-- Logs begin at Thu 2021-08-05 10:26:51 UTC, end at Thu 2021-08-05 13:19:20 UTC. -- Aug 05 11:05:18.538068 n-d-803378-2 systemd[1]: Started Devstack devstack@q-svc.service. Aug 05 11:05:21.389239 n-d-803378-2 neutron-server[94300]: INFO neutron.common.config [-] Logging enabled! Aug 05 11:05:21.390036 n-d-803378-2 neutron-server[94300]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev523 Aug 05 11:05:21.390147 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94300) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 05 11:05:21.393528 n-d-803378-2 neutron-server[94300]: INFO neutron.common.config [-] Logging enabled! Aug 05 11:05:21.393787 n-d-803378-2 neutron-server[94300]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev523 Aug 05 11:05:21.394100 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94300) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 05 11:05:21.395062 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 05 11:05:21.395365 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 05 11:05:21.395746 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 05 11:05:21.395994 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 05 11:05:21.396281 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 05 11:05:21.396594 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:21.396873 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:21.397172 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:21.397400 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:21.397695 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:21.397978 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:21.398306 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:21.398552 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:21.398843 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:21.399126 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:21.399445 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:21.399685 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:21.399913 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:21.400193 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:21.400475 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:21.400788 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:21.401639 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] debug = True {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:21.401930 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:21.402357 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:21.402787 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:21.403066 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:21.403363 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:21.403708 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:21.403925 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:21.404174 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:21.404455 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:21.404824 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] host = n-d-803378-2 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:21.405101 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:21.405381 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:21.405667 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:21.405954 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:21.406229 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:21.406504 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:21.406782 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:21.407058 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:21.407337 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] log_file = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:21.407606 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:21.407890 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:21.408176 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:21.408468 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:21.408717 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:21.409020 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:21.409217 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:21.409504 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:21.409781 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:21.410052 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:21.410326 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:21.410603 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:21.410874 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:21.411142 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:21.411432 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:21.411736 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:21.412006 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:21.412276 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:21.412572 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:21.412853 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:21.413127 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:21.413413 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:21.413680 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:21.413950 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:21.414221 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:21.414554 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:21.414784 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:21.415048 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:21.415353 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:21.415640 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:21.415919 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:21.416203 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:21.416472 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:21.416472 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:21.417281 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:21.417378 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:21.417598 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] use_json = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:21.417870 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:21.418143 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:21.418430 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:21.418770 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:21.419101 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:21.419339 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:21.419663 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:21.419896 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:21.420197 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:21.420505 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:21.420827 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:21.421117 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:21.421628 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:21.421731 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:21.421974 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:21.422236 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:21.422559 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:21.423055 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:21.423491 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:21.423959 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:21.424464 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:21.425104 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:21.425548 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:21.426019 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:21.426577 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:21.427122 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:21.427557 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:21.428083 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:21.428429 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:21.428947 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:21.429368 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:21.429859 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:21.430182 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:21.430545 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:21.430884 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:21.431195 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:21.431506 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:21.431915 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:21.432354 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:21.432762 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:21.433066 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:21.433541 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:21.433840 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:21.434129 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:21.434440 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:21.434860 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:21.435279 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:21.436238 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:21.436238 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:21.436238 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:21.436539 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:21.436850 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:21.437134 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:21.437455 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:21.437714 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:21.437992 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:21.438270 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:21.438553 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:21.438831 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:21.439113 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:21.439459 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:21.439667 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:21.440029 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:21.440239 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:21.440546 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:21.440897 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:21.441289 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:21.441561 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:21.441842 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:21.442169 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:21.442463 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:21.442923 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:21.443358 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:21.443742 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:21.444121 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:21.444504 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:21.444930 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:21.445347 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:21.445759 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:21.446180 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:21.446614 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:21.447081 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:21.447484 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:21.448326 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:21.448670 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:21.449032 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:21.449479 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:21.449795 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:21.450084 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:21.450387 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:21.450677 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:21.450960 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:21.451260 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:21.451543 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:21.451829 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:21.452112 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:21.452392 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:21.452755 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:21.453001 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:21.453298 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:21.453597 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:21.453895 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:21.454195 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:21.454495 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:21.454778 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:21.455096 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:21.455377 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:21.455595 n-d-803378-2 neutron-server[94300]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 05 11:05:21.455844 n-d-803378-2 neutron-server[94300]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94300) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 05 11:05:21.849798 n-d-803378-2 neutron-server[94300]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 05 11:05:21.850080 n-d-803378-2 neutron-server[94300]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 05 11:05:21.850369 n-d-803378-2 neutron-server[94300]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 05 11:05:21.850722 n-d-803378-2 neutron-server[94300]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 05 11:05:22.263724 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:22.264014 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:22.264281 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:22.265653 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:22.265921 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:22.266187 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:22.301441 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:22.301798 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:22.302105 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:22.319561 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:22.319835 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:22.320101 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:22.349354 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:22.349629 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:22.349899 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:22.388610 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:22.388968 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:22.389248 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:22.634090 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:22.634753 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:22.634753 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:22.634911 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:22.636076 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:22.764647 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:22.764971 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:22.765265 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:22.765529 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:22.765805 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:22.766121 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:22.766382 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:22.766638 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:22.766896 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:22.767181 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:22.767439 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:22.767704 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:22.767954 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:22.768203 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:22.768459 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:22.768739 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:22.769002 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:22.769293 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:22.769568 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:22.769786 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:22.770054 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:22.770305 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:22.770583 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:22.770970 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:22.771222 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:22.771465 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:22.771987 n-d-803378-2 neutron-server[94300]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94300) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 05 11:05:22.772232 n-d-803378-2 neutron-server[94300]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94300) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 05 11:05:22.772473 n-d-803378-2 neutron-server[94300]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94300) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 05 11:05:22.772731 n-d-803378-2 neutron-server[94300]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94300) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 05 11:05:22.772969 n-d-803378-2 neutron-server[94300]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94300) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 05 11:05:22.773205 n-d-803378-2 neutron-server[94300]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94300) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 05 11:05:22.773578 n-d-803378-2 neutron-server[94300]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 05 11:05:22.777879 n-d-803378-2 neutron-server[94300]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 05 11:05:22.781868 n-d-803378-2 neutron-server[94300]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 05 11:05:22.785609 n-d-803378-2 neutron-server[94300]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) Aug 05 11:05:22.787250 n-d-803378-2 neutron-server[94300]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 05 11:05:22.787705 n-d-803378-2 neutron-server[94300]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 05 11:05:22.788045 n-d-803378-2 neutron-server[94300]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 05 11:05:22.788431 n-d-803378-2 neutron-server[94300]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 05 11:05:22.791262 n-d-803378-2 neutron-server[94300]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 05 11:05:22.791536 n-d-803378-2 neutron-server[94300]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 05 11:05:22.792067 n-d-803378-2 neutron-server[94300]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 05 11:05:22.797712 n-d-803378-2 neutron-server[94300]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 05 11:05:22.819461 n-d-803378-2 neutron-server[94300]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 05 11:05:22.819930 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:22.820234 n-d-803378-2 neutron-server[94300]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94300) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 05 11:05:22.820620 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:22.821973 n-d-803378-2 neutron-server[94300]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94300) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 05 11:05:22.822260 n-d-803378-2 neutron-server[94300]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 05 11:05:22.822506 n-d-803378-2 neutron-server[94300]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 05 11:05:22.826325 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:22.826603 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:22.890002 n-d-803378-2 neutron-server[94300]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 05 11:05:22.890203 n-d-803378-2 neutron-server[94300]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 05 11:05:22.890379 n-d-803378-2 neutron-server[94300]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 05 11:05:22.890760 n-d-803378-2 neutron-server[94300]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 05 11:05:22.912474 n-d-803378-2 neutron-server[94300]: DEBUG oslo_db.sqlalchemy.engines [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94300) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 05 11:05:23.505283 n-d-803378-2 neutron-server[94300]: INFO neutron.plugins.ml2.managers [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Initializing driver for type 'gre' Aug 05 11:05:23.505842 n-d-803378-2 neutron-server[94300]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] gre ID ranges: [(1, 1000)] Aug 05 11:05:23.565225 n-d-803378-2 neutron-server[94300]: INFO neutron.plugins.ml2.managers [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Initializing driver for type 'local' Aug 05 11:05:23.565655 n-d-803378-2 neutron-server[94300]: INFO neutron.plugins.ml2.managers [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Initializing driver for type 'vlan' Aug 05 11:05:23.581088 n-d-803378-2 neutron-server[94300]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] VlanTypeDriver initialization complete Aug 05 11:05:23.581446 n-d-803378-2 neutron-server[94300]: INFO neutron.plugins.ml2.managers [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Initializing driver for type 'vxlan' Aug 05 11:05:23.581974 n-d-803378-2 neutron-server[94300]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] vxlan ID ranges: [(1, 1000)] Aug 05 11:05:23.639788 n-d-803378-2 neutron-server[94300]: INFO neutron.plugins.ml2.managers [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Initializing extension driver 'port_security' Aug 05 11:05:23.640528 n-d-803378-2 neutron-server[94300]: INFO neutron.plugins.ml2.extensions.port_security [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] PortSecurityExtensionDriver initialization complete Aug 05 11:05:23.640528 n-d-803378-2 neutron-server[94300]: INFO neutron.plugins.ml2.managers [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Initializing mechanism driver 'openvswitch' Aug 05 11:05:23.640798 n-d-803378-2 neutron-server[94300]: INFO neutron.plugins.ml2.managers [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Initializing mechanism driver 'hyperv' Aug 05 11:05:23.647443 n-d-803378-2 neutron-server[94300]: DEBUG neutron.plugins.ml2.plugin [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:05:23.648314 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Subscribe: > port after_create 55550000 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:23.648708 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Subscribe: > port after_update 55550000 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:23.649063 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Subscribe: > port after_delete 55550000 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:23.649587 n-d-803378-2 neutron-server[94300]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94300) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 05 11:05:23.650019 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Subscribe: > subnet after_create 55550000 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:23.650369 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Subscribe: > subnet after_update 55550000 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:23.650711 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:23.651235 n-d-803378-2 neutron-server[94300]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94300) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 05 11:05:23.651895 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Subscribe: > network after_create 55550000 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:23.652289 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Subscribe: > network after_update 55550000 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:23.652663 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Subscribe: > network after_delete 55550000 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:23.653053 n-d-803378-2 neutron-server[94300]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94300) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 05 11:05:23.653459 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Subscribe: > security_group after_create 55550000 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:23.653812 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Subscribe: > security_group after_update 55550000 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:23.654153 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Subscribe: > security_group after_delete 55550000 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:23.654542 n-d-803378-2 neutron-server[94300]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94300) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 05 11:05:23.654946 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:23.655289 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:23.655625 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:23.656012 n-d-803378-2 neutron-server[94300]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94300) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 05 11:05:23.656410 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Subscribe: > address_group after_create 55550000 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:23.656778 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Subscribe: > address_group after_update 55550000 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:23.657112 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Subscribe: > address_group after_delete 55550000 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:23.657496 n-d-803378-2 neutron-server[94300]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94300) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 05 11:05:23.657874 n-d-803378-2 neutron-server[94300]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] ML2 OVO RPC backend initialized. {{(pid=94300) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 05 11:05:23.658598 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:23.658953 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:23.659367 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Subscribe: > network before_response 55550000 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:23.659710 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Subscribe: > networks before_response 55550000 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:23.660053 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Subscribe: > port before_response 55550000 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:23.660388 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Subscribe: > ports before_response 55550000 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:23.660824 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Subscribe: > subnet before_response 55550000 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:23.661164 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Subscribe: > subnets before_response 55550000 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:23.661505 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Subscribe: > network after_create 55550000 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:23.661841 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Subscribe: > network after_update 55550000 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:23.662172 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Subscribe: > network after_delete 55550000 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:23.662507 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Subscribe: > port after_create 55550000 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:23.662840 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Subscribe: > port after_update 55550000 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:23.663171 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Subscribe: > port after_delete 55550000 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:23.663502 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Subscribe: > subnet after_create 55550000 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:23.663834 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Subscribe: > subnet after_update 55550000 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:23.664163 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:23.664763 n-d-803378-2 neutron-server[94300]: INFO neutron.plugins.ml2.plugin [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Modular L2 Plugin initialization complete Aug 05 11:05:23.665090 n-d-803378-2 neutron-server[94300]: DEBUG neutron.manager [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loading services supported by the core plugin {{(pid=94300) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 05 11:05:23.665414 n-d-803378-2 neutron-server[94300]: INFO neutron.plugins.ml2.managers [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Got port-security extension from driver 'port_security' Aug 05 11:05:23.665874 n-d-803378-2 neutron-server[94300]: INFO neutron.extensions.vlantransparent [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Disabled vlantransparent extension. Aug 05 11:05:23.666369 n-d-803378-2 neutron-server[94300]: DEBUG neutron.manager [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94300) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 05 11:05:23.667314 n-d-803378-2 neutron-server[94300]: INFO neutron.manager [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loading Plugin: router Aug 05 11:05:23.706060 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Subscribe: > router_interface before_create 55550000 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:23.706454 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Subscribe: > router after_create 55549900 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:23.706824 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Subscribe: > router before_create 55549900 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:23.707189 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:23.707562 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:23.707915 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Subscribe: > router after_delete 55549900 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:23.708272 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Subscribe: > floatingip after_update 55550000 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:23.708664 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Subscribe: > router after_create 55549900 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:23.709136 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Subscribe: > router after_update 55549900 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:23.709486 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Subscribe: > router after_update 55549900 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:23.709838 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:23.710203 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Subscribe: > router after_update 55549900 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:23.710727 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Subscribe: > router precommit_update 55549900 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:23.711011 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Subscribe: port after_update 55550000 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:23.711352 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Subscribe: port after_delete 55550000 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:23.711689 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Subscribe: subnet after_update 55550000 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:23.712027 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:23.712373 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Subscribe: > port precommit_delete 55550000 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:23.712753 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Subscribe: > router precommit_create 55549900 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:23.713099 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Subscribe: port before_delete 55550000 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:23.713533 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Subscribe: > router precommit_create 55550000 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:23.714524 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Subscribe: > router after_update 55549900 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:23.715118 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Subscribe: > router precommit_delete 55549900 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:23.715529 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Subscribe: > router precommit_create 55549900 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:23.715896 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:23.716248 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Subscribe: > router precommit_update 55549900 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:23.716661 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Subscribe: > agent after_create 55550000 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:23.717016 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Subscribe: > agent after_delete 55550000 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:23.717365 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Subscribe: > network after_delete 55550000 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:23.718311 n-d-803378-2 neutron-server[94300]: DEBUG neutron.quota.resource_registry [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Tracking information for resource: router configured {{(pid=94300) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 05 11:05:23.718651 n-d-803378-2 neutron-server[94300]: DEBUG neutron.quota.resource_registry [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Tracking information for resource: floatingip configured {{(pid=94300) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 05 11:05:23.723883 n-d-803378-2 neutron-server[94300]: INFO neutron.db.l3_agentschedulers_db [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 05 11:05:23.724463 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Subscribe: port after_update 55550000 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:23.724853 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Subscribe: port after_create 55550000 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:23.725201 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Subscribe: port after_delete 55550000 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:23.725557 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Subscribe: port after_update 55550000 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:23.726387 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Subscribe: > router before_create 55550100 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:23.727011 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Subscribe: > router precommit_delete 55550100 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:23.727371 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Subscribe: > router precommit_create 55550100 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:23.727723 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Subscribe: > router precommit_update 55550100 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:23.732966 n-d-803378-2 neutron-server[94300]: DEBUG neutron.services.provider_configuration [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Service providers = [] {{(pid=94300) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 05 11:05:23.733333 n-d-803378-2 neutron-server[94300]: DEBUG neutron.db.servicetype_db [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94300) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 05 11:05:23.736410 n-d-803378-2 neutron-server[94300]: DEBUG neutron.services.service_base [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94300) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 05 11:05:23.736785 n-d-803378-2 neutron-server[94300]: DEBUG neutron.services.service_base [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94300) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 05 11:05:23.737127 n-d-803378-2 neutron-server[94300]: DEBUG neutron.services.service_base [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94300) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 05 11:05:23.738008 n-d-803378-2 neutron-server[94300]: DEBUG neutron.services.service_base [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94300) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 05 11:05:23.738382 n-d-803378-2 neutron-server[94300]: INFO neutron.services.service_base [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 05 11:05:23.738762 n-d-803378-2 neutron-server[94300]: DEBUG neutron.manager [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94300) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 05 11:05:23.739081 n-d-803378-2 neutron-server[94300]: INFO neutron.manager [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 05 11:05:23.752916 n-d-803378-2 neutron-server[94300]: DEBUG neutron.manager [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94300) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 05 11:05:23.753252 n-d-803378-2 neutron-server[94300]: INFO neutron.manager [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loading Plugin: auto_allocate Aug 05 11:05:23.759092 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Subscribe: network precommit_update 55550000 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:23.759416 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Subscribe: network precommit_create 55550000 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:23.759942 n-d-803378-2 neutron-server[94300]: DEBUG neutron.manager [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94300) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 05 11:05:23.760267 n-d-803378-2 neutron-server[94300]: INFO neutron.manager [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loading Plugin: tag Aug 05 11:05:23.768035 n-d-803378-2 neutron-server[94300]: DEBUG neutron.manager [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94300) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 05 11:05:23.768318 n-d-803378-2 neutron-server[94300]: INFO neutron.manager [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loading Plugin: timestamp Aug 05 11:05:23.772142 n-d-803378-2 neutron-server[94300]: DEBUG neutron.manager [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94300) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 05 11:05:23.772468 n-d-803378-2 neutron-server[94300]: INFO neutron.manager [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loading Plugin: network_ip_availability Aug 05 11:05:23.778313 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:23.778685 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:23.779035 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:23.779782 n-d-803378-2 neutron-server[94300]: DEBUG neutron.manager [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94300) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 05 11:05:23.780099 n-d-803378-2 neutron-server[94300]: INFO neutron.manager [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loading Plugin: flavors Aug 05 11:05:23.785238 n-d-803378-2 neutron-server[94300]: DEBUG neutron.manager [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94300) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 05 11:05:23.785570 n-d-803378-2 neutron-server[94300]: INFO neutron.manager [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loading Plugin: revisions Aug 05 11:05:23.789896 n-d-803378-2 neutron-server[94300]: DEBUG neutron.manager [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94300) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 05 11:05:23.790289 n-d-803378-2 neutron-server[94300]: DEBUG oslo_concurrency.lockutils [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.940s {{(pid=94300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 05 11:05:23.791045 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94300) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 05 11:05:23.791380 n-d-803378-2 neutron-server[94300]: INFO neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Initializing extension manager. Aug 05 11:05:23.792007 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loading extension file: __init__.py {{(pid=94300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 11:05:23.792684 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loading extension file: __pycache__ {{(pid=94300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 11:05:23.792975 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 11:05:23.793309 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loading extension file: address_group.py {{(pid=94300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 11:05:23.794085 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 11:05:23.794667 n-d-803378-2 neutron-server[94300]: INFO neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loaded extension: address-group Aug 05 11:05:23.794986 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loading extension file: address_scope.py {{(pid=94300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 11:05:23.795695 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 11:05:23.796208 n-d-803378-2 neutron-server[94300]: INFO neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loaded extension: address-scope Aug 05 11:05:23.796552 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loading extension file: admin_state_down_before_update.py {{(pid=94300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 11:05:23.797489 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 11:05:23.797995 n-d-803378-2 neutron-server[94300]: INFO neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loaded extension: router-admin-state-down-before-update Aug 05 11:05:23.798310 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loading extension file: agent.py {{(pid=94300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 11:05:23.799005 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 11:05:23.799509 n-d-803378-2 neutron-server[94300]: INFO neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loaded extension: agent Aug 05 11:05:23.799824 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loading extension file: agent_resources_synced.py {{(pid=94300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 11:05:23.800753 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 11:05:23.801260 n-d-803378-2 neutron-server[94300]: INFO neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loaded extension: agent-resources-synced Aug 05 11:05:23.801579 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loading extension file: allowedaddresspairs.py {{(pid=94300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 11:05:23.803398 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 11:05:23.803914 n-d-803378-2 neutron-server[94300]: INFO neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loaded extension: allowed-address-pairs Aug 05 11:05:23.804240 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loading extension file: auto_allocated_topology.py {{(pid=94300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 11:05:23.805355 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 11:05:23.805873 n-d-803378-2 neutron-server[94300]: INFO neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loaded extension: auto-allocated-topology Aug 05 11:05:23.806200 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loading extension file: availability_zone.py {{(pid=94300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 11:05:23.806886 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 11:05:23.808004 n-d-803378-2 neutron-server[94300]: INFO neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loaded extension: availability_zone Aug 05 11:05:23.808669 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loading extension file: availability_zone_filter.py {{(pid=94300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 11:05:23.809534 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 11:05:23.810051 n-d-803378-2 neutron-server[94300]: INFO neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loaded extension: availability_zone_filter Aug 05 11:05:23.810373 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loading extension file: data_plane_status.py {{(pid=94300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 11:05:23.811269 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 11:05:23.811773 n-d-803378-2 neutron-server[94300]: INFO neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Extension data-plane-status not supported by any of loaded plugins Aug 05 11:05:23.812096 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loading extension file: default_subnetpools.py {{(pid=94300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 11:05:23.813019 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 11:05:23.813521 n-d-803378-2 neutron-server[94300]: INFO neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loaded extension: default-subnetpools Aug 05 11:05:23.813843 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loading extension file: dhcpagentscheduler.py {{(pid=94300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 11:05:23.814675 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 11:05:23.815183 n-d-803378-2 neutron-server[94300]: INFO neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loaded extension: dhcp_agent_scheduler Aug 05 11:05:23.815505 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loading extension file: dns.py {{(pid=94300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 11:05:23.816411 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 11:05:23.816945 n-d-803378-2 neutron-server[94300]: INFO neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Extension dns-integration not supported by any of loaded plugins Aug 05 11:05:23.817268 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loading extension file: dns_domain_ports.py {{(pid=94300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 11:05:23.818171 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 11:05:23.818676 n-d-803378-2 neutron-server[94300]: INFO neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 05 11:05:23.818999 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 11:05:23.819911 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 11:05:23.820412 n-d-803378-2 neutron-server[94300]: INFO neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 05 11:05:23.820758 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loading extension file: dvr.py {{(pid=94300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 11:05:23.821425 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 11:05:23.821935 n-d-803378-2 neutron-server[94300]: INFO neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loaded extension: dvr Aug 05 11:05:23.822253 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loading extension file: ecmp_routes.py {{(pid=94300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 11:05:23.828956 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 11:05:23.829478 n-d-803378-2 neutron-server[94300]: INFO neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 05 11:05:23.829801 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loading extension file: empty_string_filtering.py {{(pid=94300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 11:05:23.830744 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 11:05:23.831253 n-d-803378-2 neutron-server[94300]: INFO neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loaded extension: empty-string-filtering Aug 05 11:05:23.831661 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 11:05:23.832741 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 11:05:23.833326 n-d-803378-2 neutron-server[94300]: INFO neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 05 11:05:23.833708 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 11:05:23.834685 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 11:05:23.835246 n-d-803378-2 neutron-server[94300]: INFO neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 05 11:05:23.835616 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loading extension file: external_net.py {{(pid=94300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 11:05:23.836655 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 11:05:23.837219 n-d-803378-2 neutron-server[94300]: INFO neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loaded extension: external-net Aug 05 11:05:23.837585 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loading extension file: extra_dhcp_opt.py {{(pid=94300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 11:05:23.839013 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 11:05:23.839586 n-d-803378-2 neutron-server[94300]: INFO neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loaded extension: extra_dhcp_opt Aug 05 11:05:23.839947 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loading extension file: extraroute.py {{(pid=94300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 11:05:23.840973 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 11:05:23.841549 n-d-803378-2 neutron-server[94300]: INFO neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loaded extension: extraroute Aug 05 11:05:23.841916 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loading extension file: extraroute_atomic.py {{(pid=94300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 11:05:23.843015 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 11:05:23.843533 n-d-803378-2 neutron-server[94300]: INFO neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loaded extension: extraroute-atomic Aug 05 11:05:23.843863 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loading extension file: filter_validation.py {{(pid=94300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 11:05:23.844819 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 11:05:23.845341 n-d-803378-2 neutron-server[94300]: INFO neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loaded extension: filter-validation Aug 05 11:05:23.845666 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loading extension file: fip_pf_description.py {{(pid=94300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 11:05:23.846596 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 11:05:23.847116 n-d-803378-2 neutron-server[94300]: INFO neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 05 11:05:23.847441 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loading extension file: fip_port_details.py {{(pid=94300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 11:05:23.848365 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 11:05:23.848919 n-d-803378-2 neutron-server[94300]: INFO neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loaded extension: fip-port-details Aug 05 11:05:23.849239 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loading extension file: flavors.py {{(pid=94300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 11:05:23.850506 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 11:05:23.851023 n-d-803378-2 neutron-server[94300]: INFO neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loaded extension: flavors Aug 05 11:05:23.851358 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 11:05:23.853371 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 11:05:23.853905 n-d-803378-2 neutron-server[94300]: INFO neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 05 11:05:23.854513 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loading extension file: floatingip_pools.py {{(pid=94300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 11:05:23.855382 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 11:05:23.855911 n-d-803378-2 neutron-server[94300]: INFO neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loaded extension: floatingip-pools Aug 05 11:05:23.856244 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loading extension file: ip_allocation.py {{(pid=94300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 11:05:23.857225 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 11:05:23.857739 n-d-803378-2 neutron-server[94300]: INFO neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Extension ip_allocation not supported by any of loaded plugins Aug 05 11:05:23.858065 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 11:05:23.858995 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 11:05:23.859507 n-d-803378-2 neutron-server[94300]: INFO neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loaded extension: ip-substring-filtering Aug 05 11:05:23.859839 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loading extension file: l2_adjacency.py {{(pid=94300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 11:05:23.860800 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 11:05:23.861308 n-d-803378-2 neutron-server[94300]: INFO neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 05 11:05:23.861638 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loading extension file: l3.py {{(pid=94300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 11:05:23.862675 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 11:05:23.863197 n-d-803378-2 neutron-server[94300]: INFO neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loaded extension: router Aug 05 11:05:23.863526 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loading extension file: l3_conntrack_helper.py {{(pid=94300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 11:05:23.865886 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 11:05:23.866421 n-d-803378-2 neutron-server[94300]: INFO neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 05 11:05:23.866764 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 11:05:23.867708 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 11:05:23.868230 n-d-803378-2 neutron-server[94300]: INFO neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loaded extension: ext-gw-mode Aug 05 11:05:23.868586 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 11:05:23.869545 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 11:05:23.870753 n-d-803378-2 neutron-server[94300]: INFO neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loaded extension: l3-ha Aug 05 11:05:23.871092 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loading extension file: l3_flavors.py {{(pid=94300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 11:05:23.872030 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 11:05:23.872588 n-d-803378-2 neutron-server[94300]: INFO neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loaded extension: l3-flavors Aug 05 11:05:23.872921 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 11:05:23.873842 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 11:05:23.874355 n-d-803378-2 neutron-server[94300]: INFO neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 05 11:05:23.874687 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loading extension file: l3agentscheduler.py {{(pid=94300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 11:05:23.875777 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 11:05:23.876295 n-d-803378-2 neutron-server[94300]: INFO neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loaded extension: l3_agent_scheduler Aug 05 11:05:23.876661 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loading extension file: logging.py {{(pid=94300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 11:05:23.878208 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 11:05:23.878731 n-d-803378-2 neutron-server[94300]: INFO neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Extension logging not supported by any of loaded plugins Aug 05 11:05:23.879068 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loading extension file: metering.py {{(pid=94300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 11:05:23.879821 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 11:05:23.880410 n-d-803378-2 neutron-server[94300]: INFO neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loaded extension: metering Aug 05 11:05:23.880782 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 11:05:23.882068 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 11:05:23.882599 n-d-803378-2 neutron-server[94300]: INFO neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loaded extension: metering_source_and_destination_fields Aug 05 11:05:23.882933 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loading extension file: multiprovidernet.py {{(pid=94300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 11:05:23.883865 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 11:05:23.884382 n-d-803378-2 neutron-server[94300]: INFO neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loaded extension: multi-provider Aug 05 11:05:23.884751 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loading extension file: netmtu.py {{(pid=94300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 11:05:23.886623 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 11:05:23.887370 n-d-803378-2 neutron-server[94300]: INFO neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loaded extension: net-mtu Aug 05 11:05:23.887479 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loading extension file: netmtu_writable.py {{(pid=94300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 11:05:23.888387 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 11:05:23.888935 n-d-803378-2 neutron-server[94300]: INFO neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loaded extension: net-mtu-writable Aug 05 11:05:23.889266 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loading extension file: network_availability_zone.py {{(pid=94300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 11:05:23.889949 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 11:05:23.890465 n-d-803378-2 neutron-server[94300]: INFO neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loaded extension: network_availability_zone Aug 05 11:05:23.890792 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loading extension file: network_ip_availability.py {{(pid=94300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 11:05:23.891905 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 11:05:23.892421 n-d-803378-2 neutron-server[94300]: INFO neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loaded extension: network-ip-availability Aug 05 11:05:23.892776 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loading extension file: network_segment_range.py {{(pid=94300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 11:05:23.893576 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 11:05:23.894084 n-d-803378-2 neutron-server[94300]: INFO neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Extension network-segment-range not supported by any of loaded plugins Aug 05 11:05:23.894415 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loading extension file: pagination.py {{(pid=94300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 11:05:23.895409 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 11:05:23.895746 n-d-803378-2 neutron-server[94300]: INFO neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loaded extension: pagination Aug 05 11:05:23.896074 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loading extension file: port_device_profile.py {{(pid=94300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 11:05:23.897011 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 11:05:23.897529 n-d-803378-2 neutron-server[94300]: INFO neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loaded extension: port-device-profile Aug 05 11:05:23.897856 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 11:05:23.898777 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 11:05:23.899388 n-d-803378-2 neutron-server[94300]: INFO neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loaded extension: port-mac-address-regenerate Aug 05 11:05:23.899612 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 11:05:23.900560 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 11:05:23.901330 n-d-803378-2 neutron-server[94300]: INFO neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loaded extension: port-numa-affinity-policy Aug 05 11:05:23.901662 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loading extension file: port_resource_request.py {{(pid=94300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 11:05:23.902581 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 11:05:23.903098 n-d-803378-2 neutron-server[94300]: INFO neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Extension port-resource-request not supported by any of loaded plugins Aug 05 11:05:23.903423 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loading extension file: portbindings.py {{(pid=94300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 11:05:23.904351 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 11:05:23.904904 n-d-803378-2 neutron-server[94300]: INFO neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loaded extension: binding Aug 05 11:05:23.905253 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loading extension file: portbindings_extended.py {{(pid=94300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 11:05:23.906570 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 11:05:23.907035 n-d-803378-2 neutron-server[94300]: INFO neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loaded extension: binding-extended Aug 05 11:05:23.907369 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loading extension file: portsecurity.py {{(pid=94300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 11:05:23.908290 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 11:05:23.908846 n-d-803378-2 neutron-server[94300]: INFO neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loaded extension: port-security Aug 05 11:05:23.909177 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loading extension file: project_id.py {{(pid=94300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 11:05:23.910159 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 11:05:23.910493 n-d-803378-2 neutron-server[94300]: INFO neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loaded extension: project-id Aug 05 11:05:23.910819 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loading extension file: providernet.py {{(pid=94300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 11:05:23.911742 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 11:05:23.912255 n-d-803378-2 neutron-server[94300]: INFO neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loaded extension: provider Aug 05 11:05:23.912618 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loading extension file: qos.py {{(pid=94300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 11:05:23.916146 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 11:05:23.916740 n-d-803378-2 neutron-server[94300]: INFO neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Extension qos not supported by any of loaded plugins Aug 05 11:05:23.917337 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 11:05:23.918618 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 11:05:23.920937 n-d-803378-2 neutron-server[94300]: INFO neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 05 11:05:23.921190 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 11:05:23.922144 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 11:05:23.922662 n-d-803378-2 neutron-server[94300]: INFO neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 05 11:05:23.922993 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loading extension file: qos_default.py {{(pid=94300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 11:05:23.923921 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 11:05:23.924436 n-d-803378-2 neutron-server[94300]: INFO neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Extension qos-default not supported by any of loaded plugins Aug 05 11:05:23.924796 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loading extension file: qos_fip.py {{(pid=94300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 11:05:23.925473 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 11:05:23.925982 n-d-803378-2 neutron-server[94300]: INFO neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Extension qos-fip not supported by any of loaded plugins Aug 05 11:05:23.926310 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loading extension file: qos_gateway_ip.py {{(pid=94300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 11:05:23.927249 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 11:05:23.927762 n-d-803378-2 neutron-server[94300]: INFO neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 05 11:05:23.928091 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loading extension file: qos_port_network_policy.py {{(pid=94300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 11:05:23.929057 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 11:05:23.929569 n-d-803378-2 neutron-server[94300]: INFO neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 05 11:05:23.929895 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loading extension file: qos_pps_rule.py {{(pid=94300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 11:05:23.931102 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 11:05:23.931624 n-d-803378-2 neutron-server[94300]: INFO neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Extension qos-pps not supported by any of loaded plugins Aug 05 11:05:23.931956 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loading extension file: qos_rule_type_details.py {{(pid=94300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 11:05:23.934589 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 11:05:23.934589 n-d-803378-2 neutron-server[94300]: INFO neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 05 11:05:23.934589 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loading extension file: qos_rules_alias.py {{(pid=94300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 11:05:23.935337 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 11:05:23.935857 n-d-803378-2 neutron-server[94300]: INFO neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 05 11:05:23.936185 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loading extension file: quotasv2.py {{(pid=94300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 11:05:23.937448 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 11:05:23.937786 n-d-803378-2 neutron-server[94300]: INFO neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loaded extension: quotas Aug 05 11:05:23.938117 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loading extension file: quotasv2_detail.py {{(pid=94300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 11:05:23.941335 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 11:05:23.941682 n-d-803378-2 neutron-server[94300]: INFO neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loaded extension: quota_details Aug 05 11:05:23.942024 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loading extension file: rbac.py {{(pid=94300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 11:05:23.943160 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 11:05:23.943716 n-d-803378-2 neutron-server[94300]: INFO neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loaded extension: rbac-policies Aug 05 11:05:23.944052 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loading extension file: rbac_address_group.py {{(pid=94300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 11:05:23.945049 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 11:05:23.945575 n-d-803378-2 neutron-server[94300]: INFO neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loaded extension: rbac-address-group Aug 05 11:05:23.945910 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loading extension file: rbac_address_scope.py {{(pid=94300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 11:05:23.946834 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 11:05:23.947353 n-d-803378-2 neutron-server[94300]: INFO neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loaded extension: rbac-address-scope Aug 05 11:05:23.947682 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loading extension file: rbac_security_groups.py {{(pid=94300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 11:05:23.949206 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 11:05:23.949895 n-d-803378-2 neutron-server[94300]: INFO neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loaded extension: rbac-security-groups Aug 05 11:05:23.950056 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loading extension file: rbac_subnetpool.py {{(pid=94300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 11:05:23.951005 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 11:05:23.951519 n-d-803378-2 neutron-server[94300]: INFO neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loaded extension: rbac-subnetpool Aug 05 11:05:23.951844 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loading extension file: revisionifmatch.py {{(pid=94300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 11:05:23.952801 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 11:05:23.953319 n-d-803378-2 neutron-server[94300]: INFO neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loaded extension: revision-if-match Aug 05 11:05:23.953646 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loading extension file: revisions.py {{(pid=94300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 11:05:23.954841 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 11:05:23.955316 n-d-803378-2 neutron-server[94300]: INFO neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loaded extension: standard-attr-revisions Aug 05 11:05:23.955725 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loading extension file: router_availability_zone.py {{(pid=94300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 11:05:23.956494 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 11:05:23.957118 n-d-803378-2 neutron-server[94300]: INFO neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loaded extension: router_availability_zone Aug 05 11:05:23.957601 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loading extension file: routerservicetype.py {{(pid=94300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 11:05:23.958574 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 11:05:23.959085 n-d-803378-2 neutron-server[94300]: INFO neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Extension router-service-type not supported by any of loaded plugins Aug 05 11:05:23.959426 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 11:05:23.960655 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 11:05:23.961254 n-d-803378-2 neutron-server[94300]: INFO neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loaded extension: security-groups-normalized-cidr Aug 05 11:05:23.961790 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loading extension file: security_groups_port_filtering.py {{(pid=94300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 11:05:23.963131 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 11:05:23.963545 n-d-803378-2 neutron-server[94300]: INFO neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loaded extension: port-security-groups-filtering Aug 05 11:05:23.963905 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 11:05:23.965105 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 11:05:23.965582 n-d-803378-2 neutron-server[94300]: INFO neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loaded extension: security-groups-remote-address-group Aug 05 11:05:23.965984 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loading extension file: securitygroup.py {{(pid=94300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 11:05:23.977672 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 11:05:23.978459 n-d-803378-2 neutron-server[94300]: INFO neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loaded extension: security-group Aug 05 11:05:23.978911 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loading extension file: segment.py {{(pid=94300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 11:05:23.979938 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 11:05:23.980463 n-d-803378-2 neutron-server[94300]: INFO neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Extension segment not supported by any of loaded plugins Aug 05 11:05:23.980826 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 11:05:23.981857 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 11:05:23.982377 n-d-803378-2 neutron-server[94300]: INFO neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 05 11:05:23.982713 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loading extension file: servicetype.py {{(pid=94300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 11:05:23.983934 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 11:05:23.984463 n-d-803378-2 neutron-server[94300]: INFO neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loaded extension: service-type Aug 05 11:05:23.984820 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loading extension file: sorting.py {{(pid=94300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 11:05:23.985819 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 11:05:23.986159 n-d-803378-2 neutron-server[94300]: INFO neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loaded extension: sorting Aug 05 11:05:23.986488 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loading extension file: standard_attr_segment.py {{(pid=94300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 11:05:23.987404 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 11:05:23.987922 n-d-803378-2 neutron-server[94300]: INFO neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 05 11:05:23.988250 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loading extension file: standardattrdescription.py {{(pid=94300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 11:05:23.988933 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 11:05:23.989450 n-d-803378-2 neutron-server[94300]: INFO neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loaded extension: standard-attr-description Aug 05 11:05:23.989780 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loading extension file: stateful_security_group.py {{(pid=94300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 11:05:23.990707 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 11:05:23.991221 n-d-803378-2 neutron-server[94300]: INFO neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loaded extension: stateful-security-group Aug 05 11:05:23.991547 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loading extension file: stdattrs_common.py {{(pid=94300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 11:05:23.992141 n-d-803378-2 neutron-server[94300]: WARNING neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 05 11:05:23.992467 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 11:05:23.993427 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 11:05:23.993950 n-d-803378-2 neutron-server[94300]: INFO neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 05 11:05:23.994282 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loading extension file: subnet_onboard.py {{(pid=94300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 11:05:23.995920 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 11:05:23.996437 n-d-803378-2 neutron-server[94300]: INFO neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loaded extension: subnet_onboard Aug 05 11:05:23.996790 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 11:05:23.997723 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 11:05:23.998234 n-d-803378-2 neutron-server[94300]: INFO neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 05 11:05:23.998559 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loading extension file: subnet_service_types.py {{(pid=94300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 11:05:23.999486 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 11:05:23.999997 n-d-803378-2 neutron-server[94300]: INFO neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loaded extension: subnet-service-types Aug 05 11:05:24.000323 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loading extension file: subnetallocation.py {{(pid=94300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 11:05:24.001441 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 11:05:24.001960 n-d-803378-2 neutron-server[94300]: INFO neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loaded extension: subnet_allocation Aug 05 11:05:24.002287 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 11:05:24.002965 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 11:05:24.003473 n-d-803378-2 neutron-server[94300]: INFO neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loaded extension: subnetpool-prefix-ops Aug 05 11:05:24.003799 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 11:05:24.004784 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 11:05:24.005296 n-d-803378-2 neutron-server[94300]: INFO neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 05 11:05:24.005629 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loading extension file: tagging.py {{(pid=94300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 11:05:24.006729 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 11:05:24.007246 n-d-803378-2 neutron-server[94300]: INFO neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loaded extension: standard-attr-tag Aug 05 11:05:24.007576 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loading extension file: timestamp.py {{(pid=94300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 11:05:24.008814 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 11:05:24.009393 n-d-803378-2 neutron-server[94300]: INFO neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loaded extension: standard-attr-timestamp Aug 05 11:05:24.009670 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loading extension file: trunk.py {{(pid=94300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 11:05:24.011269 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 11:05:24.011788 n-d-803378-2 neutron-server[94300]: INFO neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Extension trunk not supported by any of loaded plugins Aug 05 11:05:24.012122 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loading extension file: trunk_details.py {{(pid=94300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 11:05:24.013131 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 11:05:24.013648 n-d-803378-2 neutron-server[94300]: INFO neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Extension trunk-details not supported by any of loaded plugins Aug 05 11:05:24.013976 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loading extension file: uplink_status_propagation.py {{(pid=94300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 11:05:24.014912 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 11:05:24.015428 n-d-803378-2 neutron-server[94300]: INFO neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 05 11:05:24.015753 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Loading extension file: vlantransparent.py {{(pid=94300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 11:05:24.016435 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 11:05:24.016970 n-d-803378-2 neutron-server[94300]: INFO neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 05 11:05:24.019480 n-d-803378-2 neutron-server[94300]: INFO neutron.quota.resource_registry [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Creating instance of TrackedResource for resource:network Aug 05 11:05:24.020013 n-d-803378-2 neutron-server[94300]: INFO neutron.quota.resource_registry [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Creating instance of TrackedResource for resource:subnet Aug 05 11:05:24.020417 n-d-803378-2 neutron-server[94300]: INFO neutron.quota.resource_registry [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Creating instance of TrackedResource for resource:subnetpool Aug 05 11:05:24.020844 n-d-803378-2 neutron-server[94300]: INFO neutron.quota.resource_registry [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Creating instance of TrackedResource for resource:port Aug 05 11:05:24.022130 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.v2.resource_helper [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94300) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 05 11:05:24.022587 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.v2.resource_helper [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Service FLAVORS assigned prefix: {{(pid=94300) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 05 11:05:24.023230 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.v2.resource_helper [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94300) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 05 11:05:24.023660 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.v2.resource_helper [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94300) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 05 11:05:24.024000 n-d-803378-2 neutron-server[94300]: INFO neutron.quota.resource_registry [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Creating instance of TrackedResource for resource:router Aug 05 11:05:24.024442 n-d-803378-2 neutron-server[94300]: INFO neutron.quota.resource_registry [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Creating instance of TrackedResource for resource:floatingip Aug 05 11:05:24.024963 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.v2.resource_helper [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Service METERING assigned prefix: /metering {{(pid=94300) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 05 11:05:24.026942 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:24.027319 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:24.027679 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:05:24.028754 n-d-803378-2 neutron-server[94300]: INFO neutron.quota.resource_registry [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Creating instance of CountableResource for resource:rbac_policy Aug 05 11:05:24.029210 n-d-803378-2 neutron-server[94300]: INFO neutron.quota.resource_registry [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Creating instance of TrackedResource for resource:security_group Aug 05 11:05:24.029657 n-d-803378-2 neutron-server[94300]: INFO neutron.quota.resource_registry [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 05 11:05:24.030269 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.v2.resource_helper [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Service CORE assigned prefix: {{(pid=94300) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 05 11:05:24.030613 n-d-803378-2 neutron-server[94300]: INFO neutron.quota.resource_registry [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Creating instance of TrackedResource for resource:subnetpool Aug 05 11:05:24.030967 n-d-803378-2 neutron-server[94300]: WARNING neutron.quota.resource_registry [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] subnetpool is already registered Aug 05 11:05:24.031405 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.v2.resource_helper [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Service CORE assigned prefix: {{(pid=94300) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 05 11:05:24.031735 n-d-803378-2 neutron-server[94300]: INFO neutron.quota.resource_registry [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Creating instance of TrackedResource for resource:subnetpool Aug 05 11:05:24.032072 n-d-803378-2 neutron-server[94300]: WARNING neutron.quota.resource_registry [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] subnetpool is already registered Aug 05 11:05:24.034409 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.v2.resource_helper [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94300) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 05 11:05:24.034974 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.v2.resource_helper [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Service FLAVORS assigned prefix: {{(pid=94300) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 05 11:05:24.035602 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.v2.resource_helper [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94300) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 05 11:05:24.036053 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.v2.resource_helper [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94300) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 05 11:05:24.036392 n-d-803378-2 neutron-server[94300]: INFO neutron.quota.resource_registry [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Creating instance of TrackedResource for resource:router Aug 05 11:05:24.036767 n-d-803378-2 neutron-server[94300]: WARNING neutron.quota.resource_registry [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] router is already registered Aug 05 11:05:24.037186 n-d-803378-2 neutron-server[94300]: INFO neutron.quota.resource_registry [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Creating instance of TrackedResource for resource:floatingip Aug 05 11:05:24.037525 n-d-803378-2 neutron-server[94300]: WARNING neutron.quota.resource_registry [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] floatingip is already registered Aug 05 11:05:24.038006 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.v2.resource_helper [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Service METERING assigned prefix: /metering {{(pid=94300) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 05 11:05:24.038712 n-d-803378-2 neutron-server[94300]: INFO neutron.quota.resource_registry [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Creating instance of CountableResource for resource:rbac_policy Aug 05 11:05:24.039042 n-d-803378-2 neutron-server[94300]: WARNING neutron.quota.resource_registry [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] rbac_policy is already registered Aug 05 11:05:24.039465 n-d-803378-2 neutron-server[94300]: INFO neutron.quota.resource_registry [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Creating instance of TrackedResource for resource:security_group Aug 05 11:05:24.039804 n-d-803378-2 neutron-server[94300]: WARNING neutron.quota.resource_registry [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] security_group is already registered Aug 05 11:05:24.040221 n-d-803378-2 neutron-server[94300]: INFO neutron.quota.resource_registry [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 05 11:05:24.040588 n-d-803378-2 neutron-server[94300]: WARNING neutron.quota.resource_registry [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] security_group_rule is already registered Aug 05 11:05:24.041076 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.v2.resource_helper [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Service CORE assigned prefix: {{(pid=94300) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 05 11:05:24.041413 n-d-803378-2 neutron-server[94300]: INFO neutron.quota.resource_registry [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Creating instance of TrackedResource for resource:subnetpool Aug 05 11:05:24.042302 n-d-803378-2 neutron-server[94300]: WARNING neutron.quota.resource_registry [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] subnetpool is already registered Aug 05 11:05:24.042747 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.v2.resource_helper [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Service CORE assigned prefix: {{(pid=94300) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 05 11:05:24.043073 n-d-803378-2 neutron-server[94300]: INFO neutron.quota.resource_registry [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Creating instance of TrackedResource for resource:subnetpool Aug 05 11:05:24.043421 n-d-803378-2 neutron-server[94300]: WARNING neutron.quota.resource_registry [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] subnetpool is already registered Aug 05 11:05:24.045323 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Extended resource: extensions {{(pid=94300) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 11:05:24.046957 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Extended resource: address-groups {{(pid=94300) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 11:05:24.048643 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Extended resource: address-scopes {{(pid=94300) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 11:05:24.049860 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Extended resource: agents {{(pid=94300) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 11:05:24.051124 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Extended resource: auto-allocated-topology {{(pid=94300) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 11:05:24.052365 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Extended resource: availability_zones {{(pid=94300) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 11:05:24.053616 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Extended resource: dhcp-networks {{(pid=94300) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 11:05:24.055049 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Extended resource: dhcp-agents {{(pid=94300) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 11:05:24.056585 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Extended resource: routers {{(pid=94300) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 11:05:24.058475 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Extended resource: flavors {{(pid=94300) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 11:05:24.059640 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Extended resource: service_profiles {{(pid=94300) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 11:05:24.060992 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Extended resource: next_providers {{(pid=94300) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 11:05:24.062448 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Extended resource: service_profiles {{(pid=94300) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 11:05:24.063891 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Extended resource: floatingip-pools {{(pid=94300) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 11:05:24.065239 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Extended resource: routers {{(pid=94300) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 11:05:24.066926 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Extended resource: floatingips {{(pid=94300) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 11:05:24.068114 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Extended resource: l3-routers {{(pid=94300) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 11:05:24.069701 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Extended resource: l3-agents {{(pid=94300) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 11:05:24.071111 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Extended resource: metering-labels {{(pid=94300) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 11:05:24.072368 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Extended resource: metering-label-rules {{(pid=94300) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 11:05:24.074169 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Extended resource: network-ip-availabilities {{(pid=94300) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 11:05:24.075528 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Extended resource: bindings {{(pid=94300) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 11:05:24.077211 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Extended resource: quotas {{(pid=94300) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 11:05:24.078629 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Extended resource: quotas {{(pid=94300) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 11:05:24.080169 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Extended resource: rbac-policies {{(pid=94300) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 11:05:24.081385 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Extended resource: security-groups {{(pid=94300) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 11:05:24.082591 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Extended resource: security-group-rules {{(pid=94300) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 11:05:24.083946 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Extended resource: service-providers {{(pid=94300) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 11:05:24.085246 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Extended resource: subnetpools {{(pid=94300) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 11:05:24.086517 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Extended resource: subnetpools {{(pid=94300) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 11:05:24.088049 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Extended resource: tags {{(pid=94300) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 11:05:24.090307 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Extended resource: tags {{(pid=94300) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 11:05:24.092080 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Extended resource: tags {{(pid=94300) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 11:05:24.093973 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Extended resource: tags {{(pid=94300) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 11:05:24.095673 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Extended resource: tags {{(pid=94300) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 11:05:24.097556 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Extended resource: tags {{(pid=94300) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 11:05:24.099374 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Extended resource: tags {{(pid=94300) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 11:05:24.101149 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Extended resource: tags {{(pid=94300) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 11:05:24.105255 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Extended resource: tags {{(pid=94300) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 11:05:24.107072 n-d-803378-2 neutron-server[94300]: DEBUG neutron.api.extensions [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Extended resource: tags {{(pid=94300) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 11:05:24.113159 n-d-803378-2 neutron-server[94300]: WARNING keystonemiddleware.auth_token [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 05 11:05:24.117739 n-d-803378-2 neutron-server[94300]: WARNING keystonemiddleware.auth_token [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 05 11:05:24.126551 n-d-803378-2 neutron-server[94300]: DEBUG oslo_concurrency.lockutils [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Acquired lock "singleton_lock" {{(pid=94300) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 05 11:05:24.127041 n-d-803378-2 neutron-server[94300]: DEBUG oslo_concurrency.lockutils [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Releasing lock "singleton_lock" {{(pid=94300) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 05 11:05:24.127696 n-d-803378-2 neutron-server[94300]: INFO oslo_service.service [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Starting 2 workers Aug 05 11:05:24.132641 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Started child 94420 {{(pid=94300) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 05 11:05:24.138058 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Started child 94421 {{(pid=94300) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 05 11:05:24.138785 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:05:24.139707 n-d-803378-2 neutron-server[94300]: INFO neutron.service [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 05 11:05:24.140367 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Notify callbacks [] for process, before_spawn {{(pid=94300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:05:24.140573 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [-] (94420) wsgi starting up on http://0.0.0.0:9696 Aug 05 11:05:24.142831 n-d-803378-2 neutron-server[94300]: INFO oslo_service.service [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Starting 1 workers Aug 05 11:05:24.143011 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:05:24.144408 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [-] (94421) wsgi starting up on http://0.0.0.0:9696 Aug 05 11:05:24.148142 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Started child 94422 {{(pid=94300) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 05 11:05:24.148682 n-d-803378-2 neutron-server[94300]: INFO oslo_service.service [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Starting 1 workers Aug 05 11:05:24.152793 n-d-803378-2 neutron-server[94422]: DEBUG neutron.service [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] calling RpcWorker wait() {{(pid=94422) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 05 11:05:24.153382 n-d-803378-2 neutron-server[94422]: DEBUG neutron.service [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] returning from RpcWorker wait() {{(pid=94422) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 05 11:05:24.153961 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Started child 94423 {{(pid=94300) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 05 11:05:24.154671 n-d-803378-2 neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-f49f500a-26bf-4421-b648-701915d59d40 None None] Notify callbacks [] for process, after_spawn {{(pid=94300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:05:24.154768 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:05:24.155221 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:05:24.156647 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94300) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 05 11:05:24.156906 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 05 11:05:24.157037 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 05 11:05:24.157414 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 05 11:05:24.157901 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 05 11:05:24.158230 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 05 11:05:24.158790 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:05:24.159278 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.159278 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.159428 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.159687 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.159777 n-d-803378-2 neutron-server[94423]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:05:24.159970 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.160585 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.160864 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.161137 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.161421 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.161675 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.161850 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.162022 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.162282 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.162536 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.162942 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.163139 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.163396 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.163663 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.163836 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.164139 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.164347 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.164633 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.164922 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] debug = True {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.165192 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.165692 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.165929 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.166185 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.166411 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.167087 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.167353 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.167820 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.168083 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.168437 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.168733 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.168858 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.169130 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.169355 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.169589 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.169872 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.170201 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.170578 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] host = n-d-803378-2 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.170833 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.171076 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.171385 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.171593 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.171857 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.172085 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.172363 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.172670 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.172944 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.173191 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.173434 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.173698 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.173923 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.174165 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] log_file = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.174338 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] log_options = True {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.174589 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.174851 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.175125 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.175322 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.175497 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.175676 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.175940 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.176110 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.176365 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.176631 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.176853 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.177105 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.177340 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.177560 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.177816 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.178051 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.178275 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.178493 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.178743 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.178995 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.179228 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.179464 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.179703 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.179957 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.180178 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.180416 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.180737 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.180921 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.181140 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.181389 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.181643 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.181890 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.182125 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.182518 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.182751 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.182968 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.183360 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.183670 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.183910 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.184173 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.184465 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.184771 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.184924 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.185130 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.185366 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.185607 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] use_json = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.185825 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.186044 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.186299 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.186519 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.186743 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.186963 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.187183 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.187421 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.187873 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.188153 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.188502 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.188813 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.189095 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.189281 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.189536 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.189772 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.190023 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.190292 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.190615 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.190863 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.191140 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.191402 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.191683 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.192033 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.192290 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.192606 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.192873 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.193641 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.193876 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.194106 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.194672 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.194853 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.195005 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.58/identity {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.195449 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.195680 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.196226 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.196226 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.196543 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.196678 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.196883 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.197154 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.197460 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.197685 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.198775 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.199036 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.199267 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.199499 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.199753 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.200424 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.200700 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.200994 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.201194 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.201394 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.201667 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.202091 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.202246 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.202392 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.202833 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.203036 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.203192 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.203406 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.203650 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.203935 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.204123 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.204960 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.204960 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.204960 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.205487 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.205487 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.206581 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.206581 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.206581 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.206581 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.206581 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.206888 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.206888 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.207062 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.207431 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.208449 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.208707 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.208930 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.209158 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.209381 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.209602 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.209824 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.210047 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.210274 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.211023 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.211023 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.211023 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.211265 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.211393 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.211903 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.212417 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.212891 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.213166 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.213402 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.214232 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.214656 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.214913 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.215182 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.215425 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.215646 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.215928 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.216270 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.216551 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.217072 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.217506 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.217959 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.218389 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.218800 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.219442 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.219442 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.219809 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.220315 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.220793 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.221239 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.221568 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.221927 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.222284 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.222547 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.222942 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.223228 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.223610 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.224018 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.224616 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.225086 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.225524 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.225955 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.226224 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.226469 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.226721 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.227272 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.227711 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.228120 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.228601 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.228846 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.229111 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.229337 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.229707 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.229922 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.230185 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.230406 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.230626 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.230895 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.231173 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.231422 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.231691 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.231955 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.232200 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.232475 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.232739 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.58/identity {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.232979 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.233240 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.233476 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.233696 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.233909 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.234134 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.234362 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.234581 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.234800 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.235047 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.235278 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.235504 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.235739 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.236185 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.236185 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.236431 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.236837 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.237227 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.237649 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.237904 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.238161 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.238386 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.238837 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.239153 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.239443 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.239734 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.240000 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.240226 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.240461 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.240744 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.240989 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.241218 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.241462 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.241705 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.241930 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.242146 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.242370 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.242591 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.242834 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.243067 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.243288 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.243528 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.243783 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.244121 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.244396 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.244698 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.245243 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.245243 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.245419 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.245648 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.245892 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.246132 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.246373 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.246598 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.246873 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.247103 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.247334 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.247548 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.247766 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.248165 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.248330 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.248405 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.248720 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.249428 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.249735 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.250070 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.250389 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.250688 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.250985 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.251267 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.251708 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.251823 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.252081 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.252339 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35148) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:05:24.252580 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.252879 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.253157 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.253433 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.253721 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.253997 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.254272 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.254576 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.254860 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.255137 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.255418 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.255690 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.256007 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.256272 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.256612 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.256911 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.257196 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.257501 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.257776 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.258064 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.258354 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.258649 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.258932 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.259213 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.259538 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.259867 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.260203 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.261073 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.261423 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.261722 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.262032 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.262758 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.262758 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.263103 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [-] 10.222.0.58 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0075686 Aug 05 11:05:24.263233 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.263467 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.263715 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.264002 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.264289 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.265410 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.265924 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.266399 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.266839 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.267295 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.267582 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.268932 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.268932 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.268932 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.268932 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.269233 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.269306 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.269529 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.269768 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.270025 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.270278 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.270502 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.270754 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.270996 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.271220 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.271466 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.271703 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.271939 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.272161 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.272777 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.272777 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.272960 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.273120 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.273373 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.273628 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.273790 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 05 11:05:24.274330 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94300) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 05 11:05:24.274516 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 05 11:05:24.274659 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 05 11:05:24.274832 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 05 11:05:24.275009 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 05 11:05:24.275168 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 05 11:05:24.275380 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.275547 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.275712 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.275880 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.276709 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.276967 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.277199 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.277199 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.277619 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.277619 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.278015 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.278015 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.278015 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.278756 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.278756 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.278756 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.278756 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.278756 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.281069 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.281069 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.281069 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.281069 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.281069 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] debug = True {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.281069 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.284234 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.284234 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.284234 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.284234 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.284234 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.284234 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.286511 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.286511 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.286511 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.286511 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.286511 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.286511 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.286511 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.286511 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.288139 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.288139 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.288139 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] host = n-d-803378-2 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.288139 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.288139 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.288139 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.288139 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.288139 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.289180 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.289180 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.289180 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.289180 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.289180 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.289180 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.289180 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.289180 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.289180 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] log_file = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.290236 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] log_options = True {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.290236 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.290236 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.290236 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.290236 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.290236 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.290236 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.290682 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.290682 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.290682 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.290682 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.290682 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.290682 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.290682 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.290682 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.291120 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.291120 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.291120 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.291120 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.291120 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.291120 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.291120 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.291120 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.291592 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.291592 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.291592 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.291592 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.291592 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.291592 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.291592 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.291592 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.291592 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.292113 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.292113 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.292113 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.292113 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.292113 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.292113 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.292113 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.292113 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.292654 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.292654 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.292654 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.292654 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.292654 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.292654 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.292654 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] use_json = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.293354 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.293354 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.293354 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.293354 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.293354 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.294149 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.294149 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.294149 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 11:05:24.294149 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.294149 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.294724 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.294724 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.294724 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.294950 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.294950 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.295116 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.295229 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.295383 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.295556 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.295723 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.295901 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.296435 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.296435 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.296435 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.296792 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.296792 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.297105 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.297105 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.297368 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.297368 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.297629 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.297629 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.297920 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.58/identity {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.297920 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.298084 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.298252 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.298418 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.298755 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.299080 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.299246 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.299413 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.299578 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.299834 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.300189 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.300189 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.300189 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.300558 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.300558 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.300766 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.302424 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.302424 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.302424 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.302424 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.302424 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.302424 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.302424 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.302424 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.302424 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.303311 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.303311 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.303311 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.303311 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.303311 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.303311 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.303311 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.303311 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.304050 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.304050 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.304050 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.304050 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.304050 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.304767 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.304767 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.305354 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.305540 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.305713 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.305881 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.306049 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.306281 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.307342 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.307342 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.307342 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.307342 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.307342 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.307342 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.307342 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.308380 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.308380 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.308380 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.308380 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.308380 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.309657 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.309657 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.309657 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.309657 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.309657 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.309657 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.309657 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.309657 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.310747 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.310747 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.310747 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.310747 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.310747 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.310747 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.310747 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.311394 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.311394 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.311394 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.311394 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.311667 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.311667 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.311821 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.311938 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.312104 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.312269 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.312435 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.312853 n-d-803378-2 neutron-server[94422]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:05:24.313432 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.313604 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.313790 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.313938 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.314106 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.314270 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.314517 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.314640 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.314770 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.314935 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.315888 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.315888 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.315888 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.315888 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.315888 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.315888 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.316538 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.316538 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.316538 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.316538 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.316961 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.316961 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.317161 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.317161 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.317355 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.317459 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.317620 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.317784 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.317949 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.318113 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.318277 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.318442 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.318608 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.318775 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.318940 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.58/identity {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.319105 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.319270 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.319433 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.319598 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.319763 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.319929 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.320093 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.320259 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.320428 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.320605 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.320773 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.320937 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.321102 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.321266 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.321429 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.321593 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.321757 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.322492 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.322492 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.322492 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.322492 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.323456 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.323456 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.323456 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.323744 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.323744 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.323940 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.324047 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.324152 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.324310 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.324560 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.324651 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.324810 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.325159 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.325326 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.325493 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.325659 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.325826 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.325992 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.326854 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.326854 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.326854 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.326854 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.326854 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.327575 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.327575 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.327575 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.327575 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.327575 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.328415 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.328415 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.328415 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.328415 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.328415 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.329924 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.329924 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.329924 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.329924 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.329924 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.329924 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.329924 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.329924 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.330690 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.330690 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.330690 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.330690 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.330690 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.330690 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.330690 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.331608 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.331608 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.331608 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.331608 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.331608 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.331608 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.334856 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.334856 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.334856 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.334856 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.334856 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.334856 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.334856 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.334856 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.335386 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.335386 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.335386 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.335386 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.335386 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.335731 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.335731 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.335731 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.335930 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.336068 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.336235 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.336581 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.336883 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.337180 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.337522 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.337878 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.338228 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.338419 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.339141 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.339312 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.339479 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.339647 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.339846 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.339992 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.340162 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.340329 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.340559 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.340712 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.340840 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.341001 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.341181 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.341360 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.341522 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.341696 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.342878 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.342878 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.342878 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.342878 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.342878 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.342878 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.342878 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.343589 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.343589 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.343589 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.343589 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.343589 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.344008 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.344008 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.344153 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.344231 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.344351 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.344548 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.344701 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.344865 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.345029 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.345182 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.345346 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.345668 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 11:05:24.345832 n-d-803378-2 neutron-server[94300]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 05 11:05:37.196327 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d50da3c-8f24-47c9-8200-0d581776b1d1 None None] get_active_networks_info from n-d-803378-2 {{(pid=94422) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 05 11:05:37.318546 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d50da3c-8f24-47c9-8200-0d581776b1d1 None None] No non-hosted networks {{(pid=94422) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 05 11:05:37.322089 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c217babd-8891-4790-8f48-dc8d65fce388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33289880'] for agent, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:05:39.897919 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33289880'] for agent, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:05:39.898795 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:05:39.899441 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:05:39.900464 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:05:39.901808 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:05:39.902407 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:05:39.902894 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:05:39.903422 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:05:39.904043 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:05:39.904582 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:05:39.905045 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:05:39.905525 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:05:39.905985 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:05:39.906607 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-803378-2', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:05:39.908855 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c6b8c476-b232-4388-a806-d16ef948c614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33289880'] for agent, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:05:39.930744 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-803378-2', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:05:39.990338 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c69eee50-55fb-4b93-9429-cc0f17f81012 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:05:41.495993 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33289880'] for agent, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:05:43.610730 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33289880'] for agent, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:05:45.133577 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35248) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:05:45.469734 n-d-803378-2 neutron-server[94422]: INFO neutron.db.l3_hamode_db [None req-1a381f86-511b-4475-a019-1aebc3ac5b4b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 05 11:05:45.555792 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a381f86-511b-4475-a019-1aebc3ac5b4b None None] Routers set() bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:05:45.556224 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a381f86-511b-4475-a019-1aebc3ac5b4b None None] Router IDs set() for agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 05 11:05:45.775495 n-d-803378-2 neutron-server[94421]: WARNING oslo_policy.policy [None req-1f2f7a08-4a7d-425f-93cc-53d9e9ff311a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 05 11:05:45.776085 n-d-803378-2 neutron-server[94421]: WARNING oslo_policy.policy [None req-1f2f7a08-4a7d-425f-93cc-53d9e9ff311a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 05 11:05:46.002369 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [None req-1f2f7a08-4a7d-425f-93cc-53d9e9ff311a admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94421) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 11:05:46.003368 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-1f2f7a08-4a7d-425f-93cc-53d9e9ff311a admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8687496 Aug 05 11:05:48.750622 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35262) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:05:49.130809 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-9713377f-89cb-494a-9634-7860895cc0a0 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:05:49.226189 n-d-803378-2 neutron-server[94421]: DEBUG neutron.policy [None req-9713377f-89cb-494a-9634-7860895cc0a0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94421) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 05 11:05:49.273896 n-d-803378-2 neutron-server[94421]: WARNING oslo_policy.policy [None req-9713377f-89cb-494a-9634-7860895cc0a0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 05 11:05:49.274274 n-d-803378-2 neutron-server[94421]: WARNING oslo_policy.policy [None req-9713377f-89cb-494a-9634-7860895cc0a0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 05 11:05:49.283117 n-d-803378-2 neutron-server[94421]: INFO neutron.quota [None req-9713377f-89cb-494a-9634-7860895cc0a0 admin admin] Loaded quota_driver: . Aug 05 11:05:49.379294 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9713377f-89cb-494a-9634-7860895cc0a0 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774772798268', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774772797807', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774772811053', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774772816856', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774773240721', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774772624392', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-636788', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-849775', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33366966', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33466550'] for rbac-policy, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:05:49.446530 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9713377f-89cb-494a-9634-7860895cc0a0 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:05:49.447813 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-9713377f-89cb-494a-9634-7860895cc0a0 admin admin] 10.222.0.58 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6960323 Aug 05 11:05:52.291098 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35274) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:05:52.753023 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-f081e608-56bc-4443-b25b-d6f7f2cb13b7 admin admin] Request body: {'network': {'tenant_id': '80519ce2a5b448c8badd84247c03bed9', 'project_id': '80519ce2a5b448c8badd84247c03bed9', 'admin_state_up': True, 'name': 'private'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:05:52.793906 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f081e608-56bc-4443-b25b-d6f7f2cb13b7 admin admin] Made reservation on behalf of 80519ce2a5b448c8badd84247c03bed9 for: {'network': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:05:52.797944 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f081e608-56bc-4443-b25b-d6f7f2cb13b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:05:52.821865 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f081e608-56bc-4443-b25b-d6f7f2cb13b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:05:53.002028 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f081e608-56bc-4443-b25b-d6f7f2cb13b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:05:53.009714 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f081e608-56bc-4443-b25b-d6f7f2cb13b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:05:53.033487 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f081e608-56bc-4443-b25b-d6f7f2cb13b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 688, 'physical_network': 'physnet1'} {{(pid=94421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:05:53.067986 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f081e608-56bc-4443-b25b-d6f7f2cb13b7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774769601720', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:05:53.068505 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f081e608-56bc-4443-b25b-d6f7f2cb13b7 admin admin] Unsubscribe: segment precommit_create {{(pid=94421) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 05 11:05:53.069062 n-d-803378-2 neutron-server[94421]: INFO neutron.db.segments_db [None req-f081e608-56bc-4443-b25b-d6f7f2cb13b7 admin admin] Added segment f5c9f35e-2134-41c2-988a-96931cd20bc3 of type vlan for network d8d13eab-9546-49f2-8502-2f355d71051a Aug 05 11:05:53.088332 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f081e608-56bc-4443-b25b-d6f7f2cb13b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb3c2165-3170-4128-a524-7e9d6a45ec7d,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:05:53.142224 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f081e608-56bc-4443-b25b-d6f7f2cb13b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:05:53.142554 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f081e608-56bc-4443-b25b-d6f7f2cb13b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:05:53.142889 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f081e608-56bc-4443-b25b-d6f7f2cb13b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:05:53.143220 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f081e608-56bc-4443-b25b-d6f7f2cb13b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:05:53.143550 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f081e608-56bc-4443-b25b-d6f7f2cb13b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:05:53.143876 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f081e608-56bc-4443-b25b-d6f7f2cb13b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:05:53.144202 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f081e608-56bc-4443-b25b-d6f7f2cb13b7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:05:53.144547 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f081e608-56bc-4443-b25b-d6f7f2cb13b7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:05:53.144869 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f081e608-56bc-4443-b25b-d6f7f2cb13b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:05:53.145188 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f081e608-56bc-4443-b25b-d6f7f2cb13b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:05:53.145507 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f081e608-56bc-4443-b25b-d6f7f2cb13b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:05:53.145825 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f081e608-56bc-4443-b25b-d6f7f2cb13b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:05:53.147009 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f081e608-56bc-4443-b25b-d6f7f2cb13b7 admin admin] Tracked resource versions report: Aug 05 11:05:53.147009 n-d-803378-2 neutron-server[94421]: pushed versions: Aug 05 11:05:53.147009 n-d-803378-2 neutron-server[94421]: { 'AddressGroup': {'1.2'}, Aug 05 11:05:53.147009 n-d-803378-2 neutron-server[94421]: 'ConntrackHelper': {'1.0'}, Aug 05 11:05:53.147009 n-d-803378-2 neutron-server[94421]: 'Log': {'1.0'}, Aug 05 11:05:53.147009 n-d-803378-2 neutron-server[94421]: 'Network': {'1.1'}, Aug 05 11:05:53.147009 n-d-803378-2 neutron-server[94421]: 'Port': {'1.7'}, Aug 05 11:05:53.147009 n-d-803378-2 neutron-server[94421]: 'PortForwarding': {'1.2'}, Aug 05 11:05:53.147009 n-d-803378-2 neutron-server[94421]: 'QosPolicy': {'1.9'}, Aug 05 11:05:53.147009 n-d-803378-2 neutron-server[94421]: 'SecurityGroup': {'1.4'}, Aug 05 11:05:53.147009 n-d-803378-2 neutron-server[94421]: 'SecurityGroupRule': {'1.2'}, Aug 05 11:05:53.147009 n-d-803378-2 neutron-server[94421]: 'SubPort': {'1.0'}, Aug 05 11:05:53.147009 n-d-803378-2 neutron-server[94421]: 'Subnet': {'1.1'}, Aug 05 11:05:53.147009 n-d-803378-2 neutron-server[94421]: 'Trunk': {'1.1'}} Aug 05 11:05:53.147009 n-d-803378-2 neutron-server[94421]: consumer versions: Aug 05 11:05:53.147009 n-d-803378-2 neutron-server[94421]: { DHCP agent@n-d-803378-2: {}, Aug 05 11:05:53.147009 n-d-803378-2 neutron-server[94421]: L3 agent@n-d-803378-2: {}, Aug 05 11:05:53.147009 n-d-803378-2 neutron-server[94421]: Metadata agent@n-d-803378-2: {}, Aug 05 11:05:53.147009 n-d-803378-2 neutron-server[94421]: Metering agent@n-d-803378-2: {}, Aug 05 11:05:53.147009 n-d-803378-2 neutron-server[94421]: Open vSwitch agent@n-d-803378-2: { 'AddressGroup': '1.2', Aug 05 11:05:53.147009 n-d-803378-2 neutron-server[94421]: 'ConntrackHelper': '1.0', Aug 05 11:05:53.147009 n-d-803378-2 neutron-server[94421]: 'Log': '1.0', Aug 05 11:05:53.147009 n-d-803378-2 neutron-server[94421]: 'Network': '1.1', Aug 05 11:05:53.147009 n-d-803378-2 neutron-server[94421]: 'Port': '1.7', Aug 05 11:05:53.147009 n-d-803378-2 neutron-server[94421]: 'PortForwarding': '1.2', Aug 05 11:05:53.147009 n-d-803378-2 neutron-server[94421]: 'QosPolicy': '1.9', Aug 05 11:05:53.147009 n-d-803378-2 neutron-server[94421]: 'SecurityGroup': '1.4', Aug 05 11:05:53.147009 n-d-803378-2 neutron-server[94421]: 'SecurityGroupRule': '1.2', Aug 05 11:05:53.147009 n-d-803378-2 neutron-server[94421]: 'SubPort': '1.0', Aug 05 11:05:53.147009 n-d-803378-2 neutron-server[94421]: 'Subnet': '1.1', Aug 05 11:05:53.147009 n-d-803378-2 neutron-server[94421]: 'Trunk': '1.1'}} Aug 05 11:05:53.147009 n-d-803378-2 neutron-server[94421]: {{(pid=94421) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 05 11:05:53.205844 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f081e608-56bc-4443-b25b-d6f7f2cb13b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:05:53.267087 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f081e608-56bc-4443-b25b-d6f7f2cb13b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:05:53.268209 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f081e608-56bc-4443-b25b-d6f7f2cb13b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:05:53.268992 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f081e608-56bc-4443-b25b-d6f7f2cb13b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:05:53.357341 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-f081e608-56bc-4443-b25b-d6f7f2cb13b7 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0649865 Aug 05 11:05:53.392839 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f081e608-56bc-4443-b25b-d6f7f2cb13b7 admin admin] Pushing event updated for resources: {'Network': ['ID=d8d13eab-9546-49f2-8502-2f355d71051a,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:05:53.411550 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network d8d13eab-9546-49f2-8502-2f355d71051a details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:05:56.673857 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35288) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:05:57.229749 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f316bc-d12b-4520-b616-f3ff412198de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:05:57.231173 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-b2f316bc-d12b-4520-b616-f3ff412198de admin admin] 10.222.0.58 "GET /v2.0/networks/d8d13eab-9546-49f2-8502-2f355d71051a HTTP/1.1" status: 200 len: 825 time: 0.5562956 Aug 05 11:05:57.272425 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-6cc392af-9da7-45de-b9f2-58789f98cd9d admin admin] 10.222.0.58 "GET /v2.0/subnetpools/f33a7974-b216-4277-abe5-ba8c41fc2260 HTTP/1.1" status: 200 len: 734 time: 0.0330379 Aug 05 11:05:57.285582 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-d7382cca-7723-4326-9b0d-d9bf56dd8968 admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'tenant_id': '80519ce2a5b448c8badd84247c03bed9', 'subnetpool_id': 'f33a7974-b216-4277-abe5-ba8c41fc2260', 'name': 'private-subnet', 'network_id': 'd8d13eab-9546-49f2-8502-2f355d71051a'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:05:57.322829 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7382cca-7723-4326-9b0d-d9bf56dd8968 admin admin] Made reservation on behalf of 80519ce2a5b448c8badd84247c03bed9 for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:05:57.325967 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d7382cca-7723-4326-9b0d-d9bf56dd8968 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:05:57.725475 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d7382cca-7723-4326-9b0d-d9bf56dd8968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:05:57.813553 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7382cca-7723-4326-9b0d-d9bf56dd8968 admin admin] Checking segment: {'id': 'f5c9f35e-2134-41c2-988a-96931cd20bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'd8d13eab-9546-49f2-8502-2f355d71051a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:05:57.813959 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7382cca-7723-4326-9b0d-d9bf56dd8968 admin admin] Network hostable DHCP agents. Network: d8d13eab-9546-49f2-8502-2f355d71051a, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:05:57.821072 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7382cca-7723-4326-9b0d-d9bf56dd8968 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b21e709e-64e7-4922-b8c5-48ff805c118c,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:05:57.842204 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7382cca-7723-4326-9b0d-d9bf56dd8968 admin admin] Network d8d13eab-9546-49f2-8502-2f355d71051a is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:05:57.855633 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-d7382cca-7723-4326-9b0d-d9bf56dd8968 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, d8d13eab-9546-49f2-8502-2f355d71051a) {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:05:57.860623 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7382cca-7723-4326-9b0d-d9bf56dd8968 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:05:57.861218 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d7382cca-7723-4326-9b0d-d9bf56dd8968 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:05:57.867975 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda57ec7-84cf-4700-bb5b-f9c38ead4a8d None None] Network d8d13eab-9546-49f2-8502-2f355d71051a requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:05:57.880332 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-d7382cca-7723-4326-9b0d-d9bf56dd8968 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5993519 Aug 05 11:05:58.311393 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ebcc51-481f-4918-918b-677402aba8ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-d8d13eab-9546-49f2-8502-2f355d71051a', 'network_id': 'd8d13eab-9546-49f2-8502-2f355d71051a', 'tenant_id': '80519ce2a5b448c8badd84247c03bed9', 'fixed_ips': [{'subnet_id': 'b21e709e-64e7-4922-b8c5-48ff805c118c'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 11:05:58.313550 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f8ebcc51-481f-4918-918b-677402aba8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:05:58.811730 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-f8ebcc51-481f-4918-918b-677402aba8ce None None] Allocated IP 172.20.0.2 (d8d13eab-9546-49f2-8502-2f355d71051a/b21e709e-64e7-4922-b8c5-48ff805c118c/48f97934-ab16-47b1-bd52-8b3c3657fc90) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:05:59.138381 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f8ebcc51-481f-4918-918b-677402aba8ce None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:05:59.201928 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f8ebcc51-481f-4918-918b-677402aba8ce None None] Transition to ACTIVE for port object 48f97934-ab16-47b1-bd52-8b3c3657fc90 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:05:59.231075 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f8ebcc51-481f-4918-918b-677402aba8ce None None] Transition to ACTIVE for port object 48f97934-ab16-47b1-bd52-8b3c3657fc90 will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:05:59.246108 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f8ebcc51-481f-4918-918b-677402aba8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:05:59.373324 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ebcc51-481f-4918-918b-677402aba8ce None None] Network d8d13eab-9546-49f2-8502-2f355d71051a is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:05:59.386767 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-f8ebcc51-481f-4918-918b-677402aba8ce None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:05:59.412050 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ebcc51-481f-4918-918b-677402aba8ce None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:05:59.420112 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ebcc51-481f-4918-918b-677402aba8ce None None] Pushing event updated for resources: {'Port': ['ID=48f97934-ab16-47b1-bd52-8b3c3657fc90,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:05:59.489976 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ebcc51-481f-4918-918b-677402aba8ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:05:59.490637 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ebcc51-481f-4918-918b-677402aba8ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:05:59.491603 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ebcc51-481f-4918-918b-677402aba8ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:05:59.492041 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ebcc51-481f-4918-918b-677402aba8ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:05:59.492749 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ebcc51-481f-4918-918b-677402aba8ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:05:59.493604 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ebcc51-481f-4918-918b-677402aba8ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:05:59.494272 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ebcc51-481f-4918-918b-677402aba8ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:05:59.494970 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ebcc51-481f-4918-918b-677402aba8ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:05:59.496152 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ebcc51-481f-4918-918b-677402aba8ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:05:59.496789 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ebcc51-481f-4918-918b-677402aba8ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:05:59.497495 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ebcc51-481f-4918-918b-677402aba8ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:05:59.498198 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ebcc51-481f-4918-918b-677402aba8ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:05:59.501088 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ebcc51-481f-4918-918b-677402aba8ce None None] Tracked resource versions report: Aug 05 11:05:59.501088 n-d-803378-2 neutron-server[94422]: pushed versions: Aug 05 11:05:59.501088 n-d-803378-2 neutron-server[94422]: { 'AddressGroup': {'1.2'}, Aug 05 11:05:59.501088 n-d-803378-2 neutron-server[94422]: 'ConntrackHelper': {'1.0'}, Aug 05 11:05:59.501088 n-d-803378-2 neutron-server[94422]: 'Log': {'1.0'}, Aug 05 11:05:59.501088 n-d-803378-2 neutron-server[94422]: 'Network': {'1.1'}, Aug 05 11:05:59.501088 n-d-803378-2 neutron-server[94422]: 'Port': {'1.7'}, Aug 05 11:05:59.501088 n-d-803378-2 neutron-server[94422]: 'PortForwarding': {'1.2'}, Aug 05 11:05:59.501088 n-d-803378-2 neutron-server[94422]: 'QosPolicy': {'1.9'}, Aug 05 11:05:59.501088 n-d-803378-2 neutron-server[94422]: 'SecurityGroup': {'1.4'}, Aug 05 11:05:59.501088 n-d-803378-2 neutron-server[94422]: 'SecurityGroupRule': {'1.2'}, Aug 05 11:05:59.501088 n-d-803378-2 neutron-server[94422]: 'SubPort': {'1.0'}, Aug 05 11:05:59.501088 n-d-803378-2 neutron-server[94422]: 'Subnet': {'1.1'}, Aug 05 11:05:59.501088 n-d-803378-2 neutron-server[94422]: 'Trunk': {'1.1'}} Aug 05 11:05:59.501088 n-d-803378-2 neutron-server[94422]: consumer versions: Aug 05 11:05:59.501088 n-d-803378-2 neutron-server[94422]: { DHCP agent@n-d-803378-2: {}, Aug 05 11:05:59.501088 n-d-803378-2 neutron-server[94422]: L3 agent@n-d-803378-2: {}, Aug 05 11:05:59.501088 n-d-803378-2 neutron-server[94422]: Metadata agent@n-d-803378-2: {}, Aug 05 11:05:59.501088 n-d-803378-2 neutron-server[94422]: Metering agent@n-d-803378-2: {}, Aug 05 11:05:59.501088 n-d-803378-2 neutron-server[94422]: Open vSwitch agent@n-d-803378-2: { 'AddressGroup': '1.2', Aug 05 11:05:59.501088 n-d-803378-2 neutron-server[94422]: 'ConntrackHelper': '1.0', Aug 05 11:05:59.501088 n-d-803378-2 neutron-server[94422]: 'Log': '1.0', Aug 05 11:05:59.501088 n-d-803378-2 neutron-server[94422]: 'Network': '1.1', Aug 05 11:05:59.501088 n-d-803378-2 neutron-server[94422]: 'Port': '1.7', Aug 05 11:05:59.501088 n-d-803378-2 neutron-server[94422]: 'PortForwarding': '1.2', Aug 05 11:05:59.501088 n-d-803378-2 neutron-server[94422]: 'QosPolicy': '1.9', Aug 05 11:05:59.501088 n-d-803378-2 neutron-server[94422]: 'SecurityGroup': '1.4', Aug 05 11:05:59.501088 n-d-803378-2 neutron-server[94422]: 'SecurityGroupRule': '1.2', Aug 05 11:05:59.501088 n-d-803378-2 neutron-server[94422]: 'SubPort': '1.0', Aug 05 11:05:59.501088 n-d-803378-2 neutron-server[94422]: 'Subnet': '1.1', Aug 05 11:05:59.501088 n-d-803378-2 neutron-server[94422]: 'Trunk': '1.1'}} Aug 05 11:05:59.501088 n-d-803378-2 neutron-server[94422]: {{(pid=94422) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 05 11:05:59.593999 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-f8ebcc51-481f-4918-918b-677402aba8ce None None] Attempting to bind port 48f97934-ab16-47b1-bd52-8b3c3657fc90 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:05:59.594497 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-f8ebcc51-481f-4918-918b-677402aba8ce None None] Attempting to bind port 48f97934-ab16-47b1-bd52-8b3c3657fc90 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'f5c9f35e-2134-41c2-988a-96931cd20bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'd8d13eab-9546-49f2-8502-2f355d71051a'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:05:59.594993 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ebcc51-481f-4918-918b-677402aba8ce None None] Attempting to bind port 48f97934-ab16-47b1-bd52-8b3c3657fc90 on network d8d13eab-9546-49f2-8502-2f355d71051a {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:05:59.602168 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ebcc51-481f-4918-918b-677402aba8ce None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:05:59.602763 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ebcc51-481f-4918-918b-677402aba8ce None None] Checking segment: {'id': 'f5c9f35e-2134-41c2-988a-96931cd20bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'd8d13eab-9546-49f2-8502-2f355d71051a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:05:59.603771 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f8ebcc51-481f-4918-918b-677402aba8ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:05:59.604212 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ebcc51-481f-4918-918b-677402aba8ce None None] Bound using segment: {'id': 'f5c9f35e-2134-41c2-988a-96931cd20bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'd8d13eab-9546-49f2-8502-2f355d71051a'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:05:59.606015 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-f8ebcc51-481f-4918-918b-677402aba8ce None None] Bound port: 48f97934-ab16-47b1-bd52-8b3c3657fc90, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5c9f35e-2134-41c2-988a-96931cd20bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'd8d13eab-9546-49f2-8502-2f355d71051a'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:05:59.606672 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f8ebcc51-481f-4918-918b-677402aba8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:05:59.707284 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f8ebcc51-481f-4918-918b-677402aba8ce None None] For port 48f97934-ab16-47b1-bd52-8b3c3657fc90, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:05:59.716800 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f8ebcc51-481f-4918-918b-677402aba8ce None None] For port 48f97934-ab16-47b1-bd52-8b3c3657fc90, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=48f97934-ab16-47b1-bd52-8b3c3657fc90,segment=NetworkSegment(f5c9f35e-2134-41c2-988a-96931cd20bc3),segment_id=f5c9f35e-2134-41c2-988a-96931cd20bc3)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:05:59.723643 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f8ebcc51-481f-4918-918b-677402aba8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:05:59.825402 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ebcc51-481f-4918-918b-677402aba8ce None None] Pushing event updated for resources: {'Port': ['ID=48f97934-ab16-47b1-bd52-8b3c3657fc90,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:06:01.080563 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35296) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:06:01.508621 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [None req-56cc9651-3715-4b7a-9fd7-7dec2b09f7dd admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94421) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 11:06:01.509767 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-56cc9651-3715-4b7a-9fd7-7dec2b09f7dd admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4284067 Aug 05 11:06:04.097305 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35304) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:06:04.490697 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [None req-e7b0fbd6-9929-4a73-9fee-d2109f4ebc92 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94421) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 11:06:04.491729 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-e7b0fbd6-9929-4a73-9fee-d2109f4ebc92 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3930728 Aug 05 11:06:07.052524 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f7429279-3513-4901-9dc5-f1cc6c3396e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:06:08.007395 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35314) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:06:08.758061 n-d-803378-2 neutron-server[94420]: WARNING oslo_policy.policy [None req-89dceed8-bedd-4eb0-b4c8-5fe3a36b88d8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 05 11:06:08.759110 n-d-803378-2 neutron-server[94420]: WARNING oslo_policy.policy [None req-89dceed8-bedd-4eb0-b4c8-5fe3a36b88d8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 05 11:06:08.991069 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-89dceed8-bedd-4eb0-b4c8-5fe3a36b88d8 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '80519ce2a5b448c8badd84247c03bed9', 'admin_state_up': True}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:06:09.060608 n-d-803378-2 neutron-server[94420]: DEBUG neutron.policy [None req-89dceed8-bedd-4eb0-b4c8-5fe3a36b88d8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94420) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 05 11:06:09.111224 n-d-803378-2 neutron-server[94420]: WARNING oslo_policy.policy [None req-89dceed8-bedd-4eb0-b4c8-5fe3a36b88d8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 05 11:06:09.111763 n-d-803378-2 neutron-server[94420]: WARNING oslo_policy.policy [None req-89dceed8-bedd-4eb0-b4c8-5fe3a36b88d8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 05 11:06:09.122151 n-d-803378-2 neutron-server[94420]: INFO neutron.quota [None req-89dceed8-bedd-4eb0-b4c8-5fe3a36b88d8 admin admin] Loaded quota_driver: . Aug 05 11:06:09.205095 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-89dceed8-bedd-4eb0-b4c8-5fe3a36b88d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33260300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1929'] for router, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:06:09.207758 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-89dceed8-bedd-4eb0-b4c8-5fe3a36b88d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33285914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33034662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1926'] for router, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:06:09.404896 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-89dceed8-bedd-4eb0-b4c8-5fe3a36b88d8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:06:09.413783 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-89dceed8-bedd-4eb0-b4c8-5fe3a36b88d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286026'] for router, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:06:09.444327 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-89dceed8-bedd-4eb0-b4c8-5fe3a36b88d8 admin admin] Notify callbacks [] for router, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:06:09.460521 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-89dceed8-bedd-4eb0-b4c8-5fe3a36b88d8 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.4298635 Aug 05 11:06:09.788129 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccba931d-ce98-43fc-9af1-660f73c1781f None None] Network d8d13eab-9546-49f2-8502-2f355d71051a requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:06:09.872963 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-3ea21666-0db0-4abe-a37e-7671c9d91b39 None None] Provisioning for port 48f97934-ab16-47b1-bd52-8b3c3657fc90 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:06:09.939240 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:06:09.942231 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-593ba49c-f03b-4324-b204-15cf61e0ca55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:06:10.418812 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 48f97934-ab16-47b1-bd52-8b3c3657fc90 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:06:10.508094 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 48f97934-ab16-47b1-bd52-8b3c3657fc90 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:06:10.513156 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 48f97934-ab16-47b1-bd52-8b3c3657fc90 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:06:10.513643 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:06:10.646132 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:06:10.688134 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port 48f97934-ab16-47b1-bd52-8b3c3657fc90, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=48f97934-ab16-47b1-bd52-8b3c3657fc90,segment=NetworkSegment(f5c9f35e-2134-41c2-988a-96931cd20bc3),segment_id=f5c9f35e-2134-41c2-988a-96931cd20bc3)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:06:10.693753 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:06:10.755062 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=48f97934-ab16-47b1-bd52-8b3c3657fc90,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:06:11.413083 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:06:12.183137 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35346) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:06:12.401237 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 48f97934-ab16-47b1-bd52-8b3c3657fc90 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:06:12.452552 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [None req-ee70c30d-0860-4ac3-aa50-3c7909d2fe98 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94421) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 11:06:12.453743 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-ee70c30d-0860-4ac3-aa50-3c7909d2fe98 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2696142 Aug 05 11:06:12.470884 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 48f97934-ab16-47b1-bd52-8b3c3657fc90 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:06:12.471509 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:06:13.525209 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:06:15.111497 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35364) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:06:15.167937 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-2aa64f4f-2311-4887-8042-431d257511ed admin admin] Request body: {'network': {'admin_state_up': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'name': 'public', 'provider:network_type': 'flat', 'is_default': True}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:06:15.202920 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aa64f4f-2311-4887-8042-431d257511ed admin admin] Made reservation on behalf of a97f8c5168254c7080f17137f5b10fbb for: {'network': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:06:15.206809 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2aa64f4f-2311-4887-8042-431d257511ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:06:15.218485 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2aa64f4f-2311-4887-8042-431d257511ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:06:15.320005 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2aa64f4f-2311-4887-8042-431d257511ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:06:15.325330 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2aa64f4f-2311-4887-8042-431d257511ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:06:15.344424 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-2aa64f4f-2311-4887-8042-431d257511ed admin admin] Reserving flat network on physical network physnet1 {{(pid=94421) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 05 11:06:15.360453 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa64f4f-2311-4887-8042-431d257511ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11443225-a4fb-44d8-9c93-4bc22c3c16d8,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:06:15.368446 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2aa64f4f-2311-4887-8042-431d257511ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:06:15.368446 n-d-803378-2 neutron-server[94421]: INFO neutron.db.segments_db [None req-2aa64f4f-2311-4887-8042-431d257511ed admin admin] Added segment b1893ca8-04b8-4bcf-b3be-bd4e9912292d of type flat for network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd Aug 05 11:06:15.438124 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2aa64f4f-2311-4887-8042-431d257511ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:06:15.477752 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2aa64f4f-2311-4887-8042-431d257511ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:06:15.478737 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa64f4f-2311-4887-8042-431d257511ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:06:15.479572 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2aa64f4f-2311-4887-8042-431d257511ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:06:15.536756 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-2aa64f4f-2311-4887-8042-431d257511ed admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4239998 Aug 05 11:06:15.544019 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa64f4f-2311-4887-8042-431d257511ed admin admin] Pushing event updated for resources: {'Network': ['ID=36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:06:15.558531 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:06:16.228081 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 5 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 11:06:17.874589 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35374) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:06:18.066876 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c7e477c-f26b-43cc-9e36-b9a8a7eee2f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:06:18.068331 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-0c7e477c-f26b-43cc-9e36-b9a8a7eee2f1 admin admin] 10.222.0.58 "GET /v2.0/subnets/b21e709e-64e7-4922-b8c5-48ff805c118c HTTP/1.1" status: 200 len: 849 time: 0.1925306 Aug 05 11:06:18.192126 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-4276babf-d5ca-464a-a222-9c479f134f39 admin admin] 10.222.0.58 "GET /v2.0/routers/4a212c56-0d0f-4003-932a-603167e7c6c0 HTTP/1.1" status: 200 len: 704 time: 0.1173348 Aug 05 11:06:18.515223 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1504cd18-5d12-4643-a2ac-4f3fffcb62a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:06:18.882655 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-1504cd18-5d12-4643-a2ac-4f3fffcb62a6 admin admin] Allocated IP 172.20.0.1 (d8d13eab-9546-49f2-8502-2f355d71051a/b21e709e-64e7-4922-b8c5-48ff805c118c/1952f051-0293-466d-96c9-eced67e58dc6) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:06:19.156884 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1504cd18-5d12-4643-a2ac-4f3fffcb62a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:06:19.185633 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [None req-1504cd18-5d12-4643-a2ac-4f3fffcb62a6 admin admin] Transition to ACTIVE for port object 1952f051-0293-466d-96c9-eced67e58dc6 will not be triggered until provisioned by entity DHCP. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:06:19.291277 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1504cd18-5d12-4643-a2ac-4f3fffcb62a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:06:19.368204 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1504cd18-5d12-4643-a2ac-4f3fffcb62a6 admin admin] Network d8d13eab-9546-49f2-8502-2f355d71051a is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:06:19.375828 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-1504cd18-5d12-4643-a2ac-4f3fffcb62a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:06:19.436271 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1504cd18-5d12-4643-a2ac-4f3fffcb62a6 admin admin] Pushing event updated for resources: {'Port': ['ID=1952f051-0293-466d-96c9-eced67e58dc6,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:06:19.439758 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1504cd18-5d12-4643-a2ac-4f3fffcb62a6 admin admin] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:06:19.440104 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1504cd18-5d12-4643-a2ac-4f3fffcb62a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33288800'] for router_interface, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:06:19.474799 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1504cd18-5d12-4643-a2ac-4f3fffcb62a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:06:19.475303 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1504cd18-5d12-4643-a2ac-4f3fffcb62a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:06:19.475808 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1504cd18-5d12-4643-a2ac-4f3fffcb62a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:06:19.476325 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1504cd18-5d12-4643-a2ac-4f3fffcb62a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:06:19.476860 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1504cd18-5d12-4643-a2ac-4f3fffcb62a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:06:19.477385 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1504cd18-5d12-4643-a2ac-4f3fffcb62a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:06:19.477909 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1504cd18-5d12-4643-a2ac-4f3fffcb62a6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:06:19.478436 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1504cd18-5d12-4643-a2ac-4f3fffcb62a6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:06:19.478847 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1504cd18-5d12-4643-a2ac-4f3fffcb62a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:06:19.479179 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1504cd18-5d12-4643-a2ac-4f3fffcb62a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:06:19.479762 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1504cd18-5d12-4643-a2ac-4f3fffcb62a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:06:19.480129 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1504cd18-5d12-4643-a2ac-4f3fffcb62a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:06:19.481535 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1504cd18-5d12-4643-a2ac-4f3fffcb62a6 admin admin] Tracked resource versions report: Aug 05 11:06:19.481535 n-d-803378-2 neutron-server[94420]: pushed versions: Aug 05 11:06:19.481535 n-d-803378-2 neutron-server[94420]: { 'AddressGroup': {'1.2'}, Aug 05 11:06:19.481535 n-d-803378-2 neutron-server[94420]: 'ConntrackHelper': {'1.0'}, Aug 05 11:06:19.481535 n-d-803378-2 neutron-server[94420]: 'Log': {'1.0'}, Aug 05 11:06:19.481535 n-d-803378-2 neutron-server[94420]: 'Network': {'1.1'}, Aug 05 11:06:19.481535 n-d-803378-2 neutron-server[94420]: 'Port': {'1.7'}, Aug 05 11:06:19.481535 n-d-803378-2 neutron-server[94420]: 'PortForwarding': {'1.2'}, Aug 05 11:06:19.481535 n-d-803378-2 neutron-server[94420]: 'QosPolicy': {'1.9'}, Aug 05 11:06:19.481535 n-d-803378-2 neutron-server[94420]: 'SecurityGroup': {'1.4'}, Aug 05 11:06:19.481535 n-d-803378-2 neutron-server[94420]: 'SecurityGroupRule': {'1.2'}, Aug 05 11:06:19.481535 n-d-803378-2 neutron-server[94420]: 'SubPort': {'1.0'}, Aug 05 11:06:19.481535 n-d-803378-2 neutron-server[94420]: 'Subnet': {'1.1'}, Aug 05 11:06:19.481535 n-d-803378-2 neutron-server[94420]: 'Trunk': {'1.1'}} Aug 05 11:06:19.481535 n-d-803378-2 neutron-server[94420]: consumer versions: Aug 05 11:06:19.481535 n-d-803378-2 neutron-server[94420]: { DHCP agent@n-d-803378-2: {}, Aug 05 11:06:19.481535 n-d-803378-2 neutron-server[94420]: L3 agent@n-d-803378-2: {}, Aug 05 11:06:19.481535 n-d-803378-2 neutron-server[94420]: Metadata agent@n-d-803378-2: {}, Aug 05 11:06:19.481535 n-d-803378-2 neutron-server[94420]: Metering agent@n-d-803378-2: {}, Aug 05 11:06:19.481535 n-d-803378-2 neutron-server[94420]: Open vSwitch agent@n-d-803378-2: { 'AddressGroup': '1.2', Aug 05 11:06:19.481535 n-d-803378-2 neutron-server[94420]: 'ConntrackHelper': '1.0', Aug 05 11:06:19.481535 n-d-803378-2 neutron-server[94420]: 'Log': '1.0', Aug 05 11:06:19.481535 n-d-803378-2 neutron-server[94420]: 'Network': '1.1', Aug 05 11:06:19.481535 n-d-803378-2 neutron-server[94420]: 'Port': '1.7', Aug 05 11:06:19.481535 n-d-803378-2 neutron-server[94420]: 'PortForwarding': '1.2', Aug 05 11:06:19.481535 n-d-803378-2 neutron-server[94420]: 'QosPolicy': '1.9', Aug 05 11:06:19.481535 n-d-803378-2 neutron-server[94420]: 'SecurityGroup': '1.4', Aug 05 11:06:19.481535 n-d-803378-2 neutron-server[94420]: 'SecurityGroupRule': '1.2', Aug 05 11:06:19.481535 n-d-803378-2 neutron-server[94420]: 'SubPort': '1.0', Aug 05 11:06:19.481535 n-d-803378-2 neutron-server[94420]: 'Subnet': '1.1', Aug 05 11:06:19.481535 n-d-803378-2 neutron-server[94420]: 'Trunk': '1.1'}} Aug 05 11:06:19.481535 n-d-803378-2 neutron-server[94420]: {{(pid=94420) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 05 11:06:19.711611 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-dec65474-2346-4801-a251-c097f448d4e2 None None] Provisioning for port 1952f051-0293-466d-96c9-eced67e58dc6 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:06:19.718036 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-dec65474-2346-4801-a251-c097f448d4e2 None None] Provisioning complete for port 1952f051-0293-466d-96c9-eced67e58dc6 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:06:19.718622 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-dec65474-2346-4801-a251-c097f448d4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:06:19.726047 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1504cd18-5d12-4643-a2ac-4f3fffcb62a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:06:19.766422 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-dec65474-2346-4801-a251-c097f448d4e2 None None] Port 1952f051-0293-466d-96c9-eced67e58dc6 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:06:20.008302 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1504cd18-5d12-4643-a2ac-4f3fffcb62a6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:06:20.016003 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1504cd18-5d12-4643-a2ac-4f3fffcb62a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:06:20.016245 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1504cd18-5d12-4643-a2ac-4f3fffcb62a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33140268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33208272'] for router_interface, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:06:20.157407 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1504cd18-5d12-4643-a2ac-4f3fffcb62a6 admin admin] Pushing event updated for resources: {'Port': ['ID=1952f051-0293-466d-96c9-eced67e58dc6,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:06:20.211971 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1504cd18-5d12-4643-a2ac-4f3fffcb62a6 admin admin] Network d8d13eab-9546-49f2-8502-2f355d71051a is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:06:20.213492 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-1504cd18-5d12-4643-a2ac-4f3fffcb62a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:06:20.392664 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-49b09ccd-25e4-4b27-8705-cad9ca46a268 None None] Provisioning complete for port 1952f051-0293-466d-96c9-eced67e58dc6 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:06:20.393307 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-49b09ccd-25e4-4b27-8705-cad9ca46a268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:06:20.407672 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1504cd18-5d12-4643-a2ac-4f3fffcb62a6 admin admin] Router 4a212c56-0d0f-4003-932a-603167e7c6c0 is scheduled to L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d with binding_index 1 {{(pid=94420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 11:06:20.435005 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-49b09ccd-25e4-4b27-8705-cad9ca46a268 None None] Port 1952f051-0293-466d-96c9-eced67e58dc6 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:06:20.514276 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1504cd18-5d12-4643-a2ac-4f3fffcb62a6 admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:06:20.522038 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-1504cd18-5d12-4643-a2ac-4f3fffcb62a6 admin admin] 10.222.0.58 "PUT /v2.0/routers/4a212c56-0d0f-4003-932a-603167e7c6c0/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3234742 Aug 05 11:06:20.526940 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3c38d5-d0cb-4b99-b7a3-dd25841230d4 None None] Sync routers for ids ['4a212c56-0d0f-4003-932a-603167e7c6c0'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:06:20.539757 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3c38d5-d0cb-4b99-b7a3-dd25841230d4 None None] Routers {'4a212c56-0d0f-4003-932a-603167e7c6c0'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:06:20.540667 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-1f3c38d5-d0cb-4b99-b7a3-dd25841230d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:06:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['4a212c56-0d0f-4003-932a-603167e7c6c0'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:06:20.742945 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-1f3c38d5-d0cb-4b99-b7a3-dd25841230d4 None None] Set router 4a212c56-0d0f-4003-932a-603167e7c6c0 gateway port host: None {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:06:21.329645 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-1f3c38d5-d0cb-4b99-b7a3-dd25841230d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a212c56-0d0f-4003-932a-603167e7c6c0', 'name': 'router1', 'tenant_id': '80519ce2a5b448c8badd84247c03bed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:06:09Z', 'updated_at': '2021-08-05T11:06:19Z', 'revision_number': 2, 'project_id': '80519ce2a5b448c8badd84247c03bed9', 'gw_port_host': None, '_interfaces': [{'id': '1952f051-0293-466d-96c9-eced67e58dc6', 'name': '', 'network_id': 'd8d13eab-9546-49f2-8502-2f355d71051a', 'tenant_id': '80519ce2a5b448c8badd84247c03bed9', 'mac_address': 'fa:16:3e:4b:1e:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a212c56-0d0f-4003-932a-603167e7c6c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b21e709e-64e7-4922-b8c5-48ff805c118c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:06:18Z', 'updated_at': '2021-08-05T11:06:19Z', 'revision_number': 2, 'project_id': '80519ce2a5b448c8badd84247c03bed9', 'subnets': [{'id': 'b21e709e-64e7-4922-b8c5-48ff805c118c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f33a7974-b216-4277-abe5-ba8c41fc2260'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:06:21.396123 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3c38d5-d0cb-4b99-b7a3-dd25841230d4 None None] Checking router: 4a212c56-0d0f-4003-932a-603167e7c6c0 for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:06:21.396513 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3c38d5-d0cb-4b99-b7a3-dd25841230d4 None None] Updating router 4a212c56-0d0f-4003-932a-603167e7c6c0 port 1952f051-0293-466d-96c9-eced67e58dc6 binding host n-d-803378-2 {{(pid=94423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 11:06:21.467767 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-1f3c38d5-d0cb-4b99-b7a3-dd25841230d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:06:22.265909 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-1f3c38d5-d0cb-4b99-b7a3-dd25841230d4 None None] Notify callbacks [] for port, precommit_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:06:22.289159 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.provisioning_blocks [None req-1f3c38d5-d0cb-4b99-b7a3-dd25841230d4 None None] Transition to ACTIVE for port object 1952f051-0293-466d-96c9-eced67e58dc6 will not be triggered until provisioned by entity L2. {{(pid=94423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:06:22.296231 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-1f3c38d5-d0cb-4b99-b7a3-dd25841230d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:06:22.460538 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00213ec1-5adb-4a4f-977c-04021bf66c07 None None] Pushing event updated for resources: {'Port': ['ID=1952f051-0293-466d-96c9-eced67e58dc6,revision_number=3']} {{(pid=94423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:06:22.493763 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-1f3c38d5-d0cb-4b99-b7a3-dd25841230d4 None None] Attempting to bind port 1952f051-0293-466d-96c9-eced67e58dc6 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:06:22.494165 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-1f3c38d5-d0cb-4b99-b7a3-dd25841230d4 None None] Attempting to bind port 1952f051-0293-466d-96c9-eced67e58dc6 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'f5c9f35e-2134-41c2-988a-96931cd20bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'd8d13eab-9546-49f2-8502-2f355d71051a'}] {{(pid=94423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:06:22.494603 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3c38d5-d0cb-4b99-b7a3-dd25841230d4 None None] Attempting to bind port 1952f051-0293-466d-96c9-eced67e58dc6 on network d8d13eab-9546-49f2-8502-2f355d71051a {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:06:22.499264 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00213ec1-5adb-4a4f-977c-04021bf66c07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:06:22.499605 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00213ec1-5adb-4a4f-977c-04021bf66c07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:06:22.499939 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00213ec1-5adb-4a4f-977c-04021bf66c07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:06:22.500270 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00213ec1-5adb-4a4f-977c-04021bf66c07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:06:22.500632 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00213ec1-5adb-4a4f-977c-04021bf66c07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:06:22.500954 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00213ec1-5adb-4a4f-977c-04021bf66c07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:06:22.501417 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00213ec1-5adb-4a4f-977c-04021bf66c07 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:06:22.501742 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00213ec1-5adb-4a4f-977c-04021bf66c07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:06:22.502061 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00213ec1-5adb-4a4f-977c-04021bf66c07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:06:22.502377 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00213ec1-5adb-4a4f-977c-04021bf66c07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:06:22.502698 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00213ec1-5adb-4a4f-977c-04021bf66c07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:06:22.503016 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00213ec1-5adb-4a4f-977c-04021bf66c07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:06:22.504204 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00213ec1-5adb-4a4f-977c-04021bf66c07 None None] Tracked resource versions report: Aug 05 11:06:22.504204 n-d-803378-2 neutron-server[94423]: pushed versions: Aug 05 11:06:22.504204 n-d-803378-2 neutron-server[94423]: { 'AddressGroup': {'1.2'}, Aug 05 11:06:22.504204 n-d-803378-2 neutron-server[94423]: 'ConntrackHelper': {'1.0'}, Aug 05 11:06:22.504204 n-d-803378-2 neutron-server[94423]: 'Log': {'1.0'}, Aug 05 11:06:22.504204 n-d-803378-2 neutron-server[94423]: 'Network': {'1.1'}, Aug 05 11:06:22.504204 n-d-803378-2 neutron-server[94423]: 'Port': {'1.7'}, Aug 05 11:06:22.504204 n-d-803378-2 neutron-server[94423]: 'PortForwarding': {'1.2'}, Aug 05 11:06:22.504204 n-d-803378-2 neutron-server[94423]: 'QosPolicy': {'1.9'}, Aug 05 11:06:22.504204 n-d-803378-2 neutron-server[94423]: 'SecurityGroup': {'1.4'}, Aug 05 11:06:22.504204 n-d-803378-2 neutron-server[94423]: 'SecurityGroupRule': {'1.2'}, Aug 05 11:06:22.504204 n-d-803378-2 neutron-server[94423]: 'SubPort': {'1.0'}, Aug 05 11:06:22.504204 n-d-803378-2 neutron-server[94423]: 'Subnet': {'1.1'}, Aug 05 11:06:22.504204 n-d-803378-2 neutron-server[94423]: 'Trunk': {'1.1'}} Aug 05 11:06:22.504204 n-d-803378-2 neutron-server[94423]: consumer versions: Aug 05 11:06:22.504204 n-d-803378-2 neutron-server[94423]: { DHCP agent@n-d-803378-2: {}, Aug 05 11:06:22.504204 n-d-803378-2 neutron-server[94423]: L3 agent@n-d-803378-2: {}, Aug 05 11:06:22.504204 n-d-803378-2 neutron-server[94423]: Metadata agent@n-d-803378-2: {}, Aug 05 11:06:22.504204 n-d-803378-2 neutron-server[94423]: Metering agent@n-d-803378-2: {}, Aug 05 11:06:22.504204 n-d-803378-2 neutron-server[94423]: Open vSwitch agent@n-d-803378-2: { 'AddressGroup': '1.2', Aug 05 11:06:22.504204 n-d-803378-2 neutron-server[94423]: 'ConntrackHelper': '1.0', Aug 05 11:06:22.504204 n-d-803378-2 neutron-server[94423]: 'Log': '1.0', Aug 05 11:06:22.504204 n-d-803378-2 neutron-server[94423]: 'Network': '1.1', Aug 05 11:06:22.504204 n-d-803378-2 neutron-server[94423]: 'Port': '1.7', Aug 05 11:06:22.504204 n-d-803378-2 neutron-server[94423]: 'PortForwarding': '1.2', Aug 05 11:06:22.504204 n-d-803378-2 neutron-server[94423]: 'QosPolicy': '1.9', Aug 05 11:06:22.504204 n-d-803378-2 neutron-server[94423]: 'SecurityGroup': '1.4', Aug 05 11:06:22.504204 n-d-803378-2 neutron-server[94423]: 'SecurityGroupRule': '1.2', Aug 05 11:06:22.504204 n-d-803378-2 neutron-server[94423]: 'SubPort': '1.0', Aug 05 11:06:22.504204 n-d-803378-2 neutron-server[94423]: 'Subnet': '1.1', Aug 05 11:06:22.504204 n-d-803378-2 neutron-server[94423]: 'Trunk': '1.1'}} Aug 05 11:06:22.504204 n-d-803378-2 neutron-server[94423]: {{(pid=94423) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 05 11:06:22.509527 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3c38d5-d0cb-4b99-b7a3-dd25841230d4 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:06:22.509954 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3c38d5-d0cb-4b99-b7a3-dd25841230d4 None None] Checking segment: {'id': 'f5c9f35e-2134-41c2-988a-96931cd20bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'd8d13eab-9546-49f2-8502-2f355d71051a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:06:22.510445 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-1f3c38d5-d0cb-4b99-b7a3-dd25841230d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:06:22.510896 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3c38d5-d0cb-4b99-b7a3-dd25841230d4 None None] Bound using segment: {'id': 'f5c9f35e-2134-41c2-988a-96931cd20bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'd8d13eab-9546-49f2-8502-2f355d71051a'} {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:06:22.512313 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-1f3c38d5-d0cb-4b99-b7a3-dd25841230d4 None None] Bound port: 1952f051-0293-466d-96c9-eced67e58dc6, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5c9f35e-2134-41c2-988a-96931cd20bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'd8d13eab-9546-49f2-8502-2f355d71051a'}}] {{(pid=94423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:06:22.512928 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-1f3c38d5-d0cb-4b99-b7a3-dd25841230d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:06:22.596374 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.db [None req-1f3c38d5-d0cb-4b99-b7a3-dd25841230d4 None None] For port 1952f051-0293-466d-96c9-eced67e58dc6, host n-d-803378-2, cleared binding levels {{(pid=94423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:06:22.622077 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.db [None req-1f3c38d5-d0cb-4b99-b7a3-dd25841230d4 None None] For port 1952f051-0293-466d-96c9-eced67e58dc6, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=1952f051-0293-466d-96c9-eced67e58dc6,segment=NetworkSegment(f5c9f35e-2134-41c2-988a-96931cd20bc3),segment_id=f5c9f35e-2134-41c2-988a-96931cd20bc3)] {{(pid=94423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:06:22.627449 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-1f3c38d5-d0cb-4b99-b7a3-dd25841230d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:06:22.698657 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00213ec1-5adb-4a4f-977c-04021bf66c07 None None] Pushing event updated for resources: {'Port': ['ID=1952f051-0293-466d-96c9-eced67e58dc6,revision_number=4']} {{(pid=94423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:06:22.705437 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3c38d5-d0cb-4b99-b7a3-dd25841230d4 None None] Routers {'4a212c56-0d0f-4003-932a-603167e7c6c0'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:06:22.706367 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-1f3c38d5-d0cb-4b99-b7a3-dd25841230d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:06:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['4a212c56-0d0f-4003-932a-603167e7c6c0'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:06:22.831370 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-1f3c38d5-d0cb-4b99-b7a3-dd25841230d4 None None] Set router 4a212c56-0d0f-4003-932a-603167e7c6c0 gateway port host: None {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:06:23.036466 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35388) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:06:23.082520 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-1f3c38d5-d0cb-4b99-b7a3-dd25841230d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a212c56-0d0f-4003-932a-603167e7c6c0', 'name': 'router1', 'tenant_id': '80519ce2a5b448c8badd84247c03bed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:06:09Z', 'updated_at': '2021-08-05T11:06:19Z', 'revision_number': 2, 'project_id': '80519ce2a5b448c8badd84247c03bed9', 'gw_port_host': None, '_interfaces': [{'id': '1952f051-0293-466d-96c9-eced67e58dc6', 'name': '', 'network_id': 'd8d13eab-9546-49f2-8502-2f355d71051a', 'tenant_id': '80519ce2a5b448c8badd84247c03bed9', 'mac_address': 'fa:16:3e:4b:1e:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a212c56-0d0f-4003-932a-603167e7c6c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b21e709e-64e7-4922-b8c5-48ff805c118c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:06:18Z', 'updated_at': '2021-08-05T11:06:22Z', 'revision_number': 4, 'project_id': '80519ce2a5b448c8badd84247c03bed9', 'subnets': [{'id': 'b21e709e-64e7-4922-b8c5-48ff805c118c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f33a7974-b216-4277-abe5-ba8c41fc2260'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:06:23.110644 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3c38d5-d0cb-4b99-b7a3-dd25841230d4 None None] The sync data for ids ['4a212c56-0d0f-4003-932a-603167e7c6c0'] in n-d-803378-2 is: [{'id': '4a212c56-0d0f-4003-932a-603167e7c6c0', 'name': 'router1', 'tenant_id': '80519ce2a5b448c8badd84247c03bed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:06:09Z', 'updated_at': '2021-08-05T11:06:19Z', 'revision_number': 2, 'project_id': '80519ce2a5b448c8badd84247c03bed9', 'gw_port_host': None, '_interfaces': [{'id': '1952f051-0293-466d-96c9-eced67e58dc6', 'name': '', 'network_id': 'd8d13eab-9546-49f2-8502-2f355d71051a', 'tenant_id': '80519ce2a5b448c8badd84247c03bed9', 'mac_address': 'fa:16:3e:4b:1e:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a212c56-0d0f-4003-932a-603167e7c6c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b21e709e-64e7-4922-b8c5-48ff805c118c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:06:18Z', 'updated_at': '2021-08-05T11:06:22Z', 'revision_number': 4, 'project_id': '80519ce2a5b448c8badd84247c03bed9', 'subnets': [{'id': 'b21e709e-64e7-4922-b8c5-48ff805c118c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f33a7974-b216-4277-abe5-ba8c41fc2260'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:06:23.170621 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa3eac9-b05c-4cc8-b8b6-5d2c08b0ece1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:06:23.172111 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-daa3eac9-b05c-4cc8-b8b6-5d2c08b0ece1 admin admin] 10.222.0.58 "GET /v2.0/networks/36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd HTTP/1.1" status: 200 len: 842 time: 0.1346147 Aug 05 11:06:23.188076 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-c7c1c16f-bde9-4001-b3cc-f8e74ddd3b63 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'gateway_ip': '172.25.5.1', 'ip_version': 4, 'name': 'public-subnet', 'cidr': '172.25.5.0/24'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:06:23.216628 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7c1c16f-bde9-4001-b3cc-f8e74ddd3b63 admin admin] Made reservation on behalf of a97f8c5168254c7080f17137f5b10fbb for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:06:23.219826 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c7c1c16f-bde9-4001-b3cc-f8e74ddd3b63 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:06:23.659497 n-d-803378-2 neutron-server[94421]: DEBUG neutron.objects.ports [None req-c7c1c16f-bde9-4001-b3cc-f8e74ddd3b63 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94421) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 05 11:06:23.660210 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c7c1c16f-bde9-4001-b3cc-f8e74ddd3b63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:06:23.734313 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c1c16f-bde9-4001-b3cc-f8e74ddd3b63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c071c638-312e-4c89-b808-e31c9da83d73,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:06:23.747599 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c1c16f-bde9-4001-b3cc-f8e74ddd3b63 admin admin] Checking segment: {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:06:23.747599 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c1c16f-bde9-4001-b3cc-f8e74ddd3b63 admin admin] Network hostable DHCP agents. Network: 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:06:23.766448 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c1c16f-bde9-4001-b3cc-f8e74ddd3b63 admin admin] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:06:23.776686 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-c7c1c16f-bde9-4001-b3cc-f8e74ddd3b63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd) {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:06:23.783259 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c1c16f-bde9-4001-b3cc-f8e74ddd3b63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:06:23.784428 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c7c1c16f-bde9-4001-b3cc-f8e74ddd3b63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:06:23.787840 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-258f40cb-1596-4639-a695-db15859f18c5 None None] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:06:23.805516 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-c7c1c16f-bde9-4001-b3cc-f8e74ddd3b63 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6248441 Aug 05 11:06:23.977548 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70910c4e-57de-446b-bf5d-71ad1fe1588c None None] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:06:26.488542 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35396) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:06:26.716173 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-6b874a7d-2b9e-4e26-93a0-7e6b02ee08b0 admin admin] 10.222.0.58 "GET /v2.0/routers/4a212c56-0d0f-4003-932a-603167e7c6c0 HTTP/1.1" status: 200 len: 710 time: 0.2257490 Aug 05 11:06:26.857245 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0e0998-34e4-4656-b328-b5f2c04072e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:06:26.858662 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-6f0e0998-34e4-4656-b328-b5f2c04072e8 admin admin] 10.222.0.58 "GET /v2.0/networks/36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd HTTP/1.1" status: 200 len: 886 time: 0.1364634 Aug 05 11:06:26.868344 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-02776eaf-02ab-4be9-b0ff-f9b49410e56d admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:06:27.168704 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-02776eaf-02ab-4be9-b0ff-f9b49410e56d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:06:27.552056 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-02776eaf-02ab-4be9-b0ff-f9b49410e56d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:06:27.665239 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-02776eaf-02ab-4be9-b0ff-f9b49410e56d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:06:27.806731 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-02776eaf-02ab-4be9-b0ff-f9b49410e56d admin admin] Allocated IP 172.25.5.225 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/a334d8d4-da44-46de-b2b4-17ca5e3a9f43) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:06:27.974371 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-02776eaf-02ab-4be9-b0ff-f9b49410e56d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:06:28.030163 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-02776eaf-02ab-4be9-b0ff-f9b49410e56d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:06:28.070781 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02776eaf-02ab-4be9-b0ff-f9b49410e56d admin admin] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:06:28.076811 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-02776eaf-02ab-4be9-b0ff-f9b49410e56d admin admin] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:06:28.079747 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02776eaf-02ab-4be9-b0ff-f9b49410e56d admin admin] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:06:28.121353 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02776eaf-02ab-4be9-b0ff-f9b49410e56d admin admin] Pushing event updated for resources: {'Port': ['ID=a334d8d4-da44-46de-b2b4-17ca5e3a9f43,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:06:28.501134 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-02776eaf-02ab-4be9-b0ff-f9b49410e56d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:06:28.770785 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-02776eaf-02ab-4be9-b0ff-f9b49410e56d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33286054', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33263081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1940'] for router, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:06:28.775228 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-02776eaf-02ab-4be9-b0ff-f9b49410e56d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33286033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33286040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33263014'] for router, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:06:28.944190 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02776eaf-02ab-4be9-b0ff-f9b49410e56d admin admin] Router 4a212c56-0d0f-4003-932a-603167e7c6c0 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 11:06:29.100716 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02776eaf-02ab-4be9-b0ff-f9b49410e56d admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:06:29.105584 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-02776eaf-02ab-4be9-b0ff-f9b49410e56d admin admin] Notify callbacks [] for router, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:06:29.107490 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-02776eaf-02ab-4be9-b0ff-f9b49410e56d admin admin] 10.222.0.58 "PUT /v2.0/routers/4a212c56-0d0f-4003-932a-603167e7c6c0 HTTP/1.1" status: 200 len: 890 time: 2.2426305 Aug 05 11:06:30.429876 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 1952f051-0293-466d-96c9-eced67e58dc6 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:06:30.500286 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 1952f051-0293-466d-96c9-eced67e58dc6 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:06:30.505606 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 1952f051-0293-466d-96c9-eced67e58dc6 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:06:30.506112 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:06:30.617681 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:06:30.669481 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port 1952f051-0293-466d-96c9-eced67e58dc6, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=1952f051-0293-466d-96c9-eced67e58dc6,segment=NetworkSegment(f5c9f35e-2134-41c2-988a-96931cd20bc3),segment_id=f5c9f35e-2134-41c2-988a-96931cd20bc3)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:06:30.675317 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:06:30.758183 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=1952f051-0293-466d-96c9-eced67e58dc6,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:06:30.983400 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5628264-f781-4a55-97f6-32d15df991eb None None] Sync routers for ids ['4a212c56-0d0f-4003-932a-603167e7c6c0'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:06:31.000219 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5628264-f781-4a55-97f6-32d15df991eb None None] Routers {'4a212c56-0d0f-4003-932a-603167e7c6c0'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:06:31.001069 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-e5628264-f781-4a55-97f6-32d15df991eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:06:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['4a212c56-0d0f-4003-932a-603167e7c6c0'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:06:31.395885 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-e5628264-f781-4a55-97f6-32d15df991eb None None] Set router 4a212c56-0d0f-4003-932a-603167e7c6c0 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:06:31.967317 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35408) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:06:31.974917 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-e5628264-f781-4a55-97f6-32d15df991eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a212c56-0d0f-4003-932a-603167e7c6c0', 'name': 'router1', 'tenant_id': '80519ce2a5b448c8badd84247c03bed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': 'a334d8d4-da44-46de-b2b4-17ca5e3a9f43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:06:09Z', 'updated_at': '2021-08-05T11:06:28Z', 'revision_number': 4, 'project_id': '80519ce2a5b448c8badd84247c03bed9', 'gw_port': {'id': 'a334d8d4-da44-46de-b2b4-17ca5e3a9f43', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:48:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a212c56-0d0f-4003-932a-603167e7c6c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:06:27Z', 'updated_at': '2021-08-05T11:06:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '1952f051-0293-466d-96c9-eced67e58dc6', 'name': '', 'network_id': 'd8d13eab-9546-49f2-8502-2f355d71051a', 'tenant_id': '80519ce2a5b448c8badd84247c03bed9', 'mac_address': 'fa:16:3e:4b:1e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a212c56-0d0f-4003-932a-603167e7c6c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b21e709e-64e7-4922-b8c5-48ff805c118c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:06:18Z', 'updated_at': '2021-08-05T11:06:30Z', 'revision_number': 5, 'project_id': '80519ce2a5b448c8badd84247c03bed9', 'subnets': [{'id': 'b21e709e-64e7-4922-b8c5-48ff805c118c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f33a7974-b216-4277-abe5-ba8c41fc2260'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:06:32.039817 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5628264-f781-4a55-97f6-32d15df991eb None None] Checking router: 4a212c56-0d0f-4003-932a-603167e7c6c0 for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:06:32.040179 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5628264-f781-4a55-97f6-32d15df991eb None None] Updating router 4a212c56-0d0f-4003-932a-603167e7c6c0 port a334d8d4-da44-46de-b2b4-17ca5e3a9f43 binding host n-d-803378-2 {{(pid=94422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 11:06:32.113360 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e5628264-f781-4a55-97f6-32d15df991eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:06:32.128814 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-2f32acd9-d36b-4109-b49a-c90c579a99c8 admin admin] 10.222.0.58 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1598563 Aug 05 11:06:32.429443 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 1952f051-0293-466d-96c9-eced67e58dc6 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:06:32.577957 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 1952f051-0293-466d-96c9-eced67e58dc6 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:06:32.578354 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:06:32.642004 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e5628264-f781-4a55-97f6-32d15df991eb None None] Notify callbacks [] for port, precommit_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:06:32.662311 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-e5628264-f781-4a55-97f6-32d15df991eb None None] Transition to ACTIVE for port object a334d8d4-da44-46de-b2b4-17ca5e3a9f43 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:06:32.671003 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e5628264-f781-4a55-97f6-32d15df991eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:06:32.765502 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52de53c5-73ce-4323-a54f-74b3247a6ff8 None None] Pushing event updated for resources: {'Port': ['ID=a334d8d4-da44-46de-b2b4-17ca5e3a9f43,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:06:32.770251 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-e5628264-f781-4a55-97f6-32d15df991eb None None] Attempting to bind port a334d8d4-da44-46de-b2b4-17ca5e3a9f43 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:06:32.770629 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-e5628264-f781-4a55-97f6-32d15df991eb None None] Attempting to bind port a334d8d4-da44-46de-b2b4-17ca5e3a9f43 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:06:32.770993 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5628264-f781-4a55-97f6-32d15df991eb None None] Attempting to bind port a334d8d4-da44-46de-b2b4-17ca5e3a9f43 on network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:06:32.778151 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5628264-f781-4a55-97f6-32d15df991eb None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:06:32.779082 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5628264-f781-4a55-97f6-32d15df991eb None None] Checking segment: {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:06:32.779372 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e5628264-f781-4a55-97f6-32d15df991eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:06:32.779768 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5628264-f781-4a55-97f6-32d15df991eb None None] Bound using segment: {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:06:32.780252 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-e5628264-f781-4a55-97f6-32d15df991eb None None] Bound port: a334d8d4-da44-46de-b2b4-17ca5e3a9f43, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:06:32.781054 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e5628264-f781-4a55-97f6-32d15df991eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:06:32.850997 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-e5628264-f781-4a55-97f6-32d15df991eb None None] For port a334d8d4-da44-46de-b2b4-17ca5e3a9f43, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:06:32.858004 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-e5628264-f781-4a55-97f6-32d15df991eb None None] For port a334d8d4-da44-46de-b2b4-17ca5e3a9f43, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=a334d8d4-da44-46de-b2b4-17ca5e3a9f43,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:06:32.865459 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e5628264-f781-4a55-97f6-32d15df991eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:06:33.025929 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5628264-f781-4a55-97f6-32d15df991eb None None] Routers {'4a212c56-0d0f-4003-932a-603167e7c6c0'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:06:33.025929 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-e5628264-f781-4a55-97f6-32d15df991eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:06:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['4a212c56-0d0f-4003-932a-603167e7c6c0'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:06:33.025929 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52de53c5-73ce-4323-a54f-74b3247a6ff8 None None] Pushing event updated for resources: {'Port': ['ID=a334d8d4-da44-46de-b2b4-17ca5e3a9f43,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:06:33.167648 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-e5628264-f781-4a55-97f6-32d15df991eb None None] Set router 4a212c56-0d0f-4003-932a-603167e7c6c0 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:06:33.474267 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-e5628264-f781-4a55-97f6-32d15df991eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a212c56-0d0f-4003-932a-603167e7c6c0', 'name': 'router1', 'tenant_id': '80519ce2a5b448c8badd84247c03bed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': 'a334d8d4-da44-46de-b2b4-17ca5e3a9f43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:06:09Z', 'updated_at': '2021-08-05T11:06:28Z', 'revision_number': 4, 'project_id': '80519ce2a5b448c8badd84247c03bed9', 'gw_port': {'id': 'a334d8d4-da44-46de-b2b4-17ca5e3a9f43', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:48:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a212c56-0d0f-4003-932a-603167e7c6c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:06:27Z', 'updated_at': '2021-08-05T11:06:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '1952f051-0293-466d-96c9-eced67e58dc6', 'name': '', 'network_id': 'd8d13eab-9546-49f2-8502-2f355d71051a', 'tenant_id': '80519ce2a5b448c8badd84247c03bed9', 'mac_address': 'fa:16:3e:4b:1e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a212c56-0d0f-4003-932a-603167e7c6c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b21e709e-64e7-4922-b8c5-48ff805c118c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:06:18Z', 'updated_at': '2021-08-05T11:06:30Z', 'revision_number': 5, 'project_id': '80519ce2a5b448c8badd84247c03bed9', 'subnets': [{'id': 'b21e709e-64e7-4922-b8c5-48ff805c118c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f33a7974-b216-4277-abe5-ba8c41fc2260'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:06:33.503734 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5628264-f781-4a55-97f6-32d15df991eb None None] The sync data for ids ['4a212c56-0d0f-4003-932a-603167e7c6c0'] in n-d-803378-2 is: [{'id': '4a212c56-0d0f-4003-932a-603167e7c6c0', 'name': 'router1', 'tenant_id': '80519ce2a5b448c8badd84247c03bed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': 'a334d8d4-da44-46de-b2b4-17ca5e3a9f43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:06:09Z', 'updated_at': '2021-08-05T11:06:28Z', 'revision_number': 4, 'project_id': '80519ce2a5b448c8badd84247c03bed9', 'gw_port': {'id': 'a334d8d4-da44-46de-b2b4-17ca5e3a9f43', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:48:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a212c56-0d0f-4003-932a-603167e7c6c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:06:27Z', 'updated_at': '2021-08-05T11:06:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '1952f051-0293-466d-96c9-eced67e58dc6', 'name': '', 'network_id': 'd8d13eab-9546-49f2-8502-2f355d71051a', 'tenant_id': '80519ce2a5b448c8badd84247c03bed9', 'mac_address': 'fa:16:3e:4b:1e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a212c56-0d0f-4003-932a-603167e7c6c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b21e709e-64e7-4922-b8c5-48ff805c118c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:06:18Z', 'updated_at': '2021-08-05T11:06:30Z', 'revision_number': 5, 'project_id': '80519ce2a5b448c8badd84247c03bed9', 'subnets': [{'id': 'b21e709e-64e7-4922-b8c5-48ff805c118c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f33a7974-b216-4277-abe5-ba8c41fc2260'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:06:34.501639 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device a334d8d4-da44-46de-b2b4-17ca5e3a9f43 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:06:34.595843 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port a334d8d4-da44-46de-b2b4-17ca5e3a9f43 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:06:34.599644 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port a334d8d4-da44-46de-b2b4-17ca5e3a9f43 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:06:34.600035 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:06:34.692060 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:06:34.719701 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port a334d8d4-da44-46de-b2b4-17ca5e3a9f43, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=a334d8d4-da44-46de-b2b4-17ca5e3a9f43,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:06:34.725942 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:06:34.803561 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=a334d8d4-da44-46de-b2b4-17ca5e3a9f43,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:06:36.455208 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device a334d8d4-da44-46de-b2b4-17ca5e3a9f43 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:06:36.556994 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port a334d8d4-da44-46de-b2b4-17ca5e3a9f43 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:06:36.559154 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:06:37.074012 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-96a1e907-3280-4a00-adb3-7929cd68508c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:06:39.928720 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:06:39.935797 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-263b151f-79c1-43f9-83b6-19fa4fc6f8fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:06:41.451197 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:06:43.554218 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:06:53.227375 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 5 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 11:07:07.063104 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-a39f8d4f-1d32-415e-a5dd-b2357e5b8d7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:07:09.875972 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:07:09.891009 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-04099d85-0c39-4206-bba4-754522206375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:07:11.442428 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:07:13.550103 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:07:30.239404 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 5 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 11:07:37.054738 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c4c14479-1ac2-4aae-b102-5ecd41549006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:07:39.868154 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:07:39.893845 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-7b203e83-e20c-4012-8bd2-dd356c301019 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:07:41.423156 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:07:43.549427 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:08:07.055285 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-8d4ecaaf-1992-4e22-82cf-f8d39a09fffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:08:07.228899 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 5 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 11:08:09.870116 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:08:09.886206 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c280d25d-b966-4c35-8173-9362d61a733b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:08:11.427910 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:08:13.544707 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:08:26.153518 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 36012) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:08:26.235206 n-d-803378-2 neutron-server[94421]: INFO neutron.pecan_wsgi.hooks.translation [None req-4524743e-d684-4374-9c2a-dd501dec52b8 admin admin] GET failed (client error): The resource could not be found. Aug 05 11:08:26.236722 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-4524743e-d684-4374-9c2a-dd501dec52b8 admin admin] 10.222.0.58 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0821574 Aug 05 11:08:26.451312 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d90e62-d9ee-4912-aa81-203a093867e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:08:26.453136 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-14d90e62-d9ee-4912-aa81-203a093867e5 admin admin] 10.222.0.58 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2084816 Aug 05 11:08:28.888155 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 36022) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:08:28.991234 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ae2d96-1cbd-4304-86be-68e6a7149e87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:08:28.992657 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-f5ae2d96-1cbd-4304-86be-68e6a7149e87 admin admin] 10.222.0.58 "GET /v2.0/subnets/b21e709e-64e7-4922-b8c5-48ff805c118c HTTP/1.1" status: 200 len: 849 time: 0.1039188 Aug 05 11:08:29.003476 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-2fc459ac-66b5-47d7-a4fb-e34e8c5a1a91 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:08:29.115013 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2fc459ac-66b5-47d7-a4fb-e34e8c5a1a91 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:08:29.291859 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2fc459ac-66b5-47d7-a4fb-e34e8c5a1a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8774769488478'] for subnet, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:08:29.326818 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc459ac-66b5-47d7-a4fb-e34e8c5a1a91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:08:29.328024 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2fc459ac-66b5-47d7-a4fb-e34e8c5a1a91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:08:29.330320 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-2fc459ac-66b5-47d7-a4fb-e34e8c5a1a91 admin admin] 10.222.0.58 "PUT /v2.0/subnets/b21e709e-64e7-4922-b8c5-48ff805c118c HTTP/1.1" status: 200 len: 868 time: 0.3307164 Aug 05 11:08:29.334137 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b9811c-b245-4756-aba9-286bf9b0dc8c None None] Network d8d13eab-9546-49f2-8502-2f355d71051a requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:08:29.366235 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc459ac-66b5-47d7-a4fb-e34e8c5a1a91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b21e709e-64e7-4922-b8c5-48ff805c118c,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:08:29.374960 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc459ac-66b5-47d7-a4fb-e34e8c5a1a91 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:08:29.375354 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc459ac-66b5-47d7-a4fb-e34e8c5a1a91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:08:29.375684 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc459ac-66b5-47d7-a4fb-e34e8c5a1a91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:08:29.376011 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc459ac-66b5-47d7-a4fb-e34e8c5a1a91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:08:29.376348 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc459ac-66b5-47d7-a4fb-e34e8c5a1a91 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:08:29.376719 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc459ac-66b5-47d7-a4fb-e34e8c5a1a91 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:08:29.377055 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc459ac-66b5-47d7-a4fb-e34e8c5a1a91 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:08:29.377373 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc459ac-66b5-47d7-a4fb-e34e8c5a1a91 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:08:29.377703 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc459ac-66b5-47d7-a4fb-e34e8c5a1a91 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:08:29.378027 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc459ac-66b5-47d7-a4fb-e34e8c5a1a91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:08:29.378502 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc459ac-66b5-47d7-a4fb-e34e8c5a1a91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:08:29.378833 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc459ac-66b5-47d7-a4fb-e34e8c5a1a91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:08:29.850018 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-7b6a3982-7535-4d14-a34d-428b7f0f4628 None None] Provisioning complete for port 48f97934-ab16-47b1-bd52-8b3c3657fc90 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:08:29.850273 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-7b6a3982-7535-4d14-a34d-428b7f0f4628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:08:29.950841 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-7b6a3982-7535-4d14-a34d-428b7f0f4628 None None] Provisioning complete for port 1952f051-0293-466d-96c9-eced67e58dc6 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:08:29.951213 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-7b6a3982-7535-4d14-a34d-428b7f0f4628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:08:32.050109 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 36030) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:08:32.276218 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95161a3f-7138-48f7-bae1-36fd26216bf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:08:32.276650 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95161a3f-7138-48f7-bae1-36fd26216bf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:08:32.278243 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-95161a3f-7138-48f7-bae1-36fd26216bf2 admin admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2271535 Aug 05 11:08:34.572786 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 36040) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:08:34.881605 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bac7249-78c3-4805-951a-bbf902cffcf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:08:34.882145 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bac7249-78c3-4805-951a-bbf902cffcf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:08:34.884281 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-5bac7249-78c3-4805-951a-bbf902cffcf8 admin admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.3101866 Aug 05 11:08:37.049189 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-fa7fc2d4-b008-43ce-8e0e-7d0ba8d0c43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:08:37.255069 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 36048) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:08:37.410932 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebcf7a0-a032-4761-8757-27c0b3230051 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:08:37.412339 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-1ebcf7a0-a032-4761-8757-27c0b3230051 admin admin] 10.222.0.58 "GET /v2.0/networks/36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd HTTP/1.1" status: 200 len: 886 time: 0.1563175 Aug 05 11:08:39.666883 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 36056) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:08:39.820604 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34570ace-11c9-4b03-83c4-cf8be80108b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:08:39.821917 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-34570ace-11c9-4b03-83c4-cf8be80108b3 admin admin] 10.222.0.58 "GET /v2.0/networks/d8d13eab-9546-49f2-8502-2f355d71051a HTTP/1.1" status: 200 len: 869 time: 0.1540422 Aug 05 11:08:39.872171 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:08:39.886516 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-9e57165b-dfe3-47ad-9623-23a5ef42fcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:08:41.426760 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:08:42.016093 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 36064) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:08:42.152570 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b3fda5-0d5e-42db-b3e6-13b238e0c439 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:08:42.153041 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b3fda5-0d5e-42db-b3e6-13b238e0c439 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:08:42.154597 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-58b3fda5-0d5e-42db-b3e6-13b238e0c439 admin admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1375937 Aug 05 11:08:43.548702 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:08:44.228050 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 5 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 11:08:44.355495 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 36072) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:08:44.495652 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e0cb76-0c31-46d7-9645-440ab2b3f7b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:08:44.496107 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e0cb76-0c31-46d7-9645-440ab2b3f7b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:08:44.497696 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-e1e0cb76-0c31-46d7-9645-440ab2b3f7b2 admin admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1412387 Aug 05 11:08:46.976964 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 36080) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:08:47.115519 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5002fa2d-4939-4d6a-a056-dc6ca6b841d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:08:47.117134 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-5002fa2d-4939-4d6a-a056-dc6ca6b841d4 admin admin] 10.222.0.58 "GET /v2.0/subnets/b21e709e-64e7-4922-b8c5-48ff805c118c HTTP/1.1" status: 200 len: 868 time: 0.1389992 Aug 05 11:08:49.451908 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 36088) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:08:49.552612 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3cb4b1-ac0b-4ec5-9bca-d3fc7cf49e8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:08:49.554001 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-4f3cb4b1-ac0b-4ec5-9bca-d3fc7cf49e8d admin admin] 10.222.0.58 "GET /v2.0/subnets/c071c638-312e-4c89-b808-e31c9da83d73 HTTP/1.1" status: 200 len: 816 time: 0.1011407 Aug 05 11:09:07.053193 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-84e7c892-0d8a-4ac9-a027-2266521688e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:09:09.883698 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:09:09.888424 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c8d9f942-408a-42bc-9714-05793c289f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:09:11.435648 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:09:13.552546 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:09:17.678734 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 36144) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:09:17.739769 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [None req-b10b17ab-1867-493b-a899-b876cdcf2e21 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94421) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 11:09:17.740881 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-b10b17ab-1867-493b-a899-b876cdcf2e21 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0608592 Aug 05 11:09:20.289579 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 36152) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:09:20.384763 n-d-803378-2 neutron-server[94421]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fdcbe95-2e1f-4bb4-9604-0e1514168e78 admin admin] GET failed (client error): The resource could not be found. Aug 05 11:09:20.387233 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-7fdcbe95-2e1f-4bb4-9604-0e1514168e78 admin admin] 10.222.0.58 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0962579 Aug 05 11:09:20.493646 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b8a8c2e-c7a7-45ef-b3c4-8ecbb0511cfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:09:20.495154 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-1b8a8c2e-c7a7-45ef-b3c4-8ecbb0511cfd admin admin] 10.222.0.58 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1031148 Aug 05 11:09:21.232913 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 5 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 11:09:23.207878 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 36160) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:09:23.275953 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-e24e1a2d-c1e3-41ca-ac5d-c3f224ffce5f admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:09:23.315681 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e24e1a2d-c1e3-41ca-ac5d-c3f224ffce5f admin admin] Made reservation on behalf of a97f8c5168254c7080f17137f5b10fbb for: {'network': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:09:23.319483 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e24e1a2d-c1e3-41ca-ac5d-c3f224ffce5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:09:23.373914 n-d-803378-2 neutron-server[94421]: WARNING neutron.services.revisions.revision_plugin [None req-e24e1a2d-c1e3-41ca-ac5d-c3f224ffce5f admin admin] Could not find related network for resource to bump revision. Aug 05 11:09:23.389251 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e24e1a2d-c1e3-41ca-ac5d-c3f224ffce5f admin admin] vlan segment allocate from pool success with {'vlan_id': 651, 'physical_network': 'physnet1'} {{(pid=94421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:09:23.401547 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e24e1a2d-c1e3-41ca-ac5d-c3f224ffce5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:09:23.401870 n-d-803378-2 neutron-server[94421]: INFO neutron.db.segments_db [None req-e24e1a2d-c1e3-41ca-ac5d-c3f224ffce5f admin admin] Added segment 65226418-7bdf-45a1-8673-5f60e8aef4a9 of type vlan for network 91caede3-92e4-4b1e-8e3e-36227cfd846a Aug 05 11:09:23.465205 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e24e1a2d-c1e3-41ca-ac5d-c3f224ffce5f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:09:23.502226 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e24e1a2d-c1e3-41ca-ac5d-c3f224ffce5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:09:23.503468 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e24e1a2d-c1e3-41ca-ac5d-c3f224ffce5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:09:23.504168 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e24e1a2d-c1e3-41ca-ac5d-c3f224ffce5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:09:23.569810 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-e24e1a2d-c1e3-41ca-ac5d-c3f224ffce5f admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3604064 Aug 05 11:09:23.576017 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24e1a2d-c1e3-41ca-ac5d-c3f224ffce5f admin admin] Pushing event updated for resources: {'Network': ['ID=91caede3-92e4-4b1e-8e3e-36227cfd846a,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:09:23.593251 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 91caede3-92e4-4b1e-8e3e-36227cfd846a details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:09:26.212160 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 36168) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:09:26.286445 n-d-803378-2 neutron-server[94421]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0c2d127-be1c-42a0-8d3f-faba6c66451f admin admin] GET failed (client error): The resource could not be found. Aug 05 11:09:26.288125 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-e0c2d127-be1c-42a0-8d3f-faba6c66451f admin admin] 10.222.0.58 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0748739 Aug 05 11:09:26.368638 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac362fea-d9bb-4f33-9d7a-43ae4e2447ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:09:26.370135 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-ac362fea-d9bb-4f33-9d7a-43ae4e2447ad admin admin] 10.222.0.58 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0775967 Aug 05 11:09:26.380950 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-774db507-f70e-429b-b11c-269d08ac89c6 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:09:26.410342 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-774db507-f70e-429b-b11c-269d08ac89c6 admin admin] Made reservation on behalf of a97f8c5168254c7080f17137f5b10fbb for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:09:26.414392 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-774db507-f70e-429b-b11c-269d08ac89c6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:09:26.643669 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-774db507-f70e-429b-b11c-269d08ac89c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:09:26.699713 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774db507-f70e-429b-b11c-269d08ac89c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6842f728-c2f3-4e36-bb32-3303d06ce3f4,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:09:26.720798 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774db507-f70e-429b-b11c-269d08ac89c6 admin admin] Checking segment: {'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:09:26.721166 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774db507-f70e-429b-b11c-269d08ac89c6 admin admin] Network hostable DHCP agents. Network: 91caede3-92e4-4b1e-8e3e-36227cfd846a, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:09:26.753436 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774db507-f70e-429b-b11c-269d08ac89c6 admin admin] Network 91caede3-92e4-4b1e-8e3e-36227cfd846a is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:09:26.766256 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-774db507-f70e-429b-b11c-269d08ac89c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, 91caede3-92e4-4b1e-8e3e-36227cfd846a) {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:09:26.771600 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774db507-f70e-429b-b11c-269d08ac89c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:09:26.775019 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-774db507-f70e-429b-b11c-269d08ac89c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:09:26.780731 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ad7df1-d02c-4c51-8f25-29786c5024c3 None None] Network 91caede3-92e4-4b1e-8e3e-36227cfd846a requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:09:26.801081 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-774db507-f70e-429b-b11c-269d08ac89c6 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4235923 Aug 05 11:09:27.033002 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e47eaf3-2354-473f-9259-0d46873ec065 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-91caede3-92e4-4b1e-8e3e-36227cfd846a', 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a', 'tenant_id': 'a97f8c5168254c7080f17137f5b10fbb', 'fixed_ips': [{'subnet_id': '6842f728-c2f3-4e36-bb32-3303d06ce3f4'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 11:09:27.034531 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-6e47eaf3-2354-473f-9259-0d46873ec065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:09:27.230043 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-6e47eaf3-2354-473f-9259-0d46873ec065 None None] Allocated IP 192.168.233.2 (91caede3-92e4-4b1e-8e3e-36227cfd846a/6842f728-c2f3-4e36-bb32-3303d06ce3f4/ba280850-0e38-4d66-90e8-5b7c8a49a282) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:09:27.431198 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-6e47eaf3-2354-473f-9259-0d46873ec065 None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:09:27.452301 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-6e47eaf3-2354-473f-9259-0d46873ec065 None None] Transition to ACTIVE for port object ba280850-0e38-4d66-90e8-5b7c8a49a282 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:09:27.471148 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-6e47eaf3-2354-473f-9259-0d46873ec065 None None] Transition to ACTIVE for port object ba280850-0e38-4d66-90e8-5b7c8a49a282 will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:09:27.479060 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-6e47eaf3-2354-473f-9259-0d46873ec065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:09:27.529875 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e47eaf3-2354-473f-9259-0d46873ec065 None None] Network 91caede3-92e4-4b1e-8e3e-36227cfd846a is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:09:27.545965 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-6e47eaf3-2354-473f-9259-0d46873ec065 None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:09:27.548477 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e47eaf3-2354-473f-9259-0d46873ec065 None None] Pushing event updated for resources: {'Port': ['ID=ba280850-0e38-4d66-90e8-5b7c8a49a282,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:09:27.557911 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e47eaf3-2354-473f-9259-0d46873ec065 None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:09:27.561485 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e47eaf3-2354-473f-9259-0d46873ec065 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:09:27.562164 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e47eaf3-2354-473f-9259-0d46873ec065 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:09:27.562496 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e47eaf3-2354-473f-9259-0d46873ec065 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:09:27.562804 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e47eaf3-2354-473f-9259-0d46873ec065 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:09:27.563353 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e47eaf3-2354-473f-9259-0d46873ec065 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:09:27.563709 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e47eaf3-2354-473f-9259-0d46873ec065 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:09:27.564045 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e47eaf3-2354-473f-9259-0d46873ec065 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:09:27.564403 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e47eaf3-2354-473f-9259-0d46873ec065 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:09:27.564770 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e47eaf3-2354-473f-9259-0d46873ec065 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:09:27.567099 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e47eaf3-2354-473f-9259-0d46873ec065 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:09:27.567099 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e47eaf3-2354-473f-9259-0d46873ec065 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:09:27.567099 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e47eaf3-2354-473f-9259-0d46873ec065 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:09:27.641940 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-6e47eaf3-2354-473f-9259-0d46873ec065 None None] Attempting to bind port ba280850-0e38-4d66-90e8-5b7c8a49a282 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:09:27.642320 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-6e47eaf3-2354-473f-9259-0d46873ec065 None None] Attempting to bind port ba280850-0e38-4d66-90e8-5b7c8a49a282 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:09:27.642685 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e47eaf3-2354-473f-9259-0d46873ec065 None None] Attempting to bind port ba280850-0e38-4d66-90e8-5b7c8a49a282 on network 91caede3-92e4-4b1e-8e3e-36227cfd846a {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:09:27.650892 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e47eaf3-2354-473f-9259-0d46873ec065 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:09:27.651477 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e47eaf3-2354-473f-9259-0d46873ec065 None None] Checking segment: {'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:09:27.654538 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-6e47eaf3-2354-473f-9259-0d46873ec065 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:09:27.654538 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e47eaf3-2354-473f-9259-0d46873ec065 None None] Bound using segment: {'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:09:27.654538 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-6e47eaf3-2354-473f-9259-0d46873ec065 None None] Bound port: ba280850-0e38-4d66-90e8-5b7c8a49a282, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:09:27.654911 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-6e47eaf3-2354-473f-9259-0d46873ec065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:09:27.781207 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-6e47eaf3-2354-473f-9259-0d46873ec065 None None] For port ba280850-0e38-4d66-90e8-5b7c8a49a282, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:09:27.787657 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-6e47eaf3-2354-473f-9259-0d46873ec065 None None] For port ba280850-0e38-4d66-90e8-5b7c8a49a282, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=ba280850-0e38-4d66-90e8-5b7c8a49a282,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:09:27.796536 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-6e47eaf3-2354-473f-9259-0d46873ec065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:09:27.902933 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e47eaf3-2354-473f-9259-0d46873ec065 None None] Pushing event updated for resources: {'Port': ['ID=ba280850-0e38-4d66-90e8-5b7c8a49a282,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:09:28.617563 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device ba280850-0e38-4d66-90e8-5b7c8a49a282 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:09:28.702467 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port ba280850-0e38-4d66-90e8-5b7c8a49a282 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:09:28.936744 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5857b91-0632-4ed3-8949-a5a4715c3e53 None None] Network 91caede3-92e4-4b1e-8e3e-36227cfd846a requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:09:29.049560 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-6360d544-bd58-4c7e-aa69-232233c7230b None None] Provisioning for port ba280850-0e38-4d66-90e8-5b7c8a49a282 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:09:29.072451 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-6360d544-bd58-4c7e-aa69-232233c7230b None None] Provisioning complete for port ba280850-0e38-4d66-90e8-5b7c8a49a282 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:09:29.073111 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-6360d544-bd58-4c7e-aa69-232233c7230b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:09:29.263975 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-6360d544-bd58-4c7e-aa69-232233c7230b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:09:29.316820 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-6360d544-bd58-4c7e-aa69-232233c7230b None None] For port ba280850-0e38-4d66-90e8-5b7c8a49a282, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=ba280850-0e38-4d66-90e8-5b7c8a49a282,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:09:29.321918 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-6360d544-bd58-4c7e-aa69-232233c7230b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:09:29.391376 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6360d544-bd58-4c7e-aa69-232233c7230b None None] Pushing event updated for resources: {'Port': ['ID=ba280850-0e38-4d66-90e8-5b7c8a49a282,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:09:29.551129 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-5b1d135f-c25a-49b3-a7e7-a8b3ebac7a1f None None] Provisioning complete for port ba280850-0e38-4d66-90e8-5b7c8a49a282 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:09:29.551387 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-5b1d135f-c25a-49b3-a7e7-a8b3ebac7a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:09:30.580207 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device ba280850-0e38-4d66-90e8-5b7c8a49a282 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:09:30.652753 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port ba280850-0e38-4d66-90e8-5b7c8a49a282 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:09:30.653421 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:09:37.061519 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f51af502-ee94-4642-aa54-0143d876bcf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:09:39.876331 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:09:39.890982 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-52aeddee-06f8-4fdb-b584-0c8c66605441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:09:41.440453 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:09:43.570591 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:09:58.232009 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 5 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 11:10:07.063313 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-04703f82-74fb-41c1-a2fa-07cba5d4b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:10:09.877467 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:10:09.889692 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-616794a2-bb05-4c7f-9cee-e560d1b83f3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:10:11.437141 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:10:13.568790 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:10:35.231676 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 5 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 11:10:37.056859 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-13b4f7f8-55e2-411b-9e9c-6454eff73697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:10:39.875256 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:10:39.886616 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b0f8dc29-cc61-4c5a-94fe-6c93a2036d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:10:40.672158 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 36220) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:10:40.678920 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [None req-ca871ccf-8ab1-4170-9508-6e907639ae66 tempest-verify_tempest_config-1692471097 tempest-verify_tempest_config-1692471097-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94421) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 11:10:40.679931 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-ca871ccf-8ab1-4170-9508-6e907639ae66 tempest-verify_tempest_config-1692471097 tempest-verify_tempest_config-1692471097-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0064628 Aug 05 11:10:41.038793 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 36238) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:10:41.149598 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b157c7b4-767e-4cd1-b022-47caf986d26d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:10:41.252349 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b157c7b4-767e-4cd1-b022-47caf986d26d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:10:41.256526 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b157c7b4-767e-4cd1-b022-47caf986d26d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:10:41.303772 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b157c7b4-767e-4cd1-b022-47caf986d26d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a24db2d7-909e-4740-9f11-6268954d4501,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:10:41.307732 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-b157c7b4-767e-4cd1-b022-47caf986d26d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=94dbeb0b268245ef87b096851d301de9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2679284 Aug 05 11:10:41.310693 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 36242) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:10:41.313267 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b157c7b4-767e-4cd1-b022-47caf986d26d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:10:41.313614 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b157c7b4-767e-4cd1-b022-47caf986d26d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:10:41.313964 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b157c7b4-767e-4cd1-b022-47caf986d26d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:10:41.314297 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b157c7b4-767e-4cd1-b022-47caf986d26d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:10:41.314628 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b157c7b4-767e-4cd1-b022-47caf986d26d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:10:41.314956 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b157c7b4-767e-4cd1-b022-47caf986d26d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:10:41.315282 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b157c7b4-767e-4cd1-b022-47caf986d26d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:10:41.315606 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b157c7b4-767e-4cd1-b022-47caf986d26d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:10:41.315935 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b157c7b4-767e-4cd1-b022-47caf986d26d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:10:41.316496 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b157c7b4-767e-4cd1-b022-47caf986d26d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:10:41.317084 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b157c7b4-767e-4cd1-b022-47caf986d26d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:10:41.317464 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b157c7b4-767e-4cd1-b022-47caf986d26d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:10:41.391611 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c3705540-22ef-42b3-a1c5-ca2b29680c39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:10:41.412247 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c3705540-22ef-42b3-a1c5-ca2b29680c39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:10:41.442040 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:10:41.517957 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c3705540-22ef-42b3-a1c5-ca2b29680c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:10:41.522443 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c3705540-22ef-42b3-a1c5-ca2b29680c39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:10:41.524400 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-c3705540-22ef-42b3-a1c5-ca2b29680c39 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a24db2d7-909e-4740-9f11-6268954d4501 HTTP/1.1" status: 204 len: 168 time: 0.2121520 Aug 05 11:10:41.538855 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3705540-22ef-42b3-a1c5-ca2b29680c39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a24db2d7-909e-4740-9f11-6268954d4501,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:10:41.548934 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3705540-22ef-42b3-a1c5-ca2b29680c39 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:10:41.549110 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3705540-22ef-42b3-a1c5-ca2b29680c39 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:10:41.549362 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3705540-22ef-42b3-a1c5-ca2b29680c39 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:10:41.549761 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3705540-22ef-42b3-a1c5-ca2b29680c39 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:10:41.550193 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3705540-22ef-42b3-a1c5-ca2b29680c39 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:10:41.550479 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3705540-22ef-42b3-a1c5-ca2b29680c39 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:10:41.550756 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3705540-22ef-42b3-a1c5-ca2b29680c39 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:10:41.551089 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3705540-22ef-42b3-a1c5-ca2b29680c39 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:10:41.551410 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3705540-22ef-42b3-a1c5-ca2b29680c39 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:10:41.551766 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3705540-22ef-42b3-a1c5-ca2b29680c39 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:10:41.552044 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3705540-22ef-42b3-a1c5-ca2b29680c39 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:10:41.552370 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3705540-22ef-42b3-a1c5-ca2b29680c39 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:10:43.567612 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:11:07.061323 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-9e0d32ca-549b-4e8e-83e6-732a409d2fb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:11:09.877387 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:11:09.882733 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e8dd6ce6-9729-491a-877d-176d0e6bdbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:11:11.444013 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:11:12.231413 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 5 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 11:11:13.569196 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:11:37.071741 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-31f58964-b48c-4f6a-98cc-b5ea084a965a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:11:39.874376 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:11:39.879007 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e938c0e5-017e-48db-b1d1-0ea35e0d45ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:11:41.450304 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:11:43.575214 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:11:49.233576 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 5 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 11:12:07.068768 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-d2951b2f-a2be-4fbb-89e0-e08bb7b1a744 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:12:09.876162 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:12:09.880854 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-4b18ce7c-e636-4805-902a-bc0f6029f44c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:12:11.451163 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:12:13.579076 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:12:26.232229 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 5 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 11:12:37.071199 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-0d4c229c-2497-4b77-9aba-1886b94c2228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:12:39.881273 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:12:39.882759 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-97209817-ad0e-49b8-aee7-8c6432c755e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:12:41.454184 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:12:43.583327 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:13:03.240694 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 5 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 11:13:07.083203 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-3f701b85-4a1c-4755-93d0-d82b1848123f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:13:09.882762 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:13:09.885056 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-df3fa201-049f-47e8-97ef-f2b9616a9559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:13:11.456787 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:13:13.589019 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:13:37.083442 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-4345a5d0-4f47-41f1-8117-d5f50c5db3be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:13:39.885241 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:13:39.886742 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-6b7952b8-2155-4419-a07e-8cd917c8aa1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:13:40.229451 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 5 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 11:13:41.460338 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:13:43.588790 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:14:07.075167 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-6bc0b8a7-1418-4d81-b114-7fe544316481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:14:09.889553 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:14:09.891456 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-0351c12d-30ce-4b52-b401-e7381a438adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:14:11.462978 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:14:13.592306 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:14:17.234117 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 5 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 11:14:21.648157 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33289880'] for agent, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:14:28.808957 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33289880'] for agent, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:14:37.081549 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-d47e351b-27f7-4474-bbde-04ebc5ae193a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:14:39.885127 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1953a9d7-30fe-4913-aff1-372cb2fe81cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:14:39.896708 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:14:41.468685 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:14:43.596042 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:14:51.597734 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:14:54.236036 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 11:14:58.777522 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:15:01.833672 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 36308) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:15:01.944593 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-135d8aba-e342-48d6-bb2a-f80665308d03 admin admin] 10.222.0.58 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1097512 Aug 05 11:15:04.214203 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 36318) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:15:04.279255 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-e1129052-1ee1-4366-8bb1-8e7ced0b606d admin admin] 10.222.0.58 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0639319 Aug 05 11:15:07.073079 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-9a8f0955-3d6e-42ec-a905-aad7a57cc25a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:15:09.886539 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-ed4c40b0-fccb-4d04-bbd7-884fd52e158e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:15:09.889147 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:15:11.469301 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:15:13.604320 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:15:21.623839 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:15:28.793574 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:15:31.237007 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 11:15:37.087892 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-50de1c7b-625a-49b4-9c50-53ca282217e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:15:39.894179 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e963d89f-ddb3-4e33-9f3d-5a589cbf6de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:15:39.896769 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:15:41.480041 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:15:43.608898 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:15:51.625437 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:15:58.803369 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:16:07.081255 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-702437ec-22ce-43ca-a51d-3537774bec5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:16:08.241911 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 11:16:09.887474 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-11110464-5e53-45f0-b7fe-917e4c779607 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:16:09.889517 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:16:11.475141 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:16:13.610045 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:16:21.617547 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:16:28.826957 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:16:37.085256 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-ef963fbf-3fed-475d-8039-edbd22201f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:16:37.700691 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 36550) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:16:38.459688 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-ca38659d-0e49-46d9-a686-0e4ff29c5c95 tempest-AutoAllocateNetworkTest-27086321 tempest-AutoAllocateNetworkTest-27086321-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=0479c6052ecb4ad2ba99966f9a9c1028&shared=False HTTP/1.1" status: 200 len: 208 time: 0.7561438 Aug 05 11:16:38.459996 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 36576) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:16:38.775426 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0983c9da-b5df-4dc5-b23b-c4076deeb58b tempest-AutoAllocateNetworkTest-27086321 tempest-AutoAllocateNetworkTest-27086321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:16:38.782664 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 36592) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:16:38.783582 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-0983c9da-b5df-4dc5-b23b-c4076deeb58b tempest-AutoAllocateNetworkTest-27086321 tempest-AutoAllocateNetworkTest-27086321-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.3214071 Aug 05 11:16:38.858127 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-c3efd7cf-0760-4912-88ee-68bd1b51eee0 tempest-AutoAllocateNetworkTest-27086321 tempest-AutoAllocateNetworkTest-27086321-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0739992 Aug 05 11:16:38.862843 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 36596) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:16:38.914402 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-dcf2bfc4-7669-4715-917b-4c67ecb86368 tempest-AutoAllocateNetworkTest-27086321 tempest-AutoAllocateNetworkTest-27086321-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=0479c6052ecb4ad2ba99966f9a9c1028 HTTP/1.1" status: 200 len: 208 time: 0.0477133 Aug 05 11:16:39.903483 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e0eadccc-dd42-46eb-86d4-f74843d2cccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:16:39.905743 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:16:40.042659 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 36638) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:16:40.564058 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-286df48b-db27-4197-b9a5-8b016c4d9d90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:16:40.789446 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-286df48b-db27-4197-b9a5-8b016c4d9d90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:16:40.796101 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-286df48b-db27-4197-b9a5-8b016c4d9d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:16:40.860550 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286df48b-db27-4197-b9a5-8b016c4d9d90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a62bdad0-7781-4d3b-a3a8-a71664cbac3f,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:16:40.883149 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286df48b-db27-4197-b9a5-8b016c4d9d90 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:16:40.884644 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286df48b-db27-4197-b9a5-8b016c4d9d90 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:16:40.885212 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286df48b-db27-4197-b9a5-8b016c4d9d90 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:16:40.886039 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286df48b-db27-4197-b9a5-8b016c4d9d90 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:16:40.887587 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286df48b-db27-4197-b9a5-8b016c4d9d90 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:16:40.888166 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286df48b-db27-4197-b9a5-8b016c4d9d90 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:16:40.888764 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286df48b-db27-4197-b9a5-8b016c4d9d90 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:16:40.889320 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286df48b-db27-4197-b9a5-8b016c4d9d90 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:16:40.889876 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286df48b-db27-4197-b9a5-8b016c4d9d90 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:16:40.890442 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286df48b-db27-4197-b9a5-8b016c4d9d90 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:16:40.891120 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286df48b-db27-4197-b9a5-8b016c4d9d90 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:16:40.891682 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286df48b-db27-4197-b9a5-8b016c4d9d90 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:16:40.897370 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286df48b-db27-4197-b9a5-8b016c4d9d90 admin admin] Tracked resource versions report: Aug 05 11:16:40.897370 n-d-803378-2 neutron-server[94421]: pushed versions: Aug 05 11:16:40.897370 n-d-803378-2 neutron-server[94421]: { 'AddressGroup': {'1.2'}, Aug 05 11:16:40.897370 n-d-803378-2 neutron-server[94421]: 'ConntrackHelper': {'1.0'}, Aug 05 11:16:40.897370 n-d-803378-2 neutron-server[94421]: 'Log': {'1.0'}, Aug 05 11:16:40.897370 n-d-803378-2 neutron-server[94421]: 'Network': {'1.1'}, Aug 05 11:16:40.897370 n-d-803378-2 neutron-server[94421]: 'Port': {'1.7'}, Aug 05 11:16:40.897370 n-d-803378-2 neutron-server[94421]: 'PortForwarding': {'1.2'}, Aug 05 11:16:40.897370 n-d-803378-2 neutron-server[94421]: 'QosPolicy': {'1.9'}, Aug 05 11:16:40.897370 n-d-803378-2 neutron-server[94421]: 'SecurityGroup': {'1.4'}, Aug 05 11:16:40.897370 n-d-803378-2 neutron-server[94421]: 'SecurityGroupRule': {'1.2'}, Aug 05 11:16:40.897370 n-d-803378-2 neutron-server[94421]: 'SubPort': {'1.0'}, Aug 05 11:16:40.897370 n-d-803378-2 neutron-server[94421]: 'Subnet': {'1.1'}, Aug 05 11:16:40.897370 n-d-803378-2 neutron-server[94421]: 'Trunk': {'1.1'}} Aug 05 11:16:40.897370 n-d-803378-2 neutron-server[94421]: consumer versions: Aug 05 11:16:40.897370 n-d-803378-2 neutron-server[94421]: { DHCP agent@n-d-803378-2: {}, Aug 05 11:16:40.897370 n-d-803378-2 neutron-server[94421]: HyperV agent@n-h1-803378-2: {}, Aug 05 11:16:40.897370 n-d-803378-2 neutron-server[94421]: HyperV agent@n-h2-803378-2: {}, Aug 05 11:16:40.897370 n-d-803378-2 neutron-server[94421]: L3 agent@n-d-803378-2: {}, Aug 05 11:16:40.897370 n-d-803378-2 neutron-server[94421]: Metadata agent@n-d-803378-2: {}, Aug 05 11:16:40.897370 n-d-803378-2 neutron-server[94421]: Metering agent@n-d-803378-2: {}, Aug 05 11:16:40.897370 n-d-803378-2 neutron-server[94421]: Open vSwitch agent@n-d-803378-2: { 'AddressGroup': '1.2', Aug 05 11:16:40.897370 n-d-803378-2 neutron-server[94421]: 'ConntrackHelper': '1.0', Aug 05 11:16:40.897370 n-d-803378-2 neutron-server[94421]: 'Log': '1.0', Aug 05 11:16:40.897370 n-d-803378-2 neutron-server[94421]: 'Network': '1.1', Aug 05 11:16:40.897370 n-d-803378-2 neutron-server[94421]: 'Port': '1.7', Aug 05 11:16:40.897370 n-d-803378-2 neutron-server[94421]: 'PortForwarding': '1.2', Aug 05 11:16:40.897370 n-d-803378-2 neutron-server[94421]: 'QosPolicy': '1.9', Aug 05 11:16:40.897370 n-d-803378-2 neutron-server[94421]: 'SecurityGroup': '1.4', Aug 05 11:16:40.897370 n-d-803378-2 neutron-server[94421]: 'SecurityGroupRule': '1.2', Aug 05 11:16:40.897370 n-d-803378-2 neutron-server[94421]: 'SubPort': '1.0', Aug 05 11:16:40.897370 n-d-803378-2 neutron-server[94421]: 'Subnet': '1.1', Aug 05 11:16:40.897370 n-d-803378-2 neutron-server[94421]: 'Trunk': '1.1'}} Aug 05 11:16:40.897370 n-d-803378-2 neutron-server[94421]: {{(pid=94421) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 05 11:16:40.905059 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-286df48b-db27-4197-b9a5-8b016c4d9d90 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0479c6052ecb4ad2ba99966f9a9c1028&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8606067 Aug 05 11:16:40.909509 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 36664) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:16:41.024263 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-77fed8e1-9a92-4ac3-bc00-00a7364fc594 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:16:41.081263 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-77fed8e1-9a92-4ac3-bc00-00a7364fc594 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:16:41.186797 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-77fed8e1-9a92-4ac3-bc00-00a7364fc594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:16:41.196688 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-77fed8e1-9a92-4ac3-bc00-00a7364fc594 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:16:41.206377 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-77fed8e1-9a92-4ac3-bc00-00a7364fc594 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a62bdad0-7781-4d3b-a3a8-a71664cbac3f HTTP/1.1" status: 204 len: 168 time: 0.2937732 Aug 05 11:16:41.223897 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fed8e1-9a92-4ac3-bc00-00a7364fc594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a62bdad0-7781-4d3b-a3a8-a71664cbac3f,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:16:41.241870 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fed8e1-9a92-4ac3-bc00-00a7364fc594 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:16:41.243246 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fed8e1-9a92-4ac3-bc00-00a7364fc594 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:16:41.244222 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fed8e1-9a92-4ac3-bc00-00a7364fc594 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:16:41.245187 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fed8e1-9a92-4ac3-bc00-00a7364fc594 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:16:41.246296 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fed8e1-9a92-4ac3-bc00-00a7364fc594 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:16:41.247223 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fed8e1-9a92-4ac3-bc00-00a7364fc594 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:16:41.248310 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fed8e1-9a92-4ac3-bc00-00a7364fc594 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:16:41.250082 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fed8e1-9a92-4ac3-bc00-00a7364fc594 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:16:41.251116 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fed8e1-9a92-4ac3-bc00-00a7364fc594 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:16:41.251978 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fed8e1-9a92-4ac3-bc00-00a7364fc594 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:16:41.252903 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fed8e1-9a92-4ac3-bc00-00a7364fc594 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:16:41.254344 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fed8e1-9a92-4ac3-bc00-00a7364fc594 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:16:41.257687 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fed8e1-9a92-4ac3-bc00-00a7364fc594 admin admin] Tracked resource versions report: Aug 05 11:16:41.257687 n-d-803378-2 neutron-server[94420]: pushed versions: Aug 05 11:16:41.257687 n-d-803378-2 neutron-server[94420]: { 'AddressGroup': {'1.2'}, Aug 05 11:16:41.257687 n-d-803378-2 neutron-server[94420]: 'ConntrackHelper': {'1.0'}, Aug 05 11:16:41.257687 n-d-803378-2 neutron-server[94420]: 'Log': {'1.0'}, Aug 05 11:16:41.257687 n-d-803378-2 neutron-server[94420]: 'Network': {'1.1'}, Aug 05 11:16:41.257687 n-d-803378-2 neutron-server[94420]: 'Port': {'1.7'}, Aug 05 11:16:41.257687 n-d-803378-2 neutron-server[94420]: 'PortForwarding': {'1.2'}, Aug 05 11:16:41.257687 n-d-803378-2 neutron-server[94420]: 'QosPolicy': {'1.9'}, Aug 05 11:16:41.257687 n-d-803378-2 neutron-server[94420]: 'SecurityGroup': {'1.4'}, Aug 05 11:16:41.257687 n-d-803378-2 neutron-server[94420]: 'SecurityGroupRule': {'1.2'}, Aug 05 11:16:41.257687 n-d-803378-2 neutron-server[94420]: 'SubPort': {'1.0'}, Aug 05 11:16:41.257687 n-d-803378-2 neutron-server[94420]: 'Subnet': {'1.1'}, Aug 05 11:16:41.257687 n-d-803378-2 neutron-server[94420]: 'Trunk': {'1.1'}} Aug 05 11:16:41.257687 n-d-803378-2 neutron-server[94420]: consumer versions: Aug 05 11:16:41.257687 n-d-803378-2 neutron-server[94420]: { DHCP agent@n-d-803378-2: {}, Aug 05 11:16:41.257687 n-d-803378-2 neutron-server[94420]: HyperV agent@n-h1-803378-2: {}, Aug 05 11:16:41.257687 n-d-803378-2 neutron-server[94420]: HyperV agent@n-h2-803378-2: {}, Aug 05 11:16:41.257687 n-d-803378-2 neutron-server[94420]: L3 agent@n-d-803378-2: {}, Aug 05 11:16:41.257687 n-d-803378-2 neutron-server[94420]: Metadata agent@n-d-803378-2: {}, Aug 05 11:16:41.257687 n-d-803378-2 neutron-server[94420]: Metering agent@n-d-803378-2: {}, Aug 05 11:16:41.257687 n-d-803378-2 neutron-server[94420]: Open vSwitch agent@n-d-803378-2: { 'AddressGroup': '1.2', Aug 05 11:16:41.257687 n-d-803378-2 neutron-server[94420]: 'ConntrackHelper': '1.0', Aug 05 11:16:41.257687 n-d-803378-2 neutron-server[94420]: 'Log': '1.0', Aug 05 11:16:41.257687 n-d-803378-2 neutron-server[94420]: 'Network': '1.1', Aug 05 11:16:41.257687 n-d-803378-2 neutron-server[94420]: 'Port': '1.7', Aug 05 11:16:41.257687 n-d-803378-2 neutron-server[94420]: 'PortForwarding': '1.2', Aug 05 11:16:41.257687 n-d-803378-2 neutron-server[94420]: 'QosPolicy': '1.9', Aug 05 11:16:41.257687 n-d-803378-2 neutron-server[94420]: 'SecurityGroup': '1.4', Aug 05 11:16:41.257687 n-d-803378-2 neutron-server[94420]: 'SecurityGroupRule': '1.2', Aug 05 11:16:41.257687 n-d-803378-2 neutron-server[94420]: 'SubPort': '1.0', Aug 05 11:16:41.257687 n-d-803378-2 neutron-server[94420]: 'Subnet': '1.1', Aug 05 11:16:41.257687 n-d-803378-2 neutron-server[94420]: 'Trunk': '1.1'}} Aug 05 11:16:41.257687 n-d-803378-2 neutron-server[94420]: {{(pid=94420) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 05 11:16:41.508389 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:16:43.550115 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 36764) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:16:43.659301 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:16:43.801447 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a2e2098e-4947-4ab9-8f15-317ddadcab16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:16:44.044200 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a2e2098e-4947-4ab9-8f15-317ddadcab16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:16:44.058422 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a2e2098e-4947-4ab9-8f15-317ddadcab16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:16:44.166858 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 36808) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:16:44.167467 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-a2e2098e-4947-4ab9-8f15-317ddadcab16 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2d193dd824f6421b87cb70c84fa9dbfa&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6150432 Aug 05 11:16:44.168979 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e2098e-4947-4ab9-8f15-317ddadcab16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d024c773-ceb4-4176-b825-1eaefda37c92,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:16:44.307816 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f4ea68da-fced-425f-a4a4-3578538ffd70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:16:44.344826 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f4ea68da-fced-425f-a4a4-3578538ffd70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:16:44.379506 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 36826) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:16:44.416927 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f4ea68da-fced-425f-a4a4-3578538ffd70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:16:44.420936 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f4ea68da-fced-425f-a4a4-3578538ffd70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:16:44.422431 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-f4ea68da-fced-425f-a4a4-3578538ffd70 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d024c773-ceb4-4176-b825-1eaefda37c92 HTTP/1.1" status: 204 len: 168 time: 0.2532063 Aug 05 11:16:44.435622 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ea68da-fced-425f-a4a4-3578538ffd70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d024c773-ceb4-4176-b825-1eaefda37c92,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:16:45.174608 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 36854) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:16:45.203797 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b3893dc5-8812-4e6a-94c3-5770498cf264 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:16:45.251762 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 11:16:45.406500 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b3893dc5-8812-4e6a-94c3-5770498cf264 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:16:45.413138 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b3893dc5-8812-4e6a-94c3-5770498cf264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:16:45.472714 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3893dc5-8812-4e6a-94c3-5770498cf264 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c21eaed2-55cc-4b5e-a851-57c32d343bba,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:16:45.487552 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-b3893dc5-8812-4e6a-94c3-5770498cf264 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fc85da6434a945409af7828bc529ad4d&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1052232 Aug 05 11:16:45.493257 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 36878) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:16:45.624403 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-923d0c71-3df9-4d90-a3b2-d4f022f31cb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:16:45.726132 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-923d0c71-3df9-4d90-a3b2-d4f022f31cb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:16:45.729575 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ba4a7201-f73f-4a76-af03-edc7091eb7d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:16:45.942822 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-923d0c71-3df9-4d90-a3b2-d4f022f31cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:16:45.947797 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-923d0c71-3df9-4d90-a3b2-d4f022f31cb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:16:45.950207 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-923d0c71-3df9-4d90-a3b2-d4f022f31cb9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c21eaed2-55cc-4b5e-a851-57c32d343bba HTTP/1.1" status: 204 len: 168 time: 0.4560385 Aug 05 11:16:45.971691 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923d0c71-3df9-4d90-a3b2-d4f022f31cb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c21eaed2-55cc-4b5e-a851-57c32d343bba,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:16:46.074410 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ba4a7201-f73f-4a76-af03-edc7091eb7d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:16:46.084619 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 36906) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:16:46.123348 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-48d4f2ce-7b9c-43ce-8126-52152b8ddc3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:16:46.129362 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ba4a7201-f73f-4a76-af03-edc7091eb7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:16:46.190094 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-ba4a7201-f73f-4a76-af03-edc7091eb7d9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2bd72c2990b442e1b409a9f9d57abf53&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0093062 Aug 05 11:16:46.191643 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 36912) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:16:46.338378 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4a7201-f73f-4a76-af03-edc7091eb7d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b691f2b6-1dde-4f37-9e10-6e3054fab658,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:16:46.387463 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-277b1acc-6b5e-4d27-95e3-97616bc95a09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:16:46.471705 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-277b1acc-6b5e-4d27-95e3-97616bc95a09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:16:46.481283 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-48d4f2ce-7b9c-43ce-8126-52152b8ddc3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:16:46.495472 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-48d4f2ce-7b9c-43ce-8126-52152b8ddc3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:16:46.565241 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d4f2ce-7b9c-43ce-8126-52152b8ddc3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3713ba6f-98a6-4656-97d6-65cc9dccc2dd,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:16:46.635631 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-48d4f2ce-7b9c-43ce-8126-52152b8ddc3d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0d9bcd2d1d52438281733e8e7d0a8a46&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5471146 Aug 05 11:16:46.637069 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-277b1acc-6b5e-4d27-95e3-97616bc95a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:16:46.642009 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 36926) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:16:46.642827 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-277b1acc-6b5e-4d27-95e3-97616bc95a09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:16:46.645373 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-277b1acc-6b5e-4d27-95e3-97616bc95a09 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b691f2b6-1dde-4f37-9e10-6e3054fab658 HTTP/1.1" status: 204 len: 168 time: 0.4437220 Aug 05 11:16:46.675163 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277b1acc-6b5e-4d27-95e3-97616bc95a09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b691f2b6-1dde-4f37-9e10-6e3054fab658,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:16:46.847979 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fb28a1c4-e78f-41d6-ab39-1c1727038ea3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:16:46.905944 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fb28a1c4-e78f-41d6-ab39-1c1727038ea3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:16:47.023449 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fb28a1c4-e78f-41d6-ab39-1c1727038ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:16:47.027739 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fb28a1c4-e78f-41d6-ab39-1c1727038ea3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:16:47.029558 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-fb28a1c4-e78f-41d6-ab39-1c1727038ea3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3713ba6f-98a6-4656-97d6-65cc9dccc2dd HTTP/1.1" status: 204 len: 168 time: 0.3844852 Aug 05 11:16:47.042515 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb28a1c4-e78f-41d6-ab39-1c1727038ea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3713ba6f-98a6-4656-97d6-65cc9dccc2dd,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:16:47.071584 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 36948) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:16:47.098982 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4f7d21a1-e9ee-4d97-95fe-d1fcb907468e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:16:47.268400 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4f7d21a1-e9ee-4d97-95fe-d1fcb907468e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:16:47.277108 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4f7d21a1-e9ee-4d97-95fe-d1fcb907468e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:16:47.355634 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-4f7d21a1-e9ee-4d97-95fe-d1fcb907468e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a878f7aff5294695b4d872ede01f8f65&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2791162 Aug 05 11:16:47.356169 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 36958) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:16:47.362419 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7d21a1-e9ee-4d97-95fe-d1fcb907468e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a21def90-f457-46cc-aa56-3a460e83eb43,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:16:47.463790 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5898b7a2-1ec4-48e8-805e-d720fd585ccc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:16:47.518338 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5898b7a2-1ec4-48e8-805e-d720fd585ccc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:16:47.635845 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5898b7a2-1ec4-48e8-805e-d720fd585ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:16:47.639072 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5898b7a2-1ec4-48e8-805e-d720fd585ccc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:16:47.640851 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-5898b7a2-1ec4-48e8-805e-d720fd585ccc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a21def90-f457-46cc-aa56-3a460e83eb43 HTTP/1.1" status: 204 len: 168 time: 0.2828574 Aug 05 11:16:47.662715 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5898b7a2-1ec4-48e8-805e-d720fd585ccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a21def90-f457-46cc-aa56-3a460e83eb43,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:16:47.842743 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 36972) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:16:47.892103 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-22643b4b-3ada-46f8-a26b-5a9499e916b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:16:48.097140 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-22643b4b-3ada-46f8-a26b-5a9499e916b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:16:48.106297 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-22643b4b-3ada-46f8-a26b-5a9499e916b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:16:48.151301 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22643b4b-3ada-46f8-a26b-5a9499e916b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e31d0b2-2da9-437e-b4c2-836a056f2b17,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:16:48.185913 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-22643b4b-3ada-46f8-a26b-5a9499e916b3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0c8b171fe4954df69e09be682360bcbe&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3391199 Aug 05 11:16:48.186435 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 37000) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:16:48.296765 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d506d807-661e-4dbb-9f56-e100b6be2843 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:16:48.344313 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d506d807-661e-4dbb-9f56-e100b6be2843 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:16:48.465020 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d506d807-661e-4dbb-9f56-e100b6be2843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:16:48.468322 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d506d807-661e-4dbb-9f56-e100b6be2843 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:16:48.473939 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-d506d807-661e-4dbb-9f56-e100b6be2843 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0e31d0b2-2da9-437e-b4c2-836a056f2b17 HTTP/1.1" status: 204 len: 168 time: 0.2772796 Aug 05 11:16:48.486405 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d506d807-661e-4dbb-9f56-e100b6be2843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e31d0b2-2da9-437e-b4c2-836a056f2b17,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:16:49.049220 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 37066) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:16:49.647234 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-084db30b-decb-4844-8972-83a8bf334dee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:16:49.816844 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-084db30b-decb-4844-8972-83a8bf334dee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:16:49.821876 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-084db30b-decb-4844-8972-83a8bf334dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:16:49.869202 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-084db30b-decb-4844-8972-83a8bf334dee admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=016253de21e74dd7a4ebdc2aacb14382&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8161328 Aug 05 11:16:49.869849 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 37134) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:16:49.877127 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084db30b-decb-4844-8972-83a8bf334dee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4e7bf3a-ed31-4441-8b60-d4e759c636a6,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:16:49.981036 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-69fe519e-6b75-404b-9665-670354eef352 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:16:50.039195 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-69fe519e-6b75-404b-9665-670354eef352 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:16:50.139336 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-69fe519e-6b75-404b-9665-670354eef352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:16:50.145415 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-69fe519e-6b75-404b-9665-670354eef352 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:16:50.147206 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-69fe519e-6b75-404b-9665-670354eef352 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d4e7bf3a-ed31-4441-8b60-d4e759c636a6 HTTP/1.1" status: 204 len: 168 time: 0.2754555 Aug 05 11:16:50.161916 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fe519e-6b75-404b-9665-670354eef352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4e7bf3a-ed31-4441-8b60-d4e759c636a6,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:16:50.421535 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 37158) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:16:50.646478 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 37170) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:16:50.807160 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fb1fb739-a41c-4aa6-95d7-2933c1b071f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:16:50.952389 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fb1fb739-a41c-4aa6-95d7-2933c1b071f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:16:50.960613 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fb1fb739-a41c-4aa6-95d7-2933c1b071f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:16:51.029976 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1fb739-a41c-4aa6-95d7-2933c1b071f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10f71d28-aac0-4808-8fe5-33a2232f0006,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:16:51.058320 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-fb1fb739-a41c-4aa6-95d7-2933c1b071f8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3c8c5cde72204b59b7e682cb3b2e3447&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6354406 Aug 05 11:16:51.062792 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 37184) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:16:51.145475 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1553525b-f034-4460-b7b2-40f204ea1aaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:16:51.171366 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1553525b-f034-4460-b7b2-40f204ea1aaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:16:51.254916 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1553525b-f034-4460-b7b2-40f204ea1aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:16:51.260149 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1553525b-f034-4460-b7b2-40f204ea1aaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:16:51.265822 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-1553525b-f034-4460-b7b2-40f204ea1aaf admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/10f71d28-aac0-4808-8fe5-33a2232f0006 HTTP/1.1" status: 204 len: 168 time: 0.1971145 Aug 05 11:16:51.280838 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1553525b-f034-4460-b7b2-40f204ea1aaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10f71d28-aac0-4808-8fe5-33a2232f0006,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:16:51.336876 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 37192) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:16:51.363421 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-57e2fcdc-2b27-4a7e-a64a-6d22e02a6ddb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:16:51.402842 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fcf422ac-768e-486c-8ff1-64e1a01213db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:16:51.579685 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-57e2fcdc-2b27-4a7e-a64a-6d22e02a6ddb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:16:51.617006 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-57e2fcdc-2b27-4a7e-a64a-6d22e02a6ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:16:51.619428 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:16:51.704464 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e2fcdc-2b27-4a7e-a64a-6d22e02a6ddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d718296-506b-47c2-989d-13746159b776,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:16:51.775782 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fcf422ac-768e-486c-8ff1-64e1a01213db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:16:51.779080 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-57e2fcdc-2b27-4a7e-a64a-6d22e02a6ddb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=daaddd0b28a2444b8bf2ac9b4041e5a6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4408665 Aug 05 11:16:51.783187 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fcf422ac-768e-486c-8ff1-64e1a01213db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:16:51.784426 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 37202) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:16:51.819987 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-fcf422ac-768e-486c-8ff1-64e1a01213db admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=84fdd245e7ba4f939a4e2a3ef88804a3&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1719258 Aug 05 11:16:51.827829 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 37210) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:16:51.832651 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 37212) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:16:51.835033 n-d-803378-2 neutron-server[94420]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 05 11:16:51.846642 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf422ac-768e-486c-8ff1-64e1a01213db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e1d3967-c949-4c56-952e-ce8fa78ce80b,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:16:51.893699 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1553286e-d47b-4047-a402-052d952e4200 req-55eda7b9-5b48-48ce-97a4-9c497665bf22 tempest-AggregatesAdminTestJSON-1802048021 tempest-AggregatesAdminTestJSON-1802048021-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=643d6ab70ab240a4b93ac8350d447a31&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0600846 Aug 05 11:16:51.949087 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-92390526-66c3-4ccb-9b13-a9d6e85812f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:16:51.988978 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-92390526-66c3-4ccb-9b13-a9d6e85812f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:16:52.087354 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f040d4dc-c6e1-43d4-a5fa-1fd81a85fcad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:16:52.134239 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f040d4dc-c6e1-43d4-a5fa-1fd81a85fcad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:16:52.153113 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1553286e-d47b-4047-a402-052d952e4200 req-3a007cb1-8ac7-492c-98aa-f1b3f446c8b6 tempest-AggregatesAdminTestJSON-1802048021 tempest-AggregatesAdminTestJSON-1802048021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:16:52.164211 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1553286e-d47b-4047-a402-052d952e4200 req-3a007cb1-8ac7-492c-98aa-f1b3f446c8b6 tempest-AggregatesAdminTestJSON-1802048021 tempest-AggregatesAdminTestJSON-1802048021-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2567916 Aug 05 11:16:52.180547 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-92390526-66c3-4ccb-9b13-a9d6e85812f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:16:52.184665 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-92390526-66c3-4ccb-9b13-a9d6e85812f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:16:52.186271 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-92390526-66c3-4ccb-9b13-a9d6e85812f2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9e1d3967-c949-4c56-952e-ce8fa78ce80b HTTP/1.1" status: 204 len: 168 time: 0.3515415 Aug 05 11:16:52.193442 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1553286e-d47b-4047-a402-052d952e4200 req-6a4e148e-821c-4265-b677-29d76f238fbf tempest-AggregatesAdminTestJSON-1802048021 tempest-AggregatesAdminTestJSON-1802048021-project] 10.222.0.58 "GET /v2.0/quotas/643d6ab70ab240a4b93ac8350d447a31 HTTP/1.1" status: 200 len: 375 time: 0.0280223 Aug 05 11:16:52.197251 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92390526-66c3-4ccb-9b13-a9d6e85812f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e1d3967-c949-4c56-952e-ce8fa78ce80b,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:16:52.230497 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f040d4dc-c6e1-43d4-a5fa-1fd81a85fcad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:16:52.239789 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f040d4dc-c6e1-43d4-a5fa-1fd81a85fcad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:16:52.246491 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-f040d4dc-c6e1-43d4-a5fa-1fd81a85fcad admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9d718296-506b-47c2-989d-13746159b776 HTTP/1.1" status: 204 len: 168 time: 0.4597595 Aug 05 11:16:52.267443 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f040d4dc-c6e1-43d4-a5fa-1fd81a85fcad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d718296-506b-47c2-989d-13746159b776,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:16:52.315972 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1553286e-d47b-4047-a402-052d952e4200 req-14adb1fb-58c1-4dcb-b5f9-be893c66e219 tempest-AggregatesAdminTestJSON-1802048021 tempest-AggregatesAdminTestJSON-1802048021-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=643d6ab70ab240a4b93ac8350d447a31&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1214454 Aug 05 11:16:52.748787 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-966913af-15d1-4e66-b03d-65d50ea0a310 req-1ddf5e7e-5f0f-47f8-9a88-c8b4083938cc tempest-AggregatesAdminTestJSON-1802048021 tempest-AggregatesAdminTestJSON-1802048021-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb349662-1697-487d-abac-f1e477a7f249 HTTP/1.1" status: 200 len: 210 time: 0.1122379 Aug 05 11:16:52.814133 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 37250) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:16:52.840666 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a4d51c92-34ab-44b0-ab9a-62bc3eb49cce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:16:53.055626 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a4d51c92-34ab-44b0-ab9a-62bc3eb49cce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:16:53.064284 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a4d51c92-34ab-44b0-ab9a-62bc3eb49cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:16:53.147261 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d51c92-34ab-44b0-ab9a-62bc3eb49cce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89bc5ec2-25e9-4294-ba00-6cdeb3f4dedb,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:16:53.156797 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-a4d51c92-34ab-44b0-ab9a-62bc3eb49cce admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fbce523018db4f81b1fa7773a15787bf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3399515 Aug 05 11:16:53.160325 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 37272) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:16:53.287993 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4e6a4bf1-f54d-4b57-91e4-85dfed239640 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:16:53.326997 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4e6a4bf1-f54d-4b57-91e4-85dfed239640 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:16:53.416110 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4e6a4bf1-f54d-4b57-91e4-85dfed239640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:16:53.419222 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4e6a4bf1-f54d-4b57-91e4-85dfed239640 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:16:53.420591 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-4e6a4bf1-f54d-4b57-91e4-85dfed239640 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/89bc5ec2-25e9-4294-ba00-6cdeb3f4dedb HTTP/1.1" status: 204 len: 168 time: 0.2587752 Aug 05 11:16:53.436739 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6a4bf1-f54d-4b57-91e4-85dfed239640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89bc5ec2-25e9-4294-ba00-6cdeb3f4dedb,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:16:53.570550 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 37292) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:16:53.594372 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f63c3429-e0be-461e-be87-bd0e54f1b199 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:16:53.800882 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f63c3429-e0be-461e-be87-bd0e54f1b199 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:16:53.808930 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f63c3429-e0be-461e-be87-bd0e54f1b199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:16:53.867138 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63c3429-e0be-461e-be87-bd0e54f1b199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c120f46-2e46-4ca4-a50e-bb2c5a849b8b,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:16:53.875397 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-f63c3429-e0be-461e-be87-bd0e54f1b199 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=34adb54d1d7b4b24b2176169b72e23d4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3033538 Aug 05 11:16:53.881200 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 37302) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:16:53.998030 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0f8d32ed-2519-4ac9-9c9d-da7bf2039998 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:16:54.038587 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0f8d32ed-2519-4ac9-9c9d-da7bf2039998 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:16:54.115005 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0f8d32ed-2519-4ac9-9c9d-da7bf2039998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:16:54.119240 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0f8d32ed-2519-4ac9-9c9d-da7bf2039998 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:16:54.120856 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-0f8d32ed-2519-4ac9-9c9d-da7bf2039998 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8c120f46-2e46-4ca4-a50e-bb2c5a849b8b HTTP/1.1" status: 204 len: 168 time: 0.2366972 Aug 05 11:16:54.132994 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8d32ed-2519-4ac9-9c9d-da7bf2039998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c120f46-2e46-4ca4-a50e-bb2c5a849b8b,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:16:54.779096 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 37334) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:16:55.036758 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 37346) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:16:55.307497 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7c5178d9-1462-41dd-a0de-f9c9d2bb544b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:16:55.524629 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7c5178d9-1462-41dd-a0de-f9c9d2bb544b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:16:55.540016 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7c5178d9-1462-41dd-a0de-f9c9d2bb544b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:16:55.602242 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-7c5178d9-1462-41dd-a0de-f9c9d2bb544b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a295f64e7a3146a1a859853950a04131&name=default HTTP/1.1" status: 200 len: 2976 time: 0.8159654 Aug 05 11:16:55.605138 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 37368) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:16:55.666333 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5178d9-1462-41dd-a0de-f9c9d2bb544b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8369edfb-59cf-4823-8022-a80629fb8d2e,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:16:55.727359 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-297d33dd-aa62-4332-9b1a-ae48ab6a538b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:16:55.769908 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-297d33dd-aa62-4332-9b1a-ae48ab6a538b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:16:55.903849 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-297d33dd-aa62-4332-9b1a-ae48ab6a538b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:16:55.909223 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-297d33dd-aa62-4332-9b1a-ae48ab6a538b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:16:55.913767 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-297d33dd-aa62-4332-9b1a-ae48ab6a538b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8369edfb-59cf-4823-8022-a80629fb8d2e HTTP/1.1" status: 204 len: 168 time: 0.3071842 Aug 05 11:16:55.933851 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297d33dd-aa62-4332-9b1a-ae48ab6a538b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8369edfb-59cf-4823-8022-a80629fb8d2e,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:16:56.162805 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1ae63448-2f58-4218-8237-43e4ec253258 req-47f241b0-5b8b-485d-8e57-6197ff1f15e1 tempest-AggregatesAdminTestJSON-1802048021 tempest-AggregatesAdminTestJSON-1802048021-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb349662-1697-487d-abac-f1e477a7f249 HTTP/1.1" status: 200 len: 210 time: 1.1237204 Aug 05 11:16:57.060997 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.55', 54884) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:16:57.105125 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1553286e-d47b-4047-a402-052d952e4200 req-c102ae55-3281-44f8-be85-44860ed62e8f tempest-AggregatesAdminTestJSON-1802048021 tempest-AggregatesAdminTestJSON-1802048021-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=643d6ab70ab240a4b93ac8350d447a31&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0423186 Aug 05 11:16:57.453824 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1553286e-d47b-4047-a402-052d952e4200 req-5bb6ea63-9634-4bf8-9dc5-e4be1d042004 tempest-AggregatesAdminTestJSON-1802048021 tempest-AggregatesAdminTestJSON-1802048021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:16:57.460017 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1553286e-d47b-4047-a402-052d952e4200 req-5bb6ea63-9634-4bf8-9dc5-e4be1d042004 tempest-AggregatesAdminTestJSON-1802048021 tempest-AggregatesAdminTestJSON-1802048021-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3479464 Aug 05 11:16:57.527220 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-345ad86d-549f-4161-9996-be55ccca4994 req-0d308987-dc88-4f22-bd0e-5074e06edf0e tempest-AggregatesAdminTestJSON-1802048021 tempest-AggregatesAdminTestJSON-1802048021-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb349662-1697-487d-abac-f1e477a7f249 HTTP/1.1" status: 200 len: 210 time: 0.0651317 Aug 05 11:16:57.601819 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-1553286e-d47b-4047-a402-052d952e4200 req-698c1c7a-c17d-4645-8126-235de2843d23 tempest-AggregatesAdminTestJSON-1802048021 tempest-AggregatesAdminTestJSON-1802048021-project] Request body: {'port': {'device_id': 'fb349662-1697-487d-abac-f1e477a7f249', 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a', 'admin_state_up': True, 'tenant_id': '643d6ab70ab240a4b93ac8350d447a31'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:16:57.637501 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 37430) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:16:57.913742 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1553286e-d47b-4047-a402-052d952e4200 req-698c1c7a-c17d-4645-8126-235de2843d23 tempest-AggregatesAdminTestJSON-1802048021 tempest-AggregatesAdminTestJSON-1802048021-project] Made reservation on behalf of 643d6ab70ab240a4b93ac8350d447a31 for: {'port': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:16:57.924688 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-1553286e-d47b-4047-a402-052d952e4200 req-698c1c7a-c17d-4645-8126-235de2843d23 tempest-AggregatesAdminTestJSON-1802048021 tempest-AggregatesAdminTestJSON-1802048021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:16:57.955913 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-1553286e-d47b-4047-a402-052d952e4200 req-698c1c7a-c17d-4645-8126-235de2843d23 tempest-AggregatesAdminTestJSON-1802048021 tempest-AggregatesAdminTestJSON-1802048021-project] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:16:58.155633 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-1553286e-d47b-4047-a402-052d952e4200 req-698c1c7a-c17d-4645-8126-235de2843d23 tempest-AggregatesAdminTestJSON-1802048021 tempest-AggregatesAdminTestJSON-1802048021-project] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:16:58.164972 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-1553286e-d47b-4047-a402-052d952e4200 req-698c1c7a-c17d-4645-8126-235de2843d23 tempest-AggregatesAdminTestJSON-1802048021 tempest-AggregatesAdminTestJSON-1802048021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:16:58.172164 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-3e12778d-95bc-4030-b597-0d091f005993 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1023862461-network', 'tenant_id': '6bc7fa8383e045a7819a17e3ff0ad9ad'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:16:58.231765 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e12778d-95bc-4030-b597-0d091f005993 admin admin] Made reservation on behalf of 6bc7fa8383e045a7819a17e3ff0ad9ad for: {'network': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:16:58.235989 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3e12778d-95bc-4030-b597-0d091f005993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:16:58.256723 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698c1c7a-c17d-4645-8126-235de2843d23 tempest-AggregatesAdminTestJSON-1802048021 tempest-AggregatesAdminTestJSON-1802048021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6f338a7-32f9-4dd9-8d34-2e1215ef1c93,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:16:58.305516 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3e12778d-95bc-4030-b597-0d091f005993 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:16:58.561661 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3e12778d-95bc-4030-b597-0d091f005993 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:16:58.573620 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3e12778d-95bc-4030-b597-0d091f005993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:16:58.611975 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e12778d-95bc-4030-b597-0d091f005993 admin admin] vlan segment allocate from pool success with {'vlan_id': 693, 'physical_network': 'physnet1'} {{(pid=94421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:16:58.633307 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e12778d-95bc-4030-b597-0d091f005993 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=650493a9-41f9-4b20-a8d1-15d0dd11e7eb,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:16:58.640869 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3e12778d-95bc-4030-b597-0d091f005993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:16:58.641945 n-d-803378-2 neutron-server[94421]: INFO neutron.db.segments_db [None req-3e12778d-95bc-4030-b597-0d091f005993 admin admin] Added segment c9e2cf5a-453f-413e-a764-0d6594d296bf of type vlan for network bd39b4b7-e343-48d5-a296-8b0623efb24d Aug 05 11:16:58.755695 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3e12778d-95bc-4030-b597-0d091f005993 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:16:58.819054 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3e12778d-95bc-4030-b597-0d091f005993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:16:58.821328 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e12778d-95bc-4030-b597-0d091f005993 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:16:58.823035 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3e12778d-95bc-4030-b597-0d091f005993 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:16:58.855019 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:16:58.968909 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-3e12778d-95bc-4030-b597-0d091f005993 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3295226 Aug 05 11:16:58.970354 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 37486) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:16:58.992117 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-50286069-a33e-4f2d-8509-02c0baf0a54e admin admin] Request body: {'subnet': {'network_id': 'bd39b4b7-e343-48d5-a296-8b0623efb24d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1023862461-subnet', 'tenant_id': '6bc7fa8383e045a7819a17e3ff0ad9ad', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:16:59.014658 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e12778d-95bc-4030-b597-0d091f005993 admin admin] Pushing event updated for resources: {'Network': ['ID=bd39b4b7-e343-48d5-a296-8b0623efb24d,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:16:59.019000 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [req-1553286e-d47b-4047-a402-052d952e4200 req-698c1c7a-c17d-4645-8126-235de2843d23 tempest-AggregatesAdminTestJSON-1802048021 tempest-AggregatesAdminTestJSON-1802048021-project] Allocated IP 192.168.233.95 (91caede3-92e4-4b1e-8e3e-36227cfd846a/6842f728-c2f3-4e36-bb32-3303d06ce3f4/5f83ad04-511d-4548-98f9-c009d3a78a75) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:16:59.040024 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network bd39b4b7-e343-48d5-a296-8b0623efb24d details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:16:59.056727 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50286069-a33e-4f2d-8509-02c0baf0a54e admin admin] Made reservation on behalf of 6bc7fa8383e045a7819a17e3ff0ad9ad for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:16:59.062066 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-50286069-a33e-4f2d-8509-02c0baf0a54e admin admin] Notify callbacks [] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:16:59.186013 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cee7c876-5179-4081-a678-2e7414c2fdcb req-6e959dcb-09d9-45b3-9b96-e15c94156cbb tempest-AggregatesAdminTestJSON-1802048021 tempest-AggregatesAdminTestJSON-1802048021-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb349662-1697-487d-abac-f1e477a7f249 HTTP/1.1" status: 200 len: 210 time: 0.1295145 Aug 05 11:16:59.208187 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-43040d27-3f18-49ab-8ce1-5fb8ca653a9a req-841bee31-b821-4fc4-973a-c99f7f6077a6 tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=fa1d9593fdc54edeb0d95ca660b30b88&shared=False HTTP/1.1" status: 200 len: 213 time: 0.6989143 Aug 05 11:16:59.507370 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-50286069-a33e-4f2d-8509-02c0baf0a54e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:16:59.670784 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50286069-a33e-4f2d-8509-02c0baf0a54e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e55d893-f67d-42aa-8413-dc445ac3c409,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:16:59.721305 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50286069-a33e-4f2d-8509-02c0baf0a54e admin admin] Checking segment: {'id': 'c9e2cf5a-453f-413e-a764-0d6594d296bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'bd39b4b7-e343-48d5-a296-8b0623efb24d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:16:59.723296 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50286069-a33e-4f2d-8509-02c0baf0a54e admin admin] Network hostable DHCP agents. Network: bd39b4b7-e343-48d5-a296-8b0623efb24d, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:16:59.746589 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43040d27-3f18-49ab-8ce1-5fb8ca653a9a req-5bf22575-6db5-4e26-b1c1-78451d2fef71 tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:16:59.761812 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-43040d27-3f18-49ab-8ce1-5fb8ca653a9a req-5bf22575-6db5-4e26-b1c1-78451d2fef71 tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5483410 Aug 05 11:16:59.798886 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50286069-a33e-4f2d-8509-02c0baf0a54e admin admin] Network bd39b4b7-e343-48d5-a296-8b0623efb24d is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:16:59.823697 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-50286069-a33e-4f2d-8509-02c0baf0a54e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, bd39b4b7-e343-48d5-a296-8b0623efb24d) {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:16:59.832470 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d8338a7-040e-4368-9818-d2fb8c30e304 None None] Network bd39b4b7-e343-48d5-a296-8b0623efb24d requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:16:59.857523 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50286069-a33e-4f2d-8509-02c0baf0a54e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:16:59.859898 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-50286069-a33e-4f2d-8509-02c0baf0a54e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:16:59.864801 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-43040d27-3f18-49ab-8ce1-5fb8ca653a9a req-3f172105-52cf-4d0c-a615-df7115b35a78 tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] 10.222.0.58 "GET /v2.0/quotas/fa1d9593fdc54edeb0d95ca660b30b88 HTTP/1.1" status: 200 len: 375 time: 0.0724316 Aug 05 11:16:59.905723 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-1553286e-d47b-4047-a402-052d952e4200 req-698c1c7a-c17d-4645-8126-235de2843d23 tempest-AggregatesAdminTestJSON-1802048021 tempest-AggregatesAdminTestJSON-1802048021-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:16:59.909522 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-50286069-a33e-4f2d-8509-02c0baf0a54e admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.9319563 Aug 05 11:16:59.916817 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 37504) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:16:59.944152 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-06d39089-afb1-43bc-a61e-6ee9387feaa7 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1023862461-router', 'tenant_id': '6bc7fa8383e045a7819a17e3ff0ad9ad', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:16:59.964780 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-43040d27-3f18-49ab-8ce1-5fb8ca653a9a req-6be8d9f7-934d-412f-b86a-c525f384397d tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=fa1d9593fdc54edeb0d95ca660b30b88&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0796328 Aug 05 11:16:59.995602 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [req-1553286e-d47b-4047-a402-052d952e4200 req-698c1c7a-c17d-4645-8126-235de2843d23 tempest-AggregatesAdminTestJSON-1802048021 tempest-AggregatesAdminTestJSON-1802048021-project] Transition to ACTIVE for port object 5f83ad04-511d-4548-98f9-c009d3a78a75 will not be triggered until provisioned by entity DHCP. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:17:00.079460 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-06d39089-afb1-43bc-a61e-6ee9387feaa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33260300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1929'] for router, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:00.083728 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-06d39089-afb1-43bc-a61e-6ee9387feaa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33285914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33034662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1926'] for router, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:00.133439 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-1553286e-d47b-4047-a402-052d952e4200 req-698c1c7a-c17d-4645-8126-235de2843d23 tempest-AggregatesAdminTestJSON-1802048021 tempest-AggregatesAdminTestJSON-1802048021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:00.408825 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d3c78c-3b6b-466c-a816-38e2ac0b4302 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-bd39b4b7-e343-48d5-a296-8b0623efb24d', 'network_id': 'bd39b4b7-e343-48d5-a296-8b0623efb24d', 'tenant_id': '6bc7fa8383e045a7819a17e3ff0ad9ad', 'fixed_ips': [{'subnet_id': '8e55d893-f67d-42aa-8413-dc445ac3c409'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 11:17:00.417846 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-97d3c78c-3b6b-466c-a816-38e2ac0b4302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:00.606977 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1553286e-d47b-4047-a402-052d952e4200 req-698c1c7a-c17d-4645-8126-235de2843d23 tempest-AggregatesAdminTestJSON-1802048021 tempest-AggregatesAdminTestJSON-1802048021-project] Network 91caede3-92e4-4b1e-8e3e-36227cfd846a is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:17:00.617629 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698c1c7a-c17d-4645-8126-235de2843d23 tempest-AggregatesAdminTestJSON-1802048021 tempest-AggregatesAdminTestJSON-1802048021-project] Pushing event updated for resources: {'Port': ['ID=5f83ad04-511d-4548-98f9-c009d3a78a75,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:17:00.631943 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-06d39089-afb1-43bc-a61e-6ee9387feaa7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:00.638270 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [req-1553286e-d47b-4047-a402-052d952e4200 req-698c1c7a-c17d-4645-8126-235de2843d23 tempest-AggregatesAdminTestJSON-1802048021 tempest-AggregatesAdminTestJSON-1802048021-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:17:00.646643 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [req-1553286e-d47b-4047-a402-052d952e4200 req-698c1c7a-c17d-4645-8126-235de2843d23 tempest-AggregatesAdminTestJSON-1802048021 tempest-AggregatesAdminTestJSON-1802048021-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:17:00.665039 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1553286e-d47b-4047-a402-052d952e4200 req-698c1c7a-c17d-4645-8126-235de2843d23 tempest-AggregatesAdminTestJSON-1802048021 tempest-AggregatesAdminTestJSON-1802048021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:17:00.665452 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-1553286e-d47b-4047-a402-052d952e4200 req-698c1c7a-c17d-4645-8126-235de2843d23 tempest-AggregatesAdminTestJSON-1802048021 tempest-AggregatesAdminTestJSON-1802048021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:00.806416 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f77f57cc-253d-445b-adf2-e854e2079af6 req-fe7a9599-a3a5-4315-8da9-beec5672f5f9 tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] 10.222.0.58 "GET /v2.0/ports?device_id=0be967b6-9606-4261-b386-4f287a5c7278 HTTP/1.1" status: 200 len: 210 time: 0.1368952 Aug 05 11:17:00.812477 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1553286e-d47b-4047-a402-052d952e4200 req-698c1c7a-c17d-4645-8126-235de2843d23 tempest-AggregatesAdminTestJSON-1802048021 tempest-AggregatesAdminTestJSON-1802048021-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2271361 Aug 05 11:17:00.868741 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 37526) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:17:00.920268 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [req-1553286e-d47b-4047-a402-052d952e4200 req-97df8d83-ba91-4ae2-923c-8be1fac33088 tempest-AggregatesAdminTestJSON-1802048021 tempest-AggregatesAdminTestJSON-1802048021-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94420) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 11:17:00.922621 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1553286e-d47b-4047-a402-052d952e4200 req-97df8d83-ba91-4ae2-923c-8be1fac33088 tempest-AggregatesAdminTestJSON-1802048021 tempest-AggregatesAdminTestJSON-1802048021-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0553637 Aug 05 11:17:01.031637 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ca1e39-5fd9-401c-aa88-d093cfb95711 req-3d45e214-2f10-45a6-b22c-33716632dbfd tempest-AggregatesAdminTestJSON-1802048021 tempest-AggregatesAdminTestJSON-1802048021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:17:01.060056 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-76ca1e39-5fd9-401c-aa88-d093cfb95711 req-3d45e214-2f10-45a6-b22c-33716632dbfd tempest-AggregatesAdminTestJSON-1802048021 tempest-AggregatesAdminTestJSON-1802048021-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb349662-1697-487d-abac-f1e477a7f249 HTTP/1.1" status: 200 len: 935 time: 0.4480200 Aug 05 11:17:01.134449 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-97d3c78c-3b6b-466c-a816-38e2ac0b4302 None None] Allocated IP 172.20.0.2 (bd39b4b7-e343-48d5-a296-8b0623efb24d/8e55d893-f67d-42aa-8413-dc445ac3c409/2576004f-25bc-4f3a-b165-5bc8b18113f6) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:17:01.344380 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-76ca1e39-5fd9-401c-aa88-d093cfb95711 req-d193c15b-ae42-4bf6-9add-9fde82b2276f tempest-AggregatesAdminTestJSON-1802048021 tempest-AggregatesAdminTestJSON-1802048021-project] 10.222.0.58 "GET /v2.0/security-groups?id=e6f338a7-32f9-4dd9-8d34-2e1215ef1c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652333 Aug 05 11:17:01.486598 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-2d4e5d45-1e80-4c98-a996-939ac8919ac6 None None] Provisioning for port 5f83ad04-511d-4548-98f9-c009d3a78a75 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:17:01.532784 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-2d4e5d45-1e80-4c98-a996-939ac8919ac6 None None] Provisioning complete for port 5f83ad04-511d-4548-98f9-c009d3a78a75 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:17:01.533699 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-2d4e5d45-1e80-4c98-a996-939ac8919ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:01.740193 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-06d39089-afb1-43bc-a61e-6ee9387feaa7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:01.780686 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-2d4e5d45-1e80-4c98-a996-939ac8919ac6 None None] Port 5f83ad04-511d-4548-98f9-c009d3a78a75 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:17:01.985506 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7b6336cf-ce04-493d-8480-1a5f68acc1d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:02.112081 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 37550) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:17:02.186916 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-97d3c78c-3b6b-466c-a816-38e2ac0b4302 None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:02.212138 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-97d3c78c-3b6b-466c-a816-38e2ac0b4302 None None] Transition to ACTIVE for port object 2576004f-25bc-4f3a-b165-5bc8b18113f6 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:17:02.259965 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-97d3c78c-3b6b-466c-a816-38e2ac0b4302 None None] Transition to ACTIVE for port object 2576004f-25bc-4f3a-b165-5bc8b18113f6 will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:17:02.286794 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-97d3c78c-3b6b-466c-a816-38e2ac0b4302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:02.329034 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d3c78c-3b6b-466c-a816-38e2ac0b4302 None None] Network bd39b4b7-e343-48d5-a296-8b0623efb24d is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:17:02.391952 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-97d3c78c-3b6b-466c-a816-38e2ac0b4302 None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:17:02.409446 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d3c78c-3b6b-466c-a816-38e2ac0b4302 None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:17:02.498745 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-589d9bd9-8b30-41a6-b66a-5ecbea85f932 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-2052184305-network', 'tenant_id': '4db52252ec554e9690b87fbab6c40741'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:17:02.611890 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-97d3c78c-3b6b-466c-a816-38e2ac0b4302 None None] Attempting to bind port 2576004f-25bc-4f3a-b165-5bc8b18113f6 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:17:02.614000 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-97d3c78c-3b6b-466c-a816-38e2ac0b4302 None None] Attempting to bind port 2576004f-25bc-4f3a-b165-5bc8b18113f6 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'c9e2cf5a-453f-413e-a764-0d6594d296bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'bd39b4b7-e343-48d5-a296-8b0623efb24d'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:17:02.615231 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d3c78c-3b6b-466c-a816-38e2ac0b4302 None None] Attempting to bind port 2576004f-25bc-4f3a-b165-5bc8b18113f6 on network bd39b4b7-e343-48d5-a296-8b0623efb24d {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:17:02.622969 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d3c78c-3b6b-466c-a816-38e2ac0b4302 None None] Pushing event updated for resources: {'Port': ['ID=2576004f-25bc-4f3a-b165-5bc8b18113f6,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:17:02.642204 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3c78c-3b6b-466c-a816-38e2ac0b4302 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:17:02.645984 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3c78c-3b6b-466c-a816-38e2ac0b4302 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:17:02.647687 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b4eb738a-ac5d-438b-9687-3520720e3c26 req-e147d10c-b015-4523-ad35-d1d742112b9e tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] 10.222.0.58 "GET /v2.0/ports?device_id=0be967b6-9606-4261-b386-4f287a5c7278 HTTP/1.1" status: 200 len: 210 time: 0.6357350 Aug 05 11:17:02.668381 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3c78c-3b6b-466c-a816-38e2ac0b4302 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:17:02.669363 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3c78c-3b6b-466c-a816-38e2ac0b4302 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:17:02.671395 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3c78c-3b6b-466c-a816-38e2ac0b4302 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:17:02.673483 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3c78c-3b6b-466c-a816-38e2ac0b4302 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:17:02.680004 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3c78c-3b6b-466c-a816-38e2ac0b4302 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:17:02.681319 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3c78c-3b6b-466c-a816-38e2ac0b4302 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:17:02.683384 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3c78c-3b6b-466c-a816-38e2ac0b4302 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:17:02.685754 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3c78c-3b6b-466c-a816-38e2ac0b4302 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:17:02.686655 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3c78c-3b6b-466c-a816-38e2ac0b4302 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:17:02.687329 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3c78c-3b6b-466c-a816-38e2ac0b4302 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:17:02.690767 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3c78c-3b6b-466c-a816-38e2ac0b4302 None None] Tracked resource versions report: Aug 05 11:17:02.690767 n-d-803378-2 neutron-server[94422]: pushed versions: Aug 05 11:17:02.690767 n-d-803378-2 neutron-server[94422]: { 'AddressGroup': {'1.2'}, Aug 05 11:17:02.690767 n-d-803378-2 neutron-server[94422]: 'ConntrackHelper': {'1.0'}, Aug 05 11:17:02.690767 n-d-803378-2 neutron-server[94422]: 'Log': {'1.0'}, Aug 05 11:17:02.690767 n-d-803378-2 neutron-server[94422]: 'Network': {'1.1'}, Aug 05 11:17:02.690767 n-d-803378-2 neutron-server[94422]: 'Port': {'1.7'}, Aug 05 11:17:02.690767 n-d-803378-2 neutron-server[94422]: 'PortForwarding': {'1.2'}, Aug 05 11:17:02.690767 n-d-803378-2 neutron-server[94422]: 'QosPolicy': {'1.9'}, Aug 05 11:17:02.690767 n-d-803378-2 neutron-server[94422]: 'SecurityGroup': {'1.4'}, Aug 05 11:17:02.690767 n-d-803378-2 neutron-server[94422]: 'SecurityGroupRule': {'1.2'}, Aug 05 11:17:02.690767 n-d-803378-2 neutron-server[94422]: 'SubPort': {'1.0'}, Aug 05 11:17:02.690767 n-d-803378-2 neutron-server[94422]: 'Subnet': {'1.1'}, Aug 05 11:17:02.690767 n-d-803378-2 neutron-server[94422]: 'Trunk': {'1.1'}} Aug 05 11:17:02.690767 n-d-803378-2 neutron-server[94422]: consumer versions: Aug 05 11:17:02.690767 n-d-803378-2 neutron-server[94422]: { DHCP agent@n-d-803378-2: {}, Aug 05 11:17:02.690767 n-d-803378-2 neutron-server[94422]: HyperV agent@n-h1-803378-2: {}, Aug 05 11:17:02.690767 n-d-803378-2 neutron-server[94422]: HyperV agent@n-h2-803378-2: {}, Aug 05 11:17:02.690767 n-d-803378-2 neutron-server[94422]: L3 agent@n-d-803378-2: {}, Aug 05 11:17:02.690767 n-d-803378-2 neutron-server[94422]: Metadata agent@n-d-803378-2: {}, Aug 05 11:17:02.690767 n-d-803378-2 neutron-server[94422]: Metering agent@n-d-803378-2: {}, Aug 05 11:17:02.690767 n-d-803378-2 neutron-server[94422]: Open vSwitch agent@n-d-803378-2: { 'AddressGroup': '1.2', Aug 05 11:17:02.690767 n-d-803378-2 neutron-server[94422]: 'ConntrackHelper': '1.0', Aug 05 11:17:02.690767 n-d-803378-2 neutron-server[94422]: 'Log': '1.0', Aug 05 11:17:02.690767 n-d-803378-2 neutron-server[94422]: 'Network': '1.1', Aug 05 11:17:02.690767 n-d-803378-2 neutron-server[94422]: 'Port': '1.7', Aug 05 11:17:02.690767 n-d-803378-2 neutron-server[94422]: 'PortForwarding': '1.2', Aug 05 11:17:02.690767 n-d-803378-2 neutron-server[94422]: 'QosPolicy': '1.9', Aug 05 11:17:02.690767 n-d-803378-2 neutron-server[94422]: 'SecurityGroup': '1.4', Aug 05 11:17:02.690767 n-d-803378-2 neutron-server[94422]: 'SecurityGroupRule': '1.2', Aug 05 11:17:02.690767 n-d-803378-2 neutron-server[94422]: 'SubPort': '1.0', Aug 05 11:17:02.690767 n-d-803378-2 neutron-server[94422]: 'Subnet': '1.1', Aug 05 11:17:02.690767 n-d-803378-2 neutron-server[94422]: 'Trunk': '1.1'}} Aug 05 11:17:02.690767 n-d-803378-2 neutron-server[94422]: {{(pid=94422) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 05 11:17:02.712295 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d3c78c-3b6b-466c-a816-38e2ac0b4302 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:17:02.713126 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d3c78c-3b6b-466c-a816-38e2ac0b4302 None None] Checking segment: {'id': 'c9e2cf5a-453f-413e-a764-0d6594d296bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'bd39b4b7-e343-48d5-a296-8b0623efb24d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:17:02.714655 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-97d3c78c-3b6b-466c-a816-38e2ac0b4302 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:02.715395 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d3c78c-3b6b-466c-a816-38e2ac0b4302 None None] Bound using segment: {'id': 'c9e2cf5a-453f-413e-a764-0d6594d296bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'bd39b4b7-e343-48d5-a296-8b0623efb24d'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:17:02.718002 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-97d3c78c-3b6b-466c-a816-38e2ac0b4302 None None] Bound port: 2576004f-25bc-4f3a-b165-5bc8b18113f6, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9e2cf5a-453f-413e-a764-0d6594d296bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'bd39b4b7-e343-48d5-a296-8b0623efb24d'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:17:02.718858 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-97d3c78c-3b6b-466c-a816-38e2ac0b4302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:02.726554 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7b6336cf-ce04-493d-8480-1a5f68acc1d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:02.819944 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7b6336cf-ce04-493d-8480-1a5f68acc1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:02.894110 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-06d39089-afb1-43bc-a61e-6ee9387feaa7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:02.975933 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-589d9bd9-8b30-41a6-b66a-5ecbea85f932 admin admin] Made reservation on behalf of 4db52252ec554e9690b87fbab6c40741 for: {'network': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:17:02.981074 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-589d9bd9-8b30-41a6-b66a-5ecbea85f932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:02.986198 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-06d39089-afb1-43bc-a61e-6ee9387feaa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:02.998527 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-97d3c78c-3b6b-466c-a816-38e2ac0b4302 None None] For port 2576004f-25bc-4f3a-b165-5bc8b18113f6, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:17:03.026768 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-97d3c78c-3b6b-466c-a816-38e2ac0b4302 None None] For port 2576004f-25bc-4f3a-b165-5bc8b18113f6, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=2576004f-25bc-4f3a-b165-5bc8b18113f6,segment=NetworkSegment(c9e2cf5a-453f-413e-a764-0d6594d296bf),segment_id=c9e2cf5a-453f-413e-a764-0d6594d296bf)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:17:03.027767 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-589d9bd9-8b30-41a6-b66a-5ecbea85f932 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:03.038396 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-97d3c78c-3b6b-466c-a816-38e2ac0b4302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:03.150239 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-1553286e-d47b-4047-a402-052d952e4200 req-16695451-db7b-4f3e-abb3-fb444a78d4cd service neutron] Request body: {'port': {'device_id': 'fb349662-1697-487d-abac-f1e477a7f249', 'device_owner': 'compute:tempest-test_az-1874669012', 'binding:host_id': 'n-h2-803378-2'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:17:03.178258 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6336cf-ce04-493d-8480-1a5f68acc1d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0988078d-90d6-4a17-bf20-e603fc8bd282,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:17:03.398832 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d3c78c-3b6b-466c-a816-38e2ac0b4302 None None] Pushing event updated for resources: {'Port': ['ID=2576004f-25bc-4f3a-b165-5bc8b18113f6,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:17:03.532970 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-7b6336cf-ce04-493d-8480-1a5f68acc1d0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=345f4b8b63cb4ebe9fb2a9321327ae7d&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6609201 Aug 05 11:17:03.567489 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 37578) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:17:03.771071 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-06d39089-afb1-43bc-a61e-6ee9387feaa7 admin admin] Allocated IP 172.25.5.101 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/dbcb8561-6632-48a9-bae5-6dec29b922d7) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:17:03.792193 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2dead8-3c3d-4306-91cc-ae3fec8b9dfb req-b3379698-c2f6-4b9a-8feb-d961f50817de tempest-AggregatesAdminTestJSON-1802048021 tempest-AggregatesAdminTestJSON-1802048021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:17:03.808618 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ba2dead8-3c3d-4306-91cc-ae3fec8b9dfb req-b3379698-c2f6-4b9a-8feb-d961f50817de tempest-AggregatesAdminTestJSON-1802048021 tempest-AggregatesAdminTestJSON-1802048021-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb349662-1697-487d-abac-f1e477a7f249 HTTP/1.1" status: 200 len: 935 time: 1.1021848 Aug 05 11:17:03.838511 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-1553286e-d47b-4047-a402-052d952e4200 req-16695451-db7b-4f3e-abb3-fb444a78d4cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:04.063777 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e88691ce-1051-41c0-9a09-b1ea5599b1db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:04.308605 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-461006a3-a0f7-4207-908d-57940ffbf62d req-ca40702e-125a-4a67-a703-09758663cf53 tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] 10.222.0.58 "GET /v2.0/ports?device_id=0be967b6-9606-4261-b386-4f287a5c7278 HTTP/1.1" status: 200 len: 210 time: 0.1164122 Aug 05 11:17:04.401069 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e88691ce-1051-41c0-9a09-b1ea5599b1db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:04.499381 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-589d9bd9-8b30-41a6-b66a-5ecbea85f932 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:04.506324 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-06d39089-afb1-43bc-a61e-6ee9387feaa7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:04.520400 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ba2dead8-3c3d-4306-91cc-ae3fec8b9dfb req-3214a9ac-f540-4043-b52d-28eed8bf6455 tempest-AggregatesAdminTestJSON-1802048021 tempest-AggregatesAdminTestJSON-1802048021-project] 10.222.0.58 "GET /v2.0/security-groups?id=e6f338a7-32f9-4dd9-8d34-2e1215ef1c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6924152 Aug 05 11:17:04.536883 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-589d9bd9-8b30-41a6-b66a-5ecbea85f932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:04.798092 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589d9bd9-8b30-41a6-b66a-5ecbea85f932 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06a7a4d4-8ced-4edb-81e5-f04cb02169d7,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:17:04.809202 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-589d9bd9-8b30-41a6-b66a-5ecbea85f932 admin admin] vlan segment allocate from pool success with {'vlan_id': 663, 'physical_network': 'physnet1'} {{(pid=94421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:17:04.929558 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-589d9bd9-8b30-41a6-b66a-5ecbea85f932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:04.929828 n-d-803378-2 neutron-server[94421]: INFO neutron.db.segments_db [None req-589d9bd9-8b30-41a6-b66a-5ecbea85f932 admin admin] Added segment 64bc1793-0902-4a80-9bec-683d5e6b7c02 of type vlan for network 2779dd37-2937-46d8-af61-d09413a811c2 Aug 05 11:17:05.146648 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e88691ce-1051-41c0-9a09-b1ea5599b1db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:05.149241 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e88691ce-1051-41c0-9a09-b1ea5599b1db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:05.153725 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-e88691ce-1051-41c0-9a09-b1ea5599b1db admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0988078d-90d6-4a17-bf20-e603fc8bd282 HTTP/1.1" status: 204 len: 168 time: 1.5796068 Aug 05 11:17:05.321554 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-589d9bd9-8b30-41a6-b66a-5ecbea85f932 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:05.391300 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 2576004f-25bc-4f3a-b165-5bc8b18113f6 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:17:05.397897 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-06d39089-afb1-43bc-a61e-6ee9387feaa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:05.399969 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88691ce-1051-41c0-9a09-b1ea5599b1db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0988078d-90d6-4a17-bf20-e603fc8bd282,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:17:05.620770 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.64', 56418) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:17:05.725899 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8567bd7-56fa-4c10-9b14-bd1aac6b7a4f None None] Network bd39b4b7-e343-48d5-a296-8b0623efb24d requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:17:05.955915 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4a033373-c3bd-46a4-a73e-a362dddf907f req-55c339c4-05ec-4ddf-baad-3b0681297f3a tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] 10.222.0.58 "GET /v2.0/ports?device_id=0be967b6-9606-4261-b386-4f287a5c7278 HTTP/1.1" status: 200 len: 210 time: 0.2725964 Aug 05 11:17:05.960004 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-43040d27-3f18-49ab-8ce1-5fb8ca653a9a req-2dcb7074-3b6f-4acc-8893-967df64b3383 tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=fa1d9593fdc54edeb0d95ca660b30b88&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3242569 Aug 05 11:17:05.996391 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d39089-afb1-43bc-a61e-6ee9387feaa7 admin admin] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:17:06.053044 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-06d39089-afb1-43bc-a61e-6ee9387feaa7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:17:06.161759 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-589d9bd9-8b30-41a6-b66a-5ecbea85f932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:06.177536 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-589d9bd9-8b30-41a6-b66a-5ecbea85f932 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:17:06.178603 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-589d9bd9-8b30-41a6-b66a-5ecbea85f932 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:06.197405 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-aeb35823-d579-4ba6-ab79-c50b1ab85ad3 None None] Provisioning for port 2576004f-25bc-4f3a-b165-5bc8b18113f6 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:17:06.256011 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d39089-afb1-43bc-a61e-6ee9387feaa7 admin admin] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:17:06.272854 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [req-1553286e-d47b-4047-a402-052d952e4200 req-16695451-db7b-4f3e-abb3-fb444a78d4cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f83ad04-511d-4548-98f9-c009d3a78a75 {{(pid=94420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:17:06.282717 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 2576004f-25bc-4f3a-b165-5bc8b18113f6 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:17:06.306547 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 2576004f-25bc-4f3a-b165-5bc8b18113f6 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:17:06.307132 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:06.311401 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-1553286e-d47b-4047-a402-052d952e4200 req-16695451-db7b-4f3e-abb3-fb444a78d4cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:06.369819 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [req-1553286e-d47b-4047-a402-052d952e4200 req-16695451-db7b-4f3e-abb3-fb444a78d4cd service neutron] Transition to ACTIVE for port object 5f83ad04-511d-4548-98f9-c009d3a78a75 will not be triggered until provisioned by entity L2. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:17:06.377041 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-589d9bd9-8b30-41a6-b66a-5ecbea85f932 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 4.2542980 Aug 05 11:17:06.380793 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-1553286e-d47b-4047-a402-052d952e4200 req-16695451-db7b-4f3e-abb3-fb444a78d4cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:06.387984 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 37626) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:17:06.410304 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-20d013a2-04d1-469b-b086-4edae2afdaa6 admin admin] Request body: {'subnet': {'network_id': '2779dd37-2937-46d8-af61-d09413a811c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-2052184305-subnet', 'tenant_id': '4db52252ec554e9690b87fbab6c40741', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:17:06.625972 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16695451-db7b-4f3e-abb3-fb444a78d4cd service neutron] Pushing event updated for resources: {'Port': ['ID=5f83ad04-511d-4548-98f9-c009d3a78a75,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:17:06.688562 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20d013a2-04d1-469b-b086-4edae2afdaa6 admin admin] Made reservation on behalf of 4db52252ec554e9690b87fbab6c40741 for: {'subnet': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:17:06.696002 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-20d013a2-04d1-469b-b086-4edae2afdaa6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:06.721103 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d39089-afb1-43bc-a61e-6ee9387feaa7 admin admin] Pushing event updated for resources: {'Port': ['ID=dbcb8561-6632-48a9-bae5-6dec29b922d7,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:17:06.845637 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 37630) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:17:06.964415 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-41780c54-d5e7-49e1-b68f-1fa5aa6f9fa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:06.992816 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589d9bd9-8b30-41a6-b66a-5ecbea85f932 admin admin] Pushing event updated for resources: {'Network': ['ID=2779dd37-2937-46d8-af61-d09413a811c2,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:17:07.192904 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:07.276339 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e4d5b78f-cebf-494c-a734-24a22aa33abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:07.353418 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-5421d499-0c8e-4d72-828f-f718b9640af5 None None] Provisioning complete for port 2576004f-25bc-4f3a-b165-5bc8b18113f6 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:17:07.357578 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-5421d499-0c8e-4d72-828f-f718b9640af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:07.678533 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 2779dd37-2937-46d8-af61-d09413a811c2 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:17:07.680282 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43040d27-3f18-49ab-8ce1-5fb8ca653a9a req-d9d182e5-e181-4a80-a495-4bfbc39148cd tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:17:07.687335 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-43040d27-3f18-49ab-8ce1-5fb8ca653a9a req-d9d182e5-e181-4a80-a495-4bfbc39148cd tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.6465418 Aug 05 11:17:07.689237 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-1553286e-d47b-4047-a402-052d952e4200 req-16695451-db7b-4f3e-abb3-fb444a78d4cd service neutron] Attempting to bind port 5f83ad04-511d-4548-98f9-c009d3a78a75 on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:17:07.690853 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-1553286e-d47b-4047-a402-052d952e4200 req-16695451-db7b-4f3e-abb3-fb444a78d4cd service neutron] Attempting to bind port 5f83ad04-511d-4548-98f9-c009d3a78a75 by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:17:07.692253 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1553286e-d47b-4047-a402-052d952e4200 req-16695451-db7b-4f3e-abb3-fb444a78d4cd service neutron] Attempting to bind port 5f83ad04-511d-4548-98f9-c009d3a78a75 on network 91caede3-92e4-4b1e-8e3e-36227cfd846a {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:17:07.757869 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-318b3d52-e581-420a-b086-f0920bb1b384 req-e7948c3b-3706-41b9-aee5-a78fc2a1b866 tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] 10.222.0.58 "GET /v2.0/ports?device_id=0be967b6-9606-4261-b386-4f287a5c7278 HTTP/1.1" status: 200 len: 210 time: 0.2726562 Aug 05 11:17:07.790099 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1553286e-d47b-4047-a402-052d952e4200 req-16695451-db7b-4f3e-abb3-fb444a78d4cd service neutron] Port 5f83ad04-511d-4548-98f9-c009d3a78a75 on network 91caede3-92e4-4b1e-8e3e-36227cfd846a not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:17:07.791171 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1553286e-d47b-4047-a402-052d952e4200 req-16695451-db7b-4f3e-abb3-fb444a78d4cd service neutron] Attempting to bind port 5f83ad04-511d-4548-98f9-c009d3a78a75 on network 91caede3-92e4-4b1e-8e3e-36227cfd846a {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:17:07.861095 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1553286e-d47b-4047-a402-052d952e4200 req-16695451-db7b-4f3e-abb3-fb444a78d4cd service neutron] Checking agent: {'id': 'a8f1dd2d-227c-4e30-8844-52419ba734db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:17:07.862147 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1553286e-d47b-4047-a402-052d952e4200 req-16695451-db7b-4f3e-abb3-fb444a78d4cd service neutron] Checking segment: {'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:17:07.863521 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1553286e-d47b-4047-a402-052d952e4200 req-16695451-db7b-4f3e-abb3-fb444a78d4cd service neutron] Bound using segment: {'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:17:07.864616 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-1553286e-d47b-4047-a402-052d952e4200 req-16695451-db7b-4f3e-abb3-fb444a78d4cd service neutron] Bound port: 5f83ad04-511d-4548-98f9-c009d3a78a75, host: n-h2-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'}}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:17:07.865484 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-1553286e-d47b-4047-a402-052d952e4200 req-16695451-db7b-4f3e-abb3-fb444a78d4cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:07.926421 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-43040d27-3f18-49ab-8ce1-5fb8ca653a9a req-25469f2b-33e3-46bb-a6cf-8127e9b77bfa tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] Request body: {'port': {'device_id': '0be967b6-9606-4261-b386-4f287a5c7278', 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a', 'admin_state_up': True, 'tenant_id': 'fa1d9593fdc54edeb0d95ca660b30b88'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:17:07.943935 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a58cc7c-0f6d-470d-9b81-240c2110d55e req-bb77b12d-0470-4f66-83f2-71aaef3fb3c3 tempest-AggregatesAdminTestJSON-1802048021 tempest-AggregatesAdminTestJSON-1802048021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:17:07.958631 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2a58cc7c-0f6d-470d-9b81-240c2110d55e req-bb77b12d-0470-4f66-83f2-71aaef3fb3c3 tempest-AggregatesAdminTestJSON-1802048021 tempest-AggregatesAdminTestJSON-1802048021-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb349662-1697-487d-abac-f1e477a7f249 HTTP/1.1" status: 200 len: 969 time: 0.4299328 Aug 05 11:17:08.107307 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port 2576004f-25bc-4f3a-b165-5bc8b18113f6, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=2576004f-25bc-4f3a-b165-5bc8b18113f6,segment=NetworkSegment(c9e2cf5a-453f-413e-a764-0d6594d296bf),segment_id=c9e2cf5a-453f-413e-a764-0d6594d296bf)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:17:08.178360 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:08.274217 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2a58cc7c-0f6d-470d-9b81-240c2110d55e req-1ccb7df4-491c-4417-aa63-5a859cb82c2d tempest-AggregatesAdminTestJSON-1802048021 tempest-AggregatesAdminTestJSON-1802048021-project] 10.222.0.58 "GET /v2.0/security-groups?id=e6f338a7-32f9-4dd9-8d34-2e1215ef1c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3135822 Aug 05 11:17:08.378057 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-1553286e-d47b-4047-a402-052d952e4200 req-16695451-db7b-4f3e-abb3-fb444a78d4cd service neutron] For port 5f83ad04-511d-4548-98f9-c009d3a78a75, host n-h2-803378-2, cleared binding levels {{(pid=94420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:17:08.395419 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-1553286e-d47b-4047-a402-052d952e4200 req-16695451-db7b-4f3e-abb3-fb444a78d4cd service neutron] For port 5f83ad04-511d-4548-98f9-c009d3a78a75, host n-h2-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=5f83ad04-511d-4548-98f9-c009d3a78a75,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:17:08.480920 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-1553286e-d47b-4047-a402-052d952e4200 req-16695451-db7b-4f3e-abb3-fb444a78d4cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:08.516143 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=2576004f-25bc-4f3a-b165-5bc8b18113f6,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:17:08.697162 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-41780c54-d5e7-49e1-b68f-1fa5aa6f9fa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:08.826554 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-06d39089-afb1-43bc-a61e-6ee9387feaa7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:08.850451 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-41780c54-d5e7-49e1-b68f-1fa5aa6f9fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:08.997022 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1553286e-d47b-4047-a402-052d952e4200 req-16695451-db7b-4f3e-abb3-fb444a78d4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:17:09.009420 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-1553286e-d47b-4047-a402-052d952e4200 req-16695451-db7b-4f3e-abb3-fb444a78d4cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:09.012163 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1553286e-d47b-4047-a402-052d952e4200 req-16695451-db7b-4f3e-abb3-fb444a78d4cd service neutron] 10.222.0.55 "PUT /v2.0/ports/5f83ad04-511d-4548-98f9-c009d3a78a75 HTTP/1.1" status: 200 len: 1117 time: 6.5802686 Aug 05 11:17:09.042743 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb349662-1697-487d-abac-f1e477a7f249', 'tag': '5f83ad04-511d-4548-98f9-c009d3a78a75'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:17:09.563395 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-20d013a2-04d1-469b-b086-4edae2afdaa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for subnet, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:09.931514 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43040d27-3f18-49ab-8ce1-5fb8ca653a9a req-25469f2b-33e3-46bb-a6cf-8127e9b77bfa tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] Made reservation on behalf of fa1d9593fdc54edeb0d95ca660b30b88 for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:17:09.931514 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-43040d27-3f18-49ab-8ce1-5fb8ca653a9a req-25469f2b-33e3-46bb-a6cf-8127e9b77bfa tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:09.964413 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-43040d27-3f18-49ab-8ce1-5fb8ca653a9a req-25469f2b-33e3-46bb-a6cf-8127e9b77bfa tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:09.971999 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:09.982663 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b288e42a-08b4-4b09-ab8d-c089ef5a5851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:10.061429 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16695451-db7b-4f3e-abb3-fb444a78d4cd service neutron] Pushing event updated for resources: {'Port': ['ID=5f83ad04-511d-4548-98f9-c009d3a78a75,revision_number=3']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:17:10.173791 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}828068ad8d405ad77660ce68fa78e1ffe658725812f7a08f9e488a446589295b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0072c0bc-2eba-49f1-a109-9e454a5977d7" -d '{"events": [{"name": "network-changed", "server_uuid": "fb349662-1697-487d-abac-f1e477a7f249", "tag": "5f83ad04-511d-4548-98f9-c009d3a78a75"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:17:10.258748 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-43040d27-3f18-49ab-8ce1-5fb8ca653a9a req-25469f2b-33e3-46bb-a6cf-8127e9b77bfa tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:10.270432 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-43040d27-3f18-49ab-8ce1-5fb8ca653a9a req-25469f2b-33e3-46bb-a6cf-8127e9b77bfa tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:10.359735 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-573bf537-20cf-463c-a16f-baa62a71bea8 req-96d38a5f-8652-4872-81e0-cb148c17c291 tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] 10.222.0.58 "GET /v2.0/ports?device_id=0be967b6-9606-4261-b386-4f287a5c7278 HTTP/1.1" status: 200 len: 210 time: 0.9559493 Aug 05 11:17:10.360854 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 2576004f-25bc-4f3a-b165-5bc8b18113f6 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:17:10.448022 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-41780c54-d5e7-49e1-b68f-1fa5aa6f9fa1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=241c4d31a0874bde98df04215df967aa&name=default HTTP/1.1" status: 200 len: 2979 time: 3.6006100 Aug 05 11:17:10.449414 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41780c54-d5e7-49e1-b68f-1fa5aa6f9fa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82c4c308-f92e-4bcd-8d6f-72b87bce28bf,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:17:10.465061 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 37702) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:17:10.554093 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-06d39089-afb1-43bc-a61e-6ee9387feaa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286026'] for router, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:10.655499 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d013a2-04d1-469b-b086-4edae2afdaa6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15e3f37a-0211-4d47-9d94-f5446f6e6f7a,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:17:10.733020 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 2576004f-25bc-4f3a-b165-5bc8b18113f6 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:17:10.733681 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:10.736829 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 37710) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:17:10.959379 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1553286e-d47b-4047-a402-052d952e4200 req-fbdaddb9-3069-4a9c-a199-fd6bc461e445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:17:10.968062 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1553286e-d47b-4047-a402-052d952e4200 req-fbdaddb9-3069-4a9c-a199-fd6bc461e445 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=643d6ab70ab240a4b93ac8350d447a31&device_id=fb349662-1697-487d-abac-f1e477a7f249 HTTP/1.1" status: 200 len: 1120 time: 1.5540354 Aug 05 11:17:11.003381 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25469f2b-33e3-46bb-a6cf-8127e9b77bfa tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a867c99-4b32-4fbb-ac11-15feea2abf7e,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:17:11.214429 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1553286e-d47b-4047-a402-052d952e4200 req-01de317e-92cb-4047-9b72-22042284a98a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=5f83ad04-511d-4548-98f9-c009d3a78a75 HTTP/1.1" status: 200 len: 217 time: 0.2051270 Aug 05 11:17:11.226703 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d013a2-04d1-469b-b086-4edae2afdaa6 admin admin] Checking segment: {'id': '64bc1793-0902-4a80-9bec-683d5e6b7c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2779dd37-2937-46d8-af61-d09413a811c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:17:11.227323 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d013a2-04d1-469b-b086-4edae2afdaa6 admin admin] Network hostable DHCP agents. Network: 2779dd37-2937-46d8-af61-d09413a811c2, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:17:11.264665 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5b8c761b-51ad-4eba-9cb4-9212bf71166f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:11.294508 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677cf9f8-0a03-45a8-a2fd-eb6dca836db7 req-05d218cc-c211-462d-9ec9-8454b9900fb9 tempest-AggregatesAdminTestJSON-1802048021 tempest-AggregatesAdminTestJSON-1802048021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:17:11.295892 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-43040d27-3f18-49ab-8ce1-5fb8ca653a9a req-25469f2b-33e3-46bb-a6cf-8127e9b77bfa tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] Allocated IP 192.168.233.55 (91caede3-92e4-4b1e-8e3e-36227cfd846a/6842f728-c2f3-4e36-bb32-3303d06ce3f4/cc60f243-3baa-45fa-aeb2-67641fbd9a91) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:17:11.344114 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-677cf9f8-0a03-45a8-a2fd-eb6dca836db7 req-05d218cc-c211-462d-9ec9-8454b9900fb9 tempest-AggregatesAdminTestJSON-1802048021 tempest-AggregatesAdminTestJSON-1802048021-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb349662-1697-487d-abac-f1e477a7f249 HTTP/1.1" status: 200 len: 969 time: 1.1482422 Aug 05 11:17:11.362276 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c47c3285-e3b9-4c54-b094-dc457247c27e x-openstack-request-id: req-c47c3285-e3b9-4c54-b094-dc457247c27e {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:17:11.362727 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb349662-1697-487d-abac-f1e477a7f249", "tag": "5f83ad04-511d-4548-98f9-c009d3a78a75", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:17:11.364385 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c47c3285-e3b9-4c54-b094-dc457247c27e {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:17:11.365155 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb349662-1697-487d-abac-f1e477a7f249', 'tag': '5f83ad04-511d-4548-98f9-c009d3a78a75', 'status': 'completed', 'code': 200} Aug 05 11:17:11.470044 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d2d32ff3-82a9-46ee-b769-86ebe4a73876 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:11.511214 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d2d32ff3-82a9-46ee-b769-86ebe4a73876 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:11.540310 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:11.721935 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06d39089-afb1-43bc-a61e-6ee9387feaa7 admin admin] Router 51e3ef3c-d5db-44e7-85bd-0aa362100064 is scheduled to L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d with binding_index 1 {{(pid=94421) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 11:17:11.725420 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d013a2-04d1-469b-b086-4edae2afdaa6 admin admin] Network 2779dd37-2937-46d8-af61-d09413a811c2 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:17:11.787080 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-120833c0-7362-4514-b0e2-b0c3b612b8c4 req-4c73dd81-37db-4668-8a42-07a19ea1270c tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] 10.222.0.58 "GET /v2.0/ports?device_id=0be967b6-9606-4261-b386-4f287a5c7278 HTTP/1.1" status: 200 len: 210 time: 0.1951797 Aug 05 11:17:11.805454 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-20d013a2-04d1-469b-b086-4edae2afdaa6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, 2779dd37-2937-46d8-af61-d09413a811c2) {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:17:11.853472 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d2d32ff3-82a9-46ee-b769-86ebe4a73876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:11.858204 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d2d32ff3-82a9-46ee-b769-86ebe4a73876 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:11.864739 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-d2d32ff3-82a9-46ee-b769-86ebe4a73876 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/82c4c308-f92e-4bcd-8d6f-72b87bce28bf HTTP/1.1" status: 204 len: 168 time: 1.2924421 Aug 05 11:17:11.865051 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6de6786-f4e1-475a-85fd-a13f87354a2b None None] Network 2779dd37-2937-46d8-af61-d09413a811c2 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:17:11.906667 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d013a2-04d1-469b-b086-4edae2afdaa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:17:11.906975 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-20d013a2-04d1-469b-b086-4edae2afdaa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:11.954233 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1553286e-d47b-4047-a402-052d952e4200 req-d240413a-6f6e-4a5e-bcd1-4360c202d9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:17:11.969672 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1553286e-d47b-4047-a402-052d952e4200 req-d240413a-6f6e-4a5e-bcd1-4360c202d9f1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6842f728-c2f3-4e36-bb32-3303d06ce3f4 HTTP/1.1" status: 200 len: 843 time: 0.7052443 Aug 05 11:17:12.028415 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-43040d27-3f18-49ab-8ce1-5fb8ca653a9a req-25469f2b-33e3-46bb-a6cf-8127e9b77bfa tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:12.167215 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-43040d27-3f18-49ab-8ce1-5fb8ca653a9a req-25469f2b-33e3-46bb-a6cf-8127e9b77bfa tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] Transition to ACTIVE for port object cc60f243-3baa-45fa-aeb2-67641fbd9a91 will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:17:12.215788 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5b8c761b-51ad-4eba-9cb4-9212bf71166f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:12.241503 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5b8c761b-51ad-4eba-9cb4-9212bf71166f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:12.299138 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06d39089-afb1-43bc-a61e-6ee9387feaa7 admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:17:12.327562 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8adaf5be-88eb-4570-b513-f8ca0b3c7160 None None] Sync routers for ids ['51e3ef3c-d5db-44e7-85bd-0aa362100064'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:17:12.370207 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-677cf9f8-0a03-45a8-a2fd-eb6dca836db7 req-dfb193ea-bd76-4038-acae-e0a172c26e20 tempest-AggregatesAdminTestJSON-1802048021 tempest-AggregatesAdminTestJSON-1802048021-project] 10.222.0.58 "GET /v2.0/security-groups?id=e6f338a7-32f9-4dd9-8d34-2e1215ef1c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9135442 Aug 05 11:17:12.372512 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d32ff3-82a9-46ee-b769-86ebe4a73876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82c4c308-f92e-4bcd-8d6f-72b87bce28bf,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:17:12.421446 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-06d39089-afb1-43bc-a61e-6ee9387feaa7 admin admin] Notify callbacks [] for router, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:12.423027 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8adaf5be-88eb-4570-b513-f8ca0b3c7160 None None] Routers {'51e3ef3c-d5db-44e7-85bd-0aa362100064'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:17:12.428119 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-8adaf5be-88eb-4570-b513-f8ca0b3c7160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:17:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['51e3ef3c-d5db-44e7-85bd-0aa362100064'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:17:12.428476 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-06d39089-afb1-43bc-a61e-6ee9387feaa7 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 12.5076365 Aug 05 11:17:12.442908 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-20d013a2-04d1-469b-b086-4edae2afdaa6 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 6.0503881 Aug 05 11:17:12.449718 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 37728) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:17:12.450576 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 37730) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:17:12.515174 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8c761b-51ad-4eba-9cb4-9212bf71166f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89727f62-0352-49d1-89d4-95527326eb81,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:17:12.546007 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-5b8c761b-51ad-4eba-9cb4-9212bf71166f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ec10c6f96bb84db4948881309dfa33e4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7839229 Aug 05 11:17:12.554246 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 37734) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:17:12.593967 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ec7f26-fe4c-4b60-b328-350180c11d75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-2779dd37-2937-46d8-af61-d09413a811c2', 'network_id': '2779dd37-2937-46d8-af61-d09413a811c2', 'tenant_id': '4db52252ec554e9690b87fbab6c40741', 'fixed_ips': [{'subnet_id': '15e3f37a-0211-4d47-9d94-f5446f6e6f7a'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 11:17:12.599203 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-22ec7f26-fe4c-4b60-b328-350180c11d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:12.636889 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-43040d27-3f18-49ab-8ce1-5fb8ca653a9a req-25469f2b-33e3-46bb-a6cf-8127e9b77bfa tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:12.861533 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-8adaf5be-88eb-4570-b513-f8ca0b3c7160 None None] Set router 51e3ef3c-d5db-44e7-85bd-0aa362100064 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:17:12.928331 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-7a495680-423c-48a3-a6eb-69b41e90d5f6 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-2052184305-router', 'tenant_id': '4db52252ec554e9690b87fbab6c40741', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:17:12.933390 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43040d27-3f18-49ab-8ce1-5fb8ca653a9a req-25469f2b-33e3-46bb-a6cf-8127e9b77bfa tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] Network 91caede3-92e4-4b1e-8e3e-36227cfd846a is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:17:12.953036 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-43040d27-3f18-49ab-8ce1-5fb8ca653a9a req-25469f2b-33e3-46bb-a6cf-8127e9b77bfa tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:17:12.958133 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-43040d27-3f18-49ab-8ce1-5fb8ca653a9a req-25469f2b-33e3-46bb-a6cf-8127e9b77bfa tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:17:12.965616 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43040d27-3f18-49ab-8ce1-5fb8ca653a9a req-25469f2b-33e3-46bb-a6cf-8127e9b77bfa tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:17:12.966524 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-43040d27-3f18-49ab-8ce1-5fb8ca653a9a req-25469f2b-33e3-46bb-a6cf-8127e9b77bfa tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:13.067649 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-22ec7f26-fe4c-4b60-b328-350180c11d75 None None] Allocated IP 172.20.0.2 (2779dd37-2937-46d8-af61-d09413a811c2/15e3f37a-0211-4d47-9d94-f5446f6e6f7a/67ea6b4b-1fa6-48c7-9711-6b683762f806) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:17:13.107478 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-43040d27-3f18-49ab-8ce1-5fb8ca653a9a req-25469f2b-33e3-46bb-a6cf-8127e9b77bfa tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.1806512 Aug 05 11:17:13.149217 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [req-43040d27-3f18-49ab-8ce1-5fb8ca653a9a req-49429c9c-79da-4e16-99a2-a0dc469af217 tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94421) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 11:17:13.153809 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-43040d27-3f18-49ab-8ce1-5fb8ca653a9a req-49429c9c-79da-4e16-99a2-a0dc469af217 tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0303295 Aug 05 11:17:13.157343 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25469f2b-33e3-46bb-a6cf-8127e9b77bfa tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] Pushing event updated for resources: {'Port': ['ID=cc60f243-3baa-45fa-aeb2-67641fbd9a91,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:17:13.194071 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-bd559f6a-ef29-48a5-bf7c-68c0c8c39168 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:13.323246 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7a495680-423c-48a3-a6eb-69b41e90d5f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33260300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1929'] for router, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:13.334909 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7a495680-423c-48a3-a6eb-69b41e90d5f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33285914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33034662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1926'] for router, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:13.372963 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-bd559f6a-ef29-48a5-bf7c-68c0c8c39168 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:13.450546 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1553286e-d47b-4047-a402-052d952e4200 req-29e35f0b-9e91-4d51-b40a-e8feb63c3e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:17:13.456070 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1553286e-d47b-4047-a402-052d952e4200 req-29e35f0b-9e91-4d51-b40a-e8feb63c3e9c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=91caede3-92e4-4b1e-8e3e-36227cfd846a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.4356339 Aug 05 11:17:13.709578 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:13.717511 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-bd559f6a-ef29-48a5-bf7c-68c0c8c39168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:13.724511 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-bd559f6a-ef29-48a5-bf7c-68c0c8c39168 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:13.726485 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-bd559f6a-ef29-48a5-bf7c-68c0c8c39168 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/89727f62-0352-49d1-89d4-95527326eb81 HTTP/1.1" status: 204 len: 168 time: 1.1640642 Aug 05 11:17:13.737798 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd559f6a-ef29-48a5-bf7c-68c0c8c39168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89727f62-0352-49d1-89d4-95527326eb81,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:17:13.838293 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-8adaf5be-88eb-4570-b513-f8ca0b3c7160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e3ef3c-d5db-44e7-85bd-0aa362100064', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1023862461-router', 'tenant_id': '6bc7fa8383e045a7819a17e3ff0ad9ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': 'dbcb8561-6632-48a9-bae5-6dec29b922d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:17:00Z', 'updated_at': '2021-08-05T11:17:07Z', 'revision_number': 3, 'project_id': '6bc7fa8383e045a7819a17e3ff0ad9ad', 'gw_port': {'id': 'dbcb8561-6632-48a9-bae5-6dec29b922d7', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ce:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51e3ef3c-d5db-44e7-85bd-0aa362100064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:17:03Z', 'updated_at': '2021-08-05T11:17:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:17:13.893232 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8adaf5be-88eb-4570-b513-f8ca0b3c7160 None None] Checking router: 51e3ef3c-d5db-44e7-85bd-0aa362100064 for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:17:13.893542 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-408c782c-2cba-410d-8acf-cc15ebfbbd37 None None] Provisioning for port cc60f243-3baa-45fa-aeb2-67641fbd9a91 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:17:13.894833 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8adaf5be-88eb-4570-b513-f8ca0b3c7160 None None] Updating router 51e3ef3c-d5db-44e7-85bd-0aa362100064 port dbcb8561-6632-48a9-bae5-6dec29b922d7 binding host n-d-803378-2 {{(pid=94423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 11:17:13.911139 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-408c782c-2cba-410d-8acf-cc15ebfbbd37 None None] Provisioning complete for port cc60f243-3baa-45fa-aeb2-67641fbd9a91 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:17:13.911566 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-408c782c-2cba-410d-8acf-cc15ebfbbd37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:13.933637 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-8adaf5be-88eb-4570-b513-f8ca0b3c7160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:14.058432 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-22ec7f26-fe4c-4b60-b328-350180c11d75 None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:14.076438 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-22ec7f26-fe4c-4b60-b328-350180c11d75 None None] Transition to ACTIVE for port object 67ea6b4b-1fa6-48c7-9711-6b683762f806 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:17:14.117754 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-22ec7f26-fe4c-4b60-b328-350180c11d75 None None] Transition to ACTIVE for port object 67ea6b4b-1fa6-48c7-9711-6b683762f806 will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:17:14.149423 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-22ec7f26-fe4c-4b60-b328-350180c11d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:14.178954 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-43040d27-3f18-49ab-8ce1-5fb8ca653a9a req-4bd6999f-858b-428f-bf53-107e3cbab438 service neutron] Request body: {'port': {'device_id': '0be967b6-9606-4261-b386-4f287a5c7278', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:17:14.198487 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-408c782c-2cba-410d-8acf-cc15ebfbbd37 None None] Port cc60f243-3baa-45fa-aeb2-67641fbd9a91 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:17:14.350427 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ec7f26-fe4c-4b60-b328-350180c11d75 None None] Network 2779dd37-2937-46d8-af61-d09413a811c2 is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:17:14.365827 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-22ec7f26-fe4c-4b60-b328-350180c11d75 None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:17:14.390503 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ec7f26-fe4c-4b60-b328-350180c11d75 None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:17:14.502745 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ec7f26-fe4c-4b60-b328-350180c11d75 None None] Pushing event updated for resources: {'Port': ['ID=67ea6b4b-1fa6-48c7-9711-6b683762f806,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:17:14.621270 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1553286e-d47b-4047-a402-052d952e4200 req-4da04607-9f0f-4d2a-8a90-e364cd6e4994 service neutron] 10.222.0.55 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1469612 Aug 05 11:17:14.628653 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7a495680-423c-48a3-a6eb-69b41e90d5f6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:14.647561 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827c5c99-595c-4fed-96a2-9a70d97335ee req-e121ca50-ebc6-41ed-8940-da8443e6d523 tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:17:14.670192 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-827c5c99-595c-4fed-96a2-9a70d97335ee req-e121ca50-ebc6-41ed-8940-da8443e6d523 tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] 10.222.0.58 "GET /v2.0/ports?device_id=0be967b6-9606-4261-b386-4f287a5c7278 HTTP/1.1" status: 200 len: 935 time: 1.6129556 Aug 05 11:17:14.690582 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-22ec7f26-fe4c-4b60-b328-350180c11d75 None None] Attempting to bind port 67ea6b4b-1fa6-48c7-9711-6b683762f806 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:17:14.691078 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-22ec7f26-fe4c-4b60-b328-350180c11d75 None None] Attempting to bind port 67ea6b4b-1fa6-48c7-9711-6b683762f806 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '64bc1793-0902-4a80-9bec-683d5e6b7c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2779dd37-2937-46d8-af61-d09413a811c2'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:17:14.698866 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ec7f26-fe4c-4b60-b328-350180c11d75 None None] Attempting to bind port 67ea6b4b-1fa6-48c7-9711-6b683762f806 on network 2779dd37-2937-46d8-af61-d09413a811c2 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:17:14.727818 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ec7f26-fe4c-4b60-b328-350180c11d75 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:17:14.729081 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ec7f26-fe4c-4b60-b328-350180c11d75 None None] Checking segment: {'id': '64bc1793-0902-4a80-9bec-683d5e6b7c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2779dd37-2937-46d8-af61-d09413a811c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:17:14.729258 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-22ec7f26-fe4c-4b60-b328-350180c11d75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:14.729562 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ec7f26-fe4c-4b60-b328-350180c11d75 None None] Bound using segment: {'id': '64bc1793-0902-4a80-9bec-683d5e6b7c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2779dd37-2937-46d8-af61-d09413a811c2'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:17:14.730062 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-22ec7f26-fe4c-4b60-b328-350180c11d75 None None] Bound port: 67ea6b4b-1fa6-48c7-9711-6b683762f806, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64bc1793-0902-4a80-9bec-683d5e6b7c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2779dd37-2937-46d8-af61-d09413a811c2'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:17:14.730472 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-22ec7f26-fe4c-4b60-b328-350180c11d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:14.805848 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-43040d27-3f18-49ab-8ce1-5fb8ca653a9a req-4bd6999f-858b-428f-bf53-107e3cbab438 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:14.866976 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-8adaf5be-88eb-4570-b513-f8ca0b3c7160 None None] Notify callbacks [] for port, precommit_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:14.917189 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.provisioning_blocks [None req-8adaf5be-88eb-4570-b513-f8ca0b3c7160 None None] Transition to ACTIVE for port object dbcb8561-6632-48a9-bae5-6dec29b922d7 will not be triggered until provisioned by entity L2. {{(pid=94423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:17:14.938385 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-8adaf5be-88eb-4570-b513-f8ca0b3c7160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:15.077733 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-22ec7f26-fe4c-4b60-b328-350180c11d75 None None] For port 67ea6b4b-1fa6-48c7-9711-6b683762f806, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:17:15.091021 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-22ec7f26-fe4c-4b60-b328-350180c11d75 None None] For port 67ea6b4b-1fa6-48c7-9711-6b683762f806, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=67ea6b4b-1fa6-48c7-9711-6b683762f806,segment=NetworkSegment(64bc1793-0902-4a80-9bec-683d5e6b7c02),segment_id=64bc1793-0902-4a80-9bec-683d5e6b7c02)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:17:15.097274 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-8adaf5be-88eb-4570-b513-f8ca0b3c7160 None None] Attempting to bind port dbcb8561-6632-48a9-bae5-6dec29b922d7 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:17:15.097906 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-8adaf5be-88eb-4570-b513-f8ca0b3c7160 None None] Attempting to bind port dbcb8561-6632-48a9-bae5-6dec29b922d7 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}] {{(pid=94423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:17:15.098770 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adaf5be-88eb-4570-b513-f8ca0b3c7160 None None] Attempting to bind port dbcb8561-6632-48a9-bae5-6dec29b922d7 on network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:17:15.102405 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-22ec7f26-fe4c-4b60-b328-350180c11d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:15.115667 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adaf5be-88eb-4570-b513-f8ca0b3c7160 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:17:15.116665 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adaf5be-88eb-4570-b513-f8ca0b3c7160 None None] Checking segment: {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:17:15.117390 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-8adaf5be-88eb-4570-b513-f8ca0b3c7160 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:15.118068 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adaf5be-88eb-4570-b513-f8ca0b3c7160 None None] Bound using segment: {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'} {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:17:15.119164 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-8adaf5be-88eb-4570-b513-f8ca0b3c7160 None None] Bound port: dbcb8561-6632-48a9-bae5-6dec29b922d7, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}}] {{(pid=94423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:17:15.119813 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-8adaf5be-88eb-4570-b513-f8ca0b3c7160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:15.162074 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 37768) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:17:15.232454 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ec7f26-fe4c-4b60-b328-350180c11d75 None None] Pushing event updated for resources: {'Port': ['ID=67ea6b4b-1fa6-48c7-9711-6b683762f806,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:17:15.311275 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0a0fb1-9a52-48a5-8508-2808e8a8d50d None None] Pushing event updated for resources: {'Port': ['ID=dbcb8561-6632-48a9-bae5-6dec29b922d7,revision_number=2']} {{(pid=94423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:17:15.314372 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-827c5c99-595c-4fed-96a2-9a70d97335ee req-bf5b6309-965b-4c1e-93e7-e74de719bcc3 tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] 10.222.0.58 "GET /v2.0/security-groups?id=8a867c99-4b32-4fbb-ac11-15feea2abf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6422720 Aug 05 11:17:15.407901 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-31a92df9-e279-4e05-a6b4-dde31bedc991 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:15.450876 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0a0fb1-9a52-48a5-8508-2808e8a8d50d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:17:15.452145 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0a0fb1-9a52-48a5-8508-2808e8a8d50d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:17:15.453167 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0a0fb1-9a52-48a5-8508-2808e8a8d50d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:17:15.455609 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0a0fb1-9a52-48a5-8508-2808e8a8d50d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:17:15.459510 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0a0fb1-9a52-48a5-8508-2808e8a8d50d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:17:15.461139 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0a0fb1-9a52-48a5-8508-2808e8a8d50d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:17:15.464578 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0a0fb1-9a52-48a5-8508-2808e8a8d50d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:17:15.466048 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0a0fb1-9a52-48a5-8508-2808e8a8d50d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:17:15.471978 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0a0fb1-9a52-48a5-8508-2808e8a8d50d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:17:15.473610 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0a0fb1-9a52-48a5-8508-2808e8a8d50d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:17:15.474376 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0a0fb1-9a52-48a5-8508-2808e8a8d50d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:17:15.475738 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0a0fb1-9a52-48a5-8508-2808e8a8d50d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:17:15.482099 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0a0fb1-9a52-48a5-8508-2808e8a8d50d None None] Tracked resource versions report: Aug 05 11:17:15.482099 n-d-803378-2 neutron-server[94423]: pushed versions: Aug 05 11:17:15.482099 n-d-803378-2 neutron-server[94423]: { 'AddressGroup': {'1.2'}, Aug 05 11:17:15.482099 n-d-803378-2 neutron-server[94423]: 'ConntrackHelper': {'1.0'}, Aug 05 11:17:15.482099 n-d-803378-2 neutron-server[94423]: 'Log': {'1.0'}, Aug 05 11:17:15.482099 n-d-803378-2 neutron-server[94423]: 'Network': {'1.1'}, Aug 05 11:17:15.482099 n-d-803378-2 neutron-server[94423]: 'Port': {'1.7'}, Aug 05 11:17:15.482099 n-d-803378-2 neutron-server[94423]: 'PortForwarding': {'1.2'}, Aug 05 11:17:15.482099 n-d-803378-2 neutron-server[94423]: 'QosPolicy': {'1.9'}, Aug 05 11:17:15.482099 n-d-803378-2 neutron-server[94423]: 'SecurityGroup': {'1.4'}, Aug 05 11:17:15.482099 n-d-803378-2 neutron-server[94423]: 'SecurityGroupRule': {'1.2'}, Aug 05 11:17:15.482099 n-d-803378-2 neutron-server[94423]: 'SubPort': {'1.0'}, Aug 05 11:17:15.482099 n-d-803378-2 neutron-server[94423]: 'Subnet': {'1.1'}, Aug 05 11:17:15.482099 n-d-803378-2 neutron-server[94423]: 'Trunk': {'1.1'}} Aug 05 11:17:15.482099 n-d-803378-2 neutron-server[94423]: consumer versions: Aug 05 11:17:15.482099 n-d-803378-2 neutron-server[94423]: { DHCP agent@n-d-803378-2: {}, Aug 05 11:17:15.482099 n-d-803378-2 neutron-server[94423]: HyperV agent@n-h1-803378-2: {}, Aug 05 11:17:15.482099 n-d-803378-2 neutron-server[94423]: HyperV agent@n-h2-803378-2: {}, Aug 05 11:17:15.482099 n-d-803378-2 neutron-server[94423]: L3 agent@n-d-803378-2: {}, Aug 05 11:17:15.482099 n-d-803378-2 neutron-server[94423]: Metadata agent@n-d-803378-2: {}, Aug 05 11:17:15.482099 n-d-803378-2 neutron-server[94423]: Metering agent@n-d-803378-2: {}, Aug 05 11:17:15.482099 n-d-803378-2 neutron-server[94423]: Open vSwitch agent@n-d-803378-2: { 'AddressGroup': '1.2', Aug 05 11:17:15.482099 n-d-803378-2 neutron-server[94423]: 'ConntrackHelper': '1.0', Aug 05 11:17:15.482099 n-d-803378-2 neutron-server[94423]: 'Log': '1.0', Aug 05 11:17:15.482099 n-d-803378-2 neutron-server[94423]: 'Network': '1.1', Aug 05 11:17:15.482099 n-d-803378-2 neutron-server[94423]: 'Port': '1.7', Aug 05 11:17:15.482099 n-d-803378-2 neutron-server[94423]: 'PortForwarding': '1.2', Aug 05 11:17:15.482099 n-d-803378-2 neutron-server[94423]: 'QosPolicy': '1.9', Aug 05 11:17:15.482099 n-d-803378-2 neutron-server[94423]: 'SecurityGroup': '1.4', Aug 05 11:17:15.482099 n-d-803378-2 neutron-server[94423]: 'SecurityGroupRule': '1.2', Aug 05 11:17:15.482099 n-d-803378-2 neutron-server[94423]: 'SubPort': '1.0', Aug 05 11:17:15.482099 n-d-803378-2 neutron-server[94423]: 'Subnet': '1.1', Aug 05 11:17:15.482099 n-d-803378-2 neutron-server[94423]: 'Trunk': '1.1'}} Aug 05 11:17:15.482099 n-d-803378-2 neutron-server[94423]: {{(pid=94423) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 05 11:17:15.487002 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b107d44-902c-413e-b5eb-4f278b0258a3 req-0c20a70b-338c-4604-858d-6394f2ad8f92 tempest-AggregatesAdminTestJSON-1802048021 tempest-AggregatesAdminTestJSON-1802048021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:17:15.499568 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5b107d44-902c-413e-b5eb-4f278b0258a3 req-0c20a70b-338c-4604-858d-6394f2ad8f92 tempest-AggregatesAdminTestJSON-1802048021 tempest-AggregatesAdminTestJSON-1802048021-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb349662-1697-487d-abac-f1e477a7f249 HTTP/1.1" status: 200 len: 969 time: 1.5781100 Aug 05 11:17:15.569198 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.db [None req-8adaf5be-88eb-4570-b513-f8ca0b3c7160 None None] For port dbcb8561-6632-48a9-bae5-6dec29b922d7, host n-d-803378-2, cleared binding levels {{(pid=94423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:17:15.579259 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.db [None req-8adaf5be-88eb-4570-b513-f8ca0b3c7160 None None] For port dbcb8561-6632-48a9-bae5-6dec29b922d7, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=dbcb8561-6632-48a9-bae5-6dec29b922d7,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:17:15.609248 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-8adaf5be-88eb-4570-b513-f8ca0b3c7160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:15.737087 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1553286e-d47b-4047-a402-052d952e4200 req-a737c7c0-595b-4a21-90db-7f9382c46bbb service neutron] 10.222.0.55 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0629570 Aug 05 11:17:15.826547 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8adaf5be-88eb-4570-b513-f8ca0b3c7160 None None] Routers {'51e3ef3c-d5db-44e7-85bd-0aa362100064'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:17:15.837132 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-8adaf5be-88eb-4570-b513-f8ca0b3c7160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:17:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['51e3ef3c-d5db-44e7-85bd-0aa362100064'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:17:15.845999 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-43040d27-3f18-49ab-8ce1-5fb8ca653a9a req-4bd6999f-858b-428f-bf53-107e3cbab438 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc60f243-3baa-45fa-aeb2-67641fbd9a91 {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:17:15.862652 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-43040d27-3f18-49ab-8ce1-5fb8ca653a9a req-4bd6999f-858b-428f-bf53-107e3cbab438 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:15.923763 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-43040d27-3f18-49ab-8ce1-5fb8ca653a9a req-4bd6999f-858b-428f-bf53-107e3cbab438 service neutron] Transition to ACTIVE for port object cc60f243-3baa-45fa-aeb2-67641fbd9a91 will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:17:15.941210 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 37782) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:17:15.966696 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-43040d27-3f18-49ab-8ce1-5fb8ca653a9a req-4bd6999f-858b-428f-bf53-107e3cbab438 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:16.219706 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7a495680-423c-48a3-a6eb-69b41e90d5f6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:16.390569 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5b107d44-902c-413e-b5eb-4f278b0258a3 req-46fc44f6-60b6-4b1a-bebb-998f1d182f66 tempest-AggregatesAdminTestJSON-1802048021 tempest-AggregatesAdminTestJSON-1802048021-project] 10.222.0.58 "GET /v2.0/security-groups?id=e6f338a7-32f9-4dd9-8d34-2e1215ef1c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8853860 Aug 05 11:17:16.646894 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0a0fb1-9a52-48a5-8508-2808e8a8d50d None None] Pushing event updated for resources: {'Port': ['ID=dbcb8561-6632-48a9-bae5-6dec29b922d7,revision_number=3']} {{(pid=94423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:17:16.694506 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 67ea6b4b-1fa6-48c7-9711-6b683762f806 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:17:16.889399 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0072c0bc-2eba-49f1-a109-9e454a5977d7 req-5c416c4a-462c-4fd9-aa8c-fa84f20739ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:17:16.892206 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0072c0bc-2eba-49f1-a109-9e454a5977d7 req-5c416c4a-462c-4fd9-aa8c-fa84f20739ec service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=643d6ab70ab240a4b93ac8350d447a31&device_id=fb349662-1697-487d-abac-f1e477a7f249 HTTP/1.1" status: 200 len: 1120 time: 0.9638953 Aug 05 11:17:16.929780 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 67ea6b4b-1fa6-48c7-9711-6b683762f806 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:17:16.936613 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-1ad82552-3582-4bfb-9a13-9dd12583d8f9 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-574315494-network', 'tenant_id': 'e8f6478cce384a98ba09cac5c1bcf855'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:17:16.952418 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd6999f-858b-428f-bf53-107e3cbab438 service neutron] Pushing event updated for resources: {'Port': ['ID=cc60f243-3baa-45fa-aeb2-67641fbd9a91,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:17:16.963910 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-43040d27-3f18-49ab-8ce1-5fb8ca653a9a req-4bd6999f-858b-428f-bf53-107e3cbab438 service neutron] Attempting to bind port cc60f243-3baa-45fa-aeb2-67641fbd9a91 on host n-h1-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:17:16.965821 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-43040d27-3f18-49ab-8ce1-5fb8ca653a9a req-4bd6999f-858b-428f-bf53-107e3cbab438 service neutron] Attempting to bind port cc60f243-3baa-45fa-aeb2-67641fbd9a91 by drivers openvswitch,hyperv on host n-h1-803378-2 at level 0 using segments [{'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:17:16.967370 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43040d27-3f18-49ab-8ce1-5fb8ca653a9a req-4bd6999f-858b-428f-bf53-107e3cbab438 service neutron] Attempting to bind port cc60f243-3baa-45fa-aeb2-67641fbd9a91 on network 91caede3-92e4-4b1e-8e3e-36227cfd846a {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:17:16.986676 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43040d27-3f18-49ab-8ce1-5fb8ca653a9a req-4bd6999f-858b-428f-bf53-107e3cbab438 service neutron] Port cc60f243-3baa-45fa-aeb2-67641fbd9a91 on network 91caede3-92e4-4b1e-8e3e-36227cfd846a not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:17:16.990027 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43040d27-3f18-49ab-8ce1-5fb8ca653a9a req-4bd6999f-858b-428f-bf53-107e3cbab438 service neutron] Attempting to bind port cc60f243-3baa-45fa-aeb2-67641fbd9a91 on network 91caede3-92e4-4b1e-8e3e-36227cfd846a {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:17:17.011191 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43040d27-3f18-49ab-8ce1-5fb8ca653a9a req-4bd6999f-858b-428f-bf53-107e3cbab438 service neutron] Checking agent: {'id': '40bb7567-59bd-4b31-bc29-da1c50bca759', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:17:17.013880 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43040d27-3f18-49ab-8ce1-5fb8ca653a9a req-4bd6999f-858b-428f-bf53-107e3cbab438 service neutron] Checking segment: {'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:17:17.016330 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43040d27-3f18-49ab-8ce1-5fb8ca653a9a req-4bd6999f-858b-428f-bf53-107e3cbab438 service neutron] Bound using segment: {'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:17:17.018867 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-43040d27-3f18-49ab-8ce1-5fb8ca653a9a req-4bd6999f-858b-428f-bf53-107e3cbab438 service neutron] Bound port: cc60f243-3baa-45fa-aeb2-67641fbd9a91, host: n-h1-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:17:17.022426 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-43040d27-3f18-49ab-8ce1-5fb8ca653a9a req-4bd6999f-858b-428f-bf53-107e3cbab438 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:17.063854 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-8adaf5be-88eb-4570-b513-f8ca0b3c7160 None None] Set router 51e3ef3c-d5db-44e7-85bd-0aa362100064 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:17:17.383233 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-43040d27-3f18-49ab-8ce1-5fb8ca653a9a req-4bd6999f-858b-428f-bf53-107e3cbab438 service neutron] For port cc60f243-3baa-45fa-aeb2-67641fbd9a91, host n-h1-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:17:17.393230 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-43040d27-3f18-49ab-8ce1-5fb8ca653a9a req-4bd6999f-858b-428f-bf53-107e3cbab438 service neutron] For port cc60f243-3baa-45fa-aeb2-67641fbd9a91, host n-h1-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=cc60f243-3baa-45fa-aeb2-67641fbd9a91,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:17:17.405085 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-43040d27-3f18-49ab-8ce1-5fb8ca653a9a req-4bd6999f-858b-428f-bf53-107e3cbab438 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:17.504556 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43040d27-3f18-49ab-8ce1-5fb8ca653a9a req-4bd6999f-858b-428f-bf53-107e3cbab438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:17:17.505559 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-43040d27-3f18-49ab-8ce1-5fb8ca653a9a req-4bd6999f-858b-428f-bf53-107e3cbab438 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:17.510112 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-43040d27-3f18-49ab-8ce1-5fb8ca653a9a req-4bd6999f-858b-428f-bf53-107e3cbab438 service neutron] 10.222.0.64 "PUT /v2.0/ports/cc60f243-3baa-45fa-aeb2-67641fbd9a91 HTTP/1.1" status: 200 len: 1095 time: 3.7275445 Aug 05 11:17:17.510359 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0be967b6-9606-4261-b386-4f287a5c7278', 'tag': 'cc60f243-3baa-45fa-aeb2-67641fbd9a91'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:17:18.048852 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd6999f-858b-428f-bf53-107e3cbab438 service neutron] Pushing event updated for resources: {'Port': ['ID=cc60f243-3baa-45fa-aeb2-67641fbd9a91,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:17:18.054864 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb21e12-e580-43c7-97b8-81c2c5e32a48 None None] Network 2779dd37-2937-46d8-af61-d09413a811c2 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:17:18.067437 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee969ef2-358a-42c8-a42f-b026ca5465c9" -d '{"events": [{"name": "network-changed", "server_uuid": "0be967b6-9606-4261-b386-4f287a5c7278", "tag": "cc60f243-3baa-45fa-aeb2-67641fbd9a91"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:17:18.138136 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-8adaf5be-88eb-4570-b513-f8ca0b3c7160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e3ef3c-d5db-44e7-85bd-0aa362100064', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1023862461-router', 'tenant_id': '6bc7fa8383e045a7819a17e3ff0ad9ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': 'dbcb8561-6632-48a9-bae5-6dec29b922d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:17:00Z', 'updated_at': '2021-08-05T11:17:07Z', 'revision_number': 3, 'project_id': '6bc7fa8383e045a7819a17e3ff0ad9ad', 'gw_port': {'id': 'dbcb8561-6632-48a9-bae5-6dec29b922d7', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ce:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51e3ef3c-d5db-44e7-85bd-0aa362100064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:17:03Z', 'updated_at': '2021-08-05T11:17:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:17:18.160782 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43040d27-3f18-49ab-8ce1-5fb8ca653a9a req-2b3bbf2b-587c-40ee-8a46-ef9f6ae57dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:17:18.166263 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-43040d27-3f18-49ab-8ce1-5fb8ca653a9a req-2b3bbf2b-587c-40ee-8a46-ef9f6ae57dc7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fa1d9593fdc54edeb0d95ca660b30b88&device_id=0be967b6-9606-4261-b386-4f287a5c7278 HTTP/1.1" status: 200 len: 1098 time: 0.3512185 Aug 05 11:17:18.186191 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8adaf5be-88eb-4570-b513-f8ca0b3c7160 None None] The sync data for ids ['51e3ef3c-d5db-44e7-85bd-0aa362100064'] in n-d-803378-2 is: [{'id': '51e3ef3c-d5db-44e7-85bd-0aa362100064', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1023862461-router', 'tenant_id': '6bc7fa8383e045a7819a17e3ff0ad9ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': 'dbcb8561-6632-48a9-bae5-6dec29b922d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:17:00Z', 'updated_at': '2021-08-05T11:17:07Z', 'revision_number': 3, 'project_id': '6bc7fa8383e045a7819a17e3ff0ad9ad', 'gw_port': {'id': 'dbcb8561-6632-48a9-bae5-6dec29b922d7', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ce:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51e3ef3c-d5db-44e7-85bd-0aa362100064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:17:03Z', 'updated_at': '2021-08-05T11:17:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:17:18.325667 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-1c6003d0-73ae-4fdf-9510-c4bd92ce5655 None None] Provisioning for port 67ea6b4b-1fa6-48c7-9711-6b683762f806 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:17:18.355013 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-1c6003d0-73ae-4fdf-9510-c4bd92ce5655 None None] Provisioning complete for port 67ea6b4b-1fa6-48c7-9711-6b683762f806 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:17:18.356043 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1c6003d0-73ae-4fdf-9510-c4bd92ce5655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:18.395304 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-43040d27-3f18-49ab-8ce1-5fb8ca653a9a req-cd33767f-d3e2-4040-a55e-b8df0e390bf3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=cc60f243-3baa-45fa-aeb2-67641fbd9a91 HTTP/1.1" status: 200 len: 217 time: 0.1907353 Aug 05 11:17:18.419825 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62518bbc-8162-4192-9fec-4b47f5ebb621 req-6f9c260b-b20b-49d9-81bc-d4a1865421f2 tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:17:18.426690 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-62518bbc-8162-4192-9fec-4b47f5ebb621 req-6f9c260b-b20b-49d9-81bc-d4a1865421f2 tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] 10.222.0.58 "GET /v2.0/ports?device_id=0be967b6-9606-4261-b386-4f287a5c7278 HTTP/1.1" status: 200 len: 947 time: 1.5824001 Aug 05 11:17:18.603043 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43040d27-3f18-49ab-8ce1-5fb8ca653a9a req-26279cb0-3586-4ac4-bd20-6d248eb7abf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:17:18.607557 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-43040d27-3f18-49ab-8ce1-5fb8ca653a9a req-26279cb0-3586-4ac4-bd20-6d248eb7abf3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6842f728-c2f3-4e36-bb32-3303d06ce3f4 HTTP/1.1" status: 200 len: 843 time: 0.1959066 Aug 05 11:17:18.919443 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43040d27-3f18-49ab-8ce1-5fb8ca653a9a req-dd799371-c51e-48d9-badd-abd5f65ed1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:17:18.922891 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-43040d27-3f18-49ab-8ce1-5fb8ca653a9a req-dd799371-c51e-48d9-badd-abd5f65ed1f7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=91caede3-92e4-4b1e-8e3e-36227cfd846a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3040285 Aug 05 11:17:18.953929 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-62518bbc-8162-4192-9fec-4b47f5ebb621 req-edd6690e-c3ce-41bd-a8b2-08dd6e9fd95b tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] 10.222.0.58 "GET /v2.0/security-groups?id=8a867c99-4b32-4fbb-ac11-15feea2abf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4588699 Aug 05 11:17:18.956080 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4fb1b282-4c37-4c1f-8722-acda2bd06cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:19.039096 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1c6003d0-73ae-4fdf-9510-c4bd92ce5655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:19.169777 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-1c6003d0-73ae-4fdf-9510-c4bd92ce5655 None None] For port 67ea6b4b-1fa6-48c7-9711-6b683762f806, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=67ea6b4b-1fa6-48c7-9711-6b683762f806,segment=NetworkSegment(64bc1793-0902-4a80-9bec-683d5e6b7c02),segment_id=64bc1793-0902-4a80-9bec-683d5e6b7c02)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:17:19.179251 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1c6003d0-73ae-4fdf-9510-c4bd92ce5655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:19.333560 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-43040d27-3f18-49ab-8ce1-5fb8ca653a9a req-5ceb7761-34e5-4c43-aa5c-ae0676a83ce8 service neutron] 10.222.0.64 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3963599 Aug 05 11:17:19.433136 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6003d0-73ae-4fdf-9510-c4bd92ce5655 None None] Pushing event updated for resources: {'Port': ['ID=67ea6b4b-1fa6-48c7-9711-6b683762f806,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:17:19.469493 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-4fb1b282-4c37-4c1f-8722-acda2bd06cbf admin admin] Allocated IP 172.20.0.1 (bd39b4b7-e343-48d5-a296-8b0623efb24d/8e55d893-f67d-42aa-8413-dc445ac3c409/34f39706-a887-4216-b2f7-de4e4da0bd78) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:17:19.569156 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dea716d-e3bd-4893-9952-0979c7ced6e9 x-openstack-request-id: req-9dea716d-e3bd-4893-9952-0979c7ced6e9 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:17:19.569674 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0be967b6-9606-4261-b386-4f287a5c7278", "tag": "cc60f243-3baa-45fa-aeb2-67641fbd9a91", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:17:19.570064 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9dea716d-e3bd-4893-9952-0979c7ced6e9 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:17:19.571403 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0be967b6-9606-4261-b386-4f287a5c7278', 'tag': 'cc60f243-3baa-45fa-aeb2-67641fbd9a91', 'status': 'completed', 'code': 200} Aug 05 11:17:19.602065 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-a566ec03-78ed-4bbf-b94b-665fa9ac9804 None None] Provisioning complete for port 67ea6b4b-1fa6-48c7-9711-6b683762f806 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:17:19.602707 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-a566ec03-78ed-4bbf-b94b-665fa9ac9804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:19.687035 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4fb1b282-4c37-4c1f-8722-acda2bd06cbf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:19.706611 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [None req-4fb1b282-4c37-4c1f-8722-acda2bd06cbf admin admin] Transition to ACTIVE for port object 34f39706-a887-4216-b2f7-de4e4da0bd78 will not be triggered until provisioned by entity DHCP. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:17:19.749396 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-43040d27-3f18-49ab-8ce1-5fb8ca653a9a req-b03818fd-7018-4449-9f85-de2804430e18 service neutron] 10.222.0.64 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3943794 Aug 05 11:17:19.751609 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0072c0bc-2eba-49f1-a109-9e454a5977d7 req-63ae1814-1b89-451e-a988-931a31a134c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:17:19.755841 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0072c0bc-2eba-49f1-a109-9e454a5977d7 req-63ae1814-1b89-451e-a988-931a31a134c8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=91caede3-92e4-4b1e-8e3e-36227cfd846a HTTP/1.1" status: 200 len: 870 time: 2.6738198 Aug 05 11:17:19.759295 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-31a92df9-e279-4e05-a6b4-dde31bedc991 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:19.771578 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a86a787-c0ec-48e6-b72e-ac643727b409 req-33ca6b13-9cce-4a27-8267-0b94d0011c85 tempest-AggregatesAdminTestJSON-1802048021 tempest-AggregatesAdminTestJSON-1802048021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:17:19.781291 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7a86a787-c0ec-48e6-b72e-ac643727b409 req-33ca6b13-9cce-4a27-8267-0b94d0011c85 tempest-AggregatesAdminTestJSON-1802048021 tempest-AggregatesAdminTestJSON-1802048021-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb349662-1697-487d-abac-f1e477a7f249 HTTP/1.1" status: 200 len: 969 time: 1.8410585 Aug 05 11:17:19.832566 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ad82552-3582-4bfb-9a13-9dd12583d8f9 admin admin] Made reservation on behalf of e8f6478cce384a98ba09cac5c1bcf855 for: {'network': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:17:19.836883 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1ad82552-3582-4bfb-9a13-9dd12583d8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:19.841703 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4fb1b282-4c37-4c1f-8722-acda2bd06cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:19.896523 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1ad82552-3582-4bfb-9a13-9dd12583d8f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:19.981481 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-31a92df9-e279-4e05-a6b4-dde31bedc991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:20.201878 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee969ef2-358a-42c8-a42f-b026ca5465c9 req-a7f547a5-9088-4758-a1ba-6982fd2d9938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:17:20.210212 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ee969ef2-358a-42c8-a42f-b026ca5465c9 req-a7f547a5-9088-4758-a1ba-6982fd2d9938 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fa1d9593fdc54edeb0d95ca660b30b88&device_id=0be967b6-9606-4261-b386-4f287a5c7278 HTTP/1.1" status: 200 len: 1098 time: 0.2749004 Aug 05 11:17:20.292127 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb1b282-4c37-4c1f-8722-acda2bd06cbf admin admin] Pushing event updated for resources: {'Port': ['ID=34f39706-a887-4216-b2f7-de4e4da0bd78,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:17:20.319286 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-31a92df9-e279-4e05-a6b4-dde31bedc991 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=51fab8bb59624e25beb1d35c1d8e3fa4&name=default HTTP/1.1" status: 200 len: 2979 time: 5.0019109 Aug 05 11:17:20.322080 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0072c0bc-2eba-49f1-a109-9e454a5977d7 req-9091ebde-bc63-4fbb-9896-5bb06a3fef1f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=5f83ad04-511d-4548-98f9-c009d3a78a75 HTTP/1.1" status: 200 len: 217 time: 0.4767025 Aug 05 11:17:20.360794 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 37828) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:17:20.635237 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 37830) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:17:20.662911 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0072c0bc-2eba-49f1-a109-9e454a5977d7 req-ec2bf6f0-74e2-49de-833c-f093dc7e3d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:17:20.671391 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0072c0bc-2eba-49f1-a109-9e454a5977d7 req-ec2bf6f0-74e2-49de-833c-f093dc7e3d9b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6842f728-c2f3-4e36-bb32-3303d06ce3f4 HTTP/1.1" status: 200 len: 843 time: 0.2842145 Aug 05 11:17:20.768509 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1ad82552-3582-4bfb-9a13-9dd12583d8f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:20.778361 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device dbcb8561-6632-48a9-bae5-6dec29b922d7 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:17:20.848328 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7a86a787-c0ec-48e6-b72e-ac643727b409 req-c3822dec-25e7-4c21-b737-e94a38e7c42e tempest-AggregatesAdminTestJSON-1802048021 tempest-AggregatesAdminTestJSON-1802048021-project] 10.222.0.58 "GET /v2.0/security-groups?id=e6f338a7-32f9-4dd9-8d34-2e1215ef1c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0650711 Aug 05 11:17:20.965250 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port dbcb8561-6632-48a9-bae5-6dec29b922d7 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:17:20.965651 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb1b282-4c37-4c1f-8722-acda2bd06cbf admin admin] Network bd39b4b7-e343-48d5-a296-8b0623efb24d is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:17:20.980815 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port dbcb8561-6632-48a9-bae5-6dec29b922d7 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:17:20.981944 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:20.993002 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-4fb1b282-4c37-4c1f-8722-acda2bd06cbf admin admin] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:17:21.096478 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee969ef2-358a-42c8-a42f-b026ca5465c9 req-0930fe2e-54fe-49ba-bc4d-98b18c90db8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:17:21.105601 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ee969ef2-358a-42c8-a42f-b026ca5465c9 req-0930fe2e-54fe-49ba-bc4d-98b18c90db8c service neutron] 10.222.0.64 "GET /v2.0/networks?id=91caede3-92e4-4b1e-8e3e-36227cfd846a HTTP/1.1" status: 200 len: 870 time: 0.8744109 Aug 05 11:17:21.229109 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:21.259152 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb1b282-4c37-4c1f-8722-acda2bd06cbf admin admin] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:17:21.259900 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4fb1b282-4c37-4c1f-8722-acda2bd06cbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33288800'] for router_interface, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:21.275103 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1ad82552-3582-4bfb-9a13-9dd12583d8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:21.341160 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port dbcb8561-6632-48a9-bae5-6dec29b922d7, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=dbcb8561-6632-48a9-bae5-6dec29b922d7,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:17:21.362123 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:21.363544 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 67ea6b4b-1fa6-48c7-9711-6b683762f806 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:17:21.458864 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ee969ef2-358a-42c8-a42f-b026ca5465c9 req-0848704f-48ab-4a23-b66f-b59ce574376d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=cc60f243-3baa-45fa-aeb2-67641fbd9a91 HTTP/1.1" status: 200 len: 217 time: 0.1703563 Aug 05 11:17:21.718811 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee969ef2-358a-42c8-a42f-b026ca5465c9 req-e295e63a-c011-4a94-9910-c072244dc900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:17:21.732463 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ee969ef2-358a-42c8-a42f-b026ca5465c9 req-e295e63a-c011-4a94-9910-c072244dc900 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6842f728-c2f3-4e36-bb32-3303d06ce3f4 HTTP/1.1" status: 200 len: 843 time: 0.2293613 Aug 05 11:17:21.736595 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ad82552-3582-4bfb-9a13-9dd12583d8f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 684, 'physical_network': 'physnet1'} {{(pid=94421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:17:21.802118 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-da501555-fbb6-4e18-bead-d0ba92acb750 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:21.805778 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-30a8d5bb-58e2-4a34-a8b9-bcd881337d0b None None] Provisioning for port 34f39706-a887-4216-b2f7-de4e4da0bd78 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:17:21.855582 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:21.868683 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-30a8d5bb-58e2-4a34-a8b9-bcd881337d0b None None] Provisioning complete for port 34f39706-a887-4216-b2f7-de4e4da0bd78 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:17:21.869711 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-30a8d5bb-58e2-4a34-a8b9-bcd881337d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:21.937197 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=dbcb8561-6632-48a9-bae5-6dec29b922d7,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:17:21.940118 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d05e4fbb-8b66-4fb1-afad-5450deadaf1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:21.975778 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-30a8d5bb-58e2-4a34-a8b9-bcd881337d0b None None] Port 34f39706-a887-4216-b2f7-de4e4da0bd78 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:17:21.985362 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 67ea6b4b-1fa6-48c7-9711-6b683762f806 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:17:21.986837 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:22.010325 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d05e4fbb-8b66-4fb1-afad-5450deadaf1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:22.029207 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a92df9-e279-4e05-a6b4-dde31bedc991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b6c28dc-4e7d-4ec2-b588-998b0487c65e,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:17:22.109985 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1ad82552-3582-4bfb-9a13-9dd12583d8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:22.111593 n-d-803378-2 neutron-server[94421]: INFO neutron.db.segments_db [None req-1ad82552-3582-4bfb-9a13-9dd12583d8f9 admin admin] Added segment 7242661a-6816-45d7-a9cf-d91bdd00208a of type vlan for network c1d3f101-369e-4625-bfd2-2a60ea4757bb Aug 05 11:17:22.123823 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad82552-3582-4bfb-9a13-9dd12583d8f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b660be2-1cd3-4f1b-b8b6-43aa3e7d82c9,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:17:22.160286 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d05e4fbb-8b66-4fb1-afad-5450deadaf1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:22.164740 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d05e4fbb-8b66-4fb1-afad-5450deadaf1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:22.167123 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-d05e4fbb-8b66-4fb1-afad-5450deadaf1a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6b6c28dc-4e7d-4ec2-b588-998b0487c65e HTTP/1.1" status: 204 len: 168 time: 1.8045187 Aug 05 11:17:22.276167 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 11:17:22.291806 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05e4fbb-8b66-4fb1-afad-5450deadaf1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b6c28dc-4e7d-4ec2-b588-998b0487c65e,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:17:22.346268 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1ad82552-3582-4bfb-9a13-9dd12583d8f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:22.434171 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee969ef2-358a-42c8-a42f-b026ca5465c9 req-8d16b217-e78b-42ec-91fc-3f123f42b5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:17:22.436791 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ee969ef2-358a-42c8-a42f-b026ca5465c9 req-8d16b217-e78b-42ec-91fc-3f123f42b5d3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=91caede3-92e4-4b1e-8e3e-36227cfd846a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2919474 Aug 05 11:17:22.480379 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-da501555-fbb6-4e18-bead-d0ba92acb750 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:22.521296 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-da501555-fbb6-4e18-bead-d0ba92acb750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:22.603957 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-da501555-fbb6-4e18-bead-d0ba92acb750 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d25894e8ef844afea3ea42d1e0231185&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5057626 Aug 05 11:17:22.608177 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1ad82552-3582-4bfb-9a13-9dd12583d8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:22.609754 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad82552-3582-4bfb-9a13-9dd12583d8f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:17:22.610145 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device dbcb8561-6632-48a9-bae5-6dec29b922d7 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:17:22.610422 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1ad82552-3582-4bfb-9a13-9dd12583d8f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:22.628276 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 37840) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:17:22.630092 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da501555-fbb6-4e18-bead-d0ba92acb750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc5e660b-9a1f-48bc-847f-fb947bcaeb40,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:17:22.695873 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0072c0bc-2eba-49f1-a109-9e454a5977d7 req-79466920-f40f-4db8-a164-0eb6cd13114b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:17:22.706258 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0072c0bc-2eba-49f1-a109-9e454a5977d7 req-79466920-f40f-4db8-a164-0eb6cd13114b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=91caede3-92e4-4b1e-8e3e-36227cfd846a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.8774188 Aug 05 11:17:22.800146 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b552a41-20a5-4277-8503-88b008d25b10 req-994ff5de-7c17-4d19-99f8-140a1a540fa7 tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:17:22.816058 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9b552a41-20a5-4277-8503-88b008d25b10 req-994ff5de-7c17-4d19-99f8-140a1a540fa7 tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] 10.222.0.58 "GET /v2.0/ports?device_id=0be967b6-9606-4261-b386-4f287a5c7278 HTTP/1.1" status: 200 len: 947 time: 2.4639111 Aug 05 11:17:22.821814 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port dbcb8561-6632-48a9-bae5-6dec29b922d7 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:17:22.822688 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:22.964990 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb65a388-5504-4253-b974-edb76a8765b7 req-908920a6-34a8-4826-96ac-2b55cdf642b0 tempest-AggregatesAdminTestJSON-1802048021 tempest-AggregatesAdminTestJSON-1802048021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:17:22.974690 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fb65a388-5504-4253-b974-edb76a8765b7 req-908920a6-34a8-4826-96ac-2b55cdf642b0 tempest-AggregatesAdminTestJSON-1802048021 tempest-AggregatesAdminTestJSON-1802048021-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb349662-1697-487d-abac-f1e477a7f249 HTTP/1.1" status: 200 len: 969 time: 0.4895940 Aug 05 11:17:22.977463 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7a495680-423c-48a3-a6eb-69b41e90d5f6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:23.004937 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-1ad82552-3582-4bfb-9a13-9dd12583d8f9 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 7.0449574 Aug 05 11:17:23.007919 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 37844) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:17:23.043017 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-f63dc0b4-553c-4cab-98b3-ae4d917cb75b admin admin] Request body: {'subnet': {'network_id': 'c1d3f101-369e-4625-bfd2-2a60ea4757bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-574315494-subnet', 'tenant_id': 'e8f6478cce384a98ba09cac5c1bcf855', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:17:23.094422 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4fb1b282-4c37-4c1f-8722-acda2bd06cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:23.108381 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7a495680-423c-48a3-a6eb-69b41e90d5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:23.142809 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9b552a41-20a5-4277-8503-88b008d25b10 req-b22f53c3-304d-467e-b533-8fca57c76112 tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] 10.222.0.58 "GET /v2.0/security-groups?id=8a867c99-4b32-4fbb-ac11-15feea2abf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3233235 Aug 05 11:17:23.196589 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad82552-3582-4bfb-9a13-9dd12583d8f9 admin admin] Pushing event updated for resources: {'Network': ['ID=c1d3f101-369e-4625-bfd2-2a60ea4757bb,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:17:23.215355 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network c1d3f101-369e-4625-bfd2-2a60ea4757bb details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:17:23.272317 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f63dc0b4-553c-4cab-98b3-ae4d917cb75b admin admin] Made reservation on behalf of e8f6478cce384a98ba09cac5c1bcf855 for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:17:23.275737 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f63dc0b4-553c-4cab-98b3-ae4d917cb75b admin admin] Notify callbacks [] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:23.361123 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0fdab47b-54a4-4887-972a-50af05c6f529 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:23.393152 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ee969ef2-358a-42c8-a42f-b026ca5465c9 req-95ea8e4c-cc8f-463c-89b9-d54d805f2eed service neutron] 10.222.0.64 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8368506 Aug 05 11:17:23.429272 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0fdab47b-54a4-4887-972a-50af05c6f529 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:23.622306 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0072c0bc-2eba-49f1-a109-9e454a5977d7 req-045a5ba9-c2ef-44ce-b050-a23fc0511bb6 service neutron] 10.222.0.55 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9024699 Aug 05 11:17:23.670805 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4fb1b282-4c37-4c1f-8722-acda2bd06cbf admin admin] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:23.708156 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fb65a388-5504-4253-b974-edb76a8765b7 req-1a0b6ecb-6e71-4179-84e3-565e1c8110d3 tempest-AggregatesAdminTestJSON-1802048021 tempest-AggregatesAdminTestJSON-1802048021-project] 10.222.0.58 "GET /v2.0/security-groups?id=e6f338a7-32f9-4dd9-8d34-2e1215ef1c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7318451 Aug 05 11:17:23.742512 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4fb1b282-4c37-4c1f-8722-acda2bd06cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:23.743263 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4fb1b282-4c37-4c1f-8722-acda2bd06cbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33140268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33208272'] for router_interface, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:23.879307 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0fdab47b-54a4-4887-972a-50af05c6f529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:23.882983 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0fdab47b-54a4-4887-972a-50af05c6f529 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:23.895518 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-0fdab47b-54a4-4887-972a-50af05c6f529 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/dc5e660b-9a1f-48bc-847f-fb947bcaeb40 HTTP/1.1" status: 204 len: 168 time: 1.1056747 Aug 05 11:17:23.918654 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdab47b-54a4-4887-972a-50af05c6f529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc5e660b-9a1f-48bc-847f-fb947bcaeb40,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:17:23.931742 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f63dc0b4-553c-4cab-98b3-ae4d917cb75b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:23.985272 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb1b282-4c37-4c1f-8722-acda2bd06cbf admin admin] Pushing event updated for resources: {'Port': ['ID=34f39706-a887-4216-b2f7-de4e4da0bd78,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:17:24.046071 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63dc0b4-553c-4cab-98b3-ae4d917cb75b admin admin] Pushing event updated for resources: {'Subnet': ['ID=88c33de2-0b50-4fb8-a2a7-3c3e700f5c7c,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:17:24.063772 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-7a495680-423c-48a3-a6eb-69b41e90d5f6 admin admin] Allocated IP 172.25.5.170 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/0779bbf0-ec25-4331-aecc-213253d47e03) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:17:24.068071 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0072c0bc-2eba-49f1-a109-9e454a5977d7 req-19439265-a351-4785-8be9-4a3279b5048d service neutron] 10.222.0.55 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4119556 Aug 05 11:17:24.087045 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb1b282-4c37-4c1f-8722-acda2bd06cbf admin admin] Network bd39b4b7-e343-48d5-a296-8b0623efb24d is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:17:24.095195 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63dc0b4-553c-4cab-98b3-ae4d917cb75b admin admin] Checking segment: {'id': '7242661a-6816-45d7-a9cf-d91bdd00208a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'c1d3f101-369e-4625-bfd2-2a60ea4757bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:17:24.096706 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f63dc0b4-553c-4cab-98b3-ae4d917cb75b admin admin] Network hostable DHCP agents. Network: c1d3f101-369e-4625-bfd2-2a60ea4757bb, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:17:24.112869 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-4fb1b282-4c37-4c1f-8722-acda2bd06cbf admin admin] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:17:24.167905 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f63dc0b4-553c-4cab-98b3-ae4d917cb75b admin admin] Network c1d3f101-369e-4625-bfd2-2a60ea4757bb is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:17:24.196972 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-f63dc0b4-553c-4cab-98b3-ae4d917cb75b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, c1d3f101-369e-4625-bfd2-2a60ea4757bb) {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:17:24.211366 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3baa920f-6990-44dd-ba58-aae362b74dcc None None] Network c1d3f101-369e-4625-bfd2-2a60ea4757bb requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:17:24.225317 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63dc0b4-553c-4cab-98b3-ae4d917cb75b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:17:24.232059 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f63dc0b4-553c-4cab-98b3-ae4d917cb75b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:24.328683 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-f63dc0b4-553c-4cab-98b3-ae4d917cb75b admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.3089182 Aug 05 11:17:24.479287 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 5f83ad04-511d-4548-98f9-c009d3a78a75 details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:17:24.601862 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7a495680-423c-48a3-a6eb-69b41e90d5f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:24.634432 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-46c1be15-fdf4-4bb9-abeb-fdb8ce1fae31 None None] Provisioning complete for port 34f39706-a887-4216-b2f7-de4e4da0bd78 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:17:24.635168 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-46c1be15-fdf4-4bb9-abeb-fdb8ce1fae31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:24.638533 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42eb4714-b812-4c65-b31e-78a2d5ea4c0b None None] Network c1d3f101-369e-4625-bfd2-2a60ea4757bb requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:17:24.688136 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08df13c4-91b5-48b6-b7a5-5f39c106de1d req-a4936e00-f0ad-4236-bc20-80d3121b0f0c tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:17:24.690430 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-08df13c4-91b5-48b6-b7a5-5f39c106de1d req-a4936e00-f0ad-4236-bc20-80d3121b0f0c tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] 10.222.0.58 "GET /v2.0/ports?device_id=0be967b6-9606-4261-b386-4f287a5c7278 HTTP/1.1" status: 200 len: 947 time: 0.3150077 Aug 05 11:17:24.697083 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fb1b282-4c37-4c1f-8722-acda2bd06cbf admin admin] Router 51e3ef3c-d5db-44e7-85bd-0aa362100064 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 11:17:24.838430 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.db.resource_extend [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 05 11:17:24.998582 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-08df13c4-91b5-48b6-b7a5-5f39c106de1d req-c8eac103-3123-4a57-83d8-13ee9838de96 tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] 10.222.0.58 "GET /v2.0/security-groups?id=8a867c99-4b32-4fbb-ac11-15feea2abf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2978363 Aug 05 11:17:25.037810 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7a495680-423c-48a3-a6eb-69b41e90d5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:25.088646 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-46c1be15-fdf4-4bb9-abeb-fdb8ce1fae31 None None] Port 34f39706-a887-4216-b2f7-de4e4da0bd78 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:17:25.123198 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 37878) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:17:25.147736 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a495680-423c-48a3-a6eb-69b41e90d5f6 admin admin] Pushing event updated for resources: {'Port': ['ID=0779bbf0-ec25-4331-aecc-213253d47e03,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:17:25.167359 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a495680-423c-48a3-a6eb-69b41e90d5f6 admin admin] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:17:25.177523 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-7a495680-423c-48a3-a6eb-69b41e90d5f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:17:25.186462 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 5f83ad04-511d-4548-98f9-c009d3a78a75, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=5f83ad04-511d-4548-98f9-c009d3a78a75,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:17:25.198487 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a495680-423c-48a3-a6eb-69b41e90d5f6 admin admin] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:17:25.198848 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a079a715-418e-4936-a02e-c288a17fd14a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:25.222148 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Returning: {'device': '5f83ad04-511d-4548-98f9-c009d3a78a75', 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a', 'port_id': '5f83ad04-511d-4548-98f9-c009d3a78a75', 'mac_address': 'fa:16:3e:3c:08:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6842f728-c2f3-4e36-bb32-3303d06ce3f4', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:tempest-test_az-1874669012', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:17:25.370959 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:25.400706 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f83ad04-511d-4548-98f9-c009d3a78a75 {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:17:25.498427 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 5f83ad04-511d-4548-98f9-c009d3a78a75, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=5f83ad04-511d-4548-98f9-c009d3a78a75,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:17:25.508452 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:25.510334 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a079a715-418e-4936-a02e-c288a17fd14a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:25.525010 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a079a715-418e-4936-a02e-c288a17fd14a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:25.646324 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-a079a715-418e-4936-a02e-c288a17fd14a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2f0469478e604b0ea2fd9866faa45f9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5157666 Aug 05 11:17:25.646324 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a079a715-418e-4936-a02e-c288a17fd14a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e377c2e9-dd83-40e6-9bac-2c1294e02d51,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:17:25.658694 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 37884) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:17:25.757020 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=5f83ad04-511d-4548-98f9-c009d3a78a75,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:17:25.834531 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec320dd-a022-4d58-aeba-7e241b3d1f9a req-0acde1a5-eb9a-4e00-91e2-6d3d8ff781b4 tempest-AggregatesAdminTestJSON-1802048021 tempest-AggregatesAdminTestJSON-1802048021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:17:25.836191 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bec320dd-a022-4d58-aeba-7e241b3d1f9a req-0acde1a5-eb9a-4e00-91e2-6d3d8ff781b4 tempest-AggregatesAdminTestJSON-1802048021 tempest-AggregatesAdminTestJSON-1802048021-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb349662-1697-487d-abac-f1e477a7f249 HTTP/1.1" status: 200 len: 969 time: 0.8363490 Aug 05 11:17:25.872907 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5f50081f-d989-481b-8a8f-9ac5a39e797a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:25.895731 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['5f83ad04-511d-4548-98f9-c009d3a78a75'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:17:25.919818 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fb1b282-4c37-4c1f-8722-acda2bd06cbf admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:17:25.952950 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5f50081f-d989-481b-8a8f-9ac5a39e797a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:25.966986 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-4fb1b282-4c37-4c1f-8722-acda2bd06cbf admin admin] 10.222.0.58 "PUT /v2.0/routers/51e3ef3c-d5db-44e7-85bd-0aa362100064/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.5123332 Aug 05 11:17:26.162854 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5f50081f-d989-481b-8a8f-9ac5a39e797a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:26.166003 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5f50081f-d989-481b-8a8f-9ac5a39e797a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:26.170485 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-5f50081f-d989-481b-8a8f-9ac5a39e797a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e377c2e9-dd83-40e6-9bac-2c1294e02d51 HTTP/1.1" status: 204 len: 168 time: 0.5074906 Aug 05 11:17:26.170713 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e013985-832c-4b52-bee7-5faa50c2b181 None None] Sync routers for ids ['51e3ef3c-d5db-44e7-85bd-0aa362100064'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:17:26.188360 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f50081f-d989-481b-8a8f-9ac5a39e797a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e377c2e9-dd83-40e6-9bac-2c1294e02d51,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:17:26.220971 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e013985-832c-4b52-bee7-5faa50c2b181 None None] Routers {'51e3ef3c-d5db-44e7-85bd-0aa362100064'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:17:26.221758 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-4e013985-832c-4b52-bee7-5faa50c2b181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:17:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['51e3ef3c-d5db-44e7-85bd-0aa362100064'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:17:26.365692 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bec320dd-a022-4d58-aeba-7e241b3d1f9a req-13eccd3f-9137-4821-9163-261216d74b51 tempest-AggregatesAdminTestJSON-1802048021 tempest-AggregatesAdminTestJSON-1802048021-project] 10.222.0.58 "GET /v2.0/security-groups?id=e6f338a7-32f9-4dd9-8d34-2e1215ef1c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3963943 Aug 05 11:17:26.369579 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7a495680-423c-48a3-a6eb-69b41e90d5f6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:26.662385 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-4e013985-832c-4b52-bee7-5faa50c2b181 None None] Set router 51e3ef3c-d5db-44e7-85bd-0aa362100064 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:17:26.759025 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a141f1c-d9fd-4b9c-b440-213866e90fed req-82206297-611d-4bd0-bf8f-fd18c48fe4cc tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:17:26.761833 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8a141f1c-d9fd-4b9c-b440-213866e90fed req-82206297-611d-4bd0-bf8f-fd18c48fe4cc tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] 10.222.0.58 "GET /v2.0/ports?device_id=0be967b6-9606-4261-b386-4f287a5c7278 HTTP/1.1" status: 200 len: 947 time: 0.4979208 Aug 05 11:17:26.797312 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 37910) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:17:26.807333 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-58d1aff0-41ca-4eb0-a591-070e1707e5d6 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-2051992918-network', 'tenant_id': 'ddac2dcd0128425b8f7492de963a4955'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:17:26.898300 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58d1aff0-41ca-4eb0-a591-070e1707e5d6 admin admin] Made reservation on behalf of ddac2dcd0128425b8f7492de963a4955 for: {'network': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:17:26.907589 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-58d1aff0-41ca-4eb0-a591-070e1707e5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:26.919971 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-58d1aff0-41ca-4eb0-a591-070e1707e5d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:26.928124 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8a141f1c-d9fd-4b9c-b440-213866e90fed req-fdb19743-5fdf-4cc2-b606-0d01ad6d0110 tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] 10.222.0.58 "GET /v2.0/security-groups?id=8a867c99-4b32-4fbb-ac11-15feea2abf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458685 Aug 05 11:17:27.139349 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-58d1aff0-41ca-4eb0-a591-070e1707e5d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:27.144644 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-58d1aff0-41ca-4eb0-a591-070e1707e5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:27.182139 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58d1aff0-41ca-4eb0-a591-070e1707e5d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 682, 'physical_network': 'physnet1'} {{(pid=94421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:17:27.206734 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7a495680-423c-48a3-a6eb-69b41e90d5f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286026'] for router, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:27.209683 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d1aff0-41ca-4eb0-a591-070e1707e5d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ffc323-f6d5-47d5-815e-c37bf20ced9e,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:17:27.217660 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-58d1aff0-41ca-4eb0-a591-070e1707e5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:27.218319 n-d-803378-2 neutron-server[94421]: INFO neutron.db.segments_db [None req-58d1aff0-41ca-4eb0-a591-070e1707e5d6 admin admin] Added segment c0bf1c2b-94c8-4693-86bb-bb99a5243303 of type vlan for network 28655088-ec30-4dac-80e0-e93bd732e883 Aug 05 11:17:27.279704 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-4e013985-832c-4b52-bee7-5faa50c2b181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e3ef3c-d5db-44e7-85bd-0aa362100064', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1023862461-router', 'tenant_id': '6bc7fa8383e045a7819a17e3ff0ad9ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': 'dbcb8561-6632-48a9-bae5-6dec29b922d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:17:00Z', 'updated_at': '2021-08-05T11:17:22Z', 'revision_number': 4, 'project_id': '6bc7fa8383e045a7819a17e3ff0ad9ad', 'gw_port': {'id': 'dbcb8561-6632-48a9-bae5-6dec29b922d7', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ce:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e3ef3c-d5db-44e7-85bd-0aa362100064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:17:03Z', 'updated_at': '2021-08-05T11:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '34f39706-a887-4216-b2f7-de4e4da0bd78', 'name': '', 'network_id': 'bd39b4b7-e343-48d5-a296-8b0623efb24d', 'tenant_id': '6bc7fa8383e045a7819a17e3ff0ad9ad', 'mac_address': 'fa:16:3e:f7:ae:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51e3ef3c-d5db-44e7-85bd-0aa362100064', 'device_owner': 'network:router_interface', 'standard_attr_id': 154, 'fixed_ips': [{'subnet_id': '8e55d893-f67d-42aa-8413-dc445ac3c409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:17:19Z', 'updated_at': '2021-08-05T11:17:23Z', 'revision_number': 2, 'project_id': '6bc7fa8383e045a7819a17e3ff0ad9ad', 'subnets': [{'id': '8e55d893-f67d-42aa-8413-dc445ac3c409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:17:27.314092 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 37916) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:17:27.393269 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e013985-832c-4b52-bee7-5faa50c2b181 None None] Checking router: 51e3ef3c-d5db-44e7-85bd-0aa362100064 for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:17:27.394549 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e013985-832c-4b52-bee7-5faa50c2b181 None None] Updating router 51e3ef3c-d5db-44e7-85bd-0aa362100064 port 34f39706-a887-4216-b2f7-de4e4da0bd78 binding host n-d-803378-2 {{(pid=94422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 11:17:27.397156 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-00a60d5a-c767-4085-98eb-acc0db14cee3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:27.430196 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-58d1aff0-41ca-4eb0-a591-070e1707e5d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:27.477773 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-4e013985-832c-4b52-bee7-5faa50c2b181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:27.570963 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a495680-423c-48a3-a6eb-69b41e90d5f6 admin admin] Router 8a4e5849-4d89-4841-b55f-0f266908948b is scheduled to L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d with binding_index 1 {{(pid=94420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 11:17:27.581724 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-58d1aff0-41ca-4eb0-a591-070e1707e5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:27.584221 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d1aff0-41ca-4eb0-a591-070e1707e5d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:17:27.586547 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-58d1aff0-41ca-4eb0-a591-070e1707e5d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:27.712803 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d1aff0-41ca-4eb0-a591-070e1707e5d6 admin admin] Pushing event updated for resources: {'Network': ['ID=28655088-ec30-4dac-80e0-e93bd732e883,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:17:27.814771 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 28655088-ec30-4dac-80e0-e93bd732e883 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:17:27.960742 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-00a60d5a-c767-4085-98eb-acc0db14cee3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:27.977482 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-00a60d5a-c767-4085-98eb-acc0db14cee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:27.979547 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a495680-423c-48a3-a6eb-69b41e90d5f6 admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:17:27.990994 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-58d1aff0-41ca-4eb0-a591-070e1707e5d6 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1900971 Aug 05 11:17:28.000119 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021b7f10-1a00-4272-8c2d-a17d48606419 None None] Sync routers for ids ['8a4e5849-4d89-4841-b55f-0f266908948b'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:17:28.009165 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 37934) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:17:28.029096 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021b7f10-1a00-4272-8c2d-a17d48606419 None None] Routers {'8a4e5849-4d89-4841-b55f-0f266908948b'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:17:28.029744 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-021b7f10-1a00-4272-8c2d-a17d48606419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:17:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['8a4e5849-4d89-4841-b55f-0f266908948b'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:17:28.046356 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-97257b09-7aaf-4bed-98cb-2400e4ba18b4 admin admin] Request body: {'subnet': {'network_id': '28655088-ec30-4dac-80e0-e93bd732e883', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-2051992918-subnet', 'tenant_id': 'ddac2dcd0128425b8f7492de963a4955', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:17:28.108454 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b760ac1-0ea5-4432-bf48-b4d00f2c8698 req-867c7379-7c9d-489c-af1f-70a24af18303 tempest-AggregatesAdminTestJSON-1802048021 tempest-AggregatesAdminTestJSON-1802048021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:17:28.117130 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8b760ac1-0ea5-4432-bf48-b4d00f2c8698 req-867c7379-7c9d-489c-af1f-70a24af18303 tempest-AggregatesAdminTestJSON-1802048021 tempest-AggregatesAdminTestJSON-1802048021-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb349662-1697-487d-abac-f1e477a7f249 HTTP/1.1" status: 200 len: 970 time: 0.3923426 Aug 05 11:17:28.172853 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-00a60d5a-c767-4085-98eb-acc0db14cee3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=77491e3495914feab22dd2c90e2c2c9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8412001 Aug 05 11:17:28.200362 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 37936) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:17:28.203821 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 37938) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:17:28.314844 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-4e013985-832c-4b52-bee7-5faa50c2b181 None None] Notify callbacks [] for port, precommit_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:28.339881 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-4e013985-832c-4b52-bee7-5faa50c2b181 None None] Transition to ACTIVE for port object 34f39706-a887-4216-b2f7-de4e4da0bd78 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:17:28.354960 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-4e013985-832c-4b52-bee7-5faa50c2b181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:28.359369 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-021b7f10-1a00-4272-8c2d-a17d48606419 None None] Set router 8a4e5849-4d89-4841-b55f-0f266908948b gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:17:28.391039 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ee969ef2-358a-42c8-a42f-b026ca5465c9 req-bd043465-1740-43a1-b03e-b1bce11af4db service neutron] 10.222.0.64 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311785 Aug 05 11:17:28.393759 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a60d5a-c767-4085-98eb-acc0db14cee3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80513e07-d0c8-4941-9c4a-fb44057ca931,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:17:28.410690 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 37944) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:17:28.429284 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-1ad8104f-fe2d-47e3-8d7e-26b4bade975f admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-420301993-network', 'tenant_id': '4abd504d4bae423c83e9434ebf7fea0f'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:17:28.455909 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 5f83ad04-511d-4548-98f9-c009d3a78a75 up at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:17:28.490640 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97257b09-7aaf-4bed-98cb-2400e4ba18b4 admin admin] Made reservation on behalf of ddac2dcd0128425b8f7492de963a4955 for: {'subnet': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:17:28.495766 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-97257b09-7aaf-4bed-98cb-2400e4ba18b4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:28.526518 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ad8104f-fe2d-47e3-8d7e-26b4bade975f admin admin] Made reservation on behalf of 4abd504d4bae423c83e9434ebf7fea0f for: {'network': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:17:28.531527 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7a495680-423c-48a3-a6eb-69b41e90d5f6 admin admin] Notify callbacks [] for router, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:28.538745 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-7a495680-423c-48a3-a6eb-69b41e90d5f6 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 15.6466637 Aug 05 11:17:28.541348 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1ad8104f-fe2d-47e3-8d7e-26b4bade975f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:28.547160 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 37946) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:17:28.584907 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1ad8104f-fe2d-47e3-8d7e-26b4bade975f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:28.607436 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca2466b-4cc0-4041-a840-107a9946a286 None None] Pushing event updated for resources: {'Port': ['ID=34f39706-a887-4216-b2f7-de4e4da0bd78,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:17:28.777005 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8b760ac1-0ea5-4432-bf48-b4d00f2c8698 req-c84582f9-4f80-4e72-ab5f-347b80309ea2 tempest-AggregatesAdminTestJSON-1802048021 tempest-AggregatesAdminTestJSON-1802048021-project] 10.222.0.58 "GET /v2.0/security-groups?id=e6f338a7-32f9-4dd9-8d34-2e1215ef1c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6206579 Aug 05 11:17:28.795990 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0a9be307-c350-4cab-8506-dea7a66ba34f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:28.800156 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-4e013985-832c-4b52-bee7-5faa50c2b181 None None] Attempting to bind port 34f39706-a887-4216-b2f7-de4e4da0bd78 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:17:28.801566 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-4e013985-832c-4b52-bee7-5faa50c2b181 None None] Attempting to bind port 34f39706-a887-4216-b2f7-de4e4da0bd78 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'c9e2cf5a-453f-413e-a764-0d6594d296bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'bd39b4b7-e343-48d5-a296-8b0623efb24d'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:17:28.802340 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e013985-832c-4b52-bee7-5faa50c2b181 None None] Attempting to bind port 34f39706-a887-4216-b2f7-de4e4da0bd78 on network bd39b4b7-e343-48d5-a296-8b0623efb24d {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:17:28.828295 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning for port 5f83ad04-511d-4548-98f9-c009d3a78a75 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:17:28.852604 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0a9be307-c350-4cab-8506-dea7a66ba34f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:28.864151 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e013985-832c-4b52-bee7-5faa50c2b181 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:17:28.864995 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e013985-832c-4b52-bee7-5faa50c2b181 None None] Checking segment: {'id': 'c9e2cf5a-453f-413e-a764-0d6594d296bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'bd39b4b7-e343-48d5-a296-8b0623efb24d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:17:28.865784 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-4e013985-832c-4b52-bee7-5faa50c2b181 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:28.870507 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e013985-832c-4b52-bee7-5faa50c2b181 None None] Bound using segment: {'id': 'c9e2cf5a-453f-413e-a764-0d6594d296bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'bd39b4b7-e343-48d5-a296-8b0623efb24d'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:17:28.871478 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-4e013985-832c-4b52-bee7-5faa50c2b181 None None] Bound port: 34f39706-a887-4216-b2f7-de4e4da0bd78, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9e2cf5a-453f-413e-a764-0d6594d296bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'bd39b4b7-e343-48d5-a296-8b0623efb24d'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:17:28.872255 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-4e013985-832c-4b52-bee7-5faa50c2b181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:28.876352 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning complete for port 5f83ad04-511d-4548-98f9-c009d3a78a75 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:17:28.883689 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:29.015046 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-021b7f10-1a00-4272-8c2d-a17d48606419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a4e5849-4d89-4841-b55f-0f266908948b', 'name': 'tempest-FloatingIPsAssociationTestJSON-2052184305-router', 'tenant_id': '4db52252ec554e9690b87fbab6c40741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '0779bbf0-ec25-4331-aecc-213253d47e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:17:13Z', 'updated_at': '2021-08-05T11:17:25Z', 'revision_number': 3, 'project_id': '4db52252ec554e9690b87fbab6c40741', 'gw_port': {'id': '0779bbf0-ec25-4331-aecc-213253d47e03', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:bb:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a4e5849-4d89-4841-b55f-0f266908948b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 167, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:17:23Z', 'updated_at': '2021-08-05T11:17:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:17:29.037739 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c81b4d2-6420-478f-8106-9cb67eb0aab0 req-79808e93-b2c5-4fbb-a636-9dd42245d7cc tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:17:29.040293 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9c81b4d2-6420-478f-8106-9cb67eb0aab0 req-79808e93-b2c5-4fbb-a636-9dd42245d7cc tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] 10.222.0.58 "GET /v2.0/ports?device_id=0be967b6-9606-4261-b386-4f287a5c7278 HTTP/1.1" status: 200 len: 947 time: 0.9098616 Aug 05 11:17:29.060738 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0a9be307-c350-4cab-8506-dea7a66ba34f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:29.075097 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0a9be307-c350-4cab-8506-dea7a66ba34f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:29.077367 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-0a9be307-c350-4cab-8506-dea7a66ba34f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/80513e07-d0c8-4941-9c4a-fb44057ca931 HTTP/1.1" status: 204 len: 168 time: 0.8278763 Aug 05 11:17:29.099908 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021b7f10-1a00-4272-8c2d-a17d48606419 None None] Checking router: 8a4e5849-4d89-4841-b55f-0f266908948b for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:17:29.100886 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021b7f10-1a00-4272-8c2d-a17d48606419 None None] Updating router 8a4e5849-4d89-4841-b55f-0f266908948b port 0779bbf0-ec25-4331-aecc-213253d47e03 binding host n-d-803378-2 {{(pid=94423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 11:17:29.143796 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9be307-c350-4cab-8506-dea7a66ba34f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80513e07-d0c8-4941-9c4a-fb44057ca931,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:17:29.157762 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-021b7f10-1a00-4272-8c2d-a17d48606419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:29.218890 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-041136e0-7c18-46c7-897a-000a1d52e3ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:29.306409 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9c81b4d2-6420-478f-8106-9cb67eb0aab0 req-88e9ec32-5ffc-4d30-9e6f-5cceed40b84c tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] 10.222.0.58 "GET /v2.0/security-groups?id=8a867c99-4b32-4fbb-ac11-15feea2abf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464077 Aug 05 11:17:29.415131 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:29.534399 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-4e013985-832c-4b52-bee7-5faa50c2b181 None None] For port 34f39706-a887-4216-b2f7-de4e4da0bd78, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:17:29.571520 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:29.604623 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-4e013985-832c-4b52-bee7-5faa50c2b181 None None] For port 34f39706-a887-4216-b2f7-de4e4da0bd78, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=34f39706-a887-4216-b2f7-de4e4da0bd78,segment=NetworkSegment(c9e2cf5a-453f-413e-a764-0d6594d296bf),segment_id=c9e2cf5a-453f-413e-a764-0d6594d296bf)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:17:29.617957 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1ad8104f-fe2d-47e3-8d7e-26b4bade975f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:29.618827 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-4e013985-832c-4b52-bee7-5faa50c2b181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:29.631825 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1ad8104f-fe2d-47e3-8d7e-26b4bade975f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:29.654262 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb349662-1697-487d-abac-f1e477a7f249', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f83ad04-511d-4548-98f9-c009d3a78a75'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:17:29.657654 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-97257b09-7aaf-4bed-98cb-2400e4ba18b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for subnet, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:29.789676 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ad8104f-fe2d-47e3-8d7e-26b4bade975f admin admin] vlan segment allocate from pool success with {'vlan_id': 655, 'physical_network': 'physnet1'} {{(pid=94421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:17:29.848141 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-021b7f10-1a00-4272-8c2d-a17d48606419 None None] Notify callbacks [] for port, precommit_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:29.860947 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.provisioning_blocks [None req-021b7f10-1a00-4272-8c2d-a17d48606419 None None] Transition to ACTIVE for port object 0779bbf0-ec25-4331-aecc-213253d47e03 will not be triggered until provisioned by entity L2. {{(pid=94423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:17:29.870799 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-021b7f10-1a00-4272-8c2d-a17d48606419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:29.916939 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97257b09-7aaf-4bed-98cb-2400e4ba18b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0c9ee6d-c9d6-4ee2-965a-9fa8840a66a9,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:17:29.929513 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66593ab6-5b66-4673-8f85-8e94b7a58b02 None None] Pushing event updated for resources: {'Port': ['ID=0779bbf0-ec25-4331-aecc-213253d47e03,revision_number=2']} {{(pid=94423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:17:29.953293 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 5f83ad04-511d-4548-98f9-c009d3a78a75, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=5f83ad04-511d-4548-98f9-c009d3a78a75,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:17:29.963447 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97257b09-7aaf-4bed-98cb-2400e4ba18b4 admin admin] Checking segment: {'id': 'c0bf1c2b-94c8-4693-86bb-bb99a5243303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '28655088-ec30-4dac-80e0-e93bd732e883'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:17:29.964676 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97257b09-7aaf-4bed-98cb-2400e4ba18b4 admin admin] Network hostable DHCP agents. Network: 28655088-ec30-4dac-80e0-e93bd732e883, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:17:29.965870 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-021b7f10-1a00-4272-8c2d-a17d48606419 None None] Attempting to bind port 0779bbf0-ec25-4331-aecc-213253d47e03 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:17:29.966409 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-021b7f10-1a00-4272-8c2d-a17d48606419 None None] Attempting to bind port 0779bbf0-ec25-4331-aecc-213253d47e03 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}] {{(pid=94423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:17:29.966903 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021b7f10-1a00-4272-8c2d-a17d48606419 None None] Attempting to bind port 0779bbf0-ec25-4331-aecc-213253d47e03 on network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:17:29.975619 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021b7f10-1a00-4272-8c2d-a17d48606419 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:17:29.976008 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021b7f10-1a00-4272-8c2d-a17d48606419 None None] Checking segment: {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:17:29.976464 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-021b7f10-1a00-4272-8c2d-a17d48606419 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:29.976954 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021b7f10-1a00-4272-8c2d-a17d48606419 None None] Bound using segment: {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'} {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:17:29.977443 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-021b7f10-1a00-4272-8c2d-a17d48606419 None None] Bound port: 0779bbf0-ec25-4331-aecc-213253d47e03, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}}] {{(pid=94423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:17:29.977833 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-021b7f10-1a00-4272-8c2d-a17d48606419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:30.095469 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-84904ef6-e471-4ed8-8e45-8fbdf00a6740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:30.111018 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1ad8104f-fe2d-47e3-8d7e-26b4bade975f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:30.114309 n-d-803378-2 neutron-server[94421]: INFO neutron.db.segments_db [None req-1ad8104f-fe2d-47e3-8d7e-26b4bade975f admin admin] Added segment e189f35c-f3ef-4a7a-80a9-94338e9d036d of type vlan for network bd48a36b-1b71-48f9-9ee8-ee830e1b4637 Aug 05 11:17:30.119947 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:30.126851 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-041136e0-7c18-46c7-897a-000a1d52e3ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:30.130727 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97257b09-7aaf-4bed-98cb-2400e4ba18b4 admin admin] Network 28655088-ec30-4dac-80e0-e93bd732e883 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:17:30.133382 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad8104f-fe2d-47e3-8d7e-26b4bade975f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8ba972f-b511-45de-a301-fc091c432ad8,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:17:30.209134 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-041136e0-7c18-46c7-897a-000a1d52e3ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:30.217933 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.db [None req-021b7f10-1a00-4272-8c2d-a17d48606419 None None] For port 0779bbf0-ec25-4331-aecc-213253d47e03, host n-d-803378-2, cleared binding levels {{(pid=94423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:17:30.241980 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.db [None req-021b7f10-1a00-4272-8c2d-a17d48606419 None None] For port 0779bbf0-ec25-4331-aecc-213253d47e03, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=0779bbf0-ec25-4331-aecc-213253d47e03,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:17:30.255198 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-021b7f10-1a00-4272-8c2d-a17d48606419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:30.285553 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca2466b-4cc0-4041-a840-107a9946a286 None None] Pushing event updated for resources: {'Port': ['ID=34f39706-a887-4216-b2f7-de4e4da0bd78,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:17:30.318244 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-041136e0-7c18-46c7-897a-000a1d52e3ad admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=07e7c0cae0f6453091a4a0c2ba80a0da&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0663154 Aug 05 11:17:30.326902 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 37962) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:17:30.335505 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-97257b09-7aaf-4bed-98cb-2400e4ba18b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, 28655088-ec30-4dac-80e0-e93bd732e883) {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:17:30.418177 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97257b09-7aaf-4bed-98cb-2400e4ba18b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:17:30.432595 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-97257b09-7aaf-4bed-98cb-2400e4ba18b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:30.525861 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9568c699-8b4b-41ff-86c9-0618425cb3cd None None] Network 28655088-ec30-4dac-80e0-e93bd732e883 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:17:30.560083 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1ad8104f-fe2d-47e3-8d7e-26b4bade975f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:30.608171 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c02048-00c1-46f4-b4bb-949859ad5a8c req-41dd001e-6743-4dcf-b5f2-559005d9a098 tempest-AggregatesAdminTestJSON-1802048021 tempest-AggregatesAdminTestJSON-1802048021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:17:30.618713 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a2c02048-00c1-46f4-b4bb-949859ad5a8c req-41dd001e-6743-4dcf-b5f2-559005d9a098 tempest-AggregatesAdminTestJSON-1802048021 tempest-AggregatesAdminTestJSON-1802048021-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb349662-1697-487d-abac-f1e477a7f249 HTTP/1.1" status: 200 len: 971 time: 0.4275370 Aug 05 11:17:30.620781 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66593ab6-5b66-4673-8f85-8e94b7a58b02 None None] Pushing event updated for resources: {'Port': ['ID=0779bbf0-ec25-4331-aecc-213253d47e03,revision_number=3']} {{(pid=94423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:17:30.624587 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-97257b09-7aaf-4bed-98cb-2400e4ba18b4 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.5998108 Aug 05 11:17:30.637863 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021b7f10-1a00-4272-8c2d-a17d48606419 None None] Routers {'8a4e5849-4d89-4841-b55f-0f266908948b'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:17:30.638806 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-021b7f10-1a00-4272-8c2d-a17d48606419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:17:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['8a4e5849-4d89-4841-b55f-0f266908948b'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:17:30.742657 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041136e0-7c18-46c7-897a-000a1d52e3ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f14f1b3-8c3e-4820-ba1b-edf2e0b38043,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:17:30.822224 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-778ce1e1-c269-4739-ac82-c4bfa89bd7a3" -d '{"events": [{"server_uuid": "fb349662-1697-487d-abac-f1e477a7f249", "name": "network-vif-plugged", "status": "completed", "tag": "5f83ad04-511d-4548-98f9-c009d3a78a75"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:17:30.834337 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e013985-832c-4b52-bee7-5faa50c2b181 None None] Routers {'51e3ef3c-d5db-44e7-85bd-0aa362100064'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:17:30.836180 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-4e013985-832c-4b52-bee7-5faa50c2b181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:17:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['51e3ef3c-d5db-44e7-85bd-0aa362100064'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:17:30.843422 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-021b7f10-1a00-4272-8c2d-a17d48606419 None None] Set router 8a4e5849-4d89-4841-b55f-0f266908948b gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:17:30.875401 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a2c02048-00c1-46f4-b4bb-949859ad5a8c req-3462573a-fc86-480c-9b24-a50598cb6e81 tempest-AggregatesAdminTestJSON-1802048021 tempest-AggregatesAdminTestJSON-1802048021-project] 10.222.0.58 "GET /v2.0/security-groups?id=e6f338a7-32f9-4dd9-8d34-2e1215ef1c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289033 Aug 05 11:17:30.879791 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-850ed589-e336-4e24-804e-a0de5fb1fae2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:30.899849 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa48685d-6a12-4500-85a9-bc4050f08c9b req-fbc4ae59-58ad-406f-b7ac-0e3fb3fe8262 tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:17:30.903859 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-aa48685d-6a12-4500-85a9-bc4050f08c9b req-fbc4ae59-58ad-406f-b7ac-0e3fb3fe8262 tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] 10.222.0.58 "GET /v2.0/ports?device_id=0be967b6-9606-4261-b386-4f287a5c7278 HTTP/1.1" status: 200 len: 947 time: 0.3312700 Aug 05 11:17:30.935653 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.db.resource_extend [None req-1ad8104f-fe2d-47e3-8d7e-26b4bade975f admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 05 11:17:31.000992 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-850ed589-e336-4e24-804e-a0de5fb1fae2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:31.012195 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1ad8104f-fe2d-47e3-8d7e-26b4bade975f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:31.014328 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad8104f-fe2d-47e3-8d7e-26b4bade975f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:17:31.015536 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1ad8104f-fe2d-47e3-8d7e-26b4bade975f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:31.068435 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-aa48685d-6a12-4500-85a9-bc4050f08c9b req-e4153849-6f3b-4e44-81c4-349fd28379d7 tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] 10.222.0.58 "GET /v2.0/security-groups?id=8a867c99-4b32-4fbb-ac11-15feea2abf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544108 Aug 05 11:17:31.096414 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=5f83ad04-511d-4548-98f9-c009d3a78a75,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:17:31.114093 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-1ad8104f-fe2d-47e3-8d7e-26b4bade975f admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.6993814 Aug 05 11:17:31.155341 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 37982) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:17:31.165884 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-d33140e6-5417-4e80-96bc-7e0e8465de74 admin admin] Request body: {'subnet': {'network_id': 'bd48a36b-1b71-48f9-9ee8-ee830e1b4637', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-420301993-subnet', 'tenant_id': '4abd504d4bae423c83e9434ebf7fea0f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:17:31.192127 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad8104f-fe2d-47e3-8d7e-26b4bade975f admin admin] Pushing event updated for resources: {'Network': ['ID=bd48a36b-1b71-48f9-9ee8-ee830e1b4637,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:17:31.242769 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-84904ef6-e471-4ed8-8e45-8fbdf00a6740 admin admin] Allocated IP 172.20.0.1 (2779dd37-2937-46d8-af61-d09413a811c2/15e3f37a-0211-4d47-9d94-f5446f6e6f7a/c819079b-708d-40b5-8db8-c6863bd44331) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:17:31.246422 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-850ed589-e336-4e24-804e-a0de5fb1fae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:31.251126 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-850ed589-e336-4e24-804e-a0de5fb1fae2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:31.256521 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-850ed589-e336-4e24-804e-a0de5fb1fae2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5f14f1b3-8c3e-4820-ba1b-edf2e0b38043 HTTP/1.1" status: 204 len: 168 time: 0.9087248 Aug 05 11:17:31.256760 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network bd48a36b-1b71-48f9-9ee8-ee830e1b4637 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:17:31.273735 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d33140e6-5417-4e80-96bc-7e0e8465de74 admin admin] Made reservation on behalf of 4abd504d4bae423c83e9434ebf7fea0f for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:17:31.277386 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850ed589-e336-4e24-804e-a0de5fb1fae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f14f1b3-8c3e-4820-ba1b-edf2e0b38043,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:17:31.279069 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d33140e6-5417-4e80-96bc-7e0e8465de74 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:31.553826 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-84904ef6-e471-4ed8-8e45-8fbdf00a6740 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:31.577375 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-021b7f10-1a00-4272-8c2d-a17d48606419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a4e5849-4d89-4841-b55f-0f266908948b', 'name': 'tempest-FloatingIPsAssociationTestJSON-2052184305-router', 'tenant_id': '4db52252ec554e9690b87fbab6c40741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '0779bbf0-ec25-4331-aecc-213253d47e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:17:13Z', 'updated_at': '2021-08-05T11:17:25Z', 'revision_number': 3, 'project_id': '4db52252ec554e9690b87fbab6c40741', 'gw_port': {'id': '0779bbf0-ec25-4331-aecc-213253d47e03', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:bb:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a4e5849-4d89-4841-b55f-0f266908948b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 167, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:17:23Z', 'updated_at': '2021-08-05T11:17:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:17:31.610984 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [None req-84904ef6-e471-4ed8-8e45-8fbdf00a6740 admin admin] Transition to ACTIVE for port object c819079b-708d-40b5-8db8-c6863bd44331 will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:17:31.668533 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-4e013985-832c-4b52-bee7-5faa50c2b181 None None] Set router 51e3ef3c-d5db-44e7-85bd-0aa362100064 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:17:31.694753 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021b7f10-1a00-4272-8c2d-a17d48606419 None None] The sync data for ids ['8a4e5849-4d89-4841-b55f-0f266908948b'] in n-d-803378-2 is: [{'id': '8a4e5849-4d89-4841-b55f-0f266908948b', 'name': 'tempest-FloatingIPsAssociationTestJSON-2052184305-router', 'tenant_id': '4db52252ec554e9690b87fbab6c40741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '0779bbf0-ec25-4331-aecc-213253d47e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:17:13Z', 'updated_at': '2021-08-05T11:17:25Z', 'revision_number': 3, 'project_id': '4db52252ec554e9690b87fbab6c40741', 'gw_port': {'id': '0779bbf0-ec25-4331-aecc-213253d47e03', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:bb:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a4e5849-4d89-4841-b55f-0f266908948b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 167, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:17:23Z', 'updated_at': '2021-08-05T11:17:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:17:31.725085 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d33140e6-5417-4e80-96bc-7e0e8465de74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:31.744986 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-84904ef6-e471-4ed8-8e45-8fbdf00a6740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:31.825663 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44995703-4e3f-4759-a0f3-770c6bb12377 x-openstack-request-id: req-44995703-4e3f-4759-a0f3-770c6bb12377 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:17:31.826033 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb349662-1697-487d-abac-f1e477a7f249", "name": "network-vif-plugged", "status": "completed", "tag": "5f83ad04-511d-4548-98f9-c009d3a78a75", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:17:31.826209 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-44995703-4e3f-4759-a0f3-770c6bb12377 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:17:31.826682 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb349662-1697-487d-abac-f1e477a7f249', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f83ad04-511d-4548-98f9-c009d3a78a75', 'code': 200} Aug 05 11:17:31.899078 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ea5b7a-33cb-41a9-96c1-0da834f3e020 None None] Network 28655088-ec30-4dac-80e0-e93bd732e883 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:17:31.913082 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84904ef6-e471-4ed8-8e45-8fbdf00a6740 admin admin] Network 2779dd37-2937-46d8-af61-d09413a811c2 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:17:31.936477 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-84904ef6-e471-4ed8-8e45-8fbdf00a6740 admin admin] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:17:31.947195 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33140e6-5417-4e80-96bc-7e0e8465de74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d93057e-cbbc-45a1-8b81-661540e3171b,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:17:31.950873 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84904ef6-e471-4ed8-8e45-8fbdf00a6740 admin admin] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:17:31.951590 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-84904ef6-e471-4ed8-8e45-8fbdf00a6740 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33288800'] for router_interface, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:31.991155 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84904ef6-e471-4ed8-8e45-8fbdf00a6740 admin admin] Pushing event updated for resources: {'Port': ['ID=c819079b-708d-40b5-8db8-c6863bd44331,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:17:32.290025 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33140e6-5417-4e80-96bc-7e0e8465de74 admin admin] Checking segment: {'id': 'e189f35c-f3ef-4a7a-80a9-94338e9d036d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'bd48a36b-1b71-48f9-9ee8-ee830e1b4637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:17:32.301834 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33140e6-5417-4e80-96bc-7e0e8465de74 admin admin] Network hostable DHCP agents. Network: bd48a36b-1b71-48f9-9ee8-ee830e1b4637, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:17:32.875153 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 0779bbf0-ec25-4331-aecc-213253d47e03 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:17:33.035235 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e665ffe4-6dad-452f-aa0c-fea74367d0ce req-712909f7-90e7-425f-b7c2-e62367a14c5c tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:17:33.038141 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e665ffe4-6dad-452f-aa0c-fea74367d0ce req-712909f7-90e7-425f-b7c2-e62367a14c5c tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/networks?id=c1d3f101-369e-4625-bfd2-2a60ea4757bb HTTP/1.1" status: 200 len: 820 time: 0.6342244 Aug 05 11:17:33.041277 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb40f67-ef37-4b64-a020-873fc8be9082 req-e1f4890a-1e07-4365-bd9b-85bbaf2e62f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:17:33.043134 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3eb40f67-ef37-4b64-a020-873fc8be9082 req-e1f4890a-1e07-4365-bd9b-85bbaf2e62f1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fb349662-1697-487d-abac-f1e477a7f249 HTTP/1.1" status: 200 len: 1122 time: 1.0609214 Aug 05 11:17:33.043964 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 38014) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:17:33.063041 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-1cfbb5ab-1862-410c-b4eb-d17a7bd9715e None None] Provisioning for port c819079b-708d-40b5-8db8-c6863bd44331 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:17:33.080458 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a715223-6194-49ee-ad24-8030b811f305 req-2a92713c-b99e-4688-acc2-0eabde72d9b3 tempest-AggregatesAdminTestJSON-1802048021 tempest-AggregatesAdminTestJSON-1802048021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:17:33.092651 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0a715223-6194-49ee-ad24-8030b811f305 req-2a92713c-b99e-4688-acc2-0eabde72d9b3 tempest-AggregatesAdminTestJSON-1802048021 tempest-AggregatesAdminTestJSON-1802048021-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb349662-1697-487d-abac-f1e477a7f249 HTTP/1.1" status: 200 len: 971 time: 0.8835921 Aug 05 11:17:33.113781 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-1cfbb5ab-1862-410c-b4eb-d17a7bd9715e None None] Provisioning complete for port c819079b-708d-40b5-8db8-c6863bd44331 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:17:33.114379 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1cfbb5ab-1862-410c-b4eb-d17a7bd9715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:33.172051 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6297cdcf-eb5e-406f-9b11-eb429a35b9db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:33.199194 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-3eb40f67-ef37-4b64-a020-873fc8be9082 req-cd109896-9af3-429e-a310-1ea53f63abf4 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:33.246181 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e665ffe4-6dad-452f-aa0c-fea74367d0ce req-56c4ec4c-d245-4e93-b04d-defb050b729c tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/quotas/e8f6478cce384a98ba09cac5c1bcf855 HTTP/1.1" status: 200 len: 375 time: 0.1834230 Aug 05 11:17:33.258378 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-1cfbb5ab-1862-410c-b4eb-d17a7bd9715e None None] Port c819079b-708d-40b5-8db8-c6863bd44331 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:17:33.277009 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-4e013985-832c-4b52-bee7-5faa50c2b181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e3ef3c-d5db-44e7-85bd-0aa362100064', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1023862461-router', 'tenant_id': '6bc7fa8383e045a7819a17e3ff0ad9ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': 'dbcb8561-6632-48a9-bae5-6dec29b922d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:17:00Z', 'updated_at': '2021-08-05T11:17:22Z', 'revision_number': 4, 'project_id': '6bc7fa8383e045a7819a17e3ff0ad9ad', 'gw_port': {'id': 'dbcb8561-6632-48a9-bae5-6dec29b922d7', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ce:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e3ef3c-d5db-44e7-85bd-0aa362100064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:17:03Z', 'updated_at': '2021-08-05T11:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '34f39706-a887-4216-b2f7-de4e4da0bd78', 'name': '', 'network_id': 'bd39b4b7-e343-48d5-a296-8b0623efb24d', 'tenant_id': '6bc7fa8383e045a7819a17e3ff0ad9ad', 'mac_address': 'fa:16:3e:f7:ae:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51e3ef3c-d5db-44e7-85bd-0aa362100064', 'device_owner': 'network:router_interface', 'standard_attr_id': 154, 'fixed_ips': [{'subnet_id': '8e55d893-f67d-42aa-8413-dc445ac3c409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:17:19Z', 'updated_at': '2021-08-05T11:17:29Z', 'revision_number': 4, 'project_id': '6bc7fa8383e045a7819a17e3ff0ad9ad', 'subnets': [{'id': '8e55d893-f67d-42aa-8413-dc445ac3c409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:17:33.338121 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e013985-832c-4b52-bee7-5faa50c2b181 None None] The sync data for ids ['51e3ef3c-d5db-44e7-85bd-0aa362100064'] in n-d-803378-2 is: [{'id': '51e3ef3c-d5db-44e7-85bd-0aa362100064', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1023862461-router', 'tenant_id': '6bc7fa8383e045a7819a17e3ff0ad9ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': 'dbcb8561-6632-48a9-bae5-6dec29b922d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:17:00Z', 'updated_at': '2021-08-05T11:17:22Z', 'revision_number': 4, 'project_id': '6bc7fa8383e045a7819a17e3ff0ad9ad', 'gw_port': {'id': 'dbcb8561-6632-48a9-bae5-6dec29b922d7', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ce:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e3ef3c-d5db-44e7-85bd-0aa362100064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:17:03Z', 'updated_at': '2021-08-05T11:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '34f39706-a887-4216-b2f7-de4e4da0bd78', 'name': '', 'network_id': 'bd39b4b7-e343-48d5-a296-8b0623efb24d', 'tenant_id': '6bc7fa8383e045a7819a17e3ff0ad9ad', 'mac_address': 'fa:16:3e:f7:ae:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51e3ef3c-d5db-44e7-85bd-0aa362100064', 'device_owner': 'network:router_interface', 'standard_attr_id': 154, 'fixed_ips': [{'subnet_id': '8e55d893-f67d-42aa-8413-dc445ac3c409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:17:19Z', 'updated_at': '2021-08-05T11:17:29Z', 'revision_number': 4, 'project_id': '6bc7fa8383e045a7819a17e3ff0ad9ad', 'subnets': [{'id': '8e55d893-f67d-42aa-8413-dc445ac3c409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:17:33.346268 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 0779bbf0-ec25-4331-aecc-213253d47e03 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:17:33.368639 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e665ffe4-6dad-452f-aa0c-fea74367d0ce req-1e7f6d99-8fd8-43d0-bcbd-a40c21bf7e69 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=e8f6478cce384a98ba09cac5c1bcf855&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1060288 Aug 05 11:17:33.368910 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 0779bbf0-ec25-4331-aecc-213253d47e03 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:17:33.369715 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:33.372238 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33140e6-5417-4e80-96bc-7e0e8465de74 admin admin] Network bd48a36b-1b71-48f9-9ee8-ee830e1b4637 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:17:33.396141 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0a715223-6194-49ee-ad24-8030b811f305 req-0e198737-ce40-4e85-b9f4-ad1cb093acef tempest-AggregatesAdminTestJSON-1802048021 tempest-AggregatesAdminTestJSON-1802048021-project] 10.222.0.58 "GET /v2.0/security-groups?id=e6f338a7-32f9-4dd9-8d34-2e1215ef1c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3021386 Aug 05 11:17:33.428216 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-84904ef6-e471-4ed8-8e45-8fbdf00a6740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:33.500244 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-d33140e6-5417-4e80-96bc-7e0e8465de74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, bd48a36b-1b71-48f9-9ee8-ee830e1b4637) {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:17:33.530554 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d33140e6-5417-4e80-96bc-7e0e8465de74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:17:33.531791 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d33140e6-5417-4e80-96bc-7e0e8465de74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:33.548078 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4e76da-008c-41be-b83d-8b50686f0336 None None] Network bd48a36b-1b71-48f9-9ee8-ee830e1b4637 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:17:33.704247 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-3eb40f67-ef37-4b64-a020-873fc8be9082 req-cd109896-9af3-429e-a310-1ea53f63abf4 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:33.721873 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-3eb40f67-ef37-4b64-a020-873fc8be9082 req-cd109896-9af3-429e-a310-1ea53f63abf4 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:33.766060 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device cc60f243-3baa-45fa-aeb2-67641fbd9a91 details requested by agent hyperv_n-h1-803378-2 with host n-h1-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:17:33.898441 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:33.959112 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3eb40f67-ef37-4b64-a020-873fc8be9082 req-cd109896-9af3-429e-a310-1ea53f63abf4 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e6f338a7-32f9-4dd9-8d34-2e1215ef1c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9049027 Aug 05 11:17:33.987593 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.db.resource_extend [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 05 11:17:34.020151 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd109896-9af3-429e-a310-1ea53f63abf4 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=70d662c0-3a1e-43d1-826d-4811467835a0,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:17:34.070047 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0047c77e-3ae8-439d-9ba0-d5d4071513b9 req-61283c3b-4307-4c25-9cc5-e625c105c259 tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:17:34.089294 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0047c77e-3ae8-439d-9ba0-d5d4071513b9 req-61283c3b-4307-4c25-9cc5-e625c105c259 tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] 10.222.0.58 "GET /v2.0/ports?device_id=0be967b6-9606-4261-b386-4f287a5c7278 HTTP/1.1" status: 200 len: 947 time: 0.2797179 Aug 05 11:17:34.109878 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [req-e665ffe4-6dad-452f-aa0c-fea74367d0ce req-d0ad3c7a-c0f1-44b3-b167-69747eef9a2d service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94420) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 11:17:34.111004 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e665ffe4-6dad-452f-aa0c-fea74367d0ce req-d0ad3c7a-c0f1-44b3-b167-69747eef9a2d service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2195241 Aug 05 11:17:34.119131 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-84904ef6-e471-4ed8-8e45-8fbdf00a6740 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:34.133111 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-84904ef6-e471-4ed8-8e45-8fbdf00a6740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:34.134080 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-84904ef6-e471-4ed8-8e45-8fbdf00a6740 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33140268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33208272'] for router_interface, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:34.159262 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port 0779bbf0-ec25-4331-aecc-213253d47e03, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=0779bbf0-ec25-4331-aecc-213253d47e03,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:17:34.210957 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:34.258887 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84904ef6-e471-4ed8-8e45-8fbdf00a6740 admin admin] Pushing event updated for resources: {'Port': ['ID=c819079b-708d-40b5-8db8-c6863bd44331,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:17:34.340158 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e665ffe4-6dad-452f-aa0c-fea74367d0ce req-79ada802-7ef9-42fc-b5bb-cae122bb4d43 service neutron] 10.222.0.58 "GET /v2.0/networks/c1d3f101-369e-4625-bfd2-2a60ea4757bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642306 Aug 05 11:17:34.368772 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0047c77e-3ae8-439d-9ba0-d5d4071513b9 req-c52c0d56-0dec-4a02-82c8-dc5fe8191623 tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] 10.222.0.58 "GET /v2.0/security-groups?id=8a867c99-4b32-4fbb-ac11-15feea2abf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784739 Aug 05 11:17:34.456118 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84904ef6-e471-4ed8-8e45-8fbdf00a6740 admin admin] Network 2779dd37-2937-46d8-af61-d09413a811c2 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:17:34.459983 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-84904ef6-e471-4ed8-8e45-8fbdf00a6740 admin admin] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:17:34.479335 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=0779bbf0-ec25-4331-aecc-213253d47e03,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:17:34.555110 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port cc60f243-3baa-45fa-aeb2-67641fbd9a91, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=cc60f243-3baa-45fa-aeb2-67641fbd9a91,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:17:34.564221 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a5aebe-a262-4510-b541-b6ed028baa25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-bd48a36b-1b71-48f9-9ee8-ee830e1b4637', 'network_id': 'bd48a36b-1b71-48f9-9ee8-ee830e1b4637', 'tenant_id': '4abd504d4bae423c83e9434ebf7fea0f', 'fixed_ips': [{'subnet_id': '4d93057e-cbbc-45a1-8b81-661540e3171b'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 11:17:34.565877 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-63a5aebe-a262-4510-b541-b6ed028baa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:34.641603 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Returning: {'device': 'cc60f243-3baa-45fa-aeb2-67641fbd9a91', 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a', 'port_id': 'cc60f243-3baa-45fa-aeb2-67641fbd9a91', 'mac_address': 'fa:16:3e:86:01:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6842f728-c2f3-4e36-bb32-3303d06ce3f4', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:17:34.762106 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84904ef6-e471-4ed8-8e45-8fbdf00a6740 admin admin] Router 8a4e5849-4d89-4841-b55f-0f266908948b has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 11:17:34.802715 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:34.830137 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 34f39706-a887-4216-b2f7-de4e4da0bd78 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:17:35.004579 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6297cdcf-eb5e-406f-9b11-eb429a35b9db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:35.031687 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6297cdcf-eb5e-406f-9b11-eb429a35b9db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:35.062678 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-d33140e6-5417-4e80-96bc-7e0e8465de74 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 3.9043849 Aug 05 11:17:35.073824 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 38040) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:17:35.104658 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-8a6f2d2c-0c21-4ebe-9098-405e2689ae27 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-420301993-router', 'tenant_id': '4abd504d4bae423c83e9434ebf7fea0f', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:17:35.166657 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-6297cdcf-eb5e-406f-9b11-eb429a35b9db admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7e6a0f873da142b6bacd9383472393ba&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1142457 Aug 05 11:17:35.177179 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 38046) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:17:35.205051 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e665ffe4-6dad-452f-aa0c-fea74367d0ce req-b5d14ab7-6034-4204-add4-3ed422f6777d service neutron] 10.222.0.58 "GET /v2.0/networks/c1d3f101-369e-4625-bfd2-2a60ea4757bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8632154 Aug 05 11:17:35.207660 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84904ef6-e471-4ed8-8e45-8fbdf00a6740 admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:17:35.237476 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-84904ef6-e471-4ed8-8e45-8fbdf00a6740 admin admin] 10.222.0.58 "PUT /v2.0/routers/8a4e5849-4d89-4841-b55f-0f266908948b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6854253 Aug 05 11:17:35.256967 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8a6f2d2c-0c21-4ebe-9098-405e2689ae27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33260300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1929'] for router, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:35.260598 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8a6f2d2c-0c21-4ebe-9098-405e2689ae27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33285914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33034662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1926'] for router, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:35.270589 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6297cdcf-eb5e-406f-9b11-eb429a35b9db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36e3a07f-e96f-41bf-8a5c-7fef00e07630,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:17:35.472617 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8a6f2d2c-0c21-4ebe-9098-405e2689ae27 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:35.491697 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-63a5aebe-a262-4510-b541-b6ed028baa25 None None] Allocated IP 172.20.0.2 (bd48a36b-1b71-48f9-9ee8-ee830e1b4637/4d93057e-cbbc-45a1-8b81-661540e3171b/8dd728a4-c882-43eb-873b-1609dd68d5e8) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:17:35.518667 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a93b40-b75a-4a4e-9f79-ab1aae1e0d64 req-4e8ba6f5-263c-43b6-8b4f-b36c6f41170b tempest-AggregatesAdminTestJSON-1802048021 tempest-AggregatesAdminTestJSON-1802048021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:17:35.552963 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-09a93b40-b75a-4a4e-9f79-ab1aae1e0d64 req-4e8ba6f5-263c-43b6-8b4f-b36c6f41170b tempest-AggregatesAdminTestJSON-1802048021 tempest-AggregatesAdminTestJSON-1802048021-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb349662-1697-487d-abac-f1e477a7f249 HTTP/1.1" status: 200 len: 971 time: 0.3235271 Aug 05 11:17:35.599038 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-82b15476-7a1e-4bd4-bf12-31f4dd3a3425 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:35.630251 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-09a93b40-b75a-4a4e-9f79-ab1aae1e0d64 req-a2490b1f-cd59-43f2-b475-81fac7ad3408 tempest-AggregatesAdminTestJSON-1802048021 tempest-AggregatesAdminTestJSON-1802048021-project] 10.222.0.58 "GET /v2.0/security-groups?id=e6f338a7-32f9-4dd9-8d34-2e1215ef1c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760262 Aug 05 11:17:35.689562 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-82b15476-7a1e-4bd4-bf12-31f4dd3a3425 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:35.820229 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbf1be7-3e17-413c-9420-329aadd4a00d None None] Sync routers for ids ['8a4e5849-4d89-4841-b55f-0f266908948b'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:17:35.937831 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aed98c-b168-4df4-b858-e90ba0465d78 req-eae5c0aa-e62f-4906-aee5-4cdcc3a1bbdb tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:17:35.940863 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a3aed98c-b168-4df4-b858-e90ba0465d78 req-eae5c0aa-e62f-4906-aee5-4cdcc3a1bbdb tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] 10.222.0.58 "GET /v2.0/ports?device_id=0be967b6-9606-4261-b386-4f287a5c7278 HTTP/1.1" status: 200 len: 947 time: 0.1857595 Aug 05 11:17:35.959571 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-82b15476-7a1e-4bd4-bf12-31f4dd3a3425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:35.975508 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-82b15476-7a1e-4bd4-bf12-31f4dd3a3425 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:35.979844 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-82b15476-7a1e-4bd4-bf12-31f4dd3a3425 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/36e3a07f-e96f-41bf-8a5c-7fef00e07630 HTTP/1.1" status: 204 len: 168 time: 0.7981153 Aug 05 11:17:35.985896 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc60f243-3baa-45fa-aeb2-67641fbd9a91 {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:17:36.040155 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b15476-7a1e-4bd4-bf12-31f4dd3a3425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36e3a07f-e96f-41bf-8a5c-7fef00e07630,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:17:36.072098 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port cc60f243-3baa-45fa-aeb2-67641fbd9a91, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=cc60f243-3baa-45fa-aeb2-67641fbd9a91,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:17:36.226852 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8a6f2d2c-0c21-4ebe-9098-405e2689ae27 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:36.247517 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a3aed98c-b168-4df4-b858-e90ba0465d78 req-a2c65c73-d427-4267-bf8f-bb93014e5099 tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] 10.222.0.58 "GET /v2.0/security-groups?id=8a867c99-4b32-4fbb-ac11-15feea2abf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2913723 Aug 05 11:17:36.251498 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-90977293-bfe5-433a-90e6-2e3dca839637 req-886a0dcc-def1-4fd7-b4ee-1002291855ae tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/ports?device_id=32074892-07d5-47e0-93ba-33ceb5bd35b2 HTTP/1.1" status: 200 len: 210 time: 0.0918589 Aug 05 11:17:36.351221 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:36.381483 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-e713a8e1-95cc-44eb-82c1-e6b0dbb27b30 None None] Provisioning complete for port c819079b-708d-40b5-8db8-c6863bd44331 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:17:36.383844 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e713a8e1-95cc-44eb-82c1-e6b0dbb27b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:36.387753 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 34f39706-a887-4216-b2f7-de4e4da0bd78 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:17:36.460316 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 34f39706-a887-4216-b2f7-de4e4da0bd78 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:17:36.461165 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:36.589029 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbf1be7-3e17-413c-9420-329aadd4a00d None None] Routers {'8a4e5849-4d89-4841-b55f-0f266908948b'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:17:36.593864 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-7dbf1be7-3e17-413c-9420-329aadd4a00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:17:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['8a4e5849-4d89-4841-b55f-0f266908948b'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:17:36.928202 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-7dbf1be7-3e17-413c-9420-329aadd4a00d None None] Set router 8a4e5849-4d89-4841-b55f-0f266908948b gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:17:36.944137 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c00d11a-ce20-44dc-a1dc-a962cfde3057 req-391b5294-d7b1-4544-8616-bc405a17f2b5 tempest-AggregatesAdminTestJSON-1802048021 tempest-AggregatesAdminTestJSON-1802048021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:17:36.955086 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6c00d11a-ce20-44dc-a1dc-a962cfde3057 req-391b5294-d7b1-4544-8616-bc405a17f2b5 tempest-AggregatesAdminTestJSON-1802048021 tempest-AggregatesAdminTestJSON-1802048021-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb349662-1697-487d-abac-f1e477a7f249 HTTP/1.1" status: 200 len: 971 time: 0.1549470 Aug 05 11:17:37.003977 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8a6f2d2c-0c21-4ebe-9098-405e2689ae27 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:37.042223 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8a6f2d2c-0c21-4ebe-9098-405e2689ae27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:37.130760 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6c00d11a-ce20-44dc-a1dc-a962cfde3057 req-0983b6d7-0c90-43d1-bada-aa36c5c6b35c tempest-AggregatesAdminTestJSON-1802048021 tempest-AggregatesAdminTestJSON-1802048021-project] 10.222.0.58 "GET /v2.0/security-groups?id=e6f338a7-32f9-4dd9-8d34-2e1215ef1c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657596 Aug 05 11:17:37.138218 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-63a5aebe-a262-4510-b541-b6ed028baa25 None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:37.187648 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=cc60f243-3baa-45fa-aeb2-67641fbd9a91,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:17:37.291379 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-8a6f2d2c-0c21-4ebe-9098-405e2689ae27 admin admin] Allocated IP 172.25.5.239 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/dd86cae8-87dd-45fb-902c-da476772ab9c) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:17:37.296932 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-63a5aebe-a262-4510-b541-b6ed028baa25 None None] Transition to ACTIVE for port object 8dd728a4-c882-43eb-873b-1609dd68d5e8 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:17:37.313141 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62a7824-ae83-4404-8fe1-6c1a694a9dee req-0db9f814-0e9e-4c18-b453-4cd3d406289b tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:17:37.314836 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-e713a8e1-95cc-44eb-82c1-e6b0dbb27b30 None None] Port c819079b-708d-40b5-8db8-c6863bd44331 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:17:37.318313 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['cc60f243-3baa-45fa-aeb2-67641fbd9a91'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:17:37.328013 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b62a7824-ae83-4404-8fe1-6c1a694a9dee req-0db9f814-0e9e-4c18-b453-4cd3d406289b tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] 10.222.0.58 "GET /v2.0/networks?id=2779dd37-2937-46d8-af61-d09413a811c2 HTTP/1.1" status: 200 len: 821 time: 0.3303144 Aug 05 11:17:37.334866 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-208eb197-e0d3-4490-814c-6b488386f17b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:37.355719 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b62a7824-ae83-4404-8fe1-6c1a694a9dee req-0f4de056-6add-4069-8ff7-fe5e94850b38 tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] 10.222.0.58 "GET /v2.0/quotas/4db52252ec554e9690b87fbab6c40741 HTTP/1.1" status: 200 len: 375 time: 0.0256035 Aug 05 11:17:37.458676 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-63a5aebe-a262-4510-b541-b6ed028baa25 None None] Transition to ACTIVE for port object 8dd728a4-c882-43eb-873b-1609dd68d5e8 will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:17:37.474280 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-63a5aebe-a262-4510-b541-b6ed028baa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:37.575417 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b62a7824-ae83-4404-8fe1-6c1a694a9dee req-72b99902-5177-4d2b-a48d-82092dc77678 tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=4db52252ec554e9690b87fbab6c40741&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2185473 Aug 05 11:17:37.599780 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8a6f2d2c-0c21-4ebe-9098-405e2689ae27 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:37.606098 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a5aebe-a262-4510-b541-b6ed028baa25 None None] Network bd48a36b-1b71-48f9-9ee8-ee830e1b4637 is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:17:37.614021 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceecd5bf-8c5f-4232-962c-270dd551cd2c req-55df7dd1-bd4f-48e3-a60c-b4dfcdf82f11 tempest-AggregatesAdminTestJSON-756867000 tempest-AggregatesAdminTestJSON-756867000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:17:37.614699 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:37.622866 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-63a5aebe-a262-4510-b541-b6ed028baa25 None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:17:37.636340 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ceecd5bf-8c5f-4232-962c-270dd551cd2c req-55df7dd1-bd4f-48e3-a60c-b4dfcdf82f11 tempest-AggregatesAdminTestJSON-756867000 tempest-AggregatesAdminTestJSON-756867000-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=fb349662-1697-487d-abac-f1e477a7f249 HTTP/1.1" status: 200 len: 1122 time: 0.1983457 Aug 05 11:17:37.639355 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a5aebe-a262-4510-b541-b6ed028baa25 None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:17:37.650915 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a5aebe-a262-4510-b541-b6ed028baa25 None None] Pushing event updated for resources: {'Port': ['ID=8dd728a4-c882-43eb-873b-1609dd68d5e8,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:17:37.688368 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-ceecd5bf-8c5f-4232-962c-270dd551cd2c req-279a5e0b-8efa-42b9-9153-9c3022b8997a tempest-AggregatesAdminTestJSON-756867000 tempest-AggregatesAdminTestJSON-756867000-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:37.742463 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8a6f2d2c-0c21-4ebe-9098-405e2689ae27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:37.765157 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-7dbf1be7-3e17-413c-9420-329aadd4a00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a4e5849-4d89-4841-b55f-0f266908948b', 'name': 'tempest-FloatingIPsAssociationTestJSON-2052184305-router', 'tenant_id': '4db52252ec554e9690b87fbab6c40741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '0779bbf0-ec25-4331-aecc-213253d47e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:17:13Z', 'updated_at': '2021-08-05T11:17:33Z', 'revision_number': 4, 'project_id': '4db52252ec554e9690b87fbab6c40741', 'gw_port': {'id': '0779bbf0-ec25-4331-aecc-213253d47e03', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:bb:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4e5849-4d89-4841-b55f-0f266908948b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 167, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:17:23Z', 'updated_at': '2021-08-05T11:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'c819079b-708d-40b5-8db8-c6863bd44331', 'name': '', 'network_id': '2779dd37-2937-46d8-af61-d09413a811c2', 'tenant_id': '4db52252ec554e9690b87fbab6c40741', 'mac_address': 'fa:16:3e:ed:1d:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a4e5849-4d89-4841-b55f-0f266908948b', 'device_owner': 'network:router_interface', 'standard_attr_id': 199, 'fixed_ips': [{'subnet_id': '15e3f37a-0211-4d47-9d94-f5446f6e6f7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:17:30Z', 'updated_at': '2021-08-05T11:17:33Z', 'revision_number': 2, 'project_id': '4db52252ec554e9690b87fbab6c40741', 'subnets': [{'id': '15e3f37a-0211-4d47-9d94-f5446f6e6f7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:17:37.870330 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6f2d2c-0c21-4ebe-9098-405e2689ae27 admin admin] Pushing event updated for resources: {'Port': ['ID=dd86cae8-87dd-45fb-902c-da476772ab9c,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:17:37.912187 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6f2d2c-0c21-4ebe-9098-405e2689ae27 admin admin] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:17:37.962274 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port 34f39706-a887-4216-b2f7-de4e4da0bd78, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=34f39706-a887-4216-b2f7-de4e4da0bd78,segment=NetworkSegment(c9e2cf5a-453f-413e-a764-0d6594d296bf),segment_id=c9e2cf5a-453f-413e-a764-0d6594d296bf)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:17:37.967674 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbf1be7-3e17-413c-9420-329aadd4a00d None None] Checking router: 8a4e5849-4d89-4841-b55f-0f266908948b for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:17:37.968035 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbf1be7-3e17-413c-9420-329aadd4a00d None None] Updating router 8a4e5849-4d89-4841-b55f-0f266908948b port c819079b-708d-40b5-8db8-c6863bd44331 binding host n-d-803378-2 {{(pid=94422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 11:17:37.973143 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-63a5aebe-a262-4510-b541-b6ed028baa25 None None] Attempting to bind port 8dd728a4-c882-43eb-873b-1609dd68d5e8 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:17:37.973747 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-63a5aebe-a262-4510-b541-b6ed028baa25 None None] Attempting to bind port 8dd728a4-c882-43eb-873b-1609dd68d5e8 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'e189f35c-f3ef-4a7a-80a9-94338e9d036d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'bd48a36b-1b71-48f9-9ee8-ee830e1b4637'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:17:37.974362 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a5aebe-a262-4510-b541-b6ed028baa25 None None] Attempting to bind port 8dd728a4-c882-43eb-873b-1609dd68d5e8 on network bd48a36b-1b71-48f9-9ee8-ee830e1b4637 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:17:37.983144 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a5aebe-a262-4510-b541-b6ed028baa25 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:17:37.983144 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a5aebe-a262-4510-b541-b6ed028baa25 None None] Checking segment: {'id': 'e189f35c-f3ef-4a7a-80a9-94338e9d036d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'bd48a36b-1b71-48f9-9ee8-ee830e1b4637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:17:37.983646 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-63a5aebe-a262-4510-b541-b6ed028baa25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:37.983801 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a5aebe-a262-4510-b541-b6ed028baa25 None None] Bound using segment: {'id': 'e189f35c-f3ef-4a7a-80a9-94338e9d036d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'bd48a36b-1b71-48f9-9ee8-ee830e1b4637'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:17:37.984291 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-63a5aebe-a262-4510-b541-b6ed028baa25 None None] Bound port: 8dd728a4-c882-43eb-873b-1609dd68d5e8, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e189f35c-f3ef-4a7a-80a9-94338e9d036d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'bd48a36b-1b71-48f9-9ee8-ee830e1b4637'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:17:37.984705 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-63a5aebe-a262-4510-b541-b6ed028baa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:37.986861 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:38.096957 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-ceecd5bf-8c5f-4232-962c-270dd551cd2c req-279a5e0b-8efa-42b9-9153-9c3022b8997a tempest-AggregatesAdminTestJSON-756867000 tempest-AggregatesAdminTestJSON-756867000-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:38.109632 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-ceecd5bf-8c5f-4232-962c-270dd551cd2c req-279a5e0b-8efa-42b9-9153-9c3022b8997a tempest-AggregatesAdminTestJSON-756867000 tempest-AggregatesAdminTestJSON-756867000-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:38.124468 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-7dbf1be7-3e17-413c-9420-329aadd4a00d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:38.157282 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ceecd5bf-8c5f-4232-962c-270dd551cd2c req-279a5e0b-8efa-42b9-9153-9c3022b8997a tempest-AggregatesAdminTestJSON-756867000 tempest-AggregatesAdminTestJSON-756867000-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=e6f338a7-32f9-4dd9-8d34-2e1215ef1c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5182409 Aug 05 11:17:38.229214 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=34f39706-a887-4216-b2f7-de4e4da0bd78,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:17:38.253462 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-8a6f2d2c-0c21-4ebe-9098-405e2689ae27 admin admin] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:17:38.275550 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6f2d2c-0c21-4ebe-9098-405e2689ae27 admin admin] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:17:38.296469 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279a5e0b-8efa-42b9-9153-9c3022b8997a tempest-AggregatesAdminTestJSON-756867000 tempest-AggregatesAdminTestJSON-756867000-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2957996d-416b-4490-a6d5-392fae63dfa2,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:17:38.310239 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 0779bbf0-ec25-4331-aecc-213253d47e03 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:17:38.378342 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [req-b62a7824-ae83-4404-8fe1-6c1a694a9dee req-c65acb99-c3cc-4a67-88ee-4a83e94bbe2d service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94420) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 11:17:38.383868 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b62a7824-ae83-4404-8fe1-6c1a694a9dee req-c65acb99-c3cc-4a67-88ee-4a83e94bbe2d service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4257779 Aug 05 11:17:38.576251 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 0779bbf0-ec25-4331-aecc-213253d47e03 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:17:38.576974 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:38.587022 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-63a5aebe-a262-4510-b541-b6ed028baa25 None None] For port 8dd728a4-c882-43eb-873b-1609dd68d5e8, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:17:38.634498 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0ed286-94ea-4058-b196-65653a02e8bf req-96dbbe42-0cf1-4037-b45e-1b80796fcde2 tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:17:38.638582 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5d0ed286-94ea-4058-b196-65653a02e8bf req-96dbbe42-0cf1-4037-b45e-1b80796fcde2 tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] 10.222.0.58 "GET /v2.0/ports?device_id=0be967b6-9606-4261-b386-4f287a5c7278 HTTP/1.1" status: 200 len: 948 time: 0.2113268 Aug 05 11:17:38.677173 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-63a5aebe-a262-4510-b541-b6ed028baa25 None None] For port 8dd728a4-c882-43eb-873b-1609dd68d5e8, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=8dd728a4-c882-43eb-873b-1609dd68d5e8,segment=NetworkSegment(e189f35c-f3ef-4a7a-80a9-94338e9d036d),segment_id=e189f35c-f3ef-4a7a-80a9-94338e9d036d)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:17:38.713241 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b62a7824-ae83-4404-8fe1-6c1a694a9dee req-b4e7245b-af81-4003-af60-7b34d3b454f9 service neutron] 10.222.0.58 "GET /v2.0/networks/2779dd37-2937-46d8-af61-d09413a811c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3173478 Aug 05 11:17:38.728314 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-63a5aebe-a262-4510-b541-b6ed028baa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:38.810778 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5d0ed286-94ea-4058-b196-65653a02e8bf req-f35c50cf-0a69-4dd9-9db0-28700a30a545 tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] 10.222.0.58 "GET /v2.0/security-groups?id=8a867c99-4b32-4fbb-ac11-15feea2abf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346750 Aug 05 11:17:38.876429 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e665ffe4-6dad-452f-aa0c-fea74367d0ce req-34071b77-2510-4f6d-bf1d-f7775b8d1b65 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:17:38.882708 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e665ffe4-6dad-452f-aa0c-fea74367d0ce req-34071b77-2510-4f6d-bf1d-f7775b8d1b65 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.64 "GET /v2.0/networks?id=c1d3f101-369e-4625-bfd2-2a60ea4757bb HTTP/1.1" status: 200 len: 820 time: 1.0147848 Aug 05 11:17:38.920350 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-e665ffe4-6dad-452f-aa0c-fea74367d0ce req-9b5463c4-f09c-447c-8dd3-12cab5305bac tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Request body: {'port': {'device_id': '32074892-07d5-47e0-93ba-33ceb5bd35b2', 'network_id': 'c1d3f101-369e-4625-bfd2-2a60ea4757bb', 'admin_state_up': True, 'tenant_id': 'e8f6478cce384a98ba09cac5c1bcf855'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:17:39.127918 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7d23ad14-d512-4389-bf60-71c1d5efffe0 req-13ac7ab6-2c3a-4306-b8ec-434624e9d0f7 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/ports?device_id=32074892-07d5-47e0-93ba-33ceb5bd35b2 HTTP/1.1" status: 200 len: 210 time: 0.0798285 Aug 05 11:17:39.180184 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b62a7824-ae83-4404-8fe1-6c1a694a9dee req-eca84801-7c04-45a2-aaef-1277b1896b0f service neutron] 10.222.0.58 "GET /v2.0/networks/2779dd37-2937-46d8-af61-d09413a811c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4396312 Aug 05 11:17:39.294398 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8a6f2d2c-0c21-4ebe-9098-405e2689ae27 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:39.436041 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a5aebe-a262-4510-b541-b6ed028baa25 None None] Pushing event updated for resources: {'Port': ['ID=8dd728a4-c882-43eb-873b-1609dd68d5e8,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:17:39.600005 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e665ffe4-6dad-452f-aa0c-fea74367d0ce req-9b5463c4-f09c-447c-8dd3-12cab5305bac tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Made reservation on behalf of e8f6478cce384a98ba09cac5c1bcf855 for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:17:39.607105 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-e665ffe4-6dad-452f-aa0c-fea74367d0ce req-9b5463c4-f09c-447c-8dd3-12cab5305bac tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:39.677278 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-7dbf1be7-3e17-413c-9420-329aadd4a00d None None] Notify callbacks [] for port, precommit_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:39.720283 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-7dbf1be7-3e17-413c-9420-329aadd4a00d None None] Transition to ACTIVE for port object c819079b-708d-40b5-8db8-c6863bd44331 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:17:39.735439 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-7dbf1be7-3e17-413c-9420-329aadd4a00d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:39.892882 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a06df98e-84a7-4159-b6c2-f7a4c7b102e8 req-2bf209ba-2e8d-457c-99ed-430702903d66 tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce4b7a83-20e6-417f-926d-f36b7231440d HTTP/1.1" status: 200 len: 210 time: 0.0986984 Aug 05 11:17:40.009823 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f81ab3f-d461-47ab-84a1-ebaa3af91cf7 None None] Pushing event updated for resources: {'Port': ['ID=c819079b-708d-40b5-8db8-c6863bd44331,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:17:40.184170 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:40.198055 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-6de54093-0ba8-48db-8ce9-16f61f5f8c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:40.411933 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60752ace-4a8f-47bb-bf0b-601c01191ff3 req-264b4520-7b34-40d8-a592-5d6072eae130 tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:17:40.431760 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-60752ace-4a8f-47bb-bf0b-601c01191ff3 req-264b4520-7b34-40d8-a592-5d6072eae130 tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] 10.222.0.58 "GET /v2.0/ports?device_id=0be967b6-9606-4261-b386-4f287a5c7278 HTTP/1.1" status: 200 len: 948 time: 0.2748191 Aug 05 11:17:40.581769 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-60752ace-4a8f-47bb-bf0b-601c01191ff3 req-bc2f91c6-e165-4b14-a57f-862783fa36a1 tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] 10.222.0.58 "GET /v2.0/security-groups?id=8a867c99-4b32-4fbb-ac11-15feea2abf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470621 Aug 05 11:17:40.801013 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-60770ff1-2e5f-4d12-a210-45eaea462c9c req-ff1a0346-5002-438e-9008-4118c1f9052b tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/ports?device_id=32074892-07d5-47e0-93ba-33ceb5bd35b2 HTTP/1.1" status: 200 len: 210 time: 0.1247873 Aug 05 11:17:40.931041 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8a6f2d2c-0c21-4ebe-9098-405e2689ae27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286026'] for router, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:41.041367 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 38200) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:17:41.081445 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device cc60f243-3baa-45fa-aeb2-67641fbd9a91 up at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:17:41.087190 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 8dd728a4-c882-43eb-873b-1609dd68d5e8 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:17:41.289665 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f2234b-9609-418a-93a0-d21a968f7508 None None] Network bd48a36b-1b71-48f9-9ee8-ee830e1b4637 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:17:41.304872 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-7dbf1be7-3e17-413c-9420-329aadd4a00d None None] Attempting to bind port c819079b-708d-40b5-8db8-c6863bd44331 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:17:41.306075 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-7dbf1be7-3e17-413c-9420-329aadd4a00d None None] Attempting to bind port c819079b-708d-40b5-8db8-c6863bd44331 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '64bc1793-0902-4a80-9bec-683d5e6b7c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2779dd37-2937-46d8-af61-d09413a811c2'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:17:41.306930 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbf1be7-3e17-413c-9420-329aadd4a00d None None] Attempting to bind port c819079b-708d-40b5-8db8-c6863bd44331 on network 2779dd37-2937-46d8-af61-d09413a811c2 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:17:41.415503 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbf1be7-3e17-413c-9420-329aadd4a00d None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:17:41.418159 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbf1be7-3e17-413c-9420-329aadd4a00d None None] Checking segment: {'id': '64bc1793-0902-4a80-9bec-683d5e6b7c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2779dd37-2937-46d8-af61-d09413a811c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:17:41.419501 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-7dbf1be7-3e17-413c-9420-329aadd4a00d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:41.420560 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbf1be7-3e17-413c-9420-329aadd4a00d None None] Bound using segment: {'id': '64bc1793-0902-4a80-9bec-683d5e6b7c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2779dd37-2937-46d8-af61-d09413a811c2'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:17:41.421909 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-7dbf1be7-3e17-413c-9420-329aadd4a00d None None] Bound port: c819079b-708d-40b5-8db8-c6863bd44331, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64bc1793-0902-4a80-9bec-683d5e6b7c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2779dd37-2937-46d8-af61-d09413a811c2'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:17:41.423041 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-7dbf1be7-3e17-413c-9420-329aadd4a00d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:41.440151 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-137aee7f-e351-4f83-98a9-38c8d9d1a7c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:41.546491 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-e665ffe4-6dad-452f-aa0c-fea74367d0ce req-9b5463c4-f09c-447c-8dd3-12cab5305bac tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Allocated IP 172.20.0.11 (c1d3f101-369e-4625-bfd2-2a60ea4757bb/88c33de2-0b50-4fb8-a2a7-3c3e700f5c7c/89e1ceeb-0597-41b8-87ce-628445d80d87) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:17:41.596764 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a6f2d2c-0c21-4ebe-9098-405e2689ae27 admin admin] Router fba20d25-508e-48c0-991a-427ed0c4ad76 is scheduled to L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d with binding_index 1 {{(pid=94421) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 11:17:41.630353 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:41.662466 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 8dd728a4-c882-43eb-873b-1609dd68d5e8 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:17:41.673516 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning for port cc60f243-3baa-45fa-aeb2-67641fbd9a91 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:17:41.675372 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bcbe0440-6969-4102-a168-6016ea2f4405 req-f949b879-086b-4e6d-9ed1-7eff142a64ac tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce4b7a83-20e6-417f-926d-f36b7231440d HTTP/1.1" status: 200 len: 210 time: 0.2029312 Aug 05 11:17:41.685338 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b4084f8b-1ad8-475c-b979-c76f1596e3a3 None None] Provisioning for port 8dd728a4-c882-43eb-873b-1609dd68d5e8 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:17:41.694023 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 8dd728a4-c882-43eb-873b-1609dd68d5e8 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:17:41.694412 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:41.697212 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning complete for port cc60f243-3baa-45fa-aeb2-67641fbd9a91 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:17:41.697639 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:41.868357 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b4084f8b-1ad8-475c-b979-c76f1596e3a3 None None] Provisioning complete for port 8dd728a4-c882-43eb-873b-1609dd68d5e8 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:17:41.868789 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b4084f8b-1ad8-475c-b979-c76f1596e3a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:41.873879 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-7dbf1be7-3e17-413c-9420-329aadd4a00d None None] For port c819079b-708d-40b5-8db8-c6863bd44331, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:17:41.939163 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-7dbf1be7-3e17-413c-9420-329aadd4a00d None None] For port c819079b-708d-40b5-8db8-c6863bd44331, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=c819079b-708d-40b5-8db8-c6863bd44331,segment=NetworkSegment(64bc1793-0902-4a80-9bec-683d5e6b7c02),segment_id=64bc1793-0902-4a80-9bec-683d5e6b7c02)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:17:41.954105 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-137aee7f-e351-4f83-98a9-38c8d9d1a7c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:41.966942 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-7dbf1be7-3e17-413c-9420-329aadd4a00d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:41.974431 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-137aee7f-e351-4f83-98a9-38c8d9d1a7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:42.018833 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a6f2d2c-0c21-4ebe-9098-405e2689ae27 admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:17:42.036766 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ec1381-3705-4a91-bcf4-b046a9a8d7e2 None None] Sync routers for ids ['fba20d25-508e-48c0-991a-427ed0c4ad76'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:17:42.058961 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ec1381-3705-4a91-bcf4-b046a9a8d7e2 None None] Routers {'fba20d25-508e-48c0-991a-427ed0c4ad76'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:17:42.063085 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-38ec1381-3705-4a91-bcf4-b046a9a8d7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:17:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['fba20d25-508e-48c0-991a-427ed0c4ad76'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:17:42.083916 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137aee7f-e351-4f83-98a9-38c8d9d1a7c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20857e0e-7e2d-46b0-8950-821fc3af31e7,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:17:42.134505 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b4cdc9-d9e4-43d5-9198-ed77564e91c3 req-e5c8871a-eceb-46d0-b069-771c8b896a3e tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:17:42.156874 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-42b4cdc9-d9e4-43d5-9198-ed77564e91c3 req-e5c8871a-eceb-46d0-b069-771c8b896a3e tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] 10.222.0.58 "GET /v2.0/ports?device_id=0be967b6-9606-4261-b386-4f287a5c7278 HTTP/1.1" status: 200 len: 948 time: 0.3103578 Aug 05 11:17:42.223170 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137aee7f-e351-4f83-98a9-38c8d9d1a7c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:17:42.223825 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137aee7f-e351-4f83-98a9-38c8d9d1a7c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:17:42.224652 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137aee7f-e351-4f83-98a9-38c8d9d1a7c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:17:42.225224 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137aee7f-e351-4f83-98a9-38c8d9d1a7c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:17:42.225790 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137aee7f-e351-4f83-98a9-38c8d9d1a7c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:17:42.226362 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137aee7f-e351-4f83-98a9-38c8d9d1a7c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:17:42.226926 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137aee7f-e351-4f83-98a9-38c8d9d1a7c7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:17:42.227490 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137aee7f-e351-4f83-98a9-38c8d9d1a7c7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:17:42.228046 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137aee7f-e351-4f83-98a9-38c8d9d1a7c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:17:42.228590 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137aee7f-e351-4f83-98a9-38c8d9d1a7c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:17:42.242262 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137aee7f-e351-4f83-98a9-38c8d9d1a7c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:17:42.243012 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137aee7f-e351-4f83-98a9-38c8d9d1a7c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:17:42.253991 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8a6f2d2c-0c21-4ebe-9098-405e2689ae27 admin admin] Notify callbacks [] for router, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:42.261831 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f81ab3f-d461-47ab-84a1-ebaa3af91cf7 None None] Pushing event updated for resources: {'Port': ['ID=c819079b-708d-40b5-8db8-c6863bd44331,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:17:42.274028 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-8a6f2d2c-0c21-4ebe-9098-405e2689ae27 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 7.1941891 Aug 05 11:17:42.292556 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-137aee7f-e351-4f83-98a9-38c8d9d1a7c7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=70ad76b3d6f14c25b64f1886d831974e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2449837 Aug 05 11:17:42.293328 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 38238) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:17:42.293328 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 38240) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:17:42.329871 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbf1be7-3e17-413c-9420-329aadd4a00d None None] Routers {'8a4e5849-4d89-4841-b55f-0f266908948b'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:17:42.330570 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-7dbf1be7-3e17-413c-9420-329aadd4a00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:17:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['8a4e5849-4d89-4841-b55f-0f266908948b'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:17:42.421223 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-42b4cdc9-d9e4-43d5-9198-ed77564e91c3 req-37b04042-ec8d-4bbb-8f81-7cbcb974a863 tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] 10.222.0.58 "GET /v2.0/security-groups?id=8a867c99-4b32-4fbb-ac11-15feea2abf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572250 Aug 05 11:17:42.559091 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:42.611469 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b4084f8b-1ad8-475c-b979-c76f1596e3a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:42.636420 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:42.875175 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1db3265c-ac45-4e0c-b523-1688c517982c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:42.921772 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-38ec1381-3705-4a91-bcf4-b046a9a8d7e2 None None] Set router fba20d25-508e-48c0-991a-427ed0c4ad76 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:17:42.925510 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-efe9aca7-c94d-46c1-8ad4-ebdf3e9cfa7f req-0be6f067-cf5e-4aed-91d8-a33d407a9f95 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/ports?device_id=32074892-07d5-47e0-93ba-33ceb5bd35b2 HTTP/1.1" status: 200 len: 210 time: 0.1568453 Aug 05 11:17:42.936982 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port 8dd728a4-c882-43eb-873b-1609dd68d5e8, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=8dd728a4-c882-43eb-873b-1609dd68d5e8,segment=NetworkSegment(e189f35c-f3ef-4a7a-80a9-94338e9d036d),segment_id=e189f35c-f3ef-4a7a-80a9-94338e9d036d)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:17:42.946808 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0be967b6-9606-4261-b386-4f287a5c7278', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc60f243-3baa-45fa-aeb2-67641fbd9a91'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:17:42.951401 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56172c4f-30e6-4c7d-8bad-79940f65871e" -d '{"events": [{"server_uuid": "0be967b6-9606-4261-b386-4f287a5c7278", "name": "network-vif-plugged", "status": "completed", "tag": "cc60f243-3baa-45fa-aeb2-67641fbd9a91"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:17:42.976203 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:42.979279 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 34f39706-a887-4216-b2f7-de4e4da0bd78 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:17:43.026580 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-e665ffe4-6dad-452f-aa0c-fea74367d0ce req-9b5463c4-f09c-447c-8dd3-12cab5305bac tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:43.100530 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1db3265c-ac45-4e0c-b523-1688c517982c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:43.107224 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62a7824-ae83-4404-8fe1-6c1a694a9dee req-5f785851-def9-4d80-8d67-f92c0b889d43 tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:17:43.118483 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b62a7824-ae83-4404-8fe1-6c1a694a9dee req-5f785851-def9-4d80-8d67-f92c0b889d43 tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] 10.222.0.55 "GET /v2.0/networks?id=2779dd37-2937-46d8-af61-d09413a811c2 HTTP/1.1" status: 200 len: 821 time: 0.6175027 Aug 05 11:17:43.145979 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-b62a7824-ae83-4404-8fe1-6c1a694a9dee req-8a802425-a469-4346-81b9-5a2b4be278bd tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Request body: {'port': {'device_id': 'ce4b7a83-20e6-417f-926d-f36b7231440d', 'network_id': '2779dd37-2937-46d8-af61-d09413a811c2', 'admin_state_up': True, 'tenant_id': '4db52252ec554e9690b87fbab6c40741'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:17:43.272068 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port cc60f243-3baa-45fa-aeb2-67641fbd9a91, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=cc60f243-3baa-45fa-aeb2-67641fbd9a91,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:17:43.287817 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-449cd5e6-4b30-42f9-ba7f-2df387ecc59c x-openstack-request-id: req-449cd5e6-4b30-42f9-ba7f-2df387ecc59c {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:17:43.288626 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0be967b6-9606-4261-b386-4f287a5c7278", "name": "network-vif-plugged", "status": "completed", "tag": "cc60f243-3baa-45fa-aeb2-67641fbd9a91", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:17:43.289317 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-449cd5e6-4b30-42f9-ba7f-2df387ecc59c {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:17:43.290182 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0be967b6-9606-4261-b386-4f287a5c7278', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc60f243-3baa-45fa-aeb2-67641fbd9a91', 'code': 200} Aug 05 11:17:43.370428 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.64', 56426) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:17:43.453196 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=8dd728a4-c882-43eb-873b-1609dd68d5e8,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:17:43.465463 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-7dbf1be7-3e17-413c-9420-329aadd4a00d None None] Set router 8a4e5849-4d89-4841-b55f-0f266908948b gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:17:43.502796 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:43.508699 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.db.api [None req-b4084f8b-1ad8-475c-b979-c76f1596e3a3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94422) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 05 11:17:43.510003 n-d-803378-2 neutron-server[94422]: DEBUG oslo_db.api [None req-b4084f8b-1ad8-475c-b979-c76f1596e3a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 11:17:43.520860 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-38ec1381-3705-4a91-bcf4-b046a9a8d7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fba20d25-508e-48c0-991a-427ed0c4ad76', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-420301993-router', 'tenant_id': '4abd504d4bae423c83e9434ebf7fea0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': 'dd86cae8-87dd-45fb-902c-da476772ab9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:17:35Z', 'updated_at': '2021-08-05T11:17:38Z', 'revision_number': 3, 'project_id': '4abd504d4bae423c83e9434ebf7fea0f', 'gw_port': {'id': 'dd86cae8-87dd-45fb-902c-da476772ab9c', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:15:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fba20d25-508e-48c0-991a-427ed0c4ad76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:17:37Z', 'updated_at': '2021-08-05T11:17:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:17:43.539418 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1db3265c-ac45-4e0c-b523-1688c517982c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:43.545266 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1db3265c-ac45-4e0c-b523-1688c517982c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:43.546164 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-abfe27f1-0614-43f9-8114-260ad7004de8 req-ba7a8874-0cc4-4247-a58d-fc11ae69f542 tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce4b7a83-20e6-417f-926d-f36b7231440d HTTP/1.1" status: 200 len: 210 time: 0.1101222 Aug 05 11:17:43.548119 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-1db3265c-ac45-4e0c-b523-1688c517982c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/20857e0e-7e2d-46b0-8950-821fc3af31e7 HTTP/1.1" status: 204 len: 168 time: 1.2439122 Aug 05 11:17:43.613086 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b62a7824-ae83-4404-8fe1-6c1a694a9dee req-8a802425-a469-4346-81b9-5a2b4be278bd tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Made reservation on behalf of 4db52252ec554e9690b87fbab6c40741 for: {'port': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:17:43.619405 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-b62a7824-ae83-4404-8fe1-6c1a694a9dee req-8a802425-a469-4346-81b9-5a2b4be278bd tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:43.629997 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ec1381-3705-4a91-bcf4-b046a9a8d7e2 None None] Checking router: fba20d25-508e-48c0-991a-427ed0c4ad76 for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:17:43.633454 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ec1381-3705-4a91-bcf4-b046a9a8d7e2 None None] Updating router fba20d25-508e-48c0-991a-427ed0c4ad76 port dd86cae8-87dd-45fb-902c-da476772ab9c binding host n-d-803378-2 {{(pid=94423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 11:17:43.730197 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db3265c-ac45-4e0c-b523-1688c517982c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20857e0e-7e2d-46b0-8950-821fc3af31e7,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:17:43.758415 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-38ec1381-3705-4a91-bcf4-b046a9a8d7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:43.781773 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db3265c-ac45-4e0c-b523-1688c517982c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:17:43.782216 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db3265c-ac45-4e0c-b523-1688c517982c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:17:43.782464 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db3265c-ac45-4e0c-b523-1688c517982c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:17:43.782839 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db3265c-ac45-4e0c-b523-1688c517982c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:17:43.783174 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db3265c-ac45-4e0c-b523-1688c517982c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:17:43.783508 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db3265c-ac45-4e0c-b523-1688c517982c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:17:43.783942 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db3265c-ac45-4e0c-b523-1688c517982c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:17:43.784272 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db3265c-ac45-4e0c-b523-1688c517982c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:17:43.784637 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db3265c-ac45-4e0c-b523-1688c517982c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:17:43.785614 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db3265c-ac45-4e0c-b523-1688c517982c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:17:43.785957 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db3265c-ac45-4e0c-b523-1688c517982c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:17:43.786738 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db3265c-ac45-4e0c-b523-1688c517982c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:17:43.861780 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-e665ffe4-6dad-452f-aa0c-fea74367d0ce req-9b5463c4-f09c-447c-8dd3-12cab5305bac tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:43.866510 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2916b2-2915-4145-9f3e-b2041a04214e req-ab5db113-df00-498b-9307-6d9cf50dc97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:17:43.868875 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2b2916b2-2915-4145-9f3e-b2041a04214e req-ab5db113-df00-498b-9307-6d9cf50dc97c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0be967b6-9606-4261-b386-4f287a5c7278 HTTP/1.1" status: 200 len: 1100 time: 0.4922659 Aug 05 11:17:44.071640 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e665ffe4-6dad-452f-aa0c-fea74367d0ce req-9b5463c4-f09c-447c-8dd3-12cab5305bac tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Network c1d3f101-369e-4625-bfd2-2a60ea4757bb is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:17:44.074720 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 34f39706-a887-4216-b2f7-de4e4da0bd78 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:17:44.075326 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:44.112393 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:44.117173 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-e665ffe4-6dad-452f-aa0c-fea74367d0ce req-9b5463c4-f09c-447c-8dd3-12cab5305bac tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:17:44.145065 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-e665ffe4-6dad-452f-aa0c-fea74367d0ce req-9b5463c4-f09c-447c-8dd3-12cab5305bac tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:17:44.148959 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c2d368-3b45-4e7c-b8eb-a9c943616f78 req-fb856164-7b8c-403d-8de4-0a2509530551 tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:17:44.157946 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e665ffe4-6dad-452f-aa0c-fea74367d0ce req-9b5463c4-f09c-447c-8dd3-12cab5305bac tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:17:44.159261 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-e665ffe4-6dad-452f-aa0c-fea74367d0ce req-9b5463c4-f09c-447c-8dd3-12cab5305bac tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:44.177576 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c0c2d368-3b45-4e7c-b8eb-a9c943616f78 req-fb856164-7b8c-403d-8de4-0a2509530551 tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] 10.222.0.58 "GET /v2.0/ports?device_id=0be967b6-9606-4261-b386-4f287a5c7278 HTTP/1.1" status: 200 len: 949 time: 0.4158862 Aug 05 11:17:44.230983 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5463c4-f09c-447c-8dd3-12cab5305bac tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Pushing event updated for resources: {'Port': ['ID=89e1ceeb-0597-41b8-87ce-628445d80d87,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:17:44.249149 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2b2916b2-2915-4145-9f3e-b2041a04214e req-18a008cf-d490-48c9-b67a-5a62fa099aa1 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=8a867c99-4b32-4fbb-ac11-15feea2abf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3708107 Aug 05 11:17:44.300377 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=cc60f243-3baa-45fa-aeb2-67641fbd9a91,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:17:44.345196 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e665ffe4-6dad-452f-aa0c-fea74367d0ce req-9b5463c4-f09c-447c-8dd3-12cab5305bac tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.4428563 Aug 05 11:17:44.352536 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c0c2d368-3b45-4e7c-b8eb-a9c943616f78 req-e12d030a-1814-45b3-814e-5b13a68f629d tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] 10.222.0.58 "GET /v2.0/security-groups?id=8a867c99-4b32-4fbb-ac11-15feea2abf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734238 Aug 05 11:17:44.392984 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [req-b62a7824-ae83-4404-8fe1-6c1a694a9dee req-8a802425-a469-4346-81b9-5a2b4be278bd tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Allocated IP 172.20.0.7 (2779dd37-2937-46d8-af61-d09413a811c2/15e3f37a-0211-4d47-9d94-f5446f6e6f7a/e2b0dd59-d3fe-431d-ab42-136b5bbf8974) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:17:44.645088 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9d8e6b26-5226-4fff-baac-912ac29a0eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:44.706787 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-e665ffe4-6dad-452f-aa0c-fea74367d0ce req-86baa9ae-46ab-48b4-9bcd-23c43935268c service neutron] Request body: {'port': {'device_id': '32074892-07d5-47e0-93ba-33ceb5bd35b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:17:44.720699 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 38296) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:17:44.725549 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-38ec1381-3705-4a91-bcf4-b046a9a8d7e2 None None] Notify callbacks [] for port, precommit_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:44.745641 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.provisioning_blocks [None req-38ec1381-3705-4a91-bcf4-b046a9a8d7e2 None None] Transition to ACTIVE for port object dd86cae8-87dd-45fb-902c-da476772ab9c will not be triggered until provisioned by entity L2. {{(pid=94423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:17:44.761915 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-38ec1381-3705-4a91-bcf4-b046a9a8d7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:44.779755 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d041016-1c18-4f15-9d8f-fd58551b678a req-56fa615e-3f22-4be6-99b2-641d5f4630f5 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:17:44.798838 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6c44fc20-c38f-45be-a025-9191a5690a73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:44.800276 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0d041016-1c18-4f15-9d8f-fd58551b678a req-56fa615e-3f22-4be6-99b2-641d5f4630f5 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/ports?device_id=32074892-07d5-47e0-93ba-33ceb5bd35b2 HTTP/1.1" status: 200 len: 932 time: 0.2864101 Aug 05 11:17:44.893826 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-3e904090-957f-410e-a699-219cb61e9249 None None] Provisioning complete for port 8dd728a4-c882-43eb-873b-1609dd68d5e8 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:17:44.894211 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-3e904090-957f-410e-a699-219cb61e9249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:44.929469 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3650a7ae-eda9-49f6-8a81-1013454b57d3 None None] Pushing event updated for resources: {'Port': ['ID=dd86cae8-87dd-45fb-902c-da476772ab9c,revision_number=2']} {{(pid=94423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:17:44.979391 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-7dbf1be7-3e17-413c-9420-329aadd4a00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a4e5849-4d89-4841-b55f-0f266908948b', 'name': 'tempest-FloatingIPsAssociationTestJSON-2052184305-router', 'tenant_id': '4db52252ec554e9690b87fbab6c40741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '0779bbf0-ec25-4331-aecc-213253d47e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:17:13Z', 'updated_at': '2021-08-05T11:17:33Z', 'revision_number': 4, 'project_id': '4db52252ec554e9690b87fbab6c40741', 'gw_port': {'id': '0779bbf0-ec25-4331-aecc-213253d47e03', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:bb:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4e5849-4d89-4841-b55f-0f266908948b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 167, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:17:23Z', 'updated_at': '2021-08-05T11:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'c819079b-708d-40b5-8db8-c6863bd44331', 'name': '', 'network_id': '2779dd37-2937-46d8-af61-d09413a811c2', 'tenant_id': '4db52252ec554e9690b87fbab6c40741', 'mac_address': 'fa:16:3e:ed:1d:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a4e5849-4d89-4841-b55f-0f266908948b', 'device_owner': 'network:router_interface', 'standard_attr_id': 199, 'fixed_ips': [{'subnet_id': '15e3f37a-0211-4d47-9d94-f5446f6e6f7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:17:30Z', 'updated_at': '2021-08-05T11:17:41Z', 'revision_number': 4, 'project_id': '4db52252ec554e9690b87fbab6c40741', 'subnets': [{'id': '15e3f37a-0211-4d47-9d94-f5446f6e6f7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:17:45.016694 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-38ec1381-3705-4a91-bcf4-b046a9a8d7e2 None None] Attempting to bind port dd86cae8-87dd-45fb-902c-da476772ab9c on host n-d-803378-2 for vnic_type normal with profile {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:17:45.021049 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-38ec1381-3705-4a91-bcf4-b046a9a8d7e2 None None] Attempting to bind port dd86cae8-87dd-45fb-902c-da476772ab9c by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}] {{(pid=94423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:17:45.021607 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ec1381-3705-4a91-bcf4-b046a9a8d7e2 None None] Attempting to bind port dd86cae8-87dd-45fb-902c-da476772ab9c on network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:17:45.038158 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ec1381-3705-4a91-bcf4-b046a9a8d7e2 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:17:45.038724 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ec1381-3705-4a91-bcf4-b046a9a8d7e2 None None] Checking segment: {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:17:45.039397 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-38ec1381-3705-4a91-bcf4-b046a9a8d7e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:45.040003 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ec1381-3705-4a91-bcf4-b046a9a8d7e2 None None] Bound using segment: {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'} {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:17:45.040839 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-38ec1381-3705-4a91-bcf4-b046a9a8d7e2 None None] Bound port: dd86cae8-87dd-45fb-902c-da476772ab9c, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}}] {{(pid=94423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:17:45.041446 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-38ec1381-3705-4a91-bcf4-b046a9a8d7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:45.088190 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 8dd728a4-c882-43eb-873b-1609dd68d5e8 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:17:45.152556 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbf1be7-3e17-413c-9420-329aadd4a00d None None] The sync data for ids ['8a4e5849-4d89-4841-b55f-0f266908948b'] in n-d-803378-2 is: [{'id': '8a4e5849-4d89-4841-b55f-0f266908948b', 'name': 'tempest-FloatingIPsAssociationTestJSON-2052184305-router', 'tenant_id': '4db52252ec554e9690b87fbab6c40741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '0779bbf0-ec25-4331-aecc-213253d47e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:17:13Z', 'updated_at': '2021-08-05T11:17:33Z', 'revision_number': 4, 'project_id': '4db52252ec554e9690b87fbab6c40741', 'gw_port': {'id': '0779bbf0-ec25-4331-aecc-213253d47e03', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:bb:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4e5849-4d89-4841-b55f-0f266908948b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 167, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:17:23Z', 'updated_at': '2021-08-05T11:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'c819079b-708d-40b5-8db8-c6863bd44331', 'name': '', 'network_id': '2779dd37-2937-46d8-af61-d09413a811c2', 'tenant_id': '4db52252ec554e9690b87fbab6c40741', 'mac_address': 'fa:16:3e:ed:1d:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a4e5849-4d89-4841-b55f-0f266908948b', 'device_owner': 'network:router_interface', 'standard_attr_id': 199, 'fixed_ips': [{'subnet_id': '15e3f37a-0211-4d47-9d94-f5446f6e6f7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:17:30Z', 'updated_at': '2021-08-05T11:17:41Z', 'revision_number': 4, 'project_id': '4db52252ec554e9690b87fbab6c40741', 'subnets': [{'id': '15e3f37a-0211-4d47-9d94-f5446f6e6f7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:17:45.198756 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0d041016-1c18-4f15-9d8f-fd58551b678a req-d37df572-2e41-499e-8175-51b6c00f08cd tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b660be2-1cd3-4f1b-b8b6-43aa3e7d82c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3959477 Aug 05 11:17:45.204370 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.db [None req-38ec1381-3705-4a91-bcf4-b046a9a8d7e2 None None] For port dd86cae8-87dd-45fb-902c-da476772ab9c, host n-d-803378-2, cleared binding levels {{(pid=94423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:17:45.214413 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.db [None req-38ec1381-3705-4a91-bcf4-b046a9a8d7e2 None None] For port dd86cae8-87dd-45fb-902c-da476772ab9c, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=dd86cae8-87dd-45fb-902c-da476772ab9c,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:17:45.218624 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-adc0606b-b780-4a4c-97d8-552ade6d85ff req-b7903535-a8fa-4170-8385-555fb1fc5390 tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce4b7a83-20e6-417f-926d-f36b7231440d HTTP/1.1" status: 200 len: 210 time: 0.1320872 Aug 05 11:17:45.231024 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-38ec1381-3705-4a91-bcf4-b046a9a8d7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:45.299236 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-e665ffe4-6dad-452f-aa0c-fea74367d0ce req-86baa9ae-46ab-48b4-9bcd-23c43935268c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:45.366954 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6c44fc20-c38f-45be-a025-9191a5690a73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:45.414876 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-b62a7824-ae83-4404-8fe1-6c1a694a9dee req-8a802425-a469-4346-81b9-5a2b4be278bd tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:45.460712 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6c44fc20-c38f-45be-a025-9191a5690a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:45.466280 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 8dd728a4-c882-43eb-873b-1609dd68d5e8 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:17:45.467124 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:45.491008 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ec1381-3705-4a91-bcf4-b046a9a8d7e2 None None] Routers {'fba20d25-508e-48c0-991a-427ed0c4ad76'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:17:45.492125 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-38ec1381-3705-4a91-bcf4-b046a9a8d7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:17:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['fba20d25-508e-48c0-991a-427ed0c4ad76'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:17:45.495195 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [req-b62a7824-ae83-4404-8fe1-6c1a694a9dee req-8a802425-a469-4346-81b9-5a2b4be278bd tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Transition to ACTIVE for port object e2b0dd59-d3fe-431d-ab42-136b5bbf8974 will not be triggered until provisioned by entity DHCP. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:17:45.591330 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-b62a7824-ae83-4404-8fe1-6c1a694a9dee req-8a802425-a469-4346-81b9-5a2b4be278bd tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:45.679850 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3650a7ae-eda9-49f6-8a81-1013454b57d3 None None] Pushing event updated for resources: {'Port': ['ID=dd86cae8-87dd-45fb-902c-da476772ab9c,revision_number=3']} {{(pid=94423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:17:45.798790 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b62a7824-ae83-4404-8fe1-6c1a694a9dee req-8a802425-a469-4346-81b9-5a2b4be278bd tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Network 2779dd37-2937-46d8-af61-d09413a811c2 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:17:45.824595 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [req-b62a7824-ae83-4404-8fe1-6c1a694a9dee req-8a802425-a469-4346-81b9-5a2b4be278bd tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:17:45.842973 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [req-b62a7824-ae83-4404-8fe1-6c1a694a9dee req-8a802425-a469-4346-81b9-5a2b4be278bd tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:17:45.856901 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62a7824-ae83-4404-8fe1-6c1a694a9dee req-8a802425-a469-4346-81b9-5a2b4be278bd tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:17:45.858158 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-b62a7824-ae83-4404-8fe1-6c1a694a9dee req-8a802425-a469-4346-81b9-5a2b4be278bd tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:45.862976 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a802425-a469-4346-81b9-5a2b4be278bd tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Pushing event updated for resources: {'Port': ['ID=e2b0dd59-d3fe-431d-ab42-136b5bbf8974,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:17:45.911029 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90018b7b-7323-4299-8113-34f429a59a61 req-a5c3705c-ac6d-404a-acdd-eb352340e027 tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:17:45.913983 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-90018b7b-7323-4299-8113-34f429a59a61 req-a5c3705c-ac6d-404a-acdd-eb352340e027 tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] 10.222.0.58 "GET /v2.0/ports?device_id=0be967b6-9606-4261-b386-4f287a5c7278 HTTP/1.1" status: 200 len: 949 time: 0.2976727 Aug 05 11:17:45.943556 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b62a7824-ae83-4404-8fe1-6c1a694a9dee req-8a802425-a469-4346-81b9-5a2b4be278bd tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8071942 Aug 05 11:17:45.971673 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-b62a7824-ae83-4404-8fe1-6c1a694a9dee req-b0848797-a8f2-4916-9ea0-7df18ba5ef5d service neutron] Request body: {'port': {'device_id': 'ce4b7a83-20e6-417f-926d-f36b7231440d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-2'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:17:46.050545 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-38ec1381-3705-4a91-bcf4-b046a9a8d7e2 None None] Set router fba20d25-508e-48c0-991a-427ed0c4ad76 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:17:46.169415 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-90018b7b-7323-4299-8113-34f429a59a61 req-1f6e8140-da16-4a47-a2b1-37c4b586232b tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] 10.222.0.58 "GET /v2.0/security-groups?id=8a867c99-4b32-4fbb-ac11-15feea2abf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437487 Aug 05 11:17:46.173080 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-b62a7824-ae83-4404-8fe1-6c1a694a9dee req-b0848797-a8f2-4916-9ea0-7df18ba5ef5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:46.543099 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b4f1a3cc-a38f-4332-b71a-82ca43c2f827 None None] Provisioning for port e2b0dd59-d3fe-431d-ab42-136b5bbf8974 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:17:46.557834 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b4f1a3cc-a38f-4332-b71a-82ca43c2f827 None None] Provisioning complete for port e2b0dd59-d3fe-431d-ab42-136b5bbf8974 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:17:46.560147 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b4f1a3cc-a38f-4332-b71a-82ca43c2f827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:46.696089 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-b4f1a3cc-a38f-4332-b71a-82ca43c2f827 None None] Port e2b0dd59-d3fe-431d-ab42-136b5bbf8974 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:17:46.802952 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-6c44fc20-c38f-45be-a025-9191a5690a73 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2a59e6e04ab74131a4635015086af8df&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0805323 Aug 05 11:17:46.807147 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c44fc20-c38f-45be-a025-9191a5690a73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d86c006-53c6-4c82-8016-b2026147abf8,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:17:46.818077 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-38ec1381-3705-4a91-bcf4-b046a9a8d7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fba20d25-508e-48c0-991a-427ed0c4ad76', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-420301993-router', 'tenant_id': '4abd504d4bae423c83e9434ebf7fea0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': 'dd86cae8-87dd-45fb-902c-da476772ab9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:17:35Z', 'updated_at': '2021-08-05T11:17:38Z', 'revision_number': 3, 'project_id': '4abd504d4bae423c83e9434ebf7fea0f', 'gw_port': {'id': 'dd86cae8-87dd-45fb-902c-da476772ab9c', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:15:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fba20d25-508e-48c0-991a-427ed0c4ad76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:17:37Z', 'updated_at': '2021-08-05T11:17:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:17:46.828444 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 38336) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:17:46.901938 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ec1381-3705-4a91-bcf4-b046a9a8d7e2 None None] The sync data for ids ['fba20d25-508e-48c0-991a-427ed0c4ad76'] in n-d-803378-2 is: [{'id': 'fba20d25-508e-48c0-991a-427ed0c4ad76', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-420301993-router', 'tenant_id': '4abd504d4bae423c83e9434ebf7fea0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': 'dd86cae8-87dd-45fb-902c-da476772ab9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:17:35Z', 'updated_at': '2021-08-05T11:17:38Z', 'revision_number': 3, 'project_id': '4abd504d4bae423c83e9434ebf7fea0f', 'gw_port': {'id': 'dd86cae8-87dd-45fb-902c-da476772ab9c', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:15:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fba20d25-508e-48c0-991a-427ed0c4ad76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:17:37Z', 'updated_at': '2021-08-05T11:17:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:17:47.079700 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device c819079b-708d-40b5-8db8-c6863bd44331 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:17:47.172454 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-9d8e6b26-5226-4fff-baac-912ac29a0eea admin admin] Allocated IP 172.20.0.1 (bd48a36b-1b71-48f9-9ee8-ee830e1b4637/4d93057e-cbbc-45a1-8b81-661540e3171b/cb112697-ef4f-4dd7-850c-1e5b54969d32) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:17:47.189871 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8e346a6b-d81b-44ac-ba03-eff44b55e74b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:47.271049 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dccc68-1c58-483b-bd11-8a6c4d803a72 req-8ef899b5-fa65-44f1-983a-534b60a6da9d tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:17:47.286824 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e8dccc68-1c58-483b-bd11-8a6c4d803a72 req-8ef899b5-fa65-44f1-983a-534b60a6da9d tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce4b7a83-20e6-417f-926d-f36b7231440d HTTP/1.1" status: 200 len: 931 time: 0.5367424 Aug 05 11:17:47.361118 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945c1acf-07a0-4b1b-bb18-fc98ecb68dd3 req-eec5566c-5d3b-433b-84a7-960acf27f71d tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:17:47.365369 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-945c1acf-07a0-4b1b-bb18-fc98ecb68dd3 req-eec5566c-5d3b-433b-84a7-960acf27f71d tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/ports?device_id=32074892-07d5-47e0-93ba-33ceb5bd35b2 HTTP/1.1" status: 200 len: 932 time: 0.4729643 Aug 05 11:17:47.430102 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8e346a6b-d81b-44ac-ba03-eff44b55e74b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:47.503346 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-e665ffe4-6dad-452f-aa0c-fea74367d0ce req-86baa9ae-46ab-48b4-9bcd-23c43935268c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89e1ceeb-0597-41b8-87ce-628445d80d87 {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:17:47.524474 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port c819079b-708d-40b5-8db8-c6863bd44331 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:17:47.533534 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port c819079b-708d-40b5-8db8-c6863bd44331 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:17:47.533835 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-e665ffe4-6dad-452f-aa0c-fea74367d0ce req-86baa9ae-46ab-48b4-9bcd-23c43935268c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:47.534452 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:47.584709 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-e665ffe4-6dad-452f-aa0c-fea74367d0ce req-86baa9ae-46ab-48b4-9bcd-23c43935268c service neutron] Transition to ACTIVE for port object 89e1ceeb-0597-41b8-87ce-628445d80d87 will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:17:47.630413 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9d8e6b26-5226-4fff-baac-912ac29a0eea admin admin] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:47.651811 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-e665ffe4-6dad-452f-aa0c-fea74367d0ce req-86baa9ae-46ab-48b4-9bcd-23c43935268c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:47.670410 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e8dccc68-1c58-483b-bd11-8a6c4d803a72 req-01a5da99-d329-4246-aa02-801e4a500882 tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] 10.222.0.58 "GET /v2.0/security-groups?id=06a7a4d4-8ced-4edb-81e5-f04cb02169d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3818197 Aug 05 11:17:47.686796 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-945c1acf-07a0-4b1b-bb18-fc98ecb68dd3 req-e371a32b-7ef2-42b8-a236-8e67a35cf513 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b660be2-1cd3-4f1b-b8b6-43aa3e7d82c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3040218 Aug 05 11:17:47.764311 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [None req-9d8e6b26-5226-4fff-baac-912ac29a0eea admin admin] Transition to ACTIVE for port object cb112697-ef4f-4dd7-850c-1e5b54969d32 will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:17:47.773318 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8e346a6b-d81b-44ac-ba03-eff44b55e74b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:47.779689 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8e346a6b-d81b-44ac-ba03-eff44b55e74b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:47.785828 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-8e346a6b-d81b-44ac-ba03-eff44b55e74b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1d86c006-53c6-4c82-8016-b2026147abf8 HTTP/1.1" status: 204 len: 168 time: 0.9510176 Aug 05 11:17:47.824906 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e346a6b-d81b-44ac-ba03-eff44b55e74b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d86c006-53c6-4c82-8016-b2026147abf8,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:17:47.902120 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [req-b62a7824-ae83-4404-8fe1-6c1a694a9dee req-b0848797-a8f2-4916-9ea0-7df18ba5ef5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2b0dd59-d3fe-431d-ab42-136b5bbf8974 {{(pid=94420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:17:47.949539 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-b62a7824-ae83-4404-8fe1-6c1a694a9dee req-b0848797-a8f2-4916-9ea0-7df18ba5ef5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:47.966826 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:47.971429 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-e665ffe4-6dad-452f-aa0c-fea74367d0ce req-86baa9ae-46ab-48b4-9bcd-23c43935268c service neutron] Attempting to bind port 89e1ceeb-0597-41b8-87ce-628445d80d87 on host n-h1-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:17:47.972242 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-e665ffe4-6dad-452f-aa0c-fea74367d0ce req-86baa9ae-46ab-48b4-9bcd-23c43935268c service neutron] Attempting to bind port 89e1ceeb-0597-41b8-87ce-628445d80d87 by drivers openvswitch,hyperv on host n-h1-803378-2 at level 0 using segments [{'id': '7242661a-6816-45d7-a9cf-d91bdd00208a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'c1d3f101-369e-4625-bfd2-2a60ea4757bb'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:17:47.976068 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e665ffe4-6dad-452f-aa0c-fea74367d0ce req-86baa9ae-46ab-48b4-9bcd-23c43935268c service neutron] Attempting to bind port 89e1ceeb-0597-41b8-87ce-628445d80d87 on network c1d3f101-369e-4625-bfd2-2a60ea4757bb {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:17:48.002147 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [req-b62a7824-ae83-4404-8fe1-6c1a694a9dee req-b0848797-a8f2-4916-9ea0-7df18ba5ef5d service neutron] Transition to ACTIVE for port object e2b0dd59-d3fe-431d-ab42-136b5bbf8974 will not be triggered until provisioned by entity L2. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:17:48.010738 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-b62a7824-ae83-4404-8fe1-6c1a694a9dee req-b0848797-a8f2-4916-9ea0-7df18ba5ef5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:48.011875 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e665ffe4-6dad-452f-aa0c-fea74367d0ce req-86baa9ae-46ab-48b4-9bcd-23c43935268c service neutron] Port 89e1ceeb-0597-41b8-87ce-628445d80d87 on network c1d3f101-369e-4625-bfd2-2a60ea4757bb not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:17:48.015238 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e665ffe4-6dad-452f-aa0c-fea74367d0ce req-86baa9ae-46ab-48b4-9bcd-23c43935268c service neutron] Attempting to bind port 89e1ceeb-0597-41b8-87ce-628445d80d87 on network c1d3f101-369e-4625-bfd2-2a60ea4757bb {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:17:48.038277 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e665ffe4-6dad-452f-aa0c-fea74367d0ce req-86baa9ae-46ab-48b4-9bcd-23c43935268c service neutron] Checking agent: {'id': '40bb7567-59bd-4b31-bc29-da1c50bca759', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:17:48.039794 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e665ffe4-6dad-452f-aa0c-fea74367d0ce req-86baa9ae-46ab-48b4-9bcd-23c43935268c service neutron] Checking segment: {'id': '7242661a-6816-45d7-a9cf-d91bdd00208a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'c1d3f101-369e-4625-bfd2-2a60ea4757bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:17:48.042330 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e665ffe4-6dad-452f-aa0c-fea74367d0ce req-86baa9ae-46ab-48b4-9bcd-23c43935268c service neutron] Bound using segment: {'id': '7242661a-6816-45d7-a9cf-d91bdd00208a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'c1d3f101-369e-4625-bfd2-2a60ea4757bb'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:17:48.042971 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-e665ffe4-6dad-452f-aa0c-fea74367d0ce req-86baa9ae-46ab-48b4-9bcd-23c43935268c service neutron] Bound port: 89e1ceeb-0597-41b8-87ce-628445d80d87, host: n-h1-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7242661a-6816-45d7-a9cf-d91bdd00208a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'c1d3f101-369e-4625-bfd2-2a60ea4757bb'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:17:48.043486 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-e665ffe4-6dad-452f-aa0c-fea74367d0ce req-86baa9ae-46ab-48b4-9bcd-23c43935268c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:48.106336 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86baa9ae-46ab-48b4-9bcd-23c43935268c service neutron] Pushing event updated for resources: {'Port': ['ID=89e1ceeb-0597-41b8-87ce-628445d80d87,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:17:48.112840 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port c819079b-708d-40b5-8db8-c6863bd44331, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=c819079b-708d-40b5-8db8-c6863bd44331,segment=NetworkSegment(64bc1793-0902-4a80-9bec-683d5e6b7c02),segment_id=64bc1793-0902-4a80-9bec-683d5e6b7c02)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:17:48.126801 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:48.313164 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0848797-a8f2-4916-9ea0-7df18ba5ef5d service neutron] Pushing event updated for resources: {'Port': ['ID=e2b0dd59-d3fe-431d-ab42-136b5bbf8974,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:17:48.339614 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=c819079b-708d-40b5-8db8-c6863bd44331,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:17:48.398118 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-e665ffe4-6dad-452f-aa0c-fea74367d0ce req-86baa9ae-46ab-48b4-9bcd-23c43935268c service neutron] For port 89e1ceeb-0597-41b8-87ce-628445d80d87, host n-h1-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:17:48.413860 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-e665ffe4-6dad-452f-aa0c-fea74367d0ce req-86baa9ae-46ab-48b4-9bcd-23c43935268c service neutron] For port 89e1ceeb-0597-41b8-87ce-628445d80d87, host n-h1-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=89e1ceeb-0597-41b8-87ce-628445d80d87,segment=NetworkSegment(7242661a-6816-45d7-a9cf-d91bdd00208a),segment_id=7242661a-6816-45d7-a9cf-d91bdd00208a)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:17:48.424164 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9d8e6b26-5226-4fff-baac-912ac29a0eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:48.436696 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1dd9cc-45f6-4267-bf97-bc40f2fd66aa req-f88a0f6f-14ff-40d0-8f6a-e7a6fa7644f7 tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:17:48.454250 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7f1dd9cc-45f6-4267-bf97-bc40f2fd66aa req-f88a0f6f-14ff-40d0-8f6a-e7a6fa7644f7 tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] 10.222.0.58 "GET /v2.0/ports?device_id=0be967b6-9606-4261-b386-4f287a5c7278 HTTP/1.1" status: 200 len: 949 time: 0.4076216 Aug 05 11:17:48.485081 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-b62a7824-ae83-4404-8fe1-6c1a694a9dee req-b0848797-a8f2-4916-9ea0-7df18ba5ef5d service neutron] Attempting to bind port e2b0dd59-d3fe-431d-ab42-136b5bbf8974 on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:17:48.495280 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-b62a7824-ae83-4404-8fe1-6c1a694a9dee req-b0848797-a8f2-4916-9ea0-7df18ba5ef5d service neutron] Attempting to bind port e2b0dd59-d3fe-431d-ab42-136b5bbf8974 by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': '64bc1793-0902-4a80-9bec-683d5e6b7c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2779dd37-2937-46d8-af61-d09413a811c2'}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:17:48.496163 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62a7824-ae83-4404-8fe1-6c1a694a9dee req-b0848797-a8f2-4916-9ea0-7df18ba5ef5d service neutron] Attempting to bind port e2b0dd59-d3fe-431d-ab42-136b5bbf8974 on network 2779dd37-2937-46d8-af61-d09413a811c2 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:17:48.523960 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8e6b26-5226-4fff-baac-912ac29a0eea admin admin] Pushing event updated for resources: {'Port': ['ID=cb112697-ef4f-4dd7-850c-1e5b54969d32,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:17:48.540900 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-e665ffe4-6dad-452f-aa0c-fea74367d0ce req-86baa9ae-46ab-48b4-9bcd-23c43935268c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:48.578101 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62a7824-ae83-4404-8fe1-6c1a694a9dee req-b0848797-a8f2-4916-9ea0-7df18ba5ef5d service neutron] Port e2b0dd59-d3fe-431d-ab42-136b5bbf8974 on network 2779dd37-2937-46d8-af61-d09413a811c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:17:48.579096 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62a7824-ae83-4404-8fe1-6c1a694a9dee req-b0848797-a8f2-4916-9ea0-7df18ba5ef5d service neutron] Attempting to bind port e2b0dd59-d3fe-431d-ab42-136b5bbf8974 on network 2779dd37-2937-46d8-af61-d09413a811c2 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:17:48.656107 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62a7824-ae83-4404-8fe1-6c1a694a9dee req-b0848797-a8f2-4916-9ea0-7df18ba5ef5d service neutron] Checking agent: {'id': 'a8f1dd2d-227c-4e30-8844-52419ba734db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:17:48.666537 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62a7824-ae83-4404-8fe1-6c1a694a9dee req-b0848797-a8f2-4916-9ea0-7df18ba5ef5d service neutron] Checking segment: {'id': '64bc1793-0902-4a80-9bec-683d5e6b7c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2779dd37-2937-46d8-af61-d09413a811c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:17:48.669319 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86baa9ae-46ab-48b4-9bcd-23c43935268c service neutron] Pushing event updated for resources: {'Port': ['ID=89e1ceeb-0597-41b8-87ce-628445d80d87,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:17:48.670010 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62a7824-ae83-4404-8fe1-6c1a694a9dee req-b0848797-a8f2-4916-9ea0-7df18ba5ef5d service neutron] Bound using segment: {'id': '64bc1793-0902-4a80-9bec-683d5e6b7c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2779dd37-2937-46d8-af61-d09413a811c2'} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:17:48.671935 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-b62a7824-ae83-4404-8fe1-6c1a694a9dee req-b0848797-a8f2-4916-9ea0-7df18ba5ef5d service neutron] Bound port: e2b0dd59-d3fe-431d-ab42-136b5bbf8974, host: n-h2-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64bc1793-0902-4a80-9bec-683d5e6b7c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2779dd37-2937-46d8-af61-d09413a811c2'}}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:17:48.696672 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8e6b26-5226-4fff-baac-912ac29a0eea admin admin] Network bd48a36b-1b71-48f9-9ee8-ee830e1b4637 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:17:48.697328 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-b62a7824-ae83-4404-8fe1-6c1a694a9dee req-b0848797-a8f2-4916-9ea0-7df18ba5ef5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:48.713544 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-9d8e6b26-5226-4fff-baac-912ac29a0eea admin admin] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:17:48.749345 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8e6b26-5226-4fff-baac-912ac29a0eea admin admin] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:17:48.750227 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9d8e6b26-5226-4fff-baac-912ac29a0eea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33288800'] for router_interface, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:48.782902 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7f1dd9cc-45f6-4267-bf97-bc40f2fd66aa req-214132e3-2e3a-421e-8e08-665282bb13b1 tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] 10.222.0.58 "GET /v2.0/security-groups?id=8a867c99-4b32-4fbb-ac11-15feea2abf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3228638 Aug 05 11:17:49.033715 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-b62a7824-ae83-4404-8fe1-6c1a694a9dee req-b0848797-a8f2-4916-9ea0-7df18ba5ef5d service neutron] For port e2b0dd59-d3fe-431d-ab42-136b5bbf8974, host n-h2-803378-2, cleared binding levels {{(pid=94420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:17:49.049805 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-b62a7824-ae83-4404-8fe1-6c1a694a9dee req-b0848797-a8f2-4916-9ea0-7df18ba5ef5d service neutron] For port e2b0dd59-d3fe-431d-ab42-136b5bbf8974, host n-h2-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=e2b0dd59-d3fe-431d-ab42-136b5bbf8974,segment=NetworkSegment(64bc1793-0902-4a80-9bec-683d5e6b7c02),segment_id=64bc1793-0902-4a80-9bec-683d5e6b7c02)] {{(pid=94420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:17:49.110538 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-b62a7824-ae83-4404-8fe1-6c1a694a9dee req-b0848797-a8f2-4916-9ea0-7df18ba5ef5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:49.154772 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e665ffe4-6dad-452f-aa0c-fea74367d0ce req-86baa9ae-46ab-48b4-9bcd-23c43935268c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:17:49.157728 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-e665ffe4-6dad-452f-aa0c-fea74367d0ce req-86baa9ae-46ab-48b4-9bcd-23c43935268c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:49.162137 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e665ffe4-6dad-452f-aa0c-fea74367d0ce req-86baa9ae-46ab-48b4-9bcd-23c43935268c service neutron] 10.222.0.64 "PUT /v2.0/ports/89e1ceeb-0597-41b8-87ce-628445d80d87 HTTP/1.1" status: 200 len: 1092 time: 4.4718175 Aug 05 11:17:49.164313 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32074892-07d5-47e0-93ba-33ceb5bd35b2', 'tag': '89e1ceeb-0597-41b8-87ce-628445d80d87'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:17:49.175417 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-327acece-4207-49f5-a460-bdab6951ae12" -d '{"events": [{"name": "network-changed", "server_uuid": "32074892-07d5-47e0-93ba-33ceb5bd35b2", "tag": "89e1ceeb-0597-41b8-87ce-628445d80d87"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:17:49.244868 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device dd86cae8-87dd-45fb-902c-da476772ab9c up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:17:49.461697 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9d8e6b26-5226-4fff-baac-912ac29a0eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:49.469574 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f29fc4f0-5a65-46f8-9d13-4215d27c648c None None] Provisioning for port cb112697-ef4f-4dd7-850c-1e5b54969d32 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:17:49.486753 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f29fc4f0-5a65-46f8-9d13-4215d27c648c None None] Provisioning complete for port cb112697-ef4f-4dd7-850c-1e5b54969d32 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:17:49.487557 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f29fc4f0-5a65-46f8-9d13-4215d27c648c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:49.550360 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e665ffe4-6dad-452f-aa0c-fea74367d0ce req-653183c9-46e8-44c4-b523-06114babbde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:17:49.554994 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e665ffe4-6dad-452f-aa0c-fea74367d0ce req-653183c9-46e8-44c4-b523-06114babbde8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e8f6478cce384a98ba09cac5c1bcf855&device_id=32074892-07d5-47e0-93ba-33ceb5bd35b2 HTTP/1.1" status: 200 len: 1095 time: 0.2020872 Aug 05 11:17:49.587768 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port dd86cae8-87dd-45fb-902c-da476772ab9c completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:17:49.632854 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62a7824-ae83-4404-8fe1-6c1a694a9dee req-b0848797-a8f2-4916-9ea0-7df18ba5ef5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:17:49.634280 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-b62a7824-ae83-4404-8fe1-6c1a694a9dee req-b0848797-a8f2-4916-9ea0-7df18ba5ef5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:49.636922 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b62a7824-ae83-4404-8fe1-6c1a694a9dee req-b0848797-a8f2-4916-9ea0-7df18ba5ef5d service neutron] 10.222.0.55 "PUT /v2.0/ports/e2b0dd59-d3fe-431d-ab42-136b5bbf8974 HTTP/1.1" status: 200 len: 1091 time: 3.6773267 Aug 05 11:17:49.642641 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce4b7a83-20e6-417f-926d-f36b7231440d', 'tag': 'e2b0dd59-d3fe-431d-ab42-136b5bbf8974'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:17:49.647410 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}828068ad8d405ad77660ce68fa78e1ffe658725812f7a08f9e488a446589295b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc4d1360-7cb6-4b97-bf2e-98cbdbc05a53" -d '{"events": [{"name": "network-changed", "server_uuid": "ce4b7a83-20e6-417f-926d-f36b7231440d", "tag": "e2b0dd59-d3fe-431d-ab42-136b5bbf8974"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:17:49.702552 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port dd86cae8-87dd-45fb-902c-da476772ab9c triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:17:49.704235 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:49.809569 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f31a11f-3365-4d24-9a0e-03c8c6eaad47 req-fec1025d-c8cd-4974-aee9-ea909b50b253 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:17:49.812891 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2f31a11f-3365-4d24-9a0e-03c8c6eaad47 req-fec1025d-c8cd-4974-aee9-ea909b50b253 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/ports?device_id=32074892-07d5-47e0-93ba-33ceb5bd35b2 HTTP/1.1" status: 200 len: 944 time: 0.7269149 Aug 05 11:17:49.867969 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd83867a-0bd4-4048-8e17-5e9d5d377ec8 req-e334e5bf-04f6-4e2a-927b-51907f13ff63 tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:17:49.871029 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fd83867a-0bd4-4048-8e17-5e9d5d377ec8 req-e334e5bf-04f6-4e2a-927b-51907f13ff63 tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce4b7a83-20e6-417f-926d-f36b7231440d HTTP/1.1" status: 200 len: 943 time: 0.8187773 Aug 05 11:17:49.871538 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 38400) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:17:49.875744 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-f29fc4f0-5a65-46f8-9d13-4215d27c648c None None] Port cb112697-ef4f-4dd7-850c-1e5b54969d32 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:17:49.919419 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e665ffe4-6dad-452f-aa0c-fea74367d0ce req-3b95eefc-615f-4691-b774-a36dba3a9e38 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89e1ceeb-0597-41b8-87ce-628445d80d87 HTTP/1.1" status: 200 len: 217 time: 0.1371908 Aug 05 11:17:49.932027 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0848797-a8f2-4916-9ea0-7df18ba5ef5d service neutron] Pushing event updated for resources: {'Port': ['ID=e2b0dd59-d3fe-431d-ab42-136b5bbf8974,revision_number=3']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:17:50.062795 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:50.127324 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2f31a11f-3365-4d24-9a0e-03c8c6eaad47 req-d08f90c9-b4ac-4717-88b1-7666486ea5e2 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b660be2-1cd3-4f1b-b8b6-43aa3e7d82c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340095 Aug 05 11:17:50.142496 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port dd86cae8-87dd-45fb-902c-da476772ab9c, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=dd86cae8-87dd-45fb-902c-da476772ab9c,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:17:50.152312 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:50.155676 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device c819079b-708d-40b5-8db8-c6863bd44331 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:17:50.179575 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62a7824-ae83-4404-8fe1-6c1a694a9dee req-a32cc346-7f8e-48b2-a6c8-a694d429d61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:17:50.192140 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b62a7824-ae83-4404-8fe1-6c1a694a9dee req-a32cc346-7f8e-48b2-a6c8-a694d429d61b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4db52252ec554e9690b87fbab6c40741&device_id=ce4b7a83-20e6-417f-926d-f36b7231440d HTTP/1.1" status: 200 len: 1094 time: 0.3620324 Aug 05 11:17:50.227631 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fd83867a-0bd4-4048-8e17-5e9d5d377ec8 req-5786d8fe-822a-42dd-88fb-bd9c325ccded tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] 10.222.0.58 "GET /v2.0/security-groups?id=06a7a4d4-8ced-4edb-81e5-f04cb02169d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3293569 Aug 05 11:17:50.303935 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9d8e6b26-5226-4fff-baac-912ac29a0eea admin admin] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:50.325519 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e665ffe4-6dad-452f-aa0c-fea74367d0ce req-cb308f64-3024-4fed-a2f8-2d59499f178b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:17:50.328086 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e665ffe4-6dad-452f-aa0c-fea74367d0ce req-cb308f64-3024-4fed-a2f8-2d59499f178b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=88c33de2-0b50-4fb8-a2a7-3c3e700f5c7c HTTP/1.1" status: 200 len: 860 time: 0.3986056 Aug 05 11:17:50.332761 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9d8e6b26-5226-4fff-baac-912ac29a0eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:50.334659 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9d8e6b26-5226-4fff-baac-912ac29a0eea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33140268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33208272'] for router_interface, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:50.418369 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=dd86cae8-87dd-45fb-902c-da476772ab9c,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:17:50.418951 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b62a7824-ae83-4404-8fe1-6c1a694a9dee req-0bc6dbf8-6cf0-4956-a721-6930aab1c81b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2b0dd59-d3fe-431d-ab42-136b5bbf8974 HTTP/1.1" status: 200 len: 217 time: 0.2050338 Aug 05 11:17:50.428096 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port c819079b-708d-40b5-8db8-c6863bd44331 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:17:50.429471 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:50.556973 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e665ffe4-6dad-452f-aa0c-fea74367d0ce req-fcde875d-a3e1-4b19-9f17-ab190a8f084e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c1d3f101-369e-4625-bfd2-2a60ea4757bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2170353 Aug 05 11:17:50.601538 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62a7824-ae83-4404-8fe1-6c1a694a9dee req-5eaa93d5-c027-4ccf-9b71-f041cafa3102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:17:50.607643 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b62a7824-ae83-4404-8fe1-6c1a694a9dee req-5eaa93d5-c027-4ccf-9b71-f041cafa3102 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=15e3f37a-0211-4d47-9d94-f5446f6e6f7a HTTP/1.1" status: 200 len: 860 time: 0.1580687 Aug 05 11:17:50.691008 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8227e0c5-4685-49c6-81f7-eb6f44a78291 x-openstack-request-id: req-8227e0c5-4685-49c6-81f7-eb6f44a78291 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:17:50.691338 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32074892-07d5-47e0-93ba-33ceb5bd35b2", "tag": "89e1ceeb-0597-41b8-87ce-628445d80d87", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:17:50.691674 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8227e0c5-4685-49c6-81f7-eb6f44a78291 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:17:50.692526 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32074892-07d5-47e0-93ba-33ceb5bd35b2', 'tag': '89e1ceeb-0597-41b8-87ce-628445d80d87', 'status': 'completed', 'code': 200} Aug 05 11:17:50.728683 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8e6b26-5226-4fff-baac-912ac29a0eea admin admin] Network bd48a36b-1b71-48f9-9ee8-ee830e1b4637 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:17:50.755856 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8e6b26-5226-4fff-baac-912ac29a0eea admin admin] Pushing event updated for resources: {'Port': ['ID=cb112697-ef4f-4dd7-850c-1e5b54969d32,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:17:50.758881 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-9d8e6b26-5226-4fff-baac-912ac29a0eea admin admin] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:17:50.775888 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5b7b5038-622e-431e-9556-6eabd12250f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:50.807326 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfa331cb-b106-4d96-815e-4a10f92431ad x-openstack-request-id: req-dfa331cb-b106-4d96-815e-4a10f92431ad {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:17:50.807882 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce4b7a83-20e6-417f-926d-f36b7231440d", "tag": "e2b0dd59-d3fe-431d-ab42-136b5bbf8974", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:17:50.808367 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-dfa331cb-b106-4d96-815e-4a10f92431ad {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:17:50.809262 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce4b7a83-20e6-417f-926d-f36b7231440d', 'tag': 'e2b0dd59-d3fe-431d-ab42-136b5bbf8974', 'status': 'completed', 'code': 200} Aug 05 11:17:50.819500 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62a7824-ae83-4404-8fe1-6c1a694a9dee req-86f9354a-7114-4e21-b08c-c0e6c77551dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:17:50.822402 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b62a7824-ae83-4404-8fe1-6c1a694a9dee req-86f9354a-7114-4e21-b08c-c0e6c77551dc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2779dd37-2937-46d8-af61-d09413a811c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2071950 Aug 05 11:17:51.123773 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device dd86cae8-87dd-45fb-902c-da476772ab9c up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:17:51.203689 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b62a7824-ae83-4404-8fe1-6c1a694a9dee req-e8dd3e63-dfdd-4baa-a36d-3c28952d1b95 service neutron] 10.222.0.55 "GET /v2.0/networks/2779dd37-2937-46d8-af61-d09413a811c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3688326 Aug 05 11:17:51.346384 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port dd86cae8-87dd-45fb-902c-da476772ab9c triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:17:51.347388 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:51.449326 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d8e6b26-5226-4fff-baac-912ac29a0eea admin admin] Router fba20d25-508e-48c0-991a-427ed0c4ad76 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 11:17:51.459236 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-ab938075-f3ea-42f1-86d3-5acae687a7ec None None] Provisioning complete for port cb112697-ef4f-4dd7-850c-1e5b54969d32 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:17:51.463612 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-ab938075-f3ea-42f1-86d3-5acae687a7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:51.615390 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5b7b5038-622e-431e-9556-6eabd12250f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:51.664154 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5b7b5038-622e-431e-9556-6eabd12250f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:51.683449 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-ab938075-f3ea-42f1-86d3-5acae687a7ec None None] Port cb112697-ef4f-4dd7-850c-1e5b54969d32 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:17:51.692917 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:51.720090 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e665ffe4-6dad-452f-aa0c-fea74367d0ce req-ca868676-6546-471f-a9c2-17f774ca6d83 service neutron] 10.222.0.64 "GET /v2.0/networks/c1d3f101-369e-4625-bfd2-2a60ea4757bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0260229 Aug 05 11:17:51.905519 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-5b7b5038-622e-431e-9556-6eabd12250f7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d570023dc4ab4a9ea2dd9b2c02d9bf48&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0097623 Aug 05 11:17:51.915874 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b62a7824-ae83-4404-8fe1-6c1a694a9dee req-11c0754e-9b7b-4b6d-804f-50971ca4f117 service neutron] 10.222.0.55 "GET /v2.0/networks/2779dd37-2937-46d8-af61-d09413a811c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7110934 Aug 05 11:17:51.916325 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 38440) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:17:51.932827 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7b5038-622e-431e-9556-6eabd12250f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eb00079-4f65-4215-9b68-85454ee97c68,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:17:51.944792 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 38442) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:17:51.972156 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbc8eb6-d1ef-4438-95a2-8ae0a2a0b66f req-5d91d2ca-311e-4611-954a-e41b210569f7 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:17:51.987447 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7cbc8eb6-d1ef-4438-95a2-8ae0a2a0b66f req-5d91d2ca-311e-4611-954a-e41b210569f7 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/ports?device_id=32074892-07d5-47e0-93ba-33ceb5bd35b2 HTTP/1.1" status: 200 len: 944 time: 0.3848944 Aug 05 11:17:52.042203 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d8e6b26-5226-4fff-baac-912ac29a0eea admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:17:52.054212 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-9d8e6b26-5226-4fff-baac-912ac29a0eea admin admin] 10.222.0.58 "PUT /v2.0/routers/fba20d25-508e-48c0-991a-427ed0c4ad76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7545485 Aug 05 11:17:52.056207 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4076ba-8ddb-43aa-8279-08666b3f8f03 None None] Sync routers for ids ['fba20d25-508e-48c0-991a-427ed0c4ad76'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:17:52.093700 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4076ba-8ddb-43aa-8279-08666b3f8f03 None None] Routers {'fba20d25-508e-48c0-991a-427ed0c4ad76'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:17:52.094798 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-bc4076ba-8ddb-43aa-8279-08666b3f8f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:17:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['fba20d25-508e-48c0-991a-427ed0c4ad76'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:17:52.126658 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9f0e3d75-a377-48fd-ad80-8366df6399aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:52.149726 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e665ffe4-6dad-452f-aa0c-fea74367d0ce req-342d7bbb-4b5e-4006-8178-14e22c52c0b6 service neutron] 10.222.0.64 "GET /v2.0/networks/c1d3f101-369e-4625-bfd2-2a60ea4757bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4159558 Aug 05 11:17:52.200805 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9f0e3d75-a377-48fd-ad80-8366df6399aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:52.250070 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca5b5fa-6f4b-4a23-b466-a0487097eb30 req-64d7f3be-b546-4e43-9f33-55a75f227397 tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:17:52.272228 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7ca5b5fa-6f4b-4a23-b466-a0487097eb30 req-64d7f3be-b546-4e43-9f33-55a75f227397 tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce4b7a83-20e6-417f-926d-f36b7231440d HTTP/1.1" status: 200 len: 943 time: 0.2818227 Aug 05 11:17:52.331714 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7cbc8eb6-d1ef-4438-95a2-8ae0a2a0b66f req-fc8e7876-0d65-4c7d-95b4-f9415690a2fc tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b660be2-1cd3-4f1b-b8b6-43aa3e7d82c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755492 Aug 05 11:17:52.386506 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-bc4076ba-8ddb-43aa-8279-08666b3f8f03 None None] Set router fba20d25-508e-48c0-991a-427ed0c4ad76 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:17:52.437265 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327acece-4207-49f5-a460-bdab6951ae12 req-66ca1f15-f4d1-440e-98fa-44475ee8a24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:17:52.443558 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-327acece-4207-49f5-a460-bdab6951ae12 req-66ca1f15-f4d1-440e-98fa-44475ee8a24f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e8f6478cce384a98ba09cac5c1bcf855&device_id=32074892-07d5-47e0-93ba-33ceb5bd35b2 HTTP/1.1" status: 200 len: 1095 time: 0.1645327 Aug 05 11:17:52.455216 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9f0e3d75-a377-48fd-ad80-8366df6399aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:52.456377 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4d1360-7cb6-4b97-bf2e-98cbdbc05a53 req-874fa5f9-54a5-4d65-946b-b84be1475d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:17:52.457630 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cc4d1360-7cb6-4b97-bf2e-98cbdbc05a53 req-874fa5f9-54a5-4d65-946b-b84be1475d55 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4db52252ec554e9690b87fbab6c40741&device_id=ce4b7a83-20e6-417f-926d-f36b7231440d HTTP/1.1" status: 200 len: 1094 time: 0.3262837 Aug 05 11:17:52.470066 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9f0e3d75-a377-48fd-ad80-8366df6399aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:52.472121 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-9f0e3d75-a377-48fd-ad80-8366df6399aa admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1eb00079-4f65-4215-9b68-85454ee97c68 HTTP/1.1" status: 204 len: 168 time: 0.5463624 Aug 05 11:17:52.481152 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7ca5b5fa-6f4b-4a23-b466-a0487097eb30 req-3e01161a-c84f-462d-bd1f-32f47c3e0705 tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] 10.222.0.58 "GET /v2.0/security-groups?id=06a7a4d4-8ced-4edb-81e5-f04cb02169d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955779 Aug 05 11:17:52.750126 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-de699720-9f09-4cf4-99dc-6cc6d92c553a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:52.782152 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0e3d75-a377-48fd-ad80-8366df6399aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eb00079-4f65-4215-9b68-85454ee97c68,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:17:52.825049 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327acece-4207-49f5-a460-bdab6951ae12 req-7b9e7051-9a47-432f-be15-3a3c626c070c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:17:52.828561 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-327acece-4207-49f5-a460-bdab6951ae12 req-7b9e7051-9a47-432f-be15-3a3c626c070c service neutron] 10.222.0.64 "GET /v2.0/networks?id=c1d3f101-369e-4625-bfd2-2a60ea4757bb HTTP/1.1" status: 200 len: 921 time: 0.3535597 Aug 05 11:17:52.917078 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-327acece-4207-49f5-a460-bdab6951ae12 req-86dc550d-b6c4-41d4-9ffd-8865292db222 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89e1ceeb-0597-41b8-87ce-628445d80d87 HTTP/1.1" status: 200 len: 217 time: 0.0792534 Aug 05 11:17:52.920226 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4d1360-7cb6-4b97-bf2e-98cbdbc05a53 req-eed81d9a-49b3-4699-8f01-0023ad21cd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:17:52.922966 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cc4d1360-7cb6-4b97-bf2e-98cbdbc05a53 req-eed81d9a-49b3-4699-8f01-0023ad21cd1b service neutron] 10.222.0.55 "GET /v2.0/networks?id=2779dd37-2937-46d8-af61-d09413a811c2 HTTP/1.1" status: 200 len: 922 time: 0.4399791 Aug 05 11:17:53.003207 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-bc4076ba-8ddb-43aa-8279-08666b3f8f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fba20d25-508e-48c0-991a-427ed0c4ad76', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-420301993-router', 'tenant_id': '4abd504d4bae423c83e9434ebf7fea0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': 'dd86cae8-87dd-45fb-902c-da476772ab9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:17:35Z', 'updated_at': '2021-08-05T11:17:49Z', 'revision_number': 4, 'project_id': '4abd504d4bae423c83e9434ebf7fea0f', 'gw_port': {'id': 'dd86cae8-87dd-45fb-902c-da476772ab9c', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:15:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba20d25-508e-48c0-991a-427ed0c4ad76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:17:37Z', 'updated_at': '2021-08-05T11:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'cb112697-ef4f-4dd7-850c-1e5b54969d32', 'name': '', 'network_id': 'bd48a36b-1b71-48f9-9ee8-ee830e1b4637', 'tenant_id': '4abd504d4bae423c83e9434ebf7fea0f', 'mac_address': 'fa:16:3e:6d:d4:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fba20d25-508e-48c0-991a-427ed0c4ad76', 'device_owner': 'network:router_interface', 'standard_attr_id': 226, 'fixed_ips': [{'subnet_id': '4d93057e-cbbc-45a1-8b81-661540e3171b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:17:44Z', 'updated_at': '2021-08-05T11:17:49Z', 'revision_number': 2, 'project_id': '4abd504d4bae423c83e9434ebf7fea0f', 'subnets': [{'id': '4d93057e-cbbc-45a1-8b81-661540e3171b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:17:53.024113 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cc4d1360-7cb6-4b97-bf2e-98cbdbc05a53 req-5ec98fcc-68fe-439b-a7db-19427dad4f38 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2b0dd59-d3fe-431d-ab42-136b5bbf8974 HTTP/1.1" status: 200 len: 217 time: 0.0856428 Aug 05 11:17:53.033620 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327acece-4207-49f5-a460-bdab6951ae12 req-60877199-ce9f-4493-91bc-433f4a7678d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:17:53.038833 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-327acece-4207-49f5-a460-bdab6951ae12 req-60877199-ce9f-4493-91bc-433f4a7678d1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=88c33de2-0b50-4fb8-a2a7-3c3e700f5c7c HTTP/1.1" status: 200 len: 860 time: 0.1138995 Aug 05 11:17:53.067620 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4076ba-8ddb-43aa-8279-08666b3f8f03 None None] Checking router: fba20d25-508e-48c0-991a-427ed0c4ad76 for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:17:53.068146 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4076ba-8ddb-43aa-8279-08666b3f8f03 None None] Updating router fba20d25-508e-48c0-991a-427ed0c4ad76 port cb112697-ef4f-4dd7-850c-1e5b54969d32 binding host n-d-803378-2 {{(pid=94422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 11:17:53.136091 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370e0eaf-616b-4ba7-b576-a89a70632ea9 req-91a1d2c1-7705-4ad4-bca9-978065850334 tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:17:53.139116 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-370e0eaf-616b-4ba7-b576-a89a70632ea9 req-91a1d2c1-7705-4ad4-bca9-978065850334 tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] 10.222.0.58 "GET /v2.0/ports?device_id=0be967b6-9606-4261-b386-4f287a5c7278 HTTP/1.1" status: 200 len: 949 time: 0.4895968 Aug 05 11:17:53.144357 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-327acece-4207-49f5-a460-bdab6951ae12 req-020a8f4b-68de-4849-8341-7438c5cf98f0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c1d3f101-369e-4625-bfd2-2a60ea4757bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0955775 Aug 05 11:17:53.179471 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-bc4076ba-8ddb-43aa-8279-08666b3f8f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:53.252755 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4d1360-7cb6-4b97-bf2e-98cbdbc05a53 req-7994908d-5b00-4284-9598-a4a982a47e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:17:53.256206 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cc4d1360-7cb6-4b97-bf2e-98cbdbc05a53 req-7994908d-5b00-4284-9598-a4a982a47e95 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=15e3f37a-0211-4d47-9d94-f5446f6e6f7a HTTP/1.1" status: 200 len: 860 time: 0.2120886 Aug 05 11:17:53.283411 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-370e0eaf-616b-4ba7-b576-a89a70632ea9 req-86a144fb-28f2-4498-a700-ea05ca708532 tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] 10.222.0.58 "GET /v2.0/security-groups?id=8a867c99-4b32-4fbb-ac11-15feea2abf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192598 Aug 05 11:17:53.386491 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4d1360-7cb6-4b97-bf2e-98cbdbc05a53 req-0275b753-4c7c-47f3-8de5-715e72b112e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:17:53.388164 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cc4d1360-7cb6-4b97-bf2e-98cbdbc05a53 req-0275b753-4c7c-47f3-8de5-715e72b112e1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2779dd37-2937-46d8-af61-d09413a811c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1212821 Aug 05 11:17:53.401440 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 38470) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:17:53.451202 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b8204a2a-b33a-4395-aeb1-a3c0308c8692 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:53.469660 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-327acece-4207-49f5-a460-bdab6951ae12 req-82c178a1-749c-418a-a565-be68a255d8fc service neutron] 10.222.0.64 "GET /v2.0/networks/c1d3f101-369e-4625-bfd2-2a60ea4757bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3155012 Aug 05 11:17:53.637439 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-de699720-9f09-4cf4-99dc-6cc6d92c553a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:53.649661 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-de699720-9f09-4cf4-99dc-6cc6d92c553a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:53.685644 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-327acece-4207-49f5-a460-bdab6951ae12 req-a8d1273e-78f7-451f-bc24-ef4fdefbe5d2 service neutron] 10.222.0.64 "GET /v2.0/networks/c1d3f101-369e-4625-bfd2-2a60ea4757bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083457 Aug 05 11:17:53.713009 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cc4d1360-7cb6-4b97-bf2e-98cbdbc05a53 req-0867d801-16f9-4afd-894a-836810865a12 service neutron] 10.222.0.55 "GET /v2.0/networks/2779dd37-2937-46d8-af61-d09413a811c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3065376 Aug 05 11:17:53.723449 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-de699720-9f09-4cf4-99dc-6cc6d92c553a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e0e7cbcda1fe46da9521a6359d4cd0d3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7778728 Aug 05 11:17:53.757671 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 38482) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:17:53.929478 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b8204a2a-b33a-4395-aeb1-a3c0308c8692 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:53.934050 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de699720-9f09-4cf4-99dc-6cc6d92c553a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f0268ee-1c04-4e18-91b5-615c20f1dfc2,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:17:53.953406 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b8204a2a-b33a-4395-aeb1-a3c0308c8692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:54.049096 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-b8204a2a-b33a-4395-aeb1-a3c0308c8692 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=40d142e3a44f4f8693bfc65c39637e9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6461768 Aug 05 11:17:54.055500 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 38486) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:17:54.066007 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8204a2a-b33a-4395-aeb1-a3c0308c8692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bec4749f-6c05-4641-b884-f16a89f2e404,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:17:54.121378 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-bc4076ba-8ddb-43aa-8279-08666b3f8f03 None None] Notify callbacks [] for port, precommit_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:54.146294 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cc4d1360-7cb6-4b97-bf2e-98cbdbc05a53 req-2dd2f298-6d7f-470b-adbc-0e04c57550ca service neutron] 10.222.0.55 "GET /v2.0/networks/2779dd37-2937-46d8-af61-d09413a811c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4188797 Aug 05 11:17:54.148732 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-86fc1f96-6974-425a-8eff-6d3d8df98704 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:54.155981 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-bc4076ba-8ddb-43aa-8279-08666b3f8f03 None None] Transition to ACTIVE for port object cb112697-ef4f-4dd7-850c-1e5b54969d32 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:17:54.174640 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-bc4076ba-8ddb-43aa-8279-08666b3f8f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:54.208088 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-86fc1f96-6974-425a-8eff-6d3d8df98704 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:54.233033 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e0e8ae3e-f54e-4332-a5f5-9db1ab73a1e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:54.257775 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7d8d9d-e4b5-45a5-aedd-4135c7d3a80a None None] Pushing event updated for resources: {'Port': ['ID=cb112697-ef4f-4dd7-850c-1e5b54969d32,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:17:54.322161 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e0e8ae3e-f54e-4332-a5f5-9db1ab73a1e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:54.359108 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-86fc1f96-6974-425a-8eff-6d3d8df98704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:54.361865 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-86fc1f96-6974-425a-8eff-6d3d8df98704 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:54.366847 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-86fc1f96-6974-425a-8eff-6d3d8df98704 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6f0268ee-1c04-4e18-91b5-615c20f1dfc2 HTTP/1.1" status: 204 len: 168 time: 0.6068132 Aug 05 11:17:54.389996 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fc1f96-6974-425a-8eff-6d3d8df98704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f0268ee-1c04-4e18-91b5-615c20f1dfc2,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:17:54.489396 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-bc4076ba-8ddb-43aa-8279-08666b3f8f03 None None] Attempting to bind port cb112697-ef4f-4dd7-850c-1e5b54969d32 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:17:54.490122 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-bc4076ba-8ddb-43aa-8279-08666b3f8f03 None None] Attempting to bind port cb112697-ef4f-4dd7-850c-1e5b54969d32 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'e189f35c-f3ef-4a7a-80a9-94338e9d036d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'bd48a36b-1b71-48f9-9ee8-ee830e1b4637'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:17:54.490703 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4076ba-8ddb-43aa-8279-08666b3f8f03 None None] Attempting to bind port cb112697-ef4f-4dd7-850c-1e5b54969d32 on network bd48a36b-1b71-48f9-9ee8-ee830e1b4637 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:17:54.505305 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 89e1ceeb-0597-41b8-87ce-628445d80d87 details requested by agent hyperv_n-h1-803378-2 with host n-h1-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:17:54.508900 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e0e8ae3e-f54e-4332-a5f5-9db1ab73a1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:54.515885 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e0e8ae3e-f54e-4332-a5f5-9db1ab73a1e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:54.522149 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-e0e8ae3e-f54e-4332-a5f5-9db1ab73a1e6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bec4749f-6c05-4641-b884-f16a89f2e404 HTTP/1.1" status: 204 len: 168 time: 0.4612548 Aug 05 11:17:54.547830 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4076ba-8ddb-43aa-8279-08666b3f8f03 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:17:54.548453 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4076ba-8ddb-43aa-8279-08666b3f8f03 None None] Checking segment: {'id': 'e189f35c-f3ef-4a7a-80a9-94338e9d036d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'bd48a36b-1b71-48f9-9ee8-ee830e1b4637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:17:54.554192 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-bc4076ba-8ddb-43aa-8279-08666b3f8f03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:54.555401 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4076ba-8ddb-43aa-8279-08666b3f8f03 None None] Bound using segment: {'id': 'e189f35c-f3ef-4a7a-80a9-94338e9d036d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'bd48a36b-1b71-48f9-9ee8-ee830e1b4637'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:17:54.556182 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e8ae3e-f54e-4332-a5f5-9db1ab73a1e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bec4749f-6c05-4641-b884-f16a89f2e404,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:17:54.558629 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-bc4076ba-8ddb-43aa-8279-08666b3f8f03 None None] Bound port: cb112697-ef4f-4dd7-850c-1e5b54969d32, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e189f35c-f3ef-4a7a-80a9-94338e9d036d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'bd48a36b-1b71-48f9-9ee8-ee830e1b4637'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:17:54.559100 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-bc4076ba-8ddb-43aa-8279-08666b3f8f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:54.563443 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6f8ce6-eee4-4f1b-8abe-1d1d177e2f89 req-9ee90ce6-3dc6-4f2c-80dd-8f172709b240 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:17:54.584064 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-af6f8ce6-eee4-4f1b-8abe-1d1d177e2f89 req-9ee90ce6-3dc6-4f2c-80dd-8f172709b240 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/ports?device_id=32074892-07d5-47e0-93ba-33ceb5bd35b2 HTTP/1.1" status: 200 len: 944 time: 0.1769204 Aug 05 11:17:54.635295 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device e2b0dd59-d3fe-431d-ab42-136b5bbf8974 details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:17:54.691179 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-af6f8ce6-eee4-4f1b-8abe-1d1d177e2f89 req-e6ed1e42-bf77-471e-abc8-e8625fae3bea tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b660be2-1cd3-4f1b-b8b6-43aa3e7d82c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052029 Aug 05 11:17:54.860419 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.db.resource_extend [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 05 11:17:54.957482 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf89159c-0c16-4b06-b583-4060de60d9b5 req-5069a479-8023-421b-8d6a-e61ae623066b tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:17:54.960690 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cf89159c-0c16-4b06-b583-4060de60d9b5 req-5069a479-8023-421b-8d6a-e61ae623066b tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce4b7a83-20e6-417f-926d-f36b7231440d HTTP/1.1" status: 200 len: 943 time: 0.1773133 Aug 05 11:17:55.017512 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a5a5a02f-3c9c-4ac9-8c01-0ad3c8f655e9 req-3ade267d-5bd2-4d92-a498-9a98b7cb8342 tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=fa1d9593fdc54edeb0d95ca660b30b88&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0785215 Aug 05 11:17:55.169632 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port e2b0dd59-d3fe-431d-ab42-136b5bbf8974, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=e2b0dd59-d3fe-431d-ab42-136b5bbf8974,segment=NetworkSegment(64bc1793-0902-4a80-9bec-683d5e6b7c02),segment_id=64bc1793-0902-4a80-9bec-683d5e6b7c02)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:17:55.185137 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cf89159c-0c16-4b06-b583-4060de60d9b5 req-5797af40-42a1-4c17-b4b0-51723e38bbcf tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] 10.222.0.58 "GET /v2.0/security-groups?id=06a7a4d4-8ced-4edb-81e5-f04cb02169d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065761 Aug 05 11:17:55.287417 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Returning: {'device': 'e2b0dd59-d3fe-431d-ab42-136b5bbf8974', 'network_id': '2779dd37-2937-46d8-af61-d09413a811c2', 'port_id': 'e2b0dd59-d3fe-431d-ab42-136b5bbf8974', 'mac_address': 'fa:16:3e:2a:94:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15e3f37a-0211-4d47-9d94-f5446f6e6f7a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:17:55.291390 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-bc4076ba-8ddb-43aa-8279-08666b3f8f03 None None] For port cb112697-ef4f-4dd7-850c-1e5b54969d32, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:17:55.314167 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a5a02f-3c9c-4ac9-8c01-0ad3c8f655e9 req-a2ef9a08-57ef-49ae-b243-5cd94d801703 tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:17:55.314851 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-bc4076ba-8ddb-43aa-8279-08666b3f8f03 None None] For port cb112697-ef4f-4dd7-850c-1e5b54969d32, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=cb112697-ef4f-4dd7-850c-1e5b54969d32,segment=NetworkSegment(e189f35c-f3ef-4a7a-80a9-94338e9d036d),segment_id=e189f35c-f3ef-4a7a-80a9-94338e9d036d)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:17:55.317670 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a5a5a02f-3c9c-4ac9-8c01-0ad3c8f655e9 req-a2ef9a08-57ef-49ae-b243-5cd94d801703 tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2974250 Aug 05 11:17:55.336871 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 89e1ceeb-0597-41b8-87ce-628445d80d87, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=89e1ceeb-0597-41b8-87ce-628445d80d87,segment=NetworkSegment(7242661a-6816-45d7-a9cf-d91bdd00208a),segment_id=7242661a-6816-45d7-a9cf-d91bdd00208a)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:17:55.361874 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a5a5a02f-3c9c-4ac9-8c01-0ad3c8f655e9 req-2f57979e-739f-4827-9174-65cb387f82b0 tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] 10.222.0.58 "GET /v2.0/quotas/fa1d9593fdc54edeb0d95ca660b30b88 HTTP/1.1" status: 200 len: 375 time: 0.0317590 Aug 05 11:17:55.393818 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-bc4076ba-8ddb-43aa-8279-08666b3f8f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:55.545113 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a5a5a02f-3c9c-4ac9-8c01-0ad3c8f655e9 req-604104f2-a2ce-4e1d-9355-7b23935d64ea tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=fa1d9593fdc54edeb0d95ca660b30b88&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1795046 Aug 05 11:17:55.583134 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 38518) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:17:55.629670 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f289b815-0ea1-44a2-b6b2-962a2dcc5c33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:55.736683 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Returning: {'device': '89e1ceeb-0597-41b8-87ce-628445d80d87', 'network_id': 'c1d3f101-369e-4625-bfd2-2a60ea4757bb', 'port_id': '89e1ceeb-0597-41b8-87ce-628445d80d87', 'mac_address': 'fa:16:3e:68:dc:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88c33de2-0b50-4fb8-a2a7-3c3e700f5c7c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:17:55.810471 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4076ba-8ddb-43aa-8279-08666b3f8f03 None None] Routers {'fba20d25-508e-48c0-991a-427ed0c4ad76'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:17:55.811676 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-bc4076ba-8ddb-43aa-8279-08666b3f8f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:17:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['fba20d25-508e-48c0-991a-427ed0c4ad76'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:17:55.832915 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:55.994104 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f289b815-0ea1-44a2-b6b2-962a2dcc5c33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:56.007188 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f289b815-0ea1-44a2-b6b2-962a2dcc5c33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:56.086795 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7d8d9d-e4b5-45a5-aedd-4135c7d3a80a None None] Pushing event updated for resources: {'Port': ['ID=cb112697-ef4f-4dd7-850c-1e5b54969d32,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:17:56.150717 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-f289b815-0ea1-44a2-b6b2-962a2dcc5c33 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ea89c021ceac4b2a9c756527a029a83a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5658467 Aug 05 11:17:56.154422 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 38538) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:17:56.154713 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f289b815-0ea1-44a2-b6b2-962a2dcc5c33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cff34c76-df94-4044-84d5-86bf8be52429,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:17:56.351760 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2b0dd59-d3fe-431d-ab42-136b5bbf8974 {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:17:56.413404 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:56.530200 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-bc4076ba-8ddb-43aa-8279-08666b3f8f03 None None] Set router fba20d25-508e-48c0-991a-427ed0c4ad76 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:17:56.579153 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 38550) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:17:56.595400 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803d05c5-42b8-4eec-9637-82cb91f4f20d req-64791342-104b-4f0d-81d1-e5711f05bd7c tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:17:56.599008 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-803d05c5-42b8-4eec-9637-82cb91f4f20d req-64791342-104b-4f0d-81d1-e5711f05bd7c tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/ports?device_id=32074892-07d5-47e0-93ba-33ceb5bd35b2 HTTP/1.1" status: 200 len: 944 time: 0.3124478 Aug 05 11:17:56.601696 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-45dad5f4-964b-4d99-81a5-32b13e14cfc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:56.636365 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port e2b0dd59-d3fe-431d-ab42-136b5bbf8974, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=e2b0dd59-d3fe-431d-ab42-136b5bbf8974,segment=NetworkSegment(64bc1793-0902-4a80-9bec-683d5e6b7c02),segment_id=64bc1793-0902-4a80-9bec-683d5e6b7c02)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:17:56.652464 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89e1ceeb-0597-41b8-87ce-628445d80d87 {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:17:56.655188 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-45dad5f4-964b-4d99-81a5-32b13e14cfc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:56.741946 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:56.906676 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-803d05c5-42b8-4eec-9637-82cb91f4f20d req-ab5c7753-2896-4ec7-ad51-fa3d5bd805b5 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b660be2-1cd3-4f1b-b8b6-43aa3e7d82c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080066 Aug 05 11:17:56.909540 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-45dad5f4-964b-4d99-81a5-32b13e14cfc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:56.930895 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-45dad5f4-964b-4d99-81a5-32b13e14cfc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:56.948534 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-45dad5f4-964b-4d99-81a5-32b13e14cfc9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cff34c76-df94-4044-84d5-86bf8be52429 HTTP/1.1" status: 204 len: 168 time: 0.7834141 Aug 05 11:17:56.948795 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 89e1ceeb-0597-41b8-87ce-628445d80d87, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=89e1ceeb-0597-41b8-87ce-628445d80d87,segment=NetworkSegment(7242661a-6816-45d7-a9cf-d91bdd00208a),segment_id=7242661a-6816-45d7-a9cf-d91bdd00208a)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:17:56.977991 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dad5f4-964b-4d99-81a5-32b13e14cfc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cff34c76-df94-4044-84d5-86bf8be52429,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:17:57.024099 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fabc9949-6fac-466d-9f78-394691a33891 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:57.161030 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1f2d6942-4216-4019-907b-0b6cd8025a13 req-8891d9c5-ba06-4adf-a28a-d6884b342986 tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] 10.222.0.58 "GET /v2.0/ports?device_id=55daa2aa-40fb-4c01-a652-a2b5b83b96ba HTTP/1.1" status: 200 len: 210 time: 0.1144812 Aug 05 11:17:57.317693 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:57.327895 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=e2b0dd59-d3fe-431d-ab42-136b5bbf8974,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:17:57.407167 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fabc9949-6fac-466d-9f78-394691a33891 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:57.436153 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fabc9949-6fac-466d-9f78-394691a33891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:57.601763 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd69ba9b-bdd6-44c4-95ae-7a23984b6db5 req-0b1e06ab-650e-4c97-93a6-0c1b5f37ffe9 tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:17:57.610806 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-dd69ba9b-bdd6-44c4-95ae-7a23984b6db5 req-0b1e06ab-650e-4c97-93a6-0c1b5f37ffe9 tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce4b7a83-20e6-417f-926d-f36b7231440d HTTP/1.1" status: 200 len: 944 time: 0.2089686 Aug 05 11:17:57.643715 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['e2b0dd59-d3fe-431d-ab42-136b5bbf8974'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:17:57.681966 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-fabc9949-6fac-466d-9f78-394691a33891 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8da7ddb9a4fd49afa25cc25b26c9cce3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0872846 Aug 05 11:17:57.683521 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 38570) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:17:57.841483 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-dd69ba9b-bdd6-44c4-95ae-7a23984b6db5 req-963abed2-a6c1-4fd8-b0fc-0844c50b21cf tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] 10.222.0.58 "GET /v2.0/security-groups?id=06a7a4d4-8ced-4edb-81e5-f04cb02169d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124052 Aug 05 11:17:57.914458 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 38574) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:17:57.940142 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-73fc3d5f-5a20-4325-b109-ad04d49c5a6e tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1416661007', 'description': 'tempest-description--1061120890'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:17:57.954844 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabc9949-6fac-466d-9f78-394691a33891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=981d6d0b-ba9c-4251-8b23-5eebd287f4fe,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:17:58.009629 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-73fc3d5f-5a20-4325-b109-ad04d49c5a6e tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:58.029789 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['89e1ceeb-0597-41b8-87ce-628445d80d87'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:17:58.041713 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-dd2bc482-6423-409c-966f-36d1607297e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:58.154181 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-dd2bc482-6423-409c-966f-36d1607297e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:58.347855 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-dd2bc482-6423-409c-966f-36d1607297e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:58.353252 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-dd2bc482-6423-409c-966f-36d1607297e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:58.358895 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-dd2bc482-6423-409c-966f-36d1607297e4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/981d6d0b-ba9c-4251-8b23-5eebd287f4fe HTTP/1.1" status: 204 len: 168 time: 0.6734335 Aug 05 11:17:58.398013 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2bc482-6423-409c-966f-36d1607297e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=981d6d0b-ba9c-4251-8b23-5eebd287f4fe,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:17:58.507985 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=89e1ceeb-0597-41b8-87ce-628445d80d87,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:17:58.571013 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a76784-465d-48bb-bf3d-ee2dce7380b7 req-70ac7feb-abbe-4d18-9896-569f00e81790 tempest-AggregatesAdminTestJSON-1802048021 tempest-AggregatesAdminTestJSON-1802048021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:17:58.573575 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-24a76784-465d-48bb-bf3d-ee2dce7380b7 req-70ac7feb-abbe-4d18-9896-569f00e81790 tempest-AggregatesAdminTestJSON-1802048021 tempest-AggregatesAdminTestJSON-1802048021-project] 10.222.0.55 "GET /v2.0/ports?device_id=fb349662-1697-487d-abac-f1e477a7f249 HTTP/1.1" status: 200 len: 971 time: 0.3957014 Aug 05 11:17:58.718464 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181bd6bf-6917-4da0-9eb0-74d905e8dd4c req-e31ef12d-ff67-4e09-ae96-05b02ec02f84 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:17:58.732285 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-181bd6bf-6917-4da0-9eb0-74d905e8dd4c req-e31ef12d-ff67-4e09-ae96-05b02ec02f84 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/ports?device_id=32074892-07d5-47e0-93ba-33ceb5bd35b2 HTTP/1.1" status: 200 len: 945 time: 0.4292839 Aug 05 11:17:58.770804 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d43dc9-10e7-4caf-be49-fc61d0c32fc5 req-d56cefe6-8560-4cb4-8d9e-44b18df437e1 tempest-AggregatesAdminTestJSON-1802048021 tempest-AggregatesAdminTestJSON-1802048021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:17:58.778657 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-75d43dc9-10e7-4caf-be49-fc61d0c32fc5 req-d56cefe6-8560-4cb4-8d9e-44b18df437e1 tempest-AggregatesAdminTestJSON-1802048021 tempest-AggregatesAdminTestJSON-1802048021-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb349662-1697-487d-abac-f1e477a7f249 HTTP/1.1" status: 200 len: 971 time: 0.3697386 Aug 05 11:17:58.921242 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:58.946597 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-bc4076ba-8ddb-43aa-8279-08666b3f8f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fba20d25-508e-48c0-991a-427ed0c4ad76', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-420301993-router', 'tenant_id': '4abd504d4bae423c83e9434ebf7fea0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': 'dd86cae8-87dd-45fb-902c-da476772ab9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:17:35Z', 'updated_at': '2021-08-05T11:17:49Z', 'revision_number': 4, 'project_id': '4abd504d4bae423c83e9434ebf7fea0f', 'gw_port': {'id': 'dd86cae8-87dd-45fb-902c-da476772ab9c', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:15:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba20d25-508e-48c0-991a-427ed0c4ad76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:17:37Z', 'updated_at': '2021-08-05T11:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'cb112697-ef4f-4dd7-850c-1e5b54969d32', 'name': '', 'network_id': 'bd48a36b-1b71-48f9-9ee8-ee830e1b4637', 'tenant_id': '4abd504d4bae423c83e9434ebf7fea0f', 'mac_address': 'fa:16:3e:6d:d4:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fba20d25-508e-48c0-991a-427ed0c4ad76', 'device_owner': 'network:router_interface', 'standard_attr_id': 226, 'fixed_ips': [{'subnet_id': '4d93057e-cbbc-45a1-8b81-661540e3171b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:17:44Z', 'updated_at': '2021-08-05T11:17:55Z', 'revision_number': 4, 'project_id': '4abd504d4bae423c83e9434ebf7fea0f', 'subnets': [{'id': '4d93057e-cbbc-45a1-8b81-661540e3171b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:17:58.955779 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-73fc3d5f-5a20-4325-b109-ad04d49c5a6e tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:58.999711 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4076ba-8ddb-43aa-8279-08666b3f8f03 None None] The sync data for ids ['fba20d25-508e-48c0-991a-427ed0c4ad76'] in n-d-803378-2 is: [{'id': 'fba20d25-508e-48c0-991a-427ed0c4ad76', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-420301993-router', 'tenant_id': '4abd504d4bae423c83e9434ebf7fea0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': 'dd86cae8-87dd-45fb-902c-da476772ab9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:17:35Z', 'updated_at': '2021-08-05T11:17:49Z', 'revision_number': 4, 'project_id': '4abd504d4bae423c83e9434ebf7fea0f', 'gw_port': {'id': 'dd86cae8-87dd-45fb-902c-da476772ab9c', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:15:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba20d25-508e-48c0-991a-427ed0c4ad76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:17:37Z', 'updated_at': '2021-08-05T11:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'cb112697-ef4f-4dd7-850c-1e5b54969d32', 'name': '', 'network_id': 'bd48a36b-1b71-48f9-9ee8-ee830e1b4637', 'tenant_id': '4abd504d4bae423c83e9434ebf7fea0f', 'mac_address': 'fa:16:3e:6d:d4:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fba20d25-508e-48c0-991a-427ed0c4ad76', 'device_owner': 'network:router_interface', 'standard_attr_id': 226, 'fixed_ips': [{'subnet_id': '4d93057e-cbbc-45a1-8b81-661540e3171b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:17:44Z', 'updated_at': '2021-08-05T11:17:55Z', 'revision_number': 4, 'project_id': '4abd504d4bae423c83e9434ebf7fea0f', 'subnets': [{'id': '4d93057e-cbbc-45a1-8b81-661540e3171b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:17:59.049095 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-a5a5a02f-3c9c-4ac9-8c01-0ad3c8f655e9 req-9dd2c09e-67e3-45e8-97a5-2a3fe45c1781 tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=fa1d9593fdc54edeb0d95ca660b30b88&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1127031 Aug 05 11:17:59.223855 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-181bd6bf-6917-4da0-9eb0-74d905e8dd4c req-9d939bb7-2ece-45ab-9d36-dd5679727731 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b660be2-1cd3-4f1b-b8b6-43aa3e7d82c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4893589 Aug 05 11:17:59.256606 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 11:17:59.271147 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-73fc3d5f-5a20-4325-b109-ad04d49c5a6e tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:59.463588 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-73fc3d5f-5a20-4325-b109-ad04d49c5a6e tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:59.470244 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a5a02f-3c9c-4ac9-8c01-0ad3c8f655e9 req-17592cc7-31a3-4d1d-bcf1-64c839a6ab6d tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:17:59.472095 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-73fc3d5f-5a20-4325-b109-ad04d49c5a6e tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.5496471 Aug 05 11:17:59.475948 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-a5a5a02f-3c9c-4ac9-8c01-0ad3c8f655e9 req-17592cc7-31a3-4d1d-bcf1-64c839a6ab6d tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4108226 Aug 05 11:17:59.476470 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 38598) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:17:59.482469 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-bab2fb84-65f9-4a91-b056-677bdfbd0144 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Request body: {'security_group_rule': {'security_group_id': '7da178d1-b212-4c54-b70b-ef9e06c169f6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:17:59.516554 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fc3d5f-5a20-4325-b109-ad04d49c5a6e tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7da178d1-b212-4c54-b70b-ef9e06c169f6,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:17:59.536851 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-a5a5a02f-3c9c-4ac9-8c01-0ad3c8f655e9 req-bdae8c8b-bc7d-4f0f-be83-d37feb0b44d8 tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] Request body: {'port': {'device_id': '55daa2aa-40fb-4c01-a652-a2b5b83b96ba', 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a', 'admin_state_up': True, 'tenant_id': 'fa1d9593fdc54edeb0d95ca660b30b88'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:17:59.545961 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-75d43dc9-10e7-4caf-be49-fc61d0c32fc5 req-d9062b7f-aa19-4b8d-9c5c-742d35bb9ffd tempest-AggregatesAdminTestJSON-1802048021 tempest-AggregatesAdminTestJSON-1802048021-project] 10.222.0.58 "GET /v2.0/security-groups?id=e6f338a7-32f9-4dd9-8d34-2e1215ef1c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3424115 Aug 05 11:17:59.607814 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d3e4864a-460d-4c91-a374-b32ca1c1a728 req-9b2e29c9-48e9-4682-8a8a-0a018be594bf tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] 10.222.0.58 "GET /v2.0/ports?device_id=55daa2aa-40fb-4c01-a652-a2b5b83b96ba HTTP/1.1" status: 200 len: 210 time: 0.1046832 Aug 05 11:17:59.628130 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [req-24a76784-465d-48bb-bf3d-ee2dce7380b7 req-be8f6a8c-5a68-4c92-9537-f02cc6d99a73 tempest-AggregatesAdminTestJSON-1802048021 tempest-AggregatesAdminTestJSON-1802048021-project] Deleting port 5f83ad04-511d-4548-98f9-c009d3a78a75 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:17:59.629481 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-24a76784-465d-48bb-bf3d-ee2dce7380b7 req-be8f6a8c-5a68-4c92-9537-f02cc6d99a73 tempest-AggregatesAdminTestJSON-1802048021 tempest-AggregatesAdminTestJSON-1802048021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:59.721886 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-bab2fb84-65f9-4a91-b056-677bdfbd0144 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:59.793743 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 38604) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:17:59.948285 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-bab2fb84-65f9-4a91-b056-677bdfbd0144 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:59.950959 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ccabd27d-b308-4c61-a262-6964532cb852 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:17:59.979853 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-bab2fb84-65f9-4a91-b056-677bdfbd0144 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:00.054478 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab2fb84-65f9-4a91-b056-677bdfbd0144 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=940eee41-076e-452f-88d2-127287d37991,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:18:00.388146 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ccabd27d-b308-4c61-a262-6964532cb852 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:00.405646 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ccabd27d-b308-4c61-a262-6964532cb852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:00.453745 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-24a76784-465d-48bb-bf3d-ee2dce7380b7 req-be8f6a8c-5a68-4c92-9537-f02cc6d99a73 tempest-AggregatesAdminTestJSON-1802048021 tempest-AggregatesAdminTestJSON-1802048021-project] For port 5f83ad04-511d-4548-98f9-c009d3a78a75, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=5f83ad04-511d-4548-98f9-c009d3a78a75,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:18:00.456105 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-24a76784-465d-48bb-bf3d-ee2dce7380b7 req-be8f6a8c-5a68-4c92-9537-f02cc6d99a73 tempest-AggregatesAdminTestJSON-1802048021 tempest-AggregatesAdminTestJSON-1802048021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:00.498551 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [req-24a76784-465d-48bb-bf3d-ee2dce7380b7 req-be8f6a8c-5a68-4c92-9537-f02cc6d99a73 tempest-AggregatesAdminTestJSON-1802048021 tempest-AggregatesAdminTestJSON-1802048021-project] Calling delete_port for 5f83ad04-511d-4548-98f9-c009d3a78a75 owned by compute:tempest-test_az-1874669012 {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:18:00.498828 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-bab2fb84-65f9-4a91-b056-677bdfbd0144 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:00.501323 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-bab2fb84-65f9-4a91-b056-677bdfbd0144 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0229435 Aug 05 11:18:00.508169 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 38614) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:18:00.540994 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-6be74897-5a97-4d06-9c75-b0d1853a5ce4 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Request body: {'security_group_rule': {'security_group_id': '7da178d1-b212-4c54-b70b-ef9e06c169f6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:18:00.554347 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-ccabd27d-b308-4c61-a262-6964532cb852 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=609355f70fd84dbd9cf90089438ec17c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7560682 Aug 05 11:18:00.568823 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 38616) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:18:00.651225 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5a5a02f-3c9c-4ac9-8c01-0ad3c8f655e9 req-bdae8c8b-bc7d-4f0f-be83-d37feb0b44d8 tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] Made reservation on behalf of fa1d9593fdc54edeb0d95ca660b30b88 for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:18:00.661904 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-a5a5a02f-3c9c-4ac9-8c01-0ad3c8f655e9 req-bdae8c8b-bc7d-4f0f-be83-d37feb0b44d8 tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:00.668205 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccabd27d-b308-4c61-a262-6964532cb852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86d760c0-f648-4471-bf77-f25e1c11bb45,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:18:00.745020 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e1662cc6-15c7-462c-917c-560afe39db86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:00.832771 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device e2b0dd59-d3fe-431d-ab42-136b5bbf8974 up at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:18:00.878262 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390456cd-af7a-4880-895e-386d0a1dc0ee req-c7f4e530-fd07-428f-83f4-a01f8a1a4328 tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:00.892557 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-390456cd-af7a-4880-895e-386d0a1dc0ee req-c7f4e530-fd07-428f-83f4-a01f8a1a4328 tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce4b7a83-20e6-417f-926d-f36b7231440d HTTP/1.1" status: 200 len: 944 time: 0.6824765 Aug 05 11:18:00.925158 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e1662cc6-15c7-462c-917c-560afe39db86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:01.013867 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning for port e2b0dd59-d3fe-431d-ab42-136b5bbf8974 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:18:01.033073 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning complete for port e2b0dd59-d3fe-431d-ab42-136b5bbf8974 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:18:01.034329 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:01.179651 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device cb112697-ef4f-4dd7-850c-1e5b54969d32 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:18:01.283738 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-390456cd-af7a-4880-895e-386d0a1dc0ee req-1857b0c0-1dac-4e2a-a8f9-c103db8c15c6 tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] 10.222.0.58 "GET /v2.0/security-groups?id=06a7a4d4-8ced-4edb-81e5-f04cb02169d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3896027 Aug 05 11:18:01.285242 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6be74897-5a97-4d06-9c75-b0d1853a5ce4 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:01.303330 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-a5a5a02f-3c9c-4ac9-8c01-0ad3c8f655e9 req-bdae8c8b-bc7d-4f0f-be83-d37feb0b44d8 tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] Allocated IP 192.168.233.108 (91caede3-92e4-4b1e-8e3e-36227cfd846a/6842f728-c2f3-4e36-bb32-3303d06ce3f4/7ba72d6c-558c-4c47-8a1a-19af66a3602c) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:18:01.323155 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-24a76784-465d-48bb-bf3d-ee2dce7380b7 req-be8f6a8c-5a68-4c92-9537-f02cc6d99a73 tempest-AggregatesAdminTestJSON-1802048021 tempest-AggregatesAdminTestJSON-1802048021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:01.368103 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaa5b2d-29dd-460b-9b20-cdeb6293deae req-9469db66-8f04-4776-9b10-1be2ad6c69cb tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:01.381557 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-eaaa5b2d-29dd-460b-9b20-cdeb6293deae req-9469db66-8f04-4776-9b10-1be2ad6c69cb tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/ports?device_id=32074892-07d5-47e0-93ba-33ceb5bd35b2 HTTP/1.1" status: 200 len: 945 time: 0.8747826 Aug 05 11:18:01.413920 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 89e1ceeb-0597-41b8-87ce-628445d80d87 up at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:18:01.468597 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8f6a8c-5a68-4c92-9537-f02cc6d99a73 tempest-AggregatesAdminTestJSON-1802048021 tempest-AggregatesAdminTestJSON-1802048021-project] Pushing event deleted for resources: {'Port': ['ID=5f83ad04-511d-4548-98f9-c009d3a78a75,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:18:01.474018 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e1662cc6-15c7-462c-917c-560afe39db86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:01.483583 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e1662cc6-15c7-462c-917c-560afe39db86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:01.485644 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-e1662cc6-15c7-462c-917c-560afe39db86 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/86d760c0-f648-4471-bf77-f25e1c11bb45 HTTP/1.1" status: 204 len: 168 time: 0.9217248 Aug 05 11:18:01.608008 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1662cc6-15c7-462c-917c-560afe39db86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86d760c0-f648-4471-bf77-f25e1c11bb45,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:18:01.683864 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-eaaa5b2d-29dd-460b-9b20-cdeb6293deae req-595fd168-01f6-47d6-b648-74b21827dbbe tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b660be2-1cd3-4f1b-b8b6-43aa3e7d82c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2767553 Aug 05 11:18:01.802980 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning for port 89e1ceeb-0597-41b8-87ce-628445d80d87 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:18:01.869266 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [req-24a76784-465d-48bb-bf3d-ee2dce7380b7 req-be8f6a8c-5a68-4c92-9537-f02cc6d99a73 tempest-AggregatesAdminTestJSON-1802048021 tempest-AggregatesAdminTestJSON-1802048021-project] No DVR routers for this DVR port 5f83ad04-511d-4548-98f9-c009d3a78a75 on host n-h2-803378-2 {{(pid=94420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:18:01.877403 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-24a76784-465d-48bb-bf3d-ee2dce7380b7 req-be8f6a8c-5a68-4c92-9537-f02cc6d99a73 tempest-AggregatesAdminTestJSON-1802048021 tempest-AggregatesAdminTestJSON-1802048021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:01.883755 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-24a76784-465d-48bb-bf3d-ee2dce7380b7 req-be8f6a8c-5a68-4c92-9537-f02cc6d99a73 tempest-AggregatesAdminTestJSON-1802048021 tempest-AggregatesAdminTestJSON-1802048021-project] 10.222.0.55 "DELETE /v2.0/ports/5f83ad04-511d-4548-98f9-c009d3a78a75 HTTP/1.1" status: 204 len: 173 time: 3.3011773 Aug 05 11:18:01.897798 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6bef7586-f6cb-421b-9e8f-cb6ca805783d req-163d5e21-5f09-4f50-ad4f-485ad74de569 tempest-AggregatesAdminTestJSON-1802048021 tempest-AggregatesAdminTestJSON-1802048021-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb349662-1697-487d-abac-f1e477a7f249 HTTP/1.1" status: 200 len: 210 time: 0.2555337 Aug 05 11:18:01.907458 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb349662-1697-487d-abac-f1e477a7f249', 'name': 'network-vif-deleted', 'tag': '5f83ad04-511d-4548-98f9-c009d3a78a75'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:18:01.916284 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}828068ad8d405ad77660ce68fa78e1ffe658725812f7a08f9e488a446589295b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c215afc9-8e26-4df8-9607-16eebd0cb7a3" -d '{"events": [{"server_uuid": "fb349662-1697-487d-abac-f1e477a7f249", "name": "network-vif-deleted", "tag": "5f83ad04-511d-4548-98f9-c009d3a78a75"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:18:01.917938 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning complete for port 89e1ceeb-0597-41b8-87ce-628445d80d87 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:18:01.918739 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:02.061335 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c31c5891-714d-4e19-8d07-9c1abc443fc0 req-17de99dd-11ca-4980-8d7b-3f3eecd8d1bf tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] 10.222.0.58 "GET /v2.0/ports?device_id=55daa2aa-40fb-4c01-a652-a2b5b83b96ba HTTP/1.1" status: 200 len: 210 time: 0.0992379 Aug 05 11:18:02.072367 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port cb112697-ef4f-4dd7-850c-1e5b54969d32 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:18:02.085603 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:02.116818 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6be74897-5a97-4d06-9c75-b0d1853a5ce4 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:02.135837 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6be74897-5a97-4d06-9c75-b0d1853a5ce4 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:02.141064 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port cb112697-ef4f-4dd7-850c-1e5b54969d32 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:18:02.143487 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:02.179236 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-a5a5a02f-3c9c-4ac9-8c01-0ad3c8f655e9 req-bdae8c8b-bc7d-4f0f-be83-d37feb0b44d8 tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:02.243531 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-a5a5a02f-3c9c-4ac9-8c01-0ad3c8f655e9 req-bdae8c8b-bc7d-4f0f-be83-d37feb0b44d8 tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] Transition to ACTIVE for port object 7ba72d6c-558c-4c47-8a1a-19af66a3602c will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:18:02.254896 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be74897-5a97-4d06-9c75-b0d1853a5ce4 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60ad80b7-e620-4e38-bfb6-3eeec29623f9,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:18:02.291002 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6be74897-5a97-4d06-9c75-b0d1853a5ce4 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:02.293191 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-6be74897-5a97-4d06-9c75-b0d1853a5ce4 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7747946 Aug 05 11:18:02.297929 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 38642) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:18:02.322286 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-cd81431e-9939-48fc-93c2-bb253e2f7582 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Request body: {'floatingip': {'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:18:02.350266 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-a5a5a02f-3c9c-4ac9-8c01-0ad3c8f655e9 req-bdae8c8b-bc7d-4f0f-be83-d37feb0b44d8 tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:02.358320 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-918a73e3-4a36-43a5-85ec-bcf9482ad6bd x-openstack-request-id: req-918a73e3-4a36-43a5-85ec-bcf9482ad6bd {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:18:02.360312 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb349662-1697-487d-abac-f1e477a7f249", "name": "network-vif-deleted", "tag": "5f83ad04-511d-4548-98f9-c009d3a78a75", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:18:02.361304 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-918a73e3-4a36-43a5-85ec-bcf9482ad6bd {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:18:02.362233 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb349662-1697-487d-abac-f1e477a7f249', 'name': 'network-vif-deleted', 'tag': '5f83ad04-511d-4548-98f9-c009d3a78a75', 'status': 'completed', 'code': 200} Aug 05 11:18:02.376547 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce4b7a83-20e6-417f-926d-f36b7231440d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2b0dd59-d3fe-431d-ab42-136b5bbf8974'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:18:02.385087 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ced2e65-e75c-4076-993a-dcc06921f973" -d '{"events": [{"server_uuid": "ce4b7a83-20e6-417f-926d-f36b7231440d", "name": "network-vif-plugged", "status": "completed", "tag": "e2b0dd59-d3fe-431d-ab42-136b5bbf8974"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:18:02.469779 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['cc60f243-3baa-45fa-aeb2-67641fbd9a91'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:18:02.518993 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-cd81431e-9939-48fc-93c2-bb253e2f7582 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Notify callbacks [] for floatingip, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:02.563488 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5a5a02f-3c9c-4ac9-8c01-0ad3c8f655e9 req-bdae8c8b-bc7d-4f0f-be83-d37feb0b44d8 tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] Network 91caede3-92e4-4b1e-8e3e-36227cfd846a is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:18:02.574202 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port e2b0dd59-d3fe-431d-ab42-136b5bbf8974, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=e2b0dd59-d3fe-431d-ab42-136b5bbf8974,segment=NetworkSegment(64bc1793-0902-4a80-9bec-683d5e6b7c02),segment_id=64bc1793-0902-4a80-9bec-683d5e6b7c02)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:18:02.592439 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-a5a5a02f-3c9c-4ac9-8c01-0ad3c8f655e9 req-bdae8c8b-bc7d-4f0f-be83-d37feb0b44d8 tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:18:02.605456 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5a5a02f-3c9c-4ac9-8c01-0ad3c8f655e9 req-bdae8c8b-bc7d-4f0f-be83-d37feb0b44d8 tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:18:02.620161 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:02.621724 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 5f83ad04-511d-4548-98f9-c009d3a78a75 no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:18:02.639724 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a5a02f-3c9c-4ac9-8c01-0ad3c8f655e9 req-bdae8c8b-bc7d-4f0f-be83-d37feb0b44d8 tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:02.640850 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-a5a5a02f-3c9c-4ac9-8c01-0ad3c8f655e9 req-bdae8c8b-bc7d-4f0f-be83-d37feb0b44d8 tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:02.682411 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdae8c8b-bc7d-4f0f-be83-d37feb0b44d8 tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] Pushing event updated for resources: {'Port': ['ID=7ba72d6c-558c-4c47-8a1a-19af66a3602c,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:18:02.709668 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-a5a5a02f-3c9c-4ac9-8c01-0ad3c8f655e9 req-bdae8c8b-bc7d-4f0f-be83-d37feb0b44d8 tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1974926 Aug 05 11:18:02.734269 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-a5a5a02f-3c9c-4ac9-8c01-0ad3c8f655e9 req-ad2871ff-a425-4511-a329-b1b8049b9faa service neutron] Request body: {'port': {'device_id': '55daa2aa-40fb-4c01-a652-a2b5b83b96ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:18:02.755698 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda5292b-8751-4c1a-8c09-6bc354bee2e9 req-4e1a8c97-ee78-4d6e-b1cf-e64787dad69c tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:02.780732 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-dda5292b-8751-4c1a-8c09-6bc354bee2e9 req-4e1a8c97-ee78-4d6e-b1cf-e64787dad69c tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce4b7a83-20e6-417f-926d-f36b7231440d HTTP/1.1" status: 200 len: 944 time: 0.3135614 Aug 05 11:18:03.040328 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-dda5292b-8751-4c1a-8c09-6bc354bee2e9 req-d17270c6-3c0c-4471-8f92-7006d4f0305e tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] 10.222.0.58 "GET /v2.0/security-groups?id=06a7a4d4-8ced-4edb-81e5-f04cb02169d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578604 Aug 05 11:18:03.126104 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:03.136813 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] No Port match for: 5f83ad04-511d-4548-98f9-c009d3a78a75 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:18:03.137509 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 5f83ad04-511d-4548-98f9-c009d3a78a75 not bound to the agent host n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:18:03.167225 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=e2b0dd59-d3fe-431d-ab42-136b5bbf8974,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:18:03.210786 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0af54dd-e366-4e51-a842-4cb38ede7bc0 x-openstack-request-id: req-b0af54dd-e366-4e51-a842-4cb38ede7bc0 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:18:03.213869 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce4b7a83-20e6-417f-926d-f36b7231440d", "name": "network-vif-plugged", "status": "completed", "tag": "e2b0dd59-d3fe-431d-ab42-136b5bbf8974", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:18:03.214524 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b0af54dd-e366-4e51-a842-4cb38ede7bc0 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:18:03.215049 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce4b7a83-20e6-417f-926d-f36b7231440d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2b0dd59-d3fe-431d-ab42-136b5bbf8974', 'code': 200} Aug 05 11:18:03.235102 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:18:03.237023 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:18:03.237683 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:18:03.239496 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:18:03.241294 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:18:03.241939 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:18:03.244748 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:18:03.246606 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:18:03.247205 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:18:03.249018 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:18:03.251453 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:18:03.252185 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:18:03.439175 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676583b0-372c-4ad6-aa41-bc36a119ddf1 req-805e226b-57b2-4675-a427-6399ea976231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:03.440589 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-a5a5a02f-3c9c-4ac9-8c01-0ad3c8f655e9 req-ad2871ff-a425-4511-a329-b1b8049b9faa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:03.443090 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-676583b0-372c-4ad6-aa41-bc36a119ddf1 req-805e226b-57b2-4675-a427-6399ea976231 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ce4b7a83-20e6-417f-926d-f36b7231440d HTTP/1.1" status: 200 len: 1096 time: 0.2818761 Aug 05 11:18:03.447257 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-cd81431e-9939-48fc-93c2-bb253e2f7582 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:03.505494 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-ceeccc0f-2d2e-4b10-8aba-e6a6739128b6 None None] Provisioning for port 7ba72d6c-558c-4c47-8a1a-19af66a3602c completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:18:03.533110 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-ceeccc0f-2d2e-4b10-8aba-e6a6739128b6 None None] Provisioning complete for port 7ba72d6c-558c-4c47-8a1a-19af66a3602c triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:18:03.533833 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-ceeccc0f-2d2e-4b10-8aba-e6a6739128b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:03.572711 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 89e1ceeb-0597-41b8-87ce-628445d80d87, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=89e1ceeb-0597-41b8-87ce-628445d80d87,segment=NetworkSegment(7242661a-6816-45d7-a9cf-d91bdd00208a),segment_id=7242661a-6816-45d7-a9cf-d91bdd00208a)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:18:03.574619 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:03.599777 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:03.600318 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21b8c12-669a-49aa-bd7e-1889861c8f54 req-a7cc12d9-c77a-4307-81e6-e88bf0953d2f tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:03.602623 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e21b8c12-669a-49aa-bd7e-1889861c8f54 req-a7cc12d9-c77a-4307-81e6-e88bf0953d2f tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/ports?device_id=32074892-07d5-47e0-93ba-33ceb5bd35b2 HTTP/1.1" status: 200 len: 945 time: 0.2845056 Aug 05 11:18:03.639696 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-676583b0-372c-4ad6-aa41-bc36a119ddf1 req-ca900ab8-8884-472b-abc7-642b51c6f7ce service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=06a7a4d4-8ced-4edb-81e5-f04cb02169d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883173 Aug 05 11:18:03.768098 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-ceeccc0f-2d2e-4b10-8aba-e6a6739128b6 None None] Port 7ba72d6c-558c-4c47-8a1a-19af66a3602c cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:18:03.779073 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e21b8c12-669a-49aa-bd7e-1889861c8f54 req-e0114b6c-7107-499f-910a-16bd10a9f12c tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b660be2-1cd3-4f1b-b8b6-43aa3e7d82c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576574 Aug 05 11:18:03.873154 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-cd81431e-9939-48fc-93c2-bb253e2f7582 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Allocated IP 172.25.5.123 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/c4a2d584-0395-4e52-853b-9a126607e526) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:18:03.905935 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port cb112697-ef4f-4dd7-850c-1e5b54969d32, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=cb112697-ef4f-4dd7-850c-1e5b54969d32,segment=NetworkSegment(e189f35c-f3ef-4a7a-80a9-94338e9d036d),segment_id=e189f35c-f3ef-4a7a-80a9-94338e9d036d)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:18:03.934198 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:03.959631 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=89e1ceeb-0597-41b8-87ce-628445d80d87,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:18:04.130863 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-cd81431e-9939-48fc-93c2-bb253e2f7582 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:04.235553 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=cb112697-ef4f-4dd7-850c-1e5b54969d32,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:18:04.241437 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-cd81431e-9939-48fc-93c2-bb253e2f7582 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:04.355389 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd81431e-9939-48fc-93c2-bb253e2f7582 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:18:04.374197 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-cd81431e-9939-48fc-93c2-bb253e2f7582 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:18:04.381418 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd81431e-9939-48fc-93c2-bb253e2f7582 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:18:04.482333 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-a5a5a02f-3c9c-4ac9-8c01-0ad3c8f655e9 req-ad2871ff-a425-4511-a329-b1b8049b9faa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ba72d6c-558c-4c47-8a1a-19af66a3602c {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:18:04.502383 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-a5a5a02f-3c9c-4ac9-8c01-0ad3c8f655e9 req-ad2871ff-a425-4511-a329-b1b8049b9faa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:04.547356 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-a5a5a02f-3c9c-4ac9-8c01-0ad3c8f655e9 req-ad2871ff-a425-4511-a329-b1b8049b9faa service neutron] Transition to ACTIVE for port object 7ba72d6c-558c-4c47-8a1a-19af66a3602c will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:18:04.556782 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-a5a5a02f-3c9c-4ac9-8c01-0ad3c8f655e9 req-ad2871ff-a425-4511-a329-b1b8049b9faa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:04.573212 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-cd81431e-9939-48fc-93c2-bb253e2f7582 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:04.608900 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd81431e-9939-48fc-93c2-bb253e2f7582 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Pushing event updated for resources: {'Port': ['ID=c4a2d584-0395-4e52-853b-9a126607e526,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:18:04.672318 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2871ff-a425-4511-a329-b1b8049b9faa service neutron] Pushing event updated for resources: {'Port': ['ID=7ba72d6c-558c-4c47-8a1a-19af66a3602c,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:18:04.747235 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 38688) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:18:04.777847 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-a5a5a02f-3c9c-4ac9-8c01-0ad3c8f655e9 req-ad2871ff-a425-4511-a329-b1b8049b9faa service neutron] Attempting to bind port 7ba72d6c-558c-4c47-8a1a-19af66a3602c on host n-h1-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:18:04.778193 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-a5a5a02f-3c9c-4ac9-8c01-0ad3c8f655e9 req-ad2871ff-a425-4511-a329-b1b8049b9faa service neutron] Attempting to bind port 7ba72d6c-558c-4c47-8a1a-19af66a3602c by drivers openvswitch,hyperv on host n-h1-803378-2 at level 0 using segments [{'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:18:04.778544 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a5a02f-3c9c-4ac9-8c01-0ad3c8f655e9 req-ad2871ff-a425-4511-a329-b1b8049b9faa service neutron] Attempting to bind port 7ba72d6c-558c-4c47-8a1a-19af66a3602c on network 91caede3-92e4-4b1e-8e3e-36227cfd846a {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:18:04.791992 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a5a02f-3c9c-4ac9-8c01-0ad3c8f655e9 req-ad2871ff-a425-4511-a329-b1b8049b9faa service neutron] Port 7ba72d6c-558c-4c47-8a1a-19af66a3602c on network 91caede3-92e4-4b1e-8e3e-36227cfd846a not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:18:04.793164 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a5a02f-3c9c-4ac9-8c01-0ad3c8f655e9 req-ad2871ff-a425-4511-a329-b1b8049b9faa service neutron] Attempting to bind port 7ba72d6c-558c-4c47-8a1a-19af66a3602c on network 91caede3-92e4-4b1e-8e3e-36227cfd846a {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:18:04.797965 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97bee6c-7d7f-4eb4-a5bd-c2e32d6e9873 req-7c2a1bfc-f992-49a6-b2c2-44db9c4ec64f tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:04.800690 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e97bee6c-7d7f-4eb4-a5bd-c2e32d6e9873 req-7c2a1bfc-f992-49a6-b2c2-44db9c4ec64f tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] 10.222.0.58 "GET /v2.0/ports?device_id=55daa2aa-40fb-4c01-a652-a2b5b83b96ba HTTP/1.1" status: 200 len: 936 time: 0.5867183 Aug 05 11:18:04.808926 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a5a02f-3c9c-4ac9-8c01-0ad3c8f655e9 req-ad2871ff-a425-4511-a329-b1b8049b9faa service neutron] Checking agent: {'id': '40bb7567-59bd-4b31-bc29-da1c50bca759', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:18:04.809236 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a5a02f-3c9c-4ac9-8c01-0ad3c8f655e9 req-ad2871ff-a425-4511-a329-b1b8049b9faa service neutron] Checking segment: {'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:18:04.809881 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a5a02f-3c9c-4ac9-8c01-0ad3c8f655e9 req-ad2871ff-a425-4511-a329-b1b8049b9faa service neutron] Bound using segment: {'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:18:04.810959 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-a5a5a02f-3c9c-4ac9-8c01-0ad3c8f655e9 req-ad2871ff-a425-4511-a329-b1b8049b9faa service neutron] Bound port: 7ba72d6c-558c-4c47-8a1a-19af66a3602c, host: n-h1-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:18:04.811407 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-a5a5a02f-3c9c-4ac9-8c01-0ad3c8f655e9 req-ad2871ff-a425-4511-a329-b1b8049b9faa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:04.875944 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b71fd03-7be6-4bd7-9f45-00878eeaff91 req-16eb5c38-4511-4318-a2e6-13ed65e28b6b tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:04.890747 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1b71fd03-7be6-4bd7-9f45-00878eeaff91 req-16eb5c38-4511-4318-a2e6-13ed65e28b6b tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce4b7a83-20e6-417f-926d-f36b7231440d HTTP/1.1" status: 200 len: 945 time: 0.3627105 Aug 05 11:18:04.936699 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-cd81431e-9939-48fc-93c2-bb253e2f7582 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:04.985328 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-a5a5a02f-3c9c-4ac9-8c01-0ad3c8f655e9 req-ad2871ff-a425-4511-a329-b1b8049b9faa service neutron] For port 7ba72d6c-558c-4c47-8a1a-19af66a3602c, host n-h1-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:18:04.994465 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-a5a5a02f-3c9c-4ac9-8c01-0ad3c8f655e9 req-ad2871ff-a425-4511-a329-b1b8049b9faa service neutron] For port 7ba72d6c-558c-4c47-8a1a-19af66a3602c, host n-h1-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=7ba72d6c-558c-4c47-8a1a-19af66a3602c,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:18:05.007286 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-a5a5a02f-3c9c-4ac9-8c01-0ad3c8f655e9 req-ad2871ff-a425-4511-a329-b1b8049b9faa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:05.053454 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1b71fd03-7be6-4bd7-9f45-00878eeaff91 req-75d68cd6-759d-4799-ae8b-78eb4634bdf9 tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] 10.222.0.58 "GET /v2.0/security-groups?id=06a7a4d4-8ced-4edb-81e5-f04cb02169d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579938 Aug 05 11:18:05.095679 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a5a02f-3c9c-4ac9-8c01-0ad3c8f655e9 req-ad2871ff-a425-4511-a329-b1b8049b9faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:05.096832 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-a5a5a02f-3c9c-4ac9-8c01-0ad3c8f655e9 req-ad2871ff-a425-4511-a329-b1b8049b9faa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:05.098801 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-a5a5a02f-3c9c-4ac9-8c01-0ad3c8f655e9 req-ad2871ff-a425-4511-a329-b1b8049b9faa service neutron] 10.222.0.64 "PUT /v2.0/ports/7ba72d6c-558c-4c47-8a1a-19af66a3602c HTTP/1.1" status: 200 len: 1096 time: 2.3724120 Aug 05 11:18:05.100299 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55daa2aa-40fb-4c01-a652-a2b5b83b96ba', 'tag': '7ba72d6c-558c-4c47-8a1a-19af66a3602c'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:18:05.102408 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07759775-d094-4d5b-bdb3-a683a43bfdf2" -d '{"events": [{"name": "network-changed", "server_uuid": "55daa2aa-40fb-4c01-a652-a2b5b83b96ba", "tag": "7ba72d6c-558c-4c47-8a1a-19af66a3602c"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:18:05.215695 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32074892-07d5-47e0-93ba-33ceb5bd35b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89e1ceeb-0597-41b8-87ce-628445d80d87'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:18:05.220911 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0654972-b94d-4f78-8f11-e48f9e5e5d76" -d '{"events": [{"server_uuid": "32074892-07d5-47e0-93ba-33ceb5bd35b2", "name": "network-vif-plugged", "status": "completed", "tag": "89e1ceeb-0597-41b8-87ce-628445d80d87"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:18:05.261945 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e97bee6c-7d7f-4eb4-a5bd-c2e32d6e9873 req-0806e9f7-91f2-4621-a0a7-95f22409814d tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] 10.222.0.58 "GET /v2.0/security-groups?id=8a867c99-4b32-4fbb-ac11-15feea2abf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4281402 Aug 05 11:18:05.369218 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2871ff-a425-4511-a329-b1b8049b9faa service neutron] Pushing event updated for resources: {'Port': ['ID=7ba72d6c-558c-4c47-8a1a-19af66a3602c,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:18:05.399558 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-f8a69671-0e24-49c0-a090-f04daf5b340c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=643d6ab70ab240a4b93ac8350d447a31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6507475 Aug 05 11:18:05.404588 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 38708) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:18:05.448656 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-cd81431e-9939-48fc-93c2-bb253e2f7582 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:05.467034 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-cd81431e-9939-48fc-93c2-bb253e2f7582 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:05.480422 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a5a02f-3c9c-4ac9-8c01-0ad3c8f655e9 req-cca0c19d-1f00-465d-9100-a424870caaae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:05.482630 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-a5a5a02f-3c9c-4ac9-8c01-0ad3c8f655e9 req-cca0c19d-1f00-465d-9100-a424870caaae service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fa1d9593fdc54edeb0d95ca660b30b88&device_id=55daa2aa-40fb-4c01-a652-a2b5b83b96ba HTTP/1.1" status: 200 len: 1099 time: 0.2468607 Aug 05 11:18:05.613150 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-a5a5a02f-3c9c-4ac9-8c01-0ad3c8f655e9 req-516c1dd7-7a09-4313-bf8c-b70eab8837af service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=7ba72d6c-558c-4c47-8a1a-19af66a3602c HTTP/1.1" status: 200 len: 217 time: 0.1098514 Aug 05 11:18:05.654266 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd81431e-9939-48fc-93c2-bb253e2f7582 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Pushing event updated for resources: {'Port': ['ID=c4a2d584-0395-4e52-853b-9a126607e526,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:18:05.688182 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-cd81431e-9939-48fc-93c2-bb253e2f7582 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33287247'] for floatingip, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:05.728899 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-acb3f529-0969-41bb-8c5e-e79680b7853c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:05.736277 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-cd81431e-9939-48fc-93c2-bb253e2f7582 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:05.739452 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-cd81431e-9939-48fc-93c2-bb253e2f7582 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4387345 Aug 05 11:18:05.756740 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d0ca7d-a9e1-471c-a85c-988c073c087b req-f45cfda1-b2d3-4434-a367-9e2ab9299f3b tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:05.771116 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d9d0ca7d-a9e1-471c-a85c-988c073c087b req-f45cfda1-b2d3-4434-a367-9e2ab9299f3b tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/ports?device_id=32074892-07d5-47e0-93ba-33ceb5bd35b2 HTTP/1.1" status: 200 len: 946 time: 0.3098068 Aug 05 11:18:05.783100 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-acb3f529-0969-41bb-8c5e-e79680b7853c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:05.856218 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d9d0ca7d-a9e1-471c-a85c-988c073c087b req-cbe4d265-7ac9-4945-aa97-4ffa340e5c63 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b660be2-1cd3-4f1b-b8b6-43aa3e7d82c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811903 Aug 05 11:18:05.911391 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a5a02f-3c9c-4ac9-8c01-0ad3c8f655e9 req-3e460171-cf29-4135-9a6f-c410c892524d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:05.916224 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-a5a5a02f-3c9c-4ac9-8c01-0ad3c8f655e9 req-3e460171-cf29-4135-9a6f-c410c892524d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6842f728-c2f3-4e36-bb32-3303d06ce3f4 HTTP/1.1" status: 200 len: 843 time: 0.2849104 Aug 05 11:18:06.012425 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72754102-fa1a-4d29-8ef0-53025a1d1a06 x-openstack-request-id: req-72754102-fa1a-4d29-8ef0-53025a1d1a06 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:18:06.013043 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55daa2aa-40fb-4c01-a652-a2b5b83b96ba", "tag": "7ba72d6c-558c-4c47-8a1a-19af66a3602c", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:18:06.013579 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-72754102-fa1a-4d29-8ef0-53025a1d1a06 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:18:06.014440 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55daa2aa-40fb-4c01-a652-a2b5b83b96ba', 'tag': '7ba72d6c-558c-4c47-8a1a-19af66a3602c', 'status': 'completed', 'code': 200} Aug 05 11:18:06.017265 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-acb3f529-0969-41bb-8c5e-e79680b7853c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:06.023407 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-acb3f529-0969-41bb-8c5e-e79680b7853c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:06.026014 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-acb3f529-0969-41bb-8c5e-e79680b7853c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e6f338a7-32f9-4dd9-8d34-2e1215ef1c93 HTTP/1.1" status: 204 len: 168 time: 0.6189554 Aug 05 11:18:06.042388 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd5f7d99-f829-472b-b366-751521c559e2 x-openstack-request-id: req-bd5f7d99-f829-472b-b366-751521c559e2 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:18:06.043118 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32074892-07d5-47e0-93ba-33ceb5bd35b2", "name": "network-vif-plugged", "status": "completed", "tag": "89e1ceeb-0597-41b8-87ce-628445d80d87", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:18:06.043271 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb3f529-0969-41bb-8c5e-e79680b7853c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6f338a7-32f9-4dd9-8d34-2e1215ef1c93,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:18:06.043424 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bd5f7d99-f829-472b-b366-751521c559e2 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:18:06.044184 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32074892-07d5-47e0-93ba-33ceb5bd35b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89e1ceeb-0597-41b8-87ce-628445d80d87', 'code': 200} Aug 05 11:18:06.049456 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a5a02f-3c9c-4ac9-8c01-0ad3c8f655e9 req-a4e49673-ccc6-49fe-bc58-798e183bb2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:06.052423 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-a5a5a02f-3c9c-4ac9-8c01-0ad3c8f655e9 req-a4e49673-ccc6-49fe-bc58-798e183bb2ed service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=91caede3-92e4-4b1e-8e3e-36227cfd846a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1229298 Aug 05 11:18:06.224713 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device cb112697-ef4f-4dd7-850c-1e5b54969d32 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:18:06.386424 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port cb112697-ef4f-4dd7-850c-1e5b54969d32 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:18:06.390137 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609f442f-675d-4f2e-a1ec-8b856cd9acac req-87b9da20-2912-4eba-a11d-52d6af11094e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:06.390869 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:06.392597 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-609f442f-675d-4f2e-a1ec-8b856cd9acac req-87b9da20-2912-4eba-a11d-52d6af11094e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=32074892-07d5-47e0-93ba-33ceb5bd35b2 HTTP/1.1" status: 200 len: 1097 time: 0.1374023 Aug 05 11:18:06.432172 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-a5a5a02f-3c9c-4ac9-8c01-0ad3c8f655e9 req-20b85354-3664-4dd5-8b35-b07e78794dc5 service neutron] 10.222.0.64 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3575058 Aug 05 11:18:06.494245 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfeebd4-0010-4898-9efa-bc87d410347a req-721af571-d57d-4400-acf6-2b2442548a51 tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:06.506140 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2cfeebd4-0010-4898-9efa-bc87d410347a req-721af571-d57d-4400-acf6-2b2442548a51 tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce4b7a83-20e6-417f-926d-f36b7231440d HTTP/1.1" status: 200 len: 945 time: 0.1098299 Aug 05 11:18:06.649728 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2cfeebd4-0010-4898-9efa-bc87d410347a req-e1366f1b-8449-4a1e-a787-65a65552abb4 tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] 10.222.0.58 "GET /v2.0/security-groups?id=06a7a4d4-8ced-4edb-81e5-f04cb02169d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409912 Aug 05 11:18:06.693859 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-609f442f-675d-4f2e-a1ec-8b856cd9acac req-577d24f3-1a83-4102-8223-ca83a6dd4734 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=8b660be2-1cd3-4f1b-b8b6-43aa3e7d82c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864368 Aug 05 11:18:06.729107 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2ce110da-7bd6-4522-9e7d-3574f0c39775 req-7b4d1dff-0cc5-4d5b-83d3-6f0ac9a03663 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1416661007&fields=id&tenant_id=6bc7fa8383e045a7819a17e3ff0ad9ad HTTP/1.1" status: 200 len: 267 time: 0.1377704 Aug 05 11:18:06.789601 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-a5a5a02f-3c9c-4ac9-8c01-0ad3c8f655e9 req-8a20ea77-15be-4b57-99fe-7a37e0c98a53 service neutron] 10.222.0.64 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3378401 Aug 05 11:18:07.061674 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce110da-7bd6-4522-9e7d-3574f0c39775 req-73b18ed6-f6a7-4e9d-a93f-f84d00b8d48f tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:07.064579 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2ce110da-7bd6-4522-9e7d-3574f0c39775 req-73b18ed6-f6a7-4e9d-a93f-f84d00b8d48f tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] 10.222.0.58 "GET /v2.0/networks?id=bd39b4b7-e343-48d5-a296-8b0623efb24d HTTP/1.1" status: 200 len: 824 time: 0.3121774 Aug 05 11:18:07.104841 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6e732a-7100-4fc5-a863-26b9b90cf801 req-7d9fcd5d-f21c-42d1-96b2-0179f54d827f tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:07.111158 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-108e02f7-6762-4b2a-9bb9-85a52eb8a506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:07.118440 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fa6e732a-7100-4fc5-a863-26b9b90cf801 req-7d9fcd5d-f21c-42d1-96b2-0179f54d827f tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] 10.222.0.58 "GET /v2.0/ports?device_id=55daa2aa-40fb-4c01-a652-a2b5b83b96ba HTTP/1.1" status: 200 len: 948 time: 0.2469590 Aug 05 11:18:07.153506 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2ce110da-7bd6-4522-9e7d-3574f0c39775 req-406d8354-e5ed-4b1a-bce4-f797fec63430 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] 10.222.0.58 "GET /v2.0/quotas/6bc7fa8383e045a7819a17e3ff0ad9ad HTTP/1.1" status: 200 len: 375 time: 0.0332813 Aug 05 11:18:07.180231 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 38760) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:18:07.265298 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fa6e732a-7100-4fc5-a863-26b9b90cf801 req-c9fbddd7-22e3-475d-89f2-e337149253cf tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] 10.222.0.58 "GET /v2.0/security-groups?id=8a867c99-4b32-4fbb-ac11-15feea2abf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315203 Aug 05 11:18:07.295495 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2ce110da-7bd6-4522-9e7d-3574f0c39775 req-e30604a5-91ab-477a-8070-28931eb61155 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=6bc7fa8383e045a7819a17e3ff0ad9ad&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1251256 Aug 05 11:18:07.305679 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-b3915403-2d3f-4892-8827-852f9f894729 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0be73abf14904a4b95221f50702b7bf9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1239786 Aug 05 11:18:07.310590 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 38762) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:18:07.312256 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07759775-d094-4d5b-bdb3-a683a43bfdf2 req-8fef6a0e-67c5-40c4-8e58-5b4d35d5aa12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:07.314310 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-07759775-d094-4d5b-bdb3-a683a43bfdf2 req-8fef6a0e-67c5-40c4-8e58-5b4d35d5aa12 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fa1d9593fdc54edeb0d95ca660b30b88&device_id=55daa2aa-40fb-4c01-a652-a2b5b83b96ba HTTP/1.1" status: 200 len: 1099 time: 0.1029596 Aug 05 11:18:07.511582 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07759775-d094-4d5b-bdb3-a683a43bfdf2 req-6e18ab6d-d1a1-4eaa-8454-5f3ec5b2a5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:07.512953 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-07759775-d094-4d5b-bdb3-a683a43bfdf2 req-6e18ab6d-d1a1-4eaa-8454-5f3ec5b2a5f5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=91caede3-92e4-4b1e-8e3e-36227cfd846a HTTP/1.1" status: 200 len: 870 time: 0.1894934 Aug 05 11:18:07.575064 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-07759775-d094-4d5b-bdb3-a683a43bfdf2 req-ea088c84-18a6-451e-a19e-5a2d0a63e380 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=7ba72d6c-558c-4c47-8a1a-19af66a3602c HTTP/1.1" status: 200 len: 217 time: 0.0539174 Aug 05 11:18:07.642626 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07759775-d094-4d5b-bdb3-a683a43bfdf2 req-922c7b4f-3c2f-4b06-8b2f-d1a74b05d49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:07.645586 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-07759775-d094-4d5b-bdb3-a683a43bfdf2 req-922c7b4f-3c2f-4b06-8b2f-d1a74b05d49f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6842f728-c2f3-4e36-bb32-3303d06ce3f4 HTTP/1.1" status: 200 len: 843 time: 0.0613139 Aug 05 11:18:07.678393 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fc39017a-77ad-4628-916a-80e66cce1364 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:07.728989 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07759775-d094-4d5b-bdb3-a683a43bfdf2 req-c8d2cf50-8d76-4e6b-88ee-d4071deda203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:07.732451 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-07759775-d094-4d5b-bdb3-a683a43bfdf2 req-c8d2cf50-8d76-4e6b-88ee-d4071deda203 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=91caede3-92e4-4b1e-8e3e-36227cfd846a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0788798 Aug 05 11:18:07.866739 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-07759775-d094-4d5b-bdb3-a683a43bfdf2 req-7334af35-cb54-4f9d-ac55-b6db1461f1ba service neutron] 10.222.0.64 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248450 Aug 05 11:18:08.016113 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-07759775-d094-4d5b-bdb3-a683a43bfdf2 req-753869cb-0ea1-4b6f-82c5-0020441e7d76 service neutron] 10.222.0.64 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402128 Aug 05 11:18:08.049127 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2ce110da-7bd6-4522-9e7d-3574f0c39775 req-f85b47ea-9eff-4f0a-8a05-fbf33a6646f2 service neutron] 10.222.0.58 "GET /v2.0/networks/bd39b4b7-e343-48d5-a296-8b0623efb24d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7237670 Aug 05 11:18:08.093518 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fc39017a-77ad-4628-916a-80e66cce1364 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:08.295043 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e7fd74fe-8e71-478d-a41f-ef7bc3f1a132 req-80c6499e-ac46-4718-9ed6-157b6575f5ed tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8260624 Aug 05 11:18:08.329076 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-e7fd74fe-8e71-478d-a41f-ef7bc3f1a132 req-26cc15f9-2c0f-4b8b-8849-342cf8bbe5bb tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Request body: {'floatingip': {'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:18:08.425588 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-e7fd74fe-8e71-478d-a41f-ef7bc3f1a132 req-26cc15f9-2c0f-4b8b-8849-342cf8bbe5bb tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Notify callbacks [] for floatingip, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:08.437362 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2ce110da-7bd6-4522-9e7d-3574f0c39775 req-302f714d-bb68-4898-b5d5-e02a33741e74 service neutron] 10.222.0.58 "GET /v2.0/networks/bd39b4b7-e343-48d5-a296-8b0623efb24d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3481903 Aug 05 11:18:08.449692 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fc39017a-77ad-4628-916a-80e66cce1364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:08.453138 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fc39017a-77ad-4628-916a-80e66cce1364 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:08.454585 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-fc39017a-77ad-4628-916a-80e66cce1364 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2957996d-416b-4490-a6d5-392fae63dfa2 HTTP/1.1" status: 204 len: 168 time: 1.1406534 Aug 05 11:18:08.523233 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc39017a-77ad-4628-916a-80e66cce1364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2957996d-416b-4490-a6d5-392fae63dfa2,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:18:08.705284 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-e7fd74fe-8e71-478d-a41f-ef7bc3f1a132 req-26cc15f9-2c0f-4b8b-8849-342cf8bbe5bb tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:08.996415 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea5ce53-066a-4ae0-87f8-e26c33eaaa9d req-3a51037d-7212-4684-bbf4-11205b7d55f8 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:08.999848 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4ea5ce53-066a-4ae0-87f8-e26c33eaaa9d req-3a51037d-7212-4684-bbf4-11205b7d55f8 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/ports?device_id=32074892-07d5-47e0-93ba-33ceb5bd35b2 HTTP/1.1" status: 200 len: 946 time: 0.1628098 Aug 05 11:18:09.021614 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [req-e7fd74fe-8e71-478d-a41f-ef7bc3f1a132 req-26cc15f9-2c0f-4b8b-8849-342cf8bbe5bb tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Allocated IP 172.25.5.21 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/f64a0fa4-3502-49db-8f38-c0dc7676aa6a) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:18:09.158349 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4ea5ce53-066a-4ae0-87f8-e26c33eaaa9d req-fbecf18e-a317-47f1-bf67-f55f6a42b3fc tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b660be2-1cd3-4f1b-b8b6-43aa3e7d82c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402917 Aug 05 11:18:09.264748 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-e7fd74fe-8e71-478d-a41f-ef7bc3f1a132 req-26cc15f9-2c0f-4b8b-8849-342cf8bbe5bb tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:09.365478 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-e7fd74fe-8e71-478d-a41f-ef7bc3f1a132 req-26cc15f9-2c0f-4b8b-8849-342cf8bbe5bb tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:09.469774 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7fd74fe-8e71-478d-a41f-ef7bc3f1a132 req-26cc15f9-2c0f-4b8b-8849-342cf8bbe5bb tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:18:09.476305 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [req-e7fd74fe-8e71-478d-a41f-ef7bc3f1a132 req-26cc15f9-2c0f-4b8b-8849-342cf8bbe5bb tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:18:09.487345 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7fd74fe-8e71-478d-a41f-ef7bc3f1a132 req-26cc15f9-2c0f-4b8b-8849-342cf8bbe5bb tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:18:09.511174 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cc15f9-2c0f-4b8b-8849-342cf8bbe5bb tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Pushing event updated for resources: {'Port': ['ID=f64a0fa4-3502-49db-8f38-c0dc7676aa6a,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:18:09.594033 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-e7fd74fe-8e71-478d-a41f-ef7bc3f1a132 req-26cc15f9-2c0f-4b8b-8849-342cf8bbe5bb tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:09.682892 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-e7fd74fe-8e71-478d-a41f-ef7bc3f1a132 req-26cc15f9-2c0f-4b8b-8849-342cf8bbe5bb tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:09.946789 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-7d7dd26f-1e4b-488d-bbcb-c578c2a3e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:09.959113 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:10.139462 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5c5802-9277-4993-8e98-feb6fb8e127d req-14cdbfce-a8dd-4027-8f09-9c6af7f9f413 tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:10.141764 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cf5c5802-9277-4993-8e98-feb6fb8e127d req-14cdbfce-a8dd-4027-8f09-9c6af7f9f413 tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] 10.222.0.58 "GET /v2.0/ports?device_id=55daa2aa-40fb-4c01-a652-a2b5b83b96ba HTTP/1.1" status: 200 len: 948 time: 0.1792743 Aug 05 11:18:10.211676 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-e7fd74fe-8e71-478d-a41f-ef7bc3f1a132 req-26cc15f9-2c0f-4b8b-8849-342cf8bbe5bb tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:10.228817 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-e7fd74fe-8e71-478d-a41f-ef7bc3f1a132 req-26cc15f9-2c0f-4b8b-8849-342cf8bbe5bb tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:10.302061 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cf5c5802-9277-4993-8e98-feb6fb8e127d req-c46abd26-3c4c-4a6d-8572-21f783351c94 tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] 10.222.0.58 "GET /v2.0/security-groups?id=8a867c99-4b32-4fbb-ac11-15feea2abf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445174 Aug 05 11:18:10.331840 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-e7fd74fe-8e71-478d-a41f-ef7bc3f1a132 req-26cc15f9-2c0f-4b8b-8849-342cf8bbe5bb tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33287247'] for floatingip, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:10.345911 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cc15f9-2c0f-4b8b-8849-342cf8bbe5bb tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Pushing event updated for resources: {'Port': ['ID=f64a0fa4-3502-49db-8f38-c0dc7676aa6a,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:18:10.383527 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-e7fd74fe-8e71-478d-a41f-ef7bc3f1a132 req-26cc15f9-2c0f-4b8b-8849-342cf8bbe5bb tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:10.385841 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e7fd74fe-8e71-478d-a41f-ef7bc3f1a132 req-26cc15f9-2c0f-4b8b-8849-342cf8bbe5bb tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.0715003 Aug 05 11:18:10.424924 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 38814) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:18:10.589420 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ace98bac-05b3-4b52-84e8-950178c1dfb2 req-a4f096aa-93bb-4825-a64f-b44d1f4c95db tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] 10.222.0.58 "GET /v2.0/ports?device_id=7fc67fa6-8309-49bf-8612-e43b68087ccd HTTP/1.1" status: 200 len: 210 time: 0.1362002 Aug 05 11:18:10.603120 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e7fd74fe-8e71-478d-a41f-ef7bc3f1a132 req-ad6c0305-5863-432a-9ec1-13d497929467 tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.5.21 HTTP/1.1" status: 200 len: 695 time: 0.2055016 Aug 05 11:18:10.772338 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-02dbd544-b980-4e70-a7bd-25627ba59486 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:11.039451 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce110da-7bd6-4522-9e7d-3574f0c39775 req-9778232e-410d-4407-b171-e8cd59148abd tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:11.042272 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2ce110da-7bd6-4522-9e7d-3574f0c39775 req-9778232e-410d-4407-b171-e8cd59148abd tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] 10.222.0.55 "GET /v2.0/networks?id=bd39b4b7-e343-48d5-a296-8b0623efb24d HTTP/1.1" status: 200 len: 824 time: 0.4310510 Aug 05 11:18:11.077741 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fd74fe-8e71-478d-a41f-ef7bc3f1a132 req-681eb7a1-4e34-4184-ab98-cf0acf8315f2 tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:11.078754 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-02dbd544-b980-4e70-a7bd-25627ba59486 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:11.081154 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e7fd74fe-8e71-478d-a41f-ef7bc3f1a132 req-681eb7a1-4e34-4184-ab98-cf0acf8315f2 tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] 10.222.0.58 "GET /v2.0/networks/36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd HTTP/1.1" status: 200 len: 784 time: 0.4663053 Aug 05 11:18:11.093604 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-02dbd544-b980-4e70-a7bd-25627ba59486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:11.113969 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [req-e7fd74fe-8e71-478d-a41f-ef7bc3f1a132 req-0537887a-2afd-42e9-8982-6eb18d29b4fa tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94420) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 11:18:11.120571 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e7fd74fe-8e71-478d-a41f-ef7bc3f1a132 req-0537887a-2afd-42e9-8982-6eb18d29b4fa tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0218928 Aug 05 11:18:11.221116 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-02dbd544-b980-4e70-a7bd-25627ba59486 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=809783b5e31f4c499dd044ffce81aad9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7941191 Aug 05 11:18:11.221999 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 38830) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:18:11.239948 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dbd544-b980-4e70-a7bd-25627ba59486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c78636a-d21b-4bfe-835e-03307cd6b88a,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:18:11.242126 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2ce110da-7bd6-4522-9e7d-3574f0c39775 req-006e16c4-0413-4114-aa3e-828531d42a72 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6bc7fa8383e045a7819a17e3ff0ad9ad HTTP/1.1" status: 200 len: 380 time: 0.1567810 Aug 05 11:18:11.258079 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-2ce110da-7bd6-4522-9e7d-3574f0c39775 req-5571c42f-307a-45ba-8b09-35a24a9895ca tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Request body: {'port': {'device_id': '7fc67fa6-8309-49bf-8612-e43b68087ccd', 'network_id': 'bd39b4b7-e343-48d5-a296-8b0623efb24d', 'admin_state_up': True, 'tenant_id': '6bc7fa8383e045a7819a17e3ff0ad9ad', 'security_groups': ['7da178d1-b212-4c54-b70b-ef9e06c169f6']}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:18:11.339432 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a9af4ea1-c9ea-4a76-bfdc-fafa94286683 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:11.391293 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a9af4ea1-c9ea-4a76-bfdc-fafa94286683 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:11.420252 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 7ba72d6c-558c-4c47-8a1a-19af66a3602c details requested by agent hyperv_n-h1-803378-2 with host n-h1-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:18:11.524765 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a9af4ea1-c9ea-4a76-bfdc-fafa94286683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:11.528892 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a9af4ea1-c9ea-4a76-bfdc-fafa94286683 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:11.534941 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-a9af4ea1-c9ea-4a76-bfdc-fafa94286683 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8c78636a-d21b-4bfe-835e-03307cd6b88a HTTP/1.1" status: 204 len: 168 time: 0.3093698 Aug 05 11:18:11.545014 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ce110da-7bd6-4522-9e7d-3574f0c39775 req-5571c42f-307a-45ba-8b09-35a24a9895ca tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Made reservation on behalf of 6bc7fa8383e045a7819a17e3ff0ad9ad for: {'port': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:18:11.554078 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-2ce110da-7bd6-4522-9e7d-3574f0c39775 req-5571c42f-307a-45ba-8b09-35a24a9895ca tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:11.556881 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9af4ea1-c9ea-4a76-bfdc-fafa94286683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c78636a-d21b-4bfe-835e-03307cd6b88a,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:18:11.667297 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 7ba72d6c-558c-4c47-8a1a-19af66a3602c, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=7ba72d6c-558c-4c47-8a1a-19af66a3602c,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:18:11.673565 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:11.693574 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Returning: {'device': '7ba72d6c-558c-4c47-8a1a-19af66a3602c', 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a', 'port_id': '7ba72d6c-558c-4c47-8a1a-19af66a3602c', 'mac_address': 'fa:16:3e:17:d1:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6842f728-c2f3-4e36-bb32-3303d06ce3f4', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:18:11.783212 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:11.812443 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326052eb-229e-4b50-a885-63110fb9f2f4 req-617cae68-b12d-4ad4-8221-b97849a76f08 tempest-LiveAutoBlockMigrationV225Test-707045295 tempest-LiveAutoBlockMigrationV225Test-707045295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:11.813499 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-326052eb-229e-4b50-a885-63110fb9f2f4 req-617cae68-b12d-4ad4-8221-b97849a76f08 tempest-LiveAutoBlockMigrationV225Test-707045295 tempest-LiveAutoBlockMigrationV225Test-707045295-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=32074892-07d5-47e0-93ba-33ceb5bd35b2 HTTP/1.1" status: 200 len: 1097 time: 0.1966078 Aug 05 11:18:11.819398 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ba72d6c-558c-4c47-8a1a-19af66a3602c {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:18:11.860232 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 7ba72d6c-558c-4c47-8a1a-19af66a3602c, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=7ba72d6c-558c-4c47-8a1a-19af66a3602c,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:18:11.869267 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:11.905910 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [req-2ce110da-7bd6-4522-9e7d-3574f0c39775 req-5571c42f-307a-45ba-8b09-35a24a9895ca tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Allocated IP 172.20.0.4 (bd39b4b7-e343-48d5-a296-8b0623efb24d/8e55d893-f67d-42aa-8413-dc445ac3c409/d1ccf335-ad9c-4253-91a3-84593092c9f2) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:18:11.909911 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-326052eb-229e-4b50-a885-63110fb9f2f4 req-0547cbb4-f572-452b-9c49-1cfb15884c92 tempest-LiveAutoBlockMigrationV225Test-707045295 tempest-LiveAutoBlockMigrationV225Test-707045295-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=8b660be2-1cd3-4f1b-b8b6-43aa3e7d82c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666578 Aug 05 11:18:12.046831 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=7ba72d6c-558c-4c47-8a1a-19af66a3602c,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:18:12.314820 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['7ba72d6c-558c-4c47-8a1a-19af66a3602c'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:18:12.349562 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-edb894e1-f6ec-44e1-a750-c6f74e18258d req-ec7552e0-dc36-401a-ac02-d0affde02b64 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] 10.222.0.58 "GET /v2.0/ports?device_id=7fc67fa6-8309-49bf-8612-e43b68087ccd HTTP/1.1" status: 200 len: 210 time: 0.1204834 Aug 05 11:18:12.391650 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58419fb3-2965-457c-8901-57b7a221ca0e req-f0429268-1a4e-40a0-8179-59c6474b147f tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:12.400797 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-58419fb3-2965-457c-8901-57b7a221ca0e req-f0429268-1a4e-40a0-8179-59c6474b147f tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] 10.222.0.58 "GET /v2.0/ports?device_id=55daa2aa-40fb-4c01-a652-a2b5b83b96ba HTTP/1.1" status: 200 len: 949 time: 0.2813160 Aug 05 11:18:12.481511 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-2ce110da-7bd6-4522-9e7d-3574f0c39775 req-5571c42f-307a-45ba-8b09-35a24a9895ca tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:12.498059 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-58419fb3-2965-457c-8901-57b7a221ca0e req-da31c312-0b25-40e9-acc6-368f01f92ed7 tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] 10.222.0.58 "GET /v2.0/security-groups?id=8a867c99-4b32-4fbb-ac11-15feea2abf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959477 Aug 05 11:18:12.531156 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [req-2ce110da-7bd6-4522-9e7d-3574f0c39775 req-5571c42f-307a-45ba-8b09-35a24a9895ca tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Transition to ACTIVE for port object d1ccf335-ad9c-4253-91a3-84593092c9f2 will not be triggered until provisioned by entity DHCP. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:18:12.668873 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-2ce110da-7bd6-4522-9e7d-3574f0c39775 req-5571c42f-307a-45ba-8b09-35a24a9895ca tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:12.769289 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ce110da-7bd6-4522-9e7d-3574f0c39775 req-5571c42f-307a-45ba-8b09-35a24a9895ca tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Network bd39b4b7-e343-48d5-a296-8b0623efb24d is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:18:12.792675 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [req-2ce110da-7bd6-4522-9e7d-3574f0c39775 req-5571c42f-307a-45ba-8b09-35a24a9895ca tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:18:12.806621 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ce110da-7bd6-4522-9e7d-3574f0c39775 req-5571c42f-307a-45ba-8b09-35a24a9895ca tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:18:12.818712 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce110da-7bd6-4522-9e7d-3574f0c39775 req-5571c42f-307a-45ba-8b09-35a24a9895ca tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:12.820069 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-2ce110da-7bd6-4522-9e7d-3574f0c39775 req-5571c42f-307a-45ba-8b09-35a24a9895ca tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:12.841211 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5571c42f-307a-45ba-8b09-35a24a9895ca tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Pushing event updated for resources: {'Port': ['ID=d1ccf335-ad9c-4253-91a3-84593092c9f2,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:18:12.883216 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ae3a08-32f9-4cae-ae74-8ef73b0b5879 req-8e7c2f52-7d58-426d-aac8-3fac7b141d85 tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:12.889555 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 38870) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:18:12.893655 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a8ae3a08-32f9-4cae-ae74-8ef73b0b5879 req-8e7c2f52-7d58-426d-aac8-3fac7b141d85 tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] 10.222.0.58 "GET /v2.0/networks?id=2779dd37-2937-46d8-af61-d09413a811c2 HTTP/1.1" status: 200 len: 821 time: 0.3021381 Aug 05 11:18:12.898341 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2ce110da-7bd6-4522-9e7d-3574f0c39775 req-5571c42f-307a-45ba-8b09-35a24a9895ca tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6497796 Aug 05 11:18:12.918659 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d038a6fc-583e-4abe-a054-f08531c3f570 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:12.931741 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-2ce110da-7bd6-4522-9e7d-3574f0c39775 req-d1b65094-2a16-4b6e-803a-b07d9647c6ea service neutron] Request body: {'port': {'device_id': '7fc67fa6-8309-49bf-8612-e43b68087ccd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-2'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:18:13.015413 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-2ce110da-7bd6-4522-9e7d-3574f0c39775 req-d1b65094-2a16-4b6e-803a-b07d9647c6ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:13.022107 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 38872) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:18:13.052453 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a8ae3a08-32f9-4cae-ae74-8ef73b0b5879 req-5364afc5-bfa5-4e6a-aea9-8b8a41dae014 tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] 10.222.0.58 "GET /v2.0/quotas/4db52252ec554e9690b87fbab6c40741 HTTP/1.1" status: 200 len: 375 time: 0.1432908 Aug 05 11:18:13.126321 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d038a6fc-583e-4abe-a054-f08531c3f570 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:13.139520 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d038a6fc-583e-4abe-a054-f08531c3f570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:13.206146 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-076383a9-4aa8-4686-b6fc-496d2fad99dd None None] Provisioning for port d1ccf335-ad9c-4253-91a3-84593092c9f2 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:18:13.215666 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-d038a6fc-583e-4abe-a054-f08531c3f570 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=cebdfba9966b49218e41a4fb505c630e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3217742 Aug 05 11:18:13.215666 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d038a6fc-583e-4abe-a054-f08531c3f570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1565a931-fe13-4789-af8a-d6d51056b35e,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:18:13.216849 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-076383a9-4aa8-4686-b6fc-496d2fad99dd None None] Provisioning complete for port d1ccf335-ad9c-4253-91a3-84593092c9f2 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:18:13.217533 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-076383a9-4aa8-4686-b6fc-496d2fad99dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:13.217737 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 38876) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:18:13.274685 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-076383a9-4aa8-4686-b6fc-496d2fad99dd None None] Port d1ccf335-ad9c-4253-91a3-84593092c9f2 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:18:13.303026 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f43ac8f1-2358-47ff-9fe0-2f981ae9bbd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:13.346048 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9e1921-1153-4716-922a-d99df1381c15 req-07b3ce0c-ea72-4313-81d9-5e833ee45924 tempest-LiveAutoBlockMigrationV225Test-707045295 tempest-LiveAutoBlockMigrationV225Test-707045295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:13.349105 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8a9e1921-1153-4716-922a-d99df1381c15 req-07b3ce0c-ea72-4313-81d9-5e833ee45924 tempest-LiveAutoBlockMigrationV225Test-707045295 tempest-LiveAutoBlockMigrationV225Test-707045295-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=32074892-07d5-47e0-93ba-33ceb5bd35b2 HTTP/1.1" status: 200 len: 1097 time: 0.4346647 Aug 05 11:18:13.352829 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-dd8a1848-4d7c-45ac-a8d8-29fbfdb608cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:13.418108 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-dd8a1848-4d7c-45ac-a8d8-29fbfdb608cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:13.498567 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a8ae3a08-32f9-4cae-ae74-8ef73b0b5879 req-c19b8fe2-038f-4941-b020-71fb46265b93 tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=4db52252ec554e9690b87fbab6c40741&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2924502 Aug 05 11:18:13.552356 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-dd8a1848-4d7c-45ac-a8d8-29fbfdb608cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:13.556936 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-dd8a1848-4d7c-45ac-a8d8-29fbfdb608cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:13.559017 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-dd8a1848-4d7c-45ac-a8d8-29fbfdb608cd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1565a931-fe13-4789-af8a-d6d51056b35e HTTP/1.1" status: 204 len: 168 time: 0.3396482 Aug 05 11:18:13.588141 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8a9e1921-1153-4716-922a-d99df1381c15 req-d14ad73c-597a-456f-abca-a07d0b9b51d0 tempest-LiveAutoBlockMigrationV225Test-707045295 tempest-LiveAutoBlockMigrationV225Test-707045295-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=8b660be2-1cd3-4f1b-b8b6-43aa3e7d82c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875439 Aug 05 11:18:13.593177 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8a1848-4d7c-45ac-a8d8-29fbfdb608cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1565a931-fe13-4789-af8a-d6d51056b35e,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:18:13.633915 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f43ac8f1-2358-47ff-9fe0-2f981ae9bbd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:13.644593 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f43ac8f1-2358-47ff-9fe0-2f981ae9bbd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:13.692365 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:13.751122 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-f43ac8f1-2358-47ff-9fe0-2f981ae9bbd2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=864bd6ef665a451a9c66dca76f90cec9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7148294 Aug 05 11:18:13.752241 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 38886) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:18:13.765318 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a8ae3a08-32f9-4cae-ae74-8ef73b0b5879 req-0a2c2068-ea13-4134-9a7b-b9fd763fcc24 service neutron] 10.222.0.58 "GET /v2.0/networks/2779dd37-2937-46d8-af61-d09413a811c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446351 Aug 05 11:18:13.830046 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43ac8f1-2358-47ff-9fe0-2f981ae9bbd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45ba14a0-ed5c-49e1-a57d-0a305920651b,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:18:13.875366 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [req-2ce110da-7bd6-4522-9e7d-3574f0c39775 req-d1b65094-2a16-4b6e-803a-b07d9647c6ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1ccf335-ad9c-4253-91a3-84593092c9f2 {{(pid=94420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:18:13.893644 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-2ce110da-7bd6-4522-9e7d-3574f0c39775 req-d1b65094-2a16-4b6e-803a-b07d9647c6ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:13.900182 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-27ae7ada-fe76-4c98-a1d4-7ecb7d8af245 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:13.924684 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [req-2ce110da-7bd6-4522-9e7d-3574f0c39775 req-d1b65094-2a16-4b6e-803a-b07d9647c6ea service neutron] Transition to ACTIVE for port object d1ccf335-ad9c-4253-91a3-84593092c9f2 will not be triggered until provisioned by entity L2. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:18:13.938059 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-2ce110da-7bd6-4522-9e7d-3574f0c39775 req-d1b65094-2a16-4b6e-803a-b07d9647c6ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:13.947225 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-27ae7ada-fe76-4c98-a1d4-7ecb7d8af245 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:14.034607 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a8ae3a08-32f9-4cae-ae74-8ef73b0b5879 req-9afd5f59-592b-4e24-bf3c-a709f9fda13e service neutron] 10.222.0.58 "GET /v2.0/networks/2779dd37-2937-46d8-af61-d09413a811c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2579918 Aug 05 11:18:14.041328 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b65094-2a16-4b6e-803a-b07d9647c6ea service neutron] Pushing event updated for resources: {'Port': ['ID=d1ccf335-ad9c-4253-91a3-84593092c9f2,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:18:14.062683 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-27ae7ada-fe76-4c98-a1d4-7ecb7d8af245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:14.066485 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-27ae7ada-fe76-4c98-a1d4-7ecb7d8af245 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:14.068332 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-27ae7ada-fe76-4c98-a1d4-7ecb7d8af245 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/45ba14a0-ed5c-49e1-a57d-0a305920651b HTTP/1.1" status: 204 len: 168 time: 0.2993839 Aug 05 11:18:14.093887 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ae7ada-fe76-4c98-a1d4-7ecb7d8af245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45ba14a0-ed5c-49e1-a57d-0a305920651b,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:18:14.140017 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-2ce110da-7bd6-4522-9e7d-3574f0c39775 req-d1b65094-2a16-4b6e-803a-b07d9647c6ea service neutron] Attempting to bind port d1ccf335-ad9c-4253-91a3-84593092c9f2 on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:18:14.141027 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-2ce110da-7bd6-4522-9e7d-3574f0c39775 req-d1b65094-2a16-4b6e-803a-b07d9647c6ea service neutron] Attempting to bind port d1ccf335-ad9c-4253-91a3-84593092c9f2 by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': 'c9e2cf5a-453f-413e-a764-0d6594d296bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'bd39b4b7-e343-48d5-a296-8b0623efb24d'}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:18:14.141565 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce110da-7bd6-4522-9e7d-3574f0c39775 req-d1b65094-2a16-4b6e-803a-b07d9647c6ea service neutron] Attempting to bind port d1ccf335-ad9c-4253-91a3-84593092c9f2 on network bd39b4b7-e343-48d5-a296-8b0623efb24d {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:18:14.148977 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce110da-7bd6-4522-9e7d-3574f0c39775 req-d1b65094-2a16-4b6e-803a-b07d9647c6ea service neutron] Port d1ccf335-ad9c-4253-91a3-84593092c9f2 on network bd39b4b7-e343-48d5-a296-8b0623efb24d not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:18:14.149286 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce110da-7bd6-4522-9e7d-3574f0c39775 req-d1b65094-2a16-4b6e-803a-b07d9647c6ea service neutron] Attempting to bind port d1ccf335-ad9c-4253-91a3-84593092c9f2 on network bd39b4b7-e343-48d5-a296-8b0623efb24d {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:18:14.156912 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce110da-7bd6-4522-9e7d-3574f0c39775 req-d1b65094-2a16-4b6e-803a-b07d9647c6ea service neutron] Checking agent: {'id': 'a8f1dd2d-227c-4e30-8844-52419ba734db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:18:14.157462 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce110da-7bd6-4522-9e7d-3574f0c39775 req-d1b65094-2a16-4b6e-803a-b07d9647c6ea service neutron] Checking segment: {'id': 'c9e2cf5a-453f-413e-a764-0d6594d296bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'bd39b4b7-e343-48d5-a296-8b0623efb24d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:18:14.158002 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce110da-7bd6-4522-9e7d-3574f0c39775 req-d1b65094-2a16-4b6e-803a-b07d9647c6ea service neutron] Bound using segment: {'id': 'c9e2cf5a-453f-413e-a764-0d6594d296bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'bd39b4b7-e343-48d5-a296-8b0623efb24d'} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:18:14.158580 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-2ce110da-7bd6-4522-9e7d-3574f0c39775 req-d1b65094-2a16-4b6e-803a-b07d9647c6ea service neutron] Bound port: d1ccf335-ad9c-4253-91a3-84593092c9f2, host: n-h2-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9e2cf5a-453f-413e-a764-0d6594d296bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'bd39b4b7-e343-48d5-a296-8b0623efb24d'}}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:18:14.159056 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-2ce110da-7bd6-4522-9e7d-3574f0c39775 req-d1b65094-2a16-4b6e-803a-b07d9647c6ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:14.264086 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-2ce110da-7bd6-4522-9e7d-3574f0c39775 req-d1b65094-2a16-4b6e-803a-b07d9647c6ea service neutron] For port d1ccf335-ad9c-4253-91a3-84593092c9f2, host n-h2-803378-2, cleared binding levels {{(pid=94420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:18:14.278918 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-2ce110da-7bd6-4522-9e7d-3574f0c39775 req-d1b65094-2a16-4b6e-803a-b07d9647c6ea service neutron] For port d1ccf335-ad9c-4253-91a3-84593092c9f2, host n-h2-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=d1ccf335-ad9c-4253-91a3-84593092c9f2,segment=NetworkSegment(c9e2cf5a-453f-413e-a764-0d6594d296bf),segment_id=c9e2cf5a-453f-413e-a764-0d6594d296bf)] {{(pid=94420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:18:14.302949 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-2ce110da-7bd6-4522-9e7d-3574f0c39775 req-d1b65094-2a16-4b6e-803a-b07d9647c6ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:14.392136 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b65094-2a16-4b6e-803a-b07d9647c6ea service neutron] Pushing event updated for resources: {'Port': ['ID=d1ccf335-ad9c-4253-91a3-84593092c9f2,revision_number=3']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:18:14.460543 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce110da-7bd6-4522-9e7d-3574f0c39775 req-d1b65094-2a16-4b6e-803a-b07d9647c6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:14.460543 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-2ce110da-7bd6-4522-9e7d-3574f0c39775 req-d1b65094-2a16-4b6e-803a-b07d9647c6ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:14.460543 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2ce110da-7bd6-4522-9e7d-3574f0c39775 req-d1b65094-2a16-4b6e-803a-b07d9647c6ea service neutron] 10.222.0.55 "PUT /v2.0/ports/d1ccf335-ad9c-4253-91a3-84593092c9f2 HTTP/1.1" status: 200 len: 1091 time: 1.5376823 Aug 05 11:18:14.460543 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fc67fa6-8309-49bf-8612-e43b68087ccd', 'tag': 'd1ccf335-ad9c-4253-91a3-84593092c9f2'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:18:14.466871 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}828068ad8d405ad77660ce68fa78e1ffe658725812f7a08f9e488a446589295b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-580d887b-5796-46c3-b0b8-98b6e188d442" -d '{"events": [{"name": "network-changed", "server_uuid": "7fc67fa6-8309-49bf-8612-e43b68087ccd", "tag": "d1ccf335-ad9c-4253-91a3-84593092c9f2"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:18:14.824950 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce110da-7bd6-4522-9e7d-3574f0c39775 req-be7236b7-1807-43fc-a068-f174b922b254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:14.828226 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2ce110da-7bd6-4522-9e7d-3574f0c39775 req-be7236b7-1807-43fc-a068-f174b922b254 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6bc7fa8383e045a7819a17e3ff0ad9ad&device_id=7fc67fa6-8309-49bf-8612-e43b68087ccd HTTP/1.1" status: 200 len: 1094 time: 0.2757130 Aug 05 11:18:14.943305 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2ce110da-7bd6-4522-9e7d-3574f0c39775 req-f944b2de-d87f-49b1-a71d-a694cd03bc5d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d1ccf335-ad9c-4253-91a3-84593092c9f2 HTTP/1.1" status: 200 len: 217 time: 0.0919082 Aug 05 11:18:14.969655 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 38916) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:18:14.987919 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bf9620-02ef-4936-9f27-608f0f4f6369 req-045a409a-1403-4074-87df-feb02b73e13d tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:15.000800 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d4bf9620-02ef-4936-9f27-608f0f4f6369 req-045a409a-1403-4074-87df-feb02b73e13d tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] 10.222.0.58 "GET /v2.0/ports?device_id=55daa2aa-40fb-4c01-a652-a2b5b83b96ba HTTP/1.1" status: 200 len: 949 time: 0.3633947 Aug 05 11:18:15.002636 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8a4e82c3-12a3-4d85-a23b-494846e7405a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:15.032622 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378892da-4402-4df7-ac08-a2d91809dfec req-33778a35-6da0-4217-85ff-06f9f06ff8e5 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:15.045350 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-378892da-4402-4df7-ac08-a2d91809dfec req-33778a35-6da0-4217-85ff-06f9f06ff8e5 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] 10.222.0.58 "GET /v2.0/ports?device_id=7fc67fa6-8309-49bf-8612-e43b68087ccd HTTP/1.1" status: 200 len: 943 time: 0.4170315 Aug 05 11:18:15.204150 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8a4e82c3-12a3-4d85-a23b-494846e7405a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:15.213341 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8a4e82c3-12a3-4d85-a23b-494846e7405a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:15.272445 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4e82c3-12a3-4d85-a23b-494846e7405a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14ee0c14-7b9d-4608-b076-77403c5aabea,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:18:15.313277 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-8a4e82c3-12a3-4d85-a23b-494846e7405a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=31b83114ac1943848743fc90fd11586e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3419609 Aug 05 11:18:15.318100 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 38922) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:18:15.318675 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 38924) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:18:15.451943 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f3bdb2b5-25ff-4f55-9ed4-7204542b034e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:15.452300 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 7ba72d6c-558c-4c47-8a1a-19af66a3602c up at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:18:15.493484 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f3bdb2b5-25ff-4f55-9ed4-7204542b034e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:15.605582 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f3bdb2b5-25ff-4f55-9ed4-7204542b034e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:15.615894 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f3bdb2b5-25ff-4f55-9ed4-7204542b034e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:15.618365 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce110da-7bd6-4522-9e7d-3574f0c39775 req-3cc2a022-cfdf-40b7-8d5c-4674631e02fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:15.624845 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2ce110da-7bd6-4522-9e7d-3574f0c39775 req-3cc2a022-cfdf-40b7-8d5c-4674631e02fe service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8e55d893-f67d-42aa-8413-dc445ac3c409 HTTP/1.1" status: 200 len: 863 time: 0.6482377 Aug 05 11:18:15.627611 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-f3bdb2b5-25ff-4f55-9ed4-7204542b034e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/14ee0c14-7b9d-4608-b076-77403c5aabea HTTP/1.1" status: 204 len: 168 time: 0.3044114 Aug 05 11:18:15.645854 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bdb2b5-25ff-4f55-9ed4-7204542b034e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14ee0c14-7b9d-4608-b076-77403c5aabea,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:18:15.667623 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d4bf9620-02ef-4936-9f27-608f0f4f6369 req-a993b4d5-9b74-4b42-ba87-1c52138ed668 tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] 10.222.0.58 "GET /v2.0/security-groups?id=8a867c99-4b32-4fbb-ac11-15feea2abf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6520653 Aug 05 11:18:15.709993 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-378892da-4402-4df7-ac08-a2d91809dfec req-efe6ed9f-26ed-4331-a6bc-67f87b86ae53 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] 10.222.0.58 "GET /v2.0/security-groups?id=7da178d1-b212-4c54-b70b-ef9e06c169f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2049453 Aug 05 11:18:15.724270 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning for port 7ba72d6c-558c-4c47-8a1a-19af66a3602c completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:18:15.733524 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning complete for port 7ba72d6c-558c-4c47-8a1a-19af66a3602c triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:18:15.734486 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:15.837541 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce110da-7bd6-4522-9e7d-3574f0c39775 req-bbf90f1a-cebc-4825-9349-2783a130115c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:15.845017 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2ce110da-7bd6-4522-9e7d-3574f0c39775 req-bbf90f1a-cebc-4825-9349-2783a130115c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bd39b4b7-e343-48d5-a296-8b0623efb24d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2102323 Aug 05 11:18:15.914856 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a5bcc06c-e166-482d-b31e-2eb1eb52ffbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:16.047179 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8ea95b17-fce0-4604-af82-88b2c31f12b8 req-8fbbcd0a-ed1b-4f5f-a15e-cb264cafe0f9 tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] 10.222.0.58 "GET /v2.0/ports?device_id=696331f0-3dea-4c4f-8585-975b81f7abd5 HTTP/1.1" status: 200 len: 210 time: 0.1265891 Aug 05 11:18:16.053896 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:16.115403 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e7b5c32-9321-445e-b9bb-a3886f7b847c x-openstack-request-id: req-2e7b5c32-9321-445e-b9bb-a3886f7b847c {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:18:16.115871 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fc67fa6-8309-49bf-8612-e43b68087ccd", "tag": "d1ccf335-ad9c-4253-91a3-84593092c9f2", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:18:16.116858 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2e7b5c32-9321-445e-b9bb-a3886f7b847c {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:18:16.117928 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fc67fa6-8309-49bf-8612-e43b68087ccd', 'tag': 'd1ccf335-ad9c-4253-91a3-84593092c9f2', 'status': 'completed', 'code': 200} Aug 05 11:18:16.143755 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 7ba72d6c-558c-4c47-8a1a-19af66a3602c, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=7ba72d6c-558c-4c47-8a1a-19af66a3602c,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:18:16.146203 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55daa2aa-40fb-4c01-a652-a2b5b83b96ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ba72d6c-558c-4c47-8a1a-19af66a3602c'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:18:16.178354 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7325583e-0b61-4b85-a419-fdcd902d5c4a" -d '{"events": [{"server_uuid": "55daa2aa-40fb-4c01-a652-a2b5b83b96ba", "name": "network-vif-plugged", "status": "completed", "tag": "7ba72d6c-558c-4c47-8a1a-19af66a3602c"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:18:16.197169 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:16.229271 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2ce110da-7bd6-4522-9e7d-3574f0c39775 req-71a7e9fd-ecbd-42af-8cd5-5430437bca6c service neutron] 10.222.0.55 "GET /v2.0/networks/bd39b4b7-e343-48d5-a296-8b0623efb24d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3734715 Aug 05 11:18:16.300904 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab798c76-a740-4775-9326-0610f9184245 x-openstack-request-id: req-ab798c76-a740-4775-9326-0610f9184245 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:18:16.301732 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55daa2aa-40fb-4c01-a652-a2b5b83b96ba", "name": "network-vif-plugged", "status": "completed", "tag": "7ba72d6c-558c-4c47-8a1a-19af66a3602c", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:18:16.302321 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ab798c76-a740-4775-9326-0610f9184245 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:18:16.303208 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55daa2aa-40fb-4c01-a652-a2b5b83b96ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ba72d6c-558c-4c47-8a1a-19af66a3602c', 'code': 200} Aug 05 11:18:16.374332 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=7ba72d6c-558c-4c47-8a1a-19af66a3602c,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:18:16.376267 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a5bcc06c-e166-482d-b31e-2eb1eb52ffbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:16.388040 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a5bcc06c-e166-482d-b31e-2eb1eb52ffbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:16.458056 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-a5bcc06c-e166-482d-b31e-2eb1eb52ffbf admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ccd7b9d3a29f447a8c53e48e0c87f15f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1372054 Aug 05 11:18:16.459312 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 38948) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:18:16.491550 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2ce110da-7bd6-4522-9e7d-3574f0c39775 req-24537f14-7f15-4842-bc9f-06f17ea19edd service neutron] 10.222.0.55 "GET /v2.0/networks/bd39b4b7-e343-48d5-a296-8b0623efb24d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469430 Aug 05 11:18:16.673936 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.55', 54900) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:18:16.716746 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bcc06c-e166-482d-b31e-2eb1eb52ffbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3ffd93a-e266-4883-a2cb-555440239d1d,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:18:16.741101 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c092c7-5b28-49af-b2b1-9aae75ec8a02 req-2df79f97-990f-476f-b272-7a96f3a74c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:16.744410 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-20c092c7-5b28-49af-b2b1-9aae75ec8a02 req-2df79f97-990f-476f-b272-7a96f3a74c1c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=55daa2aa-40fb-4c01-a652-a2b5b83b96ba HTTP/1.1" status: 200 len: 1101 time: 0.3027775 Aug 05 11:18:16.834990 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-43c542c8-9689-46ab-b319-17e23aca878b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:16.860804 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-20c092c7-5b28-49af-b2b1-9aae75ec8a02 req-55068adb-96b6-4bc6-8495-9be4c58a9c92 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=8a867c99-4b32-4fbb-ac11-15feea2abf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875175 Aug 05 11:18:16.966008 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-43c542c8-9689-46ab-b319-17e23aca878b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:17.018399 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 38966) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:18:17.092634 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580d887b-5796-46c3-b0b8-98b6e188d442 req-e6861fd8-6b03-4449-998d-69ca0fcba3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:17.096104 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-580d887b-5796-46c3-b0b8-98b6e188d442 req-e6861fd8-6b03-4449-998d-69ca0fcba3fe service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6bc7fa8383e045a7819a17e3ff0ad9ad&device_id=7fc67fa6-8309-49bf-8612-e43b68087ccd HTTP/1.1" status: 200 len: 1094 time: 0.4176378 Aug 05 11:18:17.119078 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-43c542c8-9689-46ab-b319-17e23aca878b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:17.125692 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-43c542c8-9689-46ab-b319-17e23aca878b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:17.128295 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-43c542c8-9689-46ab-b319-17e23aca878b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a3ffd93a-e266-4883-a2cb-555440239d1d HTTP/1.1" status: 204 len: 168 time: 0.6451881 Aug 05 11:18:17.148144 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c542c8-9689-46ab-b319-17e23aca878b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3ffd93a-e266-4883-a2cb-555440239d1d,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:18:17.202661 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed22683-f099-4ecf-8c36-efa489a1dbf6 req-8954c565-7b6b-438d-bea8-d1aa55ccead8 tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:17.219403 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2ed22683-f099-4ecf-8c36-efa489a1dbf6 req-8954c565-7b6b-438d-bea8-d1aa55ccead8 tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] 10.222.0.58 "GET /v2.0/ports?device_id=55daa2aa-40fb-4c01-a652-a2b5b83b96ba HTTP/1.1" status: 200 len: 950 time: 0.3447196 Aug 05 11:18:17.325075 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3c79a9c7-647e-43ff-8c7f-30270ee6f895 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:17.376405 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ae3a08-32f9-4cae-ae74-8ef73b0b5879 req-944e588a-8cb1-471e-9c84-de9f6cf17577 tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:17.379664 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a8ae3a08-32f9-4cae-ae74-8ef73b0b5879 req-944e588a-8cb1-471e-9c84-de9f6cf17577 tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] 10.222.0.55 "GET /v2.0/networks?id=2779dd37-2937-46d8-af61-d09413a811c2 HTTP/1.1" status: 200 len: 821 time: 0.7665088 Aug 05 11:18:17.408270 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-a8ae3a08-32f9-4cae-ae74-8ef73b0b5879 req-e1e372ae-ae72-4390-acd3-98dc43a2f5fa tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Request body: {'port': {'device_id': '696331f0-3dea-4c4f-8585-975b81f7abd5', 'network_id': '2779dd37-2937-46d8-af61-d09413a811c2', 'admin_state_up': True, 'tenant_id': '4db52252ec554e9690b87fbab6c40741'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:18:17.543115 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3c79a9c7-647e-43ff-8c7f-30270ee6f895 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:17.546043 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2ed22683-f099-4ecf-8c36-efa489a1dbf6 req-6f3c6bc0-6013-4175-8a47-1264eb02d1fc tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] 10.222.0.58 "GET /v2.0/security-groups?id=8a867c99-4b32-4fbb-ac11-15feea2abf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3220577 Aug 05 11:18:17.552122 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3c79a9c7-647e-43ff-8c7f-30270ee6f895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:17.613742 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c79a9c7-647e-43ff-8c7f-30270ee6f895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c8fee6a-8f0a-4d0c-8bc3-2dc35fc1639f,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:18:17.623694 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-3c79a9c7-647e-43ff-8c7f-30270ee6f895 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=deb934f6ef474e8a800ca15c230ebadd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6039147 Aug 05 11:18:17.628733 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 38992) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:18:17.707886 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580d887b-5796-46c3-b0b8-98b6e188d442 req-2b8326de-4b2c-4f22-abdd-ec81090b9634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:17.713166 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-580d887b-5796-46c3-b0b8-98b6e188d442 req-2b8326de-4b2c-4f22-abdd-ec81090b9634 service neutron] 10.222.0.55 "GET /v2.0/networks?id=bd39b4b7-e343-48d5-a296-8b0623efb24d HTTP/1.1" status: 200 len: 925 time: 0.5951760 Aug 05 11:18:17.743500 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c6f5b6c3-5a82-4fc3-bc60-7f6844006fd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:17.783417 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c6f5b6c3-5a82-4fc3-bc60-7f6844006fd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:17.858078 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-580d887b-5796-46c3-b0b8-98b6e188d442 req-c017f01f-7d9a-415a-ab45-17a30f979e61 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d1ccf335-ad9c-4253-91a3-84593092c9f2 HTTP/1.1" status: 200 len: 217 time: 0.1189382 Aug 05 11:18:17.865867 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c6f5b6c3-5a82-4fc3-bc60-7f6844006fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:17.869192 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c6f5b6c3-5a82-4fc3-bc60-7f6844006fd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:17.870797 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-c6f5b6c3-5a82-4fc3-bc60-7f6844006fd7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3c8fee6a-8f0a-4d0c-8bc3-2dc35fc1639f HTTP/1.1" status: 204 len: 168 time: 0.2369723 Aug 05 11:18:17.883578 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f5b6c3-5a82-4fc3-bc60-7f6844006fd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c8fee6a-8f0a-4d0c-8bc3-2dc35fc1639f,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:18:17.961926 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366387f8-d62b-4891-be55-da8a4e3c3aa7 req-1f3e9a50-bdff-4e8f-ad1c-7988f69b1257 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:17.963621 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-366387f8-d62b-4891-be55-da8a4e3c3aa7 req-1f3e9a50-bdff-4e8f-ad1c-7988f69b1257 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] 10.222.0.58 "GET /v2.0/ports?device_id=7fc67fa6-8309-49bf-8612-e43b68087ccd HTTP/1.1" status: 200 len: 943 time: 0.2492542 Aug 05 11:18:17.978994 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580d887b-5796-46c3-b0b8-98b6e188d442 req-cb3a4fef-2089-4a0f-9e6c-b5f304cd3b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:17.980584 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-580d887b-5796-46c3-b0b8-98b6e188d442 req-cb3a4fef-2089-4a0f-9e6c-b5f304cd3b19 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8e55d893-f67d-42aa-8413-dc445ac3c409 HTTP/1.1" status: 200 len: 863 time: 0.1081502 Aug 05 11:18:18.012554 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8ae3a08-32f9-4cae-ae74-8ef73b0b5879 req-e1e372ae-ae72-4390-acd3-98dc43a2f5fa tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Made reservation on behalf of 4db52252ec554e9690b87fbab6c40741 for: {'port': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:18:18.015801 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-a8ae3a08-32f9-4cae-ae74-8ef73b0b5879 req-e1e372ae-ae72-4390-acd3-98dc43a2f5fa tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:18.120457 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-366387f8-d62b-4891-be55-da8a4e3c3aa7 req-f64746f8-da5c-4848-9027-2b15198f6672 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] 10.222.0.58 "GET /v2.0/security-groups?id=7da178d1-b212-4c54-b70b-ef9e06c169f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1433439 Aug 05 11:18:18.212518 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580d887b-5796-46c3-b0b8-98b6e188d442 req-ec490a63-5c24-4d00-9903-af5616571fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:18.215633 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-580d887b-5796-46c3-b0b8-98b6e188d442 req-ec490a63-5c24-4d00-9903-af5616571fae service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bd39b4b7-e343-48d5-a296-8b0623efb24d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2245092 Aug 05 11:18:18.510035 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bbf7deae-b554-4cd7-a8c8-6f95ad97e3ee req-659ee7f7-8ecb-4666-97e7-a8e0c8d0f8e8 tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] 10.222.0.58 "GET /v2.0/ports?device_id=696331f0-3dea-4c4f-8585-975b81f7abd5 HTTP/1.1" status: 200 len: 210 time: 0.1277769 Aug 05 11:18:18.668991 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [req-a8ae3a08-32f9-4cae-ae74-8ef73b0b5879 req-e1e372ae-ae72-4390-acd3-98dc43a2f5fa tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Allocated IP 172.20.0.10 (2779dd37-2937-46d8-af61-d09413a811c2/15e3f37a-0211-4d47-9d94-f5446f6e6f7a/c8dd90d6-e1d7-4a02-9201-5e2f1ce8dc1c) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:18:18.702790 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 39016) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:18:18.751681 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8692353b-9f52-43cf-a7ea-62a2d7e32310 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:18.846127 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-580d887b-5796-46c3-b0b8-98b6e188d442 req-c1aa06f1-1352-4591-9e4d-77ebb85cfffd service neutron] 10.222.0.55 "GET /v2.0/networks/bd39b4b7-e343-48d5-a296-8b0623efb24d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6160808 Aug 05 11:18:19.008730 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8692353b-9f52-43cf-a7ea-62a2d7e32310 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:19.017936 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8692353b-9f52-43cf-a7ea-62a2d7e32310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:19.061051 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-8692353b-9f52-43cf-a7ea-62a2d7e32310 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f109d41bb18c449aac931a2c3e7a3f00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3564837 Aug 05 11:18:19.072084 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 39024) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:18:19.122870 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8692353b-9f52-43cf-a7ea-62a2d7e32310 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb997378-b270-40cb-bdf0-f8dd3f4930f5,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:18:19.216747 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ab7b485c-a7f6-4e0d-b071-0d5acf84a2bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:19.262965 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ab7b485c-a7f6-4e0d-b071-0d5acf84a2bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:19.322704 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 39030) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:18:19.410706 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-de45c7f3-3968-4d78-ad6e-7a98d5bfcdee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:19.411663 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d64dcf2-206b-4fe0-ac44-bb38c8e826c6 req-ef3c4d78-0edc-4d9e-b619-c816e65668ee tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:19.425090 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4d64dcf2-206b-4fe0-ac44-bb38c8e826c6 req-ef3c4d78-0edc-4d9e-b619-c816e65668ee tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] 10.222.0.58 "GET /v2.0/ports?device_id=55daa2aa-40fb-4c01-a652-a2b5b83b96ba HTTP/1.1" status: 200 len: 950 time: 0.6372492 Aug 05 11:18:19.507453 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ab7b485c-a7f6-4e0d-b071-0d5acf84a2bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:19.524068 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ab7b485c-a7f6-4e0d-b071-0d5acf84a2bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:19.530313 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-ab7b485c-a7f6-4e0d-b071-0d5acf84a2bf admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cb997378-b270-40cb-bdf0-f8dd3f4930f5 HTTP/1.1" status: 204 len: 168 time: 0.4517148 Aug 05 11:18:19.584837 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7b485c-a7f6-4e0d-b071-0d5acf84a2bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb997378-b270-40cb-bdf0-f8dd3f4930f5,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:18:19.754976 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-580d887b-5796-46c3-b0b8-98b6e188d442 req-17f4f05a-cbe6-43e4-a894-f595a1e5648b service neutron] 10.222.0.55 "GET /v2.0/networks/bd39b4b7-e343-48d5-a296-8b0623efb24d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8950381 Aug 05 11:18:19.802385 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4d64dcf2-206b-4fe0-ac44-bb38c8e826c6 req-e90b5513-ef50-4db3-8ab3-cad3f7842c4d tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] 10.222.0.58 "GET /v2.0/security-groups?id=8a867c99-4b32-4fbb-ac11-15feea2abf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3759878 Aug 05 11:18:19.815983 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-a8ae3a08-32f9-4cae-ae74-8ef73b0b5879 req-e1e372ae-ae72-4390-acd3-98dc43a2f5fa tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:19.865441 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-de45c7f3-3968-4d78-ad6e-7a98d5bfcdee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:19.872702 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [req-a8ae3a08-32f9-4cae-ae74-8ef73b0b5879 req-e1e372ae-ae72-4390-acd3-98dc43a2f5fa tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Transition to ACTIVE for port object c8dd90d6-e1d7-4a02-9201-5e2f1ce8dc1c will not be triggered until provisioned by entity DHCP. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:18:19.880815 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-de45c7f3-3968-4d78-ad6e-7a98d5bfcdee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:20.043785 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-de45c7f3-3968-4d78-ad6e-7a98d5bfcdee admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6349aa2a4b484afca638d6a3c9b0684c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7159047 Aug 05 11:18:20.052722 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de45c7f3-3968-4d78-ad6e-7a98d5bfcdee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87393550-0466-435f-bfce-7cde8e207bb3,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:18:20.060901 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-a8ae3a08-32f9-4cae-ae74-8ef73b0b5879 req-e1e372ae-ae72-4390-acd3-98dc43a2f5fa tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:20.074984 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 39050) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:18:20.099485 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['e2b0dd59-d3fe-431d-ab42-136b5bbf8974'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:18:20.159901 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e372ae-ae72-4390-acd3-98dc43a2f5fa tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Pushing event updated for resources: {'Port': ['ID=c8dd90d6-e1d7-4a02-9201-5e2f1ce8dc1c,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:18:20.186776 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8ae3a08-32f9-4cae-ae74-8ef73b0b5879 req-e1e372ae-ae72-4390-acd3-98dc43a2f5fa tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Network 2779dd37-2937-46d8-af61-d09413a811c2 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:18:20.189262 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [req-a8ae3a08-32f9-4cae-ae74-8ef73b0b5879 req-e1e372ae-ae72-4390-acd3-98dc43a2f5fa tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:18:20.200011 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8ae3a08-32f9-4cae-ae74-8ef73b0b5879 req-e1e372ae-ae72-4390-acd3-98dc43a2f5fa tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:18:20.208431 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ae3a08-32f9-4cae-ae74-8ef73b0b5879 req-e1e372ae-ae72-4390-acd3-98dc43a2f5fa tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:20.210858 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-a8ae3a08-32f9-4cae-ae74-8ef73b0b5879 req-e1e372ae-ae72-4390-acd3-98dc43a2f5fa tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:20.240829 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62286748-02d1-44f3-8fa9-ae42e1af534b req-bc99df3d-c071-4d05-8568-5c5be499d18b tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:20.261312 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-62286748-02d1-44f3-8fa9-ae42e1af534b req-bc99df3d-c071-4d05-8568-5c5be499d18b tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] 10.222.0.58 "GET /v2.0/ports?device_id=7fc67fa6-8309-49bf-8612-e43b68087ccd HTTP/1.1" status: 200 len: 943 time: 0.2474864 Aug 05 11:18:20.271505 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a8ae3a08-32f9-4cae-ae74-8ef73b0b5879 req-e1e372ae-ae72-4390-acd3-98dc43a2f5fa tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8733168 Aug 05 11:18:20.310455 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6b878478-08b2-497c-8eb1-c96401c66c28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:20.311171 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-a8ae3a08-32f9-4cae-ae74-8ef73b0b5879 req-afc3490f-1f47-4e2c-a1f3-7919bb180a94 service neutron] Request body: {'port': {'device_id': '696331f0-3dea-4c4f-8585-975b81f7abd5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-2'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:18:20.406732 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6b878478-08b2-497c-8eb1-c96401c66c28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:20.498471 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-62286748-02d1-44f3-8fa9-ae42e1af534b req-cc37c781-0be1-4fe3-b6b9-993e935e3978 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] 10.222.0.58 "GET /v2.0/security-groups?id=7da178d1-b212-4c54-b70b-ef9e06c169f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2318883 Aug 05 11:18:20.552090 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6b878478-08b2-497c-8eb1-c96401c66c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:20.558199 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6b878478-08b2-497c-8eb1-c96401c66c28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:20.568781 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-6b878478-08b2-497c-8eb1-c96401c66c28 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/87393550-0466-435f-bfce-7cde8e207bb3 HTTP/1.1" status: 204 len: 168 time: 0.4895692 Aug 05 11:18:20.610018 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b878478-08b2-497c-8eb1-c96401c66c28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87393550-0466-435f-bfce-7cde8e207bb3,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:18:20.642507 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-a8ae3a08-32f9-4cae-ae74-8ef73b0b5879 req-afc3490f-1f47-4e2c-a1f3-7919bb180a94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:20.812733 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-203ddb18-1984-42bc-9dc8-58b2133f1b90 None None] Provisioning for port c8dd90d6-e1d7-4a02-9201-5e2f1ce8dc1c completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:18:20.824624 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-203ddb18-1984-42bc-9dc8-58b2133f1b90 None None] Provisioning complete for port c8dd90d6-e1d7-4a02-9201-5e2f1ce8dc1c triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:18:20.825405 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-203ddb18-1984-42bc-9dc8-58b2133f1b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:20.905677 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-203ddb18-1984-42bc-9dc8-58b2133f1b90 None None] Port c8dd90d6-e1d7-4a02-9201-5e2f1ce8dc1c cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:18:20.948142 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953c7be1-5fd3-4a7a-9a1b-9bdf7e22ee90 req-be20f5b7-86d3-4a6b-bc1b-de102ac7340f tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:20.956020 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 39070) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:18:20.957063 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device d1ccf335-ad9c-4253-91a3-84593092c9f2 details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:18:20.965842 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-953c7be1-5fd3-4a7a-9a1b-9bdf7e22ee90 req-be20f5b7-86d3-4a6b-bc1b-de102ac7340f tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] 10.222.0.58 "GET /v2.0/ports?device_id=696331f0-3dea-4c4f-8585-975b81f7abd5 HTTP/1.1" status: 200 len: 932 time: 0.2402589 Aug 05 11:18:21.118636 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-953c7be1-5fd3-4a7a-9a1b-9bdf7e22ee90 req-fe7a2ae2-5b8f-4eec-ae46-6adb96d542d4 tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] 10.222.0.58 "GET /v2.0/security-groups?id=06a7a4d4-8ced-4edb-81e5-f04cb02169d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503685 Aug 05 11:18:21.289580 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port d1ccf335-ad9c-4253-91a3-84593092c9f2, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=d1ccf335-ad9c-4253-91a3-84593092c9f2,segment=NetworkSegment(c9e2cf5a-453f-413e-a764-0d6594d296bf),segment_id=c9e2cf5a-453f-413e-a764-0d6594d296bf)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:18:21.318287 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Returning: {'device': 'd1ccf335-ad9c-4253-91a3-84593092c9f2', 'network_id': 'bd39b4b7-e343-48d5-a296-8b0623efb24d', 'port_id': 'd1ccf335-ad9c-4253-91a3-84593092c9f2', 'mac_address': 'fa:16:3e:54:dc:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e55d893-f67d-42aa-8413-dc445ac3c409', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:18:21.409565 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [req-a8ae3a08-32f9-4cae-ae74-8ef73b0b5879 req-afc3490f-1f47-4e2c-a1f3-7919bb180a94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8dd90d6-e1d7-4a02-9201-5e2f1ce8dc1c {{(pid=94420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:18:21.419146 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:21.429170 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-a8ae3a08-32f9-4cae-ae74-8ef73b0b5879 req-afc3490f-1f47-4e2c-a1f3-7919bb180a94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:21.458507 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1ccf335-ad9c-4253-91a3-84593092c9f2 {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:18:21.458797 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [req-a8ae3a08-32f9-4cae-ae74-8ef73b0b5879 req-afc3490f-1f47-4e2c-a1f3-7919bb180a94 service neutron] Transition to ACTIVE for port object c8dd90d6-e1d7-4a02-9201-5e2f1ce8dc1c will not be triggered until provisioned by entity L2. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:18:21.473582 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-a8ae3a08-32f9-4cae-ae74-8ef73b0b5879 req-afc3490f-1f47-4e2c-a1f3-7919bb180a94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:21.528602 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port d1ccf335-ad9c-4253-91a3-84593092c9f2, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=d1ccf335-ad9c-4253-91a3-84593092c9f2,segment=NetworkSegment(c9e2cf5a-453f-413e-a764-0d6594d296bf),segment_id=c9e2cf5a-453f-413e-a764-0d6594d296bf)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:18:21.537075 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:21.712404 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:21.712744 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc3490f-1f47-4e2c-a1f3-7919bb180a94 service neutron] Pushing event updated for resources: {'Port': ['ID=c8dd90d6-e1d7-4a02-9201-5e2f1ce8dc1c,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:18:21.718514 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-a8ae3a08-32f9-4cae-ae74-8ef73b0b5879 req-afc3490f-1f47-4e2c-a1f3-7919bb180a94 service neutron] Attempting to bind port c8dd90d6-e1d7-4a02-9201-5e2f1ce8dc1c on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:18:21.719397 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-a8ae3a08-32f9-4cae-ae74-8ef73b0b5879 req-afc3490f-1f47-4e2c-a1f3-7919bb180a94 service neutron] Attempting to bind port c8dd90d6-e1d7-4a02-9201-5e2f1ce8dc1c by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': '64bc1793-0902-4a80-9bec-683d5e6b7c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2779dd37-2937-46d8-af61-d09413a811c2'}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:18:21.720203 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ae3a08-32f9-4cae-ae74-8ef73b0b5879 req-afc3490f-1f47-4e2c-a1f3-7919bb180a94 service neutron] Attempting to bind port c8dd90d6-e1d7-4a02-9201-5e2f1ce8dc1c on network 2779dd37-2937-46d8-af61-d09413a811c2 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:18:21.732546 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ae3a08-32f9-4cae-ae74-8ef73b0b5879 req-afc3490f-1f47-4e2c-a1f3-7919bb180a94 service neutron] Port c8dd90d6-e1d7-4a02-9201-5e2f1ce8dc1c on network 2779dd37-2937-46d8-af61-d09413a811c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:18:21.735825 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ae3a08-32f9-4cae-ae74-8ef73b0b5879 req-afc3490f-1f47-4e2c-a1f3-7919bb180a94 service neutron] Attempting to bind port c8dd90d6-e1d7-4a02-9201-5e2f1ce8dc1c on network 2779dd37-2937-46d8-af61-d09413a811c2 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:18:21.757036 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ae3a08-32f9-4cae-ae74-8ef73b0b5879 req-afc3490f-1f47-4e2c-a1f3-7919bb180a94 service neutron] Checking agent: {'id': 'a8f1dd2d-227c-4e30-8844-52419ba734db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:18:21.758586 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ae3a08-32f9-4cae-ae74-8ef73b0b5879 req-afc3490f-1f47-4e2c-a1f3-7919bb180a94 service neutron] Checking segment: {'id': '64bc1793-0902-4a80-9bec-683d5e6b7c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2779dd37-2937-46d8-af61-d09413a811c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:18:21.759329 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ae3a08-32f9-4cae-ae74-8ef73b0b5879 req-afc3490f-1f47-4e2c-a1f3-7919bb180a94 service neutron] Bound using segment: {'id': '64bc1793-0902-4a80-9bec-683d5e6b7c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2779dd37-2937-46d8-af61-d09413a811c2'} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:18:21.760106 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-a8ae3a08-32f9-4cae-ae74-8ef73b0b5879 req-afc3490f-1f47-4e2c-a1f3-7919bb180a94 service neutron] Bound port: c8dd90d6-e1d7-4a02-9201-5e2f1ce8dc1c, host: n-h2-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64bc1793-0902-4a80-9bec-683d5e6b7c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2779dd37-2937-46d8-af61-d09413a811c2'}}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:18:21.760801 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-a8ae3a08-32f9-4cae-ae74-8ef73b0b5879 req-afc3490f-1f47-4e2c-a1f3-7919bb180a94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:21.766464 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=d1ccf335-ad9c-4253-91a3-84593092c9f2,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:18:21.847529 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['d1ccf335-ad9c-4253-91a3-84593092c9f2'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:18:21.881596 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-a8ae3a08-32f9-4cae-ae74-8ef73b0b5879 req-afc3490f-1f47-4e2c-a1f3-7919bb180a94 service neutron] For port c8dd90d6-e1d7-4a02-9201-5e2f1ce8dc1c, host n-h2-803378-2, cleared binding levels {{(pid=94420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:18:21.890712 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-a8ae3a08-32f9-4cae-ae74-8ef73b0b5879 req-afc3490f-1f47-4e2c-a1f3-7919bb180a94 service neutron] For port c8dd90d6-e1d7-4a02-9201-5e2f1ce8dc1c, host n-h2-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=c8dd90d6-e1d7-4a02-9201-5e2f1ce8dc1c,segment=NetworkSegment(64bc1793-0902-4a80-9bec-683d5e6b7c02),segment_id=64bc1793-0902-4a80-9bec-683d5e6b7c02)] {{(pid=94420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:18:21.905002 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-a8ae3a08-32f9-4cae-ae74-8ef73b0b5879 req-afc3490f-1f47-4e2c-a1f3-7919bb180a94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:22.000426 n-d-803378-2 neutron-server[94421]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 05 11:18:22.008414 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [req-2f372c2c-262c-4948-94c2-8b7ea858d056 req-eebd79e3-ed50-4ce4-b4e3-53a9a4868d5e tempest-LiveAutoBlockMigrationV225Test-707045295 tempest-LiveAutoBlockMigrationV225Test-707045295-project-admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94421) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 11:18:22.011429 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2f372c2c-262c-4948-94c2-8b7ea858d056 req-eebd79e3-ed50-4ce4-b4e3-53a9a4868d5e tempest-LiveAutoBlockMigrationV225Test-707045295 tempest-LiveAutoBlockMigrationV225Test-707045295-project-admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 1.0533173 Aug 05 11:18:22.041135 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ae3a08-32f9-4cae-ae74-8ef73b0b5879 req-afc3490f-1f47-4e2c-a1f3-7919bb180a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:22.042166 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-a8ae3a08-32f9-4cae-ae74-8ef73b0b5879 req-afc3490f-1f47-4e2c-a1f3-7919bb180a94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:22.044673 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a8ae3a08-32f9-4cae-ae74-8ef73b0b5879 req-afc3490f-1f47-4e2c-a1f3-7919bb180a94 service neutron] 10.222.0.55 "PUT /v2.0/ports/c8dd90d6-e1d7-4a02-9201-5e2f1ce8dc1c HTTP/1.1" status: 200 len: 1092 time: 1.7497888 Aug 05 11:18:22.047755 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '696331f0-3dea-4c4f-8585-975b81f7abd5', 'tag': 'c8dd90d6-e1d7-4a02-9201-5e2f1ce8dc1c'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:18:22.052969 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}828068ad8d405ad77660ce68fa78e1ffe658725812f7a08f9e488a446589295b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebbc23c2-3b02-4c1c-9818-0621b2a83962" -d '{"events": [{"name": "network-changed", "server_uuid": "696331f0-3dea-4c4f-8585-975b81f7abd5", "tag": "c8dd90d6-e1d7-4a02-9201-5e2f1ce8dc1c"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:18:22.170182 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc3490f-1f47-4e2c-a1f3-7919bb180a94 service neutron] Pushing event updated for resources: {'Port': ['ID=c8dd90d6-e1d7-4a02-9201-5e2f1ce8dc1c,revision_number=3']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:18:22.257828 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ae3a08-32f9-4cae-ae74-8ef73b0b5879 req-18b9b69c-c174-4b61-9034-049b1531bad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:22.264862 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a8ae3a08-32f9-4cae-ae74-8ef73b0b5879 req-18b9b69c-c174-4b61-9034-049b1531bad0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4db52252ec554e9690b87fbab6c40741&device_id=696331f0-3dea-4c4f-8585-975b81f7abd5 HTTP/1.1" status: 200 len: 1095 time: 0.1262507 Aug 05 11:18:22.404689 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a8ae3a08-32f9-4cae-ae74-8ef73b0b5879 req-8de85c0f-f83b-44a8-b312-7af73b3ad848 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8dd90d6-e1d7-4a02-9201-5e2f1ce8dc1c HTTP/1.1" status: 200 len: 217 time: 0.1238060 Aug 05 11:18:22.508951 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ae3a08-32f9-4cae-ae74-8ef73b0b5879 req-b336e7d0-7b0f-4499-aa22-9dcecd370ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:22.511930 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a8ae3a08-32f9-4cae-ae74-8ef73b0b5879 req-b336e7d0-7b0f-4499-aa22-9dcecd370ce2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=15e3f37a-0211-4d47-9d94-f5446f6e6f7a HTTP/1.1" status: 200 len: 860 time: 0.0991108 Aug 05 11:18:22.657720 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ae3a08-32f9-4cae-ae74-8ef73b0b5879 req-0b5bc3b0-ce32-4dc4-aeb8-66578591333f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:22.661152 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a8ae3a08-32f9-4cae-ae74-8ef73b0b5879 req-0b5bc3b0-ce32-4dc4-aeb8-66578591333f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2779dd37-2937-46d8-af61-d09413a811c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1344414 Aug 05 11:18:22.689781 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760e0bb4-97fe-42f3-97b8-bf0024a0c866 req-b4ba8e74-fd7d-4cf1-a0bc-345ef81fac42 tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:22.692426 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-760e0bb4-97fe-42f3-97b8-bf0024a0c866 req-b4ba8e74-fd7d-4cf1-a0bc-345ef81fac42 tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] 10.222.0.58 "GET /v2.0/ports?device_id=55daa2aa-40fb-4c01-a652-a2b5b83b96ba HTTP/1.1" status: 200 len: 950 time: 0.1456299 Aug 05 11:18:22.875995 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-760e0bb4-97fe-42f3-97b8-bf0024a0c866 req-b7b9f027-6164-4ef8-bfeb-11414d7d4cdf tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] 10.222.0.58 "GET /v2.0/security-groups?id=8a867c99-4b32-4fbb-ac11-15feea2abf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668518 Aug 05 11:18:22.929314 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-2f372c2c-262c-4948-94c2-8b7ea858d056 req-1bf63220-0d67-432d-958c-0a94bb90c27d service neutron] Request body: {'binding': {'host': 'n-h2-803378-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:18:22.929928 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-2f372c2c-262c-4948-94c2-8b7ea858d056 req-1bf63220-0d67-432d-958c-0a94bb90c27d service neutron] Unknown quota resources ['binding']. {{(pid=94421) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 05 11:18:22.968454 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a8ae3a08-32f9-4cae-ae74-8ef73b0b5879 req-7a5a40bd-7830-4ea1-8fe9-975f7a868fb1 service neutron] 10.222.0.55 "GET /v2.0/networks/2779dd37-2937-46d8-af61-d09413a811c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2971671 Aug 05 11:18:22.970095 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device d1ccf335-ad9c-4253-91a3-84593092c9f2 up at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:18:23.109604 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning for port d1ccf335-ad9c-4253-91a3-84593092c9f2 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:18:23.124246 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning complete for port d1ccf335-ad9c-4253-91a3-84593092c9f2 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:18:23.124992 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:23.311698 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-2f372c2c-262c-4948-94c2-8b7ea858d056 req-1bf63220-0d67-432d-958c-0a94bb90c27d service neutron] Attempting to bind port 89e1ceeb-0597-41b8-87ce-628445d80d87 on host n-h2-803378-2 for vnic_type normal with profile None {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:18:23.313280 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-2f372c2c-262c-4948-94c2-8b7ea858d056 req-1bf63220-0d67-432d-958c-0a94bb90c27d service neutron] Attempting to bind port 89e1ceeb-0597-41b8-87ce-628445d80d87 by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': '7242661a-6816-45d7-a9cf-d91bdd00208a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'c1d3f101-369e-4625-bfd2-2a60ea4757bb'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:18:23.314079 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f372c2c-262c-4948-94c2-8b7ea858d056 req-1bf63220-0d67-432d-958c-0a94bb90c27d service neutron] Attempting to bind port 89e1ceeb-0597-41b8-87ce-628445d80d87 on network c1d3f101-369e-4625-bfd2-2a60ea4757bb {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:18:23.322188 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:23.325316 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f372c2c-262c-4948-94c2-8b7ea858d056 req-1bf63220-0d67-432d-958c-0a94bb90c27d service neutron] Port 89e1ceeb-0597-41b8-87ce-628445d80d87 on network c1d3f101-369e-4625-bfd2-2a60ea4757bb not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:18:23.327125 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f372c2c-262c-4948-94c2-8b7ea858d056 req-1bf63220-0d67-432d-958c-0a94bb90c27d service neutron] Attempting to bind port 89e1ceeb-0597-41b8-87ce-628445d80d87 on network c1d3f101-369e-4625-bfd2-2a60ea4757bb {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:18:23.337727 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f372c2c-262c-4948-94c2-8b7ea858d056 req-1bf63220-0d67-432d-958c-0a94bb90c27d service neutron] Checking agent: {'id': 'a8f1dd2d-227c-4e30-8844-52419ba734db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:18:23.338667 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f372c2c-262c-4948-94c2-8b7ea858d056 req-1bf63220-0d67-432d-958c-0a94bb90c27d service neutron] Checking segment: {'id': '7242661a-6816-45d7-a9cf-d91bdd00208a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'c1d3f101-369e-4625-bfd2-2a60ea4757bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:18:23.340467 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f372c2c-262c-4948-94c2-8b7ea858d056 req-1bf63220-0d67-432d-958c-0a94bb90c27d service neutron] Bound using segment: {'id': '7242661a-6816-45d7-a9cf-d91bdd00208a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'c1d3f101-369e-4625-bfd2-2a60ea4757bb'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:18:23.341548 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-2f372c2c-262c-4948-94c2-8b7ea858d056 req-1bf63220-0d67-432d-958c-0a94bb90c27d service neutron] Bound port: 89e1ceeb-0597-41b8-87ce-628445d80d87, host: n-h2-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7242661a-6816-45d7-a9cf-d91bdd00208a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'c1d3f101-369e-4625-bfd2-2a60ea4757bb'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:18:23.404730 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e79943-f0bc-42e6-99a3-da535ac89e95 req-9fffe40e-294d-4b7c-ba27-124babe24599 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:23.415916 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fc67fa6-8309-49bf-8612-e43b68087ccd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1ccf335-ad9c-4253-91a3-84593092c9f2'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:18:23.416649 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c5e79943-f0bc-42e6-99a3-da535ac89e95 req-9fffe40e-294d-4b7c-ba27-124babe24599 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] 10.222.0.58 "GET /v2.0/ports?device_id=7fc67fa6-8309-49bf-8612-e43b68087ccd HTTP/1.1" status: 200 len: 944 time: 0.4318154 Aug 05 11:18:23.420692 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f17f8877-11ea-473c-9eaf-951746463db4" -d '{"events": [{"server_uuid": "7fc67fa6-8309-49bf-8612-e43b68087ccd", "name": "network-vif-plugged", "status": "completed", "tag": "d1ccf335-ad9c-4253-91a3-84593092c9f2"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:18:23.452996 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port d1ccf335-ad9c-4253-91a3-84593092c9f2, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=d1ccf335-ad9c-4253-91a3-84593092c9f2,segment=NetworkSegment(c9e2cf5a-453f-413e-a764-0d6594d296bf),segment_id=c9e2cf5a-453f-413e-a764-0d6594d296bf)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:18:23.463520 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:23.484077 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c5e79943-f0bc-42e6-99a3-da535ac89e95 req-a53ec4e5-d4b7-4315-b1ee-91e605aefb4f tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] 10.222.0.58 "GET /v2.0/security-groups?id=7da178d1-b212-4c54-b70b-ef9e06c169f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662673 Aug 05 11:18:23.509364 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a8ae3a08-32f9-4cae-ae74-8ef73b0b5879 req-2053fa41-2af2-4367-a56a-535c8607739b service neutron] 10.222.0.55 "GET /v2.0/networks/2779dd37-2937-46d8-af61-d09413a811c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5284867 Aug 05 11:18:23.558975 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e675fd0-266f-45ff-88d1-a434cb62ebb9 x-openstack-request-id: req-8e675fd0-266f-45ff-88d1-a434cb62ebb9 {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:18:23.559614 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "696331f0-3dea-4c4f-8585-975b81f7abd5", "tag": "c8dd90d6-e1d7-4a02-9201-5e2f1ce8dc1c", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:18:23.560081 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8e675fd0-266f-45ff-88d1-a434cb62ebb9 {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:18:23.560898 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '696331f0-3dea-4c4f-8585-975b81f7abd5', 'tag': 'c8dd90d6-e1d7-4a02-9201-5e2f1ce8dc1c', 'status': 'completed', 'code': 200} Aug 05 11:18:23.616795 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-2f372c2c-262c-4948-94c2-8b7ea858d056 req-1bf63220-0d67-432d-958c-0a94bb90c27d service neutron] For port 89e1ceeb-0597-41b8-87ce-628445d80d87, host n-h2-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=89e1ceeb-0597-41b8-87ce-628445d80d87,segment=NetworkSegment(7242661a-6816-45d7-a9cf-d91bdd00208a),segment_id=7242661a-6816-45d7-a9cf-d91bdd00208a)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:18:23.632717 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-2f372c2c-262c-4948-94c2-8b7ea858d056 req-1bf63220-0d67-432d-958c-0a94bb90c27d service neutron] Notify callbacks [] for binding, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:23.634951 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2f372c2c-262c-4948-94c2-8b7ea858d056 req-1bf63220-0d67-432d-958c-0a94bb90c27d service neutron] 10.222.0.58 "POST /v2.0/ports/89e1ceeb-0597-41b8-87ce-628445d80d87/bindings HTTP/1.1" status: 201 len: 389 time: 1.0102546 Aug 05 11:18:23.636922 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=d1ccf335-ad9c-4253-91a3-84593092c9f2,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:18:23.775793 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2511e60-40f2-4c8a-b93a-a0c118d199dc req-f2b352f4-8c29-402a-b95e-897ae1eed058 tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:23.785541 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e2511e60-40f2-4c8a-b93a-a0c118d199dc req-f2b352f4-8c29-402a-b95e-897ae1eed058 tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] 10.222.0.58 "GET /v2.0/ports?device_id=696331f0-3dea-4c4f-8585-975b81f7abd5 HTTP/1.1" status: 200 len: 944 time: 0.1430416 Aug 05 11:18:23.846916 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2c35fd7-f75a-414f-b23b-4055f53aed51 x-openstack-request-id: req-c2c35fd7-f75a-414f-b23b-4055f53aed51 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:18:23.847370 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fc67fa6-8309-49bf-8612-e43b68087ccd", "name": "network-vif-plugged", "status": "completed", "tag": "d1ccf335-ad9c-4253-91a3-84593092c9f2", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:18:23.847623 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c2c35fd7-f75a-414f-b23b-4055f53aed51 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:18:23.849166 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fc67fa6-8309-49bf-8612-e43b68087ccd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1ccf335-ad9c-4253-91a3-84593092c9f2', 'code': 200} Aug 05 11:18:23.860723 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbc23c2-3b02-4c1c-9818-0621b2a83962 req-682c6256-c721-4a3f-94a0-4417cf13e8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:23.863084 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ebbc23c2-3b02-4c1c-9818-0621b2a83962 req-682c6256-c721-4a3f-94a0-4417cf13e8d0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4db52252ec554e9690b87fbab6c40741&device_id=696331f0-3dea-4c4f-8585-975b81f7abd5 HTTP/1.1" status: 200 len: 1095 time: 0.1969595 Aug 05 11:18:23.897381 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e2511e60-40f2-4c8a-b93a-a0c118d199dc req-1fed3d13-b6e2-45a1-8180-f04b62a38f52 tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] 10.222.0.58 "GET /v2.0/security-groups?id=06a7a4d4-8ced-4edb-81e5-f04cb02169d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047299 Aug 05 11:18:24.054607 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.55', 54904) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:18:24.116457 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 39144) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:18:24.119207 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f372c2c-262c-4948-94c2-8b7ea858d056 req-1857dd1f-b75b-43fd-a618-f4942fb5ec16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:24.122148 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2f372c2c-262c-4948-94c2-8b7ea858d056 req-1857dd1f-b75b-43fd-a618-f4942fb5ec16 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e8f6478cce384a98ba09cac5c1bcf855&device_id=32074892-07d5-47e0-93ba-33ceb5bd35b2 HTTP/1.1" status: 200 len: 1097 time: 0.0658967 Aug 05 11:18:24.219868 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbc23c2-3b02-4c1c-9818-0621b2a83962 req-434f2d5b-5d99-4de2-925d-6c3c162acd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:24.222801 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ebbc23c2-3b02-4c1c-9818-0621b2a83962 req-434f2d5b-5d99-4de2-925d-6c3c162acd0c service neutron] 10.222.0.55 "GET /v2.0/networks?id=2779dd37-2937-46d8-af61-d09413a811c2 HTTP/1.1" status: 200 len: 922 time: 0.3240509 Aug 05 11:18:24.291674 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f372c2c-262c-4948-94c2-8b7ea858d056 req-4a3e8a9f-920d-49af-a833-2c8349818cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:24.294806 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2f372c2c-262c-4948-94c2-8b7ea858d056 req-4a3e8a9f-920d-49af-a833-2c8349818cb6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c1d3f101-369e-4625-bfd2-2a60ea4757bb HTTP/1.1" status: 200 len: 921 time: 0.1612024 Aug 05 11:18:24.335795 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e8794e-a779-4440-8190-5bd1d6af9db3 req-0ba56654-e0bf-43d9-9ca9-a44417cec9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:24.338333 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b8e8794e-a779-4440-8190-5bd1d6af9db3 req-0ba56654-e0bf-43d9-9ca9-a44417cec9da service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7fc67fa6-8309-49bf-8612-e43b68087ccd HTTP/1.1" status: 200 len: 1096 time: 0.3216083 Aug 05 11:18:24.355465 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4df3b9-ca29-4be3-8703-ac0b5ab0e73a req-676e2597-ba9e-4363-9630-4e7d9fa084d5 tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:24.358153 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2f372c2c-262c-4948-94c2-8b7ea858d056 req-fcb9ac4f-5280-4329-bb2b-6c81b9f7bac2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89e1ceeb-0597-41b8-87ce-628445d80d87 HTTP/1.1" status: 200 len: 217 time: 0.0547860 Aug 05 11:18:24.362351 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4f4df3b9-ca29-4be3-8703-ac0b5ab0e73a req-676e2597-ba9e-4363-9630-4e7d9fa084d5 tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] 10.222.0.58 "GET /v2.0/ports?device_id=55daa2aa-40fb-4c01-a652-a2b5b83b96ba HTTP/1.1" status: 200 len: 950 time: 0.3308146 Aug 05 11:18:24.365803 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ebbc23c2-3b02-4c1c-9818-0621b2a83962 req-1e886781-9859-4ef6-b831-525583fd7840 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8dd90d6-e1d7-4a02-9201-5e2f1ce8dc1c HTTP/1.1" status: 200 len: 217 time: 0.1276724 Aug 05 11:18:24.389106 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6325b77f-2955-41a7-8ba7-6d9b960878f8 req-c7b37022-da66-40a7-a7c6-00d2075f802c tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:24.397654 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6325b77f-2955-41a7-8ba7-6d9b960878f8 req-c7b37022-da66-40a7-a7c6-00d2075f802c tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/ports?device_id=32074892-07d5-47e0-93ba-33ceb5bd35b2 HTTP/1.1" status: 200 len: 946 time: 0.3821151 Aug 05 11:18:24.424312 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f372c2c-262c-4948-94c2-8b7ea858d056 req-b43b2ca8-0e9f-4cad-8a04-777fa3d5f70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:24.425959 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2f372c2c-262c-4948-94c2-8b7ea858d056 req-b43b2ca8-0e9f-4cad-8a04-777fa3d5f70c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=88c33de2-0b50-4fb8-a2a7-3c3e700f5c7c HTTP/1.1" status: 200 len: 860 time: 0.0589647 Aug 05 11:18:24.504320 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2f372c2c-262c-4948-94c2-8b7ea858d056 req-d42e08da-e58e-449e-a67d-d5e1c986e645 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c1d3f101-369e-4625-bfd2-2a60ea4757bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653834 Aug 05 11:18:24.514500 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7e610587-4948-4aab-abd5-a3f5dd4a46ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:24.529894 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b8e8794e-a779-4440-8190-5bd1d6af9db3 req-285fa6b9-2c0b-446e-9cf2-c7aab58c4a6f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=7da178d1-b212-4c54-b70b-ef9e06c169f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1507561 Aug 05 11:18:24.556893 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbc23c2-3b02-4c1c-9818-0621b2a83962 req-1e6bbead-26e4-45d2-9509-a1528885b392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:24.558764 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ebbc23c2-3b02-4c1c-9818-0621b2a83962 req-1e6bbead-26e4-45d2-9509-a1528885b392 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=15e3f37a-0211-4d47-9d94-f5446f6e6f7a HTTP/1.1" status: 200 len: 860 time: 0.1826835 Aug 05 11:18:24.572804 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6325b77f-2955-41a7-8ba7-6d9b960878f8 req-a3039d0a-775f-4ed1-8597-bea10843eb57 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b660be2-1cd3-4f1b-b8b6-43aa3e7d82c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736045 Aug 05 11:18:24.578867 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4f4df3b9-ca29-4be3-8703-ac0b5ab0e73a req-8e69e0ba-6692-4ee7-903a-37e67066ea0c tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] 10.222.0.58 "GET /v2.0/security-groups?id=8a867c99-4b32-4fbb-ac11-15feea2abf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010806 Aug 05 11:18:24.697132 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2f372c2c-262c-4948-94c2-8b7ea858d056 req-64ec0c02-2418-4a10-814c-fbe96786216e service neutron] 10.222.0.55 "GET /v2.0/networks/c1d3f101-369e-4625-bfd2-2a60ea4757bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704636 Aug 05 11:18:24.753288 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 39160) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:18:24.830864 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9923d70-81f6-4162-8655-a70e99c989a7 req-fd1ba582-47d7-4768-ae8b-0eac4ee1ff0e tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:24.844791 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a9923d70-81f6-4162-8655-a70e99c989a7 req-fd1ba582-47d7-4768-ae8b-0eac4ee1ff0e tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] 10.222.0.58 "GET /v2.0/ports?device_id=7fc67fa6-8309-49bf-8612-e43b68087ccd HTTP/1.1" status: 200 len: 945 time: 0.1375630 Aug 05 11:18:24.847008 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7e610587-4948-4aab-abd5-a3f5dd4a46ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:24.856709 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7e610587-4948-4aab-abd5-a3f5dd4a46ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:24.883922 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 39166) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:18:24.920341 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-7e610587-4948-4aab-abd5-a3f5dd4a46ce admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d5cdc477e3fd4e6ab96972bb731b5caf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7962799 Aug 05 11:18:24.939523 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 39172) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:18:25.078756 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a9923d70-81f6-4162-8655-a70e99c989a7 req-e9dd7372-2b64-4fcd-a1c0-5d8293cd8774 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] 10.222.0.58 "GET /v2.0/security-groups?id=7da178d1-b212-4c54-b70b-ef9e06c169f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2325149 Aug 05 11:18:25.082260 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c96954-8637-409d-866b-f2f4755b9bae req-5d34980c-16a9-4426-b4f2-9ad3b5c47ed3 tempest-LiveMigrationNegativeTest-590047744 tempest-LiveMigrationNegativeTest-590047744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:25.085578 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d2c96954-8637-409d-866b-f2f4755b9bae req-5d34980c-16a9-4426-b4f2-9ad3b5c47ed3 tempest-LiveMigrationNegativeTest-590047744 tempest-LiveMigrationNegativeTest-590047744-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=55daa2aa-40fb-4c01-a652-a2b5b83b96ba HTTP/1.1" status: 200 len: 1101 time: 0.3014557 Aug 05 11:18:25.101319 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2f372c2c-262c-4948-94c2-8b7ea858d056 req-41303e4f-7fe1-4b4e-92b6-7b9e60c9693d service neutron] 10.222.0.55 "GET /v2.0/networks/c1d3f101-369e-4625-bfd2-2a60ea4757bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672485 Aug 05 11:18:25.150074 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-0c36a74c-7ade-4696-86cf-6072e39259f7 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1948216361-network', 'tenant_id': 'd8daa1497f4a496cba61c8a60c09e98b'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:18:25.196143 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3dcf7d77-41bf-4dad-9e67-ab95eb9057ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:25.209621 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-d2c96954-8637-409d-866b-f2f4755b9bae req-cc3bb0be-f6aa-4224-a315-39e0fdfa3b1e tempest-LiveMigrationNegativeTest-590047744 tempest-LiveMigrationNegativeTest-590047744-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:25.213426 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e610587-4948-4aab-abd5-a3f5dd4a46ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26afe27b-ca08-483b-b38f-8d708f187e5a,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:18:25.244726 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbc23c2-3b02-4c1c-9818-0621b2a83962 req-80604ce9-b15d-40be-b742-8003cb84474a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:25.247502 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ebbc23c2-3b02-4c1c-9818-0621b2a83962 req-80604ce9-b15d-40be-b742-8003cb84474a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2779dd37-2937-46d8-af61-d09413a811c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3594429 Aug 05 11:18:25.269553 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-dad14e70-f5db-49b3-9696-e19ad74bebf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:25.306697 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-46e71ba0-abcc-4d68-947c-6d762fdb3f8f req-0552528b-e93c-48e3-94c1-41e8968badf2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ce4b7a83-20e6-417f-926d-f36b7231440d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3253605 Aug 05 11:18:25.336649 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-dad14e70-f5db-49b3-9696-e19ad74bebf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:25.414135 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c36a74c-7ade-4696-86cf-6072e39259f7 admin admin] Made reservation on behalf of d8daa1497f4a496cba61c8a60c09e98b for: {'network': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:18:25.416938 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0c36a74c-7ade-4696-86cf-6072e39259f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:25.433092 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.db.api [req-d2c96954-8637-409d-866b-f2f4755b9bae req-cc3bb0be-f6aa-4224-a315-39e0fdfa3b1e tempest-LiveMigrationNegativeTest-590047744 tempest-LiveMigrationNegativeTest-590047744-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 05 11:18:25.433092 n-d-803378-2 neutron-server[94420]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 05 11:18:25.433092 n-d-803378-2 neutron-server[94420]: [parameters: {'project_id_1': 'ae5d7bf87a1f4f2388d6ddd3e1342d70', 'expiration_1': datetime.datetime(2021, 8, 5, 11, 18, 25, 333128)}] Aug 05 11:18:25.433092 n-d-803378-2 neutron-server[94420]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94420) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 05 11:18:25.433717 n-d-803378-2 neutron-server[94420]: DEBUG oslo_db.api [req-d2c96954-8637-409d-866b-f2f4755b9bae req-cc3bb0be-f6aa-4224-a315-39e0fdfa3b1e tempest-LiveMigrationNegativeTest-590047744 tempest-LiveMigrationNegativeTest-590047744-project-admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 11:18:25.521253 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0366fb47-be7e-4bd2-839d-5e4dc076355d req-13cc7aa9-68b6-4c17-a39c-e44b3c427950 tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:25.523038 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0366fb47-be7e-4bd2-839d-5e4dc076355d req-13cc7aa9-68b6-4c17-a39c-e44b3c427950 tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] 10.222.0.58 "GET /v2.0/ports?device_id=696331f0-3dea-4c4f-8585-975b81f7abd5 HTTP/1.1" status: 200 len: 944 time: 0.3321338 Aug 05 11:18:25.523827 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0c36a74c-7ade-4696-86cf-6072e39259f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:25.526186 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e71ba0-abcc-4d68-947c-6d762fdb3f8f req-9aa2a549-93f3-40c2-9683-7c24011049e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:25.528724 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-46e71ba0-abcc-4d68-947c-6d762fdb3f8f req-9aa2a549-93f3-40c2-9683-7c24011049e2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4db52252ec554e9690b87fbab6c40741&device_id=ce4b7a83-20e6-417f-926d-f36b7231440d HTTP/1.1" status: 200 len: 1096 time: 0.1018863 Aug 05 11:18:25.529721 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-dad14e70-f5db-49b3-9696-e19ad74bebf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:25.536785 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-dad14e70-f5db-49b3-9696-e19ad74bebf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:25.539015 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-dad14e70-f5db-49b3-9696-e19ad74bebf2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/26afe27b-ca08-483b-b38f-8d708f187e5a HTTP/1.1" status: 204 len: 168 time: 0.4419732 Aug 05 11:18:25.567369 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad14e70-f5db-49b3-9696-e19ad74bebf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26afe27b-ca08-483b-b38f-8d708f187e5a,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:18:25.727843 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3dcf7d77-41bf-4dad-9e67-ab95eb9057ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:25.738516 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3dcf7d77-41bf-4dad-9e67-ab95eb9057ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:25.809445 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e71ba0-abcc-4d68-947c-6d762fdb3f8f req-9e886f16-bf8e-4902-9df2-83c15cc47824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:25.811778 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-46e71ba0-abcc-4d68-947c-6d762fdb3f8f req-9e886f16-bf8e-4902-9df2-83c15cc47824 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2779dd37-2937-46d8-af61-d09413a811c2 HTTP/1.1" status: 200 len: 922 time: 0.2401674 Aug 05 11:18:25.812356 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcf7d77-41bf-4dad-9e67-ab95eb9057ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6261cec0-9337-4ea0-bc02-1d96a066910a,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:18:25.836292 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-3dcf7d77-41bf-4dad-9e67-ab95eb9057ef admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4f1dff02f07a4775b3a73382fb65c01d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0780110 Aug 05 11:18:25.837918 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 39188) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:18:25.901312 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-46e71ba0-abcc-4d68-947c-6d762fdb3f8f req-7d4e07a0-06d0-466c-85b0-86ce990da3d9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2b0dd59-d3fe-431d-ab42-136b5bbf8974 HTTP/1.1" status: 200 len: 217 time: 0.0603018 Aug 05 11:18:26.030384 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0366fb47-be7e-4bd2-839d-5e4dc076355d req-8eefa119-b1dc-4b75-abb5-d72de7108f06 tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] 10.222.0.58 "GET /v2.0/security-groups?id=06a7a4d4-8ced-4edb-81e5-f04cb02169d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4879844 Aug 05 11:18:26.031358 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-d2c96954-8637-409d-866b-f2f4755b9bae req-cc3bb0be-f6aa-4224-a315-39e0fdfa3b1e tempest-LiveMigrationNegativeTest-590047744 tempest-LiveMigrationNegativeTest-590047744-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:26.109591 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e71ba0-abcc-4d68-947c-6d762fdb3f8f req-8f26af23-56ba-428a-8ee9-b96a3d495d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:26.111267 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-46e71ba0-abcc-4d68-947c-6d762fdb3f8f req-8f26af23-56ba-428a-8ee9-b96a3d495d06 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=15e3f37a-0211-4d47-9d94-f5446f6e6f7a HTTP/1.1" status: 200 len: 860 time: 0.1995358 Aug 05 11:18:26.130510 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9eb7a2b4-7b61-4cbb-b8e5-59d1bf409dbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:26.212022 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9eb7a2b4-7b61-4cbb-b8e5-59d1bf409dbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:26.237517 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e71ba0-abcc-4d68-947c-6d762fdb3f8f req-64d1c0f5-382d-4080-8ebd-341b4c294cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:26.240437 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-46e71ba0-abcc-4d68-947c-6d762fdb3f8f req-64d1c0f5-382d-4080-8ebd-341b4c294cf6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2779dd37-2937-46d8-af61-d09413a811c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1197350 Aug 05 11:18:26.284291 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f372c2c-262c-4948-94c2-8b7ea858d056 req-59b189e7-6462-4f04-abf2-676d2c9da506 tempest-LiveAutoBlockMigrationV225Test-707045295 tempest-LiveAutoBlockMigrationV225Test-707045295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:26.288807 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2f372c2c-262c-4948-94c2-8b7ea858d056 req-59b189e7-6462-4f04-abf2-676d2c9da506 tempest-LiveAutoBlockMigrationV225Test-707045295 tempest-LiveAutoBlockMigrationV225Test-707045295-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=32074892-07d5-47e0-93ba-33ceb5bd35b2&tenant_id=e8f6478cce384a98ba09cac5c1bcf855&binding%3Ahost_id=n-h1-803378-2 HTTP/1.1" status: 200 len: 1097 time: 0.8618255 Aug 05 11:18:26.292597 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0c36a74c-7ade-4696-86cf-6072e39259f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:26.342330 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-2f372c2c-262c-4948-94c2-8b7ea858d056 req-21bc358b-ea44-420a-805f-bd10a948ae7a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-803378-2'}}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:18:26.353848 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0c36a74c-7ade-4696-86cf-6072e39259f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:26.362778 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ebbc23c2-3b02-4c1c-9818-0621b2a83962 req-d2caec26-0b92-4373-aaaa-a6f1cecdd5e0 service neutron] 10.222.0.55 "GET /v2.0/networks/2779dd37-2937-46d8-af61-d09413a811c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0523305 Aug 05 11:18:26.525339 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 39196) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:18:26.597580 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c36a74c-7ade-4696-86cf-6072e39259f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 659, 'physical_network': 'physnet1'} {{(pid=94420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:18:26.628589 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9eb7a2b4-7b61-4cbb-b8e5-59d1bf409dbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:26.631442 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9eb7a2b4-7b61-4cbb-b8e5-59d1bf409dbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:26.632736 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-9eb7a2b4-7b61-4cbb-b8e5-59d1bf409dbb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6261cec0-9337-4ea0-bc02-1d96a066910a HTTP/1.1" status: 204 len: 168 time: 0.7906907 Aug 05 11:18:26.643225 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-46e71ba0-abcc-4d68-947c-6d762fdb3f8f req-a0f1382c-fe1c-4cde-846c-d482dca183d0 service neutron] 10.222.0.55 "GET /v2.0/networks/2779dd37-2937-46d8-af61-d09413a811c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3879178 Aug 05 11:18:26.648819 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb7a2b4-7b61-4cbb-b8e5-59d1bf409dbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6261cec0-9337-4ea0-bc02-1d96a066910a,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:18:26.738114 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0c36a74c-7ade-4696-86cf-6072e39259f7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774769601720', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:26.739261 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0c36a74c-7ade-4696-86cf-6072e39259f7 admin admin] Unsubscribe: segment precommit_create {{(pid=94420) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 05 11:18:26.740148 n-d-803378-2 neutron-server[94420]: INFO neutron.db.segments_db [None req-0c36a74c-7ade-4696-86cf-6072e39259f7 admin admin] Added segment 32cc618e-4968-4750-a5aa-c2579fceb01e of type vlan for network 6e7bde98-a1ff-44d7-8525-eaa9c1e81087 Aug 05 11:18:26.767314 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae41750a-8471-4ff4-8884-96f4a4b31e16 req-9526611e-4aae-41e5-8f8f-d7a57e0382d9 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:26.770575 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ae41750a-8471-4ff4-8884-96f4a4b31e16 req-9526611e-4aae-41e5-8f8f-d7a57e0382d9 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/ports?device_id=32074892-07d5-47e0-93ba-33ceb5bd35b2 HTTP/1.1" status: 200 len: 946 time: 0.5508823 Aug 05 11:18:26.771857 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-da672239-5d9e-47c9-b883-b91df26721c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:26.775227 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c36a74c-7ade-4696-86cf-6072e39259f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c74f817e-593a-4316-996c-63bfd39cf485,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:18:26.786678 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-46e71ba0-abcc-4d68-947c-6d762fdb3f8f req-6740b5c4-4a8f-476e-a571-9d7e620f0356 service neutron] 10.222.0.55 "GET /v2.0/networks/2779dd37-2937-46d8-af61-d09413a811c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347167 Aug 05 11:18:26.841644 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-2f372c2c-262c-4948-94c2-8b7ea858d056 req-21bc358b-ea44-420a-805f-bd10a948ae7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:26.922341 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0c36a74c-7ade-4696-86cf-6072e39259f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:27.022769 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ebbc23c2-3b02-4c1c-9818-0621b2a83962 req-23c7e43f-a51c-4bec-abcd-a0ab532dfe5b service neutron] 10.222.0.55 "GET /v2.0/networks/2779dd37-2937-46d8-af61-d09413a811c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6156490 Aug 05 11:18:27.028413 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device c8dd90d6-e1d7-4a02-9201-5e2f1ce8dc1c details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:18:27.035434 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ae41750a-8471-4ff4-8884-96f4a4b31e16 req-5d734b68-3c0d-4ebe-b439-e910a176b3d6 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b660be2-1cd3-4f1b-b8b6-43aa3e7d82c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290711 Aug 05 11:18:27.135653 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0c36a74c-7ade-4696-86cf-6072e39259f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:27.136669 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c36a74c-7ade-4696-86cf-6072e39259f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:27.137265 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0c36a74c-7ade-4696-86cf-6072e39259f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:27.155917 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-d2c96954-8637-409d-866b-f2f4755b9bae req-cc3bb0be-f6aa-4224-a315-39e0fdfa3b1e tempest-LiveMigrationNegativeTest-590047744 tempest-LiveMigrationNegativeTest-590047744-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:27.198569 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-d2c96954-8637-409d-866b-f2f4755b9bae req-cc3bb0be-f6aa-4224-a315-39e0fdfa3b1e tempest-LiveMigrationNegativeTest-590047744 tempest-LiveMigrationNegativeTest-590047744-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:27.263926 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port c8dd90d6-e1d7-4a02-9201-5e2f1ce8dc1c, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=c8dd90d6-e1d7-4a02-9201-5e2f1ce8dc1c,segment=NetworkSegment(64bc1793-0902-4a80-9bec-683d5e6b7c02),segment_id=64bc1793-0902-4a80-9bec-683d5e6b7c02)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:18:27.291589 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Returning: {'device': 'c8dd90d6-e1d7-4a02-9201-5e2f1ce8dc1c', 'network_id': '2779dd37-2937-46d8-af61-d09413a811c2', 'port_id': 'c8dd90d6-e1d7-4a02-9201-5e2f1ce8dc1c', 'mac_address': 'fa:16:3e:29:81:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15e3f37a-0211-4d47-9d94-f5446f6e6f7a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:18:27.344663 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d2c96954-8637-409d-866b-f2f4755b9bae req-cc3bb0be-f6aa-4224-a315-39e0fdfa3b1e tempest-LiveMigrationNegativeTest-590047744 tempest-LiveMigrationNegativeTest-590047744-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=8a867c99-4b32-4fbb-ac11-15feea2abf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.2352736 Aug 05 11:18:27.353683 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 39206) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:18:27.392959 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-79556821-59f5-4c1b-b50a-6ca314310d5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:27.401146 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:27.401415 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3bb0be-f6aa-4224-a315-39e0fdfa3b1e tempest-LiveMigrationNegativeTest-590047744 tempest-LiveMigrationNegativeTest-590047744-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad290af1-a4b8-4053-a571-1d5352d4ca7e,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:18:27.415628 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c36a74c-7ade-4696-86cf-6072e39259f7 admin admin] Pushing event updated for resources: {'Network': ['ID=6e7bde98-a1ff-44d7-8525-eaa9c1e81087,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:18:27.428079 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-2f372c2c-262c-4948-94c2-8b7ea858d056 req-21bc358b-ea44-420a-805f-bd10a948ae7a service neutron] For port 89e1ceeb-0597-41b8-87ce-628445d80d87, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=89e1ceeb-0597-41b8-87ce-628445d80d87,segment=NetworkSegment(7242661a-6816-45d7-a9cf-d91bdd00208a),segment_id=7242661a-6816-45d7-a9cf-d91bdd00208a)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:18:27.463759 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8dd90d6-e1d7-4a02-9201-5e2f1ce8dc1c {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:18:27.506432 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-2f372c2c-262c-4948-94c2-8b7ea858d056 req-21bc358b-ea44-420a-805f-bd10a948ae7a service neutron] For port 89e1ceeb-0597-41b8-87ce-628445d80d87, host n-h1-803378-2, cleared binding levels {{(pid=94420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:18:27.523909 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 6e7bde98-a1ff-44d7-8525-eaa9c1e81087 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:18:27.647524 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port c8dd90d6-e1d7-4a02-9201-5e2f1ce8dc1c, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=c8dd90d6-e1d7-4a02-9201-5e2f1ce8dc1c,segment=NetworkSegment(64bc1793-0902-4a80-9bec-683d5e6b7c02),segment_id=64bc1793-0902-4a80-9bec-683d5e6b7c02)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:18:27.655063 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:27.736018 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=c8dd90d6-e1d7-4a02-9201-5e2f1ce8dc1c,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:18:27.938315 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-da672239-5d9e-47c9-b883-b91df26721c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:27.977676 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-da672239-5d9e-47c9-b883-b91df26721c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:28.004811 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['c8dd90d6-e1d7-4a02-9201-5e2f1ce8dc1c'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:18:28.018455 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-0c36a74c-7ade-4696-86cf-6072e39259f7 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.1325989 Aug 05 11:18:28.022547 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 39218) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:18:28.032310 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-68aadf6d-0731-40bc-a3a9-971b8dd4c020 admin admin] Request body: {'subnet': {'network_id': '6e7bde98-a1ff-44d7-8525-eaa9c1e81087', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1948216361-subnet', 'tenant_id': 'd8daa1497f4a496cba61c8a60c09e98b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:18:28.053835 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-08ea993e-4053-421a-8a97-f7c7b1561c73 req-243b2319-4689-4ee0-b0ee-42b6a5764c70 tempest-DeleteServersAdminTestJSON-2098400252 tempest-DeleteServersAdminTestJSON-2098400252-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=357aa65d057c483688c33ce569dd6fc3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1327403 Aug 05 11:18:28.054558 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32074892-07d5-47e0-93ba-33ceb5bd35b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89e1ceeb-0597-41b8-87ce-628445d80d87'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:18:28.058813 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}828068ad8d405ad77660ce68fa78e1ffe658725812f7a08f9e488a446589295b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7468600c-ffbd-4f76-8d2f-cc0732c709b1" -d '{"events": [{"server_uuid": "32074892-07d5-47e0-93ba-33ceb5bd35b2", "name": "network-vif-unplugged", "status": "completed", "tag": "89e1ceeb-0597-41b8-87ce-628445d80d87"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:18:28.077340 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-2f372c2c-262c-4948-94c2-8b7ea858d056 req-21bc358b-ea44-420a-805f-bd10a948ae7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:28.147903 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-2f372c2c-262c-4948-94c2-8b7ea858d056 req-21bc358b-ea44-420a-805f-bd10a948ae7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:28.159969 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-79556821-59f5-4c1b-b50a-6ca314310d5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:28.171463 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-79556821-59f5-4c1b-b50a-6ca314310d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:28.246642 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-da672239-5d9e-47c9-b883-b91df26721c0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=cb01e26018ce491382c7c6bdf80685bb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7179191 Aug 05 11:18:28.256162 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 39224) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:18:28.262792 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbce518a-16a3-4f25-86a6-37bae281825d req-eb621b54-0405-487c-8bad-95698251fcb0 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:28.265742 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fbce518a-16a3-4f25-86a6-37bae281825d req-eb621b54-0405-487c-8bad-95698251fcb0 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] 10.222.0.58 "GET /v2.0/ports?device_id=7fc67fa6-8309-49bf-8612-e43b68087ccd HTTP/1.1" status: 200 len: 945 time: 0.7133288 Aug 05 11:18:28.278900 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-79556821-59f5-4c1b-b50a-6ca314310d5f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4fb82039ec154d1496d99a37c1e4643e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9204962 Aug 05 11:18:28.278900 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68aadf6d-0731-40bc-a3a9-971b8dd4c020 admin admin] Made reservation on behalf of d8daa1497f4a496cba61c8a60c09e98b for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:18:28.282284 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-68aadf6d-0731-40bc-a3a9-971b8dd4c020 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:28.286983 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 39226) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:18:28.298298 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79556821-59f5-4c1b-b50a-6ca314310d5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54fc9a20-5eca-4fc1-9796-7a6b1c812c75,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:18:28.311273 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da672239-5d9e-47c9-b883-b91df26721c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91581f3a-8936-4554-9972-9a6883606b54,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:18:28.496379 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-dc3ec1f1-84b5-4c6f-866c-2717e8bccda9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:28.501751 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0f7dd4d4-117c-41a5-ab87-12619c36b1ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:28.508842 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bc358b-ea44-420a-805f-bd10a948ae7a service neutron] Pushing event updated for resources: {'Port': ['ID=89e1ceeb-0597-41b8-87ce-628445d80d87,revision_number=7']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:18:28.544894 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fbce518a-16a3-4f25-86a6-37bae281825d req-50c325c0-a3f1-41f7-a614-27ecf7c04ca7 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] 10.222.0.58 "GET /v2.0/security-groups?id=7da178d1-b212-4c54-b70b-ef9e06c169f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2281601 Aug 05 11:18:28.549801 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0f7dd4d4-117c-41a5-ab87-12619c36b1ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:28.554421 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-dc3ec1f1-84b5-4c6f-866c-2717e8bccda9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:28.555133 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-2f372c2c-262c-4948-94c2-8b7ea858d056 req-21bc358b-ea44-420a-805f-bd10a948ae7a service neutron] Attempting to bind port 89e1ceeb-0597-41b8-87ce-628445d80d87 on host n-h1-803378-2 for vnic_type normal with profile {"migrating_to": "n-h2-803378-2"} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:18:28.555706 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-2f372c2c-262c-4948-94c2-8b7ea858d056 req-21bc358b-ea44-420a-805f-bd10a948ae7a service neutron] Attempting to bind port 89e1ceeb-0597-41b8-87ce-628445d80d87 by drivers openvswitch,hyperv on host n-h1-803378-2 at level 0 using segments [{'id': '7242661a-6816-45d7-a9cf-d91bdd00208a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'c1d3f101-369e-4625-bfd2-2a60ea4757bb'}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:18:28.556276 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f372c2c-262c-4948-94c2-8b7ea858d056 req-21bc358b-ea44-420a-805f-bd10a948ae7a service neutron] Attempting to bind port 89e1ceeb-0597-41b8-87ce-628445d80d87 on network c1d3f101-369e-4625-bfd2-2a60ea4757bb {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:18:28.577712 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f372c2c-262c-4948-94c2-8b7ea858d056 req-21bc358b-ea44-420a-805f-bd10a948ae7a service neutron] Port 89e1ceeb-0597-41b8-87ce-628445d80d87 on network c1d3f101-369e-4625-bfd2-2a60ea4757bb not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-2 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:18:28.578278 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f372c2c-262c-4948-94c2-8b7ea858d056 req-21bc358b-ea44-420a-805f-bd10a948ae7a service neutron] Attempting to bind port 89e1ceeb-0597-41b8-87ce-628445d80d87 on network c1d3f101-369e-4625-bfd2-2a60ea4757bb {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:18:28.597543 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ea993e-4053-421a-8a97-f7c7b1561c73 req-0dbd348e-e10c-4276-bac8-acdc15ad3f1c tempest-DeleteServersAdminTestJSON-2098400252 tempest-DeleteServersAdminTestJSON-2098400252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:28.600313 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-08ea993e-4053-421a-8a97-f7c7b1561c73 req-0dbd348e-e10c-4276-bac8-acdc15ad3f1c tempest-DeleteServersAdminTestJSON-2098400252 tempest-DeleteServersAdminTestJSON-2098400252-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5141311 Aug 05 11:18:28.605457 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f372c2c-262c-4948-94c2-8b7ea858d056 req-21bc358b-ea44-420a-805f-bd10a948ae7a service neutron] Checking agent: {'id': '40bb7567-59bd-4b31-bc29-da1c50bca759', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:18:28.606027 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f372c2c-262c-4948-94c2-8b7ea858d056 req-21bc358b-ea44-420a-805f-bd10a948ae7a service neutron] Checking segment: {'id': '7242661a-6816-45d7-a9cf-d91bdd00208a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'c1d3f101-369e-4625-bfd2-2a60ea4757bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:18:28.606756 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f372c2c-262c-4948-94c2-8b7ea858d056 req-21bc358b-ea44-420a-805f-bd10a948ae7a service neutron] Bound using segment: {'id': '7242661a-6816-45d7-a9cf-d91bdd00208a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'c1d3f101-369e-4625-bfd2-2a60ea4757bb'} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:18:28.607431 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-2f372c2c-262c-4948-94c2-8b7ea858d056 req-21bc358b-ea44-420a-805f-bd10a948ae7a service neutron] Bound port: 89e1ceeb-0597-41b8-87ce-628445d80d87, host: n-h1-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7242661a-6816-45d7-a9cf-d91bdd00208a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'c1d3f101-369e-4625-bfd2-2a60ea4757bb'}}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:18:28.608038 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-2f372c2c-262c-4948-94c2-8b7ea858d056 req-21bc358b-ea44-420a-805f-bd10a948ae7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:28.661316 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-08ea993e-4053-421a-8a97-f7c7b1561c73 req-515685d0-f39e-4a47-8ae2-ba46f2d5766f tempest-DeleteServersAdminTestJSON-2098400252 tempest-DeleteServersAdminTestJSON-2098400252-project] 10.222.0.58 "GET /v2.0/quotas/357aa65d057c483688c33ce569dd6fc3 HTTP/1.1" status: 200 len: 375 time: 0.0345519 Aug 05 11:18:28.769239 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0f7dd4d4-117c-41a5-ab87-12619c36b1ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:28.772326 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0f7dd4d4-117c-41a5-ab87-12619c36b1ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:28.773617 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-0f7dd4d4-117c-41a5-ab87-12619c36b1ce admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/91581f3a-8936-4554-9972-9a6883606b54 HTTP/1.1" status: 204 len: 168 time: 0.5149391 Aug 05 11:18:28.781005 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-dc3ec1f1-84b5-4c6f-866c-2717e8bccda9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:28.784714 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-dc3ec1f1-84b5-4c6f-866c-2717e8bccda9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:28.788512 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-dc3ec1f1-84b5-4c6f-866c-2717e8bccda9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/54fc9a20-5eca-4fc1-9796-7a6b1c812c75 HTTP/1.1" status: 204 len: 168 time: 0.4899108 Aug 05 11:18:28.791531 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-68aadf6d-0731-40bc-a3a9-971b8dd4c020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:28.796467 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-08ea993e-4053-421a-8a97-f7c7b1561c73 req-9eae65c7-52c2-4dba-a3b5-712ddd429059 tempest-DeleteServersAdminTestJSON-2098400252 tempest-DeleteServersAdminTestJSON-2098400252-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=357aa65d057c483688c33ce569dd6fc3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0933416 Aug 05 11:18:28.806977 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7dd4d4-117c-41a5-ab87-12619c36b1ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91581f3a-8936-4554-9972-9a6883606b54,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:18:28.869482 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-2f372c2c-262c-4948-94c2-8b7ea858d056 req-21bc358b-ea44-420a-805f-bd10a948ae7a service neutron] For port 89e1ceeb-0597-41b8-87ce-628445d80d87, host n-h1-803378-2, cleared binding levels {{(pid=94420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:18:28.893393 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3ec1f1-84b5-4c6f-866c-2717e8bccda9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54fc9a20-5eca-4fc1-9796-7a6b1c812c75,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:18:28.896435 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-2f372c2c-262c-4948-94c2-8b7ea858d056 req-21bc358b-ea44-420a-805f-bd10a948ae7a service neutron] For port 89e1ceeb-0597-41b8-87ce-628445d80d87, host n-h1-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=89e1ceeb-0597-41b8-87ce-628445d80d87,segment=NetworkSegment(7242661a-6816-45d7-a9cf-d91bdd00208a),segment_id=7242661a-6816-45d7-a9cf-d91bdd00208a)] {{(pid=94420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:18:28.913633 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-2f372c2c-262c-4948-94c2-8b7ea858d056 req-21bc358b-ea44-420a-805f-bd10a948ae7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:28.954533 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aadf6d-0731-40bc-a3a9-971b8dd4c020 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c648b54-2f27-41ec-9e17-9213825c0d0c,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:18:28.972435 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68aadf6d-0731-40bc-a3a9-971b8dd4c020 admin admin] Checking segment: {'id': '32cc618e-4968-4750-a5aa-c2579fceb01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6e7bde98-a1ff-44d7-8525-eaa9c1e81087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:18:28.972896 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68aadf6d-0731-40bc-a3a9-971b8dd4c020 admin admin] Network hostable DHCP agents. Network: 6e7bde98-a1ff-44d7-8525-eaa9c1e81087, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:18:28.973730 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:28.982731 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab8facb-fe83-4726-9838-c5f72ab7e2ad req-d78d7e24-51b1-48ce-aafa-277a7c9d6ea4 tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:28.996131 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bab8facb-fe83-4726-9838-c5f72ab7e2ad req-d78d7e24-51b1-48ce-aafa-277a7c9d6ea4 tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] 10.222.0.58 "GET /v2.0/ports?device_id=696331f0-3dea-4c4f-8585-975b81f7abd5 HTTP/1.1" status: 200 len: 945 time: 0.3424113 Aug 05 11:18:29.016532 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68aadf6d-0731-40bc-a3a9-971b8dd4c020 admin admin] Network 6e7bde98-a1ff-44d7-8525-eaa9c1e81087 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:18:29.033504 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-68aadf6d-0731-40bc-a3a9-971b8dd4c020 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, 6e7bde98-a1ff-44d7-8525-eaa9c1e81087) {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:18:29.042705 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68aadf6d-0731-40bc-a3a9-971b8dd4c020 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:29.044726 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-68aadf6d-0731-40bc-a3a9-971b8dd4c020 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:29.045010 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device c8dd90d6-e1d7-4a02-9201-5e2f1ce8dc1c up at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:18:29.095028 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-68aadf6d-0731-40bc-a3a9-971b8dd4c020 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0677118 Aug 05 11:18:29.115634 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d01124-79e2-4444-86bd-c7be495f39d9 None None] Network 6e7bde98-a1ff-44d7-8525-eaa9c1e81087 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:18:29.214504 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bc358b-ea44-420a-805f-bd10a948ae7a service neutron] Pushing event updated for resources: {'Port': ['ID=89e1ceeb-0597-41b8-87ce-628445d80d87,revision_number=8']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:18:29.278221 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bab8facb-fe83-4726-9838-c5f72ab7e2ad req-17d474e5-7ee2-4b4c-8427-c6c16e82bae5 tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] 10.222.0.58 "GET /v2.0/security-groups?id=06a7a4d4-8ced-4edb-81e5-f04cb02169d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069619 Aug 05 11:18:29.284863 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f372c2c-262c-4948-94c2-8b7ea858d056 req-21bc358b-ea44-420a-805f-bd10a948ae7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:29.284863 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-2f372c2c-262c-4948-94c2-8b7ea858d056 req-21bc358b-ea44-420a-805f-bd10a948ae7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:29.288820 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2f372c2c-262c-4948-94c2-8b7ea858d056 req-21bc358b-ea44-420a-805f-bd10a948ae7a service neutron] 10.222.0.55 "PUT /v2.0/ports/89e1ceeb-0597-41b8-87ce-628445d80d87 HTTP/1.1" status: 200 len: 1122 time: 2.9876494 Aug 05 11:18:29.312999 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning for port c8dd90d6-e1d7-4a02-9201-5e2f1ce8dc1c completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:18:29.361671 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning complete for port c8dd90d6-e1d7-4a02-9201-5e2f1ce8dc1c triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:18:29.362694 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:29.447027 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 05 Aug 2021 11:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeb8a129-0102-4ec6-acb2-abc34c0f3e19 x-openstack-request-id: req-aeb8a129-0102-4ec6-acb2-abc34c0f3e19 {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:18:29.447570 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32074892-07d5-47e0-93ba-33ceb5bd35b2", "name": "network-vif-unplugged", "status": "completed", "tag": "89e1ceeb-0597-41b8-87ce-628445d80d87", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:18:29.447999 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-aeb8a129-0102-4ec6-acb2-abc34c0f3e19 {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:18:29.448806 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32074892-07d5-47e0-93ba-33ceb5bd35b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89e1ceeb-0597-41b8-87ce-628445d80d87', 'code': 200} Aug 05 11:18:29.500860 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['89e1ceeb-0597-41b8-87ce-628445d80d87'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:18:29.673077 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68421311-9ace-4943-bf58-cae95609bc4f None None] Network 6e7bde98-a1ff-44d7-8525-eaa9c1e81087 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:18:29.781770 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043d3d74-e915-4b69-bb20-06e7c8d025af req-d98f1f34-4487-42bf-b695-6b4085d8f08e tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:29.786945 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-043d3d74-e915-4b69-bb20-06e7c8d025af req-d98f1f34-4487-42bf-b695-6b4085d8f08e tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/ports?device_id=32074892-07d5-47e0-93ba-33ceb5bd35b2 HTTP/1.1" status: 200 len: 944 time: 0.2198613 Aug 05 11:18:29.826738 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790bd7f7-712b-4cf1-aeca-2ecf0e70a5c0 req-97a2321f-84c0-4d46-a84f-38c39b817d99 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:29.841524 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 39266) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:18:29.848922 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-790bd7f7-712b-4cf1-aeca-2ecf0e70a5c0 req-97a2321f-84c0-4d46-a84f-38c39b817d99 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] 10.222.0.58 "GET /v2.0/ports?device_id=7fc67fa6-8309-49bf-8612-e43b68087ccd HTTP/1.1" status: 200 len: 945 time: 0.1676557 Aug 05 11:18:29.853770 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-1522449e-d66d-494f-ad5c-7a4ac8ffe522 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Request body: {'floatingip': {'port_id': 'd1ccf335-ad9c-4253-91a3-84593092c9f2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:18:29.958300 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cbbe4417-a6f9-4db4-acd2-9eaf83e4fb9e req-4a9cc476-ab13-4371-9a3d-2ad224924316 tempest-DeleteServersAdminTestJSON-2098400252 tempest-DeleteServersAdminTestJSON-2098400252-project] 10.222.0.58 "GET /v2.0/ports?device_id=0687358e-adbb-4da0-a669-af7dafb4177d HTTP/1.1" status: 200 len: 210 time: 0.0568056 Aug 05 11:18:29.991247 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-043d3d74-e915-4b69-bb20-06e7c8d025af req-5e3fa80e-54f0-4a25-8586-38d279e8230d tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b660be2-1cd3-4f1b-b8b6-43aa3e7d82c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387641 Aug 05 11:18:30.267176 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1522449e-d66d-494f-ad5c-7a4ac8ffe522 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Notify callbacks [] for floatingip, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:30.278475 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:30.603499 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '696331f0-3dea-4c4f-8585-975b81f7abd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8dd90d6-e1d7-4a02-9201-5e2f1ce8dc1c'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:18:30.619508 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5ff11ed-1382-4b5c-84b7-37b4ab96d40c" -d '{"events": [{"server_uuid": "696331f0-3dea-4c4f-8585-975b81f7abd5", "name": "network-vif-plugged", "status": "completed", "tag": "c8dd90d6-e1d7-4a02-9201-5e2f1ce8dc1c"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:18:30.721135 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port c8dd90d6-e1d7-4a02-9201-5e2f1ce8dc1c, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=c8dd90d6-e1d7-4a02-9201-5e2f1ce8dc1c,segment=NetworkSegment(64bc1793-0902-4a80-9bec-683d5e6b7c02),segment_id=64bc1793-0902-4a80-9bec-683d5e6b7c02)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:18:30.738493 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:30.850404 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd5228b-249e-4217-8412-b454bab598e4 req-12a9bf74-bed7-401c-8a35-e2cca53062fc tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:30.869420 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7bd5228b-249e-4217-8412-b454bab598e4 req-12a9bf74-bed7-401c-8a35-e2cca53062fc tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] 10.222.0.58 "GET /v2.0/ports?device_id=696331f0-3dea-4c4f-8585-975b81f7abd5 HTTP/1.1" status: 200 len: 946 time: 0.1665194 Aug 05 11:18:30.925399 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=c8dd90d6-e1d7-4a02-9201-5e2f1ce8dc1c,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:18:30.993444 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7bd5228b-249e-4217-8412-b454bab598e4 req-8a5e6adb-3355-4428-a8ed-3304ada42de5 tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] 10.222.0.58 "GET /v2.0/security-groups?id=06a7a4d4-8ced-4edb-81e5-f04cb02169d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204131 Aug 05 11:18:31.393850 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cdddad-346c-4316-ad30-7edca0dd0e28 req-4ab8c51f-b7cb-46e7-b45a-f475e7029381 tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:31.396006 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-44cdddad-346c-4316-ad30-7edca0dd0e28 req-4ab8c51f-b7cb-46e7-b45a-f475e7029381 tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] 10.222.0.58 "GET /v2.0/ports?device_id=55daa2aa-40fb-4c01-a652-a2b5b83b96ba HTTP/1.1" status: 200 len: 950 time: 0.2340288 Aug 05 11:18:31.451514 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32074892-07d5-47e0-93ba-33ceb5bd35b2', 'tag': '89e1ceeb-0597-41b8-87ce-628445d80d87'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:18:31.454093 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}828068ad8d405ad77660ce68fa78e1ffe658725812f7a08f9e488a446589295b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b80bb1ff-ca8b-41ba-a454-1ddaf89ebe5d" -d '{"events": [{"name": "network-changed", "server_uuid": "32074892-07d5-47e0-93ba-33ceb5bd35b2", "tag": "89e1ceeb-0597-41b8-87ce-628445d80d87"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:18:31.507156 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee05ebe5-470e-4e27-ae23-6586f0172e94 req-e9dbb763-64f1-4135-9f51-69d06b17bb0d tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:31.510745 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ee05ebe5-470e-4e27-ae23-6586f0172e94 req-e9dbb763-64f1-4135-9f51-69d06b17bb0d tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/networks?id=6e7bde98-a1ff-44d7-8525-eaa9c1e81087 HTTP/1.1" status: 200 len: 812 time: 0.2871199 Aug 05 11:18:31.532371 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-44cdddad-346c-4316-ad30-7edca0dd0e28 req-7f0eb202-f458-4277-a354-f18bb74b1919 tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] 10.222.0.58 "GET /v2.0/security-groups?id=8a867c99-4b32-4fbb-ac11-15feea2abf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202810 Aug 05 11:18:31.577383 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ee05ebe5-470e-4e27-ae23-6586f0172e94 req-30ec805c-b309-48e2-a0ef-6bf1b09fd3e1 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/quotas/d8daa1497f4a496cba61c8a60c09e98b HTTP/1.1" status: 200 len: 375 time: 0.0415249 Aug 05 11:18:31.679113 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b6a01d3-cd5e-4dc1-b1d4-1eef214ffe5b x-openstack-request-id: req-7b6a01d3-cd5e-4dc1-b1d4-1eef214ffe5b {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:18:31.679746 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "696331f0-3dea-4c4f-8585-975b81f7abd5", "name": "network-vif-plugged", "status": "completed", "tag": "c8dd90d6-e1d7-4a02-9201-5e2f1ce8dc1c", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:18:31.679956 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7b6a01d3-cd5e-4dc1-b1d4-1eef214ffe5b {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:18:31.680632 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '696331f0-3dea-4c4f-8585-975b81f7abd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8dd90d6-e1d7-4a02-9201-5e2f1ce8dc1c', 'code': 200} Aug 05 11:18:31.767828 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ee05ebe5-470e-4e27-ae23-6586f0172e94 req-509b7007-2b3b-4847-961b-d4cccad71349 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=d8daa1497f4a496cba61c8a60c09e98b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1664119 Aug 05 11:18:31.774446 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-08ea993e-4053-421a-8a97-f7c7b1561c73 req-38aec302-7d35-4efe-a20b-ff5362cccdaa tempest-DeleteServersAdminTestJSON-2098400252 tempest-DeleteServersAdminTestJSON-2098400252-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=357aa65d057c483688c33ce569dd6fc3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1271307 Aug 05 11:18:31.881160 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.db.resource_extend [None req-1522449e-d66d-494f-ad5c-7a4ac8ffe522 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 05 11:18:32.021500 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1522449e-d66d-494f-ad5c-7a4ac8ffe522 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:32.028679 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1522449e-d66d-494f-ad5c-7a4ac8ffe522 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33287247'] for floatingip, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:32.125186 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-338fa74e-74ab-4e5b-b5e3-ca565fb7cebd req-3d5b30c7-a1e3-4e1d-97e2-1f659fa24c45 tempest-DeleteServersAdminTestJSON-2098400252 tempest-DeleteServersAdminTestJSON-2098400252-project] 10.222.0.58 "GET /v2.0/ports?device_id=0687358e-adbb-4da0-a669-af7dafb4177d HTTP/1.1" status: 200 len: 210 time: 0.1823378 Aug 05 11:18:32.301115 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb9d778-ce15-4112-a136-a72eccdf9616 req-b9e6d95c-f65f-42f1-b4c9-8b6b63aa9b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:32.303877 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7fb9d778-ce15-4112-a136-a72eccdf9616 req-b9e6d95c-f65f-42f1-b4c9-8b6b63aa9b74 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=696331f0-3dea-4c4f-8585-975b81f7abd5 HTTP/1.1" status: 200 len: 1097 time: 0.3532622 Aug 05 11:18:32.316243 n-d-803378-2 neutron-server[94421]: INFO neutron.db.l3_db [None req-1522449e-d66d-494f-ad5c-7a4ac8ffe522 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Floating IP 7763ff7f-0589-42fd-8c9c-a46d3c21925f associated. External IP: 172.25.5.123, port: d1ccf335-ad9c-4253-91a3-84593092c9f2. Aug 05 11:18:32.479629 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ea993e-4053-421a-8a97-f7c7b1561c73 req-6d723a3c-fb3f-424f-989c-d5fea4475615 tempest-DeleteServersAdminTestJSON-2098400252 tempest-DeleteServersAdminTestJSON-2098400252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:32.482490 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-08ea993e-4053-421a-8a97-f7c7b1561c73 req-6d723a3c-fb3f-424f-989c-d5fea4475615 tempest-DeleteServersAdminTestJSON-2098400252 tempest-DeleteServersAdminTestJSON-2098400252-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6856821 Aug 05 11:18:32.499903 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ee05ebe5-470e-4e27-ae23-6586f0172e94 req-1d0d6f4d-b0ac-4ab1-9a4b-23852ef74ae6 service neutron] 10.222.0.58 "GET /v2.0/networks/6e7bde98-a1ff-44d7-8525-eaa9c1e81087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7193174 Aug 05 11:18:32.522655 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-08ea993e-4053-421a-8a97-f7c7b1561c73 req-a82b4ffd-24f7-4f10-998b-a52b6736a406 tempest-DeleteServersAdminTestJSON-2098400252 tempest-DeleteServersAdminTestJSON-2098400252-project] Request body: {'port': {'device_id': '0687358e-adbb-4da0-a669-af7dafb4177d', 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a', 'admin_state_up': True, 'tenant_id': '357aa65d057c483688c33ce569dd6fc3'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:18:32.649106 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cdccfb-9528-48bb-9398-a9671d68bb8f req-3889a435-6fb3-45e3-a729-944abdedba63 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:32.650903 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-69cdccfb-9528-48bb-9398-a9671d68bb8f req-3889a435-6fb3-45e3-a729-944abdedba63 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/ports?device_id=32074892-07d5-47e0-93ba-33ceb5bd35b2 HTTP/1.1" status: 200 len: 944 time: 0.3370004 Aug 05 11:18:32.671383 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7fb9d778-ce15-4112-a136-a72eccdf9616 req-41503ac2-fc8d-4098-9b80-2541a2de60e4 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=06a7a4d4-8ced-4edb-81e5-f04cb02169d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3195267 Aug 05 11:18:32.756069 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-69cdccfb-9528-48bb-9398-a9671d68bb8f req-cc3639d0-dc53-4c9c-b6f4-9e7181970b73 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b660be2-1cd3-4f1b-b8b6-43aa3e7d82c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835242 Aug 05 11:18:32.877974 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8b9b690-f54c-469e-8439-eb588a68b8b2 x-openstack-request-id: req-c8b9b690-f54c-469e-8439-eb588a68b8b2 {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:18:32.877974 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32074892-07d5-47e0-93ba-33ceb5bd35b2", "tag": "89e1ceeb-0597-41b8-87ce-628445d80d87", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:18:32.877974 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c8b9b690-f54c-469e-8439-eb588a68b8b2 {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:18:32.880202 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32074892-07d5-47e0-93ba-33ceb5bd35b2', 'tag': '89e1ceeb-0597-41b8-87ce-628445d80d87', 'status': 'completed', 'code': 200} Aug 05 11:18:32.913707 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ee05ebe5-470e-4e27-ae23-6586f0172e94 req-617dc17a-76dd-4a12-9978-64e1e1af1ca2 service neutron] 10.222.0.58 "GET /v2.0/networks/6e7bde98-a1ff-44d7-8525-eaa9c1e81087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4127145 Aug 05 11:18:32.950345 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.64', 56454) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:18:33.092262 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 89e1ceeb-0597-41b8-87ce-628445d80d87 details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:18:33.156428 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08ea993e-4053-421a-8a97-f7c7b1561c73 req-a82b4ffd-24f7-4f10-998b-a52b6736a406 tempest-DeleteServersAdminTestJSON-2098400252 tempest-DeleteServersAdminTestJSON-2098400252-project] Made reservation on behalf of 357aa65d057c483688c33ce569dd6fc3 for: {'port': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:18:33.167017 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-962e5463-198e-4852-8031-4ea974f5cc16 req-8e137709-d7e2-412b-a145-ad83100f9b2f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0be967b6-9606-4261-b386-4f287a5c7278&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6232424 Aug 05 11:18:33.168907 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-08ea993e-4053-421a-8a97-f7c7b1561c73 req-a82b4ffd-24f7-4f10-998b-a52b6736a406 tempest-DeleteServersAdminTestJSON-2098400252 tempest-DeleteServersAdminTestJSON-2098400252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:33.206007 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3821b0ee-29cc-42fe-9019-fee7ed24dd61 req-cdc79b06-d436-4664-a5ce-505a5b0514c6 tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:33.212252 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3821b0ee-29cc-42fe-9019-fee7ed24dd61 req-cdc79b06-d436-4664-a5ce-505a5b0514c6 tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] 10.222.0.64 "GET /v2.0/ports?device_id=55daa2aa-40fb-4c01-a652-a2b5b83b96ba HTTP/1.1" status: 200 len: 950 time: 0.2924476 Aug 05 11:18:33.214033 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-08ea993e-4053-421a-8a97-f7c7b1561c73 req-a82b4ffd-24f7-4f10-998b-a52b6736a406 tempest-DeleteServersAdminTestJSON-2098400252 tempest-DeleteServersAdminTestJSON-2098400252-project] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:33.290420 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80bb1ff-ca8b-41ba-a454-1ddaf89ebe5d req-63a4bfae-ad0c-44b0-bcbe-ac3e6c596bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:33.303767 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b80bb1ff-ca8b-41ba-a454-1ddaf89ebe5d req-63a4bfae-ad0c-44b0-bcbe-ac3e6c596bf6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e8f6478cce384a98ba09cac5c1bcf855&device_id=32074892-07d5-47e0-93ba-33ceb5bd35b2 HTTP/1.1" status: 200 len: 1125 time: 0.3482358 Aug 05 11:18:33.415434 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45ebd77-f6be-4a77-9ff6-8a4c95148e2d req-14e17721-33b9-4850-b501-cf007df09479 tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:33.436678 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f45ebd77-f6be-4a77-9ff6-8a4c95148e2d req-14e17721-33b9-4850-b501-cf007df09479 tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] 10.222.0.58 "GET /v2.0/ports?device_id=696331f0-3dea-4c4f-8585-975b81f7abd5 HTTP/1.1" status: 200 len: 946 time: 0.4031596 Aug 05 11:18:33.562655 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e5463-198e-4852-8031-4ea974f5cc16 req-2a03034f-91fa-4215-a6ad-d71e8d08b7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:33.562816 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 89e1ceeb-0597-41b8-87ce-628445d80d87, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=89e1ceeb-0597-41b8-87ce-628445d80d87,segment=NetworkSegment(7242661a-6816-45d7-a9cf-d91bdd00208a),segment_id=7242661a-6816-45d7-a9cf-d91bdd00208a)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:18:33.565294 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-962e5463-198e-4852-8031-4ea974f5cc16 req-2a03034f-91fa-4215-a6ad-d71e8d08b7ed service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fa1d9593fdc54edeb0d95ca660b30b88&device_id=0be967b6-9606-4261-b386-4f287a5c7278 HTTP/1.1" status: 200 len: 1100 time: 0.2332866 Aug 05 11:18:33.631676 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f45ebd77-f6be-4a77-9ff6-8a4c95148e2d req-fd1c0f58-3a35-44ef-9a3f-8b4a1f9ecb42 tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] 10.222.0.58 "GET /v2.0/security-groups?id=06a7a4d4-8ced-4edb-81e5-f04cb02169d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583910 Aug 05 11:18:33.647397 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 89e1ceeb-0597-41b8-87ce-628445d80d87 has no active binding in host n-h2-803378-2 {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 05 11:18:33.730725 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376086c8-4511-4f88-9e0f-82db94f10cca req-cfde1ba5-749c-49cb-aba9-7fa9b7472c23 tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:33.744118 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-376086c8-4511-4f88-9e0f-82db94f10cca req-cfde1ba5-749c-49cb-aba9-7fa9b7472c23 tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] 10.222.0.58 "GET /v2.0/ports?device_id=55daa2aa-40fb-4c01-a652-a2b5b83b96ba HTTP/1.1" status: 200 len: 950 time: 0.4350026 Aug 05 11:18:33.771805 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1522449e-d66d-494f-ad5c-7a4ac8ffe522 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Router 51e3ef3c-d5db-44e7-85bd-0aa362100064 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 11:18:33.786697 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-3821b0ee-29cc-42fe-9019-fee7ed24dd61 req-fada9981-6fa7-4e69-9b2c-b50b4014e792 tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] Deleting port 7ba72d6c-558c-4c47-8a1a-19af66a3602c {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:18:33.787023 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-3821b0ee-29cc-42fe-9019-fee7ed24dd61 req-fada9981-6fa7-4e69-9b2c-b50b4014e792 tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:33.907601 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a147969e-d11f-4cb7-a19b-22c6558db174 req-61369301-5646-4405-98aa-e688cce12280 tempest-DeleteServersAdminTestJSON-2098400252 tempest-DeleteServersAdminTestJSON-2098400252-project] 10.222.0.58 "GET /v2.0/ports?device_id=0687358e-adbb-4da0-a669-af7dafb4177d HTTP/1.1" status: 200 len: 210 time: 0.1165669 Aug 05 11:18:33.922301 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80bb1ff-ca8b-41ba-a454-1ddaf89ebe5d req-f9861056-2f14-466b-bc64-d0701744e50a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:33.925972 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b80bb1ff-ca8b-41ba-a454-1ddaf89ebe5d req-f9861056-2f14-466b-bc64-d0701744e50a service neutron] 10.222.0.64 "GET /v2.0/networks?id=c1d3f101-369e-4625-bfd2-2a60ea4757bb HTTP/1.1" status: 200 len: 921 time: 0.4706037 Aug 05 11:18:33.960832 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-376086c8-4511-4f88-9e0f-82db94f10cca req-c87d51d9-7e28-49ae-92f9-b7ed10805233 tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] 10.222.0.58 "GET /v2.0/security-groups?id=8a867c99-4b32-4fbb-ac11-15feea2abf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150164 Aug 05 11:18:34.127962 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-3821b0ee-29cc-42fe-9019-fee7ed24dd61 req-fada9981-6fa7-4e69-9b2c-b50b4014e792 tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] For port 7ba72d6c-558c-4c47-8a1a-19af66a3602c, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=7ba72d6c-558c-4c47-8a1a-19af66a3602c,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:18:34.128564 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-3821b0ee-29cc-42fe-9019-fee7ed24dd61 req-fada9981-6fa7-4e69-9b2c-b50b4014e792 tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:34.128732 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b80bb1ff-ca8b-41ba-a454-1ddaf89ebe5d req-8986c965-e9a9-4d00-8a57-641f20e82261 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89e1ceeb-0597-41b8-87ce-628445d80d87 HTTP/1.1" status: 200 len: 217 time: 0.1840267 Aug 05 11:18:34.161899 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-3821b0ee-29cc-42fe-9019-fee7ed24dd61 req-fada9981-6fa7-4e69-9b2c-b50b4014e792 tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] Calling delete_port for 7ba72d6c-558c-4c47-8a1a-19af66a3602c owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:18:34.231916 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-08ea993e-4053-421a-8a97-f7c7b1561c73 req-a82b4ffd-24f7-4f10-998b-a52b6736a406 tempest-DeleteServersAdminTestJSON-2098400252 tempest-DeleteServersAdminTestJSON-2098400252-project] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:34.294520 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-08ea993e-4053-421a-8a97-f7c7b1561c73 req-a82b4ffd-24f7-4f10-998b-a52b6736a406 tempest-DeleteServersAdminTestJSON-2098400252 tempest-DeleteServersAdminTestJSON-2098400252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:34.390480 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-19330681-0404-4000-90c5-7f918269bc63 req-a8e74569-58e2-4e61-b6e6-74959ab5bb55 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=8814419a-c545-46dc-ab33-6596fce877af HTTP/1.1" status: 200 len: 210 time: 0.1413672 Aug 05 11:18:34.427330 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e5463-198e-4852-8031-4ea974f5cc16 req-bc4d8f0a-5e1a-4432-b726-ae9b45d02033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:34.429012 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-962e5463-198e-4852-8031-4ea974f5cc16 req-bc4d8f0a-5e1a-4432-b726-ae9b45d02033 service neutron] 10.222.0.64 "GET /v2.0/networks?id=91caede3-92e4-4b1e-8e3e-36227cfd846a HTTP/1.1" status: 200 len: 870 time: 0.8162425 Aug 05 11:18:34.444387 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82b4ffd-24f7-4f10-998b-a52b6736a406 tempest-DeleteServersAdminTestJSON-2098400252 tempest-DeleteServersAdminTestJSON-2098400252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba6d8cba-3047-414c-8a71-04d949624c20,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:18:34.636361 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-962e5463-198e-4852-8031-4ea974f5cc16 req-9560163d-06d0-4c11-9ebc-6373bf2fcd24 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=cc60f243-3baa-45fa-aeb2-67641fbd9a91 HTTP/1.1" status: 200 len: 217 time: 0.1285150 Aug 05 11:18:34.639484 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80bb1ff-ca8b-41ba-a454-1ddaf89ebe5d req-8a609d18-4491-4292-b5ba-bdf3adc44bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:34.645821 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b80bb1ff-ca8b-41ba-a454-1ddaf89ebe5d req-8a609d18-4491-4292-b5ba-bdf3adc44bcf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=88c33de2-0b50-4fb8-a2a7-3c3e700f5c7c HTTP/1.1" status: 200 len: 860 time: 0.3671603 Aug 05 11:18:34.718768 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e5463-198e-4852-8031-4ea974f5cc16 req-dc78e91f-4d5a-4dfb-b55f-1ec647edf7af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:34.720185 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-962e5463-198e-4852-8031-4ea974f5cc16 req-dc78e91f-4d5a-4dfb-b55f-1ec647edf7af service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6842f728-c2f3-4e36-bb32-3303d06ce3f4 HTTP/1.1" status: 200 len: 843 time: 0.0726559 Aug 05 11:18:34.778634 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b80bb1ff-ca8b-41ba-a454-1ddaf89ebe5d req-39173d4d-c637-455b-9631-bc9f3123d956 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c1d3f101-369e-4625-bfd2-2a60ea4757bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1179831 Aug 05 11:18:34.795079 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-3821b0ee-29cc-42fe-9019-fee7ed24dd61 req-fada9981-6fa7-4e69-9b2c-b50b4014e792 tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:34.799110 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1522449e-d66d-494f-ad5c-7a4ac8ffe522 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:18:34.820332 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1522449e-d66d-494f-ad5c-7a4ac8ffe522 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:34.832846 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99972b02-a469-4e78-8a8d-792c9d193dec None None] Sync routers for ids ['51e3ef3c-d5db-44e7-85bd-0aa362100064'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:18:34.834230 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['cc60f243-3baa-45fa-aeb2-67641fbd9a91', '7ba72d6c-558c-4c47-8a1a-19af66a3602c'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:18:34.857921 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99972b02-a469-4e78-8a8d-792c9d193dec None None] Routers {'51e3ef3c-d5db-44e7-85bd-0aa362100064'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:18:34.859739 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-99972b02-a469-4e78-8a8d-792c9d193dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:18:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['51e3ef3c-d5db-44e7-85bd-0aa362100064'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:18:34.905695 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e5463-198e-4852-8031-4ea974f5cc16 req-1f759548-1b2f-4e16-8030-77bccee17227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:34.908811 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-962e5463-198e-4852-8031-4ea974f5cc16 req-1f759548-1b2f-4e16-8030-77bccee17227 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=91caede3-92e4-4b1e-8e3e-36227cfd846a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1795368 Aug 05 11:18:34.920265 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fada9981-6fa7-4e69-9b2c-b50b4014e792 tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] Pushing event deleted for resources: {'Port': ['ID=7ba72d6c-558c-4c47-8a1a-19af66a3602c,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:18:35.012766 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-1522449e-d66d-494f-ad5c-7a4ac8ffe522 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] 10.222.0.58 "PUT /v2.0/floatingips/7763ff7f-0589-42fd-8c9c-a46d3c21925f HTTP/1.1" status: 200 len: 991 time: 5.1653860 Aug 05 11:18:35.060200 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af6dccf-d44d-4cd2-aa12-11608e334477 req-48838149-1238-4963-bc64-ef68fe9eb44f tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:35.066642 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fc67fa6-8309-49bf-8612-e43b68087ccd', 'tag': 'd1ccf335-ad9c-4253-91a3-84593092c9f2'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:18:35.069803 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b90f419-65ef-4ea3-90b1-fb8024c5f84c" -d '{"events": [{"name": "network-changed", "server_uuid": "7fc67fa6-8309-49bf-8612-e43b68087ccd", "tag": "d1ccf335-ad9c-4253-91a3-84593092c9f2"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:18:35.073922 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1af6dccf-d44d-4cd2-aa12-11608e334477 req-48838149-1238-4963-bc64-ef68fe9eb44f tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/ports?device_id=32074892-07d5-47e0-93ba-33ceb5bd35b2 HTTP/1.1" status: 200 len: 944 time: 0.5201876 Aug 05 11:18:35.092430 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [req-08ea993e-4053-421a-8a97-f7c7b1561c73 req-a82b4ffd-24f7-4f10-998b-a52b6736a406 tempest-DeleteServersAdminTestJSON-2098400252 tempest-DeleteServersAdminTestJSON-2098400252-project] Allocated IP 192.168.233.66 (91caede3-92e4-4b1e-8e3e-36227cfd846a/6842f728-c2f3-4e36-bb32-3303d06ce3f4/ba9b9656-cdb2-48f1-9dab-cdc1cbfec383) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:18:35.125329 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-3821b0ee-29cc-42fe-9019-fee7ed24dd61 req-fada9981-6fa7-4e69-9b2c-b50b4014e792 tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] No DVR routers for this DVR port 7ba72d6c-558c-4c47-8a1a-19af66a3602c on host n-h1-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:18:35.132962 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-3821b0ee-29cc-42fe-9019-fee7ed24dd61 req-fada9981-6fa7-4e69-9b2c-b50b4014e792 tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:35.135712 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3821b0ee-29cc-42fe-9019-fee7ed24dd61 req-fada9981-6fa7-4e69-9b2c-b50b4014e792 tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] 10.222.0.64 "DELETE /v2.0/ports/7ba72d6c-558c-4c47-8a1a-19af66a3602c HTTP/1.1" status: 204 len: 173 time: 1.9135554 Aug 05 11:18:35.198694 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-99972b02-a469-4e78-8a8d-792c9d193dec None None] Set router 51e3ef3c-d5db-44e7-85bd-0aa362100064 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:18:35.228227 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-962e5463-198e-4852-8031-4ea974f5cc16 req-fab98594-cfa1-406b-b9db-fd08c8bd5965 service neutron] 10.222.0.64 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2981732 Aug 05 11:18:35.258696 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c9353aad-cc69-4cb9-87bf-5f2627de918f req-646730a5-318b-4df6-9496-4fa0260e682d tempest-ServersAdminNegativeTestJSON-1602179202 tempest-ServersAdminNegativeTestJSON-1602179202-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=07ff7751f27f4e90815f470edcd10729&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1716712 Aug 05 11:18:35.467548 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-962e5463-198e-4852-8031-4ea974f5cc16 req-ca272f63-5b25-4af8-bb77-3108fadecb4f service neutron] 10.222.0.64 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312615 Aug 05 11:18:35.706863 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-99972b02-a469-4e78-8a8d-792c9d193dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e3ef3c-d5db-44e7-85bd-0aa362100064', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1023862461-router', 'tenant_id': '6bc7fa8383e045a7819a17e3ff0ad9ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': 'dbcb8561-6632-48a9-bae5-6dec29b922d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:17:00Z', 'updated_at': '2021-08-05T11:17:22Z', 'revision_number': 4, 'project_id': '6bc7fa8383e045a7819a17e3ff0ad9ad', 'gw_port': {'id': 'dbcb8561-6632-48a9-bae5-6dec29b922d7', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ce:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e3ef3c-d5db-44e7-85bd-0aa362100064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:17:03Z', 'updated_at': '2021-08-05T11:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': '7763ff7f-0589-42fd-8c9c-a46d3c21925f', 'tenant_id': '6bc7fa8383e045a7819a17e3ff0ad9ad', 'floating_ip_address': '172.25.5.123', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': '51e3ef3c-d5db-44e7-85bd-0aa362100064', 'port_id': 'd1ccf335-ad9c-4253-91a3-84593092c9f2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd39b4b7-e343-48d5-a296-8b0623efb24d', 'mac_address': 'fa:16:3e:54:dc:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc67fa6-8309-49bf-8612-e43b68087ccd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T11:18:04Z', 'updated_at': '2021-08-05T11:18:31Z', 'revision_number': 1, 'project_id': '6bc7fa8383e045a7819a17e3ff0ad9ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34f39706-a887-4216-b2f7-de4e4da0bd78', 'name': '', 'network_id': 'bd39b4b7-e343-48d5-a296-8b0623efb24d', 'tenant_id': '6bc7fa8383e045a7819a17e3ff0ad9ad', 'mac_address': 'fa:16:3e:f7:ae:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e3ef3c-d5db-44e7-85bd-0aa362100064', 'device_owner': 'network:router_interface', 'standard_attr_id': 154, 'fixed_ips': [{'subnet_id': '8e55d893-f67d-42aa-8413-dc445ac3c409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:17:19Z', 'updated_at': '2021-08-05T11:17:37Z', 'revision_number': 5, 'project_id': '6bc7fa8383e045a7819a17e3ff0ad9ad', 'subnets': [{'id': '8e55d893-f67d-42aa-8413-dc445ac3c409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:18:35.774033 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99972b02-a469-4e78-8a8d-792c9d193dec None None] Checking router: 51e3ef3c-d5db-44e7-85bd-0aa362100064 for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:18:35.789878 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99972b02-a469-4e78-8a8d-792c9d193dec None None] Routers {'51e3ef3c-d5db-44e7-85bd-0aa362100064'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:18:35.790961 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-99972b02-a469-4e78-8a8d-792c9d193dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:18:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['51e3ef3c-d5db-44e7-85bd-0aa362100064'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:18:35.916961 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1af6dccf-d44d-4cd2-aa12-11608e334477 req-a9e6ad14-eef1-4b1f-8580-0a5fcd0531de tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b660be2-1cd3-4f1b-b8b6-43aa3e7d82c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8168395 Aug 05 11:18:35.951945 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b80bb1ff-ca8b-41ba-a454-1ddaf89ebe5d req-54e87999-da4a-476f-bfbb-1ae8d094b5b8 service neutron] 10.222.0.64 "GET /v2.0/networks/c1d3f101-369e-4625-bfd2-2a60ea4757bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1547496 Aug 05 11:18:36.160745 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-99972b02-a469-4e78-8a8d-792c9d193dec None None] Set router 51e3ef3c-d5db-44e7-85bd-0aa362100064 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:18:36.270178 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2f372c2c-262c-4948-94c2-8b7ea858d056 req-b1964b66-acfd-4a5f-b26e-85da9381b542 service neutron] 10.222.0.64 "GET /v2.0/ports/89e1ceeb-0597-41b8-87ce-628445d80d87/bindings/n-h2-803378-2 HTTP/1.1" status: 200 len: 384 time: 0.1820858 Aug 05 11:18:36.291962 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 11:18:36.393869 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9353aad-cc69-4cb9-87bf-5f2627de918f req-6d8724f3-44e6-4940-96c3-9342ed25dcce tempest-ServersAdminNegativeTestJSON-1602179202 tempest-ServersAdminNegativeTestJSON-1602179202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:36.396898 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c9353aad-cc69-4cb9-87bf-5f2627de918f req-6d8724f3-44e6-4940-96c3-9342ed25dcce tempest-ServersAdminNegativeTestJSON-1602179202 tempest-ServersAdminNegativeTestJSON-1602179202-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1369610 Aug 05 11:18:36.452453 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b80bb1ff-ca8b-41ba-a454-1ddaf89ebe5d req-218a4dfb-8c7f-4594-a350-ba5da5a11db6 service neutron] 10.222.0.64 "GET /v2.0/networks/c1d3f101-369e-4625-bfd2-2a60ea4757bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3811431 Aug 05 11:18:36.506287 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c9353aad-cc69-4cb9-87bf-5f2627de918f req-df60cd41-249c-4527-85a1-27689d3525d9 tempest-ServersAdminNegativeTestJSON-1602179202 tempest-ServersAdminNegativeTestJSON-1602179202-project] 10.222.0.58 "GET /v2.0/quotas/07ff7751f27f4e90815f470edcd10729 HTTP/1.1" status: 200 len: 375 time: 0.0825219 Aug 05 11:18:36.545431 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be455a68-9c6c-4cf6-8afb-a6db951d77f1 req-f6486a1e-1ec5-45a8-8a65-d9e6008d0714 tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:36.547959 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-be455a68-9c6c-4cf6-8afb-a6db951d77f1 req-f6486a1e-1ec5-45a8-8a65-d9e6008d0714 tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] 10.222.0.58 "GET /v2.0/ports?device_id=696331f0-3dea-4c4f-8585-975b81f7abd5 HTTP/1.1" status: 200 len: 946 time: 0.4880691 Aug 05 11:18:36.585573 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee05ebe5-470e-4e27-ae23-6586f0172e94 req-68186798-56f6-4aa3-9351-0004c09812ae tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:36.587625 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ee05ebe5-470e-4e27-ae23-6586f0172e94 req-68186798-56f6-4aa3-9351-0004c09812ae tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.55 "GET /v2.0/networks?id=6e7bde98-a1ff-44d7-8525-eaa9c1e81087 HTTP/1.1" status: 200 len: 812 time: 0.8497081 Aug 05 11:18:36.604896 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-99972b02-a469-4e78-8a8d-792c9d193dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e3ef3c-d5db-44e7-85bd-0aa362100064', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1023862461-router', 'tenant_id': '6bc7fa8383e045a7819a17e3ff0ad9ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': 'dbcb8561-6632-48a9-bae5-6dec29b922d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:17:00Z', 'updated_at': '2021-08-05T11:17:22Z', 'revision_number': 4, 'project_id': '6bc7fa8383e045a7819a17e3ff0ad9ad', 'gw_port': {'id': 'dbcb8561-6632-48a9-bae5-6dec29b922d7', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ce:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e3ef3c-d5db-44e7-85bd-0aa362100064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:17:03Z', 'updated_at': '2021-08-05T11:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': '7763ff7f-0589-42fd-8c9c-a46d3c21925f', 'tenant_id': '6bc7fa8383e045a7819a17e3ff0ad9ad', 'floating_ip_address': '172.25.5.123', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': '51e3ef3c-d5db-44e7-85bd-0aa362100064', 'port_id': 'd1ccf335-ad9c-4253-91a3-84593092c9f2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd39b4b7-e343-48d5-a296-8b0623efb24d', 'mac_address': 'fa:16:3e:54:dc:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc67fa6-8309-49bf-8612-e43b68087ccd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T11:18:04Z', 'updated_at': '2021-08-05T11:18:31Z', 'revision_number': 1, 'project_id': '6bc7fa8383e045a7819a17e3ff0ad9ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34f39706-a887-4216-b2f7-de4e4da0bd78', 'name': '', 'network_id': 'bd39b4b7-e343-48d5-a296-8b0623efb24d', 'tenant_id': '6bc7fa8383e045a7819a17e3ff0ad9ad', 'mac_address': 'fa:16:3e:f7:ae:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e3ef3c-d5db-44e7-85bd-0aa362100064', 'device_owner': 'network:router_interface', 'standard_attr_id': 154, 'fixed_ips': [{'subnet_id': '8e55d893-f67d-42aa-8413-dc445ac3c409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:17:19Z', 'updated_at': '2021-08-05T11:17:37Z', 'revision_number': 5, 'project_id': '6bc7fa8383e045a7819a17e3ff0ad9ad', 'subnets': [{'id': '8e55d893-f67d-42aa-8413-dc445ac3c409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:18:36.623069 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c9353aad-cc69-4cb9-87bf-5f2627de918f req-597faf44-a8bf-49fd-8559-9b09dea399dc tempest-ServersAdminNegativeTestJSON-1602179202 tempest-ServersAdminNegativeTestJSON-1602179202-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=07ff7751f27f4e90815f470edcd10729&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0997784 Aug 05 11:18:36.642587 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-ee05ebe5-470e-4e27-ae23-6586f0172e94 req-066ca5f3-d49e-4bbe-8106-378c1733999b tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Request body: {'port': {'device_id': '8814419a-c545-46dc-ab33-6596fce877af', 'network_id': '6e7bde98-a1ff-44d7-8525-eaa9c1e81087', 'admin_state_up': True, 'tenant_id': 'd8daa1497f4a496cba61c8a60c09e98b'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:18:36.656924 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-2f372c2c-262c-4948-94c2-8b7ea858d056 req-f09f3fab-5fec-41dd-88d1-e656e1db8743 service neutron] For port 89e1ceeb-0597-41b8-87ce-628445d80d87, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=89e1ceeb-0597-41b8-87ce-628445d80d87,segment=NetworkSegment(7242661a-6816-45d7-a9cf-d91bdd00208a),segment_id=7242661a-6816-45d7-a9cf-d91bdd00208a)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:18:36.665958 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99972b02-a469-4e78-8a8d-792c9d193dec None None] The sync data for ids ['51e3ef3c-d5db-44e7-85bd-0aa362100064'] in n-d-803378-2 is: [{'id': '51e3ef3c-d5db-44e7-85bd-0aa362100064', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1023862461-router', 'tenant_id': '6bc7fa8383e045a7819a17e3ff0ad9ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': 'dbcb8561-6632-48a9-bae5-6dec29b922d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:17:00Z', 'updated_at': '2021-08-05T11:17:22Z', 'revision_number': 4, 'project_id': '6bc7fa8383e045a7819a17e3ff0ad9ad', 'gw_port': {'id': 'dbcb8561-6632-48a9-bae5-6dec29b922d7', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ce:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e3ef3c-d5db-44e7-85bd-0aa362100064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:17:03Z', 'updated_at': '2021-08-05T11:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': '7763ff7f-0589-42fd-8c9c-a46d3c21925f', 'tenant_id': '6bc7fa8383e045a7819a17e3ff0ad9ad', 'floating_ip_address': '172.25.5.123', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': '51e3ef3c-d5db-44e7-85bd-0aa362100064', 'port_id': 'd1ccf335-ad9c-4253-91a3-84593092c9f2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd39b4b7-e343-48d5-a296-8b0623efb24d', 'mac_address': 'fa:16:3e:54:dc:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc67fa6-8309-49bf-8612-e43b68087ccd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T11:18:04Z', 'updated_at': '2021-08-05T11:18:31Z', 'revision_number': 1, 'project_id': '6bc7fa8383e045a7819a17e3ff0ad9ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34f39706-a887-4216-b2f7-de4e4da0bd78', 'name': '', 'network_id': 'bd39b4b7-e343-48d5-a296-8b0623efb24d', 'tenant_id': '6bc7fa8383e045a7819a17e3ff0ad9ad', 'mac_address': 'fa:16:3e:f7:ae:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e3ef3c-d5db-44e7-85bd-0aa362100064', 'device_owner': 'network:router_interface', 'standard_attr_id': 154, 'fixed_ips': [{'subnet_id': '8e55d893-f67d-42aa-8413-dc445ac3c409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:17:19Z', 'updated_at': '2021-08-05T11:17:37Z', 'revision_number': 5, 'project_id': '6bc7fa8383e045a7819a17e3ff0ad9ad', 'subnets': [{'id': '8e55d893-f67d-42aa-8413-dc445ac3c409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:18:36.690388 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-08ea993e-4053-421a-8a97-f7c7b1561c73 req-a82b4ffd-24f7-4f10-998b-a52b6736a406 tempest-DeleteServersAdminTestJSON-2098400252 tempest-DeleteServersAdminTestJSON-2098400252-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:36.707360 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-2f372c2c-262c-4948-94c2-8b7ea858d056 req-f09f3fab-5fec-41dd-88d1-e656e1db8743 service neutron] For port 89e1ceeb-0597-41b8-87ce-628445d80d87, host n-h1-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:18:36.768807 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-2f372c2c-262c-4948-94c2-8b7ea858d056 req-f09f3fab-5fec-41dd-88d1-e656e1db8743 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89e1ceeb-0597-41b8-87ce-628445d80d87 {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:18:36.784378 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-2f372c2c-262c-4948-94c2-8b7ea858d056 req-f09f3fab-5fec-41dd-88d1-e656e1db8743 service neutron] For port 89e1ceeb-0597-41b8-87ce-628445d80d87, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=89e1ceeb-0597-41b8-87ce-628445d80d87,segment=NetworkSegment(7242661a-6816-45d7-a9cf-d91bdd00208a),segment_id=7242661a-6816-45d7-a9cf-d91bdd00208a)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:18:36.809783 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-2f372c2c-262c-4948-94c2-8b7ea858d056 req-f09f3fab-5fec-41dd-88d1-e656e1db8743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:36.814999 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [req-08ea993e-4053-421a-8a97-f7c7b1561c73 req-a82b4ffd-24f7-4f10-998b-a52b6736a406 tempest-DeleteServersAdminTestJSON-2098400252 tempest-DeleteServersAdminTestJSON-2098400252-project] Transition to ACTIVE for port object ba9b9656-cdb2-48f1-9dab-cdc1cbfec383 will not be triggered until provisioned by entity DHCP. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:18:36.822406 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-be455a68-9c6c-4cf6-8afb-a6db951d77f1 req-3ce7d3cf-0715-41c1-901f-cb13556fc0fb tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] 10.222.0.58 "GET /v2.0/security-groups?id=06a7a4d4-8ced-4edb-81e5-f04cb02169d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608120 Aug 05 11:18:36.965755 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-2f372c2c-262c-4948-94c2-8b7ea858d056 req-f09f3fab-5fec-41dd-88d1-e656e1db8743 service neutron] Transition to ACTIVE for port object 89e1ceeb-0597-41b8-87ce-628445d80d87 will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:18:36.977133 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-2f372c2c-262c-4948-94c2-8b7ea858d056 req-f09f3fab-5fec-41dd-88d1-e656e1db8743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:37.018735 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-08ea993e-4053-421a-8a97-f7c7b1561c73 req-a82b4ffd-24f7-4f10-998b-a52b6736a406 tempest-DeleteServersAdminTestJSON-2098400252 tempest-DeleteServersAdminTestJSON-2098400252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:37.094470 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-84adfba3-a954-422b-90c5-b7f20aa8cdb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:37.112073 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09f3fab-5fec-41dd-88d1-e656e1db8743 service neutron] Pushing event updated for resources: {'Port': ['ID=89e1ceeb-0597-41b8-87ce-628445d80d87,revision_number=10']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:18:37.116690 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee05ebe5-470e-4e27-ae23-6586f0172e94 req-066ca5f3-d49e-4bbe-8106-378c1733999b tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Made reservation on behalf of d8daa1497f4a496cba61c8a60c09e98b for: {'port': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:18:37.140311 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-ee05ebe5-470e-4e27-ae23-6586f0172e94 req-066ca5f3-d49e-4bbe-8106-378c1733999b tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:37.175347 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f372c2c-262c-4948-94c2-8b7ea858d056 req-f09f3fab-5fec-41dd-88d1-e656e1db8743 service neutron] No DVR routers for this DVR port 89e1ceeb-0597-41b8-87ce-628445d80d87 on host n-h1-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:18:37.262963 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2f372c2c-262c-4948-94c2-8b7ea858d056 req-f09f3fab-5fec-41dd-88d1-e656e1db8743 service neutron] 10.222.0.64 "PUT /v2.0/ports/89e1ceeb-0597-41b8-87ce-628445d80d87/bindings/n-h2-803378-2/activate HTTP/1.1" status: 200 len: 369 time: 0.9583066 Aug 05 11:18:37.280645 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425ed7c6-6b02-4d65-8c52-0ee49d63697d None None] New status for floating IP 7763ff7f-0589-42fd-8c9c-a46d3c21925f: ACTIVE {{(pid=94422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 11:18:37.289592 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08ea993e-4053-421a-8a97-f7c7b1561c73 req-a82b4ffd-24f7-4f10-998b-a52b6736a406 tempest-DeleteServersAdminTestJSON-2098400252 tempest-DeleteServersAdminTestJSON-2098400252-project] Network 91caede3-92e4-4b1e-8e3e-36227cfd846a is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:18:37.292464 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82b4ffd-24f7-4f10-998b-a52b6736a406 tempest-DeleteServersAdminTestJSON-2098400252 tempest-DeleteServersAdminTestJSON-2098400252-project] Pushing event updated for resources: {'Port': ['ID=ba9b9656-cdb2-48f1-9dab-cdc1cbfec383,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:18:37.325375 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [req-08ea993e-4053-421a-8a97-f7c7b1561c73 req-a82b4ffd-24f7-4f10-998b-a52b6736a406 tempest-DeleteServersAdminTestJSON-2098400252 tempest-DeleteServersAdminTestJSON-2098400252-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:18:37.341074 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [req-08ea993e-4053-421a-8a97-f7c7b1561c73 req-a82b4ffd-24f7-4f10-998b-a52b6736a406 tempest-DeleteServersAdminTestJSON-2098400252 tempest-DeleteServersAdminTestJSON-2098400252-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:18:37.348888 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ea993e-4053-421a-8a97-f7c7b1561c73 req-a82b4ffd-24f7-4f10-998b-a52b6736a406 tempest-DeleteServersAdminTestJSON-2098400252 tempest-DeleteServersAdminTestJSON-2098400252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:37.350406 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-08ea993e-4053-421a-8a97-f7c7b1561c73 req-a82b4ffd-24f7-4f10-998b-a52b6736a406 tempest-DeleteServersAdminTestJSON-2098400252 tempest-DeleteServersAdminTestJSON-2098400252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:37.437906 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-08ea993e-4053-421a-8a97-f7c7b1561c73 req-a82b4ffd-24f7-4f10-998b-a52b6736a406 tempest-DeleteServersAdminTestJSON-2098400252 tempest-DeleteServersAdminTestJSON-2098400252-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.9196739 Aug 05 11:18:37.458785 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eac00d-33e3-464e-b195-1d30126d02e8 req-60218aef-3b01-4bd2-bc87-5b7bfa81dfab tempest-DeleteServersAdminTestJSON-2098400252 tempest-DeleteServersAdminTestJSON-2098400252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:37.467065 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-15eac00d-33e3-464e-b195-1d30126d02e8 req-60218aef-3b01-4bd2-bc87-5b7bfa81dfab tempest-DeleteServersAdminTestJSON-2098400252 tempest-DeleteServersAdminTestJSON-2098400252-project] 10.222.0.58 "GET /v2.0/ports?device_id=0687358e-adbb-4da0-a669-af7dafb4177d HTTP/1.1" status: 200 len: 935 time: 0.3004525 Aug 05 11:18:37.560882 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 7ba72d6c-558c-4c47-8a1a-19af66a3602c no longer exists at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:18:37.561778 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-08ea993e-4053-421a-8a97-f7c7b1561c73 req-eb361234-0589-4b71-b457-733db73cb3a7 service neutron] Request body: {'port': {'device_id': '0687358e-adbb-4da0-a669-af7dafb4177d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-2'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:18:37.645515 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] No Port match for: 7ba72d6c-558c-4c47-8a1a-19af66a3602c {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:18:37.645941 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 7ba72d6c-558c-4c47-8a1a-19af66a3602c not bound to the agent host n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:18:37.689740 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb409330-51a4-4881-a946-039399540111 x-openstack-request-id: req-bb409330-51a4-4881-a946-039399540111 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:18:37.690399 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fc67fa6-8309-49bf-8612-e43b68087ccd", "tag": "d1ccf335-ad9c-4253-91a3-84593092c9f2", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:18:37.690670 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bb409330-51a4-4881-a946-039399540111 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:18:37.691234 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fc67fa6-8309-49bf-8612-e43b68087ccd', 'tag': 'd1ccf335-ad9c-4253-91a3-84593092c9f2', 'status': 'completed', 'code': 200} Aug 05 11:18:37.746753 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.55', 54908) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:18:37.798842 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-02db22d0-3d28-491f-9785-7d87eb28c7e8 req-cd673666-f116-4784-a792-65aa3f6ba8be tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=8814419a-c545-46dc-ab33-6596fce877af HTTP/1.1" status: 200 len: 210 time: 0.0472951 Aug 05 11:18:37.827449 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-15eac00d-33e3-464e-b195-1d30126d02e8 req-0c1e66b8-44d6-423c-b2f9-6c0a971d68a7 tempest-DeleteServersAdminTestJSON-2098400252 tempest-DeleteServersAdminTestJSON-2098400252-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba6d8cba-3047-414c-8a71-04d949624c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3591859 Aug 05 11:18:37.908288 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f372c2c-262c-4948-94c2-8b7ea858d056 req-b5a650b6-1dd5-4a95-ab4f-97e2e0c24751 tempest-LiveAutoBlockMigrationV225Test-707045295 tempest-LiveAutoBlockMigrationV225Test-707045295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:37.911871 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2f372c2c-262c-4948-94c2-8b7ea858d056 req-b5a650b6-1dd5-4a95-ab4f-97e2e0c24751 tempest-LiveAutoBlockMigrationV225Test-707045295 tempest-LiveAutoBlockMigrationV225Test-707045295-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=32074892-07d5-47e0-93ba-33ceb5bd35b2&tenant_id=e8f6478cce384a98ba09cac5c1bcf855&binding%3Ahost_id=n-h1-803378-2 HTTP/1.1" status: 200 len: 1096 time: 0.4334202 Aug 05 11:18:37.914464 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b90f419-65ef-4ea3-90b1-fb8024c5f84c req-9bf166d3-9f49-49e2-88f5-a85acb31122c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:37.918783 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7b90f419-65ef-4ea3-90b1-fb8024c5f84c req-9bf166d3-9f49-49e2-88f5-a85acb31122c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6bc7fa8383e045a7819a17e3ff0ad9ad&device_id=7fc67fa6-8309-49bf-8612-e43b68087ccd HTTP/1.1" status: 200 len: 1096 time: 0.1684895 Aug 05 11:18:37.927712 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-9ee1bda5-0bf5-4fb1-9a6f-feffcad152ac None None] Provisioning for port ba9b9656-cdb2-48f1-9dab-cdc1cbfec383 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:18:37.936156 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-9ee1bda5-0bf5-4fb1-9a6f-feffcad152ac None None] Provisioning complete for port ba9b9656-cdb2-48f1-9dab-cdc1cbfec383 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:18:37.936748 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-9ee1bda5-0bf5-4fb1-9a6f-feffcad152ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:37.971801 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [req-ee05ebe5-470e-4e27-ae23-6586f0172e94 req-066ca5f3-d49e-4bbe-8106-378c1733999b tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Allocated IP 172.20.0.6 (6e7bde98-a1ff-44d7-8525-eaa9c1e81087/8c648b54-2f27-41ec-9e17-9213825c0d0c/ce063f21-41cc-42e4-89df-3242a673326b) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:18:38.018959 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-08ea993e-4053-421a-8a97-f7c7b1561c73 req-eb361234-0589-4b71-b457-733db73cb3a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:38.095588 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-9ee1bda5-0bf5-4fb1-9a6f-feffcad152ac None None] Port ba9b9656-cdb2-48f1-9dab-cdc1cbfec383 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:18:38.108717 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f372c2c-262c-4948-94c2-8b7ea858d056 req-16a3cd2b-3f4c-43a6-b77d-66cd8cf23a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:38.110874 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2f372c2c-262c-4948-94c2-8b7ea858d056 req-16a3cd2b-3f4c-43a6-b77d-66cd8cf23a64 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=32074892-07d5-47e0-93ba-33ceb5bd35b2&tenant_id=e8f6478cce384a98ba09cac5c1bcf855 HTTP/1.1" status: 200 len: 1096 time: 0.1901195 Aug 05 11:18:38.122162 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9e85692c-e61c-4d60-84b4-3c30703e5a98 req-84b40f6e-9848-4e1a-8043-dc20f75d1354 tempest-ServersAdminNegativeTestJSON-1602179202 tempest-ServersAdminNegativeTestJSON-1602179202-project] 10.222.0.58 "GET /v2.0/ports?device_id=79f10d2f-c968-4a57-bc27-9ef89c55c603 HTTP/1.1" status: 200 len: 210 time: 0.1773205 Aug 05 11:18:38.224805 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b90f419-65ef-4ea3-90b1-fb8024c5f84c req-7b117096-9407-4666-b7f6-3e6c3fe7987b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:38.226541 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7b90f419-65ef-4ea3-90b1-fb8024c5f84c req-7b117096-9407-4666-b7f6-3e6c3fe7987b service neutron] 10.222.0.55 "GET /v2.0/networks?id=bd39b4b7-e343-48d5-a296-8b0623efb24d HTTP/1.1" status: 200 len: 925 time: 0.2458839 Aug 05 11:18:38.386018 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f372c2c-262c-4948-94c2-8b7ea858d056 req-89427cd8-8045-4745-a5e3-72da749c2ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:38.387623 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2f372c2c-262c-4948-94c2-8b7ea858d056 req-89427cd8-8045-4745-a5e3-72da749c2ea6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e8f6478cce384a98ba09cac5c1bcf855&device_id=32074892-07d5-47e0-93ba-33ceb5bd35b2 HTTP/1.1" status: 200 len: 1096 time: 0.1944277 Aug 05 11:18:38.583598 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b031e3-a9c5-4a98-b11f-4e731bb64963 req-97d1d282-69bd-4d76-af7d-e8d053dcff1f tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:38.585291 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-62b031e3-a9c5-4a98-b11f-4e731bb64963 req-97d1d282-69bd-4d76-af7d-e8d053dcff1f tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce4b7a83-20e6-417f-926d-f36b7231440d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3910892 Aug 05 11:18:38.736715 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429f0ba9-1c5f-416f-b1ff-eb31f12395e9 req-ecfcac59-6192-44dc-88af-ce0687aa0aab tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:38.740057 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-429f0ba9-1c5f-416f-b1ff-eb31f12395e9 req-ecfcac59-6192-44dc-88af-ce0687aa0aab tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/ports?device_id=32074892-07d5-47e0-93ba-33ceb5bd35b2 HTTP/1.1" status: 200 len: 945 time: 0.4023278 Aug 05 11:18:38.765341 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7b90f419-65ef-4ea3-90b1-fb8024c5f84c req-42616907-2696-46df-ac5b-5d4b6aaef1c5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d1ccf335-ad9c-4253-91a3-84593092c9f2 HTTP/1.1" status: 200 len: 1001 time: 0.5154049 Aug 05 11:18:38.794558 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-62b031e3-a9c5-4a98-b11f-4e731bb64963 req-9738d978-5485-4142-9858-d38548aae20a tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.5.21 HTTP/1.1" status: 200 len: 695 time: 0.1973958 Aug 05 11:18:38.845840 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-62b031e3-a9c5-4a98-b11f-4e731bb64963 req-5d10d041-43eb-454f-957b-e797a31adb8a tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Request body: {'floatingip': {'port_id': 'e2b0dd59-d3fe-431d-ab42-136b5bbf8974', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:18:38.852939 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b90f419-65ef-4ea3-90b1-fb8024c5f84c req-30209888-a02c-47df-bebe-217083538565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:38.855343 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7b90f419-65ef-4ea3-90b1-fb8024c5f84c req-30209888-a02c-47df-bebe-217083538565 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8e55d893-f67d-42aa-8413-dc445ac3c409 HTTP/1.1" status: 200 len: 863 time: 0.0790720 Aug 05 11:18:38.859592 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f372c2c-262c-4948-94c2-8b7ea858d056 req-229dea3b-f948-48b7-8bb9-d321631cbf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:38.861534 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2f372c2c-262c-4948-94c2-8b7ea858d056 req-229dea3b-f948-48b7-8bb9-d321631cbf2a service neutron] 10.222.0.55 "GET /v2.0/networks?id=c1d3f101-369e-4625-bfd2-2a60ea4757bb HTTP/1.1" status: 200 len: 921 time: 0.4543867 Aug 05 11:18:38.977867 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2f372c2c-262c-4948-94c2-8b7ea858d056 req-0949f102-d593-4846-a5d8-e60412ea93aa service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89e1ceeb-0597-41b8-87ce-628445d80d87 HTTP/1.1" status: 200 len: 217 time: 0.1065304 Aug 05 11:18:39.079673 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-62b031e3-a9c5-4a98-b11f-4e731bb64963 req-5d10d041-43eb-454f-957b-e797a31adb8a tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Notify callbacks [] for floatingip, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:39.085381 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c9353aad-cc69-4cb9-87bf-5f2627de918f req-3abba88b-5ed8-4e72-b8d7-914835a6d330 tempest-ServersAdminNegativeTestJSON-1602179202 tempest-ServersAdminNegativeTestJSON-1602179202-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=07ff7751f27f4e90815f470edcd10729&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0793090 Aug 05 11:18:39.091989 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b90f419-65ef-4ea3-90b1-fb8024c5f84c req-e9691a0a-1c11-45c9-98ba-e52a831fd853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:39.094420 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7b90f419-65ef-4ea3-90b1-fb8024c5f84c req-e9691a0a-1c11-45c9-98ba-e52a831fd853 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bd39b4b7-e343-48d5-a296-8b0623efb24d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2244570 Aug 05 11:18:39.165352 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-429f0ba9-1c5f-416f-b1ff-eb31f12395e9 req-f7938ce4-027a-4469-9337-83b32117be36 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b660be2-1cd3-4f1b-b8b6-43aa3e7d82c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3972652 Aug 05 11:18:39.171509 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-ee05ebe5-470e-4e27-ae23-6586f0172e94 req-066ca5f3-d49e-4bbe-8106-378c1733999b tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:39.304597 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f372c2c-262c-4948-94c2-8b7ea858d056 req-fa284d2a-2989-4259-9508-aa44859310f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:39.306115 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2f372c2c-262c-4948-94c2-8b7ea858d056 req-fa284d2a-2989-4259-9508-aa44859310f1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=88c33de2-0b50-4fb8-a2a7-3c3e700f5c7c HTTP/1.1" status: 200 len: 860 time: 0.3151143 Aug 05 11:18:39.370472 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2f372c2c-262c-4948-94c2-8b7ea858d056 req-a57438f8-1673-4936-8b4b-dd31e0e74d62 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c1d3f101-369e-4625-bfd2-2a60ea4757bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491190 Aug 05 11:18:39.398284 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [req-08ea993e-4053-421a-8a97-f7c7b1561c73 req-eb361234-0589-4b71-b457-733db73cb3a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba9b9656-cdb2-48f1-9dab-cdc1cbfec383 {{(pid=94420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:18:39.407856 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-08ea993e-4053-421a-8a97-f7c7b1561c73 req-eb361234-0589-4b71-b457-733db73cb3a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:39.424449 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [req-08ea993e-4053-421a-8a97-f7c7b1561c73 req-eb361234-0589-4b71-b457-733db73cb3a7 service neutron] Transition to ACTIVE for port object ba9b9656-cdb2-48f1-9dab-cdc1cbfec383 will not be triggered until provisioned by entity L2. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:18:39.453325 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7b90f419-65ef-4ea3-90b1-fb8024c5f84c req-38dd0990-3ba7-4cca-9362-4c4b1ad75659 service neutron] 10.222.0.55 "GET /v2.0/networks/bd39b4b7-e343-48d5-a296-8b0623efb24d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3298182 Aug 05 11:18:39.463200 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9353aad-cc69-4cb9-87bf-5f2627de918f req-7a575eb3-8548-4901-8cc7-94181a08ebb4 tempest-ServersAdminNegativeTestJSON-1602179202 tempest-ServersAdminNegativeTestJSON-1602179202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:39.464731 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c9353aad-cc69-4cb9-87bf-5f2627de918f req-7a575eb3-8548-4901-8cc7-94181a08ebb4 tempest-ServersAdminNegativeTestJSON-1602179202 tempest-ServersAdminNegativeTestJSON-1602179202-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3691001 Aug 05 11:18:39.466274 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-08ea993e-4053-421a-8a97-f7c7b1561c73 req-eb361234-0589-4b71-b457-733db73cb3a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:39.503870 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-c9353aad-cc69-4cb9-87bf-5f2627de918f req-757f282e-1fb8-463a-ae70-2bd1d4a7afa3 tempest-ServersAdminNegativeTestJSON-1602179202 tempest-ServersAdminNegativeTestJSON-1602179202-project] Request body: {'port': {'device_id': '79f10d2f-c968-4a57-bc27-9ef89c55c603', 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a', 'admin_state_up': True, 'tenant_id': '07ff7751f27f4e90815f470edcd10729'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:18:39.581212 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 89e1ceeb-0597-41b8-87ce-628445d80d87 no longer exists at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:18:39.621579 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb361234-0589-4b71-b457-733db73cb3a7 service neutron] Pushing event updated for resources: {'Port': ['ID=ba9b9656-cdb2-48f1-9dab-cdc1cbfec383,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:18:39.647378 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 89e1ceeb-0597-41b8-87ce-628445d80d87 not bound to the agent host n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:18:39.695120 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55daa2aa-40fb-4c01-a652-a2b5b83b96ba', 'name': 'network-vif-deleted', 'tag': '7ba72d6c-558c-4c47-8a1a-19af66a3602c'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:18:39.698536 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0656f5cf-d3ec-425e-883f-f93aa54b0026" -d '{"events": [{"server_uuid": "55daa2aa-40fb-4c01-a652-a2b5b83b96ba", "name": "network-vif-deleted", "tag": "7ba72d6c-558c-4c47-8a1a-19af66a3602c"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:18:39.709346 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2f372c2c-262c-4948-94c2-8b7ea858d056 req-4aa2792c-bbce-45eb-8429-288586f73a63 service neutron] 10.222.0.55 "GET /v2.0/networks/c1d3f101-369e-4625-bfd2-2a60ea4757bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3248856 Aug 05 11:18:39.718233 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-ee05ebe5-470e-4e27-ae23-6586f0172e94 req-066ca5f3-d49e-4bbe-8106-378c1733999b tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:39.817646 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7b90f419-65ef-4ea3-90b1-fb8024c5f84c req-1a23bba1-ba9b-401c-96da-bb003d0ae220 service neutron] 10.222.0.55 "GET /v2.0/networks/bd39b4b7-e343-48d5-a296-8b0623efb24d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3499403 Aug 05 11:18:39.916777 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9353aad-cc69-4cb9-87bf-5f2627de918f req-757f282e-1fb8-463a-ae70-2bd1d4a7afa3 tempest-ServersAdminNegativeTestJSON-1602179202 tempest-ServersAdminNegativeTestJSON-1602179202-project] Made reservation on behalf of 07ff7751f27f4e90815f470edcd10729 for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:18:39.917132 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:39.920418 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-20d3f9c0-23f4-41d5-83aa-633c054958c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:39.926118 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-c9353aad-cc69-4cb9-87bf-5f2627de918f req-757f282e-1fb8-463a-ae70-2bd1d4a7afa3 tempest-ServersAdminNegativeTestJSON-1602179202 tempest-ServersAdminNegativeTestJSON-1602179202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:39.961248 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-c9353aad-cc69-4cb9-87bf-5f2627de918f req-757f282e-1fb8-463a-ae70-2bd1d4a7afa3 tempest-ServersAdminNegativeTestJSON-1602179202 tempest-ServersAdminNegativeTestJSON-1602179202-project] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:40.048256 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2f372c2c-262c-4948-94c2-8b7ea858d056 req-8980db0e-9fc3-47d1-b535-a47ad3fc8523 service neutron] 10.222.0.55 "GET /v2.0/networks/c1d3f101-369e-4625-bfd2-2a60ea4757bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3178370 Aug 05 11:18:40.158436 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-c9353aad-cc69-4cb9-87bf-5f2627de918f req-757f282e-1fb8-463a-ae70-2bd1d4a7afa3 tempest-ServersAdminNegativeTestJSON-1602179202 tempest-ServersAdminNegativeTestJSON-1602179202-project] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:40.164245 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-c9353aad-cc69-4cb9-87bf-5f2627de918f req-757f282e-1fb8-463a-ae70-2bd1d4a7afa3 tempest-ServersAdminNegativeTestJSON-1602179202 tempest-ServersAdminNegativeTestJSON-1602179202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:40.274930 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757f282e-1fb8-463a-ae70-2bd1d4a7afa3 tempest-ServersAdminNegativeTestJSON-1602179202 tempest-ServersAdminNegativeTestJSON-1602179202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30d4ed1b-cfab-4c78-a51c-ec6d0313fb9d,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:18:40.314600 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee05ebe5-470e-4e27-ae23-6586f0172e94 req-066ca5f3-d49e-4bbe-8106-378c1733999b tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Network 6e7bde98-a1ff-44d7-8525-eaa9c1e81087 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:18:40.326350 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-08ea993e-4053-421a-8a97-f7c7b1561c73 req-eb361234-0589-4b71-b457-733db73cb3a7 service neutron] Attempting to bind port ba9b9656-cdb2-48f1-9dab-cdc1cbfec383 on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:18:40.326930 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-08ea993e-4053-421a-8a97-f7c7b1561c73 req-eb361234-0589-4b71-b457-733db73cb3a7 service neutron] Attempting to bind port ba9b9656-cdb2-48f1-9dab-cdc1cbfec383 by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:18:40.327476 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ea993e-4053-421a-8a97-f7c7b1561c73 req-eb361234-0589-4b71-b457-733db73cb3a7 service neutron] Attempting to bind port ba9b9656-cdb2-48f1-9dab-cdc1cbfec383 on network 91caede3-92e4-4b1e-8e3e-36227cfd846a {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:18:40.346531 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066ca5f3-d49e-4bbe-8106-378c1733999b tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Pushing event updated for resources: {'Port': ['ID=ce063f21-41cc-42e4-89df-3242a673326b,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:18:40.351761 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [req-ee05ebe5-470e-4e27-ae23-6586f0172e94 req-066ca5f3-d49e-4bbe-8106-378c1733999b tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:18:40.364201 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee05ebe5-470e-4e27-ae23-6586f0172e94 req-066ca5f3-d49e-4bbe-8106-378c1733999b tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:18:40.374624 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee05ebe5-470e-4e27-ae23-6586f0172e94 req-066ca5f3-d49e-4bbe-8106-378c1733999b tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:40.375698 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-ee05ebe5-470e-4e27-ae23-6586f0172e94 req-066ca5f3-d49e-4bbe-8106-378c1733999b tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:40.385304 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-c9353aad-cc69-4cb9-87bf-5f2627de918f req-757f282e-1fb8-463a-ae70-2bd1d4a7afa3 tempest-ServersAdminNegativeTestJSON-1602179202 tempest-ServersAdminNegativeTestJSON-1602179202-project] Allocated IP 192.168.233.80 (91caede3-92e4-4b1e-8e3e-36227cfd846a/6842f728-c2f3-4e36-bb32-3303d06ce3f4/29c4ae2f-b18b-4d36-a5d7-fd8e10258cdf) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:18:40.442564 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ea993e-4053-421a-8a97-f7c7b1561c73 req-eb361234-0589-4b71-b457-733db73cb3a7 service neutron] Port ba9b9656-cdb2-48f1-9dab-cdc1cbfec383 on network 91caede3-92e4-4b1e-8e3e-36227cfd846a not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:18:40.443264 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ea993e-4053-421a-8a97-f7c7b1561c73 req-eb361234-0589-4b71-b457-733db73cb3a7 service neutron] Attempting to bind port ba9b9656-cdb2-48f1-9dab-cdc1cbfec383 on network 91caede3-92e4-4b1e-8e3e-36227cfd846a {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:18:40.581654 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f372c2c-262c-4948-94c2-8b7ea858d056 req-31a977c6-b6ee-46a1-a0d9-f0e318c6a6c9 tempest-LiveAutoBlockMigrationV225Test-707045295 tempest-LiveAutoBlockMigrationV225Test-707045295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:40.584268 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ea993e-4053-421a-8a97-f7c7b1561c73 req-eb361234-0589-4b71-b457-733db73cb3a7 service neutron] Checking agent: {'id': 'a8f1dd2d-227c-4e30-8844-52419ba734db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:18:40.584739 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2f372c2c-262c-4948-94c2-8b7ea858d056 req-31a977c6-b6ee-46a1-a0d9-f0e318c6a6c9 tempest-LiveAutoBlockMigrationV225Test-707045295 tempest-LiveAutoBlockMigrationV225Test-707045295-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=32074892-07d5-47e0-93ba-33ceb5bd35b2&tenant_id=e8f6478cce384a98ba09cac5c1bcf855&binding%3Ahost_id=n-h2-803378-2 HTTP/1.1" status: 200 len: 1096 time: 0.1158965 Aug 05 11:18:40.584920 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ea993e-4053-421a-8a97-f7c7b1561c73 req-eb361234-0589-4b71-b457-733db73cb3a7 service neutron] Checking segment: {'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:18:40.585493 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ea993e-4053-421a-8a97-f7c7b1561c73 req-eb361234-0589-4b71-b457-733db73cb3a7 service neutron] Bound using segment: {'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:18:40.586281 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-08ea993e-4053-421a-8a97-f7c7b1561c73 req-eb361234-0589-4b71-b457-733db73cb3a7 service neutron] Bound port: ba9b9656-cdb2-48f1-9dab-cdc1cbfec383, host: n-h2-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'}}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:18:40.586894 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-08ea993e-4053-421a-8a97-f7c7b1561c73 req-eb361234-0589-4b71-b457-733db73cb3a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:40.604668 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aff04f-c7b8-4543-8465-45515474e2bc req-f239497a-b1ba-4069-9f60-0e81fde6e3c4 tempest-DeleteServersAdminTestJSON-2098400252 tempest-DeleteServersAdminTestJSON-2098400252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:40.607496 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-28aff04f-c7b8-4543-8465-45515474e2bc req-f239497a-b1ba-4069-9f60-0e81fde6e3c4 tempest-DeleteServersAdminTestJSON-2098400252 tempest-DeleteServersAdminTestJSON-2098400252-project] 10.222.0.58 "GET /v2.0/ports?device_id=0687358e-adbb-4da0-a669-af7dafb4177d HTTP/1.1" status: 200 len: 947 time: 0.5241873 Aug 05 11:18:40.632944 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ee05ebe5-470e-4e27-ae23-6586f0172e94 req-066ca5f3-d49e-4bbe-8106-378c1733999b tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0153794 Aug 05 11:18:40.664551 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-c9353aad-cc69-4cb9-87bf-5f2627de918f req-757f282e-1fb8-463a-ae70-2bd1d4a7afa3 tempest-ServersAdminNegativeTestJSON-1602179202 tempest-ServersAdminNegativeTestJSON-1602179202-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:40.704415 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-ee05ebe5-470e-4e27-ae23-6586f0172e94 req-c1d6f25d-8bf0-4264-9d3f-42ee9f15116f service neutron] Request body: {'port': {'device_id': '8814419a-c545-46dc-ab33-6596fce877af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-2'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:18:40.715989 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-c9353aad-cc69-4cb9-87bf-5f2627de918f req-757f282e-1fb8-463a-ae70-2bd1d4a7afa3 tempest-ServersAdminNegativeTestJSON-1602179202 tempest-ServersAdminNegativeTestJSON-1602179202-project] Transition to ACTIVE for port object 29c4ae2f-b18b-4d36-a5d7-fd8e10258cdf will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:18:40.849022 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-c9353aad-cc69-4cb9-87bf-5f2627de918f req-757f282e-1fb8-463a-ae70-2bd1d4a7afa3 tempest-ServersAdminNegativeTestJSON-1602179202 tempest-ServersAdminNegativeTestJSON-1602179202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:40.860150 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-2f372c2c-262c-4948-94c2-8b7ea858d056 req-16cb877f-1bbb-42c8-989d-a660e980281f service neutron] For port 89e1ceeb-0597-41b8-87ce-628445d80d87, host n-h1-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:18:40.868075 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-2f372c2c-262c-4948-94c2-8b7ea858d056 req-16cb877f-1bbb-42c8-989d-a660e980281f service neutron] Notify callbacks [] for binding, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:40.869386 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2f372c2c-262c-4948-94c2-8b7ea858d056 req-16cb877f-1bbb-42c8-989d-a660e980281f service neutron] 10.222.0.55 "DELETE /v2.0/ports/89e1ceeb-0597-41b8-87ce-628445d80d87/bindings/n-h1-803378-2 HTTP/1.1" status: 204 len: 173 time: 0.2766025 Aug 05 11:18:40.917243 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9353aad-cc69-4cb9-87bf-5f2627de918f req-757f282e-1fb8-463a-ae70-2bd1d4a7afa3 tempest-ServersAdminNegativeTestJSON-1602179202 tempest-ServersAdminNegativeTestJSON-1602179202-project] Network 91caede3-92e4-4b1e-8e3e-36227cfd846a is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:18:40.922072 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-c9353aad-cc69-4cb9-87bf-5f2627de918f req-757f282e-1fb8-463a-ae70-2bd1d4a7afa3 tempest-ServersAdminNegativeTestJSON-1602179202 tempest-ServersAdminNegativeTestJSON-1602179202-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:18:40.927225 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9353aad-cc69-4cb9-87bf-5f2627de918f req-757f282e-1fb8-463a-ae70-2bd1d4a7afa3 tempest-ServersAdminNegativeTestJSON-1602179202 tempest-ServersAdminNegativeTestJSON-1602179202-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:18:40.936130 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9353aad-cc69-4cb9-87bf-5f2627de918f req-757f282e-1fb8-463a-ae70-2bd1d4a7afa3 tempest-ServersAdminNegativeTestJSON-1602179202 tempest-ServersAdminNegativeTestJSON-1602179202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:40.937097 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-c9353aad-cc69-4cb9-87bf-5f2627de918f req-757f282e-1fb8-463a-ae70-2bd1d4a7afa3 tempest-ServersAdminNegativeTestJSON-1602179202 tempest-ServersAdminNegativeTestJSON-1602179202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:40.965339 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757f282e-1fb8-463a-ae70-2bd1d4a7afa3 tempest-ServersAdminNegativeTestJSON-1602179202 tempest-ServersAdminNegativeTestJSON-1602179202-project] Pushing event updated for resources: {'Port': ['ID=29c4ae2f-b18b-4d36-a5d7-fd8e10258cdf,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:18:40.979483 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c9353aad-cc69-4cb9-87bf-5f2627de918f req-757f282e-1fb8-463a-ae70-2bd1d4a7afa3 tempest-ServersAdminNegativeTestJSON-1602179202 tempest-ServersAdminNegativeTestJSON-1602179202-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4918072 Aug 05 11:18:40.996743 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-28aff04f-c7b8-4543-8465-45515474e2bc req-bc304868-6688-4b0f-9803-3290fd4dbd6d tempest-DeleteServersAdminTestJSON-2098400252 tempest-DeleteServersAdminTestJSON-2098400252-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba6d8cba-3047-414c-8a71-04d949624c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3773720 Aug 05 11:18:41.009962 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-c9353aad-cc69-4cb9-87bf-5f2627de918f req-61ba2f61-3871-46e5-bff8-aa87ce7feb60 service neutron] Request body: {'port': {'device_id': '79f10d2f-c968-4a57-bc27-9ef89c55c603', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:18:41.045464 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-ee05ebe5-470e-4e27-ae23-6586f0172e94 req-c1d6f25d-8bf0-4264-9d3f-42ee9f15116f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:41.080545 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-08ea993e-4053-421a-8a97-f7c7b1561c73 req-eb361234-0589-4b71-b457-733db73cb3a7 service neutron] For port ba9b9656-cdb2-48f1-9dab-cdc1cbfec383, host n-h2-803378-2, cleared binding levels {{(pid=94420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:18:41.103282 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-c9353aad-cc69-4cb9-87bf-5f2627de918f req-61ba2f61-3871-46e5-bff8-aa87ce7feb60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:41.199230 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-08ea993e-4053-421a-8a97-f7c7b1561c73 req-eb361234-0589-4b71-b457-733db73cb3a7 service neutron] For port ba9b9656-cdb2-48f1-9dab-cdc1cbfec383, host n-h2-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=ba9b9656-cdb2-48f1-9dab-cdc1cbfec383,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:18:41.204215 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.db.resource_extend [req-62b031e3-a9c5-4a98-b11f-4e731bb64963 req-5d10d041-43eb-454f-957b-e797a31adb8a tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 05 11:18:41.235126 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-08ea993e-4053-421a-8a97-f7c7b1561c73 req-eb361234-0589-4b71-b457-733db73cb3a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:41.303774 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-6688f893-26a9-4a9e-a232-9d8b2de1483b None None] Provisioning for port 29c4ae2f-b18b-4d36-a5d7-fd8e10258cdf completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:18:41.316152 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-6688f893-26a9-4a9e-a232-9d8b2de1483b None None] Provisioning complete for port 29c4ae2f-b18b-4d36-a5d7-fd8e10258cdf triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:18:41.319664 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-6688f893-26a9-4a9e-a232-9d8b2de1483b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:41.373189 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-6688f893-26a9-4a9e-a232-9d8b2de1483b None None] Port 29c4ae2f-b18b-4d36-a5d7-fd8e10258cdf cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:18:41.479375 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ea993e-4053-421a-8a97-f7c7b1561c73 req-eb361234-0589-4b71-b457-733db73cb3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:41.480409 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-08ea993e-4053-421a-8a97-f7c7b1561c73 req-eb361234-0589-4b71-b457-733db73cb3a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:41.482834 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-08ea993e-4053-421a-8a97-f7c7b1561c73 req-eb361234-0589-4b71-b457-733db73cb3a7 service neutron] 10.222.0.55 "PUT /v2.0/ports/ba9b9656-cdb2-48f1-9dab-cdc1cbfec383 HTTP/1.1" status: 200 len: 1095 time: 3.9324875 Aug 05 11:18:41.486950 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0687358e-adbb-4da0-a669-af7dafb4177d', 'tag': 'ba9b9656-cdb2-48f1-9dab-cdc1cbfec383'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:18:41.491085 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}828068ad8d405ad77660ce68fa78e1ffe658725812f7a08f9e488a446589295b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d31a706d-8232-4516-a488-6e9e0cb28daa" -d '{"events": [{"name": "network-changed", "server_uuid": "0687358e-adbb-4da0-a669-af7dafb4177d", "tag": "ba9b9656-cdb2-48f1-9dab-cdc1cbfec383"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:18:41.520681 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:41.531456 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-62b031e3-a9c5-4a98-b11f-4e731bb64963 req-5d10d041-43eb-454f-957b-e797a31adb8a tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:41.545178 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d48045-1c10-4684-8853-c59c326d8b73 req-9d2eed5a-0ff9-4dcf-94a2-1f7df4b88bd0 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:41.547620 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-22d48045-1c10-4684-8853-c59c326d8b73 req-9d2eed5a-0ff9-4dcf-94a2-1f7df4b88bd0 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=8814419a-c545-46dc-ab33-6596fce877af HTTP/1.1" status: 200 len: 931 time: 0.4340639 Aug 05 11:18:41.605265 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-c9353aad-cc69-4cb9-87bf-5f2627de918f req-61ba2f61-3871-46e5-bff8-aa87ce7feb60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29c4ae2f-b18b-4d36-a5d7-fd8e10258cdf {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:18:41.620465 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-c9353aad-cc69-4cb9-87bf-5f2627de918f req-61ba2f61-3871-46e5-bff8-aa87ce7feb60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:41.624822 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-62b031e3-a9c5-4a98-b11f-4e731bb64963 req-5d10d041-43eb-454f-957b-e797a31adb8a tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33287247'] for floatingip, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:41.632355 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb361234-0589-4b71-b457-733db73cb3a7 service neutron] Pushing event updated for resources: {'Port': ['ID=ba9b9656-cdb2-48f1-9dab-cdc1cbfec383,revision_number=3']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:18:41.651936 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-c9353aad-cc69-4cb9-87bf-5f2627de918f req-61ba2f61-3871-46e5-bff8-aa87ce7feb60 service neutron] Transition to ACTIVE for port object 29c4ae2f-b18b-4d36-a5d7-fd8e10258cdf will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:18:41.664106 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-c9353aad-cc69-4cb9-87bf-5f2627de918f req-61ba2f61-3871-46e5-bff8-aa87ce7feb60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:41.822177 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ba2f61-3871-46e5-bff8-aa87ce7feb60 service neutron] Pushing event updated for resources: {'Port': ['ID=29c4ae2f-b18b-4d36-a5d7-fd8e10258cdf,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:18:41.834614 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-c9353aad-cc69-4cb9-87bf-5f2627de918f req-61ba2f61-3871-46e5-bff8-aa87ce7feb60 service neutron] Attempting to bind port 29c4ae2f-b18b-4d36-a5d7-fd8e10258cdf on host n-h1-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:18:41.834954 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-c9353aad-cc69-4cb9-87bf-5f2627de918f req-61ba2f61-3871-46e5-bff8-aa87ce7feb60 service neutron] Attempting to bind port 29c4ae2f-b18b-4d36-a5d7-fd8e10258cdf by drivers openvswitch,hyperv on host n-h1-803378-2 at level 0 using segments [{'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:18:41.835420 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9353aad-cc69-4cb9-87bf-5f2627de918f req-61ba2f61-3871-46e5-bff8-aa87ce7feb60 service neutron] Attempting to bind port 29c4ae2f-b18b-4d36-a5d7-fd8e10258cdf on network 91caede3-92e4-4b1e-8e3e-36227cfd846a {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:18:41.841973 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9353aad-cc69-4cb9-87bf-5f2627de918f req-61ba2f61-3871-46e5-bff8-aa87ce7feb60 service neutron] Port 29c4ae2f-b18b-4d36-a5d7-fd8e10258cdf on network 91caede3-92e4-4b1e-8e3e-36227cfd846a not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:18:41.841973 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9353aad-cc69-4cb9-87bf-5f2627de918f req-61ba2f61-3871-46e5-bff8-aa87ce7feb60 service neutron] Attempting to bind port 29c4ae2f-b18b-4d36-a5d7-fd8e10258cdf on network 91caede3-92e4-4b1e-8e3e-36227cfd846a {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:18:41.847439 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9353aad-cc69-4cb9-87bf-5f2627de918f req-61ba2f61-3871-46e5-bff8-aa87ce7feb60 service neutron] Checking agent: {'id': '40bb7567-59bd-4b31-bc29-da1c50bca759', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:18:41.847776 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9353aad-cc69-4cb9-87bf-5f2627de918f req-61ba2f61-3871-46e5-bff8-aa87ce7feb60 service neutron] Checking segment: {'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:18:41.848888 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9353aad-cc69-4cb9-87bf-5f2627de918f req-61ba2f61-3871-46e5-bff8-aa87ce7feb60 service neutron] Bound using segment: {'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:18:41.849660 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-c9353aad-cc69-4cb9-87bf-5f2627de918f req-61ba2f61-3871-46e5-bff8-aa87ce7feb60 service neutron] Bound port: 29c4ae2f-b18b-4d36-a5d7-fd8e10258cdf, host: n-h1-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:18:41.850435 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-c9353aad-cc69-4cb9-87bf-5f2627de918f req-61ba2f61-3871-46e5-bff8-aa87ce7feb60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:41.960466 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-c9353aad-cc69-4cb9-87bf-5f2627de918f req-61ba2f61-3871-46e5-bff8-aa87ce7feb60 service neutron] For port 29c4ae2f-b18b-4d36-a5d7-fd8e10258cdf, host n-h1-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:18:41.968013 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-c9353aad-cc69-4cb9-87bf-5f2627de918f req-61ba2f61-3871-46e5-bff8-aa87ce7feb60 service neutron] For port 29c4ae2f-b18b-4d36-a5d7-fd8e10258cdf, host n-h1-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=29c4ae2f-b18b-4d36-a5d7-fd8e10258cdf,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:18:41.976252 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-c9353aad-cc69-4cb9-87bf-5f2627de918f req-61ba2f61-3871-46e5-bff8-aa87ce7feb60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:42.005598 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-22d48045-1c10-4684-8853-c59c326d8b73 req-2fab300a-5d52-4d84-b5d8-fe386d4dd5db tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3854637 Aug 05 11:18:42.022655 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97ccd1a-6ece-46c7-87e9-c6ce3fa5737d req-8f7950b9-7a8e-4426-84e6-981a17d55b6e tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:42.025310 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f97ccd1a-6ece-46c7-87e9-c6ce3fa5737d req-8f7950b9-7a8e-4426-84e6-981a17d55b6e tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] 10.222.0.64 "GET /v2.0/ports?device_id=0be967b6-9606-4261-b386-4f287a5c7278 HTTP/1.1" status: 200 len: 949 time: 0.3297153 Aug 05 11:18:42.034128 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ea993e-4053-421a-8a97-f7c7b1561c73 req-5fdfc9c4-57a6-4535-afc0-1695e8c002a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:42.036295 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-08ea993e-4053-421a-8a97-f7c7b1561c73 req-5fdfc9c4-57a6-4535-afc0-1695e8c002a2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=357aa65d057c483688c33ce569dd6fc3&device_id=0687358e-adbb-4da0-a669-af7dafb4177d HTTP/1.1" status: 200 len: 1098 time: 0.3391187 Aug 05 11:18:42.057193 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9353aad-cc69-4cb9-87bf-5f2627de918f req-61ba2f61-3871-46e5-bff8-aa87ce7feb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:42.058824 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-c9353aad-cc69-4cb9-87bf-5f2627de918f req-61ba2f61-3871-46e5-bff8-aa87ce7feb60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:42.061245 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c9353aad-cc69-4cb9-87bf-5f2627de918f req-61ba2f61-3871-46e5-bff8-aa87ce7feb60 service neutron] 10.222.0.64 "PUT /v2.0/ports/29c4ae2f-b18b-4d36-a5d7-fd8e10258cdf HTTP/1.1" status: 200 len: 1095 time: 1.0571928 Aug 05 11:18:42.134080 n-d-803378-2 neutron-server[94420]: INFO neutron.db.l3_db [req-62b031e3-a9c5-4a98-b11f-4e731bb64963 req-5d10d041-43eb-454f-957b-e797a31adb8a tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Floating IP 3d9ac98c-686a-4b69-9ae0-69162d84c585 associated. External IP: 172.25.5.21, port: e2b0dd59-d3fe-431d-ab42-136b5bbf8974. Aug 05 11:18:42.155393 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ba2f61-3871-46e5-bff8-aa87ce7feb60 service neutron] Pushing event updated for resources: {'Port': ['ID=29c4ae2f-b18b-4d36-a5d7-fd8e10258cdf,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:18:42.239571 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-08ea993e-4053-421a-8a97-f7c7b1561c73 req-ec5c56ed-c262-4d0c-9453-0bf52e4ecf59 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=ba9b9656-cdb2-48f1-9dab-cdc1cbfec383 HTTP/1.1" status: 200 len: 217 time: 0.1667409 Aug 05 11:18:42.281321 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9353aad-cc69-4cb9-87bf-5f2627de918f req-fc2dfb7c-d776-4cb0-b216-169e055b93f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:42.284210 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c9353aad-cc69-4cb9-87bf-5f2627de918f req-fc2dfb7c-d776-4cb0-b216-169e055b93f2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=07ff7751f27f4e90815f470edcd10729&device_id=79f10d2f-c968-4a57-bc27-9ef89c55c603 HTTP/1.1" status: 200 len: 1098 time: 0.1155648 Aug 05 11:18:42.390774 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c9353aad-cc69-4cb9-87bf-5f2627de918f req-8f11dc64-6a27-45ca-9cd7-e04375303f55 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=29c4ae2f-b18b-4d36-a5d7-fd8e10258cdf HTTP/1.1" status: 200 len: 217 time: 0.0900309 Aug 05 11:18:42.475433 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9353aad-cc69-4cb9-87bf-5f2627de918f req-303e6637-30a5-4d0f-a639-2a8a9e55182e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:42.477209 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c9353aad-cc69-4cb9-87bf-5f2627de918f req-303e6637-30a5-4d0f-a639-2a8a9e55182e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6842f728-c2f3-4e36-bb32-3303d06ce3f4 HTTP/1.1" status: 200 len: 843 time: 0.0796063 Aug 05 11:18:42.554523 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9353aad-cc69-4cb9-87bf-5f2627de918f req-25cfd4e0-e3fc-4857-8e43-2f7471fd1c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:42.556348 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c9353aad-cc69-4cb9-87bf-5f2627de918f req-25cfd4e0-e3fc-4857-8e43-2f7471fd1c44 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=91caede3-92e4-4b1e-8e3e-36227cfd846a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0708780 Aug 05 11:18:42.709043 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c9353aad-cc69-4cb9-87bf-5f2627de918f req-3384a784-b63e-4285-aaf4-6a3b5d2f5061 service neutron] 10.222.0.64 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443467 Aug 05 11:18:42.816649 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c9353aad-cc69-4cb9-87bf-5f2627de918f req-bc9d253e-6700-4c36-a6f8-cc2145a4b4ab service neutron] 10.222.0.64 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995703 Aug 05 11:18:42.894064 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [req-ee05ebe5-470e-4e27-ae23-6586f0172e94 req-c1d6f25d-8bf0-4264-9d3f-42ee9f15116f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce063f21-41cc-42e4-89df-3242a673326b {{(pid=94420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:18:42.932029 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-ee05ebe5-470e-4e27-ae23-6586f0172e94 req-c1d6f25d-8bf0-4264-9d3f-42ee9f15116f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:42.947127 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ea993e-4053-421a-8a97-f7c7b1561c73 req-db6c2efb-4221-4927-979f-8e8688fecbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:42.949328 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-08ea993e-4053-421a-8a97-f7c7b1561c73 req-db6c2efb-4221-4927-979f-8e8688fecbb9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6842f728-c2f3-4e36-bb32-3303d06ce3f4 HTTP/1.1" status: 200 len: 843 time: 0.3718643 Aug 05 11:18:42.977187 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac29a130-7b82-4a53-b033-fde9f77c4e8b req-f4ec4c3e-4e57-452b-81e1-ec64dc290f6d tempest-ServersAdminNegativeTestJSON-1602179202 tempest-ServersAdminNegativeTestJSON-1602179202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:42.979806 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ac29a130-7b82-4a53-b033-fde9f77c4e8b req-f4ec4c3e-4e57-452b-81e1-ec64dc290f6d tempest-ServersAdminNegativeTestJSON-1602179202 tempest-ServersAdminNegativeTestJSON-1602179202-project] 10.222.0.58 "GET /v2.0/ports?device_id=79f10d2f-c968-4a57-bc27-9ef89c55c603 HTTP/1.1" status: 200 len: 947 time: 0.7347217 Aug 05 11:18:43.022156 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [req-ee05ebe5-470e-4e27-ae23-6586f0172e94 req-c1d6f25d-8bf0-4264-9d3f-42ee9f15116f service neutron] Transition to ACTIVE for port object ce063f21-41cc-42e4-89df-3242a673326b will not be triggered until provisioned by entity L2. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:18:43.065697 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-ee05ebe5-470e-4e27-ae23-6586f0172e94 req-c1d6f25d-8bf0-4264-9d3f-42ee9f15116f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:43.170720 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [req-f97ccd1a-6ece-46c7-87e9-c6ce3fa5737d req-ce2f5095-6c36-4a95-845a-b76d0546f843 tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] Deleting port cc60f243-3baa-45fa-aeb2-67641fbd9a91 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:18:43.171296 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-f97ccd1a-6ece-46c7-87e9-c6ce3fa5737d req-ce2f5095-6c36-4a95-845a-b76d0546f843 tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:43.385785 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ac29a130-7b82-4a53-b033-fde9f77c4e8b req-d624be8f-35b9-4d8f-94c8-75caa1ca1fc7 tempest-ServersAdminNegativeTestJSON-1602179202 tempest-ServersAdminNegativeTestJSON-1602179202-project] 10.222.0.58 "GET /v2.0/security-groups?id=30d4ed1b-cfab-4c78-a51c-ec6d0313fb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3902524 Aug 05 11:18:43.402410 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ea993e-4053-421a-8a97-f7c7b1561c73 req-854c667e-dfd2-483c-9f66-0ef80f79eccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:43.405142 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-08ea993e-4053-421a-8a97-f7c7b1561c73 req-854c667e-dfd2-483c-9f66-0ef80f79eccb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=91caede3-92e4-4b1e-8e3e-36227cfd846a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4139493 Aug 05 11:18:43.418388 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d6f25d-8bf0-4264-9d3f-42ee9f15116f service neutron] Pushing event updated for resources: {'Port': ['ID=ce063f21-41cc-42e4-89df-3242a673326b,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:18:43.565524 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d6f25d-8bf0-4264-9d3f-42ee9f15116f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:18:43.566103 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d6f25d-8bf0-4264-9d3f-42ee9f15116f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:18:43.566685 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d6f25d-8bf0-4264-9d3f-42ee9f15116f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:18:43.567869 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d6f25d-8bf0-4264-9d3f-42ee9f15116f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:18:43.568453 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d6f25d-8bf0-4264-9d3f-42ee9f15116f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:18:43.570076 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d6f25d-8bf0-4264-9d3f-42ee9f15116f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:18:43.570707 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d6f25d-8bf0-4264-9d3f-42ee9f15116f service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:18:43.571175 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d6f25d-8bf0-4264-9d3f-42ee9f15116f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:18:43.571754 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d6f25d-8bf0-4264-9d3f-42ee9f15116f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:18:43.572326 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d6f25d-8bf0-4264-9d3f-42ee9f15116f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:18:43.573019 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d6f25d-8bf0-4264-9d3f-42ee9f15116f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:18:43.573481 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d6f25d-8bf0-4264-9d3f-42ee9f15116f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:18:43.587049 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b258ac62-6b66-417d-8c49-ecdfb97fc720 x-openstack-request-id: req-b258ac62-6b66-417d-8c49-ecdfb97fc720 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:18:43.587840 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55daa2aa-40fb-4c01-a652-a2b5b83b96ba", "name": "network-vif-deleted", "tag": "7ba72d6c-558c-4c47-8a1a-19af66a3602c", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:18:43.587840 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b258ac62-6b66-417d-8c49-ecdfb97fc720 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:18:43.588069 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55daa2aa-40fb-4c01-a652-a2b5b83b96ba', 'name': 'network-vif-deleted', 'tag': '7ba72d6c-558c-4c47-8a1a-19af66a3602c', 'status': 'completed', 'code': 200} Aug 05 11:18:43.638119 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:43.810990 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-ee05ebe5-470e-4e27-ae23-6586f0172e94 req-c1d6f25d-8bf0-4264-9d3f-42ee9f15116f service neutron] Attempting to bind port ce063f21-41cc-42e4-89df-3242a673326b on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:18:43.811557 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-ee05ebe5-470e-4e27-ae23-6586f0172e94 req-c1d6f25d-8bf0-4264-9d3f-42ee9f15116f service neutron] Attempting to bind port ce063f21-41cc-42e4-89df-3242a673326b by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': '32cc618e-4968-4750-a5aa-c2579fceb01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6e7bde98-a1ff-44d7-8525-eaa9c1e81087'}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:18:43.812126 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee05ebe5-470e-4e27-ae23-6586f0172e94 req-c1d6f25d-8bf0-4264-9d3f-42ee9f15116f service neutron] Attempting to bind port ce063f21-41cc-42e4-89df-3242a673326b on network 6e7bde98-a1ff-44d7-8525-eaa9c1e81087 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:18:43.846559 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-f97ccd1a-6ece-46c7-87e9-c6ce3fa5737d req-ce2f5095-6c36-4a95-845a-b76d0546f843 tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] For port cc60f243-3baa-45fa-aeb2-67641fbd9a91, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=cc60f243-3baa-45fa-aeb2-67641fbd9a91,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:18:43.847188 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-f97ccd1a-6ece-46c7-87e9-c6ce3fa5737d req-ce2f5095-6c36-4a95-845a-b76d0546f843 tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:43.895755 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee05ebe5-470e-4e27-ae23-6586f0172e94 req-c1d6f25d-8bf0-4264-9d3f-42ee9f15116f service neutron] Port ce063f21-41cc-42e4-89df-3242a673326b on network 6e7bde98-a1ff-44d7-8525-eaa9c1e81087 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:18:43.896288 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee05ebe5-470e-4e27-ae23-6586f0172e94 req-c1d6f25d-8bf0-4264-9d3f-42ee9f15116f service neutron] Attempting to bind port ce063f21-41cc-42e4-89df-3242a673326b on network 6e7bde98-a1ff-44d7-8525-eaa9c1e81087 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:18:43.908156 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [req-f97ccd1a-6ece-46c7-87e9-c6ce3fa5737d req-ce2f5095-6c36-4a95-845a-b76d0546f843 tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] Calling delete_port for cc60f243-3baa-45fa-aeb2-67641fbd9a91 owned by compute:nova {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:18:43.923955 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [req-62b031e3-a9c5-4a98-b11f-4e731bb64963 req-5d10d041-43eb-454f-957b-e797a31adb8a tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Router 8a4e5849-4d89-4841-b55f-0f266908948b has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 11:18:43.947952 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee05ebe5-470e-4e27-ae23-6586f0172e94 req-c1d6f25d-8bf0-4264-9d3f-42ee9f15116f service neutron] Checking agent: {'id': 'a8f1dd2d-227c-4e30-8844-52419ba734db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:18:43.948615 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee05ebe5-470e-4e27-ae23-6586f0172e94 req-c1d6f25d-8bf0-4264-9d3f-42ee9f15116f service neutron] Checking segment: {'id': '32cc618e-4968-4750-a5aa-c2579fceb01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6e7bde98-a1ff-44d7-8525-eaa9c1e81087'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:18:43.949150 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee05ebe5-470e-4e27-ae23-6586f0172e94 req-c1d6f25d-8bf0-4264-9d3f-42ee9f15116f service neutron] Bound using segment: {'id': '32cc618e-4968-4750-a5aa-c2579fceb01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6e7bde98-a1ff-44d7-8525-eaa9c1e81087'} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:18:43.949908 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-ee05ebe5-470e-4e27-ae23-6586f0172e94 req-c1d6f25d-8bf0-4264-9d3f-42ee9f15116f service neutron] Bound port: ce063f21-41cc-42e4-89df-3242a673326b, host: n-h2-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32cc618e-4968-4750-a5aa-c2579fceb01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6e7bde98-a1ff-44d7-8525-eaa9c1e81087'}}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:18:43.950507 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-ee05ebe5-470e-4e27-ae23-6586f0172e94 req-c1d6f25d-8bf0-4264-9d3f-42ee9f15116f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:44.008856 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-08ea993e-4053-421a-8a97-f7c7b1561c73 req-94f59475-3765-439d-b137-f8e5c98a791c service neutron] 10.222.0.55 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5785222 Aug 05 11:18:44.078153 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff30d22-b86d-439c-98ae-7c3d63e751e4 req-d4d5d50a-bf70-4d87-a9bb-1cc566ee4045 tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:44.081083 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7ff30d22-b86d-439c-98ae-7c3d63e751e4 req-d4d5d50a-bf70-4d87-a9bb-1cc566ee4045 tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] 10.222.0.58 "GET /v2.0/ports?device_id=0be967b6-9606-4261-b386-4f287a5c7278 HTTP/1.1" status: 200 len: 949 time: 0.4239635 Aug 05 11:18:44.381781 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 39478) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:18:44.519902 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1a181ebc-a2c0-41a4-b541-28ae43ef8035 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:44.570968 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7ff30d22-b86d-439c-98ae-7c3d63e751e4 req-901ed6d2-283b-4caa-a582-461130614fd5 tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] 10.222.0.58 "GET /v2.0/security-groups?id=8a867c99-4b32-4fbb-ac11-15feea2abf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4570591 Aug 05 11:18:44.602695 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-ee05ebe5-470e-4e27-ae23-6586f0172e94 req-c1d6f25d-8bf0-4264-9d3f-42ee9f15116f service neutron] For port ce063f21-41cc-42e4-89df-3242a673326b, host n-h2-803378-2, cleared binding levels {{(pid=94420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:18:44.664233 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-ee05ebe5-470e-4e27-ae23-6586f0172e94 req-c1d6f25d-8bf0-4264-9d3f-42ee9f15116f service neutron] For port ce063f21-41cc-42e4-89df-3242a673326b, host n-h2-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=ce063f21-41cc-42e4-89df-3242a673326b,segment=NetworkSegment(32cc618e-4968-4750-a5aa-c2579fceb01e),segment_id=32cc618e-4968-4750-a5aa-c2579fceb01e)] {{(pid=94420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:18:44.668863 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-08ea993e-4053-421a-8a97-f7c7b1561c73 req-eb713f78-f3ea-4f60-901b-25fb535ffe91 service neutron] 10.222.0.55 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5791032 Aug 05 11:18:44.678203 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-62b031e3-a9c5-4a98-b11f-4e731bb64963 req-5d10d041-43eb-454f-957b-e797a31adb8a tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:18:44.698662 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d4a7ef-845b-496b-bad7-8485bdd8777c None None] Sync routers for ids ['8a4e5849-4d89-4841-b55f-0f266908948b'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:18:44.700033 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1a181ebc-a2c0-41a4-b541-28ae43ef8035 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:44.705719 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1a181ebc-a2c0-41a4-b541-28ae43ef8035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:44.716666 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d4a7ef-845b-496b-bad7-8485bdd8777c None None] Routers {'8a4e5849-4d89-4841-b55f-0f266908948b'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:18:44.717946 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-e5d4a7ef-845b-496b-bad7-8485bdd8777c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:18:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['8a4e5849-4d89-4841-b55f-0f266908948b'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:18:44.725251 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-ee05ebe5-470e-4e27-ae23-6586f0172e94 req-c1d6f25d-8bf0-4264-9d3f-42ee9f15116f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:44.733670 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-62b031e3-a9c5-4a98-b11f-4e731bb64963 req-5d10d041-43eb-454f-957b-e797a31adb8a tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:44.769203 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-1a181ebc-a2c0-41a4-b541-28ae43ef8035 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b74d185ac2e948abbe17546dbaf8db0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3861854 Aug 05 11:18:44.774382 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 39484) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:18:44.775770 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a181ebc-a2c0-41a4-b541-28ae43ef8035 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d41d7de8-f9f8-4b5b-9822-e5d83a9fbb96,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:18:44.803079 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a181ebc-a2c0-41a4-b541-28ae43ef8035 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:18:44.803538 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a181ebc-a2c0-41a4-b541-28ae43ef8035 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:18:44.803894 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a181ebc-a2c0-41a4-b541-28ae43ef8035 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:18:44.804293 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a181ebc-a2c0-41a4-b541-28ae43ef8035 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:18:44.804945 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a181ebc-a2c0-41a4-b541-28ae43ef8035 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:18:44.805294 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a181ebc-a2c0-41a4-b541-28ae43ef8035 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:18:44.805635 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a181ebc-a2c0-41a4-b541-28ae43ef8035 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:18:44.805975 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a181ebc-a2c0-41a4-b541-28ae43ef8035 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:18:44.806403 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a181ebc-a2c0-41a4-b541-28ae43ef8035 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:18:44.807457 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a181ebc-a2c0-41a4-b541-28ae43ef8035 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:18:44.807457 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a181ebc-a2c0-41a4-b541-28ae43ef8035 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:18:44.807457 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a181ebc-a2c0-41a4-b541-28ae43ef8035 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:18:44.877872 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ed6c3e54-572e-46fc-9f2d-bb8edb3c32e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:44.882181 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-e5d4a7ef-845b-496b-bad7-8485bdd8777c None None] Set router 8a4e5849-4d89-4841-b55f-0f266908948b gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:18:44.905561 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-f97ccd1a-6ece-46c7-87e9-c6ce3fa5737d req-ce2f5095-6c36-4a95-845a-b76d0546f843 tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:44.914662 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee05ebe5-470e-4e27-ae23-6586f0172e94 req-c1d6f25d-8bf0-4264-9d3f-42ee9f15116f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:44.915796 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-ee05ebe5-470e-4e27-ae23-6586f0172e94 req-c1d6f25d-8bf0-4264-9d3f-42ee9f15116f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:44.916051 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ed6c3e54-572e-46fc-9f2d-bb8edb3c32e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:44.918206 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ee05ebe5-470e-4e27-ae23-6586f0172e94 req-c1d6f25d-8bf0-4264-9d3f-42ee9f15116f service neutron] 10.222.0.55 "PUT /v2.0/ports/ce063f21-41cc-42e4-89df-3242a673326b HTTP/1.1" status: 200 len: 1091 time: 4.2356222 Aug 05 11:18:44.966181 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-62b031e3-a9c5-4a98-b11f-4e731bb64963 req-5d10d041-43eb-454f-957b-e797a31adb8a tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] 10.222.0.58 "PUT /v2.0/floatingips/3d9ac98c-686a-4b69-9ae0-69162d84c585 HTTP/1.1" status: 200 len: 995 time: 6.1610379 Aug 05 11:18:45.029122 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ed6c3e54-572e-46fc-9f2d-bb8edb3c32e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:45.039041 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ed6c3e54-572e-46fc-9f2d-bb8edb3c32e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:45.045662 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-ed6c3e54-572e-46fc-9f2d-bb8edb3c32e1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d41d7de8-f9f8-4b5b-9822-e5d83a9fbb96 HTTP/1.1" status: 204 len: 168 time: 0.2616479 Aug 05 11:18:45.063409 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6c3e54-572e-46fc-9f2d-bb8edb3c32e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d41d7de8-f9f8-4b5b-9822-e5d83a9fbb96,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:18:45.069515 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d6f25d-8bf0-4264-9d3f-42ee9f15116f service neutron] Pushing event updated for resources: {'Port': ['ID=ce063f21-41cc-42e4-89df-3242a673326b,revision_number=3']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:18:45.117631 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7c76ee-0b9e-45cb-9b7e-f0f58d540447 req-ffc47b02-2118-458d-b305-0b8442b0ffb6 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:45.127040 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ba7c76ee-0b9e-45cb-9b7e-f0f58d540447 req-ffc47b02-2118-458d-b305-0b8442b0ffb6 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/ports?device_id=32074892-07d5-47e0-93ba-33ceb5bd35b2 HTTP/1.1" status: 200 len: 945 time: 0.4064074 Aug 05 11:18:45.154926 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [req-f97ccd1a-6ece-46c7-87e9-c6ce3fa5737d req-ce2f5095-6c36-4a95-845a-b76d0546f843 tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] No DVR routers for this DVR port cc60f243-3baa-45fa-aeb2-67641fbd9a91 on host n-h1-803378-2 {{(pid=94420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:18:45.172970 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-f97ccd1a-6ece-46c7-87e9-c6ce3fa5737d req-ce2f5095-6c36-4a95-845a-b76d0546f843 tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:45.175392 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f97ccd1a-6ece-46c7-87e9-c6ce3fa5737d req-ce2f5095-6c36-4a95-845a-b76d0546f843 tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] 10.222.0.64 "DELETE /v2.0/ports/cc60f243-3baa-45fa-aeb2-67641fbd9a91 HTTP/1.1" status: 204 len: 173 time: 3.1310105 Aug 05 11:18:45.177130 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2f5095-6c36-4a95-845a-b76d0546f843 tempest-LiveMigrationNegativeTest-533229824 tempest-LiveMigrationNegativeTest-533229824-project] Pushing event deleted for resources: {'Port': ['ID=cc60f243-3baa-45fa-aeb2-67641fbd9a91,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:18:45.243189 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b031e3-a9c5-4a98-b11f-4e731bb64963 req-04d4e277-b6ad-488a-a875-a3375baf8e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:45.252369 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-62b031e3-a9c5-4a98-b11f-4e731bb64963 req-04d4e277-b6ad-488a-a875-a3375baf8e41 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4db52252ec554e9690b87fbab6c40741&device_id=ce4b7a83-20e6-417f-926d-f36b7231440d HTTP/1.1" status: 200 len: 1096 time: 0.2508881 Aug 05 11:18:45.275161 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ba7c76ee-0b9e-45cb-9b7e-f0f58d540447 req-f388a009-ab0d-447a-afa9-fb04918986d1 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b660be2-1cd3-4f1b-b8b6-43aa3e7d82c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467087 Aug 05 11:18:45.291070 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee05ebe5-470e-4e27-ae23-6586f0172e94 req-63ead1a0-17bb-4d98-bdf1-4b89296060a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:45.293124 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ee05ebe5-470e-4e27-ae23-6586f0172e94 req-63ead1a0-17bb-4d98-bdf1-4b89296060a4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d8daa1497f4a496cba61c8a60c09e98b&device_id=8814419a-c545-46dc-ab33-6596fce877af HTTP/1.1" status: 200 len: 1094 time: 0.2613487 Aug 05 11:18:45.465807 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-e5d4a7ef-845b-496b-bad7-8485bdd8777c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a4e5849-4d89-4841-b55f-0f266908948b', 'name': 'tempest-FloatingIPsAssociationTestJSON-2052184305-router', 'tenant_id': '4db52252ec554e9690b87fbab6c40741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '0779bbf0-ec25-4331-aecc-213253d47e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:17:13Z', 'updated_at': '2021-08-05T11:17:33Z', 'revision_number': 4, 'project_id': '4db52252ec554e9690b87fbab6c40741', 'gw_port': {'id': '0779bbf0-ec25-4331-aecc-213253d47e03', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:bb:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4e5849-4d89-4841-b55f-0f266908948b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 167, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:17:23Z', 'updated_at': '2021-08-05T11:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': '3d9ac98c-686a-4b69-9ae0-69162d84c585', 'tenant_id': '4db52252ec554e9690b87fbab6c40741', 'floating_ip_address': '172.25.5.21', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': '8a4e5849-4d89-4841-b55f-0f266908948b', 'port_id': 'e2b0dd59-d3fe-431d-ab42-136b5bbf8974', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 271, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2779dd37-2937-46d8-af61-d09413a811c2', 'mac_address': 'fa:16:3e:2a:94:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4b7a83-20e6-417f-926d-f36b7231440d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T11:18:09Z', 'updated_at': '2021-08-05T11:18:41Z', 'revision_number': 1, 'project_id': '4db52252ec554e9690b87fbab6c40741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c819079b-708d-40b5-8db8-c6863bd44331', 'name': '', 'network_id': '2779dd37-2937-46d8-af61-d09413a811c2', 'tenant_id': '4db52252ec554e9690b87fbab6c40741', 'mac_address': 'fa:16:3e:ed:1d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4e5849-4d89-4841-b55f-0f266908948b', 'device_owner': 'network:router_interface', 'standard_attr_id': 199, 'fixed_ips': [{'subnet_id': '15e3f37a-0211-4d47-9d94-f5446f6e6f7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:17:30Z', 'updated_at': '2021-08-05T11:17:48Z', 'revision_number': 5, 'project_id': '4db52252ec554e9690b87fbab6c40741', 'subnets': [{'id': '15e3f37a-0211-4d47-9d94-f5446f6e6f7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:18:45.489886 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ee05ebe5-470e-4e27-ae23-6586f0172e94 req-e524e01f-2d3b-4b5c-8153-a4be3fdab204 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ce063f21-41cc-42e4-89df-3242a673326b HTTP/1.1" status: 200 len: 217 time: 0.1585457 Aug 05 11:18:45.565805 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d4a7ef-845b-496b-bad7-8485bdd8777c None None] Checking router: 8a4e5849-4d89-4841-b55f-0f266908948b for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:18:45.584385 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d4a7ef-845b-496b-bad7-8485bdd8777c None None] Routers {'8a4e5849-4d89-4841-b55f-0f266908948b'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:18:45.585940 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-e5d4a7ef-845b-496b-bad7-8485bdd8777c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:18:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['8a4e5849-4d89-4841-b55f-0f266908948b'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:18:45.589336 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79f10d2f-c968-4a57-bc27-9ef89c55c603', 'tag': '29c4ae2f-b18b-4d36-a5d7-fd8e10258cdf'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:18:45.594073 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7de4584f-9140-4a32-9e31-7cb94a7d87e9" -d '{"events": [{"name": "network-changed", "server_uuid": "79f10d2f-c968-4a57-bc27-9ef89c55c603", "tag": "29c4ae2f-b18b-4d36-a5d7-fd8e10258cdf"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:18:45.611242 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 29c4ae2f-b18b-4d36-a5d7-fd8e10258cdf details requested by agent hyperv_n-h1-803378-2 with host n-h1-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:18:45.626031 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a24f590-235c-4698-91a6-c3a9b66aa312 x-openstack-request-id: req-5a24f590-235c-4698-91a6-c3a9b66aa312 {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:18:45.626031 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0687358e-adbb-4da0-a669-af7dafb4177d", "tag": "ba9b9656-cdb2-48f1-9dab-cdc1cbfec383", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:18:45.626031 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5a24f590-235c-4698-91a6-c3a9b66aa312 {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:18:45.626565 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0687358e-adbb-4da0-a669-af7dafb4177d', 'tag': 'ba9b9656-cdb2-48f1-9dab-cdc1cbfec383', 'status': 'completed', 'code': 200} Aug 05 11:18:45.655207 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 39496) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:18:45.688319 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2b358e25-4fc4-4270-b807-38e12a2df8ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:45.819165 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 29c4ae2f-b18b-4d36-a5d7-fd8e10258cdf, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=29c4ae2f-b18b-4d36-a5d7-fd8e10258cdf,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:18:45.839800 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Returning: {'device': '29c4ae2f-b18b-4d36-a5d7-fd8e10258cdf', 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a', 'port_id': '29c4ae2f-b18b-4d36-a5d7-fd8e10258cdf', 'mac_address': 'fa:16:3e:16:9a:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6842f728-c2f3-4e36-bb32-3303d06ce3f4', 'ip_address': '192.168.233.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:18:45.891802 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device cc60f243-3baa-45fa-aeb2-67641fbd9a91 no longer exists at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:18:45.896918 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:45.908283 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee05ebe5-470e-4e27-ae23-6586f0172e94 req-586b140a-60f3-4893-a512-c96b4a5b95b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:45.911727 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ee05ebe5-470e-4e27-ae23-6586f0172e94 req-586b140a-60f3-4893-a512-c96b4a5b95b4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8c648b54-2f27-41ec-9e17-9213825c0d0c HTTP/1.1" status: 200 len: 852 time: 0.4196656 Aug 05 11:18:45.912580 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-e5d4a7ef-845b-496b-bad7-8485bdd8777c None None] Set router 8a4e5849-4d89-4841-b55f-0f266908948b gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:18:45.936962 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29c4ae2f-b18b-4d36-a5d7-fd8e10258cdf {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:18:45.976505 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 29c4ae2f-b18b-4d36-a5d7-fd8e10258cdf, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=29c4ae2f-b18b-4d36-a5d7-fd8e10258cdf,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:18:45.979134 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] No Port match for: cc60f243-3baa-45fa-aeb2-67641fbd9a91 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:18:45.979604 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device cc60f243-3baa-45fa-aeb2-67641fbd9a91 not bound to the agent host n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:18:45.987565 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:46.005917 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b031e3-a9c5-4a98-b11f-4e731bb64963 req-4bcc089c-a456-4719-beaa-d446c25def69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:46.034963 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-62b031e3-a9c5-4a98-b11f-4e731bb64963 req-4bcc089c-a456-4719-beaa-d446c25def69 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2779dd37-2937-46d8-af61-d09413a811c2 HTTP/1.1" status: 200 len: 922 time: 0.7810440 Aug 05 11:18:46.059411 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=29c4ae2f-b18b-4d36-a5d7-fd8e10258cdf,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:18:46.088458 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2b358e25-4fc4-4270-b807-38e12a2df8ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:46.096835 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2b358e25-4fc4-4270-b807-38e12a2df8ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:46.109700 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ee05ebe5-470e-4e27-ae23-6586f0172e94 req-3b2e1918-3045-4ea0-9296-30ffae132933 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6e7bde98-a1ff-44d7-8525-eaa9c1e81087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1835103 Aug 05 11:18:46.132752 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-2b358e25-4fc4-4270-b807-38e12a2df8ab admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0a1751fed0364f63aaed6549b54cf4a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4759793 Aug 05 11:18:46.143610 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 39498) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:18:46.256142 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b358e25-4fc4-4270-b807-38e12a2df8ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=584dec83-dd39-41b7-9d52-d787958b1d0d,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:18:46.277031 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-afdccb63-1ad7-4d7f-b149-f97c60659fe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:46.330447 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-afdccb63-1ad7-4d7f-b149-f97c60659fe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:46.400118 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-62b031e3-a9c5-4a98-b11f-4e731bb64963 req-47bfbe5c-11e3-4de4-97dc-25632cbebb5d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2b0dd59-d3fe-431d-ab42-136b5bbf8974 HTTP/1.1" status: 200 len: 998 time: 0.3631597 Aug 05 11:18:46.404105 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['29c4ae2f-b18b-4d36-a5d7-fd8e10258cdf'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:18:46.416858 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-afdccb63-1ad7-4d7f-b149-f97c60659fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:46.419157 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c4ff25-ad45-4c92-85c4-85894bc1d0a8 req-53b684ab-86b5-401a-bb3c-2fa913a531c1 tempest-DeleteServersAdminTestJSON-2098400252 tempest-DeleteServersAdminTestJSON-2098400252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:46.421959 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-43c4ff25-ad45-4c92-85c4-85894bc1d0a8 req-53b684ab-86b5-401a-bb3c-2fa913a531c1 tempest-DeleteServersAdminTestJSON-2098400252 tempest-DeleteServersAdminTestJSON-2098400252-project] 10.222.0.58 "GET /v2.0/ports?device_id=0687358e-adbb-4da0-a669-af7dafb4177d HTTP/1.1" status: 200 len: 947 time: 0.5779305 Aug 05 11:18:46.426337 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-afdccb63-1ad7-4d7f-b149-f97c60659fe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:46.440561 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-afdccb63-1ad7-4d7f-b149-f97c60659fe9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/584dec83-dd39-41b7-9d52-d787958b1d0d HTTP/1.1" status: 204 len: 168 time: 0.2930765 Aug 05 11:18:46.465057 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdccb63-1ad7-4d7f-b149-f97c60659fe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=584dec83-dd39-41b7-9d52-d787958b1d0d,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:18:46.472741 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-e5d4a7ef-845b-496b-bad7-8485bdd8777c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a4e5849-4d89-4841-b55f-0f266908948b', 'name': 'tempest-FloatingIPsAssociationTestJSON-2052184305-router', 'tenant_id': '4db52252ec554e9690b87fbab6c40741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '0779bbf0-ec25-4331-aecc-213253d47e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:17:13Z', 'updated_at': '2021-08-05T11:17:33Z', 'revision_number': 4, 'project_id': '4db52252ec554e9690b87fbab6c40741', 'gw_port': {'id': '0779bbf0-ec25-4331-aecc-213253d47e03', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:bb:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4e5849-4d89-4841-b55f-0f266908948b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 167, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:17:23Z', 'updated_at': '2021-08-05T11:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': '3d9ac98c-686a-4b69-9ae0-69162d84c585', 'tenant_id': '4db52252ec554e9690b87fbab6c40741', 'floating_ip_address': '172.25.5.21', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': '8a4e5849-4d89-4841-b55f-0f266908948b', 'port_id': 'e2b0dd59-d3fe-431d-ab42-136b5bbf8974', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 271, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2779dd37-2937-46d8-af61-d09413a811c2', 'mac_address': 'fa:16:3e:2a:94:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4b7a83-20e6-417f-926d-f36b7231440d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T11:18:09Z', 'updated_at': '2021-08-05T11:18:41Z', 'revision_number': 1, 'project_id': '4db52252ec554e9690b87fbab6c40741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c819079b-708d-40b5-8db8-c6863bd44331', 'name': '', 'network_id': '2779dd37-2937-46d8-af61-d09413a811c2', 'tenant_id': '4db52252ec554e9690b87fbab6c40741', 'mac_address': 'fa:16:3e:ed:1d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4e5849-4d89-4841-b55f-0f266908948b', 'device_owner': 'network:router_interface', 'standard_attr_id': 199, 'fixed_ips': [{'subnet_id': '15e3f37a-0211-4d47-9d94-f5446f6e6f7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:17:30Z', 'updated_at': '2021-08-05T11:17:48Z', 'revision_number': 5, 'project_id': '4db52252ec554e9690b87fbab6c40741', 'subnets': [{'id': '15e3f37a-0211-4d47-9d94-f5446f6e6f7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:18:46.511745 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d4a7ef-845b-496b-bad7-8485bdd8777c None None] The sync data for ids ['8a4e5849-4d89-4841-b55f-0f266908948b'] in n-d-803378-2 is: [{'id': '8a4e5849-4d89-4841-b55f-0f266908948b', 'name': 'tempest-FloatingIPsAssociationTestJSON-2052184305-router', 'tenant_id': '4db52252ec554e9690b87fbab6c40741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '0779bbf0-ec25-4331-aecc-213253d47e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:17:13Z', 'updated_at': '2021-08-05T11:17:33Z', 'revision_number': 4, 'project_id': '4db52252ec554e9690b87fbab6c40741', 'gw_port': {'id': '0779bbf0-ec25-4331-aecc-213253d47e03', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:bb:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4e5849-4d89-4841-b55f-0f266908948b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 167, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:17:23Z', 'updated_at': '2021-08-05T11:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': '3d9ac98c-686a-4b69-9ae0-69162d84c585', 'tenant_id': '4db52252ec554e9690b87fbab6c40741', 'floating_ip_address': '172.25.5.21', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': '8a4e5849-4d89-4841-b55f-0f266908948b', 'port_id': 'e2b0dd59-d3fe-431d-ab42-136b5bbf8974', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 271, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2779dd37-2937-46d8-af61-d09413a811c2', 'mac_address': 'fa:16:3e:2a:94:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4b7a83-20e6-417f-926d-f36b7231440d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T11:18:09Z', 'updated_at': '2021-08-05T11:18:41Z', 'revision_number': 1, 'project_id': '4db52252ec554e9690b87fbab6c40741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c819079b-708d-40b5-8db8-c6863bd44331', 'name': '', 'network_id': '2779dd37-2937-46d8-af61-d09413a811c2', 'tenant_id': '4db52252ec554e9690b87fbab6c40741', 'mac_address': 'fa:16:3e:ed:1d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4e5849-4d89-4841-b55f-0f266908948b', 'device_owner': 'network:router_interface', 'standard_attr_id': 199, 'fixed_ips': [{'subnet_id': '15e3f37a-0211-4d47-9d94-f5446f6e6f7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:17:30Z', 'updated_at': '2021-08-05T11:17:48Z', 'revision_number': 5, 'project_id': '4db52252ec554e9690b87fbab6c40741', 'subnets': [{'id': '15e3f37a-0211-4d47-9d94-f5446f6e6f7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:18:46.915845 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55affa44-0403-43cf-88ba-c968f7a0fa0c None None] New status for floating IP 3d9ac98c-686a-4b69-9ae0-69162d84c585: ACTIVE {{(pid=94422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 11:18:46.970521 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31a706d-8232-4516-a488-6e9e0cb28daa req-519a06ac-02eb-4610-8b64-11f49c4a5cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:46.972627 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d31a706d-8232-4516-a488-6e9e0cb28daa req-519a06ac-02eb-4610-8b64-11f49c4a5cf8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=357aa65d057c483688c33ce569dd6fc3&device_id=0687358e-adbb-4da0-a669-af7dafb4177d HTTP/1.1" status: 200 len: 1098 time: 1.2750654 Aug 05 11:18:47.068831 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b031e3-a9c5-4a98-b11f-4e731bb64963 req-c3551862-b56a-4d59-b73f-b8e07f829a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:47.071117 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-62b031e3-a9c5-4a98-b11f-4e731bb64963 req-c3551862-b56a-4d59-b73f-b8e07f829a2e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=15e3f37a-0211-4d47-9d94-f5446f6e6f7a HTTP/1.1" status: 200 len: 860 time: 0.6460164 Aug 05 11:18:47.152180 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-43c4ff25-ad45-4c92-85c4-85894bc1d0a8 req-03c95b4c-9e79-4399-a6c6-cc99d702f537 tempest-DeleteServersAdminTestJSON-2098400252 tempest-DeleteServersAdminTestJSON-2098400252-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba6d8cba-3047-414c-8a71-04d949624c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066977 Aug 05 11:18:47.163939 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ee05ebe5-470e-4e27-ae23-6586f0172e94 req-ad0e17b9-30e8-496f-a28c-5c9df4e51658 service neutron] 10.222.0.55 "GET /v2.0/networks/6e7bde98-a1ff-44d7-8525-eaa9c1e81087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8709161 Aug 05 11:18:47.311546 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31a706d-8232-4516-a488-6e9e0cb28daa req-7dfdc91c-4ca4-4a95-87de-18d389ad8932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:47.314478 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d31a706d-8232-4516-a488-6e9e0cb28daa req-7dfdc91c-4ca4-4a95-87de-18d389ad8932 service neutron] 10.222.0.55 "GET /v2.0/networks?id=91caede3-92e4-4b1e-8e3e-36227cfd846a HTTP/1.1" status: 200 len: 870 time: 0.3262298 Aug 05 11:18:47.320093 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b031e3-a9c5-4a98-b11f-4e731bb64963 req-b1f584a2-8dd6-4bcb-aab6-3191bb1fb189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:47.323447 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-62b031e3-a9c5-4a98-b11f-4e731bb64963 req-b1f584a2-8dd6-4bcb-aab6-3191bb1fb189 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2779dd37-2937-46d8-af61-d09413a811c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2313418 Aug 05 11:18:47.403794 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [req-62b031e3-a9c5-4a98-b11f-4e731bb64963 req-62e752d7-a10e-4bfe-b3de-5adad5e89df4 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94420) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 11:18:47.405558 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-62b031e3-a9c5-4a98-b11f-4e731bb64963 req-62e752d7-a10e-4bfe-b3de-5adad5e89df4 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0606036 Aug 05 11:18:47.439427 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d31a706d-8232-4516-a488-6e9e0cb28daa req-8f886fc1-b9e8-47af-8cc6-800c2d42cfe8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=ba9b9656-cdb2-48f1-9dab-cdc1cbfec383 HTTP/1.1" status: 200 len: 217 time: 0.1143122 Aug 05 11:18:47.623055 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 29c4ae2f-b18b-4d36-a5d7-fd8e10258cdf up at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:18:47.635677 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8814419a-c545-46dc-ab33-6596fce877af', 'tag': 'ce063f21-41cc-42e4-89df-3242a673326b'}, {'name': 'network-changed', 'server_uuid': 'ce4b7a83-20e6-417f-926d-f36b7231440d', 'tag': 'e2b0dd59-d3fe-431d-ab42-136b5bbf8974'}, {'server_uuid': '0be967b6-9606-4261-b386-4f287a5c7278', 'name': 'network-vif-deleted', 'tag': 'cc60f243-3baa-45fa-aeb2-67641fbd9a91'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:18:47.639635 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}828068ad8d405ad77660ce68fa78e1ffe658725812f7a08f9e488a446589295b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c26fc00c-206d-4699-847d-8b9ddae34346" -d '{"events": [{"name": "network-changed", "server_uuid": "8814419a-c545-46dc-ab33-6596fce877af", "tag": "ce063f21-41cc-42e4-89df-3242a673326b"}, {"name": "network-changed", "server_uuid": "ce4b7a83-20e6-417f-926d-f36b7231440d", "tag": "e2b0dd59-d3fe-431d-ab42-136b5bbf8974"}, {"server_uuid": "0be967b6-9606-4261-b386-4f287a5c7278", "name": "network-vif-deleted", "tag": "cc60f243-3baa-45fa-aeb2-67641fbd9a91"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:18:47.688714 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ee05ebe5-470e-4e27-ae23-6586f0172e94 req-c7df1b95-0397-4461-bef1-7ff9bf00ed67 service neutron] 10.222.0.55 "GET /v2.0/networks/6e7bde98-a1ff-44d7-8525-eaa9c1e81087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5127707 Aug 05 11:18:47.701666 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning for port 29c4ae2f-b18b-4d36-a5d7-fd8e10258cdf completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:18:47.707175 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning complete for port 29c4ae2f-b18b-4d36-a5d7-fd8e10258cdf triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:18:47.707175 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:47.715716 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2252fa9-32a0-427d-becc-1cb9f6ab0131 req-cc0f6fe5-1ad1-4c69-8afa-89d4ea349788 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:47.729357 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e2252fa9-32a0-427d-becc-1cb9f6ab0131 req-cc0f6fe5-1ad1-4c69-8afa-89d4ea349788 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=8814419a-c545-46dc-ab33-6596fce877af HTTP/1.1" status: 200 len: 943 time: 0.3859584 Aug 05 11:18:47.771782 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31a706d-8232-4516-a488-6e9e0cb28daa req-c4d79a2f-f9e5-48c6-a2e5-ea5f44f9911f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:47.774354 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d31a706d-8232-4516-a488-6e9e0cb28daa req-c4d79a2f-f9e5-48c6-a2e5-ea5f44f9911f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6842f728-c2f3-4e36-bb32-3303d06ce3f4 HTTP/1.1" status: 200 len: 843 time: 0.2957964 Aug 05 11:18:47.840413 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:47.877515 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79f10d2f-c968-4a57-bc27-9ef89c55c603', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29c4ae2f-b18b-4d36-a5d7-fd8e10258cdf'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:18:47.882185 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21219702-6a9e-4d85-92db-3ff0bf097de0" -d '{"events": [{"server_uuid": "79f10d2f-c968-4a57-bc27-9ef89c55c603", "name": "network-vif-plugged", "status": "completed", "tag": "29c4ae2f-b18b-4d36-a5d7-fd8e10258cdf"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:18:47.886157 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-62b031e3-a9c5-4a98-b11f-4e731bb64963 req-de3b0a5c-cfb8-4a54-9ffd-c2925d6f5423 service neutron] 10.222.0.58 "GET /v2.0/networks/2779dd37-2937-46d8-af61-d09413a811c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4549022 Aug 05 11:18:47.901350 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e2252fa9-32a0-427d-becc-1cb9f6ab0131 req-90a6c9db-aa1e-4654-9bf6-e61cf516d56b tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567626 Aug 05 11:18:47.907558 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 29c4ae2f-b18b-4d36-a5d7-fd8e10258cdf, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=29c4ae2f-b18b-4d36-a5d7-fd8e10258cdf,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:18:47.924130 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:48.012254 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=29c4ae2f-b18b-4d36-a5d7-fd8e10258cdf,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:18:48.055945 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31a706d-8232-4516-a488-6e9e0cb28daa req-e98cf49c-f906-4902-ad8a-d500f062671d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:48.058379 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d31a706d-8232-4516-a488-6e9e0cb28daa req-e98cf49c-f906-4902-ad8a-d500f062671d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=91caede3-92e4-4b1e-8e3e-36227cfd846a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2683406 Aug 05 11:18:48.223680 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-62b031e3-a9c5-4a98-b11f-4e731bb64963 req-c8416a61-4dd4-4070-b5a5-7d6ade42bf5b service neutron] 10.222.0.58 "GET /v2.0/networks/2779dd37-2937-46d8-af61-d09413a811c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3191853 Aug 05 11:18:48.235219 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e068a13-e178-4538-8b80-7311fa180df6 req-8134dbf4-f84f-48d0-b665-65e183782a09 tempest-ServersAdminNegativeTestJSON-1602179202 tempest-ServersAdminNegativeTestJSON-1602179202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:48.244279 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6e068a13-e178-4538-8b80-7311fa180df6 req-8134dbf4-f84f-48d0-b665-65e183782a09 tempest-ServersAdminNegativeTestJSON-1602179202 tempest-ServersAdminNegativeTestJSON-1602179202-project] 10.222.0.58 "GET /v2.0/ports?device_id=79f10d2f-c968-4a57-bc27-9ef89c55c603 HTTP/1.1" status: 200 len: 949 time: 0.2006249 Aug 05 11:18:48.285932 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d31a706d-8232-4516-a488-6e9e0cb28daa req-efa1a034-0845-45f6-aeba-6061795adc27 service neutron] 10.222.0.55 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146299 Aug 05 11:18:48.337586 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6e068a13-e178-4538-8b80-7311fa180df6 req-ba3dcbff-04db-4467-8633-c866a2fb86ae tempest-ServersAdminNegativeTestJSON-1602179202 tempest-ServersAdminNegativeTestJSON-1602179202-project] 10.222.0.58 "GET /v2.0/security-groups?id=30d4ed1b-cfab-4c78-a51c-ec6d0313fb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921364 Aug 05 11:18:48.440062 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4a72ddf-1d14-4571-8031-ec4731724631 x-openstack-request-id: req-d4a72ddf-1d14-4571-8031-ec4731724631 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:18:48.440968 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79f10d2f-c968-4a57-bc27-9ef89c55c603", "tag": "29c4ae2f-b18b-4d36-a5d7-fd8e10258cdf", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:18:48.441145 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d4a72ddf-1d14-4571-8031-ec4731724631 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:18:48.441742 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79f10d2f-c968-4a57-bc27-9ef89c55c603', 'tag': '29c4ae2f-b18b-4d36-a5d7-fd8e10258cdf', 'status': 'completed', 'code': 200} Aug 05 11:18:48.584967 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Thu, 05 Aug 2021 11:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-133d9de4-ee4b-4a40-bc89-1cbfe7985755 x-openstack-request-id: req-133d9de4-ee4b-4a40-bc89-1cbfe7985755 {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:18:48.585824 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8814419a-c545-46dc-ab33-6596fce877af", "tag": "ce063f21-41cc-42e4-89df-3242a673326b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ce4b7a83-20e6-417f-926d-f36b7231440d", "tag": "e2b0dd59-d3fe-431d-ab42-136b5bbf8974", "status": "completed", "code": 200}, {"server_uuid": "0be967b6-9606-4261-b386-4f287a5c7278", "name": "network-vif-deleted", "tag": "cc60f243-3baa-45fa-aeb2-67641fbd9a91", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:18:48.585982 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-133d9de4-ee4b-4a40-bc89-1cbfe7985755 {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:18:48.587858 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8814419a-c545-46dc-ab33-6596fce877af', 'tag': 'ce063f21-41cc-42e4-89df-3242a673326b', 'status': 'completed', 'code': 200} Aug 05 11:18:48.587858 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce4b7a83-20e6-417f-926d-f36b7231440d', 'tag': 'e2b0dd59-d3fe-431d-ab42-136b5bbf8974', 'status': 'completed', 'code': 200} Aug 05 11:18:48.587858 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0be967b6-9606-4261-b386-4f287a5c7278', 'name': 'network-vif-deleted', 'tag': 'cc60f243-3baa-45fa-aeb2-67641fbd9a91', 'status': 'completed', 'code': 200} Aug 05 11:18:48.597152 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d31a706d-8232-4516-a488-6e9e0cb28daa req-df8c66d4-bf11-42aa-a47c-3040cc0726d9 service neutron] 10.222.0.55 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3003838 Aug 05 11:18:48.616806 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de4584f-9140-4a32-9e31-7cb94a7d87e9 req-b2122fa0-6ff1-4c82-b821-a6916d32c5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:48.618612 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7de4584f-9140-4a32-9e31-7cb94a7d87e9 req-b2122fa0-6ff1-4c82-b821-a6916d32c5d2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=07ff7751f27f4e90815f470edcd10729&device_id=79f10d2f-c968-4a57-bc27-9ef89c55c603 HTTP/1.1" status: 200 len: 1100 time: 0.1147425 Aug 05 11:18:48.654085 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c120136d-7c19-4b45-b0f4-0098170ebd4d x-openstack-request-id: req-c120136d-7c19-4b45-b0f4-0098170ebd4d {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:18:48.654635 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79f10d2f-c968-4a57-bc27-9ef89c55c603", "name": "network-vif-plugged", "status": "completed", "tag": "29c4ae2f-b18b-4d36-a5d7-fd8e10258cdf", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:18:48.655103 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c120136d-7c19-4b45-b0f4-0098170ebd4d {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:18:48.655646 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79f10d2f-c968-4a57-bc27-9ef89c55c603', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29c4ae2f-b18b-4d36-a5d7-fd8e10258cdf', 'code': 200} Aug 05 11:18:48.831832 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32660672-4008-4a82-b2f0-f46d5406d6b4 req-ac2eab16-a11b-4dbd-ae7e-8dfc96da2eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:48.833846 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-32660672-4008-4a82-b2f0-f46d5406d6b4 req-ac2eab16-a11b-4dbd-ae7e-8dfc96da2eb3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=79f10d2f-c968-4a57-bc27-9ef89c55c603 HTTP/1.1" status: 200 len: 1100 time: 0.0605524 Aug 05 11:18:48.886484 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-32660672-4008-4a82-b2f0-f46d5406d6b4 req-7dd86876-e52b-475f-8266-6ba8543f0347 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=30d4ed1b-cfab-4c78-a51c-ec6d0313fb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437942 Aug 05 11:18:48.976328 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de4584f-9140-4a32-9e31-7cb94a7d87e9 req-f79eb937-9f06-4581-b4bc-7576ad73a621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:48.979413 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7de4584f-9140-4a32-9e31-7cb94a7d87e9 req-f79eb937-9f06-4581-b4bc-7576ad73a621 service neutron] 10.222.0.64 "GET /v2.0/networks?id=91caede3-92e4-4b1e-8e3e-36227cfd846a HTTP/1.1" status: 200 len: 870 time: 0.3478014 Aug 05 11:18:49.017168 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26fc00c-206d-4699-847d-8b9ddae34346 req-6a1bafd0-594d-4218-88b4-d598af9094b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:49.020909 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c26fc00c-206d-4699-847d-8b9ddae34346 req-6a1bafd0-594d-4218-88b4-d598af9094b2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d8daa1497f4a496cba61c8a60c09e98b&device_id=8814419a-c545-46dc-ab33-6596fce877af HTTP/1.1" status: 200 len: 1094 time: 0.2536187 Aug 05 11:18:49.024423 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 39552) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:18:49.037605 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5e58e2-8f5b-4ad4-ab60-d262daa22cf0 req-6a1c614e-d617-4b84-97dc-49d41ad6ff5a tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:49.040814 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2e5e58e2-8f5b-4ad4-ab60-d262daa22cf0 req-6a1c614e-d617-4b84-97dc-49d41ad6ff5a tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] 10.222.0.58 "GET /v2.0/ports?device_id=696331f0-3dea-4c4f-8585-975b81f7abd5&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2632437 Aug 05 11:18:49.060754 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5715cb0e-09ef-4a88-88a2-888c098550ac req-bfc493e7-38e9-4464-bc75-e3def3077e51 tempest-DeleteServersAdminTestJSON-2098400252 tempest-DeleteServersAdminTestJSON-2098400252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:49.063421 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5715cb0e-09ef-4a88-88a2-888c098550ac req-bfc493e7-38e9-4464-bc75-e3def3077e51 tempest-DeleteServersAdminTestJSON-2098400252 tempest-DeleteServersAdminTestJSON-2098400252-project] 10.222.0.58 "GET /v2.0/ports?device_id=0687358e-adbb-4da0-a669-af7dafb4177d HTTP/1.1" status: 200 len: 947 time: 0.2945075 Aug 05 11:18:49.197123 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device ba9b9656-cdb2-48f1-9dab-cdc1cbfec383 details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:18:49.241314 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-cf6ca7d3-eaac-4840-b2a9-52853b4c46da admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fa1d9593fdc54edeb0d95ca660b30b88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2126415 Aug 05 11:18:49.244824 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 39558) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:18:49.324592 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port ba9b9656-cdb2-48f1-9dab-cdc1cbfec383, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=ba9b9656-cdb2-48f1-9dab-cdc1cbfec383,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:18:49.326270 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c7c13707-405a-4783-9c36-72e282a11c64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:49.344843 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Returning: {'device': 'ba9b9656-cdb2-48f1-9dab-cdc1cbfec383', 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a', 'port_id': 'ba9b9656-cdb2-48f1-9dab-cdc1cbfec383', 'mac_address': 'fa:16:3e:4d:06:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6842f728-c2f3-4e36-bb32-3303d06ce3f4', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:18:49.352553 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c7c13707-405a-4783-9c36-72e282a11c64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:49.378330 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7de4584f-9140-4a32-9e31-7cb94a7d87e9 req-1c023b0a-b99c-4ffc-962f-9aae57f8963f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=29c4ae2f-b18b-4d36-a5d7-fd8e10258cdf HTTP/1.1" status: 200 len: 217 time: 0.1421735 Aug 05 11:18:49.404470 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:49.411506 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c7c13707-405a-4783-9c36-72e282a11c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:49.415679 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c7c13707-405a-4783-9c36-72e282a11c64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:49.419232 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-c7c13707-405a-4783-9c36-72e282a11c64 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8a867c99-4b32-4fbb-ac11-15feea2abf7e HTTP/1.1" status: 204 len: 168 time: 0.1699083 Aug 05 11:18:49.430041 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c13707-405a-4783-9c36-72e282a11c64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a867c99-4b32-4fbb-ac11-15feea2abf7e,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:18:49.432524 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5715cb0e-09ef-4a88-88a2-888c098550ac req-753d5eae-9867-42fd-b2c4-d66ca69ebbd2 tempest-DeleteServersAdminTestJSON-2098400252 tempest-DeleteServersAdminTestJSON-2098400252-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba6d8cba-3047-414c-8a71-04d949624c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3525405 Aug 05 11:18:49.437692 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba9b9656-cdb2-48f1-9dab-cdc1cbfec383 {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:18:49.485484 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2e5e58e2-8f5b-4ad4-ab60-d262daa22cf0 req-ce180610-c48f-474b-b1d4-c2f28a3c343a tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.5.21 HTTP/1.1" status: 200 len: 1000 time: 0.4203374 Aug 05 11:18:49.502551 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-2e5e58e2-8f5b-4ad4-ab60-d262daa22cf0 req-6f6401ab-56a6-4d21-9ec9-a19c2191eccb tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Request body: {'floatingip': {'port_id': 'c8dd90d6-e1d7-4a02-9201-5e2f1ce8dc1c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:18:49.518431 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port ba9b9656-cdb2-48f1-9dab-cdc1cbfec383, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=ba9b9656-cdb2-48f1-9dab-cdc1cbfec383,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:18:49.527889 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:49.643228 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=ba9b9656-cdb2-48f1-9dab-cdc1cbfec383,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:18:49.648052 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de4584f-9140-4a32-9e31-7cb94a7d87e9 req-f8920fbc-d1ed-4ea5-810f-5375d7f38970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:49.649695 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7de4584f-9140-4a32-9e31-7cb94a7d87e9 req-f8920fbc-d1ed-4ea5-810f-5375d7f38970 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6842f728-c2f3-4e36-bb32-3303d06ce3f4 HTTP/1.1" status: 200 len: 843 time: 0.2503772 Aug 05 11:18:49.657199 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26fc00c-206d-4699-847d-8b9ddae34346 req-964cfb35-3285-400a-91d1-a877563ca758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:49.658744 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c26fc00c-206d-4699-847d-8b9ddae34346 req-964cfb35-3285-400a-91d1-a877563ca758 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6e7bde98-a1ff-44d7-8525-eaa9c1e81087 HTTP/1.1" status: 200 len: 913 time: 0.6161947 Aug 05 11:18:49.728399 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-2e5e58e2-8f5b-4ad4-ab60-d262daa22cf0 req-6f6401ab-56a6-4d21-9ec9-a19c2191eccb tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Notify callbacks [] for floatingip, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:49.809038 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c26fc00c-206d-4699-847d-8b9ddae34346 req-7e72df1a-2143-4304-963f-392edab5ca56 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ce063f21-41cc-42e4-89df-3242a673326b HTTP/1.1" status: 200 len: 217 time: 0.1295364 Aug 05 11:18:49.841817 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ca9518-9c96-4b2e-8e3a-3fbb0740b911 req-27c1529f-5986-473e-ad37-c128ff12cd4c tempest-LiveAutoBlockMigrationV225Test-707045295 tempest-LiveAutoBlockMigrationV225Test-707045295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:49.843385 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d5ca9518-9c96-4b2e-8e3a-3fbb0740b911 req-27c1529f-5986-473e-ad37-c128ff12cd4c tempest-LiveAutoBlockMigrationV225Test-707045295 tempest-LiveAutoBlockMigrationV225Test-707045295-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=32074892-07d5-47e0-93ba-33ceb5bd35b2 HTTP/1.1" status: 200 len: 1096 time: 0.2727723 Aug 05 11:18:49.912140 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['ba9b9656-cdb2-48f1-9dab-cdc1cbfec383'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:18:49.936211 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de4584f-9140-4a32-9e31-7cb94a7d87e9 req-43ad20c5-b00d-4e73-8cb9-53baf3ef8a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:49.937995 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7de4584f-9140-4a32-9e31-7cb94a7d87e9 req-43ad20c5-b00d-4e73-8cb9-53baf3ef8a1d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=91caede3-92e4-4b1e-8e3e-36227cfd846a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2750676 Aug 05 11:18:49.971296 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 39568) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:18:49.992849 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26fc00c-206d-4699-847d-8b9ddae34346 req-ac6f1181-6afc-443a-b578-cb7e7deb5efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:49.994539 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c26fc00c-206d-4699-847d-8b9ddae34346 req-ac6f1181-6afc-443a-b578-cb7e7deb5efa service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8c648b54-2f27-41ec-9e17-9213825c0d0c HTTP/1.1" status: 200 len: 852 time: 0.1724296 Aug 05 11:18:50.038313 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-e79dd44c-5695-4fc9-9f33-2272b3c044fa admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ae5d7bf87a1f4f2388d6ddd3e1342d70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0651436 Aug 05 11:18:50.041114 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 39570) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:18:50.058407 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d5ca9518-9c96-4b2e-8e3a-3fbb0740b911 req-e7df0f9f-34a6-49a6-90f3-0246dc701def tempest-LiveAutoBlockMigrationV225Test-707045295 tempest-LiveAutoBlockMigrationV225Test-707045295-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=8b660be2-1cd3-4f1b-b8b6-43aa3e7d82c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843038 Aug 05 11:18:50.085406 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c26fc00c-206d-4699-847d-8b9ddae34346 req-ae377486-0c39-4780-8bff-5f0515159abc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6e7bde98-a1ff-44d7-8525-eaa9c1e81087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0755630 Aug 05 11:18:50.164429 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-54d8d85b-ef40-489b-82d6-0c3ca715e865 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:50.205305 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-54d8d85b-ef40-489b-82d6-0c3ca715e865 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:50.324535 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-54d8d85b-ef40-489b-82d6-0c3ca715e865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:50.327699 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-54d8d85b-ef40-489b-82d6-0c3ca715e865 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:50.329135 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-54d8d85b-ef40-489b-82d6-0c3ca715e865 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ad290af1-a4b8-4053-a571-1d5352d4ca7e HTTP/1.1" status: 204 len: 168 time: 0.2861252 Aug 05 11:18:50.342061 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d8d85b-ef40-489b-82d6-0c3ca715e865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad290af1-a4b8-4053-a571-1d5352d4ca7e,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:18:50.724781 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7de4584f-9140-4a32-9e31-7cb94a7d87e9 req-f3bd948e-c1bf-4ad6-8cbb-96284a118d19 service neutron] 10.222.0.64 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7752404 Aug 05 11:18:50.897269 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02366447-cfc7-494e-9e45-8d85ad739cfe req-2ee16958-42f0-4b04-9ce6-1ae295626ba6 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:50.899974 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-02366447-cfc7-494e-9e45-8d85ad739cfe req-2ee16958-42f0-4b04-9ce6-1ae295626ba6 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=8814419a-c545-46dc-ab33-6596fce877af HTTP/1.1" status: 200 len: 943 time: 0.3569405 Aug 05 11:18:50.960441 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c26fc00c-206d-4699-847d-8b9ddae34346 req-6ec4a302-b02f-40db-85fd-8a27b300c3f8 service neutron] 10.222.0.55 "GET /v2.0/networks/6e7bde98-a1ff-44d7-8525-eaa9c1e81087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8629029 Aug 05 11:18:51.201071 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device ce063f21-41cc-42e4-89df-3242a673326b details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:18:51.257245 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-02366447-cfc7-494e-9e45-8d85ad739cfe req-3fee72d3-184d-4c67-aaa4-01d059731865 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3387079 Aug 05 11:18:51.279745 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7de4584f-9140-4a32-9e31-7cb94a7d87e9 req-b4d72ff3-6dc6-429b-8a03-c97a0097cea7 service neutron] 10.222.0.64 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5331998 Aug 05 11:18:51.290297 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device ba9b9656-cdb2-48f1-9dab-cdc1cbfec383 up at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:18:51.404558 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c26fc00c-206d-4699-847d-8b9ddae34346 req-a3473576-a49c-4008-a9f7-ea21a832e45b service neutron] 10.222.0.55 "GET /v2.0/networks/6e7bde98-a1ff-44d7-8525-eaa9c1e81087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3689287 Aug 05 11:18:51.418044 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port ce063f21-41cc-42e4-89df-3242a673326b, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=ce063f21-41cc-42e4-89df-3242a673326b,segment=NetworkSegment(32cc618e-4968-4750-a5aa-c2579fceb01e),segment_id=32cc618e-4968-4750-a5aa-c2579fceb01e)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:18:51.431474 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning for port ba9b9656-cdb2-48f1-9dab-cdc1cbfec383 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:18:51.438360 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning complete for port ba9b9656-cdb2-48f1-9dab-cdc1cbfec383 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:18:51.439239 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:51.442935 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Returning: {'device': 'ce063f21-41cc-42e4-89df-3242a673326b', 'network_id': '6e7bde98-a1ff-44d7-8525-eaa9c1e81087', 'port_id': 'ce063f21-41cc-42e4-89df-3242a673326b', 'mac_address': 'fa:16:3e:74:7b:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c648b54-2f27-41ec-9e17-9213825c0d0c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:18:51.537643 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:51.574596 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce063f21-41cc-42e4-89df-3242a673326b {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:18:51.616042 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port ce063f21-41cc-42e4-89df-3242a673326b, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=ce063f21-41cc-42e4-89df-3242a673326b,segment=NetworkSegment(32cc618e-4968-4750-a5aa-c2579fceb01e),segment_id=32cc618e-4968-4750-a5aa-c2579fceb01e)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:18:51.617317 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:51.638449 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:51.643934 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.db.resource_extend [req-2e5e58e2-8f5b-4ad4-ab60-d262daa22cf0 req-6f6401ab-56a6-4d21-9ec9-a19c2191eccb tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 05 11:18:51.646838 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:51.692534 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0687358e-adbb-4da0-a669-af7dafb4177d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba9b9656-cdb2-48f1-9dab-cdc1cbfec383'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:18:51.695130 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b129a936-55e2-4df1-8a6c-e78ae17c28f5" -d '{"events": [{"server_uuid": "0687358e-adbb-4da0-a669-af7dafb4177d", "name": "network-vif-plugged", "status": "completed", "tag": "ba9b9656-cdb2-48f1-9dab-cdc1cbfec383"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:18:51.718944 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port ba9b9656-cdb2-48f1-9dab-cdc1cbfec383, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=ba9b9656-cdb2-48f1-9dab-cdc1cbfec383,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:18:51.738221 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:51.743106 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26fc00c-206d-4699-847d-8b9ddae34346 req-4ec06510-9001-4a91-a027-d8f98e4b45a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:51.745738 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c26fc00c-206d-4699-847d-8b9ddae34346 req-4ec06510-9001-4a91-a027-d8f98e4b45a8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4db52252ec554e9690b87fbab6c40741&device_id=ce4b7a83-20e6-417f-926d-f36b7231440d HTTP/1.1" status: 200 len: 1096 time: 0.1867363 Aug 05 11:18:51.747259 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=ce063f21-41cc-42e4-89df-3242a673326b,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:18:51.780788 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-2e5e58e2-8f5b-4ad4-ab60-d262daa22cf0 req-6f6401ab-56a6-4d21-9ec9-a19c2191eccb tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:51.836847 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=ba9b9656-cdb2-48f1-9dab-cdc1cbfec383,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:18:51.851141 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-2e5e58e2-8f5b-4ad4-ab60-d262daa22cf0 req-6f6401ab-56a6-4d21-9ec9-a19c2191eccb tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33287247'] for floatingip, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:52.022881 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['ce063f21-41cc-42e4-89df-3242a673326b'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:18:52.049550 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26fc00c-206d-4699-847d-8b9ddae34346 req-2f44a255-7824-4ce4-8830-7ae41ec00984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:52.051166 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c26fc00c-206d-4699-847d-8b9ddae34346 req-2f44a255-7824-4ce4-8830-7ae41ec00984 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2779dd37-2937-46d8-af61-d09413a811c2 HTTP/1.1" status: 200 len: 922 time: 0.2925632 Aug 05 11:18:52.104594 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c26fc00c-206d-4699-847d-8b9ddae34346 req-56ce135c-0b02-4949-8a87-a7945515e49f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2b0dd59-d3fe-431d-ab42-136b5bbf8974 HTTP/1.1" status: 200 len: 217 time: 0.0415711 Aug 05 11:18:52.105968 n-d-803378-2 neutron-server[94420]: INFO neutron.db.l3_db [req-2e5e58e2-8f5b-4ad4-ab60-d262daa22cf0 req-6f6401ab-56a6-4d21-9ec9-a19c2191eccb tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Floating IP 3d9ac98c-686a-4b69-9ae0-69162d84c585 associated. External IP: 172.25.5.21, port: e2b0dd59-d3fe-431d-ab42-136b5bbf8974. Aug 05 11:18:52.306967 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26fc00c-206d-4699-847d-8b9ddae34346 req-30f6371d-7dcf-42f6-acc0-2963b569d8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:52.308962 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c26fc00c-206d-4699-847d-8b9ddae34346 req-30f6371d-7dcf-42f6-acc0-2963b569d8bd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=15e3f37a-0211-4d47-9d94-f5446f6e6f7a HTTP/1.1" status: 200 len: 860 time: 0.1521800 Aug 05 11:18:52.345852 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c6e5e5-fec5-49b4-97c3-378dfcfb4d3f req-76accf1e-170e-4f42-a503-413dea37c426 tempest-ServersAdminNegativeTestJSON-1602179202 tempest-ServersAdminNegativeTestJSON-1602179202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:52.347474 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-71c6e5e5-fec5-49b4-97c3-378dfcfb4d3f req-76accf1e-170e-4f42-a503-413dea37c426 tempest-ServersAdminNegativeTestJSON-1602179202 tempest-ServersAdminNegativeTestJSON-1602179202-project] 10.222.0.58 "GET /v2.0/ports?device_id=79f10d2f-c968-4a57-bc27-9ef89c55c603 HTTP/1.1" status: 200 len: 949 time: 0.1893535 Aug 05 11:18:52.500913 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26fc00c-206d-4699-847d-8b9ddae34346 req-e9777a76-095f-4520-a67e-acbd724d3d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:52.502494 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c26fc00c-206d-4699-847d-8b9ddae34346 req-e9777a76-095f-4520-a67e-acbd724d3d32 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2779dd37-2937-46d8-af61-d09413a811c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1821406 Aug 05 11:18:52.509105 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-71c6e5e5-fec5-49b4-97c3-378dfcfb4d3f req-328c1491-834c-47c1-8c0d-8eec78e9e9d9 tempest-ServersAdminNegativeTestJSON-1602179202 tempest-ServersAdminNegativeTestJSON-1602179202-project] 10.222.0.58 "GET /v2.0/security-groups?id=30d4ed1b-cfab-4c78-a51c-ec6d0313fb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148417 Aug 05 11:18:52.571335 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2e5e58e2-8f5b-4ad4-ab60-d262daa22cf0 req-6f6401ab-56a6-4d21-9ec9-a19c2191eccb tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Router 8a4e5849-4d89-4841-b55f-0f266908948b has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 11:18:52.782889 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c26fc00c-206d-4699-847d-8b9ddae34346 req-acc4b09c-d05e-4fa2-abf8-bcd89f961d66 service neutron] 10.222.0.55 "GET /v2.0/networks/2779dd37-2937-46d8-af61-d09413a811c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2690065 Aug 05 11:18:52.883251 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2e5e58e2-8f5b-4ad4-ab60-d262daa22cf0 req-6f6401ab-56a6-4d21-9ec9-a19c2191eccb tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:18:52.893015 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2856b843-90e5-4401-b513-51338e8176dd None None] Sync routers for ids ['8a4e5849-4d89-4841-b55f-0f266908948b'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:18:52.905681 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2856b843-90e5-4401-b513-51338e8176dd None None] Routers {'8a4e5849-4d89-4841-b55f-0f266908948b'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:18:52.906409 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-2856b843-90e5-4401-b513-51338e8176dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:18:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['8a4e5849-4d89-4841-b55f-0f266908948b'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:18:52.958940 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaf8798-0251-445d-95a4-ff7333f2594c req-a23482e3-c877-45f3-9afc-6b9886152d36 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:52.965238 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bfaf8798-0251-445d-95a4-ff7333f2594c req-a23482e3-c877-45f3-9afc-6b9886152d36 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/networks?id=c1d3f101-369e-4625-bfd2-2a60ea4757bb HTTP/1.1" status: 200 len: 820 time: 0.2703404 Aug 05 11:18:53.024968 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-2856b843-90e5-4401-b513-51338e8176dd None None] Set router 8a4e5849-4d89-4841-b55f-0f266908948b gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:18:53.031639 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bfaf8798-0251-445d-95a4-ff7333f2594c req-b751f899-8efd-4976-ac11-189d48f757ff tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/quotas/e8f6478cce384a98ba09cac5c1bcf855 HTTP/1.1" status: 200 len: 375 time: 0.0568991 Aug 05 11:18:53.033749 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c26fc00c-206d-4699-847d-8b9ddae34346 req-af3a6381-38d8-4e82-9f7f-ae59c06c8d59 service neutron] 10.222.0.55 "GET /v2.0/networks/2779dd37-2937-46d8-af61-d09413a811c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396595 Aug 05 11:18:53.136006 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bfaf8798-0251-445d-95a4-ff7333f2594c req-45f9066d-b34a-4a32-a858-b0cf6559fe51 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=e8f6478cce384a98ba09cac5c1bcf855&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0951188 Aug 05 11:18:53.200809 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device ce063f21-41cc-42e4-89df-3242a673326b up at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:18:53.259072 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning for port ce063f21-41cc-42e4-89df-3242a673326b completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:18:53.263763 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning complete for port ce063f21-41cc-42e4-89df-3242a673326b triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:18:53.264420 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:53.323266 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-2856b843-90e5-4401-b513-51338e8176dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a4e5849-4d89-4841-b55f-0f266908948b', 'name': 'tempest-FloatingIPsAssociationTestJSON-2052184305-router', 'tenant_id': '4db52252ec554e9690b87fbab6c40741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '0779bbf0-ec25-4331-aecc-213253d47e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:17:13Z', 'updated_at': '2021-08-05T11:17:33Z', 'revision_number': 4, 'project_id': '4db52252ec554e9690b87fbab6c40741', 'gw_port': {'id': '0779bbf0-ec25-4331-aecc-213253d47e03', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:bb:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4e5849-4d89-4841-b55f-0f266908948b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 167, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:17:23Z', 'updated_at': '2021-08-05T11:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': '3d9ac98c-686a-4b69-9ae0-69162d84c585', 'tenant_id': '4db52252ec554e9690b87fbab6c40741', 'floating_ip_address': '172.25.5.21', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': '8a4e5849-4d89-4841-b55f-0f266908948b', 'port_id': 'c8dd90d6-e1d7-4a02-9201-5e2f1ce8dc1c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 271, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2779dd37-2937-46d8-af61-d09413a811c2', 'mac_address': 'fa:16:3e:29:81:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696331f0-3dea-4c4f-8585-975b81f7abd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T11:18:09Z', 'updated_at': '2021-08-05T11:18:51Z', 'revision_number': 3, 'project_id': '4db52252ec554e9690b87fbab6c40741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c819079b-708d-40b5-8db8-c6863bd44331', 'name': '', 'network_id': '2779dd37-2937-46d8-af61-d09413a811c2', 'tenant_id': '4db52252ec554e9690b87fbab6c40741', 'mac_address': 'fa:16:3e:ed:1d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4e5849-4d89-4841-b55f-0f266908948b', 'device_owner': 'network:router_interface', 'standard_attr_id': 199, 'fixed_ips': [{'subnet_id': '15e3f37a-0211-4d47-9d94-f5446f6e6f7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:17:30Z', 'updated_at': '2021-08-05T11:17:48Z', 'revision_number': 5, 'project_id': '4db52252ec554e9690b87fbab6c40741', 'subnets': [{'id': '15e3f37a-0211-4d47-9d94-f5446f6e6f7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:18:53.376719 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:53.422264 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port ce063f21-41cc-42e4-89df-3242a673326b, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=ce063f21-41cc-42e4-89df-3242a673326b,segment=NetworkSegment(32cc618e-4968-4750-a5aa-c2579fceb01e),segment_id=32cc618e-4968-4750-a5aa-c2579fceb01e)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:18:53.428186 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:53.459094 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2856b843-90e5-4401-b513-51338e8176dd None None] Checking router: 8a4e5849-4d89-4841-b55f-0f266908948b for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:18:53.472028 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2856b843-90e5-4401-b513-51338e8176dd None None] Routers {'8a4e5849-4d89-4841-b55f-0f266908948b'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:18:53.472028 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-2856b843-90e5-4401-b513-51338e8176dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:18:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['8a4e5849-4d89-4841-b55f-0f266908948b'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:18:53.597731 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2e5e58e2-8f5b-4ad4-ab60-d262daa22cf0 req-6f6401ab-56a6-4d21-9ec9-a19c2191eccb tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Router 8a4e5849-4d89-4841-b55f-0f266908948b has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 11:18:53.605604 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bfaf8798-0251-445d-95a4-ff7333f2594c req-e1fb2aca-f980-426a-b2f5-adf4309cc215 service neutron] 10.222.0.58 "GET /v2.0/networks/c1d3f101-369e-4625-bfd2-2a60ea4757bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4590313 Aug 05 11:18:53.629339 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=ce063f21-41cc-42e4-89df-3242a673326b,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:18:53.639335 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-2856b843-90e5-4401-b513-51338e8176dd None None] Set router 8a4e5849-4d89-4841-b55f-0f266908948b gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:18:53.797980 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bfaf8798-0251-445d-95a4-ff7333f2594c req-0feaf859-d190-4990-a5cc-05a3f3f5190b service neutron] 10.222.0.58 "GET /v2.0/networks/c1d3f101-369e-4625-bfd2-2a60ea4757bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789675 Aug 05 11:18:53.799759 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2e5e58e2-8f5b-4ad4-ab60-d262daa22cf0 req-6f6401ab-56a6-4d21-9ec9-a19c2191eccb tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:18:53.805909 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-2e5e58e2-8f5b-4ad4-ab60-d262daa22cf0 req-6f6401ab-56a6-4d21-9ec9-a19c2191eccb tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:53.837026 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce4b7a83-20e6-417f-926d-f36b7231440d', 'tag': 'e2b0dd59-d3fe-431d-ab42-136b5bbf8974'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:18:53.839393 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}828068ad8d405ad77660ce68fa78e1ffe658725812f7a08f9e488a446589295b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc5061d6-c076-4c94-a3cf-cc64eedbe9fe" -d '{"events": [{"name": "network-changed", "server_uuid": "ce4b7a83-20e6-417f-926d-f36b7231440d", "tag": "e2b0dd59-d3fe-431d-ab42-136b5bbf8974"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:18:53.875810 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2e5e58e2-8f5b-4ad4-ab60-d262daa22cf0 req-6f6401ab-56a6-4d21-9ec9-a19c2191eccb tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] 10.222.0.58 "PUT /v2.0/floatingips/3d9ac98c-686a-4b69-9ae0-69162d84c585 HTTP/1.1" status: 200 len: 998 time: 4.3890300 Aug 05 11:18:53.921291 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-2856b843-90e5-4401-b513-51338e8176dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a4e5849-4d89-4841-b55f-0f266908948b', 'name': 'tempest-FloatingIPsAssociationTestJSON-2052184305-router', 'tenant_id': '4db52252ec554e9690b87fbab6c40741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '0779bbf0-ec25-4331-aecc-213253d47e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:17:13Z', 'updated_at': '2021-08-05T11:17:33Z', 'revision_number': 4, 'project_id': '4db52252ec554e9690b87fbab6c40741', 'gw_port': {'id': '0779bbf0-ec25-4331-aecc-213253d47e03', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:bb:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4e5849-4d89-4841-b55f-0f266908948b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 167, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:17:23Z', 'updated_at': '2021-08-05T11:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': '3d9ac98c-686a-4b69-9ae0-69162d84c585', 'tenant_id': '4db52252ec554e9690b87fbab6c40741', 'floating_ip_address': '172.25.5.21', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': '8a4e5849-4d89-4841-b55f-0f266908948b', 'port_id': 'c8dd90d6-e1d7-4a02-9201-5e2f1ce8dc1c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 271, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2779dd37-2937-46d8-af61-d09413a811c2', 'mac_address': 'fa:16:3e:29:81:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696331f0-3dea-4c4f-8585-975b81f7abd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T11:18:09Z', 'updated_at': '2021-08-05T11:18:51Z', 'revision_number': 3, 'project_id': '4db52252ec554e9690b87fbab6c40741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c819079b-708d-40b5-8db8-c6863bd44331', 'name': '', 'network_id': '2779dd37-2937-46d8-af61-d09413a811c2', 'tenant_id': '4db52252ec554e9690b87fbab6c40741', 'mac_address': 'fa:16:3e:ed:1d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4e5849-4d89-4841-b55f-0f266908948b', 'device_owner': 'network:router_interface', 'standard_attr_id': 199, 'fixed_ips': [{'subnet_id': '15e3f37a-0211-4d47-9d94-f5446f6e6f7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:17:30Z', 'updated_at': '2021-08-05T11:17:48Z', 'revision_number': 5, 'project_id': '4db52252ec554e9690b87fbab6c40741', 'subnets': [{'id': '15e3f37a-0211-4d47-9d94-f5446f6e6f7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:18:53.958323 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5e58e2-8f5b-4ad4-ab60-d262daa22cf0 req-eb6a5fde-4379-40fd-b416-77b0ed676072 tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:53.971766 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2856b843-90e5-4401-b513-51338e8176dd None None] The sync data for ids ['8a4e5849-4d89-4841-b55f-0f266908948b'] in n-d-803378-2 is: [{'id': '8a4e5849-4d89-4841-b55f-0f266908948b', 'name': 'tempest-FloatingIPsAssociationTestJSON-2052184305-router', 'tenant_id': '4db52252ec554e9690b87fbab6c40741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '0779bbf0-ec25-4331-aecc-213253d47e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:17:13Z', 'updated_at': '2021-08-05T11:17:33Z', 'revision_number': 4, 'project_id': '4db52252ec554e9690b87fbab6c40741', 'gw_port': {'id': '0779bbf0-ec25-4331-aecc-213253d47e03', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:bb:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4e5849-4d89-4841-b55f-0f266908948b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 167, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:17:23Z', 'updated_at': '2021-08-05T11:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': '3d9ac98c-686a-4b69-9ae0-69162d84c585', 'tenant_id': '4db52252ec554e9690b87fbab6c40741', 'floating_ip_address': '172.25.5.21', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': '8a4e5849-4d89-4841-b55f-0f266908948b', 'port_id': 'c8dd90d6-e1d7-4a02-9201-5e2f1ce8dc1c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 271, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2779dd37-2937-46d8-af61-d09413a811c2', 'mac_address': 'fa:16:3e:29:81:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696331f0-3dea-4c4f-8585-975b81f7abd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T11:18:09Z', 'updated_at': '2021-08-05T11:18:51Z', 'revision_number': 3, 'project_id': '4db52252ec554e9690b87fbab6c40741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c819079b-708d-40b5-8db8-c6863bd44331', 'name': '', 'network_id': '2779dd37-2937-46d8-af61-d09413a811c2', 'tenant_id': '4db52252ec554e9690b87fbab6c40741', 'mac_address': 'fa:16:3e:ed:1d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4e5849-4d89-4841-b55f-0f266908948b', 'device_owner': 'network:router_interface', 'standard_attr_id': 199, 'fixed_ips': [{'subnet_id': '15e3f37a-0211-4d47-9d94-f5446f6e6f7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:17:30Z', 'updated_at': '2021-08-05T11:17:48Z', 'revision_number': 5, 'project_id': '4db52252ec554e9690b87fbab6c40741', 'subnets': [{'id': '15e3f37a-0211-4d47-9d94-f5446f6e6f7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:18:53.975123 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2e5e58e2-8f5b-4ad4-ab60-d262daa22cf0 req-eb6a5fde-4379-40fd-b416-77b0ed676072 tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] 10.222.0.58 "GET /v2.0/ports/e2b0dd59-d3fe-431d-ab42-136b5bbf8974 HTTP/1.1" status: 200 len: 942 time: 0.0917737 Aug 05 11:18:54.119579 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0137f062-615c-4117-b96c-cdf88d5b0630 req-e25e0086-ac10-4d33-854d-4dc301f0c186 tempest-DeleteServersAdminTestJSON-2098400252 tempest-DeleteServersAdminTestJSON-2098400252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:54.121035 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0137f062-615c-4117-b96c-cdf88d5b0630 req-e25e0086-ac10-4d33-854d-4dc301f0c186 tempest-DeleteServersAdminTestJSON-2098400252 tempest-DeleteServersAdminTestJSON-2098400252-project] 10.222.0.58 "GET /v2.0/ports?device_id=0687358e-adbb-4da0-a669-af7dafb4177d HTTP/1.1" status: 200 len: 949 time: 0.1172016 Aug 05 11:18:54.139955 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5e58e2-8f5b-4ad4-ab60-d262daa22cf0 req-dff85414-cf5f-49b4-96e1-b338ebef8440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:54.143490 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2e5e58e2-8f5b-4ad4-ab60-d262daa22cf0 req-dff85414-cf5f-49b4-96e1-b338ebef8440 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4db52252ec554e9690b87fbab6c40741&device_id=ce4b7a83-20e6-417f-926d-f36b7231440d HTTP/1.1" status: 200 len: 1096 time: 0.0763302 Aug 05 11:18:54.196433 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f05223-06b2-4f3f-957e-bb23b8ccebff None None] New status for floating IP 3d9ac98c-686a-4b69-9ae0-69162d84c585: ACTIVE {{(pid=94422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 11:18:54.316156 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0137f062-615c-4117-b96c-cdf88d5b0630 req-5794bb9b-8238-4453-85b4-4d5e862342e3 tempest-DeleteServersAdminTestJSON-2098400252 tempest-DeleteServersAdminTestJSON-2098400252-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba6d8cba-3047-414c-8a71-04d949624c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802306 Aug 05 11:18:54.387442 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5e58e2-8f5b-4ad4-ab60-d262daa22cf0 req-0bf92fac-63b2-4377-a317-bfac610cefa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:54.389319 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2e5e58e2-8f5b-4ad4-ab60-d262daa22cf0 req-0bf92fac-63b2-4377-a317-bfac610cefa6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2779dd37-2937-46d8-af61-d09413a811c2 HTTP/1.1" status: 200 len: 922 time: 0.2342980 Aug 05 11:18:54.409377 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a9643eb-d61a-4628-a4c2-0c010cff91cb x-openstack-request-id: req-4a9643eb-d61a-4628-a4c2-0c010cff91cb {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:18:54.410129 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0687358e-adbb-4da0-a669-af7dafb4177d", "name": "network-vif-plugged", "status": "completed", "tag": "ba9b9656-cdb2-48f1-9dab-cdc1cbfec383", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:18:54.410432 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4a9643eb-d61a-4628-a4c2-0c010cff91cb {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:18:54.411034 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0687358e-adbb-4da0-a669-af7dafb4177d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba9b9656-cdb2-48f1-9dab-cdc1cbfec383', 'code': 200} Aug 05 11:18:54.478301 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2e5e58e2-8f5b-4ad4-ab60-d262daa22cf0 req-c120b4f9-a6d7-418c-ac26-dba85a24238e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2b0dd59-d3fe-431d-ab42-136b5bbf8974 HTTP/1.1" status: 200 len: 217 time: 0.0795264 Aug 05 11:18:54.515762 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53192d36-e1f1-4440-aec9-8b99569d1aca None None] Sync routers for ids ['8a4e5849-4d89-4841-b55f-0f266908948b'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:18:54.532038 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53192d36-e1f1-4440-aec9-8b99569d1aca None None] Routers {'8a4e5849-4d89-4841-b55f-0f266908948b'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:18:54.533615 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-53192d36-e1f1-4440-aec9-8b99569d1aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:18:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['8a4e5849-4d89-4841-b55f-0f266908948b'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:18:54.597649 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5e58e2-8f5b-4ad4-ab60-d262daa22cf0 req-ca75df68-3a1c-4261-8ca4-144620e82008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:54.604213 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2e5e58e2-8f5b-4ad4-ab60-d262daa22cf0 req-ca75df68-3a1c-4261-8ca4-144620e82008 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=15e3f37a-0211-4d47-9d94-f5446f6e6f7a HTTP/1.1" status: 200 len: 860 time: 0.1174409 Aug 05 11:18:54.656710 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce26a9c7-4cb4-4537-8b6b-4a9793ef7f3b req-dace5ea0-4c78-438b-8afe-1b0768b19c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:54.659098 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ce26a9c7-4cb4-4537-8b6b-4a9793ef7f3b req-dace5ea0-4c78-438b-8afe-1b0768b19c2d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0687358e-adbb-4da0-a669-af7dafb4177d HTTP/1.1" status: 200 len: 1100 time: 0.1337562 Aug 05 11:18:54.701656 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-53192d36-e1f1-4440-aec9-8b99569d1aca None None] Set router 8a4e5849-4d89-4841-b55f-0f266908948b gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:18:54.734993 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ce26a9c7-4cb4-4537-8b6b-4a9793ef7f3b req-0ca3c36a-9be1-41dc-8346-c14936880e4e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ba6d8cba-3047-414c-8a71-04d949624c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662003 Aug 05 11:18:54.740456 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5e58e2-8f5b-4ad4-ab60-d262daa22cf0 req-0b4d9c00-01fe-45c4-a45e-77137da2786c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:54.760001 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2e5e58e2-8f5b-4ad4-ab60-d262daa22cf0 req-0b4d9c00-01fe-45c4-a45e-77137da2786c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2779dd37-2937-46d8-af61-d09413a811c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1393328 Aug 05 11:18:54.931307 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2e5e58e2-8f5b-4ad4-ab60-d262daa22cf0 req-d061e5db-1fb3-49ec-89ea-6d5e67a05a47 service neutron] 10.222.0.58 "GET /v2.0/networks/2779dd37-2937-46d8-af61-d09413a811c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678288 Aug 05 11:18:55.055998 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40562999-befd-4851-b8b3-2fc76eb6aff9 req-b4a0dc96-dd77-4608-bcb5-b037ace58516 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:55.057692 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-40562999-befd-4851-b8b3-2fc76eb6aff9 req-b4a0dc96-dd77-4608-bcb5-b037ace58516 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=8814419a-c545-46dc-ab33-6596fce877af HTTP/1.1" status: 200 len: 945 time: 0.1218638 Aug 05 11:18:55.063833 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-53192d36-e1f1-4440-aec9-8b99569d1aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a4e5849-4d89-4841-b55f-0f266908948b', 'name': 'tempest-FloatingIPsAssociationTestJSON-2052184305-router', 'tenant_id': '4db52252ec554e9690b87fbab6c40741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '0779bbf0-ec25-4331-aecc-213253d47e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:17:13Z', 'updated_at': '2021-08-05T11:17:33Z', 'revision_number': 4, 'project_id': '4db52252ec554e9690b87fbab6c40741', 'gw_port': {'id': '0779bbf0-ec25-4331-aecc-213253d47e03', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:bb:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4e5849-4d89-4841-b55f-0f266908948b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 167, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:17:23Z', 'updated_at': '2021-08-05T11:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': '3d9ac98c-686a-4b69-9ae0-69162d84c585', 'tenant_id': '4db52252ec554e9690b87fbab6c40741', 'floating_ip_address': '172.25.5.21', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': '8a4e5849-4d89-4841-b55f-0f266908948b', 'port_id': 'c8dd90d6-e1d7-4a02-9201-5e2f1ce8dc1c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 271, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2779dd37-2937-46d8-af61-d09413a811c2', 'mac_address': 'fa:16:3e:29:81:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696331f0-3dea-4c4f-8585-975b81f7abd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T11:18:09Z', 'updated_at': '2021-08-05T11:18:54Z', 'revision_number': 4, 'project_id': '4db52252ec554e9690b87fbab6c40741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c819079b-708d-40b5-8db8-c6863bd44331', 'name': '', 'network_id': '2779dd37-2937-46d8-af61-d09413a811c2', 'tenant_id': '4db52252ec554e9690b87fbab6c40741', 'mac_address': 'fa:16:3e:ed:1d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4e5849-4d89-4841-b55f-0f266908948b', 'device_owner': 'network:router_interface', 'standard_attr_id': 199, 'fixed_ips': [{'subnet_id': '15e3f37a-0211-4d47-9d94-f5446f6e6f7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:17:30Z', 'updated_at': '2021-08-05T11:17:48Z', 'revision_number': 5, 'project_id': '4db52252ec554e9690b87fbab6c40741', 'subnets': [{'id': '15e3f37a-0211-4d47-9d94-f5446f6e6f7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:18:55.095681 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53192d36-e1f1-4440-aec9-8b99569d1aca None None] Checking router: 8a4e5849-4d89-4841-b55f-0f266908948b for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:18:55.096904 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2e5e58e2-8f5b-4ad4-ab60-d262daa22cf0 req-4412e153-bf02-4c85-8e08-a6642a2f8e87 service neutron] 10.222.0.58 "GET /v2.0/networks/2779dd37-2937-46d8-af61-d09413a811c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488020 Aug 05 11:18:55.109415 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53192d36-e1f1-4440-aec9-8b99569d1aca None None] Routers {'8a4e5849-4d89-4841-b55f-0f266908948b'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:18:55.110309 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-53192d36-e1f1-4440-aec9-8b99569d1aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:18:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['8a4e5849-4d89-4841-b55f-0f266908948b'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:18:55.131006 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-40562999-befd-4851-b8b3-2fc76eb6aff9 req-d6c011c0-5130-4e18-b252-ebf064917f71 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634089 Aug 05 11:18:55.194585 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5e58e2-8f5b-4ad4-ab60-d262daa22cf0 req-1f2b16e6-5a8a-4959-8d53-8e127c09f738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:55.201317 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2e5e58e2-8f5b-4ad4-ab60-d262daa22cf0 req-1f2b16e6-5a8a-4959-8d53-8e127c09f738 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4db52252ec554e9690b87fbab6c40741&device_id=696331f0-3dea-4c4f-8585-975b81f7abd5 HTTP/1.1" status: 200 len: 1097 time: 0.0689571 Aug 05 11:18:55.262210 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-53192d36-e1f1-4440-aec9-8b99569d1aca None None] Set router 8a4e5849-4d89-4841-b55f-0f266908948b gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:18:55.435295 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-be582721-c4c8-4845-978d-2b6540c72e2f req-9306dd8b-a173-4bd0-88ac-8352f87f1e53 tempest-ServerDiagnosticsNegativeTest-1383869498 tempest-ServerDiagnosticsNegativeTest-1383869498-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=01200b4c62784eedaeeccc1756f2e609&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0653338 Aug 05 11:18:55.517569 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-53192d36-e1f1-4440-aec9-8b99569d1aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a4e5849-4d89-4841-b55f-0f266908948b', 'name': 'tempest-FloatingIPsAssociationTestJSON-2052184305-router', 'tenant_id': '4db52252ec554e9690b87fbab6c40741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '0779bbf0-ec25-4331-aecc-213253d47e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:17:13Z', 'updated_at': '2021-08-05T11:17:33Z', 'revision_number': 4, 'project_id': '4db52252ec554e9690b87fbab6c40741', 'gw_port': {'id': '0779bbf0-ec25-4331-aecc-213253d47e03', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:bb:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4e5849-4d89-4841-b55f-0f266908948b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 167, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:17:23Z', 'updated_at': '2021-08-05T11:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': '3d9ac98c-686a-4b69-9ae0-69162d84c585', 'tenant_id': '4db52252ec554e9690b87fbab6c40741', 'floating_ip_address': '172.25.5.21', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': '8a4e5849-4d89-4841-b55f-0f266908948b', 'port_id': 'c8dd90d6-e1d7-4a02-9201-5e2f1ce8dc1c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 271, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2779dd37-2937-46d8-af61-d09413a811c2', 'mac_address': 'fa:16:3e:29:81:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696331f0-3dea-4c4f-8585-975b81f7abd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T11:18:09Z', 'updated_at': '2021-08-05T11:18:54Z', 'revision_number': 4, 'project_id': '4db52252ec554e9690b87fbab6c40741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c819079b-708d-40b5-8db8-c6863bd44331', 'name': '', 'network_id': '2779dd37-2937-46d8-af61-d09413a811c2', 'tenant_id': '4db52252ec554e9690b87fbab6c40741', 'mac_address': 'fa:16:3e:ed:1d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4e5849-4d89-4841-b55f-0f266908948b', 'device_owner': 'network:router_interface', 'standard_attr_id': 199, 'fixed_ips': [{'subnet_id': '15e3f37a-0211-4d47-9d94-f5446f6e6f7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:17:30Z', 'updated_at': '2021-08-05T11:17:48Z', 'revision_number': 5, 'project_id': '4db52252ec554e9690b87fbab6c40741', 'subnets': [{'id': '15e3f37a-0211-4d47-9d94-f5446f6e6f7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:18:55.544688 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53192d36-e1f1-4440-aec9-8b99569d1aca None None] The sync data for ids ['8a4e5849-4d89-4841-b55f-0f266908948b'] in n-d-803378-2 is: [{'id': '8a4e5849-4d89-4841-b55f-0f266908948b', 'name': 'tempest-FloatingIPsAssociationTestJSON-2052184305-router', 'tenant_id': '4db52252ec554e9690b87fbab6c40741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '0779bbf0-ec25-4331-aecc-213253d47e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:17:13Z', 'updated_at': '2021-08-05T11:17:33Z', 'revision_number': 4, 'project_id': '4db52252ec554e9690b87fbab6c40741', 'gw_port': {'id': '0779bbf0-ec25-4331-aecc-213253d47e03', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:bb:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4e5849-4d89-4841-b55f-0f266908948b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 167, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:17:23Z', 'updated_at': '2021-08-05T11:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': '3d9ac98c-686a-4b69-9ae0-69162d84c585', 'tenant_id': '4db52252ec554e9690b87fbab6c40741', 'floating_ip_address': '172.25.5.21', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': '8a4e5849-4d89-4841-b55f-0f266908948b', 'port_id': 'c8dd90d6-e1d7-4a02-9201-5e2f1ce8dc1c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 271, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2779dd37-2937-46d8-af61-d09413a811c2', 'mac_address': 'fa:16:3e:29:81:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696331f0-3dea-4c4f-8585-975b81f7abd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T11:18:09Z', 'updated_at': '2021-08-05T11:18:54Z', 'revision_number': 4, 'project_id': '4db52252ec554e9690b87fbab6c40741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c819079b-708d-40b5-8db8-c6863bd44331', 'name': '', 'network_id': '2779dd37-2937-46d8-af61-d09413a811c2', 'tenant_id': '4db52252ec554e9690b87fbab6c40741', 'mac_address': 'fa:16:3e:ed:1d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4e5849-4d89-4841-b55f-0f266908948b', 'device_owner': 'network:router_interface', 'standard_attr_id': 199, 'fixed_ips': [{'subnet_id': '15e3f37a-0211-4d47-9d94-f5446f6e6f7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:17:30Z', 'updated_at': '2021-08-05T11:17:48Z', 'revision_number': 5, 'project_id': '4db52252ec554e9690b87fbab6c40741', 'subnets': [{'id': '15e3f37a-0211-4d47-9d94-f5446f6e6f7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:18:55.630655 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5e58e2-8f5b-4ad4-ab60-d262daa22cf0 req-531f42fb-895e-4000-b236-33aa8d1818b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:55.633148 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2e5e58e2-8f5b-4ad4-ab60-d262daa22cf0 req-531f42fb-895e-4000-b236-33aa8d1818b9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2779dd37-2937-46d8-af61-d09413a811c2 HTTP/1.1" status: 200 len: 922 time: 0.4288399 Aug 05 11:18:55.774012 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaf8798-0251-445d-95a4-ff7333f2594c req-c7567430-4331-42c1-80f6-bf2cbc65e912 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:55.776744 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bfaf8798-0251-445d-95a4-ff7333f2594c req-c7567430-4331-42c1-80f6-bf2cbc65e912 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.64 "GET /v2.0/networks?id=c1d3f101-369e-4625-bfd2-2a60ea4757bb HTTP/1.1" status: 200 len: 820 time: 0.5470734 Aug 05 11:18:55.814910 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-bfaf8798-0251-445d-95a4-ff7333f2594c req-cf8328ba-229c-4c14-9d13-2108ad25cf1e tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Request body: {'port': {'device_id': '6fada1b1-77db-4131-adc2-98ac0e1c2597', 'network_id': 'c1d3f101-369e-4625-bfd2-2a60ea4757bb', 'admin_state_up': True, 'tenant_id': 'e8f6478cce384a98ba09cac5c1bcf855'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:18:55.871286 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be582721-c4c8-4845-978d-2b6540c72e2f req-8b1ff5ab-7227-4dd7-a871-ed5eb2a0f5ea tempest-ServerDiagnosticsNegativeTest-1383869498 tempest-ServerDiagnosticsNegativeTest-1383869498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:55.874242 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-be582721-c4c8-4845-978d-2b6540c72e2f req-8b1ff5ab-7227-4dd7-a871-ed5eb2a0f5ea tempest-ServerDiagnosticsNegativeTest-1383869498 tempest-ServerDiagnosticsNegativeTest-1383869498-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4170117 Aug 05 11:18:55.966747 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2e5e58e2-8f5b-4ad4-ab60-d262daa22cf0 req-5c6df45b-1fe3-41f6-888e-3d10235a5707 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8dd90d6-e1d7-4a02-9201-5e2f1ce8dc1c HTTP/1.1" status: 200 len: 1001 time: 0.3183374 Aug 05 11:18:55.976319 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-be582721-c4c8-4845-978d-2b6540c72e2f req-538dcec6-523d-4d03-90bd-7fbc4b5f4f6a tempest-ServerDiagnosticsNegativeTest-1383869498 tempest-ServerDiagnosticsNegativeTest-1383869498-project] 10.222.0.58 "GET /v2.0/quotas/01200b4c62784eedaeeccc1756f2e609 HTTP/1.1" status: 200 len: 375 time: 0.0369775 Aug 05 11:18:56.064593 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-be582721-c4c8-4845-978d-2b6540c72e2f req-8614d79d-f403-46a3-b5d0-0f0a3b0f2445 tempest-ServerDiagnosticsNegativeTest-1383869498 tempest-ServerDiagnosticsNegativeTest-1383869498-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=01200b4c62784eedaeeccc1756f2e609&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0715549 Aug 05 11:18:56.114044 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5e58e2-8f5b-4ad4-ab60-d262daa22cf0 req-27f9b0c8-f746-4a17-90e2-5a96d1de5dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:56.116765 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2e5e58e2-8f5b-4ad4-ab60-d262daa22cf0 req-27f9b0c8-f746-4a17-90e2-5a96d1de5dbf service neutron] 10.222.0.58 "GET /v2.0/subnets?id=15e3f37a-0211-4d47-9d94-f5446f6e6f7a HTTP/1.1" status: 200 len: 860 time: 0.1371188 Aug 05 11:18:56.207873 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfaf8798-0251-445d-95a4-ff7333f2594c req-cf8328ba-229c-4c14-9d13-2108ad25cf1e tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Made reservation on behalf of e8f6478cce384a98ba09cac5c1bcf855 for: {'port': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:18:56.213882 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-bfaf8798-0251-445d-95a4-ff7333f2594c req-cf8328ba-229c-4c14-9d13-2108ad25cf1e tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:56.247520 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5e58e2-8f5b-4ad4-ab60-d262daa22cf0 req-c355b940-efaf-49f2-87e6-a317b2f972b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:56.250517 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2e5e58e2-8f5b-4ad4-ab60-d262daa22cf0 req-c355b940-efaf-49f2-87e6-a317b2f972b4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2779dd37-2937-46d8-af61-d09413a811c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1261456 Aug 05 11:18:56.412845 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8814419a-c545-46dc-ab33-6596fce877af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce063f21-41cc-42e4-89df-3242a673326b'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:18:56.415774 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aac4355-1e53-4ec4-8598-9d3ff7b02293" -d '{"events": [{"server_uuid": "8814419a-c545-46dc-ab33-6596fce877af", "name": "network-vif-plugged", "status": "completed", "tag": "ce063f21-41cc-42e4-89df-3242a673326b"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:18:56.520360 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2e5e58e2-8f5b-4ad4-ab60-d262daa22cf0 req-033839f5-c3c1-49ab-a5b0-a60caa8e749e service neutron] 10.222.0.58 "GET /v2.0/networks/2779dd37-2937-46d8-af61-d09413a811c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515938 Aug 05 11:18:56.525997 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4339757-9408-44c4-948b-ae52570c2f7a x-openstack-request-id: req-d4339757-9408-44c4-948b-ae52570c2f7a {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:18:56.526373 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce4b7a83-20e6-417f-926d-f36b7231440d", "tag": "e2b0dd59-d3fe-431d-ab42-136b5bbf8974", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:18:56.526626 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d4339757-9408-44c4-948b-ae52570c2f7a {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:18:56.527030 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce4b7a83-20e6-417f-926d-f36b7231440d', 'tag': 'e2b0dd59-d3fe-431d-ab42-136b5bbf8974', 'status': 'completed', 'code': 200} Aug 05 11:18:56.597125 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [req-bfaf8798-0251-445d-95a4-ff7333f2594c req-cf8328ba-229c-4c14-9d13-2108ad25cf1e tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Allocated IP 172.20.0.9 (c1d3f101-369e-4625-bfd2-2a60ea4757bb/88c33de2-0b50-4fb8-a2a7-3c3e700f5c7c/517913e1-c703-4e65-8ae0-a6a4446ca3ca) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:18:56.705173 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-87dbf9c5-ab70-4c63-a492-c281f995f761 req-178f8cb0-de96-4b2d-b054-f5d22268b329 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fada1b1-77db-4131-adc2-98ac0e1c2597 HTTP/1.1" status: 200 len: 210 time: 0.1106913 Aug 05 11:18:56.789960 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5061d6-c076-4c94-a3cf-cc64eedbe9fe req-722c5d50-3b2b-4b5e-885b-16917fe5047a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:56.792679 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cc5061d6-c076-4c94-a3cf-cc64eedbe9fe req-722c5d50-3b2b-4b5e-885b-16917fe5047a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4db52252ec554e9690b87fbab6c40741&device_id=ce4b7a83-20e6-417f-926d-f36b7231440d HTTP/1.1" status: 200 len: 1096 time: 0.2005980 Aug 05 11:18:57.013639 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2e5e58e2-8f5b-4ad4-ab60-d262daa22cf0 req-fb1a132d-7175-401f-bc78-04b65d504825 service neutron] 10.222.0.58 "GET /v2.0/networks/2779dd37-2937-46d8-af61-d09413a811c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4676878 Aug 05 11:18:57.052608 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-772f7242-b38e-4956-bf20-746cb666ebfd req-628de871-ade8-4174-9c58-5b5511338c76 tempest-QuotasAdminNegativeTest-1203689407 tempest-QuotasAdminNegativeTest-1203689407-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=4fe57691516e42d098a89474487dac97&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1216807 Aug 05 11:18:57.306894 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-bfaf8798-0251-445d-95a4-ff7333f2594c req-cf8328ba-229c-4c14-9d13-2108ad25cf1e tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:57.330274 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5061d6-c076-4c94-a3cf-cc64eedbe9fe req-224835d2-e930-499b-8180-534dffe4e40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:57.331960 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cc5061d6-c076-4c94-a3cf-cc64eedbe9fe req-224835d2-e930-499b-8180-534dffe4e40f service neutron] 10.222.0.55 "GET /v2.0/networks?id=2779dd37-2937-46d8-af61-d09413a811c2 HTTP/1.1" status: 200 len: 922 time: 0.5199966 Aug 05 11:18:57.346364 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fa6548-a394-4c40-a1d8-124fa954f606 req-30666559-b0c4-4bb3-a050-3115a83ca5ce tempest-DeleteServersAdminTestJSON-2098400252 tempest-DeleteServersAdminTestJSON-2098400252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:57.347938 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e6fa6548-a394-4c40-a1d8-124fa954f606 req-30666559-b0c4-4bb3-a050-3115a83ca5ce tempest-DeleteServersAdminTestJSON-2098400252 tempest-DeleteServersAdminTestJSON-2098400252-project] 10.222.0.58 "GET /v2.0/ports?device_id=0687358e-adbb-4da0-a669-af7dafb4177d HTTP/1.1" status: 200 len: 949 time: 0.2400610 Aug 05 11:18:57.407250 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772f7242-b38e-4956-bf20-746cb666ebfd req-76853721-0234-4fe7-af31-d95a4b94c25a tempest-QuotasAdminNegativeTest-1203689407 tempest-QuotasAdminNegativeTest-1203689407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:57.409641 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-772f7242-b38e-4956-bf20-746cb666ebfd req-76853721-0234-4fe7-af31-d95a4b94c25a tempest-QuotasAdminNegativeTest-1203689407 tempest-QuotasAdminNegativeTest-1203689407-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3349719 Aug 05 11:18:57.485976 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cc5061d6-c076-4c94-a3cf-cc64eedbe9fe req-962da03b-364e-4d39-bcfc-0a944b5928e4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2b0dd59-d3fe-431d-ab42-136b5bbf8974 HTTP/1.1" status: 200 len: 217 time: 0.1272175 Aug 05 11:18:57.535025 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-be582721-c4c8-4845-978d-2b6540c72e2f req-19ce11b7-512d-4d4d-9886-2e05bce8f0c0 tempest-ServerDiagnosticsNegativeTest-1383869498 tempest-ServerDiagnosticsNegativeTest-1383869498-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=01200b4c62784eedaeeccc1756f2e609&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330026 Aug 05 11:18:57.561228 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-772f7242-b38e-4956-bf20-746cb666ebfd req-4b710b52-7858-492e-a9f3-03ffe76adc83 tempest-QuotasAdminNegativeTest-1203689407 tempest-QuotasAdminNegativeTest-1203689407-project] 10.222.0.58 "GET /v2.0/quotas/4fe57691516e42d098a89474487dac97 HTTP/1.1" status: 200 len: 375 time: 0.0892353 Aug 05 11:18:57.595625 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-bfaf8798-0251-445d-95a4-ff7333f2594c req-cf8328ba-229c-4c14-9d13-2108ad25cf1e tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:57.601452 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e6fa6548-a394-4c40-a1d8-124fa954f606 req-759757f3-a428-4d63-8c1c-9999c9a6452b tempest-DeleteServersAdminTestJSON-2098400252 tempest-DeleteServersAdminTestJSON-2098400252-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba6d8cba-3047-414c-8a71-04d949624c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413349 Aug 05 11:18:57.737356 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be582721-c4c8-4845-978d-2b6540c72e2f req-da309759-3eae-4742-a545-95d11b895c1b tempest-ServerDiagnosticsNegativeTest-1383869498 tempest-ServerDiagnosticsNegativeTest-1383869498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:57.739913 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-be582721-c4c8-4845-978d-2b6540c72e2f req-da309759-3eae-4742-a545-95d11b895c1b tempest-ServerDiagnosticsNegativeTest-1383869498 tempest-ServerDiagnosticsNegativeTest-1383869498-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1981752 Aug 05 11:18:57.795771 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-be582721-c4c8-4845-978d-2b6540c72e2f req-c742f20c-f325-425c-8fa3-883d756cfb34 tempest-ServerDiagnosticsNegativeTest-1383869498 tempest-ServerDiagnosticsNegativeTest-1383869498-project] Request body: {'port': {'device_id': 'e6b732b6-5580-4c59-906d-a70bcdd2cc0a', 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a', 'admin_state_up': True, 'tenant_id': '01200b4c62784eedaeeccc1756f2e609'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:18:57.943096 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be582721-c4c8-4845-978d-2b6540c72e2f req-c742f20c-f325-425c-8fa3-883d756cfb34 tempest-ServerDiagnosticsNegativeTest-1383869498 tempest-ServerDiagnosticsNegativeTest-1383869498-project] Made reservation on behalf of 01200b4c62784eedaeeccc1756f2e609 for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:18:57.946874 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-be582721-c4c8-4845-978d-2b6540c72e2f req-c742f20c-f325-425c-8fa3-883d756cfb34 tempest-ServerDiagnosticsNegativeTest-1383869498 tempest-ServerDiagnosticsNegativeTest-1383869498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:57.955798 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-772f7242-b38e-4956-bf20-746cb666ebfd req-a1e3cdeb-9419-47f7-a501-d0887f64c4b4 tempest-QuotasAdminNegativeTest-1203689407 tempest-QuotasAdminNegativeTest-1203689407-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=4fe57691516e42d098a89474487dac97&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3801291 Aug 05 11:18:57.978998 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-be582721-c4c8-4845-978d-2b6540c72e2f req-c742f20c-f325-425c-8fa3-883d756cfb34 tempest-ServerDiagnosticsNegativeTest-1383869498 tempest-ServerDiagnosticsNegativeTest-1383869498-project] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:58.024416 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5061d6-c076-4c94-a3cf-cc64eedbe9fe req-cb999b34-46f3-436c-b5bc-f2a540fc06f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:58.026052 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cc5061d6-c076-4c94-a3cf-cc64eedbe9fe req-cb999b34-46f3-436c-b5bc-f2a540fc06f1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=15e3f37a-0211-4d47-9d94-f5446f6e6f7a HTTP/1.1" status: 200 len: 860 time: 0.5232487 Aug 05 11:18:58.067073 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfaf8798-0251-445d-95a4-ff7333f2594c req-cf8328ba-229c-4c14-9d13-2108ad25cf1e tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Network c1d3f101-369e-4625-bfd2-2a60ea4757bb is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:18:58.089759 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8328ba-229c-4c14-9d13-2108ad25cf1e tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Pushing event updated for resources: {'Port': ['ID=517913e1-c703-4e65-8ae0-a6a4446ca3ca,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:18:58.120685 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [req-bfaf8798-0251-445d-95a4-ff7333f2594c req-cf8328ba-229c-4c14-9d13-2108ad25cf1e tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:18:58.125005 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfaf8798-0251-445d-95a4-ff7333f2594c req-cf8328ba-229c-4c14-9d13-2108ad25cf1e tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:18:58.133513 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaf8798-0251-445d-95a4-ff7333f2594c req-cf8328ba-229c-4c14-9d13-2108ad25cf1e tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:58.134193 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-bfaf8798-0251-445d-95a4-ff7333f2594c req-cf8328ba-229c-4c14-9d13-2108ad25cf1e tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:58.145565 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab2f115-e068-4306-b81d-3476c41319e7 req-d85c05e9-a666-4748-8a78-a2e93fb76faa tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:58.147580 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-dab2f115-e068-4306-b81d-3476c41319e7 req-d85c05e9-a666-4748-8a78-a2e93fb76faa tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=8814419a-c545-46dc-ab33-6596fce877af HTTP/1.1" status: 200 len: 945 time: 0.1970065 Aug 05 11:18:58.179100 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-be582721-c4c8-4845-978d-2b6540c72e2f req-c742f20c-f325-425c-8fa3-883d756cfb34 tempest-ServerDiagnosticsNegativeTest-1383869498 tempest-ServerDiagnosticsNegativeTest-1383869498-project] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:58.184513 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-be582721-c4c8-4845-978d-2b6540c72e2f req-c742f20c-f325-425c-8fa3-883d756cfb34 tempest-ServerDiagnosticsNegativeTest-1383869498 tempest-ServerDiagnosticsNegativeTest-1383869498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:58.204056 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-514230e5-2977-46e9-9f91-6bab7d4d1204 req-880fc698-3dfe-44a2-ad62-cb81d6579802 tempest-ServerDiagnosticsNegativeTest-1383869498 tempest-ServerDiagnosticsNegativeTest-1383869498-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6b732b6-5580-4c59-906d-a70bcdd2cc0a HTTP/1.1" status: 200 len: 210 time: 0.0508330 Aug 05 11:18:58.223032 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bfaf8798-0251-445d-95a4-ff7333f2594c req-cf8328ba-229c-4c14-9d13-2108ad25cf1e tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4229555 Aug 05 11:18:58.229217 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5061d6-c076-4c94-a3cf-cc64eedbe9fe req-573985b2-2446-4c92-a167-cb4b2e0ba9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:58.231437 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cc5061d6-c076-4c94-a3cf-cc64eedbe9fe req-573985b2-2446-4c92-a167-cb4b2e0ba9fb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2779dd37-2937-46d8-af61-d09413a811c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1839545 Aug 05 11:18:58.240518 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c742f20c-f325-425c-8fa3-883d756cfb34 tempest-ServerDiagnosticsNegativeTest-1383869498 tempest-ServerDiagnosticsNegativeTest-1383869498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf1187c1-0651-40bf-b575-ab2b28e88494,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:18:58.288570 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-bfaf8798-0251-445d-95a4-ff7333f2594c req-96ff94dc-b1dc-4660-8c18-1a8f6ffb0ac2 service neutron] Request body: {'port': {'device_id': '6fada1b1-77db-4131-adc2-98ac0e1c2597', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-2'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:18:58.314054 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b750a94-fe67-4d41-83d6-092c0fb130e5 x-openstack-request-id: req-1b750a94-fe67-4d41-83d6-092c0fb130e5 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:18:58.315321 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8814419a-c545-46dc-ab33-6596fce877af", "name": "network-vif-plugged", "status": "completed", "tag": "ce063f21-41cc-42e4-89df-3242a673326b", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:18:58.315921 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1b750a94-fe67-4d41-83d6-092c0fb130e5 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:18:58.316760 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8814419a-c545-46dc-ab33-6596fce877af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce063f21-41cc-42e4-89df-3242a673326b', 'code': 200} Aug 05 11:18:58.413137 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-be582721-c4c8-4845-978d-2b6540c72e2f req-c742f20c-f325-425c-8fa3-883d756cfb34 tempest-ServerDiagnosticsNegativeTest-1383869498 tempest-ServerDiagnosticsNegativeTest-1383869498-project] Allocated IP 192.168.233.225 (91caede3-92e4-4b1e-8e3e-36227cfd846a/6842f728-c2f3-4e36-bb32-3303d06ce3f4/0f24779b-472c-409e-8f53-bddda6b2b33e) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:18:58.429948 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-dab2f115-e068-4306-b81d-3476c41319e7 req-14610cf0-19f9-4c6f-803d-a8fd1cb93ed2 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588012 Aug 05 11:18:58.483598 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8834be02-2ba0-45aa-a6c6-1591bb38646e req-915c4d2d-eb08-4aee-86af-b950ddbb82ce tempest-ServersAdminNegativeTestJSON-1602179202 tempest-ServersAdminNegativeTestJSON-1602179202-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=07ff7751f27f4e90815f470edcd10729&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0729241 Aug 05 11:18:58.532141 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '696331f0-3dea-4c4f-8585-975b81f7abd5', 'tag': 'c8dd90d6-e1d7-4a02-9201-5e2f1ce8dc1c'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:18:58.535093 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}828068ad8d405ad77660ce68fa78e1ffe658725812f7a08f9e488a446589295b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cab17dc1-050e-438f-9bd9-299245e8475c" -d '{"events": [{"name": "network-changed", "server_uuid": "696331f0-3dea-4c4f-8585-975b81f7abd5", "tag": "c8dd90d6-e1d7-4a02-9201-5e2f1ce8dc1c"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:18:58.632099 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-be582721-c4c8-4845-978d-2b6540c72e2f req-c742f20c-f325-425c-8fa3-883d756cfb34 tempest-ServerDiagnosticsNegativeTest-1383869498 tempest-ServerDiagnosticsNegativeTest-1383869498-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:58.649347 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-bfaf8798-0251-445d-95a4-ff7333f2594c req-96ff94dc-b1dc-4660-8c18-1a8f6ffb0ac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:58.650030 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-be582721-c4c8-4845-978d-2b6540c72e2f req-c742f20c-f325-425c-8fa3-883d756cfb34 tempest-ServerDiagnosticsNegativeTest-1383869498 tempest-ServerDiagnosticsNegativeTest-1383869498-project] Transition to ACTIVE for port object 0f24779b-472c-409e-8f53-bddda6b2b33e will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:18:58.702584 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-be582721-c4c8-4845-978d-2b6540c72e2f req-c742f20c-f325-425c-8fa3-883d756cfb34 tempest-ServerDiagnosticsNegativeTest-1383869498 tempest-ServerDiagnosticsNegativeTest-1383869498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:58.715250 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cc5061d6-c076-4c94-a3cf-cc64eedbe9fe req-1c9c1b6a-1829-46b7-a5e9-3b513bf0280d service neutron] 10.222.0.55 "GET /v2.0/networks/2779dd37-2937-46d8-af61-d09413a811c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4729407 Aug 05 11:18:58.724518 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c031a6d9-3beb-4738-90fa-eecba5fa75ca req-c83b7ea6-09c1-4ed6-aaf5-ec6c1a3699d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:58.725776 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c031a6d9-3beb-4738-90fa-eecba5fa75ca req-c83b7ea6-09c1-4ed6-aaf5-ec6c1a3699d5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8814419a-c545-46dc-ab33-6596fce877af HTTP/1.1" status: 200 len: 1096 time: 0.2757945 Aug 05 11:18:58.733921 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-47a422a1-6cc0-475f-aa04-1cc7f325322f req-d010a4bb-ecf4-4448-b362-29cbfd7bd2a7 tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.5.21 HTTP/1.1" status: 200 len: 1001 time: 0.2472351 Aug 05 11:18:58.763748 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be582721-c4c8-4845-978d-2b6540c72e2f req-c742f20c-f325-425c-8fa3-883d756cfb34 tempest-ServerDiagnosticsNegativeTest-1383869498 tempest-ServerDiagnosticsNegativeTest-1383869498-project] Network 91caede3-92e4-4b1e-8e3e-36227cfd846a is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:18:58.767171 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-be582721-c4c8-4845-978d-2b6540c72e2f req-c742f20c-f325-425c-8fa3-883d756cfb34 tempest-ServerDiagnosticsNegativeTest-1383869498 tempest-ServerDiagnosticsNegativeTest-1383869498-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:18:58.774072 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-be582721-c4c8-4845-978d-2b6540c72e2f req-c742f20c-f325-425c-8fa3-883d756cfb34 tempest-ServerDiagnosticsNegativeTest-1383869498 tempest-ServerDiagnosticsNegativeTest-1383869498-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:18:58.780732 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be582721-c4c8-4845-978d-2b6540c72e2f req-c742f20c-f325-425c-8fa3-883d756cfb34 tempest-ServerDiagnosticsNegativeTest-1383869498 tempest-ServerDiagnosticsNegativeTest-1383869498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:58.781395 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-be582721-c4c8-4845-978d-2b6540c72e2f req-c742f20c-f325-425c-8fa3-883d756cfb34 tempest-ServerDiagnosticsNegativeTest-1383869498 tempest-ServerDiagnosticsNegativeTest-1383869498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:58.795235 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c742f20c-f325-425c-8fa3-883d756cfb34 tempest-ServerDiagnosticsNegativeTest-1383869498 tempest-ServerDiagnosticsNegativeTest-1383869498-project] Pushing event updated for resources: {'Port': ['ID=0f24779b-472c-409e-8f53-bddda6b2b33e,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:18:58.808610 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-be582721-c4c8-4845-978d-2b6540c72e2f req-c742f20c-f325-425c-8fa3-883d756cfb34 tempest-ServerDiagnosticsNegativeTest-1383869498 tempest-ServerDiagnosticsNegativeTest-1383869498-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0175371 Aug 05 11:18:58.829710 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-be582721-c4c8-4845-978d-2b6540c72e2f req-6b718185-107d-4545-8d42-d14f621372f7 service neutron] Request body: {'port': {'device_id': 'e6b732b6-5580-4c59-906d-a70bcdd2cc0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:18:58.872139 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:58.898846 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-be582721-c4c8-4845-978d-2b6540c72e2f req-6b718185-107d-4545-8d42-d14f621372f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:59.008890 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8834be02-2ba0-45aa-a6c6-1591bb38646e req-df7295b6-8920-4d31-bf0b-9810d2b68d31 tempest-ServersAdminNegativeTestJSON-1602179202 tempest-ServersAdminNegativeTestJSON-1602179202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:59.010511 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8834be02-2ba0-45aa-a6c6-1591bb38646e req-df7295b6-8920-4d31-bf0b-9810d2b68d31 tempest-ServersAdminNegativeTestJSON-1602179202 tempest-ServersAdminNegativeTestJSON-1602179202-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4821014 Aug 05 11:18:59.027683 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a422a1-6cc0-475f-aa04-1cc7f325322f req-eb1c3510-f628-479b-b22b-0ea713203250 tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:59.030057 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-47a422a1-6cc0-475f-aa04-1cc7f325322f req-eb1c3510-f628-479b-b22b-0ea713203250 tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] 10.222.0.58 "GET /v2.0/ports/c8dd90d6-e1d7-4a02-9201-5e2f1ce8dc1c HTTP/1.1" status: 200 len: 943 time: 0.2558205 Aug 05 11:18:59.060746 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c031a6d9-3beb-4738-90fa-eecba5fa75ca req-19369919-4a9c-427f-8934-a378b5ecdb7f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2853429 Aug 05 11:18:59.090145 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-01a4f970-4288-409e-ba75-4388e60d5369 None None] Provisioning for port 0f24779b-472c-409e-8f53-bddda6b2b33e completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:18:59.096352 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-01a4f970-4288-409e-ba75-4388e60d5369 None None] Provisioning complete for port 0f24779b-472c-409e-8f53-bddda6b2b33e triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:18:59.096891 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-01a4f970-4288-409e-ba75-4388e60d5369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:59.145368 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-01a4f970-4288-409e-ba75-4388e60d5369 None None] Port 0f24779b-472c-409e-8f53-bddda6b2b33e cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:18:59.152057 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8834be02-2ba0-45aa-a6c6-1591bb38646e req-3a8df207-a32c-4e1b-8c96-0df0eb3a5b01 tempest-ServersAdminNegativeTestJSON-1602179202 tempest-ServersAdminNegativeTestJSON-1602179202-project] 10.222.0.58 "GET /v2.0/quotas/07ff7751f27f4e90815f470edcd10729 HTTP/1.1" status: 200 len: 375 time: 0.1121674 Aug 05 11:18:59.226813 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cc5061d6-c076-4c94-a3cf-cc64eedbe9fe req-9f834334-065c-4417-8aa0-b86c5465f5cf service neutron] 10.222.0.55 "GET /v2.0/networks/2779dd37-2937-46d8-af61-d09413a811c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4998453 Aug 05 11:18:59.237768 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-be582721-c4c8-4845-978d-2b6540c72e2f req-6b718185-107d-4545-8d42-d14f621372f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f24779b-472c-409e-8f53-bddda6b2b33e {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:18:59.247944 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-be582721-c4c8-4845-978d-2b6540c72e2f req-6b718185-107d-4545-8d42-d14f621372f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:59.277804 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-be582721-c4c8-4845-978d-2b6540c72e2f req-6b718185-107d-4545-8d42-d14f621372f7 service neutron] Transition to ACTIVE for port object 0f24779b-472c-409e-8f53-bddda6b2b33e will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:18:59.288525 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-be582721-c4c8-4845-978d-2b6540c72e2f req-6b718185-107d-4545-8d42-d14f621372f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:59.310937 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-47a422a1-6cc0-475f-aa04-1cc7f325322f req-7de2a216-01eb-42a2-9c08-64c7ec87be67 tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.5.21 HTTP/1.1" status: 200 len: 1001 time: 0.1684651 Aug 05 11:18:59.378985 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b718185-107d-4545-8d42-d14f621372f7 service neutron] Pushing event updated for resources: {'Port': ['ID=0f24779b-472c-409e-8f53-bddda6b2b33e,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:18:59.405187 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-be582721-c4c8-4845-978d-2b6540c72e2f req-6b718185-107d-4545-8d42-d14f621372f7 service neutron] Attempting to bind port 0f24779b-472c-409e-8f53-bddda6b2b33e on host n-h1-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:18:59.405637 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-be582721-c4c8-4845-978d-2b6540c72e2f req-6b718185-107d-4545-8d42-d14f621372f7 service neutron] Attempting to bind port 0f24779b-472c-409e-8f53-bddda6b2b33e by drivers openvswitch,hyperv on host n-h1-803378-2 at level 0 using segments [{'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:18:59.405981 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be582721-c4c8-4845-978d-2b6540c72e2f req-6b718185-107d-4545-8d42-d14f621372f7 service neutron] Attempting to bind port 0f24779b-472c-409e-8f53-bddda6b2b33e on network 91caede3-92e4-4b1e-8e3e-36227cfd846a {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:18:59.411756 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be582721-c4c8-4845-978d-2b6540c72e2f req-6b718185-107d-4545-8d42-d14f621372f7 service neutron] Port 0f24779b-472c-409e-8f53-bddda6b2b33e on network 91caede3-92e4-4b1e-8e3e-36227cfd846a not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:18:59.412220 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be582721-c4c8-4845-978d-2b6540c72e2f req-6b718185-107d-4545-8d42-d14f621372f7 service neutron] Attempting to bind port 0f24779b-472c-409e-8f53-bddda6b2b33e on network 91caede3-92e4-4b1e-8e3e-36227cfd846a {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:18:59.418080 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be582721-c4c8-4845-978d-2b6540c72e2f req-6b718185-107d-4545-8d42-d14f621372f7 service neutron] Checking agent: {'id': '40bb7567-59bd-4b31-bc29-da1c50bca759', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:18:59.418415 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be582721-c4c8-4845-978d-2b6540c72e2f req-6b718185-107d-4545-8d42-d14f621372f7 service neutron] Checking segment: {'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:18:59.418807 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be582721-c4c8-4845-978d-2b6540c72e2f req-6b718185-107d-4545-8d42-d14f621372f7 service neutron] Bound using segment: {'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:18:59.420130 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-be582721-c4c8-4845-978d-2b6540c72e2f req-6b718185-107d-4545-8d42-d14f621372f7 service neutron] Bound port: 0f24779b-472c-409e-8f53-bddda6b2b33e, host: n-h1-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:18:59.420266 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8834be02-2ba0-45aa-a6c6-1591bb38646e req-60205071-1c1c-4817-b47e-b2d6b906ccd2 tempest-ServersAdminNegativeTestJSON-1602179202 tempest-ServersAdminNegativeTestJSON-1602179202-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=07ff7751f27f4e90815f470edcd10729&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2575347 Aug 05 11:18:59.420349 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-be582721-c4c8-4845-978d-2b6540c72e2f req-6b718185-107d-4545-8d42-d14f621372f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:59.512287 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-be582721-c4c8-4845-978d-2b6540c72e2f req-6b718185-107d-4545-8d42-d14f621372f7 service neutron] For port 0f24779b-472c-409e-8f53-bddda6b2b33e, host n-h1-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:18:59.515738 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-be582721-c4c8-4845-978d-2b6540c72e2f req-6b718185-107d-4545-8d42-d14f621372f7 service neutron] For port 0f24779b-472c-409e-8f53-bddda6b2b33e, host n-h1-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=0f24779b-472c-409e-8f53-bddda6b2b33e,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:18:59.525496 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-be582721-c4c8-4845-978d-2b6540c72e2f req-6b718185-107d-4545-8d42-d14f621372f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:59.557224 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [req-bfaf8798-0251-445d-95a4-ff7333f2594c req-96ff94dc-b1dc-4660-8c18-1a8f6ffb0ac2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 517913e1-c703-4e65-8ae0-a6a4446ca3ca {{(pid=94420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:18:59.577765 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-bfaf8798-0251-445d-95a4-ff7333f2594c req-96ff94dc-b1dc-4660-8c18-1a8f6ffb0ac2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:59.589682 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be582721-c4c8-4845-978d-2b6540c72e2f req-6b718185-107d-4545-8d42-d14f621372f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:59.590643 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-be582721-c4c8-4845-978d-2b6540c72e2f req-6b718185-107d-4545-8d42-d14f621372f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:59.592283 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a422a1-6cc0-475f-aa04-1cc7f325322f req-2adce991-d601-4ebc-a35a-882e6055c3f6 tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:59.593203 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-be582721-c4c8-4845-978d-2b6540c72e2f req-6b718185-107d-4545-8d42-d14f621372f7 service neutron] 10.222.0.64 "PUT /v2.0/ports/0f24779b-472c-409e-8f53-bddda6b2b33e HTTP/1.1" status: 200 len: 1096 time: 0.7690716 Aug 05 11:18:59.596064 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6b732b6-5580-4c59-906d-a70bcdd2cc0a', 'tag': '0f24779b-472c-409e-8f53-bddda6b2b33e'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:18:59.597635 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-47a422a1-6cc0-475f-aa04-1cc7f325322f req-2adce991-d601-4ebc-a35a-882e6055c3f6 tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] 10.222.0.58 "GET /v2.0/networks/36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd HTTP/1.1" status: 200 len: 784 time: 0.2757289 Aug 05 11:18:59.598288 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96f73517-56ea-480c-866f-9491f019bfaa" -d '{"events": [{"name": "network-changed", "server_uuid": "e6b732b6-5580-4c59-906d-a70bcdd2cc0a", "tag": "0f24779b-472c-409e-8f53-bddda6b2b33e"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:18:59.655025 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [req-bfaf8798-0251-445d-95a4-ff7333f2594c req-96ff94dc-b1dc-4660-8c18-1a8f6ffb0ac2 service neutron] Transition to ACTIVE for port object 517913e1-c703-4e65-8ae0-a6a4446ca3ca will not be triggered until provisioned by entity L2. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:18:59.682387 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b718185-107d-4545-8d42-d14f621372f7 service neutron] Pushing event updated for resources: {'Port': ['ID=0f24779b-472c-409e-8f53-bddda6b2b33e,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:18:59.699024 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-bfaf8798-0251-445d-95a4-ff7333f2594c req-96ff94dc-b1dc-4660-8c18-1a8f6ffb0ac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:18:59.799632 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be582721-c4c8-4845-978d-2b6540c72e2f req-0ef46269-38ed-46e0-8c9a-452f6f75e251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:18:59.801239 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-be582721-c4c8-4845-978d-2b6540c72e2f req-0ef46269-38ed-46e0-8c9a-452f6f75e251 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=01200b4c62784eedaeeccc1756f2e609&device_id=e6b732b6-5580-4c59-906d-a70bcdd2cc0a HTTP/1.1" status: 200 len: 1099 time: 0.0964077 Aug 05 11:18:59.803821 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ff94dc-b1dc-4660-8c18-1a8f6ffb0ac2 service neutron] Pushing event updated for resources: {'Port': ['ID=517913e1-c703-4e65-8ae0-a6a4446ca3ca,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:18:59.902605 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-be582721-c4c8-4845-978d-2b6540c72e2f req-4d7dc00c-2291-4c69-ab10-5ce8cd8a4afc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=0f24779b-472c-409e-8f53-bddda6b2b33e HTTP/1.1" status: 200 len: 217 time: 0.0756502 Aug 05 11:18:59.982108 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-bfaf8798-0251-445d-95a4-ff7333f2594c req-96ff94dc-b1dc-4660-8c18-1a8f6ffb0ac2 service neutron] Attempting to bind port 517913e1-c703-4e65-8ae0-a6a4446ca3ca on host n-h1-803378-2 for vnic_type normal with profile {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:18:59.982682 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-bfaf8798-0251-445d-95a4-ff7333f2594c req-96ff94dc-b1dc-4660-8c18-1a8f6ffb0ac2 service neutron] Attempting to bind port 517913e1-c703-4e65-8ae0-a6a4446ca3ca by drivers openvswitch,hyperv on host n-h1-803378-2 at level 0 using segments [{'id': '7242661a-6816-45d7-a9cf-d91bdd00208a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'c1d3f101-369e-4625-bfd2-2a60ea4757bb'}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:18:59.983093 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfaf8798-0251-445d-95a4-ff7333f2594c req-96ff94dc-b1dc-4660-8c18-1a8f6ffb0ac2 service neutron] Attempting to bind port 517913e1-c703-4e65-8ae0-a6a4446ca3ca on network c1d3f101-369e-4625-bfd2-2a60ea4757bb {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:18:59.999375 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfaf8798-0251-445d-95a4-ff7333f2594c req-96ff94dc-b1dc-4660-8c18-1a8f6ffb0ac2 service neutron] Port 517913e1-c703-4e65-8ae0-a6a4446ca3ca on network c1d3f101-369e-4625-bfd2-2a60ea4757bb not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-2 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:19:00.000390 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be582721-c4c8-4845-978d-2b6540c72e2f req-23ef8e4b-6ed5-4774-80b8-13da3671fec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:00.001319 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfaf8798-0251-445d-95a4-ff7333f2594c req-96ff94dc-b1dc-4660-8c18-1a8f6ffb0ac2 service neutron] Attempting to bind port 517913e1-c703-4e65-8ae0-a6a4446ca3ca on network c1d3f101-369e-4625-bfd2-2a60ea4757bb {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:19:00.011995 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-be582721-c4c8-4845-978d-2b6540c72e2f req-23ef8e4b-6ed5-4774-80b8-13da3671fec8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6842f728-c2f3-4e36-bb32-3303d06ce3f4 HTTP/1.1" status: 200 len: 843 time: 0.1035101 Aug 05 11:19:00.014151 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfaf8798-0251-445d-95a4-ff7333f2594c req-96ff94dc-b1dc-4660-8c18-1a8f6ffb0ac2 service neutron] Checking agent: {'id': '40bb7567-59bd-4b31-bc29-da1c50bca759', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:19:00.014681 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfaf8798-0251-445d-95a4-ff7333f2594c req-96ff94dc-b1dc-4660-8c18-1a8f6ffb0ac2 service neutron] Checking segment: {'id': '7242661a-6816-45d7-a9cf-d91bdd00208a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'c1d3f101-369e-4625-bfd2-2a60ea4757bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:19:00.015352 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfaf8798-0251-445d-95a4-ff7333f2594c req-96ff94dc-b1dc-4660-8c18-1a8f6ffb0ac2 service neutron] Bound using segment: {'id': '7242661a-6816-45d7-a9cf-d91bdd00208a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'c1d3f101-369e-4625-bfd2-2a60ea4757bb'} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:19:00.015891 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-bfaf8798-0251-445d-95a4-ff7333f2594c req-96ff94dc-b1dc-4660-8c18-1a8f6ffb0ac2 service neutron] Bound port: 517913e1-c703-4e65-8ae0-a6a4446ca3ca, host: n-h1-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7242661a-6816-45d7-a9cf-d91bdd00208a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'c1d3f101-369e-4625-bfd2-2a60ea4757bb'}}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:19:00.016994 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-bfaf8798-0251-445d-95a4-ff7333f2594c req-96ff94dc-b1dc-4660-8c18-1a8f6ffb0ac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:00.091112 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be582721-c4c8-4845-978d-2b6540c72e2f req-4d88ab78-12c3-4827-be5f-bddd6512f2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:00.093100 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-be582721-c4c8-4845-978d-2b6540c72e2f req-4d88ab78-12c3-4827-be5f-bddd6512f2c0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=91caede3-92e4-4b1e-8e3e-36227cfd846a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0734015 Aug 05 11:19:00.094842 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8580394f-cde0-4148-9c0a-92c4dac4dcba req-da782c15-2b1a-4af7-a005-5e4aa4762e48 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:00.098882 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8580394f-cde0-4148-9c0a-92c4dac4dcba req-da782c15-2b1a-4af7-a005-5e4aa4762e48 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fada1b1-77db-4131-adc2-98ac0e1c2597 HTTP/1.1" status: 200 len: 943 time: 0.1762648 Aug 05 11:19:00.252840 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8580394f-cde0-4148-9c0a-92c4dac4dcba req-354866fd-444b-40a2-8ea1-087acbad629f tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b660be2-1cd3-4f1b-b8b6-43aa3e7d82c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244779 Aug 05 11:19:00.263045 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-bfaf8798-0251-445d-95a4-ff7333f2594c req-96ff94dc-b1dc-4660-8c18-1a8f6ffb0ac2 service neutron] For port 517913e1-c703-4e65-8ae0-a6a4446ca3ca, host n-h1-803378-2, cleared binding levels {{(pid=94420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:19:00.274966 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-bfaf8798-0251-445d-95a4-ff7333f2594c req-96ff94dc-b1dc-4660-8c18-1a8f6ffb0ac2 service neutron] For port 517913e1-c703-4e65-8ae0-a6a4446ca3ca, host n-h1-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=517913e1-c703-4e65-8ae0-a6a4446ca3ca,segment=NetworkSegment(7242661a-6816-45d7-a9cf-d91bdd00208a),segment_id=7242661a-6816-45d7-a9cf-d91bdd00208a)] {{(pid=94420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:19:00.285313 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-be582721-c4c8-4845-978d-2b6540c72e2f req-358df9d9-25b8-4b42-9b6a-f76b45245cf6 service neutron] 10.222.0.64 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836360 Aug 05 11:19:00.289275 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-bfaf8798-0251-445d-95a4-ff7333f2594c req-96ff94dc-b1dc-4660-8c18-1a8f6ffb0ac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:00.406169 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ff94dc-b1dc-4660-8c18-1a8f6ffb0ac2 service neutron] Pushing event updated for resources: {'Port': ['ID=517913e1-c703-4e65-8ae0-a6a4446ca3ca,revision_number=3']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:19:00.412003 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68186e92-ceb5-48f5-a9f4-a47ffd68e67d x-openstack-request-id: req-68186e92-ceb5-48f5-a9f4-a47ffd68e67d {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:19:00.412341 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "696331f0-3dea-4c4f-8585-975b81f7abd5", "tag": "c8dd90d6-e1d7-4a02-9201-5e2f1ce8dc1c", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:19:00.412709 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-68186e92-ceb5-48f5-a9f4-a47ffd68e67d {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:19:00.413126 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '696331f0-3dea-4c4f-8585-975b81f7abd5', 'tag': 'c8dd90d6-e1d7-4a02-9201-5e2f1ce8dc1c', 'status': 'completed', 'code': 200} Aug 05 11:19:00.415653 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaf8798-0251-445d-95a4-ff7333f2594c req-96ff94dc-b1dc-4660-8c18-1a8f6ffb0ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:00.416300 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-bfaf8798-0251-445d-95a4-ff7333f2594c req-96ff94dc-b1dc-4660-8c18-1a8f6ffb0ac2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:00.417803 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bfaf8798-0251-445d-95a4-ff7333f2594c req-96ff94dc-b1dc-4660-8c18-1a8f6ffb0ac2 service neutron] 10.222.0.64 "PUT /v2.0/ports/517913e1-c703-4e65-8ae0-a6a4446ca3ca HTTP/1.1" status: 200 len: 1091 time: 2.1795640 Aug 05 11:19:00.455951 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-be582721-c4c8-4845-978d-2b6540c72e2f req-4226b496-3d5e-4340-9277-bf55b90e5ec4 service neutron] 10.222.0.64 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628644 Aug 05 11:19:00.634325 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab17dc1-050e-438f-9bd9-299245e8475c req-09d867e5-b857-4a4c-94c8-63bc2f2195bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:00.637420 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cab17dc1-050e-438f-9bd9-299245e8475c req-09d867e5-b857-4a4c-94c8-63bc2f2195bd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4db52252ec554e9690b87fbab6c40741&device_id=696331f0-3dea-4c4f-8585-975b81f7abd5 HTTP/1.1" status: 200 len: 1097 time: 0.1578493 Aug 05 11:19:00.662358 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caf9262-0a07-4da0-a2e7-08e29d9d6329 req-bb3107ce-b103-4e2e-8937-1cbd98a8f786 tempest-ServerDiagnosticsNegativeTest-1383869498 tempest-ServerDiagnosticsNegativeTest-1383869498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:00.665150 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2caf9262-0a07-4da0-a2e7-08e29d9d6329 req-bb3107ce-b103-4e2e-8937-1cbd98a8f786 tempest-ServerDiagnosticsNegativeTest-1383869498 tempest-ServerDiagnosticsNegativeTest-1383869498-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6b732b6-5580-4c59-906d-a70bcdd2cc0a HTTP/1.1" status: 200 len: 948 time: 0.1152089 Aug 05 11:19:00.862284 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2caf9262-0a07-4da0-a2e7-08e29d9d6329 req-940fd0f9-99ec-4681-b6c4-82ff2f7197ff tempest-ServerDiagnosticsNegativeTest-1383869498 tempest-ServerDiagnosticsNegativeTest-1383869498-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf1187c1-0651-40bf-b575-ab2b28e88494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851585 Aug 05 11:19:00.870756 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf900f64-9f77-4cb9-96fc-4ac094895787 req-a645fa4a-4356-472d-8130-ac1c0651f151 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:00.872329 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cf900f64-9f77-4cb9-96fc-4ac094895787 req-a645fa4a-4356-472d-8130-ac1c0651f151 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=8814419a-c545-46dc-ab33-6596fce877af HTTP/1.1" status: 200 len: 945 time: 0.2038567 Aug 05 11:19:01.001768 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaf8798-0251-445d-95a4-ff7333f2594c req-29226242-42f1-4556-a22b-f8f09ca1b3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:01.003450 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-bfaf8798-0251-445d-95a4-ff7333f2594c req-29226242-42f1-4556-a22b-f8f09ca1b3c6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e8f6478cce384a98ba09cac5c1bcf855&device_id=6fada1b1-77db-4131-adc2-98ac0e1c2597 HTTP/1.1" status: 200 len: 1094 time: 0.3803954 Aug 05 11:19:01.009348 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab17dc1-050e-438f-9bd9-299245e8475c req-de0c9052-898f-4029-ad16-e6f425cef556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:01.011999 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cab17dc1-050e-438f-9bd9-299245e8475c req-de0c9052-898f-4029-ad16-e6f425cef556 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2779dd37-2937-46d8-af61-d09413a811c2 HTTP/1.1" status: 200 len: 922 time: 0.3453217 Aug 05 11:19:01.059304 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-bfaf8798-0251-445d-95a4-ff7333f2594c req-f82c384a-6f5a-46ec-a163-f9a677c36ee2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=517913e1-c703-4e65-8ae0-a6a4446ca3ca HTTP/1.1" status: 200 len: 217 time: 0.0389488 Aug 05 11:19:01.102759 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cf900f64-9f77-4cb9-96fc-4ac094895787 req-d8656d8a-fff1-4ca8-aeb0-4b3c311996e5 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146778 Aug 05 11:19:01.115019 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1823b637-3472-4cd7-808b-93e11217377c req-5a716397-3192-40b4-8de0-d8d7036a320b tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.5.21 HTTP/1.1" status: 200 len: 1001 time: 0.2242999 Aug 05 11:19:01.122415 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cab17dc1-050e-438f-9bd9-299245e8475c req-b2ef8281-1c58-42ac-ac18-ef0b92563f2d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8dd90d6-e1d7-4a02-9201-5e2f1ce8dc1c HTTP/1.1" status: 200 len: 1001 time: 0.1004338 Aug 05 11:19:01.140516 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaf8798-0251-445d-95a4-ff7333f2594c req-835df3fe-ebf6-445b-b35e-dc9758754842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:01.143016 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-bfaf8798-0251-445d-95a4-ff7333f2594c req-835df3fe-ebf6-445b-b35e-dc9758754842 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=88c33de2-0b50-4fb8-a2a7-3c3e700f5c7c HTTP/1.1" status: 200 len: 860 time: 0.0745842 Aug 05 11:19:01.199822 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e579890c-fc93-4f4b-9d65-006515f9490a x-openstack-request-id: req-e579890c-fc93-4f4b-9d65-006515f9490a {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:19:01.200227 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6b732b6-5580-4c59-906d-a70bcdd2cc0a", "tag": "0f24779b-472c-409e-8f53-bddda6b2b33e", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:19:01.200616 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e579890c-fc93-4f4b-9d65-006515f9490a {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:19:01.201119 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6b732b6-5580-4c59-906d-a70bcdd2cc0a', 'tag': '0f24779b-472c-409e-8f53-bddda6b2b33e', 'status': 'completed', 'code': 200} Aug 05 11:19:01.203545 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-bfaf8798-0251-445d-95a4-ff7333f2594c req-8b1db796-80ca-4d8c-8dc4-b45694d6213e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c1d3f101-369e-4625-bfd2-2a60ea4757bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482287 Aug 05 11:19:01.248110 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1823b637-3472-4cd7-808b-93e11217377c req-ed349444-0a49-4880-ad2f-e6a6870e2dc6 tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:01.250719 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1823b637-3472-4cd7-808b-93e11217377c req-ed349444-0a49-4880-ad2f-e6a6870e2dc6 tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] 10.222.0.58 "GET /v2.0/ports/c8dd90d6-e1d7-4a02-9201-5e2f1ce8dc1c HTTP/1.1" status: 200 len: 943 time: 0.1231496 Aug 05 11:19:01.259406 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab17dc1-050e-438f-9bd9-299245e8475c req-206f1ebd-9c49-4381-9050-edb733a6fdba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:01.261867 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cab17dc1-050e-438f-9bd9-299245e8475c req-206f1ebd-9c49-4381-9050-edb733a6fdba service neutron] 10.222.0.55 "GET /v2.0/subnets?id=15e3f37a-0211-4d47-9d94-f5446f6e6f7a HTTP/1.1" status: 200 len: 860 time: 0.1238360 Aug 05 11:19:01.363840 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2d63fdda-17f6-491e-a207-606d5afb9b0b req-213493b2-badb-4d71-bdfe-5ced3efd9719 tempest-ServersAdminNegativeTestJSON-1602179202 tempest-ServersAdminNegativeTestJSON-1602179202-project] 10.222.0.58 "GET /v2.0/ports?device_id=139d379a-dd37-4226-83e5-6df9ddef1862 HTTP/1.1" status: 200 len: 210 time: 0.0686252 Aug 05 11:19:01.470134 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab17dc1-050e-438f-9bd9-299245e8475c req-9d79df74-f22d-4048-a70f-c3f1439e3e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:01.472700 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cab17dc1-050e-438f-9bd9-299245e8475c req-9d79df74-f22d-4048-a70f-c3f1439e3e3c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2779dd37-2937-46d8-af61-d09413a811c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2000763 Aug 05 11:19:01.479691 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8834be02-2ba0-45aa-a6c6-1591bb38646e req-d1670773-4970-4ae2-b27f-3cbb99bbc832 tempest-ServersAdminNegativeTestJSON-1602179202 tempest-ServersAdminNegativeTestJSON-1602179202-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=07ff7751f27f4e90815f470edcd10729&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0521622 Aug 05 11:19:01.482720 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f73517-56ea-480c-866f-9491f019bfaa req-df5fe5a9-27e6-4613-b134-9314f72140f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:01.486409 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-96f73517-56ea-480c-866f-9491f019bfaa req-df5fe5a9-27e6-4613-b134-9314f72140f0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=01200b4c62784eedaeeccc1756f2e609&device_id=e6b732b6-5580-4c59-906d-a70bcdd2cc0a HTTP/1.1" status: 200 len: 1099 time: 0.1511669 Aug 05 11:19:01.488316 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-bfaf8798-0251-445d-95a4-ff7333f2594c req-b677ba72-8e5e-46aa-9b46-fe2bb5eaeb4c service neutron] 10.222.0.64 "GET /v2.0/networks/c1d3f101-369e-4625-bfd2-2a60ea4757bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420080 Aug 05 11:19:01.521288 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1823b637-3472-4cd7-808b-93e11217377c req-fc80da99-76f8-4df4-9277-a26c99d9ba88 tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.5.21 HTTP/1.1" status: 200 len: 1001 time: 0.1512954 Aug 05 11:19:01.710018 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8834be02-2ba0-45aa-a6c6-1591bb38646e req-dfc82e38-10a1-41e4-a8c8-75fed3b4def2 tempest-ServersAdminNegativeTestJSON-1602179202 tempest-ServersAdminNegativeTestJSON-1602179202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:01.711876 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8834be02-2ba0-45aa-a6c6-1591bb38646e req-dfc82e38-10a1-41e4-a8c8-75fed3b4def2 tempest-ServersAdminNegativeTestJSON-1602179202 tempest-ServersAdminNegativeTestJSON-1602179202-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2198682 Aug 05 11:19:01.716222 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-bfaf8798-0251-445d-95a4-ff7333f2594c req-3ebb9ce4-7a58-4632-857e-af201a6dd413 service neutron] 10.222.0.64 "GET /v2.0/networks/c1d3f101-369e-4625-bfd2-2a60ea4757bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035115 Aug 05 11:19:01.749231 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-8834be02-2ba0-45aa-a6c6-1591bb38646e req-0093cbe9-c987-40d5-9975-c8243c3ba0f3 tempest-ServersAdminNegativeTestJSON-1602179202 tempest-ServersAdminNegativeTestJSON-1602179202-project] Request body: {'port': {'device_id': '139d379a-dd37-4226-83e5-6df9ddef1862', 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a', 'admin_state_up': True, 'tenant_id': '07ff7751f27f4e90815f470edcd10729'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:19:01.816550 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba26db77-10fd-4f06-b460-ca0881b154b4 req-7a55db31-fc81-416a-acbe-43df8c157fdd tempest-DeleteServersAdminTestJSON-2098400252 tempest-DeleteServersAdminTestJSON-2098400252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:01.819523 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ba26db77-10fd-4f06-b460-ca0881b154b4 req-7a55db31-fc81-416a-acbe-43df8c157fdd tempest-DeleteServersAdminTestJSON-2098400252 tempest-DeleteServersAdminTestJSON-2098400252-project] 10.222.0.58 "GET /v2.0/ports?device_id=0687358e-adbb-4da0-a669-af7dafb4177d HTTP/1.1" status: 200 len: 949 time: 0.2874484 Aug 05 11:19:01.916049 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cab17dc1-050e-438f-9bd9-299245e8475c req-8c8498b6-7eff-4e98-b19f-932d19c5d190 service neutron] 10.222.0.55 "GET /v2.0/networks/2779dd37-2937-46d8-af61-d09413a811c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4231431 Aug 05 11:19:01.933773 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8834be02-2ba0-45aa-a6c6-1591bb38646e req-0093cbe9-c987-40d5-9975-c8243c3ba0f3 tempest-ServersAdminNegativeTestJSON-1602179202 tempest-ServersAdminNegativeTestJSON-1602179202-project] Made reservation on behalf of 07ff7751f27f4e90815f470edcd10729 for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:19:01.937794 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-8834be02-2ba0-45aa-a6c6-1591bb38646e req-0093cbe9-c987-40d5-9975-c8243c3ba0f3 tempest-ServersAdminNegativeTestJSON-1602179202 tempest-ServersAdminNegativeTestJSON-1602179202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:01.950799 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f73517-56ea-480c-866f-9491f019bfaa req-eea8e4f6-837a-43ca-87bd-fbe9e43c8d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:01.952307 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-96f73517-56ea-480c-866f-9491f019bfaa req-eea8e4f6-837a-43ca-87bd-fbe9e43c8d2f service neutron] 10.222.0.64 "GET /v2.0/networks?id=91caede3-92e4-4b1e-8e3e-36227cfd846a HTTP/1.1" status: 200 len: 870 time: 0.4449551 Aug 05 11:19:01.973758 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1823b637-3472-4cd7-808b-93e11217377c req-72ec2846-c180-4846-881b-231392693468 tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:01.975534 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1823b637-3472-4cd7-808b-93e11217377c req-72ec2846-c180-4846-881b-231392693468 tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] 10.222.0.58 "GET /v2.0/networks/36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd HTTP/1.1" status: 200 len: 784 time: 0.4403546 Aug 05 11:19:02.059767 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ba26db77-10fd-4f06-b460-ca0881b154b4 req-28684f2d-63b2-4e85-9be5-11244fed7edc tempest-DeleteServersAdminTestJSON-2098400252 tempest-DeleteServersAdminTestJSON-2098400252-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba6d8cba-3047-414c-8a71-04d949624c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193527 Aug 05 11:19:02.085575 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-96f73517-56ea-480c-866f-9491f019bfaa req-fbfbb8ea-3e7f-4065-9538-2f7da8794174 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=0f24779b-472c-409e-8f53-bddda6b2b33e HTTP/1.1" status: 200 len: 217 time: 0.1176698 Aug 05 11:19:02.103081 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-8834be02-2ba0-45aa-a6c6-1591bb38646e req-0093cbe9-c987-40d5-9975-c8243c3ba0f3 tempest-ServersAdminNegativeTestJSON-1602179202 tempest-ServersAdminNegativeTestJSON-1602179202-project] Allocated IP 192.168.233.120 (91caede3-92e4-4b1e-8e3e-36227cfd846a/6842f728-c2f3-4e36-bb32-3303d06ce3f4/42641d78-a2ad-4f4e-a08d-66bb3bfdf042) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:19:02.324184 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-8834be02-2ba0-45aa-a6c6-1591bb38646e req-0093cbe9-c987-40d5-9975-c8243c3ba0f3 tempest-ServersAdminNegativeTestJSON-1602179202 tempest-ServersAdminNegativeTestJSON-1602179202-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:02.345396 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-8834be02-2ba0-45aa-a6c6-1591bb38646e req-0093cbe9-c987-40d5-9975-c8243c3ba0f3 tempest-ServersAdminNegativeTestJSON-1602179202 tempest-ServersAdminNegativeTestJSON-1602179202-project] Transition to ACTIVE for port object 42641d78-a2ad-4f4e-a08d-66bb3bfdf042 will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:19:02.386010 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-8834be02-2ba0-45aa-a6c6-1591bb38646e req-0093cbe9-c987-40d5-9975-c8243c3ba0f3 tempest-ServersAdminNegativeTestJSON-1602179202 tempest-ServersAdminNegativeTestJSON-1602179202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:02.421107 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fada1b1-77db-4131-adc2-98ac0e1c2597', 'tag': '517913e1-c703-4e65-8ae0-a6a4446ca3ca'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:19:02.423436 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}828068ad8d405ad77660ce68fa78e1ffe658725812f7a08f9e488a446589295b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07d13d9e-9b86-4e93-b019-43bebfdeb6ad" -d '{"events": [{"name": "network-changed", "server_uuid": "6fada1b1-77db-4131-adc2-98ac0e1c2597", "tag": "517913e1-c703-4e65-8ae0-a6a4446ca3ca"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:19:02.441812 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['29c4ae2f-b18b-4d36-a5d7-fd8e10258cdf'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:19:02.453738 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0093cbe9-c987-40d5-9975-c8243c3ba0f3 tempest-ServersAdminNegativeTestJSON-1602179202 tempest-ServersAdminNegativeTestJSON-1602179202-project] Pushing event updated for resources: {'Port': ['ID=42641d78-a2ad-4f4e-a08d-66bb3bfdf042,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:19:02.481765 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8834be02-2ba0-45aa-a6c6-1591bb38646e req-0093cbe9-c987-40d5-9975-c8243c3ba0f3 tempest-ServersAdminNegativeTestJSON-1602179202 tempest-ServersAdminNegativeTestJSON-1602179202-project] Network 91caede3-92e4-4b1e-8e3e-36227cfd846a is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:19:02.483674 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-8834be02-2ba0-45aa-a6c6-1591bb38646e req-0093cbe9-c987-40d5-9975-c8243c3ba0f3 tempest-ServersAdminNegativeTestJSON-1602179202 tempest-ServersAdminNegativeTestJSON-1602179202-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:19:02.503302 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-8834be02-2ba0-45aa-a6c6-1591bb38646e req-0093cbe9-c987-40d5-9975-c8243c3ba0f3 tempest-ServersAdminNegativeTestJSON-1602179202 tempest-ServersAdminNegativeTestJSON-1602179202-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:19:02.516452 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8834be02-2ba0-45aa-a6c6-1591bb38646e req-0093cbe9-c987-40d5-9975-c8243c3ba0f3 tempest-ServersAdminNegativeTestJSON-1602179202 tempest-ServersAdminNegativeTestJSON-1602179202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:02.517869 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-8834be02-2ba0-45aa-a6c6-1591bb38646e req-0093cbe9-c987-40d5-9975-c8243c3ba0f3 tempest-ServersAdminNegativeTestJSON-1602179202 tempest-ServersAdminNegativeTestJSON-1602179202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:02.531562 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1823b637-3472-4cd7-808b-93e11217377c req-9e8aa562-e074-485b-9641-aabdc69ef81f tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.5.21 HTTP/1.1" status: 200 len: 1001 time: 0.5284786 Aug 05 11:19:02.543027 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8834be02-2ba0-45aa-a6c6-1591bb38646e req-0093cbe9-c987-40d5-9975-c8243c3ba0f3 tempest-ServersAdminNegativeTestJSON-1602179202 tempest-ServersAdminNegativeTestJSON-1602179202-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8055065 Aug 05 11:19:02.544150 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-1823b637-3472-4cd7-808b-93e11217377c req-63903f77-a6e6-40d8-b72e-e8713d80869c tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:19:02.547655 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f73517-56ea-480c-866f-9491f019bfaa req-a5b29835-3d87-4b8a-84bd-57d761b9b3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:02.549165 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-96f73517-56ea-480c-866f-9491f019bfaa req-a5b29835-3d87-4b8a-84bd-57d761b9b3c8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6842f728-c2f3-4e36-bb32-3303d06ce3f4 HTTP/1.1" status: 200 len: 843 time: 0.1476383 Aug 05 11:19:02.572918 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-8834be02-2ba0-45aa-a6c6-1591bb38646e req-ce2ee53f-69d2-47e9-96f0-61ec8edfe6cf service neutron] Request body: {'port': {'device_id': '139d379a-dd37-4226-83e5-6df9ddef1862', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:19:02.591230 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c53e38-87d7-4713-b1b3-8691e79d0515 req-14919298-3fe8-419e-9485-5da9def50f33 tempest-DeleteServersAdminTestJSON-1240244688 tempest-DeleteServersAdminTestJSON-1240244688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:02.592796 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-67c53e38-87d7-4713-b1b3-8691e79d0515 req-14919298-3fe8-419e-9485-5da9def50f33 tempest-DeleteServersAdminTestJSON-1240244688 tempest-DeleteServersAdminTestJSON-1240244688-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=0687358e-adbb-4da0-a669-af7dafb4177d HTTP/1.1" status: 200 len: 1100 time: 0.5321126 Aug 05 11:19:02.594671 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cab17dc1-050e-438f-9bd9-299245e8475c req-68907b60-039b-40d2-86f0-5d21cab23ef5 service neutron] 10.222.0.55 "GET /v2.0/networks/2779dd37-2937-46d8-af61-d09413a811c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6646323 Aug 05 11:19:02.644321 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-8834be02-2ba0-45aa-a6c6-1591bb38646e req-ce2ee53f-69d2-47e9-96f0-61ec8edfe6cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:02.724155 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-1823b637-3472-4cd7-808b-93e11217377c req-63903f77-a6e6-40d8-b72e-e8713d80869c tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Notify callbacks [] for floatingip, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:02.794118 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-c646a3a8-acf4-42a0-938a-ab0867e27e8c None None] Provisioning for port 42641d78-a2ad-4f4e-a08d-66bb3bfdf042 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:19:02.794764 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53fa884-bc41-4f18-ba5a-85a71b33fc8a req-23e393c4-e83a-4dbd-b8de-c36d5a03ec63 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:02.797031 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e53fa884-bc41-4f18-ba5a-85a71b33fc8a req-23e393c4-e83a-4dbd-b8de-c36d5a03ec63 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fada1b1-77db-4131-adc2-98ac0e1c2597 HTTP/1.1" status: 200 len: 943 time: 0.2629955 Aug 05 11:19:02.798224 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-c646a3a8-acf4-42a0-938a-ab0867e27e8c None None] Provisioning complete for port 42641d78-a2ad-4f4e-a08d-66bb3bfdf042 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:19:02.798868 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c646a3a8-acf4-42a0-938a-ab0867e27e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:02.807085 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f73517-56ea-480c-866f-9491f019bfaa req-fc3e0400-68ee-4e6e-a8d1-624e8da7218e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:02.808672 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-96f73517-56ea-480c-866f-9491f019bfaa req-fc3e0400-68ee-4e6e-a8d1-624e8da7218e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=91caede3-92e4-4b1e-8e3e-36227cfd846a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2109907 Aug 05 11:19:02.842730 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-c646a3a8-acf4-42a0-938a-ab0867e27e8c None None] Port 42641d78-a2ad-4f4e-a08d-66bb3bfdf042 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:19:02.960831 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-8834be02-2ba0-45aa-a6c6-1591bb38646e req-ce2ee53f-69d2-47e9-96f0-61ec8edfe6cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42641d78-a2ad-4f4e-a08d-66bb3bfdf042 {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:19:02.967749 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-8834be02-2ba0-45aa-a6c6-1591bb38646e req-ce2ee53f-69d2-47e9-96f0-61ec8edfe6cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:02.972075 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e53fa884-bc41-4f18-ba5a-85a71b33fc8a req-8ae6f93c-9d20-4159-8a8d-34d780ce169c tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b660be2-1cd3-4f1b-b8b6-43aa3e7d82c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622314 Aug 05 11:19:02.984028 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-8834be02-2ba0-45aa-a6c6-1591bb38646e req-ce2ee53f-69d2-47e9-96f0-61ec8edfe6cf service neutron] Transition to ACTIVE for port object 42641d78-a2ad-4f4e-a08d-66bb3bfdf042 will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:19:02.991384 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-8834be02-2ba0-45aa-a6c6-1591bb38646e req-ce2ee53f-69d2-47e9-96f0-61ec8edfe6cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:03.059347 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2ee53f-69d2-47e9-96f0-61ec8edfe6cf service neutron] Pushing event updated for resources: {'Port': ['ID=42641d78-a2ad-4f4e-a08d-66bb3bfdf042,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:19:03.062688 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-1823b637-3472-4cd7-808b-93e11217377c req-63903f77-a6e6-40d8-b72e-e8713d80869c tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:03.065341 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [req-67c53e38-87d7-4713-b1b3-8691e79d0515 req-4fc3e5c8-423d-4a63-b39b-8b85c0879a78 tempest-DeleteServersAdminTestJSON-1240244688 tempest-DeleteServersAdminTestJSON-1240244688-project-admin] Deleting port ba9b9656-cdb2-48f1-9dab-cdc1cbfec383 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:19:03.065839 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-67c53e38-87d7-4713-b1b3-8691e79d0515 req-4fc3e5c8-423d-4a63-b39b-8b85c0879a78 tempest-DeleteServersAdminTestJSON-1240244688 tempest-DeleteServersAdminTestJSON-1240244688-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:03.092678 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-8834be02-2ba0-45aa-a6c6-1591bb38646e req-ce2ee53f-69d2-47e9-96f0-61ec8edfe6cf service neutron] Attempting to bind port 42641d78-a2ad-4f4e-a08d-66bb3bfdf042 on host n-h1-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:19:03.093018 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-8834be02-2ba0-45aa-a6c6-1591bb38646e req-ce2ee53f-69d2-47e9-96f0-61ec8edfe6cf service neutron] Attempting to bind port 42641d78-a2ad-4f4e-a08d-66bb3bfdf042 by drivers openvswitch,hyperv on host n-h1-803378-2 at level 0 using segments [{'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:19:03.093358 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8834be02-2ba0-45aa-a6c6-1591bb38646e req-ce2ee53f-69d2-47e9-96f0-61ec8edfe6cf service neutron] Attempting to bind port 42641d78-a2ad-4f4e-a08d-66bb3bfdf042 on network 91caede3-92e4-4b1e-8e3e-36227cfd846a {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:19:03.099756 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8834be02-2ba0-45aa-a6c6-1591bb38646e req-ce2ee53f-69d2-47e9-96f0-61ec8edfe6cf service neutron] Port 42641d78-a2ad-4f4e-a08d-66bb3bfdf042 on network 91caede3-92e4-4b1e-8e3e-36227cfd846a not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:19:03.100124 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8834be02-2ba0-45aa-a6c6-1591bb38646e req-ce2ee53f-69d2-47e9-96f0-61ec8edfe6cf service neutron] Attempting to bind port 42641d78-a2ad-4f4e-a08d-66bb3bfdf042 on network 91caede3-92e4-4b1e-8e3e-36227cfd846a {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:19:03.102693 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-1823b637-3472-4cd7-808b-93e11217377c req-63903f77-a6e6-40d8-b72e-e8713d80869c tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33287247'] for floatingip, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:03.103528 n-d-803378-2 neutron-server[94420]: INFO neutron.db.l3_db [req-1823b637-3472-4cd7-808b-93e11217377c req-63903f77-a6e6-40d8-b72e-e8713d80869c tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Floating IP 3d9ac98c-686a-4b69-9ae0-69162d84c585 disassociated. External IP: 172.25.5.21, port: c8dd90d6-e1d7-4a02-9201-5e2f1ce8dc1c. Aug 05 11:19:03.106522 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8834be02-2ba0-45aa-a6c6-1591bb38646e req-ce2ee53f-69d2-47e9-96f0-61ec8edfe6cf service neutron] Checking agent: {'id': '40bb7567-59bd-4b31-bc29-da1c50bca759', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:19:03.107268 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8834be02-2ba0-45aa-a6c6-1591bb38646e req-ce2ee53f-69d2-47e9-96f0-61ec8edfe6cf service neutron] Checking segment: {'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:19:03.107713 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8834be02-2ba0-45aa-a6c6-1591bb38646e req-ce2ee53f-69d2-47e9-96f0-61ec8edfe6cf service neutron] Bound using segment: {'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:19:03.108447 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-8834be02-2ba0-45aa-a6c6-1591bb38646e req-ce2ee53f-69d2-47e9-96f0-61ec8edfe6cf service neutron] Bound port: 42641d78-a2ad-4f4e-a08d-66bb3bfdf042, host: n-h1-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:19:03.109062 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-8834be02-2ba0-45aa-a6c6-1591bb38646e req-ce2ee53f-69d2-47e9-96f0-61ec8edfe6cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:03.195475 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-8834be02-2ba0-45aa-a6c6-1591bb38646e req-ce2ee53f-69d2-47e9-96f0-61ec8edfe6cf service neutron] For port 42641d78-a2ad-4f4e-a08d-66bb3bfdf042, host n-h1-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:19:03.199583 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-8834be02-2ba0-45aa-a6c6-1591bb38646e req-ce2ee53f-69d2-47e9-96f0-61ec8edfe6cf service neutron] For port 42641d78-a2ad-4f4e-a08d-66bb3bfdf042, host n-h1-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=42641d78-a2ad-4f4e-a08d-66bb3bfdf042,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:19:03.200241 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-96f73517-56ea-480c-866f-9491f019bfaa req-d65886a6-ace8-4084-b6b1-8ee38527ae8a service neutron] 10.222.0.64 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3733165 Aug 05 11:19:03.206493 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-8834be02-2ba0-45aa-a6c6-1591bb38646e req-ce2ee53f-69d2-47e9-96f0-61ec8edfe6cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:03.257677 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8834be02-2ba0-45aa-a6c6-1591bb38646e req-ce2ee53f-69d2-47e9-96f0-61ec8edfe6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:03.257677 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-8834be02-2ba0-45aa-a6c6-1591bb38646e req-ce2ee53f-69d2-47e9-96f0-61ec8edfe6cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:03.259195 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8834be02-2ba0-45aa-a6c6-1591bb38646e req-ce2ee53f-69d2-47e9-96f0-61ec8edfe6cf service neutron] 10.222.0.64 "PUT /v2.0/ports/42641d78-a2ad-4f4e-a08d-66bb3bfdf042 HTTP/1.1" status: 200 len: 1096 time: 0.6938176 Aug 05 11:19:03.259667 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '139d379a-dd37-4226-83e5-6df9ddef1862', 'tag': '42641d78-a2ad-4f4e-a08d-66bb3bfdf042'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:19:03.262361 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ef0a71b-b138-4fe4-9870-15849edaefdb" -d '{"events": [{"name": "network-changed", "server_uuid": "139d379a-dd37-4226-83e5-6df9ddef1862", "tag": "42641d78-a2ad-4f4e-a08d-66bb3bfdf042"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:19:03.295622 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2ee53f-69d2-47e9-96f0-61ec8edfe6cf service neutron] Pushing event updated for resources: {'Port': ['ID=42641d78-a2ad-4f4e-a08d-66bb3bfdf042,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:19:03.385698 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94e80b3-b9c6-4234-903c-08d9bf288994 req-f22629ca-0485-49b7-b53d-faf1ee310433 tempest-ServerDiagnosticsNegativeTest-1383869498 tempest-ServerDiagnosticsNegativeTest-1383869498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:03.388275 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c94e80b3-b9c6-4234-903c-08d9bf288994 req-f22629ca-0485-49b7-b53d-faf1ee310433 tempest-ServerDiagnosticsNegativeTest-1383869498 tempest-ServerDiagnosticsNegativeTest-1383869498-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6b732b6-5580-4c59-906d-a70bcdd2cc0a HTTP/1.1" status: 200 len: 948 time: 0.3135026 Aug 05 11:19:03.392100 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-67c53e38-87d7-4713-b1b3-8691e79d0515 req-4fc3e5c8-423d-4a63-b39b-8b85c0879a78 tempest-DeleteServersAdminTestJSON-1240244688 tempest-DeleteServersAdminTestJSON-1240244688-project-admin] For port ba9b9656-cdb2-48f1-9dab-cdc1cbfec383, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=ba9b9656-cdb2-48f1-9dab-cdc1cbfec383,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:19:03.392785 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-67c53e38-87d7-4713-b1b3-8691e79d0515 req-4fc3e5c8-423d-4a63-b39b-8b85c0879a78 tempest-DeleteServersAdminTestJSON-1240244688 tempest-DeleteServersAdminTestJSON-1240244688-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:03.409166 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8834be02-2ba0-45aa-a6c6-1591bb38646e req-2e642311-abf8-4c91-b239-f5425afb038f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:03.411851 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8834be02-2ba0-45aa-a6c6-1591bb38646e req-2e642311-abf8-4c91-b239-f5425afb038f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=07ff7751f27f4e90815f470edcd10729&device_id=139d379a-dd37-4226-83e5-6df9ddef1862 HTTP/1.1" status: 200 len: 1099 time: 0.0734766 Aug 05 11:19:03.439144 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [req-67c53e38-87d7-4713-b1b3-8691e79d0515 req-4fc3e5c8-423d-4a63-b39b-8b85c0879a78 tempest-DeleteServersAdminTestJSON-1240244688 tempest-DeleteServersAdminTestJSON-1240244688-project-admin] Calling delete_port for ba9b9656-cdb2-48f1-9dab-cdc1cbfec383 owned by compute:nova {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:19:03.469926 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8834be02-2ba0-45aa-a6c6-1591bb38646e req-eba0a4da-f63f-409e-bd0e-43dc988c0a28 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=42641d78-a2ad-4f4e-a08d-66bb3bfdf042 HTTP/1.1" status: 200 len: 217 time: 0.0413587 Aug 05 11:19:03.533823 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8834be02-2ba0-45aa-a6c6-1591bb38646e req-bee0691d-2567-4a82-907b-0b7f2e0553c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:03.535416 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8834be02-2ba0-45aa-a6c6-1591bb38646e req-bee0691d-2567-4a82-907b-0b7f2e0553c0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6842f728-c2f3-4e36-bb32-3303d06ce3f4 HTTP/1.1" status: 200 len: 843 time: 0.0579174 Aug 05 11:19:03.580631 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-96f73517-56ea-480c-866f-9491f019bfaa req-3794a4b8-8a8f-46b3-8f22-9eeb891602e4 service neutron] 10.222.0.64 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3675609 Aug 05 11:19:03.594479 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8834be02-2ba0-45aa-a6c6-1591bb38646e req-0d479ecb-f7a0-43c2-ab60-cc9ac30785c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:03.595959 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8834be02-2ba0-45aa-a6c6-1591bb38646e req-0d479ecb-f7a0-43c2-ab60-cc9ac30785c0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=91caede3-92e4-4b1e-8e3e-36227cfd846a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0500534 Aug 05 11:19:03.616648 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c94e80b3-b9c6-4234-903c-08d9bf288994 req-fa578ccd-421c-4659-9c81-117c787bcabf tempest-ServerDiagnosticsNegativeTest-1383869498 tempest-ServerDiagnosticsNegativeTest-1383869498-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf1187c1-0651-40bf-b575-ab2b28e88494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058096 Aug 05 11:19:03.707268 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1823b637-3472-4cd7-808b-93e11217377c req-63903f77-a6e6-40d8-b72e-e8713d80869c tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Router 8a4e5849-4d89-4841-b55f-0f266908948b has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 11:19:03.749103 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 0f24779b-472c-409e-8f53-bddda6b2b33e details requested by agent hyperv_n-h1-803378-2 with host n-h1-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:19:03.769769 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8834be02-2ba0-45aa-a6c6-1591bb38646e req-55d91cb1-9e05-4ff8-9de8-150263ef773c service neutron] 10.222.0.64 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397843 Aug 05 11:19:03.912037 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 0f24779b-472c-409e-8f53-bddda6b2b33e, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=0f24779b-472c-409e-8f53-bddda6b2b33e,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:19:03.925150 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8834be02-2ba0-45aa-a6c6-1591bb38646e req-de109f7d-e83f-487c-8a7e-dd8b368f04a0 service neutron] 10.222.0.64 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475050 Aug 05 11:19:03.925907 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1823b637-3472-4cd7-808b-93e11217377c req-63903f77-a6e6-40d8-b72e-e8713d80869c tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:19:03.932175 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Returning: {'device': '0f24779b-472c-409e-8f53-bddda6b2b33e', 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a', 'port_id': '0f24779b-472c-409e-8f53-bddda6b2b33e', 'mac_address': 'fa:16:3e:d8:2c:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6842f728-c2f3-4e36-bb32-3303d06ce3f4', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:19:03.936826 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-1823b637-3472-4cd7-808b-93e11217377c req-63903f77-a6e6-40d8-b72e-e8713d80869c tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:03.941132 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e64909b-3b86-4ec9-9c54-98a39be8951b None None] Sync routers for ids ['8a4e5849-4d89-4841-b55f-0f266908948b'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:19:03.957046 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-67c53e38-87d7-4713-b1b3-8691e79d0515 req-4fc3e5c8-423d-4a63-b39b-8b85c0879a78 tempest-DeleteServersAdminTestJSON-1240244688 tempest-DeleteServersAdminTestJSON-1240244688-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:04.003333 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['ba9b9656-cdb2-48f1-9dab-cdc1cbfec383'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:19:04.051064 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e64909b-3b86-4ec9-9c54-98a39be8951b None None] Routers {'8a4e5849-4d89-4841-b55f-0f266908948b'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:19:04.052258 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-7e64909b-3b86-4ec9-9c54-98a39be8951b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:18:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['8a4e5849-4d89-4841-b55f-0f266908948b'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:19:04.074784 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc3e5c8-423d-4a63-b39b-8b85c0879a78 tempest-DeleteServersAdminTestJSON-1240244688 tempest-DeleteServersAdminTestJSON-1240244688-project-admin] Pushing event deleted for resources: {'Port': ['ID=ba9b9656-cdb2-48f1-9dab-cdc1cbfec383,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:19:04.096380 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1823b637-3472-4cd7-808b-93e11217377c req-63903f77-a6e6-40d8-b72e-e8713d80869c tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] 10.222.0.58 "PUT /v2.0/floatingips/3d9ac98c-686a-4b69-9ae0-69162d84c585 HTTP/1.1" status: 200 len: 694 time: 1.5629015 Aug 05 11:19:04.120430 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:04.149380 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f24779b-472c-409e-8f53-bddda6b2b33e {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:19:04.183344 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5ee8b9-39ec-4b62-9ee1-79563b60ab1b req-07ceb5ec-eb40-4e30-9632-915863cca377 tempest-ServersAdminNegativeTestJSON-1602179202 tempest-ServersAdminNegativeTestJSON-1602179202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:04.184994 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4d5ee8b9-39ec-4b62-9ee1-79563b60ab1b req-07ceb5ec-eb40-4e30-9632-915863cca377 tempest-ServersAdminNegativeTestJSON-1602179202 tempest-ServersAdminNegativeTestJSON-1602179202-project] 10.222.0.58 "GET /v2.0/ports?device_id=139d379a-dd37-4226-83e5-6df9ddef1862 HTTP/1.1" status: 200 len: 948 time: 0.2547293 Aug 05 11:19:04.212239 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [req-67c53e38-87d7-4713-b1b3-8691e79d0515 req-4fc3e5c8-423d-4a63-b39b-8b85c0879a78 tempest-DeleteServersAdminTestJSON-1240244688 tempest-DeleteServersAdminTestJSON-1240244688-project-admin] No DVR routers for this DVR port ba9b9656-cdb2-48f1-9dab-cdc1cbfec383 on host n-h2-803378-2 {{(pid=94420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:19:04.214111 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 0f24779b-472c-409e-8f53-bddda6b2b33e, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=0f24779b-472c-409e-8f53-bddda6b2b33e,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:19:04.215549 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-67c53e38-87d7-4713-b1b3-8691e79d0515 req-4fc3e5c8-423d-4a63-b39b-8b85c0879a78 tempest-DeleteServersAdminTestJSON-1240244688 tempest-DeleteServersAdminTestJSON-1240244688-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:04.217513 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-67c53e38-87d7-4713-b1b3-8691e79d0515 req-4fc3e5c8-423d-4a63-b39b-8b85c0879a78 tempest-DeleteServersAdminTestJSON-1240244688 tempest-DeleteServersAdminTestJSON-1240244688-project-admin] 10.222.0.55 "DELETE /v2.0/ports/ba9b9656-cdb2-48f1-9dab-cdc1cbfec383 HTTP/1.1" status: 204 len: 173 time: 1.5891848 Aug 05 11:19:04.221401 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:04.252543 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5691aec3-7137-48c5-b9b1-69e015164fe1 req-0a06f0b9-49c5-4b87-ac2b-b835c662ebac tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:04.254158 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5691aec3-7137-48c5-b9b1-69e015164fe1 req-0a06f0b9-49c5-4b87-ac2b-b835c662ebac tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.55 "GET /v2.0/ports?device_id=8814419a-c545-46dc-ab33-6596fce877af HTTP/1.1" status: 200 len: 945 time: 0.1814444 Aug 05 11:19:04.287845 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-7e64909b-3b86-4ec9-9c54-98a39be8951b None None] Set router 8a4e5849-4d89-4841-b55f-0f266908948b gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:19:04.324399 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1823b637-3472-4cd7-808b-93e11217377c req-0aec2d67-3447-4950-843a-c39d76c94377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:04.326461 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1823b637-3472-4cd7-808b-93e11217377c req-0aec2d67-3447-4950-843a-c39d76c94377 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4db52252ec554e9690b87fbab6c40741&device_id=696331f0-3dea-4c4f-8585-975b81f7abd5 HTTP/1.1" status: 200 len: 1097 time: 0.1995554 Aug 05 11:19:04.345362 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=0f24779b-472c-409e-8f53-bddda6b2b33e,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:19:04.357401 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4d5ee8b9-39ec-4b62-9ee1-79563b60ab1b req-04280143-022e-4a18-8c3b-8f5260318748 tempest-ServersAdminNegativeTestJSON-1602179202 tempest-ServersAdminNegativeTestJSON-1602179202-project] 10.222.0.58 "GET /v2.0/security-groups?id=30d4ed1b-cfab-4c78-a51c-ec6d0313fb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489873 Aug 05 11:19:04.362581 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:19:04.362939 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:19:04.363338 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:19:04.363894 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:19:04.364566 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:19:04.365168 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:19:04.365631 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:19:04.365981 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:19:04.366325 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:19:04.366648 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:19:04.367102 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:19:04.367420 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:19:04.439610 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b977889-d61b-4d2f-9b4d-ec4f73eeec4b x-openstack-request-id: req-4b977889-d61b-4d2f-9b4d-ec4f73eeec4b {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:19:04.440177 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fada1b1-77db-4131-adc2-98ac0e1c2597", "tag": "517913e1-c703-4e65-8ae0-a6a4446ca3ca", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:19:04.440177 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4b977889-d61b-4d2f-9b4d-ec4f73eeec4b {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:19:04.440536 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fada1b1-77db-4131-adc2-98ac0e1c2597', 'tag': '517913e1-c703-4e65-8ae0-a6a4446ca3ca', 'status': 'completed', 'code': 200} Aug 05 11:19:04.527909 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d13d9e-9b86-4e93-b019-43bebfdeb6ad req-fd15a704-e58b-4efa-9858-e958b61eff9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:04.530564 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-07d13d9e-9b86-4e93-b019-43bebfdeb6ad req-fd15a704-e58b-4efa-9858-e958b61eff9f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e8f6478cce384a98ba09cac5c1bcf855&device_id=6fada1b1-77db-4131-adc2-98ac0e1c2597 HTTP/1.1" status: 200 len: 1094 time: 0.0591383 Aug 05 11:19:04.638243 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-7e64909b-3b86-4ec9-9c54-98a39be8951b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a4e5849-4d89-4841-b55f-0f266908948b', 'name': 'tempest-FloatingIPsAssociationTestJSON-2052184305-router', 'tenant_id': '4db52252ec554e9690b87fbab6c40741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '0779bbf0-ec25-4331-aecc-213253d47e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:17:13Z', 'updated_at': '2021-08-05T11:17:33Z', 'revision_number': 4, 'project_id': '4db52252ec554e9690b87fbab6c40741', 'gw_port': {'id': '0779bbf0-ec25-4331-aecc-213253d47e03', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:bb:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4e5849-4d89-4841-b55f-0f266908948b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 167, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:17:23Z', 'updated_at': '2021-08-05T11:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'c819079b-708d-40b5-8db8-c6863bd44331', 'name': '', 'network_id': '2779dd37-2937-46d8-af61-d09413a811c2', 'tenant_id': '4db52252ec554e9690b87fbab6c40741', 'mac_address': 'fa:16:3e:ed:1d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4e5849-4d89-4841-b55f-0f266908948b', 'device_owner': 'network:router_interface', 'standard_attr_id': 199, 'fixed_ips': [{'subnet_id': '15e3f37a-0211-4d47-9d94-f5446f6e6f7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:17:30Z', 'updated_at': '2021-08-05T11:17:48Z', 'revision_number': 5, 'project_id': '4db52252ec554e9690b87fbab6c40741', 'subnets': [{'id': '15e3f37a-0211-4d47-9d94-f5446f6e6f7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:19:04.690587 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e64909b-3b86-4ec9-9c54-98a39be8951b None None] Checking router: 8a4e5849-4d89-4841-b55f-0f266908948b for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:19:04.698481 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d13d9e-9b86-4e93-b019-43bebfdeb6ad req-0850ce30-2f0e-43f6-931c-fc6044d8eac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:04.700713 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-07d13d9e-9b86-4e93-b019-43bebfdeb6ad req-0850ce30-2f0e-43f6-931c-fc6044d8eac1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c1d3f101-369e-4625-bfd2-2a60ea4757bb HTTP/1.1" status: 200 len: 921 time: 0.1613202 Aug 05 11:19:04.706945 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e64909b-3b86-4ec9-9c54-98a39be8951b None None] Routers {'8a4e5849-4d89-4841-b55f-0f266908948b'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:19:04.709564 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-7e64909b-3b86-4ec9-9c54-98a39be8951b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:18:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['8a4e5849-4d89-4841-b55f-0f266908948b'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:19:04.759854 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-07d13d9e-9b86-4e93-b019-43bebfdeb6ad req-2d03d53e-ffed-48ba-8860-1d854003a250 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=517913e1-c703-4e65-8ae0-a6a4446ca3ca HTTP/1.1" status: 200 len: 217 time: 0.0497060 Aug 05 11:19:04.851823 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-7e64909b-3b86-4ec9-9c54-98a39be8951b None None] Set router 8a4e5849-4d89-4841-b55f-0f266908948b gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:19:04.852405 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d13d9e-9b86-4e93-b019-43bebfdeb6ad req-79ce0949-d45f-42a2-a6a6-419c73f4a96c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:04.853751 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-07d13d9e-9b86-4e93-b019-43bebfdeb6ad req-79ce0949-d45f-42a2-a6a6-419c73f4a96c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=88c33de2-0b50-4fb8-a2a7-3c3e700f5c7c HTTP/1.1" status: 200 len: 860 time: 0.0818343 Aug 05 11:19:04.891332 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['0f24779b-472c-409e-8f53-bddda6b2b33e'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:19:04.894406 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-07d13d9e-9b86-4e93-b019-43bebfdeb6ad req-753dff00-4567-42cc-854b-7b40aaa850de service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c1d3f101-369e-4625-bfd2-2a60ea4757bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313959 Aug 05 11:19:04.898104 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [req-5691aec3-7137-48c5-b9b1-69e015164fe1 req-5d7cfa06-24b1-4adf-ad77-b1e4ef1d5897 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Deleting port ce063f21-41cc-42e4-89df-3242a673326b {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:19:04.898457 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-5691aec3-7137-48c5-b9b1-69e015164fe1 req-5d7cfa06-24b1-4adf-ad77-b1e4ef1d5897 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:04.909907 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb31262c-84fa-47e1-b1a4-9374ec50f929 req-a0920f0d-7cbf-4ce9-8f06-96d2a6a8a521 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:04.913057 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-eb31262c-84fa-47e1-b1a4-9374ec50f929 req-a0920f0d-7cbf-4ce9-8f06-96d2a6a8a521 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=8814419a-c545-46dc-ab33-6596fce877af HTTP/1.1" status: 200 len: 945 time: 0.1444552 Aug 05 11:19:04.940569 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1823b637-3472-4cd7-808b-93e11217377c req-495c437e-4b20-4886-b5d8-0f0bf86cb798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:04.942602 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1823b637-3472-4cd7-808b-93e11217377c req-495c437e-4b20-4886-b5d8-0f0bf86cb798 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2779dd37-2937-46d8-af61-d09413a811c2 HTTP/1.1" status: 200 len: 922 time: 0.6092637 Aug 05 11:19:05.033808 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-07d13d9e-9b86-4e93-b019-43bebfdeb6ad req-44074edc-ef44-4864-98bc-536694c0cb25 service neutron] 10.222.0.64 "GET /v2.0/networks/c1d3f101-369e-4625-bfd2-2a60ea4757bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302202 Aug 05 11:19:05.058283 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1823b637-3472-4cd7-808b-93e11217377c req-af95f2e4-ab71-4f4a-8d98-6ff56c8edc5a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8dd90d6-e1d7-4a02-9201-5e2f1ce8dc1c HTTP/1.1" status: 200 len: 217 time: 0.0519900 Aug 05 11:19:05.125347 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-eb31262c-84fa-47e1-b1a4-9374ec50f929 req-3b76a9a2-0fd5-4bf2-94f6-2c5d85aeb5ca tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720095 Aug 05 11:19:05.166516 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-5691aec3-7137-48c5-b9b1-69e015164fe1 req-5d7cfa06-24b1-4adf-ad77-b1e4ef1d5897 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] For port ce063f21-41cc-42e4-89df-3242a673326b, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=ce063f21-41cc-42e4-89df-3242a673326b,segment=NetworkSegment(32cc618e-4968-4750-a5aa-c2579fceb01e),segment_id=32cc618e-4968-4750-a5aa-c2579fceb01e)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:19:05.167266 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-5691aec3-7137-48c5-b9b1-69e015164fe1 req-5d7cfa06-24b1-4adf-ad77-b1e4ef1d5897 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:05.171598 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1823b637-3472-4cd7-808b-93e11217377c req-91916bbc-e500-47d3-a884-64b6514a03ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:05.173315 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1823b637-3472-4cd7-808b-93e11217377c req-91916bbc-e500-47d3-a884-64b6514a03ca service neutron] 10.222.0.58 "GET /v2.0/subnets?id=15e3f37a-0211-4d47-9d94-f5446f6e6f7a HTTP/1.1" status: 200 len: 860 time: 0.0947719 Aug 05 11:19:05.199939 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-07d13d9e-9b86-4e93-b019-43bebfdeb6ad req-d4ef647b-d9ce-48bf-98fc-ce5da3600a1a service neutron] 10.222.0.64 "GET /v2.0/networks/c1d3f101-369e-4625-bfd2-2a60ea4757bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572514 Aug 05 11:19:05.213329 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [req-5691aec3-7137-48c5-b9b1-69e015164fe1 req-5d7cfa06-24b1-4adf-ad77-b1e4ef1d5897 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Calling delete_port for ce063f21-41cc-42e4-89df-3242a673326b owned by compute:nova {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:19:05.275146 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1823b637-3472-4cd7-808b-93e11217377c req-1ac1e012-ae0d-418e-9b0b-604a3e6f68fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:05.277125 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1823b637-3472-4cd7-808b-93e11217377c req-1ac1e012-ae0d-418e-9b0b-604a3e6f68fc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2779dd37-2937-46d8-af61-d09413a811c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0975380 Aug 05 11:19:05.290623 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83e3b3fa-1e3b-4bbd-bdb1-987c0d6a79a8 x-openstack-request-id: req-83e3b3fa-1e3b-4bbd-bdb1-987c0d6a79a8 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:19:05.291044 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-7e64909b-3b86-4ec9-9c54-98a39be8951b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a4e5849-4d89-4841-b55f-0f266908948b', 'name': 'tempest-FloatingIPsAssociationTestJSON-2052184305-router', 'tenant_id': '4db52252ec554e9690b87fbab6c40741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '0779bbf0-ec25-4331-aecc-213253d47e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:17:13Z', 'updated_at': '2021-08-05T11:17:33Z', 'revision_number': 4, 'project_id': '4db52252ec554e9690b87fbab6c40741', 'gw_port': {'id': '0779bbf0-ec25-4331-aecc-213253d47e03', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:bb:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4e5849-4d89-4841-b55f-0f266908948b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 167, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:17:23Z', 'updated_at': '2021-08-05T11:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'c819079b-708d-40b5-8db8-c6863bd44331', 'name': '', 'network_id': '2779dd37-2937-46d8-af61-d09413a811c2', 'tenant_id': '4db52252ec554e9690b87fbab6c40741', 'mac_address': 'fa:16:3e:ed:1d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4e5849-4d89-4841-b55f-0f266908948b', 'device_owner': 'network:router_interface', 'standard_attr_id': 199, 'fixed_ips': [{'subnet_id': '15e3f37a-0211-4d47-9d94-f5446f6e6f7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:17:30Z', 'updated_at': '2021-08-05T11:17:48Z', 'revision_number': 5, 'project_id': '4db52252ec554e9690b87fbab6c40741', 'subnets': [{'id': '15e3f37a-0211-4d47-9d94-f5446f6e6f7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:19:05.291324 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "139d379a-dd37-4226-83e5-6df9ddef1862", "tag": "42641d78-a2ad-4f4e-a08d-66bb3bfdf042", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:19:05.291750 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-83e3b3fa-1e3b-4bbd-bdb1-987c0d6a79a8 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:19:05.292403 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '139d379a-dd37-4226-83e5-6df9ddef1862', 'tag': '42641d78-a2ad-4f4e-a08d-66bb3bfdf042', 'status': 'completed', 'code': 200} Aug 05 11:19:05.329843 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e64909b-3b86-4ec9-9c54-98a39be8951b None None] The sync data for ids ['8a4e5849-4d89-4841-b55f-0f266908948b'] in n-d-803378-2 is: [{'id': '8a4e5849-4d89-4841-b55f-0f266908948b', 'name': 'tempest-FloatingIPsAssociationTestJSON-2052184305-router', 'tenant_id': '4db52252ec554e9690b87fbab6c40741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '0779bbf0-ec25-4331-aecc-213253d47e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:17:13Z', 'updated_at': '2021-08-05T11:17:33Z', 'revision_number': 4, 'project_id': '4db52252ec554e9690b87fbab6c40741', 'gw_port': {'id': '0779bbf0-ec25-4331-aecc-213253d47e03', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:bb:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4e5849-4d89-4841-b55f-0f266908948b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 167, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:17:23Z', 'updated_at': '2021-08-05T11:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'c819079b-708d-40b5-8db8-c6863bd44331', 'name': '', 'network_id': '2779dd37-2937-46d8-af61-d09413a811c2', 'tenant_id': '4db52252ec554e9690b87fbab6c40741', 'mac_address': 'fa:16:3e:ed:1d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4e5849-4d89-4841-b55f-0f266908948b', 'device_owner': 'network:router_interface', 'standard_attr_id': 199, 'fixed_ips': [{'subnet_id': '15e3f37a-0211-4d47-9d94-f5446f6e6f7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:17:30Z', 'updated_at': '2021-08-05T11:17:48Z', 'revision_number': 5, 'project_id': '4db52252ec554e9690b87fbab6c40741', 'subnets': [{'id': '15e3f37a-0211-4d47-9d94-f5446f6e6f7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:19:05.399982 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef0a71b-b138-4fe4-9870-15849edaefdb req-69faaddd-cb5a-44bc-b969-f880e94357b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:05.402051 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8ef0a71b-b138-4fe4-9870-15849edaefdb req-69faaddd-cb5a-44bc-b969-f880e94357b0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=07ff7751f27f4e90815f470edcd10729&device_id=139d379a-dd37-4226-83e5-6df9ddef1862 HTTP/1.1" status: 200 len: 1099 time: 0.0619004 Aug 05 11:19:05.475039 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1823b637-3472-4cd7-808b-93e11217377c req-db39f6af-90ec-4c15-8850-614d50c448e4 service neutron] 10.222.0.58 "GET /v2.0/networks/2779dd37-2937-46d8-af61-d09413a811c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896782 Aug 05 11:19:05.527217 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef0a71b-b138-4fe4-9870-15849edaefdb req-3ce61ca0-9db8-49a1-93ac-220d35ca6924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:05.528721 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8ef0a71b-b138-4fe4-9870-15849edaefdb req-3ce61ca0-9db8-49a1-93ac-220d35ca6924 service neutron] 10.222.0.64 "GET /v2.0/networks?id=91caede3-92e4-4b1e-8e3e-36227cfd846a HTTP/1.1" status: 200 len: 870 time: 0.1186576 Aug 05 11:19:05.552760 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-db4b3ded-cf4c-4a73-86cc-2df442e76aba req-7f6785ab-4a76-4def-9f7f-421e31422469 tempest-QuotasAdminNegativeTest-1203689407 tempest-QuotasAdminNegativeTest-1203689407-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=4fe57691516e42d098a89474487dac97&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0796025 Aug 05 11:19:05.575864 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8ef0a71b-b138-4fe4-9870-15849edaefdb req-95f46551-38df-4fac-bbf3-12120867d49a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=42641d78-a2ad-4f4e-a08d-66bb3bfdf042 HTTP/1.1" status: 200 len: 217 time: 0.0386808 Aug 05 11:19:05.580950 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-5691aec3-7137-48c5-b9b1-69e015164fe1 req-5d7cfa06-24b1-4adf-ad77-b1e4ef1d5897 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:05.620531 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['ce063f21-41cc-42e4-89df-3242a673326b'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:19:05.640458 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef0a71b-b138-4fe4-9870-15849edaefdb req-46db37cc-fb0e-4c2a-aa5a-a0a3bed416d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:05.642760 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8ef0a71b-b138-4fe4-9870-15849edaefdb req-46db37cc-fb0e-4c2a-aa5a-a0a3bed416d1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6842f728-c2f3-4e36-bb32-3303d06ce3f4 HTTP/1.1" status: 200 len: 843 time: 0.0551457 Aug 05 11:19:05.676351 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7cfa06-24b1-4adf-ad77-b1e4ef1d5897 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Pushing event deleted for resources: {'Port': ['ID=ce063f21-41cc-42e4-89df-3242a673326b,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:19:05.712516 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0216ba-4b79-4ea7-bb9e-fe087eb5f5b1 None None] New status for floating IP 3d9ac98c-686a-4b69-9ae0-69162d84c585: DOWN {{(pid=94423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 11:19:05.720573 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef0a71b-b138-4fe4-9870-15849edaefdb req-6c354cae-c5ac-4b50-9b04-1683cde1eb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:05.722441 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8ef0a71b-b138-4fe4-9870-15849edaefdb req-6c354cae-c5ac-4b50-9b04-1683cde1eb02 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=91caede3-92e4-4b1e-8e3e-36227cfd846a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0723288 Aug 05 11:19:05.759655 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 517913e1-c703-4e65-8ae0-a6a4446ca3ca details requested by agent hyperv_n-h1-803378-2 with host n-h1-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:19:05.793610 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1823b637-3472-4cd7-808b-93e11217377c req-722d89f1-b654-4370-b4b3-bf72039e2fd6 service neutron] 10.222.0.58 "GET /v2.0/networks/2779dd37-2937-46d8-af61-d09413a811c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3010397 Aug 05 11:19:05.804807 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [req-5691aec3-7137-48c5-b9b1-69e015164fe1 req-5d7cfa06-24b1-4adf-ad77-b1e4ef1d5897 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] No DVR routers for this DVR port ce063f21-41cc-42e4-89df-3242a673326b on host n-h2-803378-2 {{(pid=94420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:19:05.825991 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-5691aec3-7137-48c5-b9b1-69e015164fe1 req-5d7cfa06-24b1-4adf-ad77-b1e4ef1d5897 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:05.830340 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5691aec3-7137-48c5-b9b1-69e015164fe1 req-5d7cfa06-24b1-4adf-ad77-b1e4ef1d5897 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.55 "DELETE /v2.0/ports/ce063f21-41cc-42e4-89df-3242a673326b HTTP/1.1" status: 204 len: 173 time: 1.5670500 Aug 05 11:19:05.868295 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8ef0a71b-b138-4fe4-9870-15849edaefdb req-34ae0f6a-d0e0-4635-b4a8-7d75ac31fc6a service neutron] 10.222.0.64 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355684 Aug 05 11:19:05.878946 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 517913e1-c703-4e65-8ae0-a6a4446ca3ca, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=517913e1-c703-4e65-8ae0-a6a4446ca3ca,segment=NetworkSegment(7242661a-6816-45d7-a9cf-d91bdd00208a),segment_id=7242661a-6816-45d7-a9cf-d91bdd00208a)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:19:05.892141 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4b3ded-cf4c-4a73-86cc-2df442e76aba req-7fbf6756-29f3-4f86-9abb-eeec965d1cf2 tempest-QuotasAdminNegativeTest-1203689407 tempest-QuotasAdminNegativeTest-1203689407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:05.894125 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-db4b3ded-cf4c-4a73-86cc-2df442e76aba req-7fbf6756-29f3-4f86-9abb-eeec965d1cf2 tempest-QuotasAdminNegativeTest-1203689407 tempest-QuotasAdminNegativeTest-1203689407-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3302894 Aug 05 11:19:05.898365 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Returning: {'device': '517913e1-c703-4e65-8ae0-a6a4446ca3ca', 'network_id': 'c1d3f101-369e-4625-bfd2-2a60ea4757bb', 'port_id': '517913e1-c703-4e65-8ae0-a6a4446ca3ca', 'mac_address': 'fa:16:3e:34:64:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88c33de2-0b50-4fb8-a2a7-3c3e700f5c7c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:19:05.934753 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-db4b3ded-cf4c-4a73-86cc-2df442e76aba req-e879226b-5553-4580-8c0b-8cf3b3505f62 tempest-QuotasAdminNegativeTest-1203689407 tempest-QuotasAdminNegativeTest-1203689407-project] 10.222.0.58 "GET /v2.0/quotas/4fe57691516e42d098a89474487dac97 HTTP/1.1" status: 200 len: 375 time: 0.0318775 Aug 05 11:19:06.021259 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-db4b3ded-cf4c-4a73-86cc-2df442e76aba req-77179c9b-7e52-4f9d-bbd9-66ca5747451e tempest-QuotasAdminNegativeTest-1203689407 tempest-QuotasAdminNegativeTest-1203689407-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=4fe57691516e42d098a89474487dac97&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0772748 Aug 05 11:19:06.066098 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8ef0a71b-b138-4fe4-9870-15849edaefdb req-c12b5507-5c4c-4324-9cfe-32321a130977 service neutron] 10.222.0.64 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886730 Aug 05 11:19:06.128704 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f683bd-42cb-4192-af18-0c09d53dc9bd req-7096f7dc-de4d-4f6c-8fbc-1e852d169f4d tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:06.128704 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-43f683bd-42cb-4192-af18-0c09d53dc9bd req-7096f7dc-de4d-4f6c-8fbc-1e852d169f4d tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fada1b1-77db-4131-adc2-98ac0e1c2597 HTTP/1.1" status: 200 len: 943 time: 0.1589336 Aug 05 11:19:06.194605 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-43f683bd-42cb-4192-af18-0c09d53dc9bd req-bb532d9e-9c95-4fa5-b705-d88aef78fb21 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b660be2-1cd3-4f1b-b8b6-43aa3e7d82c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484958 Aug 05 11:19:06.212820 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:06.234280 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 517913e1-c703-4e65-8ae0-a6a4446ca3ca {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:19:06.277053 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 517913e1-c703-4e65-8ae0-a6a4446ca3ca, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=517913e1-c703-4e65-8ae0-a6a4446ca3ca,segment=NetworkSegment(7242661a-6816-45d7-a9cf-d91bdd00208a),segment_id=7242661a-6816-45d7-a9cf-d91bdd00208a)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:19:06.287962 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:06.345155 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4fd5ea-6ba3-4dc2-98c6-0386f5314142 req-49a35331-9909-429e-be7e-34b8eac5be4d tempest-ServerDiagnosticsNegativeTest-1383869498 tempest-ServerDiagnosticsNegativeTest-1383869498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:06.347531 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2a4fd5ea-6ba3-4dc2-98c6-0386f5314142 req-49a35331-9909-429e-be7e-34b8eac5be4d tempest-ServerDiagnosticsNegativeTest-1383869498 tempest-ServerDiagnosticsNegativeTest-1383869498-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6b732b6-5580-4c59-906d-a70bcdd2cc0a HTTP/1.1" status: 200 len: 949 time: 0.1005011 Aug 05 11:19:06.371948 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=517913e1-c703-4e65-8ae0-a6a4446ca3ca,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:19:06.382210 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7f96f9c4-b9b6-48be-8ac4-73a6959a990e req-fba6f868-afe9-4592-87e2-bef8f38cd3e6 tempest-DeleteServersAdminTestJSON-2098400252 tempest-DeleteServersAdminTestJSON-2098400252-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=357aa65d057c483688c33ce569dd6fc3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0334709 Aug 05 11:19:06.455041 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '696331f0-3dea-4c4f-8585-975b81f7abd5', 'tag': 'c8dd90d6-e1d7-4a02-9201-5e2f1ce8dc1c'}, {'server_uuid': '0687358e-adbb-4da0-a669-af7dafb4177d', 'name': 'network-vif-deleted', 'tag': 'ba9b9656-cdb2-48f1-9dab-cdc1cbfec383'}, {'server_uuid': '8814419a-c545-46dc-ab33-6596fce877af', 'name': 'network-vif-deleted', 'tag': 'ce063f21-41cc-42e4-89df-3242a673326b'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:19:06.457360 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}828068ad8d405ad77660ce68fa78e1ffe658725812f7a08f9e488a446589295b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e873343-17a2-48bd-9294-f7cf4bad3a49" -d '{"events": [{"name": "network-changed", "server_uuid": "696331f0-3dea-4c4f-8585-975b81f7abd5", "tag": "c8dd90d6-e1d7-4a02-9201-5e2f1ce8dc1c"}, {"server_uuid": "0687358e-adbb-4da0-a669-af7dafb4177d", "name": "network-vif-deleted", "tag": "ba9b9656-cdb2-48f1-9dab-cdc1cbfec383"}, {"server_uuid": "8814419a-c545-46dc-ab33-6596fce877af", "name": "network-vif-deleted", "tag": "ce063f21-41cc-42e4-89df-3242a673326b"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:19:06.475000 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2a4fd5ea-6ba3-4dc2-98c6-0386f5314142 req-bc61d33b-1d22-415f-959d-ea7b76171c58 tempest-ServerDiagnosticsNegativeTest-1383869498 tempest-ServerDiagnosticsNegativeTest-1383869498-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf1187c1-0651-40bf-b575-ab2b28e88494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145678 Aug 05 11:19:06.550831 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f96f9c4-b9b6-48be-8ac4-73a6959a990e req-65ae4281-ac09-478c-b26a-18ed6f787cd1 tempest-DeleteServersAdminTestJSON-2098400252 tempest-DeleteServersAdminTestJSON-2098400252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:06.553681 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7f96f9c4-b9b6-48be-8ac4-73a6959a990e req-65ae4281-ac09-478c-b26a-18ed6f787cd1 tempest-DeleteServersAdminTestJSON-2098400252 tempest-DeleteServersAdminTestJSON-2098400252-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1645103 Aug 05 11:19:06.594503 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7f96f9c4-b9b6-48be-8ac4-73a6959a990e req-049e439c-0fb4-4eed-8069-e23ea8939580 tempest-DeleteServersAdminTestJSON-2098400252 tempest-DeleteServersAdminTestJSON-2098400252-project] 10.222.0.58 "GET /v2.0/quotas/357aa65d057c483688c33ce569dd6fc3 HTTP/1.1" status: 200 len: 375 time: 0.0309722 Aug 05 11:19:06.637628 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599dd12f-2c99-496d-852a-2dc563798edc req-d76dfda9-b85c-4e31-857c-02c726ddf31d tempest-ServersAdminNegativeTestJSON-1602179202 tempest-ServersAdminNegativeTestJSON-1602179202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:06.639125 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-599dd12f-2c99-496d-852a-2dc563798edc req-d76dfda9-b85c-4e31-857c-02c726ddf31d tempest-ServersAdminNegativeTestJSON-1602179202 tempest-ServersAdminNegativeTestJSON-1602179202-project] 10.222.0.58 "GET /v2.0/ports?device_id=139d379a-dd37-4226-83e5-6df9ddef1862 HTTP/1.1" status: 200 len: 948 time: 0.0845361 Aug 05 11:19:06.641575 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7f96f9c4-b9b6-48be-8ac4-73a6959a990e req-0ec3d067-06f3-4669-a8c1-5f33553e6357 tempest-DeleteServersAdminTestJSON-2098400252 tempest-DeleteServersAdminTestJSON-2098400252-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=357aa65d057c483688c33ce569dd6fc3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0395944 Aug 05 11:19:06.687000 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-599dd12f-2c99-496d-852a-2dc563798edc req-33c590af-b2d6-4a4a-a4b5-c0385c98a8ca tempest-ServersAdminNegativeTestJSON-1602179202 tempest-ServersAdminNegativeTestJSON-1602179202-project] 10.222.0.58 "GET /v2.0/security-groups?id=30d4ed1b-cfab-4c78-a51c-ec6d0313fb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416451 Aug 05 11:19:06.765506 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['517913e1-c703-4e65-8ae0-a6a4446ca3ca'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:19:07.034125 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Thu, 05 Aug 2021 11:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60f58893-b6ff-43a8-ab54-31bc8aa76838 x-openstack-request-id: req-60f58893-b6ff-43a8-ab54-31bc8aa76838 {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:19:07.034853 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "696331f0-3dea-4c4f-8585-975b81f7abd5", "tag": "c8dd90d6-e1d7-4a02-9201-5e2f1ce8dc1c", "status": "completed", "code": 200}, {"server_uuid": "0687358e-adbb-4da0-a669-af7dafb4177d", "name": "network-vif-deleted", "tag": "ba9b9656-cdb2-48f1-9dab-cdc1cbfec383", "status": "completed", "code": 200}, {"server_uuid": "8814419a-c545-46dc-ab33-6596fce877af", "name": "network-vif-deleted", "tag": "ce063f21-41cc-42e4-89df-3242a673326b", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:19:07.035286 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-60f58893-b6ff-43a8-ab54-31bc8aa76838 {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:19:07.035818 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '696331f0-3dea-4c4f-8585-975b81f7abd5', 'tag': 'c8dd90d6-e1d7-4a02-9201-5e2f1ce8dc1c', 'status': 'completed', 'code': 200} Aug 05 11:19:07.036432 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0687358e-adbb-4da0-a669-af7dafb4177d', 'name': 'network-vif-deleted', 'tag': 'ba9b9656-cdb2-48f1-9dab-cdc1cbfec383', 'status': 'completed', 'code': 200} Aug 05 11:19:07.036667 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8814419a-c545-46dc-ab33-6596fce877af', 'name': 'network-vif-deleted', 'tag': 'ce063f21-41cc-42e4-89df-3242a673326b', 'status': 'completed', 'code': 200} Aug 05 11:19:07.094925 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-df97427d-82ab-44b7-9681-074563327637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:07.148650 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-76f545e8-9011-4653-9cf4-9e3c503a4f9f req-fdc9e55e-f02e-4dba-af45-18aae284f692 tempest-DeleteServersAdminTestJSON-2098400252 tempest-DeleteServersAdminTestJSON-2098400252-project] 10.222.0.58 "GET /v2.0/ports?device_id=8db36162-cb21-4757-84ff-d89bc28efe85 HTTP/1.1" status: 200 len: 210 time: 0.0686448 Aug 05 11:19:07.224161 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e873343-17a2-48bd-9294-f7cf4bad3a49 req-16382fe2-76d7-4c4f-932e-25452ab0c242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:07.225724 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1e873343-17a2-48bd-9294-f7cf4bad3a49 req-16382fe2-76d7-4c4f-932e-25452ab0c242 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4db52252ec554e9690b87fbab6c40741&device_id=696331f0-3dea-4c4f-8585-975b81f7abd5 HTTP/1.1" status: 200 len: 1097 time: 0.1083066 Aug 05 11:19:07.270232 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device ba9b9656-cdb2-48f1-9dab-cdc1cbfec383 no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:19:07.297682 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e04af33-4d58-4a5a-8000-fb80d2ecd8c0 req-536624a6-c8a4-4d9c-9cd0-a907f002aae3 tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:07.299269 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7e04af33-4d58-4a5a-8000-fb80d2ecd8c0 req-536624a6-c8a4-4d9c-9cd0-a907f002aae3 tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce4b7a83-20e6-417f-926d-f36b7231440d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1199417 Aug 05 11:19:07.327286 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] No Port match for: ba9b9656-cdb2-48f1-9dab-cdc1cbfec383 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:19:07.327736 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device ba9b9656-cdb2-48f1-9dab-cdc1cbfec383 not bound to the agent host n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:19:07.437845 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7e04af33-4d58-4a5a-8000-fb80d2ecd8c0 req-67e9b2f6-3d51-42e1-9f17-835bf983f480 tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.5.21 HTTP/1.1" status: 200 len: 695 time: 0.1017847 Aug 05 11:19:07.478575 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e873343-17a2-48bd-9294-f7cf4bad3a49 req-2ddf4d54-1ad2-4610-adc9-c426ad7574cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:07.480037 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1e873343-17a2-48bd-9294-f7cf4bad3a49 req-2ddf4d54-1ad2-4610-adc9-c426ad7574cd service neutron] 10.222.0.55 "GET /v2.0/networks?id=2779dd37-2937-46d8-af61-d09413a811c2 HTTP/1.1" status: 200 len: 922 time: 0.2468302 Aug 05 11:19:07.484930 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-7e04af33-4d58-4a5a-8000-fb80d2ecd8c0 req-3cb3b87e-982e-4fa9-ab2f-0a15c851f223 tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Request body: {'floatingip': {'port_id': 'e2b0dd59-d3fe-431d-ab42-136b5bbf8974', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:19:07.571759 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-7e04af33-4d58-4a5a-8000-fb80d2ecd8c0 req-3cb3b87e-982e-4fa9-ab2f-0a15c851f223 tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Notify callbacks [] for floatingip, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:07.586878 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1e873343-17a2-48bd-9294-f7cf4bad3a49 req-b3999f8c-d929-410e-bd53-d12f7d33586f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8dd90d6-e1d7-4a02-9201-5e2f1ce8dc1c HTTP/1.1" status: 200 len: 217 time: 0.0659592 Aug 05 11:19:07.706211 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16933855-dbb2-42e6-9e75-5c73114b813a req-ec8c04aa-f893-4f9c-9adc-bc3ef3826d91 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:07.707692 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-16933855-dbb2-42e6-9e75-5c73114b813a req-ec8c04aa-f893-4f9c-9adc-bc3ef3826d91 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/networks?id=6e7bde98-a1ff-44d7-8525-eaa9c1e81087 HTTP/1.1" status: 200 len: 812 time: 0.3104446 Aug 05 11:19:07.750740 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e873343-17a2-48bd-9294-f7cf4bad3a49 req-90cf6874-0ad6-4738-88da-7007eb5c9906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:07.752329 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1e873343-17a2-48bd-9294-f7cf4bad3a49 req-90cf6874-0ad6-4738-88da-7007eb5c9906 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=15e3f37a-0211-4d47-9d94-f5446f6e6f7a HTTP/1.1" status: 200 len: 860 time: 0.1372461 Aug 05 11:19:07.761581 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-16933855-dbb2-42e6-9e75-5c73114b813a req-07809120-ce94-48a6-8a8f-c6ea5ed55f83 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/quotas/d8daa1497f4a496cba61c8a60c09e98b HTTP/1.1" status: 200 len: 375 time: 0.0445359 Aug 05 11:19:07.762655 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 42641d78-a2ad-4f4e-a08d-66bb3bfdf042 details requested by agent hyperv_n-h1-803378-2 with host n-h1-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:19:07.775194 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 0f24779b-472c-409e-8f53-bddda6b2b33e up at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:19:07.868729 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-16933855-dbb2-42e6-9e75-5c73114b813a req-877e6121-c9a5-47c2-89a6-a405d45c9673 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=d8daa1497f4a496cba61c8a60c09e98b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0908360 Aug 05 11:19:07.899611 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning for port 0f24779b-472c-409e-8f53-bddda6b2b33e completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:19:07.900238 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e873343-17a2-48bd-9294-f7cf4bad3a49 req-30dc00ca-070e-40ab-9c7e-92cecdb28620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:07.901866 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1e873343-17a2-48bd-9294-f7cf4bad3a49 req-30dc00ca-070e-40ab-9c7e-92cecdb28620 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2779dd37-2937-46d8-af61-d09413a811c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1393991 Aug 05 11:19:07.914527 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning complete for port 0f24779b-472c-409e-8f53-bddda6b2b33e triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:19:07.914938 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:07.949112 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 42641d78-a2ad-4f4e-a08d-66bb3bfdf042, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=42641d78-a2ad-4f4e-a08d-66bb3bfdf042,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:19:07.971031 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Returning: {'device': '42641d78-a2ad-4f4e-a08d-66bb3bfdf042', 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a', 'port_id': '42641d78-a2ad-4f4e-a08d-66bb3bfdf042', 'mac_address': 'fa:16:3e:f1:5c:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6842f728-c2f3-4e36-bb32-3303d06ce3f4', 'ip_address': '192.168.233.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:19:08.043973 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:08.069946 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42641d78-a2ad-4f4e-a08d-66bb3bfdf042 {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:19:08.078833 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:08.106220 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 42641d78-a2ad-4f4e-a08d-66bb3bfdf042, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=42641d78-a2ad-4f4e-a08d-66bb3bfdf042,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:19:08.109299 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7f96f9c4-b9b6-48be-8ac4-73a6959a990e req-b8c61096-553d-4857-be03-99b303c81938 tempest-DeleteServersAdminTestJSON-2098400252 tempest-DeleteServersAdminTestJSON-2098400252-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=357aa65d057c483688c33ce569dd6fc3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0590520 Aug 05 11:19:08.117207 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:08.128416 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6b732b6-5580-4c59-906d-a70bcdd2cc0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f24779b-472c-409e-8f53-bddda6b2b33e'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:19:08.130876 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a8338ac-7f73-4333-8d62-ffad8ae87366" -d '{"events": [{"server_uuid": "e6b732b6-5580-4c59-906d-a70bcdd2cc0a", "name": "network-vif-plugged", "status": "completed", "tag": "0f24779b-472c-409e-8f53-bddda6b2b33e"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:19:08.165664 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 0f24779b-472c-409e-8f53-bddda6b2b33e, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=0f24779b-472c-409e-8f53-bddda6b2b33e,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:19:08.173510 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:08.199501 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=42641d78-a2ad-4f4e-a08d-66bb3bfdf042,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:19:08.261263 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-16933855-dbb2-42e6-9e75-5c73114b813a req-86e0b8e5-d14d-4daa-8a2c-874c10421f84 service neutron] 10.222.0.58 "GET /v2.0/networks/6e7bde98-a1ff-44d7-8525-eaa9c1e81087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3825128 Aug 05 11:19:08.262526 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=0f24779b-472c-409e-8f53-bddda6b2b33e,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:19:08.299698 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1e873343-17a2-48bd-9294-f7cf4bad3a49 req-0d8a2dd8-4e9f-453d-a98f-676d28b24c27 service neutron] 10.222.0.55 "GET /v2.0/networks/2779dd37-2937-46d8-af61-d09413a811c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3843040 Aug 05 11:19:08.559804 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['42641d78-a2ad-4f4e-a08d-66bb3bfdf042'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:19:08.721004 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203bcef7-79df-4daa-a7f0-1f813fbdfc8c req-9fb3cf31-9681-42fe-922b-59861f79dae2 tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:08.722698 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-203bcef7-79df-4daa-a7f0-1f813fbdfc8c req-9fb3cf31-9681-42fe-922b-59861f79dae2 tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] 10.222.0.55 "GET /v2.0/ports?device_id=696331f0-3dea-4c4f-8585-975b81f7abd5 HTTP/1.1" status: 200 len: 946 time: 0.0571678 Aug 05 11:19:08.780328 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f96f9c4-b9b6-48be-8ac4-73a6959a990e req-37c90c51-040f-47c6-8b96-e4be65533f0f tempest-DeleteServersAdminTestJSON-2098400252 tempest-DeleteServersAdminTestJSON-2098400252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:08.781898 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7f96f9c4-b9b6-48be-8ac4-73a6959a990e req-37c90c51-040f-47c6-8b96-e4be65533f0f tempest-DeleteServersAdminTestJSON-2098400252 tempest-DeleteServersAdminTestJSON-2098400252-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6563177 Aug 05 11:19:08.813580 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-7f96f9c4-b9b6-48be-8ac4-73a6959a990e req-21d79bca-e60c-4ebc-98c9-45f553a3814c tempest-DeleteServersAdminTestJSON-2098400252 tempest-DeleteServersAdminTestJSON-2098400252-project] Request body: {'port': {'device_id': '8db36162-cb21-4757-84ff-d89bc28efe85', 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a', 'admin_state_up': True, 'tenant_id': '357aa65d057c483688c33ce569dd6fc3'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:19:08.834925 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-203bcef7-79df-4daa-a7f0-1f813fbdfc8c req-c1bfd31f-832f-4dbe-af5b-dfeb92099bfe tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Deleting port c8dd90d6-e1d7-4a02-9201-5e2f1ce8dc1c {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:19:08.835332 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-203bcef7-79df-4daa-a7f0-1f813fbdfc8c req-c1bfd31f-832f-4dbe-af5b-dfeb92099bfe tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:08.939111 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-203bcef7-79df-4daa-a7f0-1f813fbdfc8c req-c1bfd31f-832f-4dbe-af5b-dfeb92099bfe tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] For port c8dd90d6-e1d7-4a02-9201-5e2f1ce8dc1c, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=c8dd90d6-e1d7-4a02-9201-5e2f1ce8dc1c,segment=NetworkSegment(64bc1793-0902-4a80-9bec-683d5e6b7c02),segment_id=64bc1793-0902-4a80-9bec-683d5e6b7c02)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:19:08.939610 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-203bcef7-79df-4daa-a7f0-1f813fbdfc8c req-c1bfd31f-832f-4dbe-af5b-dfeb92099bfe tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:08.946761 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-16933855-dbb2-42e6-9e75-5c73114b813a req-10cded9c-2b66-4b9d-baec-9d6ebe662e84 service neutron] 10.222.0.58 "GET /v2.0/networks/6e7bde98-a1ff-44d7-8525-eaa9c1e81087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6493838 Aug 05 11:19:08.964525 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-203bcef7-79df-4daa-a7f0-1f813fbdfc8c req-c1bfd31f-832f-4dbe-af5b-dfeb92099bfe tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Calling delete_port for c8dd90d6-e1d7-4a02-9201-5e2f1ce8dc1c owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:19:08.966726 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1e873343-17a2-48bd-9294-f7cf4bad3a49 req-afe0e897-3700-48ab-b45b-63719ffffc76 service neutron] 10.222.0.55 "GET /v2.0/networks/2779dd37-2937-46d8-af61-d09413a811c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3466320 Aug 05 11:19:08.986250 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.db.resource_extend [req-7e04af33-4d58-4a5a-8000-fb80d2ecd8c0 req-3cb3b87e-982e-4fa9-ab2f-0a15c851f223 tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 05 11:19:09.062350 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-7e04af33-4d58-4a5a-8000-fb80d2ecd8c0 req-3cb3b87e-982e-4fa9-ab2f-0a15c851f223 tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:09.071700 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-7e04af33-4d58-4a5a-8000-fb80d2ecd8c0 req-3cb3b87e-982e-4fa9-ab2f-0a15c851f223 tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33287247'] for floatingip, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:09.179643 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f96f9c4-b9b6-48be-8ac4-73a6959a990e req-21d79bca-e60c-4ebc-98c9-45f553a3814c tempest-DeleteServersAdminTestJSON-2098400252 tempest-DeleteServersAdminTestJSON-2098400252-project] Made reservation on behalf of 357aa65d057c483688c33ce569dd6fc3 for: {'port': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:19:09.185468 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-7f96f9c4-b9b6-48be-8ac4-73a6959a990e req-21d79bca-e60c-4ebc-98c9-45f553a3814c tempest-DeleteServersAdminTestJSON-2098400252 tempest-DeleteServersAdminTestJSON-2098400252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:09.201681 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-203bcef7-79df-4daa-a7f0-1f813fbdfc8c req-c1bfd31f-832f-4dbe-af5b-dfeb92099bfe tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:09.238931 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['e2b0dd59-d3fe-431d-ab42-136b5bbf8974', 'c8dd90d6-e1d7-4a02-9201-5e2f1ce8dc1c'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:19:09.259227 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bfd31f-832f-4dbe-af5b-dfeb92099bfe tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Pushing event deleted for resources: {'Port': ['ID=c8dd90d6-e1d7-4a02-9201-5e2f1ce8dc1c,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:19:09.297635 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device ce063f21-41cc-42e4-89df-3242a673326b no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:19:09.330263 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] No Port match for: ce063f21-41cc-42e4-89df-3242a673326b {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:19:09.330263 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device ce063f21-41cc-42e4-89df-3242a673326b not bound to the agent host n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:19:09.336625 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-203bcef7-79df-4daa-a7f0-1f813fbdfc8c req-c1bfd31f-832f-4dbe-af5b-dfeb92099bfe tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] No DVR routers for this DVR port c8dd90d6-e1d7-4a02-9201-5e2f1ce8dc1c on host n-h2-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:19:09.336895 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06c0e28-5497-442a-8e91-82f51b1da703 req-b1be33a9-fb6f-454c-a3d3-0362a9e7d037 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:09.338449 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f06c0e28-5497-442a-8e91-82f51b1da703 req-b1be33a9-fb6f-454c-a3d3-0362a9e7d037 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fada1b1-77db-4131-adc2-98ac0e1c2597 HTTP/1.1" status: 200 len: 944 time: 0.1818058 Aug 05 11:19:09.339518 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-203bcef7-79df-4daa-a7f0-1f813fbdfc8c req-c1bfd31f-832f-4dbe-af5b-dfeb92099bfe tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:09.342102 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-203bcef7-79df-4daa-a7f0-1f813fbdfc8c req-c1bfd31f-832f-4dbe-af5b-dfeb92099bfe tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] 10.222.0.55 "DELETE /v2.0/ports/c8dd90d6-e1d7-4a02-9201-5e2f1ce8dc1c HTTP/1.1" status: 204 len: 173 time: 0.6130972 Aug 05 11:19:09.342659 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '696331f0-3dea-4c4f-8585-975b81f7abd5', 'name': 'network-vif-deleted', 'tag': 'c8dd90d6-e1d7-4a02-9201-5e2f1ce8dc1c'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:19:09.345648 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cfb9eae-4e7e-4953-8e29-694e749215ef" -d '{"events": [{"server_uuid": "696331f0-3dea-4c4f-8585-975b81f7abd5", "name": "network-vif-deleted", "tag": "c8dd90d6-e1d7-4a02-9201-5e2f1ce8dc1c"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:19:09.378295 n-d-803378-2 neutron-server[94420]: INFO neutron.db.l3_db [req-7e04af33-4d58-4a5a-8000-fb80d2ecd8c0 req-3cb3b87e-982e-4fa9-ab2f-0a15c851f223 tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Floating IP 3d9ac98c-686a-4b69-9ae0-69162d84c585 associated. External IP: 172.25.5.21, port: e2b0dd59-d3fe-431d-ab42-136b5bbf8974. Aug 05 11:19:09.571283 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f06c0e28-5497-442a-8e91-82f51b1da703 req-2d155838-e1f9-4bf5-902b-b706ff122036 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b660be2-1cd3-4f1b-b8b6-43aa3e7d82c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885302 Aug 05 11:19:09.616091 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [req-7f96f9c4-b9b6-48be-8ac4-73a6959a990e req-21d79bca-e60c-4ebc-98c9-45f553a3814c tempest-DeleteServersAdminTestJSON-2098400252 tempest-DeleteServersAdminTestJSON-2098400252-project] Allocated IP 192.168.233.177 (91caede3-92e4-4b1e-8e3e-36227cfd846a/6842f728-c2f3-4e36-bb32-3303d06ce3f4/bd45bddf-f56b-439e-87bf-6431f5d33373) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:19:09.766236 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 517913e1-c703-4e65-8ae0-a6a4446ca3ca up at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:19:09.884181 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7e04af33-4d58-4a5a-8000-fb80d2ecd8c0 req-3cb3b87e-982e-4fa9-ab2f-0a15c851f223 tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Router 8a4e5849-4d89-4841-b55f-0f266908948b has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 11:19:09.914717 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:09.934631 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-d2ef3649-1c43-4b15-9ddf-3d11536715b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:09.949125 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning for port 517913e1-c703-4e65-8ae0-a6a4446ca3ca completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:19:09.955283 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning complete for port 517913e1-c703-4e65-8ae0-a6a4446ca3ca triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:19:09.955933 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:10.027248 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-7f96f9c4-b9b6-48be-8ac4-73a6959a990e req-21d79bca-e60c-4ebc-98c9-45f553a3814c tempest-DeleteServersAdminTestJSON-2098400252 tempest-DeleteServersAdminTestJSON-2098400252-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:10.074745 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:10.085605 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [req-7f96f9c4-b9b6-48be-8ac4-73a6959a990e req-21d79bca-e60c-4ebc-98c9-45f553a3814c tempest-DeleteServersAdminTestJSON-2098400252 tempest-DeleteServersAdminTestJSON-2098400252-project] Transition to ACTIVE for port object bd45bddf-f56b-439e-87bf-6431f5d33373 will not be triggered until provisioned by entity DHCP. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:19:10.095724 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2462b973-0277-4899-80cc-e8df5304447d req-dffca2d8-916b-4e76-b699-a6c485abc716 tempest-ServerDiagnosticsNegativeTest-1383869498 tempest-ServerDiagnosticsNegativeTest-1383869498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:10.097651 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2462b973-0277-4899-80cc-e8df5304447d req-dffca2d8-916b-4e76-b699-a6c485abc716 tempest-ServerDiagnosticsNegativeTest-1383869498 tempest-ServerDiagnosticsNegativeTest-1383869498-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6b732b6-5580-4c59-906d-a70bcdd2cc0a HTTP/1.1" status: 200 len: 950 time: 0.2000957 Aug 05 11:19:10.121598 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 517913e1-c703-4e65-8ae0-a6a4446ca3ca, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=517913e1-c703-4e65-8ae0-a6a4446ca3ca,segment=NetworkSegment(7242661a-6816-45d7-a9cf-d91bdd00208a),segment_id=7242661a-6816-45d7-a9cf-d91bdd00208a)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:19:10.126756 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:10.127937 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 42641d78-a2ad-4f4e-a08d-66bb3bfdf042 up at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:19:10.181536 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-7f96f9c4-b9b6-48be-8ac4-73a6959a990e req-21d79bca-e60c-4ebc-98c9-45f553a3814c tempest-DeleteServersAdminTestJSON-2098400252 tempest-DeleteServersAdminTestJSON-2098400252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:10.184243 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7e04af33-4d58-4a5a-8000-fb80d2ecd8c0 req-3cb3b87e-982e-4fa9-ab2f-0a15c851f223 tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:19:10.198858 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c96291-141f-43c5-9be9-e93f0534d6f1 None None] Sync routers for ids ['8a4e5849-4d89-4841-b55f-0f266908948b'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:19:10.200571 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-7e04af33-4d58-4a5a-8000-fb80d2ecd8c0 req-3cb3b87e-982e-4fa9-ab2f-0a15c851f223 tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:10.212338 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2462b973-0277-4899-80cc-e8df5304447d req-fe41e22a-50c9-46ca-8df7-2bc5021b5ab0 tempest-ServerDiagnosticsNegativeTest-1383869498 tempest-ServerDiagnosticsNegativeTest-1383869498-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf1187c1-0651-40bf-b575-ab2b28e88494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969756 Aug 05 11:19:10.241152 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c96291-141f-43c5-9be9-e93f0534d6f1 None None] Routers {'8a4e5849-4d89-4841-b55f-0f266908948b'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:19:10.241152 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-45c96291-141f-43c5-9be9-e93f0534d6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:19:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['8a4e5849-4d89-4841-b55f-0f266908948b'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:19:10.278901 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f96f9c4-b9b6-48be-8ac4-73a6959a990e req-21d79bca-e60c-4ebc-98c9-45f553a3814c tempest-DeleteServersAdminTestJSON-2098400252 tempest-DeleteServersAdminTestJSON-2098400252-project] Network 91caede3-92e4-4b1e-8e3e-36227cfd846a is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:19:10.282791 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [req-7f96f9c4-b9b6-48be-8ac4-73a6959a990e req-21d79bca-e60c-4ebc-98c9-45f553a3814c tempest-DeleteServersAdminTestJSON-2098400252 tempest-DeleteServersAdminTestJSON-2098400252-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:19:10.298830 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f96f9c4-b9b6-48be-8ac4-73a6959a990e req-21d79bca-e60c-4ebc-98c9-45f553a3814c tempest-DeleteServersAdminTestJSON-2098400252 tempest-DeleteServersAdminTestJSON-2098400252-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:19:10.304079 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=517913e1-c703-4e65-8ae0-a6a4446ca3ca,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:19:10.305568 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f96f9c4-b9b6-48be-8ac4-73a6959a990e req-21d79bca-e60c-4ebc-98c9-45f553a3814c tempest-DeleteServersAdminTestJSON-2098400252 tempest-DeleteServersAdminTestJSON-2098400252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:10.307308 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-7f96f9c4-b9b6-48be-8ac4-73a6959a990e req-21d79bca-e60c-4ebc-98c9-45f553a3814c tempest-DeleteServersAdminTestJSON-2098400252 tempest-DeleteServersAdminTestJSON-2098400252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:10.316231 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning for port 42641d78-a2ad-4f4e-a08d-66bb3bfdf042 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:19:10.325824 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning complete for port 42641d78-a2ad-4f4e-a08d-66bb3bfdf042 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:19:10.326361 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:10.333257 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7e04af33-4d58-4a5a-8000-fb80d2ecd8c0 req-3cb3b87e-982e-4fa9-ab2f-0a15c851f223 tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] 10.222.0.58 "PUT /v2.0/floatingips/3d9ac98c-686a-4b69-9ae0-69162d84c585 HTTP/1.1" status: 200 len: 995 time: 2.8591225 Aug 05 11:19:10.335265 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce4b7a83-20e6-417f-926d-f36b7231440d', 'tag': 'e2b0dd59-d3fe-431d-ab42-136b5bbf8974'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:19:10.337789 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}828068ad8d405ad77660ce68fa78e1ffe658725812f7a08f9e488a446589295b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8cdab4d-2ac8-40a9-80ea-3619c08a7395" -d '{"events": [{"name": "network-changed", "server_uuid": "ce4b7a83-20e6-417f-926d-f36b7231440d", "tag": "e2b0dd59-d3fe-431d-ab42-136b5bbf8974"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:19:10.341560 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7f96f9c4-b9b6-48be-8ac4-73a6959a990e req-21d79bca-e60c-4ebc-98c9-45f553a3814c tempest-DeleteServersAdminTestJSON-2098400252 tempest-DeleteServersAdminTestJSON-2098400252-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5415010 Aug 05 11:19:10.344014 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d79bca-e60c-4ebc-98c9-45f553a3814c tempest-DeleteServersAdminTestJSON-2098400252 tempest-DeleteServersAdminTestJSON-2098400252-project] Pushing event updated for resources: {'Port': ['ID=bd45bddf-f56b-439e-87bf-6431f5d33373,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:19:10.381500 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-7f96f9c4-b9b6-48be-8ac4-73a6959a990e req-cf6656f0-6ed8-4166-8136-02739c6c32c3 service neutron] Request body: {'port': {'device_id': '8db36162-cb21-4757-84ff-d89bc28efe85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-2'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:19:10.469930 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-45c96291-141f-43c5-9be9-e93f0534d6f1 None None] Set router 8a4e5849-4d89-4841-b55f-0f266908948b gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:19:10.496135 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1478b3-3763-4770-b7bc-1c15e9418183 req-800eca5e-2741-4541-9ec1-d00440320bba tempest-ServersAdminNegativeTestJSON-1602179202 tempest-ServersAdminNegativeTestJSON-1602179202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:10.497801 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-dc1478b3-3763-4770-b7bc-1c15e9418183 req-800eca5e-2741-4541-9ec1-d00440320bba tempest-ServersAdminNegativeTestJSON-1602179202 tempest-ServersAdminNegativeTestJSON-1602179202-project] 10.222.0.58 "GET /v2.0/ports?device_id=139d379a-dd37-4226-83e5-6df9ddef1862 HTTP/1.1" status: 200 len: 949 time: 0.1548369 Aug 05 11:19:10.507789 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e04af33-4d58-4a5a-8000-fb80d2ecd8c0 req-f7228ea6-3104-41d1-a812-c5a0fa8ba4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:10.509381 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7e04af33-4d58-4a5a-8000-fb80d2ecd8c0 req-f7228ea6-3104-41d1-a812-c5a0fa8ba4c0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4db52252ec554e9690b87fbab6c40741&device_id=ce4b7a83-20e6-417f-926d-f36b7231440d HTTP/1.1" status: 200 len: 1096 time: 0.1449845 Aug 05 11:19:10.517096 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-7f96f9c4-b9b6-48be-8ac4-73a6959a990e req-cf6656f0-6ed8-4166-8136-02739c6c32c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:10.651903 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16933855-dbb2-42e6-9e75-5c73114b813a req-350c7bc0-d6bd-474e-b12e-957006d49657 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:10.655072 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:10.663609 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-16933855-dbb2-42e6-9e75-5c73114b813a req-350c7bc0-d6bd-474e-b12e-957006d49657 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.55 "GET /v2.0/networks?id=6e7bde98-a1ff-44d7-8525-eaa9c1e81087 HTTP/1.1" status: 200 len: 812 time: 0.1431987 Aug 05 11:19:10.687515 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-16933855-dbb2-42e6-9e75-5c73114b813a req-c37c8f32-6eed-48ab-b681-d2fc34c1f312 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Request body: {'port': {'device_id': 'f66b7826-f7df-422e-836c-05948f716559', 'network_id': '6e7bde98-a1ff-44d7-8525-eaa9c1e81087', 'admin_state_up': True, 'tenant_id': 'd8daa1497f4a496cba61c8a60c09e98b'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:19:10.751506 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-feb59c1b-d7f5-4773-b1f8-c26961ab125e None None] Provisioning for port bd45bddf-f56b-439e-87bf-6431f5d33373 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:19:10.753781 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-dc1478b3-3763-4770-b7bc-1c15e9418183 req-459d1e05-a628-49b9-984b-b981afad135a tempest-ServersAdminNegativeTestJSON-1602179202 tempest-ServersAdminNegativeTestJSON-1602179202-project] 10.222.0.58 "GET /v2.0/security-groups?id=30d4ed1b-cfab-4c78-a51c-ec6d0313fb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433765 Aug 05 11:19:10.798882 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-feb59c1b-d7f5-4773-b1f8-c26961ab125e None None] Provisioning complete for port bd45bddf-f56b-439e-87bf-6431f5d33373 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:19:10.799409 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-feb59c1b-d7f5-4773-b1f8-c26961ab125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:10.813605 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 42641d78-a2ad-4f4e-a08d-66bb3bfdf042, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=42641d78-a2ad-4f4e-a08d-66bb3bfdf042,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:19:10.844676 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e04af33-4d58-4a5a-8000-fb80d2ecd8c0 req-b4632fa2-f8ed-49e5-af3c-b5705730f46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:10.846269 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7e04af33-4d58-4a5a-8000-fb80d2ecd8c0 req-b4632fa2-f8ed-49e5-af3c-b5705730f46a service neutron] 10.222.0.58 "GET /v2.0/networks?id=2779dd37-2937-46d8-af61-d09413a811c2 HTTP/1.1" status: 200 len: 922 time: 0.3253493 Aug 05 11:19:10.849924 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:10.887878 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16933855-dbb2-42e6-9e75-5c73114b813a req-c37c8f32-6eed-48ab-b681-d2fc34c1f312 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Made reservation on behalf of d8daa1497f4a496cba61c8a60c09e98b for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:19:10.892356 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-16933855-dbb2-42e6-9e75-5c73114b813a req-c37c8f32-6eed-48ab-b681-d2fc34c1f312 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:10.965884 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7e04af33-4d58-4a5a-8000-fb80d2ecd8c0 req-acbedee2-402b-4ab1-b395-8d96485faf09 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2b0dd59-d3fe-431d-ab42-136b5bbf8974 HTTP/1.1" status: 200 len: 998 time: 0.1062214 Aug 05 11:19:11.108448 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [req-7f96f9c4-b9b6-48be-8ac4-73a6959a990e req-cf6656f0-6ed8-4166-8136-02739c6c32c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd45bddf-f56b-439e-87bf-6431f5d33373 {{(pid=94420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:19:11.111703 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1640c7a3-517e-431d-bf79-c8c5bca009f3 x-openstack-request-id: req-1640c7a3-517e-431d-bf79-c8c5bca009f3 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:19:11.112153 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6b732b6-5580-4c59-906d-a70bcdd2cc0a", "name": "network-vif-plugged", "status": "completed", "tag": "0f24779b-472c-409e-8f53-bddda6b2b33e", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:19:11.112561 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1640c7a3-517e-431d-bf79-c8c5bca009f3 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:19:11.113537 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6b732b6-5580-4c59-906d-a70bcdd2cc0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f24779b-472c-409e-8f53-bddda6b2b33e', 'code': 200} Aug 05 11:19:11.119181 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-16933855-dbb2-42e6-9e75-5c73114b813a req-c37c8f32-6eed-48ab-b681-d2fc34c1f312 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Allocated IP 172.20.0.6 (6e7bde98-a1ff-44d7-8525-eaa9c1e81087/8c648b54-2f27-41ec-9e17-9213825c0d0c/c9c24a03-711d-4995-bc8f-d489f92237bd) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:19:11.120192 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-7f96f9c4-b9b6-48be-8ac4-73a6959a990e req-cf6656f0-6ed8-4166-8136-02739c6c32c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:11.133385 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [req-7f96f9c4-b9b6-48be-8ac4-73a6959a990e req-cf6656f0-6ed8-4166-8136-02739c6c32c3 service neutron] Transition to ACTIVE for port object bd45bddf-f56b-439e-87bf-6431f5d33373 will not be triggered until provisioned by entity L2. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:19:11.140581 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-feb59c1b-d7f5-4773-b1f8-c26961ab125e None None] Port bd45bddf-f56b-439e-87bf-6431f5d33373 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:19:11.147429 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6039e859-9487-4158-8ec7-03aa38855de1 req-a7bf2525-6227-4a9b-b91a-72ff6f87e48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:11.149582 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6039e859-9487-4158-8ec7-03aa38855de1 req-a7bf2525-6227-4a9b-b91a-72ff6f87e48d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e6b732b6-5580-4c59-906d-a70bcdd2cc0a HTTP/1.1" status: 200 len: 1101 time: 0.0739424 Aug 05 11:19:11.154663 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-7f96f9c4-b9b6-48be-8ac4-73a6959a990e req-cf6656f0-6ed8-4166-8136-02739c6c32c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:11.166676 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=42641d78-a2ad-4f4e-a08d-66bb3bfdf042,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:19:11.195772 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e04af33-4d58-4a5a-8000-fb80d2ecd8c0 req-67c499a8-48fd-4d7d-8e88-6c62dc22d441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:11.197485 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7e04af33-4d58-4a5a-8000-fb80d2ecd8c0 req-67c499a8-48fd-4d7d-8e88-6c62dc22d441 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=15e3f37a-0211-4d47-9d94-f5446f6e6f7a HTTP/1.1" status: 200 len: 860 time: 0.2215402 Aug 05 11:19:11.266385 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-45c96291-141f-43c5-9be9-e93f0534d6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a4e5849-4d89-4841-b55f-0f266908948b', 'name': 'tempest-FloatingIPsAssociationTestJSON-2052184305-router', 'tenant_id': '4db52252ec554e9690b87fbab6c40741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '0779bbf0-ec25-4331-aecc-213253d47e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:17:13Z', 'updated_at': '2021-08-05T11:17:33Z', 'revision_number': 4, 'project_id': '4db52252ec554e9690b87fbab6c40741', 'gw_port': {'id': '0779bbf0-ec25-4331-aecc-213253d47e03', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:bb:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4e5849-4d89-4841-b55f-0f266908948b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 167, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:17:23Z', 'updated_at': '2021-08-05T11:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': '3d9ac98c-686a-4b69-9ae0-69162d84c585', 'tenant_id': '4db52252ec554e9690b87fbab6c40741', 'floating_ip_address': '172.25.5.21', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': '8a4e5849-4d89-4841-b55f-0f266908948b', 'port_id': 'e2b0dd59-d3fe-431d-ab42-136b5bbf8974', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 271, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2779dd37-2937-46d8-af61-d09413a811c2', 'mac_address': 'fa:16:3e:2a:94:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4b7a83-20e6-417f-926d-f36b7231440d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T11:18:09Z', 'updated_at': '2021-08-05T11:19:08Z', 'revision_number': 8, 'project_id': '4db52252ec554e9690b87fbab6c40741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c819079b-708d-40b5-8db8-c6863bd44331', 'name': '', 'network_id': '2779dd37-2937-46d8-af61-d09413a811c2', 'tenant_id': '4db52252ec554e9690b87fbab6c40741', 'mac_address': 'fa:16:3e:ed:1d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4e5849-4d89-4841-b55f-0f266908948b', 'device_owner': 'network:router_interface', 'standard_attr_id': 199, 'fixed_ips': [{'subnet_id': '15e3f37a-0211-4d47-9d94-f5446f6e6f7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:17:30Z', 'updated_at': '2021-08-05T11:17:48Z', 'revision_number': 5, 'project_id': '4db52252ec554e9690b87fbab6c40741', 'subnets': [{'id': '15e3f37a-0211-4d47-9d94-f5446f6e6f7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:19:11.273993 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6656f0-6ed8-4166-8136-02739c6c32c3 service neutron] Pushing event updated for resources: {'Port': ['ID=bd45bddf-f56b-439e-87bf-6431f5d33373,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:19:11.282511 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6039e859-9487-4158-8ec7-03aa38855de1 req-a54ca071-cba0-457c-9df8-9648f0f72e3f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=cf1187c1-0651-40bf-b575-ab2b28e88494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177607 Aug 05 11:19:11.302465 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e04af33-4d58-4a5a-8000-fb80d2ecd8c0 req-b20478c0-8ee5-47b5-b23e-5972f90d4868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:11.304119 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7e04af33-4d58-4a5a-8000-fb80d2ecd8c0 req-b20478c0-8ee5-47b5-b23e-5972f90d4868 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2779dd37-2937-46d8-af61-d09413a811c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0990601 Aug 05 11:19:11.317185 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c96291-141f-43c5-9be9-e93f0534d6f1 None None] Checking router: 8a4e5849-4d89-4841-b55f-0f266908948b for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:19:11.322301 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-7f96f9c4-b9b6-48be-8ac4-73a6959a990e req-cf6656f0-6ed8-4166-8136-02739c6c32c3 service neutron] Attempting to bind port bd45bddf-f56b-439e-87bf-6431f5d33373 on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:19:11.322869 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-7f96f9c4-b9b6-48be-8ac4-73a6959a990e req-cf6656f0-6ed8-4166-8136-02739c6c32c3 service neutron] Attempting to bind port bd45bddf-f56b-439e-87bf-6431f5d33373 by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:19:11.323431 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f96f9c4-b9b6-48be-8ac4-73a6959a990e req-cf6656f0-6ed8-4166-8136-02739c6c32c3 service neutron] Attempting to bind port bd45bddf-f56b-439e-87bf-6431f5d33373 on network 91caede3-92e4-4b1e-8e3e-36227cfd846a {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:19:11.330496 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c96291-141f-43c5-9be9-e93f0534d6f1 None None] Routers {'8a4e5849-4d89-4841-b55f-0f266908948b'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:19:11.331238 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-45c96291-141f-43c5-9be9-e93f0534d6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:19:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['8a4e5849-4d89-4841-b55f-0f266908948b'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:19:11.339858 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [req-7e04af33-4d58-4a5a-8000-fb80d2ecd8c0 req-ff0e0b50-1007-48ba-af56-d8f51ae2a93b service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94420) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 11:19:11.341729 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7e04af33-4d58-4a5a-8000-fb80d2ecd8c0 req-ff0e0b50-1007-48ba-af56-d8f51ae2a93b service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0089090 Aug 05 11:19:11.342725 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f96f9c4-b9b6-48be-8ac4-73a6959a990e req-cf6656f0-6ed8-4166-8136-02739c6c32c3 service neutron] Port bd45bddf-f56b-439e-87bf-6431f5d33373 on network 91caede3-92e4-4b1e-8e3e-36227cfd846a not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:19:11.343264 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f96f9c4-b9b6-48be-8ac4-73a6959a990e req-cf6656f0-6ed8-4166-8136-02739c6c32c3 service neutron] Attempting to bind port bd45bddf-f56b-439e-87bf-6431f5d33373 on network 91caede3-92e4-4b1e-8e3e-36227cfd846a {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:19:11.369937 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958ebd5a-8561-4491-9c9a-df0e787a6d67 req-f7f07c80-f48b-45fd-839d-a53dffe7eeb9 tempest-DeleteServersAdminTestJSON-2098400252 tempest-DeleteServersAdminTestJSON-2098400252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:11.372758 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-958ebd5a-8561-4491-9c9a-df0e787a6d67 req-f7f07c80-f48b-45fd-839d-a53dffe7eeb9 tempest-DeleteServersAdminTestJSON-2098400252 tempest-DeleteServersAdminTestJSON-2098400252-project] 10.222.0.58 "GET /v2.0/ports?device_id=8db36162-cb21-4757-84ff-d89bc28efe85 HTTP/1.1" status: 200 len: 936 time: 0.2898495 Aug 05 11:19:11.382825 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-16933855-dbb2-42e6-9e75-5c73114b813a req-c37c8f32-6eed-48ab-b681-d2fc34c1f312 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:11.396834 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f96f9c4-b9b6-48be-8ac4-73a6959a990e req-cf6656f0-6ed8-4166-8136-02739c6c32c3 service neutron] Checking agent: {'id': 'a8f1dd2d-227c-4e30-8844-52419ba734db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:19:11.396834 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f96f9c4-b9b6-48be-8ac4-73a6959a990e req-cf6656f0-6ed8-4166-8136-02739c6c32c3 service neutron] Checking segment: {'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:19:11.397103 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f96f9c4-b9b6-48be-8ac4-73a6959a990e req-cf6656f0-6ed8-4166-8136-02739c6c32c3 service neutron] Bound using segment: {'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:19:11.397640 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-7f96f9c4-b9b6-48be-8ac4-73a6959a990e req-cf6656f0-6ed8-4166-8136-02739c6c32c3 service neutron] Bound port: bd45bddf-f56b-439e-87bf-6431f5d33373, host: n-h2-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'}}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:19:11.398177 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-7f96f9c4-b9b6-48be-8ac4-73a6959a990e req-cf6656f0-6ed8-4166-8136-02739c6c32c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:11.445667 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-16933855-dbb2-42e6-9e75-5c73114b813a req-c37c8f32-6eed-48ab-b681-d2fc34c1f312 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:11.487360 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-45c96291-141f-43c5-9be9-e93f0534d6f1 None None] Set router 8a4e5849-4d89-4841-b55f-0f266908948b gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:19:11.511474 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16933855-dbb2-42e6-9e75-5c73114b813a req-c37c8f32-6eed-48ab-b681-d2fc34c1f312 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Network 6e7bde98-a1ff-44d7-8525-eaa9c1e81087 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:19:11.515169 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-16933855-dbb2-42e6-9e75-5c73114b813a req-c37c8f32-6eed-48ab-b681-d2fc34c1f312 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:19:11.519941 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-16933855-dbb2-42e6-9e75-5c73114b813a req-c37c8f32-6eed-48ab-b681-d2fc34c1f312 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:19:11.526413 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16933855-dbb2-42e6-9e75-5c73114b813a req-c37c8f32-6eed-48ab-b681-d2fc34c1f312 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:11.527384 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-16933855-dbb2-42e6-9e75-5c73114b813a req-c37c8f32-6eed-48ab-b681-d2fc34c1f312 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:11.549376 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37c8f32-6eed-48ab-b681-d2fc34c1f312 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Pushing event updated for resources: {'Port': ['ID=c9c24a03-711d-4995-bc8f-d489f92237bd,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:19:11.569695 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-16933855-dbb2-42e6-9e75-5c73114b813a req-c37c8f32-6eed-48ab-b681-d2fc34c1f312 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8897917 Aug 05 11:19:11.576680 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-958ebd5a-8561-4491-9c9a-df0e787a6d67 req-59801d6b-40e1-4f0c-ba63-4be9426c6051 tempest-DeleteServersAdminTestJSON-2098400252 tempest-DeleteServersAdminTestJSON-2098400252-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba6d8cba-3047-414c-8a71-04d949624c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843207 Aug 05 11:19:11.592318 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-16933855-dbb2-42e6-9e75-5c73114b813a req-61b68ca3-f1d8-4e01-bb17-4374a10644be service neutron] Request body: {'port': {'device_id': 'f66b7826-f7df-422e-836c-05948f716559', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:19:11.619822 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-7f96f9c4-b9b6-48be-8ac4-73a6959a990e req-cf6656f0-6ed8-4166-8136-02739c6c32c3 service neutron] For port bd45bddf-f56b-439e-87bf-6431f5d33373, host n-h2-803378-2, cleared binding levels {{(pid=94420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:19:11.625435 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-7f96f9c4-b9b6-48be-8ac4-73a6959a990e req-cf6656f0-6ed8-4166-8136-02739c6c32c3 service neutron] For port bd45bddf-f56b-439e-87bf-6431f5d33373, host n-h2-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=bd45bddf-f56b-439e-87bf-6431f5d33373,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:19:11.633320 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7e04af33-4d58-4a5a-8000-fb80d2ecd8c0 req-c6545502-897b-47da-80e0-65bee49377e0 service neutron] 10.222.0.58 "GET /v2.0/networks/2779dd37-2937-46d8-af61-d09413a811c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592497 Aug 05 11:19:11.635142 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:11.635325 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-7f96f9c4-b9b6-48be-8ac4-73a6959a990e req-cf6656f0-6ed8-4166-8136-02739c6c32c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:11.682456 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-16933855-dbb2-42e6-9e75-5c73114b813a req-61b68ca3-f1d8-4e01-bb17-4374a10644be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:11.780286 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f96f9c4-b9b6-48be-8ac4-73a6959a990e req-cf6656f0-6ed8-4166-8136-02739c6c32c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:11.780942 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-7f96f9c4-b9b6-48be-8ac4-73a6959a990e req-cf6656f0-6ed8-4166-8136-02739c6c32c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:11.782374 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7f96f9c4-b9b6-48be-8ac4-73a6959a990e req-cf6656f0-6ed8-4166-8136-02739c6c32c3 service neutron] 10.222.0.55 "PUT /v2.0/ports/bd45bddf-f56b-439e-87bf-6431f5d33373 HTTP/1.1" status: 200 len: 1096 time: 1.4161408 Aug 05 11:19:11.830210 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-45c96291-141f-43c5-9be9-e93f0534d6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a4e5849-4d89-4841-b55f-0f266908948b', 'name': 'tempest-FloatingIPsAssociationTestJSON-2052184305-router', 'tenant_id': '4db52252ec554e9690b87fbab6c40741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '0779bbf0-ec25-4331-aecc-213253d47e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:17:13Z', 'updated_at': '2021-08-05T11:17:33Z', 'revision_number': 4, 'project_id': '4db52252ec554e9690b87fbab6c40741', 'gw_port': {'id': '0779bbf0-ec25-4331-aecc-213253d47e03', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:bb:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4e5849-4d89-4841-b55f-0f266908948b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 167, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:17:23Z', 'updated_at': '2021-08-05T11:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': '3d9ac98c-686a-4b69-9ae0-69162d84c585', 'tenant_id': '4db52252ec554e9690b87fbab6c40741', 'floating_ip_address': '172.25.5.21', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': '8a4e5849-4d89-4841-b55f-0f266908948b', 'port_id': 'e2b0dd59-d3fe-431d-ab42-136b5bbf8974', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 271, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2779dd37-2937-46d8-af61-d09413a811c2', 'mac_address': 'fa:16:3e:2a:94:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4b7a83-20e6-417f-926d-f36b7231440d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T11:18:09Z', 'updated_at': '2021-08-05T11:19:08Z', 'revision_number': 8, 'project_id': '4db52252ec554e9690b87fbab6c40741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c819079b-708d-40b5-8db8-c6863bd44331', 'name': '', 'network_id': '2779dd37-2937-46d8-af61-d09413a811c2', 'tenant_id': '4db52252ec554e9690b87fbab6c40741', 'mac_address': 'fa:16:3e:ed:1d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4e5849-4d89-4841-b55f-0f266908948b', 'device_owner': 'network:router_interface', 'standard_attr_id': 199, 'fixed_ips': [{'subnet_id': '15e3f37a-0211-4d47-9d94-f5446f6e6f7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:17:30Z', 'updated_at': '2021-08-05T11:17:48Z', 'revision_number': 5, 'project_id': '4db52252ec554e9690b87fbab6c40741', 'subnets': [{'id': '15e3f37a-0211-4d47-9d94-f5446f6e6f7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:19:11.895439 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c96291-141f-43c5-9be9-e93f0534d6f1 None None] The sync data for ids ['8a4e5849-4d89-4841-b55f-0f266908948b'] in n-d-803378-2 is: [{'id': '8a4e5849-4d89-4841-b55f-0f266908948b', 'name': 'tempest-FloatingIPsAssociationTestJSON-2052184305-router', 'tenant_id': '4db52252ec554e9690b87fbab6c40741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '0779bbf0-ec25-4331-aecc-213253d47e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:17:13Z', 'updated_at': '2021-08-05T11:17:33Z', 'revision_number': 4, 'project_id': '4db52252ec554e9690b87fbab6c40741', 'gw_port': {'id': '0779bbf0-ec25-4331-aecc-213253d47e03', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:bb:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4e5849-4d89-4841-b55f-0f266908948b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 167, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:17:23Z', 'updated_at': '2021-08-05T11:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': '3d9ac98c-686a-4b69-9ae0-69162d84c585', 'tenant_id': '4db52252ec554e9690b87fbab6c40741', 'floating_ip_address': '172.25.5.21', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': '8a4e5849-4d89-4841-b55f-0f266908948b', 'port_id': 'e2b0dd59-d3fe-431d-ab42-136b5bbf8974', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 271, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2779dd37-2937-46d8-af61-d09413a811c2', 'mac_address': 'fa:16:3e:2a:94:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4b7a83-20e6-417f-926d-f36b7231440d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T11:18:09Z', 'updated_at': '2021-08-05T11:19:08Z', 'revision_number': 8, 'project_id': '4db52252ec554e9690b87fbab6c40741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c819079b-708d-40b5-8db8-c6863bd44331', 'name': '', 'network_id': '2779dd37-2937-46d8-af61-d09413a811c2', 'tenant_id': '4db52252ec554e9690b87fbab6c40741', 'mac_address': 'fa:16:3e:ed:1d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4e5849-4d89-4841-b55f-0f266908948b', 'device_owner': 'network:router_interface', 'standard_attr_id': 199, 'fixed_ips': [{'subnet_id': '15e3f37a-0211-4d47-9d94-f5446f6e6f7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:17:30Z', 'updated_at': '2021-08-05T11:17:48Z', 'revision_number': 5, 'project_id': '4db52252ec554e9690b87fbab6c40741', 'subnets': [{'id': '15e3f37a-0211-4d47-9d94-f5446f6e6f7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:19:11.896083 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb8de4d-9282-4c6c-a9a6-4cd31018e49d req-40a1d137-5282-45dd-8814-697ed5105236 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:11.898265 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bbb8de4d-9282-4c6c-a9a6-4cd31018e49d req-40a1d137-5282-45dd-8814-697ed5105236 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=f66b7826-f7df-422e-836c-05948f716559 HTTP/1.1" status: 200 len: 931 time: 0.1566980 Aug 05 11:19:11.917370 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6656f0-6ed8-4166-8136-02739c6c32c3 service neutron] Pushing event updated for resources: {'Port': ['ID=bd45bddf-f56b-439e-87bf-6431f5d33373,revision_number=3']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:19:11.952226 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7e04af33-4d58-4a5a-8000-fb80d2ecd8c0 req-2674b419-b4b1-4d59-b0aa-9649cccf3da7 service neutron] 10.222.0.58 "GET /v2.0/networks/2779dd37-2937-46d8-af61-d09413a811c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3070412 Aug 05 11:19:11.988092 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bbb8de4d-9282-4c6c-a9a6-4cd31018e49d req-af936047-8530-4cfd-b52c-6306deeefa0a tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652051 Aug 05 11:19:11.998681 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f96f9c4-b9b6-48be-8ac4-73a6959a990e req-37b684ff-9143-4109-a257-c9db42491e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:12.001888 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7f96f9c4-b9b6-48be-8ac4-73a6959a990e req-37b684ff-9143-4109-a257-c9db42491e5d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=357aa65d057c483688c33ce569dd6fc3&device_id=8db36162-cb21-4757-84ff-d89bc28efe85 HTTP/1.1" status: 200 len: 1099 time: 0.1427255 Aug 05 11:19:12.056868 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d8088b3-eb5f-4c82-8648-8cc55abadd8e x-openstack-request-id: req-5d8088b3-eb5f-4c82-8648-8cc55abadd8e {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:19:12.057187 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "696331f0-3dea-4c4f-8585-975b81f7abd5", "name": "network-vif-deleted", "tag": "c8dd90d6-e1d7-4a02-9201-5e2f1ce8dc1c", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:19:12.057390 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5d8088b3-eb5f-4c82-8648-8cc55abadd8e {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:19:12.057818 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '696331f0-3dea-4c4f-8585-975b81f7abd5', 'name': 'network-vif-deleted', 'tag': 'c8dd90d6-e1d7-4a02-9201-5e2f1ce8dc1c', 'status': 'completed', 'code': 200} Aug 05 11:19:12.091841 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7f96f9c4-b9b6-48be-8ac4-73a6959a990e req-5792c561-8666-483e-8449-7e0af74e5641 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=bd45bddf-f56b-439e-87bf-6431f5d33373 HTTP/1.1" status: 200 len: 217 time: 0.0717955 Aug 05 11:19:12.141390 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ffd7e1f5-7d0c-4ff5-8785-9958a4c06d21 req-e2b70e9a-28b4-4536-9253-543f90d4ad4f tempest-QuotasAdminNegativeTest-1203689407 tempest-QuotasAdminNegativeTest-1203689407-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=4fe57691516e42d098a89474487dac97&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0429442 Aug 05 11:19:12.147327 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b699a5fb-054f-4205-b1e1-56628aa21a8d x-openstack-request-id: req-b699a5fb-054f-4205-b1e1-56628aa21a8d {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:19:12.147704 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce4b7a83-20e6-417f-926d-f36b7231440d", "tag": "e2b0dd59-d3fe-431d-ab42-136b5bbf8974", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:19:12.148121 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b699a5fb-054f-4205-b1e1-56628aa21a8d {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:19:12.149012 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce4b7a83-20e6-417f-926d-f36b7231440d', 'tag': 'e2b0dd59-d3fe-431d-ab42-136b5bbf8974', 'status': 'completed', 'code': 200} Aug 05 11:19:12.178771 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-16933855-dbb2-42e6-9e75-5c73114b813a req-61b68ca3-f1d8-4e01-bb17-4374a10644be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9c24a03-711d-4995-bc8f-d489f92237bd {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:19:12.195390 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-16933855-dbb2-42e6-9e75-5c73114b813a req-61b68ca3-f1d8-4e01-bb17-4374a10644be service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:12.215363 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-16933855-dbb2-42e6-9e75-5c73114b813a req-61b68ca3-f1d8-4e01-bb17-4374a10644be service neutron] Transition to ACTIVE for port object c9c24a03-711d-4995-bc8f-d489f92237bd will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:19:12.221645 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-16933855-dbb2-42e6-9e75-5c73114b813a req-61b68ca3-f1d8-4e01-bb17-4374a10644be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:12.246153 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aad4036-c7f7-4394-8f55-e6c3257f0e75 None None] New status for floating IP 3d9ac98c-686a-4b69-9ae0-69162d84c585: ACTIVE {{(pid=94423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 11:19:12.299854 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b68ca3-f1d8-4e01-bb17-4374a10644be service neutron] Pushing event updated for resources: {'Port': ['ID=c9c24a03-711d-4995-bc8f-d489f92237bd,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:19:12.361438 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-16933855-dbb2-42e6-9e75-5c73114b813a req-61b68ca3-f1d8-4e01-bb17-4374a10644be service neutron] Attempting to bind port c9c24a03-711d-4995-bc8f-d489f92237bd on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:19:12.361869 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-16933855-dbb2-42e6-9e75-5c73114b813a req-61b68ca3-f1d8-4e01-bb17-4374a10644be service neutron] Attempting to bind port c9c24a03-711d-4995-bc8f-d489f92237bd by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': '32cc618e-4968-4750-a5aa-c2579fceb01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6e7bde98-a1ff-44d7-8525-eaa9c1e81087'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:19:12.362205 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16933855-dbb2-42e6-9e75-5c73114b813a req-61b68ca3-f1d8-4e01-bb17-4374a10644be service neutron] Attempting to bind port c9c24a03-711d-4995-bc8f-d489f92237bd on network 6e7bde98-a1ff-44d7-8525-eaa9c1e81087 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:19:12.367815 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16933855-dbb2-42e6-9e75-5c73114b813a req-61b68ca3-f1d8-4e01-bb17-4374a10644be service neutron] Port c9c24a03-711d-4995-bc8f-d489f92237bd on network 6e7bde98-a1ff-44d7-8525-eaa9c1e81087 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:19:12.368207 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16933855-dbb2-42e6-9e75-5c73114b813a req-61b68ca3-f1d8-4e01-bb17-4374a10644be service neutron] Attempting to bind port c9c24a03-711d-4995-bc8f-d489f92237bd on network 6e7bde98-a1ff-44d7-8525-eaa9c1e81087 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:19:12.375288 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16933855-dbb2-42e6-9e75-5c73114b813a req-61b68ca3-f1d8-4e01-bb17-4374a10644be service neutron] Checking agent: {'id': 'a8f1dd2d-227c-4e30-8844-52419ba734db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:19:12.375728 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16933855-dbb2-42e6-9e75-5c73114b813a req-61b68ca3-f1d8-4e01-bb17-4374a10644be service neutron] Checking segment: {'id': '32cc618e-4968-4750-a5aa-c2579fceb01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6e7bde98-a1ff-44d7-8525-eaa9c1e81087'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:19:12.376081 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16933855-dbb2-42e6-9e75-5c73114b813a req-61b68ca3-f1d8-4e01-bb17-4374a10644be service neutron] Bound using segment: {'id': '32cc618e-4968-4750-a5aa-c2579fceb01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6e7bde98-a1ff-44d7-8525-eaa9c1e81087'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:19:12.376587 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-16933855-dbb2-42e6-9e75-5c73114b813a req-61b68ca3-f1d8-4e01-bb17-4374a10644be service neutron] Bound port: c9c24a03-711d-4995-bc8f-d489f92237bd, host: n-h2-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32cc618e-4968-4750-a5aa-c2579fceb01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6e7bde98-a1ff-44d7-8525-eaa9c1e81087'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:19:12.376961 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-16933855-dbb2-42e6-9e75-5c73114b813a req-61b68ca3-f1d8-4e01-bb17-4374a10644be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:12.485637 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-16933855-dbb2-42e6-9e75-5c73114b813a req-61b68ca3-f1d8-4e01-bb17-4374a10644be service neutron] For port c9c24a03-711d-4995-bc8f-d489f92237bd, host n-h2-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:19:12.495510 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-16933855-dbb2-42e6-9e75-5c73114b813a req-61b68ca3-f1d8-4e01-bb17-4374a10644be service neutron] For port c9c24a03-711d-4995-bc8f-d489f92237bd, host n-h2-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=c9c24a03-711d-4995-bc8f-d489f92237bd,segment=NetworkSegment(32cc618e-4968-4750-a5aa-c2579fceb01e),segment_id=32cc618e-4968-4750-a5aa-c2579fceb01e)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:19:12.516231 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-16933855-dbb2-42e6-9e75-5c73114b813a req-61b68ca3-f1d8-4e01-bb17-4374a10644be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:12.555239 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16933855-dbb2-42e6-9e75-5c73114b813a req-61b68ca3-f1d8-4e01-bb17-4374a10644be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:12.557371 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-16933855-dbb2-42e6-9e75-5c73114b813a req-61b68ca3-f1d8-4e01-bb17-4374a10644be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:12.558909 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-16933855-dbb2-42e6-9e75-5c73114b813a req-61b68ca3-f1d8-4e01-bb17-4374a10644be service neutron] 10.222.0.55 "PUT /v2.0/ports/c9c24a03-711d-4995-bc8f-d489f92237bd HTTP/1.1" status: 200 len: 1091 time: 0.9726105 Aug 05 11:19:12.589701 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b68ca3-f1d8-4e01-bb17-4374a10644be service neutron] Pushing event updated for resources: {'Port': ['ID=c9c24a03-711d-4995-bc8f-d489f92237bd,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:19:12.621899 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f96f9c4-b9b6-48be-8ac4-73a6959a990e req-db188132-7f3d-45d9-b48e-a459a3a49f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:12.623389 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7f96f9c4-b9b6-48be-8ac4-73a6959a990e req-db188132-7f3d-45d9-b48e-a459a3a49f87 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6842f728-c2f3-4e36-bb32-3303d06ce3f4 HTTP/1.1" status: 200 len: 843 time: 0.5222323 Aug 05 11:19:12.671383 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16933855-dbb2-42e6-9e75-5c73114b813a req-532d3c16-4d87-421c-8b0b-dbce0913db4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:12.673072 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-16933855-dbb2-42e6-9e75-5c73114b813a req-532d3c16-4d87-421c-8b0b-dbce0913db4c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d8daa1497f4a496cba61c8a60c09e98b&device_id=f66b7826-f7df-422e-836c-05948f716559 HTTP/1.1" status: 200 len: 1094 time: 0.0513184 Aug 05 11:19:12.680796 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cdab4d-2ac8-40a9-80ea-3619c08a7395 req-7204e561-3c53-4ef7-8594-4f556bace00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:12.682392 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d8cdab4d-2ac8-40a9-80ea-3619c08a7395 req-7204e561-3c53-4ef7-8594-4f556bace00a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4db52252ec554e9690b87fbab6c40741&device_id=ce4b7a83-20e6-417f-926d-f36b7231440d HTTP/1.1" status: 200 len: 1096 time: 0.1996741 Aug 05 11:19:12.689751 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3bfd82-568e-49fb-9456-cc6b970db111 req-9e485328-3a77-4cd2-946b-04478bb75413 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:12.691242 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4a3bfd82-568e-49fb-9456-cc6b970db111 req-9e485328-3a77-4cd2-946b-04478bb75413 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fada1b1-77db-4131-adc2-98ac0e1c2597 HTTP/1.1" status: 200 len: 945 time: 0.2108574 Aug 05 11:19:12.729327 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-16933855-dbb2-42e6-9e75-5c73114b813a req-0b9aac4b-0dba-4b25-83d2-0d723ae9b1ad service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c9c24a03-711d-4995-bc8f-d489f92237bd HTTP/1.1" status: 200 len: 217 time: 0.0374382 Aug 05 11:19:12.781990 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd7e1f5-7d0c-4ff5-8785-9958a4c06d21 req-6f1cdf13-208d-4414-b60e-11f4bf19ea27 tempest-QuotasAdminNegativeTest-1203689407 tempest-QuotasAdminNegativeTest-1203689407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:12.783496 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ffd7e1f5-7d0c-4ff5-8785-9958a4c06d21 req-6f1cdf13-208d-4414-b60e-11f4bf19ea27 tempest-QuotasAdminNegativeTest-1203689407 tempest-QuotasAdminNegativeTest-1203689407-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3020575 Aug 05 11:19:12.795863 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16933855-dbb2-42e6-9e75-5c73114b813a req-51976242-1cb3-47d2-83a1-a4c7a3544e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:12.797466 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-16933855-dbb2-42e6-9e75-5c73114b813a req-51976242-1cb3-47d2-83a1-a4c7a3544e5b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8c648b54-2f27-41ec-9e17-9213825c0d0c HTTP/1.1" status: 200 len: 852 time: 0.0614390 Aug 05 11:19:12.835546 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-16933855-dbb2-42e6-9e75-5c73114b813a req-0bb0faee-0fd4-4801-be67-1537c95940fc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6e7bde98-a1ff-44d7-8525-eaa9c1e81087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308294 Aug 05 11:19:12.838766 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f96f9c4-b9b6-48be-8ac4-73a6959a990e req-4c3c842b-82b3-4a49-af56-82d19fec46fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:12.840301 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7f96f9c4-b9b6-48be-8ac4-73a6959a990e req-4c3c842b-82b3-4a49-af56-82d19fec46fd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=91caede3-92e4-4b1e-8e3e-36227cfd846a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2009830 Aug 05 11:19:12.844576 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ffd7e1f5-7d0c-4ff5-8785-9958a4c06d21 req-6a49783a-1b15-4adf-9b9b-366664954c19 tempest-QuotasAdminNegativeTest-1203689407 tempest-QuotasAdminNegativeTest-1203689407-project] 10.222.0.58 "GET /v2.0/quotas/4fe57691516e42d098a89474487dac97 HTTP/1.1" status: 200 len: 375 time: 0.0506427 Aug 05 11:19:12.847521 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4a3bfd82-568e-49fb-9456-cc6b970db111 req-36b6408b-2ea3-473a-a4e0-3235e65eaea1 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b660be2-1cd3-4f1b-b8b6-43aa3e7d82c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438625 Aug 05 11:19:12.938226 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ffd7e1f5-7d0c-4ff5-8785-9958a4c06d21 req-64dcfaa3-f622-43e0-8b7e-7293eb05653e tempest-QuotasAdminNegativeTest-1203689407 tempest-QuotasAdminNegativeTest-1203689407-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=4fe57691516e42d098a89474487dac97&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0795002 Aug 05 11:19:12.956847 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cdab4d-2ac8-40a9-80ea-3619c08a7395 req-1c5bfd3a-b5ec-4775-8b1b-295451416d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:12.958475 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d8cdab4d-2ac8-40a9-80ea-3619c08a7395 req-1c5bfd3a-b5ec-4775-8b1b-295451416d44 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2779dd37-2937-46d8-af61-d09413a811c2 HTTP/1.1" status: 200 len: 922 time: 0.2663357 Aug 05 11:19:12.982595 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-16933855-dbb2-42e6-9e75-5c73114b813a req-79e41d94-0957-4735-8d4e-7f3e40307b09 service neutron] 10.222.0.55 "GET /v2.0/networks/6e7bde98-a1ff-44d7-8525-eaa9c1e81087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351175 Aug 05 11:19:13.091612 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-16933855-dbb2-42e6-9e75-5c73114b813a req-39e6ffac-28be-4be7-bfa8-6c4e95c606cb service neutron] 10.222.0.55 "GET /v2.0/networks/6e7bde98-a1ff-44d7-8525-eaa9c1e81087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996816 Aug 05 11:19:13.108988 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7f96f9c4-b9b6-48be-8ac4-73a6959a990e req-09025328-ca24-4404-ad31-a5ef29292d59 service neutron] 10.222.0.55 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603648 Aug 05 11:19:13.115119 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fada1b1-77db-4131-adc2-98ac0e1c2597', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '517913e1-c703-4e65-8ae0-a6a4446ca3ca'}, {'server_uuid': '139d379a-dd37-4226-83e5-6df9ddef1862', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42641d78-a2ad-4f4e-a08d-66bb3bfdf042'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:19:13.119113 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3fa922c-af93-4d51-b641-ee306aa4b187" -d '{"events": [{"server_uuid": "6fada1b1-77db-4131-adc2-98ac0e1c2597", "name": "network-vif-plugged", "status": "completed", "tag": "517913e1-c703-4e65-8ae0-a6a4446ca3ca"}, {"server_uuid": "139d379a-dd37-4226-83e5-6df9ddef1862", "name": "network-vif-plugged", "status": "completed", "tag": "42641d78-a2ad-4f4e-a08d-66bb3bfdf042"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:19:13.121427 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81caf3ac-5d78-4859-b1d6-6b2014e564e4 req-2d60717d-6600-4e6b-b570-ee539315719e tempest-ServerDiagnosticsNegativeTest-1383869498 tempest-ServerDiagnosticsNegativeTest-1383869498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:13.123095 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-81caf3ac-5d78-4859-b1d6-6b2014e564e4 req-2d60717d-6600-4e6b-b570-ee539315719e tempest-ServerDiagnosticsNegativeTest-1383869498 tempest-ServerDiagnosticsNegativeTest-1383869498-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6b732b6-5580-4c59-906d-a70bcdd2cc0a HTTP/1.1" status: 200 len: 950 time: 0.1839645 Aug 05 11:19:13.125384 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d8cdab4d-2ac8-40a9-80ea-3619c08a7395 req-84fa5f8d-02ef-4485-b018-606064e65d38 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2b0dd59-d3fe-431d-ab42-136b5bbf8974 HTTP/1.1" status: 200 len: 1000 time: 0.1485236 Aug 05 11:19:13.267531 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b7641e-26c9-4fcd-96b2-ae6d5e63897c req-73a2d873-0289-45c9-bf68-438dd07a53b2 tempest-ServersAdminNegativeTestJSON-1602179202 tempest-ServersAdminNegativeTestJSON-1602179202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:13.269138 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-98b7641e-26c9-4fcd-96b2-ae6d5e63897c req-73a2d873-0289-45c9-bf68-438dd07a53b2 tempest-ServersAdminNegativeTestJSON-1602179202 tempest-ServersAdminNegativeTestJSON-1602179202-project] 10.222.0.58 "GET /v2.0/ports?device_id=139d379a-dd37-4226-83e5-6df9ddef1862 HTTP/1.1" status: 200 len: 950 time: 0.2094617 Aug 05 11:19:13.282266 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 11:19:13.285955 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device c8dd90d6-e1d7-4a02-9201-5e2f1ce8dc1c no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:19:13.288066 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-81caf3ac-5d78-4859-b1d6-6b2014e564e4 req-3f5045d2-823d-4ef8-ac13-5b780fe5f2db tempest-ServerDiagnosticsNegativeTest-1383869498 tempest-ServerDiagnosticsNegativeTest-1383869498-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf1187c1-0651-40bf-b575-ab2b28e88494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517997 Aug 05 11:19:13.302485 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cdab4d-2ac8-40a9-80ea-3619c08a7395 req-ee1aaa9c-d3d2-4e49-b535-2b07b9f5eab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:13.304099 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d8cdab4d-2ac8-40a9-80ea-3619c08a7395 req-ee1aaa9c-d3d2-4e49-b535-2b07b9f5eab3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=15e3f37a-0211-4d47-9d94-f5446f6e6f7a HTTP/1.1" status: 200 len: 860 time: 0.1132474 Aug 05 11:19:13.321652 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] No Port match for: c8dd90d6-e1d7-4a02-9201-5e2f1ce8dc1c {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:19:13.322037 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device c8dd90d6-e1d7-4a02-9201-5e2f1ce8dc1c not bound to the agent host n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:19:13.345710 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7f96f9c4-b9b6-48be-8ac4-73a6959a990e req-cab0e961-c65c-4663-8e11-1cc6fb03c56e service neutron] 10.222.0.55 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193289 Aug 05 11:19:13.354820 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-98b7641e-26c9-4fcd-96b2-ae6d5e63897c req-fa26a449-8800-4441-84d3-b6391ea71ecc tempest-ServersAdminNegativeTestJSON-1602179202 tempest-ServersAdminNegativeTestJSON-1602179202-project] 10.222.0.58 "GET /v2.0/security-groups?id=30d4ed1b-cfab-4c78-a51c-ec6d0313fb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741763 Aug 05 11:19:13.393292 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cdab4d-2ac8-40a9-80ea-3619c08a7395 req-60b488c1-a321-4d28-bd43-cd098c4376f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:13.394836 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d8cdab4d-2ac8-40a9-80ea-3619c08a7395 req-60b488c1-a321-4d28-bd43-cd098c4376f2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2779dd37-2937-46d8-af61-d09413a811c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0661597 Aug 05 11:19:13.541156 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1b5078ee-5433-4c46-8d8e-ea488063308e req-8050dd3e-57fa-471d-aac3-632a55e11e8a tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] 10.222.0.58 "GET /v2.0/floatingips/3d9ac98c-686a-4b69-9ae0-69162d84c585 HTTP/1.1" status: 200 len: 997 time: 0.1523972 Aug 05 11:19:13.628992 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:13.638218 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cb171b-3dfe-43e1-b505-5f62e938e6a9 req-19fa73cd-c635-4c51-87ea-279877375746 tempest-DeleteServersAdminTestJSON-2098400252 tempest-DeleteServersAdminTestJSON-2098400252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:13.639811 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-43cb171b-3dfe-43e1-b505-5f62e938e6a9 req-19fa73cd-c635-4c51-87ea-279877375746 tempest-DeleteServersAdminTestJSON-2098400252 tempest-DeleteServersAdminTestJSON-2098400252-project] 10.222.0.58 "GET /v2.0/ports?device_id=8db36162-cb21-4757-84ff-d89bc28efe85 HTTP/1.1" status: 200 len: 948 time: 0.1528852 Aug 05 11:19:13.649085 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d8cdab4d-2ac8-40a9-80ea-3619c08a7395 req-d3267c15-f752-4a73-ac08-f6345a12b3f2 service neutron] 10.222.0.55 "GET /v2.0/networks/2779dd37-2937-46d8-af61-d09413a811c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142870 Aug 05 11:19:13.774259 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-43cb171b-3dfe-43e1-b505-5f62e938e6a9 req-a6e62d7f-cacf-4a61-aeed-385f52a9a601 tempest-DeleteServersAdminTestJSON-2098400252 tempest-DeleteServersAdminTestJSON-2098400252-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba6d8cba-3047-414c-8a71-04d949624c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241887 Aug 05 11:19:13.783225 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5078ee-5433-4c46-8d8e-ea488063308e req-791c97f7-3948-410f-a86e-b55355f31777 tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:13.784658 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1b5078ee-5433-4c46-8d8e-ea488063308e req-791c97f7-3948-410f-a86e-b55355f31777 tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] 10.222.0.58 "GET /v2.0/networks/36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd HTTP/1.1" status: 200 len: 784 time: 0.2362003 Aug 05 11:19:13.805539 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [req-1b5078ee-5433-4c46-8d8e-ea488063308e req-e28a084c-2cdd-4c53-9dcc-fc2ca6d6f8f0 tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94420) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 11:19:13.806573 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1b5078ee-5433-4c46-8d8e-ea488063308e req-e28a084c-2cdd-4c53-9dcc-fc2ca6d6f8f0 tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0150917 Aug 05 11:19:13.835426 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d8cdab4d-2ac8-40a9-80ea-3619c08a7395 req-f97506c5-255e-4b2c-a0bf-cfaf03490a62 service neutron] 10.222.0.55 "GET /v2.0/networks/2779dd37-2937-46d8-af61-d09413a811c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748605 Aug 05 11:19:13.905580 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4be44e-ad86-4471-9d06-2cec5848c57b req-4c171f76-4211-4384-b575-122275f7f2e6 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:13.907188 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fd4be44e-ad86-4471-9d06-2cec5848c57b req-4c171f76-4211-4384-b575-122275f7f2e6 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=f66b7826-f7df-422e-836c-05948f716559 HTTP/1.1" status: 200 len: 943 time: 0.0608225 Aug 05 11:19:13.952193 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fd4be44e-ad86-4471-9d06-2cec5848c57b req-289cf6bb-8e98-4dc7-aef8-f2485d46c923 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380478 Aug 05 11:19:14.009231 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 05 Aug 2021 11:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdf4e580-d6d5-4c02-86f2-c917a8307d53 x-openstack-request-id: req-bdf4e580-d6d5-4c02-86f2-c917a8307d53 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:19:14.010028 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fada1b1-77db-4131-adc2-98ac0e1c2597", "name": "network-vif-plugged", "status": "completed", "tag": "517913e1-c703-4e65-8ae0-a6a4446ca3ca", "code": 200}, {"server_uuid": "139d379a-dd37-4226-83e5-6df9ddef1862", "name": "network-vif-plugged", "status": "completed", "tag": "42641d78-a2ad-4f4e-a08d-66bb3bfdf042", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:19:14.010385 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bdf4e580-d6d5-4c02-86f2-c917a8307d53 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:19:14.010952 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fada1b1-77db-4131-adc2-98ac0e1c2597', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '517913e1-c703-4e65-8ae0-a6a4446ca3ca', 'code': 200} Aug 05 11:19:14.011396 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '139d379a-dd37-4226-83e5-6df9ddef1862', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42641d78-a2ad-4f4e-a08d-66bb3bfdf042', 'code': 200} Aug 05 11:19:14.059674 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f66b7826-f7df-422e-836c-05948f716559', 'tag': 'c9c24a03-711d-4995-bc8f-d489f92237bd'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:19:14.062516 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-090bc8c0-7f1b-43f9-a6df-c3c11a8d833f" -d '{"events": [{"name": "network-changed", "server_uuid": "f66b7826-f7df-422e-836c-05948f716559", "tag": "c9c24a03-711d-4995-bc8f-d489f92237bd"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:19:14.064697 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1cdb444c-43fa-43c1-8c2e-7360f002cb39 req-25e5788f-914b-47cb-9848-c9aec7d57566 tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.5.21 HTTP/1.1" status: 200 len: 1000 time: 0.0715122 Aug 05 11:19:14.149863 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdb444c-43fa-43c1-8c2e-7360f002cb39 req-a4658562-df5d-4851-a687-297e0250cd07 tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:14.151356 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1cdb444c-43fa-43c1-8c2e-7360f002cb39 req-a4658562-df5d-4851-a687-297e0250cd07 tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] 10.222.0.58 "GET /v2.0/ports/e2b0dd59-d3fe-431d-ab42-136b5bbf8974 HTTP/1.1" status: 200 len: 942 time: 0.0785058 Aug 05 11:19:14.153019 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8db36162-cb21-4757-84ff-d89bc28efe85', 'tag': 'bd45bddf-f56b-439e-87bf-6431f5d33373'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:19:14.156878 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}828068ad8d405ad77660ce68fa78e1ffe658725812f7a08f9e488a446589295b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-197d2b08-e150-4e34-b248-03c6318ebc27" -d '{"events": [{"name": "network-changed", "server_uuid": "8db36162-cb21-4757-84ff-d89bc28efe85", "tag": "bd45bddf-f56b-439e-87bf-6431f5d33373"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:19:14.202174 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3df8b6a-c670-441c-9d07-8fc1f36333df req-8cad1b95-1249-4d52-9af9-ad3f3e83f959 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:14.203779 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f3df8b6a-c670-441c-9d07-8fc1f36333df req-8cad1b95-1249-4d52-9af9-ad3f3e83f959 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fada1b1-77db-4131-adc2-98ac0e1c2597 HTTP/1.1" status: 200 len: 945 time: 0.1178463 Aug 05 11:19:14.207981 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c528f357-3945-4442-bc81-158a17e293d7 req-96c49452-8647-4351-b82d-1b9fb39fb330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:14.210276 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c528f357-3945-4442-bc81-158a17e293d7 req-96c49452-8647-4351-b82d-1b9fb39fb330 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6fada1b1-77db-4131-adc2-98ac0e1c2597 HTTP/1.1" status: 200 len: 1096 time: 0.0527081 Aug 05 11:19:14.248871 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c528f357-3945-4442-bc81-158a17e293d7 req-525622a4-c433-4997-85a4-a6e81cbec16e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=8b660be2-1cd3-4f1b-b8b6-43aa3e7d82c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313544 Aug 05 11:19:14.300116 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b28312-f3bd-4fe7-ac2c-f82cc1e11c33 req-e7a5f0f1-b6ae-4462-93a3-60fb24f9caf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:14.301637 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a3b28312-f3bd-4fe7-ac2c-f82cc1e11c33 req-e7a5f0f1-b6ae-4462-93a3-60fb24f9caf6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=139d379a-dd37-4226-83e5-6df9ddef1862 HTTP/1.1" status: 200 len: 1101 time: 0.1415055 Aug 05 11:19:14.309625 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f3df8b6a-c670-441c-9d07-8fc1f36333df req-2183dd4f-ae05-4759-a5ec-23be018b4e90 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b660be2-1cd3-4f1b-b8b6-43aa3e7d82c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949540 Aug 05 11:19:14.314493 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1cdb444c-43fa-43c1-8c2e-7360f002cb39 req-c4c56e64-5217-408e-8810-b27f76419a33 tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.5.21 HTTP/1.1" status: 200 len: 1000 time: 0.1089439 Aug 05 11:19:14.372334 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c25be38-20a4-45c0-a2b7-54843f2b03ee x-openstack-request-id: req-0c25be38-20a4-45c0-a2b7-54843f2b03ee {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:19:14.372976 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f66b7826-f7df-422e-836c-05948f716559", "tag": "c9c24a03-711d-4995-bc8f-d489f92237bd", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:19:14.372976 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0c25be38-20a4-45c0-a2b7-54843f2b03ee {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:19:14.373347 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f66b7826-f7df-422e-836c-05948f716559', 'tag': 'c9c24a03-711d-4995-bc8f-d489f92237bd', 'status': 'completed', 'code': 200} Aug 05 11:19:14.413179 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adbbfe1d-91c5-49af-b095-f1d1f25d0bec x-openstack-request-id: req-adbbfe1d-91c5-49af-b095-f1d1f25d0bec {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:19:14.413481 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8db36162-cb21-4757-84ff-d89bc28efe85", "tag": "bd45bddf-f56b-439e-87bf-6431f5d33373", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:19:14.413718 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-adbbfe1d-91c5-49af-b095-f1d1f25d0bec {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:19:14.414119 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8db36162-cb21-4757-84ff-d89bc28efe85', 'tag': 'bd45bddf-f56b-439e-87bf-6431f5d33373', 'status': 'completed', 'code': 200} Aug 05 11:19:14.492019 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdb444c-43fa-43c1-8c2e-7360f002cb39 req-3ce0120c-10f9-4f8d-bc5c-6eee0fce71ac tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:14.493496 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1cdb444c-43fa-43c1-8c2e-7360f002cb39 req-3ce0120c-10f9-4f8d-bc5c-6eee0fce71ac tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] 10.222.0.58 "GET /v2.0/networks/36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd HTTP/1.1" status: 200 len: 784 time: 0.1726139 Aug 05 11:19:14.619856 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090bc8c0-7f1b-43f9-a6df-c3c11a8d833f req-0eeda9d1-d516-451c-b820-01aa5a24c2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:14.621413 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-090bc8c0-7f1b-43f9-a6df-c3c11a8d833f req-0eeda9d1-d516-451c-b820-01aa5a24c2df service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d8daa1497f4a496cba61c8a60c09e98b&device_id=f66b7826-f7df-422e-836c-05948f716559 HTTP/1.1" status: 200 len: 1094 time: 0.1760671 Aug 05 11:19:14.641208 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197d2b08-e150-4e34-b248-03c6318ebc27 req-c4a857ff-96d2-4e3f-a3f3-a2771713bd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:14.642709 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-197d2b08-e150-4e34-b248-03c6318ebc27 req-c4a857ff-96d2-4e3f-a3f3-a2771713bd36 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=357aa65d057c483688c33ce569dd6fc3&device_id=8db36162-cb21-4757-84ff-d89bc28efe85 HTTP/1.1" status: 200 len: 1099 time: 0.1823640 Aug 05 11:19:14.660674 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 39946) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:19:14.660938 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1cdb444c-43fa-43c1-8c2e-7360f002cb39 req-86800470-b74e-4077-8670-6536778c540b tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.5.21 HTTP/1.1" status: 200 len: 1000 time: 0.1422942 Aug 05 11:19:14.673757 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb0bddb-9df4-48c0-b5bb-a36caf360436 req-05c72c13-463a-4000-a2eb-722649e72523 tempest-ServerDiagnosticsNegativeTest-1383869498 tempest-ServerDiagnosticsNegativeTest-1383869498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:14.675326 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1cb0bddb-9df4-48c0-b5bb-a36caf360436 req-05c72c13-463a-4000-a2eb-722649e72523 tempest-ServerDiagnosticsNegativeTest-1383869498 tempest-ServerDiagnosticsNegativeTest-1383869498-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6b732b6-5580-4c59-906d-a70bcdd2cc0a HTTP/1.1" status: 200 len: 950 time: 0.1934605 Aug 05 11:19:14.740983 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-1cdb444c-43fa-43c1-8c2e-7360f002cb39 req-553dc1f8-4f91-45ee-b483-0f9dcc04df55 tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:19:14.819335 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3966908f-3f3f-47e8-9a08-b9f0b06398c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:14.861170 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a3b28312-f3bd-4fe7-ac2c-f82cc1e11c33 req-ba826df4-3567-4178-8b58-269a7442cba0 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=30d4ed1b-cfab-4c78-a51c-ec6d0313fb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347238 Aug 05 11:19:14.912436 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-1cdb444c-43fa-43c1-8c2e-7360f002cb39 req-553dc1f8-4f91-45ee-b483-0f9dcc04df55 tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Notify callbacks [] for floatingip, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:14.924320 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1cb0bddb-9df4-48c0-b5bb-a36caf360436 req-94ad4b02-89df-452f-9005-7fcfa47e6c19 tempest-ServerDiagnosticsNegativeTest-1383869498 tempest-ServerDiagnosticsNegativeTest-1383869498-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf1187c1-0651-40bf-b575-ab2b28e88494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981020 Aug 05 11:19:14.937791 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3966908f-3f3f-47e8-9a08-b9f0b06398c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:14.946530 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3966908f-3f3f-47e8-9a08-b9f0b06398c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:15.004777 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-3966908f-3f3f-47e8-9a08-b9f0b06398c1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4fe57691516e42d098a89474487dac97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3419676 Aug 05 11:19:15.007354 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3966908f-3f3f-47e8-9a08-b9f0b06398c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62a05214-6499-453e-9688-7ed302e3e66d,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:19:15.009865 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 39956) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:19:15.071104 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7fcf80b0-f9a7-4b9c-8d80-c91de2757e10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:15.097714 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7fcf80b0-f9a7-4b9c-8d80-c91de2757e10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:15.159212 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7fcf80b0-f9a7-4b9c-8d80-c91de2757e10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:15.163047 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7fcf80b0-f9a7-4b9c-8d80-c91de2757e10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:15.167135 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-7fcf80b0-f9a7-4b9c-8d80-c91de2757e10 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/62a05214-6499-453e-9688-7ed302e3e66d HTTP/1.1" status: 204 len: 168 time: 0.1554413 Aug 05 11:19:15.175716 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcf80b0-f9a7-4b9c-8d80-c91de2757e10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62a05214-6499-453e-9688-7ed302e3e66d,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:19:15.255654 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090bc8c0-7f1b-43f9-a6df-c3c11a8d833f req-64516722-460b-46e5-bee1-eedb6e643fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:15.257278 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-090bc8c0-7f1b-43f9-a6df-c3c11a8d833f req-64516722-460b-46e5-bee1-eedb6e643fc6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6e7bde98-a1ff-44d7-8525-eaa9c1e81087 HTTP/1.1" status: 200 len: 913 time: 0.6184592 Aug 05 11:19:15.295128 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197d2b08-e150-4e34-b248-03c6318ebc27 req-4663d151-46df-44f1-bf12-a37661556596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:15.296896 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-197d2b08-e150-4e34-b248-03c6318ebc27 req-4663d151-46df-44f1-bf12-a37661556596 service neutron] 10.222.0.55 "GET /v2.0/networks?id=91caede3-92e4-4b1e-8e3e-36227cfd846a HTTP/1.1" status: 200 len: 870 time: 0.6333625 Aug 05 11:19:15.371313 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-090bc8c0-7f1b-43f9-a6df-c3c11a8d833f req-64a40a76-9671-4630-8c2a-1df9e528bd1d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c9c24a03-711d-4995-bc8f-d489f92237bd HTTP/1.1" status: 200 len: 217 time: 0.0947599 Aug 05 11:19:15.423809 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-197d2b08-e150-4e34-b248-03c6318ebc27 req-5eec13ba-9de8-4c39-8535-149048282c86 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=bd45bddf-f56b-439e-87bf-6431f5d33373 HTTP/1.1" status: 200 len: 217 time: 0.0940201 Aug 05 11:19:15.502356 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 39964) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:19:15.511017 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0923b5-7c49-46f5-9820-97ee2bb7edf0 req-a73061d7-951a-4c1f-9614-5c1edad0552c tempest-ServersAdminNegativeTestJSON-1602179202 tempest-ServersAdminNegativeTestJSON-1602179202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:15.512595 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3a0923b5-7c49-46f5-9820-97ee2bb7edf0 req-a73061d7-951a-4c1f-9614-5c1edad0552c tempest-ServersAdminNegativeTestJSON-1602179202 tempest-ServersAdminNegativeTestJSON-1602179202-project] 10.222.0.58 "GET /v2.0/ports?device_id=139d379a-dd37-4226-83e5-6df9ddef1862 HTTP/1.1" status: 200 len: 950 time: 0.2912915 Aug 05 11:19:15.519091 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f3537d47-c9d8-4beb-94a5-ca3a4591a87b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:15.576660 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-1cdb444c-43fa-43c1-8c2e-7360f002cb39 req-553dc1f8-4f91-45ee-b483-0f9dcc04df55 tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:15.584353 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090bc8c0-7f1b-43f9-a6df-c3c11a8d833f req-b79ef54d-94ed-4532-b8da-e397b4404c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:15.585957 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-090bc8c0-7f1b-43f9-a6df-c3c11a8d833f req-b79ef54d-94ed-4532-b8da-e397b4404c5f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8c648b54-2f27-41ec-9e17-9213825c0d0c HTTP/1.1" status: 200 len: 852 time: 0.2060010 Aug 05 11:19:15.588704 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-1cdb444c-43fa-43c1-8c2e-7360f002cb39 req-553dc1f8-4f91-45ee-b483-0f9dcc04df55 tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33287247'] for floatingip, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:15.589011 n-d-803378-2 neutron-server[94420]: INFO neutron.db.l3_db [req-1cdb444c-43fa-43c1-8c2e-7360f002cb39 req-553dc1f8-4f91-45ee-b483-0f9dcc04df55 tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Floating IP 3d9ac98c-686a-4b69-9ae0-69162d84c585 disassociated. External IP: 172.25.5.21, port: e2b0dd59-d3fe-431d-ab42-136b5bbf8974. Aug 05 11:19:15.591794 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197d2b08-e150-4e34-b248-03c6318ebc27 req-f86f58b7-bb0f-47f5-87b8-1d933a45ca00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:15.593298 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-197d2b08-e150-4e34-b248-03c6318ebc27 req-f86f58b7-bb0f-47f5-87b8-1d933a45ca00 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6842f728-c2f3-4e36-bb32-3303d06ce3f4 HTTP/1.1" status: 200 len: 843 time: 0.1430123 Aug 05 11:19:15.622043 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f3537d47-c9d8-4beb-94a5-ca3a4591a87b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:15.626709 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f3537d47-c9d8-4beb-94a5-ca3a4591a87b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:15.668351 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-f3537d47-c9d8-4beb-94a5-ca3a4591a87b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bed02b52b56646b289362aa7ec658c1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1645319 Aug 05 11:19:15.669472 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3537d47-c9d8-4beb-94a5-ca3a4591a87b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcf01f59-b839-4d3e-9a6a-3a84df860b30,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:19:15.671763 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 39966) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:19:15.679843 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-090bc8c0-7f1b-43f9-a6df-c3c11a8d833f req-1e17db83-5014-4859-9718-1fc1ee8e312b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6e7bde98-a1ff-44d7-8525-eaa9c1e81087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0844643 Aug 05 11:19:15.714831 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3a0923b5-7c49-46f5-9820-97ee2bb7edf0 req-411f9bc6-1fa1-4243-9a10-3cc3cf2493be tempest-ServersAdminNegativeTestJSON-1602179202 tempest-ServersAdminNegativeTestJSON-1602179202-project] 10.222.0.58 "GET /v2.0/security-groups?id=30d4ed1b-cfab-4c78-a51c-ec6d0313fb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951158 Aug 05 11:19:15.725098 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a7102236-058e-4adc-af92-dbd4dc29df56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:15.757875 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a7102236-058e-4adc-af92-dbd4dc29df56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:15.834860 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197d2b08-e150-4e34-b248-03c6318ebc27 req-9bab8952-917a-4083-8ddd-7a05b280215d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:15.836458 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-197d2b08-e150-4e34-b248-03c6318ebc27 req-9bab8952-917a-4083-8ddd-7a05b280215d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=91caede3-92e4-4b1e-8e3e-36227cfd846a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1923347 Aug 05 11:19:15.842561 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a7102236-058e-4adc-af92-dbd4dc29df56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:15.848295 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a7102236-058e-4adc-af92-dbd4dc29df56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:15.849927 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-a7102236-058e-4adc-af92-dbd4dc29df56 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/dcf01f59-b839-4d3e-9a6a-3a84df860b30 HTTP/1.1" status: 204 len: 168 time: 0.1771317 Aug 05 11:19:15.859713 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7102236-058e-4adc-af92-dbd4dc29df56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcf01f59-b839-4d3e-9a6a-3a84df860b30,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:19:15.990999 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-090bc8c0-7f1b-43f9-a6df-c3c11a8d833f req-622e7db2-3b49-413f-a95c-0776caf052c3 service neutron] 10.222.0.55 "GET /v2.0/networks/6e7bde98-a1ff-44d7-8525-eaa9c1e81087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2925112 Aug 05 11:19:16.166052 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-197d2b08-e150-4e34-b248-03c6318ebc27 req-78c5c416-0d01-4692-943a-05e2ec04cf86 service neutron] 10.222.0.55 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3186641 Aug 05 11:19:16.202142 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f188e4-5f6b-4f0d-82c0-588bb8220f8e req-f33ed5c6-0d34-45fa-a165-2e4e27945351 tempest-DeleteServersAdminTestJSON-2098400252 tempest-DeleteServersAdminTestJSON-2098400252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:16.206329 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-15f188e4-5f6b-4f0d-82c0-588bb8220f8e req-f33ed5c6-0d34-45fa-a165-2e4e27945351 tempest-DeleteServersAdminTestJSON-2098400252 tempest-DeleteServersAdminTestJSON-2098400252-project] 10.222.0.58 "GET /v2.0/ports?device_id=8db36162-cb21-4757-84ff-d89bc28efe85 HTTP/1.1" status: 200 len: 948 time: 0.2509160 Aug 05 11:19:16.299669 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1cdb444c-43fa-43c1-8c2e-7360f002cb39 req-553dc1f8-4f91-45ee-b483-0f9dcc04df55 tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Router 8a4e5849-4d89-4841-b55f-0f266908948b has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 11:19:16.305909 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-090bc8c0-7f1b-43f9-a6df-c3c11a8d833f req-bc8c88ad-509a-4220-a370-d39119436cbe service neutron] 10.222.0.55 "GET /v2.0/networks/6e7bde98-a1ff-44d7-8525-eaa9c1e81087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2955892 Aug 05 11:19:16.361067 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-15f188e4-5f6b-4f0d-82c0-588bb8220f8e req-b4f9f8f7-73dc-4eee-baeb-ce99a58f94e2 tempest-DeleteServersAdminTestJSON-2098400252 tempest-DeleteServersAdminTestJSON-2098400252-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba6d8cba-3047-414c-8a71-04d949624c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437423 Aug 05 11:19:16.425996 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-197d2b08-e150-4e34-b248-03c6318ebc27 req-b34245bb-e9ca-44fc-b5e3-50982e3da7df service neutron] 10.222.0.55 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2503810 Aug 05 11:19:16.520855 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1cdb444c-43fa-43c1-8c2e-7360f002cb39 req-553dc1f8-4f91-45ee-b483-0f9dcc04df55 tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:19:16.525963 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-1cdb444c-43fa-43c1-8c2e-7360f002cb39 req-553dc1f8-4f91-45ee-b483-0f9dcc04df55 tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:16.532705 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9dca85-4942-480f-ac0b-02dbf050ec44 None None] Sync routers for ids ['8a4e5849-4d89-4841-b55f-0f266908948b'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:19:16.543717 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9dca85-4942-480f-ac0b-02dbf050ec44 None None] Routers {'8a4e5849-4d89-4841-b55f-0f266908948b'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:19:16.544478 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-9f9dca85-4942-480f-ac0b-02dbf050ec44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:19:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['8a4e5849-4d89-4841-b55f-0f266908948b'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:19:16.562683 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b33228-841a-45f0-aada-3bacc996c197 req-1a6f7fec-187a-48a4-bc97-74f1f439ad3d tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:16.564293 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-29b33228-841a-45f0-aada-3bacc996c197 req-1a6f7fec-187a-48a4-bc97-74f1f439ad3d tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=f66b7826-f7df-422e-836c-05948f716559 HTTP/1.1" status: 200 len: 943 time: 0.0957453 Aug 05 11:19:16.579174 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1cdb444c-43fa-43c1-8c2e-7360f002cb39 req-553dc1f8-4f91-45ee-b483-0f9dcc04df55 tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] 10.222.0.58 "PUT /v2.0/floatingips/3d9ac98c-686a-4b69-9ae0-69162d84c585 HTTP/1.1" status: 200 len: 695 time: 1.8956025 Aug 05 11:19:16.579660 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce4b7a83-20e6-417f-926d-f36b7231440d', 'tag': 'e2b0dd59-d3fe-431d-ab42-136b5bbf8974'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:19:16.582272 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}828068ad8d405ad77660ce68fa78e1ffe658725812f7a08f9e488a446589295b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-421b2e3d-f067-4810-8064-66599b3f0184" -d '{"events": [{"name": "network-changed", "server_uuid": "ce4b7a83-20e6-417f-926d-f36b7231440d", "tag": "e2b0dd59-d3fe-431d-ab42-136b5bbf8974"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:19:16.688831 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-29b33228-841a-45f0-aada-3bacc996c197 req-3da05d37-1fc6-41f6-914a-0ab32e84c9d5 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983417 Aug 05 11:19:16.710864 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdb444c-43fa-43c1-8c2e-7360f002cb39 req-3fd7cf93-d08b-4b07-b17d-f4075af95316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:16.712251 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-9f9dca85-4942-480f-ac0b-02dbf050ec44 None None] Set router 8a4e5849-4d89-4841-b55f-0f266908948b gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:19:16.719187 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1cdb444c-43fa-43c1-8c2e-7360f002cb39 req-3fd7cf93-d08b-4b07-b17d-f4075af95316 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4db52252ec554e9690b87fbab6c40741&device_id=ce4b7a83-20e6-417f-926d-f36b7231440d HTTP/1.1" status: 200 len: 1096 time: 0.0865431 Aug 05 11:19:16.895470 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3608316-53af-44a1-bdfd-8e7bf9dc90a0 req-70f3f36f-6110-417c-a04b-e2be76302513 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:16.898371 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f3608316-53af-44a1-bdfd-8e7bf9dc90a0 req-70f3f36f-6110-417c-a04b-e2be76302513 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fada1b1-77db-4131-adc2-98ac0e1c2597 HTTP/1.1" status: 200 len: 945 time: 0.0945482 Aug 05 11:19:16.899654 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdb444c-43fa-43c1-8c2e-7360f002cb39 req-67b88da3-835c-4865-bdd0-70c6f512080c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:16.901160 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1cdb444c-43fa-43c1-8c2e-7360f002cb39 req-67b88da3-835c-4865-bdd0-70c6f512080c service neutron] 10.222.0.58 "GET /v2.0/networks?id=2779dd37-2937-46d8-af61-d09413a811c2 HTTP/1.1" status: 200 len: 922 time: 0.1811788 Aug 05 11:19:16.964738 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1cdb444c-43fa-43c1-8c2e-7360f002cb39 req-39bf1ecd-4678-4fec-b4c3-044622731011 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2b0dd59-d3fe-431d-ab42-136b5bbf8974 HTTP/1.1" status: 200 len: 217 time: 0.0505719 Aug 05 11:19:16.983088 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f3608316-53af-44a1-bdfd-8e7bf9dc90a0 req-fbe65dbb-4dba-4918-96c1-bee11ed3d661 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b660be2-1cd3-4f1b-b8b6-43aa3e7d82c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768332 Aug 05 11:19:16.986302 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-9f9dca85-4942-480f-ac0b-02dbf050ec44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a4e5849-4d89-4841-b55f-0f266908948b', 'name': 'tempest-FloatingIPsAssociationTestJSON-2052184305-router', 'tenant_id': '4db52252ec554e9690b87fbab6c40741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '0779bbf0-ec25-4331-aecc-213253d47e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:17:13Z', 'updated_at': '2021-08-05T11:17:33Z', 'revision_number': 4, 'project_id': '4db52252ec554e9690b87fbab6c40741', 'gw_port': {'id': '0779bbf0-ec25-4331-aecc-213253d47e03', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:bb:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4e5849-4d89-4841-b55f-0f266908948b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 167, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:17:23Z', 'updated_at': '2021-08-05T11:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'c819079b-708d-40b5-8db8-c6863bd44331', 'name': '', 'network_id': '2779dd37-2937-46d8-af61-d09413a811c2', 'tenant_id': '4db52252ec554e9690b87fbab6c40741', 'mac_address': 'fa:16:3e:ed:1d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4e5849-4d89-4841-b55f-0f266908948b', 'device_owner': 'network:router_interface', 'standard_attr_id': 199, 'fixed_ips': [{'subnet_id': '15e3f37a-0211-4d47-9d94-f5446f6e6f7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:17:30Z', 'updated_at': '2021-08-05T11:17:48Z', 'revision_number': 5, 'project_id': '4db52252ec554e9690b87fbab6c40741', 'subnets': [{'id': '15e3f37a-0211-4d47-9d94-f5446f6e6f7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:19:17.019735 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9dca85-4942-480f-ac0b-02dbf050ec44 None None] Checking router: 8a4e5849-4d89-4841-b55f-0f266908948b for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:19:17.032361 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9dca85-4942-480f-ac0b-02dbf050ec44 None None] Routers {'8a4e5849-4d89-4841-b55f-0f266908948b'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:19:17.033253 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-9f9dca85-4942-480f-ac0b-02dbf050ec44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:19:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['8a4e5849-4d89-4841-b55f-0f266908948b'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:19:17.050806 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdb444c-43fa-43c1-8c2e-7360f002cb39 req-d5e28e12-2601-4973-a149-af3997722221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:17.053145 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1cdb444c-43fa-43c1-8c2e-7360f002cb39 req-d5e28e12-2601-4973-a149-af3997722221 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=15e3f37a-0211-4d47-9d94-f5446f6e6f7a HTTP/1.1" status: 200 len: 860 time: 0.0654683 Aug 05 11:19:17.112135 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdb444c-43fa-43c1-8c2e-7360f002cb39 req-11ef3013-1a71-47ce-9abc-858734c9f1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:17.114004 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1cdb444c-43fa-43c1-8c2e-7360f002cb39 req-11ef3013-1a71-47ce-9abc-858734c9f1b7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2779dd37-2937-46d8-af61-d09413a811c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547175 Aug 05 11:19:17.175910 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-9f9dca85-4942-480f-ac0b-02dbf050ec44 None None] Set router 8a4e5849-4d89-4841-b55f-0f266908948b gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:19:17.259614 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1cdb444c-43fa-43c1-8c2e-7360f002cb39 req-4fc736ea-feb1-449a-ad29-c11d25415edd service neutron] 10.222.0.58 "GET /v2.0/networks/2779dd37-2937-46d8-af61-d09413a811c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376977 Aug 05 11:19:17.280234 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device bd45bddf-f56b-439e-87bf-6431f5d33373 details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:19:17.334296 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cac211a0-1747-4e89-b714-82324c1e6de9 x-openstack-request-id: req-cac211a0-1747-4e89-b714-82324c1e6de9 {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:19:17.334822 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce4b7a83-20e6-417f-926d-f36b7231440d", "tag": "e2b0dd59-d3fe-431d-ab42-136b5bbf8974", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:19:17.335010 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cac211a0-1747-4e89-b714-82324c1e6de9 {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:19:17.335420 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce4b7a83-20e6-417f-926d-f36b7231440d', 'tag': 'e2b0dd59-d3fe-431d-ab42-136b5bbf8974', 'status': 'completed', 'code': 200} Aug 05 11:19:17.456922 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1cdb444c-43fa-43c1-8c2e-7360f002cb39 req-b3aa49e6-c224-48f5-a384-f337d58b8763 service neutron] 10.222.0.58 "GET /v2.0/networks/2779dd37-2937-46d8-af61-d09413a811c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832626 Aug 05 11:19:17.495254 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port bd45bddf-f56b-439e-87bf-6431f5d33373, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=bd45bddf-f56b-439e-87bf-6431f5d33373,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:19:17.515446 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Returning: {'device': 'bd45bddf-f56b-439e-87bf-6431f5d33373', 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a', 'port_id': 'bd45bddf-f56b-439e-87bf-6431f5d33373', 'mac_address': 'fa:16:3e:f7:f4:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6842f728-c2f3-4e36-bb32-3303d06ce3f4', 'ip_address': '192.168.233.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:19:17.523242 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8c6f9e-ce73-4f33-95f8-8f4b51ade381 req-a6242624-e460-4225-a401-9e3ad610a4a6 tempest-ServersAdminNegativeTestJSON-1602179202 tempest-ServersAdminNegativeTestJSON-1602179202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:17.525010 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7a8c6f9e-ce73-4f33-95f8-8f4b51ade381 req-a6242624-e460-4225-a401-9e3ad610a4a6 tempest-ServersAdminNegativeTestJSON-1602179202 tempest-ServersAdminNegativeTestJSON-1602179202-project] 10.222.0.58 "GET /v2.0/ports?device_id=139d379a-dd37-4226-83e5-6df9ddef1862 HTTP/1.1" status: 200 len: 950 time: 0.1169040 Aug 05 11:19:17.531382 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421b2e3d-f067-4810-8064-66599b3f0184 req-cb36b996-0820-4b11-95ac-77b747c711bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:17.533026 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-421b2e3d-f067-4810-8064-66599b3f0184 req-cb36b996-0820-4b11-95ac-77b747c711bf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4db52252ec554e9690b87fbab6c40741&device_id=ce4b7a83-20e6-417f-926d-f36b7231440d HTTP/1.1" status: 200 len: 1096 time: 0.1503286 Aug 05 11:19:17.562404 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-9f9dca85-4942-480f-ac0b-02dbf050ec44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a4e5849-4d89-4841-b55f-0f266908948b', 'name': 'tempest-FloatingIPsAssociationTestJSON-2052184305-router', 'tenant_id': '4db52252ec554e9690b87fbab6c40741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '0779bbf0-ec25-4331-aecc-213253d47e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:17:13Z', 'updated_at': '2021-08-05T11:17:33Z', 'revision_number': 4, 'project_id': '4db52252ec554e9690b87fbab6c40741', 'gw_port': {'id': '0779bbf0-ec25-4331-aecc-213253d47e03', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:bb:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4e5849-4d89-4841-b55f-0f266908948b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 167, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:17:23Z', 'updated_at': '2021-08-05T11:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'c819079b-708d-40b5-8db8-c6863bd44331', 'name': '', 'network_id': '2779dd37-2937-46d8-af61-d09413a811c2', 'tenant_id': '4db52252ec554e9690b87fbab6c40741', 'mac_address': 'fa:16:3e:ed:1d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4e5849-4d89-4841-b55f-0f266908948b', 'device_owner': 'network:router_interface', 'standard_attr_id': 199, 'fixed_ips': [{'subnet_id': '15e3f37a-0211-4d47-9d94-f5446f6e6f7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:17:30Z', 'updated_at': '2021-08-05T11:17:48Z', 'revision_number': 5, 'project_id': '4db52252ec554e9690b87fbab6c40741', 'subnets': [{'id': '15e3f37a-0211-4d47-9d94-f5446f6e6f7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:19:17.573373 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:17.618167 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9dca85-4942-480f-ac0b-02dbf050ec44 None None] The sync data for ids ['8a4e5849-4d89-4841-b55f-0f266908948b'] in n-d-803378-2 is: [{'id': '8a4e5849-4d89-4841-b55f-0f266908948b', 'name': 'tempest-FloatingIPsAssociationTestJSON-2052184305-router', 'tenant_id': '4db52252ec554e9690b87fbab6c40741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '0779bbf0-ec25-4331-aecc-213253d47e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:17:13Z', 'updated_at': '2021-08-05T11:17:33Z', 'revision_number': 4, 'project_id': '4db52252ec554e9690b87fbab6c40741', 'gw_port': {'id': '0779bbf0-ec25-4331-aecc-213253d47e03', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:bb:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4e5849-4d89-4841-b55f-0f266908948b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 167, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:17:23Z', 'updated_at': '2021-08-05T11:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'c819079b-708d-40b5-8db8-c6863bd44331', 'name': '', 'network_id': '2779dd37-2937-46d8-af61-d09413a811c2', 'tenant_id': '4db52252ec554e9690b87fbab6c40741', 'mac_address': 'fa:16:3e:ed:1d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4e5849-4d89-4841-b55f-0f266908948b', 'device_owner': 'network:router_interface', 'standard_attr_id': 199, 'fixed_ips': [{'subnet_id': '15e3f37a-0211-4d47-9d94-f5446f6e6f7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:17:30Z', 'updated_at': '2021-08-05T11:17:48Z', 'revision_number': 5, 'project_id': '4db52252ec554e9690b87fbab6c40741', 'subnets': [{'id': '15e3f37a-0211-4d47-9d94-f5446f6e6f7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:19:17.625410 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd45bddf-f56b-439e-87bf-6431f5d33373 {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:19:17.656015 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port bd45bddf-f56b-439e-87bf-6431f5d33373, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=bd45bddf-f56b-439e-87bf-6431f5d33373,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:19:17.664323 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:17.668530 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device c9c24a03-711d-4995-bc8f-d489f92237bd details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:19:17.676432 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7a8c6f9e-ce73-4f33-95f8-8f4b51ade381 req-30196f5f-d668-4f61-b596-a98a6c5c4be7 tempest-ServersAdminNegativeTestJSON-1602179202 tempest-ServersAdminNegativeTestJSON-1602179202-project] 10.222.0.58 "GET /v2.0/security-groups?id=30d4ed1b-cfab-4c78-a51c-ec6d0313fb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335621 Aug 05 11:19:17.782576 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=bd45bddf-f56b-439e-87bf-6431f5d33373,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:19:17.944003 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port c9c24a03-711d-4995-bc8f-d489f92237bd, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=c9c24a03-711d-4995-bc8f-d489f92237bd,segment=NetworkSegment(32cc618e-4968-4750-a5aa-c2579fceb01e),segment_id=32cc618e-4968-4750-a5aa-c2579fceb01e)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:19:17.972300 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Returning: {'device': 'c9c24a03-711d-4995-bc8f-d489f92237bd', 'network_id': '6e7bde98-a1ff-44d7-8525-eaa9c1e81087', 'port_id': 'c9c24a03-711d-4995-bc8f-d489f92237bd', 'mac_address': 'fa:16:3e:4f:38:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c648b54-2f27-41ec-9e17-9213825c0d0c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:19:18.019924 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:18.042534 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9c24a03-711d-4995-bc8f-d489f92237bd {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:19:18.051860 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db18663-070b-4fc5-80b3-1faf6187b7f2 None None] New status for floating IP 3d9ac98c-686a-4b69-9ae0-69162d84c585: DOWN {{(pid=94423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 11:19:18.064956 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port c9c24a03-711d-4995-bc8f-d489f92237bd, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=c9c24a03-711d-4995-bc8f-d489f92237bd,segment=NetworkSegment(32cc618e-4968-4750-a5aa-c2579fceb01e),segment_id=32cc618e-4968-4750-a5aa-c2579fceb01e)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:19:18.072568 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:18.105024 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421b2e3d-f067-4810-8064-66599b3f0184 req-12132872-926c-46e4-a946-0b75c919afdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:18.106703 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-421b2e3d-f067-4810-8064-66599b3f0184 req-12132872-926c-46e4-a946-0b75c919afdd service neutron] 10.222.0.55 "GET /v2.0/networks?id=2779dd37-2937-46d8-af61-d09413a811c2 HTTP/1.1" status: 200 len: 922 time: 0.5654848 Aug 05 11:19:18.111188 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8ec10b-6ec6-48a7-99ec-7cbfd5a7d3b6 req-9c3cbd69-622a-498d-b6d4-e6a5ae1f927b tempest-LiveAutoBlockMigrationV225Test-707045295 tempest-LiveAutoBlockMigrationV225Test-707045295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:18.119605 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4b8ec10b-6ec6-48a7-99ec-7cbfd5a7d3b6 req-9c3cbd69-622a-498d-b6d4-e6a5ae1f927b tempest-LiveAutoBlockMigrationV225Test-707045295 tempest-LiveAutoBlockMigrationV225Test-707045295-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=6fada1b1-77db-4131-adc2-98ac0e1c2597 HTTP/1.1" status: 200 len: 1096 time: 0.4766834 Aug 05 11:19:18.144342 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=c9c24a03-711d-4995-bc8f-d489f92237bd,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:19:18.187934 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-421b2e3d-f067-4810-8064-66599b3f0184 req-17028f11-65be-4fd7-96ff-eaa1a87d5574 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2b0dd59-d3fe-431d-ab42-136b5bbf8974 HTTP/1.1" status: 200 len: 217 time: 0.0654535 Aug 05 11:19:18.254101 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee476a5-ea80-4199-8efd-1a45d05c26eb req-78c17464-70e3-4072-bc1a-1937f2484ba9 tempest-ServerDiagnosticsNegativeTest-1383869498 tempest-ServerDiagnosticsNegativeTest-1383869498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:18.257554 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-dee476a5-ea80-4199-8efd-1a45d05c26eb req-78c17464-70e3-4072-bc1a-1937f2484ba9 tempest-ServerDiagnosticsNegativeTest-1383869498 tempest-ServerDiagnosticsNegativeTest-1383869498-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6b732b6-5580-4c59-906d-a70bcdd2cc0a HTTP/1.1" status: 200 len: 950 time: 0.2090654 Aug 05 11:19:18.267419 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4b8ec10b-6ec6-48a7-99ec-7cbfd5a7d3b6 req-965d0c02-0ab8-4e01-90d1-bd7b6b346bff tempest-LiveAutoBlockMigrationV225Test-707045295 tempest-LiveAutoBlockMigrationV225Test-707045295-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=8b660be2-1cd3-4f1b-b8b6-43aa3e7d82c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466711 Aug 05 11:19:18.319935 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421b2e3d-f067-4810-8064-66599b3f0184 req-9eccc3b4-5432-4f88-a2cc-8864a56d1ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:18.321570 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-421b2e3d-f067-4810-8064-66599b3f0184 req-9eccc3b4-5432-4f88-a2cc-8864a56d1ecb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=15e3f37a-0211-4d47-9d94-f5446f6e6f7a HTTP/1.1" status: 200 len: 860 time: 0.1198626 Aug 05 11:19:18.395358 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-dee476a5-ea80-4199-8efd-1a45d05c26eb req-d2508111-caa8-4085-b76d-3a54de261de9 tempest-ServerDiagnosticsNegativeTest-1383869498 tempest-ServerDiagnosticsNegativeTest-1383869498-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf1187c1-0651-40bf-b575-ab2b28e88494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014009 Aug 05 11:19:18.423055 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['bd45bddf-f56b-439e-87bf-6431f5d33373'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:19:18.441714 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421b2e3d-f067-4810-8064-66599b3f0184 req-aa7e2ae9-6353-4a0c-8628-95d4548ed3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:18.445730 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-421b2e3d-f067-4810-8064-66599b3f0184 req-aa7e2ae9-6353-4a0c-8628-95d4548ed3da service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2779dd37-2937-46d8-af61-d09413a811c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1146920 Aug 05 11:19:18.477122 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca1dc8d-cc04-432a-aea7-3c062bea3443 req-72afe5b7-31c7-4429-8cec-a931091d6d1b tempest-DeleteServersAdminTestJSON-2098400252 tempest-DeleteServersAdminTestJSON-2098400252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:18.479979 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0ca1dc8d-cc04-432a-aea7-3c062bea3443 req-72afe5b7-31c7-4429-8cec-a931091d6d1b tempest-DeleteServersAdminTestJSON-2098400252 tempest-DeleteServersAdminTestJSON-2098400252-project] 10.222.0.58 "GET /v2.0/ports?device_id=8db36162-cb21-4757-84ff-d89bc28efe85 HTTP/1.1" status: 200 len: 949 time: 0.1172082 Aug 05 11:19:18.482471 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['c9c24a03-711d-4995-bc8f-d489f92237bd'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:19:18.613350 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0ca1dc8d-cc04-432a-aea7-3c062bea3443 req-bc32bd93-c29c-481f-8047-891572881a38 tempest-DeleteServersAdminTestJSON-2098400252 tempest-DeleteServersAdminTestJSON-2098400252-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba6d8cba-3047-414c-8a71-04d949624c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152468 Aug 05 11:19:18.638199 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-421b2e3d-f067-4810-8064-66599b3f0184 req-8443fac6-3c64-4896-9522-69b696166618 service neutron] 10.222.0.55 "GET /v2.0/networks/2779dd37-2937-46d8-af61-d09413a811c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868160 Aug 05 11:19:18.850199 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-421b2e3d-f067-4810-8064-66599b3f0184 req-35e4e566-069a-43a9-9833-dc8d19113561 service neutron] 10.222.0.55 "GET /v2.0/networks/2779dd37-2937-46d8-af61-d09413a811c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033434 Aug 05 11:19:18.879020 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838171ec-9cdc-4ee5-8fb5-4d074ad8fc1c req-d0fc670e-2548-4c46-9b20-1513878a010f tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:18.881619 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-838171ec-9cdc-4ee5-8fb5-4d074ad8fc1c req-d0fc670e-2548-4c46-9b20-1513878a010f tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=f66b7826-f7df-422e-836c-05948f716559 HTTP/1.1" status: 200 len: 944 time: 0.1221256 Aug 05 11:19:18.930796 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-838171ec-9cdc-4ee5-8fb5-4d074ad8fc1c req-030191c3-0711-44d1-bccc-f422024fcf60 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409923 Aug 05 11:19:19.033390 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b1ff03-be64-40d8-a5e8-6f52ba870eb1 req-55fd0b25-d63c-4206-9676-390c4c14c1d5 tempest-LiveAutoBlockMigrationV225Test-707045295 tempest-LiveAutoBlockMigrationV225Test-707045295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:19.035025 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d1b1ff03-be64-40d8-a5e8-6f52ba870eb1 req-55fd0b25-d63c-4206-9676-390c4c14c1d5 tempest-LiveAutoBlockMigrationV225Test-707045295 tempest-LiveAutoBlockMigrationV225Test-707045295-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=6fada1b1-77db-4131-adc2-98ac0e1c2597 HTTP/1.1" status: 200 len: 1096 time: 0.0875309 Aug 05 11:19:19.055159 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447da5aa-0521-443f-987b-8cf1698538b1 req-37b82c30-0389-4cf1-abae-b6d66dcd0d86 tempest-ServerDiagnosticsNegativeTest-1383869498 tempest-ServerDiagnosticsNegativeTest-1383869498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:19.056991 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-447da5aa-0521-443f-987b-8cf1698538b1 req-37b82c30-0389-4cf1-abae-b6d66dcd0d86 tempest-ServerDiagnosticsNegativeTest-1383869498 tempest-ServerDiagnosticsNegativeTest-1383869498-project] 10.222.0.64 "GET /v2.0/ports?device_id=e6b732b6-5580-4c59-906d-a70bcdd2cc0a HTTP/1.1" status: 200 len: 950 time: 0.0689964 Aug 05 11:19:19.155683 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d1b1ff03-be64-40d8-a5e8-6f52ba870eb1 req-4166ee75-76f7-4459-90ff-6d0ed080e05b tempest-LiveAutoBlockMigrationV225Test-707045295 tempest-LiveAutoBlockMigrationV225Test-707045295-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=8b660be2-1cd3-4f1b-b8b6-43aa3e7d82c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097448 Aug 05 11:19:19.212949 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0309133d-0e05-4ea8-8cee-1233cf4ab377 req-ca9a23b1-0d80-46d8-90e9-3b3f88d1c499 tempest-ServersAdminNegativeTestJSON-1233897503 tempest-ServersAdminNegativeTestJSON-1233897503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:19.214378 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0309133d-0e05-4ea8-8cee-1233cf4ab377 req-ca9a23b1-0d80-46d8-90e9-3b3f88d1c499 tempest-ServersAdminNegativeTestJSON-1233897503 tempest-ServersAdminNegativeTestJSON-1233897503-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=139d379a-dd37-4226-83e5-6df9ddef1862 HTTP/1.1" status: 200 len: 1101 time: 0.0575476 Aug 05 11:19:19.278312 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [req-447da5aa-0521-443f-987b-8cf1698538b1 req-7a94f956-f86e-4508-a325-3dc9980a7d99 tempest-ServerDiagnosticsNegativeTest-1383869498 tempest-ServerDiagnosticsNegativeTest-1383869498-project] Deleting port 0f24779b-472c-409e-8f53-bddda6b2b33e {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:19:19.278658 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-447da5aa-0521-443f-987b-8cf1698538b1 req-7a94f956-f86e-4508-a325-3dc9980a7d99 tempest-ServerDiagnosticsNegativeTest-1383869498 tempest-ServerDiagnosticsNegativeTest-1383869498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:19.285306 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-0309133d-0e05-4ea8-8cee-1233cf4ab377 req-b32c1303-a9c1-422e-959b-2cea162f7e4b tempest-ServersAdminNegativeTestJSON-1233897503 tempest-ServersAdminNegativeTestJSON-1233897503-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:19.292571 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-38cdb574-a827-40d3-86e9-ac68cd1c5379 req-0e625106-6057-419b-84a6-19edf065b011 tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] 10.222.0.58 "GET /v2.0/floatingips/3d9ac98c-686a-4b69-9ae0-69162d84c585 HTTP/1.1" status: 200 len: 693 time: 0.0710707 Aug 05 11:19:19.478624 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-447da5aa-0521-443f-987b-8cf1698538b1 req-7a94f956-f86e-4508-a325-3dc9980a7d99 tempest-ServerDiagnosticsNegativeTest-1383869498 tempest-ServerDiagnosticsNegativeTest-1383869498-project] For port 0f24779b-472c-409e-8f53-bddda6b2b33e, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=0f24779b-472c-409e-8f53-bddda6b2b33e,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:19:19.479469 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-447da5aa-0521-443f-987b-8cf1698538b1 req-7a94f956-f86e-4508-a325-3dc9980a7d99 tempest-ServerDiagnosticsNegativeTest-1383869498 tempest-ServerDiagnosticsNegativeTest-1383869498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:19.510972 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [req-447da5aa-0521-443f-987b-8cf1698538b1 req-7a94f956-f86e-4508-a325-3dc9980a7d99 tempest-ServerDiagnosticsNegativeTest-1383869498 tempest-ServerDiagnosticsNegativeTest-1383869498-project] Calling delete_port for 0f24779b-472c-409e-8f53-bddda6b2b33e owned by compute:nova {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:19:19.523398 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cdb574-a827-40d3-86e9-ac68cd1c5379 req-7396f40a-8470-4e3b-9fb1-2ff0c4ae92c9 tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:19.524934 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-38cdb574-a827-40d3-86e9-ac68cd1c5379 req-7396f40a-8470-4e3b-9fb1-2ff0c4ae92c9 tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] 10.222.0.58 "GET /v2.0/networks/36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd HTTP/1.1" status: 200 len: 784 time: 0.2169666 Aug 05 11:19:19.542885 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [req-38cdb574-a827-40d3-86e9-ac68cd1c5379 req-f351e9d2-75be-4263-b491-9faec18238d9 tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94420) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 11:19:19.543971 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-38cdb574-a827-40d3-86e9-ac68cd1c5379 req-f351e9d2-75be-4263-b491-9faec18238d9 tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0094559 Aug 05 11:19:19.645049 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-38cdb574-a827-40d3-86e9-ac68cd1c5379 req-2331818a-18cd-4bfd-a95c-cae33a0a9113 tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.5.21 HTTP/1.1" status: 200 len: 696 time: 0.0590618 Aug 05 11:19:19.736029 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-38cdb574-a827-40d3-86e9-ac68cd1c5379 req-d3e60e5d-0096-40e9-afda-7c2a09f7c5dc tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.5.21 HTTP/1.1" status: 200 len: 696 time: 0.0787938 Aug 05 11:19:19.743353 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-0309133d-0e05-4ea8-8cee-1233cf4ab377 req-b32c1303-a9c1-422e-959b-2cea162f7e4b tempest-ServersAdminNegativeTestJSON-1233897503 tempest-ServersAdminNegativeTestJSON-1233897503-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:19.756049 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-0309133d-0e05-4ea8-8cee-1233cf4ab377 req-b32c1303-a9c1-422e-959b-2cea162f7e4b tempest-ServersAdminNegativeTestJSON-1233897503 tempest-ServersAdminNegativeTestJSON-1233897503-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:19.882383 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0309133d-0e05-4ea8-8cee-1233cf4ab377 req-b32c1303-a9c1-422e-959b-2cea162f7e4b tempest-ServersAdminNegativeTestJSON-1233897503 tempest-ServersAdminNegativeTestJSON-1233897503-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=30d4ed1b-cfab-4c78-a51c-ec6d0313fb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6533551 Aug 05 11:19:19.897757 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32c1303-a9c1-422e-959b-2cea162f7e4b tempest-ServersAdminNegativeTestJSON-1233897503 tempest-ServersAdminNegativeTestJSON-1233897503-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05891482-046f-4e69-b27b-877dd550b8cf,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:19:19.938700 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-447da5aa-0521-443f-987b-8cf1698538b1 req-7a94f956-f86e-4508-a325-3dc9980a7d99 tempest-ServerDiagnosticsNegativeTest-1383869498 tempest-ServerDiagnosticsNegativeTest-1383869498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:19.973730 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a94f956-f86e-4508-a325-3dc9980a7d99 tempest-ServerDiagnosticsNegativeTest-1383869498 tempest-ServerDiagnosticsNegativeTest-1383869498-project] Pushing event deleted for resources: {'Port': ['ID=0f24779b-472c-409e-8f53-bddda6b2b33e,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:19:20.013847 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [req-38cdb574-a827-40d3-86e9-ac68cd1c5379 req-fca64d18-531b-43ce-aa62-69e8d96d120b tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Deleting port f64a0fa4-3502-49db-8f38-c0dc7676aa6a {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:19:20.014197 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-38cdb574-a827-40d3-86e9-ac68cd1c5379 req-fca64d18-531b-43ce-aa62-69e8d96d120b tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:20.053184 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [req-447da5aa-0521-443f-987b-8cf1698538b1 req-7a94f956-f86e-4508-a325-3dc9980a7d99 tempest-ServerDiagnosticsNegativeTest-1383869498 tempest-ServerDiagnosticsNegativeTest-1383869498-project] No DVR routers for this DVR port 0f24779b-472c-409e-8f53-bddda6b2b33e on host n-h1-803378-2 {{(pid=94420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:19:20.089420 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-447da5aa-0521-443f-987b-8cf1698538b1 req-7a94f956-f86e-4508-a325-3dc9980a7d99 tempest-ServerDiagnosticsNegativeTest-1383869498 tempest-ServerDiagnosticsNegativeTest-1383869498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:20.091460 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-447da5aa-0521-443f-987b-8cf1698538b1 req-7a94f956-f86e-4508-a325-3dc9980a7d99 tempest-ServerDiagnosticsNegativeTest-1383869498 tempest-ServerDiagnosticsNegativeTest-1383869498-project] 10.222.0.64 "DELETE /v2.0/ports/0f24779b-472c-409e-8f53-bddda6b2b33e HTTP/1.1" status: 204 len: 173 time: 1.0277264 Aug 05 11:19:20.091960 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6b732b6-5580-4c59-906d-a70bcdd2cc0a', 'name': 'network-vif-deleted', 'tag': '0f24779b-472c-409e-8f53-bddda6b2b33e'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:19:20.094314 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}828068ad8d405ad77660ce68fa78e1ffe658725812f7a08f9e488a446589295b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8734880b-6b51-48ff-8ed4-322766ca99c2" -d '{"events": [{"server_uuid": "e6b732b6-5580-4c59-906d-a70bcdd2cc0a", "name": "network-vif-deleted", "tag": "0f24779b-472c-409e-8f53-bddda6b2b33e"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:19:20.119096 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e08d7f53-e1be-426c-b565-240186bc9191 req-07832471-1ecc-49d1-b0ab-cc541a3f342d tempest-ServerDiagnosticsNegativeTest-1383869498 tempest-ServerDiagnosticsNegativeTest-1383869498-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6b732b6-5580-4c59-906d-a70bcdd2cc0a HTTP/1.1" status: 200 len: 210 time: 0.0776589 Aug 05 11:19:20.193382 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-38cdb574-a827-40d3-86e9-ac68cd1c5379 req-fca64d18-531b-43ce-aa62-69e8d96d120b tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:20.194172 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-38cdb574-a827-40d3-86e9-ac68cd1c5379 req-fca64d18-531b-43ce-aa62-69e8d96d120b tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:20.227794 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [req-38cdb574-a827-40d3-86e9-ac68cd1c5379 req-fca64d18-531b-43ce-aa62-69e8d96d120b tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Calling delete_port for f64a0fa4-3502-49db-8f38-c0dc7676aa6a owned by network:floatingip {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:19:20.332112 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fe01ec-134c-421c-ac18-05c6dfad01e5 req-adc8f078-1d68-4b61-ac1f-677dfbe1a2ae tempest-DeleteServersAdminTestJSON-2098400252 tempest-DeleteServersAdminTestJSON-2098400252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:20.334198 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-68fe01ec-134c-421c-ac18-05c6dfad01e5 req-adc8f078-1d68-4b61-ac1f-677dfbe1a2ae tempest-DeleteServersAdminTestJSON-2098400252 tempest-DeleteServersAdminTestJSON-2098400252-project] 10.222.0.58 "GET /v2.0/ports?device_id=8db36162-cb21-4757-84ff-d89bc28efe85 HTTP/1.1" status: 200 len: 949 time: 0.1266317 Aug 05 11:19:20.406194 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-68fe01ec-134c-421c-ac18-05c6dfad01e5 req-40a46329-0964-43ff-b974-5190f09e8946 tempest-DeleteServersAdminTestJSON-2098400252 tempest-DeleteServersAdminTestJSON-2098400252-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba6d8cba-3047-414c-8a71-04d949624c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645983 Aug 05 11:19:20.513540 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-38cdb574-a827-40d3-86e9-ac68cd1c5379 req-fca64d18-531b-43ce-aa62-69e8d96d120b tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:20.541144 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca64d18-531b-43ce-aa62-69e8d96d120b tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Pushing event deleted for resources: {'Port': ['ID=f64a0fa4-3502-49db-8f38-c0dc7676aa6a,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:19:20.568445 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-38cdb574-a827-40d3-86e9-ac68cd1c5379 req-fca64d18-531b-43ce-aa62-69e8d96d120b tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Notify callbacks [] for floatingip, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:20.571466 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-38cdb574-a827-40d3-86e9-ac68cd1c5379 req-fca64d18-531b-43ce-aa62-69e8d96d120b tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:20.572744 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-38cdb574-a827-40d3-86e9-ac68cd1c5379 req-fca64d18-531b-43ce-aa62-69e8d96d120b tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] 10.222.0.58 "DELETE /v2.0/floatingips/3d9ac98c-686a-4b69-9ae0-69162d84c585 HTTP/1.1" status: 204 len: 173 time: 0.8283710 Aug 05 11:19:20.655310 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38283cdd-dd91-427c-a1b6-3ee7907797a3 req-bbc8409f-64be-4aaf-9f01-19e7156c3d98 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:20.657464 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-38283cdd-dd91-427c-a1b6-3ee7907797a3 req-bbc8409f-64be-4aaf-9f01-19e7156c3d98 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=f66b7826-f7df-422e-836c-05948f716559 HTTP/1.1" status: 200 len: 944 time: 0.0668366 Aug 05 11:19:20.704912 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-38283cdd-dd91-427c-a1b6-3ee7907797a3 req-97fe29e7-5614-4477-a1be-0819ae265cbd tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383902 Aug 05 11:19:20.737843 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c03366ab-3769-48cf-b970-d7b953c96ed3 x-openstack-request-id: req-c03366ab-3769-48cf-b970-d7b953c96ed3 {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:19:20.738310 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6b732b6-5580-4c59-906d-a70bcdd2cc0a", "name": "network-vif-deleted", "tag": "0f24779b-472c-409e-8f53-bddda6b2b33e", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:19:20.738777 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c03366ab-3769-48cf-b970-d7b953c96ed3 {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:19:20.739969 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6b732b6-5580-4c59-906d-a70bcdd2cc0a', 'name': 'network-vif-deleted', 'tag': '0f24779b-472c-409e-8f53-bddda6b2b33e', 'status': 'completed', 'code': 200} Aug 05 11:19:20.849652 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f89a70-28fe-4058-b480-48655a772f6b req-4a54fa3f-8931-4f96-8b25-842ab322ffb3 tempest-LiveAutoBlockMigrationV225Test-707045295 tempest-LiveAutoBlockMigrationV225Test-707045295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:20.853199 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a2f89a70-28fe-4058-b480-48655a772f6b req-4a54fa3f-8931-4f96-8b25-842ab322ffb3 tempest-LiveAutoBlockMigrationV225Test-707045295 tempest-LiveAutoBlockMigrationV225Test-707045295-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=6fada1b1-77db-4131-adc2-98ac0e1c2597 HTTP/1.1" status: 200 len: 1096 time: 0.0593405 Aug 05 11:19:20.905859 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a2f89a70-28fe-4058-b480-48655a772f6b req-98dc3a4f-5e56-4dc8-b880-b0951d86e935 tempest-LiveAutoBlockMigrationV225Test-707045295 tempest-LiveAutoBlockMigrationV225Test-707045295-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=8b660be2-1cd3-4f1b-b8b6-43aa3e7d82c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451343 Aug 05 11:19:21.054439 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10b28b9-8f8a-4009-87f3-673845da68c6 req-ce02d30d-868e-4026-8e17-8ca7b1f65518 tempest-ServersAdminNegativeTestJSON-1233897503 tempest-ServersAdminNegativeTestJSON-1233897503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:21.056000 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f10b28b9-8f8a-4009-87f3-673845da68c6 req-ce02d30d-868e-4026-8e17-8ca7b1f65518 tempest-ServersAdminNegativeTestJSON-1233897503 tempest-ServersAdminNegativeTestJSON-1233897503-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=139d379a-dd37-4226-83e5-6df9ddef1862 HTTP/1.1" status: 200 len: 1101 time: 0.0446937 Aug 05 11:19:21.092690 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f10b28b9-8f8a-4009-87f3-673845da68c6 req-4e8eca98-2ace-405c-a335-14c9d137cf89 tempest-ServersAdminNegativeTestJSON-1233897503 tempest-ServersAdminNegativeTestJSON-1233897503-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=30d4ed1b-cfab-4c78-a51c-ec6d0313fb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305715 Aug 05 11:19:21.170385 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4557041-55be-484b-9b04-9c93109d1869 req-a2d0a050-57be-4365-9b35-fe2f6998ca95 tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:21.172038 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d4557041-55be-484b-9b04-9c93109d1869 req-a2d0a050-57be-4365-9b35-fe2f6998ca95 tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce4b7a83-20e6-417f-926d-f36b7231440d HTTP/1.1" status: 200 len: 945 time: 0.0571792 Aug 05 11:19:21.224997 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d4557041-55be-484b-9b04-9c93109d1869 req-b450531b-66be-4a7f-976e-8ecefc60a2d4 tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] 10.222.0.58 "GET /v2.0/security-groups?id=06a7a4d4-8ced-4edb-81e5-f04cb02169d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455291 Aug 05 11:19:21.298652 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device bd45bddf-f56b-439e-87bf-6431f5d33373 up at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:19:21.373902 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning for port bd45bddf-f56b-439e-87bf-6431f5d33373 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:19:21.390885 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning complete for port bd45bddf-f56b-439e-87bf-6431f5d33373 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:19:21.391666 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:21.504418 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:21.547283 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8db36162-cb21-4757-84ff-d89bc28efe85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd45bddf-f56b-439e-87bf-6431f5d33373'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:19:21.550377 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8efc6135-da73-455d-9f3b-84d648989cbe" -d '{"events": [{"server_uuid": "8db36162-cb21-4757-84ff-d89bc28efe85", "name": "network-vif-plugged", "status": "completed", "tag": "bd45bddf-f56b-439e-87bf-6431f5d33373"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:19:21.572570 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port bd45bddf-f56b-439e-87bf-6431f5d33373, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=bd45bddf-f56b-439e-87bf-6431f5d33373,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:19:21.583071 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:21.585304 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device c9c24a03-711d-4995-bc8f-d489f92237bd up at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:19:21.648940 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad49d9fb-e452-4616-99e6-674e9d138e04 x-openstack-request-id: req-ad49d9fb-e452-4616-99e6-674e9d138e04 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:19:21.649561 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8db36162-cb21-4757-84ff-d89bc28efe85", "name": "network-vif-plugged", "status": "completed", "tag": "bd45bddf-f56b-439e-87bf-6431f5d33373", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:19:21.653849 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ad49d9fb-e452-4616-99e6-674e9d138e04 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:19:21.657043 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8db36162-cb21-4757-84ff-d89bc28efe85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd45bddf-f56b-439e-87bf-6431f5d33373', 'code': 200} Aug 05 11:19:21.696140 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ed195f-935f-487f-b589-a92c28b2ef3a req-cf55a2de-1a0e-4071-baa1-8e39cfa2e20a tempest-DeleteServersAdminTestJSON-2098400252 tempest-DeleteServersAdminTestJSON-2098400252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:21.709723 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-24ed195f-935f-487f-b589-a92c28b2ef3a req-cf55a2de-1a0e-4071-baa1-8e39cfa2e20a tempest-DeleteServersAdminTestJSON-2098400252 tempest-DeleteServersAdminTestJSON-2098400252-project] 10.222.0.58 "GET /v2.0/ports?device_id=8db36162-cb21-4757-84ff-d89bc28efe85 HTTP/1.1" status: 200 len: 950 time: 0.1158614 Aug 05 11:19:21.737548 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:21.763458 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=bd45bddf-f56b-439e-87bf-6431f5d33373,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:19:21.776177 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning for port c9c24a03-711d-4995-bc8f-d489f92237bd completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:19:21.780809 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning complete for port c9c24a03-711d-4995-bc8f-d489f92237bd triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:19:21.781190 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:21.812211 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 40122) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:19:21.836774 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 0f24779b-472c-409e-8f53-bddda6b2b33e no longer exists at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:19:21.847040 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b7f0d2-0cb7-4b98-a75c-f4e89656e20a req-f2ab495b-9dc1-4453-b9ba-3075fa5ff075 tempest-ServersAdminNegativeTestJSON-1602179202 tempest-ServersAdminNegativeTestJSON-1602179202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:21.849693 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-29b7f0d2-0cb7-4b98-a75c-f4e89656e20a req-f2ab495b-9dc1-4453-b9ba-3075fa5ff075 tempest-ServersAdminNegativeTestJSON-1602179202 tempest-ServersAdminNegativeTestJSON-1602179202-project] 10.222.0.58 "GET /v2.0/ports?device_id=139d379a-dd37-4226-83e5-6df9ddef1862 HTTP/1.1" status: 200 len: 950 time: 0.1073084 Aug 05 11:19:21.872440 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-24ed195f-935f-487f-b589-a92c28b2ef3a req-4c865ed9-9b00-41ed-bef5-b408acc50df0 tempest-DeleteServersAdminTestJSON-2098400252 tempest-DeleteServersAdminTestJSON-2098400252-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba6d8cba-3047-414c-8a71-04d949624c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531308 Aug 05 11:19:21.880952 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 40126) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:19:21.882738 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] No Port match for: 0f24779b-472c-409e-8f53-bddda6b2b33e {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:19:21.883465 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 0f24779b-472c-409e-8f53-bddda6b2b33e not bound to the agent host n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:19:21.950156 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-29b7f0d2-0cb7-4b98-a75c-f4e89656e20a req-3dabfbff-65d2-46eb-a2b8-5d75d030a046 tempest-ServersAdminNegativeTestJSON-1602179202 tempest-ServersAdminNegativeTestJSON-1602179202-project] 10.222.0.58 "GET /v2.0/security-groups?id=30d4ed1b-cfab-4c78-a51c-ec6d0313fb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728397 Aug 05 11:19:21.952250 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d7e3b5-b12d-47f5-bcba-f34d1e7ebea1 req-9dd3fa16-55dc-4baa-9ec5-5f1440b58e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:21.964297 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-72d7e3b5-b12d-47f5-bcba-f34d1e7ebea1 req-9dd3fa16-55dc-4baa-9ec5-5f1440b58e20 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8db36162-cb21-4757-84ff-d89bc28efe85 HTTP/1.1" status: 200 len: 1101 time: 0.2405097 Aug 05 11:19:22.086204 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-72d7e3b5-b12d-47f5-bcba-f34d1e7ebea1 req-3c59cc25-e7af-44c7-9f5e-96063008f072 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ba6d8cba-3047-414c-8a71-04d949624c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913994 Aug 05 11:19:22.122350 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72c4670-7cd5-408b-9654-96bd7a737c2c req-c50b5ac4-288d-4999-88f5-1445d839b3cd tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:22.124176 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c72c4670-7cd5-408b-9654-96bd7a737c2c req-c50b5ac4-288d-4999-88f5-1445d839b3cd tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=f66b7826-f7df-422e-836c-05948f716559 HTTP/1.1" status: 200 len: 944 time: 0.1009331 Aug 05 11:19:22.144649 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e532fd52-e40b-41f2-a347-fcfadf1d56bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:22.169611 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:22.204973 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c72c4670-7cd5-408b-9654-96bd7a737c2c req-aeeac013-ab1a-4d07-93ba-cd4813d21cf6 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706453 Aug 05 11:19:22.208203 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-513981ef-9afa-4590-ae59-d3ed9f98da0e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=01200b4c62784eedaeeccc1756f2e609&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3941448 Aug 05 11:19:22.212596 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 40132) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:19:22.213482 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port c9c24a03-711d-4995-bc8f-d489f92237bd, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=c9c24a03-711d-4995-bc8f-d489f92237bd,segment=NetworkSegment(32cc618e-4968-4750-a5aa-c2579fceb01e),segment_id=32cc618e-4968-4750-a5aa-c2579fceb01e)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:19:22.222258 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:22.234950 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a36104-3eed-4c24-9b96-04568c8a3d7e req-b155d58b-9377-4097-8449-a4d0457aa4d9 tempest-LiveAutoBlockMigrationV225Test-707045295 tempest-LiveAutoBlockMigrationV225Test-707045295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:22.236837 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-25a36104-3eed-4c24-9b96-04568c8a3d7e req-b155d58b-9377-4097-8449-a4d0457aa4d9 tempest-LiveAutoBlockMigrationV225Test-707045295 tempest-LiveAutoBlockMigrationV225Test-707045295-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=6fada1b1-77db-4131-adc2-98ac0e1c2597 HTTP/1.1" status: 200 len: 1096 time: 0.0857844 Aug 05 11:19:22.298493 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=c9c24a03-711d-4995-bc8f-d489f92237bd,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:19:22.318967 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-25a36104-3eed-4c24-9b96-04568c8a3d7e req-42432af4-69a7-44ba-9dfe-c6bafdf3b610 tempest-LiveAutoBlockMigrationV225Test-707045295 tempest-LiveAutoBlockMigrationV225Test-707045295-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=8b660be2-1cd3-4f1b-b8b6-43aa3e7d82c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620494 Aug 05 11:19:22.320123 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fabddad9-a98e-4ef9-b6dc-b106fe72d597 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:22.340706 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e532fd52-e40b-41f2-a347-fcfadf1d56bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:22.350794 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e532fd52-e40b-41f2-a347-fcfadf1d56bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:22.365007 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fabddad9-a98e-4ef9-b6dc-b106fe72d597 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:22.408085 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e532fd52-e40b-41f2-a347-fcfadf1d56bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42d6346b-045e-4df6-838f-23ed5f8a73fd,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:19:22.425659 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-e532fd52-e40b-41f2-a347-fcfadf1d56bc admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8e80971615d84278a026040f64e037ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5424364 Aug 05 11:19:22.430395 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 40138) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:19:22.476025 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914134ef-ebe8-4194-a589-9ff2dbfa7e53 req-aab3f5f1-b3ea-4fa5-b145-6528a028d5dc tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:22.477880 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-914134ef-ebe8-4194-a589-9ff2dbfa7e53 req-aab3f5f1-b3ea-4fa5-b145-6528a028d5dc tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce4b7a83-20e6-417f-926d-f36b7231440d HTTP/1.1" status: 200 len: 945 time: 0.1042702 Aug 05 11:19:22.502438 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-626eaeb3-9ff9-491b-aa84-568485953888 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:22.507965 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fabddad9-a98e-4ef9-b6dc-b106fe72d597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:22.510511 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fabddad9-a98e-4ef9-b6dc-b106fe72d597 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:22.511667 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-fabddad9-a98e-4ef9-b6dc-b106fe72d597 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cf1187c1-0651-40bf-b575-ab2b28e88494 HTTP/1.1" status: 204 len: 168 time: 0.2968788 Aug 05 11:19:22.522419 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabddad9-a98e-4ef9-b6dc-b106fe72d597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf1187c1-0651-40bf-b575-ab2b28e88494,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:19:22.531913 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-626eaeb3-9ff9-491b-aa84-568485953888 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:22.569187 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-914134ef-ebe8-4194-a589-9ff2dbfa7e53 req-e30732f0-b91e-42a7-bf25-ffd16f11ab35 tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] 10.222.0.58 "GET /v2.0/security-groups?id=06a7a4d4-8ced-4edb-81e5-f04cb02169d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803902 Aug 05 11:19:22.604599 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-626eaeb3-9ff9-491b-aa84-568485953888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:22.604599 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-626eaeb3-9ff9-491b-aa84-568485953888 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:22.604599 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-626eaeb3-9ff9-491b-aa84-568485953888 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/42d6346b-045e-4df6-838f-23ed5f8a73fd HTTP/1.1" status: 204 len: 168 time: 0.1731040 Aug 05 11:19:22.617194 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626eaeb3-9ff9-491b-aa84-568485953888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42d6346b-045e-4df6-838f-23ed5f8a73fd,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:19:22.778665 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0e8c91-ddc6-41f0-82a1-17484f9d559e req-ebfd92d1-a45a-4cea-b06d-ed32bc3a1d57 tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:22.780975 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-df0e8c91-ddc6-41f0-82a1-17484f9d559e req-ebfd92d1-a45a-4cea-b06d-ed32bc3a1d57 tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] 10.222.0.55 "GET /v2.0/ports?device_id=ce4b7a83-20e6-417f-926d-f36b7231440d HTTP/1.1" status: 200 len: 945 time: 0.0885761 Aug 05 11:19:22.919877 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [req-df0e8c91-ddc6-41f0-82a1-17484f9d559e req-bca6180a-e50f-4215-91b2-2b130e4134a4 tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Deleting port e2b0dd59-d3fe-431d-ab42-136b5bbf8974 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:19:22.920216 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-df0e8c91-ddc6-41f0-82a1-17484f9d559e req-bca6180a-e50f-4215-91b2-2b130e4134a4 tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:23.078238 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-df0e8c91-ddc6-41f0-82a1-17484f9d559e req-bca6180a-e50f-4215-91b2-2b130e4134a4 tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] For port e2b0dd59-d3fe-431d-ab42-136b5bbf8974, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=e2b0dd59-d3fe-431d-ab42-136b5bbf8974,segment=NetworkSegment(64bc1793-0902-4a80-9bec-683d5e6b7c02),segment_id=64bc1793-0902-4a80-9bec-683d5e6b7c02)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:19:23.078716 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-df0e8c91-ddc6-41f0-82a1-17484f9d559e req-bca6180a-e50f-4215-91b2-2b130e4134a4 tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:23.089757 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48dcdfb-755d-431f-8674-b2d349dd4417 req-0d4fb115-0ea4-40ca-a4d8-9ad22523a931 tempest-DeleteServersAdminTestJSON-2098400252 tempest-DeleteServersAdminTestJSON-2098400252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:23.091326 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b48dcdfb-755d-431f-8674-b2d349dd4417 req-0d4fb115-0ea4-40ca-a4d8-9ad22523a931 tempest-DeleteServersAdminTestJSON-2098400252 tempest-DeleteServersAdminTestJSON-2098400252-project] 10.222.0.58 "GET /v2.0/ports?device_id=8db36162-cb21-4757-84ff-d89bc28efe85 HTTP/1.1" status: 200 len: 950 time: 0.0918856 Aug 05 11:19:23.105893 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [req-df0e8c91-ddc6-41f0-82a1-17484f9d559e req-bca6180a-e50f-4215-91b2-2b130e4134a4 tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Calling delete_port for e2b0dd59-d3fe-431d-ab42-136b5bbf8974 owned by compute:nova {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:19:23.125120 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 40160) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:19:23.190623 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 40162) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:19:23.196000 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-31a2de07-1b89-4e48-bf10-d801f232c856 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:23.219800 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b48dcdfb-755d-431f-8674-b2d349dd4417 req-893f11ca-eae9-4549-b894-d02d14021136 tempest-DeleteServersAdminTestJSON-2098400252 tempest-DeleteServersAdminTestJSON-2098400252-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba6d8cba-3047-414c-8a71-04d949624c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155932 Aug 05 11:19:23.222755 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-07b84ca9-4c02-4481-b064-fafe18e0147f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:23.477081 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-df0e8c91-ddc6-41f0-82a1-17484f9d559e req-bca6180a-e50f-4215-91b2-2b130e4134a4 tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:23.515607 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['e2b0dd59-d3fe-431d-ab42-136b5bbf8974'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:19:23.542464 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca6180a-e50f-4215-91b2-2b130e4134a4 tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Pushing event deleted for resources: {'Port': ['ID=e2b0dd59-d3fe-431d-ab42-136b5bbf8974,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:19:23.594946 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae50d96-8acf-463a-8a36-015a250d3f6e req-9217e47e-e8bf-4fab-8f03-27faa262a2fb tempest-ServersAdminNegativeTestJSON-1602179202 tempest-ServersAdminNegativeTestJSON-1602179202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:23.596673 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6ae50d96-8acf-463a-8a36-015a250d3f6e req-9217e47e-e8bf-4fab-8f03-27faa262a2fb tempest-ServersAdminNegativeTestJSON-1602179202 tempest-ServersAdminNegativeTestJSON-1602179202-project] 10.222.0.58 "GET /v2.0/ports?device_id=139d379a-dd37-4226-83e5-6df9ddef1862 HTTP/1.1" status: 200 len: 950 time: 0.2366776 Aug 05 11:19:23.599661 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-31a2de07-1b89-4e48-bf10-d801f232c856 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:23.629444 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0145b689-4901-4342-a338-9f82d83713b4 req-bef84cf4-821d-4245-b8d6-6691677eebc1 tempest-ServersAdminNegativeTestJSON-1602179202 tempest-ServersAdminNegativeTestJSON-1602179202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:23.632519 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0145b689-4901-4342-a338-9f82d83713b4 req-bef84cf4-821d-4245-b8d6-6691677eebc1 tempest-ServersAdminNegativeTestJSON-1602179202 tempest-ServersAdminNegativeTestJSON-1602179202-project] 10.222.0.64 "GET /v2.0/ports?device_id=139d379a-dd37-4226-83e5-6df9ddef1862 HTTP/1.1" status: 200 len: 950 time: 0.2407954 Aug 05 11:19:23.638438 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-31a2de07-1b89-4e48-bf10-d801f232c856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:23.659185 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f66b7826-f7df-422e-836c-05948f716559', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9c24a03-711d-4995-bc8f-d489f92237bd'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:19:23.664663 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f63db047-c6dd-4386-bb75-808524518576" -d '{"events": [{"server_uuid": "f66b7826-f7df-422e-836c-05948f716559", "name": "network-vif-plugged", "status": "completed", "tag": "c9c24a03-711d-4995-bc8f-d489f92237bd"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:19:23.719164 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [req-df0e8c91-ddc6-41f0-82a1-17484f9d559e req-bca6180a-e50f-4215-91b2-2b130e4134a4 tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] No DVR routers for this DVR port e2b0dd59-d3fe-431d-ab42-136b5bbf8974 on host n-h2-803378-2 {{(pid=94420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:19:23.723116 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-df0e8c91-ddc6-41f0-82a1-17484f9d559e req-bca6180a-e50f-4215-91b2-2b130e4134a4 tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:23.725781 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-df0e8c91-ddc6-41f0-82a1-17484f9d559e req-bca6180a-e50f-4215-91b2-2b130e4134a4 tempest-FloatingIPsAssociationTestJSON-1223057826 tempest-FloatingIPsAssociationTestJSON-1223057826-project] 10.222.0.55 "DELETE /v2.0/ports/e2b0dd59-d3fe-431d-ab42-136b5bbf8974 HTTP/1.1" status: 204 len: 173 time: 0.9372313 Aug 05 11:19:23.774402 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-07b84ca9-4c02-4481-b064-fafe18e0147f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:23.782396 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce4b7a83-20e6-417f-926d-f36b7231440d', 'name': 'network-vif-deleted', 'tag': 'e2b0dd59-d3fe-431d-ab42-136b5bbf8974'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:19:23.784457 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-07b84ca9-4c02-4481-b064-fafe18e0147f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:23.788297 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}828068ad8d405ad77660ce68fa78e1ffe658725812f7a08f9e488a446589295b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6232f8f-f55e-4e6d-88f9-5f5244b523e4" -d '{"events": [{"server_uuid": "ce4b7a83-20e6-417f-926d-f36b7231440d", "name": "network-vif-deleted", "tag": "e2b0dd59-d3fe-431d-ab42-136b5bbf8974"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:19:23.836775 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-31a2de07-1b89-4e48-bf10-d801f232c856 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=38772b4663f744439f8ed9431dc50c5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7031212 Aug 05 11:19:23.836775 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a2de07-1b89-4e48-bf10-d801f232c856 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08b083cd-68c3-4ab7-a86d-c2adcae0b9b4,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:19:23.842218 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 40188) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:19:23.872429 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-07b84ca9-4c02-4481-b064-fafe18e0147f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c160ac7d244c4d45b7d5f81a2eae3876&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6782951 Aug 05 11:19:23.874157 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b84ca9-4c02-4481-b064-fafe18e0147f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d04ae7b8-549a-47d0-b4b9-d60455a49efb,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:19:23.883469 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6ae50d96-8acf-463a-8a36-015a250d3f6e req-e7b98e51-2675-4d20-a51b-cf249f3d8fa6 tempest-ServersAdminNegativeTestJSON-1602179202 tempest-ServersAdminNegativeTestJSON-1602179202-project] 10.222.0.58 "GET /v2.0/security-groups?id=30d4ed1b-cfab-4c78-a51c-ec6d0313fb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498469 Aug 05 11:19:23.888131 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 40190) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:19:23.971545 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-776c3149-6f80-4def-8dc1-430c6d115ebf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:23.984839 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-82eacf1c-0128-46e2-8b64-6a69df60ca46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:23.988379 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [req-0145b689-4901-4342-a338-9f82d83713b4 req-b41ee9c3-b81c-4556-a10b-3cdd7221a70c tempest-ServersAdminNegativeTestJSON-1602179202 tempest-ServersAdminNegativeTestJSON-1602179202-project] Deleting port 42641d78-a2ad-4f4e-a08d-66bb3bfdf042 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:19:23.988748 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-0145b689-4901-4342-a338-9f82d83713b4 req-b41ee9c3-b81c-4556-a10b-3cdd7221a70c tempest-ServersAdminNegativeTestJSON-1602179202 tempest-ServersAdminNegativeTestJSON-1602179202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:24.009205 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-776c3149-6f80-4def-8dc1-430c6d115ebf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:24.064842 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-82eacf1c-0128-46e2-8b64-6a69df60ca46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:24.106004 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-776c3149-6f80-4def-8dc1-430c6d115ebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:24.111006 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-776c3149-6f80-4def-8dc1-430c6d115ebf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:24.112952 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-776c3149-6f80-4def-8dc1-430c6d115ebf admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d04ae7b8-549a-47d0-b4b9-d60455a49efb HTTP/1.1" status: 204 len: 168 time: 0.2221599 Aug 05 11:19:24.140898 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776c3149-6f80-4def-8dc1-430c6d115ebf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d04ae7b8-549a-47d0-b4b9-d60455a49efb,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:19:24.200162 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-0145b689-4901-4342-a338-9f82d83713b4 req-b41ee9c3-b81c-4556-a10b-3cdd7221a70c tempest-ServersAdminNegativeTestJSON-1602179202 tempest-ServersAdminNegativeTestJSON-1602179202-project] For port 42641d78-a2ad-4f4e-a08d-66bb3bfdf042, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=42641d78-a2ad-4f4e-a08d-66bb3bfdf042,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:19:24.201237 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-0145b689-4901-4342-a338-9f82d83713b4 req-b41ee9c3-b81c-4556-a10b-3cdd7221a70c tempest-ServersAdminNegativeTestJSON-1602179202 tempest-ServersAdminNegativeTestJSON-1602179202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:24.226066 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [req-0145b689-4901-4342-a338-9f82d83713b4 req-b41ee9c3-b81c-4556-a10b-3cdd7221a70c tempest-ServersAdminNegativeTestJSON-1602179202 tempest-ServersAdminNegativeTestJSON-1602179202-project] Calling delete_port for 42641d78-a2ad-4f4e-a08d-66bb3bfdf042 owned by compute:nova {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:19:24.337090 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-82eacf1c-0128-46e2-8b64-6a69df60ca46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:24.339703 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-82eacf1c-0128-46e2-8b64-6a69df60ca46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:24.340960 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-82eacf1c-0128-46e2-8b64-6a69df60ca46 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/08b083cd-68c3-4ab7-a86d-c2adcae0b9b4 HTTP/1.1" status: 204 len: 168 time: 0.4929078 Aug 05 11:19:24.353440 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00b6f53-9acc-4159-8385-7907b51926f3 req-541bfb38-e194-4ef3-80a7-8de65e4ccb52 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:24.360979 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f00b6f53-9acc-4159-8385-7907b51926f3 req-541bfb38-e194-4ef3-80a7-8de65e4ccb52 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=f66b7826-f7df-422e-836c-05948f716559 HTTP/1.1" status: 200 len: 945 time: 0.1369598 Aug 05 11:19:24.392085 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eacf1c-0128-46e2-8b64-6a69df60ca46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08b083cd-68c3-4ab7-a86d-c2adcae0b9b4,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:19:24.524507 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f00b6f53-9acc-4159-8385-7907b51926f3 req-214eee00-c4d7-4dca-9f82-1db2f4b214ab tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625049 Aug 05 11:19:24.586340 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-0145b689-4901-4342-a338-9f82d83713b4 req-b41ee9c3-b81c-4556-a10b-3cdd7221a70c tempest-ServersAdminNegativeTestJSON-1602179202 tempest-ServersAdminNegativeTestJSON-1602179202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:24.626188 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['29c4ae2f-b18b-4d36-a5d7-fd8e10258cdf', '42641d78-a2ad-4f4e-a08d-66bb3bfdf042'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:19:24.630498 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41ee9c3-b81c-4556-a10b-3cdd7221a70c tempest-ServersAdminNegativeTestJSON-1602179202 tempest-ServersAdminNegativeTestJSON-1602179202-project] Pushing event deleted for resources: {'Port': ['ID=42641d78-a2ad-4f4e-a08d-66bb3bfdf042,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:19:24.633500 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 40204) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:19:24.738762 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be572d70-1798-41cd-85ef-39d449d4d06c x-openstack-request-id: req-be572d70-1798-41cd-85ef-39d449d4d06c {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:19:24.756448 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f66b7826-f7df-422e-836c-05948f716559", "name": "network-vif-plugged", "status": "completed", "tag": "c9c24a03-711d-4995-bc8f-d489f92237bd", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:19:24.756893 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-be572d70-1798-41cd-85ef-39d449d4d06c {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:19:24.757102 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f66b7826-f7df-422e-836c-05948f716559', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9c24a03-711d-4995-bc8f-d489f92237bd', 'code': 200} Aug 05 11:19:24.758470 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [req-0145b689-4901-4342-a338-9f82d83713b4 req-b41ee9c3-b81c-4556-a10b-3cdd7221a70c tempest-ServersAdminNegativeTestJSON-1602179202 tempest-ServersAdminNegativeTestJSON-1602179202-project] No DVR routers for this DVR port 42641d78-a2ad-4f4e-a08d-66bb3bfdf042 on host n-h1-803378-2 {{(pid=94420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:19:24.762369 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-0145b689-4901-4342-a338-9f82d83713b4 req-b41ee9c3-b81c-4556-a10b-3cdd7221a70c tempest-ServersAdminNegativeTestJSON-1602179202 tempest-ServersAdminNegativeTestJSON-1602179202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:24.765256 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0145b689-4901-4342-a338-9f82d83713b4 req-b41ee9c3-b81c-4556-a10b-3cdd7221a70c tempest-ServersAdminNegativeTestJSON-1602179202 tempest-ServersAdminNegativeTestJSON-1602179202-project] 10.222.0.64 "DELETE /v2.0/ports/42641d78-a2ad-4f4e-a08d-66bb3bfdf042 HTTP/1.1" status: 204 len: 173 time: 1.1156392 Aug 05 11:19:24.786028 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c3bf018-1603-4895-9416-914e7bdf31a6 x-openstack-request-id: req-3c3bf018-1603-4895-9416-914e7bdf31a6 {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:19:24.788742 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce4b7a83-20e6-417f-926d-f36b7231440d", "name": "network-vif-deleted", "tag": "e2b0dd59-d3fe-431d-ab42-136b5bbf8974", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:19:24.789052 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3c3bf018-1603-4895-9416-914e7bdf31a6 {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:19:24.789756 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce4b7a83-20e6-417f-926d-f36b7231440d', 'name': 'network-vif-deleted', 'tag': 'e2b0dd59-d3fe-431d-ab42-136b5bbf8974', 'status': 'completed', 'code': 200} Aug 05 11:19:24.942693 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904c308e-8599-4203-a6c4-3cd541d9759f req-5a25d80e-8cec-4e0e-827f-9972616f4c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:24.945366 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-904c308e-8599-4203-a6c4-3cd541d9759f req-5a25d80e-8cec-4e0e-827f-9972616f4c3f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f66b7826-f7df-422e-836c-05948f716559 HTTP/1.1" status: 200 len: 1096 time: 0.1445808 Aug 05 11:19:25.038996 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-904c308e-8599-4203-a6c4-3cd541d9759f req-13349ac3-7f5b-4551-8e1c-ba0229fcd265 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866506 Aug 05 11:19:25.058325 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bbee53-f3cc-424c-b129-c7bf0edc8de4 req-f51925c9-0a95-4bca-a0fb-870581625102 tempest-DeleteServersAdminTestJSON-2098400252 tempest-DeleteServersAdminTestJSON-2098400252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:25.060371 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-27bbee53-f3cc-424c-b129-c7bf0edc8de4 req-f51925c9-0a95-4bca-a0fb-870581625102 tempest-DeleteServersAdminTestJSON-2098400252 tempest-DeleteServersAdminTestJSON-2098400252-project] 10.222.0.58 "GET /v2.0/ports?device_id=8db36162-cb21-4757-84ff-d89bc28efe85 HTTP/1.1" status: 200 len: 950 time: 0.0866754 Aug 05 11:19:25.128912 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-27bbee53-f3cc-424c-b129-c7bf0edc8de4 req-41e3d2ce-459c-4dc9-a64d-d58b3ce5cc3f tempest-DeleteServersAdminTestJSON-2098400252 tempest-DeleteServersAdminTestJSON-2098400252-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba6d8cba-3047-414c-8a71-04d949624c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572140 Aug 05 11:19:25.180284 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 40228) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:19:25.295992 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-095a6036-c32e-44e9-9e07-b85988f73cc8 req-6c8adc0d-911b-4865-ba67-94d869e19b17 tempest-ServersAdminNegativeTestJSON-1602179202 tempest-ServersAdminNegativeTestJSON-1602179202-project] 10.222.0.58 "GET /v2.0/ports?device_id=139d379a-dd37-4226-83e5-6df9ddef1862 HTTP/1.1" status: 200 len: 210 time: 0.0377061 Aug 05 11:19:25.476206 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6afbdab8-c3b7-44a3-adde-9caea1563411 req-6479b4e6-0354-46c4-8cc4-7fc0336da7e1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=32074892-07d5-47e0-93ba-33ceb5bd35b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0706975 Aug 05 11:19:25.595496 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-92fe5403-faad-4f9a-bd25-d0af59e3c27c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33208311'] for router_interface, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:25.668608 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afbdab8-c3b7-44a3-adde-9caea1563411 req-44293cbf-34fb-41aa-bf16-80d9ccdca252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:25.671230 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6afbdab8-c3b7-44a3-adde-9caea1563411 req-44293cbf-34fb-41aa-bf16-80d9ccdca252 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e8f6478cce384a98ba09cac5c1bcf855&device_id=32074892-07d5-47e0-93ba-33ceb5bd35b2 HTTP/1.1" status: 200 len: 1096 time: 0.1081860 Aug 05 11:19:25.781159 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [req-806f77df-ca10-4272-8c86-100e6175bfdf req-f273274d-e63c-4652-bbd0-1b36745bf483 tempest-LiveAutoBlockMigrationV225Test-707045295 tempest-LiveAutoBlockMigrationV225Test-707045295-project-admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94420) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 11:19:25.782544 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-806f77df-ca10-4272-8c86-100e6175bfdf req-f273274d-e63c-4652-bbd0-1b36745bf483 tempest-LiveAutoBlockMigrationV225Test-707045295 tempest-LiveAutoBlockMigrationV225Test-707045295-project-admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6001172 Aug 05 11:19:25.855733 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8303474-5692-4873-bb49-e9b96099b646 req-588e17f3-eee4-4a0c-a523-4e130458130a tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:25.863608 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b8303474-5692-4873-bb49-e9b96099b646 req-588e17f3-eee4-4a0c-a523-4e130458130a tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=f66b7826-f7df-422e-836c-05948f716559 HTTP/1.1" status: 200 len: 945 time: 0.1430745 Aug 05 11:19:25.891621 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afbdab8-c3b7-44a3-adde-9caea1563411 req-dac2e71b-5a1f-4bdb-b280-1768b42fdd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:25.893249 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6afbdab8-c3b7-44a3-adde-9caea1563411 req-dac2e71b-5a1f-4bdb-b280-1768b42fdd1d service neutron] 10.222.0.55 "GET /v2.0/networks?id=c1d3f101-369e-4625-bfd2-2a60ea4757bb HTTP/1.1" status: 200 len: 921 time: 0.1965365 Aug 05 11:19:26.307582 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6afbdab8-c3b7-44a3-adde-9caea1563411 req-497c0cc0-5a4f-4b19-ac13-18fd61f3ed5e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89e1ceeb-0597-41b8-87ce-628445d80d87 HTTP/1.1" status: 200 len: 217 time: 0.4044194 Aug 05 11:19:26.313805 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b8303474-5692-4873-bb49-e9b96099b646 req-d631fc89-0d30-40ab-a19c-ceea77312889 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4490867 Aug 05 11:19:26.397211 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afbdab8-c3b7-44a3-adde-9caea1563411 req-8d6c5359-4e6e-4f2a-b874-4761a75c18ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:26.400753 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6afbdab8-c3b7-44a3-adde-9caea1563411 req-8d6c5359-4e6e-4f2a-b874-4761a75c18ab service neutron] 10.222.0.55 "GET /v2.0/subnets?id=88c33de2-0b50-4fb8-a2a7-3c3e700f5c7c HTTP/1.1" status: 200 len: 860 time: 0.0855241 Aug 05 11:19:26.441898 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6afbdab8-c3b7-44a3-adde-9caea1563411 req-c77ce762-6183-4c7b-90fc-c405ece07d33 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c1d3f101-369e-4625-bfd2-2a60ea4757bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334895 Aug 05 11:19:26.509700 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-92fe5403-faad-4f9a-bd25-d0af59e3c27c admin admin] Deleting port c819079b-708d-40b5-8db8-c6863bd44331 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:19:26.510371 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-92fe5403-faad-4f9a-bd25-d0af59e3c27c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:26.589257 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42a4707-4154-4baa-a2e9-03c84de851fc req-cc25835e-6088-4f6e-b304-7d8c3c30a43a tempest-DeleteServersAdminTestJSON-2098400252 tempest-DeleteServersAdminTestJSON-2098400252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:26.591144 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c42a4707-4154-4baa-a2e9-03c84de851fc req-cc25835e-6088-4f6e-b304-7d8c3c30a43a tempest-DeleteServersAdminTestJSON-2098400252 tempest-DeleteServersAdminTestJSON-2098400252-project] 10.222.0.58 "GET /v2.0/ports?device_id=8db36162-cb21-4757-84ff-d89bc28efe85 HTTP/1.1" status: 200 len: 950 time: 0.1104343 Aug 05 11:19:26.600342 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-806f77df-ca10-4272-8c86-100e6175bfdf req-85b62b00-06e6-4686-a12e-10c713ff4c54 service neutron] Request body: {'binding': {'host': 'n-h2-803378-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:19:26.605653 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-806f77df-ca10-4272-8c86-100e6175bfdf req-85b62b00-06e6-4686-a12e-10c713ff4c54 service neutron] Unknown quota resources ['binding']. {{(pid=94420) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 05 11:19:26.636901 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [None req-92fe5403-faad-4f9a-bd25-d0af59e3c27c admin admin] For port c819079b-708d-40b5-8db8-c6863bd44331, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=c819079b-708d-40b5-8db8-c6863bd44331,segment=NetworkSegment(64bc1793-0902-4a80-9bec-683d5e6b7c02),segment_id=64bc1793-0902-4a80-9bec-683d5e6b7c02)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:19:26.637293 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-92fe5403-faad-4f9a-bd25-d0af59e3c27c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:26.662029 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-92fe5403-faad-4f9a-bd25-d0af59e3c27c admin admin] Calling delete_port for c819079b-708d-40b5-8db8-c6863bd44331 owned by network:router_interface {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:19:26.703164 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6afbdab8-c3b7-44a3-adde-9caea1563411 req-049b4f5a-5d7c-465e-89d4-0941fd59f245 service neutron] 10.222.0.55 "GET /v2.0/networks/c1d3f101-369e-4625-bfd2-2a60ea4757bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543926 Aug 05 11:19:26.796319 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '139d379a-dd37-4226-83e5-6df9ddef1862', 'name': 'network-vif-deleted', 'tag': '42641d78-a2ad-4f4e-a08d-66bb3bfdf042'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:19:26.798719 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}828068ad8d405ad77660ce68fa78e1ffe658725812f7a08f9e488a446589295b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37084c8f-8939-4744-ac19-29e8707d8cac" -d '{"events": [{"server_uuid": "139d379a-dd37-4226-83e5-6df9ddef1862", "name": "network-vif-deleted", "tag": "42641d78-a2ad-4f4e-a08d-66bb3bfdf042"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:19:26.833174 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c42a4707-4154-4baa-a2e9-03c84de851fc req-eb55dd2c-83d6-45d9-8c7a-1fe43316dcd0 tempest-DeleteServersAdminTestJSON-2098400252 tempest-DeleteServersAdminTestJSON-2098400252-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba6d8cba-3047-414c-8a71-04d949624c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847155 Aug 05 11:19:26.929008 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6afbdab8-c3b7-44a3-adde-9caea1563411 req-1910b653-77c4-44c8-ab16-8f8ec21ad638 service neutron] 10.222.0.55 "GET /v2.0/networks/c1d3f101-369e-4625-bfd2-2a60ea4757bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151520 Aug 05 11:19:26.970974 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-806f77df-ca10-4272-8c86-100e6175bfdf req-85b62b00-06e6-4686-a12e-10c713ff4c54 service neutron] Attempting to bind port 517913e1-c703-4e65-8ae0-a6a4446ca3ca on host n-h2-803378-2 for vnic_type normal with profile None {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:19:26.971349 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-806f77df-ca10-4272-8c86-100e6175bfdf req-85b62b00-06e6-4686-a12e-10c713ff4c54 service neutron] Attempting to bind port 517913e1-c703-4e65-8ae0-a6a4446ca3ca by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': '7242661a-6816-45d7-a9cf-d91bdd00208a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'c1d3f101-369e-4625-bfd2-2a60ea4757bb'}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:19:26.971650 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806f77df-ca10-4272-8c86-100e6175bfdf req-85b62b00-06e6-4686-a12e-10c713ff4c54 service neutron] Attempting to bind port 517913e1-c703-4e65-8ae0-a6a4446ca3ca on network c1d3f101-369e-4625-bfd2-2a60ea4757bb {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:19:26.977427 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806f77df-ca10-4272-8c86-100e6175bfdf req-85b62b00-06e6-4686-a12e-10c713ff4c54 service neutron] Port 517913e1-c703-4e65-8ae0-a6a4446ca3ca on network c1d3f101-369e-4625-bfd2-2a60ea4757bb not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:19:26.977828 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806f77df-ca10-4272-8c86-100e6175bfdf req-85b62b00-06e6-4686-a12e-10c713ff4c54 service neutron] Attempting to bind port 517913e1-c703-4e65-8ae0-a6a4446ca3ca on network c1d3f101-369e-4625-bfd2-2a60ea4757bb {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:19:26.983585 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806f77df-ca10-4272-8c86-100e6175bfdf req-85b62b00-06e6-4686-a12e-10c713ff4c54 service neutron] Checking agent: {'id': 'a8f1dd2d-227c-4e30-8844-52419ba734db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:19:26.984083 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806f77df-ca10-4272-8c86-100e6175bfdf req-85b62b00-06e6-4686-a12e-10c713ff4c54 service neutron] Checking segment: {'id': '7242661a-6816-45d7-a9cf-d91bdd00208a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'c1d3f101-369e-4625-bfd2-2a60ea4757bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:19:26.984671 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806f77df-ca10-4272-8c86-100e6175bfdf req-85b62b00-06e6-4686-a12e-10c713ff4c54 service neutron] Bound using segment: {'id': '7242661a-6816-45d7-a9cf-d91bdd00208a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'c1d3f101-369e-4625-bfd2-2a60ea4757bb'} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:19:26.985066 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-806f77df-ca10-4272-8c86-100e6175bfdf req-85b62b00-06e6-4686-a12e-10c713ff4c54 service neutron] Bound port: 517913e1-c703-4e65-8ae0-a6a4446ca3ca, host: n-h2-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7242661a-6816-45d7-a9cf-d91bdd00208a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'c1d3f101-369e-4625-bfd2-2a60ea4757bb'}}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:19:26.998356 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-92fe5403-faad-4f9a-bd25-d0af59e3c27c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:27.040905 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fe5403-faad-4f9a-bd25-d0af59e3c27c admin admin] Pushing event deleted for resources: {'Port': ['ID=c819079b-708d-40b5-8db8-c6863bd44331,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:19:27.107004 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77536743-1cfd-4bc6-8326-c4424bdc7ba3 x-openstack-request-id: req-77536743-1cfd-4bc6-8326-c4424bdc7ba3 {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:19:27.112975 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "139d379a-dd37-4226-83e5-6df9ddef1862", "name": "network-vif-deleted", "tag": "42641d78-a2ad-4f4e-a08d-66bb3bfdf042", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:19:27.115736 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-77536743-1cfd-4bc6-8326-c4424bdc7ba3 {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:19:27.117286 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '139d379a-dd37-4226-83e5-6df9ddef1862', 'name': 'network-vif-deleted', 'tag': '42641d78-a2ad-4f4e-a08d-66bb3bfdf042', 'status': 'completed', 'code': 200} Aug 05 11:19:27.175570 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-806f77df-ca10-4272-8c86-100e6175bfdf req-85b62b00-06e6-4686-a12e-10c713ff4c54 service neutron] For port 517913e1-c703-4e65-8ae0-a6a4446ca3ca, host n-h2-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=517913e1-c703-4e65-8ae0-a6a4446ca3ca,segment=NetworkSegment(7242661a-6816-45d7-a9cf-d91bdd00208a),segment_id=7242661a-6816-45d7-a9cf-d91bdd00208a)] {{(pid=94420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:19:27.183108 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-806f77df-ca10-4272-8c86-100e6175bfdf req-85b62b00-06e6-4686-a12e-10c713ff4c54 service neutron] Notify callbacks [] for binding, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:27.184591 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-806f77df-ca10-4272-8c86-100e6175bfdf req-85b62b00-06e6-4686-a12e-10c713ff4c54 service neutron] 10.222.0.58 "POST /v2.0/ports/517913e1-c703-4e65-8ae0-a6a4446ca3ca/bindings HTTP/1.1" status: 201 len: 389 time: 0.8851016 Aug 05 11:19:27.303775 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-92fe5403-faad-4f9a-bd25-d0af59e3c27c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33140263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33208171'] for router_interface, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:27.317360 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device e2b0dd59-d3fe-431d-ab42-136b5bbf8974 no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:19:27.432741 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] No Port match for: e2b0dd59-d3fe-431d-ab42-136b5bbf8974 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:19:27.439900 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device e2b0dd59-d3fe-431d-ab42-136b5bbf8974 not bound to the agent host n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:19:27.811413 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b158ce2-56c0-4cee-853f-6c1215418c5d req-f32e6089-7536-4968-b5f6-9c46efe7cbdc tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:27.812101 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92fe5403-faad-4f9a-bd25-d0af59e3c27c admin admin] Router 8a4e5849-4d89-4841-b55f-0f266908948b has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 11:19:27.819079 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0b158ce2-56c0-4cee-853f-6c1215418c5d req-f32e6089-7536-4968-b5f6-9c46efe7cbdc tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=f66b7826-f7df-422e-836c-05948f716559 HTTP/1.1" status: 200 len: 945 time: 0.1247213 Aug 05 11:19:27.862132 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc602ea6-e958-4a51-b814-c6bede1587e5 req-e37f29bf-ee71-4adc-b6f0-800bddde5cbe tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:27.863708 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-dc602ea6-e958-4a51-b814-c6bede1587e5 req-e37f29bf-ee71-4adc-b6f0-800bddde5cbe tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fada1b1-77db-4131-adc2-98ac0e1c2597 HTTP/1.1" status: 200 len: 945 time: 0.1052790 Aug 05 11:19:27.872162 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 42641d78-a2ad-4f4e-a08d-66bb3bfdf042 no longer exists at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:19:27.915091 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] No Port match for: 42641d78-a2ad-4f4e-a08d-66bb3bfdf042 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:19:27.915756 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 42641d78-a2ad-4f4e-a08d-66bb3bfdf042 not bound to the agent host n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:19:27.947923 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92fe5403-faad-4f9a-bd25-d0af59e3c27c admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:19:27.954224 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-92fe5403-faad-4f9a-bd25-d0af59e3c27c admin admin] 10.222.0.58 "PUT /v2.0/routers/8a4e5849-4d89-4841-b55f-0f266908948b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3192258 Aug 05 11:19:27.960038 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 40320) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:19:27.962119 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d71dc5b-8dcc-4875-84e1-e4c072e50372 None None] Sync routers for ids ['8a4e5849-4d89-4841-b55f-0f266908948b'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:19:27.975901 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d71dc5b-8dcc-4875-84e1-e4c072e50372 None None] Routers {'8a4e5849-4d89-4841-b55f-0f266908948b'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:19:27.976289 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-7d71dc5b-8dcc-4875-84e1-e4c072e50372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:19:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['8a4e5849-4d89-4841-b55f-0f266908948b'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:19:27.979662 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0b158ce2-56c0-4cee-853f-6c1215418c5d req-a0f1ed86-1ded-40e4-a232-4b0a587b03fa tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594467 Aug 05 11:19:27.995778 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806f77df-ca10-4272-8c86-100e6175bfdf req-4263a107-2c90-43e9-bfeb-221ce17a352d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:27.997577 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-806f77df-ca10-4272-8c86-100e6175bfdf req-4263a107-2c90-43e9-bfeb-221ce17a352d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e8f6478cce384a98ba09cac5c1bcf855&device_id=6fada1b1-77db-4131-adc2-98ac0e1c2597 HTTP/1.1" status: 200 len: 1096 time: 0.1656506 Aug 05 11:19:28.001654 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-dc602ea6-e958-4a51-b814-c6bede1587e5 req-368806b7-57a3-4c38-b026-9d7043accaa3 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b660be2-1cd3-4f1b-b8b6-43aa3e7d82c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086962 Aug 05 11:19:28.178165 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806f77df-ca10-4272-8c86-100e6175bfdf req-996ebafe-8c65-447a-851c-a160611105c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:28.182606 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-806f77df-ca10-4272-8c86-100e6175bfdf req-996ebafe-8c65-447a-851c-a160611105c1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c1d3f101-369e-4625-bfd2-2a60ea4757bb HTTP/1.1" status: 200 len: 921 time: 0.1734741 Aug 05 11:19:28.219403 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-62a98f81-1013-4227-8b50-6e94a2345b58 admin admin] Notify callbacks [] for router, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:28.225934 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-7d71dc5b-8dcc-4875-84e1-e4c072e50372 None None] Set router 8a4e5849-4d89-4841-b55f-0f266908948b gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:19:28.285868 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-806f77df-ca10-4272-8c86-100e6175bfdf req-aeb35863-7d70-4ced-9504-ff36e35cea54 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=517913e1-c703-4e65-8ae0-a6a4446ca3ca HTTP/1.1" status: 200 len: 217 time: 0.0912442 Aug 05 11:19:28.365179 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a862354-6e51-44e6-9c2a-fda5a1c28de8 req-0a3f8cb3-e368-4f1a-8236-8d43dfd798ca tempest-DeleteServersAdminTestJSON-2098400252 tempest-DeleteServersAdminTestJSON-2098400252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:28.373648 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6a862354-6e51-44e6-9c2a-fda5a1c28de8 req-0a3f8cb3-e368-4f1a-8236-8d43dfd798ca tempest-DeleteServersAdminTestJSON-2098400252 tempest-DeleteServersAdminTestJSON-2098400252-project] 10.222.0.58 "GET /v2.0/ports?device_id=8db36162-cb21-4757-84ff-d89bc28efe85 HTTP/1.1" status: 200 len: 950 time: 0.1811440 Aug 05 11:19:28.402239 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806f77df-ca10-4272-8c86-100e6175bfdf req-9c902d67-bd88-4bc8-b3da-f79920b118ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:28.406885 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-806f77df-ca10-4272-8c86-100e6175bfdf req-9c902d67-bd88-4bc8-b3da-f79920b118ef service neutron] 10.222.0.55 "GET /v2.0/subnets?id=88c33de2-0b50-4fb8-a2a7-3c3e700f5c7c HTTP/1.1" status: 200 len: 860 time: 0.1120183 Aug 05 11:19:28.465868 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-62a98f81-1013-4227-8b50-6e94a2345b58 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:28.466327 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-806f77df-ca10-4272-8c86-100e6175bfdf req-6a664e78-2ca1-4b47-85f4-ed519a1bf2e3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c1d3f101-369e-4625-bfd2-2a60ea4757bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424492 Aug 05 11:19:28.481527 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6a862354-6e51-44e6-9c2a-fda5a1c28de8 req-e8bd0d10-2af0-492b-9bc1-0b25adab28ed tempest-DeleteServersAdminTestJSON-2098400252 tempest-DeleteServersAdminTestJSON-2098400252-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba6d8cba-3047-414c-8a71-04d949624c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063895 Aug 05 11:19:28.566569 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-7d71dc5b-8dcc-4875-84e1-e4c072e50372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a4e5849-4d89-4841-b55f-0f266908948b', 'name': 'tempest-FloatingIPsAssociationTestJSON-2052184305-router', 'tenant_id': '4db52252ec554e9690b87fbab6c40741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '0779bbf0-ec25-4331-aecc-213253d47e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:17:13Z', 'updated_at': '2021-08-05T11:19:26Z', 'revision_number': 5, 'project_id': '4db52252ec554e9690b87fbab6c40741', 'gw_port': {'id': '0779bbf0-ec25-4331-aecc-213253d47e03', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:bb:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4e5849-4d89-4841-b55f-0f266908948b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 167, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:17:23Z', 'updated_at': '2021-08-05T11:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:19:28.576283 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-62a98f81-1013-4227-8b50-6e94a2345b58 admin admin] Deleting port 0779bbf0-ec25-4331-aecc-213253d47e03 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:19:28.576865 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-62a98f81-1013-4227-8b50-6e94a2345b58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:28.621234 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d71dc5b-8dcc-4875-84e1-e4c072e50372 None None] Checking router: 8a4e5849-4d89-4841-b55f-0f266908948b for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:19:28.637683 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d71dc5b-8dcc-4875-84e1-e4c072e50372 None None] Routers {'8a4e5849-4d89-4841-b55f-0f266908948b'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:19:28.639808 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-7d71dc5b-8dcc-4875-84e1-e4c072e50372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:19:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['8a4e5849-4d89-4841-b55f-0f266908948b'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:19:28.734557 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [None req-62a98f81-1013-4227-8b50-6e94a2345b58 admin admin] For port 0779bbf0-ec25-4331-aecc-213253d47e03, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=0779bbf0-ec25-4331-aecc-213253d47e03,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:19:28.735362 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-62a98f81-1013-4227-8b50-6e94a2345b58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:28.737696 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433f2c0c-a6ba-468b-bd5f-195a5b9f9fa7 req-efb9d021-c122-49ef-a4ce-dab8bbc8afcc tempest-ServersAdminNegativeTestJSON-1602179202 tempest-ServersAdminNegativeTestJSON-1602179202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:28.739946 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-433f2c0c-a6ba-468b-bd5f-195a5b9f9fa7 req-efb9d021-c122-49ef-a4ce-dab8bbc8afcc tempest-ServersAdminNegativeTestJSON-1602179202 tempest-ServersAdminNegativeTestJSON-1602179202-project] 10.222.0.58 "GET /v2.0/ports?device_id=79f10d2f-c968-4a57-bc27-9ef89c55c603 HTTP/1.1" status: 200 len: 949 time: 0.1366994 Aug 05 11:19:28.753685 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-806f77df-ca10-4272-8c86-100e6175bfdf req-9c64b763-4ad4-4c62-913d-9cf94cea03dd service neutron] 10.222.0.55 "GET /v2.0/networks/c1d3f101-369e-4625-bfd2-2a60ea4757bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2709637 Aug 05 11:19:28.757691 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-57cc67d4-9e73-4da4-9d37-106b702dfc04 req-fa40254c-149b-4407-a5b8-ae1f2f6557db tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=e90ff4a1bc864825860f19f93eea7a3b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0574975 Aug 05 11:19:28.777959 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-62a98f81-1013-4227-8b50-6e94a2345b58 admin admin] Calling delete_port for 0779bbf0-ec25-4331-aecc-213253d47e03 owned by network:router_gateway {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:19:28.812000 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-7d71dc5b-8dcc-4875-84e1-e4c072e50372 None None] Set router 8a4e5849-4d89-4841-b55f-0f266908948b gateway port host: None {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:19:28.861105 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-433f2c0c-a6ba-468b-bd5f-195a5b9f9fa7 req-1bb49591-d8ab-4d8e-8404-4e87a873d2ca tempest-ServersAdminNegativeTestJSON-1602179202 tempest-ServersAdminNegativeTestJSON-1602179202-project] 10.222.0.58 "GET /v2.0/security-groups?id=30d4ed1b-cfab-4c78-a51c-ec6d0313fb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099362 Aug 05 11:19:28.948091 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-7d71dc5b-8dcc-4875-84e1-e4c072e50372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a4e5849-4d89-4841-b55f-0f266908948b', 'name': 'tempest-FloatingIPsAssociationTestJSON-2052184305-router', 'tenant_id': '4db52252ec554e9690b87fbab6c40741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:17:13Z', 'updated_at': '2021-08-05T11:19:28Z', 'revision_number': 6, 'project_id': '4db52252ec554e9690b87fbab6c40741', 'gw_port_host': None}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:19:29.032287 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d71dc5b-8dcc-4875-84e1-e4c072e50372 None None] The sync data for ids ['8a4e5849-4d89-4841-b55f-0f266908948b'] in n-d-803378-2 is: [{'id': '8a4e5849-4d89-4841-b55f-0f266908948b', 'name': 'tempest-FloatingIPsAssociationTestJSON-2052184305-router', 'tenant_id': '4db52252ec554e9690b87fbab6c40741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:17:13Z', 'updated_at': '2021-08-05T11:19:28Z', 'revision_number': 6, 'project_id': '4db52252ec554e9690b87fbab6c40741', 'gw_port_host': None}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:19:29.035362 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-806f77df-ca10-4272-8c86-100e6175bfdf req-f60940ff-861d-42f9-b675-15297d65ba33 service neutron] 10.222.0.55 "GET /v2.0/networks/c1d3f101-369e-4625-bfd2-2a60ea4757bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488198 Aug 05 11:19:29.044102 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cc67d4-9e73-4da4-9d37-106b702dfc04 req-c3898605-446a-43db-95b0-91dcfdb4bd5d tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:29.052287 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-57cc67d4-9e73-4da4-9d37-106b702dfc04 req-c3898605-446a-43db-95b0-91dcfdb4bd5d tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2723041 Aug 05 11:19:29.058375 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:29.081858 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-57cc67d4-9e73-4da4-9d37-106b702dfc04 req-a460c45d-4357-4a07-874a-ae2e2253cf7f tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/quotas/e90ff4a1bc864825860f19f93eea7a3b HTTP/1.1" status: 200 len: 375 time: 0.0282955 Aug 05 11:19:29.182155 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-57cc67d4-9e73-4da4-9d37-106b702dfc04 req-fd80a179-6c49-4970-95b7-093b11dfce9c tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=e90ff4a1bc864825860f19f93eea7a3b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0990541 Aug 05 11:19:29.217763 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-62a98f81-1013-4227-8b50-6e94a2345b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:29.330190 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a98f81-1013-4227-8b50-6e94a2345b58 admin admin] Pushing event deleted for resources: {'Port': ['ID=0779bbf0-ec25-4331-aecc-213253d47e03,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:19:29.335834 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-62a98f81-1013-4227-8b50-6e94a2345b58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33285055'] for router_gateway, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:29.373864 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfa3616-011c-4914-ac1e-28b8c027545a req-f8df0ee6-4842-4ef6-ba10-06fd8a874b12 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:29.382223 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5bfa3616-011c-4914-ac1e-28b8c027545a req-f8df0ee6-4842-4ef6-ba10-06fd8a874b12 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fada1b1-77db-4131-adc2-98ac0e1c2597 HTTP/1.1" status: 200 len: 945 time: 0.1285436 Aug 05 11:19:29.413778 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806f77df-ca10-4272-8c86-100e6175bfdf req-6cbb47de-dd7f-47ae-b620-5248b2be5935 tempest-LiveAutoBlockMigrationV225Test-707045295 tempest-LiveAutoBlockMigrationV225Test-707045295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:29.415058 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-806f77df-ca10-4272-8c86-100e6175bfdf req-6cbb47de-dd7f-47ae-b620-5248b2be5935 tempest-LiveAutoBlockMigrationV225Test-707045295 tempest-LiveAutoBlockMigrationV225Test-707045295-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=6fada1b1-77db-4131-adc2-98ac0e1c2597&tenant_id=e8f6478cce384a98ba09cac5c1bcf855&binding%3Ahost_id=n-h1-803378-2 HTTP/1.1" status: 200 len: 1096 time: 0.1811490 Aug 05 11:19:29.437554 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-806f77df-ca10-4272-8c86-100e6175bfdf req-6bb74fde-8523-475c-821b-17b433f8fde2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-803378-2'}}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:19:29.448636 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e082431-628d-45f3-a265-8b9cba0b0824 req-fedee563-a1ad-4c25-aa4c-3800c3ba173d tempest-DeleteServersAdminTestJSON-2098400252 tempest-DeleteServersAdminTestJSON-2098400252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:29.450380 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7e082431-628d-45f3-a265-8b9cba0b0824 req-fedee563-a1ad-4c25-aa4c-3800c3ba173d tempest-DeleteServersAdminTestJSON-2098400252 tempest-DeleteServersAdminTestJSON-2098400252-project] 10.222.0.55 "GET /v2.0/ports?device_id=8db36162-cb21-4757-84ff-d89bc28efe85 HTTP/1.1" status: 200 len: 950 time: 0.2926252 Aug 05 11:19:29.571199 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457635f9-0a84-464f-b6ba-ee2212436879 req-21ad9534-f6bd-43a4-89fe-1f0acc4411a3 tempest-ServersAdminNegativeTestJSON-1602179202 tempest-ServersAdminNegativeTestJSON-1602179202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:29.572803 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-457635f9-0a84-464f-b6ba-ee2212436879 req-21ad9534-f6bd-43a4-89fe-1f0acc4411a3 tempest-ServersAdminNegativeTestJSON-1602179202 tempest-ServersAdminNegativeTestJSON-1602179202-project] 10.222.0.64 "GET /v2.0/ports?device_id=79f10d2f-c968-4a57-bc27-9ef89c55c603 HTTP/1.1" status: 200 len: 949 time: 0.1807280 Aug 05 11:19:29.597855 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5bfa3616-011c-4914-ac1e-28b8c027545a req-d50fd261-7c2f-474c-bf38-ee2bb86f522b tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b660be2-1cd3-4f1b-b8b6-43aa3e7d82c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143018 Aug 05 11:19:29.598633 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-62a98f81-1013-4227-8b50-6e94a2345b58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33262979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1951'] for router, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:29.602399 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-62a98f81-1013-4227-8b50-6e94a2345b58 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:29.725376 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-62a98f81-1013-4227-8b50-6e94a2345b58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33262474'] for router, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:29.726671 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62a98f81-1013-4227-8b50-6e94a2345b58 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a4e5849-4d89-4841-b55f-0f266908948b {{(pid=94421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 11:19:29.732834 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-62a98f81-1013-4227-8b50-6e94a2345b58 admin admin] Notify callbacks [] for router, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:29.741260 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-62a98f81-1013-4227-8b50-6e94a2345b58 admin admin] 10.222.0.58 "DELETE /v2.0/routers/8a4e5849-4d89-4841-b55f-0f266908948b HTTP/1.1" status: 204 len: 168 time: 1.7791004 Aug 05 11:19:29.742383 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 40380) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:19:29.842190 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-806f77df-ca10-4272-8c86-100e6175bfdf req-6bb74fde-8523-475c-821b-17b433f8fde2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:29.890918 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6c3bd72e-12ed-4a41-88ed-78fea4344e68 req-2d7152d8-f318-48ab-8e2a-7c9b7a31ca0c tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=e90ff4a1bc864825860f19f93eea7a3b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0931399 Aug 05 11:19:29.899896 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_v2 [None req-0017efb4-39d6-479f-8960-be56b1442e18 admin admin] Deleting subnet 15e3f37a-0211-4d47-9d94-f5446f6e6f7a {{(pid=94421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:19:29.904923 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0017efb4-39d6-479f-8960-be56b1442e18 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:29.990369 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0017efb4-39d6-479f-8960-be56b1442e18 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:30.060394 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [req-7e082431-628d-45f3-a265-8b9cba0b0824 req-bafac755-d6b2-4e32-89b1-ea8e18307afa tempest-DeleteServersAdminTestJSON-2098400252 tempest-DeleteServersAdminTestJSON-2098400252-project] Deleting port bd45bddf-f56b-439e-87bf-6431f5d33373 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:19:30.061073 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-7e082431-628d-45f3-a265-8b9cba0b0824 req-bafac755-d6b2-4e32-89b1-ea8e18307afa tempest-DeleteServersAdminTestJSON-2098400252 tempest-DeleteServersAdminTestJSON-2098400252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:30.176808 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device c819079b-708d-40b5-8db8-c6863bd44331 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:19:30.177622 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0017efb4-39d6-479f-8960-be56b1442e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:30.292374 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0017efb4-39d6-479f-8960-be56b1442e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for subnet, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:30.320019 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: c819079b-708d-40b5-8db8-c6863bd44331 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:19:30.327149 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device c819079b-708d-40b5-8db8-c6863bd44331 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:19:30.328261 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 0779bbf0-ec25-4331-aecc-213253d47e03 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:19:30.341150 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0017efb4-39d6-479f-8960-be56b1442e18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15e3f37a-0211-4d47-9d94-f5446f6e6f7a,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:19:30.345201 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0017efb4-39d6-479f-8960-be56b1442e18 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:30.353604 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-0017efb4-39d6-479f-8960-be56b1442e18 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/15e3f37a-0211-4d47-9d94-f5446f6e6f7a HTTP/1.1" status: 204 len: 168 time: 0.6082284 Aug 05 11:19:30.355820 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 40396) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:19:30.403286 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3bd72e-12ed-4a41-88ed-78fea4344e68 req-be5ecd85-b71a-49b2-8445-adc9757630f5 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:30.407870 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6c3bd72e-12ed-4a41-88ed-78fea4344e68 req-be5ecd85-b71a-49b2-8445-adc9757630f5 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5139773 Aug 05 11:19:30.408888 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa7f7f7-2cae-448d-9fd1-91e668c05c04 None None] Network 2779dd37-2937-46d8-af61-d09413a811c2 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:19:30.462720 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988864a7-b408-47ac-ab1b-7eab77cc9894 req-54d575fb-2a13-4c16-9240-b83c9b2fe66e tempest-DeleteServersAdminTestJSON-2098400252 tempest-DeleteServersAdminTestJSON-2098400252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:30.464305 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-988864a7-b408-47ac-ab1b-7eab77cc9894 req-54d575fb-2a13-4c16-9240-b83c9b2fe66e tempest-DeleteServersAdminTestJSON-2098400252 tempest-DeleteServersAdminTestJSON-2098400252-project] 10.222.0.58 "GET /v2.0/ports?device_id=8db36162-cb21-4757-84ff-d89bc28efe85 HTTP/1.1" status: 200 len: 950 time: 0.6262996 Aug 05 11:19:30.465873 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 40398) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:19:30.562353 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6c3bd72e-12ed-4a41-88ed-78fea4344e68 req-2f6c73d8-f4df-4216-85e8-2ce4c345e19d tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/quotas/e90ff4a1bc864825860f19f93eea7a3b HTTP/1.1" status: 200 len: 375 time: 0.0742726 Aug 05 11:19:30.605655 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 0779bbf0-ec25-4331-aecc-213253d47e03 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:19:30.606438 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 0779bbf0-ec25-4331-aecc-213253d47e03 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:19:30.642553 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a742ac24-f2b6-4065-b236-9695ea0fb234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:30.711975 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6c3bd72e-12ed-4a41-88ed-78fea4344e68 req-8bf40712-48bf-42f6-b9d9-a52c02627702 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=e90ff4a1bc864825860f19f93eea7a3b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1491637 Aug 05 11:19:30.788392 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0183ab52-d4a1-4429-a918-4f98dc2baf57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:30.813981 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcce2fdb-df5c-49bf-b8e5-aa363f6c8454 None None] DHCP port deletion for 2779dd37-2937-46d8-af61-d09413a811c2 request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 11:19:30.891755 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-a742ac24-f2b6-4065-b236-9695ea0fb234 admin admin] Deleting port 67ea6b4b-1fa6-48c7-9711-6b683762f806 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:19:30.893956 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a742ac24-f2b6-4065-b236-9695ea0fb234 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:30.946710 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-dcce2fdb-df5c-49bf-b8e5-aa363f6c8454 None None] Deleting port 67ea6b4b-1fa6-48c7-9711-6b683762f806 {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:19:30.948924 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-dcce2fdb-df5c-49bf-b8e5-aa363f6c8454 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:31.112065 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [None req-a742ac24-f2b6-4065-b236-9695ea0fb234 admin admin] For port 67ea6b4b-1fa6-48c7-9711-6b683762f806, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=67ea6b4b-1fa6-48c7-9711-6b683762f806,segment=NetworkSegment(64bc1793-0902-4a80-9bec-683d5e6b7c02),segment_id=64bc1793-0902-4a80-9bec-683d5e6b7c02)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:19:31.112475 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a742ac24-f2b6-4065-b236-9695ea0fb234 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:31.118337 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-dcce2fdb-df5c-49bf-b8e5-aa363f6c8454 None None] For port 67ea6b4b-1fa6-48c7-9711-6b683762f806, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=67ea6b4b-1fa6-48c7-9711-6b683762f806,segment=NetworkSegment(64bc1793-0902-4a80-9bec-683d5e6b7c02),segment_id=64bc1793-0902-4a80-9bec-683d5e6b7c02)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:19:31.119179 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-dcce2fdb-df5c-49bf-b8e5-aa363f6c8454 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:31.151738 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-dcce2fdb-df5c-49bf-b8e5-aa363f6c8454 None None] Calling delete_port for 67ea6b4b-1fa6-48c7-9711-6b683762f806 owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:19:31.166584 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-a742ac24-f2b6-4065-b236-9695ea0fb234 admin admin] Calling delete_port for 67ea6b4b-1fa6-48c7-9711-6b683762f806 owned by network:dhcp {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:19:31.461119 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [req-457635f9-0a84-464f-b6ba-ee2212436879 req-7be2272b-65ea-44f1-804f-18fba4620127 tempest-ServersAdminNegativeTestJSON-1602179202 tempest-ServersAdminNegativeTestJSON-1602179202-project] Deleting port 29c4ae2f-b18b-4d36-a5d7-fd8e10258cdf {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:19:31.461731 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-457635f9-0a84-464f-b6ba-ee2212436879 req-7be2272b-65ea-44f1-804f-18fba4620127 tempest-ServersAdminNegativeTestJSON-1602179202 tempest-ServersAdminNegativeTestJSON-1602179202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:31.484007 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-57cc67d4-9e73-4da4-9d37-106b702dfc04 req-a014a2c1-05a4-4ce2-bbd3-a1f2da1f2d2d tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=e90ff4a1bc864825860f19f93eea7a3b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1441398 Aug 05 11:19:31.513265 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-988864a7-b408-47ac-ab1b-7eab77cc9894 req-b97deffe-6cdb-44e8-a4bc-6b2ced69832a tempest-DeleteServersAdminTestJSON-2098400252 tempest-DeleteServersAdminTestJSON-2098400252-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba6d8cba-3047-414c-8a71-04d949624c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0157771 Aug 05 11:19:31.619620 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-806f77df-ca10-4272-8c86-100e6175bfdf req-6bb74fde-8523-475c-821b-17b433f8fde2 service neutron] For port 517913e1-c703-4e65-8ae0-a6a4446ca3ca, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=517913e1-c703-4e65-8ae0-a6a4446ca3ca,segment=NetworkSegment(7242661a-6816-45d7-a9cf-d91bdd00208a),segment_id=7242661a-6816-45d7-a9cf-d91bdd00208a)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:19:31.681097 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-dcce2fdb-df5c-49bf-b8e5-aa363f6c8454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:31.746619 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcce2fdb-df5c-49bf-b8e5-aa363f6c8454 None None] Pushing event deleted for resources: {'Port': ['ID=67ea6b4b-1fa6-48c7-9711-6b683762f806,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:19:31.754472 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0183ab52-d4a1-4429-a918-4f98dc2baf57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:31.760932 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcce2fdb-df5c-49bf-b8e5-aa363f6c8454 None None] No DVR routers for this DVR port 67ea6b4b-1fa6-48c7-9711-6b683762f806 on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:19:31.783444 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-7e082431-628d-45f3-a265-8b9cba0b0824 req-bafac755-d6b2-4e32-89b1-ea8e18307afa tempest-DeleteServersAdminTestJSON-2098400252 tempest-DeleteServersAdminTestJSON-2098400252-project] For port bd45bddf-f56b-439e-87bf-6431f5d33373, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=bd45bddf-f56b-439e-87bf-6431f5d33373,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:19:31.783839 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-7e082431-628d-45f3-a265-8b9cba0b0824 req-bafac755-d6b2-4e32-89b1-ea8e18307afa tempest-DeleteServersAdminTestJSON-2098400252 tempest-DeleteServersAdminTestJSON-2098400252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:31.797348 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0183ab52-d4a1-4429-a918-4f98dc2baf57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:31.804514 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [req-7e082431-628d-45f3-a265-8b9cba0b0824 req-bafac755-d6b2-4e32-89b1-ea8e18307afa tempest-DeleteServersAdminTestJSON-2098400252 tempest-DeleteServersAdminTestJSON-2098400252-project] Calling delete_port for bd45bddf-f56b-439e-87bf-6431f5d33373 owned by compute:nova {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:19:31.957070 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0183ab52-d4a1-4429-a918-4f98dc2baf57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d70beeee-1659-41f3-8719-10fd304a30b1,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:19:31.965629 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-0183ab52-d4a1-4429-a918-4f98dc2baf57 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=dd1db0d3a1b0443b83b192a2d9fc835a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4961009 Aug 05 11:19:31.970564 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 40416) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:19:31.982495 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a742ac24-f2b6-4065-b236-9695ea0fb234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:32.004587 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cc67d4-9e73-4da4-9d37-106b702dfc04 req-c3bb7424-bd51-40d2-bbc1-0a8151356a6e tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:32.005961 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-57cc67d4-9e73-4da4-9d37-106b702dfc04 req-c3bb7424-bd51-40d2-bbc1-0a8151356a6e tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5072448 Aug 05 11:19:32.035122 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-806f77df-ca10-4272-8c86-100e6175bfdf req-6bb74fde-8523-475c-821b-17b433f8fde2 service neutron] For port 517913e1-c703-4e65-8ae0-a6a4446ca3ca, host n-h1-803378-2, cleared binding levels {{(pid=94420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:19:32.045177 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-57cc67d4-9e73-4da4-9d37-106b702dfc04 req-68546176-9c5f-49ac-af96-25a132a1aee2 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Request body: {'port': {'device_id': '5b464baa-8fee-4e83-b710-80fe99d43fc0', 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a', 'admin_state_up': True, 'tenant_id': 'e90ff4a1bc864825860f19f93eea7a3b'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:19:32.054509 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a742ac24-f2b6-4065-b236-9695ea0fb234 admin admin] Pushing event deleted for resources: {'Port': ['ID=67ea6b4b-1fa6-48c7-9711-6b683762f806,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:19:32.093794 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a742ac24-f2b6-4065-b236-9695ea0fb234 admin admin] No DVR routers for this DVR port 67ea6b4b-1fa6-48c7-9711-6b683762f806 on host n-d-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:19:32.101498 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-457635f9-0a84-464f-b6ba-ee2212436879 req-7be2272b-65ea-44f1-804f-18fba4620127 tempest-ServersAdminNegativeTestJSON-1602179202 tempest-ServersAdminNegativeTestJSON-1602179202-project] For port 29c4ae2f-b18b-4d36-a5d7-fd8e10258cdf, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=29c4ae2f-b18b-4d36-a5d7-fd8e10258cdf,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:19:32.102216 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-457635f9-0a84-464f-b6ba-ee2212436879 req-7be2272b-65ea-44f1-804f-18fba4620127 tempest-ServersAdminNegativeTestJSON-1602179202 tempest-ServersAdminNegativeTestJSON-1602179202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:32.113414 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d750797-4b94-4055-832c-173601bdc7c0 req-5db9e46b-660c-4c34-b375-74350c6db05c tempest-ServersAdminNegativeTestJSON-1602179202 tempest-ServersAdminNegativeTestJSON-1602179202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:32.115673 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4d750797-4b94-4055-832c-173601bdc7c0 req-5db9e46b-660c-4c34-b375-74350c6db05c tempest-ServersAdminNegativeTestJSON-1602179202 tempest-ServersAdminNegativeTestJSON-1602179202-project] 10.222.0.58 "GET /v2.0/ports?device_id=79f10d2f-c968-4a57-bc27-9ef89c55c603 HTTP/1.1" status: 200 len: 949 time: 0.6248353 Aug 05 11:19:32.149927 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [req-457635f9-0a84-464f-b6ba-ee2212436879 req-7be2272b-65ea-44f1-804f-18fba4620127 tempest-ServersAdminNegativeTestJSON-1602179202 tempest-ServersAdminNegativeTestJSON-1602179202-project] Calling delete_port for 29c4ae2f-b18b-4d36-a5d7-fd8e10258cdf owned by compute:nova {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:19:32.175591 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 67ea6b4b-1fa6-48c7-9711-6b683762f806 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:19:32.180218 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d6f23a-f5aa-46c6-a2c5-02d058e8e171 req-9a0f319a-459b-4778-ac2a-51ce55ceef58 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:32.181830 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-22d6f23a-f5aa-46c6-a2c5-02d058e8e171 req-9a0f319a-459b-4778-ac2a-51ce55ceef58 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fada1b1-77db-4131-adc2-98ac0e1c2597 HTTP/1.1" status: 200 len: 945 time: 0.2574658 Aug 05 11:19:32.192128 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fada1b1-77db-4131-adc2-98ac0e1c2597', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '517913e1-c703-4e65-8ae0-a6a4446ca3ca'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:19:32.195188 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}828068ad8d405ad77660ce68fa78e1ffe658725812f7a08f9e488a446589295b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97b61534-def2-47b3-ba94-a986bda567a9" -d '{"events": [{"server_uuid": "6fada1b1-77db-4131-adc2-98ac0e1c2597", "name": "network-vif-unplugged", "status": "completed", "tag": "517913e1-c703-4e65-8ae0-a6a4446ca3ca"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:19:32.202728 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-806f77df-ca10-4272-8c86-100e6175bfdf req-6bb74fde-8523-475c-821b-17b433f8fde2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:32.222671 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 67ea6b4b-1fa6-48c7-9711-6b683762f806 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:19:32.223369 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 67ea6b4b-1fa6-48c7-9711-6b683762f806 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:19:32.230925 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a742ac24-f2b6-4065-b236-9695ea0fb234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:32.246753 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-68d565e0-0b12-4788-add7-7e20fe30878c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:32.254959 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a742ac24-f2b6-4065-b236-9695ea0fb234 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:19:32.256302 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a742ac24-f2b6-4065-b236-9695ea0fb234 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:19:32.260120 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a742ac24-f2b6-4065-b236-9695ea0fb234 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:19:32.260479 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a742ac24-f2b6-4065-b236-9695ea0fb234 admin admin] Subscribe: > port after_create 55550000 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:19:32.260913 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a742ac24-f2b6-4065-b236-9695ea0fb234 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:19:32.261374 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a742ac24-f2b6-4065-b236-9695ea0fb234 admin admin] Subscribe: > port after_update 55550000 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:19:32.261549 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a742ac24-f2b6-4065-b236-9695ea0fb234 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:19:32.261851 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a742ac24-f2b6-4065-b236-9695ea0fb234 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:19:32.262179 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a742ac24-f2b6-4065-b236-9695ea0fb234 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:19:32.262502 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a742ac24-f2b6-4065-b236-9695ea0fb234 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:19:32.298080 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-806f77df-ca10-4272-8c86-100e6175bfdf req-6bb74fde-8523-475c-821b-17b433f8fde2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:32.347891 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4d750797-4b94-4055-832c-173601bdc7c0 req-14bb9967-9403-409a-85c2-88926fdb0b91 tempest-ServersAdminNegativeTestJSON-1602179202 tempest-ServersAdminNegativeTestJSON-1602179202-project] 10.222.0.58 "GET /v2.0/security-groups?id=30d4ed1b-cfab-4c78-a51c-ec6d0313fb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216187 Aug 05 11:19:32.363273 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a742ac24-f2b6-4065-b236-9695ea0fb234 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:19:32.364018 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a742ac24-f2b6-4065-b236-9695ea0fb234 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:19:32.365202 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a742ac24-f2b6-4065-b236-9695ea0fb234 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:19:32.366341 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a742ac24-f2b6-4065-b236-9695ea0fb234 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:19:32.367645 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-a742ac24-f2b6-4065-b236-9695ea0fb234 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2779dd37-2937-46d8-af61-d09413a811c2']}} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:19:32.388177 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-7e082431-628d-45f3-a265-8b9cba0b0824 req-bafac755-d6b2-4e32-89b1-ea8e18307afa tempest-DeleteServersAdminTestJSON-2098400252 tempest-DeleteServersAdminTestJSON-2098400252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:32.412838 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-a742ac24-f2b6-4065-b236-9695ea0fb234 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64bc1793-0902-4a80-9bec-683d5e6b7c02') {'for_net_delete': True} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:19:32.413135 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-a742ac24-f2b6-4065-b236-9695ea0fb234 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64bc1793-0902-4a80-9bec-683d5e6b7c02') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:19:32.431119 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-22d6f23a-f5aa-46c6-a2c5-02d058e8e171 req-a79519b1-f8b5-4705-bdb3-94291d806d82 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b660be2-1cd3-4f1b-b8b6-43aa3e7d82c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287338 Aug 05 11:19:32.438163 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb74fde-8523-475c-821b-17b433f8fde2 service neutron] Pushing event updated for resources: {'Port': ['ID=517913e1-c703-4e65-8ae0-a6a4446ca3ca,revision_number=7']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:19:32.456805 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a742ac24-f2b6-4065-b236-9695ea0fb234 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29786371'] for segment, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:32.480704 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-68d565e0-0b12-4788-add7-7e20fe30878c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:32.573868 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafac755-d6b2-4e32-89b1-ea8e18307afa tempest-DeleteServersAdminTestJSON-2098400252 tempest-DeleteServersAdminTestJSON-2098400252-project] Pushing event deleted for resources: {'Port': ['ID=bd45bddf-f56b-439e-87bf-6431f5d33373,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:19:32.604383 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 05 Aug 2021 11:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fc6de92-8abe-49c1-9c94-8be83e3a396d x-openstack-request-id: req-9fc6de92-8abe-49c1-9c94-8be83e3a396d {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:19:32.604383 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fada1b1-77db-4131-adc2-98ac0e1c2597", "name": "network-vif-unplugged", "status": "completed", "tag": "517913e1-c703-4e65-8ae0-a6a4446ca3ca", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:19:32.604760 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9fc6de92-8abe-49c1-9c94-8be83e3a396d {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:19:32.605347 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fada1b1-77db-4131-adc2-98ac0e1c2597', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '517913e1-c703-4e65-8ae0-a6a4446ca3ca', 'code': 200} Aug 05 11:19:32.610850 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e082431-628d-45f3-a265-8b9cba0b0824 req-bafac755-d6b2-4e32-89b1-ea8e18307afa tempest-DeleteServersAdminTestJSON-2098400252 tempest-DeleteServersAdminTestJSON-2098400252-project] No DVR routers for this DVR port bd45bddf-f56b-439e-87bf-6431f5d33373 on host n-h2-803378-2 {{(pid=94420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:19:32.616753 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-7e082431-628d-45f3-a265-8b9cba0b0824 req-bafac755-d6b2-4e32-89b1-ea8e18307afa tempest-DeleteServersAdminTestJSON-2098400252 tempest-DeleteServersAdminTestJSON-2098400252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:32.619323 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7e082431-628d-45f3-a265-8b9cba0b0824 req-bafac755-d6b2-4e32-89b1-ea8e18307afa tempest-DeleteServersAdminTestJSON-2098400252 tempest-DeleteServersAdminTestJSON-2098400252-project] 10.222.0.55 "DELETE /v2.0/ports/bd45bddf-f56b-439e-87bf-6431f5d33373 HTTP/1.1" status: 204 len: 173 time: 3.1554112 Aug 05 11:19:32.668788 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5289fd4b-2cc1-4d74-8ed6-1a7b840c988a req-75f5f84d-da33-4ed9-a0ab-11016f063458 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/ports?device_id=2117f6ca-e692-40ba-b6cf-5857783735e3 HTTP/1.1" status: 200 len: 210 time: 0.2147727 Aug 05 11:19:32.743672 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-806f77df-ca10-4272-8c86-100e6175bfdf req-6bb74fde-8523-475c-821b-17b433f8fde2 service neutron] Attempting to bind port 517913e1-c703-4e65-8ae0-a6a4446ca3ca on host n-h1-803378-2 for vnic_type normal with profile {"migrating_to": "n-h2-803378-2"} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:19:32.745768 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-806f77df-ca10-4272-8c86-100e6175bfdf req-6bb74fde-8523-475c-821b-17b433f8fde2 service neutron] Attempting to bind port 517913e1-c703-4e65-8ae0-a6a4446ca3ca by drivers openvswitch,hyperv on host n-h1-803378-2 at level 0 using segments [{'id': '7242661a-6816-45d7-a9cf-d91bdd00208a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'c1d3f101-369e-4625-bfd2-2a60ea4757bb'}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:19:32.747063 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806f77df-ca10-4272-8c86-100e6175bfdf req-6bb74fde-8523-475c-821b-17b433f8fde2 service neutron] Attempting to bind port 517913e1-c703-4e65-8ae0-a6a4446ca3ca on network c1d3f101-369e-4625-bfd2-2a60ea4757bb {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:19:32.838129 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7e4df029-1219-4603-b663-c2d5680885ec req-6b3e68cf-e04e-40b1-bb6e-5245a87604d3 tempest-DeleteServersAdminTestJSON-2098400252 tempest-DeleteServersAdminTestJSON-2098400252-project] 10.222.0.58 "GET /v2.0/ports?device_id=8db36162-cb21-4757-84ff-d89bc28efe85 HTTP/1.1" status: 200 len: 210 time: 0.1294801 Aug 05 11:19:32.839526 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806f77df-ca10-4272-8c86-100e6175bfdf req-6bb74fde-8523-475c-821b-17b433f8fde2 service neutron] Port 517913e1-c703-4e65-8ae0-a6a4446ca3ca on network c1d3f101-369e-4625-bfd2-2a60ea4757bb not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-2 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:19:32.840474 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806f77df-ca10-4272-8c86-100e6175bfdf req-6bb74fde-8523-475c-821b-17b433f8fde2 service neutron] Attempting to bind port 517913e1-c703-4e65-8ae0-a6a4446ca3ca on network c1d3f101-369e-4625-bfd2-2a60ea4757bb {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:19:32.858590 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806f77df-ca10-4272-8c86-100e6175bfdf req-6bb74fde-8523-475c-821b-17b433f8fde2 service neutron] Checking agent: {'id': '40bb7567-59bd-4b31-bc29-da1c50bca759', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:19:32.859352 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806f77df-ca10-4272-8c86-100e6175bfdf req-6bb74fde-8523-475c-821b-17b433f8fde2 service neutron] Checking segment: {'id': '7242661a-6816-45d7-a9cf-d91bdd00208a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'c1d3f101-369e-4625-bfd2-2a60ea4757bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:19:32.861145 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806f77df-ca10-4272-8c86-100e6175bfdf req-6bb74fde-8523-475c-821b-17b433f8fde2 service neutron] Bound using segment: {'id': '7242661a-6816-45d7-a9cf-d91bdd00208a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'c1d3f101-369e-4625-bfd2-2a60ea4757bb'} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:19:32.861145 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-806f77df-ca10-4272-8c86-100e6175bfdf req-6bb74fde-8523-475c-821b-17b433f8fde2 service neutron] Bound port: 517913e1-c703-4e65-8ae0-a6a4446ca3ca, host: n-h1-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7242661a-6816-45d7-a9cf-d91bdd00208a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'c1d3f101-369e-4625-bfd2-2a60ea4757bb'}}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:19:32.861786 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-806f77df-ca10-4272-8c86-100e6175bfdf req-6bb74fde-8523-475c-821b-17b433f8fde2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:32.906038 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a742ac24-f2b6-4065-b236-9695ea0fb234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:32.916699 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57cc67d4-9e73-4da4-9d37-106b702dfc04 req-68546176-9c5f-49ac-af96-25a132a1aee2 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Made reservation on behalf of e90ff4a1bc864825860f19f93eea7a3b for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:19:32.921486 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-57cc67d4-9e73-4da4-9d37-106b702dfc04 req-68546176-9c5f-49ac-af96-25a132a1aee2 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:32.934293 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-457635f9-0a84-464f-b6ba-ee2212436879 req-7be2272b-65ea-44f1-804f-18fba4620127 tempest-ServersAdminNegativeTestJSON-1602179202 tempest-ServersAdminNegativeTestJSON-1602179202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:32.959021 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a742ac24-f2b6-4065-b236-9695ea0fb234 admin admin] Releasing vlan 663 on physical network physnet1 to pool {{(pid=94421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:19:32.959747 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a742ac24-f2b6-4065-b236-9695ea0fb234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25038799'] for segment, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:32.982332 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be2272b-65ea-44f1-804f-18fba4620127 tempest-ServersAdminNegativeTestJSON-1602179202 tempest-ServersAdminNegativeTestJSON-1602179202-project] Pushing event deleted for resources: {'Port': ['ID=29c4ae2f-b18b-4d36-a5d7-fd8e10258cdf,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:19:32.992002 n-d-803378-2 neutron-server[94421]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 05 11:19:32.992002 n-d-803378-2 neutron-server[94421]: from cryptography.utils import int_from_bytes Aug 05 11:19:32.992002 n-d-803378-2 neutron-server[94421]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 05 11:19:32.992002 n-d-803378-2 neutron-server[94421]: from cryptography.utils import int_from_bytes Aug 05 11:19:32.992002 n-d-803378-2 neutron-server[94421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 11:19:32.992002 n-d-803378-2 neutron-server[94421]: self.session.flush() Aug 05 11:19:32.992002 n-d-803378-2 neutron-server[94421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 11:19:32.992002 n-d-803378-2 neutron-server[94421]: self.session.flush() Aug 05 11:19:32.992002 n-d-803378-2 neutron-server[94421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 11:19:32.992002 n-d-803378-2 neutron-server[94421]: self.session.flush() Aug 05 11:19:32.992002 n-d-803378-2 neutron-server[94421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 11:19:32.992002 n-d-803378-2 neutron-server[94421]: self.session.flush() Aug 05 11:19:32.992002 n-d-803378-2 neutron-server[94421]: Traceback (most recent call last): Aug 05 11:19:32.992002 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:19:32.992002 n-d-803378-2 neutron-server[94421]: timer() Aug 05 11:19:32.992002 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:19:32.992002 n-d-803378-2 neutron-server[94421]: cb(*args, **kw) Aug 05 11:19:32.992002 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:19:32.992002 n-d-803378-2 neutron-server[94421]: return func(*args, **kwargs) Aug 05 11:19:32.992002 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:19:32.992002 n-d-803378-2 neutron-server[94421]: self._notify() Aug 05 11:19:32.992002 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:19:32.992002 n-d-803378-2 neutron-server[94421]: self.callback(batched_events) Aug 05 11:19:32.992002 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:19:32.992002 n-d-803378-2 neutron-server[94421]: event.method(event) Aug 05 11:19:32.992002 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:19:32.992002 n-d-803378-2 neutron-server[94421]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:19:32.992002 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:19:32.992002 n-d-803378-2 neutron-server[94421]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:19:32.992002 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:19:32.992002 n-d-803378-2 neutron-server[94421]: return f(self, *a, **k) Aug 05 11:19:32.992002 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:19:32.992002 n-d-803378-2 neutron-server[94421]: return self._get(url).json() Aug 05 11:19:32.992002 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:19:32.992002 n-d-803378-2 neutron-server[94421]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:19:32.992002 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:19:32.992002 n-d-803378-2 neutron-server[94421]: return self.request(url, 'GET', **kwargs) Aug 05 11:19:32.992002 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:19:32.992002 n-d-803378-2 neutron-server[94421]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:19:32.992002 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:19:32.992002 n-d-803378-2 neutron-server[94421]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:19:32.992002 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:19:32.992002 n-d-803378-2 neutron-server[94421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:19:32.992002 n-d-803378-2 neutron-server[94421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:19:33.002011 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-806f77df-ca10-4272-8c86-100e6175bfdf req-6bb74fde-8523-475c-821b-17b433f8fde2 service neutron] For port 517913e1-c703-4e65-8ae0-a6a4446ca3ca, host n-h1-803378-2, cleared binding levels {{(pid=94420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:19:33.014131 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-57cc67d4-9e73-4da4-9d37-106b702dfc04 req-68546176-9c5f-49ac-af96-25a132a1aee2 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:33.049943 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [req-457635f9-0a84-464f-b6ba-ee2212436879 req-7be2272b-65ea-44f1-804f-18fba4620127 tempest-ServersAdminNegativeTestJSON-1602179202 tempest-ServersAdminNegativeTestJSON-1602179202-project] No DVR routers for this DVR port 29c4ae2f-b18b-4d36-a5d7-fd8e10258cdf on host n-h1-803378-2 {{(pid=94420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:19:33.053525 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-806f77df-ca10-4272-8c86-100e6175bfdf req-6bb74fde-8523-475c-821b-17b433f8fde2 service neutron] For port 517913e1-c703-4e65-8ae0-a6a4446ca3ca, host n-h1-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=517913e1-c703-4e65-8ae0-a6a4446ca3ca,segment=NetworkSegment(7242661a-6816-45d7-a9cf-d91bdd00208a),segment_id=7242661a-6816-45d7-a9cf-d91bdd00208a)] {{(pid=94420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:19:33.055936 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-457635f9-0a84-464f-b6ba-ee2212436879 req-7be2272b-65ea-44f1-804f-18fba4620127 tempest-ServersAdminNegativeTestJSON-1602179202 tempest-ServersAdminNegativeTestJSON-1602179202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:33.057489 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-457635f9-0a84-464f-b6ba-ee2212436879 req-7be2272b-65ea-44f1-804f-18fba4620127 tempest-ServersAdminNegativeTestJSON-1602179202 tempest-ServersAdminNegativeTestJSON-1602179202-project] 10.222.0.64 "DELETE /v2.0/ports/29c4ae2f-b18b-4d36-a5d7-fd8e10258cdf HTTP/1.1" status: 204 len: 173 time: 3.4581587 Aug 05 11:19:33.061971 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-806f77df-ca10-4272-8c86-100e6175bfdf req-6bb74fde-8523-475c-821b-17b433f8fde2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:33.126621 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a742ac24-f2b6-4065-b236-9695ea0fb234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:33.156524 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb74fde-8523-475c-821b-17b433f8fde2 service neutron] Pushing event updated for resources: {'Port': ['ID=517913e1-c703-4e65-8ae0-a6a4446ca3ca,revision_number=8']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:19:33.159069 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a742ac24-f2b6-4065-b236-9695ea0fb234 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:33.162094 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-a742ac24-f2b6-4065-b236-9695ea0fb234 admin admin] 10.222.0.58 "DELETE /v2.0/networks/2779dd37-2937-46d8-af61-d09413a811c2 HTTP/1.1" status: 204 len: 168 time: 2.8050559 Aug 05 11:19:33.186609 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-68d565e0-0b12-4788-add7-7e20fe30878c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:33.194665 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806f77df-ca10-4272-8c86-100e6175bfdf req-6bb74fde-8523-475c-821b-17b433f8fde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:33.194912 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-806f77df-ca10-4272-8c86-100e6175bfdf req-6bb74fde-8523-475c-821b-17b433f8fde2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:33.197110 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-806f77df-ca10-4272-8c86-100e6175bfdf req-6bb74fde-8523-475c-821b-17b433f8fde2 service neutron] 10.222.0.55 "PUT /v2.0/ports/517913e1-c703-4e65-8ae0-a6a4446ca3ca HTTP/1.1" status: 200 len: 1121 time: 3.7641337 Aug 05 11:19:33.200524 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-68d565e0-0b12-4788-add7-7e20fe30878c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:33.205129 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-68d565e0-0b12-4788-add7-7e20fe30878c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d70beeee-1659-41f3-8719-10fd304a30b1 HTTP/1.1" status: 204 len: 168 time: 1.2306614 Aug 05 11:19:33.214340 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a742ac24-f2b6-4065-b236-9695ea0fb234 admin admin] Pushing event deleted for resources: {'Network': ['ID=2779dd37-2937-46d8-af61-d09413a811c2,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:19:33.252808 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d565e0-0b12-4788-add7-7e20fe30878c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d70beeee-1659-41f3-8719-10fd304a30b1,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:19:33.326906 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['517913e1-c703-4e65-8ae0-a6a4446ca3ca'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:19:33.398075 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-57cc67d4-9e73-4da4-9d37-106b702dfc04 req-68546176-9c5f-49ac-af96-25a132a1aee2 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:33.400152 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device bd45bddf-f56b-439e-87bf-6431f5d33373 no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:19:33.410959 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-57cc67d4-9e73-4da4-9d37-106b702dfc04 req-68546176-9c5f-49ac-af96-25a132a1aee2 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:33.470459 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] No Port match for: bd45bddf-f56b-439e-87bf-6431f5d33373 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:19:33.471019 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device bd45bddf-f56b-439e-87bf-6431f5d33373 not bound to the agent host n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:19:33.515114 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 40444) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:19:33.569502 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6c3bd72e-12ed-4a41-88ed-78fea4344e68 req-08b187bc-eb9e-4d95-9d5e-d8bbc78a787b tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=e90ff4a1bc864825860f19f93eea7a3b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0740116 Aug 05 11:19:33.600421 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a355cf83-5113-4b5b-8331-16901af4fa90 req-a125efd0-d14e-4323-9616-3d22da0689b6 tempest-ServersAdminNegativeTestJSON-1602179202 tempest-ServersAdminNegativeTestJSON-1602179202-project] 10.222.0.58 "GET /v2.0/ports?device_id=79f10d2f-c968-4a57-bc27-9ef89c55c603 HTTP/1.1" status: 200 len: 210 time: 0.0708034 Aug 05 11:19:33.751164 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68546176-9c5f-49ac-af96-25a132a1aee2 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba838bf4-27d8-4ebd-8a6c-2c869750a1a9,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:19:33.819153 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-7bbe0651-1a38-44aa-bff5-8343f4485fcc admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4db52252ec554e9690b87fbab6c40741&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3023446 Aug 05 11:19:33.823480 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 40452) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:19:33.868521 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-637a4a15-4cd3-4255-8fdd-bcd5a31907a3 req-2577aa8f-de51-4cf4-b8c4-2c83f44fa147 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/ports?device_id=2117f6ca-e692-40ba-b6cf-5857783735e3 HTTP/1.1" status: 200 len: 210 time: 0.0479617 Aug 05 11:19:33.908594 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fa7fa7-19e1-413e-867c-5a1402e2b8aa req-8adf3dbe-66f4-4565-a76b-b11a31794b8b tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:33.910814 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-19fa7fa7-19e1-413e-867c-5a1402e2b8aa req-8adf3dbe-66f4-4565-a76b-b11a31794b8b tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fada1b1-77db-4131-adc2-98ac0e1c2597 HTTP/1.1" status: 200 len: 943 time: 0.1495342 Aug 05 11:19:33.922546 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3bd72e-12ed-4a41-88ed-78fea4344e68 req-15d517cf-19dd-41b8-bae3-1cdf646567f8 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:33.926034 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6c3bd72e-12ed-4a41-88ed-78fea4344e68 req-15d517cf-19dd-41b8-bae3-1cdf646567f8 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3207543 Aug 05 11:19:33.933215 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 29c4ae2f-b18b-4d36-a5d7-fd8e10258cdf no longer exists at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:19:33.939401 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-57cc67d4-9e73-4da4-9d37-106b702dfc04 req-68546176-9c5f-49ac-af96-25a132a1aee2 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Allocated IP 192.168.233.25 (91caede3-92e4-4b1e-8e3e-36227cfd846a/6842f728-c2f3-4e36-bb32-3303d06ce3f4/49bfd466-2a5b-4e0b-9162-53a17e69e7eb) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:19:33.965871 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] No Port match for: 29c4ae2f-b18b-4d36-a5d7-fd8e10258cdf {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:19:33.966749 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 29c4ae2f-b18b-4d36-a5d7-fd8e10258cdf not bound to the agent host n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:19:33.991277 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-19fa7fa7-19e1-413e-867c-5a1402e2b8aa req-ec5caab9-9e1f-4c1f-acf7-f962160b265d tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b660be2-1cd3-4f1b-b8b6-43aa3e7d82c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629704 Aug 05 11:19:33.992665 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 40458) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:19:34.007922 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-90791667-be4d-4893-8ae4-93a5ab14704c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:34.013990 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6bc820d3-285c-4ea6-96e0-f7968bca7da3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:34.061769 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-6c3bd72e-12ed-4a41-88ed-78fea4344e68 req-987687ac-ea01-48ff-9492-bc97b2959275 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Request body: {'port': {'device_id': '2117f6ca-e692-40ba-b6cf-5857783735e3', 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a', 'admin_state_up': True, 'tenant_id': 'e90ff4a1bc864825860f19f93eea7a3b'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:19:34.084662 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6bc820d3-285c-4ea6-96e0-f7968bca7da3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:34.196761 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-70c19b5f-e950-4c26-9004-2401f65f3afd req-915910d2-66f8-4eab-a550-477651af3a57 tempest-DeleteServersAdminTestJSON-2098400252 tempest-DeleteServersAdminTestJSON-2098400252-project] 10.222.0.58 "GET /v2.0/ports?device_id=8db36162-cb21-4757-84ff-d89bc28efe85 HTTP/1.1" status: 200 len: 210 time: 0.0505154 Aug 05 11:19:34.197768 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6bc820d3-285c-4ea6-96e0-f7968bca7da3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:34.201274 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6bc820d3-285c-4ea6-96e0-f7968bca7da3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:34.203364 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-6bc820d3-285c-4ea6-96e0-f7968bca7da3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/06a7a4d4-8ced-4edb-81e5-f04cb02169d7 HTTP/1.1" status: 204 len: 168 time: 0.3778722 Aug 05 11:19:34.226473 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc820d3-285c-4ea6-96e0-f7968bca7da3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06a7a4d4-8ced-4edb-81e5-f04cb02169d7,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:19:34.485029 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-57cc67d4-9e73-4da4-9d37-106b702dfc04 req-68546176-9c5f-49ac-af96-25a132a1aee2 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:34.516254 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-57cc67d4-9e73-4da4-9d37-106b702dfc04 req-68546176-9c5f-49ac-af96-25a132a1aee2 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Transition to ACTIVE for port object 49bfd466-2a5b-4e0b-9162-53a17e69e7eb will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:19:34.532470 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-90791667-be4d-4893-8ae4-93a5ab14704c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:34.544196 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-90791667-be4d-4893-8ae4-93a5ab14704c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:34.585537 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90791667-be4d-4893-8ae4-93a5ab14704c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c93fa0b2-698c-4530-ad70-68e99d1c129e,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:19:34.602351 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-57cc67d4-9e73-4da4-9d37-106b702dfc04 req-68546176-9c5f-49ac-af96-25a132a1aee2 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:34.609326 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8db36162-cb21-4757-84ff-d89bc28efe85', 'name': 'network-vif-deleted', 'tag': 'bd45bddf-f56b-439e-87bf-6431f5d33373'}, {'server_uuid': '79f10d2f-c968-4a57-bc27-9ef89c55c603', 'name': 'network-vif-deleted', 'tag': '29c4ae2f-b18b-4d36-a5d7-fd8e10258cdf'}, {'name': 'network-changed', 'server_uuid': '6fada1b1-77db-4131-adc2-98ac0e1c2597', 'tag': '517913e1-c703-4e65-8ae0-a6a4446ca3ca'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:19:34.613154 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}828068ad8d405ad77660ce68fa78e1ffe658725812f7a08f9e488a446589295b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2c4504d-97b6-48e9-8085-96d54854bb9f" -d '{"events": [{"server_uuid": "8db36162-cb21-4757-84ff-d89bc28efe85", "name": "network-vif-deleted", "tag": "bd45bddf-f56b-439e-87bf-6431f5d33373"}, {"server_uuid": "79f10d2f-c968-4a57-bc27-9ef89c55c603", "name": "network-vif-deleted", "tag": "29c4ae2f-b18b-4d36-a5d7-fd8e10258cdf"}, {"name": "network-changed", "server_uuid": "6fada1b1-77db-4131-adc2-98ac0e1c2597", "tag": "517913e1-c703-4e65-8ae0-a6a4446ca3ca"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:19:34.621078 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c3bd72e-12ed-4a41-88ed-78fea4344e68 req-987687ac-ea01-48ff-9492-bc97b2959275 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Made reservation on behalf of e90ff4a1bc864825860f19f93eea7a3b for: {'port': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:19:34.625290 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-6c3bd72e-12ed-4a41-88ed-78fea4344e68 req-987687ac-ea01-48ff-9492-bc97b2959275 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:34.649948 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-90791667-be4d-4893-8ae4-93a5ab14704c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=096a840615b04f05aaeff5a2318648c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6560125 Aug 05 11:19:34.653313 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 40468) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:19:34.700046 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57cc67d4-9e73-4da4-9d37-106b702dfc04 req-68546176-9c5f-49ac-af96-25a132a1aee2 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Network 91caede3-92e4-4b1e-8e3e-36227cfd846a is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:19:34.712465 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-57cc67d4-9e73-4da4-9d37-106b702dfc04 req-68546176-9c5f-49ac-af96-25a132a1aee2 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:19:34.720397 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68546176-9c5f-49ac-af96-25a132a1aee2 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Pushing event updated for resources: {'Port': ['ID=49bfd466-2a5b-4e0b-9162-53a17e69e7eb,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:19:34.729166 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-57cc67d4-9e73-4da4-9d37-106b702dfc04 req-68546176-9c5f-49ac-af96-25a132a1aee2 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:19:34.791059 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Thu, 05 Aug 2021 11:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88e6f819-c168-45eb-b920-acb5b61e5f25 x-openstack-request-id: req-88e6f819-c168-45eb-b920-acb5b61e5f25 {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:19:34.791548 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8db36162-cb21-4757-84ff-d89bc28efe85", "name": "network-vif-deleted", "tag": "bd45bddf-f56b-439e-87bf-6431f5d33373", "status": "completed", "code": 200}, {"server_uuid": "79f10d2f-c968-4a57-bc27-9ef89c55c603", "name": "network-vif-deleted", "tag": "29c4ae2f-b18b-4d36-a5d7-fd8e10258cdf", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6fada1b1-77db-4131-adc2-98ac0e1c2597", "tag": "517913e1-c703-4e65-8ae0-a6a4446ca3ca", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:19:34.791950 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-88e6f819-c168-45eb-b920-acb5b61e5f25 {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:19:34.792508 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8db36162-cb21-4757-84ff-d89bc28efe85', 'name': 'network-vif-deleted', 'tag': 'bd45bddf-f56b-439e-87bf-6431f5d33373', 'status': 'completed', 'code': 200} Aug 05 11:19:34.792915 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79f10d2f-c968-4a57-bc27-9ef89c55c603', 'name': 'network-vif-deleted', 'tag': '29c4ae2f-b18b-4d36-a5d7-fd8e10258cdf', 'status': 'completed', 'code': 200} Aug 05 11:19:34.793304 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fada1b1-77db-4131-adc2-98ac0e1c2597', 'tag': '517913e1-c703-4e65-8ae0-a6a4446ca3ca', 'status': 'completed', 'code': 200} Aug 05 11:19:34.845666 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [req-6c3bd72e-12ed-4a41-88ed-78fea4344e68 req-987687ac-ea01-48ff-9492-bc97b2959275 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Allocated IP 192.168.233.90 (91caede3-92e4-4b1e-8e3e-36227cfd846a/6842f728-c2f3-4e36-bb32-3303d06ce3f4/e9e51624-a43c-4414-9bb1-eb78195a25ce) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:19:34.924619 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cc67d4-9e73-4da4-9d37-106b702dfc04 req-68546176-9c5f-49ac-af96-25a132a1aee2 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:34.925365 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-57cc67d4-9e73-4da4-9d37-106b702dfc04 req-68546176-9c5f-49ac-af96-25a132a1aee2 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:34.934729 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-77156323-cc11-4511-af52-4c2d44bd271b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:34.966993 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-77156323-cc11-4511-af52-4c2d44bd271b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:35.019868 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c4504d-97b6-48e9-8085-96d54854bb9f req-ec2cf4b2-e90d-4a46-9d4e-5098fcb3537e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:35.029948 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c2c4504d-97b6-48e9-8085-96d54854bb9f req-ec2cf4b2-e90d-4a46-9d4e-5098fcb3537e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e8f6478cce384a98ba09cac5c1bcf855&device_id=6fada1b1-77db-4131-adc2-98ac0e1c2597 HTTP/1.1" status: 200 len: 1124 time: 0.1883223 Aug 05 11:19:35.056110 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-77156323-cc11-4511-af52-4c2d44bd271b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:35.064037 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-77156323-cc11-4511-af52-4c2d44bd271b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:35.071205 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-77156323-cc11-4511-af52-4c2d44bd271b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c93fa0b2-698c-4530-ad70-68e99d1c129e HTTP/1.1" status: 204 len: 168 time: 0.4148600 Aug 05 11:19:35.072952 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-0b4b9b7a-da44-491b-a76c-6d1663008ed5 None None] Provisioning for port 49bfd466-2a5b-4e0b-9162-53a17e69e7eb completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:19:35.078633 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-0b4b9b7a-da44-491b-a76c-6d1663008ed5 None None] Provisioning complete for port 49bfd466-2a5b-4e0b-9162-53a17e69e7eb triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:19:35.082648 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-0b4b9b7a-da44-491b-a76c-6d1663008ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:35.090066 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-57cc67d4-9e73-4da4-9d37-106b702dfc04 req-68546176-9c5f-49ac-af96-25a132a1aee2 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0541542 Aug 05 11:19:35.150144 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-57cc67d4-9e73-4da4-9d37-106b702dfc04 req-6af18fa4-9a36-4a3e-a61c-f29a68958b5e service neutron] Request body: {'port': {'device_id': '5b464baa-8fee-4e83-b710-80fe99d43fc0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:19:35.156981 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77156323-cc11-4511-af52-4c2d44bd271b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c93fa0b2-698c-4530-ad70-68e99d1c129e,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:19:35.201242 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-0b4b9b7a-da44-491b-a76c-6d1663008ed5 None None] Port 49bfd466-2a5b-4e0b-9162-53a17e69e7eb cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:19:35.237603 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-57cc67d4-9e73-4da4-9d37-106b702dfc04 req-6af18fa4-9a36-4a3e-a61c-f29a68958b5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:35.257399 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5cf4908c-5388-4e86-91c9-6f3dabc255cf req-4501ed14-0f43-4f58-9c94-8c0ec17bdc74 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/ports?device_id=2117f6ca-e692-40ba-b6cf-5857783735e3 HTTP/1.1" status: 200 len: 210 time: 0.2030478 Aug 05 11:19:35.455051 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6488e11a-a0d5-4bbf-b630-2efd58d0c6e2 req-17d0c27f-dc68-48aa-8ac4-9679e9079ada tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:35.457786 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6488e11a-a0d5-4bbf-b630-2efd58d0c6e2 req-17d0c27f-dc68-48aa-8ac4-9679e9079ada tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fada1b1-77db-4131-adc2-98ac0e1c2597 HTTP/1.1" status: 200 len: 943 time: 0.2035687 Aug 05 11:19:35.479330 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c4504d-97b6-48e9-8085-96d54854bb9f req-8586596c-2021-4e12-826b-26fb3e11b541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:35.481355 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c2c4504d-97b6-48e9-8085-96d54854bb9f req-8586596c-2021-4e12-826b-26fb3e11b541 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c1d3f101-369e-4625-bfd2-2a60ea4757bb HTTP/1.1" status: 200 len: 921 time: 0.4432843 Aug 05 11:19:35.559724 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c2c4504d-97b6-48e9-8085-96d54854bb9f req-36cc25c2-2f4e-430c-850a-73b9cb0c8702 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=517913e1-c703-4e65-8ae0-a6a4446ca3ca HTTP/1.1" status: 200 len: 217 time: 0.0640085 Aug 05 11:19:35.587602 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 40502) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:19:35.589890 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6488e11a-a0d5-4bbf-b630-2efd58d0c6e2 req-ba7bb7db-db87-4c67-a9db-c286b13d74a6 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b660be2-1cd3-4f1b-b8b6-43aa3e7d82c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204104 Aug 05 11:19:35.613572 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-6c3bd72e-12ed-4a41-88ed-78fea4344e68 req-987687ac-ea01-48ff-9492-bc97b2959275 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:35.634178 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [req-6c3bd72e-12ed-4a41-88ed-78fea4344e68 req-987687ac-ea01-48ff-9492-bc97b2959275 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Transition to ACTIVE for port object e9e51624-a43c-4414-9bb1-eb78195a25ce will not be triggered until provisioned by entity DHCP. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:19:35.662963 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c4504d-97b6-48e9-8085-96d54854bb9f req-67071023-3ab2-4e13-973c-c7710f729c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:35.664573 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c2c4504d-97b6-48e9-8085-96d54854bb9f req-67071023-3ab2-4e13-973c-c7710f729c87 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=88c33de2-0b50-4fb8-a2a7-3c3e700f5c7c HTTP/1.1" status: 200 len: 860 time: 0.0900147 Aug 05 11:19:35.711108 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c2c4504d-97b6-48e9-8085-96d54854bb9f req-c87397df-fc8c-42e4-9c96-3789c4bcfa69 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c1d3f101-369e-4625-bfd2-2a60ea4757bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377882 Aug 05 11:19:35.788274 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-6c3bd72e-12ed-4a41-88ed-78fea4344e68 req-987687ac-ea01-48ff-9492-bc97b2959275 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:35.882257 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c3bd72e-12ed-4a41-88ed-78fea4344e68 req-987687ac-ea01-48ff-9492-bc97b2959275 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Network 91caede3-92e4-4b1e-8e3e-36227cfd846a is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:19:35.891546 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [req-6c3bd72e-12ed-4a41-88ed-78fea4344e68 req-987687ac-ea01-48ff-9492-bc97b2959275 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:19:35.898681 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c3bd72e-12ed-4a41-88ed-78fea4344e68 req-987687ac-ea01-48ff-9492-bc97b2959275 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:19:35.905691 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3bd72e-12ed-4a41-88ed-78fea4344e68 req-987687ac-ea01-48ff-9492-bc97b2959275 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:35.906572 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-6c3bd72e-12ed-4a41-88ed-78fea4344e68 req-987687ac-ea01-48ff-9492-bc97b2959275 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:35.909764 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987687ac-ea01-48ff-9492-bc97b2959275 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Pushing event updated for resources: {'Port': ['ID=e9e51624-a43c-4414-9bb1-eb78195a25ce,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:19:35.968735 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c2c4504d-97b6-48e9-8085-96d54854bb9f req-0d3c28d4-98b2-4785-96c2-58643666dca5 service neutron] 10.222.0.64 "GET /v2.0/networks/c1d3f101-369e-4625-bfd2-2a60ea4757bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473886 Aug 05 11:19:35.975938 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6c3bd72e-12ed-4a41-88ed-78fea4344e68 req-987687ac-ea01-48ff-9492-bc97b2959275 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9391816 Aug 05 11:19:36.017132 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-6c3bd72e-12ed-4a41-88ed-78fea4344e68 req-e33bc5cf-2a0c-4a26-a027-0d33fdec59c5 service neutron] Request body: {'port': {'device_id': '2117f6ca-e692-40ba-b6cf-5857783735e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-2'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:19:36.045586 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-57cc67d4-9e73-4da4-9d37-106b702dfc04 req-6af18fa4-9a36-4a3e-a61c-f29a68958b5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49bfd466-2a5b-4e0b-9162-53a17e69e7eb {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:19:36.055430 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-57cc67d4-9e73-4da4-9d37-106b702dfc04 req-6af18fa4-9a36-4a3e-a61c-f29a68958b5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:36.075104 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-57cc67d4-9e73-4da4-9d37-106b702dfc04 req-6af18fa4-9a36-4a3e-a61c-f29a68958b5e service neutron] Transition to ACTIVE for port object 49bfd466-2a5b-4e0b-9162-53a17e69e7eb will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:19:36.087248 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-57cc67d4-9e73-4da4-9d37-106b702dfc04 req-6af18fa4-9a36-4a3e-a61c-f29a68958b5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:36.158703 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af18fa4-9a36-4a3e-a61c-f29a68958b5e service neutron] Pushing event updated for resources: {'Port': ['ID=49bfd466-2a5b-4e0b-9162-53a17e69e7eb,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:19:36.212037 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-0f79dd64-e341-458d-8657-bdf30bc442b2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=07ff7751f27f4e90815f470edcd10729&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6169426 Aug 05 11:19:36.212037 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 40528) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:19:36.377486 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f3bb21cc-2b23-431e-acab-b5ec9a9e29da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:36.389626 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-d52b7730-5aae-44c4-b420-f588fb476cac None None] Provisioning for port e9e51624-a43c-4414-9bb1-eb78195a25ce completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:19:36.400909 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-d52b7730-5aae-44c4-b420-f588fb476cac None None] Provisioning complete for port e9e51624-a43c-4414-9bb1-eb78195a25ce triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:19:36.405280 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-d52b7730-5aae-44c4-b420-f588fb476cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:36.421096 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c2c4504d-97b6-48e9-8085-96d54854bb9f req-42723532-0c18-4caf-af85-d25428956d82 service neutron] 10.222.0.64 "GET /v2.0/networks/c1d3f101-369e-4625-bfd2-2a60ea4757bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4430988 Aug 05 11:19:36.421870 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-6c3bd72e-12ed-4a41-88ed-78fea4344e68 req-e33bc5cf-2a0c-4a26-a027-0d33fdec59c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:36.523572 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f3bb21cc-2b23-431e-acab-b5ec9a9e29da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:36.539176 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 40536) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:19:36.563649 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-d52b7730-5aae-44c4-b420-f588fb476cac None None] Port e9e51624-a43c-4414-9bb1-eb78195a25ce cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:19:36.629640 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-57cc67d4-9e73-4da4-9d37-106b702dfc04 req-6af18fa4-9a36-4a3e-a61c-f29a68958b5e service neutron] Attempting to bind port 49bfd466-2a5b-4e0b-9162-53a17e69e7eb on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:19:36.630777 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-57cc67d4-9e73-4da4-9d37-106b702dfc04 req-6af18fa4-9a36-4a3e-a61c-f29a68958b5e service neutron] Attempting to bind port 49bfd466-2a5b-4e0b-9162-53a17e69e7eb by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:19:36.631620 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57cc67d4-9e73-4da4-9d37-106b702dfc04 req-6af18fa4-9a36-4a3e-a61c-f29a68958b5e service neutron] Attempting to bind port 49bfd466-2a5b-4e0b-9162-53a17e69e7eb on network 91caede3-92e4-4b1e-8e3e-36227cfd846a {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:19:36.639195 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57cc67d4-9e73-4da4-9d37-106b702dfc04 req-6af18fa4-9a36-4a3e-a61c-f29a68958b5e service neutron] Port 49bfd466-2a5b-4e0b-9162-53a17e69e7eb on network 91caede3-92e4-4b1e-8e3e-36227cfd846a not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:19:36.639433 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b935c6f-e227-4aae-8051-14c49c9aeb13 req-225e79b3-9ecc-4f85-a7e8-ad232701b1c6 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:36.640250 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57cc67d4-9e73-4da4-9d37-106b702dfc04 req-6af18fa4-9a36-4a3e-a61c-f29a68958b5e service neutron] Attempting to bind port 49bfd466-2a5b-4e0b-9162-53a17e69e7eb on network 91caede3-92e4-4b1e-8e3e-36227cfd846a {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:19:36.648642 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57cc67d4-9e73-4da4-9d37-106b702dfc04 req-6af18fa4-9a36-4a3e-a61c-f29a68958b5e service neutron] Checking agent: {'id': 'a8f1dd2d-227c-4e30-8844-52419ba734db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:19:36.649231 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57cc67d4-9e73-4da4-9d37-106b702dfc04 req-6af18fa4-9a36-4a3e-a61c-f29a68958b5e service neutron] Checking segment: {'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:19:36.649729 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57cc67d4-9e73-4da4-9d37-106b702dfc04 req-6af18fa4-9a36-4a3e-a61c-f29a68958b5e service neutron] Bound using segment: {'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:19:36.650599 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-57cc67d4-9e73-4da4-9d37-106b702dfc04 req-6af18fa4-9a36-4a3e-a61c-f29a68958b5e service neutron] Bound port: 49bfd466-2a5b-4e0b-9162-53a17e69e7eb, host: n-h2-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:19:36.651167 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-57cc67d4-9e73-4da4-9d37-106b702dfc04 req-6af18fa4-9a36-4a3e-a61c-f29a68958b5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:36.664542 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4b935c6f-e227-4aae-8051-14c49c9aeb13 req-225e79b3-9ecc-4f85-a7e8-ad232701b1c6 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/ports?device_id=2117f6ca-e692-40ba-b6cf-5857783735e3 HTTP/1.1" status: 200 len: 935 time: 0.2278981 Aug 05 11:19:36.727476 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f3bb21cc-2b23-431e-acab-b5ec9a9e29da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:36.729963 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f3bb21cc-2b23-431e-acab-b5ec9a9e29da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:36.737554 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-f3bb21cc-2b23-431e-acab-b5ec9a9e29da admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/30d4ed1b-cfab-4c78-a51c-ec6d0313fb9d HTTP/1.1" status: 204 len: 168 time: 0.5209854 Aug 05 11:19:36.813886 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4b935c6f-e227-4aae-8051-14c49c9aeb13 req-ff23904c-2dab-44f1-86ae-49ce5c519eeb tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba838bf4-27d8-4ebd-8a6c-2c869750a1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481194 Aug 05 11:19:36.831347 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bb21cc-2b23-431e-acab-b5ec9a9e29da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30d4ed1b-cfab-4c78-a51c-ec6d0313fb9d,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:19:36.923787 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-57cc67d4-9e73-4da4-9d37-106b702dfc04 req-6af18fa4-9a36-4a3e-a61c-f29a68958b5e service neutron] For port 49bfd466-2a5b-4e0b-9162-53a17e69e7eb, host n-h2-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:19:36.928380 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-57cc67d4-9e73-4da4-9d37-106b702dfc04 req-6af18fa4-9a36-4a3e-a61c-f29a68958b5e service neutron] For port 49bfd466-2a5b-4e0b-9162-53a17e69e7eb, host n-h2-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=49bfd466-2a5b-4e0b-9162-53a17e69e7eb,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:19:36.938044 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-57cc67d4-9e73-4da4-9d37-106b702dfc04 req-6af18fa4-9a36-4a3e-a61c-f29a68958b5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:37.068839 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6eaa03-be76-4404-9dc5-5328c0e52cfb req-db16f26e-249e-42e5-8eb7-1042059d4150 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:37.071145 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0e6eaa03-be76-4404-9dc5-5328c0e52cfb req-db16f26e-249e-42e5-8eb7-1042059d4150 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fada1b1-77db-4131-adc2-98ac0e1c2597 HTTP/1.1" status: 200 len: 943 time: 0.1302679 Aug 05 11:19:37.080441 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cc67d4-9e73-4da4-9d37-106b702dfc04 req-6af18fa4-9a36-4a3e-a61c-f29a68958b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:37.082054 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-57cc67d4-9e73-4da4-9d37-106b702dfc04 req-6af18fa4-9a36-4a3e-a61c-f29a68958b5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:37.089576 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-57cc67d4-9e73-4da4-9d37-106b702dfc04 req-6af18fa4-9a36-4a3e-a61c-f29a68958b5e service neutron] 10.222.0.55 "PUT /v2.0/ports/49bfd466-2a5b-4e0b-9162-53a17e69e7eb HTTP/1.1" status: 200 len: 1095 time: 1.9694600 Aug 05 11:19:37.093182 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b464baa-8fee-4e83-b710-80fe99d43fc0', 'tag': '49bfd466-2a5b-4e0b-9162-53a17e69e7eb'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:19:37.095225 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-bccb6d34-06e7-4156-a08f-45dacd864df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:37.107954 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07732e50-f423-44ad-9108-0f19e2fa2f81" -d '{"events": [{"name": "network-changed", "server_uuid": "5b464baa-8fee-4e83-b710-80fe99d43fc0", "tag": "49bfd466-2a5b-4e0b-9162-53a17e69e7eb"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:19:37.175601 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0e6eaa03-be76-4404-9dc5-5328c0e52cfb req-b5f5a117-6ef7-4482-8d5c-2012e04750ed tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b660be2-1cd3-4f1b-b8b6-43aa3e7d82c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548403 Aug 05 11:19:37.237231 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af18fa4-9a36-4a3e-a61c-f29a68958b5e service neutron] Pushing event updated for resources: {'Port': ['ID=49bfd466-2a5b-4e0b-9162-53a17e69e7eb,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:19:37.244116 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c506ba6a-5aeb-4cc0-ac9d-75c61d64fe36 x-openstack-request-id: req-c506ba6a-5aeb-4cc0-ac9d-75c61d64fe36 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:19:37.244626 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b464baa-8fee-4e83-b710-80fe99d43fc0", "tag": "49bfd466-2a5b-4e0b-9162-53a17e69e7eb", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:19:37.245084 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c506ba6a-5aeb-4cc0-ac9d-75c61d64fe36 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:19:37.245639 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b464baa-8fee-4e83-b710-80fe99d43fc0', 'tag': '49bfd466-2a5b-4e0b-9162-53a17e69e7eb', 'status': 'completed', 'code': 200} Aug 05 11:19:37.274018 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-7b2e85ca-b946-4dcc-9cb5-0398437edf73 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=357aa65d057c483688c33ce569dd6fc3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7334805 Aug 05 11:19:37.276949 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 40556) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:19:37.291031 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [req-6c3bd72e-12ed-4a41-88ed-78fea4344e68 req-e33bc5cf-2a0c-4a26-a027-0d33fdec59c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9e51624-a43c-4414-9bb1-eb78195a25ce {{(pid=94420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:19:37.312695 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cc67d4-9e73-4da4-9d37-106b702dfc04 req-19011e62-86df-44b1-83c9-141dca3dc3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:37.313554 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-6c3bd72e-12ed-4a41-88ed-78fea4344e68 req-e33bc5cf-2a0c-4a26-a027-0d33fdec59c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:37.314819 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-57cc67d4-9e73-4da4-9d37-106b702dfc04 req-19011e62-86df-44b1-83c9-141dca3dc3e1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e90ff4a1bc864825860f19f93eea7a3b&device_id=5b464baa-8fee-4e83-b710-80fe99d43fc0 HTTP/1.1" status: 200 len: 1098 time: 0.1469116 Aug 05 11:19:37.341132 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [req-6c3bd72e-12ed-4a41-88ed-78fea4344e68 req-e33bc5cf-2a0c-4a26-a027-0d33fdec59c5 service neutron] Transition to ACTIVE for port object e9e51624-a43c-4414-9bb1-eb78195a25ce will not be triggered until provisioned by entity L2. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:19:37.352966 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-6c3bd72e-12ed-4a41-88ed-78fea4344e68 req-e33bc5cf-2a0c-4a26-a027-0d33fdec59c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:37.387165 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 517913e1-c703-4e65-8ae0-a6a4446ca3ca details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:19:37.488501 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-57cc67d4-9e73-4da4-9d37-106b702dfc04 req-e94fd49a-b133-44aa-ae7d-6794d7c07f68 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=49bfd466-2a5b-4e0b-9162-53a17e69e7eb HTTP/1.1" status: 200 len: 217 time: 0.1380203 Aug 05 11:19:37.519043 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33bc5cf-2a0c-4a26-a027-0d33fdec59c5 service neutron] Pushing event updated for resources: {'Port': ['ID=e9e51624-a43c-4414-9bb1-eb78195a25ce,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:19:37.580978 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5a10e893-ac05-40c8-a28f-343060c5185e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:37.618429 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 517913e1-c703-4e65-8ae0-a6a4446ca3ca, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=517913e1-c703-4e65-8ae0-a6a4446ca3ca,segment=NetworkSegment(7242661a-6816-45d7-a9cf-d91bdd00208a),segment_id=7242661a-6816-45d7-a9cf-d91bdd00208a)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:19:37.649405 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cc67d4-9e73-4da4-9d37-106b702dfc04 req-532bd798-73b8-46c3-b68d-037bb0b7ebc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:37.651148 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-57cc67d4-9e73-4da4-9d37-106b702dfc04 req-532bd798-73b8-46c3-b68d-037bb0b7ebc2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6842f728-c2f3-4e36-bb32-3303d06ce3f4 HTTP/1.1" status: 200 len: 843 time: 0.1473651 Aug 05 11:19:37.670903 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-6c3bd72e-12ed-4a41-88ed-78fea4344e68 req-e33bc5cf-2a0c-4a26-a027-0d33fdec59c5 service neutron] Attempting to bind port e9e51624-a43c-4414-9bb1-eb78195a25ce on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:19:37.673799 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-6c3bd72e-12ed-4a41-88ed-78fea4344e68 req-e33bc5cf-2a0c-4a26-a027-0d33fdec59c5 service neutron] Attempting to bind port e9e51624-a43c-4414-9bb1-eb78195a25ce by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:19:37.674205 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3bd72e-12ed-4a41-88ed-78fea4344e68 req-e33bc5cf-2a0c-4a26-a027-0d33fdec59c5 service neutron] Attempting to bind port e9e51624-a43c-4414-9bb1-eb78195a25ce on network 91caede3-92e4-4b1e-8e3e-36227cfd846a {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:19:37.681396 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 40564) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:19:37.681606 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5a10e893-ac05-40c8-a28f-343060c5185e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:37.686616 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 517913e1-c703-4e65-8ae0-a6a4446ca3ca has no active binding in host n-h2-803378-2 {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 05 11:19:37.735480 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3bd72e-12ed-4a41-88ed-78fea4344e68 req-e33bc5cf-2a0c-4a26-a027-0d33fdec59c5 service neutron] Port e9e51624-a43c-4414-9bb1-eb78195a25ce on network 91caede3-92e4-4b1e-8e3e-36227cfd846a not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:19:37.735899 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3bd72e-12ed-4a41-88ed-78fea4344e68 req-e33bc5cf-2a0c-4a26-a027-0d33fdec59c5 service neutron] Attempting to bind port e9e51624-a43c-4414-9bb1-eb78195a25ce on network 91caede3-92e4-4b1e-8e3e-36227cfd846a {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:19:37.773503 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3bd72e-12ed-4a41-88ed-78fea4344e68 req-e33bc5cf-2a0c-4a26-a027-0d33fdec59c5 service neutron] Checking agent: {'id': 'a8f1dd2d-227c-4e30-8844-52419ba734db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:19:37.774980 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3bd72e-12ed-4a41-88ed-78fea4344e68 req-e33bc5cf-2a0c-4a26-a027-0d33fdec59c5 service neutron] Checking segment: {'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:19:37.776360 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3bd72e-12ed-4a41-88ed-78fea4344e68 req-e33bc5cf-2a0c-4a26-a027-0d33fdec59c5 service neutron] Bound using segment: {'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:19:37.777032 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-6c3bd72e-12ed-4a41-88ed-78fea4344e68 req-e33bc5cf-2a0c-4a26-a027-0d33fdec59c5 service neutron] Bound port: e9e51624-a43c-4414-9bb1-eb78195a25ce, host: n-h2-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'}}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:19:37.777760 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-6c3bd72e-12ed-4a41-88ed-78fea4344e68 req-e33bc5cf-2a0c-4a26-a027-0d33fdec59c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:37.797038 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cc67d4-9e73-4da4-9d37-106b702dfc04 req-167e7565-a23c-4f9a-b230-29a54142ee66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:37.806919 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-57cc67d4-9e73-4da4-9d37-106b702dfc04 req-167e7565-a23c-4f9a-b230-29a54142ee66 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=91caede3-92e4-4b1e-8e3e-36227cfd846a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1458399 Aug 05 11:19:37.939693 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-4fbde8f5-4bab-4d5e-b2c5-615f879c54b9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d60e2d4845cc4505bc09277e99e1c30b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2584212 Aug 05 11:19:37.944857 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 40572) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:19:37.967602 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5a10e893-ac05-40c8-a28f-343060c5185e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:37.967602 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5a10e893-ac05-40c8-a28f-343060c5185e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:37.969195 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-5a10e893-ac05-40c8-a28f-343060c5185e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ba6d8cba-3047-414c-8a71-04d949624c20 HTTP/1.1" status: 204 len: 168 time: 0.6896338 Aug 05 11:19:38.064786 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-6c3bd72e-12ed-4a41-88ed-78fea4344e68 req-e33bc5cf-2a0c-4a26-a027-0d33fdec59c5 service neutron] For port e9e51624-a43c-4414-9bb1-eb78195a25ce, host n-h2-803378-2, cleared binding levels {{(pid=94420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:19:38.076943 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-6c3bd72e-12ed-4a41-88ed-78fea4344e68 req-e33bc5cf-2a0c-4a26-a027-0d33fdec59c5 service neutron] For port e9e51624-a43c-4414-9bb1-eb78195a25ce, host n-h2-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=e9e51624-a43c-4414-9bb1-eb78195a25ce,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:19:38.100085 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-6c3bd72e-12ed-4a41-88ed-78fea4344e68 req-e33bc5cf-2a0c-4a26-a027-0d33fdec59c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:38.129919 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 40592) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:19:38.202838 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a10e893-ac05-40c8-a28f-343060c5185e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba6d8cba-3047-414c-8a71-04d949624c20,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:19:38.262790 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3bd72e-12ed-4a41-88ed-78fea4344e68 req-e33bc5cf-2a0c-4a26-a027-0d33fdec59c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:38.263436 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-6c3bd72e-12ed-4a41-88ed-78fea4344e68 req-e33bc5cf-2a0c-4a26-a027-0d33fdec59c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:38.264983 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6c3bd72e-12ed-4a41-88ed-78fea4344e68 req-e33bc5cf-2a0c-4a26-a027-0d33fdec59c5 service neutron] 10.222.0.55 "PUT /v2.0/ports/e9e51624-a43c-4414-9bb1-eb78195a25ce HTTP/1.1" status: 200 len: 1095 time: 2.2655106 Aug 05 11:19:38.270887 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2117f6ca-e692-40ba-b6cf-5857783735e3', 'tag': 'e9e51624-a43c-4414-9bb1-eb78195a25ce'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:19:38.278300 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}828068ad8d405ad77660ce68fa78e1ffe658725812f7a08f9e488a446589295b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afd028cb-1a01-45d5-b3a3-e52edede9128" -d '{"events": [{"name": "network-changed", "server_uuid": "2117f6ca-e692-40ba-b6cf-5857783735e3", "tag": "e9e51624-a43c-4414-9bb1-eb78195a25ce"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:19:38.290697 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4c220c8c-b7b3-4506-94ac-a326c7ba3cf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:38.425699 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4c220c8c-b7b3-4506-94ac-a326c7ba3cf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:38.454271 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-806f77df-ca10-4272-8c86-100e6175bfdf req-53dbc550-8f9f-4c7a-8763-f0585159037b service neutron] 10.222.0.64 "GET /v2.0/ports/517913e1-c703-4e65-8ae0-a6a4446ca3ca/bindings/n-h2-803378-2 HTTP/1.1" status: 200 len: 384 time: 0.7047691 Aug 05 11:19:38.502784 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-57cc67d4-9e73-4da4-9d37-106b702dfc04 req-04f337c6-a816-406b-9145-8685b9508301 service neutron] 10.222.0.55 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6873319 Aug 05 11:19:38.594043 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33bc5cf-2a0c-4a26-a027-0d33fdec59c5 service neutron] Pushing event updated for resources: {'Port': ['ID=e9e51624-a43c-4414-9bb1-eb78195a25ce,revision_number=3']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:19:38.637101 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4c220c8c-b7b3-4506-94ac-a326c7ba3cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:38.640808 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4c220c8c-b7b3-4506-94ac-a326c7ba3cf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:38.648153 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-4c220c8c-b7b3-4506-94ac-a326c7ba3cf9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/05891482-046f-4e69-b27b-877dd550b8cf HTTP/1.1" status: 204 len: 168 time: 0.6943674 Aug 05 11:19:38.652848 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884ed3f1-2532-44b6-ae65-af2d5178e0b3 req-f7347b86-95a1-441f-bd0a-c57e91ca1c31 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:38.660988 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-884ed3f1-2532-44b6-ae65-af2d5178e0b3 req-f7347b86-95a1-441f-bd0a-c57e91ca1c31 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/ports?device_id=2117f6ca-e692-40ba-b6cf-5857783735e3 HTTP/1.1" status: 200 len: 947 time: 0.3909867 Aug 05 11:19:38.684023 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c220c8c-b7b3-4506-94ac-a326c7ba3cf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05891482-046f-4e69-b27b-877dd550b8cf,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:19:38.701762 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3bd72e-12ed-4a41-88ed-78fea4344e68 req-5f478e09-e67e-4375-8b68-1ae554fecf31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:38.703652 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6c3bd72e-12ed-4a41-88ed-78fea4344e68 req-5f478e09-e67e-4375-8b68-1ae554fecf31 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e90ff4a1bc864825860f19f93eea7a3b&device_id=2117f6ca-e692-40ba-b6cf-5857783735e3 HTTP/1.1" status: 200 len: 1098 time: 0.3375585 Aug 05 11:19:38.717965 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-57cc67d4-9e73-4da4-9d37-106b702dfc04 req-d32b4e36-2e6d-4301-9ff6-91e026f83c94 service neutron] 10.222.0.55 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057302 Aug 05 11:19:38.741093 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4328ab67-4340-4253-bc69-5e817e2a90eb req-c181b7e4-6772-4757-84f0-c53851760e22 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:38.745069 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4328ab67-4340-4253-bc69-5e817e2a90eb req-c181b7e4-6772-4757-84f0-c53851760e22 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fada1b1-77db-4131-adc2-98ac0e1c2597 HTTP/1.1" status: 200 len: 943 time: 0.3129649 Aug 05 11:19:38.874660 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 40620) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:19:38.889304 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6c3bd72e-12ed-4a41-88ed-78fea4344e68 req-26ec70c9-355a-493b-b8ff-a571bb3f1078 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=e9e51624-a43c-4414-9bb1-eb78195a25ce HTTP/1.1" status: 200 len: 217 time: 0.1415002 Aug 05 11:19:38.894815 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-9b84b476-f59e-49b0-b75f-4484ac326bf6 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-418175708-network', 'tenant_id': '20dd9130659d4ae89513b48af66c7078'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:19:38.905416 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e010f94f-3c99-4cd6-bf70-20f713c56c63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:38.921665 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07732e50-f423-44ad-9108-0f19e2fa2f81 req-9fb96708-eaa6-4c81-a606-b51cf7ab69d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:38.923252 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-07732e50-f423-44ad-9108-0f19e2fa2f81 req-9fb96708-eaa6-4c81-a606-b51cf7ab69d2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e90ff4a1bc864825860f19f93eea7a3b&device_id=5b464baa-8fee-4e83-b710-80fe99d43fc0 HTTP/1.1" status: 200 len: 1098 time: 0.0995941 Aug 05 11:19:39.076183 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07732e50-f423-44ad-9108-0f19e2fa2f81 req-89c1bfb8-5d6e-46b5-b0f7-6d07178cb1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:39.077776 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-07732e50-f423-44ad-9108-0f19e2fa2f81 req-89c1bfb8-5d6e-46b5-b0f7-6d07178cb1b1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=91caede3-92e4-4b1e-8e3e-36227cfd846a HTTP/1.1" status: 200 len: 870 time: 0.1464522 Aug 05 11:19:39.145024 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-07732e50-f423-44ad-9108-0f19e2fa2f81 req-da826fa1-ca9b-4c98-b72b-e1ce13e36052 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=49bfd466-2a5b-4e0b-9162-53a17e69e7eb HTTP/1.1" status: 200 len: 217 time: 0.0581784 Aug 05 11:19:39.174513 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e010f94f-3c99-4cd6-bf70-20f713c56c63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:39.197575 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e010f94f-3c99-4cd6-bf70-20f713c56c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:39.256355 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07732e50-f423-44ad-9108-0f19e2fa2f81 req-5e831cb2-ed2c-44b7-86d7-a0639d0de900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:39.258061 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-07732e50-f423-44ad-9108-0f19e2fa2f81 req-5e831cb2-ed2c-44b7-86d7-a0639d0de900 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6842f728-c2f3-4e36-bb32-3303d06ce3f4 HTTP/1.1" status: 200 len: 843 time: 0.0974855 Aug 05 11:19:39.260520 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-e010f94f-3c99-4cd6-bf70-20f713c56c63 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2f0959b5907b472f9021ff9c75b01c4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3845794 Aug 05 11:19:39.261539 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e010f94f-3c99-4cd6-bf70-20f713c56c63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=790f39eb-237b-425b-a60d-526938bb621f,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:19:39.263920 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 40626) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:19:39.364598 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-884ed3f1-2532-44b6-ae65-af2d5178e0b3 req-72369297-fcd8-4f23-acde-f825bca85923 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba838bf4-27d8-4ebd-8a6c-2c869750a1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7012632 Aug 05 11:19:39.406946 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07732e50-f423-44ad-9108-0f19e2fa2f81 req-8a5dfc24-3341-4836-88a6-556641015fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:39.414133 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-07732e50-f423-44ad-9108-0f19e2fa2f81 req-8a5dfc24-3341-4836-88a6-556641015fa5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=91caede3-92e4-4b1e-8e3e-36227cfd846a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1435962 Aug 05 11:19:39.426430 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5e79c5ae-87e0-4056-8efe-f23d9b187eb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:39.482224 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5e79c5ae-87e0-4056-8efe-f23d9b187eb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:39.554920 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3bd72e-12ed-4a41-88ed-78fea4344e68 req-165d700f-e430-403a-b27f-634c88d5a578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:39.556405 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6c3bd72e-12ed-4a41-88ed-78fea4344e68 req-165d700f-e430-403a-b27f-634c88d5a578 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6842f728-c2f3-4e36-bb32-3303d06ce3f4 HTTP/1.1" status: 200 len: 843 time: 0.2180738 Aug 05 11:19:39.581592 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4328ab67-4340-4253-bc69-5e817e2a90eb req-8489ff3c-7f30-44ec-a550-8ae560555b7e tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b660be2-1cd3-4f1b-b8b6-43aa3e7d82c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8218410 Aug 05 11:19:39.585361 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0039005-d145-48d1-a245-ceed68980267 x-openstack-request-id: req-c0039005-d145-48d1-a245-ceed68980267 {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:19:39.585671 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2117f6ca-e692-40ba-b6cf-5857783735e3", "tag": "e9e51624-a43c-4414-9bb1-eb78195a25ce", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:19:39.585924 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c0039005-d145-48d1-a245-ceed68980267 {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:19:39.586460 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2117f6ca-e692-40ba-b6cf-5857783735e3', 'tag': 'e9e51624-a43c-4414-9bb1-eb78195a25ce', 'status': 'completed', 'code': 200} Aug 05 11:19:39.610942 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5e79c5ae-87e0-4056-8efe-f23d9b187eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:39.619153 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5e79c5ae-87e0-4056-8efe-f23d9b187eb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:39.620892 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-5e79c5ae-87e0-4056-8efe-f23d9b187eb4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/790f39eb-237b-425b-a60d-526938bb621f HTTP/1.1" status: 204 len: 168 time: 0.3559937 Aug 05 11:19:39.648593 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e79c5ae-87e0-4056-8efe-f23d9b187eb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=790f39eb-237b-425b-a60d-526938bb621f,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:19:39.662851 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b84b476-f59e-49b0-b75f-4484ac326bf6 admin admin] Made reservation on behalf of 20dd9130659d4ae89513b48af66c7078 for: {'network': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:19:39.667366 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9b84b476-f59e-49b0-b75f-4484ac326bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:39.702517 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9b84b476-f59e-49b0-b75f-4484ac326bf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:39.718747 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-07732e50-f423-44ad-9108-0f19e2fa2f81 req-9b5d08c9-aff8-4202-b512-3763f862f0ef service neutron] 10.222.0.55 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2899311 Aug 05 11:19:39.825996 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-806f77df-ca10-4272-8c86-100e6175bfdf req-a78fbfa9-aaf8-4a98-af51-bcf1b5a6acc3 service neutron] For port 517913e1-c703-4e65-8ae0-a6a4446ca3ca, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=517913e1-c703-4e65-8ae0-a6a4446ca3ca,segment=NetworkSegment(7242661a-6816-45d7-a9cf-d91bdd00208a),segment_id=7242661a-6816-45d7-a9cf-d91bdd00208a)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:19:39.837299 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3bd72e-12ed-4a41-88ed-78fea4344e68 req-ea5fb550-3c13-4154-846f-2fb487f229c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:39.838874 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6c3bd72e-12ed-4a41-88ed-78fea4344e68 req-ea5fb550-3c13-4154-846f-2fb487f229c5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=91caede3-92e4-4b1e-8e3e-36227cfd846a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2448540 Aug 05 11:19:39.908421 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:39.910477 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1941df61-8497-486c-89ba-39d658f7a790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:39.916400 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-07732e50-f423-44ad-9108-0f19e2fa2f81 req-a933bbfd-6049-48ed-85d3-e04cafe656bb service neutron] 10.222.0.55 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878533 Aug 05 11:19:39.951121 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-806f77df-ca10-4272-8c86-100e6175bfdf req-a78fbfa9-aaf8-4a98-af51-bcf1b5a6acc3 service neutron] For port 517913e1-c703-4e65-8ae0-a6a4446ca3ca, host n-h1-803378-2, cleared binding levels {{(pid=94420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:19:39.982777 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9b84b476-f59e-49b0-b75f-4484ac326bf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:40.002098 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9b84b476-f59e-49b0-b75f-4484ac326bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:40.027029 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [req-806f77df-ca10-4272-8c86-100e6175bfdf req-a78fbfa9-aaf8-4a98-af51-bcf1b5a6acc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 517913e1-c703-4e65-8ae0-a6a4446ca3ca {{(pid=94420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:19:40.039918 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6c3bd72e-12ed-4a41-88ed-78fea4344e68 req-3c760dcf-8d9d-45f0-80f4-21cc66471671 service neutron] 10.222.0.55 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883249 Aug 05 11:19:40.059555 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-806f77df-ca10-4272-8c86-100e6175bfdf req-a78fbfa9-aaf8-4a98-af51-bcf1b5a6acc3 service neutron] For port 517913e1-c703-4e65-8ae0-a6a4446ca3ca, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=517913e1-c703-4e65-8ae0-a6a4446ca3ca,segment=NetworkSegment(7242661a-6816-45d7-a9cf-d91bdd00208a),segment_id=7242661a-6816-45d7-a9cf-d91bdd00208a)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:19:40.075106 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b84b476-f59e-49b0-b75f-4484ac326bf6 admin admin] vlan segment allocate from pool success with {'vlan_id': 656, 'physical_network': 'physnet1'} {{(pid=94420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:19:40.144393 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 40652) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:19:40.148768 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b84b476-f59e-49b0-b75f-4484ac326bf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8c28a1d-f334-4102-b039-5329ca374c17,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:19:40.152450 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9b84b476-f59e-49b0-b75f-4484ac326bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:40.152794 n-d-803378-2 neutron-server[94420]: INFO neutron.db.segments_db [None req-9b84b476-f59e-49b0-b75f-4484ac326bf6 admin admin] Added segment 9d467085-a684-4d85-a54a-7bf80cd611a5 of type vlan for network ec565510-a616-483b-a717-b851bc9c8937 Aug 05 11:19:40.170936 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-806f77df-ca10-4272-8c86-100e6175bfdf req-a78fbfa9-aaf8-4a98-af51-bcf1b5a6acc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:40.316060 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9b84b476-f59e-49b0-b75f-4484ac326bf6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:40.323407 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6c3bd72e-12ed-4a41-88ed-78fea4344e68 req-17bb52e5-252d-4cad-b3f4-576ba5407d81 service neutron] 10.222.0.55 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2681565 Aug 05 11:19:40.361800 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a0f2c5da-24a6-4f65-996f-afcc5aadfbed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:40.407343 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9b84b476-f59e-49b0-b75f-4484ac326bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:40.409050 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b84b476-f59e-49b0-b75f-4484ac326bf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:40.409668 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9b84b476-f59e-49b0-b75f-4484ac326bf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:40.525817 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [req-806f77df-ca10-4272-8c86-100e6175bfdf req-a78fbfa9-aaf8-4a98-af51-bcf1b5a6acc3 service neutron] Transition to ACTIVE for port object 517913e1-c703-4e65-8ae0-a6a4446ca3ca will not be triggered until provisioned by entity L2. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:19:40.591890 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a0f2c5da-24a6-4f65-996f-afcc5aadfbed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:40.594207 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-806f77df-ca10-4272-8c86-100e6175bfdf req-a78fbfa9-aaf8-4a98-af51-bcf1b5a6acc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:40.601483 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a0f2c5da-24a6-4f65-996f-afcc5aadfbed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:40.675748 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78fbfa9-aaf8-4a98-af51-bcf1b5a6acc3 service neutron] Pushing event updated for resources: {'Port': ['ID=517913e1-c703-4e65-8ae0-a6a4446ca3ca,revision_number=10']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:19:40.681123 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 40676) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:19:40.704255 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-a0f2c5da-24a6-4f65-996f-afcc5aadfbed admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9ac695cd280e43a8a87cf786af1b93e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5581853 Aug 05 11:19:40.705848 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 40680) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:19:40.707206 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f2c5da-24a6-4f65-996f-afcc5aadfbed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19a0ed1c-810c-4dd8-ae58-ebf54ba31620,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:19:40.752612 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 40686) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:19:40.753321 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-9b84b476-f59e-49b0-b75f-4484ac326bf6 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.6008582 Aug 05 11:19:40.764632 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-6a23b256-dc88-4e19-b60b-e8f965073d33 admin admin] Request body: {'subnet': {'network_id': 'ec565510-a616-483b-a717-b851bc9c8937', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-418175708-subnet', 'tenant_id': '20dd9130659d4ae89513b48af66c7078', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:19:40.773942 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b84b476-f59e-49b0-b75f-4484ac326bf6 admin admin] Pushing event updated for resources: {'Network': ['ID=ec565510-a616-483b-a717-b851bc9c8937,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:19:40.806917 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network ec565510-a616-483b-a717-b851bc9c8937 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:19:40.850266 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-17c58243-771d-456e-b3cd-a9e6883be33a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:40.855217 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a23b256-dc88-4e19-b60b-e8f965073d33 admin admin] Made reservation on behalf of 20dd9130659d4ae89513b48af66c7078 for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:19:40.858145 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6a23b256-dc88-4e19-b60b-e8f965073d33 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:40.971028 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [req-806f77df-ca10-4272-8c86-100e6175bfdf req-a78fbfa9-aaf8-4a98-af51-bcf1b5a6acc3 service neutron] No DVR routers for this DVR port 517913e1-c703-4e65-8ae0-a6a4446ca3ca on host n-h1-803378-2 {{(pid=94420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:19:40.990433 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0d89c2-4797-4f76-8623-1a5eb11f9453 req-c147d315-91f2-4e0b-a021-1ab036dac3e5 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:40.999605 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-dd0d89c2-4797-4f76-8623-1a5eb11f9453 req-c147d315-91f2-4e0b-a021-1ab036dac3e5 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/ports?device_id=2117f6ca-e692-40ba-b6cf-5857783735e3 HTTP/1.1" status: 200 len: 947 time: 0.4922528 Aug 05 11:19:40.999863 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-17c58243-771d-456e-b3cd-a9e6883be33a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:41.048092 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd028cb-1a01-45d5-b3a3-e52edede9128 req-911fc198-41f6-4f46-afe7-cdbc1d608ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:41.049772 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-afd028cb-1a01-45d5-b3a3-e52edede9128 req-911fc198-41f6-4f46-afe7-cdbc1d608ba1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e90ff4a1bc864825860f19f93eea7a3b&device_id=2117f6ca-e692-40ba-b6cf-5857783735e3 HTTP/1.1" status: 200 len: 1098 time: 0.5257628 Aug 05 11:19:41.088094 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-806f77df-ca10-4272-8c86-100e6175bfdf req-a78fbfa9-aaf8-4a98-af51-bcf1b5a6acc3 service neutron] 10.222.0.64 "PUT /v2.0/ports/517913e1-c703-4e65-8ae0-a6a4446ca3ca/bindings/n-h2-803378-2/activate HTTP/1.1" status: 200 len: 369 time: 2.6049190 Aug 05 11:19:41.102567 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 40694) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:19:41.116470 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be95c50-5e07-4ecc-850c-ed76da64a48c req-7ec49c73-c811-421e-84cd-9d7d6c0966f8 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:41.118620 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1be95c50-5e07-4ecc-850c-ed76da64a48c req-7ec49c73-c811-421e-84cd-9d7d6c0966f8 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fada1b1-77db-4131-adc2-98ac0e1c2597 HTTP/1.1" status: 200 len: 944 time: 0.3593628 Aug 05 11:19:41.193545 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-dd0d89c2-4797-4f76-8623-1a5eb11f9453 req-5a347e52-6193-454a-bf2c-7b630fe7d9c7 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba838bf4-27d8-4ebd-8a6c-2c869750a1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922455 Aug 05 11:19:41.291303 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1be95c50-5e07-4ecc-850c-ed76da64a48c req-c9dbe72f-ce6d-431f-98ea-0c6b67ebdbf9 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b660be2-1cd3-4f1b-b8b6-43aa3e7d82c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404555 Aug 05 11:19:41.311272 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-17c58243-771d-456e-b3cd-a9e6883be33a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:41.314838 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-17c58243-771d-456e-b3cd-a9e6883be33a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:41.320336 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-17c58243-771d-456e-b3cd-a9e6883be33a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/19a0ed1c-810c-4dd8-ae58-ebf54ba31620 HTTP/1.1" status: 204 len: 168 time: 0.6040614 Aug 05 11:19:41.332457 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-c5aa2e18-576c-4858-8723-2a20bdad8c4e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1990657780-network', 'tenant_id': '3a18a12772c4432a873c2df384eb75c2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:19:41.337693 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd028cb-1a01-45d5-b3a3-e52edede9128 req-baa61e43-9e3f-4e53-b02b-67513adf2c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:41.338487 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-afd028cb-1a01-45d5-b3a3-e52edede9128 req-baa61e43-9e3f-4e53-b02b-67513adf2c7f service neutron] 10.222.0.55 "GET /v2.0/networks?id=91caede3-92e4-4b1e-8e3e-36227cfd846a HTTP/1.1" status: 200 len: 870 time: 0.2667720 Aug 05 11:19:41.361362 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c58243-771d-456e-b3cd-a9e6883be33a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19a0ed1c-810c-4dd8-ae58-ebf54ba31620,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:19:41.364511 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6a23b256-dc88-4e19-b60b-e8f965073d33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25038678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30075167'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:41.432982 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-afd028cb-1a01-45d5-b3a3-e52edede9128 req-14d47ac1-91e4-4443-9ddd-addc5581ba6e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=e9e51624-a43c-4414-9bb1-eb78195a25ce HTTP/1.1" status: 200 len: 217 time: 0.0487151 Aug 05 11:19:41.435174 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 49bfd466-2a5b-4e0b-9162-53a17e69e7eb details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:19:41.469940 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-7c524750-f105-45ff-b9aa-493fdd37eeff admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-660153773-network', 'tenant_id': '32fd49dc4e1a4da6bf21e3c62926bfc4'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:19:41.512711 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.db.api [None req-7c524750-f105-45ff-b9aa-493fdd37eeff admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 05 11:19:41.512711 n-d-803378-2 neutron-server[94421]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 05 11:19:41.512711 n-d-803378-2 neutron-server[94421]: [parameters: {'project_id_1': '32fd49dc4e1a4da6bf21e3c62926bfc4', 'expiration_1': datetime.datetime(2021, 8, 5, 11, 19, 41, 478248)}] Aug 05 11:19:41.512711 n-d-803378-2 neutron-server[94421]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94421) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 05 11:19:41.513270 n-d-803378-2 neutron-server[94421]: DEBUG oslo_db.api [None req-7c524750-f105-45ff-b9aa-493fdd37eeff admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 11:19:41.532188 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd028cb-1a01-45d5-b3a3-e52edede9128 req-a5ee5067-6661-4eb1-bc57-5134c2fde710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:41.533808 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-afd028cb-1a01-45d5-b3a3-e52edede9128 req-a5ee5067-6661-4eb1-bc57-5134c2fde710 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6842f728-c2f3-4e36-bb32-3303d06ce3f4 HTTP/1.1" status: 200 len: 843 time: 0.0925722 Aug 05 11:19:41.539536 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806f77df-ca10-4272-8c86-100e6175bfdf req-02069fc6-14d3-4bd2-9f48-8ca2561c204c tempest-LiveAutoBlockMigrationV225Test-707045295 tempest-LiveAutoBlockMigrationV225Test-707045295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:41.558005 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-806f77df-ca10-4272-8c86-100e6175bfdf req-02069fc6-14d3-4bd2-9f48-8ca2561c204c tempest-LiveAutoBlockMigrationV225Test-707045295 tempest-LiveAutoBlockMigrationV225Test-707045295-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=6fada1b1-77db-4131-adc2-98ac0e1c2597&tenant_id=e8f6478cce384a98ba09cac5c1bcf855&binding%3Ahost_id=n-h1-803378-2 HTTP/1.1" status: 200 len: 1095 time: 0.3095589 Aug 05 11:19:41.567827 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a23b256-dc88-4e19-b60b-e8f965073d33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc13105d-1cf3-4731-b0af-295b0b7ac7b3,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:19:41.589606 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd028cb-1a01-45d5-b3a3-e52edede9128 req-56dd6b5d-016d-4d09-8186-3c025b32fa21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:41.591284 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-afd028cb-1a01-45d5-b3a3-e52edede9128 req-56dd6b5d-016d-4d09-8186-3c025b32fa21 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=91caede3-92e4-4b1e-8e3e-36227cfd846a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0500584 Aug 05 11:19:41.602635 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5aa2e18-576c-4858-8723-2a20bdad8c4e admin admin] Made reservation on behalf of 3a18a12772c4432a873c2df384eb75c2 for: {'network': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:19:41.606025 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c5aa2e18-576c-4858-8723-2a20bdad8c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:41.617873 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:41.652181 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c5aa2e18-576c-4858-8723-2a20bdad8c4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:41.662229 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 49bfd466-2a5b-4e0b-9162-53a17e69e7eb, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=49bfd466-2a5b-4e0b-9162-53a17e69e7eb,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:19:41.675878 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a23b256-dc88-4e19-b60b-e8f965073d33 admin admin] Checking segment: {'id': '9d467085-a684-4d85-a54a-7bf80cd611a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ec565510-a616-483b-a717-b851bc9c8937'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:19:41.676292 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a23b256-dc88-4e19-b60b-e8f965073d33 admin admin] Network hostable DHCP agents. Network: ec565510-a616-483b-a717-b851bc9c8937, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:19:41.693630 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Returning: {'device': '49bfd466-2a5b-4e0b-9162-53a17e69e7eb', 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a', 'port_id': '49bfd466-2a5b-4e0b-9162-53a17e69e7eb', 'mac_address': 'fa:16:3e:d6:ab:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6842f728-c2f3-4e36-bb32-3303d06ce3f4', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:19:41.728169 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806f77df-ca10-4272-8c86-100e6175bfdf req-d8b1e054-e0c1-4c18-aa14-fcecc40ab1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:41.729969 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-806f77df-ca10-4272-8c86-100e6175bfdf req-d8b1e054-e0c1-4c18-aa14-fcecc40ab1ec service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6fada1b1-77db-4131-adc2-98ac0e1c2597&tenant_id=e8f6478cce384a98ba09cac5c1bcf855 HTTP/1.1" status: 200 len: 1095 time: 0.1452267 Aug 05 11:19:41.751189 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:41.753363 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a23b256-dc88-4e19-b60b-e8f965073d33 admin admin] Network ec565510-a616-483b-a717-b851bc9c8937 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:19:41.780255 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49bfd466-2a5b-4e0b-9162-53a17e69e7eb {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:19:41.782022 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-6a23b256-dc88-4e19-b60b-e8f965073d33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, ec565510-a616-483b-a717-b851bc9c8937) {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:19:41.782332 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-afd028cb-1a01-45d5-b3a3-e52edede9128 req-d175f210-88ec-4662-be2a-fed77983d3e5 service neutron] 10.222.0.55 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817544 Aug 05 11:19:41.806872 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6dc502c-1c2d-44d5-85af-b0db3975daa0 None None] Network ec565510-a616-483b-a717-b851bc9c8937 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:19:41.809924 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a23b256-dc88-4e19-b60b-e8f965073d33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:41.811479 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6a23b256-dc88-4e19-b60b-e8f965073d33 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:41.825182 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 49bfd466-2a5b-4e0b-9162-53a17e69e7eb, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=49bfd466-2a5b-4e0b-9162-53a17e69e7eb,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:19:41.870806 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:41.935202 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806f77df-ca10-4272-8c86-100e6175bfdf req-ef7275b7-2764-4a94-84a5-58b42acd2d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:41.937529 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-806f77df-ca10-4272-8c86-100e6175bfdf req-ef7275b7-2764-4a94-84a5-58b42acd2d79 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e8f6478cce384a98ba09cac5c1bcf855&device_id=6fada1b1-77db-4131-adc2-98ac0e1c2597 HTTP/1.1" status: 200 len: 1095 time: 0.1037376 Aug 05 11:19:41.942954 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 517913e1-c703-4e65-8ae0-a6a4446ca3ca no longer exists at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:19:41.959016 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-afd028cb-1a01-45d5-b3a3-e52edede9128 req-f188f12f-6e4a-4f63-bc23-aa5e400ebd99 service neutron] 10.222.0.55 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641886 Aug 05 11:19:42.025681 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=49bfd466-2a5b-4e0b-9162-53a17e69e7eb,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:19:42.053995 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c5aa2e18-576c-4858-8723-2a20bdad8c4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:42.063504 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c5aa2e18-576c-4858-8723-2a20bdad8c4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:42.077835 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 517913e1-c703-4e65-8ae0-a6a4446ca3ca not bound to the agent host n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:19:42.078588 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-6a23b256-dc88-4e19-b60b-e8f965073d33 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.3234713 Aug 05 11:19:42.081793 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 40712) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:19:42.087383 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-041e755b-f666-4bfb-9de1-5b8007d08171 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-418175708-router', 'tenant_id': '20dd9130659d4ae89513b48af66c7078', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:19:42.111329 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5aa2e18-576c-4858-8723-2a20bdad8c4e admin admin] vlan segment allocate from pool success with {'vlan_id': 691, 'physical_network': 'physnet1'} {{(pid=94421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:19:42.135513 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806f77df-ca10-4272-8c86-100e6175bfdf req-69f3ee05-0418-4181-8153-05b98b005f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:42.136941 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-806f77df-ca10-4272-8c86-100e6175bfdf req-69f3ee05-0418-4181-8153-05b98b005f21 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c1d3f101-369e-4625-bfd2-2a60ea4757bb HTTP/1.1" status: 200 len: 921 time: 0.1841927 Aug 05 11:19:42.143762 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c5aa2e18-576c-4858-8723-2a20bdad8c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:42.144109 n-d-803378-2 neutron-server[94421]: INFO neutron.db.segments_db [None req-c5aa2e18-576c-4858-8723-2a20bdad8c4e admin admin] Added segment e0eafdad-a551-4390-bc9e-5b109751f32e of type vlan for network d809765d-0ec2-4f50-a575-4d7b3b4c7273 Aug 05 11:19:42.147607 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c524750-f105-45ff-b9aa-493fdd37eeff admin admin] Made reservation on behalf of 32fd49dc4e1a4da6bf21e3c62926bfc4 for: {'network': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:19:42.149976 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7c524750-f105-45ff-b9aa-493fdd37eeff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:42.164150 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aa2e18-576c-4858-8723-2a20bdad8c4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6031f465-34e9-41aa-a50e-d91a0fb1f817,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:19:42.170192 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-041e755b-f666-4bfb-9de1-5b8007d08171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33260300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1929'] for router, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:42.171102 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-041e755b-f666-4bfb-9de1-5b8007d08171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33285914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33034662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1926'] for router, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:42.173736 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0ec177-a7e5-434a-adb1-2a706fa23697 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-ec565510-a616-483b-a717-b851bc9c8937', 'network_id': 'ec565510-a616-483b-a717-b851bc9c8937', 'tenant_id': '20dd9130659d4ae89513b48af66c7078', 'fixed_ips': [{'subnet_id': 'bc13105d-1cf3-4731-b0af-295b0b7ac7b3'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 11:19:42.175460 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-2f0ec177-a7e5-434a-adb1-2a706fa23697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:42.207614 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7c524750-f105-45ff-b9aa-493fdd37eeff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:42.215219 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-806f77df-ca10-4272-8c86-100e6175bfdf req-d2fc3fc4-b2b5-4b41-83a9-f3bf2de3b1bd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=517913e1-c703-4e65-8ae0-a6a4446ca3ca HTTP/1.1" status: 200 len: 217 time: 0.0690317 Aug 05 11:19:42.302601 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c5aa2e18-576c-4858-8723-2a20bdad8c4e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:42.324875 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-041e755b-f666-4bfb-9de1-5b8007d08171 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:42.340513 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806f77df-ca10-4272-8c86-100e6175bfdf req-8063e113-5dc3-4fdd-8336-d27e5dcb2c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:42.342071 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-806f77df-ca10-4272-8c86-100e6175bfdf req-8063e113-5dc3-4fdd-8336-d27e5dcb2c3b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=88c33de2-0b50-4fb8-a2a7-3c3e700f5c7c HTTP/1.1" status: 200 len: 860 time: 0.1013832 Aug 05 11:19:42.392088 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-806f77df-ca10-4272-8c86-100e6175bfdf req-c1eed0b0-51bf-4eb0-9714-5051ddf95baf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c1d3f101-369e-4625-bfd2-2a60ea4757bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408232 Aug 05 11:19:42.392909 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['49bfd466-2a5b-4e0b-9162-53a17e69e7eb'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:19:42.399996 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c5aa2e18-576c-4858-8723-2a20bdad8c4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:42.401238 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5aa2e18-576c-4858-8723-2a20bdad8c4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:42.401845 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c5aa2e18-576c-4858-8723-2a20bdad8c4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:42.574761 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aa2e18-576c-4858-8723-2a20bdad8c4e admin admin] Pushing event updated for resources: {'Network': ['ID=d809765d-0ec2-4f50-a575-4d7b3b4c7273,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:19:42.599026 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network d809765d-0ec2-4f50-a575-4d7b3b4c7273 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:19:42.608039 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7c524750-f105-45ff-b9aa-493fdd37eeff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:42.624866 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7c524750-f105-45ff-b9aa-493fdd37eeff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:42.641130 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-c5aa2e18-576c-4858-8723-2a20bdad8c4e admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.9552670 Aug 05 11:19:42.643232 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-806f77df-ca10-4272-8c86-100e6175bfdf req-02235927-c7f5-47a4-baf7-1a8d6ac22797 service neutron] 10.222.0.55 "GET /v2.0/networks/c1d3f101-369e-4625-bfd2-2a60ea4757bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357056 Aug 05 11:19:42.652258 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 40732) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:19:42.666339 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-74357cb2-2388-4895-83c2-37afc5767b33 admin admin] Request body: {'subnet': {'network_id': 'd809765d-0ec2-4f50-a575-4d7b3b4c7273', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1990657780-subnet', 'tenant_id': '3a18a12772c4432a873c2df384eb75c2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:19:42.676512 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c524750-f105-45ff-b9aa-493fdd37eeff admin admin] vlan segment allocate from pool success with {'vlan_id': 661, 'physical_network': 'physnet1'} {{(pid=94421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:19:42.743711 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-2f0ec177-a7e5-434a-adb1-2a706fa23697 None None] Allocated IP 172.20.0.2 (ec565510-a616-483b-a717-b851bc9c8937/bc13105d-1cf3-4731-b0af-295b0b7ac7b3/a331b730-ff2a-4b5a-a365-9d8612cd5f31) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:19:42.779117 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7c524750-f105-45ff-b9aa-493fdd37eeff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:42.779553 n-d-803378-2 neutron-server[94421]: INFO neutron.db.segments_db [None req-7c524750-f105-45ff-b9aa-493fdd37eeff admin admin] Added segment 0af3ee27-3a94-426a-8c04-a016b369aca5 of type vlan for network 0f6c9619-e39b-4b54-bfa1-d596973170c1 Aug 05 11:19:42.826659 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-041e755b-f666-4bfb-9de1-5b8007d08171 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:42.850473 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c524750-f105-45ff-b9aa-493fdd37eeff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b43539cc-44e9-4c68-a1b6-f82370f6e2ef,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:19:42.855498 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9868888-39a7-4ded-8be4-efd4a03bfbeb req-f98f563a-cb1c-41f1-aca6-369da408eccc tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:42.858755 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b9868888-39a7-4ded-8be4-efd4a03bfbeb req-f98f563a-cb1c-41f1-aca6-369da408eccc tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/ports?device_id=2117f6ca-e692-40ba-b6cf-5857783735e3 HTTP/1.1" status: 200 len: 947 time: 0.3852036 Aug 05 11:19:42.879452 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f211265-7ff1-48c3-972b-9fc6419d5609 req-a9d8e924-0d70-4a77-89c1-57e5b5523d7f tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:42.879452 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9f211265-7ff1-48c3-972b-9fc6419d5609 req-a9d8e924-0d70-4a77-89c1-57e5b5523d7f tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fada1b1-77db-4131-adc2-98ac0e1c2597 HTTP/1.1" status: 200 len: 944 time: 0.3139820 Aug 05 11:19:42.911969 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74357cb2-2388-4895-83c2-37afc5767b33 admin admin] Made reservation on behalf of 3a18a12772c4432a873c2df384eb75c2 for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:19:42.916218 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-74357cb2-2388-4895-83c2-37afc5767b33 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:42.923151 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7c524750-f105-45ff-b9aa-493fdd37eeff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:43.035577 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b9868888-39a7-4ded-8be4-efd4a03bfbeb req-d8a67526-acb3-4ff9-9de3-0d66a27d3df7 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba838bf4-27d8-4ebd-8a6c-2c869750a1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568820 Aug 05 11:19:43.043935 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9f211265-7ff1-48c3-972b-9fc6419d5609 req-da991abd-3995-4333-88d1-ed7b6127116c tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b660be2-1cd3-4f1b-b8b6-43aa3e7d82c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508248 Aug 05 11:19:43.122243 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-806f77df-ca10-4272-8c86-100e6175bfdf req-9e4e5f72-57b3-4fb8-9b15-02258f54467f service neutron] 10.222.0.55 "GET /v2.0/networks/c1d3f101-369e-4625-bfd2-2a60ea4757bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4507618 Aug 05 11:19:43.141966 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7c524750-f105-45ff-b9aa-493fdd37eeff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:43.143169 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c524750-f105-45ff-b9aa-493fdd37eeff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:43.143891 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7c524750-f105-45ff-b9aa-493fdd37eeff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:43.178830 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-2f0ec177-a7e5-434a-adb1-2a706fa23697 None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:43.200076 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-2f0ec177-a7e5-434a-adb1-2a706fa23697 None None] Transition to ACTIVE for port object a331b730-ff2a-4b5a-a365-9d8612cd5f31 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:19:43.226854 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-7c524750-f105-45ff-b9aa-493fdd37eeff admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.1160536 Aug 05 11:19:43.231223 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 40738) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:19:43.238841 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-cb9adcf7-e6fc-44d2-88c6-d457401fffb9 admin admin] Request body: {'subnet': {'network_id': '0f6c9619-e39b-4b54-bfa1-d596973170c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-660153773-subnet', 'tenant_id': '32fd49dc4e1a4da6bf21e3c62926bfc4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:19:43.243068 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-2f0ec177-a7e5-434a-adb1-2a706fa23697 None None] Transition to ACTIVE for port object a331b730-ff2a-4b5a-a365-9d8612cd5f31 will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:19:43.248669 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c524750-f105-45ff-b9aa-493fdd37eeff admin admin] Pushing event updated for resources: {'Network': ['ID=0f6c9619-e39b-4b54-bfa1-d596973170c1,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:19:43.261395 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-2f0ec177-a7e5-434a-adb1-2a706fa23697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:43.280923 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 0f6c9619-e39b-4b54-bfa1-d596973170c1 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:19:43.327161 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb9adcf7-e6fc-44d2-88c6-d457401fffb9 admin admin] Made reservation on behalf of 32fd49dc4e1a4da6bf21e3c62926bfc4 for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:19:43.332221 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-cb9adcf7-e6fc-44d2-88c6-d457401fffb9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:43.406647 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-041e755b-f666-4bfb-9de1-5b8007d08171 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:43.434791 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-041e755b-f666-4bfb-9de1-5b8007d08171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:43.465926 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device e9e51624-a43c-4414-9bb1-eb78195a25ce details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:19:43.485213 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0ec177-a7e5-434a-adb1-2a706fa23697 None None] Network ec565510-a616-483b-a717-b851bc9c8937 is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:19:43.499030 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-2f0ec177-a7e5-434a-adb1-2a706fa23697 None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:19:43.503976 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0ec177-a7e5-434a-adb1-2a706fa23697 None None] Pushing event updated for resources: {'Port': ['ID=a331b730-ff2a-4b5a-a365-9d8612cd5f31,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:19:43.510089 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0ec177-a7e5-434a-adb1-2a706fa23697 None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:19:43.539842 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c76d6236-e89d-4eb5-b6cd-693225345ac1 req-9ac93a64-b188-42c0-94b1-5d7c99415e2a tempest-ImagesOneServerTestJSON-55291779 tempest-ImagesOneServerTestJSON-55291779-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=3b5ec4a934844e38b6a0430accb5b4e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0474160 Aug 05 11:19:43.642597 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-74357cb2-2388-4895-83c2-37afc5767b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25038678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30075167'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:43.647056 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-2f0ec177-a7e5-434a-adb1-2a706fa23697 None None] Attempting to bind port a331b730-ff2a-4b5a-a365-9d8612cd5f31 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:19:43.647748 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-2f0ec177-a7e5-434a-adb1-2a706fa23697 None None] Attempting to bind port a331b730-ff2a-4b5a-a365-9d8612cd5f31 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '9d467085-a684-4d85-a54a-7bf80cd611a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ec565510-a616-483b-a717-b851bc9c8937'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:19:43.647857 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0ec177-a7e5-434a-adb1-2a706fa23697 None None] Attempting to bind port a331b730-ff2a-4b5a-a365-9d8612cd5f31 on network ec565510-a616-483b-a717-b851bc9c8937 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:19:43.662442 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0ec177-a7e5-434a-adb1-2a706fa23697 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:19:43.663142 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0ec177-a7e5-434a-adb1-2a706fa23697 None None] Checking segment: {'id': '9d467085-a684-4d85-a54a-7bf80cd611a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ec565510-a616-483b-a717-b851bc9c8937'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:19:43.663834 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-2f0ec177-a7e5-434a-adb1-2a706fa23697 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:43.664547 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0ec177-a7e5-434a-adb1-2a706fa23697 None None] Bound using segment: {'id': '9d467085-a684-4d85-a54a-7bf80cd611a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ec565510-a616-483b-a717-b851bc9c8937'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:19:43.665260 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-2f0ec177-a7e5-434a-adb1-2a706fa23697 None None] Bound port: a331b730-ff2a-4b5a-a365-9d8612cd5f31, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d467085-a684-4d85-a54a-7bf80cd611a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ec565510-a616-483b-a717-b851bc9c8937'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:19:43.665657 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-2f0ec177-a7e5-434a-adb1-2a706fa23697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:43.670462 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:43.675012 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-041e755b-f666-4bfb-9de1-5b8007d08171 admin admin] Allocated IP 172.25.5.190 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/07e5d870-b3ea-410b-9537-cf6b3dd44b00) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:19:43.679633 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806f77df-ca10-4272-8c86-100e6175bfdf req-9be2b7b3-4030-4848-9f02-41892234f201 tempest-LiveAutoBlockMigrationV225Test-707045295 tempest-LiveAutoBlockMigrationV225Test-707045295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:43.682036 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-806f77df-ca10-4272-8c86-100e6175bfdf req-9be2b7b3-4030-4848-9f02-41892234f201 tempest-LiveAutoBlockMigrationV225Test-707045295 tempest-LiveAutoBlockMigrationV225Test-707045295-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=6fada1b1-77db-4131-adc2-98ac0e1c2597&tenant_id=e8f6478cce384a98ba09cac5c1bcf855&binding%3Ahost_id=n-h2-803378-2 HTTP/1.1" status: 200 len: 1095 time: 0.1882522 Aug 05 11:19:43.703310 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port e9e51624-a43c-4414-9bb1-eb78195a25ce, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=e9e51624-a43c-4414-9bb1-eb78195a25ce,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:19:43.742533 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Returning: {'device': 'e9e51624-a43c-4414-9bb1-eb78195a25ce', 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a', 'port_id': 'e9e51624-a43c-4414-9bb1-eb78195a25ce', 'mac_address': 'fa:16:3e:0c:9b:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6842f728-c2f3-4e36-bb32-3303d06ce3f4', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:19:43.763010 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76d6236-e89d-4eb5-b6cd-693225345ac1 req-bb2f1257-8c15-4721-a904-e1a6ce12b390 tempest-ImagesOneServerTestJSON-55291779 tempest-ImagesOneServerTestJSON-55291779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:43.764624 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c76d6236-e89d-4eb5-b6cd-693225345ac1 req-bb2f1257-8c15-4721-a904-e1a6ce12b390 tempest-ImagesOneServerTestJSON-55291779 tempest-ImagesOneServerTestJSON-55291779-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2140419 Aug 05 11:19:43.806517 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74357cb2-2388-4895-83c2-37afc5767b33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ae21740-4790-42d6-a5e7-21732e31e87a,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:19:43.810469 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c76d6236-e89d-4eb5-b6cd-693225345ac1 req-1b22708f-16e7-4fbb-b6dc-17edc1e94fe7 tempest-ImagesOneServerTestJSON-55291779 tempest-ImagesOneServerTestJSON-55291779-project] 10.222.0.58 "GET /v2.0/quotas/3b5ec4a934844e38b6a0430accb5b4e6 HTTP/1.1" status: 200 len: 375 time: 0.0250080 Aug 05 11:19:43.834380 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:43.837542 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-2f0ec177-a7e5-434a-adb1-2a706fa23697 None None] For port a331b730-ff2a-4b5a-a365-9d8612cd5f31, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:19:43.849398 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-2f0ec177-a7e5-434a-adb1-2a706fa23697 None None] For port a331b730-ff2a-4b5a-a365-9d8612cd5f31, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=a331b730-ff2a-4b5a-a365-9d8612cd5f31,segment=NetworkSegment(9d467085-a684-4d85-a54a-7bf80cd611a5),segment_id=9d467085-a684-4d85-a54a-7bf80cd611a5)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:19:43.858657 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9e51624-a43c-4414-9bb1-eb78195a25ce {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:19:43.861846 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c76d6236-e89d-4eb5-b6cd-693225345ac1 req-103316c2-15e0-4f2f-b41f-be9214353ef8 tempest-ImagesOneServerTestJSON-55291779 tempest-ImagesOneServerTestJSON-55291779-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=3b5ec4a934844e38b6a0430accb5b4e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0373201 Aug 05 11:19:43.877026 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-041e755b-f666-4bfb-9de1-5b8007d08171 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:43.882760 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-2f0ec177-a7e5-434a-adb1-2a706fa23697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:43.886074 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port e9e51624-a43c-4414-9bb1-eb78195a25ce, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=e9e51624-a43c-4414-9bb1-eb78195a25ce,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:19:43.942542 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0ec177-a7e5-434a-adb1-2a706fa23697 None None] Pushing event updated for resources: {'Port': ['ID=a331b730-ff2a-4b5a-a365-9d8612cd5f31,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:19:43.955590 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:43.962636 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-041e755b-f666-4bfb-9de1-5b8007d08171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:43.976947 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74357cb2-2388-4895-83c2-37afc5767b33 admin admin] Checking segment: {'id': 'e0eafdad-a551-4390-bc9e-5b109751f32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'd809765d-0ec2-4f50-a575-4d7b3b4c7273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:19:43.977561 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74357cb2-2388-4895-83c2-37afc5767b33 admin admin] Network hostable DHCP agents. Network: d809765d-0ec2-4f50-a575-4d7b3b4c7273, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:19:43.980680 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-cb9adcf7-e6fc-44d2-88c6-d457401fffb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25038678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30075167'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:44.044248 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=e9e51624-a43c-4414-9bb1-eb78195a25ce,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:19:44.077681 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041e755b-f666-4bfb-9de1-5b8007d08171 admin admin] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:19:44.118387 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-041e755b-f666-4bfb-9de1-5b8007d08171 admin admin] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:19:44.127402 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041e755b-f666-4bfb-9de1-5b8007d08171 admin admin] Pushing event updated for resources: {'Port': ['ID=07e5d870-b3ea-410b-9537-cf6b3dd44b00,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:19:44.151968 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9adcf7-e6fc-44d2-88c6-d457401fffb9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a433b8fe-0ee9-4635-9d71-f661ebafa837,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:19:44.177911 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74357cb2-2388-4895-83c2-37afc5767b33 admin admin] Network d809765d-0ec2-4f50-a575-4d7b3b4c7273 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:19:44.187620 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041e755b-f666-4bfb-9de1-5b8007d08171 admin admin] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:19:44.197009 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1ec1d8b7-5760-471b-adde-8a824668ab9f req-089e8f45-97f0-4625-8423-eaffcc76ea34 tempest-ImagesOneServerTestJSON-55291779 tempest-ImagesOneServerTestJSON-55291779-project] 10.222.0.58 "GET /v2.0/ports?device_id=2249ea3c-8dca-4efb-922f-dd6b64f03ce1 HTTP/1.1" status: 200 len: 210 time: 0.0743566 Aug 05 11:19:44.250037 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-74357cb2-2388-4895-83c2-37afc5767b33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, d809765d-0ec2-4f50-a575-4d7b3b4c7273) {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:19:44.269037 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74357cb2-2388-4895-83c2-37afc5767b33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:44.270774 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634b299f-97ce-48c5-a62c-e5dc11d963e6 None None] Network d809765d-0ec2-4f50-a575-4d7b3b4c7273 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:19:44.274229 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-74357cb2-2388-4895-83c2-37afc5767b33 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:44.325867 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-806f77df-ca10-4272-8c86-100e6175bfdf req-d4d97a05-b7ef-4bea-9069-b6621951079d service neutron] For port 517913e1-c703-4e65-8ae0-a6a4446ca3ca, host n-h1-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:19:44.337138 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-806f77df-ca10-4272-8c86-100e6175bfdf req-d4d97a05-b7ef-4bea-9069-b6621951079d service neutron] Notify callbacks [] for binding, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:44.339366 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-806f77df-ca10-4272-8c86-100e6175bfdf req-d4d97a05-b7ef-4bea-9069-b6621951079d service neutron] 10.222.0.55 "DELETE /v2.0/ports/517913e1-c703-4e65-8ae0-a6a4446ca3ca/bindings/n-h1-803378-2 HTTP/1.1" status: 204 len: 173 time: 0.6286643 Aug 05 11:19:44.372469 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9adcf7-e6fc-44d2-88c6-d457401fffb9 admin admin] Checking segment: {'id': '0af3ee27-3a94-426a-8c04-a016b369aca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '0f6c9619-e39b-4b54-bfa1-d596973170c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:19:44.372469 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9adcf7-e6fc-44d2-88c6-d457401fffb9 admin admin] Network hostable DHCP agents. Network: 0f6c9619-e39b-4b54-bfa1-d596973170c1, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:19:44.377606 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041e755b-f666-4bfb-9de1-5b8007d08171 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:19:44.377606 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041e755b-f666-4bfb-9de1-5b8007d08171 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:19:44.379453 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041e755b-f666-4bfb-9de1-5b8007d08171 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:19:44.380057 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041e755b-f666-4bfb-9de1-5b8007d08171 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:19:44.381155 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041e755b-f666-4bfb-9de1-5b8007d08171 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:19:44.381845 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041e755b-f666-4bfb-9de1-5b8007d08171 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:19:44.382344 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041e755b-f666-4bfb-9de1-5b8007d08171 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:19:44.382781 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041e755b-f666-4bfb-9de1-5b8007d08171 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:19:44.383216 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041e755b-f666-4bfb-9de1-5b8007d08171 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:19:44.383693 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041e755b-f666-4bfb-9de1-5b8007d08171 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:19:44.384119 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041e755b-f666-4bfb-9de1-5b8007d08171 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:19:44.385036 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-74357cb2-2388-4895-83c2-37afc5767b33 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7267592 Aug 05 11:19:44.387995 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 40764) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:19:44.388369 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041e755b-f666-4bfb-9de1-5b8007d08171 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:19:44.403209 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['e9e51624-a43c-4414-9bb1-eb78195a25ce'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:19:44.403615 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-d7bff797-30df-44a4-994c-321ef6e0e3b2 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1990657780-router', 'tenant_id': '3a18a12772c4432a873c2df384eb75c2', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:19:44.442322 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9adcf7-e6fc-44d2-88c6-d457401fffb9 admin admin] Network 0f6c9619-e39b-4b54-bfa1-d596973170c1 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:19:44.456618 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-cb9adcf7-e6fc-44d2-88c6-d457401fffb9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, 0f6c9619-e39b-4b54-bfa1-d596973170c1) {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:19:44.465284 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb9adcf7-e6fc-44d2-88c6-d457401fffb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:44.466703 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-cb9adcf7-e6fc-44d2-88c6-d457401fffb9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:44.472376 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d7bff797-30df-44a4-994c-321ef6e0e3b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33260300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1929'] for router, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:44.474406 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d7bff797-30df-44a4-994c-321ef6e0e3b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33285914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33034662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1926'] for router, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:44.506848 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8fe09fd-6385-4c18-9750-d23c137b2462 None None] Network 0f6c9619-e39b-4b54-bfa1-d596973170c1 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:19:44.510888 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-cb9adcf7-e6fc-44d2-88c6-d457401fffb9 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2767017 Aug 05 11:19:44.551105 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270fdefc-187a-4eee-8a33-e08e7530d1ce req-605cdd4d-9d19-4a71-82f6-6f16394295d3 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:44.553262 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-270fdefc-187a-4eee-8a33-e08e7530d1ce req-605cdd4d-9d19-4a71-82f6-6f16394295d3 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/ports?device_id=2117f6ca-e692-40ba-b6cf-5857783735e3 HTTP/1.1" status: 200 len: 948 time: 0.1804297 Aug 05 11:19:44.638464 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d7bff797-30df-44a4-994c-321ef6e0e3b2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:44.692255 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f776e8-8250-48d2-ac95-db88addba25f req-f2aeed5b-8487-49d6-80b7-c49a7919be9d tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:44.699996 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-24f776e8-8250-48d2-ac95-db88addba25f req-f2aeed5b-8487-49d6-80b7-c49a7919be9d tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fada1b1-77db-4131-adc2-98ac0e1c2597 HTTP/1.1" status: 200 len: 944 time: 0.4201565 Aug 05 11:19:44.754972 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-270fdefc-187a-4eee-8a33-e08e7530d1ce req-a7af5a14-a0b7-4d5e-8e2b-ec4f9f0003f3 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba838bf4-27d8-4ebd-8a6c-2c869750a1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891456 Aug 05 11:19:44.792115 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-041e755b-f666-4bfb-9de1-5b8007d08171 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:44.973389 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c734bb4c-1d46-4708-8539-37057ad7e327 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-d809765d-0ec2-4f50-a575-4d7b3b4c7273', 'network_id': 'd809765d-0ec2-4f50-a575-4d7b3b4c7273', 'tenant_id': '3a18a12772c4432a873c2df384eb75c2', 'fixed_ips': [{'subnet_id': '3ae21740-4790-42d6-a5e7-21732e31e87a'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 11:19:44.975829 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d7bff797-30df-44a4-994c-321ef6e0e3b2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:44.977429 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c734bb4c-1d46-4708-8539-37057ad7e327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:44.985155 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5bc6df-051d-4c0f-ad16-5ff1a8637325 None None] Network 0f6c9619-e39b-4b54-bfa1-d596973170c1 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:19:45.461761 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 49bfd466-2a5b-4e0b-9162-53a17e69e7eb up at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:19:45.531707 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-24f776e8-8250-48d2-ac95-db88addba25f req-ff38537d-a523-4b22-ab8f-40a5c740f97e tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b660be2-1cd3-4f1b-b8b6-43aa3e7d82c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8305178 Aug 05 11:19:45.533019 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d7bff797-30df-44a4-994c-321ef6e0e3b2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:45.585298 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d7bff797-30df-44a4-994c-321ef6e0e3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:45.651234 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bfa1a527-d854-4098-9d64-c255450d2c07 req-93817681-fd15-49c0-859f-030269430785 tempest-ImagesOneServerTestJSON-55291779 tempest-ImagesOneServerTestJSON-55291779-project] 10.222.0.58 "GET /v2.0/ports?device_id=2249ea3c-8dca-4efb-922f-dd6b64f03ce1 HTTP/1.1" status: 200 len: 210 time: 0.1339662 Aug 05 11:19:45.658201 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-c734bb4c-1d46-4708-8539-37057ad7e327 None None] Allocated IP 172.20.0.2 (d809765d-0ec2-4f50-a575-4d7b3b4c7273/3ae21740-4790-42d6-a5e7-21732e31e87a/e2f30a8b-8ca1-4bab-af02-7cbae1c67f69) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:19:45.763808 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning for port 49bfd466-2a5b-4e0b-9162-53a17e69e7eb completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:19:45.797329 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning complete for port 49bfd466-2a5b-4e0b-9162-53a17e69e7eb triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:19:45.797329 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:45.823640 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-d7bff797-30df-44a4-994c-321ef6e0e3b2 admin admin] Allocated IP 172.25.5.56 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/15044ab2-1fd1-4047-8803-e76d520a19d7) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:19:45.850580 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acbf7b82-59bb-496e-90f5-d92e2f3dbac0 None None] Network ec565510-a616-483b-a717-b851bc9c8937 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:19:46.029336 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2307e332-14a0-4cec-a150-9cb2575b19d4 req-87381aba-a46d-4d19-92d4-1b5d472fccec tempest-LiveAutoBlockMigrationV225Test-707045295 tempest-LiveAutoBlockMigrationV225Test-707045295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:46.038146 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2307e332-14a0-4cec-a150-9cb2575b19d4 req-87381aba-a46d-4d19-92d4-1b5d472fccec tempest-LiveAutoBlockMigrationV225Test-707045295 tempest-LiveAutoBlockMigrationV225Test-707045295-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=6fada1b1-77db-4131-adc2-98ac0e1c2597 HTTP/1.1" status: 200 len: 1095 time: 0.1423960 Aug 05 11:19:46.044549 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-041e755b-f666-4bfb-9de1-5b8007d08171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286026'] for router, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:46.112833 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2307e332-14a0-4cec-a150-9cb2575b19d4 req-2688dae2-10e6-47d8-88c6-c1d4da770680 tempest-LiveAutoBlockMigrationV225Test-707045295 tempest-LiveAutoBlockMigrationV225Test-707045295-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=8b660be2-1cd3-4f1b-b8b6-43aa3e7d82c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718145 Aug 05 11:19:46.129760 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-1101b007-11b6-4597-ac37-2b7679dc28af None None] Provisioning for port a331b730-ff2a-4b5a-a365-9d8612cd5f31 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:19:46.131187 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a91f3a9-8368-466b-9b04-1067249b00a5 req-ed6acd5b-abc0-4a93-b119-696652b92d8a tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:46.138677 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6a91f3a9-8368-466b-9b04-1067249b00a5 req-ed6acd5b-abc0-4a93-b119-696652b92d8a tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/ports?device_id=2117f6ca-e692-40ba-b6cf-5857783735e3 HTTP/1.1" status: 200 len: 948 time: 0.2442653 Aug 05 11:19:46.140381 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 40798) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:19:46.164175 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-88b2b96a-1395-4982-a99e-8903260aaa13 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-495981600-network', 'tenant_id': '214cde0651ae4bfe868a98d7aee90081'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:19:46.352932 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device a331b730-ff2a-4b5a-a365-9d8612cd5f31 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:19:46.412703 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:46.427789 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c734bb4c-1d46-4708-8539-37057ad7e327 None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:46.438908 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88b2b96a-1395-4982-a99e-8903260aaa13 admin admin] Made reservation on behalf of 214cde0651ae4bfe868a98d7aee90081 for: {'network': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:19:46.443620 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-88b2b96a-1395-4982-a99e-8903260aaa13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:46.517935 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6a91f3a9-8368-466b-9b04-1067249b00a5 req-8eada5c5-78b4-4803-974b-eb1e02fe451e tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba838bf4-27d8-4ebd-8a6c-2c869750a1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3552911 Aug 05 11:19:46.550027 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-c734bb4c-1d46-4708-8539-37057ad7e327 None None] Transition to ACTIVE for port object e2f30a8b-8ca1-4bab-af02-7cbae1c67f69 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:19:46.554522 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d7bff797-30df-44a4-994c-321ef6e0e3b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:46.555833 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-88b2b96a-1395-4982-a99e-8903260aaa13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:46.573105 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b464baa-8fee-4e83-b710-80fe99d43fc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49bfd466-2a5b-4e0b-9162-53a17e69e7eb'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:19:46.575519 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cd20076-cf94-444c-9737-1d510691f729" -d '{"events": [{"server_uuid": "5b464baa-8fee-4e83-b710-80fe99d43fc0", "name": "network-vif-plugged", "status": "completed", "tag": "49bfd466-2a5b-4e0b-9162-53a17e69e7eb"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:19:46.600644 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d7bff797-30df-44a4-994c-321ef6e0e3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:46.624371 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 49bfd466-2a5b-4e0b-9162-53a17e69e7eb, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=49bfd466-2a5b-4e0b-9162-53a17e69e7eb,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:19:46.629079 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port a331b730-ff2a-4b5a-a365-9d8612cd5f31 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:19:46.632768 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-c734bb4c-1d46-4708-8539-37057ad7e327 None None] Transition to ACTIVE for port object e2f30a8b-8ca1-4bab-af02-7cbae1c67f69 will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:19:46.636466 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d12bd2d-3203-4ea9-b6d0-2c67217421a4 x-openstack-request-id: req-2d12bd2d-3203-4ea9-b6d0-2c67217421a4 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:19:46.636922 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b464baa-8fee-4e83-b710-80fe99d43fc0", "name": "network-vif-plugged", "status": "completed", "tag": "49bfd466-2a5b-4e0b-9162-53a17e69e7eb", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:19:46.637187 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2d12bd2d-3203-4ea9-b6d0-2c67217421a4 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:19:46.637745 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b464baa-8fee-4e83-b710-80fe99d43fc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49bfd466-2a5b-4e0b-9162-53a17e69e7eb', 'code': 200} Aug 05 11:19:46.641710 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:46.647216 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port a331b730-ff2a-4b5a-a365-9d8612cd5f31 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:19:46.647648 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:46.652194 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7bff797-30df-44a4-994c-321ef6e0e3b2 admin admin] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:19:46.660223 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-d7bff797-30df-44a4-994c-321ef6e0e3b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:19:46.666699 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7bff797-30df-44a4-994c-321ef6e0e3b2 admin admin] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:19:46.670793 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bff797-30df-44a4-994c-321ef6e0e3b2 admin admin] Pushing event updated for resources: {'Port': ['ID=15044ab2-1fd1-4047-8803-e76d520a19d7,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:19:46.702327 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bff797-30df-44a4-994c-321ef6e0e3b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:19:46.703057 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bff797-30df-44a4-994c-321ef6e0e3b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:19:46.703593 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bff797-30df-44a4-994c-321ef6e0e3b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:19:46.704193 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bff797-30df-44a4-994c-321ef6e0e3b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:19:46.704839 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bff797-30df-44a4-994c-321ef6e0e3b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:19:46.705395 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bff797-30df-44a4-994c-321ef6e0e3b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:19:46.705828 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c734bb4c-1d46-4708-8539-37057ad7e327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:46.706164 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bff797-30df-44a4-994c-321ef6e0e3b2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:19:46.706714 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bff797-30df-44a4-994c-321ef6e0e3b2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:19:46.707241 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bff797-30df-44a4-994c-321ef6e0e3b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:19:46.707760 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bff797-30df-44a4-994c-321ef6e0e3b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:19:46.708279 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bff797-30df-44a4-994c-321ef6e0e3b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:19:46.709402 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bff797-30df-44a4-994c-321ef6e0e3b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:19:46.781346 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c734bb4c-1d46-4708-8539-37057ad7e327 None None] Network d809765d-0ec2-4f50-a575-4d7b3b4c7273 is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:19:46.787927 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-c734bb4c-1d46-4708-8539-37057ad7e327 None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:19:46.791162 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=49bfd466-2a5b-4e0b-9162-53a17e69e7eb,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:19:46.797779 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c734bb4c-1d46-4708-8539-37057ad7e327 None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:19:46.825383 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa3f9f3-3bc6-4e8e-a005-8ed0f57f5207 req-12e67b59-dbea-4cd7-82e1-9e0920efa34e tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:46.827171 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4fa3f9f3-3bc6-4e8e-a005-8ed0f57f5207 req-12e67b59-dbea-4cd7-82e1-9e0920efa34e tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/networks?id=c1d3f101-369e-4625-bfd2-2a60ea4757bb HTTP/1.1" status: 200 len: 820 time: 0.2673631 Aug 05 11:19:46.829806 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-041e755b-f666-4bfb-9de1-5b8007d08171 admin admin] Router 82255420-7a06-4371-8d39-badb33ca6d53 is scheduled to L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d with binding_index 1 {{(pid=94420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 11:19:46.951686 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-c734bb4c-1d46-4708-8539-37057ad7e327 None None] Attempting to bind port e2f30a8b-8ca1-4bab-af02-7cbae1c67f69 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:19:46.952446 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-c734bb4c-1d46-4708-8539-37057ad7e327 None None] Attempting to bind port e2f30a8b-8ca1-4bab-af02-7cbae1c67f69 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'e0eafdad-a551-4390-bc9e-5b109751f32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'd809765d-0ec2-4f50-a575-4d7b3b4c7273'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:19:46.953076 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c734bb4c-1d46-4708-8539-37057ad7e327 None None] Attempting to bind port e2f30a8b-8ca1-4bab-af02-7cbae1c67f69 on network d809765d-0ec2-4f50-a575-4d7b3b4c7273 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:19:46.964920 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c734bb4c-1d46-4708-8539-37057ad7e327 None None] Pushing event updated for resources: {'Port': ['ID=e2f30a8b-8ca1-4bab-af02-7cbae1c67f69,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:19:47.026204 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4fa3f9f3-3bc6-4e8e-a005-8ed0f57f5207 req-3acb0613-80ca-4bc6-85c1-afecfa6bb181 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/quotas/e8f6478cce384a98ba09cac5c1bcf855 HTTP/1.1" status: 200 len: 375 time: 0.1855383 Aug 05 11:19:47.027386 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c734bb4c-1d46-4708-8539-37057ad7e327 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:19:47.028297 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c734bb4c-1d46-4708-8539-37057ad7e327 None None] Checking segment: {'id': 'e0eafdad-a551-4390-bc9e-5b109751f32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'd809765d-0ec2-4f50-a575-4d7b3b4c7273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:19:47.028764 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c734bb4c-1d46-4708-8539-37057ad7e327 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:47.029191 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c734bb4c-1d46-4708-8539-37057ad7e327 None None] Bound using segment: {'id': 'e0eafdad-a551-4390-bc9e-5b109751f32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'd809765d-0ec2-4f50-a575-4d7b3b4c7273'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:19:47.029786 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-c734bb4c-1d46-4708-8539-37057ad7e327 None None] Bound port: e2f30a8b-8ca1-4bab-af02-7cbae1c67f69, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0eafdad-a551-4390-bc9e-5b109751f32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'd809765d-0ec2-4f50-a575-4d7b3b4c7273'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:19:47.032920 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c734bb4c-1d46-4708-8539-37057ad7e327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:47.062161 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae9a719-a20c-49b0-bd03-e1e6256bc85a req-cfb81f86-6d4c-4094-8b72-4461c432d694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:47.065005 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9ae9a719-a20c-49b0-bd03-e1e6256bc85a req-cfb81f86-6d4c-4094-8b72-4461c432d694 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5b464baa-8fee-4e83-b710-80fe99d43fc0 HTTP/1.1" status: 200 len: 1100 time: 0.1843526 Aug 05 11:19:47.076986 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-afc7ef50-34df-4eba-9369-e9e7f6ecbb55 req-3bd4aa29-897f-49b9-ae31-5fa3e04c6860 tempest-ImagesOneServerTestJSON-55291779 tempest-ImagesOneServerTestJSON-55291779-project] 10.222.0.58 "GET /v2.0/ports?device_id=2249ea3c-8dca-4efb-922f-dd6b64f03ce1 HTTP/1.1" status: 200 len: 210 time: 0.0980997 Aug 05 11:19:47.078700 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c76d6236-e89d-4eb5-b6cd-693225345ac1 req-837b7e26-a575-4b86-9047-fd27715669d9 tempest-ImagesOneServerTestJSON-55291779 tempest-ImagesOneServerTestJSON-55291779-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=3b5ec4a934844e38b6a0430accb5b4e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0953860 Aug 05 11:19:47.135612 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-041e755b-f666-4bfb-9de1-5b8007d08171 admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:19:47.151466 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0cad0ce-087d-4cef-bf5f-86492ed2bf6b None None] Sync routers for ids ['82255420-7a06-4371-8d39-badb33ca6d53'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:19:47.155845 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:47.172662 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0cad0ce-087d-4cef-bf5f-86492ed2bf6b None None] Routers {'82255420-7a06-4371-8d39-badb33ca6d53'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:19:47.173390 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-c0cad0ce-087d-4cef-bf5f-86492ed2bf6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:19:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['82255420-7a06-4371-8d39-badb33ca6d53'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:19:47.192209 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9ae9a719-a20c-49b0-bd03-e1e6256bc85a req-917d3338-af26-4063-b00d-a3682065c822 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ba838bf4-27d8-4ebd-8a6c-2c869750a1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202888 Aug 05 11:19:47.222221 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-3d76a52b-48b3-46ab-9998-df3edc8425e8 None None] Provisioning complete for port a331b730-ff2a-4b5a-a365-9d8612cd5f31 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:19:47.223092 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-3d76a52b-48b3-46ab-9998-df3edc8425e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:47.226671 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port a331b730-ff2a-4b5a-a365-9d8612cd5f31, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=a331b730-ff2a-4b5a-a365-9d8612cd5f31,segment=NetworkSegment(9d467085-a684-4d85-a54a-7bf80cd611a5),segment_id=9d467085-a684-4d85-a54a-7bf80cd611a5)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:19:47.247460 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-88b2b96a-1395-4982-a99e-8903260aaa13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:47.254396 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-c734bb4c-1d46-4708-8539-37057ad7e327 None None] For port e2f30a8b-8ca1-4bab-af02-7cbae1c67f69, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:19:47.261981 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:47.270790 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d7bff797-30df-44a4-994c-321ef6e0e3b2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:47.279120 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-88b2b96a-1395-4982-a99e-8903260aaa13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:47.294615 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88b2b96a-1395-4982-a99e-8903260aaa13 admin admin] vlan segment allocate from pool success with {'vlan_id': 698, 'physical_network': 'physnet1'} {{(pid=94420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:19:47.306953 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-88b2b96a-1395-4982-a99e-8903260aaa13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:47.307619 n-d-803378-2 neutron-server[94420]: INFO neutron.db.segments_db [None req-88b2b96a-1395-4982-a99e-8903260aaa13 admin admin] Added segment 7b1d86d7-2443-4859-9a10-5c86f0f07a6b of type vlan for network 29feb2e2-24a6-4ded-a815-c954fbed3893 Aug 05 11:19:47.353553 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-c0cad0ce-087d-4cef-bf5f-86492ed2bf6b None None] Set router 82255420-7a06-4371-8d39-badb33ca6d53 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:19:47.356040 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=a331b730-ff2a-4b5a-a365-9d8612cd5f31,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:19:47.361001 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-88b2b96a-1395-4982-a99e-8903260aaa13 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:47.370327 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-c734bb4c-1d46-4708-8539-37057ad7e327 None None] For port e2f30a8b-8ca1-4bab-af02-7cbae1c67f69, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=e2f30a8b-8ca1-4bab-af02-7cbae1c67f69,segment=NetworkSegment(e0eafdad-a551-4390-bc9e-5b109751f32e),segment_id=e0eafdad-a551-4390-bc9e-5b109751f32e)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:19:47.382010 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c734bb4c-1d46-4708-8539-37057ad7e327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:47.432165 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-041e755b-f666-4bfb-9de1-5b8007d08171 admin admin] Notify callbacks [] for router, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:47.433484 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-041e755b-f666-4bfb-9de1-5b8007d08171 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 5.3503988 Aug 05 11:19:47.438883 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b2b96a-1395-4982-a99e-8903260aaa13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47e2469e-b73e-418e-a878-4bf5cb639266,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:19:47.440199 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 40822) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:19:47.482894 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4fa3f9f3-3bc6-4e8e-a005-8ed0f57f5207 req-be74acaa-37f9-488b-9e3e-68057403336f tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=e8f6478cce384a98ba09cac5c1bcf855&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4380684 Aug 05 11:19:47.483839 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-88b2b96a-1395-4982-a99e-8903260aaa13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:47.484967 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b2b96a-1395-4982-a99e-8903260aaa13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:47.485917 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-88b2b96a-1395-4982-a99e-8903260aaa13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:47.508813 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device e9e51624-a43c-4414-9bb1-eb78195a25ce up at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:19:47.512035 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c734bb4c-1d46-4708-8539-37057ad7e327 None None] Pushing event updated for resources: {'Port': ['ID=e2f30a8b-8ca1-4bab-af02-7cbae1c67f69,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:19:47.656155 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-88b2b96a-1395-4982-a99e-8903260aaa13 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5121794 Aug 05 11:19:47.659583 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 40826) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:19:47.678731 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning for port e9e51624-a43c-4414-9bb1-eb78195a25ce completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:19:47.681822 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-bf38b71a-d691-4d1d-b9bd-ba361dd1e146 admin admin] Request body: {'subnet': {'network_id': '29feb2e2-24a6-4ded-a815-c954fbed3893', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-495981600-subnet', 'tenant_id': '214cde0651ae4bfe868a98d7aee90081', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:19:47.685731 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning complete for port e9e51624-a43c-4414-9bb1-eb78195a25ce triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:19:47.686411 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:47.699399 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b2b96a-1395-4982-a99e-8903260aaa13 admin admin] Pushing event updated for resources: {'Network': ['ID=29feb2e2-24a6-4ded-a815-c954fbed3893,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:19:47.714731 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76d6236-e89d-4eb5-b6cd-693225345ac1 req-1f1d72be-90bd-4ce9-bfa8-16f6a5b3b30b tempest-ImagesOneServerTestJSON-55291779 tempest-ImagesOneServerTestJSON-55291779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:47.716863 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c76d6236-e89d-4eb5-b6cd-693225345ac1 req-1f1d72be-90bd-4ce9-bfa8-16f6a5b3b30b tempest-ImagesOneServerTestJSON-55291779 tempest-ImagesOneServerTestJSON-55291779-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6234007 Aug 05 11:19:47.731837 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 29feb2e2-24a6-4ded-a815-c954fbed3893 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:19:47.777616 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-c76d6236-e89d-4eb5-b6cd-693225345ac1 req-d0302d78-65b9-4fff-b82a-7c86373e24b0 tempest-ImagesOneServerTestJSON-55291779 tempest-ImagesOneServerTestJSON-55291779-project] Request body: {'port': {'device_id': '2249ea3c-8dca-4efb-922f-dd6b64f03ce1', 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a', 'admin_state_up': True, 'tenant_id': '3b5ec4a934844e38b6a0430accb5b4e6'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:19:47.804018 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-c0cad0ce-087d-4cef-bf5f-86492ed2bf6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82255420-7a06-4371-8d39-badb33ca6d53', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-418175708-router', 'tenant_id': '20dd9130659d4ae89513b48af66c7078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '07e5d870-b3ea-410b-9537-cf6b3dd44b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:19:42Z', 'updated_at': '2021-08-05T11:19:44Z', 'revision_number': 3, 'project_id': '20dd9130659d4ae89513b48af66c7078', 'gw_port': {'id': '07e5d870-b3ea-410b-9537-cf6b3dd44b00', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:48:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82255420-7a06-4371-8d39-badb33ca6d53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:19:43Z', 'updated_at': '2021-08-05T11:19:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:19:47.842512 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0cad0ce-087d-4cef-bf5f-86492ed2bf6b None None] Checking router: 82255420-7a06-4371-8d39-badb33ca6d53 for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:19:47.843099 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0cad0ce-087d-4cef-bf5f-86492ed2bf6b None None] Updating router 82255420-7a06-4371-8d39-badb33ca6d53 port 07e5d870-b3ea-410b-9537-cf6b3dd44b00 binding host n-d-803378-2 {{(pid=94423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 11:19:47.932932 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-c0cad0ce-087d-4cef-bf5f-86492ed2bf6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:47.941816 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf38b71a-d691-4d1d-b9bd-ba361dd1e146 admin admin] Made reservation on behalf of 214cde0651ae4bfe868a98d7aee90081 for: {'subnet': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:19:47.947491 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-bf38b71a-d691-4d1d-b9bd-ba361dd1e146 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:47.987655 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d7bff797-30df-44a4-994c-321ef6e0e3b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286026'] for router, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:48.007244 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:48.058392 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port e9e51624-a43c-4414-9bb1-eb78195a25ce, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=e9e51624-a43c-4414-9bb1-eb78195a25ce,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:19:48.073472 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:48.175191 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=e9e51624-a43c-4414-9bb1-eb78195a25ce,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:19:48.198858 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4fa3f9f3-3bc6-4e8e-a005-8ed0f57f5207 req-6612042a-e26d-46db-af5b-2be5e8bc7e98 service neutron] 10.222.0.58 "GET /v2.0/networks/c1d3f101-369e-4625-bfd2-2a60ea4757bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6947937 Aug 05 11:19:48.210988 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d51749b-6af4-4ce7-a794-04995aeba70b req-683344ab-a6b9-4ced-af21-45d711ab29ce tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:48.215253 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2d51749b-6af4-4ce7-a794-04995aeba70b req-683344ab-a6b9-4ced-af21-45d711ab29ce tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/ports?device_id=2117f6ca-e692-40ba-b6cf-5857783735e3 HTTP/1.1" status: 200 len: 948 time: 0.5292439 Aug 05 11:19:48.339783 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device a331b730-ff2a-4b5a-a365-9d8612cd5f31 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:19:48.426039 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port a331b730-ff2a-4b5a-a365-9d8612cd5f31 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:19:48.426812 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:48.434866 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7bff797-30df-44a4-994c-321ef6e0e3b2 admin admin] Router ffb14ee3-e2c0-4b0d-a30e-73fbc6c45581 is scheduled to L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d with binding_index 1 {{(pid=94421) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 11:19:48.473321 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2d51749b-6af4-4ce7-a794-04995aeba70b req-25ae046f-a1b6-4f47-9d06-b05b438f26a9 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba838bf4-27d8-4ebd-8a6c-2c869750a1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439098 Aug 05 11:19:48.479040 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-c0cad0ce-087d-4cef-bf5f-86492ed2bf6b None None] Notify callbacks [] for port, precommit_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:48.506978 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.provisioning_blocks [None req-c0cad0ce-087d-4cef-bf5f-86492ed2bf6b None None] Transition to ACTIVE for port object 07e5d870-b3ea-410b-9537-cf6b3dd44b00 will not be triggered until provisioned by entity L2. {{(pid=94423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:19:48.509699 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c76d6236-e89d-4eb5-b6cd-693225345ac1 req-d0302d78-65b9-4fff-b82a-7c86373e24b0 tempest-ImagesOneServerTestJSON-55291779 tempest-ImagesOneServerTestJSON-55291779-project] Made reservation on behalf of 3b5ec4a934844e38b6a0430accb5b4e6 for: {'port': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:19:48.516662 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-c0cad0ce-087d-4cef-bf5f-86492ed2bf6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:48.523995 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-c76d6236-e89d-4eb5-b6cd-693225345ac1 req-d0302d78-65b9-4fff-b82a-7c86373e24b0 tempest-ImagesOneServerTestJSON-55291779 tempest-ImagesOneServerTestJSON-55291779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:48.583258 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8343f211-f263-4893-813c-a5f336097f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:48.645209 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-c76d6236-e89d-4eb5-b6cd-693225345ac1 req-d0302d78-65b9-4fff-b82a-7c86373e24b0 tempest-ImagesOneServerTestJSON-55291779 tempest-ImagesOneServerTestJSON-55291779-project] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:48.657986 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bda8ee-1c7d-433f-b116-bd35239ec1df None None] Pushing event updated for resources: {'Port': ['ID=07e5d870-b3ea-410b-9537-cf6b3dd44b00,revision_number=2']} {{(pid=94423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:19:48.675417 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bda8ee-1c7d-433f-b116-bd35239ec1df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:19:48.675811 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bda8ee-1c7d-433f-b116-bd35239ec1df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:19:48.676270 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bda8ee-1c7d-433f-b116-bd35239ec1df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:19:48.676960 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bda8ee-1c7d-433f-b116-bd35239ec1df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:19:48.677901 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bda8ee-1c7d-433f-b116-bd35239ec1df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:19:48.678238 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bda8ee-1c7d-433f-b116-bd35239ec1df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:19:48.678728 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bda8ee-1c7d-433f-b116-bd35239ec1df None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:19:48.679138 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bda8ee-1c7d-433f-b116-bd35239ec1df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:19:48.679947 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bda8ee-1c7d-433f-b116-bd35239ec1df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:19:48.680291 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bda8ee-1c7d-433f-b116-bd35239ec1df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:19:48.680648 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bda8ee-1c7d-433f-b116-bd35239ec1df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:19:48.680970 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bda8ee-1c7d-433f-b116-bd35239ec1df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:19:48.711256 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2117f6ca-e692-40ba-b6cf-5857783735e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9e51624-a43c-4414-9bb1-eb78195a25ce'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:19:48.719312 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-c0cad0ce-087d-4cef-bf5f-86492ed2bf6b None None] Attempting to bind port 07e5d870-b3ea-410b-9537-cf6b3dd44b00 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:19:48.720176 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-c0cad0ce-087d-4cef-bf5f-86492ed2bf6b None None] Attempting to bind port 07e5d870-b3ea-410b-9537-cf6b3dd44b00 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}] {{(pid=94423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:19:48.720819 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cad0ce-087d-4cef-bf5f-86492ed2bf6b None None] Attempting to bind port 07e5d870-b3ea-410b-9537-cf6b3dd44b00 on network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:19:48.725283 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4fa3f9f3-3bc6-4e8e-a005-8ed0f57f5207 req-ea0179fc-5e48-4709-8bf6-516b23f3b021 service neutron] 10.222.0.58 "GET /v2.0/networks/c1d3f101-369e-4625-bfd2-2a60ea4757bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4988880 Aug 05 11:19:48.731145 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cad0ce-087d-4cef-bf5f-86492ed2bf6b None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:19:48.731874 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cad0ce-087d-4cef-bf5f-86492ed2bf6b None None] Checking segment: {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:19:48.733520 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-c0cad0ce-087d-4cef-bf5f-86492ed2bf6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:48.734293 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cad0ce-087d-4cef-bf5f-86492ed2bf6b None None] Bound using segment: {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'} {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:19:48.735244 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-c0cad0ce-087d-4cef-bf5f-86492ed2bf6b None None] Bound port: 07e5d870-b3ea-410b-9537-cf6b3dd44b00, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}}] {{(pid=94423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:19:48.735816 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-c0cad0ce-087d-4cef-bf5f-86492ed2bf6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:48.736140 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0122c34e-fefe-4b53-a53d-6a5c2232dc93 req-378300ad-9f56-4a79-87db-7b3ebb5b9774 tempest-ImagesOneServerTestJSON-55291779 tempest-ImagesOneServerTestJSON-55291779-project] 10.222.0.58 "GET /v2.0/ports?device_id=2249ea3c-8dca-4efb-922f-dd6b64f03ce1 HTTP/1.1" status: 200 len: 210 time: 0.1105516 Aug 05 11:19:48.751305 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9627a21-3744-496a-a528-f58172311dba" -d '{"events": [{"server_uuid": "2117f6ca-e692-40ba-b6cf-5857783735e3", "name": "network-vif-plugged", "status": "completed", "tag": "e9e51624-a43c-4414-9bb1-eb78195a25ce"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:19:48.770580 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-bf38b71a-d691-4d1d-b9bd-ba361dd1e146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for subnet, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:48.860409 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device e2f30a8b-8ca1-4bab-af02-7cbae1c67f69 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:19:48.881497 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.db [None req-c0cad0ce-087d-4cef-bf5f-86492ed2bf6b None None] For port 07e5d870-b3ea-410b-9537-cf6b3dd44b00, host n-d-803378-2, cleared binding levels {{(pid=94423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:19:48.889524 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.db [None req-c0cad0ce-087d-4cef-bf5f-86492ed2bf6b None None] For port 07e5d870-b3ea-410b-9537-cf6b3dd44b00, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=07e5d870-b3ea-410b-9537-cf6b3dd44b00,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:19:48.901625 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-c0cad0ce-087d-4cef-bf5f-86492ed2bf6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:48.943099 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7bff797-30df-44a4-994c-321ef6e0e3b2 admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:19:48.971054 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ae4dcc-c1f4-4e90-8b27-22fa90fcdb1e None None] Sync routers for ids ['ffb14ee3-e2c0-4b0d-a30e-73fbc6c45581'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:19:49.015018 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ae4dcc-c1f4-4e90-8b27-22fa90fcdb1e None None] Routers {'ffb14ee3-e2c0-4b0d-a30e-73fbc6c45581'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:19:49.015898 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-d6ae4dcc-c1f4-4e90-8b27-22fa90fcdb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:19:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['ffb14ee3-e2c0-4b0d-a30e-73fbc6c45581'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:19:49.032952 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf38b71a-d691-4d1d-b9bd-ba361dd1e146 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88d31d97-4c4b-4fef-baa6-d2ecf13168e4,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:19:49.059642 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf38b71a-d691-4d1d-b9bd-ba361dd1e146 admin admin] Checking segment: {'id': '7b1d86d7-2443-4859-9a10-5c86f0f07a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '29feb2e2-24a6-4ded-a815-c954fbed3893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:19:49.060008 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf38b71a-d691-4d1d-b9bd-ba361dd1e146 admin admin] Network hostable DHCP agents. Network: 29feb2e2-24a6-4ded-a815-c954fbed3893, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:19:49.087646 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bda8ee-1c7d-433f-b116-bd35239ec1df None None] Pushing event updated for resources: {'Port': ['ID=07e5d870-b3ea-410b-9537-cf6b3dd44b00,revision_number=3']} {{(pid=94423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:19:49.087915 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-8343f211-f263-4893-813c-a5f336097f4d admin admin] Allocated IP 172.20.0.1 (ec565510-a616-483b-a717-b851bc9c8937/bc13105d-1cf3-4731-b0af-295b0b7ac7b3/4baf0933-407c-4d7a-8755-c010434f1cd6) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:19:49.105287 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0cad0ce-087d-4cef-bf5f-86492ed2bf6b None None] Routers {'82255420-7a06-4371-8d39-badb33ca6d53'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:19:49.106297 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-c0cad0ce-087d-4cef-bf5f-86492ed2bf6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:19:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['82255420-7a06-4371-8d39-badb33ca6d53'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:19:49.152231 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-373f63a3-4373-45cc-9ebd-f6664ac23ade x-openstack-request-id: req-373f63a3-4373-45cc-9ebd-f6664ac23ade {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:19:49.152698 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2117f6ca-e692-40ba-b6cf-5857783735e3", "name": "network-vif-plugged", "status": "completed", "tag": "e9e51624-a43c-4414-9bb1-eb78195a25ce", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:19:49.153214 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-373f63a3-4373-45cc-9ebd-f6664ac23ade {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:19:49.154048 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2117f6ca-e692-40ba-b6cf-5857783735e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9e51624-a43c-4414-9bb1-eb78195a25ce', 'code': 200} Aug 05 11:19:49.168126 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port e2f30a8b-8ca1-4bab-af02-7cbae1c67f69 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:19:49.174933 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf38b71a-d691-4d1d-b9bd-ba361dd1e146 admin admin] Network 29feb2e2-24a6-4ded-a815-c954fbed3893 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:19:49.247902 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-bf38b71a-d691-4d1d-b9bd-ba361dd1e146 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, 29feb2e2-24a6-4ded-a815-c954fbed3893) {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:19:49.253715 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf38b71a-d691-4d1d-b9bd-ba361dd1e146 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:49.254925 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-bf38b71a-d691-4d1d-b9bd-ba361dd1e146 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:49.263633 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-c76d6236-e89d-4eb5-b6cd-693225345ac1 req-d0302d78-65b9-4fff-b82a-7c86373e24b0 tempest-ImagesOneServerTestJSON-55291779 tempest-ImagesOneServerTestJSON-55291779-project] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:49.296099 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f0ac57-1f48-4dd7-9f08-7270178f7c2f None None] Network 29feb2e2-24a6-4ded-a815-c954fbed3893 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:19:49.330903 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d7bff797-30df-44a4-994c-321ef6e0e3b2 admin admin] Notify callbacks [] for router, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:49.332544 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-d7bff797-30df-44a4-994c-321ef6e0e3b2 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.9434478 Aug 05 11:19:49.339639 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 40840) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:19:49.345937 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-951337f7-b955-4aa7-a8ec-43ce0acd0112 req-93b38264-bd0b-445c-becf-ba47ce7b7a82 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/ports?device_id=672374a9-db64-433d-bf95-51fe7f56f21e HTTP/1.1" status: 200 len: 210 time: 0.0846364 Aug 05 11:19:49.347802 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-c76d6236-e89d-4eb5-b6cd-693225345ac1 req-d0302d78-65b9-4fff-b82a-7c86373e24b0 tempest-ImagesOneServerTestJSON-55291779 tempest-ImagesOneServerTestJSON-55291779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:49.432103 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-bf38b71a-d691-4d1d-b9bd-ba361dd1e146 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.7619267 Aug 05 11:19:49.494678 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-d6ae4dcc-c1f4-4e90-8b27-22fa90fcdb1e None None] Set router ffb14ee3-e2c0-4b0d-a30e-73fbc6c45581 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:19:49.519223 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-c0cad0ce-087d-4cef-bf5f-86492ed2bf6b None None] Set router 82255420-7a06-4371-8d39-badb33ca6d53 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:19:49.668574 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d80acc-68b4-4be1-a772-3b5b46fa2e46 req-b6e8dd15-d212-4852-8c94-49dd0550e051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:49.676727 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-91d80acc-68b4-4be1-a772-3b5b46fa2e46 req-b6e8dd15-d212-4852-8c94-49dd0550e051 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2117f6ca-e692-40ba-b6cf-5857783735e3 HTTP/1.1" status: 200 len: 1100 time: 0.3938375 Aug 05 11:19:49.741863 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0302d78-65b9-4fff-b82a-7c86373e24b0 tempest-ImagesOneServerTestJSON-55291779 tempest-ImagesOneServerTestJSON-55291779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b503486e-03cb-4a11-81f8-dbd0e7b9a08b,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:19:49.780756 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8343f211-f263-4893-813c-a5f336097f4d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:49.852534 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba0ddc7-541e-4915-a356-84c5eb1c4ef0 None None] Network d809765d-0ec2-4f50-a575-4d7b3b4c7273 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:19:49.880820 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 40858) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:19:49.925664 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f7eb30-3e57-44d6-a0d7-90abf0b73e0f req-9b619594-dd7b-4855-ae3f-f0540d7e94dc tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:49.941103 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b2f7eb30-3e57-44d6-a0d7-90abf0b73e0f req-9b619594-dd7b-4855-ae3f-f0540d7e94dc tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/ports?device_id=2117f6ca-e692-40ba-b6cf-5857783735e3 HTTP/1.1" status: 200 len: 949 time: 0.3119280 Aug 05 11:19:50.106137 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b2f7eb30-3e57-44d6-a0d7-90abf0b73e0f req-0d796512-632b-4452-8929-c6f76df0a4b8 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba838bf4-27d8-4ebd-8a6c-2c869750a1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612573 Aug 05 11:19:50.135185 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [req-c76d6236-e89d-4eb5-b6cd-693225345ac1 req-d0302d78-65b9-4fff-b82a-7c86373e24b0 tempest-ImagesOneServerTestJSON-55291779 tempest-ImagesOneServerTestJSON-55291779-project] Allocated IP 192.168.233.229 (91caede3-92e4-4b1e-8e3e-36227cfd846a/6842f728-c2f3-4e36-bb32-3303d06ce3f4/edbe9b9a-fd00-49b8-9a95-f12a71fcae46) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:19:50.139173 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-c0cad0ce-087d-4cef-bf5f-86492ed2bf6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82255420-7a06-4371-8d39-badb33ca6d53', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-418175708-router', 'tenant_id': '20dd9130659d4ae89513b48af66c7078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '07e5d870-b3ea-410b-9537-cf6b3dd44b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:19:42Z', 'updated_at': '2021-08-05T11:19:44Z', 'revision_number': 3, 'project_id': '20dd9130659d4ae89513b48af66c7078', 'gw_port': {'id': '07e5d870-b3ea-410b-9537-cf6b3dd44b00', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:48:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82255420-7a06-4371-8d39-badb33ca6d53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:19:43Z', 'updated_at': '2021-08-05T11:19:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:19:50.160228 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_v2 [None req-897aaf51-48b3-4a6f-bc3e-e3acc7b97290 admin admin] Deleting subnet a433b8fe-0ee9-4635-9d71-f661ebafa837 {{(pid=94420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:19:50.171314 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0cad0ce-087d-4cef-bf5f-86492ed2bf6b None None] The sync data for ids ['82255420-7a06-4371-8d39-badb33ca6d53'] in n-d-803378-2 is: [{'id': '82255420-7a06-4371-8d39-badb33ca6d53', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-418175708-router', 'tenant_id': '20dd9130659d4ae89513b48af66c7078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '07e5d870-b3ea-410b-9537-cf6b3dd44b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:19:42Z', 'updated_at': '2021-08-05T11:19:44Z', 'revision_number': 3, 'project_id': '20dd9130659d4ae89513b48af66c7078', 'gw_port': {'id': '07e5d870-b3ea-410b-9537-cf6b3dd44b00', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:48:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82255420-7a06-4371-8d39-badb33ca6d53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:19:43Z', 'updated_at': '2021-08-05T11:19:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:19:50.201759 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-897aaf51-48b3-4a6f-bc3e-e3acc7b97290 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:50.283977 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 11:19:50.344801 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-8cee94b1-8564-4ce1-a950-a84d9a57c054 None None] Provisioning for port e2f30a8b-8ca1-4bab-af02-7cbae1c67f69 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:19:50.391130 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-8cee94b1-8564-4ce1-a950-a84d9a57c054 None None] Provisioning complete for port e2f30a8b-8ca1-4bab-af02-7cbae1c67f69 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:19:50.391675 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-8cee94b1-8564-4ce1-a950-a84d9a57c054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:50.408263 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8184bf54-afa8-441f-b3f9-9c2666cc1e80 None None] Network 29feb2e2-24a6-4ded-a815-c954fbed3893 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:19:50.411090 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-897aaf51-48b3-4a6f-bc3e-e3acc7b97290 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:50.425800 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0a420355-673f-42d4-bf79-0a2c181b255a req-6a55c207-3747-4902-8ac4-d2d124920132 tempest-ImagesOneServerTestJSON-55291779 tempest-ImagesOneServerTestJSON-55291779-project] 10.222.0.58 "GET /v2.0/ports?device_id=2249ea3c-8dca-4efb-922f-dd6b64f03ce1 HTTP/1.1" status: 200 len: 210 time: 0.0827260 Aug 05 11:19:50.478755 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-897aaf51-48b3-4a6f-bc3e-e3acc7b97290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:50.541057 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [None req-8343f211-f263-4893-813c-a5f336097f4d admin admin] Transition to ACTIVE for port object 4baf0933-407c-4d7a-8755-c010434f1cd6 will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:19:50.576093 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-91d80acc-68b4-4be1-a772-3b5b46fa2e46 req-4da2391a-e277-4241-ba60-bdd0e1c7a359 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ba838bf4-27d8-4ebd-8a6c-2c869750a1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8875127 Aug 05 11:19:50.638390 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8343f211-f263-4893-813c-a5f336097f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:50.716190 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8343f211-f263-4893-813c-a5f336097f4d admin admin] Network ec565510-a616-483b-a717-b851bc9c8937 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:19:50.718720 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82ec9c3-4c88-47fc-8bc3-8842a1162652 req-94e1b962-2fc5-4183-b6e0-c1d98edb8a8f tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:50.722438 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-8343f211-f263-4893-813c-a5f336097f4d admin admin] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:19:50.727984 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b82ec9c3-4c88-47fc-8bc3-8842a1162652 req-94e1b962-2fc5-4183-b6e0-c1d98edb8a8f tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=f66b7826-f7df-422e-836c-05948f716559 HTTP/1.1" status: 200 len: 945 time: 0.2980621 Aug 05 11:19:50.730819 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8343f211-f263-4893-813c-a5f336097f4d admin admin] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:19:50.816963 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1f3b6e80-891c-4797-921a-52ddd499d6bc req-a18d9225-2135-46f5-9598-651db1bd39fe tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/ports?device_id=672374a9-db64-433d-bf95-51fe7f56f21e HTTP/1.1" status: 200 len: 210 time: 0.2444997 Aug 05 11:19:50.883545 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8343f211-f263-4893-813c-a5f336097f4d admin admin] Pushing event updated for resources: {'Port': ['ID=4baf0933-407c-4d7a-8755-c010434f1cd6,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:19:50.897695 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b82ec9c3-4c88-47fc-8bc3-8842a1162652 req-c080cb91-b4fe-49b2-a454-aa1f41323f12 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683664 Aug 05 11:19:50.914854 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8343f211-f263-4893-813c-a5f336097f4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33288800'] for router_interface, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:50.955550 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-897aaf51-48b3-4a6f-bc3e-e3acc7b97290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for subnet, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:51.008184 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-8cee94b1-8564-4ce1-a950-a84d9a57c054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:51.111039 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-c76d6236-e89d-4eb5-b6cd-693225345ac1 req-d0302d78-65b9-4fff-b82a-7c86373e24b0 tempest-ImagesOneServerTestJSON-55291779 tempest-ImagesOneServerTestJSON-55291779-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:51.151606 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [req-c76d6236-e89d-4eb5-b6cd-693225345ac1 req-d0302d78-65b9-4fff-b82a-7c86373e24b0 tempest-ImagesOneServerTestJSON-55291779 tempest-ImagesOneServerTestJSON-55291779-project] Transition to ACTIVE for port object edbe9b9a-fd00-49b8-9a95-f12a71fcae46 will not be triggered until provisioned by entity DHCP. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:19:51.178034 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-8cee94b1-8564-4ce1-a950-a84d9a57c054 None None] For port e2f30a8b-8ca1-4bab-af02-7cbae1c67f69, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=e2f30a8b-8ca1-4bab-af02-7cbae1c67f69,segment=NetworkSegment(e0eafdad-a551-4390-bc9e-5b109751f32e),segment_id=e0eafdad-a551-4390-bc9e-5b109751f32e)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:19:51.201959 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-8cee94b1-8564-4ce1-a950-a84d9a57c054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:51.252394 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-897aaf51-48b3-4a6f-bc3e-e3acc7b97290 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:51.264476 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-897aaf51-48b3-4a6f-bc3e-e3acc7b97290 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/a433b8fe-0ee9-4635-9d71-f661ebafa837 HTTP/1.1" status: 204 len: 168 time: 1.3757517 Aug 05 11:19:51.273801 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 40868) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:19:51.275676 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897aaf51-48b3-4a6f-bc3e-e3acc7b97290 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a433b8fe-0ee9-4635-9d71-f661ebafa837,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:19:51.285339 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-d6ae4dcc-c1f4-4e90-8b27-22fa90fcdb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb14ee3-e2c0-4b0d-a30e-73fbc6c45581', 'name': 'tempest-FloatingIPDetailsTestJSON-1990657780-router', 'tenant_id': '3a18a12772c4432a873c2df384eb75c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '15044ab2-1fd1-4047-8803-e76d520a19d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:19:44Z', 'updated_at': '2021-08-05T11:19:47Z', 'revision_number': 3, 'project_id': '3a18a12772c4432a873c2df384eb75c2', 'gw_port': {'id': '15044ab2-1fd1-4047-8803-e76d520a19d7', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:5f:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffb14ee3-e2c0-4b0d-a30e-73fbc6c45581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:19:45Z', 'updated_at': '2021-08-05T11:19:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:19:51.409855 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ae4dcc-c1f4-4e90-8b27-22fa90fcdb1e None None] Checking router: ffb14ee3-e2c0-4b0d-a30e-73fbc6c45581 for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:19:51.410833 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ae4dcc-c1f4-4e90-8b27-22fa90fcdb1e None None] Updating router ffb14ee3-e2c0-4b0d-a30e-73fbc6c45581 port 15044ab2-1fd1-4047-8803-e76d520a19d7 binding host n-d-803378-2 {{(pid=94422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 11:19:51.449154 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-c76d6236-e89d-4eb5-b6cd-693225345ac1 req-d0302d78-65b9-4fff-b82a-7c86373e24b0 tempest-ImagesOneServerTestJSON-55291779 tempest-ImagesOneServerTestJSON-55291779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:51.471808 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cee94b1-8564-4ce1-a950-a84d9a57c054 None None] Pushing event updated for resources: {'Port': ['ID=e2f30a8b-8ca1-4bab-af02-7cbae1c67f69,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:19:51.486277 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-5fc0d81a-d7f4-43bd-b974-9f63b11e9099 None None] Provisioning complete for port e2f30a8b-8ca1-4bab-af02-7cbae1c67f69 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:19:51.487215 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-5fc0d81a-d7f4-43bd-b974-9f63b11e9099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:51.544687 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-d6ae4dcc-c1f4-4e90-8b27-22fa90fcdb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:51.626611 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa3f9f3-3bc6-4e8e-a005-8ed0f57f5207 req-5335cd3d-c578-45e5-9426-f56f0bd42196 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:51.628648 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4fa3f9f3-3bc6-4e8e-a005-8ed0f57f5207 req-5335cd3d-c578-45e5-9426-f56f0bd42196 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.64 "GET /v2.0/networks?id=c1d3f101-369e-4625-bfd2-2a60ea4757bb HTTP/1.1" status: 200 len: 820 time: 0.5587885 Aug 05 11:19:51.666408 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-4fa3f9f3-3bc6-4e8e-a005-8ed0f57f5207 req-cfd16b0f-2e15-4cca-8a02-5e34df64a8cd tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Request body: {'port': {'device_id': '672374a9-db64-433d-bf95-51fe7f56f21e', 'network_id': 'c1d3f101-369e-4625-bfd2-2a60ea4757bb', 'admin_state_up': True, 'tenant_id': 'e8f6478cce384a98ba09cac5c1bcf855'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:19:51.670380 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:51.937987 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c76d6236-e89d-4eb5-b6cd-693225345ac1 req-d0302d78-65b9-4fff-b82a-7c86373e24b0 tempest-ImagesOneServerTestJSON-55291779 tempest-ImagesOneServerTestJSON-55291779-project] Network 91caede3-92e4-4b1e-8e3e-36227cfd846a is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:19:51.940752 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-5fc0d81a-d7f4-43bd-b974-9f63b11e9099 None None] Provisioning for port 4baf0933-407c-4d7a-8755-c010434f1cd6 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:19:51.953684 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-5fc0d81a-d7f4-43bd-b974-9f63b11e9099 None None] Provisioning complete for port 4baf0933-407c-4d7a-8755-c010434f1cd6 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:19:51.954638 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-5fc0d81a-d7f4-43bd-b974-9f63b11e9099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:51.960168 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8343f211-f263-4893-813c-a5f336097f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:51.972981 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [req-c76d6236-e89d-4eb5-b6cd-693225345ac1 req-d0302d78-65b9-4fff-b82a-7c86373e24b0 tempest-ImagesOneServerTestJSON-55291779 tempest-ImagesOneServerTestJSON-55291779-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:19:51.977712 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [req-c76d6236-e89d-4eb5-b6cd-693225345ac1 req-d0302d78-65b9-4fff-b82a-7c86373e24b0 tempest-ImagesOneServerTestJSON-55291779 tempest-ImagesOneServerTestJSON-55291779-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:19:51.993888 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76d6236-e89d-4eb5-b6cd-693225345ac1 req-d0302d78-65b9-4fff-b82a-7c86373e24b0 tempest-ImagesOneServerTestJSON-55291779 tempest-ImagesOneServerTestJSON-55291779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:51.995210 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-c76d6236-e89d-4eb5-b6cd-693225345ac1 req-d0302d78-65b9-4fff-b82a-7c86373e24b0 tempest-ImagesOneServerTestJSON-55291779 tempest-ImagesOneServerTestJSON-55291779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:52.010640 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-5fc0d81a-d7f4-43bd-b974-9f63b11e9099 None None] Port 4baf0933-407c-4d7a-8755-c010434f1cd6 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:19:52.015778 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fda3dad2-ede3-4b9f-95c5-c6f019f011ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:52.036154 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0302d78-65b9-4fff-b82a-7c86373e24b0 tempest-ImagesOneServerTestJSON-55291779 tempest-ImagesOneServerTestJSON-55291779-project] Pushing event updated for resources: {'Port': ['ID=edbe9b9a-fd00-49b8-9a95-f12a71fcae46,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:19:52.061344 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fa3f9f3-3bc6-4e8e-a005-8ed0f57f5207 req-cfd16b0f-2e15-4cca-8a02-5e34df64a8cd tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Made reservation on behalf of e8f6478cce384a98ba09cac5c1bcf855 for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:19:52.065073 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-4fa3f9f3-3bc6-4e8e-a005-8ed0f57f5207 req-cfd16b0f-2e15-4cca-8a02-5e34df64a8cd tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:52.072847 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf74b36a-b680-4774-884b-37e0a180038c req-2633484a-da85-4e42-8205-da5397a8c130 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:52.074721 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bf74b36a-b680-4774-884b-37e0a180038c req-2633484a-da85-4e42-8205-da5397a8c130 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/ports?device_id=2117f6ca-e692-40ba-b6cf-5857783735e3 HTTP/1.1" status: 200 len: 949 time: 0.6813152 Aug 05 11:19:52.081020 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c76d6236-e89d-4eb5-b6cd-693225345ac1 req-d0302d78-65b9-4fff-b82a-7c86373e24b0 tempest-ImagesOneServerTestJSON-55291779 tempest-ImagesOneServerTestJSON-55291779-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.3428285 Aug 05 11:19:52.105704 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-c76d6236-e89d-4eb5-b6cd-693225345ac1 req-0d91b211-88a7-4f36-842a-04c9c8094a6a service neutron] Request body: {'port': {'device_id': '2249ea3c-8dca-4efb-922f-dd6b64f03ce1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-2'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:19:52.114666 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a5259669-0c98-490e-be49-616654b33a4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:52.211736 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bfc5ad-5f94-43ce-9dec-cc2c90fdc704 req-f6cd6e23-48e5-4449-93b0-ea76b7278d12 tempest-ImagesOneServerTestJSON-55291779 tempest-ImagesOneServerTestJSON-55291779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:52.214895 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-65bfc5ad-5f94-43ce-9dec-cc2c90fdc704 req-f6cd6e23-48e5-4449-93b0-ea76b7278d12 tempest-ImagesOneServerTestJSON-55291779 tempest-ImagesOneServerTestJSON-55291779-project] 10.222.0.58 "GET /v2.0/ports?device_id=2249ea3c-8dca-4efb-922f-dd6b64f03ce1 HTTP/1.1" status: 200 len: 936 time: 0.3779757 Aug 05 11:19:52.226689 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-c76d6236-e89d-4eb5-b6cd-693225345ac1 req-0d91b211-88a7-4f36-842a-04c9c8094a6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:52.280656 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-d6ae4dcc-c1f4-4e90-8b27-22fa90fcdb1e None None] Notify callbacks [] for port, precommit_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:52.299913 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-d6ae4dcc-c1f4-4e90-8b27-22fa90fcdb1e None None] Transition to ACTIVE for port object 15044ab2-1fd1-4047-8803-e76d520a19d7 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:19:52.311322 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-d6ae4dcc-c1f4-4e90-8b27-22fa90fcdb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:52.370701 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 07e5d870-b3ea-410b-9537-cf6b3dd44b00 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:19:52.427210 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fea615-7f33-4c38-8353-824e53a1ba39 None None] Pushing event updated for resources: {'Port': ['ID=15044ab2-1fd1-4047-8803-e76d520a19d7,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:19:52.428643 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bf74b36a-b680-4774-884b-37e0a180038c req-acddbe27-ad49-4d3f-ace8-782c1bf3053d tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba838bf4-27d8-4ebd-8a6c-2c869750a1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3346367 Aug 05 11:19:52.430307 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fda3dad2-ede3-4b9f-95c5-c6f019f011ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:52.455641 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fda3dad2-ede3-4b9f-95c5-c6f019f011ee admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:19:52.456003 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fda3dad2-ede3-4b9f-95c5-c6f019f011ee admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:19:52.456789 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fda3dad2-ede3-4b9f-95c5-c6f019f011ee admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:19:52.457134 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fda3dad2-ede3-4b9f-95c5-c6f019f011ee admin admin] Subscribe: > port after_create 55550000 {{(pid=94420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:19:52.457482 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fda3dad2-ede3-4b9f-95c5-c6f019f011ee admin admin] Subscribe: > port after_delete 55550000 {{(pid=94420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:19:52.457826 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fda3dad2-ede3-4b9f-95c5-c6f019f011ee admin admin] Subscribe: > port after_update 55550000 {{(pid=94420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:19:52.458154 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fda3dad2-ede3-4b9f-95c5-c6f019f011ee admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:19:52.458481 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fda3dad2-ede3-4b9f-95c5-c6f019f011ee admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:19:52.459382 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fda3dad2-ede3-4b9f-95c5-c6f019f011ee admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:19:52.459825 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fda3dad2-ede3-4b9f-95c5-c6f019f011ee admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:19:52.462739 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-d6ae4dcc-c1f4-4e90-8b27-22fa90fcdb1e None None] Attempting to bind port 15044ab2-1fd1-4047-8803-e76d520a19d7 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:19:52.463330 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-d6ae4dcc-c1f4-4e90-8b27-22fa90fcdb1e None None] Attempting to bind port 15044ab2-1fd1-4047-8803-e76d520a19d7 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:19:52.463872 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ae4dcc-c1f4-4e90-8b27-22fa90fcdb1e None None] Attempting to bind port 15044ab2-1fd1-4047-8803-e76d520a19d7 on network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:19:52.480920 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ae4dcc-c1f4-4e90-8b27-22fa90fcdb1e None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:19:52.481236 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ae4dcc-c1f4-4e90-8b27-22fa90fcdb1e None None] Checking segment: {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:19:52.481703 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-d6ae4dcc-c1f4-4e90-8b27-22fa90fcdb1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:52.482146 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ae4dcc-c1f4-4e90-8b27-22fa90fcdb1e None None] Bound using segment: {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:19:52.482698 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-d6ae4dcc-c1f4-4e90-8b27-22fa90fcdb1e None None] Bound port: 15044ab2-1fd1-4047-8803-e76d520a19d7, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:19:52.483087 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-d6ae4dcc-c1f4-4e90-8b27-22fa90fcdb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:52.487138 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-54a82f54-6f2d-423a-aebd-1a9a88326836 None None] Provisioning for port edbe9b9a-fd00-49b8-9a95-f12a71fcae46 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:19:52.518137 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-54a82f54-6f2d-423a-aebd-1a9a88326836 None None] Provisioning complete for port edbe9b9a-fd00-49b8-9a95-f12a71fcae46 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:19:52.518780 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-54a82f54-6f2d-423a-aebd-1a9a88326836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:52.564104 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-4fa3f9f3-3bc6-4e8e-a005-8ed0f57f5207 req-cfd16b0f-2e15-4cca-8a02-5e34df64a8cd tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Allocated IP 172.20.0.6 (c1d3f101-369e-4625-bfd2-2a60ea4757bb/88c33de2-0b50-4fb8-a2a7-3c3e700f5c7c/55713e77-38b3-42f5-962d-9575770689fe) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:19:52.576338 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8343f211-f263-4893-813c-a5f336097f4d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:52.589806 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fda3dad2-ede3-4b9f-95c5-c6f019f011ee admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:19:52.590171 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fda3dad2-ede3-4b9f-95c5-c6f019f011ee admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:19:52.590520 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fda3dad2-ede3-4b9f-95c5-c6f019f011ee admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:19:52.590934 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fda3dad2-ede3-4b9f-95c5-c6f019f011ee admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 11:19:52.591513 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-fda3dad2-ede3-4b9f-95c5-c6f019f011ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f6c9619-e39b-4b54-bfa1-d596973170c1']}} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:19:52.596472 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 07e5d870-b3ea-410b-9537-cf6b3dd44b00 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:19:52.608659 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-54a82f54-6f2d-423a-aebd-1a9a88326836 None None] Port edbe9b9a-fd00-49b8-9a95-f12a71fcae46 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:19:52.610166 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 07e5d870-b3ea-410b-9537-cf6b3dd44b00 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:19:52.616708 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:52.616946 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8343f211-f263-4893-813c-a5f336097f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:52.648147 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-65bfc5ad-5f94-43ce-9dec-cc2c90fdc704 req-8ea63b00-7a5a-4fc8-a8b0-818e75e3d774 tempest-ImagesOneServerTestJSON-55291779 tempest-ImagesOneServerTestJSON-55291779-project] 10.222.0.58 "GET /v2.0/security-groups?id=b503486e-03cb-4a11-81f8-dbd0e7b9a08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4184008 Aug 05 11:19:52.663682 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-d6ae4dcc-c1f4-4e90-8b27-22fa90fcdb1e None None] For port 15044ab2-1fd1-4047-8803-e76d520a19d7, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:19:52.667218 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-fda3dad2-ede3-4b9f-95c5-c6f019f011ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0af3ee27-3a94-426a-8c04-a016b369aca5') {'for_net_delete': True} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:19:52.667694 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-fda3dad2-ede3-4b9f-95c5-c6f019f011ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0af3ee27-3a94-426a-8c04-a016b369aca5') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:19:52.691714 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-d6ae4dcc-c1f4-4e90-8b27-22fa90fcdb1e None None] For port 15044ab2-1fd1-4047-8803-e76d520a19d7, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=15044ab2-1fd1-4047-8803-e76d520a19d7,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:19:52.709759 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-d6ae4dcc-c1f4-4e90-8b27-22fa90fcdb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:52.729014 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d929528f-e851-465d-a475-b8375377948c req-f24dfd11-97bb-45e4-a728-781d1790ca9c tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/ports?device_id=672374a9-db64-433d-bf95-51fe7f56f21e HTTP/1.1" status: 200 len: 210 time: 0.1059783 Aug 05 11:19:52.730928 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-a5259669-0c98-490e-be49-616654b33a4e admin admin] Allocated IP 172.20.0.1 (d809765d-0ec2-4f50-a575-4d7b3b4c7273/3ae21740-4790-42d6-a5e7-21732e31e87a/0a1b3e57-2c57-4d1c-ae9f-62dd8dbf00af) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:19:52.731736 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fda3dad2-ede3-4b9f-95c5-c6f019f011ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25010581'] for segment, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:52.733318 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8343f211-f263-4893-813c-a5f336097f4d admin admin] Pushing event updated for resources: {'Port': ['ID=4baf0933-407c-4d7a-8755-c010434f1cd6,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:19:52.766285 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8343f211-f263-4893-813c-a5f336097f4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33140268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33208272'] for router_interface, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:52.854399 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fda3dad2-ede3-4b9f-95c5-c6f019f011ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:52.855497 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fea615-7f33-4c38-8353-824e53a1ba39 None None] Pushing event updated for resources: {'Port': ['ID=15044ab2-1fd1-4047-8803-e76d520a19d7,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:19:52.869265 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ae4dcc-c1f4-4e90-8b27-22fa90fcdb1e None None] Routers {'ffb14ee3-e2c0-4b0d-a30e-73fbc6c45581'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:19:52.870147 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-d6ae4dcc-c1f4-4e90-8b27-22fa90fcdb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:19:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['ffb14ee3-e2c0-4b0d-a30e-73fbc6c45581'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:19:52.874447 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:52.887450 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fda3dad2-ede3-4b9f-95c5-c6f019f011ee admin admin] Releasing vlan 661 on physical network physnet1 to pool {{(pid=94420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:19:52.895519 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fda3dad2-ede3-4b9f-95c5-c6f019f011ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29762581'] for segment, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:52.965456 n-d-803378-2 neutron-server[94420]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 05 11:19:52.965456 n-d-803378-2 neutron-server[94420]: from cryptography.utils import int_from_bytes Aug 05 11:19:52.965456 n-d-803378-2 neutron-server[94420]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 05 11:19:52.965456 n-d-803378-2 neutron-server[94420]: from cryptography.utils import int_from_bytes Aug 05 11:19:52.965456 n-d-803378-2 neutron-server[94420]: Traceback (most recent call last): Aug 05 11:19:52.965456 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:19:52.965456 n-d-803378-2 neutron-server[94420]: timer() Aug 05 11:19:52.965456 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:19:52.965456 n-d-803378-2 neutron-server[94420]: cb(*args, **kw) Aug 05 11:19:52.965456 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:19:52.965456 n-d-803378-2 neutron-server[94420]: return func(*args, **kwargs) Aug 05 11:19:52.965456 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:19:52.965456 n-d-803378-2 neutron-server[94420]: self._notify() Aug 05 11:19:52.965456 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:19:52.965456 n-d-803378-2 neutron-server[94420]: self.callback(batched_events) Aug 05 11:19:52.965456 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:19:52.965456 n-d-803378-2 neutron-server[94420]: event.method(event) Aug 05 11:19:52.965456 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:19:52.965456 n-d-803378-2 neutron-server[94420]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:19:52.965456 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:19:52.965456 n-d-803378-2 neutron-server[94420]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:19:52.965456 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:19:52.965456 n-d-803378-2 neutron-server[94420]: return f(self, *a, **k) Aug 05 11:19:52.965456 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:19:52.965456 n-d-803378-2 neutron-server[94420]: return self._get(url).json() Aug 05 11:19:52.965456 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:19:52.965456 n-d-803378-2 neutron-server[94420]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:19:52.965456 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:19:52.965456 n-d-803378-2 neutron-server[94420]: return self.request(url, 'GET', **kwargs) Aug 05 11:19:52.965456 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:19:52.965456 n-d-803378-2 neutron-server[94420]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:19:52.965456 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:19:52.965456 n-d-803378-2 neutron-server[94420]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:19:52.965456 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:19:52.965456 n-d-803378-2 neutron-server[94420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:19:52.965456 n-d-803378-2 neutron-server[94420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:19:52.970282 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port 07e5d870-b3ea-410b-9537-cf6b3dd44b00, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=07e5d870-b3ea-410b-9537-cf6b3dd44b00,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:19:53.006585 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fda3dad2-ede3-4b9f-95c5-c6f019f011ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:53.007919 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:53.008895 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device e2f30a8b-8ca1-4bab-af02-7cbae1c67f69 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:19:53.078236 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fda3dad2-ede3-4b9f-95c5-c6f019f011ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:53.080442 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-fda3dad2-ede3-4b9f-95c5-c6f019f011ee admin admin] 10.222.0.58 "DELETE /v2.0/networks/0f6c9619-e39b-4b54-bfa1-d596973170c1 HTTP/1.1" status: 204 len: 168 time: 1.7898481 Aug 05 11:19:53.110946 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 40880) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:19:53.127865 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda3dad2-ede3-4b9f-95c5-c6f019f011ee admin admin] Pushing event deleted for resources: {'Network': ['ID=0f6c9619-e39b-4b54-bfa1-d596973170c1,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:19:53.129105 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-d6ae4dcc-c1f4-4e90-8b27-22fa90fcdb1e None None] Set router ffb14ee3-e2c0-4b0d-a30e-73fbc6c45581 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:19:53.134030 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=07e5d870-b3ea-410b-9537-cf6b3dd44b00,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:19:53.145993 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73899f00-e850-4a64-8f69-3a40b35f9b29 req-ed5aaac6-7f20-454e-8bf0-2138e576b849 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:53.147538 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3fbebe-c4ad-4cb6-b1f2-99624c84f06a req-ba20fb7f-fac9-4234-b95f-fcf5be9e6421 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:53.148221 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-73899f00-e850-4a64-8f69-3a40b35f9b29 req-ed5aaac6-7f20-454e-8bf0-2138e576b849 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=f66b7826-f7df-422e-836c-05948f716559 HTTP/1.1" status: 200 len: 945 time: 0.1662331 Aug 05 11:19:53.149444 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-fa3fbebe-c4ad-4cb6-b1f2-99624c84f06a req-ba20fb7f-fac9-4234-b95f-fcf5be9e6421 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.55 "GET /v2.0/ports?device_id=f66b7826-f7df-422e-836c-05948f716559 HTTP/1.1" status: 200 len: 945 time: 0.4102459 Aug 05 11:19:53.227471 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-73899f00-e850-4a64-8f69-3a40b35f9b29 req-fb1fb450-3ed6-4f38-a252-0d6594fdb911 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675890 Aug 05 11:19:53.261013 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port e2f30a8b-8ca1-4bab-af02-7cbae1c67f69 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:19:53.262117 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:53.326541 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a5259669-0c98-490e-be49-616654b33a4e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:53.327661 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [req-c76d6236-e89d-4eb5-b6cd-693225345ac1 req-0d91b211-88a7-4f36-842a-04c9c8094a6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edbe9b9a-fd00-49b8-9a95-f12a71fcae46 {{(pid=94420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:19:53.339170 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-c76d6236-e89d-4eb5-b6cd-693225345ac1 req-0d91b211-88a7-4f36-842a-04c9c8094a6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:53.354684 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8343f211-f263-4893-813c-a5f336097f4d admin admin] Network ec565510-a616-483b-a717-b851bc9c8937 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:19:53.357485 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [req-c76d6236-e89d-4eb5-b6cd-693225345ac1 req-0d91b211-88a7-4f36-842a-04c9c8094a6a service neutron] Transition to ACTIVE for port object edbe9b9a-fd00-49b8-9a95-f12a71fcae46 will not be triggered until provisioned by entity L2. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:19:53.358668 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_v2 [None req-b30745d6-0de4-489f-a48c-beead39003fb admin admin] Deleting subnet 88d31d97-4c4b-4fef-baa6-d2ecf13168e4 {{(pid=94421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:19:53.362759 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-c76d6236-e89d-4eb5-b6cd-693225345ac1 req-0d91b211-88a7-4f36-842a-04c9c8094a6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:53.386294 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-4fa3f9f3-3bc6-4e8e-a005-8ed0f57f5207 req-cfd16b0f-2e15-4cca-8a02-5e34df64a8cd tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:53.388737 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b30745d6-0de4-489f-a48c-beead39003fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:53.394098 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-8343f211-f263-4893-813c-a5f336097f4d admin admin] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:19:53.430669 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [None req-a5259669-0c98-490e-be49-616654b33a4e admin admin] Transition to ACTIVE for port object 0a1b3e57-2c57-4d1c-ae9f-62dd8dbf00af will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:19:53.476246 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-d6ae4dcc-c1f4-4e90-8b27-22fa90fcdb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb14ee3-e2c0-4b0d-a30e-73fbc6c45581', 'name': 'tempest-FloatingIPDetailsTestJSON-1990657780-router', 'tenant_id': '3a18a12772c4432a873c2df384eb75c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '15044ab2-1fd1-4047-8803-e76d520a19d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:19:44Z', 'updated_at': '2021-08-05T11:19:47Z', 'revision_number': 3, 'project_id': '3a18a12772c4432a873c2df384eb75c2', 'gw_port': {'id': '15044ab2-1fd1-4047-8803-e76d520a19d7', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:5f:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffb14ee3-e2c0-4b0d-a30e-73fbc6c45581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:19:45Z', 'updated_at': '2021-08-05T11:19:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:19:53.529460 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ae4dcc-c1f4-4e90-8b27-22fa90fcdb1e None None] The sync data for ids ['ffb14ee3-e2c0-4b0d-a30e-73fbc6c45581'] in n-d-803378-2 is: [{'id': 'ffb14ee3-e2c0-4b0d-a30e-73fbc6c45581', 'name': 'tempest-FloatingIPDetailsTestJSON-1990657780-router', 'tenant_id': '3a18a12772c4432a873c2df384eb75c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '15044ab2-1fd1-4047-8803-e76d520a19d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:19:44Z', 'updated_at': '2021-08-05T11:19:47Z', 'revision_number': 3, 'project_id': '3a18a12772c4432a873c2df384eb75c2', 'gw_port': {'id': '15044ab2-1fd1-4047-8803-e76d520a19d7', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:5f:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffb14ee3-e2c0-4b0d-a30e-73fbc6c45581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:19:45Z', 'updated_at': '2021-08-05T11:19:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:19:53.540177 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b30745d6-0de4-489f-a48c-beead39003fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29786388'] for subnet, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:53.602466 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d91b211-88a7-4f36-842a-04c9c8094a6a service neutron] Pushing event updated for resources: {'Port': ['ID=edbe9b9a-fd00-49b8-9a95-f12a71fcae46,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:19:53.651485 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-c76d6236-e89d-4eb5-b6cd-693225345ac1 req-0d91b211-88a7-4f36-842a-04c9c8094a6a service neutron] Attempting to bind port edbe9b9a-fd00-49b8-9a95-f12a71fcae46 on host n-h1-803378-2 for vnic_type normal with profile {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:19:53.652774 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-c76d6236-e89d-4eb5-b6cd-693225345ac1 req-0d91b211-88a7-4f36-842a-04c9c8094a6a service neutron] Attempting to bind port edbe9b9a-fd00-49b8-9a95-f12a71fcae46 by drivers openvswitch,hyperv on host n-h1-803378-2 at level 0 using segments [{'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:19:53.652774 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76d6236-e89d-4eb5-b6cd-693225345ac1 req-0d91b211-88a7-4f36-842a-04c9c8094a6a service neutron] Attempting to bind port edbe9b9a-fd00-49b8-9a95-f12a71fcae46 on network 91caede3-92e4-4b1e-8e3e-36227cfd846a {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:19:53.669918 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76d6236-e89d-4eb5-b6cd-693225345ac1 req-0d91b211-88a7-4f36-842a-04c9c8094a6a service neutron] Port edbe9b9a-fd00-49b8-9a95-f12a71fcae46 on network 91caede3-92e4-4b1e-8e3e-36227cfd846a not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-2 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:19:53.670500 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76d6236-e89d-4eb5-b6cd-693225345ac1 req-0d91b211-88a7-4f36-842a-04c9c8094a6a service neutron] Attempting to bind port edbe9b9a-fd00-49b8-9a95-f12a71fcae46 on network 91caede3-92e4-4b1e-8e3e-36227cfd846a {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:19:53.698819 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76d6236-e89d-4eb5-b6cd-693225345ac1 req-0d91b211-88a7-4f36-842a-04c9c8094a6a service neutron] Checking agent: {'id': '40bb7567-59bd-4b31-bc29-da1c50bca759', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:19:53.699482 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76d6236-e89d-4eb5-b6cd-693225345ac1 req-0d91b211-88a7-4f36-842a-04c9c8094a6a service neutron] Checking segment: {'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:19:53.702557 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76d6236-e89d-4eb5-b6cd-693225345ac1 req-0d91b211-88a7-4f36-842a-04c9c8094a6a service neutron] Bound using segment: {'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:19:53.703563 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-c76d6236-e89d-4eb5-b6cd-693225345ac1 req-0d91b211-88a7-4f36-842a-04c9c8094a6a service neutron] Bound port: edbe9b9a-fd00-49b8-9a95-f12a71fcae46, host: n-h1-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'}}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:19:53.704182 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-c76d6236-e89d-4eb5-b6cd-693225345ac1 req-0d91b211-88a7-4f36-842a-04c9c8094a6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:53.788904 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-fa3fbebe-c4ad-4cb6-b1f2-99624c84f06a req-b62bf2e7-ef30-488d-8b92-303381327909 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Deleting port c9c24a03-711d-4995-bc8f-d489f92237bd {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:19:53.789519 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-fa3fbebe-c4ad-4cb6-b1f2-99624c84f06a req-b62bf2e7-ef30-488d-8b92-303381327909 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:53.794782 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bd96ee-74ea-4c0f-97f0-a8a6c09186eb req-2e4dfc62-3723-4914-ba1e-6326dd568b57 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:53.796508 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-60bd96ee-74ea-4c0f-97f0-a8a6c09186eb req-2e4dfc62-3723-4914-ba1e-6326dd568b57 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/ports?device_id=2117f6ca-e692-40ba-b6cf-5857783735e3 HTTP/1.1" status: 200 len: 949 time: 0.1979375 Aug 05 11:19:53.812876 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a5259669-0c98-490e-be49-616654b33a4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:53.878060 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b30745d6-0de4-489f-a48c-beead39003fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:53.920059 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-c76d6236-e89d-4eb5-b6cd-693225345ac1 req-0d91b211-88a7-4f36-842a-04c9c8094a6a service neutron] For port edbe9b9a-fd00-49b8-9a95-f12a71fcae46, host n-h1-803378-2, cleared binding levels {{(pid=94420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:19:53.943676 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-60bd96ee-74ea-4c0f-97f0-a8a6c09186eb req-7598a8eb-3c47-433f-94f1-01d9d991a40c tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba838bf4-27d8-4ebd-8a6c-2c869750a1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372752 Aug 05 11:19:53.951408 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-df7f8ec4-3a73-46d7-9d44-fc7a6e9145b5 None None] Provisioning complete for port 4baf0933-407c-4d7a-8755-c010434f1cd6 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:19:53.952078 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-df7f8ec4-3a73-46d7-9d44-fc7a6e9145b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:53.986783 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-c76d6236-e89d-4eb5-b6cd-693225345ac1 req-0d91b211-88a7-4f36-842a-04c9c8094a6a service neutron] For port edbe9b9a-fd00-49b8-9a95-f12a71fcae46, host n-h1-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=edbe9b9a-fd00-49b8-9a95-f12a71fcae46,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:19:54.020713 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5bbb7c-38cf-44f3-8aec-8781e25cd8f2 req-3f62d657-35e0-42a9-97a3-5c4bd918a978 tempest-ImagesOneServerTestJSON-55291779 tempest-ImagesOneServerTestJSON-55291779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:54.024910 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-4fa3f9f3-3bc6-4e8e-a005-8ed0f57f5207 req-cfd16b0f-2e15-4cca-8a02-5e34df64a8cd tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:54.032122 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-df7f8ec4-3a73-46d7-9d44-fc7a6e9145b5 None None] Port 4baf0933-407c-4d7a-8755-c010434f1cd6 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:19:54.035090 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ad5bbb7c-38cf-44f3-8aec-8781e25cd8f2 req-3f62d657-35e0-42a9-97a3-5c4bd918a978 tempest-ImagesOneServerTestJSON-55291779 tempest-ImagesOneServerTestJSON-55291779-project] 10.222.0.58 "GET /v2.0/ports?device_id=2249ea3c-8dca-4efb-922f-dd6b64f03ce1 HTTP/1.1" status: 200 len: 948 time: 0.2313881 Aug 05 11:19:54.060666 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-c76d6236-e89d-4eb5-b6cd-693225345ac1 req-0d91b211-88a7-4f36-842a-04c9c8094a6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:54.062725 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5259669-0c98-490e-be49-616654b33a4e admin admin] Network d809765d-0ec2-4f50-a575-4d7b3b4c7273 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:19:54.100317 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-a5259669-0c98-490e-be49-616654b33a4e admin admin] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:19:54.116569 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5259669-0c98-490e-be49-616654b33a4e admin admin] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:19:54.127645 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8343f211-f263-4893-813c-a5f336097f4d admin admin] Router 82255420-7a06-4371-8d39-badb33ca6d53 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 11:19:54.141597 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-fa3fbebe-c4ad-4cb6-b1f2-99624c84f06a req-b62bf2e7-ef30-488d-8b92-303381327909 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] For port c9c24a03-711d-4995-bc8f-d489f92237bd, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=c9c24a03-711d-4995-bc8f-d489f92237bd,segment=NetworkSegment(32cc618e-4968-4750-a5aa-c2579fceb01e),segment_id=32cc618e-4968-4750-a5aa-c2579fceb01e)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:19:54.141977 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-fa3fbebe-c4ad-4cb6-b1f2-99624c84f06a req-b62bf2e7-ef30-488d-8b92-303381327909 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:54.265700 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fa3f9f3-3bc6-4e8e-a005-8ed0f57f5207 req-cfd16b0f-2e15-4cca-8a02-5e34df64a8cd tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Network c1d3f101-369e-4625-bfd2-2a60ea4757bb is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:19:54.270433 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-4fa3f9f3-3bc6-4e8e-a005-8ed0f57f5207 req-cfd16b0f-2e15-4cca-8a02-5e34df64a8cd tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:19:54.271183 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76d6236-e89d-4eb5-b6cd-693225345ac1 req-0d91b211-88a7-4f36-842a-04c9c8094a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:54.272209 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-c76d6236-e89d-4eb5-b6cd-693225345ac1 req-0d91b211-88a7-4f36-842a-04c9c8094a6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:54.274713 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c76d6236-e89d-4eb5-b6cd-693225345ac1 req-0d91b211-88a7-4f36-842a-04c9c8094a6a service neutron] 10.222.0.64 "PUT /v2.0/ports/edbe9b9a-fd00-49b8-9a95-f12a71fcae46 HTTP/1.1" status: 200 len: 1096 time: 2.1760561 Aug 05 11:19:54.281918 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5259669-0c98-490e-be49-616654b33a4e admin admin] Pushing event updated for resources: {'Port': ['ID=0a1b3e57-2c57-4d1c-ae9f-62dd8dbf00af,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:19:54.366964 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 15044ab2-1fd1-4047-8803-e76d520a19d7 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:19:54.378691 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fa3f9f3-3bc6-4e8e-a005-8ed0f57f5207 req-cfd16b0f-2e15-4cca-8a02-5e34df64a8cd tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:19:54.391238 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2249ea3c-8dca-4efb-922f-dd6b64f03ce1', 'tag': 'edbe9b9a-fd00-49b8-9a95-f12a71fcae46'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:19:54.394114 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}828068ad8d405ad77660ce68fa78e1ffe658725812f7a08f9e488a446589295b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a864f16d-aeb5-43ac-943c-3456c3763134" -d '{"events": [{"name": "network-changed", "server_uuid": "2249ea3c-8dca-4efb-922f-dd6b64f03ce1", "tag": "edbe9b9a-fd00-49b8-9a95-f12a71fcae46"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:19:54.397666 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d91b211-88a7-4f36-842a-04c9c8094a6a service neutron] Pushing event updated for resources: {'Port': ['ID=edbe9b9a-fd00-49b8-9a95-f12a71fcae46,revision_number=3']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:19:54.450001 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ad5bbb7c-38cf-44f3-8aec-8781e25cd8f2 req-b8e26cea-0cce-4ed8-9989-dfd2223f6254 tempest-ImagesOneServerTestJSON-55291779 tempest-ImagesOneServerTestJSON-55291779-project] 10.222.0.58 "GET /v2.0/security-groups?id=b503486e-03cb-4a11-81f8-dbd0e7b9a08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4121921 Aug 05 11:19:54.560916 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee082983-4820-4160-a4bb-ddde7f6e88de req-de23e7fc-6132-4912-a695-384f93848526 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:54.562664 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ee082983-4820-4160-a4bb-ddde7f6e88de req-de23e7fc-6132-4912-a695-384f93848526 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/ports?device_id=672374a9-db64-433d-bf95-51fe7f56f21e HTTP/1.1" status: 200 len: 931 time: 0.4998035 Aug 05 11:19:54.574082 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76d6236-e89d-4eb5-b6cd-693225345ac1 req-4acdcd50-7576-4cca-a2d8-5543905c088e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:54.576328 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 15044ab2-1fd1-4047-8803-e76d520a19d7 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:19:54.579573 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c76d6236-e89d-4eb5-b6cd-693225345ac1 req-4acdcd50-7576-4cca-a2d8-5543905c088e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3b5ec4a934844e38b6a0430accb5b4e6&device_id=2249ea3c-8dca-4efb-922f-dd6b64f03ce1 HTTP/1.1" status: 200 len: 1099 time: 0.1588297 Aug 05 11:19:54.587297 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-0658c7e5-7a33-4140-8ca1-dde603a55ad9 None None] Provisioning for port 0a1b3e57-2c57-4d1c-ae9f-62dd8dbf00af completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:19:54.591369 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 15044ab2-1fd1-4047-8803-e76d520a19d7 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:19:54.591755 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:54.595420 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-0658c7e5-7a33-4140-8ca1-dde603a55ad9 None None] Provisioning complete for port 0a1b3e57-2c57-4d1c-ae9f-62dd8dbf00af triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:19:54.595805 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-0658c7e5-7a33-4140-8ca1-dde603a55ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:54.698162 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-0658c7e5-7a33-4140-8ca1-dde603a55ad9 None None] Port 0a1b3e57-2c57-4d1c-ae9f-62dd8dbf00af cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:19:54.712105 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c76d6236-e89d-4eb5-b6cd-693225345ac1 req-aed3dc4b-7413-4afb-9dbe-599d60944ea4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=edbe9b9a-fd00-49b8-9a95-f12a71fcae46 HTTP/1.1" status: 200 len: 217 time: 0.1095543 Aug 05 11:19:54.819167 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ee082983-4820-4160-a4bb-ddde7f6e88de req-a98daa51-3e4e-48fb-b4fc-d1465638d641 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b660be2-1cd3-4f1b-b8b6-43aa3e7d82c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382348 Aug 05 11:19:54.825128 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:54.843435 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ba2b5d-db81-40b7-afd9-9e87b7310714 req-a8a9b6cb-b424-48cc-856c-40f8bcaf06f8 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:54.847696 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c4ba2b5d-db81-40b7-afd9-9e87b7310714 req-a8a9b6cb-b424-48cc-856c-40f8bcaf06f8 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b464baa-8fee-4e83-b710-80fe99d43fc0 HTTP/1.1" status: 200 len: 949 time: 0.2446401 Aug 05 11:19:54.890899 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port 15044ab2-1fd1-4047-8803-e76d520a19d7, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=15044ab2-1fd1-4047-8803-e76d520a19d7,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:19:54.907802 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:54.909108 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 07e5d870-b3ea-410b-9537-cf6b3dd44b00 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:19:54.929906 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76d6236-e89d-4eb5-b6cd-693225345ac1 req-484c078f-e65c-49a0-a818-55b9166e5866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:54.932213 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c76d6236-e89d-4eb5-b6cd-693225345ac1 req-484c078f-e65c-49a0-a818-55b9166e5866 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6842f728-c2f3-4e36-bb32-3303d06ce3f4 HTTP/1.1" status: 200 len: 843 time: 0.2095859 Aug 05 11:19:54.937553 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-fa3fbebe-c4ad-4cb6-b1f2-99624c84f06a req-b62bf2e7-ef30-488d-8b92-303381327909 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Calling delete_port for c9c24a03-711d-4995-bc8f-d489f92237bd owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:19:55.012540 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c4ba2b5d-db81-40b7-afd9-9e87b7310714 req-17a4aa07-2505-4130-a2f8-ff32136b16b3 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba838bf4-27d8-4ebd-8a6c-2c869750a1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401777 Aug 05 11:19:55.020294 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd16b0f-2e15-4cca-8a02-5e34df64a8cd tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Pushing event updated for resources: {'Port': ['ID=55713e77-38b3-42f5-962d-9575770689fe,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:19:55.041246 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a5259669-0c98-490e-be49-616654b33a4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33288800'] for router_interface, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:55.051320 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b30745d6-0de4-489f-a48c-beead39003fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25038609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30075142'] for subnet, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:55.058696 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76d6236-e89d-4eb5-b6cd-693225345ac1 req-b9ed3db0-6933-47fc-8f9a-2eeff6a0ebe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:55.064465 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c76d6236-e89d-4eb5-b6cd-693225345ac1 req-b9ed3db0-6933-47fc-8f9a-2eeff6a0ebe8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=91caede3-92e4-4b1e-8e3e-36227cfd846a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1141188 Aug 05 11:19:55.152831 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=15044ab2-1fd1-4047-8803-e76d520a19d7,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:19:55.165544 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30745d6-0de4-489f-a48c-beead39003fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88d31d97-4c4b-4fef-baa6-d2ecf13168e4,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:19:55.194070 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa3f9f3-3bc6-4e8e-a005-8ed0f57f5207 req-cfd16b0f-2e15-4cca-8a02-5e34df64a8cd tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:55.194752 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-4fa3f9f3-3bc6-4e8e-a005-8ed0f57f5207 req-cfd16b0f-2e15-4cca-8a02-5e34df64a8cd tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:55.206870 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 07e5d870-b3ea-410b-9537-cf6b3dd44b00 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:19:55.207793 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:55.217182 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b30745d6-0de4-489f-a48c-beead39003fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:55.225334 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-b30745d6-0de4-489f-a48c-beead39003fb admin admin] 10.222.0.58 "DELETE /v2.0/subnets/88d31d97-4c4b-4fef-baa6-d2ecf13168e4 HTTP/1.1" status: 204 len: 168 time: 2.0991755 Aug 05 11:19:55.233549 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4fa3f9f3-3bc6-4e8e-a005-8ed0f57f5207 req-cfd16b0f-2e15-4cca-8a02-5e34df64a8cd tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5809546 Aug 05 11:19:55.234337 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 40900) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:19:55.282034 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dca22a3-2fbc-409a-8fbb-6dc634a7cbc7 x-openstack-request-id: req-6dca22a3-2fbc-409a-8fbb-6dc634a7cbc7 {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:19:55.282418 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2249ea3c-8dca-4efb-922f-dd6b64f03ce1", "tag": "edbe9b9a-fd00-49b8-9a95-f12a71fcae46", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:19:55.282740 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6dca22a3-2fbc-409a-8fbb-6dc634a7cbc7 {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:19:55.283330 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2249ea3c-8dca-4efb-922f-dd6b64f03ce1', 'tag': 'edbe9b9a-fd00-49b8-9a95-f12a71fcae46', 'status': 'completed', 'code': 200} Aug 05 11:19:55.361754 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c76d6236-e89d-4eb5-b6cd-693225345ac1 req-a6266f4f-f69c-42ea-9e0a-2f8b8e37c7ec service neutron] 10.222.0.64 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2869973 Aug 05 11:19:55.370901 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f877481e-8c51-4e33-a196-e82bbc6ac1ed req-79c8551e-7df3-4b07-92e4-8c1a2e121fe3 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:55.372724 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f877481e-8c51-4e33-a196-e82bbc6ac1ed req-79c8551e-7df3-4b07-92e4-8c1a2e121fe3 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=f66b7826-f7df-422e-836c-05948f716559 HTTP/1.1" status: 200 len: 945 time: 0.0884538 Aug 05 11:19:55.414428 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8343f211-f263-4893-813c-a5f336097f4d admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:19:55.423264 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-4fa3f9f3-3bc6-4e8e-a005-8ed0f57f5207 req-9c1a4289-38c1-4b8a-83d2-cafd8815e24f service neutron] Request body: {'port': {'device_id': '672374a9-db64-433d-bf95-51fe7f56f21e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:19:55.430595 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda3f40b-34b6-47a9-8959-6d909a614cb6 None None] Sync routers for ids ['82255420-7a06-4371-8d39-badb33ca6d53'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:19:55.447735 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda3f40b-34b6-47a9-8959-6d909a614cb6 None None] Routers {'82255420-7a06-4371-8d39-badb33ca6d53'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:19:55.450501 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-dda3f40b-34b6-47a9-8959-6d909a614cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:19:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['82255420-7a06-4371-8d39-badb33ca6d53'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:19:55.508859 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-8343f211-f263-4893-813c-a5f336097f4d admin admin] 10.222.0.58 "PUT /v2.0/routers/82255420-7a06-4371-8d39-badb33ca6d53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0586529 Aug 05 11:19:55.517705 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f877481e-8c51-4e33-a196-e82bbc6ac1ed req-51d7c8bb-b5d5-4cad-88ec-2d613109f679 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176462 Aug 05 11:19:55.580973 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8bd2e562-077b-4a25-b623-a047324b48e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:55.600843 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bfef03fe-3a16-4af0-adc5-56dffa9d8a32 req-d8f928e3-4039-4c04-9eba-c10bc5393252 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=e90ff4a1bc864825860f19f93eea7a3b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0569160 Aug 05 11:19:55.639232 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c76d6236-e89d-4eb5-b6cd-693225345ac1 req-3854729d-885e-4d2f-8012-f83017f62006 service neutron] 10.222.0.64 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2649589 Aug 05 11:19:55.713159 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-dda3f40b-34b6-47a9-8959-6d909a614cb6 None None] Set router 82255420-7a06-4371-8d39-badb33ca6d53 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:19:55.765051 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-4fa3f9f3-3bc6-4e8e-a005-8ed0f57f5207 req-9c1a4289-38c1-4b8a-83d2-cafd8815e24f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:55.822688 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a5259669-0c98-490e-be49-616654b33a4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:55.833334 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8bd2e562-077b-4a25-b623-a047324b48e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:55.842455 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-fa3fbebe-c4ad-4cb6-b1f2-99624c84f06a req-b62bf2e7-ef30-488d-8b92-303381327909 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:55.873231 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2682c1-b18f-49c6-8a29-dd5dfcaf017c req-766c2d8f-dd91-497f-8cdf-e36d7b037d4b tempest-ImagesOneServerTestJSON-55291779 tempest-ImagesOneServerTestJSON-55291779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:55.875021 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ff2682c1-b18f-49c6-8a29-dd5dfcaf017c req-766c2d8f-dd91-497f-8cdf-e36d7b037d4b tempest-ImagesOneServerTestJSON-55291779 tempest-ImagesOneServerTestJSON-55291779-project] 10.222.0.58 "GET /v2.0/ports?device_id=2249ea3c-8dca-4efb-922f-dd6b64f03ce1 HTTP/1.1" status: 200 len: 948 time: 0.2131033 Aug 05 11:19:55.889483 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a864f16d-aeb5-43ac-943c-3456c3763134 req-d31b1f25-49ad-42c7-a215-351239a822ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:55.892059 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a864f16d-aeb5-43ac-943c-3456c3763134 req-d31b1f25-49ad-42c7-a215-351239a822ea service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3b5ec4a934844e38b6a0430accb5b4e6&device_id=2249ea3c-8dca-4efb-922f-dd6b64f03ce1 HTTP/1.1" status: 200 len: 1099 time: 0.1311345 Aug 05 11:19:55.895136 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-8bd2e562-077b-4a25-b623-a047324b48e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29feb2e2-24a6-4ded-a815-c954fbed3893']}} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:19:55.925385 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfef03fe-3a16-4af0-adc5-56dffa9d8a32 req-e06ca776-2d5a-4cf8-bcf7-492844cc3c79 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:55.929025 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bfef03fe-3a16-4af0-adc5-56dffa9d8a32 req-e06ca776-2d5a-4cf8-bcf7-492844cc3c79 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3152394 Aug 05 11:19:55.958125 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62bf2e7-ef30-488d-8b92-303381327909 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Pushing event deleted for resources: {'Port': ['ID=c9c24a03-711d-4995-bc8f-d489f92237bd,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:19:55.978891 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-8bd2e562-077b-4a25-b623-a047324b48e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b1d86d7-2443-4859-9a10-5c86f0f07a6b') {'for_net_delete': True} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:19:55.979223 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-8bd2e562-077b-4a25-b623-a047324b48e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b1d86d7-2443-4859-9a10-5c86f0f07a6b') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:19:55.994893 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bfef03fe-3a16-4af0-adc5-56dffa9d8a32 req-66f8b804-0314-453b-9f0c-5297808fb049 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/quotas/e90ff4a1bc864825860f19f93eea7a3b HTTP/1.1" status: 200 len: 375 time: 0.0536368 Aug 05 11:19:56.000628 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8bd2e562-077b-4a25-b623-a047324b48e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29786371'] for segment, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:56.034836 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ff2682c1-b18f-49c6-8a29-dd5dfcaf017c req-25d9bf46-3b5e-48a1-b685-b03234ac3714 tempest-ImagesOneServerTestJSON-55291779 tempest-ImagesOneServerTestJSON-55291779-project] 10.222.0.58 "GET /v2.0/security-groups?id=b503486e-03cb-4a11-81f8-dbd0e7b9a08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502345 Aug 05 11:19:56.085603 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-dda3f40b-34b6-47a9-8959-6d909a614cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82255420-7a06-4371-8d39-badb33ca6d53', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-418175708-router', 'tenant_id': '20dd9130659d4ae89513b48af66c7078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '07e5d870-b3ea-410b-9537-cf6b3dd44b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:19:42Z', 'updated_at': '2021-08-05T11:19:51Z', 'revision_number': 4, 'project_id': '20dd9130659d4ae89513b48af66c7078', 'gw_port': {'id': '07e5d870-b3ea-410b-9537-cf6b3dd44b00', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:48:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82255420-7a06-4371-8d39-badb33ca6d53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:19:43Z', 'updated_at': '2021-08-05T11:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '4baf0933-407c-4d7a-8755-c010434f1cd6', 'name': '', 'network_id': 'ec565510-a616-483b-a717-b851bc9c8937', 'tenant_id': '20dd9130659d4ae89513b48af66c7078', 'mac_address': 'fa:16:3e:27:95:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82255420-7a06-4371-8d39-badb33ca6d53', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'bc13105d-1cf3-4731-b0af-295b0b7ac7b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:19:48Z', 'updated_at': '2021-08-05T11:19:52Z', 'revision_number': 2, 'project_id': '20dd9130659d4ae89513b48af66c7078', 'subnets': [{'id': 'bc13105d-1cf3-4731-b0af-295b0b7ac7b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:19:56.098508 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a864f16d-aeb5-43ac-943c-3456c3763134 req-033a37b1-411b-430e-bf56-2a6b5ebac276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:56.101785 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a864f16d-aeb5-43ac-943c-3456c3763134 req-033a37b1-411b-430e-bf56-2a6b5ebac276 service neutron] 10.222.0.64 "GET /v2.0/networks?id=91caede3-92e4-4b1e-8e3e-36227cfd846a HTTP/1.1" status: 200 len: 870 time: 0.2006359 Aug 05 11:19:56.110245 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8bd2e562-077b-4a25-b623-a047324b48e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:56.140039 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa3fbebe-c4ad-4cb6-b1f2-99624c84f06a req-b62bf2e7-ef30-488d-8b92-303381327909 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] No DVR routers for this DVR port c9c24a03-711d-4995-bc8f-d489f92237bd on host n-h2-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:19:56.160277 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-fa3fbebe-c4ad-4cb6-b1f2-99624c84f06a req-b62bf2e7-ef30-488d-8b92-303381327909 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:56.163415 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-fa3fbebe-c4ad-4cb6-b1f2-99624c84f06a req-b62bf2e7-ef30-488d-8b92-303381327909 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.55 "DELETE /v2.0/ports/c9c24a03-711d-4995-bc8f-d489f92237bd HTTP/1.1" status: 204 len: 173 time: 2.9926748 Aug 05 11:19:56.171060 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f66b7826-f7df-422e-836c-05948f716559', 'name': 'network-vif-deleted', 'tag': 'c9c24a03-711d-4995-bc8f-d489f92237bd'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:19:56.174191 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74757d56-5173-4b39-89f9-ecfde94cb747" -d '{"events": [{"server_uuid": "f66b7826-f7df-422e-836c-05948f716559", "name": "network-vif-deleted", "tag": "c9c24a03-711d-4995-bc8f-d489f92237bd"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:19:56.179524 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bd2e562-077b-4a25-b623-a047324b48e6 admin admin] Releasing vlan 698 on physical network physnet1 to pool {{(pid=94421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:19:56.179951 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8bd2e562-077b-4a25-b623-a047324b48e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25038799'] for segment, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:56.206073 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a864f16d-aeb5-43ac-943c-3456c3763134 req-d583791d-4adf-49cf-b1a2-f89bb68cc1f3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=edbe9b9a-fd00-49b8-9a95-f12a71fcae46 HTTP/1.1" status: 200 len: 217 time: 0.0883110 Aug 05 11:19:56.215006 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bfef03fe-3a16-4af0-adc5-56dffa9d8a32 req-3798bf2e-9f00-4bbe-889a-355daa68d0d4 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=e90ff4a1bc864825860f19f93eea7a3b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2005434 Aug 05 11:19:56.222301 n-d-803378-2 neutron-server[94421]: Traceback (most recent call last): Aug 05 11:19:56.222301 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:19:56.222301 n-d-803378-2 neutron-server[94421]: timer() Aug 05 11:19:56.222301 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:19:56.222301 n-d-803378-2 neutron-server[94421]: cb(*args, **kw) Aug 05 11:19:56.222301 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:19:56.222301 n-d-803378-2 neutron-server[94421]: return func(*args, **kwargs) Aug 05 11:19:56.222301 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:19:56.222301 n-d-803378-2 neutron-server[94421]: self._notify() Aug 05 11:19:56.222301 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:19:56.222301 n-d-803378-2 neutron-server[94421]: self.callback(batched_events) Aug 05 11:19:56.222301 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:19:56.222301 n-d-803378-2 neutron-server[94421]: event.method(event) Aug 05 11:19:56.222301 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:19:56.222301 n-d-803378-2 neutron-server[94421]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:19:56.222301 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:19:56.222301 n-d-803378-2 neutron-server[94421]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:19:56.222301 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:19:56.222301 n-d-803378-2 neutron-server[94421]: return f(self, *a, **k) Aug 05 11:19:56.222301 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:19:56.222301 n-d-803378-2 neutron-server[94421]: return self._get(url).json() Aug 05 11:19:56.222301 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:19:56.222301 n-d-803378-2 neutron-server[94421]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:19:56.222301 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:19:56.222301 n-d-803378-2 neutron-server[94421]: return self.request(url, 'GET', **kwargs) Aug 05 11:19:56.222301 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:19:56.222301 n-d-803378-2 neutron-server[94421]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:19:56.222301 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:19:56.222301 n-d-803378-2 neutron-server[94421]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:19:56.222301 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:19:56.222301 n-d-803378-2 neutron-server[94421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:19:56.222301 n-d-803378-2 neutron-server[94421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:19:56.294880 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a864f16d-aeb5-43ac-943c-3456c3763134 req-9760a46e-57c1-4d0e-ae39-63a6f165af7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:56.300233 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a864f16d-aeb5-43ac-943c-3456c3763134 req-9760a46e-57c1-4d0e-ae39-63a6f165af7c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6842f728-c2f3-4e36-bb32-3303d06ce3f4 HTTP/1.1" status: 200 len: 843 time: 0.0805354 Aug 05 11:19:56.307331 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 15044ab2-1fd1-4047-8803-e76d520a19d7 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:19:56.377528 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a864f16d-aeb5-43ac-943c-3456c3763134 req-a0b55571-df69-4e9e-aa95-341bd8c1b007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:56.379318 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a864f16d-aeb5-43ac-943c-3456c3763134 req-a0b55571-df69-4e9e-aa95-341bd8c1b007 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=91caede3-92e4-4b1e-8e3e-36227cfd846a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0744569 Aug 05 11:19:56.439460 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda3f40b-34b6-47a9-8959-6d909a614cb6 None None] Checking router: 82255420-7a06-4371-8d39-badb33ca6d53 for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:19:56.440996 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda3f40b-34b6-47a9-8959-6d909a614cb6 None None] Updating router 82255420-7a06-4371-8d39-badb33ca6d53 port 4baf0933-407c-4d7a-8755-c010434f1cd6 binding host n-d-803378-2 {{(pid=94423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 11:19:56.454638 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 15044ab2-1fd1-4047-8803-e76d520a19d7 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:19:56.455581 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:56.461674 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8bd2e562-077b-4a25-b623-a047324b48e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:56.488853 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8bd2e562-077b-4a25-b623-a047324b48e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:56.494817 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-8bd2e562-077b-4a25-b623-a047324b48e6 admin admin] 10.222.0.58 "DELETE /v2.0/networks/29feb2e2-24a6-4ded-a815-c954fbed3893 HTTP/1.1" status: 204 len: 168 time: 1.1788211 Aug 05 11:19:56.524686 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-dda3f40b-34b6-47a9-8959-6d909a614cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:56.574677 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd2e562-077b-4a25-b623-a047324b48e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=29feb2e2-24a6-4ded-a815-c954fbed3893,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:19:56.626699 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a864f16d-aeb5-43ac-943c-3456c3763134 req-0a13011a-4b30-4c99-90f9-6e5602f79d7b service neutron] 10.222.0.64 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376695 Aug 05 11:19:56.692177 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a5259669-0c98-490e-be49-616654b33a4e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:56.727810 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a5259669-0c98-490e-be49-616654b33a4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:56.883137 n-d-803378-2 neutron-server[94420]: INFO neutron.api.v2.resource [req-edd7dde4-e931-4b99-8d66-3028fbe6530b req-22dac4e2-9d14-434b-868a-377053a3f47a tempest-FloatingIPDetailsNegativeTestJSON-783822031 tempest-FloatingIPDetailsNegativeTestJSON-783822031-project] show failed (client error): The resource could not be found. Aug 05 11:19:56.886913 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-edd7dde4-e931-4b99-8d66-3028fbe6530b req-22dac4e2-9d14-434b-868a-377053a3f47a tempest-FloatingIPDetailsNegativeTestJSON-783822031 tempest-FloatingIPDetailsNegativeTestJSON-783822031-project] 10.222.0.58 "GET /v2.0/floatingips/165951f4-a01e-4d2d-9d96-516e3969554b HTTP/1.1" status: 404 len: 350 time: 0.2590046 Aug 05 11:19:56.909910 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 40938) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:19:57.040438 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-4fa3f9f3-3bc6-4e8e-a005-8ed0f57f5207 req-9c1a4289-38c1-4b8a-83d2-cafd8815e24f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55713e77-38b3-42f5-962d-9575770689fe {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:19:57.078981 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-4fa3f9f3-3bc6-4e8e-a005-8ed0f57f5207 req-9c1a4289-38c1-4b8a-83d2-cafd8815e24f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:57.143968 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 40946) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:19:57.220100 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5259669-0c98-490e-be49-616654b33a4e admin admin] Pushing event updated for resources: {'Port': ['ID=0a1b3e57-2c57-4d1c-ae9f-62dd8dbf00af,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:19:57.228522 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a5259669-0c98-490e-be49-616654b33a4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33140268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33208272'] for router_interface, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:57.233853 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6977955-636b-45e6-a02a-c8109a8ab128 x-openstack-request-id: req-c6977955-636b-45e6-a02a-c8109a8ab128 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:19:57.234193 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f66b7826-f7df-422e-836c-05948f716559", "name": "network-vif-deleted", "tag": "c9c24a03-711d-4995-bc8f-d489f92237bd", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:19:57.234625 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c6977955-636b-45e6-a02a-c8109a8ab128 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:19:57.235190 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f66b7826-f7df-422e-836c-05948f716559', 'name': 'network-vif-deleted', 'tag': 'c9c24a03-711d-4995-bc8f-d489f92237bd', 'status': 'completed', 'code': 200} Aug 05 11:19:57.246204 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-4fa3f9f3-3bc6-4e8e-a005-8ed0f57f5207 req-9c1a4289-38c1-4b8a-83d2-cafd8815e24f service neutron] Transition to ACTIVE for port object 55713e77-38b3-42f5-962d-9575770689fe will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:19:57.272341 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a864f16d-aeb5-43ac-943c-3456c3763134 req-82c095c6-219a-41ab-9972-c471866ea992 service neutron] 10.222.0.64 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6371465 Aug 05 11:19:57.275152 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-4fa3f9f3-3bc6-4e8e-a005-8ed0f57f5207 req-9c1a4289-38c1-4b8a-83d2-cafd8815e24f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:57.393778 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-dda3f40b-34b6-47a9-8959-6d909a614cb6 None None] Notify callbacks [] for port, precommit_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:57.394015 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1a4289-38c1-4b8a-83d2-cafd8815e24f service neutron] Pushing event updated for resources: {'Port': ['ID=55713e77-38b3-42f5-962d-9575770689fe,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:19:57.412686 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-27d74383-d332-4290-84c3-389fbe9805af admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=32fd49dc4e1a4da6bf21e3c62926bfc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2630894 Aug 05 11:19:57.422206 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.provisioning_blocks [None req-dda3f40b-34b6-47a9-8959-6d909a614cb6 None None] Transition to ACTIVE for port object 4baf0933-407c-4d7a-8755-c010434f1cd6 will not be triggered until provisioned by entity L2. {{(pid=94423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:19:57.432400 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 40950) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:19:57.436360 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-dda3f40b-34b6-47a9-8959-6d909a614cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:57.448180 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0adf1a-d6ca-42b7-a30a-128c30bdf9fd req-c1945910-2458-465c-8e8b-fe3e33711bd7 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:57.451337 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5e0adf1a-d6ca-42b7-a30a-128c30bdf9fd req-c1945910-2458-465c-8e8b-fe3e33711bd7 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/ports?device_id=672374a9-db64-433d-bf95-51fe7f56f21e HTTP/1.1" status: 200 len: 931 time: 0.6556921 Aug 05 11:19:57.513539 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device c9c24a03-711d-4995-bc8f-d489f92237bd no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:19:57.569454 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2b4b2a63-4dbd-4b3f-a27e-8203df8a755a req-fe49301a-0601-463a-acd7-87cfc65b6c6e tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=f66b7826-f7df-422e-836c-05948f716559 HTTP/1.1" status: 200 len: 210 time: 0.0969558 Aug 05 11:19:57.587166 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] No Port match for: c9c24a03-711d-4995-bc8f-d489f92237bd {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:19:57.589273 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device c9c24a03-711d-4995-bc8f-d489f92237bd not bound to the agent host n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:19:57.655841 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e7d28c-a385-412f-a9a9-53468b3773bb None None] Pushing event updated for resources: {'Port': ['ID=4baf0933-407c-4d7a-8755-c010434f1cd6,revision_number=3']} {{(pid=94423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:19:57.804323 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-4fa3f9f3-3bc6-4e8e-a005-8ed0f57f5207 req-9c1a4289-38c1-4b8a-83d2-cafd8815e24f service neutron] Attempting to bind port 55713e77-38b3-42f5-962d-9575770689fe on host n-h1-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:19:57.804782 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-4fa3f9f3-3bc6-4e8e-a005-8ed0f57f5207 req-9c1a4289-38c1-4b8a-83d2-cafd8815e24f service neutron] Attempting to bind port 55713e77-38b3-42f5-962d-9575770689fe by drivers openvswitch,hyperv on host n-h1-803378-2 at level 0 using segments [{'id': '7242661a-6816-45d7-a9cf-d91bdd00208a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'c1d3f101-369e-4625-bfd2-2a60ea4757bb'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:19:57.805627 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa3f9f3-3bc6-4e8e-a005-8ed0f57f5207 req-9c1a4289-38c1-4b8a-83d2-cafd8815e24f service neutron] Attempting to bind port 55713e77-38b3-42f5-962d-9575770689fe on network c1d3f101-369e-4625-bfd2-2a60ea4757bb {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:19:57.810015 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5e0adf1a-d6ca-42b7-a30a-128c30bdf9fd req-b7fc65ba-f0f3-455d-ba8e-625b003a11be tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b660be2-1cd3-4f1b-b8b6-43aa3e7d82c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3400867 Aug 05 11:19:57.838387 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa3f9f3-3bc6-4e8e-a005-8ed0f57f5207 req-9c1a4289-38c1-4b8a-83d2-cafd8815e24f service neutron] Port 55713e77-38b3-42f5-962d-9575770689fe on network c1d3f101-369e-4625-bfd2-2a60ea4757bb not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:19:57.838722 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa3f9f3-3bc6-4e8e-a005-8ed0f57f5207 req-9c1a4289-38c1-4b8a-83d2-cafd8815e24f service neutron] Attempting to bind port 55713e77-38b3-42f5-962d-9575770689fe on network c1d3f101-369e-4625-bfd2-2a60ea4757bb {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:19:57.863796 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa3f9f3-3bc6-4e8e-a005-8ed0f57f5207 req-9c1a4289-38c1-4b8a-83d2-cafd8815e24f service neutron] Checking agent: {'id': '40bb7567-59bd-4b31-bc29-da1c50bca759', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:19:57.864232 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa3f9f3-3bc6-4e8e-a005-8ed0f57f5207 req-9c1a4289-38c1-4b8a-83d2-cafd8815e24f service neutron] Checking segment: {'id': '7242661a-6816-45d7-a9cf-d91bdd00208a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'c1d3f101-369e-4625-bfd2-2a60ea4757bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:19:57.864708 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa3f9f3-3bc6-4e8e-a005-8ed0f57f5207 req-9c1a4289-38c1-4b8a-83d2-cafd8815e24f service neutron] Bound using segment: {'id': '7242661a-6816-45d7-a9cf-d91bdd00208a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'c1d3f101-369e-4625-bfd2-2a60ea4757bb'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:19:57.881116 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-4fa3f9f3-3bc6-4e8e-a005-8ed0f57f5207 req-9c1a4289-38c1-4b8a-83d2-cafd8815e24f service neutron] Bound port: 55713e77-38b3-42f5-962d-9575770689fe, host: n-h1-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7242661a-6816-45d7-a9cf-d91bdd00208a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'c1d3f101-369e-4625-bfd2-2a60ea4757bb'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:19:57.881116 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-4fa3f9f3-3bc6-4e8e-a005-8ed0f57f5207 req-9c1a4289-38c1-4b8a-83d2-cafd8815e24f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:57.881116 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-39c99f8b-b178-43a0-b4cc-9edd40e878ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:57.904540 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-39c99f8b-b178-43a0-b4cc-9edd40e878ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:57.936927 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-188273b6-8eda-4a14-9ded-1c95e65c31c3 req-623dd3f2-6375-46d5-9eed-c6fe36bb349f tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/ports?device_id=b2e508da-f4b5-4c8e-af37-be7090f8786f HTTP/1.1" status: 200 len: 210 time: 0.1669815 Aug 05 11:19:57.961982 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-dda3f40b-34b6-47a9-8959-6d909a614cb6 None None] Attempting to bind port 4baf0933-407c-4d7a-8755-c010434f1cd6 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:19:57.962869 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-dda3f40b-34b6-47a9-8959-6d909a614cb6 None None] Attempting to bind port 4baf0933-407c-4d7a-8755-c010434f1cd6 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '9d467085-a684-4d85-a54a-7bf80cd611a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ec565510-a616-483b-a717-b851bc9c8937'}] {{(pid=94423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:19:57.963256 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda3f40b-34b6-47a9-8959-6d909a614cb6 None None] Attempting to bind port 4baf0933-407c-4d7a-8755-c010434f1cd6 on network ec565510-a616-483b-a717-b851bc9c8937 {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:19:57.977348 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda3f40b-34b6-47a9-8959-6d909a614cb6 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:19:57.978196 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda3f40b-34b6-47a9-8959-6d909a614cb6 None None] Checking segment: {'id': '9d467085-a684-4d85-a54a-7bf80cd611a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ec565510-a616-483b-a717-b851bc9c8937'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:19:57.978819 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-dda3f40b-34b6-47a9-8959-6d909a614cb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:57.979515 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda3f40b-34b6-47a9-8959-6d909a614cb6 None None] Bound using segment: {'id': '9d467085-a684-4d85-a54a-7bf80cd611a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ec565510-a616-483b-a717-b851bc9c8937'} {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:19:57.980293 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-dda3f40b-34b6-47a9-8959-6d909a614cb6 None None] Bound port: 4baf0933-407c-4d7a-8755-c010434f1cd6, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d467085-a684-4d85-a54a-7bf80cd611a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ec565510-a616-483b-a717-b851bc9c8937'}}] {{(pid=94423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:19:57.981032 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-dda3f40b-34b6-47a9-8959-6d909a614cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:57.997420 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device edbe9b9a-fd00-49b8-9a95-f12a71fcae46 details requested by agent hyperv_n-h1-803378-2 with host n-h1-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:19:58.022492 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5259669-0c98-490e-be49-616654b33a4e admin admin] Network d809765d-0ec2-4f50-a575-4d7b3b4c7273 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:19:58.053489 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-a5259669-0c98-490e-be49-616654b33a4e admin admin] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:19:58.230746 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b73b767-ae5a-477e-9cf0-69163b2e8a19 req-db07ea7c-51fd-4210-9c35-b9fe52c65b74 tempest-ImagesOneServerTestJSON-55291779 tempest-ImagesOneServerTestJSON-55291779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:58.245135 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7b73b767-ae5a-477e-9cf0-69163b2e8a19 req-db07ea7c-51fd-4210-9c35-b9fe52c65b74 tempest-ImagesOneServerTestJSON-55291779 tempest-ImagesOneServerTestJSON-55291779-project] 10.222.0.58 "GET /v2.0/ports?device_id=2249ea3c-8dca-4efb-922f-dd6b64f03ce1 HTTP/1.1" status: 200 len: 948 time: 0.1834307 Aug 05 11:19:58.313335 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.db [None req-dda3f40b-34b6-47a9-8959-6d909a614cb6 None None] For port 4baf0933-407c-4d7a-8755-c010434f1cd6, host n-d-803378-2, cleared binding levels {{(pid=94423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:19:58.324831 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.db [None req-dda3f40b-34b6-47a9-8959-6d909a614cb6 None None] For port 4baf0933-407c-4d7a-8755-c010434f1cd6, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=4baf0933-407c-4d7a-8755-c010434f1cd6,segment=NetworkSegment(9d467085-a684-4d85-a54a-7bf80cd611a5),segment_id=9d467085-a684-4d85-a54a-7bf80cd611a5)] {{(pid=94423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:19:58.330972 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-dda3f40b-34b6-47a9-8959-6d909a614cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:58.336859 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-39c99f8b-b178-43a0-b4cc-9edd40e878ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:58.360792 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-39c99f8b-b178-43a0-b4cc-9edd40e878ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:58.364258 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-39c99f8b-b178-43a0-b4cc-9edd40e878ef admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b43539cc-44e9-4c68-a1b6-f82370f6e2ef HTTP/1.1" status: 204 len: 168 time: 0.9301839 Aug 05 11:19:58.424680 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-4fa3f9f3-3bc6-4e8e-a005-8ed0f57f5207 req-9c1a4289-38c1-4b8a-83d2-cafd8815e24f service neutron] For port 55713e77-38b3-42f5-962d-9575770689fe, host n-h1-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:19:58.445611 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-4fa3f9f3-3bc6-4e8e-a005-8ed0f57f5207 req-9c1a4289-38c1-4b8a-83d2-cafd8815e24f service neutron] For port 55713e77-38b3-42f5-962d-9575770689fe, host n-h1-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=55713e77-38b3-42f5-962d-9575770689fe,segment=NetworkSegment(7242661a-6816-45d7-a9cf-d91bdd00208a),segment_id=7242661a-6816-45d7-a9cf-d91bdd00208a)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:19:58.452479 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7b73b767-ae5a-477e-9cf0-69163b2e8a19 req-1567948e-4913-42f3-9139-8aa0ac8a8d96 tempest-ImagesOneServerTestJSON-55291779 tempest-ImagesOneServerTestJSON-55291779-project] 10.222.0.58 "GET /v2.0/security-groups?id=b503486e-03cb-4a11-81f8-dbd0e7b9a08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058735 Aug 05 11:19:58.497981 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port edbe9b9a-fd00-49b8-9a95-f12a71fcae46, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=edbe9b9a-fd00-49b8-9a95-f12a71fcae46,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:19:58.532700 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda3f40b-34b6-47a9-8959-6d909a614cb6 None None] Routers {'82255420-7a06-4371-8d39-badb33ca6d53'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:19:58.534559 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Returning: {'device': 'edbe9b9a-fd00-49b8-9a95-f12a71fcae46', 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a', 'port_id': 'edbe9b9a-fd00-49b8-9a95-f12a71fcae46', 'mac_address': 'fa:16:3e:de:3e:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6842f728-c2f3-4e36-bb32-3303d06ce3f4', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:19:58.540266 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-dda3f40b-34b6-47a9-8959-6d909a614cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:19:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['82255420-7a06-4371-8d39-badb33ca6d53'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:19:58.619366 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-6757c7de-08d2-471c-a974-c72a0f11f205 None None] Provisioning complete for port 0a1b3e57-2c57-4d1c-ae9f-62dd8dbf00af triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:19:58.623263 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-6757c7de-08d2-471c-a974-c72a0f11f205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:58.735135 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-4fa3f9f3-3bc6-4e8e-a005-8ed0f57f5207 req-9c1a4289-38c1-4b8a-83d2-cafd8815e24f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:58.788412 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c99f8b-b178-43a0-b4cc-9edd40e878ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b43539cc-44e9-4c68-a1b6-f82370f6e2ef,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:19:58.796663 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-6757c7de-08d2-471c-a974-c72a0f11f205 None None] Port 0a1b3e57-2c57-4d1c-ae9f-62dd8dbf00af cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:19:58.799542 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:58.846017 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edbe9b9a-fd00-49b8-9a95-f12a71fcae46 {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:19:58.855605 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-dda3f40b-34b6-47a9-8959-6d909a614cb6 None None] Set router 82255420-7a06-4371-8d39-badb33ca6d53 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:19:58.917395 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5259669-0c98-490e-be49-616654b33a4e admin admin] Router ffb14ee3-e2c0-4b0d-a30e-73fbc6c45581 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 11:19:58.973743 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa3f9f3-3bc6-4e8e-a005-8ed0f57f5207 req-9c1a4289-38c1-4b8a-83d2-cafd8815e24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:58.978590 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-4fa3f9f3-3bc6-4e8e-a005-8ed0f57f5207 req-9c1a4289-38c1-4b8a-83d2-cafd8815e24f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:58.989235 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b539a1e2-beb1-4f33-9bc7-214565badb33 req-26363e94-93b7-4462-ba54-5c192ba086f5 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=f66b7826-f7df-422e-836c-05948f716559 HTTP/1.1" status: 200 len: 210 time: 0.1194804 Aug 05 11:19:58.989503 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4fa3f9f3-3bc6-4e8e-a005-8ed0f57f5207 req-9c1a4289-38c1-4b8a-83d2-cafd8815e24f service neutron] 10.222.0.64 "PUT /v2.0/ports/55713e77-38b3-42f5-962d-9575770689fe HTTP/1.1" status: 200 len: 1091 time: 3.6210942 Aug 05 11:19:59.001991 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:59.101491 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port edbe9b9a-fd00-49b8-9a95-f12a71fcae46, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=edbe9b9a-fd00-49b8-9a95-f12a71fcae46,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:19:59.115038 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:19:59.178552 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1a4289-38c1-4b8a-83d2-cafd8815e24f service neutron] Pushing event updated for resources: {'Port': ['ID=55713e77-38b3-42f5-962d-9575770689fe,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:19:59.238360 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=edbe9b9a-fd00-49b8-9a95-f12a71fcae46,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:19:59.381794 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e7d28c-a385-412f-a9a9-53468b3773bb None None] Pushing event updated for resources: {'Port': ['ID=4baf0933-407c-4d7a-8755-c010434f1cd6,revision_number=4']} {{(pid=94423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:19:59.510244 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '672374a9-db64-433d-bf95-51fe7f56f21e', 'tag': '55713e77-38b3-42f5-962d-9575770689fe'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:19:59.516997 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57a4474d-72dd-4332-a8b5-886b0b334fc6" -d '{"events": [{"name": "network-changed", "server_uuid": "672374a9-db64-433d-bf95-51fe7f56f21e", "tag": "55713e77-38b3-42f5-962d-9575770689fe"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:19:59.525191 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['edbe9b9a-fd00-49b8-9a95-f12a71fcae46'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:19:59.621739 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-dda3f40b-34b6-47a9-8959-6d909a614cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82255420-7a06-4371-8d39-badb33ca6d53', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-418175708-router', 'tenant_id': '20dd9130659d4ae89513b48af66c7078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '07e5d870-b3ea-410b-9537-cf6b3dd44b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:19:42Z', 'updated_at': '2021-08-05T11:19:51Z', 'revision_number': 4, 'project_id': '20dd9130659d4ae89513b48af66c7078', 'gw_port': {'id': '07e5d870-b3ea-410b-9537-cf6b3dd44b00', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:48:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82255420-7a06-4371-8d39-badb33ca6d53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:19:43Z', 'updated_at': '2021-08-05T11:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '4baf0933-407c-4d7a-8755-c010434f1cd6', 'name': '', 'network_id': 'ec565510-a616-483b-a717-b851bc9c8937', 'tenant_id': '20dd9130659d4ae89513b48af66c7078', 'mac_address': 'fa:16:3e:27:95:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82255420-7a06-4371-8d39-badb33ca6d53', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'bc13105d-1cf3-4731-b0af-295b0b7ac7b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:19:48Z', 'updated_at': '2021-08-05T11:19:58Z', 'revision_number': 4, 'project_id': '20dd9130659d4ae89513b48af66c7078', 'subnets': [{'id': 'bc13105d-1cf3-4731-b0af-295b0b7ac7b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:19:59.657260 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 40970) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:19:59.674884 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-bfef03fe-3a16-4af0-adc5-56dffa9d8a32 req-8a97883b-64a1-4379-a4dc-4f80e76900bd tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=e90ff4a1bc864825860f19f93eea7a3b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3652501 Aug 05 11:19:59.682779 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda3f40b-34b6-47a9-8959-6d909a614cb6 None None] The sync data for ids ['82255420-7a06-4371-8d39-badb33ca6d53'] in n-d-803378-2 is: [{'id': '82255420-7a06-4371-8d39-badb33ca6d53', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-418175708-router', 'tenant_id': '20dd9130659d4ae89513b48af66c7078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '07e5d870-b3ea-410b-9537-cf6b3dd44b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:19:42Z', 'updated_at': '2021-08-05T11:19:51Z', 'revision_number': 4, 'project_id': '20dd9130659d4ae89513b48af66c7078', 'gw_port': {'id': '07e5d870-b3ea-410b-9537-cf6b3dd44b00', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:48:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82255420-7a06-4371-8d39-badb33ca6d53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:19:43Z', 'updated_at': '2021-08-05T11:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '4baf0933-407c-4d7a-8755-c010434f1cd6', 'name': '', 'network_id': 'ec565510-a616-483b-a717-b851bc9c8937', 'tenant_id': '20dd9130659d4ae89513b48af66c7078', 'mac_address': 'fa:16:3e:27:95:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82255420-7a06-4371-8d39-badb33ca6d53', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'bc13105d-1cf3-4731-b0af-295b0b7ac7b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:19:48Z', 'updated_at': '2021-08-05T11:19:58Z', 'revision_number': 4, 'project_id': '20dd9130659d4ae89513b48af66c7078', 'subnets': [{'id': 'bc13105d-1cf3-4731-b0af-295b0b7ac7b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:19:59.838156 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d9ec43d8-6665-46af-8900-43172cbfee98 req-15a0fc30-76a3-4944-94bf-db046f2d6447 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/ports?device_id=b2e508da-f4b5-4c8e-af37-be7090f8786f HTTP/1.1" status: 200 len: 210 time: 0.6712017 Aug 05 11:19:59.925486 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5259669-0c98-490e-be49-616654b33a4e admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:19:59.940140 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-a5259669-0c98-490e-be49-616654b33a4e admin admin] 10.222.0.58 "PUT /v2.0/routers/ffb14ee3-e2c0-4b0d-a30e-73fbc6c45581/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5954115 Aug 05 11:19:59.971894 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa3f9f3-3bc6-4e8e-a005-8ed0f57f5207 req-8f0cc67b-ce12-4a54-a5ee-e62d43a040a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:19:59.984770 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4fa3f9f3-3bc6-4e8e-a005-8ed0f57f5207 req-8f0cc67b-ce12-4a54-a5ee-e62d43a040a2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e8f6478cce384a98ba09cac5c1bcf855&device_id=672374a9-db64-433d-bf95-51fe7f56f21e HTTP/1.1" status: 200 len: 1094 time: 0.7795737 Aug 05 11:20:00.010625 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-76192388-0502-4bb8-86bd-5d7fc8cfade5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=214cde0651ae4bfe868a98d7aee90081&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3466427 Aug 05 11:20:00.015525 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 40974) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:20:00.134989 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaee0748-efa0-4731-9b19-843a138a94df req-e91526f2-91a8-409c-8647-640e56718c6a tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:00.159052 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-eaee0748-efa0-4731-9b19-843a138a94df req-e91526f2-91a8-409c-8647-640e56718c6a tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/ports?device_id=672374a9-db64-433d-bf95-51fe7f56f21e HTTP/1.1" status: 200 len: 943 time: 1.0661228 Aug 05 11:20:00.198095 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9d3d8f9d-f362-4ccc-8edb-7243913a14f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33208311'] for router_interface, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:00.223377 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4fa3f9f3-3bc6-4e8e-a005-8ed0f57f5207 req-51ac4a17-04ba-4b74-ab41-a864d39f146a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=55713e77-38b3-42f5-962d-9575770689fe HTTP/1.1" status: 200 len: 217 time: 0.2129006 Aug 05 11:20:00.276432 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3dc3b9f-ecf6-4b28-8fb7-2908bf29b061 None None] Sync routers for ids ['ffb14ee3-e2c0-4b0d-a30e-73fbc6c45581'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:20:00.362331 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3dc3b9f-ecf6-4b28-8fb7-2908bf29b061 None None] Routers {'ffb14ee3-e2c0-4b0d-a30e-73fbc6c45581'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:20:00.366585 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-a3dc3b9f-ecf6-4b28-8fb7-2908bf29b061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:19:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['ffb14ee3-e2c0-4b0d-a30e-73fbc6c45581'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:20:00.439401 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfef03fe-3a16-4af0-adc5-56dffa9d8a32 req-3e8f9c98-e556-4945-8f5e-37749922afac tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:00.460358 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-bfef03fe-3a16-4af0-adc5-56dffa9d8a32 req-3e8f9c98-e556-4945-8f5e-37749922afac tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6983325 Aug 05 11:20:00.477994 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-bfef03fe-3a16-4af0-adc5-56dffa9d8a32 req-166580c1-2361-48d9-bd05-075067cd2449 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Request body: {'port': {'device_id': 'b2e508da-f4b5-4c8e-af37-be7090f8786f', 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a', 'admin_state_up': True, 'tenant_id': 'e90ff4a1bc864825860f19f93eea7a3b'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:20:00.573282 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 4baf0933-407c-4d7a-8755-c010434f1cd6 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:20:00.601236 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-17ddf345-bc9c-4090-8989-0a74f0314f6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:00.708883 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-eaee0748-efa0-4731-9b19-843a138a94df req-23220d77-001e-4b0a-a770-07718c0e4711 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b660be2-1cd3-4f1b-b8b6-43aa3e7d82c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5403671 Aug 05 11:20:00.769904 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa3f9f3-3bc6-4e8e-a005-8ed0f57f5207 req-97c40d69-ae78-4a04-8b3f-cf9700c06781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:00.773642 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4fa3f9f3-3bc6-4e8e-a005-8ed0f57f5207 req-97c40d69-ae78-4a04-8b3f-cf9700c06781 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=88c33de2-0b50-4fb8-a2a7-3c3e700f5c7c HTTP/1.1" status: 200 len: 860 time: 0.5372255 Aug 05 11:20:00.777783 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94678a3f-c7f9-4d10-b72f-42256d2cdd31 req-eb6ca6d1-248e-4dee-88dc-7b5e50741919 tempest-ImagesOneServerTestJSON-55291779 tempest-ImagesOneServerTestJSON-55291779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:00.782262 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfef03fe-3a16-4af0-adc5-56dffa9d8a32 req-166580c1-2361-48d9-bd05-075067cd2449 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Made reservation on behalf of e90ff4a1bc864825860f19f93eea7a3b for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:20:00.800653 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-bfef03fe-3a16-4af0-adc5-56dffa9d8a32 req-166580c1-2361-48d9-bd05-075067cd2449 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:00.800982 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-94678a3f-c7f9-4d10-b72f-42256d2cdd31 req-eb6ca6d1-248e-4dee-88dc-7b5e50741919 tempest-ImagesOneServerTestJSON-55291779 tempest-ImagesOneServerTestJSON-55291779-project] 10.222.0.58 "GET /v2.0/ports?device_id=2249ea3c-8dca-4efb-922f-dd6b64f03ce1 HTTP/1.1" status: 200 len: 949 time: 0.4885423 Aug 05 11:20:00.841328 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-17ddf345-bc9c-4090-8989-0a74f0314f6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:00.923904 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-a3dc3b9f-ecf6-4b28-8fb7-2908bf29b061 None None] Set router ffb14ee3-e2c0-4b0d-a30e-73fbc6c45581 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:20:00.957020 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee89380a-1ce0-46b6-b9d0-cc702a97292d x-openstack-request-id: req-ee89380a-1ce0-46b6-b9d0-cc702a97292d {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:20:00.957324 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "672374a9-db64-433d-bf95-51fe7f56f21e", "tag": "55713e77-38b3-42f5-962d-9575770689fe", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:20:00.957578 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ee89380a-1ce0-46b6-b9d0-cc702a97292d {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:20:00.958034 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '672374a9-db64-433d-bf95-51fe7f56f21e', 'tag': '55713e77-38b3-42f5-962d-9575770689fe', 'status': 'completed', 'code': 200} Aug 05 11:20:01.010179 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4fa3f9f3-3bc6-4e8e-a005-8ed0f57f5207 req-371b00f3-2d00-4cfa-8972-b476a16204b1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c1d3f101-369e-4625-bfd2-2a60ea4757bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2000911 Aug 05 11:20:01.032217 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-94678a3f-c7f9-4d10-b72f-42256d2cdd31 req-4d1732ef-f30b-4f0e-8431-7f372bc78669 tempest-ImagesOneServerTestJSON-55291779 tempest-ImagesOneServerTestJSON-55291779-project] 10.222.0.58 "GET /v2.0/security-groups?id=b503486e-03cb-4a11-81f8-dbd0e7b9a08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397237 Aug 05 11:20:01.047788 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 4baf0933-407c-4d7a-8755-c010434f1cd6 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:20:01.061948 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 4baf0933-407c-4d7a-8755-c010434f1cd6 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:20:01.062903 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:01.080220 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-17ddf345-bc9c-4090-8989-0a74f0314f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:01.087609 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-17ddf345-bc9c-4090-8989-0a74f0314f6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:01.091767 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-17ddf345-bc9c-4090-8989-0a74f0314f6f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/47e2469e-b73e-418e-a878-4bf5cb639266 HTTP/1.1" status: 204 len: 168 time: 1.0658989 Aug 05 11:20:01.138629 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ddf345-bc9c-4090-8989-0a74f0314f6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e2469e-b73e-418e-a878-4bf5cb639266,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:20:01.409888 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a01130d8-9d5b-49ae-b571-39b1c423b584 req-b51b7a66-0c36-4f40-b792-73c8ead44012 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=f66b7826-f7df-422e-836c-05948f716559 HTTP/1.1" status: 200 len: 210 time: 0.2062647 Aug 05 11:20:01.797197 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:01.958214 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port 4baf0933-407c-4d7a-8755-c010434f1cd6, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=4baf0933-407c-4d7a-8755-c010434f1cd6,segment=NetworkSegment(9d467085-a684-4d85-a54a-7bf80cd611a5),segment_id=9d467085-a684-4d85-a54a-7bf80cd611a5)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:20:01.976553 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:01.995772 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-11f24a95-4fff-447b-84c9-fffb36265f60 req-6ed8e133-b7f4-473e-b479-553e76254bd1 tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3789604 Aug 05 11:20:02.007308 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-11f24a95-4fff-447b-84c9-fffb36265f60 req-82f25ee3-b73a-447a-b349-b67a722a224d tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] Request body: {'floatingip': {'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:20:02.091173 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device edbe9b9a-fd00-49b8-9a95-f12a71fcae46 up at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:20:02.125589 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0e41a317-800b-4154-b9a8-ca93bf1ead60 req-fbfd3f90-cbfb-44e4-a29a-03d1a354b697 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/ports?device_id=b2e508da-f4b5-4c8e-af37-be7090f8786f HTTP/1.1" status: 200 len: 210 time: 0.4079812 Aug 05 11:20:02.308249 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-11f24a95-4fff-447b-84c9-fffb36265f60 req-82f25ee3-b73a-447a-b349-b67a722a224d tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] Notify callbacks [] for floatingip, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:02.385179 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-bfef03fe-3a16-4af0-adc5-56dffa9d8a32 req-166580c1-2361-48d9-bd05-075067cd2449 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Allocated IP 192.168.233.172 (91caede3-92e4-4b1e-8e3e-36227cfd846a/6842f728-c2f3-4e36-bb32-3303d06ce3f4/e458f436-68c3-4432-b158-8cfc0e9fe294) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:20:02.440743 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning for port edbe9b9a-fd00-49b8-9a95-f12a71fcae46 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:20:02.482852 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning complete for port edbe9b9a-fd00-49b8-9a95-f12a71fcae46 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:20:02.484732 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:02.500830 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=4baf0933-407c-4d7a-8755-c010434f1cd6,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:20:02.557500 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4fa3f9f3-3bc6-4e8e-a005-8ed0f57f5207 req-6dca3e5c-da58-462f-abf1-9b951982270c service neutron] 10.222.0.64 "GET /v2.0/networks/c1d3f101-369e-4625-bfd2-2a60ea4757bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4153771 Aug 05 11:20:02.589630 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-a3dc3b9f-ecf6-4b28-8fb7-2908bf29b061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb14ee3-e2c0-4b0d-a30e-73fbc6c45581', 'name': 'tempest-FloatingIPDetailsTestJSON-1990657780-router', 'tenant_id': '3a18a12772c4432a873c2df384eb75c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '15044ab2-1fd1-4047-8803-e76d520a19d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:19:44Z', 'updated_at': '2021-08-05T11:19:55Z', 'revision_number': 4, 'project_id': '3a18a12772c4432a873c2df384eb75c2', 'gw_port': {'id': '15044ab2-1fd1-4047-8803-e76d520a19d7', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:5f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb14ee3-e2c0-4b0d-a30e-73fbc6c45581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:19:45Z', 'updated_at': '2021-08-05T11:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '0a1b3e57-2c57-4d1c-ae9f-62dd8dbf00af', 'name': '', 'network_id': 'd809765d-0ec2-4f50-a575-4d7b3b4c7273', 'tenant_id': '3a18a12772c4432a873c2df384eb75c2', 'mac_address': 'fa:16:3e:ef:bb:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffb14ee3-e2c0-4b0d-a30e-73fbc6c45581', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '3ae21740-4790-42d6-a5e7-21732e31e87a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:19:52Z', 'updated_at': '2021-08-05T11:19:56Z', 'revision_number': 2, 'project_id': '3a18a12772c4432a873c2df384eb75c2', 'subnets': [{'id': '3ae21740-4790-42d6-a5e7-21732e31e87a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:20:02.695531 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3dc3b9f-ecf6-4b28-8fb7-2908bf29b061 None None] Checking router: ffb14ee3-e2c0-4b0d-a30e-73fbc6c45581 for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:20:02.696901 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3dc3b9f-ecf6-4b28-8fb7-2908bf29b061 None None] Updating router ffb14ee3-e2c0-4b0d-a30e-73fbc6c45581 port 0a1b3e57-2c57-4d1c-ae9f-62dd8dbf00af binding host n-d-803378-2 {{(pid=94422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 11:20:02.719690 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87980159-7091-4b26-80e8-e50518d2062f req-1cd49cd1-60e6-4b9d-836e-5f72c84536e6 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:02.722668 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-87980159-7091-4b26-80e8-e50518d2062f req-1cd49cd1-60e6-4b9d-836e-5f72c84536e6 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/ports?device_id=672374a9-db64-433d-bf95-51fe7f56f21e HTTP/1.1" status: 200 len: 943 time: 0.1976802 Aug 05 11:20:02.809042 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-a3dc3b9f-ecf6-4b28-8fb7-2908bf29b061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:02.813584 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:02.821587 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-9d3d8f9d-f362-4ccc-8edb-7243913a14f7 admin admin] Deleting port 4baf0933-407c-4d7a-8755-c010434f1cd6 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:20:02.822960 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9d3d8f9d-f362-4ccc-8edb-7243913a14f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:02.878402 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4fa3f9f3-3bc6-4e8e-a005-8ed0f57f5207 req-fdd05912-cd70-48b1-b0d6-0814baf9c4f8 service neutron] 10.222.0.64 "GET /v2.0/networks/c1d3f101-369e-4625-bfd2-2a60ea4757bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3029289 Aug 05 11:20:02.883777 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2249ea3c-8dca-4efb-922f-dd6b64f03ce1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edbe9b9a-fd00-49b8-9a95-f12a71fcae46'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:20:02.886303 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e6c87bb-842a-4945-9edf-1d518a5b9a3b" -d '{"events": [{"server_uuid": "2249ea3c-8dca-4efb-922f-dd6b64f03ce1", "name": "network-vif-plugged", "status": "completed", "tag": "edbe9b9a-fd00-49b8-9a95-f12a71fcae46"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:20:02.904051 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port edbe9b9a-fd00-49b8-9a95-f12a71fcae46, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=edbe9b9a-fd00-49b8-9a95-f12a71fcae46,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:20:02.919865 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-bfef03fe-3a16-4af0-adc5-56dffa9d8a32 req-166580c1-2361-48d9-bd05-075067cd2449 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:02.926318 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:02.950517 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-87980159-7091-4b26-80e8-e50518d2062f req-de56bd95-c5b6-426e-8ba6-776bcfbc3fd8 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b660be2-1cd3-4f1b-b8b6-43aa3e7d82c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153857 Aug 05 11:20:02.952255 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-bfef03fe-3a16-4af0-adc5-56dffa9d8a32 req-166580c1-2361-48d9-bd05-075067cd2449 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Transition to ACTIVE for port object e458f436-68c3-4432-b158-8cfc0e9fe294 will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:20:03.047037 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-11f24a95-4fff-447b-84c9-fffb36265f60 req-82f25ee3-b73a-447a-b349-b67a722a224d tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:03.090873 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a4474d-72dd-4332-a8b5-886b0b334fc6 req-99cc3619-0416-442f-b178-44db89997254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:03.093988 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-57a4474d-72dd-4332-a8b5-886b0b334fc6 req-99cc3619-0416-442f-b178-44db89997254 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e8f6478cce384a98ba09cac5c1bcf855&device_id=672374a9-db64-433d-bf95-51fe7f56f21e HTTP/1.1" status: 200 len: 1094 time: 0.0999944 Aug 05 11:20:03.096525 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-bfef03fe-3a16-4af0-adc5-56dffa9d8a32 req-166580c1-2361-48d9-bd05-075067cd2449 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:03.220997 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-9d3d8f9d-f362-4ccc-8edb-7243913a14f7 admin admin] For port 4baf0933-407c-4d7a-8755-c010434f1cd6, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=4baf0933-407c-4d7a-8755-c010434f1cd6,segment=NetworkSegment(9d467085-a684-4d85-a54a-7bf80cd611a5),segment_id=9d467085-a684-4d85-a54a-7bf80cd611a5)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:20:03.221877 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9d3d8f9d-f362-4ccc-8edb-7243913a14f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:03.263179 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166580c1-2361-48d9-bd05-075067cd2449 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Pushing event updated for resources: {'Port': ['ID=e458f436-68c3-4432-b158-8cfc0e9fe294,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:20:03.287760 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfef03fe-3a16-4af0-adc5-56dffa9d8a32 req-166580c1-2361-48d9-bd05-075067cd2449 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Network 91caede3-92e4-4b1e-8e3e-36227cfd846a is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:20:03.288853 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-9d3d8f9d-f362-4ccc-8edb-7243913a14f7 admin admin] Calling delete_port for 4baf0933-407c-4d7a-8755-c010434f1cd6 owned by network:router_interface {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:20:03.291455 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-bfef03fe-3a16-4af0-adc5-56dffa9d8a32 req-166580c1-2361-48d9-bd05-075067cd2449 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:20:03.296089 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfef03fe-3a16-4af0-adc5-56dffa9d8a32 req-166580c1-2361-48d9-bd05-075067cd2449 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:20:03.320381 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc8322e-fb57-43ff-891d-a0cfeb7ec144 req-07a3411f-ab4a-40f1-85a4-1e7eaa12b9f3 tempest-ImagesOneServerTestJSON-55291779 tempest-ImagesOneServerTestJSON-55291779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:03.328861 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bfc8322e-fb57-43ff-891d-a0cfeb7ec144 req-07a3411f-ab4a-40f1-85a4-1e7eaa12b9f3 tempest-ImagesOneServerTestJSON-55291779 tempest-ImagesOneServerTestJSON-55291779-project] 10.222.0.58 "GET /v2.0/ports?device_id=2249ea3c-8dca-4efb-922f-dd6b64f03ce1 HTTP/1.1" status: 200 len: 950 time: 0.2103739 Aug 05 11:20:03.406278 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bfc8322e-fb57-43ff-891d-a0cfeb7ec144 req-44f97b48-f860-45db-ad79-9ba3df07d57d tempest-ImagesOneServerTestJSON-55291779 tempest-ImagesOneServerTestJSON-55291779-project] 10.222.0.58 "GET /v2.0/security-groups?id=b503486e-03cb-4a11-81f8-dbd0e7b9a08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763488 Aug 05 11:20:03.472077 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfef03fe-3a16-4af0-adc5-56dffa9d8a32 req-166580c1-2361-48d9-bd05-075067cd2449 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:03.477779 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-bfef03fe-3a16-4af0-adc5-56dffa9d8a32 req-166580c1-2361-48d9-bd05-075067cd2449 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:03.493359 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a4474d-72dd-4332-a8b5-886b0b334fc6 req-8dbbef20-7a53-489c-bcfc-03303c532f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:03.510396 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-57a4474d-72dd-4332-a8b5-886b0b334fc6 req-8dbbef20-7a53-489c-bcfc-03303c532f05 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c1d3f101-369e-4625-bfd2-2a60ea4757bb HTTP/1.1" status: 200 len: 921 time: 0.4034133 Aug 05 11:20:03.575962 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['49bfd466-2a5b-4e0b-9162-53a17e69e7eb', 'e9e51624-a43c-4414-9bb1-eb78195a25ce'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:20:03.668977 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-57a4474d-72dd-4332-a8b5-886b0b334fc6 req-f674648e-c798-4a66-98e0-686d1fb8c7dd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=55713e77-38b3-42f5-962d-9575770689fe HTTP/1.1" status: 200 len: 217 time: 0.1398969 Aug 05 11:20:03.681872 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-bfef03fe-3a16-4af0-adc5-56dffa9d8a32 req-166580c1-2361-48d9-bd05-075067cd2449 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2155366 Aug 05 11:20:03.685355 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=edbe9b9a-fd00-49b8-9a95-f12a71fcae46,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:20:03.727163 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-bfef03fe-3a16-4af0-adc5-56dffa9d8a32 req-5c1787a4-453d-4e67-92ca-c772d090d8b6 service neutron] Request body: {'port': {'device_id': 'b2e508da-f4b5-4c8e-af37-be7090f8786f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:20:03.751058 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-a3dc3b9f-ecf6-4b28-8fb7-2908bf29b061 None None] Notify callbacks [] for port, precommit_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:03.783056 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-a3dc3b9f-ecf6-4b28-8fb7-2908bf29b061 None None] Transition to ACTIVE for port object 0a1b3e57-2c57-4d1c-ae9f-62dd8dbf00af will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:20:03.812657 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-a3dc3b9f-ecf6-4b28-8fb7-2908bf29b061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:03.877695 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a4474d-72dd-4332-a8b5-886b0b334fc6 req-0fcd70ae-f67b-46c6-9700-14e2b8355a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:03.880068 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-57a4474d-72dd-4332-a8b5-886b0b334fc6 req-0fcd70ae-f67b-46c6-9700-14e2b8355a79 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=88c33de2-0b50-4fb8-a2a7-3c3e700f5c7c HTTP/1.1" status: 200 len: 860 time: 0.1968713 Aug 05 11:20:03.899740 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-bfef03fe-3a16-4af0-adc5-56dffa9d8a32 req-5c1787a4-453d-4e67-92ca-c772d090d8b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:03.940543 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [req-11f24a95-4fff-447b-84c9-fffb36265f60 req-82f25ee3-b73a-447a-b349-b67a722a224d tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] Allocated IP 172.25.5.51 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/074e6f9c-0f99-4ad8-9f64-25dee1dc4338) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:20:03.949415 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9d3d8f9d-f362-4ccc-8edb-7243913a14f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:03.959866 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e30c55b-8733-40c0-b27c-330892f320a2 None None] Pushing event updated for resources: {'Port': ['ID=0a1b3e57-2c57-4d1c-ae9f-62dd8dbf00af,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:20:03.963437 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-57a4474d-72dd-4332-a8b5-886b0b334fc6 req-922debd7-c367-4ff0-bbc5-eec3ee55dfeb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c1d3f101-369e-4625-bfd2-2a60ea4757bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731080 Aug 05 11:20:04.007935 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-07d91442-5175-4637-a748-49eeb8505024 req-e8b2f38f-c2bb-4a8e-8ae4-49e2e6568372 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=f66b7826-f7df-422e-836c-05948f716559 HTTP/1.1" status: 200 len: 210 time: 0.4292555 Aug 05 11:20:04.056982 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-a387997e-5016-4ff6-9df9-e71c7cd6122a None None] Provisioning for port e458f436-68c3-4432-b158-8cfc0e9fe294 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:20:04.097072 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-a387997e-5016-4ff6-9df9-e71c7cd6122a None None] Provisioning complete for port e458f436-68c3-4432-b158-8cfc0e9fe294 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:20:04.100668 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-a387997e-5016-4ff6-9df9-e71c7cd6122a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:04.145971 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3d8f9d-f362-4ccc-8edb-7243913a14f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=4baf0933-407c-4d7a-8755-c010434f1cd6,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:20:04.212808 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c12754c-558b-4ffa-a8dc-cf29895b0a3b x-openstack-request-id: req-3c12754c-558b-4ffa-a8dc-cf29895b0a3b {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:20:04.214567 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2249ea3c-8dca-4efb-922f-dd6b64f03ce1", "name": "network-vif-plugged", "status": "completed", "tag": "edbe9b9a-fd00-49b8-9a95-f12a71fcae46", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:20:04.215175 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3c12754c-558b-4ffa-a8dc-cf29895b0a3b {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:20:04.221369 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2249ea3c-8dca-4efb-922f-dd6b64f03ce1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edbe9b9a-fd00-49b8-9a95-f12a71fcae46', 'code': 200} Aug 05 11:20:04.316739 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-a387997e-5016-4ff6-9df9-e71c7cd6122a None None] Port e458f436-68c3-4432-b158-8cfc0e9fe294 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:20:04.378806 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-57a4474d-72dd-4332-a8b5-886b0b334fc6 req-55ef59f5-4f8a-4ee8-abb5-8b3eef84de06 service neutron] 10.222.0.64 "GET /v2.0/networks/c1d3f101-369e-4625-bfd2-2a60ea4757bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4065809 Aug 05 11:20:04.400603 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 4baf0933-407c-4d7a-8755-c010434f1cd6 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:20:04.461972 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 4baf0933-407c-4d7a-8755-c010434f1cd6 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:20:04.464510 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 4baf0933-407c-4d7a-8755-c010434f1cd6 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 05 11:20:04.518686 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-a3dc3b9f-ecf6-4b28-8fb7-2908bf29b061 None None] Attempting to bind port 0a1b3e57-2c57-4d1c-ae9f-62dd8dbf00af on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:20:04.522450 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-a3dc3b9f-ecf6-4b28-8fb7-2908bf29b061 None None] Attempting to bind port 0a1b3e57-2c57-4d1c-ae9f-62dd8dbf00af by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'e0eafdad-a551-4390-bc9e-5b109751f32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'd809765d-0ec2-4f50-a575-4d7b3b4c7273'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:20:04.523454 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3dc3b9f-ecf6-4b28-8fb7-2908bf29b061 None None] Attempting to bind port 0a1b3e57-2c57-4d1c-ae9f-62dd8dbf00af on network d809765d-0ec2-4f50-a575-4d7b3b4c7273 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:20:04.615367 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3dc3b9f-ecf6-4b28-8fb7-2908bf29b061 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:20:04.616005 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3dc3b9f-ecf6-4b28-8fb7-2908bf29b061 None None] Checking segment: {'id': 'e0eafdad-a551-4390-bc9e-5b109751f32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'd809765d-0ec2-4f50-a575-4d7b3b4c7273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:20:04.616962 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-a3dc3b9f-ecf6-4b28-8fb7-2908bf29b061 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:04.617960 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3dc3b9f-ecf6-4b28-8fb7-2908bf29b061 None None] Bound using segment: {'id': 'e0eafdad-a551-4390-bc9e-5b109751f32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'd809765d-0ec2-4f50-a575-4d7b3b4c7273'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:20:04.618828 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-a3dc3b9f-ecf6-4b28-8fb7-2908bf29b061 None None] Bound port: 0a1b3e57-2c57-4d1c-ae9f-62dd8dbf00af, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0eafdad-a551-4390-bc9e-5b109751f32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'd809765d-0ec2-4f50-a575-4d7b3b4c7273'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:20:04.619474 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-a3dc3b9f-ecf6-4b28-8fb7-2908bf29b061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:04.676957 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Port 4baf0933-407c-4d7a-8755-c010434f1cd6 not found, will not notify nova. {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 05 11:20:04.726208 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-11f24a95-4fff-447b-84c9-fffb36265f60 req-82f25ee3-b73a-447a-b349-b67a722a224d tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:04.737835 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05245cc-c8a6-441c-a3bf-4eb5bbe224c9 req-9aa9378c-5183-48a6-b9cf-94212c6155c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:04.740689 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b05245cc-c8a6-441c-a3bf-4eb5bbe224c9 req-9aa9378c-5183-48a6-b9cf-94212c6155c6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2249ea3c-8dca-4efb-922f-dd6b64f03ce1 HTTP/1.1" status: 200 len: 1101 time: 0.4102831 Aug 05 11:20:04.863687 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b05245cc-c8a6-441c-a3bf-4eb5bbe224c9 req-f00b29d9-78ca-46ba-99f3-ead311307aec service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b503486e-03cb-4a11-81f8-dbd0e7b9a08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113970 Aug 05 11:20:04.873215 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-a3dc3b9f-ecf6-4b28-8fb7-2908bf29b061 None None] For port 0a1b3e57-2c57-4d1c-ae9f-62dd8dbf00af, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:20:04.878950 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-a3dc3b9f-ecf6-4b28-8fb7-2908bf29b061 None None] For port 0a1b3e57-2c57-4d1c-ae9f-62dd8dbf00af, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=0a1b3e57-2c57-4d1c-ae9f-62dd8dbf00af,segment=NetworkSegment(e0eafdad-a551-4390-bc9e-5b109751f32e),segment_id=e0eafdad-a551-4390-bc9e-5b109751f32e)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:20:04.892883 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7996c0b1-a743-4ff8-b58e-ea425dae7631 req-5ff5d3b4-b120-45ed-bafe-5e9a166f41b3 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:04.897052 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-a3dc3b9f-ecf6-4b28-8fb7-2908bf29b061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:04.907069 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7996c0b1-a743-4ff8-b58e-ea425dae7631 req-5ff5d3b4-b120-45ed-bafe-5e9a166f41b3 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/ports?device_id=b2e508da-f4b5-4c8e-af37-be7090f8786f HTTP/1.1" status: 200 len: 936 time: 0.4085472 Aug 05 11:20:05.014113 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e30c55b-8733-40c0-b27c-330892f320a2 None None] Pushing event updated for resources: {'Port': ['ID=0a1b3e57-2c57-4d1c-ae9f-62dd8dbf00af,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:20:05.041970 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3dc3b9f-ecf6-4b28-8fb7-2908bf29b061 None None] Routers {'ffb14ee3-e2c0-4b0d-a30e-73fbc6c45581'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:20:05.047907 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-a3dc3b9f-ecf6-4b28-8fb7-2908bf29b061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:19:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['ffb14ee3-e2c0-4b0d-a30e-73fbc6c45581'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:20:05.051664 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9d3d8f9d-f362-4ccc-8edb-7243913a14f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33140263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33208171'] for router_interface, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:05.190472 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-11f24a95-4fff-447b-84c9-fffb36265f60 req-82f25ee3-b73a-447a-b349-b67a722a224d tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:05.212024 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7996c0b1-a743-4ff8-b58e-ea425dae7631 req-5ff16b52-4893-4ac1-895c-78ec0f20de57 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba838bf4-27d8-4ebd-8a6c-2c869750a1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3027692 Aug 05 11:20:05.276375 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-a3dc3b9f-ecf6-4b28-8fb7-2908bf29b061 None None] Set router ffb14ee3-e2c0-4b0d-a30e-73fbc6c45581 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:20:05.353576 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e30c55b-8733-40c0-b27c-330892f320a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:20:05.354595 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e30c55b-8733-40c0-b27c-330892f320a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:20:05.355871 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e30c55b-8733-40c0-b27c-330892f320a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:20:05.356810 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e30c55b-8733-40c0-b27c-330892f320a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:20:05.357654 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e30c55b-8733-40c0-b27c-330892f320a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:20:05.358537 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e30c55b-8733-40c0-b27c-330892f320a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:20:05.359381 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e30c55b-8733-40c0-b27c-330892f320a2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:20:05.360205 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e30c55b-8733-40c0-b27c-330892f320a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:20:05.361311 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e30c55b-8733-40c0-b27c-330892f320a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:20:05.362179 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e30c55b-8733-40c0-b27c-330892f320a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:20:05.364399 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e30c55b-8733-40c0-b27c-330892f320a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:20:05.366416 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e30c55b-8733-40c0-b27c-330892f320a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:20:05.371813 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11f24a95-4fff-447b-84c9-fffb36265f60 req-82f25ee3-b73a-447a-b349-b67a722a224d tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:20:05.394686 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [req-11f24a95-4fff-447b-84c9-fffb36265f60 req-82f25ee3-b73a-447a-b349-b67a722a224d tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:20:05.488899 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [req-11f24a95-4fff-447b-84c9-fffb36265f60 req-82f25ee3-b73a-447a-b349-b67a722a224d tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:20:05.531865 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-bfef03fe-3a16-4af0-adc5-56dffa9d8a32 req-5c1787a4-453d-4e67-92ca-c772d090d8b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e458f436-68c3-4432-b158-8cfc0e9fe294 {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:20:05.551863 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f25ee3-b73a-447a-b349-b67a722a224d tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] Pushing event updated for resources: {'Port': ['ID=074e6f9c-0f99-4ad8-9f64-25dee1dc4338,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:20:05.607870 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-bfef03fe-3a16-4af0-adc5-56dffa9d8a32 req-5c1787a4-453d-4e67-92ca-c772d090d8b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:05.618677 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-57a4474d-72dd-4332-a8b5-886b0b334fc6 req-bc7b3fab-23c2-45f9-8817-f41c760584f1 service neutron] 10.222.0.64 "GET /v2.0/networks/c1d3f101-369e-4625-bfd2-2a60ea4757bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7023504 Aug 05 11:20:05.656913 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-bfef03fe-3a16-4af0-adc5-56dffa9d8a32 req-5c1787a4-453d-4e67-92ca-c772d090d8b6 service neutron] Transition to ACTIVE for port object e458f436-68c3-4432-b158-8cfc0e9fe294 will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:20:05.665238 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-bfef03fe-3a16-4af0-adc5-56dffa9d8a32 req-5c1787a4-453d-4e67-92ca-c772d090d8b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:05.822553 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1787a4-453d-4e67-92ca-c772d090d8b6 service neutron] Pushing event updated for resources: {'Port': ['ID=e458f436-68c3-4432-b158-8cfc0e9fe294,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:20:05.973483 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-bfef03fe-3a16-4af0-adc5-56dffa9d8a32 req-5c1787a4-453d-4e67-92ca-c772d090d8b6 service neutron] Attempting to bind port e458f436-68c3-4432-b158-8cfc0e9fe294 on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:20:05.974042 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-bfef03fe-3a16-4af0-adc5-56dffa9d8a32 req-5c1787a4-453d-4e67-92ca-c772d090d8b6 service neutron] Attempting to bind port e458f436-68c3-4432-b158-8cfc0e9fe294 by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:20:05.974610 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfef03fe-3a16-4af0-adc5-56dffa9d8a32 req-5c1787a4-453d-4e67-92ca-c772d090d8b6 service neutron] Attempting to bind port e458f436-68c3-4432-b158-8cfc0e9fe294 on network 91caede3-92e4-4b1e-8e3e-36227cfd846a {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:20:05.988276 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfef03fe-3a16-4af0-adc5-56dffa9d8a32 req-5c1787a4-453d-4e67-92ca-c772d090d8b6 service neutron] Port e458f436-68c3-4432-b158-8cfc0e9fe294 on network 91caede3-92e4-4b1e-8e3e-36227cfd846a not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:20:05.988664 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfef03fe-3a16-4af0-adc5-56dffa9d8a32 req-5c1787a4-453d-4e67-92ca-c772d090d8b6 service neutron] Attempting to bind port e458f436-68c3-4432-b158-8cfc0e9fe294 on network 91caede3-92e4-4b1e-8e3e-36227cfd846a {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:20:05.997235 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfef03fe-3a16-4af0-adc5-56dffa9d8a32 req-5c1787a4-453d-4e67-92ca-c772d090d8b6 service neutron] Checking agent: {'id': 'a8f1dd2d-227c-4e30-8844-52419ba734db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:20:05.998006 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfef03fe-3a16-4af0-adc5-56dffa9d8a32 req-5c1787a4-453d-4e67-92ca-c772d090d8b6 service neutron] Checking segment: {'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:20:05.998721 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfef03fe-3a16-4af0-adc5-56dffa9d8a32 req-5c1787a4-453d-4e67-92ca-c772d090d8b6 service neutron] Bound using segment: {'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:20:05.999314 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-bfef03fe-3a16-4af0-adc5-56dffa9d8a32 req-5c1787a4-453d-4e67-92ca-c772d090d8b6 service neutron] Bound port: e458f436-68c3-4432-b158-8cfc0e9fe294, host: n-h2-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:20:05.999721 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-bfef03fe-3a16-4af0-adc5-56dffa9d8a32 req-5c1787a4-453d-4e67-92ca-c772d090d8b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:06.017721 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 55713e77-38b3-42f5-962d-9575770689fe details requested by agent hyperv_n-h1-803378-2 with host n-h1-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:20:06.221148 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-bfef03fe-3a16-4af0-adc5-56dffa9d8a32 req-5c1787a4-453d-4e67-92ca-c772d090d8b6 service neutron] For port e458f436-68c3-4432-b158-8cfc0e9fe294, host n-h2-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:20:06.232407 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-bfef03fe-3a16-4af0-adc5-56dffa9d8a32 req-5c1787a4-453d-4e67-92ca-c772d090d8b6 service neutron] For port e458f436-68c3-4432-b158-8cfc0e9fe294, host n-h2-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=e458f436-68c3-4432-b158-8cfc0e9fe294,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:20:06.238646 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af9118c-bede-473f-8742-86ca124c830e req-be090f4c-63aa-420d-af72-7e36753b177e tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:06.250272 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9af9118c-bede-473f-8742-86ca124c830e req-be090f4c-63aa-420d-af72-7e36753b177e tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/ports?device_id=672374a9-db64-433d-bf95-51fe7f56f21e HTTP/1.1" status: 200 len: 943 time: 0.4636247 Aug 05 11:20:06.254512 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-bfef03fe-3a16-4af0-adc5-56dffa9d8a32 req-5c1787a4-453d-4e67-92ca-c772d090d8b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:06.345484 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-a3dc3b9f-ecf6-4b28-8fb7-2908bf29b061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb14ee3-e2c0-4b0d-a30e-73fbc6c45581', 'name': 'tempest-FloatingIPDetailsTestJSON-1990657780-router', 'tenant_id': '3a18a12772c4432a873c2df384eb75c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '15044ab2-1fd1-4047-8803-e76d520a19d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:19:44Z', 'updated_at': '2021-08-05T11:19:55Z', 'revision_number': 4, 'project_id': '3a18a12772c4432a873c2df384eb75c2', 'gw_port': {'id': '15044ab2-1fd1-4047-8803-e76d520a19d7', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:5f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb14ee3-e2c0-4b0d-a30e-73fbc6c45581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:19:45Z', 'updated_at': '2021-08-05T11:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '0a1b3e57-2c57-4d1c-ae9f-62dd8dbf00af', 'name': '', 'network_id': 'd809765d-0ec2-4f50-a575-4d7b3b4c7273', 'tenant_id': '3a18a12772c4432a873c2df384eb75c2', 'mac_address': 'fa:16:3e:ef:bb:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffb14ee3-e2c0-4b0d-a30e-73fbc6c45581', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '3ae21740-4790-42d6-a5e7-21732e31e87a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:19:52Z', 'updated_at': '2021-08-05T11:20:04Z', 'revision_number': 4, 'project_id': '3a18a12772c4432a873c2df384eb75c2', 'subnets': [{'id': '3ae21740-4790-42d6-a5e7-21732e31e87a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:20:06.345813 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d3d8f9d-f362-4ccc-8edb-7243913a14f7 admin admin] Router 82255420-7a06-4371-8d39-badb33ca6d53 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 11:20:06.349145 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-11f24a95-4fff-447b-84c9-fffb36265f60 req-82f25ee3-b73a-447a-b349-b67a722a224d tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:06.392109 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9af9118c-bede-473f-8742-86ca124c830e req-96559f3c-b4a3-45ce-a745-2d623f647914 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b660be2-1cd3-4f1b-b8b6-43aa3e7d82c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393800 Aug 05 11:20:06.402627 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 55713e77-38b3-42f5-962d-9575770689fe, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=55713e77-38b3-42f5-962d-9575770689fe,segment=NetworkSegment(7242661a-6816-45d7-a9cf-d91bdd00208a),segment_id=7242661a-6816-45d7-a9cf-d91bdd00208a)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:20:06.404690 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfef03fe-3a16-4af0-adc5-56dffa9d8a32 req-5c1787a4-453d-4e67-92ca-c772d090d8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:06.405627 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-bfef03fe-3a16-4af0-adc5-56dffa9d8a32 req-5c1787a4-453d-4e67-92ca-c772d090d8b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:06.405856 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3dc3b9f-ecf6-4b28-8fb7-2908bf29b061 None None] The sync data for ids ['ffb14ee3-e2c0-4b0d-a30e-73fbc6c45581'] in n-d-803378-2 is: [{'id': 'ffb14ee3-e2c0-4b0d-a30e-73fbc6c45581', 'name': 'tempest-FloatingIPDetailsTestJSON-1990657780-router', 'tenant_id': '3a18a12772c4432a873c2df384eb75c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '15044ab2-1fd1-4047-8803-e76d520a19d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:19:44Z', 'updated_at': '2021-08-05T11:19:55Z', 'revision_number': 4, 'project_id': '3a18a12772c4432a873c2df384eb75c2', 'gw_port': {'id': '15044ab2-1fd1-4047-8803-e76d520a19d7', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:5f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb14ee3-e2c0-4b0d-a30e-73fbc6c45581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:19:45Z', 'updated_at': '2021-08-05T11:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '0a1b3e57-2c57-4d1c-ae9f-62dd8dbf00af', 'name': '', 'network_id': 'd809765d-0ec2-4f50-a575-4d7b3b4c7273', 'tenant_id': '3a18a12772c4432a873c2df384eb75c2', 'mac_address': 'fa:16:3e:ef:bb:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffb14ee3-e2c0-4b0d-a30e-73fbc6c45581', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '3ae21740-4790-42d6-a5e7-21732e31e87a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:19:52Z', 'updated_at': '2021-08-05T11:20:04Z', 'revision_number': 4, 'project_id': '3a18a12772c4432a873c2df384eb75c2', 'subnets': [{'id': '3ae21740-4790-42d6-a5e7-21732e31e87a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:20:06.409804 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-bfef03fe-3a16-4af0-adc5-56dffa9d8a32 req-5c1787a4-453d-4e67-92ca-c772d090d8b6 service neutron] 10.222.0.55 "PUT /v2.0/ports/e458f436-68c3-4432-b158-8cfc0e9fe294 HTTP/1.1" status: 200 len: 1096 time: 2.6932797 Aug 05 11:20:06.410481 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2e508da-f4b5-4c8e-af37-be7090f8786f', 'tag': 'e458f436-68c3-4432-b158-8cfc0e9fe294'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:20:06.418328 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdf5a994-8d12-4a97-9cef-d29f631dc412" -d '{"events": [{"name": "network-changed", "server_uuid": "b2e508da-f4b5-4c8e-af37-be7090f8786f", "tag": "e458f436-68c3-4432-b158-8cfc0e9fe294"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:20:06.430212 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Returning: {'device': '55713e77-38b3-42f5-962d-9575770689fe', 'network_id': 'c1d3f101-369e-4625-bfd2-2a60ea4757bb', 'port_id': '55713e77-38b3-42f5-962d-9575770689fe', 'mac_address': 'fa:16:3e:c2:7b:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88c33de2-0b50-4fb8-a2a7-3c3e700f5c7c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:20:06.542640 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1787a4-453d-4e67-92ca-c772d090d8b6 service neutron] Pushing event updated for resources: {'Port': ['ID=e458f436-68c3-4432-b158-8cfc0e9fe294,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:20:06.558133 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-11f24a95-4fff-447b-84c9-fffb36265f60 req-82f25ee3-b73a-447a-b349-b67a722a224d tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:06.595641 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:06.637585 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55713e77-38b3-42f5-962d-9575770689fe {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:20:06.712691 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 55713e77-38b3-42f5-962d-9575770689fe, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=55713e77-38b3-42f5-962d-9575770689fe,segment=NetworkSegment(7242661a-6816-45d7-a9cf-d91bdd00208a),segment_id=7242661a-6816-45d7-a9cf-d91bdd00208a)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:20:06.727934 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:06.893487 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=55713e77-38b3-42f5-962d-9575770689fe,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:20:06.908432 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfef03fe-3a16-4af0-adc5-56dffa9d8a32 req-a9b50282-fc80-4e27-95c7-e4cdd3fa6e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:06.913379 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-bfef03fe-3a16-4af0-adc5-56dffa9d8a32 req-a9b50282-fc80-4e27-95c7-e4cdd3fa6e39 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e90ff4a1bc864825860f19f93eea7a3b&device_id=b2e508da-f4b5-4c8e-af37-be7090f8786f HTTP/1.1" status: 200 len: 1099 time: 0.1492033 Aug 05 11:20:06.993253 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-bfef03fe-3a16-4af0-adc5-56dffa9d8a32 req-aec5b018-bc83-4996-9095-84f46d0e2caa service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=e458f436-68c3-4432-b158-8cfc0e9fe294 HTTP/1.1" status: 200 len: 217 time: 0.0604918 Aug 05 11:20:07.074534 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfef03fe-3a16-4af0-adc5-56dffa9d8a32 req-6bbe0c49-f065-4ebd-b940-ce01a66c7197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:07.076410 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-bfef03fe-3a16-4af0-adc5-56dffa9d8a32 req-6bbe0c49-f065-4ebd-b940-ce01a66c7197 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6842f728-c2f3-4e36-bb32-3303d06ce3f4 HTTP/1.1" status: 200 len: 843 time: 0.0757079 Aug 05 11:20:07.103418 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-3e6a89b9-6c9c-4699-9c94-53382632bfe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:07.136561 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['55713e77-38b3-42f5-962d-9575770689fe'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:20:07.174682 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfef03fe-3a16-4af0-adc5-56dffa9d8a32 req-6d705ef3-180d-480a-8692-e5eb2ed19987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:07.179774 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-bfef03fe-3a16-4af0-adc5-56dffa9d8a32 req-6d705ef3-180d-480a-8692-e5eb2ed19987 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=91caede3-92e4-4b1e-8e3e-36227cfd846a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0920925 Aug 05 11:20:07.433478 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-bfef03fe-3a16-4af0-adc5-56dffa9d8a32 req-9bc12672-e9a8-4e8f-9146-e05e14d3d8d5 service neutron] 10.222.0.55 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196710 Aug 05 11:20:07.440104 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-11f24a95-4fff-447b-84c9-fffb36265f60 req-82f25ee3-b73a-447a-b349-b67a722a224d tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:07.454920 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-11f24a95-4fff-447b-84c9-fffb36265f60 req-82f25ee3-b73a-447a-b349-b67a722a224d tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:07.594468 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb41cb6-1b1e-4fc5-a7d4-01f557c49712 req-09f0c092-3b86-4f39-bfb8-461de95b5b35 tempest-ImagesOneServerTestJSON-55291779 tempest-ImagesOneServerTestJSON-55291779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:07.596364 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-afb41cb6-1b1e-4fc5-a7d4-01f557c49712 req-09f0c092-3b86-4f39-bfb8-461de95b5b35 tempest-ImagesOneServerTestJSON-55291779 tempest-ImagesOneServerTestJSON-55291779-project] 10.222.0.58 "GET /v2.0/ports?device_id=2249ea3c-8dca-4efb-922f-dd6b64f03ce1 HTTP/1.1" status: 200 len: 950 time: 0.9819784 Aug 05 11:20:07.614533 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-bfef03fe-3a16-4af0-adc5-56dffa9d8a32 req-5fd9f1ff-f5f8-4284-94c9-428a1679e55c service neutron] 10.222.0.55 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584976 Aug 05 11:20:07.681639 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d3d8f9d-f362-4ccc-8edb-7243913a14f7 admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:20:07.691193 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f25ee3-b73a-447a-b349-b67a722a224d tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] Pushing event updated for resources: {'Port': ['ID=074e6f9c-0f99-4ad8-9f64-25dee1dc4338,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:20:07.699216 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c3da7a-8c25-4a9e-aa31-9b13d9b606b2 None None] Sync routers for ids ['82255420-7a06-4371-8d39-badb33ca6d53'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:20:07.701480 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-9d3d8f9d-f362-4ccc-8edb-7243913a14f7 admin admin] 10.222.0.58 "PUT /v2.0/routers/82255420-7a06-4371-8d39-badb33ca6d53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7825668 Aug 05 11:20:07.704900 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41054) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:20:07.728185 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-afb41cb6-1b1e-4fc5-a7d4-01f557c49712 req-3e04f064-24a0-40d6-a77b-92acfaea2ffe tempest-ImagesOneServerTestJSON-55291779 tempest-ImagesOneServerTestJSON-55291779-project] 10.222.0.58 "GET /v2.0/security-groups?id=b503486e-03cb-4a11-81f8-dbd0e7b9a08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189594 Aug 05 11:20:07.729205 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-11f24a95-4fff-447b-84c9-fffb36265f60 req-82f25ee3-b73a-447a-b349-b67a722a224d tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33287247'] for floatingip, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:07.742330 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c3da7a-8c25-4a9e-aa31-9b13d9b606b2 None None] Routers {'82255420-7a06-4371-8d39-badb33ca6d53'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:20:07.750755 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-e9c3da7a-8c25-4a9e-aa31-9b13d9b606b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:19:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['82255420-7a06-4371-8d39-badb33ca6d53'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:20:07.766660 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-11f24a95-4fff-447b-84c9-fffb36265f60 req-82f25ee3-b73a-447a-b349-b67a722a224d tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:07.779532 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-11f24a95-4fff-447b-84c9-fffb36265f60 req-82f25ee3-b73a-447a-b349-b67a722a224d tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 5.7816877 Aug 05 11:20:07.917040 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-16a2880b-918f-4931-a37c-07a0fb863af5 admin admin] Notify callbacks [] for router, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:07.936405 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-11f24a95-4fff-447b-84c9-fffb36265f60 req-304d0b16-5cdc-49c0-bfb5-8c5cfbd6f4a9 tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.5.51 HTTP/1.1" status: 200 len: 695 time: 0.1552289 Aug 05 11:20:08.024511 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-e9c3da7a-8c25-4a9e-aa31-9b13d9b606b2 None None] Set router 82255420-7a06-4371-8d39-badb33ca6d53 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:20:08.039036 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9214a499-b4fa-46ff-8d22-3c1a51f32e16 req-c3594fab-7e49-45e5-852e-cfff52e40d2a tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=f66b7826-f7df-422e-836c-05948f716559 HTTP/1.1" status: 200 len: 210 time: 0.0814545 Aug 05 11:20:08.229698 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-16a2880b-918f-4931-a37c-07a0fb863af5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:08.309377 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f24a95-4fff-447b-84c9-fffb36265f60 req-1ec0b1fc-c28f-4301-98bc-ae27c28b0974 tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:08.328819 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-11f24a95-4fff-447b-84c9-fffb36265f60 req-1ec0b1fc-c28f-4301-98bc-ae27c28b0974 tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] 10.222.0.58 "GET /v2.0/networks/36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd HTTP/1.1" status: 200 len: 784 time: 0.3889320 Aug 05 11:20:08.358803 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 0a1b3e57-2c57-4d1c-ae9f-62dd8dbf00af up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:20:08.374886 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-16a2880b-918f-4931-a37c-07a0fb863af5 admin admin] Deleting port 07e5d870-b3ea-410b-9537-cf6b3dd44b00 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:20:08.375448 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-16a2880b-918f-4931-a37c-07a0fb863af5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:08.452766 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-e9c3da7a-8c25-4a9e-aa31-9b13d9b606b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82255420-7a06-4371-8d39-badb33ca6d53', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-418175708-router', 'tenant_id': '20dd9130659d4ae89513b48af66c7078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '07e5d870-b3ea-410b-9537-cf6b3dd44b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:19:42Z', 'updated_at': '2021-08-05T11:20:03Z', 'revision_number': 5, 'project_id': '20dd9130659d4ae89513b48af66c7078', 'gw_port': {'id': '07e5d870-b3ea-410b-9537-cf6b3dd44b00', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:48:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82255420-7a06-4371-8d39-badb33ca6d53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:19:43Z', 'updated_at': '2021-08-05T11:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:20:08.458646 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aede4de8-2459-4240-9af8-59b87bd7a0c6 req-ddf06977-363a-4da9-a7b4-b71575b4f1fc tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:08.475448 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-aede4de8-2459-4240-9af8-59b87bd7a0c6 req-ddf06977-363a-4da9-a7b4-b71575b4f1fc tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/ports?device_id=b2e508da-f4b5-4c8e-af37-be7090f8786f HTTP/1.1" status: 200 len: 948 time: 0.2649245 Aug 05 11:20:08.495289 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8610596b-d95f-4cbe-9d57-5f5d1bd66651 x-openstack-request-id: req-8610596b-d95f-4cbe-9d57-5f5d1bd66651 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:20:08.495652 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2e508da-f4b5-4c8e-af37-be7090f8786f", "tag": "e458f436-68c3-4432-b158-8cfc0e9fe294", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:20:08.495888 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8610596b-d95f-4cbe-9d57-5f5d1bd66651 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:20:08.497716 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 0a1b3e57-2c57-4d1c-ae9f-62dd8dbf00af completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:20:08.498278 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2e508da-f4b5-4c8e-af37-be7090f8786f', 'tag': 'e458f436-68c3-4432-b158-8cfc0e9fe294', 'status': 'completed', 'code': 200} Aug 05 11:20:08.506880 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 0a1b3e57-2c57-4d1c-ae9f-62dd8dbf00af triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:20:08.507304 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:08.540423 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c3da7a-8c25-4a9e-aa31-9b13d9b606b2 None None] Checking router: 82255420-7a06-4371-8d39-badb33ca6d53 for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:20:08.563012 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c3da7a-8c25-4a9e-aa31-9b13d9b606b2 None None] Routers {'82255420-7a06-4371-8d39-badb33ca6d53'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:20:08.564173 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-e9c3da7a-8c25-4a9e-aa31-9b13d9b606b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:19:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['82255420-7a06-4371-8d39-badb33ca6d53'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:20:08.582505 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-aede4de8-2459-4240-9af8-59b87bd7a0c6 req-045dbee5-8fa9-4586-b6f5-16d99635a47c tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba838bf4-27d8-4ebd-8a6c-2c869750a1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058891 Aug 05 11:20:08.681056 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf5a994-8d12-4a97-9cef-d29f631dc412 req-318d883c-5f52-46ed-8132-95578e61b5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:08.684062 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-cdf5a994-8d12-4a97-9cef-d29f631dc412 req-318d883c-5f52-46ed-8132-95578e61b5ee service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e90ff4a1bc864825860f19f93eea7a3b&device_id=b2e508da-f4b5-4c8e-af37-be7090f8786f HTTP/1.1" status: 200 len: 1099 time: 0.1627986 Aug 05 11:20:08.706765 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [None req-16a2880b-918f-4931-a37c-07a0fb863af5 admin admin] For port 07e5d870-b3ea-410b-9537-cf6b3dd44b00, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=07e5d870-b3ea-410b-9537-cf6b3dd44b00,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:20:08.707332 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-16a2880b-918f-4931-a37c-07a0fb863af5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:08.726300 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:08.730034 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-16a2880b-918f-4931-a37c-07a0fb863af5 admin admin] Calling delete_port for 07e5d870-b3ea-410b-9537-cf6b3dd44b00 owned by network:router_gateway {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:20:08.776571 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-e9c3da7a-8c25-4a9e-aa31-9b13d9b606b2 None None] Set router 82255420-7a06-4371-8d39-badb33ca6d53 gateway port host: None {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:20:08.799653 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port 0a1b3e57-2c57-4d1c-ae9f-62dd8dbf00af, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=0a1b3e57-2c57-4d1c-ae9f-62dd8dbf00af,segment=NetworkSegment(e0eafdad-a551-4390-bc9e-5b109751f32e),segment_id=e0eafdad-a551-4390-bc9e-5b109751f32e)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:20:08.805709 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:08.898703 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-e9c3da7a-8c25-4a9e-aa31-9b13d9b606b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82255420-7a06-4371-8d39-badb33ca6d53', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-418175708-router', 'tenant_id': '20dd9130659d4ae89513b48af66c7078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:19:42Z', 'updated_at': '2021-08-05T11:20:08Z', 'revision_number': 6, 'project_id': '20dd9130659d4ae89513b48af66c7078', 'gw_port_host': None}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:20:08.921927 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=0a1b3e57-2c57-4d1c-ae9f-62dd8dbf00af,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:20:08.944073 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c3da7a-8c25-4a9e-aa31-9b13d9b606b2 None None] The sync data for ids ['82255420-7a06-4371-8d39-badb33ca6d53'] in n-d-803378-2 is: [{'id': '82255420-7a06-4371-8d39-badb33ca6d53', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-418175708-router', 'tenant_id': '20dd9130659d4ae89513b48af66c7078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:19:42Z', 'updated_at': '2021-08-05T11:20:08Z', 'revision_number': 6, 'project_id': '20dd9130659d4ae89513b48af66c7078', 'gw_port_host': None}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:20:08.945687 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab9beee-fe8c-4764-96b3-821ae8a4eac5 req-f794128c-54a7-4442-9083-2d0b898e35d6 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:08.949488 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3ab9beee-fe8c-4764-96b3-821ae8a4eac5 req-f794128c-54a7-4442-9083-2d0b898e35d6 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/ports?device_id=672374a9-db64-433d-bf95-51fe7f56f21e HTTP/1.1" status: 200 len: 944 time: 0.0894291 Aug 05 11:20:09.062231 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf5a994-8d12-4a97-9cef-d29f631dc412 req-cd1afea3-1cef-44c8-89bf-d656575716d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:09.063747 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-cdf5a994-8d12-4a97-9cef-d29f631dc412 req-cd1afea3-1cef-44c8-89bf-d656575716d3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=91caede3-92e4-4b1e-8e3e-36227cfd846a HTTP/1.1" status: 200 len: 870 time: 0.2619553 Aug 05 11:20:09.101923 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3ab9beee-fe8c-4764-96b3-821ae8a4eac5 req-115faab2-dd2e-4f23-8d69-a8d25c27ffb9 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b660be2-1cd3-4f1b-b8b6-43aa3e7d82c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430917 Aug 05 11:20:09.143670 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-cdf5a994-8d12-4a97-9cef-d29f631dc412 req-9a401065-b7d7-4ec3-b2c6-82f9a70898fd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=e458f436-68c3-4432-b158-8cfc0e9fe294 HTTP/1.1" status: 200 len: 217 time: 0.0688553 Aug 05 11:20:09.168834 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3f816b8a-0575-4c09-ba84-9daa5636ee59 req-965f0635-7d24-49d0-8ed4-3fa96a5eca54 tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1698172 Aug 05 11:20:09.185410 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-3f816b8a-0575-4c09-ba84-9daa5636ee59 req-3946c691-dc58-4481-a535-0a0428d77f5f tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] Request body: {'floatingip': {'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:20:09.229299 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-3f816b8a-0575-4c09-ba84-9daa5636ee59 req-3946c691-dc58-4481-a535-0a0428d77f5f tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] Notify callbacks [] for floatingip, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:09.273953 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-16a2880b-918f-4931-a37c-07a0fb863af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:09.277557 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf5a994-8d12-4a97-9cef-d29f631dc412 req-417f5ac2-335e-44db-b40b-109b8fffcfbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:09.279999 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-cdf5a994-8d12-4a97-9cef-d29f631dc412 req-417f5ac2-335e-44db-b40b-109b8fffcfbc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6842f728-c2f3-4e36-bb32-3303d06ce3f4 HTTP/1.1" status: 200 len: 843 time: 0.1030076 Aug 05 11:20:09.330837 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a2880b-918f-4931-a37c-07a0fb863af5 admin admin] Pushing event deleted for resources: {'Port': ['ID=07e5d870-b3ea-410b-9537-cf6b3dd44b00,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:20:09.356059 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4737d554-c05b-4297-9549-3811b7bec352 req-60d1ad3c-457a-4605-92e8-f05fae85a570 tempest-ImagesOneServerTestJSON-55291779 tempest-ImagesOneServerTestJSON-55291779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:09.357867 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4737d554-c05b-4297-9549-3811b7bec352 req-60d1ad3c-457a-4605-92e8-f05fae85a570 tempest-ImagesOneServerTestJSON-55291779 tempest-ImagesOneServerTestJSON-55291779-project] 10.222.0.58 "GET /v2.0/ports?device_id=2249ea3c-8dca-4efb-922f-dd6b64f03ce1 HTTP/1.1" status: 200 len: 950 time: 0.0797105 Aug 05 11:20:09.422760 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf5a994-8d12-4a97-9cef-d29f631dc412 req-1a21a893-27f0-4c03-ad14-a6bacfad38a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:09.424398 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-cdf5a994-8d12-4a97-9cef-d29f631dc412 req-1a21a893-27f0-4c03-ad14-a6bacfad38a2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=91caede3-92e4-4b1e-8e3e-36227cfd846a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1161880 Aug 05 11:20:09.427776 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-16a2880b-918f-4931-a37c-07a0fb863af5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33285055'] for router_gateway, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:09.440119 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4737d554-c05b-4297-9549-3811b7bec352 req-da933e5d-9b48-46d4-8091-1c7ffc7fd87c tempest-ImagesOneServerTestJSON-55291779 tempest-ImagesOneServerTestJSON-55291779-project] 10.222.0.58 "GET /v2.0/security-groups?id=b503486e-03cb-4a11-81f8-dbd0e7b9a08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559740 Aug 05 11:20:09.446228 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-3f816b8a-0575-4c09-ba84-9daa5636ee59 req-3946c691-dc58-4481-a535-0a0428d77f5f tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:09.594792 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-16a2880b-918f-4931-a37c-07a0fb863af5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33262979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1951'] for router, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:09.598548 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-16a2880b-918f-4931-a37c-07a0fb863af5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:09.610433 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [req-3f816b8a-0575-4c09-ba84-9daa5636ee59 req-3946c691-dc58-4481-a535-0a0428d77f5f tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] Allocated IP 172.25.5.66 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/f9baeb03-2d28-4b7c-a5ca-f2b3cdfdcd51) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:20:09.686563 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-16a2880b-918f-4931-a37c-07a0fb863af5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33262474'] for router, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:09.687495 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16a2880b-918f-4931-a37c-07a0fb863af5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 82255420-7a06-4371-8d39-badb33ca6d53 {{(pid=94421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 11:20:09.704366 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-16a2880b-918f-4931-a37c-07a0fb863af5 admin admin] Notify callbacks [] for router, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:09.707640 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-16a2880b-918f-4931-a37c-07a0fb863af5 admin admin] 10.222.0.58 "DELETE /v2.0/routers/82255420-7a06-4371-8d39-badb33ca6d53 HTTP/1.1" status: 204 len: 168 time: 2.0002251 Aug 05 11:20:09.711905 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 41082) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:20:09.728251 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-cdf5a994-8d12-4a97-9cef-d29f631dc412 req-3fb89541-be9d-445d-b747-f3458ee3d6c1 service neutron] 10.222.0.55 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2949362 Aug 05 11:20:09.816759 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e719deb-e208-4e5e-8394-bb20fd7a30cd admin admin] Deleting subnet bc13105d-1cf3-4731-b0af-295b0b7ac7b3 {{(pid=94420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:20:09.823363 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-3f816b8a-0575-4c09-ba84-9daa5636ee59 req-3946c691-dc58-4481-a535-0a0428d77f5f tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:09.826095 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7e719deb-e208-4e5e-8394-bb20fd7a30cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:09.892327 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-cdf5a994-8d12-4a97-9cef-d29f631dc412 req-564e4b92-3276-403f-b122-f34141d39f44 service neutron] 10.222.0.55 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538122 Aug 05 11:20:09.897551 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:09.898253 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7e719deb-e208-4e5e-8394-bb20fd7a30cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25010562'] for subnet, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:09.902455 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-9a0ba70b-5ec8-4a4b-a02e-d6105b67c9c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:09.970626 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-3f816b8a-0575-4c09-ba84-9daa5636ee59 req-3946c691-dc58-4481-a535-0a0428d77f5f tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:10.031263 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 55713e77-38b3-42f5-962d-9575770689fe up at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:20:10.098783 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f816b8a-0575-4c09-ba84-9daa5636ee59 req-3946c691-dc58-4481-a535-0a0428d77f5f tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:20:10.103087 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning for port 55713e77-38b3-42f5-962d-9575770689fe completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:20:10.108015 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning complete for port 55713e77-38b3-42f5-962d-9575770689fe triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:20:10.108509 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:10.111212 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [req-3f816b8a-0575-4c09-ba84-9daa5636ee59 req-3946c691-dc58-4481-a535-0a0428d77f5f tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:20:10.125031 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f816b8a-0575-4c09-ba84-9daa5636ee59 req-3946c691-dc58-4481-a535-0a0428d77f5f tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:20:10.127480 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946c691-dc58-4481-a535-0a0428d77f5f tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] Pushing event updated for resources: {'Port': ['ID=f9baeb03-2d28-4b7c-a5ca-f2b3cdfdcd51,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:20:10.159804 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7e719deb-e208-4e5e-8394-bb20fd7a30cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:10.303559 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 0a1b3e57-2c57-4d1c-ae9f-62dd8dbf00af up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:20:10.326376 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7e719deb-e208-4e5e-8394-bb20fd7a30cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29762763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24211094'] for subnet, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:10.348319 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:10.384964 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '672374a9-db64-433d-bf95-51fe7f56f21e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55713e77-38b3-42f5-962d-9575770689fe'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:20:10.386351 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e719deb-e208-4e5e-8394-bb20fd7a30cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc13105d-1cf3-4731-b0af-295b0b7ac7b3,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:20:10.387366 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cea0a15c-f403-4ed9-a27e-a09f50095763" -d '{"events": [{"server_uuid": "672374a9-db64-433d-bf95-51fe7f56f21e", "name": "network-vif-plugged", "status": "completed", "tag": "55713e77-38b3-42f5-962d-9575770689fe"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:20:10.399305 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7e719deb-e208-4e5e-8394-bb20fd7a30cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:10.404004 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-7e719deb-e208-4e5e-8394-bb20fd7a30cd admin admin] 10.222.0.58 "DELETE /v2.0/subnets/bc13105d-1cf3-4731-b0af-295b0b7ac7b3 HTTP/1.1" status: 204 len: 168 time: 0.6878378 Aug 05 11:20:10.404961 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41108) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:20:10.406712 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-3f816b8a-0575-4c09-ba84-9daa5636ee59 req-3946c691-dc58-4481-a535-0a0428d77f5f tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:10.407212 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 55713e77-38b3-42f5-962d-9575770689fe, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=55713e77-38b3-42f5-962d-9575770689fe,segment=NetworkSegment(7242661a-6816-45d7-a9cf-d91bdd00208a),segment_id=7242661a-6816-45d7-a9cf-d91bdd00208a)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:20:10.416477 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:10.423701 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4240654f-c713-4477-af42-2e6e0386eba3 None None] Network ec565510-a616-483b-a717-b851bc9c8937 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:20:10.433651 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f3d489-8738-455f-aa49-78c42d5868d0 req-489a978b-0c52-4fb5-b4b4-2363d146ba72 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:10.435375 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b8f3d489-8738-455f-aa49-78c42d5868d0 req-489a978b-0c52-4fb5-b4b4-2363d146ba72 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/ports?device_id=b2e508da-f4b5-4c8e-af37-be7090f8786f HTTP/1.1" status: 200 len: 948 time: 0.1675565 Aug 05 11:20:10.457540 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 0a1b3e57-2c57-4d1c-ae9f-62dd8dbf00af triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:20:10.458238 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:10.479848 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-3f816b8a-0575-4c09-ba84-9daa5636ee59 req-3946c691-dc58-4481-a535-0a0428d77f5f tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:10.519955 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b8f3d489-8738-455f-aa49-78c42d5868d0 req-e54b120b-efde-4ea8-8ca4-ee8403d76a34 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba838bf4-27d8-4ebd-8a6c-2c869750a1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670443 Aug 05 11:20:10.520711 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ac403b65-b812-4c6c-bf37-72b5dc0a9c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:10.595574 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=55713e77-38b3-42f5-962d-9575770689fe,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:20:10.613622 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-ac403b65-b812-4c6c-bf37-72b5dc0a9c1a admin admin] Deleting port a331b730-ff2a-4b5a-a365-9d8612cd5f31 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:20:10.614282 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ac403b65-b812-4c6c-bf37-72b5dc0a9c1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:10.706021 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [None req-ac403b65-b812-4c6c-bf37-72b5dc0a9c1a admin admin] For port a331b730-ff2a-4b5a-a365-9d8612cd5f31, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=a331b730-ff2a-4b5a-a365-9d8612cd5f31,segment=NetworkSegment(9d467085-a684-4d85-a54a-7bf80cd611a5),segment_id=9d467085-a684-4d85-a54a-7bf80cd611a5)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:20:10.706612 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ac403b65-b812-4c6c-bf37-72b5dc0a9c1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:10.729398 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-3f816b8a-0575-4c09-ba84-9daa5636ee59 req-3946c691-dc58-4481-a535-0a0428d77f5f tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:10.735146 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-ac403b65-b812-4c6c-bf37-72b5dc0a9c1a admin admin] Calling delete_port for a331b730-ff2a-4b5a-a365-9d8612cd5f31 owned by network:dhcp {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:20:10.736705 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-3f816b8a-0575-4c09-ba84-9daa5636ee59 req-3946c691-dc58-4481-a535-0a0428d77f5f tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:10.810559 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-684b8c06-0ce9-4c92-a160-30445e58bdd7 None None] DHCP port deletion for ec565510-a616-483b-a717-b851bc9c8937 request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 11:20:10.843173 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 4baf0933-407c-4d7a-8755-c010434f1cd6 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:20:10.859347 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ac403b65-b812-4c6c-bf37-72b5dc0a9c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:10.868444 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 4baf0933-407c-4d7a-8755-c010434f1cd6 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:20:10.868826 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 4baf0933-407c-4d7a-8755-c010434f1cd6 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:20:10.869252 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 07e5d870-b3ea-410b-9537-cf6b3dd44b00 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:20:10.892778 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 07e5d870-b3ea-410b-9537-cf6b3dd44b00 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:20:10.893131 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 07e5d870-b3ea-410b-9537-cf6b3dd44b00 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:20:10.895584 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946c691-dc58-4481-a535-0a0428d77f5f tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] Pushing event updated for resources: {'Port': ['ID=f9baeb03-2d28-4b7c-a5ca-f2b3cdfdcd51,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:20:10.903863 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac403b65-b812-4c6c-bf37-72b5dc0a9c1a admin admin] Pushing event deleted for resources: {'Port': ['ID=a331b730-ff2a-4b5a-a365-9d8612cd5f31,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:20:10.915005 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-684b8c06-0ce9-4c92-a160-30445e58bdd7 None None] Deleting port a331b730-ff2a-4b5a-a365-9d8612cd5f31 {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:20:10.915634 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-684b8c06-0ce9-4c92-a160-30445e58bdd7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:10.915776 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac403b65-b812-4c6c-bf37-72b5dc0a9c1a admin admin] No DVR routers for this DVR port a331b730-ff2a-4b5a-a365-9d8612cd5f31 on host n-d-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:20:10.924936 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-3f816b8a-0575-4c09-ba84-9daa5636ee59 req-3946c691-dc58-4481-a535-0a0428d77f5f tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33287247'] for floatingip, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:10.971492 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-3f816b8a-0575-4c09-ba84-9daa5636ee59 req-3946c691-dc58-4481-a535-0a0428d77f5f tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:10.973444 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3f816b8a-0575-4c09-ba84-9daa5636ee59 req-3946c691-dc58-4481-a535-0a0428d77f5f tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.7938464 Aug 05 11:20:10.992038 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-684b8c06-0ce9-4c92-a160-30445e58bdd7 None None] For port a331b730-ff2a-4b5a-a365-9d8612cd5f31, host n-d-803378-2, got binding levels [] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:20:10.992440 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-684b8c06-0ce9-4c92-a160-30445e58bdd7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:10.994414 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b32e376-11d6-4fa4-8716-7ff95452579f req-fa308b93-a6ef-413e-b96d-21794b5bdf5c tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:11.001986 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5b32e376-11d6-4fa4-8716-7ff95452579f req-fa308b93-a6ef-413e-b96d-21794b5bdf5c tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/networks?id=6e7bde98-a1ff-44d7-8525-eaa9c1e81087 HTTP/1.1" status: 200 len: 812 time: 0.2122242 Aug 05 11:20:11.008873 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-684b8c06-0ce9-4c92-a160-30445e58bdd7 None None] Calling delete_port for a331b730-ff2a-4b5a-a365-9d8612cd5f31 owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:20:11.012618 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ac403b65-b812-4c6c-bf37-72b5dc0a9c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:11.013060 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.ipam_backend_mixin [None req-684b8c06-0ce9-4c92-a160-30445e58bdd7 None None] Port a331b730-ff2a-4b5a-a365-9d8612cd5f31 was not found and therefore no delete operation was performed {{(pid=94422) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 05 11:20:11.016016 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-684b8c06-0ce9-4c92-a160-30445e58bdd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:11.024815 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-ac403b65-b812-4c6c-bf37-72b5dc0a9c1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec565510-a616-483b-a717-b851bc9c8937']}} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:20:11.036132 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-ac403b65-b812-4c6c-bf37-72b5dc0a9c1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d467085-a684-4d85-a54a-7bf80cd611a5') {'for_net_delete': True} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:20:11.036356 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-ac403b65-b812-4c6c-bf37-72b5dc0a9c1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d467085-a684-4d85-a54a-7bf80cd611a5') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:20:11.042240 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684b8c06-0ce9-4c92-a160-30445e58bdd7 None None] Pushing event deleted for resources: {'Port': ['ID=a331b730-ff2a-4b5a-a365-9d8612cd5f31,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:20:11.048960 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ac403b65-b812-4c6c-bf37-72b5dc0a9c1a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29786371'] for segment, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:11.053700 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684b8c06-0ce9-4c92-a160-30445e58bdd7 None None] No DVR routers for this DVR port a331b730-ff2a-4b5a-a365-9d8612cd5f31 on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:20:11.070422 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3f816b8a-0575-4c09-ba84-9daa5636ee59 req-6fcca35a-3457-43cf-b3e7-9ad9e2cb828e tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.5.66 HTTP/1.1" status: 200 len: 695 time: 0.0669875 Aug 05 11:20:11.072091 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5b32e376-11d6-4fa4-8716-7ff95452579f req-a5505746-095c-49ff-be5a-2a99d8ea30a4 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/quotas/d8daa1497f4a496cba61c8a60c09e98b HTTP/1.1" status: 200 len: 375 time: 0.0573721 Aug 05 11:20:11.074280 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ac403b65-b812-4c6c-bf37-72b5dc0a9c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:11.083132 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac403b65-b812-4c6c-bf37-72b5dc0a9c1a admin admin] Releasing vlan 656 on physical network physnet1 to pool {{(pid=94421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:20:11.083429 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ac403b65-b812-4c6c-bf37-72b5dc0a9c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25038799'] for segment, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:11.086385 n-d-803378-2 neutron-server[94421]: Traceback (most recent call last): Aug 05 11:20:11.086385 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:20:11.086385 n-d-803378-2 neutron-server[94421]: timer() Aug 05 11:20:11.086385 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:20:11.086385 n-d-803378-2 neutron-server[94421]: cb(*args, **kw) Aug 05 11:20:11.086385 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:20:11.086385 n-d-803378-2 neutron-server[94421]: return func(*args, **kwargs) Aug 05 11:20:11.086385 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:20:11.086385 n-d-803378-2 neutron-server[94421]: self._notify() Aug 05 11:20:11.086385 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:20:11.086385 n-d-803378-2 neutron-server[94421]: self.callback(batched_events) Aug 05 11:20:11.086385 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:20:11.086385 n-d-803378-2 neutron-server[94421]: event.method(event) Aug 05 11:20:11.086385 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:20:11.086385 n-d-803378-2 neutron-server[94421]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:20:11.086385 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:20:11.086385 n-d-803378-2 neutron-server[94421]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:20:11.086385 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:20:11.086385 n-d-803378-2 neutron-server[94421]: return f(self, *a, **k) Aug 05 11:20:11.086385 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:20:11.086385 n-d-803378-2 neutron-server[94421]: return self._get(url).json() Aug 05 11:20:11.086385 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:20:11.086385 n-d-803378-2 neutron-server[94421]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:20:11.086385 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:20:11.086385 n-d-803378-2 neutron-server[94421]: return self.request(url, 'GET', **kwargs) Aug 05 11:20:11.086385 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:20:11.086385 n-d-803378-2 neutron-server[94421]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:20:11.086385 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:20:11.086385 n-d-803378-2 neutron-server[94421]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:20:11.086385 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:20:11.086385 n-d-803378-2 neutron-server[94421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:20:11.086385 n-d-803378-2 neutron-server[94421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:20:11.149150 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5b32e376-11d6-4fa4-8716-7ff95452579f req-00175c23-f876-462a-a4cd-2056c4c129e1 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=d8daa1497f4a496cba61c8a60c09e98b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0699954 Aug 05 11:20:11.158241 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ac403b65-b812-4c6c-bf37-72b5dc0a9c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:11.190442 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ac403b65-b812-4c6c-bf37-72b5dc0a9c1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:11.198157 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-ac403b65-b812-4c6c-bf37-72b5dc0a9c1a admin admin] 10.222.0.58 "DELETE /v2.0/networks/ec565510-a616-483b-a717-b851bc9c8937 HTTP/1.1" status: 204 len: 168 time: 0.7882998 Aug 05 11:20:11.200924 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac403b65-b812-4c6c-bf37-72b5dc0a9c1a admin admin] Pushing event deleted for resources: {'Network': ['ID=ec565510-a616-483b-a717-b851bc9c8937,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:20:11.309326 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f816b8a-0575-4c09-ba84-9daa5636ee59 req-81bac218-fae2-4c75-bf35-14e9026a6b7f tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:11.310696 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3f816b8a-0575-4c09-ba84-9daa5636ee59 req-81bac218-fae2-4c75-bf35-14e9026a6b7f tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] 10.222.0.58 "GET /v2.0/networks/36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd HTTP/1.1" status: 200 len: 784 time: 0.2337205 Aug 05 11:20:11.342110 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5b32e376-11d6-4fa4-8716-7ff95452579f req-7a50f304-42f2-4a5d-9ef2-4e1c4e5fd114 service neutron] 10.222.0.58 "GET /v2.0/networks/6e7bde98-a1ff-44d7-8525-eaa9c1e81087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816251 Aug 05 11:20:11.481378 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41124) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:20:11.506951 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bc8292-9368-400d-9128-2c6ec3c0bfc2 req-3b3fb753-92d3-43fe-8321-09c92d96f91e tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:11.508377 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:11.508799 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-10bc8292-9368-400d-9128-2c6ec3c0bfc2 req-3b3fb753-92d3-43fe-8321-09c92d96f91e tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/ports?device_id=672374a9-db64-433d-bf95-51fe7f56f21e HTTP/1.1" status: 200 len: 945 time: 0.0857277 Aug 05 11:20:11.530076 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5b32e376-11d6-4fa4-8716-7ff95452579f req-679e6406-f698-415d-8a03-e22f1e9124bc service neutron] 10.222.0.58 "GET /v2.0/networks/6e7bde98-a1ff-44d7-8525-eaa9c1e81087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823123 Aug 05 11:20:11.548323 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-bde520b3-99ad-4f5a-b864-937e11ddf3a0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=20dd9130659d4ae89513b48af66c7078&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0656545 Aug 05 11:20:11.549010 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41126) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:20:11.564595 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-10bc8292-9368-400d-9128-2c6ec3c0bfc2 req-b57e7d63-ab81-4791-8e6c-f564f188bf00 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b660be2-1cd3-4f1b-b8b6-43aa3e7d82c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456009 Aug 05 11:20:11.583368 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device e458f436-68c3-4432-b158-8cfc0e9fe294 details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:20:11.621648 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-147feb5f-cb21-4526-a7b7-b83b5d6fe9ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:11.650801 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-147feb5f-cb21-4526-a7b7-b83b5d6fe9ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:11.694840 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-174a8157-429f-4ab6-9645-18688731ed7b x-openstack-request-id: req-174a8157-429f-4ab6-9645-18688731ed7b {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:20:11.695133 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "672374a9-db64-433d-bf95-51fe7f56f21e", "name": "network-vif-plugged", "status": "completed", "tag": "55713e77-38b3-42f5-962d-9575770689fe", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:20:11.695559 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-174a8157-429f-4ab6-9645-18688731ed7b {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:20:11.696185 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '672374a9-db64-433d-bf95-51fe7f56f21e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55713e77-38b3-42f5-962d-9575770689fe', 'code': 200} Aug 05 11:20:11.741931 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-147feb5f-cb21-4526-a7b7-b83b5d6fe9ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:11.743911 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-147feb5f-cb21-4526-a7b7-b83b5d6fe9ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:11.746195 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-147feb5f-cb21-4526-a7b7-b83b5d6fe9ec admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e8c28a1d-f334-4102-b039-5329ca374c17 HTTP/1.1" status: 204 len: 168 time: 0.1961637 Aug 05 11:20:11.756929 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147feb5f-cb21-4526-a7b7-b83b5d6fe9ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8c28a1d-f334-4102-b039-5329ca374c17,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:20:11.800275 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port e458f436-68c3-4432-b158-8cfc0e9fe294, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=e458f436-68c3-4432-b158-8cfc0e9fe294,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:20:11.820400 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Returning: {'device': 'e458f436-68c3-4432-b158-8cfc0e9fe294', 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a', 'port_id': 'e458f436-68c3-4432-b158-8cfc0e9fe294', 'mac_address': 'fa:16:3e:aa:36:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6842f728-c2f3-4e36-bb32-3303d06ce3f4', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:20:11.878383 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e82ab8-098a-43da-9fef-dd6b5a183b60 req-24d3bc28-4d60-41a4-95bc-10bbb28df038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:11.880344 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-49e82ab8-098a-43da-9fef-dd6b5a183b60 req-24d3bc28-4d60-41a4-95bc-10bbb28df038 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=672374a9-db64-433d-bf95-51fe7f56f21e HTTP/1.1" status: 200 len: 1096 time: 0.0541477 Aug 05 11:20:11.894909 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:11.921379 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e458f436-68c3-4432-b158-8cfc0e9fe294 {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:20:11.952728 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port e458f436-68c3-4432-b158-8cfc0e9fe294, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=e458f436-68c3-4432-b158-8cfc0e9fe294,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:20:11.956432 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-49e82ab8-098a-43da-9fef-dd6b5a183b60 req-3ce9e3f2-0b1b-4e35-a82b-01107bdda280 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=8b660be2-1cd3-4f1b-b8b6-43aa3e7d82c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668907 Aug 05 11:20:11.958680 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:11.967345 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-43839bff-4d04-4bcb-a71a-4f041cdfea4b req-4833350e-989d-4e6c-9d35-16677dff52fa tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1989131 Aug 05 11:20:11.984986 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-43839bff-4d04-4bcb-a71a-4f041cdfea4b req-729e2a8d-1b4b-44c4-940b-9a0d6b200420 tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] Request body: {'floatingip': {'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:20:12.029619 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-43839bff-4d04-4bcb-a71a-4f041cdfea4b req-729e2a8d-1b4b-44c4-940b-9a0d6b200420 tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] Notify callbacks [] for floatingip, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:12.036728 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=e458f436-68c3-4432-b158-8cfc0e9fe294,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:20:12.192058 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-43839bff-4d04-4bcb-a71a-4f041cdfea4b req-729e2a8d-1b4b-44c4-940b-9a0d6b200420 tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:12.199756 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device a331b730-ff2a-4b5a-a365-9d8612cd5f31 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:20:12.237522 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: a331b730-ff2a-4b5a-a365-9d8612cd5f31 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:20:12.238527 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device a331b730-ff2a-4b5a-a365-9d8612cd5f31 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:20:12.357446 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['e458f436-68c3-4432-b158-8cfc0e9fe294'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:20:12.467633 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [req-43839bff-4d04-4bcb-a71a-4f041cdfea4b req-729e2a8d-1b4b-44c4-940b-9a0d6b200420 tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] Allocated IP 172.25.5.106 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/45547b7e-1156-40ae-957f-e3a80a0bbf0e) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:20:12.502750 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9517ea2-0ab5-4ae9-bd94-2d0799d58649 req-badaa77c-0c73-433f-956c-dd9458b2edbb tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:12.505382 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f9517ea2-0ab5-4ae9-bd94-2d0799d58649 req-badaa77c-0c73-433f-956c-dd9458b2edbb tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/ports?device_id=b2e508da-f4b5-4c8e-af37-be7090f8786f HTTP/1.1" status: 200 len: 949 time: 0.1162066 Aug 05 11:20:12.618752 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f9517ea2-0ab5-4ae9-bd94-2d0799d58649 req-e7ad5116-0bc1-4d11-9a34-1ebda7e17fac tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba838bf4-27d8-4ebd-8a6c-2c869750a1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047313 Aug 05 11:20:12.668564 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-43839bff-4d04-4bcb-a71a-4f041cdfea4b req-729e2a8d-1b4b-44c4-940b-9a0d6b200420 tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:12.720473 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-43839bff-4d04-4bcb-a71a-4f041cdfea4b req-729e2a8d-1b4b-44c4-940b-9a0d6b200420 tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:12.771486 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43839bff-4d04-4bcb-a71a-4f041cdfea4b req-729e2a8d-1b4b-44c4-940b-9a0d6b200420 tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:20:12.775788 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [req-43839bff-4d04-4bcb-a71a-4f041cdfea4b req-729e2a8d-1b4b-44c4-940b-9a0d6b200420 tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:20:12.779726 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [req-43839bff-4d04-4bcb-a71a-4f041cdfea4b req-729e2a8d-1b4b-44c4-940b-9a0d6b200420 tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:20:12.786385 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729e2a8d-1b4b-44c4-940b-9a0d6b200420 tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] Pushing event updated for resources: {'Port': ['ID=45547b7e-1156-40ae-957f-e3a80a0bbf0e,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:20:12.856746 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8a00bdee-f895-45af-978e-aeafdf6ed616 req-76245092-79f9-4d4c-9273-fb914510d46d tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=a1ff688b-8766-42bd-86fb-487106ccd1b3 HTTP/1.1" status: 200 len: 210 time: 0.0362897 Aug 05 11:20:12.910857 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-43839bff-4d04-4bcb-a71a-4f041cdfea4b req-729e2a8d-1b4b-44c4-940b-9a0d6b200420 tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:12.955940 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-43839bff-4d04-4bcb-a71a-4f041cdfea4b req-729e2a8d-1b4b-44c4-940b-9a0d6b200420 tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:13.160473 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-43839bff-4d04-4bcb-a71a-4f041cdfea4b req-729e2a8d-1b4b-44c4-940b-9a0d6b200420 tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:13.166283 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-43839bff-4d04-4bcb-a71a-4f041cdfea4b req-729e2a8d-1b4b-44c4-940b-9a0d6b200420 tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:13.265639 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729e2a8d-1b4b-44c4-940b-9a0d6b200420 tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] Pushing event updated for resources: {'Port': ['ID=45547b7e-1156-40ae-957f-e3a80a0bbf0e,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:20:13.272651 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-43839bff-4d04-4bcb-a71a-4f041cdfea4b req-729e2a8d-1b4b-44c4-940b-9a0d6b200420 tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33287247'] for floatingip, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:13.290227 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-43839bff-4d04-4bcb-a71a-4f041cdfea4b req-729e2a8d-1b4b-44c4-940b-9a0d6b200420 tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:13.291675 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-43839bff-4d04-4bcb-a71a-4f041cdfea4b req-729e2a8d-1b4b-44c4-940b-9a0d6b200420 tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3114305 Aug 05 11:20:13.456735 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b32e376-11d6-4fa4-8716-7ff95452579f req-6e5c0fbb-b563-4176-a2c9-06facaf7a6a2 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:13.458364 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-5b32e376-11d6-4fa4-8716-7ff95452579f req-6e5c0fbb-b563-4176-a2c9-06facaf7a6a2 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.64 "GET /v2.0/networks?id=6e7bde98-a1ff-44d7-8525-eaa9c1e81087 HTTP/1.1" status: 200 len: 812 time: 0.1603930 Aug 05 11:20:13.508846 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-5b32e376-11d6-4fa4-8716-7ff95452579f req-7cafd436-2aec-4e77-87c4-3c52ab8e5fcc tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Request body: {'port': {'device_id': 'a1ff688b-8766-42bd-86fb-487106ccd1b3', 'network_id': '6e7bde98-a1ff-44d7-8525-eaa9c1e81087', 'admin_state_up': True, 'tenant_id': 'd8daa1497f4a496cba61c8a60c09e98b'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:20:13.616243 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device e458f436-68c3-4432-b158-8cfc0e9fe294 up at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:20:13.647923 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b32e376-11d6-4fa4-8716-7ff95452579f req-7cafd436-2aec-4e77-87c4-3c52ab8e5fcc tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Made reservation on behalf of d8daa1497f4a496cba61c8a60c09e98b for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:20:13.651787 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-5b32e376-11d6-4fa4-8716-7ff95452579f req-7cafd436-2aec-4e77-87c4-3c52ab8e5fcc tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:13.694157 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-43839bff-4d04-4bcb-a71a-4f041cdfea4b req-5459d878-ba0e-48d4-9382-58d748d42942 tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.5.106 HTTP/1.1" status: 200 len: 696 time: 0.3830433 Aug 05 11:20:13.723065 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:13.731953 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning for port e458f436-68c3-4432-b158-8cfc0e9fe294 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:20:13.738365 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning complete for port e458f436-68c3-4432-b158-8cfc0e9fe294 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:20:13.739054 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:13.843510 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43839bff-4d04-4bcb-a71a-4f041cdfea4b req-0154bdd5-9707-46e5-85ca-66532d9aca68 tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:13.845543 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-43839bff-4d04-4bcb-a71a-4f041cdfea4b req-0154bdd5-9707-46e5-85ca-66532d9aca68 tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] 10.222.0.58 "GET /v2.0/networks/36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd HTTP/1.1" status: 200 len: 784 time: 0.1397326 Aug 05 11:20:13.851200 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:13.859492 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afb5959-9475-496c-b49a-c5c749be85b1 req-1452e7d7-e2d6-47f6-a933-232ceaad82d8 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:13.862173 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3afb5959-9475-496c-b49a-c5c749be85b1 req-1452e7d7-e2d6-47f6-a933-232ceaad82d8 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/ports?device_id=672374a9-db64-433d-bf95-51fe7f56f21e HTTP/1.1" status: 200 len: 945 time: 0.5625389 Aug 05 11:20:13.871412 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [req-43839bff-4d04-4bcb-a71a-4f041cdfea4b req-c8a6aac2-9ccc-406d-a68d-c91e11350f1e tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94420) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 11:20:13.871698 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-43839bff-4d04-4bcb-a71a-4f041cdfea4b req-c8a6aac2-9ccc-406d-a68d-c91e11350f1e tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082979 Aug 05 11:20:13.882288 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2e508da-f4b5-4c8e-af37-be7090f8786f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e458f436-68c3-4432-b158-8cfc0e9fe294'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:20:13.885528 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-690ad254-951a-49fd-b687-63a788795ac1" -d '{"events": [{"server_uuid": "b2e508da-f4b5-4c8e-af37-be7090f8786f", "name": "network-vif-plugged", "status": "completed", "tag": "e458f436-68c3-4432-b158-8cfc0e9fe294"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:20:13.903422 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port e458f436-68c3-4432-b158-8cfc0e9fe294, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=e458f436-68c3-4432-b158-8cfc0e9fe294,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:20:13.910496 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:13.929902 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3afb5959-9475-496c-b49a-c5c749be85b1 req-d491f67c-1d87-4613-b01f-7ae2a118366a tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b660be2-1cd3-4f1b-b8b6-43aa3e7d82c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573161 Aug 05 11:20:13.999134 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=e458f436-68c3-4432-b158-8cfc0e9fe294,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:20:14.070013 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f174a177-cde1-4b60-947c-6f2f22646158 req-9f871ae4-0eb0-4376-a3b6-b64f85d2e241 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:14.072121 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f174a177-cde1-4b60-947c-6f2f22646158 req-9f871ae4-0eb0-4376-a3b6-b64f85d2e241 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] 10.222.0.58 "GET /v2.0/ports?device_id=7fc67fa6-8309-49bf-8612-e43b68087ccd HTTP/1.1" status: 200 len: 945 time: 0.0590327 Aug 05 11:20:14.079134 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device edbe9b9a-fd00-49b8-9a95-f12a71fcae46 details requested by agent hyperv_n-h1-803378-2 with host n-h1-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:20:14.142943 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f174a177-cde1-4b60-947c-6f2f22646158 req-5fec6c3e-5acf-4f42-8c12-4643f54b50fd tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] 10.222.0.58 "GET /v2.0/security-groups?id=7da178d1-b212-4c54-b70b-ef9e06c169f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569375 Aug 05 11:20:14.186456 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-5b32e376-11d6-4fa4-8716-7ff95452579f req-7cafd436-2aec-4e77-87c4-3c52ab8e5fcc tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Allocated IP 172.20.0.9 (6e7bde98-a1ff-44d7-8525-eaa9c1e81087/8c648b54-2f27-41ec-9e17-9213825c0d0c/0c76a8f2-93d3-4486-b266-e18a49f606a0) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:20:14.237255 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port edbe9b9a-fd00-49b8-9a95-f12a71fcae46, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=edbe9b9a-fd00-49b8-9a95-f12a71fcae46,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:20:14.267728 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Returning: {'device': 'edbe9b9a-fd00-49b8-9a95-f12a71fcae46', 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a', 'port_id': 'edbe9b9a-fd00-49b8-9a95-f12a71fcae46', 'mac_address': 'fa:16:3e:de:3e:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6842f728-c2f3-4e36-bb32-3303d06ce3f4', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:20:14.332846 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:14.351789 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id edbe9b9a-fd00-49b8-9a95-f12a71fcae46 {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:20:14.376005 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port edbe9b9a-fd00-49b8-9a95-f12a71fcae46, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=edbe9b9a-fd00-49b8-9a95-f12a71fcae46,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:20:14.383085 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:14.460830 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-5b32e376-11d6-4fa4-8716-7ff95452579f req-7cafd436-2aec-4e77-87c4-3c52ab8e5fcc tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:14.465462 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=edbe9b9a-fd00-49b8-9a95-f12a71fcae46,revision_number=6']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:20:14.507624 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-5b32e376-11d6-4fa4-8716-7ff95452579f req-7cafd436-2aec-4e77-87c4-3c52ab8e5fcc tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:14.552590 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b32e376-11d6-4fa4-8716-7ff95452579f req-7cafd436-2aec-4e77-87c4-3c52ab8e5fcc tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Network 6e7bde98-a1ff-44d7-8525-eaa9c1e81087 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:20:14.559109 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-5b32e376-11d6-4fa4-8716-7ff95452579f req-7cafd436-2aec-4e77-87c4-3c52ab8e5fcc tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:20:14.563094 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b32e376-11d6-4fa4-8716-7ff95452579f req-7cafd436-2aec-4e77-87c4-3c52ab8e5fcc tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:20:14.571420 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cafd436-2aec-4e77-87c4-3c52ab8e5fcc tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Pushing event updated for resources: {'Port': ['ID=0c76a8f2-93d3-4486-b266-e18a49f606a0,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:20:14.571808 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['edbe9b9a-fd00-49b8-9a95-f12a71fcae46'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:20:14.592150 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7086c73-ab3a-4941-a99c-a605ed0b7a51 req-8d238eff-4a7c-414b-9b1c-ce87ca95786d tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:14.594847 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d7086c73-ab3a-4941-a99c-a605ed0b7a51 req-8d238eff-4a7c-414b-9b1c-ce87ca95786d tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/ports?device_id=b2e508da-f4b5-4c8e-af37-be7090f8786f HTTP/1.1" status: 200 len: 950 time: 0.1134169 Aug 05 11:20:14.625708 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b32e376-11d6-4fa4-8716-7ff95452579f req-7cafd436-2aec-4e77-87c4-3c52ab8e5fcc tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:14.626810 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-5b32e376-11d6-4fa4-8716-7ff95452579f req-7cafd436-2aec-4e77-87c4-3c52ab8e5fcc tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:14.641168 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0c66caff-e4f0-469f-b06f-38dcd93577ad req-b853f7cd-fbf8-4919-83c7-b2e343a9c8d4 tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1871531 Aug 05 11:20:14.647252 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-5b32e376-11d6-4fa4-8716-7ff95452579f req-7cafd436-2aec-4e77-87c4-3c52ab8e5fcc tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1433344 Aug 05 11:20:14.657325 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-0c66caff-e4f0-469f-b06f-38dcd93577ad req-b3d4302a-8525-49f1-ac1e-5388daefa3f4 tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] Request body: {'floatingip': {'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:20:14.695534 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d7086c73-ab3a-4941-a99c-a605ed0b7a51 req-228d6528-01c3-46c4-9c69-b6a3afdf7199 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba838bf4-27d8-4ebd-8a6c-2c869750a1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845435 Aug 05 11:20:14.696842 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-0c66caff-e4f0-469f-b06f-38dcd93577ad req-b3d4302a-8525-49f1-ac1e-5388daefa3f4 tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] Notify callbacks [] for floatingip, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:14.736775 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-5b32e376-11d6-4fa4-8716-7ff95452579f req-bf7b9dca-4ecf-47dd-9555-91ebaee2ac0b service neutron] Request body: {'port': {'device_id': 'a1ff688b-8766-42bd-86fb-487106ccd1b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:20:14.758339 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a5d9f1b-b640-4816-b27d-0c34faf41c21 x-openstack-request-id: req-4a5d9f1b-b640-4816-b27d-0c34faf41c21 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:20:14.758923 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2e508da-f4b5-4c8e-af37-be7090f8786f", "name": "network-vif-plugged", "status": "completed", "tag": "e458f436-68c3-4432-b158-8cfc0e9fe294", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:20:14.759082 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4a5d9f1b-b640-4816-b27d-0c34faf41c21 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:20:14.759542 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2e508da-f4b5-4c8e-af37-be7090f8786f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e458f436-68c3-4432-b158-8cfc0e9fe294', 'code': 200} Aug 05 11:20:14.819410 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-5b32e376-11d6-4fa4-8716-7ff95452579f req-bf7b9dca-4ecf-47dd-9555-91ebaee2ac0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:14.876151 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-0c66caff-e4f0-469f-b06f-38dcd93577ad req-b3d4302a-8525-49f1-ac1e-5388daefa3f4 tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:14.901643 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7c5873-1ec4-4fcb-b8ee-44f74acd38c7 req-d1e21f8a-a8a7-4d29-8a14-065490dbc3b9 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:14.903485 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0b7c5873-1ec4-4fcb-b8ee-44f74acd38c7 req-d1e21f8a-a8a7-4d29-8a14-065490dbc3b9 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=a1ff688b-8766-42bd-86fb-487106ccd1b3 HTTP/1.1" status: 200 len: 931 time: 0.0810447 Aug 05 11:20:15.020110 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664725ea-72cf-4674-a3f8-d4260d40bdc8 req-7da1a799-ad31-4760-a8bc-276c6d78abaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:15.023616 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-664725ea-72cf-4674-a3f8-d4260d40bdc8 req-7da1a799-ad31-4760-a8bc-276c6d78abaa service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b2e508da-f4b5-4c8e-af37-be7090f8786f HTTP/1.1" status: 200 len: 1101 time: 0.1510704 Aug 05 11:20:15.042281 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0b7c5873-1ec4-4fcb-b8ee-44f74acd38c7 req-f746f24c-5436-4a18-821d-26da2270cc0b tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033733 Aug 05 11:20:15.087917 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [req-0c66caff-e4f0-469f-b06f-38dcd93577ad req-b3d4302a-8525-49f1-ac1e-5388daefa3f4 tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] Allocated IP 172.25.5.109 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/7d6a914e-253b-44f5-9d2a-1ad6c41c1966) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:20:15.121229 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-664725ea-72cf-4674-a3f8-d4260d40bdc8 req-89c17ecc-3ead-4ef0-b1b9-a5f499ebc2f4 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ba838bf4-27d8-4ebd-8a6c-2c869750a1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846672 Aug 05 11:20:15.216716 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-0c66caff-e4f0-469f-b06f-38dcd93577ad req-b3d4302a-8525-49f1-ac1e-5388daefa3f4 tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:15.233593 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-5b32e376-11d6-4fa4-8716-7ff95452579f req-bf7b9dca-4ecf-47dd-9555-91ebaee2ac0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c76a8f2-93d3-4486-b266-e18a49f606a0 {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:20:15.252353 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-5b32e376-11d6-4fa4-8716-7ff95452579f req-bf7b9dca-4ecf-47dd-9555-91ebaee2ac0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:15.280108 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-5b32e376-11d6-4fa4-8716-7ff95452579f req-bf7b9dca-4ecf-47dd-9555-91ebaee2ac0b service neutron] Transition to ACTIVE for port object 0c76a8f2-93d3-4486-b266-e18a49f606a0 will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:20:15.289612 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-5b32e376-11d6-4fa4-8716-7ff95452579f req-bf7b9dca-4ecf-47dd-9555-91ebaee2ac0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:15.297755 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-0c66caff-e4f0-469f-b06f-38dcd93577ad req-b3d4302a-8525-49f1-ac1e-5388daefa3f4 tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:15.351850 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7b9dca-4ecf-47dd-9555-91ebaee2ac0b service neutron] Pushing event updated for resources: {'Port': ['ID=0c76a8f2-93d3-4486-b266-e18a49f606a0,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:20:15.372939 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c66caff-e4f0-469f-b06f-38dcd93577ad req-b3d4302a-8525-49f1-ac1e-5388daefa3f4 tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:20:15.381408 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [req-0c66caff-e4f0-469f-b06f-38dcd93577ad req-b3d4302a-8525-49f1-ac1e-5388daefa3f4 tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:20:15.386878 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c66caff-e4f0-469f-b06f-38dcd93577ad req-b3d4302a-8525-49f1-ac1e-5388daefa3f4 tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:20:15.390376 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d4302a-8525-49f1-ac1e-5388daefa3f4 tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] Pushing event updated for resources: {'Port': ['ID=7d6a914e-253b-44f5-9d2a-1ad6c41c1966,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:20:15.461091 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-5b32e376-11d6-4fa4-8716-7ff95452579f req-bf7b9dca-4ecf-47dd-9555-91ebaee2ac0b service neutron] Attempting to bind port 0c76a8f2-93d3-4486-b266-e18a49f606a0 on host n-h1-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:20:15.461091 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-5b32e376-11d6-4fa4-8716-7ff95452579f req-bf7b9dca-4ecf-47dd-9555-91ebaee2ac0b service neutron] Attempting to bind port 0c76a8f2-93d3-4486-b266-e18a49f606a0 by drivers openvswitch,hyperv on host n-h1-803378-2 at level 0 using segments [{'id': '32cc618e-4968-4750-a5aa-c2579fceb01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6e7bde98-a1ff-44d7-8525-eaa9c1e81087'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:20:15.461091 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b32e376-11d6-4fa4-8716-7ff95452579f req-bf7b9dca-4ecf-47dd-9555-91ebaee2ac0b service neutron] Attempting to bind port 0c76a8f2-93d3-4486-b266-e18a49f606a0 on network 6e7bde98-a1ff-44d7-8525-eaa9c1e81087 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:20:15.461091 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b32e376-11d6-4fa4-8716-7ff95452579f req-bf7b9dca-4ecf-47dd-9555-91ebaee2ac0b service neutron] Port 0c76a8f2-93d3-4486-b266-e18a49f606a0 on network 6e7bde98-a1ff-44d7-8525-eaa9c1e81087 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:20:15.461091 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b32e376-11d6-4fa4-8716-7ff95452579f req-bf7b9dca-4ecf-47dd-9555-91ebaee2ac0b service neutron] Attempting to bind port 0c76a8f2-93d3-4486-b266-e18a49f606a0 on network 6e7bde98-a1ff-44d7-8525-eaa9c1e81087 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:20:15.470419 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b32e376-11d6-4fa4-8716-7ff95452579f req-bf7b9dca-4ecf-47dd-9555-91ebaee2ac0b service neutron] Checking agent: {'id': '40bb7567-59bd-4b31-bc29-da1c50bca759', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:20:15.470907 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b32e376-11d6-4fa4-8716-7ff95452579f req-bf7b9dca-4ecf-47dd-9555-91ebaee2ac0b service neutron] Checking segment: {'id': '32cc618e-4968-4750-a5aa-c2579fceb01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6e7bde98-a1ff-44d7-8525-eaa9c1e81087'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:20:15.472818 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b32e376-11d6-4fa4-8716-7ff95452579f req-bf7b9dca-4ecf-47dd-9555-91ebaee2ac0b service neutron] Bound using segment: {'id': '32cc618e-4968-4750-a5aa-c2579fceb01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6e7bde98-a1ff-44d7-8525-eaa9c1e81087'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:20:15.473294 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-5b32e376-11d6-4fa4-8716-7ff95452579f req-bf7b9dca-4ecf-47dd-9555-91ebaee2ac0b service neutron] Bound port: 0c76a8f2-93d3-4486-b266-e18a49f606a0, host: n-h1-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32cc618e-4968-4750-a5aa-c2579fceb01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6e7bde98-a1ff-44d7-8525-eaa9c1e81087'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:20:15.473670 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-5b32e376-11d6-4fa4-8716-7ff95452579f req-bf7b9dca-4ecf-47dd-9555-91ebaee2ac0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:15.555714 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-5b32e376-11d6-4fa4-8716-7ff95452579f req-bf7b9dca-4ecf-47dd-9555-91ebaee2ac0b service neutron] For port 0c76a8f2-93d3-4486-b266-e18a49f606a0, host n-h1-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:20:15.560019 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-5b32e376-11d6-4fa4-8716-7ff95452579f req-bf7b9dca-4ecf-47dd-9555-91ebaee2ac0b service neutron] For port 0c76a8f2-93d3-4486-b266-e18a49f606a0, host n-h1-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=0c76a8f2-93d3-4486-b266-e18a49f606a0,segment=NetworkSegment(32cc618e-4968-4750-a5aa-c2579fceb01e),segment_id=32cc618e-4968-4750-a5aa-c2579fceb01e)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:20:15.565984 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-0c66caff-e4f0-469f-b06f-38dcd93577ad req-b3d4302a-8525-49f1-ac1e-5388daefa3f4 tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:15.566251 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-5b32e376-11d6-4fa4-8716-7ff95452579f req-bf7b9dca-4ecf-47dd-9555-91ebaee2ac0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:15.593558 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b26e7bd-484d-4569-85b8-8a5cb4e4bdfe req-a4a4912f-9c4f-46d3-9c10-3f78f6b92601 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:15.595247 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0b26e7bd-484d-4569-85b8-8a5cb4e4bdfe req-a4a4912f-9c4f-46d3-9c10-3f78f6b92601 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/ports?device_id=672374a9-db64-433d-bf95-51fe7f56f21e HTTP/1.1" status: 200 len: 945 time: 0.0781369 Aug 05 11:20:15.606894 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b32e376-11d6-4fa4-8716-7ff95452579f req-bf7b9dca-4ecf-47dd-9555-91ebaee2ac0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:15.606894 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-5b32e376-11d6-4fa4-8716-7ff95452579f req-bf7b9dca-4ecf-47dd-9555-91ebaee2ac0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:15.608279 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-5b32e376-11d6-4fa4-8716-7ff95452579f req-bf7b9dca-4ecf-47dd-9555-91ebaee2ac0b service neutron] 10.222.0.64 "PUT /v2.0/ports/0c76a8f2-93d3-4486-b266-e18a49f606a0 HTTP/1.1" status: 200 len: 1091 time: 0.8778780 Aug 05 11:20:15.609073 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1ff688b-8766-42bd-86fb-487106ccd1b3', 'tag': '0c76a8f2-93d3-4486-b266-e18a49f606a0'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:20:15.611689 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caf38454-00ca-4c66-9bbb-a5cc1e4e873d" -d '{"events": [{"name": "network-changed", "server_uuid": "a1ff688b-8766-42bd-86fb-487106ccd1b3", "tag": "0c76a8f2-93d3-4486-b266-e18a49f606a0"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:20:15.640477 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7b9dca-4ecf-47dd-9555-91ebaee2ac0b service neutron] Pushing event updated for resources: {'Port': ['ID=0c76a8f2-93d3-4486-b266-e18a49f606a0,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:20:15.642606 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-0c66caff-e4f0-469f-b06f-38dcd93577ad req-b3d4302a-8525-49f1-ac1e-5388daefa3f4 tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:15.690521 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0b26e7bd-484d-4569-85b8-8a5cb4e4bdfe req-e638ac03-c275-402b-92c3-b076216ce06c tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b660be2-1cd3-4f1b-b8b6-43aa3e7d82c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714157 Aug 05 11:20:15.734669 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b32e376-11d6-4fa4-8716-7ff95452579f req-67e6520a-eaf3-4a90-851a-ea743ec5bd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:15.736462 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-5b32e376-11d6-4fa4-8716-7ff95452579f req-67e6520a-eaf3-4a90-851a-ea743ec5bd52 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d8daa1497f4a496cba61c8a60c09e98b&device_id=a1ff688b-8766-42bd-86fb-487106ccd1b3 HTTP/1.1" status: 200 len: 1094 time: 0.0585456 Aug 05 11:20:15.795785 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-5b32e376-11d6-4fa4-8716-7ff95452579f req-c4cc0af0-6f99-4670-be2e-aba66c9f3349 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c76a8f2-93d3-4486-b266-e18a49f606a0 HTTP/1.1" status: 200 len: 217 time: 0.0423908 Aug 05 11:20:15.884812 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b32e376-11d6-4fa4-8716-7ff95452579f req-92ec8821-4e44-42cd-9f81-28a9e8fde37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:15.886352 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-5b32e376-11d6-4fa4-8716-7ff95452579f req-92ec8821-4e44-42cd-9f81-28a9e8fde37a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8c648b54-2f27-41ec-9e17-9213825c0d0c HTTP/1.1" status: 200 len: 852 time: 0.0818434 Aug 05 11:20:15.906717 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-0c66caff-e4f0-469f-b06f-38dcd93577ad req-b3d4302a-8525-49f1-ac1e-5388daefa3f4 tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:15.916180 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-0c66caff-e4f0-469f-b06f-38dcd93577ad req-b3d4302a-8525-49f1-ac1e-5388daefa3f4 tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:15.933721 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-5b32e376-11d6-4fa4-8716-7ff95452579f req-19e77022-41c5-4446-8490-1748f574ab49 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6e7bde98-a1ff-44d7-8525-eaa9c1e81087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292511 Aug 05 11:20:16.020726 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d4302a-8525-49f1-ac1e-5388daefa3f4 tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] Pushing event updated for resources: {'Port': ['ID=7d6a914e-253b-44f5-9d2a-1ad6c41c1966,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:20:16.029761 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-0c66caff-e4f0-469f-b06f-38dcd93577ad req-b3d4302a-8525-49f1-ac1e-5388daefa3f4 tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33287247'] for floatingip, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:16.049024 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-0c66caff-e4f0-469f-b06f-38dcd93577ad req-b3d4302a-8525-49f1-ac1e-5388daefa3f4 tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:16.053871 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0c66caff-e4f0-469f-b06f-38dcd93577ad req-b3d4302a-8525-49f1-ac1e-5388daefa3f4 tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4000473 Aug 05 11:20:16.074007 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device edbe9b9a-fd00-49b8-9a95-f12a71fcae46 up at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:20:16.085915 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-5b32e376-11d6-4fa4-8716-7ff95452579f req-52ebe4f9-54f4-4e56-b595-507d137fa3d9 service neutron] 10.222.0.64 "GET /v2.0/networks/6e7bde98-a1ff-44d7-8525-eaa9c1e81087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423976 Aug 05 11:20:16.130174 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0c66caff-e4f0-469f-b06f-38dcd93577ad req-35b1a4db-5e22-4299-9c22-25ee386448a3 tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.5.109 HTTP/1.1" status: 200 len: 696 time: 0.0678105 Aug 05 11:20:16.186042 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning complete for port edbe9b9a-fd00-49b8-9a95-f12a71fcae46 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:20:16.186628 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:16.289984 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-5b32e376-11d6-4fa4-8716-7ff95452579f req-9a7eb9b4-1803-43f6-bb1e-2a5f44425176 service neutron] 10.222.0.64 "GET /v2.0/networks/6e7bde98-a1ff-44d7-8525-eaa9c1e81087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824136 Aug 05 11:20:16.298987 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c66caff-e4f0-469f-b06f-38dcd93577ad req-bdca6bb2-e59d-45fc-b10c-0ae023cd6d69 tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:16.301738 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0c66caff-e4f0-469f-b06f-38dcd93577ad req-bdca6bb2-e59d-45fc-b10c-0ae023cd6d69 tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] 10.222.0.58 "GET /v2.0/networks/36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd HTTP/1.1" status: 200 len: 784 time: 0.1598303 Aug 05 11:20:16.333478 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:16.352880 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fae37be1-85af-417e-af06-f5972c4f2d90 req-882add57-3158-43fc-a26e-79928710da58 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1416661007&fields=id&tenant_id=6bc7fa8383e045a7819a17e3ff0ad9ad HTTP/1.1" status: 200 len: 267 time: 0.1052408 Aug 05 11:20:16.376192 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cc2cea3-0a3f-4221-96ba-52e46dff2b5f x-openstack-request-id: req-7cc2cea3-0a3f-4221-96ba-52e46dff2b5f {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:20:16.376778 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1ff688b-8766-42bd-86fb-487106ccd1b3", "tag": "0c76a8f2-93d3-4486-b266-e18a49f606a0", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:20:16.377437 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7cc2cea3-0a3f-4221-96ba-52e46dff2b5f {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:20:16.378112 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1ff688b-8766-42bd-86fb-487106ccd1b3', 'tag': '0c76a8f2-93d3-4486-b266-e18a49f606a0', 'status': 'completed', 'code': 200} Aug 05 11:20:16.391384 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port edbe9b9a-fd00-49b8-9a95-f12a71fcae46, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=edbe9b9a-fd00-49b8-9a95-f12a71fcae46,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:20:16.403249 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:16.463835 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=edbe9b9a-fd00-49b8-9a95-f12a71fcae46,revision_number=7']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:20:16.501413 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf38454-00ca-4c66-9bbb-a5cc1e4e873d req-c43fa283-6641-481b-957e-bc3998bcaeff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:16.503230 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-caf38454-00ca-4c66-9bbb-a5cc1e4e873d req-c43fa283-6641-481b-957e-bc3998bcaeff service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d8daa1497f4a496cba61c8a60c09e98b&device_id=a1ff688b-8766-42bd-86fb-487106ccd1b3 HTTP/1.1" status: 200 len: 1094 time: 0.0478773 Aug 05 11:20:16.527498 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3522f01-4e02-44fe-b890-010f939fee42 req-0501e9da-8e70-4c25-a67f-204ca8f58739 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:16.529160 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b3522f01-4e02-44fe-b890-010f939fee42 req-0501e9da-8e70-4c25-a67f-204ca8f58739 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/ports?device_id=b2e508da-f4b5-4c8e-af37-be7090f8786f HTTP/1.1" status: 200 len: 950 time: 0.0874774 Aug 05 11:20:16.536658 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae37be1-85af-417e-af06-f5972c4f2d90 req-68be32d5-8954-4484-a106-1d1bb0e5ed2f tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:16.544573 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fae37be1-85af-417e-af06-f5972c4f2d90 req-68be32d5-8954-4484-a106-1d1bb0e5ed2f tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] 10.222.0.58 "GET /v2.0/networks?id=bd39b4b7-e343-48d5-a296-8b0623efb24d HTTP/1.1" status: 200 len: 824 time: 0.1892366 Aug 05 11:20:16.572513 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fae37be1-85af-417e-af06-f5972c4f2d90 req-ec4a6c2a-57b2-43e8-a2d4-fe20a14c74d8 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] 10.222.0.58 "GET /v2.0/quotas/6bc7fa8383e045a7819a17e3ff0ad9ad HTTP/1.1" status: 200 len: 375 time: 0.0269425 Aug 05 11:20:16.622012 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b3522f01-4e02-44fe-b890-010f939fee42 req-c6a7740b-7d63-426f-9626-ba93da84ad30 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba838bf4-27d8-4ebd-8a6c-2c869750a1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693533 Aug 05 11:20:16.649700 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf38454-00ca-4c66-9bbb-a5cc1e4e873d req-12020085-4743-4c00-87b0-b9e54cddf37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:16.651692 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-caf38454-00ca-4c66-9bbb-a5cc1e4e873d req-12020085-4743-4c00-87b0-b9e54cddf37d service neutron] 10.222.0.64 "GET /v2.0/networks?id=6e7bde98-a1ff-44d7-8525-eaa9c1e81087 HTTP/1.1" status: 200 len: 913 time: 0.1414213 Aug 05 11:20:16.656347 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fae37be1-85af-417e-af06-f5972c4f2d90 req-f49423c3-958b-489e-8161-7338ff5e3fe5 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=6bc7fa8383e045a7819a17e3ff0ad9ad&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0704105 Aug 05 11:20:16.713968 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-caf38454-00ca-4c66-9bbb-a5cc1e4e873d req-0ff2a66a-5e2c-45bb-ac94-f1ce6c68dd54 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c76a8f2-93d3-4486-b266-e18a49f606a0 HTTP/1.1" status: 200 len: 217 time: 0.0524313 Aug 05 11:20:16.761503 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2249ea3c-8dca-4efb-922f-dd6b64f03ce1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edbe9b9a-fd00-49b8-9a95-f12a71fcae46'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:20:16.766398 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30c8d05b-65d1-4782-a710-3d6a595ef807" -d '{"events": [{"server_uuid": "2249ea3c-8dca-4efb-922f-dd6b64f03ce1", "name": "network-vif-plugged", "status": "completed", "tag": "edbe9b9a-fd00-49b8-9a95-f12a71fcae46"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:20:16.782401 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf38454-00ca-4c66-9bbb-a5cc1e4e873d req-e9c0716b-f745-4e7a-aa22-09b1f0f1a45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:16.784039 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-caf38454-00ca-4c66-9bbb-a5cc1e4e873d req-e9c0716b-f745-4e7a-aa22-09b1f0f1a45c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8c648b54-2f27-41ec-9e17-9213825c0d0c HTTP/1.1" status: 200 len: 852 time: 0.0630422 Aug 05 11:20:16.810387 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f726be-c4d6-4ecb-8169-612b8105a0de req-62560354-1626-4969-a581-62f02e10609d tempest-LiveAutoBlockMigrationV225Test-707045295 tempest-LiveAutoBlockMigrationV225Test-707045295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:16.811996 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-91f726be-c4d6-4ecb-8169-612b8105a0de req-62560354-1626-4969-a581-62f02e10609d tempest-LiveAutoBlockMigrationV225Test-707045295 tempest-LiveAutoBlockMigrationV225Test-707045295-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=672374a9-db64-433d-bf95-51fe7f56f21e HTTP/1.1" status: 200 len: 1096 time: 0.1049173 Aug 05 11:20:16.832584 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-caf38454-00ca-4c66-9bbb-a5cc1e4e873d req-97e82152-28b2-4e0d-b50b-a723f82d95c8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6e7bde98-a1ff-44d7-8525-eaa9c1e81087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408232 Aug 05 11:20:16.837849 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fae37be1-85af-417e-af06-f5972c4f2d90 req-cb545998-b605-4c98-be19-99071b0c2108 service neutron] 10.222.0.58 "GET /v2.0/networks/bd39b4b7-e343-48d5-a296-8b0623efb24d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627181 Aug 05 11:20:16.914125 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-91f726be-c4d6-4ecb-8169-612b8105a0de req-0e36cf54-7a44-43f0-a528-dc9e1b955998 tempest-LiveAutoBlockMigrationV225Test-707045295 tempest-LiveAutoBlockMigrationV225Test-707045295-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=8b660be2-1cd3-4f1b-b8b6-43aa3e7d82c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885191 Aug 05 11:20:16.933853 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-caf38454-00ca-4c66-9bbb-a5cc1e4e873d req-53e66df0-2660-4218-ad22-b6fe4b4d725f service neutron] 10.222.0.64 "GET /v2.0/networks/6e7bde98-a1ff-44d7-8525-eaa9c1e81087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936728 Aug 05 11:20:16.974537 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fae37be1-85af-417e-af06-f5972c4f2d90 req-0c42066c-5ef3-4b2a-9e25-200e993a8ec1 service neutron] 10.222.0.58 "GET /v2.0/networks/bd39b4b7-e343-48d5-a296-8b0623efb24d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288190 Aug 05 11:20:17.095877 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-caf38454-00ca-4c66-9bbb-a5cc1e4e873d req-51c130b3-116f-439c-95dc-7a424534de86 service neutron] 10.222.0.64 "GET /v2.0/networks/6e7bde98-a1ff-44d7-8525-eaa9c1e81087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473811 Aug 05 11:20:17.159548 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cef5176-ee9f-447c-a640-16672a0dbb1c req-86ddbb2f-50c3-4a47-8942-df036793daf9 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:17.161727 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0cef5176-ee9f-447c-a640-16672a0dbb1c req-86ddbb2f-50c3-4a47-8942-df036793daf9 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=a1ff688b-8766-42bd-86fb-487106ccd1b3 HTTP/1.1" status: 200 len: 943 time: 0.0954003 Aug 05 11:20:17.227301 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0cef5176-ee9f-447c-a640-16672a0dbb1c req-9a310604-977a-4e69-b5aa-eba4e5f4122d tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550163 Aug 05 11:20:17.315451 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abab21d9-dc24-407c-b967-9ac459168609 x-openstack-request-id: req-abab21d9-dc24-407c-b967-9ac459168609 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:20:17.317203 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2249ea3c-8dca-4efb-922f-dd6b64f03ce1", "name": "network-vif-plugged", "status": "completed", "tag": "edbe9b9a-fd00-49b8-9a95-f12a71fcae46", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:20:17.318167 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-abab21d9-dc24-407c-b967-9ac459168609 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:20:17.319888 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2249ea3c-8dca-4efb-922f-dd6b64f03ce1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edbe9b9a-fd00-49b8-9a95-f12a71fcae46', 'code': 200} Aug 05 11:20:17.346828 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8da88fbc-7cf1-4839-bbe9-6b9ba2f6f443 req-ab5a854b-410d-4993-93bb-9e56355ef90f tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] 10.222.0.58 "GET /v2.0/floatingips/45a6dbfc-7b90-4780-9e65-c7848006ae7b HTTP/1.1" status: 200 len: 693 time: 0.0650384 Aug 05 11:20:17.580547 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da88fbc-7cf1-4839-bbe9-6b9ba2f6f443 req-8f43f7aa-a748-49db-8117-5f6f4d4782cf tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:17.582589 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8da88fbc-7cf1-4839-bbe9-6b9ba2f6f443 req-8f43f7aa-a748-49db-8117-5f6f4d4782cf tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] 10.222.0.58 "GET /v2.0/networks/36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd HTTP/1.1" status: 200 len: 784 time: 0.2275283 Aug 05 11:20:17.595570 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe5f534-bf93-4a78-8d84-7f3436183a4a req-3c1af6cd-5798-4f25-9297-85bcc3e47661 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:17.597326 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-efe5f534-bf93-4a78-8d84-7f3436183a4a req-3c1af6cd-5798-4f25-9297-85bcc3e47661 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] 10.222.0.55 "GET /v2.0/ports?device_id=7fc67fa6-8309-49bf-8612-e43b68087ccd HTTP/1.1" status: 200 len: 945 time: 0.1592090 Aug 05 11:20:17.654347 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-28495257-e4dd-4243-8834-03a63947c396 req-8034d960-6b08-4788-bdeb-d5ad878c350f tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b946145-ad92-4e14-aecb-a698f85fbc9e HTTP/1.1" status: 200 len: 210 time: 0.0526326 Aug 05 11:20:17.772289 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f85e2117-9d90-40d4-aa7c-a80902482f5d req-1875f05b-f787-4c82-bd9d-bf2dedaf1b39 tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] 10.222.0.58 "GET /v2.0/floatingips/45a6dbfc-7b90-4780-9e65-c7848006ae7b HTTP/1.1" status: 200 len: 693 time: 0.0846152 Aug 05 11:20:17.833712 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-efe5f534-bf93-4a78-8d84-7f3436183a4a req-852357bb-cf80-49b1-85d3-0538f1a79b34 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Deleting port d1ccf335-ad9c-4253-91a3-84593092c9f2 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:20:17.835371 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-efe5f534-bf93-4a78-8d84-7f3436183a4a req-852357bb-cf80-49b1-85d3-0538f1a79b34 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:17.995034 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1a71d6-f1e1-4862-9a61-f1b8ee23855b req-44b316ff-1ab3-4f58-a03d-c5dc04af317e tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:18.002353 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0c1a71d6-f1e1-4862-9a61-f1b8ee23855b req-44b316ff-1ab3-4f58-a03d-c5dc04af317e tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/ports?device_id=b2e508da-f4b5-4c8e-af37-be7090f8786f HTTP/1.1" status: 200 len: 950 time: 0.1416061 Aug 05 11:20:18.057492 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-efe5f534-bf93-4a78-8d84-7f3436183a4a req-852357bb-cf80-49b1-85d3-0538f1a79b34 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] For port d1ccf335-ad9c-4253-91a3-84593092c9f2, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=d1ccf335-ad9c-4253-91a3-84593092c9f2,segment=NetworkSegment(c9e2cf5a-453f-413e-a764-0d6594d296bf),segment_id=c9e2cf5a-453f-413e-a764-0d6594d296bf)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:20:18.057686 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-efe5f534-bf93-4a78-8d84-7f3436183a4a req-852357bb-cf80-49b1-85d3-0538f1a79b34 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:18.150748 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85e2117-9d90-40d4-aa7c-a80902482f5d req-3ed2d431-0765-43b8-976d-c88696f07070 tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:18.165348 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f85e2117-9d90-40d4-aa7c-a80902482f5d req-3ed2d431-0765-43b8-976d-c88696f07070 tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] 10.222.0.58 "GET /v2.0/networks/36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd HTTP/1.1" status: 200 len: 784 time: 0.3907824 Aug 05 11:20:18.173827 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [req-f85e2117-9d90-40d4-aa7c-a80902482f5d req-8c54e5e9-1b1c-4010-ad02-f795f470fbe5 tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94420) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 11:20:18.184138 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f85e2117-9d90-40d4-aa7c-a80902482f5d req-8c54e5e9-1b1c-4010-ad02-f795f470fbe5 tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0179718 Aug 05 11:20:18.195805 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41360) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:20:18.212459 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0c1a71d6-f1e1-4862-9a61-f1b8ee23855b req-8902657f-fe3b-45d5-82cd-cb8892d5536f tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba838bf4-27d8-4ebd-8a6c-2c869750a1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886721 Aug 05 11:20:18.317961 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f85e2117-9d90-40d4-aa7c-a80902482f5d req-70a38b62-e71c-49f9-8eb4-da965f9cf71f tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.5.109 HTTP/1.1" status: 200 len: 696 time: 0.1322536 Aug 05 11:20:18.498707 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f85e2117-9d90-40d4-aa7c-a80902482f5d req-31f7ed79-aa5c-4096-818a-bde250cdcf3a tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.5.109 HTTP/1.1" status: 200 len: 696 time: 0.1794586 Aug 05 11:20:18.670325 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [req-f85e2117-9d90-40d4-aa7c-a80902482f5d req-54544d0d-939b-4dda-8142-2eb3b1ccb473 tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] Deleting port 7d6a914e-253b-44f5-9d2a-1ad6c41c1966 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:20:18.671439 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-f85e2117-9d90-40d4-aa7c-a80902482f5d req-54544d0d-939b-4dda-8142-2eb3b1ccb473 tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:18.730037 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-efe5f534-bf93-4a78-8d84-7f3436183a4a req-852357bb-cf80-49b1-85d3-0538f1a79b34 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:18.731152 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-efe5f534-bf93-4a78-8d84-7f3436183a4a req-852357bb-cf80-49b1-85d3-0538f1a79b34 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33287247'] for floatingip, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:18.731816 n-d-803378-2 neutron-server[94421]: INFO neutron.db.l3_db [req-efe5f534-bf93-4a78-8d84-7f3436183a4a req-852357bb-cf80-49b1-85d3-0538f1a79b34 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Floating IP 7763ff7f-0589-42fd-8c9c-a46d3c21925f disassociated. External IP: 172.25.5.123, port: d1ccf335-ad9c-4253-91a3-84593092c9f2. Aug 05 11:20:18.733231 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-efe5f534-bf93-4a78-8d84-7f3436183a4a req-852357bb-cf80-49b1-85d3-0538f1a79b34 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Calling delete_port for d1ccf335-ad9c-4253-91a3-84593092c9f2 owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:20:18.837357 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-f85e2117-9d90-40d4-aa7c-a80902482f5d req-54544d0d-939b-4dda-8142-2eb3b1ccb473 tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:18.837777 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-f85e2117-9d90-40d4-aa7c-a80902482f5d req-54544d0d-939b-4dda-8142-2eb3b1ccb473 tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:18.868341 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [req-f85e2117-9d90-40d4-aa7c-a80902482f5d req-54544d0d-939b-4dda-8142-2eb3b1ccb473 tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] Calling delete_port for 7d6a914e-253b-44f5-9d2a-1ad6c41c1966 owned by network:floatingip {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:20:18.900101 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a52c043e-6124-4bf4-975c-28787ff30519 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:19.102067 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-efe5f534-bf93-4a78-8d84-7f3436183a4a req-852357bb-cf80-49b1-85d3-0538f1a79b34 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:19.189348 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852357bb-cf80-49b1-85d3-0538f1a79b34 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Pushing event deleted for resources: {'Port': ['ID=d1ccf335-ad9c-4253-91a3-84593092c9f2,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:20:19.257652 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-f85e2117-9d90-40d4-aa7c-a80902482f5d req-54544d0d-939b-4dda-8142-2eb3b1ccb473 tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:19.332097 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54544d0d-939b-4dda-8142-2eb3b1ccb473 tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] Pushing event deleted for resources: {'Port': ['ID=7d6a914e-253b-44f5-9d2a-1ad6c41c1966,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:20:19.548837 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-f85e2117-9d90-40d4-aa7c-a80902482f5d req-54544d0d-939b-4dda-8142-2eb3b1ccb473 tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] Notify callbacks [] for floatingip, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:19.558354 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-f85e2117-9d90-40d4-aa7c-a80902482f5d req-54544d0d-939b-4dda-8142-2eb3b1ccb473 tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:19.562539 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f85e2117-9d90-40d4-aa7c-a80902482f5d req-54544d0d-939b-4dda-8142-2eb3b1ccb473 tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] 10.222.0.58 "DELETE /v2.0/floatingips/45a6dbfc-7b90-4780-9e65-c7848006ae7b HTTP/1.1" status: 204 len: 173 time: 1.0625305 Aug 05 11:20:19.569561 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a52c043e-6124-4bf4-975c-28787ff30519 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:19.587801 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a52c043e-6124-4bf4-975c-28787ff30519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:19.829287 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9721d6-17f2-426e-bcb9-30d94612eb5d req-61439cd8-f29a-4d05-bb67-2f0346041d77 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:19.847686 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bd9721d6-17f2-426e-bcb9-30d94612eb5d req-61439cd8-f29a-4d05-bb67-2f0346041d77 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=a1ff688b-8766-42bd-86fb-487106ccd1b3 HTTP/1.1" status: 200 len: 943 time: 0.2072952 Aug 05 11:20:20.010519 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae37be1-85af-417e-af06-f5972c4f2d90 req-80312821-224d-4e62-9861-4b477abca011 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:20.014210 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-fae37be1-85af-417e-af06-f5972c4f2d90 req-80312821-224d-4e62-9861-4b477abca011 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] 10.222.0.64 "GET /v2.0/networks?id=bd39b4b7-e343-48d5-a296-8b0623efb24d HTTP/1.1" status: 200 len: 824 time: 0.8568141 Aug 05 11:20:20.018372 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-a52c043e-6124-4bf4-975c-28787ff30519 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c63458572e434596921a7350acb76c13&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8214228 Aug 05 11:20:20.030607 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52c043e-6124-4bf4-975c-28787ff30519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f2ad1a4-b88b-444a-9115-e0dfa60255a3,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:20:20.031627 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-526287c3-3f11-42d5-b834-68638a5765bb req-6f537fd8-df4a-4139-93a7-9b794e1e78e2 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b946145-ad92-4e14-aecb-a698f85fbc9e HTTP/1.1" status: 200 len: 210 time: 0.1626737 Aug 05 11:20:20.032388 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 41424) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:20:20.093594 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 0c76a8f2-93d3-4486-b266-e18a49f606a0 details requested by agent hyperv_n-h1-803378-2 with host n-h1-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:20:20.224086 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [req-efe5f534-bf93-4a78-8d84-7f3436183a4a req-852357bb-cf80-49b1-85d3-0538f1a79b34 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Router 51e3ef3c-d5db-44e7-85bd-0aa362100064 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 11:20:20.249200 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-fae37be1-85af-417e-af06-f5972c4f2d90 req-a8f2e9e0-1169-4206-b778-ace715cbfe1b tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6bc7fa8383e045a7819a17e3ff0ad9ad HTTP/1.1" status: 200 len: 380 time: 0.2105110 Aug 05 11:20:20.261145 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bd9721d6-17f2-426e-bcb9-30d94612eb5d req-b87ef221-595c-4b8a-9389-cd169665fafc tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4118123 Aug 05 11:20:20.317121 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f430898c-601c-4c3a-b05e-812ef37224b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:20.422570 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f430898c-601c-4c3a-b05e-812ef37224b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:20.441697 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 0c76a8f2-93d3-4486-b266-e18a49f606a0, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=0c76a8f2-93d3-4486-b266-e18a49f606a0,segment=NetworkSegment(32cc618e-4968-4750-a5aa-c2579fceb01e),segment_id=32cc618e-4968-4750-a5aa-c2579fceb01e)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:20:20.452527 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-fae37be1-85af-417e-af06-f5972c4f2d90 req-b4c37924-eaf7-4509-88ff-373e86ea0339 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Request body: {'port': {'device_id': '6b946145-ad92-4e14-aecb-a698f85fbc9e', 'network_id': 'bd39b4b7-e343-48d5-a296-8b0623efb24d', 'admin_state_up': True, 'tenant_id': '6bc7fa8383e045a7819a17e3ff0ad9ad', 'security_groups': ['7da178d1-b212-4c54-b70b-ef9e06c169f6']}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:20:20.457967 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Returning: {'device': '0c76a8f2-93d3-4486-b266-e18a49f606a0', 'network_id': '6e7bde98-a1ff-44d7-8525-eaa9c1e81087', 'port_id': '0c76a8f2-93d3-4486-b266-e18a49f606a0', 'mac_address': 'fa:16:3e:47:c3:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c648b54-2f27-41ec-9e17-9213825c0d0c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:20:20.531487 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:20.534101 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f430898c-601c-4c3a-b05e-812ef37224b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:20.539341 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f430898c-601c-4c3a-b05e-812ef37224b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:20.554001 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c76a8f2-93d3-4486-b266-e18a49f606a0 {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:20:20.570041 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-f430898c-601c-4c3a-b05e-812ef37224b6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5f2ad1a4-b88b-444a-9115-e0dfa60255a3 HTTP/1.1" status: 204 len: 168 time: 0.5269845 Aug 05 11:20:20.582549 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 0c76a8f2-93d3-4486-b266-e18a49f606a0, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=0c76a8f2-93d3-4486-b266-e18a49f606a0,segment=NetworkSegment(32cc618e-4968-4750-a5aa-c2579fceb01e),segment_id=32cc618e-4968-4750-a5aa-c2579fceb01e)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:20:20.593605 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:20.623626 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f430898c-601c-4c3a-b05e-812ef37224b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f2ad1a4-b88b-444a-9115-e0dfa60255a3,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:20:20.926552 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fae37be1-85af-417e-af06-f5972c4f2d90 req-b4c37924-eaf7-4509-88ff-373e86ea0339 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Made reservation on behalf of 6bc7fa8383e045a7819a17e3ff0ad9ad for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:20:20.943797 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-fae37be1-85af-417e-af06-f5972c4f2d90 req-b4c37924-eaf7-4509-88ff-373e86ea0339 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:21.102526 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=0c76a8f2-93d3-4486-b266-e18a49f606a0,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:20:21.234250 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['0c76a8f2-93d3-4486-b266-e18a49f606a0'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:20:21.324862 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-fae37be1-85af-417e-af06-f5972c4f2d90 req-b4c37924-eaf7-4509-88ff-373e86ea0339 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Allocated IP 172.20.0.9 (bd39b4b7-e343-48d5-a296-8b0623efb24d/8e55d893-f67d-42aa-8413-dc445ac3c409/11888920-2c86-48c1-960f-8cb80fc0218d) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:20:21.366514 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-efe5f534-bf93-4a78-8d84-7f3436183a4a req-852357bb-cf80-49b1-85d3-0538f1a79b34 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:20:21.398586 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d800f8ac-a713-4068-b221-78e591d9fb8a None None] Sync routers for ids ['51e3ef3c-d5db-44e7-85bd-0aa362100064'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:20:21.466533 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d800f8ac-a713-4068-b221-78e591d9fb8a None None] Routers {'51e3ef3c-d5db-44e7-85bd-0aa362100064'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:20:21.467370 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-d800f8ac-a713-4068-b221-78e591d9fb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:20:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['51e3ef3c-d5db-44e7-85bd-0aa362100064'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:20:21.490132 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-efe5f534-bf93-4a78-8d84-7f3436183a4a req-852357bb-cf80-49b1-85d3-0538f1a79b34 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] No DVR routers for this DVR port d1ccf335-ad9c-4253-91a3-84593092c9f2 on host n-h2-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:20:21.508278 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-efe5f534-bf93-4a78-8d84-7f3436183a4a req-852357bb-cf80-49b1-85d3-0538f1a79b34 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:21.513988 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-efe5f534-bf93-4a78-8d84-7f3436183a4a req-852357bb-cf80-49b1-85d3-0538f1a79b34 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] 10.222.0.55 "DELETE /v2.0/ports/d1ccf335-ad9c-4253-91a3-84593092c9f2 HTTP/1.1" status: 204 len: 173 time: 3.9089019 Aug 05 11:20:21.514629 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fc67fa6-8309-49bf-8612-e43b68087ccd', 'name': 'network-vif-deleted', 'tag': 'd1ccf335-ad9c-4253-91a3-84593092c9f2'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:20:21.527782 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a99f3b67-7649-41ca-9c04-c068299b1ad0" -d '{"events": [{"server_uuid": "7fc67fa6-8309-49bf-8612-e43b68087ccd", "name": "network-vif-deleted", "tag": "d1ccf335-ad9c-4253-91a3-84593092c9f2"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:20:21.617894 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29fa112-4821-446d-9c69-bfb372bc69fb req-16b5c1dc-7387-4944-9ce9-1f4ab70fce44 tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:21.626679 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b29fa112-4821-446d-9c69-bfb372bc69fb req-16b5c1dc-7387-4944-9ce9-1f4ab70fce44 tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.5981178 Aug 05 11:20:21.663003 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device d1ccf335-ad9c-4253-91a3-84593092c9f2 no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:20:21.678666 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590d2f2b-cf79-4917-a2a3-97fbc740faa1 req-542473da-75e2-4f1e-bb29-bd50b948e2b8 tempest-ServersAdminTestJSON-1967925963 tempest-ServersAdminTestJSON-1967925963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:21.678960 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590d2f2b-cf79-4917-a2a3-97fbc740faa1 req-542473da-75e2-4f1e-bb29-bd50b948e2b8 tempest-ServersAdminTestJSON-1967925963 tempest-ServersAdminTestJSON-1967925963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:21.679481 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590d2f2b-cf79-4917-a2a3-97fbc740faa1 req-542473da-75e2-4f1e-bb29-bd50b948e2b8 tempest-ServersAdminTestJSON-1967925963 tempest-ServersAdminTestJSON-1967925963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:21.681241 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590d2f2b-cf79-4917-a2a3-97fbc740faa1 req-542473da-75e2-4f1e-bb29-bd50b948e2b8 tempest-ServersAdminTestJSON-1967925963 tempest-ServersAdminTestJSON-1967925963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:21.681384 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590d2f2b-cf79-4917-a2a3-97fbc740faa1 req-542473da-75e2-4f1e-bb29-bd50b948e2b8 tempest-ServersAdminTestJSON-1967925963 tempest-ServersAdminTestJSON-1967925963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:21.682255 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590d2f2b-cf79-4917-a2a3-97fbc740faa1 req-542473da-75e2-4f1e-bb29-bd50b948e2b8 tempest-ServersAdminTestJSON-1967925963 tempest-ServersAdminTestJSON-1967925963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:21.683479 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590d2f2b-cf79-4917-a2a3-97fbc740faa1 req-542473da-75e2-4f1e-bb29-bd50b948e2b8 tempest-ServersAdminTestJSON-1967925963 tempest-ServersAdminTestJSON-1967925963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:21.684060 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590d2f2b-cf79-4917-a2a3-97fbc740faa1 req-542473da-75e2-4f1e-bb29-bd50b948e2b8 tempest-ServersAdminTestJSON-1967925963 tempest-ServersAdminTestJSON-1967925963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:21.694933 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-590d2f2b-cf79-4917-a2a3-97fbc740faa1 req-542473da-75e2-4f1e-bb29-bd50b948e2b8 tempest-ServersAdminTestJSON-1967925963 tempest-ServersAdminTestJSON-1967925963-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=6b946145-ad92-4e14-aecb-a698f85fbc9e&device_id=a1ff688b-8766-42bd-86fb-487106ccd1b3&device_id=b2e508da-f4b5-4c8e-af37-be7090f8786f&device_id=672374a9-db64-433d-bf95-51fe7f56f21e&device_id=2249ea3c-8dca-4efb-922f-dd6b64f03ce1&device_id=2117f6ca-e692-40ba-b6cf-5857783735e3&device_id=5b464baa-8fee-4e83-b710-80fe99d43fc0&device_id=6fada1b1-77db-4131-adc2-98ac0e1c2597&device_id=7fc67fa6-8309-49bf-8612-e43b68087ccd&device_id=32074892-07d5-47e0-93ba-33ceb5bd35b2 HTTP/1.1" status: 200 len: 7315 time: 0.3234751 Aug 05 11:20:21.716931 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-590d2f2b-cf79-4917-a2a3-97fbc740faa1 req-2e47c6d5-5ace-4e19-a51f-d1532f5304ac tempest-ServersAdminTestJSON-1967925963 tempest-ServersAdminTestJSON-1967925963-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:21.844287 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] No Port match for: d1ccf335-ad9c-4253-91a3-84593092c9f2 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:20:21.852025 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device d1ccf335-ad9c-4253-91a3-84593092c9f2 not bound to the agent host n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:20:21.871669 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-fae37be1-85af-417e-af06-f5972c4f2d90 req-b4c37924-eaf7-4509-88ff-373e86ea0339 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:21.885357 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:21.906372 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-fae37be1-85af-417e-af06-f5972c4f2d90 req-b4c37924-eaf7-4509-88ff-373e86ea0339 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Transition to ACTIVE for port object 11888920-2c86-48c1-960f-8cb80fc0218d will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:20:21.937374 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-590d2f2b-cf79-4917-a2a3-97fbc740faa1 req-2e47c6d5-5ace-4e19-a51f-d1532f5304ac tempest-ServersAdminTestJSON-1967925963 tempest-ServersAdminTestJSON-1967925963-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:21.944516 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-590d2f2b-cf79-4917-a2a3-97fbc740faa1 req-2e47c6d5-5ace-4e19-a51f-d1532f5304ac tempest-ServersAdminTestJSON-1967925963 tempest-ServersAdminTestJSON-1967925963-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:22.017612 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-d800f8ac-a713-4068-b221-78e591d9fb8a None None] Set router 51e3ef3c-d5db-44e7-85bd-0aa362100064 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:20:22.083492 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-fae37be1-85af-417e-af06-f5972c4f2d90 req-b4c37924-eaf7-4509-88ff-373e86ea0339 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:22.136929 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-590d2f2b-cf79-4917-a2a3-97fbc740faa1 req-2e47c6d5-5ace-4e19-a51f-d1532f5304ac tempest-ServersAdminTestJSON-1967925963 tempest-ServersAdminTestJSON-1967925963-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&id=8b660be2-1cd3-4f1b-b8b6-43aa3e7d82c9&id=ba838bf4-27d8-4ebd-8a6c-2c869750a1a9&id=b503486e-03cb-4a11-81f8-dbd0e7b9a08b&fields=id&fields=name HTTP/1.1" status: 200 len: 488 time: 0.4255509 Aug 05 11:20:22.200068 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e47c6d5-5ace-4e19-a51f-d1532f5304ac tempest-ServersAdminTestJSON-1967925963 tempest-ServersAdminTestJSON-1967925963-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b99a1999-2671-4dfa-9337-b2bc643ca940,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:20:22.251790 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fae37be1-85af-417e-af06-f5972c4f2d90 req-b4c37924-eaf7-4509-88ff-373e86ea0339 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Network bd39b4b7-e343-48d5-a296-8b0623efb24d is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:20:22.259256 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-fae37be1-85af-417e-af06-f5972c4f2d90 req-b4c37924-eaf7-4509-88ff-373e86ea0339 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:20:22.277495 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-fae37be1-85af-417e-af06-f5972c4f2d90 req-b4c37924-eaf7-4509-88ff-373e86ea0339 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:20:22.312389 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 41486) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:20:22.442910 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c37924-eaf7-4509-88ff-373e86ea0339 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Pushing event updated for resources: {'Port': ['ID=11888920-2c86-48c1-960f-8cb80fc0218d,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:20:22.552049 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae37be1-85af-417e-af06-f5972c4f2d90 req-b4c37924-eaf7-4509-88ff-373e86ea0339 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:22.555948 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-fae37be1-85af-417e-af06-f5972c4f2d90 req-b4c37924-eaf7-4509-88ff-373e86ea0339 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:22.604032 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-fae37be1-85af-417e-af06-f5972c4f2d90 req-b4c37924-eaf7-4509-88ff-373e86ea0339 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1668184 Aug 05 11:20:22.623665 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-fae37be1-85af-417e-af06-f5972c4f2d90 req-a1170ccb-cb50-497d-b7df-ca8aac1f4ede service neutron] Request body: {'port': {'device_id': '6b946145-ad92-4e14-aecb-a698f85fbc9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:20:22.752218 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-706b9584-8911-476e-a276-e9a7ba11b526 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-2015576524-network', 'tenant_id': '4b264d15c70e4932bdfe527ce7c93819'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:20:22.860806 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-fae37be1-85af-417e-af06-f5972c4f2d90 req-a1170ccb-cb50-497d-b7df-ca8aac1f4ede service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:22.921635 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-706b9584-8911-476e-a276-e9a7ba11b526 admin admin] Made reservation on behalf of 4b264d15c70e4932bdfe527ce7c93819 for: {'network': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:20:22.928072 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-706b9584-8911-476e-a276-e9a7ba11b526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:22.964607 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-035d70c6-8760-453b-bda7-f19cd4e7c38c None None] Provisioning for port 11888920-2c86-48c1-960f-8cb80fc0218d completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:20:22.976576 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-d800f8ac-a713-4068-b221-78e591d9fb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e3ef3c-d5db-44e7-85bd-0aa362100064', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1023862461-router', 'tenant_id': '6bc7fa8383e045a7819a17e3ff0ad9ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': 'dbcb8561-6632-48a9-bae5-6dec29b922d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:17:00Z', 'updated_at': '2021-08-05T11:17:22Z', 'revision_number': 4, 'project_id': '6bc7fa8383e045a7819a17e3ff0ad9ad', 'gw_port': {'id': 'dbcb8561-6632-48a9-bae5-6dec29b922d7', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ce:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e3ef3c-d5db-44e7-85bd-0aa362100064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:17:03Z', 'updated_at': '2021-08-05T11:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '34f39706-a887-4216-b2f7-de4e4da0bd78', 'name': '', 'network_id': 'bd39b4b7-e343-48d5-a296-8b0623efb24d', 'tenant_id': '6bc7fa8383e045a7819a17e3ff0ad9ad', 'mac_address': 'fa:16:3e:f7:ae:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e3ef3c-d5db-44e7-85bd-0aa362100064', 'device_owner': 'network:router_interface', 'standard_attr_id': 154, 'fixed_ips': [{'subnet_id': '8e55d893-f67d-42aa-8413-dc445ac3c409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:17:19Z', 'updated_at': '2021-08-05T11:17:37Z', 'revision_number': 5, 'project_id': '6bc7fa8383e045a7819a17e3ff0ad9ad', 'subnets': [{'id': '8e55d893-f67d-42aa-8413-dc445ac3c409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:20:22.980244 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-035d70c6-8760-453b-bda7-f19cd4e7c38c None None] Provisioning complete for port 11888920-2c86-48c1-960f-8cb80fc0218d triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:20:22.980988 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-035d70c6-8760-453b-bda7-f19cd4e7c38c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:22.982185 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-706b9584-8911-476e-a276-e9a7ba11b526 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:23.035669 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-035d70c6-8760-453b-bda7-f19cd4e7c38c None None] Port 11888920-2c86-48c1-960f-8cb80fc0218d cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:20:23.079822 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d800f8ac-a713-4068-b221-78e591d9fb8a None None] Checking router: 51e3ef3c-d5db-44e7-85bd-0aa362100064 for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:20:23.091962 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d800f8ac-a713-4068-b221-78e591d9fb8a None None] Routers {'51e3ef3c-d5db-44e7-85bd-0aa362100064'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:20:23.096582 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-d800f8ac-a713-4068-b221-78e591d9fb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:20:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['51e3ef3c-d5db-44e7-85bd-0aa362100064'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:20:23.134390 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-706b9584-8911-476e-a276-e9a7ba11b526 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:23.155999 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e257134f-a968-494a-a50e-1f2eb4a3e3dc req-1142bafc-7fd4-4c67-946c-f61699d09da1 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:23.166248 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e257134f-a968-494a-a50e-1f2eb4a3e3dc req-1142bafc-7fd4-4c67-946c-f61699d09da1 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b946145-ad92-4e14-aecb-a698f85fbc9e HTTP/1.1" status: 200 len: 931 time: 0.3531828 Aug 05 11:20:23.170665 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-706b9584-8911-476e-a276-e9a7ba11b526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:23.196100 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-706b9584-8911-476e-a276-e9a7ba11b526 admin admin] vlan segment allocate from pool success with {'vlan_id': 657, 'physical_network': 'physnet1'} {{(pid=94420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:20:23.213883 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-706b9584-8911-476e-a276-e9a7ba11b526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:23.214548 n-d-803378-2 neutron-server[94420]: INFO neutron.db.segments_db [None req-706b9584-8911-476e-a276-e9a7ba11b526 admin admin] Added segment 1ec67acc-70fb-44ef-8f20-f613e3cce6a3 of type vlan for network 22b02496-a35e-44b0-a5b7-11c5e990fce2 Aug 05 11:20:23.379381 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-706b9584-8911-476e-a276-e9a7ba11b526 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:23.384526 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-d800f8ac-a713-4068-b221-78e591d9fb8a None None] Set router 51e3ef3c-d5db-44e7-85bd-0aa362100064 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:20:23.390743 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706b9584-8911-476e-a276-e9a7ba11b526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0296632-6fc5-467d-96aa-746236c85873,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:20:23.419901 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e257134f-a968-494a-a50e-1f2eb4a3e3dc req-4c846f52-d6ae-41d3-9244-0ec7ac7b7c1e tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] 10.222.0.58 "GET /v2.0/security-groups?id=7da178d1-b212-4c54-b70b-ef9e06c169f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2525961 Aug 05 11:20:23.510201 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-706b9584-8911-476e-a276-e9a7ba11b526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:23.511708 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706b9584-8911-476e-a276-e9a7ba11b526 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:23.512844 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-706b9584-8911-476e-a276-e9a7ba11b526 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:23.782433 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-706b9584-8911-476e-a276-e9a7ba11b526 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.4682000 Aug 05 11:20:23.792209 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 41494) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:20:23.847912 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-fae37be1-85af-417e-af06-f5972c4f2d90 req-a1170ccb-cb50-497d-b7df-ca8aac1f4ede service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11888920-2c86-48c1-960f-8cb80fc0218d {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:20:23.878919 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-fae37be1-85af-417e-af06-f5972c4f2d90 req-a1170ccb-cb50-497d-b7df-ca8aac1f4ede service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:23.893693 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-14dd6447-08dd-4e9d-bc18-cd722bd46007 admin admin] Request body: {'subnet': {'network_id': '22b02496-a35e-44b0-a5b7-11c5e990fce2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-2015576524-subnet', 'tenant_id': '4b264d15c70e4932bdfe527ce7c93819', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:20:23.920275 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706b9584-8911-476e-a276-e9a7ba11b526 admin admin] Pushing event updated for resources: {'Network': ['ID=22b02496-a35e-44b0-a5b7-11c5e990fce2,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:20:23.932582 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-fae37be1-85af-417e-af06-f5972c4f2d90 req-a1170ccb-cb50-497d-b7df-ca8aac1f4ede service neutron] Transition to ACTIVE for port object 11888920-2c86-48c1-960f-8cb80fc0218d will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:20:23.940760 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-fae37be1-85af-417e-af06-f5972c4f2d90 req-a1170ccb-cb50-497d-b7df-ca8aac1f4ede service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:23.960623 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 22b02496-a35e-44b0-a5b7-11c5e990fce2 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:20:23.972624 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f59b065-6157-403c-b1ec-5cc642920112 req-7d403fb9-550c-45c1-b194-455fee39c7ed tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:23.982298 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1f59b065-6157-403c-b1ec-5cc642920112 req-7d403fb9-550c-45c1-b194-455fee39c7ed tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=a1ff688b-8766-42bd-86fb-487106ccd1b3 HTTP/1.1" status: 200 len: 944 time: 0.2799718 Aug 05 11:20:24.060093 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1f59b065-6157-403c-b1ec-5cc642920112 req-ad5c552e-8b4f-4a9f-865e-ee5949665c5b tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766931 Aug 05 11:20:24.083262 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14dd6447-08dd-4e9d-bc18-cd722bd46007 admin admin] Made reservation on behalf of 4b264d15c70e4932bdfe527ce7c93819 for: {'subnet': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:20:24.090365 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-14dd6447-08dd-4e9d-bc18-cd722bd46007 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24211133'] for subnet, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:24.167816 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 0c76a8f2-93d3-4486-b266-e18a49f606a0 up at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:20:24.205004 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1170ccb-cb50-497d-b7df-ca8aac1f4ede service neutron] Pushing event updated for resources: {'Port': ['ID=11888920-2c86-48c1-960f-8cb80fc0218d,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:20:24.305053 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4991a609-1820-4edd-a620-ac3bd7370b6e x-openstack-request-id: req-4991a609-1820-4edd-a620-ac3bd7370b6e {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:20:24.306568 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fc67fa6-8309-49bf-8612-e43b68087ccd", "name": "network-vif-deleted", "tag": "d1ccf335-ad9c-4253-91a3-84593092c9f2", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:20:24.306768 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4991a609-1820-4edd-a620-ac3bd7370b6e {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:20:24.307559 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fc67fa6-8309-49bf-8612-e43b68087ccd', 'name': 'network-vif-deleted', 'tag': 'd1ccf335-ad9c-4253-91a3-84593092c9f2', 'status': 'completed', 'code': 200} Aug 05 11:20:24.408442 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-fae37be1-85af-417e-af06-f5972c4f2d90 req-a1170ccb-cb50-497d-b7df-ca8aac1f4ede service neutron] Attempting to bind port 11888920-2c86-48c1-960f-8cb80fc0218d on host n-h1-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:20:24.415150 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-fae37be1-85af-417e-af06-f5972c4f2d90 req-a1170ccb-cb50-497d-b7df-ca8aac1f4ede service neutron] Attempting to bind port 11888920-2c86-48c1-960f-8cb80fc0218d by drivers openvswitch,hyperv on host n-h1-803378-2 at level 0 using segments [{'id': 'c9e2cf5a-453f-413e-a764-0d6594d296bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'bd39b4b7-e343-48d5-a296-8b0623efb24d'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:20:24.415719 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fae37be1-85af-417e-af06-f5972c4f2d90 req-a1170ccb-cb50-497d-b7df-ca8aac1f4ede service neutron] Attempting to bind port 11888920-2c86-48c1-960f-8cb80fc0218d on network bd39b4b7-e343-48d5-a296-8b0623efb24d {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:20:24.425298 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fae37be1-85af-417e-af06-f5972c4f2d90 req-a1170ccb-cb50-497d-b7df-ca8aac1f4ede service neutron] Port 11888920-2c86-48c1-960f-8cb80fc0218d on network bd39b4b7-e343-48d5-a296-8b0623efb24d not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:20:24.438984 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fae37be1-85af-417e-af06-f5972c4f2d90 req-a1170ccb-cb50-497d-b7df-ca8aac1f4ede service neutron] Attempting to bind port 11888920-2c86-48c1-960f-8cb80fc0218d on network bd39b4b7-e343-48d5-a296-8b0623efb24d {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:20:24.453976 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fae37be1-85af-417e-af06-f5972c4f2d90 req-a1170ccb-cb50-497d-b7df-ca8aac1f4ede service neutron] Checking agent: {'id': '40bb7567-59bd-4b31-bc29-da1c50bca759', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:20:24.454549 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fae37be1-85af-417e-af06-f5972c4f2d90 req-a1170ccb-cb50-497d-b7df-ca8aac1f4ede service neutron] Checking segment: {'id': 'c9e2cf5a-453f-413e-a764-0d6594d296bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'bd39b4b7-e343-48d5-a296-8b0623efb24d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:20:24.455065 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fae37be1-85af-417e-af06-f5972c4f2d90 req-a1170ccb-cb50-497d-b7df-ca8aac1f4ede service neutron] Bound using segment: {'id': 'c9e2cf5a-453f-413e-a764-0d6594d296bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'bd39b4b7-e343-48d5-a296-8b0623efb24d'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:20:24.470689 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-fae37be1-85af-417e-af06-f5972c4f2d90 req-a1170ccb-cb50-497d-b7df-ca8aac1f4ede service neutron] Bound port: 11888920-2c86-48c1-960f-8cb80fc0218d, host: n-h1-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9e2cf5a-453f-413e-a764-0d6594d296bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'bd39b4b7-e343-48d5-a296-8b0623efb24d'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:20:24.471423 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-fae37be1-85af-417e-af06-f5972c4f2d90 req-a1170ccb-cb50-497d-b7df-ca8aac1f4ede service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:24.602253 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning for port 0c76a8f2-93d3-4486-b266-e18a49f606a0 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:20:24.634554 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning complete for port 0c76a8f2-93d3-4486-b266-e18a49f606a0 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:20:24.634554 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:24.751404 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-fae37be1-85af-417e-af06-f5972c4f2d90 req-a1170ccb-cb50-497d-b7df-ca8aac1f4ede service neutron] For port 11888920-2c86-48c1-960f-8cb80fc0218d, host n-h1-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:20:24.756817 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-fae37be1-85af-417e-af06-f5972c4f2d90 req-a1170ccb-cb50-497d-b7df-ca8aac1f4ede service neutron] For port 11888920-2c86-48c1-960f-8cb80fc0218d, host n-h1-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=11888920-2c86-48c1-960f-8cb80fc0218d,segment=NetworkSegment(c9e2cf5a-453f-413e-a764-0d6594d296bf),segment_id=c9e2cf5a-453f-413e-a764-0d6594d296bf)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:20:24.769954 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-fae37be1-85af-417e-af06-f5972c4f2d90 req-a1170ccb-cb50-497d-b7df-ca8aac1f4ede service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:24.796701 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-d800f8ac-a713-4068-b221-78e591d9fb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e3ef3c-d5db-44e7-85bd-0aa362100064', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1023862461-router', 'tenant_id': '6bc7fa8383e045a7819a17e3ff0ad9ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': 'dbcb8561-6632-48a9-bae5-6dec29b922d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:17:00Z', 'updated_at': '2021-08-05T11:17:22Z', 'revision_number': 4, 'project_id': '6bc7fa8383e045a7819a17e3ff0ad9ad', 'gw_port': {'id': 'dbcb8561-6632-48a9-bae5-6dec29b922d7', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ce:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e3ef3c-d5db-44e7-85bd-0aa362100064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:17:03Z', 'updated_at': '2021-08-05T11:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '34f39706-a887-4216-b2f7-de4e4da0bd78', 'name': '', 'network_id': 'bd39b4b7-e343-48d5-a296-8b0623efb24d', 'tenant_id': '6bc7fa8383e045a7819a17e3ff0ad9ad', 'mac_address': 'fa:16:3e:f7:ae:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e3ef3c-d5db-44e7-85bd-0aa362100064', 'device_owner': 'network:router_interface', 'standard_attr_id': 154, 'fixed_ips': [{'subnet_id': '8e55d893-f67d-42aa-8413-dc445ac3c409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:17:19Z', 'updated_at': '2021-08-05T11:17:37Z', 'revision_number': 5, 'project_id': '6bc7fa8383e045a7819a17e3ff0ad9ad', 'subnets': [{'id': '8e55d893-f67d-42aa-8413-dc445ac3c409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:20:24.815583 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41514) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:20:24.876794 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d800f8ac-a713-4068-b221-78e591d9fb8a None None] The sync data for ids ['51e3ef3c-d5db-44e7-85bd-0aa362100064'] in n-d-803378-2 is: [{'id': '51e3ef3c-d5db-44e7-85bd-0aa362100064', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1023862461-router', 'tenant_id': '6bc7fa8383e045a7819a17e3ff0ad9ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': 'dbcb8561-6632-48a9-bae5-6dec29b922d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:17:00Z', 'updated_at': '2021-08-05T11:17:22Z', 'revision_number': 4, 'project_id': '6bc7fa8383e045a7819a17e3ff0ad9ad', 'gw_port': {'id': 'dbcb8561-6632-48a9-bae5-6dec29b922d7', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ce:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e3ef3c-d5db-44e7-85bd-0aa362100064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:17:03Z', 'updated_at': '2021-08-05T11:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '34f39706-a887-4216-b2f7-de4e4da0bd78', 'name': '', 'network_id': 'bd39b4b7-e343-48d5-a296-8b0623efb24d', 'tenant_id': '6bc7fa8383e045a7819a17e3ff0ad9ad', 'mac_address': 'fa:16:3e:f7:ae:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e3ef3c-d5db-44e7-85bd-0aa362100064', 'device_owner': 'network:router_interface', 'standard_attr_id': 154, 'fixed_ips': [{'subnet_id': '8e55d893-f67d-42aa-8413-dc445ac3c409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:17:19Z', 'updated_at': '2021-08-05T11:17:37Z', 'revision_number': 5, 'project_id': '6bc7fa8383e045a7819a17e3ff0ad9ad', 'subnets': [{'id': '8e55d893-f67d-42aa-8413-dc445ac3c409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:20:24.930833 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1170ccb-cb50-497d-b7df-ca8aac1f4ede service neutron] Pushing event updated for resources: {'Port': ['ID=11888920-2c86-48c1-960f-8cb80fc0218d,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:20:24.945848 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae37be1-85af-417e-af06-f5972c4f2d90 req-a1170ccb-cb50-497d-b7df-ca8aac1f4ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:24.946661 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-fae37be1-85af-417e-af06-f5972c4f2d90 req-a1170ccb-cb50-497d-b7df-ca8aac1f4ede service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:24.948315 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-fae37be1-85af-417e-af06-f5972c4f2d90 req-a1170ccb-cb50-497d-b7df-ca8aac1f4ede service neutron] 10.222.0.64 "PUT /v2.0/ports/11888920-2c86-48c1-960f-8cb80fc0218d HTTP/1.1" status: 200 len: 1091 time: 2.3294694 Aug 05 11:20:25.051891 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:25.121519 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1ff688b-8766-42bd-86fb-487106ccd1b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c76a8f2-93d3-4486-b266-e18a49f606a0'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:20:25.135093 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-444af7ca-ae9d-4588-af9d-234ee0444d81" -d '{"events": [{"server_uuid": "a1ff688b-8766-42bd-86fb-487106ccd1b3", "name": "network-vif-plugged", "status": "completed", "tag": "0c76a8f2-93d3-4486-b266-e18a49f606a0"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:20:25.136393 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e90696a7-61af-47cf-b0ba-a58aab1f4741 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:25.168527 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 0c76a8f2-93d3-4486-b266-e18a49f606a0, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=0c76a8f2-93d3-4486-b266-e18a49f606a0,segment=NetworkSegment(32cc618e-4968-4750-a5aa-c2579fceb01e),segment_id=32cc618e-4968-4750-a5aa-c2579fceb01e)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:20:25.174848 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:25.213566 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae37be1-85af-417e-af06-f5972c4f2d90 req-a419795a-c16a-4434-9f3f-02ad64677bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:25.215156 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-fae37be1-85af-417e-af06-f5972c4f2d90 req-a419795a-c16a-4434-9f3f-02ad64677bd3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6bc7fa8383e045a7819a17e3ff0ad9ad&device_id=6b946145-ad92-4e14-aecb-a698f85fbc9e HTTP/1.1" status: 200 len: 1094 time: 0.1906884 Aug 05 11:20:25.310599 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7b4f1510-349f-446e-9481-b6e786f58172 req-c44bce0b-df70-411f-b5ee-d38b9bf39b0c tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] 10.222.0.58 "GET /v2.0/floatingips?tenant_id=3a18a12772c4432a873c2df384eb75c2 HTTP/1.1" status: 200 len: 1655 time: 0.3106737 Aug 05 11:20:25.333761 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=0c76a8f2-93d3-4486-b266-e18a49f606a0,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:20:25.344171 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-fae37be1-85af-417e-af06-f5972c4f2d90 req-f124eb15-5a6f-48d8-aa6a-91727fba59c0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=11888920-2c86-48c1-960f-8cb80fc0218d HTTP/1.1" status: 200 len: 217 time: 0.1006587 Aug 05 11:20:25.489666 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abac9f40-1df7-45ca-bec6-0a20f23fdbc7 req-f1b1be76-cdc9-4789-8e98-9172bb251088 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:25.491607 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-abac9f40-1df7-45ca-bec6-0a20f23fdbc7 req-f1b1be76-cdc9-4789-8e98-9172bb251088 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b946145-ad92-4e14-aecb-a698f85fbc9e HTTP/1.1" status: 200 len: 943 time: 0.4964354 Aug 05 11:20:25.513548 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c16bdae-3e47-4fd4-9453-3f8de832a28a None None] New status for floating IP 7763ff7f-0589-42fd-8c9c-a46d3c21925f: DOWN {{(pid=94423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 11:20:25.540191 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-14dd6447-08dd-4e9d-bc18-cd722bd46007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29762700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24211087'] for subnet, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:25.582067 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae37be1-85af-417e-af06-f5972c4f2d90 req-1c8f8ca2-cd92-4c92-b1b3-899c7165f5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:25.583040 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-fae37be1-85af-417e-af06-f5972c4f2d90 req-1c8f8ca2-cd92-4c92-b1b3-899c7165f5b0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8e55d893-f67d-42aa-8413-dc445ac3c409 HTTP/1.1" status: 200 len: 863 time: 0.1200743 Aug 05 11:20:25.652161 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e90696a7-61af-47cf-b0ba-a58aab1f4741 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:25.662174 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e90696a7-61af-47cf-b0ba-a58aab1f4741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:25.729203 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dd6447-08dd-4e9d-bc18-cd722bd46007 admin admin] Pushing event updated for resources: {'Subnet': ['ID=157c688d-0ff0-4d0a-9258-c12de8417018,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:20:25.782007 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae37be1-85af-417e-af06-f5972c4f2d90 req-54174caf-b572-491f-ab2e-ed62c35ab32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:25.785191 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-fae37be1-85af-417e-af06-f5972c4f2d90 req-54174caf-b572-491f-ab2e-ed62c35ab32d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bd39b4b7-e343-48d5-a296-8b0623efb24d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1851220 Aug 05 11:20:25.790722 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-e90696a7-61af-47cf-b0ba-a58aab1f4741 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d3daaa8d6bef4e4bb48a83d725331a20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9719131 Aug 05 11:20:25.800456 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41526) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:20:25.921266 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4f1510-349f-446e-9481-b6e786f58172 req-e72f053b-c990-4afa-a602-7540531fb179 tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:25.936339 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7b4f1510-349f-446e-9481-b6e786f58172 req-e72f053b-c990-4afa-a602-7540531fb179 tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] 10.222.0.58 "GET /v2.0/networks?id=36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd&id=36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd&id=36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd HTTP/1.1" status: 200 len: 787 time: 0.5477140 Aug 05 11:20:25.974301 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-abac9f40-1df7-45ca-bec6-0a20f23fdbc7 req-ecfd910f-736d-494e-bdfe-090ffe85971f tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] 10.222.0.58 "GET /v2.0/security-groups?id=7da178d1-b212-4c54-b70b-ef9e06c169f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4088979 Aug 05 11:20:26.070308 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [req-7b4f1510-349f-446e-9481-b6e786f58172 req-6e3e9590-cb11-4f0a-9f52-8020c8e63380 tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94420) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 11:20:26.072100 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7b4f1510-349f-446e-9481-b6e786f58172 req-6e3e9590-cb11-4f0a-9f52-8020c8e63380 tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0895143 Aug 05 11:20:26.125931 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14dd6447-08dd-4e9d-bc18-cd722bd46007 admin admin] Checking segment: {'id': '1ec67acc-70fb-44ef-8f20-f613e3cce6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '22b02496-a35e-44b0-a5b7-11c5e990fce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:20:26.126580 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14dd6447-08dd-4e9d-bc18-cd722bd46007 admin admin] Network hostable DHCP agents. Network: 22b02496-a35e-44b0-a5b7-11c5e990fce2, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:20:26.194373 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14dd6447-08dd-4e9d-bc18-cd722bd46007 admin admin] Network 22b02496-a35e-44b0-a5b7-11c5e990fce2 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:20:26.232231 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-14dd6447-08dd-4e9d-bc18-cd722bd46007 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, 22b02496-a35e-44b0-a5b7-11c5e990fce2) {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:20:26.243028 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8cd49b-47ab-41c7-9a12-3a58a6579afa None None] Network 22b02496-a35e-44b0-a5b7-11c5e990fce2 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:20:26.249938 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14dd6447-08dd-4e9d-bc18-cd722bd46007 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:26.258025 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-14dd6447-08dd-4e9d-bc18-cd722bd46007 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:26.372359 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-14dd6447-08dd-4e9d-bc18-cd722bd46007 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.5058761 Aug 05 11:20:26.496784 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecc369c-3d0f-41f7-a6e9-0c6af2f59a66 req-dff793f1-f0ee-4935-9318-744494f327b1 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:26.499581 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4ecc369c-3d0f-41f7-a6e9-0c6af2f59a66 req-dff793f1-f0ee-4935-9318-744494f327b1 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=a1ff688b-8766-42bd-86fb-487106ccd1b3 HTTP/1.1" status: 200 len: 945 time: 0.1957057 Aug 05 11:20:26.612429 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4ecc369c-3d0f-41f7-a6e9-0c6af2f59a66 req-d5038271-11e8-4d2a-a09f-16c0dd379bc4 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984192 Aug 05 11:20:26.670764 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e684bb-a241-43bc-960e-31db6043c88f None None] Network 22b02496-a35e-44b0-a5b7-11c5e990fce2 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:20:26.871163 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a464457-92d2-400d-b362-a1c7e563a0ab x-openstack-request-id: req-0a464457-92d2-400d-b362-a1c7e563a0ab {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:20:26.871764 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1ff688b-8766-42bd-86fb-487106ccd1b3", "name": "network-vif-plugged", "status": "completed", "tag": "0c76a8f2-93d3-4486-b266-e18a49f606a0", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:20:26.872185 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0a464457-92d2-400d-b362-a1c7e563a0ab {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:20:26.872781 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1ff688b-8766-42bd-86fb-487106ccd1b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c76a8f2-93d3-4486-b266-e18a49f606a0', 'code': 200} Aug 05 11:20:26.873904 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9fcb22-d5ef-4f5f-90e1-baa92ae5ae35 req-91ad985d-5b4f-4e69-9f88-9102efaafb74 tempest-ServersAdminTestJSON-1967925963 tempest-ServersAdminTestJSON-1967925963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:26.874413 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9fcb22-d5ef-4f5f-90e1-baa92ae5ae35 req-91ad985d-5b4f-4e69-9f88-9102efaafb74 tempest-ServersAdminTestJSON-1967925963 tempest-ServersAdminTestJSON-1967925963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:26.874898 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9fcb22-d5ef-4f5f-90e1-baa92ae5ae35 req-91ad985d-5b4f-4e69-9f88-9102efaafb74 tempest-ServersAdminTestJSON-1967925963 tempest-ServersAdminTestJSON-1967925963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:26.883212 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6f9fcb22-d5ef-4f5f-90e1-baa92ae5ae35 req-91ad985d-5b4f-4e69-9f88-9102efaafb74 tempest-ServersAdminTestJSON-1967925963 tempest-ServersAdminTestJSON-1967925963-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=b2e508da-f4b5-4c8e-af37-be7090f8786f&device_id=2117f6ca-e692-40ba-b6cf-5857783735e3&device_id=5b464baa-8fee-4e83-b710-80fe99d43fc0 HTTP/1.1" status: 200 len: 2882 time: 0.1286631 Aug 05 11:20:26.909576 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b946145-ad92-4e14-aecb-a698f85fbc9e', 'tag': '11888920-2c86-48c1-960f-8cb80fc0218d'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:20:26.913115 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6e43e88-3d2d-4836-a700-c7056e931340" -d '{"events": [{"name": "network-changed", "server_uuid": "6b946145-ad92-4e14-aecb-a698f85fbc9e", "tag": "11888920-2c86-48c1-960f-8cb80fc0218d"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:20:26.923938 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90696a7-61af-47cf-b0ba-a58aab1f4741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bfb8c4c-ed3e-4857-b640-01198ece1649,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:20:27.013523 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-93e6b000-effe-466c-b34a-67bceab3ce91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:27.045078 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-fae37be1-85af-417e-af06-f5972c4f2d90 req-3fc4a87e-54ad-4327-9bfc-018754180b1d service neutron] 10.222.0.64 "GET /v2.0/networks/bd39b4b7-e343-48d5-a296-8b0623efb24d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2460999 Aug 05 11:20:27.063736 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-93e6b000-effe-466c-b34a-67bceab3ce91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:27.136430 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-593ebec9-5b84-4b01-a183-033134332efb req-79322856-731d-4798-9d1c-b923bd26653e tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] 10.222.0.58 "GET /v2.0/floatingips/7846acfe-1ef9-4a9f-805c-fe065da0baad HTTP/1.1" status: 200 len: 693 time: 0.0987468 Aug 05 11:20:27.200819 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-fae37be1-85af-417e-af06-f5972c4f2d90 req-558b908a-72a1-4a86-a6cd-a7b4e3c29962 service neutron] 10.222.0.64 "GET /v2.0/networks/bd39b4b7-e343-48d5-a296-8b0623efb24d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466005 Aug 05 11:20:27.219586 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-93e6b000-effe-466c-b34a-67bceab3ce91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:27.224804 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-93e6b000-effe-466c-b34a-67bceab3ce91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:27.230322 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-93e6b000-effe-466c-b34a-67bceab3ce91 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4bfb8c4c-ed3e-4857-b640-01198ece1649 HTTP/1.1" status: 204 len: 168 time: 1.4279077 Aug 05 11:20:27.244515 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e6b000-effe-466c-b34a-67bceab3ce91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bfb8c4c-ed3e-4857-b640-01198ece1649,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:20:27.291067 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6f9fcb22-d5ef-4f5f-90e1-baa92ae5ae35 req-d155ca0b-bee7-4037-9a19-bce38197e07d tempest-ServersAdminTestJSON-1967925963 tempest-ServersAdminTestJSON-1967925963-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=ba838bf4-27d8-4ebd-8a6c-2c869750a1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3852725 Aug 05 11:20:27.300962 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 11:20:27.310770 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63181e9f-2d7d-4d63-aa69-a89905f2a7c1 req-66039df9-2a30-417a-b662-d3d61d51e42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:27.313755 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-63181e9f-2d7d-4d63-aa69-a89905f2a7c1 req-66039df9-2a30-417a-b662-d3d61d51e42c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a1ff688b-8766-42bd-86fb-487106ccd1b3 HTTP/1.1" status: 200 len: 1096 time: 0.3239493 Aug 05 11:20:27.485629 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-63181e9f-2d7d-4d63-aa69-a89905f2a7c1 req-6c8bde34-d008-490b-90bb-90922cf01bfd service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571963 Aug 05 11:20:27.509363 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593ebec9-5b84-4b01-a183-033134332efb req-60f0743c-55a7-4968-85e9-96e551b1267d tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:27.517409 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-593ebec9-5b84-4b01-a183-033134332efb req-60f0743c-55a7-4968-85e9-96e551b1267d tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] 10.222.0.58 "GET /v2.0/networks/36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd HTTP/1.1" status: 200 len: 784 time: 0.3800609 Aug 05 11:20:27.581145 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-593ebec9-5b84-4b01-a183-033134332efb req-6ed6ec7c-c715-4a2e-af81-488edca8669f tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.5.106 HTTP/1.1" status: 200 len: 696 time: 0.0627074 Aug 05 11:20:27.671212 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-593ebec9-5b84-4b01-a183-033134332efb req-ec56c85e-2260-4aa5-a9cb-f9cd6154a4fe tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.5.106 HTTP/1.1" status: 200 len: 696 time: 0.0876825 Aug 05 11:20:27.952970 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [req-593ebec9-5b84-4b01-a183-033134332efb req-90f1eae9-461f-42e3-8de8-94708ec134d6 tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] Deleting port 45547b7e-1156-40ae-957f-e3a80a0bbf0e {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:20:27.953331 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-593ebec9-5b84-4b01-a183-033134332efb req-90f1eae9-461f-42e3-8de8-94708ec134d6 tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:28.130467 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-593ebec9-5b84-4b01-a183-033134332efb req-90f1eae9-461f-42e3-8de8-94708ec134d6 tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:28.131118 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-593ebec9-5b84-4b01-a183-033134332efb req-90f1eae9-461f-42e3-8de8-94708ec134d6 tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:28.152837 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [req-593ebec9-5b84-4b01-a183-033134332efb req-90f1eae9-461f-42e3-8de8-94708ec134d6 tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] Calling delete_port for 45547b7e-1156-40ae-957f-e3a80a0bbf0e owned by network:floatingip {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:20:28.272965 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41576) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:20:28.292972 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ed0beb7a-699f-4888-9cd7-f4e0debd3bab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:28.431989 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3c1b69-e18d-469a-84cb-7d01790eb9cc req-3782fcc0-9c00-41e3-8edd-ca3fd6b9d7d2 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:28.441437 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cb3c1b69-e18d-469a-84cb-7d01790eb9cc req-3782fcc0-9c00-41e3-8edd-ca3fd6b9d7d2 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] 10.222.0.58 "GET /v2.0/networks?id=22b02496-a35e-44b0-a5b7-11c5e990fce2 HTTP/1.1" status: 200 len: 822 time: 0.1902907 Aug 05 11:20:28.517499 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cb3c1b69-e18d-469a-84cb-7d01790eb9cc req-4b28509c-a8da-4664-b9c6-2414e14eb9c8 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] 10.222.0.58 "GET /v2.0/quotas/4b264d15c70e4932bdfe527ce7c93819 HTTP/1.1" status: 200 len: 375 time: 0.0745401 Aug 05 11:20:28.555048 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ed0beb7a-699f-4888-9cd7-f4e0debd3bab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:28.560170 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ed0beb7a-699f-4888-9cd7-f4e0debd3bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:28.571658 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-593ebec9-5b84-4b01-a183-033134332efb req-90f1eae9-461f-42e3-8de8-94708ec134d6 tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:28.577612 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cb3c1b69-e18d-469a-84cb-7d01790eb9cc req-17c943e5-2b91-4232-9443-eb6e926a21ee tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=4b264d15c70e4932bdfe527ce7c93819&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0451365 Aug 05 11:20:28.618415 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f1eae9-461f-42e3-8de8-94708ec134d6 tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] Pushing event deleted for resources: {'Port': ['ID=45547b7e-1156-40ae-957f-e3a80a0bbf0e,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:20:28.626669 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-ed0beb7a-699f-4888-9cd7-f4e0debd3bab admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9212d49bd14a4e7d86f7771052854e2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3517222 Aug 05 11:20:28.627355 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41582) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:20:28.670372 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0beb7a-699f-4888-9cd7-f4e0debd3bab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fd38fa5-caf4-45f4-98b1-265ce401c63a,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:20:28.722390 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b41b2aa5-fea9-4ec4-9295-92d227db29b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:28.789402 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b41b2aa5-fea9-4ec4-9295-92d227db29b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:28.812661 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-593ebec9-5b84-4b01-a183-033134332efb req-90f1eae9-461f-42e3-8de8-94708ec134d6 tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] Notify callbacks [] for floatingip, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:28.816970 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-593ebec9-5b84-4b01-a183-033134332efb req-90f1eae9-461f-42e3-8de8-94708ec134d6 tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:28.818241 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-593ebec9-5b84-4b01-a183-033134332efb req-90f1eae9-461f-42e3-8de8-94708ec134d6 tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] 10.222.0.58 "DELETE /v2.0/floatingips/7846acfe-1ef9-4a9f-805c-fe065da0baad HTTP/1.1" status: 204 len: 173 time: 1.1461372 Aug 05 11:20:28.826924 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cb3c1b69-e18d-469a-84cb-7d01790eb9cc req-3a4f6ba4-0f64-48ad-9b53-9b6c8c7f7ea1 service neutron] 10.222.0.58 "GET /v2.0/networks/22b02496-a35e-44b0-a5b7-11c5e990fce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188349 Aug 05 11:20:28.899484 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:28.908647 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf48b475-d3b2-4c13-9db9-ea79ac82d8b5 x-openstack-request-id: req-bf48b475-d3b2-4c13-9db9-ea79ac82d8b5 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:20:28.909200 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b946145-ad92-4e14-aecb-a698f85fbc9e", "tag": "11888920-2c86-48c1-960f-8cb80fc0218d", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:20:28.909820 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bf48b475-d3b2-4c13-9db9-ea79ac82d8b5 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:20:28.910439 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b946145-ad92-4e14-aecb-a698f85fbc9e', 'tag': '11888920-2c86-48c1-960f-8cb80fc0218d', 'status': 'completed', 'code': 200} Aug 05 11:20:28.930564 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b41b2aa5-fea9-4ec4-9295-92d227db29b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:28.934355 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b41b2aa5-fea9-4ec4-9295-92d227db29b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:28.939114 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-b41b2aa5-fea9-4ec4-9295-92d227db29b6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9fd38fa5-caf4-45f4-98b1-265ce401c63a HTTP/1.1" status: 204 len: 168 time: 0.3078270 Aug 05 11:20:28.949904 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41b2aa5-fea9-4ec4-9295-92d227db29b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fd38fa5-caf4-45f4-98b1-265ce401c63a,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:20:29.206899 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cb3c1b69-e18d-469a-84cb-7d01790eb9cc req-3a81f537-f1b6-4f52-aaa9-764403c21b28 service neutron] 10.222.0.58 "GET /v2.0/networks/22b02496-a35e-44b0-a5b7-11c5e990fce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3731818 Aug 05 11:20:29.228314 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e43e88-3d2d-4836-a700-c7056e931340 req-d7b4d8b6-3501-428a-a7dd-668f2522f71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:29.230688 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b6e43e88-3d2d-4836-a700-c7056e931340 req-d7b4d8b6-3501-428a-a7dd-668f2522f71b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6bc7fa8383e045a7819a17e3ff0ad9ad&device_id=6b946145-ad92-4e14-aecb-a698f85fbc9e HTTP/1.1" status: 200 len: 1094 time: 0.2229164 Aug 05 11:20:29.304107 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c5b1d0-fde3-4a68-b010-ad7c84511fa5 req-2c5e2c5f-08ca-411d-b875-cdc91b0596be tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:29.306726 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c9c5b1d0-fde3-4a68-b010-ad7c84511fa5 req-2c5e2c5f-08ca-411d-b875-cdc91b0596be tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b946145-ad92-4e14-aecb-a698f85fbc9e HTTP/1.1" status: 200 len: 943 time: 0.1982934 Aug 05 11:20:29.548288 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e43e88-3d2d-4836-a700-c7056e931340 req-65a384fb-2a51-4295-85c7-a4ed82775c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:29.551201 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b6e43e88-3d2d-4836-a700-c7056e931340 req-65a384fb-2a51-4295-85c7-a4ed82775c24 service neutron] 10.222.0.64 "GET /v2.0/networks?id=bd39b4b7-e343-48d5-a296-8b0623efb24d HTTP/1.1" status: 200 len: 925 time: 0.2996068 Aug 05 11:20:29.557935 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c9c5b1d0-fde3-4a68-b010-ad7c84511fa5 req-4dbd7145-0270-4cda-81a5-c7f640321fd3 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] 10.222.0.58 "GET /v2.0/security-groups?id=7da178d1-b212-4c54-b70b-ef9e06c169f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2168837 Aug 05 11:20:29.735431 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b6e43e88-3d2d-4836-a700-c7056e931340 req-0744552e-f48e-4718-bd4c-1a98df06f8a4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=11888920-2c86-48c1-960f-8cb80fc0218d HTTP/1.1" status: 200 len: 217 time: 0.1665683 Aug 05 11:20:30.110445 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b32e376-11d6-4fa4-8716-7ff95452579f req-4d112b95-8331-45a5-a15e-8b9cb52fc8aa tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:30.129500 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-5b32e376-11d6-4fa4-8716-7ff95452579f req-4d112b95-8331-45a5-a15e-8b9cb52fc8aa tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1ff688b-8766-42bd-86fb-487106ccd1b3 HTTP/1.1" status: 200 len: 945 time: 0.2059076 Aug 05 11:20:30.129972 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e43e88-3d2d-4836-a700-c7056e931340 req-4fc68dd1-e217-4548-addd-368ddee2cfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:30.131883 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b6e43e88-3d2d-4836-a700-c7056e931340 req-4fc68dd1-e217-4548-addd-368ddee2cfb0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8e55d893-f67d-42aa-8413-dc445ac3c409 HTTP/1.1" status: 200 len: 863 time: 0.3727837 Aug 05 11:20:30.145349 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06a734e-0ac4-4115-bb7c-be86d734bc5f req-4479aa14-9a63-4e3e-8175-b82abb5dabca tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:30.147304 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c06a734e-0ac4-4115-bb7c-be86d734bc5f req-4479aa14-9a63-4e3e-8175-b82abb5dabca tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=a1ff688b-8766-42bd-86fb-487106ccd1b3 HTTP/1.1" status: 200 len: 945 time: 0.2628651 Aug 05 11:20:30.413269 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5f60980f-904b-4ea6-9cfd-5b6bd99e75fe req-555972e2-6013-4033-888c-7af7e1064caa tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] 10.222.0.58 "GET /v2.0/floatingips/7e1c2106-1024-4016-8445-f3f570e72577 HTTP/1.1" status: 200 len: 692 time: 0.3224475 Aug 05 11:20:30.427439 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-5b32e376-11d6-4fa4-8716-7ff95452579f req-dbc49258-168a-424c-9533-906f4066a76f tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Deleting port 0c76a8f2-93d3-4486-b266-e18a49f606a0 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:20:30.428957 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-5b32e376-11d6-4fa4-8716-7ff95452579f req-dbc49258-168a-424c-9533-906f4066a76f tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:30.683755 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-5b32e376-11d6-4fa4-8716-7ff95452579f req-dbc49258-168a-424c-9533-906f4066a76f tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] For port 0c76a8f2-93d3-4486-b266-e18a49f606a0, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=0c76a8f2-93d3-4486-b266-e18a49f606a0,segment=NetworkSegment(32cc618e-4968-4750-a5aa-c2579fceb01e),segment_id=32cc618e-4968-4750-a5aa-c2579fceb01e)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:20:30.684956 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-5b32e376-11d6-4fa4-8716-7ff95452579f req-dbc49258-168a-424c-9533-906f4066a76f tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:30.690230 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f60980f-904b-4ea6-9cfd-5b6bd99e75fe req-d2e5d6e7-849f-4fdb-808e-add605336c22 tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:30.700724 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5f60980f-904b-4ea6-9cfd-5b6bd99e75fe req-d2e5d6e7-849f-4fdb-808e-add605336c22 tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] 10.222.0.58 "GET /v2.0/networks/36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd HTTP/1.1" status: 200 len: 784 time: 0.2861631 Aug 05 11:20:30.722657 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-5b32e376-11d6-4fa4-8716-7ff95452579f req-dbc49258-168a-424c-9533-906f4066a76f tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Calling delete_port for 0c76a8f2-93d3-4486-b266-e18a49f606a0 owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:20:30.779326 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5f60980f-904b-4ea6-9cfd-5b6bd99e75fe req-06244e00-3958-410b-baef-8a84d32c5a76 tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.5.66 HTTP/1.1" status: 200 len: 695 time: 0.0772514 Aug 05 11:20:30.792245 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e43e88-3d2d-4836-a700-c7056e931340 req-5d0afda4-3755-40b5-bbf2-fe75a39c2bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:30.794496 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b6e43e88-3d2d-4836-a700-c7056e931340 req-5d0afda4-3755-40b5-bbf2-fe75a39c2bb7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bd39b4b7-e343-48d5-a296-8b0623efb24d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6330478 Aug 05 11:20:30.820709 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c06a734e-0ac4-4115-bb7c-be86d734bc5f req-c7e49629-d87a-4246-9cd7-53d948852fc6 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6560707 Aug 05 11:20:30.961115 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5f60980f-904b-4ea6-9cfd-5b6bd99e75fe req-aea78001-f928-4ff6-b3f5-8f0ee6a2adfb tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.5.66 HTTP/1.1" status: 200 len: 695 time: 0.1800013 Aug 05 11:20:31.082246 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bd33fcfa-5837-4778-b94d-e11261eccce6 req-4e4ded6f-7556-4267-a4a0-17d0ff008ab2 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc701dc3-24f8-4d20-b931-9ae0ac762570 HTTP/1.1" status: 200 len: 210 time: 0.0915403 Aug 05 11:20:31.117255 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-5b32e376-11d6-4fa4-8716-7ff95452579f req-dbc49258-168a-424c-9533-906f4066a76f tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:31.166174 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['0c76a8f2-93d3-4486-b266-e18a49f606a0'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:20:31.179315 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc49258-168a-424c-9533-906f4066a76f tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Pushing event deleted for resources: {'Port': ['ID=0c76a8f2-93d3-4486-b266-e18a49f606a0,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:20:31.340730 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b32e376-11d6-4fa4-8716-7ff95452579f req-dbc49258-168a-424c-9533-906f4066a76f tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] No DVR routers for this DVR port 0c76a8f2-93d3-4486-b266-e18a49f606a0 on host n-h1-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:20:31.343767 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-5b32e376-11d6-4fa4-8716-7ff95452579f req-dbc49258-168a-424c-9533-906f4066a76f tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:31.346763 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-5b32e376-11d6-4fa4-8716-7ff95452579f req-dbc49258-168a-424c-9533-906f4066a76f tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.64 "DELETE /v2.0/ports/0c76a8f2-93d3-4486-b266-e18a49f606a0 HTTP/1.1" status: 204 len: 173 time: 1.1935601 Aug 05 11:20:31.347301 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1ff688b-8766-42bd-86fb-487106ccd1b3', 'name': 'network-vif-deleted', 'tag': '0c76a8f2-93d3-4486-b266-e18a49f606a0'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:20:31.371839 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69913fc4-b4fc-4d9a-9f20-78c2f3be2b4b" -d '{"events": [{"server_uuid": "a1ff688b-8766-42bd-86fb-487106ccd1b3", "name": "network-vif-deleted", "tag": "0c76a8f2-93d3-4486-b266-e18a49f606a0"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:20:31.409432 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b6e43e88-3d2d-4836-a700-c7056e931340 req-e3471dc2-a930-43fd-9fdb-105011dc4f7b service neutron] 10.222.0.64 "GET /v2.0/networks/bd39b4b7-e343-48d5-a296-8b0623efb24d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6034865 Aug 05 11:20:31.483999 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [req-5f60980f-904b-4ea6-9cfd-5b6bd99e75fe req-169f41d1-8afc-4971-8db6-1ad16fcd9f5d tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] Deleting port f9baeb03-2d28-4b7c-a5ca-f2b3cdfdcd51 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:20:31.483999 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-5f60980f-904b-4ea6-9cfd-5b6bd99e75fe req-169f41d1-8afc-4971-8db6-1ad16fcd9f5d tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:31.713378 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b6e43e88-3d2d-4836-a700-c7056e931340 req-2451c1b3-1d53-4157-90b6-682208fdb025 service neutron] 10.222.0.64 "GET /v2.0/networks/bd39b4b7-e343-48d5-a296-8b0623efb24d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2661934 Aug 05 11:20:31.725745 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5770c1b4-43fb-42e0-baee-f9dffaf1098c req-a8792c0b-000b-4665-a43a-a740d7da1e6a tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:31.727342 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5770c1b4-43fb-42e0-baee-f9dffaf1098c req-a8792c0b-000b-4665-a43a-a740d7da1e6a tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b946145-ad92-4e14-aecb-a698f85fbc9e HTTP/1.1" status: 200 len: 943 time: 0.3704338 Aug 05 11:20:31.774964 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-5f60980f-904b-4ea6-9cfd-5b6bd99e75fe req-169f41d1-8afc-4971-8db6-1ad16fcd9f5d tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:31.775313 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-5f60980f-904b-4ea6-9cfd-5b6bd99e75fe req-169f41d1-8afc-4971-8db6-1ad16fcd9f5d tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:31.799450 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [req-5f60980f-904b-4ea6-9cfd-5b6bd99e75fe req-169f41d1-8afc-4971-8db6-1ad16fcd9f5d tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] Calling delete_port for f9baeb03-2d28-4b7c-a5ca-f2b3cdfdcd51 owned by network:floatingip {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:20:31.880035 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5770c1b4-43fb-42e0-baee-f9dffaf1098c req-b6d47fe2-d04e-40f7-873e-e93591ef4809 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] 10.222.0.58 "GET /v2.0/security-groups?id=7da178d1-b212-4c54-b70b-ef9e06c169f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248238 Aug 05 11:20:31.923884 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3c1b69-e18d-469a-84cb-7d01790eb9cc req-698aa16b-91bc-4363-9b5d-18d3c1bae4bb tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:31.926261 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-cb3c1b69-e18d-469a-84cb-7d01790eb9cc req-698aa16b-91bc-4363-9b5d-18d3c1bae4bb tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] 10.222.0.55 "GET /v2.0/networks?id=22b02496-a35e-44b0-a5b7-11c5e990fce2 HTTP/1.1" status: 200 len: 822 time: 0.3115180 Aug 05 11:20:31.984660 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-cb3c1b69-e18d-469a-84cb-7d01790eb9cc req-6b89065c-fed9-40b4-860f-ca1daa57a351 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Request body: {'port': {'device_id': 'bc701dc3-24f8-4d20-b931-9ae0ac762570', 'network_id': '22b02496-a35e-44b0-a5b7-11c5e990fce2', 'admin_state_up': True, 'tenant_id': '4b264d15c70e4932bdfe527ce7c93819'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:20:32.112286 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-5f60980f-904b-4ea6-9cfd-5b6bd99e75fe req-169f41d1-8afc-4971-8db6-1ad16fcd9f5d tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:32.141883 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 11888920-2c86-48c1-960f-8cb80fc0218d details requested by agent hyperv_n-h1-803378-2 with host n-h1-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:20:32.167263 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-05ec648b-c910-4af4-bd81-3b1dca8e949a req-12d5b68a-d525-4c87-93d7-b3ac1f6a8ae9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d8daa1497f4a496cba61c8a60c09e98b&device_id=a1ff688b-8766-42bd-86fb-487106ccd1b3 HTTP/1.1" status: 200 len: 210 time: 0.0671778 Aug 05 11:20:32.169321 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169f41d1-8afc-4971-8db6-1ad16fcd9f5d tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] Pushing event deleted for resources: {'Port': ['ID=f9baeb03-2d28-4b7c-a5ca-f2b3cdfdcd51,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:20:32.298197 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb3c1b69-e18d-469a-84cb-7d01790eb9cc req-6b89065c-fed9-40b4-860f-ca1daa57a351 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Made reservation on behalf of 4b264d15c70e4932bdfe527ce7c93819 for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:20:32.313011 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-cb3c1b69-e18d-469a-84cb-7d01790eb9cc req-6b89065c-fed9-40b4-860f-ca1daa57a351 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:32.603702 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 11888920-2c86-48c1-960f-8cb80fc0218d, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=11888920-2c86-48c1-960f-8cb80fc0218d,segment=NetworkSegment(c9e2cf5a-453f-413e-a764-0d6594d296bf),segment_id=c9e2cf5a-453f-413e-a764-0d6594d296bf)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:20:32.624175 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-5f60980f-904b-4ea6-9cfd-5b6bd99e75fe req-169f41d1-8afc-4971-8db6-1ad16fcd9f5d tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] Notify callbacks [] for floatingip, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:32.631026 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-5f60980f-904b-4ea6-9cfd-5b6bd99e75fe req-169f41d1-8afc-4971-8db6-1ad16fcd9f5d tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:32.645579 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5f60980f-904b-4ea6-9cfd-5b6bd99e75fe req-169f41d1-8afc-4971-8db6-1ad16fcd9f5d tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] 10.222.0.58 "DELETE /v2.0/floatingips/7e1c2106-1024-4016-8445-f3f570e72577 HTTP/1.1" status: 204 len: 173 time: 1.6829143 Aug 05 11:20:32.646499 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Returning: {'device': '11888920-2c86-48c1-960f-8cb80fc0218d', 'network_id': 'bd39b4b7-e343-48d5-a296-8b0623efb24d', 'port_id': '11888920-2c86-48c1-960f-8cb80fc0218d', 'mac_address': 'fa:16:3e:a5:b4:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e55d893-f67d-42aa-8413-dc445ac3c409', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:20:32.735859 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:32.798046 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11888920-2c86-48c1-960f-8cb80fc0218d {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:20:32.880218 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 11888920-2c86-48c1-960f-8cb80fc0218d, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=11888920-2c86-48c1-960f-8cb80fc0218d,segment=NetworkSegment(c9e2cf5a-453f-413e-a764-0d6594d296bf),segment_id=c9e2cf5a-453f-413e-a764-0d6594d296bf)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:20:32.889789 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:32.894721 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-cb3c1b69-e18d-469a-84cb-7d01790eb9cc req-6b89065c-fed9-40b4-860f-ca1daa57a351 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Allocated IP 172.20.0.10 (22b02496-a35e-44b0-a5b7-11c5e990fce2/157c688d-0ff0-4d0a-9258-c12de8417018/faf848d0-aaf0-4e27-84b4-30d25785949d) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:20:33.011279 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ecd60c0-d334-4bbc-a4bc-2204d147ed49 x-openstack-request-id: req-1ecd60c0-d334-4bbc-a4bc-2204d147ed49 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:20:33.011831 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1ff688b-8766-42bd-86fb-487106ccd1b3", "name": "network-vif-deleted", "tag": "0c76a8f2-93d3-4486-b266-e18a49f606a0", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:20:33.013531 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1ecd60c0-d334-4bbc-a4bc-2204d147ed49 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:20:33.014103 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1ff688b-8766-42bd-86fb-487106ccd1b3', 'name': 'network-vif-deleted', 'tag': '0c76a8f2-93d3-4486-b266-e18a49f606a0', 'status': 'completed', 'code': 200} Aug 05 11:20:33.129948 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=11888920-2c86-48c1-960f-8cb80fc0218d,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:20:33.282729 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-cb3c1b69-e18d-469a-84cb-7d01790eb9cc req-6b89065c-fed9-40b4-860f-ca1daa57a351 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:33.351444 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-cb3c1b69-e18d-469a-84cb-7d01790eb9cc req-6b89065c-fed9-40b4-860f-ca1daa57a351 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:33.429766 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb3c1b69-e18d-469a-84cb-7d01790eb9cc req-6b89065c-fed9-40b4-860f-ca1daa57a351 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Network 22b02496-a35e-44b0-a5b7-11c5e990fce2 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:20:33.434165 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-cb3c1b69-e18d-469a-84cb-7d01790eb9cc req-6b89065c-fed9-40b4-860f-ca1daa57a351 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:20:33.440293 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb3c1b69-e18d-469a-84cb-7d01790eb9cc req-6b89065c-fed9-40b4-860f-ca1daa57a351 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:20:33.447085 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b89065c-fed9-40b4-860f-ca1daa57a351 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Pushing event updated for resources: {'Port': ['ID=faf848d0-aaf0-4e27-84b4-30d25785949d,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:20:33.513311 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-801c8455-120d-4aeb-9c67-b54b10788433 req-9d097ca6-5c79-4355-b2d4-b9156c763fb0 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=a1ff688b-8766-42bd-86fb-487106ccd1b3 HTTP/1.1" status: 200 len: 210 time: 0.0639832 Aug 05 11:20:33.530544 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3c1b69-e18d-469a-84cb-7d01790eb9cc req-6b89065c-fed9-40b4-860f-ca1daa57a351 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:33.531436 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-cb3c1b69-e18d-469a-84cb-7d01790eb9cc req-6b89065c-fed9-40b4-860f-ca1daa57a351 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:33.543709 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['11888920-2c86-48c1-960f-8cb80fc0218d'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:20:33.554555 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-cb3c1b69-e18d-469a-84cb-7d01790eb9cc req-6b89065c-fed9-40b4-860f-ca1daa57a351 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5743623 Aug 05 11:20:33.575701 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ec648b-c910-4af4-bd81-3b1dca8e949a req-6c1762fd-6001-4a74-9b2c-ed926dd2fa51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:33.582603 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-cb3c1b69-e18d-469a-84cb-7d01790eb9cc req-6edd48f2-ce6c-46df-ae6c-c046ea76a826 service neutron] Request body: {'port': {'device_id': 'bc701dc3-24f8-4d20-b931-9ae0ac762570', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:20:33.588527 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-05ec648b-c910-4af4-bd81-3b1dca8e949a req-6c1762fd-6001-4a74-9b2c-ed926dd2fa51 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=d8daa1497f4a496cba61c8a60c09e98b&shared=False HTTP/1.1" status: 200 len: 913 time: 1.3985348 Aug 05 11:20:33.737698 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-cb3c1b69-e18d-469a-84cb-7d01790eb9cc req-6edd48f2-ce6c-46df-ae6c-c046ea76a826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:33.763701 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac73613e-3302-4e08-9854-9d1ca1611376 req-4904811d-70d9-4174-81ee-b1767f65016a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:33.765371 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ac73613e-3302-4e08-9854-9d1ca1611376 req-4904811d-70d9-4174-81ee-b1767f65016a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3b5ec4a934844e38b6a0430accb5b4e6&device_id=2249ea3c-8dca-4efb-922f-dd6b64f03ce1 HTTP/1.1" status: 200 len: 1101 time: 0.1292245 Aug 05 11:20:33.947533 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2918211f-e194-475c-bcc9-f4fa57e6eaf8 req-3d419873-9ad9-42d2-8892-1827aa29ea37 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:33.949738 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2918211f-e194-475c-bcc9-f4fa57e6eaf8 req-3d419873-9ad9-42d2-8892-1827aa29ea37 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc701dc3-24f8-4d20-b931-9ae0ac762570 HTTP/1.1" status: 200 len: 932 time: 0.2405989 Aug 05 11:20:33.990426 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ec648b-c910-4af4-bd81-3b1dca8e949a req-415c0dfd-e4c9-4479-b20b-90cdd6692597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:33.993596 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-05ec648b-c910-4af4-bd81-3b1dca8e949a req-415c0dfd-e4c9-4479-b20b-90cdd6692597 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3954990 Aug 05 11:20:34.047355 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2918211f-e194-475c-bcc9-f4fa57e6eaf8 req-f3c66721-23d1-464c-b58e-978b863a6ff4 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] 10.222.0.58 "GET /v2.0/security-groups?id=e0296632-6fc5-467d-96aa-746236c85873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816038 Aug 05 11:20:34.192725 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac73613e-3302-4e08-9854-9d1ca1611376 req-a016955b-100f-4ffd-95e6-e1253f6a3c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:34.196103 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ac73613e-3302-4e08-9854-9d1ca1611376 req-a016955b-100f-4ffd-95e6-e1253f6a3c9c service neutron] 10.222.0.64 "GET /v2.0/networks?id=91caede3-92e4-4b1e-8e3e-36227cfd846a HTTP/1.1" status: 200 len: 870 time: 0.3906159 Aug 05 11:20:34.197247 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-30a136bc-d744-42c3-bc08-d1fe055edfbd req-45158a03-bb40-4aad-b2ac-25d3746a1727 tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] 10.222.0.58 "GET /v2.0/floatingips/359ec49b-913d-41c9-b841-c68b538d9fec HTTP/1.1" status: 200 len: 692 time: 0.1092386 Aug 05 11:20:34.263248 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ac73613e-3302-4e08-9854-9d1ca1611376 req-c8590638-7dce-4af9-a155-cdf9cbdd729a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=edbe9b9a-fd00-49b8-9a95-f12a71fcae46 HTTP/1.1" status: 200 len: 217 time: 0.0484302 Aug 05 11:20:34.351749 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b40f8f-c296-4a92-a072-e0bec36fc2a6 req-5d353a4b-9c9f-47fa-be8c-48bd882ca3e3 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:34.353531 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a4b40f8f-c296-4a92-a072-e0bec36fc2a6 req-5d353a4b-9c9f-47fa-be8c-48bd882ca3e3 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b946145-ad92-4e14-aecb-a698f85fbc9e HTTP/1.1" status: 200 len: 944 time: 0.1541202 Aug 05 11:20:34.361336 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a136bc-d744-42c3-bc08-d1fe055edfbd req-c4e0bb08-6a82-4e80-a04c-b9aed36f0c36 tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:34.369152 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-30a136bc-d744-42c3-bc08-d1fe055edfbd req-c4e0bb08-6a82-4e80-a04c-b9aed36f0c36 tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] 10.222.0.58 "GET /v2.0/networks/36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd HTTP/1.1" status: 200 len: 784 time: 0.1708255 Aug 05 11:20:34.441709 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac73613e-3302-4e08-9854-9d1ca1611376 req-4935e140-2e7c-4ac3-92b7-66ec201512ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:34.444436 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ac73613e-3302-4e08-9854-9d1ca1611376 req-4935e140-2e7c-4ac3-92b7-66ec201512ce service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6842f728-c2f3-4e36-bb32-3303d06ce3f4 HTTP/1.1" status: 200 len: 843 time: 0.1651988 Aug 05 11:20:34.447362 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-cb3c1b69-e18d-469a-84cb-7d01790eb9cc req-6edd48f2-ce6c-46df-ae6c-c046ea76a826 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id faf848d0-aaf0-4e27-84b4-30d25785949d {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:20:34.455507 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-30a136bc-d744-42c3-bc08-d1fe055edfbd req-f90d543c-0b6c-4b43-9032-1e25d39434a4 tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.5.51 HTTP/1.1" status: 200 len: 695 time: 0.0850317 Aug 05 11:20:34.460387 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-cb3c1b69-e18d-469a-84cb-7d01790eb9cc req-6edd48f2-ce6c-46df-ae6c-c046ea76a826 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:34.462181 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a4b40f8f-c296-4a92-a072-e0bec36fc2a6 req-55a98b7c-fe55-42dc-9a48-b7746518af11 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] 10.222.0.58 "GET /v2.0/security-groups?id=7da178d1-b212-4c54-b70b-ef9e06c169f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900376 Aug 05 11:20:34.487531 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-cb3c1b69-e18d-469a-84cb-7d01790eb9cc req-6edd48f2-ce6c-46df-ae6c-c046ea76a826 service neutron] Transition to ACTIVE for port object faf848d0-aaf0-4e27-84b4-30d25785949d will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:20:34.502679 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-cb3c1b69-e18d-469a-84cb-7d01790eb9cc req-6edd48f2-ce6c-46df-ae6c-c046ea76a826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:34.579075 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-30a136bc-d744-42c3-bc08-d1fe055edfbd req-aad2c8b7-59fb-4fb0-bc11-e13eef668a71 tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.5.51 HTTP/1.1" status: 200 len: 695 time: 0.1224444 Aug 05 11:20:34.588534 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac73613e-3302-4e08-9854-9d1ca1611376 req-20e6b112-2e8c-435a-a4e4-4e798005104d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:34.590094 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ac73613e-3302-4e08-9854-9d1ca1611376 req-20e6b112-2e8c-435a-a4e4-4e798005104d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=91caede3-92e4-4b1e-8e3e-36227cfd846a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1206307 Aug 05 11:20:34.673243 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edd48f2-ce6c-46df-ae6c-c046ea76a826 service neutron] Pushing event updated for resources: {'Port': ['ID=faf848d0-aaf0-4e27-84b4-30d25785949d,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:20:34.811529 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-cb3c1b69-e18d-469a-84cb-7d01790eb9cc req-6edd48f2-ce6c-46df-ae6c-c046ea76a826 service neutron] Attempting to bind port faf848d0-aaf0-4e27-84b4-30d25785949d on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:20:34.812289 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-cb3c1b69-e18d-469a-84cb-7d01790eb9cc req-6edd48f2-ce6c-46df-ae6c-c046ea76a826 service neutron] Attempting to bind port faf848d0-aaf0-4e27-84b4-30d25785949d by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': '1ec67acc-70fb-44ef-8f20-f613e3cce6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '22b02496-a35e-44b0-a5b7-11c5e990fce2'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:20:34.813072 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb3c1b69-e18d-469a-84cb-7d01790eb9cc req-6edd48f2-ce6c-46df-ae6c-c046ea76a826 service neutron] Attempting to bind port faf848d0-aaf0-4e27-84b4-30d25785949d on network 22b02496-a35e-44b0-a5b7-11c5e990fce2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:20:34.831197 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [req-30a136bc-d744-42c3-bc08-d1fe055edfbd req-e78bd8b9-9541-44bd-ab7e-a6a6beccfe94 tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] Deleting port 074e6f9c-0f99-4ad8-9f64-25dee1dc4338 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:20:34.831848 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-30a136bc-d744-42c3-bc08-d1fe055edfbd req-e78bd8b9-9541-44bd-ab7e-a6a6beccfe94 tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:34.833923 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb3c1b69-e18d-469a-84cb-7d01790eb9cc req-6edd48f2-ce6c-46df-ae6c-c046ea76a826 service neutron] Port faf848d0-aaf0-4e27-84b4-30d25785949d on network 22b02496-a35e-44b0-a5b7-11c5e990fce2 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:20:34.834588 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb3c1b69-e18d-469a-84cb-7d01790eb9cc req-6edd48f2-ce6c-46df-ae6c-c046ea76a826 service neutron] Attempting to bind port faf848d0-aaf0-4e27-84b4-30d25785949d on network 22b02496-a35e-44b0-a5b7-11c5e990fce2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:20:34.844055 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb3c1b69-e18d-469a-84cb-7d01790eb9cc req-6edd48f2-ce6c-46df-ae6c-c046ea76a826 service neutron] Checking agent: {'id': 'a8f1dd2d-227c-4e30-8844-52419ba734db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:20:34.844559 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb3c1b69-e18d-469a-84cb-7d01790eb9cc req-6edd48f2-ce6c-46df-ae6c-c046ea76a826 service neutron] Checking segment: {'id': '1ec67acc-70fb-44ef-8f20-f613e3cce6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '22b02496-a35e-44b0-a5b7-11c5e990fce2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:20:34.845090 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb3c1b69-e18d-469a-84cb-7d01790eb9cc req-6edd48f2-ce6c-46df-ae6c-c046ea76a826 service neutron] Bound using segment: {'id': '1ec67acc-70fb-44ef-8f20-f613e3cce6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '22b02496-a35e-44b0-a5b7-11c5e990fce2'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:20:34.845766 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-cb3c1b69-e18d-469a-84cb-7d01790eb9cc req-6edd48f2-ce6c-46df-ae6c-c046ea76a826 service neutron] Bound port: faf848d0-aaf0-4e27-84b4-30d25785949d, host: n-h2-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ec67acc-70fb-44ef-8f20-f613e3cce6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '22b02496-a35e-44b0-a5b7-11c5e990fce2'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:20:34.846569 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-cb3c1b69-e18d-469a-84cb-7d01790eb9cc req-6edd48f2-ce6c-46df-ae6c-c046ea76a826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:34.856064 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ac73613e-3302-4e08-9854-9d1ca1611376 req-6b156896-e482-406c-96bd-00844534be26 service neutron] 10.222.0.64 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344186 Aug 05 11:20:34.987438 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-30a136bc-d744-42c3-bc08-d1fe055edfbd req-e78bd8b9-9541-44bd-ab7e-a6a6beccfe94 tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:34.987804 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-30a136bc-d744-42c3-bc08-d1fe055edfbd req-e78bd8b9-9541-44bd-ab7e-a6a6beccfe94 tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:35.005505 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [req-30a136bc-d744-42c3-bc08-d1fe055edfbd req-e78bd8b9-9541-44bd-ab7e-a6a6beccfe94 tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] Calling delete_port for 074e6f9c-0f99-4ad8-9f64-25dee1dc4338 owned by network:floatingip {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:20:35.032501 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-cb3c1b69-e18d-469a-84cb-7d01790eb9cc req-6edd48f2-ce6c-46df-ae6c-c046ea76a826 service neutron] For port faf848d0-aaf0-4e27-84b4-30d25785949d, host n-h2-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:20:35.036576 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ac73613e-3302-4e08-9854-9d1ca1611376 req-676104f2-43a6-455b-82c9-03a605791b42 service neutron] 10.222.0.64 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712446 Aug 05 11:20:35.039017 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-cb3c1b69-e18d-469a-84cb-7d01790eb9cc req-6edd48f2-ce6c-46df-ae6c-c046ea76a826 service neutron] For port faf848d0-aaf0-4e27-84b4-30d25785949d, host n-h2-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=faf848d0-aaf0-4e27-84b4-30d25785949d,segment=NetworkSegment(1ec67acc-70fb-44ef-8f20-f613e3cce6a3),segment_id=1ec67acc-70fb-44ef-8f20-f613e3cce6a3)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:20:35.046676 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-cb3c1b69-e18d-469a-84cb-7d01790eb9cc req-6edd48f2-ce6c-46df-ae6c-c046ea76a826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:35.100998 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3c1b69-e18d-469a-84cb-7d01790eb9cc req-6edd48f2-ce6c-46df-ae6c-c046ea76a826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:35.101753 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-cb3c1b69-e18d-469a-84cb-7d01790eb9cc req-6edd48f2-ce6c-46df-ae6c-c046ea76a826 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:35.105303 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-cb3c1b69-e18d-469a-84cb-7d01790eb9cc req-6edd48f2-ce6c-46df-ae6c-c046ea76a826 service neutron] 10.222.0.55 "PUT /v2.0/ports/faf848d0-aaf0-4e27-84b4-30d25785949d HTTP/1.1" status: 200 len: 1092 time: 1.5258806 Aug 05 11:20:35.105839 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc701dc3-24f8-4d20-b931-9ae0ac762570', 'tag': 'faf848d0-aaf0-4e27-84b4-30d25785949d'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:20:35.109360 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17837d03-51c8-410c-b713-dfdc02ccb0ab" -d '{"events": [{"name": "network-changed", "server_uuid": "bc701dc3-24f8-4d20-b931-9ae0ac762570", "tag": "faf848d0-aaf0-4e27-84b4-30d25785949d"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:20:35.148526 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edd48f2-ce6c-46df-ae6c-c046ea76a826 service neutron] Pushing event updated for resources: {'Port': ['ID=faf848d0-aaf0-4e27-84b4-30d25785949d,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:20:35.173117 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f533395a-52d7-4eaa-8f4a-a2c2ca2cce6d req-c77b8994-3c31-4ca1-8c73-e40b96eaf899 tempest-FlavorsV2NegativeTest-1159553235 tempest-FlavorsV2NegativeTest-1159553235-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=25ed231cd33f4af491395020b8b21739&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0739801 Aug 05 11:20:35.266460 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3c1b69-e18d-469a-84cb-7d01790eb9cc req-ce4a5b99-5f80-4b9d-8bed-3e4267ebd550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:35.268226 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-cb3c1b69-e18d-469a-84cb-7d01790eb9cc req-ce4a5b99-5f80-4b9d-8bed-3e4267ebd550 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4b264d15c70e4932bdfe527ce7c93819&device_id=bc701dc3-24f8-4d20-b931-9ae0ac762570 HTTP/1.1" status: 200 len: 1095 time: 0.0908647 Aug 05 11:20:35.370708 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-cb3c1b69-e18d-469a-84cb-7d01790eb9cc req-ab6a2303-5640-4287-bcf4-793bf29b8c8a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=faf848d0-aaf0-4e27-84b4-30d25785949d HTTP/1.1" status: 200 len: 217 time: 0.0852540 Aug 05 11:20:35.481001 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3c1b69-e18d-469a-84cb-7d01790eb9cc req-7c791bad-05f7-4d69-8dba-a2c80b770339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:35.484419 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-cb3c1b69-e18d-469a-84cb-7d01790eb9cc req-7c791bad-05f7-4d69-8dba-a2c80b770339 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=157c688d-0ff0-4d0a-9258-c12de8417018 HTTP/1.1" status: 200 len: 862 time: 0.1006269 Aug 05 11:20:35.550604 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f533395a-52d7-4eaa-8f4a-a2c2ca2cce6d req-338f65b5-a6bc-4c0e-a876-e5823703d98a tempest-FlavorsV2NegativeTest-1159553235 tempest-FlavorsV2NegativeTest-1159553235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:35.550604 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f533395a-52d7-4eaa-8f4a-a2c2ca2cce6d req-338f65b5-a6bc-4c0e-a876-e5823703d98a tempest-FlavorsV2NegativeTest-1159553235 tempest-FlavorsV2NegativeTest-1159553235-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3544736 Aug 05 11:20:35.550969 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-cb3c1b69-e18d-469a-84cb-7d01790eb9cc req-53f743b4-1dad-462c-954c-f132fb163435 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=22b02496-a35e-44b0-a5b7-11c5e990fce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537474 Aug 05 11:20:35.556056 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-30a136bc-d744-42c3-bc08-d1fe055edfbd req-e78bd8b9-9541-44bd-ab7e-a6a6beccfe94 tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:35.561861 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f533395a-52d7-4eaa-8f4a-a2c2ca2cce6d req-be70074c-90e9-408f-b44d-be2451f32d0d tempest-FlavorsV2NegativeTest-1159553235 tempest-FlavorsV2NegativeTest-1159553235-project] 10.222.0.58 "GET /v2.0/quotas/25ed231cd33f4af491395020b8b21739 HTTP/1.1" status: 200 len: 375 time: 0.0168140 Aug 05 11:20:35.630571 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78bd8b9-9541-44bd-ab7e-a6a6beccfe94 tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] Pushing event deleted for resources: {'Port': ['ID=074e6f9c-0f99-4ad8-9f64-25dee1dc4338,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:20:35.712914 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f533395a-52d7-4eaa-8f4a-a2c2ca2cce6d req-4df5911a-a37a-4bc9-a530-10b0899bc55c tempest-FlavorsV2NegativeTest-1159553235 tempest-FlavorsV2NegativeTest-1159553235-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=25ed231cd33f4af491395020b8b21739&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1394839 Aug 05 11:20:35.726453 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-30a136bc-d744-42c3-bc08-d1fe055edfbd req-e78bd8b9-9541-44bd-ab7e-a6a6beccfe94 tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] Notify callbacks [] for floatingip, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:35.730083 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-30a136bc-d744-42c3-bc08-d1fe055edfbd req-e78bd8b9-9541-44bd-ab7e-a6a6beccfe94 tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:35.732002 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-30a136bc-d744-42c3-bc08-d1fe055edfbd req-e78bd8b9-9541-44bd-ab7e-a6a6beccfe94 tempest-FloatingIPDetailsTestJSON-2079276346 tempest-FloatingIPDetailsTestJSON-2079276346-project] 10.222.0.58 "DELETE /v2.0/floatingips/359ec49b-913d-41c9-b841-c68b538d9fec HTTP/1.1" status: 204 len: 173 time: 1.1519382 Aug 05 11:20:35.738176 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 41720) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:20:35.776985 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-cb3c1b69-e18d-469a-84cb-7d01790eb9cc req-4181cec6-8dff-464d-95ed-6e37edb0e086 service neutron] 10.222.0.55 "GET /v2.0/networks/22b02496-a35e-44b0-a5b7-11c5e990fce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887577 Aug 05 11:20:36.059172 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-cb3c1b69-e18d-469a-84cb-7d01790eb9cc req-c0e0a071-e0a3-4f38-a1c4-286c9d2437c5 service neutron] 10.222.0.55 "GET /v2.0/networks/22b02496-a35e-44b0-a5b7-11c5e990fce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724431 Aug 05 11:20:36.095849 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-03500ed7-7283-43b4-a6ae-f6ddc329e051 req-f97b25d8-fffc-49df-9aa7-21501b9ed185 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=a1ff688b-8766-42bd-86fb-487106ccd1b3 HTTP/1.1" status: 200 len: 210 time: 0.2561913 Aug 05 11:20:36.150543 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 11888920-2c86-48c1-960f-8cb80fc0218d up at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:20:36.234278 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning for port 11888920-2c86-48c1-960f-8cb80fc0218d completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:20:36.243079 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning complete for port 11888920-2c86-48c1-960f-8cb80fc0218d triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:20:36.244313 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:36.352535 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-05ec648b-c910-4af4-bd81-3b1dca8e949a req-bd353d09-83a3-4c14-b69a-495ff2f3fd6b tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1ff688b-8766-42bd-86fb-487106ccd1b3 HTTP/1.1" status: 200 len: 210 time: 0.1073637 Aug 05 11:20:36.425923 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:36.476791 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 11888920-2c86-48c1-960f-8cb80fc0218d, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=11888920-2c86-48c1-960f-8cb80fc0218d,segment=NetworkSegment(c9e2cf5a-453f-413e-a764-0d6594d296bf),segment_id=c9e2cf5a-453f-413e-a764-0d6594d296bf)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:20:36.478285 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b946145-ad92-4e14-aecb-a698f85fbc9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11888920-2c86-48c1-960f-8cb80fc0218d'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:20:36.481385 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6d92410-fd4e-4717-8b59-a2d11685e430" -d '{"events": [{"server_uuid": "6b946145-ad92-4e14-aecb-a698f85fbc9e", "name": "network-vif-plugged", "status": "completed", "tag": "11888920-2c86-48c1-960f-8cb80fc0218d"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:20:36.485877 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092bbe69-073f-44e8-bba9-3989bdbd0a30 req-f7be1d2b-050d-4595-aed9-258717a1bfa7 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:36.488841 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:36.491853 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-092bbe69-073f-44e8-bba9-3989bdbd0a30 req-f7be1d2b-050d-4595-aed9-258717a1bfa7 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc701dc3-24f8-4d20-b931-9ae0ac762570 HTTP/1.1" status: 200 len: 944 time: 0.2360678 Aug 05 11:20:36.596944 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=11888920-2c86-48c1-960f-8cb80fc0218d,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:20:36.635244 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-092bbe69-073f-44e8-bba9-3989bdbd0a30 req-492c3d09-dc8f-4b2a-83af-35b0bdf9147e tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] 10.222.0.58 "GET /v2.0/security-groups?id=e0296632-6fc5-467d-96aa-746236c85873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257310 Aug 05 11:20:36.734410 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f66fb205-a535-4399-a8c5-b49fbbf661fb x-openstack-request-id: req-f66fb205-a535-4399-a8c5-b49fbbf661fb {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:20:36.735503 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc701dc3-24f8-4d20-b931-9ae0ac762570", "tag": "faf848d0-aaf0-4e27-84b4-30d25785949d", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:20:36.735503 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f66fb205-a535-4399-a8c5-b49fbbf661fb {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:20:36.735503 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc701dc3-24f8-4d20-b931-9ae0ac762570', 'tag': 'faf848d0-aaf0-4e27-84b4-30d25785949d', 'status': 'completed', 'code': 200} Aug 05 11:20:36.883005 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17837d03-51c8-410c-b713-dfdc02ccb0ab req-83bae792-7fde-452a-92d4-2a2b37f02c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:36.884968 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-17837d03-51c8-410c-b713-dfdc02ccb0ab req-83bae792-7fde-452a-92d4-2a2b37f02c43 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4b264d15c70e4932bdfe527ce7c93819&device_id=bc701dc3-24f8-4d20-b931-9ae0ac762570 HTTP/1.1" status: 200 len: 1095 time: 0.0907326 Aug 05 11:20:36.978955 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-cf9656e8-e714-45b4-b901-f120121f0019 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33208311'] for router_interface, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:37.110915 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825a92bf-c574-4efd-90ee-226182256a6a req-bf4c3a73-3409-4a91-8f7e-63c978ac877e tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:37.133536 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-825a92bf-c574-4efd-90ee-226182256a6a req-bf4c3a73-3409-4a91-8f7e-63c978ac877e tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b946145-ad92-4e14-aecb-a698f85fbc9e HTTP/1.1" status: 200 len: 945 time: 0.3067195 Aug 05 11:20:37.161339 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f00a45-991c-42c3-b5fb-c8910c004156 req-e94b673a-0e02-4858-8238-4e5aa90b8c56 tempest-ServersAdminTestJSON-1967925963 tempest-ServersAdminTestJSON-1967925963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:37.170584 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-92f00a45-991c-42c3-b5fb-c8910c004156 req-e94b673a-0e02-4858-8238-4e5aa90b8c56 tempest-ServersAdminTestJSON-1967925963 tempest-ServersAdminTestJSON-1967925963-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=5b464baa-8fee-4e83-b710-80fe99d43fc0 HTTP/1.1" status: 200 len: 1100 time: 0.3328395 Aug 05 11:20:37.245881 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-ee72cff3-2de6-4c13-905a-71af30aaf4b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:37.299972 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17837d03-51c8-410c-b713-dfdc02ccb0ab req-5cf48782-7322-44cc-9ced-5fa55598a0be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:37.301417 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-17837d03-51c8-410c-b713-dfdc02ccb0ab req-5cf48782-7322-44cc-9ced-5fa55598a0be service neutron] 10.222.0.55 "GET /v2.0/networks?id=22b02496-a35e-44b0-a5b7-11c5e990fce2 HTTP/1.1" status: 200 len: 923 time: 0.4024107 Aug 05 11:20:37.380117 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-92f00a45-991c-42c3-b5fb-c8910c004156 req-a98a7b86-755e-4570-98c6-1ac0fcb73841 tempest-ServersAdminTestJSON-1967925963 tempest-ServersAdminTestJSON-1967925963-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=ba838bf4-27d8-4ebd-8a6c-2c869750a1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023146 Aug 05 11:20:37.411513 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-825a92bf-c574-4efd-90ee-226182256a6a req-1e576b56-8e30-4abc-855d-d5f7d82e2b58 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] 10.222.0.58 "GET /v2.0/security-groups?id=7da178d1-b212-4c54-b70b-ef9e06c169f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2285233 Aug 05 11:20:37.450553 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-17837d03-51c8-410c-b713-dfdc02ccb0ab req-dc0e04cc-0294-492d-88ae-2238c4639b2f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=faf848d0-aaf0-4e27-84b4-30d25785949d HTTP/1.1" status: 200 len: 217 time: 0.1353183 Aug 05 11:20:37.450940 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41762) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:20:37.518709 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-884c7f6d-b4b8-4755-a1ff-8fa952f1ab17 x-openstack-request-id: req-884c7f6d-b4b8-4755-a1ff-8fa952f1ab17 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:20:37.519119 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b946145-ad92-4e14-aecb-a698f85fbc9e", "name": "network-vif-plugged", "status": "completed", "tag": "11888920-2c86-48c1-960f-8cb80fc0218d", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:20:37.519470 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-884c7f6d-b4b8-4755-a1ff-8fa952f1ab17 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:20:37.520027 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b946145-ad92-4e14-aecb-a698f85fbc9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11888920-2c86-48c1-960f-8cb80fc0218d', 'code': 200} Aug 05 11:20:37.612372 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17837d03-51c8-410c-b713-dfdc02ccb0ab req-46b46b1e-6e72-4f98-a4c3-1d7228e4d040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:37.614965 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-17837d03-51c8-410c-b713-dfdc02ccb0ab req-46b46b1e-6e72-4f98-a4c3-1d7228e4d040 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=157c688d-0ff0-4d0a-9258-c12de8417018 HTTP/1.1" status: 200 len: 862 time: 0.1488547 Aug 05 11:20:37.697146 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-17837d03-51c8-410c-b713-dfdc02ccb0ab req-bcede548-e441-42d1-bbe3-c1139e83146a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=22b02496-a35e-44b0-a5b7-11c5e990fce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646141 Aug 05 11:20:37.765260 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808cadb9-16ca-4570-878c-4b3c5377665c req-d88b78ba-1e7f-43d9-a78b-bcbd61071a2f tempest-ServersAdminTestJSON-1967925963 tempest-ServersAdminTestJSON-1967925963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:37.767016 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-808cadb9-16ca-4570-878c-4b3c5377665c req-d88b78ba-1e7f-43d9-a78b-bcbd61071a2f tempest-ServersAdminTestJSON-1967925963 tempest-ServersAdminTestJSON-1967925963-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=5b464baa-8fee-4e83-b710-80fe99d43fc0 HTTP/1.1" status: 200 len: 1100 time: 0.1248205 Aug 05 11:20:37.903082 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-808cadb9-16ca-4570-878c-4b3c5377665c req-a98f79c1-d7a8-4415-b9c6-eccd5aa67546 tempest-ServersAdminTestJSON-1967925963 tempest-ServersAdminTestJSON-1967925963-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=ba838bf4-27d8-4ebd-8a6c-2c869750a1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257577 Aug 05 11:20:37.948957 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-78c3ddd9-4012-4290-86d2-5632ac9cca18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:37.957078 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67ee4c6-4dc2-46c9-ad23-7521b72490d6 req-c5c2cf9e-7677-4c39-80a2-adbe1f55fee7 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:37.960324 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a67ee4c6-4dc2-46c9-ad23-7521b72490d6 req-c5c2cf9e-7677-4c39-80a2-adbe1f55fee7 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc701dc3-24f8-4d20-b931-9ae0ac762570 HTTP/1.1" status: 200 len: 944 time: 0.1439030 Aug 05 11:20:37.973814 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-cf9656e8-e714-45b4-b901-f120121f0019 admin admin] Deleting port 0a1b3e57-2c57-4d1c-ae9f-62dd8dbf00af {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:20:37.974320 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-cf9656e8-e714-45b4-b901-f120121f0019 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:38.003477 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8506cbda-17b7-4e4a-a5a3-ef5005c3cdb8 req-c7341c65-5fac-4537-b710-472135048d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:38.003964 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8506cbda-17b7-4e4a-a5a3-ef5005c3cdb8 req-c7341c65-5fac-4537-b710-472135048d26 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6b946145-ad92-4e14-aecb-a698f85fbc9e HTTP/1.1" status: 200 len: 1096 time: 0.3052440 Aug 05 11:20:38.071281 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-17837d03-51c8-410c-b713-dfdc02ccb0ab req-247d18fb-296e-4047-ac3c-e67611357109 service neutron] 10.222.0.55 "GET /v2.0/networks/22b02496-a35e-44b0-a5b7-11c5e990fce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3383553 Aug 05 11:20:38.096368 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8506cbda-17b7-4e4a-a5a3-ef5005c3cdb8 req-904b17e9-4335-409b-86a2-2ca5d0a864f1 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=7da178d1-b212-4c54-b70b-ef9e06c169f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804069 Aug 05 11:20:38.152545 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a67ee4c6-4dc2-46c9-ad23-7521b72490d6 req-2f021380-75da-4ea2-a7e8-3418fb2c1f7e tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] 10.222.0.58 "GET /v2.0/security-groups?id=e0296632-6fc5-467d-96aa-746236c85873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827374 Aug 05 11:20:38.190339 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-cf9656e8-e714-45b4-b901-f120121f0019 admin admin] For port 0a1b3e57-2c57-4d1c-ae9f-62dd8dbf00af, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=0a1b3e57-2c57-4d1c-ae9f-62dd8dbf00af,segment=NetworkSegment(e0eafdad-a551-4390-bc9e-5b109751f32e),segment_id=e0eafdad-a551-4390-bc9e-5b109751f32e)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:20:38.191480 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-cf9656e8-e714-45b4-b901-f120121f0019 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:38.229267 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-cf9656e8-e714-45b4-b901-f120121f0019 admin admin] Calling delete_port for 0a1b3e57-2c57-4d1c-ae9f-62dd8dbf00af owned by network:router_interface {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:20:38.300995 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-17837d03-51c8-410c-b713-dfdc02ccb0ab req-0074c37a-eb85-471c-a202-b7dfd6549d1a service neutron] 10.222.0.55 "GET /v2.0/networks/22b02496-a35e-44b0-a5b7-11c5e990fce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090163 Aug 05 11:20:38.406108 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-78c3ddd9-4012-4290-86d2-5632ac9cca18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:38.415864 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-78c3ddd9-4012-4290-86d2-5632ac9cca18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:38.474664 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-78c3ddd9-4012-4290-86d2-5632ac9cca18 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=25ed231cd33f4af491395020b8b21739&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0226562 Aug 05 11:20:38.476111 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c3ddd9-4012-4290-86d2-5632ac9cca18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a6b3195-38e0-4795-9c62-edb6af132e2c,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:20:38.493748 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41796) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:20:38.497453 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fa904b-e5f8-412f-b9b9-17649ae2f85f req-e4b95869-5571-450c-8275-6b96a4a313a1 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:38.505828 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-71fa904b-e5f8-412f-b9b9-17649ae2f85f req-e4b95869-5571-450c-8275-6b96a4a313a1 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/networks?id=6e7bde98-a1ff-44d7-8525-eaa9c1e81087 HTTP/1.1" status: 200 len: 812 time: 0.2970309 Aug 05 11:20:38.529701 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-71fa904b-e5f8-412f-b9b9-17649ae2f85f req-03d88b51-c22a-437e-8314-1dfefb1825a7 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/quotas/d8daa1497f4a496cba61c8a60c09e98b HTTP/1.1" status: 200 len: 375 time: 0.0217526 Aug 05 11:20:38.591688 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3ec93a0b-2dbb-4196-8327-1efbfff818f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:38.621578 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3ec93a0b-2dbb-4196-8327-1efbfff818f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:38.711260 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3ec93a0b-2dbb-4196-8327-1efbfff818f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:38.714586 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3ec93a0b-2dbb-4196-8327-1efbfff818f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:38.716945 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-3ec93a0b-2dbb-4196-8327-1efbfff818f3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3a6b3195-38e0-4795-9c62-edb6af132e2c HTTP/1.1" status: 204 len: 168 time: 0.2215312 Aug 05 11:20:38.738111 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec93a0b-2dbb-4196-8327-1efbfff818f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a6b3195-38e0-4795-9c62-edb6af132e2c,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:20:39.092976 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-71fa904b-e5f8-412f-b9b9-17649ae2f85f req-582803d7-2267-4024-8d4a-2a4144b71299 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=d8daa1497f4a496cba61c8a60c09e98b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5619950 Aug 05 11:20:39.323520 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c207d6e-7f32-4378-abf2-f2b6324f5404 req-a967d9ab-cc31-4248-8edc-5d1ff3194680 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:39.333363 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5c207d6e-7f32-4378-abf2-f2b6324f5404 req-a967d9ab-cc31-4248-8edc-5d1ff3194680 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b946145-ad92-4e14-aecb-a698f85fbc9e HTTP/1.1" status: 200 len: 945 time: 0.2380550 Aug 05 11:20:39.418778 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-71fa904b-e5f8-412f-b9b9-17649ae2f85f req-7d4f0a52-0a98-41b3-a2d1-0f6fbff7cf02 service neutron] 10.222.0.58 "GET /v2.0/networks/6e7bde98-a1ff-44d7-8525-eaa9c1e81087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3249118 Aug 05 11:20:39.581226 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5c207d6e-7f32-4378-abf2-f2b6324f5404 req-22531bb8-b7e7-40f3-9a5c-b85cb45d5407 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] 10.222.0.58 "GET /v2.0/security-groups?id=7da178d1-b212-4c54-b70b-ef9e06c169f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2238450 Aug 05 11:20:39.604241 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-cf9656e8-e714-45b4-b901-f120121f0019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:39.730787 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9656e8-e714-45b4-b901-f120121f0019 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a1b3e57-2c57-4d1c-ae9f-62dd8dbf00af,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:20:39.776036 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device faf848d0-aaf0-4e27-84b4-30d25785949d details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:20:39.855358 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-71fa904b-e5f8-412f-b9b9-17649ae2f85f req-0f61bcc1-5e59-4068-a9dd-8f56b50da5f6 service neutron] 10.222.0.58 "GET /v2.0/networks/6e7bde98-a1ff-44d7-8525-eaa9c1e81087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4352968 Aug 05 11:20:40.165718 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41838) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:20:40.188955 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 0c76a8f2-93d3-4486-b266-e18a49f606a0 no longer exists at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:20:40.229860 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24edd6f1-d9d2-4bf6-aef3-1b39796bc12c req-7356cd81-521b-4a2d-b645-1e641cd1fc62 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:40.246043 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-24edd6f1-d9d2-4bf6-aef3-1b39796bc12c req-7356cd81-521b-4a2d-b645-1e641cd1fc62 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc701dc3-24f8-4d20-b931-9ae0ac762570 HTTP/1.1" status: 200 len: 944 time: 0.3607907 Aug 05 11:20:40.441357 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:40.450429 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] No Port match for: 0c76a8f2-93d3-4486-b266-e18a49f606a0 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:20:40.450866 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 0c76a8f2-93d3-4486-b266-e18a49f606a0 not bound to the agent host n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:20:40.452654 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-a13da1ea-3f76-4b08-800b-3276eee21b3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:40.552221 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-24edd6f1-d9d2-4bf6-aef3-1b39796bc12c req-df92686e-2bc7-48b7-b45a-a1d871bca1c7 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] 10.222.0.58 "GET /v2.0/security-groups?id=e0296632-6fc5-467d-96aa-746236c85873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2973323 Aug 05 11:20:40.590898 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port faf848d0-aaf0-4e27-84b4-30d25785949d, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=faf848d0-aaf0-4e27-84b4-30d25785949d,segment=NetworkSegment(1ec67acc-70fb-44ef-8f20-f613e3cce6a3),segment_id=1ec67acc-70fb-44ef-8f20-f613e3cce6a3)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:20:40.605784 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-57d37dca-fd90-44e0-84c3-7b847c59535d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1505804769-network', 'tenant_id': 'c6e2fe766e8b4757a2cbec12ee335981'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:20:40.626517 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Returning: {'device': 'faf848d0-aaf0-4e27-84b4-30d25785949d', 'network_id': '22b02496-a35e-44b0-a5b7-11c5e990fce2', 'port_id': 'faf848d0-aaf0-4e27-84b4-30d25785949d', 'mac_address': 'fa:16:3e:3e:9a:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '157c688d-0ff0-4d0a-9258-c12de8417018', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:20:40.658603 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-cf9656e8-e714-45b4-b901-f120121f0019 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33140263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33208171'] for router_interface, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:40.729692 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57d37dca-fd90-44e0-84c3-7b847c59535d admin admin] Made reservation on behalf of c6e2fe766e8b4757a2cbec12ee335981 for: {'network': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:20:40.749503 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-57d37dca-fd90-44e0-84c3-7b847c59535d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:40.792756 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-57d37dca-fd90-44e0-84c3-7b847c59535d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:40.812201 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:40.824096 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-abb51d3f-cf97-4e02-bcfe-df9c79239a08 req-36036e09-58c0-4117-a050-447423a53ff5 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=f026d774-7596-4883-ae12-9e758ace9c10 HTTP/1.1" status: 200 len: 210 time: 0.1424229 Aug 05 11:20:40.903546 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id faf848d0-aaf0-4e27-84b4-30d25785949d {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:20:40.970743 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port faf848d0-aaf0-4e27-84b4-30d25785949d, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=faf848d0-aaf0-4e27-84b4-30d25785949d,segment=NetworkSegment(1ec67acc-70fb-44ef-8f20-f613e3cce6a3),segment_id=1ec67acc-70fb-44ef-8f20-f613e3cce6a3)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:20:40.981365 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:41.095742 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=faf848d0-aaf0-4e27-84b4-30d25785949d,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:20:41.244868 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-57d37dca-fd90-44e0-84c3-7b847c59535d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:41.255001 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-57d37dca-fd90-44e0-84c3-7b847c59535d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:41.296156 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57d37dca-fd90-44e0-84c3-7b847c59535d admin admin] vlan segment allocate from pool success with {'vlan_id': 689, 'physical_network': 'physnet1'} {{(pid=94421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:20:41.327485 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['faf848d0-aaf0-4e27-84b4-30d25785949d'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:20:41.332051 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-57d37dca-fd90-44e0-84c3-7b847c59535d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:41.332051 n-d-803378-2 neutron-server[94421]: INFO neutron.db.segments_db [None req-57d37dca-fd90-44e0-84c3-7b847c59535d admin admin] Added segment 01583f88-150b-4d0f-850f-d8d3840981b0 of type vlan for network d6e7f7a1-7b13-4626-8248-404da8ee94cd Aug 05 11:20:41.483693 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd652a49-b46e-46dd-a604-97ade2a38724 req-ee3246a5-26fd-49ee-9b23-105a184e4337 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:41.502003 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cd652a49-b46e-46dd-a604-97ade2a38724 req-ee3246a5-26fd-49ee-9b23-105a184e4337 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b946145-ad92-4e14-aecb-a698f85fbc9e HTTP/1.1" status: 200 len: 945 time: 0.3812456 Aug 05 11:20:41.539216 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-57d37dca-fd90-44e0-84c3-7b847c59535d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:41.587882 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d37dca-fd90-44e0-84c3-7b847c59535d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3162bfa9-e9a0-4801-9032-ed8835c4d09c,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:20:41.635997 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:41.718190 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-57d37dca-fd90-44e0-84c3-7b847c59535d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:41.718190 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d37dca-fd90-44e0-84c3-7b847c59535d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:41.718190 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-57d37dca-fd90-44e0-84c3-7b847c59535d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:41.817335 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cd652a49-b46e-46dd-a604-97ade2a38724 req-b8c4e7db-1877-4c91-88a3-7821697d495b tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] 10.222.0.58 "GET /v2.0/security-groups?id=7da178d1-b212-4c54-b70b-ef9e06c169f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3126538 Aug 05 11:20:41.937377 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-57d37dca-fd90-44e0-84c3-7b847c59535d admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.7702129 Aug 05 11:20:41.940542 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41892) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:20:41.947295 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-af6c7613-ba92-4130-8a65-1806ca0904ae admin admin] Request body: {'subnet': {'network_id': 'd6e7f7a1-7b13-4626-8248-404da8ee94cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1505804769-subnet', 'tenant_id': 'c6e2fe766e8b4757a2cbec12ee335981', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:20:42.019204 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d37dca-fd90-44e0-84c3-7b847c59535d admin admin] Pushing event updated for resources: {'Network': ['ID=d6e7f7a1-7b13-4626-8248-404da8ee94cd,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:20:42.027267 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af6c7613-ba92-4130-8a65-1806ca0904ae admin admin] Made reservation on behalf of c6e2fe766e8b4757a2cbec12ee335981 for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:20:42.032296 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-af6c7613-ba92-4130-8a65-1806ca0904ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:42.034032 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network d6e7f7a1-7b13-4626-8248-404da8ee94cd details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:20:42.050840 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf9656e8-e714-45b4-b901-f120121f0019 admin admin] Router ffb14ee3-e2c0-4b0d-a30e-73fbc6c45581 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 11:20:42.199984 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0de1fc-81db-4824-a529-7b2827729206 req-5ef936c3-a3ff-4e4a-a5c9-85101309fdb1 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:42.202964 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4e0de1fc-81db-4824-a529-7b2827729206 req-5ef936c3-a3ff-4e4a-a5c9-85101309fdb1 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b464baa-8fee-4e83-b710-80fe99d43fc0 HTTP/1.1" status: 200 len: 949 time: 0.3285310 Aug 05 11:20:42.222573 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5670c6-1d8b-49b9-8265-2cd6e7ab56d9 req-279cb502-aaa2-42a4-9b59-5b735a1d150e tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:42.225325 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7f5670c6-1d8b-49b9-8265-2cd6e7ab56d9 req-279cb502-aaa2-42a4-9b59-5b735a1d150e tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc701dc3-24f8-4d20-b931-9ae0ac762570 HTTP/1.1" status: 200 len: 945 time: 0.2386680 Aug 05 11:20:42.471065 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4e0de1fc-81db-4824-a529-7b2827729206 req-0a7302f4-8623-4a60-8377-b8099843cb81 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba838bf4-27d8-4ebd-8a6c-2c869750a1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423756 Aug 05 11:20:42.522053 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-af6c7613-ba92-4130-8a65-1806ca0904ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25038678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30075167'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:42.554772 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7f5670c6-1d8b-49b9-8265-2cd6e7ab56d9 req-d4b6fb75-d4aa-412f-a96a-6151bed6821f tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] 10.222.0.58 "GET /v2.0/security-groups?id=e0296632-6fc5-467d-96aa-746236c85873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3177943 Aug 05 11:20:42.620316 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6c7613-ba92-4130-8a65-1806ca0904ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8379764-b073-42f7-839c-6cb0c6a8c98b,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:20:42.671547 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf9656e8-e714-45b4-b901-f120121f0019 admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:20:42.685481 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-cf9656e8-e714-45b4-b901-f120121f0019 admin admin] 10.222.0.58 "PUT /v2.0/routers/ffb14ee3-e2c0-4b0d-a30e-73fbc6c45581/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9457922 Aug 05 11:20:42.687432 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 41896) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:20:42.692066 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10980814-0588-47b1-a0bd-b7fb015117fa None None] Sync routers for ids ['ffb14ee3-e2c0-4b0d-a30e-73fbc6c45581'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:20:42.711401 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10980814-0588-47b1-a0bd-b7fb015117fa None None] Routers {'ffb14ee3-e2c0-4b0d-a30e-73fbc6c45581'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:20:42.713088 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-10980814-0588-47b1-a0bd-b7fb015117fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:20:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['ffb14ee3-e2c0-4b0d-a30e-73fbc6c45581'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:20:42.757261 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6c7613-ba92-4130-8a65-1806ca0904ae admin admin] Checking segment: {'id': '01583f88-150b-4d0f-850f-d8d3840981b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'd6e7f7a1-7b13-4626-8248-404da8ee94cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:20:42.758119 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6c7613-ba92-4130-8a65-1806ca0904ae admin admin] Network hostable DHCP agents. Network: d6e7f7a1-7b13-4626-8248-404da8ee94cd, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:20:42.806093 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6c7613-ba92-4130-8a65-1806ca0904ae admin admin] Network d6e7f7a1-7b13-4626-8248-404da8ee94cd is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:20:42.840117 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-af6c7613-ba92-4130-8a65-1806ca0904ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, d6e7f7a1-7b13-4626-8248-404da8ee94cd) {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:20:42.849680 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6c7613-ba92-4130-8a65-1806ca0904ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:42.852795 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-af6c7613-ba92-4130-8a65-1806ca0904ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:42.856634 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d0706048-1211-4c48-b2af-0efed3382c82 req-dc9d18ae-e86c-4b5c-be98-381c2ccc2276 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=f026d774-7596-4883-ae12-9e758ace9c10 HTTP/1.1" status: 200 len: 210 time: 0.0531340 Aug 05 11:20:42.891143 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a966e5-0925-403d-bac9-f6c37ee378b6 None None] Network d6e7f7a1-7b13-4626-8248-404da8ee94cd requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:20:42.896177 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-af6c7613-ba92-4130-8a65-1806ca0904ae admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9503939 Aug 05 11:20:42.898064 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41904) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:20:42.914149 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-a1ab48a7-a0bc-4a5f-97d5-949309ef6986 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1505804769-router', 'tenant_id': 'c6e2fe766e8b4757a2cbec12ee335981', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:20:42.958982 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26dc07b-d0ff-4e6a-a06a-8489e0503169 req-84fdfa9d-89ce-46de-8755-f98ab81ef1eb tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:42.973107 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d26dc07b-d0ff-4e6a-a06a-8489e0503169 req-84fdfa9d-89ce-46de-8755-f98ab81ef1eb tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b946145-ad92-4e14-aecb-a698f85fbc9e HTTP/1.1" status: 200 len: 945 time: 0.2838426 Aug 05 11:20:42.979159 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41906) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:20:43.013692 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-d0fc47f7-6324-4e7f-a3d8-19d75667246d tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Request body: {'floatingip': {'port_id': '11888920-2c86-48c1-960f-8cb80fc0218d'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:20:43.022768 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a1ab48a7-a0bc-4a5f-97d5-949309ef6986 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33260300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1929'] for router, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:43.025673 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a1ab48a7-a0bc-4a5f-97d5-949309ef6986 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33285914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33034662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1926'] for router, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:43.112435 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c1b1c2c5-c3d5-49e5-acb5-f28a0b9ea9ab admin admin] Notify callbacks [] for router, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:43.171851 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9c3e83-e348-4957-979d-d96bae8ac53e req-44764d4f-354e-43cc-ad92-ba94a61e6728 tempest-LiveAutoBlockMigrationV225Test-707045295 tempest-LiveAutoBlockMigrationV225Test-707045295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:43.181565 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-dc9c3e83-e348-4957-979d-d96bae8ac53e req-44764d4f-354e-43cc-ad92-ba94a61e6728 tempest-LiveAutoBlockMigrationV225Test-707045295 tempest-LiveAutoBlockMigrationV225Test-707045295-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=672374a9-db64-433d-bf95-51fe7f56f21e HTTP/1.1" status: 200 len: 1096 time: 0.1992674 Aug 05 11:20:43.186574 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a1ab48a7-a0bc-4a5f-97d5-949309ef6986 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:43.347609 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-10980814-0588-47b1-a0bd-b7fb015117fa None None] Set router ffb14ee3-e2c0-4b0d-a30e-73fbc6c45581 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:20:43.392673 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c7c6c37-7c45-4fd3-b9d3-fb64395ee26e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-d6e7f7a1-7b13-4626-8248-404da8ee94cd', 'network_id': 'd6e7f7a1-7b13-4626-8248-404da8ee94cd', 'tenant_id': 'c6e2fe766e8b4757a2cbec12ee335981', 'fixed_ips': [{'subnet_id': 'f8379764-b073-42f7-839c-6cb0c6a8c98b'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 11:20:43.393569 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-2c7c6c37-7c45-4fd3-b9d3-fb64395ee26e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:43.454162 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d0fc47f7-6324-4e7f-a3d8-19d75667246d tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Notify callbacks [] for floatingip, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:43.470605 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-dc9c3e83-e348-4957-979d-d96bae8ac53e req-52765f71-d9df-4177-8927-dfa651f3fb9f tempest-LiveAutoBlockMigrationV225Test-707045295 tempest-LiveAutoBlockMigrationV225Test-707045295-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=8b660be2-1cd3-4f1b-b8b6-43aa3e7d82c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2877162 Aug 05 11:20:43.496752 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c1b1c2c5-c3d5-49e5-acb5-f28a0b9ea9ab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:43.636449 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-c1b1c2c5-c3d5-49e5-acb5-f28a0b9ea9ab admin admin] Deleting port 15044ab2-1fd1-4047-8803-e76d520a19d7 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:20:43.637742 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c1b1c2c5-c3d5-49e5-acb5-f28a0b9ea9ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:43.839816 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:43.867206 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6417f4-4a6d-4d1e-8017-be85c59c44d8 req-5525e61f-dd47-49a6-8f1e-81aebe1b541e tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:43.882084 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1e6417f4-4a6d-4d1e-8017-be85c59c44d8 req-5525e61f-dd47-49a6-8f1e-81aebe1b541e tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b464baa-8fee-4e83-b710-80fe99d43fc0 HTTP/1.1" status: 200 len: 949 time: 0.2386024 Aug 05 11:20:43.882424 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device faf848d0-aaf0-4e27-84b4-30d25785949d up at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:20:43.955373 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-c1b1c2c5-c3d5-49e5-acb5-f28a0b9ea9ab admin admin] For port 15044ab2-1fd1-4047-8803-e76d520a19d7, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=15044ab2-1fd1-4047-8803-e76d520a19d7,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:20:43.956471 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c1b1c2c5-c3d5-49e5-acb5-f28a0b9ea9ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:43.984303 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-2c7c6c37-7c45-4fd3-b9d3-fb64395ee26e None None] Allocated IP 172.20.0.2 (d6e7f7a1-7b13-4626-8248-404da8ee94cd/f8379764-b073-42f7-839c-6cb0c6a8c98b/10698c5c-dc92-41f7-a803-18e2039f8096) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:20:44.033140 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-c1b1c2c5-c3d5-49e5-acb5-f28a0b9ea9ab admin admin] Calling delete_port for 15044ab2-1fd1-4047-8803-e76d520a19d7 owned by network:router_gateway {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:20:44.055734 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1e6417f4-4a6d-4d1e-8017-be85c59c44d8 req-eb75d821-9e8e-40c1-a74f-6b8bccf21341 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba838bf4-27d8-4ebd-8a6c-2c869750a1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719489 Aug 05 11:20:44.081675 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning for port faf848d0-aaf0-4e27-84b4-30d25785949d completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:20:44.341424 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning complete for port faf848d0-aaf0-4e27-84b4-30d25785949d triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:20:44.347658 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:44.394471 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37ca913-b3ed-4e87-a58b-2d24e4f65340 req-fd2babd0-0d15-4c25-a192-3aec696b5c92 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:44.399009 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e37ca913-b3ed-4e87-a58b-2d24e4f65340 req-fd2babd0-0d15-4c25-a192-3aec696b5c92 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc701dc3-24f8-4d20-b931-9ae0ac762570 HTTP/1.1" status: 200 len: 945 time: 0.1816621 Aug 05 11:20:44.530880 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-10980814-0588-47b1-a0bd-b7fb015117fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb14ee3-e2c0-4b0d-a30e-73fbc6c45581', 'name': 'tempest-FloatingIPDetailsTestJSON-1990657780-router', 'tenant_id': '3a18a12772c4432a873c2df384eb75c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '15044ab2-1fd1-4047-8803-e76d520a19d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:19:44Z', 'updated_at': '2021-08-05T11:20:39Z', 'revision_number': 5, 'project_id': '3a18a12772c4432a873c2df384eb75c2', 'gw_port': {'id': '15044ab2-1fd1-4047-8803-e76d520a19d7', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:5f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb14ee3-e2c0-4b0d-a30e-73fbc6c45581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:19:45Z', 'updated_at': '2021-08-05T11:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:20:44.575595 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e37ca913-b3ed-4e87-a58b-2d24e4f65340 req-c7ca1886-a602-4c5f-8b57-a8135075bca7 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] 10.222.0.58 "GET /v2.0/security-groups?id=e0296632-6fc5-467d-96aa-746236c85873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083562 Aug 05 11:20:44.723623 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fa904b-e5f8-412f-b9b9-17649ae2f85f req-4aadb281-59a4-4c91-8773-4d333c9273c0 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:44.726275 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-71fa904b-e5f8-412f-b9b9-17649ae2f85f req-4aadb281-59a4-4c91-8773-4d333c9273c0 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.55 "GET /v2.0/networks?id=6e7bde98-a1ff-44d7-8525-eaa9c1e81087 HTTP/1.1" status: 200 len: 812 time: 1.4584620 Aug 05 11:20:44.734249 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10980814-0588-47b1-a0bd-b7fb015117fa None None] Checking router: ffb14ee3-e2c0-4b0d-a30e-73fbc6c45581 for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:20:44.754251 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-2c7c6c37-7c45-4fd3-b9d3-fb64395ee26e None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:44.763765 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c1b1c2c5-c3d5-49e5-acb5-f28a0b9ea9ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:44.776158 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-2c7c6c37-7c45-4fd3-b9d3-fb64395ee26e None None] Transition to ACTIVE for port object 10698c5c-dc92-41f7-a803-18e2039f8096 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:20:44.780096 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10980814-0588-47b1-a0bd-b7fb015117fa None None] Routers {'ffb14ee3-e2c0-4b0d-a30e-73fbc6c45581'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:20:44.781078 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-10980814-0588-47b1-a0bd-b7fb015117fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:20:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['ffb14ee3-e2c0-4b0d-a30e-73fbc6c45581'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:20:44.829826 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a1ab48a7-a0bc-4a5f-97d5-949309ef6986 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:44.852528 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-71fa904b-e5f8-412f-b9b9-17649ae2f85f req-e6130aeb-ec3b-4a20-839a-a7a54f5af7a3 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Request body: {'port': {'device_id': 'f026d774-7596-4883-ae12-9e758ace9c10', 'network_id': '6e7bde98-a1ff-44d7-8525-eaa9c1e81087', 'admin_state_up': True, 'tenant_id': 'd8daa1497f4a496cba61c8a60c09e98b'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:20:44.855259 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b1c2c5-c3d5-49e5-acb5-f28a0b9ea9ab admin admin] Pushing event deleted for resources: {'Port': ['ID=15044ab2-1fd1-4047-8803-e76d520a19d7,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:20:44.914043 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1bab7445-3a8f-4a0a-9259-035645a5c5b3 req-50a3d7ce-d6b2-4943-b976-f3e3707ab174 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=f026d774-7596-4883-ae12-9e758ace9c10 HTTP/1.1" status: 200 len: 210 time: 0.0763710 Aug 05 11:20:44.916201 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-2c7c6c37-7c45-4fd3-b9d3-fb64395ee26e None None] Transition to ACTIVE for port object 10698c5c-dc92-41f7-a803-18e2039f8096 will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:20:44.925932 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-10980814-0588-47b1-a0bd-b7fb015117fa None None] Set router ffb14ee3-e2c0-4b0d-a30e-73fbc6c45581 gateway port host: None {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:20:44.930778 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:44.946668 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b1c2c5-c3d5-49e5-acb5-f28a0b9ea9ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:20:44.947235 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b1c2c5-c3d5-49e5-acb5-f28a0b9ea9ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:20:44.947815 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b1c2c5-c3d5-49e5-acb5-f28a0b9ea9ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:20:44.951537 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b1c2c5-c3d5-49e5-acb5-f28a0b9ea9ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:20:44.955310 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b1c2c5-c3d5-49e5-acb5-f28a0b9ea9ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:20:44.955464 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b1c2c5-c3d5-49e5-acb5-f28a0b9ea9ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:20:44.955987 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b1c2c5-c3d5-49e5-acb5-f28a0b9ea9ab admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:20:44.962063 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b1c2c5-c3d5-49e5-acb5-f28a0b9ea9ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:20:44.963068 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b1c2c5-c3d5-49e5-acb5-f28a0b9ea9ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:20:44.963601 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b1c2c5-c3d5-49e5-acb5-f28a0b9ea9ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:20:44.964169 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b1c2c5-c3d5-49e5-acb5-f28a0b9ea9ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:20:44.966508 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b1c2c5-c3d5-49e5-acb5-f28a0b9ea9ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:20:44.983066 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d0fc47f7-6324-4e7f-a3d8-19d75667246d tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:45.016407 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d0fc47f7-6324-4e7f-a3d8-19d75667246d tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33287247'] for floatingip, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:45.055111 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-2c7c6c37-7c45-4fd3-b9d3-fb64395ee26e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:45.101348 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-10980814-0588-47b1-a0bd-b7fb015117fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb14ee3-e2c0-4b0d-a30e-73fbc6c45581', 'name': 'tempest-FloatingIPDetailsTestJSON-1990657780-router', 'tenant_id': '3a18a12772c4432a873c2df384eb75c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:19:44Z', 'updated_at': '2021-08-05T11:20:44Z', 'revision_number': 7, 'project_id': '3a18a12772c4432a873c2df384eb75c2', 'gw_port_host': None}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:20:45.205932 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10980814-0588-47b1-a0bd-b7fb015117fa None None] The sync data for ids ['ffb14ee3-e2c0-4b0d-a30e-73fbc6c45581'] in n-d-803378-2 is: [{'id': 'ffb14ee3-e2c0-4b0d-a30e-73fbc6c45581', 'name': 'tempest-FloatingIPDetailsTestJSON-1990657780-router', 'tenant_id': '3a18a12772c4432a873c2df384eb75c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:19:44Z', 'updated_at': '2021-08-05T11:20:44Z', 'revision_number': 7, 'project_id': '3a18a12772c4432a873c2df384eb75c2', 'gw_port_host': None}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:20:45.220575 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7c6c37-7c45-4fd3-b9d3-fb64395ee26e None None] Network d6e7f7a1-7b13-4626-8248-404da8ee94cd is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:20:45.221719 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c1b1c2c5-c3d5-49e5-acb5-f28a0b9ea9ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33285055'] for router_gateway, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:45.235898 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc701dc3-24f8-4d20-b931-9ae0ac762570', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faf848d0-aaf0-4e27-84b4-30d25785949d'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:20:45.251899 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8f9b896-9129-4cc4-81bd-a76deea7d67b" -d '{"events": [{"server_uuid": "bc701dc3-24f8-4d20-b931-9ae0ac762570", "name": "network-vif-plugged", "status": "completed", "tag": "faf848d0-aaf0-4e27-84b4-30d25785949d"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:20:45.265211 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-2c7c6c37-7c45-4fd3-b9d3-fb64395ee26e None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:20:45.269351 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7c6c37-7c45-4fd3-b9d3-fb64395ee26e None None] Pushing event updated for resources: {'Port': ['ID=10698c5c-dc92-41f7-a803-18e2039f8096,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:20:45.286824 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7c6c37-7c45-4fd3-b9d3-fb64395ee26e None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:20:45.292022 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port faf848d0-aaf0-4e27-84b4-30d25785949d, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=faf848d0-aaf0-4e27-84b4-30d25785949d,segment=NetworkSegment(1ec67acc-70fb-44ef-8f20-f613e3cce6a3),segment_id=1ec67acc-70fb-44ef-8f20-f613e3cce6a3)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:20:45.304712 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:45.418545 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-2c7c6c37-7c45-4fd3-b9d3-fb64395ee26e None None] Attempting to bind port 10698c5c-dc92-41f7-a803-18e2039f8096 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:20:45.419291 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-2c7c6c37-7c45-4fd3-b9d3-fb64395ee26e None None] Attempting to bind port 10698c5c-dc92-41f7-a803-18e2039f8096 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '01583f88-150b-4d0f-850f-d8d3840981b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'd6e7f7a1-7b13-4626-8248-404da8ee94cd'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:20:45.419291 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7c6c37-7c45-4fd3-b9d3-fb64395ee26e None None] Attempting to bind port 10698c5c-dc92-41f7-a803-18e2039f8096 on network d6e7f7a1-7b13-4626-8248-404da8ee94cd {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:20:45.426515 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71fa904b-e5f8-412f-b9b9-17649ae2f85f req-e6130aeb-ec3b-4a20-839a-a7a54f5af7a3 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Made reservation on behalf of d8daa1497f4a496cba61c8a60c09e98b for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:20:45.431075 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-71fa904b-e5f8-412f-b9b9-17649ae2f85f req-e6130aeb-ec3b-4a20-839a-a7a54f5af7a3 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:45.433635 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7c6c37-7c45-4fd3-b9d3-fb64395ee26e None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:20:45.434228 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7c6c37-7c45-4fd3-b9d3-fb64395ee26e None None] Checking segment: {'id': '01583f88-150b-4d0f-850f-d8d3840981b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'd6e7f7a1-7b13-4626-8248-404da8ee94cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:20:45.434473 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-2c7c6c37-7c45-4fd3-b9d3-fb64395ee26e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:45.434828 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7c6c37-7c45-4fd3-b9d3-fb64395ee26e None None] Bound using segment: {'id': '01583f88-150b-4d0f-850f-d8d3840981b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'd6e7f7a1-7b13-4626-8248-404da8ee94cd'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:20:45.435320 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-2c7c6c37-7c45-4fd3-b9d3-fb64395ee26e None None] Bound port: 10698c5c-dc92-41f7-a803-18e2039f8096, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01583f88-150b-4d0f-850f-d8d3840981b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'd6e7f7a1-7b13-4626-8248-404da8ee94cd'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:20:45.435703 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-2c7c6c37-7c45-4fd3-b9d3-fb64395ee26e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:45.439131 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=faf848d0-aaf0-4e27-84b4-30d25785949d,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:20:45.447474 n-d-803378-2 neutron-server[94421]: INFO neutron.db.l3_db [None req-d0fc47f7-6324-4e7f-a3d8-19d75667246d tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Floating IP 7763ff7f-0589-42fd-8c9c-a46d3c21925f associated. External IP: 172.25.5.123, port: 11888920-2c86-48c1-960f-8cb80fc0218d. Aug 05 11:20:45.480079 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c1b1c2c5-c3d5-49e5-acb5-f28a0b9ea9ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33262979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1951'] for router, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:45.486077 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c1b1c2c5-c3d5-49e5-acb5-f28a0b9ea9ab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:45.548095 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-2c7c6c37-7c45-4fd3-b9d3-fb64395ee26e None None] For port 10698c5c-dc92-41f7-a803-18e2039f8096, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:20:45.583606 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-2c7c6c37-7c45-4fd3-b9d3-fb64395ee26e None None] For port 10698c5c-dc92-41f7-a803-18e2039f8096, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=10698c5c-dc92-41f7-a803-18e2039f8096,segment=NetworkSegment(01583f88-150b-4d0f-850f-d8d3840981b0),segment_id=01583f88-150b-4d0f-850f-d8d3840981b0)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:20:45.601461 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-2c7c6c37-7c45-4fd3-b9d3-fb64395ee26e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:45.606035 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18edbd51-fe5c-4fce-83b5-dc53abfb9fc0 req-d5fc61b7-eec1-49ce-afc3-c3964e68f31f tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:45.608067 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-18edbd51-fe5c-4fce-83b5-dc53abfb9fc0 req-d5fc61b7-eec1-49ce-afc3-c3964e68f31f tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b464baa-8fee-4e83-b710-80fe99d43fc0 HTTP/1.1" status: 200 len: 949 time: 0.3614712 Aug 05 11:20:45.615362 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c1b1c2c5-c3d5-49e5-acb5-f28a0b9ea9ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33262474'] for router, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:45.618446 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1b1c2c5-c3d5-49e5-acb5-f28a0b9ea9ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router ffb14ee3-e2c0-4b0d-a30e-73fbc6c45581 {{(pid=94420) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 11:20:45.633946 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c1b1c2c5-c3d5-49e5-acb5-f28a0b9ea9ab admin admin] Notify callbacks [] for router, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:45.646153 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-c1b1c2c5-c3d5-49e5-acb5-f28a0b9ea9ab admin admin] 10.222.0.58 "DELETE /v2.0/routers/ffb14ee3-e2c0-4b0d-a30e-73fbc6c45581 HTTP/1.1" status: 204 len: 168 time: 2.9527791 Aug 05 11:20:45.653407 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 41982) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:20:45.684318 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [req-53b6fb3f-0990-44a0-b9d6-3aeeaaab8821 req-c02b693a-065f-49d0-9fd6-0ca201c75fbe tempest-LiveAutoBlockMigrationV225Test-707045295 tempest-LiveAutoBlockMigrationV225Test-707045295-project-admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94421) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 11:20:45.693398 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-53b6fb3f-0990-44a0-b9d6-3aeeaaab8821 req-c02b693a-065f-49d0-9fd6-0ca201c75fbe tempest-LiveAutoBlockMigrationV225Test-707045295 tempest-LiveAutoBlockMigrationV225Test-707045295-project-admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0892599 Aug 05 11:20:45.703948 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-53b6fb3f-0990-44a0-b9d6-3aeeaaab8821 req-f7f4e350-a769-415f-abe1-e9a01817cc42 service neutron] Request body: {'binding': {'host': 'n-h2-803378-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:20:45.707674 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-53b6fb3f-0990-44a0-b9d6-3aeeaaab8821 req-f7f4e350-a769-415f-abe1-e9a01817cc42 service neutron] Unknown quota resources ['binding']. {{(pid=94421) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 05 11:20:45.765331 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7c6c37-7c45-4fd3-b9d3-fb64395ee26e None None] Pushing event updated for resources: {'Port': ['ID=10698c5c-dc92-41f7-a803-18e2039f8096,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:20:45.772999 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a1ab48a7-a0bc-4a5f-97d5-949309ef6986 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:45.835501 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a1ab48a7-a0bc-4a5f-97d5-949309ef6986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:45.852906 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d561a67-f723-49a0-bf7a-007e7ba0498b admin admin] Deleting subnet 3ae21740-4790-42d6-a5e7-21732e31e87a {{(pid=94420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:20:45.859844 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9d561a67-f723-49a0-bf7a-007e7ba0498b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:45.896253 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-18edbd51-fe5c-4fce-83b5-dc53abfb9fc0 req-231279f1-5af7-4d34-ba8c-d29343f1c7df tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba838bf4-27d8-4ebd-8a6c-2c869750a1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2686398 Aug 05 11:20:45.945877 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9d561a67-f723-49a0-bf7a-007e7ba0498b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25010562'] for subnet, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:46.099093 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9d561a67-f723-49a0-bf7a-007e7ba0498b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:46.102310 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-71fa904b-e5f8-412f-b9b9-17649ae2f85f req-e6130aeb-ec3b-4a20-839a-a7a54f5af7a3 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Allocated IP 172.20.0.5 (6e7bde98-a1ff-44d7-8525-eaa9c1e81087/8c648b54-2f27-41ec-9e17-9213825c0d0c/c591373e-e68c-484b-b868-8905c68ec3db) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:20:46.109175 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93838f72-6d65-4e16-acb0-ad091d556865 req-6b30c072-deb7-425d-aaa9-b4199dc4e14e tempest-ImagesOneServerTestJSON-55291779 tempest-ImagesOneServerTestJSON-55291779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:46.110750 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-93838f72-6d65-4e16-acb0-ad091d556865 req-6b30c072-deb7-425d-aaa9-b4199dc4e14e tempest-ImagesOneServerTestJSON-55291779 tempest-ImagesOneServerTestJSON-55291779-project] 10.222.0.58 "GET /v2.0/ports?device_id=2249ea3c-8dca-4efb-922f-dd6b64f03ce1 HTTP/1.1" status: 200 len: 950 time: 0.1040587 Aug 05 11:20:46.271828 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9d561a67-f723-49a0-bf7a-007e7ba0498b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29762763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24211094'] for subnet, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:46.333597 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-a1ab48a7-a0bc-4a5f-97d5-949309ef6986 admin admin] Allocated IP 172.25.5.213 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/91ba36a7-5b96-482a-906a-c3d8ae2b0558) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:20:46.338672 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-93838f72-6d65-4e16-acb0-ad091d556865 req-10c504d8-37e1-49be-b53d-70097d6089a0 tempest-ImagesOneServerTestJSON-55291779 tempest-ImagesOneServerTestJSON-55291779-project] 10.222.0.58 "GET /v2.0/security-groups?id=b503486e-03cb-4a11-81f8-dbd0e7b9a08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070453 Aug 05 11:20:46.345823 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d561a67-f723-49a0-bf7a-007e7ba0498b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ae21740-4790-42d6-a5e7-21732e31e87a,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:20:46.354466 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9d561a67-f723-49a0-bf7a-007e7ba0498b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:46.354674 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-53b6fb3f-0990-44a0-b9d6-3aeeaaab8821 req-f7f4e350-a769-415f-abe1-e9a01817cc42 service neutron] Attempting to bind port 55713e77-38b3-42f5-962d-9575770689fe on host n-h2-803378-2 for vnic_type normal with profile None {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:20:46.354923 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-53b6fb3f-0990-44a0-b9d6-3aeeaaab8821 req-f7f4e350-a769-415f-abe1-e9a01817cc42 service neutron] Attempting to bind port 55713e77-38b3-42f5-962d-9575770689fe by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': '7242661a-6816-45d7-a9cf-d91bdd00208a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'c1d3f101-369e-4625-bfd2-2a60ea4757bb'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:20:46.355251 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b6fb3f-0990-44a0-b9d6-3aeeaaab8821 req-f7f4e350-a769-415f-abe1-e9a01817cc42 service neutron] Attempting to bind port 55713e77-38b3-42f5-962d-9575770689fe on network c1d3f101-369e-4625-bfd2-2a60ea4757bb {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:20:46.357692 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-9d561a67-f723-49a0-bf7a-007e7ba0498b admin admin] 10.222.0.58 "DELETE /v2.0/subnets/3ae21740-4790-42d6-a5e7-21732e31e87a HTTP/1.1" status: 204 len: 168 time: 0.6934121 Aug 05 11:20:46.360149 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 41986) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:20:46.362783 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6e0806-ff22-4e49-a797-faf1d2daee2a None None] Network d809765d-0ec2-4f50-a575-4d7b3b4c7273 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:20:46.385243 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0fc47f7-6324-4e7f-a3d8-19d75667246d tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Router 51e3ef3c-d5db-44e7-85bd-0aa362100064 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 11:20:46.393712 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b6fb3f-0990-44a0-b9d6-3aeeaaab8821 req-f7f4e350-a769-415f-abe1-e9a01817cc42 service neutron] Port 55713e77-38b3-42f5-962d-9575770689fe on network c1d3f101-369e-4625-bfd2-2a60ea4757bb not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:20:46.394168 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b6fb3f-0990-44a0-b9d6-3aeeaaab8821 req-f7f4e350-a769-415f-abe1-e9a01817cc42 service neutron] Attempting to bind port 55713e77-38b3-42f5-962d-9575770689fe on network c1d3f101-369e-4625-bfd2-2a60ea4757bb {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:20:46.472947 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8063f69-6516-41f2-b487-ae0b7efc3289 x-openstack-request-id: req-a8063f69-6516-41f2-b487-ae0b7efc3289 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:20:46.473767 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc701dc3-24f8-4d20-b931-9ae0ac762570", "name": "network-vif-plugged", "status": "completed", "tag": "faf848d0-aaf0-4e27-84b4-30d25785949d", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:20:46.473767 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a8063f69-6516-41f2-b487-ae0b7efc3289 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:20:46.474042 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc701dc3-24f8-4d20-b931-9ae0ac762570', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faf848d0-aaf0-4e27-84b4-30d25785949d', 'code': 200} Aug 05 11:20:46.474885 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 10698c5c-dc92-41f7-a803-18e2039f8096 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:20:46.513613 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b6fb3f-0990-44a0-b9d6-3aeeaaab8821 req-f7f4e350-a769-415f-abe1-e9a01817cc42 service neutron] Checking agent: {'id': 'a8f1dd2d-227c-4e30-8844-52419ba734db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:20:46.513944 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b6fb3f-0990-44a0-b9d6-3aeeaaab8821 req-f7f4e350-a769-415f-abe1-e9a01817cc42 service neutron] Checking segment: {'id': '7242661a-6816-45d7-a9cf-d91bdd00208a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'c1d3f101-369e-4625-bfd2-2a60ea4757bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:20:46.514779 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b6fb3f-0990-44a0-b9d6-3aeeaaab8821 req-f7f4e350-a769-415f-abe1-e9a01817cc42 service neutron] Bound using segment: {'id': '7242661a-6816-45d7-a9cf-d91bdd00208a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'c1d3f101-369e-4625-bfd2-2a60ea4757bb'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:20:46.515246 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-53b6fb3f-0990-44a0-b9d6-3aeeaaab8821 req-f7f4e350-a769-415f-abe1-e9a01817cc42 service neutron] Bound port: 55713e77-38b3-42f5-962d-9575770689fe, host: n-h2-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7242661a-6816-45d7-a9cf-d91bdd00208a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'c1d3f101-369e-4625-bfd2-2a60ea4757bb'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:20:46.667467 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 10698c5c-dc92-41f7-a803-18e2039f8096 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:20:46.688923 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-53b6fb3f-0990-44a0-b9d6-3aeeaaab8821 req-f7f4e350-a769-415f-abe1-e9a01817cc42 service neutron] For port 55713e77-38b3-42f5-962d-9575770689fe, host n-h2-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=55713e77-38b3-42f5-962d-9575770689fe,segment=NetworkSegment(7242661a-6816-45d7-a9cf-d91bdd00208a),segment_id=7242661a-6816-45d7-a9cf-d91bdd00208a)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:20:46.711662 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-53b6fb3f-0990-44a0-b9d6-3aeeaaab8821 req-f7f4e350-a769-415f-abe1-e9a01817cc42 service neutron] Notify callbacks [] for binding, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:46.713003 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-53b6fb3f-0990-44a0-b9d6-3aeeaaab8821 req-f7f4e350-a769-415f-abe1-e9a01817cc42 service neutron] 10.222.0.58 "POST /v2.0/ports/55713e77-38b3-42f5-962d-9575770689fe/bindings HTTP/1.1" status: 201 len: 389 time: 1.0184073 Aug 05 11:20:46.769240 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 15044ab2-1fd1-4047-8803-e76d520a19d7 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:20:46.857138 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fcb198c-0af4-4779-a107-9e00044f871c None None] DHCP port deletion for d809765d-0ec2-4f50-a575-4d7b3b4c7273 request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 11:20:46.863602 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 15044ab2-1fd1-4047-8803-e76d520a19d7 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:20:46.864379 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 15044ab2-1fd1-4047-8803-e76d520a19d7 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:20:46.865316 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 0a1b3e57-2c57-4d1c-ae9f-62dd8dbf00af no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:20:46.907204 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 0a1b3e57-2c57-4d1c-ae9f-62dd8dbf00af {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:20:46.907670 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 0a1b3e57-2c57-4d1c-ae9f-62dd8dbf00af not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:20:46.995141 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-71fa904b-e5f8-412f-b9b9-17649ae2f85f req-e6130aeb-ec3b-4a20-839a-a7a54f5af7a3 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:47.009100 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-1fcb198c-0af4-4779-a107-9e00044f871c None None] Deleting port e2f30a8b-8ca1-4bab-af02-7cbae1c67f69 {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:20:47.009935 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1fcb198c-0af4-4779-a107-9e00044f871c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:47.024254 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a1ab48a7-a0bc-4a5f-97d5-949309ef6986 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:47.055254 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0fc47f7-6324-4e7f-a3d8-19d75667246d tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:20:47.075197 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257b97c5-e5a5-4204-9d0d-6bfeb0299cbc None None] Sync routers for ids ['51e3ef3c-d5db-44e7-85bd-0aa362100064'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:20:47.107336 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257b97c5-e5a5-4204-9d0d-6bfeb0299cbc None None] Routers {'51e3ef3c-d5db-44e7-85bd-0aa362100064'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:20:47.107336 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-257b97c5-e5a5-4204-9d0d-6bfeb0299cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:20:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['51e3ef3c-d5db-44e7-85bd-0aa362100064'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:20:47.133867 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d0fc47f7-6324-4e7f-a3d8-19d75667246d tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:47.166973 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a1ab48a7-a0bc-4a5f-97d5-949309ef6986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:47.243570 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-d0fc47f7-6324-4e7f-a3d8-19d75667246d tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] 10.222.0.58 "PUT /v2.0/floatingips/7763ff7f-0589-42fd-8c9c-a46d3c21925f HTTP/1.1" status: 200 len: 991 time: 4.2550583 Aug 05 11:20:47.252256 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b946145-ad92-4e14-aecb-a698f85fbc9e', 'tag': '11888920-2c86-48c1-960f-8cb80fc0218d'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:20:47.257416 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1b6abde-4ad7-4f60-851b-e501cc7f53dd" -d '{"events": [{"name": "network-changed", "server_uuid": "6b946145-ad92-4e14-aecb-a698f85fbc9e", "tag": "11888920-2c86-48c1-960f-8cb80fc0218d"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:20:47.261601 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-1fcb198c-0af4-4779-a107-9e00044f871c None None] For port e2f30a8b-8ca1-4bab-af02-7cbae1c67f69, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=e2f30a8b-8ca1-4bab-af02-7cbae1c67f69,segment=NetworkSegment(e0eafdad-a551-4390-bc9e-5b109751f32e),segment_id=e0eafdad-a551-4390-bc9e-5b109751f32e)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:20:47.262271 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1fcb198c-0af4-4779-a107-9e00044f871c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:47.296432 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ab48a7-a0bc-4a5f-97d5-949309ef6986 admin admin] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:20:47.297471 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-1fcb198c-0af4-4779-a107-9e00044f871c None None] Calling delete_port for e2f30a8b-8ca1-4bab-af02-7cbae1c67f69 owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:20:47.313353 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-a1ab48a7-a0bc-4a5f-97d5-949309ef6986 admin admin] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:20:47.325489 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ab48a7-a0bc-4a5f-97d5-949309ef6986 admin admin] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:20:47.363112 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d4a737f0-8785-4a25-93bd-f75c3dd6ecad req-91fb5acc-465e-437e-9ae4-92337c914ba7 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=f026d774-7596-4883-ae12-9e758ace9c10 HTTP/1.1" status: 200 len: 210 time: 0.2193606 Aug 05 11:20:47.367216 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b1e8ccc6-e60b-40fa-b423-353f09c2f24f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:47.407972 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-257b97c5-e5a5-4204-9d0d-6bfeb0299cbc None None] Set router 51e3ef3c-d5db-44e7-85bd-0aa362100064 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:20:47.418003 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ab48a7-a0bc-4a5f-97d5-949309ef6986 admin admin] Pushing event updated for resources: {'Port': ['ID=91ba36a7-5b96-482a-906a-c3d8ae2b0558,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:20:47.467201 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29851e5-a387-4786-a369-973a32f3b064 req-de261ae4-2795-485a-93b8-3eee38ee9c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:47.468840 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d29851e5-a387-4786-a369-973a32f3b064 req-de261ae4-2795-485a-93b8-3eee38ee9c9f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bc701dc3-24f8-4d20-b931-9ae0ac762570 HTTP/1.1" status: 200 len: 1097 time: 0.3400383 Aug 05 11:20:47.489543 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5493c177-5770-469f-9220-0dd236a7559b req-9ada9f71-03c4-4451-9e20-60e05ba26296 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:47.495982 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ab48a7-a0bc-4a5f-97d5-949309ef6986 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:20:47.499999 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5493c177-5770-469f-9220-0dd236a7559b req-9ada9f71-03c4-4451-9e20-60e05ba26296 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc701dc3-24f8-4d20-b931-9ae0ac762570 HTTP/1.1" status: 200 len: 946 time: 0.3688929 Aug 05 11:20:47.505487 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ab48a7-a0bc-4a5f-97d5-949309ef6986 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:20:47.505819 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1fcb198c-0af4-4779-a107-9e00044f871c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:47.508881 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ab48a7-a0bc-4a5f-97d5-949309ef6986 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:20:47.519394 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b6fb3f-0990-44a0-b9d6-3aeeaaab8821 req-55cfe5e8-4dcb-4afb-bf68-c985aaaa042d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:47.519394 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-53b6fb3f-0990-44a0-b9d6-3aeeaaab8821 req-55cfe5e8-4dcb-4afb-bf68-c985aaaa042d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e8f6478cce384a98ba09cac5c1bcf855&device_id=672374a9-db64-433d-bf95-51fe7f56f21e HTTP/1.1" status: 200 len: 1096 time: 0.3691845 Aug 05 11:20:47.520599 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ab48a7-a0bc-4a5f-97d5-949309ef6986 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:20:47.521522 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ab48a7-a0bc-4a5f-97d5-949309ef6986 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:20:47.523080 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ab48a7-a0bc-4a5f-97d5-949309ef6986 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:20:47.526467 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ab48a7-a0bc-4a5f-97d5-949309ef6986 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:20:47.527429 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ab48a7-a0bc-4a5f-97d5-949309ef6986 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:20:47.530589 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ab48a7-a0bc-4a5f-97d5-949309ef6986 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:20:47.531265 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ab48a7-a0bc-4a5f-97d5-949309ef6986 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:20:47.531944 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ab48a7-a0bc-4a5f-97d5-949309ef6986 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:20:47.534060 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ab48a7-a0bc-4a5f-97d5-949309ef6986 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:20:47.584333 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcb198c-0af4-4779-a107-9e00044f871c None None] Pushing event deleted for resources: {'Port': ['ID=e2f30a8b-8ca1-4bab-af02-7cbae1c67f69,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:20:47.599629 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-71fa904b-e5f8-412f-b9b9-17649ae2f85f req-e6130aeb-ec3b-4a20-839a-a7a54f5af7a3 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:47.605721 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-b1e8ccc6-e60b-40fa-b423-353f09c2f24f admin admin] The port 'e2f30a8b-8ca1-4bab-af02-7cbae1c67f69' was deleted {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Aug 05 11:20:47.611715 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fcb198c-0af4-4779-a107-9e00044f871c None None] No DVR routers for this DVR port e2f30a8b-8ca1-4bab-af02-7cbae1c67f69 on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:20:47.790737 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e96d9624-8201-4375-9a78-89b1a119eb62 None None] Network d6e7f7a1-7b13-4626-8248-404da8ee94cd requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:20:47.791018 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71fa904b-e5f8-412f-b9b9-17649ae2f85f req-e6130aeb-ec3b-4a20-839a-a7a54f5af7a3 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Network 6e7bde98-a1ff-44d7-8525-eaa9c1e81087 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:20:47.862343 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-71fa904b-e5f8-412f-b9b9-17649ae2f85f req-e6130aeb-ec3b-4a20-839a-a7a54f5af7a3 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:20:47.865368 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5493c177-5770-469f-9220-0dd236a7559b req-97866c0f-44ea-4c7f-b011-c3d28a1dc556 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] 10.222.0.58 "GET /v2.0/security-groups?id=e0296632-6fc5-467d-96aa-746236c85873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3640990 Aug 05 11:20:47.873222 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d29851e5-a387-4786-a369-973a32f3b064 req-24854b40-da65-4d0b-814d-602cf8ffffd3 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e0296632-6fc5-467d-96aa-746236c85873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3687155 Aug 05 11:20:47.874234 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-71fa904b-e5f8-412f-b9b9-17649ae2f85f req-e6130aeb-ec3b-4a20-839a-a7a54f5af7a3 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:20:47.894448 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b1e8ccc6-e60b-40fa-b423-353f09c2f24f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:47.915672 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-b1e8ccc6-e60b-40fa-b423-353f09c2f24f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d809765d-0ec2-4f50-a575-4d7b3b4c7273']}} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:20:47.942105 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-b1e8ccc6-e60b-40fa-b423-353f09c2f24f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0eafdad-a551-4390-bc9e-5b109751f32e') {'for_net_delete': True} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:20:47.942597 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-b1e8ccc6-e60b-40fa-b423-353f09c2f24f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0eafdad-a551-4390-bc9e-5b109751f32e') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:20:47.947119 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-257b97c5-e5a5-4204-9d0d-6bfeb0299cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e3ef3c-d5db-44e7-85bd-0aa362100064', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1023862461-router', 'tenant_id': '6bc7fa8383e045a7819a17e3ff0ad9ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': 'dbcb8561-6632-48a9-bae5-6dec29b922d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:17:00Z', 'updated_at': '2021-08-05T11:17:22Z', 'revision_number': 4, 'project_id': '6bc7fa8383e045a7819a17e3ff0ad9ad', 'gw_port': {'id': 'dbcb8561-6632-48a9-bae5-6dec29b922d7', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ce:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e3ef3c-d5db-44e7-85bd-0aa362100064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:17:03Z', 'updated_at': '2021-08-05T11:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': '7763ff7f-0589-42fd-8c9c-a46d3c21925f', 'tenant_id': '6bc7fa8383e045a7819a17e3ff0ad9ad', 'floating_ip_address': '172.25.5.123', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': '51e3ef3c-d5db-44e7-85bd-0aa362100064', 'port_id': '11888920-2c86-48c1-960f-8cb80fc0218d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd39b4b7-e343-48d5-a296-8b0623efb24d', 'mac_address': 'fa:16:3e:a5:b4:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b946145-ad92-4e14-aecb-a698f85fbc9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T11:18:04Z', 'updated_at': '2021-08-05T11:20:44Z', 'revision_number': 5, 'project_id': '6bc7fa8383e045a7819a17e3ff0ad9ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34f39706-a887-4216-b2f7-de4e4da0bd78', 'name': '', 'network_id': 'bd39b4b7-e343-48d5-a296-8b0623efb24d', 'tenant_id': '6bc7fa8383e045a7819a17e3ff0ad9ad', 'mac_address': 'fa:16:3e:f7:ae:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e3ef3c-d5db-44e7-85bd-0aa362100064', 'device_owner': 'network:router_interface', 'standard_attr_id': 154, 'fixed_ips': [{'subnet_id': '8e55d893-f67d-42aa-8413-dc445ac3c409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:17:19Z', 'updated_at': '2021-08-05T11:17:37Z', 'revision_number': 5, 'project_id': '6bc7fa8383e045a7819a17e3ff0ad9ad', 'subnets': [{'id': '8e55d893-f67d-42aa-8413-dc445ac3c409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:20:48.000590 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec5568e-647f-4f9d-88e4-f51c6b41d7cd req-692f960b-b71c-4aba-99d0-36d04ef16e1f tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:48.002568 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fec5568e-647f-4f9d-88e4-f51c6b41d7cd req-692f960b-b71c-4aba-99d0-36d04ef16e1f tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/ports?device_id=672374a9-db64-433d-bf95-51fe7f56f21e HTTP/1.1" status: 200 len: 945 time: 0.2937894 Aug 05 11:20:48.005380 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b1e8ccc6-e60b-40fa-b423-353f09c2f24f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25010581'] for segment, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:48.011803 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6130aeb-ec3b-4a20-839a-a7a54f5af7a3 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Pushing event updated for resources: {'Port': ['ID=c591373e-e68c-484b-b868-8905c68ec3db,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:20:48.022575 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257b97c5-e5a5-4204-9d0d-6bfeb0299cbc None None] Checking router: 51e3ef3c-d5db-44e7-85bd-0aa362100064 for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:20:48.031212 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b6fb3f-0990-44a0-b9d6-3aeeaaab8821 req-b24b2023-65d5-46e1-9620-33591469875c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:48.032846 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-53b6fb3f-0990-44a0-b9d6-3aeeaaab8821 req-b24b2023-65d5-46e1-9620-33591469875c service neutron] 10.222.0.55 "GET /v2.0/networks?id=c1d3f101-369e-4625-bfd2-2a60ea4757bb HTTP/1.1" status: 200 len: 921 time: 0.5074220 Aug 05 11:20:48.051258 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-145db092-4c6a-48ce-8cc3-837883d10462 None None] Provisioning for port 10698c5c-dc92-41f7-a803-18e2039f8096 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:20:48.055275 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257b97c5-e5a5-4204-9d0d-6bfeb0299cbc None None] Routers {'51e3ef3c-d5db-44e7-85bd-0aa362100064'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:20:48.057688 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-257b97c5-e5a5-4204-9d0d-6bfeb0299cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:20:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['51e3ef3c-d5db-44e7-85bd-0aa362100064'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:20:48.063474 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-145db092-4c6a-48ce-8cc3-837883d10462 None None] Provisioning complete for port 10698c5c-dc92-41f7-a803-18e2039f8096 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:20:48.064365 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-145db092-4c6a-48ce-8cc3-837883d10462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:48.102937 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fa904b-e5f8-412f-b9b9-17649ae2f85f req-e6130aeb-ec3b-4a20-839a-a7a54f5af7a3 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:48.103968 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-71fa904b-e5f8-412f-b9b9-17649ae2f85f req-e6130aeb-ec3b-4a20-839a-a7a54f5af7a3 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:48.116705 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b1e8ccc6-e60b-40fa-b423-353f09c2f24f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:48.134221 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1e8ccc6-e60b-40fa-b423-353f09c2f24f admin admin] Releasing vlan 691 on physical network physnet1 to pool {{(pid=94420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:20:48.135059 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b1e8ccc6-e60b-40fa-b423-353f09c2f24f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29762581'] for segment, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:48.197146 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-257b97c5-e5a5-4204-9d0d-6bfeb0299cbc None None] Set router 51e3ef3c-d5db-44e7-85bd-0aa362100064 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:20:48.255021 n-d-803378-2 neutron-server[94420]: Traceback (most recent call last): Aug 05 11:20:48.255021 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:20:48.255021 n-d-803378-2 neutron-server[94420]: timer() Aug 05 11:20:48.255021 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:20:48.255021 n-d-803378-2 neutron-server[94420]: cb(*args, **kw) Aug 05 11:20:48.255021 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:20:48.255021 n-d-803378-2 neutron-server[94420]: return func(*args, **kwargs) Aug 05 11:20:48.255021 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:20:48.255021 n-d-803378-2 neutron-server[94420]: self._notify() Aug 05 11:20:48.255021 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:20:48.255021 n-d-803378-2 neutron-server[94420]: self.callback(batched_events) Aug 05 11:20:48.255021 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:20:48.255021 n-d-803378-2 neutron-server[94420]: event.method(event) Aug 05 11:20:48.255021 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:20:48.255021 n-d-803378-2 neutron-server[94420]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:20:48.255021 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:20:48.255021 n-d-803378-2 neutron-server[94420]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:20:48.255021 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:20:48.255021 n-d-803378-2 neutron-server[94420]: return f(self, *a, **k) Aug 05 11:20:48.255021 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:20:48.255021 n-d-803378-2 neutron-server[94420]: return self._get(url).json() Aug 05 11:20:48.255021 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:20:48.255021 n-d-803378-2 neutron-server[94420]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:20:48.255021 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:20:48.255021 n-d-803378-2 neutron-server[94420]: return self.request(url, 'GET', **kwargs) Aug 05 11:20:48.255021 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:20:48.255021 n-d-803378-2 neutron-server[94420]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:20:48.255021 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:20:48.255021 n-d-803378-2 neutron-server[94420]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:20:48.255021 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:20:48.255021 n-d-803378-2 neutron-server[94420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:20:48.255021 n-d-803378-2 neutron-server[94420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:20:48.304292 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device edbe9b9a-fd00-49b8-9a95-f12a71fcae46 no longer exists at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:20:48.308227 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device e2f30a8b-8ca1-4bab-af02-7cbae1c67f69 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:20:48.321259 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fec5568e-647f-4f9d-88e4-f51c6b41d7cd req-2ad05285-e9fc-4bc1-a01d-ae7ac99da80c tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b660be2-1cd3-4f1b-b8b6-43aa3e7d82c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2951956 Aug 05 11:20:48.322001 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b1e8ccc6-e60b-40fa-b423-353f09c2f24f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:48.327473 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-53b6fb3f-0990-44a0-b9d6-3aeeaaab8821 req-754d9c45-69e3-440b-bf28-5ce4970916db service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=55713e77-38b3-42f5-962d-9575770689fe HTTP/1.1" status: 200 len: 217 time: 0.0708871 Aug 05 11:20:48.352177 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b1e8ccc6-e60b-40fa-b423-353f09c2f24f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:48.355424 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-b1e8ccc6-e60b-40fa-b423-353f09c2f24f admin admin] 10.222.0.58 "DELETE /v2.0/networks/d809765d-0ec2-4f50-a575-4d7b3b4c7273 HTTP/1.1" status: 204 len: 168 time: 1.9935861 Aug 05 11:20:48.425030 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e8ccc6-e60b-40fa-b423-353f09c2f24f admin admin] Pushing event deleted for resources: {'Network': ['ID=d809765d-0ec2-4f50-a575-4d7b3b4c7273,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:20:48.430727 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b6fb3f-0990-44a0-b9d6-3aeeaaab8821 req-dea64db3-b1cb-445a-b22b-0ceb8809d32a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:48.432268 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-53b6fb3f-0990-44a0-b9d6-3aeeaaab8821 req-dea64db3-b1cb-445a-b22b-0ceb8809d32a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=88c33de2-0b50-4fb8-a2a7-3c3e700f5c7c HTTP/1.1" status: 200 len: 860 time: 0.0750751 Aug 05 11:20:48.453556 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f146ae51-bcfc-4120-8653-b3d95beaab73 req-1f70d2b2-989d-4e79-90a3-ab87352ce4f4 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:48.459005 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f146ae51-bcfc-4120-8653-b3d95beaab73 req-1f70d2b2-989d-4e79-90a3-ab87352ce4f4 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b464baa-8fee-4e83-b710-80fe99d43fc0 HTTP/1.1" status: 200 len: 949 time: 0.4730337 Aug 05 11:20:48.511138 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-53b6fb3f-0990-44a0-b9d6-3aeeaaab8821 req-95a224e1-29fc-447a-921e-de31cc2c9aa3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c1d3f101-369e-4625-bfd2-2a60ea4757bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480683 Aug 05 11:20:48.570222 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: e2f30a8b-8ca1-4bab-af02-7cbae1c67f69 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:20:48.571064 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device e2f30a8b-8ca1-4bab-af02-7cbae1c67f69 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:20:48.616354 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f146ae51-bcfc-4120-8653-b3d95beaab73 req-433a8b66-1580-4570-8dbc-58335a885c0a tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba838bf4-27d8-4ebd-8a6c-2c869750a1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418927 Aug 05 11:20:48.727963 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-145db092-4c6a-48ce-8cc3-837883d10462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:48.728402 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-53b6fb3f-0990-44a0-b9d6-3aeeaaab8821 req-ae116847-b2fd-42de-ab83-4308ac932f7a service neutron] 10.222.0.55 "GET /v2.0/networks/c1d3f101-369e-4625-bfd2-2a60ea4757bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075522 Aug 05 11:20:48.751971 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 42018) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:20:48.777503 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:48.813764 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-257b97c5-e5a5-4204-9d0d-6bfeb0299cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e3ef3c-d5db-44e7-85bd-0aa362100064', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1023862461-router', 'tenant_id': '6bc7fa8383e045a7819a17e3ff0ad9ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': 'dbcb8561-6632-48a9-bae5-6dec29b922d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:17:00Z', 'updated_at': '2021-08-05T11:17:22Z', 'revision_number': 4, 'project_id': '6bc7fa8383e045a7819a17e3ff0ad9ad', 'gw_port': {'id': 'dbcb8561-6632-48a9-bae5-6dec29b922d7', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ce:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e3ef3c-d5db-44e7-85bd-0aa362100064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:17:03Z', 'updated_at': '2021-08-05T11:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': '7763ff7f-0589-42fd-8c9c-a46d3c21925f', 'tenant_id': '6bc7fa8383e045a7819a17e3ff0ad9ad', 'floating_ip_address': '172.25.5.123', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': '51e3ef3c-d5db-44e7-85bd-0aa362100064', 'port_id': '11888920-2c86-48c1-960f-8cb80fc0218d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd39b4b7-e343-48d5-a296-8b0623efb24d', 'mac_address': 'fa:16:3e:a5:b4:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b946145-ad92-4e14-aecb-a698f85fbc9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T11:18:04Z', 'updated_at': '2021-08-05T11:20:44Z', 'revision_number': 5, 'project_id': '6bc7fa8383e045a7819a17e3ff0ad9ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34f39706-a887-4216-b2f7-de4e4da0bd78', 'name': '', 'network_id': 'bd39b4b7-e343-48d5-a296-8b0623efb24d', 'tenant_id': '6bc7fa8383e045a7819a17e3ff0ad9ad', 'mac_address': 'fa:16:3e:f7:ae:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e3ef3c-d5db-44e7-85bd-0aa362100064', 'device_owner': 'network:router_interface', 'standard_attr_id': 154, 'fixed_ips': [{'subnet_id': '8e55d893-f67d-42aa-8413-dc445ac3c409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:17:19Z', 'updated_at': '2021-08-05T11:17:37Z', 'revision_number': 5, 'project_id': '6bc7fa8383e045a7819a17e3ff0ad9ad', 'subnets': [{'id': '8e55d893-f67d-42aa-8413-dc445ac3c409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:20:48.818091 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-145db092-4c6a-48ce-8cc3-837883d10462 None None] For port 10698c5c-dc92-41f7-a803-18e2039f8096, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=10698c5c-dc92-41f7-a803-18e2039f8096,segment=NetworkSegment(01583f88-150b-4d0f-850f-d8d3840981b0),segment_id=01583f88-150b-4d0f-850f-d8d3840981b0)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:20:48.839720 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-145db092-4c6a-48ce-8cc3-837883d10462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:48.846308 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2249ea3c-8dca-4efb-922f-dd6b64f03ce1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'edbe9b9a-fd00-49b8-9a95-f12a71fcae46'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:20:48.852701 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88d7143c-349a-4267-8718-7756f2912450" -d '{"events": [{"server_uuid": "2249ea3c-8dca-4efb-922f-dd6b64f03ce1", "name": "network-vif-unplugged", "status": "completed", "tag": "edbe9b9a-fd00-49b8-9a95-f12a71fcae46"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:20:48.869192 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257b97c5-e5a5-4204-9d0d-6bfeb0299cbc None None] The sync data for ids ['51e3ef3c-d5db-44e7-85bd-0aa362100064'] in n-d-803378-2 is: [{'id': '51e3ef3c-d5db-44e7-85bd-0aa362100064', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1023862461-router', 'tenant_id': '6bc7fa8383e045a7819a17e3ff0ad9ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': 'dbcb8561-6632-48a9-bae5-6dec29b922d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:17:00Z', 'updated_at': '2021-08-05T11:17:22Z', 'revision_number': 4, 'project_id': '6bc7fa8383e045a7819a17e3ff0ad9ad', 'gw_port': {'id': 'dbcb8561-6632-48a9-bae5-6dec29b922d7', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ce:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e3ef3c-d5db-44e7-85bd-0aa362100064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:17:03Z', 'updated_at': '2021-08-05T11:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': '7763ff7f-0589-42fd-8c9c-a46d3c21925f', 'tenant_id': '6bc7fa8383e045a7819a17e3ff0ad9ad', 'floating_ip_address': '172.25.5.123', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': '51e3ef3c-d5db-44e7-85bd-0aa362100064', 'port_id': '11888920-2c86-48c1-960f-8cb80fc0218d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd39b4b7-e343-48d5-a296-8b0623efb24d', 'mac_address': 'fa:16:3e:a5:b4:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b946145-ad92-4e14-aecb-a698f85fbc9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T11:18:04Z', 'updated_at': '2021-08-05T11:20:44Z', 'revision_number': 5, 'project_id': '6bc7fa8383e045a7819a17e3ff0ad9ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34f39706-a887-4216-b2f7-de4e4da0bd78', 'name': '', 'network_id': 'bd39b4b7-e343-48d5-a296-8b0623efb24d', 'tenant_id': '6bc7fa8383e045a7819a17e3ff0ad9ad', 'mac_address': 'fa:16:3e:f7:ae:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e3ef3c-d5db-44e7-85bd-0aa362100064', 'device_owner': 'network:router_interface', 'standard_attr_id': 154, 'fixed_ips': [{'subnet_id': '8e55d893-f67d-42aa-8413-dc445ac3c409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:17:19Z', 'updated_at': '2021-08-05T11:17:37Z', 'revision_number': 5, 'project_id': '6bc7fa8383e045a7819a17e3ff0ad9ad', 'subnets': [{'id': '8e55d893-f67d-42aa-8413-dc445ac3c409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:20:48.965176 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port edbe9b9a-fd00-49b8-9a95-f12a71fcae46, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=edbe9b9a-fd00-49b8-9a95-f12a71fcae46,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:20:48.977628 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d141ff26-b4ba-4b41-83e7-5f6416945311 x-openstack-request-id: req-d141ff26-b4ba-4b41-83e7-5f6416945311 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:20:48.977940 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b946145-ad92-4e14-aecb-a698f85fbc9e", "tag": "11888920-2c86-48c1-960f-8cb80fc0218d", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:20:48.978295 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d141ff26-b4ba-4b41-83e7-5f6416945311 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:20:48.978569 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b946145-ad92-4e14-aecb-a698f85fbc9e', 'tag': '11888920-2c86-48c1-960f-8cb80fc0218d', 'status': 'completed', 'code': 200} Aug 05 11:20:49.008681 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-53b6fb3f-0990-44a0-b9d6-3aeeaaab8821 req-f6f0940f-2d35-4c1a-9ee5-f82be81e230d service neutron] 10.222.0.55 "GET /v2.0/networks/c1d3f101-369e-4625-bfd2-2a60ea4757bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2688069 Aug 05 11:20:49.016735 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:49.088395 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145db092-4c6a-48ce-8cc3-837883d10462 None None] Pushing event updated for resources: {'Port': ['ID=10698c5c-dc92-41f7-a803-18e2039f8096,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:20:49.187723 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-71fa904b-e5f8-412f-b9b9-17649ae2f85f req-e6130aeb-ec3b-4a20-839a-a7a54f5af7a3 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3464439 Aug 05 11:20:49.208441 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b6abde-4ad7-4f60-851b-e501cc7f53dd req-15d74311-a10d-4c9f-b74c-516f605c0b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:49.213711 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c1b6abde-4ad7-4f60-851b-e501cc7f53dd req-15d74311-a10d-4c9f-b74c-516f605c0b1d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6bc7fa8383e045a7819a17e3ff0ad9ad&device_id=6b946145-ad92-4e14-aecb-a698f85fbc9e HTTP/1.1" status: 200 len: 1096 time: 0.2404256 Aug 05 11:20:49.220373 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-cfcc16fc-5823-4034-8913-f0e6286a76db admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3a18a12772c4432a873c2df384eb75c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4650826 Aug 05 11:20:49.223033 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-71fa904b-e5f8-412f-b9b9-17649ae2f85f req-c8571439-4dfa-48d8-812f-36f46e7b3657 service neutron] Request body: {'port': {'device_id': 'f026d774-7596-4883-ae12-9e758ace9c10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:20:49.225956 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 42030) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:20:49.278419 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e83bfcd-892b-4cdc-ab5a-a651d4316316 req-281aa806-3239-4ced-b1cd-6d47cfc5781f tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:49.280115 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3e83bfcd-892b-4cdc-ab5a-a651d4316316 req-281aa806-3239-4ced-b1cd-6d47cfc5781f tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=f026d774-7596-4883-ae12-9e758ace9c10 HTTP/1.1" status: 200 len: 931 time: 0.2711773 Aug 05 11:20:49.312354 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=edbe9b9a-fd00-49b8-9a95-f12a71fcae46,revision_number=8']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:20:49.363026 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a1ab48a7-a0bc-4a5f-97d5-949309ef6986 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:49.368815 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-1186e880-6dbb-439d-8d0e-6e3299e79b1d None None] Provisioning complete for port 10698c5c-dc92-41f7-a803-18e2039f8096 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:20:49.369390 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1186e880-6dbb-439d-8d0e-6e3299e79b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:49.395609 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ff364d34-e1a4-4223-84d3-36fda4c5b8e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:49.401983 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3e83bfcd-892b-4cdc-ab5a-a651d4316316 req-b4d23cb2-4dd0-4f22-8699-0a6f648aec28 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113253 Aug 05 11:20:49.437050 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c8e7a1-6cf6-4a31-b244-e116a86a4421 None None] New status for floating IP 7763ff7f-0589-42fd-8c9c-a46d3c21925f: ACTIVE {{(pid=94422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 11:20:49.439129 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ff364d34-e1a4-4223-84d3-36fda4c5b8e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:49.502095 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ff364d34-e1a4-4223-84d3-36fda4c5b8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:49.507948 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ff364d34-e1a4-4223-84d3-36fda4c5b8e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:49.510591 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-ff364d34-e1a4-4223-84d3-36fda4c5b8e7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6031f465-34e9-41aa-a50e-d91a0fb1f817 HTTP/1.1" status: 204 len: 168 time: 0.2829618 Aug 05 11:20:49.522088 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff364d34-e1a4-4223-84d3-36fda4c5b8e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6031f465-34e9-41aa-a50e-d91a0fb1f817,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:20:49.530198 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 05 Aug 2021 11:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c3cde34-cd73-4e42-b542-f539f4623c66 x-openstack-request-id: req-2c3cde34-cd73-4e42-b542-f539f4623c66 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:20:49.530198 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2249ea3c-8dca-4efb-922f-dd6b64f03ce1", "name": "network-vif-unplugged", "status": "completed", "tag": "edbe9b9a-fd00-49b8-9a95-f12a71fcae46", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:20:49.530737 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2c3cde34-cd73-4e42-b542-f539f4623c66 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:20:49.531227 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2249ea3c-8dca-4efb-922f-dd6b64f03ce1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'edbe9b9a-fd00-49b8-9a95-f12a71fcae46', 'code': 200} Aug 05 11:20:49.603778 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-71fa904b-e5f8-412f-b9b9-17649ae2f85f req-c8571439-4dfa-48d8-812f-36f46e7b3657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:49.729923 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9430c032-b205-4552-8efd-0eb4ca207eba req-97dfc4d8-3a54-4115-b0af-dcc58b3e7ed9 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:49.739212 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9430c032-b205-4552-8efd-0eb4ca207eba req-97dfc4d8-3a54-4115-b0af-dcc58b3e7ed9 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc701dc3-24f8-4d20-b931-9ae0ac762570 HTTP/1.1" status: 200 len: 946 time: 0.1136732 Aug 05 11:20:49.817726 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9430c032-b205-4552-8efd-0eb4ca207eba req-1ded2a33-8bcd-43cd-a8c0-a02265e55d52 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] 10.222.0.58 "GET /v2.0/security-groups?id=e0296632-6fc5-467d-96aa-746236c85873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726516 Aug 05 11:20:49.913961 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b6abde-4ad7-4f60-851b-e501cc7f53dd req-2bb81f8f-841f-4be0-bf5c-9bfe6002644b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:49.916009 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c1b6abde-4ad7-4f60-851b-e501cc7f53dd req-2bb81f8f-841f-4be0-bf5c-9bfe6002644b service neutron] 10.222.0.64 "GET /v2.0/networks?id=bd39b4b7-e343-48d5-a296-8b0623efb24d HTTP/1.1" status: 200 len: 925 time: 0.5869684 Aug 05 11:20:50.008107 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b78362c-2ef4-4fec-9c82-1bb340ab7b70 req-a0835526-2c0e-47f8-8d88-2c770b871047 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:50.016940 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6b78362c-2ef4-4fec-9c82-1bb340ab7b70 req-a0835526-2c0e-47f8-8d88-2c770b871047 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/ports?device_id=672374a9-db64-433d-bf95-51fe7f56f21e HTTP/1.1" status: 200 len: 945 time: 0.0953498 Aug 05 11:20:50.083712 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6b78362c-2ef4-4fec-9c82-1bb340ab7b70 req-bb6bb6a3-3616-49e6-831c-732c0de73bb9 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b660be2-1cd3-4f1b-b8b6-43aa3e7d82c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655854 Aug 05 11:20:50.186590 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c1b6abde-4ad7-4f60-851b-e501cc7f53dd req-2a52268c-7882-4d19-936f-10d1ac212ff3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=11888920-2c86-48c1-960f-8cb80fc0218d HTTP/1.1" status: 200 len: 1001 time: 0.1368427 Aug 05 11:20:50.310179 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 10698c5c-dc92-41f7-a803-18e2039f8096 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:20:50.369452 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba7bcec-1363-4b8c-af28-a3ac0799663e req-46eb6dd6-dddc-4968-a681-590dc7896827 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:50.391300 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 10698c5c-dc92-41f7-a803-18e2039f8096 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:20:50.391620 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:50.404130 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fba7bcec-1363-4b8c-af28-a3ac0799663e req-46eb6dd6-dddc-4968-a681-590dc7896827 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b464baa-8fee-4e83-b710-80fe99d43fc0 HTTP/1.1" status: 200 len: 949 time: 0.1609647 Aug 05 11:20:50.443347 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b6abde-4ad7-4f60-851b-e501cc7f53dd req-d6fd8bba-864c-4680-b8ac-8f243444a478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:50.445784 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c1b6abde-4ad7-4f60-851b-e501cc7f53dd req-d6fd8bba-864c-4680-b8ac-8f243444a478 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8e55d893-f67d-42aa-8413-dc445ac3c409 HTTP/1.1" status: 200 len: 863 time: 0.2053087 Aug 05 11:20:50.508845 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fba7bcec-1363-4b8c-af28-a3ac0799663e req-d0559690-1662-4a9d-9e2a-3477fae6fc2e tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba838bf4-27d8-4ebd-8a6c-2c869750a1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090982 Aug 05 11:20:50.521213 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a1ab48a7-a0bc-4a5f-97d5-949309ef6986 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286026'] for router, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:50.544847 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d28124f-36f2-49df-8793-fc87e08c6b04 req-d776995c-b5cc-4b52-8e41-552a3c81cc5e tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:50.554730 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5d28124f-36f2-49df-8793-fc87e08c6b04 req-d776995c-b5cc-4b52-8e41-552a3c81cc5e tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc701dc3-24f8-4d20-b931-9ae0ac762570 HTTP/1.1" status: 200 len: 946 time: 0.1531775 Aug 05 11:20:50.609448 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b6abde-4ad7-4f60-851b-e501cc7f53dd req-812ff226-84d2-4a26-89f3-6ac97d66e751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:50.611120 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c1b6abde-4ad7-4f60-851b-e501cc7f53dd req-812ff226-84d2-4a26-89f3-6ac97d66e751 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bd39b4b7-e343-48d5-a296-8b0623efb24d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1533525 Aug 05 11:20:50.627427 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5d28124f-36f2-49df-8793-fc87e08c6b04 req-25d28645-d1d3-447d-90ed-bb6b8dc9839a tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] 10.222.0.58 "GET /v2.0/security-groups?id=e0296632-6fc5-467d-96aa-746236c85873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712276 Aug 05 11:20:50.755212 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5005bf8c-de37-4f04-bdb4-bfa4510ad6da req-2921e192-475b-4c14-b304-a749a68e11fc tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:50.769106 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5005bf8c-de37-4f04-bdb4-bfa4510ad6da req-2921e192-475b-4c14-b304-a749a68e11fc tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=f026d774-7596-4883-ae12-9e758ace9c10 HTTP/1.1" status: 200 len: 931 time: 0.0969195 Aug 05 11:20:50.834352 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5005bf8c-de37-4f04-bdb4-bfa4510ad6da req-152e589b-d0ec-4d7e-b114-185c8282361d tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614226 Aug 05 11:20:50.889901 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-71fa904b-e5f8-412f-b9b9-17649ae2f85f req-c8571439-4dfa-48d8-812f-36f46e7b3657 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c591373e-e68c-484b-b868-8905c68ec3db {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:20:50.906933 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-71fa904b-e5f8-412f-b9b9-17649ae2f85f req-c8571439-4dfa-48d8-812f-36f46e7b3657 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:50.943301 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c1b6abde-4ad7-4f60-851b-e501cc7f53dd req-fd1c14e3-ceb2-42ba-a424-7c4e3a80bfe1 service neutron] 10.222.0.64 "GET /v2.0/networks/bd39b4b7-e343-48d5-a296-8b0623efb24d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3219094 Aug 05 11:20:50.948152 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-71fa904b-e5f8-412f-b9b9-17649ae2f85f req-c8571439-4dfa-48d8-812f-36f46e7b3657 service neutron] Transition to ACTIVE for port object c591373e-e68c-484b-b868-8905c68ec3db will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:20:50.965942 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-71fa904b-e5f8-412f-b9b9-17649ae2f85f req-c8571439-4dfa-48d8-812f-36f46e7b3657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:51.061842 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1ab48a7-a0bc-4a5f-97d5-949309ef6986 admin admin] Router 12f98516-3ead-41d2-852c-3ed4a8cde94a is scheduled to L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d with binding_index 1 {{(pid=94421) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 11:20:51.139082 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfd9fda-de62-478e-9304-60c376470e81 req-209a87b9-3d23-464b-98f2-8e83bc30a435 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:51.149895 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7bfd9fda-de62-478e-9304-60c376470e81 req-209a87b9-3d23-464b-98f2-8e83bc30a435 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc701dc3-24f8-4d20-b931-9ae0ac762570 HTTP/1.1" status: 200 len: 946 time: 0.1503081 Aug 05 11:20:51.223024 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7bfd9fda-de62-478e-9304-60c376470e81 req-e4d0ee74-4f88-4f5f-ac69-025fb3727d19 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] 10.222.0.58 "GET /v2.0/security-groups?id=e0296632-6fc5-467d-96aa-746236c85873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650773 Aug 05 11:20:51.332408 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8571439-4dfa-48d8-812f-36f46e7b3657 service neutron] Pushing event updated for resources: {'Port': ['ID=c591373e-e68c-484b-b868-8905c68ec3db,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:20:51.366802 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1ab48a7-a0bc-4a5f-97d5-949309ef6986 admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:20:51.378951 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa55076-7ef0-44c5-a0fa-f83571d923ca None None] Sync routers for ids ['12f98516-3ead-41d2-852c-3ed4a8cde94a'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:20:51.389048 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c1b6abde-4ad7-4f60-851b-e501cc7f53dd req-8fbe667d-f79c-4fa0-8bba-a6be7ba0478a service neutron] 10.222.0.64 "GET /v2.0/networks/bd39b4b7-e343-48d5-a296-8b0623efb24d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4348562 Aug 05 11:20:51.398026 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa55076-7ef0-44c5-a0fa-f83571d923ca None None] Routers {'12f98516-3ead-41d2-852c-3ed4a8cde94a'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:20:51.401409 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-0fa55076-7ef0-44c5-a0fa-f83571d923ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:20:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['12f98516-3ead-41d2-852c-3ed4a8cde94a'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:20:51.411926 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-71fa904b-e5f8-412f-b9b9-17649ae2f85f req-c8571439-4dfa-48d8-812f-36f46e7b3657 service neutron] Attempting to bind port c591373e-e68c-484b-b868-8905c68ec3db on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:20:51.412624 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-71fa904b-e5f8-412f-b9b9-17649ae2f85f req-c8571439-4dfa-48d8-812f-36f46e7b3657 service neutron] Attempting to bind port c591373e-e68c-484b-b868-8905c68ec3db by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': '32cc618e-4968-4750-a5aa-c2579fceb01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6e7bde98-a1ff-44d7-8525-eaa9c1e81087'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:20:51.413799 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71fa904b-e5f8-412f-b9b9-17649ae2f85f req-c8571439-4dfa-48d8-812f-36f46e7b3657 service neutron] Attempting to bind port c591373e-e68c-484b-b868-8905c68ec3db on network 6e7bde98-a1ff-44d7-8525-eaa9c1e81087 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:20:51.419762 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a1ab48a7-a0bc-4a5f-97d5-949309ef6986 admin admin] Notify callbacks [] for router, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:51.422184 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-a1ab48a7-a0bc-4a5f-97d5-949309ef6986 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 8.5217211 Aug 05 11:20:51.425229 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 42132) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:20:51.436228 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71fa904b-e5f8-412f-b9b9-17649ae2f85f req-c8571439-4dfa-48d8-812f-36f46e7b3657 service neutron] Port c591373e-e68c-484b-b868-8905c68ec3db on network 6e7bde98-a1ff-44d7-8525-eaa9c1e81087 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:20:51.436977 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71fa904b-e5f8-412f-b9b9-17649ae2f85f req-c8571439-4dfa-48d8-812f-36f46e7b3657 service neutron] Attempting to bind port c591373e-e68c-484b-b868-8905c68ec3db on network 6e7bde98-a1ff-44d7-8525-eaa9c1e81087 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:20:51.485099 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71fa904b-e5f8-412f-b9b9-17649ae2f85f req-c8571439-4dfa-48d8-812f-36f46e7b3657 service neutron] Checking agent: {'id': 'a8f1dd2d-227c-4e30-8844-52419ba734db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:20:51.486813 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71fa904b-e5f8-412f-b9b9-17649ae2f85f req-c8571439-4dfa-48d8-812f-36f46e7b3657 service neutron] Checking segment: {'id': '32cc618e-4968-4750-a5aa-c2579fceb01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6e7bde98-a1ff-44d7-8525-eaa9c1e81087'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:20:51.487393 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71fa904b-e5f8-412f-b9b9-17649ae2f85f req-c8571439-4dfa-48d8-812f-36f46e7b3657 service neutron] Bound using segment: {'id': '32cc618e-4968-4750-a5aa-c2579fceb01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6e7bde98-a1ff-44d7-8525-eaa9c1e81087'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:20:51.488969 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-71fa904b-e5f8-412f-b9b9-17649ae2f85f req-c8571439-4dfa-48d8-812f-36f46e7b3657 service neutron] Bound port: c591373e-e68c-484b-b868-8905c68ec3db, host: n-h2-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32cc618e-4968-4750-a5aa-c2579fceb01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6e7bde98-a1ff-44d7-8525-eaa9c1e81087'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:20:51.489564 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-71fa904b-e5f8-412f-b9b9-17649ae2f85f req-c8571439-4dfa-48d8-812f-36f46e7b3657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:51.502613 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98cb2b9-9522-4908-aa52-0f02d94a2135 req-f6a543cc-a256-4f35-9250-36405ac33c78 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:51.504901 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d98cb2b9-9522-4908-aa52-0f02d94a2135 req-f6a543cc-a256-4f35-9250-36405ac33c78 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/ports?device_id=672374a9-db64-433d-bf95-51fe7f56f21e HTTP/1.1" status: 200 len: 945 time: 0.1507530 Aug 05 11:20:51.566299 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d98cb2b9-9522-4908-aa52-0f02d94a2135 req-a6484be0-1a4a-4343-8b94-167fd70d8a4e tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b660be2-1cd3-4f1b-b8b6-43aa3e7d82c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529506 Aug 05 11:20:51.666662 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:51.683901 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2510450c-e09b-4fff-abee-1b4a56f68035 req-1fdc59d8-265a-4130-bdcc-e2b767ff51c0 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:51.708308 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-0fa55076-7ef0-44c5-a0fa-f83571d923ca None None] Set router 12f98516-3ead-41d2-852c-3ed4a8cde94a gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:20:51.708712 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2510450c-e09b-4fff-abee-1b4a56f68035 req-1fdc59d8-265a-4130-bdcc-e2b767ff51c0 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc701dc3-24f8-4d20-b931-9ae0ac762570 HTTP/1.1" status: 200 len: 946 time: 0.1016884 Aug 05 11:20:51.778216 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2510450c-e09b-4fff-abee-1b4a56f68035 req-f18804b0-bbf9-4ab3-a3e9-a68fa907a615 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] 10.222.0.58 "GET /v2.0/security-groups?id=e0296632-6fc5-467d-96aa-746236c85873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687072 Aug 05 11:20:51.929878 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bb448e7a-236f-41aa-9582-9848db730a75 req-8540d91a-b062-42f6-939c-ad7e59db0d9e tempest-ImagesNegativeTestJSON-1565038095 tempest-ImagesNegativeTestJSON-1565038095-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=63515bf042b74bd7b6b795d26916c4d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0515602 Aug 05 11:20:52.011083 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-0fa55076-7ef0-44c5-a0fa-f83571d923ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12f98516-3ead-41d2-852c-3ed4a8cde94a', 'name': 'tempest-FloatingIPsNegativeTestJSON-1505804769-router', 'tenant_id': 'c6e2fe766e8b4757a2cbec12ee335981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': '91ba36a7-5b96-482a-906a-c3d8ae2b0558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:20:43Z', 'updated_at': '2021-08-05T11:20:48Z', 'revision_number': 3, 'project_id': 'c6e2fe766e8b4757a2cbec12ee335981', 'gw_port': {'id': '91ba36a7-5b96-482a-906a-c3d8ae2b0558', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3c:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12f98516-3ead-41d2-852c-3ed4a8cde94a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:20:45Z', 'updated_at': '2021-08-05T11:20:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:20:52.050531 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa55076-7ef0-44c5-a0fa-f83571d923ca None None] Checking router: 12f98516-3ead-41d2-852c-3ed4a8cde94a for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:20:52.050963 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa55076-7ef0-44c5-a0fa-f83571d923ca None None] Updating router 12f98516-3ead-41d2-852c-3ed4a8cde94a port 91ba36a7-5b96-482a-906a-c3d8ae2b0558 binding host n-d-803378-2 {{(pid=94423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 11:20:52.097039 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023d977b-bf49-464b-b946-5912fdce8107 req-934c1d92-905c-46dc-9484-bc475503d71c tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:52.098794 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-0fa55076-7ef0-44c5-a0fa-f83571d923ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:52.099247 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-023d977b-bf49-464b-b946-5912fdce8107 req-934c1d92-905c-46dc-9484-bc475503d71c tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b464baa-8fee-4e83-b710-80fe99d43fc0 HTTP/1.1" status: 200 len: 949 time: 0.1825919 Aug 05 11:20:52.157981 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb448e7a-236f-41aa-9582-9848db730a75 req-437c9555-6578-4f7f-8a4e-d504559785df tempest-ImagesNegativeTestJSON-1565038095 tempest-ImagesNegativeTestJSON-1565038095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:52.168770 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bb448e7a-236f-41aa-9582-9848db730a75 req-437c9555-6578-4f7f-8a4e-d504559785df tempest-ImagesNegativeTestJSON-1565038095 tempest-ImagesNegativeTestJSON-1565038095-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2378988 Aug 05 11:20:52.211424 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bb448e7a-236f-41aa-9582-9848db730a75 req-77335789-4e78-4413-9e49-0bfd5ad5ae1c tempest-ImagesNegativeTestJSON-1565038095 tempest-ImagesNegativeTestJSON-1565038095-project] 10.222.0.58 "GET /v2.0/quotas/63515bf042b74bd7b6b795d26916c4d1 HTTP/1.1" status: 200 len: 375 time: 0.0413365 Aug 05 11:20:52.235644 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-023d977b-bf49-464b-b946-5912fdce8107 req-2db27944-f4a6-46bd-82ef-7d25f6c6da53 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba838bf4-27d8-4ebd-8a6c-2c869750a1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147428 Aug 05 11:20:52.282211 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bb448e7a-236f-41aa-9582-9848db730a75 req-5d6fc8e6-5551-4e3e-8566-89a5fe30a3e7 tempest-ImagesNegativeTestJSON-1565038095 tempest-ImagesNegativeTestJSON-1565038095-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=63515bf042b74bd7b6b795d26916c4d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0696228 Aug 05 11:20:52.312953 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-71fa904b-e5f8-412f-b9b9-17649ae2f85f req-c8571439-4dfa-48d8-812f-36f46e7b3657 service neutron] For port c591373e-e68c-484b-b868-8905c68ec3db, host n-h2-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:20:52.347471 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-71fa904b-e5f8-412f-b9b9-17649ae2f85f req-c8571439-4dfa-48d8-812f-36f46e7b3657 service neutron] For port c591373e-e68c-484b-b868-8905c68ec3db, host n-h2-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=c591373e-e68c-484b-b868-8905c68ec3db,segment=NetworkSegment(32cc618e-4968-4750-a5aa-c2579fceb01e),segment_id=32cc618e-4968-4750-a5aa-c2579fceb01e)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:20:52.371098 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-71fa904b-e5f8-412f-b9b9-17649ae2f85f req-c8571439-4dfa-48d8-812f-36f46e7b3657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:52.403450 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fa904b-e5f8-412f-b9b9-17649ae2f85f req-c8571439-4dfa-48d8-812f-36f46e7b3657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:52.404606 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-71fa904b-e5f8-412f-b9b9-17649ae2f85f req-c8571439-4dfa-48d8-812f-36f46e7b3657 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:52.407010 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-71fa904b-e5f8-412f-b9b9-17649ae2f85f req-c8571439-4dfa-48d8-812f-36f46e7b3657 service neutron] 10.222.0.55 "PUT /v2.0/ports/c591373e-e68c-484b-b868-8905c68ec3db HTTP/1.1" status: 200 len: 1091 time: 3.1918883 Aug 05 11:20:52.444405 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f026d774-7596-4883-ae12-9e758ace9c10', 'tag': 'c591373e-e68c-484b-b868-8905c68ec3db'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:20:52.456259 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1804a2e5-7ed8-4449-80c2-9ccf456d8c1a" -d '{"events": [{"name": "network-changed", "server_uuid": "f026d774-7596-4883-ae12-9e758ace9c10", "tag": "c591373e-e68c-484b-b868-8905c68ec3db"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:20:52.601331 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff228827-0624-47db-8ef8-1abb96616556 req-fce00a8d-c781-4d1c-b46d-ed7b61eab5e2 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:52.611628 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ff228827-0624-47db-8ef8-1abb96616556 req-fce00a8d-c781-4d1c-b46d-ed7b61eab5e2 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=f026d774-7596-4883-ae12-9e758ace9c10 HTTP/1.1" status: 200 len: 943 time: 0.1347885 Aug 05 11:20:52.650285 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8571439-4dfa-48d8-812f-36f46e7b3657 service neutron] Pushing event updated for resources: {'Port': ['ID=c591373e-e68c-484b-b868-8905c68ec3db,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:20:52.707996 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ff228827-0624-47db-8ef8-1abb96616556 req-0e470204-8640-4273-88f1-b2d4beb69173 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896761 Aug 05 11:20:52.736942 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456857ae-e444-4ee6-a8ea-d85b5c271ac0 req-252bd8fa-d483-4697-b917-dd35bb4293dc tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:52.737532 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fa904b-e5f8-412f-b9b9-17649ae2f85f req-4fe9bffc-e417-413e-95a3-e0813be03159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:52.741879 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-71fa904b-e5f8-412f-b9b9-17649ae2f85f req-4fe9bffc-e417-413e-95a3-e0813be03159 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d8daa1497f4a496cba61c8a60c09e98b&device_id=f026d774-7596-4883-ae12-9e758ace9c10 HTTP/1.1" status: 200 len: 1094 time: 0.2132070 Aug 05 11:20:52.753615 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-456857ae-e444-4ee6-a8ea-d85b5c271ac0 req-252bd8fa-d483-4697-b917-dd35bb4293dc tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc701dc3-24f8-4d20-b931-9ae0ac762570 HTTP/1.1" status: 200 len: 946 time: 0.2202127 Aug 05 11:20:52.818335 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-456857ae-e444-4ee6-a8ea-d85b5c271ac0 req-ac4ebdb3-1542-4461-a7f1-cfcffa35da80 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] 10.222.0.58 "GET /v2.0/security-groups?id=e0296632-6fc5-467d-96aa-746236c85873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629048 Aug 05 11:20:52.828239 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-0fa55076-7ef0-44c5-a0fa-f83571d923ca None None] Notify callbacks [] for port, precommit_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:52.861392 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.provisioning_blocks [None req-0fa55076-7ef0-44c5-a0fa-f83571d923ca None None] Transition to ACTIVE for port object 91ba36a7-5b96-482a-906a-c3d8ae2b0558 will not be triggered until provisioned by entity L2. {{(pid=94423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:20:52.872870 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-0fa55076-7ef0-44c5-a0fa-f83571d923ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:52.927397 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-71fa904b-e5f8-412f-b9b9-17649ae2f85f req-8056a5ff-05a0-4d23-a405-6585e493457f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c591373e-e68c-484b-b868-8905c68ec3db HTTP/1.1" status: 200 len: 217 time: 0.1245210 Aug 05 11:20:52.937006 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae9a6b2-3e38-4bb0-b899-9d2e44b19b59 None None] Pushing event updated for resources: {'Port': ['ID=91ba36a7-5b96-482a-906a-c3d8ae2b0558,revision_number=2']} {{(pid=94423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:20:52.959091 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b4fec8c6-85bf-48b7-af80-588c5348f8dd req-13bd4934-3f4e-48f6-911c-a96cba1bbdf2 tempest-ImagesNegativeTestJSON-1565038095 tempest-ImagesNegativeTestJSON-1565038095-project] 10.222.0.58 "GET /v2.0/ports?device_id=69ce95eb-9242-4368-afb0-16a043e55e53 HTTP/1.1" status: 200 len: 210 time: 0.0522089 Aug 05 11:20:52.968142 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae9a6b2-3e38-4bb0-b899-9d2e44b19b59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:20:52.968674 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae9a6b2-3e38-4bb0-b899-9d2e44b19b59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:20:52.969163 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae9a6b2-3e38-4bb0-b899-9d2e44b19b59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:20:52.969694 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae9a6b2-3e38-4bb0-b899-9d2e44b19b59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:20:52.970129 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae9a6b2-3e38-4bb0-b899-9d2e44b19b59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:20:52.970703 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae9a6b2-3e38-4bb0-b899-9d2e44b19b59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:20:52.971180 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae9a6b2-3e38-4bb0-b899-9d2e44b19b59 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:20:52.971684 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae9a6b2-3e38-4bb0-b899-9d2e44b19b59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:20:52.975015 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae9a6b2-3e38-4bb0-b899-9d2e44b19b59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:20:52.975015 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae9a6b2-3e38-4bb0-b899-9d2e44b19b59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:20:52.975015 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae9a6b2-3e38-4bb0-b899-9d2e44b19b59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:20:52.975015 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae9a6b2-3e38-4bb0-b899-9d2e44b19b59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:20:53.011379 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-0fa55076-7ef0-44c5-a0fa-f83571d923ca None None] Attempting to bind port 91ba36a7-5b96-482a-906a-c3d8ae2b0558 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:20:53.011744 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-0fa55076-7ef0-44c5-a0fa-f83571d923ca None None] Attempting to bind port 91ba36a7-5b96-482a-906a-c3d8ae2b0558 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}] {{(pid=94423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:20:53.012103 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa55076-7ef0-44c5-a0fa-f83571d923ca None None] Attempting to bind port 91ba36a7-5b96-482a-906a-c3d8ae2b0558 on network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:20:53.030094 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa55076-7ef0-44c5-a0fa-f83571d923ca None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:20:53.030553 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa55076-7ef0-44c5-a0fa-f83571d923ca None None] Checking segment: {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:20:53.030998 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-0fa55076-7ef0-44c5-a0fa-f83571d923ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:53.031342 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa55076-7ef0-44c5-a0fa-f83571d923ca None None] Bound using segment: {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'} {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:20:53.031819 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-0fa55076-7ef0-44c5-a0fa-f83571d923ca None None] Bound port: 91ba36a7-5b96-482a-906a-c3d8ae2b0558, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}}] {{(pid=94423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:20:53.032320 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-0fa55076-7ef0-44c5-a0fa-f83571d923ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:53.052162 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc3205a6-4e76-4f33-b7e7-8434bba69572 x-openstack-request-id: req-dc3205a6-4e76-4f33-b7e7-8434bba69572 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:20:53.055547 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f026d774-7596-4883-ae12-9e758ace9c10", "tag": "c591373e-e68c-484b-b868-8905c68ec3db", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:20:53.055547 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-dc3205a6-4e76-4f33-b7e7-8434bba69572 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:20:53.055547 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f026d774-7596-4883-ae12-9e758ace9c10', 'tag': 'c591373e-e68c-484b-b868-8905c68ec3db', 'status': 'completed', 'code': 200} Aug 05 11:20:53.090540 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-774d67aa-2e20-47e8-8f53-6998973c35aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:53.122430 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fa904b-e5f8-412f-b9b9-17649ae2f85f req-bdf5f808-2087-41dd-9142-ffc7c0c7e065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:53.124705 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-71fa904b-e5f8-412f-b9b9-17649ae2f85f req-bdf5f808-2087-41dd-9142-ffc7c0c7e065 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8c648b54-2f27-41ec-9e17-9213825c0d0c HTTP/1.1" status: 200 len: 852 time: 0.1843469 Aug 05 11:20:53.131304 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.db [None req-0fa55076-7ef0-44c5-a0fa-f83571d923ca None None] For port 91ba36a7-5b96-482a-906a-c3d8ae2b0558, host n-d-803378-2, cleared binding levels {{(pid=94423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:20:53.135489 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.db [None req-0fa55076-7ef0-44c5-a0fa-f83571d923ca None None] For port 91ba36a7-5b96-482a-906a-c3d8ae2b0558, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=91ba36a7-5b96-482a-906a-c3d8ae2b0558,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:20:53.143356 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-0fa55076-7ef0-44c5-a0fa-f83571d923ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:53.146646 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd8e1db-4ab0-4521-bcca-f1a3690be9d0 req-d9b1d473-d4c1-4b9d-a42a-e07c3f39ad12 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:53.148462 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3dd8e1db-4ab0-4521-bcca-f1a3690be9d0 req-d9b1d473-d4c1-4b9d-a42a-e07c3f39ad12 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/ports?device_id=672374a9-db64-433d-bf95-51fe7f56f21e HTTP/1.1" status: 200 len: 945 time: 0.1106687 Aug 05 11:20:53.195163 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-71fa904b-e5f8-412f-b9b9-17649ae2f85f req-ce7df2de-d052-4ea3-9e8a-52a77ab7daef service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6e7bde98-a1ff-44d7-8525-eaa9c1e81087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559046 Aug 05 11:20:53.231357 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae9a6b2-3e38-4bb0-b899-9d2e44b19b59 None None] Pushing event updated for resources: {'Port': ['ID=91ba36a7-5b96-482a-906a-c3d8ae2b0558,revision_number=3']} {{(pid=94423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:20:53.262618 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa55076-7ef0-44c5-a0fa-f83571d923ca None None] Routers {'12f98516-3ead-41d2-852c-3ed4a8cde94a'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:20:53.263607 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-0fa55076-7ef0-44c5-a0fa-f83571d923ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:20:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['12f98516-3ead-41d2-852c-3ed4a8cde94a'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:20:53.282033 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3dd8e1db-4ab0-4521-bcca-f1a3690be9d0 req-235091e3-84eb-45e9-af31-62d28bf171ea tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b660be2-1cd3-4f1b-b8b6-43aa3e7d82c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752442 Aug 05 11:20:53.323750 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967aa973-e4f6-4fa7-8ac5-b3de3d2f25e8 req-57ca01d0-5485-44d4-be13-288614f0e8c6 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:53.329371 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-967aa973-e4f6-4fa7-8ac5-b3de3d2f25e8 req-57ca01d0-5485-44d4-be13-288614f0e8c6 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc701dc3-24f8-4d20-b931-9ae0ac762570 HTTP/1.1" status: 200 len: 946 time: 0.1728096 Aug 05 11:20:53.422849 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-0fa55076-7ef0-44c5-a0fa-f83571d923ca None None] Set router 12f98516-3ead-41d2-852c-3ed4a8cde94a gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:20:53.433950 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-967aa973-e4f6-4fa7-8ac5-b3de3d2f25e8 req-4688e8d4-0090-4d8a-8ebc-61435e3bc22f tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] 10.222.0.58 "GET /v2.0/security-groups?id=e0296632-6fc5-467d-96aa-746236c85873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024041 Aug 05 11:20:53.497425 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-71fa904b-e5f8-412f-b9b9-17649ae2f85f req-e852e2ae-7bd6-402e-a8ea-f8132d306e03 service neutron] 10.222.0.55 "GET /v2.0/networks/6e7bde98-a1ff-44d7-8525-eaa9c1e81087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096450 Aug 05 11:20:53.528397 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fd2114-7dae-44d5-9130-c7cbec965a75 req-66d3d38c-1be3-4c6e-84b4-51012b1666c1 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:53.546778 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-09fd2114-7dae-44d5-9130-c7cbec965a75 req-66d3d38c-1be3-4c6e-84b4-51012b1666c1 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b464baa-8fee-4e83-b710-80fe99d43fc0 HTTP/1.1" status: 200 len: 949 time: 0.1357348 Aug 05 11:20:53.629326 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-09fd2114-7dae-44d5-9130-c7cbec965a75 req-e12f0dc1-18af-4f45-a7e5-4b342d81ad41 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba838bf4-27d8-4ebd-8a6c-2c869750a1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807533 Aug 05 11:20:53.710408 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d13f2b1-30f0-4f50-a40b-f0792be2ffbb req-f0445c9c-4601-4d37-bbdd-de2e8b4995fc tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:53.712619 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6d13f2b1-30f0-4f50-a40b-f0792be2ffbb req-f0445c9c-4601-4d37-bbdd-de2e8b4995fc tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc701dc3-24f8-4d20-b931-9ae0ac762570 HTTP/1.1" status: 200 len: 946 time: 0.1100571 Aug 05 11:20:53.805638 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-0fa55076-7ef0-44c5-a0fa-f83571d923ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12f98516-3ead-41d2-852c-3ed4a8cde94a', 'name': 'tempest-FloatingIPsNegativeTestJSON-1505804769-router', 'tenant_id': 'c6e2fe766e8b4757a2cbec12ee335981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': '91ba36a7-5b96-482a-906a-c3d8ae2b0558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:20:43Z', 'updated_at': '2021-08-05T11:20:48Z', 'revision_number': 3, 'project_id': 'c6e2fe766e8b4757a2cbec12ee335981', 'gw_port': {'id': '91ba36a7-5b96-482a-906a-c3d8ae2b0558', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3c:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12f98516-3ead-41d2-852c-3ed4a8cde94a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:20:45Z', 'updated_at': '2021-08-05T11:20:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:20:53.808893 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6d13f2b1-30f0-4f50-a40b-f0792be2ffbb req-8ff3f0ed-1321-46d4-8b58-54c81e7b8906 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] 10.222.0.58 "GET /v2.0/security-groups?id=e0296632-6fc5-467d-96aa-746236c85873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680168 Aug 05 11:20:53.818815 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-774d67aa-2e20-47e8-8f53-6998973c35aa admin admin] Allocated IP 172.20.0.1 (d6e7f7a1-7b13-4626-8248-404da8ee94cd/f8379764-b073-42f7-839c-6cb0c6a8c98b/6990f16d-1ad0-4690-aee8-e9dcbd15c6f4) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:20:53.858139 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa55076-7ef0-44c5-a0fa-f83571d923ca None None] The sync data for ids ['12f98516-3ead-41d2-852c-3ed4a8cde94a'] in n-d-803378-2 is: [{'id': '12f98516-3ead-41d2-852c-3ed4a8cde94a', 'name': 'tempest-FloatingIPsNegativeTestJSON-1505804769-router', 'tenant_id': 'c6e2fe766e8b4757a2cbec12ee335981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': '91ba36a7-5b96-482a-906a-c3d8ae2b0558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:20:43Z', 'updated_at': '2021-08-05T11:20:48Z', 'revision_number': 3, 'project_id': 'c6e2fe766e8b4757a2cbec12ee335981', 'gw_port': {'id': '91ba36a7-5b96-482a-906a-c3d8ae2b0558', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3c:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12f98516-3ead-41d2-852c-3ed4a8cde94a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:20:45Z', 'updated_at': '2021-08-05T11:20:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:20:53.912443 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9f4fe3-9b8f-494b-be38-22a73227084b req-cfb80202-4eb8-47c1-b812-45cbb7a55d29 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:53.921805 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ab9f4fe3-9b8f-494b-be38-22a73227084b req-cfb80202-4eb8-47c1-b812-45cbb7a55d29 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=f026d774-7596-4883-ae12-9e758ace9c10 HTTP/1.1" status: 200 len: 943 time: 0.0903895 Aug 05 11:20:53.967839 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-71fa904b-e5f8-412f-b9b9-17649ae2f85f req-9393a853-d3f9-4b72-a014-51f86e4fc0ae service neutron] 10.222.0.55 "GET /v2.0/networks/6e7bde98-a1ff-44d7-8525-eaa9c1e81087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4360673 Aug 05 11:20:53.982910 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ab9f4fe3-9b8f-494b-be38-22a73227084b req-7622dfa9-f2c6-4385-bc30-b34d5ebe010b tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600350 Aug 05 11:20:54.036370 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-774d67aa-2e20-47e8-8f53-6998973c35aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:54.052771 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [None req-774d67aa-2e20-47e8-8f53-6998973c35aa admin admin] Transition to ACTIVE for port object 6990f16d-1ad0-4690-aee8-e9dcbd15c6f4 will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:20:54.101996 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc019d2-9acd-444e-9957-b3c11795646b req-5b4d668b-f557-4650-9465-d742e9f63544 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:54.106589 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9cc019d2-9acd-444e-9957-b3c11795646b req-5b4d668b-f557-4650-9465-d742e9f63544 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc701dc3-24f8-4d20-b931-9ae0ac762570 HTTP/1.1" status: 200 len: 946 time: 0.0817647 Aug 05 11:20:54.114436 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-774d67aa-2e20-47e8-8f53-6998973c35aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:54.213271 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9cc019d2-9acd-444e-9957-b3c11795646b req-e777594c-2f3b-4fa0-973d-49de35d22202 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] 10.222.0.58 "GET /v2.0/security-groups?id=e0296632-6fc5-467d-96aa-746236c85873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966694 Aug 05 11:20:54.313934 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774d67aa-2e20-47e8-8f53-6998973c35aa admin admin] Network d6e7f7a1-7b13-4626-8248-404da8ee94cd is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:20:54.318560 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0d87da20-c9dc-4d89-9ca6-8bc97775d14f req-1763a953-c996-45b1-850f-38f3302d7227 tempest-ImagesNegativeTestJSON-1565038095 tempest-ImagesNegativeTestJSON-1565038095-project] 10.222.0.58 "GET /v2.0/ports?device_id=69ce95eb-9242-4368-afb0-16a043e55e53 HTTP/1.1" status: 200 len: 210 time: 0.0669856 Aug 05 11:20:54.323525 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-774d67aa-2e20-47e8-8f53-6998973c35aa admin admin] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:20:54.343522 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774d67aa-2e20-47e8-8f53-6998973c35aa admin admin] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:20:54.354026 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774d67aa-2e20-47e8-8f53-6998973c35aa admin admin] Pushing event updated for resources: {'Port': ['ID=6990f16d-1ad0-4690-aee8-e9dcbd15c6f4,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:20:54.428692 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1804a2e5-7ed8-4449-80c2-9ccf456d8c1a req-1d5b12d7-19e4-4b6f-8e21-af9e8d1923fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:54.430473 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1804a2e5-7ed8-4449-80c2-9ccf456d8c1a req-1d5b12d7-19e4-4b6f-8e21-af9e8d1923fc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d8daa1497f4a496cba61c8a60c09e98b&device_id=f026d774-7596-4883-ae12-9e758ace9c10 HTTP/1.1" status: 200 len: 1094 time: 0.2593768 Aug 05 11:20:54.445450 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bb448e7a-236f-41aa-9582-9848db730a75 req-dd205e4b-0c65-4071-bef8-bbfcd8b38d0a tempest-ImagesNegativeTestJSON-1565038095 tempest-ImagesNegativeTestJSON-1565038095-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=63515bf042b74bd7b6b795d26916c4d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0505838 Aug 05 11:20:54.642079 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-774d67aa-2e20-47e8-8f53-6998973c35aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33288800'] for router_interface, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:54.733717 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-d1d1594f-da67-474d-b3d2-307639eddbaf None None] Provisioning for port 6990f16d-1ad0-4690-aee8-e9dcbd15c6f4 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:20:54.738803 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb448e7a-236f-41aa-9582-9848db730a75 req-f591d3e3-b852-4f1c-b719-d95562739c10 tempest-ImagesNegativeTestJSON-1565038095 tempest-ImagesNegativeTestJSON-1565038095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:54.740527 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-d1d1594f-da67-474d-b3d2-307639eddbaf None None] Provisioning complete for port 6990f16d-1ad0-4690-aee8-e9dcbd15c6f4 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:20:54.741244 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-d1d1594f-da67-474d-b3d2-307639eddbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:54.749038 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bb448e7a-236f-41aa-9582-9848db730a75 req-f591d3e3-b852-4f1c-b719-d95562739c10 tempest-ImagesNegativeTestJSON-1565038095 tempest-ImagesNegativeTestJSON-1565038095-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2824798 Aug 05 11:20:54.803426 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9382a71-e289-4026-a857-58125bff991b req-c6369a82-7b11-4d59-93bd-7625992c0100 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:54.816062 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-d1d1594f-da67-474d-b3d2-307639eddbaf None None] Port 6990f16d-1ad0-4690-aee8-e9dcbd15c6f4 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:20:54.823178 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1804a2e5-7ed8-4449-80c2-9ccf456d8c1a req-c2cb6182-a689-4c0a-8166-f619b9974d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:54.824145 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1804a2e5-7ed8-4449-80c2-9ccf456d8c1a req-c2cb6182-a689-4c0a-8166-f619b9974d37 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6e7bde98-a1ff-44d7-8525-eaa9c1e81087 HTTP/1.1" status: 200 len: 913 time: 0.3840916 Aug 05 11:20:54.837300 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d9382a71-e289-4026-a857-58125bff991b req-c6369a82-7b11-4d59-93bd-7625992c0100 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/ports?device_id=672374a9-db64-433d-bf95-51fe7f56f21e HTTP/1.1" status: 200 len: 945 time: 0.4141939 Aug 05 11:20:54.846236 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-bb448e7a-236f-41aa-9582-9848db730a75 req-eab6143b-3efa-4d98-9391-f18abd5cb1e7 tempest-ImagesNegativeTestJSON-1565038095 tempest-ImagesNegativeTestJSON-1565038095-project] Request body: {'port': {'device_id': '69ce95eb-9242-4368-afb0-16a043e55e53', 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a', 'admin_state_up': True, 'tenant_id': '63515bf042b74bd7b6b795d26916c4d1'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:20:55.007832 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-774d67aa-2e20-47e8-8f53-6998973c35aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:55.012785 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1804a2e5-7ed8-4449-80c2-9ccf456d8c1a req-351ee0ba-4443-499c-a625-4e32790d5136 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c591373e-e68c-484b-b868-8905c68ec3db HTTP/1.1" status: 200 len: 217 time: 0.1076267 Aug 05 11:20:55.052091 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d9382a71-e289-4026-a857-58125bff991b req-ceed4faf-d2ef-4d28-9e36-343aaecaae9c tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b660be2-1cd3-4f1b-b8b6-43aa3e7d82c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135985 Aug 05 11:20:55.164889 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1804a2e5-7ed8-4449-80c2-9ccf456d8c1a req-9dfe6646-f9b3-4f8c-ab53-a8ddb18df387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:55.169823 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1804a2e5-7ed8-4449-80c2-9ccf456d8c1a req-9dfe6646-f9b3-4f8c-ab53-a8ddb18df387 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8c648b54-2f27-41ec-9e17-9213825c0d0c HTTP/1.1" status: 200 len: 852 time: 0.1034684 Aug 05 11:20:55.259897 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a0b484-1999-42a2-9aab-82885d3fa451 req-2702a216-d2b5-49c4-b210-d95d8261a3ad tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:55.271417 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-57a0b484-1999-42a2-9aab-82885d3fa451 req-2702a216-d2b5-49c4-b210-d95d8261a3ad tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b464baa-8fee-4e83-b710-80fe99d43fc0 HTTP/1.1" status: 200 len: 949 time: 0.2082071 Aug 05 11:20:55.334235 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1804a2e5-7ed8-4449-80c2-9ccf456d8c1a req-30cc278a-b939-4c8f-80ff-9c21be0bd78b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6e7bde98-a1ff-44d7-8525-eaa9c1e81087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1348803 Aug 05 11:20:55.367639 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-57a0b484-1999-42a2-9aab-82885d3fa451 req-4f035692-e640-4d73-a56b-cd3b6fa17838 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba838bf4-27d8-4ebd-8a6c-2c869750a1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730088 Aug 05 11:20:55.410339 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb448e7a-236f-41aa-9582-9848db730a75 req-eab6143b-3efa-4d98-9391-f18abd5cb1e7 tempest-ImagesNegativeTestJSON-1565038095 tempest-ImagesNegativeTestJSON-1565038095-project] Made reservation on behalf of 63515bf042b74bd7b6b795d26916c4d1 for: {'port': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:20:55.415679 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-bb448e7a-236f-41aa-9582-9848db730a75 req-eab6143b-3efa-4d98-9391-f18abd5cb1e7 tempest-ImagesNegativeTestJSON-1565038095 tempest-ImagesNegativeTestJSON-1565038095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:55.433331 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-bb448e7a-236f-41aa-9582-9848db730a75 req-eab6143b-3efa-4d98-9391-f18abd5cb1e7 tempest-ImagesNegativeTestJSON-1565038095 tempest-ImagesNegativeTestJSON-1565038095-project] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:55.466504 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897fc652-4ec0-4393-9368-d19a094c03b4 req-b901386e-9329-4fa3-bddb-8d21ed739856 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:55.468436 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-897fc652-4ec0-4393-9368-d19a094c03b4 req-b901386e-9329-4fa3-bddb-8d21ed739856 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=f026d774-7596-4883-ae12-9e758ace9c10 HTTP/1.1" status: 200 len: 943 time: 0.1284237 Aug 05 11:20:55.520542 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-774d67aa-2e20-47e8-8f53-6998973c35aa admin admin] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:55.534589 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-774d67aa-2e20-47e8-8f53-6998973c35aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:55.579575 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-897fc652-4ec0-4393-9368-d19a094c03b4 req-cf4f3cdd-84df-4cbb-b134-47101316e411 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013591 Aug 05 11:20:55.650115 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1804a2e5-7ed8-4449-80c2-9ccf456d8c1a req-275598ed-c8c5-4440-afc4-644be13cb9c1 service neutron] 10.222.0.55 "GET /v2.0/networks/6e7bde98-a1ff-44d7-8525-eaa9c1e81087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2910552 Aug 05 11:20:55.675184 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-bb448e7a-236f-41aa-9582-9848db730a75 req-eab6143b-3efa-4d98-9391-f18abd5cb1e7 tempest-ImagesNegativeTestJSON-1565038095 tempest-ImagesNegativeTestJSON-1565038095-project] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:55.679535 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-774d67aa-2e20-47e8-8f53-6998973c35aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33140268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33208272'] for router_interface, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:55.684808 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-bb448e7a-236f-41aa-9582-9848db730a75 req-eab6143b-3efa-4d98-9391-f18abd5cb1e7 tempest-ImagesNegativeTestJSON-1565038095 tempest-ImagesNegativeTestJSON-1565038095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:55.778858 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-07952e96-6d21-43a2-a6c8-bae991f5b1af req-1b1d2861-f6da-4a9a-becd-f53b9cd09393 tempest-ImagesNegativeTestJSON-1565038095 tempest-ImagesNegativeTestJSON-1565038095-project] 10.222.0.58 "GET /v2.0/ports?device_id=69ce95eb-9242-4368-afb0-16a043e55e53 HTTP/1.1" status: 200 len: 210 time: 0.0622137 Aug 05 11:20:55.848024 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774d67aa-2e20-47e8-8f53-6998973c35aa admin admin] Pushing event updated for resources: {'Port': ['ID=6990f16d-1ad0-4690-aee8-e9dcbd15c6f4,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:20:55.899741 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab6143b-3efa-4d98-9391-f18abd5cb1e7 tempest-ImagesNegativeTestJSON-1565038095 tempest-ImagesNegativeTestJSON-1565038095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7369110-b1fd-403b-991c-729cd947908f,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:20:55.909746 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1804a2e5-7ed8-4449-80c2-9ccf456d8c1a req-1f95f6de-e7ba-4835-a01a-f76702d3ff5d service neutron] 10.222.0.55 "GET /v2.0/networks/6e7bde98-a1ff-44d7-8525-eaa9c1e81087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386475 Aug 05 11:20:55.919739 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774d67aa-2e20-47e8-8f53-6998973c35aa admin admin] Network d6e7f7a1-7b13-4626-8248-404da8ee94cd is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:20:55.921914 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-774d67aa-2e20-47e8-8f53-6998973c35aa admin admin] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:20:55.994450 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf30bbb-c53c-492f-a41b-5d88861bd2ae req-13285b27-7c95-4f13-9162-19982df140b5 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:55.996754 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-dcf30bbb-c53c-492f-a41b-5d88861bd2ae req-13285b27-7c95-4f13-9162-19982df140b5 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc701dc3-24f8-4d20-b931-9ae0ac762570 HTTP/1.1" status: 200 len: 946 time: 0.1538999 Aug 05 11:20:56.032975 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [req-bb448e7a-236f-41aa-9582-9848db730a75 req-eab6143b-3efa-4d98-9391-f18abd5cb1e7 tempest-ImagesNegativeTestJSON-1565038095 tempest-ImagesNegativeTestJSON-1565038095-project] Allocated IP 192.168.233.61 (91caede3-92e4-4b1e-8e3e-36227cfd846a/6842f728-c2f3-4e36-bb32-3303d06ce3f4/e635697d-4b0d-49ef-99f9-9d56ec0e8090) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:20:56.140477 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-dcf30bbb-c53c-492f-a41b-5d88861bd2ae req-51a59357-5d83-4239-aa61-2c83afad1715 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] 10.222.0.58 "GET /v2.0/security-groups?id=e0296632-6fc5-467d-96aa-746236c85873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370199 Aug 05 11:20:56.154063 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-774d67aa-2e20-47e8-8f53-6998973c35aa admin admin] Router 12f98516-3ead-41d2-852c-3ed4a8cde94a has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 11:20:56.250823 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device edbe9b9a-fd00-49b8-9a95-f12a71fcae46 details requested by agent hyperv_n-h1-803378-2 with host n-h1-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:20:56.480913 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-bb448e7a-236f-41aa-9582-9848db730a75 req-eab6143b-3efa-4d98-9391-f18abd5cb1e7 tempest-ImagesNegativeTestJSON-1565038095 tempest-ImagesNegativeTestJSON-1565038095-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:56.493145 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-3c2b99b7-ea53-4ebc-aca2-b70064e0ad24 None None] Provisioning complete for port 6990f16d-1ad0-4690-aee8-e9dcbd15c6f4 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:20:56.493999 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-3c2b99b7-ea53-4ebc-aca2-b70064e0ad24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:56.546685 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 91ba36a7-5b96-482a-906a-c3d8ae2b0558 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:20:56.547562 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [req-bb448e7a-236f-41aa-9582-9848db730a75 req-eab6143b-3efa-4d98-9391-f18abd5cb1e7 tempest-ImagesNegativeTestJSON-1565038095 tempest-ImagesNegativeTestJSON-1565038095-project] Transition to ACTIVE for port object e635697d-4b0d-49ef-99f9-9d56ec0e8090 will not be triggered until provisioned by entity DHCP. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:20:56.573375 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-774d67aa-2e20-47e8-8f53-6998973c35aa admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:20:56.587710 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-774d67aa-2e20-47e8-8f53-6998973c35aa admin admin] 10.222.0.58 "PUT /v2.0/routers/12f98516-3ead-41d2-852c-3ed4a8cde94a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1609125 Aug 05 11:20:56.623112 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932bc70c-7367-4158-838c-3ff6d1522359 req-7eb558dd-7d38-42b8-820d-4230ed025a9e tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:56.632928 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1a34fa-b446-4159-873e-edb147b546dc None None] Sync routers for ids ['12f98516-3ead-41d2-852c-3ed4a8cde94a'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:20:56.633224 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-932bc70c-7367-4158-838c-3ff6d1522359 req-7eb558dd-7d38-42b8-820d-4230ed025a9e tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/ports?device_id=672374a9-db64-433d-bf95-51fe7f56f21e HTTP/1.1" status: 200 len: 945 time: 0.1143174 Aug 05 11:20:56.646574 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port edbe9b9a-fd00-49b8-9a95-f12a71fcae46, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=edbe9b9a-fd00-49b8-9a95-f12a71fcae46,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:20:56.684541 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-3c2b99b7-ea53-4ebc-aca2-b70064e0ad24 None None] Port 6990f16d-1ad0-4690-aee8-e9dcbd15c6f4 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:20:56.689760 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Returning: {'device': 'edbe9b9a-fd00-49b8-9a95-f12a71fcae46', 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a', 'port_id': 'edbe9b9a-fd00-49b8-9a95-f12a71fcae46', 'mac_address': 'fa:16:3e:de:3e:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6842f728-c2f3-4e36-bb32-3303d06ce3f4', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:20:56.691066 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73baaa51-e774-493f-a69e-2eda408968df req-d196ce93-275d-4993-8254-fd7cb468c21d tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:56.692738 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-73baaa51-e774-493f-a69e-2eda408968df req-d196ce93-275d-4993-8254-fd7cb468c21d tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b464baa-8fee-4e83-b710-80fe99d43fc0 HTTP/1.1" status: 200 len: 949 time: 0.1838875 Aug 05 11:20:56.696921 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1a34fa-b446-4159-873e-edb147b546dc None None] Routers {'12f98516-3ead-41d2-852c-3ed4a8cde94a'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:20:56.697807 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-1f1a34fa-b446-4159-873e-edb147b546dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:20:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['12f98516-3ead-41d2-852c-3ed4a8cde94a'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:20:56.733082 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-932bc70c-7367-4158-838c-3ff6d1522359 req-aa812adc-a551-43e9-819a-9de33d3adb65 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b660be2-1cd3-4f1b-b8b6-43aa3e7d82c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989532 Aug 05 11:20:56.736329 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-bb448e7a-236f-41aa-9582-9848db730a75 req-eab6143b-3efa-4d98-9391-f18abd5cb1e7 tempest-ImagesNegativeTestJSON-1565038095 tempest-ImagesNegativeTestJSON-1565038095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:56.815966 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb448e7a-236f-41aa-9582-9848db730a75 req-eab6143b-3efa-4d98-9391-f18abd5cb1e7 tempest-ImagesNegativeTestJSON-1565038095 tempest-ImagesNegativeTestJSON-1565038095-project] Network 91caede3-92e4-4b1e-8e3e-36227cfd846a is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:20:56.833892 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab6143b-3efa-4d98-9391-f18abd5cb1e7 tempest-ImagesNegativeTestJSON-1565038095 tempest-ImagesNegativeTestJSON-1565038095-project] Pushing event updated for resources: {'Port': ['ID=e635697d-4b0d-49ef-99f9-9d56ec0e8090,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:20:56.845510 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [req-bb448e7a-236f-41aa-9582-9848db730a75 req-eab6143b-3efa-4d98-9391-f18abd5cb1e7 tempest-ImagesNegativeTestJSON-1565038095 tempest-ImagesNegativeTestJSON-1565038095-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:20:56.853423 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb448e7a-236f-41aa-9582-9848db730a75 req-eab6143b-3efa-4d98-9391-f18abd5cb1e7 tempest-ImagesNegativeTestJSON-1565038095 tempest-ImagesNegativeTestJSON-1565038095-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:20:56.860249 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-73baaa51-e774-493f-a69e-2eda408968df req-a78066ff-ceb9-4510-b179-8bb1a1e74e69 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba838bf4-27d8-4ebd-8a6c-2c869750a1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543231 Aug 05 11:20:56.885066 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 91ba36a7-5b96-482a-906a-c3d8ae2b0558 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:20:56.891747 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 91ba36a7-5b96-482a-906a-c3d8ae2b0558 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:20:56.892129 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:56.894195 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:56.912189 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edbe9b9a-fd00-49b8-9a95-f12a71fcae46 {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:20:56.992024 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port edbe9b9a-fd00-49b8-9a95-f12a71fcae46, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=edbe9b9a-fd00-49b8-9a95-f12a71fcae46,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:20:56.997203 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb448e7a-236f-41aa-9582-9848db730a75 req-eab6143b-3efa-4d98-9391-f18abd5cb1e7 tempest-ImagesNegativeTestJSON-1565038095 tempest-ImagesNegativeTestJSON-1565038095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:56.998331 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-bb448e7a-236f-41aa-9582-9848db730a75 req-eab6143b-3efa-4d98-9391-f18abd5cb1e7 tempest-ImagesNegativeTestJSON-1565038095 tempest-ImagesNegativeTestJSON-1565038095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:57.010272 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:57.064263 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bb448e7a-236f-41aa-9582-9848db730a75 req-eab6143b-3efa-4d98-9391-f18abd5cb1e7 tempest-ImagesNegativeTestJSON-1565038095 tempest-ImagesNegativeTestJSON-1565038095-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2236323 Aug 05 11:20:57.068265 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-1f1a34fa-b446-4159-873e-edb147b546dc None None] Set router 12f98516-3ead-41d2-852c-3ed4a8cde94a gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:20:57.092190 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-bb448e7a-236f-41aa-9582-9848db730a75 req-649147a2-a4ba-4746-94f4-f6c0f9e45321 service neutron] Request body: {'port': {'device_id': '69ce95eb-9242-4368-afb0-16a043e55e53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-2'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:20:57.187762 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-18c09f9e-4e08-4ad2-aa53-bfdd4dc24184 req-bc7996b4-cbf3-4fc2-bab5-e1d4c380f030 tempest-FloatingIPsNegativeTestJSON-1537559979 tempest-FloatingIPsNegativeTestJSON-1537559979-project] 10.222.0.58 "GET /v2.0/floatingips?tenant_id=c6e2fe766e8b4757a2cbec12ee335981 HTTP/1.1" status: 200 len: 217 time: 0.1059794 Aug 05 11:20:57.203102 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6e1304-0fb8-4488-b299-b700321594a8 req-43ac34ad-d821-4816-90e2-62318101db15 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:57.210873 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5b6e1304-0fb8-4488-b299-b700321594a8 req-43ac34ad-d821-4816-90e2-62318101db15 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=f026d774-7596-4883-ae12-9e758ace9c10 HTTP/1.1" status: 200 len: 943 time: 0.2482553 Aug 05 11:20:57.252693 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['edbe9b9a-fd00-49b8-9a95-f12a71fcae46'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:20:57.269067 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-bb448e7a-236f-41aa-9582-9848db730a75 req-649147a2-a4ba-4746-94f4-f6c0f9e45321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:57.286918 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=edbe9b9a-fd00-49b8-9a95-f12a71fcae46,revision_number=9']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:20:57.307572 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5b6e1304-0fb8-4488-b299-b700321594a8 req-5ef8105d-1e8e-48c3-a721-0e52be165c4a tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938647 Aug 05 11:20:57.373697 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-e78c931b-f588-44a2-a465-e1035385a78b None None] Provisioning for port e635697d-4b0d-49ef-99f9-9d56ec0e8090 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:20:57.379963 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:57.398008 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-e78c931b-f588-44a2-a465-e1035385a78b None None] Provisioning complete for port e635697d-4b0d-49ef-99f9-9d56ec0e8090 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:20:57.398700 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e78c931b-f588-44a2-a465-e1035385a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:57.455338 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port 91ba36a7-5b96-482a-906a-c3d8ae2b0558, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=91ba36a7-5b96-482a-906a-c3d8ae2b0558,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:20:57.477058 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:57.500739 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dbc51d-4e6f-4857-95ce-662be132ba14 req-c95c233e-1219-4a20-938b-29e7159f85f1 tempest-ImagesNegativeTestJSON-1565038095 tempest-ImagesNegativeTestJSON-1565038095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:57.504542 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-95dbc51d-4e6f-4857-95ce-662be132ba14 req-c95c233e-1219-4a20-938b-29e7159f85f1 tempest-ImagesNegativeTestJSON-1565038095 tempest-ImagesNegativeTestJSON-1565038095-project] 10.222.0.58 "GET /v2.0/ports?device_id=69ce95eb-9242-4368-afb0-16a043e55e53 HTTP/1.1" status: 200 len: 935 time: 0.2240100 Aug 05 11:20:57.504854 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-e78c931b-f588-44a2-a465-e1035385a78b None None] Port e635697d-4b0d-49ef-99f9-9d56ec0e8090 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:20:57.632937 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bea4c1-fade-4508-9eff-a1d65b57ba12 req-5da73e01-3538-4f85-9cef-1d28295d6258 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:57.634689 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-32bea4c1-fade-4508-9eff-a1d65b57ba12 req-5da73e01-3538-4f85-9cef-1d28295d6258 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc701dc3-24f8-4d20-b931-9ae0ac762570 HTTP/1.1" status: 200 len: 946 time: 0.2528784 Aug 05 11:20:57.642246 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-95dbc51d-4e6f-4857-95ce-662be132ba14 req-4548bae1-3257-4949-9cd0-7fb9598e778c tempest-ImagesNegativeTestJSON-1565038095 tempest-ImagesNegativeTestJSON-1565038095-project] 10.222.0.58 "GET /v2.0/security-groups?id=a7369110-b1fd-403b-991c-729cd947908f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182945 Aug 05 11:20:57.778407 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=91ba36a7-5b96-482a-906a-c3d8ae2b0558,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:20:57.832919 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-1f1a34fa-b446-4159-873e-edb147b546dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12f98516-3ead-41d2-852c-3ed4a8cde94a', 'name': 'tempest-FloatingIPsNegativeTestJSON-1505804769-router', 'tenant_id': 'c6e2fe766e8b4757a2cbec12ee335981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': '91ba36a7-5b96-482a-906a-c3d8ae2b0558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:20:43Z', 'updated_at': '2021-08-05T11:20:54Z', 'revision_number': 4, 'project_id': 'c6e2fe766e8b4757a2cbec12ee335981', 'gw_port': {'id': '91ba36a7-5b96-482a-906a-c3d8ae2b0558', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3c:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12f98516-3ead-41d2-852c-3ed4a8cde94a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:20:45Z', 'updated_at': '2021-08-05T11:20:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '6990f16d-1ad0-4690-aee8-e9dcbd15c6f4', 'name': '', 'network_id': 'd6e7f7a1-7b13-4626-8248-404da8ee94cd', 'tenant_id': 'c6e2fe766e8b4757a2cbec12ee335981', 'mac_address': 'fa:16:3e:e2:bd:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12f98516-3ead-41d2-852c-3ed4a8cde94a', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'f8379764-b073-42f7-839c-6cb0c6a8c98b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:20:53Z', 'updated_at': '2021-08-05T11:20:55Z', 'revision_number': 2, 'project_id': 'c6e2fe766e8b4757a2cbec12ee335981', 'subnets': [{'id': 'f8379764-b073-42f7-839c-6cb0c6a8c98b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:20:57.887080 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1a34fa-b446-4159-873e-edb147b546dc None None] Checking router: 12f98516-3ead-41d2-852c-3ed4a8cde94a for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:20:57.887080 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1a34fa-b446-4159-873e-edb147b546dc None None] Updating router 12f98516-3ead-41d2-852c-3ed4a8cde94a port 6990f16d-1ad0-4690-aee8-e9dcbd15c6f4 binding host n-d-803378-2 {{(pid=94422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 11:20:57.934940 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1f1a34fa-b446-4159-873e-edb147b546dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:57.949000 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device c591373e-e68c-484b-b868-8905c68ec3db details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:20:58.055017 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8f682a85-df17-4ac2-bdbc-9342fa4143cc req-ba7a9d14-89fb-4817-80df-c07405e7cc78 tempest-FloatingIPsNegativeTestJSON-1537559979 tempest-FloatingIPsNegativeTestJSON-1537559979-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0386770 Aug 05 11:20:58.081330 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-32bea4c1-fade-4508-9eff-a1d65b57ba12 req-fac65965-f100-4758-8454-d1769f9618ee tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] 10.222.0.58 "GET /v2.0/security-groups?id=e0296632-6fc5-467d-96aa-746236c85873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4359014 Aug 05 11:20:58.230371 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [req-bb448e7a-236f-41aa-9582-9848db730a75 req-649147a2-a4ba-4746-94f4-f6c0f9e45321 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e635697d-4b0d-49ef-99f9-9d56ec0e8090 {{(pid=94420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:20:58.236997 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port c591373e-e68c-484b-b868-8905c68ec3db, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=c591373e-e68c-484b-b868-8905c68ec3db,segment=NetworkSegment(32cc618e-4968-4750-a5aa-c2579fceb01e),segment_id=32cc618e-4968-4750-a5aa-c2579fceb01e)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:20:58.245823 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-bb448e7a-236f-41aa-9582-9848db730a75 req-649147a2-a4ba-4746-94f4-f6c0f9e45321 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:58.262003 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Returning: {'device': 'c591373e-e68c-484b-b868-8905c68ec3db', 'network_id': '6e7bde98-a1ff-44d7-8525-eaa9c1e81087', 'port_id': 'c591373e-e68c-484b-b868-8905c68ec3db', 'mac_address': 'fa:16:3e:67:b1:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c648b54-2f27-41ec-9e17-9213825c0d0c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:20:58.271597 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [req-bb448e7a-236f-41aa-9582-9848db730a75 req-649147a2-a4ba-4746-94f4-f6c0f9e45321 service neutron] Transition to ACTIVE for port object e635697d-4b0d-49ef-99f9-9d56ec0e8090 will not be triggered until provisioned by entity L2. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:20:58.281130 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-bb448e7a-236f-41aa-9582-9848db730a75 req-649147a2-a4ba-4746-94f4-f6c0f9e45321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:58.302279 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418ce375-a7c8-49a6-8c52-533013113f20 req-eb151d3f-3631-4ad5-9873-02bdc6501ae6 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:58.305157 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-418ce375-a7c8-49a6-8c52-533013113f20 req-eb151d3f-3631-4ad5-9873-02bdc6501ae6 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/ports?device_id=672374a9-db64-433d-bf95-51fe7f56f21e HTTP/1.1" status: 200 len: 945 time: 0.1200216 Aug 05 11:20:58.318604 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 91ba36a7-5b96-482a-906a-c3d8ae2b0558 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:20:58.407306 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-418ce375-a7c8-49a6-8c52-533013113f20 req-73c69930-b390-4365-8991-19937d62cadf tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b660be2-1cd3-4f1b-b8b6-43aa3e7d82c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692868 Aug 05 11:20:58.411156 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649147a2-a4ba-4746-94f4-f6c0f9e45321 service neutron] Pushing event updated for resources: {'Port': ['ID=e635697d-4b0d-49ef-99f9-9d56ec0e8090,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:20:58.434148 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:58.519181 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c591373e-e68c-484b-b868-8905c68ec3db {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:20:58.536248 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1f1a34fa-b446-4159-873e-edb147b546dc None None] Notify callbacks [] for port, precommit_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:58.549611 n-d-803378-2 neutron-server[94420]: INFO neutron.api.v2.resource [req-4d46042b-fe9b-4355-b306-934d37d470e0 req-cb4fc3b2-86bb-46e5-bd7b-3c4699c0c419 tempest-FloatingIPsNegativeTestJSON-1537559979 tempest-FloatingIPsNegativeTestJSON-1537559979-project] show failed (client error): The resource could not be found. Aug 05 11:20:58.550821 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4d46042b-fe9b-4355-b306-934d37d470e0 req-cb4fc3b2-86bb-46e5-bd7b-3c4699c0c419 tempest-FloatingIPsNegativeTestJSON-1537559979 tempest-FloatingIPsNegativeTestJSON-1537559979-project] 10.222.0.58 "GET /v2.0/floatingips/76897c83-e019-43c4-ac02-dfd09ae9748a HTTP/1.1" status: 404 len: 350 time: 0.0766928 Aug 05 11:20:58.563144 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 42294) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:20:58.570033 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port c591373e-e68c-484b-b868-8905c68ec3db, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=c591373e-e68c-484b-b868-8905c68ec3db,segment=NetworkSegment(32cc618e-4968-4750-a5aa-c2579fceb01e),segment_id=32cc618e-4968-4750-a5aa-c2579fceb01e)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:20:58.577972 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-1f1a34fa-b446-4159-873e-edb147b546dc None None] Transition to ACTIVE for port object 6990f16d-1ad0-4690-aee8-e9dcbd15c6f4 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:20:58.582563 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:58.583310 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device faf848d0-aaf0-4e27-84b4-30d25785949d details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:20:58.585777 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 91ba36a7-5b96-482a-906a-c3d8ae2b0558 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:20:58.586084 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5099b5b9-81f1-400e-88e8-f78adf3804e7 req-a28df7c2-cbb1-46e8-a619-31e5072b8477 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:58.586243 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:58.588849 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5099b5b9-81f1-400e-88e8-f78adf3804e7 req-a28df7c2-cbb1-46e8-a619-31e5072b8477 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b464baa-8fee-4e83-b710-80fe99d43fc0 HTTP/1.1" status: 200 len: 949 time: 0.1500645 Aug 05 11:20:58.592003 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-bb448e7a-236f-41aa-9582-9848db730a75 req-649147a2-a4ba-4746-94f4-f6c0f9e45321 service neutron] Attempting to bind port e635697d-4b0d-49ef-99f9-9d56ec0e8090 on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:20:58.592506 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-bb448e7a-236f-41aa-9582-9848db730a75 req-649147a2-a4ba-4746-94f4-f6c0f9e45321 service neutron] Attempting to bind port e635697d-4b0d-49ef-99f9-9d56ec0e8090 by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:20:58.592825 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb448e7a-236f-41aa-9582-9848db730a75 req-649147a2-a4ba-4746-94f4-f6c0f9e45321 service neutron] Attempting to bind port e635697d-4b0d-49ef-99f9-9d56ec0e8090 on network 91caede3-92e4-4b1e-8e3e-36227cfd846a {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:20:58.599743 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb448e7a-236f-41aa-9582-9848db730a75 req-649147a2-a4ba-4746-94f4-f6c0f9e45321 service neutron] Port e635697d-4b0d-49ef-99f9-9d56ec0e8090 on network 91caede3-92e4-4b1e-8e3e-36227cfd846a not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:20:58.600071 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb448e7a-236f-41aa-9582-9848db730a75 req-649147a2-a4ba-4746-94f4-f6c0f9e45321 service neutron] Attempting to bind port e635697d-4b0d-49ef-99f9-9d56ec0e8090 on network 91caede3-92e4-4b1e-8e3e-36227cfd846a {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:20:58.612935 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb448e7a-236f-41aa-9582-9848db730a75 req-649147a2-a4ba-4746-94f4-f6c0f9e45321 service neutron] Checking agent: {'id': 'a8f1dd2d-227c-4e30-8844-52419ba734db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:20:58.613241 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb448e7a-236f-41aa-9582-9848db730a75 req-649147a2-a4ba-4746-94f4-f6c0f9e45321 service neutron] Checking segment: {'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:20:58.613631 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb448e7a-236f-41aa-9582-9848db730a75 req-649147a2-a4ba-4746-94f4-f6c0f9e45321 service neutron] Bound using segment: {'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:20:58.614406 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-bb448e7a-236f-41aa-9582-9848db730a75 req-649147a2-a4ba-4746-94f4-f6c0f9e45321 service neutron] Bound port: e635697d-4b0d-49ef-99f9-9d56ec0e8090, host: n-h2-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'}}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:20:58.614883 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-bb448e7a-236f-41aa-9582-9848db730a75 req-649147a2-a4ba-4746-94f4-f6c0f9e45321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:58.640700 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1f1a34fa-b446-4159-873e-edb147b546dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:58.809820 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=c591373e-e68c-484b-b868-8905c68ec3db,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:20:58.885057 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-bb448e7a-236f-41aa-9582-9848db730a75 req-649147a2-a4ba-4746-94f4-f6c0f9e45321 service neutron] For port e635697d-4b0d-49ef-99f9-9d56ec0e8090, host n-h2-803378-2, cleared binding levels {{(pid=94420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:20:58.891117 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5099b5b9-81f1-400e-88e8-f78adf3804e7 req-de381dc4-a7c2-49ee-a95f-3a6065c21a1d tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba838bf4-27d8-4ebd-8a6c-2c869750a1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596011 Aug 05 11:20:58.906152 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-bb448e7a-236f-41aa-9582-9848db730a75 req-649147a2-a4ba-4746-94f4-f6c0f9e45321 service neutron] For port e635697d-4b0d-49ef-99f9-9d56ec0e8090, host n-h2-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=e635697d-4b0d-49ef-99f9-9d56ec0e8090,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:20:58.918245 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-bb448e7a-236f-41aa-9582-9848db730a75 req-649147a2-a4ba-4746-94f4-f6c0f9e45321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:58.928925 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3088d4b3-9911-4f8e-ba82-42b84f8a596c req-f6dbf74a-0c01-4325-bb13-3aa2e28adfab tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:58.931661 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3088d4b3-9911-4f8e-ba82-42b84f8a596c req-f6dbf74a-0c01-4325-bb13-3aa2e28adfab tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=f026d774-7596-4883-ae12-9e758ace9c10 HTTP/1.1" status: 200 len: 944 time: 0.1625352 Aug 05 11:20:58.976807 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port faf848d0-aaf0-4e27-84b4-30d25785949d, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=faf848d0-aaf0-4e27-84b4-30d25785949d,segment=NetworkSegment(1ec67acc-70fb-44ef-8f20-f613e3cce6a3),segment_id=1ec67acc-70fb-44ef-8f20-f613e3cce6a3)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:20:58.992766 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb448e7a-236f-41aa-9582-9848db730a75 req-649147a2-a4ba-4746-94f4-f6c0f9e45321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:58.993492 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-bb448e7a-236f-41aa-9582-9848db730a75 req-649147a2-a4ba-4746-94f4-f6c0f9e45321 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:58.995579 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bb448e7a-236f-41aa-9582-9848db730a75 req-649147a2-a4ba-4746-94f4-f6c0f9e45321 service neutron] 10.222.0.55 "PUT /v2.0/ports/e635697d-4b0d-49ef-99f9-9d56ec0e8090 HTTP/1.1" status: 200 len: 1095 time: 1.9121296 Aug 05 11:20:59.000382 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69ce95eb-9242-4368-afb0-16a043e55e53', 'tag': 'e635697d-4b0d-49ef-99f9-9d56ec0e8090'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:20:59.002910 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}828068ad8d405ad77660ce68fa78e1ffe658725812f7a08f9e488a446589295b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9e12204-2ed9-4eb9-b1d2-4baeca3df7b6" -d '{"events": [{"name": "network-changed", "server_uuid": "69ce95eb-9242-4368-afb0-16a043e55e53", "tag": "e635697d-4b0d-49ef-99f9-9d56ec0e8090"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:20:59.071879 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:59.073187 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f501a8c6-56e9-44a4-9684-948ee9cf94d2 None None] Pushing event updated for resources: {'Port': ['ID=6990f16d-1ad0-4690-aee8-e9dcbd15c6f4,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:20:59.121955 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-1f1a34fa-b446-4159-873e-edb147b546dc None None] Attempting to bind port 6990f16d-1ad0-4690-aee8-e9dcbd15c6f4 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:20:59.122393 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-1f1a34fa-b446-4159-873e-edb147b546dc None None] Attempting to bind port 6990f16d-1ad0-4690-aee8-e9dcbd15c6f4 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '01583f88-150b-4d0f-850f-d8d3840981b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'd6e7f7a1-7b13-4626-8248-404da8ee94cd'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:20:59.122660 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1a34fa-b446-4159-873e-edb147b546dc None None] Attempting to bind port 6990f16d-1ad0-4690-aee8-e9dcbd15c6f4 on network d6e7f7a1-7b13-4626-8248-404da8ee94cd {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:20:59.127380 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Returning: {'device': 'faf848d0-aaf0-4e27-84b4-30d25785949d', 'network_id': '22b02496-a35e-44b0-a5b7-11c5e990fce2', 'port_id': 'faf848d0-aaf0-4e27-84b4-30d25785949d', 'mac_address': 'fa:16:3e:3e:9a:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '157c688d-0ff0-4d0a-9258-c12de8417018', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:20:59.140517 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649147a2-a4ba-4746-94f4-f6c0f9e45321 service neutron] Pushing event updated for resources: {'Port': ['ID=e635697d-4b0d-49ef-99f9-9d56ec0e8090,revision_number=3']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:20:59.150339 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1a34fa-b446-4159-873e-edb147b546dc None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:20:59.150724 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1a34fa-b446-4159-873e-edb147b546dc None None] Checking segment: {'id': '01583f88-150b-4d0f-850f-d8d3840981b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'd6e7f7a1-7b13-4626-8248-404da8ee94cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:20:59.151189 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1f1a34fa-b446-4159-873e-edb147b546dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:59.151687 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1a34fa-b446-4159-873e-edb147b546dc None None] Bound using segment: {'id': '01583f88-150b-4d0f-850f-d8d3840981b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'd6e7f7a1-7b13-4626-8248-404da8ee94cd'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:20:59.152174 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-1f1a34fa-b446-4159-873e-edb147b546dc None None] Bound port: 6990f16d-1ad0-4690-aee8-e9dcbd15c6f4, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01583f88-150b-4d0f-850f-d8d3840981b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'd6e7f7a1-7b13-4626-8248-404da8ee94cd'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:20:59.152673 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1f1a34fa-b446-4159-873e-edb147b546dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:59.235421 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3088d4b3-9911-4f8e-ba82-42b84f8a596c req-9c25d3a5-32d9-4c1d-84c6-468daea25265 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610402 Aug 05 11:20:59.324841 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:59.328129 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb448e7a-236f-41aa-9582-9848db730a75 req-efaaf900-e6d2-4baa-8368-cd74d0fde3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:59.331850 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bb448e7a-236f-41aa-9582-9848db730a75 req-efaaf900-e6d2-4baa-8368-cd74d0fde3e3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=63515bf042b74bd7b6b795d26916c4d1&device_id=69ce95eb-9242-4368-afb0-16a043e55e53 HTTP/1.1" status: 200 len: 1098 time: 0.2540526 Aug 05 11:20:59.351803 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ce20913-147f-4262-8473-5aa488e1253c x-openstack-request-id: req-7ce20913-147f-4262-8473-5aa488e1253c {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:20:59.352127 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69ce95eb-9242-4368-afb0-16a043e55e53", "tag": "e635697d-4b0d-49ef-99f9-9d56ec0e8090", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:20:59.352442 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7ce20913-147f-4262-8473-5aa488e1253c {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:20:59.353134 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69ce95eb-9242-4368-afb0-16a043e55e53', 'tag': 'e635697d-4b0d-49ef-99f9-9d56ec0e8090', 'status': 'completed', 'code': 200} Aug 05 11:20:59.355764 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id faf848d0-aaf0-4e27-84b4-30d25785949d {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:20:59.448626 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port faf848d0-aaf0-4e27-84b4-30d25785949d, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=faf848d0-aaf0-4e27-84b4-30d25785949d,segment=NetworkSegment(1ec67acc-70fb-44ef-8f20-f613e3cce6a3),segment_id=1ec67acc-70fb-44ef-8f20-f613e3cce6a3)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:20:59.452362 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcf8c59-b9e7-46cd-a347-3b617736e0b3 req-b5656b72-afcc-4bbc-98ea-a6b4faec9708 tempest-ImagesNegativeTestJSON-1565038095 tempest-ImagesNegativeTestJSON-1565038095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:59.454706 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2dcf8c59-b9e7-46cd-a347-3b617736e0b3 req-b5656b72-afcc-4bbc-98ea-a6b4faec9708 tempest-ImagesNegativeTestJSON-1565038095 tempest-ImagesNegativeTestJSON-1565038095-project] 10.222.0.58 "GET /v2.0/ports?device_id=69ce95eb-9242-4368-afb0-16a043e55e53 HTTP/1.1" status: 200 len: 947 time: 0.2711315 Aug 05 11:20:59.458220 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bb448e7a-236f-41aa-9582-9848db730a75 req-a4961d59-4459-4254-8cc5-d1facc09e12a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=e635697d-4b0d-49ef-99f9-9d56ec0e8090 HTTP/1.1" status: 200 len: 217 time: 0.0868454 Aug 05 11:20:59.461524 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-1f1a34fa-b446-4159-873e-edb147b546dc None None] For port 6990f16d-1ad0-4690-aee8-e9dcbd15c6f4, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:20:59.468151 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:59.495699 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-aa6d426d-9203-44a6-b54a-934275a5a8d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33208311'] for router_interface, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:59.515508 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-1f1a34fa-b446-4159-873e-edb147b546dc None None] For port 6990f16d-1ad0-4690-aee8-e9dcbd15c6f4, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=6990f16d-1ad0-4690-aee8-e9dcbd15c6f4,segment=NetworkSegment(01583f88-150b-4d0f-850f-d8d3840981b0),segment_id=01583f88-150b-4d0f-850f-d8d3840981b0)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:20:59.525702 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1f1a34fa-b446-4159-873e-edb147b546dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:20:59.563120 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=faf848d0-aaf0-4e27-84b4-30d25785949d,revision_number=6']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:20:59.607278 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1a34fa-b446-4159-873e-edb147b546dc None None] Routers {'12f98516-3ead-41d2-852c-3ed4a8cde94a'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:20:59.610903 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-1f1a34fa-b446-4159-873e-edb147b546dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:20:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['12f98516-3ead-41d2-852c-3ed4a8cde94a'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:20:59.634029 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb448e7a-236f-41aa-9582-9848db730a75 req-f8628744-4a8b-44f1-93eb-0b065c5aa4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:59.636377 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bb448e7a-236f-41aa-9582-9848db730a75 req-f8628744-4a8b-44f1-93eb-0b065c5aa4fc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6842f728-c2f3-4e36-bb32-3303d06ce3f4 HTTP/1.1" status: 200 len: 843 time: 0.1503124 Aug 05 11:20:59.672278 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2dcf8c59-b9e7-46cd-a347-3b617736e0b3 req-e6cfc258-3660-4a44-923d-3080cb66262c tempest-ImagesNegativeTestJSON-1565038095 tempest-ImagesNegativeTestJSON-1565038095-project] 10.222.0.58 "GET /v2.0/security-groups?id=a7369110-b1fd-403b-991c-729cd947908f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874249 Aug 05 11:20:59.758169 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['faf848d0-aaf0-4e27-84b4-30d25785949d'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:20:59.790085 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72590455-cdd7-403a-a7b4-d85ba46c4900 req-08ada25a-1c4b-46f3-9cf7-8b6531de6536 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:59.807013 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-72590455-cdd7-403a-a7b4-d85ba46c4900 req-08ada25a-1c4b-46f3-9cf7-8b6531de6536 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc701dc3-24f8-4d20-b931-9ae0ac762570 HTTP/1.1" status: 200 len: 945 time: 0.3779700 Aug 05 11:20:59.883195 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f501a8c6-56e9-44a4-9684-948ee9cf94d2 None None] Pushing event updated for resources: {'Port': ['ID=6990f16d-1ad0-4690-aee8-e9dcbd15c6f4,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:20:59.905753 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb448e7a-236f-41aa-9582-9848db730a75 req-e1878920-4d91-4a16-8d49-9ba97f7bad10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:20:59.907538 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bb448e7a-236f-41aa-9582-9848db730a75 req-e1878920-4d91-4a16-8d49-9ba97f7bad10 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=91caede3-92e4-4b1e-8e3e-36227cfd846a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2562084 Aug 05 11:20:59.914152 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-72590455-cdd7-403a-a7b4-d85ba46c4900 req-26621470-33bd-4f1a-a542-5313a1d08126 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] 10.222.0.58 "GET /v2.0/security-groups?id=e0296632-6fc5-467d-96aa-746236c85873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057110 Aug 05 11:20:59.985579 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['c591373e-e68c-484b-b868-8905c68ec3db'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:21:00.110236 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-aa6d426d-9203-44a6-b54a-934275a5a8d9 admin admin] Deleting port 6990f16d-1ad0-4690-aee8-e9dcbd15c6f4 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:21:00.111496 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-aa6d426d-9203-44a6-b54a-934275a5a8d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:00.140286 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-1f1a34fa-b446-4159-873e-edb147b546dc None None] Set router 12f98516-3ead-41d2-852c-3ed4a8cde94a gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:21:00.183794 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bb448e7a-236f-41aa-9582-9848db730a75 req-ae421620-04b5-4d0a-bf9b-5c998bf6e435 service neutron] 10.222.0.55 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2663655 Aug 05 11:21:00.288776 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device edbe9b9a-fd00-49b8-9a95-f12a71fcae46 up at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:21:00.324701 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [None req-aa6d426d-9203-44a6-b54a-934275a5a8d9 admin admin] For port 6990f16d-1ad0-4690-aee8-e9dcbd15c6f4, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=6990f16d-1ad0-4690-aee8-e9dcbd15c6f4,segment=NetworkSegment(01583f88-150b-4d0f-850f-d8d3840981b0),segment_id=01583f88-150b-4d0f-850f-d8d3840981b0)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:21:00.327428 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-aa6d426d-9203-44a6-b54a-934275a5a8d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:00.346997 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-aa6d426d-9203-44a6-b54a-934275a5a8d9 admin admin] Calling delete_port for 6990f16d-1ad0-4690-aee8-e9dcbd15c6f4 owned by network:router_interface {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:21:00.423324 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c289db35-2a9b-4743-9259-6067642b4d51 req-56e8bbe0-5df9-4d35-93d0-31a1035f1b5d tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:00.427937 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c289db35-2a9b-4743-9259-6067642b4d51 req-56e8bbe0-5df9-4d35-93d0-31a1035f1b5d tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/ports?device_id=672374a9-db64-433d-bf95-51fe7f56f21e HTTP/1.1" status: 200 len: 945 time: 0.3623891 Aug 05 11:21:00.560093 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c604e065-df8f-45f3-8edb-79f3bc60ba89 req-4882158d-8015-4993-ba70-e79515235652 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:00.563039 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c604e065-df8f-45f3-8edb-79f3bc60ba89 req-4882158d-8015-4993-ba70-e79515235652 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b464baa-8fee-4e83-b710-80fe99d43fc0 HTTP/1.1" status: 200 len: 949 time: 0.2022581 Aug 05 11:21:00.628363 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c289db35-2a9b-4743-9259-6067642b4d51 req-74d24ad5-29f6-4d06-9787-1315d81a1956 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b660be2-1cd3-4f1b-b8b6-43aa3e7d82c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874900 Aug 05 11:21:00.633960 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bb448e7a-236f-41aa-9582-9848db730a75 req-249c1194-ea29-417a-8602-f808b5bcc762 service neutron] 10.222.0.55 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4312313 Aug 05 11:21:00.676262 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c604e065-df8f-45f3-8edb-79f3bc60ba89 req-27766bb6-f866-4427-86b2-82dbd4b295df tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba838bf4-27d8-4ebd-8a6c-2c869750a1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987413 Aug 05 11:21:00.714703 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning complete for port edbe9b9a-fd00-49b8-9a95-f12a71fcae46 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:21:00.715460 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:00.757188 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-aa6d426d-9203-44a6-b54a-934275a5a8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:00.798339 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6d426d-9203-44a6-b54a-934275a5a8d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=6990f16d-1ad0-4690-aee8-e9dcbd15c6f4,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:21:00.999138 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72df223d-7628-4012-aca0-9ca2712b2fc2 req-28994f65-bd19-41ce-a1fe-ab8343352e63 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:01.001422 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-72df223d-7628-4012-aca0-9ca2712b2fc2 req-28994f65-bd19-41ce-a1fe-ab8343352e63 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=f026d774-7596-4883-ae12-9e758ace9c10 HTTP/1.1" status: 200 len: 944 time: 0.1705451 Aug 05 11:21:01.016773 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f154fd8-5e2a-45ce-ab94-e643c8bbf05a req-77326b29-10bb-44e5-9cc7-ac7d8be1335c tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:01.019408 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4f154fd8-5e2a-45ce-ab94-e643c8bbf05a req-77326b29-10bb-44e5-9cc7-ac7d8be1335c tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc701dc3-24f8-4d20-b931-9ae0ac762570 HTTP/1.1" status: 200 len: 945 time: 0.2072082 Aug 05 11:21:01.034293 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e12204-2ed9-4eb9-b1d2-4baeca3df7b6 req-d4556e6e-f222-43ef-ad06-b30d82fb79b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:01.036192 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c9e12204-2ed9-4eb9-b1d2-4baeca3df7b6 req-d4556e6e-f222-43ef-ad06-b30d82fb79b9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=63515bf042b74bd7b6b795d26916c4d1&device_id=69ce95eb-9242-4368-afb0-16a043e55e53 HTTP/1.1" status: 200 len: 1098 time: 0.2402115 Aug 05 11:21:01.109947 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-1f1a34fa-b446-4159-873e-edb147b546dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12f98516-3ead-41d2-852c-3ed4a8cde94a', 'name': 'tempest-FloatingIPsNegativeTestJSON-1505804769-router', 'tenant_id': 'c6e2fe766e8b4757a2cbec12ee335981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': '91ba36a7-5b96-482a-906a-c3d8ae2b0558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:20:43Z', 'updated_at': '2021-08-05T11:20:54Z', 'revision_number': 4, 'project_id': 'c6e2fe766e8b4757a2cbec12ee335981', 'gw_port': {'id': '91ba36a7-5b96-482a-906a-c3d8ae2b0558', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f98516-3ead-41d2-852c-3ed4a8cde94a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:20:45Z', 'updated_at': '2021-08-05T11:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '6990f16d-1ad0-4690-aee8-e9dcbd15c6f4', 'name': '', 'network_id': 'd6e7f7a1-7b13-4626-8248-404da8ee94cd', 'tenant_id': 'c6e2fe766e8b4757a2cbec12ee335981', 'mac_address': 'fa:16:3e:e2:bd:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12f98516-3ead-41d2-852c-3ed4a8cde94a', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'f8379764-b073-42f7-839c-6cb0c6a8c98b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:20:53Z', 'updated_at': '2021-08-05T11:20:59Z', 'revision_number': 4, 'project_id': 'c6e2fe766e8b4757a2cbec12ee335981', 'subnets': [{'id': 'f8379764-b073-42f7-839c-6cb0c6a8c98b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:21:01.177782 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1a34fa-b446-4159-873e-edb147b546dc None None] The sync data for ids ['12f98516-3ead-41d2-852c-3ed4a8cde94a'] in n-d-803378-2 is: [{'id': '12f98516-3ead-41d2-852c-3ed4a8cde94a', 'name': 'tempest-FloatingIPsNegativeTestJSON-1505804769-router', 'tenant_id': 'c6e2fe766e8b4757a2cbec12ee335981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': '91ba36a7-5b96-482a-906a-c3d8ae2b0558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:20:43Z', 'updated_at': '2021-08-05T11:20:54Z', 'revision_number': 4, 'project_id': 'c6e2fe766e8b4757a2cbec12ee335981', 'gw_port': {'id': '91ba36a7-5b96-482a-906a-c3d8ae2b0558', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f98516-3ead-41d2-852c-3ed4a8cde94a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:20:45Z', 'updated_at': '2021-08-05T11:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '6990f16d-1ad0-4690-aee8-e9dcbd15c6f4', 'name': '', 'network_id': 'd6e7f7a1-7b13-4626-8248-404da8ee94cd', 'tenant_id': 'c6e2fe766e8b4757a2cbec12ee335981', 'mac_address': 'fa:16:3e:e2:bd:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12f98516-3ead-41d2-852c-3ed4a8cde94a', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'f8379764-b073-42f7-839c-6cb0c6a8c98b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:20:53Z', 'updated_at': '2021-08-05T11:20:59Z', 'revision_number': 4, 'project_id': 'c6e2fe766e8b4757a2cbec12ee335981', 'subnets': [{'id': 'f8379764-b073-42f7-839c-6cb0c6a8c98b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:21:01.202309 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:01.281763 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4f154fd8-5e2a-45ce-ab94-e643c8bbf05a req-1359bcc7-20e6-4d69-99e2-88983ecdb056 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] 10.222.0.58 "GET /v2.0/security-groups?id=e0296632-6fc5-467d-96aa-746236c85873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266545 Aug 05 11:21:01.338787 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-72df223d-7628-4012-aca0-9ca2712b2fc2 req-6ca35678-b29c-46e3-9db2-ebad871af1e6 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3169270 Aug 05 11:21:01.356510 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port edbe9b9a-fd00-49b8-9a95-f12a71fcae46, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=edbe9b9a-fd00-49b8-9a95-f12a71fcae46,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:21:01.363253 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2249ea3c-8dca-4efb-922f-dd6b64f03ce1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edbe9b9a-fd00-49b8-9a95-f12a71fcae46'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:21:01.371631 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d217ff5-46b2-4c20-8beb-739f4853e33e" -d '{"events": [{"server_uuid": "2249ea3c-8dca-4efb-922f-dd6b64f03ce1", "name": "network-vif-plugged", "status": "completed", "tag": "edbe9b9a-fd00-49b8-9a95-f12a71fcae46"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:21:01.397671 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:01.432184 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e12204-2ed9-4eb9-b1d2-4baeca3df7b6 req-f6ae1e3b-c3eb-48d1-bb6b-80e164c87069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:01.435304 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c9e12204-2ed9-4eb9-b1d2-4baeca3df7b6 req-f6ae1e3b-c3eb-48d1-bb6b-80e164c87069 service neutron] 10.222.0.55 "GET /v2.0/networks?id=91caede3-92e4-4b1e-8e3e-36227cfd846a HTTP/1.1" status: 200 len: 870 time: 0.3756716 Aug 05 11:21:01.481967 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=edbe9b9a-fd00-49b8-9a95-f12a71fcae46,revision_number=10']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:21:01.549830 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c9e12204-2ed9-4eb9-b1d2-4baeca3df7b6 req-d8a41965-9102-422c-a151-05fec18cd50d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=e635697d-4b0d-49ef-99f9-9d56ec0e8090 HTTP/1.1" status: 200 len: 217 time: 0.0905182 Aug 05 11:21:01.640608 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef3f4a7-e07e-4a40-9650-a070c744853a req-f6f5a352-ebfe-4b55-a7df-13fa74e9e198 tempest-ImagesNegativeTestJSON-1565038095 tempest-ImagesNegativeTestJSON-1565038095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:01.643623 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3ef3f4a7-e07e-4a40-9650-a070c744853a req-f6f5a352-ebfe-4b55-a7df-13fa74e9e198 tempest-ImagesNegativeTestJSON-1565038095 tempest-ImagesNegativeTestJSON-1565038095-project] 10.222.0.58 "GET /v2.0/ports?device_id=69ce95eb-9242-4368-afb0-16a043e55e53 HTTP/1.1" status: 200 len: 947 time: 0.2067544 Aug 05 11:21:01.681741 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e12204-2ed9-4eb9-b1d2-4baeca3df7b6 req-b9a8ac3c-44e3-4da3-9a8f-6a3df30a9301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:01.684497 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c9e12204-2ed9-4eb9-b1d2-4baeca3df7b6 req-b9a8ac3c-44e3-4da3-9a8f-6a3df30a9301 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6842f728-c2f3-4e36-bb32-3303d06ce3f4 HTTP/1.1" status: 200 len: 843 time: 0.1251717 Aug 05 11:21:01.706225 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-aa6d426d-9203-44a6-b54a-934275a5a8d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33140263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33208171'] for router_interface, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:01.733404 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c893513-363a-4445-aa0e-21eda102f1a4 x-openstack-request-id: req-0c893513-363a-4445-aa0e-21eda102f1a4 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:21:01.734775 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2249ea3c-8dca-4efb-922f-dd6b64f03ce1", "name": "network-vif-plugged", "status": "completed", "tag": "edbe9b9a-fd00-49b8-9a95-f12a71fcae46", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:21:01.735515 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0c893513-363a-4445-aa0e-21eda102f1a4 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:21:01.739180 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2249ea3c-8dca-4efb-922f-dd6b64f03ce1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edbe9b9a-fd00-49b8-9a95-f12a71fcae46', 'code': 200} Aug 05 11:21:01.790943 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3ef3f4a7-e07e-4a40-9650-a070c744853a req-155a8b62-9102-4e6d-afa3-507fca27f6d4 tempest-ImagesNegativeTestJSON-1565038095 tempest-ImagesNegativeTestJSON-1565038095-project] 10.222.0.58 "GET /v2.0/security-groups?id=a7369110-b1fd-403b-991c-729cd947908f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334138 Aug 05 11:21:01.822968 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e12204-2ed9-4eb9-b1d2-4baeca3df7b6 req-9f481494-b0b6-4474-b97e-e18fd48a6e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:01.839761 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c9e12204-2ed9-4eb9-b1d2-4baeca3df7b6 req-9f481494-b0b6-4474-b97e-e18fd48a6e19 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=91caede3-92e4-4b1e-8e3e-36227cfd846a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1280956 Aug 05 11:21:01.980993 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device faf848d0-aaf0-4e27-84b4-30d25785949d up at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:21:02.057455 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2126a7-4cb9-4b2c-8b68-6a9a491cbabc req-44315111-c56e-46a5-9e71-c6c8e505073e tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:02.059781 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8d2126a7-4cb9-4b2c-8b68-6a9a491cbabc req-44315111-c56e-46a5-9e71-c6c8e505073e tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b464baa-8fee-4e83-b710-80fe99d43fc0 HTTP/1.1" status: 200 len: 949 time: 0.2080088 Aug 05 11:21:02.092163 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning complete for port faf848d0-aaf0-4e27-84b4-30d25785949d triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:21:02.092582 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:02.105655 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa6d426d-9203-44a6-b54a-934275a5a8d9 admin admin] Router 12f98516-3ead-41d2-852c-3ed4a8cde94a has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 11:21:02.106991 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385e3292-2469-4904-817d-7dcdfd519f6a req-38cae15e-09b7-4c02-895d-7887df817e96 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:02.109007 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-385e3292-2469-4904-817d-7dcdfd519f6a req-38cae15e-09b7-4c02-895d-7887df817e96 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/ports?device_id=672374a9-db64-433d-bf95-51fe7f56f21e HTTP/1.1" status: 200 len: 945 time: 0.1531510 Aug 05 11:21:02.135366 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c9e12204-2ed9-4eb9-b1d2-4baeca3df7b6 req-df81f965-30a1-4750-9fdf-fac2e23bb35f service neutron] 10.222.0.55 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2870407 Aug 05 11:21:02.221891 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:02.274379 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port faf848d0-aaf0-4e27-84b4-30d25785949d, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=faf848d0-aaf0-4e27-84b4-30d25785949d,segment=NetworkSegment(1ec67acc-70fb-44ef-8f20-f613e3cce6a3),segment_id=1ec67acc-70fb-44ef-8f20-f613e3cce6a3)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:21:02.277622 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8d2126a7-4cb9-4b2c-8b68-6a9a491cbabc req-95bb4ece-88a5-40d1-a2ce-fb4ee0a368e2 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba838bf4-27d8-4ebd-8a6c-2c869750a1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094874 Aug 05 11:21:02.292934 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f62b48-76d9-42d4-9815-31715d10eedb req-2043e885-b276-43f1-ac33-c30051bd46bd tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:02.295121 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c5f62b48-76d9-42d4-9815-31715d10eedb req-2043e885-b276-43f1-ac33-c30051bd46bd tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc701dc3-24f8-4d20-b931-9ae0ac762570 HTTP/1.1" status: 200 len: 945 time: 0.1210523 Aug 05 11:21:02.301143 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-385e3292-2469-4904-817d-7dcdfd519f6a req-59516cce-8aab-454d-bbdd-ed15655a54fa tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b660be2-1cd3-4f1b-b8b6-43aa3e7d82c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808555 Aug 05 11:21:02.305462 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:02.306674 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device c591373e-e68c-484b-b868-8905c68ec3db up at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:21:02.409199 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c9e12204-2ed9-4eb9-b1d2-4baeca3df7b6 req-b91178b3-64bb-4fe3-9307-74bad6aceab9 service neutron] 10.222.0.55 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317910 Aug 05 11:21:02.443277 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa6d426d-9203-44a6-b54a-934275a5a8d9 admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:21:02.452544 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-aa6d426d-9203-44a6-b54a-934275a5a8d9 admin admin] 10.222.0.58 "PUT /v2.0/routers/12f98516-3ead-41d2-852c-3ed4a8cde94a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8880775 Aug 05 11:21:02.455480 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 42350) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:21:02.495486 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-c5f62b48-76d9-42d4-9815-31715d10eedb req-77a34314-961e-406b-8905-d286f54c4e94 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Deleting port faf848d0-aaf0-4e27-84b4-30d25785949d {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:21:02.495812 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=faf848d0-aaf0-4e27-84b4-30d25785949d,revision_number=7']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:21:02.496380 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-c5f62b48-76d9-42d4-9815-31715d10eedb req-77a34314-961e-406b-8905-d286f54c4e94 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:02.520592 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning for port c591373e-e68c-484b-b868-8905c68ec3db completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:21:02.526824 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning complete for port c591373e-e68c-484b-b868-8905c68ec3db triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:21:02.527602 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:02.642238 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-c5f62b48-76d9-42d4-9815-31715d10eedb req-77a34314-961e-406b-8905-d286f54c4e94 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] For port faf848d0-aaf0-4e27-84b4-30d25785949d, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=faf848d0-aaf0-4e27-84b4-30d25785949d,segment=NetworkSegment(1ec67acc-70fb-44ef-8f20-f613e3cce6a3),segment_id=1ec67acc-70fb-44ef-8f20-f613e3cce6a3)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:21:02.642717 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-c5f62b48-76d9-42d4-9815-31715d10eedb req-77a34314-961e-406b-8905-d286f54c4e94 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:02.643128 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:02.677054 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-c5f62b48-76d9-42d4-9815-31715d10eedb req-77a34314-961e-406b-8905-d286f54c4e94 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Calling delete_port for faf848d0-aaf0-4e27-84b4-30d25785949d owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:21:02.702444 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port c591373e-e68c-484b-b868-8905c68ec3db, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=c591373e-e68c-484b-b868-8905c68ec3db,segment=NetworkSegment(32cc618e-4968-4750-a5aa-c2579fceb01e),segment_id=32cc618e-4968-4750-a5aa-c2579fceb01e)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:21:02.711219 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:02.738060 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da710f-4a89-4f33-9aa4-84a1bb355a60 req-4cad85af-f066-4e8b-af0a-897385787945 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:02.743094 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-83da710f-4a89-4f33-9aa4-84a1bb355a60 req-4cad85af-f066-4e8b-af0a-897385787945 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=f026d774-7596-4883-ae12-9e758ace9c10 HTTP/1.1" status: 200 len: 944 time: 0.2108340 Aug 05 11:21:02.761261 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26731979-050d-403b-8b7a-a1577021ae33 req-7ea719d5-9f06-4a4e-b7be-58b44bc66c83 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:02.762840 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-26731979-050d-403b-8b7a-a1577021ae33 req-7ea719d5-9f06-4a4e-b7be-58b44bc66c83 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc701dc3-24f8-4d20-b931-9ae0ac762570 HTTP/1.1" status: 200 len: 946 time: 0.2339277 Aug 05 11:21:02.772007 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5d946d70-cb96-4d8e-9152-5609c74d488b admin admin] Notify callbacks [] for router, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:02.786515 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=c591373e-e68c-484b-b868-8905c68ec3db,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:21:02.891147 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-c5f62b48-76d9-42d4-9815-31715d10eedb req-77a34314-961e-406b-8905-d286f54c4e94 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:02.923126 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-83da710f-4a89-4f33-9aa4-84a1bb355a60 req-12febce8-7f56-4dc8-9525-217c9e656d31 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717865 Aug 05 11:21:02.929822 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a34314-961e-406b-8905-d286f54c4e94 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Pushing event deleted for resources: {'Port': ['ID=faf848d0-aaf0-4e27-84b4-30d25785949d,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:21:02.946410 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-26731979-050d-403b-8b7a-a1577021ae33 req-4b04a033-6fda-420c-9e21-624b4c9b14b9 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] 10.222.0.58 "GET /v2.0/security-groups?id=e0296632-6fc5-467d-96aa-746236c85873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275938 Aug 05 11:21:03.007712 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5d946d70-cb96-4d8e-9152-5609c74d488b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:03.008063 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5f62b48-76d9-42d4-9815-31715d10eedb req-77a34314-961e-406b-8905-d286f54c4e94 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] No DVR routers for this DVR port faf848d0-aaf0-4e27-84b4-30d25785949d on host n-h2-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:21:03.010951 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-c5f62b48-76d9-42d4-9815-31715d10eedb req-77a34314-961e-406b-8905-d286f54c4e94 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:03.014240 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c5f62b48-76d9-42d4-9815-31715d10eedb req-77a34314-961e-406b-8905-d286f54c4e94 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] 10.222.0.55 "DELETE /v2.0/ports/faf848d0-aaf0-4e27-84b4-30d25785949d HTTP/1.1" status: 204 len: 173 time: 0.7094154 Aug 05 11:21:03.014852 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc701dc3-24f8-4d20-b931-9ae0ac762570', 'name': 'network-vif-deleted', 'tag': 'faf848d0-aaf0-4e27-84b4-30d25785949d'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:21:03.017867 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f70a1909-75b8-4b2b-9704-f54f536f655e" -d '{"events": [{"server_uuid": "bc701dc3-24f8-4d20-b931-9ae0ac762570", "name": "network-vif-deleted", "tag": "faf848d0-aaf0-4e27-84b4-30d25785949d"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:21:03.162040 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-5d946d70-cb96-4d8e-9152-5609c74d488b admin admin] Deleting port 91ba36a7-5b96-482a-906a-c3d8ae2b0558 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:21:03.162521 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5d946d70-cb96-4d8e-9152-5609c74d488b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:03.179683 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f275dff-8775-4ad3-910e-b71bf13c5845 req-26fc7cd7-37ae-474e-8aab-d296cef0e3ac tempest-ImagesNegativeTestJSON-1565038095 tempest-ImagesNegativeTestJSON-1565038095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:03.181659 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5f275dff-8775-4ad3-910e-b71bf13c5845 req-26fc7cd7-37ae-474e-8aab-d296cef0e3ac tempest-ImagesNegativeTestJSON-1565038095 tempest-ImagesNegativeTestJSON-1565038095-project] 10.222.0.58 "GET /v2.0/ports?device_id=69ce95eb-9242-4368-afb0-16a043e55e53 HTTP/1.1" status: 200 len: 947 time: 0.0911262 Aug 05 11:21:03.200080 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-599a23ae-f06f-4c9e-a8d0-6f81e153e4e6 x-openstack-request-id: req-599a23ae-f06f-4c9e-a8d0-6f81e153e4e6 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:21:03.200915 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc701dc3-24f8-4d20-b931-9ae0ac762570", "name": "network-vif-deleted", "tag": "faf848d0-aaf0-4e27-84b4-30d25785949d", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:21:03.201515 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-599a23ae-f06f-4c9e-a8d0-6f81e153e4e6 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:21:03.202358 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc701dc3-24f8-4d20-b931-9ae0ac762570', 'name': 'network-vif-deleted', 'tag': 'faf848d0-aaf0-4e27-84b4-30d25785949d', 'status': 'completed', 'code': 200} Aug 05 11:21:03.213393 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a5a299-ef0c-43b5-860e-de04941ea55b None None] Sync routers for ids ['12f98516-3ead-41d2-852c-3ed4a8cde94a'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:21:03.223762 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b6fb3f-0990-44a0-b9d6-3aeeaaab8821 req-f5191a9a-f476-4a98-ab75-1bdcc7e7b849 tempest-LiveAutoBlockMigrationV225Test-707045295 tempest-LiveAutoBlockMigrationV225Test-707045295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:03.226966 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-53b6fb3f-0990-44a0-b9d6-3aeeaaab8821 req-f5191a9a-f476-4a98-ab75-1bdcc7e7b849 tempest-LiveAutoBlockMigrationV225Test-707045295 tempest-LiveAutoBlockMigrationV225Test-707045295-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=672374a9-db64-433d-bf95-51fe7f56f21e&tenant_id=e8f6478cce384a98ba09cac5c1bcf855&binding%3Ahost_id=n-h1-803378-2 HTTP/1.1" status: 200 len: 1096 time: 0.1049566 Aug 05 11:21:03.227454 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a5a299-ef0c-43b5-860e-de04941ea55b None None] Routers {'12f98516-3ead-41d2-852c-3ed4a8cde94a'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:21:03.228645 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-81a5a299-ef0c-43b5-860e-de04941ea55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:20:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['12f98516-3ead-41d2-852c-3ed4a8cde94a'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:21:03.247209 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-53b6fb3f-0990-44a0-b9d6-3aeeaaab8821 req-1661bcc0-27a1-4edb-8024-19239c767869 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-803378-2'}}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:21:03.349320 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5f275dff-8775-4ad3-910e-b71bf13c5845 req-c8458b87-d30c-41dd-95a3-cd066ee3fd8a tempest-ImagesNegativeTestJSON-1565038095 tempest-ImagesNegativeTestJSON-1565038095-project] 10.222.0.58 "GET /v2.0/security-groups?id=a7369110-b1fd-403b-991c-729cd947908f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052468 Aug 05 11:21:03.359863 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-53b6fb3f-0990-44a0-b9d6-3aeeaaab8821 req-1661bcc0-27a1-4edb-8024-19239c767869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:03.414671 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-81a5a299-ef0c-43b5-860e-de04941ea55b None None] Set router 12f98516-3ead-41d2-852c-3ed4a8cde94a gateway port host: None {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:21:03.423178 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-5d946d70-cb96-4d8e-9152-5609c74d488b admin admin] For port 91ba36a7-5b96-482a-906a-c3d8ae2b0558, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=91ba36a7-5b96-482a-906a-c3d8ae2b0558,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:21:03.427973 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5d946d70-cb96-4d8e-9152-5609c74d488b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:03.472952 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-5d946d70-cb96-4d8e-9152-5609c74d488b admin admin] Calling delete_port for 91ba36a7-5b96-482a-906a-c3d8ae2b0558 owned by network:router_gateway {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:21:03.530616 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-81a5a299-ef0c-43b5-860e-de04941ea55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12f98516-3ead-41d2-852c-3ed4a8cde94a', 'name': 'tempest-FloatingIPsNegativeTestJSON-1505804769-router', 'tenant_id': 'c6e2fe766e8b4757a2cbec12ee335981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:20:43Z', 'updated_at': '2021-08-05T11:21:03Z', 'revision_number': 6, 'project_id': 'c6e2fe766e8b4757a2cbec12ee335981', 'gw_port_host': None}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:21:03.578067 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a5a299-ef0c-43b5-860e-de04941ea55b None None] Checking router: 12f98516-3ead-41d2-852c-3ed4a8cde94a for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:21:03.614397 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a5a299-ef0c-43b5-860e-de04941ea55b None None] Routers {'12f98516-3ead-41d2-852c-3ed4a8cde94a'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:21:03.615416 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-81a5a299-ef0c-43b5-860e-de04941ea55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:20:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['12f98516-3ead-41d2-852c-3ed4a8cde94a'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:21:03.615561 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-53b6fb3f-0990-44a0-b9d6-3aeeaaab8821 req-1661bcc0-27a1-4edb-8024-19239c767869 service neutron] For port 55713e77-38b3-42f5-962d-9575770689fe, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=55713e77-38b3-42f5-962d-9575770689fe,segment=NetworkSegment(7242661a-6816-45d7-a9cf-d91bdd00208a),segment_id=7242661a-6816-45d7-a9cf-d91bdd00208a)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:21:03.702311 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-53b6fb3f-0990-44a0-b9d6-3aeeaaab8821 req-1661bcc0-27a1-4edb-8024-19239c767869 service neutron] For port 55713e77-38b3-42f5-962d-9575770689fe, host n-h1-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:21:03.753471 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-81a5a299-ef0c-43b5-860e-de04941ea55b None None] Set router 12f98516-3ead-41d2-852c-3ed4a8cde94a gateway port host: None {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:21:03.762318 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc701dc3-24f8-4d20-b931-9ae0ac762570', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faf848d0-aaf0-4e27-84b4-30d25785949d'}, {'server_uuid': 'f026d774-7596-4883-ae12-9e758ace9c10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c591373e-e68c-484b-b868-8905c68ec3db'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:21:03.765679 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f60dd1f-19a1-4e5a-9259-082702ca102f" -d '{"events": [{"server_uuid": "bc701dc3-24f8-4d20-b931-9ae0ac762570", "name": "network-vif-plugged", "status": "completed", "tag": "faf848d0-aaf0-4e27-84b4-30d25785949d"}, {"server_uuid": "f026d774-7596-4883-ae12-9e758ace9c10", "name": "network-vif-plugged", "status": "completed", "tag": "c591373e-e68c-484b-b868-8905c68ec3db"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:21:03.842441 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-81a5a299-ef0c-43b5-860e-de04941ea55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12f98516-3ead-41d2-852c-3ed4a8cde94a', 'name': 'tempest-FloatingIPsNegativeTestJSON-1505804769-router', 'tenant_id': 'c6e2fe766e8b4757a2cbec12ee335981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:20:43Z', 'updated_at': '2021-08-05T11:21:03Z', 'revision_number': 6, 'project_id': 'c6e2fe766e8b4757a2cbec12ee335981', 'gw_port_host': None}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:21:03.872083 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-53b6fb3f-0990-44a0-b9d6-3aeeaaab8821 req-1661bcc0-27a1-4edb-8024-19239c767869 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:03.882524 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-53b6fb3f-0990-44a0-b9d6-3aeeaaab8821 req-1661bcc0-27a1-4edb-8024-19239c767869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:03.906644 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a5a299-ef0c-43b5-860e-de04941ea55b None None] The sync data for ids ['12f98516-3ead-41d2-852c-3ed4a8cde94a'] in n-d-803378-2 is: [{'id': '12f98516-3ead-41d2-852c-3ed4a8cde94a', 'name': 'tempest-FloatingIPsNegativeTestJSON-1505804769-router', 'tenant_id': 'c6e2fe766e8b4757a2cbec12ee335981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:20:43Z', 'updated_at': '2021-08-05T11:21:03Z', 'revision_number': 6, 'project_id': 'c6e2fe766e8b4757a2cbec12ee335981', 'gw_port_host': None}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:21:03.947587 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5d946d70-cb96-4d8e-9152-5609c74d488b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:03.967877 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device e635697d-4b0d-49ef-99f9-9d56ec0e8090 details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:21:04.023070 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d946d70-cb96-4d8e-9152-5609c74d488b admin admin] Pushing event deleted for resources: {'Port': ['ID=91ba36a7-5b96-482a-906a-c3d8ae2b0558,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:21:04.063593 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510b997b-0ac0-4d61-894b-09b0375a8be9 req-1a97ffab-57f9-4f94-b481-dab9b51831d7 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:04.074384 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-510b997b-0ac0-4d61-894b-09b0375a8be9 req-1a97ffab-57f9-4f94-b481-dab9b51831d7 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b464baa-8fee-4e83-b710-80fe99d43fc0 HTTP/1.1" status: 200 len: 949 time: 0.6154265 Aug 05 11:21:04.081170 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1661bcc0-27a1-4edb-8024-19239c767869 service neutron] Pushing event updated for resources: {'Port': ['ID=55713e77-38b3-42f5-962d-9575770689fe,revision_number=7']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:21:04.091535 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cfad59-d0de-4218-9449-564cc36c4812 req-4b545be4-e04b-4d76-9f30-a20b749843d4 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:04.099977 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b8cfad59-d0de-4218-9449-564cc36c4812 req-4b545be4-e04b-4d76-9f30-a20b749843d4 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/ports?device_id=672374a9-db64-433d-bf95-51fe7f56f21e HTTP/1.1" status: 200 len: 945 time: 0.5231712 Aug 05 11:21:04.101213 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-53b6fb3f-0990-44a0-b9d6-3aeeaaab8821 req-1661bcc0-27a1-4edb-8024-19239c767869 service neutron] Attempting to bind port 55713e77-38b3-42f5-962d-9575770689fe on host n-h1-803378-2 for vnic_type normal with profile {"migrating_to": "n-h2-803378-2"} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:21:04.102075 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-53b6fb3f-0990-44a0-b9d6-3aeeaaab8821 req-1661bcc0-27a1-4edb-8024-19239c767869 service neutron] Attempting to bind port 55713e77-38b3-42f5-962d-9575770689fe by drivers openvswitch,hyperv on host n-h1-803378-2 at level 0 using segments [{'id': '7242661a-6816-45d7-a9cf-d91bdd00208a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'c1d3f101-369e-4625-bfd2-2a60ea4757bb'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:21:04.103704 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b6fb3f-0990-44a0-b9d6-3aeeaaab8821 req-1661bcc0-27a1-4edb-8024-19239c767869 service neutron] Attempting to bind port 55713e77-38b3-42f5-962d-9575770689fe on network c1d3f101-369e-4625-bfd2-2a60ea4757bb {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:21:04.111257 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b6fb3f-0990-44a0-b9d6-3aeeaaab8821 req-1661bcc0-27a1-4edb-8024-19239c767869 service neutron] Port 55713e77-38b3-42f5-962d-9575770689fe on network c1d3f101-369e-4625-bfd2-2a60ea4757bb not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:21:04.112139 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b6fb3f-0990-44a0-b9d6-3aeeaaab8821 req-1661bcc0-27a1-4edb-8024-19239c767869 service neutron] Attempting to bind port 55713e77-38b3-42f5-962d-9575770689fe on network c1d3f101-369e-4625-bfd2-2a60ea4757bb {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:21:04.125523 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b6fb3f-0990-44a0-b9d6-3aeeaaab8821 req-1661bcc0-27a1-4edb-8024-19239c767869 service neutron] Checking agent: {'id': '40bb7567-59bd-4b31-bc29-da1c50bca759', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:21:04.126222 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b6fb3f-0990-44a0-b9d6-3aeeaaab8821 req-1661bcc0-27a1-4edb-8024-19239c767869 service neutron] Checking segment: {'id': '7242661a-6816-45d7-a9cf-d91bdd00208a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'c1d3f101-369e-4625-bfd2-2a60ea4757bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:21:04.126847 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b6fb3f-0990-44a0-b9d6-3aeeaaab8821 req-1661bcc0-27a1-4edb-8024-19239c767869 service neutron] Bound using segment: {'id': '7242661a-6816-45d7-a9cf-d91bdd00208a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'c1d3f101-369e-4625-bfd2-2a60ea4757bb'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:21:04.127544 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-53b6fb3f-0990-44a0-b9d6-3aeeaaab8821 req-1661bcc0-27a1-4edb-8024-19239c767869 service neutron] Bound port: 55713e77-38b3-42f5-962d-9575770689fe, host: n-h1-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7242661a-6816-45d7-a9cf-d91bdd00208a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'c1d3f101-369e-4625-bfd2-2a60ea4757bb'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:21:04.128292 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-53b6fb3f-0990-44a0-b9d6-3aeeaaab8821 req-1661bcc0-27a1-4edb-8024-19239c767869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:04.156353 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device faf848d0-aaf0-4e27-84b4-30d25785949d no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:21:04.206085 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] No Port match for: faf848d0-aaf0-4e27-84b4-30d25785949d {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:21:04.206494 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device faf848d0-aaf0-4e27-84b4-30d25785949d not bound to the agent host n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:21:04.212275 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port e635697d-4b0d-49ef-99f9-9d56ec0e8090, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=e635697d-4b0d-49ef-99f9-9d56ec0e8090,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:21:04.223852 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b8cfad59-d0de-4218-9449-564cc36c4812 req-282e3d0d-a975-4d2c-85e8-e2169524a8c2 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b660be2-1cd3-4f1b-b8b6-43aa3e7d82c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227052 Aug 05 11:21:04.234219 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5d946d70-cb96-4d8e-9152-5609c74d488b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33285055'] for router_gateway, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:04.234488 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Returning: {'device': 'e635697d-4b0d-49ef-99f9-9d56ec0e8090', 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a', 'port_id': 'e635697d-4b0d-49ef-99f9-9d56ec0e8090', 'mac_address': 'fa:16:3e:b3:21:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6842f728-c2f3-4e36-bb32-3303d06ce3f4', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:21:04.259652 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-53b6fb3f-0990-44a0-b9d6-3aeeaaab8821 req-1661bcc0-27a1-4edb-8024-19239c767869 service neutron] For port 55713e77-38b3-42f5-962d-9575770689fe, host n-h1-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:21:04.269196 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-53b6fb3f-0990-44a0-b9d6-3aeeaaab8821 req-1661bcc0-27a1-4edb-8024-19239c767869 service neutron] For port 55713e77-38b3-42f5-962d-9575770689fe, host n-h1-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=55713e77-38b3-42f5-962d-9575770689fe,segment=NetworkSegment(7242661a-6816-45d7-a9cf-d91bdd00208a),segment_id=7242661a-6816-45d7-a9cf-d91bdd00208a)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:21:04.281811 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-53b6fb3f-0990-44a0-b9d6-3aeeaaab8821 req-1661bcc0-27a1-4edb-8024-19239c767869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:04.290854 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 11:21:04.311162 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-510b997b-0ac0-4d61-894b-09b0375a8be9 req-5e4c8a3d-214c-44b1-acec-a5f24e5bcbb3 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba838bf4-27d8-4ebd-8a6c-2c869750a1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355323 Aug 05 11:21:04.381129 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 05 Aug 2021 11:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc3e5e6a-415b-4261-b2f2-b625c9cd0403 x-openstack-request-id: req-bc3e5e6a-415b-4261-b2f2-b625c9cd0403 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:21:04.386892 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc701dc3-24f8-4d20-b931-9ae0ac762570", "name": "network-vif-plugged", "status": "completed", "tag": "faf848d0-aaf0-4e27-84b4-30d25785949d", "code": 200}, {"server_uuid": "f026d774-7596-4883-ae12-9e758ace9c10", "name": "network-vif-plugged", "status": "completed", "tag": "c591373e-e68c-484b-b868-8905c68ec3db", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:21:04.387585 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bc3e5e6a-415b-4261-b2f2-b625c9cd0403 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:21:04.389802 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc701dc3-24f8-4d20-b931-9ae0ac762570', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faf848d0-aaf0-4e27-84b4-30d25785949d', 'code': 200} Aug 05 11:21:04.390412 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f026d774-7596-4883-ae12-9e758ace9c10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c591373e-e68c-484b-b868-8905c68ec3db', 'code': 200} Aug 05 11:21:04.439427 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:04.499030 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e635697d-4b0d-49ef-99f9-9d56ec0e8090 {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:21:04.500144 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1661bcc0-27a1-4edb-8024-19239c767869 service neutron] Pushing event updated for resources: {'Port': ['ID=55713e77-38b3-42f5-962d-9575770689fe,revision_number=8']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:21:04.557798 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 6990f16d-1ad0-4690-aee8-e9dcbd15c6f4 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:21:04.570554 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port e635697d-4b0d-49ef-99f9-9d56ec0e8090, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=e635697d-4b0d-49ef-99f9-9d56ec0e8090,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:21:04.624233 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 6990f16d-1ad0-4690-aee8-e9dcbd15c6f4 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:21:04.625675 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 6990f16d-1ad0-4690-aee8-e9dcbd15c6f4 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:21:04.625865 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b6fb3f-0990-44a0-b9d6-3aeeaaab8821 req-1661bcc0-27a1-4edb-8024-19239c767869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:04.626315 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-53b6fb3f-0990-44a0-b9d6-3aeeaaab8821 req-1661bcc0-27a1-4edb-8024-19239c767869 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:04.627782 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-53b6fb3f-0990-44a0-b9d6-3aeeaaab8821 req-1661bcc0-27a1-4edb-8024-19239c767869 service neutron] 10.222.0.55 "PUT /v2.0/ports/55713e77-38b3-42f5-962d-9575770689fe HTTP/1.1" status: 200 len: 1121 time: 1.3926744 Aug 05 11:21:04.635542 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:04.637200 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 55713e77-38b3-42f5-962d-9575770689fe details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:21:04.817231 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['55713e77-38b3-42f5-962d-9575770689fe'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:21:04.977277 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['55713e77-38b3-42f5-962d-9575770689fe'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:21:04.979862 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=e635697d-4b0d-49ef-99f9-9d56ec0e8090,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:21:05.118441 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 55713e77-38b3-42f5-962d-9575770689fe, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=55713e77-38b3-42f5-962d-9575770689fe,segment=NetworkSegment(7242661a-6816-45d7-a9cf-d91bdd00208a),segment_id=7242661a-6816-45d7-a9cf-d91bdd00208a)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:21:05.123913 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5d946d70-cb96-4d8e-9152-5609c74d488b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33262979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1951'] for router, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:05.145088 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 55713e77-38b3-42f5-962d-9575770689fe has no active binding in host n-h2-803378-2 {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 05 11:21:05.145321 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5d946d70-cb96-4d8e-9152-5609c74d488b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:05.204765 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '672374a9-db64-433d-bf95-51fe7f56f21e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55713e77-38b3-42f5-962d-9575770689fe'}, {'name': 'network-changed', 'server_uuid': '672374a9-db64-433d-bf95-51fe7f56f21e', 'tag': '55713e77-38b3-42f5-962d-9575770689fe'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:21:05.208735 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09eef5d8-e2c3-472d-b741-b588d330e8e5" -d '{"events": [{"server_uuid": "672374a9-db64-433d-bf95-51fe7f56f21e", "name": "network-vif-unplugged", "status": "completed", "tag": "55713e77-38b3-42f5-962d-9575770689fe"}, {"name": "network-changed", "server_uuid": "672374a9-db64-433d-bf95-51fe7f56f21e", "tag": "55713e77-38b3-42f5-962d-9575770689fe"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:21:05.244912 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e22388-b2ec-458d-bbd5-82aeea9187a5 req-8b805add-19a8-40db-83f8-9fba17f5bfd6 tempest-ImagesNegativeTestJSON-1565038095 tempest-ImagesNegativeTestJSON-1565038095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:05.254989 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b2e22388-b2ec-458d-bbd5-82aeea9187a5 req-8b805add-19a8-40db-83f8-9fba17f5bfd6 tempest-ImagesNegativeTestJSON-1565038095 tempest-ImagesNegativeTestJSON-1565038095-project] 10.222.0.58 "GET /v2.0/ports?device_id=69ce95eb-9242-4368-afb0-16a043e55e53 HTTP/1.1" status: 200 len: 948 time: 0.2577372 Aug 05 11:21:05.269105 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5d946d70-cb96-4d8e-9152-5609c74d488b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33262474'] for router, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:05.269710 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d946d70-cb96-4d8e-9152-5609c74d488b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 12f98516-3ead-41d2-852c-3ed4a8cde94a {{(pid=94420) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 11:21:05.281225 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5d946d70-cb96-4d8e-9152-5609c74d488b admin admin] Notify callbacks [] for router, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:05.283206 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-5d946d70-cb96-4d8e-9152-5609c74d488b admin admin] 10.222.0.58 "DELETE /v2.0/routers/12f98516-3ead-41d2-852c-3ed4a8cde94a HTTP/1.1" status: 204 len: 168 time: 2.8259518 Aug 05 11:21:05.285773 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 42420) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:21:05.306799 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86141e4-c097-4cbb-8b2b-d49e843096c4 req-566ff7c6-a928-42d7-8189-8a841b7bbeb0 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:05.315163 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c86141e4-c097-4cbb-8b2b-d49e843096c4 req-566ff7c6-a928-42d7-8189-8a841b7bbeb0 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=f026d774-7596-4883-ae12-9e758ace9c10 HTTP/1.1" status: 200 len: 945 time: 0.3139343 Aug 05 11:21:05.320103 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2988c795-3e64-4c7f-a09f-f4d696b95e2c req-2bd23238-1ef4-4bfc-a7d9-e64ff1f5b6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:05.322606 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2988c795-3e64-4c7f-a09f-f4d696b95e2c req-2bd23238-1ef4-4bfc-a7d9-e64ff1f5b6fb service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f026d774-7596-4883-ae12-9e758ace9c10 HTTP/1.1" status: 200 len: 1096 time: 0.3278735 Aug 05 11:21:05.378201 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b268979-937b-41af-9316-29ced73f41fa admin admin] Deleting subnet f8379764-b073-42f7-839c-6cb0c6a8c98b {{(pid=94421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:21:05.389788 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9b268979-937b-41af-9316-29ced73f41fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:05.452646 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b2e22388-b2ec-458d-bbd5-82aeea9187a5 req-2b92a155-c747-4690-9c39-da757ad950aa tempest-ImagesNegativeTestJSON-1565038095 tempest-ImagesNegativeTestJSON-1565038095-project] 10.222.0.58 "GET /v2.0/security-groups?id=a7369110-b1fd-403b-991c-729cd947908f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961436 Aug 05 11:21:05.487810 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2988c795-3e64-4c7f-a09f-f4d696b95e2c req-202c80be-3696-4230-b2ff-068c1499c0fd service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552451 Aug 05 11:21:05.511923 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c86141e4-c097-4cbb-8b2b-d49e843096c4 req-a6c393a7-1088-4253-9c86-be5533837ed3 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957140 Aug 05 11:21:05.512766 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9b268979-937b-41af-9316-29ced73f41fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29786388'] for subnet, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:05.622745 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 05 Aug 2021 11:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96e807b2-69b2-4926-a27d-f14ea7ed3add x-openstack-request-id: req-96e807b2-69b2-4926-a27d-f14ea7ed3add {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:21:05.623021 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "672374a9-db64-433d-bf95-51fe7f56f21e", "name": "network-vif-unplugged", "status": "completed", "tag": "55713e77-38b3-42f5-962d-9575770689fe", "code": 200}, {"name": "network-changed", "server_uuid": "672374a9-db64-433d-bf95-51fe7f56f21e", "tag": "55713e77-38b3-42f5-962d-9575770689fe", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:21:05.623289 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-96e807b2-69b2-4926-a27d-f14ea7ed3add {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:21:05.623690 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '672374a9-db64-433d-bf95-51fe7f56f21e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55713e77-38b3-42f5-962d-9575770689fe', 'code': 200} Aug 05 11:21:05.623946 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '672374a9-db64-433d-bf95-51fe7f56f21e', 'tag': '55713e77-38b3-42f5-962d-9575770689fe', 'status': 'completed', 'code': 200} Aug 05 11:21:05.656218 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9b268979-937b-41af-9316-29ced73f41fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:05.743395 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['e635697d-4b0d-49ef-99f9-9d56ec0e8090'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:21:05.810655 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206ebd38-1552-4e1f-9e31-96418b117dda req-27bef8fe-3c74-460f-83d2-62aad60d158c tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:05.822702 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-206ebd38-1552-4e1f-9e31-96418b117dda req-27bef8fe-3c74-460f-83d2-62aad60d158c tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/ports?device_id=672374a9-db64-433d-bf95-51fe7f56f21e HTTP/1.1" status: 200 len: 943 time: 0.1195736 Aug 05 11:21:05.878170 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eef5d8-e2c3-472d-b741-b588d330e8e5 req-a9d298ec-7803-4e82-b2e0-a68711449f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:05.881604 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-09eef5d8-e2c3-472d-b741-b588d330e8e5 req-a9d298ec-7803-4e82-b2e0-a68711449f3d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e8f6478cce384a98ba09cac5c1bcf855&device_id=672374a9-db64-433d-bf95-51fe7f56f21e HTTP/1.1" status: 200 len: 1124 time: 0.1652951 Aug 05 11:21:05.945949 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-206ebd38-1552-4e1f-9e31-96418b117dda req-6378af65-afff-45bc-b55a-5bfa3fd41889 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b660be2-1cd3-4f1b-b8b6-43aa3e7d82c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117139 Aug 05 11:21:06.000036 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device faf848d0-aaf0-4e27-84b4-30d25785949d no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:21:06.041215 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] No Port match for: faf848d0-aaf0-4e27-84b4-30d25785949d {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:21:06.041566 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device faf848d0-aaf0-4e27-84b4-30d25785949d not bound to the agent host n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:21:06.042039 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 49bfd466-2a5b-4e0b-9162-53a17e69e7eb no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:21:06.086237 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9b268979-937b-41af-9316-29ced73f41fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25038609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30075142'] for subnet, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:06.153220 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b268979-937b-41af-9316-29ced73f41fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8379764-b073-42f7-839c-6cb0c6a8c98b,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:21:06.179789 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9b268979-937b-41af-9316-29ced73f41fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:06.192820 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-9b268979-937b-41af-9316-29ced73f41fa admin admin] 10.222.0.58 "DELETE /v2.0/subnets/f8379764-b073-42f7-839c-6cb0c6a8c98b HTTP/1.1" status: 204 len: 168 time: 0.9022307 Aug 05 11:21:06.195161 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 42428) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:21:06.245687 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 42430) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:21:06.247686 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6459aa63-6a76-47f6-8daa-2bfc0f645de8 None None] Network d6e7f7a1-7b13-4626-8248-404da8ee94cd requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:21:06.251504 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 91ba36a7-5b96-482a-906a-c3d8ae2b0558 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:21:06.259048 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-732e9976-ab92-48e2-b5a7-a6a136f21551 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1455536598', 'description': 'tempest-description--1299181609'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:21:06.364871 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eef5d8-e2c3-472d-b741-b588d330e8e5 req-d874cc9b-82d0-4920-ac03-3af5106409a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:06.370693 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-09eef5d8-e2c3-472d-b741-b588d330e8e5 req-d874cc9b-82d0-4920-ac03-3af5106409a7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c1d3f101-369e-4625-bfd2-2a60ea4757bb HTTP/1.1" status: 200 len: 921 time: 0.4789419 Aug 05 11:21:06.378368 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-732e9976-ab92-48e2-b5a7-a6a136f21551 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:06.388802 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 91ba36a7-5b96-482a-906a-c3d8ae2b0558 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:21:06.389501 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 91ba36a7-5b96-482a-906a-c3d8ae2b0558 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:21:06.421039 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:06.456032 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0070772-6e40-4b22-a8d6-0918e906b907 req-db3a7e27-0dfb-469b-94c5-356030b6b961 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:06.465155 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f0070772-6e40-4b22-a8d6-0918e906b907 req-db3a7e27-0dfb-469b-94c5-356030b6b961 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b464baa-8fee-4e83-b710-80fe99d43fc0 HTTP/1.1" status: 200 len: 949 time: 0.3206110 Aug 05 11:21:06.485813 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ecd582de-c0fc-434c-85ff-395be6373b96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:06.494241 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b464baa-8fee-4e83-b710-80fe99d43fc0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49bfd466-2a5b-4e0b-9162-53a17e69e7eb'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:21:06.498737 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03f94754-5ceb-4369-84cc-35c293c9342f" -d '{"events": [{"server_uuid": "5b464baa-8fee-4e83-b710-80fe99d43fc0", "name": "network-vif-unplugged", "status": "completed", "tag": "49bfd466-2a5b-4e0b-9162-53a17e69e7eb"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:21:06.510621 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-09eef5d8-e2c3-472d-b741-b588d330e8e5 req-7bcd4301-6f19-45a7-b8a4-1ec750e2738d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=55713e77-38b3-42f5-962d-9575770689fe HTTP/1.1" status: 200 len: 217 time: 0.0772049 Aug 05 11:21:06.535793 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 49bfd466-2a5b-4e0b-9162-53a17e69e7eb, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=49bfd466-2a5b-4e0b-9162-53a17e69e7eb,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:21:06.550740 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:06.672955 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=49bfd466-2a5b-4e0b-9162-53a17e69e7eb,revision_number=6']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:21:06.694903 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:21:06.694903 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:21:06.697359 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:21:06.697716 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:21:06.698086 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:21:06.699164 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:21:06.700305 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:21:06.701589 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:21:06.702544 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:21:06.702769 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:21:06.703124 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:21:06.704738 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:21:06.706015 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f0070772-6e40-4b22-a8d6-0918e906b907 req-1fd42630-7c14-4af5-89b2-91e893998568 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba838bf4-27d8-4ebd-8a6c-2c869750a1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389441 Aug 05 11:21:06.735629 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18664f0d-5cb9-4009-ab16-7e79f6c5920d None None] DHCP port deletion for d6e7f7a1-7b13-4626-8248-404da8ee94cd request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 11:21:06.752590 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eef5d8-e2c3-472d-b741-b588d330e8e5 req-ef9f536e-1133-43fc-befa-612872cacf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:06.752590 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-09eef5d8-e2c3-472d-b741-b588d330e8e5 req-ef9f536e-1133-43fc-befa-612872cacf4a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=88c33de2-0b50-4fb8-a2a7-3c3e700f5c7c HTTP/1.1" status: 200 len: 860 time: 0.2224669 Aug 05 11:21:06.800310 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-09eef5d8-e2c3-472d-b741-b588d330e8e5 req-f07a761d-37c7-45e0-a072-8c129fd3eed6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c1d3f101-369e-4625-bfd2-2a60ea4757bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463943 Aug 05 11:21:06.856274 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-ecd582de-c0fc-434c-85ff-395be6373b96 admin admin] Deleting port 10698c5c-dc92-41f7-a803-18e2039f8096 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:21:06.857783 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ecd582de-c0fc-434c-85ff-395be6373b96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:06.859015 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 05 Aug 2021 11:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebb9518f-e721-4843-9f70-c1eb60c1038b x-openstack-request-id: req-ebb9518f-e721-4843-9f70-c1eb60c1038b {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:21:06.859506 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b464baa-8fee-4e83-b710-80fe99d43fc0", "name": "network-vif-unplugged", "status": "completed", "tag": "49bfd466-2a5b-4e0b-9162-53a17e69e7eb", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:21:06.859933 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ebb9518f-e721-4843-9f70-c1eb60c1038b {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:21:06.864297 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b464baa-8fee-4e83-b710-80fe99d43fc0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49bfd466-2a5b-4e0b-9162-53a17e69e7eb', 'code': 200} Aug 05 11:21:06.926005 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-18664f0d-5cb9-4009-ab16-7e79f6c5920d None None] Deleting port 10698c5c-dc92-41f7-a803-18e2039f8096 {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:21:06.926572 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-18664f0d-5cb9-4009-ab16-7e79f6c5920d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:06.978902 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-732e9976-ab92-48e2-b5a7-a6a136f21551 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:06.995269 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-732e9976-ab92-48e2-b5a7-a6a136f21551 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:07.096218 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-09eef5d8-e2c3-472d-b741-b588d330e8e5 req-680fb7b2-bb3d-4169-b377-d2f8ff314f7d service neutron] 10.222.0.64 "GET /v2.0/networks/c1d3f101-369e-4625-bfd2-2a60ea4757bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2862694 Aug 05 11:21:07.114317 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-732e9976-ab92-48e2-b5a7-a6a136f21551 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:07.117160 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-732e9976-ab92-48e2-b5a7-a6a136f21551 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8693728 Aug 05 11:21:07.137655 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 42448) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:21:07.179098 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-8b3ccb64-86fc-4516-8125-65ed2b6db5ae tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Request body: {'security_group_rule': {'security_group_id': '327c3cbe-175d-46a3-9094-d7e776e18c63', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:21:07.219569 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-ecd582de-c0fc-434c-85ff-395be6373b96 admin admin] For port 10698c5c-dc92-41f7-a803-18e2039f8096, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=10698c5c-dc92-41f7-a803-18e2039f8096,segment=NetworkSegment(01583f88-150b-4d0f-850f-d8d3840981b0),segment_id=01583f88-150b-4d0f-850f-d8d3840981b0)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:21:07.220508 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ecd582de-c0fc-434c-85ff-395be6373b96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:07.249553 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80429c04-a144-483f-ba08-6a20766b4b8a req-80225927-642d-4dfe-b94d-5760ddf24a16 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:07.255648 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-18664f0d-5cb9-4009-ab16-7e79f6c5920d None None] For port 10698c5c-dc92-41f7-a803-18e2039f8096, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=10698c5c-dc92-41f7-a803-18e2039f8096,segment=NetworkSegment(01583f88-150b-4d0f-850f-d8d3840981b0),segment_id=01583f88-150b-4d0f-850f-d8d3840981b0)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:21:07.257825 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-18664f0d-5cb9-4009-ab16-7e79f6c5920d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:07.263865 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-80429c04-a144-483f-ba08-6a20766b4b8a req-80225927-642d-4dfe-b94d-5760ddf24a16 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=f026d774-7596-4883-ae12-9e758ace9c10 HTTP/1.1" status: 200 len: 945 time: 0.2290366 Aug 05 11:21:07.294860 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-18664f0d-5cb9-4009-ab16-7e79f6c5920d None None] Calling delete_port for 10698c5c-dc92-41f7-a803-18e2039f8096 owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:21:07.306253 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b1673-a84f-4c44-aeed-bfcc3ddf64dd req-bc0bd906-d0da-4ef5-b03b-360ff454bc1d tempest-ImagesNegativeTestJSON-1565038095 tempest-ImagesNegativeTestJSON-1565038095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:07.306601 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732e9976-ab92-48e2-b5a7-a6a136f21551 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=327c3cbe-175d-46a3-9094-d7e776e18c63,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:21:07.309117 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0f5b1673-a84f-4c44-aeed-bfcc3ddf64dd req-bc0bd906-d0da-4ef5-b03b-360ff454bc1d tempest-ImagesNegativeTestJSON-1565038095 tempest-ImagesNegativeTestJSON-1565038095-project] 10.222.0.58 "GET /v2.0/ports?device_id=69ce95eb-9242-4368-afb0-16a043e55e53 HTTP/1.1" status: 200 len: 948 time: 0.3048916 Aug 05 11:21:07.390044 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-ecd582de-c0fc-434c-85ff-395be6373b96 admin admin] Calling delete_port for 10698c5c-dc92-41f7-a803-18e2039f8096 owned by network:dhcp {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:21:07.402472 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8b3ccb64-86fc-4516-8125-65ed2b6db5ae tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:07.446375 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-80429c04-a144-483f-ba08-6a20766b4b8a req-4e854d85-35e4-4d6a-9c31-8a252d88da71 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809349 Aug 05 11:21:07.491062 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-77ff2227-f00c-4853-8083-af1a88386f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:07.545924 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0f5b1673-a84f-4c44-aeed-bfcc3ddf64dd req-bf5cb659-8a36-41bb-9600-bf91fe152e9f tempest-ImagesNegativeTestJSON-1565038095 tempest-ImagesNegativeTestJSON-1565038095-project] 10.222.0.58 "GET /v2.0/security-groups?id=a7369110-b1fd-403b-991c-729cd947908f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006340 Aug 05 11:21:07.572828 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8b3ccb64-86fc-4516-8125-65ed2b6db5ae tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:07.606385 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8b3ccb64-86fc-4516-8125-65ed2b6db5ae tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:07.624711 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-18664f0d-5cb9-4009-ab16-7e79f6c5920d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:07.625990 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-09eef5d8-e2c3-472d-b741-b588d330e8e5 req-e04fbd0b-176d-4d29-a03a-52848d699680 service neutron] 10.222.0.64 "GET /v2.0/networks/c1d3f101-369e-4625-bfd2-2a60ea4757bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5144660 Aug 05 11:21:07.655290 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ccb64-86fc-4516-8125-65ed2b6db5ae tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce51d004-f7f6-4034-830b-faae12f6b4ab,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:21:07.658925 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8b3ccb64-86fc-4516-8125-65ed2b6db5ae tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:07.664927 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-8b3ccb64-86fc-4516-8125-65ed2b6db5ae tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5154858 Aug 05 11:21:07.673546 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 42458) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:21:07.683791 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-71a551c2-20bd-453f-9d61-e9bd36464ffa tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Request body: {'security_group_rule': {'security_group_id': '327c3cbe-175d-46a3-9094-d7e776e18c63', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:21:07.714930 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18664f0d-5cb9-4009-ab16-7e79f6c5920d None None] Pushing event deleted for resources: {'Port': ['ID=10698c5c-dc92-41f7-a803-18e2039f8096,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:21:07.727251 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18664f0d-5cb9-4009-ab16-7e79f6c5920d None None] No DVR routers for this DVR port 10698c5c-dc92-41f7-a803-18e2039f8096 on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:21:07.762323 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-71a551c2-20bd-453f-9d61-e9bd36464ffa tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:07.822199 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ecd582de-c0fc-434c-85ff-395be6373b96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:07.877775 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd582de-c0fc-434c-85ff-395be6373b96 admin admin] Pushing event deleted for resources: {'Port': ['ID=10698c5c-dc92-41f7-a803-18e2039f8096,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:21:07.905877 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2295a13-bd8d-4748-bc21-c0ea656b33d8 req-19f44ee5-85d8-4ea6-a281-903a419709a9 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:07.917412 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b2295a13-bd8d-4748-bc21-c0ea656b33d8 req-19f44ee5-85d8-4ea6-a281-903a419709a9 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/ports?device_id=672374a9-db64-433d-bf95-51fe7f56f21e HTTP/1.1" status: 200 len: 943 time: 0.2300448 Aug 05 11:21:07.920208 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd582de-c0fc-434c-85ff-395be6373b96 admin admin] No DVR routers for this DVR port 10698c5c-dc92-41f7-a803-18e2039f8096 on host n-d-803378-2 {{(pid=94420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:21:07.933824 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-71a551c2-20bd-453f-9d61-e9bd36464ffa tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:07.942633 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-71a551c2-20bd-453f-9d61-e9bd36464ffa tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:07.996515 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a551c2-20bd-453f-9d61-e9bd36464ffa tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe3f37dc-9078-4856-a673-21722ed34deb,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:21:08.001651 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 49bfd466-2a5b-4e0b-9162-53a17e69e7eb details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:21:08.025118 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device e635697d-4b0d-49ef-99f9-9d56ec0e8090 up at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:21:08.028388 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-71a551c2-20bd-453f-9d61-e9bd36464ffa tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:08.032549 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-71a551c2-20bd-453f-9d61-e9bd36464ffa tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3544567 Aug 05 11:21:08.037163 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 42466) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:21:08.051905 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-d570bc63-b360-4a4d-ace2-e45065824b88 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Request body: {'floatingip': {'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:21:08.121206 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d570bc63-b360-4a4d-ace2-e45065824b88 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Notify callbacks [] for floatingip, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:08.196669 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ecd582de-c0fc-434c-85ff-395be6373b96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:08.207364 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b2295a13-bd8d-4748-bc21-c0ea656b33d8 req-fab5f8a6-3721-4773-9168-ef8428f87c0b tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b660be2-1cd3-4f1b-b8b6-43aa3e7d82c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882822 Aug 05 11:21:08.226858 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-ecd582de-c0fc-434c-85ff-395be6373b96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6e7f7a1-7b13-4626-8248-404da8ee94cd']}} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:21:08.247668 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-ecd582de-c0fc-434c-85ff-395be6373b96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01583f88-150b-4d0f-850f-d8d3840981b0') {'for_net_delete': True} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:21:08.248029 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-ecd582de-c0fc-434c-85ff-395be6373b96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01583f88-150b-4d0f-850f-d8d3840981b0') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:21:08.304126 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79920118-b73e-4443-a647-8cfeeb065632 req-ff012d1b-d206-4c3c-b69e-4d266eac4c14 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:08.307407 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-79920118-b73e-4443-a647-8cfeeb065632 req-ff012d1b-d206-4c3c-b69e-4d266eac4c14 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b464baa-8fee-4e83-b710-80fe99d43fc0 HTTP/1.1" status: 200 len: 947 time: 0.2043974 Aug 05 11:21:08.311032 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ecd582de-c0fc-434c-85ff-395be6373b96 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25010581'] for segment, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:08.388117 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ecd582de-c0fc-434c-85ff-395be6373b96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:08.418675 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-79920118-b73e-4443-a647-8cfeeb065632 req-fd1b80ee-f090-4288-850b-0edba7b00b58 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba838bf4-27d8-4ebd-8a6c-2c869750a1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919542 Aug 05 11:21:08.421025 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecd582de-c0fc-434c-85ff-395be6373b96 admin admin] Releasing vlan 689 on physical network physnet1 to pool {{(pid=94420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:21:08.430215 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ecd582de-c0fc-434c-85ff-395be6373b96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29762581'] for segment, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:08.434029 n-d-803378-2 neutron-server[94420]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 11:21:08.434029 n-d-803378-2 neutron-server[94420]: self.session.flush() Aug 05 11:21:08.434029 n-d-803378-2 neutron-server[94420]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 11:21:08.434029 n-d-803378-2 neutron-server[94420]: self.session.flush() Aug 05 11:21:08.434029 n-d-803378-2 neutron-server[94420]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 11:21:08.434029 n-d-803378-2 neutron-server[94420]: self.session.flush() Aug 05 11:21:08.434029 n-d-803378-2 neutron-server[94420]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 11:21:08.434029 n-d-803378-2 neutron-server[94420]: self.session.flush() Aug 05 11:21:08.434029 n-d-803378-2 neutron-server[94420]: Traceback (most recent call last): Aug 05 11:21:08.434029 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:21:08.434029 n-d-803378-2 neutron-server[94420]: timer() Aug 05 11:21:08.434029 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:21:08.434029 n-d-803378-2 neutron-server[94420]: cb(*args, **kw) Aug 05 11:21:08.434029 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:21:08.434029 n-d-803378-2 neutron-server[94420]: return func(*args, **kwargs) Aug 05 11:21:08.434029 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:21:08.434029 n-d-803378-2 neutron-server[94420]: self._notify() Aug 05 11:21:08.434029 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:21:08.434029 n-d-803378-2 neutron-server[94420]: self.callback(batched_events) Aug 05 11:21:08.434029 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:21:08.434029 n-d-803378-2 neutron-server[94420]: event.method(event) Aug 05 11:21:08.434029 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:21:08.434029 n-d-803378-2 neutron-server[94420]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:21:08.434029 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:21:08.434029 n-d-803378-2 neutron-server[94420]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:21:08.434029 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:21:08.434029 n-d-803378-2 neutron-server[94420]: return f(self, *a, **k) Aug 05 11:21:08.434029 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:21:08.434029 n-d-803378-2 neutron-server[94420]: return self._get(url).json() Aug 05 11:21:08.434029 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:21:08.434029 n-d-803378-2 neutron-server[94420]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:21:08.434029 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:21:08.434029 n-d-803378-2 neutron-server[94420]: return self.request(url, 'GET', **kwargs) Aug 05 11:21:08.434029 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:21:08.434029 n-d-803378-2 neutron-server[94420]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:21:08.434029 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:21:08.434029 n-d-803378-2 neutron-server[94420]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:21:08.434029 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:21:08.434029 n-d-803378-2 neutron-server[94420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:21:08.434029 n-d-803378-2 neutron-server[94420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:21:08.441677 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 49bfd466-2a5b-4e0b-9162-53a17e69e7eb, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=49bfd466-2a5b-4e0b-9162-53a17e69e7eb,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:21:08.499072 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d570bc63-b360-4a4d-ace2-e45065824b88 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:08.601470 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ecd582de-c0fc-434c-85ff-395be6373b96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:08.612681 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ecd582de-c0fc-434c-85ff-395be6373b96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:08.633042 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-ecd582de-c0fc-434c-85ff-395be6373b96 admin admin] 10.222.0.58 "DELETE /v2.0/networks/d6e7f7a1-7b13-4626-8248-404da8ee94cd HTTP/1.1" status: 204 len: 168 time: 2.4323385 Aug 05 11:21:08.798795 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Returning: {'device': '49bfd466-2a5b-4e0b-9162-53a17e69e7eb', 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a', 'port_id': '49bfd466-2a5b-4e0b-9162-53a17e69e7eb', 'mac_address': 'fa:16:3e:d6:ab:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6842f728-c2f3-4e36-bb32-3303d06ce3f4', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:21:08.802713 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 10698c5c-dc92-41f7-a803-18e2039f8096 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:21:08.813852 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd582de-c0fc-434c-85ff-395be6373b96 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6e7f7a1-7b13-4626-8248-404da8ee94cd,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:21:08.863393 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 10698c5c-dc92-41f7-a803-18e2039f8096 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:21:08.863943 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 10698c5c-dc92-41f7-a803-18e2039f8096 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:21:08.866665 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning for port e635697d-4b0d-49ef-99f9-9d56ec0e8090 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:21:08.875385 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20ca165-6ebd-4b4c-8dfd-ea3349ded8f3 req-98ba63bf-1b2d-436c-8bfe-e16279ad3d64 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:08.890869 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d20ca165-6ebd-4b4c-8dfd-ea3349ded8f3 req-98ba63bf-1b2d-436c-8bfe-e16279ad3d64 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=f026d774-7596-4883-ae12-9e758ace9c10 HTTP/1.1" status: 200 len: 945 time: 0.2460959 Aug 05 11:21:08.900027 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning complete for port e635697d-4b0d-49ef-99f9-9d56ec0e8090 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:21:08.900713 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:08.958574 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-d570bc63-b360-4a4d-ace2-e45065824b88 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Allocated IP 172.25.5.192 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/b47ce3f8-adb7-46ad-b62b-b2f6ed40cd23) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:21:09.077404 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d20ca165-6ebd-4b4c-8dfd-ea3349ded8f3 req-8e0fc30e-b6f6-4a7a-aa5d-166115a687b0 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821210 Aug 05 11:21:09.082886 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:09.120670 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49bfd466-2a5b-4e0b-9162-53a17e69e7eb {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:21:09.144015 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 49bfd466-2a5b-4e0b-9162-53a17e69e7eb, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=49bfd466-2a5b-4e0b-9162-53a17e69e7eb,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:21:09.152036 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:09.176137 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bafa83-d3ad-46c6-a52d-eb8396c18ac8 req-7df2279e-be85-4143-8d0a-ec9f500a1ddf tempest-ImagesNegativeTestJSON-1565038095 tempest-ImagesNegativeTestJSON-1565038095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:09.198180 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b3bafa83-d3ad-46c6-a52d-eb8396c18ac8 req-7df2279e-be85-4143-8d0a-ec9f500a1ddf tempest-ImagesNegativeTestJSON-1565038095 tempest-ImagesNegativeTestJSON-1565038095-project] 10.222.0.58 "GET /v2.0/ports?device_id=69ce95eb-9242-4368-afb0-16a043e55e53 HTTP/1.1" status: 200 len: 948 time: 0.2449732 Aug 05 11:21:09.266318 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 42484) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:21:09.282822 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=49bfd466-2a5b-4e0b-9162-53a17e69e7eb,revision_number=7']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:21:09.320400 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:09.389742 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b3bafa83-d3ad-46c6-a52d-eb8396c18ac8 req-19220050-b26b-4f03-b441-4c5eeadf6cfd tempest-ImagesNegativeTestJSON-1565038095 tempest-ImagesNegativeTestJSON-1565038095-project] 10.222.0.58 "GET /v2.0/security-groups?id=a7369110-b1fd-403b-991c-729cd947908f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821406 Aug 05 11:21:09.401382 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69ce95eb-9242-4368-afb0-16a043e55e53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e635697d-4b0d-49ef-99f9-9d56ec0e8090'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:21:09.409803 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b1408fa-3e38-4481-84ff-d8492ca025a4" -d '{"events": [{"server_uuid": "69ce95eb-9242-4368-afb0-16a043e55e53", "name": "network-vif-plugged", "status": "completed", "tag": "e635697d-4b0d-49ef-99f9-9d56ec0e8090"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:21:09.413220 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 42492) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:21:09.414477 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-0102bea1-a0df-47c9-b654-77226a42b2bc admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c6e2fe766e8b4757a2cbec12ee335981&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1443682 Aug 05 11:21:09.481886 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d570bc63-b360-4a4d-ace2-e45065824b88 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:09.501541 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port e635697d-4b0d-49ef-99f9-9d56ec0e8090, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=e635697d-4b0d-49ef-99f9-9d56ec0e8090,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:21:09.510577 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:09.644692 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0aba00f9-814a-4711-9d93-46f7b385ab95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:09.646197 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d570bc63-b360-4a4d-ace2-e45065824b88 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:09.722539 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=e635697d-4b0d-49ef-99f9-9d56ec0e8090,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:21:09.763711 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['49bfd466-2a5b-4e0b-9162-53a17e69e7eb'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:21:09.769263 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0aba00f9-814a-4711-9d93-46f7b385ab95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:09.870489 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d570bc63-b360-4a4d-ace2-e45065824b88 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:21:09.896036 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0aba00f9-814a-4711-9d93-46f7b385ab95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:09.901156 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0aba00f9-814a-4711-9d93-46f7b385ab95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:09.903100 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-0aba00f9-814a-4711-9d93-46f7b385ab95 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3162bfa9-e9a0-4801-9032-ed8835c4d09c HTTP/1.1" status: 204 len: 168 time: 0.4880798 Aug 05 11:21:09.921005 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-d570bc63-b360-4a4d-ace2-e45065824b88 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:21:09.925329 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aba00f9-814a-4711-9d93-46f7b385ab95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3162bfa9-e9a0-4801-9032-ed8835c4d09c,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:21:09.944945 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d570bc63-b360-4a4d-ace2-e45065824b88 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:21:09.985763 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-918e6394-c8a8-4967-aea4-50c3cf12e867 x-openstack-request-id: req-918e6394-c8a8-4967-aea4-50c3cf12e867 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:21:09.986464 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69ce95eb-9242-4368-afb0-16a043e55e53", "name": "network-vif-plugged", "status": "completed", "tag": "e635697d-4b0d-49ef-99f9-9d56ec0e8090", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:21:09.986871 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-918e6394-c8a8-4967-aea4-50c3cf12e867 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:21:09.987515 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69ce95eb-9242-4368-afb0-16a043e55e53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e635697d-4b0d-49ef-99f9-9d56ec0e8090', 'code': 200} Aug 05 11:21:09.991830 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6653c5-27a3-4b36-83ec-6e418e65f854 req-3bbc92b5-8437-4b41-9ca8-710d98aaad41 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:10.007731 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5d6653c5-27a3-4b36-83ec-6e418e65f854 req-3bbc92b5-8437-4b41-9ca8-710d98aaad41 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/ports?device_id=672374a9-db64-433d-bf95-51fe7f56f21e HTTP/1.1" status: 200 len: 943 time: 0.3461885 Aug 05 11:21:10.388044 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5d6653c5-27a3-4b36-83ec-6e418e65f854 req-41049540-37ab-4e2d-9b7f-bab0b595e9ef tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b660be2-1cd3-4f1b-b8b6-43aa3e7d82c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3790312 Aug 05 11:21:10.393825 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dae4166-0683-463f-80e2-de214a59f198 req-d617a74d-da61-4097-93d4-25fd1c7c7879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:10.411881 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7dae4166-0683-463f-80e2-de214a59f198 req-d617a74d-da61-4097-93d4-25fd1c7c7879 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=69ce95eb-9242-4368-afb0-16a043e55e53 HTTP/1.1" status: 200 len: 1100 time: 0.3445826 Aug 05 11:21:10.469910 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d570bc63-b360-4a4d-ace2-e45065824b88 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:10.471893 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cb4e50cc-7738-4562-9062-8778320ebd59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:10.484852 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:10.568670 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d570bc63-b360-4a4d-ace2-e45065824b88 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Pushing event updated for resources: {'Port': ['ID=b47ce3f8-adb7-46ad-b62b-b2f6ed40cd23,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:21:10.579760 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e87ebb-8efa-4b60-90d7-d1f032ecb641 req-fdb0fa3d-ec91-42d4-b5fd-bc6bbd57844c tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:10.587279 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-94e87ebb-8efa-4b60-90d7-d1f032ecb641 req-fdb0fa3d-ec91-42d4-b5fd-bc6bbd57844c tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b464baa-8fee-4e83-b710-80fe99d43fc0 HTTP/1.1" status: 200 len: 948 time: 0.3784494 Aug 05 11:21:10.686112 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d570bc63-b360-4a4d-ace2-e45065824b88 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:10.687024 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7dae4166-0683-463f-80e2-de214a59f198 req-051ca128-d335-41db-8a7e-af42aa64771e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a7369110-b1fd-403b-991c-729cd947908f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486238 Aug 05 11:21:10.865259 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-94e87ebb-8efa-4b60-90d7-d1f032ecb641 req-d72f91ba-880a-446e-86e8-e8299b9e6eb1 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba838bf4-27d8-4ebd-8a6c-2c869750a1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338989 Aug 05 11:21:10.959177 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265d25f8-cba0-4687-b7f4-914a6f8ecbf9 req-93cab718-9b8d-430b-b95c-102f2cf222d4 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:10.976068 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-265d25f8-cba0-4687-b7f4-914a6f8ecbf9 req-93cab718-9b8d-430b-b95c-102f2cf222d4 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=f026d774-7596-4883-ae12-9e758ace9c10 HTTP/1.1" status: 200 len: 945 time: 0.2833536 Aug 05 11:21:11.142537 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d570bc63-b360-4a4d-ace2-e45065824b88 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:11.148883 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-265d25f8-cba0-4687-b7f4-914a6f8ecbf9 req-1113c952-3e3a-4adb-8617-49860b0cadb1 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709981 Aug 05 11:21:11.154886 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d570bc63-b360-4a4d-ace2-e45065824b88 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:11.459478 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d570bc63-b360-4a4d-ace2-e45065824b88 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Pushing event updated for resources: {'Port': ['ID=b47ce3f8-adb7-46ad-b62b-b2f6ed40cd23,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:21:11.475673 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d570bc63-b360-4a4d-ace2-e45065824b88 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33287247'] for floatingip, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:11.517336 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c88aaa-8612-465d-863f-ad530312f7ec req-0bd387ca-854d-4c83-8be5-8ab18437b4ea tempest-ImagesNegativeTestJSON-1565038095 tempest-ImagesNegativeTestJSON-1565038095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:11.537326 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d570bc63-b360-4a4d-ace2-e45065824b88 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:11.540197 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-d570bc63-b360-4a4d-ace2-e45065824b88 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5016303 Aug 05 11:21:11.541519 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c0c88aaa-8612-465d-863f-ad530312f7ec req-0bd387ca-854d-4c83-8be5-8ab18437b4ea tempest-ImagesNegativeTestJSON-1565038095 tempest-ImagesNegativeTestJSON-1565038095-project] 10.222.0.58 "GET /v2.0/ports?device_id=69ce95eb-9242-4368-afb0-16a043e55e53 HTTP/1.1" status: 200 len: 949 time: 0.2440789 Aug 05 11:21:11.714238 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:11.762793 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c0c88aaa-8612-465d-863f-ad530312f7ec req-b9619187-2e78-4748-8f22-d9cb006076a9 tempest-ImagesNegativeTestJSON-1565038095 tempest-ImagesNegativeTestJSON-1565038095-project] 10.222.0.58 "GET /v2.0/security-groups?id=a7369110-b1fd-403b-991c-729cd947908f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188747 Aug 05 11:21:12.015234 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 49bfd466-2a5b-4e0b-9162-53a17e69e7eb up at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:21:12.278854 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c467cd-dd9e-467f-8b4d-1521c031d274 req-19abd5b7-1006-4c37-90fc-e59e7af18b33 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:12.293768 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-32c467cd-dd9e-467f-8b4d-1521c031d274 req-19abd5b7-1006-4c37-90fc-e59e7af18b33 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/ports?device_id=672374a9-db64-433d-bf95-51fe7f56f21e HTTP/1.1" status: 200 len: 943 time: 0.2356870 Aug 05 11:21:12.318809 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning complete for port 49bfd466-2a5b-4e0b-9162-53a17e69e7eb triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:21:12.321689 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:12.433155 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-32c467cd-dd9e-467f-8b4d-1521c031d274 req-dd78ffb2-d4c3-4fa8-ae4c-facadbfb7ddb tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b660be2-1cd3-4f1b-b8b6-43aa3e7d82c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370342 Aug 05 11:21:12.489619 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fbdee0-3569-43d4-883f-87c8608b33f2 req-4ab7253e-6255-4889-a0f2-22b08fc37beb tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:12.501676 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-18fbdee0-3569-43d4-883f-87c8608b33f2 req-4ab7253e-6255-4889-a0f2-22b08fc37beb tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b464baa-8fee-4e83-b710-80fe99d43fc0 HTTP/1.1" status: 200 len: 948 time: 0.1810029 Aug 05 11:21:12.581066 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-18fbdee0-3569-43d4-883f-87c8608b33f2 req-d94966fb-c4e6-4283-b0f7-4d6f91ae8011 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba838bf4-27d8-4ebd-8a6c-2c869750a1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776987 Aug 05 11:21:12.635451 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:12.723239 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b464baa-8fee-4e83-b710-80fe99d43fc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49bfd466-2a5b-4e0b-9162-53a17e69e7eb'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:21:12.735516 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f5a4c06-535b-4e42-a17e-79dae24fa620" -d '{"events": [{"server_uuid": "5b464baa-8fee-4e83-b710-80fe99d43fc0", "name": "network-vif-plugged", "status": "completed", "tag": "49bfd466-2a5b-4e0b-9162-53a17e69e7eb"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:21:12.773150 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 49bfd466-2a5b-4e0b-9162-53a17e69e7eb, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=49bfd466-2a5b-4e0b-9162-53a17e69e7eb,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:21:12.781901 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:12.974624 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=49bfd466-2a5b-4e0b-9162-53a17e69e7eb,revision_number=8']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:21:13.155889 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149f4476-ddea-4152-9fe6-1dbc273b68d3 req-d1c7a471-d393-4d25-a8bf-22dc375e6126 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:13.158031 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-149f4476-ddea-4152-9fe6-1dbc273b68d3 req-d1c7a471-d393-4d25-a8bf-22dc375e6126 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] 10.222.0.58 "GET /v2.0/networks?id=22b02496-a35e-44b0-a5b7-11c5e990fce2 HTTP/1.1" status: 200 len: 822 time: 0.3477414 Aug 05 11:21:13.171568 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3b9da5-8971-4bf0-b2b3-feb4f0055399 req-9f58e51e-1933-42d6-a94f-588bc834cdc5 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:13.185419 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1e3b9da5-8971-4bf0-b2b3-feb4f0055399 req-9f58e51e-1933-42d6-a94f-588bc834cdc5 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=f026d774-7596-4883-ae12-9e758ace9c10 HTTP/1.1" status: 200 len: 945 time: 0.1663141 Aug 05 11:21:13.242362 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-149f4476-ddea-4152-9fe6-1dbc273b68d3 req-63ef96d6-1f49-48d7-9477-8af21519a9e6 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] 10.222.0.58 "GET /v2.0/quotas/4b264d15c70e4932bdfe527ce7c93819 HTTP/1.1" status: 200 len: 375 time: 0.0533221 Aug 05 11:21:13.266115 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1e3b9da5-8971-4bf0-b2b3-feb4f0055399 req-8803f760-ff8c-4c90-9209-33aeb1468723 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643837 Aug 05 11:21:13.385086 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-149f4476-ddea-4152-9fe6-1dbc273b68d3 req-bae1ea22-3888-47ec-a905-90a277905420 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=4b264d15c70e4932bdfe527ce7c93819&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1153169 Aug 05 11:21:13.518897 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-331796f7-de26-4758-955a-fe3259b46f13 x-openstack-request-id: req-331796f7-de26-4758-955a-fe3259b46f13 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:21:13.519242 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b464baa-8fee-4e83-b710-80fe99d43fc0", "name": "network-vif-plugged", "status": "completed", "tag": "49bfd466-2a5b-4e0b-9162-53a17e69e7eb", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:21:13.519500 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-331796f7-de26-4758-955a-fe3259b46f13 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:21:13.519987 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b464baa-8fee-4e83-b710-80fe99d43fc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49bfd466-2a5b-4e0b-9162-53a17e69e7eb', 'code': 200} Aug 05 11:21:13.681168 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-149f4476-ddea-4152-9fe6-1dbc273b68d3 req-d24ff14b-ef7f-4c72-8f47-9f204f963dec service neutron] 10.222.0.58 "GET /v2.0/networks/22b02496-a35e-44b0-a5b7-11c5e990fce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2872152 Aug 05 11:21:13.683381 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:13.840991 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b81376-699f-4555-a2cc-f091e87e6112 req-e9f1a7af-ece5-4bea-aeb4-52fb8daf86f2 tempest-ImagesNegativeTestJSON-1565038095 tempest-ImagesNegativeTestJSON-1565038095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:13.844705 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-90b81376-699f-4555-a2cc-f091e87e6112 req-e9f1a7af-ece5-4bea-aeb4-52fb8daf86f2 tempest-ImagesNegativeTestJSON-1565038095 tempest-ImagesNegativeTestJSON-1565038095-project] 10.222.0.58 "GET /v2.0/ports?device_id=69ce95eb-9242-4368-afb0-16a043e55e53 HTTP/1.1" status: 200 len: 949 time: 0.2352495 Aug 05 11:21:14.076699 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db884950-2fe4-4345-93fc-6a94943df8e5 req-cb69723f-02c2-4df6-bd06-7e69fb943594 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:14.080263 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-db884950-2fe4-4345-93fc-6a94943df8e5 req-cb69723f-02c2-4df6-bd06-7e69fb943594 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.55 "GET /v2.0/ports?device_id=f026d774-7596-4883-ae12-9e758ace9c10 HTTP/1.1" status: 200 len: 945 time: 0.1200523 Aug 05 11:21:14.081374 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-90b81376-699f-4555-a2cc-f091e87e6112 req-b361df08-98c8-4873-b117-0073162082ab tempest-ImagesNegativeTestJSON-1565038095 tempest-ImagesNegativeTestJSON-1565038095-project] 10.222.0.58 "GET /v2.0/security-groups?id=a7369110-b1fd-403b-991c-729cd947908f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170076 Aug 05 11:21:14.119128 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-149f4476-ddea-4152-9fe6-1dbc273b68d3 req-5e968a84-2fe0-4d14-9dde-019afe550985 service neutron] 10.222.0.58 "GET /v2.0/networks/22b02496-a35e-44b0-a5b7-11c5e990fce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4171708 Aug 05 11:21:14.144339 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcc4800-81a0-42dd-bdb6-0f475da1bf54 req-ea2709ee-b200-4754-9626-887a1338aaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:14.147480 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0dcc4800-81a0-42dd-bdb6-0f475da1bf54 req-ea2709ee-b200-4754-9626-887a1338aaa3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5b464baa-8fee-4e83-b710-80fe99d43fc0 HTTP/1.1" status: 200 len: 1100 time: 0.2235167 Aug 05 11:21:14.262474 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0dcc4800-81a0-42dd-bdb6-0f475da1bf54 req-09ff5dd7-1b15-4f51-9d5f-1b13a9573af6 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ba838bf4-27d8-4ebd-8a6c-2c869750a1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072156 Aug 05 11:21:14.371907 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 55713e77-38b3-42f5-962d-9575770689fe no longer exists at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:21:14.474125 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-db884950-2fe4-4345-93fc-6a94943df8e5 req-b0819d27-41a9-469c-b0be-75844cdf43e9 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Deleting port c591373e-e68c-484b-b868-8905c68ec3db {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:21:14.474599 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-db884950-2fe4-4345-93fc-6a94943df8e5 req-b0819d27-41a9-469c-b0be-75844cdf43e9 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:14.812665 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc898c93-8747-4026-a106-8f335d9af9ce req-2982e408-2319-4b04-8d20-267153d852a5 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:14.817591 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cc898c93-8747-4026-a106-8f335d9af9ce req-2982e408-2319-4b04-8d20-267153d852a5 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/ports?device_id=672374a9-db64-433d-bf95-51fe7f56f21e HTTP/1.1" status: 200 len: 943 time: 0.2245550 Aug 05 11:21:14.924449 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cc898c93-8747-4026-a106-8f335d9af9ce req-d76ae272-adb5-46c9-a540-fc9998a9efb2 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b660be2-1cd3-4f1b-b8b6-43aa3e7d82c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986953 Aug 05 11:21:15.153347 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-db884950-2fe4-4345-93fc-6a94943df8e5 req-b0819d27-41a9-469c-b0be-75844cdf43e9 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] For port c591373e-e68c-484b-b868-8905c68ec3db, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=c591373e-e68c-484b-b868-8905c68ec3db,segment=NetworkSegment(32cc618e-4968-4750-a5aa-c2579fceb01e),segment_id=32cc618e-4968-4750-a5aa-c2579fceb01e)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:21:15.154366 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-db884950-2fe4-4345-93fc-6a94943df8e5 req-b0819d27-41a9-469c-b0be-75844cdf43e9 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:15.192260 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-db884950-2fe4-4345-93fc-6a94943df8e5 req-b0819d27-41a9-469c-b0be-75844cdf43e9 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Calling delete_port for c591373e-e68c-484b-b868-8905c68ec3db owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:21:15.199148 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-53b6fb3f-0990-44a0-b9d6-3aeeaaab8821 req-78bea72e-63f0-49dc-87aa-b90abc3dc473 service neutron] 10.222.0.64 "GET /v2.0/ports/55713e77-38b3-42f5-962d-9575770689fe/bindings/n-h2-803378-2 HTTP/1.1" status: 200 len: 384 time: 0.4338610 Aug 05 11:21:15.243374 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743a87ae-66e1-482f-9a2f-1b3b97e68015 req-c0babbdb-9956-4916-a1db-3f8131ccd75e tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:15.258198 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-743a87ae-66e1-482f-9a2f-1b3b97e68015 req-c0babbdb-9956-4916-a1db-3f8131ccd75e tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b464baa-8fee-4e83-b710-80fe99d43fc0 HTTP/1.1" status: 200 len: 949 time: 0.1883812 Aug 05 11:21:15.373589 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-743a87ae-66e1-482f-9a2f-1b3b97e68015 req-ea362d5b-d6c6-4495-9426-8973a5946790 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba838bf4-27d8-4ebd-8a6c-2c869750a1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115527 Aug 05 11:21:16.114830 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-db884950-2fe4-4345-93fc-6a94943df8e5 req-b0819d27-41a9-469c-b0be-75844cdf43e9 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:16.248717 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0819d27-41a9-469c-b0be-75844cdf43e9 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Pushing event deleted for resources: {'Port': ['ID=c591373e-e68c-484b-b868-8905c68ec3db,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:21:16.373798 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c70a17a0-1d9b-4575-84f0-9698c4c67104 req-30eb7f83-6efe-46a8-9ee6-881e663b089b tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=f026d774-7596-4883-ae12-9e758ace9c10 HTTP/1.1" status: 200 len: 210 time: 0.0945780 Aug 05 11:21:16.376099 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-db884950-2fe4-4345-93fc-6a94943df8e5 req-b0819d27-41a9-469c-b0be-75844cdf43e9 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] No DVR routers for this DVR port c591373e-e68c-484b-b868-8905c68ec3db on host n-h2-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:21:16.383172 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-db884950-2fe4-4345-93fc-6a94943df8e5 req-b0819d27-41a9-469c-b0be-75844cdf43e9 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:16.387249 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-db884950-2fe4-4345-93fc-6a94943df8e5 req-b0819d27-41a9-469c-b0be-75844cdf43e9 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.55 "DELETE /v2.0/ports/c591373e-e68c-484b-b868-8905c68ec3db HTTP/1.1" status: 204 len: 173 time: 2.2991216 Aug 05 11:21:16.405827 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f026d774-7596-4883-ae12-9e758ace9c10', 'name': 'network-vif-deleted', 'tag': 'c591373e-e68c-484b-b868-8905c68ec3db'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:21:16.417967 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-477eb2f9-1294-4939-94d6-892da03dff2f" -d '{"events": [{"server_uuid": "f026d774-7596-4883-ae12-9e758ace9c10", "name": "network-vif-deleted", "tag": "c591373e-e68c-484b-b868-8905c68ec3db"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:21:16.466411 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-53b6fb3f-0990-44a0-b9d6-3aeeaaab8821 req-158cfad2-2b47-4a95-afaf-7d78e79364f5 service neutron] For port 55713e77-38b3-42f5-962d-9575770689fe, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=55713e77-38b3-42f5-962d-9575770689fe,segment=NetworkSegment(7242661a-6816-45d7-a9cf-d91bdd00208a),segment_id=7242661a-6816-45d7-a9cf-d91bdd00208a)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:21:16.530401 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-53b6fb3f-0990-44a0-b9d6-3aeeaaab8821 req-158cfad2-2b47-4a95-afaf-7d78e79364f5 service neutron] For port 55713e77-38b3-42f5-962d-9575770689fe, host n-h1-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:21:16.574070 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-53b6fb3f-0990-44a0-b9d6-3aeeaaab8821 req-158cfad2-2b47-4a95-afaf-7d78e79364f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55713e77-38b3-42f5-962d-9575770689fe {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:21:16.593381 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e57d8b20-4dc4-45eb-9583-74c533377ed7 req-5da0c256-cc61-4b90-b1b5-98289d0af898 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] 10.222.0.58 "GET /v2.0/ports?device_id=7253a3c2-d7fa-4127-a47b-b7aed6d51d0f HTTP/1.1" status: 200 len: 210 time: 0.1141417 Aug 05 11:21:16.598009 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-53b6fb3f-0990-44a0-b9d6-3aeeaaab8821 req-158cfad2-2b47-4a95-afaf-7d78e79364f5 service neutron] For port 55713e77-38b3-42f5-962d-9575770689fe, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=55713e77-38b3-42f5-962d-9575770689fe,segment=NetworkSegment(7242661a-6816-45d7-a9cf-d91bdd00208a),segment_id=7242661a-6816-45d7-a9cf-d91bdd00208a)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:21:16.637207 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-53b6fb3f-0990-44a0-b9d6-3aeeaaab8821 req-158cfad2-2b47-4a95-afaf-7d78e79364f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:16.775605 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b86d807-1cd3-49fd-b6d7-a55db5adda66 req-74206da4-6a18-499b-9053-ab15256d8e65 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:16.790920 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1b86d807-1cd3-49fd-b6d7-a55db5adda66 req-74206da4-6a18-499b-9053-ab15256d8e65 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/ports?device_id=672374a9-db64-433d-bf95-51fe7f56f21e HTTP/1.1" status: 200 len: 943 time: 0.1957564 Aug 05 11:21:16.833936 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-53b6fb3f-0990-44a0-b9d6-3aeeaaab8821 req-158cfad2-2b47-4a95-afaf-7d78e79364f5 service neutron] Transition to ACTIVE for port object 55713e77-38b3-42f5-962d-9575770689fe will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:21:16.846282 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-53b6fb3f-0990-44a0-b9d6-3aeeaaab8821 req-158cfad2-2b47-4a95-afaf-7d78e79364f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:16.915584 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1b86d807-1cd3-49fd-b6d7-a55db5adda66 req-4ebc68c2-5ec4-4496-be97-aaa71921202d tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b660be2-1cd3-4f1b-b8b6-43aa3e7d82c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234968 Aug 05 11:21:16.957309 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-53b6fb3f-0990-44a0-b9d6-3aeeaaab8821 req-158cfad2-2b47-4a95-afaf-7d78e79364f5 service neutron] No DVR routers for this DVR port 55713e77-38b3-42f5-962d-9575770689fe on host n-h1-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:21:17.020216 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481bdbee-bc18-452d-9f09-7b280a6a73a2 req-cefece95-2ed4-4267-a83e-4260ef19d147 tempest-ImagesNegativeTestJSON-1565038095 tempest-ImagesNegativeTestJSON-1565038095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:17.025284 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-481bdbee-bc18-452d-9f09-7b280a6a73a2 req-cefece95-2ed4-4267-a83e-4260ef19d147 tempest-ImagesNegativeTestJSON-1565038095 tempest-ImagesNegativeTestJSON-1565038095-project] 10.222.0.58 "GET /v2.0/ports?device_id=69ce95eb-9242-4368-afb0-16a043e55e53 HTTP/1.1" status: 200 len: 949 time: 0.2176707 Aug 05 11:21:17.073605 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158cfad2-2b47-4a95-afaf-7d78e79364f5 service neutron] Pushing event updated for resources: {'Port': ['ID=55713e77-38b3-42f5-962d-9575770689fe,revision_number=10']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:21:17.091272 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-53b6fb3f-0990-44a0-b9d6-3aeeaaab8821 req-158cfad2-2b47-4a95-afaf-7d78e79364f5 service neutron] 10.222.0.64 "PUT /v2.0/ports/55713e77-38b3-42f5-962d-9575770689fe/bindings/n-h2-803378-2/activate HTTP/1.1" status: 200 len: 369 time: 1.8750088 Aug 05 11:21:17.212606 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-481bdbee-bc18-452d-9f09-7b280a6a73a2 req-20a6c5c0-ffe6-4ba1-8a38-cb583de953b3 tempest-ImagesNegativeTestJSON-1565038095 tempest-ImagesNegativeTestJSON-1565038095-project] 10.222.0.58 "GET /v2.0/security-groups?id=a7369110-b1fd-403b-991c-729cd947908f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742547 Aug 05 11:21:17.302508 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396a8695-313d-4808-8135-3d574ccd3c3c req-6c75b911-6663-4ac3-aadf-dbb84b60fc7b tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:17.305784 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-396a8695-313d-4808-8135-3d574ccd3c3c req-6c75b911-6663-4ac3-aadf-dbb84b60fc7b tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b464baa-8fee-4e83-b710-80fe99d43fc0 HTTP/1.1" status: 200 len: 949 time: 0.1611929 Aug 05 11:21:17.372673 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4baa57b-7e06-4633-8677-8aa4701b7c1a x-openstack-request-id: req-c4baa57b-7e06-4633-8677-8aa4701b7c1a {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:21:17.374501 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f026d774-7596-4883-ae12-9e758ace9c10", "name": "network-vif-deleted", "tag": "c591373e-e68c-484b-b868-8905c68ec3db", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:21:17.375243 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c4baa57b-7e06-4633-8677-8aa4701b7c1a {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:21:17.376475 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f026d774-7596-4883-ae12-9e758ace9c10', 'name': 'network-vif-deleted', 'tag': 'c591373e-e68c-484b-b868-8905c68ec3db', 'status': 'completed', 'code': 200} Aug 05 11:21:17.450828 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149f4476-ddea-4152-9fe6-1dbc273b68d3 req-9191dc41-e46b-43f7-af52-2f0826806ced tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:17.455459 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-149f4476-ddea-4152-9fe6-1dbc273b68d3 req-9191dc41-e46b-43f7-af52-2f0826806ced tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] 10.222.0.55 "GET /v2.0/networks?id=22b02496-a35e-44b0-a5b7-11c5e990fce2 HTTP/1.1" status: 200 len: 822 time: 0.3184247 Aug 05 11:21:17.500951 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-149f4476-ddea-4152-9fe6-1dbc273b68d3 req-1ff62746-e486-4efa-ba46-6f37f3c34421 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Request body: {'port': {'device_id': '7253a3c2-d7fa-4127-a47b-b7aed6d51d0f', 'network_id': '22b02496-a35e-44b0-a5b7-11c5e990fce2', 'admin_state_up': True, 'tenant_id': '4b264d15c70e4932bdfe527ce7c93819'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:21:17.645507 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b6fb3f-0990-44a0-b9d6-3aeeaaab8821 req-7b1386b9-4bc5-4ac1-a7fe-8d5088df35fd tempest-LiveAutoBlockMigrationV225Test-707045295 tempest-LiveAutoBlockMigrationV225Test-707045295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:17.648849 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-53b6fb3f-0990-44a0-b9d6-3aeeaaab8821 req-7b1386b9-4bc5-4ac1-a7fe-8d5088df35fd tempest-LiveAutoBlockMigrationV225Test-707045295 tempest-LiveAutoBlockMigrationV225Test-707045295-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=672374a9-db64-433d-bf95-51fe7f56f21e&tenant_id=e8f6478cce384a98ba09cac5c1bcf855&binding%3Ahost_id=n-h1-803378-2 HTTP/1.1" status: 200 len: 1095 time: 0.2718520 Aug 05 11:21:17.676808 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-396a8695-313d-4808-8135-3d574ccd3c3c req-4b48bafe-663f-451a-b0e3-8464bc6509f1 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba838bf4-27d8-4ebd-8a6c-2c869750a1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3592558 Aug 05 11:21:17.860751 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-149f4476-ddea-4152-9fe6-1dbc273b68d3 req-1ff62746-e486-4efa-ba46-6f37f3c34421 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Made reservation on behalf of 4b264d15c70e4932bdfe527ce7c93819 for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:21:17.868064 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-149f4476-ddea-4152-9fe6-1dbc273b68d3 req-1ff62746-e486-4efa-ba46-6f37f3c34421 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:17.986890 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-29d6ae3e-d46d-4f26-a8c0-64cd54fe7da2 req-7ff1b2c2-ef0d-4b85-bed2-aa1b9ed37973 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=f026d774-7596-4883-ae12-9e758ace9c10 HTTP/1.1" status: 200 len: 210 time: 0.0725455 Aug 05 11:21:18.009402 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b6fb3f-0990-44a0-b9d6-3aeeaaab8821 req-54152c25-929e-45d2-8751-26ed7e2fa1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:18.012213 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-53b6fb3f-0990-44a0-b9d6-3aeeaaab8821 req-54152c25-929e-45d2-8751-26ed7e2fa1c0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=672374a9-db64-433d-bf95-51fe7f56f21e&tenant_id=e8f6478cce384a98ba09cac5c1bcf855 HTTP/1.1" status: 200 len: 1095 time: 0.3263350 Aug 05 11:21:18.075403 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device c591373e-e68c-484b-b868-8905c68ec3db no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:21:18.148209 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] No Port match for: c591373e-e68c-484b-b868-8905c68ec3db {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:21:18.163580 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device c591373e-e68c-484b-b868-8905c68ec3db not bound to the agent host n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:21:18.243015 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06acd4dd-f8a3-4307-a4b6-61b4d4b7c6e5 req-d0656597-32b9-4525-b255-3df93354b155 tempest-ImagesNegativeTestJSON-1565038095 tempest-ImagesNegativeTestJSON-1565038095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:18.246264 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-06acd4dd-f8a3-4307-a4b6-61b4d4b7c6e5 req-d0656597-32b9-4525-b255-3df93354b155 tempest-ImagesNegativeTestJSON-1565038095 tempest-ImagesNegativeTestJSON-1565038095-project] 10.222.0.55 "GET /v2.0/ports?device_id=69ce95eb-9242-4368-afb0-16a043e55e53 HTTP/1.1" status: 200 len: 949 time: 0.2657993 Aug 05 11:21:18.401324 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-955491c8-7317-4ec0-84e2-83de94958f3c req-918c1f73-964a-48b5-b512-08fdcc308f4d tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] 10.222.0.58 "GET /v2.0/ports?device_id=7253a3c2-d7fa-4127-a47b-b7aed6d51d0f HTTP/1.1" status: 200 len: 210 time: 0.1453810 Aug 05 11:21:18.424184 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b6fb3f-0990-44a0-b9d6-3aeeaaab8821 req-cdf6daea-c8d3-40cf-a76a-8dd83183fa9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:18.428401 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-53b6fb3f-0990-44a0-b9d6-3aeeaaab8821 req-cdf6daea-c8d3-40cf-a76a-8dd83183fa9e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e8f6478cce384a98ba09cac5c1bcf855&device_id=672374a9-db64-433d-bf95-51fe7f56f21e HTTP/1.1" status: 200 len: 1095 time: 0.3501313 Aug 05 11:21:18.961579 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2698ac-28e7-4398-b2a5-27c48e0e5e14 req-4fab59d3-5c1e-49f2-b5e1-2ca0f82f0982 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:18.974854 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bd2698ac-28e7-4398-b2a5-27c48e0e5e14 req-4fab59d3-5c1e-49f2-b5e1-2ca0f82f0982 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b464baa-8fee-4e83-b710-80fe99d43fc0 HTTP/1.1" status: 200 len: 949 time: 0.3626761 Aug 05 11:21:19.015832 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b6fb3f-0990-44a0-b9d6-3aeeaaab8821 req-46674780-a57e-4e10-b00a-ae18bef257c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:19.017009 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-149f4476-ddea-4152-9fe6-1dbc273b68d3 req-1ff62746-e486-4efa-ba46-6f37f3c34421 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Allocated IP 172.20.0.13 (22b02496-a35e-44b0-a5b7-11c5e990fce2/157c688d-0ff0-4d0a-9258-c12de8417018/89d9c0c2-a5f8-4203-b8e4-3c0249a92c8b) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:21:19.018597 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-53b6fb3f-0990-44a0-b9d6-3aeeaaab8821 req-46674780-a57e-4e10-b00a-ae18bef257c4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c1d3f101-369e-4625-bfd2-2a60ea4757bb HTTP/1.1" status: 200 len: 921 time: 0.5804598 Aug 05 11:21:19.073341 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bd2698ac-28e7-4398-b2a5-27c48e0e5e14 req-e8b8d90d-a3b5-43b1-895a-81c6d4dca9fc tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba838bf4-27d8-4ebd-8a6c-2c869750a1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962713 Aug 05 11:21:19.170597 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-53b6fb3f-0990-44a0-b9d6-3aeeaaab8821 req-db64bd32-ac89-4fd0-9acb-e848b9959876 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=55713e77-38b3-42f5-962d-9575770689fe HTTP/1.1" status: 200 len: 217 time: 0.1195955 Aug 05 11:21:19.248590 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [req-06acd4dd-f8a3-4307-a4b6-61b4d4b7c6e5 req-113a116f-1789-405d-be4d-2dc550dead95 tempest-ImagesNegativeTestJSON-1565038095 tempest-ImagesNegativeTestJSON-1565038095-project] Deleting port e635697d-4b0d-49ef-99f9-9d56ec0e8090 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:21:19.249138 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-06acd4dd-f8a3-4307-a4b6-61b4d4b7c6e5 req-113a116f-1789-405d-be4d-2dc550dead95 tempest-ImagesNegativeTestJSON-1565038095 tempest-ImagesNegativeTestJSON-1565038095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:19.327049 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3659bab2-e318-4408-9e3e-b96685887ab7 req-d8651533-a492-4abb-baee-ab4c099470e5 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:19.341074 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3659bab2-e318-4408-9e3e-b96685887ab7 req-d8651533-a492-4abb-baee-ab4c099470e5 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/ports?device_id=672374a9-db64-433d-bf95-51fe7f56f21e HTTP/1.1" status: 200 len: 944 time: 0.5419459 Aug 05 11:21:19.406141 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-149f4476-ddea-4152-9fe6-1dbc273b68d3 req-1ff62746-e486-4efa-ba46-6f37f3c34421 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:19.474764 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-149f4476-ddea-4152-9fe6-1dbc273b68d3 req-1ff62746-e486-4efa-ba46-6f37f3c34421 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:19.529811 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b6fb3f-0990-44a0-b9d6-3aeeaaab8821 req-7fd7eab2-bf81-48ea-911f-b3ebd64233f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:19.532609 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-53b6fb3f-0990-44a0-b9d6-3aeeaaab8821 req-7fd7eab2-bf81-48ea-911f-b3ebd64233f1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=88c33de2-0b50-4fb8-a2a7-3c3e700f5c7c HTTP/1.1" status: 200 len: 860 time: 0.3516178 Aug 05 11:21:19.577310 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff62746-e486-4efa-ba46-6f37f3c34421 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Pushing event updated for resources: {'Port': ['ID=89d9c0c2-a5f8-4203-b8e4-3c0249a92c8b,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:21:19.605191 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3659bab2-e318-4408-9e3e-b96685887ab7 req-239f689b-3aff-4aae-8372-5316d8843a95 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b660be2-1cd3-4f1b-b8b6-43aa3e7d82c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626595 Aug 05 11:21:19.620948 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-149f4476-ddea-4152-9fe6-1dbc273b68d3 req-1ff62746-e486-4efa-ba46-6f37f3c34421 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Network 22b02496-a35e-44b0-a5b7-11c5e990fce2 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:21:19.622912 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-149f4476-ddea-4152-9fe6-1dbc273b68d3 req-1ff62746-e486-4efa-ba46-6f37f3c34421 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:21:19.626634 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-149f4476-ddea-4152-9fe6-1dbc273b68d3 req-1ff62746-e486-4efa-ba46-6f37f3c34421 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:21:19.766816 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149f4476-ddea-4152-9fe6-1dbc273b68d3 req-1ff62746-e486-4efa-ba46-6f37f3c34421 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:19.768533 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-149f4476-ddea-4152-9fe6-1dbc273b68d3 req-1ff62746-e486-4efa-ba46-6f37f3c34421 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:19.806512 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-06acd4dd-f8a3-4307-a4b6-61b4d4b7c6e5 req-113a116f-1789-405d-be4d-2dc550dead95 tempest-ImagesNegativeTestJSON-1565038095 tempest-ImagesNegativeTestJSON-1565038095-project] For port e635697d-4b0d-49ef-99f9-9d56ec0e8090, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=e635697d-4b0d-49ef-99f9-9d56ec0e8090,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:21:19.806997 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-06acd4dd-f8a3-4307-a4b6-61b4d4b7c6e5 req-113a116f-1789-405d-be4d-2dc550dead95 tempest-ImagesNegativeTestJSON-1565038095 tempest-ImagesNegativeTestJSON-1565038095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:19.817590 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-149f4476-ddea-4152-9fe6-1dbc273b68d3 req-1ff62746-e486-4efa-ba46-6f37f3c34421 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3447132 Aug 05 11:21:19.839717 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-149f4476-ddea-4152-9fe6-1dbc273b68d3 req-b5ed0f0d-319f-4184-98d8-39626a47c52a service neutron] Request body: {'port': {'device_id': '7253a3c2-d7fa-4127-a47b-b7aed6d51d0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:21:19.868560 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efba9df3-6b37-4c0a-8a8d-7c2972bf02b3 req-818c7e8f-519b-4ca2-b28d-9622cb7ae0ae tempest-ImagesNegativeTestJSON-1565038095 tempest-ImagesNegativeTestJSON-1565038095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:19.885089 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-efba9df3-6b37-4c0a-8a8d-7c2972bf02b3 req-818c7e8f-519b-4ca2-b28d-9622cb7ae0ae tempest-ImagesNegativeTestJSON-1565038095 tempest-ImagesNegativeTestJSON-1565038095-project] 10.222.0.58 "GET /v2.0/ports?device_id=69ce95eb-9242-4368-afb0-16a043e55e53 HTTP/1.1" status: 200 len: 949 time: 0.5736649 Aug 05 11:21:19.890515 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-53b6fb3f-0990-44a0-b9d6-3aeeaaab8821 req-fcff38e0-ce16-4606-bec6-4bba703716a5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c1d3f101-369e-4625-bfd2-2a60ea4757bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3043447 Aug 05 11:21:19.894188 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [req-06acd4dd-f8a3-4307-a4b6-61b4d4b7c6e5 req-113a116f-1789-405d-be4d-2dc550dead95 tempest-ImagesNegativeTestJSON-1565038095 tempest-ImagesNegativeTestJSON-1565038095-project] Calling delete_port for e635697d-4b0d-49ef-99f9-9d56ec0e8090 owned by compute:nova {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:21:20.009448 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-149f4476-ddea-4152-9fe6-1dbc273b68d3 req-b5ed0f0d-319f-4184-98d8-39626a47c52a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:20.286262 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-efba9df3-6b37-4c0a-8a8d-7c2972bf02b3 req-d3e7d52d-221d-4c05-9773-ae88e1b4c43a tempest-ImagesNegativeTestJSON-1565038095 tempest-ImagesNegativeTestJSON-1565038095-project] 10.222.0.58 "GET /v2.0/security-groups?id=a7369110-b1fd-403b-991c-729cd947908f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3941200 Aug 05 11:21:20.449135 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-53b6fb3f-0990-44a0-b9d6-3aeeaaab8821 req-6e676c95-7374-4deb-ab64-78c9c8766ea8 service neutron] 10.222.0.55 "GET /v2.0/networks/c1d3f101-369e-4625-bfd2-2a60ea4757bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4729691 Aug 05 11:21:20.767388 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-06acd4dd-f8a3-4307-a4b6-61b4d4b7c6e5 req-113a116f-1789-405d-be4d-2dc550dead95 tempest-ImagesNegativeTestJSON-1565038095 tempest-ImagesNegativeTestJSON-1565038095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:20.902511 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-53b6fb3f-0990-44a0-b9d6-3aeeaaab8821 req-e3b81554-38bc-40b2-b444-fbbee5fb976c service neutron] 10.222.0.55 "GET /v2.0/networks/c1d3f101-369e-4625-bfd2-2a60ea4757bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4385428 Aug 05 11:21:20.910829 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113a116f-1789-405d-be4d-2dc550dead95 tempest-ImagesNegativeTestJSON-1565038095 tempest-ImagesNegativeTestJSON-1565038095-project] Pushing event deleted for resources: {'Port': ['ID=e635697d-4b0d-49ef-99f9-9d56ec0e8090,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:21:20.942849 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84408691-e6f6-487c-b273-cb3c1e18777d req-3cb2f8d9-67e0-4864-9b29-cbafb25063ad tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:20.979960 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-84408691-e6f6-487c-b273-cb3c1e18777d req-3cb2f8d9-67e0-4864-9b29-cbafb25063ad tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] 10.222.0.58 "GET /v2.0/ports?device_id=7253a3c2-d7fa-4127-a47b-b7aed6d51d0f HTTP/1.1" status: 200 len: 932 time: 0.4602740 Aug 05 11:21:21.019648 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-149f4476-ddea-4152-9fe6-1dbc273b68d3 req-b5ed0f0d-319f-4184-98d8-39626a47c52a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89d9c0c2-a5f8-4203-b8e4-3c0249a92c8b {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:21:21.039004 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-149f4476-ddea-4152-9fe6-1dbc273b68d3 req-b5ed0f0d-319f-4184-98d8-39626a47c52a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:21.066348 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-149f4476-ddea-4152-9fe6-1dbc273b68d3 req-b5ed0f0d-319f-4184-98d8-39626a47c52a service neutron] Transition to ACTIVE for port object 89d9c0c2-a5f8-4203-b8e4-3c0249a92c8b will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:21:21.080554 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-149f4476-ddea-4152-9fe6-1dbc273b68d3 req-b5ed0f0d-319f-4184-98d8-39626a47c52a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:21.316355 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ed0f0d-319f-4184-98d8-39626a47c52a service neutron] Pushing event updated for resources: {'Port': ['ID=89d9c0c2-a5f8-4203-b8e4-3c0249a92c8b,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:21:21.424042 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-149f4476-ddea-4152-9fe6-1dbc273b68d3 req-b5ed0f0d-319f-4184-98d8-39626a47c52a service neutron] Attempting to bind port 89d9c0c2-a5f8-4203-b8e4-3c0249a92c8b on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:21:21.424546 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-149f4476-ddea-4152-9fe6-1dbc273b68d3 req-b5ed0f0d-319f-4184-98d8-39626a47c52a service neutron] Attempting to bind port 89d9c0c2-a5f8-4203-b8e4-3c0249a92c8b by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': '1ec67acc-70fb-44ef-8f20-f613e3cce6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '22b02496-a35e-44b0-a5b7-11c5e990fce2'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:21:21.429975 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-149f4476-ddea-4152-9fe6-1dbc273b68d3 req-b5ed0f0d-319f-4184-98d8-39626a47c52a service neutron] Attempting to bind port 89d9c0c2-a5f8-4203-b8e4-3c0249a92c8b on network 22b02496-a35e-44b0-a5b7-11c5e990fce2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:21:21.437364 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-149f4476-ddea-4152-9fe6-1dbc273b68d3 req-b5ed0f0d-319f-4184-98d8-39626a47c52a service neutron] Port 89d9c0c2-a5f8-4203-b8e4-3c0249a92c8b on network 22b02496-a35e-44b0-a5b7-11c5e990fce2 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:21:21.438728 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-149f4476-ddea-4152-9fe6-1dbc273b68d3 req-b5ed0f0d-319f-4184-98d8-39626a47c52a service neutron] Attempting to bind port 89d9c0c2-a5f8-4203-b8e4-3c0249a92c8b on network 22b02496-a35e-44b0-a5b7-11c5e990fce2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:21:21.449315 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-149f4476-ddea-4152-9fe6-1dbc273b68d3 req-b5ed0f0d-319f-4184-98d8-39626a47c52a service neutron] Checking agent: {'id': 'a8f1dd2d-227c-4e30-8844-52419ba734db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:21:21.450487 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-149f4476-ddea-4152-9fe6-1dbc273b68d3 req-b5ed0f0d-319f-4184-98d8-39626a47c52a service neutron] Checking segment: {'id': '1ec67acc-70fb-44ef-8f20-f613e3cce6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '22b02496-a35e-44b0-a5b7-11c5e990fce2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:21:21.450658 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-149f4476-ddea-4152-9fe6-1dbc273b68d3 req-b5ed0f0d-319f-4184-98d8-39626a47c52a service neutron] Bound using segment: {'id': '1ec67acc-70fb-44ef-8f20-f613e3cce6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '22b02496-a35e-44b0-a5b7-11c5e990fce2'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:21:21.451817 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-149f4476-ddea-4152-9fe6-1dbc273b68d3 req-b5ed0f0d-319f-4184-98d8-39626a47c52a service neutron] Bound port: 89d9c0c2-a5f8-4203-b8e4-3c0249a92c8b, host: n-h2-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ec67acc-70fb-44ef-8f20-f613e3cce6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '22b02496-a35e-44b0-a5b7-11c5e990fce2'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:21:21.452468 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-149f4476-ddea-4152-9fe6-1dbc273b68d3 req-b5ed0f0d-319f-4184-98d8-39626a47c52a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:21.609678 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-149f4476-ddea-4152-9fe6-1dbc273b68d3 req-b5ed0f0d-319f-4184-98d8-39626a47c52a service neutron] For port 89d9c0c2-a5f8-4203-b8e4-3c0249a92c8b, host n-h2-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:21:21.618047 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-149f4476-ddea-4152-9fe6-1dbc273b68d3 req-b5ed0f0d-319f-4184-98d8-39626a47c52a service neutron] For port 89d9c0c2-a5f8-4203-b8e4-3c0249a92c8b, host n-h2-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=89d9c0c2-a5f8-4203-b8e4-3c0249a92c8b,segment=NetworkSegment(1ec67acc-70fb-44ef-8f20-f613e3cce6a3),segment_id=1ec67acc-70fb-44ef-8f20-f613e3cce6a3)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:21:21.627424 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-149f4476-ddea-4152-9fe6-1dbc273b68d3 req-b5ed0f0d-319f-4184-98d8-39626a47c52a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:21.683022 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:21.694981 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [req-06acd4dd-f8a3-4307-a4b6-61b4d4b7c6e5 req-113a116f-1789-405d-be4d-2dc550dead95 tempest-ImagesNegativeTestJSON-1565038095 tempest-ImagesNegativeTestJSON-1565038095-project] No DVR routers for this DVR port e635697d-4b0d-49ef-99f9-9d56ec0e8090 on host n-h2-803378-2 {{(pid=94420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:21:21.704391 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-06acd4dd-f8a3-4307-a4b6-61b4d4b7c6e5 req-113a116f-1789-405d-be4d-2dc550dead95 tempest-ImagesNegativeTestJSON-1565038095 tempest-ImagesNegativeTestJSON-1565038095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:21.708274 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-06acd4dd-f8a3-4307-a4b6-61b4d4b7c6e5 req-113a116f-1789-405d-be4d-2dc550dead95 tempest-ImagesNegativeTestJSON-1565038095 tempest-ImagesNegativeTestJSON-1565038095-project] 10.222.0.55 "DELETE /v2.0/ports/e635697d-4b0d-49ef-99f9-9d56ec0e8090 HTTP/1.1" status: 204 len: 173 time: 3.4299626 Aug 05 11:21:21.717752 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69ce95eb-9242-4368-afb0-16a043e55e53', 'name': 'network-vif-deleted', 'tag': 'e635697d-4b0d-49ef-99f9-9d56ec0e8090'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:21:21.721193 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149f4476-ddea-4152-9fe6-1dbc273b68d3 req-b5ed0f0d-319f-4184-98d8-39626a47c52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:21.722051 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}828068ad8d405ad77660ce68fa78e1ffe658725812f7a08f9e488a446589295b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98371e29-7dd0-40d9-8eca-a4a6e0c750dd" -d '{"events": [{"server_uuid": "69ce95eb-9242-4368-afb0-16a043e55e53", "name": "network-vif-deleted", "tag": "e635697d-4b0d-49ef-99f9-9d56ec0e8090"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:21:21.723098 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-149f4476-ddea-4152-9fe6-1dbc273b68d3 req-b5ed0f0d-319f-4184-98d8-39626a47c52a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:21.730108 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-149f4476-ddea-4152-9fe6-1dbc273b68d3 req-b5ed0f0d-319f-4184-98d8-39626a47c52a service neutron] 10.222.0.55 "PUT /v2.0/ports/89d9c0c2-a5f8-4203-b8e4-3c0249a92c8b HTTP/1.1" status: 200 len: 1092 time: 1.8957801 Aug 05 11:21:21.732995 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7253a3c2-d7fa-4127-a47b-b7aed6d51d0f', 'tag': '89d9c0c2-a5f8-4203-b8e4-3c0249a92c8b'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:21:21.736636 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6d5fea7-9941-4ec8-b619-4bd6c4780a43" -d '{"events": [{"name": "network-changed", "server_uuid": "7253a3c2-d7fa-4127-a47b-b7aed6d51d0f", "tag": "89d9c0c2-a5f8-4203-b8e4-3c0249a92c8b"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:21:21.787953 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-84408691-e6f6-487c-b273-cb3c1e18777d req-cd625dcf-716e-4257-a9be-5915d7632555 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] 10.222.0.58 "GET /v2.0/security-groups?id=e0296632-6fc5-467d-96aa-746236c85873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7991800 Aug 05 11:21:21.879156 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b6fb3f-0990-44a0-b9d6-3aeeaaab8821 req-71c39c3a-6516-4fca-9a7f-72864252dd07 tempest-LiveAutoBlockMigrationV225Test-707045295 tempest-LiveAutoBlockMigrationV225Test-707045295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:21.886715 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-53b6fb3f-0990-44a0-b9d6-3aeeaaab8821 req-71c39c3a-6516-4fca-9a7f-72864252dd07 tempest-LiveAutoBlockMigrationV225Test-707045295 tempest-LiveAutoBlockMigrationV225Test-707045295-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=672374a9-db64-433d-bf95-51fe7f56f21e&tenant_id=e8f6478cce384a98ba09cac5c1bcf855&binding%3Ahost_id=n-h2-803378-2 HTTP/1.1" status: 200 len: 1095 time: 0.2632475 Aug 05 11:21:21.888705 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ed0f0d-319f-4184-98d8-39626a47c52a service neutron] Pushing event updated for resources: {'Port': ['ID=89d9c0c2-a5f8-4203-b8e4-3c0249a92c8b,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:21:21.914933 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149f4476-ddea-4152-9fe6-1dbc273b68d3 req-bb799b5b-0213-4144-9884-079cbf835e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:21.916773 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-149f4476-ddea-4152-9fe6-1dbc273b68d3 req-bb799b5b-0213-4144-9884-079cbf835e1f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4b264d15c70e4932bdfe527ce7c93819&device_id=7253a3c2-d7fa-4127-a47b-b7aed6d51d0f HTTP/1.1" status: 200 len: 1095 time: 0.1008937 Aug 05 11:21:22.021935 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-149f4476-ddea-4152-9fe6-1dbc273b68d3 req-df9aaae5-7df8-4f42-804a-3843b6bcd2b8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=89d9c0c2-a5f8-4203-b8e4-3c0249a92c8b HTTP/1.1" status: 200 len: 217 time: 0.0734801 Aug 05 11:21:22.030462 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2064b283-ff97-46c6-98c0-a763629fae14 req-474f72ce-df1f-4ab2-877a-339a0b56690b tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:22.030462 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2064b283-ff97-46c6-98c0-a763629fae14 req-474f72ce-df1f-4ab2-877a-339a0b56690b tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/networks?id=6e7bde98-a1ff-44d7-8525-eaa9c1e81087 HTTP/1.1" status: 200 len: 812 time: 0.9681513 Aug 05 11:21:22.104967 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device e635697d-4b0d-49ef-99f9-9d56ec0e8090 no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:21:22.106930 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2064b283-ff97-46c6-98c0-a763629fae14 req-02a637f0-1aae-40e4-bbeb-7be335465958 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/quotas/d8daa1497f4a496cba61c8a60c09e98b HTTP/1.1" status: 200 len: 375 time: 0.0545652 Aug 05 11:21:22.142671 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149f4476-ddea-4152-9fe6-1dbc273b68d3 req-3325563b-7605-4d0b-b0c7-2b68ecdc91ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:22.144709 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-149f4476-ddea-4152-9fe6-1dbc273b68d3 req-3325563b-7605-4d0b-b0c7-2b68ecdc91ab service neutron] 10.222.0.55 "GET /v2.0/subnets?id=157c688d-0ff0-4d0a-9258-c12de8417018 HTTP/1.1" status: 200 len: 862 time: 0.1038260 Aug 05 11:21:22.165905 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] No Port match for: e635697d-4b0d-49ef-99f9-9d56ec0e8090 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:21:22.166843 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device e635697d-4b0d-49ef-99f9-9d56ec0e8090 not bound to the agent host n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:21:22.187848 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2064b283-ff97-46c6-98c0-a763629fae14 req-a17e1d50-43a6-424f-8723-7d166cefdde3 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=d8daa1497f4a496cba61c8a60c09e98b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0795431 Aug 05 11:21:22.206366 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-149f4476-ddea-4152-9fe6-1dbc273b68d3 req-1dd698f9-0382-4466-b0ef-c0d2b97a5b31 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=22b02496-a35e-44b0-a5b7-11c5e990fce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530214 Aug 05 11:21:22.210247 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7235fc88-f9a5-4f95-b703-df3db255e975 req-750b38d1-ec2f-4514-838f-19155f88e7f7 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:22.225227 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7235fc88-f9a5-4f95-b703-df3db255e975 req-750b38d1-ec2f-4514-838f-19155f88e7f7 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/ports?device_id=672374a9-db64-433d-bf95-51fe7f56f21e HTTP/1.1" status: 200 len: 944 time: 0.3011551 Aug 05 11:21:22.395118 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-149f4476-ddea-4152-9fe6-1dbc273b68d3 req-b97a0b73-88e0-4ac9-a4fa-9d8f4791f2a6 service neutron] 10.222.0.55 "GET /v2.0/networks/22b02496-a35e-44b0-a5b7-11c5e990fce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802475 Aug 05 11:21:22.512786 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7235fc88-f9a5-4f95-b703-df3db255e975 req-1b8cdbd9-3406-4e47-9ba9-d39c8124f10f tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b660be2-1cd3-4f1b-b8b6-43aa3e7d82c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597041 Aug 05 11:21:22.617286 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-53b6fb3f-0990-44a0-b9d6-3aeeaaab8821 req-db08c8ef-28f1-43bc-8029-82297ddf13e5 service neutron] For port 55713e77-38b3-42f5-962d-9575770689fe, host n-h1-803378-2, cleared binding levels {{(pid=94420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:21:22.627259 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-53b6fb3f-0990-44a0-b9d6-3aeeaaab8821 req-db08c8ef-28f1-43bc-8029-82297ddf13e5 service neutron] Notify callbacks [] for binding, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:22.629695 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-53b6fb3f-0990-44a0-b9d6-3aeeaaab8821 req-db08c8ef-28f1-43bc-8029-82297ddf13e5 service neutron] 10.222.0.55 "DELETE /v2.0/ports/55713e77-38b3-42f5-962d-9575770689fe/bindings/n-h1-803378-2 HTTP/1.1" status: 204 len: 173 time: 0.7247400 Aug 05 11:21:22.645905 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2064b283-ff97-46c6-98c0-a763629fae14 req-88f1b01a-4da5-4b4e-89b3-34988d5e4a87 service neutron] 10.222.0.58 "GET /v2.0/networks/6e7bde98-a1ff-44d7-8525-eaa9c1e81087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4184670 Aug 05 11:21:22.688572 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-149f4476-ddea-4152-9fe6-1dbc273b68d3 req-816077a0-e22f-4cad-b5e3-9efaff41941f service neutron] 10.222.0.55 "GET /v2.0/networks/22b02496-a35e-44b0-a5b7-11c5e990fce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2617459 Aug 05 11:21:22.910202 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0209cc-75da-4515-9cdc-78c4ac5fce1a req-21061d1c-85b2-43d3-b453-38bd6a9745c0 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:22.912398 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bc0209cc-75da-4515-9cdc-78c4ac5fce1a req-21061d1c-85b2-43d3-b453-38bd6a9745c0 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b464baa-8fee-4e83-b710-80fe99d43fc0 HTTP/1.1" status: 200 len: 949 time: 0.1735356 Aug 05 11:21:22.920016 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2064b283-ff97-46c6-98c0-a763629fae14 req-12e67720-4791-42aa-b43b-6d72a767c540 service neutron] 10.222.0.58 "GET /v2.0/networks/6e7bde98-a1ff-44d7-8525-eaa9c1e81087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724333 Aug 05 11:21:22.976544 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bc0209cc-75da-4515-9cdc-78c4ac5fce1a req-064ff151-52f8-484a-8c0e-16c2e793448c tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba838bf4-27d8-4ebd-8a6c-2c869750a1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546875 Aug 05 11:21:23.350320 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3241dc69-6eae-4065-985f-99a0d8ade3b9 x-openstack-request-id: req-3241dc69-6eae-4065-985f-99a0d8ade3b9 {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:21:23.353534 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69ce95eb-9242-4368-afb0-16a043e55e53", "name": "network-vif-deleted", "tag": "e635697d-4b0d-49ef-99f9-9d56ec0e8090", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:21:23.354985 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3241dc69-6eae-4065-985f-99a0d8ade3b9 {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:21:23.356041 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69ce95eb-9242-4368-afb0-16a043e55e53', 'name': 'network-vif-deleted', 'tag': 'e635697d-4b0d-49ef-99f9-9d56ec0e8090', 'status': 'completed', 'code': 200} Aug 05 11:21:23.442696 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9574b08-a654-4b23-9ba4-520c6eeba96b x-openstack-request-id: req-c9574b08-a654-4b23-9ba4-520c6eeba96b {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:21:23.444118 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7253a3c2-d7fa-4127-a47b-b7aed6d51d0f", "tag": "89d9c0c2-a5f8-4203-b8e4-3c0249a92c8b", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:21:23.444118 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c9574b08-a654-4b23-9ba4-520c6eeba96b {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:21:23.444460 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7253a3c2-d7fa-4127-a47b-b7aed6d51d0f', 'tag': '89d9c0c2-a5f8-4203-b8e4-3c0249a92c8b', 'status': 'completed', 'code': 200} Aug 05 11:21:23.628721 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d5fea7-9941-4ec8-b619-4bd6c4780a43 req-f753c824-8598-46b4-90df-2566d8bae0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:23.636652 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d6d5fea7-9941-4ec8-b619-4bd6c4780a43 req-f753c824-8598-46b4-90df-2566d8bae0fc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4b264d15c70e4932bdfe527ce7c93819&device_id=7253a3c2-d7fa-4127-a47b-b7aed6d51d0f HTTP/1.1" status: 200 len: 1095 time: 0.1419365 Aug 05 11:21:23.826909 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9367e61-6a98-4081-89e2-f9174f809acc req-de9bcf9e-67b0-4bbf-8b36-e1ed959c48d7 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:23.856761 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f9367e61-6a98-4081-89e2-f9174f809acc req-de9bcf9e-67b0-4bbf-8b36-e1ed959c48d7 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] 10.222.0.58 "GET /v2.0/ports?device_id=7253a3c2-d7fa-4127-a47b-b7aed6d51d0f HTTP/1.1" status: 200 len: 944 time: 0.2198007 Aug 05 11:21:23.994280 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f9367e61-6a98-4081-89e2-f9174f809acc req-cebd599b-23f7-4994-8a56-8326afb2797a tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] 10.222.0.58 "GET /v2.0/security-groups?id=e0296632-6fc5-467d-96aa-746236c85873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102364 Aug 05 11:21:24.051536 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d5fea7-9941-4ec8-b619-4bd6c4780a43 req-c713d00a-af97-44a1-bd0d-0a30eb0ebcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:24.055474 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d6d5fea7-9941-4ec8-b619-4bd6c4780a43 req-c713d00a-af97-44a1-bd0d-0a30eb0ebcc6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=22b02496-a35e-44b0-a5b7-11c5e990fce2 HTTP/1.1" status: 200 len: 923 time: 0.4125926 Aug 05 11:21:24.191617 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d6d5fea7-9941-4ec8-b619-4bd6c4780a43 req-9604e11d-64c9-4f87-af7b-90dcc49d54d4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=89d9c0c2-a5f8-4203-b8e4-3c0249a92c8b HTTP/1.1" status: 200 len: 217 time: 0.1282902 Aug 05 11:21:24.239987 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b75434e6-7400-4fa2-ac6f-bedc5cf851c5 req-ac1396d7-a446-4b23-8422-896536635a64 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=11c1c893-64c6-4eaa-9d19-ac08d54c048d HTTP/1.1" status: 200 len: 210 time: 0.1056092 Aug 05 11:21:24.343380 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d5fea7-9941-4ec8-b619-4bd6c4780a43 req-e40d35c0-260f-4291-85a9-41fbc1121bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:24.346008 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d6d5fea7-9941-4ec8-b619-4bd6c4780a43 req-e40d35c0-260f-4291-85a9-41fbc1121bf8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=157c688d-0ff0-4d0a-9258-c12de8417018 HTTP/1.1" status: 200 len: 862 time: 0.1468990 Aug 05 11:21:24.404287 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d6d5fea7-9941-4ec8-b619-4bd6c4780a43 req-2087c041-3ffd-4576-a650-2d74e3255938 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=22b02496-a35e-44b0-a5b7-11c5e990fce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488622 Aug 05 11:21:24.639607 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d6d5fea7-9941-4ec8-b619-4bd6c4780a43 req-9d2dc01c-f54c-42cd-a433-5d480fdf24d7 service neutron] 10.222.0.55 "GET /v2.0/networks/22b02496-a35e-44b0-a5b7-11c5e990fce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254579 Aug 05 11:21:24.734661 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c9667e-28ae-49eb-84e6-3117124fb3a1 req-b2c5ac39-7682-48e9-8be7-1909dd800f80 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:24.754722 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-83c9667e-28ae-49eb-84e6-3117124fb3a1 req-b2c5ac39-7682-48e9-8be7-1909dd800f80 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b464baa-8fee-4e83-b710-80fe99d43fc0 HTTP/1.1" status: 200 len: 949 time: 0.2141852 Aug 05 11:21:24.809660 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e6ff45-fd41-46b0-9fdd-95d310178385 req-77ce565a-66d4-4677-aa86-757f093b4305 tempest-LiveAutoBlockMigrationV225Test-707045295 tempest-LiveAutoBlockMigrationV225Test-707045295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:24.813286 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c9e6ff45-fd41-46b0-9fdd-95d310178385 req-77ce565a-66d4-4677-aa86-757f093b4305 tempest-LiveAutoBlockMigrationV225Test-707045295 tempest-LiveAutoBlockMigrationV225Test-707045295-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=672374a9-db64-433d-bf95-51fe7f56f21e HTTP/1.1" status: 200 len: 1095 time: 0.2742276 Aug 05 11:21:24.863132 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d6d5fea7-9941-4ec8-b619-4bd6c4780a43 req-9f8a5a70-658c-483c-91c7-5005d0cb8aa0 service neutron] 10.222.0.55 "GET /v2.0/networks/22b02496-a35e-44b0-a5b7-11c5e990fce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155530 Aug 05 11:21:24.885508 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-83c9667e-28ae-49eb-84e6-3117124fb3a1 req-4330561e-4ec2-4def-a550-d725ebe22ee7 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba838bf4-27d8-4ebd-8a6c-2c869750a1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169660 Aug 05 11:21:24.980902 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c9e6ff45-fd41-46b0-9fdd-95d310178385 req-579fc4f6-92c8-413c-a8c3-71c98ed171d0 tempest-LiveAutoBlockMigrationV225Test-707045295 tempest-LiveAutoBlockMigrationV225Test-707045295-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=8b660be2-1cd3-4f1b-b8b6-43aa3e7d82c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336095 Aug 05 11:21:25.489541 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5bc84a-4e1d-4d1b-ab9b-f6431d75e4b8 req-3bbcfc74-5f47-40b3-a7a7-80c70209f0e7 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:25.502869 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cc5bc84a-4e1d-4d1b-ab9b-f6431d75e4b8 req-3bbcfc74-5f47-40b3-a7a7-80c70209f0e7 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] 10.222.0.58 "GET /v2.0/ports?device_id=7253a3c2-d7fa-4127-a47b-b7aed6d51d0f HTTP/1.1" status: 200 len: 944 time: 0.1435850 Aug 05 11:21:25.645399 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cc5bc84a-4e1d-4d1b-ab9b-f6431d75e4b8 req-1a9a689d-1647-4016-a090-10b216404917 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] 10.222.0.58 "GET /v2.0/security-groups?id=e0296632-6fc5-467d-96aa-746236c85873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413136 Aug 05 11:21:25.674854 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042b5d5a-d58b-4d17-b158-cc56b860795e req-f840cb99-876e-4cd7-a170-be4bce9fdc4a tempest-LiveAutoBlockMigrationV225Test-707045295 tempest-LiveAutoBlockMigrationV225Test-707045295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:25.688935 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-042b5d5a-d58b-4d17-b158-cc56b860795e req-f840cb99-876e-4cd7-a170-be4bce9fdc4a tempest-LiveAutoBlockMigrationV225Test-707045295 tempest-LiveAutoBlockMigrationV225Test-707045295-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=672374a9-db64-433d-bf95-51fe7f56f21e HTTP/1.1" status: 200 len: 1095 time: 0.1819370 Aug 05 11:21:25.771777 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-042b5d5a-d58b-4d17-b158-cc56b860795e req-017591ad-8f51-496c-bb54-e99dbac5d755 tempest-LiveAutoBlockMigrationV225Test-707045295 tempest-LiveAutoBlockMigrationV225Test-707045295-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=8b660be2-1cd3-4f1b-b8b6-43aa3e7d82c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798826 Aug 05 11:21:25.775373 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2064b283-ff97-46c6-98c0-a763629fae14 req-651398c8-bb58-450a-bc55-36796324fe03 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:25.777854 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2064b283-ff97-46c6-98c0-a763629fae14 req-651398c8-bb58-450a-bc55-36796324fe03 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.64 "GET /v2.0/networks?id=6e7bde98-a1ff-44d7-8525-eaa9c1e81087 HTTP/1.1" status: 200 len: 812 time: 0.3012207 Aug 05 11:21:25.826998 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-2064b283-ff97-46c6-98c0-a763629fae14 req-f2074de6-318d-47a8-bc11-a24a83a7577b tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Request body: {'port': {'device_id': '11c1c893-64c6-4eaa-9d19-ac08d54c048d', 'network_id': '6e7bde98-a1ff-44d7-8525-eaa9c1e81087', 'admin_state_up': True, 'tenant_id': 'd8daa1497f4a496cba61c8a60c09e98b'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:21:25.970331 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-10cb5148-8fe2-4d7e-967b-19329fdfa27e req-1efef295-baad-4896-8683-aa03187ca50b tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=11c1c893-64c6-4eaa-9d19-ac08d54c048d HTTP/1.1" status: 200 len: 210 time: 0.0818841 Aug 05 11:21:26.107385 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 89d9c0c2-a5f8-4203-b8e4-3c0249a92c8b details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:21:26.166803 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2064b283-ff97-46c6-98c0-a763629fae14 req-f2074de6-318d-47a8-bc11-a24a83a7577b tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Made reservation on behalf of d8daa1497f4a496cba61c8a60c09e98b for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:21:26.172689 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-2064b283-ff97-46c6-98c0-a763629fae14 req-f2074de6-318d-47a8-bc11-a24a83a7577b tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:26.438662 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dd1c96-317b-4d6d-9fbf-d366ad651fc6 req-cab7d218-49bb-4556-8fdf-9d122202455f tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:26.441632 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-78dd1c96-317b-4d6d-9fbf-d366ad651fc6 req-cab7d218-49bb-4556-8fdf-9d122202455f tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b464baa-8fee-4e83-b710-80fe99d43fc0 HTTP/1.1" status: 200 len: 949 time: 0.1744440 Aug 05 11:21:26.445207 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 89d9c0c2-a5f8-4203-b8e4-3c0249a92c8b, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=89d9c0c2-a5f8-4203-b8e4-3c0249a92c8b,segment=NetworkSegment(1ec67acc-70fb-44ef-8f20-f613e3cce6a3),segment_id=1ec67acc-70fb-44ef-8f20-f613e3cce6a3)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:21:26.494026 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Returning: {'device': '89d9c0c2-a5f8-4203-b8e4-3c0249a92c8b', 'network_id': '22b02496-a35e-44b0-a5b7-11c5e990fce2', 'port_id': '89d9c0c2-a5f8-4203-b8e4-3c0249a92c8b', 'mac_address': 'fa:16:3e:a9:b0:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '157c688d-0ff0-4d0a-9258-c12de8417018', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:21:26.581147 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-78dd1c96-317b-4d6d-9fbf-d366ad651fc6 req-9f29d392-df16-4e06-95d2-e4a88867d31f tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba838bf4-27d8-4ebd-8a6c-2c869750a1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297054 Aug 05 11:21:26.597470 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-2064b283-ff97-46c6-98c0-a763629fae14 req-f2074de6-318d-47a8-bc11-a24a83a7577b tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Allocated IP 172.20.0.9 (6e7bde98-a1ff-44d7-8525-eaa9c1e81087/8c648b54-2f27-41ec-9e17-9213825c0d0c/be189f34-4394-4326-9e90-4936d19950a1) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:21:26.648388 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:26.698384 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89d9c0c2-a5f8-4203-b8e4-3c0249a92c8b {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:21:26.776183 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 89d9c0c2-a5f8-4203-b8e4-3c0249a92c8b, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=89d9c0c2-a5f8-4203-b8e4-3c0249a92c8b,segment=NetworkSegment(1ec67acc-70fb-44ef-8f20-f613e3cce6a3),segment_id=1ec67acc-70fb-44ef-8f20-f613e3cce6a3)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:21:26.783298 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:26.948810 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=89d9c0c2-a5f8-4203-b8e4-3c0249a92c8b,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:21:27.030226 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2295ba00-828c-42de-8c28-6ff60ab23aa0 req-587a5a8a-b935-4b28-bbde-21bad7fa271c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=32074892-07d5-47e0-93ba-33ceb5bd35b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1715579 Aug 05 11:21:27.106644 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-2064b283-ff97-46c6-98c0-a763629fae14 req-f2074de6-318d-47a8-bc11-a24a83a7577b tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:27.145886 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['89d9c0c2-a5f8-4203-b8e4-3c0249a92c8b'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:21:27.263834 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-2064b283-ff97-46c6-98c0-a763629fae14 req-f2074de6-318d-47a8-bc11-a24a83a7577b tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:27.295149 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2295ba00-828c-42de-8c28-6ff60ab23aa0 req-e06865bd-5036-4ee0-b106-a6e9552c1395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:27.296889 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2295ba00-828c-42de-8c28-6ff60ab23aa0 req-e06865bd-5036-4ee0-b106-a6e9552c1395 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e8f6478cce384a98ba09cac5c1bcf855&device_id=32074892-07d5-47e0-93ba-33ceb5bd35b2 HTTP/1.1" status: 200 len: 1096 time: 0.1462166 Aug 05 11:21:27.347403 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2064b283-ff97-46c6-98c0-a763629fae14 req-f2074de6-318d-47a8-bc11-a24a83a7577b tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Network 6e7bde98-a1ff-44d7-8525-eaa9c1e81087 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:21:27.395601 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-2064b283-ff97-46c6-98c0-a763629fae14 req-f2074de6-318d-47a8-bc11-a24a83a7577b tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:21:27.404053 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-2064b283-ff97-46c6-98c0-a763629fae14 req-f2074de6-318d-47a8-bc11-a24a83a7577b tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:21:27.552963 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b16b98f-83c3-4313-bfcb-8231004b8969 req-08258b91-edf0-414b-8dea-7c219971a9c9 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:27.578182 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0b16b98f-83c3-4313-bfcb-8231004b8969 req-08258b91-edf0-414b-8dea-7c219971a9c9 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] 10.222.0.58 "GET /v2.0/ports?device_id=7253a3c2-d7fa-4127-a47b-b7aed6d51d0f HTTP/1.1" status: 200 len: 945 time: 0.3421772 Aug 05 11:21:27.747451 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0b16b98f-83c3-4313-bfcb-8231004b8969 req-3745f950-510e-46ae-8ca8-d4d7f65c3165 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] 10.222.0.58 "GET /v2.0/security-groups?id=e0296632-6fc5-467d-96aa-746236c85873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665137 Aug 05 11:21:27.769106 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2074de6-318d-47a8-bc11-a24a83a7577b tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Pushing event updated for resources: {'Port': ['ID=be189f34-4394-4326-9e90-4936d19950a1,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:21:27.817186 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2064b283-ff97-46c6-98c0-a763629fae14 req-f2074de6-318d-47a8-bc11-a24a83a7577b tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:27.817903 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-2064b283-ff97-46c6-98c0-a763629fae14 req-f2074de6-318d-47a8-bc11-a24a83a7577b tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:27.915833 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2064b283-ff97-46c6-98c0-a763629fae14 req-f2074de6-318d-47a8-bc11-a24a83a7577b tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1171002 Aug 05 11:21:27.949007 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7ab142-9570-4edb-9d4e-83750cb2105a req-11d1eb04-08ff-4953-be80-b1b0063d7561 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:27.965601 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bd7ab142-9570-4edb-9d4e-83750cb2105a req-11d1eb04-08ff-4953-be80-b1b0063d7561 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=11c1c893-64c6-4eaa-9d19-ac08d54c048d HTTP/1.1" status: 200 len: 931 time: 0.1924155 Aug 05 11:21:27.972281 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-2064b283-ff97-46c6-98c0-a763629fae14 req-21fc03bc-f1ec-44fe-8fda-c8257ca7e913 service neutron] Request body: {'port': {'device_id': '11c1c893-64c6-4eaa-9d19-ac08d54c048d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:21:28.078188 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2295ba00-828c-42de-8c28-6ff60ab23aa0 req-dcecf559-999d-4b6c-baa1-c493a91db494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:28.079791 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2295ba00-828c-42de-8c28-6ff60ab23aa0 req-dcecf559-999d-4b6c-baa1-c493a91db494 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c1d3f101-369e-4625-bfd2-2a60ea4757bb HTTP/1.1" status: 200 len: 921 time: 0.7306852 Aug 05 11:21:28.129142 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bd7ab142-9570-4edb-9d4e-83750cb2105a req-4652b1c9-49cd-4640-ae98-623ae66eb381 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623261 Aug 05 11:21:28.287863 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2295ba00-828c-42de-8c28-6ff60ab23aa0 req-cf4e9dde-8e7e-4187-8611-119634396e5f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89e1ceeb-0597-41b8-87ce-628445d80d87 HTTP/1.1" status: 200 len: 217 time: 0.1959999 Aug 05 11:21:28.295194 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702a8edd-665c-4485-b333-bea77ff68b5c req-0382c79c-dfe2-47c3-b651-d5b207aec7eb tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:28.314365 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-702a8edd-665c-4485-b333-bea77ff68b5c req-0382c79c-dfe2-47c3-b651-d5b207aec7eb tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b464baa-8fee-4e83-b710-80fe99d43fc0 HTTP/1.1" status: 200 len: 949 time: 0.2516966 Aug 05 11:21:28.316524 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 42830) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:21:28.392191 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-2064b283-ff97-46c6-98c0-a763629fae14 req-21fc03bc-f1ec-44fe-8fda-c8257ca7e913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:28.418325 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-702a8edd-665c-4485-b333-bea77ff68b5c req-bf98450e-f119-423d-a31a-7e3be09be900 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba838bf4-27d8-4ebd-8a6c-2c869750a1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995092 Aug 05 11:21:28.458723 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2295ba00-828c-42de-8c28-6ff60ab23aa0 req-5aa7999d-6b66-481a-b045-4fa9a0e27aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:28.461420 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2295ba00-828c-42de-8c28-6ff60ab23aa0 req-5aa7999d-6b66-481a-b045-4fa9a0e27aa2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=88c33de2-0b50-4fb8-a2a7-3c3e700f5c7c HTTP/1.1" status: 200 len: 860 time: 0.1639557 Aug 05 11:21:28.613490 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2295ba00-828c-42de-8c28-6ff60ab23aa0 req-3dcd09ff-62f7-478f-917c-bc1a1b6647a7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c1d3f101-369e-4625-bfd2-2a60ea4757bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0792594 Aug 05 11:21:28.816739 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-8eac3e29-56c9-4823-9316-89b8c866aa58 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=63515bf042b74bd7b6b795d26916c4d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4880157 Aug 05 11:21:28.824014 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 42840) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:21:28.863871 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2295ba00-828c-42de-8c28-6ff60ab23aa0 req-fa53c997-8486-404e-b373-646aac28d53e service neutron] 10.222.0.55 "GET /v2.0/networks/c1d3f101-369e-4625-bfd2-2a60ea4757bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356148 Aug 05 11:21:28.920707 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:28.984401 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e6eec37a-1ebe-4928-ac90-ea5cb596d3fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:29.075977 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e6eec37a-1ebe-4928-ac90-ea5cb596d3fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:29.178685 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62443c31-47b5-49bd-b62e-877b2cb48bfd req-2eb9a08c-c60b-4ee2-b1a7-2abf30e110d1 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:29.191764 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-62443c31-47b5-49bd-b62e-877b2cb48bfd req-2eb9a08c-c60b-4ee2-b1a7-2abf30e110d1 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] 10.222.0.58 "GET /v2.0/ports?device_id=7253a3c2-d7fa-4127-a47b-b7aed6d51d0f HTTP/1.1" status: 200 len: 945 time: 0.2098730 Aug 05 11:21:29.345025 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e6eec37a-1ebe-4928-ac90-ea5cb596d3fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:29.349875 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e6eec37a-1ebe-4928-ac90-ea5cb596d3fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:29.351954 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-e6eec37a-1ebe-4928-ac90-ea5cb596d3fb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a7369110-b1fd-403b-991c-729cd947908f HTTP/1.1" status: 204 len: 168 time: 0.5261981 Aug 05 11:21:29.390350 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-62443c31-47b5-49bd-b62e-877b2cb48bfd req-8a1938dc-9267-43ce-85c2-c9ab7c742070 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] 10.222.0.58 "GET /v2.0/security-groups?id=e0296632-6fc5-467d-96aa-746236c85873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854968 Aug 05 11:21:29.601754 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-2064b283-ff97-46c6-98c0-a763629fae14 req-21fc03bc-f1ec-44fe-8fda-c8257ca7e913 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be189f34-4394-4326-9e90-4936d19950a1 {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:21:29.604399 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eec37a-1ebe-4928-ac90-ea5cb596d3fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7369110-b1fd-403b-991c-729cd947908f,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:21:29.677647 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-2064b283-ff97-46c6-98c0-a763629fae14 req-21fc03bc-f1ec-44fe-8fda-c8257ca7e913 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:29.706270 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2295ba00-828c-42de-8c28-6ff60ab23aa0 req-f9b5fd33-fb71-4898-a2a3-a1e2136a9a3d service neutron] 10.222.0.55 "GET /v2.0/networks/c1d3f101-369e-4625-bfd2-2a60ea4757bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5314019 Aug 05 11:21:29.727994 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5909adfa-291f-4ad3-aecb-1bfa4219f780 req-de7ad10d-07a3-43bb-a46a-64330a880210 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:29.738574 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-2064b283-ff97-46c6-98c0-a763629fae14 req-21fc03bc-f1ec-44fe-8fda-c8257ca7e913 service neutron] Transition to ACTIVE for port object be189f34-4394-4326-9e90-4936d19950a1 will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:21:29.769395 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-2064b283-ff97-46c6-98c0-a763629fae14 req-21fc03bc-f1ec-44fe-8fda-c8257ca7e913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:29.770126 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5909adfa-291f-4ad3-aecb-1bfa4219f780 req-de7ad10d-07a3-43bb-a46a-64330a880210 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=11c1c893-64c6-4eaa-9d19-ac08d54c048d HTTP/1.1" status: 200 len: 931 time: 0.3777883 Aug 05 11:21:29.918221 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fc03bc-f1ec-44fe-8fda-c8257ca7e913 service neutron] Pushing event updated for resources: {'Port': ['ID=be189f34-4394-4326-9e90-4936d19950a1,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:21:30.042330 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5909adfa-291f-4ad3-aecb-1bfa4219f780 req-0944ccf3-5cc7-46c7-91dd-e3f7755cc84f tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580891 Aug 05 11:21:30.143944 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 89d9c0c2-a5f8-4203-b8e4-3c0249a92c8b up at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:21:30.232006 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-2064b283-ff97-46c6-98c0-a763629fae14 req-21fc03bc-f1ec-44fe-8fda-c8257ca7e913 service neutron] Attempting to bind port be189f34-4394-4326-9e90-4936d19950a1 on host n-h1-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:21:30.240726 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-2064b283-ff97-46c6-98c0-a763629fae14 req-21fc03bc-f1ec-44fe-8fda-c8257ca7e913 service neutron] Attempting to bind port be189f34-4394-4326-9e90-4936d19950a1 by drivers openvswitch,hyperv on host n-h1-803378-2 at level 0 using segments [{'id': '32cc618e-4968-4750-a5aa-c2579fceb01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6e7bde98-a1ff-44d7-8525-eaa9c1e81087'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:21:30.241604 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2064b283-ff97-46c6-98c0-a763629fae14 req-21fc03bc-f1ec-44fe-8fda-c8257ca7e913 service neutron] Attempting to bind port be189f34-4394-4326-9e90-4936d19950a1 on network 6e7bde98-a1ff-44d7-8525-eaa9c1e81087 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:21:30.302715 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2064b283-ff97-46c6-98c0-a763629fae14 req-21fc03bc-f1ec-44fe-8fda-c8257ca7e913 service neutron] Port be189f34-4394-4326-9e90-4936d19950a1 on network 6e7bde98-a1ff-44d7-8525-eaa9c1e81087 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:21:30.303227 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2064b283-ff97-46c6-98c0-a763629fae14 req-21fc03bc-f1ec-44fe-8fda-c8257ca7e913 service neutron] Attempting to bind port be189f34-4394-4326-9e90-4936d19950a1 on network 6e7bde98-a1ff-44d7-8525-eaa9c1e81087 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:21:30.332217 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2064b283-ff97-46c6-98c0-a763629fae14 req-21fc03bc-f1ec-44fe-8fda-c8257ca7e913 service neutron] Checking agent: {'id': '40bb7567-59bd-4b31-bc29-da1c50bca759', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:21:30.336569 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2064b283-ff97-46c6-98c0-a763629fae14 req-21fc03bc-f1ec-44fe-8fda-c8257ca7e913 service neutron] Checking segment: {'id': '32cc618e-4968-4750-a5aa-c2579fceb01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6e7bde98-a1ff-44d7-8525-eaa9c1e81087'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:21:30.336959 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2064b283-ff97-46c6-98c0-a763629fae14 req-21fc03bc-f1ec-44fe-8fda-c8257ca7e913 service neutron] Bound using segment: {'id': '32cc618e-4968-4750-a5aa-c2579fceb01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6e7bde98-a1ff-44d7-8525-eaa9c1e81087'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:21:30.348885 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-2064b283-ff97-46c6-98c0-a763629fae14 req-21fc03bc-f1ec-44fe-8fda-c8257ca7e913 service neutron] Bound port: be189f34-4394-4326-9e90-4936d19950a1, host: n-h1-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32cc618e-4968-4750-a5aa-c2579fceb01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6e7bde98-a1ff-44d7-8525-eaa9c1e81087'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:21:30.348885 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-2064b283-ff97-46c6-98c0-a763629fae14 req-21fc03bc-f1ec-44fe-8fda-c8257ca7e913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:30.447373 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning for port 89d9c0c2-a5f8-4203-b8e4-3c0249a92c8b completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:21:30.460882 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning complete for port 89d9c0c2-a5f8-4203-b8e4-3c0249a92c8b triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:21:30.461540 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:30.613994 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-2064b283-ff97-46c6-98c0-a763629fae14 req-21fc03bc-f1ec-44fe-8fda-c8257ca7e913 service neutron] For port be189f34-4394-4326-9e90-4936d19950a1, host n-h1-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:21:30.621284 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-2064b283-ff97-46c6-98c0-a763629fae14 req-21fc03bc-f1ec-44fe-8fda-c8257ca7e913 service neutron] For port be189f34-4394-4326-9e90-4936d19950a1, host n-h1-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=be189f34-4394-4326-9e90-4936d19950a1,segment=NetworkSegment(32cc618e-4968-4750-a5aa-c2579fceb01e),segment_id=32cc618e-4968-4750-a5aa-c2579fceb01e)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:21:30.629888 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-2064b283-ff97-46c6-98c0-a763629fae14 req-21fc03bc-f1ec-44fe-8fda-c8257ca7e913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:30.632277 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0577b5c5-02a4-4e25-9ce1-47cd2e0b4c71 req-5875a0dc-2e44-4049-9377-f71f596e27d3 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:30.690398 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2064b283-ff97-46c6-98c0-a763629fae14 req-21fc03bc-f1ec-44fe-8fda-c8257ca7e913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:30.690964 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0577b5c5-02a4-4e25-9ce1-47cd2e0b4c71 req-5875a0dc-2e44-4049-9377-f71f596e27d3 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b464baa-8fee-4e83-b710-80fe99d43fc0 HTTP/1.1" status: 200 len: 949 time: 0.2392917 Aug 05 11:21:30.692646 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-2064b283-ff97-46c6-98c0-a763629fae14 req-21fc03bc-f1ec-44fe-8fda-c8257ca7e913 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:30.695051 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2064b283-ff97-46c6-98c0-a763629fae14 req-21fc03bc-f1ec-44fe-8fda-c8257ca7e913 service neutron] 10.222.0.64 "PUT /v2.0/ports/be189f34-4394-4326-9e90-4936d19950a1 HTTP/1.1" status: 200 len: 1091 time: 2.7542348 Aug 05 11:21:30.695774 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11c1c893-64c6-4eaa-9d19-ac08d54c048d', 'tag': 'be189f34-4394-4326-9e90-4936d19950a1'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:21:30.699694 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-026148bd-027c-41c5-89ab-9363604a4990" -d '{"events": [{"name": "network-changed", "server_uuid": "11c1c893-64c6-4eaa-9d19-ac08d54c048d", "tag": "be189f34-4394-4326-9e90-4936d19950a1"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:21:30.793668 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0577b5c5-02a4-4e25-9ce1-47cd2e0b4c71 req-330421a6-4448-4c72-8a4f-8b76724355ab tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba838bf4-27d8-4ebd-8a6c-2c869750a1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014547 Aug 05 11:21:30.899172 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:30.962039 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fc03bc-f1ec-44fe-8fda-c8257ca7e913 service neutron] Pushing event updated for resources: {'Port': ['ID=be189f34-4394-4326-9e90-4936d19950a1,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:21:31.012501 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2064b283-ff97-46c6-98c0-a763629fae14 req-74d6bcee-2279-48bb-b8a1-052463e59c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:31.015802 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2064b283-ff97-46c6-98c0-a763629fae14 req-74d6bcee-2279-48bb-b8a1-052463e59c05 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d8daa1497f4a496cba61c8a60c09e98b&device_id=11c1c893-64c6-4eaa-9d19-ac08d54c048d HTTP/1.1" status: 200 len: 1094 time: 0.2417006 Aug 05 11:21:31.031429 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 89d9c0c2-a5f8-4203-b8e4-3c0249a92c8b, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=89d9c0c2-a5f8-4203-b8e4-3c0249a92c8b,segment=NetworkSegment(1ec67acc-70fb-44ef-8f20-f613e3cce6a3),segment_id=1ec67acc-70fb-44ef-8f20-f613e3cce6a3)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:21:31.036096 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7253a3c2-d7fa-4127-a47b-b7aed6d51d0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89d9c0c2-a5f8-4203-b8e4-3c0249a92c8b'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:21:31.051845 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09b39cdb-1dec-408c-9d32-6d04d3d5560e" -d '{"events": [{"server_uuid": "7253a3c2-d7fa-4127-a47b-b7aed6d51d0f", "name": "network-vif-plugged", "status": "completed", "tag": "89d9c0c2-a5f8-4203-b8e4-3c0249a92c8b"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:21:31.058709 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:31.172562 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2064b283-ff97-46c6-98c0-a763629fae14 req-bf5b8e2e-1615-489d-abfd-082d254afdb5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be189f34-4394-4326-9e90-4936d19950a1 HTTP/1.1" status: 200 len: 217 time: 0.1401300 Aug 05 11:21:31.225243 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaf7894-a67b-4712-81e8-5277f608b1eb req-fd43dc1d-9118-482a-acd5-edbfdeb1f565 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:31.244451 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-eeaf7894-a67b-4712-81e8-5277f608b1eb req-fd43dc1d-9118-482a-acd5-edbfdeb1f565 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] 10.222.0.58 "GET /v2.0/ports?device_id=7253a3c2-d7fa-4127-a47b-b7aed6d51d0f HTTP/1.1" status: 200 len: 946 time: 0.2089050 Aug 05 11:21:31.350626 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=89d9c0c2-a5f8-4203-b8e4-3c0249a92c8b,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:21:31.377888 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-eeaf7894-a67b-4712-81e8-5277f608b1eb req-23958683-ada2-4aca-be33-79a510fc2d7d tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] 10.222.0.58 "GET /v2.0/security-groups?id=e0296632-6fc5-467d-96aa-746236c85873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279082 Aug 05 11:21:31.422556 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2ea42e0-090e-447a-80ad-5f35906ffab5 x-openstack-request-id: req-c2ea42e0-090e-447a-80ad-5f35906ffab5 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:21:31.423476 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11c1c893-64c6-4eaa-9d19-ac08d54c048d", "tag": "be189f34-4394-4326-9e90-4936d19950a1", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:21:31.424226 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c2ea42e0-090e-447a-80ad-5f35906ffab5 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:21:31.425190 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11c1c893-64c6-4eaa-9d19-ac08d54c048d', 'tag': 'be189f34-4394-4326-9e90-4936d19950a1', 'status': 'completed', 'code': 200} Aug 05 11:21:31.444129 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2064b283-ff97-46c6-98c0-a763629fae14 req-3b1ebb6c-e3fb-4ce3-a7cd-d37bfb6a3744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:31.448795 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2064b283-ff97-46c6-98c0-a763629fae14 req-3b1ebb6c-e3fb-4ce3-a7cd-d37bfb6a3744 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8c648b54-2f27-41ec-9e17-9213825c0d0c HTTP/1.1" status: 200 len: 852 time: 0.2615612 Aug 05 11:21:31.503671 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c107606-a927-45ae-a752-f500c408685e x-openstack-request-id: req-4c107606-a927-45ae-a752-f500c408685e {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:21:31.504155 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7253a3c2-d7fa-4127-a47b-b7aed6d51d0f", "name": "network-vif-plugged", "status": "completed", "tag": "89d9c0c2-a5f8-4203-b8e4-3c0249a92c8b", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:21:31.504619 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4c107606-a927-45ae-a752-f500c408685e {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:21:31.505284 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7253a3c2-d7fa-4127-a47b-b7aed6d51d0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89d9c0c2-a5f8-4203-b8e4-3c0249a92c8b', 'code': 200} Aug 05 11:21:31.699196 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2064b283-ff97-46c6-98c0-a763629fae14 req-1e8c6597-0ab3-4fde-b8ab-271e07561070 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6e7bde98-a1ff-44d7-8525-eaa9c1e81087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2033217 Aug 05 11:21:31.867330 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf63166-a4fd-4a1b-9df7-3e95a1325041 req-628b1a1c-d766-412b-af39-33ff6d86335a tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:31.876930 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3bf63166-a4fd-4a1b-9df7-3e95a1325041 req-628b1a1c-d766-412b-af39-33ff6d86335a tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=11c1c893-64c6-4eaa-9d19-ac08d54c048d HTTP/1.1" status: 200 len: 943 time: 0.1535168 Aug 05 11:21:31.978728 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3bf63166-a4fd-4a1b-9df7-3e95a1325041 req-a2d1cf7c-f41a-4196-b484-3f0e2e39c170 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004198 Aug 05 11:21:32.133052 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 42924) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:21:32.198474 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2064b283-ff97-46c6-98c0-a763629fae14 req-b933ee91-d45c-48f8-ae33-0969c684a894 service neutron] 10.222.0.64 "GET /v2.0/networks/6e7bde98-a1ff-44d7-8525-eaa9c1e81087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4641964 Aug 05 11:21:32.204353 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe120ac-f1ad-465a-bf32-8026b16b303e req-169916a4-2017-4e09-a058-82b92f75c95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:32.206902 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-5fe120ac-f1ad-465a-bf32-8026b16b303e req-169916a4-2017-4e09-a058-82b92f75c95d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7253a3c2-d7fa-4127-a47b-b7aed6d51d0f HTTP/1.1" status: 200 len: 1097 time: 0.5233381 Aug 05 11:21:32.214648 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c021701e-8ac1-4978-9e2a-02c56b89cdc8 req-be13b14f-2397-443d-ab8a-4668e252c1c7 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:32.219318 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c021701e-8ac1-4978-9e2a-02c56b89cdc8 req-be13b14f-2397-443d-ab8a-4668e252c1c7 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b464baa-8fee-4e83-b710-80fe99d43fc0 HTTP/1.1" status: 200 len: 949 time: 0.2390525 Aug 05 11:21:32.392599 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c021701e-8ac1-4978-9e2a-02c56b89cdc8 req-c51e8f72-647f-45b5-b3ce-329d82bebc90 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba838bf4-27d8-4ebd-8a6c-2c869750a1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368372 Aug 05 11:21:32.474221 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-af52815d-3796-44be-bb2c-f4c2e6c601d0 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1648877352-network', 'tenant_id': '83da5585cdb04198a24d7a8f8cd121ae'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:21:32.548625 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af52815d-3796-44be-bb2c-f4c2e6c601d0 admin admin] Made reservation on behalf of 83da5585cdb04198a24d7a8f8cd121ae for: {'network': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:21:32.550409 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-5fe120ac-f1ad-465a-bf32-8026b16b303e req-5a593115-7bac-4645-a05a-c795e5b17550 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e0296632-6fc5-467d-96aa-746236c85873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2927120 Aug 05 11:21:32.557496 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-af52815d-3796-44be-bb2c-f4c2e6c601d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:32.610501 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2064b283-ff97-46c6-98c0-a763629fae14 req-d0158266-6261-4ed7-88fe-2eae5b05ca19 service neutron] 10.222.0.64 "GET /v2.0/networks/6e7bde98-a1ff-44d7-8525-eaa9c1e81087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4020915 Aug 05 11:21:32.623433 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-af52815d-3796-44be-bb2c-f4c2e6c601d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:32.739950 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409c02bc-6bc6-4b18-bf43-cab06f054603 req-aa43c38d-08de-4017-8fef-9058301131a8 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:32.763201 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-409c02bc-6bc6-4b18-bf43-cab06f054603 req-aa43c38d-08de-4017-8fef-9058301131a8 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] 10.222.0.58 "GET /v2.0/ports?device_id=7253a3c2-d7fa-4127-a47b-b7aed6d51d0f HTTP/1.1" status: 200 len: 946 time: 0.2023342 Aug 05 11:21:32.769530 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 42954) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:21:32.923607 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026148bd-027c-41c5-89ab-9363604a4990 req-eae5b2e7-2364-4b9f-8342-db6cd8feccc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:32.925207 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-026148bd-027c-41c5-89ab-9363604a4990 req-eae5b2e7-2364-4b9f-8342-db6cd8feccc0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d8daa1497f4a496cba61c8a60c09e98b&device_id=11c1c893-64c6-4eaa-9d19-ac08d54c048d HTTP/1.1" status: 200 len: 1094 time: 0.1371682 Aug 05 11:21:32.983909 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-409c02bc-6bc6-4b18-bf43-cab06f054603 req-b2304b9c-7257-4e3c-bc4f-b34f5a5ef461 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] 10.222.0.58 "GET /v2.0/security-groups?id=e0296632-6fc5-467d-96aa-746236c85873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138691 Aug 05 11:21:33.087713 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-af52815d-3796-44be-bb2c-f4c2e6c601d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:33.102910 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-af52815d-3796-44be-bb2c-f4c2e6c601d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:33.209617 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026148bd-027c-41c5-89ab-9363604a4990 req-5fff283c-1f2d-4bdc-89e9-15ff049f5bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:33.213454 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-026148bd-027c-41c5-89ab-9363604a4990 req-5fff283c-1f2d-4bdc-89e9-15ff049f5bf3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=6e7bde98-a1ff-44d7-8525-eaa9c1e81087 HTTP/1.1" status: 200 len: 913 time: 0.2804596 Aug 05 11:21:33.228517 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af52815d-3796-44be-bb2c-f4c2e6c601d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 679, 'physical_network': 'physnet1'} {{(pid=94420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:21:33.277270 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-56b9d51a-7201-4721-af5e-1f0d94d0154b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:33.281947 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-026148bd-027c-41c5-89ab-9363604a4990 req-f3e76a5e-3281-4f48-b12d-3565ccdca181 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be189f34-4394-4326-9e90-4936d19950a1 HTTP/1.1" status: 200 len: 217 time: 0.0575578 Aug 05 11:21:33.326761 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af52815d-3796-44be-bb2c-f4c2e6c601d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=599d389e-2bc8-4ea7-aaa1-77c64021b446,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:21:33.354652 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-af52815d-3796-44be-bb2c-f4c2e6c601d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:33.355108 n-d-803378-2 neutron-server[94420]: INFO neutron.db.segments_db [None req-af52815d-3796-44be-bb2c-f4c2e6c601d0 admin admin] Added segment 915ec324-72c1-4e03-b50a-99a3d09c615b of type vlan for network 73d08bd0-3085-4eea-9d24-2ba224add674 Aug 05 11:21:33.374423 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83540ae9-32c0-4520-ab2b-74079d1d7ca2 req-869f284f-2efd-4f21-81c1-cfc41486253e tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:33.376222 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-83540ae9-32c0-4520-ab2b-74079d1d7ca2 req-869f284f-2efd-4f21-81c1-cfc41486253e tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=11c1c893-64c6-4eaa-9d19-ac08d54c048d HTTP/1.1" status: 200 len: 943 time: 0.2029948 Aug 05 11:21:33.448118 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-af52815d-3796-44be-bb2c-f4c2e6c601d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:33.502877 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331ae459-418e-4fee-9328-602a4e733317 req-e5a45101-a666-47fc-bd8c-a9dc4bc21578 tempest-ImagesOneServerTestJSON-55291779 tempest-ImagesOneServerTestJSON-55291779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:33.513575 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-331ae459-418e-4fee-9328-602a4e733317 req-e5a45101-a666-47fc-bd8c-a9dc4bc21578 tempest-ImagesOneServerTestJSON-55291779 tempest-ImagesOneServerTestJSON-55291779-project] 10.222.0.58 "GET /v2.0/ports?device_id=2249ea3c-8dca-4efb-922f-dd6b64f03ce1 HTTP/1.1" status: 200 len: 951 time: 0.3705990 Aug 05 11:21:33.565849 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-56b9d51a-7201-4721-af5e-1f0d94d0154b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:33.605422 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026148bd-027c-41c5-89ab-9363604a4990 req-abef4ddc-b31c-4aaf-ba14-f4ae65e70754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:33.610277 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-026148bd-027c-41c5-89ab-9363604a4990 req-abef4ddc-b31c-4aaf-ba14-f4ae65e70754 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8c648b54-2f27-41ec-9e17-9213825c0d0c HTTP/1.1" status: 200 len: 852 time: 0.1749115 Aug 05 11:21:33.612984 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-56b9d51a-7201-4721-af5e-1f0d94d0154b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:33.637853 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-331ae459-418e-4fee-9328-602a4e733317 req-68c5c8ae-ed00-4324-aadf-56a87d08a9a9 tempest-ImagesOneServerTestJSON-55291779 tempest-ImagesOneServerTestJSON-55291779-project] 10.222.0.58 "GET /v2.0/security-groups?id=b503486e-03cb-4a11-81f8-dbd0e7b9a08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224883 Aug 05 11:21:33.658742 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-83540ae9-32c0-4520-ab2b-74079d1d7ca2 req-ddf60559-8d3c-4659-be18-a6cd89585116 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629652 Aug 05 11:21:33.660981 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-af52815d-3796-44be-bb2c-f4c2e6c601d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:33.662015 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af52815d-3796-44be-bb2c-f4c2e6c601d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:33.662758 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-af52815d-3796-44be-bb2c-f4c2e6c601d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:33.690648 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-026148bd-027c-41c5-89ab-9363604a4990 req-de0248ba-1c63-42fc-8746-d955dd5f6a9a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6e7bde98-a1ff-44d7-8525-eaa9c1e81087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666156 Aug 05 11:21:33.783890 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-af52815d-3796-44be-bb2c-f4c2e6c601d0 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6478648 Aug 05 11:21:33.794874 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 42978) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:21:33.815563 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-58e4d722-93b4-41c3-a518-41cdb7971345 admin admin] Request body: {'subnet': {'network_id': '73d08bd0-3085-4eea-9d24-2ba224add674', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1648877352-subnet', 'tenant_id': '83da5585cdb04198a24d7a8f8cd121ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:21:33.872979 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-56b9d51a-7201-4721-af5e-1f0d94d0154b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3b3f4b69bb504a6f9c31854df76d3bd5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0978100 Aug 05 11:21:33.873995 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 42980) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:21:33.896235 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b9d51a-7201-4721-af5e-1f0d94d0154b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63372427-a868-4ad1-a7d4-8e07997ad89f,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:21:33.898472 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af52815d-3796-44be-bb2c-f4c2e6c601d0 admin admin] Pushing event updated for resources: {'Network': ['ID=73d08bd0-3085-4eea-9d24-2ba224add674,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:21:33.909255 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58e4d722-93b4-41c3-a518-41cdb7971345 admin admin] Made reservation on behalf of 83da5585cdb04198a24d7a8f8cd121ae for: {'subnet': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:21:33.912522 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-58e4d722-93b4-41c3-a518-41cdb7971345 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24211133'] for subnet, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:33.915946 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-026148bd-027c-41c5-89ab-9363604a4990 req-c6d606d3-9317-4ee6-b081-98716b541ee2 service neutron] 10.222.0.64 "GET /v2.0/networks/6e7bde98-a1ff-44d7-8525-eaa9c1e81087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103934 Aug 05 11:21:33.956600 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 73d08bd0-3085-4eea-9d24-2ba224add674 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:21:34.053167 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e305317-40c9-486a-851a-5b01eb834c50 req-e41da0b8-83d1-486e-b985-7b752f93bed8 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:34.074815 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-300d1a34-e97b-4b0b-b248-b6ba8bb2ce83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:34.076529 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0e305317-40c9-486a-851a-5b01eb834c50 req-e41da0b8-83d1-486e-b985-7b752f93bed8 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b464baa-8fee-4e83-b710-80fe99d43fc0 HTTP/1.1" status: 200 len: 949 time: 0.2545826 Aug 05 11:21:34.157946 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-300d1a34-e97b-4b0b-b248-b6ba8bb2ce83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:34.171497 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-026148bd-027c-41c5-89ab-9363604a4990 req-033b00b6-c42e-4075-b4a6-ac81fe85c98f service neutron] 10.222.0.64 "GET /v2.0/networks/6e7bde98-a1ff-44d7-8525-eaa9c1e81087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472293 Aug 05 11:21:34.220918 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0e305317-40c9-486a-851a-5b01eb834c50 req-7c020182-4902-4a25-8d03-2bbbf12a137f tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba838bf4-27d8-4ebd-8a6c-2c869750a1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416841 Aug 05 11:21:34.270496 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-300d1a34-e97b-4b0b-b248-b6ba8bb2ce83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:34.274620 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-300d1a34-e97b-4b0b-b248-b6ba8bb2ce83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:34.280510 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-300d1a34-e97b-4b0b-b248-b6ba8bb2ce83 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/63372427-a868-4ad1-a7d4-8e07997ad89f HTTP/1.1" status: 204 len: 168 time: 0.3935890 Aug 05 11:21:34.305907 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300d1a34-e97b-4b0b-b248-b6ba8bb2ce83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63372427-a868-4ad1-a7d4-8e07997ad89f,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:21:34.374306 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a9102e-3a0d-4250-b16d-a7fcd89701fb req-6f2c51f1-a13b-4932-9d79-648d51962c26 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:34.375918 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-22a9102e-3a0d-4250-b16d-a7fcd89701fb req-6f2c51f1-a13b-4932-9d79-648d51962c26 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] 10.222.0.58 "GET /v2.0/ports?device_id=7253a3c2-d7fa-4127-a47b-b7aed6d51d0f HTTP/1.1" status: 200 len: 946 time: 0.2316706 Aug 05 11:21:34.392431 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-58e4d722-93b4-41c3-a518-41cdb7971345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29762700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24211087'] for subnet, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:34.494814 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-22a9102e-3a0d-4250-b16d-a7fcd89701fb req-cc57d2c9-1ff7-4c08-bf3a-da9309afec4b tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] 10.222.0.58 "GET /v2.0/security-groups?id=e0296632-6fc5-467d-96aa-746236c85873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092737 Aug 05 11:21:34.505078 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e4d722-93b4-41c3-a518-41cdb7971345 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6855091-59d4-44bb-8944-a7720c0bfd99,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:21:34.528197 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e4d722-93b4-41c3-a518-41cdb7971345 admin admin] Checking segment: {'id': '915ec324-72c1-4e03-b50a-99a3d09c615b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '73d08bd0-3085-4eea-9d24-2ba224add674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:21:34.528955 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e4d722-93b4-41c3-a518-41cdb7971345 admin admin] Network hostable DHCP agents. Network: 73d08bd0-3085-4eea-9d24-2ba224add674, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:21:34.580752 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e4d722-93b4-41c3-a518-41cdb7971345 admin admin] Network 73d08bd0-3085-4eea-9d24-2ba224add674 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:21:34.611242 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-58e4d722-93b4-41c3-a518-41cdb7971345 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, 73d08bd0-3085-4eea-9d24-2ba224add674) {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:21:34.624561 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6959f3b7-c754-4ccf-8235-85bf101d854a None None] Network 73d08bd0-3085-4eea-9d24-2ba224add674 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:21:34.637101 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e4d722-93b4-41c3-a518-41cdb7971345 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:34.638359 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-58e4d722-93b4-41c3-a518-41cdb7971345 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:34.760583 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-58e4d722-93b4-41c3-a518-41cdb7971345 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9637482 Aug 05 11:21:34.814459 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7725195d-3055-4d5d-9f7f-06ed4da064bd req-02c01867-4302-4bec-b786-880aafd4cf25 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:34.816272 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7725195d-3055-4d5d-9f7f-06ed4da064bd req-02c01867-4302-4bec-b786-880aafd4cf25 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] 10.222.0.58 "GET /v2.0/ports?device_id=7253a3c2-d7fa-4127-a47b-b7aed6d51d0f HTTP/1.1" status: 200 len: 946 time: 0.1620607 Aug 05 11:21:34.902839 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59638ba4-f8dd-415f-9112-e1bfc5549fa6 None None] Network 73d08bd0-3085-4eea-9d24-2ba224add674 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:21:34.911165 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7725195d-3055-4d5d-9f7f-06ed4da064bd req-56ea712c-0b11-4c83-9629-1085f396f004 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] 10.222.0.58 "GET /v2.0/security-groups?id=e0296632-6fc5-467d-96aa-746236c85873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593028 Aug 05 11:21:34.956067 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc59da0b-6ae3-4411-ae2f-597c98c4be50 req-98c14eb5-8eec-4f98-8cf6-eff5d4f6e0d8 tempest-ImagesOneServerTestJSON-55291779 tempest-ImagesOneServerTestJSON-55291779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:34.988129 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fc59da0b-6ae3-4411-ae2f-597c98c4be50 req-98c14eb5-8eec-4f98-8cf6-eff5d4f6e0d8 tempest-ImagesOneServerTestJSON-55291779 tempest-ImagesOneServerTestJSON-55291779-project] 10.222.0.58 "GET /v2.0/ports?device_id=2249ea3c-8dca-4efb-922f-dd6b64f03ce1 HTTP/1.1" status: 200 len: 951 time: 0.1892893 Aug 05 11:21:35.101827 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fc59da0b-6ae3-4411-ae2f-597c98c4be50 req-cf479502-366b-4c47-bce2-c0642b7517b7 tempest-ImagesOneServerTestJSON-55291779 tempest-ImagesOneServerTestJSON-55291779-project] 10.222.0.58 "GET /v2.0/security-groups?id=b503486e-03cb-4a11-81f8-dbd0e7b9a08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081803 Aug 05 11:21:35.218415 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799dd9f4-8d8d-40b1-bece-4ecefb8fc31f req-fa80d4b7-efe4-4cb6-ad92-e264387fba4e tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:35.221363 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-799dd9f4-8d8d-40b1-bece-4ecefb8fc31f req-fa80d4b7-efe4-4cb6-ad92-e264387fba4e tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=11c1c893-64c6-4eaa-9d19-ac08d54c048d HTTP/1.1" status: 200 len: 943 time: 0.1182652 Aug 05 11:21:35.300806 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-799dd9f4-8d8d-40b1-bece-4ecefb8fc31f req-240c8820-8083-407e-92ae-ec422a2dbe9a tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655293 Aug 05 11:21:35.611411 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-0fc47c67-97cc-4a99-9f87-4ecadf12f3a1 req-29062cb7-22b6-465e-8834-7a8b0a49420b tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1775760236', 'description': 'tempest-description-548669443'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:21:35.657141 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-0fc47c67-97cc-4a99-9f87-4ecadf12f3a1 req-29062cb7-22b6-465e-8834-7a8b0a49420b tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:35.812789 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 43046) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:21:35.973761 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-0fc47c67-97cc-4a99-9f87-4ecadf12f3a1 req-29062cb7-22b6-465e-8834-7a8b0a49420b tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:35.982314 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-0fc47c67-97cc-4a99-9f87-4ecadf12f3a1 req-29062cb7-22b6-465e-8834-7a8b0a49420b tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:36.037510 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-0fc47c67-97cc-4a99-9f87-4ecadf12f3a1 req-29062cb7-22b6-465e-8834-7a8b0a49420b tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:36.056652 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-7be2b556-71f6-48ff-95d8-6f310022271a admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1186463926-network', 'tenant_id': 'b4870e3c85c84ca78a3c4012c18adec3'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:21:36.068565 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0fc47c67-97cc-4a99-9f87-4ecadf12f3a1 req-29062cb7-22b6-465e-8834-7a8b0a49420b tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4656780 Aug 05 11:21:36.085250 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7be2b556-71f6-48ff-95d8-6f310022271a admin admin] Made reservation on behalf of b4870e3c85c84ca78a3c4012c18adec3 for: {'network': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:21:36.089741 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7be2b556-71f6-48ff-95d8-6f310022271a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:36.101583 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7be2b556-71f6-48ff-95d8-6f310022271a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:36.111076 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29062cb7-22b6-465e-8834-7a8b0a49420b tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35b2610e-05f1-426a-b82d-3bbc13a0d89d,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:21:36.259501 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c02bbcb-0524-406f-bc72-f753c4b3ee8b req-33d0a1f6-f6f9-403c-b62a-eeb0e7567f9e tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:36.269270 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0c02bbcb-0524-406f-bc72-f753c4b3ee8b req-33d0a1f6-f6f9-403c-b62a-eeb0e7567f9e tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b464baa-8fee-4e83-b710-80fe99d43fc0 HTTP/1.1" status: 200 len: 949 time: 0.0975926 Aug 05 11:21:36.292953 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7be2b556-71f6-48ff-95d8-6f310022271a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:36.308163 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7be2b556-71f6-48ff-95d8-6f310022271a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:36.322342 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7be2b556-71f6-48ff-95d8-6f310022271a admin admin] vlan segment allocate from pool success with {'vlan_id': 670, 'physical_network': 'physnet1'} {{(pid=94421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:21:36.333536 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7be2b556-71f6-48ff-95d8-6f310022271a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:36.333780 n-d-803378-2 neutron-server[94421]: INFO neutron.db.segments_db [None req-7be2b556-71f6-48ff-95d8-6f310022271a admin admin] Added segment 4abe3257-1333-4b02-890e-df6823bdca9a of type vlan for network 1d9d0f10-7957-4188-9ef0-2efd524fc96a Aug 05 11:21:36.350917 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0c02bbcb-0524-406f-bc72-f753c4b3ee8b req-3e4a54cd-3a30-44d7-9a41-07beaee32d52 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba838bf4-27d8-4ebd-8a6c-2c869750a1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803022 Aug 05 11:21:36.389394 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7be2b556-71f6-48ff-95d8-6f310022271a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:36.429374 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be2b556-71f6-48ff-95d8-6f310022271a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f48f8991-c3a5-417e-a3d1-8861f7ce43c7,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:21:36.452341 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7be2b556-71f6-48ff-95d8-6f310022271a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:36.454546 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be2b556-71f6-48ff-95d8-6f310022271a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:36.455202 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7be2b556-71f6-48ff-95d8-6f310022271a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:36.535495 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device edbe9b9a-fd00-49b8-9a95-f12a71fcae46 no longer exists at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:21:36.540235 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-7be2b556-71f6-48ff-95d8-6f310022271a admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7254958 Aug 05 11:21:36.544145 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 43084) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:21:36.551574 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-97812300-eff3-492f-b5de-6b6598d4b42b admin admin] Request body: {'subnet': {'network_id': '1d9d0f10-7957-4188-9ef0-2efd524fc96a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1186463926-subnet', 'tenant_id': 'b4870e3c85c84ca78a3c4012c18adec3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:21:36.588683 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97812300-eff3-492f-b5de-6b6598d4b42b admin admin] Made reservation on behalf of b4870e3c85c84ca78a3c4012c18adec3 for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:21:36.597601 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-97812300-eff3-492f-b5de-6b6598d4b42b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:36.667196 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be2b556-71f6-48ff-95d8-6f310022271a admin admin] Pushing event updated for resources: {'Network': ['ID=1d9d0f10-7957-4188-9ef0-2efd524fc96a,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:21:36.690711 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 1d9d0f10-7957-4188-9ef0-2efd524fc96a details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:21:36.869358 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:36.917524 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-97812300-eff3-492f-b5de-6b6598d4b42b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25038678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30075167'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:36.946061 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2249ea3c-8dca-4efb-922f-dd6b64f03ce1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'edbe9b9a-fd00-49b8-9a95-f12a71fcae46'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:21:36.949545 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e64bc8bf-4f16-4ab0-bb84-aa6f9e8af07d" -d '{"events": [{"server_uuid": "2249ea3c-8dca-4efb-922f-dd6b64f03ce1", "name": "network-vif-unplugged", "status": "completed", "tag": "edbe9b9a-fd00-49b8-9a95-f12a71fcae46"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:21:36.961650 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8c344e95-ac9d-4e87-819d-f57eeb06ee1f req-b6ef669c-a5aa-4a08-a29d-f9880cab3ddd tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] 10.222.0.58 "GET /v2.0/security-groups/35b2610e-05f1-426a-b82d-3bbc13a0d89d HTTP/1.1" status: 200 len: 1804 time: 0.0769150 Aug 05 11:21:36.974189 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-8c344e95-ac9d-4e87-819d-f57eeb06ee1f req-a392c56b-a19c-446c-87a3-f42d28f8b84f tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '35b2610e-05f1-426a-b82d-3bbc13a0d89d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:21:36.974786 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-8c344e95-ac9d-4e87-819d-f57eeb06ee1f req-a392c56b-a19c-446c-87a3-f42d28f8b84f tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '35b2610e-05f1-426a-b82d-3bbc13a0d89d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:21:36.996534 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port edbe9b9a-fd00-49b8-9a95-f12a71fcae46, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=edbe9b9a-fd00-49b8-9a95-f12a71fcae46,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:21:37.008694 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:37.023927 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97812300-eff3-492f-b5de-6b6598d4b42b admin admin] Pushing event updated for resources: {'Subnet': ['ID=359b66e9-993f-49f2-872a-086774950a53,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:21:37.037226 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97812300-eff3-492f-b5de-6b6598d4b42b admin admin] Checking segment: {'id': '4abe3257-1333-4b02-890e-df6823bdca9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '1d9d0f10-7957-4188-9ef0-2efd524fc96a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:21:37.038110 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97812300-eff3-492f-b5de-6b6598d4b42b admin admin] Network hostable DHCP agents. Network: 1d9d0f10-7957-4188-9ef0-2efd524fc96a, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:21:37.072371 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97812300-eff3-492f-b5de-6b6598d4b42b admin admin] Network 1d9d0f10-7957-4188-9ef0-2efd524fc96a is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:21:37.088756 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-97812300-eff3-492f-b5de-6b6598d4b42b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, 1d9d0f10-7957-4188-9ef0-2efd524fc96a) {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:21:37.098532 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97812300-eff3-492f-b5de-6b6598d4b42b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:37.099640 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-97812300-eff3-492f-b5de-6b6598d4b42b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:37.105993 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de03b927-df62-4e0b-a52b-50b585e7f683 None None] Network 1d9d0f10-7957-4188-9ef0-2efd524fc96a requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:21:37.129634 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-97812300-eff3-492f-b5de-6b6598d4b42b admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5808244 Aug 05 11:21:37.131648 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 43098) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:21:37.140666 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-d79f439e-9b0b-40ec-86bd-3cf67cb2f750 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1186463926-router', 'tenant_id': 'b4870e3c85c84ca78a3c4012c18adec3', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:21:37.169906 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b81d86da-44a9-4ce9-ae8b-2d21836edb7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:37.177414 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=edbe9b9a-fd00-49b8-9a95-f12a71fcae46,revision_number=11']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:21:37.182024 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d79f439e-9b0b-40ec-86bd-3cf67cb2f750 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33260300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1929'] for router, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:37.184391 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d79f439e-9b0b-40ec-86bd-3cf67cb2f750 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33285914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33034662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1926'] for router, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:37.253281 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-8c344e95-ac9d-4e87-819d-f57eeb06ee1f req-a392c56b-a19c-446c-87a3-f42d28f8b84f tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:37.302900 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abf71fd-595e-4336-ad22-faf5457b0f3b req-b768957c-067e-4305-b6bb-cfc78e3316d6 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:37.307337 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6abf71fd-595e-4336-ad22-faf5457b0f3b req-b768957c-067e-4305-b6bb-cfc78e3316d6 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=11c1c893-64c6-4eaa-9d19-ac08d54c048d HTTP/1.1" status: 200 len: 943 time: 0.2489161 Aug 05 11:21:37.350350 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d79f439e-9b0b-40ec-86bd-3cf67cb2f750 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:37.354272 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-8c344e95-ac9d-4e87-819d-f57eeb06ee1f req-a392c56b-a19c-446c-87a3-f42d28f8b84f tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:37.370950 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-8c344e95-ac9d-4e87-819d-f57eeb06ee1f req-a392c56b-a19c-446c-87a3-f42d28f8b84f tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:37.462013 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a392c56b-a19c-446c-87a3-f42d28f8b84f tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42cc761a-4e15-4e16-93a1-bbc3d1ff8e1d,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:21:37.470143 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0b3cb4-67c0-42ec-bfea-0ff20b4ebb76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-1d9d0f10-7957-4188-9ef0-2efd524fc96a', 'network_id': '1d9d0f10-7957-4188-9ef0-2efd524fc96a', 'tenant_id': 'b4870e3c85c84ca78a3c4012c18adec3', 'fixed_ips': [{'subnet_id': '359b66e9-993f-49f2-872a-086774950a53'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 11:21:37.471042 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-8c344e95-ac9d-4e87-819d-f57eeb06ee1f req-a392c56b-a19c-446c-87a3-f42d28f8b84f tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:37.471704 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-ae0b3cb4-67c0-42ec-bfea-0ff20b4ebb76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:37.473046 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8c344e95-ac9d-4e87-819d-f57eeb06ee1f req-a392c56b-a19c-446c-87a3-f42d28f8b84f tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5099964 Aug 05 11:21:37.493565 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6abf71fd-595e-4336-ad22-faf5457b0f3b req-6c47a48b-d014-4eec-b141-8e6a9b0c46a6 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564784 Aug 05 11:21:37.660014 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-ed3bc0a7-8513-406d-aacc-e2710abefd1a req-9a6e5751-ed09-4413-a59b-06735ecf0bf6 tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1766765591', 'description': 'tempest-description-1906136881'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:21:37.671680 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 05 Aug 2021 11:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-339ea768-2c08-4bee-818d-5b909bd79691 x-openstack-request-id: req-339ea768-2c08-4bee-818d-5b909bd79691 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:21:37.672473 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2249ea3c-8dca-4efb-922f-dd6b64f03ce1", "name": "network-vif-unplugged", "status": "completed", "tag": "edbe9b9a-fd00-49b8-9a95-f12a71fcae46", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:21:37.672473 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-339ea768-2c08-4bee-818d-5b909bd79691 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:21:37.672936 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2249ea3c-8dca-4efb-922f-dd6b64f03ce1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'edbe9b9a-fd00-49b8-9a95-f12a71fcae46', 'code': 200} Aug 05 11:21:37.775356 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-ed3bc0a7-8513-406d-aacc-e2710abefd1a req-9a6e5751-ed09-4413-a59b-06735ecf0bf6 tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:37.815799 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-ae0b3cb4-67c0-42ec-bfea-0ff20b4ebb76 None None] Allocated IP 172.20.0.2 (1d9d0f10-7957-4188-9ef0-2efd524fc96a/359b66e9-993f-49f2-872a-086774950a53/0b3de978-ada0-4c1c-b452-94caa74c0a18) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:21:37.836783 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e698e325-a725-4d39-a28f-5f5b81ef35e5 req-619a0e57-bddf-4d96-acab-929d382539d1 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:37.840323 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e698e325-a725-4d39-a28f-5f5b81ef35e5 req-619a0e57-bddf-4d96-acab-929d382539d1 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b464baa-8fee-4e83-b710-80fe99d43fc0 HTTP/1.1" status: 200 len: 949 time: 0.1424203 Aug 05 11:21:37.962389 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e698e325-a725-4d39-a28f-5f5b81ef35e5 req-364b7c68-1216-4f95-a5c5-c635fe7b79d1 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba838bf4-27d8-4ebd-8a6c-2c869750a1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029084 Aug 05 11:21:38.075091 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-ed3bc0a7-8513-406d-aacc-e2710abefd1a req-9a6e5751-ed09-4413-a59b-06735ecf0bf6 tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:38.088306 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-ed3bc0a7-8513-406d-aacc-e2710abefd1a req-9a6e5751-ed09-4413-a59b-06735ecf0bf6 tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:38.110496 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-ed3bc0a7-8513-406d-aacc-e2710abefd1a req-9a6e5751-ed09-4413-a59b-06735ecf0bf6 tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:38.129717 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ed3bc0a7-8513-406d-aacc-e2710abefd1a req-9a6e5751-ed09-4413-a59b-06735ecf0bf6 tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.4714243 Aug 05 11:21:38.169919 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6e5751-ed09-4413-a59b-06735ecf0bf6 tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fca93c7-7fd6-452d-9dc6-336cd8afe094,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:21:38.235149 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 89d9c0c2-a5f8-4203-b8e4-3c0249a92c8b details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:21:38.331847 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d79f439e-9b0b-40ec-86bd-3cf67cb2f750 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:38.332587 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-ae0b3cb4-67c0-42ec-bfea-0ff20b4ebb76 None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:38.352958 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-ae0b3cb4-67c0-42ec-bfea-0ff20b4ebb76 None None] Transition to ACTIVE for port object 0b3de978-ada0-4c1c-b452-94caa74c0a18 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:21:38.470420 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-ae0b3cb4-67c0-42ec-bfea-0ff20b4ebb76 None None] Transition to ACTIVE for port object 0b3de978-ada0-4c1c-b452-94caa74c0a18 will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:21:38.484971 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-ae0b3cb4-67c0-42ec-bfea-0ff20b4ebb76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:38.559672 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device be189f34-4394-4326-9e90-4936d19950a1 details requested by agent hyperv_n-h1-803378-2 with host n-h1-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:21:38.572725 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093cf75d-74a1-4e72-a923-44d5ddf27fc0 req-230425d3-053c-491b-b48f-70217d613705 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:38.581561 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-093cf75d-74a1-4e72-a923-44d5ddf27fc0 req-230425d3-053c-491b-b48f-70217d613705 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] 10.222.0.58 "GET /v2.0/ports?device_id=7253a3c2-d7fa-4127-a47b-b7aed6d51d0f HTTP/1.1" status: 200 len: 946 time: 0.2394884 Aug 05 11:21:38.615962 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0b3cb4-67c0-42ec-bfea-0ff20b4ebb76 None None] Network 1d9d0f10-7957-4188-9ef0-2efd524fc96a is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:21:38.619878 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-360bbd40-0615-4f70-85c6-2ca0ae1fc68c req-f9e8433c-67ee-47dc-96ef-da000f929f6c tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] 10.222.0.58 "GET /v2.0/security-groups/0fca93c7-7fd6-452d-9dc6-336cd8afe094 HTTP/1.1" status: 200 len: 1805 time: 0.1664951 Aug 05 11:21:38.633720 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 89d9c0c2-a5f8-4203-b8e4-3c0249a92c8b, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=89d9c0c2-a5f8-4203-b8e4-3c0249a92c8b,segment=NetworkSegment(1ec67acc-70fb-44ef-8f20-f613e3cce6a3),segment_id=1ec67acc-70fb-44ef-8f20-f613e3cce6a3)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:21:38.646351 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0b3cb4-67c0-42ec-bfea-0ff20b4ebb76 None None] Pushing event updated for resources: {'Port': ['ID=0b3de978-ada0-4c1c-b452-94caa74c0a18,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:21:38.689428 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-360bbd40-0615-4f70-85c6-2ca0ae1fc68c req-9caf5969-39e9-47dc-b4f2-8adaf7e7b8c0 tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '0fca93c7-7fd6-452d-9dc6-336cd8afe094', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:21:38.690554 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-360bbd40-0615-4f70-85c6-2ca0ae1fc68c req-9caf5969-39e9-47dc-b4f2-8adaf7e7b8c0 tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '0fca93c7-7fd6-452d-9dc6-336cd8afe094', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:21:38.709468 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-ae0b3cb4-67c0-42ec-bfea-0ff20b4ebb76 None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:21:38.713215 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0b3cb4-67c0-42ec-bfea-0ff20b4ebb76 None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:21:38.764236 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-093cf75d-74a1-4e72-a923-44d5ddf27fc0 req-e8f11631-59a6-44a5-bc1a-8388926cf6f5 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] 10.222.0.58 "GET /v2.0/security-groups?id=e0296632-6fc5-467d-96aa-746236c85873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766629 Aug 05 11:21:38.779707 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Returning: {'device': '89d9c0c2-a5f8-4203-b8e4-3c0249a92c8b', 'network_id': '22b02496-a35e-44b0-a5b7-11c5e990fce2', 'port_id': '89d9c0c2-a5f8-4203-b8e4-3c0249a92c8b', 'mac_address': 'fa:16:3e:a9:b0:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '157c688d-0ff0-4d0a-9258-c12de8417018', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:21:38.793584 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d79f439e-9b0b-40ec-86bd-3cf67cb2f750 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:38.836457 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d79f439e-9b0b-40ec-86bd-3cf67cb2f750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:38.871757 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-360bbd40-0615-4f70-85c6-2ca0ae1fc68c req-9caf5969-39e9-47dc-b4f2-8adaf7e7b8c0 tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:38.954001 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-360bbd40-0615-4f70-85c6-2ca0ae1fc68c req-9caf5969-39e9-47dc-b4f2-8adaf7e7b8c0 tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:38.962919 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-360bbd40-0615-4f70-85c6-2ca0ae1fc68c req-9caf5969-39e9-47dc-b4f2-8adaf7e7b8c0 tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:38.965685 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port be189f34-4394-4326-9e90-4936d19950a1, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=be189f34-4394-4326-9e90-4936d19950a1,segment=NetworkSegment(32cc618e-4968-4750-a5aa-c2579fceb01e),segment_id=32cc618e-4968-4750-a5aa-c2579fceb01e)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:21:38.992788 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caf5969-39e9-47dc-b4f2-8adaf7e7b8c0 tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5b762fe-c0f8-4ed3-b09f-fd917d3a22b7,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:21:39.011588 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-360bbd40-0615-4f70-85c6-2ca0ae1fc68c req-9caf5969-39e9-47dc-b4f2-8adaf7e7b8c0 tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:39.028302 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-ae0b3cb4-67c0-42ec-bfea-0ff20b4ebb76 None None] Attempting to bind port 0b3de978-ada0-4c1c-b452-94caa74c0a18 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:21:39.028302 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-ae0b3cb4-67c0-42ec-bfea-0ff20b4ebb76 None None] Attempting to bind port 0b3de978-ada0-4c1c-b452-94caa74c0a18 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '4abe3257-1333-4b02-890e-df6823bdca9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '1d9d0f10-7957-4188-9ef0-2efd524fc96a'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:21:39.028907 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-360bbd40-0615-4f70-85c6-2ca0ae1fc68c req-9caf5969-39e9-47dc-b4f2-8adaf7e7b8c0 tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.3718612 Aug 05 11:21:39.029999 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0b3cb4-67c0-42ec-bfea-0ff20b4ebb76 None None] Attempting to bind port 0b3de978-ada0-4c1c-b452-94caa74c0a18 on network 1d9d0f10-7957-4188-9ef0-2efd524fc96a {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:21:39.043167 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Returning: {'device': 'be189f34-4394-4326-9e90-4936d19950a1', 'network_id': '6e7bde98-a1ff-44d7-8525-eaa9c1e81087', 'port_id': 'be189f34-4394-4326-9e90-4936d19950a1', 'mac_address': 'fa:16:3e:82:48:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c648b54-2f27-41ec-9e17-9213825c0d0c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:21:39.048681 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:39.056012 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0b3cb4-67c0-42ec-bfea-0ff20b4ebb76 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:21:39.056720 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0b3cb4-67c0-42ec-bfea-0ff20b4ebb76 None None] Checking segment: {'id': '4abe3257-1333-4b02-890e-df6823bdca9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '1d9d0f10-7957-4188-9ef0-2efd524fc96a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:21:39.057560 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-ae0b3cb4-67c0-42ec-bfea-0ff20b4ebb76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:39.058216 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0b3cb4-67c0-42ec-bfea-0ff20b4ebb76 None None] Bound using segment: {'id': '4abe3257-1333-4b02-890e-df6823bdca9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '1d9d0f10-7957-4188-9ef0-2efd524fc96a'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:21:39.059072 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-ae0b3cb4-67c0-42ec-bfea-0ff20b4ebb76 None None] Bound port: 0b3de978-ada0-4c1c-b452-94caa74c0a18, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4abe3257-1333-4b02-890e-df6823bdca9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '1d9d0f10-7957-4188-9ef0-2efd524fc96a'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:21:39.059737 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-ae0b3cb4-67c0-42ec-bfea-0ff20b4ebb76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:39.066876 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-d79f439e-9b0b-40ec-86bd-3cf67cb2f750 admin admin] Allocated IP 172.25.5.250 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/09c5145f-14f6-4aca-8e5a-e8e2320c5277) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:21:39.072515 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc7f92c-3d7b-48e9-9ecc-c29784c3714e req-b4cdc3c0-208a-4dcf-b7e7-4a3c1f524c4c tempest-ImagesOneServerTestJSON-55291779 tempest-ImagesOneServerTestJSON-55291779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:39.076283 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1cc7f92c-3d7b-48e9-9ecc-c29784c3714e req-b4cdc3c0-208a-4dcf-b7e7-4a3c1f524c4c tempest-ImagesOneServerTestJSON-55291779 tempest-ImagesOneServerTestJSON-55291779-project] 10.222.0.58 "GET /v2.0/ports?device_id=2249ea3c-8dca-4efb-922f-dd6b64f03ce1 HTTP/1.1" status: 200 len: 949 time: 0.1940694 Aug 05 11:21:39.154884 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 89d9c0c2-a5f8-4203-b8e4-3c0249a92c8b {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:21:39.193967 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1cc7f92c-3d7b-48e9-9ecc-c29784c3714e req-40ac9af5-f0eb-4213-8d4c-5f543077bf39 tempest-ImagesOneServerTestJSON-55291779 tempest-ImagesOneServerTestJSON-55291779-project] 10.222.0.58 "GET /v2.0/security-groups?id=b503486e-03cb-4a11-81f8-dbd0e7b9a08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945699 Aug 05 11:21:39.277526 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d79f439e-9b0b-40ec-86bd-3cf67cb2f750 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:39.361532 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:39.381977 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 89d9c0c2-a5f8-4203-b8e4-3c0249a92c8b, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=89d9c0c2-a5f8-4203-b8e4-3c0249a92c8b,segment=NetworkSegment(1ec67acc-70fb-44ef-8f20-f613e3cce6a3),segment_id=1ec67acc-70fb-44ef-8f20-f613e3cce6a3)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:21:39.403450 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d79f439e-9b0b-40ec-86bd-3cf67cb2f750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:39.435531 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:39.513711 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79f439e-9b0b-40ec-86bd-3cf67cb2f750 admin admin] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:21:39.525657 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-d79f439e-9b0b-40ec-86bd-3cf67cb2f750 admin admin] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:21:39.526494 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be189f34-4394-4326-9e90-4936d19950a1 {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:21:39.541598 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79f439e-9b0b-40ec-86bd-3cf67cb2f750 admin admin] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:21:39.548997 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79f439e-9b0b-40ec-86bd-3cf67cb2f750 admin admin] Pushing event updated for resources: {'Port': ['ID=09c5145f-14f6-4aca-8e5a-e8e2320c5277,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:21:39.571794 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0443fa10-5716-4fab-8f5f-da707d970a90 req-7fa3ff8a-b67f-436e-8c92-42c390652a5f tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:39.588935 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0443fa10-5716-4fab-8f5f-da707d970a90 req-7fa3ff8a-b67f-436e-8c92-42c390652a5f tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b464baa-8fee-4e83-b710-80fe99d43fc0 HTTP/1.1" status: 200 len: 949 time: 0.1598079 Aug 05 11:21:39.623750 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-ae0b3cb4-67c0-42ec-bfea-0ff20b4ebb76 None None] For port 0b3de978-ada0-4c1c-b452-94caa74c0a18, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:21:39.672285 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=89d9c0c2-a5f8-4203-b8e4-3c0249a92c8b,revision_number=6']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:21:39.694407 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port be189f34-4394-4326-9e90-4936d19950a1, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=be189f34-4394-4326-9e90-4936d19950a1,segment=NetworkSegment(32cc618e-4968-4750-a5aa-c2579fceb01e),segment_id=32cc618e-4968-4750-a5aa-c2579fceb01e)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:21:39.702914 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-ae0b3cb4-67c0-42ec-bfea-0ff20b4ebb76 None None] For port 0b3de978-ada0-4c1c-b452-94caa74c0a18, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=0b3de978-ada0-4c1c-b452-94caa74c0a18,segment=NetworkSegment(4abe3257-1333-4b02-890e-df6823bdca9a),segment_id=4abe3257-1333-4b02-890e-df6823bdca9a)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:21:39.709048 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:39.714625 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['89d9c0c2-a5f8-4203-b8e4-3c0249a92c8b'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:21:39.755138 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0443fa10-5716-4fab-8f5f-da707d970a90 req-857d26b0-a116-466f-b6b5-bc7794186b12 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba838bf4-27d8-4ebd-8a6c-2c869750a1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642015 Aug 05 11:21:39.794548 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05186775-ba0d-4fff-a9fd-9541c13aebc4 req-6ca5d833-71e8-4e11-b38d-15a3f7568be7 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:39.797419 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-05186775-ba0d-4fff-a9fd-9541c13aebc4 req-6ca5d833-71e8-4e11-b38d-15a3f7568be7 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=11c1c893-64c6-4eaa-9d19-ac08d54c048d HTTP/1.1" status: 200 len: 943 time: 0.1843202 Aug 05 11:21:39.834143 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-05af77df-65a5-4f7c-91f4-4d744350ead2 req-11f00657-817c-4be9-82a8-5538ed1bb75a tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-291573854', 'description': 'tempest-description-506737148'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:21:39.921501 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-05186775-ba0d-4fff-a9fd-9541c13aebc4 req-7ede9f5a-d2ef-4fac-a6df-fadee7e0e14f tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045830 Aug 05 11:21:39.934682 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-05af77df-65a5-4f7c-91f4-4d744350ead2 req-11f00657-817c-4be9-82a8-5538ed1bb75a tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:40.005104 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-ae0b3cb4-67c0-42ec-bfea-0ff20b4ebb76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:40.112022 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:40.148540 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d79f439e-9b0b-40ec-86bd-3cf67cb2f750 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:40.151157 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-760a6c64-5ffb-4d3d-b949-e473a7f7910c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:40.186966 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-05af77df-65a5-4f7c-91f4-4d744350ead2 req-11f00657-817c-4be9-82a8-5538ed1bb75a tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:40.198249 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-05af77df-65a5-4f7c-91f4-4d744350ead2 req-11f00657-817c-4be9-82a8-5538ed1bb75a tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:40.223914 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=be189f34-4394-4326-9e90-4936d19950a1,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:21:40.294423 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f00657-817c-4be9-82a8-5538ed1bb75a tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c71503ad-93d4-4bc8-a220-57bb8d78c61c,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:21:40.297364 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['be189f34-4394-4326-9e90-4936d19950a1'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:21:40.341680 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-05af77df-65a5-4f7c-91f4-4d744350ead2 req-11f00657-817c-4be9-82a8-5538ed1bb75a tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:40.345929 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-05af77df-65a5-4f7c-91f4-4d744350ead2 req-11f00657-817c-4be9-82a8-5538ed1bb75a tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.5149317 Aug 05 11:21:40.520159 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0b3cb4-67c0-42ec-bfea-0ff20b4ebb76 None None] Pushing event updated for resources: {'Port': ['ID=0b3de978-ada0-4c1c-b452-94caa74c0a18,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:21:40.649101 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f0a281-ac11-4712-a2c1-3f2dfe1a3227 req-a6d44501-0f15-42df-9b78-79b08cb93eb9 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:40.693061 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c7f0a281-ac11-4712-a2c1-3f2dfe1a3227 req-a6d44501-0f15-42df-9b78-79b08cb93eb9 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] 10.222.0.58 "GET /v2.0/ports?device_id=7253a3c2-d7fa-4127-a47b-b7aed6d51d0f HTTP/1.1" status: 200 len: 945 time: 0.2841227 Aug 05 11:21:40.777469 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5dc818-217b-4fa1-8d4f-6063bac143d6 req-333817b8-d901-43f0-8454-4f7eeb9e3257 tempest-ImagesOneServerTestJSON-55291779 tempest-ImagesOneServerTestJSON-55291779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:40.794047 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6e5dc818-217b-4fa1-8d4f-6063bac143d6 req-333817b8-d901-43f0-8454-4f7eeb9e3257 tempest-ImagesOneServerTestJSON-55291779 tempest-ImagesOneServerTestJSON-55291779-project] 10.222.0.58 "GET /v2.0/ports?device_id=2249ea3c-8dca-4efb-922f-dd6b64f03ce1 HTTP/1.1" status: 200 len: 949 time: 0.3080158 Aug 05 11:21:40.860598 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c7f0a281-ac11-4712-a2c1-3f2dfe1a3227 req-c7ad5c47-00a0-4e65-937f-0dc78b45f84e tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] 10.222.0.58 "GET /v2.0/security-groups?id=e0296632-6fc5-467d-96aa-746236c85873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659722 Aug 05 11:21:40.875488 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d79f439e-9b0b-40ec-86bd-3cf67cb2f750 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286026'] for router, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:40.943557 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6e5dc818-217b-4fa1-8d4f-6063bac143d6 req-4c4b8b49-9d27-4304-93ca-1eed47ca7e3d tempest-ImagesOneServerTestJSON-55291779 tempest-ImagesOneServerTestJSON-55291779-project] 10.222.0.58 "GET /v2.0/security-groups?id=b503486e-03cb-4a11-81f8-dbd0e7b9a08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483262 Aug 05 11:21:40.948725 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-0c01cd8b-4fbf-4f39-b204-18456e58ca80 req-ac761e76-ce35-4594-855b-ede6fe23e397 tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1542675249', 'description': 'tempest-description-483046635'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:21:41.007325 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-0c01cd8b-4fbf-4f39-b204-18456e58ca80 req-ac761e76-ce35-4594-855b-ede6fe23e397 tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:41.069619 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074e2fd0-7310-4255-be99-34685489223c req-8bf8dc05-3972-4397-9b2a-6155dcd9445a tempest-ImagesOneServerTestJSON-55291779 tempest-ImagesOneServerTestJSON-55291779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:41.071849 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-074e2fd0-7310-4255-be99-34685489223c req-8bf8dc05-3972-4397-9b2a-6155dcd9445a tempest-ImagesOneServerTestJSON-55291779 tempest-ImagesOneServerTestJSON-55291779-project] 10.222.0.64 "GET /v2.0/ports?device_id=2249ea3c-8dca-4efb-922f-dd6b64f03ce1 HTTP/1.1" status: 200 len: 949 time: 0.2366683 Aug 05 11:21:41.220763 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15da6d71-8a50-4b7c-ac60-c2b837f1ddb2 req-498d7e7f-e591-4d53-be9e-720d79987286 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:41.222799 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-15da6d71-8a50-4b7c-ac60-c2b837f1ddb2 req-498d7e7f-e591-4d53-be9e-720d79987286 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b464baa-8fee-4e83-b710-80fe99d43fc0 HTTP/1.1" status: 200 len: 949 time: 0.1604793 Aug 05 11:21:41.297369 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 11:21:41.342062 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d79f439e-9b0b-40ec-86bd-3cf67cb2f750 admin admin] Router 2df3458d-2693-48da-a64c-10b624594a09 is scheduled to L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d with binding_index 1 {{(pid=94421) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 11:21:41.351588 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-074e2fd0-7310-4255-be99-34685489223c req-349d64ab-6807-4236-b1ef-5ee06c5b9c20 tempest-ImagesOneServerTestJSON-55291779 tempest-ImagesOneServerTestJSON-55291779-project] Deleting port edbe9b9a-fd00-49b8-9a95-f12a71fcae46 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:21:41.352013 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-074e2fd0-7310-4255-be99-34685489223c req-349d64ab-6807-4236-b1ef-5ee06c5b9c20 tempest-ImagesOneServerTestJSON-55291779 tempest-ImagesOneServerTestJSON-55291779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:41.373696 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-0c01cd8b-4fbf-4f39-b204-18456e58ca80 req-ac761e76-ce35-4594-855b-ede6fe23e397 tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:41.389105 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-15da6d71-8a50-4b7c-ac60-c2b837f1ddb2 req-bb666d89-86ce-4cd4-96b9-4a5f0592e86f tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba838bf4-27d8-4ebd-8a6c-2c869750a1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558285 Aug 05 11:21:41.397738 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-0c01cd8b-4fbf-4f39-b204-18456e58ca80 req-ac761e76-ce35-4594-855b-ede6fe23e397 tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:41.456054 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-0c01cd8b-4fbf-4f39-b204-18456e58ca80 req-ac761e76-ce35-4594-855b-ede6fe23e397 tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:41.476909 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0c01cd8b-4fbf-4f39-b204-18456e58ca80 req-ac761e76-ce35-4594-855b-ede6fe23e397 tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5401592 Aug 05 11:21:41.503045 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac761e76-ce35-4594-855b-ede6fe23e397 tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b34d6ae6-b1bc-445a-9342-e3db6c53f3c9,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:21:41.565000 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:41.779707 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a15ac8-7040-4cac-80ff-f596c8efa127 req-1b4ca17a-93f8-420c-b8d4-978fa4255134 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:41.781832 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e3a15ac8-7040-4cac-80ff-f596c8efa127 req-1b4ca17a-93f8-420c-b8d4-978fa4255134 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=11c1c893-64c6-4eaa-9d19-ac08d54c048d HTTP/1.1" status: 200 len: 944 time: 0.1771986 Aug 05 11:21:41.794128 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a685af05-401c-4bd9-9be8-23c7e02db525 req-4da4e097-aa15-4869-818d-38344caf6aba tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] 10.222.0.58 "GET /v2.0/security-groups/c71503ad-93d4-4bc8-a220-57bb8d78c61c HTTP/1.1" status: 200 len: 1803 time: 0.0863559 Aug 05 11:21:41.843342 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-074e2fd0-7310-4255-be99-34685489223c req-349d64ab-6807-4236-b1ef-5ee06c5b9c20 tempest-ImagesOneServerTestJSON-55291779 tempest-ImagesOneServerTestJSON-55291779-project] For port edbe9b9a-fd00-49b8-9a95-f12a71fcae46, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=edbe9b9a-fd00-49b8-9a95-f12a71fcae46,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:21:41.844167 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-074e2fd0-7310-4255-be99-34685489223c req-349d64ab-6807-4236-b1ef-5ee06c5b9c20 tempest-ImagesOneServerTestJSON-55291779 tempest-ImagesOneServerTestJSON-55291779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:41.878641 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e3a15ac8-7040-4cac-80ff-f596c8efa127 req-4bb65d3c-0cfa-4d4f-9c71-475a434e9002 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815871 Aug 05 11:21:41.893153 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a685af05-401c-4bd9-9be8-23c7e02db525 req-caaca241-b97f-4419-90ea-91c930dec82a tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] 10.222.0.58 "GET /v2.0/security-groups/b34d6ae6-b1bc-445a-9342-e3db6c53f3c9 HTTP/1.1" status: 200 len: 1804 time: 0.0980096 Aug 05 11:21:41.899669 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-a685af05-401c-4bd9-9be8-23c7e02db525 req-fc573608-05e9-4a2a-a249-2302de2f09ef tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c71503ad-93d4-4bc8-a220-57bb8d78c61c', 'remote_group_id': 'b34d6ae6-b1bc-445a-9342-e3db6c53f3c9', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:21:41.899963 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-a685af05-401c-4bd9-9be8-23c7e02db525 req-fc573608-05e9-4a2a-a249-2302de2f09ef tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c71503ad-93d4-4bc8-a220-57bb8d78c61c', 'remote_group_id': 'b34d6ae6-b1bc-445a-9342-e3db6c53f3c9', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:21:41.903064 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-074e2fd0-7310-4255-be99-34685489223c req-349d64ab-6807-4236-b1ef-5ee06c5b9c20 tempest-ImagesOneServerTestJSON-55291779 tempest-ImagesOneServerTestJSON-55291779-project] Calling delete_port for edbe9b9a-fd00-49b8-9a95-f12a71fcae46 owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:21:41.951712 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d79f439e-9b0b-40ec-86bd-3cf67cb2f750 admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:21:41.966989 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb73cfd-c816-4a0f-bbe1-2c379071a4c0 None None] Sync routers for ids ['2df3458d-2693-48da-a64c-10b624594a09'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:21:41.993731 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb73cfd-c816-4a0f-bbe1-2c379071a4c0 None None] Routers {'2df3458d-2693-48da-a64c-10b624594a09'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:21:41.995858 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-4cb73cfd-c816-4a0f-bbe1-2c379071a4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:21:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['2df3458d-2693-48da-a64c-10b624594a09'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:21:42.082883 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d79f439e-9b0b-40ec-86bd-3cf67cb2f750 admin admin] Notify callbacks [] for router, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:42.090585 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-d79f439e-9b0b-40ec-86bd-3cf67cb2f750 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.9563248 Aug 05 11:21:42.092679 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 43232) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:21:42.187734 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a4246a-059e-4c48-a062-0e89ccf9a1a3 None None] Network 1d9d0f10-7957-4188-9ef0-2efd524fc96a requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:21:42.300370 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-074e2fd0-7310-4255-be99-34685489223c req-349d64ab-6807-4236-b1ef-5ee06c5b9c20 tempest-ImagesOneServerTestJSON-55291779 tempest-ImagesOneServerTestJSON-55291779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:42.315280 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 89d9c0c2-a5f8-4203-b8e4-3c0249a92c8b no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:21:42.359052 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-a685af05-401c-4bd9-9be8-23c7e02db525 req-fc573608-05e9-4a2a-a249-2302de2f09ef tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:42.388349 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349d64ab-6807-4236-b1ef-5ee06c5b9c20 tempest-ImagesOneServerTestJSON-55291779 tempest-ImagesOneServerTestJSON-55291779-project] Pushing event deleted for resources: {'Port': ['ID=edbe9b9a-fd00-49b8-9a95-f12a71fcae46,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:21:42.472941 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-074e2fd0-7310-4255-be99-34685489223c req-349d64ab-6807-4236-b1ef-5ee06c5b9c20 tempest-ImagesOneServerTestJSON-55291779 tempest-ImagesOneServerTestJSON-55291779-project] No DVR routers for this DVR port edbe9b9a-fd00-49b8-9a95-f12a71fcae46 on host n-h1-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:21:42.485633 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-074e2fd0-7310-4255-be99-34685489223c req-349d64ab-6807-4236-b1ef-5ee06c5b9c20 tempest-ImagesOneServerTestJSON-55291779 tempest-ImagesOneServerTestJSON-55291779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:42.489362 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-074e2fd0-7310-4255-be99-34685489223c req-349d64ab-6807-4236-b1ef-5ee06c5b9c20 tempest-ImagesOneServerTestJSON-55291779 tempest-ImagesOneServerTestJSON-55291779-project] 10.222.0.64 "DELETE /v2.0/ports/edbe9b9a-fd00-49b8-9a95-f12a71fcae46 HTTP/1.1" status: 204 len: 173 time: 1.3649309 Aug 05 11:21:42.490440 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2249ea3c-8dca-4efb-922f-dd6b64f03ce1', 'name': 'network-vif-deleted', 'tag': 'edbe9b9a-fd00-49b8-9a95-f12a71fcae46'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:21:42.497322 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5198c1a3-6e1a-4628-b1c0-dcb79ace9301" -d '{"events": [{"server_uuid": "2249ea3c-8dca-4efb-922f-dd6b64f03ce1", "name": "network-vif-deleted", "tag": "edbe9b9a-fd00-49b8-9a95-f12a71fcae46"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:21:42.514213 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 0b3de978-ada0-4c1c-b452-94caa74c0a18 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:21:42.564835 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9211fad-2ad6-47b3-adf4-3b7113126d65 req-3abe9358-f33e-40f4-bd36-fc730638bad7 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:42.567435 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c9211fad-2ad6-47b3-adf4-3b7113126d65 req-3abe9358-f33e-40f4-bd36-fc730638bad7 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] 10.222.0.58 "GET /v2.0/ports?device_id=7253a3c2-d7fa-4127-a47b-b7aed6d51d0f HTTP/1.1" status: 200 len: 945 time: 0.5312688 Aug 05 11:21:42.587291 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-4f2b8531-0b94-4ae8-8a47-562b2c824821 None None] Provisioning for port 0b3de978-ada0-4c1c-b452-94caa74c0a18 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:21:42.608280 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-4cb73cfd-c816-4a0f-bbe1-2c379071a4c0 None None] Set router 2df3458d-2693-48da-a64c-10b624594a09 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:21:42.616412 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device be189f34-4394-4326-9e90-4936d19950a1 up at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:21:42.644865 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-a685af05-401c-4bd9-9be8-23c7e02db525 req-fc573608-05e9-4a2a-a249-2302de2f09ef tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:42.654743 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-a685af05-401c-4bd9-9be8-23c7e02db525 req-fc573608-05e9-4a2a-a249-2302de2f09ef tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:42.784463 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc573608-05e9-4a2a-a249-2302de2f09ef tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25407f88-bc45-4036-a23b-ae9273d6e08d,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:21:42.803176 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-a685af05-401c-4bd9-9be8-23c7e02db525 req-fc573608-05e9-4a2a-a249-2302de2f09ef tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:42.810595 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a685af05-401c-4bd9-9be8-23c7e02db525 req-fc573608-05e9-4a2a-a249-2302de2f09ef tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.9161870 Aug 05 11:21:42.816877 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c9211fad-2ad6-47b3-adf4-3b7113126d65 req-f83eaa99-a80e-479e-80af-17e5f325e753 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] 10.222.0.58 "GET /v2.0/security-groups?id=e0296632-6fc5-467d-96aa-746236c85873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360790 Aug 05 11:21:42.971610 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:43.209096 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 89d9c0c2-a5f8-4203-b8e4-3c0249a92c8b {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:21:43.249022 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-be1ddda9-cd02-468a-a2bb-5bbe1892e624 req-76385b3c-57f0-41fe-8e46-31376ca56d26 tempest-ImagesOneServerTestJSON-55291779 tempest-ImagesOneServerTestJSON-55291779-project] 10.222.0.58 "GET /v2.0/ports?device_id=2249ea3c-8dca-4efb-922f-dd6b64f03ce1 HTTP/1.1" status: 200 len: 210 time: 0.1724753 Aug 05 11:21:43.263638 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 89d9c0c2-a5f8-4203-b8e4-3c0249a92c8b, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=89d9c0c2-a5f8-4203-b8e4-3c0249a92c8b,segment=NetworkSegment(1ec67acc-70fb-44ef-8f20-f613e3cce6a3),segment_id=1ec67acc-70fb-44ef-8f20-f613e3cce6a3)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:21:43.266131 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 0b3de978-ada0-4c1c-b452-94caa74c0a18 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:21:43.299839 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:43.372576 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cebb961-0752-4cac-86a8-76538f3bec53 x-openstack-request-id: req-5cebb961-0752-4cac-86a8-76538f3bec53 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:21:43.373191 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2249ea3c-8dca-4efb-922f-dd6b64f03ce1", "name": "network-vif-deleted", "tag": "edbe9b9a-fd00-49b8-9a95-f12a71fcae46", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:21:43.373436 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5cebb961-0752-4cac-86a8-76538f3bec53 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:21:43.374074 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2249ea3c-8dca-4efb-922f-dd6b64f03ce1', 'name': 'network-vif-deleted', 'tag': 'edbe9b9a-fd00-49b8-9a95-f12a71fcae46', 'status': 'completed', 'code': 200} Aug 05 11:21:43.385831 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 0b3de978-ada0-4c1c-b452-94caa74c0a18 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:21:43.386384 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:43.392989 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=89d9c0c2-a5f8-4203-b8e4-3c0249a92c8b,revision_number=7']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:21:43.423067 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning for port be189f34-4394-4326-9e90-4936d19950a1 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:21:43.432286 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning complete for port be189f34-4394-4326-9e90-4936d19950a1 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:21:43.432882 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:43.462306 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452dc2e6-c585-4eec-a42c-e83a1a2e2d42 req-8b8aa33a-b26c-496b-beea-0cb3d45230bc tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:43.471432 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-452dc2e6-c585-4eec-a42c-e83a1a2e2d42 req-8b8aa33a-b26c-496b-beea-0cb3d45230bc tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b464baa-8fee-4e83-b710-80fe99d43fc0 HTTP/1.1" status: 200 len: 949 time: 0.3734114 Aug 05 11:21:43.533196 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-6eded332-ad10-4735-bd2c-5357ba7c5613 req-96e664c1-9f71-48f4-bc67-2e78326ffba8 tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1083071626', 'description': 'tempest-description-415225633'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:21:43.577168 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-4cb73cfd-c816-4a0f-bbe1-2c379071a4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df3458d-2693-48da-a64c-10b624594a09', 'name': 'tempest-TaggedBootDevicesTest-1186463926-router', 'tenant_id': 'b4870e3c85c84ca78a3c4012c18adec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.250'}], 'enable_snat': True}, 'gw_port_id': '09c5145f-14f6-4aca-8e5a-e8e2320c5277', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:21:37Z', 'updated_at': '2021-08-05T11:21:39Z', 'revision_number': 3, 'project_id': 'b4870e3c85c84ca78a3c4012c18adec3', 'gw_port': {'id': '09c5145f-14f6-4aca-8e5a-e8e2320c5277', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:ed:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2df3458d-2693-48da-a64c-10b624594a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:21:38Z', 'updated_at': '2021-08-05T11:21:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:21:43.650285 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb73cfd-c816-4a0f-bbe1-2c379071a4c0 None None] Checking router: 2df3458d-2693-48da-a64c-10b624594a09 for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:21:43.651328 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb73cfd-c816-4a0f-bbe1-2c379071a4c0 None None] Updating router 2df3458d-2693-48da-a64c-10b624594a09 port 09c5145f-14f6-4aca-8e5a-e8e2320c5277 binding host n-d-803378-2 {{(pid=94422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 11:21:43.683085 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-6eded332-ad10-4735-bd2c-5357ba7c5613 req-96e664c1-9f71-48f4-bc67-2e78326ffba8 tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:43.722309 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-452dc2e6-c585-4eec-a42c-e83a1a2e2d42 req-0189b623-f57b-4be1-8fe7-9922ca372c42 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba838bf4-27d8-4ebd-8a6c-2c869750a1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428708 Aug 05 11:21:43.749025 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-4cb73cfd-c816-4a0f-bbe1-2c379071a4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:43.754138 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:43.793631 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:43.855907 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:43.876691 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-223d3c81-aa41-4b4f-882c-0b9bfeeedb89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:43.987928 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11c1c893-64c6-4eaa-9d19-ac08d54c048d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be189f34-4394-4326-9e90-4936d19950a1'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:21:43.991141 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56502d04-8865-4152-aeba-54ba22681538" -d '{"events": [{"server_uuid": "11c1c893-64c6-4eaa-9d19-ac08d54c048d", "name": "network-vif-plugged", "status": "completed", "tag": "be189f34-4394-4326-9e90-4936d19950a1"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:21:44.041985 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port be189f34-4394-4326-9e90-4936d19950a1, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=be189f34-4394-4326-9e90-4936d19950a1,segment=NetworkSegment(32cc618e-4968-4750-a5aa-c2579fceb01e),segment_id=32cc618e-4968-4750-a5aa-c2579fceb01e)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:21:44.044329 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port 0b3de978-ada0-4c1c-b452-94caa74c0a18, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=0b3de978-ada0-4c1c-b452-94caa74c0a18,segment=NetworkSegment(4abe3257-1333-4b02-890e-df6823bdca9a),segment_id=4abe3257-1333-4b02-890e-df6823bdca9a)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:21:44.059356 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:44.063365 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:44.165004 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=be189f34-4394-4326-9e90-4936d19950a1,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:21:44.253222 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b1341013-9036-4b5e-946f-a66b41ac72c6 None None] Provisioning complete for port 0b3de978-ada0-4c1c-b452-94caa74c0a18 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:21:44.253749 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b1341013-9036-4b5e-946f-a66b41ac72c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:44.272852 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-6eded332-ad10-4735-bd2c-5357ba7c5613 req-96e664c1-9f71-48f4-bc67-2e78326ffba8 tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:44.542970 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=0b3de978-ada0-4c1c-b452-94caa74c0a18,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:21:44.596334 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device edbe9b9a-fd00-49b8-9a95-f12a71fcae46 no longer exists at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:21:44.700555 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] No Port match for: edbe9b9a-fd00-49b8-9a95-f12a71fcae46 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:21:44.701537 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device edbe9b9a-fd00-49b8-9a95-f12a71fcae46 not bound to the agent host n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:21:44.703539 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-6eded332-ad10-4735-bd2c-5357ba7c5613 req-96e664c1-9f71-48f4-bc67-2e78326ffba8 tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:44.782210 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-6eded332-ad10-4735-bd2c-5357ba7c5613 req-96e664c1-9f71-48f4-bc67-2e78326ffba8 tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:44.783932 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6eded332-ad10-4735-bd2c-5357ba7c5613 req-96e664c1-9f71-48f4-bc67-2e78326ffba8 tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.2579346 Aug 05 11:21:44.828238 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e664c1-9f71-48f4-bc67-2e78326ffba8 tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea9b9b32-b6b7-445f-b406-6ad7b4cd0cba,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:21:44.847537 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5772faa-3eaa-4abe-a573-79086f9f80b2 req-bc1c04ba-6f54-47ac-b198-61c4d46e8f52 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:44.855298 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-4cb73cfd-c816-4a0f-bbe1-2c379071a4c0 None None] Notify callbacks [] for port, precommit_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:44.861204 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c5772faa-3eaa-4abe-a573-79086f9f80b2 req-bc1c04ba-6f54-47ac-b198-61c4d46e8f52 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=11c1c893-64c6-4eaa-9d19-ac08d54c048d HTTP/1.1" status: 200 len: 945 time: 0.6661625 Aug 05 11:21:44.874633 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-4cb73cfd-c816-4a0f-bbe1-2c379071a4c0 None None] Transition to ACTIVE for port object 09c5145f-14f6-4aca-8e5a-e8e2320c5277 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:21:44.888881 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-4cb73cfd-c816-4a0f-bbe1-2c379071a4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:44.917829 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73eee291-8367-454e-bc23-e9174e39f690 x-openstack-request-id: req-73eee291-8367-454e-bc23-e9174e39f690 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:21:44.919083 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11c1c893-64c6-4eaa-9d19-ac08d54c048d", "name": "network-vif-plugged", "status": "completed", "tag": "be189f34-4394-4326-9e90-4936d19950a1", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:21:44.919493 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-73eee291-8367-454e-bc23-e9174e39f690 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:21:44.919977 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11c1c893-64c6-4eaa-9d19-ac08d54c048d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be189f34-4394-4326-9e90-4936d19950a1', 'code': 200} Aug 05 11:21:44.939391 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c5772faa-3eaa-4abe-a573-79086f9f80b2 req-d84257a8-56dc-456b-aa7c-b2f953cf5141 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768552 Aug 05 11:21:44.941925 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-223d3c81-aa41-4b4f-882c-0b9bfeeedb89 admin admin] Allocated IP 172.20.0.1 (1d9d0f10-7957-4188-9ef0-2efd524fc96a/359b66e9-993f-49f2-872a-086774950a53/71001dc5-964e-4d77-9d86-a6f93b379a0b) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:21:45.114132 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-4cb73cfd-c816-4a0f-bbe1-2c379071a4c0 None None] Attempting to bind port 09c5145f-14f6-4aca-8e5a-e8e2320c5277 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:21:45.120197 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-4cb73cfd-c816-4a0f-bbe1-2c379071a4c0 None None] Attempting to bind port 09c5145f-14f6-4aca-8e5a-e8e2320c5277 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:21:45.120902 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb73cfd-c816-4a0f-bbe1-2c379071a4c0 None None] Attempting to bind port 09c5145f-14f6-4aca-8e5a-e8e2320c5277 on network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:21:45.150251 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb73cfd-c816-4a0f-bbe1-2c379071a4c0 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:21:45.154280 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb73cfd-c816-4a0f-bbe1-2c379071a4c0 None None] Checking segment: {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:21:45.155096 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-4cb73cfd-c816-4a0f-bbe1-2c379071a4c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:45.155854 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb73cfd-c816-4a0f-bbe1-2c379071a4c0 None None] Bound using segment: {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:21:45.160663 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-4cb73cfd-c816-4a0f-bbe1-2c379071a4c0 None None] Bound port: 09c5145f-14f6-4aca-8e5a-e8e2320c5277, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:21:45.161419 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-4cb73cfd-c816-4a0f-bbe1-2c379071a4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:45.169425 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba40693-618b-42d1-bf25-1d488fde047c None None] Pushing event updated for resources: {'Port': ['ID=09c5145f-14f6-4aca-8e5a-e8e2320c5277,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:21:45.182266 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd17da1-c070-4b38-a181-fe52bad4d012 req-5723e8d8-85c5-4b82-8242-058192f7d9b7 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:45.193111 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7bd17da1-c070-4b38-a181-fe52bad4d012 req-5723e8d8-85c5-4b82-8242-058192f7d9b7 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] 10.222.0.58 "GET /v2.0/ports?device_id=7253a3c2-d7fa-4127-a47b-b7aed6d51d0f HTTP/1.1" status: 200 len: 944 time: 0.1286235 Aug 05 11:21:45.222638 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f29ac86-08eb-499a-bf0d-7ae81022cd03 req-3dae92a6-5b68-4608-bce7-5f3e16729f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:45.232328 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4f29ac86-08eb-499a-bf0d-7ae81022cd03 req-3dae92a6-5b68-4608-bce7-5f3e16729f96 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=11c1c893-64c6-4eaa-9d19-ac08d54c048d HTTP/1.1" status: 200 len: 1096 time: 0.1970589 Aug 05 11:21:45.266634 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-223d3c81-aa41-4b4f-882c-0b9bfeeedb89 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:45.302945 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7bd17da1-c070-4b38-a181-fe52bad4d012 req-e6960436-7d47-4af7-a850-98236efaf396 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] 10.222.0.58 "GET /v2.0/security-groups?id=e0296632-6fc5-467d-96aa-746236c85873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085823 Aug 05 11:21:45.322094 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [None req-223d3c81-aa41-4b4f-882c-0b9bfeeedb89 admin admin] Transition to ACTIVE for port object 71001dc5-964e-4d77-9d86-a6f93b379a0b will not be triggered until provisioned by entity DHCP. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:21:45.344136 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4f29ac86-08eb-499a-bf0d-7ae81022cd03 req-16cd63f7-9544-46ba-a3f6-7ce65566d679 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004784 Aug 05 11:21:45.387522 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-4cb73cfd-c816-4a0f-bbe1-2c379071a4c0 None None] For port 09c5145f-14f6-4aca-8e5a-e8e2320c5277, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:21:45.392304 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-4cb73cfd-c816-4a0f-bbe1-2c379071a4c0 None None] For port 09c5145f-14f6-4aca-8e5a-e8e2320c5277, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=09c5145f-14f6-4aca-8e5a-e8e2320c5277,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:21:45.401312 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-4cb73cfd-c816-4a0f-bbe1-2c379071a4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:45.410314 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-11493999-1001-46a6-818c-db07d102ffe1 req-f6ab80f5-9045-4822-8a4d-b19ac3340bd8 tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-339425213', 'description': 'tempest-description-1745114028'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:21:45.484047 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb73cfd-c816-4a0f-bbe1-2c379071a4c0 None None] Routers {'2df3458d-2693-48da-a64c-10b624594a09'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:21:45.484945 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-4cb73cfd-c816-4a0f-bbe1-2c379071a4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:21:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['2df3458d-2693-48da-a64c-10b624594a09'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:21:45.514361 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-223d3c81-aa41-4b4f-882c-0b9bfeeedb89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:45.550233 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba40693-618b-42d1-bf25-1d488fde047c None None] Pushing event updated for resources: {'Port': ['ID=09c5145f-14f6-4aca-8e5a-e8e2320c5277,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:21:45.561500 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ff3335-ba3f-411e-943b-f6b742e7daa7 req-79957e2e-054d-445d-a0f3-2cf78b5d2806 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:45.563224 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-67ff3335-ba3f-411e-943b-f6b742e7daa7 req-79957e2e-054d-445d-a0f3-2cf78b5d2806 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b464baa-8fee-4e83-b710-80fe99d43fc0 HTTP/1.1" status: 200 len: 949 time: 0.1273239 Aug 05 11:21:45.567763 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-11493999-1001-46a6-818c-db07d102ffe1 req-f6ab80f5-9045-4822-8a4d-b19ac3340bd8 tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:45.609340 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 43268) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:21:45.680721 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223d3c81-aa41-4b4f-882c-0b9bfeeedb89 admin admin] Network 1d9d0f10-7957-4188-9ef0-2efd524fc96a is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:21:45.688561 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-223d3c81-aa41-4b4f-882c-0b9bfeeedb89 admin admin] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:21:45.698493 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223d3c81-aa41-4b4f-882c-0b9bfeeedb89 admin admin] Pushing event updated for resources: {'Port': ['ID=71001dc5-964e-4d77-9d86-a6f93b379a0b,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:21:45.707154 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223d3c81-aa41-4b4f-882c-0b9bfeeedb89 admin admin] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:21:45.740665 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-4cb73cfd-c816-4a0f-bbe1-2c379071a4c0 None None] Set router 2df3458d-2693-48da-a64c-10b624594a09 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:21:45.769010 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223d3c81-aa41-4b4f-882c-0b9bfeeedb89 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:21:45.769581 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223d3c81-aa41-4b4f-882c-0b9bfeeedb89 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:21:45.769938 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223d3c81-aa41-4b4f-882c-0b9bfeeedb89 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:21:45.770361 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223d3c81-aa41-4b4f-882c-0b9bfeeedb89 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:21:45.770709 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223d3c81-aa41-4b4f-882c-0b9bfeeedb89 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:21:45.771281 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223d3c81-aa41-4b4f-882c-0b9bfeeedb89 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:21:45.771643 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223d3c81-aa41-4b4f-882c-0b9bfeeedb89 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:21:45.772048 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223d3c81-aa41-4b4f-882c-0b9bfeeedb89 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:21:45.772320 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223d3c81-aa41-4b4f-882c-0b9bfeeedb89 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:21:45.772770 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223d3c81-aa41-4b4f-882c-0b9bfeeedb89 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:21:45.773725 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223d3c81-aa41-4b4f-882c-0b9bfeeedb89 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:21:45.774093 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223d3c81-aa41-4b4f-882c-0b9bfeeedb89 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:21:45.790008 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-67ff3335-ba3f-411e-943b-f6b742e7daa7 req-d4b45688-ed8e-4c8e-95be-b595a3561d3e tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba838bf4-27d8-4ebd-8a6c-2c869750a1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127383 Aug 05 11:21:45.848442 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-223d3c81-aa41-4b4f-882c-0b9bfeeedb89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33288800'] for router_interface, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:45.962593 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-11493999-1001-46a6-818c-db07d102ffe1 req-f6ab80f5-9045-4822-8a4d-b19ac3340bd8 tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:45.978450 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-11493999-1001-46a6-818c-db07d102ffe1 req-f6ab80f5-9045-4822-8a4d-b19ac3340bd8 tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:46.077049 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-5995148c-0796-4262-90d7-42612ae5262a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3b5ec4a934844e38b6a0430accb5b4e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4611149 Aug 05 11:21:46.078740 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 43274) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:21:46.093624 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-11493999-1001-46a6-818c-db07d102ffe1 req-f6ab80f5-9045-4822-8a4d-b19ac3340bd8 tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:46.098890 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-11493999-1001-46a6-818c-db07d102ffe1 req-f6ab80f5-9045-4822-8a4d-b19ac3340bd8 tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.7241559 Aug 05 11:21:46.106341 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ab80f5-9045-4822-8a4d-b19ac3340bd8 tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e192815-25a1-4d32-808f-052b487a00f1,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:21:46.202726 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e51879-274c-4f9c-be7b-62513f32152b req-88b9bddd-90b0-4cec-be21-bb298ebac48d tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:46.205791 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-16e51879-274c-4f9c-be7b-62513f32152b req-88b9bddd-90b0-4cec-be21-bb298ebac48d tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] 10.222.0.55 "GET /v2.0/ports?device_id=7253a3c2-d7fa-4127-a47b-b7aed6d51d0f HTTP/1.1" status: 200 len: 944 time: 0.2369683 Aug 05 11:21:46.330565 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-223d3c81-aa41-4b4f-882c-0b9bfeeedb89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:46.343229 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1de19882-2eaf-4bb9-8c0e-aed7425675a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:46.353431 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9f256b12-74e4-479a-854e-3f44c3cf93ef req-a9c5d2ad-7bee-47a8-926a-ba69300152ae tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] 10.222.0.58 "GET /v2.0/security-groups/ea9b9b32-b6b7-445f-b406-6ad7b4cd0cba HTTP/1.1" status: 200 len: 1804 time: 0.2146361 Aug 05 11:21:46.362614 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-44f7a272-c309-4abe-a78c-b0e693c22925 None None] Provisioning for port 71001dc5-964e-4d77-9d86-a6f93b379a0b completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:21:46.373735 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-44f7a272-c309-4abe-a78c-b0e693c22925 None None] Provisioning complete for port 71001dc5-964e-4d77-9d86-a6f93b379a0b triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:21:46.374364 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-44f7a272-c309-4abe-a78c-b0e693c22925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:46.434058 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 0b3de978-ada0-4c1c-b452-94caa74c0a18 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:21:46.492704 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7350b0-440d-4356-9c12-2ca51f147ed8 req-db200d95-963d-454b-b12a-b9b85c460989 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:46.503216 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5e7350b0-440d-4356-9c12-2ca51f147ed8 req-db200d95-963d-454b-b12a-b9b85c460989 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=11c1c893-64c6-4eaa-9d19-ac08d54c048d HTTP/1.1" status: 200 len: 945 time: 0.2599862 Aug 05 11:21:46.513571 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1de19882-2eaf-4bb9-8c0e-aed7425675a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:46.550400 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9f256b12-74e4-479a-854e-3f44c3cf93ef req-05a615d7-d45c-4a40-b8b4-d85e519240df tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] 10.222.0.58 "GET /v2.0/security-groups/5e192815-25a1-4d32-808f-052b487a00f1 HTTP/1.1" status: 200 len: 1804 time: 0.1824951 Aug 05 11:21:46.553611 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-44f7a272-c309-4abe-a78c-b0e693c22925 None None] Port 71001dc5-964e-4d77-9d86-a6f93b379a0b cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:21:46.559662 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-9f256b12-74e4-479a-854e-3f44c3cf93ef req-9dedefdc-ce81-480c-8634-d87882964a4a tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ea9b9b32-b6b7-445f-b406-6ad7b4cd0cba', 'remote_group_id': '5e192815-25a1-4d32-808f-052b487a00f1', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:21:46.560057 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-9f256b12-74e4-479a-854e-3f44c3cf93ef req-9dedefdc-ce81-480c-8634-d87882964a4a tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ea9b9b32-b6b7-445f-b406-6ad7b4cd0cba', 'remote_group_id': '5e192815-25a1-4d32-808f-052b487a00f1', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:21:46.575256 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-4cb73cfd-c816-4a0f-bbe1-2c379071a4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df3458d-2693-48da-a64c-10b624594a09', 'name': 'tempest-TaggedBootDevicesTest-1186463926-router', 'tenant_id': 'b4870e3c85c84ca78a3c4012c18adec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.250'}], 'enable_snat': True}, 'gw_port_id': '09c5145f-14f6-4aca-8e5a-e8e2320c5277', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:21:37Z', 'updated_at': '2021-08-05T11:21:39Z', 'revision_number': 3, 'project_id': 'b4870e3c85c84ca78a3c4012c18adec3', 'gw_port': {'id': '09c5145f-14f6-4aca-8e5a-e8e2320c5277', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:ed:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2df3458d-2693-48da-a64c-10b624594a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:21:38Z', 'updated_at': '2021-08-05T11:21:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:21:46.614961 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-16e51879-274c-4f9c-be7b-62513f32152b req-8e25d612-983d-4114-bdb9-5ee1098f83b5 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Deleting port 89d9c0c2-a5f8-4203-b8e4-3c0249a92c8b {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:21:46.614961 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-16e51879-274c-4f9c-be7b-62513f32152b req-8e25d612-983d-4114-bdb9-5ee1098f83b5 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:46.638609 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb73cfd-c816-4a0f-bbe1-2c379071a4c0 None None] The sync data for ids ['2df3458d-2693-48da-a64c-10b624594a09'] in n-d-803378-2 is: [{'id': '2df3458d-2693-48da-a64c-10b624594a09', 'name': 'tempest-TaggedBootDevicesTest-1186463926-router', 'tenant_id': 'b4870e3c85c84ca78a3c4012c18adec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.250'}], 'enable_snat': True}, 'gw_port_id': '09c5145f-14f6-4aca-8e5a-e8e2320c5277', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:21:37Z', 'updated_at': '2021-08-05T11:21:39Z', 'revision_number': 3, 'project_id': 'b4870e3c85c84ca78a3c4012c18adec3', 'gw_port': {'id': '09c5145f-14f6-4aca-8e5a-e8e2320c5277', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:ed:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2df3458d-2693-48da-a64c-10b624594a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:21:38Z', 'updated_at': '2021-08-05T11:21:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:21:46.644393 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 0b3de978-ada0-4c1c-b452-94caa74c0a18 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:21:46.644393 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:46.727691 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5e7350b0-440d-4356-9c12-2ca51f147ed8 req-65800640-ba80-4d3c-9401-0dd2daed9fd2 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098680 Aug 05 11:21:46.843236 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1de19882-2eaf-4bb9-8c0e-aed7425675a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:46.849168 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1de19882-2eaf-4bb9-8c0e-aed7425675a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:46.859535 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-1de19882-2eaf-4bb9-8c0e-aed7425675a1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b503486e-03cb-4a11-81f8-dbd0e7b9a08b HTTP/1.1" status: 204 len: 168 time: 0.7719586 Aug 05 11:21:46.893687 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de19882-2eaf-4bb9-8c0e-aed7425675a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b503486e-03cb-4a11-81f8-dbd0e7b9a08b,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:21:46.940326 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-16e51879-274c-4f9c-be7b-62513f32152b req-8e25d612-983d-4114-bdb9-5ee1098f83b5 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] For port 89d9c0c2-a5f8-4203-b8e4-3c0249a92c8b, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=89d9c0c2-a5f8-4203-b8e4-3c0249a92c8b,segment=NetworkSegment(1ec67acc-70fb-44ef-8f20-f613e3cce6a3),segment_id=1ec67acc-70fb-44ef-8f20-f613e3cce6a3)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:21:46.941387 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-16e51879-274c-4f9c-be7b-62513f32152b req-8e25d612-983d-4114-bdb9-5ee1098f83b5 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:46.990819 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-16e51879-274c-4f9c-be7b-62513f32152b req-8e25d612-983d-4114-bdb9-5ee1098f83b5 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Calling delete_port for 89d9c0c2-a5f8-4203-b8e4-3c0249a92c8b owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:21:47.074028 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-223d3c81-aa41-4b4f-882c-0b9bfeeedb89 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:47.086181 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-223d3c81-aa41-4b4f-882c-0b9bfeeedb89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:47.297809 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223d3c81-aa41-4b4f-882c-0b9bfeeedb89 admin admin] Pushing event updated for resources: {'Port': ['ID=71001dc5-964e-4d77-9d86-a6f93b379a0b,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:21:47.334668 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-9f256b12-74e4-479a-854e-3f44c3cf93ef req-9dedefdc-ce81-480c-8634-d87882964a4a tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:47.400312 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-223d3c81-aa41-4b4f-882c-0b9bfeeedb89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33140268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33208272'] for router_interface, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:47.529599 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-16e51879-274c-4f9c-be7b-62513f32152b req-8e25d612-983d-4114-bdb9-5ee1098f83b5 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:47.583660 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2def26-a952-484a-874a-7ae7b10e0431 req-14ac93c6-3ab2-41e6-935a-816f3a7eb3ac tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:47.587575 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2e2def26-a952-484a-874a-7ae7b10e0431 req-14ac93c6-3ab2-41e6-935a-816f3a7eb3ac tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] 10.222.0.58 "GET /v2.0/ports?device_id=7253a3c2-d7fa-4127-a47b-b7aed6d51d0f HTTP/1.1" status: 200 len: 944 time: 0.3084512 Aug 05 11:21:47.626489 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-9f256b12-74e4-479a-854e-3f44c3cf93ef req-9dedefdc-ce81-480c-8634-d87882964a4a tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:47.636361 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e25d612-983d-4114-bdb9-5ee1098f83b5 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Pushing event deleted for resources: {'Port': ['ID=89d9c0c2-a5f8-4203-b8e4-3c0249a92c8b,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:21:47.701842 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e25d612-983d-4114-bdb9-5ee1098f83b5 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:21:47.702606 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e25d612-983d-4114-bdb9-5ee1098f83b5 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:21:47.703350 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e25d612-983d-4114-bdb9-5ee1098f83b5 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:21:47.704284 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e25d612-983d-4114-bdb9-5ee1098f83b5 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:21:47.705256 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e25d612-983d-4114-bdb9-5ee1098f83b5 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:21:47.705707 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e25d612-983d-4114-bdb9-5ee1098f83b5 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:21:47.706529 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e25d612-983d-4114-bdb9-5ee1098f83b5 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:21:47.707280 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e25d612-983d-4114-bdb9-5ee1098f83b5 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:21:47.708542 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e25d612-983d-4114-bdb9-5ee1098f83b5 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:21:47.709525 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e25d612-983d-4114-bdb9-5ee1098f83b5 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:21:47.709760 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e25d612-983d-4114-bdb9-5ee1098f83b5 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:21:47.710866 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e25d612-983d-4114-bdb9-5ee1098f83b5 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:21:47.727227 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-9f256b12-74e4-479a-854e-3f44c3cf93ef req-9dedefdc-ce81-480c-8634-d87882964a4a tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:47.785133 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-16e51879-274c-4f9c-be7b-62513f32152b req-8e25d612-983d-4114-bdb9-5ee1098f83b5 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] No DVR routers for this DVR port 89d9c0c2-a5f8-4203-b8e4-3c0249a92c8b on host n-h2-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:21:47.787036 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-16e51879-274c-4f9c-be7b-62513f32152b req-8e25d612-983d-4114-bdb9-5ee1098f83b5 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:47.791419 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-16e51879-274c-4f9c-be7b-62513f32152b req-8e25d612-983d-4114-bdb9-5ee1098f83b5 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] 10.222.0.55 "DELETE /v2.0/ports/89d9c0c2-a5f8-4203-b8e4-3c0249a92c8b HTTP/1.1" status: 204 len: 173 time: 1.5480921 Aug 05 11:21:47.792522 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7253a3c2-d7fa-4127-a47b-b7aed6d51d0f', 'name': 'network-vif-deleted', 'tag': '89d9c0c2-a5f8-4203-b8e4-3c0249a92c8b'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:21:47.797270 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9799716f-c8f7-448b-a4be-f5797261aa62" -d '{"events": [{"server_uuid": "7253a3c2-d7fa-4127-a47b-b7aed6d51d0f", "name": "network-vif-deleted", "tag": "89d9c0c2-a5f8-4203-b8e4-3c0249a92c8b"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:21:47.849762 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dedefdc-ce81-480c-8634-d87882964a4a tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93d4ac88-4409-441c-b599-81cac43e0fc9,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:21:47.895119 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-9f256b12-74e4-479a-854e-3f44c3cf93ef req-9dedefdc-ce81-480c-8634-d87882964a4a tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:47.897649 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9f256b12-74e4-479a-854e-3f44c3cf93ef req-9dedefdc-ce81-480c-8634-d87882964a4a tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.3455684 Aug 05 11:21:48.007691 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2e2def26-a952-484a-874a-7ae7b10e0431 req-be2c42e2-2300-4b45-b374-80c8a5b230d4 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] 10.222.0.58 "GET /v2.0/security-groups?id=e0296632-6fc5-467d-96aa-746236c85873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2973485 Aug 05 11:21:48.027233 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223d3c81-aa41-4b4f-882c-0b9bfeeedb89 admin admin] Network 1d9d0f10-7957-4188-9ef0-2efd524fc96a is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:21:48.043370 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-223d3c81-aa41-4b4f-882c-0b9bfeeedb89 admin admin] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:21:48.492378 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 09c5145f-14f6-4aca-8e5a-e8e2320c5277 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:21:48.649203 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 09c5145f-14f6-4aca-8e5a-e8e2320c5277 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:21:48.668727 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 09c5145f-14f6-4aca-8e5a-e8e2320c5277 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:21:48.673134 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:48.817326 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-223d3c81-aa41-4b4f-882c-0b9bfeeedb89 admin admin] Router 2df3458d-2693-48da-a64c-10b624594a09 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 11:21:48.842121 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-27224920-07f4-46db-8333-bc0772d3ae9e None None] Provisioning complete for port 71001dc5-964e-4d77-9d86-a6f93b379a0b triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:21:48.842838 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-27224920-07f4-46db-8333-bc0772d3ae9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:48.931119 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-27224920-07f4-46db-8333-bc0772d3ae9e None None] Port 71001dc5-964e-4d77-9d86-a6f93b379a0b cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:21:49.010448 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bd713a-56ce-4148-a341-6902dc271a81 req-b1a4c382-6c15-4a96-a8bb-5e4435a83d10 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:49.020950 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-76bd713a-56ce-4148-a341-6902dc271a81 req-b1a4c382-6c15-4a96-a8bb-5e4435a83d10 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=11c1c893-64c6-4eaa-9d19-ac08d54c048d HTTP/1.1" status: 200 len: 945 time: 0.5100522 Aug 05 11:21:49.041324 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31440ff2-52c3-4b1b-9fed-b020acb7b67d req-fc4acf6a-fa66-4419-a55d-6321b0efbcb1 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:49.053731 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-31440ff2-52c3-4b1b-9fed-b020acb7b67d req-fc4acf6a-fa66-4419-a55d-6321b0efbcb1 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b464baa-8fee-4e83-b710-80fe99d43fc0 HTTP/1.1" status: 200 len: 949 time: 0.5468471 Aug 05 11:21:49.065332 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:49.121070 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port 09c5145f-14f6-4aca-8e5a-e8e2320c5277, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=09c5145f-14f6-4aca-8e5a-e8e2320c5277,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:21:49.130389 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:49.170789 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-76bd713a-56ce-4148-a341-6902dc271a81 req-2273776d-01a3-44bb-ae74-abff5f74face tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486835 Aug 05 11:21:49.235308 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-31440ff2-52c3-4b1b-9fed-b020acb7b67d req-96b0f9e6-6f25-402f-b5dd-cf56fb0660ef tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba838bf4-27d8-4ebd-8a6c-2c869750a1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796744 Aug 05 11:21:49.243885 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=09c5145f-14f6-4aca-8e5a-e8e2320c5277,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:21:49.284684 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-223d3c81-aa41-4b4f-882c-0b9bfeeedb89 admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:21:49.296639 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-223d3c81-aa41-4b4f-882c-0b9bfeeedb89 admin admin] 10.222.0.58 "PUT /v2.0/routers/2df3458d-2693-48da-a64c-10b624594a09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2022197 Aug 05 11:21:49.303428 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 43322) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:21:49.317480 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f3a8850-6e69-48f0-af94-5a082324dadf x-openstack-request-id: req-0f3a8850-6e69-48f0-af94-5a082324dadf {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:21:49.317803 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7253a3c2-d7fa-4127-a47b-b7aed6d51d0f", "name": "network-vif-deleted", "tag": "89d9c0c2-a5f8-4203-b8e4-3c0249a92c8b", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:21:49.318237 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0f3a8850-6e69-48f0-af94-5a082324dadf {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:21:49.318781 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7253a3c2-d7fa-4127-a47b-b7aed6d51d0f', 'name': 'network-vif-deleted', 'tag': '89d9c0c2-a5f8-4203-b8e4-3c0249a92c8b', 'status': 'completed', 'code': 200} Aug 05 11:21:49.395509 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d459c17e-05d3-40de-8c06-33ed5850d777 req-0056eff8-5011-424e-85dd-c7a87673fa92 tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] 10.222.0.58 "GET /v2.0/security-groups/5e192815-25a1-4d32-808f-052b487a00f1 HTTP/1.1" status: 200 len: 1804 time: 0.0962164 Aug 05 11:21:49.550545 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-d459c17e-05d3-40de-8c06-33ed5850d777 req-ae3e6786-b246-48be-8d8b-78fce9026144 tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:49.576245 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-53c9d53c-15c3-4733-9845-502d810001eb admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1255355069-network', 'tenant_id': 'ec7bc4a0d3934aae8b623c5f3027e5e9'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:21:49.621552 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-d459c17e-05d3-40de-8c06-33ed5850d777 req-ae3e6786-b246-48be-8d8b-78fce9026144 tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:49.643216 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53c9d53c-15c3-4733-9845-502d810001eb admin admin] Made reservation on behalf of ec7bc4a0d3934aae8b623c5f3027e5e9 for: {'network': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:21:49.651465 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-53c9d53c-15c3-4733-9845-502d810001eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:49.709748 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-53c9d53c-15c3-4733-9845-502d810001eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:49.796083 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-d459c17e-05d3-40de-8c06-33ed5850d777 req-ae3e6786-b246-48be-8d8b-78fce9026144 tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:49.799256 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-d459c17e-05d3-40de-8c06-33ed5850d777 req-ae3e6786-b246-48be-8d8b-78fce9026144 tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:49.800532 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d459c17e-05d3-40de-8c06-33ed5850d777 req-ae3e6786-b246-48be-8d8b-78fce9026144 tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] 10.222.0.58 "DELETE /v2.0/security-groups/5e192815-25a1-4d32-808f-052b487a00f1 HTTP/1.1" status: 204 len: 173 time: 0.3926384 Aug 05 11:21:49.845402 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3e6786-b246-48be-8d8b-78fce9026144 tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e192815-25a1-4d32-808f-052b487a00f1,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:21:50.039053 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9b41988c-086e-4dd4-ae61-423c976b7a51 req-e111c814-aa81-414b-b82d-79a841a30404 tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] 10.222.0.58 "GET /v2.0/security-groups/ea9b9b32-b6b7-445f-b406-6ad7b4cd0cba HTTP/1.1" status: 200 len: 1804 time: 0.1791184 Aug 05 11:21:50.075673 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-53c9d53c-15c3-4733-9845-502d810001eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:50.082891 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-53c9d53c-15c3-4733-9845-502d810001eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:50.126409 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53c9d53c-15c3-4733-9845-502d810001eb admin admin] vlan segment allocate from pool success with {'vlan_id': 685, 'physical_network': 'physnet1'} {{(pid=94421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:21:50.142708 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c9d53c-15c3-4733-9845-502d810001eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc4a1b77-a814-4bab-9424-324bc69d6613,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:21:50.153761 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-53c9d53c-15c3-4733-9845-502d810001eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:50.154215 n-d-803378-2 neutron-server[94421]: INFO neutron.db.segments_db [None req-53c9d53c-15c3-4733-9845-502d810001eb admin admin] Added segment 02171045-c581-4606-9cff-73fad822acd9 of type vlan for network d6152a8a-6916-4872-b609-f4179b88fb30 Aug 05 11:21:50.205873 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ee2912-37b7-4f72-8538-61449f58fb13 None None] Sync routers for ids ['2df3458d-2693-48da-a64c-10b624594a09'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:21:50.233716 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ee2912-37b7-4f72-8538-61449f58fb13 None None] Routers {'2df3458d-2693-48da-a64c-10b624594a09'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:21:50.234418 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-a4ee2912-37b7-4f72-8538-61449f58fb13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:21:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['2df3458d-2693-48da-a64c-10b624594a09'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:21:50.271967 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 89d9c0c2-a5f8-4203-b8e4-3c0249a92c8b no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:21:50.274694 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-53c9d53c-15c3-4733-9845-502d810001eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:50.360675 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] No Port match for: 89d9c0c2-a5f8-4203-b8e4-3c0249a92c8b {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:21:50.361195 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 89d9c0c2-a5f8-4203-b8e4-3c0249a92c8b not bound to the agent host n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:21:50.380960 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-53c9d53c-15c3-4733-9845-502d810001eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:50.385971 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 09c5145f-14f6-4aca-8e5a-e8e2320c5277 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:21:50.386195 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c9d53c-15c3-4733-9845-502d810001eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:50.387928 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-53c9d53c-15c3-4733-9845-502d810001eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:50.539107 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 09c5145f-14f6-4aca-8e5a-e8e2320c5277 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:21:50.539510 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:50.543851 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-a4ee2912-37b7-4f72-8538-61449f58fb13 None None] Set router 2df3458d-2693-48da-a64c-10b624594a09 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:21:50.748198 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-53c9d53c-15c3-4733-9845-502d810001eb admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4423816 Aug 05 11:21:50.761322 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 43390) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:21:50.782205 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-7bacfa9d-f9e6-4354-921b-0874447e773d admin admin] Request body: {'subnet': {'network_id': 'd6152a8a-6916-4872-b609-f4179b88fb30', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1255355069-subnet', 'tenant_id': 'ec7bc4a0d3934aae8b623c5f3027e5e9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:21:50.876592 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e29447d-dcac-48a7-855e-dc46ead68be3 req-c9c06086-bad0-4853-b947-8f3b7d5ae23b tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:50.880985 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1e29447d-dcac-48a7-855e-dc46ead68be3 req-c9c06086-bad0-4853-b947-8f3b7d5ae23b tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] 10.222.0.58 "GET /v2.0/networks?id=22b02496-a35e-44b0-a5b7-11c5e990fce2 HTTP/1.1" status: 200 len: 822 time: 0.5578041 Aug 05 11:21:50.922239 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c9d53c-15c3-4733-9845-502d810001eb admin admin] Pushing event updated for resources: {'Network': ['ID=d6152a8a-6916-4872-b609-f4179b88fb30,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:21:50.932123 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-2e789d46-78ea-456e-b12f-0a100c489e29 req-d78254a7-1659-42dc-8a8a-a532f39e863e tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1582099266', 'description': 'tempest-description-212139750'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:21:50.932794 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bacfa9d-f9e6-4354-921b-0874447e773d admin admin] Made reservation on behalf of ec7bc4a0d3934aae8b623c5f3027e5e9 for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:21:50.940068 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network d6152a8a-6916-4872-b609-f4179b88fb30 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:21:50.941453 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7bacfa9d-f9e6-4354-921b-0874447e773d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:50.941783 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-a4ee2912-37b7-4f72-8538-61449f58fb13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df3458d-2693-48da-a64c-10b624594a09', 'name': 'tempest-TaggedBootDevicesTest-1186463926-router', 'tenant_id': 'b4870e3c85c84ca78a3c4012c18adec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.250'}], 'enable_snat': True}, 'gw_port_id': '09c5145f-14f6-4aca-8e5a-e8e2320c5277', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:21:37Z', 'updated_at': '2021-08-05T11:21:46Z', 'revision_number': 4, 'project_id': 'b4870e3c85c84ca78a3c4012c18adec3', 'gw_port': {'id': '09c5145f-14f6-4aca-8e5a-e8e2320c5277', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:ed:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df3458d-2693-48da-a64c-10b624594a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:21:38Z', 'updated_at': '2021-08-05T11:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '71001dc5-964e-4d77-9d86-a6f93b379a0b', 'name': '', 'network_id': '1d9d0f10-7957-4188-9ef0-2efd524fc96a', 'tenant_id': 'b4870e3c85c84ca78a3c4012c18adec3', 'mac_address': 'fa:16:3e:a2:c0:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2df3458d-2693-48da-a64c-10b624594a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '359b66e9-993f-49f2-872a-086774950a53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:21:43Z', 'updated_at': '2021-08-05T11:21:46Z', 'revision_number': 2, 'project_id': 'b4870e3c85c84ca78a3c4012c18adec3', 'subnets': [{'id': '359b66e9-993f-49f2-872a-086774950a53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:21:50.990764 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ee2912-37b7-4f72-8538-61449f58fb13 None None] Checking router: 2df3458d-2693-48da-a64c-10b624594a09 for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:21:50.991151 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ee2912-37b7-4f72-8538-61449f58fb13 None None] Updating router 2df3458d-2693-48da-a64c-10b624594a09 port 71001dc5-964e-4d77-9d86-a6f93b379a0b binding host n-d-803378-2 {{(pid=94423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 11:21:50.996932 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1e29447d-dcac-48a7-855e-dc46ead68be3 req-df0df9d3-eec5-4c15-889c-43e65395b25e tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] 10.222.0.58 "GET /v2.0/quotas/4b264d15c70e4932bdfe527ce7c93819 HTTP/1.1" status: 200 len: 375 time: 0.1076107 Aug 05 11:21:51.002004 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-2e789d46-78ea-456e-b12f-0a100c489e29 req-d78254a7-1659-42dc-8a8a-a532f39e863e tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:51.067139 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-a4ee2912-37b7-4f72-8538-61449f58fb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:51.239012 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1e29447d-dcac-48a7-855e-dc46ead68be3 req-f0d3785d-f21b-4c6f-bd74-266e7cafaf81 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=4b264d15c70e4932bdfe527ce7c93819&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2183347 Aug 05 11:21:51.289747 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-2e789d46-78ea-456e-b12f-0a100c489e29 req-d78254a7-1659-42dc-8a8a-a532f39e863e tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:51.420468 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7bacfa9d-f9e6-4354-921b-0874447e773d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25038678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30075167'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:51.462011 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-2e789d46-78ea-456e-b12f-0a100c489e29 req-d78254a7-1659-42dc-8a8a-a532f39e863e tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:51.485067 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bacfa9d-f9e6-4354-921b-0874447e773d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e608e654-05cc-4992-a6b9-3c99ba47d62a,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:21:51.539809 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bacfa9d-f9e6-4354-921b-0874447e773d admin admin] Checking segment: {'id': '02171045-c581-4606-9cff-73fad822acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd6152a8a-6916-4872-b609-f4179b88fb30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:21:51.540800 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bacfa9d-f9e6-4354-921b-0874447e773d admin admin] Network hostable DHCP agents. Network: d6152a8a-6916-4872-b609-f4179b88fb30, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:21:51.580362 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bacfa9d-f9e6-4354-921b-0874447e773d admin admin] Network d6152a8a-6916-4872-b609-f4179b88fb30 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:21:51.586625 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-2e789d46-78ea-456e-b12f-0a100c489e29 req-d78254a7-1659-42dc-8a8a-a532f39e863e tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:51.603841 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-7bacfa9d-f9e6-4354-921b-0874447e773d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, d6152a8a-6916-4872-b609-f4179b88fb30) {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:21:51.604409 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2e789d46-78ea-456e-b12f-0a100c489e29 req-d78254a7-1659-42dc-8a8a-a532f39e863e tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.6872470 Aug 05 11:21:51.613241 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bacfa9d-f9e6-4354-921b-0874447e773d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:51.614113 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7bacfa9d-f9e6-4354-921b-0874447e773d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:51.628471 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a74864-1d0c-4993-b5e2-653863d2ebcd None None] Network d6152a8a-6916-4872-b609-f4179b88fb30 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:21:51.669944 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78254a7-1659-42dc-8a8a-a532f39e863e tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=771270dd-73e0-4acc-b0b7-17b22b12a51c,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:21:51.675865 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-7bacfa9d-f9e6-4354-921b-0874447e773d admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8978117 Aug 05 11:21:51.745967 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1e29447d-dcac-48a7-855e-dc46ead68be3 req-3622e13b-4e9e-4441-9bef-a90d3c429e01 service neutron] 10.222.0.58 "GET /v2.0/networks/22b02496-a35e-44b0-a5b7-11c5e990fce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4743109 Aug 05 11:21:51.869852 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:51.903261 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-a4ee2912-37b7-4f72-8538-61449f58fb13 None None] Notify callbacks [] for port, precommit_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:51.915686 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.provisioning_blocks [None req-a4ee2912-37b7-4f72-8538-61449f58fb13 None None] Transition to ACTIVE for port object 71001dc5-964e-4d77-9d86-a6f93b379a0b will not be triggered until provisioned by entity L2. {{(pid=94423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:21:51.927383 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-a4ee2912-37b7-4f72-8538-61449f58fb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:51.968640 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96d1174-833e-403a-ab59-5192e64e7ddf req-0bdb77a8-2560-42a8-8a87-887336e97171 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:51.982019 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f96d1174-833e-403a-ab59-5192e64e7ddf req-0bdb77a8-2560-42a8-8a87-887336e97171 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b464baa-8fee-4e83-b710-80fe99d43fc0 HTTP/1.1" status: 200 len: 949 time: 0.2310953 Aug 05 11:21:52.027918 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e42714a-8218-406a-8a01-c88be1fba26c None None] Pushing event updated for resources: {'Port': ['ID=71001dc5-964e-4d77-9d86-a6f93b379a0b,revision_number=3']} {{(pid=94423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:21:52.070905 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20556e08-2db2-47a4-ac1f-4396e7a50fcb None None] Network d6152a8a-6916-4872-b609-f4179b88fb30 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:21:52.163332 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f96d1174-833e-403a-ab59-5192e64e7ddf req-72aa1724-b74d-4643-9fff-91ef7ea1b7e7 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba838bf4-27d8-4ebd-8a6c-2c869750a1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733301 Aug 05 11:21:52.178311 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1e29447d-dcac-48a7-855e-dc46ead68be3 req-904e7416-fa77-4a0a-9fb2-40444ba37f51 service neutron] 10.222.0.58 "GET /v2.0/networks/22b02496-a35e-44b0-a5b7-11c5e990fce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4244919 Aug 05 11:21:52.225435 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-a4ee2912-37b7-4f72-8538-61449f58fb13 None None] Attempting to bind port 71001dc5-964e-4d77-9d86-a6f93b379a0b on host n-d-803378-2 for vnic_type normal with profile {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:21:52.227467 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-a4ee2912-37b7-4f72-8538-61449f58fb13 None None] Attempting to bind port 71001dc5-964e-4d77-9d86-a6f93b379a0b by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '4abe3257-1333-4b02-890e-df6823bdca9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '1d9d0f10-7957-4188-9ef0-2efd524fc96a'}] {{(pid=94423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:21:52.231315 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ee2912-37b7-4f72-8538-61449f58fb13 None None] Attempting to bind port 71001dc5-964e-4d77-9d86-a6f93b379a0b on network 1d9d0f10-7957-4188-9ef0-2efd524fc96a {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:21:52.243089 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ee2912-37b7-4f72-8538-61449f58fb13 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:21:52.244244 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ee2912-37b7-4f72-8538-61449f58fb13 None None] Checking segment: {'id': '4abe3257-1333-4b02-890e-df6823bdca9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '1d9d0f10-7957-4188-9ef0-2efd524fc96a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:21:52.245226 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-a4ee2912-37b7-4f72-8538-61449f58fb13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:52.245917 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ee2912-37b7-4f72-8538-61449f58fb13 None None] Bound using segment: {'id': '4abe3257-1333-4b02-890e-df6823bdca9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '1d9d0f10-7957-4188-9ef0-2efd524fc96a'} {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:21:52.246613 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-a4ee2912-37b7-4f72-8538-61449f58fb13 None None] Bound port: 71001dc5-964e-4d77-9d86-a6f93b379a0b, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4abe3257-1333-4b02-890e-df6823bdca9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '1d9d0f10-7957-4188-9ef0-2efd524fc96a'}}] {{(pid=94423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:21:52.247677 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-a4ee2912-37b7-4f72-8538-61449f58fb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:52.297722 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 49bfd466-2a5b-4e0b-9162-53a17e69e7eb details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:21:52.310671 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 49bfd466-2a5b-4e0b-9162-53a17e69e7eb no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:21:52.448340 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.db [None req-a4ee2912-37b7-4f72-8538-61449f58fb13 None None] For port 71001dc5-964e-4d77-9d86-a6f93b379a0b, host n-d-803378-2, cleared binding levels {{(pid=94423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:21:52.453011 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.db [None req-a4ee2912-37b7-4f72-8538-61449f58fb13 None None] For port 71001dc5-964e-4d77-9d86-a6f93b379a0b, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=71001dc5-964e-4d77-9d86-a6f93b379a0b,segment=NetworkSegment(4abe3257-1333-4b02-890e-df6823bdca9a),segment_id=4abe3257-1333-4b02-890e-df6823bdca9a)] {{(pid=94423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:21:52.463698 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-a4ee2912-37b7-4f72-8538-61449f58fb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:52.571144 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e42714a-8218-406a-8a01-c88be1fba26c None None] Pushing event updated for resources: {'Port': ['ID=71001dc5-964e-4d77-9d86-a6f93b379a0b,revision_number=4']} {{(pid=94423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:21:52.609010 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ee2912-37b7-4f72-8538-61449f58fb13 None None] Routers {'2df3458d-2693-48da-a64c-10b624594a09'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:21:52.610950 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-a4ee2912-37b7-4f72-8538-61449f58fb13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:21:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['2df3458d-2693-48da-a64c-10b624594a09'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:21:52.659063 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8191ec85-c232-45f9-8ca1-fbd5e05cf976 req-1d8f3a44-ea99-4c71-918e-61b6da5f4294 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:52.671853 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8191ec85-c232-45f9-8ca1-fbd5e05cf976 req-1d8f3a44-ea99-4c71-918e-61b6da5f4294 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=11c1c893-64c6-4eaa-9d19-ac08d54c048d HTTP/1.1" status: 200 len: 945 time: 0.1412809 Aug 05 11:21:52.838188 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8191ec85-c232-45f9-8ca1-fbd5e05cf976 req-a290bda6-0071-4748-9f4f-e82abb7db1a3 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652827 Aug 05 11:21:52.887650 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 49bfd466-2a5b-4e0b-9162-53a17e69e7eb, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=49bfd466-2a5b-4e0b-9162-53a17e69e7eb,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:21:52.932641 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Returning: {'device': '49bfd466-2a5b-4e0b-9162-53a17e69e7eb', 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a', 'port_id': '49bfd466-2a5b-4e0b-9162-53a17e69e7eb', 'mac_address': 'fa:16:3e:d6:ab:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6842f728-c2f3-4e36-bb32-3303d06ce3f4', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:21:52.955492 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:53.031878 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-a4ee2912-37b7-4f72-8538-61449f58fb13 None None] Set router 2df3458d-2693-48da-a64c-10b624594a09 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:21:53.067663 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f254a18f-a80d-4ed0-a54a-b59fc88a4e91 req-4c4014f5-8864-423e-891d-3329c4573b5c tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] 10.222.0.58 "GET /v2.0/security-groups/771270dd-73e0-4acc-b0b7-17b22b12a51c HTTP/1.1" status: 200 len: 1804 time: 0.4570329 Aug 05 11:21:53.076432 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-f254a18f-a80d-4ed0-a54a-b59fc88a4e91 req-57ac9000-8efc-4ca3-a226-f3adb80f2d59 tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '771270dd-73e0-4acc-b0b7-17b22b12a51c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:21:53.080344 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-f254a18f-a80d-4ed0-a54a-b59fc88a4e91 req-57ac9000-8efc-4ca3-a226-f3adb80f2d59 tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '771270dd-73e0-4acc-b0b7-17b22b12a51c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:21:53.117590 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-75b2a83f-54eb-4ec1-a82b-4f802fa51250 req-5d075dd8-b921-4130-8853-05f12e226c5c tempest-SecurityGroupRulesNegativeTestJSON-649964469 tempest-SecurityGroupRulesNegativeTestJSON-649964469-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2024899475', 'description': 'tempest-description-1767047434'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:21:53.131779 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b464baa-8fee-4e83-b710-80fe99d43fc0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49bfd466-2a5b-4e0b-9162-53a17e69e7eb'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:21:53.135870 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-238ae079-217a-431b-9a04-6f110ab67562" -d '{"events": [{"server_uuid": "5b464baa-8fee-4e83-b710-80fe99d43fc0", "name": "network-vif-unplugged", "status": "completed", "tag": "49bfd466-2a5b-4e0b-9162-53a17e69e7eb"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:21:53.152094 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.db.api [req-f254a18f-a80d-4ed0-a54a-b59fc88a4e91 req-57ac9000-8efc-4ca3-a226-f3adb80f2d59 tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 05 11:21:53.152094 n-d-803378-2 neutron-server[94420]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 05 11:21:53.152094 n-d-803378-2 neutron-server[94420]: [parameters: {'project_id': '83da5585cdb04198a24d7a8f8cd121ae', 'id': '6c15fa15-a18e-46a7-8bfd-48947a46988d', 'expiration': datetime.datetime(2021, 8, 5, 11, 23, 53, 140359)}] Aug 05 11:21:53.152094 n-d-803378-2 neutron-server[94420]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94420) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 05 11:21:53.152634 n-d-803378-2 neutron-server[94420]: DEBUG oslo_db.api [req-f254a18f-a80d-4ed0-a54a-b59fc88a4e91 req-57ac9000-8efc-4ca3-a226-f3adb80f2d59 tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 11:21:53.161493 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-75b2a83f-54eb-4ec1-a82b-4f802fa51250 req-5d075dd8-b921-4130-8853-05f12e226c5c tempest-SecurityGroupRulesNegativeTestJSON-649964469 tempest-SecurityGroupRulesNegativeTestJSON-649964469-project] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:53.182177 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:53.200703 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 49bfd466-2a5b-4e0b-9162-53a17e69e7eb, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=49bfd466-2a5b-4e0b-9162-53a17e69e7eb,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:21:53.221606 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:53.236165 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 49bfd466-2a5b-4e0b-9162-53a17e69e7eb {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:21:53.368528 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=49bfd466-2a5b-4e0b-9162-53a17e69e7eb,revision_number=9']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:21:53.375873 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.db.api [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94422) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 05 11:21:53.376388 n-d-803378-2 neutron-server[94422]: DEBUG oslo_db.api [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 11:21:53.433838 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-75b2a83f-54eb-4ec1-a82b-4f802fa51250 req-5d075dd8-b921-4130-8853-05f12e226c5c tempest-SecurityGroupRulesNegativeTestJSON-649964469 tempest-SecurityGroupRulesNegativeTestJSON-649964469-project] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:53.440765 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-75b2a83f-54eb-4ec1-a82b-4f802fa51250 req-5d075dd8-b921-4130-8853-05f12e226c5c tempest-SecurityGroupRulesNegativeTestJSON-649964469 tempest-SecurityGroupRulesNegativeTestJSON-649964469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:53.520720 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-75b2a83f-54eb-4ec1-a82b-4f802fa51250 req-5d075dd8-b921-4130-8853-05f12e226c5c tempest-SecurityGroupRulesNegativeTestJSON-649964469 tempest-SecurityGroupRulesNegativeTestJSON-649964469-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:53.536946 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-75b2a83f-54eb-4ec1-a82b-4f802fa51250 req-5d075dd8-b921-4130-8853-05f12e226c5c tempest-SecurityGroupRulesNegativeTestJSON-649964469 tempest-SecurityGroupRulesNegativeTestJSON-649964469-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.4493222 Aug 05 11:21:53.541240 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d075dd8-b921-4130-8853-05f12e226c5c tempest-SecurityGroupRulesNegativeTestJSON-649964469 tempest-SecurityGroupRulesNegativeTestJSON-649964469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c875c7a2-730c-453a-9f79-c92bb6c0045b,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:21:53.543948 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-a4ee2912-37b7-4f72-8538-61449f58fb13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df3458d-2693-48da-a64c-10b624594a09', 'name': 'tempest-TaggedBootDevicesTest-1186463926-router', 'tenant_id': 'b4870e3c85c84ca78a3c4012c18adec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.250'}], 'enable_snat': True}, 'gw_port_id': '09c5145f-14f6-4aca-8e5a-e8e2320c5277', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:21:37Z', 'updated_at': '2021-08-05T11:21:46Z', 'revision_number': 4, 'project_id': 'b4870e3c85c84ca78a3c4012c18adec3', 'gw_port': {'id': '09c5145f-14f6-4aca-8e5a-e8e2320c5277', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:ed:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df3458d-2693-48da-a64c-10b624594a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:21:38Z', 'updated_at': '2021-08-05T11:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '71001dc5-964e-4d77-9d86-a6f93b379a0b', 'name': '', 'network_id': '1d9d0f10-7957-4188-9ef0-2efd524fc96a', 'tenant_id': 'b4870e3c85c84ca78a3c4012c18adec3', 'mac_address': 'fa:16:3e:a2:c0:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2df3458d-2693-48da-a64c-10b624594a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '359b66e9-993f-49f2-872a-086774950a53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:21:43Z', 'updated_at': '2021-08-05T11:21:52Z', 'revision_number': 4, 'project_id': 'b4870e3c85c84ca78a3c4012c18adec3', 'subnets': [{'id': '359b66e9-993f-49f2-872a-086774950a53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:21:53.648128 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ee2912-37b7-4f72-8538-61449f58fb13 None None] The sync data for ids ['2df3458d-2693-48da-a64c-10b624594a09'] in n-d-803378-2 is: [{'id': '2df3458d-2693-48da-a64c-10b624594a09', 'name': 'tempest-TaggedBootDevicesTest-1186463926-router', 'tenant_id': 'b4870e3c85c84ca78a3c4012c18adec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.250'}], 'enable_snat': True}, 'gw_port_id': '09c5145f-14f6-4aca-8e5a-e8e2320c5277', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:21:37Z', 'updated_at': '2021-08-05T11:21:46Z', 'revision_number': 4, 'project_id': 'b4870e3c85c84ca78a3c4012c18adec3', 'gw_port': {'id': '09c5145f-14f6-4aca-8e5a-e8e2320c5277', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:ed:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df3458d-2693-48da-a64c-10b624594a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:21:38Z', 'updated_at': '2021-08-05T11:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '71001dc5-964e-4d77-9d86-a6f93b379a0b', 'name': '', 'network_id': '1d9d0f10-7957-4188-9ef0-2efd524fc96a', 'tenant_id': 'b4870e3c85c84ca78a3c4012c18adec3', 'mac_address': 'fa:16:3e:a2:c0:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2df3458d-2693-48da-a64c-10b624594a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '359b66e9-993f-49f2-872a-086774950a53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:21:43Z', 'updated_at': '2021-08-05T11:21:52Z', 'revision_number': 4, 'project_id': 'b4870e3c85c84ca78a3c4012c18adec3', 'subnets': [{'id': '359b66e9-993f-49f2-872a-086774950a53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:21:53.653615 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-20195c72-9ba8-40a3-900f-d013b76ef5a5 req-c46fc1b9-3cc6-4747-9ca1-ed00c3dd617a tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] 10.222.0.58 "GET /v2.0/ports?device_id=777afcf0-e1ae-42f2-8d22-825d16d3d4cf HTTP/1.1" status: 200 len: 210 time: 0.0561399 Aug 05 11:21:53.832598 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 05 Aug 2021 11:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2510936-328d-40a8-be45-9597580e6bfa x-openstack-request-id: req-d2510936-328d-40a8-be45-9597580e6bfa {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:21:53.833296 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b464baa-8fee-4e83-b710-80fe99d43fc0", "name": "network-vif-unplugged", "status": "completed", "tag": "49bfd466-2a5b-4e0b-9162-53a17e69e7eb", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:21:53.837748 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d2510936-328d-40a8-be45-9597580e6bfa {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:21:53.839988 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b464baa-8fee-4e83-b710-80fe99d43fc0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49bfd466-2a5b-4e0b-9162-53a17e69e7eb', 'code': 200} Aug 05 11:21:53.865335 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-f254a18f-a80d-4ed0-a54a-b59fc88a4e91 req-57ac9000-8efc-4ca3-a226-f3adb80f2d59 tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:53.909051 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-f254a18f-a80d-4ed0-a54a-b59fc88a4e91 req-57ac9000-8efc-4ca3-a226-f3adb80f2d59 tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:53.916190 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-f254a18f-a80d-4ed0-a54a-b59fc88a4e91 req-57ac9000-8efc-4ca3-a226-f3adb80f2d59 tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:53.975531 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:54.004391 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49bfd466-2a5b-4e0b-9162-53a17e69e7eb {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:21:54.017963 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ac9000-8efc-4ca3-a226-f3adb80f2d59 tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=526cbde2-4cba-4caa-b71a-a42f12f79091,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:21:54.045646 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 49bfd466-2a5b-4e0b-9162-53a17e69e7eb, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=49bfd466-2a5b-4e0b-9162-53a17e69e7eb,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:21:54.052275 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:54.065176 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-f254a18f-a80d-4ed0-a54a-b59fc88a4e91 req-57ac9000-8efc-4ca3-a226-f3adb80f2d59 tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:54.069201 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f254a18f-a80d-4ed0-a54a-b59fc88a4e91 req-57ac9000-8efc-4ca3-a226-f3adb80f2d59 tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.0001390 Aug 05 11:21:54.169213 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99e5ab9-c4b6-4162-bc9e-d391ed521a05 req-4d6516b4-626c-4c9c-bf22-5bbe044792cd tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:54.182234 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c99e5ab9-c4b6-4162-bc9e-d391ed521a05 req-4d6516b4-626c-4c9c-bf22-5bbe044792cd tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b464baa-8fee-4e83-b710-80fe99d43fc0 HTTP/1.1" status: 200 len: 949 time: 0.1581855 Aug 05 11:21:54.323870 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c99e5ab9-c4b6-4162-bc9e-d391ed521a05 req-6409781c-1904-4127-9f21-db326035fbce tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba838bf4-27d8-4ebd-8a6c-2c869750a1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386855 Aug 05 11:21:54.328821 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=49bfd466-2a5b-4e0b-9162-53a17e69e7eb,revision_number=10']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:21:54.429918 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['49bfd466-2a5b-4e0b-9162-53a17e69e7eb'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:21:54.433072 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c63c6a99-9452-4c95-bad2-519974b1a7f8 req-0f064195-3902-4608-8dbd-b615c80fe57b tempest-SecurityGroupRulesNegativeTestJSON-649964469 tempest-SecurityGroupRulesNegativeTestJSON-649964469-project] 10.222.0.58 "GET /v2.0/security-groups/c875c7a2-730c-453a-9f79-c92bb6c0045b HTTP/1.1" status: 200 len: 1813 time: 0.1804421 Aug 05 11:21:54.458851 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-c63c6a99-9452-4c95-bad2-519974b1a7f8 req-cda4053b-6385-4dba-87cd-b27ba23fec15 tempest-SecurityGroupRulesNegativeTestJSON-649964469 tempest-SecurityGroupRulesNegativeTestJSON-649964469-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c875c7a2-730c-453a-9f79-c92bb6c0045b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:21:54.458851 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-c63c6a99-9452-4c95-bad2-519974b1a7f8 req-cda4053b-6385-4dba-87cd-b27ba23fec15 tempest-SecurityGroupRulesNegativeTestJSON-649964469 tempest-SecurityGroupRulesNegativeTestJSON-649964469-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c875c7a2-730c-453a-9f79-c92bb6c0045b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:21:54.520568 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 71001dc5-964e-4d77-9d86-a6f93b379a0b up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:21:54.609891 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-c63c6a99-9452-4c95-bad2-519974b1a7f8 req-cda4053b-6385-4dba-87cd-b27ba23fec15 tempest-SecurityGroupRulesNegativeTestJSON-649964469 tempest-SecurityGroupRulesNegativeTestJSON-649964469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:54.636093 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-c63c6a99-9452-4c95-bad2-519974b1a7f8 req-cda4053b-6385-4dba-87cd-b27ba23fec15 tempest-SecurityGroupRulesNegativeTestJSON-649964469 tempest-SecurityGroupRulesNegativeTestJSON-649964469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:54.644146 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 71001dc5-964e-4d77-9d86-a6f93b379a0b completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:21:54.650407 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-c63c6a99-9452-4c95-bad2-519974b1a7f8 req-cda4053b-6385-4dba-87cd-b27ba23fec15 tempest-SecurityGroupRulesNegativeTestJSON-649964469 tempest-SecurityGroupRulesNegativeTestJSON-649964469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:54.657064 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 71001dc5-964e-4d77-9d86-a6f93b379a0b triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:21:54.657662 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:54.680178 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749e8b4d-5e76-4028-b83c-311a93432938 req-416bfae6-1d5e-4a72-ad37-85e99746b0a7 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:54.682086 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-749e8b4d-5e76-4028-b83c-311a93432938 req-416bfae6-1d5e-4a72-ad37-85e99746b0a7 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=11c1c893-64c6-4eaa-9d19-ac08d54c048d HTTP/1.1" status: 200 len: 945 time: 0.1907012 Aug 05 11:21:54.717172 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda4053b-6385-4dba-87cd-b27ba23fec15 tempest-SecurityGroupRulesNegativeTestJSON-649964469 tempest-SecurityGroupRulesNegativeTestJSON-649964469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=953eb9cd-395c-450f-be8d-e004957f57d9,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:21:54.740203 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-c63c6a99-9452-4c95-bad2-519974b1a7f8 req-cda4053b-6385-4dba-87cd-b27ba23fec15 tempest-SecurityGroupRulesNegativeTestJSON-649964469 tempest-SecurityGroupRulesNegativeTestJSON-649964469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:54.769505 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c63c6a99-9452-4c95-bad2-519974b1a7f8 req-cda4053b-6385-4dba-87cd-b27ba23fec15 tempest-SecurityGroupRulesNegativeTestJSON-649964469 tempest-SecurityGroupRulesNegativeTestJSON-649964469-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3206317 Aug 05 11:21:54.872748 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-749e8b4d-5e76-4028-b83c-311a93432938 req-f60ada5f-ad12-4b1c-b39b-329c0d3fdb1e tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708803 Aug 05 11:21:55.024177 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:55.040948 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5cecdab7-b7ff-49f2-b206-911f7ae105ba req-90de7ec6-b300-4d6f-9ca1-e514179172ac tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] 10.222.0.58 "GET /v2.0/security-groups/771270dd-73e0-4acc-b0b7-17b22b12a51c HTTP/1.1" status: 200 len: 2397 time: 0.2133341 Aug 05 11:21:55.053693 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-5cecdab7-b7ff-49f2-b206-911f7ae105ba req-d76e908f-639a-45e1-883a-a800ff865dfd tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '771270dd-73e0-4acc-b0b7-17b22b12a51c', 'remote_group_id': None}]} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:21:55.054045 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-5cecdab7-b7ff-49f2-b206-911f7ae105ba req-d76e908f-639a-45e1-883a-a800ff865dfd tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '771270dd-73e0-4acc-b0b7-17b22b12a51c', 'remote_group_id': None}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:21:55.107406 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e29447d-dcac-48a7-855e-dc46ead68be3 req-b945ea42-6043-4fe4-a92a-d1efb13737b9 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:55.114599 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1e29447d-dcac-48a7-855e-dc46ead68be3 req-b945ea42-6043-4fe4-a92a-d1efb13737b9 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] 10.222.0.64 "GET /v2.0/networks?id=22b02496-a35e-44b0-a5b7-11c5e990fce2 HTTP/1.1" status: 200 len: 822 time: 0.4101655 Aug 05 11:21:55.145166 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port 71001dc5-964e-4d77-9d86-a6f93b379a0b, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=71001dc5-964e-4d77-9d86-a6f93b379a0b,segment=NetworkSegment(4abe3257-1333-4b02-890e-df6823bdca9a),segment_id=4abe3257-1333-4b02-890e-df6823bdca9a)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:21:55.147627 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-1e29447d-dcac-48a7-855e-dc46ead68be3 req-4ec599c4-28a2-4222-bc76-b188e2776f6b tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Request body: {'port': {'device_id': '777afcf0-e1ae-42f2-8d22-825d16d3d4cf', 'network_id': '22b02496-a35e-44b0-a5b7-11c5e990fce2', 'admin_state_up': True, 'tenant_id': '4b264d15c70e4932bdfe527ce7c93819'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:21:55.154817 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:55.239970 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=71001dc5-964e-4d77-9d86-a6f93b379a0b,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:21:55.266386 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d9758e64-6fca-406e-8714-6491b8cd66f7 req-89dacee9-cf04-4356-84ec-150571364648 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] 10.222.0.58 "GET /v2.0/ports?device_id=777afcf0-e1ae-42f2-8d22-825d16d3d4cf HTTP/1.1" status: 200 len: 210 time: 0.1365941 Aug 05 11:21:55.408874 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2b291d4a-de2a-4a41-970e-b5074c7d20dd req-62e0184f-8eac-47f4-a634-1ef50ea57785 tempest-SecurityGroupRulesNegativeTestJSON-649964469 tempest-SecurityGroupRulesNegativeTestJSON-649964469-project] 10.222.0.58 "GET /v2.0/security-groups/c875c7a2-730c-453a-9f79-c92bb6c0045b HTTP/1.1" status: 200 len: 2406 time: 0.1019466 Aug 05 11:21:55.410947 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e29447d-dcac-48a7-855e-dc46ead68be3 req-4ec599c4-28a2-4222-bc76-b188e2776f6b tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Made reservation on behalf of 4b264d15c70e4932bdfe527ce7c93819 for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:21:55.416129 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-1e29447d-dcac-48a7-855e-dc46ead68be3 req-4ec599c4-28a2-4222-bc76-b188e2776f6b tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:55.420123 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-5cecdab7-b7ff-49f2-b206-911f7ae105ba req-d76e908f-639a-45e1-883a-a800ff865dfd tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:55.474877 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-5cecdab7-b7ff-49f2-b206-911f7ae105ba req-d76e908f-639a-45e1-883a-a800ff865dfd tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:55.480562 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-5cecdab7-b7ff-49f2-b206-911f7ae105ba req-d76e908f-639a-45e1-883a-a800ff865dfd tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:55.525369 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76e908f-639a-45e1-883a-a800ff865dfd tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f2aae3f-dcd3-4346-a989-7a3176dec031,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:21:55.545727 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-5cecdab7-b7ff-49f2-b206-911f7ae105ba req-d76e908f-639a-45e1-883a-a800ff865dfd tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:55.566642 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5cecdab7-b7ff-49f2-b206-911f7ae105ba req-d76e908f-639a-45e1-883a-a800ff865dfd tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.5198736 Aug 05 11:21:55.659309 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-90aeed03-1a8b-4b80-b387-35d0ec718090 req-3243967c-dcce-4a46-9f65-5ba20092facf tempest-SecurityGroupRulesNegativeTestJSON-649964469 tempest-SecurityGroupRulesNegativeTestJSON-649964469-project] 10.222.0.58 "GET /v2.0/security-group-rules/953eb9cd-395c-450f-be8d-e004957f57d9 HTTP/1.1" status: 200 len: 778 time: 0.0716012 Aug 05 11:21:55.690528 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-1e29447d-dcac-48a7-855e-dc46ead68be3 req-4ec599c4-28a2-4222-bc76-b188e2776f6b tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Allocated IP 172.20.0.6 (22b02496-a35e-44b0-a5b7-11c5e990fce2/157c688d-0ff0-4d0a-9258-c12de8417018/5d15e94d-5ce6-4d6e-9174-2db583ce3184) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:21:55.845434 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b045b1f7-cda5-43c3-b3f4-e7d5be22589b req-54c6b110-19b1-4b01-90c2-90c0e587635d tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:55.848433 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b045b1f7-cda5-43c3-b3f4-e7d5be22589b req-54c6b110-19b1-4b01-90c2-90c0e587635d tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b464baa-8fee-4e83-b710-80fe99d43fc0 HTTP/1.1" status: 200 len: 949 time: 0.1872261 Aug 05 11:21:55.856899 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-90aeed03-1a8b-4b80-b387-35d0ec718090 req-c261692b-4e97-4242-bfe2-50726ae94934 tempest-SecurityGroupRulesNegativeTestJSON-649964469 tempest-SecurityGroupRulesNegativeTestJSON-649964469-project] 10.222.0.58 "GET /v2.0/security-groups/c875c7a2-730c-453a-9f79-c92bb6c0045b HTTP/1.1" status: 200 len: 2406 time: 0.1703143 Aug 05 11:21:55.962236 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b045b1f7-cda5-43c3-b3f4-e7d5be22589b req-a0ef2c83-a1b7-4670-a6fb-d21adf2b667c tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba838bf4-27d8-4ebd-8a6c-2c869750a1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034534 Aug 05 11:21:55.966400 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-90aeed03-1a8b-4b80-b387-35d0ec718090 req-1bfc146e-3e32-434d-bfc2-d72a97877d2e tempest-SecurityGroupRulesNegativeTestJSON-649964469 tempest-SecurityGroupRulesNegativeTestJSON-649964469-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:55.969561 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-1e29447d-dcac-48a7-855e-dc46ead68be3 req-4ec599c4-28a2-4222-bc76-b188e2776f6b tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:55.990959 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-90aeed03-1a8b-4b80-b387-35d0ec718090 req-1bfc146e-3e32-434d-bfc2-d72a97877d2e tempest-SecurityGroupRulesNegativeTestJSON-649964469 tempest-SecurityGroupRulesNegativeTestJSON-649964469-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:56.069430 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-1e29447d-dcac-48a7-855e-dc46ead68be3 req-4ec599c4-28a2-4222-bc76-b188e2776f6b tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:56.074662 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-90aeed03-1a8b-4b80-b387-35d0ec718090 req-1bfc146e-3e32-434d-bfc2-d72a97877d2e tempest-SecurityGroupRulesNegativeTestJSON-649964469 tempest-SecurityGroupRulesNegativeTestJSON-649964469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:56.087176 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-90aeed03-1a8b-4b80-b387-35d0ec718090 req-1bfc146e-3e32-434d-bfc2-d72a97877d2e tempest-SecurityGroupRulesNegativeTestJSON-649964469 tempest-SecurityGroupRulesNegativeTestJSON-649964469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:56.102336 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-90aeed03-1a8b-4b80-b387-35d0ec718090 req-1bfc146e-3e32-434d-bfc2-d72a97877d2e tempest-SecurityGroupRulesNegativeTestJSON-649964469 tempest-SecurityGroupRulesNegativeTestJSON-649964469-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/953eb9cd-395c-450f-be8d-e004957f57d9 HTTP/1.1" status: 204 len: 173 time: 0.2297556 Aug 05 11:21:56.149632 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfc146e-3e32-434d-bfc2-d72a97877d2e tempest-SecurityGroupRulesNegativeTestJSON-649964469 tempest-SecurityGroupRulesNegativeTestJSON-649964469-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=953eb9cd-395c-450f-be8d-e004957f57d9,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:21:56.151788 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e29447d-dcac-48a7-855e-dc46ead68be3 req-4ec599c4-28a2-4222-bc76-b188e2776f6b tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Network 22b02496-a35e-44b0-a5b7-11c5e990fce2 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:21:56.156475 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-1e29447d-dcac-48a7-855e-dc46ead68be3 req-4ec599c4-28a2-4222-bc76-b188e2776f6b tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:21:56.164392 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e29447d-dcac-48a7-855e-dc46ead68be3 req-4ec599c4-28a2-4222-bc76-b188e2776f6b tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:21:56.170070 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec599c4-28a2-4222-bc76-b188e2776f6b tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Pushing event updated for resources: {'Port': ['ID=5d15e94d-5ce6-4d6e-9174-2db583ce3184,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:21:56.207955 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-93c21df8-7256-4699-b35c-3aa3cebcdd8e req-6791b461-231d-485a-8eec-39a988099153 tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] 10.222.0.58 "GET /v2.0/security-groups/771270dd-73e0-4acc-b0b7-17b22b12a51c HTTP/1.1" status: 200 len: 2995 time: 0.1602459 Aug 05 11:21:56.247727 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-12ece94d-bb24-4dd5-bfec-d8f50b77741a req-36dd0548-15a0-4fc5-94a3-77b4222602ef tempest-SecurityGroupRulesNegativeTestJSON-649964469 tempest-SecurityGroupRulesNegativeTestJSON-649964469-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1339176328', 'description': 'tempest-description-493160032'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:21:56.274772 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e29447d-dcac-48a7-855e-dc46ead68be3 req-4ec599c4-28a2-4222-bc76-b188e2776f6b tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:56.282868 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-1e29447d-dcac-48a7-855e-dc46ead68be3 req-4ec599c4-28a2-4222-bc76-b188e2776f6b tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:56.294706 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 49bfd466-2a5b-4e0b-9162-53a17e69e7eb up at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:21:56.317545 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-12ece94d-bb24-4dd5-bfec-d8f50b77741a req-36dd0548-15a0-4fc5-94a3-77b4222602ef tempest-SecurityGroupRulesNegativeTestJSON-649964469 tempest-SecurityGroupRulesNegativeTestJSON-649964469-project] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:56.339507 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1e29447d-dcac-48a7-855e-dc46ead68be3 req-4ec599c4-28a2-4222-bc76-b188e2776f6b tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1974413 Aug 05 11:21:56.372095 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-1e29447d-dcac-48a7-855e-dc46ead68be3 req-b360c397-772f-47b1-a6d3-504d059b9367 service neutron] Request body: {'port': {'device_id': '777afcf0-e1ae-42f2-8d22-825d16d3d4cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:21:56.407008 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning complete for port 49bfd466-2a5b-4e0b-9162-53a17e69e7eb triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:21:56.410254 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:56.423573 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 71001dc5-964e-4d77-9d86-a6f93b379a0b up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:21:56.481174 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5282d5c-1b85-4319-8f19-ea3c85252d87 req-86f89f6b-d440-45b5-8529-a0d3b8bf96d5 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:56.482786 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c5282d5c-1b85-4319-8f19-ea3c85252d87 req-86f89f6b-d440-45b5-8529-a0d3b8bf96d5 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=11c1c893-64c6-4eaa-9d19-ac08d54c048d HTTP/1.1" status: 200 len: 945 time: 0.3037689 Aug 05 11:21:56.498804 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-1e29447d-dcac-48a7-855e-dc46ead68be3 req-b360c397-772f-47b1-a6d3-504d059b9367 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:56.571303 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 71001dc5-964e-4d77-9d86-a6f93b379a0b triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:21:56.571833 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:56.575604 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c5282d5c-1b85-4319-8f19-ea3c85252d87 req-1b197a7c-b445-49ac-9f0d-92ce5653c8cc tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769711 Aug 05 11:21:56.636198 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:56.638433 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-12ece94d-bb24-4dd5-bfec-d8f50b77741a req-36dd0548-15a0-4fc5-94a3-77b4222602ef tempest-SecurityGroupRulesNegativeTestJSON-649964469 tempest-SecurityGroupRulesNegativeTestJSON-649964469-project] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:56.648862 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-12ece94d-bb24-4dd5-bfec-d8f50b77741a req-36dd0548-15a0-4fc5-94a3-77b4222602ef tempest-SecurityGroupRulesNegativeTestJSON-649964469 tempest-SecurityGroupRulesNegativeTestJSON-649964469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:56.687665 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-870f6fba-2951-4aa9-a1e1-3d5fac1eee3e req-d2ba862f-aa45-4d6c-a6a8-c67bc389a5e8 tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] 10.222.0.58 "GET /v2.0/security-group-rules/0f2aae3f-dcd3-4346-a989-7a3176dec031 HTTP/1.1" status: 200 len: 783 time: 0.0643165 Aug 05 11:21:56.723437 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b464baa-8fee-4e83-b710-80fe99d43fc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49bfd466-2a5b-4e0b-9162-53a17e69e7eb'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:21:56.726152 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4197de06-90cd-4948-b08e-5bbc0e04c0c4" -d '{"events": [{"server_uuid": "5b464baa-8fee-4e83-b710-80fe99d43fc0", "name": "network-vif-plugged", "status": "completed", "tag": "49bfd466-2a5b-4e0b-9162-53a17e69e7eb"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:21:56.747624 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 49bfd466-2a5b-4e0b-9162-53a17e69e7eb, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=49bfd466-2a5b-4e0b-9162-53a17e69e7eb,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:21:56.748136 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-12ece94d-bb24-4dd5-bfec-d8f50b77741a req-36dd0548-15a0-4fc5-94a3-77b4222602ef tempest-SecurityGroupRulesNegativeTestJSON-649964469 tempest-SecurityGroupRulesNegativeTestJSON-649964469-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:56.750584 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-12ece94d-bb24-4dd5-bfec-d8f50b77741a req-36dd0548-15a0-4fc5-94a3-77b4222602ef tempest-SecurityGroupRulesNegativeTestJSON-649964469 tempest-SecurityGroupRulesNegativeTestJSON-649964469-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.5129178 Aug 05 11:21:56.763193 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:56.782433 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dd0548-15a0-4fc5-94a3-77b4222602ef tempest-SecurityGroupRulesNegativeTestJSON-649964469 tempest-SecurityGroupRulesNegativeTestJSON-649964469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22a5ef01-d06c-4b25-abf5-08c887c7d7a7,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:21:56.829091 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-870f6fba-2951-4aa9-a1e1-3d5fac1eee3e req-c13f13b4-a22f-4231-bac1-fba85feb637c tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] 10.222.0.58 "GET /v2.0/security-groups/771270dd-73e0-4acc-b0b7-17b22b12a51c HTTP/1.1" status: 200 len: 2995 time: 0.1403136 Aug 05 11:21:56.856788 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=49bfd466-2a5b-4e0b-9162-53a17e69e7eb,revision_number=11']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:21:56.895517 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-870f6fba-2951-4aa9-a1e1-3d5fac1eee3e req-53a4001d-02cf-485f-ad68-b07ff520ad9c tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:56.910180 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-870f6fba-2951-4aa9-a1e1-3d5fac1eee3e req-53a4001d-02cf-485f-ad68-b07ff520ad9c tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:56.940631 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4bbe71-c0d5-4396-9f9b-24ca66e03f42 req-f3c9aa2b-2d75-49cc-9e6e-b13615b04fb7 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:56.942264 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4c4bbe71-c0d5-4396-9f9b-24ca66e03f42 req-f3c9aa2b-2d75-49cc-9e6e-b13615b04fb7 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] 10.222.0.58 "GET /v2.0/ports?device_id=777afcf0-e1ae-42f2-8d22-825d16d3d4cf HTTP/1.1" status: 200 len: 931 time: 0.1003532 Aug 05 11:21:56.969533 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-870f6fba-2951-4aa9-a1e1-3d5fac1eee3e req-53a4001d-02cf-485f-ad68-b07ff520ad9c tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:56.994872 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-870f6fba-2951-4aa9-a1e1-3d5fac1eee3e req-53a4001d-02cf-485f-ad68-b07ff520ad9c tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:56.996348 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-870f6fba-2951-4aa9-a1e1-3d5fac1eee3e req-53a4001d-02cf-485f-ad68-b07ff520ad9c tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/0f2aae3f-dcd3-4346-a989-7a3176dec031 HTTP/1.1" status: 204 len: 173 time: 0.1660986 Aug 05 11:21:57.003522 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a4001d-02cf-485f-ad68-b07ff520ad9c tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0f2aae3f-dcd3-4346-a989-7a3176dec031,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:21:57.038016 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4c4bbe71-c0d5-4396-9f9b-24ca66e03f42 req-2c5892d0-edd8-48b7-a393-fce002954f5b tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] 10.222.0.58 "GET /v2.0/security-groups?id=e0296632-6fc5-467d-96aa-746236c85873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809731 Aug 05 11:21:57.102018 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-1e29447d-dcac-48a7-855e-dc46ead68be3 req-b360c397-772f-47b1-a6d3-504d059b9367 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d15e94d-5ce6-4d6e-9174-2db583ce3184 {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:21:57.110181 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-829b72a9-dca8-44ca-a027-3b3f32d185ef x-openstack-request-id: req-829b72a9-dca8-44ca-a027-3b3f32d185ef {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:21:57.110766 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b464baa-8fee-4e83-b710-80fe99d43fc0", "name": "network-vif-plugged", "status": "completed", "tag": "49bfd466-2a5b-4e0b-9162-53a17e69e7eb", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:21:57.111280 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-829b72a9-dca8-44ca-a027-3b3f32d185ef {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:21:57.112006 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b464baa-8fee-4e83-b710-80fe99d43fc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49bfd466-2a5b-4e0b-9162-53a17e69e7eb', 'code': 200} Aug 05 11:21:57.125554 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-1e29447d-dcac-48a7-855e-dc46ead68be3 req-b360c397-772f-47b1-a6d3-504d059b9367 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:57.198903 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-1e29447d-dcac-48a7-855e-dc46ead68be3 req-b360c397-772f-47b1-a6d3-504d059b9367 service neutron] Transition to ACTIVE for port object 5d15e94d-5ce6-4d6e-9174-2db583ce3184 will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:21:57.206333 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-1e29447d-dcac-48a7-855e-dc46ead68be3 req-b360c397-772f-47b1-a6d3-504d059b9367 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:57.258975 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4c002520-8cb1-45cb-b48b-b0a73f806d77 req-cad1c2f6-eced-47d5-a638-f98311b5ae0a tempest-SecurityGroupRulesNegativeTestJSON-649964469 tempest-SecurityGroupRulesNegativeTestJSON-649964469-project] 10.222.0.58 "GET /v2.0/security-groups/22a5ef01-d06c-4b25-abf5-08c887c7d7a7 HTTP/1.1" status: 200 len: 1812 time: 0.1134732 Aug 05 11:21:57.339773 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b360c397-772f-47b1-a6d3-504d059b9367 service neutron] Pushing event updated for resources: {'Port': ['ID=5d15e94d-5ce6-4d6e-9174-2db583ce3184,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:21:57.433115 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-444bd87d-c3ec-4965-b592-2df3abfe081c req-fefe94c9-7cdb-4f34-8dc6-94c67b6041fe tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] 10.222.0.58 "GET /v2.0/security-groups/771270dd-73e0-4acc-b0b7-17b22b12a51c HTTP/1.1" status: 200 len: 2397 time: 0.1725070 Aug 05 11:21:57.496145 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f153a086-52e7-4644-8e28-17c939d2e075 req-f2ead396-af55-4518-9c78-11bccec25160 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:57.497911 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f153a086-52e7-4644-8e28-17c939d2e075 req-f2ead396-af55-4518-9c78-11bccec25160 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b464baa-8fee-4e83-b710-80fe99d43fc0 HTTP/1.1" status: 200 len: 950 time: 0.1275923 Aug 05 11:21:57.541493 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-444bd87d-c3ec-4965-b592-2df3abfe081c req-748f574d-ef76-4daf-bf3a-c2f0b29ae525 tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:57.575953 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f153a086-52e7-4644-8e28-17c939d2e075 req-cfb414d9-fc1f-4443-9184-9aed7734215d tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba838bf4-27d8-4ebd-8a6c-2c869750a1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688112 Aug 05 11:21:57.620244 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-444bd87d-c3ec-4965-b592-2df3abfe081c req-748f574d-ef76-4daf-bf3a-c2f0b29ae525 tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:57.731056 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-444bd87d-c3ec-4965-b592-2df3abfe081c req-748f574d-ef76-4daf-bf3a-c2f0b29ae525 tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:57.733800 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-444bd87d-c3ec-4965-b592-2df3abfe081c req-748f574d-ef76-4daf-bf3a-c2f0b29ae525 tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:57.735038 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-444bd87d-c3ec-4965-b592-2df3abfe081c req-748f574d-ef76-4daf-bf3a-c2f0b29ae525 tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] 10.222.0.58 "DELETE /v2.0/security-groups/771270dd-73e0-4acc-b0b7-17b22b12a51c HTTP/1.1" status: 204 len: 173 time: 0.3011174 Aug 05 11:21:57.758615 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748f574d-ef76-4daf-bf3a-c2f0b29ae525 tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=771270dd-73e0-4acc-b0b7-17b22b12a51c,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:21:57.785041 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-78ee02d3-09e0-4478-87aa-9e3c85cce27e req-b4de14fd-5c93-4496-8c25-57b0c7289175 tempest-SecurityGroupRulesNegativeTestJSON-649964469 tempest-SecurityGroupRulesNegativeTestJSON-649964469-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1501884948', 'description': 'tempest-description-1576641486'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:21:57.827343 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf93a779-d784-43a5-85e7-94835abc4bcb req-348d1c76-128c-4a5b-8959-3da1fbb0f44d tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:57.829366 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bf93a779-d784-43a5-85e7-94835abc4bcb req-348d1c76-128c-4a5b-8959-3da1fbb0f44d tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=11c1c893-64c6-4eaa-9d19-ac08d54c048d HTTP/1.1" status: 200 len: 945 time: 0.1391139 Aug 05 11:21:57.830969 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-78ee02d3-09e0-4478-87aa-9e3c85cce27e req-b4de14fd-5c93-4496-8c25-57b0c7289175 tempest-SecurityGroupRulesNegativeTestJSON-649964469 tempest-SecurityGroupRulesNegativeTestJSON-649964469-project] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:57.911554 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bf93a779-d784-43a5-85e7-94835abc4bcb req-2af92092-d750-4eff-9f91-1753d8212067 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668836 Aug 05 11:21:57.935734 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-1e29447d-dcac-48a7-855e-dc46ead68be3 req-b360c397-772f-47b1-a6d3-504d059b9367 service neutron] Attempting to bind port 5d15e94d-5ce6-4d6e-9174-2db583ce3184 on host n-h1-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:21:57.936218 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-1e29447d-dcac-48a7-855e-dc46ead68be3 req-b360c397-772f-47b1-a6d3-504d059b9367 service neutron] Attempting to bind port 5d15e94d-5ce6-4d6e-9174-2db583ce3184 by drivers openvswitch,hyperv on host n-h1-803378-2 at level 0 using segments [{'id': '1ec67acc-70fb-44ef-8f20-f613e3cce6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '22b02496-a35e-44b0-a5b7-11c5e990fce2'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:21:57.936751 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e29447d-dcac-48a7-855e-dc46ead68be3 req-b360c397-772f-47b1-a6d3-504d059b9367 service neutron] Attempting to bind port 5d15e94d-5ce6-4d6e-9174-2db583ce3184 on network 22b02496-a35e-44b0-a5b7-11c5e990fce2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:21:57.941291 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162c2eae-1427-4c59-a875-d3aa76f72551 req-068ab42f-aa29-452e-a15a-0e9444bff914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:57.943160 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-162c2eae-1427-4c59-a875-d3aa76f72551 req-068ab42f-aa29-452e-a15a-0e9444bff914 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5b464baa-8fee-4e83-b710-80fe99d43fc0 HTTP/1.1" status: 200 len: 1101 time: 0.0834713 Aug 05 11:21:57.954601 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e29447d-dcac-48a7-855e-dc46ead68be3 req-b360c397-772f-47b1-a6d3-504d059b9367 service neutron] Port 5d15e94d-5ce6-4d6e-9174-2db583ce3184 on network 22b02496-a35e-44b0-a5b7-11c5e990fce2 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:21:57.955047 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e29447d-dcac-48a7-855e-dc46ead68be3 req-b360c397-772f-47b1-a6d3-504d059b9367 service neutron] Attempting to bind port 5d15e94d-5ce6-4d6e-9174-2db583ce3184 on network 22b02496-a35e-44b0-a5b7-11c5e990fce2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:21:57.976020 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e29447d-dcac-48a7-855e-dc46ead68be3 req-b360c397-772f-47b1-a6d3-504d059b9367 service neutron] Checking agent: {'id': '40bb7567-59bd-4b31-bc29-da1c50bca759', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:21:57.977202 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e29447d-dcac-48a7-855e-dc46ead68be3 req-b360c397-772f-47b1-a6d3-504d059b9367 service neutron] Checking segment: {'id': '1ec67acc-70fb-44ef-8f20-f613e3cce6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '22b02496-a35e-44b0-a5b7-11c5e990fce2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:21:57.977715 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e29447d-dcac-48a7-855e-dc46ead68be3 req-b360c397-772f-47b1-a6d3-504d059b9367 service neutron] Bound using segment: {'id': '1ec67acc-70fb-44ef-8f20-f613e3cce6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '22b02496-a35e-44b0-a5b7-11c5e990fce2'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:21:57.978410 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-1e29447d-dcac-48a7-855e-dc46ead68be3 req-b360c397-772f-47b1-a6d3-504d059b9367 service neutron] Bound port: 5d15e94d-5ce6-4d6e-9174-2db583ce3184, host: n-h1-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ec67acc-70fb-44ef-8f20-f613e3cce6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '22b02496-a35e-44b0-a5b7-11c5e990fce2'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:21:57.978910 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-1e29447d-dcac-48a7-855e-dc46ead68be3 req-b360c397-772f-47b1-a6d3-504d059b9367 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:58.005874 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-78ee02d3-09e0-4478-87aa-9e3c85cce27e req-b4de14fd-5c93-4496-8c25-57b0c7289175 tempest-SecurityGroupRulesNegativeTestJSON-649964469 tempest-SecurityGroupRulesNegativeTestJSON-649964469-project] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:58.013580 n-d-803378-2 neutron-server[94420]: INFO neutron.api.v2.resource [req-a27ee798-8f8d-4311-9366-0dd2637c5002 req-7de8e65b-f668-49a4-bb64-1b24f26d8b0a tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] show failed (client error): The resource could not be found. Aug 05 11:21:58.015064 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a27ee798-8f8d-4311-9366-0dd2637c5002 req-7de8e65b-f668-49a4-bb64-1b24f26d8b0a tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] 10.222.0.58 "GET /v2.0/security-groups/5e192815-25a1-4d32-808f-052b487a00f1 HTTP/1.1" status: 404 len: 352 time: 0.0274918 Aug 05 11:21:58.021495 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-78ee02d3-09e0-4478-87aa-9e3c85cce27e req-b4de14fd-5c93-4496-8c25-57b0c7289175 tempest-SecurityGroupRulesNegativeTestJSON-649964469 tempest-SecurityGroupRulesNegativeTestJSON-649964469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:58.071688 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-78ee02d3-09e0-4478-87aa-9e3c85cce27e req-b4de14fd-5c93-4496-8c25-57b0c7289175 tempest-SecurityGroupRulesNegativeTestJSON-649964469 tempest-SecurityGroupRulesNegativeTestJSON-649964469-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:58.073314 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-78ee02d3-09e0-4478-87aa-9e3c85cce27e req-b4de14fd-5c93-4496-8c25-57b0c7289175 tempest-SecurityGroupRulesNegativeTestJSON-649964469 tempest-SecurityGroupRulesNegativeTestJSON-649964469-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.3082547 Aug 05 11:21:58.075925 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de14fd-5c93-4496-8c25-57b0c7289175 tempest-SecurityGroupRulesNegativeTestJSON-649964469 tempest-SecurityGroupRulesNegativeTestJSON-649964469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0dc5a0ab-99e2-492c-9fbe-89625a6b681f,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:21:58.086520 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-162c2eae-1427-4c59-a875-d3aa76f72551 req-cf0aeb36-5c31-4e2c-9b0e-1eb8c48ec64c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ba838bf4-27d8-4ebd-8a6c-2c869750a1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280768 Aug 05 11:21:58.137197 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-36b2cade-1a01-4d22-b6dd-8bed0ab54018 req-ea8864f5-dff5-4616-bb67-815dcb4e0dad tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] 10.222.0.58 "GET /v2.0/security-groups/ea9b9b32-b6b7-445f-b406-6ad7b4cd0cba HTTP/1.1" status: 200 len: 1804 time: 0.0822380 Aug 05 11:21:58.192989 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-1e29447d-dcac-48a7-855e-dc46ead68be3 req-b360c397-772f-47b1-a6d3-504d059b9367 service neutron] For port 5d15e94d-5ce6-4d6e-9174-2db583ce3184, host n-h1-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:21:58.199791 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-1e29447d-dcac-48a7-855e-dc46ead68be3 req-b360c397-772f-47b1-a6d3-504d059b9367 service neutron] For port 5d15e94d-5ce6-4d6e-9174-2db583ce3184, host n-h1-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=5d15e94d-5ce6-4d6e-9174-2db583ce3184,segment=NetworkSegment(1ec67acc-70fb-44ef-8f20-f613e3cce6a3),segment_id=1ec67acc-70fb-44ef-8f20-f613e3cce6a3)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:21:58.210157 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-1e29447d-dcac-48a7-855e-dc46ead68be3 req-b360c397-772f-47b1-a6d3-504d059b9367 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:58.281539 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e29447d-dcac-48a7-855e-dc46ead68be3 req-b360c397-772f-47b1-a6d3-504d059b9367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:58.281821 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762eac22-e813-4830-810e-b4660858f188 req-0b928fb1-cf91-4b46-85aa-54257301c7e1 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:58.284238 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-762eac22-e813-4830-810e-b4660858f188 req-0b928fb1-cf91-4b46-85aa-54257301c7e1 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] 10.222.0.58 "GET /v2.0/ports?device_id=777afcf0-e1ae-42f2-8d22-825d16d3d4cf HTTP/1.1" status: 200 len: 943 time: 0.1416173 Aug 05 11:21:58.285248 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-1e29447d-dcac-48a7-855e-dc46ead68be3 req-b360c397-772f-47b1-a6d3-504d059b9367 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:58.290415 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1e29447d-dcac-48a7-855e-dc46ead68be3 req-b360c397-772f-47b1-a6d3-504d059b9367 service neutron] 10.222.0.64 "PUT /v2.0/ports/5d15e94d-5ce6-4d6e-9174-2db583ce3184 HTTP/1.1" status: 200 len: 1091 time: 1.9267609 Aug 05 11:21:58.296512 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '777afcf0-e1ae-42f2-8d22-825d16d3d4cf', 'tag': '5d15e94d-5ce6-4d6e-9174-2db583ce3184'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:21:58.313552 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1905a685-186b-4839-8bb4-68dc489f85b6" -d '{"events": [{"name": "network-changed", "server_uuid": "777afcf0-e1ae-42f2-8d22-825d16d3d4cf", "tag": "5d15e94d-5ce6-4d6e-9174-2db583ce3184"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:21:58.336198 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-36b2cade-1a01-4d22-b6dd-8bed0ab54018 req-a96edc20-78fe-408c-98fe-9803a6a44e94 tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:58.383629 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b360c397-772f-47b1-a6d3-504d059b9367 service neutron] Pushing event updated for resources: {'Port': ['ID=5d15e94d-5ce6-4d6e-9174-2db583ce3184,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:21:58.394309 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-762eac22-e813-4830-810e-b4660858f188 req-4e1d2f94-6d2a-416b-b25f-5d84c5db912e tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] 10.222.0.58 "GET /v2.0/security-groups?id=e0296632-6fc5-467d-96aa-746236c85873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754488 Aug 05 11:21:58.406406 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-36b2cade-1a01-4d22-b6dd-8bed0ab54018 req-a96edc20-78fe-408c-98fe-9803a6a44e94 tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:58.450129 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e29447d-dcac-48a7-855e-dc46ead68be3 req-4fc074cc-b8f8-48fc-80b9-f8ab9f682a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:58.450742 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1e29447d-dcac-48a7-855e-dc46ead68be3 req-4fc074cc-b8f8-48fc-80b9-f8ab9f682a99 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4b264d15c70e4932bdfe527ce7c93819&device_id=777afcf0-e1ae-42f2-8d22-825d16d3d4cf HTTP/1.1" status: 200 len: 1094 time: 0.0843704 Aug 05 11:21:58.521245 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1e29447d-dcac-48a7-855e-dc46ead68be3 req-79a9fb2f-9296-4727-8f60-acd77d5881d7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d15e94d-5ce6-4d6e-9174-2db583ce3184 HTTP/1.1" status: 200 len: 217 time: 0.0511053 Aug 05 11:21:58.549628 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6fc2ef9b-d954-4c9c-867f-6d4c2cf21468 req-4f80c062-69d3-4e2a-9540-ef3726d44ce6 tempest-SecurityGroupRulesNegativeTestJSON-649964469 tempest-SecurityGroupRulesNegativeTestJSON-649964469-project] 10.222.0.58 "GET /v2.0/security-groups/0dc5a0ab-99e2-492c-9fbe-89625a6b681f HTTP/1.1" status: 200 len: 1813 time: 0.1141684 Aug 05 11:21:58.564809 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-36b2cade-1a01-4d22-b6dd-8bed0ab54018 req-a96edc20-78fe-408c-98fe-9803a6a44e94 tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:58.564809 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-36b2cade-1a01-4d22-b6dd-8bed0ab54018 req-a96edc20-78fe-408c-98fe-9803a6a44e94 tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:58.575808 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-36b2cade-1a01-4d22-b6dd-8bed0ab54018 req-a96edc20-78fe-408c-98fe-9803a6a44e94 tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] 10.222.0.58 "DELETE /v2.0/security-groups/ea9b9b32-b6b7-445f-b406-6ad7b4cd0cba HTTP/1.1" status: 204 len: 173 time: 0.4170771 Aug 05 11:21:58.597629 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e29447d-dcac-48a7-855e-dc46ead68be3 req-f21b48f3-ccc0-4e68-8ea1-6ee4f8707ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:58.599697 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1e29447d-dcac-48a7-855e-dc46ead68be3 req-f21b48f3-ccc0-4e68-8ea1-6ee4f8707ff2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=157c688d-0ff0-4d0a-9258-c12de8417018 HTTP/1.1" status: 200 len: 862 time: 0.0734599 Aug 05 11:21:58.608355 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96edc20-78fe-408c-98fe-9803a6a44e94 tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea9b9b32-b6b7-445f-b406-6ad7b4cd0cba,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:21:58.672019 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8c1f656-d92c-46ea-9d81-7cb62a4c63d8 x-openstack-request-id: req-c8c1f656-d92c-46ea-9d81-7cb62a4c63d8 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:21:58.672530 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "777afcf0-e1ae-42f2-8d22-825d16d3d4cf", "tag": "5d15e94d-5ce6-4d6e-9174-2db583ce3184", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:21:58.672945 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c8c1f656-d92c-46ea-9d81-7cb62a4c63d8 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:21:58.673595 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '777afcf0-e1ae-42f2-8d22-825d16d3d4cf', 'tag': '5d15e94d-5ce6-4d6e-9174-2db583ce3184', 'status': 'completed', 'code': 200} Aug 05 11:21:58.681588 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1e29447d-dcac-48a7-855e-dc46ead68be3 req-a6aa9c56-535d-46d7-b530-1cab5a739291 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=22b02496-a35e-44b0-a5b7-11c5e990fce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705876 Aug 05 11:21:58.686991 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-a3ac319f-3018-4def-a008-4122a16af60b req-64aa302e-586d-4bca-9d75-806141c2b7a9 tempest-SecurityGroupRulesNegativeTestJSON-649964469 tempest-SecurityGroupRulesNegativeTestJSON-649964469-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1678933198', 'description': 'tempest-description-439319451'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:21:58.726843 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-a3ac319f-3018-4def-a008-4122a16af60b req-64aa302e-586d-4bca-9d75-806141c2b7a9 tempest-SecurityGroupRulesNegativeTestJSON-649964469 tempest-SecurityGroupRulesNegativeTestJSON-649964469-project] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:58.834762 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e19f0c72-ad93-415f-9922-bd1a4ed78f12 req-3ae771c5-8df1-42be-bf77-778991833a60 tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] 10.222.0.58 "GET /v2.0/security-groups/b34d6ae6-b1bc-445a-9342-e3db6c53f3c9 HTTP/1.1" status: 200 len: 1804 time: 0.0721002 Aug 05 11:21:58.863293 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1e29447d-dcac-48a7-855e-dc46ead68be3 req-a640cffe-5cfc-473a-b886-2d1dc1e8fe1b service neutron] 10.222.0.64 "GET /v2.0/networks/22b02496-a35e-44b0-a5b7-11c5e990fce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708229 Aug 05 11:21:58.917721 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:58.919133 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-a3ac319f-3018-4def-a008-4122a16af60b req-64aa302e-586d-4bca-9d75-806141c2b7a9 tempest-SecurityGroupRulesNegativeTestJSON-649964469 tempest-SecurityGroupRulesNegativeTestJSON-649964469-project] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:58.931357 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-a3ac319f-3018-4def-a008-4122a16af60b req-64aa302e-586d-4bca-9d75-806141c2b7a9 tempest-SecurityGroupRulesNegativeTestJSON-649964469 tempest-SecurityGroupRulesNegativeTestJSON-649964469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:58.943426 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-e19f0c72-ad93-415f-9922-bd1a4ed78f12 req-d4d56622-174b-4117-abbf-9ad34a99aa76 tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:58.977453 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-a3ac319f-3018-4def-a008-4122a16af60b req-64aa302e-586d-4bca-9d75-806141c2b7a9 tempest-SecurityGroupRulesNegativeTestJSON-649964469 tempest-SecurityGroupRulesNegativeTestJSON-649964469-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:58.978845 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a3ac319f-3018-4def-a008-4122a16af60b req-64aa302e-586d-4bca-9d75-806141c2b7a9 tempest-SecurityGroupRulesNegativeTestJSON-649964469 tempest-SecurityGroupRulesNegativeTestJSON-649964469-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2993991 Aug 05 11:21:58.982344 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aa302e-586d-4bca-9d75-806141c2b7a9 tempest-SecurityGroupRulesNegativeTestJSON-649964469 tempest-SecurityGroupRulesNegativeTestJSON-649964469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29459e74-440f-4018-8c18-ad24277e78ce,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:21:58.999875 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-e19f0c72-ad93-415f-9922-bd1a4ed78f12 req-d4d56622-174b-4117-abbf-9ad34a99aa76 tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:59.073009 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1e29447d-dcac-48a7-855e-dc46ead68be3 req-ab20a477-1318-4ce2-bcf6-f528052403e2 service neutron] 10.222.0.64 "GET /v2.0/networks/22b02496-a35e-44b0-a5b7-11c5e990fce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013812 Aug 05 11:21:59.125183 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-e19f0c72-ad93-415f-9922-bd1a4ed78f12 req-d4d56622-174b-4117-abbf-9ad34a99aa76 tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:59.131919 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-e19f0c72-ad93-415f-9922-bd1a4ed78f12 req-d4d56622-174b-4117-abbf-9ad34a99aa76 tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:59.136013 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e19f0c72-ad93-415f-9922-bd1a4ed78f12 req-d4d56622-174b-4117-abbf-9ad34a99aa76 tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] 10.222.0.58 "DELETE /v2.0/security-groups/b34d6ae6-b1bc-445a-9342-e3db6c53f3c9 HTTP/1.1" status: 204 len: 173 time: 0.2922330 Aug 05 11:21:59.198967 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d56622-174b-4117-abbf-9ad34a99aa76 tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b34d6ae6-b1bc-445a-9342-e3db6c53f3c9,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:21:59.261835 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30664322-8863-421d-b168-806f7718488e req-0473168e-965e-4625-ae87-d6659dee1215 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:59.271503 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-30664322-8863-421d-b168-806f7718488e req-0473168e-965e-4625-ae87-d6659dee1215 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b464baa-8fee-4e83-b710-80fe99d43fc0 HTTP/1.1" status: 200 len: 950 time: 0.1657779 Aug 05 11:21:59.344006 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1905a685-186b-4839-8bb4-68dc489f85b6 req-1714fd79-ab23-4036-b348-c984a1bd9d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:59.346629 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1905a685-186b-4839-8bb4-68dc489f85b6 req-1714fd79-ab23-4036-b348-c984a1bd9d70 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4b264d15c70e4932bdfe527ce7c93819&device_id=777afcf0-e1ae-42f2-8d22-825d16d3d4cf HTTP/1.1" status: 200 len: 1094 time: 0.1459684 Aug 05 11:21:59.372189 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fedbd77-a618-41c9-98b7-8c8d633990a5 req-6eb44bd6-f138-45f3-b215-d50caebab63e tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:59.373937 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8fedbd77-a618-41c9-98b7-8c8d633990a5 req-6eb44bd6-f138-45f3-b215-d50caebab63e tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=11c1c893-64c6-4eaa-9d19-ac08d54c048d HTTP/1.1" status: 200 len: 945 time: 0.0996220 Aug 05 11:21:59.386851 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-30664322-8863-421d-b168-806f7718488e req-698cce7a-b47b-4e40-be5e-04cb2f90f3e1 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba838bf4-27d8-4ebd-8a6c-2c869750a1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139064 Aug 05 11:21:59.509363 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8fedbd77-a618-41c9-98b7-8c8d633990a5 req-6a8ac936-4e1f-47c6-9bc1-a2cbef5a1fc2 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060252 Aug 05 11:21:59.519009 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1905a685-186b-4839-8bb4-68dc489f85b6 req-b873a489-3be6-45ae-9d96-d3e8b5c0e6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:59.532819 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6ce76f30-079d-403c-a868-bbfdd409c7d8 req-1e46811b-54f9-415b-8f98-a32c7fac5ae0 tempest-SecurityGroupRulesNegativeTestJSON-649964469 tempest-SecurityGroupRulesNegativeTestJSON-649964469-project] 10.222.0.58 "GET /v2.0/security-groups/29459e74-440f-4018-8c18-ad24277e78ce HTTP/1.1" status: 200 len: 1812 time: 0.0924194 Aug 05 11:21:59.533150 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1905a685-186b-4839-8bb4-68dc489f85b6 req-b873a489-3be6-45ae-9d96-d3e8b5c0e6ec service neutron] 10.222.0.64 "GET /v2.0/networks?id=22b02496-a35e-44b0-a5b7-11c5e990fce2 HTTP/1.1" status: 200 len: 923 time: 0.1719327 Aug 05 11:21:59.596017 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1905a685-186b-4839-8bb4-68dc489f85b6 req-76583a4c-e1ac-4223-91c0-97bc881d7981 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d15e94d-5ce6-4d6e-9174-2db583ce3184 HTTP/1.1" status: 200 len: 217 time: 0.0593102 Aug 05 11:21:59.672109 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1d95bdbb-3a13-470a-aeb2-ab851f1594f5 req-54807541-fa84-4baf-bbfb-8b0b9dac88b0 tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] 10.222.0.58 "GET /v2.0/security-groups/c71503ad-93d4-4bc8-a220-57bb8d78c61c HTTP/1.1" status: 200 len: 1803 time: 0.1327162 Aug 05 11:21:59.700310 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1905a685-186b-4839-8bb4-68dc489f85b6 req-5fa46360-d274-4379-8753-f83de7e9f70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:59.703726 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1905a685-186b-4839-8bb4-68dc489f85b6 req-5fa46360-d274-4379-8753-f83de7e9f70c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=157c688d-0ff0-4d0a-9258-c12de8417018 HTTP/1.1" status: 200 len: 862 time: 0.0999639 Aug 05 11:21:59.761108 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5627c6c-eed2-45cb-8a2f-7e52bdef3518 req-a892ac9d-6779-4ca9-9066-b259db12c37f tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:21:59.763149 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b5627c6c-eed2-45cb-8a2f-7e52bdef3518 req-a892ac9d-6779-4ca9-9066-b259db12c37f tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] 10.222.0.58 "GET /v2.0/ports?device_id=777afcf0-e1ae-42f2-8d22-825d16d3d4cf HTTP/1.1" status: 200 len: 943 time: 0.1708875 Aug 05 11:21:59.777807 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1905a685-186b-4839-8bb4-68dc489f85b6 req-267e886e-4c40-404b-91f9-fc6e6ff70f40 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=22b02496-a35e-44b0-a5b7-11c5e990fce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609310 Aug 05 11:21:59.840272 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b5627c6c-eed2-45cb-8a2f-7e52bdef3518 req-d5153257-9f6a-4217-9f86-a4dafb38af43 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] 10.222.0.58 "GET /v2.0/security-groups?id=e0296632-6fc5-467d-96aa-746236c85873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601919 Aug 05 11:21:59.840864 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-1d95bdbb-3a13-470a-aeb2-ab851f1594f5 req-37205f49-5eaf-4ae4-95ab-2a4aed1c8bb3 tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:59.889169 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-1d95bdbb-3a13-470a-aeb2-ab851f1594f5 req-37205f49-5eaf-4ae4-95ab-2a4aed1c8bb3 tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:59.896749 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-5cbb4ade-3644-4899-900b-98879045ea86 req-d8c84c9f-4f65-44ab-8756-e9012c44534f tempest-SecurityGroupRulesNegativeTestJSON-649964469 tempest-SecurityGroupRulesNegativeTestJSON-649964469-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1894981697', 'description': 'tempest-description-313933251'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:21:59.918942 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1905a685-186b-4839-8bb4-68dc489f85b6 req-ff933506-3509-4292-b03c-0d7fa30e9d1a service neutron] 10.222.0.64 "GET /v2.0/networks/22b02496-a35e-44b0-a5b7-11c5e990fce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333673 Aug 05 11:21:59.951854 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-5cbb4ade-3644-4899-900b-98879045ea86 req-d8c84c9f-4f65-44ab-8756-e9012c44534f tempest-SecurityGroupRulesNegativeTestJSON-649964469 tempest-SecurityGroupRulesNegativeTestJSON-649964469-project] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:59.980662 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-1d95bdbb-3a13-470a-aeb2-ab851f1594f5 req-37205f49-5eaf-4ae4-95ab-2a4aed1c8bb3 tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:59.983319 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-1d95bdbb-3a13-470a-aeb2-ab851f1594f5 req-37205f49-5eaf-4ae4-95ab-2a4aed1c8bb3 tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:21:59.990204 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1d95bdbb-3a13-470a-aeb2-ab851f1594f5 req-37205f49-5eaf-4ae4-95ab-2a4aed1c8bb3 tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] 10.222.0.58 "DELETE /v2.0/security-groups/c71503ad-93d4-4bc8-a220-57bb8d78c61c HTTP/1.1" status: 204 len: 173 time: 0.3167462 Aug 05 11:22:00.016951 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37205f49-5eaf-4ae4-95ab-2a4aed1c8bb3 tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c71503ad-93d4-4bc8-a220-57bb8d78c61c,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:22:00.087885 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1905a685-186b-4839-8bb4-68dc489f85b6 req-ba7cde08-3e14-4c3e-8013-6f2622600fb9 service neutron] 10.222.0.64 "GET /v2.0/networks/22b02496-a35e-44b0-a5b7-11c5e990fce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469009 Aug 05 11:22:00.121703 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-5cbb4ade-3644-4899-900b-98879045ea86 req-d8c84c9f-4f65-44ab-8756-e9012c44534f tempest-SecurityGroupRulesNegativeTestJSON-649964469 tempest-SecurityGroupRulesNegativeTestJSON-649964469-project] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:00.134687 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-5cbb4ade-3644-4899-900b-98879045ea86 req-d8c84c9f-4f65-44ab-8756-e9012c44534f tempest-SecurityGroupRulesNegativeTestJSON-649964469 tempest-SecurityGroupRulesNegativeTestJSON-649964469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:00.187144 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-5cbb4ade-3644-4899-900b-98879045ea86 req-d8c84c9f-4f65-44ab-8756-e9012c44534f tempest-SecurityGroupRulesNegativeTestJSON-649964469 tempest-SecurityGroupRulesNegativeTestJSON-649964469-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:00.188381 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5cbb4ade-3644-4899-900b-98879045ea86 req-d8c84c9f-4f65-44ab-8756-e9012c44534f tempest-SecurityGroupRulesNegativeTestJSON-649964469 tempest-SecurityGroupRulesNegativeTestJSON-649964469-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3069544 Aug 05 11:22:00.206833 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c84c9f-4f65-44ab-8756-e9012c44534f tempest-SecurityGroupRulesNegativeTestJSON-649964469 tempest-SecurityGroupRulesNegativeTestJSON-649964469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b754fb6-b26d-4089-9abe-b9bc6b03ca1d,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:22:00.213801 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-242a9e14-5165-4375-a5b6-233d1b2f26f5 req-d1f9cb9f-0776-4e6a-97fd-c577283e227d tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] 10.222.0.58 "GET /v2.0/security-groups/0fca93c7-7fd6-452d-9dc6-336cd8afe094 HTTP/1.1" status: 200 len: 2404 time: 0.0891078 Aug 05 11:22:00.349066 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e2fe3330-9763-4d59-b8ae-da4c7795c7ed req-307e40d0-7eb0-4686-a6d0-cebd612aec8e tempest-SecurityGroupRulesNegativeTestJSON-649964469 tempest-SecurityGroupRulesNegativeTestJSON-649964469-project] 10.222.0.58 "GET /v2.0/security-groups/6b754fb6-b26d-4089-9abe-b9bc6b03ca1d HTTP/1.1" status: 200 len: 1812 time: 0.0973825 Aug 05 11:22:00.352909 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-242a9e14-5165-4375-a5b6-233d1b2f26f5 req-36979b9d-ab78-4472-b194-c75ca06914a4 tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:00.402721 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-242a9e14-5165-4375-a5b6-233d1b2f26f5 req-36979b9d-ab78-4472-b194-c75ca06914a4 tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:00.405858 n-d-803378-2 neutron-server[94420]: INFO neutron.api.v2.resource [req-131243f9-a820-4491-8968-0c48f9c6b2bb req-e0533447-f2e2-41f4-a3f5-54a415c33588 tempest-SecurityGroupRulesNegativeTestJSON-649964469 tempest-SecurityGroupRulesNegativeTestJSON-649964469-project] show failed (client error): The resource could not be found. Aug 05 11:22:00.406938 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-131243f9-a820-4491-8968-0c48f9c6b2bb req-e0533447-f2e2-41f4-a3f5-54a415c33588 tempest-SecurityGroupRulesNegativeTestJSON-649964469 tempest-SecurityGroupRulesNegativeTestJSON-649964469-project] 10.222.0.58 "GET /v2.0/security-groups/5e985da5-71b7-4707-8b02-f9798590ded3 HTTP/1.1" status: 404 len: 352 time: 0.0289583 Aug 05 11:22:00.510955 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-242a9e14-5165-4375-a5b6-233d1b2f26f5 req-36979b9d-ab78-4472-b194-c75ca06914a4 tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:00.514089 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-242a9e14-5165-4375-a5b6-233d1b2f26f5 req-36979b9d-ab78-4472-b194-c75ca06914a4 tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:00.515323 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-242a9e14-5165-4375-a5b6-233d1b2f26f5 req-36979b9d-ab78-4472-b194-c75ca06914a4 tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] 10.222.0.58 "DELETE /v2.0/security-groups/0fca93c7-7fd6-452d-9dc6-336cd8afe094 HTTP/1.1" status: 204 len: 173 time: 0.2755413 Aug 05 11:22:00.581961 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36979b9d-ab78-4472-b194-c75ca06914a4 tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fca93c7-7fd6-452d-9dc6-336cd8afe094,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:22:00.593410 n-d-803378-2 neutron-server[94420]: INFO neutron.api.v2.resource [req-918a09e8-c6b7-4aad-a261-dbaf240b15a7 req-9e135251-b9fe-4a29-935d-3a14f522a354 tempest-SecurityGroupRulesNegativeTestJSON-649964469 tempest-SecurityGroupRulesNegativeTestJSON-649964469-project] show failed (client error): The resource could not be found. Aug 05 11:22:00.593410 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-918a09e8-c6b7-4aad-a261-dbaf240b15a7 req-9e135251-b9fe-4a29-935d-3a14f522a354 tempest-SecurityGroupRulesNegativeTestJSON-649964469 tempest-SecurityGroupRulesNegativeTestJSON-649964469-project] 10.222.0.58 "GET /v2.0/security-group-rules/b2227919-1c4e-44fe-93da-b21519b00a7a HTTP/1.1" status: 404 len: 361 time: 0.0249798 Aug 05 11:22:00.624934 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f00d791-56aa-4199-ac4f-59634b6bc113 req-00f39879-4c6d-44d3-b47a-6b5ae9c67baa tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:00.626980 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0f00d791-56aa-4199-ac4f-59634b6bc113 req-00f39879-4c6d-44d3-b47a-6b5ae9c67baa tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b464baa-8fee-4e83-b710-80fe99d43fc0 HTTP/1.1" status: 200 len: 950 time: 0.1055381 Aug 05 11:22:00.708534 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-18edf080-e328-448e-9056-5ac2169881ca req-7072053d-ba90-4f04-a002-a5ba82280a40 tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] 10.222.0.58 "GET /v2.0/security-groups/35b2610e-05f1-426a-b82d-3bbc13a0d89d HTTP/1.1" status: 200 len: 2397 time: 0.0800915 Aug 05 11:22:00.722625 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0f00d791-56aa-4199-ac4f-59634b6bc113 req-a3020c8b-a049-49fc-8edf-4f779c52a5b3 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba838bf4-27d8-4ebd-8a6c-2c869750a1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752499 Aug 05 11:22:00.883708 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-18edf080-e328-448e-9056-5ac2169881ca req-c1039e35-b37a-4d3b-afeb-16501f202ff4 tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:00.921379 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-18edf080-e328-448e-9056-5ac2169881ca req-c1039e35-b37a-4d3b-afeb-16501f202ff4 tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:00.952052 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccc10be-e431-4980-858d-a360983fb813 req-8efcadfa-4b11-40fd-a52b-084b106df03e tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:00.953715 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0ccc10be-e431-4980-858d-a360983fb813 req-8efcadfa-4b11-40fd-a52b-084b106df03e tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=11c1c893-64c6-4eaa-9d19-ac08d54c048d HTTP/1.1" status: 200 len: 945 time: 0.1247947 Aug 05 11:22:01.042312 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-18edf080-e328-448e-9056-5ac2169881ca req-c1039e35-b37a-4d3b-afeb-16501f202ff4 tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:01.047093 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-18edf080-e328-448e-9056-5ac2169881ca req-c1039e35-b37a-4d3b-afeb-16501f202ff4 tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:01.053409 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-18edf080-e328-448e-9056-5ac2169881ca req-c1039e35-b37a-4d3b-afeb-16501f202ff4 tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] 10.222.0.58 "DELETE /v2.0/security-groups/35b2610e-05f1-426a-b82d-3bbc13a0d89d HTTP/1.1" status: 204 len: 173 time: 0.3341718 Aug 05 11:22:01.061552 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 43600) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:22:01.065057 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0ccc10be-e431-4980-858d-a360983fb813 req-43077471-0b5e-477f-b8ea-dfaa264e0948 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035612 Aug 05 11:22:01.080866 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1039e35-b37a-4d3b-afeb-16501f202ff4 tempest-SecurityGroupRulesTestJSON-415484431 tempest-SecurityGroupRulesTestJSON-415484431-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35b2610e-05f1-426a-b82d-3bbc13a0d89d,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:22:01.207342 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3d790dc-5b56-4d4c-a7e4-98cf35165f16 admin admin] Deleting subnet e6855091-59d4-44bb-8944-a7720c0bfd99 {{(pid=94421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:22:01.220065 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-641127a3-5ea3-43a8-b007-317b750b8e55 req-18a7b71d-82bf-44dc-aaa8-69358711d1b8 tempest-SecurityGroupRulesNegativeTestJSON-649964469 tempest-SecurityGroupRulesNegativeTestJSON-649964469-project] 10.222.0.58 "GET /v2.0/security-groups/6b754fb6-b26d-4089-9abe-b9bc6b03ca1d HTTP/1.1" status: 200 len: 1812 time: 0.0989168 Aug 05 11:22:01.221398 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c3d790dc-5b56-4d4c-a7e4-98cf35165f16 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:01.286311 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c3d790dc-5b56-4d4c-a7e4-98cf35165f16 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29786388'] for subnet, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:01.343576 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-641127a3-5ea3-43a8-b007-317b750b8e55 req-2c140f80-62ab-4207-bd18-f1c7e184fbb5 tempest-SecurityGroupRulesNegativeTestJSON-649964469 tempest-SecurityGroupRulesNegativeTestJSON-649964469-project] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:01.356842 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c3d790dc-5b56-4d4c-a7e4-98cf35165f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:01.393813 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-641127a3-5ea3-43a8-b007-317b750b8e55 req-2c140f80-62ab-4207-bd18-f1c7e184fbb5 tempest-SecurityGroupRulesNegativeTestJSON-649964469 tempest-SecurityGroupRulesNegativeTestJSON-649964469-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:01.458747 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c3d790dc-5b56-4d4c-a7e4-98cf35165f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25038609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30075142'] for subnet, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:01.493063 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d790dc-5b56-4d4c-a7e4-98cf35165f16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6855091-59d4-44bb-8944-a7720c0bfd99,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:22:01.495400 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c3d790dc-5b56-4d4c-a7e4-98cf35165f16 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:01.497582 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-c3d790dc-5b56-4d4c-a7e4-98cf35165f16 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/e6855091-59d4-44bb-8944-a7720c0bfd99 HTTP/1.1" status: 204 len: 168 time: 0.4335289 Aug 05 11:22:01.499950 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 43606) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:22:01.547367 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6194d517-e6ad-42c3-943c-6d7e54b10e66 req-6d8a0cba-2c39-4f93-b14a-6c213dfd930a tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:01.550115 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6194d517-e6ad-42c3-943c-6d7e54b10e66 req-6d8a0cba-2c39-4f93-b14a-6c213dfd930a tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] 10.222.0.58 "GET /v2.0/ports?device_id=777afcf0-e1ae-42f2-8d22-825d16d3d4cf HTTP/1.1" status: 200 len: 943 time: 0.1260664 Aug 05 11:22:01.589076 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-641127a3-5ea3-43a8-b007-317b750b8e55 req-2c140f80-62ab-4207-bd18-f1c7e184fbb5 tempest-SecurityGroupRulesNegativeTestJSON-649964469 tempest-SecurityGroupRulesNegativeTestJSON-649964469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:01.597459 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-641127a3-5ea3-43a8-b007-317b750b8e55 req-2c140f80-62ab-4207-bd18-f1c7e184fbb5 tempest-SecurityGroupRulesNegativeTestJSON-649964469 tempest-SecurityGroupRulesNegativeTestJSON-649964469-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:01.599050 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-641127a3-5ea3-43a8-b007-317b750b8e55 req-2c140f80-62ab-4207-bd18-f1c7e184fbb5 tempest-SecurityGroupRulesNegativeTestJSON-649964469 tempest-SecurityGroupRulesNegativeTestJSON-649964469-project] 10.222.0.58 "DELETE /v2.0/security-groups/6b754fb6-b26d-4089-9abe-b9bc6b03ca1d HTTP/1.1" status: 204 len: 173 time: 0.3653159 Aug 05 11:22:01.675810 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-912f5451-28c8-4228-b67c-226095485b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:01.677844 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6194d517-e6ad-42c3-943c-6d7e54b10e66 req-dd30f57e-d15e-4af7-90fb-4b8a360f6290 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] 10.222.0.58 "GET /v2.0/security-groups?id=e0296632-6fc5-467d-96aa-746236c85873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196542 Aug 05 11:22:01.678954 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c140f80-62ab-4207-bd18-f1c7e184fbb5 tempest-SecurityGroupRulesNegativeTestJSON-649964469 tempest-SecurityGroupRulesNegativeTestJSON-649964469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b754fb6-b26d-4089-9abe-b9bc6b03ca1d,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:22:01.872870 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-912f5451-28c8-4228-b67c-226095485b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:01.895341 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-912f5451-28c8-4228-b67c-226095485b44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73d08bd0-3085-4eea-9d24-2ba224add674']}} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:22:01.919532 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-912f5451-28c8-4228-b67c-226095485b44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '915ec324-72c1-4e03-b50a-99a3d09c615b') {'for_net_delete': True} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:22:01.919906 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-912f5451-28c8-4228-b67c-226095485b44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '915ec324-72c1-4e03-b50a-99a3d09c615b') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:22:01.942653 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-912f5451-28c8-4228-b67c-226095485b44 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29786371'] for segment, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:01.977603 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6305a9-11bc-4307-8862-6536183f68cf req-fbac6c00-ea30-4c41-b801-95ed41e6701e tempest-ServersAdminTestJSON-1967925963 tempest-ServersAdminTestJSON-1967925963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:01.977603 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5f6305a9-11bc-4307-8862-6536183f68cf req-fbac6c00-ea30-4c41-b801-95ed41e6701e tempest-ServersAdminTestJSON-1967925963 tempest-ServersAdminTestJSON-1967925963-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=5b464baa-8fee-4e83-b710-80fe99d43fc0 HTTP/1.1" status: 200 len: 1101 time: 0.1693821 Aug 05 11:22:01.996968 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-daae7232-c8b5-4842-9cbd-6ad5e8da1007 req-846ab256-0372-4ad9-ba7f-12aff226c13b tempest-SecurityGroupRulesNegativeTestJSON-649964469 tempest-SecurityGroupRulesNegativeTestJSON-649964469-project] 10.222.0.58 "GET /v2.0/security-groups/29459e74-440f-4018-8c18-ad24277e78ce HTTP/1.1" status: 200 len: 1812 time: 0.1467111 Aug 05 11:22:02.002838 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-912f5451-28c8-4228-b67c-226095485b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:02.014421 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-912f5451-28c8-4228-b67c-226095485b44 admin admin] Releasing vlan 679 on physical network physnet1 to pool {{(pid=94421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:22:02.015037 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-912f5451-28c8-4228-b67c-226095485b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25038799'] for segment, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:02.018095 n-d-803378-2 neutron-server[94421]: Traceback (most recent call last): Aug 05 11:22:02.018095 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:22:02.018095 n-d-803378-2 neutron-server[94421]: timer() Aug 05 11:22:02.018095 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:22:02.018095 n-d-803378-2 neutron-server[94421]: cb(*args, **kw) Aug 05 11:22:02.018095 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:22:02.018095 n-d-803378-2 neutron-server[94421]: return func(*args, **kwargs) Aug 05 11:22:02.018095 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:22:02.018095 n-d-803378-2 neutron-server[94421]: self._notify() Aug 05 11:22:02.018095 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:22:02.018095 n-d-803378-2 neutron-server[94421]: self.callback(batched_events) Aug 05 11:22:02.018095 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:22:02.018095 n-d-803378-2 neutron-server[94421]: event.method(event) Aug 05 11:22:02.018095 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:22:02.018095 n-d-803378-2 neutron-server[94421]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:22:02.018095 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:22:02.018095 n-d-803378-2 neutron-server[94421]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:22:02.018095 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:22:02.018095 n-d-803378-2 neutron-server[94421]: return f(self, *a, **k) Aug 05 11:22:02.018095 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:22:02.018095 n-d-803378-2 neutron-server[94421]: return self._get(url).json() Aug 05 11:22:02.018095 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:22:02.018095 n-d-803378-2 neutron-server[94421]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:22:02.018095 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:22:02.018095 n-d-803378-2 neutron-server[94421]: return self.request(url, 'GET', **kwargs) Aug 05 11:22:02.018095 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:22:02.018095 n-d-803378-2 neutron-server[94421]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:22:02.018095 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:22:02.018095 n-d-803378-2 neutron-server[94421]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:22:02.018095 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:22:02.018095 n-d-803378-2 neutron-server[94421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:22:02.018095 n-d-803378-2 neutron-server[94421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:22:02.104638 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5f6305a9-11bc-4307-8862-6536183f68cf req-1b55328b-46c6-4eab-8ae6-58ddf303b47b tempest-ServersAdminTestJSON-1967925963 tempest-ServersAdminTestJSON-1967925963-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=ba838bf4-27d8-4ebd-8a6c-2c869750a1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179900 Aug 05 11:22:02.158471 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-daae7232-c8b5-4842-9cbd-6ad5e8da1007 req-57535f13-a5f4-49d0-b44d-e14fc911e763 tempest-SecurityGroupRulesNegativeTestJSON-649964469 tempest-SecurityGroupRulesNegativeTestJSON-649964469-project] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:02.167758 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-912f5451-28c8-4228-b67c-226095485b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:02.209882 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-912f5451-28c8-4228-b67c-226095485b44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:02.219358 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-912f5451-28c8-4228-b67c-226095485b44 admin admin] 10.222.0.58 "DELETE /v2.0/networks/73d08bd0-3085-4eea-9d24-2ba224add674 HTTP/1.1" status: 204 len: 168 time: 0.7179801 Aug 05 11:22:02.231866 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912f5451-28c8-4228-b67c-226095485b44 admin admin] Pushing event deleted for resources: {'Network': ['ID=73d08bd0-3085-4eea-9d24-2ba224add674,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:22:02.253925 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-daae7232-c8b5-4842-9cbd-6ad5e8da1007 req-57535f13-a5f4-49d0-b44d-e14fc911e763 tempest-SecurityGroupRulesNegativeTestJSON-649964469 tempest-SecurityGroupRulesNegativeTestJSON-649964469-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:02.375430 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d419ded-f045-4330-b860-567bb255c8b5 req-cba710ab-4487-4306-a040-1bbd032e6c36 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:02.377255 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5d419ded-f045-4330-b860-567bb255c8b5 req-cba710ab-4487-4306-a040-1bbd032e6c36 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=11c1c893-64c6-4eaa-9d19-ac08d54c048d HTTP/1.1" status: 200 len: 945 time: 0.1067941 Aug 05 11:22:02.388842 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-daae7232-c8b5-4842-9cbd-6ad5e8da1007 req-57535f13-a5f4-49d0-b44d-e14fc911e763 tempest-SecurityGroupRulesNegativeTestJSON-649964469 tempest-SecurityGroupRulesNegativeTestJSON-649964469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:02.391484 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-daae7232-c8b5-4842-9cbd-6ad5e8da1007 req-57535f13-a5f4-49d0-b44d-e14fc911e763 tempest-SecurityGroupRulesNegativeTestJSON-649964469 tempest-SecurityGroupRulesNegativeTestJSON-649964469-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:02.400635 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-daae7232-c8b5-4842-9cbd-6ad5e8da1007 req-57535f13-a5f4-49d0-b44d-e14fc911e763 tempest-SecurityGroupRulesNegativeTestJSON-649964469 tempest-SecurityGroupRulesNegativeTestJSON-649964469-project] 10.222.0.58 "DELETE /v2.0/security-groups/29459e74-440f-4018-8c18-ad24277e78ce HTTP/1.1" status: 204 len: 173 time: 0.3933659 Aug 05 11:22:02.428357 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57535f13-a5f4-49d0-b44d-e14fc911e763 tempest-SecurityGroupRulesNegativeTestJSON-649964469 tempest-SecurityGroupRulesNegativeTestJSON-649964469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29459e74-440f-4018-8c18-ad24277e78ce,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:22:02.467843 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5d419ded-f045-4330-b860-567bb255c8b5 req-79d8a41e-1b57-4859-a725-77e79bbe01ee tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804334 Aug 05 11:22:02.467843 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 43622) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:22:02.546042 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-27702ee1-2d73-414d-826b-76f4bcc3d741 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=83da5585cdb04198a24d7a8f8cd121ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0772533 Aug 05 11:22:02.549232 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 43624) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:22:02.585876 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6c0968ad-b192-4820-8222-6f6d0a941d67 req-9671cfca-65ea-4e9d-9885-203b27c3de01 tempest-SecurityGroupRulesNegativeTestJSON-649964469 tempest-SecurityGroupRulesNegativeTestJSON-649964469-project] 10.222.0.58 "GET /v2.0/security-groups/0dc5a0ab-99e2-492c-9fbe-89625a6b681f HTTP/1.1" status: 200 len: 1813 time: 0.0823960 Aug 05 11:22:02.650595 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-aea2815c-a546-487a-9443-ae5dcca7cc41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:02.694688 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-aea2815c-a546-487a-9443-ae5dcca7cc41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:02.709746 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-6c0968ad-b192-4820-8222-6f6d0a941d67 req-6b706d9e-493f-4e12-8e21-5a8dd6946583 tempest-SecurityGroupRulesNegativeTestJSON-649964469 tempest-SecurityGroupRulesNegativeTestJSON-649964469-project] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:02.746268 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-6c0968ad-b192-4820-8222-6f6d0a941d67 req-6b706d9e-493f-4e12-8e21-5a8dd6946583 tempest-SecurityGroupRulesNegativeTestJSON-649964469 tempest-SecurityGroupRulesNegativeTestJSON-649964469-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:02.750671 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7316d3a5-ebda-45c8-8659-623042cc10f5 req-6d6327b4-a20f-405b-a336-8c699f5d8b13 tempest-ServersAdminTestJSON-1967925963 tempest-ServersAdminTestJSON-1967925963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:02.761404 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7316d3a5-ebda-45c8-8659-623042cc10f5 req-6d6327b4-a20f-405b-a336-8c699f5d8b13 tempest-ServersAdminTestJSON-1967925963 tempest-ServersAdminTestJSON-1967925963-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=5b464baa-8fee-4e83-b710-80fe99d43fc0 HTTP/1.1" status: 200 len: 1101 time: 0.0913854 Aug 05 11:22:02.795069 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-aea2815c-a546-487a-9443-ae5dcca7cc41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:02.800862 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-aea2815c-a546-487a-9443-ae5dcca7cc41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:02.803547 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-aea2815c-a546-487a-9443-ae5dcca7cc41 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/599d389e-2bc8-4ea7-aaa1-77c64021b446 HTTP/1.1" status: 204 len: 168 time: 0.2531674 Aug 05 11:22:02.815779 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea2815c-a546-487a-9443-ae5dcca7cc41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=599d389e-2bc8-4ea7-aaa1-77c64021b446,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:22:02.847401 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7316d3a5-ebda-45c8-8659-623042cc10f5 req-0626377a-f89d-4795-b13e-a23a8fb0e13a tempest-ServersAdminTestJSON-1967925963 tempest-ServersAdminTestJSON-1967925963-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=ba838bf4-27d8-4ebd-8a6c-2c869750a1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833340 Aug 05 11:22:02.873503 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-6c0968ad-b192-4820-8222-6f6d0a941d67 req-6b706d9e-493f-4e12-8e21-5a8dd6946583 tempest-SecurityGroupRulesNegativeTestJSON-649964469 tempest-SecurityGroupRulesNegativeTestJSON-649964469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:02.880128 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-6c0968ad-b192-4820-8222-6f6d0a941d67 req-6b706d9e-493f-4e12-8e21-5a8dd6946583 tempest-SecurityGroupRulesNegativeTestJSON-649964469 tempest-SecurityGroupRulesNegativeTestJSON-649964469-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:02.884469 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6c0968ad-b192-4820-8222-6f6d0a941d67 req-6b706d9e-493f-4e12-8e21-5a8dd6946583 tempest-SecurityGroupRulesNegativeTestJSON-649964469 tempest-SecurityGroupRulesNegativeTestJSON-649964469-project] 10.222.0.58 "DELETE /v2.0/security-groups/0dc5a0ab-99e2-492c-9fbe-89625a6b681f HTTP/1.1" status: 204 len: 173 time: 0.2971365 Aug 05 11:22:02.907610 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b706d9e-493f-4e12-8e21-5a8dd6946583 tempest-SecurityGroupRulesNegativeTestJSON-649964469 tempest-SecurityGroupRulesNegativeTestJSON-649964469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dc5a0ab-99e2-492c-9fbe-89625a6b681f,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:22:03.089351 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c10e51-7723-468e-82b1-e65b93f9abe8 req-b8cea799-5e01-4cee-a527-925514994d1e tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:03.091589 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d1c10e51-7723-468e-82b1-e65b93f9abe8 req-b8cea799-5e01-4cee-a527-925514994d1e tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] 10.222.0.58 "GET /v2.0/ports?device_id=777afcf0-e1ae-42f2-8d22-825d16d3d4cf HTTP/1.1" status: 200 len: 943 time: 0.0904515 Aug 05 11:22:03.184649 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d1c10e51-7723-468e-82b1-e65b93f9abe8 req-63cdfec9-9a6f-49e5-8669-0198f2b6a5dc tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] 10.222.0.58 "GET /v2.0/security-groups?id=e0296632-6fc5-467d-96aa-746236c85873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809886 Aug 05 11:22:03.312773 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-58fb7448-cdf0-4802-b35e-c27a54252677 req-37720e5b-f8ef-424d-87bd-1ab2cc2c63e8 tempest-SecurityGroupRulesNegativeTestJSON-649964469 tempest-SecurityGroupRulesNegativeTestJSON-649964469-project] 10.222.0.58 "GET /v2.0/security-groups/22a5ef01-d06c-4b25-abf5-08c887c7d7a7 HTTP/1.1" status: 200 len: 1812 time: 0.0960438 Aug 05 11:22:03.416826 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992f62f9-8dcd-4052-bf9b-c9f29aec2361 req-83a59268-c9d8-4553-ad1f-297fd0dafef1 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:03.418495 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-992f62f9-8dcd-4052-bf9b-c9f29aec2361 req-83a59268-c9d8-4553-ad1f-297fd0dafef1 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/ports?device_id=b2e508da-f4b5-4c8e-af37-be7090f8786f HTTP/1.1" status: 200 len: 950 time: 0.0998487 Aug 05 11:22:03.468092 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-58fb7448-cdf0-4802-b35e-c27a54252677 req-95a548d5-e328-402b-9f0a-6c90a742269c tempest-SecurityGroupRulesNegativeTestJSON-649964469 tempest-SecurityGroupRulesNegativeTestJSON-649964469-project] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:03.518095 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-58fb7448-cdf0-4802-b35e-c27a54252677 req-95a548d5-e328-402b-9f0a-6c90a742269c tempest-SecurityGroupRulesNegativeTestJSON-649964469 tempest-SecurityGroupRulesNegativeTestJSON-649964469-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:03.531470 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-992f62f9-8dcd-4052-bf9b-c9f29aec2361 req-1f1c7d84-5927-4831-8d57-0a819300307c tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba838bf4-27d8-4ebd-8a6c-2c869750a1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037750 Aug 05 11:22:03.586912 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-58fb7448-cdf0-4802-b35e-c27a54252677 req-95a548d5-e328-402b-9f0a-6c90a742269c tempest-SecurityGroupRulesNegativeTestJSON-649964469 tempest-SecurityGroupRulesNegativeTestJSON-649964469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:03.594200 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-58fb7448-cdf0-4802-b35e-c27a54252677 req-95a548d5-e328-402b-9f0a-6c90a742269c tempest-SecurityGroupRulesNegativeTestJSON-649964469 tempest-SecurityGroupRulesNegativeTestJSON-649964469-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:03.596161 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-58fb7448-cdf0-4802-b35e-c27a54252677 req-95a548d5-e328-402b-9f0a-6c90a742269c tempest-SecurityGroupRulesNegativeTestJSON-649964469 tempest-SecurityGroupRulesNegativeTestJSON-649964469-project] 10.222.0.58 "DELETE /v2.0/security-groups/22a5ef01-d06c-4b25-abf5-08c887c7d7a7 HTTP/1.1" status: 204 len: 173 time: 0.2636104 Aug 05 11:22:03.611021 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a548d5-e328-402b-9f0a-6c90a742269c tempest-SecurityGroupRulesNegativeTestJSON-649964469 tempest-SecurityGroupRulesNegativeTestJSON-649964469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22a5ef01-d06c-4b25-abf5-08c887c7d7a7,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:22:03.732607 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ded18fcc-c746-4201-9ae3-7566bb1bd7c0 req-3497321f-5112-46ef-b964-a3466a2c5d9d tempest-SecurityGroupRulesNegativeTestJSON-649964469 tempest-SecurityGroupRulesNegativeTestJSON-649964469-project] 10.222.0.58 "GET /v2.0/security-groups/c875c7a2-730c-453a-9f79-c92bb6c0045b HTTP/1.1" status: 200 len: 1813 time: 0.0811906 Aug 05 11:22:03.828642 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79d95cc-d4fc-4ff7-ab0e-96a1d4c9bdc3 req-04efff8f-6d6e-42fa-bd1b-4b892064eda3 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:03.830296 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f79d95cc-d4fc-4ff7-ab0e-96a1d4c9bdc3 req-04efff8f-6d6e-42fa-bd1b-4b892064eda3 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=11c1c893-64c6-4eaa-9d19-ac08d54c048d HTTP/1.1" status: 200 len: 945 time: 0.1153498 Aug 05 11:22:03.887015 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-ded18fcc-c746-4201-9ae3-7566bb1bd7c0 req-38bcb25f-29ba-4407-bcce-01cfbf91c5fc tempest-SecurityGroupRulesNegativeTestJSON-649964469 tempest-SecurityGroupRulesNegativeTestJSON-649964469-project] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:03.986832 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-ded18fcc-c746-4201-9ae3-7566bb1bd7c0 req-38bcb25f-29ba-4407-bcce-01cfbf91c5fc tempest-SecurityGroupRulesNegativeTestJSON-649964469 tempest-SecurityGroupRulesNegativeTestJSON-649964469-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:04.006715 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f79d95cc-d4fc-4ff7-ab0e-96a1d4c9bdc3 req-8070732c-9e67-4eb5-a9da-b8eba548c757 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509540 Aug 05 11:22:04.137645 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-ded18fcc-c746-4201-9ae3-7566bb1bd7c0 req-38bcb25f-29ba-4407-bcce-01cfbf91c5fc tempest-SecurityGroupRulesNegativeTestJSON-649964469 tempest-SecurityGroupRulesNegativeTestJSON-649964469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:04.140874 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-ded18fcc-c746-4201-9ae3-7566bb1bd7c0 req-38bcb25f-29ba-4407-bcce-01cfbf91c5fc tempest-SecurityGroupRulesNegativeTestJSON-649964469 tempest-SecurityGroupRulesNegativeTestJSON-649964469-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:04.142122 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ded18fcc-c746-4201-9ae3-7566bb1bd7c0 req-38bcb25f-29ba-4407-bcce-01cfbf91c5fc tempest-SecurityGroupRulesNegativeTestJSON-649964469 tempest-SecurityGroupRulesNegativeTestJSON-649964469-project] 10.222.0.58 "DELETE /v2.0/security-groups/c875c7a2-730c-453a-9f79-c92bb6c0045b HTTP/1.1" status: 204 len: 173 time: 0.3828206 Aug 05 11:22:04.149793 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 43674) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:22:04.171405 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bcb25f-29ba-4407-bcce-01cfbf91c5fc tempest-SecurityGroupRulesNegativeTestJSON-649964469 tempest-SecurityGroupRulesNegativeTestJSON-649964469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c875c7a2-730c-453a-9f79-c92bb6c0045b,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:22:04.218834 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbcc2243-7ac2-4a05-9954-c56f3aa35c1c admin admin] Deleting subnet e608e654-05cc-4992-a6b9-3c99ba47d62a {{(pid=94421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:22:04.222798 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fbcc2243-7ac2-4a05-9954-c56f3aa35c1c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:04.269162 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fbcc2243-7ac2-4a05-9954-c56f3aa35c1c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29786388'] for subnet, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:04.329896 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fbcc2243-7ac2-4a05-9954-c56f3aa35c1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:04.366605 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cc0cd6-145e-47fd-9eff-69a62f38b135 req-ecb995d2-0ffc-4ded-a4b6-28cbf2c04bf5 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:04.378074 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e2cc0cd6-145e-47fd-9eff-69a62f38b135 req-ecb995d2-0ffc-4ded-a4b6-28cbf2c04bf5 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] 10.222.0.58 "GET /v2.0/ports?device_id=777afcf0-e1ae-42f2-8d22-825d16d3d4cf HTTP/1.1" status: 200 len: 943 time: 0.0877860 Aug 05 11:22:04.424861 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fbcc2243-7ac2-4a05-9954-c56f3aa35c1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25038609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30075142'] for subnet, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:04.430464 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e2cc0cd6-145e-47fd-9eff-69a62f38b135 req-5c8a477d-8b88-4888-a68a-1978836f12a9 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] 10.222.0.58 "GET /v2.0/security-groups?id=e0296632-6fc5-467d-96aa-746236c85873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511653 Aug 05 11:22:04.447628 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fbcc2243-7ac2-4a05-9954-c56f3aa35c1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:04.453885 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-fbcc2243-7ac2-4a05-9954-c56f3aa35c1c admin admin] 10.222.0.58 "DELETE /v2.0/subnets/e608e654-05cc-4992-a6b9-3c99ba47d62a HTTP/1.1" status: 204 len: 168 time: 0.3029761 Aug 05 11:22:04.459973 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 43684) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:22:04.480722 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcc2243-7ac2-4a05-9954-c56f3aa35c1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e608e654-05cc-4992-a6b9-3c99ba47d62a,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:22:04.546040 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0d9f880c-8583-4c2f-96de-33f126a64765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:04.652279 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 5d15e94d-5ce6-4d6e-9174-2db583ce3184 details requested by agent hyperv_n-h1-803378-2 with host n-h1-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:22:04.699688 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0d9f880c-8583-4c2f-96de-33f126a64765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:04.719285 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-0d9f880c-8583-4c2f-96de-33f126a64765 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6152a8a-6916-4872-b609-f4179b88fb30']}} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:22:04.748903 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-0d9f880c-8583-4c2f-96de-33f126a64765 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02171045-c581-4606-9cff-73fad822acd9') {'for_net_delete': True} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:22:04.749649 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-0d9f880c-8583-4c2f-96de-33f126a64765 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02171045-c581-4606-9cff-73fad822acd9') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:22:04.772781 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0d9f880c-8583-4c2f-96de-33f126a64765 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25010581'] for segment, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:04.798086 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566fd822-8f62-485f-9bf7-ac92e0838518 req-298ad86a-db80-403e-aff7-b2ee51b65f49 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:04.800092 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-566fd822-8f62-485f-9bf7-ac92e0838518 req-298ad86a-db80-403e-aff7-b2ee51b65f49 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.55 "GET /v2.0/ports?device_id=b2e508da-f4b5-4c8e-af37-be7090f8786f HTTP/1.1" status: 200 len: 950 time: 0.1149173 Aug 05 11:22:04.807555 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0d9f880c-8583-4c2f-96de-33f126a64765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:04.818876 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d9f880c-8583-4c2f-96de-33f126a64765 admin admin] Releasing vlan 685 on physical network physnet1 to pool {{(pid=94420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:22:04.819791 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0d9f880c-8583-4c2f-96de-33f126a64765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29762581'] for segment, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:04.901835 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 5d15e94d-5ce6-4d6e-9174-2db583ce3184, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=5d15e94d-5ce6-4d6e-9174-2db583ce3184,segment=NetworkSegment(1ec67acc-70fb-44ef-8f20-f613e3cce6a3),segment_id=1ec67acc-70fb-44ef-8f20-f613e3cce6a3)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:22:04.908821 n-d-803378-2 neutron-server[94420]: Traceback (most recent call last): Aug 05 11:22:04.908821 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:22:04.908821 n-d-803378-2 neutron-server[94420]: timer() Aug 05 11:22:04.908821 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:22:04.908821 n-d-803378-2 neutron-server[94420]: cb(*args, **kw) Aug 05 11:22:04.908821 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:22:04.908821 n-d-803378-2 neutron-server[94420]: return func(*args, **kwargs) Aug 05 11:22:04.908821 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:22:04.908821 n-d-803378-2 neutron-server[94420]: self._notify() Aug 05 11:22:04.908821 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:22:04.908821 n-d-803378-2 neutron-server[94420]: self.callback(batched_events) Aug 05 11:22:04.908821 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:22:04.908821 n-d-803378-2 neutron-server[94420]: event.method(event) Aug 05 11:22:04.908821 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:22:04.908821 n-d-803378-2 neutron-server[94420]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:22:04.908821 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:22:04.908821 n-d-803378-2 neutron-server[94420]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:22:04.908821 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:22:04.908821 n-d-803378-2 neutron-server[94420]: return f(self, *a, **k) Aug 05 11:22:04.908821 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:22:04.908821 n-d-803378-2 neutron-server[94420]: return self._get(url).json() Aug 05 11:22:04.908821 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:22:04.908821 n-d-803378-2 neutron-server[94420]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:22:04.908821 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:22:04.908821 n-d-803378-2 neutron-server[94420]: return self.request(url, 'GET', **kwargs) Aug 05 11:22:04.908821 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:22:04.908821 n-d-803378-2 neutron-server[94420]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:22:04.908821 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:22:04.908821 n-d-803378-2 neutron-server[94420]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:22:04.908821 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:22:04.908821 n-d-803378-2 neutron-server[94420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:22:04.908821 n-d-803378-2 neutron-server[94420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:22:04.939698 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Returning: {'device': '5d15e94d-5ce6-4d6e-9174-2db583ce3184', 'network_id': '22b02496-a35e-44b0-a5b7-11c5e990fce2', 'port_id': '5d15e94d-5ce6-4d6e-9174-2db583ce3184', 'mac_address': 'fa:16:3e:5d:ea:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '157c688d-0ff0-4d0a-9258-c12de8417018', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:22:04.964532 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0d9f880c-8583-4c2f-96de-33f126a64765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:04.973949 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0d9f880c-8583-4c2f-96de-33f126a64765 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:04.977139 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-0d9f880c-8583-4c2f-96de-33f126a64765 admin admin] 10.222.0.58 "DELETE /v2.0/networks/d6152a8a-6916-4872-b609-f4179b88fb30 HTTP/1.1" status: 204 len: 168 time: 0.5155053 Aug 05 11:22:05.016006 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:05.018071 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-566fd822-8f62-485f-9bf7-ac92e0838518 req-93032ded-f499-4b61-994d-3953b65c5388 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Deleting port e458f436-68c3-4432-b158-8cfc0e9fe294 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:22:05.018678 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-566fd822-8f62-485f-9bf7-ac92e0838518 req-93032ded-f499-4b61-994d-3953b65c5388 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:05.024291 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9f880c-8583-4c2f-96de-33f126a64765 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6152a8a-6916-4872-b609-f4179b88fb30,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:22:05.057789 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d15e94d-5ce6-4d6e-9174-2db583ce3184 {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:22:05.063212 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 43694) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:22:05.064530 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77079ef0-c871-4e82-9855-22a489e171af req-e33ac4b6-e062-460c-9f09-d2763c50131a tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:05.082173 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-77079ef0-c871-4e82-9855-22a489e171af req-e33ac4b6-e062-460c-9f09-d2763c50131a tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/ports?device_id=b2e508da-f4b5-4c8e-af37-be7090f8786f HTTP/1.1" status: 200 len: 950 time: 0.1692669 Aug 05 11:22:05.114330 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 5d15e94d-5ce6-4d6e-9174-2db583ce3184, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=5d15e94d-5ce6-4d6e-9174-2db583ce3184,segment=NetworkSegment(1ec67acc-70fb-44ef-8f20-f613e3cce6a3),segment_id=1ec67acc-70fb-44ef-8f20-f613e3cce6a3)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:22:05.129628 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:05.189693 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-77079ef0-c871-4e82-9855-22a489e171af req-6719906b-36d7-42fe-940f-f80f6d7d8de0 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba838bf4-27d8-4ebd-8a6c-2c869750a1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987570 Aug 05 11:22:05.277777 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-566fd822-8f62-485f-9bf7-ac92e0838518 req-93032ded-f499-4b61-994d-3953b65c5388 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] For port e458f436-68c3-4432-b158-8cfc0e9fe294, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=e458f436-68c3-4432-b158-8cfc0e9fe294,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:22:05.281849 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-566fd822-8f62-485f-9bf7-ac92e0838518 req-93032ded-f499-4b61-994d-3953b65c5388 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:05.313771 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52a82b1-1604-4c16-97a8-ee09eb2d89e0 req-4d089fcc-e956-4776-8715-cd4215905006 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:05.325487 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-566fd822-8f62-485f-9bf7-ac92e0838518 req-93032ded-f499-4b61-994d-3953b65c5388 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Calling delete_port for e458f436-68c3-4432-b158-8cfc0e9fe294 owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:22:05.333380 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a52a82b1-1604-4c16-97a8-ee09eb2d89e0 req-4d089fcc-e956-4776-8715-cd4215905006 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=11c1c893-64c6-4eaa-9d19-ac08d54c048d HTTP/1.1" status: 200 len: 945 time: 0.1370556 Aug 05 11:22:05.354241 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=5d15e94d-5ce6-4d6e-9174-2db583ce3184,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:22:05.423731 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a52a82b1-1604-4c16-97a8-ee09eb2d89e0 req-cb746be0-8f00-4052-a58d-f49597c39728 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892615 Aug 05 11:22:05.486567 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e20c7567-3492-43c1-a168-66d504f494fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:05.491542 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 43708) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:22:05.672726 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['5d15e94d-5ce6-4d6e-9174-2db583ce3184'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:22:05.673617 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-566fd822-8f62-485f-9bf7-ac92e0838518 req-93032ded-f499-4b61-994d-3953b65c5388 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:05.727505 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['e9e51624-a43c-4414-9bb1-eb78195a25ce', 'e458f436-68c3-4432-b158-8cfc0e9fe294', '49bfd466-2a5b-4e0b-9162-53a17e69e7eb'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:22:05.750958 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93032ded-f499-4b61-994d-3953b65c5388 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Pushing event deleted for resources: {'Port': ['ID=e458f436-68c3-4432-b158-8cfc0e9fe294,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:22:05.817401 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-566fd822-8f62-485f-9bf7-ac92e0838518 req-93032ded-f499-4b61-994d-3953b65c5388 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] No DVR routers for this DVR port e458f436-68c3-4432-b158-8cfc0e9fe294 on host n-h2-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:22:05.827245 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-566fd822-8f62-485f-9bf7-ac92e0838518 req-93032ded-f499-4b61-994d-3953b65c5388 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:05.830674 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-566fd822-8f62-485f-9bf7-ac92e0838518 req-93032ded-f499-4b61-994d-3953b65c5388 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.55 "DELETE /v2.0/ports/e458f436-68c3-4432-b158-8cfc0e9fe294 HTTP/1.1" status: 204 len: 173 time: 1.0233557 Aug 05 11:22:05.832712 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2e508da-f4b5-4c8e-af37-be7090f8786f', 'name': 'network-vif-deleted', 'tag': 'e458f436-68c3-4432-b158-8cfc0e9fe294'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:22:05.844055 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a60a4e8-3d20-496b-bd0d-c5a4dc6c7f19" -d '{"events": [{"server_uuid": "b2e508da-f4b5-4c8e-af37-be7090f8786f", "name": "network-vif-deleted", "tag": "e458f436-68c3-4432-b158-8cfc0e9fe294"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:22:05.894579 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e20c7567-3492-43c1-a168-66d504f494fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:05.904209 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e20c7567-3492-43c1-a168-66d504f494fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:05.912623 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29722cfd-9b94-4683-869f-1ad19b089201 x-openstack-request-id: req-29722cfd-9b94-4683-869f-1ad19b089201 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:22:05.912958 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2e508da-f4b5-4c8e-af37-be7090f8786f", "name": "network-vif-deleted", "tag": "e458f436-68c3-4432-b158-8cfc0e9fe294", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:22:05.913211 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-29722cfd-9b94-4683-869f-1ad19b089201 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:22:05.916228 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2e508da-f4b5-4c8e-af37-be7090f8786f', 'name': 'network-vif-deleted', 'tag': 'e458f436-68c3-4432-b158-8cfc0e9fe294', 'status': 'completed', 'code': 200} Aug 05 11:22:05.971665 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-e20c7567-3492-43c1-a168-66d504f494fa admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6f5b3a608fe7441b814f673da9c8cd1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9071186 Aug 05 11:22:05.972586 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20c7567-3492-43c1-a168-66d504f494fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3abb998a-6d17-4355-a842-1613440bfbd9,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:22:05.975686 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 43712) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:22:06.052825 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-b3799f92-2c40-47a9-83b1-cf9dabbcc020 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ec7bc4a0d3934aae8b623c5f3027e5e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5580254 Aug 05 11:22:06.054223 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 43714) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:22:06.074155 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c2b92568-3bb3-4508-be15-74aab79c9a92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:06.096560 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95499d2a-a26e-48b6-a797-322fc8662c86 req-421c53e5-6d83-4be5-b8f1-ec3025ee384d tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:06.109340 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-95499d2a-a26e-48b6-a797-322fc8662c86 req-421c53e5-6d83-4be5-b8f1-ec3025ee384d tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] 10.222.0.58 "GET /v2.0/ports?device_id=777afcf0-e1ae-42f2-8d22-825d16d3d4cf HTTP/1.1" status: 200 len: 944 time: 0.5718315 Aug 05 11:22:06.168649 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c2b92568-3bb3-4508-be15-74aab79c9a92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:06.188634 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-95499d2a-a26e-48b6-a797-322fc8662c86 req-d18dc775-5811-48f4-9fb0-ffe0c130eb3c tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] 10.222.0.58 "GET /v2.0/security-groups?id=e0296632-6fc5-467d-96aa-746236c85873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761423 Aug 05 11:22:06.306734 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c2b92568-3bb3-4508-be15-74aab79c9a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:06.313716 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c2b92568-3bb3-4508-be15-74aab79c9a92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:06.346832 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-c2b92568-3bb3-4508-be15-74aab79c9a92 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3abb998a-6d17-4355-a842-1613440bfbd9 HTTP/1.1" status: 204 len: 168 time: 0.3700073 Aug 05 11:22:06.419049 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b815a1b8-d553-4bad-b433-540b1aee8664 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:06.510064 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b815a1b8-d553-4bad-b433-540b1aee8664 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:06.511014 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9748c58c-52d7-4ec3-8723-03be0e1220aa req-d46451a1-24b7-422a-8389-bcd4bdc9a54d tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/ports?device_id=b2e508da-f4b5-4c8e-af37-be7090f8786f HTTP/1.1" status: 200 len: 210 time: 0.1008401 Aug 05 11:22:06.552930 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b92568-3bb3-4508-be15-74aab79c9a92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3abb998a-6d17-4355-a842-1613440bfbd9,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:22:06.694419 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b815a1b8-d553-4bad-b433-540b1aee8664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:06.700868 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b815a1b8-d553-4bad-b433-540b1aee8664 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:06.716199 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-b815a1b8-d553-4bad-b433-540b1aee8664 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fc4a1b77-a814-4bab-9424-324bc69d6613 HTTP/1.1" status: 204 len: 168 time: 0.6487072 Aug 05 11:22:06.761375 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b815a1b8-d553-4bad-b433-540b1aee8664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc4a1b77-a814-4bab-9424-324bc69d6613,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:22:06.814285 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414feaa3-07aa-477a-b558-bc04c0dbc5d2 req-91a645d9-9d33-4fcc-8a75-5f0649a6183f tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:06.826565 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-414feaa3-07aa-477a-b558-bc04c0dbc5d2 req-91a645d9-9d33-4fcc-8a75-5f0649a6183f tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=11c1c893-64c6-4eaa-9d19-ac08d54c048d HTTP/1.1" status: 200 len: 945 time: 0.2169642 Aug 05 11:22:06.941401 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-414feaa3-07aa-477a-b558-bc04c0dbc5d2 req-271d08a9-f3be-4987-9488-7f8bc65664d8 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132972 Aug 05 11:22:07.112263 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e8f24379-1f2b-4224-8a9b-4d057b367c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:07.515399 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78163cd0-e5d9-41f9-a95d-0f74bb65b58b req-06684075-4d99-4c7b-a7d8-fcfd2e6e4f65 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:07.517057 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-78163cd0-e5d9-41f9-a95d-0f74bb65b58b req-06684075-4d99-4c7b-a7d8-fcfd2e6e4f65 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] 10.222.0.58 "GET /v2.0/ports?device_id=777afcf0-e1ae-42f2-8d22-825d16d3d4cf HTTP/1.1" status: 200 len: 944 time: 0.1250985 Aug 05 11:22:07.726301 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-78163cd0-e5d9-41f9-a95d-0f74bb65b58b req-c2803ca8-3da9-451b-bb8e-0595c495135f tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] 10.222.0.58 "GET /v2.0/security-groups?id=e0296632-6fc5-467d-96aa-746236c85873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972816 Aug 05 11:22:08.342935 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device e458f436-68c3-4432-b158-8cfc0e9fe294 no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:22:08.363306 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dcf195-5567-441f-b5d9-a6ef8dcc6366 req-88b42747-7f12-4279-b527-7d53ea2c80a4 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:08.366347 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c9dcf195-5567-441f-b5d9-a6ef8dcc6366 req-88b42747-7f12-4279-b527-7d53ea2c80a4 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=11c1c893-64c6-4eaa-9d19-ac08d54c048d HTTP/1.1" status: 200 len: 945 time: 0.2031507 Aug 05 11:22:08.433835 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] No Port match for: e458f436-68c3-4432-b158-8cfc0e9fe294 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:22:08.434733 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device e458f436-68c3-4432-b158-8cfc0e9fe294 not bound to the agent host n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:22:08.506228 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276479d1-c740-4cd2-9999-d1557d347df9 req-bfd68fe4-c6bf-4cc9-b6fa-ee515d4ebb09 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:08.521106 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-276479d1-c740-4cd2-9999-d1557d347df9 req-bfd68fe4-c6bf-4cc9-b6fa-ee515d4ebb09 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/ports?device_id=2117f6ca-e692-40ba-b6cf-5857783735e3 HTTP/1.1" status: 200 len: 949 time: 0.1778576 Aug 05 11:22:08.559582 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c9dcf195-5567-441f-b5d9-a6ef8dcc6366 req-a1cac37a-cdc9-437a-afea-87397379af29 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770165 Aug 05 11:22:08.584340 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 43786) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:22:08.640215 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-276479d1-c740-4cd2-9999-d1557d347df9 req-7c77c20c-7941-4a1d-b349-ca2f0833a931 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba838bf4-27d8-4ebd-8a6c-2c869750a1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165743 Aug 05 11:22:08.673606 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 5d15e94d-5ce6-4d6e-9174-2db583ce3184 up at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:22:08.854607 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning for port 5d15e94d-5ce6-4d6e-9174-2db583ce3184 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:22:08.864557 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning complete for port 5d15e94d-5ce6-4d6e-9174-2db583ce3184 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:22:08.864930 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:08.889938 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 43800) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:22:09.036108 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329de3a4-78ae-4edc-9ebc-bfef68b59fc9 req-e76550e4-5979-4276-aedd-50acaff67912 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:09.049255 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-329de3a4-78ae-4edc-9ebc-bfef68b59fc9 req-e76550e4-5979-4276-aedd-50acaff67912 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] 10.222.0.58 "GET /v2.0/ports?device_id=777afcf0-e1ae-42f2-8d22-825d16d3d4cf HTTP/1.1" status: 200 len: 944 time: 0.1431491 Aug 05 11:22:09.084705 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:09.124280 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-873985c1-724d-46b0-97a3-830dab77ec57 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1574297133-network', 'tenant_id': 'd24db4b6988249c194cb3d1b21dcccc7'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:22:09.181445 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-329de3a4-78ae-4edc-9ebc-bfef68b59fc9 req-3bf2a40c-e8ab-48c3-91a8-f2d5a2738223 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] 10.222.0.58 "GET /v2.0/security-groups?id=e0296632-6fc5-467d-96aa-746236c85873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246300 Aug 05 11:22:09.198049 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-ed7de351-6787-446f-8338-307298015bcc admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-932942182-network', 'tenant_id': '08c1e382088447aeb20ea467a38091d5'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:22:09.199732 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '777afcf0-e1ae-42f2-8d22-825d16d3d4cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d15e94d-5ce6-4d6e-9174-2db583ce3184'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:22:09.206791 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c615047-882f-408d-9c33-5ab8e718a4bf" -d '{"events": [{"server_uuid": "777afcf0-e1ae-42f2-8d22-825d16d3d4cf", "name": "network-vif-plugged", "status": "completed", "tag": "5d15e94d-5ce6-4d6e-9174-2db583ce3184"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:22:09.224058 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 5d15e94d-5ce6-4d6e-9174-2db583ce3184, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=5d15e94d-5ce6-4d6e-9174-2db583ce3184,segment=NetworkSegment(1ec67acc-70fb-44ef-8f20-f613e3cce6a3),segment_id=1ec67acc-70fb-44ef-8f20-f613e3cce6a3)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:22:09.227402 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-873985c1-724d-46b0-97a3-830dab77ec57 admin admin] Made reservation on behalf of d24db4b6988249c194cb3d1b21dcccc7 for: {'network': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:22:09.233030 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-873985c1-724d-46b0-97a3-830dab77ec57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:09.252031 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-873985c1-724d-46b0-97a3-830dab77ec57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:09.256390 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:09.283050 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed7de351-6787-446f-8338-307298015bcc admin admin] Made reservation on behalf of 08c1e382088447aeb20ea467a38091d5 for: {'network': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:22:09.288363 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ed7de351-6787-446f-8338-307298015bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:09.323746 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ed7de351-6787-446f-8338-307298015bcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:09.364939 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6ac86e9-eae1-4671-9dda-1b7c386c7755 x-openstack-request-id: req-b6ac86e9-eae1-4671-9dda-1b7c386c7755 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:22:09.365751 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "777afcf0-e1ae-42f2-8d22-825d16d3d4cf", "name": "network-vif-plugged", "status": "completed", "tag": "5d15e94d-5ce6-4d6e-9174-2db583ce3184", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:22:09.365920 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b6ac86e9-eae1-4671-9dda-1b7c386c7755 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:22:09.366453 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '777afcf0-e1ae-42f2-8d22-825d16d3d4cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d15e94d-5ce6-4d6e-9174-2db583ce3184', 'code': 200} Aug 05 11:22:09.412727 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=5d15e94d-5ce6-4d6e-9174-2db583ce3184,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:22:09.421834 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:22:09.422342 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:22:09.423003 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:22:09.423436 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:22:09.423817 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:22:09.424299 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:22:09.424688 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:22:09.425245 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:22:09.426289 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:22:09.426289 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:22:09.426942 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:22:09.426942 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:22:09.526605 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-873985c1-724d-46b0-97a3-830dab77ec57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:09.534155 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-873985c1-724d-46b0-97a3-830dab77ec57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:09.615144 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-873985c1-724d-46b0-97a3-830dab77ec57 admin admin] vlan segment allocate from pool success with {'vlan_id': 679, 'physical_network': 'physnet1'} {{(pid=94420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:22:09.640447 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c2bf6c-c564-4a6c-893c-6908463f9619 req-117f81c3-8519-41ab-a45a-b6468d418d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:09.644552 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c7c2bf6c-c564-4a6c-893c-6908463f9619 req-117f81c3-8519-41ab-a45a-b6468d418d82 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=777afcf0-e1ae-42f2-8d22-825d16d3d4cf HTTP/1.1" status: 200 len: 1096 time: 0.1522810 Aug 05 11:22:09.662984 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-873985c1-724d-46b0-97a3-830dab77ec57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:09.663431 n-d-803378-2 neutron-server[94420]: INFO neutron.db.segments_db [None req-873985c1-724d-46b0-97a3-830dab77ec57 admin admin] Added segment caaa6398-290d-4e56-9241-bab2fa0e6597 of type vlan for network 61f7a917-2e01-4772-8685-519b562c839b Aug 05 11:22:09.858534 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-873985c1-724d-46b0-97a3-830dab77ec57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:09.863423 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c7c2bf6c-c564-4a6c-893c-6908463f9619 req-08759e53-9384-4a9a-96b7-6faa790fd34c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e0296632-6fc5-467d-96aa-746236c85873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042930 Aug 05 11:22:09.911004 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374abbe2-b4ec-4350-8949-f32c760481ee req-7c90c445-2431-4e4d-9981-df1be42a9e84 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:09.915150 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873985c1-724d-46b0-97a3-830dab77ec57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8dd2e10-fb50-46cf-8c36-3982f50f0020,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:22:09.921766 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-374abbe2-b4ec-4350-8949-f32c760481ee req-7c90c445-2431-4e4d-9981-df1be42a9e84 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.55 "GET /v2.0/ports?device_id=2117f6ca-e692-40ba-b6cf-5857783735e3 HTTP/1.1" status: 200 len: 949 time: 0.2292430 Aug 05 11:22:09.980183 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e00fed7b-8caa-4153-9df6-a1aac0beec3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:09.991081 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:10.144794 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-873985c1-724d-46b0-97a3-830dab77ec57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:10.147561 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873985c1-724d-46b0-97a3-830dab77ec57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:10.149672 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-873985c1-724d-46b0-97a3-830dab77ec57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:10.215395 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe2489-7fd9-4c86-bff2-ee177088a526 req-88ce6126-9866-4ea4-af3e-ac8e3e58d961 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:10.217763 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4efe2489-7fd9-4c86-bff2-ee177088a526 req-88ce6126-9866-4ea4-af3e-ac8e3e58d961 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/ports?device_id=2117f6ca-e692-40ba-b6cf-5857783735e3 HTTP/1.1" status: 200 len: 949 time: 0.3386536 Aug 05 11:22:10.303894 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ed7de351-6787-446f-8338-307298015bcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:10.338824 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ed7de351-6787-446f-8338-307298015bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:10.345747 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8ab75f-aa6a-40f9-bcd4-1c53ab28ffd2 req-53f3fef4-9f74-402e-8be6-402409743f02 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:10.357370 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1b8ab75f-aa6a-40f9-bcd4-1c53ab28ffd2 req-53f3fef4-9f74-402e-8be6-402409743f02 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=11c1c893-64c6-4eaa-9d19-ac08d54c048d HTTP/1.1" status: 200 len: 945 time: 0.4823883 Aug 05 11:22:10.385636 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-873985c1-724d-46b0-97a3-830dab77ec57 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.7987711 Aug 05 11:22:10.391814 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 43828) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:22:10.411254 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed7de351-6787-446f-8338-307298015bcc admin admin] vlan segment allocate from pool success with {'vlan_id': 691, 'physical_network': 'physnet1'} {{(pid=94421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:22:10.418629 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-374abbe2-b4ec-4350-8949-f32c760481ee req-ae6625b4-363a-4313-b1d3-965d529c68a2 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Deleting port e9e51624-a43c-4414-9bb1-eb78195a25ce {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:22:10.419780 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-374abbe2-b4ec-4350-8949-f32c760481ee req-ae6625b4-363a-4313-b1d3-965d529c68a2 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:10.433542 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-9da36008-7b68-489f-8d85-7e623b0683aa admin admin] Request body: {'subnet': {'network_id': '61f7a917-2e01-4772-8685-519b562c839b', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1574297133-subnet', 'tenant_id': 'd24db4b6988249c194cb3d1b21dcccc7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:22:10.442060 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873985c1-724d-46b0-97a3-830dab77ec57 admin admin] Pushing event updated for resources: {'Network': ['ID=61f7a917-2e01-4772-8685-519b562c839b,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:22:10.464692 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 61f7a917-2e01-4772-8685-519b562c839b details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:22:10.500998 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1b8ab75f-aa6a-40f9-bcd4-1c53ab28ffd2 req-c9ba76c0-c3ee-4635-b23e-073fa94f8743 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207333 Aug 05 11:22:10.544251 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4efe2489-7fd9-4c86-bff2-ee177088a526 req-1d905c2c-5b71-47f1-a311-d657acaddba2 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba838bf4-27d8-4ebd-8a6c-2c869750a1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696168 Aug 05 11:22:10.573131 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9da36008-7b68-489f-8d85-7e623b0683aa admin admin] Made reservation on behalf of d24db4b6988249c194cb3d1b21dcccc7 for: {'subnet': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:22:10.577057 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9da36008-7b68-489f-8d85-7e623b0683aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24211133'] for subnet, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:10.591235 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ed7de351-6787-446f-8338-307298015bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:10.592169 n-d-803378-2 neutron-server[94421]: INFO neutron.db.segments_db [None req-ed7de351-6787-446f-8338-307298015bcc admin admin] Added segment f2843c56-bd11-4ee0-b51f-0434d01cdbcf of type vlan for network f509a58c-210f-4a0c-97e2-13d06213acd7 Aug 05 11:22:10.604943 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7de351-6787-446f-8338-307298015bcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e641f86b-f716-4d87-b1e2-341137735eaa,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:22:10.787608 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ed7de351-6787-446f-8338-307298015bcc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:10.836023 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-374abbe2-b4ec-4350-8949-f32c760481ee req-ae6625b4-363a-4313-b1d3-965d529c68a2 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] For port e9e51624-a43c-4414-9bb1-eb78195a25ce, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=e9e51624-a43c-4414-9bb1-eb78195a25ce,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:22:10.836713 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-374abbe2-b4ec-4350-8949-f32c760481ee req-ae6625b4-363a-4313-b1d3-965d529c68a2 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:10.885696 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-374abbe2-b4ec-4350-8949-f32c760481ee req-ae6625b4-363a-4313-b1d3-965d529c68a2 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Calling delete_port for e9e51624-a43c-4414-9bb1-eb78195a25ce owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:22:11.043880 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9da36008-7b68-489f-8d85-7e623b0683aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29762700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24211087'] for subnet, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:11.131796 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da36008-7b68-489f-8d85-7e623b0683aa admin admin] Checking segment: {'id': 'caaa6398-290d-4e56-9241-bab2fa0e6597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '61f7a917-2e01-4772-8685-519b562c839b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:22:11.132250 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da36008-7b68-489f-8d85-7e623b0683aa admin admin] Network hostable DHCP agents. Network: 61f7a917-2e01-4772-8685-519b562c839b, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:22:11.153350 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15605fa1-8202-4de7-bf47-a40c612e709e req-075f7343-0736-40f9-8465-8281a00bb295 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:11.155426 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-15605fa1-8202-4de7-bf47-a40c612e709e req-075f7343-0736-40f9-8465-8281a00bb295 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] 10.222.0.58 "GET /v2.0/ports?device_id=777afcf0-e1ae-42f2-8d22-825d16d3d4cf HTTP/1.1" status: 200 len: 945 time: 0.3162363 Aug 05 11:22:11.166409 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-374abbe2-b4ec-4350-8949-f32c760481ee req-ae6625b4-363a-4313-b1d3-965d529c68a2 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:11.188768 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da36008-7b68-489f-8d85-7e623b0683aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bf7d481-f4fc-4d5b-9534-ef4fc31763f8,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:22:11.215895 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['e9e51624-a43c-4414-9bb1-eb78195a25ce', '49bfd466-2a5b-4e0b-9162-53a17e69e7eb'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:22:11.219559 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ed7de351-6787-446f-8338-307298015bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:11.222536 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed7de351-6787-446f-8338-307298015bcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:11.224231 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ed7de351-6787-446f-8338-307298015bcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:11.228729 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da36008-7b68-489f-8d85-7e623b0683aa admin admin] Network 61f7a917-2e01-4772-8685-519b562c839b is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:22:11.251347 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-9da36008-7b68-489f-8d85-7e623b0683aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, 61f7a917-2e01-4772-8685-519b562c839b) {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:22:11.272180 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6625b4-363a-4313-b1d3-965d529c68a2 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Pushing event deleted for resources: {'Port': ['ID=e9e51624-a43c-4414-9bb1-eb78195a25ce,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:22:11.285726 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-ed7de351-6787-446f-8338-307298015bcc admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.3921943 Aug 05 11:22:11.315316 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 43834) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:22:11.317745 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da36008-7b68-489f-8d85-7e623b0683aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:11.318898 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9da36008-7b68-489f-8d85-7e623b0683aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:11.386675 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea17ab3-8a75-4eb2-a349-6f647b18e078 None None] Network 61f7a917-2e01-4772-8685-519b562c839b requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:22:11.423116 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-9da36008-7b68-489f-8d85-7e623b0683aa admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9908457 Aug 05 11:22:11.423345 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-c04aa7c8-6de7-4060-b2cd-28d32cd232d0 admin admin] Request body: {'subnet': {'network_id': 'f509a58c-210f-4a0c-97e2-13d06213acd7', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-932942182-subnet', 'tenant_id': '08c1e382088447aeb20ea467a38091d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:22:11.514877 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-15605fa1-8202-4de7-bf47-a40c612e709e req-32e5a9f7-ed27-4a44-80b1-f46e7ae9f019 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] 10.222.0.58 "GET /v2.0/security-groups?id=e0296632-6fc5-467d-96aa-746236c85873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426591 Aug 05 11:22:11.706418 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-374abbe2-b4ec-4350-8949-f32c760481ee req-ae6625b4-363a-4313-b1d3-965d529c68a2 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] No DVR routers for this DVR port e9e51624-a43c-4414-9bb1-eb78195a25ce on host n-h2-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:22:11.721272 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-374abbe2-b4ec-4350-8949-f32c760481ee req-ae6625b4-363a-4313-b1d3-965d529c68a2 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:11.734227 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-374abbe2-b4ec-4350-8949-f32c760481ee req-ae6625b4-363a-4313-b1d3-965d529c68a2 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.55 "DELETE /v2.0/ports/e9e51624-a43c-4414-9bb1-eb78195a25ce HTTP/1.1" status: 204 len: 173 time: 1.7937782 Aug 05 11:22:11.766058 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2117f6ca-e692-40ba-b6cf-5857783735e3', 'name': 'network-vif-deleted', 'tag': 'e9e51624-a43c-4414-9bb1-eb78195a25ce'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:22:11.780090 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcbc85f0-e786-4a2f-be4f-8331741e304b" -d '{"events": [{"server_uuid": "2117f6ca-e692-40ba-b6cf-5857783735e3", "name": "network-vif-deleted", "tag": "e9e51624-a43c-4414-9bb1-eb78195a25ce"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:22:11.792402 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c04aa7c8-6de7-4060-b2cd-28d32cd232d0 admin admin] Made reservation on behalf of 08c1e382088447aeb20ea467a38091d5 for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:22:11.801485 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c04aa7c8-6de7-4060-b2cd-28d32cd232d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:11.872633 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7de351-6787-446f-8338-307298015bcc admin admin] Pushing event updated for resources: {'Network': ['ID=f509a58c-210f-4a0c-97e2-13d06213acd7,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:22:11.936429 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:11.942238 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network f509a58c-210f-4a0c-97e2-13d06213acd7 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:22:12.016637 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3fe67acf-0756-41f8-bf6f-e1bc013d0c84 req-98eb0b8f-d7aa-45f1-9cf1-4b6e858b093a tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/ports?device_id=2117f6ca-e692-40ba-b6cf-5857783735e3 HTTP/1.1" status: 200 len: 210 time: 0.0922873 Aug 05 11:22:12.089306 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af2fce-af73-44ef-af9f-3b323eec6be9 req-6522d3d9-e7ef-4f92-b317-cca3ef2bd5f4 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:12.099172 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-58af2fce-af73-44ef-af9f-3b323eec6be9 req-6522d3d9-e7ef-4f92-b317-cca3ef2bd5f4 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=11c1c893-64c6-4eaa-9d19-ac08d54c048d HTTP/1.1" status: 200 len: 945 time: 0.3163280 Aug 05 11:22:12.175578 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-58af2fce-af73-44ef-af9f-3b323eec6be9 req-c916ad69-e50a-4556-9291-983d178de44a tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748820 Aug 05 11:22:12.389696 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6bb317-8059-46fc-9f78-a6882daf3043 None None] Network 61f7a917-2e01-4772-8685-519b562c839b requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:22:12.497699 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-553589c9-d918-414b-9017-c8c0b8ebf5b0 x-openstack-request-id: req-553589c9-d918-414b-9017-c8c0b8ebf5b0 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:22:12.499888 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2117f6ca-e692-40ba-b6cf-5857783735e3", "name": "network-vif-deleted", "tag": "e9e51624-a43c-4414-9bb1-eb78195a25ce", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:22:12.500677 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-553589c9-d918-414b-9017-c8c0b8ebf5b0 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:22:12.501823 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2117f6ca-e692-40ba-b6cf-5857783735e3', 'name': 'network-vif-deleted', 'tag': 'e9e51624-a43c-4414-9bb1-eb78195a25ce', 'status': 'completed', 'code': 200} Aug 05 11:22:12.551676 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c04aa7c8-6de7-4060-b2cd-28d32cd232d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25038678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30075167'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:12.736478 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04aa7c8-6de7-4060-b2cd-28d32cd232d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=116a03b7-f981-495c-b01e-3e11365c061d,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:22:12.781076 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04aa7c8-6de7-4060-b2cd-28d32cd232d0 admin admin] Checking segment: {'id': 'f2843c56-bd11-4ee0-b51f-0434d01cdbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'f509a58c-210f-4a0c-97e2-13d06213acd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:22:12.781745 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c04aa7c8-6de7-4060-b2cd-28d32cd232d0 admin admin] Network hostable DHCP agents. Network: f509a58c-210f-4a0c-97e2-13d06213acd7, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:22:12.813619 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c04aa7c8-6de7-4060-b2cd-28d32cd232d0 admin admin] Network f509a58c-210f-4a0c-97e2-13d06213acd7 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:22:12.846286 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-c04aa7c8-6de7-4060-b2cd-28d32cd232d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, f509a58c-210f-4a0c-97e2-13d06213acd7) {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:22:12.861633 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fae1736-59b7-4afe-865b-c5602cd350da None None] Network f509a58c-210f-4a0c-97e2-13d06213acd7 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:22:12.866375 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c04aa7c8-6de7-4060-b2cd-28d32cd232d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:12.867007 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c04aa7c8-6de7-4060-b2cd-28d32cd232d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:12.903998 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-c04aa7c8-6de7-4060-b2cd-28d32cd232d0 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.5801084 Aug 05 11:22:13.033876 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64b0cb6-3333-498d-a14d-5948326a488e req-defa2cd5-73cb-4707-8e40-ac0110fe512c tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:13.046324 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c64b0cb6-3333-498d-a14d-5948326a488e req-defa2cd5-73cb-4707-8e40-ac0110fe512c tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] 10.222.0.58 "GET /v2.0/ports?device_id=777afcf0-e1ae-42f2-8d22-825d16d3d4cf HTTP/1.1" status: 200 len: 945 time: 0.2469163 Aug 05 11:22:13.162093 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c64b0cb6-3333-498d-a14d-5948326a488e req-c0dfe15a-2369-4ca6-abe4-2698ed9271dc tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] 10.222.0.58 "GET /v2.0/security-groups?id=e0296632-6fc5-467d-96aa-746236c85873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140413 Aug 05 11:22:13.176528 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52123adf-c786-4634-bfef-2354017faaee None None] Network f509a58c-210f-4a0c-97e2-13d06213acd7 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:22:13.215531 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a46381b-ea88-4d37-8b74-7a3616e711f0 req-ca56f01e-c5d9-4f58-81b8-232bc7724b0a tempest-InstanceActionsNegativeTestJSON-1027185126 tempest-InstanceActionsNegativeTestJSON-1027185126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:13.237363 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6a46381b-ea88-4d37-8b74-7a3616e711f0 req-ca56f01e-c5d9-4f58-81b8-232bc7724b0a tempest-InstanceActionsNegativeTestJSON-1027185126 tempest-InstanceActionsNegativeTestJSON-1027185126-project] 10.222.0.58 "GET /v2.0/networks?id=61f7a917-2e01-4772-8685-519b562c839b HTTP/1.1" status: 200 len: 822 time: 0.4188905 Aug 05 11:22:13.266116 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6a46381b-ea88-4d37-8b74-7a3616e711f0 req-11fd9c41-4cab-4b5d-9315-43cd679cc14c tempest-InstanceActionsNegativeTestJSON-1027185126 tempest-InstanceActionsNegativeTestJSON-1027185126-project] 10.222.0.58 "GET /v2.0/quotas/d24db4b6988249c194cb3d1b21dcccc7 HTTP/1.1" status: 200 len: 375 time: 0.0253472 Aug 05 11:22:13.334487 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6a46381b-ea88-4d37-8b74-7a3616e711f0 req-ff1725de-d324-454f-814c-ce255e4314c0 tempest-InstanceActionsNegativeTestJSON-1027185126 tempest-InstanceActionsNegativeTestJSON-1027185126-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=d24db4b6988249c194cb3d1b21dcccc7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0526590 Aug 05 11:22:13.558973 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f249a0c-90c3-432c-8b35-5d496ce33343 req-3298faf6-86ac-40ed-827a-5b5fd87fae12 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:13.560803 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9f249a0c-90c3-432c-8b35-5d496ce33343 req-3298faf6-86ac-40ed-827a-5b5fd87fae12 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=11c1c893-64c6-4eaa-9d19-ac08d54c048d HTTP/1.1" status: 200 len: 945 time: 0.1734414 Aug 05 11:22:13.574871 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6a46381b-ea88-4d37-8b74-7a3616e711f0 req-adfd3e6e-4092-4bbf-9c2e-8b34489b44ea service neutron] 10.222.0.58 "GET /v2.0/networks/61f7a917-2e01-4772-8685-519b562c839b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285399 Aug 05 11:22:13.678057 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:13.717799 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9f249a0c-90c3-432c-8b35-5d496ce33343 req-019351dd-215f-4b4e-bafe-773ecd51047e tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408761 Aug 05 11:22:13.828348 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6a46381b-ea88-4d37-8b74-7a3616e711f0 req-e01231f7-9c8d-46cd-8780-f1053df23c23 service neutron] 10.222.0.58 "GET /v2.0/networks/61f7a917-2e01-4772-8685-519b562c839b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437787 Aug 05 11:22:14.207009 n-d-803378-2 neutron-server[94420]: INFO neutron.api.v2.resource [req-eaa485c6-f709-42af-950c-36d7a6021794 req-f9dd5810-6d90-486c-8a38-56617b9dad9e tempest-SecurityGroupsNegativeTestJSON-1657332798 tempest-SecurityGroupsNegativeTestJSON-1657332798-project] show failed (client error): The resource could not be found. Aug 05 11:22:14.229294 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-eaa485c6-f709-42af-950c-36d7a6021794 req-f9dd5810-6d90-486c-8a38-56617b9dad9e tempest-SecurityGroupsNegativeTestJSON-1657332798 tempest-SecurityGroupsNegativeTestJSON-1657332798-project] 10.222.0.58 "GET /v2.0/security-groups/35e6dbe9-ea01-42ef-a5b1-778bfe191a31 HTTP/1.1" status: 404 len: 352 time: 0.0622346 Aug 05 11:22:14.404856 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device e9e51624-a43c-4414-9bb1-eb78195a25ce no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:22:14.458329 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] No Port match for: e9e51624-a43c-4414-9bb1-eb78195a25ce {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:22:14.458654 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device e9e51624-a43c-4414-9bb1-eb78195a25ce not bound to the agent host n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:22:14.566660 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d245710b-5f23-4e8e-b6a0-688bb1b10fbc req-ca0ab5ac-1c24-4f37-a272-17f55d25d2d4 tempest-InstanceActionsNegativeTestJSON-1027185126 tempest-InstanceActionsNegativeTestJSON-1027185126-project] 10.222.0.58 "GET /v2.0/ports?device_id=8a352f15-3a1d-4e32-ad3a-264466a9a43c HTTP/1.1" status: 200 len: 210 time: 0.0710588 Aug 05 11:22:14.691389 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d492ec25-67d6-42de-83cf-8df596302f85 req-794c6124-8cc0-45f3-94e7-bdb2a946454f tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:14.702488 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d492ec25-67d6-42de-83cf-8df596302f85 req-794c6124-8cc0-45f3-94e7-bdb2a946454f tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] 10.222.0.58 "GET /v2.0/ports?device_id=777afcf0-e1ae-42f2-8d22-825d16d3d4cf HTTP/1.1" status: 200 len: 945 time: 0.1807561 Aug 05 11:22:14.866827 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d492ec25-67d6-42de-83cf-8df596302f85 req-1424af1b-68ec-4374-ac4e-e0e60ccf597b tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] 10.222.0.58 "GET /v2.0/security-groups?id=e0296632-6fc5-467d-96aa-746236c85873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567121 Aug 05 11:22:14.908112 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3b5171-a44a-43ac-981b-8fdeefcfaedd req-db1098b1-a7b3-4be1-b8b8-6f223ff2a0d4 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:14.910917 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5d3b5171-a44a-43ac-981b-8fdeefcfaedd req-db1098b1-a7b3-4be1-b8b8-6f223ff2a0d4 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b464baa-8fee-4e83-b710-80fe99d43fc0 HTTP/1.1" status: 200 len: 950 time: 0.1845922 Aug 05 11:22:15.021208 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5d3b5171-a44a-43ac-981b-8fdeefcfaedd req-55e9a1aa-117e-4a25-adda-09a44c69ff4b tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba838bf4-27d8-4ebd-8a6c-2c869750a1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988064 Aug 05 11:22:15.081011 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1ad9b2d2-85a8-4c39-b6de-be1b12de2274 req-10122f87-2546-457a-b6de-615401459f72 tempest-SecurityGroupsNegativeTestJSON-1657332798 tempest-SecurityGroupsNegativeTestJSON-1657332798-project] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=08c1e382088447aeb20ea467a38091d5 HTTP/1.1" status: 200 len: 2984 time: 0.1441314 Aug 05 11:22:15.234685 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1ad9b2d2-85a8-4c39-b6de-be1b12de2274 req-956c9891-ae1d-484b-a32c-22831d115f08 tempest-SecurityGroupsNegativeTestJSON-1657332798 tempest-SecurityGroupsNegativeTestJSON-1657332798-project] 10.222.0.58 "GET /v2.0/security-groups/e641f86b-f716-4d87-b1e2-341137735eaa HTTP/1.1" status: 200 len: 2981 time: 0.1422851 Aug 05 11:22:15.289791 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cce84f3-fbcd-48be-a446-b2c869392897 req-0582e6d7-a487-43f2-b5ba-29ad88cc638e tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:15.291937 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9cce84f3-fbcd-48be-a446-b2c869392897 req-0582e6d7-a487-43f2-b5ba-29ad88cc638e tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=11c1c893-64c6-4eaa-9d19-ac08d54c048d HTTP/1.1" status: 200 len: 945 time: 0.1363437 Aug 05 11:22:15.340348 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1ad9b2d2-85a8-4c39-b6de-be1b12de2274 req-fcef4621-e7a3-4110-ad25-c69287d2940b tempest-SecurityGroupsNegativeTestJSON-1657332798 tempest-SecurityGroupsNegativeTestJSON-1657332798-project] 10.222.0.58 "GET /v2.0/security-groups/e641f86b-f716-4d87-b1e2-341137735eaa HTTP/1.1" status: 200 len: 2981 time: 0.1043847 Aug 05 11:22:15.413946 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9cce84f3-fbcd-48be-a446-b2c869392897 req-cc68cf11-640d-4d56-9fb5-0b33f37074e2 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093836 Aug 05 11:22:15.478071 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-485bf68a-9c08-4594-9e8a-bbb5954fff1e req-358b2e39-7712-41ad-8dbd-bd4701f84a08 tempest-SecurityGroupsNegativeTestJSON-1657332798 tempest-SecurityGroupsNegativeTestJSON-1657332798-project] 10.222.0.58 "GET /v2.0/security-groups/e641f86b-f716-4d87-b1e2-341137735eaa HTTP/1.1" status: 200 len: 2981 time: 0.1036112 Aug 05 11:22:15.584796 n-d-803378-2 neutron-server[94420]: INFO neutron.api.v2.resource [req-485bf68a-9c08-4594-9e8a-bbb5954fff1e req-9f79e692-723f-43ef-8cb0-129a5ffa514f tempest-SecurityGroupsNegativeTestJSON-1657332798 tempest-SecurityGroupsNegativeTestJSON-1657332798-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 05 11:22:15.591783 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-485bf68a-9c08-4594-9e8a-bbb5954fff1e req-9f79e692-723f-43ef-8cb0-129a5ffa514f tempest-SecurityGroupsNegativeTestJSON-1657332798 tempest-SecurityGroupsNegativeTestJSON-1657332798-project] 10.222.0.58 "DELETE /v2.0/security-groups/e641f86b-f716-4d87-b1e2-341137735eaa HTTP/1.1" status: 409 len: 352 time: 0.1123507 Aug 05 11:22:15.718600 n-d-803378-2 neutron-server[94420]: INFO neutron.api.v2.resource [req-5ad801c9-1a7e-49ff-8719-04b77fc50e16 req-8518f1d8-8fa4-4cc8-a7c0-8b1e2d202877 tempest-SecurityGroupsNegativeTestJSON-1657332798 tempest-SecurityGroupsNegativeTestJSON-1657332798-project] show failed (client error): The resource could not be found. Aug 05 11:22:15.741960 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5ad801c9-1a7e-49ff-8719-04b77fc50e16 req-8518f1d8-8fa4-4cc8-a7c0-8b1e2d202877 tempest-SecurityGroupsNegativeTestJSON-1657332798 tempest-SecurityGroupsNegativeTestJSON-1657332798-project] 10.222.0.58 "GET /v2.0/security-groups/3f71c97d-b814-44ae-a2a9-aa6587a25f3e HTTP/1.1" status: 404 len: 352 time: 0.0818162 Aug 05 11:22:15.803365 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-57ccf43c-77ca-4236-b11c-ec5796e3b551 req-cce2523f-15e1-4359-b895-4f22abd07069 tempest-InstanceActionsNegativeTestJSON-1027185126 tempest-InstanceActionsNegativeTestJSON-1027185126-project] 10.222.0.58 "GET /v2.0/ports?device_id=8a352f15-3a1d-4e32-ad3a-264466a9a43c HTTP/1.1" status: 200 len: 210 time: 0.1245625 Aug 05 11:22:15.841348 n-d-803378-2 neutron-server[94420]: INFO neutron.api.v2.resource [req-b0fde059-3809-4fd8-853d-f073bf183db6 req-64d11f50-754f-48fc-86a0-0391d878e71c tempest-SecurityGroupsNegativeTestJSON-1657332798 tempest-SecurityGroupsNegativeTestJSON-1657332798-project] show failed (client error): The resource could not be found. Aug 05 11:22:15.846348 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b0fde059-3809-4fd8-853d-f073bf183db6 req-64d11f50-754f-48fc-86a0-0391d878e71c tempest-SecurityGroupsNegativeTestJSON-1657332798 tempest-SecurityGroupsNegativeTestJSON-1657332798-project] 10.222.0.58 "GET /v2.0/security-groups/303090a9-be71-4a32-959c-f038ca0e8415 HTTP/1.1" status: 404 len: 352 time: 0.0606055 Aug 05 11:22:15.859739 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 43936) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:22:15.947423 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ab87177-238a-4ff4-853c-537d8d490ad6 admin admin] Deleting subnet 116a03b7-f981-495c-b01e-3e11365c061d {{(pid=94421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:22:15.952768 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1ab87177-238a-4ff4-853c-537d8d490ad6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:16.009857 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1ab87177-238a-4ff4-853c-537d8d490ad6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29786388'] for subnet, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:16.094223 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a42386a-49de-432a-b232-7d58a0557311 req-1dfb2ac9-2a92-4128-a8a1-18af5db066e5 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:16.096139 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4a42386a-49de-432a-b232-7d58a0557311 req-1dfb2ac9-2a92-4128-a8a1-18af5db066e5 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] 10.222.0.58 "GET /v2.0/ports?device_id=777afcf0-e1ae-42f2-8d22-825d16d3d4cf HTTP/1.1" status: 200 len: 945 time: 0.0905919 Aug 05 11:22:16.214551 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4a42386a-49de-432a-b232-7d58a0557311 req-4dadc899-aabe-4597-928d-768eb89747aa tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] 10.222.0.58 "GET /v2.0/security-groups?id=e0296632-6fc5-467d-96aa-746236c85873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102796 Aug 05 11:22:16.314981 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1ab87177-238a-4ff4-853c-537d8d490ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:16.319094 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f134b7-be77-42ec-a997-886db4f86ad3 req-765c9164-112e-4e61-a022-0f4cc1cbf95e tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:16.324886 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-49f134b7-be77-42ec-a997-886db4f86ad3 req-765c9164-112e-4e61-a022-0f4cc1cbf95e tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b464baa-8fee-4e83-b710-80fe99d43fc0 HTTP/1.1" status: 200 len: 950 time: 0.1466947 Aug 05 11:22:16.370293 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0fd995-3966-4582-b940-641f367a0350 req-9299ed9f-eae5-45bc-a2e2-85b5d64cda66 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:16.372212 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1f0fd995-3966-4582-b940-641f367a0350 req-9299ed9f-eae5-45bc-a2e2-85b5d64cda66 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b464baa-8fee-4e83-b710-80fe99d43fc0 HTTP/1.1" status: 200 len: 950 time: 0.2463906 Aug 05 11:22:16.475250 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b494819e-47dd-4482-a361-79095a1ed5b1 req-52810c9d-ebac-4084-a39c-6ec2f9ce6188 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:16.489471 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b494819e-47dd-4482-a361-79095a1ed5b1 req-52810c9d-ebac-4084-a39c-6ec2f9ce6188 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] 10.222.0.64 "GET /v2.0/ports?device_id=777afcf0-e1ae-42f2-8d22-825d16d3d4cf HTTP/1.1" status: 200 len: 945 time: 0.4055624 Aug 05 11:22:16.597114 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-49f134b7-be77-42ec-a997-886db4f86ad3 req-97782ae0-b791-4f06-8b6e-ed0c08728ca7 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba838bf4-27d8-4ebd-8a6c-2c869750a1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606850 Aug 05 11:22:16.674381 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a46381b-ea88-4d37-8b74-7a3616e711f0 req-f5c0a04e-c530-4618-8592-a85e339581e2 tempest-InstanceActionsNegativeTestJSON-1027185126 tempest-InstanceActionsNegativeTestJSON-1027185126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:16.677359 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6a46381b-ea88-4d37-8b74-7a3616e711f0 req-f5c0a04e-c530-4618-8592-a85e339581e2 tempest-InstanceActionsNegativeTestJSON-1027185126 tempest-InstanceActionsNegativeTestJSON-1027185126-project] 10.222.0.55 "GET /v2.0/networks?id=61f7a917-2e01-4772-8685-519b562c839b HTTP/1.1" status: 200 len: 822 time: 0.2811096 Aug 05 11:22:16.701748 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-6a46381b-ea88-4d37-8b74-7a3616e711f0 req-b55d5197-4ff2-407e-a593-83ac160bbb0a tempest-InstanceActionsNegativeTestJSON-1027185126 tempest-InstanceActionsNegativeTestJSON-1027185126-project] Request body: {'port': {'device_id': '8a352f15-3a1d-4e32-ad3a-264466a9a43c', 'network_id': '61f7a917-2e01-4772-8685-519b562c839b', 'admin_state_up': True, 'tenant_id': 'd24db4b6988249c194cb3d1b21dcccc7'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:22:16.777950 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1ab87177-238a-4ff4-853c-537d8d490ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25038609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30075142'] for subnet, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:16.862305 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab87177-238a-4ff4-853c-537d8d490ad6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=116a03b7-f981-495c-b01e-3e11365c061d,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:22:16.880641 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1ab87177-238a-4ff4-853c-537d8d490ad6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:16.887749 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-1ab87177-238a-4ff4-853c-537d8d490ad6 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/116a03b7-f981-495c-b01e-3e11365c061d HTTP/1.1" status: 204 len: 168 time: 1.0266228 Aug 05 11:22:16.889200 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 43948) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:22:16.891961 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aa1487-0917-4d2c-bc5d-a41f53cea1f8 req-d2d1d6f1-7905-48fb-8fce-9608a0b7de22 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:16.905679 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-78aa1487-0917-4d2c-bc5d-a41f53cea1f8 req-d2d1d6f1-7905-48fb-8fce-9608a0b7de22 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=11c1c893-64c6-4eaa-9d19-ac08d54c048d HTTP/1.1" status: 200 len: 945 time: 0.3093934 Aug 05 11:22:16.996314 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-78aa1487-0917-4d2c-bc5d-a41f53cea1f8 req-a0ff14d2-f238-4854-8a20-815487020e1a tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836685 Aug 05 11:22:17.066823 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-de2217c8-e5fa-421e-b223-773d601fb484 req-c5ce8bb8-f04f-4207-9956-d16b4daed52e tempest-InstanceActionsNegativeTestJSON-1027185126 tempest-InstanceActionsNegativeTestJSON-1027185126-project] 10.222.0.58 "GET /v2.0/ports?device_id=8a352f15-3a1d-4e32-ad3a-264466a9a43c HTTP/1.1" status: 200 len: 210 time: 0.0876720 Aug 05 11:22:17.117186 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a46381b-ea88-4d37-8b74-7a3616e711f0 req-b55d5197-4ff2-407e-a593-83ac160bbb0a tempest-InstanceActionsNegativeTestJSON-1027185126 tempest-InstanceActionsNegativeTestJSON-1027185126-project] Made reservation on behalf of d24db4b6988249c194cb3d1b21dcccc7 for: {'port': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:22:17.119106 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-523b62cd-8d04-4ffa-a8c9-1461b3d52af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:17.124034 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-6a46381b-ea88-4d37-8b74-7a3616e711f0 req-b55d5197-4ff2-407e-a593-83ac160bbb0a tempest-InstanceActionsNegativeTestJSON-1027185126 tempest-InstanceActionsNegativeTestJSON-1027185126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:17.129862 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-1f0fd995-3966-4582-b940-641f367a0350 req-414dc680-5f0a-401f-b3b7-7239365021b7 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Deleting port 49bfd466-2a5b-4e0b-9162-53a17e69e7eb {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:22:17.130234 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-1f0fd995-3966-4582-b940-641f367a0350 req-414dc680-5f0a-401f-b3b7-7239365021b7 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:17.141233 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-b494819e-47dd-4482-a361-79095a1ed5b1 req-ba69d622-20f3-4d95-9255-fd5dffa33444 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Deleting port 5d15e94d-5ce6-4d6e-9174-2db583ce3184 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:22:17.141782 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-b494819e-47dd-4482-a361-79095a1ed5b1 req-ba69d622-20f3-4d95-9255-fd5dffa33444 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:17.496872 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-523b62cd-8d04-4ffa-a8c9-1461b3d52af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:17.522878 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-1f0fd995-3966-4582-b940-641f367a0350 req-414dc680-5f0a-401f-b3b7-7239365021b7 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] For port 49bfd466-2a5b-4e0b-9162-53a17e69e7eb, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=49bfd466-2a5b-4e0b-9162-53a17e69e7eb,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:22:17.523549 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-1f0fd995-3966-4582-b940-641f367a0350 req-414dc680-5f0a-401f-b3b7-7239365021b7 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:17.532924 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [req-6a46381b-ea88-4d37-8b74-7a3616e711f0 req-b55d5197-4ff2-407e-a593-83ac160bbb0a tempest-InstanceActionsNegativeTestJSON-1027185126 tempest-InstanceActionsNegativeTestJSON-1027185126-project] Allocated IP 172.20.0.10 (61f7a917-2e01-4772-8685-519b562c839b/7bf7d481-f4fc-4d5b-9534-ef4fc31763f8/8b991262-5602-4902-aff5-e31169dd7dbb) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:22:17.548319 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98da3abe-a0c6-477a-ad6c-73290c3f1ae4 req-75980b55-4071-4b35-a757-af3583cbd5f4 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:17.551337 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-98da3abe-a0c6-477a-ad6c-73290c3f1ae4 req-75980b55-4071-4b35-a757-af3583cbd5f4 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] 10.222.0.58 "GET /v2.0/ports?device_id=777afcf0-e1ae-42f2-8d22-825d16d3d4cf HTTP/1.1" status: 200 len: 945 time: 0.1181567 Aug 05 11:22:17.558000 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-523b62cd-8d04-4ffa-a8c9-1461b3d52af5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f509a58c-210f-4a0c-97e2-13d06213acd7']}} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:22:17.580586 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-1f0fd995-3966-4582-b940-641f367a0350 req-414dc680-5f0a-401f-b3b7-7239365021b7 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Calling delete_port for 49bfd466-2a5b-4e0b-9162-53a17e69e7eb owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:22:17.585090 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-b494819e-47dd-4482-a361-79095a1ed5b1 req-ba69d622-20f3-4d95-9255-fd5dffa33444 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] For port 5d15e94d-5ce6-4d6e-9174-2db583ce3184, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=5d15e94d-5ce6-4d6e-9174-2db583ce3184,segment=NetworkSegment(1ec67acc-70fb-44ef-8f20-f613e3cce6a3),segment_id=1ec67acc-70fb-44ef-8f20-f613e3cce6a3)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:22:17.585821 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-b494819e-47dd-4482-a361-79095a1ed5b1 req-ba69d622-20f3-4d95-9255-fd5dffa33444 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:17.608325 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-523b62cd-8d04-4ffa-a8c9-1461b3d52af5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2843c56-bd11-4ee0-b51f-0434d01cdbcf') {'for_net_delete': True} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:22:17.608886 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-523b62cd-8d04-4ffa-a8c9-1461b3d52af5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2843c56-bd11-4ee0-b51f-0434d01cdbcf') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:22:17.634128 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-b494819e-47dd-4482-a361-79095a1ed5b1 req-ba69d622-20f3-4d95-9255-fd5dffa33444 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Calling delete_port for 5d15e94d-5ce6-4d6e-9174-2db583ce3184 owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:22:17.650471 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-98da3abe-a0c6-477a-ad6c-73290c3f1ae4 req-4513770c-6204-4e76-8d1c-1c64293b3804 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] 10.222.0.58 "GET /v2.0/security-groups?id=e0296632-6fc5-467d-96aa-746236c85873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827489 Aug 05 11:22:17.657841 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-523b62cd-8d04-4ffa-a8c9-1461b3d52af5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29786371'] for segment, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:17.808645 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-523b62cd-8d04-4ffa-a8c9-1461b3d52af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:17.852247 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-523b62cd-8d04-4ffa-a8c9-1461b3d52af5 admin admin] Releasing vlan 691 on physical network physnet1 to pool {{(pid=94421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:22:17.853204 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-523b62cd-8d04-4ffa-a8c9-1461b3d52af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25038799'] for segment, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:17.919814 n-d-803378-2 neutron-server[94421]: Traceback (most recent call last): Aug 05 11:22:17.919814 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:22:17.919814 n-d-803378-2 neutron-server[94421]: timer() Aug 05 11:22:17.919814 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:22:17.919814 n-d-803378-2 neutron-server[94421]: cb(*args, **kw) Aug 05 11:22:17.919814 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:22:17.919814 n-d-803378-2 neutron-server[94421]: return func(*args, **kwargs) Aug 05 11:22:17.919814 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:22:17.919814 n-d-803378-2 neutron-server[94421]: self._notify() Aug 05 11:22:17.919814 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:22:17.919814 n-d-803378-2 neutron-server[94421]: self.callback(batched_events) Aug 05 11:22:17.919814 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:22:17.919814 n-d-803378-2 neutron-server[94421]: event.method(event) Aug 05 11:22:17.919814 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:22:17.919814 n-d-803378-2 neutron-server[94421]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:22:17.919814 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:22:17.919814 n-d-803378-2 neutron-server[94421]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:22:17.919814 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:22:17.919814 n-d-803378-2 neutron-server[94421]: return f(self, *a, **k) Aug 05 11:22:17.919814 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:22:17.919814 n-d-803378-2 neutron-server[94421]: return self._get(url).json() Aug 05 11:22:17.919814 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:22:17.919814 n-d-803378-2 neutron-server[94421]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:22:17.919814 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:22:17.919814 n-d-803378-2 neutron-server[94421]: return self.request(url, 'GET', **kwargs) Aug 05 11:22:17.919814 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:22:17.919814 n-d-803378-2 neutron-server[94421]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:22:17.919814 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:22:17.919814 n-d-803378-2 neutron-server[94421]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:22:17.919814 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:22:17.919814 n-d-803378-2 neutron-server[94421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:22:17.919814 n-d-803378-2 neutron-server[94421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:22:17.932070 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfde4595-e2ed-4ec6-a3cc-8286b8a5fd9d req-b0b2b6c9-dbad-4852-a89a-474f018bd7dd tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:17.933647 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cfde4595-e2ed-4ec6-a3cc-8286b8a5fd9d req-b0b2b6c9-dbad-4852-a89a-474f018bd7dd tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b464baa-8fee-4e83-b710-80fe99d43fc0 HTTP/1.1" status: 200 len: 950 time: 0.1662567 Aug 05 11:22:17.937459 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-6a46381b-ea88-4d37-8b74-7a3616e711f0 req-b55d5197-4ff2-407e-a593-83ac160bbb0a tempest-InstanceActionsNegativeTestJSON-1027185126 tempest-InstanceActionsNegativeTestJSON-1027185126-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:18.052208 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cfde4595-e2ed-4ec6-a3cc-8286b8a5fd9d req-11b66b71-95f3-4a05-8890-1f71c53d66cd tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba838bf4-27d8-4ebd-8a6c-2c869750a1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963616 Aug 05 11:22:18.058775 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-6a46381b-ea88-4d37-8b74-7a3616e711f0 req-b55d5197-4ff2-407e-a593-83ac160bbb0a tempest-InstanceActionsNegativeTestJSON-1027185126 tempest-InstanceActionsNegativeTestJSON-1027185126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:18.102300 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-523b62cd-8d04-4ffa-a8c9-1461b3d52af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:18.126300 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-523b62cd-8d04-4ffa-a8c9-1461b3d52af5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:18.134725 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-523b62cd-8d04-4ffa-a8c9-1461b3d52af5 admin admin] 10.222.0.58 "DELETE /v2.0/networks/f509a58c-210f-4a0c-97e2-13d06213acd7 HTTP/1.1" status: 204 len: 168 time: 1.2370570 Aug 05 11:22:18.135921 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a46381b-ea88-4d37-8b74-7a3616e711f0 req-b55d5197-4ff2-407e-a593-83ac160bbb0a tempest-InstanceActionsNegativeTestJSON-1027185126 tempest-InstanceActionsNegativeTestJSON-1027185126-project] Network 61f7a917-2e01-4772-8685-519b562c839b is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:22:18.143834 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [req-6a46381b-ea88-4d37-8b74-7a3616e711f0 req-b55d5197-4ff2-407e-a593-83ac160bbb0a tempest-InstanceActionsNegativeTestJSON-1027185126 tempest-InstanceActionsNegativeTestJSON-1027185126-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:22:18.153608 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a46381b-ea88-4d37-8b74-7a3616e711f0 req-b55d5197-4ff2-407e-a593-83ac160bbb0a tempest-InstanceActionsNegativeTestJSON-1027185126 tempest-InstanceActionsNegativeTestJSON-1027185126-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:22:18.280665 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523b62cd-8d04-4ffa-a8c9-1461b3d52af5 admin admin] Pushing event deleted for resources: {'Network': ['ID=f509a58c-210f-4a0c-97e2-13d06213acd7,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:22:18.299448 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 11:22:18.348384 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a46381b-ea88-4d37-8b74-7a3616e711f0 req-b55d5197-4ff2-407e-a593-83ac160bbb0a tempest-InstanceActionsNegativeTestJSON-1027185126 tempest-InstanceActionsNegativeTestJSON-1027185126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:18.349388 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-6a46381b-ea88-4d37-8b74-7a3616e711f0 req-b55d5197-4ff2-407e-a593-83ac160bbb0a tempest-InstanceActionsNegativeTestJSON-1027185126 tempest-InstanceActionsNegativeTestJSON-1027185126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:18.459937 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 43972) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:22:18.520861 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55d5197-4ff2-407e-a593-83ac160bbb0a tempest-InstanceActionsNegativeTestJSON-1027185126 tempest-InstanceActionsNegativeTestJSON-1027185126-project] Pushing event updated for resources: {'Port': ['ID=8b991262-5602-4902-aff5-e31169dd7dbb,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:22:18.563145 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-1f0fd995-3966-4582-b940-641f367a0350 req-414dc680-5f0a-401f-b3b7-7239365021b7 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:18.566304 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6a46381b-ea88-4d37-8b74-7a3616e711f0 req-b55d5197-4ff2-407e-a593-83ac160bbb0a tempest-InstanceActionsNegativeTestJSON-1027185126 tempest-InstanceActionsNegativeTestJSON-1027185126-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8725855 Aug 05 11:22:18.586946 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-a935355f-0b39-4ac8-9707-e4f2d4697479 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=08c1e382088447aeb20ea467a38091d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1157219 Aug 05 11:22:18.598486 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 43974) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:22:18.634140 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-b494819e-47dd-4482-a361-79095a1ed5b1 req-ba69d622-20f3-4d95-9255-fd5dffa33444 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:18.642304 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414dc680-5f0a-401f-b3b7-7239365021b7 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Pushing event deleted for resources: {'Port': ['ID=49bfd466-2a5b-4e0b-9162-53a17e69e7eb,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:22:18.726721 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe2df10-aee7-4d72-81b3-c57f29eb8b66 req-c895926f-5b71-4642-ab8c-a5ebd555f9e8 tempest-InstanceActionsNegativeTestJSON-1027185126 tempest-InstanceActionsNegativeTestJSON-1027185126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:18.729691 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-efe2df10-aee7-4d72-81b3-c57f29eb8b66 req-c895926f-5b71-4642-ab8c-a5ebd555f9e8 tempest-InstanceActionsNegativeTestJSON-1027185126 tempest-InstanceActionsNegativeTestJSON-1027185126-project] 10.222.0.58 "GET /v2.0/ports?device_id=8a352f15-3a1d-4e32-ad3a-264466a9a43c HTTP/1.1" status: 200 len: 932 time: 0.3762984 Aug 05 11:22:18.749523 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 5d15e94d-5ce6-4d6e-9174-2db583ce3184 no longer exists at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:22:18.788308 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5eb490-9690-4b4e-a018-5fc4c48224b3 req-c3335cbb-5350-4e30-848b-882421ef1dae tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:18.803209 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1a5eb490-9690-4b4e-a018-5fc4c48224b3 req-c3335cbb-5350-4e30-848b-882421ef1dae tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=11c1c893-64c6-4eaa-9d19-ac08d54c048d HTTP/1.1" status: 200 len: 945 time: 0.5635786 Aug 05 11:22:18.829842 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] No Port match for: 5d15e94d-5ce6-4d6e-9174-2db583ce3184 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:22:18.830443 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 5d15e94d-5ce6-4d6e-9174-2db583ce3184 not bound to the agent host n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:22:18.878189 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f0fd995-3966-4582-b940-641f367a0350 req-414dc680-5f0a-401f-b3b7-7239365021b7 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] No DVR routers for this DVR port 49bfd466-2a5b-4e0b-9162-53a17e69e7eb on host n-h2-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:22:18.881076 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba69d622-20f3-4d95-9255-fd5dffa33444 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Pushing event deleted for resources: {'Port': ['ID=5d15e94d-5ce6-4d6e-9174-2db583ce3184,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:22:18.934303 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-1f0fd995-3966-4582-b940-641f367a0350 req-414dc680-5f0a-401f-b3b7-7239365021b7 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:18.943312 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1f0fd995-3966-4582-b940-641f367a0350 req-414dc680-5f0a-401f-b3b7-7239365021b7 tempest-ServersAdminTestJSON-741239495 tempest-ServersAdminTestJSON-741239495-project] 10.222.0.55 "DELETE /v2.0/ports/49bfd466-2a5b-4e0b-9162-53a17e69e7eb HTTP/1.1" status: 204 len: 173 time: 2.5380709 Aug 05 11:22:18.944176 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b464baa-8fee-4e83-b710-80fe99d43fc0', 'name': 'network-vif-deleted', 'tag': '49bfd466-2a5b-4e0b-9162-53a17e69e7eb'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:22:18.945061 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1a5eb490-9690-4b4e-a018-5fc4c48224b3 req-09d172af-f603-445d-b20e-ab05600095ea tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246562 Aug 05 11:22:18.948347 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8217c28f-685a-4deb-ac18-7a360740020a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:18.957327 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc1e5eec-86ec-427a-a92b-ff0858a2fb2a" -d '{"events": [{"server_uuid": "5b464baa-8fee-4e83-b710-80fe99d43fc0", "name": "network-vif-deleted", "tag": "49bfd466-2a5b-4e0b-9162-53a17e69e7eb"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:22:18.996160 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-6a46381b-ea88-4d37-8b74-7a3616e711f0 req-d4f5a45d-8aac-4580-b927-5cd8544d7ac7 service neutron] Request body: {'port': {'device_id': '8a352f15-3a1d-4e32-ad3a-264466a9a43c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-2'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:22:19.058428 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-efe2df10-aee7-4d72-81b3-c57f29eb8b66 req-bf00ee5c-4bc3-42d7-b75a-db1c35d8a595 tempest-InstanceActionsNegativeTestJSON-1027185126 tempest-InstanceActionsNegativeTestJSON-1027185126-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8dd2e10-fb50-46cf-8c36-3982f50f0020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2978256 Aug 05 11:22:19.123287 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-b494819e-47dd-4482-a361-79095a1ed5b1 req-ba69d622-20f3-4d95-9255-fd5dffa33444 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] No DVR routers for this DVR port 5d15e94d-5ce6-4d6e-9174-2db583ce3184 on host n-h1-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:22:19.127787 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-b494819e-47dd-4482-a361-79095a1ed5b1 req-ba69d622-20f3-4d95-9255-fd5dffa33444 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:19.131434 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b494819e-47dd-4482-a361-79095a1ed5b1 req-ba69d622-20f3-4d95-9255-fd5dffa33444 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] 10.222.0.64 "DELETE /v2.0/ports/5d15e94d-5ce6-4d6e-9174-2db583ce3184 HTTP/1.1" status: 204 len: 173 time: 2.5998139 Aug 05 11:22:19.206174 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8217c28f-685a-4deb-ac18-7a360740020a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:19.479746 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-882cc8a6-407f-48fe-aca3-c1b2e0fda99c req-4c47356f-2402-4064-9691-b6484736b9d1 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] 10.222.0.58 "GET /v2.0/ports?device_id=777afcf0-e1ae-42f2-8d22-825d16d3d4cf HTTP/1.1" status: 200 len: 210 time: 0.1400845 Aug 05 11:22:19.483182 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-6a46381b-ea88-4d37-8b74-7a3616e711f0 req-d4f5a45d-8aac-4580-b927-5cd8544d7ac7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:19.643544 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9921374-4b6c-49d2-a46f-6999eb22df73 req-db6ef7b6-bb43-41b8-b79c-a1800ff06f12 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:19.646170 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d9921374-4b6c-49d2-a46f-6999eb22df73 req-db6ef7b6-bb43-41b8-b79c-a1800ff06f12 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/networks?id=c1d3f101-369e-4625-bfd2-2a60ea4757bb HTTP/1.1" status: 200 len: 820 time: 0.4673688 Aug 05 11:22:19.703039 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8217c28f-685a-4deb-ac18-7a360740020a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:19.710788 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8217c28f-685a-4deb-ac18-7a360740020a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:19.716620 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-8217c28f-685a-4deb-ac18-7a360740020a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e641f86b-f716-4d87-b1e2-341137735eaa HTTP/1.1" status: 204 len: 168 time: 1.1091502 Aug 05 11:22:19.802489 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d9921374-4b6c-49d2-a46f-6999eb22df73 req-21c75c60-a85e-47a6-955f-a20356b3e7a1 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/quotas/e8f6478cce384a98ba09cac5c1bcf855 HTTP/1.1" status: 200 len: 375 time: 0.1291678 Aug 05 11:22:19.803817 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8217c28f-685a-4deb-ac18-7a360740020a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e641f86b-f716-4d87-b1e2-341137735eaa,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:22:20.112958 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd9fb58d-7fd7-4732-af94-315ba3712eba x-openstack-request-id: req-fd9fb58d-7fd7-4732-af94-315ba3712eba {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:22:20.114409 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b464baa-8fee-4e83-b710-80fe99d43fc0", "name": "network-vif-deleted", "tag": "49bfd466-2a5b-4e0b-9162-53a17e69e7eb", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:22:20.115637 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fd9fb58d-7fd7-4732-af94-315ba3712eba {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:22:20.116511 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b464baa-8fee-4e83-b710-80fe99d43fc0', 'name': 'network-vif-deleted', 'tag': '49bfd466-2a5b-4e0b-9162-53a17e69e7eb', 'status': 'completed', 'code': 200} Aug 05 11:22:20.154109 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d9921374-4b6c-49d2-a46f-6999eb22df73 req-1d743311-a518-4264-b83d-5deffcfe7116 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=e8f6478cce384a98ba09cac5c1bcf855&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3212142 Aug 05 11:22:20.436390 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 49bfd466-2a5b-4e0b-9162-53a17e69e7eb no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:22:20.495953 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] No Port match for: 49bfd466-2a5b-4e0b-9162-53a17e69e7eb {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:22:20.497132 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 49bfd466-2a5b-4e0b-9162-53a17e69e7eb not bound to the agent host n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:22:20.578405 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d9921374-4b6c-49d2-a46f-6999eb22df73 req-1519ed52-bba2-48f0-9dd4-0678cd41782c service neutron] 10.222.0.58 "GET /v2.0/networks/c1d3f101-369e-4625-bfd2-2a60ea4757bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3986588 Aug 05 11:22:20.687489 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2ac3ca-960f-4cd6-9b66-c907034de046 req-d85e38b0-ca4a-4be7-a4d3-8b1ea9b0ce8b tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:20.696333 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6b2ac3ca-960f-4cd6-9b66-c907034de046 req-d85e38b0-ca4a-4be7-a4d3-8b1ea9b0ce8b tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=11c1c893-64c6-4eaa-9d19-ac08d54c048d HTTP/1.1" status: 200 len: 945 time: 0.2945576 Aug 05 11:22:20.776526 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [req-6a46381b-ea88-4d37-8b74-7a3616e711f0 req-d4f5a45d-8aac-4580-b927-5cd8544d7ac7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b991262-5602-4902-aff5-e31169dd7dbb {{(pid=94420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:22:20.787810 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d9921374-4b6c-49d2-a46f-6999eb22df73 req-7f9c2699-6847-4808-b7d9-baab3700fd5c service neutron] 10.222.0.58 "GET /v2.0/networks/c1d3f101-369e-4625-bfd2-2a60ea4757bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078784 Aug 05 11:22:20.814690 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-6a46381b-ea88-4d37-8b74-7a3616e711f0 req-d4f5a45d-8aac-4580-b927-5cd8544d7ac7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:20.872100 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6b2ac3ca-960f-4cd6-9b66-c907034de046 req-1c254246-2cec-4053-b558-75b13a0f0eab tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742902 Aug 05 11:22:20.875579 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [req-6a46381b-ea88-4d37-8b74-7a3616e711f0 req-d4f5a45d-8aac-4580-b927-5cd8544d7ac7 service neutron] Transition to ACTIVE for port object 8b991262-5602-4902-aff5-e31169dd7dbb will not be triggered until provisioned by entity L2. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:22:20.884158 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-6a46381b-ea88-4d37-8b74-7a3616e711f0 req-d4f5a45d-8aac-4580-b927-5cd8544d7ac7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:20.984417 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f5a45d-8aac-4580-b927-5cd8544d7ac7 service neutron] Pushing event updated for resources: {'Port': ['ID=8b991262-5602-4902-aff5-e31169dd7dbb,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:22:20.994657 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 44018) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:22:21.270251 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-6a46381b-ea88-4d37-8b74-7a3616e711f0 req-d4f5a45d-8aac-4580-b927-5cd8544d7ac7 service neutron] Attempting to bind port 8b991262-5602-4902-aff5-e31169dd7dbb on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:22:21.272676 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-6a46381b-ea88-4d37-8b74-7a3616e711f0 req-d4f5a45d-8aac-4580-b927-5cd8544d7ac7 service neutron] Attempting to bind port 8b991262-5602-4902-aff5-e31169dd7dbb by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': 'caaa6398-290d-4e56-9241-bab2fa0e6597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '61f7a917-2e01-4772-8685-519b562c839b'}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:22:21.274109 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a46381b-ea88-4d37-8b74-7a3616e711f0 req-d4f5a45d-8aac-4580-b927-5cd8544d7ac7 service neutron] Attempting to bind port 8b991262-5602-4902-aff5-e31169dd7dbb on network 61f7a917-2e01-4772-8685-519b562c839b {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:22:21.298185 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a46381b-ea88-4d37-8b74-7a3616e711f0 req-d4f5a45d-8aac-4580-b927-5cd8544d7ac7 service neutron] Port 8b991262-5602-4902-aff5-e31169dd7dbb on network 61f7a917-2e01-4772-8685-519b562c839b not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:22:21.299316 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a46381b-ea88-4d37-8b74-7a3616e711f0 req-d4f5a45d-8aac-4580-b927-5cd8544d7ac7 service neutron] Attempting to bind port 8b991262-5602-4902-aff5-e31169dd7dbb on network 61f7a917-2e01-4772-8685-519b562c839b {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:22:21.330708 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e86a5d4-2b25-4581-ac32-7a6227132684 req-4a1cf57f-09f4-43d2-8064-6344a902649c tempest-InstanceActionsNegativeTestJSON-1027185126 tempest-InstanceActionsNegativeTestJSON-1027185126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:21.344889 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4e86a5d4-2b25-4581-ac32-7a6227132684 req-4a1cf57f-09f4-43d2-8064-6344a902649c tempest-InstanceActionsNegativeTestJSON-1027185126 tempest-InstanceActionsNegativeTestJSON-1027185126-project] 10.222.0.58 "GET /v2.0/ports?device_id=8a352f15-3a1d-4e32-ad3a-264466a9a43c HTTP/1.1" status: 200 len: 944 time: 0.2296517 Aug 05 11:22:21.360139 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a46381b-ea88-4d37-8b74-7a3616e711f0 req-d4f5a45d-8aac-4580-b927-5cd8544d7ac7 service neutron] Checking agent: {'id': 'a8f1dd2d-227c-4e30-8844-52419ba734db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:22:21.361212 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a46381b-ea88-4d37-8b74-7a3616e711f0 req-d4f5a45d-8aac-4580-b927-5cd8544d7ac7 service neutron] Checking segment: {'id': 'caaa6398-290d-4e56-9241-bab2fa0e6597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '61f7a917-2e01-4772-8685-519b562c839b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:22:21.362124 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a46381b-ea88-4d37-8b74-7a3616e711f0 req-d4f5a45d-8aac-4580-b927-5cd8544d7ac7 service neutron] Bound using segment: {'id': 'caaa6398-290d-4e56-9241-bab2fa0e6597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '61f7a917-2e01-4772-8685-519b562c839b'} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:22:21.363444 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-6a46381b-ea88-4d37-8b74-7a3616e711f0 req-d4f5a45d-8aac-4580-b927-5cd8544d7ac7 service neutron] Bound port: 8b991262-5602-4902-aff5-e31169dd7dbb, host: n-h2-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caaa6398-290d-4e56-9241-bab2fa0e6597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '61f7a917-2e01-4772-8685-519b562c839b'}}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:22:21.364703 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-6a46381b-ea88-4d37-8b74-7a3616e711f0 req-d4f5a45d-8aac-4580-b927-5cd8544d7ac7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:21.475000 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4e86a5d4-2b25-4581-ac32-7a6227132684 req-a085525c-09cd-4dd0-af06-41d9c226947e tempest-InstanceActionsNegativeTestJSON-1027185126 tempest-InstanceActionsNegativeTestJSON-1027185126-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8dd2e10-fb50-46cf-8c36-3982f50f0020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263120 Aug 05 11:22:21.621226 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-09872a4c-474d-4cfb-8fae-ebc88d5ddc8d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e90ff4a1bc864825860f19f93eea7a3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6248462 Aug 05 11:22:21.622195 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 44050) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:22:21.639640 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-6a46381b-ea88-4d37-8b74-7a3616e711f0 req-d4f5a45d-8aac-4580-b927-5cd8544d7ac7 service neutron] For port 8b991262-5602-4902-aff5-e31169dd7dbb, host n-h2-803378-2, cleared binding levels {{(pid=94420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:22:21.645828 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-6a46381b-ea88-4d37-8b74-7a3616e711f0 req-d4f5a45d-8aac-4580-b927-5cd8544d7ac7 service neutron] For port 8b991262-5602-4902-aff5-e31169dd7dbb, host n-h2-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=8b991262-5602-4902-aff5-e31169dd7dbb,segment=NetworkSegment(caaa6398-290d-4e56-9241-bab2fa0e6597),segment_id=caaa6398-290d-4e56-9241-bab2fa0e6597)] {{(pid=94420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:22:21.663194 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-6a46381b-ea88-4d37-8b74-7a3616e711f0 req-d4f5a45d-8aac-4580-b927-5cd8544d7ac7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:21.721957 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:21.835308 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2d81bfc6-bb20-4222-8030-7ec4449050ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:21.943359 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2d81bfc6-bb20-4222-8030-7ec4449050ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:21.943528 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bd702083-4a3f-4340-b875-bfde85f97e1e req-9e087a1d-d1b2-4d5e-9bb2-5f308975e4da tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ffa315b-116e-43b6-aaa8-3e9c048e4a3d HTTP/1.1" status: 200 len: 210 time: 0.0981832 Aug 05 11:22:21.946714 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a46381b-ea88-4d37-8b74-7a3616e711f0 req-d4f5a45d-8aac-4580-b927-5cd8544d7ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:21.947693 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-6a46381b-ea88-4d37-8b74-7a3616e711f0 req-d4f5a45d-8aac-4580-b927-5cd8544d7ac7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:21.950755 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6a46381b-ea88-4d37-8b74-7a3616e711f0 req-d4f5a45d-8aac-4580-b927-5cd8544d7ac7 service neutron] 10.222.0.55 "PUT /v2.0/ports/8b991262-5602-4902-aff5-e31169dd7dbb HTTP/1.1" status: 200 len: 1092 time: 3.3695171 Aug 05 11:22:21.954932 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a352f15-3a1d-4e32-ad3a-264466a9a43c', 'tag': '8b991262-5602-4902-aff5-e31169dd7dbb'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:22:21.959824 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}828068ad8d405ad77660ce68fa78e1ffe658725812f7a08f9e488a446589295b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05d83f69-5f2d-4c9b-bde6-c3a6925a36bc" -d '{"events": [{"name": "network-changed", "server_uuid": "8a352f15-3a1d-4e32-ad3a-264466a9a43c", "tag": "8b991262-5602-4902-aff5-e31169dd7dbb"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:22:22.010022 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f5a45d-8aac-4580-b927-5cd8544d7ac7 service neutron] Pushing event updated for resources: {'Port': ['ID=8b991262-5602-4902-aff5-e31169dd7dbb,revision_number=3']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:22:22.122997 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '777afcf0-e1ae-42f2-8d22-825d16d3d4cf', 'name': 'network-vif-deleted', 'tag': '5d15e94d-5ce6-4d6e-9174-2db583ce3184'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:22:22.127184 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e629ed6-86f0-480c-aa7e-d511af52e0d7" -d '{"events": [{"server_uuid": "777afcf0-e1ae-42f2-8d22-825d16d3d4cf", "name": "network-vif-deleted", "tag": "5d15e94d-5ce6-4d6e-9174-2db583ce3184"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:22:22.145147 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 44074) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:22:22.160040 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2d81bfc6-bb20-4222-8030-7ec4449050ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:22.169818 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2d81bfc6-bb20-4222-8030-7ec4449050ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:22.186641 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-2d81bfc6-bb20-4222-8030-7ec4449050ef admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ba838bf4-27d8-4ebd-8a6c-2c869750a1a9 HTTP/1.1" status: 204 len: 168 time: 0.5633855 Aug 05 11:22:22.225770 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d81bfc6-bb20-4222-8030-7ec4449050ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba838bf4-27d8-4ebd-8a6c-2c869750a1a9,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:22:22.246631 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646b71f1-9853-4f50-bd0f-004066e30295 req-e0d9fd40-2d2b-4894-8091-d309dda862a6 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:22.263844 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-646b71f1-9853-4f50-bd0f-004066e30295 req-e0d9fd40-2d2b-4894-8091-d309dda862a6 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=11c1c893-64c6-4eaa-9d19-ac08d54c048d HTTP/1.1" status: 200 len: 945 time: 0.2228143 Aug 05 11:22:22.317173 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a46381b-ea88-4d37-8b74-7a3616e711f0 req-f0bb4ffa-9609-4853-859f-88669c4c5086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:22.319575 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6a46381b-ea88-4d37-8b74-7a3616e711f0 req-f0bb4ffa-9609-4853-859f-88669c4c5086 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d24db4b6988249c194cb3d1b21dcccc7&device_id=8a352f15-3a1d-4e32-ad3a-264466a9a43c HTTP/1.1" status: 200 len: 1095 time: 0.2611115 Aug 05 11:22:22.366743 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-646b71f1-9853-4f50-bd0f-004066e30295 req-fab7d7a9-c90b-4589-8b6b-c2becfda6543 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020026 Aug 05 11:22:22.427749 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-39701829-9eb9-4c0f-bab1-5bed97a959d5 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-692731662-network', 'tenant_id': '22a4c8a0ff814c1aa23242da60c6f727'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:22:22.486129 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6a46381b-ea88-4d37-8b74-7a3616e711f0 req-d3acb2d4-1634-4929-9a55-1206d4466d10 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b991262-5602-4902-aff5-e31169dd7dbb HTTP/1.1" status: 200 len: 217 time: 0.1492863 Aug 05 11:22:22.516477 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bee1e468-a686-41b9-bcd7-c86c090a0606 x-openstack-request-id: req-bee1e468-a686-41b9-bcd7-c86c090a0606 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:22:22.519108 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "777afcf0-e1ae-42f2-8d22-825d16d3d4cf", "name": "network-vif-deleted", "tag": "5d15e94d-5ce6-4d6e-9174-2db583ce3184", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:22:22.519897 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bee1e468-a686-41b9-bcd7-c86c090a0606 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:22:22.522786 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '777afcf0-e1ae-42f2-8d22-825d16d3d4cf', 'name': 'network-vif-deleted', 'tag': '5d15e94d-5ce6-4d6e-9174-2db583ce3184', 'status': 'completed', 'code': 200} Aug 05 11:22:22.526523 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39701829-9eb9-4c0f-bab1-5bed97a959d5 admin admin] Made reservation on behalf of 22a4c8a0ff814c1aa23242da60c6f727 for: {'network': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:22:22.534768 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-39701829-9eb9-4c0f-bab1-5bed97a959d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:22.568000 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-39701829-9eb9-4c0f-bab1-5bed97a959d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:22.593053 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 44088) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:22:22.651637 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a46381b-ea88-4d37-8b74-7a3616e711f0 req-2ebd6501-f792-440f-b46c-fdac5ef873ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:22.667121 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6a46381b-ea88-4d37-8b74-7a3616e711f0 req-2ebd6501-f792-440f-b46c-fdac5ef873ed service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7bf7d481-f4fc-4d5b-9534-ef4fc31763f8 HTTP/1.1" status: 200 len: 862 time: 0.1643364 Aug 05 11:22:22.748263 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6a46381b-ea88-4d37-8b74-7a3616e711f0 req-6d99ff75-94b1-47fa-a2be-c84a4e0fac04 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=61f7a917-2e01-4772-8685-519b562c839b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0799568 Aug 05 11:22:22.972029 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-39701829-9eb9-4c0f-bab1-5bed97a959d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:22.973256 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c3a19dde-d54c-42bb-93e1-66e29f638cc0 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:23.012528 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6a46381b-ea88-4d37-8b74-7a3616e711f0 req-5fca55e9-87bd-42ea-af2d-79422b15eeb5 service neutron] 10.222.0.55 "GET /v2.0/networks/61f7a917-2e01-4772-8685-519b562c839b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549682 Aug 05 11:22:23.015866 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c3a19dde-d54c-42bb-93e1-66e29f638cc0 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:23.068098 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9d8bef1-7c81-4659-a438-9b81a144c03b x-openstack-request-id: req-e9d8bef1-7c81-4659-a438-9b81a144c03b {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:22:23.068646 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a352f15-3a1d-4e32-ad3a-264466a9a43c", "tag": "8b991262-5602-4902-aff5-e31169dd7dbb", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:22:23.068982 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e9d8bef1-7c81-4659-a438-9b81a144c03b {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:22:23.069522 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a352f15-3a1d-4e32-ad3a-264466a9a43c', 'tag': '8b991262-5602-4902-aff5-e31169dd7dbb', 'status': 'completed', 'code': 200} Aug 05 11:22:23.118901 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-39701829-9eb9-4c0f-bab1-5bed97a959d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:23.169529 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39701829-9eb9-4c0f-bab1-5bed97a959d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 685, 'physical_network': 'physnet1'} {{(pid=94421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:22:23.203646 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-39701829-9eb9-4c0f-bab1-5bed97a959d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:23.204026 n-d-803378-2 neutron-server[94421]: INFO neutron.db.segments_db [None req-39701829-9eb9-4c0f-bab1-5bed97a959d5 admin admin] Added segment 62d5f6e5-fb54-4b87-bd43-7b7a75190f0b of type vlan for network b18750ac-8ea5-426b-9972-9f17bf337493 Aug 05 11:22:23.330247 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-39701829-9eb9-4c0f-bab1-5bed97a959d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:23.406053 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c3a19dde-d54c-42bb-93e1-66e29f638cc0 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:23.411349 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c3a19dde-d54c-42bb-93e1-66e29f638cc0 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:23.413514 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-c3a19dde-d54c-42bb-93e1-66e29f638cc0 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] 10.222.0.58 "DELETE /v2.0/security-groups/327c3cbe-175d-46a3-9094-d7e776e18c63 HTTP/1.1" status: 204 len: 168 time: 0.7535977 Aug 05 11:22:23.429302 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 44108) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:22:23.464965 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 44110) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:22:23.467422 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-39701829-9eb9-4c0f-bab1-5bed97a959d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:23.471649 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39701829-9eb9-4c0f-bab1-5bed97a959d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:23.471649 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-39701829-9eb9-4c0f-bab1-5bed97a959d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:23.491778 n-d-803378-2 neutron-server[94421]: INFO neutron.api.v2.resource [None req-ebb9f7d3-ada1-44b1-b006-e76f81e775c6 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] show failed (client error): The resource could not be found. Aug 05 11:22:23.497292 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-ebb9f7d3-ada1-44b1-b006-e76f81e775c6 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] 10.222.0.58 "GET /v2.0/security-groups/327c3cbe-175d-46a3-9094-d7e776e18c63 HTTP/1.1" status: 404 len: 347 time: 0.0653167 Aug 05 11:22:23.525086 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39701829-9eb9-4c0f-bab1-5bed97a959d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db324caa-e698-4350-89ce-be8f67219210,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:22:23.548450 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 44112) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:22:23.660579 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-39701829-9eb9-4c0f-bab1-5bed97a959d5 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.5039284 Aug 05 11:22:23.705326 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a19dde-d54c-42bb-93e1-66e29f638cc0 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=327c3cbe-175d-46a3-9094-d7e776e18c63,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:22:23.712690 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 44114) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:22:23.751181 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-d406c5ef-1178-43bf-9950-fbae0479d68e admin admin] Request body: {'subnet': {'network_id': 'b18750ac-8ea5-426b-9972-9f17bf337493', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-692731662-subnet', 'tenant_id': '22a4c8a0ff814c1aa23242da60c6f727', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:22:23.798224 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39701829-9eb9-4c0f-bab1-5bed97a959d5 admin admin] Pushing event updated for resources: {'Network': ['ID=b18750ac-8ea5-426b-9972-9f17bf337493,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:22:23.828845 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44c7f5f-8b66-445f-a76f-7f5e12d4290d req-e76c3240-966c-4614-a674-4cba29606d68 tempest-InstanceActionsNegativeTestJSON-1027185126 tempest-InstanceActionsNegativeTestJSON-1027185126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:23.831821 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e44c7f5f-8b66-445f-a76f-7f5e12d4290d req-e76c3240-966c-4614-a674-4cba29606d68 tempest-InstanceActionsNegativeTestJSON-1027185126 tempest-InstanceActionsNegativeTestJSON-1027185126-project] 10.222.0.58 "GET /v2.0/ports?device_id=8a352f15-3a1d-4e32-ad3a-264466a9a43c HTTP/1.1" status: 200 len: 944 time: 0.8175607 Aug 05 11:22:23.896702 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1b872da0-0abc-4e9e-9a35-d72db0babeba req-345e85c8-947c-4475-8aa3-32c3df027c5e tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ffa315b-116e-43b6-aaa8-3e9c048e4a3d HTTP/1.1" status: 200 len: 210 time: 0.1663442 Aug 05 11:22:23.900061 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network b18750ac-8ea5-426b-9972-9f17bf337493 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:22:23.909140 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-51a5822c-c497-4863-af87-b505af797610 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a56f5648731844ab9038d10f51cb6202&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4342649 Aug 05 11:22:23.938581 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 44118) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:22:24.022850 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d406c5ef-1178-43bf-9950-fbae0479d68e admin admin] Made reservation on behalf of 22a4c8a0ff814c1aa23242da60c6f727 for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:22:24.045277 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d406c5ef-1178-43bf-9950-fbae0479d68e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:24.213753 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e44c7f5f-8b66-445f-a76f-7f5e12d4290d req-40c6f80a-d172-456b-8f0e-bbbdcd475b0c tempest-InstanceActionsNegativeTestJSON-1027185126 tempest-InstanceActionsNegativeTestJSON-1027185126-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8dd2e10-fb50-46cf-8c36-3982f50f0020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3411300 Aug 05 11:22:24.257290 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6a46381b-ea88-4d37-8b74-7a3616e711f0 req-dcf38d2f-cbdb-4968-b289-60256c6f3a1a service neutron] 10.222.0.55 "GET /v2.0/networks/61f7a917-2e01-4772-8685-519b562c839b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1954916 Aug 05 11:22:24.293512 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b92dd751-6751-4aa5-b596-3336d9bbeadb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:24.342967 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36620d2e-24d1-4c8b-8256-467a80334e0c req-dcad07ce-34fe-497d-a7ef-2598349c5fd6 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:24.356454 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-36620d2e-24d1-4c8b-8256-467a80334e0c req-dcad07ce-34fe-497d-a7ef-2598349c5fd6 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=11c1c893-64c6-4eaa-9d19-ac08d54c048d HTTP/1.1" status: 200 len: 945 time: 0.1819453 Aug 05 11:22:24.439750 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b92dd751-6751-4aa5-b596-3336d9bbeadb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:24.511155 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d83f69-5f2d-4c9b-bde6-c3a6925a36bc req-7e404564-ebda-47a4-a8d1-0d24bc257e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:24.513719 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-05d83f69-5f2d-4c9b-bde6-c3a6925a36bc req-7e404564-ebda-47a4-a8d1-0d24bc257e7e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d24db4b6988249c194cb3d1b21dcccc7&device_id=8a352f15-3a1d-4e32-ad3a-264466a9a43c HTTP/1.1" status: 200 len: 1095 time: 0.1491036 Aug 05 11:22:24.563737 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-36620d2e-24d1-4c8b-8256-467a80334e0c req-807bb151-7d42-4772-ba0c-fd3f127602da tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059057 Aug 05 11:22:24.700615 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9921374-4b6c-49d2-a46f-6999eb22df73 req-e0b5f119-1000-41a9-a2d4-6b0f3e93b70a tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:24.703649 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d9921374-4b6c-49d2-a46f-6999eb22df73 req-e0b5f119-1000-41a9-a2d4-6b0f3e93b70a tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.64 "GET /v2.0/networks?id=c1d3f101-369e-4625-bfd2-2a60ea4757bb HTTP/1.1" status: 200 len: 820 time: 0.8270285 Aug 05 11:22:24.731792 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d83f69-5f2d-4c9b-bde6-c3a6925a36bc req-da5692e0-baeb-4a66-a6cf-5ac80c410e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:24.735756 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-05d83f69-5f2d-4c9b-bde6-c3a6925a36bc req-da5692e0-baeb-4a66-a6cf-5ac80c410e79 service neutron] 10.222.0.55 "GET /v2.0/networks?id=61f7a917-2e01-4772-8685-519b562c839b HTTP/1.1" status: 200 len: 923 time: 0.2032285 Aug 05 11:22:24.736765 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-d9921374-4b6c-49d2-a46f-6999eb22df73 req-ebb7d904-55e9-408e-a248-0f8dff4a9a70 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Request body: {'port': {'device_id': '7ffa315b-116e-43b6-aaa8-3e9c048e4a3d', 'network_id': 'c1d3f101-369e-4625-bfd2-2a60ea4757bb', 'admin_state_up': True, 'tenant_id': 'e8f6478cce384a98ba09cac5c1bcf855'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:22:24.751290 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b92dd751-6751-4aa5-b596-3336d9bbeadb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:24.760925 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b92dd751-6751-4aa5-b596-3336d9bbeadb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:24.762782 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-b92dd751-6751-4aa5-b596-3336d9bbeadb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b99a1999-2671-4dfa-9337-b2bc643ca940 HTTP/1.1" status: 204 len: 168 time: 0.7210741 Aug 05 11:22:24.769639 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device be189f34-4394-4326-9e90-4936d19950a1 details requested by agent hyperv_n-h1-803378-2 with host n-h1-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:22:24.855637 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-05d83f69-5f2d-4c9b-bde6-c3a6925a36bc req-37b60b07-a3e3-4df0-91e9-1173f1820fd3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b991262-5602-4902-aff5-e31169dd7dbb HTTP/1.1" status: 200 len: 217 time: 0.0912182 Aug 05 11:22:24.907368 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-5399c545-d784-46be-ad4a-b425fcf03dc3 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Deleting port b47ce3f8-adb7-46ad-b62b-b2f6ed40cd23 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:22:24.908253 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5399c545-d784-46be-ad4a-b425fcf03dc3 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:25.014119 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92dd751-6751-4aa5-b596-3336d9bbeadb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b99a1999-2671-4dfa-9337-b2bc643ca940,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:22:25.030387 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d83f69-5f2d-4c9b-bde6-c3a6925a36bc req-57dc17ca-13dd-4fe7-a382-ea2e1b76a221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:25.033215 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-05d83f69-5f2d-4c9b-bde6-c3a6925a36bc req-57dc17ca-13dd-4fe7-a382-ea2e1b76a221 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7bf7d481-f4fc-4d5b-9534-ef4fc31763f8 HTTP/1.1" status: 200 len: 862 time: 0.1685705 Aug 05 11:22:25.083698 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port be189f34-4394-4326-9e90-4936d19950a1, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=be189f34-4394-4326-9e90-4936d19950a1,segment=NetworkSegment(32cc618e-4968-4750-a5aa-c2579fceb01e),segment_id=32cc618e-4968-4750-a5aa-c2579fceb01e)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:22:25.112993 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Returning: {'device': 'be189f34-4394-4326-9e90-4936d19950a1', 'network_id': '6e7bde98-a1ff-44d7-8525-eaa9c1e81087', 'port_id': 'be189f34-4394-4326-9e90-4936d19950a1', 'mac_address': 'fa:16:3e:82:48:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c648b54-2f27-41ec-9e17-9213825c0d0c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:22:25.160317 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-05d83f69-5f2d-4c9b-bde6-c3a6925a36bc req-f789d9b0-ef5c-4bca-b483-3093e6dcce4a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=61f7a917-2e01-4772-8685-519b562c839b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1166763 Aug 05 11:22:25.204439 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:25.280583 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-92a1f106-3b45-4221-bdbb-7a8746500a5c req-88234861-0fa9-4a9f-bf3a-515d1c1ef1ac tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ffa315b-116e-43b6-aaa8-3e9c048e4a3d HTTP/1.1" status: 200 len: 210 time: 0.1256170 Aug 05 11:22:25.291706 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id be189f34-4394-4326-9e90-4936d19950a1 {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:22:25.340074 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5399c545-d784-46be-ad4a-b425fcf03dc3 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:25.340742 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5399c545-d784-46be-ad4a-b425fcf03dc3 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:25.413127 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port be189f34-4394-4326-9e90-4936d19950a1, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=be189f34-4394-4326-9e90-4936d19950a1,segment=NetworkSegment(32cc618e-4968-4750-a5aa-c2579fceb01e),segment_id=32cc618e-4968-4750-a5aa-c2579fceb01e)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:22:25.423183 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:25.462186 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-5399c545-d784-46be-ad4a-b425fcf03dc3 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Calling delete_port for b47ce3f8-adb7-46ad-b62b-b2f6ed40cd23 owned by network:floatingip {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:22:25.499884 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-05d83f69-5f2d-4c9b-bde6-c3a6925a36bc req-0085dd95-0736-41f4-b522-9b6ecdb11c9e service neutron] 10.222.0.55 "GET /v2.0/networks/61f7a917-2e01-4772-8685-519b562c839b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3182209 Aug 05 11:22:25.598586 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=be189f34-4394-4326-9e90-4936d19950a1,revision_number=6']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:22:25.620894 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['be189f34-4394-4326-9e90-4936d19950a1'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:22:25.928032 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d392184-c14b-410d-a76d-3a523e2ff7b3 req-012ab11c-ac63-46e3-b753-ae688f4968c7 tempest-InstanceActionsNegativeTestJSON-1027185126 tempest-InstanceActionsNegativeTestJSON-1027185126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:25.941894 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9d392184-c14b-410d-a76d-3a523e2ff7b3 req-012ab11c-ac63-46e3-b753-ae688f4968c7 tempest-InstanceActionsNegativeTestJSON-1027185126 tempest-InstanceActionsNegativeTestJSON-1027185126-project] 10.222.0.58 "GET /v2.0/ports?device_id=8a352f15-3a1d-4e32-ad3a-264466a9a43c HTTP/1.1" status: 200 len: 944 time: 0.4403384 Aug 05 11:22:26.003531 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c5cab2-ea08-4863-bc6c-5ed07437c0e5 req-cac8ed44-bd5c-455e-819d-f9ed019f0162 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:26.017167 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-62c5cab2-ea08-4863-bc6c-5ed07437c0e5 req-cac8ed44-bd5c-455e-819d-f9ed019f0162 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=11c1c893-64c6-4eaa-9d19-ac08d54c048d HTTP/1.1" status: 200 len: 944 time: 0.2774477 Aug 05 11:22:26.040557 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9921374-4b6c-49d2-a46f-6999eb22df73 req-ebb7d904-55e9-408e-a248-0f8dff4a9a70 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Made reservation on behalf of e8f6478cce384a98ba09cac5c1bcf855 for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:22:26.047501 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-d9921374-4b6c-49d2-a46f-6999eb22df73 req-ebb7d904-55e9-408e-a248-0f8dff4a9a70 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:26.107466 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-05d83f69-5f2d-4c9b-bde6-c3a6925a36bc req-c0ef8e77-5c43-4305-955c-0efe9263f37c service neutron] 10.222.0.55 "GET /v2.0/networks/61f7a917-2e01-4772-8685-519b562c839b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5503700 Aug 05 11:22:26.128668 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9d392184-c14b-410d-a76d-3a523e2ff7b3 req-9ff90aff-1340-4c31-b01b-5e95b8b4f81c tempest-InstanceActionsNegativeTestJSON-1027185126 tempest-InstanceActionsNegativeTestJSON-1027185126-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8dd2e10-fb50-46cf-8c36-3982f50f0020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856747 Aug 05 11:22:26.152989 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d406c5ef-1178-43bf-9950-fbae0479d68e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25038678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30075167'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:26.213454 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-62c5cab2-ea08-4863-bc6c-5ed07437c0e5 req-4df12861-2b49-4f9f-9cda-d335d28a009a tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828740 Aug 05 11:22:26.467592 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 8b991262-5602-4902-aff5-e31169dd7dbb details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:22:26.619977 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d406c5ef-1178-43bf-9950-fbae0479d68e admin admin] Pushing event updated for resources: {'Subnet': ['ID=63e1703a-1113-4385-8973-9ea8062ac6e0,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:22:26.625144 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-86876987-fba5-4e2e-bae8-fe07cd41ad20 req-a574a954-ece8-4ea4-af8e-2b7b96df760f tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ffa315b-116e-43b6-aaa8-3e9c048e4a3d HTTP/1.1" status: 200 len: 210 time: 0.1040559 Aug 05 11:22:26.638646 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5399c545-d784-46be-ad4a-b425fcf03dc3 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:26.740025 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 8b991262-5602-4902-aff5-e31169dd7dbb, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=8b991262-5602-4902-aff5-e31169dd7dbb,segment=NetworkSegment(caaa6398-290d-4e56-9241-bab2fa0e6597),segment_id=caaa6398-290d-4e56-9241-bab2fa0e6597)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:22:26.763285 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Returning: {'device': '8b991262-5602-4902-aff5-e31169dd7dbb', 'network_id': '61f7a917-2e01-4772-8685-519b562c839b', 'port_id': '8b991262-5602-4902-aff5-e31169dd7dbb', 'mac_address': 'fa:16:3e:f7:51:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bf7d481-f4fc-4d5b-9534-ef4fc31763f8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:22:26.788044 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device be189f34-4394-4326-9e90-4936d19950a1 up at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:22:26.825533 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5399c545-d784-46be-ad4a-b425fcf03dc3 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Pushing event deleted for resources: {'Port': ['ID=b47ce3f8-adb7-46ad-b62b-b2f6ed40cd23,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:22:26.878491 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d406c5ef-1178-43bf-9950-fbae0479d68e admin admin] Checking segment: {'id': '62d5f6e5-fb54-4b87-bd43-7b7a75190f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'b18750ac-8ea5-426b-9972-9f17bf337493'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:22:26.879251 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d406c5ef-1178-43bf-9950-fbae0479d68e admin admin] Network hostable DHCP agents. Network: b18750ac-8ea5-426b-9972-9f17bf337493, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:22:26.993850 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:27.032354 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b991262-5602-4902-aff5-e31169dd7dbb {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:22:27.042155 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5399c545-d784-46be-ad4a-b425fcf03dc3 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Notify callbacks [] for floatingip, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:27.050394 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning complete for port be189f34-4394-4326-9e90-4936d19950a1 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:22:27.051326 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:27.054334 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5399c545-d784-46be-ad4a-b425fcf03dc3 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:27.060169 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-5399c545-d784-46be-ad4a-b425fcf03dc3 tempest-ImagesOneServerNegativeTestJSON-1677617242 tempest-ImagesOneServerNegativeTestJSON-1677617242-project] 10.222.0.58 "DELETE /v2.0/floatingips/25a88ab6-0ee0-45c1-afee-748b549b46a3 HTTP/1.1" status: 204 len: 168 time: 3.4994929 Aug 05 11:22:27.060169 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-d9921374-4b6c-49d2-a46f-6999eb22df73 req-ebb7d904-55e9-408e-a248-0f8dff4a9a70 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Allocated IP 172.20.0.14 (c1d3f101-369e-4625-bfd2-2a60ea4757bb/88c33de2-0b50-4fb8-a2a7-3c3e700f5c7c/5c7f819f-c721-4a8d-a676-489500d22fbb) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:22:27.067116 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d406c5ef-1178-43bf-9950-fbae0479d68e admin admin] Network b18750ac-8ea5-426b-9972-9f17bf337493 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:22:27.106895 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-d406c5ef-1178-43bf-9950-fbae0479d68e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, b18750ac-8ea5-426b-9972-9f17bf337493) {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:22:27.115559 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d406c5ef-1178-43bf-9950-fbae0479d68e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:27.118200 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d406c5ef-1178-43bf-9950-fbae0479d68e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:27.125421 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1433f4b-ed7f-49d5-ad4b-de91e860fa07 None None] Network b18750ac-8ea5-426b-9972-9f17bf337493 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:22:27.167612 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 8b991262-5602-4902-aff5-e31169dd7dbb, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=8b991262-5602-4902-aff5-e31169dd7dbb,segment=NetworkSegment(caaa6398-290d-4e56-9241-bab2fa0e6597),segment_id=caaa6398-290d-4e56-9241-bab2fa0e6597)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:22:27.200564 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-d406c5ef-1178-43bf-9950-fbae0479d68e admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 3.4739900 Aug 05 11:22:27.205314 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 44178) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:22:27.218785 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-5f8ee413-72c0-471b-a5a7-058e2a68cd42 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-692731662-router', 'tenant_id': '22a4c8a0ff814c1aa23242da60c6f727', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:22:27.259664 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:27.423693 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=8b991262-5602-4902-aff5-e31169dd7dbb,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:22:27.506864 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5f8ee413-72c0-471b-a5a7-058e2a68cd42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33260300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1929'] for router, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:27.509165 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5f8ee413-72c0-471b-a5a7-058e2a68cd42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33285914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33034662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1926'] for router, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:27.509690 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:27.523570 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6513582-1b06-4596-9d85-5ffcbf348ebe req-5a5e5d40-c18e-46b7-b7c1-1eb49e504dc7 tempest-InstanceActionsNegativeTestJSON-1027185126 tempest-InstanceActionsNegativeTestJSON-1027185126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:27.545187 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a6513582-1b06-4596-9d85-5ffcbf348ebe req-5a5e5d40-c18e-46b7-b7c1-1eb49e504dc7 tempest-InstanceActionsNegativeTestJSON-1027185126 tempest-InstanceActionsNegativeTestJSON-1027185126-project] 10.222.0.58 "GET /v2.0/ports?device_id=8a352f15-3a1d-4e32-ad3a-264466a9a43c HTTP/1.1" status: 200 len: 945 time: 0.2212765 Aug 05 11:22:27.603072 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['8b991262-5602-4902-aff5-e31169dd7dbb'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:22:27.604795 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5f8ee413-72c0-471b-a5a7-058e2a68cd42 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:27.632887 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11c1c893-64c6-4eaa-9d19-ac08d54c048d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be189f34-4394-4326-9e90-4936d19950a1'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:22:27.641290 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e9968da-6801-4198-bc68-a1ca31876404" -d '{"events": [{"server_uuid": "11c1c893-64c6-4eaa-9d19-ac08d54c048d", "name": "network-vif-plugged", "status": "completed", "tag": "be189f34-4394-4326-9e90-4936d19950a1"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:22:27.827945 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port be189f34-4394-4326-9e90-4936d19950a1, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=be189f34-4394-4326-9e90-4936d19950a1,segment=NetworkSegment(32cc618e-4968-4750-a5aa-c2579fceb01e),segment_id=32cc618e-4968-4750-a5aa-c2579fceb01e)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:22:27.840979 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:27.908928 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79543a11-9104-491b-a610-95b618daa199 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-b18750ac-8ea5-426b-9972-9f17bf337493', 'network_id': 'b18750ac-8ea5-426b-9972-9f17bf337493', 'tenant_id': '22a4c8a0ff814c1aa23242da60c6f727', 'fixed_ips': [{'subnet_id': '63e1703a-1113-4385-8973-9ea8062ac6e0'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 11:22:27.910345 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-79543a11-9104-491b-a610-95b618daa199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:27.946791 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a6513582-1b06-4596-9d85-5ffcbf348ebe req-67c0acee-d482-44c7-8b31-3507f11c877e tempest-InstanceActionsNegativeTestJSON-1027185126 tempest-InstanceActionsNegativeTestJSON-1027185126-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8dd2e10-fb50-46cf-8c36-3982f50f0020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3769455 Aug 05 11:22:27.981377 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca1f127-026d-44bb-9311-06a081e12d2c req-dd5f70a1-f125-49dd-aef2-c78810189c5d tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:28.001397 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5ca1f127-026d-44bb-9311-06a081e12d2c req-dd5f70a1-f125-49dd-aef2-c78810189c5d tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=11c1c893-64c6-4eaa-9d19-ac08d54c048d HTTP/1.1" status: 200 len: 944 time: 0.3963320 Aug 05 11:22:28.050956 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-72568547-26b6-458f-98cd-a3a77e0893b1 req-c0c8a20a-d4a9-4ced-ba9f-2b53ae419adb service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6fada1b1-77db-4131-adc2-98ac0e1c2597&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2556164 Aug 05 11:22:28.072470 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 44196) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:22:28.133086 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5f8ee413-72c0-471b-a5a7-058e2a68cd42 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:28.221990 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-d9921374-4b6c-49d2-a46f-6999eb22df73 req-ebb7d904-55e9-408e-a248-0f8dff4a9a70 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:28.237764 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_v2 [None req-995aecb8-5327-437e-9ce6-ef1ad6e0ae50 admin admin] Deleting subnet 157c688d-0ff0-4d0a-9258-c12de8417018 {{(pid=94420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:22:28.263484 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=be189f34-4394-4326-9e90-4936d19950a1,revision_number=7']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:22:28.270902 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-686296e3-cb53-4c21-b9a1-66dcd3bc21cb x-openstack-request-id: req-686296e3-cb53-4c21-b9a1-66dcd3bc21cb {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:22:28.271206 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11c1c893-64c6-4eaa-9d19-ac08d54c048d", "name": "network-vif-plugged", "status": "completed", "tag": "be189f34-4394-4326-9e90-4936d19950a1", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:22:28.271556 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-686296e3-cb53-4c21-b9a1-66dcd3bc21cb {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:22:28.272096 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11c1c893-64c6-4eaa-9d19-ac08d54c048d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be189f34-4394-4326-9e90-4936d19950a1', 'code': 200} Aug 05 11:22:28.349069 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-d9921374-4b6c-49d2-a46f-6999eb22df73 req-ebb7d904-55e9-408e-a248-0f8dff4a9a70 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:28.384985 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-995aecb8-5327-437e-9ce6-ef1ad6e0ae50 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:28.469166 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5ca1f127-026d-44bb-9311-06a081e12d2c req-5bba0d51-8ef5-4b1e-a6b7-3db6f15b337f tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4520671 Aug 05 11:22:28.494480 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9438c5-cedc-4baf-b51a-03490dc2d278 req-d1ea8621-6745-4908-8520-8c9a81299f0b tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:28.497152 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8c9438c5-cedc-4baf-b51a-03490dc2d278 req-d1ea8621-6745-4908-8520-8c9a81299f0b tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ffa315b-116e-43b6-aaa8-3e9c048e4a3d HTTP/1.1" status: 200 len: 932 time: 0.1642413 Aug 05 11:22:28.511838 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9921374-4b6c-49d2-a46f-6999eb22df73 req-ebb7d904-55e9-408e-a248-0f8dff4a9a70 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Network c1d3f101-369e-4625-bfd2-2a60ea4757bb is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:22:28.532132 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72568547-26b6-458f-98cd-a3a77e0893b1 req-2cf3b2a5-0a28-4a18-8b3d-78ea48a46e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:28.534603 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-72568547-26b6-458f-98cd-a3a77e0893b1 req-2cf3b2a5-0a28-4a18-8b3d-78ea48a46e41 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e8f6478cce384a98ba09cac5c1bcf855&device_id=6fada1b1-77db-4131-adc2-98ac0e1c2597 HTTP/1.1" status: 200 len: 1095 time: 0.4295211 Aug 05 11:22:28.660759 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-995aecb8-5327-437e-9ce6-ef1ad6e0ae50 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25010562'] for subnet, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:28.689142 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-d9921374-4b6c-49d2-a46f-6999eb22df73 req-ebb7d904-55e9-408e-a248-0f8dff4a9a70 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:22:28.705411 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9921374-4b6c-49d2-a46f-6999eb22df73 req-ebb7d904-55e9-408e-a248-0f8dff4a9a70 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:22:28.733805 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-79543a11-9104-491b-a610-95b618daa199 None None] Allocated IP 172.20.0.2 (b18750ac-8ea5-426b-9972-9f17bf337493/63e1703a-1113-4385-8973-9ea8062ac6e0/097a1964-5331-4bbc-b6ea-4700ee5ee530) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:22:28.966186 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:28.985824 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb7d904-55e9-408e-a248-0f8dff4a9a70 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Pushing event updated for resources: {'Port': ['ID=5c7f819f-c721-4a8d-a676-489500d22fbb,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:22:29.016844 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8c9438c5-cedc-4baf-b51a-03490dc2d278 req-887fbd70-5a4c-494c-aeed-8185ec8a9cd2 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b660be2-1cd3-4f1b-b8b6-43aa3e7d82c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4973061 Aug 05 11:22:29.040152 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9921374-4b6c-49d2-a46f-6999eb22df73 req-ebb7d904-55e9-408e-a248-0f8dff4a9a70 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:29.041342 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-d9921374-4b6c-49d2-a46f-6999eb22df73 req-ebb7d904-55e9-408e-a248-0f8dff4a9a70 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:29.121198 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d9921374-4b6c-49d2-a46f-6999eb22df73 req-ebb7d904-55e9-408e-a248-0f8dff4a9a70 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3922696 Aug 05 11:22:29.170551 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72568547-26b6-458f-98cd-a3a77e0893b1 req-266d2aff-0bed-4f92-83ae-eff59133302a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:29.172394 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-72568547-26b6-458f-98cd-a3a77e0893b1 req-266d2aff-0bed-4f92-83ae-eff59133302a service neutron] 10.222.0.55 "GET /v2.0/networks?id=c1d3f101-369e-4625-bfd2-2a60ea4757bb HTTP/1.1" status: 200 len: 921 time: 0.6020098 Aug 05 11:22:29.174066 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-995aecb8-5327-437e-9ce6-ef1ad6e0ae50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:29.436923 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['55713e77-38b3-42f5-962d-9575770689fe'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:22:29.447031 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-72568547-26b6-458f-98cd-a3a77e0893b1 req-1dd9919e-c4d0-49af-b9f9-8f244f9d33f4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=517913e1-c703-4e65-8ae0-a6a4446ca3ca HTTP/1.1" status: 200 len: 217 time: 0.2006323 Aug 05 11:22:29.532423 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-d9921374-4b6c-49d2-a46f-6999eb22df73 req-a085566e-287f-4c96-9276-eb6878f70483 service neutron] Request body: {'port': {'device_id': '7ffa315b-116e-43b6-aaa8-3e9c048e4a3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:22:29.560876 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d069f071-7ac0-41d0-a3a0-019f770976b9 req-274bdd7d-9f58-4c9b-8e2f-e3487a7d12ec tempest-InstanceActionsNegativeTestJSON-1027185126 tempest-InstanceActionsNegativeTestJSON-1027185126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:29.575786 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d069f071-7ac0-41d0-a3a0-019f770976b9 req-274bdd7d-9f58-4c9b-8e2f-e3487a7d12ec tempest-InstanceActionsNegativeTestJSON-1027185126 tempest-InstanceActionsNegativeTestJSON-1027185126-project] 10.222.0.58 "GET /v2.0/ports?device_id=8a352f15-3a1d-4e32-ad3a-264466a9a43c HTTP/1.1" status: 200 len: 945 time: 0.3310313 Aug 05 11:22:29.583029 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-79543a11-9104-491b-a610-95b618daa199 None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:29.631259 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72568547-26b6-458f-98cd-a3a77e0893b1 req-435feb6a-2aa9-46bd-aaa6-ea7c6ba4f660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:29.631259 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-72568547-26b6-458f-98cd-a3a77e0893b1 req-435feb6a-2aa9-46bd-aaa6-ea7c6ba4f660 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=88c33de2-0b50-4fb8-a2a7-3c3e700f5c7c HTTP/1.1" status: 200 len: 860 time: 0.1763656 Aug 05 11:22:29.647873 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-995aecb8-5327-437e-9ce6-ef1ad6e0ae50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29762763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24211094'] for subnet, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:29.652282 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-79543a11-9104-491b-a610-95b618daa199 None None] Transition to ACTIVE for port object 097a1964-5331-4bbc-b6ea-4700ee5ee530 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:22:29.719834 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-79543a11-9104-491b-a610-95b618daa199 None None] Transition to ACTIVE for port object 097a1964-5331-4bbc-b6ea-4700ee5ee530 will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:22:29.752901 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-79543a11-9104-491b-a610-95b618daa199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:29.809329 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-72568547-26b6-458f-98cd-a3a77e0893b1 req-d3d706b4-82fc-494e-b6ea-30dd347900a3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c1d3f101-369e-4625-bfd2-2a60ea4757bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1631618 Aug 05 11:22:29.819673 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995aecb8-5327-437e-9ce6-ef1ad6e0ae50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=157c688d-0ff0-4d0a-9258-c12de8417018,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:22:29.826978 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-995aecb8-5327-437e-9ce6-ef1ad6e0ae50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:29.833175 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-995aecb8-5327-437e-9ce6-ef1ad6e0ae50 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/157c688d-0ff0-4d0a-9258-c12de8417018 HTTP/1.1" status: 204 len: 168 time: 1.7567585 Aug 05 11:22:29.850991 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 44230) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:22:29.893080 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79543a11-9104-491b-a610-95b618daa199 None None] Pushing event updated for resources: {'Port': ['ID=097a1964-5331-4bbc-b6ea-4700ee5ee530,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:22:29.904649 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5f8ee413-72c0-471b-a5a7-058e2a68cd42 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:29.908809 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-d9921374-4b6c-49d2-a46f-6999eb22df73 req-a085566e-287f-4c96-9276-eb6878f70483 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:29.933547 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d069f071-7ac0-41d0-a3a0-019f770976b9 req-f386519e-c9b5-4c6e-b368-52b81cac7ac8 tempest-InstanceActionsNegativeTestJSON-1027185126 tempest-InstanceActionsNegativeTestJSON-1027185126-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8dd2e10-fb50-46cf-8c36-3982f50f0020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3552766 Aug 05 11:22:29.994161 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79543a11-9104-491b-a610-95b618daa199 None None] Network b18750ac-8ea5-426b-9972-9f17bf337493 is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:22:30.021383 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-79543a11-9104-491b-a610-95b618daa199 None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:22:30.028050 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79543a11-9104-491b-a610-95b618daa199 None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:22:30.203597 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4338009-970e-4456-a26e-3f00568cbc59 req-034b2bf0-30fa-4c45-b25e-50d68ad622ec tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:30.226979 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c4338009-970e-4456-a26e-3f00568cbc59 req-034b2bf0-30fa-4c45-b25e-50d68ad622ec tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=11c1c893-64c6-4eaa-9d19-ac08d54c048d HTTP/1.1" status: 200 len: 945 time: 0.6103132 Aug 05 11:22:30.386296 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-79543a11-9104-491b-a610-95b618daa199 None None] Attempting to bind port 097a1964-5331-4bbc-b6ea-4700ee5ee530 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:22:30.386680 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-79543a11-9104-491b-a610-95b618daa199 None None] Attempting to bind port 097a1964-5331-4bbc-b6ea-4700ee5ee530 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '62d5f6e5-fb54-4b87-bd43-7b7a75190f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'b18750ac-8ea5-426b-9972-9f17bf337493'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:22:30.387077 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79543a11-9104-491b-a610-95b618daa199 None None] Attempting to bind port 097a1964-5331-4bbc-b6ea-4700ee5ee530 on network b18750ac-8ea5-426b-9972-9f17bf337493 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:22:30.387850 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5f8ee413-72c0-471b-a5a7-058e2a68cd42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:30.401091 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79543a11-9104-491b-a610-95b618daa199 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:22:30.401489 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79543a11-9104-491b-a610-95b618daa199 None None] Checking segment: {'id': '62d5f6e5-fb54-4b87-bd43-7b7a75190f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'b18750ac-8ea5-426b-9972-9f17bf337493'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:22:30.412477 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-79543a11-9104-491b-a610-95b618daa199 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:30.413677 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79543a11-9104-491b-a610-95b618daa199 None None] Bound using segment: {'id': '62d5f6e5-fb54-4b87-bd43-7b7a75190f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'b18750ac-8ea5-426b-9972-9f17bf337493'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:22:30.413808 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-79543a11-9104-491b-a610-95b618daa199 None None] Bound port: 097a1964-5331-4bbc-b6ea-4700ee5ee530, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62d5f6e5-fb54-4b87-bd43-7b7a75190f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'b18750ac-8ea5-426b-9972-9f17bf337493'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:22:30.414130 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-79543a11-9104-491b-a610-95b618daa199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:30.439639 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-020994a2-9abc-4cdd-a1f6-7eb4aac29952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:30.449932 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c4338009-970e-4456-a26e-3f00568cbc59 req-d0e4a825-60ab-44de-a212-49f5ab5675ba tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213380 Aug 05 11:22:30.510433 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-72568547-26b6-458f-98cd-a3a77e0893b1 req-c4339a99-75df-4e91-ac62-d853feb34d28 service neutron] 10.222.0.55 "GET /v2.0/networks/c1d3f101-369e-4625-bfd2-2a60ea4757bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6866827 Aug 05 11:22:30.634642 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 8b991262-5602-4902-aff5-e31169dd7dbb up at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:22:30.781459 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-79543a11-9104-491b-a610-95b618daa199 None None] For port 097a1964-5331-4bbc-b6ea-4700ee5ee530, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:22:30.791991 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-79543a11-9104-491b-a610-95b618daa199 None None] For port 097a1964-5331-4bbc-b6ea-4700ee5ee530, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=097a1964-5331-4bbc-b6ea-4700ee5ee530,segment=NetworkSegment(62d5f6e5-fb54-4b87-bd43-7b7a75190f0b),segment_id=62d5f6e5-fb54-4b87-bd43-7b7a75190f0b)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:22:30.805408 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-79543a11-9104-491b-a610-95b618daa199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:30.919429 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning for port 8b991262-5602-4902-aff5-e31169dd7dbb completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:22:30.959648 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning complete for port 8b991262-5602-4902-aff5-e31169dd7dbb triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:22:30.962659 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:31.001699 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-72568547-26b6-458f-98cd-a3a77e0893b1 req-0f986b08-9a9a-4da7-9636-4bc195c0a810 service neutron] 10.222.0.55 "GET /v2.0/networks/c1d3f101-369e-4625-bfd2-2a60ea4757bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4824319 Aug 05 11:22:31.058880 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-67f913a0-713e-4e91-96d1-b70ff177ae69 req-69f80b9a-875a-41f3-885f-a9d1232254fc tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=da1b410c9abb4742b18075944f1e5e2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3685763 Aug 05 11:22:31.155428 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79543a11-9104-491b-a610-95b618daa199 None None] Pushing event updated for resources: {'Port': ['ID=097a1964-5331-4bbc-b6ea-4700ee5ee530,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:22:31.406194 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-d9921374-4b6c-49d2-a46f-6999eb22df73 req-a085566e-287f-4c96-9276-eb6878f70483 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c7f819f-c721-4a8d-a676-489500d22fbb {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:22:31.489135 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-d9921374-4b6c-49d2-a46f-6999eb22df73 req-a085566e-287f-4c96-9276-eb6878f70483 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:31.503698 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-020994a2-9abc-4cdd-a1f6-7eb4aac29952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:31.511827 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:31.553252 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-5f8ee413-72c0-471b-a5a7-058e2a68cd42 admin admin] Allocated IP 172.25.5.185 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/d1e5bf28-eb3d-4801-8525-6b8ffd96949c) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:22:31.579386 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-d9921374-4b6c-49d2-a46f-6999eb22df73 req-a085566e-287f-4c96-9276-eb6878f70483 service neutron] Transition to ACTIVE for port object 5c7f819f-c721-4a8d-a676-489500d22fbb will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:22:31.595243 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-d9921374-4b6c-49d2-a46f-6999eb22df73 req-a085566e-287f-4c96-9276-eb6878f70483 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:31.601131 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a352f15-3a1d-4e32-ad3a-264466a9a43c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b991262-5602-4902-aff5-e31169dd7dbb'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:22:31.611233 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-020994a2-9abc-4cdd-a1f6-7eb4aac29952 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22b02496-a35e-44b0-a5b7-11c5e990fce2']}} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:22:31.612891 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-938dedaf-9286-4b37-9160-7abf6b6a20ed" -d '{"events": [{"server_uuid": "8a352f15-3a1d-4e32-ad3a-264466a9a43c", "name": "network-vif-plugged", "status": "completed", "tag": "8b991262-5602-4902-aff5-e31169dd7dbb"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:22:31.631867 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 8b991262-5602-4902-aff5-e31169dd7dbb, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=8b991262-5602-4902-aff5-e31169dd7dbb,segment=NetworkSegment(caaa6398-290d-4e56-9241-bab2fa0e6597),segment_id=caaa6398-290d-4e56-9241-bab2fa0e6597)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:22:31.646678 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:31.675607 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f819ce-71d6-46fe-927a-a31ec50b2604 req-2f687c0f-92f5-49ab-9ed0-2e1c5a8fe752 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:31.689380 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-22f819ce-71d6-46fe-927a-a31ec50b2604 req-2f687c0f-92f5-49ab-9ed0-2e1c5a8fe752 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ffa315b-116e-43b6-aaa8-3e9c048e4a3d HTTP/1.1" status: 200 len: 932 time: 0.6863749 Aug 05 11:22:31.727239 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-020994a2-9abc-4cdd-a1f6-7eb4aac29952 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ec67acc-70fb-44ef-8f20-f613e3cce6a3') {'for_net_delete': True} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:22:31.727893 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-020994a2-9abc-4cdd-a1f6-7eb4aac29952 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ec67acc-70fb-44ef-8f20-f613e3cce6a3') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:22:31.837553 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-020994a2-9abc-4cdd-a1f6-7eb4aac29952 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25010581'] for segment, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:31.905593 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=8b991262-5602-4902-aff5-e31169dd7dbb,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:22:31.950351 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-020994a2-9abc-4cdd-a1f6-7eb4aac29952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:32.017424 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-22f819ce-71d6-46fe-927a-a31ec50b2604 req-7ecdfdea-01c4-4f2f-8622-264569965cc8 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b660be2-1cd3-4f1b-b8b6-43aa3e7d82c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3266058 Aug 05 11:22:32.021405 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-020994a2-9abc-4cdd-a1f6-7eb4aac29952 admin admin] Releasing vlan 657 on physical network physnet1 to pool {{(pid=94420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:22:32.025874 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-020994a2-9abc-4cdd-a1f6-7eb4aac29952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29762581'] for segment, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:32.058714 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a085566e-287f-4c96-9276-eb6878f70483 service neutron] Pushing event updated for resources: {'Port': ['ID=5c7f819f-c721-4a8d-a676-489500d22fbb,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:22:32.064678 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f913a0-713e-4e91-96d1-b70ff177ae69 req-5581f013-d235-4af5-a620-9ade453abe93 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:32.079875 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-67f913a0-713e-4e91-96d1-b70ff177ae69 req-5581f013-d235-4af5-a620-9ade453abe93 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8433859 Aug 05 11:22:32.081532 n-d-803378-2 neutron-server[94420]: Traceback (most recent call last): Aug 05 11:22:32.081532 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:22:32.081532 n-d-803378-2 neutron-server[94420]: timer() Aug 05 11:22:32.081532 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:22:32.081532 n-d-803378-2 neutron-server[94420]: cb(*args, **kw) Aug 05 11:22:32.081532 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:22:32.081532 n-d-803378-2 neutron-server[94420]: return func(*args, **kwargs) Aug 05 11:22:32.081532 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:22:32.081532 n-d-803378-2 neutron-server[94420]: self._notify() Aug 05 11:22:32.081532 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:22:32.081532 n-d-803378-2 neutron-server[94420]: self.callback(batched_events) Aug 05 11:22:32.081532 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:22:32.081532 n-d-803378-2 neutron-server[94420]: event.method(event) Aug 05 11:22:32.081532 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:22:32.081532 n-d-803378-2 neutron-server[94420]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:22:32.081532 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:22:32.081532 n-d-803378-2 neutron-server[94420]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:22:32.081532 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:22:32.081532 n-d-803378-2 neutron-server[94420]: return f(self, *a, **k) Aug 05 11:22:32.081532 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:22:32.081532 n-d-803378-2 neutron-server[94420]: return self._get(url).json() Aug 05 11:22:32.081532 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:22:32.081532 n-d-803378-2 neutron-server[94420]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:22:32.081532 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:22:32.081532 n-d-803378-2 neutron-server[94420]: return self.request(url, 'GET', **kwargs) Aug 05 11:22:32.081532 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:22:32.081532 n-d-803378-2 neutron-server[94420]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:22:32.081532 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:22:32.081532 n-d-803378-2 neutron-server[94420]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:22:32.081532 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:22:32.081532 n-d-803378-2 neutron-server[94420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:22:32.081532 n-d-803378-2 neutron-server[94420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:22:32.135489 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5f8ee413-72c0-471b-a5a7-058e2a68cd42 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:32.276152 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5f8ee413-72c0-471b-a5a7-058e2a68cd42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:32.380551 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-020994a2-9abc-4cdd-a1f6-7eb4aac29952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:32.486967 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-67f913a0-713e-4e91-96d1-b70ff177ae69 req-109561df-81bb-47f9-a08d-56abef67c7dd tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/quotas/da1b410c9abb4742b18075944f1e5e2e HTTP/1.1" status: 200 len: 375 time: 0.3589861 Aug 05 11:22:32.515996 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8ee413-72c0-471b-a5a7-058e2a68cd42 admin admin] Pushing event updated for resources: {'Port': ['ID=d1e5bf28-eb3d-4801-8525-6b8ffd96949c,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:22:32.566902 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8ee413-72c0-471b-a5a7-058e2a68cd42 admin admin] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:22:32.568920 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-020994a2-9abc-4cdd-a1f6-7eb4aac29952 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:32.572334 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-020994a2-9abc-4cdd-a1f6-7eb4aac29952 admin admin] 10.222.0.58 "DELETE /v2.0/networks/22b02496-a35e-44b0-a5b7-11c5e990fce2 HTTP/1.1" status: 204 len: 168 time: 2.7180197 Aug 05 11:22:32.599995 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-5f8ee413-72c0-471b-a5a7-058e2a68cd42 admin admin] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:22:32.606354 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8ee413-72c0-471b-a5a7-058e2a68cd42 admin admin] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:22:32.615250 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 097a1964-5331-4bbc-b6ea-4700ee5ee530 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:22:32.642773 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-d9921374-4b6c-49d2-a46f-6999eb22df73 req-a085566e-287f-4c96-9276-eb6878f70483 service neutron] Attempting to bind port 5c7f819f-c721-4a8d-a676-489500d22fbb on host n-h1-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:22:32.643272 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-d9921374-4b6c-49d2-a46f-6999eb22df73 req-a085566e-287f-4c96-9276-eb6878f70483 service neutron] Attempting to bind port 5c7f819f-c721-4a8d-a676-489500d22fbb by drivers openvswitch,hyperv on host n-h1-803378-2 at level 0 using segments [{'id': '7242661a-6816-45d7-a9cf-d91bdd00208a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'c1d3f101-369e-4625-bfd2-2a60ea4757bb'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:22:32.643721 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9921374-4b6c-49d2-a46f-6999eb22df73 req-a085566e-287f-4c96-9276-eb6878f70483 service neutron] Attempting to bind port 5c7f819f-c721-4a8d-a676-489500d22fbb on network c1d3f101-369e-4625-bfd2-2a60ea4757bb {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:22:32.673778 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020994a2-9abc-4cdd-a1f6-7eb4aac29952 admin admin] Pushing event deleted for resources: {'Network': ['ID=22b02496-a35e-44b0-a5b7-11c5e990fce2,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:22:32.695184 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-67f913a0-713e-4e91-96d1-b70ff177ae69 req-11c59406-9f3f-41ab-a082-70a9f7e90f15 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=da1b410c9abb4742b18075944f1e5e2e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1716597 Aug 05 11:22:32.746932 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9921374-4b6c-49d2-a46f-6999eb22df73 req-a085566e-287f-4c96-9276-eb6878f70483 service neutron] Port 5c7f819f-c721-4a8d-a676-489500d22fbb on network c1d3f101-369e-4625-bfd2-2a60ea4757bb not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:22:32.763485 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9921374-4b6c-49d2-a46f-6999eb22df73 req-a085566e-287f-4c96-9276-eb6878f70483 service neutron] Attempting to bind port 5c7f819f-c721-4a8d-a676-489500d22fbb on network c1d3f101-369e-4625-bfd2-2a60ea4757bb {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:22:32.777827 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c0d86c-ab24-4f05-93a8-608d09b34874 req-aca40101-8b89-4c02-b255-03926a372261 tempest-InstanceActionsNegativeTestJSON-1027185126 tempest-InstanceActionsNegativeTestJSON-1027185126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:32.796952 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e4c0d86c-ab24-4f05-93a8-608d09b34874 req-aca40101-8b89-4c02-b255-03926a372261 tempest-InstanceActionsNegativeTestJSON-1027185126 tempest-InstanceActionsNegativeTestJSON-1027185126-project] 10.222.0.58 "GET /v2.0/ports?device_id=8a352f15-3a1d-4e32-ad3a-264466a9a43c HTTP/1.1" status: 200 len: 946 time: 0.4513304 Aug 05 11:22:32.824801 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9921374-4b6c-49d2-a46f-6999eb22df73 req-a085566e-287f-4c96-9276-eb6878f70483 service neutron] Checking agent: {'id': '40bb7567-59bd-4b31-bc29-da1c50bca759', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:22:32.832053 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 097a1964-5331-4bbc-b6ea-4700ee5ee530 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:22:32.832659 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9921374-4b6c-49d2-a46f-6999eb22df73 req-a085566e-287f-4c96-9276-eb6878f70483 service neutron] Checking segment: {'id': '7242661a-6816-45d7-a9cf-d91bdd00208a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'c1d3f101-369e-4625-bfd2-2a60ea4757bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:22:32.833622 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9921374-4b6c-49d2-a46f-6999eb22df73 req-a085566e-287f-4c96-9276-eb6878f70483 service neutron] Bound using segment: {'id': '7242661a-6816-45d7-a9cf-d91bdd00208a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'c1d3f101-369e-4625-bfd2-2a60ea4757bb'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:22:32.834552 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-d9921374-4b6c-49d2-a46f-6999eb22df73 req-a085566e-287f-4c96-9276-eb6878f70483 service neutron] Bound port: 5c7f819f-c721-4a8d-a676-489500d22fbb, host: n-h1-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7242661a-6816-45d7-a9cf-d91bdd00208a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'c1d3f101-369e-4625-bfd2-2a60ea4757bb'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:22:32.841778 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-d9921374-4b6c-49d2-a46f-6999eb22df73 req-a085566e-287f-4c96-9276-eb6878f70483 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:32.993512 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e4c0d86c-ab24-4f05-93a8-608d09b34874 req-3dd17608-55c2-4d17-9d02-17f8fae5241f tempest-InstanceActionsNegativeTestJSON-1027185126 tempest-InstanceActionsNegativeTestJSON-1027185126-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8dd2e10-fb50-46cf-8c36-3982f50f0020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909523 Aug 05 11:22:33.328288 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 44282) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:22:33.350691 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f2e66d-0196-4ec9-8987-1c730c697eed req-1e41bd04-a203-40f8-8a88-1905c361e108 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:33.359961 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa18b76-4f27-4372-b1b4-72b101e7c4d8 None None] Network b18750ac-8ea5-426b-9972-9f17bf337493 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:22:33.368732 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-19f2e66d-0196-4ec9-8987-1c730c697eed req-1e41bd04-a203-40f8-8a88-1905c361e108 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=11c1c893-64c6-4eaa-9d19-ac08d54c048d HTTP/1.1" status: 200 len: 945 time: 0.1881335 Aug 05 11:22:33.523195 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-19f2e66d-0196-4ec9-8987-1c730c697eed req-b0637a6b-e41e-4436-a873-f1e246dde471 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517537 Aug 05 11:22:33.755804 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2481910-6d19-43de-93b5-d97ad43abaa1 None None] Provisioning for port 097a1964-5331-4bbc-b6ea-4700ee5ee530 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:22:33.775148 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-d9921374-4b6c-49d2-a46f-6999eb22df73 req-a085566e-287f-4c96-9276-eb6878f70483 service neutron] For port 5c7f819f-c721-4a8d-a676-489500d22fbb, host n-h1-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:22:33.799019 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2481910-6d19-43de-93b5-d97ad43abaa1 None None] Provisioning complete for port 097a1964-5331-4bbc-b6ea-4700ee5ee530 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:22:33.799019 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2481910-6d19-43de-93b5-d97ad43abaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:33.803629 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-d9921374-4b6c-49d2-a46f-6999eb22df73 req-a085566e-287f-4c96-9276-eb6878f70483 service neutron] For port 5c7f819f-c721-4a8d-a676-489500d22fbb, host n-h1-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=5c7f819f-c721-4a8d-a676-489500d22fbb,segment=NetworkSegment(7242661a-6816-45d7-a9cf-d91bdd00208a),segment_id=7242661a-6816-45d7-a9cf-d91bdd00208a)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:22:33.826426 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-325722a5-45f1-4126-bfc3-a87d62c13675 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4b264d15c70e4932bdfe527ce7c93819&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4825470 Aug 05 11:22:33.837654 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 44294) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:22:33.962315 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-d9921374-4b6c-49d2-a46f-6999eb22df73 req-a085566e-287f-4c96-9276-eb6878f70483 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:33.975594 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64f7ffe0-430a-461d-b353-031beb621fee x-openstack-request-id: req-64f7ffe0-430a-461d-b353-031beb621fee {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:22:33.980669 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a352f15-3a1d-4e32-ad3a-264466a9a43c", "name": "network-vif-plugged", "status": "completed", "tag": "8b991262-5602-4902-aff5-e31169dd7dbb", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:22:33.983051 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-64f7ffe0-430a-461d-b353-031beb621fee {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:22:33.983636 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a352f15-3a1d-4e32-ad3a-264466a9a43c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b991262-5602-4902-aff5-e31169dd7dbb', 'code': 200} Aug 05 11:22:34.290789 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1f738a94-7152-4d74-9be6-aa012e9d81a3 req-162ab223-9299-4c8a-93e4-c9fb206790b4 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/ports?device_id=395e3181-e108-429a-b59d-fbdec19762ff HTTP/1.1" status: 200 len: 210 time: 0.2410648 Aug 05 11:22:34.522507 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2481910-6d19-43de-93b5-d97ad43abaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:34.537470 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9921374-4b6c-49d2-a46f-6999eb22df73 req-a085566e-287f-4c96-9276-eb6878f70483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:34.542612 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-d9921374-4b6c-49d2-a46f-6999eb22df73 req-a085566e-287f-4c96-9276-eb6878f70483 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:34.550050 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d9921374-4b6c-49d2-a46f-6999eb22df73 req-a085566e-287f-4c96-9276-eb6878f70483 service neutron] 10.222.0.64 "PUT /v2.0/ports/5c7f819f-c721-4a8d-a676-489500d22fbb HTTP/1.1" status: 200 len: 1092 time: 5.4064002 Aug 05 11:22:34.588403 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ffa315b-116e-43b6-aaa8-3e9c048e4a3d', 'tag': '5c7f819f-c721-4a8d-a676-489500d22fbb'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:22:34.601807 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccee5929-90a1-44d8-ba7e-601e80632efb" -d '{"events": [{"name": "network-changed", "server_uuid": "7ffa315b-116e-43b6-aaa8-3e9c048e4a3d", "tag": "5c7f819f-c721-4a8d-a676-489500d22fbb"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:22:34.610360 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2481910-6d19-43de-93b5-d97ad43abaa1 None None] For port 097a1964-5331-4bbc-b6ea-4700ee5ee530, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=097a1964-5331-4bbc-b6ea-4700ee5ee530,segment=NetworkSegment(62d5f6e5-fb54-4b87-bd43-7b7a75190f0b),segment_id=62d5f6e5-fb54-4b87-bd43-7b7a75190f0b)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:22:34.618863 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2481910-6d19-43de-93b5-d97ad43abaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:34.689951 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3119613b-c328-46fc-8e79-613800fa73d0 req-0cee2557-3d96-425e-ac57-1eb8e6f1c64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:34.693001 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3119613b-c328-46fc-8e79-613800fa73d0 req-0cee2557-3d96-425e-ac57-1eb8e6f1c64e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8a352f15-3a1d-4e32-ad3a-264466a9a43c HTTP/1.1" status: 200 len: 1097 time: 0.6769509 Aug 05 11:22:34.716567 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0ac93d-17a2-4d22-a91d-fb195e72aa16 req-147425b2-d232-4988-9a62-3ef95ca43e33 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:34.727690 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-de0ac93d-17a2-4d22-a91d-fb195e72aa16 req-147425b2-d232-4988-9a62-3ef95ca43e33 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ffa315b-116e-43b6-aaa8-3e9c048e4a3d HTTP/1.1" status: 200 len: 944 time: 0.4285667 Aug 05 11:22:34.810496 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5f8ee413-72c0-471b-a5a7-058e2a68cd42 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:34.833620 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2481910-6d19-43de-93b5-d97ad43abaa1 None None] Pushing event updated for resources: {'Port': ['ID=097a1964-5331-4bbc-b6ea-4700ee5ee530,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:22:34.841908 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-17b9282f-ca38-41ed-b872-8083bf5d8c41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:34.901376 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d49278a-c878-40cb-9e70-f9be3b0287df req-5152e094-5aa0-4fcc-968e-02738117db83 tempest-InstanceActionsNegativeTestJSON-1027185126 tempest-InstanceActionsNegativeTestJSON-1027185126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:34.925825 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5d49278a-c878-40cb-9e70-f9be3b0287df req-5152e094-5aa0-4fcc-968e-02738117db83 tempest-InstanceActionsNegativeTestJSON-1027185126 tempest-InstanceActionsNegativeTestJSON-1027185126-project] 10.222.0.58 "GET /v2.0/ports?device_id=8a352f15-3a1d-4e32-ad3a-264466a9a43c HTTP/1.1" status: 200 len: 946 time: 0.3954325 Aug 05 11:22:34.948613 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a085566e-287f-4c96-9276-eb6878f70483 service neutron] Pushing event updated for resources: {'Port': ['ID=5c7f819f-c721-4a8d-a676-489500d22fbb,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:22:34.993770 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9921374-4b6c-49d2-a46f-6999eb22df73 req-565a2b30-211e-4d74-8ef6-a627f630807d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:34.997093 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d9921374-4b6c-49d2-a46f-6999eb22df73 req-565a2b30-211e-4d74-8ef6-a627f630807d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e8f6478cce384a98ba09cac5c1bcf855&device_id=7ffa315b-116e-43b6-aaa8-3e9c048e4a3d HTTP/1.1" status: 200 len: 1095 time: 0.3609982 Aug 05 11:22:35.080114 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-de0ac93d-17a2-4d22-a91d-fb195e72aa16 req-9baeae60-b6f9-4598-907f-5552cc727395 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b660be2-1cd3-4f1b-b8b6-43aa3e7d82c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3504744 Aug 05 11:22:35.137696 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-17b9282f-ca38-41ed-b872-8083bf5d8c41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:35.204771 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3119613b-c328-46fc-8e79-613800fa73d0 req-b42c66f0-4542-4c03-9a43-9dbcbe0f2309 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c8dd2e10-fb50-46cf-8c36-3982f50f0020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4408369 Aug 05 11:22:35.278813 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-ed70ee77-8903-431c-a965-7ba68b006785 None None] Provisioning complete for port 097a1964-5331-4bbc-b6ea-4700ee5ee530 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:22:35.279485 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-ed70ee77-8903-431c-a965-7ba68b006785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:35.357167 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5d49278a-c878-40cb-9e70-f9be3b0287df req-34f96c96-ba0f-45f1-bedd-856da200de15 tempest-InstanceActionsNegativeTestJSON-1027185126 tempest-InstanceActionsNegativeTestJSON-1027185126-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8dd2e10-fb50-46cf-8c36-3982f50f0020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4116471 Aug 05 11:22:35.605649 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-17b9282f-ca38-41ed-b872-8083bf5d8c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:35.610097 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-17b9282f-ca38-41ed-b872-8083bf5d8c41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:35.631958 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-17b9282f-ca38-41ed-b872-8083bf5d8c41 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e0296632-6fc5-467d-96aa-746236c85873 HTTP/1.1" status: 204 len: 168 time: 1.7875645 Aug 05 11:22:35.809596 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b9282f-ca38-41ed-b872-8083bf5d8c41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0296632-6fc5-467d-96aa-746236c85873,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:22:35.992079 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-13af36fc-6332-4079-8ec7-276c043f4b06 req-96c1614c-d83f-4535-97a2-8973607a90ea tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/ports?device_id=395e3181-e108-429a-b59d-fbdec19762ff HTTP/1.1" status: 200 len: 210 time: 0.1770055 Aug 05 11:22:36.048581 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12a0f2d-3c2c-460a-b791-2ebab6f0f1a2 req-b7ea4616-864c-43c5-b081-91b28d06253e tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:36.061374 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f12a0f2d-3c2c-460a-b791-2ebab6f0f1a2 req-b7ea4616-864c-43c5-b081-91b28d06253e tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=11c1c893-64c6-4eaa-9d19-ac08d54c048d HTTP/1.1" status: 200 len: 945 time: 0.6388893 Aug 05 11:22:36.113760 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6bbedd8d-9d86-4511-85ee-f76e296e7c37 req-90e620f8-ab4f-495e-a4b9-d241491a4002 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6b946145-ad92-4e14-aecb-a698f85fbc9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5349076 Aug 05 11:22:36.153775 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-67f913a0-713e-4e91-96d1-b70ff177ae69 req-bb029c6c-2d23-4f09-9a2f-7f7e270f015d tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=da1b410c9abb4742b18075944f1e5e2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0778794 Aug 05 11:22:36.415586 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07c1b675-8a0e-444e-be1b-209179738235 x-openstack-request-id: req-07c1b675-8a0e-444e-be1b-209179738235 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:22:36.416370 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ffa315b-116e-43b6-aaa8-3e9c048e4a3d", "tag": "5c7f819f-c721-4a8d-a676-489500d22fbb", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:22:36.416370 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-07c1b675-8a0e-444e-be1b-209179738235 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:22:36.416975 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ffa315b-116e-43b6-aaa8-3e9c048e4a3d', 'tag': '5c7f819f-c721-4a8d-a676-489500d22fbb', 'status': 'completed', 'code': 200} Aug 05 11:22:36.435031 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d9921374-4b6c-49d2-a46f-6999eb22df73 req-5c9473f3-32bf-476e-ba00-18ed6ba95d4c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5c7f819f-c721-4a8d-a676-489500d22fbb HTTP/1.1" status: 200 len: 217 time: 1.4006722 Aug 05 11:22:36.549736 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9921374-4b6c-49d2-a46f-6999eb22df73 req-0d328aeb-77ac-48a7-b85e-e5113b7070ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:36.555973 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d9921374-4b6c-49d2-a46f-6999eb22df73 req-0d328aeb-77ac-48a7-b85e-e5113b7070ea service neutron] 10.222.0.64 "GET /v2.0/subnets?id=88c33de2-0b50-4fb8-a2a7-3c3e700f5c7c HTTP/1.1" status: 200 len: 860 time: 0.0982523 Aug 05 11:22:36.568243 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f12a0f2d-3c2c-460a-b791-2ebab6f0f1a2 req-dde437d7-d039-4551-837f-1dd0c9996c40 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5032985 Aug 05 11:22:36.574170 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 097a1964-5331-4bbc-b6ea-4700ee5ee530 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:22:36.634317 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d9921374-4b6c-49d2-a46f-6999eb22df73 req-7d410144-532b-489c-9f12-51db988ac553 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c1d3f101-369e-4625-bfd2-2a60ea4757bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743122 Aug 05 11:22:36.798064 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbedd8d-9d86-4511-85ee-f76e296e7c37 req-38f0dc07-0185-4c5d-b7b9-c40070fb0733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:36.803812 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6bbedd8d-9d86-4511-85ee-f76e296e7c37 req-38f0dc07-0185-4c5d-b7b9-c40070fb0733 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6bc7fa8383e045a7819a17e3ff0ad9ad&device_id=6b946145-ad92-4e14-aecb-a698f85fbc9e HTTP/1.1" status: 200 len: 1096 time: 0.5076227 Aug 05 11:22:36.806212 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 097a1964-5331-4bbc-b6ea-4700ee5ee530 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:22:36.806599 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:36.849931 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e88af06-35f7-4fe6-821d-93c467ec8e67 req-5e952522-1935-48f3-9ee7-751ad8d2fad5 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:36.852525 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4e88af06-35f7-4fe6-821d-93c467ec8e67 req-5e952522-1935-48f3-9ee7-751ad8d2fad5 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ffa315b-116e-43b6-aaa8-3e9c048e4a3d HTTP/1.1" status: 200 len: 944 time: 0.3821859 Aug 05 11:22:37.159780 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbedd8d-9d86-4511-85ee-f76e296e7c37 req-fab8c19f-ad95-4af6-97b7-8ae5747e7b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:37.162485 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6bbedd8d-9d86-4511-85ee-f76e296e7c37 req-fab8c19f-ad95-4af6-97b7-8ae5747e7b2e service neutron] 10.222.0.64 "GET /v2.0/networks?id=bd39b4b7-e343-48d5-a296-8b0623efb24d HTTP/1.1" status: 200 len: 925 time: 0.2580826 Aug 05 11:22:37.202959 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f913a0-713e-4e91-96d1-b70ff177ae69 req-64ecf03f-2a17-4c9f-96cb-588981e2139d tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:37.205475 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-67f913a0-713e-4e91-96d1-b70ff177ae69 req-64ecf03f-2a17-4c9f-96cb-588981e2139d tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9664772 Aug 05 11:22:37.238623 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-5c985de6-8043-4c67-bfb3-94fe361a7e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:37.281014 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d9921374-4b6c-49d2-a46f-6999eb22df73 req-7440b41e-ca0c-4fdf-9ee9-733b2bb8c167 service neutron] 10.222.0.64 "GET /v2.0/networks/c1d3f101-369e-4625-bfd2-2a60ea4757bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6368039 Aug 05 11:22:37.386442 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5f8ee413-72c0-471b-a5a7-058e2a68cd42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286026'] for router, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:37.515685 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6bbedd8d-9d86-4511-85ee-f76e296e7c37 req-eca4e5a0-349c-475c-8e79-844183ff501c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=11888920-2c86-48c1-960f-8cb80fc0218d HTTP/1.1" status: 200 len: 1001 time: 0.3088205 Aug 05 11:22:37.523499 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-67f913a0-713e-4e91-96d1-b70ff177ae69 req-d5d61ea7-0c59-4200-bae9-116338ba93b3 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Request body: {'port': {'device_id': '395e3181-e108-429a-b59d-fbdec19762ff', 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a', 'admin_state_up': True, 'tenant_id': 'da1b410c9abb4742b18075944f1e5e2e'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:22:37.597652 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d9921374-4b6c-49d2-a46f-6999eb22df73 req-8559c780-171d-483a-bc94-f2378484bbeb service neutron] 10.222.0.64 "GET /v2.0/networks/c1d3f101-369e-4625-bfd2-2a60ea4757bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3065112 Aug 05 11:22:37.740663 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f8ee413-72c0-471b-a5a7-058e2a68cd42 admin admin] Router a1aaa91a-6751-45c5-ae50-7b01ecf14039 is scheduled to L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d with binding_index 1 {{(pid=94421) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 11:22:38.060122 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccee5929-90a1-44d8-ba7e-601e80632efb req-c3ca6a76-4756-47ce-aed4-0b67a478a7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:38.070167 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ccee5929-90a1-44d8-ba7e-601e80632efb req-c3ca6a76-4756-47ce-aed4-0b67a478a7d8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e8f6478cce384a98ba09cac5c1bcf855&device_id=7ffa315b-116e-43b6-aaa8-3e9c048e4a3d HTTP/1.1" status: 200 len: 1095 time: 0.3059835 Aug 05 11:22:38.290392 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbedd8d-9d86-4511-85ee-f76e296e7c37 req-cbe5d77a-c1ed-4fd0-a41f-f21b6a247b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:38.293748 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6bbedd8d-9d86-4511-85ee-f76e296e7c37 req-cbe5d77a-c1ed-4fd0-a41f-f21b6a247b7d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8e55d893-f67d-42aa-8413-dc445ac3c409 HTTP/1.1" status: 200 len: 863 time: 0.0882778 Aug 05 11:22:38.311146 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67f913a0-713e-4e91-96d1-b70ff177ae69 req-d5d61ea7-0c59-4200-bae9-116338ba93b3 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Made reservation on behalf of da1b410c9abb4742b18075944f1e5e2e for: {'port': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:22:38.315209 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-67f913a0-713e-4e91-96d1-b70ff177ae69 req-d5d61ea7-0c59-4200-bae9-116338ba93b3 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:38.409749 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-67f913a0-713e-4e91-96d1-b70ff177ae69 req-d5d61ea7-0c59-4200-bae9-116338ba93b3 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:38.414141 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f8ee413-72c0-471b-a5a7-058e2a68cd42 admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:22:38.429938 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee75896a-9754-4724-90ae-92c8d0b6de6f None None] Sync routers for ids ['a1aaa91a-6751-45c5-ae50-7b01ecf14039'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:22:38.437403 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4e88af06-35f7-4fe6-821d-93c467ec8e67 req-1da8a1a9-3899-4e2f-acd5-571367515132 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b660be2-1cd3-4f1b-b8b6-43aa3e7d82c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5738986 Aug 05 11:22:38.459883 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee75896a-9754-4724-90ae-92c8d0b6de6f None None] Routers {'a1aaa91a-6751-45c5-ae50-7b01ecf14039'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:22:38.460806 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-ee75896a-9754-4724-90ae-92c8d0b6de6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:22:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['a1aaa91a-6751-45c5-ae50-7b01ecf14039'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:22:38.528132 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5f8ee413-72c0-471b-a5a7-058e2a68cd42 admin admin] Notify callbacks [] for router, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:38.535637 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ab1910-d108-4c74-baf0-ff1a34a9cafb req-497e284e-4668-4c85-b6e4-72e1db6b75e9 tempest-InstanceActionsNegativeTestJSON-1027185126 tempest-InstanceActionsNegativeTestJSON-1027185126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:38.546529 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-5f8ee413-72c0-471b-a5a7-058e2a68cd42 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 11.3370526 Aug 05 11:22:38.547297 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 44358) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:22:38.556308 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-55ab1910-d108-4c74-baf0-ff1a34a9cafb req-497e284e-4668-4c85-b6e4-72e1db6b75e9 tempest-InstanceActionsNegativeTestJSON-1027185126 tempest-InstanceActionsNegativeTestJSON-1027185126-project] 10.222.0.58 "GET /v2.0/ports?device_id=8a352f15-3a1d-4e32-ad3a-264466a9a43c HTTP/1.1" status: 200 len: 946 time: 1.0925059 Aug 05 11:22:38.559821 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccee5929-90a1-44d8-ba7e-601e80632efb req-b58f852a-9732-4135-b630-9b9f129acad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:38.562319 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ccee5929-90a1-44d8-ba7e-601e80632efb req-b58f852a-9732-4135-b630-9b9f129acad3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c1d3f101-369e-4625-bfd2-2a60ea4757bb HTTP/1.1" status: 200 len: 921 time: 0.4909842 Aug 05 11:22:38.624812 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f03ba74e-415f-4533-bbc5-8bd44ccc506d req-747d8f1e-56ea-4d0a-9f4f-a708767c4045 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/ports?device_id=395e3181-e108-429a-b59d-fbdec19762ff HTTP/1.1" status: 200 len: 210 time: 0.0632603 Aug 05 11:22:38.645631 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbedd8d-9d86-4511-85ee-f76e296e7c37 req-a27196e2-f5b4-421c-a122-848f91823615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:38.648035 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6bbedd8d-9d86-4511-85ee-f76e296e7c37 req-a27196e2-f5b4-421c-a122-848f91823615 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bd39b4b7-e343-48d5-a296-8b0623efb24d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3157558 Aug 05 11:22:38.756137 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-ee75896a-9754-4724-90ae-92c8d0b6de6f None None] Set router a1aaa91a-6751-45c5-ae50-7b01ecf14039 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:22:38.772708 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-55ab1910-d108-4c74-baf0-ff1a34a9cafb req-8d29c76c-f809-42f5-adda-21853dc581e3 tempest-InstanceActionsNegativeTestJSON-1027185126 tempest-InstanceActionsNegativeTestJSON-1027185126-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8dd2e10-fb50-46cf-8c36-3982f50f0020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146351 Aug 05 11:22:38.929380 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ccee5929-90a1-44d8-ba7e-601e80632efb req-2b9e48ff-a55b-46ee-a678-015b1d93bb59 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5c7f819f-c721-4a8d-a676-489500d22fbb HTTP/1.1" status: 200 len: 217 time: 0.3051729 Aug 05 11:22:38.976664 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-67f913a0-713e-4e91-96d1-b70ff177ae69 req-d5d61ea7-0c59-4200-bae9-116338ba93b3 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:38.981656 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6bbedd8d-9d86-4511-85ee-f76e296e7c37 req-80139b30-8248-432a-b2f6-10dea3cd545b service neutron] 10.222.0.64 "GET /v2.0/networks/bd39b4b7-e343-48d5-a296-8b0623efb24d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3133245 Aug 05 11:22:38.997685 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-67f913a0-713e-4e91-96d1-b70ff177ae69 req-d5d61ea7-0c59-4200-bae9-116338ba93b3 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:39.189196 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [req-67f913a0-713e-4e91-96d1-b70ff177ae69 req-d5d61ea7-0c59-4200-bae9-116338ba93b3 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Allocated IP 192.168.233.193 (91caede3-92e4-4b1e-8e3e-36227cfd846a/6842f728-c2f3-4e36-bb32-3303d06ce3f4/46ac903b-6473-4f7d-ab25-233c6efee28b) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:22:39.237410 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccee5929-90a1-44d8-ba7e-601e80632efb req-74299ff5-29d5-48cd-ace0-2d1f6b87e137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:39.239693 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ccee5929-90a1-44d8-ba7e-601e80632efb req-74299ff5-29d5-48cd-ace0-2d1f6b87e137 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=88c33de2-0b50-4fb8-a2a7-3c3e700f5c7c HTTP/1.1" status: 200 len: 860 time: 0.1935928 Aug 05 11:22:39.290600 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-ee75896a-9754-4724-90ae-92c8d0b6de6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1aaa91a-6751-45c5-ae50-7b01ecf14039', 'name': 'tempest-ServersTestJSON-692731662-router', 'tenant_id': '22a4c8a0ff814c1aa23242da60c6f727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': 'd1e5bf28-eb3d-4801-8525-6b8ffd96949c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:22:27Z', 'updated_at': '2021-08-05T11:22:33Z', 'revision_number': 3, 'project_id': '22a4c8a0ff814c1aa23242da60c6f727', 'gw_port': {'id': 'd1e5bf28-eb3d-4801-8525-6b8ffd96949c', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6e:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1aaa91a-6751-45c5-ae50-7b01ecf14039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:22:30Z', 'updated_at': '2021-08-05T11:22:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:22:39.340396 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee75896a-9754-4724-90ae-92c8d0b6de6f None None] Checking router: a1aaa91a-6751-45c5-ae50-7b01ecf14039 for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:22:39.341282 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee75896a-9754-4724-90ae-92c8d0b6de6f None None] Updating router a1aaa91a-6751-45c5-ae50-7b01ecf14039 port d1e5bf28-eb3d-4801-8525-6b8ffd96949c binding host n-d-803378-2 {{(pid=94422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 11:22:39.352381 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ccee5929-90a1-44d8-ba7e-601e80632efb req-1e98fd63-f30e-4bcc-b7ea-3bb66da19b30 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c1d3f101-369e-4625-bfd2-2a60ea4757bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0817792 Aug 05 11:22:39.388231 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-ee75896a-9754-4724-90ae-92c8d0b6de6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:39.657251 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d61ea7-0c59-4200-bae9-116338ba93b3 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2975fa17-2fff-4e01-97a3-764244a94779,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:22:39.893014 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ccee5929-90a1-44d8-ba7e-601e80632efb req-f69803c3-feb4-4f1e-ac33-159551245a2e service neutron] 10.222.0.64 "GET /v2.0/networks/c1d3f101-369e-4625-bfd2-2a60ea4757bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3897395 Aug 05 11:22:39.981598 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:39.992526 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf8b8081-6e54-46b2-87d3-d8e27ac651b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:40.043816 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cadfcb0-5aef-4057-9c89-a99cbc844eb5 req-cccca725-aacf-4165-b7a7-e05c2104a24a tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:40.051485 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9cadfcb0-5aef-4057-9c89-a99cbc844eb5 req-cccca725-aacf-4165-b7a7-e05c2104a24a tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ffa315b-116e-43b6-aaa8-3e9c048e4a3d HTTP/1.1" status: 200 len: 944 time: 0.1846068 Aug 05 11:22:40.084921 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-df36ba35-4f01-4200-aada-20feecb48e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:40.151104 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e206d09-d913-41b2-997e-89677d8670ab req-69d69473-0170-435f-a5aa-6e5121718d7f tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:40.169672 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3e206d09-d913-41b2-997e-89677d8670ab req-69d69473-0170-435f-a5aa-6e5121718d7f tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=11c1c893-64c6-4eaa-9d19-ac08d54c048d HTTP/1.1" status: 200 len: 945 time: 1.1854000 Aug 05 11:22:40.177273 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-67f913a0-713e-4e91-96d1-b70ff177ae69 req-d5d61ea7-0c59-4200-bae9-116338ba93b3 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:40.179293 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-ee75896a-9754-4724-90ae-92c8d0b6de6f None None] Notify callbacks [] for port, precommit_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:40.220132 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [req-67f913a0-713e-4e91-96d1-b70ff177ae69 req-d5d61ea7-0c59-4200-bae9-116338ba93b3 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Transition to ACTIVE for port object 46ac903b-6473-4f7d-ab25-233c6efee28b will not be triggered until provisioned by entity DHCP. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:22:40.228086 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-ee75896a-9754-4724-90ae-92c8d0b6de6f None None] Transition to ACTIVE for port object d1e5bf28-eb3d-4801-8525-6b8ffd96949c will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:22:40.251136 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-ee75896a-9754-4724-90ae-92c8d0b6de6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:40.322943 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ccee5929-90a1-44d8-ba7e-601e80632efb req-6e524b8b-a805-4c59-b4cf-43363c530354 service neutron] 10.222.0.64 "GET /v2.0/networks/c1d3f101-369e-4625-bfd2-2a60ea4757bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4204323 Aug 05 11:22:40.391465 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-ee75896a-9754-4724-90ae-92c8d0b6de6f None None] Attempting to bind port d1e5bf28-eb3d-4801-8525-6b8ffd96949c on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:22:40.392475 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-ee75896a-9754-4724-90ae-92c8d0b6de6f None None] Attempting to bind port d1e5bf28-eb3d-4801-8525-6b8ffd96949c by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:22:40.393567 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee75896a-9754-4724-90ae-92c8d0b6de6f None None] Attempting to bind port d1e5bf28-eb3d-4801-8525-6b8ffd96949c on network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:22:40.396370 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9cadfcb0-5aef-4057-9c89-a99cbc844eb5 req-245687e3-640a-4ed7-bf22-956c84862bf5 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b660be2-1cd3-4f1b-b8b6-43aa3e7d82c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3437815 Aug 05 11:22:40.403023 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6bbedd8d-9d86-4511-85ee-f76e296e7c37 req-e98bb590-04a6-48ca-9979-db74addca796 service neutron] 10.222.0.64 "GET /v2.0/networks/bd39b4b7-e343-48d5-a296-8b0623efb24d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9124348 Aug 05 11:22:40.411069 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee75896a-9754-4724-90ae-92c8d0b6de6f None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:22:40.413681 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee75896a-9754-4724-90ae-92c8d0b6de6f None None] Checking segment: {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:22:40.415815 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-ee75896a-9754-4724-90ae-92c8d0b6de6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:40.416779 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee75896a-9754-4724-90ae-92c8d0b6de6f None None] Bound using segment: {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:22:40.417821 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-ee75896a-9754-4724-90ae-92c8d0b6de6f None None] Bound port: d1e5bf28-eb3d-4801-8525-6b8ffd96949c, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:22:40.418794 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-ee75896a-9754-4724-90ae-92c8d0b6de6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:40.449630 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-67f913a0-713e-4e91-96d1-b70ff177ae69 req-d5d61ea7-0c59-4200-bae9-116338ba93b3 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:40.549621 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-ee75896a-9754-4724-90ae-92c8d0b6de6f None None] For port d1e5bf28-eb3d-4801-8525-6b8ffd96949c, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:22:40.557980 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-ee75896a-9754-4724-90ae-92c8d0b6de6f None None] For port d1e5bf28-eb3d-4801-8525-6b8ffd96949c, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=d1e5bf28-eb3d-4801-8525-6b8ffd96949c,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:22:40.569389 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-ee75896a-9754-4724-90ae-92c8d0b6de6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:40.625347 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee75896a-9754-4724-90ae-92c8d0b6de6f None None] Routers {'a1aaa91a-6751-45c5-ae50-7b01ecf14039'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:22:40.626808 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-ee75896a-9754-4724-90ae-92c8d0b6de6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:22:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['a1aaa91a-6751-45c5-ae50-7b01ecf14039'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:22:40.709260 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-df36ba35-4f01-4200-aada-20feecb48e20 admin admin] Allocated IP 172.20.0.1 (b18750ac-8ea5-426b-9972-9f17bf337493/63e1703a-1113-4385-8973-9ea8062ac6e0/e7ed65e3-6499-4541-8e8c-5b4fe1a21531) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:22:40.741473 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67f913a0-713e-4e91-96d1-b70ff177ae69 req-d5d61ea7-0c59-4200-bae9-116338ba93b3 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Network 91caede3-92e4-4b1e-8e3e-36227cfd846a is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:22:40.757421 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8361f3-0672-46d5-aa9f-eea20d8f8afb None None] Pushing event updated for resources: {'Port': ['ID=d1e5bf28-eb3d-4801-8525-6b8ffd96949c,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:22:40.792894 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [req-67f913a0-713e-4e91-96d1-b70ff177ae69 req-d5d61ea7-0c59-4200-bae9-116338ba93b3 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:22:40.798518 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [req-67f913a0-713e-4e91-96d1-b70ff177ae69 req-d5d61ea7-0c59-4200-bae9-116338ba93b3 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:22:40.891606 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d61ea7-0c59-4200-bae9-116338ba93b3 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Pushing event updated for resources: {'Port': ['ID=46ac903b-6473-4f7d-ab25-233c6efee28b,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:22:40.924083 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3e206d09-d913-41b2-997e-89677d8670ab req-65efff25-62b3-4a6e-9722-66d26d4105e2 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7525816 Aug 05 11:22:40.999615 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8361f3-0672-46d5-aa9f-eea20d8f8afb None None] Pushing event updated for resources: {'Port': ['ID=d1e5bf28-eb3d-4801-8525-6b8ffd96949c,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:22:41.002733 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d8ec64-0f15-4624-b567-56b9b77f7640 req-f1044e6d-5a61-4d14-bfbc-c9ed1a9ec668 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:41.035173 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-95d8ec64-0f15-4624-b567-56b9b77f7640 req-f1044e6d-5a61-4d14-bfbc-c9ed1a9ec668 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/ports?device_id=395e3181-e108-429a-b59d-fbdec19762ff HTTP/1.1" status: 200 len: 936 time: 0.3182435 Aug 05 11:22:41.126506 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-df36ba35-4f01-4200-aada-20feecb48e20 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:41.127801 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f913a0-713e-4e91-96d1-b70ff177ae69 req-d5d61ea7-0c59-4200-bae9-116338ba93b3 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:41.128985 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-67f913a0-713e-4e91-96d1-b70ff177ae69 req-d5d61ea7-0c59-4200-bae9-116338ba93b3 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:41.166336 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [None req-df36ba35-4f01-4200-aada-20feecb48e20 admin admin] Transition to ACTIVE for port object e7ed65e3-6499-4541-8e8c-5b4fe1a21531 will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:22:41.239177 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-95d8ec64-0f15-4624-b567-56b9b77f7640 req-2f354b63-739b-493a-a54e-605341b963cb tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/security-groups?id=2975fa17-2fff-4e01-97a3-764244a94779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873128 Aug 05 11:22:41.248260 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-67f913a0-713e-4e91-96d1-b70ff177ae69 req-d5d61ea7-0c59-4200-bae9-116338ba93b3 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7293596 Aug 05 11:22:41.289593 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-67f913a0-713e-4e91-96d1-b70ff177ae69 req-e600df2b-b937-4fac-af72-0ce8ef9605dc service neutron] Request body: {'port': {'device_id': '395e3181-e108-429a-b59d-fbdec19762ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-2'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:22:41.306398 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-df36ba35-4f01-4200-aada-20feecb48e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:41.355673 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-ee75896a-9754-4724-90ae-92c8d0b6de6f None None] Set router a1aaa91a-6751-45c5-ae50-7b01ecf14039 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:22:41.455327 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df36ba35-4f01-4200-aada-20feecb48e20 admin admin] Network b18750ac-8ea5-426b-9972-9f17bf337493 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:22:41.496867 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-df36ba35-4f01-4200-aada-20feecb48e20 admin admin] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:22:41.534927 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df36ba35-4f01-4200-aada-20feecb48e20 admin admin] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:22:41.650357 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-67f913a0-713e-4e91-96d1-b70ff177ae69 req-e600df2b-b937-4fac-af72-0ce8ef9605dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:41.694468 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-df36ba35-4f01-4200-aada-20feecb48e20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33288800'] for router_interface, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:41.800361 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df36ba35-4f01-4200-aada-20feecb48e20 admin admin] Pushing event updated for resources: {'Port': ['ID=e7ed65e3-6499-4541-8e8c-5b4fe1a21531,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:22:41.830463 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:42.044603 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-df36ba35-4f01-4200-aada-20feecb48e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:42.116201 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-9331fe3f-e7c3-4871-b018-4f3400b73093 None None] Provisioning for port 46ac903b-6473-4f7d-ab25-233c6efee28b completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:22:42.156936 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-9331fe3f-e7c3-4871-b018-4f3400b73093 None None] Provisioning complete for port 46ac903b-6473-4f7d-ab25-233c6efee28b triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:22:42.157493 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-9331fe3f-e7c3-4871-b018-4f3400b73093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:42.211324 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 44424) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:22:42.418805 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-9331fe3f-e7c3-4871-b018-4f3400b73093 None None] Port 46ac903b-6473-4f7d-ab25-233c6efee28b cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:22:42.481447 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-ee75896a-9754-4724-90ae-92c8d0b6de6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1aaa91a-6751-45c5-ae50-7b01ecf14039', 'name': 'tempest-ServersTestJSON-692731662-router', 'tenant_id': '22a4c8a0ff814c1aa23242da60c6f727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': 'd1e5bf28-eb3d-4801-8525-6b8ffd96949c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:22:27Z', 'updated_at': '2021-08-05T11:22:33Z', 'revision_number': 3, 'project_id': '22a4c8a0ff814c1aa23242da60c6f727', 'gw_port': {'id': 'd1e5bf28-eb3d-4801-8525-6b8ffd96949c', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6e:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1aaa91a-6751-45c5-ae50-7b01ecf14039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:22:30Z', 'updated_at': '2021-08-05T11:22:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:22:42.511109 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205e151f-4b05-43af-9ab7-6eba8dd8cfb1 req-e7380760-6045-4873-8afb-bf6165e809ed tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:42.517141 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-205e151f-4b05-43af-9ab7-6eba8dd8cfb1 req-e7380760-6045-4873-8afb-bf6165e809ed tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ffa315b-116e-43b6-aaa8-3e9c048e4a3d HTTP/1.1" status: 200 len: 944 time: 0.7989891 Aug 05 11:22:42.610949 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee75896a-9754-4724-90ae-92c8d0b6de6f None None] The sync data for ids ['a1aaa91a-6751-45c5-ae50-7b01ecf14039'] in n-d-803378-2 is: [{'id': 'a1aaa91a-6751-45c5-ae50-7b01ecf14039', 'name': 'tempest-ServersTestJSON-692731662-router', 'tenant_id': '22a4c8a0ff814c1aa23242da60c6f727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': 'd1e5bf28-eb3d-4801-8525-6b8ffd96949c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:22:27Z', 'updated_at': '2021-08-05T11:22:33Z', 'revision_number': 3, 'project_id': '22a4c8a0ff814c1aa23242da60c6f727', 'gw_port': {'id': 'd1e5bf28-eb3d-4801-8525-6b8ffd96949c', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6e:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1aaa91a-6751-45c5-ae50-7b01ecf14039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:22:30Z', 'updated_at': '2021-08-05T11:22:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:22:42.613160 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d4317740-7415-4b3a-ac8e-1406cf98787b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:42.651594 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-eca4209f-be14-4894-b429-634059a54e05 None None] Provisioning for port e7ed65e3-6499-4541-8e8c-5b4fe1a21531 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:22:42.685399 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-eca4209f-be14-4894-b429-634059a54e05 None None] Provisioning complete for port e7ed65e3-6499-4541-8e8c-5b4fe1a21531 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:22:42.688998 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-eca4209f-be14-4894-b429-634059a54e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:42.689792 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-df36ba35-4f01-4200-aada-20feecb48e20 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:42.698916 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-df36ba35-4f01-4200-aada-20feecb48e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:42.769145 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7356bfaa-0697-4ae7-bf4b-157de7bad2ee req-f2bc06a5-879f-4683-8c6a-b4969dbbd946 tempest-InstanceActionsNegativeTestJSON-1027185126 tempest-InstanceActionsNegativeTestJSON-1027185126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:42.778144 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7356bfaa-0697-4ae7-bf4b-157de7bad2ee req-f2bc06a5-879f-4683-8c6a-b4969dbbd946 tempest-InstanceActionsNegativeTestJSON-1027185126 tempest-InstanceActionsNegativeTestJSON-1027185126-project] 10.222.0.58 "GET /v2.0/ports?device_id=8a352f15-3a1d-4e32-ad3a-264466a9a43c HTTP/1.1" status: 200 len: 946 time: 0.5684965 Aug 05 11:22:42.779837 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 44438) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:22:42.791646 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-1b452bf8-b3eb-4e73-8ba8-be6c3df3e86b tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-671925243'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:22:42.839127 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-205e151f-4b05-43af-9ab7-6eba8dd8cfb1 req-8aca6293-5d80-4482-a21d-16135b0cdf5c tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b660be2-1cd3-4f1b-b8b6-43aa3e7d82c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550383 Aug 05 11:22:42.858726 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-eca4209f-be14-4894-b429-634059a54e05 None None] Port e7ed65e3-6499-4541-8e8c-5b4fe1a21531 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:22:42.875121 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7356bfaa-0697-4ae7-bf4b-157de7bad2ee req-22b3e785-0860-4184-80b8-23d655dae241 tempest-InstanceActionsNegativeTestJSON-1027185126 tempest-InstanceActionsNegativeTestJSON-1027185126-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8dd2e10-fb50-46cf-8c36-3982f50f0020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959091 Aug 05 11:22:42.887424 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df36ba35-4f01-4200-aada-20feecb48e20 admin admin] Pushing event updated for resources: {'Port': ['ID=e7ed65e3-6499-4541-8e8c-5b4fe1a21531,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:22:42.911757 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-df36ba35-4f01-4200-aada-20feecb48e20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33140268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33208272'] for router_interface, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:42.990507 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [req-67f913a0-713e-4e91-96d1-b70ff177ae69 req-e600df2b-b937-4fac-af72-0ce8ef9605dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46ac903b-6473-4f7d-ab25-233c6efee28b {{(pid=94420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:22:43.032905 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-67f913a0-713e-4e91-96d1-b70ff177ae69 req-e600df2b-b937-4fac-af72-0ce8ef9605dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:43.086584 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [req-67f913a0-713e-4e91-96d1-b70ff177ae69 req-e600df2b-b937-4fac-af72-0ce8ef9605dc service neutron] Transition to ACTIVE for port object 46ac903b-6473-4f7d-ab25-233c6efee28b will not be triggered until provisioned by entity L2. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:22:43.168300 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d4317740-7415-4b3a-ac8e-1406cf98787b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:43.170391 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-67f913a0-713e-4e91-96d1-b70ff177ae69 req-e600df2b-b937-4fac-af72-0ce8ef9605dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:43.174175 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d4317740-7415-4b3a-ac8e-1406cf98787b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:43.229246 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-d4317740-7415-4b3a-ac8e-1406cf98787b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=cd369bcf787e46dbb966c54fcdd20d57&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0152903 Aug 05 11:22:43.234719 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 44440) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:22:43.327783 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b452bf8-b3eb-4e73-8ba8-be6c3df3e86b tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Made reservation on behalf of b4870e3c85c84ca78a3c4012c18adec3 for: {'network': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:22:43.333643 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1b452bf8-b3eb-4e73-8ba8-be6c3df3e86b tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:43.398694 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ddc0c7-e354-4eb6-b11f-0df37140fd8d req-fc64773d-ce01-43fb-8612-e4d26f00d14a tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:43.401982 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4317740-7415-4b3a-ac8e-1406cf98787b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f73722c-61ab-4c3e-9f73-fc7d059fda8a,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:22:43.406042 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-52ddc0c7-e354-4eb6-b11f-0df37140fd8d req-fc64773d-ce01-43fb-8612-e4d26f00d14a tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=11c1c893-64c6-4eaa-9d19-ac08d54c048d HTTP/1.1" status: 200 len: 945 time: 0.3674574 Aug 05 11:22:43.415598 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df36ba35-4f01-4200-aada-20feecb48e20 admin admin] Network b18750ac-8ea5-426b-9972-9f17bf337493 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:22:43.472662 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-df36ba35-4f01-4200-aada-20feecb48e20 admin admin] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:22:43.529631 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e600df2b-b937-4fac-af72-0ce8ef9605dc service neutron] Pushing event updated for resources: {'Port': ['ID=46ac903b-6473-4f7d-ab25-233c6efee28b,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:22:43.592245 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621f49dc-7d46-4bf8-a4d6-6bbe2b30d543 req-b5517f1f-da7d-43a5-8f8e-6af9e9f9b85e tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:43.610231 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-621f49dc-7d46-4bf8-a4d6-6bbe2b30d543 req-b5517f1f-da7d-43a5-8f8e-6af9e9f9b85e tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/ports?device_id=395e3181-e108-429a-b59d-fbdec19762ff HTTP/1.1" status: 200 len: 948 time: 0.5292933 Aug 05 11:22:43.672251 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:43.687293 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae200c25-a486-497d-bef0-23e60f1842a5 req-4c046287-4ed0-4360-9aa0-aeb63e264d24 tempest-InstanceActionsNegativeTestJSON-1027185126 tempest-InstanceActionsNegativeTestJSON-1027185126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:43.689292 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ae200c25-a486-497d-bef0-23e60f1842a5 req-4c046287-4ed0-4360-9aa0-aeb63e264d24 tempest-InstanceActionsNegativeTestJSON-1027185126 tempest-InstanceActionsNegativeTestJSON-1027185126-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a352f15-3a1d-4e32-ad3a-264466a9a43c HTTP/1.1" status: 200 len: 946 time: 0.3695462 Aug 05 11:22:43.713563 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b452bf8-b3eb-4e73-8ba8-be6c3df3e86b tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] vlan segment allocate from pool success with {'vlan_id': 689, 'physical_network': 'physnet1'} {{(pid=94420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:22:43.769775 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-52ddc0c7-e354-4eb6-b11f-0df37140fd8d req-ee61e3e2-a3da-4f91-b3a3-45a156e48c7d tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3160725 Aug 05 11:22:43.798536 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1b452bf8-b3eb-4e73-8ba8-be6c3df3e86b tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:43.802068 n-d-803378-2 neutron-server[94420]: INFO neutron.db.segments_db [None req-1b452bf8-b3eb-4e73-8ba8-be6c3df3e86b tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Added segment 5c8761d6-8217-4a98-a998-0e6468c69ef6 of type vlan for network d036d46a-a30d-4750-b27d-4b7146f11df9 Aug 05 11:22:43.830067 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-bd21bf41-a360-4643-b899-f57ee3ae4ae8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:43.937221 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-621f49dc-7d46-4bf8-a4d6-6bbe2b30d543 req-47442cbf-76de-4016-9d13-8932671f045b tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/security-groups?id=2975fa17-2fff-4e01-97a3-764244a94779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3254554 Aug 05 11:22:44.146642 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1b452bf8-b3eb-4e73-8ba8-be6c3df3e86b tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:44.155960 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-67f913a0-713e-4e91-96d1-b70ff177ae69 req-e600df2b-b937-4fac-af72-0ce8ef9605dc service neutron] Attempting to bind port 46ac903b-6473-4f7d-ab25-233c6efee28b on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:22:44.157240 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-67f913a0-713e-4e91-96d1-b70ff177ae69 req-e600df2b-b937-4fac-af72-0ce8ef9605dc service neutron] Attempting to bind port 46ac903b-6473-4f7d-ab25-233c6efee28b by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:22:44.158279 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f913a0-713e-4e91-96d1-b70ff177ae69 req-e600df2b-b937-4fac-af72-0ce8ef9605dc service neutron] Attempting to bind port 46ac903b-6473-4f7d-ab25-233c6efee28b on network 91caede3-92e4-4b1e-8e3e-36227cfd846a {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:22:44.191339 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-cc3065bd-c6fe-4e94-ad0c-0331c8ba8362 None None] Provisioning complete for port e7ed65e3-6499-4541-8e8c-5b4fe1a21531 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:22:44.191898 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cc3065bd-c6fe-4e94-ad0c-0331c8ba8362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:44.213730 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f913a0-713e-4e91-96d1-b70ff177ae69 req-e600df2b-b937-4fac-af72-0ce8ef9605dc service neutron] Port 46ac903b-6473-4f7d-ab25-233c6efee28b on network 91caede3-92e4-4b1e-8e3e-36227cfd846a not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:22:44.215477 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f913a0-713e-4e91-96d1-b70ff177ae69 req-e600df2b-b937-4fac-af72-0ce8ef9605dc service neutron] Attempting to bind port 46ac903b-6473-4f7d-ab25-233c6efee28b on network 91caede3-92e4-4b1e-8e3e-36227cfd846a {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:22:44.282564 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.db.resource_extend [None req-1b452bf8-b3eb-4e73-8ba8-be6c3df3e86b tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 05 11:22:44.310561 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f913a0-713e-4e91-96d1-b70ff177ae69 req-e600df2b-b937-4fac-af72-0ce8ef9605dc service neutron] Checking agent: {'id': 'a8f1dd2d-227c-4e30-8844-52419ba734db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:22:44.310977 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f913a0-713e-4e91-96d1-b70ff177ae69 req-e600df2b-b937-4fac-af72-0ce8ef9605dc service neutron] Checking segment: {'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:22:44.311437 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f913a0-713e-4e91-96d1-b70ff177ae69 req-e600df2b-b937-4fac-af72-0ce8ef9605dc service neutron] Bound using segment: {'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:22:44.312031 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-67f913a0-713e-4e91-96d1-b70ff177ae69 req-e600df2b-b937-4fac-af72-0ce8ef9605dc service neutron] Bound port: 46ac903b-6473-4f7d-ab25-233c6efee28b, host: n-h2-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'}}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:22:44.312535 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-67f913a0-713e-4e91-96d1-b70ff177ae69 req-e600df2b-b937-4fac-af72-0ce8ef9605dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:44.326402 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-cc3065bd-c6fe-4e94-ad0c-0331c8ba8362 None None] Port e7ed65e3-6499-4541-8e8c-5b4fe1a21531 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:22:44.413588 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1b452bf8-b3eb-4e73-8ba8-be6c3df3e86b tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:44.435344 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b452bf8-b3eb-4e73-8ba8-be6c3df3e86b tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:44.436388 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1b452bf8-b3eb-4e73-8ba8-be6c3df3e86b tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:44.594133 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device d1e5bf28-eb3d-4801-8525-6b8ffd96949c up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:22:44.740705 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port d1e5bf28-eb3d-4801-8525-6b8ffd96949c completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:22:44.751203 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port d1e5bf28-eb3d-4801-8525-6b8ffd96949c triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:22:44.751997 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:44.797229 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e2e846-bbcc-4ba0-bf3b-f67b14cb37ec req-ac5a1ba7-d60b-473a-88c3-372c725ccc80 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:44.807033 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-14e2e846-bbcc-4ba0-bf3b-f67b14cb37ec req-ac5a1ba7-d60b-473a-88c3-372c725ccc80 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ffa315b-116e-43b6-aaa8-3e9c048e4a3d HTTP/1.1" status: 200 len: 944 time: 0.5821550 Aug 05 11:22:44.845915 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-1b452bf8-b3eb-4e73-8ba8-be6c3df3e86b tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 2.0603554 Aug 05 11:22:44.854389 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 44448) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:22:44.871489 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b452bf8-b3eb-4e73-8ba8-be6c3df3e86b tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Pushing event updated for resources: {'Network': ['ID=d036d46a-a30d-4750-b27d-4b7146f11df9,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:22:44.875635 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-832a3d9b-87d5-4a5a-b514-b379d7627b7d tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1711651303'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:22:44.893056 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network d036d46a-a30d-4750-b27d-4b7146f11df9 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:22:44.919951 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becd452d-674a-4a7e-affc-2cd4184b0b80 req-df14fde5-77e6-4360-944d-bf0b50659f45 tempest-InstanceActionsNegativeTestJSON-1027185126 tempest-InstanceActionsNegativeTestJSON-1027185126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:44.928095 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-becd452d-674a-4a7e-affc-2cd4184b0b80 req-df14fde5-77e6-4360-944d-bf0b50659f45 tempest-InstanceActionsNegativeTestJSON-1027185126 tempest-InstanceActionsNegativeTestJSON-1027185126-project] 10.222.0.58 "GET /v2.0/ports?device_id=8a352f15-3a1d-4e32-ad3a-264466a9a43c HTTP/1.1" status: 200 len: 946 time: 0.7212188 Aug 05 11:22:44.939269 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-bd21bf41-a360-4643-b899-f57ee3ae4ae8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:45.078404 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df36ba35-4f01-4200-aada-20feecb48e20 admin admin] Router a1aaa91a-6751-45c5-ae50-7b01ecf14039 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 11:22:45.080959 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-67f913a0-713e-4e91-96d1-b70ff177ae69 req-e600df2b-b937-4fac-af72-0ce8ef9605dc service neutron] For port 46ac903b-6473-4f7d-ab25-233c6efee28b, host n-h2-803378-2, cleared binding levels {{(pid=94420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:22:45.086209 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-832a3d9b-87d5-4a5a-b514-b379d7627b7d tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Made reservation on behalf of b4870e3c85c84ca78a3c4012c18adec3 for: {'network': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:22:45.091911 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-832a3d9b-87d5-4a5a-b514-b379d7627b7d tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:45.117274 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-67f913a0-713e-4e91-96d1-b70ff177ae69 req-e600df2b-b937-4fac-af72-0ce8ef9605dc service neutron] For port 46ac903b-6473-4f7d-ab25-233c6efee28b, host n-h2-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=46ac903b-6473-4f7d-ab25-233c6efee28b,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:22:45.140093 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-14e2e846-bbcc-4ba0-bf3b-f67b14cb37ec req-7ddd6fc3-d64c-4702-88c3-a1f33cb59eba tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b660be2-1cd3-4f1b-b8b6-43aa3e7d82c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3316355 Aug 05 11:22:45.166692 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-67f913a0-713e-4e91-96d1-b70ff177ae69 req-e600df2b-b937-4fac-af72-0ce8ef9605dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:45.323781 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-ae200c25-a486-497d-bef0-23e60f1842a5 req-10a99499-5407-4be7-b924-14b5b192f210 tempest-InstanceActionsNegativeTestJSON-1027185126 tempest-InstanceActionsNegativeTestJSON-1027185126-project] Deleting port 8b991262-5602-4902-aff5-e31169dd7dbb {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:22:45.324415 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-ae200c25-a486-497d-bef0-23e60f1842a5 req-10a99499-5407-4be7-b924-14b5b192f210 tempest-InstanceActionsNegativeTestJSON-1027185126 tempest-InstanceActionsNegativeTestJSON-1027185126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:45.401342 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:45.424715 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-832a3d9b-87d5-4a5a-b514-b379d7627b7d tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] vlan segment allocate from pool success with {'vlan_id': 699, 'physical_network': 'physnet1'} {{(pid=94421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:22:45.426572 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e600df2b-b937-4fac-af72-0ce8ef9605dc service neutron] Pushing event updated for resources: {'Port': ['ID=46ac903b-6473-4f7d-ab25-233c6efee28b,revision_number=3']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:22:45.488840 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port d1e5bf28-eb3d-4801-8525-6b8ffd96949c, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=d1e5bf28-eb3d-4801-8525-6b8ffd96949c,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:22:45.498241 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:45.557078 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f913a0-713e-4e91-96d1-b70ff177ae69 req-e600df2b-b937-4fac-af72-0ce8ef9605dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:45.558294 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-67f913a0-713e-4e91-96d1-b70ff177ae69 req-e600df2b-b937-4fac-af72-0ce8ef9605dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:45.560359 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-67f913a0-713e-4e91-96d1-b70ff177ae69 req-e600df2b-b937-4fac-af72-0ce8ef9605dc service neutron] 10.222.0.55 "PUT /v2.0/ports/46ac903b-6473-4f7d-ab25-233c6efee28b HTTP/1.1" status: 200 len: 1096 time: 4.2968986 Aug 05 11:22:45.569536 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '395e3181-e108-429a-b59d-fbdec19762ff', 'tag': '46ac903b-6473-4f7d-ab25-233c6efee28b'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:22:45.582228 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}828068ad8d405ad77660ce68fa78e1ffe658725812f7a08f9e488a446589295b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d05a1a7-d794-47dd-9979-61863ce6d595" -d '{"events": [{"name": "network-changed", "server_uuid": "395e3181-e108-429a-b59d-fbdec19762ff", "tag": "46ac903b-6473-4f7d-ab25-233c6efee28b"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:22:45.631395 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-becd452d-674a-4a7e-affc-2cd4184b0b80 req-5c3ed9f4-0479-42f8-b5ef-323c62bd0bc2 tempest-InstanceActionsNegativeTestJSON-1027185126 tempest-InstanceActionsNegativeTestJSON-1027185126-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8dd2e10-fb50-46cf-8c36-3982f50f0020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6741278 Aug 05 11:22:45.686606 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=d1e5bf28-eb3d-4801-8525-6b8ffd96949c,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:22:45.753827 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-bd21bf41-a360-4643-b899-f57ee3ae4ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:45.756863 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-bd21bf41-a360-4643-b899-f57ee3ae4ae8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:45.759231 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-bd21bf41-a360-4643-b899-f57ee3ae4ae8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3f73722c-61ab-4c3e-9f73-fc7d059fda8a HTTP/1.1" status: 204 len: 168 time: 2.5215504 Aug 05 11:22:45.766417 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-ae200c25-a486-497d-bef0-23e60f1842a5 req-10a99499-5407-4be7-b924-14b5b192f210 tempest-InstanceActionsNegativeTestJSON-1027185126 tempest-InstanceActionsNegativeTestJSON-1027185126-project] For port 8b991262-5602-4902-aff5-e31169dd7dbb, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=8b991262-5602-4902-aff5-e31169dd7dbb,segment=NetworkSegment(caaa6398-290d-4e56-9241-bab2fa0e6597),segment_id=caaa6398-290d-4e56-9241-bab2fa0e6597)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:22:45.766960 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-ae200c25-a486-497d-bef0-23e60f1842a5 req-10a99499-5407-4be7-b924-14b5b192f210 tempest-InstanceActionsNegativeTestJSON-1027185126 tempest-InstanceActionsNegativeTestJSON-1027185126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:45.847139 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249d62bc-6cd4-460d-958a-c0494b449503 req-5429a723-4c84-4382-bf97-4a1949aa9c60 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:45.866031 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-ae200c25-a486-497d-bef0-23e60f1842a5 req-10a99499-5407-4be7-b924-14b5b192f210 tempest-InstanceActionsNegativeTestJSON-1027185126 tempest-InstanceActionsNegativeTestJSON-1027185126-project] Calling delete_port for 8b991262-5602-4902-aff5-e31169dd7dbb owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:22:45.874274 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-832a3d9b-87d5-4a5a-b514-b379d7627b7d tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:45.875631 n-d-803378-2 neutron-server[94421]: INFO neutron.db.segments_db [None req-832a3d9b-87d5-4a5a-b514-b379d7627b7d tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Added segment 8aa51bd4-6b25-4691-9a66-cb8b2c3d272e of type vlan for network a5f65908-1835-4cf8-bef2-1ebbd6cd0373 Aug 05 11:22:45.882691 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-249d62bc-6cd4-460d-958a-c0494b449503 req-5429a723-4c84-4382-bf97-4a1949aa9c60 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=11c1c893-64c6-4eaa-9d19-ac08d54c048d HTTP/1.1" status: 200 len: 945 time: 0.4433849 Aug 05 11:22:45.885476 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd21bf41-a360-4643-b899-f57ee3ae4ae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f73722c-61ab-4c3e-9f73-fc7d059fda8a,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:22:46.030934 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f913a0-713e-4e91-96d1-b70ff177ae69 req-15678774-7ff2-4d89-856f-7f4145be1080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:46.030934 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-67f913a0-713e-4e91-96d1-b70ff177ae69 req-15678774-7ff2-4d89-856f-7f4145be1080 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=da1b410c9abb4742b18075944f1e5e2e&device_id=395e3181-e108-429a-b59d-fbdec19762ff HTTP/1.1" status: 200 len: 1099 time: 0.3846126 Aug 05 11:22:46.153178 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-67f913a0-713e-4e91-96d1-b70ff177ae69 req-f9784cd9-14f5-4309-9f30-2ef81f122368 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=46ac903b-6473-4f7d-ab25-233c6efee28b HTTP/1.1" status: 200 len: 217 time: 0.1073008 Aug 05 11:22:46.210605 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-249d62bc-6cd4-460d-958a-c0494b449503 req-753d96f4-587d-46bb-bd88-391fc7a03817 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2836494 Aug 05 11:22:46.319238 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-832a3d9b-87d5-4a5a-b514-b379d7627b7d tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:46.353656 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e4dae75-e333-4918-a505-9e5f73769f99 x-openstack-request-id: req-4e4dae75-e333-4918-a505-9e5f73769f99 {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:22:46.354288 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "395e3181-e108-429a-b59d-fbdec19762ff", "tag": "46ac903b-6473-4f7d-ab25-233c6efee28b", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:22:46.357262 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4e4dae75-e333-4918-a505-9e5f73769f99 {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:22:46.358167 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '395e3181-e108-429a-b59d-fbdec19762ff', 'tag': '46ac903b-6473-4f7d-ab25-233c6efee28b', 'status': 'completed', 'code': 200} Aug 05 11:22:46.360967 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df36ba35-4f01-4200-aada-20feecb48e20 admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:22:46.385538 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a955d88-b760-4205-9226-87f0f0286019 None None] Sync routers for ids ['a1aaa91a-6751-45c5-ae50-7b01ecf14039'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:22:46.390008 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-df36ba35-4f01-4200-aada-20feecb48e20 admin admin] 10.222.0.58 "PUT /v2.0/routers/a1aaa91a-6751-45c5-ae50-7b01ecf14039/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8408806 Aug 05 11:22:46.421994 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f913a0-713e-4e91-96d1-b70ff177ae69 req-d1254095-e5e4-42cc-882a-1de4852fc57c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:46.425020 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-67f913a0-713e-4e91-96d1-b70ff177ae69 req-d1254095-e5e4-42cc-882a-1de4852fc57c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6842f728-c2f3-4e36-bb32-3303d06ce3f4 HTTP/1.1" status: 200 len: 843 time: 0.2440131 Aug 05 11:22:46.440303 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a955d88-b760-4205-9226-87f0f0286019 None None] Routers {'a1aaa91a-6751-45c5-ae50-7b01ecf14039'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:22:46.445641 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-2a955d88-b760-4205-9226-87f0f0286019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:22:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['a1aaa91a-6751-45c5-ae50-7b01ecf14039'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:22:46.473412 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3fa5a4-cf35-4efd-8046-a43f8eaa23ba req-9ba30542-6fa4-4d94-ab1c-89ad53611405 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:46.475308 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3a3fa5a4-cf35-4efd-8046-a43f8eaa23ba req-9ba30542-6fa4-4d94-ab1c-89ad53611405 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/ports?device_id=395e3181-e108-429a-b59d-fbdec19762ff HTTP/1.1" status: 200 len: 948 time: 0.3999388 Aug 05 11:22:46.594101 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 8b991262-5602-4902-aff5-e31169dd7dbb no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:22:46.680143 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-832a3d9b-87d5-4a5a-b514-b379d7627b7d tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:46.693469 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832a3d9b-87d5-4a5a-b514-b379d7627b7d tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:46.702102 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-832a3d9b-87d5-4a5a-b514-b379d7627b7d tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:46.713173 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device d1e5bf28-eb3d-4801-8525-6b8ffd96949c up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:22:46.742419 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-ae200c25-a486-497d-bef0-23e60f1842a5 req-10a99499-5407-4be7-b924-14b5b192f210 tempest-InstanceActionsNegativeTestJSON-1027185126 tempest-InstanceActionsNegativeTestJSON-1027185126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:46.797546 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3a3fa5a4-cf35-4efd-8046-a43f8eaa23ba req-dd101c0e-5d28-4489-a71f-d42022be962f tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/security-groups?id=2975fa17-2fff-4e01-97a3-764244a94779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2934427 Aug 05 11:22:46.805700 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f913a0-713e-4e91-96d1-b70ff177ae69 req-75061f70-4b92-4962-a70d-47525e862940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:46.808390 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-67f913a0-713e-4e91-96d1-b70ff177ae69 req-75061f70-4b92-4962-a70d-47525e862940 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=91caede3-92e4-4b1e-8e3e-36227cfd846a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3700926 Aug 05 11:22:46.849671 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 5c7f819f-c721-4a8d-a676-489500d22fbb details requested by agent hyperv_n-h1-803378-2 with host n-h1-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:22:46.922003 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca43e64-7568-4117-a179-359ba1098c77 req-f16f0dcf-c0d0-4d3e-b739-6980d0569b84 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:46.938753 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bca43e64-7568-4117-a179-359ba1098c77 req-f16f0dcf-c0d0-4d3e-b739-6980d0569b84 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ffa315b-116e-43b6-aaa8-3e9c048e4a3d HTTP/1.1" status: 200 len: 944 time: 0.3714001 Aug 05 11:22:46.954693 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] No active binding found for port 8b991262-5602-4902-aff5-e31169dd7dbb {{(pid=94422) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 05 11:22:46.964649 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 8b991262-5602-4902-aff5-e31169dd7dbb not bound to the agent host n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:22:47.041801 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-2a955d88-b760-4205-9226-87f0f0286019 None None] Set router a1aaa91a-6751-45c5-ae50-7b01ecf14039 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:22:47.108439 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port d1e5bf28-eb3d-4801-8525-6b8ffd96949c triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:22:47.109084 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:47.259930 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bca43e64-7568-4117-a179-359ba1098c77 req-c8a2c23d-b19f-4083-9c25-02482d11861d tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b660be2-1cd3-4f1b-b8b6-43aa3e7d82c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3115339 Aug 05 11:22:47.261790 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a99499-5407-4be7-b924-14b5b192f210 tempest-InstanceActionsNegativeTestJSON-1027185126 tempest-InstanceActionsNegativeTestJSON-1027185126-project] Pushing event deleted for resources: {'Port': ['ID=8b991262-5602-4902-aff5-e31169dd7dbb,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:22:47.376726 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 5c7f819f-c721-4a8d-a676-489500d22fbb, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=5c7f819f-c721-4a8d-a676-489500d22fbb,segment=NetworkSegment(7242661a-6816-45d7-a9cf-d91bdd00208a),segment_id=7242661a-6816-45d7-a9cf-d91bdd00208a)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:22:47.380163 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5a5cdb92-7c04-4341-b35a-7746e1d46098 req-7f2c30b4-7f79-488a-b7d6-cdfe3d9c1b57 tempest-InstanceActionsNegativeTestJSON-1027185126 tempest-InstanceActionsNegativeTestJSON-1027185126-project] 10.222.0.58 "GET /v2.0/ports?device_id=8a352f15-3a1d-4e32-ad3a-264466a9a43c HTTP/1.1" status: 200 len: 210 time: 0.2353537 Aug 05 11:22:47.454957 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Returning: {'device': '5c7f819f-c721-4a8d-a676-489500d22fbb', 'network_id': 'c1d3f101-369e-4625-bfd2-2a60ea4757bb', 'port_id': '5c7f819f-c721-4a8d-a676-489500d22fbb', 'mac_address': 'fa:16:3e:89:a8:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88c33de2-0b50-4fb8-a2a7-3c3e700f5c7c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:22:47.536303 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-67f913a0-713e-4e91-96d1-b70ff177ae69 req-6e05add1-b29a-446e-a8ec-16a068d5ca71 service neutron] 10.222.0.55 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7033322 Aug 05 11:22:47.543371 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-832a3d9b-87d5-4a5a-b514-b379d7627b7d tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 2.6829751 Aug 05 11:22:47.587653 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 44482) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:22:47.663703 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-d4a0e51d-1510-40f0-b457-cb6d40d0a105 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Request body: {'subnet': {'network_id': 'd036d46a-a30d-4750-b27d-4b7146f11df9', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:22:47.724579 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae200c25-a486-497d-bef0-23e60f1842a5 req-10a99499-5407-4be7-b924-14b5b192f210 tempest-InstanceActionsNegativeTestJSON-1027185126 tempest-InstanceActionsNegativeTestJSON-1027185126-project] No DVR routers for this DVR port 8b991262-5602-4902-aff5-e31169dd7dbb on host n-h2-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:22:47.741581 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-ae200c25-a486-497d-bef0-23e60f1842a5 req-10a99499-5407-4be7-b924-14b5b192f210 tempest-InstanceActionsNegativeTestJSON-1027185126 tempest-InstanceActionsNegativeTestJSON-1027185126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:47.768918 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ae200c25-a486-497d-bef0-23e60f1842a5 req-10a99499-5407-4be7-b924-14b5b192f210 tempest-InstanceActionsNegativeTestJSON-1027185126 tempest-InstanceActionsNegativeTestJSON-1027185126-project] 10.222.0.55 "DELETE /v2.0/ports/8b991262-5602-4902-aff5-e31169dd7dbb HTTP/1.1" status: 204 len: 173 time: 4.0415351 Aug 05 11:22:47.811406 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a352f15-3a1d-4e32-ad3a-264466a9a43c', 'name': 'network-vif-deleted', 'tag': '8b991262-5602-4902-aff5-e31169dd7dbb'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:22:47.823018 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1041292c-ab6a-47e2-badb-69b1f23d9197" -d '{"events": [{"server_uuid": "8a352f15-3a1d-4e32-ad3a-264466a9a43c", "name": "network-vif-deleted", "tag": "8b991262-5602-4902-aff5-e31169dd7dbb"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:22:47.842793 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832a3d9b-87d5-4a5a-b514-b379d7627b7d tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Pushing event updated for resources: {'Network': ['ID=a5f65908-1835-4cf8-bef2-1ebbd6cd0373,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:22:47.875381 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:47.929566 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c7f819f-c721-4a8d-a676-489500d22fbb {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:22:47.964891 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832a3d9b-87d5-4a5a-b514-b379d7627b7d tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:22:47.966561 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832a3d9b-87d5-4a5a-b514-b379d7627b7d tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:22:47.967495 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832a3d9b-87d5-4a5a-b514-b379d7627b7d tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:22:47.968395 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832a3d9b-87d5-4a5a-b514-b379d7627b7d tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:22:47.969306 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832a3d9b-87d5-4a5a-b514-b379d7627b7d tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:22:47.970202 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832a3d9b-87d5-4a5a-b514-b379d7627b7d tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:22:47.971145 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832a3d9b-87d5-4a5a-b514-b379d7627b7d tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:22:47.972022 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832a3d9b-87d5-4a5a-b514-b379d7627b7d tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:22:47.972894 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832a3d9b-87d5-4a5a-b514-b379d7627b7d tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:22:47.973735 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832a3d9b-87d5-4a5a-b514-b379d7627b7d tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:22:47.974597 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832a3d9b-87d5-4a5a-b514-b379d7627b7d tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:22:47.975406 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832a3d9b-87d5-4a5a-b514-b379d7627b7d tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:22:47.987948 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-2a955d88-b760-4205-9226-87f0f0286019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1aaa91a-6751-45c5-ae50-7b01ecf14039', 'name': 'tempest-ServersTestJSON-692731662-router', 'tenant_id': '22a4c8a0ff814c1aa23242da60c6f727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': 'd1e5bf28-eb3d-4801-8525-6b8ffd96949c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:22:27Z', 'updated_at': '2021-08-05T11:22:41Z', 'revision_number': 4, 'project_id': '22a4c8a0ff814c1aa23242da60c6f727', 'gw_port': {'id': 'd1e5bf28-eb3d-4801-8525-6b8ffd96949c', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1aaa91a-6751-45c5-ae50-7b01ecf14039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:22:30Z', 'updated_at': '2021-08-05T11:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'e7ed65e3-6499-4541-8e8c-5b4fe1a21531', 'name': '', 'network_id': 'b18750ac-8ea5-426b-9972-9f17bf337493', 'tenant_id': '22a4c8a0ff814c1aa23242da60c6f727', 'mac_address': 'fa:16:3e:ca:a6:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1aaa91a-6751-45c5-ae50-7b01ecf14039', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '63e1703a-1113-4385-8973-9ea8062ac6e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:22:40Z', 'updated_at': '2021-08-05T11:22:42Z', 'revision_number': 2, 'project_id': '22a4c8a0ff814c1aa23242da60c6f727', 'subnets': [{'id': '63e1703a-1113-4385-8973-9ea8062ac6e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:22:47.992876 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 5c7f819f-c721-4a8d-a676-489500d22fbb, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=5c7f819f-c721-4a8d-a676-489500d22fbb,segment=NetworkSegment(7242661a-6816-45d7-a9cf-d91bdd00208a),segment_id=7242661a-6816-45d7-a9cf-d91bdd00208a)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:22:47.999733 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network a5f65908-1835-4cf8-bef2-1ebbd6cd0373 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:22:48.010275 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:48.023625 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-67f913a0-713e-4e91-96d1-b70ff177ae69 req-bd70f16e-25ed-429e-87bd-8e45caa77a66 service neutron] 10.222.0.55 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4815447 Aug 05 11:22:48.142177 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ac88cc-c1df-48fb-a10d-fbaa2353b308 req-0650c636-9962-4207-a508-524b1f87514e tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:48.144969 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f5ac88cc-c1df-48fb-a10d-fbaa2353b308 req-0650c636-9962-4207-a508-524b1f87514e tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=11c1c893-64c6-4eaa-9d19-ac08d54c048d HTTP/1.1" status: 200 len: 945 time: 0.4998569 Aug 05 11:22:48.146564 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a955d88-b760-4205-9226-87f0f0286019 None None] Checking router: a1aaa91a-6751-45c5-ae50-7b01ecf14039 for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:22:48.147116 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a955d88-b760-4205-9226-87f0f0286019 None None] Updating router a1aaa91a-6751-45c5-ae50-7b01ecf14039 port e7ed65e3-6499-4541-8e8c-5b4fe1a21531 binding host n-d-803378-2 {{(pid=94423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 11:22:48.220218 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4a0e51d-1510-40f0-b457-cb6d40d0a105 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Made reservation on behalf of b4870e3c85c84ca78a3c4012c18adec3 for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:22:48.224450 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d4a0e51d-1510-40f0-b457-cb6d40d0a105 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:48.237059 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-2a955d88-b760-4205-9226-87f0f0286019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:48.381847 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d05a1a7-d794-47dd-9979-61863ce6d595 req-a4ef68cb-615e-4ecc-b799-b66f89827d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:48.385233 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5d05a1a7-d794-47dd-9979-61863ce6d595 req-a4ef68cb-615e-4ecc-b799-b66f89827d3a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=da1b410c9abb4742b18075944f1e5e2e&device_id=395e3181-e108-429a-b59d-fbdec19762ff HTTP/1.1" status: 200 len: 1099 time: 0.2190001 Aug 05 11:22:48.433716 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f5ac88cc-c1df-48fb-a10d-fbaa2353b308 req-259c2cb5-f4a2-49ef-8c0f-1acb0d3a037b tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767318 Aug 05 11:22:48.563484 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['5c7f819f-c721-4a8d-a676-489500d22fbb'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:22:48.744641 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=5c7f819f-c721-4a8d-a676-489500d22fbb,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:22:48.908155 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d05a1a7-d794-47dd-9979-61863ce6d595 req-5cb56243-7407-4e0f-84dc-537e2bd2a61a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:48.917843 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5d05a1a7-d794-47dd-9979-61863ce6d595 req-5cb56243-7407-4e0f-84dc-537e2bd2a61a service neutron] 10.222.0.55 "GET /v2.0/networks?id=91caede3-92e4-4b1e-8e3e-36227cfd846a HTTP/1.1" status: 200 len: 870 time: 0.5148213 Aug 05 11:22:49.036824 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 44504) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:22:49.037634 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2ea53a-4bbb-430e-80ff-e7233a65604d req-1d01efaa-e634-4acb-a2f3-0840b69abbe8 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:49.046609 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-df2ea53a-4bbb-430e-80ff-e7233a65604d req-1d01efaa-e634-4acb-a2f3-0840b69abbe8 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/ports?device_id=395e3181-e108-429a-b59d-fbdec19762ff HTTP/1.1" status: 200 len: 948 time: 0.3429766 Aug 05 11:22:49.064347 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5d05a1a7-d794-47dd-9979-61863ce6d595 req-2fd6305f-0dc0-4619-a45a-4fc50e4c9785 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=46ac903b-6473-4f7d-ab25-233c6efee28b HTTP/1.1" status: 200 len: 217 time: 0.1453664 Aug 05 11:22:49.073129 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-b7369514-13d1-4283-91dd-afd850c263e3 tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1249067368', 'description': 'tempest-description--589869631'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:22:49.141059 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b7369514-13d1-4283-91dd-afd850c263e3 tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:49.166477 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3419a89e-a684-4cf6-bbeb-95c14132adda x-openstack-request-id: req-3419a89e-a684-4cf6-bbeb-95c14132adda {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:22:49.166943 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a352f15-3a1d-4e32-ad3a-264466a9a43c", "name": "network-vif-deleted", "tag": "8b991262-5602-4902-aff5-e31169dd7dbb", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:22:49.167549 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3419a89e-a684-4cf6-bbeb-95c14132adda {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:22:49.168599 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a352f15-3a1d-4e32-ad3a-264466a9a43c', 'name': 'network-vif-deleted', 'tag': '8b991262-5602-4902-aff5-e31169dd7dbb', 'status': 'completed', 'code': 200} Aug 05 11:22:49.209816 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d4a0e51d-1510-40f0-b457-cb6d40d0a105 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25038678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30075167'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:49.244436 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-df2ea53a-4bbb-430e-80ff-e7233a65604d req-c894158d-ffce-4e6a-882f-29417f2c822d tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/security-groups?id=2975fa17-2fff-4e01-97a3-764244a94779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965797 Aug 05 11:22:49.293779 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d05a1a7-d794-47dd-9979-61863ce6d595 req-251c2a14-50fb-4c28-bd56-8060cfe58803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:49.302866 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5d05a1a7-d794-47dd-9979-61863ce6d595 req-251c2a14-50fb-4c28-bd56-8060cfe58803 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6842f728-c2f3-4e36-bb32-3303d06ce3f4 HTTP/1.1" status: 200 len: 843 time: 0.2284040 Aug 05 11:22:49.346951 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-2a955d88-b760-4205-9226-87f0f0286019 None None] Notify callbacks [] for port, precommit_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:49.371710 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.provisioning_blocks [None req-2a955d88-b760-4205-9226-87f0f0286019 None None] Transition to ACTIVE for port object e7ed65e3-6499-4541-8e8c-5b4fe1a21531 will not be triggered until provisioned by entity L2. {{(pid=94423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:22:49.387745 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-2a955d88-b760-4205-9226-87f0f0286019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:49.391264 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b7369514-13d1-4283-91dd-afd850c263e3 tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:49.489382 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d05a1a7-d794-47dd-9979-61863ce6d595 req-47dfbfae-f26c-4f29-a271-63d025798bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:49.492050 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5d05a1a7-d794-47dd-9979-61863ce6d595 req-47dfbfae-f26c-4f29-a271-63d025798bd4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=91caede3-92e4-4b1e-8e3e-36227cfd846a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1803825 Aug 05 11:22:49.507592 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a0e51d-1510-40f0-b457-cb6d40d0a105 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Pushing event updated for resources: {'Subnet': ['ID=63fb736d-d029-44dc-a68b-bfad4551695d,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:22:49.524922 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b7369514-13d1-4283-91dd-afd850c263e3 tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:49.540978 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37522a84-4283-4e68-b9b9-30b8ce90c3d9 None None] Pushing event updated for resources: {'Port': ['ID=e7ed65e3-6499-4541-8e8c-5b4fe1a21531,revision_number=3']} {{(pid=94423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:22:49.543167 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 44508) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:22:49.564008 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b7369514-13d1-4283-91dd-afd850c263e3 tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:49.566199 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-b7369514-13d1-4283-91dd-afd850c263e3 tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5059845 Aug 05 11:22:49.572031 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 44512) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:22:49.584987 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37522a84-4283-4e68-b9b9-30b8ce90c3d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:22:49.588966 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37522a84-4283-4e68-b9b9-30b8ce90c3d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:22:49.590664 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37522a84-4283-4e68-b9b9-30b8ce90c3d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:22:49.591190 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37522a84-4283-4e68-b9b9-30b8ce90c3d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:22:49.592302 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-269e6035-fd6c-4385-84f8-e840b3208bcb tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] Request body: {'security_group_rule': {'security_group_id': '36b70b2c-7722-4ca7-80c0-dfc1cbc20350', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:22:49.592924 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37522a84-4283-4e68-b9b9-30b8ce90c3d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:22:49.593426 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37522a84-4283-4e68-b9b9-30b8ce90c3d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:22:49.594158 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37522a84-4283-4e68-b9b9-30b8ce90c3d9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:22:49.594733 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37522a84-4283-4e68-b9b9-30b8ce90c3d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:22:49.596198 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37522a84-4283-4e68-b9b9-30b8ce90c3d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:22:49.596880 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37522a84-4283-4e68-b9b9-30b8ce90c3d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:22:49.597586 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37522a84-4283-4e68-b9b9-30b8ce90c3d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:22:49.599072 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37522a84-4283-4e68-b9b9-30b8ce90c3d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:22:49.749606 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22595c2-af94-476d-bfce-d990b4b285e0 req-c0b6322b-bc28-4896-85dc-a2b51d105ffd tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:49.776011 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c22595c2-af94-476d-bfce-d990b4b285e0 req-c0b6322b-bc28-4896-85dc-a2b51d105ffd tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ffa315b-116e-43b6-aaa8-3e9c048e4a3d HTTP/1.1" status: 200 len: 945 time: 0.4337623 Aug 05 11:22:49.816769 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7369514-13d1-4283-91dd-afd850c263e3 tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36b70b2c-7722-4ca7-80c0-dfc1cbc20350,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:22:49.821911 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-269e6035-fd6c-4385-84f8-e840b3208bcb tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:49.830879 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-2a955d88-b760-4205-9226-87f0f0286019 None None] Attempting to bind port e7ed65e3-6499-4541-8e8c-5b4fe1a21531 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:22:49.831251 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-2a955d88-b760-4205-9226-87f0f0286019 None None] Attempting to bind port e7ed65e3-6499-4541-8e8c-5b4fe1a21531 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '62d5f6e5-fb54-4b87-bd43-7b7a75190f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'b18750ac-8ea5-426b-9972-9f17bf337493'}] {{(pid=94423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:22:49.831623 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a955d88-b760-4205-9226-87f0f0286019 None None] Attempting to bind port e7ed65e3-6499-4541-8e8c-5b4fe1a21531 on network b18750ac-8ea5-426b-9972-9f17bf337493 {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:22:49.854733 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a955d88-b760-4205-9226-87f0f0286019 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:22:49.855299 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a955d88-b760-4205-9226-87f0f0286019 None None] Checking segment: {'id': '62d5f6e5-fb54-4b87-bd43-7b7a75190f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'b18750ac-8ea5-426b-9972-9f17bf337493'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:22:49.855647 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-2a955d88-b760-4205-9226-87f0f0286019 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:49.856361 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a955d88-b760-4205-9226-87f0f0286019 None None] Bound using segment: {'id': '62d5f6e5-fb54-4b87-bd43-7b7a75190f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'b18750ac-8ea5-426b-9972-9f17bf337493'} {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:22:49.857025 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-2a955d88-b760-4205-9226-87f0f0286019 None None] Bound port: e7ed65e3-6499-4541-8e8c-5b4fe1a21531, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62d5f6e5-fb54-4b87-bd43-7b7a75190f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'b18750ac-8ea5-426b-9972-9f17bf337493'}}] {{(pid=94423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:22:49.857568 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-2a955d88-b760-4205-9226-87f0f0286019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:49.921500 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5d05a1a7-d794-47dd-9979-61863ce6d595 req-8ef54a74-06b2-4202-bcc2-79413e963ea9 service neutron] 10.222.0.55 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4206495 Aug 05 11:22:49.967329 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a0e51d-1510-40f0-b457-cb6d40d0a105 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Checking segment: {'id': '5c8761d6-8217-4a98-a998-0e6468c69ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'd036d46a-a30d-4750-b27d-4b7146f11df9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:22:49.968059 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a0e51d-1510-40f0-b457-cb6d40d0a105 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Network hostable DHCP agents. Network: d036d46a-a30d-4750-b27d-4b7146f11df9, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:22:50.061629 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a0e51d-1510-40f0-b457-cb6d40d0a105 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Network d036d46a-a30d-4750-b27d-4b7146f11df9 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:22:50.087709 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-269e6035-fd6c-4385-84f8-e840b3208bcb tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:50.111641 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-269e6035-fd6c-4385-84f8-e840b3208bcb tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:50.158129 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-d4a0e51d-1510-40f0-b457-cb6d40d0a105 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, d036d46a-a30d-4750-b27d-4b7146f11df9) {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:22:50.176319 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35089cbd-d6b4-42ec-a2e2-e810a19d9f96 None None] Network d036d46a-a30d-4750-b27d-4b7146f11df9 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:22:50.206637 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269e6035-fd6c-4385-84f8-e840b3208bcb tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2459e0c4-0e54-4a51-8359-25c50aa257e7,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:22:50.239968 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a0e51d-1510-40f0-b457-cb6d40d0a105 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:50.240232 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c22595c2-af94-476d-bfce-d990b4b285e0 req-60156d87-e9e0-421b-a272-b3f5b42aa22b tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b660be2-1cd3-4f1b-b8b6-43aa3e7d82c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4571540 Aug 05 11:22:50.241130 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d4a0e51d-1510-40f0-b457-cb6d40d0a105 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:50.269816 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-269e6035-fd6c-4385-84f8-e840b3208bcb tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:50.280952 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-269e6035-fd6c-4385-84f8-e840b3208bcb tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6881497 Aug 05 11:22:50.297358 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 44516) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:22:50.311451 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea45fa15-69cf-41ac-921f-4f754807cdd7 admin admin] Deleting subnet 7bf7d481-f4fc-4d5b-9534-ef4fc31763f8 {{(pid=94420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:22:50.312628 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-a4e68ece-85f6-4ca3-a96b-4ad3badd4d5d tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] Request body: {'security_group_rule': {'security_group_id': '36b70b2c-7722-4ca7-80c0-dfc1cbc20350', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:22:50.415035 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-d4a0e51d-1510-40f0-b457-cb6d40d0a105 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.7786784 Aug 05 11:22:50.425184 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 44520) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:22:50.426066 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a4e68ece-85f6-4ca3-a96b-4ad3badd4d5d tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:50.442036 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-f25e44ed-bc9d-4fe8-b1de-ec1b6a6188a3 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Request body: {'subnet': {'network_id': 'a5f65908-1835-4cf8-bef2-1ebbd6cd0373', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:22:50.472436 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5d05a1a7-d794-47dd-9979-61863ce6d595 req-e3674078-fd3d-42ad-bb06-ab4bbb8111af service neutron] 10.222.0.55 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4970641 Aug 05 11:22:50.478518 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ea45fa15-69cf-41ac-921f-4f754807cdd7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:50.522530 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.db [None req-2a955d88-b760-4205-9226-87f0f0286019 None None] For port e7ed65e3-6499-4541-8e8c-5b4fe1a21531, host n-d-803378-2, cleared binding levels {{(pid=94423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:22:50.547547 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.db [None req-2a955d88-b760-4205-9226-87f0f0286019 None None] For port e7ed65e3-6499-4541-8e8c-5b4fe1a21531, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=e7ed65e3-6499-4541-8e8c-5b4fe1a21531,segment=NetworkSegment(62d5f6e5-fb54-4b87-bd43-7b7a75190f0b),segment_id=62d5f6e5-fb54-4b87-bd43-7b7a75190f0b)] {{(pid=94423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:22:50.558845 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-2a955d88-b760-4205-9226-87f0f0286019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:50.592596 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ea45fa15-69cf-41ac-921f-4f754807cdd7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25010562'] for subnet, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:50.613466 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 46ac903b-6473-4f7d-ab25-233c6efee28b details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:22:50.817309 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ea45fa15-69cf-41ac-921f-4f754807cdd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:50.826192 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a955d88-b760-4205-9226-87f0f0286019 None None] Routers {'a1aaa91a-6751-45c5-ae50-7b01ecf14039'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:22:50.830506 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-2a955d88-b760-4205-9226-87f0f0286019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:22:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['a1aaa91a-6751-45c5-ae50-7b01ecf14039'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:22:50.865077 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da7d240-a0fe-4bd0-b17e-8e1a0d9f87f6 req-3a06e17f-f2b6-43ec-a4da-da1c00609a14 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:50.881014 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2da7d240-a0fe-4bd0-b17e-8e1a0d9f87f6 req-3a06e17f-f2b6-43ec-a4da-da1c00609a14 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/ports?device_id=395e3181-e108-429a-b59d-fbdec19762ff HTTP/1.1" status: 200 len: 948 time: 0.2395241 Aug 05 11:22:50.911325 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f7be6e-0589-4721-b0dd-291a745c3c18 req-60b983bb-41b8-4dac-9d8f-b40452e293bb tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:50.914449 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-57f7be6e-0589-4721-b0dd-291a745c3c18 req-60b983bb-41b8-4dac-9d8f-b40452e293bb tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=11c1c893-64c6-4eaa-9d19-ac08d54c048d HTTP/1.1" status: 200 len: 945 time: 0.4391224 Aug 05 11:22:51.013519 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 5c7f819f-c721-4a8d-a676-489500d22fbb up at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:22:51.016898 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a4e68ece-85f6-4ca3-a96b-4ad3badd4d5d tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:51.026987 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a4e68ece-85f6-4ca3-a96b-4ad3badd4d5d tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:51.029796 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-57f7be6e-0589-4721-b0dd-291a745c3c18 req-c4c296c6-56c9-4168-94c8-6511582db35e tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997028 Aug 05 11:22:51.061739 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37522a84-4283-4e68-b9b9-30b8ce90c3d9 None None] Pushing event updated for resources: {'Port': ['ID=e7ed65e3-6499-4541-8e8c-5b4fe1a21531,revision_number=4']} {{(pid=94423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:22:51.072532 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9e04f4-65bc-4caa-b317-f7215984ebe3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-d036d46a-a30d-4750-b27d-4b7146f11df9', 'network_id': 'd036d46a-a30d-4750-b27d-4b7146f11df9', 'tenant_id': 'b4870e3c85c84ca78a3c4012c18adec3', 'fixed_ips': [{'subnet_id': '63fb736d-d029-44dc-a68b-bfad4551695d'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 11:22:51.076202 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-4b9e04f4-65bc-4caa-b317-f7215984ebe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:51.183738 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2da7d240-a0fe-4bd0-b17e-8e1a0d9f87f6 req-62508d22-cc8d-45d5-8791-2060b241c3c0 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/security-groups?id=2975fa17-2fff-4e01-97a3-764244a94779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2919481 Aug 05 11:22:51.198258 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ea45fa15-69cf-41ac-921f-4f754807cdd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29762763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24211094'] for subnet, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:51.202133 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f25e44ed-bc9d-4fe8-b1de-ec1b6a6188a3 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Made reservation on behalf of b4870e3c85c84ca78a3c4012c18adec3 for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:22:51.221169 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f25e44ed-bc9d-4fe8-b1de-ec1b6a6188a3 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:51.241895 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e68ece-85f6-4ca3-a96b-4ad3badd4d5d tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6aeb017-9a2d-460e-9d0c-38771e49bf9b,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:22:51.332897 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 44528) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:22:51.351533 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ea45fa15-69cf-41ac-921f-4f754807cdd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:51.358604 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-ea45fa15-69cf-41ac-921f-4f754807cdd7 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/7bf7d481-f4fc-4d5b-9534-ef4fc31763f8 HTTP/1.1" status: 204 len: 168 time: 1.8112547 Aug 05 11:22:51.375862 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea45fa15-69cf-41ac-921f-4f754807cdd7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bf7d481-f4fc-4d5b-9534-ef4fc31763f8,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:22:51.386829 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 44532) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:22:51.395409 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-2a955d88-b760-4205-9226-87f0f0286019 None None] Set router a1aaa91a-6751-45c5-ae50-7b01ecf14039 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:22:51.444505 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a4e68ece-85f6-4ca3-a96b-4ad3badd4d5d tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:51.450440 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-a4e68ece-85f6-4ca3-a96b-4ad3badd4d5d tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1499386 Aug 05 11:22:51.455020 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 44534) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:22:51.456479 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea45fa15-69cf-41ac-921f-4f754807cdd7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:22:51.456882 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea45fa15-69cf-41ac-921f-4f754807cdd7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:22:51.457247 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea45fa15-69cf-41ac-921f-4f754807cdd7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:22:51.457674 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea45fa15-69cf-41ac-921f-4f754807cdd7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:22:51.470745 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea45fa15-69cf-41ac-921f-4f754807cdd7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:22:51.471244 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea45fa15-69cf-41ac-921f-4f754807cdd7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:22:51.471572 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea45fa15-69cf-41ac-921f-4f754807cdd7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:22:51.471912 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea45fa15-69cf-41ac-921f-4f754807cdd7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:22:51.472368 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea45fa15-69cf-41ac-921f-4f754807cdd7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:22:51.472734 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea45fa15-69cf-41ac-921f-4f754807cdd7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:22:51.473065 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea45fa15-69cf-41ac-921f-4f754807cdd7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:22:51.473398 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea45fa15-69cf-41ac-921f-4f754807cdd7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:22:51.512789 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-b3b54640-5644-45ae-aa89-ede6c2502325 tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] Request body: {'floatingip': {'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:22:51.816831 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 46ac903b-6473-4f7d-ab25-233c6efee28b, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=46ac903b-6473-4f7d-ab25-233c6efee28b,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:22:51.853186 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Returning: {'device': '46ac903b-6473-4f7d-ab25-233c6efee28b', 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a', 'port_id': '46ac903b-6473-4f7d-ab25-233c6efee28b', 'mac_address': 'fa:16:3e:33:a1:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6842f728-c2f3-4e36-bb32-3303d06ce3f4', 'ip_address': '192.168.233.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:22:51.929032 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f25e44ed-bc9d-4fe8-b1de-ec1b6a6188a3 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25038678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30075167'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:51.958059 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-2a955d88-b760-4205-9226-87f0f0286019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1aaa91a-6751-45c5-ae50-7b01ecf14039', 'name': 'tempest-ServersTestJSON-692731662-router', 'tenant_id': '22a4c8a0ff814c1aa23242da60c6f727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': 'd1e5bf28-eb3d-4801-8525-6b8ffd96949c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:22:27Z', 'updated_at': '2021-08-05T11:22:41Z', 'revision_number': 4, 'project_id': '22a4c8a0ff814c1aa23242da60c6f727', 'gw_port': {'id': 'd1e5bf28-eb3d-4801-8525-6b8ffd96949c', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1aaa91a-6751-45c5-ae50-7b01ecf14039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:22:30Z', 'updated_at': '2021-08-05T11:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'e7ed65e3-6499-4541-8e8c-5b4fe1a21531', 'name': '', 'network_id': 'b18750ac-8ea5-426b-9972-9f17bf337493', 'tenant_id': '22a4c8a0ff814c1aa23242da60c6f727', 'mac_address': 'fa:16:3e:ca:a6:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1aaa91a-6751-45c5-ae50-7b01ecf14039', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '63e1703a-1113-4385-8973-9ea8062ac6e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:22:40Z', 'updated_at': '2021-08-05T11:22:50Z', 'revision_number': 4, 'project_id': '22a4c8a0ff814c1aa23242da60c6f727', 'subnets': [{'id': '63e1703a-1113-4385-8973-9ea8062ac6e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:22:52.004045 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25e44ed-bc9d-4fe8-b1de-ec1b6a6188a3 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Pushing event updated for resources: {'Subnet': ['ID=f52ba908-7485-4576-8407-c51b73bad34d,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:22:52.025689 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:52.026074 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a955d88-b760-4205-9226-87f0f0286019 None None] The sync data for ids ['a1aaa91a-6751-45c5-ae50-7b01ecf14039'] in n-d-803378-2 is: [{'id': 'a1aaa91a-6751-45c5-ae50-7b01ecf14039', 'name': 'tempest-ServersTestJSON-692731662-router', 'tenant_id': '22a4c8a0ff814c1aa23242da60c6f727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': 'd1e5bf28-eb3d-4801-8525-6b8ffd96949c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:22:27Z', 'updated_at': '2021-08-05T11:22:41Z', 'revision_number': 4, 'project_id': '22a4c8a0ff814c1aa23242da60c6f727', 'gw_port': {'id': 'd1e5bf28-eb3d-4801-8525-6b8ffd96949c', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1aaa91a-6751-45c5-ae50-7b01ecf14039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:22:30Z', 'updated_at': '2021-08-05T11:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'e7ed65e3-6499-4541-8e8c-5b4fe1a21531', 'name': '', 'network_id': 'b18750ac-8ea5-426b-9972-9f17bf337493', 'tenant_id': '22a4c8a0ff814c1aa23242da60c6f727', 'mac_address': 'fa:16:3e:ca:a6:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1aaa91a-6751-45c5-ae50-7b01ecf14039', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '63e1703a-1113-4385-8973-9ea8062ac6e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:22:40Z', 'updated_at': '2021-08-05T11:22:50Z', 'revision_number': 4, 'project_id': '22a4c8a0ff814c1aa23242da60c6f727', 'subnets': [{'id': '63e1703a-1113-4385-8973-9ea8062ac6e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:22:52.078684 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25e44ed-bc9d-4fe8-b1de-ec1b6a6188a3 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Checking segment: {'id': '8aa51bd4-6b25-4691-9a66-cb8b2c3d272e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'a5f65908-1835-4cf8-bef2-1ebbd6cd0373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:22:52.079442 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25e44ed-bc9d-4fe8-b1de-ec1b6a6188a3 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Network hostable DHCP agents. Network: a5f65908-1835-4cf8-bef2-1ebbd6cd0373, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:22:52.165204 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25e44ed-bc9d-4fe8-b1de-ec1b6a6188a3 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Network a5f65908-1835-4cf8-bef2-1ebbd6cd0373 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:22:52.202195 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-f25e44ed-bc9d-4fe8-b1de-ec1b6a6188a3 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, a5f65908-1835-4cf8-bef2-1ebbd6cd0373) {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:22:52.210164 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-4b9e04f4-65bc-4caa-b317-f7215984ebe3 None None] Allocated IP 10.1.1.2 (d036d46a-a30d-4750-b27d-4b7146f11df9/63fb736d-d029-44dc-a68b-bfad4551695d/09ea71ab-70c8-4c71-bd70-3e826a3f2d6a) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:22:52.214767 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f25e44ed-bc9d-4fe8-b1de-ec1b6a6188a3 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:52.215771 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f25e44ed-bc9d-4fe8-b1de-ec1b6a6188a3 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:52.442667 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-685d6298-fd4d-483f-9df1-507cf7aa3929 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:52.526078 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5106e3-c692-4439-b41d-9fe0257cd055 None None] Network a5f65908-1835-4cf8-bef2-1ebbd6cd0373 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:22:52.529221 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning for port 5c7f819f-c721-4a8d-a676-489500d22fbb completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:22:52.542964 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning complete for port 5c7f819f-c721-4a8d-a676-489500d22fbb triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:22:52.544010 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:52.583114 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-431ee704-7258-4960-b76a-7e2fa0f884bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:52.607573 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-f25e44ed-bc9d-4fe8-b1de-ec1b6a6188a3 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.1771197 Aug 05 11:22:52.610655 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 44542) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:22:52.619478 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-6bbdde71-8776-4dc2-88fb-701a0a63f1ac tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Request body: {'port': {'network_id': 'd036d46a-a30d-4750-b27d-4b7146f11df9', 'name': 'tempest-TaggedBootDevicesTest-999994101', 'fixed_ips': [{'subnet_id': '63fb736d-d029-44dc-a68b-bfad4551695d'}]}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:22:52.798135 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:52.853975 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-685d6298-fd4d-483f-9df1-507cf7aa3929 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:52.886173 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b3b54640-5644-45ae-aa89-ede6c2502325 tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] Notify callbacks [] for floatingip, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:52.897525 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46ac903b-6473-4f7d-ab25-233c6efee28b {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:22:52.908998 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device e7ed65e3-6499-4541-8e8c-5b4fe1a21531 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:22:53.041765 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-685d6298-fd4d-483f-9df1-507cf7aa3929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:53.105012 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bbdde71-8776-4dc2-88fb-701a0a63f1ac tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Made reservation on behalf of b4870e3c85c84ca78a3c4012c18adec3 for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:22:53.143073 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-685d6298-fd4d-483f-9df1-507cf7aa3929 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e1a5e65a8e7c4bd9af5cdda677cb6079&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8021805 Aug 05 11:22:53.155811 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f1f621-8630-4311-81c5-727a2f166a8b req-1c71d381-f0e4-4690-8417-a8788b413dab tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:53.174233 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 44544) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:22:53.178120 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-34f1f621-8630-4311-81c5-727a2f166a8b req-1c71d381-f0e4-4690-8417-a8788b413dab tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ffa315b-116e-43b6-aaa8-3e9c048e4a3d HTTP/1.1" status: 200 len: 945 time: 1.6227100 Aug 05 11:22:53.210432 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port e7ed65e3-6499-4541-8e8c-5b4fe1a21531 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:22:53.240207 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port e7ed65e3-6499-4541-8e8c-5b4fe1a21531 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:22:53.241482 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:53.294485 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dfb045-51ef-43ab-9b87-ee8c377c731c req-15525398-7ed8-456a-97ae-99d6ae20f679 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:53.297242 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-28dfb045-51ef-43ab-9b87-ee8c377c731c req-15525398-7ed8-456a-97ae-99d6ae20f679 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=11c1c893-64c6-4eaa-9d19-ac08d54c048d HTTP/1.1" status: 200 len: 945 time: 0.9563422 Aug 05 11:22:53.334297 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 46ac903b-6473-4f7d-ab25-233c6efee28b, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=46ac903b-6473-4f7d-ab25-233c6efee28b,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:22:53.431046 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:53.483370 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6bbdde71-8776-4dc2-88fb-701a0a63f1ac tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:53.488980 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b8550403-6d18-4653-a597-8cf51b960647 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:53.528518 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d6298-fd4d-483f-9df1-507cf7aa3929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09a4ae86-832b-4999-8ca9-9a94f1651eca,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:22:53.569175 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-4b9e04f4-65bc-4caa-b317-f7215984ebe3 None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:53.577421 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-431ee704-7258-4960-b76a-7e2fa0f884bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:53.579204 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b8550403-6d18-4653-a597-8cf51b960647 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:53.583789 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-4b9e04f4-65bc-4caa-b317-f7215984ebe3 None None] Transition to ACTIVE for port object 09ea71ab-70c8-4c71-bd70-3e826a3f2d6a will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:22:53.605792 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-4b9e04f4-65bc-4caa-b317-f7215984ebe3 None None] Transition to ACTIVE for port object 09ea71ab-70c8-4c71-bd70-3e826a3f2d6a will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:22:53.662015 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-431ee704-7258-4960-b76a-7e2fa0f884bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61f7a917-2e01-4772-8685-519b562c839b']}} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:22:53.682000 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-34f1f621-8630-4311-81c5-727a2f166a8b req-b90367a4-adfb-4291-acfe-14d9db1fb549 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b660be2-1cd3-4f1b-b8b6-43aa3e7d82c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5023944 Aug 05 11:22:53.693008 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [None req-6bbdde71-8776-4dc2-88fb-701a0a63f1ac tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] device_id is not set on port 8fe40b91-b25d-45f0-9197-c82f62355d38 yet. {{(pid=94421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 11:22:53.708173 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b8550403-6d18-4653-a597-8cf51b960647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:53.718188 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b8550403-6d18-4653-a597-8cf51b960647 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:53.723543 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-b8550403-6d18-4653-a597-8cf51b960647 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/09a4ae86-832b-4999-8ca9-9a94f1651eca HTTP/1.1" status: 204 len: 168 time: 0.5476685 Aug 05 11:22:53.728816 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-28dfb045-51ef-43ab-9b87-ee8c377c731c req-09bbab19-dc7e-43cd-ab52-f6d157310ea7 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2900302 Aug 05 11:22:53.737477 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8550403-6d18-4653-a597-8cf51b960647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09a4ae86-832b-4999-8ca9-9a94f1651eca,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:22:53.760350 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-431ee704-7258-4960-b76a-7e2fa0f884bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'caaa6398-290d-4e56-9241-bab2fa0e6597') {'for_net_delete': True} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:22:53.761059 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-431ee704-7258-4960-b76a-7e2fa0f884bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'caaa6398-290d-4e56-9241-bab2fa0e6597') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:22:53.813621 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-431ee704-7258-4960-b76a-7e2fa0f884bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25010581'] for segment, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:53.865468 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-431ee704-7258-4960-b76a-7e2fa0f884bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:53.897175 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-431ee704-7258-4960-b76a-7e2fa0f884bf admin admin] Releasing vlan 679 on physical network physnet1 to pool {{(pid=94420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:22:53.905961 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-431ee704-7258-4960-b76a-7e2fa0f884bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29762581'] for segment, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:53.950536 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f041669c-d7c8-494c-95c1-531aa2fcac25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-a5f65908-1835-4cf8-bef2-1ebbd6cd0373', 'network_id': 'a5f65908-1835-4cf8-bef2-1ebbd6cd0373', 'tenant_id': 'b4870e3c85c84ca78a3c4012c18adec3', 'fixed_ips': [{'subnet_id': 'f52ba908-7485-4576-8407-c51b73bad34d'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 11:22:53.955953 n-d-803378-2 neutron-server[94420]: Traceback (most recent call last): Aug 05 11:22:53.955953 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:22:53.955953 n-d-803378-2 neutron-server[94420]: timer() Aug 05 11:22:53.955953 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:22:53.955953 n-d-803378-2 neutron-server[94420]: cb(*args, **kw) Aug 05 11:22:53.955953 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:22:53.955953 n-d-803378-2 neutron-server[94420]: return func(*args, **kwargs) Aug 05 11:22:53.955953 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:22:53.955953 n-d-803378-2 neutron-server[94420]: self._notify() Aug 05 11:22:53.955953 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:22:53.955953 n-d-803378-2 neutron-server[94420]: self.callback(batched_events) Aug 05 11:22:53.955953 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:22:53.955953 n-d-803378-2 neutron-server[94420]: event.method(event) Aug 05 11:22:53.955953 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:22:53.955953 n-d-803378-2 neutron-server[94420]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:22:53.955953 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:22:53.955953 n-d-803378-2 neutron-server[94420]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:22:53.955953 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:22:53.955953 n-d-803378-2 neutron-server[94420]: return f(self, *a, **k) Aug 05 11:22:53.955953 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:22:53.955953 n-d-803378-2 neutron-server[94420]: return self._get(url).json() Aug 05 11:22:53.955953 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:22:53.955953 n-d-803378-2 neutron-server[94420]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:22:53.955953 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:22:53.955953 n-d-803378-2 neutron-server[94420]: return self.request(url, 'GET', **kwargs) Aug 05 11:22:53.955953 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:22:53.955953 n-d-803378-2 neutron-server[94420]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:22:53.955953 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:22:53.955953 n-d-803378-2 neutron-server[94420]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:22:53.955953 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:22:53.955953 n-d-803378-2 neutron-server[94420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:22:53.955953 n-d-803378-2 neutron-server[94420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:22:53.962017 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f041669c-d7c8-494c-95c1-531aa2fcac25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:53.979832 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=46ac903b-6473-4f7d-ab25-233c6efee28b,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:22:54.002610 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-4b9e04f4-65bc-4caa-b317-f7215984ebe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:54.270624 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['46ac903b-6473-4f7d-ab25-233c6efee28b'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:22:54.305575 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9e04f4-65bc-4caa-b317-f7215984ebe3 None None] Network d036d46a-a30d-4750-b27d-4b7146f11df9 is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:22:54.315130 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327e9361-47d2-46d7-a42a-d6f954ba7c1e req-d010e439-fae8-49a0-85e9-db89b8dd2890 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:54.318851 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-327e9361-47d2-46d7-a42a-d6f954ba7c1e req-d010e439-fae8-49a0-85e9-db89b8dd2890 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/ports?device_id=395e3181-e108-429a-b59d-fbdec19762ff HTTP/1.1" status: 200 len: 949 time: 0.2537644 Aug 05 11:22:54.350179 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-431ee704-7258-4960-b76a-7e2fa0f884bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:54.379635 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-431ee704-7258-4960-b76a-7e2fa0f884bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:54.387783 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-431ee704-7258-4960-b76a-7e2fa0f884bf admin admin] 10.222.0.58 "DELETE /v2.0/networks/61f7a917-2e01-4772-8685-519b562c839b HTTP/1.1" status: 204 len: 168 time: 2.9965434 Aug 05 11:22:54.642323 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-327e9361-47d2-46d7-a42a-d6f954ba7c1e req-e711d2a8-fc57-42d1-b21f-ae83933fc4ec tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/security-groups?id=2975fa17-2fff-4e01-97a3-764244a94779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511394 Aug 05 11:22:54.667636 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431ee704-7258-4960-b76a-7e2fa0f884bf admin admin] Pushing event deleted for resources: {'Network': ['ID=61f7a917-2e01-4772-8685-519b562c839b,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:22:54.714377 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b3b54640-5644-45ae-aa89-ede6c2502325 tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:54.762275 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-6bbdde71-8776-4dc2-88fb-701a0a63f1ac tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Allocated IP 10.1.1.111 (d036d46a-a30d-4750-b27d-4b7146f11df9/63fb736d-d029-44dc-a68b-bfad4551695d/8fe40b91-b25d-45f0-9197-c82f62355d38) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:22:54.975680 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-4b9e04f4-65bc-4caa-b317-f7215984ebe3 None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:22:54.980188 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:55.095398 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 44564) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:22:55.133894 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9e04f4-65bc-4caa-b317-f7215984ebe3 None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:22:55.303301 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 11:22:55.357403 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-b3b54640-5644-45ae-aa89-ede6c2502325 tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] Allocated IP 172.25.5.102 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/3ec92acd-e829-4c40-ac13-879581d8c17c) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:22:55.371853 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-2166c1e8-8722-4218-a480-58faeeaf38c9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d24db4b6988249c194cb3d1b21dcccc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2750590 Aug 05 11:22:55.383895 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2994f961-9740-45b5-bf63-fe7994937ab8 req-c87678f1-d5fc-4f22-916e-0eb99771cfee tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:55.395568 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2994f961-9740-45b5-bf63-fe7994937ab8 req-c87678f1-d5fc-4f22-916e-0eb99771cfee tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ffa315b-116e-43b6-aaa8-3e9c048e4a3d HTTP/1.1" status: 200 len: 945 time: 0.3568254 Aug 05 11:22:55.419218 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 44570) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:22:55.470719 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6bbdde71-8776-4dc2-88fb-701a0a63f1ac tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:55.542133 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [None req-6bbdde71-8776-4dc2-88fb-701a0a63f1ac tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Transition to ACTIVE for port object 8fe40b91-b25d-45f0-9197-c82f62355d38 will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:22:55.547553 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port e7ed65e3-6499-4541-8e8c-5b4fe1a21531, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=e7ed65e3-6499-4541-8e8c-5b4fe1a21531,segment=NetworkSegment(62d5f6e5-fb54-4b87-bd43-7b7a75190f0b),segment_id=62d5f6e5-fb54-4b87-bd43-7b7a75190f0b)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:22:55.595781 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:55.647489 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:55.654440 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-62ce4c15-e63f-43a9-b366-7dc6c440604a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:55.677462 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9e04f4-65bc-4caa-b317-f7215984ebe3 None None] Pushing event updated for resources: {'Port': ['ID=09ea71ab-70c8-4c71-bd70-3e826a3f2d6a,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:22:55.707354 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-4b9e04f4-65bc-4caa-b317-f7215984ebe3 None None] Attempting to bind port 09ea71ab-70c8-4c71-bd70-3e826a3f2d6a on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:22:55.707901 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-4b9e04f4-65bc-4caa-b317-f7215984ebe3 None None] Attempting to bind port 09ea71ab-70c8-4c71-bd70-3e826a3f2d6a by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '5c8761d6-8217-4a98-a998-0e6468c69ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'd036d46a-a30d-4750-b27d-4b7146f11df9'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:22:55.708418 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9e04f4-65bc-4caa-b317-f7215984ebe3 None None] Attempting to bind port 09ea71ab-70c8-4c71-bd70-3e826a3f2d6a on network d036d46a-a30d-4750-b27d-4b7146f11df9 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:22:55.721247 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-62ce4c15-e63f-43a9-b366-7dc6c440604a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:55.798697 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ffa315b-116e-43b6-aaa8-3e9c048e4a3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c7f819f-c721-4a8d-a676-489500d22fbb'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:22:55.802866 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2ff8dd2-9100-4e91-a362-fd0a3ce603ff" -d '{"events": [{"server_uuid": "7ffa315b-116e-43b6-aaa8-3e9c048e4a3d", "name": "network-vif-plugged", "status": "completed", "tag": "5c7f819f-c721-4a8d-a676-489500d22fbb"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:22:55.816650 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-62ce4c15-e63f-43a9-b366-7dc6c440604a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:55.820662 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9e04f4-65bc-4caa-b317-f7215984ebe3 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:22:55.821834 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9e04f4-65bc-4caa-b317-f7215984ebe3 None None] Checking segment: {'id': '5c8761d6-8217-4a98-a998-0e6468c69ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'd036d46a-a30d-4750-b27d-4b7146f11df9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:22:55.822485 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-4b9e04f4-65bc-4caa-b317-f7215984ebe3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:55.823122 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9e04f4-65bc-4caa-b317-f7215984ebe3 None None] Bound using segment: {'id': '5c8761d6-8217-4a98-a998-0e6468c69ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'd036d46a-a30d-4750-b27d-4b7146f11df9'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:22:55.823989 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-62ce4c15-e63f-43a9-b366-7dc6c440604a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:55.824963 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-4b9e04f4-65bc-4caa-b317-f7215984ebe3 None None] Bound port: 09ea71ab-70c8-4c71-bd70-3e826a3f2d6a, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c8761d6-8217-4a98-a998-0e6468c69ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'd036d46a-a30d-4750-b27d-4b7146f11df9'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:22:55.829937 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-4b9e04f4-65bc-4caa-b317-f7215984ebe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:55.842979 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-62ce4c15-e63f-43a9-b366-7dc6c440604a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c8dd2e10-fb50-46cf-8c36-3982f50f0020 HTTP/1.1" status: 204 len: 168 time: 0.4185181 Aug 05 11:22:55.896746 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ce4c15-e63f-43a9-b366-7dc6c440604a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8dd2e10-fb50-46cf-8c36-3982f50f0020,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:22:55.917754 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6bbdde71-8776-4dc2-88fb-701a0a63f1ac tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:55.935765 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 5c7f819f-c721-4a8d-a676-489500d22fbb, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=5c7f819f-c721-4a8d-a676-489500d22fbb,segment=NetworkSegment(7242661a-6816-45d7-a9cf-d91bdd00208a),segment_id=7242661a-6816-45d7-a9cf-d91bdd00208a)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:22:55.945205 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b3b54640-5644-45ae-aa89-ede6c2502325 tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:55.990050 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:56.132107 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bbdde71-8776-4dc2-88fb-701a0a63f1ac tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Network d036d46a-a30d-4750-b27d-4b7146f11df9 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:22:56.138445 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-6bbdde71-8776-4dc2-88fb-701a0a63f1ac tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:22:56.145270 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2994f961-9740-45b5-bf63-fe7994937ab8 req-687e35c1-e2a9-4351-b808-f25c3403c0b7 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b660be2-1cd3-4f1b-b8b6-43aa3e7d82c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7481601 Aug 05 11:22:56.145808 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbdde71-8776-4dc2-88fb-701a0a63f1ac tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:22:56.193812 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=e7ed65e3-6499-4541-8e8c-5b4fe1a21531,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:22:56.284434 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5f3f27-63d1-4158-9463-625b9846f07d req-da37624b-e0c1-4fd4-8291-e8965be241fc tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:56.303509 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-df5f3f27-63d1-4158-9463-625b9846f07d req-da37624b-e0c1-4fd4-8291-e8965be241fc tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=11c1c893-64c6-4eaa-9d19-ac08d54c048d HTTP/1.1" status: 200 len: 945 time: 0.5482306 Aug 05 11:22:56.330462 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-4b9e04f4-65bc-4caa-b317-f7215984ebe3 None None] For port 09ea71ab-70c8-4c71-bd70-3e826a3f2d6a, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:22:56.336571 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-4b9e04f4-65bc-4caa-b317-f7215984ebe3 None None] For port 09ea71ab-70c8-4c71-bd70-3e826a3f2d6a, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=09ea71ab-70c8-4c71-bd70-3e826a3f2d6a,segment=NetworkSegment(5c8761d6-8217-4a98-a998-0e6468c69ef6),segment_id=5c8761d6-8217-4a98-a998-0e6468c69ef6)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:22:56.346477 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-f041669c-d7c8-494c-95c1-531aa2fcac25 None None] Allocated IP 10.2.2.2 (a5f65908-1835-4cf8-bef2-1ebbd6cd0373/f52ba908-7485-4576-8407-c51b73bad34d/e84ca106-2289-4a94-938d-c889a4d270a0) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:22:56.355408 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbdde71-8776-4dc2-88fb-701a0a63f1ac tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Pushing event updated for resources: {'Port': ['ID=8fe40b91-b25d-45f0-9197-c82f62355d38,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:22:56.428360 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-4b9e04f4-65bc-4caa-b317-f7215984ebe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:56.441529 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbdde71-8776-4dc2-88fb-701a0a63f1ac tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:56.442355 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6bbdde71-8776-4dc2-88fb-701a0a63f1ac tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:56.520650 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 44592) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:22:56.522429 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-6bbdde71-8776-4dc2-88fb-701a0a63f1ac tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.9032366 Aug 05 11:22:56.542682 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-de638a3e-251b-4858-b0c8-2a4b42a7556d tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Request body: {'port': {'network_id': 'd036d46a-a30d-4750-b27d-4b7146f11df9', 'name': 'tempest-TaggedBootDevicesTest-705903925', 'fixed_ips': [{'subnet_id': '63fb736d-d029-44dc-a68b-bfad4551695d'}]}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:22:56.778420 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b3b54640-5644-45ae-aa89-ede6c2502325 tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:56.794509 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-df5f3f27-63d1-4158-9463-625b9846f07d req-06f23bfd-702c-41cb-aeb1-50ec1398bbda tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4898548 Aug 05 11:22:56.809294 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de638a3e-251b-4858-b0c8-2a4b42a7556d tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Made reservation on behalf of b4870e3c85c84ca78a3c4012c18adec3 for: {'port': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:22:56.837744 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=5c7f819f-c721-4a8d-a676-489500d22fbb,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:22:56.941061 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ff64f6-73d0-47ab-aad6-5657c944c963 req-c7117bd4-1fb4-450c-a121-86ab033f4874 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:56.955508 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 44598) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:22:56.967996 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d6ff64f6-73d0-47ab-aad6-5657c944c963 req-c7117bd4-1fb4-450c-a121-86ab033f4874 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/ports?device_id=395e3181-e108-429a-b59d-fbdec19762ff HTTP/1.1" status: 200 len: 949 time: 0.5707805 Aug 05 11:22:57.127807 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b54640-5644-45ae-aa89-ede6c2502325 tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:22:57.213818 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-296a6f23-e9e8-41aa-83c7-77c3ec3db97c x-openstack-request-id: req-296a6f23-e9e8-41aa-83c7-77c3ec3db97c {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:22:57.214983 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ffa315b-116e-43b6-aaa8-3e9c048e4a3d", "name": "network-vif-plugged", "status": "completed", "tag": "5c7f819f-c721-4a8d-a676-489500d22fbb", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:22:57.215625 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-296a6f23-e9e8-41aa-83c7-77c3ec3db97c {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:22:57.216562 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ffa315b-116e-43b6-aaa8-3e9c048e4a3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c7f819f-c721-4a8d-a676-489500d22fbb', 'code': 200} Aug 05 11:22:57.341940 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-8e5cb148-5f2d-4638-9d86-5992998fd7e8 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-484026939-network', 'tenant_id': '54ce1209669740e4b5d6b670cf6e01b0'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:22:57.379629 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f041669c-d7c8-494c-95c1-531aa2fcac25 None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:57.396826 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-b3b54640-5644-45ae-aa89-ede6c2502325 tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:22:57.401855 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f041669c-d7c8-494c-95c1-531aa2fcac25 None None] Transition to ACTIVE for port object e84ca106-2289-4a94-938d-c889a4d270a0 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:22:57.444355 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d6ff64f6-73d0-47ab-aad6-5657c944c963 req-2629249e-91e1-4829-a087-086d0093577e tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/security-groups?id=2975fa17-2fff-4e01-97a3-764244a94779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4710333 Aug 05 11:22:57.448060 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f041669c-d7c8-494c-95c1-531aa2fcac25 None None] Transition to ACTIVE for port object e84ca106-2289-4a94-938d-c889a4d270a0 will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:22:57.484677 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b54640-5644-45ae-aa89-ede6c2502325 tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:22:57.494148 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e5cb148-5f2d-4638-9d86-5992998fd7e8 admin admin] Made reservation on behalf of 54ce1209669740e4b5d6b670cf6e01b0 for: {'network': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:22:57.514358 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8e5cb148-5f2d-4638-9d86-5992998fd7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:57.516877 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a9c79b-654c-4148-8483-d01edc4a0313 req-72e45876-2951-4f19-80b2-6cee9cf4e902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:57.518800 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e3a9c79b-654c-4148-8483-d01edc4a0313 req-72e45876-2951-4f19-80b2-6cee9cf4e902 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7ffa315b-116e-43b6-aaa8-3e9c048e4a3d HTTP/1.1" status: 200 len: 1097 time: 0.3562784 Aug 05 11:22:57.524237 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f041669c-d7c8-494c-95c1-531aa2fcac25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:57.542037 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9e04f4-65bc-4caa-b317-f7215984ebe3 None None] Pushing event updated for resources: {'Port': ['ID=09ea71ab-70c8-4c71-bd70-3e826a3f2d6a,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:22:57.579015 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8e5cb148-5f2d-4638-9d86-5992998fd7e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:57.588412 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f041669c-d7c8-494c-95c1-531aa2fcac25 None None] Network a5f65908-1835-4cf8-bef2-1ebbd6cd0373 is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:22:57.630444 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b54640-5644-45ae-aa89-ede6c2502325 tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] Pushing event updated for resources: {'Port': ['ID=3ec92acd-e829-4c40-ac13-879581d8c17c,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:22:57.660074 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-f041669c-d7c8-494c-95c1-531aa2fcac25 None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:22:57.660074 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f041669c-d7c8-494c-95c1-531aa2fcac25 None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:22:57.807596 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-de638a3e-251b-4858-b0c8-2a4b42a7556d tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:57.935480 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [None req-de638a3e-251b-4858-b0c8-2a4b42a7556d tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] device_id is not set on port 9825552d-c4a9-47c2-b314-f8532a62835b yet. {{(pid=94420) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 11:22:57.982404 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f041669c-d7c8-494c-95c1-531aa2fcac25 None None] Pushing event updated for resources: {'Port': ['ID=e84ca106-2289-4a94-938d-c889a4d270a0,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:22:58.031540 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8e5cb148-5f2d-4638-9d86-5992998fd7e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:58.042609 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8e5cb148-5f2d-4638-9d86-5992998fd7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:58.072529 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e5cb148-5f2d-4638-9d86-5992998fd7e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 673, 'physical_network': 'physnet1'} {{(pid=94421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:22:58.082746 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-f041669c-d7c8-494c-95c1-531aa2fcac25 None None] Attempting to bind port e84ca106-2289-4a94-938d-c889a4d270a0 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:22:58.083361 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-f041669c-d7c8-494c-95c1-531aa2fcac25 None None] Attempting to bind port e84ca106-2289-4a94-938d-c889a4d270a0 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '8aa51bd4-6b25-4691-9a66-cb8b2c3d272e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'a5f65908-1835-4cf8-bef2-1ebbd6cd0373'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:22:58.083977 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f041669c-d7c8-494c-95c1-531aa2fcac25 None None] Attempting to bind port e84ca106-2289-4a94-938d-c889a4d270a0 on network a5f65908-1835-4cf8-bef2-1ebbd6cd0373 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:22:58.094035 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8e5cb148-5f2d-4638-9d86-5992998fd7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:58.095592 n-d-803378-2 neutron-server[94421]: INFO neutron.db.segments_db [None req-8e5cb148-5f2d-4638-9d86-5992998fd7e8 admin admin] Added segment 8b1bca96-601f-4458-8b80-fcef880d5fc6 of type vlan for network 688d8d3a-2c98-48b7-91ea-222d8bd03d5f Aug 05 11:22:58.121096 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f041669c-d7c8-494c-95c1-531aa2fcac25 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:22:58.132352 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f041669c-d7c8-494c-95c1-531aa2fcac25 None None] Checking segment: {'id': '8aa51bd4-6b25-4691-9a66-cb8b2c3d272e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'a5f65908-1835-4cf8-bef2-1ebbd6cd0373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:22:58.133160 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f041669c-d7c8-494c-95c1-531aa2fcac25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:58.134872 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f041669c-d7c8-494c-95c1-531aa2fcac25 None None] Bound using segment: {'id': '8aa51bd4-6b25-4691-9a66-cb8b2c3d272e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'a5f65908-1835-4cf8-bef2-1ebbd6cd0373'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:22:58.136182 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-f041669c-d7c8-494c-95c1-531aa2fcac25 None None] Bound port: e84ca106-2289-4a94-938d-c889a4d270a0, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8aa51bd4-6b25-4691-9a66-cb8b2c3d272e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'a5f65908-1835-4cf8-bef2-1ebbd6cd0373'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:22:58.136182 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f041669c-d7c8-494c-95c1-531aa2fcac25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:58.207720 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device e7ed65e3-6499-4541-8e8c-5b4fe1a21531 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:22:58.281274 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8e5cb148-5f2d-4638-9d86-5992998fd7e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:58.323778 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5cb148-5f2d-4638-9d86-5992998fd7e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=243837a4-bed8-4a80-ad95-b3063ab50a95,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:22:58.425368 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f041669c-d7c8-494c-95c1-531aa2fcac25 None None] For port e84ca106-2289-4a94-938d-c889a4d270a0, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:22:58.445883 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f041669c-d7c8-494c-95c1-531aa2fcac25 None None] For port e84ca106-2289-4a94-938d-c889a4d270a0, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=e84ca106-2289-4a94-938d-c889a4d270a0,segment=NetworkSegment(8aa51bd4-6b25-4691-9a66-cb8b2c3d272e),segment_id=8aa51bd4-6b25-4691-9a66-cb8b2c3d272e)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:22:58.455895 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8e5cb148-5f2d-4638-9d86-5992998fd7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:58.458258 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5cb148-5f2d-4638-9d86-5992998fd7e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:58.460507 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8e5cb148-5f2d-4638-9d86-5992998fd7e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:58.470574 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f041669c-d7c8-494c-95c1-531aa2fcac25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:58.519359 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e3a9c79b-654c-4148-8483-d01edc4a0313 req-9fb7ec22-f93f-4928-ae88-946d228571f9 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=8b660be2-1cd3-4f1b-b8b6-43aa3e7d82c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9001057 Aug 05 11:22:58.542037 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdbbff4-bbdb-4fcf-82f6-830ffc42a8a2 req-96e79ee7-7bd5-4689-aa84-e282750988fc tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:58.550563 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port e7ed65e3-6499-4541-8e8c-5b4fe1a21531 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:22:58.551594 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:58.558339 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0bdbbff4-bbdb-4fcf-82f6-830ffc42a8a2 req-96e79ee7-7bd5-4689-aa84-e282750988fc tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ffa315b-116e-43b6-aaa8-3e9c048e4a3d HTTP/1.1" status: 200 len: 946 time: 0.9453599 Aug 05 11:22:58.788447 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-8e5cb148-5f2d-4638-9d86-5992998fd7e8 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8301752 Aug 05 11:22:58.797280 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 44624) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:22:58.810824 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-6e1bb7d2-c646-4a03-8e18-3b6a5ea01e3e admin admin] Request body: {'subnet': {'network_id': '688d8d3a-2c98-48b7-91ea-222d8bd03d5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-484026939-subnet', 'tenant_id': '54ce1209669740e4b5d6b670cf6e01b0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:22:58.832621 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b3b54640-5644-45ae-aa89-ede6c2502325 tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:58.884578 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5cb148-5f2d-4638-9d86-5992998fd7e8 admin admin] Pushing event updated for resources: {'Network': ['ID=688d8d3a-2c98-48b7-91ea-222d8bd03d5f,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:22:58.950658 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e1bb7d2-c646-4a03-8e18-3b6a5ea01e3e admin admin] Made reservation on behalf of 54ce1209669740e4b5d6b670cf6e01b0 for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:22:58.957179 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6e1bb7d2-c646-4a03-8e18-3b6a5ea01e3e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:58.960217 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0bdbbff4-bbdb-4fcf-82f6-830ffc42a8a2 req-a23f704a-4b10-43d2-83e6-21bba388c282 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b660be2-1cd3-4f1b-b8b6-43aa3e7d82c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3984909 Aug 05 11:22:58.973689 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f041669c-d7c8-494c-95c1-531aa2fcac25 None None] Pushing event updated for resources: {'Port': ['ID=e84ca106-2289-4a94-938d-c889a4d270a0,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:22:58.983991 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 688d8d3a-2c98-48b7-91ea-222d8bd03d5f details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:22:59.005296 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:59.108577 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffce9c2b-9f6a-46c3-8a9f-7ff9165866c2 None None] Network d036d46a-a30d-4750-b27d-4b7146f11df9 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:22:59.218169 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9410a806-aab4-41a7-be6f-f7fd498fd57d req-a207644e-f9ff-4214-95b9-975f5cfce5fd tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:22:59.220122 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9410a806-aab4-41a7-be6f-f7fd498fd57d req-a207644e-f9ff-4214-95b9-975f5cfce5fd tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=11c1c893-64c6-4eaa-9d19-ac08d54c048d HTTP/1.1" status: 200 len: 945 time: 1.0724483 Aug 05 11:22:59.268851 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b3b54640-5644-45ae-aa89-ede6c2502325 tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:59.394761 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 09ea71ab-70c8-4c71-bd70-3e826a3f2d6a up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:22:59.495701 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-516ff64f-145c-4eb2-b01e-8bd9e9878d4e None None] Provisioning for port 09ea71ab-70c8-4c71-bd70-3e826a3f2d6a completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:22:59.512830 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 46ac903b-6473-4f7d-ab25-233c6efee28b up at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:22:59.645222 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 09ea71ab-70c8-4c71-bd70-3e826a3f2d6a completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:22:59.681890 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 09ea71ab-70c8-4c71-bd70-3e826a3f2d6a triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:22:59.682397 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:59.733356 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6e1bb7d2-c646-4a03-8e18-3b6a5ea01e3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25038678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30075167'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:59.877397 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning for port 46ac903b-6473-4f7d-ab25-233c6efee28b completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:22:59.910500 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1bb7d2-c646-4a03-8e18-3b6a5ea01e3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6417045-e99b-47d8-8deb-63bdae7f0b72,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:22:59.931000 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning complete for port 46ac903b-6473-4f7d-ab25-233c6efee28b triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:22:59.931593 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:22:59.970374 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-de638a3e-251b-4858-b0c8-2a4b42a7556d tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Allocated IP 10.1.1.137 (d036d46a-a30d-4750-b27d-4b7146f11df9/63fb736d-d029-44dc-a68b-bfad4551695d/9825552d-c4a9-47c2-b314-f8532a62835b) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:22:59.982827 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9410a806-aab4-41a7-be6f-f7fd498fd57d req-6a8518be-4ebe-486d-8a83-7a0f3b6210ce tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7263072 Aug 05 11:23:00.022135 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b3b54640-5644-45ae-aa89-ede6c2502325 tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:00.035917 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535965e4-10ce-4118-9b9d-f8d4eecefbf2 req-72bee127-e8e5-40a9-80d0-b8cccf8b25a4 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:00.069477 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-535965e4-10ce-4118-9b9d-f8d4eecefbf2 req-72bee127-e8e5-40a9-80d0-b8cccf8b25a4 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/ports?device_id=395e3181-e108-429a-b59d-fbdec19762ff HTTP/1.1" status: 200 len: 949 time: 0.3101709 Aug 05 11:23:00.090696 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b3b54640-5644-45ae-aa89-ede6c2502325 tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:00.173308 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1bb7d2-c646-4a03-8e18-3b6a5ea01e3e admin admin] Checking segment: {'id': '8b1bca96-601f-4458-8b80-fcef880d5fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '688d8d3a-2c98-48b7-91ea-222d8bd03d5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:23:00.175947 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1bb7d2-c646-4a03-8e18-3b6a5ea01e3e admin admin] Network hostable DHCP agents. Network: 688d8d3a-2c98-48b7-91ea-222d8bd03d5f, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:23:00.263342 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1bb7d2-c646-4a03-8e18-3b6a5ea01e3e admin admin] Network 688d8d3a-2c98-48b7-91ea-222d8bd03d5f is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:23:00.299752 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-6e1bb7d2-c646-4a03-8e18-3b6a5ea01e3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, 688d8d3a-2c98-48b7-91ea-222d8bd03d5f) {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:23:00.342406 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1bb7d2-c646-4a03-8e18-3b6a5ea01e3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:00.344617 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6e1bb7d2-c646-4a03-8e18-3b6a5ea01e3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:00.399099 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-6e1bb7d2-c646-4a03-8e18-3b6a5ea01e3e admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5994818 Aug 05 11:23:00.409589 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 44636) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:23:00.436514 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-4dd2edb3-ca5a-47ee-acc5-d52fd859c387 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-484026939-router', 'tenant_id': '54ce1209669740e4b5d6b670cf6e01b0', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:23:00.515339 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4dd2edb3-ca5a-47ee-acc5-d52fd859c387 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33260300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1929'] for router, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:00.518904 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6341b873-2a4e-44a9-a88c-12402eb1295e None None] Network 688d8d3a-2c98-48b7-91ea-222d8bd03d5f requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:23:00.520940 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4dd2edb3-ca5a-47ee-acc5-d52fd859c387 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33285914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33034662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1926'] for router, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:00.521517 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:00.545096 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-535965e4-10ce-4118-9b9d-f8d4eecefbf2 req-e55b5659-689a-4c0c-b727-739f818ac823 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/security-groups?id=2975fa17-2fff-4e01-97a3-764244a94779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4719129 Aug 05 11:23:00.731227 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4dd2edb3-ca5a-47ee-acc5-d52fd859c387 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:00.745541 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b3b54640-5644-45ae-aa89-ede6c2502325 tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33287247'] for floatingip, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:00.818482 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port 09ea71ab-70c8-4c71-bd70-3e826a3f2d6a, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=09ea71ab-70c8-4c71-bd70-3e826a3f2d6a,segment=NetworkSegment(5c8761d6-8217-4a98-a998-0e6468c69ef6),segment_id=5c8761d6-8217-4a98-a998-0e6468c69ef6)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:23:00.833088 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:00.882539 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b54640-5644-45ae-aa89-ede6c2502325 tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] Pushing event updated for resources: {'Port': ['ID=3ec92acd-e829-4c40-ac13-879581d8c17c,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:23:01.037332 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=09ea71ab-70c8-4c71-bd70-3e826a3f2d6a,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:23:01.045892 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:01.139149 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b3b54640-5644-45ae-aa89-ede6c2502325 tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:01.169822 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-b3b54640-5644-45ae-aa89-ede6c2502325 tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 9.6928687 Aug 05 11:23:01.239746 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e082ee-94ab-4224-95b3-78c0eb786b7f None None] Network a5f65908-1835-4cf8-bef2-1ebbd6cd0373 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:23:01.286021 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4034090-1d0e-4d49-8235-5ac87f4ecb79 req-464bc4b8-c81f-4fcf-ae7e-1d98167cb668 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:01.301325 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f4034090-1d0e-4d49-8235-5ac87f4ecb79 req-464bc4b8-c81f-4fcf-ae7e-1d98167cb668 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ffa315b-116e-43b6-aaa8-3e9c048e4a3d HTTP/1.1" status: 200 len: 946 time: 0.4014146 Aug 05 11:23:01.384302 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 46ac903b-6473-4f7d-ab25-233c6efee28b, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=46ac903b-6473-4f7d-ab25-233c6efee28b,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:23:01.494258 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f4034090-1d0e-4d49-8235-5ac87f4ecb79 req-9f895e70-f890-4215-8309-3e7630ca5d19 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b660be2-1cd3-4f1b-b8b6-43aa3e7d82c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880662 Aug 05 11:23:01.590491 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-de638a3e-251b-4858-b0c8-2a4b42a7556d tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:01.656606 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [None req-de638a3e-251b-4858-b0c8-2a4b42a7556d tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Transition to ACTIVE for port object 9825552d-c4a9-47c2-b314-f8532a62835b will not be triggered until provisioned by entity DHCP. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:23:01.785915 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4dd2edb3-ca5a-47ee-acc5-d52fd859c387 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:02.021744 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a6ded2fa-5cb4-4e40-a261-4ca63ff8e649 req-8184f5b6-50ca-42f7-96f9-37b3f5b1af4c tempest-ServerShowV254Test-1867190310 tempest-ServerShowV254Test-1867190310-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8857fb0-c323-4c32-8a27-1fac64f108bf HTTP/1.1" status: 200 len: 210 time: 0.1867287 Aug 05 11:23:02.066380 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4161c730-783b-4640-88c2-f686a28d2c58 req-f8322391-882f-4538-9e06-361d93144d35 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:02.069402 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4161c730-783b-4640-88c2-f686a28d2c58 req-f8322391-882f-4538-9e06-361d93144d35 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=11c1c893-64c6-4eaa-9d19-ac08d54c048d HTTP/1.1" status: 200 len: 945 time: 0.3333800 Aug 05 11:23:02.081576 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-de638a3e-251b-4858-b0c8-2a4b42a7556d tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:02.186206 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '395e3181-e108-429a-b59d-fbdec19762ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46ac903b-6473-4f7d-ab25-233c6efee28b'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:23:02.192892 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0a04b08-7470-4f96-8b31-74936617bbe5" -d '{"events": [{"server_uuid": "395e3181-e108-429a-b59d-fbdec19762ff", "name": "network-vif-plugged", "status": "completed", "tag": "46ac903b-6473-4f7d-ab25-233c6efee28b"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:23:02.445406 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:02.446069 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4161c730-783b-4640-88c2-f686a28d2c58 req-37cb2673-27b1-4f49-87dd-225add5eb195 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3307858 Aug 05 11:23:02.449238 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device e84ca106-2289-4a94-938d-c889a4d270a0 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:23:02.455662 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de638a3e-251b-4858-b0c8-2a4b42a7556d tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Network d036d46a-a30d-4750-b27d-4b7146f11df9 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:23:02.468797 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-18436057-4f10-445e-ac55-d45eb874d6be None None] Provisioning for port e84ca106-2289-4a94-938d-c889a4d270a0 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:23:02.535130 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-de638a3e-251b-4858-b0c8-2a4b42a7556d tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:23:02.558400 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de638a3e-251b-4858-b0c8-2a4b42a7556d tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:23:02.678962 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4dd2edb3-ca5a-47ee-acc5-d52fd859c387 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:02.734201 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4dd2edb3-ca5a-47ee-acc5-d52fd859c387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:02.814094 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de638a3e-251b-4858-b0c8-2a4b42a7556d tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Pushing event updated for resources: {'Port': ['ID=9825552d-c4a9-47c2-b314-f8532a62835b,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:23:03.014963 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=46ac903b-6473-4f7d-ab25-233c6efee28b,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:23:03.043600 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd37925-17a1-40e8-a989-3392ce67fbfe req-1a583280-f6fc-494f-868c-c779a28e84eb tempest-LiveAutoBlockMigrationV225Test-707045295 tempest-LiveAutoBlockMigrationV225Test-707045295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:03.066292 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-dcd37925-17a1-40e8-a989-3392ce67fbfe req-1a583280-f6fc-494f-868c-c779a28e84eb tempest-LiveAutoBlockMigrationV225Test-707045295 tempest-LiveAutoBlockMigrationV225Test-707045295-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=7ffa315b-116e-43b6-aaa8-3e9c048e4a3d HTTP/1.1" status: 200 len: 1097 time: 0.7553165 Aug 05 11:23:03.078778 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-4cd7bd63-c1e3-4f17-bef7-88763c5d6ebe None None] Provisioning complete for port 09ea71ab-70c8-4c71-bd70-3e826a3f2d6a triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:23:03.079486 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-4cd7bd63-c1e3-4f17-bef7-88763c5d6ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:03.100394 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf9eca7-8fc8-41b1-b6c5-0d72a5618be3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-688d8d3a-2c98-48b7-91ea-222d8bd03d5f', 'network_id': '688d8d3a-2c98-48b7-91ea-222d8bd03d5f', 'tenant_id': '54ce1209669740e4b5d6b670cf6e01b0', 'fixed_ips': [{'subnet_id': 'e6417045-e99b-47d8-8deb-63bdae7f0b72'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 11:23:03.102989 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cdf9eca7-8fc8-41b1-b6c5-0d72a5618be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:03.145153 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de638a3e-251b-4858-b0c8-2a4b42a7556d tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:03.145153 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-de638a3e-251b-4858-b0c8-2a4b42a7556d tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:03.238087 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-4dd2edb3-ca5a-47ee-acc5-d52fd859c387 admin admin] Allocated IP 172.25.5.234 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/3e3a1dd8-81bd-4158-b9bd-35443bb3ea90) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:23:03.238813 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8708dceb-2f6e-49ff-9dd8-274a3faf5020 req-a2142530-5192-47ab-98f7-9177533eb700 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:03.253238 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8708dceb-2f6e-49ff-9dd8-274a3faf5020 req-a2142530-5192-47ab-98f7-9177533eb700 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/ports?device_id=395e3181-e108-429a-b59d-fbdec19762ff HTTP/1.1" status: 200 len: 950 time: 0.4429255 Aug 05 11:23:03.350933 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-dcd37925-17a1-40e8-a989-3392ce67fbfe req-70aaad96-0c54-40da-92fd-b8c670a1f8c8 tempest-LiveAutoBlockMigrationV225Test-707045295 tempest-LiveAutoBlockMigrationV225Test-707045295-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=8b660be2-1cd3-4f1b-b8b6-43aa3e7d82c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760432 Aug 05 11:23:03.360982 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-de638a3e-251b-4858-b0c8-2a4b42a7556d tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 6.8317146 Aug 05 11:23:03.555516 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8708dceb-2f6e-49ff-9dd8-274a3faf5020 req-be750dda-38f2-4cff-b758-f35cb47bfe95 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/security-groups?id=2975fa17-2fff-4e01-97a3-764244a94779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983802 Aug 05 11:23:03.761461 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port e84ca106-2289-4a94-938d-c889a4d270a0 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:23:03.768338 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4dd2edb3-ca5a-47ee-acc5-d52fd859c387 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:03.789740 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d66d6721-a945-416e-afcb-f16fb2c7e87b x-openstack-request-id: req-d66d6721-a945-416e-afcb-f16fb2c7e87b {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:23:03.790784 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "395e3181-e108-429a-b59d-fbdec19762ff", "name": "network-vif-plugged", "status": "completed", "tag": "46ac903b-6473-4f7d-ab25-233c6efee28b", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:23:03.791313 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d66d6721-a945-416e-afcb-f16fb2c7e87b {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:23:03.791466 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '395e3181-e108-429a-b59d-fbdec19762ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46ac903b-6473-4f7d-ab25-233c6efee28b', 'code': 200} Aug 05 11:23:03.801370 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port e84ca106-2289-4a94-938d-c889a4d270a0 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:23:03.804509 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:03.812020 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5695a0c5-dec7-4fb7-9e33-668f9b1a2020 req-fafe44d2-5d92-44f7-a285-1cd23c34d4cc tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1249067368&fields=id&tenant_id=22a4c8a0ff814c1aa23242da60c6f727 HTTP/1.1" status: 200 len: 267 time: 0.1875885 Aug 05 11:23:03.903793 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4dd2edb3-ca5a-47ee-acc5-d52fd859c387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:04.033980 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2edb3-ca5a-47ee-acc5-d52fd859c387 admin admin] Pushing event updated for resources: {'Port': ['ID=3e3a1dd8-81bd-4158-b9bd-35443bb3ea90,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:23:04.079709 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cae6e79-de9c-443c-b0e8-fd54f51ec311 req-391ae6a9-4a05-40b1-89e3-8a29981e8cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:04.088703 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3cae6e79-de9c-443c-b0e8-fd54f51ec311 req-391ae6a9-4a05-40b1-89e3-8a29981e8cca service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=395e3181-e108-429a-b59d-fbdec19762ff HTTP/1.1" status: 200 len: 1101 time: 0.2524707 Aug 05 11:23:04.106714 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd2edb3-ca5a-47ee-acc5-d52fd859c387 admin admin] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:23:04.110115 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-4dd2edb3-ca5a-47ee-acc5-d52fd859c387 admin admin] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:23:04.119743 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd2edb3-ca5a-47ee-acc5-d52fd859c387 admin admin] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:23:04.176036 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-cdf9eca7-8fc8-41b1-b6c5-0d72a5618be3 None None] Allocated IP 172.20.0.2 (688d8d3a-2c98-48b7-91ea-222d8bd03d5f/e6417045-e99b-47d8-8deb-63bdae7f0b72/87b63a25-c686-41b8-ba82-d8e47d4a0ddb) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:23:04.249063 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5695a0c5-dec7-4fb7-9e33-668f9b1a2020 req-d74e102f-ee8c-4bef-a06d-2ee40f2e4184 tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:04.265861 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5695a0c5-dec7-4fb7-9e33-668f9b1a2020 req-d74e102f-ee8c-4bef-a06d-2ee40f2e4184 tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] 10.222.0.58 "GET /v2.0/networks?id=b18750ac-8ea5-426b-9972-9f17bf337493 HTTP/1.1" status: 200 len: 805 time: 0.4064322 Aug 05 11:23:04.363730 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c15f3b8c-da25-4419-831f-2392ea2b6609 req-db3401d9-33df-417e-8a83-b9e58d8cc297 tempest-ServerShowV254Test-1867190310 tempest-ServerShowV254Test-1867190310-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8857fb0-c323-4c32-8a27-1fac64f108bf HTTP/1.1" status: 200 len: 210 time: 0.0784881 Aug 05 11:23:04.382891 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5695a0c5-dec7-4fb7-9e33-668f9b1a2020 req-8a723808-4262-4599-afab-c18ede8e7223 tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] 10.222.0.58 "GET /v2.0/quotas/22a4c8a0ff814c1aa23242da60c6f727 HTTP/1.1" status: 200 len: 375 time: 0.0747757 Aug 05 11:23:04.478793 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:04.479968 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3cae6e79-de9c-443c-b0e8-fd54f51ec311 req-5f547b0f-107f-44a3-8265-44e93a30eb87 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=2975fa17-2fff-4e01-97a3-764244a94779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100694 Aug 05 11:23:04.513641 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-4cd7bd63-c1e3-4f17-bef7-88763c5d6ebe None None] Provisioning for port 8fe40b91-b25d-45f0-9197-c82f62355d38 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:23:04.545851 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5695a0c5-dec7-4fb7-9e33-668f9b1a2020 req-970310f8-3b7b-409c-b17d-eea35441272e tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=22a4c8a0ff814c1aa23242da60c6f727&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1606944 Aug 05 11:23:04.699071 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cdf9eca7-8fc8-41b1-b6c5-0d72a5618be3 None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:04.716701 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-cdf9eca7-8fc8-41b1-b6c5-0d72a5618be3 None None] Transition to ACTIVE for port object 87b63a25-c686-41b8-ba82-d8e47d4a0ddb will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:23:04.742186 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-cdf9eca7-8fc8-41b1-b6c5-0d72a5618be3 None None] Transition to ACTIVE for port object 87b63a25-c686-41b8-ba82-d8e47d4a0ddb will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:23:04.754647 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 44690) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:23:04.762364 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-bd182524-dfa9-4132-b7da-d4df0799ebdf tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1420246905', 'description': 'tempest-description--2123699119'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:23:04.826186 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port e84ca106-2289-4a94-938d-c889a4d270a0, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=e84ca106-2289-4a94-938d-c889a4d270a0,segment=NetworkSegment(8aa51bd4-6b25-4691-9a66-cb8b2c3d272e),segment_id=8aa51bd4-6b25-4691-9a66-cb8b2c3d272e)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:23:04.835900 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-4cd7bd63-c1e3-4f17-bef7-88763c5d6ebe None None] Provisioning complete for port 8fe40b91-b25d-45f0-9197-c82f62355d38 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:23:04.838191 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-4cd7bd63-c1e3-4f17-bef7-88763c5d6ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:04.842342 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cdf9eca7-8fc8-41b1-b6c5-0d72a5618be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:04.850290 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-bd182524-dfa9-4132-b7da-d4df0799ebdf tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:04.911478 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf9eca7-8fc8-41b1-b6c5-0d72a5618be3 None None] Network 688d8d3a-2c98-48b7-91ea-222d8bd03d5f is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:23:04.965969 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-cdf9eca7-8fc8-41b1-b6c5-0d72a5618be3 None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:23:04.976308 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:04.980080 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf9eca7-8fc8-41b1-b6c5-0d72a5618be3 None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:23:05.223105 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 09ea71ab-70c8-4c71-bd70-3e826a3f2d6a up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:23:05.230810 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-cdf9eca7-8fc8-41b1-b6c5-0d72a5618be3 None None] Attempting to bind port 87b63a25-c686-41b8-ba82-d8e47d4a0ddb on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:23:05.231655 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-cdf9eca7-8fc8-41b1-b6c5-0d72a5618be3 None None] Attempting to bind port 87b63a25-c686-41b8-ba82-d8e47d4a0ddb by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '8b1bca96-601f-4458-8b80-fcef880d5fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '688d8d3a-2c98-48b7-91ea-222d8bd03d5f'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:23:05.232024 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf9eca7-8fc8-41b1-b6c5-0d72a5618be3 None None] Attempting to bind port 87b63a25-c686-41b8-ba82-d8e47d4a0ddb on network 688d8d3a-2c98-48b7-91ea-222d8bd03d5f {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:23:05.239822 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5695a0c5-dec7-4fb7-9e33-668f9b1a2020 req-558911c8-d12f-4dc9-a7a6-64ce9d7abccd service neutron] 10.222.0.58 "GET /v2.0/networks/b18750ac-8ea5-426b-9972-9f17bf337493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6484370 Aug 05 11:23:05.250058 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf9eca7-8fc8-41b1-b6c5-0d72a5618be3 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:23:05.251074 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf9eca7-8fc8-41b1-b6c5-0d72a5618be3 None None] Checking segment: {'id': '8b1bca96-601f-4458-8b80-fcef880d5fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '688d8d3a-2c98-48b7-91ea-222d8bd03d5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:23:05.252399 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cdf9eca7-8fc8-41b1-b6c5-0d72a5618be3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:05.253307 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf9eca7-8fc8-41b1-b6c5-0d72a5618be3 None None] Bound using segment: {'id': '8b1bca96-601f-4458-8b80-fcef880d5fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '688d8d3a-2c98-48b7-91ea-222d8bd03d5f'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:23:05.253979 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-cdf9eca7-8fc8-41b1-b6c5-0d72a5618be3 None None] Bound port: 87b63a25-c686-41b8-ba82-d8e47d4a0ddb, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b1bca96-601f-4458-8b80-fcef880d5fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '688d8d3a-2c98-48b7-91ea-222d8bd03d5f'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:23:05.254641 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cdf9eca7-8fc8-41b1-b6c5-0d72a5618be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:05.319780 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4dd2edb3-ca5a-47ee-acc5-d52fd859c387 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:05.393139 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-cdf9eca7-8fc8-41b1-b6c5-0d72a5618be3 None None] For port 87b63a25-c686-41b8-ba82-d8e47d4a0ddb, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:23:05.397692 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-cdf9eca7-8fc8-41b1-b6c5-0d72a5618be3 None None] For port 87b63a25-c686-41b8-ba82-d8e47d4a0ddb, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=87b63a25-c686-41b8-ba82-d8e47d4a0ddb,segment=NetworkSegment(8b1bca96-601f-4458-8b80-fcef880d5fc6),segment_id=8b1bca96-601f-4458-8b80-fcef880d5fc6)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:23:05.410708 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cdf9eca7-8fc8-41b1-b6c5-0d72a5618be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:05.412231 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5695a0c5-dec7-4fb7-9e33-668f9b1a2020 req-7a2a0811-bca2-4667-ad05-76724a36324f service neutron] 10.222.0.58 "GET /v2.0/networks/b18750ac-8ea5-426b-9972-9f17bf337493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708457 Aug 05 11:23:05.419892 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d99c8c-4b51-4cb3-8046-3f085315c4b6 req-4d62ed14-1004-419a-ae8f-f6836e357978 tempest-LiveAutoBlockMigrationV225Test-707045295 tempest-LiveAutoBlockMigrationV225Test-707045295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:05.438888 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-77d99c8c-4b51-4cb3-8046-3f085315c4b6 req-4d62ed14-1004-419a-ae8f-f6836e357978 tempest-LiveAutoBlockMigrationV225Test-707045295 tempest-LiveAutoBlockMigrationV225Test-707045295-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=7ffa315b-116e-43b6-aaa8-3e9c048e4a3d HTTP/1.1" status: 200 len: 1097 time: 0.3718159 Aug 05 11:23:05.457183 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-4cd7bd63-c1e3-4f17-bef7-88763c5d6ebe None None] Port 8fe40b91-b25d-45f0-9197-c82f62355d38 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:23:05.466358 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf9eca7-8fc8-41b1-b6c5-0d72a5618be3 None None] Pushing event updated for resources: {'Port': ['ID=87b63a25-c686-41b8-ba82-d8e47d4a0ddb,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:23:05.641529 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-77d99c8c-4b51-4cb3-8046-3f085315c4b6 req-0d816efa-db3e-48fb-af81-dc5c29088987 tempest-LiveAutoBlockMigrationV225Test-707045295 tempest-LiveAutoBlockMigrationV225Test-707045295-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=8b660be2-1cd3-4f1b-b8b6-43aa3e7d82c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009213 Aug 05 11:23:05.673558 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-bd182524-dfa9-4132-b7da-d4df0799ebdf tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:05.684936 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-bd182524-dfa9-4132-b7da-d4df0799ebdf tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:05.753819 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=e84ca106-2289-4a94-938d-c889a4d270a0,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:23:05.760239 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-fe3e4d0d-9244-4689-a83f-0683b2d4caf8 None None] Provisioning for port 9825552d-c4a9-47c2-b314-f8532a62835b completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:23:05.820147 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-bd182524-dfa9-4132-b7da-d4df0799ebdf tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:05.824438 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-bd182524-dfa9-4132-b7da-d4df0799ebdf tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.0677538 Aug 05 11:23:05.826286 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd182524-dfa9-4132-b7da-d4df0799ebdf tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ada918e-0522-4602-984c-a2f526ffb568,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:23:05.838263 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 44698) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:23:05.851644 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-bcb5c190-4f8b-4b99-a9f0-3e33019ea2a7 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Request body: {'security_group_rule': {'security_group_id': '3ada918e-0522-4602-984c-a2f526ffb568', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:23:06.015761 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4dd2edb3-ca5a-47ee-acc5-d52fd859c387 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286026'] for router, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:06.050217 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-bcb5c190-4f8b-4b99-a9f0-3e33019ea2a7 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:06.087517 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-fe3e4d0d-9244-4689-a83f-0683b2d4caf8 None None] Provisioning complete for port 9825552d-c4a9-47c2-b314-f8532a62835b triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:23:06.088319 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-fe3e4d0d-9244-4689-a83f-0683b2d4caf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:06.171514 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f8e2e6-0fc5-4232-930e-d67f65fdaea4 req-fc8ff248-bf0b-4cc9-95af-7f2b4726ee68 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:06.184393 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 09ea71ab-70c8-4c71-bd70-3e826a3f2d6a triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:23:06.184963 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:06.185987 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-29f8e2e6-0fc5-4232-930e-d67f65fdaea4 req-fc8ff248-bf0b-4cc9-95af-7f2b4726ee68 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=11c1c893-64c6-4eaa-9d19-ac08d54c048d HTTP/1.1" status: 200 len: 945 time: 0.3192477 Aug 05 11:23:06.303772 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf9eca7-8fc8-41b1-b6c5-0d72a5618be3 None None] Pushing event updated for resources: {'Port': ['ID=87b63a25-c686-41b8-ba82-d8e47d4a0ddb,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:23:06.328429 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-fe3e4d0d-9244-4689-a83f-0683b2d4caf8 None None] Port 9825552d-c4a9-47c2-b314-f8532a62835b cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:23:06.388403 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-29f8e2e6-0fc5-4232-930e-d67f65fdaea4 req-24a3c13c-4900-4f34-bdab-ff86eacec7ed tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967824 Aug 05 11:23:06.398609 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dd2edb3-ca5a-47ee-acc5-d52fd859c387 admin admin] Router 39c0ba51-c3c5-478c-bc5e-8af03a89a2c2 is scheduled to L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d with binding_index 1 {{(pid=94421) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 11:23:06.408332 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-fe3e4d0d-9244-4689-a83f-0683b2d4caf8 None None] Provisioning complete for port e84ca106-2289-4a94-938d-c889a4d270a0 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:23:06.410153 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-fe3e4d0d-9244-4689-a83f-0683b2d4caf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:06.457404 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e99ccd6-57f7-4ab4-b9bb-b53f9faf67f7 req-d27fd9cf-36f0-4dbc-bbdb-1de7ea458b02 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:06.459014 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3e99ccd6-57f7-4ab4-b9bb-b53f9faf67f7 req-d27fd9cf-36f0-4dbc-bbdb-1de7ea458b02 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/ports?device_id=395e3181-e108-429a-b59d-fbdec19762ff HTTP/1.1" status: 200 len: 950 time: 0.2633259 Aug 05 11:23:06.461050 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-bcb5c190-4f8b-4b99-a9f0-3e33019ea2a7 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:06.498608 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-bcb5c190-4f8b-4b99-a9f0-3e33019ea2a7 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:06.567097 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb5c190-4f8b-4b99-a9f0-3e33019ea2a7 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=daf1ef95-ff1d-41b0-b27c-6d10a7999d96,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:23:06.635562 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3e99ccd6-57f7-4ab4-b9bb-b53f9faf67f7 req-ee213fb2-7e69-462b-8c25-d5608c575e7c tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/security-groups?id=2975fa17-2fff-4e01-97a3-764244a94779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535769 Aug 05 11:23:06.637024 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-bcb5c190-4f8b-4b99-a9f0-3e33019ea2a7 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:06.640979 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-bcb5c190-4f8b-4b99-a9f0-3e33019ea2a7 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7975760 Aug 05 11:23:06.663516 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 44708) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:23:06.679919 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-8e2dd771-95eb-4d6c-8686-45e51b836048 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Request body: {'security_group_rule': {'security_group_id': '3ada918e-0522-4602-984c-a2f526ffb568', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:23:06.786329 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dd2edb3-ca5a-47ee-acc5-d52fd859c387 admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:23:06.843480 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62085544-280c-4258-b612-12c57b965fc9 None None] Sync routers for ids ['39c0ba51-c3c5-478c-bc5e-8af03a89a2c2'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:23:06.880513 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4dd2edb3-ca5a-47ee-acc5-d52fd859c387 admin admin] Notify callbacks [] for router, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:06.880513 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-4dd2edb3-ca5a-47ee-acc5-d52fd859c387 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.4560757 Aug 05 11:23:06.881577 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 44718) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:23:06.914257 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62085544-280c-4258-b612-12c57b965fc9 None None] Routers {'39c0ba51-c3c5-478c-bc5e-8af03a89a2c2'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:23:06.916251 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-62085544-280c-4258-b612-12c57b965fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:22:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['39c0ba51-c3c5-478c-bc5e-8af03a89a2c2'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:23:06.965158 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f7f5692e-5e20-435b-8205-0658314b23cb req-6f893183-7879-41ba-a571-7f66eb630389 tempest-ServerShowV254Test-1867190310 tempest-ServerShowV254Test-1867190310-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8857fb0-c323-4c32-8a27-1fac64f108bf HTTP/1.1" status: 200 len: 210 time: 0.1840580 Aug 05 11:23:06.969387 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8e2dd771-95eb-4d6c-8686-45e51b836048 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:07.111104 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-41949f18-a245-4a15-b33d-62df35ee8c91 req-a99b96a8-1647-4b8f-9825-4009a75b683e tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] 10.222.0.58 "GET /v2.0/ports?device_id=23921316-79ed-4f9e-adf4-a4668e9fa730 HTTP/1.1" status: 200 len: 210 time: 0.1293848 Aug 05 11:23:07.345195 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-62085544-280c-4258-b612-12c57b965fc9 None None] Set router 39c0ba51-c3c5-478c-bc5e-8af03a89a2c2 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:23:07.350393 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8e2dd771-95eb-4d6c-8686-45e51b836048 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:07.359995 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8e2dd771-95eb-4d6c-8686-45e51b836048 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:07.405041 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8e2dd771-95eb-4d6c-8686-45e51b836048 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:07.406422 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-8e2dd771-95eb-4d6c-8686-45e51b836048 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7413969 Aug 05 11:23:07.411543 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 44726) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:23:07.423510 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-ad41296a-0c2c-4fb8-ac24-d30000f6d587 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Request body: {'floatingip': {'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:23:07.499968 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 87b63a25-c686-41b8-ba82-d8e47d4a0ddb up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:23:07.531630 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dd771-95eb-4d6c-8686-45e51b836048 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78a43d53-9a35-4784-8692-95c1cc9c05b2,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:23:07.543186 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ad41296a-0c2c-4fb8-ac24-d30000f6d587 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks [] for floatingip, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:07.801472 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a34149-90cb-41b4-8235-4c75761bc3bd None None] Network 688d8d3a-2c98-48b7-91ea-222d8bd03d5f requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:23:08.421258 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fbb2ff31-0bcf-4e86-bead-55b9e9e9d8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:08.487683 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-24ec21e6-c430-4bde-a272-b695b98ea116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:08.664768 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-4ad3b09f-5dcd-416a-a08e-e4b57068d847 None None] Provisioning for port 87b63a25-c686-41b8-ba82-d8e47d4a0ddb completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:23:08.726436 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e1ce9054-20c1-43f0-8a13-e05a6ba39ea0 req-ff6e3cc4-eb69-4744-8434-6ca0b419d562 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b8857fb0-c323-4c32-8a27-1fac64f108bf HTTP/1.1" status: 200 len: 210 time: 0.2134418 Aug 05 11:23:08.811560 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 87b63a25-c686-41b8-ba82-d8e47d4a0ddb completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:23:08.818967 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 87b63a25-c686-41b8-ba82-d8e47d4a0ddb triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:23:08.819773 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:08.840612 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58aaf3c-e62f-4f0c-8420-404cd79d3539 req-b8803869-fa97-432e-9030-302531d7a6fd tempest-ServersOnMultiNodesTest-767699843 tempest-ServersOnMultiNodesTest-767699843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:08.842309 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f58aaf3c-e62f-4f0c-8420-404cd79d3539 req-b8803869-fa97-432e-9030-302531d7a6fd tempest-ServersOnMultiNodesTest-767699843 tempest-ServersOnMultiNodesTest-767699843-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=395e3181-e108-429a-b59d-fbdec19762ff HTTP/1.1" status: 200 len: 1101 time: 1.1506221 Aug 05 11:23:08.901383 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-f58aaf3c-e62f-4f0c-8420-404cd79d3539 req-2ab9b64f-ea97-4eb9-94af-266fb7b2f88f tempest-ServersOnMultiNodesTest-767699843 tempest-ServersOnMultiNodesTest-767699843-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:08.946267 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-fbb2ff31-0bcf-4e86-bead-55b9e9e9d8e0 admin admin] Allocated IP 172.20.0.1 (688d8d3a-2c98-48b7-91ea-222d8bd03d5f/e6417045-e99b-47d8-8deb-63bdae7f0b72/adebbd07-3843-4acb-8c08-cee18e04389b) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:23:08.958925 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5695a0c5-dec7-4fb7-9e33-668f9b1a2020 req-e5829b08-5463-4e98-b809-baffd7e8b989 tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:08.962966 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5695a0c5-dec7-4fb7-9e33-668f9b1a2020 req-e5829b08-5463-4e98-b809-baffd7e8b989 tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] 10.222.0.55 "GET /v2.0/networks?id=b18750ac-8ea5-426b-9972-9f17bf337493 HTTP/1.1" status: 200 len: 805 time: 0.4513035 Aug 05 11:23:09.044579 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ad41296a-0c2c-4fb8-ac24-d30000f6d587 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:09.094565 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:09.173686 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fbb2ff31-0bcf-4e86-bead-55b9e9e9d8e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:09.174756 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port 87b63a25-c686-41b8-ba82-d8e47d4a0ddb, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=87b63a25-c686-41b8-ba82-d8e47d4a0ddb,segment=NetworkSegment(8b1bca96-601f-4458-8b80-fcef880d5fc6),segment_id=8b1bca96-601f-4458-8b80-fcef880d5fc6)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:23:09.191830 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [None req-fbb2ff31-0bcf-4e86-bead-55b9e9e9d8e0 admin admin] Transition to ACTIVE for port object adebbd07-3843-4acb-8c08-cee18e04389b will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:23:09.199348 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-62085544-280c-4258-b612-12c57b965fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39c0ba51-c3c5-478c-bc5e-8af03a89a2c2', 'name': 'tempest-ServersTestFqdnHostnames-484026939-router', 'tenant_id': '54ce1209669740e4b5d6b670cf6e01b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '3e3a1dd8-81bd-4158-b9bd-35443bb3ea90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:23:00Z', 'updated_at': '2021-08-05T11:23:04Z', 'revision_number': 3, 'project_id': '54ce1209669740e4b5d6b670cf6e01b0', 'gw_port': {'id': '3e3a1dd8-81bd-4158-b9bd-35443bb3ea90', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:8e:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39c0ba51-c3c5-478c-bc5e-8af03a89a2c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:23:02Z', 'updated_at': '2021-08-05T11:23:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:23:09.205806 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:09.206159 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device e84ca106-2289-4a94-938d-c889a4d270a0 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:23:09.267238 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fbb2ff31-0bcf-4e86-bead-55b9e9e9d8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:09.292070 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62085544-280c-4258-b612-12c57b965fc9 None None] Checking router: 39c0ba51-c3c5-478c-bc5e-8af03a89a2c2 for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:23:09.293324 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62085544-280c-4258-b612-12c57b965fc9 None None] Updating router 39c0ba51-c3c5-478c-bc5e-8af03a89a2c2 port 3e3a1dd8-81bd-4158-b9bd-35443bb3ea90 binding host n-d-803378-2 {{(pid=94422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 11:23:09.317588 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5695a0c5-dec7-4fb7-9e33-668f9b1a2020 req-b17e816e-2255-4b55-a0db-6fbd33f69987 tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=22a4c8a0ff814c1aa23242da60c6f727 HTTP/1.1" status: 200 len: 380 time: 0.3317022 Aug 05 11:23:09.344582 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-5695a0c5-dec7-4fb7-9e33-668f9b1a2020 req-67681441-24c9-4ac4-bd9c-b9fde3c6d664 tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] Request body: {'port': {'device_id': '23921316-79ed-4f9e-adf4-a4668e9fa730', 'network_id': 'b18750ac-8ea5-426b-9972-9f17bf337493', 'admin_state_up': True, 'tenant_id': '22a4c8a0ff814c1aa23242da60c6f727', 'security_groups': ['36b70b2c-7722-4ca7-80c0-dfc1cbc20350']}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:23:09.347296 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-ad41296a-0c2c-4fb8-ac24-d30000f6d587 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Allocated IP 172.25.5.154 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/14ba161c-2f30-4f0f-b54f-db2c28d3726d) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:23:09.403960 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-62085544-280c-4258-b612-12c57b965fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:09.404191 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb2ff31-0bcf-4e86-bead-55b9e9e9d8e0 admin admin] Pushing event updated for resources: {'Port': ['ID=adebbd07-3843-4acb-8c08-cee18e04389b,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:23:09.416422 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb2ff31-0bcf-4e86-bead-55b9e9e9d8e0 admin admin] Network 688d8d3a-2c98-48b7-91ea-222d8bd03d5f is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:23:09.420107 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-fbb2ff31-0bcf-4e86-bead-55b9e9e9d8e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:23:09.432215 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb2ff31-0bcf-4e86-bead-55b9e9e9d8e0 admin admin] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:23:09.434410 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [req-041001c9-d529-409b-b00d-baf4fb9e2cbb req-35ab6228-f5fc-472a-b381-8584a6160190 tempest-LiveAutoBlockMigrationV225Test-707045295 tempest-LiveAutoBlockMigrationV225Test-707045295-project-admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94420) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 11:23:09.435473 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-041001c9-d529-409b-b00d-baf4fb9e2cbb req-35ab6228-f5fc-472a-b381-8584a6160190 tempest-LiveAutoBlockMigrationV225Test-707045295 tempest-LiveAutoBlockMigrationV225Test-707045295-project-admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062563 Aug 05 11:23:09.448569 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-22893132-0b4e-4b9f-b564-6697354224bc None None] Provisioning complete for port 87b63a25-c686-41b8-ba82-d8e47d4a0ddb triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:23:09.448569 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-22893132-0b4e-4b9f-b564-6697354224bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:09.460820 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-041001c9-d529-409b-b00d-baf4fb9e2cbb req-8dd5b9dd-8d07-458d-a252-2a8afbc5b575 service neutron] Request body: {'binding': {'host': 'n-h2-803378-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:23:09.461447 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-041001c9-d529-409b-b00d-baf4fb9e2cbb req-8dd5b9dd-8d07-458d-a252-2a8afbc5b575 service neutron] Unknown quota resources ['binding']. {{(pid=94420) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 05 11:23:09.503013 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=87b63a25-c686-41b8-ba82-d8e47d4a0ddb,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:23:09.522627 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fbb2ff31-0bcf-4e86-bead-55b9e9e9d8e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33288800'] for router_interface, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:09.618559 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:23:09.619340 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:23:09.619677 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:23:09.620018 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:23:09.621305 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:23:09.621305 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:23:09.621631 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:23:09.621794 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:23:09.622317 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:23:09.622506 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:23:09.622835 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:23:09.623303 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:23:09.660876 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port e84ca106-2289-4a94-938d-c889a4d270a0 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:23:09.661257 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:09.818520 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fbb2ff31-0bcf-4e86-bead-55b9e9e9d8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:09.891591 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-f58aaf3c-e62f-4f0c-8420-404cd79d3539 req-2ab9b64f-ea97-4eb9-94af-266fb7b2f88f tempest-ServersOnMultiNodesTest-767699843 tempest-ServersOnMultiNodesTest-767699843-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:09.916370 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:09.923770 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-792fb2bc-e6a5-46ef-b458-05115108d8d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:09.929580 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-f58aaf3c-e62f-4f0c-8420-404cd79d3539 req-2ab9b64f-ea97-4eb9-94af-266fb7b2f88f tempest-ServersOnMultiNodesTest-767699843 tempest-ServersOnMultiNodesTest-767699843-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:09.955414 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ad41296a-0c2c-4fb8-ac24-d30000f6d587 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:09.989862 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-ce3503cd-7fb1-4076-8223-724ec757f2d2 None None] Provisioning for port adebbd07-3843-4acb-8c08-cee18e04389b completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:23:10.003221 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5695a0c5-dec7-4fb7-9e33-668f9b1a2020 req-67681441-24c9-4ac4-bd9c-b9fde3c6d664 tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] Made reservation on behalf of 22a4c8a0ff814c1aa23242da60c6f727 for: {'port': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:23:10.004899 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-ce3503cd-7fb1-4076-8223-724ec757f2d2 None None] Provisioning complete for port adebbd07-3843-4acb-8c08-cee18e04389b triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:23:10.007021 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-5695a0c5-dec7-4fb7-9e33-668f9b1a2020 req-67681441-24c9-4ac4-bd9c-b9fde3c6d664 tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:10.007950 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-ce3503cd-7fb1-4076-8223-724ec757f2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:10.042941 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f58aaf3c-e62f-4f0c-8420-404cd79d3539 req-2ab9b64f-ea97-4eb9-94af-266fb7b2f88f tempest-ServersOnMultiNodesTest-767699843 tempest-ServersOnMultiNodesTest-767699843-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=2975fa17-2fff-4e01-97a3-764244a94779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1758158 Aug 05 11:23:10.058323 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 87b63a25-c686-41b8-ba82-d8e47d4a0ddb up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:23:10.082013 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-041001c9-d529-409b-b00d-baf4fb9e2cbb req-8dd5b9dd-8d07-458d-a252-2a8afbc5b575 service neutron] Attempting to bind port 5c7f819f-c721-4a8d-a676-489500d22fbb on host n-h2-803378-2 for vnic_type normal with profile None {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:23:10.082525 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-041001c9-d529-409b-b00d-baf4fb9e2cbb req-8dd5b9dd-8d07-458d-a252-2a8afbc5b575 service neutron] Attempting to bind port 5c7f819f-c721-4a8d-a676-489500d22fbb by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': '7242661a-6816-45d7-a9cf-d91bdd00208a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'c1d3f101-369e-4625-bfd2-2a60ea4757bb'}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:23:10.082978 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041001c9-d529-409b-b00d-baf4fb9e2cbb req-8dd5b9dd-8d07-458d-a252-2a8afbc5b575 service neutron] Attempting to bind port 5c7f819f-c721-4a8d-a676-489500d22fbb on network c1d3f101-369e-4625-bfd2-2a60ea4757bb {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:23:10.085992 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab9b64f-ea97-4eb9-94af-266fb7b2f88f tempest-ServersOnMultiNodesTest-767699843 tempest-ServersOnMultiNodesTest-767699843-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f6af636-a2bb-4b11-a234-89e21096dfe2,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:23:10.112769 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041001c9-d529-409b-b00d-baf4fb9e2cbb req-8dd5b9dd-8d07-458d-a252-2a8afbc5b575 service neutron] Port 5c7f819f-c721-4a8d-a676-489500d22fbb on network c1d3f101-369e-4625-bfd2-2a60ea4757bb not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:23:10.113286 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041001c9-d529-409b-b00d-baf4fb9e2cbb req-8dd5b9dd-8d07-458d-a252-2a8afbc5b575 service neutron] Attempting to bind port 5c7f819f-c721-4a8d-a676-489500d22fbb on network c1d3f101-369e-4625-bfd2-2a60ea4757bb {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:23:10.176301 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041001c9-d529-409b-b00d-baf4fb9e2cbb req-8dd5b9dd-8d07-458d-a252-2a8afbc5b575 service neutron] Checking agent: {'id': 'a8f1dd2d-227c-4e30-8844-52419ba734db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:23:10.176693 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041001c9-d529-409b-b00d-baf4fb9e2cbb req-8dd5b9dd-8d07-458d-a252-2a8afbc5b575 service neutron] Checking segment: {'id': '7242661a-6816-45d7-a9cf-d91bdd00208a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'c1d3f101-369e-4625-bfd2-2a60ea4757bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:23:10.177175 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041001c9-d529-409b-b00d-baf4fb9e2cbb req-8dd5b9dd-8d07-458d-a252-2a8afbc5b575 service neutron] Bound using segment: {'id': '7242661a-6816-45d7-a9cf-d91bdd00208a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'c1d3f101-369e-4625-bfd2-2a60ea4757bb'} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:23:10.177728 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-041001c9-d529-409b-b00d-baf4fb9e2cbb req-8dd5b9dd-8d07-458d-a252-2a8afbc5b575 service neutron] Bound port: 5c7f819f-c721-4a8d-a676-489500d22fbb, host: n-h2-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7242661a-6816-45d7-a9cf-d91bdd00208a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'c1d3f101-369e-4625-bfd2-2a60ea4757bb'}}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:23:10.211504 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fbb2ff31-0bcf-4e86-bead-55b9e9e9d8e0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:10.219485 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-ce3503cd-7fb1-4076-8223-724ec757f2d2 None None] Port adebbd07-3843-4acb-8c08-cee18e04389b cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:23:10.225301 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fbb2ff31-0bcf-4e86-bead-55b9e9e9d8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:10.236558 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 87b63a25-c686-41b8-ba82-d8e47d4a0ddb triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:23:10.236558 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:10.338236 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb2ff31-0bcf-4e86-bead-55b9e9e9d8e0 admin admin] Pushing event updated for resources: {'Port': ['ID=adebbd07-3843-4acb-8c08-cee18e04389b,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:23:10.343580 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ad41296a-0c2c-4fb8-ac24-d30000f6d587 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:10.380154 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fbb2ff31-0bcf-4e86-bead-55b9e9e9d8e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33140268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33208272'] for router_interface, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:10.500404 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad41296a-0c2c-4fb8-ac24-d30000f6d587 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:23:10.530256 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82d6b22-e112-4bae-830d-dbc24462f122 req-5bafa711-b0cb-4131-b73a-121fae3c83f8 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:10.533835 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e82d6b22-e112-4bae-830d-dbc24462f122 req-5bafa711-b0cb-4131-b73a-121fae3c83f8 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=11c1c893-64c6-4eaa-9d19-ac08d54c048d HTTP/1.1" status: 200 len: 945 time: 0.3503778 Aug 05 11:23:10.547409 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb2ff31-0bcf-4e86-bead-55b9e9e9d8e0 admin admin] Network 688d8d3a-2c98-48b7-91ea-222d8bd03d5f is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:23:10.552370 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-fbb2ff31-0bcf-4e86-bead-55b9e9e9d8e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:23:10.553314 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-ad41296a-0c2c-4fb8-ac24-d30000f6d587 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:23:10.566594 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad41296a-0c2c-4fb8-ac24-d30000f6d587 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:23:10.577142 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-041001c9-d529-409b-b00d-baf4fb9e2cbb req-8dd5b9dd-8d07-458d-a252-2a8afbc5b575 service neutron] For port 5c7f819f-c721-4a8d-a676-489500d22fbb, host n-h2-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=5c7f819f-c721-4a8d-a676-489500d22fbb,segment=NetworkSegment(7242661a-6816-45d7-a9cf-d91bdd00208a),segment_id=7242661a-6816-45d7-a9cf-d91bdd00208a)] {{(pid=94420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:23:10.644646 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-041001c9-d529-409b-b00d-baf4fb9e2cbb req-8dd5b9dd-8d07-458d-a252-2a8afbc5b575 service neutron] Notify callbacks [] for binding, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:10.645923 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-041001c9-d529-409b-b00d-baf4fb9e2cbb req-8dd5b9dd-8d07-458d-a252-2a8afbc5b575 service neutron] 10.222.0.58 "POST /v2.0/ports/5c7f819f-c721-4a8d-a676-489500d22fbb/bindings HTTP/1.1" status: 201 len: 389 time: 1.1903167 Aug 05 11:23:10.646589 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad41296a-0c2c-4fb8-ac24-d30000f6d587 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Pushing event updated for resources: {'Port': ['ID=14ba161c-2f30-4f0f-b54f-db2c28d3726d,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:23:10.661883 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [req-5695a0c5-dec7-4fb7-9e33-668f9b1a2020 req-67681441-24c9-4ac4-bd9c-b9fde3c6d664 tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] Allocated IP 172.20.0.14 (b18750ac-8ea5-426b-9972-9f17bf337493/63e1703a-1113-4385-8973-9ea8062ac6e0/36e964c6-d89e-4431-8738-95e07ed46db5) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:23:10.688013 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2d1023-1a90-4d5d-bec7-7b77d18233b8 req-7a22ab7b-a3f3-4941-be7d-dd5110107b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:10.690683 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4d2d1023-1a90-4d5d-bec7-7b77d18233b8 req-7a22ab7b-a3f3-4941-be7d-dd5110107b17 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d8daa1497f4a496cba61c8a60c09e98b&device_id=11c1c893-64c6-4eaa-9d19-ac08d54c048d HTTP/1.1" status: 200 len: 1096 time: 0.4346204 Aug 05 11:23:10.810716 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-62085544-280c-4258-b612-12c57b965fc9 None None] Notify callbacks [] for port, precommit_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:10.826095 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-62085544-280c-4258-b612-12c57b965fc9 None None] Transition to ACTIVE for port object 3e3a1dd8-81bd-4158-b9bd-35443bb3ea90 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:23:10.839044 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-62085544-280c-4258-b612-12c57b965fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:10.894523 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbb2ff31-0bcf-4e86-bead-55b9e9e9d8e0 admin admin] Router 39c0ba51-c3c5-478c-bc5e-8af03a89a2c2 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 11:23:10.955442 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e82d6b22-e112-4bae-830d-dbc24462f122 req-50b023dc-2cfb-4ae8-9f44-8a0506a80d96 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3762698 Aug 05 11:23:10.972998 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673d6259-26dd-48fa-9ea5-7565b34522c6 None None] Pushing event updated for resources: {'Port': ['ID=3e3a1dd8-81bd-4158-b9bd-35443bb3ea90,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:23:11.079968 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-62085544-280c-4258-b612-12c57b965fc9 None None] Attempting to bind port 3e3a1dd8-81bd-4158-b9bd-35443bb3ea90 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:23:11.082838 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-62085544-280c-4258-b612-12c57b965fc9 None None] Attempting to bind port 3e3a1dd8-81bd-4158-b9bd-35443bb3ea90 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:23:11.084864 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62085544-280c-4258-b612-12c57b965fc9 None None] Attempting to bind port 3e3a1dd8-81bd-4158-b9bd-35443bb3ea90 on network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:23:11.100795 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62085544-280c-4258-b612-12c57b965fc9 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:23:11.102161 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62085544-280c-4258-b612-12c57b965fc9 None None] Checking segment: {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:23:11.103903 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-62085544-280c-4258-b612-12c57b965fc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:11.105677 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62085544-280c-4258-b612-12c57b965fc9 None None] Bound using segment: {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:23:11.107481 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-62085544-280c-4258-b612-12c57b965fc9 None None] Bound port: 3e3a1dd8-81bd-4158-b9bd-35443bb3ea90, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:23:11.109559 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-62085544-280c-4258-b612-12c57b965fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:11.193871 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbb2ff31-0bcf-4e86-bead-55b9e9e9d8e0 admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:23:11.209970 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-fbb2ff31-0bcf-4e86-bead-55b9e9e9d8e0 admin admin] 10.222.0.58 "PUT /v2.0/routers/39c0ba51-c3c5-478c-bc5e-8af03a89a2c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3269801 Aug 05 11:23:11.281518 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-62085544-280c-4258-b612-12c57b965fc9 None None] For port 3e3a1dd8-81bd-4158-b9bd-35443bb3ea90, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:23:11.302433 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-62085544-280c-4258-b612-12c57b965fc9 None None] For port 3e3a1dd8-81bd-4158-b9bd-35443bb3ea90, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=3e3a1dd8-81bd-4158-b9bd-35443bb3ea90,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:23:11.308091 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f713b60a-3c23-424e-ab34-d753aae882bc None None] Provisioning complete for port adebbd07-3843-4acb-8c08-cee18e04389b triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:23:11.308949 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f713b60a-3c23-424e-ab34-d753aae882bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:11.316137 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-62085544-280c-4258-b612-12c57b965fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:11.371212 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6933d5ce-2607-4e5c-9ebb-97d9bf6d5b89 req-f62fdda8-473b-4b6a-a317-220b9392a746 tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] 10.222.0.58 "GET /v2.0/ports?device_id=23921316-79ed-4f9e-adf4-a4668e9fa730 HTTP/1.1" status: 200 len: 210 time: 0.1863897 Aug 05 11:23:11.378027 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041001c9-d529-409b-b00d-baf4fb9e2cbb req-9b952330-82f7-4eb7-ab4c-a792118a5be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:11.380334 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-041001c9-d529-409b-b00d-baf4fb9e2cbb req-9b952330-82f7-4eb7-ab4c-a792118a5be7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e8f6478cce384a98ba09cac5c1bcf855&device_id=7ffa315b-116e-43b6-aaa8-3e9c048e4a3d HTTP/1.1" status: 200 len: 1097 time: 0.1149569 Aug 05 11:23:11.413198 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ad41296a-0c2c-4fb8-ac24-d30000f6d587 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:11.465696 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-90fa1aee-dfb0-4f15-b4cc-1edc2840014b req-b711fb87-650d-4450-a38c-a4fa0c9c641a tempest-ServerShowV254Test-1867190310 tempest-ServerShowV254Test-1867190310-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8857fb0-c323-4c32-8a27-1fac64f108bf HTTP/1.1" status: 200 len: 210 time: 0.1198492 Aug 05 11:23:11.474121 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2d1023-1a90-4d5d-bec7-7b77d18233b8 req-ec542534-f471-492d-9a82-22379add819b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:11.476227 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4d2d1023-1a90-4d5d-bec7-7b77d18233b8 req-ec542534-f471-492d-9a82-22379add819b service neutron] 10.222.0.64 "GET /v2.0/networks?id=6e7bde98-a1ff-44d7-8525-eaa9c1e81087 HTTP/1.1" status: 200 len: 913 time: 0.7739506 Aug 05 11:23:11.558669 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-f713b60a-3c23-424e-ab34-d753aae882bc None None] Port adebbd07-3843-4acb-8c08-cee18e04389b cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:23:11.601686 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4d2d1023-1a90-4d5d-bec7-7b77d18233b8 req-a119ea61-1a13-4045-b1f5-6f30060e82a6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be189f34-4394-4326-9e90-4936d19950a1 HTTP/1.1" status: 200 len: 217 time: 0.1127529 Aug 05 11:23:11.605871 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62085544-280c-4258-b612-12c57b965fc9 None None] Routers {'39c0ba51-c3c5-478c-bc5e-8af03a89a2c2'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:23:11.607849 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-62085544-280c-4258-b612-12c57b965fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:23:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['39c0ba51-c3c5-478c-bc5e-8af03a89a2c2'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:23:11.630492 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ad41296a-0c2c-4fb8-ac24-d30000f6d587 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:11.790886 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673d6259-26dd-48fa-9ea5-7565b34522c6 None None] Pushing event updated for resources: {'Port': ['ID=3e3a1dd8-81bd-4158-b9bd-35443bb3ea90,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:23:11.800938 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:11.826025 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041001c9-d529-409b-b00d-baf4fb9e2cbb req-7dafd8cb-932c-4c01-816f-ab5bf45ddf79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:11.828710 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-041001c9-d529-409b-b00d-baf4fb9e2cbb req-7dafd8cb-932c-4c01-816f-ab5bf45ddf79 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c1d3f101-369e-4625-bfd2-2a60ea4757bb HTTP/1.1" status: 200 len: 921 time: 0.4321244 Aug 05 11:23:11.853889 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-5695a0c5-dec7-4fb7-9e33-668f9b1a2020 req-67681441-24c9-4ac4-bd9c-b9fde3c6d664 tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:11.875164 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2d1023-1a90-4d5d-bec7-7b77d18233b8 req-a019ba17-ce4b-4a87-a438-16ce5fae5f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:11.885897 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4d2d1023-1a90-4d5d-bec7-7b77d18233b8 req-a019ba17-ce4b-4a87-a438-16ce5fae5f14 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8c648b54-2f27-41ec-9e17-9213825c0d0c HTTP/1.1" status: 200 len: 852 time: 0.2644904 Aug 05 11:23:11.929889 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [req-5695a0c5-dec7-4fb7-9e33-668f9b1a2020 req-67681441-24c9-4ac4-bd9c-b9fde3c6d664 tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] Transition to ACTIVE for port object 36e964c6-d89e-4431-8738-95e07ed46db5 will not be triggered until provisioned by entity DHCP. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:23:11.934131 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-041001c9-d529-409b-b00d-baf4fb9e2cbb req-92228fc2-bbdb-4531-983c-244f06282080 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5c7f819f-c721-4a8d-a676-489500d22fbb HTTP/1.1" status: 200 len: 217 time: 0.0963979 Aug 05 11:23:12.015281 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4d2d1023-1a90-4d5d-bec7-7b77d18233b8 req-e6710f71-fdad-482c-bf38-bb391b9a8a02 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6e7bde98-a1ff-44d7-8525-eaa9c1e81087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1164675 Aug 05 11:23:12.025981 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-62085544-280c-4258-b612-12c57b965fc9 None None] Set router 39c0ba51-c3c5-478c-bc5e-8af03a89a2c2 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:23:12.041802 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041001c9-d529-409b-b00d-baf4fb9e2cbb req-0f6da9b6-9793-44cd-8f08-261d8e299905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:12.044612 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-041001c9-d529-409b-b00d-baf4fb9e2cbb req-0f6da9b6-9793-44cd-8f08-261d8e299905 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=88c33de2-0b50-4fb8-a2a7-3c3e700f5c7c HTTP/1.1" status: 200 len: 860 time: 0.0954137 Aug 05 11:23:12.053730 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af9d861-465b-40a4-84f3-c71f50371b0b req-3367ce18-b5a1-472c-87b0-fbbe283e32f8 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:12.068113 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3af9d861-465b-40a4-84f3-c71f50371b0b req-3367ce18-b5a1-472c-87b0-fbbe283e32f8 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ffa315b-116e-43b6-aaa8-3e9c048e4a3d HTTP/1.1" status: 200 len: 946 time: 0.3404334 Aug 05 11:23:12.156075 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-041001c9-d529-409b-b00d-baf4fb9e2cbb req-1547974b-e953-42b7-bd45-ae1dc3281bbf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c1d3f101-369e-4625-bfd2-2a60ea4757bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1037879 Aug 05 11:23:12.316225 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3af9d861-465b-40a4-84f3-c71f50371b0b req-cc401ed0-0ac2-4a51-b276-f1c8b7e87215 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b660be2-1cd3-4f1b-b8b6-43aa3e7d82c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463939 Aug 05 11:23:12.367592 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-041001c9-d529-409b-b00d-baf4fb9e2cbb req-73160eb7-7f41-48a5-b047-78654a2174bb service neutron] 10.222.0.55 "GET /v2.0/networks/c1d3f101-369e-4625-bfd2-2a60ea4757bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955791 Aug 05 11:23:12.407404 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-5695a0c5-dec7-4fb7-9e33-668f9b1a2020 req-67681441-24c9-4ac4-bd9c-b9fde3c6d664 tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:12.564735 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5695a0c5-dec7-4fb7-9e33-668f9b1a2020 req-67681441-24c9-4ac4-bd9c-b9fde3c6d664 tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] Network b18750ac-8ea5-426b-9972-9f17bf337493 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:23:12.589122 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4d2d1023-1a90-4d5d-bec7-7b77d18233b8 req-b7926995-9475-4a60-bc39-2e0ff12bf084 service neutron] 10.222.0.64 "GET /v2.0/networks/6e7bde98-a1ff-44d7-8525-eaa9c1e81087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5007412 Aug 05 11:23:12.590367 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [req-5695a0c5-dec7-4fb7-9e33-668f9b1a2020 req-67681441-24c9-4ac4-bd9c-b9fde3c6d664 tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:23:12.598222 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [req-5695a0c5-dec7-4fb7-9e33-668f9b1a2020 req-67681441-24c9-4ac4-bd9c-b9fde3c6d664 tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:23:12.616850 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ad41296a-0c2c-4fb8-ac24-d30000f6d587 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:12.679604 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-041001c9-d529-409b-b00d-baf4fb9e2cbb req-1581cc31-9d47-452c-9e08-f6b3f893de1b service neutron] 10.222.0.55 "GET /v2.0/networks/c1d3f101-369e-4625-bfd2-2a60ea4757bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3021965 Aug 05 11:23:12.704140 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-62085544-280c-4258-b612-12c57b965fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39c0ba51-c3c5-478c-bc5e-8af03a89a2c2', 'name': 'tempest-ServersTestFqdnHostnames-484026939-router', 'tenant_id': '54ce1209669740e4b5d6b670cf6e01b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '3e3a1dd8-81bd-4158-b9bd-35443bb3ea90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:23:00Z', 'updated_at': '2021-08-05T11:23:09Z', 'revision_number': 4, 'project_id': '54ce1209669740e4b5d6b670cf6e01b0', 'gw_port': {'id': '3e3a1dd8-81bd-4158-b9bd-35443bb3ea90', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:8e:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39c0ba51-c3c5-478c-bc5e-8af03a89a2c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:23:02Z', 'updated_at': '2021-08-05T11:23:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'adebbd07-3843-4acb-8c08-cee18e04389b', 'name': '', 'network_id': '688d8d3a-2c98-48b7-91ea-222d8bd03d5f', 'tenant_id': '54ce1209669740e4b5d6b670cf6e01b0', 'mac_address': 'fa:16:3e:6a:53:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39c0ba51-c3c5-478c-bc5e-8af03a89a2c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'e6417045-e99b-47d8-8deb-63bdae7f0b72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:23:08Z', 'updated_at': '2021-08-05T11:23:09Z', 'revision_number': 2, 'project_id': '54ce1209669740e4b5d6b670cf6e01b0', 'subnets': [{'id': 'e6417045-e99b-47d8-8deb-63bdae7f0b72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:23:12.780230 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ad41296a-0c2c-4fb8-ac24-d30000f6d587 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:12.818400 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62085544-280c-4258-b612-12c57b965fc9 None None] The sync data for ids ['39c0ba51-c3c5-478c-bc5e-8af03a89a2c2'] in n-d-803378-2 is: [{'id': '39c0ba51-c3c5-478c-bc5e-8af03a89a2c2', 'name': 'tempest-ServersTestFqdnHostnames-484026939-router', 'tenant_id': '54ce1209669740e4b5d6b670cf6e01b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '3e3a1dd8-81bd-4158-b9bd-35443bb3ea90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:23:00Z', 'updated_at': '2021-08-05T11:23:09Z', 'revision_number': 4, 'project_id': '54ce1209669740e4b5d6b670cf6e01b0', 'gw_port': {'id': '3e3a1dd8-81bd-4158-b9bd-35443bb3ea90', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:8e:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39c0ba51-c3c5-478c-bc5e-8af03a89a2c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:23:02Z', 'updated_at': '2021-08-05T11:23:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'adebbd07-3843-4acb-8c08-cee18e04389b', 'name': '', 'network_id': '688d8d3a-2c98-48b7-91ea-222d8bd03d5f', 'tenant_id': '54ce1209669740e4b5d6b670cf6e01b0', 'mac_address': 'fa:16:3e:6a:53:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39c0ba51-c3c5-478c-bc5e-8af03a89a2c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'e6417045-e99b-47d8-8deb-63bdae7f0b72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:23:08Z', 'updated_at': '2021-08-05T11:23:09Z', 'revision_number': 2, 'project_id': '54ce1209669740e4b5d6b670cf6e01b0', 'subnets': [{'id': 'e6417045-e99b-47d8-8deb-63bdae7f0b72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:23:12.819105 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67681441-24c9-4ac4-bd9c-b9fde3c6d664 tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] Pushing event updated for resources: {'Port': ['ID=36e964c6-d89e-4431-8738-95e07ed46db5,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:23:12.969332 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5695a0c5-dec7-4fb7-9e33-668f9b1a2020 req-67681441-24c9-4ac4-bd9c-b9fde3c6d664 tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:12.970507 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-5695a0c5-dec7-4fb7-9e33-668f9b1a2020 req-67681441-24c9-4ac4-bd9c-b9fde3c6d664 tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:12.980070 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device be189f34-4394-4326-9e90-4936d19950a1 no longer exists at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:23:13.116310 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4d2d1023-1a90-4d5d-bec7-7b77d18233b8 req-a3877644-201d-4298-8f41-6afe797d4ffd service neutron] 10.222.0.64 "GET /v2.0/networks/6e7bde98-a1ff-44d7-8525-eaa9c1e81087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4954672 Aug 05 11:23:13.118417 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad41296a-0c2c-4fb8-ac24-d30000f6d587 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Pushing event updated for resources: {'Port': ['ID=14ba161c-2f30-4f0f-b54f-db2c28d3726d,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:23:13.154167 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-fb428745-8b11-444f-bf2a-f58ae959b41d None None] Provisioning for port 36e964c6-d89e-4431-8738-95e07ed46db5 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:23:13.252547 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa931436-f3ab-43e2-a435-82abc0fb93a8 req-7f4ec932-1846-48f9-ac64-ebf97a6b1cc0 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:13.293071 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-aa931436-f3ab-43e2-a435-82abc0fb93a8 req-7f4ec932-1846-48f9-ac64-ebf97a6b1cc0 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=11c1c893-64c6-4eaa-9d19-ac08d54c048d HTTP/1.1" status: 200 len: 945 time: 0.5268946 Aug 05 11:23:13.304252 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5695a0c5-dec7-4fb7-9e33-668f9b1a2020 req-67681441-24c9-4ac4-bd9c-b9fde3c6d664 tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9671683 Aug 05 11:23:13.344200 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-5695a0c5-dec7-4fb7-9e33-668f9b1a2020 req-0d3ee2dc-ab65-4c6b-acee-f739138f29b7 service neutron] Request body: {'port': {'device_id': '23921316-79ed-4f9e-adf4-a4668e9fa730', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-2'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:23:13.354654 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-fb428745-8b11-444f-bf2a-f58ae959b41d None None] Provisioning complete for port 36e964c6-d89e-4431-8738-95e07ed46db5 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:23:13.355554 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-fb428745-8b11-444f-bf2a-f58ae959b41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:13.443198 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ad41296a-0c2c-4fb8-ac24-d30000f6d587 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33287247'] for floatingip, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:13.496531 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-5695a0c5-dec7-4fb7-9e33-668f9b1a2020 req-0d3ee2dc-ab65-4c6b-acee-f739138f29b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:13.502636 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:13.504125 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ad41296a-0c2c-4fb8-ac24-d30000f6d587 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:13.506609 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-ad41296a-0c2c-4fb8-ac24-d30000f6d587 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.0936701 Aug 05 11:23:13.541318 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-aa931436-f3ab-43e2-a435-82abc0fb93a8 req-9c218ddc-d4ad-4acc-8c6c-e37f77a3fd0b tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357533 Aug 05 11:23:13.564098 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 44798) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:23:13.572117 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-0e82d867-3949-4668-9114-65ee8a191ab4 tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1637548336', 'description': 'tempest-description--2146999590'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:23:13.654387 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0e82d867-3949-4668-9114-65ee8a191ab4 tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:13.779519 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11c1c893-64c6-4eaa-9d19-ac08d54c048d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be189f34-4394-4326-9e90-4936d19950a1'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:23:13.785814 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38ffb1ab-da28-45c6-9fc1-06b44364c0dc" -d '{"events": [{"server_uuid": "11c1c893-64c6-4eaa-9d19-ac08d54c048d", "name": "network-vif-unplugged", "status": "completed", "tag": "be189f34-4394-4326-9e90-4936d19950a1"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:23:13.794623 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-fb428745-8b11-444f-bf2a-f58ae959b41d None None] Port 36e964c6-d89e-4431-8738-95e07ed46db5 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:23:13.807513 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:13.827287 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port be189f34-4394-4326-9e90-4936d19950a1, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=be189f34-4394-4326-9e90-4936d19950a1,segment=NetworkSegment(32cc618e-4968-4750-a5aa-c2579fceb01e),segment_id=32cc618e-4968-4750-a5aa-c2579fceb01e)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:23:13.838357 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:13.933876 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0e82d867-3949-4668-9114-65ee8a191ab4 tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:13.939361 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=be189f34-4394-4326-9e90-4936d19950a1,revision_number=8']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:23:13.945441 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0e82d867-3949-4668-9114-65ee8a191ab4 tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:13.994769 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0e82d867-3949-4668-9114-65ee8a191ab4 tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:13.997633 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-0e82d867-3949-4668-9114-65ee8a191ab4 tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4309406 Aug 05 11:23:14.030955 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 44820) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:23:14.045550 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-4d7a54ae-310d-4c28-8658-7f4d86346f4e tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] Request body: {'security_group_rule': {'security_group_id': 'fbebaaf7-93ba-47dd-9c3c-d739b7022bd6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:23:14.080868 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e82d867-3949-4668-9114-65ee8a191ab4 tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbebaaf7-93ba-47dd-9c3c-d739b7022bd6,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:23:14.119962 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4d7a54ae-310d-4c28-8658-7f4d86346f4e tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:14.247906 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4d7a54ae-310d-4c28-8658-7f4d86346f4e tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:14.251136 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9d4d65cf-f5ac-4ff7-8b51-a59aa1ba0c71 req-0a8d4491-f863-42d5-b862-5fa38f3fcd4c tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=da1b410c9abb4742b18075944f1e5e2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4558272 Aug 05 11:23:14.257612 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4d7a54ae-310d-4c28-8658-7f4d86346f4e tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:14.331330 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4d7a54ae-310d-4c28-8658-7f4d86346f4e tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:14.333327 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-4d7a54ae-310d-4c28-8658-7f4d86346f4e tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3008318 Aug 05 11:23:14.338035 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7a54ae-310d-4c28-8658-7f4d86346f4e tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cc7b1b1-55d6-4c79-a065-bcca5874e382,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:23:14.340342 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 44824) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:23:14.347732 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-962ab5a4-d57c-40d2-943e-3e124b087b83 tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] Request body: {'security_group_rule': {'security_group_id': 'fbebaaf7-93ba-47dd-9c3c-d739b7022bd6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:23:14.422556 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-962ab5a4-d57c-40d2-943e-3e124b087b83 tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:14.630485 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-962ab5a4-d57c-40d2-943e-3e124b087b83 tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:14.644568 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-962ab5a4-d57c-40d2-943e-3e124b087b83 tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:14.681360 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962ab5a4-d57c-40d2-943e-3e124b087b83 tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4155de6-2478-408c-9127-4b5dffa96600,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:23:14.706812 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-962ab5a4-d57c-40d2-943e-3e124b087b83 tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:14.713344 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-962ab5a4-d57c-40d2-943e-3e124b087b83 tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3673382 Aug 05 11:23:14.713787 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 44836) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:23:14.725832 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-e9826366-e5ae-4369-aad9-d2fe0e20cedf tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] Request body: {'floatingip': {'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:23:14.776859 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e9826366-e5ae-4369-aad9-d2fe0e20cedf tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] Notify callbacks [] for floatingip, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:14.856544 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4d65cf-f5ac-4ff7-8b51-a59aa1ba0c71 req-6b59f538-d937-4d22-97fc-cf764c2e70f7 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:14.859526 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9d4d65cf-f5ac-4ff7-8b51-a59aa1ba0c71 req-6b59f538-d937-4d22-97fc-cf764c2e70f7 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5811892 Aug 05 11:23:14.901423 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca20e992-5474-4339-893f-262298fade15 req-46642349-513c-4a9c-b91f-f4f6f7444ea4 tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:14.904817 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ca20e992-5474-4339-893f-262298fade15 req-46642349-513c-4a9c-b91f-f4f6f7444ea4 tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] 10.222.0.58 "GET /v2.0/ports?device_id=23921316-79ed-4f9e-adf4-a4668e9fa730 HTTP/1.1" status: 200 len: 932 time: 0.3353221 Aug 05 11:23:15.003174 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9d4d65cf-f5ac-4ff7-8b51-a59aa1ba0c71 req-10b304b6-a44e-48c5-b89c-6d13bac4a3a0 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/quotas/da1b410c9abb4742b18075944f1e5e2e HTTP/1.1" status: 200 len: 375 time: 0.0962415 Aug 05 11:23:15.098146 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e9826366-e5ae-4369-aad9-d2fe0e20cedf tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:15.311264 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ca20e992-5474-4339-893f-262298fade15 req-cefa5a15-abc6-4383-b3c0-27fa1383ae48 tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] 10.222.0.58 "GET /v2.0/security-groups?id=36b70b2c-7722-4ca7-80c0-dfc1cbc20350&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3515477 Aug 05 11:23:15.425056 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-e9826366-e5ae-4369-aad9-d2fe0e20cedf tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] Allocated IP 172.25.5.32 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/e2b37866-e888-4bb3-8931-c2a86faecdaa) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:23:15.462110 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [req-5695a0c5-dec7-4fb7-9e33-668f9b1a2020 req-0d3ee2dc-ab65-4c6b-acee-f739138f29b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36e964c6-d89e-4431-8738-95e07ed46db5 {{(pid=94420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:23:15.477478 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-5695a0c5-dec7-4fb7-9e33-668f9b1a2020 req-0d3ee2dc-ab65-4c6b-acee-f739138f29b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:15.555524 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [req-5695a0c5-dec7-4fb7-9e33-668f9b1a2020 req-0d3ee2dc-ab65-4c6b-acee-f739138f29b7 service neutron] Transition to ACTIVE for port object 36e964c6-d89e-4431-8738-95e07ed46db5 will not be triggered until provisioned by entity L2. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:23:15.585062 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9d4d65cf-f5ac-4ff7-8b51-a59aa1ba0c71 req-b645685a-03d8-4df9-8e6c-48c77ca41cfa tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=da1b410c9abb4742b18075944f1e5e2e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5800576 Aug 05 11:23:15.591506 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-5695a0c5-dec7-4fb7-9e33-668f9b1a2020 req-0d3ee2dc-ab65-4c6b-acee-f739138f29b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:15.641259 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e9826366-e5ae-4369-aad9-d2fe0e20cedf tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:15.773019 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e9826366-e5ae-4369-aad9-d2fe0e20cedf tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:15.853332 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3ee2dc-ab65-4c6b-acee-f739138f29b7 service neutron] Pushing event updated for resources: {'Port': ['ID=36e964c6-d89e-4431-8738-95e07ed46db5,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:23:15.883536 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9826366-e5ae-4369-aad9-d2fe0e20cedf tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:23:15.892072 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-e9826366-e5ae-4369-aad9-d2fe0e20cedf tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:23:15.920771 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9826366-e5ae-4369-aad9-d2fe0e20cedf tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:23:16.044814 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5808de-37b3-4129-80a1-2b2969d48178 req-9663adf8-b209-4fbc-bfba-6c5cf48f546b tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:16.063175 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-dd5808de-37b3-4129-80a1-2b2969d48178 req-9663adf8-b209-4fbc-bfba-6c5cf48f546b tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ffa315b-116e-43b6-aaa8-3e9c048e4a3d HTTP/1.1" status: 200 len: 946 time: 0.5302629 Aug 05 11:23:16.083623 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9826366-e5ae-4369-aad9-d2fe0e20cedf tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] Pushing event updated for resources: {'Port': ['ID=e2b37866-e888-4bb3-8931-c2a86faecdaa,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:23:16.303745 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 3e3a1dd8-81bd-4158-b9bd-35443bb3ea90 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:23:16.342296 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e9826366-e5ae-4369-aad9-d2fe0e20cedf tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:16.349029 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-dd5808de-37b3-4129-80a1-2b2969d48178 req-b7532c14-ab7e-4957-ba12-77cd2a7110aa tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b660be2-1cd3-4f1b-b8b6-43aa3e7d82c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611337 Aug 05 11:23:16.384456 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-5695a0c5-dec7-4fb7-9e33-668f9b1a2020 req-0d3ee2dc-ab65-4c6b-acee-f739138f29b7 service neutron] Attempting to bind port 36e964c6-d89e-4431-8738-95e07ed46db5 on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:23:16.385275 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-5695a0c5-dec7-4fb7-9e33-668f9b1a2020 req-0d3ee2dc-ab65-4c6b-acee-f739138f29b7 service neutron] Attempting to bind port 36e964c6-d89e-4431-8738-95e07ed46db5 by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': '62d5f6e5-fb54-4b87-bd43-7b7a75190f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'b18750ac-8ea5-426b-9972-9f17bf337493'}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:23:16.385971 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5695a0c5-dec7-4fb7-9e33-668f9b1a2020 req-0d3ee2dc-ab65-4c6b-acee-f739138f29b7 service neutron] Attempting to bind port 36e964c6-d89e-4431-8738-95e07ed46db5 on network b18750ac-8ea5-426b-9972-9f17bf337493 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:23:16.394553 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5695a0c5-dec7-4fb7-9e33-668f9b1a2020 req-0d3ee2dc-ab65-4c6b-acee-f739138f29b7 service neutron] Port 36e964c6-d89e-4431-8738-95e07ed46db5 on network b18750ac-8ea5-426b-9972-9f17bf337493 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:23:16.395325 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5695a0c5-dec7-4fb7-9e33-668f9b1a2020 req-0d3ee2dc-ab65-4c6b-acee-f739138f29b7 service neutron] Attempting to bind port 36e964c6-d89e-4431-8738-95e07ed46db5 on network b18750ac-8ea5-426b-9972-9f17bf337493 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:23:16.419942 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5695a0c5-dec7-4fb7-9e33-668f9b1a2020 req-0d3ee2dc-ab65-4c6b-acee-f739138f29b7 service neutron] Checking agent: {'id': 'a8f1dd2d-227c-4e30-8844-52419ba734db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:23:16.420795 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5695a0c5-dec7-4fb7-9e33-668f9b1a2020 req-0d3ee2dc-ab65-4c6b-acee-f739138f29b7 service neutron] Checking segment: {'id': '62d5f6e5-fb54-4b87-bd43-7b7a75190f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'b18750ac-8ea5-426b-9972-9f17bf337493'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:23:16.421318 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5695a0c5-dec7-4fb7-9e33-668f9b1a2020 req-0d3ee2dc-ab65-4c6b-acee-f739138f29b7 service neutron] Bound using segment: {'id': '62d5f6e5-fb54-4b87-bd43-7b7a75190f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'b18750ac-8ea5-426b-9972-9f17bf337493'} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:23:16.421905 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-5695a0c5-dec7-4fb7-9e33-668f9b1a2020 req-0d3ee2dc-ab65-4c6b-acee-f739138f29b7 service neutron] Bound port: 36e964c6-d89e-4431-8738-95e07ed46db5, host: n-h2-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62d5f6e5-fb54-4b87-bd43-7b7a75190f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'b18750ac-8ea5-426b-9972-9f17bf337493'}}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:23:16.423232 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-5695a0c5-dec7-4fb7-9e33-668f9b1a2020 req-0d3ee2dc-ab65-4c6b-acee-f739138f29b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:16.478764 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e9826366-e5ae-4369-aad9-d2fe0e20cedf tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:16.534061 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 3e3a1dd8-81bd-4158-b9bd-35443bb3ea90 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:23:16.547104 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 3e3a1dd8-81bd-4158-b9bd-35443bb3ea90 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:23:16.547711 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:16.666643 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-5695a0c5-dec7-4fb7-9e33-668f9b1a2020 req-0d3ee2dc-ab65-4c6b-acee-f739138f29b7 service neutron] For port 36e964c6-d89e-4431-8738-95e07ed46db5, host n-h2-803378-2, cleared binding levels {{(pid=94420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:23:16.679261 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-5695a0c5-dec7-4fb7-9e33-668f9b1a2020 req-0d3ee2dc-ab65-4c6b-acee-f739138f29b7 service neutron] For port 36e964c6-d89e-4431-8738-95e07ed46db5, host n-h2-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=36e964c6-d89e-4431-8738-95e07ed46db5,segment=NetworkSegment(62d5f6e5-fb54-4b87-bd43-7b7a75190f0b),segment_id=62d5f6e5-fb54-4b87-bd43-7b7a75190f0b)] {{(pid=94420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:23:16.689241 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-5695a0c5-dec7-4fb7-9e33-668f9b1a2020 req-0d3ee2dc-ab65-4c6b-acee-f739138f29b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:16.800868 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5695a0c5-dec7-4fb7-9e33-668f9b1a2020 req-0d3ee2dc-ab65-4c6b-acee-f739138f29b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:16.801811 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-5695a0c5-dec7-4fb7-9e33-668f9b1a2020 req-0d3ee2dc-ab65-4c6b-acee-f739138f29b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:16.804047 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5695a0c5-dec7-4fb7-9e33-668f9b1a2020 req-0d3ee2dc-ab65-4c6b-acee-f739138f29b7 service neutron] 10.222.0.55 "PUT /v2.0/ports/36e964c6-d89e-4431-8738-95e07ed46db5 HTTP/1.1" status: 200 len: 1092 time: 3.4689357 Aug 05 11:23:16.805000 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23921316-79ed-4f9e-adf4-a4668e9fa730', 'tag': '36e964c6-d89e-4431-8738-95e07ed46db5'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:23:16.810178 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}828068ad8d405ad77660ce68fa78e1ffe658725812f7a08f9e488a446589295b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fe06203-a9ac-4e12-9b45-e8a713e166b0" -d '{"events": [{"name": "network-changed", "server_uuid": "23921316-79ed-4f9e-adf4-a4668e9fa730", "tag": "36e964c6-d89e-4431-8738-95e07ed46db5"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:23:16.872758 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 05 Aug 2021 11:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ee6d766-95ff-499a-90cf-10471035bde3 x-openstack-request-id: req-9ee6d766-95ff-499a-90cf-10471035bde3 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:23:16.877089 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11c1c893-64c6-4eaa-9d19-ac08d54c048d", "name": "network-vif-unplugged", "status": "failed", "tag": "be189f34-4394-4326-9e90-4936d19950a1", "code": 422}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:23:16.877782 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9ee6d766-95ff-499a-90cf-10471035bde3 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:23:16.879707 n-d-803378-2 neutron-server[94422]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '11c1c893-64c6-4eaa-9d19-ac08d54c048d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'be189f34-4394-4326-9e90-4936d19950a1', 'code': 422} returned with failed status Aug 05 11:23:16.932076 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:16.986491 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device be189f34-4394-4326-9e90-4936d19950a1 no longer exists at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:23:17.028805 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3ee2dc-ab65-4c6b-acee-f739138f29b7 service neutron] Pushing event updated for resources: {'Port': ['ID=36e964c6-d89e-4431-8738-95e07ed46db5,revision_number=3']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:23:17.102135 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e9826366-e5ae-4369-aad9-d2fe0e20cedf tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:17.118091 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e9826366-e5ae-4369-aad9-d2fe0e20cedf tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:17.123944 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port 3e3a1dd8-81bd-4158-b9bd-35443bb3ea90, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=3e3a1dd8-81bd-4158-b9bd-35443bb3ea90,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:23:17.203241 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:17.212914 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9826366-e5ae-4369-aad9-d2fe0e20cedf tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] Pushing event updated for resources: {'Port': ['ID=e2b37866-e888-4bb3-8931-c2a86faecdaa,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:23:17.225685 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-007283d0-68be-4a4c-b04e-4694751e5f85 req-006451c4-dbe9-4e7f-9d7b-79567a874d44 tempest-ServerShowV254Test-1867190310 tempest-ServerShowV254Test-1867190310-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8857fb0-c323-4c32-8a27-1fac64f108bf HTTP/1.1" status: 200 len: 210 time: 0.1447051 Aug 05 11:23:17.265435 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-45fb4489-2784-467b-a9b7-373a8a5a5289 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1420246905&fields=id&tenant_id=b4870e3c85c84ca78a3c4012c18adec3 HTTP/1.1" status: 200 len: 267 time: 0.3407052 Aug 05 11:23:17.279022 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5695a0c5-dec7-4fb7-9e33-668f9b1a2020 req-32cee7ef-998d-49f9-a832-b3d60b3761e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:17.282580 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5695a0c5-dec7-4fb7-9e33-668f9b1a2020 req-32cee7ef-998d-49f9-a832-b3d60b3761e1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=22a4c8a0ff814c1aa23242da60c6f727&device_id=23921316-79ed-4f9e-adf4-a4668e9fa730 HTTP/1.1" status: 200 len: 1095 time: 0.3755066 Aug 05 11:23:17.422268 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e9826366-e5ae-4369-aad9-d2fe0e20cedf tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33287247'] for floatingip, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:17.436598 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7635f2f-2d7a-4c14-ab5e-19d616d8a79f None None] Sync routers for ids ['39c0ba51-c3c5-478c-bc5e-8af03a89a2c2'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:23:17.438157 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5695a0c5-dec7-4fb7-9e33-668f9b1a2020 req-cc0f9b85-7974-4d33-8c12-d73d01b1d944 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36e964c6-d89e-4431-8738-95e07ed46db5 HTTP/1.1" status: 200 len: 217 time: 0.1312377 Aug 05 11:23:17.451563 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e9826366-e5ae-4369-aad9-d2fe0e20cedf tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:17.453421 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-e9826366-e5ae-4369-aad9-d2fe0e20cedf tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7382731 Aug 05 11:23:17.469580 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7635f2f-2d7a-4c14-ab5e-19d616d8a79f None None] Routers {'39c0ba51-c3c5-478c-bc5e-8af03a89a2c2'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:23:17.470604 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-d7635f2f-2d7a-4c14-ab5e-19d616d8a79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:23:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['39c0ba51-c3c5-478c-bc5e-8af03a89a2c2'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:23:17.490548 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-9411e0aa-3f87-44c3-935d-e987754ba22a tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:17.493030 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-9411e0aa-3f87-44c3-935d-e987754ba22a tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "GET /v2.0/ports/8fe40b91-b25d-45f0-9197-c82f62355d38 HTTP/1.1" status: 200 len: 931 time: 0.2089331 Aug 05 11:23:17.589799 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5695a0c5-dec7-4fb7-9e33-668f9b1a2020 req-cdf497ba-e136-4075-84da-3cc1a8f8329b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:17.592040 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5695a0c5-dec7-4fb7-9e33-668f9b1a2020 req-cdf497ba-e136-4075-84da-3cc1a8f8329b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=63e1703a-1113-4385-8973-9ea8062ac6e0 HTTP/1.1" status: 200 len: 844 time: 0.0975797 Aug 05 11:23:17.651883 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=3e3a1dd8-81bd-4158-b9bd-35443bb3ea90,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:23:17.768441 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-d7635f2f-2d7a-4c14-ab5e-19d616d8a79f None None] Set router 39c0ba51-c3c5-478c-bc5e-8af03a89a2c2 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:23:17.839837 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-8991aeb5-1ea3-402b-ac4e-af8e4f72075c tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:17.850941 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-8991aeb5-1ea3-402b-ac4e-af8e4f72075c tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "GET /v2.0/ports/9825552d-c4a9-47c2-b314-f8532a62835b HTTP/1.1" status: 200 len: 931 time: 0.2571824 Aug 05 11:23:18.114468 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 3e3a1dd8-81bd-4158-b9bd-35443bb3ea90 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:23:18.262531 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 3e3a1dd8-81bd-4158-b9bd-35443bb3ea90 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:23:18.263874 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:18.267352 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-d7635f2f-2d7a-4c14-ab5e-19d616d8a79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39c0ba51-c3c5-478c-bc5e-8af03a89a2c2', 'name': 'tempest-ServersTestFqdnHostnames-484026939-router', 'tenant_id': '54ce1209669740e4b5d6b670cf6e01b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '3e3a1dd8-81bd-4158-b9bd-35443bb3ea90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:23:00Z', 'updated_at': '2021-08-05T11:23:09Z', 'revision_number': 4, 'project_id': '54ce1209669740e4b5d6b670cf6e01b0', 'gw_port': {'id': '3e3a1dd8-81bd-4158-b9bd-35443bb3ea90', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:8e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c0ba51-c3c5-478c-bc5e-8af03a89a2c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:23:02Z', 'updated_at': '2021-08-05T11:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'adebbd07-3843-4acb-8c08-cee18e04389b', 'name': '', 'network_id': '688d8d3a-2c98-48b7-91ea-222d8bd03d5f', 'tenant_id': '54ce1209669740e4b5d6b670cf6e01b0', 'mac_address': 'fa:16:3e:6a:53:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39c0ba51-c3c5-478c-bc5e-8af03a89a2c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'e6417045-e99b-47d8-8deb-63bdae7f0b72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:23:08Z', 'updated_at': '2021-08-05T11:23:09Z', 'revision_number': 2, 'project_id': '54ce1209669740e4b5d6b670cf6e01b0', 'subnets': [{'id': 'e6417045-e99b-47d8-8deb-63bdae7f0b72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:23:18.367506 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7635f2f-2d7a-4c14-ab5e-19d616d8a79f None None] Checking router: 39c0ba51-c3c5-478c-bc5e-8af03a89a2c2 for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:23:18.368928 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7635f2f-2d7a-4c14-ab5e-19d616d8a79f None None] Updating router 39c0ba51-c3c5-478c-bc5e-8af03a89a2c2 port adebbd07-3843-4acb-8c08-cee18e04389b binding host n-d-803378-2 {{(pid=94423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 11:23:18.433299 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-d7635f2f-2d7a-4c14-ab5e-19d616d8a79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:18.467015 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-b853523f-65a3-4eff-a3f0-362f5abc81ea tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "GET /v2.0/ports?network_id=a5f65908-1835-4cf8-bef2-1ebbd6cd0373&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.6144714 Aug 05 11:23:18.485153 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c903b12e-01cc-4d23-9244-25d121704e2e req-2d575023-fc77-4139-983e-360a614eee0e tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:18.498240 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c903b12e-01cc-4d23-9244-25d121704e2e req-2d575023-fc77-4139-983e-360a614eee0e tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=11c1c893-64c6-4eaa-9d19-ac08d54c048d HTTP/1.1" status: 200 len: 943 time: 0.8998377 Aug 05 11:23:18.503749 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5695a0c5-dec7-4fb7-9e33-668f9b1a2020 req-42ddfbda-1d3d-48e5-93d7-319b67bd3a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:18.506533 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5695a0c5-dec7-4fb7-9e33-668f9b1a2020 req-42ddfbda-1d3d-48e5-93d7-319b67bd3a23 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b18750ac-8ea5-426b-9972-9f17bf337493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8958457 Aug 05 11:23:18.564534 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-8288deb2-c939-4ac6-9677-c97cd9bbf701 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "GET /v2.0/ports?network_id=a5f65908-1835-4cf8-bef2-1ebbd6cd0373&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0654569 Aug 05 11:23:18.879826 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c903b12e-01cc-4d23-9244-25d121704e2e req-c312abaa-be66-4385-b34f-1b3999a35237 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3715463 Aug 05 11:23:19.076063 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-54267630-ef1d-4d07-aa4b-176b770dfe7c tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:19.111822 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-54267630-ef1d-4d07-aa4b-176b770dfe7c tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:19.115868 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-d7635f2f-2d7a-4c14-ab5e-19d616d8a79f None None] Notify callbacks [] for port, precommit_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:19.131967 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.provisioning_blocks [None req-d7635f2f-2d7a-4c14-ab5e-19d616d8a79f None None] Transition to ACTIVE for port object adebbd07-3843-4acb-8c08-cee18e04389b will not be triggered until provisioned by entity L2. {{(pid=94423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:23:19.143364 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-54267630-ef1d-4d07-aa4b-176b770dfe7c tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:19.148597 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-54267630-ef1d-4d07-aa4b-176b770dfe7c tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "GET /v2.0/networks?id=1d9d0f10-7957-4188-9ef0-2efd524fc96a&id=d036d46a-a30d-4750-b27d-4b7146f11df9&id=d036d46a-a30d-4750-b27d-4b7146f11df9&id=a5f65908-1835-4cf8-bef2-1ebbd6cd0373&id=a5f65908-1835-4cf8-bef2-1ebbd6cd0373 HTTP/1.1" status: 200 len: 1990 time: 0.5444019 Aug 05 11:23:19.160995 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-d7635f2f-2d7a-4c14-ab5e-19d616d8a79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:19.269925 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c60f915-36e5-46f0-b650-260928e3f2da None None] Pushing event updated for resources: {'Port': ['ID=adebbd07-3843-4acb-8c08-cee18e04389b,revision_number=3']} {{(pid=94423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:23:19.276755 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5695a0c5-dec7-4fb7-9e33-668f9b1a2020 req-59e71e23-8b77-4cc7-a0b9-56dabcd20c9f service neutron] 10.222.0.55 "GET /v2.0/networks/b18750ac-8ea5-426b-9972-9f17bf337493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7165501 Aug 05 11:23:19.287912 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-0e60e96b-8258-4fda-b04b-693c3f7d5d75 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "GET /v2.0/quotas/b4870e3c85c84ca78a3c4012c18adec3 HTTP/1.1" status: 200 len: 375 time: 0.1005087 Aug 05 11:23:19.420644 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-d7635f2f-2d7a-4c14-ab5e-19d616d8a79f None None] Attempting to bind port adebbd07-3843-4acb-8c08-cee18e04389b on host n-d-803378-2 for vnic_type normal with profile {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:23:19.421757 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-d7635f2f-2d7a-4c14-ab5e-19d616d8a79f None None] Attempting to bind port adebbd07-3843-4acb-8c08-cee18e04389b by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '8b1bca96-601f-4458-8b80-fcef880d5fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '688d8d3a-2c98-48b7-91ea-222d8bd03d5f'}] {{(pid=94423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:23:19.423095 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7635f2f-2d7a-4c14-ab5e-19d616d8a79f None None] Attempting to bind port adebbd07-3843-4acb-8c08-cee18e04389b on network 688d8d3a-2c98-48b7-91ea-222d8bd03d5f {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:23:19.440924 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7635f2f-2d7a-4c14-ab5e-19d616d8a79f None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:23:19.441797 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7635f2f-2d7a-4c14-ab5e-19d616d8a79f None None] Checking segment: {'id': '8b1bca96-601f-4458-8b80-fcef880d5fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '688d8d3a-2c98-48b7-91ea-222d8bd03d5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:23:19.442446 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-d7635f2f-2d7a-4c14-ab5e-19d616d8a79f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:19.443471 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7635f2f-2d7a-4c14-ab5e-19d616d8a79f None None] Bound using segment: {'id': '8b1bca96-601f-4458-8b80-fcef880d5fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '688d8d3a-2c98-48b7-91ea-222d8bd03d5f'} {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:23:19.444255 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-d7635f2f-2d7a-4c14-ab5e-19d616d8a79f None None] Bound port: adebbd07-3843-4acb-8c08-cee18e04389b, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b1bca96-601f-4458-8b80-fcef880d5fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '688d8d3a-2c98-48b7-91ea-222d8bd03d5f'}}] {{(pid=94423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:23:19.445449 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-d7635f2f-2d7a-4c14-ab5e-19d616d8a79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:19.478118 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cce5d7-5ddf-4d36-bb70-3d23469d4bdb req-e5221dcd-a099-431d-833b-1e1a49a3d941 tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:19.480874 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-62cce5d7-5ddf-4d36-bb70-3d23469d4bdb req-e5221dcd-a099-431d-833b-1e1a49a3d941 tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] 10.222.0.58 "GET /v2.0/ports?device_id=23921316-79ed-4f9e-adf4-a4668e9fa730 HTTP/1.1" status: 200 len: 944 time: 0.3239326 Aug 05 11:23:19.567983 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-0dcb4a39-4a64-440f-9daf-a101d2bf1e2b tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=b4870e3c85c84ca78a3c4012c18adec3&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2784357 Aug 05 11:23:19.658212 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.db [None req-d7635f2f-2d7a-4c14-ab5e-19d616d8a79f None None] For port adebbd07-3843-4acb-8c08-cee18e04389b, host n-d-803378-2, cleared binding levels {{(pid=94423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:23:19.664012 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.db [None req-d7635f2f-2d7a-4c14-ab5e-19d616d8a79f None None] For port adebbd07-3843-4acb-8c08-cee18e04389b, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=adebbd07-3843-4acb-8c08-cee18e04389b,segment=NetworkSegment(8b1bca96-601f-4458-8b80-fcef880d5fc6),segment_id=8b1bca96-601f-4458-8b80-fcef880d5fc6)] {{(pid=94423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:23:19.675149 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-d7635f2f-2d7a-4c14-ab5e-19d616d8a79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:19.745971 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5695a0c5-dec7-4fb7-9e33-668f9b1a2020 req-773d26ca-1f6c-4e27-8a16-c2c1022c3993 service neutron] 10.222.0.55 "GET /v2.0/networks/b18750ac-8ea5-426b-9972-9f17bf337493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4507449 Aug 05 11:23:19.768508 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-62cce5d7-5ddf-4d36-bb70-3d23469d4bdb req-539ab653-ea0a-4a7e-a2d9-4ef01775a999 tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] 10.222.0.58 "GET /v2.0/security-groups?id=36b70b2c-7722-4ca7-80c0-dfc1cbc20350&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2674382 Aug 05 11:23:19.969656 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c60f915-36e5-46f0-b650-260928e3f2da None None] Pushing event updated for resources: {'Port': ['ID=adebbd07-3843-4acb-8c08-cee18e04389b,revision_number=4']} {{(pid=94423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:23:19.974536 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7635f2f-2d7a-4c14-ab5e-19d616d8a79f None None] Routers {'39c0ba51-c3c5-478c-bc5e-8af03a89a2c2'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:23:19.975526 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-d7635f2f-2d7a-4c14-ab5e-19d616d8a79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:23:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['39c0ba51-c3c5-478c-bc5e-8af03a89a2c2'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:23:20.028843 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-498adc9e-211e-4bad-ac8f-d47373ace108 service neutron] 10.222.0.58 "GET /v2.0/networks/1d9d0f10-7957-4188-9ef0-2efd524fc96a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4216986 Aug 05 11:23:20.351674 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-d7635f2f-2d7a-4c14-ab5e-19d616d8a79f None None] Set router 39c0ba51-c3c5-478c-bc5e-8af03a89a2c2 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:23:20.376992 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-dde0c924-b627-4dfc-aa69-48f4f4a1c258 service neutron] 10.222.0.58 "GET /v2.0/networks/1d9d0f10-7957-4188-9ef0-2efd524fc96a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3369052 Aug 05 11:23:20.435302 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9d4d65cf-f5ac-4ff7-8b51-a59aa1ba0c71 req-e6e683bd-b556-44b7-ae67-71da36fed0bd tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=da1b410c9abb4742b18075944f1e5e2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0554571 Aug 05 11:23:20.834654 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4d65cf-f5ac-4ff7-8b51-a59aa1ba0c71 req-e9cf9fb3-344c-481d-ace3-05b683405751 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:20.836748 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9d4d65cf-f5ac-4ff7-8b51-a59aa1ba0c71 req-e9cf9fb3-344c-481d-ace3-05b683405751 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3308399 Aug 05 11:23:20.842370 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-671e62c1-4536-4b20-a736-b6424fd81b27 x-openstack-request-id: req-671e62c1-4536-4b20-a736-b6424fd81b27 {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:23:20.842743 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23921316-79ed-4f9e-adf4-a4668e9fa730", "tag": "36e964c6-d89e-4431-8738-95e07ed46db5", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:23:20.843413 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-671e62c1-4536-4b20-a736-b6424fd81b27 {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:23:20.843717 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23921316-79ed-4f9e-adf4-a4668e9fa730', 'tag': '36e964c6-d89e-4431-8738-95e07ed46db5', 'status': 'completed', 'code': 200} Aug 05 11:23:20.905437 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-1e6178fa-fbee-48b7-90ff-7bee4746b038 service neutron] 10.222.0.58 "GET /v2.0/ports/8fe40b91-b25d-45f0-9197-c82f62355d38?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.5274796 Aug 05 11:23:20.926665 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-9d4d65cf-f5ac-4ff7-8b51-a59aa1ba0c71 req-08e2603c-c544-4afe-881c-db714bb6920b tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Request body: {'port': {'device_id': '33724d5f-7aa2-4a6c-ab21-11196e547338', 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a', 'admin_state_up': True, 'tenant_id': 'da1b410c9abb4742b18075944f1e5e2e'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:23:21.100034 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9d4d65cf-f5ac-4ff7-8b51-a59aa1ba0c71 req-f711bac2-93b7-41fe-9a44-977ba62571ba tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=da1b410c9abb4742b18075944f1e5e2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0359554 Aug 05 11:23:21.204442 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe06203-a9ac-4e12-9b45-e8a713e166b0 req-72a7c4e5-a268-4aff-8051-3628a594c710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:21.207443 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5fe06203-a9ac-4e12-9b45-e8a713e166b0 req-72a7c4e5-a268-4aff-8051-3628a594c710 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=22a4c8a0ff814c1aa23242da60c6f727&device_id=23921316-79ed-4f9e-adf4-a4668e9fa730 HTTP/1.1" status: 200 len: 1095 time: 0.3623362 Aug 05 11:23:21.281656 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-d7635f2f-2d7a-4c14-ab5e-19d616d8a79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39c0ba51-c3c5-478c-bc5e-8af03a89a2c2', 'name': 'tempest-ServersTestFqdnHostnames-484026939-router', 'tenant_id': '54ce1209669740e4b5d6b670cf6e01b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '3e3a1dd8-81bd-4158-b9bd-35443bb3ea90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:23:00Z', 'updated_at': '2021-08-05T11:23:09Z', 'revision_number': 4, 'project_id': '54ce1209669740e4b5d6b670cf6e01b0', 'gw_port': {'id': '3e3a1dd8-81bd-4158-b9bd-35443bb3ea90', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:8e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c0ba51-c3c5-478c-bc5e-8af03a89a2c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:23:02Z', 'updated_at': '2021-08-05T11:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'adebbd07-3843-4acb-8c08-cee18e04389b', 'name': '', 'network_id': '688d8d3a-2c98-48b7-91ea-222d8bd03d5f', 'tenant_id': '54ce1209669740e4b5d6b670cf6e01b0', 'mac_address': 'fa:16:3e:6a:53:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39c0ba51-c3c5-478c-bc5e-8af03a89a2c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'e6417045-e99b-47d8-8deb-63bdae7f0b72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:23:08Z', 'updated_at': '2021-08-05T11:23:19Z', 'revision_number': 4, 'project_id': '54ce1209669740e4b5d6b670cf6e01b0', 'subnets': [{'id': 'e6417045-e99b-47d8-8deb-63bdae7f0b72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:23:21.365207 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4d65cf-f5ac-4ff7-8b51-a59aa1ba0c71 req-3014d481-2ccf-4edd-99dd-097bfb70ba3d tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:21.368289 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9d4d65cf-f5ac-4ff7-8b51-a59aa1ba0c71 req-3014d481-2ccf-4edd-99dd-097bfb70ba3d tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2596359 Aug 05 11:23:21.381610 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7635f2f-2d7a-4c14-ab5e-19d616d8a79f None None] The sync data for ids ['39c0ba51-c3c5-478c-bc5e-8af03a89a2c2'] in n-d-803378-2 is: [{'id': '39c0ba51-c3c5-478c-bc5e-8af03a89a2c2', 'name': 'tempest-ServersTestFqdnHostnames-484026939-router', 'tenant_id': '54ce1209669740e4b5d6b670cf6e01b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '3e3a1dd8-81bd-4158-b9bd-35443bb3ea90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:23:00Z', 'updated_at': '2021-08-05T11:23:09Z', 'revision_number': 4, 'project_id': '54ce1209669740e4b5d6b670cf6e01b0', 'gw_port': {'id': '3e3a1dd8-81bd-4158-b9bd-35443bb3ea90', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:8e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c0ba51-c3c5-478c-bc5e-8af03a89a2c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:23:02Z', 'updated_at': '2021-08-05T11:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'adebbd07-3843-4acb-8c08-cee18e04389b', 'name': '', 'network_id': '688d8d3a-2c98-48b7-91ea-222d8bd03d5f', 'tenant_id': '54ce1209669740e4b5d6b670cf6e01b0', 'mac_address': 'fa:16:3e:6a:53:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39c0ba51-c3c5-478c-bc5e-8af03a89a2c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'e6417045-e99b-47d8-8deb-63bdae7f0b72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:23:08Z', 'updated_at': '2021-08-05T11:23:19Z', 'revision_number': 4, 'project_id': '54ce1209669740e4b5d6b670cf6e01b0', 'subnets': [{'id': 'e6417045-e99b-47d8-8deb-63bdae7f0b72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:23:21.400347 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-9d4d65cf-f5ac-4ff7-8b51-a59aa1ba0c71 req-f19b1d61-561d-475b-9ef0-00485bcc5237 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Request body: {'port': {'device_id': '51b325b8-67f6-4df3-99d8-5748c18fc4fb', 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a', 'admin_state_up': True, 'tenant_id': 'da1b410c9abb4742b18075944f1e5e2e'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:23:21.516415 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-1d5ff00a-f70b-4520-b7f6-732c33c10734 service neutron] 10.222.0.58 "GET /v2.0/networks/d036d46a-a30d-4750-b27d-4b7146f11df9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6098366 Aug 05 11:23:21.581896 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4afb517-2d32-4028-ad02-884c4815d984 req-9dea43a8-0b6b-4e74-8461-dd1308fd5159 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:21.591430 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e4afb517-2d32-4028-ad02-884c4815d984 req-9dea43a8-0b6b-4e74-8461-dd1308fd5159 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ffa315b-116e-43b6-aaa8-3e9c048e4a3d HTTP/1.1" status: 200 len: 946 time: 0.6989331 Aug 05 11:23:21.710173 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:21.757666 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d4d65cf-f5ac-4ff7-8b51-a59aa1ba0c71 req-f19b1d61-561d-475b-9ef0-00485bcc5237 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Made reservation on behalf of da1b410c9abb4742b18075944f1e5e2e for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:23:21.766282 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-9d4d65cf-f5ac-4ff7-8b51-a59aa1ba0c71 req-f19b1d61-561d-475b-9ef0-00485bcc5237 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:21.770234 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.db.api [req-9d4d65cf-f5ac-4ff7-8b51-a59aa1ba0c71 req-08e2603c-c544-4afe-881c-db714bb6920b tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 05 11:23:21.770234 n-d-803378-2 neutron-server[94420]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 05 11:23:21.770234 n-d-803378-2 neutron-server[94420]: [parameters: {'project_id': 'da1b410c9abb4742b18075944f1e5e2e', 'id': 'c97a254b-be96-466a-a418-9f4c56dafa61', 'expiration': datetime.datetime(2021, 8, 5, 11, 25, 21, 715877)}] Aug 05 11:23:21.770234 n-d-803378-2 neutron-server[94420]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94420) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 05 11:23:21.771619 n-d-803378-2 neutron-server[94420]: DEBUG oslo_db.api [req-9d4d65cf-f5ac-4ff7-8b51-a59aa1ba0c71 req-08e2603c-c544-4afe-881c-db714bb6920b tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 11:23:21.808433 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe06203-a9ac-4e12-9b45-e8a713e166b0 req-92980c92-75de-46f4-907d-b88986864532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:21.811657 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5fe06203-a9ac-4e12-9b45-e8a713e166b0 req-92980c92-75de-46f4-907d-b88986864532 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b18750ac-8ea5-426b-9972-9f17bf337493 HTTP/1.1" status: 200 len: 906 time: 0.5744507 Aug 05 11:23:21.845200 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e4afb517-2d32-4028-ad02-884c4815d984 req-a41c9ee6-4391-4e47-bb32-671bc74c75cb tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b660be2-1cd3-4f1b-b8b6-43aa3e7d82c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521565 Aug 05 11:23:22.060548 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5fe06203-a9ac-4e12-9b45-e8a713e166b0 req-9dbb1678-2e58-44ac-92ad-9f7a1fe3d4c1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36e964c6-d89e-4431-8738-95e07ed46db5 HTTP/1.1" status: 200 len: 217 time: 0.2134326 Aug 05 11:23:22.082101 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-9d4d65cf-f5ac-4ff7-8b51-a59aa1ba0c71 req-f19b1d61-561d-475b-9ef0-00485bcc5237 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Allocated IP 192.168.233.131 (91caede3-92e4-4b1e-8e3e-36227cfd846a/6842f728-c2f3-4e36-bb32-3303d06ce3f4/17316c3c-1452-458b-b7e3-72878c4fab59) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:23:22.166422 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device adebbd07-3843-4acb-8c08-cee18e04389b up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:23:22.227441 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-9800ccf8-c204-4c8b-a2c9-14273af1f6c1 service neutron] 10.222.0.58 "GET /v2.0/networks/d036d46a-a30d-4750-b27d-4b7146f11df9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6900728 Aug 05 11:23:22.435537 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe06203-a9ac-4e12-9b45-e8a713e166b0 req-11013282-615f-457e-8278-2b43cefc5a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:22.438576 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5fe06203-a9ac-4e12-9b45-e8a713e166b0 req-11013282-615f-457e-8278-2b43cefc5a7a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=63e1703a-1113-4385-8973-9ea8062ac6e0 HTTP/1.1" status: 200 len: 844 time: 0.3567045 Aug 05 11:23:22.455460 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-e746323e-2b12-424f-9033-eee58dad0bf3 service neutron] 10.222.0.58 "GET /v2.0/ports/9825552d-c4a9-47c2-b314-f8532a62835b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1744838 Aug 05 11:23:22.497663 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a0cc9abd-7a12-4263-af5e-ebb8b9cff47f req-818d49d5-c934-4034-bfeb-0457270725b6 tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1637548336&fields=id&tenant_id=54ce1209669740e4b5d6b670cf6e01b0 HTTP/1.1" status: 200 len: 267 time: 0.3057735 Aug 05 11:23:22.541023 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-9d4d65cf-f5ac-4ff7-8b51-a59aa1ba0c71 req-f19b1d61-561d-475b-9ef0-00485bcc5237 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:22.574949 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-9d4d65cf-f5ac-4ff7-8b51-a59aa1ba0c71 req-f19b1d61-561d-475b-9ef0-00485bcc5237 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Transition to ACTIVE for port object 17316c3c-1452-458b-b7e3-72878c4fab59 will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:23:22.631712 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port adebbd07-3843-4acb-8c08-cee18e04389b completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:23:22.651930 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port adebbd07-3843-4acb-8c08-cee18e04389b triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:23:22.653375 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:22.664084 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-9d4d65cf-f5ac-4ff7-8b51-a59aa1ba0c71 req-f19b1d61-561d-475b-9ef0-00485bcc5237 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:22.724838 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d4d65cf-f5ac-4ff7-8b51-a59aa1ba0c71 req-08e2603c-c544-4afe-881c-db714bb6920b tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Made reservation on behalf of da1b410c9abb4742b18075944f1e5e2e for: {'port': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:23:22.731795 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-9d4d65cf-f5ac-4ff7-8b51-a59aa1ba0c71 req-08e2603c-c544-4afe-881c-db714bb6920b tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:22.759044 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['46ac903b-6473-4f7d-ab25-233c6efee28b'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:23:22.879828 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19b1d61-561d-475b-9ef0-00485bcc5237 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Pushing event updated for resources: {'Port': ['ID=17316c3c-1452-458b-b7e3-72878c4fab59,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:23:22.889782 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d4d65cf-f5ac-4ff7-8b51-a59aa1ba0c71 req-f19b1d61-561d-475b-9ef0-00485bcc5237 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Network 91caede3-92e4-4b1e-8e3e-36227cfd846a is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:23:22.896215 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-9d4d65cf-f5ac-4ff7-8b51-a59aa1ba0c71 req-f19b1d61-561d-475b-9ef0-00485bcc5237 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:23:22.926838 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d4d65cf-f5ac-4ff7-8b51-a59aa1ba0c71 req-f19b1d61-561d-475b-9ef0-00485bcc5237 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:23:22.968671 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe06203-a9ac-4e12-9b45-e8a713e166b0 req-097aba03-03f8-4a9f-810c-447910c4f051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:22.977135 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5fe06203-a9ac-4e12-9b45-e8a713e166b0 req-097aba03-03f8-4a9f-810c-447910c4f051 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b18750ac-8ea5-426b-9972-9f17bf337493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5194066 Aug 05 11:23:23.053607 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4d65cf-f5ac-4ff7-8b51-a59aa1ba0c71 req-f19b1d61-561d-475b-9ef0-00485bcc5237 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:23.055096 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-9d4d65cf-f5ac-4ff7-8b51-a59aa1ba0c71 req-f19b1d61-561d-475b-9ef0-00485bcc5237 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:23.094267 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9d4d65cf-f5ac-4ff7-8b51-a59aa1ba0c71 req-f19b1d61-561d-475b-9ef0-00485bcc5237 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7018983 Aug 05 11:23:23.096348 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:23.122013 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-9d4d65cf-f5ac-4ff7-8b51-a59aa1ba0c71 req-aad51ad1-0cf1-4ba3-8a4d-3823354608b8 service neutron] Request body: {'port': {'device_id': '51b325b8-67f6-4df3-99d8-5748c18fc4fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:23:23.238261 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port adebbd07-3843-4acb-8c08-cee18e04389b, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=adebbd07-3843-4acb-8c08-cee18e04389b,segment=NetworkSegment(8b1bca96-601f-4458-8b80-fcef880d5fc6),segment_id=8b1bca96-601f-4458-8b80-fcef880d5fc6)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:23:23.256666 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:23.273133 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-9d4d65cf-f5ac-4ff7-8b51-a59aa1ba0c71 req-aad51ad1-0cf1-4ba3-8a4d-3823354608b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:23.437911 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cc9abd-7a12-4263-af5e-ebb8b9cff47f req-7fccbf9f-4e31-42a9-9a0f-229de1b0a1a8 tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:23.450278 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a0cc9abd-7a12-4263-af5e-ebb8b9cff47f req-7fccbf9f-4e31-42a9-9a0f-229de1b0a1a8 tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] 10.222.0.58 "GET /v2.0/networks?id=688d8d3a-2c98-48b7-91ea-222d8bd03d5f HTTP/1.1" status: 200 len: 814 time: 0.9486074 Aug 05 11:23:23.467823 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-585545bb-5401-436f-af71-d4041e2d9985 service neutron] 10.222.0.58 "GET /v2.0/networks/d036d46a-a30d-4750-b27d-4b7146f11df9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9826026 Aug 05 11:23:23.477068 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=adebbd07-3843-4acb-8c08-cee18e04389b,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:23:23.510478 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b55c9f30-f343-470a-b9c6-b32046ff9961 None None] Provisioning for port 17316c3c-1452-458b-b7e3-72878c4fab59 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:23:23.519807 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b55c9f30-f343-470a-b9c6-b32046ff9961 None None] Provisioning complete for port 17316c3c-1452-458b-b7e3-72878c4fab59 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:23:23.520245 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b55c9f30-f343-470a-b9c6-b32046ff9961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:23.549151 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5fe06203-a9ac-4e12-9b45-e8a713e166b0 req-5fb07bde-6387-44f2-90ae-b83799cb692a service neutron] 10.222.0.55 "GET /v2.0/networks/b18750ac-8ea5-426b-9972-9f17bf337493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5181637 Aug 05 11:23:23.610872 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-b55c9f30-f343-470a-b9c6-b32046ff9961 None None] Port 17316c3c-1452-458b-b7e3-72878c4fab59 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:23:23.639420 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 36e964c6-d89e-4431-8738-95e07ed46db5 details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:23:23.725460 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a0cc9abd-7a12-4263-af5e-ebb8b9cff47f req-768a6c43-0520-48f7-ba1e-427df9b34fa4 tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] 10.222.0.58 "GET /v2.0/quotas/54ce1209669740e4b5d6b670cf6e01b0 HTTP/1.1" status: 200 len: 375 time: 0.2736647 Aug 05 11:23:23.878773 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 36e964c6-d89e-4431-8738-95e07ed46db5, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=36e964c6-d89e-4431-8738-95e07ed46db5,segment=NetworkSegment(62d5f6e5-fb54-4b87-bd43-7b7a75190f0b),segment_id=62d5f6e5-fb54-4b87-bd43-7b7a75190f0b)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:23:23.887820 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [req-9d4d65cf-f5ac-4ff7-8b51-a59aa1ba0c71 req-08e2603c-c544-4afe-881c-db714bb6920b tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Allocated IP 192.168.233.123 (91caede3-92e4-4b1e-8e3e-36227cfd846a/6842f728-c2f3-4e36-bb32-3303d06ce3f4/acb20733-3c4b-47b8-b861-841610d97f25) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:23:23.906484 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Returning: {'device': '36e964c6-d89e-4431-8738-95e07ed46db5', 'network_id': 'b18750ac-8ea5-426b-9972-9f17bf337493', 'port_id': '36e964c6-d89e-4431-8738-95e07ed46db5', 'mac_address': 'fa:16:3e:f6:21:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63e1703a-1113-4385-8973-9ea8062ac6e0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:23:23.988179 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:24.014618 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a0cc9abd-7a12-4263-af5e-ebb8b9cff47f req-718fc45e-bd92-493e-9111-fc57ee0c7bc8 tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=54ce1209669740e4b5d6b670cf6e01b0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2589412 Aug 05 11:23:24.017639 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5fe06203-a9ac-4e12-9b45-e8a713e166b0 req-487bf77b-2d6d-40d0-ab05-a9626880631f service neutron] 10.222.0.55 "GET /v2.0/networks/b18750ac-8ea5-426b-9972-9f17bf337493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4489884 Aug 05 11:23:24.021015 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36e964c6-d89e-4431-8738-95e07ed46db5 {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:23:24.031824 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device adebbd07-3843-4acb-8c08-cee18e04389b up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:23:24.059019 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-b54ea84d-8d54-4cfc-81cd-24d96a91ced6 service neutron] 10.222.0.58 "GET /v2.0/networks/d036d46a-a30d-4750-b27d-4b7146f11df9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5333624 Aug 05 11:23:24.144025 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 36e964c6-d89e-4431-8738-95e07ed46db5, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=36e964c6-d89e-4431-8738-95e07ed46db5,segment=NetworkSegment(62d5f6e5-fb54-4b87-bd43-7b7a75190f0b),segment_id=62d5f6e5-fb54-4b87-bd43-7b7a75190f0b)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:23:24.153383 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:24.231484 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port adebbd07-3843-4acb-8c08-cee18e04389b triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:23:24.232070 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:24.267242 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=36e964c6-d89e-4431-8738-95e07ed46db5,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:23:24.459875 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-a73522a9-7a34-47ea-b481-93817276f252 service neutron] 10.222.0.58 "GET /v2.0/networks/d036d46a-a30d-4750-b27d-4b7146f11df9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3852901 Aug 05 11:23:24.466804 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a0cc9abd-7a12-4263-af5e-ebb8b9cff47f req-5d0bd28e-e1ee-43e9-8832-c54146c5e83a service neutron] 10.222.0.58 "GET /v2.0/networks/688d8d3a-2c98-48b7-91ea-222d8bd03d5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4282970 Aug 05 11:23:24.500437 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['36e964c6-d89e-4431-8738-95e07ed46db5'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:23:24.610609 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-9d4d65cf-f5ac-4ff7-8b51-a59aa1ba0c71 req-08e2603c-c544-4afe-881c-db714bb6920b tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:24.644089 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [req-9d4d65cf-f5ac-4ff7-8b51-a59aa1ba0c71 req-08e2603c-c544-4afe-881c-db714bb6920b tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Transition to ACTIVE for port object acb20733-3c4b-47b8-b861-841610d97f25 will not be triggered until provisioned by entity DHCP. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:23:24.756168 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a0cc9abd-7a12-4263-af5e-ebb8b9cff47f req-1795a933-52af-4cd7-b7d9-2231e9cfc3ed service neutron] 10.222.0.58 "GET /v2.0/networks/688d8d3a-2c98-48b7-91ea-222d8bd03d5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2723260 Aug 05 11:23:24.762608 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-04b078c9-283b-42a7-b14d-c62e275a75e8 service neutron] 10.222.0.58 "GET /v2.0/networks/d036d46a-a30d-4750-b27d-4b7146f11df9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2897484 Aug 05 11:23:24.840325 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-9d4d65cf-f5ac-4ff7-8b51-a59aa1ba0c71 req-08e2603c-c544-4afe-881c-db714bb6920b tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:24.946538 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d4d65cf-f5ac-4ff7-8b51-a59aa1ba0c71 req-08e2603c-c544-4afe-881c-db714bb6920b tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Network 91caede3-92e4-4b1e-8e3e-36227cfd846a is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:23:24.965152 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [req-9d4d65cf-f5ac-4ff7-8b51-a59aa1ba0c71 req-08e2603c-c544-4afe-881c-db714bb6920b tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:23:24.970202 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d4d65cf-f5ac-4ff7-8b51-a59aa1ba0c71 req-08e2603c-c544-4afe-881c-db714bb6920b tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:23:24.973323 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e2603c-c544-4afe-881c-db714bb6920b tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Pushing event updated for resources: {'Port': ['ID=acb20733-3c4b-47b8-b861-841610d97f25,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:23:25.051469 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-e596ab88-0f19-4138-9150-43a6711625a1 service neutron] 10.222.0.58 "GET /v2.0/networks/d036d46a-a30d-4750-b27d-4b7146f11df9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2773571 Aug 05 11:23:25.118372 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4d65cf-f5ac-4ff7-8b51-a59aa1ba0c71 req-08e2603c-c544-4afe-881c-db714bb6920b tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:25.120118 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-9d4d65cf-f5ac-4ff7-8b51-a59aa1ba0c71 req-08e2603c-c544-4afe-881c-db714bb6920b tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:25.156259 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-9d4d65cf-f5ac-4ff7-8b51-a59aa1ba0c71 req-aad51ad1-0cf1-4ba3-8a4d-3823354608b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17316c3c-1452-458b-b7e3-72878c4fab59 {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:23:25.183169 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-9d4d65cf-f5ac-4ff7-8b51-a59aa1ba0c71 req-aad51ad1-0cf1-4ba3-8a4d-3823354608b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:25.217748 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-9d4d65cf-f5ac-4ff7-8b51-a59aa1ba0c71 req-aad51ad1-0cf1-4ba3-8a4d-3823354608b8 service neutron] Transition to ACTIVE for port object 17316c3c-1452-458b-b7e3-72878c4fab59 will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:23:25.229547 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-9d4d65cf-f5ac-4ff7-8b51-a59aa1ba0c71 req-aad51ad1-0cf1-4ba3-8a4d-3823354608b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:25.253125 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['46ac903b-6473-4f7d-ab25-233c6efee28b'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:23:25.472983 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad51ad1-0cf1-4ba3-8a4d-3823354608b8 service neutron] Pushing event updated for resources: {'Port': ['ID=17316c3c-1452-458b-b7e3-72878c4fab59,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:23:25.535858 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-9d4d65cf-f5ac-4ff7-8b51-a59aa1ba0c71 req-aad51ad1-0cf1-4ba3-8a4d-3823354608b8 service neutron] Attempting to bind port 17316c3c-1452-458b-b7e3-72878c4fab59 on host n-h1-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:23:25.536670 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-9d4d65cf-f5ac-4ff7-8b51-a59aa1ba0c71 req-aad51ad1-0cf1-4ba3-8a4d-3823354608b8 service neutron] Attempting to bind port 17316c3c-1452-458b-b7e3-72878c4fab59 by drivers openvswitch,hyperv on host n-h1-803378-2 at level 0 using segments [{'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:23:25.537273 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4d65cf-f5ac-4ff7-8b51-a59aa1ba0c71 req-aad51ad1-0cf1-4ba3-8a4d-3823354608b8 service neutron] Attempting to bind port 17316c3c-1452-458b-b7e3-72878c4fab59 on network 91caede3-92e4-4b1e-8e3e-36227cfd846a {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:23:25.549028 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4d65cf-f5ac-4ff7-8b51-a59aa1ba0c71 req-aad51ad1-0cf1-4ba3-8a4d-3823354608b8 service neutron] Port 17316c3c-1452-458b-b7e3-72878c4fab59 on network 91caede3-92e4-4b1e-8e3e-36227cfd846a not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:23:25.549582 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4d65cf-f5ac-4ff7-8b51-a59aa1ba0c71 req-aad51ad1-0cf1-4ba3-8a4d-3823354608b8 service neutron] Attempting to bind port 17316c3c-1452-458b-b7e3-72878c4fab59 on network 91caede3-92e4-4b1e-8e3e-36227cfd846a {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:23:25.563743 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4d65cf-f5ac-4ff7-8b51-a59aa1ba0c71 req-aad51ad1-0cf1-4ba3-8a4d-3823354608b8 service neutron] Checking agent: {'id': '40bb7567-59bd-4b31-bc29-da1c50bca759', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:23:25.564334 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4d65cf-f5ac-4ff7-8b51-a59aa1ba0c71 req-aad51ad1-0cf1-4ba3-8a4d-3823354608b8 service neutron] Checking segment: {'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:23:25.565205 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4d65cf-f5ac-4ff7-8b51-a59aa1ba0c71 req-aad51ad1-0cf1-4ba3-8a4d-3823354608b8 service neutron] Bound using segment: {'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:23:25.566463 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-9d4d65cf-f5ac-4ff7-8b51-a59aa1ba0c71 req-aad51ad1-0cf1-4ba3-8a4d-3823354608b8 service neutron] Bound port: 17316c3c-1452-458b-b7e3-72878c4fab59, host: n-h1-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:23:25.567105 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-9d4d65cf-f5ac-4ff7-8b51-a59aa1ba0c71 req-aad51ad1-0cf1-4ba3-8a4d-3823354608b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:25.573101 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-345101a1-4741-403a-be3f-ce65ad74b7a0 None None] Provisioning for port acb20733-3c4b-47b8-b861-841610d97f25 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:23:25.622564 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-345101a1-4741-403a-be3f-ce65ad74b7a0 None None] Provisioning complete for port acb20733-3c4b-47b8-b861-841610d97f25 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:23:25.623091 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-345101a1-4741-403a-be3f-ce65ad74b7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:25.704708 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 36e964c6-d89e-4431-8738-95e07ed46db5 up at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:23:25.796119 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-9d4d65cf-f5ac-4ff7-8b51-a59aa1ba0c71 req-aad51ad1-0cf1-4ba3-8a4d-3823354608b8 service neutron] For port 17316c3c-1452-458b-b7e3-72878c4fab59, host n-h1-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:23:25.798083 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c431b728-d73d-4ab0-b182-3e86a5171263 req-5827bb6a-04e2-44d6-a95c-59bb0f428e77 tempest-ServerShowV254Test-1867190310 tempest-ServerShowV254Test-1867190310-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8857fb0-c323-4c32-8a27-1fac64f108bf HTTP/1.1" status: 200 len: 210 time: 0.0715337 Aug 05 11:23:25.814844 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-9d4d65cf-f5ac-4ff7-8b51-a59aa1ba0c71 req-aad51ad1-0cf1-4ba3-8a4d-3823354608b8 service neutron] For port 17316c3c-1452-458b-b7e3-72878c4fab59, host n-h1-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=17316c3c-1452-458b-b7e3-72878c4fab59,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:23:25.818153 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9d4d65cf-f5ac-4ff7-8b51-a59aa1ba0c71 req-08e2603c-c544-4afe-881c-db714bb6920b tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.8968143 Aug 05 11:23:25.825356 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-9d4d65cf-f5ac-4ff7-8b51-a59aa1ba0c71 req-aad51ad1-0cf1-4ba3-8a4d-3823354608b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:25.844395 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-9d4d65cf-f5ac-4ff7-8b51-a59aa1ba0c71 req-436f0f96-4811-46d4-b98f-bceddbab188d service neutron] Request body: {'port': {'device_id': '33724d5f-7aa2-4a6c-ab21-11196e547338', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-2'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:23:25.870146 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-345101a1-4741-403a-be3f-ce65ad74b7a0 None None] Port acb20733-3c4b-47b8-b861-841610d97f25 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:23:25.899760 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning for port 36e964c6-d89e-4431-8738-95e07ed46db5 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:23:25.918363 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning complete for port 36e964c6-d89e-4431-8738-95e07ed46db5 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:23:25.918828 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:25.951423 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4d65cf-f5ac-4ff7-8b51-a59aa1ba0c71 req-aad51ad1-0cf1-4ba3-8a4d-3823354608b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:25.953070 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-9d4d65cf-f5ac-4ff7-8b51-a59aa1ba0c71 req-aad51ad1-0cf1-4ba3-8a4d-3823354608b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:25.957839 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9d4d65cf-f5ac-4ff7-8b51-a59aa1ba0c71 req-aad51ad1-0cf1-4ba3-8a4d-3823354608b8 service neutron] 10.222.0.64 "PUT /v2.0/ports/17316c3c-1452-458b-b7e3-72878c4fab59 HTTP/1.1" status: 200 len: 1096 time: 2.8446069 Aug 05 11:23:25.959854 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51b325b8-67f6-4df3-99d8-5748c18fc4fb', 'tag': '17316c3c-1452-458b-b7e3-72878c4fab59'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:23:25.966261 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8692b3e0-1127-4053-aa64-b59505c7fb33" -d '{"events": [{"name": "network-changed", "server_uuid": "51b325b8-67f6-4df3-99d8-5748c18fc4fb", "tag": "17316c3c-1452-458b-b7e3-72878c4fab59"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:23:26.023955 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-77d2ce2f-c8d0-4ebd-8d0d-90859ad41e11 service neutron] 10.222.0.58 "GET /v2.0/networks/d036d46a-a30d-4750-b27d-4b7146f11df9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9598501 Aug 05 11:23:26.028136 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad51ad1-0cf1-4ba3-8a4d-3823354608b8 service neutron] Pushing event updated for resources: {'Port': ['ID=17316c3c-1452-458b-b7e3-72878c4fab59,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:23:26.052463 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-9d4d65cf-f5ac-4ff7-8b51-a59aa1ba0c71 req-436f0f96-4811-46d4-b98f-bceddbab188d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:26.131628 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4d65cf-f5ac-4ff7-8b51-a59aa1ba0c71 req-067cb8b5-fbef-416a-a3c1-3737ce2ccc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:26.140454 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9d4d65cf-f5ac-4ff7-8b51-a59aa1ba0c71 req-067cb8b5-fbef-416a-a3c1-3737ce2ccc43 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=da1b410c9abb4742b18075944f1e5e2e&device_id=51b325b8-67f6-4df3-99d8-5748c18fc4fb HTTP/1.1" status: 200 len: 1099 time: 0.0847139 Aug 05 11:23:26.221790 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9d4d65cf-f5ac-4ff7-8b51-a59aa1ba0c71 req-334f7580-65e7-48f3-bc7e-ad615dc0c330 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=17316c3c-1452-458b-b7e3-72878c4fab59 HTTP/1.1" status: 200 len: 217 time: 0.0636618 Aug 05 11:23:26.281751 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:26.336450 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4d65cf-f5ac-4ff7-8b51-a59aa1ba0c71 req-1ebb7665-1325-48a9-bfcf-d7dc0c182d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:26.339438 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9d4d65cf-f5ac-4ff7-8b51-a59aa1ba0c71 req-1ebb7665-1325-48a9-bfcf-d7dc0c182d5a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6842f728-c2f3-4e36-bb32-3303d06ce3f4 HTTP/1.1" status: 200 len: 843 time: 0.1087492 Aug 05 11:23:26.370172 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 36e964c6-d89e-4431-8738-95e07ed46db5, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=36e964c6-d89e-4431-8738-95e07ed46db5,segment=NetworkSegment(62d5f6e5-fb54-4b87-bd43-7b7a75190f0b),segment_id=62d5f6e5-fb54-4b87-bd43-7b7a75190f0b)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:23:26.375405 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23921316-79ed-4f9e-adf4-a4668e9fa730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36e964c6-d89e-4431-8738-95e07ed46db5'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:23:26.389679 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cf268ec-9dd1-4824-af74-54153320fee3" -d '{"events": [{"server_uuid": "23921316-79ed-4f9e-adf4-a4668e9fa730", "name": "network-vif-plugged", "status": "completed", "tag": "36e964c6-d89e-4431-8738-95e07ed46db5"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:23:26.403948 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:26.442614 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4d65cf-f5ac-4ff7-8b51-a59aa1ba0c71 req-64bae585-a0f0-4686-ad1e-cbeb2a1291c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:26.445939 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9d4d65cf-f5ac-4ff7-8b51-a59aa1ba0c71 req-64bae585-a0f0-4686-ad1e-cbeb2a1291c6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=91caede3-92e4-4b1e-8e3e-36227cfd846a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0988207 Aug 05 11:23:26.485058 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-46ee0a2e-62b4-4152-9eb4-2a45e27b5ec3 service neutron] 10.222.0.58 "GET /v2.0/networks/a5f65908-1835-4cf8-bef2-1ebbd6cd0373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4474669 Aug 05 11:23:26.584830 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=36e964c6-d89e-4431-8738-95e07ed46db5,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:23:26.660593 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9d4d65cf-f5ac-4ff7-8b51-a59aa1ba0c71 req-9529c609-0fea-42b0-a73a-fbc050a67473 service neutron] 10.222.0.64 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965814 Aug 05 11:23:26.887584 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9d4d65cf-f5ac-4ff7-8b51-a59aa1ba0c71 req-452e6971-d452-44c2-be4a-d5a189402ef5 service neutron] 10.222.0.64 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165031 Aug 05 11:23:26.959559 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-1d680235-ed1e-41a3-9cf1-a4f3fb5d1d9b service neutron] 10.222.0.58 "GET /v2.0/networks/a5f65908-1835-4cf8-bef2-1ebbd6cd0373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3046415 Aug 05 11:23:27.213648 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-25962fec-9068-4dd7-8986-9d4958ae6ea3 service neutron] 10.222.0.58 "GET /v2.0/networks/a5f65908-1835-4cf8-bef2-1ebbd6cd0373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342849 Aug 05 11:23:27.241616 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [req-9d4d65cf-f5ac-4ff7-8b51-a59aa1ba0c71 req-436f0f96-4811-46d4-b98f-bceddbab188d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acb20733-3c4b-47b8-b861-841610d97f25 {{(pid=94420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:23:27.271142 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-9d4d65cf-f5ac-4ff7-8b51-a59aa1ba0c71 req-436f0f96-4811-46d4-b98f-bceddbab188d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:27.349185 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [req-9d4d65cf-f5ac-4ff7-8b51-a59aa1ba0c71 req-436f0f96-4811-46d4-b98f-bceddbab188d service neutron] Transition to ACTIVE for port object acb20733-3c4b-47b8-b861-841610d97f25 will not be triggered until provisioned by entity L2. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:23:27.361950 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-9d4d65cf-f5ac-4ff7-8b51-a59aa1ba0c71 req-436f0f96-4811-46d4-b98f-bceddbab188d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:27.474745 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-b99e799a-94fa-468f-9f8d-9dd1a19c6961 service neutron] 10.222.0.58 "GET /v2.0/networks/a5f65908-1835-4cf8-bef2-1ebbd6cd0373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495179 Aug 05 11:23:27.550134 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436f0f96-4811-46d4-b98f-bceddbab188d service neutron] Pushing event updated for resources: {'Port': ['ID=acb20733-3c4b-47b8-b861-841610d97f25,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:23:27.774799 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cc9abd-7a12-4263-af5e-ebb8b9cff47f req-2ecba85c-e774-46ee-ab44-ffc01319020f tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:27.778152 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a0cc9abd-7a12-4263-af5e-ebb8b9cff47f req-2ecba85c-e774-46ee-ab44-ffc01319020f tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] 10.222.0.55 "GET /v2.0/networks?id=688d8d3a-2c98-48b7-91ea-222d8bd03d5f HTTP/1.1" status: 200 len: 814 time: 0.3510704 Aug 05 11:23:27.797164 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b842444a-ee52-4879-a7ef-3acbeff0a891 req-54fd5d03-31aa-4a3e-8bc2-da12ffa37f92 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:27.800105 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b842444a-ee52-4879-a7ef-3acbeff0a891 req-54fd5d03-31aa-4a3e-8bc2-da12ffa37f92 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=11c1c893-64c6-4eaa-9d19-ac08d54c048d HTTP/1.1" status: 200 len: 943 time: 0.2363746 Aug 05 11:23:27.804813 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-9d4d65cf-f5ac-4ff7-8b51-a59aa1ba0c71 req-436f0f96-4811-46d4-b98f-bceddbab188d service neutron] Attempting to bind port acb20733-3c4b-47b8-b861-841610d97f25 on host n-h1-803378-2 for vnic_type normal with profile {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:23:27.805425 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-9d4d65cf-f5ac-4ff7-8b51-a59aa1ba0c71 req-436f0f96-4811-46d4-b98f-bceddbab188d service neutron] Attempting to bind port acb20733-3c4b-47b8-b861-841610d97f25 by drivers openvswitch,hyperv on host n-h1-803378-2 at level 0 using segments [{'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:23:27.806021 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4d65cf-f5ac-4ff7-8b51-a59aa1ba0c71 req-436f0f96-4811-46d4-b98f-bceddbab188d service neutron] Attempting to bind port acb20733-3c4b-47b8-b861-841610d97f25 on network 91caede3-92e4-4b1e-8e3e-36227cfd846a {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:23:27.836942 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4d65cf-f5ac-4ff7-8b51-a59aa1ba0c71 req-436f0f96-4811-46d4-b98f-bceddbab188d service neutron] Port acb20733-3c4b-47b8-b861-841610d97f25 on network 91caede3-92e4-4b1e-8e3e-36227cfd846a not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-2 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:23:27.837290 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4d65cf-f5ac-4ff7-8b51-a59aa1ba0c71 req-436f0f96-4811-46d4-b98f-bceddbab188d service neutron] Attempting to bind port acb20733-3c4b-47b8-b861-841610d97f25 on network 91caede3-92e4-4b1e-8e3e-36227cfd846a {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:23:27.887297 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4d65cf-f5ac-4ff7-8b51-a59aa1ba0c71 req-436f0f96-4811-46d4-b98f-bceddbab188d service neutron] Checking agent: {'id': '40bb7567-59bd-4b31-bc29-da1c50bca759', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:23:27.887631 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4d65cf-f5ac-4ff7-8b51-a59aa1ba0c71 req-436f0f96-4811-46d4-b98f-bceddbab188d service neutron] Checking segment: {'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:23:27.888013 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4d65cf-f5ac-4ff7-8b51-a59aa1ba0c71 req-436f0f96-4811-46d4-b98f-bceddbab188d service neutron] Bound using segment: {'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:23:27.888349 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-9d4d65cf-f5ac-4ff7-8b51-a59aa1ba0c71 req-436f0f96-4811-46d4-b98f-bceddbab188d service neutron] Bound port: acb20733-3c4b-47b8-b861-841610d97f25, host: n-h1-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'}}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:23:27.888830 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-9d4d65cf-f5ac-4ff7-8b51-a59aa1ba0c71 req-436f0f96-4811-46d4-b98f-bceddbab188d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:27.930066 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a0cc9abd-7a12-4263-af5e-ebb8b9cff47f req-e776dc5e-e08a-402f-b1d2-7daf92e2eb45 tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=54ce1209669740e4b5d6b670cf6e01b0 HTTP/1.1" status: 200 len: 380 time: 0.1159694 Aug 05 11:23:27.991327 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-a0cc9abd-7a12-4263-af5e-ebb8b9cff47f req-75a74205-bbdc-4677-a8fc-cb24aee02cb1 tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] Request body: {'port': {'device_id': 'ebd7f4a2-1b4a-49a0-97dd-2190f4672435', 'network_id': '688d8d3a-2c98-48b7-91ea-222d8bd03d5f', 'admin_state_up': True, 'tenant_id': '54ce1209669740e4b5d6b670cf6e01b0', 'security_groups': ['fbebaaf7-93ba-47dd-9c3c-d739b7022bd6']}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:23:28.125589 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-9d4d65cf-f5ac-4ff7-8b51-a59aa1ba0c71 req-436f0f96-4811-46d4-b98f-bceddbab188d service neutron] For port acb20733-3c4b-47b8-b861-841610d97f25, host n-h1-803378-2, cleared binding levels {{(pid=94420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:23:28.148867 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-9d4d65cf-f5ac-4ff7-8b51-a59aa1ba0c71 req-436f0f96-4811-46d4-b98f-bceddbab188d service neutron] For port acb20733-3c4b-47b8-b861-841610d97f25, host n-h1-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=acb20733-3c4b-47b8-b861-841610d97f25,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:23:28.153341 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [req-b842444a-ee52-4879-a7ef-3acbeff0a891 req-519d00fe-0977-4a97-92d9-1461754773b8 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Deleting port be189f34-4394-4326-9e90-4936d19950a1 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:23:28.153747 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-b842444a-ee52-4879-a7ef-3acbeff0a891 req-519d00fe-0977-4a97-92d9-1461754773b8 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:28.164537 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-9d4d65cf-f5ac-4ff7-8b51-a59aa1ba0c71 req-436f0f96-4811-46d4-b98f-bceddbab188d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:28.296178 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4d65cf-f5ac-4ff7-8b51-a59aa1ba0c71 req-436f0f96-4811-46d4-b98f-bceddbab188d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:28.297233 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-9d4d65cf-f5ac-4ff7-8b51-a59aa1ba0c71 req-436f0f96-4811-46d4-b98f-bceddbab188d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:28.298819 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9d4d65cf-f5ac-4ff7-8b51-a59aa1ba0c71 req-436f0f96-4811-46d4-b98f-bceddbab188d service neutron] 10.222.0.64 "PUT /v2.0/ports/acb20733-3c4b-47b8-b861-841610d97f25 HTTP/1.1" status: 200 len: 1096 time: 2.4607236 Aug 05 11:23:28.300897 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33724d5f-7aa2-4a6c-ab21-11196e547338', 'tag': 'acb20733-3c4b-47b8-b861-841610d97f25'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:23:28.303322 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}828068ad8d405ad77660ce68fa78e1ffe658725812f7a08f9e488a446589295b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8db91c77-36c2-4a97-ad88-84e9b7be4f0e" -d '{"events": [{"name": "network-changed", "server_uuid": "33724d5f-7aa2-4a6c-ab21-11196e547338", "tag": "acb20733-3c4b-47b8-b861-841610d97f25"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:23:28.353623 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0cc9abd-7a12-4263-af5e-ebb8b9cff47f req-75a74205-bbdc-4677-a8fc-cb24aee02cb1 tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] Made reservation on behalf of 54ce1209669740e4b5d6b670cf6e01b0 for: {'port': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:23:28.358422 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-a0cc9abd-7a12-4263-af5e-ebb8b9cff47f req-75a74205-bbdc-4677-a8fc-cb24aee02cb1 tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:28.380555 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436f0f96-4811-46d4-b98f-bceddbab188d service neutron] Pushing event updated for resources: {'Port': ['ID=acb20733-3c4b-47b8-b861-841610d97f25,revision_number=3']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:23:28.446834 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-b842444a-ee52-4879-a7ef-3acbeff0a891 req-519d00fe-0977-4a97-92d9-1461754773b8 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] For port be189f34-4394-4326-9e90-4936d19950a1, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=be189f34-4394-4326-9e90-4936d19950a1,segment=NetworkSegment(32cc618e-4968-4750-a5aa-c2579fceb01e),segment_id=32cc618e-4968-4750-a5aa-c2579fceb01e)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:23:28.447425 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-b842444a-ee52-4879-a7ef-3acbeff0a891 req-519d00fe-0977-4a97-92d9-1461754773b8 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:28.517552 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [req-b842444a-ee52-4879-a7ef-3acbeff0a891 req-519d00fe-0977-4a97-92d9-1461754773b8 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Calling delete_port for be189f34-4394-4326-9e90-4936d19950a1 owned by compute:nova {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:23:28.836256 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4d65cf-f5ac-4ff7-8b51-a59aa1ba0c71 req-e437982b-8b33-4aa8-a901-84bee85de867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:28.847114 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9d4d65cf-f5ac-4ff7-8b51-a59aa1ba0c71 req-e437982b-8b33-4aa8-a901-84bee85de867 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=da1b410c9abb4742b18075944f1e5e2e&device_id=33724d5f-7aa2-4a6c-ab21-11196e547338 HTTP/1.1" status: 200 len: 1099 time: 0.4175038 Aug 05 11:23:28.873634 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54e7cf9-91e2-4b62-80b4-5fb1c9d6c08c req-9a47c968-4c0b-44bb-b29e-d4ed156c25de tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:28.876423 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e54e7cf9-91e2-4b62-80b4-5fb1c9d6c08c req-9a47c968-4c0b-44bb-b29e-d4ed156c25de tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/ports?device_id=51b325b8-67f6-4df3-99d8-5748c18fc4fb HTTP/1.1" status: 200 len: 948 time: 0.3557088 Aug 05 11:23:28.957141 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:28.964711 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9d4d65cf-f5ac-4ff7-8b51-a59aa1ba0c71 req-539eca2c-5210-41d3-9910-34b65e00014f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=acb20733-3c4b-47b8-b861-841610d97f25 HTTP/1.1" status: 200 len: 217 time: 0.0865159 Aug 05 11:23:28.970593 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [req-a0cc9abd-7a12-4263-af5e-ebb8b9cff47f req-75a74205-bbdc-4677-a8fc-cb24aee02cb1 tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] Allocated IP 172.20.0.9 (688d8d3a-2c98-48b7-91ea-222d8bd03d5f/e6417045-e99b-47d8-8deb-63bdae7f0b72/3c67e590-e364-4336-b116-c2e224729891) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:23:29.119641 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e54e7cf9-91e2-4b62-80b4-5fb1c9d6c08c req-d876ff17-e6fa-4402-87ed-dac7bf382a5a tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/security-groups?id=2975fa17-2fff-4e01-97a3-764244a94779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261457 Aug 05 11:23:29.248527 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4d65cf-f5ac-4ff7-8b51-a59aa1ba0c71 req-ddbcb9d9-fcb1-42db-a3ec-baf5a71f7f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:29.251138 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9d4d65cf-f5ac-4ff7-8b51-a59aa1ba0c71 req-ddbcb9d9-fcb1-42db-a3ec-baf5a71f7f80 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6842f728-c2f3-4e36-bb32-3303d06ce3f4 HTTP/1.1" status: 200 len: 843 time: 0.2679737 Aug 05 11:23:29.372694 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6d68a303-d6be-4afe-8a47-8f2d953a2ea2 req-60bb9f2c-1826-478d-afcb-3b5055211e17 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=672374a9-db64-433d-bf95-51fe7f56f21e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5475929 Aug 05 11:23:29.422347 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-b842444a-ee52-4879-a7ef-3acbeff0a891 req-519d00fe-0977-4a97-92d9-1461754773b8 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:29.490421 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d68a303-d6be-4afe-8a47-8f2d953a2ea2 req-9cb9d30c-dba7-49bd-9183-9d42f140da29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:29.492371 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6d68a303-d6be-4afe-8a47-8f2d953a2ea2 req-9cb9d30c-dba7-49bd-9183-9d42f140da29 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e8f6478cce384a98ba09cac5c1bcf855&device_id=672374a9-db64-433d-bf95-51fe7f56f21e HTTP/1.1" status: 200 len: 1095 time: 0.0806844 Aug 05 11:23:29.501372 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519d00fe-0977-4a97-92d9-1461754773b8 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Pushing event deleted for resources: {'Port': ['ID=be189f34-4394-4326-9e90-4936d19950a1,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:23:29.527423 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4d65cf-f5ac-4ff7-8b51-a59aa1ba0c71 req-5a1dd05a-afa5-4c77-be17-abfe23f9a715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:29.528984 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9d4d65cf-f5ac-4ff7-8b51-a59aa1ba0c71 req-5a1dd05a-afa5-4c77-be17-abfe23f9a715 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=91caede3-92e4-4b1e-8e3e-36227cfd846a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2482319 Aug 05 11:23:29.545318 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039d289a-cb37-4ce7-b538-e85ddebef204 req-d8245a45-a09f-4deb-9d2c-c53bfb2b36dc tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:29.549455 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-039d289a-cb37-4ce7-b538-e85ddebef204 req-d8245a45-a09f-4deb-9d2c-c53bfb2b36dc tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] 10.222.0.58 "GET /v2.0/ports?device_id=23921316-79ed-4f9e-adf4-a4668e9fa730 HTTP/1.1" status: 200 len: 946 time: 0.2171071 Aug 05 11:23:29.597353 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-a0cc9abd-7a12-4263-af5e-ebb8b9cff47f req-75a74205-bbdc-4677-a8fc-cb24aee02cb1 tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:29.641603 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d68a303-d6be-4afe-8a47-8f2d953a2ea2 req-b24c2640-8e9c-4784-8df7-f24a34eb4b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:29.643555 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6d68a303-d6be-4afe-8a47-8f2d953a2ea2 req-b24c2640-8e9c-4784-8df7-f24a34eb4b80 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c1d3f101-369e-4625-bfd2-2a60ea4757bb HTTP/1.1" status: 200 len: 921 time: 0.1173463 Aug 05 11:23:29.720837 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6d68a303-d6be-4afe-8a47-8f2d953a2ea2 req-b0b8cb85-1735-40b7-8e9e-9724390eb1ff service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=55713e77-38b3-42f5-962d-9575770689fe HTTP/1.1" status: 200 len: 217 time: 0.0680985 Aug 05 11:23:29.726478 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [req-b842444a-ee52-4879-a7ef-3acbeff0a891 req-519d00fe-0977-4a97-92d9-1461754773b8 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] No DVR routers for this DVR port be189f34-4394-4326-9e90-4936d19950a1 on host n-h1-803378-2 {{(pid=94420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:23:29.736733 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-b842444a-ee52-4879-a7ef-3acbeff0a891 req-519d00fe-0977-4a97-92d9-1461754773b8 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:29.745755 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b842444a-ee52-4879-a7ef-3acbeff0a891 req-519d00fe-0977-4a97-92d9-1461754773b8 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "DELETE /v2.0/ports/be189f34-4394-4326-9e90-4936d19950a1 HTTP/1.1" status: 204 len: 173 time: 1.9298241 Aug 05 11:23:29.750308 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [req-a0cc9abd-7a12-4263-af5e-ebb8b9cff47f req-75a74205-bbdc-4677-a8fc-cb24aee02cb1 tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] Transition to ACTIVE for port object 3c67e590-e364-4336-b116-c2e224729891 will not be triggered until provisioned by entity DHCP. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:23:29.797691 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-039d289a-cb37-4ce7-b538-e85ddebef204 req-2f4d1747-9f0c-4136-830c-d6cfdc955ae8 tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] 10.222.0.58 "GET /v2.0/security-groups?id=36b70b2c-7722-4ca7-80c0-dfc1cbc20350&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2061610 Aug 05 11:23:29.817618 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d68a303-d6be-4afe-8a47-8f2d953a2ea2 req-28ec985d-acc6-4123-b075-943e8261191a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:29.821118 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6d68a303-d6be-4afe-8a47-8f2d953a2ea2 req-28ec985d-acc6-4123-b075-943e8261191a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=88c33de2-0b50-4fb8-a2a7-3c3e700f5c7c HTTP/1.1" status: 200 len: 860 time: 0.0911887 Aug 05 11:23:29.861282 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-a0cc9abd-7a12-4263-af5e-ebb8b9cff47f req-75a74205-bbdc-4677-a8fc-cb24aee02cb1 tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:29.934975 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6d68a303-d6be-4afe-8a47-8f2d953a2ea2 req-592b4535-4208-44a8-9d40-08b307c3182d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c1d3f101-369e-4625-bfd2-2a60ea4757bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1001449 Aug 05 11:23:29.940790 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9d4d65cf-f5ac-4ff7-8b51-a59aa1ba0c71 req-8e025b85-81cb-4ae6-977b-7b5a892bb44b service neutron] 10.222.0.64 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3586190 Aug 05 11:23:29.948436 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0cc9abd-7a12-4263-af5e-ebb8b9cff47f req-75a74205-bbdc-4677-a8fc-cb24aee02cb1 tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] Network 688d8d3a-2c98-48b7-91ea-222d8bd03d5f is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:23:29.981208 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [req-a0cc9abd-7a12-4263-af5e-ebb8b9cff47f req-75a74205-bbdc-4677-a8fc-cb24aee02cb1 tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:23:30.001856 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0cc9abd-7a12-4263-af5e-ebb8b9cff47f req-75a74205-bbdc-4677-a8fc-cb24aee02cb1 tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:23:30.128420 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6d68a303-d6be-4afe-8a47-8f2d953a2ea2 req-fb0a2ac5-1770-4bc8-bdf3-916456136333 service neutron] 10.222.0.55 "GET /v2.0/networks/c1d3f101-369e-4625-bfd2-2a60ea4757bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761045 Aug 05 11:23:30.188097 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a74205-bbdc-4677-a8fc-cb24aee02cb1 tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] Pushing event updated for resources: {'Port': ['ID=3c67e590-e364-4336-b116-c2e224729891,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:23:30.370988 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cc9abd-7a12-4263-af5e-ebb8b9cff47f req-75a74205-bbdc-4677-a8fc-cb24aee02cb1 tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:30.371981 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-a0cc9abd-7a12-4263-af5e-ebb8b9cff47f req-75a74205-bbdc-4677-a8fc-cb24aee02cb1 tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:30.415110 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041001c9-d529-409b-b00d-baf4fb9e2cbb req-f1df8445-0bfc-4e61-9e03-114e0255416c tempest-LiveAutoBlockMigrationV225Test-707045295 tempest-LiveAutoBlockMigrationV225Test-707045295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:30.421980 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-041001c9-d529-409b-b00d-baf4fb9e2cbb req-f1df8445-0bfc-4e61-9e03-114e0255416c tempest-LiveAutoBlockMigrationV225Test-707045295 tempest-LiveAutoBlockMigrationV225Test-707045295-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=7ffa315b-116e-43b6-aaa8-3e9c048e4a3d&tenant_id=e8f6478cce384a98ba09cac5c1bcf855&binding%3Ahost_id=n-h1-803378-2 HTTP/1.1" status: 200 len: 1097 time: 0.3720143 Aug 05 11:23:30.424376 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-f559d474-b5b5-486f-b3c5-2b2af3ef4e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:30.427391 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-f559d474-b5b5-486f-b3c5-2b2af3ef4e2b service neutron] 10.222.0.55 "GET /v2.0/ports/8fe40b91-b25d-45f0-9197-c82f62355d38 HTTP/1.1" status: 200 len: 1027 time: 0.1663811 Aug 05 11:23:30.454994 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcf77af-2c4c-4094-b917-26eb82c61564 req-e7fd7212-7a8a-401f-b1cc-f68f424de340 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:30.469297 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ddcf77af-2c4c-4094-b917-26eb82c61564 req-e7fd7212-7a8a-401f-b1cc-f68f424de340 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ffa315b-116e-43b6-aaa8-3e9c048e4a3d HTTP/1.1" status: 200 len: 946 time: 0.5187035 Aug 05 11:23:30.479013 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-041001c9-d529-409b-b00d-baf4fb9e2cbb req-c4a6298e-e450-4598-9db1-c9ad29d7799c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-803378-2'}}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:23:30.538383 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-1eda651c-2f88-415e-8c86-e951779b6962 None None] Provisioning for port 3c67e590-e364-4336-b116-c2e224729891 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:23:30.546140 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-1eda651c-2f88-415e-8c86-e951779b6962 None None] Provisioning complete for port 3c67e590-e364-4336-b116-c2e224729891 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:23:30.546746 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1eda651c-2f88-415e-8c86-e951779b6962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:30.559429 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a0cc9abd-7a12-4263-af5e-ebb8b9cff47f req-75a74205-bbdc-4677-a8fc-cb24aee02cb1 tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6040285 Aug 05 11:23:30.563947 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-d40e0a1d-740f-47b3-974a-1548a0d59e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:30.567093 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-d40e0a1d-740f-47b3-974a-1548a0d59e8f service neutron] 10.222.0.55 "GET /v2.0/ports/9825552d-c4a9-47c2-b314-f8532a62835b HTTP/1.1" status: 200 len: 1027 time: 0.0774658 Aug 05 11:23:30.599167 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9d4d65cf-f5ac-4ff7-8b51-a59aa1ba0c71 req-778b4b70-934e-4a59-ae48-21bf05c7919e service neutron] 10.222.0.64 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6433835 Aug 05 11:23:30.602887 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6d68a303-d6be-4afe-8a47-8f2d953a2ea2 req-b927c91e-9065-4727-8a1e-fe11f851b4dd service neutron] 10.222.0.55 "GET /v2.0/networks/c1d3f101-369e-4625-bfd2-2a60ea4757bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4648092 Aug 05 11:23:30.613468 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-1eda651c-2f88-415e-8c86-e951779b6962 None None] Port 3c67e590-e364-4336-b116-c2e224729891 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:23:30.623276 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-a0cc9abd-7a12-4263-af5e-ebb8b9cff47f req-198d7629-d170-4bd4-9f3c-673a126e3a52 service neutron] Request body: {'port': {'device_id': 'ebd7f4a2-1b4a-49a0-97dd-2190f4672435', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-2'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:23:30.765976 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ddcf77af-2c4c-4094-b917-26eb82c61564 req-1fe49529-6a9e-40e5-9046-c52ff1c1e0fe tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b660be2-1cd3-4f1b-b8b6-43aa3e7d82c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2951822 Aug 05 11:23:30.787854 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-041001c9-d529-409b-b00d-baf4fb9e2cbb req-c4a6298e-e450-4598-9db1-c9ad29d7799c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:30.863446 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-1f60b29c-5160-4062-9e57-3f4149a9126a tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:30.893222 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-1f60b29c-5160-4062-9e57-3f4149a9126a tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:30.918162 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5c99a4-432c-4d9e-a10d-6d1a2ae3d40d req-b05c5e9c-8782-402a-bf4e-d5ab9c25becf tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:30.918583 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-1f60b29c-5160-4062-9e57-3f4149a9126a tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:30.918759 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9f5c99a4-432c-4d9e-a10d-6d1a2ae3d40d req-b05c5e9c-8782-402a-bf4e-d5ab9c25becf tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebd7f4a2-1b4a-49a0-97dd-2190f4672435 HTTP/1.1" status: 200 len: 931 time: 0.3573108 Aug 05 11:23:30.918759 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-a0cc9abd-7a12-4263-af5e-ebb8b9cff47f req-198d7629-d170-4bd4-9f3c-673a126e3a52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:30.919066 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-1f60b29c-5160-4062-9e57-3f4149a9126a tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.55 "GET /v2.0/networks?id=1d9d0f10-7957-4188-9ef0-2efd524fc96a&id=d036d46a-a30d-4750-b27d-4b7146f11df9&id=d036d46a-a30d-4750-b27d-4b7146f11df9&id=d036d46a-a30d-4750-b27d-4b7146f11df9&id=d036d46a-a30d-4750-b27d-4b7146f11df9&id=a5f65908-1835-4cf8-bef2-1ebbd6cd0373&id=a5f65908-1835-4cf8-bef2-1ebbd6cd0373 HTTP/1.1" status: 200 len: 1990 time: 0.3065705 Aug 05 11:23:30.919066 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31670d3e-243a-49c7-bdcb-1b43e70d8c82 x-openstack-request-id: req-31670d3e-243a-49c7-bdcb-1b43e70d8c82 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:23:30.919066 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51b325b8-67f6-4df3-99d8-5748c18fc4fb", "tag": "17316c3c-1452-458b-b7e3-72878c4fab59", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:23:30.919066 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-31670d3e-243a-49c7-bdcb-1b43e70d8c82 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:23:30.919684 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51b325b8-67f6-4df3-99d8-5748c18fc4fb', 'tag': '17316c3c-1452-458b-b7e3-72878c4fab59', 'status': 'completed', 'code': 200} Aug 05 11:23:31.019215 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-f72c03f0-e346-4f7a-b043-3f29229031f8 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b4870e3c85c84ca78a3c4012c18adec3 HTTP/1.1" status: 200 len: 380 time: 0.0842390 Aug 05 11:23:31.033101 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-e0122e9e-dbf7-4a2d-8347-c41e1544fe72 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Request body: {'port': {'device_id': '443a76e9-196d-4aa4-85e8-0ee1eebabb66', 'network_id': '1d9d0f10-7957-4188-9ef0-2efd524fc96a', 'admin_state_up': True, 'tenant_id': 'b4870e3c85c84ca78a3c4012c18adec3', 'security_groups': ['3ada918e-0522-4602-984c-a2f526ffb568']}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:23:31.048324 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 17316c3c-1452-458b-b7e3-72878c4fab59 details requested by agent hyperv_n-h1-803378-2 with host n-h1-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:23:31.311806 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-811454fc-396a-43c7-8416-a13540ea0e29 x-openstack-request-id: req-811454fc-396a-43c7-8416-a13540ea0e29 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:23:31.312697 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23921316-79ed-4f9e-adf4-a4668e9fa730", "name": "network-vif-plugged", "status": "completed", "tag": "36e964c6-d89e-4431-8738-95e07ed46db5", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:23:31.313195 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-811454fc-396a-43c7-8416-a13540ea0e29 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:23:31.315704 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23921316-79ed-4f9e-adf4-a4668e9fa730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36e964c6-d89e-4431-8738-95e07ed46db5', 'code': 200} Aug 05 11:23:31.430061 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9f5c99a4-432c-4d9e-a10d-6d1a2ae3d40d req-6cceff99-34fb-4a59-b792-30b62f73ce70 tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] 10.222.0.58 "GET /v2.0/security-groups?id=fbebaaf7-93ba-47dd-9c3c-d739b7022bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4684877 Aug 05 11:23:31.494252 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-e0122e9e-dbf7-4a2d-8347-c41e1544fe72 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Made reservation on behalf of b4870e3c85c84ca78a3c4012c18adec3 for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:23:31.498546 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-e0122e9e-dbf7-4a2d-8347-c41e1544fe72 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:31.514237 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 17316c3c-1452-458b-b7e3-72878c4fab59, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=17316c3c-1452-458b-b7e3-72878c4fab59,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:23:31.567818 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0c89468c-172f-444e-956a-7cec670121d3 req-8ac85450-dc21-4e9e-91f9-6620543d53d4 tempest-ServerShowV254Test-1867190310 tempest-ServerShowV254Test-1867190310-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8857fb0-c323-4c32-8a27-1fac64f108bf HTTP/1.1" status: 200 len: 210 time: 0.1039717 Aug 05 11:23:31.571459 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Returning: {'device': '17316c3c-1452-458b-b7e3-72878c4fab59', 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a', 'port_id': '17316c3c-1452-458b-b7e3-72878c4fab59', 'mac_address': 'fa:16:3e:b4:6a:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6842f728-c2f3-4e36-bb32-3303d06ce3f4', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:23:31.590858 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f78f83d-598f-452e-94fa-b954311d5c91 req-32001d70-b933-441a-a712-8a26d933bde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:31.591902 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-5f78f83d-598f-452e-94fa-b954311d5c91 req-32001d70-b933-441a-a712-8a26d933bde3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=23921316-79ed-4f9e-adf4-a4668e9fa730 HTTP/1.1" status: 200 len: 1097 time: 0.1701539 Aug 05 11:23:31.601584 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4df5714-e611-48b2-8e02-11818604dd3a x-openstack-request-id: req-f4df5714-e611-48b2-8e02-11818604dd3a {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:23:31.602251 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33724d5f-7aa2-4a6c-ab21-11196e547338", "tag": "acb20733-3c4b-47b8-b861-841610d97f25", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:23:31.602251 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f4df5714-e611-48b2-8e02-11818604dd3a {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:23:31.602766 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33724d5f-7aa2-4a6c-ab21-11196e547338', 'tag': 'acb20733-3c4b-47b8-b861-841610d97f25', 'status': 'completed', 'code': 200} Aug 05 11:23:31.628682 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8692b3e0-1127-4053-aa64-b59505c7fb33 req-11152d32-7ab7-4c70-b04a-9baa56c0fc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:31.630954 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8692b3e0-1127-4053-aa64-b59505c7fb33 req-11152d32-7ab7-4c70-b04a-9baa56c0fc97 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=da1b410c9abb4742b18075944f1e5e2e&device_id=51b325b8-67f6-4df3-99d8-5748c18fc4fb HTTP/1.1" status: 200 len: 1099 time: 0.6233671 Aug 05 11:23:31.687225 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 5c7f819f-c721-4a8d-a676-489500d22fbb details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:23:31.828060 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:31.997747 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17316c3c-1452-458b-b7e3-72878c4fab59 {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:23:32.005459 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db91c77-36c2-4a97-ad88-84e9b7be4f0e req-a04169b6-bf5b-4c7e-bdac-4287fac33e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:32.008537 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8db91c77-36c2-4a97-ad88-84e9b7be4f0e req-a04169b6-bf5b-4c7e-bdac-4287fac33e2f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=da1b410c9abb4742b18075944f1e5e2e&device_id=33724d5f-7aa2-4a6c-ab21-11196e547338 HTTP/1.1" status: 200 len: 1099 time: 0.2221994 Aug 05 11:23:32.016998 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-5f78f83d-598f-452e-94fa-b954311d5c91 req-01a290eb-9566-41f5-b7ba-94b6df89705a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=36b70b2c-7722-4ca7-80c0-dfc1cbc20350&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2285190 Aug 05 11:23:32.073210 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 17316c3c-1452-458b-b7e3-72878c4fab59, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=17316c3c-1452-458b-b7e3-72878c4fab59,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:23:32.095215 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:32.200697 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db91c77-36c2-4a97-ad88-84e9b7be4f0e req-bd317c49-e1ea-4cb6-ac60-c8ce22bdd993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:32.204159 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8db91c77-36c2-4a97-ad88-84e9b7be4f0e req-bd317c49-e1ea-4cb6-ac60-c8ce22bdd993 service neutron] 10.222.0.64 "GET /v2.0/networks?id=91caede3-92e4-4b1e-8e3e-36227cfd846a HTTP/1.1" status: 200 len: 870 time: 0.1798341 Aug 05 11:23:32.217201 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-e0122e9e-dbf7-4a2d-8347-c41e1544fe72 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Allocated IP 172.20.0.10 (1d9d0f10-7957-4188-9ef0-2efd524fc96a/359b66e9-993f-49f2-872a-086774950a53/cda42fa7-6755-4e33-bd29-5cc1df60f230) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:23:32.262674 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 5c7f819f-c721-4a8d-a676-489500d22fbb, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=5c7f819f-c721-4a8d-a676-489500d22fbb,segment=NetworkSegment(7242661a-6816-45d7-a9cf-d91bdd00208a),segment_id=7242661a-6816-45d7-a9cf-d91bdd00208a)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:23:32.266405 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=17316c3c-1452-458b-b7e3-72878c4fab59,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:23:32.286014 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 5c7f819f-c721-4a8d-a676-489500d22fbb has no active binding in host n-h2-803378-2 {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 05 11:23:32.303077 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 11:23:32.314212 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8db91c77-36c2-4a97-ad88-84e9b7be4f0e req-54651335-7106-4b0f-9bf9-a638b2c0568f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=acb20733-3c4b-47b8-b861-841610d97f25 HTTP/1.1" status: 200 len: 217 time: 0.0997612 Aug 05 11:23:32.501039 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db91c77-36c2-4a97-ad88-84e9b7be4f0e req-776bb530-2818-40b0-9938-084c6178542d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:32.503194 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8db91c77-36c2-4a97-ad88-84e9b7be4f0e req-776bb530-2818-40b0-9938-084c6178542d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6842f728-c2f3-4e36-bb32-3303d06ce3f4 HTTP/1.1" status: 200 len: 843 time: 0.1783619 Aug 05 11:23:32.631442 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-156e9d14-c7ab-425e-b1dc-76bb90a8a0a4 req-9f44f67c-a0da-456d-8b24-1e5738a970a3 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "GET /v2.0/ports?device_id=443a76e9-196d-4aa4-85e8-0ee1eebabb66 HTTP/1.1" status: 200 len: 210 time: 0.2904031 Aug 05 11:23:32.697254 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['17316c3c-1452-458b-b7e3-72878c4fab59'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:23:32.699560 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db91c77-36c2-4a97-ad88-84e9b7be4f0e req-89e2bedd-2f45-4882-a07a-baddf98b0264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:32.699560 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8db91c77-36c2-4a97-ad88-84e9b7be4f0e req-89e2bedd-2f45-4882-a07a-baddf98b0264 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=91caede3-92e4-4b1e-8e3e-36227cfd846a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1672215 Aug 05 11:23:32.845282 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-e0122e9e-dbf7-4a2d-8347-c41e1544fe72 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:32.903944 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-041001c9-d529-409b-b00d-baf4fb9e2cbb req-c4a6298e-e450-4598-9db1-c9ad29d7799c service neutron] For port 5c7f819f-c721-4a8d-a676-489500d22fbb, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=5c7f819f-c721-4a8d-a676-489500d22fbb,segment=NetworkSegment(7242661a-6816-45d7-a9cf-d91bdd00208a),segment_id=7242661a-6816-45d7-a9cf-d91bdd00208a)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:23:32.931982 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-e0122e9e-dbf7-4a2d-8347-c41e1544fe72 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Transition to ACTIVE for port object cda42fa7-6755-4e33-bd29-5cc1df60f230 will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:23:32.984530 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8692b3e0-1127-4053-aa64-b59505c7fb33 req-c87e33d1-21a4-4c8f-8a73-0503991db913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:32.994618 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8692b3e0-1127-4053-aa64-b59505c7fb33 req-c87e33d1-21a4-4c8f-8a73-0503991db913 service neutron] 10.222.0.64 "GET /v2.0/networks?id=91caede3-92e4-4b1e-8e3e-36227cfd846a HTTP/1.1" status: 200 len: 870 time: 1.3346658 Aug 05 11:23:33.014667 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672a072b-053f-47a0-b7c9-4c1c895b9083 req-517395aa-2269-4d48-8fde-d49e882f1c68 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:33.046923 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-672a072b-053f-47a0-b7c9-4c1c895b9083 req-517395aa-2269-4d48-8fde-d49e882f1c68 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/ports?device_id=51b325b8-67f6-4df3-99d8-5748c18fc4fb HTTP/1.1" status: 200 len: 949 time: 0.7091372 Aug 05 11:23:33.102037 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8db91c77-36c2-4a97-ad88-84e9b7be4f0e req-5a4ced7f-5d0d-4079-b243-9cc6b9e60cf3 service neutron] 10.222.0.64 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4019916 Aug 05 11:23:33.133879 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8692b3e0-1127-4053-aa64-b59505c7fb33 req-49225586-3046-4750-b41d-4ddf80cd7bbb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=17316c3c-1452-458b-b7e3-72878c4fab59 HTTP/1.1" status: 200 len: 217 time: 0.0788100 Aug 05 11:23:33.311917 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-041001c9-d529-409b-b00d-baf4fb9e2cbb req-c4a6298e-e450-4598-9db1-c9ad29d7799c service neutron] For port 5c7f819f-c721-4a8d-a676-489500d22fbb, host n-h1-803378-2, cleared binding levels {{(pid=94420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:23:33.341934 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8db91c77-36c2-4a97-ad88-84e9b7be4f0e req-c817862c-97d4-4277-9110-826ea8e0bfda service neutron] 10.222.0.64 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213368 Aug 05 11:23:33.345750 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-e0122e9e-dbf7-4a2d-8347-c41e1544fe72 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:33.380635 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [req-a0cc9abd-7a12-4263-af5e-ebb8b9cff47f req-198d7629-d170-4bd4-9f3c-673a126e3a52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c67e590-e364-4336-b116-c2e224729891 {{(pid=94420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:23:33.405247 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-672a072b-053f-47a0-b7c9-4c1c895b9083 req-06d47c2f-e1b8-4f98-9eb3-f63038e2e076 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/security-groups?id=2975fa17-2fff-4e01-97a3-764244a94779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3572035 Aug 05 11:23:33.456590 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-a0cc9abd-7a12-4263-af5e-ebb8b9cff47f req-198d7629-d170-4bd4-9f3c-673a126e3a52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:33.460716 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0122e9e-dbf7-4a2d-8347-c41e1544fe72 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Pushing event updated for resources: {'Port': ['ID=cda42fa7-6755-4e33-bd29-5cc1df60f230,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:23:33.468188 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8692b3e0-1127-4053-aa64-b59505c7fb33 req-4d8f2cc4-dbb1-455e-8b2f-19e7ac7d50f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:33.471385 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8692b3e0-1127-4053-aa64-b59505c7fb33 req-4d8f2cc4-dbb1-455e-8b2f-19e7ac7d50f6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6842f728-c2f3-4e36-bb32-3303d06ce3f4 HTTP/1.1" status: 200 len: 843 time: 0.3263834 Aug 05 11:23:33.485034 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-e0122e9e-dbf7-4a2d-8347-c41e1544fe72 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Network 1d9d0f10-7957-4188-9ef0-2efd524fc96a is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:23:33.487876 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-e0122e9e-dbf7-4a2d-8347-c41e1544fe72 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:23:33.492818 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-e0122e9e-dbf7-4a2d-8347-c41e1544fe72 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:23:33.596564 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [req-a0cc9abd-7a12-4263-af5e-ebb8b9cff47f req-198d7629-d170-4bd4-9f3c-673a126e3a52 service neutron] Transition to ACTIVE for port object 3c67e590-e364-4336-b116-c2e224729891 will not be triggered until provisioned by entity L2. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:23:33.603859 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-041001c9-d529-409b-b00d-baf4fb9e2cbb req-c4a6298e-e450-4598-9db1-c9ad29d7799c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:33.614889 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11c1c893-64c6-4eaa-9d19-ac08d54c048d', 'name': 'network-vif-deleted', 'tag': 'be189f34-4394-4326-9e90-4936d19950a1'}, {'server_uuid': '7ffa315b-116e-43b6-aaa8-3e9c048e4a3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c7f819f-c721-4a8d-a676-489500d22fbb'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:23:33.620263 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}828068ad8d405ad77660ce68fa78e1ffe658725812f7a08f9e488a446589295b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24ee77aa-457a-4cbb-969b-8ca55357d851" -d '{"events": [{"server_uuid": "11c1c893-64c6-4eaa-9d19-ac08d54c048d", "name": "network-vif-deleted", "tag": "be189f34-4394-4326-9e90-4936d19950a1"}, {"server_uuid": "7ffa315b-116e-43b6-aaa8-3e9c048e4a3d", "name": "network-vif-unplugged", "status": "completed", "tag": "5c7f819f-c721-4a8d-a676-489500d22fbb"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:23:33.635249 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-e0122e9e-dbf7-4a2d-8347-c41e1544fe72 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:33.636224 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-e0122e9e-dbf7-4a2d-8347-c41e1544fe72 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:33.669482 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-e0122e9e-dbf7-4a2d-8347-c41e1544fe72 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6414812 Aug 05 11:23:33.690451 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5c3511-f9f6-43ec-a747-96ce58b62ef7 req-4ac0f369-9596-4566-afb5-f51d011f8a13 tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:33.692615 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-66c5cba4-0b5b-49e4-9349-df7490528c59 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Request body: {'port': {'device_id': '443a76e9-196d-4aa4-85e8-0ee1eebabb66', 'network_id': 'd036d46a-a30d-4750-b27d-4b7146f11df9', 'admin_state_up': True, 'tenant_id': 'b4870e3c85c84ca78a3c4012c18adec3', 'security_groups': ['3ada918e-0522-4602-984c-a2f526ffb568']}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:23:33.703842 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2b5c3511-f9f6-43ec-a747-96ce58b62ef7 req-4ac0f369-9596-4566-afb5-f51d011f8a13 tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] 10.222.0.58 "GET /v2.0/ports?device_id=23921316-79ed-4f9e-adf4-a4668e9fa730 HTTP/1.1" status: 200 len: 946 time: 0.5163846 Aug 05 11:23:33.715883 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-a0cc9abd-7a12-4263-af5e-ebb8b9cff47f req-198d7629-d170-4bd4-9f3c-673a126e3a52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:33.769713 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-041001c9-d529-409b-b00d-baf4fb9e2cbb req-c4a6298e-e450-4598-9db1-c9ad29d7799c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:33.980444 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-66c5cba4-0b5b-49e4-9349-df7490528c59 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Made reservation on behalf of b4870e3c85c84ca78a3c4012c18adec3 for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:23:33.985119 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-66c5cba4-0b5b-49e4-9349-df7490528c59 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:33.985467 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2b5c3511-f9f6-43ec-a747-96ce58b62ef7 req-33743a31-7120-41be-9d91-cc0bf3c063a0 tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] 10.222.0.58 "GET /v2.0/security-groups?id=36b70b2c-7722-4ca7-80c0-dfc1cbc20350&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2801166 Aug 05 11:23:34.018591 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198d7629-d170-4bd4-9f3c-673a126e3a52 service neutron] Pushing event updated for resources: {'Port': ['ID=3c67e590-e364-4336-b116-c2e224729891,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:23:34.023018 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-a895e772-8175-4680-9919-d3bb5a1701ab None None] Provisioning for port cda42fa7-6755-4e33-bd29-5cc1df60f230 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:23:34.034376 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8692b3e0-1127-4053-aa64-b59505c7fb33 req-73f03758-8dd8-4cbb-a8ef-163b50d078bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:34.036308 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8692b3e0-1127-4053-aa64-b59505c7fb33 req-73f03758-8dd8-4cbb-a8ef-163b50d078bd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=91caede3-92e4-4b1e-8e3e-36227cfd846a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5426416 Aug 05 11:23:34.056092 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-a895e772-8175-4680-9919-d3bb5a1701ab None None] Provisioning complete for port cda42fa7-6755-4e33-bd29-5cc1df60f230 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:23:34.057458 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-a895e772-8175-4680-9919-d3bb5a1701ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:34.215261 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-a895e772-8175-4680-9919-d3bb5a1701ab None None] Port cda42fa7-6755-4e33-bd29-5cc1df60f230 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:23:34.403868 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-66c5cba4-0b5b-49e4-9349-df7490528c59 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Allocated IP 10.1.1.252 (d036d46a-a30d-4750-b27d-4b7146f11df9/63fb736d-d029-44dc-a68b-bfad4551695d/5bd78e20-4e65-4320-8933-ff3e7cd3c7e1) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:23:34.482135 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e28f656-2a66-4e52-811f-3564f75d5ef2 req-4fd84905-8475-4a6c-a66f-7f7b045afbb5 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:34.485006 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7e28f656-2a66-4e52-811f-3564f75d5ef2 req-4fd84905-8475-4a6c-a66f-7f7b045afbb5 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ffa315b-116e-43b6-aaa8-3e9c048e4a3d HTTP/1.1" status: 200 len: 944 time: 0.8096702 Aug 05 11:23:34.623571 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-041001c9-d529-409b-b00d-baf4fb9e2cbb req-c4a6298e-e450-4598-9db1-c9ad29d7799c service neutron] Attempting to bind port 5c7f819f-c721-4a8d-a676-489500d22fbb on host n-h1-803378-2 for vnic_type normal with profile {"migrating_to": "n-h2-803378-2"} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:23:34.624136 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-041001c9-d529-409b-b00d-baf4fb9e2cbb req-c4a6298e-e450-4598-9db1-c9ad29d7799c service neutron] Attempting to bind port 5c7f819f-c721-4a8d-a676-489500d22fbb by drivers openvswitch,hyperv on host n-h1-803378-2 at level 0 using segments [{'id': '7242661a-6816-45d7-a9cf-d91bdd00208a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'c1d3f101-369e-4625-bfd2-2a60ea4757bb'}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:23:34.624675 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041001c9-d529-409b-b00d-baf4fb9e2cbb req-c4a6298e-e450-4598-9db1-c9ad29d7799c service neutron] Attempting to bind port 5c7f819f-c721-4a8d-a676-489500d22fbb on network c1d3f101-369e-4625-bfd2-2a60ea4757bb {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:23:34.758896 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041001c9-d529-409b-b00d-baf4fb9e2cbb req-c4a6298e-e450-4598-9db1-c9ad29d7799c service neutron] Port 5c7f819f-c721-4a8d-a676-489500d22fbb on network c1d3f101-369e-4625-bfd2-2a60ea4757bb not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-2 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:23:34.760336 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041001c9-d529-409b-b00d-baf4fb9e2cbb req-c4a6298e-e450-4598-9db1-c9ad29d7799c service neutron] Attempting to bind port 5c7f819f-c721-4a8d-a676-489500d22fbb on network c1d3f101-369e-4625-bfd2-2a60ea4757bb {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:23:34.763234 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a6298e-e450-4598-9db1-c9ad29d7799c service neutron] Pushing event updated for resources: {'Port': ['ID=5c7f819f-c721-4a8d-a676-489500d22fbb,revision_number=7']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:23:34.829680 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041001c9-d529-409b-b00d-baf4fb9e2cbb req-c4a6298e-e450-4598-9db1-c9ad29d7799c service neutron] Checking agent: {'id': '40bb7567-59bd-4b31-bc29-da1c50bca759', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:23:34.829680 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041001c9-d529-409b-b00d-baf4fb9e2cbb req-c4a6298e-e450-4598-9db1-c9ad29d7799c service neutron] Checking segment: {'id': '7242661a-6816-45d7-a9cf-d91bdd00208a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'c1d3f101-369e-4625-bfd2-2a60ea4757bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:23:34.830193 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041001c9-d529-409b-b00d-baf4fb9e2cbb req-c4a6298e-e450-4598-9db1-c9ad29d7799c service neutron] Bound using segment: {'id': '7242661a-6816-45d7-a9cf-d91bdd00208a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'c1d3f101-369e-4625-bfd2-2a60ea4757bb'} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:23:34.830903 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-041001c9-d529-409b-b00d-baf4fb9e2cbb req-c4a6298e-e450-4598-9db1-c9ad29d7799c service neutron] Bound port: 5c7f819f-c721-4a8d-a676-489500d22fbb, host: n-h1-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7242661a-6816-45d7-a9cf-d91bdd00208a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'c1d3f101-369e-4625-bfd2-2a60ea4757bb'}}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:23:34.831482 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-041001c9-d529-409b-b00d-baf4fb9e2cbb req-c4a6298e-e450-4598-9db1-c9ad29d7799c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:34.838803 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-66c5cba4-0b5b-49e4-9349-df7490528c59 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:34.843491 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7e28f656-2a66-4e52-811f-3564f75d5ef2 req-d0977cb6-2419-4dc5-818b-ec7b1185d711 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b660be2-1cd3-4f1b-b8b6-43aa3e7d82c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772553 Aug 05 11:23:34.851277 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8692b3e0-1127-4053-aa64-b59505c7fb33 req-24ea79d5-10bf-4df9-9af1-9068514000f5 service neutron] 10.222.0.64 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7960515 Aug 05 11:23:34.865812 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a2f12c-fa04-4ee2-8f28-914c9ae80e21 req-cee838ea-80d6-480a-b39e-6ea58da93e93 tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:34.872763 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-66c5cba4-0b5b-49e4-9349-df7490528c59 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Transition to ACTIVE for port object 5bd78e20-4e65-4320-8933-ff3e7cd3c7e1 will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:23:34.898114 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-84a2f12c-fa04-4ee2-8f28-914c9ae80e21 req-cee838ea-80d6-480a-b39e-6ea58da93e93 tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebd7f4a2-1b4a-49a0-97dd-2190f4672435 HTTP/1.1" status: 200 len: 943 time: 0.4893446 Aug 05 11:23:34.947754 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-a0cc9abd-7a12-4263-af5e-ebb8b9cff47f req-198d7629-d170-4bd4-9f3c-673a126e3a52 service neutron] Attempting to bind port 3c67e590-e364-4336-b116-c2e224729891 on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:23:34.948342 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-a0cc9abd-7a12-4263-af5e-ebb8b9cff47f req-198d7629-d170-4bd4-9f3c-673a126e3a52 service neutron] Attempting to bind port 3c67e590-e364-4336-b116-c2e224729891 by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': '8b1bca96-601f-4458-8b80-fcef880d5fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '688d8d3a-2c98-48b7-91ea-222d8bd03d5f'}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:23:34.948779 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0cc9abd-7a12-4263-af5e-ebb8b9cff47f req-198d7629-d170-4bd4-9f3c-673a126e3a52 service neutron] Attempting to bind port 3c67e590-e364-4336-b116-c2e224729891 on network 688d8d3a-2c98-48b7-91ea-222d8bd03d5f {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:23:34.951789 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-66c5cba4-0b5b-49e4-9349-df7490528c59 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:35.031417 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-66c5cba4-0b5b-49e4-9349-df7490528c59 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Network d036d46a-a30d-4750-b27d-4b7146f11df9 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:23:35.034150 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-66c5cba4-0b5b-49e4-9349-df7490528c59 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:23:35.043919 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-66c5cba4-0b5b-49e4-9349-df7490528c59 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:23:35.070615 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device acb20733-3c4b-47b8-b861-841610d97f25 details requested by agent hyperv_n-h1-803378-2 with host n-h1-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:23:35.090501 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b8e12990-7054-422c-889d-2e6556812265 req-41ae8a9c-dc59-4f71-bf0e-bff4deff2665 tempest-ServerShowV254Test-1867190310 tempest-ServerShowV254Test-1867190310-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8857fb0-c323-4c32-8a27-1fac64f108bf HTTP/1.1" status: 200 len: 210 time: 0.1150253 Aug 05 11:23:35.114445 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c5cba4-0b5b-49e4-9349-df7490528c59 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Pushing event updated for resources: {'Port': ['ID=5bd78e20-4e65-4320-8933-ff3e7cd3c7e1,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:23:35.181250 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-66c5cba4-0b5b-49e4-9349-df7490528c59 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:35.183709 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-66c5cba4-0b5b-49e4-9349-df7490528c59 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:35.228954 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-66c5cba4-0b5b-49e4-9349-df7490528c59 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5440607 Aug 05 11:23:35.251977 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-77048323-64f2-40be-bc2f-ef79a02fa6e2 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Request body: {'port': {'device_id': '443a76e9-196d-4aa4-85e8-0ee1eebabb66', 'network_id': 'd036d46a-a30d-4750-b27d-4b7146f11df9', 'admin_state_up': True, 'tenant_id': 'b4870e3c85c84ca78a3c4012c18adec3', 'security_groups': ['3ada918e-0522-4602-984c-a2f526ffb568']}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:23:35.275832 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8692b3e0-1127-4053-aa64-b59505c7fb33 req-b3edb60d-ff78-45db-b871-1c773b4be627 service neutron] 10.222.0.64 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3651719 Aug 05 11:23:35.277129 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0cc9abd-7a12-4263-af5e-ebb8b9cff47f req-198d7629-d170-4bd4-9f3c-673a126e3a52 service neutron] Port 3c67e590-e364-4336-b116-c2e224729891 on network 688d8d3a-2c98-48b7-91ea-222d8bd03d5f not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:23:35.285377 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0cc9abd-7a12-4263-af5e-ebb8b9cff47f req-198d7629-d170-4bd4-9f3c-673a126e3a52 service neutron] Attempting to bind port 3c67e590-e364-4336-b116-c2e224729891 on network 688d8d3a-2c98-48b7-91ea-222d8bd03d5f {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:23:35.299945 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 17316c3c-1452-458b-b7e3-72878c4fab59 up at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:23:35.361450 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0cc9abd-7a12-4263-af5e-ebb8b9cff47f req-198d7629-d170-4bd4-9f3c-673a126e3a52 service neutron] Checking agent: {'id': 'a8f1dd2d-227c-4e30-8844-52419ba734db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:23:35.362188 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0cc9abd-7a12-4263-af5e-ebb8b9cff47f req-198d7629-d170-4bd4-9f3c-673a126e3a52 service neutron] Checking segment: {'id': '8b1bca96-601f-4458-8b80-fcef880d5fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '688d8d3a-2c98-48b7-91ea-222d8bd03d5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:23:35.362601 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0cc9abd-7a12-4263-af5e-ebb8b9cff47f req-198d7629-d170-4bd4-9f3c-673a126e3a52 service neutron] Bound using segment: {'id': '8b1bca96-601f-4458-8b80-fcef880d5fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '688d8d3a-2c98-48b7-91ea-222d8bd03d5f'} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:23:35.370829 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-a0cc9abd-7a12-4263-af5e-ebb8b9cff47f req-198d7629-d170-4bd4-9f3c-673a126e3a52 service neutron] Bound port: 3c67e590-e364-4336-b116-c2e224729891, host: n-h2-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b1bca96-601f-4458-8b80-fcef880d5fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '688d8d3a-2c98-48b7-91ea-222d8bd03d5f'}}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:23:35.371281 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-a0cc9abd-7a12-4263-af5e-ebb8b9cff47f req-198d7629-d170-4bd4-9f3c-673a126e3a52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:35.377159 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-84a2f12c-fa04-4ee2-8f28-914c9ae80e21 req-d6fd4fba-3bb8-4442-9cc3-5e63a3725a32 tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] 10.222.0.58 "GET /v2.0/security-groups?id=fbebaaf7-93ba-47dd-9c3c-d739b7022bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4779234 Aug 05 11:23:35.381510 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port acb20733-3c4b-47b8-b861-841610d97f25, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=acb20733-3c4b-47b8-b861-841610d97f25,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:23:35.408412 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Returning: {'device': 'acb20733-3c4b-47b8-b861-841610d97f25', 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a', 'port_id': 'acb20733-3c4b-47b8-b861-841610d97f25', 'mac_address': 'fa:16:3e:22:57:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6842f728-c2f3-4e36-bb32-3303d06ce3f4', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:23:35.439091 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning for port 17316c3c-1452-458b-b7e3-72878c4fab59 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:23:35.500676 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:35.513499 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 353 Content-Type: application/json Date: Thu, 05 Aug 2021 11:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcf5248c-7919-4e6b-a609-a2ce0f22383f x-openstack-request-id: req-bcf5248c-7919-4e6b-a609-a2ce0f22383f {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:23:35.514186 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11c1c893-64c6-4eaa-9d19-ac08d54c048d", "name": "network-vif-deleted", "tag": "be189f34-4394-4326-9e90-4936d19950a1", "status": "failed", "code": 422}, {"server_uuid": "7ffa315b-116e-43b6-aaa8-3e9c048e4a3d", "name": "network-vif-unplugged", "status": "completed", "tag": "5c7f819f-c721-4a8d-a676-489500d22fbb", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:23:35.514948 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bcf5248c-7919-4e6b-a609-a2ce0f22383f {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:23:35.515885 n-d-803378-2 neutron-server[94420]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '11c1c893-64c6-4eaa-9d19-ac08d54c048d', 'name': 'network-vif-deleted', 'tag': 'be189f34-4394-4326-9e90-4936d19950a1', 'status': 'failed', 'code': 422} returned with failed status Aug 05 11:23:35.516679 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ffa315b-116e-43b6-aaa8-3e9c048e4a3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c7f819f-c721-4a8d-a676-489500d22fbb', 'code': 200} Aug 05 11:23:35.532958 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acb20733-3c4b-47b8-b861-841610d97f25 {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:23:35.560260 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning complete for port 17316c3c-1452-458b-b7e3-72878c4fab59 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:23:35.560702 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:35.613888 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-77048323-64f2-40be-bc2f-ef79a02fa6e2 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Made reservation on behalf of b4870e3c85c84ca78a3c4012c18adec3 for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:23:35.624230 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-77048323-64f2-40be-bc2f-ef79a02fa6e2 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:35.686680 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-041001c9-d529-409b-b00d-baf4fb9e2cbb req-c4a6298e-e450-4598-9db1-c9ad29d7799c service neutron] For port 5c7f819f-c721-4a8d-a676-489500d22fbb, host n-h1-803378-2, cleared binding levels {{(pid=94420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:23:35.704355 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-c5c32530-f5c4-4682-a7c0-f189c8890217 None None] Provisioning for port 5bd78e20-4e65-4320-8933-ff3e7cd3c7e1 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:23:35.710830 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port acb20733-3c4b-47b8-b861-841610d97f25, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=acb20733-3c4b-47b8-b861-841610d97f25,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:23:35.755199 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e334f1df-b47c-450c-b9b6-6a09caedf47b req-352e88fe-4efb-410d-ab88-ed8d6790f119 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:35.757628 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-c5c32530-f5c4-4682-a7c0-f189c8890217 None None] Provisioning complete for port 5bd78e20-4e65-4320-8933-ff3e7cd3c7e1 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:23:35.757799 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c5c32530-f5c4-4682-a7c0-f189c8890217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:35.757987 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e334f1df-b47c-450c-b9b6-6a09caedf47b req-352e88fe-4efb-410d-ab88-ed8d6790f119 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/networks?id=6e7bde98-a1ff-44d7-8525-eaa9c1e81087 HTTP/1.1" status: 200 len: 812 time: 0.4006393 Aug 05 11:23:35.760055 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-a0cc9abd-7a12-4263-af5e-ebb8b9cff47f req-198d7629-d170-4bd4-9f3c-673a126e3a52 service neutron] For port 3c67e590-e364-4336-b116-c2e224729891, host n-h2-803378-2, cleared binding levels {{(pid=94420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:23:35.764987 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-041001c9-d529-409b-b00d-baf4fb9e2cbb req-c4a6298e-e450-4598-9db1-c9ad29d7799c service neutron] For port 5c7f819f-c721-4a8d-a676-489500d22fbb, host n-h1-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=5c7f819f-c721-4a8d-a676-489500d22fbb,segment=NetworkSegment(7242661a-6816-45d7-a9cf-d91bdd00208a),segment_id=7242661a-6816-45d7-a9cf-d91bdd00208a)] {{(pid=94420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:23:35.769925 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-a0cc9abd-7a12-4263-af5e-ebb8b9cff47f req-198d7629-d170-4bd4-9f3c-673a126e3a52 service neutron] For port 3c67e590-e364-4336-b116-c2e224729891, host n-h2-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=3c67e590-e364-4336-b116-c2e224729891,segment=NetworkSegment(8b1bca96-601f-4458-8b80-fcef880d5fc6),segment_id=8b1bca96-601f-4458-8b80-fcef880d5fc6)] {{(pid=94420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:23:35.786235 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-a0cc9abd-7a12-4263-af5e-ebb8b9cff47f req-198d7629-d170-4bd4-9f3c-673a126e3a52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:35.789632 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-041001c9-d529-409b-b00d-baf4fb9e2cbb req-c4a6298e-e450-4598-9db1-c9ad29d7799c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:35.803598 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-c5c32530-f5c4-4682-a7c0-f189c8890217 None None] Port 5bd78e20-4e65-4320-8933-ff3e7cd3c7e1 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:23:35.806004 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:35.819495 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e334f1df-b47c-450c-b9b6-6a09caedf47b req-8cf35955-8047-4f56-b3be-c31493f74f26 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/quotas/d8daa1497f4a496cba61c8a60c09e98b HTTP/1.1" status: 200 len: 375 time: 0.0475531 Aug 05 11:23:35.874029 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:35.895492 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cc9abd-7a12-4263-af5e-ebb8b9cff47f req-198d7629-d170-4bd4-9f3c-673a126e3a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:35.896591 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-a0cc9abd-7a12-4263-af5e-ebb8b9cff47f req-198d7629-d170-4bd4-9f3c-673a126e3a52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:35.899589 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a0cc9abd-7a12-4263-af5e-ebb8b9cff47f req-198d7629-d170-4bd4-9f3c-673a126e3a52 service neutron] 10.222.0.55 "PUT /v2.0/ports/3c67e590-e364-4336-b116-c2e224729891 HTTP/1.1" status: 200 len: 1091 time: 5.2989609 Aug 05 11:23:35.901714 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-77048323-64f2-40be-bc2f-ef79a02fa6e2 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Allocated IP 10.1.1.163 (d036d46a-a30d-4750-b27d-4b7146f11df9/63fb736d-d029-44dc-a68b-bfad4551695d/c5788608-f14e-46e7-9589-cd5c2a4cea14) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:23:35.914447 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=acb20733-3c4b-47b8-b861-841610d97f25,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:23:35.935031 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aa93d9-fbd3-4fd4-aaf2-5b15d64dd5ef req-18aa69de-f651-4662-87a3-04f096607fab tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:35.945393 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aa93d9-fbd3-4fd4-aaf2-5b15d64dd5ef req-18aa69de-f651-4662-87a3-04f096607fab tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:35.959368 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-59aa93d9-fbd3-4fd4-aaf2-5b15d64dd5ef req-18aa69de-f651-4662-87a3-04f096607fab tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "GET /v2.0/ports?device_id=443a76e9-196d-4aa4-85e8-0ee1eebabb66 HTTP/1.1" status: 200 len: 1654 time: 0.2960024 Aug 05 11:23:35.989675 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 17316c3c-1452-458b-b7e3-72878c4fab59, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=17316c3c-1452-458b-b7e3-72878c4fab59,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:23:35.993106 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51b325b8-67f6-4df3-99d8-5748c18fc4fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17316c3c-1452-458b-b7e3-72878c4fab59'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:23:36.000834 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b034d76-389f-4e35-aa25-0a5b5b80b630" -d '{"events": [{"server_uuid": "51b325b8-67f6-4df3-99d8-5748c18fc4fb", "name": "network-vif-plugged", "status": "completed", "tag": "17316c3c-1452-458b-b7e3-72878c4fab59"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:23:36.012851 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:36.038886 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e334f1df-b47c-450c-b9b6-6a09caedf47b req-a1921e51-535a-41b5-b876-b5aa3bae0b1e tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=d8daa1497f4a496cba61c8a60c09e98b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1945946 Aug 05 11:23:36.137792 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=17316c3c-1452-458b-b7e3-72878c4fab59,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:23:36.184529 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-77048323-64f2-40be-bc2f-ef79a02fa6e2 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:36.201430 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198d7629-d170-4bd4-9f3c-673a126e3a52 service neutron] Pushing event updated for resources: {'Port': ['ID=3c67e590-e364-4336-b116-c2e224729891,revision_number=3']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:23:36.204037 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-77048323-64f2-40be-bc2f-ef79a02fa6e2 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Transition to ACTIVE for port object c5788608-f14e-46e7-9589-cd5c2a4cea14 will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:23:36.247324 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-77048323-64f2-40be-bc2f-ef79a02fa6e2 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:36.303040 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-77048323-64f2-40be-bc2f-ef79a02fa6e2 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Network d036d46a-a30d-4750-b27d-4b7146f11df9 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:23:36.311019 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-77048323-64f2-40be-bc2f-ef79a02fa6e2 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:23:36.315482 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-77048323-64f2-40be-bc2f-ef79a02fa6e2 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:23:36.324151 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77048323-64f2-40be-bc2f-ef79a02fa6e2 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Pushing event updated for resources: {'Port': ['ID=c5788608-f14e-46e7-9589-cd5c2a4cea14,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:23:36.404297 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['5c7f819f-c721-4a8d-a676-489500d22fbb'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:23:36.433405 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-77048323-64f2-40be-bc2f-ef79a02fa6e2 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:36.434088 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-77048323-64f2-40be-bc2f-ef79a02fa6e2 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:36.456384 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041001c9-d529-409b-b00d-baf4fb9e2cbb req-c4a6298e-e450-4598-9db1-c9ad29d7799c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:36.459641 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-041001c9-d529-409b-b00d-baf4fb9e2cbb req-c4a6298e-e450-4598-9db1-c9ad29d7799c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:36.466060 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-77048323-64f2-40be-bc2f-ef79a02fa6e2 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2189345 Aug 05 11:23:36.469267 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-041001c9-d529-409b-b00d-baf4fb9e2cbb req-c4a6298e-e450-4598-9db1-c9ad29d7799c service neutron] 10.222.0.55 "PUT /v2.0/ports/5c7f819f-c721-4a8d-a676-489500d22fbb HTTP/1.1" status: 200 len: 1122 time: 6.0298526 Aug 05 11:23:36.479286 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-59aa93d9-fbd3-4fd4-aaf2-5b15d64dd5ef req-3698ed2e-4591-44d0-b514-698a47e578b7 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "GET /v2.0/security-groups?id=3ada918e-0522-4602-984c-a2f526ffb568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5177131 Aug 05 11:23:36.483382 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e334f1df-b47c-450c-b9b6-6a09caedf47b req-f2e23579-b361-435e-a023-f9f559ac7048 service neutron] 10.222.0.58 "GET /v2.0/networks/6e7bde98-a1ff-44d7-8525-eaa9c1e81087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4230931 Aug 05 11:23:36.496099 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-5edd5c97-1be4-421a-86e6-dba11a3a340e tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Request body: {'port': {'device_id': '443a76e9-196d-4aa4-85e8-0ee1eebabb66', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'a5f65908-1835-4cf8-bef2-1ebbd6cd0373', 'admin_state_up': True, 'tenant_id': 'b4870e3c85c84ca78a3c4012c18adec3', 'security_groups': ['3ada918e-0522-4602-984c-a2f526ffb568']}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:23:36.527058 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['acb20733-3c4b-47b8-b861-841610d97f25'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:23:36.617033 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['5c7f819f-c721-4a8d-a676-489500d22fbb'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:23:36.716665 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e334f1df-b47c-450c-b9b6-6a09caedf47b req-868f59d8-b331-4004-ab8c-aaef3c9a96fa service neutron] 10.222.0.58 "GET /v2.0/networks/6e7bde98-a1ff-44d7-8525-eaa9c1e81087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163353 Aug 05 11:23:36.731362 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cc9abd-7a12-4263-af5e-ebb8b9cff47f req-ae3ea829-2d31-4ecd-9274-69ddf0fc6394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:36.735896 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a0cc9abd-7a12-4263-af5e-ebb8b9cff47f req-ae3ea829-2d31-4ecd-9274-69ddf0fc6394 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=54ce1209669740e4b5d6b670cf6e01b0&device_id=ebd7f4a2-1b4a-49a0-97dd-2190f4672435 HTTP/1.1" status: 200 len: 1094 time: 0.7260401 Aug 05 11:23:36.789797 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-5edd5c97-1be4-421a-86e6-dba11a3a340e tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Made reservation on behalf of b4870e3c85c84ca78a3c4012c18adec3 for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:23:36.892410 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf40ce2-750f-408e-b4b1-465aa15d78b5 req-08456a51-0cf4-47f5-b48e-3cb234eed3e2 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:36.894176 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fdf40ce2-750f-408e-b4b1-465aa15d78b5 req-08456a51-0cf4-47f5-b48e-3cb234eed3e2 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/ports?device_id=51b325b8-67f6-4df3-99d8-5748c18fc4fb HTTP/1.1" status: 200 len: 950 time: 0.1263294 Aug 05 11:23:36.899140 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a0cc9abd-7a12-4263-af5e-ebb8b9cff47f req-fd1658dc-377f-46ac-aca2-f96af8ead604 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c67e590-e364-4336-b116-c2e224729891 HTTP/1.1" status: 200 len: 217 time: 0.0739608 Aug 05 11:23:37.066537 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-5edd5c97-1be4-421a-86e6-dba11a3a340e tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:37.088923 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fdf40ce2-750f-408e-b4b1-465aa15d78b5 req-a932627d-d64a-4ca2-82ec-678eb7f5b239 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/security-groups?id=2975fa17-2fff-4e01-97a3-764244a94779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879992 Aug 05 11:23:37.096385 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cc9abd-7a12-4263-af5e-ebb8b9cff47f req-f0f46e49-e490-4bbc-9d2a-b0863965b2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:37.102957 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a0cc9abd-7a12-4263-af5e-ebb8b9cff47f req-f0f46e49-e490-4bbc-9d2a-b0863965b2ef service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e6417045-e99b-47d8-8deb-63bdae7f0b72 HTTP/1.1" status: 200 len: 853 time: 0.1514454 Aug 05 11:23:37.105782 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-e87c2e7b-e9ca-4e30-a378-821a20e40407 None None] Provisioning for port c5788608-f14e-46e7-9589-cd5c2a4cea14 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:23:37.124365 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-e87c2e7b-e9ca-4e30-a378-821a20e40407 None None] Provisioning complete for port c5788608-f14e-46e7-9589-cd5c2a4cea14 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:23:37.134526 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e87c2e7b-e9ca-4e30-a378-821a20e40407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:37.226813 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a6298e-e450-4598-9db1-c9ad29d7799c service neutron] Pushing event updated for resources: {'Port': ['ID=5c7f819f-c721-4a8d-a676-489500d22fbb,revision_number=8']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:23:37.300137 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1218e0fc-d652-4d8a-97d7-70db6a9cea56 req-7135ec4b-09bb-4325-b1ad-ac63c9b172df tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:37.302744 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1218e0fc-d652-4d8a-97d7-70db6a9cea56 req-7135ec4b-09bb-4325-b1ad-ac63c9b172df tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] 10.222.0.58 "GET /v2.0/ports?device_id=23921316-79ed-4f9e-adf4-a4668e9fa730 HTTP/1.1" status: 200 len: 946 time: 0.1974356 Aug 05 11:23:37.350549 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e67988b0-9b2a-401a-bea3-f8a313b4fba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:37.386967 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cc9abd-7a12-4263-af5e-ebb8b9cff47f req-f2aebabc-5db7-4a14-ad7f-2475265abc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:37.390583 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a0cc9abd-7a12-4263-af5e-ebb8b9cff47f req-f2aebabc-5db7-4a14-ad7f-2475265abc11 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=688d8d3a-2c98-48b7-91ea-222d8bd03d5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1897480 Aug 05 11:23:37.428447 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-e87c2e7b-e9ca-4e30-a378-821a20e40407 None None] Port c5788608-f14e-46e7-9589-cd5c2a4cea14 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:23:37.468944 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1218e0fc-d652-4d8a-97d7-70db6a9cea56 req-dd75874b-8c2b-4e09-9b7d-1fb5948c27e8 tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] 10.222.0.58 "GET /v2.0/security-groups?id=36b70b2c-7722-4ca7-80c0-dfc1cbc20350&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1371870 Aug 05 11:23:37.536402 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebd7f4a2-1b4a-49a0-97dd-2190f4672435', 'tag': '3c67e590-e364-4336-b116-c2e224729891'}, {'name': 'network-changed', 'server_uuid': '7ffa315b-116e-43b6-aaa8-3e9c048e4a3d', 'tag': '5c7f819f-c721-4a8d-a676-489500d22fbb'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:23:37.548201 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}828068ad8d405ad77660ce68fa78e1ffe658725812f7a08f9e488a446589295b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55f6efe3-6161-4475-a4a2-ac5a2e319ba5" -d '{"events": [{"name": "network-changed", "server_uuid": "ebd7f4a2-1b4a-49a0-97dd-2190f4672435", "tag": "3c67e590-e364-4336-b116-c2e224729891"}, {"name": "network-changed", "server_uuid": "7ffa315b-116e-43b6-aaa8-3e9c048e4a3d", "tag": "5c7f819f-c721-4a8d-a676-489500d22fbb"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:23:37.615905 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-5edd5c97-1be4-421a-86e6-dba11a3a340e tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Allocated IP 10.2.2.100 (a5f65908-1835-4cf8-bef2-1ebbd6cd0373/f52ba908-7485-4576-8407-c51b73bad34d/159c355d-badf-4ebb-89b8-3f2e172149e2) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:23:37.631336 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-724b20c9-1f0a-41b6-a6a0-6e878b1c91c3 x-openstack-request-id: req-724b20c9-1f0a-41b6-a6a0-6e878b1c91c3 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:23:37.641212 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51b325b8-67f6-4df3-99d8-5748c18fc4fb", "name": "network-vif-plugged", "status": "completed", "tag": "17316c3c-1452-458b-b7e3-72878c4fab59", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:23:37.642074 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-724b20c9-1f0a-41b6-a6a0-6e878b1c91c3 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:23:37.643005 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51b325b8-67f6-4df3-99d8-5748c18fc4fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17316c3c-1452-458b-b7e3-72878c4fab59', 'code': 200} Aug 05 11:23:37.864840 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-5edd5c97-1be4-421a-86e6-dba11a3a340e tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:37.907981 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-5edd5c97-1be4-421a-86e6-dba11a3a340e tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Transition to ACTIVE for port object 159c355d-badf-4ebb-89b8-3f2e172149e2 will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:23:37.923520 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e74e22f2-337f-4b88-b133-fdae5559b481 req-69a6d1ee-c58b-4424-8b24-c4a8cf7f336f tempest-ServerShowV254Test-1867190310 tempest-ServerShowV254Test-1867190310-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8857fb0-c323-4c32-8a27-1fac64f108bf HTTP/1.1" status: 200 len: 210 time: 0.0887327 Aug 05 11:23:37.971547 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405e7e58-251a-4cff-a47b-6d74acb21d2f req-a7ccc2e7-0206-436d-9210-df85709a7b75 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:37.977257 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-405e7e58-251a-4cff-a47b-6d74acb21d2f req-a7ccc2e7-0206-436d-9210-df85709a7b75 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ffa315b-116e-43b6-aaa8-3e9c048e4a3d HTTP/1.1" status: 200 len: 944 time: 0.5537674 Aug 05 11:23:37.992915 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-5edd5c97-1be4-421a-86e6-dba11a3a340e tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:38.071848 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a0cc9abd-7a12-4263-af5e-ebb8b9cff47f req-331df57c-6e23-4256-be37-00f775f5b1fc service neutron] 10.222.0.55 "GET /v2.0/networks/688d8d3a-2c98-48b7-91ea-222d8bd03d5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6689830 Aug 05 11:23:38.095469 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa0f4ca-1be4-4ba7-b465-4c248c88d171 req-3fe976e8-73da-4a9e-ab44-8469f57c820b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:38.097253 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0fa0f4ca-1be4-4ba7-b465-4c248c88d171 req-3fe976e8-73da-4a9e-ab44-8469f57c820b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=51b325b8-67f6-4df3-99d8-5748c18fc4fb HTTP/1.1" status: 200 len: 1101 time: 0.3027246 Aug 05 11:23:38.104847 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-5edd5c97-1be4-421a-86e6-dba11a3a340e tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Network a5f65908-1835-4cf8-bef2-1ebbd6cd0373 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:23:38.113753 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-5edd5c97-1be4-421a-86e6-dba11a3a340e tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:23:38.117184 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-5edd5c97-1be4-421a-86e6-dba11a3a340e tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:23:38.158708 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-405e7e58-251a-4cff-a47b-6d74acb21d2f req-290f938a-6fc5-4a5c-8ae4-0cff705539f0 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b660be2-1cd3-4f1b-b8b6-43aa3e7d82c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559241 Aug 05 11:23:38.190206 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edd5c97-1be4-421a-86e6-dba11a3a340e tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Pushing event updated for resources: {'Port': ['ID=159c355d-badf-4ebb-89b8-3f2e172149e2,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:23:38.269085 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-5edd5c97-1be4-421a-86e6-dba11a3a340e tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:38.270128 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-5edd5c97-1be4-421a-86e6-dba11a3a340e tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:38.331576 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-5edd5c97-1be4-421a-86e6-dba11a3a340e tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8409767 Aug 05 11:23:38.362896 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-bf84dfe7-a1cd-4808-a98e-3ffb39e78bcf tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Request body: {'port': {'device_id': '443a76e9-196d-4aa4-85e8-0ee1eebabb66', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'a5f65908-1835-4cf8-bef2-1ebbd6cd0373', 'admin_state_up': True, 'tenant_id': 'b4870e3c85c84ca78a3c4012c18adec3', 'security_groups': ['3ada918e-0522-4602-984c-a2f526ffb568']}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:23:38.368800 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0fa0f4ca-1be4-4ba7-b465-4c248c88d171 req-1de06062-14b2-4e09-b1b5-651e4cb66af8 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2975fa17-2fff-4e01-97a3-764244a94779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482924 Aug 05 11:23:38.388928 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7b0177-4cdd-40fc-b96f-ce1e115198ff req-a961f223-76f2-46f3-a9fd-ba1b4d0561b8 tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:38.397897 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ba7b0177-4cdd-40fc-b96f-ce1e115198ff req-a961f223-76f2-46f3-a9fd-ba1b4d0561b8 tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebd7f4a2-1b4a-49a0-97dd-2190f4672435 HTTP/1.1" status: 200 len: 943 time: 0.3442273 Aug 05 11:23:38.464727 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-830213b0-1f03-4611-bef6-129f8f1f9308 req-62f4a024-1482-4cbe-a4b8-175ff5d1c0f8 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=36027764-706d-4f7b-a373-7a65509fe178 HTTP/1.1" status: 200 len: 210 time: 0.0551522 Aug 05 11:23:38.489933 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a0cc9abd-7a12-4263-af5e-ebb8b9cff47f req-1d33b28d-59f7-4b3b-92db-cf667ba166a5 service neutron] 10.222.0.55 "GET /v2.0/networks/688d8d3a-2c98-48b7-91ea-222d8bd03d5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3912737 Aug 05 11:23:38.502412 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f59a78d3-628d-44f7-a939-ee7f12eb24da None None] Provisioning for port 159c355d-badf-4ebb-89b8-3f2e172149e2 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:23:38.514502 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ba7b0177-4cdd-40fc-b96f-ce1e115198ff req-574729cc-2855-4964-8a8e-274760187319 tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] 10.222.0.58 "GET /v2.0/security-groups?id=fbebaaf7-93ba-47dd-9c3c-d739b7022bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155736 Aug 05 11:23:38.524193 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f59a78d3-628d-44f7-a939-ee7f12eb24da None None] Provisioning complete for port 159c355d-badf-4ebb-89b8-3f2e172149e2 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:23:38.524709 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f59a78d3-628d-44f7-a939-ee7f12eb24da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:38.595865 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-f59a78d3-628d-44f7-a939-ee7f12eb24da None None] Port 159c355d-badf-4ebb-89b8-3f2e172149e2 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:23:38.625006 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 05 Aug 2021 11:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afe27f0b-dafc-4d70-beff-58d067a976ed x-openstack-request-id: req-afe27f0b-dafc-4d70-beff-58d067a976ed {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:23:38.626067 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebd7f4a2-1b4a-49a0-97dd-2190f4672435", "tag": "3c67e590-e364-4336-b116-c2e224729891", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7ffa315b-116e-43b6-aaa8-3e9c048e4a3d", "tag": "5c7f819f-c721-4a8d-a676-489500d22fbb", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:23:38.627054 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-afe27f0b-dafc-4d70-beff-58d067a976ed {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:23:38.627631 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebd7f4a2-1b4a-49a0-97dd-2190f4672435', 'tag': '3c67e590-e364-4336-b116-c2e224729891', 'status': 'completed', 'code': 200} Aug 05 11:23:38.628013 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ffa315b-116e-43b6-aaa8-3e9c048e4a3d', 'tag': '5c7f819f-c721-4a8d-a676-489500d22fbb', 'status': 'completed', 'code': 200} Aug 05 11:23:38.637276 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-bf84dfe7-a1cd-4808-a98e-3ffb39e78bcf tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Made reservation on behalf of b4870e3c85c84ca78a3c4012c18adec3 for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:23:38.648506 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-bf84dfe7-a1cd-4808-a98e-3ffb39e78bcf tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:38.765897 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1402ee94-0fa5-48dc-ad18-39cac7b771e2 req-3e52ec5a-c962-4a11-a9d8-dadcdfe4ce55 tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:38.767576 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1402ee94-0fa5-48dc-ad18-39cac7b771e2 req-3e52ec5a-c962-4a11-a9d8-dadcdfe4ce55 tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] 10.222.0.58 "GET /v2.0/ports?device_id=23921316-79ed-4f9e-adf4-a4668e9fa730 HTTP/1.1" status: 200 len: 946 time: 0.1585357 Aug 05 11:23:38.781225 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 45058) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:23:38.798632 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-f4acdbcf-63fb-444d-a65f-ad0ee8b0aa4f tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] Request body: {'floatingip': {'port_id': '36e964c6-d89e-4431-8738-95e07ed46db5'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:23:38.823914 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f6efe3-6161-4475-a4a2-ac5a2e319ba5 req-22d9334d-f195-454c-b85a-8d794b2966b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:38.825679 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-55f6efe3-6161-4475-a4a2-ac5a2e319ba5 req-22d9334d-f195-454c-b85a-8d794b2966b1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=54ce1209669740e4b5d6b670cf6e01b0&device_id=ebd7f4a2-1b4a-49a0-97dd-2190f4672435 HTTP/1.1" status: 200 len: 1094 time: 0.1182492 Aug 05 11:23:38.840973 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612b858c-8da9-48b7-842d-8ccecd2dea92 req-ddff2953-fecc-48f8-895b-c744453ad41c tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:38.855065 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612b858c-8da9-48b7-842d-8ccecd2dea92 req-ddff2953-fecc-48f8-895b-c744453ad41c tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:38.866108 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612b858c-8da9-48b7-842d-8ccecd2dea92 req-ddff2953-fecc-48f8-895b-c744453ad41c tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:38.873652 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612b858c-8da9-48b7-842d-8ccecd2dea92 req-ddff2953-fecc-48f8-895b-c744453ad41c tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:38.875751 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-612b858c-8da9-48b7-842d-8ccecd2dea92 req-ddff2953-fecc-48f8-895b-c744453ad41c tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "GET /v2.0/ports?device_id=443a76e9-196d-4aa4-85e8-0ee1eebabb66 HTTP/1.1" status: 200 len: 3096 time: 0.1694322 Aug 05 11:23:38.914292 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f4acdbcf-63fb-444d-a65f-ad0ee8b0aa4f tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] Notify callbacks [] for floatingip, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:39.183342 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-bf84dfe7-a1cd-4808-a98e-3ffb39e78bcf tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Allocated IP 10.2.2.200 (a5f65908-1835-4cf8-bef2-1ebbd6cd0373/f52ba908-7485-4576-8407-c51b73bad34d/06805de0-2639-4b78-8f29-513aafaaee7b) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:23:39.457117 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8124f958-30d3-42a3-ad98-57aa41fd1727 req-6a4024a3-d385-41f2-8507-4c38ad7440af tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:39.459351 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8124f958-30d3-42a3-ad98-57aa41fd1727 req-6a4024a3-d385-41f2-8507-4c38ad7440af tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/ports?device_id=51b325b8-67f6-4df3-99d8-5748c18fc4fb HTTP/1.1" status: 200 len: 950 time: 0.5743201 Aug 05 11:23:39.465115 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-612b858c-8da9-48b7-842d-8ccecd2dea92 req-f2f4a8bb-b736-4a10-962e-693cda640624 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "GET /v2.0/security-groups?id=3ada918e-0522-4602-984c-a2f526ffb568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5757055 Aug 05 11:23:39.478440 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f6efe3-6161-4475-a4a2-ac5a2e319ba5 req-361e187d-38ed-4125-b302-66423af7b143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:39.480735 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-55f6efe3-6161-4475-a4a2-ac5a2e319ba5 req-361e187d-38ed-4125-b302-66423af7b143 service neutron] 10.222.0.55 "GET /v2.0/networks?id=688d8d3a-2c98-48b7-91ea-222d8bd03d5f HTTP/1.1" status: 200 len: 915 time: 0.6039031 Aug 05 11:23:39.486188 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f6efe3-6161-4475-a4a2-ac5a2e319ba5 req-9c1612c1-fc0e-4a8d-99b0-25c93400b75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:39.488793 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-55f6efe3-6161-4475-a4a2-ac5a2e319ba5 req-9c1612c1-fc0e-4a8d-99b0-25c93400b75e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e8f6478cce384a98ba09cac5c1bcf855&device_id=7ffa315b-116e-43b6-aaa8-3e9c048e4a3d HTTP/1.1" status: 200 len: 1125 time: 0.5386832 Aug 05 11:23:39.572005 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-55f6efe3-6161-4475-a4a2-ac5a2e319ba5 req-87f8fd3e-c07f-45c6-a4c7-ca38d6954b8f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c67e590-e364-4336-b116-c2e224729891 HTTP/1.1" status: 200 len: 217 time: 0.0817816 Aug 05 11:23:39.631779 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-bf84dfe7-a1cd-4808-a98e-3ffb39e78bcf tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:39.674001 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-bf84dfe7-a1cd-4808-a98e-3ffb39e78bcf tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Transition to ACTIVE for port object 06805de0-2639-4b78-8f29-513aafaaee7b will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:23:39.721304 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8124f958-30d3-42a3-ad98-57aa41fd1727 req-6ea6fd8f-2120-4c61-a347-baf8db60b3e0 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/security-groups?id=2975fa17-2fff-4e01-97a3-764244a94779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653898 Aug 05 11:23:39.738767 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f6efe3-6161-4475-a4a2-ac5a2e319ba5 req-5eb3c513-19b3-4e87-a3e3-7e952bf5ed8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:39.740452 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-55f6efe3-6161-4475-a4a2-ac5a2e319ba5 req-5eb3c513-19b3-4e87-a3e3-7e952bf5ed8d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e6417045-e99b-47d8-8deb-63bdae7f0b72 HTTP/1.1" status: 200 len: 853 time: 0.1442657 Aug 05 11:23:39.803685 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.db.resource_extend [None req-f4acdbcf-63fb-444d-a65f-ad0ee8b0aa4f tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 05 11:23:39.828596 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cf1667cf-b52a-4cb4-869a-0195410a11d5 req-6f507e77-817a-4180-a213-d7b2270b5735 tempest-ServerShowV254Test-1867190310 tempest-ServerShowV254Test-1867190310-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8857fb0-c323-4c32-8a27-1fac64f108bf HTTP/1.1" status: 200 len: 210 time: 0.0542960 Aug 05 11:23:39.832883 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f6efe3-6161-4475-a4a2-ac5a2e319ba5 req-9dace6a7-738c-49e4-bf60-824cec8489eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:39.834441 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-55f6efe3-6161-4475-a4a2-ac5a2e319ba5 req-9dace6a7-738c-49e4-bf60-824cec8489eb service neutron] 10.222.0.64 "GET /v2.0/networks?id=c1d3f101-369e-4625-bfd2-2a60ea4757bb HTTP/1.1" status: 200 len: 921 time: 0.3314583 Aug 05 11:23:39.860119 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f6efe3-6161-4475-a4a2-ac5a2e319ba5 req-2ea8958a-da6a-439c-acf8-0fc9b12c571a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:39.862428 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-55f6efe3-6161-4475-a4a2-ac5a2e319ba5 req-2ea8958a-da6a-439c-acf8-0fc9b12c571a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=688d8d3a-2c98-48b7-91ea-222d8bd03d5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1048443 Aug 05 11:23:39.891383 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-bf84dfe7-a1cd-4808-a98e-3ffb39e78bcf tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:39.914822 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f4acdbcf-63fb-444d-a65f-ad0ee8b0aa4f tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:39.945220 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-bf84dfe7-a1cd-4808-a98e-3ffb39e78bcf tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Network a5f65908-1835-4cf8-bef2-1ebbd6cd0373 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:23:39.949397 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-bf84dfe7-a1cd-4808-a98e-3ffb39e78bcf tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:23:39.950175 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:39.960024 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-86683f5f-f8c6-4eca-9b50-8e7599f53b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:39.961688 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-55f6efe3-6161-4475-a4a2-ac5a2e319ba5 req-e814b3ce-3914-4bd4-a64d-2a59dd5bdcf0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5c7f819f-c721-4a8d-a676-489500d22fbb HTTP/1.1" status: 200 len: 217 time: 0.1149511 Aug 05 11:23:39.997173 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f4acdbcf-63fb-444d-a65f-ad0ee8b0aa4f tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33287247'] for floatingip, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:39.999522 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-bf84dfe7-a1cd-4808-a98e-3ffb39e78bcf tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:23:40.076644 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf84dfe7-a1cd-4808-a98e-3ffb39e78bcf tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Pushing event updated for resources: {'Port': ['ID=06805de0-2639-4b78-8f29-513aafaaee7b,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:23:40.132943 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-77bd7443-a1b9-45d4-af42-3e047e8d03df req-34084c0e-749a-44ac-81c1-41a8ab0d9897 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=36027764-706d-4f7b-a373-7a65509fe178 HTTP/1.1" status: 200 len: 210 time: 0.1058657 Aug 05 11:23:40.152836 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-bf84dfe7-a1cd-4808-a98e-3ffb39e78bcf tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:40.153530 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-bf84dfe7-a1cd-4808-a98e-3ffb39e78bcf tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:40.188356 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-bf84dfe7-a1cd-4808-a98e-3ffb39e78bcf tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8285959 Aug 05 11:23:40.190881 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ad09ce-25dc-43a0-9c67-8d2b86c8ab2e req-3e90c656-2bce-4d01-813c-f9e9fb69110c tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:40.205490 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a0ad09ce-25dc-43a0-9c67-8d2b86c8ab2e req-3e90c656-2bce-4d01-813c-f9e9fb69110c tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ffa315b-116e-43b6-aaa8-3e9c048e4a3d HTTP/1.1" status: 200 len: 944 time: 0.3386703 Aug 05 11:23:40.220385 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-e7fc1fd0-c564-4236-adf7-9364917a3750 service neutron] Request body: {'port': {'device_id': '443a76e9-196d-4aa4-85e8-0ee1eebabb66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:23:40.304688 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f6efe3-6161-4475-a4a2-ac5a2e319ba5 req-5eb0b320-a7d5-4805-9272-2bae8e27a017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:40.306257 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-55f6efe3-6161-4475-a4a2-ac5a2e319ba5 req-5eb0b320-a7d5-4805-9272-2bae8e27a017 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=88c33de2-0b50-4fb8-a2a7-3c3e700f5c7c HTTP/1.1" status: 200 len: 860 time: 0.3103256 Aug 05 11:23:40.313028 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-e7fc1fd0-c564-4236-adf7-9364917a3750 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:40.345299 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-48d3cb6b-78cc-4b73-aae0-fa42b333a76e None None] Provisioning for port 06805de0-2639-4b78-8f29-513aafaaee7b completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:23:40.350239 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-55f6efe3-6161-4475-a4a2-ac5a2e319ba5 req-5edc3d1a-459f-4d99-ab9f-7494186496ec service neutron] 10.222.0.55 "GET /v2.0/networks/688d8d3a-2c98-48b7-91ea-222d8bd03d5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4350891 Aug 05 11:23:40.351027 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-48d3cb6b-78cc-4b73-aae0-fa42b333a76e None None] Provisioning complete for port 06805de0-2639-4b78-8f29-513aafaaee7b triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:23:40.351588 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-48d3cb6b-78cc-4b73-aae0-fa42b333a76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:40.421255 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a0ad09ce-25dc-43a0-9c67-8d2b86c8ab2e req-5af4eb2e-fc3e-4ad5-accc-0284e39bfad2 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b660be2-1cd3-4f1b-b8b6-43aa3e7d82c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143991 Aug 05 11:23:40.425264 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-48d3cb6b-78cc-4b73-aae0-fa42b333a76e None None] Port 06805de0-2639-4b78-8f29-513aafaaee7b cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:23:40.548182 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-55f6efe3-6161-4475-a4a2-ac5a2e319ba5 req-3aae0587-047e-4654-963c-b8de0464cc54 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c1d3f101-369e-4625-bfd2-2a60ea4757bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0787537 Aug 05 11:23:40.574114 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7399dca3-9135-4abb-b5c3-307b54cc9b9f req-d677e383-cab5-4b32-9046-c6436053e364 tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:40.589824 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7399dca3-9135-4abb-b5c3-307b54cc9b9f req-d677e383-cab5-4b32-9046-c6436053e364 tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebd7f4a2-1b4a-49a0-97dd-2190f4672435 HTTP/1.1" status: 200 len: 943 time: 0.2740350 Aug 05 11:23:40.856650 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-55f6efe3-6161-4475-a4a2-ac5a2e319ba5 req-079da069-f857-4a62-aa03-3f2718571d33 service neutron] 10.222.0.55 "GET /v2.0/networks/688d8d3a-2c98-48b7-91ea-222d8bd03d5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4810281 Aug 05 11:23:40.866837 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7399dca3-9135-4abb-b5c3-307b54cc9b9f req-e4b3f51c-6a26-4f50-916a-e1aba46c3bab tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] 10.222.0.58 "GET /v2.0/security-groups?id=fbebaaf7-93ba-47dd-9c3c-d739b7022bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2746189 Aug 05 11:23:40.918858 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332af943-1850-46fc-83bb-e31b010df722 req-6b9d4d71-45fb-472f-a4bb-3824255c5b93 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:40.925959 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332af943-1850-46fc-83bb-e31b010df722 req-6b9d4d71-45fb-472f-a4bb-3824255c5b93 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:40.935473 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332af943-1850-46fc-83bb-e31b010df722 req-6b9d4d71-45fb-472f-a4bb-3824255c5b93 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:40.943222 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332af943-1850-46fc-83bb-e31b010df722 req-6b9d4d71-45fb-472f-a4bb-3824255c5b93 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:40.949796 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332af943-1850-46fc-83bb-e31b010df722 req-6b9d4d71-45fb-472f-a4bb-3824255c5b93 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:40.951905 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-332af943-1850-46fc-83bb-e31b010df722 req-6b9d4d71-45fb-472f-a4bb-3824255c5b93 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "GET /v2.0/ports?device_id=443a76e9-196d-4aa4-85e8-0ee1eebabb66 HTTP/1.1" status: 200 len: 3817 time: 0.2376776 Aug 05 11:23:41.008024 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-55f6efe3-6161-4475-a4a2-ac5a2e319ba5 req-c6b94380-8d9b-42dc-a8af-2b0abac0f257 service neutron] 10.222.0.64 "GET /v2.0/networks/c1d3f101-369e-4625-bfd2-2a60ea4757bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4038188 Aug 05 11:23:41.039435 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-332af943-1850-46fc-83bb-e31b010df722 req-84a7012c-c4af-434f-a819-6a690a70f578 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "GET /v2.0/security-groups?id=3ada918e-0522-4602-984c-a2f526ffb568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787206 Aug 05 11:23:41.103044 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device acb20733-3c4b-47b8-b861-841610d97f25 up at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:23:41.242439 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning for port acb20733-3c4b-47b8-b861-841610d97f25 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:23:41.252213 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning complete for port acb20733-3c4b-47b8-b861-841610d97f25 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:23:41.253317 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:41.290019 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cfd55653-ef97-42bc-8e8b-8cb61ebc49c0 req-2038e251-301b-442b-8dce-1940cb5d1b33 tempest-ServerShowV254Test-1867190310 tempest-ServerShowV254Test-1867190310-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8857fb0-c323-4c32-8a27-1fac64f108bf HTTP/1.1" status: 200 len: 210 time: 0.0852232 Aug 05 11:23:41.339171 n-d-803378-2 neutron-server[94421]: INFO neutron.db.l3_db [None req-f4acdbcf-63fb-444d-a65f-ad0ee8b0aa4f tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] Floating IP f343929a-da8f-48ef-a1c6-62ff9c1038db associated. External IP: 172.25.5.102, port: 36e964c6-d89e-4431-8738-95e07ed46db5. Aug 05 11:23:41.395287 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-55f6efe3-6161-4475-a4a2-ac5a2e319ba5 req-864b5b58-c551-4a0f-8542-c5d34dfbe415 service neutron] 10.222.0.64 "GET /v2.0/networks/c1d3f101-369e-4625-bfd2-2a60ea4757bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3478131 Aug 05 11:23:41.412827 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28396fca-0fb1-479e-871f-9034d91be3f4 req-322d13a2-fde5-4f91-8d72-0d7a93fc2182 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:41.424708 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-28396fca-0fb1-479e-871f-9034d91be3f4 req-322d13a2-fde5-4f91-8d72-0d7a93fc2182 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/ports?device_id=51b325b8-67f6-4df3-99d8-5748c18fc4fb HTTP/1.1" status: 200 len: 950 time: 0.2163074 Aug 05 11:23:41.438397 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:41.524195 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port acb20733-3c4b-47b8-b861-841610d97f25, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=acb20733-3c4b-47b8-b861-841610d97f25,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:23:41.529436 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33724d5f-7aa2-4a6c-ab21-11196e547338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acb20733-3c4b-47b8-b861-841610d97f25'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:23:41.533453 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beeb0bb4-7772-404f-9494-816963f2097e" -d '{"events": [{"server_uuid": "33724d5f-7aa2-4a6c-ab21-11196e547338", "name": "network-vif-plugged", "status": "completed", "tag": "acb20733-3c4b-47b8-b861-841610d97f25"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:23:41.562186 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:41.563890 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e334f1df-b47c-450c-b9b6-6a09caedf47b req-4da6a414-281d-453c-966d-3a89b97d08f1 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:41.566114 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e334f1df-b47c-450c-b9b6-6a09caedf47b req-4da6a414-281d-453c-966d-3a89b97d08f1 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.64 "GET /v2.0/networks?id=6e7bde98-a1ff-44d7-8525-eaa9c1e81087 HTTP/1.1" status: 200 len: 812 time: 0.6847670 Aug 05 11:23:41.573247 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6c71a4b3-f63a-438f-a3b1-24ea176b6c0c req-c00a3cbe-7d25-4465-8271-8ab10792a7e3 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=36027764-706d-4f7b-a373-7a65509fe178 HTTP/1.1" status: 200 len: 210 time: 0.0760152 Aug 05 11:23:41.618305 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-e334f1df-b47c-450c-b9b6-6a09caedf47b req-a9a99a4d-0094-4743-af40-e6e9da3f87d0 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Request body: {'port': {'device_id': '36027764-706d-4f7b-a373-7a65509fe178', 'network_id': '6e7bde98-a1ff-44d7-8525-eaa9c1e81087', 'admin_state_up': True, 'tenant_id': 'd8daa1497f4a496cba61c8a60c09e98b'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:23:41.645495 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-28396fca-0fb1-479e-871f-9034d91be3f4 req-fa0deafe-d75d-46fe-adec-dc3452f3d02a tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/security-groups?id=2975fa17-2fff-4e01-97a3-764244a94779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186928 Aug 05 11:23:41.665583 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:41.730764 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 3c67e590-e364-4336-b116-c2e224729891 details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:23:41.758126 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dad91bd-e267-4685-b99d-bfca434fff25 x-openstack-request-id: req-2dad91bd-e267-4685-b99d-bfca434fff25 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:23:41.758584 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33724d5f-7aa2-4a6c-ab21-11196e547338", "name": "network-vif-plugged", "status": "completed", "tag": "acb20733-3c4b-47b8-b861-841610d97f25", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:23:41.758998 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2dad91bd-e267-4685-b99d-bfca434fff25 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:23:41.760277 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33724d5f-7aa2-4a6c-ab21-11196e547338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acb20733-3c4b-47b8-b861-841610d97f25', 'code': 200} Aug 05 11:23:41.810465 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eb3fb9-7fb2-4c03-821c-4f7ab6aac5bb req-5222df7d-7c54-4183-8f73-2eb427665dee tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:41.813433 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-92eb3fb9-7fb2-4c03-821c-4f7ab6aac5bb req-5222df7d-7c54-4183-8f73-2eb427665dee tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ffa315b-116e-43b6-aaa8-3e9c048e4a3d HTTP/1.1" status: 200 len: 944 time: 0.1144679 Aug 05 11:23:41.834520 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=acb20733-3c4b-47b8-b861-841610d97f25,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:23:41.999368 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-92eb3fb9-7fb2-4c03-821c-4f7ab6aac5bb req-54fed5db-0a98-479f-b005-3c5b05615044 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b660be2-1cd3-4f1b-b8b6-43aa3e7d82c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725647 Aug 05 11:23:42.111174 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3ea4cf-447d-4768-aa79-f8f93fe4743e req-6189762c-219e-4ac8-a6de-618b3a17bcdd tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:42.113530 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-e7fc1fd0-c564-4236-adf7-9364917a3750 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cda42fa7-6755-4e33-bd29-5cc1df60f230 {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:23:42.125356 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ca3ea4cf-447d-4768-aa79-f8f93fe4743e req-6189762c-219e-4ac8-a6de-618b3a17bcdd tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/ports?device_id=33724d5f-7aa2-4a6c-ab21-11196e547338 HTTP/1.1" status: 200 len: 950 time: 0.2537296 Aug 05 11:23:42.131967 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f018e4-9614-49b4-848d-aceb57ec3dbd req-d54abda3-90ce-4352-825c-18ab0d233ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:42.134134 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-e7fc1fd0-c564-4236-adf7-9364917a3750 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:42.135020 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e5f018e4-9614-49b4-848d-aceb57ec3dbd req-d54abda3-90ce-4352-825c-18ab0d233ca8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=33724d5f-7aa2-4a6c-ab21-11196e547338 HTTP/1.1" status: 200 len: 1101 time: 0.1665554 Aug 05 11:23:42.157677 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 3c67e590-e364-4336-b116-c2e224729891, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=3c67e590-e364-4336-b116-c2e224729891,segment=NetworkSegment(8b1bca96-601f-4458-8b80-fcef880d5fc6),segment_id=8b1bca96-601f-4458-8b80-fcef880d5fc6)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:23:42.173452 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-e7fc1fd0-c564-4236-adf7-9364917a3750 service neutron] Transition to ACTIVE for port object cda42fa7-6755-4e33-bd29-5cc1df60f230 will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:23:42.183616 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Returning: {'device': '3c67e590-e364-4336-b116-c2e224729891', 'network_id': '688d8d3a-2c98-48b7-91ea-222d8bd03d5f', 'port_id': '3c67e590-e364-4336-b116-c2e224729891', 'mac_address': 'fa:16:3e:d8:09:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6417045-e99b-47d8-8deb-63bdae7f0b72', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:23:42.197517 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e5f018e4-9614-49b4-848d-aceb57ec3dbd req-a438bc8d-3b7a-4b09-9433-a7e7921136f1 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2975fa17-2fff-4e01-97a3-764244a94779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516431 Aug 05 11:23:42.230619 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-e7fc1fd0-c564-4236-adf7-9364917a3750 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:42.232885 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:42.255901 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c67e590-e364-4336-b116-c2e224729891 {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:23:42.281216 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ca3ea4cf-447d-4768-aa79-f8f93fe4743e req-0334a42f-191f-4d72-a688-2c140f8ddd49 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/security-groups?id=2975fa17-2fff-4e01-97a3-764244a94779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543748 Aug 05 11:23:42.285781 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 3c67e590-e364-4336-b116-c2e224729891, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=3c67e590-e364-4336-b116-c2e224729891,segment=NetworkSegment(8b1bca96-601f-4458-8b80-fcef880d5fc6),segment_id=8b1bca96-601f-4458-8b80-fcef880d5fc6)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:23:42.293413 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:42.317070 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797ffda4-b709-4c0d-ab4a-0f604a333727 req-929d098f-ba95-49c0-81a5-82da05833e4b tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:42.323479 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-797ffda4-b709-4c0d-ab4a-0f604a333727 req-929d098f-ba95-49c0-81a5-82da05833e4b tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebd7f4a2-1b4a-49a0-97dd-2190f4672435 HTTP/1.1" status: 200 len: 943 time: 0.1318197 Aug 05 11:23:42.408579 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=3c67e590-e364-4336-b116-c2e224729891,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:23:42.420266 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-797ffda4-b709-4c0d-ab4a-0f604a333727 req-7f75840e-f52e-4b2e-931b-1cb53d10b8d2 tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] 10.222.0.58 "GET /v2.0/security-groups?id=fbebaaf7-93ba-47dd-9c3c-d739b7022bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874705 Aug 05 11:23:42.481404 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4acdbcf-63fb-444d-a65f-ad0ee8b0aa4f tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] Router a1aaa91a-6751-45c5-ae50-7b01ecf14039 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 11:23:42.502521 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e334f1df-b47c-450c-b9b6-6a09caedf47b req-a9a99a4d-0094-4743-af40-e6e9da3f87d0 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Made reservation on behalf of d8daa1497f4a496cba61c8a60c09e98b for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:23:42.506226 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-e334f1df-b47c-450c-b9b6-6a09caedf47b req-a9a99a4d-0094-4743-af40-e6e9da3f87d0 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:42.512815 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fc1fd0-c564-4236-adf7-9364917a3750 service neutron] Pushing event updated for resources: {'Port': ['ID=cda42fa7-6755-4e33-bd29-5cc1df60f230,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:23:42.643869 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf036317-57fa-4fa3-ac98-fdbdbaa8e7cb req-f3db0004-3600-46b7-8384-54a96b0dd560 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:42.651484 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf036317-57fa-4fa3-ac98-fdbdbaa8e7cb req-f3db0004-3600-46b7-8384-54a96b0dd560 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:42.659767 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf036317-57fa-4fa3-ac98-fdbdbaa8e7cb req-f3db0004-3600-46b7-8384-54a96b0dd560 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:42.670511 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf036317-57fa-4fa3-ac98-fdbdbaa8e7cb req-f3db0004-3600-46b7-8384-54a96b0dd560 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:42.678597 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf036317-57fa-4fa3-ac98-fdbdbaa8e7cb req-f3db0004-3600-46b7-8384-54a96b0dd560 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:42.681083 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cf036317-57fa-4fa3-ac98-fdbdbaa8e7cb req-f3db0004-3600-46b7-8384-54a96b0dd560 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "GET /v2.0/ports?device_id=443a76e9-196d-4aa4-85e8-0ee1eebabb66 HTTP/1.1" status: 200 len: 3829 time: 0.1223609 Aug 05 11:23:42.711594 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['3c67e590-e364-4336-b116-c2e224729891'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:23:42.766494 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cf036317-57fa-4fa3-ac98-fdbdbaa8e7cb req-3d27c092-c108-4285-9e04-f44803b6b393 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "GET /v2.0/security-groups?id=3ada918e-0522-4602-984c-a2f526ffb568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730803 Aug 05 11:23:42.860871 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-44a259f4-3203-4947-99ae-f83602e87f94 req-6bad37bb-bbcf-4887-8eff-7e0fb3ed45d2 tempest-ServerShowV254Test-1867190310 tempest-ServerShowV254Test-1867190310-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8857fb0-c323-4c32-8a27-1fac64f108bf HTTP/1.1" status: 200 len: 210 time: 0.0674348 Aug 05 11:23:42.949101 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-e7fc1fd0-c564-4236-adf7-9364917a3750 service neutron] Attempting to bind port cda42fa7-6755-4e33-bd29-5cc1df60f230 on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:23:42.949875 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-e7fc1fd0-c564-4236-adf7-9364917a3750 service neutron] Attempting to bind port cda42fa7-6755-4e33-bd29-5cc1df60f230 by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': '4abe3257-1333-4b02-890e-df6823bdca9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '1d9d0f10-7957-4188-9ef0-2efd524fc96a'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:23:42.950287 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-e7fc1fd0-c564-4236-adf7-9364917a3750 service neutron] Attempting to bind port cda42fa7-6755-4e33-bd29-5cc1df60f230 on network 1d9d0f10-7957-4188-9ef0-2efd524fc96a {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:23:42.950560 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d0939308-b644-49bd-baaf-f96efc0f96c4 req-b7ef38a0-6456-43f4-800f-071fb48fe10a tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=36027764-706d-4f7b-a373-7a65509fe178 HTTP/1.1" status: 200 len: 210 time: 0.0422988 Aug 05 11:23:42.981167 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4acdbcf-63fb-444d-a65f-ad0ee8b0aa4f tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:23:42.982799 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-e7fc1fd0-c564-4236-adf7-9364917a3750 service neutron] Port cda42fa7-6755-4e33-bd29-5cc1df60f230 on network 1d9d0f10-7957-4188-9ef0-2efd524fc96a not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:23:42.983190 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-e7fc1fd0-c564-4236-adf7-9364917a3750 service neutron] Attempting to bind port cda42fa7-6755-4e33-bd29-5cc1df60f230 on network 1d9d0f10-7957-4188-9ef0-2efd524fc96a {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:23:42.992914 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f4acdbcf-63fb-444d-a65f-ad0ee8b0aa4f tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:43.006616 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed5f76c-9505-43c7-bfc1-345e8138774a None None] Sync routers for ids ['a1aaa91a-6751-45c5-ae50-7b01ecf14039'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:23:43.035702 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed5f76c-9505-43c7-bfc1-345e8138774a None None] Routers {'a1aaa91a-6751-45c5-ae50-7b01ecf14039'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:23:43.036685 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-3ed5f76c-9505-43c7-bfc1-345e8138774a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:23:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['a1aaa91a-6751-45c5-ae50-7b01ecf14039'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:23:43.044708 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-e7fc1fd0-c564-4236-adf7-9364917a3750 service neutron] Checking agent: {'id': 'a8f1dd2d-227c-4e30-8844-52419ba734db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:23:43.045034 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-e7fc1fd0-c564-4236-adf7-9364917a3750 service neutron] Checking segment: {'id': '4abe3257-1333-4b02-890e-df6823bdca9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '1d9d0f10-7957-4188-9ef0-2efd524fc96a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:23:43.045430 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-e7fc1fd0-c564-4236-adf7-9364917a3750 service neutron] Bound using segment: {'id': '4abe3257-1333-4b02-890e-df6823bdca9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '1d9d0f10-7957-4188-9ef0-2efd524fc96a'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:23:43.045872 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-e7fc1fd0-c564-4236-adf7-9364917a3750 service neutron] Bound port: cda42fa7-6755-4e33-bd29-5cc1df60f230, host: n-h2-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4abe3257-1333-4b02-890e-df6823bdca9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '1d9d0f10-7957-4188-9ef0-2efd524fc96a'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:23:43.046394 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-e7fc1fd0-c564-4236-adf7-9364917a3750 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:43.082351 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-f4acdbcf-63fb-444d-a65f-ad0ee8b0aa4f tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] 10.222.0.58 "PUT /v2.0/floatingips/f343929a-da8f-48ef-a1c6-62ff9c1038db HTTP/1.1" status: 200 len: 992 time: 4.2953024 Aug 05 11:23:43.082351 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23921316-79ed-4f9e-adf4-a4668e9fa730', 'tag': '36e964c6-d89e-4431-8738-95e07ed46db5'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:23:43.084649 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dae1a209-fe4d-4b02-a968-d76cb01a8b7c" -d '{"events": [{"name": "network-changed", "server_uuid": "23921316-79ed-4f9e-adf4-a4668e9fa730", "tag": "36e964c6-d89e-4431-8738-95e07ed46db5"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:23:43.125730 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-e334f1df-b47c-450c-b9b6-6a09caedf47b req-a9a99a4d-0094-4743-af40-e6e9da3f87d0 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Allocated IP 172.20.0.3 (6e7bde98-a1ff-44d7-8525-eaa9c1e81087/8c648b54-2f27-41ec-9e17-9213825c0d0c/5f7faa48-b0f0-43a1-a218-b55f73c0f272) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:23:43.193374 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-e7fc1fd0-c564-4236-adf7-9364917a3750 service neutron] For port cda42fa7-6755-4e33-bd29-5cc1df60f230, host n-h2-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:23:43.199480 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-e7fc1fd0-c564-4236-adf7-9364917a3750 service neutron] For port cda42fa7-6755-4e33-bd29-5cc1df60f230, host n-h2-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=cda42fa7-6755-4e33-bd29-5cc1df60f230,segment=NetworkSegment(4abe3257-1333-4b02-890e-df6823bdca9a),segment_id=4abe3257-1333-4b02-890e-df6823bdca9a)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:23:43.211775 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-e7fc1fd0-c564-4236-adf7-9364917a3750 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:43.227693 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41ea5b17-1f65-41b6-a711-34576b1836e8 x-openstack-request-id: req-41ea5b17-1f65-41b6-a711-34576b1836e8 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:23:43.228071 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23921316-79ed-4f9e-adf4-a4668e9fa730", "tag": "36e964c6-d89e-4431-8738-95e07ed46db5", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:23:43.228298 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-41ea5b17-1f65-41b6-a711-34576b1836e8 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:23:43.229567 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23921316-79ed-4f9e-adf4-a4668e9fa730', 'tag': '36e964c6-d89e-4431-8738-95e07ed46db5', 'status': 'completed', 'code': 200} Aug 05 11:23:43.237315 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-e7fc1fd0-c564-4236-adf7-9364917a3750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:43.238597 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-e7fc1fd0-c564-4236-adf7-9364917a3750 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:43.240174 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-e7fc1fd0-c564-4236-adf7-9364917a3750 service neutron] 10.222.0.55 "PUT /v2.0/ports/cda42fa7-6755-4e33-bd29-5cc1df60f230 HTTP/1.1" status: 200 len: 1092 time: 3.0306423 Aug 05 11:23:43.317152 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-139048e4-542e-418d-9801-a4a3440f6a83 service neutron] Request body: {'port': {'device_id': '443a76e9-196d-4aa4-85e8-0ee1eebabb66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-2'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:23:43.449516 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-139048e4-542e-418d-9801-a4a3440f6a83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:43.456733 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-3ed5f76c-9505-43c7-bfc1-345e8138774a None None] Set router a1aaa91a-6751-45c5-ae50-7b01ecf14039 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:23:43.584351 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fc1fd0-c564-4236-adf7-9364917a3750 service neutron] Pushing event updated for resources: {'Port': ['ID=cda42fa7-6755-4e33-bd29-5cc1df60f230,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:23:43.627672 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae1a209-fe4d-4b02-a968-d76cb01a8b7c req-6884afdd-d512-4f3e-aa1c-52216fcea734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:43.632754 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-dae1a209-fe4d-4b02-a968-d76cb01a8b7c req-6884afdd-d512-4f3e-aa1c-52216fcea734 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=22a4c8a0ff814c1aa23242da60c6f727&device_id=23921316-79ed-4f9e-adf4-a4668e9fa730 HTTP/1.1" status: 200 len: 1097 time: 0.3303227 Aug 05 11:23:43.678871 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb18c5f2-15a7-42fa-a5e7-861be313bc7b req-e4779186-3b3f-41c4-8a61-1bedd8d490cc tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:43.681026 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fb18c5f2-15a7-42fa-a5e7-861be313bc7b req-e4779186-3b3f-41c4-8a61-1bedd8d490cc tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/ports?device_id=33724d5f-7aa2-4a6c-ab21-11196e547338 HTTP/1.1" status: 200 len: 950 time: 0.2333603 Aug 05 11:23:43.696329 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2842e9-4180-4e25-bfea-07adc8f0dc0e req-09fc0305-71bf-411a-a8c9-0f5d4bed5fdd tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:43.699504 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1b2842e9-4180-4e25-bfea-07adc8f0dc0e req-09fc0305-71bf-411a-a8c9-0f5d4bed5fdd tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ffa315b-116e-43b6-aaa8-3e9c048e4a3d HTTP/1.1" status: 200 len: 944 time: 0.2521641 Aug 05 11:23:43.769308 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:43.882697 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae1a209-fe4d-4b02-a968-d76cb01a8b7c req-2771a5ed-a64c-4eff-a45d-f7f9a767dd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:43.884357 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-dae1a209-fe4d-4b02-a968-d76cb01a8b7c req-2771a5ed-a64c-4eff-a45d-f7f9a767dd7d service neutron] 10.222.0.55 "GET /v2.0/networks?id=b18750ac-8ea5-426b-9972-9f17bf337493 HTTP/1.1" status: 200 len: 906 time: 0.2381756 Aug 05 11:23:43.938021 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-e334f1df-b47c-450c-b9b6-6a09caedf47b req-a9a99a4d-0094-4743-af40-e6e9da3f87d0 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:43.988373 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-3ed5f76c-9505-43c7-bfc1-345e8138774a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1aaa91a-6751-45c5-ae50-7b01ecf14039', 'name': 'tempest-ServersTestJSON-692731662-router', 'tenant_id': '22a4c8a0ff814c1aa23242da60c6f727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': 'd1e5bf28-eb3d-4801-8525-6b8ffd96949c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:22:27Z', 'updated_at': '2021-08-05T11:22:41Z', 'revision_number': 4, 'project_id': '22a4c8a0ff814c1aa23242da60c6f727', 'gw_port': {'id': 'd1e5bf28-eb3d-4801-8525-6b8ffd96949c', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1aaa91a-6751-45c5-ae50-7b01ecf14039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:22:30Z', 'updated_at': '2021-08-05T11:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': 'f343929a-da8f-48ef-a1c6-62ff9c1038db', 'tenant_id': '22a4c8a0ff814c1aa23242da60c6f727', 'floating_ip_address': '172.25.5.102', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': 'a1aaa91a-6751-45c5-ae50-7b01ecf14039', 'port_id': '36e964c6-d89e-4431-8738-95e07ed46db5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 708, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b18750ac-8ea5-426b-9972-9f17bf337493', 'mac_address': 'fa:16:3e:f6:21:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23921316-79ed-4f9e-adf4-a4668e9fa730', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T11:22:58Z', 'updated_at': '2021-08-05T11:23:39Z', 'revision_number': 1, 'project_id': '22a4c8a0ff814c1aa23242da60c6f727', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7ed65e3-6499-4541-8e8c-5b4fe1a21531', 'name': '', 'network_id': 'b18750ac-8ea5-426b-9972-9f17bf337493', 'tenant_id': '22a4c8a0ff814c1aa23242da60c6f727', 'mac_address': 'fa:16:3e:ca:a6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1aaa91a-6751-45c5-ae50-7b01ecf14039', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '63e1703a-1113-4385-8973-9ea8062ac6e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:22:40Z', 'updated_at': '2021-08-05T11:22:55Z', 'revision_number': 5, 'project_id': '22a4c8a0ff814c1aa23242da60c6f727', 'subnets': [{'id': '63e1703a-1113-4385-8973-9ea8062ac6e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:23:44.023331 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-e334f1df-b47c-450c-b9b6-6a09caedf47b req-a9a99a4d-0094-4743-af40-e6e9da3f87d0 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:44.034239 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed5f76c-9505-43c7-bfc1-345e8138774a None None] Checking router: a1aaa91a-6751-45c5-ae50-7b01ecf14039 for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:23:44.037568 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fb18c5f2-15a7-42fa-a5e7-861be313bc7b req-efca9cc2-7681-4ccf-b4b9-a8bd9181b254 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/security-groups?id=2975fa17-2fff-4e01-97a3-764244a94779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3376343 Aug 05 11:23:44.059705 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed5f76c-9505-43c7-bfc1-345e8138774a None None] Routers {'a1aaa91a-6751-45c5-ae50-7b01ecf14039'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:23:44.060364 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-3ed5f76c-9505-43c7-bfc1-345e8138774a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:23:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['a1aaa91a-6751-45c5-ae50-7b01ecf14039'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:23:44.066832 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1b2842e9-4180-4e25-bfea-07adc8f0dc0e req-929e9628-22be-49f8-ab9e-3fb51ecb18e2 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b660be2-1cd3-4f1b-b8b6-43aa3e7d82c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3270333 Aug 05 11:23:44.173446 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a99a4d-0094-4743-af40-e6e9da3f87d0 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Pushing event updated for resources: {'Port': ['ID=5f7faa48-b0f0-43a1-a218-b55f73c0f272,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:23:44.240510 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e334f1df-b47c-450c-b9b6-6a09caedf47b req-a9a99a4d-0094-4743-af40-e6e9da3f87d0 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Network 6e7bde98-a1ff-44d7-8525-eaa9c1e81087 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:23:44.244731 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-e334f1df-b47c-450c-b9b6-6a09caedf47b req-a9a99a4d-0094-4743-af40-e6e9da3f87d0 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:23:44.248209 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-e334f1df-b47c-450c-b9b6-6a09caedf47b req-a9a99a4d-0094-4743-af40-e6e9da3f87d0 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:23:44.290317 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-dae1a209-fe4d-4b02-a968-d76cb01a8b7c req-84c124c4-8feb-4773-bacf-5e0d8cd6229d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36e964c6-d89e-4431-8738-95e07ed46db5 HTTP/1.1" status: 200 len: 1000 time: 0.2855992 Aug 05 11:23:44.326975 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78159f98-53e4-4ebb-abbe-2109dd1b481e req-3acad395-3d45-4c4c-9e7f-e0beb0974ae7 tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:44.331498 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-3ed5f76c-9505-43c7-bfc1-345e8138774a None None] Set router a1aaa91a-6751-45c5-ae50-7b01ecf14039 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:23:44.341192 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-78159f98-53e4-4ebb-abbe-2109dd1b481e req-3acad395-3d45-4c4c-9e7f-e0beb0974ae7 tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebd7f4a2-1b4a-49a0-97dd-2190f4672435 HTTP/1.1" status: 200 len: 944 time: 0.1722338 Aug 05 11:23:44.392038 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e334f1df-b47c-450c-b9b6-6a09caedf47b req-a9a99a4d-0094-4743-af40-e6e9da3f87d0 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:44.393401 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-e334f1df-b47c-450c-b9b6-6a09caedf47b req-a9a99a4d-0094-4743-af40-e6e9da3f87d0 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:44.422017 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e334f1df-b47c-450c-b9b6-6a09caedf47b req-a9a99a4d-0094-4743-af40-e6e9da3f87d0 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8167634 Aug 05 11:23:44.432361 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae1a209-fe4d-4b02-a968-d76cb01a8b7c req-2b09143b-41a0-47a1-8d45-5c5398e1c0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:44.435686 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-dae1a209-fe4d-4b02-a968-d76cb01a8b7c req-2b09143b-41a0-47a1-8d45-5c5398e1c0c8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=63e1703a-1113-4385-8973-9ea8062ac6e0 HTTP/1.1" status: 200 len: 844 time: 0.1373820 Aug 05 11:23:44.445529 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-e334f1df-b47c-450c-b9b6-6a09caedf47b req-a96005ef-8dcd-4917-a635-9b44cafd2b77 service neutron] Request body: {'port': {'device_id': '36027764-706d-4f7b-a373-7a65509fe178', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:23:44.497158 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-78159f98-53e4-4ebb-abbe-2109dd1b481e req-51cb960b-638d-4157-9b56-244e5f96daf7 tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] 10.222.0.58 "GET /v2.0/security-groups?id=fbebaaf7-93ba-47dd-9c3c-d739b7022bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429121 Aug 05 11:23:44.615534 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae1a209-fe4d-4b02-a968-d76cb01a8b7c req-e3d0b951-e57e-485f-86b8-f532f44b6f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:44.617498 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-dae1a209-fe4d-4b02-a968-d76cb01a8b7c req-e3d0b951-e57e-485f-86b8-f532f44b6f38 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b18750ac-8ea5-426b-9972-9f17bf337493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1631906 Aug 05 11:23:44.618461 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-e334f1df-b47c-450c-b9b6-6a09caedf47b req-a96005ef-8dcd-4917-a635-9b44cafd2b77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:44.732048 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-3ed5f76c-9505-43c7-bfc1-345e8138774a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1aaa91a-6751-45c5-ae50-7b01ecf14039', 'name': 'tempest-ServersTestJSON-692731662-router', 'tenant_id': '22a4c8a0ff814c1aa23242da60c6f727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': 'd1e5bf28-eb3d-4801-8525-6b8ffd96949c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:22:27Z', 'updated_at': '2021-08-05T11:22:41Z', 'revision_number': 4, 'project_id': '22a4c8a0ff814c1aa23242da60c6f727', 'gw_port': {'id': 'd1e5bf28-eb3d-4801-8525-6b8ffd96949c', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1aaa91a-6751-45c5-ae50-7b01ecf14039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:22:30Z', 'updated_at': '2021-08-05T11:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': 'f343929a-da8f-48ef-a1c6-62ff9c1038db', 'tenant_id': '22a4c8a0ff814c1aa23242da60c6f727', 'floating_ip_address': '172.25.5.102', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': 'a1aaa91a-6751-45c5-ae50-7b01ecf14039', 'port_id': '36e964c6-d89e-4431-8738-95e07ed46db5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 708, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b18750ac-8ea5-426b-9972-9f17bf337493', 'mac_address': 'fa:16:3e:f6:21:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23921316-79ed-4f9e-adf4-a4668e9fa730', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T11:22:58Z', 'updated_at': '2021-08-05T11:23:39Z', 'revision_number': 1, 'project_id': '22a4c8a0ff814c1aa23242da60c6f727', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7ed65e3-6499-4541-8e8c-5b4fe1a21531', 'name': '', 'network_id': 'b18750ac-8ea5-426b-9972-9f17bf337493', 'tenant_id': '22a4c8a0ff814c1aa23242da60c6f727', 'mac_address': 'fa:16:3e:ca:a6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1aaa91a-6751-45c5-ae50-7b01ecf14039', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '63e1703a-1113-4385-8973-9ea8062ac6e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:22:40Z', 'updated_at': '2021-08-05T11:22:55Z', 'revision_number': 5, 'project_id': '22a4c8a0ff814c1aa23242da60c6f727', 'subnets': [{'id': '63e1703a-1113-4385-8973-9ea8062ac6e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:23:44.779909 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed5f76c-9505-43c7-bfc1-345e8138774a None None] The sync data for ids ['a1aaa91a-6751-45c5-ae50-7b01ecf14039'] in n-d-803378-2 is: [{'id': 'a1aaa91a-6751-45c5-ae50-7b01ecf14039', 'name': 'tempest-ServersTestJSON-692731662-router', 'tenant_id': '22a4c8a0ff814c1aa23242da60c6f727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': 'd1e5bf28-eb3d-4801-8525-6b8ffd96949c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:22:27Z', 'updated_at': '2021-08-05T11:22:41Z', 'revision_number': 4, 'project_id': '22a4c8a0ff814c1aa23242da60c6f727', 'gw_port': {'id': 'd1e5bf28-eb3d-4801-8525-6b8ffd96949c', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1aaa91a-6751-45c5-ae50-7b01ecf14039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:22:30Z', 'updated_at': '2021-08-05T11:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': 'f343929a-da8f-48ef-a1c6-62ff9c1038db', 'tenant_id': '22a4c8a0ff814c1aa23242da60c6f727', 'floating_ip_address': '172.25.5.102', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': 'a1aaa91a-6751-45c5-ae50-7b01ecf14039', 'port_id': '36e964c6-d89e-4431-8738-95e07ed46db5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 708, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b18750ac-8ea5-426b-9972-9f17bf337493', 'mac_address': 'fa:16:3e:f6:21:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23921316-79ed-4f9e-adf4-a4668e9fa730', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T11:22:58Z', 'updated_at': '2021-08-05T11:23:39Z', 'revision_number': 1, 'project_id': '22a4c8a0ff814c1aa23242da60c6f727', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7ed65e3-6499-4541-8e8c-5b4fe1a21531', 'name': '', 'network_id': 'b18750ac-8ea5-426b-9972-9f17bf337493', 'tenant_id': '22a4c8a0ff814c1aa23242da60c6f727', 'mac_address': 'fa:16:3e:ca:a6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1aaa91a-6751-45c5-ae50-7b01ecf14039', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '63e1703a-1113-4385-8973-9ea8062ac6e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:22:40Z', 'updated_at': '2021-08-05T11:22:55Z', 'revision_number': 5, 'project_id': '22a4c8a0ff814c1aa23242da60c6f727', 'subnets': [{'id': '63e1703a-1113-4385-8973-9ea8062ac6e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:23:44.846942 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-139048e4-542e-418d-9801-a4a3440f6a83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fe40b91-b25d-45f0-9197-c82f62355d38 {{(pid=94420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:23:44.868102 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-139048e4-542e-418d-9801-a4a3440f6a83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:44.919966 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9118033c-e985-404e-ab83-51e4e49d6dfd req-59607481-41da-4360-9fb3-cc1c0b43fd7b tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:44.927827 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9118033c-e985-404e-ab83-51e4e49d6dfd req-59607481-41da-4360-9fb3-cc1c0b43fd7b tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:44.936058 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9118033c-e985-404e-ab83-51e4e49d6dfd req-59607481-41da-4360-9fb3-cc1c0b43fd7b tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:44.942753 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9118033c-e985-404e-ab83-51e4e49d6dfd req-59607481-41da-4360-9fb3-cc1c0b43fd7b tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:44.949802 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9118033c-e985-404e-ab83-51e4e49d6dfd req-59607481-41da-4360-9fb3-cc1c0b43fd7b tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:44.951733 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9118033c-e985-404e-ab83-51e4e49d6dfd req-59607481-41da-4360-9fb3-cc1c0b43fd7b tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "GET /v2.0/ports?device_id=443a76e9-196d-4aa4-85e8-0ee1eebabb66 HTTP/1.1" status: 200 len: 3829 time: 0.4142361 Aug 05 11:23:44.954238 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ac91f5ad-4498-47d4-81e2-b5fea791e36b req-d63a83a9-3d9d-407b-8cdd-3f3e32176f06 tempest-ServerShowV254Test-1867190310 tempest-ServerShowV254Test-1867190310-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8857fb0-c323-4c32-8a27-1fac64f108bf HTTP/1.1" status: 200 len: 210 time: 0.2235806 Aug 05 11:23:44.958881 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-dae1a209-fe4d-4b02-a968-d76cb01a8b7c req-07316ee3-3888-43fb-8c1f-389433c454a3 service neutron] 10.222.0.55 "GET /v2.0/networks/b18750ac-8ea5-426b-9972-9f17bf337493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3251216 Aug 05 11:23:45.012968 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-139048e4-542e-418d-9801-a4a3440f6a83 service neutron] Transition to ACTIVE for port object 8fe40b91-b25d-45f0-9197-c82f62355d38 will not be triggered until provisioned by entity L2. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:23:45.030893 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9118033c-e985-404e-ab83-51e4e49d6dfd req-dd6ad7a9-ee96-47f2-82d0-505979e1ffdc tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "GET /v2.0/security-groups?id=3ada918e-0522-4602-984c-a2f526ffb568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628536 Aug 05 11:23:45.040460 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-139048e4-542e-418d-9801-a4a3440f6a83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:45.136831 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 5c7f819f-c721-4a8d-a676-489500d22fbb no longer exists at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:23:45.247310 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139048e4-542e-418d-9801-a4a3440f6a83 service neutron] Pushing event updated for resources: {'Port': ['ID=8fe40b91-b25d-45f0-9197-c82f62355d38,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:23:45.277072 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3763313-e050-4906-ab18-68c185defde9 None None] New status for floating IP f343929a-da8f-48ef-a1c6-62ff9c1038db: ACTIVE {{(pid=94423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 11:23:45.420950 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef474f8-0785-4512-86d8-d83b7426fc7c req-1dda33bc-7c11-4e0a-82cf-798d413e3bb3 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:45.424072 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-eef474f8-0785-4512-86d8-d83b7426fc7c req-1dda33bc-7c11-4e0a-82cf-798d413e3bb3 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=36027764-706d-4f7b-a373-7a65509fe178 HTTP/1.1" status: 200 len: 931 time: 0.2709455 Aug 05 11:23:45.438949 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '443a76e9-196d-4aa4-85e8-0ee1eebabb66', 'tag': 'cda42fa7-6755-4e33-bd29-5cc1df60f230'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:23:45.442034 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f6de952-b773-4d41-bbbe-8eae43f60992" -d '{"events": [{"name": "network-changed", "server_uuid": "443a76e9-196d-4aa4-85e8-0ee1eebabb66", "tag": "cda42fa7-6755-4e33-bd29-5cc1df60f230"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:23:45.448097 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-dae1a209-fe4d-4b02-a968-d76cb01a8b7c req-81330bca-a15e-42d9-83fe-dd4de7851910 service neutron] 10.222.0.55 "GET /v2.0/networks/b18750ac-8ea5-426b-9972-9f17bf337493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2906315 Aug 05 11:23:45.657986 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e84a00-3c5d-4855-999c-d05992e9af7b req-bbedbc91-8dee-4e44-8ba0-3855f6ddba34 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:45.657986 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d5e84a00-3c5d-4855-999c-d05992e9af7b req-bbedbc91-8dee-4e44-8ba0-3855f6ddba34 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/ports?device_id=33724d5f-7aa2-4a6c-ab21-11196e547338 HTTP/1.1" status: 200 len: 950 time: 0.3199086 Aug 05 11:23:45.681282 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-eef474f8-0785-4512-86d8-d83b7426fc7c req-a404d2ba-2c1c-435b-90ad-33d7de4bec6f tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839435 Aug 05 11:23:45.750397 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 3c67e590-e364-4336-b116-c2e224729891 up at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:23:45.755556 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-e334f1df-b47c-450c-b9b6-6a09caedf47b req-a96005ef-8dcd-4917-a635-9b44cafd2b77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f7faa48-b0f0-43a1-a218-b55f73c0f272 {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:23:45.790759 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-e334f1df-b47c-450c-b9b6-6a09caedf47b req-a96005ef-8dcd-4917-a635-9b44cafd2b77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:45.809149 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d5e84a00-3c5d-4855-999c-d05992e9af7b req-c011ea4f-bd23-4f34-92cf-7133fdc339a8 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/security-groups?id=2975fa17-2fff-4e01-97a3-764244a94779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050825 Aug 05 11:23:45.813859 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-139048e4-542e-418d-9801-a4a3440f6a83 service neutron] Attempting to bind port 8fe40b91-b25d-45f0-9197-c82f62355d38 on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:23:45.814865 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-139048e4-542e-418d-9801-a4a3440f6a83 service neutron] Attempting to bind port 8fe40b91-b25d-45f0-9197-c82f62355d38 by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': '5c8761d6-8217-4a98-a998-0e6468c69ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'd036d46a-a30d-4750-b27d-4b7146f11df9'}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:23:45.814865 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-139048e4-542e-418d-9801-a4a3440f6a83 service neutron] Attempting to bind port 8fe40b91-b25d-45f0-9197-c82f62355d38 on network d036d46a-a30d-4750-b27d-4b7146f11df9 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:23:45.830094 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-139048e4-542e-418d-9801-a4a3440f6a83 service neutron] Port 8fe40b91-b25d-45f0-9197-c82f62355d38 on network d036d46a-a30d-4750-b27d-4b7146f11df9 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:23:45.830908 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-139048e4-542e-418d-9801-a4a3440f6a83 service neutron] Attempting to bind port 8fe40b91-b25d-45f0-9197-c82f62355d38 on network d036d46a-a30d-4750-b27d-4b7146f11df9 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:23:45.846285 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-e334f1df-b47c-450c-b9b6-6a09caedf47b req-a96005ef-8dcd-4917-a635-9b44cafd2b77 service neutron] Transition to ACTIVE for port object 5f7faa48-b0f0-43a1-a218-b55f73c0f272 will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:23:45.854249 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-139048e4-542e-418d-9801-a4a3440f6a83 service neutron] Checking agent: {'id': 'a8f1dd2d-227c-4e30-8844-52419ba734db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:23:45.856151 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-139048e4-542e-418d-9801-a4a3440f6a83 service neutron] Checking segment: {'id': '5c8761d6-8217-4a98-a998-0e6468c69ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'd036d46a-a30d-4750-b27d-4b7146f11df9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:23:45.859550 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-139048e4-542e-418d-9801-a4a3440f6a83 service neutron] Bound using segment: {'id': '5c8761d6-8217-4a98-a998-0e6468c69ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'd036d46a-a30d-4750-b27d-4b7146f11df9'} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:23:45.860792 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-e334f1df-b47c-450c-b9b6-6a09caedf47b req-a96005ef-8dcd-4917-a635-9b44cafd2b77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:45.861572 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-139048e4-542e-418d-9801-a4a3440f6a83 service neutron] Bound port: 8fe40b91-b25d-45f0-9197-c82f62355d38, host: n-h2-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c8761d6-8217-4a98-a998-0e6468c69ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'd036d46a-a30d-4750-b27d-4b7146f11df9'}}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:23:45.863458 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-139048e4-542e-418d-9801-a4a3440f6a83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:45.963570 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning for port 3c67e590-e364-4336-b116-c2e224729891 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:23:45.964920 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96005ef-8dcd-4917-a635-9b44cafd2b77 service neutron] Pushing event updated for resources: {'Port': ['ID=5f7faa48-b0f0-43a1-a218-b55f73c0f272,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:23:45.991510 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning complete for port 3c67e590-e364-4336-b116-c2e224729891 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:23:45.994700 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:46.132121 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cbc165f-d105-4bce-a2c5-38fbdfa7a39b x-openstack-request-id: req-5cbc165f-d105-4bce-a2c5-38fbdfa7a39b {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:23:46.132638 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "443a76e9-196d-4aa4-85e8-0ee1eebabb66", "tag": "cda42fa7-6755-4e33-bd29-5cc1df60f230", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:23:46.132931 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5cbc165f-d105-4bce-a2c5-38fbdfa7a39b {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:23:46.133465 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '443a76e9-196d-4aa4-85e8-0ee1eebabb66', 'tag': 'cda42fa7-6755-4e33-bd29-5cc1df60f230', 'status': 'completed', 'code': 200} Aug 05 11:23:46.212403 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:46.228022 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-e334f1df-b47c-450c-b9b6-6a09caedf47b req-a96005ef-8dcd-4917-a635-9b44cafd2b77 service neutron] Attempting to bind port 5f7faa48-b0f0-43a1-a218-b55f73c0f272 on host n-h1-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:23:46.229704 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-e334f1df-b47c-450c-b9b6-6a09caedf47b req-a96005ef-8dcd-4917-a635-9b44cafd2b77 service neutron] Attempting to bind port 5f7faa48-b0f0-43a1-a218-b55f73c0f272 by drivers openvswitch,hyperv on host n-h1-803378-2 at level 0 using segments [{'id': '32cc618e-4968-4750-a5aa-c2579fceb01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6e7bde98-a1ff-44d7-8525-eaa9c1e81087'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:23:46.230319 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e334f1df-b47c-450c-b9b6-6a09caedf47b req-a96005ef-8dcd-4917-a635-9b44cafd2b77 service neutron] Attempting to bind port 5f7faa48-b0f0-43a1-a218-b55f73c0f272 on network 6e7bde98-a1ff-44d7-8525-eaa9c1e81087 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:23:46.264563 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878d1148-7770-45c0-abc2-6d64604e6967 req-ca1bf8ca-043c-4ed4-9d9c-46a12148e057 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:46.269692 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-878d1148-7770-45c0-abc2-6d64604e6967 req-ca1bf8ca-043c-4ed4-9d9c-46a12148e057 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ffa315b-116e-43b6-aaa8-3e9c048e4a3d HTTP/1.1" status: 200 len: 944 time: 0.3932185 Aug 05 11:23:46.285899 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e334f1df-b47c-450c-b9b6-6a09caedf47b req-a96005ef-8dcd-4917-a635-9b44cafd2b77 service neutron] Port 5f7faa48-b0f0-43a1-a218-b55f73c0f272 on network 6e7bde98-a1ff-44d7-8525-eaa9c1e81087 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:23:46.286558 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e334f1df-b47c-450c-b9b6-6a09caedf47b req-a96005ef-8dcd-4917-a635-9b44cafd2b77 service neutron] Attempting to bind port 5f7faa48-b0f0-43a1-a218-b55f73c0f272 on network 6e7bde98-a1ff-44d7-8525-eaa9c1e81087 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:23:46.289927 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-139048e4-542e-418d-9801-a4a3440f6a83 service neutron] For port 8fe40b91-b25d-45f0-9197-c82f62355d38, host n-h2-803378-2, cleared binding levels {{(pid=94420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:23:46.297644 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-139048e4-542e-418d-9801-a4a3440f6a83 service neutron] For port 8fe40b91-b25d-45f0-9197-c82f62355d38, host n-h2-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=8fe40b91-b25d-45f0-9197-c82f62355d38,segment=NetworkSegment(5c8761d6-8217-4a98-a998-0e6468c69ef6),segment_id=5c8761d6-8217-4a98-a998-0e6468c69ef6)] {{(pid=94420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:23:46.301914 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 3c67e590-e364-4336-b116-c2e224729891, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=3c67e590-e364-4336-b116-c2e224729891,segment=NetworkSegment(8b1bca96-601f-4458-8b80-fcef880d5fc6),segment_id=8b1bca96-601f-4458-8b80-fcef880d5fc6)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:23:46.304613 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e334f1df-b47c-450c-b9b6-6a09caedf47b req-a96005ef-8dcd-4917-a635-9b44cafd2b77 service neutron] Checking agent: {'id': '40bb7567-59bd-4b31-bc29-da1c50bca759', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:23:46.305213 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e334f1df-b47c-450c-b9b6-6a09caedf47b req-a96005ef-8dcd-4917-a635-9b44cafd2b77 service neutron] Checking segment: {'id': '32cc618e-4968-4750-a5aa-c2579fceb01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6e7bde98-a1ff-44d7-8525-eaa9c1e81087'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:23:46.306125 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e334f1df-b47c-450c-b9b6-6a09caedf47b req-a96005ef-8dcd-4917-a635-9b44cafd2b77 service neutron] Bound using segment: {'id': '32cc618e-4968-4750-a5aa-c2579fceb01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6e7bde98-a1ff-44d7-8525-eaa9c1e81087'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:23:46.308308 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-e334f1df-b47c-450c-b9b6-6a09caedf47b req-a96005ef-8dcd-4917-a635-9b44cafd2b77 service neutron] Bound port: 5f7faa48-b0f0-43a1-a218-b55f73c0f272, host: n-h1-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32cc618e-4968-4750-a5aa-c2579fceb01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6e7bde98-a1ff-44d7-8525-eaa9c1e81087'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:23:46.309150 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebd7f4a2-1b4a-49a0-97dd-2190f4672435', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c67e590-e364-4336-b116-c2e224729891'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:23:46.309541 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-e334f1df-b47c-450c-b9b6-6a09caedf47b req-a96005ef-8dcd-4917-a635-9b44cafd2b77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:46.312900 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a80d580a-fa64-45d4-ba57-4eb669ca1415" -d '{"events": [{"server_uuid": "ebd7f4a2-1b4a-49a0-97dd-2190f4672435", "name": "network-vif-plugged", "status": "completed", "tag": "3c67e590-e364-4336-b116-c2e224729891"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:23:46.321029 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:46.351922 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-139048e4-542e-418d-9801-a4a3440f6a83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:46.490336 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=3c67e590-e364-4336-b116-c2e224729891,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:23:46.498294 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-139048e4-542e-418d-9801-a4a3440f6a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:46.500034 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6de952-b773-4d41-bbbe-8eae43f60992 req-8e5d96ae-cb2f-4cce-8b3b-92f6ab741d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:46.501087 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6de952-b773-4d41-bbbe-8eae43f60992 req-8e5d96ae-cb2f-4cce-8b3b-92f6ab741d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:46.501575 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6de952-b773-4d41-bbbe-8eae43f60992 req-8e5d96ae-cb2f-4cce-8b3b-92f6ab741d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:46.502218 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6de952-b773-4d41-bbbe-8eae43f60992 req-8e5d96ae-cb2f-4cce-8b3b-92f6ab741d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:46.502838 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6de952-b773-4d41-bbbe-8eae43f60992 req-8e5d96ae-cb2f-4cce-8b3b-92f6ab741d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:46.503554 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6de952-b773-4d41-bbbe-8eae43f60992 req-8e5d96ae-cb2f-4cce-8b3b-92f6ab741d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:46.504542 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-139048e4-542e-418d-9801-a4a3440f6a83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:46.506324 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1f6de952-b773-4d41-bbbe-8eae43f60992 req-8e5d96ae-cb2f-4cce-8b3b-92f6ab741d1c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b4870e3c85c84ca78a3c4012c18adec3&device_id=443a76e9-196d-4aa4-85e8-0ee1eebabb66 HTTP/1.1" status: 200 len: 5245 time: 0.3050933 Aug 05 11:23:46.511789 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-139048e4-542e-418d-9801-a4a3440f6a83 service neutron] 10.222.0.55 "PUT /v2.0/ports/8fe40b91-b25d-45f0-9197-c82f62355d38 HTTP/1.1" status: 200 len: 1130 time: 3.1958745 Aug 05 11:23:46.520977 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '443a76e9-196d-4aa4-85e8-0ee1eebabb66', 'tag': '8fe40b91-b25d-45f0-9197-c82f62355d38'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:23:46.526520 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}828068ad8d405ad77660ce68fa78e1ffe658725812f7a08f9e488a446589295b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb7e998c-7acf-4fc7-9fa6-4c59016ba24a" -d '{"events": [{"name": "network-changed", "server_uuid": "443a76e9-196d-4aa4-85e8-0ee1eebabb66", "tag": "8fe40b91-b25d-45f0-9197-c82f62355d38"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:23:46.590547 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-e334f1df-b47c-450c-b9b6-6a09caedf47b req-a96005ef-8dcd-4917-a635-9b44cafd2b77 service neutron] For port 5f7faa48-b0f0-43a1-a218-b55f73c0f272, host n-h1-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:23:46.609005 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139048e4-542e-418d-9801-a4a3440f6a83 service neutron] Pushing event updated for resources: {'Port': ['ID=8fe40b91-b25d-45f0-9197-c82f62355d38,revision_number=3']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:23:46.684002 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-878d1148-7770-45c0-abc2-6d64604e6967 req-5d583844-f62f-45ad-96fe-c1d68b6ca6f7 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b660be2-1cd3-4f1b-b8b6-43aa3e7d82c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3772483 Aug 05 11:23:46.714569 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-f8e0aa7d-5aaa-4f28-a934-554421cc193f service neutron] Request body: {'port': {'device_id': '443a76e9-196d-4aa4-85e8-0ee1eebabb66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-2'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:23:46.751161 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-e334f1df-b47c-450c-b9b6-6a09caedf47b req-a96005ef-8dcd-4917-a635-9b44cafd2b77 service neutron] For port 5f7faa48-b0f0-43a1-a218-b55f73c0f272, host n-h1-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=5f7faa48-b0f0-43a1-a218-b55f73c0f272,segment=NetworkSegment(32cc618e-4968-4750-a5aa-c2579fceb01e),segment_id=32cc618e-4968-4750-a5aa-c2579fceb01e)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:23:46.897852 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fe447a-519e-4976-b0f0-55ff7c02e2a7 req-e3e55177-6abc-4a1b-a5a5-21472af5444c tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:46.899796 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-31fe447a-519e-4976-b0f0-55ff7c02e2a7 req-e3e55177-6abc-4a1b-a5a5-21472af5444c tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebd7f4a2-1b4a-49a0-97dd-2190f4672435 HTTP/1.1" status: 200 len: 944 time: 0.6281397 Aug 05 11:23:46.903818 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-e334f1df-b47c-450c-b9b6-6a09caedf47b req-a96005ef-8dcd-4917-a635-9b44cafd2b77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:46.934488 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-f8e0aa7d-5aaa-4f28-a934-554421cc193f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:47.046467 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-31fe447a-519e-4976-b0f0-55ff7c02e2a7 req-2f7d9958-89cd-44af-a91d-3cb90e459275 tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] 10.222.0.58 "GET /v2.0/security-groups?id=fbebaaf7-93ba-47dd-9c3c-d739b7022bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302490 Aug 05 11:23:47.122665 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96005ef-8dcd-4917-a635-9b44cafd2b77 service neutron] Pushing event updated for resources: {'Port': ['ID=5f7faa48-b0f0-43a1-a218-b55f73c0f272,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:23:47.215086 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e334f1df-b47c-450c-b9b6-6a09caedf47b req-a96005ef-8dcd-4917-a635-9b44cafd2b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:47.217496 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-e334f1df-b47c-450c-b9b6-6a09caedf47b req-a96005ef-8dcd-4917-a635-9b44cafd2b77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:47.221230 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e334f1df-b47c-450c-b9b6-6a09caedf47b req-a96005ef-8dcd-4917-a635-9b44cafd2b77 service neutron] 10.222.0.64 "PUT /v2.0/ports/5f7faa48-b0f0-43a1-a218-b55f73c0f272 HTTP/1.1" status: 200 len: 1091 time: 2.7804513 Aug 05 11:23:47.245312 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6de952-b773-4d41-bbbe-8eae43f60992 req-06cff3a5-5cbc-4275-9ad6-dab772b3a9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:47.246004 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6de952-b773-4d41-bbbe-8eae43f60992 req-06cff3a5-5cbc-4275-9ad6-dab772b3a9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:47.246470 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6de952-b773-4d41-bbbe-8eae43f60992 req-06cff3a5-5cbc-4275-9ad6-dab772b3a9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:47.249232 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1f6de952-b773-4d41-bbbe-8eae43f60992 req-06cff3a5-5cbc-4275-9ad6-dab772b3a9d1 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=b4870e3c85c84ca78a3c4012c18adec3&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.6969464 Aug 05 11:23:47.312459 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-32d345d5-65ba-4921-93a8-0181bbf18e43 req-b8e3f5c4-064a-4e7b-948d-08dfee794dd2 tempest-ServerShowV254Test-1867190310 tempest-ServerShowV254Test-1867190310-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8857fb0-c323-4c32-8a27-1fac64f108bf HTTP/1.1" status: 200 len: 210 time: 0.0849841 Aug 05 11:23:47.836711 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-f8e0aa7d-5aaa-4f28-a934-554421cc193f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9825552d-c4a9-47c2-b314-f8532a62835b {{(pid=94420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:23:47.856472 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-f8e0aa7d-5aaa-4f28-a934-554421cc193f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:47.876033 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-041001c9-d529-409b-b00d-baf4fb9e2cbb req-66040afa-cea3-4657-bdb6-ed41bae9051b service neutron] 10.222.0.64 "GET /v2.0/ports/5c7f819f-c721-4a8d-a676-489500d22fbb/bindings/n-h2-803378-2 HTTP/1.1" status: 200 len: 384 time: 0.4184654 Aug 05 11:23:47.897341 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-f8e0aa7d-5aaa-4f28-a934-554421cc193f service neutron] Transition to ACTIVE for port object 9825552d-c4a9-47c2-b314-f8532a62835b will not be triggered until provisioned by entity L2. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:23:47.908651 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be2e048-f19c-4973-bb3b-18031ecc6f91 req-b92c2665-0e24-4c60-bf9f-70b1122590b6 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:47.916722 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be2e048-f19c-4973-bb3b-18031ecc6f91 req-b92c2665-0e24-4c60-bf9f-70b1122590b6 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:47.926570 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1be2e048-f19c-4973-bb3b-18031ecc6f91 req-b92c2665-0e24-4c60-bf9f-70b1122590b6 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/ports?device_id=51b325b8-67f6-4df3-99d8-5748c18fc4fb&device_id=33724d5f-7aa2-4a6c-ab21-11196e547338 HTTP/1.1" status: 200 len: 1691 time: 0.2584486 Aug 05 11:23:47.940436 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea92314-d8e8-491f-a0e2-f4008328ce1b req-9182c7da-8a9e-4f1f-b0dc-509b4b9f9a51 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:47.946831 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea92314-d8e8-491f-a0e2-f4008328ce1b req-9182c7da-8a9e-4f1f-b0dc-509b4b9f9a51 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:47.955873 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea92314-d8e8-491f-a0e2-f4008328ce1b req-9182c7da-8a9e-4f1f-b0dc-509b4b9f9a51 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:47.964171 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea92314-d8e8-491f-a0e2-f4008328ce1b req-9182c7da-8a9e-4f1f-b0dc-509b4b9f9a51 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:47.972094 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea92314-d8e8-491f-a0e2-f4008328ce1b req-9182c7da-8a9e-4f1f-b0dc-509b4b9f9a51 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:47.982024 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea92314-d8e8-491f-a0e2-f4008328ce1b req-9182c7da-8a9e-4f1f-b0dc-509b4b9f9a51 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:47.984565 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2ea92314-d8e8-491f-a0e2-f4008328ce1b req-9182c7da-8a9e-4f1f-b0dc-509b4b9f9a51 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "GET /v2.0/ports?device_id=443a76e9-196d-4aa4-85e8-0ee1eebabb66 HTTP/1.1" status: 200 len: 4601 time: 0.3191035 Aug 05 11:23:48.004174 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-f8e0aa7d-5aaa-4f28-a934-554421cc193f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:48.137065 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e334f1df-b47c-450c-b9b6-6a09caedf47b req-30bca3d9-3af9-46eb-8b0e-01bc1253b5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:48.139809 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e334f1df-b47c-450c-b9b6-6a09caedf47b req-30bca3d9-3af9-46eb-8b0e-01bc1253b5c9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d8daa1497f4a496cba61c8a60c09e98b&device_id=36027764-706d-4f7b-a373-7a65509fe178 HTTP/1.1" status: 200 len: 1094 time: 0.7991543 Aug 05 11:23:48.142957 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36027764-706d-4f7b-a373-7a65509fe178', 'tag': '5f7faa48-b0f0-43a1-a218-b55f73c0f272'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:23:48.146875 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-400a56b1-6239-4133-9b0e-616c7aebea00" -d '{"events": [{"name": "network-changed", "server_uuid": "36027764-706d-4f7b-a373-7a65509fe178", "tag": "5f7faa48-b0f0-43a1-a218-b55f73c0f272"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:23:48.168423 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6de952-b773-4d41-bbbe-8eae43f60992 req-8152cfeb-51eb-41b0-b6a8-2d557b753334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:48.171215 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1f6de952-b773-4d41-bbbe-8eae43f60992 req-8152cfeb-51eb-41b0-b6a8-2d557b753334 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9133854 Aug 05 11:23:48.228195 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e0aa7d-5aaa-4f28-a934-554421cc193f service neutron] Pushing event updated for resources: {'Port': ['ID=9825552d-c4a9-47c2-b314-f8532a62835b,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:23:48.245442 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1be2e048-f19c-4973-bb3b-18031ecc6f91 req-79899a83-572a-4592-9cfa-3d3c2bf9a9fb tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/security-groups?id=2975fa17-2fff-4e01-97a3-764244a94779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3174345 Aug 05 11:23:48.246595 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e334f1df-b47c-450c-b9b6-6a09caedf47b req-ced6a892-2fb2-435a-a567-44b2c23c597a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f7faa48-b0f0-43a1-a218-b55f73c0f272 HTTP/1.1" status: 200 len: 217 time: 0.0827889 Aug 05 11:23:48.272236 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2ea92314-d8e8-491f-a0e2-f4008328ce1b req-90ad4d7c-925f-4bb9-8d52-ebdbbe8edcaa tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "GET /v2.0/security-groups?id=3ada918e-0522-4602-984c-a2f526ffb568&id=f48f8991-c3a5-417e-a3d1-8861f7ce43c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2370362 Aug 05 11:23:48.411025 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e334f1df-b47c-450c-b9b6-6a09caedf47b req-b301f931-e01b-4b42-8d05-b8282906ba40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:48.413646 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e334f1df-b47c-450c-b9b6-6a09caedf47b req-b301f931-e01b-4b42-8d05-b8282906ba40 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8c648b54-2f27-41ec-9e17-9213825c0d0c HTTP/1.1" status: 200 len: 852 time: 0.1536512 Aug 05 11:23:48.425919 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-933a5104-cfa5-42d8-90ab-76e49de0b452 x-openstack-request-id: req-933a5104-cfa5-42d8-90ab-76e49de0b452 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:23:48.427114 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebd7f4a2-1b4a-49a0-97dd-2190f4672435", "name": "network-vif-plugged", "status": "completed", "tag": "3c67e590-e364-4336-b116-c2e224729891", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:23:48.427473 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-933a5104-cfa5-42d8-90ab-76e49de0b452 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:23:48.428047 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebd7f4a2-1b4a-49a0-97dd-2190f4672435', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c67e590-e364-4336-b116-c2e224729891', 'code': 200} Aug 05 11:23:48.512695 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e334f1df-b47c-450c-b9b6-6a09caedf47b req-5780b466-20e5-48a0-8c55-5f8c84624d90 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6e7bde98-a1ff-44d7-8525-eaa9c1e81087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0895221 Aug 05 11:23:48.591055 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-063c04d4-8ab3-4f81-8a37-73478b582ee6 x-openstack-request-id: req-063c04d4-8ab3-4f81-8a37-73478b582ee6 {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:23:48.591546 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "443a76e9-196d-4aa4-85e8-0ee1eebabb66", "tag": "8fe40b91-b25d-45f0-9197-c82f62355d38", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:23:48.591952 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-063c04d4-8ab3-4f81-8a37-73478b582ee6 {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:23:48.592872 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '443a76e9-196d-4aa4-85e8-0ee1eebabb66', 'tag': '8fe40b91-b25d-45f0-9197-c82f62355d38', 'status': 'completed', 'code': 200} Aug 05 11:23:48.705551 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7e998c-7acf-4fc7-9fa6-4c59016ba24a req-754fa9bc-095f-4e08-bb5d-410ee77f87a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:48.706154 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7e998c-7acf-4fc7-9fa6-4c59016ba24a req-754fa9bc-095f-4e08-bb5d-410ee77f87a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:48.706652 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7e998c-7acf-4fc7-9fa6-4c59016ba24a req-754fa9bc-095f-4e08-bb5d-410ee77f87a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:48.707958 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7e998c-7acf-4fc7-9fa6-4c59016ba24a req-754fa9bc-095f-4e08-bb5d-410ee77f87a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:48.708697 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7e998c-7acf-4fc7-9fa6-4c59016ba24a req-754fa9bc-095f-4e08-bb5d-410ee77f87a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:48.709293 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7e998c-7acf-4fc7-9fa6-4c59016ba24a req-754fa9bc-095f-4e08-bb5d-410ee77f87a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:48.709950 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7e998c-7acf-4fc7-9fa6-4c59016ba24a req-754fa9bc-095f-4e08-bb5d-410ee77f87a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:48.712450 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-cb7e998c-7acf-4fc7-9fa6-4c59016ba24a req-754fa9bc-095f-4e08-bb5d-410ee77f87a9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b4870e3c85c84ca78a3c4012c18adec3&device_id=443a76e9-196d-4aa4-85e8-0ee1eebabb66 HTTP/1.1" status: 200 len: 6168 time: 0.1677170 Aug 05 11:23:48.753105 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e334f1df-b47c-450c-b9b6-6a09caedf47b req-2b4972a7-5de7-4a15-a2a0-8d8830a585fc service neutron] 10.222.0.64 "GET /v2.0/networks/6e7bde98-a1ff-44d7-8525-eaa9c1e81087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306044 Aug 05 11:23:48.805766 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-f8e0aa7d-5aaa-4f28-a934-554421cc193f service neutron] Attempting to bind port 9825552d-c4a9-47c2-b314-f8532a62835b on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:23:48.806243 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-f8e0aa7d-5aaa-4f28-a934-554421cc193f service neutron] Attempting to bind port 9825552d-c4a9-47c2-b314-f8532a62835b by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': '5c8761d6-8217-4a98-a998-0e6468c69ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'd036d46a-a30d-4750-b27d-4b7146f11df9'}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:23:48.807388 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-f8e0aa7d-5aaa-4f28-a934-554421cc193f service neutron] Attempting to bind port 9825552d-c4a9-47c2-b314-f8532a62835b on network d036d46a-a30d-4750-b27d-4b7146f11df9 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:23:48.883031 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-f8e0aa7d-5aaa-4f28-a934-554421cc193f service neutron] Port 9825552d-c4a9-47c2-b314-f8532a62835b on network d036d46a-a30d-4750-b27d-4b7146f11df9 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:23:48.883306 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-f8e0aa7d-5aaa-4f28-a934-554421cc193f service neutron] Attempting to bind port 9825552d-c4a9-47c2-b314-f8532a62835b on network d036d46a-a30d-4750-b27d-4b7146f11df9 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:23:48.918820 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-041001c9-d529-409b-b00d-baf4fb9e2cbb req-e0ee935a-b428-4fec-978d-108afd75891d service neutron] For port 5c7f819f-c721-4a8d-a676-489500d22fbb, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=5c7f819f-c721-4a8d-a676-489500d22fbb,segment=NetworkSegment(7242661a-6816-45d7-a9cf-d91bdd00208a),segment_id=7242661a-6816-45d7-a9cf-d91bdd00208a)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:23:48.938888 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-f8e0aa7d-5aaa-4f28-a934-554421cc193f service neutron] Checking agent: {'id': 'a8f1dd2d-227c-4e30-8844-52419ba734db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:23:48.939476 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-f8e0aa7d-5aaa-4f28-a934-554421cc193f service neutron] Checking segment: {'id': '5c8761d6-8217-4a98-a998-0e6468c69ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'd036d46a-a30d-4750-b27d-4b7146f11df9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:23:48.940131 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-f8e0aa7d-5aaa-4f28-a934-554421cc193f service neutron] Bound using segment: {'id': '5c8761d6-8217-4a98-a998-0e6468c69ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'd036d46a-a30d-4750-b27d-4b7146f11df9'} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:23:48.941364 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-f8e0aa7d-5aaa-4f28-a934-554421cc193f service neutron] Bound port: 9825552d-c4a9-47c2-b314-f8532a62835b, host: n-h2-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c8761d6-8217-4a98-a998-0e6468c69ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'd036d46a-a30d-4750-b27d-4b7146f11df9'}}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:23:48.941700 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-f8e0aa7d-5aaa-4f28-a934-554421cc193f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:49.003038 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7e998c-7acf-4fc7-9fa6-4c59016ba24a req-b03d2d78-30b4-429a-b6e4-e6088e811121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:49.003537 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7e998c-7acf-4fc7-9fa6-4c59016ba24a req-b03d2d78-30b4-429a-b6e4-e6088e811121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:49.004168 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7e998c-7acf-4fc7-9fa6-4c59016ba24a req-b03d2d78-30b4-429a-b6e4-e6088e811121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:49.006661 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-cb7e998c-7acf-4fc7-9fa6-4c59016ba24a req-b03d2d78-30b4-429a-b6e4-e6088e811121 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=b4870e3c85c84ca78a3c4012c18adec3&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2750685 Aug 05 11:23:49.054284 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e334f1df-b47c-450c-b9b6-6a09caedf47b req-f409e4b1-33fe-406f-aa45-45594a5d4eee service neutron] 10.222.0.64 "GET /v2.0/networks/6e7bde98-a1ff-44d7-8525-eaa9c1e81087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2838039 Aug 05 11:23:49.219450 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7e998c-7acf-4fc7-9fa6-4c59016ba24a req-6fed0fc1-4fc1-434c-be27-7a81729c3d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:49.222647 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-cb7e998c-7acf-4fc7-9fa6-4c59016ba24a req-6fed0fc1-4fc1-434c-be27-7a81729c3d50 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2003164 Aug 05 11:23:49.405619 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc78fec-a52f-4082-8e98-3a4137945959 req-559394b2-d7f5-4514-b9f7-2891be3be30c tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:49.407699 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5bc78fec-a52f-4082-8e98-3a4137945959 req-559394b2-d7f5-4514-b9f7-2891be3be30c tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=36027764-706d-4f7b-a373-7a65509fe178 HTTP/1.1" status: 200 len: 943 time: 0.8211942 Aug 05 11:23:49.414761 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a702b51-32b6-4d1b-9c3c-14b5fd344ce2 req-f2999fbb-72d8-4faa-bed9-0f0a8d358718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:49.417193 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1a702b51-32b6-4d1b-9c3c-14b5fd344ce2 req-f2999fbb-72d8-4faa-bed9-0f0a8d358718 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ebd7f4a2-1b4a-49a0-97dd-2190f4672435 HTTP/1.1" status: 200 len: 1096 time: 0.8228645 Aug 05 11:23:49.505870 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-041001c9-d529-409b-b00d-baf4fb9e2cbb req-e0ee935a-b428-4fec-978d-108afd75891d service neutron] For port 5c7f819f-c721-4a8d-a676-489500d22fbb, host n-h1-803378-2, cleared binding levels {{(pid=94420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:23:49.518946 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccbe4de-7bf3-4a48-8242-036facdd3d12 req-7d34a7bd-c04d-443e-94ea-0baad80cf1a5 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:49.520734 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8ccbe4de-7bf3-4a48-8242-036facdd3d12 req-7d34a7bd-c04d-443e-94ea-0baad80cf1a5 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ffa315b-116e-43b6-aaa8-3e9c048e4a3d HTTP/1.1" status: 200 len: 944 time: 0.7459316 Aug 05 11:23:49.661194 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1a702b51-32b6-4d1b-9c3c-14b5fd344ce2 req-65fdd7e2-7aed-4acc-86cb-bec18ca16e5b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=fbebaaf7-93ba-47dd-9c3c-d739b7022bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2210112 Aug 05 11:23:49.670081 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [req-041001c9-d529-409b-b00d-baf4fb9e2cbb req-e0ee935a-b428-4fec-978d-108afd75891d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c7f819f-c721-4a8d-a676-489500d22fbb {{(pid=94420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:23:49.689544 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5bc78fec-a52f-4082-8e98-3a4137945959 req-4285e101-40cd-4823-9db5-db293fe38f1a tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528796 Aug 05 11:23:49.702336 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-041001c9-d529-409b-b00d-baf4fb9e2cbb req-e0ee935a-b428-4fec-978d-108afd75891d service neutron] For port 5c7f819f-c721-4a8d-a676-489500d22fbb, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=5c7f819f-c721-4a8d-a676-489500d22fbb,segment=NetworkSegment(7242661a-6816-45d7-a9cf-d91bdd00208a),segment_id=7242661a-6816-45d7-a9cf-d91bdd00208a)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:23:49.736997 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-041001c9-d529-409b-b00d-baf4fb9e2cbb req-e0ee935a-b428-4fec-978d-108afd75891d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:49.739786 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-f8e0aa7d-5aaa-4f28-a934-554421cc193f service neutron] For port 9825552d-c4a9-47c2-b314-f8532a62835b, host n-h2-803378-2, cleared binding levels {{(pid=94420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:23:49.750265 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8ccbe4de-7bf3-4a48-8242-036facdd3d12 req-dd882f22-9c0c-4c2e-9382-01a930242eca tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b660be2-1cd3-4f1b-b8b6-43aa3e7d82c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790674 Aug 05 11:23:49.773156 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-f8e0aa7d-5aaa-4f28-a934-554421cc193f service neutron] For port 9825552d-c4a9-47c2-b314-f8532a62835b, host n-h2-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=9825552d-c4a9-47c2-b314-f8532a62835b,segment=NetworkSegment(5c8761d6-8217-4a98-a998-0e6468c69ef6),segment_id=5c8761d6-8217-4a98-a998-0e6468c69ef6)] {{(pid=94420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:23:49.794135 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-f8e0aa7d-5aaa-4f28-a934-554421cc193f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:49.827435 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b51c25b4-2967-4807-8d6c-3198534fb9cc x-openstack-request-id: req-b51c25b4-2967-4807-8d6c-3198534fb9cc {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:23:49.828074 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36027764-706d-4f7b-a373-7a65509fe178", "tag": "5f7faa48-b0f0-43a1-a218-b55f73c0f272", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:23:49.828782 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b51c25b4-2967-4807-8d6c-3198534fb9cc {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:23:49.829601 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36027764-706d-4f7b-a373-7a65509fe178', 'tag': '5f7faa48-b0f0-43a1-a218-b55f73c0f272', 'status': 'completed', 'code': 200} Aug 05 11:23:49.930449 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-f8e0aa7d-5aaa-4f28-a934-554421cc193f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:49.931289 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-f8e0aa7d-5aaa-4f28-a934-554421cc193f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:49.934181 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-f8e0aa7d-5aaa-4f28-a934-554421cc193f service neutron] 10.222.0.55 "PUT /v2.0/ports/9825552d-c4a9-47c2-b314-f8532a62835b HTTP/1.1" status: 200 len: 1130 time: 3.2842467 Aug 05 11:23:50.048358 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400a56b1-6239-4133-9b0e-616c7aebea00 req-356bc77c-1edd-4e0a-bc6f-31764aef9280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:50.050375 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-56a272c1-3647-4a60-9144-4cd9ddd8f36e service neutron] Request body: {'port': {'device_id': '443a76e9-196d-4aa4-85e8-0ee1eebabb66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-2'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:23:50.052379 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-400a56b1-6239-4133-9b0e-616c7aebea00 req-356bc77c-1edd-4e0a-bc6f-31764aef9280 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d8daa1497f4a496cba61c8a60c09e98b&device_id=36027764-706d-4f7b-a373-7a65509fe178 HTTP/1.1" status: 200 len: 1094 time: 0.1517062 Aug 05 11:23:50.152622 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e0aa7d-5aaa-4f28-a934-554421cc193f service neutron] Pushing event updated for resources: {'Port': ['ID=9825552d-c4a9-47c2-b314-f8532a62835b,revision_number=3']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:23:50.235780 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c56f45c2-110d-4d0f-9795-b7034954f54d req-7a77ca3f-dcd5-4eaa-b2ac-1984efd9ee8d tempest-ServerShowV254Test-1867190310 tempest-ServerShowV254Test-1867190310-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8857fb0-c323-4c32-8a27-1fac64f108bf HTTP/1.1" status: 200 len: 210 time: 0.1224151 Aug 05 11:23:50.246689 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400a56b1-6239-4133-9b0e-616c7aebea00 req-8e5bdc24-dbc2-4f20-8fcc-7af40c31ecf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:50.249714 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-400a56b1-6239-4133-9b0e-616c7aebea00 req-8e5bdc24-dbc2-4f20-8fcc-7af40c31ecf1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=6e7bde98-a1ff-44d7-8525-eaa9c1e81087 HTTP/1.1" status: 200 len: 913 time: 0.1886752 Aug 05 11:23:50.279234 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d950e2-40c9-46f3-a34a-3abd50fa29ee req-7ed46887-d98d-4e98-92f4-7d425aab50af tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:50.297866 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-19d950e2-40c9-46f3-a34a-3abd50fa29ee req-7ed46887-d98d-4e98-92f4-7d425aab50af tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebd7f4a2-1b4a-49a0-97dd-2190f4672435 HTTP/1.1" status: 200 len: 945 time: 0.4304724 Aug 05 11:23:50.358175 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [req-041001c9-d529-409b-b00d-baf4fb9e2cbb req-e0ee935a-b428-4fec-978d-108afd75891d service neutron] Transition to ACTIVE for port object 5c7f819f-c721-4a8d-a676-489500d22fbb will not be triggered until provisioned by entity L2. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:23:50.372364 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-400a56b1-6239-4133-9b0e-616c7aebea00 req-0553338e-0fff-4dad-bb61-07b5f600f362 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f7faa48-b0f0-43a1-a218-b55f73c0f272 HTTP/1.1" status: 200 len: 217 time: 0.1114407 Aug 05 11:23:50.413876 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-041001c9-d529-409b-b00d-baf4fb9e2cbb req-e0ee935a-b428-4fec-978d-108afd75891d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:50.443942 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400a56b1-6239-4133-9b0e-616c7aebea00 req-061877a5-2b95-46d0-a1ef-b3fc10bf4f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:50.445628 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-400a56b1-6239-4133-9b0e-616c7aebea00 req-061877a5-2b95-46d0-a1ef-b3fc10bf4f57 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8c648b54-2f27-41ec-9e17-9213825c0d0c HTTP/1.1" status: 200 len: 852 time: 0.0649502 Aug 05 11:23:50.506195 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-400a56b1-6239-4133-9b0e-616c7aebea00 req-9ef3b32a-96cd-4ab3-a462-2d62ba9675a8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6e7bde98-a1ff-44d7-8525-eaa9c1e81087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433917 Aug 05 11:23:50.508062 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-56a272c1-3647-4a60-9144-4cd9ddd8f36e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:50.597103 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '443a76e9-196d-4aa4-85e8-0ee1eebabb66', 'tag': '9825552d-c4a9-47c2-b314-f8532a62835b'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:23:50.599776 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}828068ad8d405ad77660ce68fa78e1ffe658725812f7a08f9e488a446589295b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e959677-8f5d-46c2-8bfb-0191659bfd7a" -d '{"events": [{"name": "network-changed", "server_uuid": "443a76e9-196d-4aa4-85e8-0ee1eebabb66", "tag": "9825552d-c4a9-47c2-b314-f8532a62835b"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:23:50.618507 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-19d950e2-40c9-46f3-a34a-3abd50fa29ee req-969934af-60aa-4678-9ee8-6aa81c4a327a tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] 10.222.0.58 "GET /v2.0/security-groups?id=fbebaaf7-93ba-47dd-9c3c-d739b7022bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3097587 Aug 05 11:23:50.619905 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [req-041001c9-d529-409b-b00d-baf4fb9e2cbb req-e0ee935a-b428-4fec-978d-108afd75891d service neutron] No DVR routers for this DVR port 5c7f819f-c721-4a8d-a676-489500d22fbb on host n-h1-803378-2 {{(pid=94420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:23:50.694852 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-400a56b1-6239-4133-9b0e-616c7aebea00 req-4d3c7b2b-7477-45c1-a9df-e89552d1dfc4 service neutron] 10.222.0.64 "GET /v2.0/networks/6e7bde98-a1ff-44d7-8525-eaa9c1e81087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752179 Aug 05 11:23:50.707796 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ee935a-b428-4fec-978d-108afd75891d service neutron] Pushing event updated for resources: {'Port': ['ID=5c7f819f-c721-4a8d-a676-489500d22fbb,revision_number=10']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:23:50.773778 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24952f2b-3f45-46c0-b626-a69d55ebdb69 req-350c1c11-4527-4e60-93d4-cf8b07bdc40e tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:50.785965 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24952f2b-3f45-46c0-b626-a69d55ebdb69 req-350c1c11-4527-4e60-93d4-cf8b07bdc40e tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:50.798493 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24952f2b-3f45-46c0-b626-a69d55ebdb69 req-350c1c11-4527-4e60-93d4-cf8b07bdc40e tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:50.812858 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24952f2b-3f45-46c0-b626-a69d55ebdb69 req-350c1c11-4527-4e60-93d4-cf8b07bdc40e tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:50.825839 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24952f2b-3f45-46c0-b626-a69d55ebdb69 req-350c1c11-4527-4e60-93d4-cf8b07bdc40e tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:50.838867 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24952f2b-3f45-46c0-b626-a69d55ebdb69 req-350c1c11-4527-4e60-93d4-cf8b07bdc40e tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:50.846491 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24952f2b-3f45-46c0-b626-a69d55ebdb69 req-350c1c11-4527-4e60-93d4-cf8b07bdc40e tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:50.849772 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-24952f2b-3f45-46c0-b626-a69d55ebdb69 req-350c1c11-4527-4e60-93d4-cf8b07bdc40e tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "GET /v2.0/ports?device_id=443a76e9-196d-4aa4-85e8-0ee1eebabb66 HTTP/1.1" status: 200 len: 5373 time: 0.4291432 Aug 05 11:23:50.905395 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-400a56b1-6239-4133-9b0e-616c7aebea00 req-a19bc66d-ffa8-4ea7-83ad-e31b55f63bc2 service neutron] 10.222.0.64 "GET /v2.0/networks/6e7bde98-a1ff-44d7-8525-eaa9c1e81087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016718 Aug 05 11:23:51.047393 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-041001c9-d529-409b-b00d-baf4fb9e2cbb req-e0ee935a-b428-4fec-978d-108afd75891d service neutron] 10.222.0.64 "PUT /v2.0/ports/5c7f819f-c721-4a8d-a676-489500d22fbb/bindings/n-h2-803378-2/activate HTTP/1.1" status: 200 len: 369 time: 3.0605271 Aug 05 11:23:51.283553 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-24952f2b-3f45-46c0-b626-a69d55ebdb69 req-f97b7f4d-4d5f-4fb2-8aaf-8c0139b17ee4 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "GET /v2.0/security-groups?id=3ada918e-0522-4602-984c-a2f526ffb568&id=f48f8991-c3a5-417e-a3d1-8861f7ce43c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2683885 Aug 05 11:23:51.340003 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5e369bd4-ee3b-407d-9763-957cbdf0b2ac req-e63bdff6-dd53-479d-947d-6a7a5296ba59 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b8857fb0-c323-4c32-8a27-1fac64f108bf HTTP/1.1" status: 200 len: 210 time: 0.1097114 Aug 05 11:23:51.343625 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0c21a8-e59d-4f92-a434-f5e3334c35d2 req-b6b27024-3f06-486d-9c09-3a5c55c1cbd9 tempest-ServersOnMultiNodesTest-767699843 tempest-ServersOnMultiNodesTest-767699843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:51.346342 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4a0c21a8-e59d-4f92-a434-f5e3334c35d2 req-b6b27024-3f06-486d-9c09-3a5c55c1cbd9 tempest-ServersOnMultiNodesTest-767699843 tempest-ServersOnMultiNodesTest-767699843-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=51b325b8-67f6-4df3-99d8-5748c18fc4fb HTTP/1.1" status: 200 len: 1101 time: 0.3293228 Aug 05 11:23:51.378633 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d96639da-df56-43f5-8695-10db9924e59f x-openstack-request-id: req-d96639da-df56-43f5-8695-10db9924e59f {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:23:51.379189 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "443a76e9-196d-4aa4-85e8-0ee1eebabb66", "tag": "9825552d-c4a9-47c2-b314-f8532a62835b", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:23:51.379556 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d96639da-df56-43f5-8695-10db9924e59f {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:23:51.380365 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '443a76e9-196d-4aa4-85e8-0ee1eebabb66', 'tag': '9825552d-c4a9-47c2-b314-f8532a62835b', 'status': 'completed', 'code': 200} Aug 05 11:23:51.435500 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041001c9-d529-409b-b00d-baf4fb9e2cbb req-6478ad3d-c0fc-4eaa-ad21-d2acf9398029 tempest-LiveAutoBlockMigrationV225Test-707045295 tempest-LiveAutoBlockMigrationV225Test-707045295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:51.441125 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-041001c9-d529-409b-b00d-baf4fb9e2cbb req-6478ad3d-c0fc-4eaa-ad21-d2acf9398029 tempest-LiveAutoBlockMigrationV225Test-707045295 tempest-LiveAutoBlockMigrationV225Test-707045295-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=7ffa315b-116e-43b6-aaa8-3e9c048e4a3d&tenant_id=e8f6478cce384a98ba09cac5c1bcf855&binding%3Ahost_id=n-h1-803378-2 HTTP/1.1" status: 200 len: 1096 time: 0.2445860 Aug 05 11:23:51.535630 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e959677-8f5d-46c2-8bfb-0191659bfd7a req-287c7dfd-aff4-47d5-9856-61ca91d31e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:51.536629 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e959677-8f5d-46c2-8bfb-0191659bfd7a req-287c7dfd-aff4-47d5-9856-61ca91d31e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:51.536819 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e959677-8f5d-46c2-8bfb-0191659bfd7a req-287c7dfd-aff4-47d5-9856-61ca91d31e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:51.537380 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e959677-8f5d-46c2-8bfb-0191659bfd7a req-287c7dfd-aff4-47d5-9856-61ca91d31e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:51.539614 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e959677-8f5d-46c2-8bfb-0191659bfd7a req-287c7dfd-aff4-47d5-9856-61ca91d31e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:51.539614 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e959677-8f5d-46c2-8bfb-0191659bfd7a req-287c7dfd-aff4-47d5-9856-61ca91d31e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:51.539614 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e959677-8f5d-46c2-8bfb-0191659bfd7a req-287c7dfd-aff4-47d5-9856-61ca91d31e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:51.542869 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8e959677-8f5d-46c2-8bfb-0191659bfd7a req-287c7dfd-aff4-47d5-9856-61ca91d31e52 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b4870e3c85c84ca78a3c4012c18adec3&device_id=443a76e9-196d-4aa4-85e8-0ee1eebabb66 HTTP/1.1" status: 200 len: 6210 time: 0.1218777 Aug 05 11:23:51.576149 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4a0c21a8-e59d-4f92-a434-f5e3334c35d2 req-53e6ccee-86bf-41a5-96e5-639514a4cb58 tempest-ServersOnMultiNodesTest-767699843 tempest-ServersOnMultiNodesTest-767699843-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=2975fa17-2fff-4e01-97a3-764244a94779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084517 Aug 05 11:23:51.635273 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-56a272c1-3647-4a60-9144-4cd9ddd8f36e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bd78e20-4e65-4320-8933-ff3e7cd3c7e1 {{(pid=94420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:23:51.672220 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-56a272c1-3647-4a60-9144-4cd9ddd8f36e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:51.696780 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e959677-8f5d-46c2-8bfb-0191659bfd7a req-f99b8c2e-14a1-4b5d-b95a-7c2500980649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:51.698016 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e959677-8f5d-46c2-8bfb-0191659bfd7a req-f99b8c2e-14a1-4b5d-b95a-7c2500980649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:51.698936 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e959677-8f5d-46c2-8bfb-0191659bfd7a req-f99b8c2e-14a1-4b5d-b95a-7c2500980649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:51.701121 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8e959677-8f5d-46c2-8bfb-0191659bfd7a req-f99b8c2e-14a1-4b5d-b95a-7c2500980649 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=b4870e3c85c84ca78a3c4012c18adec3&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1432149 Aug 05 11:23:51.705267 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041001c9-d529-409b-b00d-baf4fb9e2cbb req-cbea8ce9-bf86-4dbf-a574-237a953195bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:51.708220 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-041001c9-d529-409b-b00d-baf4fb9e2cbb req-cbea8ce9-bf86-4dbf-a574-237a953195bc service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7ffa315b-116e-43b6-aaa8-3e9c048e4a3d&tenant_id=e8f6478cce384a98ba09cac5c1bcf855 HTTP/1.1" status: 200 len: 1096 time: 0.2536912 Aug 05 11:23:51.722337 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:51.735177 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-56a272c1-3647-4a60-9144-4cd9ddd8f36e service neutron] Transition to ACTIVE for port object 5bd78e20-4e65-4320-8933-ff3e7cd3c7e1 will not be triggered until provisioned by entity L2. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:23:51.753205 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667278a2-77bc-4e72-99ee-c12501054025 req-35f9b566-1cd6-4973-bdde-9ccd46058768 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:51.756015 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-667278a2-77bc-4e72-99ee-c12501054025 req-35f9b566-1cd6-4973-bdde-9ccd46058768 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=36027764-706d-4f7b-a373-7a65509fe178 HTTP/1.1" status: 200 len: 943 time: 0.2356467 Aug 05 11:23:51.758520 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-56a272c1-3647-4a60-9144-4cd9ddd8f36e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:51.859269 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e959677-8f5d-46c2-8bfb-0191659bfd7a req-0c6da5ad-c799-4e15-abe2-8c85b94ef247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:51.861013 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8e959677-8f5d-46c2-8bfb-0191659bfd7a req-0c6da5ad-c799-4e15-abe2-8c85b94ef247 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1514485 Aug 05 11:23:52.043719 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-667278a2-77bc-4e72-99ee-c12501054025 req-2b3be755-97a5-41b1-b17a-dc162a39a9f6 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482405 Aug 05 11:23:52.045005 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a272c1-3647-4a60-9144-4cd9ddd8f36e service neutron] Pushing event updated for resources: {'Port': ['ID=5bd78e20-4e65-4320-8933-ff3e7cd3c7e1,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:23:52.119715 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a272c1-3647-4a60-9144-4cd9ddd8f36e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:23:52.121485 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a272c1-3647-4a60-9144-4cd9ddd8f36e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:23:52.122304 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a272c1-3647-4a60-9144-4cd9ddd8f36e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:23:52.123107 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a272c1-3647-4a60-9144-4cd9ddd8f36e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:23:52.123898 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a272c1-3647-4a60-9144-4cd9ddd8f36e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:23:52.124995 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a272c1-3647-4a60-9144-4cd9ddd8f36e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:23:52.125820 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a272c1-3647-4a60-9144-4cd9ddd8f36e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:23:52.126587 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a272c1-3647-4a60-9144-4cd9ddd8f36e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:23:52.127346 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a272c1-3647-4a60-9144-4cd9ddd8f36e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:23:52.128130 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a272c1-3647-4a60-9144-4cd9ddd8f36e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:23:52.129090 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a272c1-3647-4a60-9144-4cd9ddd8f36e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:23:52.129944 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a272c1-3647-4a60-9144-4cd9ddd8f36e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:23:52.181428 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041001c9-d529-409b-b00d-baf4fb9e2cbb req-97c5f6e0-e9fb-490e-87f1-eb603024301f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:52.184659 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-041001c9-d529-409b-b00d-baf4fb9e2cbb req-97c5f6e0-e9fb-490e-87f1-eb603024301f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e8f6478cce384a98ba09cac5c1bcf855&device_id=7ffa315b-116e-43b6-aaa8-3e9c048e4a3d HTTP/1.1" status: 200 len: 1096 time: 0.4106870 Aug 05 11:23:52.204994 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82e40df-08c2-4eaa-9b8d-41aadd95b787 req-087d62c0-de91-4f86-8f8b-ab0ebfa55bba tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:52.207644 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d82e40df-08c2-4eaa-9b8d-41aadd95b787 req-087d62c0-de91-4f86-8f8b-ab0ebfa55bba tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ffa315b-116e-43b6-aaa8-3e9c048e4a3d HTTP/1.1" status: 200 len: 945 time: 0.4356098 Aug 05 11:23:52.346985 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-34028fde-3bdb-4bde-b5ed-359dca1dd7df req-89e51e1c-3fbb-4699-a33b-bdce7a495bd3 tempest-ServerShowV254Test-1867190310 tempest-ServerShowV254Test-1867190310-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8857fb0-c323-4c32-8a27-1fac64f108bf HTTP/1.1" status: 200 len: 210 time: 0.1369286 Aug 05 11:23:52.422057 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d82e40df-08c2-4eaa-9b8d-41aadd95b787 req-2a27f593-41aa-4a63-82d1-898efc85d8df tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b660be2-1cd3-4f1b-b8b6-43aa3e7d82c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949649 Aug 05 11:23:52.439419 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-56a272c1-3647-4a60-9144-4cd9ddd8f36e service neutron] Attempting to bind port 5bd78e20-4e65-4320-8933-ff3e7cd3c7e1 on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:23:52.440207 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-56a272c1-3647-4a60-9144-4cd9ddd8f36e service neutron] Attempting to bind port 5bd78e20-4e65-4320-8933-ff3e7cd3c7e1 by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': '5c8761d6-8217-4a98-a998-0e6468c69ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'd036d46a-a30d-4750-b27d-4b7146f11df9'}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:23:52.440815 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-56a272c1-3647-4a60-9144-4cd9ddd8f36e service neutron] Attempting to bind port 5bd78e20-4e65-4320-8933-ff3e7cd3c7e1 on network d036d46a-a30d-4750-b27d-4b7146f11df9 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:23:52.465616 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-56a272c1-3647-4a60-9144-4cd9ddd8f36e service neutron] Port 5bd78e20-4e65-4320-8933-ff3e7cd3c7e1 on network d036d46a-a30d-4750-b27d-4b7146f11df9 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:23:52.466160 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-56a272c1-3647-4a60-9144-4cd9ddd8f36e service neutron] Attempting to bind port 5bd78e20-4e65-4320-8933-ff3e7cd3c7e1 on network d036d46a-a30d-4750-b27d-4b7146f11df9 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:23:52.515114 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-56a272c1-3647-4a60-9144-4cd9ddd8f36e service neutron] Checking agent: {'id': 'a8f1dd2d-227c-4e30-8844-52419ba734db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:23:52.515605 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-56a272c1-3647-4a60-9144-4cd9ddd8f36e service neutron] Checking segment: {'id': '5c8761d6-8217-4a98-a998-0e6468c69ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'd036d46a-a30d-4750-b27d-4b7146f11df9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:23:52.516082 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-56a272c1-3647-4a60-9144-4cd9ddd8f36e service neutron] Bound using segment: {'id': '5c8761d6-8217-4a98-a998-0e6468c69ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'd036d46a-a30d-4750-b27d-4b7146f11df9'} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:23:52.516648 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-56a272c1-3647-4a60-9144-4cd9ddd8f36e service neutron] Bound port: 5bd78e20-4e65-4320-8933-ff3e7cd3c7e1, host: n-h2-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c8761d6-8217-4a98-a998-0e6468c69ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'd036d46a-a30d-4750-b27d-4b7146f11df9'}}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:23:52.517113 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-56a272c1-3647-4a60-9144-4cd9ddd8f36e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:52.569429 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041001c9-d529-409b-b00d-baf4fb9e2cbb req-9f18e5a2-3732-4c45-adb5-462bebbd4efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:52.571009 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-041001c9-d529-409b-b00d-baf4fb9e2cbb req-9f18e5a2-3732-4c45-adb5-462bebbd4efc service neutron] 10.222.0.55 "GET /v2.0/networks?id=c1d3f101-369e-4625-bfd2-2a60ea4757bb HTTP/1.1" status: 200 len: 921 time: 0.3607175 Aug 05 11:23:52.687336 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-041001c9-d529-409b-b00d-baf4fb9e2cbb req-d0cb4af7-a658-4368-bc79-4ca929d5496a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5c7f819f-c721-4a8d-a676-489500d22fbb HTTP/1.1" status: 200 len: 217 time: 0.1077118 Aug 05 11:23:52.723544 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc194d4b-e00c-40b5-91f0-0adefac46732 req-e9266aae-2e7d-4578-b9fc-f71edfffe19e tempest-ServersOnMultiNodesTest-767699843 tempest-ServersOnMultiNodesTest-767699843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:52.726211 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fc194d4b-e00c-40b5-91f0-0adefac46732 req-e9266aae-2e7d-4578-b9fc-f71edfffe19e tempest-ServersOnMultiNodesTest-767699843 tempest-ServersOnMultiNodesTest-767699843-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=33724d5f-7aa2-4a6c-ab21-11196e547338 HTTP/1.1" status: 200 len: 1101 time: 0.2417431 Aug 05 11:23:52.865866 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cd718a-a823-409d-adfc-2f0314029fb7 req-c0e17397-c719-44ee-ab8d-4aeeab968641 tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:52.868619 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c8cd718a-a823-409d-adfc-2f0314029fb7 req-c0e17397-c719-44ee-ab8d-4aeeab968641 tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebd7f4a2-1b4a-49a0-97dd-2190f4672435 HTTP/1.1" status: 200 len: 945 time: 0.3136353 Aug 05 11:23:52.888783 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-56a272c1-3647-4a60-9144-4cd9ddd8f36e service neutron] For port 5bd78e20-4e65-4320-8933-ff3e7cd3c7e1, host n-h2-803378-2, cleared binding levels {{(pid=94420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:23:52.933191 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041001c9-d529-409b-b00d-baf4fb9e2cbb req-eba20726-9416-40bc-b4a3-d77d776dc459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:52.935708 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-041001c9-d529-409b-b00d-baf4fb9e2cbb req-eba20726-9416-40bc-b4a3-d77d776dc459 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=88c33de2-0b50-4fb8-a2a7-3c3e700f5c7c HTTP/1.1" status: 200 len: 860 time: 0.2356606 Aug 05 11:23:52.971559 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-56a272c1-3647-4a60-9144-4cd9ddd8f36e service neutron] For port 5bd78e20-4e65-4320-8933-ff3e7cd3c7e1, host n-h2-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=5bd78e20-4e65-4320-8933-ff3e7cd3c7e1,segment=NetworkSegment(5c8761d6-8217-4a98-a998-0e6468c69ef6),segment_id=5c8761d6-8217-4a98-a998-0e6468c69ef6)] {{(pid=94420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:23:52.977953 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fc194d4b-e00c-40b5-91f0-0adefac46732 req-1d0479fa-6723-4379-bdb7-9c27e993ddce tempest-ServersOnMultiNodesTest-767699843 tempest-ServersOnMultiNodesTest-767699843-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=2975fa17-2fff-4e01-97a3-764244a94779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990788 Aug 05 11:23:53.024868 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-56a272c1-3647-4a60-9144-4cd9ddd8f36e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:53.045976 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-041001c9-d529-409b-b00d-baf4fb9e2cbb req-915eeadf-fb06-4412-a9f6-c70963fee7a8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c1d3f101-369e-4625-bfd2-2a60ea4757bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0882514 Aug 05 11:23:53.122072 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c8cd718a-a823-409d-adfc-2f0314029fb7 req-9243095a-9783-46ce-b495-19b367b40e3f tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] 10.222.0.58 "GET /v2.0/security-groups?id=fbebaaf7-93ba-47dd-9c3c-d739b7022bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2356038 Aug 05 11:23:53.256080 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a272c1-3647-4a60-9144-4cd9ddd8f36e service neutron] Pushing event updated for resources: {'Port': ['ID=5bd78e20-4e65-4320-8933-ff3e7cd3c7e1,revision_number=3']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:23:53.366933 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-56a272c1-3647-4a60-9144-4cd9ddd8f36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:53.367640 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-56a272c1-3647-4a60-9144-4cd9ddd8f36e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:53.369846 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-56a272c1-3647-4a60-9144-4cd9ddd8f36e service neutron] 10.222.0.55 "PUT /v2.0/ports/5bd78e20-4e65-4320-8933-ff3e7cd3c7e1 HTTP/1.1" status: 200 len: 1091 time: 3.3313205 Aug 05 11:23:53.407948 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '443a76e9-196d-4aa4-85e8-0ee1eebabb66', 'tag': '5bd78e20-4e65-4320-8933-ff3e7cd3c7e1'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:23:53.413890 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}828068ad8d405ad77660ce68fa78e1ffe658725812f7a08f9e488a446589295b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68b92d49-8e0d-4015-9ff5-47da37c4d4cc" -d '{"events": [{"name": "network-changed", "server_uuid": "443a76e9-196d-4aa4-85e8-0ee1eebabb66", "tag": "5bd78e20-4e65-4320-8933-ff3e7cd3c7e1"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:23:53.421653 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-041001c9-d529-409b-b00d-baf4fb9e2cbb req-0c8ac836-92a6-406d-a26b-0a08fa9e6ce6 service neutron] 10.222.0.55 "GET /v2.0/networks/c1d3f101-369e-4625-bfd2-2a60ea4757bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3107927 Aug 05 11:23:53.464891 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-8b2c0db2-b0dc-402e-8bfc-53eff7b86e04 service neutron] Request body: {'port': {'device_id': '443a76e9-196d-4aa4-85e8-0ee1eebabb66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-2'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:23:53.646733 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8df177-1fc4-47c1-8659-9cb8d9d55159 req-be32ab8f-6c75-4753-8645-afadc3e54b0e tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:53.665405 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8df177-1fc4-47c1-8659-9cb8d9d55159 req-be32ab8f-6c75-4753-8645-afadc3e54b0e tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:53.674533 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8df177-1fc4-47c1-8659-9cb8d9d55159 req-be32ab8f-6c75-4753-8645-afadc3e54b0e tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:53.685921 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8df177-1fc4-47c1-8659-9cb8d9d55159 req-be32ab8f-6c75-4753-8645-afadc3e54b0e tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:53.697067 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8df177-1fc4-47c1-8659-9cb8d9d55159 req-be32ab8f-6c75-4753-8645-afadc3e54b0e tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:53.708861 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8df177-1fc4-47c1-8659-9cb8d9d55159 req-be32ab8f-6c75-4753-8645-afadc3e54b0e tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:53.721364 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8df177-1fc4-47c1-8659-9cb8d9d55159 req-be32ab8f-6c75-4753-8645-afadc3e54b0e tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:53.726403 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3d8df177-1fc4-47c1-8659-9cb8d9d55159 req-be32ab8f-6c75-4753-8645-afadc3e54b0e tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "GET /v2.0/ports?device_id=443a76e9-196d-4aa4-85e8-0ee1eebabb66 HTTP/1.1" status: 200 len: 5385 time: 0.4603527 Aug 05 11:23:53.881375 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-8b2c0db2-b0dc-402e-8bfc-53eff7b86e04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:53.912968 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3d8df177-1fc4-47c1-8659-9cb8d9d55159 req-c2deaf9b-cfe8-4716-9788-c5738f2db132 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "GET /v2.0/security-groups?id=3ada918e-0522-4602-984c-a2f526ffb568&id=f48f8991-c3a5-417e-a3d1-8861f7ce43c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1541083 Aug 05 11:23:53.915019 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-041001c9-d529-409b-b00d-baf4fb9e2cbb req-1dae39f6-9ed9-4db3-bf8d-d7acad0ce5ec service neutron] 10.222.0.55 "GET /v2.0/networks/c1d3f101-369e-4625-bfd2-2a60ea4757bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4431705 Aug 05 11:23:53.926546 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703aae37-a673-4ff2-94c4-1a4194b86928 req-ae2f1d62-b584-4a58-a2b4-e0a94daa8251 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:53.934223 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-703aae37-a673-4ff2-94c4-1a4194b86928 req-ae2f1d62-b584-4a58-a2b4-e0a94daa8251 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=36027764-706d-4f7b-a373-7a65509fe178 HTTP/1.1" status: 200 len: 943 time: 0.2066104 Aug 05 11:23:54.135640 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-703aae37-a673-4ff2-94c4-1a4194b86928 req-c4520cc8-2c49-4f8a-9685-d48158bdbb72 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932409 Aug 05 11:23:54.278875 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8626db57-e9ca-478c-8dec-d5578c48f7a3 req-19d910d5-96eb-43d1-ac41-ef68ce14a2f6 tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:54.282391 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8626db57-e9ca-478c-8dec-d5578c48f7a3 req-19d910d5-96eb-43d1-ac41-ef68ce14a2f6 tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebd7f4a2-1b4a-49a0-97dd-2190f4672435 HTTP/1.1" status: 200 len: 945 time: 0.2747452 Aug 05 11:23:54.305031 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 45196) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:23:54.314760 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-de72d9c9-8065-4b74-a305-f1d8fea34cd8 tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] Request body: {'floatingip': {'port_id': '3c67e590-e364-4336-b116-c2e224729891'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:23:54.389558 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-de72d9c9-8065-4b74-a305-f1d8fea34cd8 tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] Notify callbacks [] for floatingip, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:54.468801 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7e168d9c-46fe-4e3f-993b-cdd8e6629ce2 req-e5dfdbd4-6b3f-4ef5-b31c-f85e975e24c7 tempest-ServerShowV254Test-1867190310 tempest-ServerShowV254Test-1867190310-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8857fb0-c323-4c32-8a27-1fac64f108bf HTTP/1.1" status: 200 len: 210 time: 0.0620162 Aug 05 11:23:54.534313 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0ddabd-85bf-4ff2-8a2c-bf12d71740e7 req-7809fe7c-cc0f-48b5-8660-0b9cc43983e5 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:54.534313 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4d0ddabd-85bf-4ff2-8a2c-bf12d71740e7 req-7809fe7c-cc0f-48b5-8660-0b9cc43983e5 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b946145-ad92-4e14-aecb-a698f85fbc9e HTTP/1.1" status: 200 len: 945 time: 0.2957284 Aug 05 11:23:54.553950 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041001c9-d529-409b-b00d-baf4fb9e2cbb req-25a9eb63-61ee-4bc2-8daa-bce555a30fcd tempest-LiveAutoBlockMigrationV225Test-707045295 tempest-LiveAutoBlockMigrationV225Test-707045295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:54.555905 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-041001c9-d529-409b-b00d-baf4fb9e2cbb req-25a9eb63-61ee-4bc2-8daa-bce555a30fcd tempest-LiveAutoBlockMigrationV225Test-707045295 tempest-LiveAutoBlockMigrationV225Test-707045295-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=7ffa315b-116e-43b6-aaa8-3e9c048e4a3d&tenant_id=e8f6478cce384a98ba09cac5c1bcf855&binding%3Ahost_id=n-h2-803378-2 HTTP/1.1" status: 200 len: 1096 time: 0.2603295 Aug 05 11:23:54.629255 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-099885ee-bd26-42f2-8cb7-c3c26e2f0d52 x-openstack-request-id: req-099885ee-bd26-42f2-8cb7-c3c26e2f0d52 {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:23:54.629589 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "443a76e9-196d-4aa4-85e8-0ee1eebabb66", "tag": "5bd78e20-4e65-4320-8933-ff3e7cd3c7e1", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:23:54.629967 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-099885ee-bd26-42f2-8cb7-c3c26e2f0d52 {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:23:54.630259 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '443a76e9-196d-4aa4-85e8-0ee1eebabb66', 'tag': '5bd78e20-4e65-4320-8933-ff3e7cd3c7e1', 'status': 'completed', 'code': 200} Aug 05 11:23:54.713740 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4d0ddabd-85bf-4ff2-8a2c-bf12d71740e7 req-8c7c2d49-beb8-4e5d-af03-df2d3c9c136f tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] 10.222.0.58 "GET /v2.0/security-groups?id=7da178d1-b212-4c54-b70b-ef9e06c169f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1547294 Aug 05 11:23:54.750341 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-8b2c0db2-b0dc-402e-8bfc-53eff7b86e04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5788608-f14e-46e7-9589-cd5c2a4cea14 {{(pid=94420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:23:54.764003 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-8b2c0db2-b0dc-402e-8bfc-53eff7b86e04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:54.817371 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-8b2c0db2-b0dc-402e-8bfc-53eff7b86e04 service neutron] Transition to ACTIVE for port object c5788608-f14e-46e7-9589-cd5c2a4cea14 will not be triggered until provisioned by entity L2. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:23:54.836099 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-8b2c0db2-b0dc-402e-8bfc-53eff7b86e04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:54.922383 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b92d49-8e0d-4015-9ff5-47da37c4d4cc req-11081b41-ccb0-48a1-b0d1-60a51c5b39bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:54.923570 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b92d49-8e0d-4015-9ff5-47da37c4d4cc req-11081b41-ccb0-48a1-b0d1-60a51c5b39bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:54.934139 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b92d49-8e0d-4015-9ff5-47da37c4d4cc req-11081b41-ccb0-48a1-b0d1-60a51c5b39bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:54.935161 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b92d49-8e0d-4015-9ff5-47da37c4d4cc req-11081b41-ccb0-48a1-b0d1-60a51c5b39bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:54.941035 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b92d49-8e0d-4015-9ff5-47da37c4d4cc req-11081b41-ccb0-48a1-b0d1-60a51c5b39bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:54.942672 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b92d49-8e0d-4015-9ff5-47da37c4d4cc req-11081b41-ccb0-48a1-b0d1-60a51c5b39bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:54.945856 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b92d49-8e0d-4015-9ff5-47da37c4d4cc req-11081b41-ccb0-48a1-b0d1-60a51c5b39bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:54.952289 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-68b92d49-8e0d-4015-9ff5-47da37c4d4cc req-11081b41-ccb0-48a1-b0d1-60a51c5b39bf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b4870e3c85c84ca78a3c4012c18adec3&device_id=443a76e9-196d-4aa4-85e8-0ee1eebabb66 HTTP/1.1" status: 200 len: 6277 time: 0.2846413 Aug 05 11:23:55.002522 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-01abc0fc-f47f-4cf2-ba80-3b677c198164 req-ac85ef44-c08f-4ba4-849b-927ce8145214 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=da1b410c9abb4742b18075944f1e5e2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0467889 Aug 05 11:23:55.005256 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-041001c9-d529-409b-b00d-baf4fb9e2cbb req-91b72655-4509-4469-9738-c739291dc5af service neutron] For port 5c7f819f-c721-4a8d-a676-489500d22fbb, host n-h1-803378-2, cleared binding levels {{(pid=94420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:23:55.050598 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-041001c9-d529-409b-b00d-baf4fb9e2cbb req-91b72655-4509-4469-9738-c739291dc5af service neutron] Notify callbacks [] for binding, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:55.050784 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-041001c9-d529-409b-b00d-baf4fb9e2cbb req-91b72655-4509-4469-9738-c739291dc5af service neutron] 10.222.0.55 "DELETE /v2.0/ports/5c7f819f-c721-4a8d-a676-489500d22fbb/bindings/n-h1-803378-2 HTTP/1.1" status: 204 len: 173 time: 0.4783435 Aug 05 11:23:55.057874 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2c0db2-b0dc-402e-8bfc-53eff7b86e04 service neutron] Pushing event updated for resources: {'Port': ['ID=c5788608-f14e-46e7-9589-cd5c2a4cea14,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:23:55.165526 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 5f7faa48-b0f0-43a1-a218-b55f73c0f272 details requested by agent hyperv_n-h1-803378-2 with host n-h1-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:23:55.305200 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b92d49-8e0d-4015-9ff5-47da37c4d4cc req-0443531c-4bc5-4ed3-bb1b-e57649bc85c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:55.307749 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b92d49-8e0d-4015-9ff5-47da37c4d4cc req-0443531c-4bc5-4ed3-bb1b-e57649bc85c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:55.309071 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b92d49-8e0d-4015-9ff5-47da37c4d4cc req-0443531c-4bc5-4ed3-bb1b-e57649bc85c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:55.312354 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-68b92d49-8e0d-4015-9ff5-47da37c4d4cc req-0443531c-4bc5-4ed3-bb1b-e57649bc85c5 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=b4870e3c85c84ca78a3c4012c18adec3&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2970521 Aug 05 11:23:55.443004 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 5f7faa48-b0f0-43a1-a218-b55f73c0f272, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=5f7faa48-b0f0-43a1-a218-b55f73c0f272,segment=NetworkSegment(32cc618e-4968-4750-a5aa-c2579fceb01e),segment_id=32cc618e-4968-4750-a5aa-c2579fceb01e)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:23:55.466883 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Returning: {'device': '5f7faa48-b0f0-43a1-a218-b55f73c0f272', 'network_id': '6e7bde98-a1ff-44d7-8525-eaa9c1e81087', 'port_id': '5f7faa48-b0f0-43a1-a218-b55f73c0f272', 'mac_address': 'fa:16:3e:22:e0:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c648b54-2f27-41ec-9e17-9213825c0d0c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:23:55.522488 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:55.544064 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f7faa48-b0f0-43a1-a218-b55f73c0f272 {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:23:55.576121 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 5f7faa48-b0f0-43a1-a218-b55f73c0f272, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=5f7faa48-b0f0-43a1-a218-b55f73c0f272,segment=NetworkSegment(32cc618e-4968-4750-a5aa-c2579fceb01e),segment_id=32cc618e-4968-4750-a5aa-c2579fceb01e)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:23:55.590955 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:55.670942 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a654ba68-6afa-4f91-b913-64271a12d37f req-9b8aaea3-e656-4db2-8094-56ded6ee827f tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:55.685700 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a654ba68-6afa-4f91-b913-64271a12d37f req-9b8aaea3-e656-4db2-8094-56ded6ee827f tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ffa315b-116e-43b6-aaa8-3e9c048e4a3d HTTP/1.1" status: 200 len: 945 time: 0.8334506 Aug 05 11:23:55.735509 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-de72d9c9-8065-4b74-a305-f1d8fea34cd8 tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:55.754984 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-de72d9c9-8065-4b74-a305-f1d8fea34cd8 tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33287247'] for floatingip, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:55.804523 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-8b2c0db2-b0dc-402e-8bfc-53eff7b86e04 service neutron] Attempting to bind port c5788608-f14e-46e7-9589-cd5c2a4cea14 on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:23:55.805256 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-8b2c0db2-b0dc-402e-8bfc-53eff7b86e04 service neutron] Attempting to bind port c5788608-f14e-46e7-9589-cd5c2a4cea14 by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': '5c8761d6-8217-4a98-a998-0e6468c69ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'd036d46a-a30d-4750-b27d-4b7146f11df9'}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:23:55.805922 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-8b2c0db2-b0dc-402e-8bfc-53eff7b86e04 service neutron] Attempting to bind port c5788608-f14e-46e7-9589-cd5c2a4cea14 on network d036d46a-a30d-4750-b27d-4b7146f11df9 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:23:55.813722 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=5f7faa48-b0f0-43a1-a218-b55f73c0f272,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:23:55.844327 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01abc0fc-f47f-4cf2-ba80-3b677c198164 req-1ff30ea5-2520-41cc-ba11-577fa331f2b9 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:55.848785 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-01abc0fc-f47f-4cf2-ba80-3b677c198164 req-1ff30ea5-2520-41cc-ba11-577fa331f2b9 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8434525 Aug 05 11:23:55.850103 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-8b2c0db2-b0dc-402e-8bfc-53eff7b86e04 service neutron] Port c5788608-f14e-46e7-9589-cd5c2a4cea14 on network d036d46a-a30d-4750-b27d-4b7146f11df9 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:23:55.851004 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-8b2c0db2-b0dc-402e-8bfc-53eff7b86e04 service neutron] Attempting to bind port c5788608-f14e-46e7-9589-cd5c2a4cea14 on network d036d46a-a30d-4750-b27d-4b7146f11df9 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:23:55.881377 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-8b2c0db2-b0dc-402e-8bfc-53eff7b86e04 service neutron] Checking agent: {'id': 'a8f1dd2d-227c-4e30-8844-52419ba734db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:23:55.882498 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-8b2c0db2-b0dc-402e-8bfc-53eff7b86e04 service neutron] Checking segment: {'id': '5c8761d6-8217-4a98-a998-0e6468c69ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'd036d46a-a30d-4750-b27d-4b7146f11df9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:23:55.883372 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-8b2c0db2-b0dc-402e-8bfc-53eff7b86e04 service neutron] Bound using segment: {'id': '5c8761d6-8217-4a98-a998-0e6468c69ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'd036d46a-a30d-4750-b27d-4b7146f11df9'} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:23:55.884218 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-8b2c0db2-b0dc-402e-8bfc-53eff7b86e04 service neutron] Bound port: c5788608-f14e-46e7-9589-cd5c2a4cea14, host: n-h2-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c8761d6-8217-4a98-a998-0e6468c69ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'd036d46a-a30d-4750-b27d-4b7146f11df9'}}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:23:55.884974 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-8b2c0db2-b0dc-402e-8bfc-53eff7b86e04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:55.920667 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a654ba68-6afa-4f91-b913-64271a12d37f req-fd13ee52-ae2f-42b0-8d34-ea9d7ea629d3 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b660be2-1cd3-4f1b-b8b6-43aa3e7d82c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103350 Aug 05 11:23:56.007763 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-01abc0fc-f47f-4cf2-ba80-3b677c198164 req-e89915da-fe87-4b63-ba12-516001c7e0d3 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/quotas/da1b410c9abb4742b18075944f1e5e2e HTTP/1.1" status: 200 len: 375 time: 0.1292648 Aug 05 11:23:56.082309 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-8b2c0db2-b0dc-402e-8bfc-53eff7b86e04 service neutron] For port c5788608-f14e-46e7-9589-cd5c2a4cea14, host n-h2-803378-2, cleared binding levels {{(pid=94420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:23:56.097146 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b92d49-8e0d-4015-9ff5-47da37c4d4cc req-2d8eccde-e56f-4c3c-aab1-7db7fd3d6cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:56.099795 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-68b92d49-8e0d-4015-9ff5-47da37c4d4cc req-2d8eccde-e56f-4c3c-aab1-7db7fd3d6cda service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3623967 Aug 05 11:23:56.101597 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-8b2c0db2-b0dc-402e-8bfc-53eff7b86e04 service neutron] For port c5788608-f14e-46e7-9589-cd5c2a4cea14, host n-h2-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=c5788608-f14e-46e7-9589-cd5c2a4cea14,segment=NetworkSegment(5c8761d6-8217-4a98-a998-0e6468c69ef6),segment_id=5c8761d6-8217-4a98-a998-0e6468c69ef6)] {{(pid=94420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:23:56.109392 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-8b2c0db2-b0dc-402e-8bfc-53eff7b86e04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:56.109716 n-d-803378-2 neutron-server[94421]: INFO neutron.db.l3_db [None req-de72d9c9-8065-4b74-a305-f1d8fea34cd8 tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] Floating IP ef446883-88a2-4112-bad0-7dd876fa0e03 associated. External IP: 172.25.5.32, port: 3c67e590-e364-4336-b116-c2e224729891. Aug 05 11:23:56.144601 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['5f7faa48-b0f0-43a1-a218-b55f73c0f272'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:23:56.163426 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-01abc0fc-f47f-4cf2-ba80-3b677c198164 req-fa8b8a46-021e-471a-9c4a-ad600160857e tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=da1b410c9abb4742b18075944f1e5e2e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1419871 Aug 05 11:23:56.206015 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-8b2c0db2-b0dc-402e-8bfc-53eff7b86e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:56.206994 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-8b2c0db2-b0dc-402e-8bfc-53eff7b86e04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:56.212301 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-8b2c0db2-b0dc-402e-8bfc-53eff7b86e04 service neutron] 10.222.0.55 "PUT /v2.0/ports/c5788608-f14e-46e7-9589-cd5c2a4cea14 HTTP/1.1" status: 200 len: 1091 time: 2.7561641 Aug 05 11:23:56.287082 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-13c6fd77-6f8c-4897-9bea-dfa52c6be38a service neutron] Request body: {'port': {'device_id': '443a76e9-196d-4aa4-85e8-0ee1eebabb66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-2'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:23:56.424676 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2c0db2-b0dc-402e-8bfc-53eff7b86e04 service neutron] Pushing event updated for resources: {'Port': ['ID=c5788608-f14e-46e7-9589-cd5c2a4cea14,revision_number=3']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:23:56.654501 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '443a76e9-196d-4aa4-85e8-0ee1eebabb66', 'tag': 'c5788608-f14e-46e7-9589-cd5c2a4cea14'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:23:56.657768 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}828068ad8d405ad77660ce68fa78e1ffe658725812f7a08f9e488a446589295b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9239befe-2fca-4fc6-bf34-e786bbeaa382" -d '{"events": [{"name": "network-changed", "server_uuid": "443a76e9-196d-4aa4-85e8-0ee1eebabb66", "tag": "c5788608-f14e-46e7-9589-cd5c2a4cea14"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:23:56.678785 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-13c6fd77-6f8c-4897-9bea-dfa52c6be38a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:56.771854 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0745b95-3dad-4a9c-8918-d2f245f94191 req-17896410-2404-4881-93be-e4b774009584 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:56.795856 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0745b95-3dad-4a9c-8918-d2f245f94191 req-17896410-2404-4881-93be-e4b774009584 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:56.816932 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0745b95-3dad-4a9c-8918-d2f245f94191 req-17896410-2404-4881-93be-e4b774009584 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:56.824848 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0745b95-3dad-4a9c-8918-d2f245f94191 req-17896410-2404-4881-93be-e4b774009584 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:56.833691 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0745b95-3dad-4a9c-8918-d2f245f94191 req-17896410-2404-4881-93be-e4b774009584 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:56.841412 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0745b95-3dad-4a9c-8918-d2f245f94191 req-17896410-2404-4881-93be-e4b774009584 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:56.849191 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0745b95-3dad-4a9c-8918-d2f245f94191 req-17896410-2404-4881-93be-e4b774009584 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:56.858548 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c0745b95-3dad-4a9c-8918-d2f245f94191 req-17896410-2404-4881-93be-e4b774009584 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "GET /v2.0/ports?device_id=443a76e9-196d-4aa4-85e8-0ee1eebabb66 HTTP/1.1" status: 200 len: 5397 time: 0.4466207 Aug 05 11:23:56.891489 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de72d9c9-8065-4b74-a305-f1d8fea34cd8 tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] Router 39c0ba51-c3c5-478c-bc5e-8af03a89a2c2 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 11:23:56.969260 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c0745b95-3dad-4a9c-8918-d2f245f94191 req-220af639-9069-4602-a859-843da17edc79 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "GET /v2.0/security-groups?id=3ada918e-0522-4602-984c-a2f526ffb568&id=f48f8991-c3a5-417e-a3d1-8861f7ce43c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1094174 Aug 05 11:23:57.247206 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de72d9c9-8065-4b74-a305-f1d8fea34cd8 tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:23:57.276382 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f578534-d1f9-4e26-91c1-4bb9ff22dc18 None None] Sync routers for ids ['39c0ba51-c3c5-478c-bc5e-8af03a89a2c2'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:23:57.287128 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-de72d9c9-8065-4b74-a305-f1d8fea34cd8 tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:57.303108 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f578534-d1f9-4e26-91c1-4bb9ff22dc18 None None] Routers {'39c0ba51-c3c5-478c-bc5e-8af03a89a2c2'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:23:57.309014 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-8f578534-d1f9-4e26-91c1-4bb9ff22dc18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:23:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['39c0ba51-c3c5-478c-bc5e-8af03a89a2c2'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:23:57.407788 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-de72d9c9-8065-4b74-a305-f1d8fea34cd8 tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] 10.222.0.58 "PUT /v2.0/floatingips/ef446883-88a2-4112-bad0-7dd876fa0e03 HTTP/1.1" status: 200 len: 990 time: 3.1010089 Aug 05 11:23:57.409435 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebd7f4a2-1b4a-49a0-97dd-2190f4672435', 'tag': '3c67e590-e364-4336-b116-c2e224729891'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:23:57.414602 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a2003f8-8aef-4b8c-9a4f-3bd302cd4e74" -d '{"events": [{"name": "network-changed", "server_uuid": "ebd7f4a2-1b4a-49a0-97dd-2190f4672435", "tag": "3c67e590-e364-4336-b116-c2e224729891"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:23:57.484514 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-13c6fd77-6f8c-4897-9bea-dfa52c6be38a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 159c355d-badf-4ebb-89b8-3f2e172149e2 {{(pid=94420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:23:57.511802 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-13c6fd77-6f8c-4897-9bea-dfa52c6be38a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:57.605230 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-13c6fd77-6f8c-4897-9bea-dfa52c6be38a service neutron] Transition to ACTIVE for port object 159c355d-badf-4ebb-89b8-3f2e172149e2 will not be triggered until provisioned by entity L2. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:23:57.624060 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-13c6fd77-6f8c-4897-9bea-dfa52c6be38a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:57.677831 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24ba740-c959-48b4-91f0-2496d51134af req-1c27ade5-7aa6-4a66-88d3-4a231ee2d1e3 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:57.678564 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-8f578534-d1f9-4e26-91c1-4bb9ff22dc18 None None] Set router 39c0ba51-c3c5-478c-bc5e-8af03a89a2c2 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:23:57.681348 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b24ba740-c959-48b4-91f0-2496d51134af req-1c27ade5-7aa6-4a66-88d3-4a231ee2d1e3 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=36027764-706d-4f7b-a373-7a65509fe178 HTTP/1.1" status: 200 len: 944 time: 0.2392888 Aug 05 11:23:57.892436 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c6fd77-6f8c-4897-9bea-dfa52c6be38a service neutron] Pushing event updated for resources: {'Port': ['ID=159c355d-badf-4ebb-89b8-3f2e172149e2,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:23:58.095005 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e17b76da-1e5c-4769-9422-daca87019fe4 x-openstack-request-id: req-e17b76da-1e5c-4769-9422-daca87019fe4 {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:23:58.095733 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "443a76e9-196d-4aa4-85e8-0ee1eebabb66", "tag": "c5788608-f14e-46e7-9589-cd5c2a4cea14", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:23:58.096392 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e17b76da-1e5c-4769-9422-daca87019fe4 {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:23:58.097075 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '443a76e9-196d-4aa4-85e8-0ee1eebabb66', 'tag': 'c5788608-f14e-46e7-9589-cd5c2a4cea14', 'status': 'completed', 'code': 200} Aug 05 11:23:58.181465 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b24ba740-c959-48b4-91f0-2496d51134af req-92440f79-be63-4938-883a-a52453671882 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4428413 Aug 05 11:23:58.210544 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9239befe-2fca-4fc6-bf34-e786bbeaa382 req-90346c1f-7ec0-4ae9-be8c-58773b7c403b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:58.215422 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9239befe-2fca-4fc6-bf34-e786bbeaa382 req-90346c1f-7ec0-4ae9-be8c-58773b7c403b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:58.232933 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9239befe-2fca-4fc6-bf34-e786bbeaa382 req-90346c1f-7ec0-4ae9-be8c-58773b7c403b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:58.232933 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9239befe-2fca-4fc6-bf34-e786bbeaa382 req-90346c1f-7ec0-4ae9-be8c-58773b7c403b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:58.232933 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9239befe-2fca-4fc6-bf34-e786bbeaa382 req-90346c1f-7ec0-4ae9-be8c-58773b7c403b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:58.232933 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9239befe-2fca-4fc6-bf34-e786bbeaa382 req-90346c1f-7ec0-4ae9-be8c-58773b7c403b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:58.232933 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9239befe-2fca-4fc6-bf34-e786bbeaa382 req-90346c1f-7ec0-4ae9-be8c-58773b7c403b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:58.241456 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9239befe-2fca-4fc6-bf34-e786bbeaa382 req-90346c1f-7ec0-4ae9-be8c-58773b7c403b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b4870e3c85c84ca78a3c4012c18adec3&device_id=443a76e9-196d-4aa4-85e8-0ee1eebabb66 HTTP/1.1" status: 200 len: 6369 time: 0.2318137 Aug 05 11:23:58.261132 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-8f578534-d1f9-4e26-91c1-4bb9ff22dc18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39c0ba51-c3c5-478c-bc5e-8af03a89a2c2', 'name': 'tempest-ServersTestFqdnHostnames-484026939-router', 'tenant_id': '54ce1209669740e4b5d6b670cf6e01b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '3e3a1dd8-81bd-4158-b9bd-35443bb3ea90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:23:00Z', 'updated_at': '2021-08-05T11:23:09Z', 'revision_number': 4, 'project_id': '54ce1209669740e4b5d6b670cf6e01b0', 'gw_port': {'id': '3e3a1dd8-81bd-4158-b9bd-35443bb3ea90', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:8e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c0ba51-c3c5-478c-bc5e-8af03a89a2c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:23:02Z', 'updated_at': '2021-08-05T11:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': 'ef446883-88a2-4112-bad0-7dd876fa0e03', 'tenant_id': '54ce1209669740e4b5d6b670cf6e01b0', 'floating_ip_address': '172.25.5.32', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': '39c0ba51-c3c5-478c-bc5e-8af03a89a2c2', 'port_id': '3c67e590-e364-4336-b116-c2e224729891', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 733, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '688d8d3a-2c98-48b7-91ea-222d8bd03d5f', 'mac_address': 'fa:16:3e:d8:09:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd7f4a2-1b4a-49a0-97dd-2190f4672435', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T11:23:16Z', 'updated_at': '2021-08-05T11:23:55Z', 'revision_number': 1, 'project_id': '54ce1209669740e4b5d6b670cf6e01b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adebbd07-3843-4acb-8c08-cee18e04389b', 'name': '', 'network_id': '688d8d3a-2c98-48b7-91ea-222d8bd03d5f', 'tenant_id': '54ce1209669740e4b5d6b670cf6e01b0', 'mac_address': 'fa:16:3e:6a:53:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c0ba51-c3c5-478c-bc5e-8af03a89a2c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'e6417045-e99b-47d8-8deb-63bdae7f0b72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:23:08Z', 'updated_at': '2021-08-05T11:23:23Z', 'revision_number': 5, 'project_id': '54ce1209669740e4b5d6b670cf6e01b0', 'subnets': [{'id': 'e6417045-e99b-47d8-8deb-63bdae7f0b72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:23:58.302453 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-75e60f38-14f5-4c4d-b5c9-67952deee4eb req-d0caae6d-994b-4410-bed1-a907c7f1a7ae service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b16fe2675d1c4bd38bf1d8fab882c2f9&device_id=b8857fb0-c323-4c32-8a27-1fac64f108bf HTTP/1.1" status: 200 len: 210 time: 0.1974487 Aug 05 11:23:58.312521 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-13c6fd77-6f8c-4897-9bea-dfa52c6be38a service neutron] Attempting to bind port 159c355d-badf-4ebb-89b8-3f2e172149e2 on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:23:58.325353 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-13c6fd77-6f8c-4897-9bea-dfa52c6be38a service neutron] Attempting to bind port 159c355d-badf-4ebb-89b8-3f2e172149e2 by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': '8aa51bd4-6b25-4691-9a66-cb8b2c3d272e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'a5f65908-1835-4cf8-bef2-1ebbd6cd0373'}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:23:58.326230 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-13c6fd77-6f8c-4897-9bea-dfa52c6be38a service neutron] Attempting to bind port 159c355d-badf-4ebb-89b8-3f2e172149e2 on network a5f65908-1835-4cf8-bef2-1ebbd6cd0373 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:23:58.329666 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f578534-d1f9-4e26-91c1-4bb9ff22dc18 None None] Checking router: 39c0ba51-c3c5-478c-bc5e-8af03a89a2c2 for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:23:58.362942 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f578534-d1f9-4e26-91c1-4bb9ff22dc18 None None] Routers {'39c0ba51-c3c5-478c-bc5e-8af03a89a2c2'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:23:58.364132 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-8f578534-d1f9-4e26-91c1-4bb9ff22dc18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:23:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['39c0ba51-c3c5-478c-bc5e-8af03a89a2c2'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:23:58.368076 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-13c6fd77-6f8c-4897-9bea-dfa52c6be38a service neutron] Port 159c355d-badf-4ebb-89b8-3f2e172149e2 on network a5f65908-1835-4cf8-bef2-1ebbd6cd0373 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:23:58.371503 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-13c6fd77-6f8c-4897-9bea-dfa52c6be38a service neutron] Attempting to bind port 159c355d-badf-4ebb-89b8-3f2e172149e2 on network a5f65908-1835-4cf8-bef2-1ebbd6cd0373 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:23:58.422528 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-13c6fd77-6f8c-4897-9bea-dfa52c6be38a service neutron] Checking agent: {'id': 'a8f1dd2d-227c-4e30-8844-52419ba734db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:23:58.423113 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-13c6fd77-6f8c-4897-9bea-dfa52c6be38a service neutron] Checking segment: {'id': '8aa51bd4-6b25-4691-9a66-cb8b2c3d272e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'a5f65908-1835-4cf8-bef2-1ebbd6cd0373'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:23:58.424141 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-13c6fd77-6f8c-4897-9bea-dfa52c6be38a service neutron] Bound using segment: {'id': '8aa51bd4-6b25-4691-9a66-cb8b2c3d272e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'a5f65908-1835-4cf8-bef2-1ebbd6cd0373'} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:23:58.425018 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-13c6fd77-6f8c-4897-9bea-dfa52c6be38a service neutron] Bound port: 159c355d-badf-4ebb-89b8-3f2e172149e2, host: n-h2-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8aa51bd4-6b25-4691-9a66-cb8b2c3d272e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'a5f65908-1835-4cf8-bef2-1ebbd6cd0373'}}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:23:58.427332 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-13c6fd77-6f8c-4897-9bea-dfa52c6be38a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:58.499046 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-75e60f38-14f5-4c4d-b5c9-67952deee4eb req-7e75103e-1eb8-46ef-b07f-b11d70419353 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=b16fe2675d1c4bd38bf1d8fab882c2f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1673307 Aug 05 11:23:58.615165 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9b56ab7-4157-4b08-a3b7-a238c24691a3 x-openstack-request-id: req-f9b56ab7-4157-4b08-a3b7-a238c24691a3 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:23:58.627069 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebd7f4a2-1b4a-49a0-97dd-2190f4672435", "tag": "3c67e590-e364-4336-b116-c2e224729891", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:23:58.637012 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f9b56ab7-4157-4b08-a3b7-a238c24691a3 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:23:58.638051 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebd7f4a2-1b4a-49a0-97dd-2190f4672435', 'tag': '3c67e590-e364-4336-b116-c2e224729891', 'status': 'completed', 'code': 200} Aug 05 11:23:58.640706 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9239befe-2fca-4fc6-bf34-e786bbeaa382 req-106d8549-3c06-4fb8-9145-3591c6445a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:58.641543 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9239befe-2fca-4fc6-bf34-e786bbeaa382 req-106d8549-3c06-4fb8-9145-3591c6445a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:58.642384 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9239befe-2fca-4fc6-bf34-e786bbeaa382 req-106d8549-3c06-4fb8-9145-3591c6445a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:58.651851 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9239befe-2fca-4fc6-bf34-e786bbeaa382 req-106d8549-3c06-4fb8-9145-3591c6445a64 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=b4870e3c85c84ca78a3c4012c18adec3&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4007237 Aug 05 11:23:58.708086 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-8f578534-d1f9-4e26-91c1-4bb9ff22dc18 None None] Set router 39c0ba51-c3c5-478c-bc5e-8af03a89a2c2 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:23:58.982119 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9239befe-2fca-4fc6-bf34-e786bbeaa382 req-8dab1eaa-436e-43d2-9731-0839479e06c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:58.983719 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-13c6fd77-6f8c-4897-9bea-dfa52c6be38a service neutron] For port 159c355d-badf-4ebb-89b8-3f2e172149e2, host n-h2-803378-2, cleared binding levels {{(pid=94420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:23:58.984240 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9239befe-2fca-4fc6-bf34-e786bbeaa382 req-8dab1eaa-436e-43d2-9731-0839479e06c5 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3246882 Aug 05 11:23:59.051714 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:59.055347 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-13c6fd77-6f8c-4897-9bea-dfa52c6be38a service neutron] For port 159c355d-badf-4ebb-89b8-3f2e172149e2, host n-h2-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=159c355d-badf-4ebb-89b8-3f2e172149e2,segment=NetworkSegment(8aa51bd4-6b25-4691-9a66-cb8b2c3d272e),segment_id=8aa51bd4-6b25-4691-9a66-cb8b2c3d272e)] {{(pid=94420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:23:59.082402 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-13c6fd77-6f8c-4897-9bea-dfa52c6be38a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:59.108863 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2003f8-8aef-4b8c-9a4f-3bd302cd4e74 req-d2231f66-73f7-4c49-8992-105089081fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:59.111131 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3a2003f8-8aef-4b8c-9a4f-3bd302cd4e74 req-d2231f66-73f7-4c49-8992-105089081fdd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=54ce1209669740e4b5d6b670cf6e01b0&device_id=ebd7f4a2-1b4a-49a0-97dd-2190f4672435 HTTP/1.1" status: 200 len: 1096 time: 0.4405370 Aug 05 11:23:59.185489 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555f9b24-5032-49d1-a8bd-2b467b283692 req-9c8a6b96-e4aa-4993-9fa2-4163191d238f tempest-LiveAutoBlockMigrationV225Test-707045295 tempest-LiveAutoBlockMigrationV225Test-707045295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:59.188040 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-555f9b24-5032-49d1-a8bd-2b467b283692 req-9c8a6b96-e4aa-4993-9fa2-4163191d238f tempest-LiveAutoBlockMigrationV225Test-707045295 tempest-LiveAutoBlockMigrationV225Test-707045295-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=7ffa315b-116e-43b6-aaa8-3e9c048e4a3d HTTP/1.1" status: 200 len: 1096 time: 0.3678429 Aug 05 11:23:59.198986 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e60f38-14f5-4c4d-b5c9-67952deee4eb req-a06b10dc-f815-4822-8b9b-1f19b81b0590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:59.201366 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-75e60f38-14f5-4c4d-b5c9-67952deee4eb req-a06b10dc-f815-4822-8b9b-1f19b81b0590 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6556363 Aug 05 11:23:59.207628 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 5f7faa48-b0f0-43a1-a218-b55f73c0f272 up at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:23:59.242993 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f07efd-84f4-4c7d-be4f-af98c94ed239 req-ffc81592-e52f-4404-bc01-39c3d7d9f4eb tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:59.262455 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-42f07efd-84f4-4c7d-be4f-af98c94ed239 req-ffc81592-e52f-4404-bc01-39c3d7d9f4eb tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b946145-ad92-4e14-aecb-a698f85fbc9e HTTP/1.1" status: 200 len: 945 time: 0.5157871 Aug 05 11:23:59.274571 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-13c6fd77-6f8c-4897-9bea-dfa52c6be38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:59.277099 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-13c6fd77-6f8c-4897-9bea-dfa52c6be38a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:59.279864 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-13c6fd77-6f8c-4897-9bea-dfa52c6be38a service neutron] 10.222.0.55 "PUT /v2.0/ports/159c355d-badf-4ebb-89b8-3f2e172149e2 HTTP/1.1" status: 200 len: 1091 time: 3.0143049 Aug 05 11:23:59.445057 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-d8c9d469-3ffc-4b12-877c-41ea6f685dec service neutron] Request body: {'port': {'device_id': '443a76e9-196d-4aa4-85e8-0ee1eebabb66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-2'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:23:59.492806 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning for port 5f7faa48-b0f0-43a1-a218-b55f73c0f272 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:23:59.505102 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning complete for port 5f7faa48-b0f0-43a1-a218-b55f73c0f272 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:23:59.505708 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:59.560045 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-42f07efd-84f4-4c7d-be4f-af98c94ed239 req-8be9aaf9-c435-4794-b95e-989a3b835948 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] 10.222.0.58 "GET /v2.0/security-groups?id=7da178d1-b212-4c54-b70b-ef9e06c169f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2962554 Aug 05 11:23:59.604849 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-d8c9d469-3ffc-4b12-877c-41ea6f685dec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:59.646638 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c6fd77-6f8c-4897-9bea-dfa52c6be38a service neutron] Pushing event updated for resources: {'Port': ['ID=159c355d-badf-4ebb-89b8-3f2e172149e2,revision_number=3']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:23:59.662973 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-8f578534-d1f9-4e26-91c1-4bb9ff22dc18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39c0ba51-c3c5-478c-bc5e-8af03a89a2c2', 'name': 'tempest-ServersTestFqdnHostnames-484026939-router', 'tenant_id': '54ce1209669740e4b5d6b670cf6e01b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '3e3a1dd8-81bd-4158-b9bd-35443bb3ea90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:23:00Z', 'updated_at': '2021-08-05T11:23:09Z', 'revision_number': 4, 'project_id': '54ce1209669740e4b5d6b670cf6e01b0', 'gw_port': {'id': '3e3a1dd8-81bd-4158-b9bd-35443bb3ea90', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:8e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c0ba51-c3c5-478c-bc5e-8af03a89a2c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:23:02Z', 'updated_at': '2021-08-05T11:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': 'ef446883-88a2-4112-bad0-7dd876fa0e03', 'tenant_id': '54ce1209669740e4b5d6b670cf6e01b0', 'floating_ip_address': '172.25.5.32', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': '39c0ba51-c3c5-478c-bc5e-8af03a89a2c2', 'port_id': '3c67e590-e364-4336-b116-c2e224729891', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 733, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '688d8d3a-2c98-48b7-91ea-222d8bd03d5f', 'mac_address': 'fa:16:3e:d8:09:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd7f4a2-1b4a-49a0-97dd-2190f4672435', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T11:23:16Z', 'updated_at': '2021-08-05T11:23:55Z', 'revision_number': 1, 'project_id': '54ce1209669740e4b5d6b670cf6e01b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adebbd07-3843-4acb-8c08-cee18e04389b', 'name': '', 'network_id': '688d8d3a-2c98-48b7-91ea-222d8bd03d5f', 'tenant_id': '54ce1209669740e4b5d6b670cf6e01b0', 'mac_address': 'fa:16:3e:6a:53:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c0ba51-c3c5-478c-bc5e-8af03a89a2c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'e6417045-e99b-47d8-8deb-63bdae7f0b72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:23:08Z', 'updated_at': '2021-08-05T11:23:23Z', 'revision_number': 5, 'project_id': '54ce1209669740e4b5d6b670cf6e01b0', 'subnets': [{'id': 'e6417045-e99b-47d8-8deb-63bdae7f0b72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:23:59.672951 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-555f9b24-5032-49d1-a8bd-2b467b283692 req-31d08346-90f2-4e28-b9b0-e755f6ba3061 tempest-LiveAutoBlockMigrationV225Test-707045295 tempest-LiveAutoBlockMigrationV225Test-707045295-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=8b660be2-1cd3-4f1b-b8b6-43aa3e7d82c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4665585 Aug 05 11:23:59.738366 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f578534-d1f9-4e26-91c1-4bb9ff22dc18 None None] The sync data for ids ['39c0ba51-c3c5-478c-bc5e-8af03a89a2c2'] in n-d-803378-2 is: [{'id': '39c0ba51-c3c5-478c-bc5e-8af03a89a2c2', 'name': 'tempest-ServersTestFqdnHostnames-484026939-router', 'tenant_id': '54ce1209669740e4b5d6b670cf6e01b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '3e3a1dd8-81bd-4158-b9bd-35443bb3ea90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:23:00Z', 'updated_at': '2021-08-05T11:23:09Z', 'revision_number': 4, 'project_id': '54ce1209669740e4b5d6b670cf6e01b0', 'gw_port': {'id': '3e3a1dd8-81bd-4158-b9bd-35443bb3ea90', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:8e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c0ba51-c3c5-478c-bc5e-8af03a89a2c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:23:02Z', 'updated_at': '2021-08-05T11:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': 'ef446883-88a2-4112-bad0-7dd876fa0e03', 'tenant_id': '54ce1209669740e4b5d6b670cf6e01b0', 'floating_ip_address': '172.25.5.32', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': '39c0ba51-c3c5-478c-bc5e-8af03a89a2c2', 'port_id': '3c67e590-e364-4336-b116-c2e224729891', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 733, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '688d8d3a-2c98-48b7-91ea-222d8bd03d5f', 'mac_address': 'fa:16:3e:d8:09:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd7f4a2-1b4a-49a0-97dd-2190f4672435', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T11:23:16Z', 'updated_at': '2021-08-05T11:23:55Z', 'revision_number': 1, 'project_id': '54ce1209669740e4b5d6b670cf6e01b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adebbd07-3843-4acb-8c08-cee18e04389b', 'name': '', 'network_id': '688d8d3a-2c98-48b7-91ea-222d8bd03d5f', 'tenant_id': '54ce1209669740e4b5d6b670cf6e01b0', 'mac_address': 'fa:16:3e:6a:53:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c0ba51-c3c5-478c-bc5e-8af03a89a2c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'e6417045-e99b-47d8-8deb-63bdae7f0b72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:23:08Z', 'updated_at': '2021-08-05T11:23:23Z', 'revision_number': 5, 'project_id': '54ce1209669740e4b5d6b670cf6e01b0', 'subnets': [{'id': 'e6417045-e99b-47d8-8deb-63bdae7f0b72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:23:59.772996 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:23:59.844149 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-80aa0f33-5532-4838-8e70-9621bd986977 req-11ba3576-95a5-443a-aba4-9e123b10548e tempest-ServerShowV254Test-1867190310 tempest-ServerShowV254Test-1867190310-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8857fb0-c323-4c32-8a27-1fac64f108bf HTTP/1.1" status: 200 len: 210 time: 0.1585767 Aug 05 11:23:59.861542 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36027764-706d-4f7b-a373-7a65509fe178', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f7faa48-b0f0-43a1-a218-b55f73c0f272'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:23:59.866162 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3714f38-1b7b-4f11-b5d3-c72b922ad15b" -d '{"events": [{"server_uuid": "36027764-706d-4f7b-a373-7a65509fe178", "name": "network-vif-plugged", "status": "completed", "tag": "5f7faa48-b0f0-43a1-a218-b55f73c0f272"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:23:59.898603 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2003f8-8aef-4b8c-9a4f-3bd302cd4e74 req-741286b0-deea-4b23-b90e-3e7818a7314f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:23:59.901848 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3a2003f8-8aef-4b8c-9a4f-3bd302cd4e74 req-741286b0-deea-4b23-b90e-3e7818a7314f service neutron] 10.222.0.55 "GET /v2.0/networks?id=688d8d3a-2c98-48b7-91ea-222d8bd03d5f HTTP/1.1" status: 200 len: 915 time: 0.7422400 Aug 05 11:23:59.958444 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 5f7faa48-b0f0-43a1-a218-b55f73c0f272, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=5f7faa48-b0f0-43a1-a218-b55f73c0f272,segment=NetworkSegment(32cc618e-4968-4750-a5aa-c2579fceb01e),segment_id=32cc618e-4968-4750-a5aa-c2579fceb01e)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:23:59.969018 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:00.106370 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=5f7faa48-b0f0-43a1-a218-b55f73c0f272,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:24:00.153495 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '443a76e9-196d-4aa4-85e8-0ee1eebabb66', 'tag': '159c355d-badf-4ebb-89b8-3f2e172149e2'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:24:00.157539 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}828068ad8d405ad77660ce68fa78e1ffe658725812f7a08f9e488a446589295b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f29f14e7-0d6e-417d-b063-5b73d74f2aa1" -d '{"events": [{"name": "network-changed", "server_uuid": "443a76e9-196d-4aa4-85e8-0ee1eebabb66", "tag": "159c355d-badf-4ebb-89b8-3f2e172149e2"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:24:00.242885 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45394350-7deb-45b9-9144-eee9b401c3c6 None None] New status for floating IP ef446883-88a2-4112-bad0-7dd876fa0e03: ACTIVE {{(pid=94423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 11:24:00.306373 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-01abc0fc-f47f-4cf2-ba80-3b677c198164 req-1b18ae98-d4cc-44e8-ac77-98fe0c54b1a2 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=da1b410c9abb4742b18075944f1e5e2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0542276 Aug 05 11:24:00.364439 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf21daf8-7d6f-49ce-ac17-ee1938c4bc7d req-71d1c56e-a915-4fa7-9af8-019184d8a157 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:00.376339 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf21daf8-7d6f-49ce-ac17-ee1938c4bc7d req-71d1c56e-a915-4fa7-9af8-019184d8a157 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:00.388299 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf21daf8-7d6f-49ce-ac17-ee1938c4bc7d req-71d1c56e-a915-4fa7-9af8-019184d8a157 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:00.401661 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf21daf8-7d6f-49ce-ac17-ee1938c4bc7d req-71d1c56e-a915-4fa7-9af8-019184d8a157 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:00.414105 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf21daf8-7d6f-49ce-ac17-ee1938c4bc7d req-71d1c56e-a915-4fa7-9af8-019184d8a157 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:00.426542 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf21daf8-7d6f-49ce-ac17-ee1938c4bc7d req-71d1c56e-a915-4fa7-9af8-019184d8a157 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:00.441764 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf21daf8-7d6f-49ce-ac17-ee1938c4bc7d req-71d1c56e-a915-4fa7-9af8-019184d8a157 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:00.457846 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cf21daf8-7d6f-49ce-ac17-ee1938c4bc7d req-71d1c56e-a915-4fa7-9af8-019184d8a157 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "GET /v2.0/ports?device_id=443a76e9-196d-4aa4-85e8-0ee1eebabb66 HTTP/1.1" status: 200 len: 5409 time: 0.5107691 Aug 05 11:24:00.462765 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b18ec472-d2ef-4639-b894-c68d921f16e3 req-47d56dcf-3cab-4fe0-b30f-ddaa929193c9 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c552b8b-2d60-4854-a58c-757979691fa9 HTTP/1.1" status: 200 len: 210 time: 0.2999799 Aug 05 11:24:00.479132 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-01abc0fc-f47f-4cf2-ba80-3b677c198164 req-cef66145-4f64-46ad-a923-28f803ebf0e3 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=da1b410c9abb4742b18075944f1e5e2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2447388 Aug 05 11:24:00.513961 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3a2003f8-8aef-4b8c-9a4f-3bd302cd4e74 req-47762126-8ce0-4e31-9a6c-b3a556bcc25f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c67e590-e364-4336-b116-c2e224729891 HTTP/1.1" status: 200 len: 998 time: 0.5815444 Aug 05 11:24:00.634202 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01abc0fc-f47f-4cf2-ba80-3b677c198164 req-f4c693ca-3fcb-4ba5-bb4a-d54ffe00d831 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:00.639679 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-01abc0fc-f47f-4cf2-ba80-3b677c198164 req-f4c693ca-3fcb-4ba5-bb4a-d54ffe00d831 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3206537 Aug 05 11:24:00.707038 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-01abc0fc-f47f-4cf2-ba80-3b677c198164 req-c1a2cbf1-be2b-4208-8be6-72c31c9c7487 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Request body: {'port': {'device_id': '3c552b8b-2d60-4854-a58c-757979691fa9', 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a', 'admin_state_up': True, 'tenant_id': 'da1b410c9abb4742b18075944f1e5e2e'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:24:00.835161 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de03ded-40e9-4614-a213-e88c8dba0057 req-8c0b089e-35f7-400e-8705-ae2134f55b16 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:00.837872 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2de03ded-40e9-4614-a213-e88c8dba0057 req-8c0b089e-35f7-400e-8705-ae2134f55b16 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b946145-ad92-4e14-aecb-a698f85fbc9e HTTP/1.1" status: 200 len: 945 time: 0.4026196 Aug 05 11:24:00.892719 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cf21daf8-7d6f-49ce-ac17-ee1938c4bc7d req-1f66b965-02c1-4b0e-b625-ae8e69187159 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "GET /v2.0/security-groups?id=3ada918e-0522-4602-984c-a2f526ffb568&id=f48f8991-c3a5-417e-a3d1-8861f7ce43c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4216692 Aug 05 11:24:00.995910 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01abc0fc-f47f-4cf2-ba80-3b677c198164 req-b177cf18-6e69-460d-be18-85eea1b45b17 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:00.998512 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-01abc0fc-f47f-4cf2-ba80-3b677c198164 req-b177cf18-6e69-460d-be18-85eea1b45b17 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4640219 Aug 05 11:24:01.015469 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2003f8-8aef-4b8c-9a4f-3bd302cd4e74 req-fe6de406-34ff-48c4-995c-40c804622d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:01.018714 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3a2003f8-8aef-4b8c-9a4f-3bd302cd4e74 req-fe6de406-34ff-48c4-995c-40c804622d49 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e6417045-e99b-47d8-8deb-63bdae7f0b72 HTTP/1.1" status: 200 len: 853 time: 0.3241818 Aug 05 11:24:01.041823 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaeb24a-4227-4968-8d38-301d9d275ab8 req-cf7a7544-e73f-4d55-8c88-da23bea7b433 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:01.044778 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cdaeb24a-4227-4968-8d38-301d9d275ab8 req-cf7a7544-e73f-4d55-8c88-da23bea7b433 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=36027764-706d-4f7b-a373-7a65509fe178 HTTP/1.1" status: 200 len: 945 time: 0.2790244 Aug 05 11:24:01.059553 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-01abc0fc-f47f-4cf2-ba80-3b677c198164 req-a605c57f-6cbf-4b81-a3bc-d150b1c096f6 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Request body: {'port': {'device_id': '78dae4d3-6dcb-426e-b0cf-de11402d3ceb', 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a', 'admin_state_up': True, 'tenant_id': 'da1b410c9abb4742b18075944f1e5e2e'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:24:01.081201 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01abc0fc-f47f-4cf2-ba80-3b677c198164 req-c1a2cbf1-be2b-4208-8be6-72c31c9c7487 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Made reservation on behalf of da1b410c9abb4742b18075944f1e5e2e for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:24:01.087118 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-01abc0fc-f47f-4cf2-ba80-3b677c198164 req-c1a2cbf1-be2b-4208-8be6-72c31c9c7487 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:01.126165 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-2de03ded-40e9-4614-a213-e88c8dba0057 req-fc6f34f4-3b29-4ed3-90ed-8f0f0296c19a tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Deleting port 11888920-2c86-48c1-960f-8cb80fc0218d {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:24:01.126738 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-2de03ded-40e9-4614-a213-e88c8dba0057 req-fc6f34f4-3b29-4ed3-90ed-8f0f0296c19a tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:01.399380 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cdaeb24a-4227-4968-8d38-301d9d275ab8 req-ee95f354-8a62-4c76-93bf-dc35075a6108 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3030934 Aug 05 11:24:01.413177 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2003f8-8aef-4b8c-9a4f-3bd302cd4e74 req-bef51122-0a1e-429a-8d6a-47b688360af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:01.415881 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3a2003f8-8aef-4b8c-9a4f-3bd302cd4e74 req-bef51122-0a1e-429a-8d6a-47b688360af2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=688d8d3a-2c98-48b7-91ea-222d8bd03d5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3639920 Aug 05 11:24:01.472910 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-2de03ded-40e9-4614-a213-e88c8dba0057 req-fc6f34f4-3b29-4ed3-90ed-8f0f0296c19a tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] For port 11888920-2c86-48c1-960f-8cb80fc0218d, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=11888920-2c86-48c1-960f-8cb80fc0218d,segment=NetworkSegment(c9e2cf5a-453f-413e-a764-0d6594d296bf),segment_id=c9e2cf5a-453f-413e-a764-0d6594d296bf)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:24:01.474254 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-2de03ded-40e9-4614-a213-e88c8dba0057 req-fc6f34f4-3b29-4ed3-90ed-8f0f0296c19a tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:01.594496 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daadec51-431e-436e-bbd4-f2c309aaae5d x-openstack-request-id: req-daadec51-431e-436e-bbd4-f2c309aaae5d {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:24:01.596092 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36027764-706d-4f7b-a373-7a65509fe178", "name": "network-vif-plugged", "status": "completed", "tag": "5f7faa48-b0f0-43a1-a218-b55f73c0f272", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:24:01.596981 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-daadec51-431e-436e-bbd4-f2c309aaae5d {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:24:01.597821 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36027764-706d-4f7b-a373-7a65509fe178', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f7faa48-b0f0-43a1-a218-b55f73c0f272', 'code': 200} Aug 05 11:24:01.621393 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d50916a-9b4f-4387-9385-b836e08741e5 x-openstack-request-id: req-1d50916a-9b4f-4387-9385-b836e08741e5 {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:24:01.622151 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "443a76e9-196d-4aa4-85e8-0ee1eebabb66", "tag": "159c355d-badf-4ebb-89b8-3f2e172149e2", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:24:01.622771 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1d50916a-9b4f-4387-9385-b836e08741e5 {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:24:01.623212 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '443a76e9-196d-4aa4-85e8-0ee1eebabb66', 'tag': '159c355d-badf-4ebb-89b8-3f2e172149e2', 'status': 'completed', 'code': 200} Aug 05 11:24:01.636446 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-d8c9d469-3ffc-4b12-877c-41ea6f685dec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06805de0-2639-4b78-8f29-513aafaaee7b {{(pid=94420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:24:01.691184 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-d8c9d469-3ffc-4b12-877c-41ea6f685dec service neutron] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:01.756975 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-01abc0fc-f47f-4cf2-ba80-3b677c198164 req-c1a2cbf1-be2b-4208-8be6-72c31c9c7487 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Allocated IP 192.168.233.73 (91caede3-92e4-4b1e-8e3e-36227cfd846a/6842f728-c2f3-4e36-bb32-3303d06ce3f4/0cca5eec-aa95-47fa-ac39-f63160df33c4) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:24:01.793651 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.64', 56593) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:24:01.827994 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fb8b835e-dc8c-472a-920d-f9a2f832fcae req-114780a4-4a4f-4fe1-99f4-058717f88bda tempest-ServerShowV254Test-1867190310 tempest-ServerShowV254Test-1867190310-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8857fb0-c323-4c32-8a27-1fac64f108bf HTTP/1.1" status: 200 len: 210 time: 0.0777147 Aug 05 11:24:01.841603 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-d8c9d469-3ffc-4b12-877c-41ea6f685dec service neutron] Transition to ACTIVE for port object 06805de0-2639-4b78-8f29-513aafaaee7b will not be triggered until provisioned by entity L2. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:24:01.847997 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3a2003f8-8aef-4b8c-9a4f-3bd302cd4e74 req-70f0b587-2cf5-4e05-969d-2643b6f0c491 service neutron] 10.222.0.55 "GET /v2.0/networks/688d8d3a-2c98-48b7-91ea-222d8bd03d5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3823340 Aug 05 11:24:01.851460 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01abc0fc-f47f-4cf2-ba80-3b677c198164 req-a605c57f-6cbf-4b81-a3bc-d150b1c096f6 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Made reservation on behalf of da1b410c9abb4742b18075944f1e5e2e for: {'port': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:24:01.857991 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-01abc0fc-f47f-4cf2-ba80-3b677c198164 req-a605c57f-6cbf-4b81-a3bc-d150b1c096f6 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:01.882062 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-d8c9d469-3ffc-4b12-877c-41ea6f685dec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:02.100049 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c9d469-3ffc-4b12-877c-41ea6f685dec service neutron] Pushing event updated for resources: {'Port': ['ID=06805de0-2639-4b78-8f29-513aafaaee7b,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:24:02.187541 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-75e60f38-14f5-4c4d-b5c9-67952deee4eb req-16ba24d2-3f79-40db-bd2a-13206f797569 tempest-ServerShowV254Test-1867190310 tempest-ServerShowV254Test-1867190310-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8857fb0-c323-4c32-8a27-1fac64f108bf HTTP/1.1" status: 200 len: 210 time: 0.4500761 Aug 05 11:24:02.201717 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0042df40-5c09-4c7c-9bd3-917c9dfa031a req-875e4b11-9b44-4e3d-a9e6-ad8a688cba7b tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:02.206386 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0042df40-5c09-4c7c-9bd3-917c9dfa031a req-875e4b11-9b44-4e3d-a9e6-ad8a688cba7b tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b946145-ad92-4e14-aecb-a698f85fbc9e HTTP/1.1" status: 200 len: 945 time: 0.4872332 Aug 05 11:24:02.405472 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29f14e7-0d6e-417d-b063-5b73d74f2aa1 req-d3bcd16b-fab8-49f2-b421-324470e9a8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:02.405976 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29f14e7-0d6e-417d-b063-5b73d74f2aa1 req-d3bcd16b-fab8-49f2-b421-324470e9a8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:02.406458 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29f14e7-0d6e-417d-b063-5b73d74f2aa1 req-d3bcd16b-fab8-49f2-b421-324470e9a8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:02.407136 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29f14e7-0d6e-417d-b063-5b73d74f2aa1 req-d3bcd16b-fab8-49f2-b421-324470e9a8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:02.407537 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29f14e7-0d6e-417d-b063-5b73d74f2aa1 req-d3bcd16b-fab8-49f2-b421-324470e9a8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:02.408015 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29f14e7-0d6e-417d-b063-5b73d74f2aa1 req-d3bcd16b-fab8-49f2-b421-324470e9a8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:02.408558 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29f14e7-0d6e-417d-b063-5b73d74f2aa1 req-d3bcd16b-fab8-49f2-b421-324470e9a8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:02.410588 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-f29f14e7-0d6e-417d-b063-5b73d74f2aa1 req-d3bcd16b-fab8-49f2-b421-324470e9a8aa service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b4870e3c85c84ca78a3c4012c18adec3&device_id=443a76e9-196d-4aa4-85e8-0ee1eebabb66 HTTP/1.1" status: 200 len: 6411 time: 0.7140121 Aug 05 11:24:02.429576 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.55', 55029) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:24:02.474039 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a10461-636b-46e1-9844-f5b550421b21 req-e9024b0d-a16f-42b4-90ce-6dddef3d747e tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:02.476862 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-99a10461-636b-46e1-9844-f5b550421b21 req-e9024b0d-a16f-42b4-90ce-6dddef3d747e tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ffa315b-116e-43b6-aaa8-3e9c048e4a3d HTTP/1.1" status: 200 len: 945 time: 0.4982896 Aug 05 11:24:02.499338 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3a2003f8-8aef-4b8c-9a4f-3bd302cd4e74 req-843f1bfc-4837-4a16-99ba-773f0c63dbb0 service neutron] 10.222.0.55 "GET /v2.0/networks/688d8d3a-2c98-48b7-91ea-222d8bd03d5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6353652 Aug 05 11:24:02.530302 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0042df40-5c09-4c7c-9bd3-917c9dfa031a req-ddf8bf6b-94d7-40bd-bdf9-8fbb577d592b tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] 10.222.0.58 "GET /v2.0/security-groups?id=7da178d1-b212-4c54-b70b-ef9e06c169f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2642012 Aug 05 11:24:02.555692 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8a27b1-0dad-4e53-a5b9-15d832acb628 req-6fc633e2-b5fa-4f80-8b88-22e6b35bccf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:02.558162 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2b8a27b1-0dad-4e53-a5b9-15d832acb628 req-6fc633e2-b5fa-4f80-8b88-22e6b35bccf2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=36027764-706d-4f7b-a373-7a65509fe178 HTTP/1.1" status: 200 len: 1096 time: 0.7616262 Aug 05 11:24:02.603847 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-99a10461-636b-46e1-9844-f5b550421b21 req-69e94e70-6fcc-4690-9a3f-e0d83cdce4e2 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b660be2-1cd3-4f1b-b8b6-43aa3e7d82c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128116 Aug 05 11:24:02.607443 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-d8c9d469-3ffc-4b12-877c-41ea6f685dec service neutron] Attempting to bind port 06805de0-2639-4b78-8f29-513aafaaee7b on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:24:02.607690 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-d8c9d469-3ffc-4b12-877c-41ea6f685dec service neutron] Attempting to bind port 06805de0-2639-4b78-8f29-513aafaaee7b by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': '8aa51bd4-6b25-4691-9a66-cb8b2c3d272e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'a5f65908-1835-4cf8-bef2-1ebbd6cd0373'}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:24:02.607891 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-d8c9d469-3ffc-4b12-877c-41ea6f685dec service neutron] Attempting to bind port 06805de0-2639-4b78-8f29-513aafaaee7b on network a5f65908-1835-4cf8-bef2-1ebbd6cd0373 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:24:02.614342 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-d8c9d469-3ffc-4b12-877c-41ea6f685dec service neutron] Port 06805de0-2639-4b78-8f29-513aafaaee7b on network a5f65908-1835-4cf8-bef2-1ebbd6cd0373 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:24:02.614837 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-d8c9d469-3ffc-4b12-877c-41ea6f685dec service neutron] Attempting to bind port 06805de0-2639-4b78-8f29-513aafaaee7b on network a5f65908-1835-4cf8-bef2-1ebbd6cd0373 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:24:02.621293 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-d8c9d469-3ffc-4b12-877c-41ea6f685dec service neutron] Checking agent: {'id': 'a8f1dd2d-227c-4e30-8844-52419ba734db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:24:02.621652 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-d8c9d469-3ffc-4b12-877c-41ea6f685dec service neutron] Checking segment: {'id': '8aa51bd4-6b25-4691-9a66-cb8b2c3d272e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'a5f65908-1835-4cf8-bef2-1ebbd6cd0373'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:24:02.622741 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-d8c9d469-3ffc-4b12-877c-41ea6f685dec service neutron] Bound using segment: {'id': '8aa51bd4-6b25-4691-9a66-cb8b2c3d272e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'a5f65908-1835-4cf8-bef2-1ebbd6cd0373'} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:24:02.622913 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-d8c9d469-3ffc-4b12-877c-41ea6f685dec service neutron] Bound port: 06805de0-2639-4b78-8f29-513aafaaee7b, host: n-h2-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8aa51bd4-6b25-4691-9a66-cb8b2c3d272e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'a5f65908-1835-4cf8-bef2-1ebbd6cd0373'}}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:24:02.623186 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-d8c9d469-3ffc-4b12-877c-41ea6f685dec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:02.727201 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-2de03ded-40e9-4614-a213-e88c8dba0057 req-fc6f34f4-3b29-4ed3-90ed-8f0f0296c19a tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:02.727800 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-2de03ded-40e9-4614-a213-e88c8dba0057 req-fc6f34f4-3b29-4ed3-90ed-8f0f0296c19a tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33287247'] for floatingip, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:02.728311 n-d-803378-2 neutron-server[94421]: INFO neutron.db.l3_db [req-2de03ded-40e9-4614-a213-e88c8dba0057 req-fc6f34f4-3b29-4ed3-90ed-8f0f0296c19a tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Floating IP 7763ff7f-0589-42fd-8c9c-a46d3c21925f disassociated. External IP: 172.25.5.123, port: 11888920-2c86-48c1-960f-8cb80fc0218d. Aug 05 11:24:02.728942 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-2de03ded-40e9-4614-a213-e88c8dba0057 req-fc6f34f4-3b29-4ed3-90ed-8f0f0296c19a tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Calling delete_port for 11888920-2c86-48c1-960f-8cb80fc0218d owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:24:02.737051 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-82913d2d-c232-4fd2-a1d8-eb846cdb3f9e req-d9a69c20-fe36-4e18-b0d5-a61f6b644c0a tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c552b8b-2d60-4854-a58c-757979691fa9 HTTP/1.1" status: 200 len: 210 time: 0.0803356 Aug 05 11:24:02.826526 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732e86dc-d566-4ff7-951a-c80e3e9c599a req-ac8eed86-4310-478f-a9e0-756d1ae22dd3 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:02.829356 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-732e86dc-d566-4ff7-951a-c80e3e9c599a req-ac8eed86-4310-478f-a9e0-756d1ae22dd3 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ffa315b-116e-43b6-aaa8-3e9c048e4a3d HTTP/1.1" status: 200 len: 945 time: 0.3990083 Aug 05 11:24:02.834543 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-d8c9d469-3ffc-4b12-877c-41ea6f685dec service neutron] For port 06805de0-2639-4b78-8f29-513aafaaee7b, host n-h2-803378-2, cleared binding levels {{(pid=94420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:24:02.839902 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-d8c9d469-3ffc-4b12-877c-41ea6f685dec service neutron] For port 06805de0-2639-4b78-8f29-513aafaaee7b, host n-h2-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=06805de0-2639-4b78-8f29-513aafaaee7b,segment=NetworkSegment(8aa51bd4-6b25-4691-9a66-cb8b2c3d272e),segment_id=8aa51bd4-6b25-4691-9a66-cb8b2c3d272e)] {{(pid=94420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:24:02.844625 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-d8c9d469-3ffc-4b12-877c-41ea6f685dec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:02.859053 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2b8a27b1-0dad-4e53-a5b9-15d832acb628 req-1e4fe12d-cd44-4c77-ada6-a3022b112827 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564459 Aug 05 11:24:02.867270 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f5c643-1a9a-46f5-b7aa-232d55241ef3 req-e95f6871-c2f0-46d0-aaee-0e7cfc14f642 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:02.877562 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f5c643-1a9a-46f5-b7aa-232d55241ef3 req-e95f6871-c2f0-46d0-aaee-0e7cfc14f642 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:02.885095 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f5c643-1a9a-46f5-b7aa-232d55241ef3 req-e95f6871-c2f0-46d0-aaee-0e7cfc14f642 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:02.892775 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f5c643-1a9a-46f5-b7aa-232d55241ef3 req-e95f6871-c2f0-46d0-aaee-0e7cfc14f642 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:02.899773 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f5c643-1a9a-46f5-b7aa-232d55241ef3 req-e95f6871-c2f0-46d0-aaee-0e7cfc14f642 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:02.907104 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f5c643-1a9a-46f5-b7aa-232d55241ef3 req-e95f6871-c2f0-46d0-aaee-0e7cfc14f642 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:02.914024 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f5c643-1a9a-46f5-b7aa-232d55241ef3 req-e95f6871-c2f0-46d0-aaee-0e7cfc14f642 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:02.916067 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c7f5c643-1a9a-46f5-b7aa-232d55241ef3 req-e95f6871-c2f0-46d0-aaee-0e7cfc14f642 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "GET /v2.0/ports?device_id=443a76e9-196d-4aa4-85e8-0ee1eebabb66 HTTP/1.1" status: 200 len: 5421 time: 0.1860888 Aug 05 11:24:03.023824 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-01abc0fc-f47f-4cf2-ba80-3b677c198164 req-c1a2cbf1-be2b-4208-8be6-72c31c9c7487 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:03.035463 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29f14e7-0d6e-417d-b063-5b73d74f2aa1 req-aa61d80e-c232-4b52-b049-be70ceb14e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:03.036519 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29f14e7-0d6e-417d-b063-5b73d74f2aa1 req-aa61d80e-c232-4b52-b049-be70ceb14e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:03.037168 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29f14e7-0d6e-417d-b063-5b73d74f2aa1 req-aa61d80e-c232-4b52-b049-be70ceb14e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:03.040029 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-f29f14e7-0d6e-417d-b063-5b73d74f2aa1 req-aa61d80e-c232-4b52-b049-be70ceb14e88 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=b4870e3c85c84ca78a3c4012c18adec3&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5729356 Aug 05 11:24:03.145364 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-01abc0fc-f47f-4cf2-ba80-3b677c198164 req-c1a2cbf1-be2b-4208-8be6-72c31c9c7487 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Transition to ACTIVE for port object 0cca5eec-aa95-47fa-ac39-f63160df33c4 will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:24:03.320892 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29f14e7-0d6e-417d-b063-5b73d74f2aa1 req-1e59152b-f1aa-40ec-8050-da2ead2e6675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:03.323280 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-f29f14e7-0d6e-417d-b063-5b73d74f2aa1 req-1e59152b-f1aa-40ec-8050-da2ead2e6675 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2629087 Aug 05 11:24:03.335112 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-01abc0fc-f47f-4cf2-ba80-3b677c198164 req-c1a2cbf1-be2b-4208-8be6-72c31c9c7487 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:03.385892 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['46ac903b-6473-4f7d-ab25-233c6efee28b'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:24:03.431597 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a2cbf1-be2b-4208-8be6-72c31c9c7487 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Pushing event updated for resources: {'Port': ['ID=0cca5eec-aa95-47fa-ac39-f63160df33c4,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:24:03.450497 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a2cbf1-be2b-4208-8be6-72c31c9c7487 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:24:03.451089 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a2cbf1-be2b-4208-8be6-72c31c9c7487 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:24:03.451442 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a2cbf1-be2b-4208-8be6-72c31c9c7487 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:24:03.451997 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a2cbf1-be2b-4208-8be6-72c31c9c7487 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:24:03.453366 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a2cbf1-be2b-4208-8be6-72c31c9c7487 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:24:03.454120 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a2cbf1-be2b-4208-8be6-72c31c9c7487 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:24:03.454745 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a2cbf1-be2b-4208-8be6-72c31c9c7487 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:24:03.455441 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a2cbf1-be2b-4208-8be6-72c31c9c7487 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:24:03.456122 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a2cbf1-be2b-4208-8be6-72c31c9c7487 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:24:03.457426 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a2cbf1-be2b-4208-8be6-72c31c9c7487 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:24:03.457426 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a2cbf1-be2b-4208-8be6-72c31c9c7487 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:24:03.458075 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a2cbf1-be2b-4208-8be6-72c31c9c7487 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:24:03.471636 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-2de03ded-40e9-4614-a213-e88c8dba0057 req-fc6f34f4-3b29-4ed3-90ed-8f0f0296c19a tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:03.477259 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01abc0fc-f47f-4cf2-ba80-3b677c198164 req-c1a2cbf1-be2b-4208-8be6-72c31c9c7487 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Network 91caede3-92e4-4b1e-8e3e-36227cfd846a is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:24:03.481155 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-732e86dc-d566-4ff7-951a-c80e3e9c599a req-51a50755-6531-43a2-83f9-fc7104af7f06 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Deleting port 5c7f819f-c721-4a8d-a676-489500d22fbb {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:24:03.482147 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-732e86dc-d566-4ff7-951a-c80e3e9c599a req-51a50755-6531-43a2-83f9-fc7104af7f06 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:03.486914 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['17316c3c-1452-458b-b7e3-72878c4fab59', 'acb20733-3c4b-47b8-b861-841610d97f25'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:24:03.487491 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-01abc0fc-f47f-4cf2-ba80-3b677c198164 req-c1a2cbf1-be2b-4208-8be6-72c31c9c7487 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:24:03.517440 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-01abc0fc-f47f-4cf2-ba80-3b677c198164 req-c1a2cbf1-be2b-4208-8be6-72c31c9c7487 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:24:03.520819 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6f34f4-3b29-4ed3-90ed-8f0f0296c19a tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Pushing event deleted for resources: {'Port': ['ID=11888920-2c86-48c1-960f-8cb80fc0218d,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:24:03.541944 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-d8c9d469-3ffc-4b12-877c-41ea6f685dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:03.543735 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-d8c9d469-3ffc-4b12-877c-41ea6f685dec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:03.544743 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-d8c9d469-3ffc-4b12-877c-41ea6f685dec service neutron] 10.222.0.55 "PUT /v2.0/ports/06805de0-2639-4b78-8f29-513aafaaee7b HTTP/1.1" status: 200 len: 1091 time: 4.1090405 Aug 05 11:24:03.604650 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c9d469-3ffc-4b12-877c-41ea6f685dec service neutron] Pushing event updated for resources: {'Port': ['ID=06805de0-2639-4b78-8f29-513aafaaee7b,revision_number=3']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:24:03.612525 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [req-01abc0fc-f47f-4cf2-ba80-3b677c198164 req-a605c57f-6cbf-4b81-a3bc-d150b1c096f6 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Allocated IP 192.168.233.77 (91caede3-92e4-4b1e-8e3e-36227cfd846a/6842f728-c2f3-4e36-bb32-3303d06ce3f4/d2d3e84a-bcdc-4a22-ab95-2524ddc32e0e) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:24:03.635291 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '443a76e9-196d-4aa4-85e8-0ee1eebabb66', 'tag': '06805de0-2639-4b78-8f29-513aafaaee7b'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:24:03.640306 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}828068ad8d405ad77660ce68fa78e1ffe658725812f7a08f9e488a446589295b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6e80f6e-6f9e-4247-ac72-4cc02fa692ab" -d '{"events": [{"name": "network-changed", "server_uuid": "443a76e9-196d-4aa4-85e8-0ee1eebabb66", "tag": "06805de0-2639-4b78-8f29-513aafaaee7b"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:24:03.674288 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bc948c-0d9d-4e29-bee0-eb29ad35215d req-b5d6d67d-232f-43f4-9e21-81879e53379b tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:03.694047 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e0bc948c-0d9d-4e29-bee0-eb29ad35215d req-b5d6d67d-232f-43f4-9e21-81879e53379b tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=36027764-706d-4f7b-a373-7a65509fe178 HTTP/1.1" status: 200 len: 945 time: 0.2679780 Aug 05 11:24:03.785357 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01abc0fc-f47f-4cf2-ba80-3b677c198164 req-c1a2cbf1-be2b-4208-8be6-72c31c9c7487 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:03.787162 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c7f5c643-1a9a-46f5-b7aa-232d55241ef3 req-6d1b629a-94fe-4efc-9470-991693cabe4d tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "GET /v2.0/security-groups?id=3ada918e-0522-4602-984c-a2f526ffb568&id=f48f8991-c3a5-417e-a3d1-8861f7ce43c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3619778 Aug 05 11:24:03.805297 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-01abc0fc-f47f-4cf2-ba80-3b677c198164 req-c1a2cbf1-be2b-4208-8be6-72c31c9c7487 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:03.926388 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e0bc948c-0d9d-4e29-bee0-eb29ad35215d req-aef1fad7-ebb3-4b05-9e5a-b9f3bdb94081 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299936 Aug 05 11:24:04.049352 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-732e86dc-d566-4ff7-951a-c80e3e9c599a req-51a50755-6531-43a2-83f9-fc7104af7f06 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] For port 5c7f819f-c721-4a8d-a676-489500d22fbb, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=5c7f819f-c721-4a8d-a676-489500d22fbb,segment=NetworkSegment(7242661a-6816-45d7-a9cf-d91bdd00208a),segment_id=7242661a-6816-45d7-a9cf-d91bdd00208a)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:24:04.049352 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-732e86dc-d566-4ff7-951a-c80e3e9c599a req-51a50755-6531-43a2-83f9-fc7104af7f06 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:04.083761 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-732e86dc-d566-4ff7-951a-c80e3e9c599a req-51a50755-6531-43a2-83f9-fc7104af7f06 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Calling delete_port for 5c7f819f-c721-4a8d-a676-489500d22fbb owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:24:04.099334 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2de03ded-40e9-4614-a213-e88c8dba0057 req-fc6f34f4-3b29-4ed3-90ed-8f0f0296c19a tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Router 51e3ef3c-d5db-44e7-85bd-0aa362100064 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 11:24:04.204984 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-8411a20c-9724-48b6-97d3-7ff795e02137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:04.205712 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-8411a20c-9724-48b6-97d3-7ff795e02137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:04.206310 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-8411a20c-9724-48b6-97d3-7ff795e02137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:04.208448 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-8411a20c-9724-48b6-97d3-7ff795e02137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:04.209074 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-8411a20c-9724-48b6-97d3-7ff795e02137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:04.210701 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-8411a20c-9724-48b6-97d3-7ff795e02137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:04.215203 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-8411a20c-9724-48b6-97d3-7ff795e02137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:04.222706 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-8411a20c-9724-48b6-97d3-7ff795e02137 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b4870e3c85c84ca78a3c4012c18adec3&device_id=443a76e9-196d-4aa4-85e8-0ee1eebabb66 HTTP/1.1" status: 200 len: 6478 time: 0.4853985 Aug 05 11:24:04.320734 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-858bfc95-c98b-4d81-830d-84ffa7ab0b7e None None] Provisioning for port 0cca5eec-aa95-47fa-ac39-f63160df33c4 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:24:04.343155 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-858bfc95-c98b-4d81-830d-84ffa7ab0b7e None None] Provisioning complete for port 0cca5eec-aa95-47fa-ac39-f63160df33c4 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:24:04.345440 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-858bfc95-c98b-4d81-830d-84ffa7ab0b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:04.483062 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-ff132d97-b704-472f-9de0-485557001315 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cda42fa7-6755-4e33-bd29-5cc1df60f230 HTTP/1.1" status: 200 len: 217 time: 0.2343414 Aug 05 11:24:04.574090 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-01abc0fc-f47f-4cf2-ba80-3b677c198164 req-c1a2cbf1-be2b-4208-8be6-72c31c9c7487 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8734190 Aug 05 11:24:04.585809 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-858bfc95-c98b-4d81-830d-84ffa7ab0b7e None None] Port 0cca5eec-aa95-47fa-ac39-f63160df33c4 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:24:04.615898 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-01abc0fc-f47f-4cf2-ba80-3b677c198164 req-9cd87d99-50a7-4f92-b42c-cb3f9cd6df0d service neutron] Request body: {'port': {'device_id': '3c552b8b-2d60-4854-a58c-757979691fa9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:24:04.652356 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2de03ded-40e9-4614-a213-e88c8dba0057 req-fc6f34f4-3b29-4ed3-90ed-8f0f0296c19a tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:24:04.653207 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6cb3fd60-f7f8-4d28-aacb-b4063b365022 req-46d22ac4-e291-469d-95af-b95cdc9e2239 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b946145-ad92-4e14-aecb-a698f85fbc9e HTTP/1.1" status: 200 len: 210 time: 0.3021238 Aug 05 11:24:04.722297 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-2de03ded-40e9-4614-a213-e88c8dba0057 req-fc6f34f4-3b29-4ed3-90ed-8f0f0296c19a tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] No DVR routers for this DVR port 11888920-2c86-48c1-960f-8cb80fc0218d on host n-h1-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:24:04.726188 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d530ef9c-6935-4af1-846a-77358b60e739 None None] Sync routers for ids ['51e3ef3c-d5db-44e7-85bd-0aa362100064'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:24:04.726522 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-2de03ded-40e9-4614-a213-e88c8dba0057 req-fc6f34f4-3b29-4ed3-90ed-8f0f0296c19a tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:04.732004 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2de03ded-40e9-4614-a213-e88c8dba0057 req-fc6f34f4-3b29-4ed3-90ed-8f0f0296c19a tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] 10.222.0.64 "DELETE /v2.0/ports/11888920-2c86-48c1-960f-8cb80fc0218d HTTP/1.1" status: 204 len: 173 time: 3.8850646 Aug 05 11:24:04.746895 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b946145-ad92-4e14-aecb-a698f85fbc9e', 'name': 'network-vif-deleted', 'tag': '11888920-2c86-48c1-960f-8cb80fc0218d'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:24:04.750648 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdd772ac-caa0-487c-aece-ec24476798a5" -d '{"events": [{"server_uuid": "6b946145-ad92-4e14-aecb-a698f85fbc9e", "name": "network-vif-deleted", "tag": "11888920-2c86-48c1-960f-8cb80fc0218d"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:24:04.800803 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb668f6f-e374-45c8-b86a-f025bfc46669 req-5fe56973-d932-4a8f-86ef-ed50930241ff tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:04.813422 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fb668f6f-e374-45c8-b86a-f025bfc46669 req-5fe56973-d932-4a8f-86ef-ed50930241ff tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ffa315b-116e-43b6-aaa8-3e9c048e4a3d HTTP/1.1" status: 200 len: 945 time: 0.3349636 Aug 05 11:24:04.849604 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-01abc0fc-f47f-4cf2-ba80-3b677c198164 req-a605c57f-6cbf-4b81-a3bc-d150b1c096f6 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:04.862532 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-e0b9e6c9-ce51-4c7f-848b-af05312218f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:04.864668 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-e0b9e6c9-ce51-4c7f-848b-af05312218f0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=359b66e9-993f-49f2-872a-086774950a53 HTTP/1.1" status: 200 len: 851 time: 0.3728709 Aug 05 11:24:04.868103 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d530ef9c-6935-4af1-846a-77358b60e739 None None] Routers {'51e3ef3c-d5db-44e7-85bd-0aa362100064'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:24:04.873899 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-d530ef9c-6935-4af1-846a-77358b60e739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:23:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['51e3ef3c-d5db-44e7-85bd-0aa362100064'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:24:04.883949 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-01abc0fc-f47f-4cf2-ba80-3b677c198164 req-9cd87d99-50a7-4f92-b42c-cb3f9cd6df0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:04.889972 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 45306) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:24:04.973671 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [req-01abc0fc-f47f-4cf2-ba80-3b677c198164 req-a605c57f-6cbf-4b81-a3bc-d150b1c096f6 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Transition to ACTIVE for port object d2d3e84a-bcdc-4a22-ab95-2524ddc32e0e will not be triggered until provisioned by entity DHCP. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:24:05.112704 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fb668f6f-e374-45c8-b86a-f025bfc46669 req-2374e761-a779-4839-932e-0c4a838184cb tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b660be2-1cd3-4f1b-b8b6-43aa3e7d82c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2980866 Aug 05 11:24:05.148841 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-d530ef9c-6935-4af1-846a-77358b60e739 None None] Set router 51e3ef3c-d5db-44e7-85bd-0aa362100064 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:24:05.167979 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-31742d78-f2ec-41da-8056-d907bbcff0cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:05.177953 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-9e878edd-b0f8-4d8f-904e-da4c760d09a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:05.183026 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-9e878edd-b0f8-4d8f-904e-da4c760d09a3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1d9d0f10-7957-4188-9ef0-2efd524fc96a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2628682 Aug 05 11:24:05.201684 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-732e86dc-d566-4ff7-951a-c80e3e9c599a req-51a50755-6531-43a2-83f9-fc7104af7f06 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:05.214980 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 11888920-2c86-48c1-960f-8cb80fc0218d no longer exists at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:24:05.273949 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] No Port match for: 11888920-2c86-48c1-960f-8cb80fc0218d {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:24:05.274748 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 11888920-2c86-48c1-960f-8cb80fc0218d not bound to the agent host n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:24:05.277649 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['55713e77-38b3-42f5-962d-9575770689fe'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:24:05.324082 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1a5c2ef-716b-40ae-bc37-ba0a068b412e x-openstack-request-id: req-b1a5c2ef-716b-40ae-bc37-ba0a068b412e {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:24:05.324727 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "443a76e9-196d-4aa4-85e8-0ee1eebabb66", "tag": "06805de0-2639-4b78-8f29-513aafaaee7b", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:24:05.325146 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b1a5c2ef-716b-40ae-bc37-ba0a068b412e {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:24:05.325878 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '443a76e9-196d-4aa4-85e8-0ee1eebabb66', 'tag': '06805de0-2639-4b78-8f29-513aafaaee7b', 'status': 'completed', 'code': 200} Aug 05 11:24:05.337055 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-732e86dc-d566-4ff7-951a-c80e3e9c599a req-51a50755-6531-43a2-83f9-fc7104af7f06 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] No DVR routers for this DVR port 5c7f819f-c721-4a8d-a676-489500d22fbb on host n-h2-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:24:05.341127 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-732e86dc-d566-4ff7-951a-c80e3e9c599a req-51a50755-6531-43a2-83f9-fc7104af7f06 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:05.343349 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fb2c41-e6fa-48c9-b6b7-de1f3ed52f18 req-386841d1-8e1a-4ecb-bf6f-01b5ae6c7b79 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:05.343895 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-732e86dc-d566-4ff7-951a-c80e3e9c599a req-51a50755-6531-43a2-83f9-fc7104af7f06 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.55 "DELETE /v2.0/ports/5c7f819f-c721-4a8d-a676-489500d22fbb HTTP/1.1" status: 204 len: 173 time: 2.4504409 Aug 05 11:24:05.346230 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-69fb2c41-e6fa-48c9-b6b7-de1f3ed52f18 req-386841d1-8e1a-4ecb-bf6f-01b5ae6c7b79 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c552b8b-2d60-4854-a58c-757979691fa9 HTTP/1.1" status: 200 len: 935 time: 0.4374404 Aug 05 11:24:05.352224 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-01abc0fc-f47f-4cf2-ba80-3b677c198164 req-a605c57f-6cbf-4b81-a3bc-d150b1c096f6 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:05.359973 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a50755-6531-43a2-83f9-fc7104af7f06 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Pushing event deleted for resources: {'Port': ['ID=5c7f819f-c721-4a8d-a676-489500d22fbb,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:24:05.615722 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['17316c3c-1452-458b-b7e3-72878c4fab59', 'acb20733-3c4b-47b8-b861-841610d97f25'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:24:05.624477 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a605c57f-6cbf-4b81-a3bc-d150b1c096f6 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Pushing event updated for resources: {'Port': ['ID=d2d3e84a-bcdc-4a22-ab95-2524ddc32e0e,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:24:05.669154 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41a9768c-f057-47e5-8546-9c921b8ebd7c x-openstack-request-id: req-41a9768c-f057-47e5-8546-9c921b8ebd7c {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:24:05.669154 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b946145-ad92-4e14-aecb-a698f85fbc9e", "name": "network-vif-deleted", "tag": "11888920-2c86-48c1-960f-8cb80fc0218d", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:24:05.669154 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-41a9768c-f057-47e5-8546-9c921b8ebd7c {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:24:05.669752 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b946145-ad92-4e14-aecb-a698f85fbc9e', 'name': 'network-vif-deleted', 'tag': '11888920-2c86-48c1-960f-8cb80fc0218d', 'status': 'completed', 'code': 200} Aug 05 11:24:05.741439 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-69fb2c41-e6fa-48c9-b6b7-de1f3ed52f18 req-45f18e18-ce5e-4819-8840-834ef8b0e6cc tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/security-groups?id=2975fa17-2fff-4e01-97a3-764244a94779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3822520 Aug 05 11:24:05.776799 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01abc0fc-f47f-4cf2-ba80-3b677c198164 req-a605c57f-6cbf-4b81-a3bc-d150b1c096f6 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Network 91caede3-92e4-4b1e-8e3e-36227cfd846a is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:24:05.910347 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-1e4eedd2-590e-48f1-ab07-9e2ccff576af service neutron] 10.222.0.55 "GET /v2.0/networks/1d9d0f10-7957-4188-9ef0-2efd524fc96a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7026489 Aug 05 11:24:05.911577 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [req-01abc0fc-f47f-4cf2-ba80-3b677c198164 req-a605c57f-6cbf-4b81-a3bc-d150b1c096f6 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:24:05.912346 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 5c7f819f-c721-4a8d-a676-489500d22fbb no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:24:05.916198 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [req-01abc0fc-f47f-4cf2-ba80-3b677c198164 req-a605c57f-6cbf-4b81-a3bc-d150b1c096f6 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:24:05.921404 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-d530ef9c-6935-4af1-846a-77358b60e739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e3ef3c-d5db-44e7-85bd-0aa362100064', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1023862461-router', 'tenant_id': '6bc7fa8383e045a7819a17e3ff0ad9ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': 'dbcb8561-6632-48a9-bae5-6dec29b922d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:17:00Z', 'updated_at': '2021-08-05T11:17:22Z', 'revision_number': 4, 'project_id': '6bc7fa8383e045a7819a17e3ff0ad9ad', 'gw_port': {'id': 'dbcb8561-6632-48a9-bae5-6dec29b922d7', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ce:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e3ef3c-d5db-44e7-85bd-0aa362100064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:17:03Z', 'updated_at': '2021-08-05T11:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '34f39706-a887-4216-b2f7-de4e4da0bd78', 'name': '', 'network_id': 'bd39b4b7-e343-48d5-a296-8b0623efb24d', 'tenant_id': '6bc7fa8383e045a7819a17e3ff0ad9ad', 'mac_address': 'fa:16:3e:f7:ae:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e3ef3c-d5db-44e7-85bd-0aa362100064', 'device_owner': 'network:router_interface', 'standard_attr_id': 154, 'fixed_ips': [{'subnet_id': '8e55d893-f67d-42aa-8413-dc445ac3c409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:17:19Z', 'updated_at': '2021-08-05T11:17:37Z', 'revision_number': 5, 'project_id': '6bc7fa8383e045a7819a17e3ff0ad9ad', 'subnets': [{'id': '8e55d893-f67d-42aa-8413-dc445ac3c409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:24:05.979812 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-31742d78-f2ec-41da-8056-d907bbcff0cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:05.989741 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-31742d78-f2ec-41da-8056-d907bbcff0cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:06.048515 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] No Port match for: 5c7f819f-c721-4a8d-a676-489500d22fbb {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:24:06.049115 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 5c7f819f-c721-4a8d-a676-489500d22fbb not bound to the agent host n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:24:06.058945 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d530ef9c-6935-4af1-846a-77358b60e739 None None] Checking router: 51e3ef3c-d5db-44e7-85bd-0aa362100064 for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:24:06.097259 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d530ef9c-6935-4af1-846a-77358b60e739 None None] Routers {'51e3ef3c-d5db-44e7-85bd-0aa362100064'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:24:06.098407 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-d530ef9c-6935-4af1-846a-77358b60e739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:23:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['51e3ef3c-d5db-44e7-85bd-0aa362100064'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:24:06.160166 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81949be0-a956-4a7f-a73c-ea9274f16fda req-cfe4f3e4-1486-4cc7-a32e-1b6c4b30de60 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:06.167343 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-01abc0fc-f47f-4cf2-ba80-3b677c198164 req-9cd87d99-50a7-4f92-b42c-cb3f9cd6df0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cca5eec-aa95-47fa-ac39-f63160df33c4 {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:24:06.174394 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81949be0-a956-4a7f-a73c-ea9274f16fda req-cfe4f3e4-1486-4cc7-a32e-1b6c4b30de60 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:06.193156 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81949be0-a956-4a7f-a73c-ea9274f16fda req-cfe4f3e4-1486-4cc7-a32e-1b6c4b30de60 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:06.207958 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-01abc0fc-f47f-4cf2-ba80-3b677c198164 req-9cd87d99-50a7-4f92-b42c-cb3f9cd6df0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:06.212813 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81949be0-a956-4a7f-a73c-ea9274f16fda req-cfe4f3e4-1486-4cc7-a32e-1b6c4b30de60 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:06.221757 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-31742d78-f2ec-41da-8056-d907bbcff0cc admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b16fe2675d1c4bd38bf1d8fab882c2f9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3301938 Aug 05 11:24:06.232728 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81949be0-a956-4a7f-a73c-ea9274f16fda req-cfe4f3e4-1486-4cc7-a32e-1b6c4b30de60 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:06.233028 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31742d78-f2ec-41da-8056-d907bbcff0cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eac76fb9-cbfd-4f79-80d7-99dec0447398,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:24:06.245681 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81949be0-a956-4a7f-a73c-ea9274f16fda req-cfe4f3e4-1486-4cc7-a32e-1b6c4b30de60 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:06.250318 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 45316) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:24:06.283711 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81949be0-a956-4a7f-a73c-ea9274f16fda req-cfe4f3e4-1486-4cc7-a32e-1b6c4b30de60 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:06.290473 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-d530ef9c-6935-4af1-846a-77358b60e739 None None] Set router 51e3ef3c-d5db-44e7-85bd-0aa362100064 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:24:06.297519 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-81949be0-a956-4a7f-a73c-ea9274f16fda req-cfe4f3e4-1486-4cc7-a32e-1b6c4b30de60 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "GET /v2.0/ports?device_id=443a76e9-196d-4aa4-85e8-0ee1eebabb66 HTTP/1.1" status: 200 len: 5421 time: 0.4829175 Aug 05 11:24:06.349226 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-01abc0fc-f47f-4cf2-ba80-3b677c198164 req-9cd87d99-50a7-4f92-b42c-cb3f9cd6df0d service neutron] Transition to ACTIVE for port object 0cca5eec-aa95-47fa-ac39-f63160df33c4 will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:24:06.368428 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-01abc0fc-f47f-4cf2-ba80-3b677c198164 req-9cd87d99-50a7-4f92-b42c-cb3f9cd6df0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:06.381009 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d822aac6-d93e-4081-9c2b-fef7ac71df0d req-1ca5ae53-a052-4b83-afb0-b6f250b6b097 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:06.384362 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d822aac6-d93e-4081-9c2b-fef7ac71df0d req-1ca5ae53-a052-4b83-afb0-b6f250b6b097 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=36027764-706d-4f7b-a373-7a65509fe178 HTTP/1.1" status: 200 len: 945 time: 0.4125404 Aug 05 11:24:06.392218 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['46ac903b-6473-4f7d-ab25-233c6efee28b'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:24:06.480644 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-81949be0-a956-4a7f-a73c-ea9274f16fda req-2eda472e-16eb-4520-90a5-2512d92d5465 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "GET /v2.0/security-groups?id=3ada918e-0522-4602-984c-a2f526ffb568&id=f48f8991-c3a5-417e-a3d1-8861f7ce43c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1562552 Aug 05 11:24:06.584971 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-95b7f422-6ab4-492a-ac65-262572f70f6b None None] Provisioning for port d2d3e84a-bcdc-4a22-ab95-2524ddc32e0e completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:24:06.615370 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-95b7f422-6ab4-492a-ac65-262572f70f6b None None] Provisioning complete for port d2d3e84a-bcdc-4a22-ab95-2524ddc32e0e triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:24:06.615756 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-95b7f422-6ab4-492a-ac65-262572f70f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:06.618572 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01abc0fc-f47f-4cf2-ba80-3b677c198164 req-a605c57f-6cbf-4b81-a3bc-d150b1c096f6 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:06.621521 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-01abc0fc-f47f-4cf2-ba80-3b677c198164 req-a605c57f-6cbf-4b81-a3bc-d150b1c096f6 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:06.657547 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fd7adc06-53a2-425e-b64a-29a0e7067234 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:06.674980 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-95b7f422-6ab4-492a-ac65-262572f70f6b None None] Port d2d3e84a-bcdc-4a22-ab95-2524ddc32e0e cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:24:06.698904 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d822aac6-d93e-4081-9c2b-fef7ac71df0d req-6e1842f3-0816-4eee-b700-e9805271c16e tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824574 Aug 05 11:24:06.701516 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-01abc0fc-f47f-4cf2-ba80-3b677c198164 req-a605c57f-6cbf-4b81-a3bc-d150b1c096f6 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.6514592 Aug 05 11:24:06.740984 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-01abc0fc-f47f-4cf2-ba80-3b677c198164 req-7c14d4a1-5ae5-4507-9feb-c2ceb07cd08b service neutron] Request body: {'port': {'device_id': '78dae4d3-6dcb-426e-b0cf-de11402d3ceb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-2'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:24:06.839494 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-01abc0fc-f47f-4cf2-ba80-3b677c198164 req-7c14d4a1-5ae5-4507-9feb-c2ceb07cd08b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:06.889813 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-11c8adde-1ba6-4922-b7ce-35b5c03b75f0 service neutron] 10.222.0.55 "GET /v2.0/networks/1d9d0f10-7957-4188-9ef0-2efd524fc96a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9650218 Aug 05 11:24:06.961118 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4345e990-9c76-4f4f-aac2-69c856cf6514 req-1b8b3518-d82e-4032-b07d-9a8689b67040 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ffa315b-116e-43b6-aaa8-3e9c048e4a3d HTTP/1.1" status: 200 len: 210 time: 0.0700505 Aug 05 11:24:07.032916 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd87d99-50a7-4f92-b42c-cb3f9cd6df0d service neutron] Pushing event updated for resources: {'Port': ['ID=0cca5eec-aa95-47fa-ac39-f63160df33c4,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:24:07.082687 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-01abc0fc-f47f-4cf2-ba80-3b677c198164 req-9cd87d99-50a7-4f92-b42c-cb3f9cd6df0d service neutron] Attempting to bind port 0cca5eec-aa95-47fa-ac39-f63160df33c4 on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:24:07.083334 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-01abc0fc-f47f-4cf2-ba80-3b677c198164 req-9cd87d99-50a7-4f92-b42c-cb3f9cd6df0d service neutron] Attempting to bind port 0cca5eec-aa95-47fa-ac39-f63160df33c4 by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:24:07.083932 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01abc0fc-f47f-4cf2-ba80-3b677c198164 req-9cd87d99-50a7-4f92-b42c-cb3f9cd6df0d service neutron] Attempting to bind port 0cca5eec-aa95-47fa-ac39-f63160df33c4 on network 91caede3-92e4-4b1e-8e3e-36227cfd846a {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:24:07.092393 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fd7adc06-53a2-425e-b64a-29a0e7067234 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:07.097608 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-351e12d5-7ae9-42b5-8b72-f3179acb7c17 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.111&port_id=8fe40b91-b25d-45f0-9197-c82f62355d38 HTTP/1.1" status: 200 len: 217 time: 0.1536357 Aug 05 11:24:07.110515 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01abc0fc-f47f-4cf2-ba80-3b677c198164 req-9cd87d99-50a7-4f92-b42c-cb3f9cd6df0d service neutron] Port 0cca5eec-aa95-47fa-ac39-f63160df33c4 on network 91caede3-92e4-4b1e-8e3e-36227cfd846a not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:24:07.111130 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01abc0fc-f47f-4cf2-ba80-3b677c198164 req-9cd87d99-50a7-4f92-b42c-cb3f9cd6df0d service neutron] Attempting to bind port 0cca5eec-aa95-47fa-ac39-f63160df33c4 on network 91caede3-92e4-4b1e-8e3e-36227cfd846a {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:24:07.136535 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01abc0fc-f47f-4cf2-ba80-3b677c198164 req-9cd87d99-50a7-4f92-b42c-cb3f9cd6df0d service neutron] Checking agent: {'id': 'a8f1dd2d-227c-4e30-8844-52419ba734db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:24:07.137278 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01abc0fc-f47f-4cf2-ba80-3b677c198164 req-9cd87d99-50a7-4f92-b42c-cb3f9cd6df0d service neutron] Checking segment: {'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:24:07.138003 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01abc0fc-f47f-4cf2-ba80-3b677c198164 req-9cd87d99-50a7-4f92-b42c-cb3f9cd6df0d service neutron] Bound using segment: {'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:24:07.138831 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-01abc0fc-f47f-4cf2-ba80-3b677c198164 req-9cd87d99-50a7-4f92-b42c-cb3f9cd6df0d service neutron] Bound port: 0cca5eec-aa95-47fa-ac39-f63160df33c4, host: n-h2-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:24:07.139771 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-01abc0fc-f47f-4cf2-ba80-3b677c198164 req-9cd87d99-50a7-4f92-b42c-cb3f9cd6df0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:07.175653 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-a063717c-65b3-4444-b418-0230021e74e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:07.205417 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-d530ef9c-6935-4af1-846a-77358b60e739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e3ef3c-d5db-44e7-85bd-0aa362100064', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1023862461-router', 'tenant_id': '6bc7fa8383e045a7819a17e3ff0ad9ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': 'dbcb8561-6632-48a9-bae5-6dec29b922d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:17:00Z', 'updated_at': '2021-08-05T11:17:22Z', 'revision_number': 4, 'project_id': '6bc7fa8383e045a7819a17e3ff0ad9ad', 'gw_port': {'id': 'dbcb8561-6632-48a9-bae5-6dec29b922d7', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ce:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e3ef3c-d5db-44e7-85bd-0aa362100064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:17:03Z', 'updated_at': '2021-08-05T11:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '34f39706-a887-4216-b2f7-de4e4da0bd78', 'name': '', 'network_id': 'bd39b4b7-e343-48d5-a296-8b0623efb24d', 'tenant_id': '6bc7fa8383e045a7819a17e3ff0ad9ad', 'mac_address': 'fa:16:3e:f7:ae:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e3ef3c-d5db-44e7-85bd-0aa362100064', 'device_owner': 'network:router_interface', 'standard_attr_id': 154, 'fixed_ips': [{'subnet_id': '8e55d893-f67d-42aa-8413-dc445ac3c409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:17:19Z', 'updated_at': '2021-08-05T11:17:37Z', 'revision_number': 5, 'project_id': '6bc7fa8383e045a7819a17e3ff0ad9ad', 'subnets': [{'id': '8e55d893-f67d-42aa-8413-dc445ac3c409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:24:07.306112 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-01abc0fc-f47f-4cf2-ba80-3b677c198164 req-9cd87d99-50a7-4f92-b42c-cb3f9cd6df0d service neutron] For port 0cca5eec-aa95-47fa-ac39-f63160df33c4, host n-h2-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:24:07.314812 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-01abc0fc-f47f-4cf2-ba80-3b677c198164 req-9cd87d99-50a7-4f92-b42c-cb3f9cd6df0d service neutron] For port 0cca5eec-aa95-47fa-ac39-f63160df33c4, host n-h2-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=0cca5eec-aa95-47fa-ac39-f63160df33c4,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:24:07.323060 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-01abc0fc-f47f-4cf2-ba80-3b677c198164 req-9cd87d99-50a7-4f92-b42c-cb3f9cd6df0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:07.334444 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d530ef9c-6935-4af1-846a-77358b60e739 None None] The sync data for ids ['51e3ef3c-d5db-44e7-85bd-0aa362100064'] in n-d-803378-2 is: [{'id': '51e3ef3c-d5db-44e7-85bd-0aa362100064', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1023862461-router', 'tenant_id': '6bc7fa8383e045a7819a17e3ff0ad9ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': 'dbcb8561-6632-48a9-bae5-6dec29b922d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:17:00Z', 'updated_at': '2021-08-05T11:17:22Z', 'revision_number': 4, 'project_id': '6bc7fa8383e045a7819a17e3ff0ad9ad', 'gw_port': {'id': 'dbcb8561-6632-48a9-bae5-6dec29b922d7', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ce:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e3ef3c-d5db-44e7-85bd-0aa362100064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:17:03Z', 'updated_at': '2021-08-05T11:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '34f39706-a887-4216-b2f7-de4e4da0bd78', 'name': '', 'network_id': 'bd39b4b7-e343-48d5-a296-8b0623efb24d', 'tenant_id': '6bc7fa8383e045a7819a17e3ff0ad9ad', 'mac_address': 'fa:16:3e:f7:ae:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e3ef3c-d5db-44e7-85bd-0aa362100064', 'device_owner': 'network:router_interface', 'standard_attr_id': 154, 'fixed_ips': [{'subnet_id': '8e55d893-f67d-42aa-8413-dc445ac3c409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:17:19Z', 'updated_at': '2021-08-05T11:17:37Z', 'revision_number': 5, 'project_id': '6bc7fa8383e045a7819a17e3ff0ad9ad', 'subnets': [{'id': '8e55d893-f67d-42aa-8413-dc445ac3c409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:24:07.385012 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01abc0fc-f47f-4cf2-ba80-3b677c198164 req-9cd87d99-50a7-4f92-b42c-cb3f9cd6df0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:07.387573 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-01abc0fc-f47f-4cf2-ba80-3b677c198164 req-9cd87d99-50a7-4f92-b42c-cb3f9cd6df0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:07.399356 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-01abc0fc-f47f-4cf2-ba80-3b677c198164 req-9cd87d99-50a7-4f92-b42c-cb3f9cd6df0d service neutron] 10.222.0.55 "PUT /v2.0/ports/0cca5eec-aa95-47fa-ac39-f63160df33c4 HTTP/1.1" status: 200 len: 1095 time: 2.7925403 Aug 05 11:24:07.404222 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fd7adc06-53a2-425e-b64a-29a0e7067234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:07.424568 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fd7adc06-53a2-425e-b64a-29a0e7067234 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:07.432818 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-fd7adc06-53a2-425e-b64a-29a0e7067234 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/eac76fb9-cbfd-4f79-80d7-99dec0447398 HTTP/1.1" status: 204 len: 168 time: 1.1654797 Aug 05 11:24:07.530009 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7adc06-53a2-425e-b64a-29a0e7067234 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eac76fb9-cbfd-4f79-80d7-99dec0447398,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:24:07.621171 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd87d99-50a7-4f92-b42c-cb3f9cd6df0d service neutron] Pushing event updated for resources: {'Port': ['ID=0cca5eec-aa95-47fa-ac39-f63160df33c4,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:24:07.674119 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ffa315b-116e-43b6-aaa8-3e9c048e4a3d', 'name': 'network-vif-deleted', 'tag': '5c7f819f-c721-4a8d-a676-489500d22fbb'}, {'name': 'network-changed', 'server_uuid': '3c552b8b-2d60-4854-a58c-757979691fa9', 'tag': '0cca5eec-aa95-47fa-ac39-f63160df33c4'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:24:07.701262 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ada0d4b-317f-480e-8acd-336c39326fb6" -d '{"events": [{"server_uuid": "7ffa315b-116e-43b6-aaa8-3e9c048e4a3d", "name": "network-vif-deleted", "tag": "5c7f819f-c721-4a8d-a676-489500d22fbb"}, {"name": "network-changed", "server_uuid": "3c552b8b-2d60-4854-a58c-757979691fa9", "tag": "0cca5eec-aa95-47fa-ac39-f63160df33c4"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:24:07.708219 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01abc0fc-f47f-4cf2-ba80-3b677c198164 req-08c68d6d-6c75-47b6-aef0-7a83c06b0a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:07.709865 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-01abc0fc-f47f-4cf2-ba80-3b677c198164 req-08c68d6d-6c75-47b6-aef0-7a83c06b0a6c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=da1b410c9abb4742b18075944f1e5e2e&device_id=3c552b8b-2d60-4854-a58c-757979691fa9 HTTP/1.1" status: 200 len: 1098 time: 0.2452230 Aug 05 11:24:07.859735 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-31ae0a63-47fd-4b61-86a2-2d849c314fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:07.861287 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-31ae0a63-47fd-4b61-86a2-2d849c314fe5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=63fb736d-d029-44dc-a68b-bfad4551695d HTTP/1.1" status: 200 len: 797 time: 0.7548041 Aug 05 11:24:07.886867 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-01abc0fc-f47f-4cf2-ba80-3b677c198164 req-625bcd01-2237-4555-9bef-1eea3562dcc5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=0cca5eec-aa95-47fa-ac39-f63160df33c4 HTTP/1.1" status: 200 len: 217 time: 0.1539848 Aug 05 11:24:07.999672 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01abc0fc-f47f-4cf2-ba80-3b677c198164 req-33a7bdc8-9c3d-467a-9b99-5d333646b7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:08.001779 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-01abc0fc-f47f-4cf2-ba80-3b677c198164 req-33a7bdc8-9c3d-467a-9b99-5d333646b7e6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6842f728-c2f3-4e36-bb32-3303d06ce3f4 HTTP/1.1" status: 200 len: 843 time: 0.1078115 Aug 05 11:24:08.011712 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea01fe9d-ebb3-4fce-b64a-c6d408c11f21 None None] New status for floating IP 7763ff7f-0589-42fd-8c9c-a46d3c21925f: DOWN {{(pid=94423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 11:24:08.021043 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d16e73-a7ac-428c-bbc6-62380102deb3 req-cfca6d7b-9b13-4466-be02-18f918827abb tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:08.029553 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-92d16e73-a7ac-428c-bbc6-62380102deb3 req-cfca6d7b-9b13-4466-be02-18f918827abb tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c552b8b-2d60-4854-a58c-757979691fa9 HTTP/1.1" status: 200 len: 947 time: 0.3130715 Aug 05 11:24:08.065558 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536f3ccb-3d81-451e-9882-d1fe05527e2d req-5c365e4e-2bc7-432b-be81-90a91547e0f8 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:08.074445 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-536f3ccb-3d81-451e-9882-d1fe05527e2d req-5c365e4e-2bc7-432b-be81-90a91547e0f8 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=36027764-706d-4f7b-a373-7a65509fe178 HTTP/1.1" status: 200 len: 945 time: 0.3455303 Aug 05 11:24:08.099700 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01abc0fc-f47f-4cf2-ba80-3b677c198164 req-d9b085f7-95cc-41b0-8e70-0ab3324dda85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:08.101530 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-01abc0fc-f47f-4cf2-ba80-3b677c198164 req-d9b085f7-95cc-41b0-8e70-0ab3324dda85 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=91caede3-92e4-4b1e-8e3e-36227cfd846a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0898757 Aug 05 11:24:08.113001 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-a35b1fd8-d473-476b-8b39-fb6667a1b200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:08.114773 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-a35b1fd8-d473-476b-8b39-fb6667a1b200 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d036d46a-a30d-4750-b27d-4b7146f11df9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2299993 Aug 05 11:24:08.118658 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [req-01abc0fc-f47f-4cf2-ba80-3b677c198164 req-7c14d4a1-5ae5-4507-9feb-c2ceb07cd08b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2d3e84a-bcdc-4a22-ab95-2524ddc32e0e {{(pid=94420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:24:08.149257 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-01abc0fc-f47f-4cf2-ba80-3b677c198164 req-7c14d4a1-5ae5-4507-9feb-c2ceb07cd08b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:08.269882 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-92d16e73-a7ac-428c-bbc6-62380102deb3 req-2c78056a-d8ca-4775-ab8f-e3c83ee88d5a tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/security-groups?id=2975fa17-2fff-4e01-97a3-764244a94779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393119 Aug 05 11:24:08.270888 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-01abc0fc-f47f-4cf2-ba80-3b677c198164 req-5e761667-8bbd-469d-b16f-4ba8b709bf03 service neutron] 10.222.0.55 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569462 Aug 05 11:24:08.339086 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [req-01abc0fc-f47f-4cf2-ba80-3b677c198164 req-7c14d4a1-5ae5-4507-9feb-c2ceb07cd08b service neutron] Transition to ACTIVE for port object d2d3e84a-bcdc-4a22-ab95-2524ddc32e0e will not be triggered until provisioned by entity L2. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:24:08.347760 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-536f3ccb-3d81-451e-9882-d1fe05527e2d req-1ac105fb-45fb-4c2b-9a11-bcebd18c5fcb tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2721655 Aug 05 11:24:08.355705 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-01abc0fc-f47f-4cf2-ba80-3b677c198164 req-7c14d4a1-5ae5-4507-9feb-c2ceb07cd08b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:08.480842 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c14d4a1-5ae5-4507-9feb-c2ceb07cd08b service neutron] Pushing event updated for resources: {'Port': ['ID=d2d3e84a-bcdc-4a22-ab95-2524ddc32e0e,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:24:08.494109 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 45358) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:24:08.603255 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-01abc0fc-f47f-4cf2-ba80-3b677c198164 req-47c529a1-b918-4d4b-a9c6-e32d56d16fd6 service neutron] 10.222.0.55 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3242731 Aug 05 11:24:08.606652 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 05 Aug 2021 11:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfa34c32-f638-489d-ba8b-d2c94a2f809d x-openstack-request-id: req-bfa34c32-f638-489d-ba8b-d2c94a2f809d {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:24:08.607009 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ffa315b-116e-43b6-aaa8-3e9c048e4a3d", "name": "network-vif-deleted", "tag": "5c7f819f-c721-4a8d-a676-489500d22fbb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3c552b8b-2d60-4854-a58c-757979691fa9", "tag": "0cca5eec-aa95-47fa-ac39-f63160df33c4", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:24:08.607478 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bfa34c32-f638-489d-ba8b-d2c94a2f809d {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:24:08.608088 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ffa315b-116e-43b6-aaa8-3e9c048e4a3d', 'name': 'network-vif-deleted', 'tag': '5c7f819f-c721-4a8d-a676-489500d22fbb', 'status': 'completed', 'code': 200} Aug 05 11:24:08.608922 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c552b8b-2d60-4854-a58c-757979691fa9', 'tag': '0cca5eec-aa95-47fa-ac39-f63160df33c4', 'status': 'completed', 'code': 200} Aug 05 11:24:08.687660 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-8383a777-4455-404b-b2e0-2947baf0bf55 service neutron] 10.222.0.55 "GET /v2.0/networks/d036d46a-a30d-4750-b27d-4b7146f11df9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5609353 Aug 05 11:24:08.724265 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada59805-27f1-4495-a48a-9ea77edec2e0 req-f0d6cb5b-40b6-47c4-b8e9-c1f02ffe34e1 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:08.769353 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada59805-27f1-4495-a48a-9ea77edec2e0 req-f0d6cb5b-40b6-47c4-b8e9-c1f02ffe34e1 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:08.792169 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada59805-27f1-4495-a48a-9ea77edec2e0 req-f0d6cb5b-40b6-47c4-b8e9-c1f02ffe34e1 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:08.819427 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada59805-27f1-4495-a48a-9ea77edec2e0 req-f0d6cb5b-40b6-47c4-b8e9-c1f02ffe34e1 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:08.843588 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada59805-27f1-4495-a48a-9ea77edec2e0 req-f0d6cb5b-40b6-47c4-b8e9-c1f02ffe34e1 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:08.855853 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ada0d4b-317f-480e-8acd-336c39326fb6 req-16965349-ec23-4a18-9343-52cde0e592ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:08.858869 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7ada0d4b-317f-480e-8acd-336c39326fb6 req-16965349-ec23-4a18-9343-52cde0e592ae service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=da1b410c9abb4742b18075944f1e5e2e&device_id=3c552b8b-2d60-4854-a58c-757979691fa9 HTTP/1.1" status: 200 len: 1098 time: 0.1144454 Aug 05 11:24:08.859136 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada59805-27f1-4495-a48a-9ea77edec2e0 req-f0d6cb5b-40b6-47c4-b8e9-c1f02ffe34e1 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:08.866062 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada59805-27f1-4495-a48a-9ea77edec2e0 req-f0d6cb5b-40b6-47c4-b8e9-c1f02ffe34e1 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:08.875865 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ada59805-27f1-4495-a48a-9ea77edec2e0 req-f0d6cb5b-40b6-47c4-b8e9-c1f02ffe34e1 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "GET /v2.0/ports?device_id=443a76e9-196d-4aa4-85e8-0ee1eebabb66 HTTP/1.1" status: 200 len: 5421 time: 0.4730754 Aug 05 11:24:09.025590 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ada0d4b-317f-480e-8acd-336c39326fb6 req-56a685a2-bbf3-441d-8efb-69567beb2a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:09.028896 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7ada0d4b-317f-480e-8acd-336c39326fb6 req-56a685a2-bbf3-441d-8efb-69567beb2a9b service neutron] 10.222.0.55 "GET /v2.0/networks?id=91caede3-92e4-4b1e-8e3e-36227cfd846a HTTP/1.1" status: 200 len: 870 time: 0.1616182 Aug 05 11:24:09.079175 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d1fcc02c-ba87-4e3a-b980-d0a0347ffabd req-28c7cc7c-0992-49c1-abaa-d8263e6aeae3 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ffa315b-116e-43b6-aaa8-3e9c048e4a3d HTTP/1.1" status: 200 len: 210 time: 0.0855410 Aug 05 11:24:09.100848 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7ada0d4b-317f-480e-8acd-336c39326fb6 req-7144170a-9836-4f21-b066-628d4f5b3555 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=0cca5eec-aa95-47fa-ac39-f63160df33c4 HTTP/1.1" status: 200 len: 217 time: 0.0633605 Aug 05 11:24:09.138779 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-456dfa74-e757-4e06-8e7f-65d8417e27b6 service neutron] 10.222.0.55 "GET /v2.0/networks/d036d46a-a30d-4750-b27d-4b7146f11df9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479017 Aug 05 11:24:09.177555 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-602c3dda-666e-48b4-b35c-cb869d13b89c tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:09.183865 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ada0d4b-317f-480e-8acd-336c39326fb6 req-c0811b17-d235-4c29-82c1-01b6f47c8e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:09.186442 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7ada0d4b-317f-480e-8acd-336c39326fb6 req-c0811b17-d235-4c29-82c1-01b6f47c8e5c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6842f728-c2f3-4e36-bb32-3303d06ce3f4 HTTP/1.1" status: 200 len: 843 time: 0.0775197 Aug 05 11:24:09.191118 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ada59805-27f1-4495-a48a-9ea77edec2e0 req-0a24dd44-e952-4b6a-9607-cd147d099861 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "GET /v2.0/security-groups?id=3ada918e-0522-4602-984c-a2f526ffb568&id=f48f8991-c3a5-417e-a3d1-8861f7ce43c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3136909 Aug 05 11:24:09.267350 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-e0898685-7c5e-4a42-8738-bb4f8c7401ff service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.137&port_id=9825552d-c4a9-47c2-b314-f8532a62835b HTTP/1.1" status: 200 len: 217 time: 0.1090996 Aug 05 11:24:09.273234 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-01abc0fc-f47f-4cf2-ba80-3b677c198164 req-7c14d4a1-5ae5-4507-9feb-c2ceb07cd08b service neutron] Attempting to bind port d2d3e84a-bcdc-4a22-ab95-2524ddc32e0e on host n-h1-803378-2 for vnic_type normal with profile {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:24:09.273603 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-01abc0fc-f47f-4cf2-ba80-3b677c198164 req-7c14d4a1-5ae5-4507-9feb-c2ceb07cd08b service neutron] Attempting to bind port d2d3e84a-bcdc-4a22-ab95-2524ddc32e0e by drivers openvswitch,hyperv on host n-h1-803378-2 at level 0 using segments [{'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:24:09.273938 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01abc0fc-f47f-4cf2-ba80-3b677c198164 req-7c14d4a1-5ae5-4507-9feb-c2ceb07cd08b service neutron] Attempting to bind port d2d3e84a-bcdc-4a22-ab95-2524ddc32e0e on network 91caede3-92e4-4b1e-8e3e-36227cfd846a {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:24:09.281936 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ada0d4b-317f-480e-8acd-336c39326fb6 req-1a54edae-dd74-4a44-a769-fe70850426b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:09.285579 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7ada0d4b-317f-480e-8acd-336c39326fb6 req-1a54edae-dd74-4a44-a769-fe70850426b7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=91caede3-92e4-4b1e-8e3e-36227cfd846a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0815129 Aug 05 11:24:09.308644 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 11:24:09.413734 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01abc0fc-f47f-4cf2-ba80-3b677c198164 req-7c14d4a1-5ae5-4507-9feb-c2ceb07cd08b service neutron] Port d2d3e84a-bcdc-4a22-ab95-2524ddc32e0e on network 91caede3-92e4-4b1e-8e3e-36227cfd846a not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-2 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:24:09.414252 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01abc0fc-f47f-4cf2-ba80-3b677c198164 req-7c14d4a1-5ae5-4507-9feb-c2ceb07cd08b service neutron] Attempting to bind port d2d3e84a-bcdc-4a22-ab95-2524ddc32e0e on network 91caede3-92e4-4b1e-8e3e-36227cfd846a {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:24:09.421047 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-602c3dda-666e-48b4-b35c-cb869d13b89c tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:09.478350 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01abc0fc-f47f-4cf2-ba80-3b677c198164 req-7c14d4a1-5ae5-4507-9feb-c2ceb07cd08b service neutron] Checking agent: {'id': '40bb7567-59bd-4b31-bc29-da1c50bca759', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:24:09.479366 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01abc0fc-f47f-4cf2-ba80-3b677c198164 req-7c14d4a1-5ae5-4507-9feb-c2ceb07cd08b service neutron] Checking segment: {'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:24:09.480001 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01abc0fc-f47f-4cf2-ba80-3b677c198164 req-7c14d4a1-5ae5-4507-9feb-c2ceb07cd08b service neutron] Bound using segment: {'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:24:09.481059 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-01abc0fc-f47f-4cf2-ba80-3b677c198164 req-7c14d4a1-5ae5-4507-9feb-c2ceb07cd08b service neutron] Bound port: d2d3e84a-bcdc-4a22-ab95-2524ddc32e0e, host: n-h1-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'}}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:24:09.481664 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-01abc0fc-f47f-4cf2-ba80-3b677c198164 req-7c14d4a1-5ae5-4507-9feb-c2ceb07cd08b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:09.502087 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7ada0d4b-317f-480e-8acd-336c39326fb6 req-a816f03c-591e-42d2-9173-c582d80e1003 service neutron] 10.222.0.55 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041767 Aug 05 11:24:09.689576 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-5ef8df8b-8e4f-488d-a32c-abb06dbe1f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:09.692052 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-5ef8df8b-8e4f-488d-a32c-abb06dbe1f02 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=63fb736d-d029-44dc-a68b-bfad4551695d HTTP/1.1" status: 200 len: 797 time: 0.4133282 Aug 05 11:24:09.724132 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7ada0d4b-317f-480e-8acd-336c39326fb6 req-853c0cbb-49f1-438d-b20e-ff5fc9ea7a5e service neutron] 10.222.0.55 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089005 Aug 05 11:24:09.809171 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-01abc0fc-f47f-4cf2-ba80-3b677c198164 req-7c14d4a1-5ae5-4507-9feb-c2ceb07cd08b service neutron] For port d2d3e84a-bcdc-4a22-ab95-2524ddc32e0e, host n-h1-803378-2, cleared binding levels {{(pid=94420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:24:09.833934 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e185c7ff-5d9f-4f23-aab8-01e8b0b366be req-4bbb384f-49b7-41c1-ad44-99d95c10872d tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:09.838697 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e185c7ff-5d9f-4f23-aab8-01e8b0b366be req-4bbb384f-49b7-41c1-ad44-99d95c10872d tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c552b8b-2d60-4854-a58c-757979691fa9 HTTP/1.1" status: 200 len: 947 time: 0.4267840 Aug 05 11:24:09.870421 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-01abc0fc-f47f-4cf2-ba80-3b677c198164 req-7c14d4a1-5ae5-4507-9feb-c2ceb07cd08b service neutron] For port d2d3e84a-bcdc-4a22-ab95-2524ddc32e0e, host n-h1-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=d2d3e84a-bcdc-4a22-ab95-2524ddc32e0e,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:24:09.903053 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:09.912660 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-602c3dda-666e-48b4-b35c-cb869d13b89c tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:09.915767 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-602c3dda-666e-48b4-b35c-cb869d13b89c tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:09.920008 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-602c3dda-666e-48b4-b35c-cb869d13b89c tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] 10.222.0.58 "DELETE /v2.0/security-groups/7da178d1-b212-4c54-b70b-ef9e06c169f6 HTTP/1.1" status: 204 len: 168 time: 1.4176853 Aug 05 11:24:09.920460 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 45386) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:24:09.922154 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-0a945da3-72f4-42c4-8e67-c59ad4a19827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:09.930493 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f640b-f120-4a2b-83d1-84656f1c0bae req-39b8fe87-2a87-49a0-b849-a3e303f71d14 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:09.939831 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d10f640b-f120-4a2b-83d1-84656f1c0bae req-39b8fe87-2a87-49a0-b849-a3e303f71d14 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=36027764-706d-4f7b-a373-7a65509fe178 HTTP/1.1" status: 200 len: 945 time: 0.4331665 Aug 05 11:24:09.954136 n-d-803378-2 neutron-server[94421]: INFO neutron.api.v2.resource [None req-caf20784-eb81-4eee-baa9-bb975f306888 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] show failed (client error): The resource could not be found. Aug 05 11:24:09.959878 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-caf20784-eb81-4eee-baa9-bb975f306888 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] 10.222.0.58 "GET /v2.0/security-groups/7da178d1-b212-4c54-b70b-ef9e06c169f6 HTTP/1.1" status: 404 len: 347 time: 0.0345275 Aug 05 11:24:09.959878 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 45388) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:24:09.963265 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-01abc0fc-f47f-4cf2-ba80-3b677c198164 req-7c14d4a1-5ae5-4507-9feb-c2ceb07cd08b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:10.032311 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602c3dda-666e-48b4-b35c-cb869d13b89c tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7da178d1-b212-4c54-b70b-ef9e06c169f6,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:24:10.076687 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-76841a94-d98b-436e-ae7c-c0acdcd973d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:10.079515 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-76841a94-d98b-436e-ae7c-c0acdcd973d7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d036d46a-a30d-4750-b27d-4b7146f11df9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3661513 Aug 05 11:24:10.127547 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e185c7ff-5d9f-4f23-aab8-01e8b0b366be req-133738a4-c16d-4df1-a537-178966fd0b90 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/security-groups?id=2975fa17-2fff-4e01-97a3-764244a94779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698245 Aug 05 11:24:10.171526 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01abc0fc-f47f-4cf2-ba80-3b677c198164 req-7c14d4a1-5ae5-4507-9feb-c2ceb07cd08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:10.175476 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-01abc0fc-f47f-4cf2-ba80-3b677c198164 req-7c14d4a1-5ae5-4507-9feb-c2ceb07cd08b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:10.181421 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-01abc0fc-f47f-4cf2-ba80-3b677c198164 req-7c14d4a1-5ae5-4507-9feb-c2ceb07cd08b service neutron] 10.222.0.64 "PUT /v2.0/ports/d2d3e84a-bcdc-4a22-ab95-2524ddc32e0e HTTP/1.1" status: 200 len: 1095 time: 3.4436123 Aug 05 11:24:10.222587 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d10f640b-f120-4a2b-83d1-84656f1c0bae req-2078f5b6-9536-4570-b38b-6a38c68ddd26 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2813234 Aug 05 11:24:10.222587 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78dae4d3-6dcb-426e-b0cf-de11402d3ceb', 'tag': 'd2d3e84a-bcdc-4a22-ab95-2524ddc32e0e'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:24:10.236994 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}828068ad8d405ad77660ce68fa78e1ffe658725812f7a08f9e488a446589295b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc252caf-5fb6-483b-a46d-59819f6a22d7" -d '{"events": [{"name": "network-changed", "server_uuid": "78dae4d3-6dcb-426e-b0cf-de11402d3ceb", "tag": "d2d3e84a-bcdc-4a22-ab95-2524ddc32e0e"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:24:10.320197 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-501e2c53-d3bc-42ab-9b0b-9ab76c355fe0 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Deleting port c4a2d584-0395-4e52-853b-9a126607e526 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:24:10.320978 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-501e2c53-d3bc-42ab-9b0b-9ab76c355fe0 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:10.401592 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c14d4a1-5ae5-4507-9feb-c2ceb07cd08b service neutron] Pushing event updated for resources: {'Port': ['ID=d2d3e84a-bcdc-4a22-ab95-2524ddc32e0e,revision_number=3']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:24:10.476322 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-501e2c53-d3bc-42ab-9b0b-9ab76c355fe0 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:10.476914 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-501e2c53-d3bc-42ab-9b0b-9ab76c355fe0 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:10.477259 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ed7cdbd6-36ab-45e0-9c0e-17585d342cb9 req-da57394b-f394-4c54-96f1-fab2f726f105 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ffa315b-116e-43b6-aaa8-3e9c048e4a3d HTTP/1.1" status: 200 len: 210 time: 0.0606136 Aug 05 11:24:10.492557 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01abc0fc-f47f-4cf2-ba80-3b677c198164 req-e1e159bf-a854-432d-b6e2-e1cbdc9a2886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:10.492557 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-01abc0fc-f47f-4cf2-ba80-3b677c198164 req-e1e159bf-a854-432d-b6e2-e1cbdc9a2886 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=da1b410c9abb4742b18075944f1e5e2e&device_id=78dae4d3-6dcb-426e-b0cf-de11402d3ceb HTTP/1.1" status: 200 len: 1098 time: 0.2249908 Aug 05 11:24:10.520021 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-501e2c53-d3bc-42ab-9b0b-9ab76c355fe0 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Calling delete_port for c4a2d584-0395-4e52-853b-9a126607e526 owned by network:floatingip {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:24:10.575300 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-01abc0fc-f47f-4cf2-ba80-3b677c198164 req-ecf9db7d-5c6f-41ca-823d-bd7e713e1562 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=d2d3e84a-bcdc-4a22-ab95-2524ddc32e0e HTTP/1.1" status: 200 len: 217 time: 0.0573413 Aug 05 11:24:10.590758 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09e92d01-d448-4693-b86e-7bb6363d8b23 x-openstack-request-id: req-09e92d01-d448-4693-b86e-7bb6363d8b23 {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:24:10.591046 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78dae4d3-6dcb-426e-b0cf-de11402d3ceb", "tag": "d2d3e84a-bcdc-4a22-ab95-2524ddc32e0e", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:24:10.591354 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-09e92d01-d448-4693-b86e-7bb6363d8b23 {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:24:10.591760 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78dae4d3-6dcb-426e-b0cf-de11402d3ceb', 'tag': 'd2d3e84a-bcdc-4a22-ab95-2524ddc32e0e', 'status': 'completed', 'code': 200} Aug 05 11:24:10.626756 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-06605789-fe64-444f-ace2-6b5c97528bb2 service neutron] 10.222.0.55 "GET /v2.0/networks/d036d46a-a30d-4750-b27d-4b7146f11df9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5190957 Aug 05 11:24:10.716474 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-501e2c53-d3bc-42ab-9b0b-9ab76c355fe0 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:10.749080 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01abc0fc-f47f-4cf2-ba80-3b677c198164 req-7ea0dbb1-80e5-4769-8e8e-72f6450288ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:10.750654 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-01abc0fc-f47f-4cf2-ba80-3b677c198164 req-7ea0dbb1-80e5-4769-8e8e-72f6450288ec service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6842f728-c2f3-4e36-bb32-3303d06ce3f4 HTTP/1.1" status: 200 len: 843 time: 0.1521215 Aug 05 11:24:10.765855 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1417f3e-5ed9-41b3-af72-3da89d150c27 req-25483e9f-c430-4650-bf92-3076e8dafe09 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:10.772037 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1417f3e-5ed9-41b3-af72-3da89d150c27 req-25483e9f-c430-4650-bf92-3076e8dafe09 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:10.778568 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501e2c53-d3bc-42ab-9b0b-9ab76c355fe0 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Pushing event deleted for resources: {'Port': ['ID=c4a2d584-0395-4e52-853b-9a126607e526,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:24:10.779314 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1417f3e-5ed9-41b3-af72-3da89d150c27 req-25483e9f-c430-4650-bf92-3076e8dafe09 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:10.785725 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1417f3e-5ed9-41b3-af72-3da89d150c27 req-25483e9f-c430-4650-bf92-3076e8dafe09 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:10.792760 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1417f3e-5ed9-41b3-af72-3da89d150c27 req-25483e9f-c430-4650-bf92-3076e8dafe09 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:10.801749 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1417f3e-5ed9-41b3-af72-3da89d150c27 req-25483e9f-c430-4650-bf92-3076e8dafe09 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:10.812518 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1417f3e-5ed9-41b3-af72-3da89d150c27 req-25483e9f-c430-4650-bf92-3076e8dafe09 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:10.821218 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d1417f3e-5ed9-41b3-af72-3da89d150c27 req-25483e9f-c430-4650-bf92-3076e8dafe09 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "GET /v2.0/ports?device_id=443a76e9-196d-4aa4-85e8-0ee1eebabb66 HTTP/1.1" status: 200 len: 5421 time: 0.2518387 Aug 05 11:24:10.850471 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-501e2c53-d3bc-42ab-9b0b-9ab76c355fe0 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Notify callbacks [] for floatingip, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:10.854210 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-501e2c53-d3bc-42ab-9b0b-9ab76c355fe0 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:10.872182 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-501e2c53-d3bc-42ab-9b0b-9ab76c355fe0 tempest-ServersWithSpecificFlavorTestJSON-304147329 tempest-ServersWithSpecificFlavorTestJSON-304147329-project] 10.222.0.58 "DELETE /v2.0/floatingips/7763ff7f-0589-42fd-8c9c-a46d3c21925f HTTP/1.1" status: 204 len: 168 time: 0.8978183 Aug 05 11:24:11.297969 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d1417f3e-5ed9-41b3-af72-3da89d150c27 req-f0ffc050-e20f-4837-96b5-dd5dd1ffecba tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "GET /v2.0/security-groups?id=3ada918e-0522-4602-984c-a2f526ffb568&id=f48f8991-c3a5-417e-a3d1-8861f7ce43c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4764578 Aug 05 11:24:11.311195 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 45420) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:24:11.313286 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-f522c10c-66ff-4554-a491-b8b3e6efe3c3 service neutron] 10.222.0.55 "GET /v2.0/networks/d036d46a-a30d-4750-b27d-4b7146f11df9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6626730 Aug 05 11:24:11.315594 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01abc0fc-f47f-4cf2-ba80-3b677c198164 req-6016f893-2359-4100-ad48-5b5361d71468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:11.317320 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-01abc0fc-f47f-4cf2-ba80-3b677c198164 req-6016f893-2359-4100-ad48-5b5361d71468 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=91caede3-92e4-4b1e-8e3e-36227cfd846a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4914291 Aug 05 11:24:11.373208 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-61edfd48-1738-426e-a453-91de2e3f31b7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.252&port_id=5bd78e20-4e65-4320-8933-ff3e7cd3c7e1 HTTP/1.1" status: 200 len: 217 time: 0.0481224 Aug 05 11:24:11.554122 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-92750878-47f3-4610-998e-96fa5376172a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:11.555892 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-92750878-47f3-4610-998e-96fa5376172a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=63fb736d-d029-44dc-a68b-bfad4551695d HTTP/1.1" status: 200 len: 797 time: 0.1713188 Aug 05 11:24:11.567971 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-da1caf3c-440b-443d-8494-ae9893b29488 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:11.570210 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:11.631816 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a5e8de-dec9-42e4-9afb-835bc55984a5 req-fcf3d5e9-81ed-460a-a118-0fc065cc1a2f tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:11.633615 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-73a5e8de-dec9-42e4-9afb-835bc55984a5 req-fcf3d5e9-81ed-460a-a118-0fc065cc1a2f tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c552b8b-2d60-4854-a58c-757979691fa9 HTTP/1.1" status: 200 len: 947 time: 0.2105603 Aug 05 11:24:11.640060 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-01abc0fc-f47f-4cf2-ba80-3b677c198164 req-b4a76165-a811-491e-8dcd-72d6a233c79d service neutron] 10.222.0.64 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3077416 Aug 05 11:24:11.652286 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbb52c1-0866-4095-ad8e-e93913825794 req-1e93b77f-0417-40be-b071-a07ac0efb33d tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:11.665234 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2dbb52c1-0866-4095-ad8e-e93913825794 req-1e93b77f-0417-40be-b071-a07ac0efb33d tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=36027764-706d-4f7b-a373-7a65509fe178 HTTP/1.1" status: 200 len: 945 time: 0.2141223 Aug 05 11:24:11.728121 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-da1caf3c-440b-443d-8494-ae9893b29488 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:11.733852 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-da1caf3c-440b-443d-8494-ae9893b29488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:11.782459 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-9352ce0a-e81e-41ea-9161-9b44878f5a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:11.783968 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-9352ce0a-e81e-41ea-9161-9b44878f5a7e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d036d46a-a30d-4750-b27d-4b7146f11df9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2176354 Aug 05 11:24:11.802662 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1caf3c-440b-443d-8494-ae9893b29488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc9cf0b1-9ee1-4e35-87a8-1f37ba29cdae,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:24:11.814915 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-da1caf3c-440b-443d-8494-ae9893b29488 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=879714de4a4c4784bc398f5a884d3ca6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5023146 Aug 05 11:24:11.816333 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 45428) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:24:11.841840 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-73a5e8de-dec9-42e4-9afb-835bc55984a5 req-181eadf5-aa91-41f0-ae55-14caa633d36b tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/security-groups?id=2975fa17-2fff-4e01-97a3-764244a94779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729176 Aug 05 11:24:11.847396 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2dbb52c1-0866-4095-ad8e-e93913825794 req-07964254-e897-4ec4-8e14-159902113558 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807280 Aug 05 11:24:11.894173 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 0cca5eec-aa95-47fa-ac39-f63160df33c4 details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:24:11.918358 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9599d608-df0a-4566-80c7-d80e7de63a48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:11.949064 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-01abc0fc-f47f-4cf2-ba80-3b677c198164 req-acf989de-8cfe-4aa8-9a34-7c246719803f service neutron] 10.222.0.64 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2764583 Aug 05 11:24:11.983769 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-0a99d19f-f343-44dc-b228-d59dd33e2c77 service neutron] 10.222.0.55 "GET /v2.0/networks/d036d46a-a30d-4750-b27d-4b7146f11df9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853759 Aug 05 11:24:12.002977 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9599d608-df0a-4566-80c7-d80e7de63a48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:12.126052 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9599d608-df0a-4566-80c7-d80e7de63a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:12.129294 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9599d608-df0a-4566-80c7-d80e7de63a48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:12.133113 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-9599d608-df0a-4566-80c7-d80e7de63a48 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cc9cf0b1-9ee1-4e35-87a8-1f37ba29cdae HTTP/1.1" status: 204 len: 168 time: 0.3130658 Aug 05 11:24:12.144691 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9599d608-df0a-4566-80c7-d80e7de63a48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc9cf0b1-9ee1-4e35-87a8-1f37ba29cdae,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:24:12.180177 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-767d0caf-44a9-4f26-857f-478662ea32d2 req-ca63654c-d4f9-48e0-917d-6a5798f7a802 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ffa315b-116e-43b6-aaa8-3e9c048e4a3d HTTP/1.1" status: 200 len: 210 time: 0.0880852 Aug 05 11:24:12.250700 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc252caf-5fb6-483b-a46d-59819f6a22d7 req-367ae67e-ff2f-42d4-a58c-228b38f8d357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:12.253546 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cc252caf-5fb6-483b-a46d-59819f6a22d7 req-367ae67e-ff2f-42d4-a58c-228b38f8d357 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=da1b410c9abb4742b18075944f1e5e2e&device_id=78dae4d3-6dcb-426e-b0cf-de11402d3ceb HTTP/1.1" status: 200 len: 1098 time: 0.1629643 Aug 05 11:24:12.280695 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-e427a8a8-2b7c-45b3-a6f0-1d8c42366fbb service neutron] 10.222.0.55 "GET /v2.0/networks/d036d46a-a30d-4750-b27d-4b7146f11df9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2851565 Aug 05 11:24:12.404136 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-42c538b3-9458-45b3-9146-03415fa25ea8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.163&port_id=c5788608-f14e-46e7-9589-cd5c2a4cea14 HTTP/1.1" status: 200 len: 217 time: 0.1007690 Aug 05 11:24:12.518583 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-b4842fd7-8e38-4582-a448-141108c5d499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:12.520944 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-b4842fd7-8e38-4582-a448-141108c5d499 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=63fb736d-d029-44dc-a68b-bfad4551695d HTTP/1.1" status: 200 len: 797 time: 0.1020079 Aug 05 11:24:12.602163 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 0cca5eec-aa95-47fa-ac39-f63160df33c4, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=0cca5eec-aa95-47fa-ac39-f63160df33c4,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:24:12.678010 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Returning: {'device': '0cca5eec-aa95-47fa-ac39-f63160df33c4', 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a', 'port_id': '0cca5eec-aa95-47fa-ac39-f63160df33c4', 'mac_address': 'fa:16:3e:06:b5:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6842f728-c2f3-4e36-bb32-3303d06ce3f4', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:24:12.722001 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc252caf-5fb6-483b-a46d-59819f6a22d7 req-035fd3c9-a7ff-4c60-a6fa-a54847a24d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:12.726063 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cc252caf-5fb6-483b-a46d-59819f6a22d7 req-035fd3c9-a7ff-4c60-a6fa-a54847a24d6a service neutron] 10.222.0.64 "GET /v2.0/networks?id=91caede3-92e4-4b1e-8e3e-36227cfd846a HTTP/1.1" status: 200 len: 870 time: 0.4634202 Aug 05 11:24:12.752409 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:12.777805 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cca5eec-aa95-47fa-ac39-f63160df33c4 {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:24:12.812265 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 0cca5eec-aa95-47fa-ac39-f63160df33c4, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=0cca5eec-aa95-47fa-ac39-f63160df33c4,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:24:12.818869 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:12.929471 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 45452) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:24:12.960072 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cc252caf-5fb6-483b-a46d-59819f6a22d7 req-077577ff-d581-4d32-b63a-289d52ab8c82 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=d2d3e84a-bcdc-4a22-ab95-2524ddc32e0e HTTP/1.1" status: 200 len: 217 time: 0.2153451 Aug 05 11:24:12.962298 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=0cca5eec-aa95-47fa-ac39-f63160df33c4,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:24:12.981119 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:24:12.982018 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-10b2a040-9f80-4b55-83af-ee14f276551d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:12.982687 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:24:12.983659 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:24:12.984793 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:24:12.985771 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:24:12.986957 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:24:12.988216 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:24:12.989127 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:24:12.990438 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:24:12.991404 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:24:12.992356 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:24:12.993254 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:24:13.064069 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc252caf-5fb6-483b-a46d-59819f6a22d7 req-2552c116-51df-4941-85d7-22d9eddd3567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:13.065476 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cc252caf-5fb6-483b-a46d-59819f6a22d7 req-2552c116-51df-4941-85d7-22d9eddd3567 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6842f728-c2f3-4e36-bb32-3303d06ce3f4 HTTP/1.1" status: 200 len: 843 time: 0.0925343 Aug 05 11:24:13.067654 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-b06e2b8e-efbf-4041-9447-743998d296d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:13.069448 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-b06e2b8e-efbf-4041-9447-743998d296d3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d036d46a-a30d-4750-b27d-4b7146f11df9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5003576 Aug 05 11:24:13.091508 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf1d95d-b715-499a-83b5-2b3353a646b2 req-07fdb1c9-fed1-459d-9df0-d45b35073203 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:13.099814 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf1d95d-b715-499a-83b5-2b3353a646b2 req-07fdb1c9-fed1-459d-9df0-d45b35073203 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:13.110668 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf1d95d-b715-499a-83b5-2b3353a646b2 req-07fdb1c9-fed1-459d-9df0-d45b35073203 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:13.118754 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf1d95d-b715-499a-83b5-2b3353a646b2 req-07fdb1c9-fed1-459d-9df0-d45b35073203 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:13.128982 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf1d95d-b715-499a-83b5-2b3353a646b2 req-07fdb1c9-fed1-459d-9df0-d45b35073203 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:13.139807 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf1d95d-b715-499a-83b5-2b3353a646b2 req-07fdb1c9-fed1-459d-9df0-d45b35073203 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:13.146404 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 45456) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:24:13.146628 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf1d95d-b715-499a-83b5-2b3353a646b2 req-07fdb1c9-fed1-459d-9df0-d45b35073203 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:13.148160 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1cf1d95d-b715-499a-83b5-2b3353a646b2 req-07fdb1c9-fed1-459d-9df0-d45b35073203 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "GET /v2.0/ports?device_id=443a76e9-196d-4aa4-85e8-0ee1eebabb66 HTTP/1.1" status: 200 len: 5421 time: 0.5770187 Aug 05 11:24:13.171052 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['0cca5eec-aa95-47fa-ac39-f63160df33c4'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:24:13.297110 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-10b2a040-9f80-4b55-83af-ee14f276551d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:13.305325 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-10b2a040-9f80-4b55-83af-ee14f276551d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:13.421367 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-10b2a040-9f80-4b55-83af-ee14f276551d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=94bcfc6251b242a1b95802a5d4668473&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4899452 Aug 05 11:24:13.425224 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 45464) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:24:13.434573 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1cf1d95d-b715-499a-83b5-2b3353a646b2 req-f0172d37-ab0f-48dc-8d06-13332b2849f4 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "GET /v2.0/security-groups?id=3ada918e-0522-4602-984c-a2f526ffb568&id=f48f8991-c3a5-417e-a3d1-8861f7ce43c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2530665 Aug 05 11:24:13.449907 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b2a040-9f80-4b55-83af-ee14f276551d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07e6a0cf-6a17-41e2-a84d-3492e26d189e,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:24:13.492067 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7505dc8c-c5b1-4760-914c-172317f57297 req-8db5106a-88ca-46a6-86fc-9d7f9990c49b tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:13.497264 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7505dc8c-c5b1-4760-914c-172317f57297 req-8db5106a-88ca-46a6-86fc-9d7f9990c49b tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c552b8b-2d60-4854-a58c-757979691fa9 HTTP/1.1" status: 200 len: 948 time: 0.2169218 Aug 05 11:24:13.532871 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc252caf-5fb6-483b-a46d-59819f6a22d7 req-dcdd4016-7485-4858-aa90-8aee6d3113b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:13.546201 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cc252caf-5fb6-483b-a46d-59819f6a22d7 req-dcdd4016-7485-4858-aa90-8aee6d3113b8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=91caede3-92e4-4b1e-8e3e-36227cfd846a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4705930 Aug 05 11:24:13.570078 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e655b875-e64e-4b0c-a9ce-e1c319c2fe4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:13.600928 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-630f7ce7-7a09-460e-afdc-28101b5dad18 service neutron] 10.222.0.55 "GET /v2.0/networks/d036d46a-a30d-4750-b27d-4b7146f11df9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4365597 Aug 05 11:24:13.601437 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e655b875-e64e-4b0c-a9ce-e1c319c2fe4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:13.679205 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:13.823934 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e655b875-e64e-4b0c-a9ce-e1c319c2fe4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:13.825066 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7505dc8c-c5b1-4760-914c-172317f57297 req-572f8a0c-4773-4196-90b3-c8a32f07682a tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/security-groups?id=2975fa17-2fff-4e01-97a3-764244a94779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3053813 Aug 05 11:24:13.827559 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e655b875-e64e-4b0c-a9ce-e1c319c2fe4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:13.830146 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-e655b875-e64e-4b0c-a9ce-e1c319c2fe4e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/07e6a0cf-6a17-41e2-a84d-3492e26d189e HTTP/1.1" status: 204 len: 168 time: 0.4011242 Aug 05 11:24:13.879719 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e655b875-e64e-4b0c-a9ce-e1c319c2fe4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07e6a0cf-6a17-41e2-a84d-3492e26d189e,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:24:13.916124 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe7c737-9f19-4e70-8cf3-fc57947b8a37 req-6ba5f9ef-41ca-45b5-a9ef-91b53c9fd028 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:13.919600 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9fe7c737-9f19-4e70-8cf3-fc57947b8a37 req-6ba5f9ef-41ca-45b5-a9ef-91b53c9fd028 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=36027764-706d-4f7b-a373-7a65509fe178 HTTP/1.1" status: 200 len: 945 time: 0.3173285 Aug 05 11:24:13.953257 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cc252caf-5fb6-483b-a46d-59819f6a22d7 req-09778369-c181-4cbe-8172-2795cfc9ac68 service neutron] 10.222.0.64 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3335099 Aug 05 11:24:14.031739 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9fe7c737-9f19-4e70-8cf3-fc57947b8a37 req-362c7b58-e29a-4d72-8430-a7fab09f69d3 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938203 Aug 05 11:24:14.071287 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-4138d912-aeff-4ae2-b2a0-06458bdbbbd7 service neutron] 10.222.0.55 "GET /v2.0/networks/d036d46a-a30d-4750-b27d-4b7146f11df9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4339561 Aug 05 11:24:14.249118 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-d301154d-5b3b-499a-bdcf-9bcf3d2750e5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=159c355d-badf-4ebb-89b8-3f2e172149e2 HTTP/1.1" status: 200 len: 217 time: 0.1369414 Aug 05 11:24:14.326500 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-3e92064b-9021-4e32-9670-a9ed6a0aae46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:14.328152 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-3e92064b-9021-4e32-9670-a9ed6a0aae46 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f52ba908-7485-4576-8407-c51b73bad34d HTTP/1.1" status: 200 len: 797 time: 0.0666115 Aug 05 11:24:14.412537 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cc252caf-5fb6-483b-a46d-59819f6a22d7 req-e1d106da-26fe-4589-824a-9de055cf39f2 service neutron] 10.222.0.64 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3960047 Aug 05 11:24:14.420109 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-66c0d67e-3006-46df-8c20-b24211f66b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:14.421800 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-66c0d67e-3006-46df-8c20-b24211f66b85 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a5f65908-1835-4cf8-bef2-1ebbd6cd0373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0783699 Aug 05 11:24:14.535106 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-4d79b9a1-e07c-4323-b233-8edf89737076 service neutron] 10.222.0.55 "GET /v2.0/networks/a5f65908-1835-4cf8-bef2-1ebbd6cd0373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041927 Aug 05 11:24:14.835748 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5d8e4d-29c5-4b40-bf1e-3778d7cab9e3 req-1f32a5b2-145b-403b-afa1-110b9b1a6085 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:14.848698 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5d8e4d-29c5-4b40-bf1e-3778d7cab9e3 req-1f32a5b2-145b-403b-afa1-110b9b1a6085 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:14.863468 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5d8e4d-29c5-4b40-bf1e-3778d7cab9e3 req-1f32a5b2-145b-403b-afa1-110b9b1a6085 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:14.875549 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5d8e4d-29c5-4b40-bf1e-3778d7cab9e3 req-1f32a5b2-145b-403b-afa1-110b9b1a6085 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:14.887506 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5d8e4d-29c5-4b40-bf1e-3778d7cab9e3 req-1f32a5b2-145b-403b-afa1-110b9b1a6085 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:14.900447 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5d8e4d-29c5-4b40-bf1e-3778d7cab9e3 req-1f32a5b2-145b-403b-afa1-110b9b1a6085 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:14.909840 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5d8e4d-29c5-4b40-bf1e-3778d7cab9e3 req-1f32a5b2-145b-403b-afa1-110b9b1a6085 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:14.924986 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ea5d8e4d-29c5-4b40-bf1e-3778d7cab9e3 req-1f32a5b2-145b-403b-afa1-110b9b1a6085 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "GET /v2.0/ports?device_id=443a76e9-196d-4aa4-85e8-0ee1eebabb66 HTTP/1.1" status: 200 len: 5421 time: 0.2467632 Aug 05 11:24:14.987956 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e79dabc1-2dbd-400a-aa54-b30b6a88c362 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33208311'] for router_interface, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:15.061050 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-7d881660-13f6-4555-ae2e-df6d162b9fcc service neutron] 10.222.0.55 "GET /v2.0/networks/a5f65908-1835-4cf8-bef2-1ebbd6cd0373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5174139 Aug 05 11:24:15.085168 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ea5d8e4d-29c5-4b40-bf1e-3778d7cab9e3 req-01c47f4c-15a3-4a4a-88e8-2cb389915984 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "GET /v2.0/security-groups?id=3ada918e-0522-4602-984c-a2f526ffb568&id=f48f8991-c3a5-417e-a3d1-8861f7ce43c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1589406 Aug 05 11:24:15.229989 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-a259d2dd-2c79-4079-93e8-329dc5ed4822 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=06805de0-2639-4b78-8f29-513aafaaee7b HTTP/1.1" status: 200 len: 217 time: 0.1604748 Aug 05 11:24:15.396983 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c331b6ab-d209-4782-9d83-62f722f66dca req-75e5e498-019e-4e7b-9fea-3fb77b939d9b tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:15.403104 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c331b6ab-d209-4782-9d83-62f722f66dca req-75e5e498-019e-4e7b-9fea-3fb77b939d9b tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c552b8b-2d60-4854-a58c-757979691fa9 HTTP/1.1" status: 200 len: 948 time: 0.4164143 Aug 05 11:24:15.495972 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-e79dabc1-2dbd-400a-aa54-b30b6a88c362 admin admin] Deleting port 34f39706-a887-4216-b2f7-de4e4da0bd78 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:24:15.496729 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e79dabc1-2dbd-400a-aa54-b30b6a88c362 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:15.574507 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-23b64c55-4893-49e2-b6a8-b910ca01147d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:15.576357 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-23b64c55-4893-49e2-b6a8-b910ca01147d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f52ba908-7485-4576-8407-c51b73bad34d HTTP/1.1" status: 200 len: 797 time: 0.3169937 Aug 05 11:24:15.641006 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [None req-e79dabc1-2dbd-400a-aa54-b30b6a88c362 admin admin] For port 34f39706-a887-4216-b2f7-de4e4da0bd78, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=34f39706-a887-4216-b2f7-de4e4da0bd78,segment=NetworkSegment(c9e2cf5a-453f-413e-a764-0d6594d296bf),segment_id=c9e2cf5a-453f-413e-a764-0d6594d296bf)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:24:15.641931 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e79dabc1-2dbd-400a-aa54-b30b6a88c362 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:15.664120 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-e79dabc1-2dbd-400a-aa54-b30b6a88c362 admin admin] Calling delete_port for 34f39706-a887-4216-b2f7-de4e4da0bd78 owned by network:router_interface {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:24:15.676332 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c331b6ab-d209-4782-9d83-62f722f66dca req-95ca2546-e011-493f-9566-50f489a3540b tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/security-groups?id=2975fa17-2fff-4e01-97a3-764244a94779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368329 Aug 05 11:24:15.689421 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54a3ace-e69c-4fb8-b7ed-c0d333b54293 req-368fd766-5519-4726-aa3b-ab3b7e8a095c tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:15.699786 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b54a3ace-e69c-4fb8-b7ed-c0d333b54293 req-368fd766-5519-4726-aa3b-ab3b7e8a095c tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=36027764-706d-4f7b-a373-7a65509fe178 HTTP/1.1" status: 200 len: 945 time: 0.2919641 Aug 05 11:24:15.782964 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b54a3ace-e69c-4fb8-b7ed-c0d333b54293 req-e42cf3ac-629c-4d96-bb35-0b25c9cdd2b8 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821033 Aug 05 11:24:15.794000 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-29395144-230e-4009-812f-29e457998d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:15.796915 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-29395144-230e-4009-812f-29e457998d50 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a5f65908-1835-4cf8-bef2-1ebbd6cd0373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2038667 Aug 05 11:24:15.939327 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 0cca5eec-aa95-47fa-ac39-f63160df33c4 up at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:24:16.032425 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e79dabc1-2dbd-400a-aa54-b30b6a88c362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:16.062954 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-7e90a538-ddb0-4de2-a4d4-47721e8a9818 service neutron] 10.222.0.55 "GET /v2.0/networks/a5f65908-1835-4cf8-bef2-1ebbd6cd0373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546790 Aug 05 11:24:16.092187 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79dabc1-2dbd-400a-aa54-b30b6a88c362 admin admin] Pushing event deleted for resources: {'Port': ['ID=34f39706-a887-4216-b2f7-de4e4da0bd78,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:24:16.195609 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning for port 0cca5eec-aa95-47fa-ac39-f63160df33c4 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:24:16.209871 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning complete for port 0cca5eec-aa95-47fa-ac39-f63160df33c4 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:24:16.213259 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:16.375540 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3319d76b-92e9-41bd-a3f4-77aa7e754dde req-ed08ee74-ca7d-40a5-b755-bc3ab22f1b06 service neutron] 10.222.0.55 "GET /v2.0/networks/a5f65908-1835-4cf8-bef2-1ebbd6cd0373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3046219 Aug 05 11:24:16.429454 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 45512) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:24:16.527916 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:16.579192 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c907f-b73c-48c7-b010-08b544a42101 req-2c3170a3-6b61-43bb-86c9-9b224c95b570 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:16.590285 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c552b8b-2d60-4854-a58c-757979691fa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cca5eec-aa95-47fa-ac39-f63160df33c4'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:24:16.596909 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d82510bf-4cc4-4ddb-9c0c-7cbcdb29dfd4" -d '{"events": [{"server_uuid": "3c552b8b-2d60-4854-a58c-757979691fa9", "name": "network-vif-plugged", "status": "completed", "tag": "0cca5eec-aa95-47fa-ac39-f63160df33c4"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:24:16.622129 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c907f-b73c-48c7-b010-08b544a42101 req-2c3170a3-6b61-43bb-86c9-9b224c95b570 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:16.626411 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 0cca5eec-aa95-47fa-ac39-f63160df33c4, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=0cca5eec-aa95-47fa-ac39-f63160df33c4,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:24:16.653090 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:16.653545 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e79dabc1-2dbd-400a-aa54-b30b6a88c362 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33140263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33208171'] for router_interface, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:16.672766 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c907f-b73c-48c7-b010-08b544a42101 req-2c3170a3-6b61-43bb-86c9-9b224c95b570 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:16.698919 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c907f-b73c-48c7-b010-08b544a42101 req-2c3170a3-6b61-43bb-86c9-9b224c95b570 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:16.714535 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c907f-b73c-48c7-b010-08b544a42101 req-2c3170a3-6b61-43bb-86c9-9b224c95b570 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:16.724775 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c907f-b73c-48c7-b010-08b544a42101 req-2c3170a3-6b61-43bb-86c9-9b224c95b570 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:16.733431 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c907f-b73c-48c7-b010-08b544a42101 req-2c3170a3-6b61-43bb-86c9-9b224c95b570 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:16.735547 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=0cca5eec-aa95-47fa-ac39-f63160df33c4,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:24:16.736223 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-680c907f-b73c-48c7-b010-08b544a42101 req-2c3170a3-6b61-43bb-86c9-9b224c95b570 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "GET /v2.0/ports?device_id=443a76e9-196d-4aa4-85e8-0ee1eebabb66 HTTP/1.1" status: 200 len: 5421 time: 0.4164631 Aug 05 11:24:16.742441 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4b868b86-3304-4559-9a11-6c290a87fe63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:16.788153 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec3cb9f0-38ed-4fe7-a7b3-9ec6eada810d x-openstack-request-id: req-ec3cb9f0-38ed-4fe7-a7b3-9ec6eada810d {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:24:16.788431 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c552b8b-2d60-4854-a58c-757979691fa9", "name": "network-vif-plugged", "status": "completed", "tag": "0cca5eec-aa95-47fa-ac39-f63160df33c4", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:24:16.789054 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ec3cb9f0-38ed-4fe7-a7b3-9ec6eada810d {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:24:16.789470 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c552b8b-2d60-4854-a58c-757979691fa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cca5eec-aa95-47fa-ac39-f63160df33c4', 'code': 200} Aug 05 11:24:16.875277 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e80f6e-6f9e-4247-ac72-4cc02fa692ab req-86057c82-aeee-48a7-ad87-ebb9d3588974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:16.875854 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e80f6e-6f9e-4247-ac72-4cc02fa692ab req-86057c82-aeee-48a7-ad87-ebb9d3588974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:16.876375 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e80f6e-6f9e-4247-ac72-4cc02fa692ab req-86057c82-aeee-48a7-ad87-ebb9d3588974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:16.876922 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e80f6e-6f9e-4247-ac72-4cc02fa692ab req-86057c82-aeee-48a7-ad87-ebb9d3588974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:16.877976 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e80f6e-6f9e-4247-ac72-4cc02fa692ab req-86057c82-aeee-48a7-ad87-ebb9d3588974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:16.878616 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e80f6e-6f9e-4247-ac72-4cc02fa692ab req-86057c82-aeee-48a7-ad87-ebb9d3588974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:16.880072 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e80f6e-6f9e-4247-ac72-4cc02fa692ab req-86057c82-aeee-48a7-ad87-ebb9d3588974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:16.882605 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c6e80f6e-6f9e-4247-ac72-4cc02fa692ab req-86057c82-aeee-48a7-ad87-ebb9d3588974 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b4870e3c85c84ca78a3c4012c18adec3&device_id=443a76e9-196d-4aa4-85e8-0ee1eebabb66 HTTP/1.1" status: 200 len: 6478 time: 0.1449032 Aug 05 11:24:16.918887 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-680c907f-b73c-48c7-b010-08b544a42101 req-856b757c-7477-4965-ae11-0ab143a840bb tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "GET /v2.0/security-groups?id=3ada918e-0522-4602-984c-a2f526ffb568&id=f48f8991-c3a5-417e-a3d1-8861f7ce43c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1409934 Aug 05 11:24:17.033305 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4b868b86-3304-4559-9a11-6c290a87fe63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:17.061216 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4b868b86-3304-4559-9a11-6c290a87fe63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:17.097428 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6d6a1b-3638-4e52-b31b-afb33d844445 req-f8ad6401-6dde-4bd0-934b-dcb3db273dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:17.102218 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1d6d6a1b-3638-4e52-b31b-afb33d844445 req-f8ad6401-6dde-4bd0-934b-dcb3db273dce service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3c552b8b-2d60-4854-a58c-757979691fa9 HTTP/1.1" status: 200 len: 1100 time: 0.1396883 Aug 05 11:24:17.158531 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51549be-b097-4ed1-9197-a260c23c2db8 req-4a0b3f81-1785-4968-89e2-a0b5ecfb45bf tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:17.168119 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e51549be-b097-4ed1-9197-a260c23c2db8 req-4a0b3f81-1785-4968-89e2-a0b5ecfb45bf tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c552b8b-2d60-4854-a58c-757979691fa9 HTTP/1.1" status: 200 len: 949 time: 0.2645853 Aug 05 11:24:17.190459 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e80f6e-6f9e-4247-ac72-4cc02fa692ab req-19babbf0-1e40-47b6-ad3d-e4819018ce74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:17.192120 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c6e80f6e-6f9e-4247-ac72-4cc02fa692ab req-19babbf0-1e40-47b6-ad3d-e4819018ce74 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a5f65908-1835-4cf8-bef2-1ebbd6cd0373 HTTP/1.1" status: 200 len: 903 time: 0.2711401 Aug 05 11:24:17.216532 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57be832-ff75-4858-b26c-716c3af24cb9 req-40ee5b8f-f8df-43ab-8a09-0e6ed0e1720f tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:17.219082 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d57be832-ff75-4858-b26c-716c3af24cb9 req-40ee5b8f-f8df-43ab-8a09-0e6ed0e1720f tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=36027764-706d-4f7b-a373-7a65509fe178 HTTP/1.1" status: 200 len: 945 time: 0.1834579 Aug 05 11:24:17.277500 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-4b868b86-3304-4559-9a11-6c290a87fe63 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1a48a026252640a199a54adf6b12cede&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8451562 Aug 05 11:24:17.283442 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device d2d3e84a-bcdc-4a22-ab95-2524ddc32e0e details requested by agent hyperv_n-h1-803378-2 with host n-h1-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:24:17.285704 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 45526) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:24:17.287534 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b868b86-3304-4559-9a11-6c290a87fe63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d1b0197-d281-45b9-83c8-a6c8dbaf24da,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:24:17.330605 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1d6d6a1b-3638-4e52-b31b-afb33d844445 req-9c0d3b53-a2c8-48ed-845a-86fd92b2f29f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=2975fa17-2fff-4e01-97a3-764244a94779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955614 Aug 05 11:24:17.348929 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c6e80f6e-6f9e-4247-ac72-4cc02fa692ab req-82917d92-8ac1-4c3e-9917-22b9f3383cfc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=06805de0-2639-4b78-8f29-513aafaaee7b HTTP/1.1" status: 200 len: 217 time: 0.1461430 Aug 05 11:24:17.395275 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e51549be-b097-4ed1-9197-a260c23c2db8 req-ffff4f95-9a49-4496-85ac-cb829fd71858 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/security-groups?id=2975fa17-2fff-4e01-97a3-764244a94779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259755 Aug 05 11:24:17.495871 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d57be832-ff75-4858-b26c-716c3af24cb9 req-f1290911-4ffb-4e6d-9630-7b1096b3d469 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666953 Aug 05 11:24:17.516380 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port d2d3e84a-bcdc-4a22-ab95-2524ddc32e0e, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=d2d3e84a-bcdc-4a22-ab95-2524ddc32e0e,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:24:17.528854 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-00aaa9b6-fb45-4819-94d1-0d8d8130d9ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:17.535572 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Returning: {'device': 'd2d3e84a-bcdc-4a22-ab95-2524ddc32e0e', 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a', 'port_id': 'd2d3e84a-bcdc-4a22-ab95-2524ddc32e0e', 'mac_address': 'fa:16:3e:7f:82:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6842f728-c2f3-4e36-bb32-3303d06ce3f4', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:24:17.563004 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-00aaa9b6-fb45-4819-94d1-0d8d8130d9ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:17.586394 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:17.615036 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2d3e84a-bcdc-4a22-ab95-2524ddc32e0e {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:24:17.669709 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port d2d3e84a-bcdc-4a22-ab95-2524ddc32e0e, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=d2d3e84a-bcdc-4a22-ab95-2524ddc32e0e,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:24:17.677185 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:17.684101 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e79dabc1-2dbd-400a-aa54-b30b6a88c362 admin admin] Router 51e3ef3c-d5db-44e7-85bd-0aa362100064 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 11:24:17.707681 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-00aaa9b6-fb45-4819-94d1-0d8d8130d9ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:17.721226 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-00aaa9b6-fb45-4819-94d1-0d8d8130d9ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:17.724851 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-00aaa9b6-fb45-4819-94d1-0d8d8130d9ea admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5d1b0197-d281-45b9-83c8-a6c8dbaf24da HTTP/1.1" status: 204 len: 168 time: 0.4329846 Aug 05 11:24:17.778368 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e80f6e-6f9e-4247-ac72-4cc02fa692ab req-aecc39b4-1eec-451d-bf3d-67363d19c818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:17.784544 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c6e80f6e-6f9e-4247-ac72-4cc02fa692ab req-aecc39b4-1eec-451d-bf3d-67363d19c818 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f52ba908-7485-4576-8407-c51b73bad34d HTTP/1.1" status: 200 len: 797 time: 0.1579814 Aug 05 11:24:17.785592 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00aaa9b6-fb45-4819-94d1-0d8d8130d9ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d1b0197-d281-45b9-83c8-a6c8dbaf24da,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:24:17.839804 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=d2d3e84a-bcdc-4a22-ab95-2524ddc32e0e,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:24:17.905023 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e80f6e-6f9e-4247-ac72-4cc02fa692ab req-bae23c3f-be68-4bd8-b43e-467f5f6a82cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:17.905023 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c6e80f6e-6f9e-4247-ac72-4cc02fa692ab req-bae23c3f-be68-4bd8-b43e-467f5f6a82cc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a5f65908-1835-4cf8-bef2-1ebbd6cd0373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0970719 Aug 05 11:24:17.950799 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e79dabc1-2dbd-400a-aa54-b30b6a88c362 admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:24:17.961335 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-e79dabc1-2dbd-400a-aa54-b30b6a88c362 admin admin] 10.222.0.58 "PUT /v2.0/routers/51e3ef3c-d5db-44e7-85bd-0aa362100064/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8140962 Aug 05 11:24:17.965691 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfd3d4b-334a-446f-9a20-c95e8fa4d90d None None] Sync routers for ids ['51e3ef3c-d5db-44e7-85bd-0aa362100064'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:24:17.965943 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 45536) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:24:17.991577 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfd3d4b-334a-446f-9a20-c95e8fa4d90d None None] Routers {'51e3ef3c-d5db-44e7-85bd-0aa362100064'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:24:17.993942 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-2dfd3d4b-334a-446f-9a20-c95e8fa4d90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:24:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['51e3ef3c-d5db-44e7-85bd-0aa362100064'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:24:18.285567 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-2dfd3d4b-334a-446f-9a20-c95e8fa4d90d None None] Set router 51e3ef3c-d5db-44e7-85bd-0aa362100064 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:24:18.288290 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2334adec-e92c-4191-b3b3-c6473f7eb255 admin admin] Notify callbacks [] for router, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:18.609171 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['d2d3e84a-bcdc-4a22-ab95-2524ddc32e0e'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:24:18.887159 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2334adec-e92c-4191-b3b3-c6473f7eb255 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:19.037142 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-2dfd3d4b-334a-446f-9a20-c95e8fa4d90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e3ef3c-d5db-44e7-85bd-0aa362100064', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1023862461-router', 'tenant_id': '6bc7fa8383e045a7819a17e3ff0ad9ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': 'dbcb8561-6632-48a9-bae5-6dec29b922d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:17:00Z', 'updated_at': '2021-08-05T11:24:15Z', 'revision_number': 5, 'project_id': '6bc7fa8383e045a7819a17e3ff0ad9ad', 'gw_port': {'id': 'dbcb8561-6632-48a9-bae5-6dec29b922d7', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ce:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e3ef3c-d5db-44e7-85bd-0aa362100064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:17:03Z', 'updated_at': '2021-08-05T11:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:24:19.113884 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfd3d4b-334a-446f-9a20-c95e8fa4d90d None None] Checking router: 51e3ef3c-d5db-44e7-85bd-0aa362100064 for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:24:19.165664 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfd3d4b-334a-446f-9a20-c95e8fa4d90d None None] Routers {'51e3ef3c-d5db-44e7-85bd-0aa362100064'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:24:19.165664 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-2dfd3d4b-334a-446f-9a20-c95e8fa4d90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:24:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['51e3ef3c-d5db-44e7-85bd-0aa362100064'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:24:19.169729 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-2334adec-e92c-4191-b3b3-c6473f7eb255 admin admin] Deleting port dbcb8561-6632-48a9-bae5-6dec29b922d7 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:24:19.170255 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2334adec-e92c-4191-b3b3-c6473f7eb255 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:19.431462 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0175982e-85b0-427d-995b-f3542180c3e2 req-dcbe49e2-2e30-4193-bffd-2350ff269a95 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:19.446324 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0175982e-85b0-427d-995b-f3542180c3e2 req-dcbe49e2-2e30-4193-bffd-2350ff269a95 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c552b8b-2d60-4854-a58c-757979691fa9 HTTP/1.1" status: 200 len: 949 time: 0.4758213 Aug 05 11:24:19.489186 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [None req-2334adec-e92c-4191-b3b3-c6473f7eb255 admin admin] For port dbcb8561-6632-48a9-bae5-6dec29b922d7, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=dbcb8561-6632-48a9-bae5-6dec29b922d7,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:24:19.489956 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2334adec-e92c-4191-b3b3-c6473f7eb255 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:19.499294 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d8d0da-0ec7-4f23-89f3-d7318923eb30 req-2fc2e03d-709a-4bbd-b491-92ffbfe1621b tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:19.512464 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d8d0da-0ec7-4f23-89f3-d7318923eb30 req-2fc2e03d-709a-4bbd-b491-92ffbfe1621b tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:19.521975 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d8d0da-0ec7-4f23-89f3-d7318923eb30 req-2fc2e03d-709a-4bbd-b491-92ffbfe1621b tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:19.535296 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d8d0da-0ec7-4f23-89f3-d7318923eb30 req-2fc2e03d-709a-4bbd-b491-92ffbfe1621b tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:19.544584 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d8d0da-0ec7-4f23-89f3-d7318923eb30 req-2fc2e03d-709a-4bbd-b491-92ffbfe1621b tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:19.553345 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-2334adec-e92c-4191-b3b3-c6473f7eb255 admin admin] Calling delete_port for dbcb8561-6632-48a9-bae5-6dec29b922d7 owned by network:router_gateway {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:24:19.557914 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d8d0da-0ec7-4f23-89f3-d7318923eb30 req-2fc2e03d-709a-4bbd-b491-92ffbfe1621b tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:19.567847 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d8d0da-0ec7-4f23-89f3-d7318923eb30 req-2fc2e03d-709a-4bbd-b491-92ffbfe1621b tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:19.579704 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-2dfd3d4b-334a-446f-9a20-c95e8fa4d90d None None] Set router 51e3ef3c-d5db-44e7-85bd-0aa362100064 gateway port host: None {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:24:19.589444 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-24d8d0da-0ec7-4f23-89f3-d7318923eb30 req-2fc2e03d-709a-4bbd-b491-92ffbfe1621b tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "GET /v2.0/ports?device_id=443a76e9-196d-4aa4-85e8-0ee1eebabb66 HTTP/1.1" status: 200 len: 5421 time: 0.6146770 Aug 05 11:24:19.598719 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c6e80f6e-6f9e-4247-ac72-4cc02fa692ab req-dceb2b7c-d3dd-4988-b92e-a94225937f8e service neutron] 10.222.0.55 "GET /v2.0/networks/a5f65908-1835-4cf8-bef2-1ebbd6cd0373?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6936653 Aug 05 11:24:19.715006 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-2dfd3d4b-334a-446f-9a20-c95e8fa4d90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e3ef3c-d5db-44e7-85bd-0aa362100064', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1023862461-router', 'tenant_id': '6bc7fa8383e045a7819a17e3ff0ad9ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:17:00Z', 'updated_at': '2021-08-05T11:24:18Z', 'revision_number': 6, 'project_id': '6bc7fa8383e045a7819a17e3ff0ad9ad', 'gw_port_host': None}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:24:19.799646 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfd3d4b-334a-446f-9a20-c95e8fa4d90d None None] The sync data for ids ['51e3ef3c-d5db-44e7-85bd-0aa362100064'] in n-d-803378-2 is: [{'id': '51e3ef3c-d5db-44e7-85bd-0aa362100064', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1023862461-router', 'tenant_id': '6bc7fa8383e045a7819a17e3ff0ad9ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:17:00Z', 'updated_at': '2021-08-05T11:24:18Z', 'revision_number': 6, 'project_id': '6bc7fa8383e045a7819a17e3ff0ad9ad', 'gw_port_host': None}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:24:19.929022 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-24d8d0da-0ec7-4f23-89f3-d7318923eb30 req-37d40b64-aedd-4c66-a5f6-a8303cf72bb0 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "GET /v2.0/security-groups?id=3ada918e-0522-4602-984c-a2f526ffb568&id=f48f8991-c3a5-417e-a3d1-8861f7ce43c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3351886 Aug 05 11:24:20.057652 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c6e80f6e-6f9e-4247-ac72-4cc02fa692ab req-ebe66137-9fc3-478b-bf1b-160ba0e9aa41 service neutron] 10.222.0.55 "GET /v2.0/networks/a5f65908-1835-4cf8-bef2-1ebbd6cd0373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4489827 Aug 05 11:24:20.096350 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0175982e-85b0-427d-995b-f3542180c3e2 req-37991eba-063f-44c1-8218-57dd7bcb75a7 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/security-groups?id=2975fa17-2fff-4e01-97a3-764244a94779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5012133 Aug 05 11:24:20.155675 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2334adec-e92c-4191-b3b3-c6473f7eb255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:20.260998 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 34f39706-a887-4216-b2f7-de4e4da0bd78 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:24:20.271126 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2334adec-e92c-4191-b3b3-c6473f7eb255 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbcb8561-6632-48a9-bae5-6dec29b922d7,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:24:20.283781 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f04d08-f107-4d6f-9462-11fc85c29ebc req-11b50792-0f0e-4446-a567-136b6bba07b8 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:20.285872 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-66f04d08-f107-4d6f-9462-11fc85c29ebc req-11b50792-0f0e-4446-a567-136b6bba07b8 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=36027764-706d-4f7b-a373-7a65509fe178 HTTP/1.1" status: 200 len: 945 time: 0.1930652 Aug 05 11:24:20.360771 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 34f39706-a887-4216-b2f7-de4e4da0bd78 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:24:20.361173 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 34f39706-a887-4216-b2f7-de4e4da0bd78 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:24:20.403280 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-66f04d08-f107-4d6f-9462-11fc85c29ebc req-97fce2e8-78a6-4b42-9893-81ccfd62c703 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012981 Aug 05 11:24:20.474290 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2334adec-e92c-4191-b3b3-c6473f7eb255 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33285055'] for router_gateway, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:20.622076 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2334adec-e92c-4191-b3b3-c6473f7eb255 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33262979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1951'] for router, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:20.626072 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2334adec-e92c-4191-b3b3-c6473f7eb255 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:20.726868 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2334adec-e92c-4191-b3b3-c6473f7eb255 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33262474'] for router, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:20.727962 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2334adec-e92c-4191-b3b3-c6473f7eb255 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51e3ef3c-d5db-44e7-85bd-0aa362100064 {{(pid=94421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 11:24:20.754527 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2334adec-e92c-4191-b3b3-c6473f7eb255 admin admin] Notify callbacks [] for router, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:20.755848 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-2334adec-e92c-4191-b3b3-c6473f7eb255 admin admin] 10.222.0.58 "DELETE /v2.0/routers/51e3ef3c-d5db-44e7-85bd-0aa362100064 HTTP/1.1" status: 204 len: 168 time: 2.7885411 Aug 05 11:24:20.759447 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 45590) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:24:20.851349 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_v2 [None req-cad4d25c-c39e-436a-8ef4-515309984eca admin admin] Deleting subnet 8e55d893-f67d-42aa-8413-dc445ac3c409 {{(pid=94420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:24:20.857649 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-cad4d25c-c39e-436a-8ef4-515309984eca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:20.984369 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-cad4d25c-c39e-436a-8ef4-515309984eca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25010562'] for subnet, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:21.072108 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6584ab-5bf2-4a6f-8567-cfc7ce50fe1c req-26ed798a-e9ff-4241-9415-01904371123f tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:21.075149 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1c6584ab-5bf2-4a6f-8567-cfc7ce50fe1c req-26ed798a-e9ff-4241-9415-01904371123f tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/ports?device_id=672374a9-db64-433d-bf95-51fe7f56f21e HTTP/1.1" status: 200 len: 944 time: 0.1517601 Aug 05 11:24:21.235712 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1c6584ab-5bf2-4a6f-8567-cfc7ce50fe1c req-b0303efc-49c8-40b9-940d-f0f71be3b36e tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b660be2-1cd3-4f1b-b8b6-43aa3e7d82c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470611 Aug 05 11:24:21.237573 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-cad4d25c-c39e-436a-8ef4-515309984eca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:21.305528 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device d2d3e84a-bcdc-4a22-ab95-2524ddc32e0e up at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:24:21.331657 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fb12da-43ca-4a48-b3ee-818d67fd4d33 req-8b4210f3-be77-4f58-abc0-54817aeda969 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:21.347329 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 45604) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:24:21.352635 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fb12da-43ca-4a48-b3ee-818d67fd4d33 req-8b4210f3-be77-4f58-abc0-54817aeda969 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:21.367761 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fb12da-43ca-4a48-b3ee-818d67fd4d33 req-8b4210f3-be77-4f58-abc0-54817aeda969 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:21.390358 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fb12da-43ca-4a48-b3ee-818d67fd4d33 req-8b4210f3-be77-4f58-abc0-54817aeda969 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:21.405548 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fb12da-43ca-4a48-b3ee-818d67fd4d33 req-8b4210f3-be77-4f58-abc0-54817aeda969 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:21.412317 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning for port d2d3e84a-bcdc-4a22-ab95-2524ddc32e0e completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:24:21.414300 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fb12da-43ca-4a48-b3ee-818d67fd4d33 req-8b4210f3-be77-4f58-abc0-54817aeda969 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:21.418856 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning complete for port d2d3e84a-bcdc-4a22-ab95-2524ddc32e0e triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:24:21.419433 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:21.423727 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fb12da-43ca-4a48-b3ee-818d67fd4d33 req-8b4210f3-be77-4f58-abc0-54817aeda969 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:21.426072 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c9fb12da-43ca-4a48-b3ee-818d67fd4d33 req-8b4210f3-be77-4f58-abc0-54817aeda969 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "GET /v2.0/ports?device_id=443a76e9-196d-4aa4-85e8-0ee1eebabb66 HTTP/1.1" status: 200 len: 5421 time: 0.3070257 Aug 05 11:24:21.542397 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:21.566828 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c9fb12da-43ca-4a48-b3ee-818d67fd4d33 req-e7771334-1f9c-4d2a-b79a-1b44897f849a tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "GET /v2.0/security-groups?id=3ada918e-0522-4602-984c-a2f526ffb568&id=f48f8991-c3a5-417e-a3d1-8861f7ce43c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1214409 Aug 05 11:24:21.569042 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-cad4d25c-c39e-436a-8ef4-515309984eca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29762763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24211094'] for subnet, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:21.586710 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78dae4d3-6dcb-426e-b0cf-de11402d3ceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2d3e84a-bcdc-4a22-ab95-2524ddc32e0e'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:24:21.589664 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcbaa4cb-eb4f-4e06-a40b-b94462572455" -d '{"events": [{"server_uuid": "78dae4d3-6dcb-426e-b0cf-de11402d3ceb", "name": "network-vif-plugged", "status": "completed", "tag": "d2d3e84a-bcdc-4a22-ab95-2524ddc32e0e"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:24:21.596622 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7961887a-8bd1-4a42-8605-7257ef7e858b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:21.618809 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-cad4d25c-c39e-436a-8ef4-515309984eca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:21.624854 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-cad4d25c-c39e-436a-8ef4-515309984eca admin admin] 10.222.0.58 "DELETE /v2.0/subnets/8e55d893-f67d-42aa-8413-dc445ac3c409 HTTP/1.1" status: 204 len: 168 time: 0.8641489 Aug 05 11:24:21.631068 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 45614) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:24:21.633897 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20e2a26-efcc-4d28-bfe8-c479e4eaae12 req-1439d1ba-bfa9-4076-8b15-bf41526db21b tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:21.636099 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574d981b-7094-4ac6-8556-de35776e08ae None None] Network bd39b4b7-e343-48d5-a296-8b0623efb24d requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:24:21.636650 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c20e2a26-efcc-4d28-bfe8-c479e4eaae12 req-1439d1ba-bfa9-4076-8b15-bf41526db21b tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.55 "GET /v2.0/ports?device_id=672374a9-db64-433d-bf95-51fe7f56f21e HTTP/1.1" status: 200 len: 944 time: 0.1796844 Aug 05 11:24:21.646049 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea268ba-568d-4b39-a404-fc9d236aa961 req-f5791e1b-a1a9-4f6a-92c9-ed49677e3b4d tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:21.647885 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fea268ba-568d-4b39-a404-fc9d236aa961 req-f5791e1b-a1a9-4f6a-92c9-ed49677e3b4d tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c552b8b-2d60-4854-a58c-757979691fa9 HTTP/1.1" status: 200 len: 949 time: 0.2207599 Aug 05 11:24:21.650844 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad4d25c-c39e-436a-8ef4-515309984eca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e55d893-f67d-42aa-8413-dc445ac3c409,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:24:21.698444 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port d2d3e84a-bcdc-4a22-ab95-2524ddc32e0e, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=d2d3e84a-bcdc-4a22-ab95-2524ddc32e0e,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:24:21.708477 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:21.810303 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:21.811266 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d7a009db-eec0-486b-95ec-8eaf6801904f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:21.839603 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fea268ba-568d-4b39-a404-fc9d236aa961 req-85d14c03-1142-43d9-aa13-cd4441572587 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/security-groups?id=2975fa17-2fff-4e01-97a3-764244a94779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718638 Aug 05 11:24:21.867632 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=d2d3e84a-bcdc-4a22-ab95-2524ddc32e0e,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:24:21.919197 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7961887a-8bd1-4a42-8605-7257ef7e858b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:21.930917 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7961887a-8bd1-4a42-8605-7257ef7e858b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:21.959657 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647035df-eded-4b90-bb8f-36efb34ad917 req-0197d7af-50fb-4b60-a30f-777dd399ed56 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:21.961266 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-647035df-eded-4b90-bb8f-36efb34ad917 req-0197d7af-50fb-4b60-a30f-777dd399ed56 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=36027764-706d-4f7b-a373-7a65509fe178 HTTP/1.1" status: 200 len: 945 time: 0.1295440 Aug 05 11:24:21.986162 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-d7a009db-eec0-486b-95ec-8eaf6801904f admin admin] Deleting port 2576004f-25bc-4f3a-b165-5bc8b18113f6 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:24:21.986503 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d7a009db-eec0-486b-95ec-8eaf6801904f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:21.989017 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [req-c20e2a26-efcc-4d28-bfe8-c479e4eaae12 req-afd1ec97-26db-47c4-96c6-b7cc498d7cee tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Deleting port 55713e77-38b3-42f5-962d-9575770689fe {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:24:21.989394 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-c20e2a26-efcc-4d28-bfe8-c479e4eaae12 req-afd1ec97-26db-47c4-96c6-b7cc498d7cee tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:22.007502 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-7961887a-8bd1-4a42-8605-7257ef7e858b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=de571edd06b94a6eb2f187b9689fa154&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6562858 Aug 05 11:24:22.008656 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 45618) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:24:22.019975 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7961887a-8bd1-4a42-8605-7257ef7e858b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=245b20f8-ad46-4eb9-90d7-cc3e96c36c3f,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:24:22.076267 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f4b072f-6fad-45c9-a546-d395e1433854 None None] DHCP port deletion for bd39b4b7-e343-48d5-a296-8b0623efb24d request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 11:24:22.124006 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device dbcb8561-6632-48a9-bae5-6dec29b922d7 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:24:22.127116 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [None req-d7a009db-eec0-486b-95ec-8eaf6801904f admin admin] For port 2576004f-25bc-4f3a-b165-5bc8b18113f6, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=2576004f-25bc-4f3a-b165-5bc8b18113f6,segment=NetworkSegment(c9e2cf5a-453f-413e-a764-0d6594d296bf),segment_id=c9e2cf5a-453f-413e-a764-0d6594d296bf)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:24:22.127898 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d7a009db-eec0-486b-95ec-8eaf6801904f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:22.148604 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-d7a009db-eec0-486b-95ec-8eaf6801904f admin admin] Calling delete_port for 2576004f-25bc-4f3a-b165-5bc8b18113f6 owned by network:dhcp {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:24:22.164876 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3ce6ca8-39a3-4fee-9b3d-79094ba8d2d9 x-openstack-request-id: req-c3ce6ca8-39a3-4fee-9b3d-79094ba8d2d9 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:24:22.165536 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78dae4d3-6dcb-426e-b0cf-de11402d3ceb", "name": "network-vif-plugged", "status": "completed", "tag": "d2d3e84a-bcdc-4a22-ab95-2524ddc32e0e", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:24:22.165809 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c3ce6ca8-39a3-4fee-9b3d-79094ba8d2d9 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:24:22.166256 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78dae4d3-6dcb-426e-b0cf-de11402d3ceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2d3e84a-bcdc-4a22-ab95-2524ddc32e0e', 'code': 200} Aug 05 11:24:22.168347 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: dbcb8561-6632-48a9-bae5-6dec29b922d7 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:24:22.168796 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device dbcb8561-6632-48a9-bae5-6dec29b922d7 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:24:22.205506 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-4f4b072f-6fad-45c9-a546-d395e1433854 None None] Deleting port 2576004f-25bc-4f3a-b165-5bc8b18113f6 {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:24:22.205896 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-4f4b072f-6fad-45c9-a546-d395e1433854 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:22.289144 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d7a009db-eec0-486b-95ec-8eaf6801904f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:22.306337 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-4f4b072f-6fad-45c9-a546-d395e1433854 None None] For port 2576004f-25bc-4f3a-b165-5bc8b18113f6, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=2576004f-25bc-4f3a-b165-5bc8b18113f6,segment=NetworkSegment(c9e2cf5a-453f-413e-a764-0d6594d296bf),segment_id=c9e2cf5a-453f-413e-a764-0d6594d296bf)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:24:22.308265 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-4f4b072f-6fad-45c9-a546-d395e1433854 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:22.311473 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-647035df-eded-4b90-bb8f-36efb34ad917 req-3164c3f3-e3f5-45e7-a615-b0699e2a90ac tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3291764 Aug 05 11:24:22.329721 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-4f4b072f-6fad-45c9-a546-d395e1433854 None None] Calling delete_port for 2576004f-25bc-4f3a-b165-5bc8b18113f6 owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:24:22.344088 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a009db-eec0-486b-95ec-8eaf6801904f admin admin] Pushing event deleted for resources: {'Port': ['ID=2576004f-25bc-4f3a-b165-5bc8b18113f6,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:24:22.355722 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a009db-eec0-486b-95ec-8eaf6801904f admin admin] No DVR routers for this DVR port 2576004f-25bc-4f3a-b165-5bc8b18113f6 on host n-d-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:24:22.457371 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-4f4b072f-6fad-45c9-a546-d395e1433854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:22.470845 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d7a009db-eec0-486b-95ec-8eaf6801904f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:22.475134 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-c20e2a26-efcc-4d28-bfe8-c479e4eaae12 req-afd1ec97-26db-47c4-96c6-b7cc498d7cee tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] For port 55713e77-38b3-42f5-962d-9575770689fe, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=55713e77-38b3-42f5-962d-9575770689fe,segment=NetworkSegment(7242661a-6816-45d7-a9cf-d91bdd00208a),segment_id=7242661a-6816-45d7-a9cf-d91bdd00208a)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:24:22.475925 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-c20e2a26-efcc-4d28-bfe8-c479e4eaae12 req-afd1ec97-26db-47c4-96c6-b7cc498d7cee tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:22.488578 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-d7a009db-eec0-486b-95ec-8eaf6801904f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd39b4b7-e343-48d5-a296-8b0623efb24d']}} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:24:22.508171 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-d7a009db-eec0-486b-95ec-8eaf6801904f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9e2cf5a-453f-413e-a764-0d6594d296bf') {'for_net_delete': True} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:24:22.509596 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-d7a009db-eec0-486b-95ec-8eaf6801904f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9e2cf5a-453f-413e-a764-0d6594d296bf') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:24:22.520381 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4b072f-6fad-45c9-a546-d395e1433854 None None] No DVR routers for this DVR port 2576004f-25bc-4f3a-b165-5bc8b18113f6 on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:24:22.522455 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4b072f-6fad-45c9-a546-d395e1433854 None None] Pushing event deleted for resources: {'Port': ['ID=2576004f-25bc-4f3a-b165-5bc8b18113f6,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:24:22.531675 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d7a009db-eec0-486b-95ec-8eaf6801904f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29786371'] for segment, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:22.545611 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9798b81f-b9d8-4280-97ab-31ecbc316324 req-f9ea4d30-d2e6-4fb3-9204-b821238054ef tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:22.547890 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9798b81f-b9d8-4280-97ab-31ecbc316324 req-f9ea4d30-d2e6-4fb3-9204-b821238054ef tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/ports?device_id=78dae4d3-6dcb-426e-b0cf-de11402d3ceb HTTP/1.1" status: 200 len: 949 time: 0.3352258 Aug 05 11:24:22.553467 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d7a009db-eec0-486b-95ec-8eaf6801904f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:22.564402 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [req-c20e2a26-efcc-4d28-bfe8-c479e4eaae12 req-afd1ec97-26db-47c4-96c6-b7cc498d7cee tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Calling delete_port for 55713e77-38b3-42f5-962d-9575770689fe owned by compute:nova {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:24:22.566474 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7a009db-eec0-486b-95ec-8eaf6801904f admin admin] Releasing vlan 693 on physical network physnet1 to pool {{(pid=94421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:24:22.567263 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d7a009db-eec0-486b-95ec-8eaf6801904f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25038799'] for segment, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:22.569389 n-d-803378-2 neutron-server[94421]: Traceback (most recent call last): Aug 05 11:24:22.569389 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:24:22.569389 n-d-803378-2 neutron-server[94421]: timer() Aug 05 11:24:22.569389 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:24:22.569389 n-d-803378-2 neutron-server[94421]: cb(*args, **kw) Aug 05 11:24:22.569389 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:24:22.569389 n-d-803378-2 neutron-server[94421]: return func(*args, **kwargs) Aug 05 11:24:22.569389 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:24:22.569389 n-d-803378-2 neutron-server[94421]: self._notify() Aug 05 11:24:22.569389 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:24:22.569389 n-d-803378-2 neutron-server[94421]: self.callback(batched_events) Aug 05 11:24:22.569389 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:24:22.569389 n-d-803378-2 neutron-server[94421]: event.method(event) Aug 05 11:24:22.569389 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:24:22.569389 n-d-803378-2 neutron-server[94421]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:24:22.569389 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:24:22.569389 n-d-803378-2 neutron-server[94421]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:24:22.569389 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:24:22.569389 n-d-803378-2 neutron-server[94421]: return f(self, *a, **k) Aug 05 11:24:22.569389 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:24:22.569389 n-d-803378-2 neutron-server[94421]: return self._get(url).json() Aug 05 11:24:22.569389 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:24:22.569389 n-d-803378-2 neutron-server[94421]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:24:22.569389 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:24:22.569389 n-d-803378-2 neutron-server[94421]: return self.request(url, 'GET', **kwargs) Aug 05 11:24:22.569389 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:24:22.569389 n-d-803378-2 neutron-server[94421]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:24:22.569389 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:24:22.569389 n-d-803378-2 neutron-server[94421]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:24:22.569389 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:24:22.569389 n-d-803378-2 neutron-server[94421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:24:22.569389 n-d-803378-2 neutron-server[94421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:24:22.575236 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-40af42ea-cda8-4483-a9a2-6c73baebc071 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:22.597654 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1bb340-b488-438f-8e37-58abb831eed0 req-525a4a73-df9c-4364-8b24-cb8116909fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:22.599230 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ef1bb340-b488-438f-8e37-58abb831eed0 req-525a4a73-df9c-4364-8b24-cb8116909fae service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=78dae4d3-6dcb-426e-b0cf-de11402d3ceb HTTP/1.1" status: 200 len: 1100 time: 0.3021622 Aug 05 11:24:22.659031 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d7a009db-eec0-486b-95ec-8eaf6801904f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:22.673536 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d7a009db-eec0-486b-95ec-8eaf6801904f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:22.675038 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-d7a009db-eec0-486b-95ec-8eaf6801904f admin admin] 10.222.0.58 "DELETE /v2.0/networks/bd39b4b7-e343-48d5-a296-8b0623efb24d HTTP/1.1" status: 204 len: 168 time: 1.0357111 Aug 05 11:24:22.680098 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 45624) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:24:22.694840 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a009db-eec0-486b-95ec-8eaf6801904f admin admin] Pushing event deleted for resources: {'Network': ['ID=bd39b4b7-e343-48d5-a296-8b0623efb24d,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:24:22.715418 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-40af42ea-cda8-4483-a9a2-6c73baebc071 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:22.793247 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbad33a6-5c94-412c-a28e-246879f6c558 req-37670a64-a64e-47d7-9ea8-c1934f25b8e8 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:22.794929 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cbad33a6-5c94-412c-a28e-246879f6c558 req-37670a64-a64e-47d7-9ea8-c1934f25b8e8 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/ports?device_id=672374a9-db64-433d-bf95-51fe7f56f21e HTTP/1.1" status: 200 len: 944 time: 0.3017397 Aug 05 11:24:22.848426 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9798b81f-b9d8-4280-97ab-31ecbc316324 req-6b105360-fdcf-4146-bfc0-cf1ac3e4b00f tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/security-groups?id=2975fa17-2fff-4e01-97a3-764244a94779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815001 Aug 05 11:24:22.883873 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ef1bb340-b488-438f-8e37-58abb831eed0 req-3454a58f-737e-4dec-8cac-0b1c8111967a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2975fa17-2fff-4e01-97a3-764244a94779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706547 Aug 05 11:24:22.995979 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cbad33a6-5c94-412c-a28e-246879f6c558 req-2672dd97-fa7b-4cf6-baba-95d793058061 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b660be2-1cd3-4f1b-b8b6-43aa3e7d82c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791735 Aug 05 11:24:23.029575 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-40af42ea-cda8-4483-a9a2-6c73baebc071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:23.029575 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-40af42ea-cda8-4483-a9a2-6c73baebc071 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:23.029575 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-40af42ea-cda8-4483-a9a2-6c73baebc071 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/245b20f8-ad46-4eb9-90d7-cc3e96c36c3f HTTP/1.1" status: 204 len: 168 time: 1.0164344 Aug 05 11:24:23.126130 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40af42ea-cda8-4483-a9a2-6c73baebc071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=245b20f8-ad46-4eb9-90d7-cc3e96c36c3f,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:24:23.216867 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38529071-29b4-4c03-8061-b0baa9037ecf req-cf2aa221-1b80-4ba9-a741-ba987b96abd4 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:23.230402 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38529071-29b4-4c03-8061-b0baa9037ecf req-cf2aa221-1b80-4ba9-a741-ba987b96abd4 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:23.242773 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38529071-29b4-4c03-8061-b0baa9037ecf req-cf2aa221-1b80-4ba9-a741-ba987b96abd4 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:23.255763 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38529071-29b4-4c03-8061-b0baa9037ecf req-cf2aa221-1b80-4ba9-a741-ba987b96abd4 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:23.264347 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38529071-29b4-4c03-8061-b0baa9037ecf req-cf2aa221-1b80-4ba9-a741-ba987b96abd4 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:23.272536 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38529071-29b4-4c03-8061-b0baa9037ecf req-cf2aa221-1b80-4ba9-a741-ba987b96abd4 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:23.281042 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38529071-29b4-4c03-8061-b0baa9037ecf req-cf2aa221-1b80-4ba9-a741-ba987b96abd4 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:23.284781 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-38529071-29b4-4c03-8061-b0baa9037ecf req-cf2aa221-1b80-4ba9-a741-ba987b96abd4 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "GET /v2.0/ports?device_id=443a76e9-196d-4aa4-85e8-0ee1eebabb66 HTTP/1.1" status: 200 len: 5421 time: 0.3274996 Aug 05 11:24:23.368377 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-c20e2a26-efcc-4d28-bfe8-c479e4eaae12 req-afd1ec97-26db-47c4-96c6-b7cc498d7cee tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:23.408929 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['55713e77-38b3-42f5-962d-9575770689fe'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:24:23.444057 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd1ec97-26db-47c4-96c6-b7cc498d7cee tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Pushing event deleted for resources: {'Port': ['ID=55713e77-38b3-42f5-962d-9575770689fe,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:24:23.493488 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-38529071-29b4-4c03-8061-b0baa9037ecf req-8c6513ce-7913-4b1a-af1d-8590aafdb440 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "GET /v2.0/security-groups?id=3ada918e-0522-4602-984c-a2f526ffb568&id=f48f8991-c3a5-417e-a3d1-8861f7ce43c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1582677 Aug 05 11:24:23.640212 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [req-c20e2a26-efcc-4d28-bfe8-c479e4eaae12 req-afd1ec97-26db-47c4-96c6-b7cc498d7cee tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] No DVR routers for this DVR port 55713e77-38b3-42f5-962d-9575770689fe on host n-h2-803378-2 {{(pid=94420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:24:23.650580 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-c20e2a26-efcc-4d28-bfe8-c479e4eaae12 req-afd1ec97-26db-47c4-96c6-b7cc498d7cee tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:23.658414 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c20e2a26-efcc-4d28-bfe8-c479e4eaae12 req-afd1ec97-26db-47c4-96c6-b7cc498d7cee tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.55 "DELETE /v2.0/ports/55713e77-38b3-42f5-962d-9575770689fe HTTP/1.1" status: 204 len: 173 time: 2.0044928 Aug 05 11:24:23.658414 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '672374a9-db64-433d-bf95-51fe7f56f21e', 'name': 'network-vif-deleted', 'tag': '55713e77-38b3-42f5-962d-9575770689fe'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:24:23.662641 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}828068ad8d405ad77660ce68fa78e1ffe658725812f7a08f9e488a446589295b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24278808-7c51-4ce7-bf50-5cb4c035e8c2" -d '{"events": [{"server_uuid": "672374a9-db64-433d-bf95-51fe7f56f21e", "name": "network-vif-deleted", "tag": "55713e77-38b3-42f5-962d-9575770689fe"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:24:23.759783 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b557a9-78ce-45fb-8e9e-382ce6cd7603 req-3149598e-9e50-47b1-9f7b-a22bb32ea832 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:23.763672 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-75b557a9-78ce-45fb-8e9e-382ce6cd7603 req-3149598e-9e50-47b1-9f7b-a22bb32ea832 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=36027764-706d-4f7b-a373-7a65509fe178 HTTP/1.1" status: 200 len: 945 time: 0.3045473 Aug 05 11:24:23.765845 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-955757fb-0aba-4cdf-804c-48a86bad9c85 x-openstack-request-id: req-955757fb-0aba-4cdf-804c-48a86bad9c85 {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:24:23.766140 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "672374a9-db64-433d-bf95-51fe7f56f21e", "name": "network-vif-deleted", "tag": "55713e77-38b3-42f5-962d-9575770689fe", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:24:23.766374 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-955757fb-0aba-4cdf-804c-48a86bad9c85 {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:24:23.766773 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '672374a9-db64-433d-bf95-51fe7f56f21e', 'name': 'network-vif-deleted', 'tag': '55713e77-38b3-42f5-962d-9575770689fe', 'status': 'completed', 'code': 200} Aug 05 11:24:23.845010 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-75b557a9-78ce-45fb-8e9e-382ce6cd7603 req-df284eca-bbd3-4bff-bf03-934683e7e42b tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596721 Aug 05 11:24:23.953286 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-641a1079-6712-4a76-97bb-91d9be48abc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33208311'] for router_interface, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:24.045257 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 2576004f-25bc-4f3a-b165-5bc8b18113f6 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:24:24.099115 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 2576004f-25bc-4f3a-b165-5bc8b18113f6 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:24:24.100042 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 2576004f-25bc-4f3a-b165-5bc8b18113f6 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:24:24.212258 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047fb3bc-7df6-4a71-8758-8a0e474e637e req-ec0803eb-40b8-47d0-b177-f30066cf3451 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:24.218555 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-047fb3bc-7df6-4a71-8758-8a0e474e637e req-ec0803eb-40b8-47d0-b177-f30066cf3451 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/ports?device_id=78dae4d3-6dcb-426e-b0cf-de11402d3ceb HTTP/1.1" status: 200 len: 949 time: 0.2020609 Aug 05 11:24:24.220174 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7270d063-8537-457c-80b8-0d5bacd1909b req-98c947c7-4ab5-4de5-a7e0-941f0f07df75 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/ports?device_id=672374a9-db64-433d-bf95-51fe7f56f21e HTTP/1.1" status: 200 len: 210 time: 0.0738397 Aug 05 11:24:24.379317 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-047fb3bc-7df6-4a71-8758-8a0e474e637e req-1aebea03-e072-4a76-ab57-ff712dd91c9f tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/security-groups?id=2975fa17-2fff-4e01-97a3-764244a94779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524391 Aug 05 11:24:24.614818 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-641a1079-6712-4a76-97bb-91d9be48abc6 admin admin] Deleting port cb112697-ef4f-4dd7-850c-1e5b54969d32 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:24:24.615775 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-641a1079-6712-4a76-97bb-91d9be48abc6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:24.861070 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2374c0-421c-4034-9300-22b597a02222 req-61342f34-3da2-4c0a-bc76-624459cce0fc tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:24.872942 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2374c0-421c-4034-9300-22b597a02222 req-61342f34-3da2-4c0a-bc76-624459cce0fc tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:24.880178 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2374c0-421c-4034-9300-22b597a02222 req-61342f34-3da2-4c0a-bc76-624459cce0fc tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:24.891970 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2374c0-421c-4034-9300-22b597a02222 req-61342f34-3da2-4c0a-bc76-624459cce0fc tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:24.904537 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2374c0-421c-4034-9300-22b597a02222 req-61342f34-3da2-4c0a-bc76-624459cce0fc tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:24.910974 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2374c0-421c-4034-9300-22b597a02222 req-61342f34-3da2-4c0a-bc76-624459cce0fc tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:24.917633 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2374c0-421c-4034-9300-22b597a02222 req-61342f34-3da2-4c0a-bc76-624459cce0fc tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:24.919916 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7c2374c0-421c-4034-9300-22b597a02222 req-61342f34-3da2-4c0a-bc76-624459cce0fc tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "GET /v2.0/ports?device_id=443a76e9-196d-4aa4-85e8-0ee1eebabb66 HTTP/1.1" status: 200 len: 5421 time: 0.2560911 Aug 05 11:24:24.948038 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-641a1079-6712-4a76-97bb-91d9be48abc6 admin admin] For port cb112697-ef4f-4dd7-850c-1e5b54969d32, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=cb112697-ef4f-4dd7-850c-1e5b54969d32,segment=NetworkSegment(e189f35c-f3ef-4a7a-80a9-94338e9d036d),segment_id=e189f35c-f3ef-4a7a-80a9-94338e9d036d)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:24:24.948717 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-641a1079-6712-4a76-97bb-91d9be48abc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:24.974818 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-641a1079-6712-4a76-97bb-91d9be48abc6 admin admin] Calling delete_port for cb112697-ef4f-4dd7-850c-1e5b54969d32 owned by network:router_interface {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:24:25.064275 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7c2374c0-421c-4034-9300-22b597a02222 req-7d01fb64-fa4a-4a91-9d8b-d783a90693d3 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "GET /v2.0/security-groups?id=3ada918e-0522-4602-984c-a2f526ffb568&id=f48f8991-c3a5-417e-a3d1-8861f7ce43c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1329434 Aug 05 11:24:25.134925 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b29b98-9df4-4b5c-943f-7ddf2d34f582 req-0d3b13e3-529d-4021-beef-20e590ff9995 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:25.137191 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-62b29b98-9df4-4b5c-943f-7ddf2d34f582 req-0d3b13e3-529d-4021-beef-20e590ff9995 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=36027764-706d-4f7b-a373-7a65509fe178 HTTP/1.1" status: 200 len: 945 time: 0.1382823 Aug 05 11:24:25.242719 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-62b29b98-9df4-4b5c-943f-7ddf2d34f582 req-9962c233-292d-411d-940c-457a85d9f575 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985048 Aug 05 11:24:25.356121 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-641a1079-6712-4a76-97bb-91d9be48abc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:25.387843 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641a1079-6712-4a76-97bb-91d9be48abc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb112697-ef4f-4dd7-850c-1e5b54969d32,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:24:25.754191 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-641a1079-6712-4a76-97bb-91d9be48abc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33140263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33208171'] for router_interface, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:25.809651 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d715e754-73f9-40d3-b48b-47d2bb225bcb req-3c08141f-a272-42ac-9aa5-817d63acaf31 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:25.811242 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d715e754-73f9-40d3-b48b-47d2bb225bcb req-3c08141f-a272-42ac-9aa5-817d63acaf31 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/ports?device_id=78dae4d3-6dcb-426e-b0cf-de11402d3ceb HTTP/1.1" status: 200 len: 949 time: 0.1654592 Aug 05 11:24:25.982221 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07302bc3-e9b1-487a-9030-c5a2bde282c7 req-b1d65a3b-7096-4768-93df-087a1821ca73 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:25.986073 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-07302bc3-e9b1-487a-9030-c5a2bde282c7 req-b1d65a3b-7096-4768-93df-087a1821ca73 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fada1b1-77db-4131-adc2-98ac0e1c2597 HTTP/1.1" status: 200 len: 944 time: 0.2258625 Aug 05 11:24:26.009101 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 55713e77-38b3-42f5-962d-9575770689fe no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:24:26.014051 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d715e754-73f9-40d3-b48b-47d2bb225bcb req-f4ac66db-8c50-4c7d-b653-ce4e02c36137 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/security-groups?id=2975fa17-2fff-4e01-97a3-764244a94779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872423 Aug 05 11:24:26.080385 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] No Port match for: 55713e77-38b3-42f5-962d-9575770689fe {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:24:26.081320 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 55713e77-38b3-42f5-962d-9575770689fe not bound to the agent host n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:24:26.645270 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 45738) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:24:26.699084 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-07302bc3-e9b1-487a-9030-c5a2bde282c7 req-e3130985-d438-40b2-b27d-31758e8576f0 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b660be2-1cd3-4f1b-b8b6-43aa3e7d82c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682944 Aug 05 11:24:26.719278 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b05050-5817-4426-be76-014b96353077 req-88b95959-a978-4ac4-aadb-8654d776bb9c tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:26.720866 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e1b05050-5817-4426-be76-014b96353077 req-88b95959-a978-4ac4-aadb-8654d776bb9c tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.55 "GET /v2.0/ports?device_id=6fada1b1-77db-4131-adc2-98ac0e1c2597 HTTP/1.1" status: 200 len: 944 time: 0.1953332 Aug 05 11:24:26.799888 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8d9dd8-2ffa-4d7d-8d3b-c1fe6739e419 req-9af52067-d7a3-46b5-ac1c-4092549becd2 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:26.808420 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8d9dd8-2ffa-4d7d-8d3b-c1fe6739e419 req-9af52067-d7a3-46b5-ac1c-4092549becd2 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:26.810482 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-aa8d9dd8-2ffa-4d7d-8d3b-c1fe6739e419 req-9af52067-d7a3-46b5-ac1c-4092549becd2 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c552b8b-2d60-4854-a58c-757979691fa9&device_id=78dae4d3-6dcb-426e-b0cf-de11402d3ceb HTTP/1.1" status: 200 len: 1689 time: 0.2812457 Aug 05 11:24:26.823190 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d8022157-9fe1-4a9a-968b-50a33f90c41f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:26.974188 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d8022157-9fe1-4a9a-968b-50a33f90c41f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:26.979898 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d8022157-9fe1-4a9a-968b-50a33f90c41f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:27.026731 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-aa8d9dd8-2ffa-4d7d-8d3b-c1fe6739e419 req-a625c9ac-d7e5-42ee-8d0d-ba7bd470debb tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/security-groups?id=2975fa17-2fff-4e01-97a3-764244a94779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023525 Aug 05 11:24:27.036113 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8022157-9fe1-4a9a-968b-50a33f90c41f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe443e0d-e257-4e8d-bcac-a22ed87af2c1,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:24:27.046787 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-d8022157-9fe1-4a9a-968b-50a33f90c41f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=959a9bde76cd42089223a1c2307ec5d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4003053 Aug 05 11:24:27.047749 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 45744) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:24:27.112953 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4952347a-ba39-47ca-b69c-918686a4aeb1 req-7002e9a6-0a18-48a1-9dd8-07c88d07d4a9 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:27.120834 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4952347a-ba39-47ca-b69c-918686a4aeb1 req-7002e9a6-0a18-48a1-9dd8-07c88d07d4a9 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:27.128556 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4952347a-ba39-47ca-b69c-918686a4aeb1 req-7002e9a6-0a18-48a1-9dd8-07c88d07d4a9 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:27.137214 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4952347a-ba39-47ca-b69c-918686a4aeb1 req-7002e9a6-0a18-48a1-9dd8-07c88d07d4a9 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:27.144798 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4952347a-ba39-47ca-b69c-918686a4aeb1 req-7002e9a6-0a18-48a1-9dd8-07c88d07d4a9 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:27.152259 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4952347a-ba39-47ca-b69c-918686a4aeb1 req-7002e9a6-0a18-48a1-9dd8-07c88d07d4a9 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:27.159608 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4952347a-ba39-47ca-b69c-918686a4aeb1 req-7002e9a6-0a18-48a1-9dd8-07c88d07d4a9 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:27.161399 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-dfb29ba2-a499-4171-8d91-9704006bf49c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:27.162257 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4952347a-ba39-47ca-b69c-918686a4aeb1 req-7002e9a6-0a18-48a1-9dd8-07c88d07d4a9 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "GET /v2.0/ports?device_id=443a76e9-196d-4aa4-85e8-0ee1eebabb66 HTTP/1.1" status: 200 len: 5421 time: 0.3007638 Aug 05 11:24:27.165859 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-641a1079-6712-4a76-97bb-91d9be48abc6 admin admin] Router fba20d25-508e-48c0-991a-427ed0c4ad76 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 11:24:27.216591 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-dfb29ba2-a499-4171-8d91-9704006bf49c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:27.277570 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [req-e1b05050-5817-4426-be76-014b96353077 req-c2f0a886-7ca1-45e0-8278-953185743925 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Deleting port 517913e1-c703-4e65-8ae0-a6a4446ca3ca {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:24:27.277570 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-e1b05050-5817-4426-be76-014b96353077 req-c2f0a886-7ca1-45e0-8278-953185743925 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:27.342242 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-dfb29ba2-a499-4171-8d91-9704006bf49c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:27.347880 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-dfb29ba2-a499-4171-8d91-9704006bf49c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:27.350177 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-dfb29ba2-a499-4171-8d91-9704006bf49c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fe443e0d-e257-4e8d-bcac-a22ed87af2c1 HTTP/1.1" status: 204 len: 168 time: 0.3008108 Aug 05 11:24:27.369689 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb29ba2-a499-4171-8d91-9704006bf49c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe443e0d-e257-4e8d-bcac-a22ed87af2c1,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:24:27.461634 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4952347a-ba39-47ca-b69c-918686a4aeb1 req-4c29fc34-11d6-4346-97f0-26def9a6eb25 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "GET /v2.0/security-groups?id=3ada918e-0522-4602-984c-a2f526ffb568&id=f48f8991-c3a5-417e-a3d1-8861f7ce43c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2747068 Aug 05 11:24:27.519700 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c860527e-0783-4616-bdd2-f1a8b9a59af2 req-794dde43-67e7-4030-8d53-0a45629400ae tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:27.519700 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c860527e-0783-4616-bdd2-f1a8b9a59af2 req-794dde43-67e7-4030-8d53-0a45629400ae tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=36027764-706d-4f7b-a373-7a65509fe178 HTTP/1.1" status: 200 len: 945 time: 0.3511636 Aug 05 11:24:27.684760 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-e1b05050-5817-4426-be76-014b96353077 req-c2f0a886-7ca1-45e0-8278-953185743925 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] For port 517913e1-c703-4e65-8ae0-a6a4446ca3ca, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=517913e1-c703-4e65-8ae0-a6a4446ca3ca,segment=NetworkSegment(7242661a-6816-45d7-a9cf-d91bdd00208a),segment_id=7242661a-6816-45d7-a9cf-d91bdd00208a)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:24:27.685169 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-e1b05050-5817-4426-be76-014b96353077 req-c2f0a886-7ca1-45e0-8278-953185743925 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:27.698260 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c860527e-0783-4616-bdd2-f1a8b9a59af2 req-900fef01-f93b-4673-9d7d-93c305632192 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561413 Aug 05 11:24:27.734043 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-641a1079-6712-4a76-97bb-91d9be48abc6 admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:24:27.751542 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 45754) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:24:27.762645 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73512d8-1380-4cbb-8542-e6a2c576dc6b None None] Sync routers for ids ['fba20d25-508e-48c0-991a-427ed0c4ad76'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:24:27.766230 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-641a1079-6712-4a76-97bb-91d9be48abc6 admin admin] 10.222.0.58 "PUT /v2.0/routers/fba20d25-508e-48c0-991a-427ed0c4ad76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0737753 Aug 05 11:24:27.791034 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73512d8-1380-4cbb-8542-e6a2c576dc6b None None] Routers {'fba20d25-508e-48c0-991a-427ed0c4ad76'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:24:27.791775 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-c73512d8-1380-4cbb-8542-e6a2c576dc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:24:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['fba20d25-508e-48c0-991a-427ed0c4ad76'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:24:27.794167 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [req-e1b05050-5817-4426-be76-014b96353077 req-c2f0a886-7ca1-45e0-8278-953185743925 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Calling delete_port for 517913e1-c703-4e65-8ae0-a6a4446ca3ca owned by compute:nova {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:24:28.055443 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-c73512d8-1380-4cbb-8542-e6a2c576dc6b None None] Set router fba20d25-508e-48c0-991a-427ed0c4ad76 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:24:28.063542 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9fee3f07-cbb9-4f97-8c26-a9e6de907814 admin admin] Notify callbacks [] for router, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:28.065842 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479edf1d-916b-4012-a586-392bdf2a8c67 req-f5ecf70a-f462-418a-948c-4db437df10f9 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:28.070621 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-479edf1d-916b-4012-a586-392bdf2a8c67 req-f5ecf70a-f462-418a-948c-4db437df10f9 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fada1b1-77db-4131-adc2-98ac0e1c2597 HTTP/1.1" status: 200 len: 944 time: 0.2252533 Aug 05 11:24:28.110846 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 45758) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:24:28.202901 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6e111a3e-9e66-4154-8409-6efbb5c77fdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:28.295879 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9fee3f07-cbb9-4f97-8c26-a9e6de907814 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:28.301631 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-479edf1d-916b-4012-a586-392bdf2a8c67 req-c256e21d-97a4-40a4-9edb-5cf2e6e5b6c1 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b660be2-1cd3-4f1b-b8b6-43aa3e7d82c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969469 Aug 05 11:24:28.312015 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851ffcf9-c32e-458b-bc07-84e162f84962 req-6044a47d-00e4-4a83-b39d-9274b36e4363 tempest-ServersOnMultiNodesTest-767699843 tempest-ServersOnMultiNodesTest-767699843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:28.314441 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-851ffcf9-c32e-458b-bc07-84e162f84962 req-6044a47d-00e4-4a83-b39d-9274b36e4363 tempest-ServersOnMultiNodesTest-767699843 tempest-ServersOnMultiNodesTest-767699843-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=3c552b8b-2d60-4854-a58c-757979691fa9 HTTP/1.1" status: 200 len: 1100 time: 0.2393575 Aug 05 11:24:28.381695 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-c73512d8-1380-4cbb-8542-e6a2c576dc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fba20d25-508e-48c0-991a-427ed0c4ad76', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-420301993-router', 'tenant_id': '4abd504d4bae423c83e9434ebf7fea0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': 'dd86cae8-87dd-45fb-902c-da476772ab9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:17:35Z', 'updated_at': '2021-08-05T11:24:25Z', 'revision_number': 5, 'project_id': '4abd504d4bae423c83e9434ebf7fea0f', 'gw_port': {'id': 'dd86cae8-87dd-45fb-902c-da476772ab9c', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:15:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba20d25-508e-48c0-991a-427ed0c4ad76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:17:37Z', 'updated_at': '2021-08-05T11:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:24:28.418567 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-e1b05050-5817-4426-be76-014b96353077 req-c2f0a886-7ca1-45e0-8278-953185743925 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:28.425872 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73512d8-1380-4cbb-8542-e6a2c576dc6b None None] Checking router: fba20d25-508e-48c0-991a-427ed0c4ad76 for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:24:28.426800 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-9fee3f07-cbb9-4f97-8c26-a9e6de907814 admin admin] Deleting port dd86cae8-87dd-45fb-902c-da476772ab9c {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:24:28.427432 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9fee3f07-cbb9-4f97-8c26-a9e6de907814 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:28.451586 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73512d8-1380-4cbb-8542-e6a2c576dc6b None None] Routers {'fba20d25-508e-48c0-991a-427ed0c4ad76'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:24:28.453204 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-c73512d8-1380-4cbb-8542-e6a2c576dc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:24:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['fba20d25-508e-48c0-991a-427ed0c4ad76'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:24:28.456763 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-851ffcf9-c32e-458b-bc07-84e162f84962 req-460ed9ec-5368-4e36-a49b-aca7b7c4e111 tempest-ServersOnMultiNodesTest-767699843 tempest-ServersOnMultiNodesTest-767699843-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=2975fa17-2fff-4e01-97a3-764244a94779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217611 Aug 05 11:24:28.525811 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f0a886-7ca1-45e0-8278-953185743925 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Pushing event deleted for resources: {'Port': ['ID=517913e1-c703-4e65-8ae0-a6a4446ca3ca,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:24:28.585376 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [None req-9fee3f07-cbb9-4f97-8c26-a9e6de907814 admin admin] For port dd86cae8-87dd-45fb-902c-da476772ab9c, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=dd86cae8-87dd-45fb-902c-da476772ab9c,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:24:28.585850 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9fee3f07-cbb9-4f97-8c26-a9e6de907814 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:28.610648 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-9fee3f07-cbb9-4f97-8c26-a9e6de907814 admin admin] Calling delete_port for dd86cae8-87dd-45fb-902c-da476772ab9c owned by network:router_gateway {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:24:28.637763 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1b05050-5817-4426-be76-014b96353077 req-c2f0a886-7ca1-45e0-8278-953185743925 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] No DVR routers for this DVR port 517913e1-c703-4e65-8ae0-a6a4446ca3ca on host n-h2-803378-2 {{(pid=94420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:24:28.656467 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-e1b05050-5817-4426-be76-014b96353077 req-c2f0a886-7ca1-45e0-8278-953185743925 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:28.659347 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e1b05050-5817-4426-be76-014b96353077 req-c2f0a886-7ca1-45e0-8278-953185743925 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.55 "DELETE /v2.0/ports/517913e1-c703-4e65-8ae0-a6a4446ca3ca HTTP/1.1" status: 204 len: 173 time: 1.8456120 Aug 05 11:24:28.660276 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fada1b1-77db-4131-adc2-98ac0e1c2597', 'name': 'network-vif-deleted', 'tag': '517913e1-c703-4e65-8ae0-a6a4446ca3ca'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:24:28.664389 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}828068ad8d405ad77660ce68fa78e1ffe658725812f7a08f9e488a446589295b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2305332-8cb7-4935-8559-78f7b7f0da69" -d '{"events": [{"server_uuid": "6fada1b1-77db-4131-adc2-98ac0e1c2597", "name": "network-vif-deleted", "tag": "517913e1-c703-4e65-8ae0-a6a4446ca3ca"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:24:28.691236 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-c73512d8-1380-4cbb-8542-e6a2c576dc6b None None] Set router fba20d25-508e-48c0-991a-427ed0c4ad76 gateway port host: None {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:24:28.804280 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6e111a3e-9e66-4154-8409-6efbb5c77fdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:28.812573 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-c73512d8-1380-4cbb-8542-e6a2c576dc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fba20d25-508e-48c0-991a-427ed0c4ad76', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-420301993-router', 'tenant_id': '4abd504d4bae423c83e9434ebf7fea0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:17:35Z', 'updated_at': '2021-08-05T11:24:28Z', 'revision_number': 6, 'project_id': '4abd504d4bae423c83e9434ebf7fea0f', 'gw_port_host': None}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:24:28.840608 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3a12f2-b463-448e-9bed-abcf4bb65bd7 req-5d25ef6b-1688-4db8-8d6c-abef190a52dc tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:28.850434 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3a12f2-b463-448e-9bed-abcf4bb65bd7 req-5d25ef6b-1688-4db8-8d6c-abef190a52dc tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:28.861131 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3a12f2-b463-448e-9bed-abcf4bb65bd7 req-5d25ef6b-1688-4db8-8d6c-abef190a52dc tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:28.865481 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73512d8-1380-4cbb-8542-e6a2c576dc6b None None] The sync data for ids ['fba20d25-508e-48c0-991a-427ed0c4ad76'] in n-d-803378-2 is: [{'id': 'fba20d25-508e-48c0-991a-427ed0c4ad76', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-420301993-router', 'tenant_id': '4abd504d4bae423c83e9434ebf7fea0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:17:35Z', 'updated_at': '2021-08-05T11:24:28Z', 'revision_number': 6, 'project_id': '4abd504d4bae423c83e9434ebf7fea0f', 'gw_port_host': None}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:24:28.869213 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3a12f2-b463-448e-9bed-abcf4bb65bd7 req-5d25ef6b-1688-4db8-8d6c-abef190a52dc tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:28.878126 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3a12f2-b463-448e-9bed-abcf4bb65bd7 req-5d25ef6b-1688-4db8-8d6c-abef190a52dc tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:28.891319 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3a12f2-b463-448e-9bed-abcf4bb65bd7 req-5d25ef6b-1688-4db8-8d6c-abef190a52dc tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:28.900055 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3a12f2-b463-448e-9bed-abcf4bb65bd7 req-5d25ef6b-1688-4db8-8d6c-abef190a52dc tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:28.903240 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ba3a12f2-b463-448e-9bed-abcf4bb65bd7 req-5d25ef6b-1688-4db8-8d6c-abef190a52dc tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "GET /v2.0/ports?device_id=443a76e9-196d-4aa4-85e8-0ee1eebabb66 HTTP/1.1" status: 200 len: 5421 time: 0.2732313 Aug 05 11:24:28.904236 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6e111a3e-9e66-4154-8409-6efbb5c77fdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:28.946136 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:28.963458 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1899a19-e52a-4f1c-8086-692cbbdbe1b6 req-5be85291-4b4c-4bd1-bd04-6adedee92a3d tempest-ServersOnMultiNodesTest-767699843 tempest-ServersOnMultiNodesTest-767699843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:28.973324 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c1899a19-e52a-4f1c-8086-692cbbdbe1b6 req-5be85291-4b4c-4bd1-bd04-6adedee92a3d tempest-ServersOnMultiNodesTest-767699843 tempest-ServersOnMultiNodesTest-767699843-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=78dae4d3-6dcb-426e-b0cf-de11402d3ceb HTTP/1.1" status: 200 len: 1100 time: 0.3142581 Aug 05 11:24:28.978433 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9fee3f07-cbb9-4f97-8c26-a9e6de907814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:29.009866 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-6e111a3e-9e66-4154-8409-6efbb5c77fdb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c34755d4f02648c286a38c641740f198&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8975050 Aug 05 11:24:29.015460 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 45772) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:24:29.016399 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fee3f07-cbb9-4f97-8c26-a9e6de907814 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd86cae8-87dd-45fb-902c-da476772ab9c,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:24:29.025376 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e111a3e-9e66-4154-8409-6efbb5c77fdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c98faade-89aa-4ec5-9e8f-5c135fb881dc,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:24:29.065584 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ba3a12f2-b463-448e-9bed-abcf4bb65bd7 req-ef19bcdb-3bed-4802-b70e-1155db406fac tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "GET /v2.0/security-groups?id=3ada918e-0522-4602-984c-a2f526ffb568&id=f48f8991-c3a5-417e-a3d1-8861f7ce43c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1224530 Aug 05 11:24:29.084181 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c1899a19-e52a-4f1c-8086-692cbbdbe1b6 req-be94efc8-b235-4a8a-a617-684221db9e3b tempest-ServersOnMultiNodesTest-767699843 tempest-ServersOnMultiNodesTest-767699843-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=2975fa17-2fff-4e01-97a3-764244a94779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978630 Aug 05 11:24:29.171155 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fd69ec82-e600-419a-9f98-1373cee8224b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:29.187440 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a90b14e4-260f-4afc-b352-c6a91f0d3db2 x-openstack-request-id: req-a90b14e4-260f-4afc-b352-c6a91f0d3db2 {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:24:29.188445 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fada1b1-77db-4131-adc2-98ac0e1c2597", "name": "network-vif-deleted", "tag": "517913e1-c703-4e65-8ae0-a6a4446ca3ca", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:24:29.189402 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a90b14e4-260f-4afc-b352-c6a91f0d3db2 {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:24:29.191065 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fada1b1-77db-4131-adc2-98ac0e1c2597', 'name': 'network-vif-deleted', 'tag': '517913e1-c703-4e65-8ae0-a6a4446ca3ca', 'status': 'completed', 'code': 200} Aug 05 11:24:29.191422 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9fee3f07-cbb9-4f97-8c26-a9e6de907814 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33285055'] for router_gateway, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:29.301511 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fd69ec82-e600-419a-9f98-1373cee8224b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:29.366084 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9fee3f07-cbb9-4f97-8c26-a9e6de907814 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33262979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1951'] for router, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:29.374732 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9fee3f07-cbb9-4f97-8c26-a9e6de907814 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:29.431672 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d589f706-f9e4-4b0e-b333-58a0d02236ea req-73c74abb-55e7-4e92-8c31-fe958cbe01da tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:29.442255 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d589f706-f9e4-4b0e-b333-58a0d02236ea req-73c74abb-55e7-4e92-8c31-fe958cbe01da tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=36027764-706d-4f7b-a373-7a65509fe178 HTTP/1.1" status: 200 len: 945 time: 0.1062102 Aug 05 11:24:29.493041 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9fee3f07-cbb9-4f97-8c26-a9e6de907814 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33262474'] for router, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:29.494613 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fee3f07-cbb9-4f97-8c26-a9e6de907814 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fba20d25-508e-48c0-991a-427ed0c4ad76 {{(pid=94421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 11:24:29.498679 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fd69ec82-e600-419a-9f98-1373cee8224b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:29.503404 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fd69ec82-e600-419a-9f98-1373cee8224b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:29.508961 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d589f706-f9e4-4b0e-b333-58a0d02236ea req-88a5d833-6c53-4b10-8ce8-1c7de55024d2 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652301 Aug 05 11:24:29.513427 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-fd69ec82-e600-419a-9f98-1373cee8224b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c98faade-89aa-4ec5-9e8f-5c135fb881dc HTTP/1.1" status: 204 len: 168 time: 0.4891670 Aug 05 11:24:29.518663 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9fee3f07-cbb9-4f97-8c26-a9e6de907814 admin admin] Notify callbacks [] for router, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:29.521024 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-9fee3f07-cbb9-4f97-8c26-a9e6de907814 admin admin] 10.222.0.58 "DELETE /v2.0/routers/fba20d25-508e-48c0-991a-427ed0c4ad76 HTTP/1.1" status: 204 len: 168 time: 1.7681937 Aug 05 11:24:29.524156 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 45782) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:24:29.566968 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd69ec82-e600-419a-9f98-1373cee8224b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c98faade-89aa-4ec5-9e8f-5c135fb881dc,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:24:29.571712 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-502e178e-4812-4710-af24-7bc94aa74a63 req-d4fefac0-5b5b-4e83-9808-f780f9aefca4 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fada1b1-77db-4131-adc2-98ac0e1c2597 HTTP/1.1" status: 200 len: 210 time: 0.0531354 Aug 05 11:24:29.607775 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_v2 [None req-e51e3f90-0de3-4afc-b152-bc6109b30298 admin admin] Deleting subnet 4d93057e-cbbc-45a1-8b81-661540e3171b {{(pid=94421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:24:29.622238 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e51e3f90-0de3-4afc-b152-bc6109b30298 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:29.662784 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2465c6eb-d29f-4154-b0ca-10ddf8f06582 req-7f4b86c3-e14f-44b0-936f-4954d6667d69 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=da1b410c9abb4742b18075944f1e5e2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344050 Aug 05 11:24:29.688301 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e51e3f90-0de3-4afc-b152-bc6109b30298 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29786388'] for subnet, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:29.821134 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e51e3f90-0de3-4afc-b152-bc6109b30298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:29.842013 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2465c6eb-d29f-4154-b0ca-10ddf8f06582 req-87c9abca-d6f0-4bf1-81ec-5290cd7c4eaa tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:29.843676 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2465c6eb-d29f-4154-b0ca-10ddf8f06582 req-87c9abca-d6f0-4bf1-81ec-5290cd7c4eaa tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1682503 Aug 05 11:24:29.866734 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2465c6eb-d29f-4154-b0ca-10ddf8f06582 req-1a0b09a4-7c70-4473-b322-6d727d8c019d tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/quotas/da1b410c9abb4742b18075944f1e5e2e HTTP/1.1" status: 200 len: 375 time: 0.0162916 Aug 05 11:24:29.915448 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e51e3f90-0de3-4afc-b152-bc6109b30298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25038609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30075142'] for subnet, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:29.943676 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51e3f90-0de3-4afc-b152-bc6109b30298 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d93057e-cbbc-45a1-8b81-661540e3171b,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:24:29.953130 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2465c6eb-d29f-4154-b0ca-10ddf8f06582 req-cf5ca848-1187-4a52-a9fd-5b4d18c83026 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=da1b410c9abb4742b18075944f1e5e2e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0741537 Aug 05 11:24:29.957620 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e51e3f90-0de3-4afc-b152-bc6109b30298 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:29.968317 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1051612e-eb34-4861-84c7-d6f8e7f1ed6f None None] Network bd48a36b-1b71-48f9-9ee8-ee830e1b4637 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:24:29.976807 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-e51e3f90-0de3-4afc-b152-bc6109b30298 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/4d93057e-cbbc-45a1-8b81-661540e3171b HTTP/1.1" status: 204 len: 168 time: 0.4484918 Aug 05 11:24:29.980388 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 45794) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:24:30.172171 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8f3d3fb3-4bfa-47fa-b896-183df0002dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:30.325097 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-8f3d3fb3-4bfa-47fa-b896-183df0002dc5 admin admin] Deleting port 8dd728a4-c882-43eb-873b-1609dd68d5e8 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:24:30.325642 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8f3d3fb3-4bfa-47fa-b896-183df0002dc5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:30.371214 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 517913e1-c703-4e65-8ae0-a6a4446ca3ca no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:24:30.373304 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device dd86cae8-87dd-45fb-902c-da476772ab9c no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:24:30.449787 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] No Port match for: 517913e1-c703-4e65-8ae0-a6a4446ca3ca {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:24:30.450160 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 517913e1-c703-4e65-8ae0-a6a4446ca3ca not bound to the agent host n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:24:30.458379 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: dd86cae8-87dd-45fb-902c-da476772ab9c {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:24:30.459176 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device dd86cae8-87dd-45fb-902c-da476772ab9c not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:24:30.459853 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device cb112697-ef4f-4dd7-850c-1e5b54969d32 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:24:30.467797 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [None req-8f3d3fb3-4bfa-47fa-b896-183df0002dc5 admin admin] For port 8dd728a4-c882-43eb-873b-1609dd68d5e8, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=8dd728a4-c882-43eb-873b-1609dd68d5e8,segment=NetworkSegment(e189f35c-f3ef-4a7a-80a9-94338e9d036d),segment_id=e189f35c-f3ef-4a7a-80a9-94338e9d036d)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:24:30.468174 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8f3d3fb3-4bfa-47fa-b896-183df0002dc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:30.474991 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5685ddfc-e1b2-4015-bafd-07f9d11cb93b req-c5b84a5c-7789-4077-8828-52046ad719c3 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/ports?device_id=b962ae61-5cd1-4cfe-b72c-f12c9f5209bc HTTP/1.1" status: 200 len: 210 time: 0.2372563 Aug 05 11:24:30.487504 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-8f3d3fb3-4bfa-47fa-b896-183df0002dc5 admin admin] Calling delete_port for 8dd728a4-c882-43eb-873b-1609dd68d5e8 owned by network:dhcp {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:24:30.507591 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: cb112697-ef4f-4dd7-850c-1e5b54969d32 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:24:30.508479 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device cb112697-ef4f-4dd7-850c-1e5b54969d32 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:24:30.563071 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea98a36-32a1-4bbf-979f-4344b51c1249 req-47cb7afe-33d8-48ab-afe2-e6a7a292385b tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:30.574820 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea98a36-32a1-4bbf-979f-4344b51c1249 req-47cb7afe-33d8-48ab-afe2-e6a7a292385b tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:30.606261 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea98a36-32a1-4bbf-979f-4344b51c1249 req-47cb7afe-33d8-48ab-afe2-e6a7a292385b tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:30.616806 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea98a36-32a1-4bbf-979f-4344b51c1249 req-47cb7afe-33d8-48ab-afe2-e6a7a292385b tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:30.629065 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea98a36-32a1-4bbf-979f-4344b51c1249 req-47cb7afe-33d8-48ab-afe2-e6a7a292385b tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:30.639212 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6611bafb-d5b5-4240-8877-f9871dddcbd9 None None] DHCP port deletion for bd48a36b-1b71-48f9-9ee8-ee830e1b4637 request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 11:24:30.666026 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea98a36-32a1-4bbf-979f-4344b51c1249 req-47cb7afe-33d8-48ab-afe2-e6a7a292385b tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:30.700260 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea98a36-32a1-4bbf-979f-4344b51c1249 req-47cb7afe-33d8-48ab-afe2-e6a7a292385b tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:30.716801 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0ea98a36-32a1-4bbf-979f-4344b51c1249 req-47cb7afe-33d8-48ab-afe2-e6a7a292385b tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "GET /v2.0/ports?device_id=443a76e9-196d-4aa4-85e8-0ee1eebabb66 HTTP/1.1" status: 200 len: 5421 time: 0.4685349 Aug 05 11:24:30.765097 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8f3d3fb3-4bfa-47fa-b896-183df0002dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:30.805753 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-6611bafb-d5b5-4240-8877-f9871dddcbd9 None None] Deleting port 8dd728a4-c882-43eb-873b-1609dd68d5e8 {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:24:30.806641 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-6611bafb-d5b5-4240-8877-f9871dddcbd9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:30.811894 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3d3fb3-4bfa-47fa-b896-183df0002dc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8dd728a4-c882-43eb-873b-1609dd68d5e8,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:24:30.819964 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3d3fb3-4bfa-47fa-b896-183df0002dc5 admin admin] No DVR routers for this DVR port 8dd728a4-c882-43eb-873b-1609dd68d5e8 on host n-d-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:24:30.833400 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0ea98a36-32a1-4bbf-979f-4344b51c1249 req-98496903-e360-44b4-97f8-5ec50d5ed6c6 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "GET /v2.0/security-groups?id=3ada918e-0522-4602-984c-a2f526ffb568&id=f48f8991-c3a5-417e-a3d1-8861f7ce43c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1155291 Aug 05 11:24:31.041238 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8f3d3fb3-4bfa-47fa-b896-183df0002dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:31.061478 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e2e7b2-21a0-4487-8b66-46f875891cbc req-56ba553f-a6d5-4e53-8d75-644d63309ee9 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:31.064939 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-8f3d3fb3-4bfa-47fa-b896-183df0002dc5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd48a36b-1b71-48f9-9ee8-ee830e1b4637']}} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:24:31.067229 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-6611bafb-d5b5-4240-8877-f9871dddcbd9 None None] For port 8dd728a4-c882-43eb-873b-1609dd68d5e8, host n-d-803378-2, got binding levels [] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:24:31.068051 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-6611bafb-d5b5-4240-8877-f9871dddcbd9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:31.076347 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-63e2e7b2-21a0-4487-8b66-46f875891cbc req-56ba553f-a6d5-4e53-8d75-644d63309ee9 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=36027764-706d-4f7b-a373-7a65509fe178 HTTP/1.1" status: 200 len: 945 time: 0.1248057 Aug 05 11:24:31.091776 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-8f3d3fb3-4bfa-47fa-b896-183df0002dc5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e189f35c-f3ef-4a7a-80a9-94338e9d036d') {'for_net_delete': True} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:24:31.092321 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-8f3d3fb3-4bfa-47fa-b896-183df0002dc5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e189f35c-f3ef-4a7a-80a9-94338e9d036d') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:24:31.111526 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-6611bafb-d5b5-4240-8877-f9871dddcbd9 None None] Calling delete_port for 8dd728a4-c882-43eb-873b-1609dd68d5e8 owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:24:31.115766 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8f3d3fb3-4bfa-47fa-b896-183df0002dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29786371'] for segment, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:31.117529 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.ipam_backend_mixin [None req-6611bafb-d5b5-4240-8877-f9871dddcbd9 None None] Port 8dd728a4-c882-43eb-873b-1609dd68d5e8 was not found and therefore no delete operation was performed {{(pid=94422) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 05 11:24:31.119398 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-6611bafb-d5b5-4240-8877-f9871dddcbd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:31.144409 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8f3d3fb3-4bfa-47fa-b896-183df0002dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:31.156174 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f3d3fb3-4bfa-47fa-b896-183df0002dc5 admin admin] Releasing vlan 655 on physical network physnet1 to pool {{(pid=94421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:24:31.158610 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8f3d3fb3-4bfa-47fa-b896-183df0002dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25038799'] for segment, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:31.173449 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-63e2e7b2-21a0-4487-8b66-46f875891cbc req-48beabfc-19fb-4b49-848a-4d22a07e9dd4 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898647 Aug 05 11:24:31.203758 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6611bafb-d5b5-4240-8877-f9871dddcbd9 None None] No DVR routers for this DVR port 8dd728a4-c882-43eb-873b-1609dd68d5e8 on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:24:31.207693 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6611bafb-d5b5-4240-8877-f9871dddcbd9 None None] Pushing event deleted for resources: {'Port': ['ID=8dd728a4-c882-43eb-873b-1609dd68d5e8,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:24:31.259671 n-d-803378-2 neutron-server[94421]: Traceback (most recent call last): Aug 05 11:24:31.259671 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:24:31.259671 n-d-803378-2 neutron-server[94421]: timer() Aug 05 11:24:31.259671 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:24:31.259671 n-d-803378-2 neutron-server[94421]: cb(*args, **kw) Aug 05 11:24:31.259671 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:24:31.259671 n-d-803378-2 neutron-server[94421]: return func(*args, **kwargs) Aug 05 11:24:31.259671 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:24:31.259671 n-d-803378-2 neutron-server[94421]: self._notify() Aug 05 11:24:31.259671 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:24:31.259671 n-d-803378-2 neutron-server[94421]: self.callback(batched_events) Aug 05 11:24:31.259671 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:24:31.259671 n-d-803378-2 neutron-server[94421]: event.method(event) Aug 05 11:24:31.259671 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:24:31.259671 n-d-803378-2 neutron-server[94421]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:24:31.259671 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:24:31.259671 n-d-803378-2 neutron-server[94421]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:24:31.259671 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:24:31.259671 n-d-803378-2 neutron-server[94421]: return f(self, *a, **k) Aug 05 11:24:31.259671 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:24:31.259671 n-d-803378-2 neutron-server[94421]: return self._get(url).json() Aug 05 11:24:31.259671 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:24:31.259671 n-d-803378-2 neutron-server[94421]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:24:31.259671 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:24:31.259671 n-d-803378-2 neutron-server[94421]: return self.request(url, 'GET', **kwargs) Aug 05 11:24:31.259671 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:24:31.259671 n-d-803378-2 neutron-server[94421]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:24:31.259671 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:24:31.259671 n-d-803378-2 neutron-server[94421]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:24:31.259671 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:24:31.259671 n-d-803378-2 neutron-server[94421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:24:31.259671 n-d-803378-2 neutron-server[94421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:24:31.277896 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8f3d3fb3-4bfa-47fa-b896-183df0002dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:31.297389 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8f3d3fb3-4bfa-47fa-b896-183df0002dc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:31.302274 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-8f3d3fb3-4bfa-47fa-b896-183df0002dc5 admin admin] 10.222.0.58 "DELETE /v2.0/networks/bd48a36b-1b71-48f9-9ee8-ee830e1b4637 HTTP/1.1" status: 204 len: 168 time: 1.3201365 Aug 05 11:24:31.331857 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3d3fb3-4bfa-47fa-b896-183df0002dc5 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd48a36b-1b71-48f9-9ee8-ee830e1b4637,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:24:31.585791 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 45842) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:24:31.602584 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f5f3a0-9ea7-4586-987e-a5dd13f743f3 req-6ce27b31-2e50-4d06-8933-6f1914acb2e9 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:31.614504 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-18f5f3a0-9ea7-4586-987e-a5dd13f743f3 req-6ce27b31-2e50-4d06-8933-6f1914acb2e9 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/ports?device_id=32074892-07d5-47e0-93ba-33ceb5bd35b2 HTTP/1.1" status: 200 len: 945 time: 0.1231437 Aug 05 11:24:31.661672 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-8c8d0c65-1371-484d-8c19-8a7717c2dc8a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6bc7fa8383e045a7819a17e3ff0ad9ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0737183 Aug 05 11:24:31.666325 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 45844) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:24:31.681545 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-54f55978-8507-4ba9-bacf-051b8c95c70c req-56f337e0-a0ff-4ee6-8b25-4b849e498beb tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/ports?device_id=b962ae61-5cd1-4cfe-b72c-f12c9f5209bc HTTP/1.1" status: 200 len: 210 time: 0.0559552 Aug 05 11:24:31.723178 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-18f5f3a0-9ea7-4586-987e-a5dd13f743f3 req-cc8b8085-5e64-4fae-9551-486ed4aa0a9c tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b660be2-1cd3-4f1b-b8b6-43aa3e7d82c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067638 Aug 05 11:24:31.800105 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d7fff5a0-bd70-47c4-9060-33df3c52dcd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:31.835218 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d7fff5a0-bd70-47c4-9060-33df3c52dcd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:31.942583 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d7fff5a0-bd70-47c4-9060-33df3c52dcd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:31.947192 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d7fff5a0-bd70-47c4-9060-33df3c52dcd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:31.952823 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-d7fff5a0-bd70-47c4-9060-33df3c52dcd4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/650493a9-41f9-4b20-a8d1-15d0dd11e7eb HTTP/1.1" status: 204 len: 168 time: 0.2801874 Aug 05 11:24:31.966681 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fff5a0-bd70-47c4-9060-33df3c52dcd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=650493a9-41f9-4b20-a8d1-15d0dd11e7eb,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:24:32.143305 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 8dd728a4-c882-43eb-873b-1609dd68d5e8 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:24:32.181760 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7cc5f9-c8e5-4129-94aa-897d7ff7b26d req-ca120d3c-bebf-40b0-bb1c-88abf78502d1 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:32.213459 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 8dd728a4-c882-43eb-873b-1609dd68d5e8 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:24:32.214924 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 8dd728a4-c882-43eb-873b-1609dd68d5e8 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:24:32.221852 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7cc5f9-c8e5-4129-94aa-897d7ff7b26d req-ca120d3c-bebf-40b0-bb1c-88abf78502d1 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:32.252414 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7cc5f9-c8e5-4129-94aa-897d7ff7b26d req-ca120d3c-bebf-40b0-bb1c-88abf78502d1 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:32.274558 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7cc5f9-c8e5-4129-94aa-897d7ff7b26d req-ca120d3c-bebf-40b0-bb1c-88abf78502d1 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:32.301689 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7cc5f9-c8e5-4129-94aa-897d7ff7b26d req-ca120d3c-bebf-40b0-bb1c-88abf78502d1 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:32.317150 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7cc5f9-c8e5-4129-94aa-897d7ff7b26d req-ca120d3c-bebf-40b0-bb1c-88abf78502d1 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:32.343719 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7cc5f9-c8e5-4129-94aa-897d7ff7b26d req-ca120d3c-bebf-40b0-bb1c-88abf78502d1 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:32.346201 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ac7cc5f9-c8e5-4129-94aa-897d7ff7b26d req-ca120d3c-bebf-40b0-bb1c-88abf78502d1 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "GET /v2.0/ports?device_id=443a76e9-196d-4aa4-85e8-0ee1eebabb66 HTTP/1.1" status: 200 len: 5421 time: 0.3321717 Aug 05 11:24:32.444091 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2465c6eb-d29f-4154-b0ca-10ddf8f06582 req-77f9eac1-ba15-4a2e-bf01-4d0e65097c4e tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=da1b410c9abb4742b18075944f1e5e2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0964935 Aug 05 11:24:32.466367 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c67ca3c-cab2-4d6f-b0bf-3f43fad55228 req-8b177ce1-6037-456b-a6ed-c0047ee6e2d2 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:32.468580 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5c67ca3c-cab2-4d6f-b0bf-3f43fad55228 req-8b177ce1-6037-456b-a6ed-c0047ee6e2d2 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.55 "GET /v2.0/ports?device_id=32074892-07d5-47e0-93ba-33ceb5bd35b2 HTTP/1.1" status: 200 len: 945 time: 0.3913462 Aug 05 11:24:32.650368 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b8fc43-5e3c-463d-a0ae-f3146fc68a58 req-0adda7bf-0057-4292-b7e5-6110ec563cc9 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:32.659020 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-44b8fc43-5e3c-463d-a0ae-f3146fc68a58 req-0adda7bf-0057-4292-b7e5-6110ec563cc9 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=36027764-706d-4f7b-a373-7a65509fe178 HTTP/1.1" status: 200 len: 945 time: 0.2793233 Aug 05 11:24:32.670713 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ac7cc5f9-c8e5-4129-94aa-897d7ff7b26d req-4b5af309-85e6-4feb-8e68-3b6e08c58f84 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "GET /v2.0/security-groups?id=3ada918e-0522-4602-984c-a2f526ffb568&id=f48f8991-c3a5-417e-a3d1-8861f7ce43c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2900596 Aug 05 11:24:32.779037 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 45874) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:24:32.809021 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-44b8fc43-5e3c-463d-a0ae-f3146fc68a58 req-e21b9f9c-c0ca-4a70-8776-aea1e0bab250 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490033 Aug 05 11:24:32.847520 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2465c6eb-d29f-4154-b0ca-10ddf8f06582 req-819a10b7-4175-4868-a48b-f0ea1b63bf1e tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:32.852360 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-1466cfbd-6f86-43b8-84f5-777cfcc5f27b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4abd504d4bae423c83e9434ebf7fea0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0687587 Aug 05 11:24:32.852684 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2465c6eb-d29f-4154-b0ca-10ddf8f06582 req-819a10b7-4175-4868-a48b-f0ea1b63bf1e tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3780084 Aug 05 11:24:32.852854 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 45878) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:24:32.896970 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-2465c6eb-d29f-4154-b0ca-10ddf8f06582 req-ff9efca4-e415-4f97-a753-b2a727cd9885 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Request body: {'port': {'device_id': 'b962ae61-5cd1-4cfe-b72c-f12c9f5209bc', 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a', 'admin_state_up': True, 'tenant_id': 'da1b410c9abb4742b18075944f1e5e2e'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:24:32.907542 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c3a4bac7-d743-481c-bf90-469972a2de50 req-a7705eeb-0abf-4fec-ac8f-272c8d615918 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/ports?device_id=b962ae61-5cd1-4cfe-b72c-f12c9f5209bc HTTP/1.1" status: 200 len: 210 time: 0.0790043 Aug 05 11:24:32.977849 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5c67c0b8-9f11-45db-a11a-b9d97998df03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:33.001299 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [req-5c67ca3c-cab2-4d6f-b0bf-3f43fad55228 req-3f42ca6d-3ec8-4e07-890f-5022e28f8fea tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Deleting port 89e1ceeb-0597-41b8-87ce-628445d80d87 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:24:33.001299 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-5c67ca3c-cab2-4d6f-b0bf-3f43fad55228 req-3f42ca6d-3ec8-4e07-890f-5022e28f8fea tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:33.025548 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5c67c0b8-9f11-45db-a11a-b9d97998df03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:33.173201 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80702721-6fa3-4cc1-a57c-ea94089c661d req-ab10b204-1848-4cfd-9fd0-39e5c415bd60 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:33.174954 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-80702721-6fa3-4cc1-a57c-ea94089c661d req-ab10b204-1848-4cfd-9fd0-39e5c415bd60 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/ports?device_id=32074892-07d5-47e0-93ba-33ceb5bd35b2 HTTP/1.1" status: 200 len: 945 time: 0.1994019 Aug 05 11:24:33.243423 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-5c67ca3c-cab2-4d6f-b0bf-3f43fad55228 req-3f42ca6d-3ec8-4e07-890f-5022e28f8fea tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] For port 89e1ceeb-0597-41b8-87ce-628445d80d87, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=89e1ceeb-0597-41b8-87ce-628445d80d87,segment=NetworkSegment(7242661a-6816-45d7-a9cf-d91bdd00208a),segment_id=7242661a-6816-45d7-a9cf-d91bdd00208a)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:24:33.243718 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-5c67ca3c-cab2-4d6f-b0bf-3f43fad55228 req-3f42ca6d-3ec8-4e07-890f-5022e28f8fea tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:33.287187 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [req-5c67ca3c-cab2-4d6f-b0bf-3f43fad55228 req-3f42ca6d-3ec8-4e07-890f-5022e28f8fea tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Calling delete_port for 89e1ceeb-0597-41b8-87ce-628445d80d87 owned by compute:nova {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:24:33.333301 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-80702721-6fa3-4cc1-a57c-ea94089c661d req-d89b9203-2be9-49f5-bbc0-afbd8866bcfb tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b660be2-1cd3-4f1b-b8b6-43aa3e7d82c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419141 Aug 05 11:24:33.336664 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2465c6eb-d29f-4154-b0ca-10ddf8f06582 req-ff9efca4-e415-4f97-a753-b2a727cd9885 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Made reservation on behalf of da1b410c9abb4742b18075944f1e5e2e for: {'port': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:24:33.341292 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-2465c6eb-d29f-4154-b0ca-10ddf8f06582 req-ff9efca4-e415-4f97-a753-b2a727cd9885 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:33.548317 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5c67c0b8-9f11-45db-a11a-b9d97998df03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:33.551140 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5c67c0b8-9f11-45db-a11a-b9d97998df03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:33.555183 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-5c67c0b8-9f11-45db-a11a-b9d97998df03 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f8ba972f-b511-45de-a301-fc091c432ad8 HTTP/1.1" status: 204 len: 168 time: 0.7010794 Aug 05 11:24:33.565121 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c67c0b8-9f11-45db-a11a-b9d97998df03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8ba972f-b511-45de-a301-fc091c432ad8,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:24:33.683124 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-5c67ca3c-cab2-4d6f-b0bf-3f43fad55228 req-3f42ca6d-3ec8-4e07-890f-5022e28f8fea tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:33.703782 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [req-2465c6eb-d29f-4154-b0ca-10ddf8f06582 req-ff9efca4-e415-4f97-a753-b2a727cd9885 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Allocated IP 192.168.233.137 (91caede3-92e4-4b1e-8e3e-36227cfd846a/6842f728-c2f3-4e36-bb32-3303d06ce3f4/a441b0ba-c1cb-43f2-b380-2a046b0a5fdf) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:24:33.786712 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f42ca6d-3ec8-4e07-890f-5022e28f8fea tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Pushing event deleted for resources: {'Port': ['ID=89e1ceeb-0597-41b8-87ce-628445d80d87,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:24:33.982999 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c67ca3c-cab2-4d6f-b0bf-3f43fad55228 req-3f42ca6d-3ec8-4e07-890f-5022e28f8fea tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] No DVR routers for this DVR port 89e1ceeb-0597-41b8-87ce-628445d80d87 on host n-h2-803378-2 {{(pid=94420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:24:33.998818 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-5c67ca3c-cab2-4d6f-b0bf-3f43fad55228 req-3f42ca6d-3ec8-4e07-890f-5022e28f8fea tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:34.003906 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5c67ca3c-cab2-4d6f-b0bf-3f43fad55228 req-3f42ca6d-3ec8-4e07-890f-5022e28f8fea tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.55 "DELETE /v2.0/ports/89e1ceeb-0597-41b8-87ce-628445d80d87 HTTP/1.1" status: 204 len: 173 time: 1.5263357 Aug 05 11:24:34.018569 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32074892-07d5-47e0-93ba-33ceb5bd35b2', 'name': 'network-vif-deleted', 'tag': '89e1ceeb-0597-41b8-87ce-628445d80d87'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:24:34.022023 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}828068ad8d405ad77660ce68fa78e1ffe658725812f7a08f9e488a446589295b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65375dac-ace9-4b22-b955-c3254738fb3b" -d '{"events": [{"server_uuid": "32074892-07d5-47e0-93ba-33ceb5bd35b2", "name": "network-vif-deleted", "tag": "89e1ceeb-0597-41b8-87ce-628445d80d87"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:24:34.180559 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f71e35-fe40-4cf6-80cd-affe63cf816b req-5faacfcd-d729-4f98-a37e-ad74f0f3343a tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:34.192630 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f71e35-fe40-4cf6-80cd-affe63cf816b req-5faacfcd-d729-4f98-a37e-ad74f0f3343a tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:34.204983 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f71e35-fe40-4cf6-80cd-affe63cf816b req-5faacfcd-d729-4f98-a37e-ad74f0f3343a tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:34.215883 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f71e35-fe40-4cf6-80cd-affe63cf816b req-5faacfcd-d729-4f98-a37e-ad74f0f3343a tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:34.230215 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f71e35-fe40-4cf6-80cd-affe63cf816b req-5faacfcd-d729-4f98-a37e-ad74f0f3343a tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:34.243126 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f71e35-fe40-4cf6-80cd-affe63cf816b req-5faacfcd-d729-4f98-a37e-ad74f0f3343a tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:34.254357 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f71e35-fe40-4cf6-80cd-affe63cf816b req-5faacfcd-d729-4f98-a37e-ad74f0f3343a tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:34.257807 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e6f71e35-fe40-4cf6-80cd-affe63cf816b req-5faacfcd-d729-4f98-a37e-ad74f0f3343a tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "GET /v2.0/ports?device_id=443a76e9-196d-4aa4-85e8-0ee1eebabb66 HTTP/1.1" status: 200 len: 5421 time: 0.4063540 Aug 05 11:24:34.325657 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f4a8a5-0ca6-4c8c-95cf-f4d94c4725f9 req-10c43366-0e0c-4da8-8fcf-8ef619b6ad09 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:34.335814 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-90f4a8a5-0ca6-4c8c-95cf-f4d94c4725f9 req-10c43366-0e0c-4da8-8fcf-8ef619b6ad09 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=36027764-706d-4f7b-a373-7a65509fe178 HTTP/1.1" status: 200 len: 945 time: 0.3632529 Aug 05 11:24:34.457759 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e6f71e35-fe40-4cf6-80cd-affe63cf816b req-383d1a0e-aca0-4457-8819-fe83c793a4c0 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "GET /v2.0/security-groups?id=3ada918e-0522-4602-984c-a2f526ffb568&id=f48f8991-c3a5-417e-a3d1-8861f7ce43c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1721635 Aug 05 11:24:34.529171 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-2465c6eb-d29f-4154-b0ca-10ddf8f06582 req-ff9efca4-e415-4f97-a753-b2a727cd9885 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:34.548354 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-90f4a8a5-0ca6-4c8c-95cf-f4d94c4725f9 req-49b52c74-0ae9-44d7-a61e-fcda9d3ee1f9 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936569 Aug 05 11:24:34.575578 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [req-2465c6eb-d29f-4154-b0ca-10ddf8f06582 req-ff9efca4-e415-4f97-a753-b2a727cd9885 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Transition to ACTIVE for port object a441b0ba-c1cb-43f2-b380-2a046b0a5fdf will not be triggered until provisioned by entity DHCP. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:24:34.651025 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d380f56a-10c7-40f0-9dde-2f69634af668 req-e9d651f4-bac2-4c80-a53c-98afa02f73d4 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/ports?device_id=b962ae61-5cd1-4cfe-b72c-f12c9f5209bc HTTP/1.1" status: 200 len: 210 time: 0.0440083 Aug 05 11:24:34.728626 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-2465c6eb-d29f-4154-b0ca-10ddf8f06582 req-ff9efca4-e415-4f97-a753-b2a727cd9885 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:34.750941 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa06f39e-430c-422f-a0ab-f906cfb690a5 x-openstack-request-id: req-fa06f39e-430c-422f-a0ab-f906cfb690a5 {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:24:34.750941 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32074892-07d5-47e0-93ba-33ceb5bd35b2", "name": "network-vif-deleted", "tag": "89e1ceeb-0597-41b8-87ce-628445d80d87", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:24:34.750941 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fa06f39e-430c-422f-a0ab-f906cfb690a5 {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:24:34.751373 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32074892-07d5-47e0-93ba-33ceb5bd35b2', 'name': 'network-vif-deleted', 'tag': '89e1ceeb-0597-41b8-87ce-628445d80d87', 'status': 'completed', 'code': 200} Aug 05 11:24:34.774167 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['46ac903b-6473-4f7d-ab25-233c6efee28b', '0cca5eec-aa95-47fa-ac39-f63160df33c4'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:24:34.790135 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['17316c3c-1452-458b-b7e3-72878c4fab59', 'acb20733-3c4b-47b8-b861-841610d97f25', 'd2d3e84a-bcdc-4a22-ab95-2524ddc32e0e'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:24:34.811442 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2465c6eb-d29f-4154-b0ca-10ddf8f06582 req-ff9efca4-e415-4f97-a753-b2a727cd9885 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Network 91caede3-92e4-4b1e-8e3e-36227cfd846a is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:24:34.819022 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [req-2465c6eb-d29f-4154-b0ca-10ddf8f06582 req-ff9efca4-e415-4f97-a753-b2a727cd9885 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:24:34.831018 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [req-2465c6eb-d29f-4154-b0ca-10ddf8f06582 req-ff9efca4-e415-4f97-a753-b2a727cd9885 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:24:34.950309 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 45952) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:24:35.342632 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e493c672-2d27-419a-9845-739c76da67c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:35.509538 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-0a72358e-dbe0-4577-b181-7a36687f1059 None None] Provisioning for port a441b0ba-c1cb-43f2-b380-2a046b0a5fdf completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:24:35.555440 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-0a72358e-dbe0-4577-b181-7a36687f1059 None None] Provisioning complete for port a441b0ba-c1cb-43f2-b380-2a046b0a5fdf triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:24:35.556078 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-0a72358e-dbe0-4577-b181-7a36687f1059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:35.614385 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e493c672-2d27-419a-9845-739c76da67c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:35.634063 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e493c672-2d27-419a-9845-739c76da67c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:35.729266 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-e493c672-2d27-419a-9845-739c76da67c1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4ca636e9356947a9a0c5a63b79841f57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7678192 Aug 05 11:24:35.729266 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e493c672-2d27-419a-9845-739c76da67c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b532016-4167-432d-8060-fed8914568d1,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:24:35.751483 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 45972) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:24:35.771966 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-0a72358e-dbe0-4577-b181-7a36687f1059 None None] Port a441b0ba-c1cb-43f2-b380-2a046b0a5fdf cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:24:35.873231 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-add1611b-4c10-4396-a2dd-a8d691b8f73a req-bfba9129-7d21-4ec8-8757-5ace40889693 tempest-LiveAutoBlockMigrationV225Test-90741280 tempest-LiveAutoBlockMigrationV225Test-90741280-project] 10.222.0.58 "GET /v2.0/ports?device_id=32074892-07d5-47e0-93ba-33ceb5bd35b2 HTTP/1.1" status: 200 len: 210 time: 0.8131416 Aug 05 11:24:35.880003 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9efca4-e415-4f97-a753-b2a727cd9885 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Pushing event updated for resources: {'Port': ['ID=a441b0ba-c1cb-43f2-b380-2a046b0a5fdf,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:24:35.950136 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-25a1543d-6920-43cf-8b05-94791f33ae77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:36.014570 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-25a1543d-6920-43cf-8b05-94791f33ae77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:36.061992 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2465c6eb-d29f-4154-b0ca-10ddf8f06582 req-ff9efca4-e415-4f97-a753-b2a727cd9885 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:36.068863 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-2465c6eb-d29f-4154-b0ca-10ddf8f06582 req-ff9efca4-e415-4f97-a753-b2a727cd9885 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:36.113648 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2465c6eb-d29f-4154-b0ca-10ddf8f06582 req-ff9efca4-e415-4f97-a753-b2a727cd9885 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2444267 Aug 05 11:24:36.116137 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device cda42fa7-6755-4e33-bd29-5cc1df60f230 details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:24:36.139383 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072624a1-7c8e-458e-a353-4f42827b0451 req-e808c053-254d-46bd-91ee-6aaf03a490dd tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:36.152371 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072624a1-7c8e-458e-a353-4f42827b0451 req-e808c053-254d-46bd-91ee-6aaf03a490dd tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:36.165167 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072624a1-7c8e-458e-a353-4f42827b0451 req-e808c053-254d-46bd-91ee-6aaf03a490dd tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:36.177485 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072624a1-7c8e-458e-a353-4f42827b0451 req-e808c053-254d-46bd-91ee-6aaf03a490dd tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:36.185079 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-25a1543d-6920-43cf-8b05-94791f33ae77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:36.190275 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-25a1543d-6920-43cf-8b05-94791f33ae77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:36.190693 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072624a1-7c8e-458e-a353-4f42827b0451 req-e808c053-254d-46bd-91ee-6aaf03a490dd tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:36.191852 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-25a1543d-6920-43cf-8b05-94791f33ae77 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0b532016-4167-432d-8060-fed8914568d1 HTTP/1.1" status: 204 len: 168 time: 0.4363616 Aug 05 11:24:36.209878 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072624a1-7c8e-458e-a353-4f42827b0451 req-e808c053-254d-46bd-91ee-6aaf03a490dd tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:36.216931 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a1543d-6920-43cf-8b05-94791f33ae77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b532016-4167-432d-8060-fed8914568d1,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:24:36.224161 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072624a1-7c8e-458e-a353-4f42827b0451 req-e808c053-254d-46bd-91ee-6aaf03a490dd tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:36.238404 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 89e1ceeb-0597-41b8-87ce-628445d80d87 no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:24:36.239572 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-072624a1-7c8e-458e-a353-4f42827b0451 req-e808c053-254d-46bd-91ee-6aaf03a490dd tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "GET /v2.0/ports?device_id=443a76e9-196d-4aa4-85e8-0ee1eebabb66 HTTP/1.1" status: 200 len: 5421 time: 0.3758228 Aug 05 11:24:36.263464 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-2465c6eb-d29f-4154-b0ca-10ddf8f06582 req-a72502e7-c93b-42f3-a441-9d2647e89d40 service neutron] Request body: {'port': {'device_id': 'b962ae61-5cd1-4cfe-b72c-f12c9f5209bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-2'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:24:36.425281 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] No Port match for: 89e1ceeb-0597-41b8-87ce-628445d80d87 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:24:36.426367 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 89e1ceeb-0597-41b8-87ce-628445d80d87 not bound to the agent host n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:24:36.538804 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-072624a1-7c8e-458e-a353-4f42827b0451 req-55d5a54e-9aae-4126-afc2-8ac115c288da tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "GET /v2.0/security-groups?id=3ada918e-0522-4602-984c-a2f526ffb568&id=f48f8991-c3a5-417e-a3d1-8861f7ce43c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2977173 Aug 05 11:24:36.566554 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a597733a-3951-4c3b-96cd-5083115ffea1 req-bc38faa7-f123-4176-bb14-982ba7c6c1fb tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:36.575462 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a597733a-3951-4c3b-96cd-5083115ffea1 req-bc38faa7-f123-4176-bb14-982ba7c6c1fb tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=36027764-706d-4f7b-a373-7a65509fe178 HTTP/1.1" status: 200 len: 945 time: 0.3314297 Aug 05 11:24:36.581868 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-2465c6eb-d29f-4154-b0ca-10ddf8f06582 req-a72502e7-c93b-42f3-a441-9d2647e89d40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:36.734721 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port cda42fa7-6755-4e33-bd29-5cc1df60f230, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=cda42fa7-6755-4e33-bd29-5cc1df60f230,segment=NetworkSegment(4abe3257-1333-4b02-890e-df6823bdca9a),segment_id=4abe3257-1333-4b02-890e-df6823bdca9a)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:24:36.781308 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Returning: {'device': 'cda42fa7-6755-4e33-bd29-5cc1df60f230', 'network_id': '1d9d0f10-7957-4188-9ef0-2efd524fc96a', 'port_id': 'cda42fa7-6755-4e33-bd29-5cc1df60f230', 'mac_address': 'fa:16:3e:dd:5e:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '359b66e9-993f-49f2-872a-086774950a53', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:24:36.811921 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a597733a-3951-4c3b-96cd-5083115ffea1 req-354e4ccc-4729-4907-af89-24ea6dff6580 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138181 Aug 05 11:24:36.926279 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:36.956301 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 45994) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:24:36.969001 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cda42fa7-6755-4e33-bd29-5cc1df60f230 {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:24:36.993033 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-270c4dee-efff-45e9-aa7e-27d43b983496 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:37.010383 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port cda42fa7-6755-4e33-bd29-5cc1df60f230, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=cda42fa7-6755-4e33-bd29-5cc1df60f230,segment=NetworkSegment(4abe3257-1333-4b02-890e-df6823bdca9a),segment_id=4abe3257-1333-4b02-890e-df6823bdca9a)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:24:37.025798 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:37.028194 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 9825552d-c4a9-47c2-b314-f8532a62835b details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:24:37.119062 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-3481d69e-4564-45a9-9156-0c2d3e6df7db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:37.137129 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446e349f-9372-4f4d-9358-587b2cec3a0f req-96764353-a764-4e8e-874c-6e03fc40e814 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:37.149362 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-446e349f-9372-4f4d-9358-587b2cec3a0f req-96764353-a764-4e8e-874c-6e03fc40e814 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/ports?device_id=b962ae61-5cd1-4cfe-b72c-f12c9f5209bc HTTP/1.1" status: 200 len: 936 time: 0.4067035 Aug 05 11:24:37.181159 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=cda42fa7-6755-4e33-bd29-5cc1df60f230,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:24:37.262895 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 9825552d-c4a9-47c2-b314-f8532a62835b, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=9825552d-c4a9-47c2-b314-f8532a62835b,segment=NetworkSegment(5c8761d6-8217-4a98-a998-0e6468c69ef6),segment_id=5c8761d6-8217-4a98-a998-0e6468c69ef6)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:24:37.278372 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 46000) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:24:37.293390 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Returning: {'device': '9825552d-c4a9-47c2-b314-f8532a62835b', 'network_id': 'd036d46a-a30d-4750-b27d-4b7146f11df9', 'port_id': '9825552d-c4a9-47c2-b314-f8532a62835b', 'mac_address': 'fa:16:3e:ed:c7:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63fb736d-d029-44dc-a68b-bfad4551695d', 'ip_address': '10.1.1.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:24:37.305692 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-270c4dee-efff-45e9-aa7e-27d43b983496 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:37.316025 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-270c4dee-efff-45e9-aa7e-27d43b983496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:37.354982 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:37.358325 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-446e349f-9372-4f4d-9358-587b2cec3a0f req-a9e2c891-0e85-412f-bc0b-4c5352c21d9c tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/security-groups?id=2975fa17-2fff-4e01-97a3-764244a94779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070446 Aug 05 11:24:37.373301 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270c4dee-efff-45e9-aa7e-27d43b983496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=993d10a0-d3cb-44ee-bb52-2504615950f2,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:24:37.402141 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9825552d-c4a9-47c2-b314-f8532a62835b {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:24:37.407532 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-270c4dee-efff-45e9-aa7e-27d43b983496 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=256d2ddf35354ca6afefe062357462f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4489198 Aug 05 11:24:37.412369 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 46006) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:24:37.431930 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 9825552d-c4a9-47c2-b314-f8532a62835b, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=9825552d-c4a9-47c2-b314-f8532a62835b,segment=NetworkSegment(5c8761d6-8217-4a98-a998-0e6468c69ef6),segment_id=5c8761d6-8217-4a98-a998-0e6468c69ef6)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:24:37.438010 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:37.439166 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 159c355d-badf-4ebb-89b8-3f2e172149e2 details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:24:37.489834 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c4b54ad6-a714-4f69-bdc0-6736c4ae44cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:37.517276 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c4b54ad6-a714-4f69-bdc0-6736c4ae44cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:37.577394 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=9825552d-c4a9-47c2-b314-f8532a62835b,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:24:37.588187 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c4b54ad6-a714-4f69-bdc0-6736c4ae44cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:37.596762 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c4b54ad6-a714-4f69-bdc0-6736c4ae44cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:37.598056 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-c4b54ad6-a714-4f69-bdc0-6736c4ae44cc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/993d10a0-d3cb-44ee-bb52-2504615950f2 HTTP/1.1" status: 204 len: 168 time: 0.1835606 Aug 05 11:24:37.615753 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b54ad6-a714-4f69-bdc0-6736c4ae44cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=993d10a0-d3cb-44ee-bb52-2504615950f2,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:24:37.681871 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 159c355d-badf-4ebb-89b8-3f2e172149e2, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=159c355d-badf-4ebb-89b8-3f2e172149e2,segment=NetworkSegment(8aa51bd4-6b25-4691-9a66-cb8b2c3d272e),segment_id=8aa51bd4-6b25-4691-9a66-cb8b2c3d272e)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:24:37.703879 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Returning: {'device': '159c355d-badf-4ebb-89b8-3f2e172149e2', 'network_id': 'a5f65908-1835-4cf8-bef2-1ebbd6cd0373', 'port_id': '159c355d-badf-4ebb-89b8-3f2e172149e2', 'mac_address': 'fa:16:3e:d9:4f:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f52ba908-7485-4576-8407-c51b73bad34d', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:24:37.712734 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [req-2465c6eb-d29f-4154-b0ca-10ddf8f06582 req-a72502e7-c93b-42f3-a441-9d2647e89d40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a441b0ba-c1cb-43f2-b380-2a046b0a5fdf {{(pid=94420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:24:37.745874 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-2465c6eb-d29f-4154-b0ca-10ddf8f06582 req-a72502e7-c93b-42f3-a441-9d2647e89d40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:37.766798 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_v2 [None req-22a31036-70fa-4510-9c5f-98a0f3468690 admin admin] Deleting subnet 88c33de2-0b50-4fb8-a2a7-3c3e700f5c7c {{(pid=94421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:24:37.773326 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-22a31036-70fa-4510-9c5f-98a0f3468690 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:37.830659 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:37.842185 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-22a31036-70fa-4510-9c5f-98a0f3468690 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29786388'] for subnet, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:37.856408 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 159c355d-badf-4ebb-89b8-3f2e172149e2 {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:24:37.858154 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [req-2465c6eb-d29f-4154-b0ca-10ddf8f06582 req-a72502e7-c93b-42f3-a441-9d2647e89d40 service neutron] Transition to ACTIVE for port object a441b0ba-c1cb-43f2-b380-2a046b0a5fdf will not be triggered until provisioned by entity L2. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:24:37.883900 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72370602-6a51-4de8-b9a3-70c90d18787a req-af7cbf23-5bb9-4bad-a0f9-925de97276e0 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:37.892425 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72370602-6a51-4de8-b9a3-70c90d18787a req-af7cbf23-5bb9-4bad-a0f9-925de97276e0 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:37.902591 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72370602-6a51-4de8-b9a3-70c90d18787a req-af7cbf23-5bb9-4bad-a0f9-925de97276e0 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:37.908742 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 159c355d-badf-4ebb-89b8-3f2e172149e2, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=159c355d-badf-4ebb-89b8-3f2e172149e2,segment=NetworkSegment(8aa51bd4-6b25-4691-9a66-cb8b2c3d272e),segment_id=8aa51bd4-6b25-4691-9a66-cb8b2c3d272e)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:24:37.911953 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72370602-6a51-4de8-b9a3-70c90d18787a req-af7cbf23-5bb9-4bad-a0f9-925de97276e0 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:37.916332 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:37.918762 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 5bd78e20-4e65-4320-8933-ff3e7cd3c7e1 details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:24:37.919023 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72370602-6a51-4de8-b9a3-70c90d18787a req-af7cbf23-5bb9-4bad-a0f9-925de97276e0 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:37.927701 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-22a31036-70fa-4510-9c5f-98a0f3468690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:37.944827 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72370602-6a51-4de8-b9a3-70c90d18787a req-af7cbf23-5bb9-4bad-a0f9-925de97276e0 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:37.977907 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72370602-6a51-4de8-b9a3-70c90d18787a req-af7cbf23-5bb9-4bad-a0f9-925de97276e0 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:37.995687 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-72370602-6a51-4de8-b9a3-70c90d18787a req-af7cbf23-5bb9-4bad-a0f9-925de97276e0 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "GET /v2.0/ports?device_id=443a76e9-196d-4aa4-85e8-0ee1eebabb66 HTTP/1.1" status: 200 len: 5423 time: 0.2319965 Aug 05 11:24:38.002791 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-2465c6eb-d29f-4154-b0ca-10ddf8f06582 req-a72502e7-c93b-42f3-a441-9d2647e89d40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:38.040330 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=159c355d-badf-4ebb-89b8-3f2e172149e2,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:24:38.051225 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-22a31036-70fa-4510-9c5f-98a0f3468690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25038609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30075142'] for subnet, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:38.076410 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 5bd78e20-4e65-4320-8933-ff3e7cd3c7e1, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=5bd78e20-4e65-4320-8933-ff3e7cd3c7e1,segment=NetworkSegment(5c8761d6-8217-4a98-a998-0e6468c69ef6),segment_id=5c8761d6-8217-4a98-a998-0e6468c69ef6)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:24:38.095738 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Returning: {'device': '5bd78e20-4e65-4320-8933-ff3e7cd3c7e1', 'network_id': 'd036d46a-a30d-4750-b27d-4b7146f11df9', 'port_id': '5bd78e20-4e65-4320-8933-ff3e7cd3c7e1', 'mac_address': 'fa:16:3e:aa:19:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63fb736d-d029-44dc-a68b-bfad4551695d', 'ip_address': '10.1.1.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:24:38.123086 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a31036-70fa-4510-9c5f-98a0f3468690 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88c33de2-0b50-4fb8-a2a7-3c3e700f5c7c,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:24:38.130000 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-22a31036-70fa-4510-9c5f-98a0f3468690 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:38.141065 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-22a31036-70fa-4510-9c5f-98a0f3468690 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/88c33de2-0b50-4fb8-a2a7-3c3e700f5c7c HTTP/1.1" status: 204 len: 168 time: 0.8542440 Aug 05 11:24:38.141474 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 46024) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:24:38.203122 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:38.244737 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bd78e20-4e65-4320-8933-ff3e7cd3c7e1 {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:24:38.272750 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9d930ad3-b2d3-48a0-8cc8-8d0e8d00a43b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:38.275800 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-72370602-6a51-4de8-b9a3-70c90d18787a req-e9029d21-65df-4bd0-b7f5-2366fd43dd38 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "GET /v2.0/security-groups?id=3ada918e-0522-4602-984c-a2f526ffb568&id=f48f8991-c3a5-417e-a3d1-8861f7ce43c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2767451 Aug 05 11:24:38.310715 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72502e7-c93b-42f3-a441-9d2647e89d40 service neutron] Pushing event updated for resources: {'Port': ['ID=a441b0ba-c1cb-43f2-b380-2a046b0a5fdf,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:24:38.355148 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 5bd78e20-4e65-4320-8933-ff3e7cd3c7e1, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=5bd78e20-4e65-4320-8933-ff3e7cd3c7e1,segment=NetworkSegment(5c8761d6-8217-4a98-a998-0e6468c69ef6),segment_id=5c8761d6-8217-4a98-a998-0e6468c69ef6)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:24:38.364820 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:38.365744 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device c5788608-f14e-46e7-9589-cd5c2a4cea14 details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:24:38.574575 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f13afb-8df0-439a-ae2c-599aee5789f4 req-6d952a63-444e-442b-abc0-8a3bd9c6a24f tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:38.588324 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-66f13afb-8df0-439a-ae2c-599aee5789f4 req-6d952a63-444e-442b-abc0-8a3bd9c6a24f tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=36027764-706d-4f7b-a373-7a65509fe178 HTTP/1.1" status: 200 len: 945 time: 0.5539351 Aug 05 11:24:38.620340 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9d930ad3-b2d3-48a0-8cc8-8d0e8d00a43b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:38.642950 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-61a3c3f5-1605-4a7e-bcdc-2014c79e828f req-cab1d7bd-4d97-4554-847c-04b3fe7c802e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=33724d5f-7aa2-4a6c-ab21-11196e547338&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2489648 Aug 05 11:24:38.649636 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-9d930ad3-b2d3-48a0-8cc8-8d0e8d00a43b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1d3f101-369e-4625-bfd2-2a60ea4757bb']}} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:24:38.664104 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-9d930ad3-b2d3-48a0-8cc8-8d0e8d00a43b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7242661a-6816-45d7-a9cf-d91bdd00208a') {'for_net_delete': True} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:24:38.664794 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-9d930ad3-b2d3-48a0-8cc8-8d0e8d00a43b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7242661a-6816-45d7-a9cf-d91bdd00208a') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:24:38.685191 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9d930ad3-b2d3-48a0-8cc8-8d0e8d00a43b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29786371'] for segment, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:38.706966 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9d930ad3-b2d3-48a0-8cc8-8d0e8d00a43b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:38.710454 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-66f13afb-8df0-439a-ae2c-599aee5789f4 req-fb26a5f5-cb69-4009-b59c-d6b33f7166e6 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207249 Aug 05 11:24:38.717872 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port c5788608-f14e-46e7-9589-cd5c2a4cea14, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=c5788608-f14e-46e7-9589-cd5c2a4cea14,segment=NetworkSegment(5c8761d6-8217-4a98-a998-0e6468c69ef6),segment_id=5c8761d6-8217-4a98-a998-0e6468c69ef6)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:24:38.719957 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-2465c6eb-d29f-4154-b0ca-10ddf8f06582 req-a72502e7-c93b-42f3-a441-9d2647e89d40 service neutron] Attempting to bind port a441b0ba-c1cb-43f2-b380-2a046b0a5fdf on host n-h1-803378-2 for vnic_type normal with profile {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:24:38.720612 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-2465c6eb-d29f-4154-b0ca-10ddf8f06582 req-a72502e7-c93b-42f3-a441-9d2647e89d40 service neutron] Attempting to bind port a441b0ba-c1cb-43f2-b380-2a046b0a5fdf by drivers openvswitch,hyperv on host n-h1-803378-2 at level 0 using segments [{'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:24:38.721315 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2465c6eb-d29f-4154-b0ca-10ddf8f06582 req-a72502e7-c93b-42f3-a441-9d2647e89d40 service neutron] Attempting to bind port a441b0ba-c1cb-43f2-b380-2a046b0a5fdf on network 91caede3-92e4-4b1e-8e3e-36227cfd846a {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:24:38.721918 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=5bd78e20-4e65-4320-8933-ff3e7cd3c7e1,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:24:38.724376 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d930ad3-b2d3-48a0-8cc8-8d0e8d00a43b admin admin] Releasing vlan 684 on physical network physnet1 to pool {{(pid=94421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:24:38.724983 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9d930ad3-b2d3-48a0-8cc8-8d0e8d00a43b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25038799'] for segment, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:38.737509 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2465c6eb-d29f-4154-b0ca-10ddf8f06582 req-a72502e7-c93b-42f3-a441-9d2647e89d40 service neutron] Port a441b0ba-c1cb-43f2-b380-2a046b0a5fdf on network 91caede3-92e4-4b1e-8e3e-36227cfd846a not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-2 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:24:38.738143 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2465c6eb-d29f-4154-b0ca-10ddf8f06582 req-a72502e7-c93b-42f3-a441-9d2647e89d40 service neutron] Attempting to bind port a441b0ba-c1cb-43f2-b380-2a046b0a5fdf on network 91caede3-92e4-4b1e-8e3e-36227cfd846a {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:24:38.760222 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2465c6eb-d29f-4154-b0ca-10ddf8f06582 req-a72502e7-c93b-42f3-a441-9d2647e89d40 service neutron] Checking agent: {'id': '40bb7567-59bd-4b31-bc29-da1c50bca759', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:24:38.761774 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2465c6eb-d29f-4154-b0ca-10ddf8f06582 req-a72502e7-c93b-42f3-a441-9d2647e89d40 service neutron] Checking segment: {'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:24:38.762492 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2465c6eb-d29f-4154-b0ca-10ddf8f06582 req-a72502e7-c93b-42f3-a441-9d2647e89d40 service neutron] Bound using segment: {'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:24:38.763508 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-2465c6eb-d29f-4154-b0ca-10ddf8f06582 req-a72502e7-c93b-42f3-a441-9d2647e89d40 service neutron] Bound port: a441b0ba-c1cb-43f2-b380-2a046b0a5fdf, host: n-h1-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'}}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:24:38.763911 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Returning: {'device': 'c5788608-f14e-46e7-9589-cd5c2a4cea14', 'network_id': 'd036d46a-a30d-4750-b27d-4b7146f11df9', 'port_id': 'c5788608-f14e-46e7-9589-cd5c2a4cea14', 'mac_address': 'fa:16:3e:ae:5a:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63fb736d-d029-44dc-a68b-bfad4551695d', 'ip_address': '10.1.1.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:24:38.765371 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-2465c6eb-d29f-4154-b0ca-10ddf8f06582 req-a72502e7-c93b-42f3-a441-9d2647e89d40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:38.836354 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:38.870945 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5788608-f14e-46e7-9589-cd5c2a4cea14 {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:24:38.885430 n-d-803378-2 neutron-server[94421]: Traceback (most recent call last): Aug 05 11:24:38.885430 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:24:38.885430 n-d-803378-2 neutron-server[94421]: timer() Aug 05 11:24:38.885430 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:24:38.885430 n-d-803378-2 neutron-server[94421]: cb(*args, **kw) Aug 05 11:24:38.885430 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:24:38.885430 n-d-803378-2 neutron-server[94421]: return func(*args, **kwargs) Aug 05 11:24:38.885430 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:24:38.885430 n-d-803378-2 neutron-server[94421]: self._notify() Aug 05 11:24:38.885430 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:24:38.885430 n-d-803378-2 neutron-server[94421]: self.callback(batched_events) Aug 05 11:24:38.885430 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:24:38.885430 n-d-803378-2 neutron-server[94421]: event.method(event) Aug 05 11:24:38.885430 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:24:38.885430 n-d-803378-2 neutron-server[94421]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:24:38.885430 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:24:38.885430 n-d-803378-2 neutron-server[94421]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:24:38.885430 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:24:38.885430 n-d-803378-2 neutron-server[94421]: return f(self, *a, **k) Aug 05 11:24:38.885430 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:24:38.885430 n-d-803378-2 neutron-server[94421]: return self._get(url).json() Aug 05 11:24:38.885430 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:24:38.885430 n-d-803378-2 neutron-server[94421]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:24:38.885430 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:24:38.885430 n-d-803378-2 neutron-server[94421]: return self.request(url, 'GET', **kwargs) Aug 05 11:24:38.885430 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:24:38.885430 n-d-803378-2 neutron-server[94421]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:24:38.885430 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:24:38.885430 n-d-803378-2 neutron-server[94421]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:24:38.885430 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:24:38.885430 n-d-803378-2 neutron-server[94421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:24:38.885430 n-d-803378-2 neutron-server[94421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:24:38.924079 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9d930ad3-b2d3-48a0-8cc8-8d0e8d00a43b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:38.930644 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-2465c6eb-d29f-4154-b0ca-10ddf8f06582 req-a72502e7-c93b-42f3-a441-9d2647e89d40 service neutron] For port a441b0ba-c1cb-43f2-b380-2a046b0a5fdf, host n-h1-803378-2, cleared binding levels {{(pid=94420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:24:38.934127 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9d930ad3-b2d3-48a0-8cc8-8d0e8d00a43b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:38.936449 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-2465c6eb-d29f-4154-b0ca-10ddf8f06582 req-a72502e7-c93b-42f3-a441-9d2647e89d40 service neutron] For port a441b0ba-c1cb-43f2-b380-2a046b0a5fdf, host n-h1-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=a441b0ba-c1cb-43f2-b380-2a046b0a5fdf,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:24:38.940368 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-9d930ad3-b2d3-48a0-8cc8-8d0e8d00a43b admin admin] 10.222.0.58 "DELETE /v2.0/networks/c1d3f101-369e-4625-bfd2-2a60ea4757bb HTTP/1.1" status: 204 len: 168 time: 0.7970278 Aug 05 11:24:38.941240 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port c5788608-f14e-46e7-9589-cd5c2a4cea14, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=c5788608-f14e-46e7-9589-cd5c2a4cea14,segment=NetworkSegment(5c8761d6-8217-4a98-a998-0e6468c69ef6),segment_id=5c8761d6-8217-4a98-a998-0e6468c69ef6)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:24:38.944135 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 46046) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:24:38.945626 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-2465c6eb-d29f-4154-b0ca-10ddf8f06582 req-a72502e7-c93b-42f3-a441-9d2647e89d40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:38.950327 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:38.951226 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 8fe40b91-b25d-45f0-9197-c82f62355d38 details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:24:39.050545 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a3c3f5-1605-4a7e-bcdc-2014c79e828f req-4bc7d88b-14b7-4601-984b-06f01205f2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:39.054239 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-61a3c3f5-1605-4a7e-bcdc-2014c79e828f req-4bc7d88b-14b7-4601-984b-06f01205f2d8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=da1b410c9abb4742b18075944f1e5e2e&device_id=33724d5f-7aa2-4a6c-ab21-11196e547338 HTTP/1.1" status: 200 len: 1101 time: 0.1674347 Aug 05 11:24:39.055528 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d930ad3-b2d3-48a0-8cc8-8d0e8d00a43b admin admin] Pushing event deleted for resources: {'Network': ['ID=c1d3f101-369e-4625-bfd2-2a60ea4757bb,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:24:39.079684 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 8fe40b91-b25d-45f0-9197-c82f62355d38, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=8fe40b91-b25d-45f0-9197-c82f62355d38,segment=NetworkSegment(5c8761d6-8217-4a98-a998-0e6468c69ef6),segment_id=5c8761d6-8217-4a98-a998-0e6468c69ef6)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:24:39.080061 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2465c6eb-d29f-4154-b0ca-10ddf8f06582 req-a72502e7-c93b-42f3-a441-9d2647e89d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:39.081721 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-2465c6eb-d29f-4154-b0ca-10ddf8f06582 req-a72502e7-c93b-42f3-a441-9d2647e89d40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:39.087093 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2465c6eb-d29f-4154-b0ca-10ddf8f06582 req-a72502e7-c93b-42f3-a441-9d2647e89d40 service neutron] 10.222.0.64 "PUT /v2.0/ports/a441b0ba-c1cb-43f2-b380-2a046b0a5fdf HTTP/1.1" status: 200 len: 1096 time: 2.8409085 Aug 05 11:24:39.088992 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b962ae61-5cd1-4cfe-b72c-f12c9f5209bc', 'tag': 'a441b0ba-c1cb-43f2-b380-2a046b0a5fdf'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:24:39.094674 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}828068ad8d405ad77660ce68fa78e1ffe658725812f7a08f9e488a446589295b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbfbf478-4b80-4991-849b-45cf8030832f" -d '{"events": [{"name": "network-changed", "server_uuid": "b962ae61-5cd1-4cfe-b72c-f12c9f5209bc", "tag": "a441b0ba-c1cb-43f2-b380-2a046b0a5fdf"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:24:39.103533 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=c5788608-f14e-46e7-9589-cd5c2a4cea14,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:24:39.108676 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Returning: {'device': '8fe40b91-b25d-45f0-9197-c82f62355d38', 'network_id': 'd036d46a-a30d-4750-b27d-4b7146f11df9', 'port_id': '8fe40b91-b25d-45f0-9197-c82f62355d38', 'mac_address': 'fa:16:3e:30:d3:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63fb736d-d029-44dc-a68b-bfad4551695d', 'ip_address': '10.1.1.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:24:39.203319 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:39.234241 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fe40b91-b25d-45f0-9197-c82f62355d38 {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:24:39.309895 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 8fe40b91-b25d-45f0-9197-c82f62355d38, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=8fe40b91-b25d-45f0-9197-c82f62355d38,segment=NetworkSegment(5c8761d6-8217-4a98-a998-0e6468c69ef6),segment_id=5c8761d6-8217-4a98-a998-0e6468c69ef6)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:24:39.327636 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:39.386579 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c149530b-3275-467e-989b-673ec831b899 x-openstack-request-id: req-c149530b-3275-467e-989b-673ec831b899 {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:24:39.387345 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b962ae61-5cd1-4cfe-b72c-f12c9f5209bc", "tag": "a441b0ba-c1cb-43f2-b380-2a046b0a5fdf", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:24:39.387345 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c149530b-3275-467e-989b-673ec831b899 {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:24:39.387799 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b962ae61-5cd1-4cfe-b72c-f12c9f5209bc', 'tag': 'a441b0ba-c1cb-43f2-b380-2a046b0a5fdf', 'status': 'completed', 'code': 200} Aug 05 11:24:39.431356 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_v2 [None req-038f9e5c-a69d-4d53-83c3-8e60ceaf32aa admin admin] Deleting subnet a0c9ee6d-c9d6-4ee2-965a-9fa8840a66a9 {{(pid=94420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:24:39.440088 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-038f9e5c-a69d-4d53-83c3-8e60ceaf32aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:39.455044 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a3c3f5-1605-4a7e-bcdc-2014c79e828f req-87f9a916-6534-4369-aefd-c4877c9ae5af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:39.457049 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-61a3c3f5-1605-4a7e-bcdc-2014c79e828f req-87f9a916-6534-4369-aefd-c4877c9ae5af service neutron] 10.222.0.64 "GET /v2.0/networks?id=91caede3-92e4-4b1e-8e3e-36227cfd846a HTTP/1.1" status: 200 len: 870 time: 0.3495896 Aug 05 11:24:39.458074 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=8fe40b91-b25d-45f0-9197-c82f62355d38,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:24:39.473744 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 06805de0-2639-4b78-8f29-513aafaaee7b details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:24:39.559329 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-61a3c3f5-1605-4a7e-bcdc-2014c79e828f req-7f0af6fb-f250-4dba-b8d8-8bbc4ea329dc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=acb20733-3c4b-47b8-b861-841610d97f25 HTTP/1.1" status: 200 len: 217 time: 0.0917883 Aug 05 11:24:39.563060 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-038f9e5c-a69d-4d53-83c3-8e60ceaf32aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25010562'] for subnet, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:39.571414 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72502e7-c93b-42f3-a441-9d2647e89d40 service neutron] Pushing event updated for resources: {'Port': ['ID=a441b0ba-c1cb-43f2-b380-2a046b0a5fdf,revision_number=3']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:24:39.651997 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a3c3f5-1605-4a7e-bcdc-2014c79e828f req-b889b27b-a283-4b70-b3d5-d86e3b55d865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:39.664257 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-61a3c3f5-1605-4a7e-bcdc-2014c79e828f req-b889b27b-a283-4b70-b3d5-d86e3b55d865 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6842f728-c2f3-4e36-bb32-3303d06ce3f4 HTTP/1.1" status: 200 len: 843 time: 0.0927079 Aug 05 11:24:39.668146 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 06805de0-2639-4b78-8f29-513aafaaee7b, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=06805de0-2639-4b78-8f29-513aafaaee7b,segment=NetworkSegment(8aa51bd4-6b25-4691-9a66-cb8b2c3d272e),segment_id=8aa51bd4-6b25-4691-9a66-cb8b2c3d272e)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:24:39.686597 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Returning: {'device': '06805de0-2639-4b78-8f29-513aafaaee7b', 'network_id': 'a5f65908-1835-4cf8-bef2-1ebbd6cd0373', 'port_id': '06805de0-2639-4b78-8f29-513aafaaee7b', 'mac_address': 'fa:16:3e:cf:35:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f52ba908-7485-4576-8407-c51b73bad34d', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:24:39.705068 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2465c6eb-d29f-4154-b0ca-10ddf8f06582 req-8eca9682-3188-4a8a-95fb-55e53efa3ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:39.707520 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2465c6eb-d29f-4154-b0ca-10ddf8f06582 req-8eca9682-3188-4a8a-95fb-55e53efa3ace service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=da1b410c9abb4742b18075944f1e5e2e&device_id=b962ae61-5cd1-4cfe-b72c-f12c9f5209bc HTTP/1.1" status: 200 len: 1099 time: 0.4840732 Aug 05 11:24:39.718091 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb64ca4-20a0-43cd-b3c5-4c397dbb2dc9 req-658a7bca-ee2f-477a-838d-206a67c4b41b tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:39.727801 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3eb64ca4-20a0-43cd-b3c5-4c397dbb2dc9 req-658a7bca-ee2f-477a-838d-206a67c4b41b tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/ports?device_id=b962ae61-5cd1-4cfe-b72c-f12c9f5209bc HTTP/1.1" status: 200 len: 948 time: 0.6122780 Aug 05 11:24:39.739139 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a3c3f5-1605-4a7e-bcdc-2014c79e828f req-54549c9d-fb8a-49ba-b956-e49475d36622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:39.743883 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-61a3c3f5-1605-4a7e-bcdc-2014c79e828f req-54549c9d-fb8a-49ba-b956-e49475d36622 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=91caede3-92e4-4b1e-8e3e-36227cfd846a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0738862 Aug 05 11:24:39.757448 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:39.803335 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06805de0-2639-4b78-8f29-513aafaaee7b {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:24:39.825322 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-038f9e5c-a69d-4d53-83c3-8e60ceaf32aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:39.852365 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2465c6eb-d29f-4154-b0ca-10ddf8f06582 req-4e3ca25f-1b92-442f-a14d-27c20b63697a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=a441b0ba-c1cb-43f2-b380-2a046b0a5fdf HTTP/1.1" status: 200 len: 217 time: 0.1179502 Aug 05 11:24:39.869999 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f14ace-e999-4051-8de9-4c24868f6836 req-d51e0630-d7bc-4e6d-b332-743946f06aff tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:39.877427 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f14ace-e999-4051-8de9-4c24868f6836 req-d51e0630-d7bc-4e6d-b332-743946f06aff tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:39.883817 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f14ace-e999-4051-8de9-4c24868f6836 req-d51e0630-d7bc-4e6d-b332-743946f06aff tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:39.891576 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f14ace-e999-4051-8de9-4c24868f6836 req-d51e0630-d7bc-4e6d-b332-743946f06aff tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:39.898106 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f14ace-e999-4051-8de9-4c24868f6836 req-d51e0630-d7bc-4e6d-b332-743946f06aff tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:39.905963 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f14ace-e999-4051-8de9-4c24868f6836 req-d51e0630-d7bc-4e6d-b332-743946f06aff tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:39.912425 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f14ace-e999-4051-8de9-4c24868f6836 req-d51e0630-d7bc-4e6d-b332-743946f06aff tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:39.916826 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-61a3c3f5-1605-4a7e-bcdc-2014c79e828f req-bee99f59-4952-4af7-99cd-0be29a02e7e2 service neutron] 10.222.0.64 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570377 Aug 05 11:24:39.919266 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-91f14ace-e999-4051-8de9-4c24868f6836 req-d51e0630-d7bc-4e6d-b332-743946f06aff tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "GET /v2.0/ports?device_id=443a76e9-196d-4aa4-85e8-0ee1eebabb66 HTTP/1.1" status: 200 len: 5427 time: 0.3515637 Aug 05 11:24:39.920125 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 46080) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:24:39.925382 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 06805de0-2639-4b78-8f29-513aafaaee7b, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=06805de0-2639-4b78-8f29-513aafaaee7b,segment=NetworkSegment(8aa51bd4-6b25-4691-9a66-cb8b2c3d272e),segment_id=8aa51bd4-6b25-4691-9a66-cb8b2c3d272e)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:24:39.927659 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3eb64ca4-20a0-43cd-b3c5-4c397dbb2dc9 req-98d4ee44-a497-492b-8f89-c6f136aa5f0e tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/security-groups?id=2975fa17-2fff-4e01-97a3-764244a94779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985373 Aug 05 11:24:39.934940 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:39.950013 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:40.006562 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-fe435278-a26d-41a1-850b-70200bb9e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:40.065146 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2465c6eb-d29f-4154-b0ca-10ddf8f06582 req-56be6282-4926-4ad3-8078-f0fc4c30e084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:40.067061 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2465c6eb-d29f-4154-b0ca-10ddf8f06582 req-56be6282-4926-4ad3-8078-f0fc4c30e084 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6842f728-c2f3-4e36-bb32-3303d06ce3f4 HTTP/1.1" status: 200 len: 843 time: 0.1270285 Aug 05 11:24:40.094477 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=06805de0-2639-4b78-8f29-513aafaaee7b,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:24:40.194836 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['cda42fa7-6755-4e33-bd29-5cc1df60f230'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:24:40.222616 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-61a3c3f5-1605-4a7e-bcdc-2014c79e828f req-30fa0fd0-63e7-43d4-b75a-20f05e3f80e9 service neutron] 10.222.0.64 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628038 Aug 05 11:24:40.234986 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-91f14ace-e999-4051-8de9-4c24868f6836 req-d394a1c2-bca1-451a-ab19-5304d0de3b11 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "GET /v2.0/security-groups?id=3ada918e-0522-4602-984c-a2f526ffb568&id=f48f8991-c3a5-417e-a3d1-8861f7ce43c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2883775 Aug 05 11:24:40.247143 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-038f9e5c-a69d-4d53-83c3-8e60ceaf32aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29762763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24211094'] for subnet, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:40.259658 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2465c6eb-d29f-4154-b0ca-10ddf8f06582 req-26ac1420-9829-4218-9a0f-3fd47699a4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:40.261015 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-cfb05843-f223-426b-b130-27c83f4b5271 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:40.261855 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['159c355d-badf-4ebb-89b8-3f2e172149e2'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:24:40.264766 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2465c6eb-d29f-4154-b0ca-10ddf8f06582 req-26ac1420-9829-4218-9a0f-3fd47699a4f4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=91caede3-92e4-4b1e-8e3e-36227cfd846a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1864278 Aug 05 11:24:40.366691 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['8fe40b91-b25d-45f0-9197-c82f62355d38'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:24:40.460065 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-038f9e5c-a69d-4d53-83c3-8e60ceaf32aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:40.464046 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-038f9e5c-a69d-4d53-83c3-8e60ceaf32aa admin admin] 10.222.0.58 "DELETE /v2.0/subnets/a0c9ee6d-c9d6-4ee2-965a-9fa8840a66a9 HTTP/1.1" status: 204 len: 168 time: 1.5144970 Aug 05 11:24:40.467675 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 46096) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:24:40.474886 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038f9e5c-a69d-4d53-83c3-8e60ceaf32aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0c9ee6d-c9d6-4ee2-965a-9fa8840a66a9,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:24:40.502478 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2465c6eb-d29f-4154-b0ca-10ddf8f06582 req-d8f3b36e-6037-4915-a566-e1d4a8a5e718 service neutron] 10.222.0.64 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975031 Aug 05 11:24:40.523175 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8c3829-7364-4249-a4c8-9dbc5c3bb7c1 req-3ea3b771-fb86-448f-bbaa-735a4c416f46 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:40.525436 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ab8c3829-7364-4249-a4c8-9dbc5c3bb7c1 req-3ea3b771-fb86-448f-bbaa-735a4c416f46 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=36027764-706d-4f7b-a373-7a65509fe178 HTTP/1.1" status: 200 len: 945 time: 0.2848451 Aug 05 11:24:40.554744 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['06805de0-2639-4b78-8f29-513aafaaee7b'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:24:40.565822 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-cfb05843-f223-426b-b130-27c83f4b5271 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:40.575505 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-cfb05843-f223-426b-b130-27c83f4b5271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:40.632239 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-cfb05843-f223-426b-b130-27c83f4b5271 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=95c825169c9f434dba354f692dda86ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7079897 Aug 05 11:24:40.633381 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 46102) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:24:40.642945 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0831fffe-7e43-4106-8635-f5642ace9abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:40.680608 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb05843-f223-426b-b130-27c83f4b5271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=704c3850-d514-4cd0-93d2-095f81f23431,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:24:40.724709 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ab8c3829-7364-4249-a4c8-9dbc5c3bb7c1 req-378c3b56-b5a2-4796-96f4-5b366b95f0d3 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859820 Aug 05 11:24:40.769948 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2465c6eb-d29f-4154-b0ca-10ddf8f06582 req-4f037f03-de72-4b25-a0cc-52bd50da5b20 service neutron] 10.222.0.64 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432747 Aug 05 11:24:40.853208 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-86aa7256-316d-4dc1-979c-a2e2cb79c7dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:40.861522 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0831fffe-7e43-4106-8635-f5642ace9abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:40.898341 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-0831fffe-7e43-4106-8635-f5642ace9abe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28655088-ec30-4dac-80e0-e93bd732e883']}} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:24:40.943800 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-0831fffe-7e43-4106-8635-f5642ace9abe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0bf1c2b-94c8-4693-86bb-bb99a5243303') {'for_net_delete': True} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:24:40.944078 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-0831fffe-7e43-4106-8635-f5642ace9abe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0bf1c2b-94c8-4693-86bb-bb99a5243303') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:24:40.949399 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-86aa7256-316d-4dc1-979c-a2e2cb79c7dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:40.977508 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfbf478-4b80-4991-849b-45cf8030832f req-06fb8a85-a003-4118-888a-3c3766f7f95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:40.981186 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fbfbf478-4b80-4991-849b-45cf8030832f req-06fb8a85-a003-4118-888a-3c3766f7f95a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=da1b410c9abb4742b18075944f1e5e2e&device_id=b962ae61-5cd1-4cfe-b72c-f12c9f5209bc HTTP/1.1" status: 200 len: 1099 time: 0.0931656 Aug 05 11:24:40.991719 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0831fffe-7e43-4106-8635-f5642ace9abe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29786371'] for segment, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:41.077233 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0831fffe-7e43-4106-8635-f5642ace9abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:41.111088 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0831fffe-7e43-4106-8635-f5642ace9abe admin admin] Releasing vlan 682 on physical network physnet1 to pool {{(pid=94421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:24:41.111567 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0831fffe-7e43-4106-8635-f5642ace9abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25038799'] for segment, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:41.114544 n-d-803378-2 neutron-server[94421]: Traceback (most recent call last): Aug 05 11:24:41.114544 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:24:41.114544 n-d-803378-2 neutron-server[94421]: timer() Aug 05 11:24:41.114544 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:24:41.114544 n-d-803378-2 neutron-server[94421]: cb(*args, **kw) Aug 05 11:24:41.114544 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:24:41.114544 n-d-803378-2 neutron-server[94421]: return func(*args, **kwargs) Aug 05 11:24:41.114544 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:24:41.114544 n-d-803378-2 neutron-server[94421]: self._notify() Aug 05 11:24:41.114544 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:24:41.114544 n-d-803378-2 neutron-server[94421]: self.callback(batched_events) Aug 05 11:24:41.114544 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:24:41.114544 n-d-803378-2 neutron-server[94421]: event.method(event) Aug 05 11:24:41.114544 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:24:41.114544 n-d-803378-2 neutron-server[94421]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:24:41.114544 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:24:41.114544 n-d-803378-2 neutron-server[94421]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:24:41.114544 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:24:41.114544 n-d-803378-2 neutron-server[94421]: return f(self, *a, **k) Aug 05 11:24:41.114544 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:24:41.114544 n-d-803378-2 neutron-server[94421]: return self._get(url).json() Aug 05 11:24:41.114544 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:24:41.114544 n-d-803378-2 neutron-server[94421]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:24:41.114544 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:24:41.114544 n-d-803378-2 neutron-server[94421]: return self.request(url, 'GET', **kwargs) Aug 05 11:24:41.114544 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:24:41.114544 n-d-803378-2 neutron-server[94421]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:24:41.114544 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:24:41.114544 n-d-803378-2 neutron-server[94421]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:24:41.114544 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:24:41.114544 n-d-803378-2 neutron-server[94421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:24:41.114544 n-d-803378-2 neutron-server[94421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:24:41.235490 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-86aa7256-316d-4dc1-979c-a2e2cb79c7dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:41.238277 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-86aa7256-316d-4dc1-979c-a2e2cb79c7dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:41.243455 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-86aa7256-316d-4dc1-979c-a2e2cb79c7dc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/704c3850-d514-4cd0-93d2-095f81f23431 HTTP/1.1" status: 204 len: 168 time: 0.6049511 Aug 05 11:24:41.256922 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86aa7256-316d-4dc1-979c-a2e2cb79c7dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=704c3850-d514-4cd0-93d2-095f81f23431,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:24:41.263899 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0831fffe-7e43-4106-8635-f5642ace9abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:41.268948 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0831fffe-7e43-4106-8635-f5642ace9abe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:41.271139 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-0831fffe-7e43-4106-8635-f5642ace9abe admin admin] 10.222.0.58 "DELETE /v2.0/networks/28655088-ec30-4dac-80e0-e93bd732e883 HTTP/1.1" status: 204 len: 168 time: 0.8018963 Aug 05 11:24:41.297311 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0831fffe-7e43-4106-8635-f5642ace9abe admin admin] Pushing event deleted for resources: {'Network': ['ID=28655088-ec30-4dac-80e0-e93bd732e883,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:24:41.371612 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b20d66-6076-4f9f-ab7a-cca1ebb30828 req-2b6cfd91-c9ec-4dc1-86d3-3d222165f574 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:41.379767 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-23b20d66-6076-4f9f-ab7a-cca1ebb30828 req-2b6cfd91-c9ec-4dc1-86d3-3d222165f574 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=36027764-706d-4f7b-a373-7a65509fe178 HTTP/1.1" status: 200 len: 945 time: 0.1500530 Aug 05 11:24:41.383129 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfbf478-4b80-4991-849b-45cf8030832f req-96df617e-925f-4f92-8c7f-a5b0c68361d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:41.384644 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fbfbf478-4b80-4991-849b-45cf8030832f req-96df617e-925f-4f92-8c7f-a5b0c68361d0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=91caede3-92e4-4b1e-8e3e-36227cfd846a HTTP/1.1" status: 200 len: 870 time: 0.3521278 Aug 05 11:24:41.430348 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610a293c-3ba4-4f04-acef-fab5749ef8ca req-82c906f7-d771-4143-b2b4-87f43b9cf5fc tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:41.432199 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-610a293c-3ba4-4f04-acef-fab5749ef8ca req-82c906f7-d771-4143-b2b4-87f43b9cf5fc tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/ports?device_id=b962ae61-5cd1-4cfe-b72c-f12c9f5209bc HTTP/1.1" status: 200 len: 948 time: 0.2834044 Aug 05 11:24:41.496669 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fbfbf478-4b80-4991-849b-45cf8030832f req-c74f20f0-ec99-444c-9cae-ceb482b401d3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=a441b0ba-c1cb-43f2-b380-2a046b0a5fdf HTTP/1.1" status: 200 len: 217 time: 0.0987005 Aug 05 11:24:41.503516 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 46152) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:24:41.519035 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['c5788608-f14e-46e7-9589-cd5c2a4cea14'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:24:41.539562 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-23b20d66-6076-4f9f-ab7a-cca1ebb30828 req-b9217f7d-5a87-482c-91ad-a5d53def5735 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587529 Aug 05 11:24:41.625497 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-610a293c-3ba4-4f04-acef-fab5749ef8ca req-c12c2e58-3c66-4594-b358-6164d80a27e3 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/security-groups?id=2975fa17-2fff-4e01-97a3-764244a94779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517861 Aug 05 11:24:41.629033 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-8f7117a3-cbd8-48e0-8009-62509b006f93 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e8f6478cce384a98ba09cac5c1bcf855&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1237614 Aug 05 11:24:41.635067 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 46156) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:24:41.646490 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['9825552d-c4a9-47c2-b314-f8532a62835b'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:24:41.649497 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['5bd78e20-4e65-4320-8933-ff3e7cd3c7e1'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:24:41.664139 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfbf478-4b80-4991-849b-45cf8030832f req-ec389cff-340f-4951-ab04-8b95fa6e6caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:41.666142 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fbfbf478-4b80-4991-849b-45cf8030832f req-ec389cff-340f-4951-ab04-8b95fa6e6caf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6842f728-c2f3-4e36-bb32-3303d06ce3f4 HTTP/1.1" status: 200 len: 843 time: 0.1585705 Aug 05 11:24:41.763290 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-08831e58-c844-4eef-ae1d-6f679efc45f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:41.782765 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:41.848289 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-08831e58-c844-4eef-ae1d-6f679efc45f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:41.922626 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfbf478-4b80-4991-849b-45cf8030832f req-e7b05f9d-5721-45e9-aa35-5da562317633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:41.926290 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fbfbf478-4b80-4991-849b-45cf8030832f req-e7b05f9d-5721-45e9-aa35-5da562317633 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=91caede3-92e4-4b1e-8e3e-36227cfd846a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2410285 Aug 05 11:24:41.982458 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-08831e58-c844-4eef-ae1d-6f679efc45f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:41.986164 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-08831e58-c844-4eef-ae1d-6f679efc45f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:41.987739 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-08831e58-c844-4eef-ae1d-6f679efc45f5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8b660be2-1cd3-4f1b-b8b6-43aa3e7d82c9 HTTP/1.1" status: 204 len: 168 time: 0.3506043 Aug 05 11:24:41.997415 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08831e58-c844-4eef-ae1d-6f679efc45f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b660be2-1cd3-4f1b-b8b6-43aa3e7d82c9,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:24:42.145983 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f76057-4c24-4c66-9e84-bbc40350c3a6 req-b359dc00-6b80-4343-b4c9-2716ef2a89dc tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:42.167690 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f76057-4c24-4c66-9e84-bbc40350c3a6 req-b359dc00-6b80-4343-b4c9-2716ef2a89dc tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:42.180247 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f76057-4c24-4c66-9e84-bbc40350c3a6 req-b359dc00-6b80-4343-b4c9-2716ef2a89dc tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:42.195477 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f76057-4c24-4c66-9e84-bbc40350c3a6 req-b359dc00-6b80-4343-b4c9-2716ef2a89dc tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:42.207791 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f76057-4c24-4c66-9e84-bbc40350c3a6 req-b359dc00-6b80-4343-b4c9-2716ef2a89dc tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:42.218653 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f76057-4c24-4c66-9e84-bbc40350c3a6 req-b359dc00-6b80-4343-b4c9-2716ef2a89dc tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:42.232247 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f76057-4c24-4c66-9e84-bbc40350c3a6 req-b359dc00-6b80-4343-b4c9-2716ef2a89dc tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:42.235455 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c8f76057-4c24-4c66-9e84-bbc40350c3a6 req-b359dc00-6b80-4343-b4c9-2716ef2a89dc tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "GET /v2.0/ports?device_id=443a76e9-196d-4aa4-85e8-0ee1eebabb66 HTTP/1.1" status: 200 len: 5428 time: 0.3887408 Aug 05 11:24:42.320232 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fbfbf478-4b80-4991-849b-45cf8030832f req-25af33df-2f30-407a-a40b-b64ca20e9934 service neutron] 10.222.0.64 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3844664 Aug 05 11:24:42.341166 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 46186) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:24:42.359181 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f5e67fda-7152-4b68-85ef-bcaad6fba2a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:42.367342 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c8f76057-4c24-4c66-9e84-bbc40350c3a6 req-c0299a02-41a8-4e1c-8a9e-51cc208efcc4 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "GET /v2.0/security-groups?id=3ada918e-0522-4602-984c-a2f526ffb568&id=f48f8991-c3a5-417e-a3d1-8861f7ce43c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1100616 Aug 05 11:24:42.557668 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fbfbf478-4b80-4991-849b-45cf8030832f req-896dbe34-6938-49ab-b7fb-badbce82c0ee service neutron] 10.222.0.64 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261050 Aug 05 11:24:42.569353 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f5e67fda-7152-4b68-85ef-bcaad6fba2a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:42.575484 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f5e67fda-7152-4b68-85ef-bcaad6fba2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:42.633702 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-f5e67fda-7152-4b68-85ef-bcaad6fba2a6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8a79f21cc95c4946a09278eb75b51da5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2908630 Aug 05 11:24:42.634450 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e67fda-7152-4b68-85ef-bcaad6fba2a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5854a4b6-03d5-483f-a054-0a4678fcd4a4,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:24:42.638978 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 46202) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:24:42.764206 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4a2b93-f1a7-4c20-a0fb-470fdae3d94e req-44ee2510-426c-4eb2-b0b2-57f3e7d1bb5b tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:42.767411 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ce4a2b93-f1a7-4c20-a0fb-470fdae3d94e req-44ee2510-426c-4eb2-b0b2-57f3e7d1bb5b tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=36027764-706d-4f7b-a373-7a65509fe178 HTTP/1.1" status: 200 len: 945 time: 0.0914423 Aug 05 11:24:42.772318 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1a6b8c19-ac51-42a4-8534-cc3e71a38622 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:42.815241 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1a6b8c19-ac51-42a4-8534-cc3e71a38622 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:42.852417 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ce4a2b93-f1a7-4c20-a0fb-470fdae3d94e req-2665a703-f9f3-4785-97e3-e5d600a0962c tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769277 Aug 05 11:24:42.868691 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 46212) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:24:42.956760 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-59571132-81cf-45e2-8e93-72fb82f84b59 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ddac2dcd0128425b8f7492de963a4955&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0782580 Aug 05 11:24:42.958425 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 46216) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:24:43.003219 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1a6b8c19-ac51-42a4-8534-cc3e71a38622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:43.006315 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1a6b8c19-ac51-42a4-8534-cc3e71a38622 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:43.012137 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-1a6b8c19-ac51-42a4-8534-cc3e71a38622 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5854a4b6-03d5-483f-a054-0a4678fcd4a4 HTTP/1.1" status: 204 len: 168 time: 0.3713300 Aug 05 11:24:43.028269 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebaeb65-2aee-4148-b1c7-2bf8980b9f67 req-18dcce4a-d565-4ff7-b298-62f5954dc361 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:43.030677 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0ebaeb65-2aee-4148-b1c7-2bf8980b9f67 req-18dcce4a-d565-4ff7-b298-62f5954dc361 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/ports?device_id=b962ae61-5cd1-4cfe-b72c-f12c9f5209bc HTTP/1.1" status: 200 len: 948 time: 0.0980871 Aug 05 11:24:43.032329 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6b8c19-ac51-42a4-8534-cc3e71a38622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5854a4b6-03d5-483f-a054-0a4678fcd4a4,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:24:43.065428 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7d9a11a6-6e0d-4c06-b1b6-ea4835b00650 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:43.129305 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7d9a11a6-6e0d-4c06-b1b6-ea4835b00650 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:43.130749 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0ebaeb65-2aee-4148-b1c7-2bf8980b9f67 req-aa42379e-70a3-4d8b-8fcf-04eb65caece5 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/security-groups?id=2975fa17-2fff-4e01-97a3-764244a94779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703037 Aug 05 11:24:43.216119 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7d9a11a6-6e0d-4c06-b1b6-ea4835b00650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:43.219988 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7d9a11a6-6e0d-4c06-b1b6-ea4835b00650 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:43.224852 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-7d9a11a6-6e0d-4c06-b1b6-ea4835b00650 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b9ffc323-f6d5-47d5-815e-c37bf20ced9e HTTP/1.1" status: 204 len: 168 time: 0.2620354 Aug 05 11:24:43.235210 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9a11a6-6e0d-4c06-b1b6-ea4835b00650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9ffc323-f6d5-47d5-815e-c37bf20ced9e,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:24:43.330489 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735c0554-39e5-4070-9941-0c75c63bdf1f req-856fd1f6-4700-402d-ac36-9771da8a8987 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:43.332235 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-735c0554-39e5-4070-9941-0c75c63bdf1f req-856fd1f6-4700-402d-ac36-9771da8a8987 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.64 "GET /v2.0/ports?device_id=36027764-706d-4f7b-a373-7a65509fe178 HTTP/1.1" status: 200 len: 945 time: 0.0814383 Aug 05 11:24:43.452421 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device cda42fa7-6755-4e33-bd29-5cc1df60f230 up at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:24:43.556029 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [req-735c0554-39e5-4070-9941-0c75c63bdf1f req-bc3897a1-b808-4df8-978d-0f860874a73e tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Deleting port 5f7faa48-b0f0-43a1-a218-b55f73c0f272 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:24:43.556795 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-735c0554-39e5-4070-9941-0c75c63bdf1f req-bc3897a1-b808-4df8-978d-0f860874a73e tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:43.570694 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning for port cda42fa7-6755-4e33-bd29-5cc1df60f230 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:24:43.579704 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning complete for port cda42fa7-6755-4e33-bd29-5cc1df60f230 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:24:43.597798 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:43.704112 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:43.707579 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da69e2b-1db8-445d-a5d1-da1243ecf2f8 req-a8114c4a-9274-47f6-8876-d163d968ec92 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:43.715555 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da69e2b-1db8-445d-a5d1-da1243ecf2f8 req-a8114c4a-9274-47f6-8876-d163d968ec92 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:43.722145 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da69e2b-1db8-445d-a5d1-da1243ecf2f8 req-a8114c4a-9274-47f6-8876-d163d968ec92 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:43.728777 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da69e2b-1db8-445d-a5d1-da1243ecf2f8 req-a8114c4a-9274-47f6-8876-d163d968ec92 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:43.736889 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da69e2b-1db8-445d-a5d1-da1243ecf2f8 req-a8114c4a-9274-47f6-8876-d163d968ec92 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:43.743676 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da69e2b-1db8-445d-a5d1-da1243ecf2f8 req-a8114c4a-9274-47f6-8876-d163d968ec92 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:43.751345 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da69e2b-1db8-445d-a5d1-da1243ecf2f8 req-a8114c4a-9274-47f6-8876-d163d968ec92 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:43.754371 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2da69e2b-1db8-445d-a5d1-da1243ecf2f8 req-a8114c4a-9274-47f6-8876-d163d968ec92 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "GET /v2.0/ports?device_id=443a76e9-196d-4aa4-85e8-0ee1eebabb66 HTTP/1.1" status: 200 len: 5428 time: 0.2200899 Aug 05 11:24:43.792736 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:43.837180 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '443a76e9-196d-4aa4-85e8-0ee1eebabb66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cda42fa7-6755-4e33-bd29-5cc1df60f230'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:24:43.873544 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2da69e2b-1db8-445d-a5d1-da1243ecf2f8 req-7932faa8-cd34-48e7-adb1-1b7c670d0e3a tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "GET /v2.0/security-groups?id=3ada918e-0522-4602-984c-a2f526ffb568&id=f48f8991-c3a5-417e-a3d1-8861f7ce43c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0977693 Aug 05 11:24:43.961968 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-735c0554-39e5-4070-9941-0c75c63bdf1f req-bc3897a1-b808-4df8-978d-0f860874a73e tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] For port 5f7faa48-b0f0-43a1-a218-b55f73c0f272, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=5f7faa48-b0f0-43a1-a218-b55f73c0f272,segment=NetworkSegment(32cc618e-4968-4750-a5aa-c2579fceb01e),segment_id=32cc618e-4968-4750-a5aa-c2579fceb01e)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:24:43.963311 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-735c0554-39e5-4070-9941-0c75c63bdf1f req-bc3897a1-b808-4df8-978d-0f860874a73e tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:44.012119 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [req-735c0554-39e5-4070-9941-0c75c63bdf1f req-bc3897a1-b808-4df8-978d-0f860874a73e tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Calling delete_port for 5f7faa48-b0f0-43a1-a218-b55f73c0f272 owned by compute:nova {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:24:44.028109 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c149799-d905-47b7-88e9-e5a2f8863861" -d '{"events": [{"server_uuid": "443a76e9-196d-4aa4-85e8-0ee1eebabb66", "name": "network-vif-plugged", "status": "completed", "tag": "cda42fa7-6755-4e33-bd29-5cc1df60f230"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:24:44.036351 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port cda42fa7-6755-4e33-bd29-5cc1df60f230, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=cda42fa7-6755-4e33-bd29-5cc1df60f230,segment=NetworkSegment(4abe3257-1333-4b02-890e-df6823bdca9a),segment_id=4abe3257-1333-4b02-890e-df6823bdca9a)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:24:44.043767 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:44.046395 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 06805de0-2639-4b78-8f29-513aafaaee7b up at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:24:44.172231 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=cda42fa7-6755-4e33-bd29-5cc1df60f230,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:24:44.201983 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning for port 06805de0-2639-4b78-8f29-513aafaaee7b completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:24:44.210941 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning complete for port 06805de0-2639-4b78-8f29-513aafaaee7b triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:24:44.211811 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:44.342196 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-477905ef-8e7a-4034-9b4d-cd8964fb217d x-openstack-request-id: req-477905ef-8e7a-4034-9b4d-cd8964fb217d {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:24:44.342569 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "443a76e9-196d-4aa4-85e8-0ee1eebabb66", "name": "network-vif-plugged", "status": "completed", "tag": "cda42fa7-6755-4e33-bd29-5cc1df60f230", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:24:44.342992 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-477905ef-8e7a-4034-9b4d-cd8964fb217d {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:24:44.346251 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '443a76e9-196d-4aa4-85e8-0ee1eebabb66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cda42fa7-6755-4e33-bd29-5cc1df60f230', 'code': 200} Aug 05 11:24:44.373758 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:44.430618 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ec4a04-0cd3-4082-964a-6d1cdd7eb76d req-f4a5bf16-63e8-4da8-b727-76530d584a76 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:44.442393 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b6ec4a04-0cd3-4082-964a-6d1cdd7eb76d req-f4a5bf16-63e8-4da8-b727-76530d584a76 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=36027764-706d-4f7b-a373-7a65509fe178 HTTP/1.1" status: 200 len: 945 time: 0.2892396 Aug 05 11:24:44.479069 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 06805de0-2639-4b78-8f29-513aafaaee7b, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=06805de0-2639-4b78-8f29-513aafaaee7b,segment=NetworkSegment(8aa51bd4-6b25-4691-9a66-cb8b2c3d272e),segment_id=8aa51bd4-6b25-4691-9a66-cb8b2c3d272e)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:24:44.491687 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:44.494282 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 159c355d-badf-4ebb-89b8-3f2e172149e2 up at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:24:44.600131 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-735c0554-39e5-4070-9941-0c75c63bdf1f req-bc3897a1-b808-4df8-978d-0f860874a73e tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:44.621405 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b6ec4a04-0cd3-4082-964a-6d1cdd7eb76d req-c6a0e460-38f3-4ece-8ffe-89f44b96db04 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775584 Aug 05 11:24:44.688000 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['5f7faa48-b0f0-43a1-a218-b55f73c0f272'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:24:44.698799 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fcacd2-fa9a-4ecf-85c7-251ed947b25c req-172b51ee-3c63-4e1a-a43f-58346aea7d47 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:44.710496 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f8fcacd2-fa9a-4ecf-85c7-251ed947b25c req-172b51ee-3c63-4e1a-a43f-58346aea7d47 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/ports?device_id=b962ae61-5cd1-4cfe-b72c-f12c9f5209bc HTTP/1.1" status: 200 len: 948 time: 0.2227395 Aug 05 11:24:44.728005 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3897a1-b808-4df8-978d-0f860874a73e tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Pushing event deleted for resources: {'Port': ['ID=5f7faa48-b0f0-43a1-a218-b55f73c0f272,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:24:44.762341 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=06805de0-2639-4b78-8f29-513aafaaee7b,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:24:44.798606 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning for port 159c355d-badf-4ebb-89b8-3f2e172149e2 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:24:44.809559 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning complete for port 159c355d-badf-4ebb-89b8-3f2e172149e2 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:24:44.810819 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:44.837074 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [req-735c0554-39e5-4070-9941-0c75c63bdf1f req-bc3897a1-b808-4df8-978d-0f860874a73e tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] No DVR routers for this DVR port 5f7faa48-b0f0-43a1-a218-b55f73c0f272 on host n-h1-803378-2 {{(pid=94420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:24:44.842198 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-735c0554-39e5-4070-9941-0c75c63bdf1f req-bc3897a1-b808-4df8-978d-0f860874a73e tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:44.843723 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-735c0554-39e5-4070-9941-0c75c63bdf1f req-bc3897a1-b808-4df8-978d-0f860874a73e tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.64 "DELETE /v2.0/ports/5f7faa48-b0f0-43a1-a218-b55f73c0f272 HTTP/1.1" status: 204 len: 173 time: 1.5028009 Aug 05 11:24:44.844065 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36027764-706d-4f7b-a373-7a65509fe178', 'name': 'network-vif-deleted', 'tag': '5f7faa48-b0f0-43a1-a218-b55f73c0f272'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:24:44.846442 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}828068ad8d405ad77660ce68fa78e1ffe658725812f7a08f9e488a446589295b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86e6892c-496e-4400-adee-0b1edb538ea2" -d '{"events": [{"server_uuid": "36027764-706d-4f7b-a373-7a65509fe178", "name": "network-vif-deleted", "tag": "5f7faa48-b0f0-43a1-a218-b55f73c0f272"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:24:44.863172 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f8fcacd2-fa9a-4ecf-85c7-251ed947b25c req-ab75f52a-0bba-48e1-8575-8f58843a9351 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/security-groups?id=2975fa17-2fff-4e01-97a3-764244a94779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507492 Aug 05 11:24:44.919603 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdbf4d27-89bb-4f79-997c-a77442acd307 x-openstack-request-id: req-bdbf4d27-89bb-4f79-997c-a77442acd307 {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:24:44.920200 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36027764-706d-4f7b-a373-7a65509fe178", "name": "network-vif-deleted", "tag": "5f7faa48-b0f0-43a1-a218-b55f73c0f272", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:24:44.920548 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bdbf4d27-89bb-4f79-997c-a77442acd307 {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:24:44.920927 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36027764-706d-4f7b-a373-7a65509fe178', 'name': 'network-vif-deleted', 'tag': '5f7faa48-b0f0-43a1-a218-b55f73c0f272', 'status': 'completed', 'code': 200} Aug 05 11:24:45.035559 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:45.114792 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 159c355d-badf-4ebb-89b8-3f2e172149e2, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=159c355d-badf-4ebb-89b8-3f2e172149e2,segment=NetworkSegment(8aa51bd4-6b25-4691-9a66-cb8b2c3d272e),segment_id=8aa51bd4-6b25-4691-9a66-cb8b2c3d272e)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:24:45.133518 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:45.135463 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 8fe40b91-b25d-45f0-9197-c82f62355d38 up at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:24:45.296077 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=159c355d-badf-4ebb-89b8-3f2e172149e2,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:24:45.299862 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7e0548-4e2c-4209-a582-b8d43b4c9150 req-64476595-de8c-4cd2-a7e0-287d93d8d2a2 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:45.313795 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7e0548-4e2c-4209-a582-b8d43b4c9150 req-64476595-de8c-4cd2-a7e0-287d93d8d2a2 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:45.328354 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7e0548-4e2c-4209-a582-b8d43b4c9150 req-64476595-de8c-4cd2-a7e0-287d93d8d2a2 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:45.333924 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning for port 8fe40b91-b25d-45f0-9197-c82f62355d38 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:24:45.343055 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning complete for port 8fe40b91-b25d-45f0-9197-c82f62355d38 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:24:45.343543 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:45.344935 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7e0548-4e2c-4209-a582-b8d43b4c9150 req-64476595-de8c-4cd2-a7e0-287d93d8d2a2 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:45.354396 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7e0548-4e2c-4209-a582-b8d43b4c9150 req-64476595-de8c-4cd2-a7e0-287d93d8d2a2 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:45.362355 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7e0548-4e2c-4209-a582-b8d43b4c9150 req-64476595-de8c-4cd2-a7e0-287d93d8d2a2 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:45.369751 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7e0548-4e2c-4209-a582-b8d43b4c9150 req-64476595-de8c-4cd2-a7e0-287d93d8d2a2 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:45.378950 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6d7e0548-4e2c-4209-a582-b8d43b4c9150 req-64476595-de8c-4cd2-a7e0-287d93d8d2a2 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "GET /v2.0/ports?device_id=443a76e9-196d-4aa4-85e8-0ee1eebabb66 HTTP/1.1" status: 200 len: 5431 time: 0.2642517 Aug 05 11:24:45.444541 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6d7e0548-4e2c-4209-a582-b8d43b4c9150 req-dcd67434-0707-4ffa-a03f-c89aec3d2ff7 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "GET /v2.0/security-groups?id=3ada918e-0522-4602-984c-a2f526ffb568&id=f48f8991-c3a5-417e-a3d1-8861f7ce43c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0645583 Aug 05 11:24:45.483238 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device a441b0ba-c1cb-43f2-b380-2a046b0a5fdf details requested by agent hyperv_n-h1-803378-2 with host n-h1-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:24:45.536552 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:45.663329 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 8fe40b91-b25d-45f0-9197-c82f62355d38, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=8fe40b91-b25d-45f0-9197-c82f62355d38,segment=NetworkSegment(5c8761d6-8217-4a98-a998-0e6468c69ef6),segment_id=5c8761d6-8217-4a98-a998-0e6468c69ef6)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:24:45.674289 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:45.727162 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 9825552d-c4a9-47c2-b314-f8532a62835b up at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:24:45.801841 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port a441b0ba-c1cb-43f2-b380-2a046b0a5fdf, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=a441b0ba-c1cb-43f2-b380-2a046b0a5fdf,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:24:45.859551 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Returning: {'device': 'a441b0ba-c1cb-43f2-b380-2a046b0a5fdf', 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a', 'port_id': 'a441b0ba-c1cb-43f2-b380-2a046b0a5fdf', 'mac_address': 'fa:16:3e:70:d0:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6842f728-c2f3-4e36-bb32-3303d06ce3f4', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:24:45.869286 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=8fe40b91-b25d-45f0-9197-c82f62355d38,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:24:45.900565 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6fff79dd-edc3-45d0-84a8-75739621faf2 req-e3d3374b-1a0d-4a6b-9c3e-04a2e464a621 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=36027764-706d-4f7b-a373-7a65509fe178 HTTP/1.1" status: 200 len: 210 time: 0.0692804 Aug 05 11:24:45.945842 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning for port 9825552d-c4a9-47c2-b314-f8532a62835b completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:24:45.957997 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning complete for port 9825552d-c4a9-47c2-b314-f8532a62835b triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:24:45.958631 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:45.961522 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:46.023257 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a441b0ba-c1cb-43f2-b380-2a046b0a5fdf {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:24:46.079507 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port a441b0ba-c1cb-43f2-b380-2a046b0a5fdf, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=a441b0ba-c1cb-43f2-b380-2a046b0a5fdf,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:24:46.087939 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:46.095086 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4123cac-ab89-4f1a-9fe0-9dd022aab465 req-a73be721-9a18-484c-a56d-b08f1cbd0d96 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:46.106904 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c4123cac-ab89-4f1a-9fe0-9dd022aab465 req-a73be721-9a18-484c-a56d-b08f1cbd0d96 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/ports?device_id=b962ae61-5cd1-4cfe-b72c-f12c9f5209bc HTTP/1.1" status: 200 len: 948 time: 0.1157305 Aug 05 11:24:46.179659 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c4123cac-ab89-4f1a-9fe0-9dd022aab465 req-c061f831-5c46-4389-a33c-a4e4761dc822 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/security-groups?id=2975fa17-2fff-4e01-97a3-764244a94779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714123 Aug 05 11:24:46.223132 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=a441b0ba-c1cb-43f2-b380-2a046b0a5fdf,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:24:46.238593 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:46.308977 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 11:24:46.320789 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 9825552d-c4a9-47c2-b314-f8532a62835b, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=9825552d-c4a9-47c2-b314-f8532a62835b,segment=NetworkSegment(5c8761d6-8217-4a98-a998-0e6468c69ef6),segment_id=5c8761d6-8217-4a98-a998-0e6468c69ef6)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:24:46.330014 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:46.332023 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device c5788608-f14e-46e7-9589-cd5c2a4cea14 up at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:24:46.363899 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '443a76e9-196d-4aa4-85e8-0ee1eebabb66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06805de0-2639-4b78-8f29-513aafaaee7b'}, {'server_uuid': '443a76e9-196d-4aa4-85e8-0ee1eebabb66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '159c355d-badf-4ebb-89b8-3f2e172149e2'}, {'server_uuid': '443a76e9-196d-4aa4-85e8-0ee1eebabb66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fe40b91-b25d-45f0-9197-c82f62355d38'}, {'server_uuid': '443a76e9-196d-4aa4-85e8-0ee1eebabb66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9825552d-c4a9-47c2-b314-f8532a62835b'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:24:46.368661 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-804a3197-9831-4d49-9a1a-59c40f41ccb7" -d '{"events": [{"server_uuid": "443a76e9-196d-4aa4-85e8-0ee1eebabb66", "name": "network-vif-plugged", "status": "completed", "tag": "06805de0-2639-4b78-8f29-513aafaaee7b"}, {"server_uuid": "443a76e9-196d-4aa4-85e8-0ee1eebabb66", "name": "network-vif-plugged", "status": "completed", "tag": "159c355d-badf-4ebb-89b8-3f2e172149e2"}, {"server_uuid": "443a76e9-196d-4aa4-85e8-0ee1eebabb66", "name": "network-vif-plugged", "status": "completed", "tag": "8fe40b91-b25d-45f0-9197-c82f62355d38"}, {"server_uuid": "443a76e9-196d-4aa4-85e8-0ee1eebabb66", "name": "network-vif-plugged", "status": "completed", "tag": "9825552d-c4a9-47c2-b314-f8532a62835b"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:24:46.454155 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=9825552d-c4a9-47c2-b314-f8532a62835b,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:24:46.476847 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning for port c5788608-f14e-46e7-9589-cd5c2a4cea14 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:24:46.483590 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Thu, 05 Aug 2021 11:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dca5e0d2-3018-4da9-914d-fbe3281ed59c x-openstack-request-id: req-dca5e0d2-3018-4da9-914d-fbe3281ed59c {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:24:46.484700 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "443a76e9-196d-4aa4-85e8-0ee1eebabb66", "name": "network-vif-plugged", "status": "completed", "tag": "06805de0-2639-4b78-8f29-513aafaaee7b", "code": 200}, {"server_uuid": "443a76e9-196d-4aa4-85e8-0ee1eebabb66", "name": "network-vif-plugged", "status": "completed", "tag": "159c355d-badf-4ebb-89b8-3f2e172149e2", "code": 200}, {"server_uuid": "443a76e9-196d-4aa4-85e8-0ee1eebabb66", "name": "network-vif-plugged", "status": "completed", "tag": "8fe40b91-b25d-45f0-9197-c82f62355d38", "code": 200}, {"server_uuid": "443a76e9-196d-4aa4-85e8-0ee1eebabb66", "name": "network-vif-plugged", "status": "completed", "tag": "9825552d-c4a9-47c2-b314-f8532a62835b", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:24:46.484700 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-dca5e0d2-3018-4da9-914d-fbe3281ed59c {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:24:46.484700 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '443a76e9-196d-4aa4-85e8-0ee1eebabb66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06805de0-2639-4b78-8f29-513aafaaee7b', 'code': 200} Aug 05 11:24:46.489106 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '443a76e9-196d-4aa4-85e8-0ee1eebabb66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '159c355d-badf-4ebb-89b8-3f2e172149e2', 'code': 200} Aug 05 11:24:46.490479 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '443a76e9-196d-4aa4-85e8-0ee1eebabb66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fe40b91-b25d-45f0-9197-c82f62355d38', 'code': 200} Aug 05 11:24:46.490856 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '443a76e9-196d-4aa4-85e8-0ee1eebabb66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9825552d-c4a9-47c2-b314-f8532a62835b', 'code': 200} Aug 05 11:24:46.493087 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning complete for port c5788608-f14e-46e7-9589-cd5c2a4cea14 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:24:46.493737 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:46.688957 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2551cff4-05e7-4652-bd0d-732ff7802977 req-5953925f-942f-4ca0-9ff1-a9d6b6191f17 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:46.697924 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2551cff4-05e7-4652-bd0d-732ff7802977 req-5953925f-942f-4ca0-9ff1-a9d6b6191f17 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:46.708659 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:46.710748 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2551cff4-05e7-4652-bd0d-732ff7802977 req-5953925f-942f-4ca0-9ff1-a9d6b6191f17 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:46.714658 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['a441b0ba-c1cb-43f2-b380-2a046b0a5fdf'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:24:46.724963 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2551cff4-05e7-4652-bd0d-732ff7802977 req-5953925f-942f-4ca0-9ff1-a9d6b6191f17 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:46.738092 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2551cff4-05e7-4652-bd0d-732ff7802977 req-5953925f-942f-4ca0-9ff1-a9d6b6191f17 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:46.752860 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2551cff4-05e7-4652-bd0d-732ff7802977 req-5953925f-942f-4ca0-9ff1-a9d6b6191f17 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:46.765382 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2551cff4-05e7-4652-bd0d-732ff7802977 req-5953925f-942f-4ca0-9ff1-a9d6b6191f17 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:46.770552 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2551cff4-05e7-4652-bd0d-732ff7802977 req-5953925f-942f-4ca0-9ff1-a9d6b6191f17 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "GET /v2.0/ports?device_id=443a76e9-196d-4aa4-85e8-0ee1eebabb66 HTTP/1.1" status: 200 len: 5433 time: 0.1860359 Aug 05 11:24:46.841061 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port c5788608-f14e-46e7-9589-cd5c2a4cea14, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=c5788608-f14e-46e7-9589-cd5c2a4cea14,segment=NetworkSegment(5c8761d6-8217-4a98-a998-0e6468c69ef6),segment_id=5c8761d6-8217-4a98-a998-0e6468c69ef6)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:24:46.856294 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2551cff4-05e7-4652-bd0d-732ff7802977 req-d682fdde-29b6-41fe-af14-d84b0399ff39 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "GET /v2.0/security-groups?id=3ada918e-0522-4602-984c-a2f526ffb568&id=f48f8991-c3a5-417e-a3d1-8861f7ce43c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0774984 Aug 05 11:24:46.877670 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:46.878584 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 5bd78e20-4e65-4320-8933-ff3e7cd3c7e1 up at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:24:47.094728 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning for port 5bd78e20-4e65-4320-8933-ff3e7cd3c7e1 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:24:47.101448 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=c5788608-f14e-46e7-9589-cd5c2a4cea14,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:24:47.108095 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning complete for port 5bd78e20-4e65-4320-8933-ff3e7cd3c7e1 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:24:47.108477 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:47.250817 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:47.311874 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 5bd78e20-4e65-4320-8933-ff3e7cd3c7e1, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=5bd78e20-4e65-4320-8933-ff3e7cd3c7e1,segment=NetworkSegment(5c8761d6-8217-4a98-a998-0e6468c69ef6),segment_id=5c8761d6-8217-4a98-a998-0e6468c69ef6)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:24:47.319337 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:47.379566 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3495f2ca-9914-41bc-82f7-1345f8d17bc0 req-828735ff-520f-4684-9b7e-cc2ed3cb1ad4 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:47.391007 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=5bd78e20-4e65-4320-8933-ff3e7cd3c7e1,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:24:47.392167 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3495f2ca-9914-41bc-82f7-1345f8d17bc0 req-828735ff-520f-4684-9b7e-cc2ed3cb1ad4 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/ports?device_id=b962ae61-5cd1-4cfe-b72c-f12c9f5209bc HTTP/1.1" status: 200 len: 949 time: 0.0916791 Aug 05 11:24:47.466265 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3495f2ca-9914-41bc-82f7-1345f8d17bc0 req-fa2b566e-d88d-4483-a936-0535d04311a1 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/security-groups?id=2975fa17-2fff-4e01-97a3-764244a94779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702052 Aug 05 11:24:47.495973 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 5f7faa48-b0f0-43a1-a218-b55f73c0f272 no longer exists at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:24:47.524266 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] No Port match for: 5f7faa48-b0f0-43a1-a218-b55f73c0f272 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:24:47.524652 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 5f7faa48-b0f0-43a1-a218-b55f73c0f272 not bound to the agent host n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:24:47.733803 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 46442) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:24:47.804034 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9c7fd8-799b-444a-bb74-1c34ab69cea1 req-7cd53b37-9b23-4726-9cf1-5468cd09cf29 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:47.807296 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-af9c7fd8-799b-444a-bb74-1c34ab69cea1 req-7cd53b37-9b23-4726-9cf1-5468cd09cf29 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/networks?id=6e7bde98-a1ff-44d7-8525-eaa9c1e81087 HTTP/1.1" status: 200 len: 812 time: 0.2378583 Aug 05 11:24:47.833530 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-af9c7fd8-799b-444a-bb74-1c34ab69cea1 req-dae2d6c1-6f7e-4dce-9d9c-38e4ac4c5b09 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/quotas/d8daa1497f4a496cba61c8a60c09e98b HTTP/1.1" status: 200 len: 375 time: 0.0165975 Aug 05 11:24:47.900703 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-af9c7fd8-799b-444a-bb74-1c34ab69cea1 req-aee15172-05dd-492d-a18a-065c788bdd76 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=d8daa1497f4a496cba61c8a60c09e98b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0571206 Aug 05 11:24:47.955012 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-dd43dc13-6e85-473a-983b-d4cf67d87e43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:48.077762 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-af9c7fd8-799b-444a-bb74-1c34ab69cea1 req-5a792e11-3585-4c14-baa1-de5c6b818164 service neutron] 10.222.0.58 "GET /v2.0/networks/6e7bde98-a1ff-44d7-8525-eaa9c1e81087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637754 Aug 05 11:24:48.129972 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-dd43dc13-6e85-473a-983b-d4cf67d87e43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:48.138734 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-dd43dc13-6e85-473a-983b-d4cf67d87e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:48.199977 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-dd43dc13-6e85-473a-983b-d4cf67d87e43 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=13472d0bcdcf4f65b868522475edb7a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4643667 Aug 05 11:24:48.201500 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd43dc13-6e85-473a-983b-d4cf67d87e43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91150e0f-823f-4ff5-8e96-4b92eefd7f5a,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:24:48.203559 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 46458) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:24:48.256570 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-af9c7fd8-799b-444a-bb74-1c34ab69cea1 req-933d78dc-e74b-4350-9959-c587832cc195 service neutron] 10.222.0.58 "GET /v2.0/networks/6e7bde98-a1ff-44d7-8525-eaa9c1e81087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679926 Aug 05 11:24:48.328862 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2035530d-98d8-49ca-b6bc-e19e1a2fcff6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:48.361854 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2035530d-98d8-49ca-b6bc-e19e1a2fcff6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:48.492189 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '443a76e9-196d-4aa4-85e8-0ee1eebabb66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5788608-f14e-46e7-9589-cd5c2a4cea14'}, {'server_uuid': '443a76e9-196d-4aa4-85e8-0ee1eebabb66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bd78e20-4e65-4320-8933-ff3e7cd3c7e1'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:24:48.499811 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67226dd3-5c92-492f-afe8-7f74bd21c399" -d '{"events": [{"server_uuid": "443a76e9-196d-4aa4-85e8-0ee1eebabb66", "name": "network-vif-plugged", "status": "completed", "tag": "c5788608-f14e-46e7-9589-cd5c2a4cea14"}, {"server_uuid": "443a76e9-196d-4aa4-85e8-0ee1eebabb66", "name": "network-vif-plugged", "status": "completed", "tag": "5bd78e20-4e65-4320-8933-ff3e7cd3c7e1"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:24:48.518003 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71749edb-f954-4a80-9c14-4c7c62772fa4 req-aeeecb95-541f-4ea8-9015-435c13a7991b tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:48.529433 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71749edb-f954-4a80-9c14-4c7c62772fa4 req-aeeecb95-541f-4ea8-9015-435c13a7991b tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:48.538377 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71749edb-f954-4a80-9c14-4c7c62772fa4 req-aeeecb95-541f-4ea8-9015-435c13a7991b tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:48.547076 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71749edb-f954-4a80-9c14-4c7c62772fa4 req-aeeecb95-541f-4ea8-9015-435c13a7991b tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:48.561391 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71749edb-f954-4a80-9c14-4c7c62772fa4 req-aeeecb95-541f-4ea8-9015-435c13a7991b tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:48.568364 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71749edb-f954-4a80-9c14-4c7c62772fa4 req-aeeecb95-541f-4ea8-9015-435c13a7991b tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:48.579832 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71749edb-f954-4a80-9c14-4c7c62772fa4 req-aeeecb95-541f-4ea8-9015-435c13a7991b tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:48.585238 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-71749edb-f954-4a80-9c14-4c7c62772fa4 req-aeeecb95-541f-4ea8-9015-435c13a7991b tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "GET /v2.0/ports?device_id=443a76e9-196d-4aa4-85e8-0ee1eebabb66 HTTP/1.1" status: 200 len: 5435 time: 0.1872563 Aug 05 11:24:48.586738 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2035530d-98d8-49ca-b6bc-e19e1a2fcff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:48.592279 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2035530d-98d8-49ca-b6bc-e19e1a2fcff6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:48.593145 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-2035530d-98d8-49ca-b6bc-e19e1a2fcff6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/91150e0f-823f-4ff5-8e96-4b92eefd7f5a HTTP/1.1" status: 204 len: 168 time: 0.3880107 Aug 05 11:24:48.611599 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2035530d-98d8-49ca-b6bc-e19e1a2fcff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91150e0f-823f-4ff5-8e96-4b92eefd7f5a,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:24:48.674647 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-71749edb-f954-4a80-9c14-4c7c62772fa4 req-75f33122-0359-4fed-8179-0a8aaff0b809 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "GET /v2.0/security-groups?id=3ada918e-0522-4602-984c-a2f526ffb568&id=f48f8991-c3a5-417e-a3d1-8861f7ce43c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0716977 Aug 05 11:24:48.835129 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7242dfac-220c-4389-adfe-72022a2e96f7 req-7a352ab4-33ce-4bc5-a79e-acb50caf4838 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=86aada56-4bfc-486e-86fe-a2373eccbe58 HTTP/1.1" status: 200 len: 210 time: 0.0358589 Aug 05 11:24:49.060157 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0d4a6a-2601-4f4a-a07a-f1ba247fa963 req-0e3f2c8e-514b-4833-a03a-ac3bdd5f9a13 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:49.062261 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5d0d4a6a-2601-4f4a-a07a-f1ba247fa963 req-0e3f2c8e-514b-4833-a03a-ac3bdd5f9a13 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/ports?device_id=b962ae61-5cd1-4cfe-b72c-f12c9f5209bc HTTP/1.1" status: 200 len: 949 time: 0.0903080 Aug 05 11:24:49.101117 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 05 Aug 2021 11:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cee2e4ae-57f5-4664-ab1b-768e3c183cd0 x-openstack-request-id: req-cee2e4ae-57f5-4664-ab1b-768e3c183cd0 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:24:49.101534 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "443a76e9-196d-4aa4-85e8-0ee1eebabb66", "name": "network-vif-plugged", "status": "completed", "tag": "c5788608-f14e-46e7-9589-cd5c2a4cea14", "code": 200}, {"server_uuid": "443a76e9-196d-4aa4-85e8-0ee1eebabb66", "name": "network-vif-plugged", "status": "completed", "tag": "5bd78e20-4e65-4320-8933-ff3e7cd3c7e1", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:24:49.102003 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cee2e4ae-57f5-4664-ab1b-768e3c183cd0 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:24:49.102564 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '443a76e9-196d-4aa4-85e8-0ee1eebabb66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5788608-f14e-46e7-9589-cd5c2a4cea14', 'code': 200} Aug 05 11:24:49.102952 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '443a76e9-196d-4aa4-85e8-0ee1eebabb66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bd78e20-4e65-4320-8933-ff3e7cd3c7e1', 'code': 200} Aug 05 11:24:49.128415 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5d0d4a6a-2601-4f4a-a07a-f1ba247fa963 req-815705da-17c7-4644-a144-ecedf4fa0ea9 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/security-groups?id=2975fa17-2fff-4e01-97a3-764244a94779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569615 Aug 05 11:24:49.369972 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf41575-f549-4c65-8444-7207e0ceccae req-c214152d-fe2e-40c9-ac63-d78fb5a93f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:49.371277 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf41575-f549-4c65-8444-7207e0ceccae req-c214152d-fe2e-40c9-ac63-d78fb5a93f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:49.371748 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf41575-f549-4c65-8444-7207e0ceccae req-c214152d-fe2e-40c9-ac63-d78fb5a93f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:49.372518 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf41575-f549-4c65-8444-7207e0ceccae req-c214152d-fe2e-40c9-ac63-d78fb5a93f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:49.373205 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf41575-f549-4c65-8444-7207e0ceccae req-c214152d-fe2e-40c9-ac63-d78fb5a93f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:49.373527 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf41575-f549-4c65-8444-7207e0ceccae req-c214152d-fe2e-40c9-ac63-d78fb5a93f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:49.374346 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf41575-f549-4c65-8444-7207e0ceccae req-c214152d-fe2e-40c9-ac63-d78fb5a93f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:49.376760 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9cf41575-f549-4c65-8444-7207e0ceccae req-c214152d-fe2e-40c9-ac63-d78fb5a93f2c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=443a76e9-196d-4aa4-85e8-0ee1eebabb66 HTTP/1.1" status: 200 len: 6492 time: 0.0777473 Aug 05 11:24:49.442168 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9cf41575-f549-4c65-8444-7207e0ceccae req-5f7f4280-40ad-4f7e-b885-7a2ea3c747ec service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=3ada918e-0522-4602-984c-a2f526ffb568&id=f48f8991-c3a5-417e-a3d1-8861f7ce43c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546379 Aug 05 11:24:49.497525 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device a441b0ba-c1cb-43f2-b380-2a046b0a5fdf up at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:24:49.591086 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning for port a441b0ba-c1cb-43f2-b380-2a046b0a5fdf completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:24:49.597828 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning complete for port a441b0ba-c1cb-43f2-b380-2a046b0a5fdf triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:24:49.598691 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:49.732125 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:49.780952 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port a441b0ba-c1cb-43f2-b380-2a046b0a5fdf, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=a441b0ba-c1cb-43f2-b380-2a046b0a5fdf,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:24:49.790326 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:49.856668 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=a441b0ba-c1cb-43f2-b380-2a046b0a5fdf,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:24:49.910061 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 46520) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:24:49.926382 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0e6e38-d9d0-49c5-a6af-7404aa24008b req-81d175d3-2f11-4cb1-a9dc-d045e8ebd49c tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:49.933608 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0e6e38-d9d0-49c5-a6af-7404aa24008b req-81d175d3-2f11-4cb1-a9dc-d045e8ebd49c tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:49.940524 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0e6e38-d9d0-49c5-a6af-7404aa24008b req-81d175d3-2f11-4cb1-a9dc-d045e8ebd49c tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:49.947424 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0e6e38-d9d0-49c5-a6af-7404aa24008b req-81d175d3-2f11-4cb1-a9dc-d045e8ebd49c tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:49.955307 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0e6e38-d9d0-49c5-a6af-7404aa24008b req-81d175d3-2f11-4cb1-a9dc-d045e8ebd49c tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:49.959880 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 46526) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:24:49.963780 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0e6e38-d9d0-49c5-a6af-7404aa24008b req-81d175d3-2f11-4cb1-a9dc-d045e8ebd49c tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:49.970869 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0e6e38-d9d0-49c5-a6af-7404aa24008b req-81d175d3-2f11-4cb1-a9dc-d045e8ebd49c tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:49.972698 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3a0e6e38-d9d0-49c5-a6af-7404aa24008b req-81d175d3-2f11-4cb1-a9dc-d045e8ebd49c tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "GET /v2.0/ports?device_id=443a76e9-196d-4aa4-85e8-0ee1eebabb66 HTTP/1.1" status: 200 len: 5435 time: 0.1370382 Aug 05 11:24:50.019718 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-897d4c8d-d93d-4c44-b1a0-128fcab80a5c req-d299a438-9c38-41e2-9f07-8a8aecd6351b tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=86aada56-4bfc-486e-86fe-a2373eccbe58 HTTP/1.1" status: 200 len: 210 time: 0.0455210 Aug 05 11:24:50.080032 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3a0e6e38-d9d0-49c5-a6af-7404aa24008b req-f7f4fd76-f7ad-4537-a31f-375d5564a2a2 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "GET /v2.0/security-groups?id=3ada918e-0522-4602-984c-a2f526ffb568&id=f48f8991-c3a5-417e-a3d1-8861f7ce43c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0899968 Aug 05 11:24:50.303370 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-12e66fdf-379b-4487-9a20-1f3c87ae9bdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:50.348396 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1bc94500-4791-44cc-9b76-076962fa9a26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:50.456997 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baba161b-5452-41e1-a9ba-c80b0d16d509 req-b67e4e9f-ee87-41cf-b346-1e915a63f9c4 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:50.459183 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-baba161b-5452-41e1-a9ba-c80b0d16d509 req-b67e4e9f-ee87-41cf-b346-1e915a63f9c4 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/ports?device_id=b962ae61-5cd1-4cfe-b72c-f12c9f5209bc HTTP/1.1" status: 200 len: 950 time: 0.2278020 Aug 05 11:24:50.526073 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1bc94500-4791-44cc-9b76-076962fa9a26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:50.535509 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1bc94500-4791-44cc-9b76-076962fa9a26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:50.544631 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9c7fd8-799b-444a-bb74-1c34ab69cea1 req-4ea3ae58-2f56-407e-82aa-6d1bce7e9131 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:50.547728 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-af9c7fd8-799b-444a-bb74-1c34ab69cea1 req-4ea3ae58-2f56-407e-82aa-6d1bce7e9131 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.64 "GET /v2.0/networks?id=6e7bde98-a1ff-44d7-8525-eaa9c1e81087 HTTP/1.1" status: 200 len: 812 time: 0.2979109 Aug 05 11:24:50.578663 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-af9c7fd8-799b-444a-bb74-1c34ab69cea1 req-8186a0f9-c96a-478e-bc9e-4ed5b9d0e095 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Request body: {'port': {'device_id': '86aada56-4bfc-486e-86fe-a2373eccbe58', 'network_id': '6e7bde98-a1ff-44d7-8525-eaa9c1e81087', 'admin_state_up': True, 'tenant_id': 'd8daa1497f4a496cba61c8a60c09e98b'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:24:50.588266 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-baba161b-5452-41e1-a9ba-c80b0d16d509 req-5eddb449-7b1a-40ea-8b74-a4b8c93a86a9 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/security-groups?id=2975fa17-2fff-4e01-97a3-764244a94779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101558 Aug 05 11:24:50.599177 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-1bc94500-4791-44cc-9b76-076962fa9a26 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ab6b0db38a174cbcbaabe81ea4fd1869&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6378098 Aug 05 11:24:50.604364 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 46542) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:24:50.689320 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc94500-4791-44cc-9b76-076962fa9a26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=518f8ab9-d9a8-497e-9f33-5d5e1f52b0bd,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:24:50.804823 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7ff7cede-2624-4a2b-b414-6517653ef0d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:50.877363 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7ff7cede-2624-4a2b-b414-6517653ef0d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:50.918750 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-12e66fdf-379b-4487-9a20-1f3c87ae9bdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:50.934060 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-12e66fdf-379b-4487-9a20-1f3c87ae9bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:51.059544 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7ff7cede-2624-4a2b-b414-6517653ef0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:51.064325 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7ff7cede-2624-4a2b-b414-6517653ef0d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:51.070903 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-7ff7cede-2624-4a2b-b414-6517653ef0d5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/518f8ab9-d9a8-497e-9f33-5d5e1f52b0bd HTTP/1.1" status: 204 len: 168 time: 0.4569380 Aug 05 11:24:51.079975 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-12e66fdf-379b-4487-9a20-1f3c87ae9bdd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e333c36654dc4375a28db9000b5347b1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1679816 Aug 05 11:24:51.080700 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 46552) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:24:51.091391 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e66fdf-379b-4487-9a20-1f3c87ae9bdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c50e328-a6a1-410d-b155-f96bccf76893,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:24:51.104199 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b962ae61-5cd1-4cfe-b72c-f12c9f5209bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a441b0ba-c1cb-43f2-b380-2a046b0a5fdf'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:24:51.109119 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed5e0b92-633e-4e5e-8bfe-d7d010854439" -d '{"events": [{"server_uuid": "b962ae61-5cd1-4cfe-b72c-f12c9f5209bc", "name": "network-vif-plugged", "status": "completed", "tag": "a441b0ba-c1cb-43f2-b380-2a046b0a5fdf"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:24:51.115690 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff7cede-2624-4a2b-b414-6517653ef0d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=518f8ab9-d9a8-497e-9f33-5d5e1f52b0bd,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:24:51.173040 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-06222144-7484-47c4-b5c8-0369eadfd0f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:51.225502 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-06222144-7484-47c4-b5c8-0369eadfd0f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:51.233593 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-548bfbf8-7ce6-4d6f-9602-3d3515aa6fce x-openstack-request-id: req-548bfbf8-7ce6-4d6f-9602-3d3515aa6fce {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:24:51.233936 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b962ae61-5cd1-4cfe-b72c-f12c9f5209bc", "name": "network-vif-plugged", "status": "completed", "tag": "a441b0ba-c1cb-43f2-b380-2a046b0a5fdf", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:24:51.234227 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-548bfbf8-7ce6-4d6f-9602-3d3515aa6fce {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:24:51.234656 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b962ae61-5cd1-4cfe-b72c-f12c9f5209bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a441b0ba-c1cb-43f2-b380-2a046b0a5fdf', 'code': 200} Aug 05 11:24:51.352287 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-06222144-7484-47c4-b5c8-0369eadfd0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:51.360345 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-06222144-7484-47c4-b5c8-0369eadfd0f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:51.364064 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-06222144-7484-47c4-b5c8-0369eadfd0f9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8c50e328-a6a1-410d-b155-f96bccf76893 HTTP/1.1" status: 204 len: 168 time: 0.2807012 Aug 05 11:24:51.376123 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06222144-7484-47c4-b5c8-0369eadfd0f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c50e328-a6a1-410d-b155-f96bccf76893,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:24:51.387482 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8560247d-1032-47d8-9747-0068aa1ce611 req-6eadb865-e2b6-4e92-a702-97155e3d2a56 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=86aada56-4bfc-486e-86fe-a2373eccbe58 HTTP/1.1" status: 200 len: 210 time: 0.0796709 Aug 05 11:24:51.559999 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51276879-1df2-41cc-9c9f-82b64d736427 req-d68678f4-922b-42e4-98d7-636dd0477899 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:51.572001 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51276879-1df2-41cc-9c9f-82b64d736427 req-d68678f4-922b-42e4-98d7-636dd0477899 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:51.585061 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51276879-1df2-41cc-9c9f-82b64d736427 req-d68678f4-922b-42e4-98d7-636dd0477899 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:51.599802 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51276879-1df2-41cc-9c9f-82b64d736427 req-d68678f4-922b-42e4-98d7-636dd0477899 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:51.612046 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51276879-1df2-41cc-9c9f-82b64d736427 req-d68678f4-922b-42e4-98d7-636dd0477899 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:51.625623 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51276879-1df2-41cc-9c9f-82b64d736427 req-d68678f4-922b-42e4-98d7-636dd0477899 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:51.645400 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51276879-1df2-41cc-9c9f-82b64d736427 req-d68678f4-922b-42e4-98d7-636dd0477899 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:51.648980 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-51276879-1df2-41cc-9c9f-82b64d736427 req-d68678f4-922b-42e4-98d7-636dd0477899 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "GET /v2.0/ports?device_id=443a76e9-196d-4aa4-85e8-0ee1eebabb66 HTTP/1.1" status: 200 len: 5435 time: 0.2891157 Aug 05 11:24:51.708205 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af9c7fd8-799b-444a-bb74-1c34ab69cea1 req-8186a0f9-c96a-478e-bc9e-4ed5b9d0e095 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Made reservation on behalf of d8daa1497f4a496cba61c8a60c09e98b for: {'port': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:24:51.712748 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-af9c7fd8-799b-444a-bb74-1c34ab69cea1 req-8186a0f9-c96a-478e-bc9e-4ed5b9d0e095 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:51.749112 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:51.861422 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-51276879-1df2-41cc-9c9f-82b64d736427 req-a6338f34-3f71-4275-be18-302de15ae9c5 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "GET /v2.0/security-groups?id=3ada918e-0522-4602-984c-a2f526ffb568&id=f48f8991-c3a5-417e-a3d1-8861f7ce43c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1844125 Aug 05 11:24:51.877447 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decea317-af0b-4d21-b64b-3775a613639b req-ef2e4c5d-e00f-4435-a361-a0c290e11fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:51.880578 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-decea317-af0b-4d21-b64b-3775a613639b req-ef2e4c5d-e00f-4435-a361-a0c290e11fd8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b962ae61-5cd1-4cfe-b72c-f12c9f5209bc HTTP/1.1" status: 200 len: 1101 time: 0.0811157 Aug 05 11:24:51.942885 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-decea317-af0b-4d21-b64b-3775a613639b req-59e65450-86e4-439d-88fb-74f5eac39d87 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2975fa17-2fff-4e01-97a3-764244a94779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534961 Aug 05 11:24:52.060220 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f049773-333f-4179-8305-52d6d686961a req-78efb84c-6d59-447b-a306-158a07440466 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:52.064534 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8f049773-333f-4179-8305-52d6d686961a req-78efb84c-6d59-447b-a306-158a07440466 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/ports?device_id=b962ae61-5cd1-4cfe-b72c-f12c9f5209bc HTTP/1.1" status: 200 len: 950 time: 0.2824383 Aug 05 11:24:52.079705 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 46584) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:24:52.095732 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7ecb72fa-ba40-4c44-b99d-d884ba0ca7b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:52.233659 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8f049773-333f-4179-8305-52d6d686961a req-5aeed28c-9c21-4498-a2ba-65ad6dc53c00 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/security-groups?id=2975fa17-2fff-4e01-97a3-764244a94779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369255 Aug 05 11:24:52.234930 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 46586) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:24:52.257154 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a4deff-635c-4f2d-ac31-059faf6273ad req-cbbfee54-bf2f-4e0c-aeb0-15e90d2e7a8a tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:52.269236 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a4deff-635c-4f2d-ac31-059faf6273ad req-cbbfee54-bf2f-4e0c-aeb0-15e90d2e7a8a tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:52.281736 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a4deff-635c-4f2d-ac31-059faf6273ad req-cbbfee54-bf2f-4e0c-aeb0-15e90d2e7a8a tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:52.289139 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-beb98966-72fc-422a-ad23-c92423f0d57c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:52.294682 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a4deff-635c-4f2d-ac31-059faf6273ad req-cbbfee54-bf2f-4e0c-aeb0-15e90d2e7a8a tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:52.297066 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7ecb72fa-ba40-4c44-b99d-d884ba0ca7b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:52.303951 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7ecb72fa-ba40-4c44-b99d-d884ba0ca7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:52.307205 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a4deff-635c-4f2d-ac31-059faf6273ad req-cbbfee54-bf2f-4e0c-aeb0-15e90d2e7a8a tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:52.320371 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a4deff-635c-4f2d-ac31-059faf6273ad req-cbbfee54-bf2f-4e0c-aeb0-15e90d2e7a8a tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:52.333366 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a4deff-635c-4f2d-ac31-059faf6273ad req-cbbfee54-bf2f-4e0c-aeb0-15e90d2e7a8a tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:52.336907 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-08a4deff-635c-4f2d-ac31-059faf6273ad req-cbbfee54-bf2f-4e0c-aeb0-15e90d2e7a8a tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "GET /v2.0/ports?device_id=443a76e9-196d-4aa4-85e8-0ee1eebabb66 HTTP/1.1" status: 200 len: 5435 time: 0.3351953 Aug 05 11:24:52.360328 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 46590) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:24:52.371824 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-61a3ba6f-e73f-4db3-b0d1-cb52c7cec7ba tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Request body: {'floatingip': {'port_id': 'cda42fa7-6755-4e33-bd29-5cc1df60f230'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:24:52.378105 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [req-af9c7fd8-799b-444a-bb74-1c34ab69cea1 req-8186a0f9-c96a-478e-bc9e-4ed5b9d0e095 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Allocated IP 172.20.0.4 (6e7bde98-a1ff-44d7-8525-eaa9c1e81087/8c648b54-2f27-41ec-9e17-9213825c0d0c/09dc1b36-6318-45b2-a350-af18976be68b) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:24:52.435757 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecb72fa-ba40-4c44-b99d-d884ba0ca7b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34128008-14e0-4a90-ab13-db813aca76ae,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:24:52.450573 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-7ecb72fa-ba40-4c44-b99d-d884ba0ca7b1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=51824cfcb6234bfa82d6c3c976beba19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3692577 Aug 05 11:24:52.456509 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 46594) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:24:52.477180 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-61a3ba6f-e73f-4db3-b0d1-cb52c7cec7ba tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks [] for floatingip, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:52.609525 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fd9c7571-d121-42d8-a654-aabd9cfb5d06 req-e8492a58-740a-4178-964f-543f11eaddf0 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=86aada56-4bfc-486e-86fe-a2373eccbe58 HTTP/1.1" status: 200 len: 210 time: 0.1022863 Aug 05 11:24:52.710435 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-beb98966-72fc-422a-ad23-c92423f0d57c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:52.762073 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-beb98966-72fc-422a-ad23-c92423f0d57c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:52.798205 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-45f658af-9be6-4eba-a02f-90c73f7e8be5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:52.831407 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-beb98966-72fc-422a-ad23-c92423f0d57c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6a7cce7552bb48de859468ea234e04df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5938280 Aug 05 11:24:52.836694 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 46604) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:24:52.875650 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb98966-72fc-422a-ad23-c92423f0d57c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37589e5e-0a51-4d52-a590-cd2ce9ebe1df,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:24:52.913088 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-45f658af-9be6-4eba-a02f-90c73f7e8be5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:52.924116 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 46606) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:24:53.019524 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-af9c7fd8-799b-444a-bb74-1c34ab69cea1 req-8186a0f9-c96a-478e-bc9e-4ed5b9d0e095 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:53.084895 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-bcc863b0-1c2a-4162-b81a-e20e9302ce37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:53.112150 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-45f658af-9be6-4eba-a02f-90c73f7e8be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:53.116784 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-45f658af-9be6-4eba-a02f-90c73f7e8be5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:53.118686 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-45f658af-9be6-4eba-a02f-90c73f7e8be5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/34128008-14e0-4a90-ab13-db813aca76ae HTTP/1.1" status: 204 len: 168 time: 0.6602502 Aug 05 11:24:53.166373 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f658af-9be6-4eba-a02f-90c73f7e8be5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34128008-14e0-4a90-ab13-db813aca76ae,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:24:53.180592 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-bcc863b0-1c2a-4162-b81a-e20e9302ce37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:53.206152 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f658af-9be6-4eba-a02f-90c73f7e8be5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:24:53.206715 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f658af-9be6-4eba-a02f-90c73f7e8be5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:24:53.207263 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f658af-9be6-4eba-a02f-90c73f7e8be5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:24:53.207814 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f658af-9be6-4eba-a02f-90c73f7e8be5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:24:53.208370 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f658af-9be6-4eba-a02f-90c73f7e8be5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:24:53.208957 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f658af-9be6-4eba-a02f-90c73f7e8be5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:24:53.209500 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f658af-9be6-4eba-a02f-90c73f7e8be5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:24:53.210023 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f658af-9be6-4eba-a02f-90c73f7e8be5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:24:53.210566 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f658af-9be6-4eba-a02f-90c73f7e8be5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:24:53.211108 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f658af-9be6-4eba-a02f-90c73f7e8be5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:24:53.211649 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f658af-9be6-4eba-a02f-90c73f7e8be5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:24:53.212205 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f658af-9be6-4eba-a02f-90c73f7e8be5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:24:53.254395 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-af9c7fd8-799b-444a-bb74-1c34ab69cea1 req-8186a0f9-c96a-478e-bc9e-4ed5b9d0e095 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:53.332665 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-0deea67a-d067-4724-a380-541f39be6441 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Request body: {'floatingip': {'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:24:53.359529 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af9c7fd8-799b-444a-bb74-1c34ab69cea1 req-8186a0f9-c96a-478e-bc9e-4ed5b9d0e095 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Network 6e7bde98-a1ff-44d7-8525-eaa9c1e81087 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:24:53.367516 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-61a3ba6f-e73f-4db3-b0d1-cb52c7cec7ba tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:53.369858 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [req-af9c7fd8-799b-444a-bb74-1c34ab69cea1 req-8186a0f9-c96a-478e-bc9e-4ed5b9d0e095 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:24:53.377930 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [req-af9c7fd8-799b-444a-bb74-1c34ab69cea1 req-8186a0f9-c96a-478e-bc9e-4ed5b9d0e095 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:24:53.381439 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-61a3ba6f-e73f-4db3-b0d1-cb52c7cec7ba tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33287247'] for floatingip, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:53.425137 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8186a0f9-c96a-478e-bc9e-4ed5b9d0e095 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Pushing event updated for resources: {'Port': ['ID=09dc1b36-6318-45b2-a350-af18976be68b,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:24:53.433320 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-bcc863b0-1c2a-4162-b81a-e20e9302ce37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:53.437427 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-bcc863b0-1c2a-4162-b81a-e20e9302ce37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:53.439171 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-bcc863b0-1c2a-4162-b81a-e20e9302ce37 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/37589e5e-0a51-4d52-a590-cd2ce9ebe1df HTTP/1.1" status: 204 len: 168 time: 0.5973330 Aug 05 11:24:53.486934 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0deea67a-d067-4724-a380-541f39be6441 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Notify callbacks [] for floatingip, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:53.509447 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc863b0-1c2a-4162-b81a-e20e9302ce37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37589e5e-0a51-4d52-a590-cd2ce9ebe1df,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:24:53.537396 n-d-803378-2 neutron-server[94421]: INFO neutron.db.l3_db [None req-61a3ba6f-e73f-4db3-b0d1-cb52c7cec7ba tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Floating IP 9a282ff7-074d-43f8-9002-32cd30bb94cd associated. External IP: 172.25.5.154, port: cda42fa7-6755-4e33-bd29-5cc1df60f230. Aug 05 11:24:53.556327 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9c7fd8-799b-444a-bb74-1c34ab69cea1 req-8186a0f9-c96a-478e-bc9e-4ed5b9d0e095 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:53.557365 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-af9c7fd8-799b-444a-bb74-1c34ab69cea1 req-8186a0f9-c96a-478e-bc9e-4ed5b9d0e095 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:53.593303 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547a4bc4-88bd-4ff7-97b5-74371d84ef43 req-3f015a8b-7951-48df-9a8e-b29e1f24e256 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:53.595156 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-547a4bc4-88bd-4ff7-97b5-74371d84ef43 req-3f015a8b-7951-48df-9a8e-b29e1f24e256 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/ports?device_id=b962ae61-5cd1-4cfe-b72c-f12c9f5209bc HTTP/1.1" status: 200 len: 950 time: 0.1710534 Aug 05 11:24:53.599608 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-af9c7fd8-799b-444a-bb74-1c34ab69cea1 req-8186a0f9-c96a-478e-bc9e-4ed5b9d0e095 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0291321 Aug 05 11:24:53.642350 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-af9c7fd8-799b-444a-bb74-1c34ab69cea1 req-eb2bb36a-aa31-4aa7-8999-1f0fee737935 service neutron] Request body: {'port': {'device_id': '86aada56-4bfc-486e-86fe-a2373eccbe58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-2'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:24:53.724395 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-547a4bc4-88bd-4ff7-97b5-74371d84ef43 req-f8fd8ee3-c33a-4e86-82cf-552204ce4f99 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/security-groups?id=2975fa17-2fff-4e01-97a3-764244a94779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191905 Aug 05 11:24:53.827081 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-af9c7fd8-799b-444a-bb74-1c34ab69cea1 req-eb2bb36a-aa31-4aa7-8999-1f0fee737935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:54.006913 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0deea67a-d067-4724-a380-541f39be6441 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:54.007747 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61a3ba6f-e73f-4db3-b0d1-cb52c7cec7ba tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Router 2df3458d-2693-48da-a64c-10b624594a09 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 11:24:54.208290 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b4185f-689f-4731-a5bc-15170a52b6f1 req-052e61f8-0887-4e28-823b-ebb41274caa6 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:54.220775 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-25b4185f-689f-4731-a5bc-15170a52b6f1 req-052e61f8-0887-4e28-823b-ebb41274caa6 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=86aada56-4bfc-486e-86fe-a2373eccbe58 HTTP/1.1" status: 200 len: 931 time: 0.3764575 Aug 05 11:24:54.229624 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61a3ba6f-e73f-4db3-b0d1-cb52c7cec7ba tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:24:54.255432 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-61a3ba6f-e73f-4db3-b0d1-cb52c7cec7ba tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:54.255774 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f63ee65-96db-4aa9-8fc5-896114fb54e6 None None] Sync routers for ids ['2df3458d-2693-48da-a64c-10b624594a09'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:24:54.284554 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f63ee65-96db-4aa9-8fc5-896114fb54e6 None None] Routers {'2df3458d-2693-48da-a64c-10b624594a09'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:24:54.287702 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-2f63ee65-96db-4aa9-8fc5-896114fb54e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:24:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['2df3458d-2693-48da-a64c-10b624594a09'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:24:54.332940 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-61a3ba6f-e73f-4db3-b0d1-cb52c7cec7ba tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "PUT /v2.0/floatingips/9a282ff7-074d-43f8-9002-32cd30bb94cd HTTP/1.1" status: 200 len: 992 time: 1.9659262 Aug 05 11:24:54.333831 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '443a76e9-196d-4aa4-85e8-0ee1eebabb66', 'tag': 'cda42fa7-6755-4e33-bd29-5cc1df60f230'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:24:54.338629 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4505715-e32f-494c-bca0-105acfb06001" -d '{"events": [{"name": "network-changed", "server_uuid": "443a76e9-196d-4aa4-85e8-0ee1eebabb66", "tag": "cda42fa7-6755-4e33-bd29-5cc1df60f230"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:24:54.392775 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-25b4185f-689f-4731-a5bc-15170a52b6f1 req-8344043a-91e9-462e-b9b2-809661fe4b32 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701524 Aug 05 11:24:54.531991 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eaff7c1-73be-4d23-b770-74c08fe1ee5a x-openstack-request-id: req-1eaff7c1-73be-4d23-b770-74c08fe1ee5a {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:24:54.533704 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "443a76e9-196d-4aa4-85e8-0ee1eebabb66", "tag": "cda42fa7-6755-4e33-bd29-5cc1df60f230", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:24:54.534059 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1eaff7c1-73be-4d23-b770-74c08fe1ee5a {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:24:54.534499 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '443a76e9-196d-4aa4-85e8-0ee1eebabb66', 'tag': 'cda42fa7-6755-4e33-bd29-5cc1df60f230', 'status': 'completed', 'code': 200} Aug 05 11:24:54.569501 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-2f63ee65-96db-4aa9-8fc5-896114fb54e6 None None] Set router 2df3458d-2693-48da-a64c-10b624594a09 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:24:54.595648 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-0deea67a-d067-4724-a380-541f39be6441 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Allocated IP 172.25.5.63 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/bb6c3dac-67f2-4cd9-8fa3-cf4d9ba51ca9) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:24:54.869301 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4505715-e32f-494c-bca0-105acfb06001 req-8514b61d-9f19-4498-801c-373bd14425ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:54.869855 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4505715-e32f-494c-bca0-105acfb06001 req-8514b61d-9f19-4498-801c-373bd14425ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:54.870289 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4505715-e32f-494c-bca0-105acfb06001 req-8514b61d-9f19-4498-801c-373bd14425ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:54.870910 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4505715-e32f-494c-bca0-105acfb06001 req-8514b61d-9f19-4498-801c-373bd14425ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:54.871512 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4505715-e32f-494c-bca0-105acfb06001 req-8514b61d-9f19-4498-801c-373bd14425ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:54.872297 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4505715-e32f-494c-bca0-105acfb06001 req-8514b61d-9f19-4498-801c-373bd14425ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:54.872961 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4505715-e32f-494c-bca0-105acfb06001 req-8514b61d-9f19-4498-801c-373bd14425ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:54.875154 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e4505715-e32f-494c-bca0-105acfb06001 req-8514b61d-9f19-4498-801c-373bd14425ca service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b4870e3c85c84ca78a3c4012c18adec3&device_id=443a76e9-196d-4aa4-85e8-0ee1eebabb66 HTTP/1.1" status: 200 len: 6492 time: 0.2756975 Aug 05 11:24:55.059216 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-2f63ee65-96db-4aa9-8fc5-896114fb54e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df3458d-2693-48da-a64c-10b624594a09', 'name': 'tempest-TaggedBootDevicesTest-1186463926-router', 'tenant_id': 'b4870e3c85c84ca78a3c4012c18adec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.250'}], 'enable_snat': True}, 'gw_port_id': '09c5145f-14f6-4aca-8e5a-e8e2320c5277', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:21:37Z', 'updated_at': '2021-08-05T11:21:46Z', 'revision_number': 4, 'project_id': 'b4870e3c85c84ca78a3c4012c18adec3', 'gw_port': {'id': '09c5145f-14f6-4aca-8e5a-e8e2320c5277', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:ed:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df3458d-2693-48da-a64c-10b624594a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:21:38Z', 'updated_at': '2021-08-05T11:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': '9a282ff7-074d-43f8-9002-32cd30bb94cd', 'tenant_id': 'b4870e3c85c84ca78a3c4012c18adec3', 'floating_ip_address': '172.25.5.154', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': '2df3458d-2693-48da-a64c-10b624594a09', 'port_id': 'cda42fa7-6755-4e33-bd29-5cc1df60f230', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 726, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d9d0f10-7957-4188-9ef0-2efd524fc96a', 'mac_address': 'fa:16:3e:dd:5e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443a76e9-196d-4aa4-85e8-0ee1eebabb66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T11:23:10Z', 'updated_at': '2021-08-05T11:24:53Z', 'revision_number': 1, 'project_id': 'b4870e3c85c84ca78a3c4012c18adec3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71001dc5-964e-4d77-9d86-a6f93b379a0b', 'name': '', 'network_id': '1d9d0f10-7957-4188-9ef0-2efd524fc96a', 'tenant_id': 'b4870e3c85c84ca78a3c4012c18adec3', 'mac_address': 'fa:16:3e:a2:c0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df3458d-2693-48da-a64c-10b624594a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '359b66e9-993f-49f2-872a-086774950a53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:21:43Z', 'updated_at': '2021-08-05T11:21:55Z', 'revision_number': 5, 'project_id': 'b4870e3c85c84ca78a3c4012c18adec3', 'subnets': [{'id': '359b66e9-993f-49f2-872a-086774950a53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:24:55.151540 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f63ee65-96db-4aa9-8fc5-896114fb54e6 None None] Checking router: 2df3458d-2693-48da-a64c-10b624594a09 for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:24:55.173315 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f63ee65-96db-4aa9-8fc5-896114fb54e6 None None] Routers {'2df3458d-2693-48da-a64c-10b624594a09'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:24:55.181567 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-2f63ee65-96db-4aa9-8fc5-896114fb54e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:24:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['2df3458d-2693-48da-a64c-10b624594a09'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:24:55.191644 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0deea67a-d067-4724-a380-541f39be6441 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:55.200317 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [req-af9c7fd8-799b-444a-bb74-1c34ab69cea1 req-eb2bb36a-aa31-4aa7-8999-1f0fee737935 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09dc1b36-6318-45b2-a350-af18976be68b {{(pid=94420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:24:55.234225 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-af9c7fd8-799b-444a-bb74-1c34ab69cea1 req-eb2bb36a-aa31-4aa7-8999-1f0fee737935 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:55.283242 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738289d2-8f19-4c87-81e3-f8cee92c6f4c req-5f26d17f-eae0-4fb1-9a79-a49ad4526be7 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:55.295439 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-738289d2-8f19-4c87-81e3-f8cee92c6f4c req-5f26d17f-eae0-4fb1-9a79-a49ad4526be7 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/ports?device_id=b962ae61-5cd1-4cfe-b72c-f12c9f5209bc HTTP/1.1" status: 200 len: 950 time: 0.3173466 Aug 05 11:24:55.323422 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [req-af9c7fd8-799b-444a-bb74-1c34ab69cea1 req-eb2bb36a-aa31-4aa7-8999-1f0fee737935 service neutron] Transition to ACTIVE for port object 09dc1b36-6318-45b2-a350-af18976be68b will not be triggered until provisioned by entity L2. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:24:55.357644 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-af9c7fd8-799b-444a-bb74-1c34ab69cea1 req-eb2bb36a-aa31-4aa7-8999-1f0fee737935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:55.395094 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4505715-e32f-494c-bca0-105acfb06001 req-a30596f6-9569-47c1-986f-0819b350b75f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:55.397798 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e4505715-e32f-494c-bca0-105acfb06001 req-a30596f6-9569-47c1-986f-0819b350b75f service neutron] 10.222.0.55 "GET /v2.0/networks?id=1d9d0f10-7957-4188-9ef0-2efd524fc96a HTTP/1.1" status: 200 len: 913 time: 0.5075951 Aug 05 11:24:55.627278 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-2f63ee65-96db-4aa9-8fc5-896114fb54e6 None None] Set router 2df3458d-2693-48da-a64c-10b624594a09 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:24:55.644249 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-738289d2-8f19-4c87-81e3-f8cee92c6f4c req-786bdf75-758b-4324-a4bc-2af62783d056 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/security-groups?id=2975fa17-2fff-4e01-97a3-764244a94779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3472605 Aug 05 11:24:55.699633 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0deea67a-d067-4724-a380-541f39be6441 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:55.701852 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2bb36a-aa31-4aa7-8999-1f0fee737935 service neutron] Pushing event updated for resources: {'Port': ['ID=09dc1b36-6318-45b2-a350-af18976be68b,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:24:55.802294 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e4505715-e32f-494c-bca0-105acfb06001 req-0e9e5eaa-44b8-4c45-a4eb-ffdfdf479e09 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cda42fa7-6755-4e33-bd29-5cc1df60f230 HTTP/1.1" status: 200 len: 1000 time: 0.3642025 Aug 05 11:24:55.914293 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0deea67a-d067-4724-a380-541f39be6441 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:24:55.960846 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-0deea67a-d067-4724-a380-541f39be6441 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:24:56.021352 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0deea67a-d067-4724-a380-541f39be6441 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:24:56.025599 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deea67a-d067-4724-a380-541f39be6441 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Pushing event updated for resources: {'Port': ['ID=bb6c3dac-67f2-4cd9-8fa3-cf4d9ba51ca9,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:24:56.160749 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba54577-23db-4e7b-965c-f2753b7186ab req-8fd4693e-6699-4306-ac8e-3720a8a0b2cc tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:56.171517 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-aba54577-23db-4e7b-965c-f2753b7186ab req-8fd4693e-6699-4306-ac8e-3720a8a0b2cc tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=86aada56-4bfc-486e-86fe-a2373eccbe58 HTTP/1.1" status: 200 len: 943 time: 0.5220118 Aug 05 11:24:56.237481 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-2f63ee65-96db-4aa9-8fc5-896114fb54e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df3458d-2693-48da-a64c-10b624594a09', 'name': 'tempest-TaggedBootDevicesTest-1186463926-router', 'tenant_id': 'b4870e3c85c84ca78a3c4012c18adec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.250'}], 'enable_snat': True}, 'gw_port_id': '09c5145f-14f6-4aca-8e5a-e8e2320c5277', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:21:37Z', 'updated_at': '2021-08-05T11:21:46Z', 'revision_number': 4, 'project_id': 'b4870e3c85c84ca78a3c4012c18adec3', 'gw_port': {'id': '09c5145f-14f6-4aca-8e5a-e8e2320c5277', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:ed:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df3458d-2693-48da-a64c-10b624594a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:21:38Z', 'updated_at': '2021-08-05T11:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': '9a282ff7-074d-43f8-9002-32cd30bb94cd', 'tenant_id': 'b4870e3c85c84ca78a3c4012c18adec3', 'floating_ip_address': '172.25.5.154', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': '2df3458d-2693-48da-a64c-10b624594a09', 'port_id': 'cda42fa7-6755-4e33-bd29-5cc1df60f230', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 726, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d9d0f10-7957-4188-9ef0-2efd524fc96a', 'mac_address': 'fa:16:3e:dd:5e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443a76e9-196d-4aa4-85e8-0ee1eebabb66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T11:23:10Z', 'updated_at': '2021-08-05T11:24:53Z', 'revision_number': 1, 'project_id': 'b4870e3c85c84ca78a3c4012c18adec3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71001dc5-964e-4d77-9d86-a6f93b379a0b', 'name': '', 'network_id': '1d9d0f10-7957-4188-9ef0-2efd524fc96a', 'tenant_id': 'b4870e3c85c84ca78a3c4012c18adec3', 'mac_address': 'fa:16:3e:a2:c0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df3458d-2693-48da-a64c-10b624594a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '359b66e9-993f-49f2-872a-086774950a53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:21:43Z', 'updated_at': '2021-08-05T11:21:55Z', 'revision_number': 5, 'project_id': 'b4870e3c85c84ca78a3c4012c18adec3', 'subnets': [{'id': '359b66e9-993f-49f2-872a-086774950a53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:24:56.240146 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4505715-e32f-494c-bca0-105acfb06001 req-246e0d00-47da-4357-997c-ffaed64db3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:56.242284 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e4505715-e32f-494c-bca0-105acfb06001 req-246e0d00-47da-4357-997c-ffaed64db3a9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=359b66e9-993f-49f2-872a-086774950a53 HTTP/1.1" status: 200 len: 851 time: 0.3623776 Aug 05 11:24:56.281509 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f63ee65-96db-4aa9-8fc5-896114fb54e6 None None] The sync data for ids ['2df3458d-2693-48da-a64c-10b624594a09'] in n-d-803378-2 is: [{'id': '2df3458d-2693-48da-a64c-10b624594a09', 'name': 'tempest-TaggedBootDevicesTest-1186463926-router', 'tenant_id': 'b4870e3c85c84ca78a3c4012c18adec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.250'}], 'enable_snat': True}, 'gw_port_id': '09c5145f-14f6-4aca-8e5a-e8e2320c5277', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:21:37Z', 'updated_at': '2021-08-05T11:21:46Z', 'revision_number': 4, 'project_id': 'b4870e3c85c84ca78a3c4012c18adec3', 'gw_port': {'id': '09c5145f-14f6-4aca-8e5a-e8e2320c5277', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:ed:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df3458d-2693-48da-a64c-10b624594a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:21:38Z', 'updated_at': '2021-08-05T11:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': '9a282ff7-074d-43f8-9002-32cd30bb94cd', 'tenant_id': 'b4870e3c85c84ca78a3c4012c18adec3', 'floating_ip_address': '172.25.5.154', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': '2df3458d-2693-48da-a64c-10b624594a09', 'port_id': 'cda42fa7-6755-4e33-bd29-5cc1df60f230', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 726, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d9d0f10-7957-4188-9ef0-2efd524fc96a', 'mac_address': 'fa:16:3e:dd:5e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443a76e9-196d-4aa4-85e8-0ee1eebabb66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T11:23:10Z', 'updated_at': '2021-08-05T11:24:53Z', 'revision_number': 1, 'project_id': 'b4870e3c85c84ca78a3c4012c18adec3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71001dc5-964e-4d77-9d86-a6f93b379a0b', 'name': '', 'network_id': '1d9d0f10-7957-4188-9ef0-2efd524fc96a', 'tenant_id': 'b4870e3c85c84ca78a3c4012c18adec3', 'mac_address': 'fa:16:3e:a2:c0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df3458d-2693-48da-a64c-10b624594a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '359b66e9-993f-49f2-872a-086774950a53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:21:43Z', 'updated_at': '2021-08-05T11:21:55Z', 'revision_number': 5, 'project_id': 'b4870e3c85c84ca78a3c4012c18adec3', 'subnets': [{'id': '359b66e9-993f-49f2-872a-086774950a53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:24:56.310997 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-af9c7fd8-799b-444a-bb74-1c34ab69cea1 req-eb2bb36a-aa31-4aa7-8999-1f0fee737935 service neutron] Attempting to bind port 09dc1b36-6318-45b2-a350-af18976be68b on host n-h1-803378-2 for vnic_type normal with profile {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:24:56.311513 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-af9c7fd8-799b-444a-bb74-1c34ab69cea1 req-eb2bb36a-aa31-4aa7-8999-1f0fee737935 service neutron] Attempting to bind port 09dc1b36-6318-45b2-a350-af18976be68b by drivers openvswitch,hyperv on host n-h1-803378-2 at level 0 using segments [{'id': '32cc618e-4968-4750-a5aa-c2579fceb01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6e7bde98-a1ff-44d7-8525-eaa9c1e81087'}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:24:56.311675 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9c7fd8-799b-444a-bb74-1c34ab69cea1 req-eb2bb36a-aa31-4aa7-8999-1f0fee737935 service neutron] Attempting to bind port 09dc1b36-6318-45b2-a350-af18976be68b on network 6e7bde98-a1ff-44d7-8525-eaa9c1e81087 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:24:56.367416 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-aba54577-23db-4e7b-965c-f2753b7186ab req-73042316-7e46-44b1-94bf-fa645aae0de2 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947484 Aug 05 11:24:56.381871 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086f17eb-505f-4cc9-835c-575b922ae937 req-d7b973e0-614e-4d41-993c-5bbf9e01a743 tempest-ServersOnMultiNodesTest-767699843 tempest-ServersOnMultiNodesTest-767699843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:56.391172 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-086f17eb-505f-4cc9-835c-575b922ae937 req-d7b973e0-614e-4d41-993c-5bbf9e01a743 tempest-ServersOnMultiNodesTest-767699843 tempest-ServersOnMultiNodesTest-767699843-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=b962ae61-5cd1-4cfe-b72c-f12c9f5209bc HTTP/1.1" status: 200 len: 1101 time: 0.4366012 Aug 05 11:24:56.419930 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9c7fd8-799b-444a-bb74-1c34ab69cea1 req-eb2bb36a-aa31-4aa7-8999-1f0fee737935 service neutron] Port 09dc1b36-6318-45b2-a350-af18976be68b on network 6e7bde98-a1ff-44d7-8525-eaa9c1e81087 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-2 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:24:56.420314 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9c7fd8-799b-444a-bb74-1c34ab69cea1 req-eb2bb36a-aa31-4aa7-8999-1f0fee737935 service neutron] Attempting to bind port 09dc1b36-6318-45b2-a350-af18976be68b on network 6e7bde98-a1ff-44d7-8525-eaa9c1e81087 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:24:56.436202 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9c7fd8-799b-444a-bb74-1c34ab69cea1 req-eb2bb36a-aa31-4aa7-8999-1f0fee737935 service neutron] Checking agent: {'id': '40bb7567-59bd-4b31-bc29-da1c50bca759', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:24:56.437051 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9c7fd8-799b-444a-bb74-1c34ab69cea1 req-eb2bb36a-aa31-4aa7-8999-1f0fee737935 service neutron] Checking segment: {'id': '32cc618e-4968-4750-a5aa-c2579fceb01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6e7bde98-a1ff-44d7-8525-eaa9c1e81087'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:24:56.437947 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9c7fd8-799b-444a-bb74-1c34ab69cea1 req-eb2bb36a-aa31-4aa7-8999-1f0fee737935 service neutron] Bound using segment: {'id': '32cc618e-4968-4750-a5aa-c2579fceb01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6e7bde98-a1ff-44d7-8525-eaa9c1e81087'} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:24:56.439143 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-af9c7fd8-799b-444a-bb74-1c34ab69cea1 req-eb2bb36a-aa31-4aa7-8999-1f0fee737935 service neutron] Bound port: 09dc1b36-6318-45b2-a350-af18976be68b, host: n-h1-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32cc618e-4968-4750-a5aa-c2579fceb01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6e7bde98-a1ff-44d7-8525-eaa9c1e81087'}}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:24:56.439677 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-af9c7fd8-799b-444a-bb74-1c34ab69cea1 req-eb2bb36a-aa31-4aa7-8999-1f0fee737935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:56.519879 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-086f17eb-505f-4cc9-835c-575b922ae937 req-8db4cc24-3b90-4f74-aae0-63edfbc65c95 tempest-ServersOnMultiNodesTest-767699843 tempest-ServersOnMultiNodesTest-767699843-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=2975fa17-2fff-4e01-97a3-764244a94779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265173 Aug 05 11:24:56.522424 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0deea67a-d067-4724-a380-541f39be6441 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:56.538883 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4505715-e32f-494c-bca0-105acfb06001 req-717ffa12-7fb2-4d3e-8830-e0f21771288a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:56.565488 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e4505715-e32f-494c-bca0-105acfb06001 req-717ffa12-7fb2-4d3e-8830-e0f21771288a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1d9d0f10-7957-4188-9ef0-2efd524fc96a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2944880 Aug 05 11:24:56.767781 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1c986f-3558-4400-8d77-ac70e593f2b9 None None] New status for floating IP 9a282ff7-074d-43f8-9002-32cd30bb94cd: ACTIVE {{(pid=94423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 11:24:56.770506 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0deea67a-d067-4724-a380-541f39be6441 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:56.828824 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-af9c7fd8-799b-444a-bb74-1c34ab69cea1 req-eb2bb36a-aa31-4aa7-8999-1f0fee737935 service neutron] For port 09dc1b36-6318-45b2-a350-af18976be68b, host n-h1-803378-2, cleared binding levels {{(pid=94420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:24:56.871688 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-af9c7fd8-799b-444a-bb74-1c34ab69cea1 req-eb2bb36a-aa31-4aa7-8999-1f0fee737935 service neutron] For port 09dc1b36-6318-45b2-a350-af18976be68b, host n-h1-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=09dc1b36-6318-45b2-a350-af18976be68b,segment=NetworkSegment(32cc618e-4968-4750-a5aa-c2579fceb01e),segment_id=32cc618e-4968-4750-a5aa-c2579fceb01e)] {{(pid=94420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:24:56.876298 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e4505715-e32f-494c-bca0-105acfb06001 req-56eccf58-5134-4cec-aad2-4721a901987d service neutron] 10.222.0.55 "GET /v2.0/networks/1d9d0f10-7957-4188-9ef0-2efd524fc96a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2968888 Aug 05 11:24:56.882800 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-af9c7fd8-799b-444a-bb74-1c34ab69cea1 req-eb2bb36a-aa31-4aa7-8999-1f0fee737935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:56.998089 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9c7fd8-799b-444a-bb74-1c34ab69cea1 req-eb2bb36a-aa31-4aa7-8999-1f0fee737935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:56.998797 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-af9c7fd8-799b-444a-bb74-1c34ab69cea1 req-eb2bb36a-aa31-4aa7-8999-1f0fee737935 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:57.000273 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-af9c7fd8-799b-444a-bb74-1c34ab69cea1 req-eb2bb36a-aa31-4aa7-8999-1f0fee737935 service neutron] 10.222.0.64 "PUT /v2.0/ports/09dc1b36-6318-45b2-a350-af18976be68b HTTP/1.1" status: 200 len: 1091 time: 3.3697255 Aug 05 11:24:57.021264 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86aada56-4bfc-486e-86fe-a2373eccbe58', 'tag': '09dc1b36-6318-45b2-a350-af18976be68b'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:24:57.024719 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}828068ad8d405ad77660ce68fa78e1ffe658725812f7a08f9e488a446589295b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2215422-5e18-4d08-b807-aef6c7039ddb" -d '{"events": [{"name": "network-changed", "server_uuid": "86aada56-4bfc-486e-86fe-a2373eccbe58", "tag": "09dc1b36-6318-45b2-a350-af18976be68b"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:24:57.033094 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2bb36a-aa31-4aa7-8999-1f0fee737935 service neutron] Pushing event updated for resources: {'Port': ['ID=09dc1b36-6318-45b2-a350-af18976be68b,revision_number=3']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:24:57.238857 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-37b31b60-c52f-46dc-b489-9c474e71b4cb req-52968cf1-946e-43b5-8d10-d1bd2bb81ea6 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=da1b410c9abb4742b18075944f1e5e2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2042363 Aug 05 11:24:57.480049 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9c7fd8-799b-444a-bb74-1c34ab69cea1 req-7907e38f-2258-4c7e-86a5-e9b193a1a2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:57.482815 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-af9c7fd8-799b-444a-bb74-1c34ab69cea1 req-7907e38f-2258-4c7e-86a5-e9b193a1a2ca service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d8daa1497f4a496cba61c8a60c09e98b&device_id=86aada56-4bfc-486e-86fe-a2373eccbe58 HTTP/1.1" status: 200 len: 1094 time: 0.3517427 Aug 05 11:24:57.496451 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e4505715-e32f-494c-bca0-105acfb06001 req-d0d05ed1-2335-4d11-8c09-63ed4f4efb67 service neutron] 10.222.0.55 "GET /v2.0/networks/1d9d0f10-7957-4188-9ef0-2efd524fc96a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5919983 Aug 05 11:24:57.609833 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0deea67a-d067-4724-a380-541f39be6441 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:57.617412 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-af9c7fd8-799b-444a-bb74-1c34ab69cea1 req-5530b9d0-3168-49bb-9d42-9c0ab0c11e20 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=09dc1b36-6318-45b2-a350-af18976be68b HTTP/1.1" status: 200 len: 217 time: 0.1090879 Aug 05 11:24:57.622836 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0deea67a-d067-4724-a380-541f39be6441 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:57.744698 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b31b60-c52f-46dc-b489-9c474e71b4cb req-e98e2d19-7fda-4d43-bcad-aa09ce1d92b5 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:57.746788 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-37b31b60-c52f-46dc-b489-9c474e71b4cb req-e98e2d19-7fda-4d43-bcad-aa09ce1d92b5 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4931245 Aug 05 11:24:57.828400 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9c7fd8-799b-444a-bb74-1c34ab69cea1 req-cae86f40-25bf-4910-a324-750216effa59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:57.830337 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-af9c7fd8-799b-444a-bb74-1c34ab69cea1 req-cae86f40-25bf-4910-a324-750216effa59 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8c648b54-2f27-41ec-9e17-9213825c0d0c HTTP/1.1" status: 200 len: 852 time: 0.1980593 Aug 05 11:24:57.840801 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-37b31b60-c52f-46dc-b489-9c474e71b4cb req-a6de6d8e-81ee-453d-af41-2afb5de2654c tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/quotas/da1b410c9abb4742b18075944f1e5e2e HTTP/1.1" status: 200 len: 375 time: 0.0568843 Aug 05 11:24:57.856603 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deea67a-d067-4724-a380-541f39be6441 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Pushing event updated for resources: {'Port': ['ID=bb6c3dac-67f2-4cd9-8fa3-cf4d9ba51ca9,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:24:57.862300 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66ed6593-4fe5-463d-bbb0-04cb5872e3bd x-openstack-request-id: req-66ed6593-4fe5-463d-bbb0-04cb5872e3bd {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:24:57.862627 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86aada56-4bfc-486e-86fe-a2373eccbe58", "tag": "09dc1b36-6318-45b2-a350-af18976be68b", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:24:57.863085 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-66ed6593-4fe5-463d-bbb0-04cb5872e3bd {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:24:57.863682 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86aada56-4bfc-486e-86fe-a2373eccbe58', 'tag': '09dc1b36-6318-45b2-a350-af18976be68b', 'status': 'completed', 'code': 200} Aug 05 11:24:57.912525 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-af9c7fd8-799b-444a-bb74-1c34ab69cea1 req-f6686d7d-c750-49bd-be7d-1862ab627ccb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6e7bde98-a1ff-44d7-8525-eaa9c1e81087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712364 Aug 05 11:24:57.915367 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0deea67a-d067-4724-a380-541f39be6441 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33287247'] for floatingip, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:58.399938 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0deea67a-d067-4724-a380-541f39be6441 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:58.401113 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-0deea67a-d067-4724-a380-541f39be6441 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.4626117 Aug 05 11:24:58.405037 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 46752) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:24:58.413005 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-8d18d3ac-4dc9-4859-9971-a680cf6badd0 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1015040404'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:24:58.450903 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d18d3ac-4dc9-4859-9971-a680cf6badd0 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Made reservation on behalf of 7230753a23f34d869e6980d9fd678dc8 for: {'network': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:24:58.458164 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8d18d3ac-4dc9-4859-9971-a680cf6badd0 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:58.476260 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8d18d3ac-4dc9-4859-9971-a680cf6badd0 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:58.479289 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-37b31b60-c52f-46dc-b489-9c474e71b4cb req-c4c403b4-8e3e-4b14-baa1-52b373766b2b tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=da1b410c9abb4742b18075944f1e5e2e&fields=id HTTP/1.1" status: 200 len: 486 time: 0.6128356 Aug 05 11:24:58.499998 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9745f4de-5b02-4148-8f2d-c4866c8d517d req-47ec5640-6e75-4d2e-be77-cda16b750539 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:58.502869 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9745f4de-5b02-4148-8f2d-c4866c8d517d req-47ec5640-6e75-4d2e-be77-cda16b750539 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=86aada56-4bfc-486e-86fe-a2373eccbe58 HTTP/1.1" status: 200 len: 943 time: 0.5808234 Aug 05 11:24:58.559732 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-af9c7fd8-799b-444a-bb74-1c34ab69cea1 req-59ec170a-c8d3-4f04-94f5-eecdfe21ba8c service neutron] 10.222.0.64 "GET /v2.0/networks/6e7bde98-a1ff-44d7-8525-eaa9c1e81087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6362419 Aug 05 11:24:58.674126 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9745f4de-5b02-4148-8f2d-c4866c8d517d req-62448c23-bf3e-430a-8ab0-eb35e53a8064 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491520 Aug 05 11:24:58.686784 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8d18d3ac-4dc9-4859-9971-a680cf6badd0 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:58.693472 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8d18d3ac-4dc9-4859-9971-a680cf6badd0 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:58.710617 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d18d3ac-4dc9-4859-9971-a680cf6badd0 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] vlan segment allocate from pool success with {'vlan_id': 684, 'physical_network': 'physnet1'} {{(pid=94421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:24:58.741504 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8d18d3ac-4dc9-4859-9971-a680cf6badd0 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:58.742624 n-d-803378-2 neutron-server[94421]: INFO neutron.db.segments_db [None req-8d18d3ac-4dc9-4859-9971-a680cf6badd0 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Added segment a5cf2e66-a631-4791-885f-66f375789259 of type vlan for network a06218ba-e711-48d9-b9aa-baf0958a0fc5 Aug 05 11:24:58.797039 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-af9c7fd8-799b-444a-bb74-1c34ab69cea1 req-448e1d9b-6df3-474a-ae7b-78e7eafe7b4b service neutron] 10.222.0.64 "GET /v2.0/networks/6e7bde98-a1ff-44d7-8525-eaa9c1e81087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288203 Aug 05 11:24:58.815778 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d18d3ac-4dc9-4859-9971-a680cf6badd0 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9c5f953-2269-492e-aa68-010a7341badf,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:24:58.895196 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8d18d3ac-4dc9-4859-9971-a680cf6badd0 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:58.962078 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:59.013506 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8d18d3ac-4dc9-4859-9971-a680cf6badd0 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:59.021245 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2215422-5e18-4d08-b807-aef6c7039ddb req-22bfe63b-285a-4b3d-b085-c59152434489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:59.024352 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a2215422-5e18-4d08-b807-aef6c7039ddb req-22bfe63b-285a-4b3d-b085-c59152434489 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d8daa1497f4a496cba61c8a60c09e98b&device_id=86aada56-4bfc-486e-86fe-a2373eccbe58 HTTP/1.1" status: 200 len: 1094 time: 0.1107266 Aug 05 11:24:59.028954 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d18d3ac-4dc9-4859-9971-a680cf6badd0 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:59.038463 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8d18d3ac-4dc9-4859-9971-a680cf6badd0 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:59.177606 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d18d3ac-4dc9-4859-9971-a680cf6badd0 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Pushing event updated for resources: {'Network': ['ID=a06218ba-e711-48d9-b9aa-baf0958a0fc5,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:24:59.198426 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network a06218ba-e711-48d9-b9aa-baf0958a0fc5 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:24:59.223792 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-8d18d3ac-4dc9-4859-9971-a680cf6badd0 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8169055 Aug 05 11:24:59.225011 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 46772) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:24:59.250614 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-adcb844c-7fe8-418a-877b-96f0478b1187 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Request body: {'subnet': {'network_id': 'a06218ba-e711-48d9-b9aa-baf0958a0fc5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:24:59.250957 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2215422-5e18-4d08-b807-aef6c7039ddb req-0246e337-7a88-465c-b40b-1dd85b821a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:59.253189 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a2215422-5e18-4d08-b807-aef6c7039ddb req-0246e337-7a88-465c-b40b-1dd85b821a3f service neutron] 10.222.0.64 "GET /v2.0/networks?id=6e7bde98-a1ff-44d7-8525-eaa9c1e81087 HTTP/1.1" status: 200 len: 913 time: 0.2131338 Aug 05 11:24:59.351613 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a2215422-5e18-4d08-b807-aef6c7039ddb req-8839aabb-2ee9-4747-921f-8b631e938c50 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=09dc1b36-6318-45b2-a350-af18976be68b HTTP/1.1" status: 200 len: 217 time: 0.0751100 Aug 05 11:24:59.394654 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5f9e4e8d-b62f-4daa-a0ac-74bbc8f4ecf0 req-9591e63c-6170-4186-8360-8996e539dff8 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/ports?device_id=3173aa1f-bc35-4eb1-bee9-ff604bc71a62 HTTP/1.1" status: 200 len: 210 time: 0.1386952 Aug 05 11:24:59.498710 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2215422-5e18-4d08-b807-aef6c7039ddb req-e020c212-8020-4c02-a621-b5d0759e053a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:24:59.501899 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a2215422-5e18-4d08-b807-aef6c7039ddb req-e020c212-8020-4c02-a621-b5d0759e053a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8c648b54-2f27-41ec-9e17-9213825c0d0c HTTP/1.1" status: 200 len: 852 time: 0.1132951 Aug 05 11:24:59.583567 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a2215422-5e18-4d08-b807-aef6c7039ddb req-6a01c888-715a-42ff-993e-6a48ed744c55 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6e7bde98-a1ff-44d7-8525-eaa9c1e81087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686524 Aug 05 11:24:59.597785 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adcb844c-7fe8-418a-877b-96f0478b1187 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Made reservation on behalf of 7230753a23f34d869e6980d9fd678dc8 for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:24:59.610466 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-adcb844c-7fe8-418a-877b-96f0478b1187 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:24:59.812824 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a2215422-5e18-4d08-b807-aef6c7039ddb req-726cfd96-82a0-4293-a733-bd778a7270a9 service neutron] 10.222.0.64 "GET /v2.0/networks/6e7bde98-a1ff-44d7-8525-eaa9c1e81087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229671 Aug 05 11:25:00.138868 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a2215422-5e18-4d08-b807-aef6c7039ddb req-902b1e9e-c8e9-46c0-998e-47d268c685c6 service neutron] 10.222.0.64 "GET /v2.0/networks/6e7bde98-a1ff-44d7-8525-eaa9c1e81087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3130848 Aug 05 11:25:00.152730 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e676c8-2961-441f-ae03-d625e1455b08 req-c47f17e7-2ddb-4b61-bda0-6c2cbf8e2300 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:25:00.176717 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-38e676c8-2961-441f-ae03-d625e1455b08 req-c47f17e7-2ddb-4b61-bda0-6c2cbf8e2300 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=86aada56-4bfc-486e-86fe-a2373eccbe58 HTTP/1.1" status: 200 len: 943 time: 0.2214205 Aug 05 11:25:00.219583 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 46810) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:25:00.246083 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-adcb844c-7fe8-418a-877b-96f0478b1187 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25038678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30075167'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:00.250678 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-38e676c8-2961-441f-ae03-d625e1455b08 req-f7e72307-fa65-4e37-9a2f-1a4de71a5fef tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646541 Aug 05 11:25:00.398683 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcb844c-7fe8-418a-877b-96f0478b1187 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Checking segment: {'id': 'a5cf2e66-a631-4791-885f-66f375789259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'a06218ba-e711-48d9-b9aa-baf0958a0fc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:25:00.399266 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adcb844c-7fe8-418a-877b-96f0478b1187 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Network hostable DHCP agents. Network: a06218ba-e711-48d9-b9aa-baf0958a0fc5, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:25:00.405820 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcb844c-7fe8-418a-877b-96f0478b1187 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Pushing event updated for resources: {'Subnet': ['ID=adf6ffc1-056d-4ea1-9f01-7f2752f2c95a,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:25:00.438438 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adcb844c-7fe8-418a-877b-96f0478b1187 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Network a06218ba-e711-48d9-b9aa-baf0958a0fc5 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:25:00.470878 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-adcb844c-7fe8-418a-877b-96f0478b1187 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, a06218ba-e711-48d9-b9aa-baf0958a0fc5) {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:25:00.473542 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d840e730-dce0-4101-9777-65b6861ef0d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:00.480305 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ad5571-1e1d-402e-a7b4-541bdfc65f47 None None] Network a06218ba-e711-48d9-b9aa-baf0958a0fc5 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:25:00.483218 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adcb844c-7fe8-418a-877b-96f0478b1187 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:25:00.484187 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-adcb844c-7fe8-418a-877b-96f0478b1187 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:00.546403 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 46816) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:25:00.547252 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-adcb844c-7fe8-418a-877b-96f0478b1187 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3151398 Aug 05 11:25:00.556536 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-b60e264f-cb62-4b6e-8ecd-0502ca864d8a tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-342610710', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}, 'admin_state_up': False}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:25:00.724339 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f1e71d44-af08-4846-9c89-a48ae3a356fa req-f102a1dc-d3d2-4030-a4c2-b3c6049642ab tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/ports?device_id=3173aa1f-bc35-4eb1-bee9-ff604bc71a62 HTTP/1.1" status: 200 len: 210 time: 0.0849278 Aug 05 11:25:00.774469 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d840e730-dce0-4101-9777-65b6861ef0d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:00.781698 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d840e730-dce0-4101-9777-65b6861ef0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:00.842399 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b60e264f-cb62-4b6e-8ecd-0502ca864d8a tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33260300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1929'] for router, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:00.844452 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b60e264f-cb62-4b6e-8ecd-0502ca864d8a tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33285914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33034662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1926'] for router, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:00.861713 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d840e730-dce0-4101-9777-65b6861ef0d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb7e129-eece-4a0c-9cbd-69ee11c738f9,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:25:00.892106 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b23a64-0cf1-4c8f-a2be-a76a5c6dc612 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-a06218ba-e711-48d9-b9aa-baf0958a0fc5', 'network_id': 'a06218ba-e711-48d9-b9aa-baf0958a0fc5', 'tenant_id': '7230753a23f34d869e6980d9fd678dc8', 'fixed_ips': [{'subnet_id': 'adf6ffc1-056d-4ea1-9f01-7f2752f2c95a'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 11:25:00.894645 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-87b23a64-0cf1-4c8f-a2be-a76a5c6dc612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:00.895490 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-d840e730-dce0-4101-9777-65b6861ef0d6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e8cbabdcb17c4d29a9709958b62c602f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6742332 Aug 05 11:25:00.895798 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 46820) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:25:01.071209 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-37b31b60-c52f-46dc-b489-9c474e71b4cb req-1ed28965-9f29-4cc0-be0f-f895fd9ee0e5 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=da1b410c9abb4742b18075944f1e5e2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1274741 Aug 05 11:25:01.213718 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b60e264f-cb62-4b6e-8ecd-0502ca864d8a tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:01.311875 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-87b23a64-0cf1-4c8f-a2be-a76a5c6dc612 None None] Allocated IP 172.20.0.2 (a06218ba-e711-48d9-b9aa-baf0958a0fc5/adf6ffc1-056d-4ea1-9f01-7f2752f2c95a/af75c569-45f4-4550-a00e-7a974e187ae2) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:25:01.632072 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b271dccd-1d19-447b-9339-55f559ee2375 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:01.640598 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b60e264f-cb62-4b6e-8ecd-0502ca864d8a tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:01.677376 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-87b23a64-0cf1-4c8f-a2be-a76a5c6dc612 None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:01.697395 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-87b23a64-0cf1-4c8f-a2be-a76a5c6dc612 None None] Transition to ACTIVE for port object af75c569-45f4-4550-a00e-7a974e187ae2 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:25:01.712236 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b271dccd-1d19-447b-9339-55f559ee2375 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:01.736909 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-87b23a64-0cf1-4c8f-a2be-a76a5c6dc612 None None] Transition to ACTIVE for port object af75c569-45f4-4550-a00e-7a974e187ae2 will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:25:01.757000 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-87b23a64-0cf1-4c8f-a2be-a76a5c6dc612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:01.801188 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b31b60-c52f-46dc-b489-9c474e71b4cb req-0ff5a91f-59c6-48db-acf2-877cd247e655 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:25:01.803883 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-37b31b60-c52f-46dc-b489-9c474e71b4cb req-0ff5a91f-59c6-48db-acf2-877cd247e655 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7129762 Aug 05 11:25:01.837493 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae11fdba-3c2c-4d5e-8d45-c71ff8f5208b req-fb506c0b-3f97-44fc-87aa-c1087a85d666 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:25:01.842897 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ae11fdba-3c2c-4d5e-8d45-c71ff8f5208b req-fb506c0b-3f97-44fc-87aa-c1087a85d666 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=86aada56-4bfc-486e-86fe-a2373eccbe58 HTTP/1.1" status: 200 len: 943 time: 0.4011033 Aug 05 11:25:01.843676 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b23a64-0cf1-4c8f-a2be-a76a5c6dc612 None None] Network a06218ba-e711-48d9-b9aa-baf0958a0fc5 is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:25:01.854643 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-87b23a64-0cf1-4c8f-a2be-a76a5c6dc612 None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:25:01.864415 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b23a64-0cf1-4c8f-a2be-a76a5c6dc612 None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:25:01.867425 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-37b31b60-c52f-46dc-b489-9c474e71b4cb req-68640604-c4a8-4c06-baa5-0392c99fa3af tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Request body: {'port': {'device_id': '3173aa1f-bc35-4eb1-bee9-ff604bc71a62', 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a', 'admin_state_up': True, 'tenant_id': 'da1b410c9abb4742b18075944f1e5e2e'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:25:01.899979 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b23a64-0cf1-4c8f-a2be-a76a5c6dc612 None None] Pushing event updated for resources: {'Port': ['ID=af75c569-45f4-4550-a00e-7a974e187ae2,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:25:01.963638 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-87b23a64-0cf1-4c8f-a2be-a76a5c6dc612 None None] Attempting to bind port af75c569-45f4-4550-a00e-7a974e187ae2 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:25:01.964293 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-87b23a64-0cf1-4c8f-a2be-a76a5c6dc612 None None] Attempting to bind port af75c569-45f4-4550-a00e-7a974e187ae2 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'a5cf2e66-a631-4791-885f-66f375789259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'a06218ba-e711-48d9-b9aa-baf0958a0fc5'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:25:01.965144 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b23a64-0cf1-4c8f-a2be-a76a5c6dc612 None None] Attempting to bind port af75c569-45f4-4550-a00e-7a974e187ae2 on network a06218ba-e711-48d9-b9aa-baf0958a0fc5 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:25:01.975818 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b23a64-0cf1-4c8f-a2be-a76a5c6dc612 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:25:01.976520 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b23a64-0cf1-4c8f-a2be-a76a5c6dc612 None None] Checking segment: {'id': 'a5cf2e66-a631-4791-885f-66f375789259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'a06218ba-e711-48d9-b9aa-baf0958a0fc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:25:01.977381 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-87b23a64-0cf1-4c8f-a2be-a76a5c6dc612 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:01.978213 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b23a64-0cf1-4c8f-a2be-a76a5c6dc612 None None] Bound using segment: {'id': 'a5cf2e66-a631-4791-885f-66f375789259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'a06218ba-e711-48d9-b9aa-baf0958a0fc5'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:25:01.979496 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-87b23a64-0cf1-4c8f-a2be-a76a5c6dc612 None None] Bound port: af75c569-45f4-4550-a00e-7a974e187ae2, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5cf2e66-a631-4791-885f-66f375789259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'a06218ba-e711-48d9-b9aa-baf0958a0fc5'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:25:01.980562 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-87b23a64-0cf1-4c8f-a2be-a76a5c6dc612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:02.109760 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-574cf0c8-d554-439a-ac4f-82fe819f491b req-e20533a0-baa0-402c-b109-9b3d3adadcbf tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/ports?device_id=3173aa1f-bc35-4eb1-bee9-ff604bc71a62 HTTP/1.1" status: 200 len: 210 time: 0.2633309 Aug 05 11:25:02.186926 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-87b23a64-0cf1-4c8f-a2be-a76a5c6dc612 None None] For port af75c569-45f4-4550-a00e-7a974e187ae2, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:25:02.197642 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-87b23a64-0cf1-4c8f-a2be-a76a5c6dc612 None None] For port af75c569-45f4-4550-a00e-7a974e187ae2, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=af75c569-45f4-4550-a00e-7a974e187ae2,segment=NetworkSegment(a5cf2e66-a631-4791-885f-66f375789259),segment_id=a5cf2e66-a631-4791-885f-66f375789259)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:25:02.222199 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-87b23a64-0cf1-4c8f-a2be-a76a5c6dc612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:02.233423 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ae11fdba-3c2c-4d5e-8d45-c71ff8f5208b req-bf6f0822-46f6-46bd-81a9-70fad60dad01 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3493054 Aug 05 11:25:02.269245 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b271dccd-1d19-447b-9339-55f559ee2375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:02.275470 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b271dccd-1d19-447b-9339-55f559ee2375 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:02.278049 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-b271dccd-1d19-447b-9339-55f559ee2375 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9bb7e129-eece-4a0c-9cbd-69ee11c738f9 HTTP/1.1" status: 204 len: 168 time: 1.3798418 Aug 05 11:25:02.338215 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b23a64-0cf1-4c8f-a2be-a76a5c6dc612 None None] Pushing event updated for resources: {'Port': ['ID=af75c569-45f4-4550-a00e-7a974e187ae2,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:25:02.341049 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b271dccd-1d19-447b-9339-55f559ee2375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb7e129-eece-4a0c-9cbd-69ee11c738f9,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:25:02.356853 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 46842) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:25:02.400281 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37b31b60-c52f-46dc-b489-9c474e71b4cb req-68640604-c4a8-4c06-baa5-0392c99fa3af tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Made reservation on behalf of da1b410c9abb4742b18075944f1e5e2e for: {'port': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:25:02.405565 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-37b31b60-c52f-46dc-b489-9c474e71b4cb req-68640604-c4a8-4c06-baa5-0392c99fa3af tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:03.169260 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b60e264f-cb62-4b6e-8ecd-0502ca864d8a tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Notify callbacks [] for router_gateway, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:03.259269 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b60e264f-cb62-4b6e-8ecd-0502ca864d8a tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:03.290304 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c7694edf-eb8d-4f6d-a94d-57d0746b3f95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:03.396005 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [req-37b31b60-c52f-46dc-b489-9c474e71b4cb req-68640604-c4a8-4c06-baa5-0392c99fa3af tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Allocated IP 192.168.233.117 (91caede3-92e4-4b1e-8e3e-36227cfd846a/6842f728-c2f3-4e36-bb32-3303d06ce3f4/0cab080c-fca9-46a9-808e-7c2572e3700e) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:25:03.458012 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 46856) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:25:03.459164 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-65a0058a-cd95-4dfe-acdc-3d0b370a420f req-39c3deb2-8206-4a04-8bf2-0cfcd59cb0bb tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/ports?device_id=3173aa1f-bc35-4eb1-bee9-ff604bc71a62 HTTP/1.1" status: 200 len: 210 time: 0.1627879 Aug 05 11:25:03.534202 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 09dc1b36-6318-45b2-a350-af18976be68b details requested by agent hyperv_n-h1-803378-2 with host n-h1-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:25:03.536337 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c7694edf-eb8d-4f6d-a94d-57d0746b3f95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:03.568247 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c7694edf-eb8d-4f6d-a94d-57d0746b3f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:03.577315 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-483d2cc0-e3d8-41be-bf29-f06b8e48f84b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:03.651211 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6a83c3-0073-48a2-bcb5-943f0b506827 req-2bc15b5e-137a-4c0c-90a1-4fc34cecf51a tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:25:03.655730 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ba6a83c3-0073-48a2-bcb5-943f0b506827 req-2bc15b5e-137a-4c0c-90a1-4fc34cecf51a tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=86aada56-4bfc-486e-86fe-a2373eccbe58 HTTP/1.1" status: 200 len: 943 time: 0.1994307 Aug 05 11:25:03.744697 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7694edf-eb8d-4f6d-a94d-57d0746b3f95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b988b46c-4700-4bf8-9006-9457c152bb18,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:25:03.768415 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-c7694edf-eb8d-4f6d-a94d-57d0746b3f95 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4d5d651b327d4bb7a2a1f02f1f25029f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4081016 Aug 05 11:25:03.782773 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 46860) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:25:03.807830 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7694edf-eb8d-4f6d-a94d-57d0746b3f95 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:25:03.809453 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7694edf-eb8d-4f6d-a94d-57d0746b3f95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:25:03.810265 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7694edf-eb8d-4f6d-a94d-57d0746b3f95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:25:03.811063 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7694edf-eb8d-4f6d-a94d-57d0746b3f95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:25:03.811860 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7694edf-eb8d-4f6d-a94d-57d0746b3f95 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:25:03.812724 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7694edf-eb8d-4f6d-a94d-57d0746b3f95 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:25:03.813543 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7694edf-eb8d-4f6d-a94d-57d0746b3f95 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:25:03.814394 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7694edf-eb8d-4f6d-a94d-57d0746b3f95 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:25:03.815149 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7694edf-eb8d-4f6d-a94d-57d0746b3f95 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:25:03.815898 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7694edf-eb8d-4f6d-a94d-57d0746b3f95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:25:03.816972 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7694edf-eb8d-4f6d-a94d-57d0746b3f95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:25:03.817788 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7694edf-eb8d-4f6d-a94d-57d0746b3f95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:25:03.946792 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 09dc1b36-6318-45b2-a350-af18976be68b, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=09dc1b36-6318-45b2-a350-af18976be68b,segment=NetworkSegment(32cc618e-4968-4750-a5aa-c2579fceb01e),segment_id=32cc618e-4968-4750-a5aa-c2579fceb01e)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:25:03.974217 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Returning: {'device': '09dc1b36-6318-45b2-a350-af18976be68b', 'network_id': '6e7bde98-a1ff-44d7-8525-eaa9c1e81087', 'port_id': '09dc1b36-6318-45b2-a350-af18976be68b', 'mac_address': 'fa:16:3e:17:49:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c648b54-2f27-41ec-9e17-9213825c0d0c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:25:04.040863 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8e0ededf-383b-4627-a32e-2d32d1956d23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:04.070171 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-37b31b60-c52f-46dc-b489-9c474e71b4cb req-68640604-c4a8-4c06-baa5-0392c99fa3af tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:04.077400 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:04.132524 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [req-37b31b60-c52f-46dc-b489-9c474e71b4cb req-68640604-c4a8-4c06-baa5-0392c99fa3af tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Transition to ACTIVE for port object 0cab080c-fca9-46a9-808e-7c2572e3700e will not be triggered until provisioned by entity DHCP. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:25:04.142474 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09dc1b36-6318-45b2-a350-af18976be68b {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:25:04.169076 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-b60e264f-cb62-4b6e-8ecd-0502ca864d8a tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Allocated IP 172.25.5.180 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/6d63beca-c5e5-4fef-a551-562c7b085030) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:25:04.229527 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ba6a83c3-0073-48a2-bcb5-943f0b506827 req-54197f42-558c-4045-b36d-8a1de1c222e8 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5173380 Aug 05 11:25:04.239398 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 09dc1b36-6318-45b2-a350-af18976be68b, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=09dc1b36-6318-45b2-a350-af18976be68b,segment=NetworkSegment(32cc618e-4968-4750-a5aa-c2579fceb01e),segment_id=32cc618e-4968-4750-a5aa-c2579fceb01e)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:25:04.250339 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:04.265337 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8e0ededf-383b-4627-a32e-2d32d1956d23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:04.294851 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-483d2cc0-e3d8-41be-bf29-f06b8e48f84b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:04.313179 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-483d2cc0-e3d8-41be-bf29-f06b8e48f84b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:04.389514 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device af75c569-45f4-4550-a00e-7a974e187ae2 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:25:04.436713 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-483d2cc0-e3d8-41be-bf29-f06b8e48f84b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3ca354f54bbd4151b975d2b852f9b8ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9746730 Aug 05 11:25:04.440954 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 46866) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:25:04.443709 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483d2cc0-e3d8-41be-bf29-f06b8e48f84b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f7fbd1a-a9c0-4380-9608-e2eec2271dd8,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:25:04.472308 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da04559d-8d79-46a0-b048-e611068c4f63 None None] Network a06218ba-e711-48d9-b9aa-baf0958a0fc5 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:25:04.476303 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8e0ededf-383b-4627-a32e-2d32d1956d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:04.483141 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8e0ededf-383b-4627-a32e-2d32d1956d23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:04.486954 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-8e0ededf-383b-4627-a32e-2d32d1956d23 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b988b46c-4700-4bf8-9006-9457c152bb18 HTTP/1.1" status: 204 len: 168 time: 0.6974719 Aug 05 11:25:04.510362 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0ededf-383b-4627-a32e-2d32d1956d23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b988b46c-4700-4bf8-9006-9457c152bb18,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:25:04.525889 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-37b31b60-c52f-46dc-b489-9c474e71b4cb req-68640604-c4a8-4c06-baa5-0392c99fa3af tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:04.567426 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['46ac903b-6473-4f7d-ab25-233c6efee28b', '0cca5eec-aa95-47fa-ac39-f63160df33c4'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:25:04.639053 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['17316c3c-1452-458b-b7e3-72878c4fab59', 'acb20733-3c4b-47b8-b861-841610d97f25', 'd2d3e84a-bcdc-4a22-ab95-2524ddc32e0e', 'a441b0ba-c1cb-43f2-b380-2a046b0a5fdf'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:25:04.643888 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f9826c72-6889-4a50-be05-414515c6af88 None None] Provisioning for port af75c569-45f4-4550-a00e-7a974e187ae2 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:25:04.648512 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=09dc1b36-6318-45b2-a350-af18976be68b,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:25:04.660376 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37b31b60-c52f-46dc-b489-9c474e71b4cb req-68640604-c4a8-4c06-baa5-0392c99fa3af tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Network 91caede3-92e4-4b1e-8e3e-36227cfd846a is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:25:04.670322 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [req-37b31b60-c52f-46dc-b489-9c474e71b4cb req-68640604-c4a8-4c06-baa5-0392c99fa3af tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:25:04.673618 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-584f14cd-4be3-4e1e-b5b4-598fb4c74d2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:04.700410 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [req-37b31b60-c52f-46dc-b489-9c474e71b4cb req-68640604-c4a8-4c06-baa5-0392c99fa3af tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:25:04.800408 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port af75c569-45f4-4550-a00e-7a974e187ae2 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:25:04.833307 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b60e264f-cb62-4b6e-8ecd-0502ca864d8a tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:04.836732 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68640604-c4a8-4c06-baa5-0392c99fa3af tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Pushing event updated for resources: {'Port': ['ID=0cab080c-fca9-46a9-808e-7c2572e3700e,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:25:04.837210 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port af75c569-45f4-4550-a00e-7a974e187ae2 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:25:04.837605 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:04.890958 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-584f14cd-4be3-4e1e-b5b4-598fb4c74d2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:04.912881 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['09dc1b36-6318-45b2-a350-af18976be68b'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:25:04.960036 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b31b60-c52f-46dc-b489-9c474e71b4cb req-68640604-c4a8-4c06-baa5-0392c99fa3af tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:25:04.961205 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-37b31b60-c52f-46dc-b489-9c474e71b4cb req-68640604-c4a8-4c06-baa5-0392c99fa3af tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:05.016905 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c970629a-6145-4a11-8dad-edb52c60769b req-163edf36-e5e0-4def-be79-a3b2ef0202f7 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:25:05.018798 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c970629a-6145-4a11-8dad-edb52c60769b req-163edf36-e5e0-4def-be79-a3b2ef0202f7 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/ports?device_id=3173aa1f-bc35-4eb1-bee9-ff604bc71a62 HTTP/1.1" status: 200 len: 936 time: 0.3800428 Aug 05 11:25:05.093695 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-37b31b60-c52f-46dc-b489-9c474e71b4cb req-68640604-c4a8-4c06-baa5-0392c99fa3af tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2450335 Aug 05 11:25:05.146914 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-37b31b60-c52f-46dc-b489-9c474e71b4cb req-33436c2b-5dc1-42da-90b7-08e62bafae33 service neutron] Request body: {'port': {'device_id': '3173aa1f-bc35-4eb1-bee9-ff604bc71a62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-2'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:25:05.236845 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-584f14cd-4be3-4e1e-b5b4-598fb4c74d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:05.242049 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-584f14cd-4be3-4e1e-b5b4-598fb4c74d2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:05.244700 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-584f14cd-4be3-4e1e-b5b4-598fb4c74d2d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3f7fbd1a-a9c0-4380-9608-e2eec2271dd8 HTTP/1.1" status: 204 len: 168 time: 0.8018622 Aug 05 11:25:05.313378 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584f14cd-4be3-4e1e-b5b4-598fb4c74d2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f7fbd1a-a9c0-4380-9608-e2eec2271dd8,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:25:05.346168 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b60e264f-cb62-4b6e-8ecd-0502ca864d8a tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:05.376474 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c970629a-6145-4a11-8dad-edb52c60769b req-8a469246-f58b-48fd-b27a-2a1e95a1b77f tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/security-groups?id=2975fa17-2fff-4e01-97a3-764244a94779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3306878 Aug 05 11:25:05.418621 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 46884) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:25:05.455521 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b6607db6-3714-42f7-b192-99efc634340b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:05.482853 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:05.532173 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-37b31b60-c52f-46dc-b489-9c474e71b4cb req-33436c2b-5dc1-42da-90b7-08e62bafae33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:05.537891 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60e264f-cb62-4b6e-8ecd-0502ca864d8a tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:25:05.553501 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-955e9b06-1199-4543-bca4-aca8b4332cd2 None None] Provisioning for port 0cab080c-fca9-46a9-808e-7c2572e3700e completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:25:05.598182 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-b60e264f-cb62-4b6e-8ecd-0502ca864d8a tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:25:05.628404 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60e264f-cb62-4b6e-8ecd-0502ca864d8a tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:25:05.633981 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60e264f-cb62-4b6e-8ecd-0502ca864d8a tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Pushing event updated for resources: {'Port': ['ID=6d63beca-c5e5-4fef-a551-562c7b085030,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:25:05.692996 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b6607db6-3714-42f7-b192-99efc634340b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:05.701775 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b6607db6-3714-42f7-b192-99efc634340b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:05.716712 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port af75c569-45f4-4550-a00e-7a974e187ae2, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=af75c569-45f4-4550-a00e-7a974e187ae2,segment=NetworkSegment(a5cf2e66-a631-4791-885f-66f375789259),segment_id=a5cf2e66-a631-4791-885f-66f375789259)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:25:05.728128 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-955e9b06-1199-4543-bca4-aca8b4332cd2 None None] Provisioning complete for port 0cab080c-fca9-46a9-808e-7c2572e3700e triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:25:05.730444 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-955e9b06-1199-4543-bca4-aca8b4332cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:05.802339 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-b6607db6-3714-42f7-b192-99efc634340b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3fe0b736321b403f8b9073d7bb4fd71b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3818843 Aug 05 11:25:05.802740 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b430b7c-ab37-4534-82f3-0ff7140a9971 req-e47f3acd-5250-465f-ab0c-d90aebd01884 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:25:05.805564 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0b430b7c-ab37-4534-82f3-0ff7140a9971 req-e47f3acd-5250-465f-ab0c-d90aebd01884 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=86aada56-4bfc-486e-86fe-a2373eccbe58 HTTP/1.1" status: 200 len: 944 time: 0.2907326 Aug 05 11:25:05.806332 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 46890) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:25:05.820206 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:05.833581 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6607db6-3714-42f7-b192-99efc634340b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fa72c9b-66fa-4d68-af62-52d9c991d3a5,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:25:06.113477 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-955e9b06-1199-4543-bca4-aca8b4332cd2 None None] Port 0cab080c-fca9-46a9-808e-7c2572e3700e cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:25:06.382996 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0b430b7c-ab37-4534-82f3-0ff7140a9971 req-5a6db367-58c3-4fbc-bfef-58bc1cedff23 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5459745 Aug 05 11:25:06.531762 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-dba6835e-1b96-4076-97b4-13aea0ed1122 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:06.634795 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=af75c569-45f4-4550-a00e-7a974e187ae2,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:25:06.750402 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-6369875d-89bf-4944-b281-6e3893e67d7d None None] Provisioning complete for port af75c569-45f4-4550-a00e-7a974e187ae2 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:25:06.751464 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-6369875d-89bf-4944-b281-6e3893e67d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:06.824698 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-dba6835e-1b96-4076-97b4-13aea0ed1122 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:06.899554 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 46914) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:25:07.100568 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-02289a1b-d823-45ef-89b8-e2ebb3c4fea4 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1424447429-network', 'tenant_id': 'bc360260b43347fbb7d1bc7660d6f218'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:25:07.147695 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02289a1b-d823-45ef-89b8-e2ebb3c4fea4 admin admin] Made reservation on behalf of bc360260b43347fbb7d1bc7660d6f218 for: {'network': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:25:07.154085 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-02289a1b-d823-45ef-89b8-e2ebb3c4fea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:07.159822 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-bbffa58e-d75c-414a-880f-e59062fe701b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:07.185427 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-02289a1b-d823-45ef-89b8-e2ebb3c4fea4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:07.396679 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-02289a1b-d823-45ef-89b8-e2ebb3c4fea4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:07.404423 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-02289a1b-d823-45ef-89b8-e2ebb3c4fea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:07.446369 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02289a1b-d823-45ef-89b8-e2ebb3c4fea4 admin admin] vlan segment allocate from pool success with {'vlan_id': 691, 'physical_network': 'physnet1'} {{(pid=94421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:25:07.465596 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02289a1b-d823-45ef-89b8-e2ebb3c4fea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12d84a41-4254-4f43-a1c3-ae5bdc7fdfb8,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:25:07.473315 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-02289a1b-d823-45ef-89b8-e2ebb3c4fea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:07.474454 n-d-803378-2 neutron-server[94421]: INFO neutron.db.segments_db [None req-02289a1b-d823-45ef-89b8-e2ebb3c4fea4 admin admin] Added segment be89551e-4aa0-433b-90d8-e517f4f1da1f of type vlan for network 546c0542-0f92-4f6c-914b-a74a81cd2290 Aug 05 11:25:07.559743 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-02289a1b-d823-45ef-89b8-e2ebb3c4fea4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:07.593945 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39130e13-19a9-4ca5-8d1d-1c2d0549eb1e req-4940a635-e2e9-4530-9b74-f0868f379e27 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:25:07.600138 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-39130e13-19a9-4ca5-8d1d-1c2d0549eb1e req-4940a635-e2e9-4530-9b74-f0868f379e27 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/ports?device_id=3173aa1f-bc35-4eb1-bee9-ff604bc71a62 HTTP/1.1" status: 200 len: 936 time: 0.8930593 Aug 05 11:25:07.621577 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-02289a1b-d823-45ef-89b8-e2ebb3c4fea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:07.623236 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02289a1b-d823-45ef-89b8-e2ebb3c4fea4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:25:07.624818 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-02289a1b-d823-45ef-89b8-e2ebb3c4fea4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:07.731892 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b60e264f-cb62-4b6e-8ecd-0502ca864d8a tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Notify callbacks [] for router_gateway, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:07.742022 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-02289a1b-d823-45ef-89b8-e2ebb3c4fea4 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8366575 Aug 05 11:25:07.743701 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 46924) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:25:07.756306 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-10301875-50ab-4ac0-9366-a297af224f60 admin admin] Request body: {'subnet': {'network_id': '546c0542-0f92-4f6c-914b-a74a81cd2290', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1424447429-subnet', 'tenant_id': 'bc360260b43347fbb7d1bc7660d6f218', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:25:07.764475 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02289a1b-d823-45ef-89b8-e2ebb3c4fea4 admin admin] Pushing event updated for resources: {'Network': ['ID=546c0542-0f92-4f6c-914b-a74a81cd2290,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:25:07.786486 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 546c0542-0f92-4f6c-914b-a74a81cd2290 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:25:07.807237 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10301875-50ab-4ac0-9366-a297af224f60 admin admin] Made reservation on behalf of bc360260b43347fbb7d1bc7660d6f218 for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:25:07.813023 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-10301875-50ab-4ac0-9366-a297af224f60 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:07.814565 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-dba6835e-1b96-4076-97b4-13aea0ed1122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:07.819217 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-dba6835e-1b96-4076-97b4-13aea0ed1122 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:07.821395 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-dba6835e-1b96-4076-97b4-13aea0ed1122 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8fa72c9b-66fa-4d68-af62-52d9c991d3a5 HTTP/1.1" status: 204 len: 168 time: 1.9973161 Aug 05 11:25:07.865556 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-39130e13-19a9-4ca5-8d1d-1c2d0549eb1e req-265a382e-5952-4e9d-9685-50312c449f9b tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/security-groups?id=2975fa17-2fff-4e01-97a3-764244a94779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388275 Aug 05 11:25:07.900673 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [req-37b31b60-c52f-46dc-b489-9c474e71b4cb req-33436c2b-5dc1-42da-90b7-08e62bafae33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cab080c-fca9-46a9-808e-7c2572e3700e {{(pid=94420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:25:08.006072 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba6835e-1b96-4076-97b4-13aea0ed1122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fa72c9b-66fa-4d68-af62-52d9c991d3a5,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:25:08.023331 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5798a829-31aa-4c65-ac51-8dbc1200721b req-dda46507-abd7-4024-8302-954e5a31049c tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:25:08.037448 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5798a829-31aa-4c65-ac51-8dbc1200721b req-dda46507-abd7-4024-8302-954e5a31049c tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=86aada56-4bfc-486e-86fe-a2373eccbe58 HTTP/1.1" status: 200 len: 944 time: 0.4349687 Aug 05 11:25:08.049001 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-37b31b60-c52f-46dc-b489-9c474e71b4cb req-33436c2b-5dc1-42da-90b7-08e62bafae33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:08.116687 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [req-37b31b60-c52f-46dc-b489-9c474e71b4cb req-33436c2b-5dc1-42da-90b7-08e62bafae33 service neutron] Transition to ACTIVE for port object 0cab080c-fca9-46a9-808e-7c2572e3700e will not be triggered until provisioned by entity L2. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:25:08.131427 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-37b31b60-c52f-46dc-b489-9c474e71b4cb req-33436c2b-5dc1-42da-90b7-08e62bafae33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:08.283238 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5798a829-31aa-4c65-ac51-8dbc1200721b req-ada397af-cafd-48fe-971f-0183d00fc2f0 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251878 Aug 05 11:25:08.318614 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device af75c569-45f4-4550-a00e-7a974e187ae2 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:25:08.393997 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33436c2b-5dc1-42da-90b7-08e62bafae33 service neutron] Pushing event updated for resources: {'Port': ['ID=0cab080c-fca9-46a9-808e-7c2572e3700e,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:25:08.547221 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port af75c569-45f4-4550-a00e-7a974e187ae2 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:25:08.547865 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:08.669608 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-37b31b60-c52f-46dc-b489-9c474e71b4cb req-33436c2b-5dc1-42da-90b7-08e62bafae33 service neutron] Attempting to bind port 0cab080c-fca9-46a9-808e-7c2572e3700e on host n-h1-803378-2 for vnic_type normal with profile {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:25:08.670440 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-37b31b60-c52f-46dc-b489-9c474e71b4cb req-33436c2b-5dc1-42da-90b7-08e62bafae33 service neutron] Attempting to bind port 0cab080c-fca9-46a9-808e-7c2572e3700e by drivers openvswitch,hyperv on host n-h1-803378-2 at level 0 using segments [{'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:25:08.671881 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b31b60-c52f-46dc-b489-9c474e71b4cb req-33436c2b-5dc1-42da-90b7-08e62bafae33 service neutron] Attempting to bind port 0cab080c-fca9-46a9-808e-7c2572e3700e on network 91caede3-92e4-4b1e-8e3e-36227cfd846a {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:25:08.676323 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b60e264f-cb62-4b6e-8ecd-0502ca864d8a tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286026'] for router, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:08.697927 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b31b60-c52f-46dc-b489-9c474e71b4cb req-33436c2b-5dc1-42da-90b7-08e62bafae33 service neutron] Port 0cab080c-fca9-46a9-808e-7c2572e3700e on network 91caede3-92e4-4b1e-8e3e-36227cfd846a not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-2 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:25:08.698332 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b31b60-c52f-46dc-b489-9c474e71b4cb req-33436c2b-5dc1-42da-90b7-08e62bafae33 service neutron] Attempting to bind port 0cab080c-fca9-46a9-808e-7c2572e3700e on network 91caede3-92e4-4b1e-8e3e-36227cfd846a {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:25:08.791453 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b31b60-c52f-46dc-b489-9c474e71b4cb req-33436c2b-5dc1-42da-90b7-08e62bafae33 service neutron] Checking agent: {'id': '40bb7567-59bd-4b31-bc29-da1c50bca759', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:25:08.791841 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b31b60-c52f-46dc-b489-9c474e71b4cb req-33436c2b-5dc1-42da-90b7-08e62bafae33 service neutron] Checking segment: {'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:25:08.792345 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b31b60-c52f-46dc-b489-9c474e71b4cb req-33436c2b-5dc1-42da-90b7-08e62bafae33 service neutron] Bound using segment: {'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:25:08.793526 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-37b31b60-c52f-46dc-b489-9c474e71b4cb req-33436c2b-5dc1-42da-90b7-08e62bafae33 service neutron] Bound port: 0cab080c-fca9-46a9-808e-7c2572e3700e, host: n-h1-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'}}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:25:08.793909 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-37b31b60-c52f-46dc-b489-9c474e71b4cb req-33436c2b-5dc1-42da-90b7-08e62bafae33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:08.836356 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-10301875-50ab-4ac0-9366-a297af224f60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25038678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30075167'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:08.949345 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-37b31b60-c52f-46dc-b489-9c474e71b4cb req-33436c2b-5dc1-42da-90b7-08e62bafae33 service neutron] For port 0cab080c-fca9-46a9-808e-7c2572e3700e, host n-h1-803378-2, cleared binding levels {{(pid=94420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:25:08.954926 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-37b31b60-c52f-46dc-b489-9c474e71b4cb req-33436c2b-5dc1-42da-90b7-08e62bafae33 service neutron] For port 0cab080c-fca9-46a9-808e-7c2572e3700e, host n-h1-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=0cab080c-fca9-46a9-808e-7c2572e3700e,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:25:08.973496 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-37b31b60-c52f-46dc-b489-9c474e71b4cb req-33436c2b-5dc1-42da-90b7-08e62bafae33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:08.990142 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10301875-50ab-4ac0-9366-a297af224f60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61983880-6386-4045-bd2d-695dffcb92f9,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:25:08.994427 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10301875-50ab-4ac0-9366-a297af224f60 admin admin] Checking segment: {'id': 'be89551e-4aa0-433b-90d8-e517f4f1da1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '546c0542-0f92-4f6c-914b-a74a81cd2290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:25:08.995256 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10301875-50ab-4ac0-9366-a297af224f60 admin admin] Network hostable DHCP agents. Network: 546c0542-0f92-4f6c-914b-a74a81cd2290, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:25:09.026440 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10301875-50ab-4ac0-9366-a297af224f60 admin admin] Network 546c0542-0f92-4f6c-914b-a74a81cd2290 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:25:09.050585 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-10301875-50ab-4ac0-9366-a297af224f60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, 546c0542-0f92-4f6c-914b-a74a81cd2290) {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:25:09.064677 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4be717c-85c6-42cf-ab33-10a05d23539b None None] Network 546c0542-0f92-4f6c-914b-a74a81cd2290 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:25:09.071403 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10301875-50ab-4ac0-9366-a297af224f60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:25:09.072957 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-10301875-50ab-4ac0-9366-a297af224f60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:09.118562 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b31b60-c52f-46dc-b489-9c474e71b4cb req-33436c2b-5dc1-42da-90b7-08e62bafae33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:25:09.120104 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-37b31b60-c52f-46dc-b489-9c474e71b4cb req-33436c2b-5dc1-42da-90b7-08e62bafae33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:09.123560 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-37b31b60-c52f-46dc-b489-9c474e71b4cb req-33436c2b-5dc1-42da-90b7-08e62bafae33 service neutron] 10.222.0.64 "PUT /v2.0/ports/0cab080c-fca9-46a9-808e-7c2572e3700e HTTP/1.1" status: 200 len: 1096 time: 3.9975562 Aug 05 11:25:09.124749 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3173aa1f-bc35-4eb1-bee9-ff604bc71a62', 'tag': '0cab080c-fca9-46a9-808e-7c2572e3700e'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:25:09.128789 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-10301875-50ab-4ac0-9366-a297af224f60 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3843682 Aug 05 11:25:09.129506 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}828068ad8d405ad77660ce68fa78e1ffe658725812f7a08f9e488a446589295b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7640295e-5ce4-47a2-ad6f-8fbe54d378dc" -d '{"events": [{"name": "network-changed", "server_uuid": "3173aa1f-bc35-4eb1-bee9-ff604bc71a62", "tag": "0cab080c-fca9-46a9-808e-7c2572e3700e"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:25:09.209340 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b60e264f-cb62-4b6e-8ecd-0502ca864d8a tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Router 1548d5de-7b4c-4123-8799-b5bca8a307d8 is scheduled to L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d with binding_index 1 {{(pid=94420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 11:25:09.350028 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46e09330-1725-45ce-9d30-0d2795b4fe91 x-openstack-request-id: req-46e09330-1725-45ce-9d30-0d2795b4fe91 {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:25:09.350337 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3173aa1f-bc35-4eb1-bee9-ff604bc71a62", "tag": "0cab080c-fca9-46a9-808e-7c2572e3700e", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:25:09.350606 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-46e09330-1725-45ce-9d30-0d2795b4fe91 {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:25:09.351052 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3173aa1f-bc35-4eb1-bee9-ff604bc71a62', 'tag': '0cab080c-fca9-46a9-808e-7c2572e3700e', 'status': 'completed', 'code': 200} Aug 05 11:25:09.446188 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33436c2b-5dc1-42da-90b7-08e62bafae33 service neutron] Pushing event updated for resources: {'Port': ['ID=0cab080c-fca9-46a9-808e-7c2572e3700e,revision_number=3']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:25:09.468347 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-873c1632-c3b8-44d4-9c4c-9393298ec835 None None] Network 546c0542-0f92-4f6c-914b-a74a81cd2290 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:25:09.569772 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 09dc1b36-6318-45b2-a350-af18976be68b up at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:25:09.581160 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296be52c-5c7d-4193-9fc8-c0df0014f0fc req-cf1e3788-83d6-43eb-b5b1-f8146378b627 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:25:09.590736 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-296be52c-5c7d-4193-9fc8-c0df0014f0fc req-cf1e3788-83d6-43eb-b5b1-f8146378b627 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/ports?device_id=3173aa1f-bc35-4eb1-bee9-ff604bc71a62 HTTP/1.1" status: 200 len: 948 time: 0.5353746 Aug 05 11:25:09.601032 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b31b60-c52f-46dc-b489-9c474e71b4cb req-729d3c96-c12e-4017-889c-7b4d99ab5992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:25:09.603044 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-37b31b60-c52f-46dc-b489-9c474e71b4cb req-729d3c96-c12e-4017-889c-7b4d99ab5992 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=da1b410c9abb4742b18075944f1e5e2e&device_id=3173aa1f-bc35-4eb1-bee9-ff604bc71a62 HTTP/1.1" status: 200 len: 1099 time: 0.3971958 Aug 05 11:25:09.819843 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-296be52c-5c7d-4193-9fc8-c0df0014f0fc req-ad774331-9015-46ac-a355-28557cf69744 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/security-groups?id=2975fa17-2fff-4e01-97a3-764244a94779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274876 Aug 05 11:25:09.822356 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-37b31b60-c52f-46dc-b489-9c474e71b4cb req-aab3dc21-c51a-44b9-a17e-e76790fcaaeb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=0cab080c-fca9-46a9-808e-7c2572e3700e HTTP/1.1" status: 200 len: 217 time: 0.1910677 Aug 05 11:25:09.922691 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning for port 09dc1b36-6318-45b2-a350-af18976be68b completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:25:09.939619 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning complete for port 09dc1b36-6318-45b2-a350-af18976be68b triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:25:09.940434 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:09.953942 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b31b60-c52f-46dc-b489-9c474e71b4cb req-ba068fee-af2e-4c2e-9d5f-f7386a2aa5af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:25:09.957248 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-37b31b60-c52f-46dc-b489-9c474e71b4cb req-ba068fee-af2e-4c2e-9d5f-f7386a2aa5af service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6842f728-c2f3-4e36-bb32-3303d06ce3f4 HTTP/1.1" status: 200 len: 843 time: 0.1157472 Aug 05 11:25:09.993941 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888af4b6-cbd3-41f6-95fc-727cfcc4c22a req-e57a72ac-567a-459d-9390-5d98e6e90f8d tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:25:09.998121 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-888af4b6-cbd3-41f6-95fc-727cfcc4c22a req-e57a72ac-567a-459d-9390-5d98e6e90f8d tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=86aada56-4bfc-486e-86fe-a2373eccbe58 HTTP/1.1" status: 200 len: 944 time: 0.4027297 Aug 05 11:25:10.022528 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-baf46bdb-d6f4-43f1-b1e1-7c8abe8bb6a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:10.034611 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:10.088387 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b60e264f-cb62-4b6e-8ecd-0502ca864d8a tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:25:10.155664 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267bdf3d-f747-40bb-a8bf-36ef0b3728d3 None None] Sync routers for ids ['1548d5de-7b4c-4123-8799-b5bca8a307d8'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:25:10.161702 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b60e264f-cb62-4b6e-8ecd-0502ca864d8a tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Notify callbacks [] for router, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:10.169244 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 46974) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:25:10.170199 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-b60e264f-cb62-4b6e-8ecd-0502ca864d8a tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 9.6214170 Aug 05 11:25:10.181009 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b31b60-c52f-46dc-b489-9c474e71b4cb req-de7c5655-915e-40e0-9651-b9ef0b91f1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:25:10.184350 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-37b31b60-c52f-46dc-b489-9c474e71b4cb req-de7c5655-915e-40e0-9651-b9ef0b91f1d1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=91caede3-92e4-4b1e-8e3e-36227cfd846a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2068970 Aug 05 11:25:10.200893 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267bdf3d-f747-40bb-a8bf-36ef0b3728d3 None None] Routers {'1548d5de-7b4c-4123-8799-b5bca8a307d8'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:25:10.202241 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-267bdf3d-f747-40bb-a8bf-36ef0b3728d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:25:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['1548d5de-7b4c-4123-8799-b5bca8a307d8'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:25:10.211998 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:10.291746 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-267bdf3d-f747-40bb-a8bf-36ef0b3728d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:25:10.321195 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86aada56-4bfc-486e-86fe-a2373eccbe58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09dc1b36-6318-45b2-a350-af18976be68b'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:25:10.324859 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74552800-cc7d-456d-8372-ebf91f3afe8a" -d '{"events": [{"server_uuid": "86aada56-4bfc-486e-86fe-a2373eccbe58", "name": "network-vif-plugged", "status": "completed", "tag": "09dc1b36-6318-45b2-a350-af18976be68b"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:25:10.332172 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267bdf3d-f747-40bb-a8bf-36ef0b3728d3 None None] Routers {'1548d5de-7b4c-4123-8799-b5bca8a307d8'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:25:10.333710 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-267bdf3d-f747-40bb-a8bf-36ef0b3728d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:25:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['1548d5de-7b4c-4123-8799-b5bca8a307d8'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:25:10.355851 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-888af4b6-cbd3-41f6-95fc-727cfcc4c22a req-229a7034-6c2a-40af-8163-7d70b59ecb5a tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3127983 Aug 05 11:25:10.403194 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 09dc1b36-6318-45b2-a350-af18976be68b, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=09dc1b36-6318-45b2-a350-af18976be68b,segment=NetworkSegment(32cc618e-4968-4750-a5aa-c2579fceb01e),segment_id=32cc618e-4968-4750-a5aa-c2579fceb01e)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:25:10.405384 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-267bdf3d-f747-40bb-a8bf-36ef0b3728d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:25:10.406287 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267bdf3d-f747-40bb-a8bf-36ef0b3728d3 None None] The sync data for ids ['1548d5de-7b4c-4123-8799-b5bca8a307d8'] in n-d-803378-2 is: [] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:25:10.410844 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:10.552255 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-37b31b60-c52f-46dc-b489-9c474e71b4cb req-08277cb6-c5e5-4077-8785-9d4d1ff5c9a0 service neutron] 10.222.0.64 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3590164 Aug 05 11:25:10.586346 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8979439d-e0cb-4193-9d5c-0026e35b4e37 x-openstack-request-id: req-8979439d-e0cb-4193-9d5c-0026e35b4e37 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:25:10.587345 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86aada56-4bfc-486e-86fe-a2373eccbe58", "name": "network-vif-plugged", "status": "completed", "tag": "09dc1b36-6318-45b2-a350-af18976be68b", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:25:10.587766 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8979439d-e0cb-4193-9d5c-0026e35b4e37 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:25:10.589188 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86aada56-4bfc-486e-86fe-a2373eccbe58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09dc1b36-6318-45b2-a350-af18976be68b', 'code': 200} Aug 05 11:25:10.608916 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=09dc1b36-6318-45b2-a350-af18976be68b,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:25:10.806355 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-37b31b60-c52f-46dc-b489-9c474e71b4cb req-29bfad4e-6aec-498f-aa5f-15a634ea1780 service neutron] 10.222.0.64 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394016 Aug 05 11:25:10.853879 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 46992) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:25:10.863053 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-ed76a76f-a1bc-40f5-b363-6420419465e7 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-827938716-network', 'tenant_id': '2a0d9f573a6e484fbe4c5890da4c6406'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:25:10.925262 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed76a76f-a1bc-40f5-b363-6420419465e7 admin admin] Made reservation on behalf of 2a0d9f573a6e484fbe4c5890da4c6406 for: {'network': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:25:10.937081 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ed76a76f-a1bc-40f5-b363-6420419465e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:10.966974 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ed76a76f-a1bc-40f5-b363-6420419465e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:10.980646 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34840b1-d600-4e91-ab59-04ee97229716 req-8c772c2d-42fd-4d1e-8092-09b3afa62747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:25:10.982414 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-a34840b1-d600-4e91-ab59-04ee97229716 req-8c772c2d-42fd-4d1e-8092-09b3afa62747 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=86aada56-4bfc-486e-86fe-a2373eccbe58 HTTP/1.1" status: 200 len: 1096 time: 0.1225867 Aug 05 11:25:11.129765 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-a34840b1-d600-4e91-ab59-04ee97229716 req-67c17e4c-b6cd-4724-b4e2-e625863ecf14 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988567 Aug 05 11:25:11.166622 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7640295e-5ce4-47a2-ad6f-8fbe54d378dc req-d88d40b3-cd36-466d-9a30-adb91f2100cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:25:11.169945 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7640295e-5ce4-47a2-ad6f-8fbe54d378dc req-d88d40b3-cd36-466d-9a30-adb91f2100cb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=da1b410c9abb4742b18075944f1e5e2e&device_id=3173aa1f-bc35-4eb1-bee9-ff604bc71a62 HTTP/1.1" status: 200 len: 1099 time: 0.2067294 Aug 05 11:25:11.192726 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61047d9d-c789-4405-8c8a-234b30fb828b req-1b24b779-47f8-4503-b8e7-24c7e821fca1 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:25:11.194921 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-61047d9d-c789-4405-8c8a-234b30fb828b req-1b24b779-47f8-4503-b8e7-24c7e821fca1 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/ports?device_id=3173aa1f-bc35-4eb1-bee9-ff604bc71a62 HTTP/1.1" status: 200 len: 948 time: 0.1916833 Aug 05 11:25:11.323261 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-61047d9d-c789-4405-8c8a-234b30fb828b req-13621939-d005-493e-bf49-5d066dd2e0a8 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/security-groups?id=2975fa17-2fff-4e01-97a3-764244a94779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916183 Aug 05 11:25:11.358995 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ed76a76f-a1bc-40f5-b363-6420419465e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:11.366747 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ed76a76f-a1bc-40f5-b363-6420419465e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:11.412236 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed76a76f-a1bc-40f5-b363-6420419465e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 697, 'physical_network': 'physnet1'} {{(pid=94420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:25:11.424613 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed76a76f-a1bc-40f5-b363-6420419465e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac6b794e-feb9-4801-a324-16e08835918a,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:25:11.467909 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ed76a76f-a1bc-40f5-b363-6420419465e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:11.468541 n-d-803378-2 neutron-server[94420]: INFO neutron.db.segments_db [None req-ed76a76f-a1bc-40f5-b363-6420419465e7 admin admin] Added segment 0ab80787-3960-4c84-96d0-eabf6dfd4e9f of type vlan for network 17be25a9-1814-4b7f-b635-a6a61abbccd4 Aug 05 11:25:11.592889 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:11.672545 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b6a2696d-2796-4f7d-85a0-1f3536605625 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:11.718985 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ed76a76f-a1bc-40f5-b363-6420419465e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:11.829842 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a40fc2-9e32-417f-8aa6-41609b5a7319 req-d6d5f51c-5209-4f4a-9ac1-ea31373e3638 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:25:11.832339 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-09a40fc2-9e32-417f-8aa6-41609b5a7319 req-d6d5f51c-5209-4f4a-9ac1-ea31373e3638 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=86aada56-4bfc-486e-86fe-a2373eccbe58 HTTP/1.1" status: 200 len: 945 time: 0.3119299 Aug 05 11:25:11.853850 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ed76a76f-a1bc-40f5-b363-6420419465e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:11.854947 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed76a76f-a1bc-40f5-b363-6420419465e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:25:11.855686 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ed76a76f-a1bc-40f5-b363-6420419465e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:11.890361 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7640295e-5ce4-47a2-ad6f-8fbe54d378dc req-ffda0b47-6d36-4cfa-856e-14f8ef428570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:25:11.892860 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7640295e-5ce4-47a2-ad6f-8fbe54d378dc req-ffda0b47-6d36-4cfa-856e-14f8ef428570 service neutron] 10.222.0.64 "GET /v2.0/networks?id=91caede3-92e4-4b1e-8e3e-36227cfd846a HTTP/1.1" status: 200 len: 870 time: 0.3666036 Aug 05 11:25:12.003157 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-ed76a76f-a1bc-40f5-b363-6420419465e7 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.1487279 Aug 05 11:25:12.007082 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 47014) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:25:12.021426 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-914e7ba8-d24a-40e1-9849-abbeaf23ec6b admin admin] Request body: {'subnet': {'network_id': '17be25a9-1814-4b7f-b635-a6a61abbccd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-827938716-subnet', 'tenant_id': '2a0d9f573a6e484fbe4c5890da4c6406', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:25:12.100010 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-0b0835d3-4b42-4d6e-ab50-1d6695e6809a req-ef72e7c7-cc21-4c26-80ed-8535dea17e79 tempest-SecurityGroupsTestAdminJSON-375437994 tempest-SecurityGroupsTestAdminJSON-375437994-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1313314476', 'description': 'tempest-description-934453203'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:25:12.113127 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-914e7ba8-d24a-40e1-9849-abbeaf23ec6b admin admin] Made reservation on behalf of 2a0d9f573a6e484fbe4c5890da4c6406 for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:25:12.117620 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-914e7ba8-d24a-40e1-9849-abbeaf23ec6b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:12.120520 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7640295e-5ce4-47a2-ad6f-8fbe54d378dc req-4b37b783-28f3-45be-b22b-65c85df8c29a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=0cab080c-fca9-46a9-808e-7c2572e3700e HTTP/1.1" status: 200 len: 217 time: 0.1693785 Aug 05 11:25:12.141815 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed76a76f-a1bc-40f5-b363-6420419465e7 admin admin] Pushing event updated for resources: {'Network': ['ID=17be25a9-1814-4b7f-b635-a6a61abbccd4,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:25:12.165854 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 17be25a9-1814-4b7f-b635-a6a61abbccd4 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:25:12.166293 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-09a40fc2-9e32-417f-8aa6-41609b5a7319 req-2a464742-f36d-49af-aad1-8f633398d304 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3169484 Aug 05 11:25:12.245557 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-0b0835d3-4b42-4d6e-ab50-1d6695e6809a req-ef72e7c7-cc21-4c26-80ed-8535dea17e79 tempest-SecurityGroupsTestAdminJSON-375437994 tempest-SecurityGroupsTestAdminJSON-375437994-project] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:12.269163 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7640295e-5ce4-47a2-ad6f-8fbe54d378dc req-b44e1091-9c5f-44d3-8a20-f8fc1a4d9103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:25:12.272721 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7640295e-5ce4-47a2-ad6f-8fbe54d378dc req-b44e1091-9c5f-44d3-8a20-f8fc1a4d9103 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6842f728-c2f3-4e36-bb32-3303d06ce3f4 HTTP/1.1" status: 200 len: 843 time: 0.1375654 Aug 05 11:25:12.274029 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-0b0835d3-4b42-4d6e-ab50-1d6695e6809a req-ef72e7c7-cc21-4c26-80ed-8535dea17e79 tempest-SecurityGroupsTestAdminJSON-375437994 tempest-SecurityGroupsTestAdminJSON-375437994-project] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:12.326519 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-b6a2696d-2796-4f7d-85a0-1f3536605625 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Allocated IP 172.20.0.1 (a06218ba-e711-48d9-b9aa-baf0958a0fc5/adf6ffc1-056d-4ea1-9f01-7f2752f2c95a/149522fd-d302-41df-a6ad-4fe9a39de051) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:25:12.405773 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7640295e-5ce4-47a2-ad6f-8fbe54d378dc req-016d7349-9a33-4967-a8a7-cb549dc76d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:25:12.408632 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7640295e-5ce4-47a2-ad6f-8fbe54d378dc req-016d7349-9a33-4967-a8a7-cb549dc76d37 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=91caede3-92e4-4b1e-8e3e-36227cfd846a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1275656 Aug 05 11:25:12.652772 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b6a2696d-2796-4f7d-85a0-1f3536605625 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:12.671887 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-914e7ba8-d24a-40e1-9849-abbeaf23ec6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25038678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30075167'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:12.680692 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [None req-b6a2696d-2796-4f7d-85a0-1f3536605625 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Transition to ACTIVE for port object 149522fd-d302-41df-a6ad-4fe9a39de051 will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:25:12.689342 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7640295e-5ce4-47a2-ad6f-8fbe54d378dc req-0d3c3051-7cb1-40a4-9b2f-d7c0aeb352ca service neutron] 10.222.0.64 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2673261 Aug 05 11:25:12.733855 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-0b0835d3-4b42-4d6e-ab50-1d6695e6809a req-ef72e7c7-cc21-4c26-80ed-8535dea17e79 tempest-SecurityGroupsTestAdminJSON-375437994 tempest-SecurityGroupsTestAdminJSON-375437994-project] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:12.776257 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914e7ba8-d24a-40e1-9849-abbeaf23ec6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e83a39a-99f5-4425-a566-63c724be07f1,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:25:12.784786 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b6a2696d-2796-4f7d-85a0-1f3536605625 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:12.803700 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-0b0835d3-4b42-4d6e-ab50-1d6695e6809a req-ef72e7c7-cc21-4c26-80ed-8535dea17e79 tempest-SecurityGroupsTestAdminJSON-375437994 tempest-SecurityGroupsTestAdminJSON-375437994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:12.832724 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914e7ba8-d24a-40e1-9849-abbeaf23ec6b admin admin] Checking segment: {'id': '0ab80787-3960-4c84-96d0-eabf6dfd4e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '17be25a9-1814-4b7f-b635-a6a61abbccd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:25:12.833160 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-914e7ba8-d24a-40e1-9849-abbeaf23ec6b admin admin] Network hostable DHCP agents. Network: 17be25a9-1814-4b7f-b635-a6a61abbccd4, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:25:12.843582 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a2696d-2796-4f7d-85a0-1f3536605625 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Network a06218ba-e711-48d9-b9aa-baf0958a0fc5 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:25:12.855436 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-b6a2696d-2796-4f7d-85a0-1f3536605625 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:25:12.860098 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a2696d-2796-4f7d-85a0-1f3536605625 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:25:12.863981 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e313c1b7-c9d5-48c8-acd5-02827400f9c4 req-698fc106-e5fc-4c75-9f3a-f03cc68eae86 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:25:12.866726 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e313c1b7-c9d5-48c8-acd5-02827400f9c4 req-698fc106-e5fc-4c75-9f3a-f03cc68eae86 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/ports?device_id=3173aa1f-bc35-4eb1-bee9-ff604bc71a62 HTTP/1.1" status: 200 len: 948 time: 0.2873676 Aug 05 11:25:12.872663 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a2696d-2796-4f7d-85a0-1f3536605625 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Pushing event updated for resources: {'Port': ['ID=149522fd-d302-41df-a6ad-4fe9a39de051,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:25:12.899181 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-914e7ba8-d24a-40e1-9849-abbeaf23ec6b admin admin] Network 17be25a9-1814-4b7f-b635-a6a61abbccd4 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:25:12.917728 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-914e7ba8-d24a-40e1-9849-abbeaf23ec6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, 17be25a9-1814-4b7f-b635-a6a61abbccd4) {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:25:12.926137 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-914e7ba8-d24a-40e1-9849-abbeaf23ec6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:25:12.926737 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-914e7ba8-d24a-40e1-9849-abbeaf23ec6b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:12.929967 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545c7bc4-30cd-403b-80c5-0bcbf90b06fc None None] Network 17be25a9-1814-4b7f-b635-a6a61abbccd4 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:25:12.938298 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b6a2696d-2796-4f7d-85a0-1f3536605625 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33288800'] for router_interface, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:12.960107 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef72e7c7-cc21-4c26-80ed-8535dea17e79 tempest-SecurityGroupsTestAdminJSON-375437994 tempest-SecurityGroupsTestAdminJSON-375437994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee40ceea-1d22-4199-bfbc-197ea5863ac3,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:25:13.052265 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e313c1b7-c9d5-48c8-acd5-02827400f9c4 req-7193f6cf-ae54-40fa-97fb-7b2e46eabee2 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/security-groups?id=2975fa17-2fff-4e01-97a3-764244a94779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664298 Aug 05 11:25:13.073283 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7640295e-5ce4-47a2-ad6f-8fbe54d378dc req-16fe4797-3813-4d1c-bd95-aa3ba97a10f6 service neutron] 10.222.0.64 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3635571 Aug 05 11:25:13.150502 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-0b0835d3-4b42-4d6e-ab50-1d6695e6809a req-ef72e7c7-cc21-4c26-80ed-8535dea17e79 tempest-SecurityGroupsTestAdminJSON-375437994 tempest-SecurityGroupsTestAdminJSON-375437994-project] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:13.169160 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-0b0835d3-4b42-4d6e-ab50-1d6695e6809a req-ef72e7c7-cc21-4c26-80ed-8535dea17e79 tempest-SecurityGroupsTestAdminJSON-375437994 tempest-SecurityGroupsTestAdminJSON-375437994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:13.238539 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-0b0835d3-4b42-4d6e-ab50-1d6695e6809a req-ef72e7c7-cc21-4c26-80ed-8535dea17e79 tempest-SecurityGroupsTestAdminJSON-375437994 tempest-SecurityGroupsTestAdminJSON-375437994-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:13.240253 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0b0835d3-4b42-4d6e-ab50-1d6695e6809a req-ef72e7c7-cc21-4c26-80ed-8535dea17e79 tempest-SecurityGroupsTestAdminJSON-375437994 tempest-SecurityGroupsTestAdminJSON-375437994-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.2283275 Aug 05 11:25:13.270433 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-914e7ba8-d24a-40e1-9849-abbeaf23ec6b admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.2614405 Aug 05 11:25:13.283192 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39d735f-c299-4486-8c30-ba395476e49d None None] Network 17be25a9-1814-4b7f-b635-a6a61abbccd4 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:25:13.286309 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b6a2696d-2796-4f7d-85a0-1f3536605625 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:13.296797 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef72e7c7-cc21-4c26-80ed-8535dea17e79 tempest-SecurityGroupsTestAdminJSON-375437994 tempest-SecurityGroupsTestAdminJSON-375437994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=551b22a1-6ee8-4ce0-ad6f-e6cb8f78d53a,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:25:13.345988 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-3c4a12c9-d5b0-4edf-9f0a-3d9f1d1c702c req-ef1282ba-d9e6-46c2-91bc-d8c3dc8bf8d9 tempest-SecurityGroupsTestAdminJSON-375437994 tempest-SecurityGroupsTestAdminJSON-375437994-project] Request body: {'security_group': {'name': 'tempest-securitygroup-794720384', 'description': 'tempest-description-1171100988'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:25:13.422417 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-3c4a12c9-d5b0-4edf-9f0a-3d9f1d1c702c req-ef1282ba-d9e6-46c2-91bc-d8c3dc8bf8d9 tempest-SecurityGroupsTestAdminJSON-375437994 tempest-SecurityGroupsTestAdminJSON-375437994-project] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:13.497083 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-c798978e-4541-4cb0-8a02-e8d24134d50f None None] Provisioning for port 149522fd-d302-41df-a6ad-4fe9a39de051 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:25:13.525888 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-c798978e-4541-4cb0-8a02-e8d24134d50f None None] Provisioning complete for port 149522fd-d302-41df-a6ad-4fe9a39de051 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:25:13.526860 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c798978e-4541-4cb0-8a02-e8d24134d50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:13.617863 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234cf800-9cd6-42c4-b3db-f679fd4a7c04 req-94299118-2c45-4c42-9f6d-ce303017b31d tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:25:13.621653 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-234cf800-9cd6-42c4-b3db-f679fd4a7c04 req-94299118-2c45-4c42-9f6d-ce303017b31d tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=86aada56-4bfc-486e-86fe-a2373eccbe58 HTTP/1.1" status: 200 len: 945 time: 0.1828668 Aug 05 11:25:13.623297 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-c798978e-4541-4cb0-8a02-e8d24134d50f None None] Port 149522fd-d302-41df-a6ad-4fe9a39de051 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:25:13.714000 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:13.747171 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-3c4a12c9-d5b0-4edf-9f0a-3d9f1d1c702c req-ef1282ba-d9e6-46c2-91bc-d8c3dc8bf8d9 tempest-SecurityGroupsTestAdminJSON-375437994 tempest-SecurityGroupsTestAdminJSON-375437994-project] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:13.753123 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-234cf800-9cd6-42c4-b3db-f679fd4a7c04 req-d7b1cdfa-ee63-477a-8a01-aa9bf974469a tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004262 Aug 05 11:25:13.754915 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-3c4a12c9-d5b0-4edf-9f0a-3d9f1d1c702c req-ef1282ba-d9e6-46c2-91bc-d8c3dc8bf8d9 tempest-SecurityGroupsTestAdminJSON-375437994 tempest-SecurityGroupsTestAdminJSON-375437994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:13.816771 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-3c4a12c9-d5b0-4edf-9f0a-3d9f1d1c702c req-ef1282ba-d9e6-46c2-91bc-d8c3dc8bf8d9 tempest-SecurityGroupsTestAdminJSON-375437994 tempest-SecurityGroupsTestAdminJSON-375437994-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:13.818071 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3c4a12c9-d5b0-4edf-9f0a-3d9f1d1c702c req-ef1282ba-d9e6-46c2-91bc-d8c3dc8bf8d9 tempest-SecurityGroupsTestAdminJSON-375437994 tempest-SecurityGroupsTestAdminJSON-375437994-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4790797 Aug 05 11:25:13.822964 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1282ba-d9e6-46c2-91bc-d8c3dc8bf8d9 tempest-SecurityGroupsTestAdminJSON-375437994 tempest-SecurityGroupsTestAdminJSON-375437994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba3bcaa5-abef-48fa-bad3-39a8396f7023,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:25:13.969964 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b6a2696d-2796-4f7d-85a0-1f3536605625 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:13.977808 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b6a2696d-2796-4f7d-85a0-1f3536605625 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:14.061658 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-da76a061-1d4f-4a38-a2a6-06d1d6738ea1 req-107eb567-67b3-484f-b0be-ec71bf79b349 tempest-SecurityGroupsTestAdminJSON-729542817 tempest-SecurityGroupsTestAdminJSON-729542817-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-507750505', 'description': 'tempest-description-2128926728'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:25:14.097095 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a2696d-2796-4f7d-85a0-1f3536605625 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Pushing event updated for resources: {'Port': ['ID=149522fd-d302-41df-a6ad-4fe9a39de051,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:25:14.102205 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b6a2696d-2796-4f7d-85a0-1f3536605625 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33140268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33208272'] for router_interface, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:14.111039 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-da76a061-1d4f-4a38-a2a6-06d1d6738ea1 req-107eb567-67b3-484f-b0be-ec71bf79b349 tempest-SecurityGroupsTestAdminJSON-729542817 tempest-SecurityGroupsTestAdminJSON-729542817-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:14.134533 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-da76a061-1d4f-4a38-a2a6-06d1d6738ea1 req-107eb567-67b3-484f-b0be-ec71bf79b349 tempest-SecurityGroupsTestAdminJSON-729542817 tempest-SecurityGroupsTestAdminJSON-729542817-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:14.300132 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a2696d-2796-4f7d-85a0-1f3536605625 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Network a06218ba-e711-48d9-b9aa-baf0958a0fc5 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:25:14.303428 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-b6a2696d-2796-4f7d-85a0-1f3536605625 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:25:14.448655 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c19331-00ca-42c3-a611-6e52b73732e7 req-feb04e31-031b-43c2-867d-31865738ec53 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:25:14.453308 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-04c19331-00ca-42c3-a611-6e52b73732e7 req-feb04e31-031b-43c2-867d-31865738ec53 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/networks?id=546c0542-0f92-4f6c-914b-a74a81cd2290 HTTP/1.1" status: 200 len: 808 time: 0.2339954 Aug 05 11:25:14.458007 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-da76a061-1d4f-4a38-a2a6-06d1d6738ea1 req-107eb567-67b3-484f-b0be-ec71bf79b349 tempest-SecurityGroupsTestAdminJSON-729542817 tempest-SecurityGroupsTestAdminJSON-729542817-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:14.474539 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-da76a061-1d4f-4a38-a2a6-06d1d6738ea1 req-107eb567-67b3-484f-b0be-ec71bf79b349 tempest-SecurityGroupsTestAdminJSON-729542817 tempest-SecurityGroupsTestAdminJSON-729542817-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:14.502234 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6a2696d-2796-4f7d-85a0-1f3536605625 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Router 1548d5de-7b4c-4123-8799-b5bca8a307d8 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 11:25:14.510677 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-04c19331-00ca-42c3-a611-6e52b73732e7 req-69d59a51-cb37-4b59-860b-1885fa09e40d tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/quotas/bc360260b43347fbb7d1bc7660d6f218 HTTP/1.1" status: 200 len: 375 time: 0.0474267 Aug 05 11:25:14.587119 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107eb567-67b3-484f-b0be-ec71bf79b349 tempest-SecurityGroupsTestAdminJSON-729542817 tempest-SecurityGroupsTestAdminJSON-729542817-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93845251-ba77-413d-8ffa-8c68b84e7fe5,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:25:14.603581 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-04c19331-00ca-42c3-a611-6e52b73732e7 req-ea2dc5d6-f99a-4c19-be4c-79e0560cb13d tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=bc360260b43347fbb7d1bc7660d6f218&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0812752 Aug 05 11:25:14.688507 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6a2696d-2796-4f7d-85a0-1f3536605625 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:25:14.697518 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-b6a2696d-2796-4f7d-85a0-1f3536605625 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] 10.222.0.58 "PUT /v2.0/routers/1548d5de-7b4c-4123-8799-b5bca8a307d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5245032 Aug 05 11:25:14.699944 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 47054) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:25:14.706970 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740f68a5-73e5-465c-b29b-a342e6619847 None None] Sync routers for ids ['1548d5de-7b4c-4123-8799-b5bca8a307d8'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:25:14.708892 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-89736ff2-6474-4238-b348-e63441f9b395 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Request body: {'port': {'network_id': 'a06218ba-e711-48d9-b9aa-baf0958a0fc5', 'name': 'tempest-FloatingIPAdminTestJSON-835968874'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:25:14.727392 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740f68a5-73e5-465c-b29b-a342e6619847 None None] Routers {'1548d5de-7b4c-4123-8799-b5bca8a307d8'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:25:14.729023 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-740f68a5-73e5-465c-b29b-a342e6619847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:25:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['1548d5de-7b4c-4123-8799-b5bca8a307d8'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:25:14.798066 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-3e6fefa9-31cd-40cd-823a-0dcfe051c911 None None] Provisioning complete for port 149522fd-d302-41df-a6ad-4fe9a39de051 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:25:14.799913 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-3e6fefa9-31cd-40cd-823a-0dcfe051c911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:14.800101 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-da76a061-1d4f-4a38-a2a6-06d1d6738ea1 req-107eb567-67b3-484f-b0be-ec71bf79b349 tempest-SecurityGroupsTestAdminJSON-729542817 tempest-SecurityGroupsTestAdminJSON-729542817-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:14.816599 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-04c19331-00ca-42c3-a611-6e52b73732e7 req-9b7c8117-7f57-426f-8ccf-fc88bc2d871a service neutron] 10.222.0.58 "GET /v2.0/networks/546c0542-0f92-4f6c-914b-a74a81cd2290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119567 Aug 05 11:25:14.831630 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-da76a061-1d4f-4a38-a2a6-06d1d6738ea1 req-107eb567-67b3-484f-b0be-ec71bf79b349 tempest-SecurityGroupsTestAdminJSON-729542817 tempest-SecurityGroupsTestAdminJSON-729542817-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:14.833940 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-740f68a5-73e5-465c-b29b-a342e6619847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:25:14.853454 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740f68a5-73e5-465c-b29b-a342e6619847 None None] Routers {'1548d5de-7b4c-4123-8799-b5bca8a307d8'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:25:14.856987 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-740f68a5-73e5-465c-b29b-a342e6619847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:25:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['1548d5de-7b4c-4123-8799-b5bca8a307d8'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:25:14.867350 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-3e6fefa9-31cd-40cd-823a-0dcfe051c911 None None] Port 149522fd-d302-41df-a6ad-4fe9a39de051 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:25:14.941635 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-740f68a5-73e5-465c-b29b-a342e6619847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:25:14.943192 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740f68a5-73e5-465c-b29b-a342e6619847 None None] The sync data for ids ['1548d5de-7b4c-4123-8799-b5bca8a307d8'] in n-d-803378-2 is: [] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:25:14.962451 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89736ff2-6474-4238-b348-e63441f9b395 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Made reservation on behalf of 7230753a23f34d869e6980d9fd678dc8 for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:25:14.970608 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107eb567-67b3-484f-b0be-ec71bf79b349 tempest-SecurityGroupsTestAdminJSON-729542817 tempest-SecurityGroupsTestAdminJSON-729542817-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3a02a22-afc5-49d4-b2c3-68c40c9d973b,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:25:14.971572 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-89736ff2-6474-4238-b348-e63441f9b395 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:14.978455 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-da76a061-1d4f-4a38-a2a6-06d1d6738ea1 req-107eb567-67b3-484f-b0be-ec71bf79b349 tempest-SecurityGroupsTestAdminJSON-729542817 tempest-SecurityGroupsTestAdminJSON-729542817-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:14.981807 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-da76a061-1d4f-4a38-a2a6-06d1d6738ea1 req-107eb567-67b3-484f-b0be-ec71bf79b349 tempest-SecurityGroupsTestAdminJSON-729542817 tempest-SecurityGroupsTestAdminJSON-729542817-project-admin] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.9287894 Aug 05 11:25:15.028551 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [None req-89736ff2-6474-4238-b348-e63441f9b395 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] device_id is not set on port 634b9cab-a3f9-4165-bdfc-474c3cd69efc yet. {{(pid=94421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 11:25:15.065103 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-04c19331-00ca-42c3-a611-6e52b73732e7 req-02644d15-7446-482a-a42e-2e94c48dc249 service neutron] 10.222.0.58 "GET /v2.0/networks/546c0542-0f92-4f6c-914b-a74a81cd2290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471704 Aug 05 11:25:15.224802 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-89736ff2-6474-4238-b348-e63441f9b395 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Allocated IP 172.20.0.12 (a06218ba-e711-48d9-b9aa-baf0958a0fc5/adf6ffc1-056d-4ea1-9f01-7f2752f2c95a/634b9cab-a3f9-4165-bdfc-474c3cd69efc) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:25:15.275677 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec56d5a-de28-4f01-b225-2a5c5d9e0151 req-10175da1-0b85-4477-9b83-32edc91a6fd8 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:25:15.281621 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-dec56d5a-de28-4f01-b225-2a5c5d9e0151 req-10175da1-0b85-4477-9b83-32edc91a6fd8 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/ports?device_id=3173aa1f-bc35-4eb1-bee9-ff604bc71a62 HTTP/1.1" status: 200 len: 948 time: 0.1076109 Aug 05 11:25:15.425424 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-dec56d5a-de28-4f01-b225-2a5c5d9e0151 req-78160f17-5259-4ea1-a110-3b81fdd4c881 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/security-groups?id=2975fa17-2fff-4e01-97a3-764244a94779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087251 Aug 05 11:25:15.617569 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 0cab080c-fca9-46a9-808e-7c2572e3700e details requested by agent hyperv_n-h1-803378-2 with host n-h1-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:25:15.629027 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-89736ff2-6474-4238-b348-e63441f9b395 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:15.662379 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [None req-89736ff2-6474-4238-b348-e63441f9b395 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Transition to ACTIVE for port object 634b9cab-a3f9-4165-bdfc-474c3cd69efc will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:25:15.673395 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a713c298-6116-434d-ae22-a201c850cb73 req-d0f67d51-d6b2-4b85-89d5-7c3582020471 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:25:15.694898 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a713c298-6116-434d-ae22-a201c850cb73 req-d0f67d51-d6b2-4b85-89d5-7c3582020471 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=86aada56-4bfc-486e-86fe-a2373eccbe58 HTTP/1.1" status: 200 len: 945 time: 0.1505313 Aug 05 11:25:15.757303 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-89736ff2-6474-4238-b348-e63441f9b395 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:15.780401 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a713c298-6116-434d-ae22-a201c850cb73 req-17d019b2-8ba3-48db-bcd9-0f5e9cb9b5e6 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824509 Aug 05 11:25:15.849184 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-d43ddb82-d681-4226-bc01-e78266dde2d3 req-4f78cba5-c69e-4587-9331-4d6d18955b1b tempest-SecurityGroupsTestAdminJSON-729542817 tempest-SecurityGroupsTestAdminJSON-729542817-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-356440303', 'description': 'tempest-description-1757588839'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:25:15.894066 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89736ff2-6474-4238-b348-e63441f9b395 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Pushing event updated for resources: {'Port': ['ID=634b9cab-a3f9-4165-bdfc-474c3cd69efc,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:25:15.917825 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 0cab080c-fca9-46a9-808e-7c2572e3700e, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=0cab080c-fca9-46a9-808e-7c2572e3700e,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:25:15.919199 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-d43ddb82-d681-4226-bc01-e78266dde2d3 req-4f78cba5-c69e-4587-9331-4d6d18955b1b tempest-SecurityGroupsTestAdminJSON-729542817 tempest-SecurityGroupsTestAdminJSON-729542817-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:15.943415 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Returning: {'device': '0cab080c-fca9-46a9-808e-7c2572e3700e', 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a', 'port_id': '0cab080c-fca9-46a9-808e-7c2572e3700e', 'mac_address': 'fa:16:3e:02:3a:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6842f728-c2f3-4e36-bb32-3303d06ce3f4', 'ip_address': '192.168.233.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:25:15.948657 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89736ff2-6474-4238-b348-e63441f9b395 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Network a06218ba-e711-48d9-b9aa-baf0958a0fc5 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:25:15.952938 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-89736ff2-6474-4238-b348-e63441f9b395 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:25:15.957304 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89736ff2-6474-4238-b348-e63441f9b395 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:25:15.972537 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-64bc4830-4c86-4b22-909f-bee010cb3d8f req-fdde65c1-f772-4aa9-ae5d-ea650a2529fd tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?device_id=6daa696e-13a0-4064-a798-e7d6d6e2e860 HTTP/1.1" status: 200 len: 210 time: 0.0576129 Aug 05 11:25:16.092834 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89736ff2-6474-4238-b348-e63441f9b395 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:25:16.093873 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-89736ff2-6474-4238-b348-e63441f9b395 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:16.132197 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:16.152311 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-d43ddb82-d681-4226-bc01-e78266dde2d3 req-4f78cba5-c69e-4587-9331-4d6d18955b1b tempest-SecurityGroupsTestAdminJSON-729542817 tempest-SecurityGroupsTestAdminJSON-729542817-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:16.162013 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-d43ddb82-d681-4226-bc01-e78266dde2d3 req-4f78cba5-c69e-4587-9331-4d6d18955b1b tempest-SecurityGroupsTestAdminJSON-729542817 tempest-SecurityGroupsTestAdminJSON-729542817-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:16.171802 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-89736ff2-6474-4238-b348-e63441f9b395 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4700615 Aug 05 11:25:16.178636 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 47078) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:25:16.187174 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cab080c-fca9-46a9-808e-7c2572e3700e {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:25:16.244116 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 0cab080c-fca9-46a9-808e-7c2572e3700e, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=0cab080c-fca9-46a9-808e-7c2572e3700e,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:25:16.260251 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:16.307123 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78cba5-c69e-4587-9331-4d6d18955b1b tempest-SecurityGroupsTestAdminJSON-729542817 tempest-SecurityGroupsTestAdminJSON-729542817-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae31a615-caf6-4f81-8e0f-02bd453a28f7,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:25:16.321705 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-d43ddb82-d681-4226-bc01-e78266dde2d3 req-4f78cba5-c69e-4587-9331-4d6d18955b1b tempest-SecurityGroupsTestAdminJSON-729542817 tempest-SecurityGroupsTestAdminJSON-729542817-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:16.327776 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d43ddb82-d681-4226-bc01-e78266dde2d3 req-4f78cba5-c69e-4587-9331-4d6d18955b1b tempest-SecurityGroupsTestAdminJSON-729542817 tempest-SecurityGroupsTestAdminJSON-729542817-project-admin] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4859211 Aug 05 11:25:16.407924 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da566874-1b62-4ff3-ab5e-dc106a995afa req-5ef8edee-0160-425a-b6e6-5937e49a01ba tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:25:16.410807 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-da566874-1b62-4ff3-ab5e-dc106a995afa req-5ef8edee-0160-425a-b6e6-5937e49a01ba tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] 10.222.0.58 "GET /v2.0/ports?device_id=23921316-79ed-4f9e-adf4-a4668e9fa730 HTTP/1.1" status: 200 len: 946 time: 0.2415428 Aug 05 11:25:16.418643 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=0cab080c-fca9-46a9-808e-7c2572e3700e,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:25:16.457920 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:25:16.458498 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:25:16.459065 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:25:16.459637 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:25:16.460177 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:25:16.460775 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:25:16.461333 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:25:16.464217 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:25:16.465428 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:25:16.465982 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:25:16.466558 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:25:16.467113 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:25:16.516710 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-da566874-1b62-4ff3-ab5e-dc106a995afa req-96fd2ead-2b79-4b1d-bd82-8e18a0d89e7d tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] 10.222.0.58 "GET /v2.0/security-groups?id=36b70b2c-7722-4ca7-80c0-dfc1cbc20350&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935500 Aug 05 11:25:16.764125 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-60e6d597-3ecb-4c55-9335-ff40f60b0e94 None None] Provisioning for port 634b9cab-a3f9-4165-bdfc-474c3cd69efc completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:25:16.779689 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-60e6d597-3ecb-4c55-9335-ff40f60b0e94 None None] Provisioning complete for port 634b9cab-a3f9-4165-bdfc-474c3cd69efc triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:25:16.780303 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-60e6d597-3ecb-4c55-9335-ff40f60b0e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:16.783881 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-ab57daf7-420d-4fec-9721-d577203fd918 tempest-FloatingIPAdminTestJSON-1138200758 tempest-FloatingIPAdminTestJSON-1138200758-project-admin] Request body: {'floatingip': {'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'project_id': '7230753a23f34d869e6980d9fd678dc8', 'port_id': '634b9cab-a3f9-4165-bdfc-474c3cd69efc'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:25:16.878183 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ab57daf7-420d-4fec-9721-d577203fd918 tempest-FloatingIPAdminTestJSON-1138200758 tempest-FloatingIPAdminTestJSON-1138200758-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:16.890462 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-60e6d597-3ecb-4c55-9335-ff40f60b0e94 None None] Port 634b9cab-a3f9-4165-bdfc-474c3cd69efc cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:25:16.915017 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['0cab080c-fca9-46a9-808e-7c2572e3700e'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:25:17.112788 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ab57daf7-420d-4fec-9721-d577203fd918 tempest-FloatingIPAdminTestJSON-1138200758 tempest-FloatingIPAdminTestJSON-1138200758-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:17.141244 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40601dc2-abc9-405b-a488-7c8846339567 req-ce76b812-768b-4bae-9f18-a9a859d5316e tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:25:17.144353 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-40601dc2-abc9-405b-a488-7c8846339567 req-ce76b812-768b-4bae-9f18-a9a859d5316e tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/ports?device_id=3173aa1f-bc35-4eb1-bee9-ff604bc71a62 HTTP/1.1" status: 200 len: 949 time: 0.1766052 Aug 05 11:25:17.272792 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-40601dc2-abc9-405b-a488-7c8846339567 req-fb25f12b-69b6-4f0e-a784-4f72bd0ad3ae tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/security-groups?id=2975fa17-2fff-4e01-97a3-764244a94779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115794 Aug 05 11:25:17.388154 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-ab57daf7-420d-4fec-9721-d577203fd918 tempest-FloatingIPAdminTestJSON-1138200758 tempest-FloatingIPAdminTestJSON-1138200758-project-admin] Allocated IP 172.25.5.187 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/1b1677b4-3081-46d6-804d-a2c007c66539) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:25:17.474813 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-431c1522-284e-4f5d-a4e2-adffbfbee082 req-8b2c5df4-84eb-4856-952e-0117ef128772 tempest-SecurityGroupsTestAdminJSON-729542817 tempest-SecurityGroupsTestAdminJSON-729542817-project-admin] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 53302 time: 0.8847406 Aug 05 11:25:17.682948 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ab57daf7-420d-4fec-9721-d577203fd918 tempest-FloatingIPAdminTestJSON-1138200758 tempest-FloatingIPAdminTestJSON-1138200758-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:17.748467 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-431c1522-284e-4f5d-a4e2-adffbfbee082 req-1471f205-2d03-41d5-86f2-bb5d1a0fa84c tempest-SecurityGroupsTestAdminJSON-729542817 tempest-SecurityGroupsTestAdminJSON-729542817-project-admin] 10.222.0.58 "GET /v2.0/security-groups/0f6af636-a2bb-4b11-a234-89e21096dfe2 HTTP/1.1" status: 200 len: 2981 time: 0.2580104 Aug 05 11:25:17.786677 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ab57daf7-420d-4fec-9721-d577203fd918 tempest-FloatingIPAdminTestJSON-1138200758 tempest-FloatingIPAdminTestJSON-1138200758-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:17.838710 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4566b3-6502-416d-bf3b-5797a42d0bb7 req-4675616d-6f62-4135-a3bb-a6faf4223a59 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:25:17.842674 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3f4566b3-6502-416d-bf3b-5797a42d0bb7 req-4675616d-6f62-4135-a3bb-a6faf4223a59 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=86aada56-4bfc-486e-86fe-a2373eccbe58 HTTP/1.1" status: 200 len: 945 time: 0.2681003 Aug 05 11:25:17.861553 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab57daf7-420d-4fec-9721-d577203fd918 tempest-FloatingIPAdminTestJSON-1138200758 tempest-FloatingIPAdminTestJSON-1138200758-project-admin] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:25:17.870704 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-ab57daf7-420d-4fec-9721-d577203fd918 tempest-FloatingIPAdminTestJSON-1138200758 tempest-FloatingIPAdminTestJSON-1138200758-project-admin] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:25:17.875853 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab57daf7-420d-4fec-9721-d577203fd918 tempest-FloatingIPAdminTestJSON-1138200758 tempest-FloatingIPAdminTestJSON-1138200758-project-admin] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:25:17.911703 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c19331-00ca-42c3-a611-6e52b73732e7 req-07031b5c-d3f7-4224-9558-f3d3b0316d03 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:25:17.913815 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-04c19331-00ca-42c3-a611-6e52b73732e7 req-07031b5c-d3f7-4224-9558-f3d3b0316d03 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.55 "GET /v2.0/networks?id=546c0542-0f92-4f6c-914b-a74a81cd2290 HTTP/1.1" status: 200 len: 808 time: 0.3968463 Aug 05 11:25:17.944587 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab57daf7-420d-4fec-9721-d577203fd918 tempest-FloatingIPAdminTestJSON-1138200758 tempest-FloatingIPAdminTestJSON-1138200758-project-admin] Pushing event updated for resources: {'Port': ['ID=1b1677b4-3081-46d6-804d-a2c007c66539,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:25:17.945521 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-04c19331-00ca-42c3-a611-6e52b73732e7 req-f9d7f498-f850-4cc8-9414-6a74eae2b4cf tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Request body: {'port': {'device_id': '6daa696e-13a0-4064-a798-e7d6d6e2e860', 'network_id': '546c0542-0f92-4f6c-914b-a74a81cd2290', 'admin_state_up': True, 'tenant_id': 'bc360260b43347fbb7d1bc7660d6f218'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:25:18.069871 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3f4566b3-6502-416d-bf3b-5797a42d0bb7 req-e6af1ac2-df35-4338-bb99-740ebe19f570 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128019 Aug 05 11:25:18.072693 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-431c1522-284e-4f5d-a4e2-adffbfbee082 req-19e1c64b-7a31-461f-a00d-3814360097e2 tempest-SecurityGroupsTestAdminJSON-729542817 tempest-SecurityGroupsTestAdminJSON-729542817-project-admin] 10.222.0.58 "GET /v2.0/security-groups/0f6af636-a2bb-4b11-a234-89e21096dfe2 HTTP/1.1" status: 200 len: 2981 time: 0.2933323 Aug 05 11:25:18.250504 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-431c1522-284e-4f5d-a4e2-adffbfbee082 req-ecaee81c-d1d9-4a07-b3ce-3eee359a7b00 tempest-SecurityGroupsTestAdminJSON-729542817 tempest-SecurityGroupsTestAdminJSON-729542817-project-admin] 10.222.0.58 "GET /v2.0/security-groups/11443225-a4fb-44d8-9c93-4bc22c3c16d8 HTTP/1.1" status: 200 len: 2977 time: 0.1570148 Aug 05 11:25:18.481300 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-14832faf-432b-4e35-ac7b-7274ba2ef564 req-9eb7559a-91f0-437c-95a9-df2e6183ad90 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?device_id=6daa696e-13a0-4064-a798-e7d6d6e2e860 HTTP/1.1" status: 200 len: 210 time: 0.1059663 Aug 05 11:25:18.492847 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04c19331-00ca-42c3-a611-6e52b73732e7 req-f9d7f498-f850-4cc8-9414-6a74eae2b4cf tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Made reservation on behalf of bc360260b43347fbb7d1bc7660d6f218 for: {'port': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:25:18.500160 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-04c19331-00ca-42c3-a611-6e52b73732e7 req-f9d7f498-f850-4cc8-9414-6a74eae2b4cf tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:18.529003 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-431c1522-284e-4f5d-a4e2-adffbfbee082 req-5c939aa1-9da3-40fe-b433-ad78bb31099a tempest-SecurityGroupsTestAdminJSON-729542817 tempest-SecurityGroupsTestAdminJSON-729542817-project-admin] 10.222.0.58 "GET /v2.0/security-groups/11443225-a4fb-44d8-9c93-4bc22c3c16d8 HTTP/1.1" status: 200 len: 2977 time: 0.2377646 Aug 05 11:25:18.649494 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-431c1522-284e-4f5d-a4e2-adffbfbee082 req-e2758340-f194-4788-b55c-fe36714777df tempest-SecurityGroupsTestAdminJSON-729542817 tempest-SecurityGroupsTestAdminJSON-729542817-project-admin] 10.222.0.58 "GET /v2.0/security-groups/12d84a41-4254-4f43-a1c3-ae5bdc7fdfb8 HTTP/1.1" status: 200 len: 2981 time: 0.1118402 Aug 05 11:25:18.845926 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-431c1522-284e-4f5d-a4e2-adffbfbee082 req-b7805ee7-8fc6-4c2e-93ec-20fc8db00cce tempest-SecurityGroupsTestAdminJSON-729542817 tempest-SecurityGroupsTestAdminJSON-729542817-project-admin] 10.222.0.58 "GET /v2.0/security-groups/12d84a41-4254-4f43-a1c3-ae5bdc7fdfb8 HTTP/1.1" status: 200 len: 2981 time: 0.1862981 Aug 05 11:25:19.351625 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ab57daf7-420d-4fec-9721-d577203fd918 tempest-FloatingIPAdminTestJSON-1138200758 tempest-FloatingIPAdminTestJSON-1138200758-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:19.536630 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ab57daf7-420d-4fec-9721-d577203fd918 tempest-FloatingIPAdminTestJSON-1138200758 tempest-FloatingIPAdminTestJSON-1138200758-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:19.630668 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-431c1522-284e-4f5d-a4e2-adffbfbee082 req-9375049c-4b26-4417-99a5-5539cf2c36d5 tempest-SecurityGroupsTestAdminJSON-729542817 tempest-SecurityGroupsTestAdminJSON-729542817-project-admin] 10.222.0.58 "GET /v2.0/security-groups/243837a4-bed8-4a80-ad95-b3063ab50a95 HTTP/1.1" status: 200 len: 2981 time: 0.7749426 Aug 05 11:25:19.644542 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [req-04c19331-00ca-42c3-a611-6e52b73732e7 req-f9d7f498-f850-4cc8-9414-6a74eae2b4cf tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Allocated IP 172.20.0.3 (546c0542-0f92-4f6c-914b-a74a81cd2290/61983880-6386-4045-bd2d-695dffcb92f9/74ee7881-5d34-4d2f-8ca5-497d574a916d) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:25:19.647118 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 0cab080c-fca9-46a9-808e-7c2572e3700e up at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:25:19.701618 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a636e51a-8db7-4213-a4e5-f31b5474dce4 req-71886ad0-d700-4766-ab99-5c7846e488ed tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:25:19.702746 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a636e51a-8db7-4213-a4e5-f31b5474dce4 req-71886ad0-d700-4766-ab99-5c7846e488ed tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/ports?device_id=3173aa1f-bc35-4eb1-bee9-ff604bc71a62 HTTP/1.1" status: 200 len: 949 time: 0.7580144 Aug 05 11:25:19.799609 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning for port 0cab080c-fca9-46a9-808e-7c2572e3700e completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:25:19.807927 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning complete for port 0cab080c-fca9-46a9-808e-7c2572e3700e triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:25:19.809253 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:19.902844 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-431c1522-284e-4f5d-a4e2-adffbfbee082 req-36e2c90b-8ed3-4c53-8cd6-f09598b309c5 tempest-SecurityGroupsTestAdminJSON-729542817 tempest-SecurityGroupsTestAdminJSON-729542817-project-admin] 10.222.0.58 "GET /v2.0/security-groups/243837a4-bed8-4a80-ad95-b3063ab50a95 HTTP/1.1" status: 200 len: 2981 time: 0.2516918 Aug 05 11:25:19.912606 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ab57daf7-420d-4fec-9721-d577203fd918 tempest-FloatingIPAdminTestJSON-1138200758 tempest-FloatingIPAdminTestJSON-1138200758-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:19.917397 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a636e51a-8db7-4213-a4e5-f31b5474dce4 req-3b42b2f0-3da4-402b-8902-ba48b8f41732 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/security-groups?id=2975fa17-2fff-4e01-97a3-764244a94779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835985 Aug 05 11:25:19.930349 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ab57daf7-420d-4fec-9721-d577203fd918 tempest-FloatingIPAdminTestJSON-1138200758 tempest-FloatingIPAdminTestJSON-1138200758-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:19.995714 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:20.076473 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3173aa1f-bc35-4eb1-bee9-ff604bc71a62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cab080c-fca9-46a9-808e-7c2572e3700e'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:25:20.084847 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e03cd23-6a12-4f4b-8673-8d97d3eb8cca" -d '{"events": [{"server_uuid": "3173aa1f-bc35-4eb1-bee9-ff604bc71a62", "name": "network-vif-plugged", "status": "completed", "tag": "0cab080c-fca9-46a9-808e-7c2572e3700e"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:25:20.117423 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab57daf7-420d-4fec-9721-d577203fd918 tempest-FloatingIPAdminTestJSON-1138200758 tempest-FloatingIPAdminTestJSON-1138200758-project-admin] Pushing event updated for resources: {'Port': ['ID=1b1677b4-3081-46d6-804d-a2c007c66539,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:25:20.123296 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ab57daf7-420d-4fec-9721-d577203fd918 tempest-FloatingIPAdminTestJSON-1138200758 tempest-FloatingIPAdminTestJSON-1138200758-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33287247'] for floatingip, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:20.131679 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 0cab080c-fca9-46a9-808e-7c2572e3700e, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=0cab080c-fca9-46a9-808e-7c2572e3700e,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:25:20.140203 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:20.149161 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-431c1522-284e-4f5d-a4e2-adffbfbee082 req-e59049ea-551e-4f03-aaa3-7aa3b7e48cba tempest-SecurityGroupsTestAdminJSON-729542817 tempest-SecurityGroupsTestAdminJSON-729542817-project-admin] 10.222.0.58 "GET /v2.0/security-groups/2975fa17-2fff-4e01-97a3-764244a94779 HTTP/1.1" status: 200 len: 2981 time: 0.2206492 Aug 05 11:25:20.275678 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-04c19331-00ca-42c3-a611-6e52b73732e7 req-f9d7f498-f850-4cc8-9414-6a74eae2b4cf tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:20.319868 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=0cab080c-fca9-46a9-808e-7c2572e3700e,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:25:20.322410 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-431c1522-284e-4f5d-a4e2-adffbfbee082 req-45cf2055-9b47-4ac6-8a31-6d7faa7fd598 tempest-SecurityGroupsTestAdminJSON-729542817 tempest-SecurityGroupsTestAdminJSON-729542817-project-admin] 10.222.0.58 "GET /v2.0/security-groups/2975fa17-2fff-4e01-97a3-764244a94779 HTTP/1.1" status: 200 len: 2981 time: 0.1493537 Aug 05 11:25:20.428314 n-d-803378-2 neutron-server[94421]: INFO neutron.db.l3_db [None req-ab57daf7-420d-4fec-9721-d577203fd918 tempest-FloatingIPAdminTestJSON-1138200758 tempest-FloatingIPAdminTestJSON-1138200758-project-admin] Floating IP e72db6e7-546f-4bd6-bef1-b693f03fd701 associated. External IP: 172.25.5.187, port: 634b9cab-a3f9-4165-bdfc-474c3cd69efc. Aug 05 11:25:20.487338 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-431c1522-284e-4f5d-a4e2-adffbfbee082 req-6ff9b0dd-9683-4661-ac0d-c5260367f935 tempest-SecurityGroupsTestAdminJSON-729542817 tempest-SecurityGroupsTestAdminJSON-729542817-project-admin] 10.222.0.58 "GET /v2.0/security-groups/70d662c0-3a1e-43d1-826d-4811467835a0 HTTP/1.1" status: 200 len: 2981 time: 0.1417773 Aug 05 11:25:20.490399 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-04c19331-00ca-42c3-a611-6e52b73732e7 req-f9d7f498-f850-4cc8-9414-6a74eae2b4cf tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:20.627868 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04c19331-00ca-42c3-a611-6e52b73732e7 req-f9d7f498-f850-4cc8-9414-6a74eae2b4cf tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Network 546c0542-0f92-4f6c-914b-a74a81cd2290 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:25:20.649162 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [req-04c19331-00ca-42c3-a611-6e52b73732e7 req-f9d7f498-f850-4cc8-9414-6a74eae2b4cf tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:25:20.677908 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [req-04c19331-00ca-42c3-a611-6e52b73732e7 req-f9d7f498-f850-4cc8-9414-6a74eae2b4cf tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:25:20.702964 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d7f498-f850-4cc8-9414-6a74eae2b4cf tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Pushing event updated for resources: {'Port': ['ID=74ee7881-5d34-4d2f-8ca5-497d574a916d,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:25:20.842477 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-431c1522-284e-4f5d-a4e2-adffbfbee082 req-f027486b-0737-4220-97d5-f71c5e6a09d5 tempest-SecurityGroupsTestAdminJSON-729542817 tempest-SecurityGroupsTestAdminJSON-729542817-project-admin] 10.222.0.58 "GET /v2.0/security-groups/70d662c0-3a1e-43d1-826d-4811467835a0 HTTP/1.1" status: 200 len: 2981 time: 0.3098643 Aug 05 11:25:20.872460 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c19331-00ca-42c3-a611-6e52b73732e7 req-f9d7f498-f850-4cc8-9414-6a74eae2b4cf tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:25:20.873620 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-04c19331-00ca-42c3-a611-6e52b73732e7 req-f9d7f498-f850-4cc8-9414-6a74eae2b4cf tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:20.883192 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab57daf7-420d-4fec-9721-d577203fd918 tempest-FloatingIPAdminTestJSON-1138200758 tempest-FloatingIPAdminTestJSON-1138200758-project-admin] Router 1548d5de-7b4c-4123-8799-b5bca8a307d8 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 11:25:20.940711 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-04c19331-00ca-42c3-a611-6e52b73732e7 req-f9d7f498-f850-4cc8-9414-6a74eae2b4cf tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0074098 Aug 05 11:25:20.964318 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dce06d2-a427-49e3-a1f0-6a69b2e4d566 req-10870b44-4eee-48aa-bc8c-ea1a687390f1 tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:25:20.967544 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6dce06d2-a427-49e3-a1f0-6a69b2e4d566 req-10870b44-4eee-48aa-bc8c-ea1a687390f1 tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] 10.222.0.58 "GET /v2.0/ports?device_id=23921316-79ed-4f9e-adf4-a4668e9fa730 HTTP/1.1" status: 200 len: 946 time: 0.2156465 Aug 05 11:25:20.988286 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-04c19331-00ca-42c3-a611-6e52b73732e7 req-bbaf81d9-7412-4652-96b9-e09d3e248145 service neutron] Request body: {'port': {'device_id': '6daa696e-13a0-4064-a798-e7d6d6e2e860', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-2'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:25:21.084150 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-431c1522-284e-4f5d-a4e2-adffbfbee082 req-3725a3fb-1b7f-46e3-9b5a-5a7e7e62cad7 tempest-SecurityGroupsTestAdminJSON-729542817 tempest-SecurityGroupsTestAdminJSON-729542817-project-admin] 10.222.0.58 "GET /v2.0/security-groups/93845251-ba77-413d-8ffa-8c68b84e7fe5 HTTP/1.1" status: 200 len: 2981 time: 0.2051871 Aug 05 11:25:21.112110 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab57daf7-420d-4fec-9721-d577203fd918 tempest-FloatingIPAdminTestJSON-1138200758 tempest-FloatingIPAdminTestJSON-1138200758-project-admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:25:21.129648 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b50e34-de5c-4341-9663-57f745cd97de None None] Sync routers for ids ['1548d5de-7b4c-4123-8799-b5bca8a307d8'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:25:21.155572 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b50e34-de5c-4341-9663-57f745cd97de None None] Routers {'1548d5de-7b4c-4123-8799-b5bca8a307d8'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:25:21.158777 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-48b50e34-de5c-4341-9663-57f745cd97de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:25:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['1548d5de-7b4c-4123-8799-b5bca8a307d8'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:25:21.159426 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ab57daf7-420d-4fec-9721-d577203fd918 tempest-FloatingIPAdminTestJSON-1138200758 tempest-FloatingIPAdminTestJSON-1138200758-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:21.180847 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6dce06d2-a427-49e3-a1f0-6a69b2e4d566 req-49640911-75ae-4408-8b77-9887d419960e tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] 10.222.0.58 "GET /v2.0/security-groups?id=36b70b2c-7722-4ca7-80c0-dfc1cbc20350&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1887102 Aug 05 11:25:21.220548 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-04c19331-00ca-42c3-a611-6e52b73732e7 req-bbaf81d9-7412-4652-96b9-e09d3e248145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:21.239710 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-ab57daf7-420d-4fec-9721-d577203fd918 tempest-FloatingIPAdminTestJSON-1138200758 tempest-FloatingIPAdminTestJSON-1138200758-project-admin] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 5.0587547 Aug 05 11:25:21.240814 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 47120) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:25:21.268469 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-431c1522-284e-4f5d-a4e2-adffbfbee082 req-6907e761-3dcf-48c2-9264-d10cb602804b tempest-SecurityGroupsTestAdminJSON-729542817 tempest-SecurityGroupsTestAdminJSON-729542817-project-admin] 10.222.0.58 "GET /v2.0/security-groups/93845251-ba77-413d-8ffa-8c68b84e7fe5 HTTP/1.1" status: 200 len: 2981 time: 0.1702156 Aug 05 11:25:21.276767 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-48b50e34-de5c-4341-9663-57f745cd97de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:25:21.309331 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b50e34-de5c-4341-9663-57f745cd97de None None] Routers {'1548d5de-7b4c-4123-8799-b5bca8a307d8'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:25:21.311398 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-48b50e34-de5c-4341-9663-57f745cd97de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:25:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['1548d5de-7b4c-4123-8799-b5bca8a307d8'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:25:21.417131 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-48b50e34-de5c-4341-9663-57f745cd97de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:25:21.419231 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b50e34-de5c-4341-9663-57f745cd97de None None] The sync data for ids ['1548d5de-7b4c-4123-8799-b5bca8a307d8'] in n-d-803378-2 is: [] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:25:21.487195 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-b582a8d4-29c4-445c-a556-429f2a738e07 tempest-FloatingIPAdminTestJSON-1138200758 tempest-FloatingIPAdminTestJSON-1138200758-project-admin] 10.222.0.58 "GET /v2.0/floatingips/e72db6e7-546f-4bd6-bef1-b693f03fd701 HTTP/1.1" status: 200 len: 983 time: 0.2444620 Aug 05 11:25:21.492504 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 47122) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:25:21.598448 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-431c1522-284e-4f5d-a4e2-adffbfbee082 req-e68995d0-f225-41fb-80a7-976c67fc2cee tempest-SecurityGroupsTestAdminJSON-729542817 tempest-SecurityGroupsTestAdminJSON-729542817-project-admin] 10.222.0.58 "GET /v2.0/security-groups/ac6b794e-feb9-4801-a324-16e08835918a HTTP/1.1" status: 200 len: 2981 time: 0.2879252 Aug 05 11:25:21.653857 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9f32a7-137d-45dd-802b-17e2c86142f3 req-b4ab2aab-8db9-42e9-afcb-edad62f15789 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:25:21.656599 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8f9f32a7-137d-45dd-802b-17e2c86142f3 req-b4ab2aab-8db9-42e9-afcb-edad62f15789 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=86aada56-4bfc-486e-86fe-a2373eccbe58 HTTP/1.1" status: 200 len: 945 time: 0.3131239 Aug 05 11:25:21.737923 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-701bfb5e-11b5-4cf7-b52a-836cfaed3987 tempest-FloatingIPAdminTestJSON-1138200758 tempest-FloatingIPAdminTestJSON-1138200758-project-admin] 10.222.0.58 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3822 time: 0.2445059 Aug 05 11:25:21.746564 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 47124) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:25:21.768236 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:21.854897 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-431c1522-284e-4f5d-a4e2-adffbfbee082 req-89bd0a93-58af-4df8-b078-0842d215514c tempest-SecurityGroupsTestAdminJSON-729542817 tempest-SecurityGroupsTestAdminJSON-729542817-project-admin] 10.222.0.58 "GET /v2.0/security-groups/ac6b794e-feb9-4801-a324-16e08835918a HTTP/1.1" status: 200 len: 2981 time: 0.2356267 Aug 05 11:25:21.910905 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8f9f32a7-137d-45dd-802b-17e2c86142f3 req-b85ce435-f8c6-4ecc-a1c7-c5be3048d4f7 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090697 Aug 05 11:25:22.013869 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-431c1522-284e-4f5d-a4e2-adffbfbee082 req-54bf5a0e-fe93-4212-96a1-99c99b1b08e3 tempest-SecurityGroupsTestAdminJSON-729542817 tempest-SecurityGroupsTestAdminJSON-729542817-project-admin] 10.222.0.58 "GET /v2.0/security-groups/b9c5f953-2269-492e-aa68-010a7341badf HTTP/1.1" status: 200 len: 2981 time: 0.1371634 Aug 05 11:25:22.174810 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [req-04c19331-00ca-42c3-a611-6e52b73732e7 req-bbaf81d9-7412-4652-96b9-e09d3e248145 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74ee7881-5d34-4d2f-8ca5-497d574a916d {{(pid=94420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:25:22.178430 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-914596b8-4390-4267-b1ea-ceb24238ac79 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Deleting port 1b1677b4-3081-46d6-804d-a2c007c66539 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:25:22.179209 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-914596b8-4390-4267-b1ea-ceb24238ac79 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:22.202755 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-04c19331-00ca-42c3-a611-6e52b73732e7 req-bbaf81d9-7412-4652-96b9-e09d3e248145 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:22.272533 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-431c1522-284e-4f5d-a4e2-adffbfbee082 req-f6fe5e79-4ade-4785-a927-cdfb75016273 tempest-SecurityGroupsTestAdminJSON-729542817 tempest-SecurityGroupsTestAdminJSON-729542817-project-admin] 10.222.0.58 "GET /v2.0/security-groups/b9c5f953-2269-492e-aa68-010a7341badf HTTP/1.1" status: 200 len: 2981 time: 0.2058291 Aug 05 11:25:22.289373 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [req-04c19331-00ca-42c3-a611-6e52b73732e7 req-bbaf81d9-7412-4652-96b9-e09d3e248145 service neutron] Transition to ACTIVE for port object 74ee7881-5d34-4d2f-8ca5-497d574a916d will not be triggered until provisioned by entity L2. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:25:22.306743 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-04c19331-00ca-42c3-a611-6e52b73732e7 req-bbaf81d9-7412-4652-96b9-e09d3e248145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:22.385191 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-914596b8-4390-4267-b1ea-ceb24238ac79 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:22.385736 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-914596b8-4390-4267-b1ea-ceb24238ac79 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:22.409805 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c19cab-9032-4d0d-bfc9-a088a0a1dd12 req-cdeb26bb-960b-4c26-87ed-6acc42a5173c tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:25:22.412185 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-15c19cab-9032-4d0d-bfc9-a088a0a1dd12 req-cdeb26bb-960b-4c26-87ed-6acc42a5173c tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?device_id=6daa696e-13a0-4064-a798-e7d6d6e2e860 HTTP/1.1" status: 200 len: 931 time: 0.2147672 Aug 05 11:25:22.415814 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-914596b8-4390-4267-b1ea-ceb24238ac79 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Calling delete_port for 1b1677b4-3081-46d6-804d-a2c007c66539 owned by network:floatingip {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:25:22.497966 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaf81d9-7412-4652-96b9-e09d3e248145 service neutron] Pushing event updated for resources: {'Port': ['ID=74ee7881-5d34-4d2f-8ca5-497d574a916d,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:25:22.530270 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-431c1522-284e-4f5d-a4e2-adffbfbee082 req-ce220224-a6e6-4d0f-9f53-df6964287ba1 tempest-SecurityGroupsTestAdminJSON-729542817 tempest-SecurityGroupsTestAdminJSON-729542817-project-admin] 10.222.0.58 "GET /v2.0/security-groups/c74f817e-593a-4316-996c-63bfd39cf485 HTTP/1.1" status: 200 len: 2981 time: 0.2314026 Aug 05 11:25:22.625896 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-15c19cab-9032-4d0d-bfc9-a088a0a1dd12 req-9c651a6f-f1b6-488b-936b-303b66df38ee tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/security-groups?id=12d84a41-4254-4f43-a1c3-ae5bdc7fdfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820030 Aug 05 11:25:22.729470 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-148b5b3c-dc01-455a-be08-e1c59dd08b2e x-openstack-request-id: req-148b5b3c-dc01-455a-be08-e1c59dd08b2e {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:25:22.731509 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3173aa1f-bc35-4eb1-bee9-ff604bc71a62", "name": "network-vif-plugged", "status": "completed", "tag": "0cab080c-fca9-46a9-808e-7c2572e3700e", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:25:22.732168 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-148b5b3c-dc01-455a-be08-e1c59dd08b2e {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:25:22.733217 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3173aa1f-bc35-4eb1-bee9-ff604bc71a62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cab080c-fca9-46a9-808e-7c2572e3700e', 'code': 200} Aug 05 11:25:22.733651 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-431c1522-284e-4f5d-a4e2-adffbfbee082 req-fb363cf6-3cd9-40bd-83a5-163f7dcf0631 tempest-SecurityGroupsTestAdminJSON-729542817 tempest-SecurityGroupsTestAdminJSON-729542817-project-admin] 10.222.0.58 "GET /v2.0/security-groups/c74f817e-593a-4316-996c-63bfd39cf485 HTTP/1.1" status: 200 len: 2981 time: 0.1914542 Aug 05 11:25:22.747027 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-04c19331-00ca-42c3-a611-6e52b73732e7 req-bbaf81d9-7412-4652-96b9-e09d3e248145 service neutron] Attempting to bind port 74ee7881-5d34-4d2f-8ca5-497d574a916d on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:25:22.747625 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-04c19331-00ca-42c3-a611-6e52b73732e7 req-bbaf81d9-7412-4652-96b9-e09d3e248145 service neutron] Attempting to bind port 74ee7881-5d34-4d2f-8ca5-497d574a916d by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': 'be89551e-4aa0-433b-90d8-e517f4f1da1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '546c0542-0f92-4f6c-914b-a74a81cd2290'}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:25:22.748431 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c19331-00ca-42c3-a611-6e52b73732e7 req-bbaf81d9-7412-4652-96b9-e09d3e248145 service neutron] Attempting to bind port 74ee7881-5d34-4d2f-8ca5-497d574a916d on network 546c0542-0f92-4f6c-914b-a74a81cd2290 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:25:22.784994 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c19331-00ca-42c3-a611-6e52b73732e7 req-bbaf81d9-7412-4652-96b9-e09d3e248145 service neutron] Port 74ee7881-5d34-4d2f-8ca5-497d574a916d on network 546c0542-0f92-4f6c-914b-a74a81cd2290 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:25:22.785479 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c19331-00ca-42c3-a611-6e52b73732e7 req-bbaf81d9-7412-4652-96b9-e09d3e248145 service neutron] Attempting to bind port 74ee7881-5d34-4d2f-8ca5-497d574a916d on network 546c0542-0f92-4f6c-914b-a74a81cd2290 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:25:22.828317 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c19331-00ca-42c3-a611-6e52b73732e7 req-bbaf81d9-7412-4652-96b9-e09d3e248145 service neutron] Checking agent: {'id': 'a8f1dd2d-227c-4e30-8844-52419ba734db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 25, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:25:22.829126 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c19331-00ca-42c3-a611-6e52b73732e7 req-bbaf81d9-7412-4652-96b9-e09d3e248145 service neutron] Checking segment: {'id': 'be89551e-4aa0-433b-90d8-e517f4f1da1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '546c0542-0f92-4f6c-914b-a74a81cd2290'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:25:22.829712 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c19331-00ca-42c3-a611-6e52b73732e7 req-bbaf81d9-7412-4652-96b9-e09d3e248145 service neutron] Bound using segment: {'id': 'be89551e-4aa0-433b-90d8-e517f4f1da1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '546c0542-0f92-4f6c-914b-a74a81cd2290'} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:25:22.830302 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-04c19331-00ca-42c3-a611-6e52b73732e7 req-bbaf81d9-7412-4652-96b9-e09d3e248145 service neutron] Bound port: 74ee7881-5d34-4d2f-8ca5-497d574a916d, host: n-h2-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be89551e-4aa0-433b-90d8-e517f4f1da1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '546c0542-0f92-4f6c-914b-a74a81cd2290'}}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:25:22.830914 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-04c19331-00ca-42c3-a611-6e52b73732e7 req-bbaf81d9-7412-4652-96b9-e09d3e248145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:22.878255 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-914596b8-4390-4267-b1ea-ceb24238ac79 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:22.939085 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914596b8-4390-4267-b1ea-ceb24238ac79 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Pushing event deleted for resources: {'Port': ['ID=1b1677b4-3081-46d6-804d-a2c007c66539,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:25:22.994899 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-431c1522-284e-4f5d-a4e2-adffbfbee082 req-152eade2-2ccb-4956-bcaf-ec9452c7a41b tempest-SecurityGroupsTestAdminJSON-729542817 tempest-SecurityGroupsTestAdminJSON-729542817-project-admin] 10.222.0.58 "GET /v2.0/security-groups/db324caa-e698-4350-89ce-be8f67219210 HTTP/1.1" status: 200 len: 2981 time: 0.2369921 Aug 05 11:25:23.052047 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-914596b8-4390-4267-b1ea-ceb24238ac79 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Notify callbacks [] for floatingip, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:23.052774 n-d-803378-2 neutron-server[94421]: INFO neutron.db.l3_db [None req-914596b8-4390-4267-b1ea-ceb24238ac79 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Floating IP e72db6e7-546f-4bd6-bef1-b693f03fd701 disassociated (deleted). External IP: 172.25.5.187, port: 634b9cab-a3f9-4165-bdfc-474c3cd69efc. Aug 05 11:25:23.125324 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15360882-f87c-474a-a715-cff75cc7439c req-742a0502-b1a7-441d-8620-603c94b74ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:25:23.127684 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-15360882-f87c-474a-a715-cff75cc7439c req-742a0502-b1a7-441d-8620-603c94b74ce8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3173aa1f-bc35-4eb1-bee9-ff604bc71a62 HTTP/1.1" status: 200 len: 1101 time: 0.2409685 Aug 05 11:25:23.145099 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8dee35-8c01-44df-a753-df0a2fa6fc60 req-ec72b1de-f8ac-41dc-8ff5-5c0bec2d0823 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:25:23.147390 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6a8dee35-8c01-44df-a753-df0a2fa6fc60 req-ec72b1de-f8ac-41dc-8ff5-5c0bec2d0823 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/ports?device_id=3173aa1f-bc35-4eb1-bee9-ff604bc71a62 HTTP/1.1" status: 200 len: 950 time: 0.3062494 Aug 05 11:25:23.170348 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-04c19331-00ca-42c3-a611-6e52b73732e7 req-bbaf81d9-7412-4652-96b9-e09d3e248145 service neutron] For port 74ee7881-5d34-4d2f-8ca5-497d574a916d, host n-h2-803378-2, cleared binding levels {{(pid=94420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:25:23.230075 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-431c1522-284e-4f5d-a4e2-adffbfbee082 req-0444b2b1-5962-486b-b702-48628a5c53cf tempest-SecurityGroupsTestAdminJSON-729542817 tempest-SecurityGroupsTestAdminJSON-729542817-project-admin] 10.222.0.58 "GET /v2.0/security-groups/db324caa-e698-4350-89ce-be8f67219210 HTTP/1.1" status: 200 len: 2981 time: 0.2142029 Aug 05 11:25:23.233878 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-04c19331-00ca-42c3-a611-6e52b73732e7 req-bbaf81d9-7412-4652-96b9-e09d3e248145 service neutron] For port 74ee7881-5d34-4d2f-8ca5-497d574a916d, host n-h2-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=74ee7881-5d34-4d2f-8ca5-497d574a916d,segment=NetworkSegment(be89551e-4aa0-433b-90d8-e517f4f1da1f),segment_id=be89551e-4aa0-433b-90d8-e517f4f1da1f)] {{(pid=94420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:25:23.248162 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-04c19331-00ca-42c3-a611-6e52b73732e7 req-bbaf81d9-7412-4652-96b9-e09d3e248145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:23.319095 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 11:25:23.383164 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-15360882-f87c-474a-a715-cff75cc7439c req-0e2ad3d6-9e2c-48fd-afbd-5d039bb9774d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2975fa17-2fff-4e01-97a3-764244a94779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265124 Aug 05 11:25:23.405509 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6a8dee35-8c01-44df-a753-df0a2fa6fc60 req-241ab5ea-0b36-48c1-8e87-e7ebb329a420 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/security-groups?id=2975fa17-2fff-4e01-97a3-764244a94779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376404 Aug 05 11:25:23.412823 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c19331-00ca-42c3-a611-6e52b73732e7 req-bbaf81d9-7412-4652-96b9-e09d3e248145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:25:23.413595 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-04c19331-00ca-42c3-a611-6e52b73732e7 req-bbaf81d9-7412-4652-96b9-e09d3e248145 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:23.419129 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-04c19331-00ca-42c3-a611-6e52b73732e7 req-bbaf81d9-7412-4652-96b9-e09d3e248145 service neutron] 10.222.0.55 "PUT /v2.0/ports/74ee7881-5d34-4d2f-8ca5-497d574a916d HTTP/1.1" status: 200 len: 1091 time: 2.4418662 Aug 05 11:25:23.422605 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6daa696e-13a0-4064-a798-e7d6d6e2e860', 'tag': '74ee7881-5d34-4d2f-8ca5-497d574a916d'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:25:23.425418 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}828068ad8d405ad77660ce68fa78e1ffe658725812f7a08f9e488a446589295b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9f424d6-0738-49ba-a44c-f8ecb705392a" -d '{"events": [{"name": "network-changed", "server_uuid": "6daa696e-13a0-4064-a798-e7d6d6e2e860", "tag": "74ee7881-5d34-4d2f-8ca5-497d574a916d"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:25:23.465095 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-431c1522-284e-4f5d-a4e2-adffbfbee082 req-39c56ec0-1286-4a49-a437-54d68f0248f1 tempest-SecurityGroupsTestAdminJSON-729542817 tempest-SecurityGroupsTestAdminJSON-729542817-project-admin] 10.222.0.58 "GET /v2.0/security-groups/eb3c2165-3170-4128-a524-7e9d6a45ec7d HTTP/1.1" status: 200 len: 2973 time: 0.2109642 Aug 05 11:25:23.470159 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaf81d9-7412-4652-96b9-e09d3e248145 service neutron] Pushing event updated for resources: {'Port': ['ID=74ee7881-5d34-4d2f-8ca5-497d574a916d,revision_number=3']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:25:23.572471 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-914596b8-4390-4267-b1ea-ceb24238ac79 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Router 1548d5de-7b4c-4123-8799-b5bca8a307d8 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 11:25:23.662042 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c19331-00ca-42c3-a611-6e52b73732e7 req-1f638337-413c-49b8-9e69-7a1c752fecc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:25:23.663845 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-04c19331-00ca-42c3-a611-6e52b73732e7 req-1f638337-413c-49b8-9e69-7a1c752fecc6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bc360260b43347fbb7d1bc7660d6f218&device_id=6daa696e-13a0-4064-a798-e7d6d6e2e860 HTTP/1.1" status: 200 len: 1094 time: 0.1474044 Aug 05 11:25:23.668001 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-431c1522-284e-4f5d-a4e2-adffbfbee082 req-bf485154-67cd-4ca1-aac3-cd56730f4005 tempest-SecurityGroupsTestAdminJSON-729542817 tempest-SecurityGroupsTestAdminJSON-729542817-project-admin] 10.222.0.58 "GET /v2.0/security-groups/eb3c2165-3170-4128-a524-7e9d6a45ec7d HTTP/1.1" status: 200 len: 2973 time: 0.1852965 Aug 05 11:25:23.775957 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-04c19331-00ca-42c3-a611-6e52b73732e7 req-0f43a5b5-c00d-4d66-b60d-d44fb53bea1e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74ee7881-5d34-4d2f-8ca5-497d574a916d HTTP/1.1" status: 200 len: 217 time: 0.0864446 Aug 05 11:25:23.847122 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-431c1522-284e-4f5d-a4e2-adffbfbee082 req-ac7223ff-d952-4664-8a80-08c2d092ea6f tempest-SecurityGroupsTestAdminJSON-729542817 tempest-SecurityGroupsTestAdminJSON-729542817-project-admin] 10.222.0.58 "GET /v2.0/security-groups/ee40ceea-1d22-4199-bfbc-197ea5863ac3 HTTP/1.1" status: 200 len: 2981 time: 0.1697373 Aug 05 11:25:23.853557 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-914596b8-4390-4267-b1ea-ceb24238ac79 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:25:23.865200 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-914596b8-4390-4267-b1ea-ceb24238ac79 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:23.873182 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c19331-00ca-42c3-a611-6e52b73732e7 req-ce172c59-aafd-4877-9d8f-37739c22df4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:25:23.876122 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-04c19331-00ca-42c3-a611-6e52b73732e7 req-ce172c59-aafd-4877-9d8f-37739c22df4a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=61983880-6386-4045-bd2d-695dffcb92f9 HTTP/1.1" status: 200 len: 848 time: 0.0913844 Aug 05 11:25:23.882285 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a484a9f1-63b1-4c2c-9dc8-2db4a774007f None None] Sync routers for ids ['1548d5de-7b4c-4123-8799-b5bca8a307d8'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:25:23.915687 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a484a9f1-63b1-4c2c-9dc8-2db4a774007f None None] Routers {'1548d5de-7b4c-4123-8799-b5bca8a307d8'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:25:23.917267 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-a484a9f1-63b1-4c2c-9dc8-2db4a774007f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:25:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['1548d5de-7b4c-4123-8799-b5bca8a307d8'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:25:23.958145 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-04c19331-00ca-42c3-a611-6e52b73732e7 req-1f09ac4a-25fa-4adb-913f-75deb510c960 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=546c0542-0f92-4f6c-914b-a74a81cd2290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679486 Aug 05 11:25:23.989931 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-914596b8-4390-4267-b1ea-ceb24238ac79 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] 10.222.0.58 "DELETE /v2.0/floatingips/e72db6e7-546f-4bd6-bef1-b693f03fd701 HTTP/1.1" status: 204 len: 168 time: 2.2349064 Aug 05 11:25:23.991226 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 47140) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:25:24.006087 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-85297cdc-a7a2-4f9a-b453-afdd038567c7 tempest-FloatingIPAdminTestJSON-1138200758 tempest-FloatingIPAdminTestJSON-1138200758-project-admin] Request body: {'floatingip': {'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:25:24.013939 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-a484a9f1-63b1-4c2c-9dc8-2db4a774007f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:25:24.041713 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a484a9f1-63b1-4c2c-9dc8-2db4a774007f None None] Routers {'1548d5de-7b4c-4123-8799-b5bca8a307d8'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:25:24.045248 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-a484a9f1-63b1-4c2c-9dc8-2db4a774007f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:25:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['1548d5de-7b4c-4123-8799-b5bca8a307d8'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:25:24.072083 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-85297cdc-a7a2-4f9a-b453-afdd038567c7 tempest-FloatingIPAdminTestJSON-1138200758 tempest-FloatingIPAdminTestJSON-1138200758-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:24.109920 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-431c1522-284e-4f5d-a4e2-adffbfbee082 req-a88be8aa-f82a-4ac9-b097-408817aebf24 tempest-SecurityGroupsTestAdminJSON-729542817 tempest-SecurityGroupsTestAdminJSON-729542817-project-admin] 10.222.0.58 "GET /v2.0/security-groups/ee40ceea-1d22-4199-bfbc-197ea5863ac3 HTTP/1.1" status: 200 len: 2981 time: 0.2321892 Aug 05 11:25:24.130030 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79485f16-789e-460d-aead-8d8963381bbc x-openstack-request-id: req-79485f16-789e-460d-aead-8d8963381bbc {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:25:24.130594 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6daa696e-13a0-4064-a798-e7d6d6e2e860", "tag": "74ee7881-5d34-4d2f-8ca5-497d574a916d", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:25:24.130996 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-79485f16-789e-460d-aead-8d8963381bbc {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:25:24.131724 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6daa696e-13a0-4064-a798-e7d6d6e2e860', 'tag': '74ee7881-5d34-4d2f-8ca5-497d574a916d', 'status': 'completed', 'code': 200} Aug 05 11:25:24.168907 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-a484a9f1-63b1-4c2c-9dc8-2db4a774007f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:25:24.171826 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a484a9f1-63b1-4c2c-9dc8-2db4a774007f None None] The sync data for ids ['1548d5de-7b4c-4123-8799-b5bca8a307d8'] in n-d-803378-2 is: [] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:25:24.279742 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-85297cdc-a7a2-4f9a-b453-afdd038567c7 tempest-FloatingIPAdminTestJSON-1138200758 tempest-FloatingIPAdminTestJSON-1138200758-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:24.320019 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-04c19331-00ca-42c3-a611-6e52b73732e7 req-b0861af6-3b26-401a-afc3-f7736be85d75 service neutron] 10.222.0.55 "GET /v2.0/networks/546c0542-0f92-4f6c-914b-a74a81cd2290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3520124 Aug 05 11:25:24.325261 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-431c1522-284e-4f5d-a4e2-adffbfbee082 req-c74e6555-2514-421a-ab36-7355422195ba tempest-SecurityGroupsTestAdminJSON-729542817 tempest-SecurityGroupsTestAdminJSON-729542817-project-admin] 10.222.0.58 "GET /v2.0/security-groups/f48f8991-c3a5-417e-a3d1-8861f7ce43c7 HTTP/1.1" status: 200 len: 2981 time: 0.2037435 Aug 05 11:25:24.478028 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-85297cdc-a7a2-4f9a-b453-afdd038567c7 tempest-FloatingIPAdminTestJSON-1138200758 tempest-FloatingIPAdminTestJSON-1138200758-project-admin] Allocated IP 172.25.5.71 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/adf8ff4a-617d-49d2-96ed-a2af546d7527) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:25:24.518346 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2d8377-c182-4517-beba-9b0187299f05 req-7e876180-b895-495c-b325-8ec725a52b6f tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:25:24.521277 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5d2d8377-c182-4517-beba-9b0187299f05 req-7e876180-b895-495c-b325-8ec725a52b6f tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?device_id=6daa696e-13a0-4064-a798-e7d6d6e2e860 HTTP/1.1" status: 200 len: 943 time: 0.2939203 Aug 05 11:25:24.600918 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-431c1522-284e-4f5d-a4e2-adffbfbee082 req-ccc06d25-4d1f-4834-8ad6-77a5403c5360 tempest-SecurityGroupsTestAdminJSON-729542817 tempest-SecurityGroupsTestAdminJSON-729542817-project-admin] 10.222.0.58 "GET /v2.0/security-groups/f48f8991-c3a5-417e-a3d1-8861f7ce43c7 HTTP/1.1" status: 200 len: 2981 time: 0.2550144 Aug 05 11:25:24.659800 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-04c19331-00ca-42c3-a611-6e52b73732e7 req-163d1ed3-c7c3-4d59-8924-c981dac82772 service neutron] 10.222.0.55 "GET /v2.0/networks/546c0542-0f92-4f6c-914b-a74a81cd2290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3235657 Aug 05 11:25:24.659800 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5d2d8377-c182-4517-beba-9b0187299f05 req-46e8c9ba-4cbc-4768-8001-245f99d24671 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/security-groups?id=12d84a41-4254-4f43-a1c3-ae5bdc7fdfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207292 Aug 05 11:25:24.732860 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-85297cdc-a7a2-4f9a-b453-afdd038567c7 tempest-FloatingIPAdminTestJSON-1138200758 tempest-FloatingIPAdminTestJSON-1138200758-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:24.865831 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-85297cdc-a7a2-4f9a-b453-afdd038567c7 tempest-FloatingIPAdminTestJSON-1138200758 tempest-FloatingIPAdminTestJSON-1138200758-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:24.866917 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78761256-25f6-438a-93aa-ea4a74788463 req-422ca99a-28a9-457e-a740-44d15469de27 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:25:24.870664 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-78761256-25f6-438a-93aa-ea4a74788463 req-422ca99a-28a9-457e-a740-44d15469de27 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=86aada56-4bfc-486e-86fe-a2373eccbe58 HTTP/1.1" status: 200 len: 945 time: 0.1435399 Aug 05 11:25:24.942814 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f424d6-0738-49ba-a44c-f8ecb705392a req-a91a2707-5142-4b0c-8724-a720833c3f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:25:24.946268 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d9f424d6-0738-49ba-a44c-f8ecb705392a req-a91a2707-5142-4b0c-8724-a720833c3f87 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bc360260b43347fbb7d1bc7660d6f218&device_id=6daa696e-13a0-4064-a798-e7d6d6e2e860 HTTP/1.1" status: 200 len: 1094 time: 0.1502166 Aug 05 11:25:24.989780 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85297cdc-a7a2-4f9a-b453-afdd038567c7 tempest-FloatingIPAdminTestJSON-1138200758 tempest-FloatingIPAdminTestJSON-1138200758-project-admin] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:25:25.004063 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-85297cdc-a7a2-4f9a-b453-afdd038567c7 tempest-FloatingIPAdminTestJSON-1138200758 tempest-FloatingIPAdminTestJSON-1138200758-project-admin] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:25:25.011178 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85297cdc-a7a2-4f9a-b453-afdd038567c7 tempest-FloatingIPAdminTestJSON-1138200758 tempest-FloatingIPAdminTestJSON-1138200758-project-admin] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:25:25.081275 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85297cdc-a7a2-4f9a-b453-afdd038567c7 tempest-FloatingIPAdminTestJSON-1138200758 tempest-FloatingIPAdminTestJSON-1138200758-project-admin] Pushing event updated for resources: {'Port': ['ID=adf8ff4a-617d-49d2-96ed-a2af546d7527,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:25:25.084143 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-78761256-25f6-438a-93aa-ea4a74788463 req-76eff99e-38ac-497c-bf2c-e109e11b7ba4 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995823 Aug 05 11:25:25.231746 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-85297cdc-a7a2-4f9a-b453-afdd038567c7 tempest-FloatingIPAdminTestJSON-1138200758 tempest-FloatingIPAdminTestJSON-1138200758-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:25.255528 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f424d6-0738-49ba-a44c-f8ecb705392a req-e313b277-b411-4100-904b-45db44ea958f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:25:25.258343 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d9f424d6-0738-49ba-a44c-f8ecb705392a req-e313b277-b411-4100-904b-45db44ea958f service neutron] 10.222.0.55 "GET /v2.0/networks?id=546c0542-0f92-4f6c-914b-a74a81cd2290 HTTP/1.1" status: 200 len: 909 time: 0.3007691 Aug 05 11:25:25.298076 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fb4edb-8fd7-4354-b730-e07706ca2760 req-d6fcd3cd-149f-4f64-82b7-e00831875eb7 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:25:25.300922 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-80fb4edb-8fd7-4354-b730-e07706ca2760 req-d6fcd3cd-149f-4f64-82b7-e00831875eb7 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/ports?device_id=3173aa1f-bc35-4eb1-bee9-ff604bc71a62 HTTP/1.1" status: 200 len: 950 time: 0.1917646 Aug 05 11:25:25.319934 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-85297cdc-a7a2-4f9a-b453-afdd038567c7 tempest-FloatingIPAdminTestJSON-1138200758 tempest-FloatingIPAdminTestJSON-1138200758-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:25.374172 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d9f424d6-0738-49ba-a44c-f8ecb705392a req-2e78c668-d484-4801-8dad-f03a785a92a5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74ee7881-5d34-4d2f-8ca5-497d574a916d HTTP/1.1" status: 200 len: 217 time: 0.1040797 Aug 05 11:25:25.546732 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-80fb4edb-8fd7-4354-b730-e07706ca2760 req-239da6e1-39cd-4bac-a1d4-d0f3704252c3 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/security-groups?id=2975fa17-2fff-4e01-97a3-764244a94779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783471 Aug 05 11:25:25.568740 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f424d6-0738-49ba-a44c-f8ecb705392a req-4b0c5416-453a-4bd7-9eb3-17da1825ac13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:25:25.571323 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d9f424d6-0738-49ba-a44c-f8ecb705392a req-4b0c5416-453a-4bd7-9eb3-17da1825ac13 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=61983880-6386-4045-bd2d-695dffcb92f9 HTTP/1.1" status: 200 len: 848 time: 0.1785290 Aug 05 11:25:25.617341 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9f89d080-d4f1-45bd-b23f-60321becd21e req-31975c62-57ed-43bf-a956-ef53593dd90a tempest-SecurityGroupsTestAdminJSON-375437994 tempest-SecurityGroupsTestAdminJSON-375437994-project] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0f7e7b949b95481292ba24cb30b540d6 HTTP/1.1" status: 200 len: 6102 time: 0.3140023 Aug 05 11:25:25.661491 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d9f424d6-0738-49ba-a44c-f8ecb705392a req-76c3b3fe-c765-458c-b4df-8ffae5432a00 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=546c0542-0f92-4f6c-914b-a74a81cd2290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0807619 Aug 05 11:25:25.678619 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-85297cdc-a7a2-4f9a-b453-afdd038567c7 tempest-FloatingIPAdminTestJSON-1138200758 tempest-FloatingIPAdminTestJSON-1138200758-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:25.690085 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-85297cdc-a7a2-4f9a-b453-afdd038567c7 tempest-FloatingIPAdminTestJSON-1138200758 tempest-FloatingIPAdminTestJSON-1138200758-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:25.841352 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85297cdc-a7a2-4f9a-b453-afdd038567c7 tempest-FloatingIPAdminTestJSON-1138200758 tempest-FloatingIPAdminTestJSON-1138200758-project-admin] Pushing event updated for resources: {'Port': ['ID=adf8ff4a-617d-49d2-96ed-a2af546d7527,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:25:25.855628 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-85297cdc-a7a2-4f9a-b453-afdd038567c7 tempest-FloatingIPAdminTestJSON-1138200758 tempest-FloatingIPAdminTestJSON-1138200758-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33287247'] for floatingip, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:25.876705 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-85297cdc-a7a2-4f9a-b453-afdd038567c7 tempest-FloatingIPAdminTestJSON-1138200758 tempest-FloatingIPAdminTestJSON-1138200758-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:25.879637 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-85297cdc-a7a2-4f9a-b453-afdd038567c7 tempest-FloatingIPAdminTestJSON-1138200758 tempest-FloatingIPAdminTestJSON-1138200758-project-admin] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8854957 Aug 05 11:25:25.882669 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 47154) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:25:25.920466 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9f89d080-d4f1-45bd-b23f-60321becd21e req-862ff7a9-b5b1-4e24-8751-1b4967f5fc92 tempest-SecurityGroupsTestAdminJSON-375437994 tempest-SecurityGroupsTestAdminJSON-375437994-project] 10.222.0.58 "GET /v2.0/security-groups/ee40ceea-1d22-4199-bfbc-197ea5863ac3 HTTP/1.1" status: 200 len: 2981 time: 0.2577288 Aug 05 11:25:26.010699 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fe0728-cba6-4025-bd4a-4f29de7ac1cb req-8172e52e-d34e-48f9-9327-144abc17c223 tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:25:26.014802 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-98fe0728-cba6-4025-bd4a-4f29de7ac1cb req-8172e52e-d34e-48f9-9327-144abc17c223 tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] 10.222.0.58 "GET /v2.0/ports?device_id=23921316-79ed-4f9e-adf4-a4668e9fa730 HTTP/1.1" status: 200 len: 946 time: 0.2288365 Aug 05 11:25:26.031846 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d9f424d6-0738-49ba-a44c-f8ecb705392a req-4f531cbc-5a2e-49ef-8547-3857c7ec00f0 service neutron] 10.222.0.55 "GET /v2.0/networks/546c0542-0f92-4f6c-914b-a74a81cd2290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3559382 Aug 05 11:25:26.087381 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-d40d1789-b006-4d7e-bea1-520ea46595f9 tempest-FloatingIPAdminTestJSON-921438273 tempest-FloatingIPAdminTestJSON-921438273-project] Request body: {'floatingip': {'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:25:26.137795 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d40d1789-b006-4d7e-bea1-520ea46595f9 tempest-FloatingIPAdminTestJSON-921438273 tempest-FloatingIPAdminTestJSON-921438273-project] Notify callbacks [] for floatingip, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:26.238676 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9f89d080-d4f1-45bd-b23f-60321becd21e req-2cc39702-37de-4eda-b405-2425d7ec0169 tempest-SecurityGroupsTestAdminJSON-375437994 tempest-SecurityGroupsTestAdminJSON-375437994-project] 10.222.0.58 "GET /v2.0/security-groups/ee40ceea-1d22-4199-bfbc-197ea5863ac3 HTTP/1.1" status: 200 len: 2981 time: 0.2903492 Aug 05 11:25:26.249367 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-98fe0728-cba6-4025-bd4a-4f29de7ac1cb req-f7ad7508-4df5-437b-b33c-baa0be679ac9 tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] 10.222.0.58 "GET /v2.0/security-groups?id=36b70b2c-7722-4ca7-80c0-dfc1cbc20350&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2009189 Aug 05 11:25:26.337159 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d9f424d6-0738-49ba-a44c-f8ecb705392a req-8660a405-853e-446b-9baa-6aad48088378 service neutron] 10.222.0.55 "GET /v2.0/networks/546c0542-0f92-4f6c-914b-a74a81cd2290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2910035 Aug 05 11:25:26.388697 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d40d1789-b006-4d7e-bea1-520ea46595f9 tempest-FloatingIPAdminTestJSON-921438273 tempest-FloatingIPAdminTestJSON-921438273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:26.613691 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-d40d1789-b006-4d7e-bea1-520ea46595f9 tempest-FloatingIPAdminTestJSON-921438273 tempest-FloatingIPAdminTestJSON-921438273-project] Allocated IP 172.25.5.230 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/3ae8a8ce-e114-453e-aa0b-6ce79732d05e) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:25:26.696122 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ec91ca-4359-4a00-a22c-076a68145cb1 req-70e4e1f2-c06a-428b-b2f6-a67837a863b0 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:25:26.699625 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d6ec91ca-4359-4a00-a22c-076a68145cb1 req-70e4e1f2-c06a-428b-b2f6-a67837a863b0 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?device_id=6daa696e-13a0-4064-a798-e7d6d6e2e860 HTTP/1.1" status: 200 len: 943 time: 0.2468743 Aug 05 11:25:26.717518 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ab4552-9a7f-489d-b9d5-14c1ca5d6686 req-cccad904-25fc-4faa-8869-a441c68746d0 tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:25:26.720346 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-60ab4552-9a7f-489d-b9d5-14c1ca5d6686 req-cccad904-25fc-4faa-8869-a441c68746d0 tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] 10.222.0.55 "GET /v2.0/ports?device_id=23921316-79ed-4f9e-adf4-a4668e9fa730 HTTP/1.1" status: 200 len: 946 time: 0.2065725 Aug 05 11:25:26.840682 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409ab5c7-c32b-4950-b728-0830654186c0 req-cfed401d-fb03-4bb6-bcd7-7e04f7b80243 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:25:26.841763 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d40d1789-b006-4d7e-bea1-520ea46595f9 tempest-FloatingIPAdminTestJSON-921438273 tempest-FloatingIPAdminTestJSON-921438273-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:26.844103 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-409ab5c7-c32b-4950-b728-0830654186c0 req-cfed401d-fb03-4bb6-bcd7-7e04f7b80243 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=86aada56-4bfc-486e-86fe-a2373eccbe58 HTTP/1.1" status: 200 len: 945 time: 0.3012822 Aug 05 11:25:26.918307 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d40d1789-b006-4d7e-bea1-520ea46595f9 tempest-FloatingIPAdminTestJSON-921438273 tempest-FloatingIPAdminTestJSON-921438273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:26.994686 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40d1789-b006-4d7e-bea1-520ea46595f9 tempest-FloatingIPAdminTestJSON-921438273 tempest-FloatingIPAdminTestJSON-921438273-project] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:25:27.001307 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-d40d1789-b006-4d7e-bea1-520ea46595f9 tempest-FloatingIPAdminTestJSON-921438273 tempest-FloatingIPAdminTestJSON-921438273-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:25:27.005653 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40d1789-b006-4d7e-bea1-520ea46595f9 tempest-FloatingIPAdminTestJSON-921438273 tempest-FloatingIPAdminTestJSON-921438273-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:25:27.031159 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d6ec91ca-4359-4a00-a22c-076a68145cb1 req-6c69845b-4cc4-4a4b-9993-fbb61a43298d tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/security-groups?id=12d84a41-4254-4f43-a1c3-ae5bdc7fdfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3090556 Aug 05 11:25:27.090035 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40d1789-b006-4d7e-bea1-520ea46595f9 tempest-FloatingIPAdminTestJSON-921438273 tempest-FloatingIPAdminTestJSON-921438273-project] Pushing event updated for resources: {'Port': ['ID=3ae8a8ce-e114-453e-aa0b-6ce79732d05e,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:25:27.108975 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-409ab5c7-c32b-4950-b728-0830654186c0 req-b63cc369-0bb8-4792-8b0e-7411445e8d56 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376866 Aug 05 11:25:27.131365 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f561337-60bc-43e7-8d47-0fff29da61f7 req-a4284020-4a34-4664-a802-bfa02d10e6d0 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:25:27.134264 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7f561337-60bc-43e7-8d47-0fff29da61f7 req-a4284020-4a34-4664-a802-bfa02d10e6d0 tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.64 "GET /v2.0/ports?device_id=86aada56-4bfc-486e-86fe-a2373eccbe58 HTTP/1.1" status: 200 len: 945 time: 0.3114183 Aug 05 11:25:27.204874 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d40d1789-b006-4d7e-bea1-520ea46595f9 tempest-FloatingIPAdminTestJSON-921438273 tempest-FloatingIPAdminTestJSON-921438273-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:27.297588 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d40d1789-b006-4d7e-bea1-520ea46595f9 tempest-FloatingIPAdminTestJSON-921438273 tempest-FloatingIPAdminTestJSON-921438273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:27.622478 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 74ee7881-5d34-4d2f-8ca5-497d574a916d details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:25:27.662811 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d40d1789-b006-4d7e-bea1-520ea46595f9 tempest-FloatingIPAdminTestJSON-921438273 tempest-FloatingIPAdminTestJSON-921438273-project] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:27.677005 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d40d1789-b006-4d7e-bea1-520ea46595f9 tempest-FloatingIPAdminTestJSON-921438273 tempest-FloatingIPAdminTestJSON-921438273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:27.833651 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0d164e28-0099-4d89-a1b2-953fe0db6dda req-0ee273a2-24ee-424e-84d0-554177645908 tempest-SecurityGroupsTestAdminJSON-729542817 tempest-SecurityGroupsTestAdminJSON-729542817-project-admin] 10.222.0.58 "GET /v2.0/security-groups/ae31a615-caf6-4f81-8e0f-02bd453a28f7 HTTP/1.1" status: 200 len: 1777 time: 0.7283893 Aug 05 11:25:27.837054 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40d1789-b006-4d7e-bea1-520ea46595f9 tempest-FloatingIPAdminTestJSON-921438273 tempest-FloatingIPAdminTestJSON-921438273-project] Pushing event updated for resources: {'Port': ['ID=3ae8a8ce-e114-453e-aa0b-6ce79732d05e,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:25:27.849577 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [req-60ab4552-9a7f-489d-b9d5-14c1ca5d6686 req-46c561c3-40c3-4ef4-b0fd-2d1f14632551 tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] Deleting port 36e964c6-d89e-4431-8738-95e07ed46db5 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:25:27.850187 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-60ab4552-9a7f-489d-b9d5-14c1ca5d6686 req-46c561c3-40c3-4ef4-b0fd-2d1f14632551 tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:27.856225 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d40d1789-b006-4d7e-bea1-520ea46595f9 tempest-FloatingIPAdminTestJSON-921438273 tempest-FloatingIPAdminTestJSON-921438273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33287247'] for floatingip, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:27.882072 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39093094-9146-452d-9b26-b2516e0d948c req-3f867070-40e9-47bc-a3bf-6afdfec762ba tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:25:27.884721 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d40d1789-b006-4d7e-bea1-520ea46595f9 tempest-FloatingIPAdminTestJSON-921438273 tempest-FloatingIPAdminTestJSON-921438273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:27.885169 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-39093094-9146-452d-9b26-b2516e0d948c req-3f867070-40e9-47bc-a3bf-6afdfec762ba tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/ports?device_id=3173aa1f-bc35-4eb1-bee9-ff604bc71a62 HTTP/1.1" status: 200 len: 950 time: 0.2762041 Aug 05 11:25:27.888996 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-d40d1789-b006-4d7e-bea1-520ea46595f9 tempest-FloatingIPAdminTestJSON-921438273 tempest-FloatingIPAdminTestJSON-921438273-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0041890 Aug 05 11:25:27.893146 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 47172) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:25:27.894219 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 74ee7881-5d34-4d2f-8ca5-497d574a916d, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=74ee7881-5d34-4d2f-8ca5-497d574a916d,segment=NetworkSegment(be89551e-4aa0-433b-90d8-e517f4f1da1f),segment_id=be89551e-4aa0-433b-90d8-e517f4f1da1f)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:25:27.923335 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Returning: {'device': '74ee7881-5d34-4d2f-8ca5-497d574a916d', 'network_id': '546c0542-0f92-4f6c-914b-a74a81cd2290', 'port_id': '74ee7881-5d34-4d2f-8ca5-497d574a916d', 'mac_address': 'fa:16:3e:9c:fe:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61983880-6386-4045-bd2d-695dffcb92f9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:25:28.013623 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:28.031358 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-3993f8d2-678f-4b83-ba4d-b38ff07d6559 tempest-FloatingIPAdminTestJSON-1138200758 tempest-FloatingIPAdminTestJSON-1138200758-project-admin] 10.222.0.58 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4006 time: 0.1353757 Aug 05 11:25:28.038801 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 47174) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:25:28.044519 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74ee7881-5d34-4d2f-8ca5-497d574a916d {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:25:28.090622 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 74ee7881-5d34-4d2f-8ca5-497d574a916d, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=74ee7881-5d34-4d2f-8ca5-497d574a916d,segment=NetworkSegment(be89551e-4aa0-433b-90d8-e517f4f1da1f),segment_id=be89551e-4aa0-433b-90d8-e517f4f1da1f)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:25:28.107408 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:28.154335 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [req-7f561337-60bc-43e7-8d47-0fff29da61f7 req-baebab52-d4d3-4b8f-86f6-5338c989bc1e tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Deleting port 09dc1b36-6318-45b2-a350-af18976be68b {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:25:28.155215 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-7f561337-60bc-43e7-8d47-0fff29da61f7 req-baebab52-d4d3-4b8f-86f6-5338c989bc1e tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:28.181979 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-cc4b6c8d-6812-4912-bf45-aa90b2e5b0ec tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] 10.222.0.58 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.1372426 Aug 05 11:25:28.183456 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 47180) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:25:28.229218 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=74ee7881-5d34-4d2f-8ca5-497d574a916d,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:25:28.269191 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-39093094-9146-452d-9b26-b2516e0d948c req-8825d46d-6277-4563-b9ec-71551c65443c tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/security-groups?id=2975fa17-2fff-4e01-97a3-764244a94779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3387129 Aug 05 11:25:28.364642 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-0d164e28-0099-4d89-a1b2-953fe0db6dda req-662bafb0-dbed-4e0b-9a11-19d34102d380 tempest-SecurityGroupsTestAdminJSON-729542817 tempest-SecurityGroupsTestAdminJSON-729542817-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:28.401486 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-60ab4552-9a7f-489d-b9d5-14c1ca5d6686 req-46c561c3-40c3-4ef4-b0fd-2d1f14632551 tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] For port 36e964c6-d89e-4431-8738-95e07ed46db5, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=36e964c6-d89e-4431-8738-95e07ed46db5,segment=NetworkSegment(62d5f6e5-fb54-4b87-bd43-7b7a75190f0b),segment_id=62d5f6e5-fb54-4b87-bd43-7b7a75190f0b)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:25:28.403362 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-60ab4552-9a7f-489d-b9d5-14c1ca5d6686 req-46c561c3-40c3-4ef4-b0fd-2d1f14632551 tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:28.435674 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-ad530130-5f78-4091-ba76-966c30b19f2a tempest-FloatingIPAdminTestJSON-921438273 tempest-FloatingIPAdminTestJSON-921438273-project] Deleting port 3ae8a8ce-e114-453e-aa0b-6ce79732d05e {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:25:28.436139 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ad530130-5f78-4091-ba76-966c30b19f2a tempest-FloatingIPAdminTestJSON-921438273 tempest-FloatingIPAdminTestJSON-921438273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:28.547674 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['74ee7881-5d34-4d2f-8ca5-497d574a916d'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:25:28.590152 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ad530130-5f78-4091-ba76-966c30b19f2a tempest-FloatingIPAdminTestJSON-921438273 tempest-FloatingIPAdminTestJSON-921438273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:28.590686 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ad530130-5f78-4091-ba76-966c30b19f2a tempest-FloatingIPAdminTestJSON-921438273 tempest-FloatingIPAdminTestJSON-921438273-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:28.609424 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-ad530130-5f78-4091-ba76-966c30b19f2a tempest-FloatingIPAdminTestJSON-921438273 tempest-FloatingIPAdminTestJSON-921438273-project] Calling delete_port for 3ae8a8ce-e114-453e-aa0b-6ce79732d05e owned by network:floatingip {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:25:28.632109 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-0d164e28-0099-4d89-a1b2-953fe0db6dda req-662bafb0-dbed-4e0b-9a11-19d34102d380 tempest-SecurityGroupsTestAdminJSON-729542817 tempest-SecurityGroupsTestAdminJSON-729542817-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:28.741675 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-7f561337-60bc-43e7-8d47-0fff29da61f7 req-baebab52-d4d3-4b8f-86f6-5338c989bc1e tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] For port 09dc1b36-6318-45b2-a350-af18976be68b, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=09dc1b36-6318-45b2-a350-af18976be68b,segment=NetworkSegment(32cc618e-4968-4750-a5aa-c2579fceb01e),segment_id=32cc618e-4968-4750-a5aa-c2579fceb01e)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:25:28.742199 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-7f561337-60bc-43e7-8d47-0fff29da61f7 req-baebab52-d4d3-4b8f-86f6-5338c989bc1e tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:28.851177 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36727a27-5045-4d24-9bcb-93a1f4a10d0b req-c83a2581-ce7c-4978-852f-a974f89f900a tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:25:28.854312 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-36727a27-5045-4d24-9bcb-93a1f4a10d0b req-c83a2581-ce7c-4978-852f-a974f89f900a tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] 10.222.0.58 "GET /v2.0/ports?device_id=23921316-79ed-4f9e-adf4-a4668e9fa730 HTTP/1.1" status: 200 len: 946 time: 0.4409249 Aug 05 11:25:28.919934 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [req-7f561337-60bc-43e7-8d47-0fff29da61f7 req-baebab52-d4d3-4b8f-86f6-5338c989bc1e tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Calling delete_port for 09dc1b36-6318-45b2-a350-af18976be68b owned by compute:nova {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:25:28.930975 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ad530130-5f78-4091-ba76-966c30b19f2a tempest-FloatingIPAdminTestJSON-921438273 tempest-FloatingIPAdminTestJSON-921438273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:28.983821 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:29.001481 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad530130-5f78-4091-ba76-966c30b19f2a tempest-FloatingIPAdminTestJSON-921438273 tempest-FloatingIPAdminTestJSON-921438273-project] Pushing event deleted for resources: {'Port': ['ID=3ae8a8ce-e114-453e-aa0b-6ce79732d05e,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:25:29.080308 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-0d164e28-0099-4d89-a1b2-953fe0db6dda req-662bafb0-dbed-4e0b-9a11-19d34102d380 tempest-SecurityGroupsTestAdminJSON-729542817 tempest-SecurityGroupsTestAdminJSON-729542817-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:29.085250 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-0d164e28-0099-4d89-a1b2-953fe0db6dda req-662bafb0-dbed-4e0b-9a11-19d34102d380 tempest-SecurityGroupsTestAdminJSON-729542817 tempest-SecurityGroupsTestAdminJSON-729542817-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:29.087315 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0d164e28-0099-4d89-a1b2-953fe0db6dda req-662bafb0-dbed-4e0b-9a11-19d34102d380 tempest-SecurityGroupsTestAdminJSON-729542817 tempest-SecurityGroupsTestAdminJSON-729542817-project-admin] 10.222.0.58 "DELETE /v2.0/security-groups/ae31a615-caf6-4f81-8e0f-02bd453a28f7 HTTP/1.1" status: 204 len: 173 time: 1.2298753 Aug 05 11:25:29.141113 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ad530130-5f78-4091-ba76-966c30b19f2a tempest-FloatingIPAdminTestJSON-921438273 tempest-FloatingIPAdminTestJSON-921438273-project] Notify callbacks [] for floatingip, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:29.145746 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ad530130-5f78-4091-ba76-966c30b19f2a tempest-FloatingIPAdminTestJSON-921438273 tempest-FloatingIPAdminTestJSON-921438273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:29.148511 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-ad530130-5f78-4091-ba76-966c30b19f2a tempest-FloatingIPAdminTestJSON-921438273 tempest-FloatingIPAdminTestJSON-921438273-project] 10.222.0.58 "DELETE /v2.0/floatingips/716be137-fc05-42c6-9a4b-adcd40d8bb45 HTTP/1.1" status: 204 len: 168 time: 0.9621484 Aug 05 11:25:29.154744 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 47188) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:25:29.177622 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-36727a27-5045-4d24-9bcb-93a1f4a10d0b req-ce4d5222-4e77-4dc5-afae-861d941196d2 tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] 10.222.0.58 "GET /v2.0/security-groups?id=36b70b2c-7722-4ca7-80c0-dfc1cbc20350&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2505040 Aug 05 11:25:29.250951 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662bafb0-dbed-4e0b-9a11-19d34102d380 tempest-SecurityGroupsTestAdminJSON-729542817 tempest-SecurityGroupsTestAdminJSON-729542817-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae31a615-caf6-4f81-8e0f-02bd453a28f7,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:25:29.460931 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-2b355e31-a97a-4371-8f5e-a0d8400ef99a tempest-FloatingIPAdminTestJSON-1138200758 tempest-FloatingIPAdminTestJSON-1138200758-project-admin] Deleting port adf8ff4a-617d-49d2-96ed-a2af546d7527 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:25:29.461724 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2b355e31-a97a-4371-8f5e-a0d8400ef99a tempest-FloatingIPAdminTestJSON-1138200758 tempest-FloatingIPAdminTestJSON-1138200758-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:29.498831 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-60ab4552-9a7f-489d-b9d5-14c1ca5d6686 req-46c561c3-40c3-4ef4-b0fd-2d1f14632551 tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:29.499473 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-60ab4552-9a7f-489d-b9d5-14c1ca5d6686 req-46c561c3-40c3-4ef4-b0fd-2d1f14632551 tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33287247'] for floatingip, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:29.500028 n-d-803378-2 neutron-server[94420]: INFO neutron.db.l3_db [req-60ab4552-9a7f-489d-b9d5-14c1ca5d6686 req-46c561c3-40c3-4ef4-b0fd-2d1f14632551 tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] Floating IP f343929a-da8f-48ef-a1c6-62ff9c1038db disassociated. External IP: 172.25.5.102, port: 36e964c6-d89e-4431-8738-95e07ed46db5. Aug 05 11:25:29.500673 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [req-60ab4552-9a7f-489d-b9d5-14c1ca5d6686 req-46c561c3-40c3-4ef4-b0fd-2d1f14632551 tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] Calling delete_port for 36e964c6-d89e-4431-8738-95e07ed46db5 owned by compute:nova {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:25:29.625128 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 36e964c6-d89e-4431-8738-95e07ed46db5 no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:25:29.685272 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 09dc1b36-6318-45b2-a350-af18976be68b no longer exists at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:25:29.738394 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f149a626-2416-4b4d-aea7-bb488b2882eb req-0b336167-4bd5-4576-a9bc-abff4d25e2ed tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:25:29.753700 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f149a626-2416-4b4d-aea7-bb488b2882eb req-0b336167-4bd5-4576-a9bc-abff4d25e2ed tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/ports?device_id=86aada56-4bfc-486e-86fe-a2373eccbe58 HTTP/1.1" status: 200 len: 945 time: 0.3809743 Aug 05 11:25:29.826985 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1b05b8-a2b7-48b7-b309-112761fa261a req-b2d27601-6e9a-4cc5-9e1a-4562e0bf3b40 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:25:29.829899 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bc1b05b8-a2b7-48b7-b309-112761fa261a req-b2d27601-6e9a-4cc5-9e1a-4562e0bf3b40 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?device_id=6daa696e-13a0-4064-a798-e7d6d6e2e860 HTTP/1.1" status: 200 len: 944 time: 0.4954517 Aug 05 11:25:29.860130 n-d-803378-2 neutron-server[94422]: INFO neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] No ports have port_id starting with 09dc1b36-6318-45b2-a350-af18976be68b Aug 05 11:25:29.873268 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:29.895097 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-7f561337-60bc-43e7-8d47-0fff29da61f7 req-baebab52-d4d3-4b8f-86f6-5338c989bc1e tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:29.964626 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 36e964c6-d89e-4431-8738-95e07ed46db5, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=36e964c6-d89e-4431-8738-95e07ed46db5,segment=NetworkSegment(62d5f6e5-fb54-4b87-bd43-7b7a75190f0b),segment_id=62d5f6e5-fb54-4b87-bd43-7b7a75190f0b)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:25:29.966226 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23921316-79ed-4f9e-adf4-a4668e9fa730', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36e964c6-d89e-4431-8738-95e07ed46db5'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:25:29.987260 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a939669-a9c7-4584-8aa0-7297c8b71b1a" -d '{"events": [{"server_uuid": "23921316-79ed-4f9e-adf4-a4668e9fa730", "name": "network-vif-unplugged", "status": "completed", "tag": "36e964c6-d89e-4431-8738-95e07ed46db5"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:25:29.989763 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:29.993632 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f149a626-2416-4b4d-aea7-bb488b2882eb req-0bedd072-f092-42cc-a405-df371529568d tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.58 "GET /v2.0/security-groups?id=c74f817e-593a-4316-996c-63bfd39cf485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386434 Aug 05 11:25:30.009954 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baebab52-d4d3-4b8f-86f6-5338c989bc1e tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Pushing event deleted for resources: {'Port': ['ID=09dc1b36-6318-45b2-a350-af18976be68b,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:25:30.155118 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f561337-60bc-43e7-8d47-0fff29da61f7 req-baebab52-d4d3-4b8f-86f6-5338c989bc1e tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] No DVR routers for this DVR port 09dc1b36-6318-45b2-a350-af18976be68b on host n-h1-803378-2 {{(pid=94420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:25:30.162063 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-7f561337-60bc-43e7-8d47-0fff29da61f7 req-baebab52-d4d3-4b8f-86f6-5338c989bc1e tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:30.166994 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7f561337-60bc-43e7-8d47-0fff29da61f7 req-baebab52-d4d3-4b8f-86f6-5338c989bc1e tempest-DeleteServersTestJSON-1520594795 tempest-DeleteServersTestJSON-1520594795-project] 10.222.0.64 "DELETE /v2.0/ports/09dc1b36-6318-45b2-a350-af18976be68b HTTP/1.1" status: 204 len: 173 time: 3.0234344 Aug 05 11:25:30.179752 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2b355e31-a97a-4371-8f5e-a0d8400ef99a tempest-FloatingIPAdminTestJSON-1138200758 tempest-FloatingIPAdminTestJSON-1138200758-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:30.181262 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2b355e31-a97a-4371-8f5e-a0d8400ef99a tempest-FloatingIPAdminTestJSON-1138200758 tempest-FloatingIPAdminTestJSON-1138200758-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:30.218499 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86aada56-4bfc-486e-86fe-a2373eccbe58', 'name': 'network-vif-deleted', 'tag': '09dc1b36-6318-45b2-a350-af18976be68b'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:25:30.219424 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-2b355e31-a97a-4371-8f5e-a0d8400ef99a tempest-FloatingIPAdminTestJSON-1138200758 tempest-FloatingIPAdminTestJSON-1138200758-project-admin] Calling delete_port for adf8ff4a-617d-49d2-96ed-a2af546d7527 owned by network:floatingip {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:25:30.223136 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}828068ad8d405ad77660ce68fa78e1ffe658725812f7a08f9e488a446589295b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d784b200-ac6d-482a-b04a-1a1f4f570b4e" -d '{"events": [{"server_uuid": "86aada56-4bfc-486e-86fe-a2373eccbe58", "name": "network-vif-deleted", "tag": "09dc1b36-6318-45b2-a350-af18976be68b"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:25:30.251879 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bc1b05b8-a2b7-48b7-b309-112761fa261a req-14d038dd-9c5a-4849-ba38-c437627a85bd tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/security-groups?id=12d84a41-4254-4f43-a1c3-ae5bdc7fdfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4069870 Aug 05 11:25:30.383492 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=36e964c6-d89e-4431-8738-95e07ed46db5,revision_number=6']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:25:30.449690 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-60ab4552-9a7f-489d-b9d5-14c1ca5d6686 req-46c561c3-40c3-4ef4-b0fd-2d1f14632551 tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:30.540998 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c561c3-40c3-4ef4-b0fd-2d1f14632551 tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] Pushing event deleted for resources: {'Port': ['ID=36e964c6-d89e-4431-8738-95e07ed46db5,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:25:30.553455 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-16db2152-e1da-4301-ad68-772a78572959 req-72300e2d-8639-4acf-8ec9-7317f2a8198c tempest-SecurityGroupsTestAdminJSON-729542817 tempest-SecurityGroupsTestAdminJSON-729542817-project-admin] 10.222.0.58 "GET /v2.0/security-groups/b3a02a22-afc5-49d4-b2c3-68c40c9d973b HTTP/1.1" status: 200 len: 1777 time: 0.2228119 Aug 05 11:25:30.567882 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2d0a27-036c-4dbe-a06d-bea221af9778 req-847bae2b-8eac-4552-bc0d-fe1ed0941cb3 tempest-ServersOnMultiNodesTest-767699843 tempest-ServersOnMultiNodesTest-767699843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:25:30.570621 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0f2d0a27-036c-4dbe-a06d-bea221af9778 req-847bae2b-8eac-4552-bc0d-fe1ed0941cb3 tempest-ServersOnMultiNodesTest-767699843 tempest-ServersOnMultiNodesTest-767699843-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=3173aa1f-bc35-4eb1-bee9-ff604bc71a62 HTTP/1.1" status: 200 len: 1101 time: 0.1905694 Aug 05 11:25:30.587481 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2b355e31-a97a-4371-8f5e-a0d8400ef99a tempest-FloatingIPAdminTestJSON-1138200758 tempest-FloatingIPAdminTestJSON-1138200758-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:30.643131 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b355e31-a97a-4371-8f5e-a0d8400ef99a tempest-FloatingIPAdminTestJSON-1138200758 tempest-FloatingIPAdminTestJSON-1138200758-project-admin] Pushing event deleted for resources: {'Port': ['ID=adf8ff4a-617d-49d2-96ed-a2af546d7527,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:25:30.751844 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2b355e31-a97a-4371-8f5e-a0d8400ef99a tempest-FloatingIPAdminTestJSON-1138200758 tempest-FloatingIPAdminTestJSON-1138200758-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:30.756738 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2b355e31-a97a-4371-8f5e-a0d8400ef99a tempest-FloatingIPAdminTestJSON-1138200758 tempest-FloatingIPAdminTestJSON-1138200758-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:30.759606 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-2b355e31-a97a-4371-8f5e-a0d8400ef99a tempest-FloatingIPAdminTestJSON-1138200758 tempest-FloatingIPAdminTestJSON-1138200758-project-admin] 10.222.0.58 "DELETE /v2.0/floatingips/8a278c4d-54e0-40c7-983d-1359dce8a1d4 HTTP/1.1" status: 204 len: 168 time: 1.6011667 Aug 05 11:25:30.765566 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 47198) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:25:30.879119 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0f2d0a27-036c-4dbe-a06d-bea221af9778 req-f122630c-893f-4f44-893c-eddfd6397c3c tempest-ServersOnMultiNodesTest-767699843 tempest-ServersOnMultiNodesTest-767699843-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=2975fa17-2fff-4e01-97a3-764244a94779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475080 Aug 05 11:25:30.960848 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-16db2152-e1da-4301-ad68-772a78572959 req-78d56e26-f25c-4966-81f0-364fd1bcff0f tempest-SecurityGroupsTestAdminJSON-729542817 tempest-SecurityGroupsTestAdminJSON-729542817-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:30.994359 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-226b2463-82ef-4196-a998-000301b14520 req-d37b4927-28f2-45a1-b725-ba474170dbab service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=395e3181-e108-429a-b59d-fbdec19762ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1406996 Aug 05 11:25:31.011588 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [req-60ab4552-9a7f-489d-b9d5-14c1ca5d6686 req-46c561c3-40c3-4ef4-b0fd-2d1f14632551 tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] Router a1aaa91a-6751-45c5-ae50-7b01ecf14039 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 11:25:31.028738 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-d26f655a-f802-460e-9165-d3f06b812bb0 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Deleting port 634b9cab-a3f9-4165-bdfc-474c3cd69efc {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:25:31.029259 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d26f655a-f802-460e-9165-d3f06b812bb0 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:31.069358 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 05 Aug 2021 11:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c062cd4-c273-4b09-81ad-0488a91efc2f x-openstack-request-id: req-9c062cd4-c273-4b09-81ad-0488a91efc2f {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:25:31.070335 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23921316-79ed-4f9e-adf4-a4668e9fa730", "name": "network-vif-unplugged", "status": "completed", "tag": "36e964c6-d89e-4431-8738-95e07ed46db5", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:25:31.070335 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9c062cd4-c273-4b09-81ad-0488a91efc2f {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:25:31.071822 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23921316-79ed-4f9e-adf4-a4668e9fa730', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36e964c6-d89e-4431-8738-95e07ed46db5', 'code': 200} Aug 05 11:25:31.111742 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-16db2152-e1da-4301-ad68-772a78572959 req-78d56e26-f25c-4966-81f0-364fd1bcff0f tempest-SecurityGroupsTestAdminJSON-729542817 tempest-SecurityGroupsTestAdminJSON-729542817-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:31.300473 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe7e20f9-925a-4365-b559-64841172b27d x-openstack-request-id: req-fe7e20f9-925a-4365-b559-64841172b27d {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:25:31.301675 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86aada56-4bfc-486e-86fe-a2373eccbe58", "name": "network-vif-deleted", "tag": "09dc1b36-6318-45b2-a350-af18976be68b", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:25:31.301675 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fe7e20f9-925a-4365-b559-64841172b27d {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:25:31.302131 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86aada56-4bfc-486e-86fe-a2373eccbe58', 'name': 'network-vif-deleted', 'tag': '09dc1b36-6318-45b2-a350-af18976be68b', 'status': 'completed', 'code': 200} Aug 05 11:25:31.311271 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226b2463-82ef-4196-a998-000301b14520 req-a9968fdb-d47a-403a-affb-f041a0e2decb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:25:31.313779 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-226b2463-82ef-4196-a998-000301b14520 req-a9968fdb-d47a-403a-affb-f041a0e2decb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=da1b410c9abb4742b18075944f1e5e2e&device_id=395e3181-e108-429a-b59d-fbdec19762ff HTTP/1.1" status: 200 len: 1101 time: 0.1442544 Aug 05 11:25:31.381652 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d26f655a-f802-460e-9165-d3f06b812bb0 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:31.461418 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-16db2152-e1da-4301-ad68-772a78572959 req-78d56e26-f25c-4966-81f0-364fd1bcff0f tempest-SecurityGroupsTestAdminJSON-729542817 tempest-SecurityGroupsTestAdminJSON-729542817-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:31.467853 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-16db2152-e1da-4301-ad68-772a78572959 req-78d56e26-f25c-4966-81f0-364fd1bcff0f tempest-SecurityGroupsTestAdminJSON-729542817 tempest-SecurityGroupsTestAdminJSON-729542817-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:31.468628 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-16db2152-e1da-4301-ad68-772a78572959 req-78d56e26-f25c-4966-81f0-364fd1bcff0f tempest-SecurityGroupsTestAdminJSON-729542817 tempest-SecurityGroupsTestAdminJSON-729542817-project-admin] 10.222.0.58 "DELETE /v2.0/security-groups/b3a02a22-afc5-49d4-b2c3-68c40c9d973b HTTP/1.1" status: 204 len: 173 time: 0.8407028 Aug 05 11:25:31.509186 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-d26f655a-f802-460e-9165-d3f06b812bb0 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Calling delete_port for 634b9cab-a3f9-4165-bdfc-474c3cd69efc owned by {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:25:31.525866 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d56e26-f25c-4966-81f0-364fd1bcff0f tempest-SecurityGroupsTestAdminJSON-729542817 tempest-SecurityGroupsTestAdminJSON-729542817-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3a02a22-afc5-49d4-b2c3-68c40c9d973b,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:25:31.560368 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-60ab4552-9a7f-489d-b9d5-14c1ca5d6686 req-46c561c3-40c3-4ef4-b0fd-2d1f14632551 tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:25:31.642590 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 74ee7881-5d34-4d2f-8ca5-497d574a916d up at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:25:31.690180 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b2b7e5f6-0e2e-4ac0-bc1e-15e23a19bbd2 req-a1c18725-65d4-415f-88eb-1549c2432149 tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] 10.222.0.58 "GET /v2.0/ports?device_id=23921316-79ed-4f9e-adf4-a4668e9fa730 HTTP/1.1" status: 200 len: 210 time: 0.1697216 Aug 05 11:25:31.717346 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226b2463-82ef-4196-a998-000301b14520 req-83dbe469-3271-4dc0-86b8-ae1699541bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:25:31.720278 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-226b2463-82ef-4196-a998-000301b14520 req-83dbe469-3271-4dc0-86b8-ae1699541bd6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=91caede3-92e4-4b1e-8e3e-36227cfd846a HTTP/1.1" status: 200 len: 870 time: 0.3563919 Aug 05 11:25:31.722031 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [req-60ab4552-9a7f-489d-b9d5-14c1ca5d6686 req-46c561c3-40c3-4ef4-b0fd-2d1f14632551 tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] No DVR routers for this DVR port 36e964c6-d89e-4431-8738-95e07ed46db5 on host n-h2-803378-2 {{(pid=94420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:25:31.728133 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-60ab4552-9a7f-489d-b9d5-14c1ca5d6686 req-46c561c3-40c3-4ef4-b0fd-2d1f14632551 tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:31.734285 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-60ab4552-9a7f-489d-b9d5-14c1ca5d6686 req-46c561c3-40c3-4ef4-b0fd-2d1f14632551 tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] 10.222.0.55 "DELETE /v2.0/ports/36e964c6-d89e-4431-8738-95e07ed46db5 HTTP/1.1" status: 204 len: 173 time: 4.9933789 Aug 05 11:25:31.874024 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7191b7-9c48-4492-992f-7244fd74c105 None None] Sync routers for ids ['a1aaa91a-6751-45c5-ae50-7b01ecf14039'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:25:31.904632 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-226b2463-82ef-4196-a998-000301b14520 req-0627d413-17f0-457b-a170-cb78c344acdb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=46ac903b-6473-4f7d-ab25-233c6efee28b HTTP/1.1" status: 200 len: 217 time: 0.1632566 Aug 05 11:25:31.914331 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7191b7-9c48-4492-992f-7244fd74c105 None None] Routers {'a1aaa91a-6751-45c5-ae50-7b01ecf14039'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:25:31.914331 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-4b7191b7-9c48-4492-992f-7244fd74c105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:25:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['a1aaa91a-6751-45c5-ae50-7b01ecf14039'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:25:31.925606 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning for port 74ee7881-5d34-4d2f-8ca5-497d574a916d completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:25:32.032446 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning complete for port 74ee7881-5d34-4d2f-8ca5-497d574a916d triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:25:32.033353 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:32.062979 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b6cfcb-3e09-42f9-b1d7-246a5c7880d2 req-aa08f82c-e233-45f7-b3ba-5b50ed38354e tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:25:32.077403 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-36b6cfcb-3e09-42f9-b1d7-246a5c7880d2 req-aa08f82c-e233-45f7-b3ba-5b50ed38354e tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?device_id=6daa696e-13a0-4064-a798-e7d6d6e2e860 HTTP/1.1" status: 200 len: 944 time: 0.1200683 Aug 05 11:25:32.171407 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d26f655a-f802-460e-9165-d3f06b812bb0 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:32.176907 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226b2463-82ef-4196-a998-000301b14520 req-93dc07e1-5da8-4b50-bea6-6b203238c0be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:25:32.180188 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-226b2463-82ef-4196-a998-000301b14520 req-93dc07e1-5da8-4b50-bea6-6b203238c0be service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6842f728-c2f3-4e36-bb32-3303d06ce3f4 HTTP/1.1" status: 200 len: 843 time: 0.1902061 Aug 05 11:25:32.224580 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-72b7b25f-1116-4758-aa25-49c56be0226e req-3710f583-2372-4a98-a641-5ff7159ed356 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=da1b410c9abb4742b18075944f1e5e2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0529935 Aug 05 11:25:32.260208 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-36b6cfcb-3e09-42f9-b1d7-246a5c7880d2 req-4fea9fe9-72f7-46ed-bac0-c761c4c7e187 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/security-groups?id=12d84a41-4254-4f43-a1c3-ae5bdc7fdfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800098 Aug 05 11:25:32.346741 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-4b7191b7-9c48-4492-992f-7244fd74c105 None None] Set router a1aaa91a-6751-45c5-ae50-7b01ecf14039 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:25:32.350789 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26f655a-f802-460e-9165-d3f06b812bb0 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Pushing event deleted for resources: {'Port': ['ID=634b9cab-a3f9-4165-bdfc-474c3cd69efc,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:25:32.491370 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226b2463-82ef-4196-a998-000301b14520 req-14c3be29-c991-44ab-9e2a-6441fe6c5fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:25:32.493925 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-226b2463-82ef-4196-a998-000301b14520 req-14c3be29-c991-44ab-9e2a-6441fe6c5fe1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=91caede3-92e4-4b1e-8e3e-36227cfd846a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2856238 Aug 05 11:25:32.499869 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d26f655a-f802-460e-9165-d3f06b812bb0 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:32.507356 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-d26f655a-f802-460e-9165-d3f06b812bb0 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] 10.222.0.58 "DELETE /v2.0/ports/634b9cab-a3f9-4165-bdfc-474c3cd69efc HTTP/1.1" status: 204 len: 168 time: 1.7364514 Aug 05 11:25:32.507651 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1bd79464-7931-41b4-b934-b3114b6c9c68 req-acdf57b0-7ec1-4e73-8dd3-95a7f6d9ac60 tempest-SecurityGroupsTestAdminJSON-375437994 tempest-SecurityGroupsTestAdminJSON-375437994-project] 10.222.0.58 "GET /v2.0/security-groups/ba3bcaa5-abef-48fa-bad3-39a8396f7023 HTTP/1.1" status: 200 len: 1777 time: 0.1851919 Aug 05 11:25:32.520817 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 47222) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:25:32.767213 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3355ee83-78e2-402b-aa89-d1921afaf085 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:25:32.774613 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-3355ee83-78e2-402b-aa89-d1921afaf085 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] 10.222.0.58 "GET /v2.0/ports?device_id=1548d5de-7b4c-4123-8799-b5bca8a307d8 HTTP/1.1" status: 200 len: 913 time: 0.2471232 Aug 05 11:25:32.781408 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-226b2463-82ef-4196-a998-000301b14520 req-53d9a5c3-b4ed-4964-b033-35d0e917e8cc service neutron] 10.222.0.55 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660816 Aug 05 11:25:32.781408 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 47226) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:25:32.799019 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b7b25f-1116-4758-aa25-49c56be0226e req-a2f726ec-7a98-4a77-8eaf-ceca0f0ee37a tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:25:32.813382 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-72b7b25f-1116-4758-aa25-49c56be0226e req-a2f726ec-7a98-4a77-8eaf-ceca0f0ee37a tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5875111 Aug 05 11:25:32.859777 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-72b7b25f-1116-4758-aa25-49c56be0226e req-7337203e-d713-4cd5-8387-95be76f9fa40 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/quotas/da1b410c9abb4742b18075944f1e5e2e HTTP/1.1" status: 200 len: 375 time: 0.0332916 Aug 05 11:25:32.919423 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-1bd79464-7931-41b4-b934-b3114b6c9c68 req-4fb18b56-3067-4440-bca5-b1c5dd33004e tempest-SecurityGroupsTestAdminJSON-375437994 tempest-SecurityGroupsTestAdminJSON-375437994-project] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:32.947659 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:32.963430 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-1bd79464-7931-41b4-b934-b3114b6c9c68 req-4fb18b56-3067-4440-bca5-b1c5dd33004e tempest-SecurityGroupsTestAdminJSON-375437994 tempest-SecurityGroupsTestAdminJSON-375437994-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:33.070375 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 74ee7881-5d34-4d2f-8ca5-497d574a916d, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=74ee7881-5d34-4d2f-8ca5-497d574a916d,segment=NetworkSegment(be89551e-4aa0-433b-90d8-e517f4f1da1f),segment_id=be89551e-4aa0-433b-90d8-e517f4f1da1f)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:25:33.088140 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-1bd79464-7931-41b4-b934-b3114b6c9c68 req-4fb18b56-3067-4440-bca5-b1c5dd33004e tempest-SecurityGroupsTestAdminJSON-375437994 tempest-SecurityGroupsTestAdminJSON-375437994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:33.094148 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6daa696e-13a0-4064-a798-e7d6d6e2e860', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74ee7881-5d34-4d2f-8ca5-497d574a916d'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:25:33.096003 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-1bd79464-7931-41b4-b934-b3114b6c9c68 req-4fb18b56-3067-4440-bca5-b1c5dd33004e tempest-SecurityGroupsTestAdminJSON-375437994 tempest-SecurityGroupsTestAdminJSON-375437994-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:33.102260 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1bd79464-7931-41b4-b934-b3114b6c9c68 req-4fb18b56-3067-4440-bca5-b1c5dd33004e tempest-SecurityGroupsTestAdminJSON-375437994 tempest-SecurityGroupsTestAdminJSON-375437994-project] 10.222.0.58 "DELETE /v2.0/security-groups/ba3bcaa5-abef-48fa-bad3-39a8396f7023 HTTP/1.1" status: 204 len: 173 time: 0.5503020 Aug 05 11:25:33.107763 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caefc18e-396f-460a-81a8-a87efe2e8a7e" -d '{"events": [{"server_uuid": "6daa696e-13a0-4064-a798-e7d6d6e2e860", "name": "network-vif-plugged", "status": "completed", "tag": "74ee7881-5d34-4d2f-8ca5-497d574a916d"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:25:33.120785 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:33.146465 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb18b56-3067-4440-bca5-b1c5dd33004e tempest-SecurityGroupsTestAdminJSON-375437994 tempest-SecurityGroupsTestAdminJSON-375437994-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba3bcaa5-abef-48fa-bad3-39a8396f7023,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:25:33.182181 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-226b2463-82ef-4196-a998-000301b14520 req-365a3d0b-41b3-4fdf-bb2b-4b033c0b9244 service neutron] 10.222.0.55 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3886311 Aug 05 11:25:33.209576 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-72b7b25f-1116-4758-aa25-49c56be0226e req-3699940b-ace0-4b71-9395-a005a5d6cd6a tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=da1b410c9abb4742b18075944f1e5e2e&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3155129 Aug 05 11:25:33.251941 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-4b7191b7-9c48-4492-992f-7244fd74c105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1aaa91a-6751-45c5-ae50-7b01ecf14039', 'name': 'tempest-ServersTestJSON-692731662-router', 'tenant_id': '22a4c8a0ff814c1aa23242da60c6f727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': 'd1e5bf28-eb3d-4801-8525-6b8ffd96949c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:22:27Z', 'updated_at': '2021-08-05T11:22:41Z', 'revision_number': 4, 'project_id': '22a4c8a0ff814c1aa23242da60c6f727', 'gw_port': {'id': 'd1e5bf28-eb3d-4801-8525-6b8ffd96949c', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1aaa91a-6751-45c5-ae50-7b01ecf14039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:22:30Z', 'updated_at': '2021-08-05T11:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'e7ed65e3-6499-4541-8e8c-5b4fe1a21531', 'name': '', 'network_id': 'b18750ac-8ea5-426b-9972-9f17bf337493', 'tenant_id': '22a4c8a0ff814c1aa23242da60c6f727', 'mac_address': 'fa:16:3e:ca:a6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1aaa91a-6751-45c5-ae50-7b01ecf14039', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '63e1703a-1113-4385-8973-9ea8062ac6e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:22:40Z', 'updated_at': '2021-08-05T11:22:55Z', 'revision_number': 5, 'project_id': '22a4c8a0ff814c1aa23242da60c6f727', 'subnets': [{'id': '63e1703a-1113-4385-8973-9ea8062ac6e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:25:33.303205 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23921316-79ed-4f9e-adf4-a4668e9fa730', 'name': 'network-vif-deleted', 'tag': '36e964c6-d89e-4431-8738-95e07ed46db5'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:25:33.308017 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}828068ad8d405ad77660ce68fa78e1ffe658725812f7a08f9e488a446589295b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e47ec5cd-b38f-4155-ae52-beb5d93977cf" -d '{"events": [{"server_uuid": "23921316-79ed-4f9e-adf4-a4668e9fa730", "name": "network-vif-deleted", "tag": "36e964c6-d89e-4431-8738-95e07ed46db5"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:25:33.339247 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7191b7-9c48-4492-992f-7244fd74c105 None None] Checking router: a1aaa91a-6751-45c5-ae50-7b01ecf14039 for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:25:33.379299 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=74ee7881-5d34-4d2f-8ca5-497d574a916d,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:25:33.384796 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7191b7-9c48-4492-992f-7244fd74c105 None None] Routers {'a1aaa91a-6751-45c5-ae50-7b01ecf14039'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:25:33.385953 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-4b7191b7-9c48-4492-992f-7244fd74c105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:25:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['a1aaa91a-6751-45c5-ae50-7b01ecf14039'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:25:33.634707 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0a0d8fa6-616e-47de-afb6-37f0fb1b2636 req-42cb68a2-7b95-4ad0-9a13-5bea38b43f49 tempest-SecurityGroupsTestAdminJSON-375437994 tempest-SecurityGroupsTestAdminJSON-375437994-project] 10.222.0.58 "GET /v2.0/security-groups/551b22a1-6ee8-4ce0-ad6f-e6cb8f78d53a HTTP/1.1" status: 200 len: 1777 time: 0.1062400 Aug 05 11:25:33.680310 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-4b7191b7-9c48-4492-992f-7244fd74c105 None None] Set router a1aaa91a-6751-45c5-ae50-7b01ecf14039 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:25:33.778886 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6faf2eea-904e-4b78-ac62-b8e325f39459 x-openstack-request-id: req-6faf2eea-904e-4b78-ac62-b8e325f39459 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:25:33.779642 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6daa696e-13a0-4064-a798-e7d6d6e2e860", "name": "network-vif-plugged", "status": "completed", "tag": "74ee7881-5d34-4d2f-8ca5-497d574a916d", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:25:33.780107 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6faf2eea-904e-4b78-ac62-b8e325f39459 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:25:33.780942 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6daa696e-13a0-4064-a798-e7d6d6e2e860', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74ee7881-5d34-4d2f-8ca5-497d574a916d', 'code': 200} Aug 05 11:25:33.852450 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-39fe5a78-d861-476e-ae3b-20a138580e68 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33208311'] for router_interface, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:33.866919 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-0a0d8fa6-616e-47de-afb6-37f0fb1b2636 req-7e12ddf4-80c2-410c-b1af-cbea809106a2 tempest-SecurityGroupsTestAdminJSON-375437994 tempest-SecurityGroupsTestAdminJSON-375437994-project] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:33.957426 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-0a0d8fa6-616e-47de-afb6-37f0fb1b2636 req-7e12ddf4-80c2-410c-b1af-cbea809106a2 tempest-SecurityGroupsTestAdminJSON-375437994 tempest-SecurityGroupsTestAdminJSON-375437994-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:34.109093 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431c835a-afe7-41d3-975e-32d2de14ae55 req-f48a53dd-b44c-4fcd-8e66-b3f51291517a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:25:34.112227 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-431c835a-afe7-41d3-975e-32d2de14ae55 req-f48a53dd-b44c-4fcd-8e66-b3f51291517a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6daa696e-13a0-4064-a798-e7d6d6e2e860 HTTP/1.1" status: 200 len: 1096 time: 0.1539767 Aug 05 11:25:34.189218 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f0a4a0-c9e7-48f8-ace2-80aac0715f9e req-d79a91ef-9fa2-44ba-94da-b677ab7dec72 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:25:34.195795 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-51f0a4a0-c9e7-48f8-ace2-80aac0715f9e req-d79a91ef-9fa2-44ba-94da-b677ab7dec72 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?device_id=6daa696e-13a0-4064-a798-e7d6d6e2e860 HTTP/1.1" status: 200 len: 945 time: 0.1995809 Aug 05 11:25:34.216403 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-0a0d8fa6-616e-47de-afb6-37f0fb1b2636 req-7e12ddf4-80c2-410c-b1af-cbea809106a2 tempest-SecurityGroupsTestAdminJSON-375437994 tempest-SecurityGroupsTestAdminJSON-375437994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:34.224956 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-0a0d8fa6-616e-47de-afb6-37f0fb1b2636 req-7e12ddf4-80c2-410c-b1af-cbea809106a2 tempest-SecurityGroupsTestAdminJSON-375437994 tempest-SecurityGroupsTestAdminJSON-375437994-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:34.241761 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0a0d8fa6-616e-47de-afb6-37f0fb1b2636 req-7e12ddf4-80c2-410c-b1af-cbea809106a2 tempest-SecurityGroupsTestAdminJSON-375437994 tempest-SecurityGroupsTestAdminJSON-375437994-project] 10.222.0.58 "DELETE /v2.0/security-groups/551b22a1-6ee8-4ce0-ad6f-e6cb8f78d53a HTTP/1.1" status: 204 len: 173 time: 0.5935068 Aug 05 11:25:34.267795 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-431c835a-afe7-41d3-975e-32d2de14ae55 req-2d940e02-752f-42e5-96c4-a0dcf996d790 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=12d84a41-4254-4f43-a1c3-ae5bdc7fdfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969980 Aug 05 11:25:34.334066 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e12ddf4-80c2-410c-b1af-cbea809106a2 tempest-SecurityGroupsTestAdminJSON-375437994 tempest-SecurityGroupsTestAdminJSON-375437994-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=551b22a1-6ee8-4ce0-ad6f-e6cb8f78d53a,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:25:34.410398 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51752ac0-bc39-44a0-b051-7f739109b3c3 x-openstack-request-id: req-51752ac0-bc39-44a0-b051-7f739109b3c3 {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:25:34.411117 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23921316-79ed-4f9e-adf4-a4668e9fa730", "name": "network-vif-deleted", "tag": "36e964c6-d89e-4431-8738-95e07ed46db5", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:25:34.411532 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-51752ac0-bc39-44a0-b051-7f739109b3c3 {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:25:34.412181 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23921316-79ed-4f9e-adf4-a4668e9fa730', 'name': 'network-vif-deleted', 'tag': '36e964c6-d89e-4431-8738-95e07ed46db5', 'status': 'completed', 'code': 200} Aug 05 11:25:34.468680 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-4b7191b7-9c48-4492-992f-7244fd74c105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1aaa91a-6751-45c5-ae50-7b01ecf14039', 'name': 'tempest-ServersTestJSON-692731662-router', 'tenant_id': '22a4c8a0ff814c1aa23242da60c6f727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': 'd1e5bf28-eb3d-4801-8525-6b8ffd96949c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:22:27Z', 'updated_at': '2021-08-05T11:22:41Z', 'revision_number': 4, 'project_id': '22a4c8a0ff814c1aa23242da60c6f727', 'gw_port': {'id': 'd1e5bf28-eb3d-4801-8525-6b8ffd96949c', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1aaa91a-6751-45c5-ae50-7b01ecf14039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:22:30Z', 'updated_at': '2021-08-05T11:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'e7ed65e3-6499-4541-8e8c-5b4fe1a21531', 'name': '', 'network_id': 'b18750ac-8ea5-426b-9972-9f17bf337493', 'tenant_id': '22a4c8a0ff814c1aa23242da60c6f727', 'mac_address': 'fa:16:3e:ca:a6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1aaa91a-6751-45c5-ae50-7b01ecf14039', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '63e1703a-1113-4385-8973-9ea8062ac6e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:22:40Z', 'updated_at': '2021-08-05T11:22:55Z', 'revision_number': 5, 'project_id': '22a4c8a0ff814c1aa23242da60c6f727', 'subnets': [{'id': '63e1703a-1113-4385-8973-9ea8062ac6e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:25:34.485392 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 47260) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:25:34.489401 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-51f0a4a0-c9e7-48f8-ace2-80aac0715f9e req-0b891dc2-9656-4d79-af93-431d6efd0dbd tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/security-groups?id=12d84a41-4254-4f43-a1c3-ae5bdc7fdfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436447 Aug 05 11:25:34.594678 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7191b7-9c48-4492-992f-7244fd74c105 None None] The sync data for ids ['a1aaa91a-6751-45c5-ae50-7b01ecf14039'] in n-d-803378-2 is: [{'id': 'a1aaa91a-6751-45c5-ae50-7b01ecf14039', 'name': 'tempest-ServersTestJSON-692731662-router', 'tenant_id': '22a4c8a0ff814c1aa23242da60c6f727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': 'd1e5bf28-eb3d-4801-8525-6b8ffd96949c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:22:27Z', 'updated_at': '2021-08-05T11:22:41Z', 'revision_number': 4, 'project_id': '22a4c8a0ff814c1aa23242da60c6f727', 'gw_port': {'id': 'd1e5bf28-eb3d-4801-8525-6b8ffd96949c', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1aaa91a-6751-45c5-ae50-7b01ecf14039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:22:30Z', 'updated_at': '2021-08-05T11:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'e7ed65e3-6499-4541-8e8c-5b4fe1a21531', 'name': '', 'network_id': 'b18750ac-8ea5-426b-9972-9f17bf337493', 'tenant_id': '22a4c8a0ff814c1aa23242da60c6f727', 'mac_address': 'fa:16:3e:ca:a6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1aaa91a-6751-45c5-ae50-7b01ecf14039', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '63e1703a-1113-4385-8973-9ea8062ac6e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:22:40Z', 'updated_at': '2021-08-05T11:22:55Z', 'revision_number': 5, 'project_id': '22a4c8a0ff814c1aa23242da60c6f727', 'subnets': [{'id': '63e1703a-1113-4385-8973-9ea8062ac6e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:25:34.809597 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4d2ef58d-bbb5-45b9-bebb-819ed1d198ed req-530d006c-b62a-41e0-919c-6431cba64f16 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ebac67d-7119-4342-9c0c-52a5503e1162 HTTP/1.1" status: 200 len: 210 time: 0.1182630 Aug 05 11:25:34.829526 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2f13d7fe-81bd-495c-87d2-96f154dc729c tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:35.014891 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2f13d7fe-81bd-495c-87d2-96f154dc729c tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:35.163318 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-39fe5a78-d861-476e-ae3b-20a138580e68 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Deleting port 149522fd-d302-41df-a6ad-4fe9a39de051 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:25:35.164203 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-39fe5a78-d861-476e-ae3b-20a138580e68 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:35.271235 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 47276) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:25:35.313573 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2f13d7fe-81bd-495c-87d2-96f154dc729c tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:35.321386 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2f13d7fe-81bd-495c-87d2-96f154dc729c tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:35.323741 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-2f13d7fe-81bd-495c-87d2-96f154dc729c tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] 10.222.0.58 "DELETE /v2.0/security-groups/36b70b2c-7722-4ca7-80c0-dfc1cbc20350 HTTP/1.1" status: 204 len: 168 time: 0.8357437 Aug 05 11:25:35.328410 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 47280) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:25:35.373052 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f13d7fe-81bd-495c-87d2-96f154dc729c tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36b70b2c-7722-4ca7-80c0-dfc1cbc20350,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:25:35.375587 n-d-803378-2 neutron-server[94420]: INFO neutron.api.v2.resource [None req-fb89a120-1def-4ad6-a8df-cf5c4a3f7d11 tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] show failed (client error): The resource could not be found. Aug 05 11:25:35.381584 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-fb89a120-1def-4ad6-a8df-cf5c4a3f7d11 tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] 10.222.0.58 "GET /v2.0/security-groups/36b70b2c-7722-4ca7-80c0-dfc1cbc20350 HTTP/1.1" status: 404 len: 347 time: 0.0475309 Aug 05 11:25:35.383187 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132d5b11-bab3-4b1a-8a34-36a7174b5668 None None] New status for floating IP f343929a-da8f-48ef-a1c6-62ff9c1038db: DOWN {{(pid=94423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 11:25:35.407047 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 47284) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:25:35.571308 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-39fe5a78-d861-476e-ae3b-20a138580e68 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:35.642664 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-39fe5a78-d861-476e-ae3b-20a138580e68 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Calling delete_port for 149522fd-d302-41df-a6ad-4fe9a39de051 owned by network:router_interface {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:25:36.434834 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-72b7b25f-1116-4758-aa25-49c56be0226e req-fbc75b8a-e44c-4e6e-9223-26c60136d8f2 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=da1b410c9abb4742b18075944f1e5e2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0787251 Aug 05 11:25:36.861170 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-dc88612e-4ae5-45e6-8229-8107697684a1 req-23901002-00fa-4c24-9be3-eb35361aa956 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ebac67d-7119-4342-9c0c-52a5503e1162 HTTP/1.1" status: 200 len: 210 time: 0.1109252 Aug 05 11:25:36.877901 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-39fe5a78-d861-476e-ae3b-20a138580e68 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:36.923614 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2303671-2b26-4ba6-9784-38204cdcad19 req-6e845f8d-a8c0-4e74-9159-c8482aa7ed02 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:25:36.936394 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f2303671-2b26-4ba6-9784-38204cdcad19 req-6e845f8d-a8c0-4e74-9159-c8482aa7ed02 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?device_id=6daa696e-13a0-4064-a798-e7d6d6e2e860 HTTP/1.1" status: 200 len: 945 time: 1.1938345 Aug 05 11:25:36.981568 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-521a803d-6049-4d3e-8422-3d75900dc635 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0f7e7b949b95481292ba24cb30b540d6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7107790 Aug 05 11:25:36.987343 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 47308) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:25:37.007143 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fe5a78-d861-476e-ae3b-20a138580e68 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Pushing event deleted for resources: {'Port': ['ID=149522fd-d302-41df-a6ad-4fe9a39de051,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:25:37.065415 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b7b25f-1116-4758-aa25-49c56be0226e req-a2adee44-4dc8-43a7-8703-cb957d358728 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:25:37.069063 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-72b7b25f-1116-4758-aa25-49c56be0226e req-a2adee44-4dc8-43a7-8703-cb957d358728 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6181686 Aug 05 11:25:37.069870 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f2303671-2b26-4ba6-9784-38204cdcad19 req-60142b6e-aa9d-4e3a-bbc8-7eb4f732d183 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/security-groups?id=12d84a41-4254-4f43-a1c3-ae5bdc7fdfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319392 Aug 05 11:25:37.120841 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-72b7b25f-1116-4758-aa25-49c56be0226e req-fc64f49d-07bb-4cec-88c8-5eb2f955dc18 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Request body: {'port': {'device_id': '6ebac67d-7119-4342-9c0c-52a5503e1162', 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a', 'admin_state_up': True, 'tenant_id': 'da1b410c9abb4742b18075944f1e5e2e'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:25:37.129950 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-99fcb83a-8fbd-4426-8e69-1c4395c1d821 tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] Deleting port 3ec92acd-e829-4c40-ac13-879581d8c17c {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:25:37.130590 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-99fcb83a-8fbd-4426-8e69-1c4395c1d821 tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:37.160122 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-6d426ee7-9c4c-4be4-bb4c-18159397f1c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:37.322329 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1a7c2342-4f09-44db-be28-ef15e6920bea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:37.443001 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-99fcb83a-8fbd-4426-8e69-1c4395c1d821 tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:37.443977 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-99fcb83a-8fbd-4426-8e69-1c4395c1d821 tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:37.452376 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1a7c2342-4f09-44db-be28-ef15e6920bea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:37.470549 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f19a2a-fec7-4ff1-b7d2-25630d143fca req-61bb83f0-9126-4ba4-8523-838f3ca18a73 tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:25:37.473447 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-83f19a2a-fec7-4ff1-b7d2-25630d143fca req-61bb83f0-9126-4ba4-8523-838f3ca18a73 tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebd7f4a2-1b4a-49a0-97dd-2190f4672435 HTTP/1.1" status: 200 len: 945 time: 0.2497630 Aug 05 11:25:37.513892 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-99fcb83a-8fbd-4426-8e69-1c4395c1d821 tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] Calling delete_port for 3ec92acd-e829-4c40-ac13-879581d8c17c owned by network:floatingip {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:25:37.758685 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-83f19a2a-fec7-4ff1-b7d2-25630d143fca req-8ea6030f-7520-4285-9187-6e08ccce3fe9 tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] 10.222.0.58 "GET /v2.0/security-groups?id=fbebaaf7-93ba-47dd-9c3c-d739b7022bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2592781 Aug 05 11:25:37.948125 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1a7c2342-4f09-44db-be28-ef15e6920bea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:37.955082 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1a7c2342-4f09-44db-be28-ef15e6920bea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:37.957848 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-1a7c2342-4f09-44db-be28-ef15e6920bea admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ee40ceea-1d22-4199-bfbc-197ea5863ac3 HTTP/1.1" status: 204 len: 168 time: 0.9667635 Aug 05 11:25:37.988377 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7c2342-4f09-44db-be28-ef15e6920bea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee40ceea-1d22-4199-bfbc-197ea5863ac3,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:25:38.029220 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-39fe5a78-d861-476e-ae3b-20a138580e68 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33140263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33208171'] for router_interface, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:38.111611 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c710737c-7d74-4968-8bf7-060446abe6fe req-6abe4531-6728-4b82-ba81-291e16a3b750 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ebac67d-7119-4342-9c0c-52a5503e1162 HTTP/1.1" status: 200 len: 210 time: 0.0676646 Aug 05 11:25:38.115203 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-99fcb83a-8fbd-4426-8e69-1c4395c1d821 tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:38.244324 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fcb83a-8fbd-4426-8e69-1c4395c1d821 tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] Pushing event deleted for resources: {'Port': ['ID=3ec92acd-e829-4c40-ac13-879581d8c17c,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:25:38.418046 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72b7b25f-1116-4758-aa25-49c56be0226e req-fc64f49d-07bb-4cec-88c8-5eb2f955dc18 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Made reservation on behalf of da1b410c9abb4742b18075944f1e5e2e for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:25:38.423727 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-72b7b25f-1116-4758-aa25-49c56be0226e req-fc64f49d-07bb-4cec-88c8-5eb2f955dc18 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:38.563375 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-99fcb83a-8fbd-4426-8e69-1c4395c1d821 tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] Notify callbacks [] for floatingip, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:38.569431 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-99fcb83a-8fbd-4426-8e69-1c4395c1d821 tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:38.571995 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-99fcb83a-8fbd-4426-8e69-1c4395c1d821 tempest-ServersTestJSON-1634245936 tempest-ServersTestJSON-1634245936-project] 10.222.0.58 "DELETE /v2.0/floatingips/f343929a-da8f-48ef-a1c6-62ff9c1038db HTTP/1.1" status: 204 len: 168 time: 3.1630888 Aug 05 11:25:38.578110 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 47322) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:25:38.774955 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c015535-50ab-4f57-b63f-9d89627e6a2f req-4d24d021-d0e3-4c24-80c0-aa12af86e52f tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:25:38.778664 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7c015535-50ab-4f57-b63f-9d89627e6a2f req-4d24d021-d0e3-4c24-80c0-aa12af86e52f tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebd7f4a2-1b4a-49a0-97dd-2190f4672435 HTTP/1.1" status: 200 len: 945 time: 0.5613723 Aug 05 11:25:38.850245 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 47328) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:25:38.870832 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a5f9c1-8cea-4402-ac92-7286b637b5c1 req-a7db894b-5573-4365-9cf2-971aac1deaea tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:25:38.885370 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-08a5f9c1-8cea-4402-ac92-7286b637b5c1 req-a7db894b-5573-4365-9cf2-971aac1deaea tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?device_id=6daa696e-13a0-4064-a798-e7d6d6e2e860 HTTP/1.1" status: 200 len: 945 time: 0.4925268 Aug 05 11:25:38.999442 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39fe5a78-d861-476e-ae3b-20a138580e68 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Router 1548d5de-7b4c-4123-8799-b5bca8a307d8 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 11:25:39.022561 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-72b7b25f-1116-4758-aa25-49c56be0226e req-fc64f49d-07bb-4cec-88c8-5eb2f955dc18 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Allocated IP 192.168.233.252 (91caede3-92e4-4b1e-8e3e-36227cfd846a/6842f728-c2f3-4e36-bb32-3303d06ce3f4/64ae6d5f-31c9-4bcb-8649-26de238fb3b9) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:25:39.035709 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-401fd8e7-824f-442b-a1b2-22270cf51160 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d3829f967eac4443aa337dc457af994e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1876318 Aug 05 11:25:39.049359 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 47330) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:25:39.202241 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-08a5f9c1-8cea-4402-ac92-7286b637b5c1 req-76bd61bb-ab68-40dc-867c-b33005990598 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/security-groups?id=12d84a41-4254-4f43-a1c3-ae5bdc7fdfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3078320 Aug 05 11:25:39.383691 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673b08b-fd17-415e-ad26-906bac035788 req-7e5eec80-9e8a-4595-8db8-8240008c345f tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:25:39.398355 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a673b08b-fd17-415e-ad26-906bac035788 req-7e5eec80-9e8a-4595-8db8-8240008c345f tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebd7f4a2-1b4a-49a0-97dd-2190f4672435 HTTP/1.1" status: 200 len: 945 time: 0.4483829 Aug 05 11:25:39.430806 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-40114d7e-fdde-45ff-a243-3b013cbece39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:39.503472 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [req-7c015535-50ab-4f57-b63f-9d89627e6a2f req-4fdea46d-fc19-4ba2-8e4c-630e60308889 tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] Deleting port 3c67e590-e364-4336-b116-c2e224729891 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:25:39.504086 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-7c015535-50ab-4f57-b63f-9d89627e6a2f req-4fdea46d-fc19-4ba2-8e4c-630e60308889 tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:39.514258 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7b5683bc-4f92-4c63-be05-9b192d486578 req-bb4a2f71-7a3a-4c83-a105-506567f287a0 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ebac67d-7119-4342-9c0c-52a5503e1162 HTTP/1.1" status: 200 len: 210 time: 0.1078677 Aug 05 11:25:39.518518 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39fe5a78-d861-476e-ae3b-20a138580e68 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:25:39.538818 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-39fe5a78-d861-476e-ae3b-20a138580e68 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] 10.222.0.58 "PUT /v2.0/routers/1548d5de-7b4c-4123-8799-b5bca8a307d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7610383 Aug 05 11:25:39.543976 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 47338) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:25:39.552730 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b228412-f879-4542-978c-919c4d2319af None None] Sync routers for ids ['1548d5de-7b4c-4123-8799-b5bca8a307d8'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:25:39.602400 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b228412-f879-4542-978c-919c4d2319af None None] Routers {'1548d5de-7b4c-4123-8799-b5bca8a307d8'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:25:39.605375 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-7b228412-f879-4542-978c-919c4d2319af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:25:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['1548d5de-7b4c-4123-8799-b5bca8a307d8'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:25:39.708420 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-7b228412-f879-4542-978c-919c4d2319af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:25:39.730073 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b228412-f879-4542-978c-919c4d2319af None None] Routers {'1548d5de-7b4c-4123-8799-b5bca8a307d8'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:25:39.732897 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-7b228412-f879-4542-978c-919c4d2319af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:25:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['1548d5de-7b4c-4123-8799-b5bca8a307d8'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:25:39.805243 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-40114d7e-fdde-45ff-a243-3b013cbece39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:39.830320 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-7b228412-f879-4542-978c-919c4d2319af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:25:39.831819 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b228412-f879-4542-978c-919c4d2319af None None] The sync data for ids ['1548d5de-7b4c-4123-8799-b5bca8a307d8'] in n-d-803378-2 is: [] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:25:39.852537 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a673b08b-fd17-415e-ad26-906bac035788 req-44c99fb5-ecfb-4f90-bd04-6254354d5967 tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] 10.222.0.58 "GET /v2.0/security-groups?id=fbebaaf7-93ba-47dd-9c3c-d739b7022bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4529200 Aug 05 11:25:39.947217 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:39.967984 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-40114d7e-fdde-45ff-a243-3b013cbece39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:39.972183 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-40114d7e-fdde-45ff-a243-3b013cbece39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:39.973313 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-86b72bba-7a96-4ed6-b840-ba66310b1ab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:39.978680 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-40114d7e-fdde-45ff-a243-3b013cbece39 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/93845251-ba77-413d-8ffa-8c68b84e7fe5 HTTP/1.1" status: 204 len: 168 time: 0.9209845 Aug 05 11:25:40.047127 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f5b5caab-c400-42ab-90f3-de0ac4181ea2 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Notify callbacks [] for router, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:40.055032 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40114d7e-fdde-45ff-a243-3b013cbece39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93845251-ba77-413d-8ffa-8c68b84e7fe5,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:25:40.180985 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1b15576d-3174-4700-b9f3-7a3895cf325c req-8f967286-7630-4874-9df7-7ca350ca6117 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=51b325b8-67f6-4df3-99d8-5748c18fc4fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6426587 Aug 05 11:25:40.231985 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-7c015535-50ab-4f57-b63f-9d89627e6a2f req-4fdea46d-fc19-4ba2-8e4c-630e60308889 tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] For port 3c67e590-e364-4336-b116-c2e224729891, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=3c67e590-e364-4336-b116-c2e224729891,segment=NetworkSegment(8b1bca96-601f-4458-8b80-fcef880d5fc6),segment_id=8b1bca96-601f-4458-8b80-fcef880d5fc6)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:25:40.233091 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-7c015535-50ab-4f57-b63f-9d89627e6a2f req-4fdea46d-fc19-4ba2-8e4c-630e60308889 tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:40.268836 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-72b7b25f-1116-4758-aa25-49c56be0226e req-fc64f49d-07bb-4cec-88c8-5eb2f955dc18 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:40.391400 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-72b7b25f-1116-4758-aa25-49c56be0226e req-fc64f49d-07bb-4cec-88c8-5eb2f955dc18 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Transition to ACTIVE for port object 64ae6d5f-31c9-4bcb-8649-26de238fb3b9 will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:25:40.448283 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f5b5caab-c400-42ab-90f3-de0ac4181ea2 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:40.453981 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b15576d-3174-4700-b9f3-7a3895cf325c req-09754759-a835-4302-b93f-2e8902ec45b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:25:40.456815 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1b15576d-3174-4700-b9f3-7a3895cf325c req-09754759-a835-4302-b93f-2e8902ec45b4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=da1b410c9abb4742b18075944f1e5e2e&device_id=51b325b8-67f6-4df3-99d8-5748c18fc4fb HTTP/1.1" status: 200 len: 1101 time: 0.2050784 Aug 05 11:25:40.537437 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-72b7b25f-1116-4758-aa25-49c56be0226e req-fc64f49d-07bb-4cec-88c8-5eb2f955dc18 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:40.580622 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['46ac903b-6473-4f7d-ab25-233c6efee28b', '0cca5eec-aa95-47fa-ac39-f63160df33c4'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:25:40.614235 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72b7b25f-1116-4758-aa25-49c56be0226e req-fc64f49d-07bb-4cec-88c8-5eb2f955dc18 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Network 91caede3-92e4-4b1e-8e3e-36227cfd846a is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:25:40.625627 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-72b7b25f-1116-4758-aa25-49c56be0226e req-fc64f49d-07bb-4cec-88c8-5eb2f955dc18 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:25:40.634591 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-72b7b25f-1116-4758-aa25-49c56be0226e req-fc64f49d-07bb-4cec-88c8-5eb2f955dc18 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:25:40.696222 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['17316c3c-1452-458b-b7e3-72878c4fab59', 'acb20733-3c4b-47b8-b861-841610d97f25', 'd2d3e84a-bcdc-4a22-ab95-2524ddc32e0e', 'a441b0ba-c1cb-43f2-b380-2a046b0a5fdf', '0cab080c-fca9-46a9-808e-7c2572e3700e'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:25:40.794272 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b7b25f-1116-4758-aa25-49c56be0226e req-fc64f49d-07bb-4cec-88c8-5eb2f955dc18 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:25:40.796228 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-72b7b25f-1116-4758-aa25-49c56be0226e req-fc64f49d-07bb-4cec-88c8-5eb2f955dc18 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:40.899511 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc64f49d-07bb-4cec-88c8-5eb2f955dc18 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Pushing event updated for resources: {'Port': ['ID=64ae6d5f-31c9-4bcb-8649-26de238fb3b9,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:25:40.934921 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-72b7b25f-1116-4758-aa25-49c56be0226e req-fc64f49d-07bb-4cec-88c8-5eb2f955dc18 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8205023 Aug 05 11:25:40.949238 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-f5b5caab-c400-42ab-90f3-de0ac4181ea2 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Deleting port 6d63beca-c5e5-4fef-a551-562c7b085030 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:25:40.949961 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f5b5caab-c400-42ab-90f3-de0ac4181ea2 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:41.227154 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f5b5caab-c400-42ab-90f3-de0ac4181ea2 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:41.270324 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-72b7b25f-1116-4758-aa25-49c56be0226e req-58e93a13-492c-4015-a6af-99207f9cbe47 service neutron] Request body: {'port': {'device_id': '6ebac67d-7119-4342-9c0c-52a5503e1162', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:25:41.346000 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-f5b5caab-c400-42ab-90f3-de0ac4181ea2 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Calling delete_port for 6d63beca-c5e5-4fef-a551-562c7b085030 owned by network:router_gateway {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:25:41.416168 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-72b7b25f-1116-4758-aa25-49c56be0226e req-58e93a13-492c-4015-a6af-99207f9cbe47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:41.443825 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-5ffd3828-9079-4971-bffd-d2818bf0fb6f None None] Provisioning for port 64ae6d5f-31c9-4bcb-8649-26de238fb3b9 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:25:41.488073 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-5ffd3828-9079-4971-bffd-d2818bf0fb6f None None] Provisioning complete for port 64ae6d5f-31c9-4bcb-8649-26de238fb3b9 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:25:41.489243 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-5ffd3828-9079-4971-bffd-d2818bf0fb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:41.636270 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:41.677553 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-5ffd3828-9079-4971-bffd-d2818bf0fb6f None None] Port 64ae6d5f-31c9-4bcb-8649-26de238fb3b9 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:25:41.706323 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 3c67e590-e364-4336-b116-c2e224729891 no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:25:42.062546 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:42.077480 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f70b56-c7ae-4d89-85d7-c0d7319d095a req-7305bb3d-6772-4c39-bc63-906d42152f01 tempest-LiveMigrationTest-868734295 tempest-LiveMigrationTest-868734295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:25:42.080407 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b5f70b56-c7ae-4d89-85d7-c0d7319d095a req-7305bb3d-6772-4c39-bc63-906d42152f01 tempest-LiveMigrationTest-868734295 tempest-LiveMigrationTest-868734295-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=6daa696e-13a0-4064-a798-e7d6d6e2e860 HTTP/1.1" status: 200 len: 1096 time: 1.2905657 Aug 05 11:25:42.097019 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3bed1848-075d-420f-98f4-044a886c0a98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33208311'] for router_interface, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:42.209051 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2791f384-7b63-47ba-8dfa-1e27156b2207 req-42cde96f-b3db-4f37-b4ae-239250fd15ea tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:25:42.212295 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2791f384-7b63-47ba-8dfa-1e27156b2207 req-42cde96f-b3db-4f37-b4ae-239250fd15ea tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ebac67d-7119-4342-9c0c-52a5503e1162 HTTP/1.1" status: 200 len: 936 time: 1.3526492 Aug 05 11:25:42.257139 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-7c015535-50ab-4f57-b63f-9d89627e6a2f req-4fdea46d-fc19-4ba2-8e4c-630e60308889 tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:42.257740 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-7c015535-50ab-4f57-b63f-9d89627e6a2f req-4fdea46d-fc19-4ba2-8e4c-630e60308889 tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33287247'] for floatingip, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:42.258301 n-d-803378-2 neutron-server[94420]: INFO neutron.db.l3_db [req-7c015535-50ab-4f57-b63f-9d89627e6a2f req-4fdea46d-fc19-4ba2-8e4c-630e60308889 tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] Floating IP ef446883-88a2-4112-bad0-7dd876fa0e03 disassociated. External IP: 172.25.5.32, port: 3c67e590-e364-4336-b116-c2e224729891. Aug 05 11:25:42.258875 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [req-7c015535-50ab-4f57-b63f-9d89627e6a2f req-4fdea46d-fc19-4ba2-8e4c-630e60308889 tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] Calling delete_port for 3c67e590-e364-4336-b116-c2e224729891 owned by compute:nova {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:25:42.300570 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebd7f4a2-1b4a-49a0-97dd-2190f4672435', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c67e590-e364-4336-b116-c2e224729891'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:25:42.305226 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb98dfcf-9eb1-44c4-a4eb-467cf3912b11" -d '{"events": [{"server_uuid": "ebd7f4a2-1b4a-49a0-97dd-2190f4672435", "name": "network-vif-unplugged", "status": "completed", "tag": "3c67e590-e364-4336-b116-c2e224729891"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:25:42.380790 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 3c67e590-e364-4336-b116-c2e224729891, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=3c67e590-e364-4336-b116-c2e224729891,segment=NetworkSegment(8b1bca96-601f-4458-8b80-fcef880d5fc6),segment_id=8b1bca96-601f-4458-8b80-fcef880d5fc6)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:25:42.394660 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b15576d-3174-4700-b9f3-7a3895cf325c req-9c211640-84fc-47ff-86da-c1f6777ae9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:25:42.397711 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1b15576d-3174-4700-b9f3-7a3895cf325c req-9c211640-84fc-47ff-86da-c1f6777ae9f6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=91caede3-92e4-4b1e-8e3e-36227cfd846a HTTP/1.1" status: 200 len: 870 time: 1.8787963 Aug 05 11:25:42.453475 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f5b5caab-c400-42ab-90f3-de0ac4181ea2 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:42.484047 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:42.630212 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1b15576d-3174-4700-b9f3-7a3895cf325c req-82eb62b7-f4fd-488b-b5eb-036d89ac7cc2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=17316c3c-1452-458b-b7e3-72878c4fab59 HTTP/1.1" status: 200 len: 217 time: 0.2151780 Aug 05 11:25:42.642443 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b5f70b56-c7ae-4d89-85d7-c0d7319d095a req-e792bec7-a253-4743-bdc0-184ab0d9fd7a tempest-LiveMigrationTest-868734295 tempest-LiveMigrationTest-868734295-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=12d84a41-4254-4f43-a1c3-ae5bdc7fdfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5394976 Aug 05 11:25:42.674447 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2791f384-7b63-47ba-8dfa-1e27156b2207 req-b3480a83-4738-4f44-a40d-0d26133cd128 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/security-groups?id=2975fa17-2fff-4e01-97a3-764244a94779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3819327 Aug 05 11:25:42.713847 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=3c67e590-e364-4336-b116-c2e224729891,revision_number=6']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:25:43.046478 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b15576d-3174-4700-b9f3-7a3895cf325c req-aab6b7a4-f779-4e3f-bc9f-0600dcd62f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:25:43.049892 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1b15576d-3174-4700-b9f3-7a3895cf325c req-aab6b7a4-f779-4e3f-bc9f-0600dcd62f90 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6842f728-c2f3-4e36-bb32-3303d06ce3f4 HTTP/1.1" status: 200 len: 843 time: 0.4009707 Aug 05 11:25:43.176218 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 05 Aug 2021 11:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dff5fe5c-ff36-413d-b605-783f6a09882c x-openstack-request-id: req-dff5fe5c-ff36-413d-b605-783f6a09882c {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:25:43.176902 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebd7f4a2-1b4a-49a0-97dd-2190f4672435", "name": "network-vif-unplugged", "status": "completed", "tag": "3c67e590-e364-4336-b116-c2e224729891", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:25:43.177442 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-dff5fe5c-ff36-413d-b605-783f6a09882c {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:25:43.178285 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebd7f4a2-1b4a-49a0-97dd-2190f4672435', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c67e590-e364-4336-b116-c2e224729891', 'code': 200} Aug 05 11:25:43.356009 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b5caab-c400-42ab-90f3-de0ac4181ea2 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Pushing event deleted for resources: {'Port': ['ID=6d63beca-c5e5-4fef-a551-562c7b085030,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:25:43.395117 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1ab702-2cac-4e61-87ed-5990a60c6b7f req-400b85f7-c769-4c4f-825e-15bcbf477bbf tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:25:43.397843 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-db1ab702-2cac-4e61-87ed-5990a60c6b7f req-400b85f7-c769-4c4f-825e-15bcbf477bbf tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebd7f4a2-1b4a-49a0-97dd-2190f4672435 HTTP/1.1" status: 200 len: 943 time: 0.3587656 Aug 05 11:25:43.549702 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b15576d-3174-4700-b9f3-7a3895cf325c req-b06ebd02-d97c-45a4-ac02-aaf6b1902821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:25:43.560204 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1b15576d-3174-4700-b9f3-7a3895cf325c req-b06ebd02-d97c-45a4-ac02-aaf6b1902821 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=91caede3-92e4-4b1e-8e3e-36227cfd846a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4307206 Aug 05 11:25:43.609565 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-72b7b25f-1116-4758-aa25-49c56be0226e req-58e93a13-492c-4015-a6af-99207f9cbe47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64ae6d5f-31c9-4bcb-8649-26de238fb3b9 {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:25:43.626572 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-72b7b25f-1116-4758-aa25-49c56be0226e req-58e93a13-492c-4015-a6af-99207f9cbe47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:43.675421 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-72b7b25f-1116-4758-aa25-49c56be0226e req-58e93a13-492c-4015-a6af-99207f9cbe47 service neutron] Transition to ACTIVE for port object 64ae6d5f-31c9-4bcb-8649-26de238fb3b9 will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:25:43.700059 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-72b7b25f-1116-4758-aa25-49c56be0226e req-58e93a13-492c-4015-a6af-99207f9cbe47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:43.733173 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f5b5caab-c400-42ab-90f3-de0ac4181ea2 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33285055'] for router_gateway, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:43.758665 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:43.812139 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-7c015535-50ab-4f57-b63f-9d89627e6a2f req-4fdea46d-fc19-4ba2-8e4c-630e60308889 tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:43.932038 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdea46d-fc19-4ba2-8e4c-630e60308889 tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] Pushing event deleted for resources: {'Port': ['ID=3c67e590-e364-4336-b116-c2e224729891,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:25:44.094611 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-db1ab702-2cac-4e61-87ed-5990a60c6b7f req-b92d45cb-211c-4fd2-b98f-6678b7e5249e tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] 10.222.0.58 "GET /v2.0/security-groups?id=fbebaaf7-93ba-47dd-9c3c-d739b7022bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6151512 Aug 05 11:25:44.272825 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1b15576d-3174-4700-b9f3-7a3895cf325c req-5f634f67-9789-45df-b06b-a80291be48f5 service neutron] 10.222.0.64 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6794960 Aug 05 11:25:44.283745 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ddc3e5-2bd9-4255-935a-0c91fb863532 req-2bcd45b6-98a7-46cd-8c3c-5167b87e2a7e tempest-LiveMigrationTest-868734295 tempest-LiveMigrationTest-868734295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:25:44.296889 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e9ddc3e5-2bd9-4255-935a-0c91fb863532 req-2bcd45b6-98a7-46cd-8c3c-5167b87e2a7e tempest-LiveMigrationTest-868734295 tempest-LiveMigrationTest-868734295-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=6daa696e-13a0-4064-a798-e7d6d6e2e860 HTTP/1.1" status: 200 len: 1096 time: 0.9416547 Aug 05 11:25:44.321244 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f5b5caab-c400-42ab-90f3-de0ac4181ea2 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33262979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1951'] for router, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:44.324761 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-72b7b25f-1116-4758-aa25-49c56be0226e req-58e93a13-492c-4015-a6af-99207f9cbe47 service neutron] Attempting to bind port 64ae6d5f-31c9-4bcb-8649-26de238fb3b9 on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:25:44.325286 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-72b7b25f-1116-4758-aa25-49c56be0226e req-58e93a13-492c-4015-a6af-99207f9cbe47 service neutron] Attempting to bind port 64ae6d5f-31c9-4bcb-8649-26de238fb3b9 by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:25:44.333151 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b7b25f-1116-4758-aa25-49c56be0226e req-58e93a13-492c-4015-a6af-99207f9cbe47 service neutron] Attempting to bind port 64ae6d5f-31c9-4bcb-8649-26de238fb3b9 on network 91caede3-92e4-4b1e-8e3e-36227cfd846a {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:25:44.345179 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f5b5caab-c400-42ab-90f3-de0ac4181ea2 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:44.360130 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e93a13-492c-4015-a6af-99207f9cbe47 service neutron] Pushing event updated for resources: {'Port': ['ID=64ae6d5f-31c9-4bcb-8649-26de238fb3b9,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:25:44.373489 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b7b25f-1116-4758-aa25-49c56be0226e req-58e93a13-492c-4015-a6af-99207f9cbe47 service neutron] Port 64ae6d5f-31c9-4bcb-8649-26de238fb3b9 on network 91caede3-92e4-4b1e-8e3e-36227cfd846a not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:25:44.373489 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b7b25f-1116-4758-aa25-49c56be0226e req-58e93a13-492c-4015-a6af-99207f9cbe47 service neutron] Attempting to bind port 64ae6d5f-31c9-4bcb-8649-26de238fb3b9 on network 91caede3-92e4-4b1e-8e3e-36227cfd846a {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:25:44.488576 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f5b5caab-c400-42ab-90f3-de0ac4181ea2 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33262474'] for router, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:44.489709 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5b5caab-c400-42ab-90f3-de0ac4181ea2 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Fanout notify agent at l3_agent the message router_deleted on router 1548d5de-7b4c-4123-8799-b5bca8a307d8 {{(pid=94421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 11:25:44.500410 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b7b25f-1116-4758-aa25-49c56be0226e req-58e93a13-492c-4015-a6af-99207f9cbe47 service neutron] Checking agent: {'id': 'a8f1dd2d-227c-4e30-8844-52419ba734db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 25, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:25:44.501298 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b7b25f-1116-4758-aa25-49c56be0226e req-58e93a13-492c-4015-a6af-99207f9cbe47 service neutron] Checking segment: {'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:25:44.502336 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b7b25f-1116-4758-aa25-49c56be0226e req-58e93a13-492c-4015-a6af-99207f9cbe47 service neutron] Bound using segment: {'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:25:44.503666 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-72b7b25f-1116-4758-aa25-49c56be0226e req-58e93a13-492c-4015-a6af-99207f9cbe47 service neutron] Bound port: 64ae6d5f-31c9-4bcb-8649-26de238fb3b9, host: n-h2-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:25:44.504856 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-72b7b25f-1116-4758-aa25-49c56be0226e req-58e93a13-492c-4015-a6af-99207f9cbe47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:44.523394 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f5b5caab-c400-42ab-90f3-de0ac4181ea2 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Notify callbacks [] for router, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:44.525655 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-f5b5caab-c400-42ab-90f3-de0ac4181ea2 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] 10.222.0.58 "DELETE /v2.0/routers/1548d5de-7b4c-4123-8799-b5bca8a307d8 HTTP/1.1" status: 204 len: 168 time: 4.9771888 Aug 05 11:25:44.531635 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 47402) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:25:44.694677 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e9ddc3e5-2bd9-4255-935a-0c91fb863532 req-f40fd922-62d8-45bb-b7ea-27670b140e73 tempest-LiveMigrationTest-868734295 tempest-LiveMigrationTest-868734295-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=12d84a41-4254-4f43-a1c3-ae5bdc7fdfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3963499 Aug 05 11:25:44.717486 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_v2 [None req-1602bd61-e94c-4018-8a8e-d977e175ab11 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Deleting subnet adf6ffc1-056d-4ea1-9f01-7f2752f2c95a {{(pid=94421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:25:44.729296 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1602bd61-e94c-4018-8a8e-d977e175ab11 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Notify callbacks [] for subnet, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:44.823070 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7c015535-50ab-4f57-b63f-9d89627e6a2f req-4fdea46d-fc19-4ba2-8e4c-630e60308889 tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] Router 39c0ba51-c3c5-478c-bc5e-8af03a89a2c2 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 11:25:44.833090 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-3bed1848-075d-420f-98f4-044a886c0a98 admin admin] Deleting port e7ed65e3-6499-4541-8e8c-5b4fe1a21531 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:25:44.833090 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3bed1848-075d-420f-98f4-044a886c0a98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:44.856057 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1602bd61-e94c-4018-8a8e-d977e175ab11 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29786388'] for subnet, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:44.896567 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec712c2e-6e17-412b-8e6f-e0bb8c7d1a5a req-1a7f4a28-983c-410f-9f80-48514b9d97ea tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:25:44.899787 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ec712c2e-6e17-412b-8e6f-e0bb8c7d1a5a req-1a7f4a28-983c-410f-9f80-48514b9d97ea tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ebac67d-7119-4342-9c0c-52a5503e1162 HTTP/1.1" status: 200 len: 948 time: 0.4727850 Aug 05 11:25:44.919200 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-72b7b25f-1116-4758-aa25-49c56be0226e req-58e93a13-492c-4015-a6af-99207f9cbe47 service neutron] For port 64ae6d5f-31c9-4bcb-8649-26de238fb3b9, host n-h2-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:25:44.959073 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-72b7b25f-1116-4758-aa25-49c56be0226e req-58e93a13-492c-4015-a6af-99207f9cbe47 service neutron] For port 64ae6d5f-31c9-4bcb-8649-26de238fb3b9, host n-h2-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=64ae6d5f-31c9-4bcb-8649-26de238fb3b9,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:25:44.969836 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-72b7b25f-1116-4758-aa25-49c56be0226e req-58e93a13-492c-4015-a6af-99207f9cbe47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:45.122423 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b7b25f-1116-4758-aa25-49c56be0226e req-58e93a13-492c-4015-a6af-99207f9cbe47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:25:45.123495 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-72b7b25f-1116-4758-aa25-49c56be0226e req-58e93a13-492c-4015-a6af-99207f9cbe47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:45.125891 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-72b7b25f-1116-4758-aa25-49c56be0226e req-58e93a13-492c-4015-a6af-99207f9cbe47 service neutron] 10.222.0.55 "PUT /v2.0/ports/64ae6d5f-31c9-4bcb-8649-26de238fb3b9 HTTP/1.1" status: 200 len: 1096 time: 3.8712702 Aug 05 11:25:45.127693 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ebac67d-7119-4342-9c0c-52a5503e1162', 'tag': '64ae6d5f-31c9-4bcb-8649-26de238fb3b9'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:25:45.131830 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1c0ba0a-f1a2-4020-942d-5d19de0da3b1" -d '{"events": [{"name": "network-changed", "server_uuid": "6ebac67d-7119-4342-9c0c-52a5503e1162", "tag": "64ae6d5f-31c9-4bcb-8649-26de238fb3b9"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:25:45.196462 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e93a13-492c-4015-a6af-99207f9cbe47 service neutron] Pushing event updated for resources: {'Port': ['ID=64ae6d5f-31c9-4bcb-8649-26de238fb3b9,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:25:45.211715 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1b15576d-3174-4700-b9f3-7a3895cf325c req-420d411f-3aec-4b87-9d4c-38af3613cecc service neutron] 10.222.0.64 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7938430 Aug 05 11:25:45.232281 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1602bd61-e94c-4018-8a8e-d977e175ab11 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:45.368123 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ec712c2e-6e17-412b-8e6f-e0bb8c7d1a5a req-ed36d9c6-73ae-4181-b170-725f7ef1d399 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/security-groups?id=2975fa17-2fff-4e01-97a3-764244a94779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3801036 Aug 05 11:25:45.390847 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-3bed1848-075d-420f-98f4-044a886c0a98 admin admin] For port e7ed65e3-6499-4541-8e8c-5b4fe1a21531, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=e7ed65e3-6499-4541-8e8c-5b4fe1a21531,segment=NetworkSegment(62d5f6e5-fb54-4b87-bd43-7b7a75190f0b),segment_id=62d5f6e5-fb54-4b87-bd43-7b7a75190f0b)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:25:45.391614 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3bed1848-075d-420f-98f4-044a886c0a98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:45.437101 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-3bed1848-075d-420f-98f4-044a886c0a98 admin admin] Calling delete_port for e7ed65e3-6499-4541-8e8c-5b4fe1a21531 owned by network:router_interface {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:25:45.454036 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7c015535-50ab-4f57-b63f-9d89627e6a2f req-4fdea46d-fc19-4ba2-8e4c-630e60308889 tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:25:45.472387 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890680ca-6e4e-43af-a338-df07cd6380ed None None] Sync routers for ids ['39c0ba51-c3c5-478c-bc5e-8af03a89a2c2'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:25:45.517278 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1602bd61-e94c-4018-8a8e-d977e175ab11 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25038609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30075142'] for subnet, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:45.526565 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890680ca-6e4e-43af-a338-df07cd6380ed None None] Routers {'39c0ba51-c3c5-478c-bc5e-8af03a89a2c2'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:25:45.527542 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-890680ca-6e4e-43af-a338-df07cd6380ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:25:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['39c0ba51-c3c5-478c-bc5e-8af03a89a2c2'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:25:45.553555 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 47430) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:25:45.627706 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b7b25f-1116-4758-aa25-49c56be0226e req-59cebdf0-50e4-4a8e-bb0a-5544d32765cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:25:45.630972 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-72b7b25f-1116-4758-aa25-49c56be0226e req-59cebdf0-50e4-4a8e-bb0a-5544d32765cc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=da1b410c9abb4742b18075944f1e5e2e&device_id=6ebac67d-7119-4342-9c0c-52a5503e1162 HTTP/1.1" status: 200 len: 1099 time: 0.2930875 Aug 05 11:25:45.647694 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1602bd61-e94c-4018-8a8e-d977e175ab11 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Pushing event deleted for resources: {'Subnet': ['ID=adf6ffc1-056d-4ea1-9f01-7f2752f2c95a,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:25:45.651677 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1602bd61-e94c-4018-8a8e-d977e175ab11 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:45.651974 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16d9ed9-09da-4098-8352-35ce9bf0bd6d None None] Network a06218ba-e711-48d9-b9aa-baf0958a0fc5 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:25:45.662107 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-1602bd61-e94c-4018-8a8e-d977e175ab11 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] 10.222.0.58 "DELETE /v2.0/subnets/adf6ffc1-056d-4ea1-9f01-7f2752f2c95a HTTP/1.1" status: 204 len: 168 time: 1.1281943 Aug 05 11:25:45.783365 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 47434) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:25:45.833871 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-72b7b25f-1116-4758-aa25-49c56be0226e req-1fb5f29f-ac58-4cea-8030-35e9d3940697 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=64ae6d5f-31c9-4bcb-8649-26de238fb3b9 HTTP/1.1" status: 200 len: 217 time: 0.1676002 Aug 05 11:25:45.899941 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-890680ca-6e4e-43af-a338-df07cd6380ed None None] Set router 39c0ba51-c3c5-478c-bc5e-8af03a89a2c2 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:25:45.948477 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c015535-50ab-4f57-b63f-9d89627e6a2f req-4fdea46d-fc19-4ba2-8e4c-630e60308889 tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] No DVR routers for this DVR port 3c67e590-e364-4336-b116-c2e224729891 on host n-h2-803378-2 {{(pid=94420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:25:45.954784 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c37b0899-030f-474d-bdbf-00a06c523be2 req-70102227-423e-4bc9-acde-1ae510ee1d3f tempest-TenantUsagesTestJSON-998718406 tempest-TenantUsagesTestJSON-998718406-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=4b7f19bc3aa14b9894ee9576f8d7e97f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4152443 Aug 05 11:25:45.960668 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-7c015535-50ab-4f57-b63f-9d89627e6a2f req-4fdea46d-fc19-4ba2-8e4c-630e60308889 tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:45.964690 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7c015535-50ab-4f57-b63f-9d89627e6a2f req-4fdea46d-fc19-4ba2-8e4c-630e60308889 tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] 10.222.0.55 "DELETE /v2.0/ports/3c67e590-e364-4336-b116-c2e224729891 HTTP/1.1" status: 204 len: 173 time: 7.1203380 Aug 05 11:25:45.966026 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebd7f4a2-1b4a-49a0-97dd-2190f4672435', 'name': 'network-vif-deleted', 'tag': '3c67e590-e364-4336-b116-c2e224729891'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:25:45.983388 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}828068ad8d405ad77660ce68fa78e1ffe658725812f7a08f9e488a446589295b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-683fd637-d8b0-43c2-b4ba-2a8cf656dd72" -d '{"events": [{"server_uuid": "ebd7f4a2-1b4a-49a0-97dd-2190f4672435", "name": "network-vif-deleted", "tag": "3c67e590-e364-4336-b116-c2e224729891"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:25:46.210878 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de51183c-cd26-4331-a279-8f6155a1eb55 None None] DHCP port deletion for a06218ba-e711-48d9-b9aa-baf0958a0fc5 request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 11:25:46.282703 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3bed1848-075d-420f-98f4-044a886c0a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:46.306378 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b7b25f-1116-4758-aa25-49c56be0226e req-058c9b11-afce-4968-98e7-646a98b63720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:25:46.312708 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-72b7b25f-1116-4758-aa25-49c56be0226e req-058c9b11-afce-4968-98e7-646a98b63720 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6842f728-c2f3-4e36-bb32-3303d06ce3f4 HTTP/1.1" status: 200 len: 843 time: 0.4224591 Aug 05 11:25:46.437423 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-de51183c-cd26-4331-a279-8f6155a1eb55 None None] Deleting port af75c569-45f4-4550-a00e-7a974e187ae2 {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:25:46.438235 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-de51183c-cd26-4331-a279-8f6155a1eb55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:46.512671 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bed1848-075d-420f-98f4-044a886c0a98 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7ed65e3-6499-4541-8e8c-5b4fe1a21531,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:25:46.534010 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-dc08206c-f35f-4109-bf86-6a531c408e80 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:46.568711 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b7b25f-1116-4758-aa25-49c56be0226e req-b11521c4-b626-41be-b27d-578189d9ffa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:25:46.571327 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-72b7b25f-1116-4758-aa25-49c56be0226e req-b11521c4-b626-41be-b27d-578189d9ffa2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=91caede3-92e4-4b1e-8e3e-36227cfd846a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2472777 Aug 05 11:25:46.613179 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-890680ca-6e4e-43af-a338-df07cd6380ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39c0ba51-c3c5-478c-bc5e-8af03a89a2c2', 'name': 'tempest-ServersTestFqdnHostnames-484026939-router', 'tenant_id': '54ce1209669740e4b5d6b670cf6e01b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '3e3a1dd8-81bd-4158-b9bd-35443bb3ea90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:23:00Z', 'updated_at': '2021-08-05T11:23:09Z', 'revision_number': 4, 'project_id': '54ce1209669740e4b5d6b670cf6e01b0', 'gw_port': {'id': '3e3a1dd8-81bd-4158-b9bd-35443bb3ea90', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:8e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c0ba51-c3c5-478c-bc5e-8af03a89a2c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:23:02Z', 'updated_at': '2021-08-05T11:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'adebbd07-3843-4acb-8c08-cee18e04389b', 'name': '', 'network_id': '688d8d3a-2c98-48b7-91ea-222d8bd03d5f', 'tenant_id': '54ce1209669740e4b5d6b670cf6e01b0', 'mac_address': 'fa:16:3e:6a:53:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c0ba51-c3c5-478c-bc5e-8af03a89a2c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'e6417045-e99b-47d8-8deb-63bdae7f0b72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:23:08Z', 'updated_at': '2021-08-05T11:23:23Z', 'revision_number': 5, 'project_id': '54ce1209669740e4b5d6b670cf6e01b0', 'subnets': [{'id': 'e6417045-e99b-47d8-8deb-63bdae7f0b72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:25:46.711299 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-de51183c-cd26-4331-a279-8f6155a1eb55 None None] For port af75c569-45f4-4550-a00e-7a974e187ae2, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=af75c569-45f4-4550-a00e-7a974e187ae2,segment=NetworkSegment(a5cf2e66-a631-4791-885f-66f375789259),segment_id=a5cf2e66-a631-4791-885f-66f375789259)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:25:46.712940 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-de51183c-cd26-4331-a279-8f6155a1eb55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:46.773253 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-de51183c-cd26-4331-a279-8f6155a1eb55 None None] Calling delete_port for af75c569-45f4-4550-a00e-7a974e187ae2 owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:25:46.774868 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890680ca-6e4e-43af-a338-df07cd6380ed None None] Checking router: 39c0ba51-c3c5-478c-bc5e-8af03a89a2c2 for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:25:46.825284 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_v2 [None req-f271c89c-39cc-40f6-aee7-0e44969f6208 admin admin] Deleting subnet 8c648b54-2f27-41ec-9e17-9213825c0d0c {{(pid=94420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:25:46.827827 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890680ca-6e4e-43af-a338-df07cd6380ed None None] Routers {'39c0ba51-c3c5-478c-bc5e-8af03a89a2c2'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:25:46.828834 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-890680ca-6e4e-43af-a338-df07cd6380ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:25:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['39c0ba51-c3c5-478c-bc5e-8af03a89a2c2'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:25:46.927007 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-dc08206c-f35f-4109-bf86-6a531c408e80 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Deleting port af75c569-45f4-4550-a00e-7a974e187ae2 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:25:46.928296 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-dc08206c-f35f-4109-bf86-6a531c408e80 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:46.969982 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-72b7b25f-1116-4758-aa25-49c56be0226e req-a2b65c47-b4be-4b1e-b304-c30f9fbd2df1 service neutron] 10.222.0.55 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3078048 Aug 05 11:25:46.993215 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37b0899-030f-474d-bdbf-00a06c523be2 req-eb7c29ec-643a-4b52-ba1d-6cedfbb11fef tempest-TenantUsagesTestJSON-998718406 tempest-TenantUsagesTestJSON-998718406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:25:46.997818 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c37b0899-030f-474d-bdbf-00a06c523be2 req-eb7c29ec-643a-4b52-ba1d-6cedfbb11fef tempest-TenantUsagesTestJSON-998718406 tempest-TenantUsagesTestJSON-998718406-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9989085 Aug 05 11:25:47.002532 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f271c89c-39cc-40f6-aee7-0e44969f6208 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:47.182181 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f271c89c-39cc-40f6-aee7-0e44969f6208 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25010562'] for subnet, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:47.201920 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-de51183c-cd26-4331-a279-8f6155a1eb55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:47.240020 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-890680ca-6e4e-43af-a338-df07cd6380ed None None] Set router 39c0ba51-c3c5-478c-bc5e-8af03a89a2c2 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:25:47.260994 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de51183c-cd26-4331-a279-8f6155a1eb55 None None] Pushing event deleted for resources: {'Port': ['ID=af75c569-45f4-4550-a00e-7a974e187ae2,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:25:47.277056 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de51183c-cd26-4331-a279-8f6155a1eb55 None None] No DVR routers for this DVR port af75c569-45f4-4550-a00e-7a974e187ae2 on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:25:47.398949 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [None req-dc08206c-f35f-4109-bf86-6a531c408e80 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] For port af75c569-45f4-4550-a00e-7a974e187ae2, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=af75c569-45f4-4550-a00e-7a974e187ae2,segment=NetworkSegment(a5cf2e66-a631-4791-885f-66f375789259),segment_id=a5cf2e66-a631-4791-885f-66f375789259)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:25:47.399710 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-dc08206c-f35f-4109-bf86-6a531c408e80 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:47.408093 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3bed1848-075d-420f-98f4-044a886c0a98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33140263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33208171'] for router_interface, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:47.415068 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c37b0899-030f-474d-bdbf-00a06c523be2 req-38b45bda-9b98-48c5-adfe-793678dab63f tempest-TenantUsagesTestJSON-998718406 tempest-TenantUsagesTestJSON-998718406-project] 10.222.0.58 "GET /v2.0/quotas/4b7f19bc3aa14b9894ee9576f8d7e97f HTTP/1.1" status: 200 len: 375 time: 0.3056600 Aug 05 11:25:47.444036 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-dc08206c-f35f-4109-bf86-6a531c408e80 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Calling delete_port for af75c569-45f4-4550-a00e-7a974e187ae2 owned by network:dhcp {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:25:47.517675 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-72b7b25f-1116-4758-aa25-49c56be0226e req-38d504c0-df34-4e4d-b05d-fc0adf9d188a service neutron] 10.222.0.55 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3849294 Aug 05 11:25:47.703471 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-dc08206c-f35f-4109-bf86-6a531c408e80 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:47.746039 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc08206c-f35f-4109-bf86-6a531c408e80 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Pushing event deleted for resources: {'Port': ['ID=af75c569-45f4-4550-a00e-7a974e187ae2,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:25:47.753738 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc08206c-f35f-4109-bf86-6a531c408e80 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] No DVR routers for this DVR port af75c569-45f4-4550-a00e-7a974e187ae2 on host n-d-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:25:47.828408 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-890680ca-6e4e-43af-a338-df07cd6380ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39c0ba51-c3c5-478c-bc5e-8af03a89a2c2', 'name': 'tempest-ServersTestFqdnHostnames-484026939-router', 'tenant_id': '54ce1209669740e4b5d6b670cf6e01b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '3e3a1dd8-81bd-4158-b9bd-35443bb3ea90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:23:00Z', 'updated_at': '2021-08-05T11:23:09Z', 'revision_number': 4, 'project_id': '54ce1209669740e4b5d6b670cf6e01b0', 'gw_port': {'id': '3e3a1dd8-81bd-4158-b9bd-35443bb3ea90', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:8e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c0ba51-c3c5-478c-bc5e-8af03a89a2c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:23:02Z', 'updated_at': '2021-08-05T11:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'adebbd07-3843-4acb-8c08-cee18e04389b', 'name': '', 'network_id': '688d8d3a-2c98-48b7-91ea-222d8bd03d5f', 'tenant_id': '54ce1209669740e4b5d6b670cf6e01b0', 'mac_address': 'fa:16:3e:6a:53:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c0ba51-c3c5-478c-bc5e-8af03a89a2c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'e6417045-e99b-47d8-8deb-63bdae7f0b72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:23:08Z', 'updated_at': '2021-08-05T11:23:23Z', 'revision_number': 5, 'project_id': '54ce1209669740e4b5d6b670cf6e01b0', 'subnets': [{'id': 'e6417045-e99b-47d8-8deb-63bdae7f0b72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:25:47.891772 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890680ca-6e4e-43af-a338-df07cd6380ed None None] The sync data for ids ['39c0ba51-c3c5-478c-bc5e-8af03a89a2c2'] in n-d-803378-2 is: [{'id': '39c0ba51-c3c5-478c-bc5e-8af03a89a2c2', 'name': 'tempest-ServersTestFqdnHostnames-484026939-router', 'tenant_id': '54ce1209669740e4b5d6b670cf6e01b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '3e3a1dd8-81bd-4158-b9bd-35443bb3ea90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:23:00Z', 'updated_at': '2021-08-05T11:23:09Z', 'revision_number': 4, 'project_id': '54ce1209669740e4b5d6b670cf6e01b0', 'gw_port': {'id': '3e3a1dd8-81bd-4158-b9bd-35443bb3ea90', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:8e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c0ba51-c3c5-478c-bc5e-8af03a89a2c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:23:02Z', 'updated_at': '2021-08-05T11:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'adebbd07-3843-4acb-8c08-cee18e04389b', 'name': '', 'network_id': '688d8d3a-2c98-48b7-91ea-222d8bd03d5f', 'tenant_id': '54ce1209669740e4b5d6b670cf6e01b0', 'mac_address': 'fa:16:3e:6a:53:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c0ba51-c3c5-478c-bc5e-8af03a89a2c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'e6417045-e99b-47d8-8deb-63bdae7f0b72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:23:08Z', 'updated_at': '2021-08-05T11:23:23Z', 'revision_number': 5, 'project_id': '54ce1209669740e4b5d6b670cf6e01b0', 'subnets': [{'id': 'e6417045-e99b-47d8-8deb-63bdae7f0b72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:25:47.902221 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-dc08206c-f35f-4109-bf86-6a531c408e80 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:47.919172 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-dc08206c-f35f-4109-bf86-6a531c408e80 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a06218ba-e711-48d9-b9aa-baf0958a0fc5']}} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:25:47.942174 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-dc08206c-f35f-4109-bf86-6a531c408e80 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5cf2e66-a631-4791-885f-66f375789259') {'for_net_delete': True} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:25:47.943194 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-dc08206c-f35f-4109-bf86-6a531c408e80 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5cf2e66-a631-4791-885f-66f375789259') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:25:47.945059 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c37b0899-030f-474d-bdbf-00a06c523be2 req-ac4f345e-5ed1-4632-a4f7-27b6b4fe3d3b tempest-TenantUsagesTestJSON-998718406 tempest-TenantUsagesTestJSON-998718406-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=4b7f19bc3aa14b9894ee9576f8d7e97f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5108531 Aug 05 11:25:47.952763 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f271c89c-39cc-40f6-aee7-0e44969f6208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:47.962206 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-dc08206c-f35f-4109-bf86-6a531c408e80 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29786371'] for segment, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:47.994504 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-dc08206c-f35f-4109-bf86-6a531c408e80 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:48.013800 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc08206c-f35f-4109-bf86-6a531c408e80 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Releasing vlan 684 on physical network physnet1 to pool {{(pid=94421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:25:48.017015 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-dc08206c-f35f-4109-bf86-6a531c408e80 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25038799'] for segment, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:48.097827 n-d-803378-2 neutron-server[94421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 11:25:48.097827 n-d-803378-2 neutron-server[94421]: self.session.flush() Aug 05 11:25:48.097827 n-d-803378-2 neutron-server[94421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 11:25:48.097827 n-d-803378-2 neutron-server[94421]: self.session.flush() Aug 05 11:25:48.097827 n-d-803378-2 neutron-server[94421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 11:25:48.097827 n-d-803378-2 neutron-server[94421]: self.session.flush() Aug 05 11:25:48.097827 n-d-803378-2 neutron-server[94421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 11:25:48.097827 n-d-803378-2 neutron-server[94421]: self.session.flush() Aug 05 11:25:48.097827 n-d-803378-2 neutron-server[94421]: Traceback (most recent call last): Aug 05 11:25:48.097827 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:25:48.097827 n-d-803378-2 neutron-server[94421]: timer() Aug 05 11:25:48.097827 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:25:48.097827 n-d-803378-2 neutron-server[94421]: cb(*args, **kw) Aug 05 11:25:48.097827 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:25:48.097827 n-d-803378-2 neutron-server[94421]: return func(*args, **kwargs) Aug 05 11:25:48.097827 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:25:48.097827 n-d-803378-2 neutron-server[94421]: self._notify() Aug 05 11:25:48.097827 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:25:48.097827 n-d-803378-2 neutron-server[94421]: self.callback(batched_events) Aug 05 11:25:48.097827 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:25:48.097827 n-d-803378-2 neutron-server[94421]: event.method(event) Aug 05 11:25:48.097827 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:25:48.097827 n-d-803378-2 neutron-server[94421]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:25:48.097827 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:25:48.097827 n-d-803378-2 neutron-server[94421]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:25:48.097827 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:25:48.097827 n-d-803378-2 neutron-server[94421]: return f(self, *a, **k) Aug 05 11:25:48.097827 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:25:48.097827 n-d-803378-2 neutron-server[94421]: return self._get(url).json() Aug 05 11:25:48.097827 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:25:48.097827 n-d-803378-2 neutron-server[94421]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:25:48.097827 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:25:48.097827 n-d-803378-2 neutron-server[94421]: return self.request(url, 'GET', **kwargs) Aug 05 11:25:48.097827 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:25:48.097827 n-d-803378-2 neutron-server[94421]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:25:48.097827 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:25:48.097827 n-d-803378-2 neutron-server[94421]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:25:48.097827 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:25:48.097827 n-d-803378-2 neutron-server[94421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:25:48.097827 n-d-803378-2 neutron-server[94421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:25:48.141064 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-dc08206c-f35f-4109-bf86-6a531c408e80 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:48.172421 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-dc08206c-f35f-4109-bf86-6a531c408e80 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:48.181857 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-dc08206c-f35f-4109-bf86-6a531c408e80 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] 10.222.0.58 "DELETE /v2.0/networks/a06218ba-e711-48d9-b9aa-baf0958a0fc5 HTTP/1.1" status: 204 len: 168 time: 2.3899021 Aug 05 11:25:48.187410 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 47464) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:25:48.348344 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc08206c-f35f-4109-bf86-6a531c408e80 tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Pushing event deleted for resources: {'Network': ['ID=a06218ba-e711-48d9-b9aa-baf0958a0fc5,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:25:48.385963 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f271c89c-39cc-40f6-aee7-0e44969f6208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29762763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24211094'] for subnet, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:48.459480 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device af75c569-45f4-4550-a00e-7a974e187ae2 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:25:48.518015 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f271c89c-39cc-40f6-aee7-0e44969f6208 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c648b54-2f27-41ec-9e17-9213825c0d0c,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:25:48.543503 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f271c89c-39cc-40f6-aee7-0e44969f6208 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:48.546374 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea34f8b1-0da2-46bd-8e33-ebacab4dc958 None None] New status for floating IP ef446883-88a2-4112-bad0-7dd876fa0e03: DOWN {{(pid=94422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 11:25:48.547198 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-f271c89c-39cc-40f6-aee7-0e44969f6208 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/8c648b54-2f27-41ec-9e17-9213825c0d0c HTTP/1.1" status: 204 len: 168 time: 2.9896672 Aug 05 11:25:48.552736 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 47474) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:25:48.631701 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b1ac6d2-89df-456d-9cdd-ab104ebbc753 x-openstack-request-id: req-0b1ac6d2-89df-456d-9cdd-ab104ebbc753 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:25:48.632319 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ebac67d-7119-4342-9c0c-52a5503e1162", "tag": "64ae6d5f-31c9-4bcb-8649-26de238fb3b9", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:25:48.632951 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0b1ac6d2-89df-456d-9cdd-ab104ebbc753 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:25:48.633742 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ebac67d-7119-4342-9c0c-52a5503e1162', 'tag': '64ae6d5f-31c9-4bcb-8649-26de238fb3b9', 'status': 'completed', 'code': 200} Aug 05 11:25:48.696547 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [req-6539206a-8a00-461e-b21f-4e81317e9136 req-4cfd535d-4463-4be2-bf78-d409facffe3d tempest-LiveMigrationTest-868734295 tempest-LiveMigrationTest-868734295-project-admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94420) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 11:25:48.706832 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6539206a-8a00-461e-b21f-4e81317e9136 req-4cfd535d-4463-4be2-bf78-d409facffe3d tempest-LiveMigrationTest-868734295 tempest-LiveMigrationTest-868734295-project-admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3416016 Aug 05 11:25:48.734177 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bed1848-075d-420f-98f4-044a886c0a98 admin admin] Router a1aaa91a-6751-45c5-ae50-7b01ecf14039 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 11:25:48.793208 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c1ccd09d-37d8-4b13-a195-9bb8404babfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:48.869084 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: af75c569-45f4-4550-a00e-7a974e187ae2 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:25:48.870056 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device af75c569-45f4-4550-a00e-7a974e187ae2 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:25:48.898562 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-6539206a-8a00-461e-b21f-4e81317e9136 req-e9085711-0dfa-4ded-b66d-5bac79dee933 service neutron] Request body: {'binding': {'host': 'n-h1-803378-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:25:48.900238 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-6539206a-8a00-461e-b21f-4e81317e9136 req-e9085711-0dfa-4ded-b66d-5bac79dee933 service neutron] Unknown quota resources ['binding']. {{(pid=94420) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 05 11:25:48.904253 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-2d8020a4-2cc5-4c59-af27-bce28f2f091e tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Deleting port bb6c3dac-67f2-4cd9-8fa3-cf4d9ba51ca9 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:25:48.910784 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2d8020a4-2cc5-4c59-af27-bce28f2f091e tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:48.996699 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b2214f2-befa-420b-b280-40547bb11e4d x-openstack-request-id: req-2b2214f2-befa-420b-b280-40547bb11e4d {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:25:48.997667 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebd7f4a2-1b4a-49a0-97dd-2190f4672435", "name": "network-vif-deleted", "tag": "3c67e590-e364-4336-b116-c2e224729891", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:25:48.998210 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2b2214f2-befa-420b-b280-40547bb11e4d {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:25:48.998805 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebd7f4a2-1b4a-49a0-97dd-2190f4672435', 'name': 'network-vif-deleted', 'tag': '3c67e590-e364-4336-b116-c2e224729891', 'status': 'completed', 'code': 200} Aug 05 11:25:49.010132 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c0ba0a-f1a2-4020-942d-5d19de0da3b1 req-3f6ef51e-f80d-49bd-8195-bc9517f28b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:25:49.013433 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-f1c0ba0a-f1a2-4020-942d-5d19de0da3b1 req-3f6ef51e-f80d-49bd-8195-bc9517f28b8b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=da1b410c9abb4742b18075944f1e5e2e&device_id=6ebac67d-7119-4342-9c0c-52a5503e1162 HTTP/1.1" status: 200 len: 1099 time: 0.3020685 Aug 05 11:25:49.190398 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2d8020a4-2cc5-4c59-af27-bce28f2f091e tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:49.191149 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2d8020a4-2cc5-4c59-af27-bce28f2f091e tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:49.232986 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-2d8020a4-2cc5-4c59-af27-bce28f2f091e tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Calling delete_port for bb6c3dac-67f2-4cd9-8fa3-cf4d9ba51ca9 owned by network:floatingip {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:25:49.343784 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c0ba0a-f1a2-4020-942d-5d19de0da3b1 req-df301b4a-7ae7-499b-b550-a5b2dd8e8077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:25:49.346387 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-f1c0ba0a-f1a2-4020-942d-5d19de0da3b1 req-df301b4a-7ae7-499b-b550-a5b2dd8e8077 service neutron] 10.222.0.55 "GET /v2.0/networks?id=91caede3-92e4-4b1e-8e3e-36227cfd846a HTTP/1.1" status: 200 len: 870 time: 0.3164353 Aug 05 11:25:49.413833 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bed1848-075d-420f-98f4-044a886c0a98 admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:25:49.431755 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-f1c0ba0a-f1a2-4020-942d-5d19de0da3b1 req-3d90c829-27f3-49b6-8998-df158a38e7f0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=64ae6d5f-31c9-4bcb-8649-26de238fb3b9 HTTP/1.1" status: 200 len: 217 time: 0.0757573 Aug 05 11:25:49.447218 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-3bed1848-075d-420f-98f4-044a886c0a98 admin admin] 10.222.0.58 "PUT /v2.0/routers/a1aaa91a-6751-45c5-ae50-7b01ecf14039/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8600814 Aug 05 11:25:49.447566 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2dfd49-56c2-4558-90b0-099fdbe79162 None None] Sync routers for ids ['a1aaa91a-6751-45c5-ae50-7b01ecf14039'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:25:49.448627 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c1ccd09d-37d8-4b13-a195-9bb8404babfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:49.452320 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 47484) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:25:49.470101 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2dfd49-56c2-4558-90b0-099fdbe79162 None None] Routers {'a1aaa91a-6751-45c5-ae50-7b01ecf14039'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:25:49.472873 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-8e2dfd49-56c2-4558-90b0-099fdbe79162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:25:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['a1aaa91a-6751-45c5-ae50-7b01ecf14039'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:25:49.502573 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-c1ccd09d-37d8-4b13-a195-9bb8404babfe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e7bde98-a1ff-44d7-8525-eaa9c1e81087']}} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:25:49.545476 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c0ba0a-f1a2-4020-942d-5d19de0da3b1 req-e0c3d058-6d92-4df7-a3fb-03ba0c002c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:25:49.547809 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-f1c0ba0a-f1a2-4020-942d-5d19de0da3b1 req-e0c3d058-6d92-4df7-a3fb-03ba0c002c5d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6842f728-c2f3-4e36-bb32-3303d06ce3f4 HTTP/1.1" status: 200 len: 843 time: 0.1083868 Aug 05 11:25:49.578775 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5bfc57-bcf2-4f1a-a776-cb9ec300cf75 req-e00e20e3-3820-4088-ba46-72e072c14f7c tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:25:49.581370 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8f5bfc57-bcf2-4f1a-a776-cb9ec300cf75 req-e00e20e3-3820-4088-ba46-72e072c14f7c tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ebac67d-7119-4342-9c0c-52a5503e1162 HTTP/1.1" status: 200 len: 948 time: 0.4311881 Aug 05 11:25:49.622580 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-c1ccd09d-37d8-4b13-a195-9bb8404babfe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32cc618e-4968-4750-a5aa-c2579fceb01e') {'for_net_delete': True} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:25:49.623049 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-c1ccd09d-37d8-4b13-a195-9bb8404babfe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32cc618e-4968-4750-a5aa-c2579fceb01e') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:25:49.700687 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c0ba0a-f1a2-4020-942d-5d19de0da3b1 req-0c7808b0-d92f-4aec-b512-2f0668362e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:25:49.703164 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-f1c0ba0a-f1a2-4020-942d-5d19de0da3b1 req-0c7808b0-d92f-4aec-b512-2f0668362e11 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=91caede3-92e4-4b1e-8e3e-36227cfd846a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1405170 Aug 05 11:25:49.705396 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2d8020a4-2cc5-4c59-af27-bce28f2f091e tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:49.727907 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 64ae6d5f-31c9-4bcb-8649-26de238fb3b9 details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:25:49.764002 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c1ccd09d-37d8-4b13-a195-9bb8404babfe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25010581'] for segment, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:49.767985 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8020a4-2cc5-4c59-af27-bce28f2f091e tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Pushing event deleted for resources: {'Port': ['ID=bb6c3dac-67f2-4cd9-8fa3-cf4d9ba51ca9,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:25:49.819606 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c1ccd09d-37d8-4b13-a195-9bb8404babfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:49.826564 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-8e2dfd49-56c2-4558-90b0-099fdbe79162 None None] Set router a1aaa91a-6751-45c5-ae50-7b01ecf14039 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:25:49.836831 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1ccd09d-37d8-4b13-a195-9bb8404babfe admin admin] Releasing vlan 659 on physical network physnet1 to pool {{(pid=94420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:25:49.837375 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c1ccd09d-37d8-4b13-a195-9bb8404babfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29762581'] for segment, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:49.982825 n-d-803378-2 neutron-server[94420]: Traceback (most recent call last): Aug 05 11:25:49.982825 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:25:49.982825 n-d-803378-2 neutron-server[94420]: timer() Aug 05 11:25:49.982825 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:25:49.982825 n-d-803378-2 neutron-server[94420]: cb(*args, **kw) Aug 05 11:25:49.982825 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:25:49.982825 n-d-803378-2 neutron-server[94420]: return func(*args, **kwargs) Aug 05 11:25:49.982825 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:25:49.982825 n-d-803378-2 neutron-server[94420]: self._notify() Aug 05 11:25:49.982825 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:25:49.982825 n-d-803378-2 neutron-server[94420]: self.callback(batched_events) Aug 05 11:25:49.982825 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:25:49.982825 n-d-803378-2 neutron-server[94420]: event.method(event) Aug 05 11:25:49.982825 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:25:49.982825 n-d-803378-2 neutron-server[94420]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:25:49.982825 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:25:49.982825 n-d-803378-2 neutron-server[94420]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:25:49.982825 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:25:49.982825 n-d-803378-2 neutron-server[94420]: return f(self, *a, **k) Aug 05 11:25:49.982825 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:25:49.982825 n-d-803378-2 neutron-server[94420]: return self._get(url).json() Aug 05 11:25:49.982825 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:25:49.982825 n-d-803378-2 neutron-server[94420]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:25:49.982825 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:25:49.982825 n-d-803378-2 neutron-server[94420]: return self.request(url, 'GET', **kwargs) Aug 05 11:25:49.982825 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:25:49.982825 n-d-803378-2 neutron-server[94420]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:25:49.982825 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:25:49.982825 n-d-803378-2 neutron-server[94420]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:25:49.982825 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:25:49.982825 n-d-803378-2 neutron-server[94420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:25:49.982825 n-d-803378-2 neutron-server[94420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:25:50.025736 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-6539206a-8a00-461e-b21f-4e81317e9136 req-e9085711-0dfa-4ded-b66d-5bac79dee933 service neutron] Attempting to bind port 74ee7881-5d34-4d2f-8ca5-497d574a916d on host n-h1-803378-2 for vnic_type normal with profile None {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:25:50.026315 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-6539206a-8a00-461e-b21f-4e81317e9136 req-e9085711-0dfa-4ded-b66d-5bac79dee933 service neutron] Attempting to bind port 74ee7881-5d34-4d2f-8ca5-497d574a916d by drivers openvswitch,hyperv on host n-h1-803378-2 at level 0 using segments [{'id': 'be89551e-4aa0-433b-90d8-e517f4f1da1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '546c0542-0f92-4f6c-914b-a74a81cd2290'}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:25:50.026830 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6539206a-8a00-461e-b21f-4e81317e9136 req-e9085711-0dfa-4ded-b66d-5bac79dee933 service neutron] Attempting to bind port 74ee7881-5d34-4d2f-8ca5-497d574a916d on network 546c0542-0f92-4f6c-914b-a74a81cd2290 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:25:50.046146 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c1ccd09d-37d8-4b13-a195-9bb8404babfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:50.060416 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a0f0bf97-9c8e-4744-8bb2-04da75a048a0 admin admin] Notify callbacks [] for router, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:50.063917 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 64ae6d5f-31c9-4bcb-8649-26de238fb3b9, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=64ae6d5f-31c9-4bcb-8649-26de238fb3b9,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:25:50.067486 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2d8020a4-2cc5-4c59-af27-bce28f2f091e tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Notify callbacks [] for floatingip, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:50.076920 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2d8020a4-2cc5-4c59-af27-bce28f2f091e tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:50.084093 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-2d8020a4-2cc5-4c59-af27-bce28f2f091e tempest-FloatingIPAdminTestJSON-1984601672 tempest-FloatingIPAdminTestJSON-1984601672-project] 10.222.0.58 "DELETE /v2.0/floatingips/e6f857ec-fb6a-424d-a371-d36df3efc6af HTTP/1.1" status: 204 len: 168 time: 1.8943954 Aug 05 11:25:50.113032 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-f1c0ba0a-f1a2-4020-942d-5d19de0da3b1 req-ac48372f-5f40-49f9-91d1-6472c39929e4 service neutron] 10.222.0.55 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3984675 Aug 05 11:25:50.143796 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Returning: {'device': '64ae6d5f-31c9-4bcb-8649-26de238fb3b9', 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a', 'port_id': '64ae6d5f-31c9-4bcb-8649-26de238fb3b9', 'mac_address': 'fa:16:3e:ba:89:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6842f728-c2f3-4e36-bb32-3303d06ce3f4', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:25:50.285701 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:50.322969 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c1ccd09d-37d8-4b13-a195-9bb8404babfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:50.323371 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64ae6d5f-31c9-4bcb-8649-26de238fb3b9 {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:25:50.330723 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-c1ccd09d-37d8-4b13-a195-9bb8404babfe admin admin] 10.222.0.58 "DELETE /v2.0/networks/6e7bde98-a1ff-44d7-8525-eaa9c1e81087 HTTP/1.1" status: 204 len: 168 time: 1.7764180 Aug 05 11:25:50.335957 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6539206a-8a00-461e-b21f-4e81317e9136 req-e9085711-0dfa-4ded-b66d-5bac79dee933 service neutron] Port 74ee7881-5d34-4d2f-8ca5-497d574a916d on network 546c0542-0f92-4f6c-914b-a74a81cd2290 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-2 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:25:50.336420 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6539206a-8a00-461e-b21f-4e81317e9136 req-e9085711-0dfa-4ded-b66d-5bac79dee933 service neutron] Attempting to bind port 74ee7881-5d34-4d2f-8ca5-497d574a916d on network 546c0542-0f92-4f6c-914b-a74a81cd2290 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:25:50.366676 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8f5bfc57-bcf2-4f1a-a776-cb9ec300cf75 req-bf067d2a-1f87-4bdb-9f58-f812064729f2 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/security-groups?id=2975fa17-2fff-4e01-97a3-764244a94779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7555082 Aug 05 11:25:50.376048 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-f1c0ba0a-f1a2-4020-942d-5d19de0da3b1 req-e2f0976a-8b6b-4e7a-bb6f-ae3c0347e6ab service neutron] 10.222.0.55 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2516491 Aug 05 11:25:50.402025 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 64ae6d5f-31c9-4bcb-8649-26de238fb3b9, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=64ae6d5f-31c9-4bcb-8649-26de238fb3b9,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:25:50.414077 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:50.438081 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6539206a-8a00-461e-b21f-4e81317e9136 req-e9085711-0dfa-4ded-b66d-5bac79dee933 service neutron] Checking agent: {'id': '40bb7567-59bd-4b31-bc29-da1c50bca759', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:25:50.438991 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6539206a-8a00-461e-b21f-4e81317e9136 req-e9085711-0dfa-4ded-b66d-5bac79dee933 service neutron] Checking segment: {'id': 'be89551e-4aa0-433b-90d8-e517f4f1da1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '546c0542-0f92-4f6c-914b-a74a81cd2290'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:25:50.439389 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6539206a-8a00-461e-b21f-4e81317e9136 req-e9085711-0dfa-4ded-b66d-5bac79dee933 service neutron] Bound using segment: {'id': 'be89551e-4aa0-433b-90d8-e517f4f1da1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '546c0542-0f92-4f6c-914b-a74a81cd2290'} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:25:50.439779 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-6539206a-8a00-461e-b21f-4e81317e9136 req-e9085711-0dfa-4ded-b66d-5bac79dee933 service neutron] Bound port: 74ee7881-5d34-4d2f-8ca5-497d574a916d, host: n-h1-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be89551e-4aa0-433b-90d8-e517f4f1da1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '546c0542-0f92-4f6c-914b-a74a81cd2290'}}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:25:50.443639 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ccd09d-37d8-4b13-a195-9bb8404babfe admin admin] Pushing event deleted for resources: {'Network': ['ID=6e7bde98-a1ff-44d7-8525-eaa9c1e81087,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:25:50.473808 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a0f0bf97-9c8e-4744-8bb2-04da75a048a0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:50.596526 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=64ae6d5f-31c9-4bcb-8649-26de238fb3b9,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:25:50.677806 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3fd56fbe-2837-458c-8c57-77e50cc0987c req-df644318-97e7-4efe-af40-57a0e9651e30 tempest-TenantUsagesTestJSON-998718406 tempest-TenantUsagesTestJSON-998718406-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd194f6f-fb99-48e9-870f-0065cf28ff41 HTTP/1.1" status: 200 len: 210 time: 0.0764349 Aug 05 11:25:50.678872 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 47494) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:25:50.721650 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 47496) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:25:50.734869 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-8e2dfd49-56c2-4558-90b0-099fdbe79162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1aaa91a-6751-45c5-ae50-7b01ecf14039', 'name': 'tempest-ServersTestJSON-692731662-router', 'tenant_id': '22a4c8a0ff814c1aa23242da60c6f727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': 'd1e5bf28-eb3d-4801-8525-6b8ffd96949c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:22:27Z', 'updated_at': '2021-08-05T11:25:45Z', 'revision_number': 5, 'project_id': '22a4c8a0ff814c1aa23242da60c6f727', 'gw_port': {'id': 'd1e5bf28-eb3d-4801-8525-6b8ffd96949c', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1aaa91a-6751-45c5-ae50-7b01ecf14039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:22:30Z', 'updated_at': '2021-08-05T11:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:25:50.775505 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['64ae6d5f-31c9-4bcb-8649-26de238fb3b9'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:25:50.787982 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 47500) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:25:50.804874 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2dfd49-56c2-4558-90b0-099fdbe79162 None None] Checking router: a1aaa91a-6751-45c5-ae50-7b01ecf14039 for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:25:50.821332 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2dfd49-56c2-4558-90b0-099fdbe79162 None None] Routers {'a1aaa91a-6751-45c5-ae50-7b01ecf14039'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:25:50.822767 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-8e2dfd49-56c2-4558-90b0-099fdbe79162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:25:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['a1aaa91a-6751-45c5-ae50-7b01ecf14039'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:25:50.849713 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-6539206a-8a00-461e-b21f-4e81317e9136 req-e9085711-0dfa-4ded-b66d-5bac79dee933 service neutron] For port 74ee7881-5d34-4d2f-8ca5-497d574a916d, host n-h1-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=74ee7881-5d34-4d2f-8ca5-497d574a916d,segment=NetworkSegment(be89551e-4aa0-433b-90d8-e517f4f1da1f),segment_id=be89551e-4aa0-433b-90d8-e517f4f1da1f)] {{(pid=94420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:25:50.907508 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-f596db47-65d1-4ebe-a23b-432924e01dba admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d8daa1497f4a496cba61c8a60c09e98b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2261102 Aug 05 11:25:50.908643 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 47502) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:25:50.915461 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-6539206a-8a00-461e-b21f-4e81317e9136 req-e9085711-0dfa-4ded-b66d-5bac79dee933 service neutron] Notify callbacks [] for binding, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:50.923146 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6539206a-8a00-461e-b21f-4e81317e9136 req-e9085711-0dfa-4ded-b66d-5bac79dee933 service neutron] 10.222.0.58 "POST /v2.0/ports/74ee7881-5d34-4d2f-8ca5-497d574a916d/bindings HTTP/1.1" status: 201 len: 389 time: 2.2148993 Aug 05 11:25:50.944972 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c37b0899-030f-474d-bdbf-00a06c523be2 req-b100e70d-cf0b-4c14-b229-cb9a9297e5c9 tempest-TenantUsagesTestJSON-998718406 tempest-TenantUsagesTestJSON-998718406-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=4b7f19bc3aa14b9894ee9576f8d7e97f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1173506 Aug 05 11:25:51.017996 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-8e2dfd49-56c2-4558-90b0-099fdbe79162 None None] Set router a1aaa91a-6751-45c5-ae50-7b01ecf14039 gateway port host: None {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:25:51.067433 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-a0f0bf97-9c8e-4744-8bb2-04da75a048a0 admin admin] Deleting port d1e5bf28-eb3d-4801-8525-6b8ffd96949c {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:25:51.067956 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a0f0bf97-9c8e-4744-8bb2-04da75a048a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:51.132763 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-8e2dfd49-56c2-4558-90b0-099fdbe79162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1aaa91a-6751-45c5-ae50-7b01ecf14039', 'name': 'tempest-ServersTestJSON-692731662-router', 'tenant_id': '22a4c8a0ff814c1aa23242da60c6f727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:22:27Z', 'updated_at': '2021-08-05T11:25:50Z', 'revision_number': 6, 'project_id': '22a4c8a0ff814c1aa23242da60c6f727', 'gw_port_host': None}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:25:51.186047 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-56b9ea79-49ad-4db3-8a17-cfb0410d64a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:51.189819 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2dfd49-56c2-4558-90b0-099fdbe79162 None None] The sync data for ids ['a1aaa91a-6751-45c5-ae50-7b01ecf14039'] in n-d-803378-2 is: [{'id': 'a1aaa91a-6751-45c5-ae50-7b01ecf14039', 'name': 'tempest-ServersTestJSON-692731662-router', 'tenant_id': '22a4c8a0ff814c1aa23242da60c6f727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:22:27Z', 'updated_at': '2021-08-05T11:25:50Z', 'revision_number': 6, 'project_id': '22a4c8a0ff814c1aa23242da60c6f727', 'gw_port_host': None}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:25:51.275801 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-56b9ea79-49ad-4db3-8a17-cfb0410d64a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:51.342950 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-38745b0e-4148-4f3d-845d-afa02f42e297 tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:51.446177 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-56b9ea79-49ad-4db3-8a17-cfb0410d64a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:51.454452 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-56b9ea79-49ad-4db3-8a17-cfb0410d64a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:51.456545 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-56b9ea79-49ad-4db3-8a17-cfb0410d64a7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c74f817e-593a-4316-996c-63bfd39cf485 HTTP/1.1" status: 204 len: 168 time: 0.5461404 Aug 05 11:25:51.497628 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b9ea79-49ad-4db3-8a17-cfb0410d64a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c74f817e-593a-4316-996c-63bfd39cf485,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:25:51.498718 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37b0899-030f-474d-bdbf-00a06c523be2 req-161746fe-5aba-4262-86e2-e42cdbbc1aad tempest-TenantUsagesTestJSON-998718406 tempest-TenantUsagesTestJSON-998718406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:25:51.502220 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c37b0899-030f-474d-bdbf-00a06c523be2 req-161746fe-5aba-4262-86e2-e42cdbbc1aad tempest-TenantUsagesTestJSON-998718406 tempest-TenantUsagesTestJSON-998718406-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5428741 Aug 05 11:25:51.538611 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-a0f0bf97-9c8e-4744-8bb2-04da75a048a0 admin admin] For port d1e5bf28-eb3d-4801-8525-6b8ffd96949c, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=d1e5bf28-eb3d-4801-8525-6b8ffd96949c,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:25:51.539211 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a0f0bf97-9c8e-4744-8bb2-04da75a048a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:51.580895 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-c37b0899-030f-474d-bdbf-00a06c523be2 req-b1f8f3f3-1c06-4a76-9851-7dc4e2befdf3 tempest-TenantUsagesTestJSON-998718406 tempest-TenantUsagesTestJSON-998718406-project] Request body: {'port': {'device_id': 'bd194f6f-fb99-48e9-870f-0065cf28ff41', 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a', 'admin_state_up': True, 'tenant_id': '4b7f19bc3aa14b9894ee9576f8d7e97f'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:25:51.589486 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-c9f67cd5-a8f8-4688-8ff9-30da2fd4dbc1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7230753a23f34d869e6980d9fd678dc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8660743 Aug 05 11:25:51.595701 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-38745b0e-4148-4f3d-845d-afa02f42e297 tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:51.606790 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 47510) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:25:51.613463 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-a0f0bf97-9c8e-4744-8bb2-04da75a048a0 admin admin] Calling delete_port for d1e5bf28-eb3d-4801-8525-6b8ffd96949c owned by network:router_gateway {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:25:51.770357 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:51.790011 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6539206a-8a00-461e-b21f-4e81317e9136 req-7ab2ac8f-0a66-4cbb-93fe-2a669d8731ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:25:51.792953 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6539206a-8a00-461e-b21f-4e81317e9136 req-7ab2ac8f-0a66-4cbb-93fe-2a669d8731ba service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bc360260b43347fbb7d1bc7660d6f218&device_id=6daa696e-13a0-4064-a798-e7d6d6e2e860 HTTP/1.1" status: 200 len: 1096 time: 0.2103341 Aug 05 11:25:51.852777 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-53e62aa6-5700-4e8f-95e0-3c3eb52b2e51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:51.908473 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6846edde-ccb4-46a5-8a90-84a4c14b185b req-ce19023c-78a3-4a33-a667-32c4f3a2b98e tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:25:51.911380 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6846edde-ccb4-46a5-8a90-84a4c14b185b req-ce19023c-78a3-4a33-a667-32c4f3a2b98e tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?device_id=6daa696e-13a0-4064-a798-e7d6d6e2e860 HTTP/1.1" status: 200 len: 945 time: 0.5197930 Aug 05 11:25:51.952283 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-53e62aa6-5700-4e8f-95e0-3c3eb52b2e51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:52.053962 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6539206a-8a00-461e-b21f-4e81317e9136 req-1c4fe4a5-773b-45d2-8f5c-247510660969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:25:52.057067 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6539206a-8a00-461e-b21f-4e81317e9136 req-1c4fe4a5-773b-45d2-8f5c-247510660969 service neutron] 10.222.0.64 "GET /v2.0/networks?id=546c0542-0f92-4f6c-914b-a74a81cd2290 HTTP/1.1" status: 200 len: 909 time: 0.2523403 Aug 05 11:25:52.080781 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2d8108-8f57-40a2-abbe-03247c74aa69 req-3a7dfd87-699e-4b6d-b588-50cdd059b15a tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:25:52.083349 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1a2d8108-8f57-40a2-abbe-03247c74aa69 req-3a7dfd87-699e-4b6d-b588-50cdd059b15a tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ebac67d-7119-4342-9c0c-52a5503e1162 HTTP/1.1" status: 200 len: 949 time: 0.4773817 Aug 05 11:25:52.161254 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6539206a-8a00-461e-b21f-4e81317e9136 req-3b2b710e-6512-44e5-b43d-427d0b69d81b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74ee7881-5d34-4d2f-8ca5-497d574a916d HTTP/1.1" status: 200 len: 217 time: 0.0946403 Aug 05 11:25:52.166635 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-53e62aa6-5700-4e8f-95e0-3c3eb52b2e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:52.174208 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-53e62aa6-5700-4e8f-95e0-3c3eb52b2e51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:52.175075 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-38745b0e-4148-4f3d-845d-afa02f42e297 tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:52.180031 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-53e62aa6-5700-4e8f-95e0-3c3eb52b2e51 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b9c5f953-2269-492e-aa68-010a7341badf HTTP/1.1" status: 204 len: 168 time: 0.5698888 Aug 05 11:25:52.182265 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-38745b0e-4148-4f3d-845d-afa02f42e297 tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:52.183733 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-38745b0e-4148-4f3d-845d-afa02f42e297 tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] 10.222.0.58 "DELETE /v2.0/security-groups/fbebaaf7-93ba-47dd-9c3c-d739b7022bd6 HTTP/1.1" status: 204 len: 168 time: 1.3820708 Aug 05 11:25:52.227558 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 47526) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:25:52.264731 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6846edde-ccb4-46a5-8a90-84a4c14b185b req-624fa22d-41e7-4f9e-924d-52cdeaa74031 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/security-groups?id=12d84a41-4254-4f43-a1c3-ae5bdc7fdfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3287439 Aug 05 11:25:52.291647 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38745b0e-4148-4f3d-845d-afa02f42e297 tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbebaaf7-93ba-47dd-9c3c-d739b7022bd6,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:25:52.304296 n-d-803378-2 neutron-server[94421]: INFO neutron.api.v2.resource [None req-8e7736de-9132-43a0-9442-d2c734fed317 tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] show failed (client error): The resource could not be found. Aug 05 11:25:52.306592 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-8e7736de-9132-43a0-9442-d2c734fed317 tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] 10.222.0.58 "GET /v2.0/security-groups/fbebaaf7-93ba-47dd-9c3c-d739b7022bd6 HTTP/1.1" status: 404 len: 347 time: 0.0750148 Aug 05 11:25:52.316299 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 47530) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:25:52.322518 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e62aa6-5700-4e8f-95e0-3c3eb52b2e51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9c5f953-2269-492e-aa68-010a7341badf,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:25:52.480604 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device d1e5bf28-eb3d-4801-8525-6b8ffd96949c no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:25:52.535590 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1a2d8108-8f57-40a2-abbe-03247c74aa69 req-96f992a4-a0d5-4901-9a64-0bd8fcf6b110 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/security-groups?id=2975fa17-2fff-4e01-97a3-764244a94779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4293497 Aug 05 11:25:52.720667 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6539206a-8a00-461e-b21f-4e81317e9136 req-8da1f42f-2cc8-45b0-8c90-5cf428c52e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:25:52.722947 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6539206a-8a00-461e-b21f-4e81317e9136 req-8da1f42f-2cc8-45b0-8c90-5cf428c52e13 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=61983880-6386-4045-bd2d-695dffcb92f9 HTTP/1.1" status: 200 len: 848 time: 0.5434940 Aug 05 11:25:52.809890 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e1c73894-4c6d-43fd-86af-fb707936cef3 req-8f7b720f-d602-4135-ba93-37ed6e59b74d tempest-TenantUsagesTestJSON-998718406 tempest-TenantUsagesTestJSON-998718406-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd194f6f-fb99-48e9-870f-0065cf28ff41 HTTP/1.1" status: 200 len: 210 time: 0.3133752 Aug 05 11:25:52.816457 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6539206a-8a00-461e-b21f-4e81317e9136 req-9ee4da13-2b70-4ab6-a655-152f0a67e27d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=546c0542-0f92-4f6c-914b-a74a81cd2290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0846412 Aug 05 11:25:52.877652 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c37b0899-030f-474d-bdbf-00a06c523be2 req-b1f8f3f3-1c06-4a76-9851-7dc4e2befdf3 tempest-TenantUsagesTestJSON-998718406 tempest-TenantUsagesTestJSON-998718406-project] Made reservation on behalf of 4b7f19bc3aa14b9894ee9576f8d7e97f for: {'port': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:25:52.884437 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-c37b0899-030f-474d-bdbf-00a06c523be2 req-b1f8f3f3-1c06-4a76-9851-7dc4e2befdf3 tempest-TenantUsagesTestJSON-998718406 tempest-TenantUsagesTestJSON-998718406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:52.908838 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-c37b0899-030f-474d-bdbf-00a06c523be2 req-b1f8f3f3-1c06-4a76-9851-7dc4e2befdf3 tempest-TenantUsagesTestJSON-998718406 tempest-TenantUsagesTestJSON-998718406-project] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:52.955247 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-67400d40-c672-4e8d-9229-2e7bf2d5f5a4 tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] Deleting port e2b37866-e888-4bb3-8931-c2a86faecdaa {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:25:52.955247 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-67400d40-c672-4e8d-9229-2e7bf2d5f5a4 tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:52.957892 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:53.147936 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a0f0bf97-9c8e-4744-8bb2-04da75a048a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:53.151018 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device e7ed65e3-6499-4541-8e8c-5b4fe1a21531 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:25:53.156086 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6539206a-8a00-461e-b21f-4e81317e9136 req-c1aec8aa-dd72-4cbc-833d-2331c36c4bc3 service neutron] 10.222.0.64 "GET /v2.0/networks/546c0542-0f92-4f6c-914b-a74a81cd2290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3294716 Aug 05 11:25:53.195818 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: e7ed65e3-6499-4541-8e8c-5b4fe1a21531 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:25:53.196394 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device e7ed65e3-6499-4541-8e8c-5b4fe1a21531 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:25:53.225941 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f0bf97-9c8e-4744-8bb2-04da75a048a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1e5bf28-eb3d-4801-8525-6b8ffd96949c,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:25:53.241260 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 47544) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:25:53.268687 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f0bf97-9c8e-4744-8bb2-04da75a048a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:25:53.269597 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f0bf97-9c8e-4744-8bb2-04da75a048a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:25:53.270409 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f0bf97-9c8e-4744-8bb2-04da75a048a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:25:53.270959 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f0bf97-9c8e-4744-8bb2-04da75a048a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:25:53.271503 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f0bf97-9c8e-4744-8bb2-04da75a048a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:25:53.272065 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f0bf97-9c8e-4744-8bb2-04da75a048a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:25:53.272670 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f0bf97-9c8e-4744-8bb2-04da75a048a0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:25:53.273205 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f0bf97-9c8e-4744-8bb2-04da75a048a0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:25:53.273972 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f0bf97-9c8e-4744-8bb2-04da75a048a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:25:53.274528 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f0bf97-9c8e-4744-8bb2-04da75a048a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:25:53.275070 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f0bf97-9c8e-4744-8bb2-04da75a048a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:25:53.275605 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f0bf97-9c8e-4744-8bb2-04da75a048a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:25:53.279718 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-67400d40-c672-4e8d-9229-2e7bf2d5f5a4 tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:53.280329 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-67400d40-c672-4e8d-9229-2e7bf2d5f5a4 tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:53.362458 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a721c134-f18e-4501-8008-5699544cd6b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:53.374657 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 47548) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:25:53.384628 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-67400d40-c672-4e8d-9229-2e7bf2d5f5a4 tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] Calling delete_port for e2b37866-e888-4bb3-8931-c2a86faecdaa owned by network:floatingip {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:25:53.479099 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-c37b0899-030f-474d-bdbf-00a06c523be2 req-b1f8f3f3-1c06-4a76-9851-7dc4e2befdf3 tempest-TenantUsagesTestJSON-998718406 tempest-TenantUsagesTestJSON-998718406-project] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:53.544914 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-c37b0899-030f-474d-bdbf-00a06c523be2 req-b1f8f3f3-1c06-4a76-9851-7dc4e2befdf3 tempest-TenantUsagesTestJSON-998718406 tempest-TenantUsagesTestJSON-998718406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:53.554782 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a0f0bf97-9c8e-4744-8bb2-04da75a048a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33285055'] for router_gateway, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:53.748383 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 64ae6d5f-31c9-4bcb-8649-26de238fb3b9 up at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:25:53.757680 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-5b5d6f02-00fa-418d-82ef-eb54da59f706 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1638431739-network', 'tenant_id': '831b49a771d84f5d8c3d7ade9f08897a'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:25:53.872896 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning for port 64ae6d5f-31c9-4bcb-8649-26de238fb3b9 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:25:53.886289 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning complete for port 64ae6d5f-31c9-4bcb-8649-26de238fb3b9 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:25:53.888290 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:53.990439 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6539206a-8a00-461e-b21f-4e81317e9136 req-9156188f-a0c9-4cf5-b1a8-51bee26aaba6 service neutron] 10.222.0.64 "GET /v2.0/networks/546c0542-0f92-4f6c-914b-a74a81cd2290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8175707 Aug 05 11:25:54.100352 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:54.169544 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ebac67d-7119-4342-9c0c-52a5503e1162', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64ae6d5f-31c9-4bcb-8649-26de238fb3b9'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:25:54.174538 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c206b2b0-22af-47e3-906a-09bcc44159f9" -d '{"events": [{"server_uuid": "6ebac67d-7119-4342-9c0c-52a5503e1162", "name": "network-vif-plugged", "status": "completed", "tag": "64ae6d5f-31c9-4bcb-8649-26de238fb3b9"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:25:54.200390 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 64ae6d5f-31c9-4bcb-8649-26de238fb3b9, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=64ae6d5f-31c9-4bcb-8649-26de238fb3b9,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:25:54.222739 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:54.330864 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=64ae6d5f-31c9-4bcb-8649-26de238fb3b9,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:25:54.399142 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a0f0bf97-9c8e-4744-8bb2-04da75a048a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33262979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1951'] for router, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:54.405905 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a0f0bf97-9c8e-4744-8bb2-04da75a048a0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:54.412210 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-67400d40-c672-4e8d-9229-2e7bf2d5f5a4 tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:54.432045 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a721c134-f18e-4501-8008-5699544cd6b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:54.446333 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0410bc7-7324-4880-a2ae-eef1ca6b147c req-c7007bdd-0cf2-4978-a8fc-0f7503df2688 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:25:54.451041 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c0410bc7-7324-4880-a2ae-eef1ca6b147c req-c7007bdd-0cf2-4978-a8fc-0f7503df2688 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?device_id=6daa696e-13a0-4064-a798-e7d6d6e2e860 HTTP/1.1" status: 200 len: 945 time: 0.9674218 Aug 05 11:25:54.467072 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f8f3f3-1c06-4a76-9851-7dc4e2befdf3 tempest-TenantUsagesTestJSON-998718406 tempest-TenantUsagesTestJSON-998718406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0b6bcf1-69a2-4c2a-b816-aef7df1b2c89,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:25:54.485464 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a721c134-f18e-4501-8008-5699544cd6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:54.505079 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67400d40-c672-4e8d-9229-2e7bf2d5f5a4 tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] Pushing event deleted for resources: {'Port': ['ID=e2b37866-e888-4bb3-8931-c2a86faecdaa,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:25:54.539184 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6539206a-8a00-461e-b21f-4e81317e9136 req-98d58808-6209-4a6d-92ba-6b8129d24987 tempest-LiveMigrationTest-868734295 tempest-LiveMigrationTest-868734295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:25:54.542029 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6539206a-8a00-461e-b21f-4e81317e9136 req-98d58808-6209-4a6d-92ba-6b8129d24987 tempest-LiveMigrationTest-868734295 tempest-LiveMigrationTest-868734295-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=6daa696e-13a0-4064-a798-e7d6d6e2e860&tenant_id=bc360260b43347fbb7d1bc7660d6f218&binding%3Ahost_id=n-h2-803378-2 HTTP/1.1" status: 200 len: 1096 time: 0.3434889 Aug 05 11:25:54.608261 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-6539206a-8a00-461e-b21f-4e81317e9136 req-e3c0b567-ec8e-429e-9619-0d0bb368d620 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-803378-2'}}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:25:54.709295 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-a721c134-f18e-4501-8008-5699544cd6b3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9f463e7ce1474221afa50e3f2424593e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4632084 Aug 05 11:25:54.713317 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b5d6f02-00fa-418d-82ef-eb54da59f706 admin admin] Made reservation on behalf of 831b49a771d84f5d8c3d7ade9f08897a for: {'network': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:25:54.717048 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5b5d6f02-00fa-418d-82ef-eb54da59f706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:54.719724 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a0f0bf97-9c8e-4744-8bb2-04da75a048a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33262474'] for router, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:54.720459 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0f0bf97-9c8e-4744-8bb2-04da75a048a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a1aaa91a-6751-45c5-ae50-7b01ecf14039 {{(pid=94420) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 11:25:54.720999 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 47560) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:25:54.760269 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a721c134-f18e-4501-8008-5699544cd6b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad2580d3-0d5d-4e0c-8c09-ec4c5949e7fc,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:25:54.791078 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8984e798-db43-4980-97bb-1a4aa600fe6b req-8420b611-910e-4ea1-8b31-6a218fb4a149 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:25:54.794883 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8984e798-db43-4980-97bb-1a4aa600fe6b req-8420b611-910e-4ea1-8b31-6a218fb4a149 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ebac67d-7119-4342-9c0c-52a5503e1162 HTTP/1.1" status: 200 len: 950 time: 1.0490799 Aug 05 11:25:54.807813 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a0f0bf97-9c8e-4744-8bb2-04da75a048a0 admin admin] Notify callbacks [] for router, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:54.812656 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-a0f0bf97-9c8e-4744-8bb2-04da75a048a0 admin admin] 10.222.0.58 "DELETE /v2.0/routers/a1aaa91a-6751-45c5-ae50-7b01ecf14039 HTTP/1.1" status: 204 len: 168 time: 5.3438292 Aug 05 11:25:54.819632 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5b5d6f02-00fa-418d-82ef-eb54da59f706 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:54.830691 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 47562) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:25:54.866265 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c0410bc7-7324-4880-a2ae-eef1ca6b147c req-604bb35d-5d54-4d24-a3c8-0c11ba13e185 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/security-groups?id=12d84a41-4254-4f43-a1c3-ae5bdc7fdfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3950179 Aug 05 11:25:54.914988 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-67400d40-c672-4e8d-9229-2e7bf2d5f5a4 tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] Notify callbacks [] for floatingip, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:54.920880 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-67400d40-c672-4e8d-9229-2e7bf2d5f5a4 tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:54.923242 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [req-c37b0899-030f-474d-bdbf-00a06c523be2 req-b1f8f3f3-1c06-4a76-9851-7dc4e2befdf3 tempest-TenantUsagesTestJSON-998718406 tempest-TenantUsagesTestJSON-998718406-project] Allocated IP 192.168.233.59 (91caede3-92e4-4b1e-8e3e-36227cfd846a/6842f728-c2f3-4e36-bb32-3303d06ce3f4/e6d02672-a507-4614-8b3d-f3a5be90789d) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:25:54.928218 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-67400d40-c672-4e8d-9229-2e7bf2d5f5a4 tempest-ServersTestFqdnHostnames-136998722 tempest-ServersTestFqdnHostnames-136998722-project] 10.222.0.58 "DELETE /v2.0/floatingips/ef446883-88a2-4112-bad0-7dd876fa0e03 HTTP/1.1" status: 204 len: 168 time: 2.5991714 Aug 05 11:25:54.930898 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 47564) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:25:54.946233 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-6539206a-8a00-461e-b21f-4e81317e9136 req-e3c0b567-ec8e-429e-9619-0d0bb368d620 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:55.062058 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-35f876cb-2b95-4bb5-bcd2-b7d1851c0d46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:55.068636 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c06ba26-d5e5-4733-ac11-f34ae447b201 admin admin] Deleting subnet 63e1703a-1113-4385-8973-9ea8062ac6e0 {{(pid=94421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:25:55.076408 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8984e798-db43-4980-97bb-1a4aa600fe6b req-542e7bdc-e340-41f4-8059-5353a89406dd tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/security-groups?id=2975fa17-2fff-4e01-97a3-764244a94779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516701 Aug 05 11:25:55.097046 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7c06ba26-d5e5-4733-ac11-f34ae447b201 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:55.162917 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7c06ba26-d5e5-4733-ac11-f34ae447b201 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29786388'] for subnet, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:55.227811 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-983b3aee-5996-4b2c-a1e7-90eccf8d0125 x-openstack-request-id: req-983b3aee-5996-4b2c-a1e7-90eccf8d0125 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:25:55.235786 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ebac67d-7119-4342-9c0c-52a5503e1162", "name": "network-vif-plugged", "status": "completed", "tag": "64ae6d5f-31c9-4bcb-8649-26de238fb3b9", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:25:55.236590 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-983b3aee-5996-4b2c-a1e7-90eccf8d0125 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:25:55.237499 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ebac67d-7119-4342-9c0c-52a5503e1162', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64ae6d5f-31c9-4bcb-8649-26de238fb3b9', 'code': 200} Aug 05 11:25:55.279993 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-35f876cb-2b95-4bb5-bcd2-b7d1851c0d46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:55.385978 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6d1f41bc-c9fa-40f2-93a7-bd7e34bdfc9f req-f25f386c-2c3a-4d53-aedf-3d1b04c347a4 tempest-TenantUsagesTestJSON-998718406 tempest-TenantUsagesTestJSON-998718406-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd194f6f-fb99-48e9-870f-0065cf28ff41 HTTP/1.1" status: 200 len: 210 time: 0.1329467 Aug 05 11:25:55.503990 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7c06ba26-d5e5-4733-ac11-f34ae447b201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:55.596077 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1bb9f9-b796-4442-a664-42db521ec227 req-acb2b9fb-0168-4a66-a940-d814871ee4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:25:55.598271 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-5d1bb9f9-b796-4442-a664-42db521ec227 req-acb2b9fb-0168-4a66-a940-d814871ee4cb service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6ebac67d-7119-4342-9c0c-52a5503e1162 HTTP/1.1" status: 200 len: 1101 time: 0.2489088 Aug 05 11:25:55.609809 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-6539206a-8a00-461e-b21f-4e81317e9136 req-e3c0b567-ec8e-429e-9619-0d0bb368d620 service neutron] For port 74ee7881-5d34-4d2f-8ca5-497d574a916d, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=74ee7881-5d34-4d2f-8ca5-497d574a916d,segment=NetworkSegment(be89551e-4aa0-433b-90d8-e517f4f1da1f),segment_id=be89551e-4aa0-433b-90d8-e517f4f1da1f)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:25:55.647357 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5b5d6f02-00fa-418d-82ef-eb54da59f706 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:55.694143 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5b5d6f02-00fa-418d-82ef-eb54da59f706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:55.738561 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-35f876cb-2b95-4bb5-bcd2-b7d1851c0d46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:55.742643 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-35f876cb-2b95-4bb5-bcd2-b7d1851c0d46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:55.751509 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-35f876cb-2b95-4bb5-bcd2-b7d1851c0d46 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ad2580d3-0d5d-4e0c-8c09-ec4c5949e7fc HTTP/1.1" status: 204 len: 168 time: 1.0225794 Aug 05 11:25:55.782735 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-5d1bb9f9-b796-4442-a664-42db521ec227 req-e9f4034c-95eb-4705-87d9-c2ebb74a5528 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=2975fa17-2fff-4e01-97a3-764244a94779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694071 Aug 05 11:25:55.801431 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7c06ba26-d5e5-4733-ac11-f34ae447b201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25038609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30075142'] for subnet, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:55.804609 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f876cb-2b95-4bb5-bcd2-b7d1851c0d46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad2580d3-0d5d-4e0c-8c09-ec4c5949e7fc,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:25:55.819867 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b5d6f02-00fa-418d-82ef-eb54da59f706 admin admin] vlan segment allocate from pool success with {'vlan_id': 668, 'physical_network': 'physnet1'} {{(pid=94420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:25:55.829110 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-6539206a-8a00-461e-b21f-4e81317e9136 req-e3c0b567-ec8e-429e-9619-0d0bb368d620 service neutron] For port 74ee7881-5d34-4d2f-8ca5-497d574a916d, host n-h2-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:25:55.847512 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-c37b0899-030f-474d-bdbf-00a06c523be2 req-b1f8f3f3-1c06-4a76-9851-7dc4e2befdf3 tempest-TenantUsagesTestJSON-998718406 tempest-TenantUsagesTestJSON-998718406-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:55.867854 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5d6f02-00fa-418d-82ef-eb54da59f706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69caa6c2-bdd4-48ae-b06b-8d1f81acca5c,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:25:55.892041 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5b5d6f02-00fa-418d-82ef-eb54da59f706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:55.892592 n-d-803378-2 neutron-server[94420]: INFO neutron.db.segments_db [None req-5b5d6f02-00fa-418d-82ef-eb54da59f706 admin admin] Added segment 3755ddfa-acaa-48bf-88a2-0838645ce318 of type vlan for network 935dfafb-c218-46f0-a0fc-6988efea014e Aug 05 11:25:55.910262 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c06ba26-d5e5-4733-ac11-f34ae447b201 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63e1703a-1113-4385-8973-9ea8062ac6e0,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:25:55.920045 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7c06ba26-d5e5-4733-ac11-f34ae447b201 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:55.927460 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b726446d-9464-4715-9fda-0d163375fe0b None None] Network b18750ac-8ea5-426b-9972-9f17bf337493 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:25:55.928961 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [req-c37b0899-030f-474d-bdbf-00a06c523be2 req-b1f8f3f3-1c06-4a76-9851-7dc4e2befdf3 tempest-TenantUsagesTestJSON-998718406 tempest-TenantUsagesTestJSON-998718406-project] Transition to ACTIVE for port object e6d02672-a507-4614-8b3d-f3a5be90789d will not be triggered until provisioned by entity DHCP. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:25:55.929777 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-7c06ba26-d5e5-4733-ac11-f34ae447b201 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/63e1703a-1113-4385-8973-9ea8062ac6e0 HTTP/1.1" status: 204 len: 168 time: 1.0886302 Aug 05 11:25:55.939659 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 47570) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:25:56.017645 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6daa696e-13a0-4064-a798-e7d6d6e2e860', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74ee7881-5d34-4d2f-8ca5-497d574a916d'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:25:56.026901 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7e5065d-9a67-471e-b04c-7911afafd586" -d '{"events": [{"server_uuid": "6daa696e-13a0-4064-a798-e7d6d6e2e860", "name": "network-vif-unplugged", "status": "completed", "tag": "74ee7881-5d34-4d2f-8ca5-497d574a916d"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:25:56.041343 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-6539206a-8a00-461e-b21f-4e81317e9136 req-e3c0b567-ec8e-429e-9619-0d0bb368d620 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:56.060336 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-6539206a-8a00-461e-b21f-4e81317e9136 req-e3c0b567-ec8e-429e-9619-0d0bb368d620 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:56.148006 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5b5d6f02-00fa-418d-82ef-eb54da59f706 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:56.252867 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 05 Aug 2021 11:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cae0a16f-3032-4824-9ac7-81d8cde7d702 x-openstack-request-id: req-cae0a16f-3032-4824-9ac7-81d8cde7d702 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:25:56.252867 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6daa696e-13a0-4064-a798-e7d6d6e2e860", "name": "network-vif-unplugged", "status": "completed", "tag": "74ee7881-5d34-4d2f-8ca5-497d574a916d", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:25:56.252867 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cae0a16f-3032-4824-9ac7-81d8cde7d702 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:25:56.252867 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6daa696e-13a0-4064-a798-e7d6d6e2e860', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74ee7881-5d34-4d2f-8ca5-497d574a916d', 'code': 200} Aug 05 11:25:56.252867 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c0b567-ec8e-429e-9619-0d0bb368d620 service neutron] Pushing event updated for resources: {'Port': ['ID=74ee7881-5d34-4d2f-8ca5-497d574a916d,revision_number=7']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:25:56.339014 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c61f670c-a093-4520-bf64-8f7c9d81af89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:56.382880 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-6539206a-8a00-461e-b21f-4e81317e9136 req-e3c0b567-ec8e-429e-9619-0d0bb368d620 service neutron] Attempting to bind port 74ee7881-5d34-4d2f-8ca5-497d574a916d on host n-h2-803378-2 for vnic_type normal with profile {"migrating_to": "n-h1-803378-2"} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:25:56.383765 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-6539206a-8a00-461e-b21f-4e81317e9136 req-e3c0b567-ec8e-429e-9619-0d0bb368d620 service neutron] Attempting to bind port 74ee7881-5d34-4d2f-8ca5-497d574a916d by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': 'be89551e-4aa0-433b-90d8-e517f4f1da1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '546c0542-0f92-4f6c-914b-a74a81cd2290'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:25:56.384220 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6539206a-8a00-461e-b21f-4e81317e9136 req-e3c0b567-ec8e-429e-9619-0d0bb368d620 service neutron] Attempting to bind port 74ee7881-5d34-4d2f-8ca5-497d574a916d on network 546c0542-0f92-4f6c-914b-a74a81cd2290 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:25:56.398008 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6539206a-8a00-461e-b21f-4e81317e9136 req-e3c0b567-ec8e-429e-9619-0d0bb368d620 service neutron] Port 74ee7881-5d34-4d2f-8ca5-497d574a916d on network 546c0542-0f92-4f6c-914b-a74a81cd2290 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:25:56.398510 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6539206a-8a00-461e-b21f-4e81317e9136 req-e3c0b567-ec8e-429e-9619-0d0bb368d620 service neutron] Attempting to bind port 74ee7881-5d34-4d2f-8ca5-497d574a916d on network 546c0542-0f92-4f6c-914b-a74a81cd2290 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:25:56.411632 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6539206a-8a00-461e-b21f-4e81317e9136 req-e3c0b567-ec8e-429e-9619-0d0bb368d620 service neutron] Checking agent: {'id': 'a8f1dd2d-227c-4e30-8844-52419ba734db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 25, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:25:56.412179 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6539206a-8a00-461e-b21f-4e81317e9136 req-e3c0b567-ec8e-429e-9619-0d0bb368d620 service neutron] Checking segment: {'id': 'be89551e-4aa0-433b-90d8-e517f4f1da1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '546c0542-0f92-4f6c-914b-a74a81cd2290'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:25:56.413423 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6539206a-8a00-461e-b21f-4e81317e9136 req-e3c0b567-ec8e-429e-9619-0d0bb368d620 service neutron] Bound using segment: {'id': 'be89551e-4aa0-433b-90d8-e517f4f1da1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '546c0542-0f92-4f6c-914b-a74a81cd2290'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:25:56.414543 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-6539206a-8a00-461e-b21f-4e81317e9136 req-e3c0b567-ec8e-429e-9619-0d0bb368d620 service neutron] Bound port: 74ee7881-5d34-4d2f-8ca5-497d574a916d, host: n-h2-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be89551e-4aa0-433b-90d8-e517f4f1da1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '546c0542-0f92-4f6c-914b-a74a81cd2290'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:25:56.415254 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-6539206a-8a00-461e-b21f-4e81317e9136 req-e3c0b567-ec8e-429e-9619-0d0bb368d620 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:56.437357 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.db.resource_extend [None req-5b5d6f02-00fa-418d-82ef-eb54da59f706 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 05 11:25:56.552235 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2e3b93-7fcc-4d56-9ee8-bd7fe7e8f424 None None] DHCP port deletion for b18750ac-8ea5-426b-9972-9f17bf337493 request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 11:25:56.592903 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2e0291-2a2b-44f6-a3c8-6f81f37da0d4 req-b9db2d50-1027-49f9-8eb8-f238f0bb53fb tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:25:56.595805 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4b2e0291-2a2b-44f6-a3c8-6f81f37da0d4 req-b9db2d50-1027-49f9-8eb8-f238f0bb53fb tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?device_id=6daa696e-13a0-4064-a798-e7d6d6e2e860 HTTP/1.1" status: 200 len: 943 time: 0.4918108 Aug 05 11:25:56.602353 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5b5d6f02-00fa-418d-82ef-eb54da59f706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:56.603997 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5d6f02-00fa-418d-82ef-eb54da59f706 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:25:56.604775 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5b5d6f02-00fa-418d-82ef-eb54da59f706 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:56.608473 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-c37b0899-030f-474d-bdbf-00a06c523be2 req-b1f8f3f3-1c06-4a76-9851-7dc4e2befdf3 tempest-TenantUsagesTestJSON-998718406 tempest-TenantUsagesTestJSON-998718406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:56.635113 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 47582) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:25:56.655022 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-6539206a-8a00-461e-b21f-4e81317e9136 req-e3c0b567-ec8e-429e-9619-0d0bb368d620 service neutron] For port 74ee7881-5d34-4d2f-8ca5-497d574a916d, host n-h2-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:25:56.673632 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-34ae044a-8aae-40b5-b213-e3ef59feed8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:56.705183 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-6539206a-8a00-461e-b21f-4e81317e9136 req-e3c0b567-ec8e-429e-9619-0d0bb368d620 service neutron] For port 74ee7881-5d34-4d2f-8ca5-497d574a916d, host n-h2-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=74ee7881-5d34-4d2f-8ca5-497d574a916d,segment=NetworkSegment(be89551e-4aa0-433b-90d8-e517f4f1da1f),segment_id=be89551e-4aa0-433b-90d8-e517f4f1da1f)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:25:56.706280 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-6f2e3b93-7fcc-4d56-9ee8-bd7fe7e8f424 None None] Deleting port 097a1964-5331-4bbc-b6ea-4700ee5ee530 {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:25:56.707566 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-6f2e3b93-7fcc-4d56-9ee8-bd7fe7e8f424 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:56.724677 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-6539206a-8a00-461e-b21f-4e81317e9136 req-e3c0b567-ec8e-429e-9619-0d0bb368d620 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:56.839290 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-5b5d6f02-00fa-418d-82ef-eb54da59f706 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 3.4588344 Aug 05 11:25:56.846376 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 47586) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:25:56.871188 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-aa8d0341-93f9-4970-b4d3-ed0107c0086d admin admin] Request body: {'subnet': {'network_id': '935dfafb-c218-46f0-a0fc-6988efea014e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1638431739-subnet', 'tenant_id': '831b49a771d84f5d8c3d7ade9f08897a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:25:56.871502 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-6f2e3b93-7fcc-4d56-9ee8-bd7fe7e8f424 None None] For port 097a1964-5331-4bbc-b6ea-4700ee5ee530, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=097a1964-5331-4bbc-b6ea-4700ee5ee530,segment=NetworkSegment(62d5f6e5-fb54-4b87-bd43-7b7a75190f0b),segment_id=62d5f6e5-fb54-4b87-bd43-7b7a75190f0b)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:25:56.871958 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-6f2e3b93-7fcc-4d56-9ee8-bd7fe7e8f424 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:56.898637 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-6f2e3b93-7fcc-4d56-9ee8-bd7fe7e8f424 None None] Calling delete_port for 097a1964-5331-4bbc-b6ea-4700ee5ee530 owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:25:56.899433 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c37b0899-030f-474d-bdbf-00a06c523be2 req-b1f8f3f3-1c06-4a76-9851-7dc4e2befdf3 tempest-TenantUsagesTestJSON-998718406 tempest-TenantUsagesTestJSON-998718406-project] Network 91caede3-92e4-4b1e-8e3e-36227cfd846a is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:25:56.923191 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c0b567-ec8e-429e-9619-0d0bb368d620 service neutron] Pushing event updated for resources: {'Port': ['ID=74ee7881-5d34-4d2f-8ca5-497d574a916d,revision_number=8']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:25:56.924901 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [req-c37b0899-030f-474d-bdbf-00a06c523be2 req-b1f8f3f3-1c06-4a76-9851-7dc4e2befdf3 tempest-TenantUsagesTestJSON-998718406 tempest-TenantUsagesTestJSON-998718406-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:25:56.927060 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5d6f02-00fa-418d-82ef-eb54da59f706 admin admin] Pushing event updated for resources: {'Network': ['ID=935dfafb-c218-46f0-a0fc-6988efea014e,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:25:56.930834 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [req-c37b0899-030f-474d-bdbf-00a06c523be2 req-b1f8f3f3-1c06-4a76-9851-7dc4e2befdf3 tempest-TenantUsagesTestJSON-998718406 tempest-TenantUsagesTestJSON-998718406-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:25:56.968233 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6539206a-8a00-461e-b21f-4e81317e9136 req-e3c0b567-ec8e-429e-9619-0d0bb368d620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:25:56.969793 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-6539206a-8a00-461e-b21f-4e81317e9136 req-e3c0b567-ec8e-429e-9619-0d0bb368d620 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:56.972311 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6539206a-8a00-461e-b21f-4e81317e9136 req-e3c0b567-ec8e-429e-9619-0d0bb368d620 service neutron] 10.222.0.64 "PUT /v2.0/ports/74ee7881-5d34-4d2f-8ca5-497d574a916d HTTP/1.1" status: 200 len: 1121 time: 2.3914568 Aug 05 11:25:56.978580 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 935dfafb-c218-46f0-a0fc-6988efea014e details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:25:57.024786 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f8f3f3-1c06-4a76-9851-7dc4e2befdf3 tempest-TenantUsagesTestJSON-998718406 tempest-TenantUsagesTestJSON-998718406-project] Pushing event updated for resources: {'Port': ['ID=e6d02672-a507-4614-8b3d-f3a5be90789d,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:25:57.076091 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73c51e0-ea61-48f1-ba63-cb9998e595d1 req-b458c062-28bb-48b4-aa1c-19e45183bdda tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:25:57.087170 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f73c51e0-ea61-48f1-ba63-cb9998e595d1 req-b458c062-28bb-48b4-aa1c-19e45183bdda tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ebac67d-7119-4342-9c0c-52a5503e1162 HTTP/1.1" status: 200 len: 950 time: 0.5814986 Aug 05 11:25:57.147441 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4b2e0291-2a2b-44f6-a3c8-6f81f37da0d4 req-5021bf4d-b42b-4764-b907-586d276238ff tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/security-groups?id=12d84a41-4254-4f43-a1c3-ae5bdc7fdfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4993520 Aug 05 11:25:57.178941 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-c61f670c-a093-4520-bf64-8f7c9d81af89 admin admin] Deleting port 097a1964-5331-4bbc-b6ea-4700ee5ee530 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:25:57.179471 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c61f670c-a093-4520-bf64-8f7c9d81af89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:57.183609 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['74ee7881-5d34-4d2f-8ca5-497d574a916d'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:25:57.265108 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-34ae044a-8aae-40b5-b213-e3ef59feed8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:57.278904 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-34ae044a-8aae-40b5-b213-e3ef59feed8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:57.350009 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-6f2e3b93-7fcc-4d56-9ee8-bd7fe7e8f424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:57.383677 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-34ae044a-8aae-40b5-b213-e3ef59feed8e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ac0fd4cbefce46f7840a5623badb2edc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7468436 Aug 05 11:25:57.389935 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 47590) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:25:57.415275 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2e3b93-7fcc-4d56-9ee8-bd7fe7e8f424 None None] Pushing event deleted for resources: {'Port': ['ID=097a1964-5331-4bbc-b6ea-4700ee5ee530,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:25:57.435878 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2e3b93-7fcc-4d56-9ee8-bd7fe7e8f424 None None] No DVR routers for this DVR port 097a1964-5331-4bbc-b6ea-4700ee5ee530 on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:25:57.436389 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37b0899-030f-474d-bdbf-00a06c523be2 req-b1f8f3f3-1c06-4a76-9851-7dc4e2befdf3 tempest-TenantUsagesTestJSON-998718406 tempest-TenantUsagesTestJSON-998718406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:25:57.439320 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-c37b0899-030f-474d-bdbf-00a06c523be2 req-b1f8f3f3-1c06-4a76-9851-7dc4e2befdf3 tempest-TenantUsagesTestJSON-998718406 tempest-TenantUsagesTestJSON-998718406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:57.453737 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ae044a-8aae-40b5-b213-e3ef59feed8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10ca4473-3e24-43c2-99f1-017c9a52deb9,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:25:57.540129 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8e5022e6-7da5-4265-96cb-2f537a251d78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:57.584221 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b6d51cb9-8b20-4910-8c0e-a1dd0672079d None None] Provisioning for port e6d02672-a507-4614-8b3d-f3a5be90789d completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:25:57.597621 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8e5022e6-7da5-4265-96cb-2f537a251d78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:57.625171 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b6d51cb9-8b20-4910-8c0e-a1dd0672079d None None] Provisioning complete for port e6d02672-a507-4614-8b3d-f3a5be90789d triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:25:57.625782 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b6d51cb9-8b20-4910-8c0e-a1dd0672079d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:57.672844 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f73c51e0-ea61-48f1-ba63-cb9998e595d1 req-197edbd2-1368-47b9-8cd4-7bc6d754dcb3 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/security-groups?id=2975fa17-2fff-4e01-97a3-764244a94779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5627062 Aug 05 11:25:57.701858 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-c61f670c-a093-4520-bf64-8f7c9d81af89 admin admin] For port 097a1964-5331-4bbc-b6ea-4700ee5ee530, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=097a1964-5331-4bbc-b6ea-4700ee5ee530,segment=NetworkSegment(62d5f6e5-fb54-4b87-bd43-7b7a75190f0b),segment_id=62d5f6e5-fb54-4b87-bd43-7b7a75190f0b)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:25:57.702992 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c61f670c-a093-4520-bf64-8f7c9d81af89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:57.744685 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-b6d51cb9-8b20-4910-8c0e-a1dd0672079d None None] Port e6d02672-a507-4614-8b3d-f3a5be90789d cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:25:57.759192 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa8d0341-93f9-4970-b4d3-ed0107c0086d admin admin] Made reservation on behalf of 831b49a771d84f5d8c3d7ade9f08897a for: {'subnet': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:25:57.771049 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8e5022e6-7da5-4265-96cb-2f537a251d78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:57.771892 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-aa8d0341-93f9-4970-b4d3-ed0107c0086d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24211133'] for subnet, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:57.772122 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8e5022e6-7da5-4265-96cb-2f537a251d78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:57.772298 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-c61f670c-a093-4520-bf64-8f7c9d81af89 admin admin] Calling delete_port for 097a1964-5331-4bbc-b6ea-4700ee5ee530 owned by network:dhcp {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:25:57.777326 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-8e5022e6-7da5-4265-96cb-2f537a251d78 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/10ca4473-3e24-43c2-99f1-017c9a52deb9 HTTP/1.1" status: 204 len: 168 time: 0.3818214 Aug 05 11:25:57.777602 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c37b0899-030f-474d-bdbf-00a06c523be2 req-b1f8f3f3-1c06-4a76-9851-7dc4e2befdf3 tempest-TenantUsagesTestJSON-998718406 tempest-TenantUsagesTestJSON-998718406-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 6.2128949 Aug 05 11:25:57.796169 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5022e6-7da5-4265-96cb-2f537a251d78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10ca4473-3e24-43c2-99f1-017c9a52deb9,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:25:57.890242 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-c37b0899-030f-474d-bdbf-00a06c523be2 req-a6c87848-fe9c-480e-9d8d-8a2703170cd8 service neutron] Request body: {'port': {'device_id': 'bd194f6f-fb99-48e9-870f-0065cf28ff41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-2'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:25:57.954876 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36f0d55-222e-42a5-8005-ff1299e806aa req-42b9f871-1e75-4686-903a-ca93a260b278 tempest-TenantUsagesTestJSON-998718406 tempest-TenantUsagesTestJSON-998718406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:25:57.957281 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f36f0d55-222e-42a5-8005-ff1299e806aa req-42b9f871-1e75-4686-903a-ca93a260b278 tempest-TenantUsagesTestJSON-998718406 tempest-TenantUsagesTestJSON-998718406-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd194f6f-fb99-48e9-870f-0065cf28ff41 HTTP/1.1" status: 200 len: 935 time: 0.4968703 Aug 05 11:25:58.217106 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-c37b0899-030f-474d-bdbf-00a06c523be2 req-a6c87848-fe9c-480e-9d8d-8a2703170cd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:58.235443 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8124848b-e0c1-4408-8fcf-469fbb861110 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33208311'] for router_interface, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:58.255010 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6daa696e-13a0-4064-a798-e7d6d6e2e860', 'tag': '74ee7881-5d34-4d2f-8ca5-497d574a916d'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:25:58.256320 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 097a1964-5331-4bbc-b6ea-4700ee5ee530 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:25:58.267644 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a15033e5-d2f5-4962-b5c2-2feed355af4b" -d '{"events": [{"name": "network-changed", "server_uuid": "6daa696e-13a0-4064-a798-e7d6d6e2e860", "tag": "74ee7881-5d34-4d2f-8ca5-497d574a916d"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:25:58.273005 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f36f0d55-222e-42a5-8005-ff1299e806aa req-b08ec384-b163-4c30-a25f-0cbb6df22f0f tempest-TenantUsagesTestJSON-998718406 tempest-TenantUsagesTestJSON-998718406-project] 10.222.0.58 "GET /v2.0/security-groups?id=c0b6bcf1-69a2-4c2a-b816-aef7df1b2c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540474 Aug 05 11:25:58.353025 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 097a1964-5331-4bbc-b6ea-4700ee5ee530 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:25:58.353961 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 097a1964-5331-4bbc-b6ea-4700ee5ee530 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:25:58.355349 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0666aea0-710d-40a6-b2af-af6f3f4c6654 x-openstack-request-id: req-0666aea0-710d-40a6-b2af-af6f3f4c6654 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:25:58.357723 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6daa696e-13a0-4064-a798-e7d6d6e2e860", "tag": "74ee7881-5d34-4d2f-8ca5-497d574a916d", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:25:58.358448 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0666aea0-710d-40a6-b2af-af6f3f4c6654 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:25:58.359427 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6daa696e-13a0-4064-a798-e7d6d6e2e860', 'tag': '74ee7881-5d34-4d2f-8ca5-497d574a916d', 'status': 'completed', 'code': 200} Aug 05 11:25:58.499657 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15033e5-d2f5-4962-b5c2-2feed355af4b req-7f1af0d2-9a63-4aff-9f4d-3dfd58e025f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:25:58.503202 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-a15033e5-d2f5-4962-b5c2-2feed355af4b req-7f1af0d2-9a63-4aff-9f4d-3dfd58e025f4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bc360260b43347fbb7d1bc7660d6f218&device_id=6daa696e-13a0-4064-a798-e7d6d6e2e860 HTTP/1.1" status: 200 len: 1124 time: 0.0859830 Aug 05 11:25:58.621152 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c61f670c-a093-4520-bf64-8f7c9d81af89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:58.725423 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15033e5-d2f5-4962-b5c2-2feed355af4b req-9eed5dd9-983c-41a4-80f6-66854a7db7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:25:58.727314 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-a15033e5-d2f5-4962-b5c2-2feed355af4b req-9eed5dd9-983c-41a4-80f6-66854a7db7a8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=546c0542-0f92-4f6c-914b-a74a81cd2290 HTTP/1.1" status: 200 len: 909 time: 0.2152679 Aug 05 11:25:58.805941 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-a15033e5-d2f5-4962-b5c2-2feed355af4b req-cc8a4ad0-cb7b-4353-8447-76857e10dcbc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74ee7881-5d34-4d2f-8ca5-497d574a916d HTTP/1.1" status: 200 len: 217 time: 0.0682139 Aug 05 11:25:58.901675 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15033e5-d2f5-4962-b5c2-2feed355af4b req-03bdb180-52ee-43b9-92e9-71ec2eb547ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:25:58.905270 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-a15033e5-d2f5-4962-b5c2-2feed355af4b req-03bdb180-52ee-43b9-92e9-71ec2eb547ed service neutron] 10.222.0.55 "GET /v2.0/subnets?id=61983880-6386-4045-bd2d-695dffcb92f9 HTTP/1.1" status: 200 len: 848 time: 0.0893450 Aug 05 11:25:58.960435 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:58.987573 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-a15033e5-d2f5-4962-b5c2-2feed355af4b req-e0ba4e60-1665-4a81-bfcf-4f4ee5758f0e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=546c0542-0f92-4f6c-914b-a74a81cd2290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726695 Aug 05 11:25:59.181022 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-a15033e5-d2f5-4962-b5c2-2feed355af4b req-ab62b693-9f22-442e-b6e2-b909673a5aa2 service neutron] 10.222.0.55 "GET /v2.0/networks/546c0542-0f92-4f6c-914b-a74a81cd2290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845851 Aug 05 11:25:59.287209 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f670c-a093-4520-bf64-8f7c9d81af89 admin admin] Pushing event deleted for resources: {'Port': ['ID=097a1964-5331-4bbc-b6ea-4700ee5ee530,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:25:59.332429 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61f670c-a093-4520-bf64-8f7c9d81af89 admin admin] No DVR routers for this DVR port 097a1964-5331-4bbc-b6ea-4700ee5ee530 on host n-d-803378-2 {{(pid=94420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:25:59.366594 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95402437-2a6e-4cf7-a9a8-642e7b09d838 req-e1e7df81-e141-4b50-bf52-cddaf2c80ab0 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:25:59.369370 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-95402437-2a6e-4cf7-a9a8-642e7b09d838 req-e1e7df81-e141-4b50-bf52-cddaf2c80ab0 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?device_id=6daa696e-13a0-4064-a798-e7d6d6e2e860 HTTP/1.1" status: 200 len: 943 time: 0.9495695 Aug 05 11:25:59.388678 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-a15033e5-d2f5-4962-b5c2-2feed355af4b req-a071b044-b8c2-4734-ac86-ce5490568449 service neutron] 10.222.0.55 "GET /v2.0/networks/546c0542-0f92-4f6c-914b-a74a81cd2290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993258 Aug 05 11:25:59.835689 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 74ee7881-5d34-4d2f-8ca5-497d574a916d details requested by agent hyperv_n-h1-803378-2 with host n-h1-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:25:59.973871 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c61f670c-a093-4520-bf64-8f7c9d81af89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:25:59.988702 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-aa8d0341-93f9-4970-b4d3-ed0107c0086d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29762700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24211087'] for subnet, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:00.029225 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 74ee7881-5d34-4d2f-8ca5-497d574a916d, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=74ee7881-5d34-4d2f-8ca5-497d574a916d,segment=NetworkSegment(be89551e-4aa0-433b-90d8-e517f4f1da1f),segment_id=be89551e-4aa0-433b-90d8-e517f4f1da1f)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:26:00.050627 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07fe9c7-12f5-4500-96a2-1c6ea7817674 req-8fc8aca6-0763-4c4a-becc-702024d7b6c4 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:00.053431 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c07fe9c7-12f5-4500-96a2-1c6ea7817674 req-8fc8aca6-0763-4c4a-becc-702024d7b6c4 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ebac67d-7119-4342-9c0c-52a5503e1162 HTTP/1.1" status: 200 len: 950 time: 0.8601604 Aug 05 11:26:00.058969 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-95402437-2a6e-4cf7-a9a8-642e7b09d838 req-d70b2964-c277-4227-ade7-8738f04eb359 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/security-groups?id=12d84a41-4254-4f43-a1c3-ae5bdc7fdfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6208005 Aug 05 11:26:00.071074 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 74ee7881-5d34-4d2f-8ca5-497d574a916d has no active binding in host n-h1-803378-2 {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 05 11:26:00.101983 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-c61f670c-a093-4520-bf64-8f7c9d81af89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b18750ac-8ea5-426b-9972-9f17bf337493']}} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:26:00.174601 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-c61f670c-a093-4520-bf64-8f7c9d81af89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62d5f6e5-fb54-4b87-bd43-7b7a75190f0b') {'for_net_delete': True} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:26:00.175104 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-c61f670c-a093-4520-bf64-8f7c9d81af89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62d5f6e5-fb54-4b87-bd43-7b7a75190f0b') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:26:00.266824 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c61f670c-a093-4520-bf64-8f7c9d81af89 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25010581'] for segment, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:00.307391 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 11:26:00.374808 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8d0341-93f9-4970-b4d3-ed0107c0086d admin admin] Pushing event updated for resources: {'Subnet': ['ID=77727c47-55bd-4253-8ce2-1215b1e32718,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:26:00.398983 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c61f670c-a093-4520-bf64-8f7c9d81af89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:00.467050 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c61f670c-a093-4520-bf64-8f7c9d81af89 admin admin] Releasing vlan 685 on physical network physnet1 to pool {{(pid=94420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:26:00.467750 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c61f670c-a093-4520-bf64-8f7c9d81af89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29762581'] for segment, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:00.479661 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c07fe9c7-12f5-4500-96a2-1c6ea7817674 req-ec8e48f4-f7fa-4739-a6e7-af7afb690340 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/security-groups?id=2975fa17-2fff-4e01-97a3-764244a94779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3725483 Aug 05 11:26:00.480951 n-d-803378-2 neutron-server[94420]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 11:26:00.480951 n-d-803378-2 neutron-server[94420]: self.session.flush() Aug 05 11:26:00.480951 n-d-803378-2 neutron-server[94420]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 11:26:00.480951 n-d-803378-2 neutron-server[94420]: self.session.flush() Aug 05 11:26:00.480951 n-d-803378-2 neutron-server[94420]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 11:26:00.480951 n-d-803378-2 neutron-server[94420]: self.session.flush() Aug 05 11:26:00.480951 n-d-803378-2 neutron-server[94420]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 11:26:00.480951 n-d-803378-2 neutron-server[94420]: self.session.flush() Aug 05 11:26:00.480951 n-d-803378-2 neutron-server[94420]: Traceback (most recent call last): Aug 05 11:26:00.480951 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:26:00.480951 n-d-803378-2 neutron-server[94420]: timer() Aug 05 11:26:00.480951 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:26:00.480951 n-d-803378-2 neutron-server[94420]: cb(*args, **kw) Aug 05 11:26:00.480951 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:26:00.480951 n-d-803378-2 neutron-server[94420]: return func(*args, **kwargs) Aug 05 11:26:00.480951 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:26:00.480951 n-d-803378-2 neutron-server[94420]: self._notify() Aug 05 11:26:00.480951 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:26:00.480951 n-d-803378-2 neutron-server[94420]: self.callback(batched_events) Aug 05 11:26:00.480951 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:26:00.480951 n-d-803378-2 neutron-server[94420]: event.method(event) Aug 05 11:26:00.480951 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:26:00.480951 n-d-803378-2 neutron-server[94420]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:26:00.480951 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:26:00.480951 n-d-803378-2 neutron-server[94420]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:26:00.480951 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:26:00.480951 n-d-803378-2 neutron-server[94420]: return f(self, *a, **k) Aug 05 11:26:00.480951 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:26:00.480951 n-d-803378-2 neutron-server[94420]: return self._get(url).json() Aug 05 11:26:00.480951 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:26:00.480951 n-d-803378-2 neutron-server[94420]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:26:00.480951 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:26:00.480951 n-d-803378-2 neutron-server[94420]: return self.request(url, 'GET', **kwargs) Aug 05 11:26:00.480951 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:26:00.480951 n-d-803378-2 neutron-server[94420]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:26:00.480951 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:26:00.480951 n-d-803378-2 neutron-server[94420]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:26:00.480951 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:26:00.480951 n-d-803378-2 neutron-server[94420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:26:00.480951 n-d-803378-2 neutron-server[94420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:26:00.577606 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8d0341-93f9-4970-b4d3-ed0107c0086d admin admin] Checking segment: {'id': '3755ddfa-acaa-48bf-88a2-0838645ce318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '935dfafb-c218-46f0-a0fc-6988efea014e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:26:00.577606 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8d0341-93f9-4970-b4d3-ed0107c0086d admin admin] Network hostable DHCP agents. Network: 935dfafb-c218-46f0-a0fc-6988efea014e, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:26:00.599127 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 47638) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:26:00.753095 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [req-c37b0899-030f-474d-bdbf-00a06c523be2 req-a6c87848-fe9c-480e-9d8d-8a2703170cd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6d02672-a507-4614-8b3d-f3a5be90789d {{(pid=94420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:26:00.815116 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-c37b0899-030f-474d-bdbf-00a06c523be2 req-a6c87848-fe9c-480e-9d8d-8a2703170cd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:00.818142 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c61f670c-a093-4520-bf64-8f7c9d81af89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:00.819699 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-0a207465-6bbd-478e-8517-a84c41b77998 tempest-RoutersTestDVR-88872626 tempest-RoutersTestDVR-88872626-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1626472589'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:26:00.829896 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beb0967-51d4-4017-893b-cdc6a5c47c16 req-a0d5c305-e6c2-411e-ae35-2ad19f6c8810 tempest-TenantUsagesTestJSON-998718406 tempest-TenantUsagesTestJSON-998718406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:00.838979 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8beb0967-51d4-4017-893b-cdc6a5c47c16 req-a0d5c305-e6c2-411e-ae35-2ad19f6c8810 tempest-TenantUsagesTestJSON-998718406 tempest-TenantUsagesTestJSON-998718406-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd194f6f-fb99-48e9-870f-0065cf28ff41 HTTP/1.1" status: 200 len: 935 time: 0.5066183 Aug 05 11:26:00.845951 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c61f670c-a093-4520-bf64-8f7c9d81af89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:00.849365 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-c61f670c-a093-4520-bf64-8f7c9d81af89 admin admin] 10.222.0.58 "DELETE /v2.0/networks/b18750ac-8ea5-426b-9972-9f17bf337493 HTTP/1.1" status: 204 len: 168 time: 4.9106686 Aug 05 11:26:00.883240 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8d0341-93f9-4970-b4d3-ed0107c0086d admin admin] Network 935dfafb-c218-46f0-a0fc-6988efea014e is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:26:00.889879 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0a207465-6bbd-478e-8517-a84c41b77998 tempest-RoutersTestDVR-88872626 tempest-RoutersTestDVR-88872626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33260300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1929'] for router, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:00.892859 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0a207465-6bbd-478e-8517-a84c41b77998 tempest-RoutersTestDVR-88872626 tempest-RoutersTestDVR-88872626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33285914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33034662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1926'] for router, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:00.894244 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [req-c37b0899-030f-474d-bdbf-00a06c523be2 req-a6c87848-fe9c-480e-9d8d-8a2703170cd8 service neutron] Transition to ACTIVE for port object e6d02672-a507-4614-8b3d-f3a5be90789d will not be triggered until provisioned by entity L2. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:26:00.907019 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f670c-a093-4520-bf64-8f7c9d81af89 admin admin] Pushing event deleted for resources: {'Network': ['ID=b18750ac-8ea5-426b-9972-9f17bf337493,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:26:00.937039 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-c37b0899-030f-474d-bdbf-00a06c523be2 req-a6c87848-fe9c-480e-9d8d-8a2703170cd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:00.957411 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-aa8d0341-93f9-4970-b4d3-ed0107c0086d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, 935dfafb-c218-46f0-a0fc-6988efea014e) {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:26:00.964406 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6406e7-bcd0-47dd-a217-f7dd37ffa2e1 req-ccfefb36-d9ac-497e-a4a0-22affb299af2 tempest-ServersOnMultiNodesTest-767699843 tempest-ServersOnMultiNodesTest-767699843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:00.967845 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0d6406e7-bcd0-47dd-a217-f7dd37ffa2e1 req-ccfefb36-d9ac-497e-a4a0-22affb299af2 tempest-ServersOnMultiNodesTest-767699843 tempest-ServersOnMultiNodesTest-767699843-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=6ebac67d-7119-4342-9c0c-52a5503e1162 HTTP/1.1" status: 200 len: 1101 time: 0.3395464 Aug 05 11:26:00.974307 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe3e209d-e8a1-460c-ac73-f16530b2fe0f None None] Network 935dfafb-c218-46f0-a0fc-6988efea014e requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:26:01.031823 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8d0341-93f9-4970-b4d3-ed0107c0086d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:01.032967 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-aa8d0341-93f9-4970-b4d3-ed0107c0086d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:01.122150 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8beb0967-51d4-4017-893b-cdc6a5c47c16 req-1fff4abf-e16d-4083-9e48-612abb96c707 tempest-TenantUsagesTestJSON-998718406 tempest-TenantUsagesTestJSON-998718406-project] 10.222.0.58 "GET /v2.0/security-groups?id=c0b6bcf1-69a2-4c2a-b816-aef7df1b2c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398293 Aug 05 11:26:01.149139 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0a207465-6bbd-478e-8517-a84c41b77998 tempest-RoutersTestDVR-88872626 tempest-RoutersTestDVR-88872626-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:01.149922 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c87848-fe9c-480e-9d8d-8a2703170cd8 service neutron] Pushing event updated for resources: {'Port': ['ID=e6d02672-a507-4614-8b3d-f3a5be90789d,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:26:01.162544 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0a207465-6bbd-478e-8517-a84c41b77998 tempest-RoutersTestDVR-88872626 tempest-RoutersTestDVR-88872626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286026'] for router, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:01.197275 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-8124848b-e0c1-4408-8fcf-469fbb861110 admin admin] Deleting port adebbd07-3843-4acb-8c08-cee18e04389b {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:26:01.198064 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8124848b-e0c1-4408-8fcf-469fbb861110 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:01.202370 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0a207465-6bbd-478e-8517-a84c41b77998 tempest-RoutersTestDVR-88872626 tempest-RoutersTestDVR-88872626-project-admin] Notify callbacks [] for router, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:01.204749 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-0a207465-6bbd-478e-8517-a84c41b77998 tempest-RoutersTestDVR-88872626 tempest-RoutersTestDVR-88872626-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.6037998 Aug 05 11:26:01.210064 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 47646) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:26:01.239135 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-aa8d0341-93f9-4970-b4d3-ed0107c0086d admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 4.3768957 Aug 05 11:26:01.250998 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0d6406e7-bcd0-47dd-a217-f7dd37ffa2e1 req-aa6b18ab-504c-4ce7-ade8-6a5e7775ed9e tempest-ServersOnMultiNodesTest-767699843 tempest-ServersOnMultiNodesTest-767699843-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=2975fa17-2fff-4e01-97a3-764244a94779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262075 Aug 05 11:26:01.450704 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 47654) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:26:01.524272 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c9f2a4-1858-460f-bbfc-73cde73fc22f None None] Network 935dfafb-c218-46f0-a0fc-6988efea014e requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:26:01.566296 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3135b9d0-9113-489f-b815-d64357c01486 tempest-RoutersTestDVR-88872626 tempest-RoutersTestDVR-88872626-project-admin] Notify callbacks [] for router, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:01.835356 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-8124848b-e0c1-4408-8fcf-469fbb861110 admin admin] For port adebbd07-3843-4acb-8c08-cee18e04389b, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=adebbd07-3843-4acb-8c08-cee18e04389b,segment=NetworkSegment(8b1bca96-601f-4458-8b80-fcef880d5fc6),segment_id=8b1bca96-601f-4458-8b80-fcef880d5fc6)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:26:01.836416 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8124848b-e0c1-4408-8fcf-469fbb861110 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:01.905454 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-8124848b-e0c1-4408-8fcf-469fbb861110 admin admin] Calling delete_port for adebbd07-3843-4acb-8c08-cee18e04389b owned by network:router_interface {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:26:01.913253 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3135b9d0-9113-489f-b815-d64357c01486 tempest-RoutersTestDVR-88872626 tempest-RoutersTestDVR-88872626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33262979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1951'] for router, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:01.917502 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3135b9d0-9113-489f-b815-d64357c01486 tempest-RoutersTestDVR-88872626 tempest-RoutersTestDVR-88872626-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:02.018982 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3135b9d0-9113-489f-b815-d64357c01486 tempest-RoutersTestDVR-88872626 tempest-RoutersTestDVR-88872626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33262474'] for router, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:02.020160 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3135b9d0-9113-489f-b815-d64357c01486 tempest-RoutersTestDVR-88872626 tempest-RoutersTestDVR-88872626-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8ff803e8-2161-4a6d-bc51-3563032e71b9 {{(pid=94421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 11:26:02.028279 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763d4e68-d45d-4ba2-a6a0-e265b085a9b6 req-bce8fd19-a6f6-4b9f-a5a8-7b8ccbf23490 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:02.030579 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-763d4e68-d45d-4ba2-a6a0-e265b085a9b6 req-bce8fd19-a6f6-4b9f-a5a8-7b8ccbf23490 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?device_id=6daa696e-13a0-4064-a798-e7d6d6e2e860 HTTP/1.1" status: 200 len: 943 time: 0.6144135 Aug 05 11:26:02.030921 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3135b9d0-9113-489f-b815-d64357c01486 tempest-RoutersTestDVR-88872626 tempest-RoutersTestDVR-88872626-project-admin] Notify callbacks [] for router, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:02.034145 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-3135b9d0-9113-489f-b815-d64357c01486 tempest-RoutersTestDVR-88872626 tempest-RoutersTestDVR-88872626-project-admin] 10.222.0.58 "DELETE /v2.0/routers/8ff803e8-2161-4a6d-bc51-3563032e71b9 HTTP/1.1" status: 204 len: 168 time: 0.8219838 Aug 05 11:26:02.040446 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 47660) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:26:02.053124 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-b933d568-df0d-4c36-88bf-a87ab722127e tempest-RoutersTestDVR-88872626 tempest-RoutersTestDVR-88872626-project-admin] Request body: {'router': {'name': 'tempest-router-1781579736', 'distributed': False}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:26:02.103822 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b933d568-df0d-4c36-88bf-a87ab722127e tempest-RoutersTestDVR-88872626 tempest-RoutersTestDVR-88872626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33260300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1929'] for router, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:02.106768 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b933d568-df0d-4c36-88bf-a87ab722127e tempest-RoutersTestDVR-88872626 tempest-RoutersTestDVR-88872626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33285914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33034662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1926'] for router, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:02.179008 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-10af3a0e-63b4-4213-b185-3f4f908a5f01 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=22a4c8a0ff814c1aa23242da60c6f727&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5507376 Aug 05 11:26:02.180410 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-c37b0899-030f-474d-bdbf-00a06c523be2 req-a6c87848-fe9c-480e-9d8d-8a2703170cd8 service neutron] Attempting to bind port e6d02672-a507-4614-8b3d-f3a5be90789d on host n-h1-803378-2 for vnic_type normal with profile {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:26:02.181023 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-c37b0899-030f-474d-bdbf-00a06c523be2 req-a6c87848-fe9c-480e-9d8d-8a2703170cd8 service neutron] Attempting to bind port e6d02672-a507-4614-8b3d-f3a5be90789d by drivers openvswitch,hyperv on host n-h1-803378-2 at level 0 using segments [{'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:26:02.181600 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c37b0899-030f-474d-bdbf-00a06c523be2 req-a6c87848-fe9c-480e-9d8d-8a2703170cd8 service neutron] Attempting to bind port e6d02672-a507-4614-8b3d-f3a5be90789d on network 91caede3-92e4-4b1e-8e3e-36227cfd846a {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:26:02.192553 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 47664) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:26:02.220993 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b933d568-df0d-4c36-88bf-a87ab722127e tempest-RoutersTestDVR-88872626 tempest-RoutersTestDVR-88872626-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:02.227599 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b933d568-df0d-4c36-88bf-a87ab722127e tempest-RoutersTestDVR-88872626 tempest-RoutersTestDVR-88872626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286026'] for router, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:02.246962 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b933d568-df0d-4c36-88bf-a87ab722127e tempest-RoutersTestDVR-88872626 tempest-RoutersTestDVR-88872626-project-admin] Notify callbacks [] for router, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:02.249590 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-b933d568-df0d-4c36-88bf-a87ab722127e tempest-RoutersTestDVR-88872626 tempest-RoutersTestDVR-88872626-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2072263 Aug 05 11:26:02.252607 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 47668) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:26:02.287284 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c37b0899-030f-474d-bdbf-00a06c523be2 req-a6c87848-fe9c-480e-9d8d-8a2703170cd8 service neutron] Port e6d02672-a507-4614-8b3d-f3a5be90789d on network 91caede3-92e4-4b1e-8e3e-36227cfd846a not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-2 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:26:02.287836 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c37b0899-030f-474d-bdbf-00a06c523be2 req-a6c87848-fe9c-480e-9d8d-8a2703170cd8 service neutron] Attempting to bind port e6d02672-a507-4614-8b3d-f3a5be90789d on network 91caede3-92e4-4b1e-8e3e-36227cfd846a {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:26:02.368388 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c37b0899-030f-474d-bdbf-00a06c523be2 req-a6c87848-fe9c-480e-9d8d-8a2703170cd8 service neutron] Checking agent: {'id': '40bb7567-59bd-4b31-bc29-da1c50bca759', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:26:02.368822 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c37b0899-030f-474d-bdbf-00a06c523be2 req-a6c87848-fe9c-480e-9d8d-8a2703170cd8 service neutron] Checking segment: {'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:26:02.369452 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c37b0899-030f-474d-bdbf-00a06c523be2 req-a6c87848-fe9c-480e-9d8d-8a2703170cd8 service neutron] Bound using segment: {'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:26:02.370190 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-c37b0899-030f-474d-bdbf-00a06c523be2 req-a6c87848-fe9c-480e-9d8d-8a2703170cd8 service neutron] Bound port: e6d02672-a507-4614-8b3d-f3a5be90789d, host: n-h1-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'}}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:26:02.370794 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-c37b0899-030f-474d-bdbf-00a06c523be2 req-a6c87848-fe9c-480e-9d8d-8a2703170cd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:02.378022 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2a88968b-4693-46fe-97a1-45593b78bfb0 tempest-RoutersTestDVR-88872626 tempest-RoutersTestDVR-88872626-project-admin] Notify callbacks [] for router, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:02.432910 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-763d4e68-d45d-4ba2-a6a0-e265b085a9b6 req-ee97278e-e3d6-4600-8c45-b0ab04074a4a tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/security-groups?id=12d84a41-4254-4f43-a1c3-ae5bdc7fdfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3037374 Aug 05 11:26:02.550795 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d44efcb-855f-4353-88b6-081801ae4173 req-ff79338b-f11b-46b1-91cc-941ff4c2a463 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:02.553761 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0d44efcb-855f-4353-88b6-081801ae4173 req-ff79338b-f11b-46b1-91cc-941ff4c2a463 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ebac67d-7119-4342-9c0c-52a5503e1162 HTTP/1.1" status: 200 len: 950 time: 0.4225478 Aug 05 11:26:02.709998 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-67d23f76-6d7b-4a71-a896-9fc1b71b0d43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:02.710499 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2a88968b-4693-46fe-97a1-45593b78bfb0 tempest-RoutersTestDVR-88872626 tempest-RoutersTestDVR-88872626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33262979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1951'] for router, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:02.714516 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2a88968b-4693-46fe-97a1-45593b78bfb0 tempest-RoutersTestDVR-88872626 tempest-RoutersTestDVR-88872626-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:02.799097 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-c37b0899-030f-474d-bdbf-00a06c523be2 req-a6c87848-fe9c-480e-9d8d-8a2703170cd8 service neutron] For port e6d02672-a507-4614-8b3d-f3a5be90789d, host n-h1-803378-2, cleared binding levels {{(pid=94420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:26:02.806193 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2a88968b-4693-46fe-97a1-45593b78bfb0 tempest-RoutersTestDVR-88872626 tempest-RoutersTestDVR-88872626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33262474'] for router, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:02.807718 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a88968b-4693-46fe-97a1-45593b78bfb0 tempest-RoutersTestDVR-88872626 tempest-RoutersTestDVR-88872626-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2e6befae-96c9-4e62-8ea5-61d75a58d51d {{(pid=94421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 11:26:02.816366 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2a88968b-4693-46fe-97a1-45593b78bfb0 tempest-RoutersTestDVR-88872626 tempest-RoutersTestDVR-88872626-project-admin] Notify callbacks [] for router, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:02.819002 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-2a88968b-4693-46fe-97a1-45593b78bfb0 tempest-RoutersTestDVR-88872626 tempest-RoutersTestDVR-88872626-project-admin] 10.222.0.58 "DELETE /v2.0/routers/2e6befae-96c9-4e62-8ea5-61d75a58d51d HTTP/1.1" status: 204 len: 168 time: 0.5651126 Aug 05 11:26:02.825347 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 47674) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:26:02.838624 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-ca5ad068-0d42-43a6-adbd-bd1379c78a5a tempest-RoutersTestDVR-88872626 tempest-RoutersTestDVR-88872626-project-admin] Request body: {'router': {'name': 'tempest-router-1644274944', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '5590c6dfbabc4fbea9d535f5703ee51b'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:26:02.857928 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0d44efcb-855f-4353-88b6-081801ae4173 req-65cabf40-60a8-4f43-aa5a-b22ae66cd6f8 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/security-groups?id=2975fa17-2fff-4e01-97a3-764244a94779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512622 Aug 05 11:26:02.863264 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-67d23f76-6d7b-4a71-a896-9fc1b71b0d43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:02.897630 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ca5ad068-0d42-43a6-adbd-bd1379c78a5a tempest-RoutersTestDVR-88872626 tempest-RoutersTestDVR-88872626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33260300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1929'] for router, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:02.898240 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-c37b0899-030f-474d-bdbf-00a06c523be2 req-a6c87848-fe9c-480e-9d8d-8a2703170cd8 service neutron] For port e6d02672-a507-4614-8b3d-f3a5be90789d, host n-h1-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=e6d02672-a507-4614-8b3d-f3a5be90789d,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:26:02.904923 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ca5ad068-0d42-43a6-adbd-bd1379c78a5a tempest-RoutersTestDVR-88872626 tempest-RoutersTestDVR-88872626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33285914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33034662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1926'] for router, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:02.912807 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-c37b0899-030f-474d-bdbf-00a06c523be2 req-a6c87848-fe9c-480e-9d8d-8a2703170cd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:03.021046 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ca5ad068-0d42-43a6-adbd-bd1379c78a5a tempest-RoutersTestDVR-88872626 tempest-RoutersTestDVR-88872626-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:03.028208 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ca5ad068-0d42-43a6-adbd-bd1379c78a5a tempest-RoutersTestDVR-88872626 tempest-RoutersTestDVR-88872626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286026'] for router, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:03.054455 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ca5ad068-0d42-43a6-adbd-bd1379c78a5a tempest-RoutersTestDVR-88872626 tempest-RoutersTestDVR-88872626-project-admin] Notify callbacks [] for router, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:03.060033 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-ca5ad068-0d42-43a6-adbd-bd1379c78a5a tempest-RoutersTestDVR-88872626 tempest-RoutersTestDVR-88872626-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2277956 Aug 05 11:26:03.061147 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 47684) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:26:03.068670 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-ba9f764d-9a3f-4fd1-b3e8-b67b8474353d tempest-RoutersTestDVR-88872626 tempest-RoutersTestDVR-88872626-project-admin] Request body: {'router': {'distributed': True}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:26:03.106690 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37b0899-030f-474d-bdbf-00a06c523be2 req-a6c87848-fe9c-480e-9d8d-8a2703170cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:03.107820 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-c37b0899-030f-474d-bdbf-00a06c523be2 req-a6c87848-fe9c-480e-9d8d-8a2703170cd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:03.110667 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c37b0899-030f-474d-bdbf-00a06c523be2 req-a6c87848-fe9c-480e-9d8d-8a2703170cd8 service neutron] 10.222.0.64 "PUT /v2.0/ports/e6d02672-a507-4614-8b3d-f3a5be90789d HTTP/1.1" status: 200 len: 1095 time: 5.3203931 Aug 05 11:26:03.116552 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd194f6f-fb99-48e9-870f-0065cf28ff41', 'tag': 'e6d02672-a507-4614-8b3d-f3a5be90789d'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:26:03.119366 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}828068ad8d405ad77660ce68fa78e1ffe658725812f7a08f9e488a446589295b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fb96454-4198-4d46-b789-7a2e7e896251" -d '{"events": [{"name": "network-changed", "server_uuid": "bd194f6f-fb99-48e9-870f-0065cf28ff41", "tag": "e6d02672-a507-4614-8b3d-f3a5be90789d"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:26:03.405406 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8124848b-e0c1-4408-8fcf-469fbb861110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:03.408741 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-67d23f76-6d7b-4a71-a896-9fc1b71b0d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:03.414065 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-67d23f76-6d7b-4a71-a896-9fc1b71b0d43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:03.416638 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-67d23f76-6d7b-4a71-a896-9fc1b71b0d43 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/db324caa-e698-4350-89ce-be8f67219210 HTTP/1.1" status: 204 len: 168 time: 1.1999810 Aug 05 11:26:03.432749 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c87848-fe9c-480e-9d8d-8a2703170cd8 service neutron] Pushing event updated for resources: {'Port': ['ID=e6d02672-a507-4614-8b3d-f3a5be90789d,revision_number=3']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:26:03.484691 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ba9f764d-9a3f-4fd1-b3e8-b67b8474353d tempest-RoutersTestDVR-88872626 tempest-RoutersTestDVR-88872626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33286054', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33263081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1940'] for router, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:03.485239 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ba9f764d-9a3f-4fd1-b3e8-b67b8474353d tempest-RoutersTestDVR-88872626 tempest-RoutersTestDVR-88872626-project-admin] Notify callbacks [] for router, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:03.545967 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d23f76-6d7b-4a71-a896-9fc1b71b0d43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db324caa-e698-4350-89ce-be8f67219210,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:26:03.577102 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd17270-ff5b-41d9-8932-7796e171da16 req-9f6bc826-fa03-4486-a6f3-830938e88111 tempest-TenantUsagesTestJSON-998718406 tempest-TenantUsagesTestJSON-998718406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:03.591520 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7bd17270-ff5b-41d9-8932-7796e171da16 req-9f6bc826-fa03-4486-a6f3-830938e88111 tempest-TenantUsagesTestJSON-998718406 tempest-TenantUsagesTestJSON-998718406-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd194f6f-fb99-48e9-870f-0065cf28ff41 HTTP/1.1" status: 200 len: 947 time: 0.5756485 Aug 05 11:26:03.610122 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8124848b-e0c1-4408-8fcf-469fbb861110 admin admin] Pushing event deleted for resources: {'Port': ['ID=adebbd07-3843-4acb-8c08-cee18e04389b,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:26:03.697748 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37b0899-030f-474d-bdbf-00a06c523be2 req-fc0f6dca-2a82-454e-8ff9-c136cccde6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:03.700996 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c37b0899-030f-474d-bdbf-00a06c523be2 req-fc0f6dca-2a82-454e-8ff9-c136cccde6c7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4b7f19bc3aa14b9894ee9576f8d7e97f&device_id=bd194f6f-fb99-48e9-870f-0065cf28ff41 HTTP/1.1" status: 200 len: 1098 time: 0.4333460 Aug 05 11:26:03.795557 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b913425-f910-450e-b205-a2f60a4c4bee req-88d5b116-eea7-44bc-b0c1-fbba7b43d454 tempest-ServerAddressesNegativeTestJSON-1511270196 tempest-ServerAddressesNegativeTestJSON-1511270196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:03.798786 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0b913425-f910-450e-b205-a2f60a4c4bee req-88d5b116-eea7-44bc-b0c1-fbba7b43d454 tempest-ServerAddressesNegativeTestJSON-1511270196 tempest-ServerAddressesNegativeTestJSON-1511270196-project] 10.222.0.58 "GET /v2.0/networks?id=935dfafb-c218-46f0-a0fc-6988efea014e HTTP/1.1" status: 200 len: 822 time: 0.8216784 Aug 05 11:26:03.894362 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c37b0899-030f-474d-bdbf-00a06c523be2 req-afb7068d-904e-4935-b817-9d7556aeb521 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=e6d02672-a507-4614-8b3d-f3a5be90789d HTTP/1.1" status: 200 len: 217 time: 0.1415997 Aug 05 11:26:03.929343 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7bd17270-ff5b-41d9-8932-7796e171da16 req-0ec418ea-722c-4d91-861f-fe1be630822e tempest-TenantUsagesTestJSON-998718406 tempest-TenantUsagesTestJSON-998718406-project] 10.222.0.58 "GET /v2.0/security-groups?id=c0b6bcf1-69a2-4c2a-b816-aef7df1b2c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3332992 Aug 05 11:26:03.931538 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0b913425-f910-450e-b205-a2f60a4c4bee req-09e43066-8411-45a4-86d6-9754d582a171 tempest-ServerAddressesNegativeTestJSON-1511270196 tempest-ServerAddressesNegativeTestJSON-1511270196-project] 10.222.0.58 "GET /v2.0/quotas/831b49a771d84f5d8c3d7ade9f08897a HTTP/1.1" status: 200 len: 375 time: 0.0183678 Aug 05 11:26:04.031851 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-ba9f764d-9a3f-4fd1-b3e8-b67b8474353d tempest-RoutersTestDVR-88872626 tempest-RoutersTestDVR-88872626-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=94421) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Aug 05 11:26:04.032741 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-ba9f764d-9a3f-4fd1-b3e8-b67b8474353d tempest-RoutersTestDVR-88872626 tempest-RoutersTestDVR-88872626-project-admin] Router ac2c0271-419a-4064-adb0-6eb6e2e9929f migrating from provider to provider. {{(pid=94421) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Aug 05 11:26:04.032741 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ba9f764d-9a3f-4fd1-b3e8-b67b8474353d tempest-RoutersTestDVR-88872626 tempest-RoutersTestDVR-88872626-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:04.038865 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0b913425-f910-450e-b205-a2f60a4c4bee req-0af9c7cd-9032-43c4-9c38-f82a76df2e96 tempest-ServerAddressesNegativeTestJSON-1511270196 tempest-ServerAddressesNegativeTestJSON-1511270196-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=831b49a771d84f5d8c3d7ade9f08897a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0847456 Aug 05 11:26:04.046178 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ba9f764d-9a3f-4fd1-b3e8-b67b8474353d tempest-RoutersTestDVR-88872626 tempest-RoutersTestDVR-88872626-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:04.130452 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ba9f764d-9a3f-4fd1-b3e8-b67b8474353d tempest-RoutersTestDVR-88872626 tempest-RoutersTestDVR-88872626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33286033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33286040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33263014'] for router, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:04.243642 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5da4a2a-8266-4e55-95ae-69daed7f00ce x-openstack-request-id: req-d5da4a2a-8266-4e55-95ae-69daed7f00ce {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:26:04.244110 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd194f6f-fb99-48e9-870f-0065cf28ff41", "tag": "e6d02672-a507-4614-8b3d-f3a5be90789d", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:26:04.244441 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d5da4a2a-8266-4e55-95ae-69daed7f00ce {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:26:04.245321 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd194f6f-fb99-48e9-870f-0065cf28ff41', 'tag': 'e6d02672-a507-4614-8b3d-f3a5be90789d', 'status': 'completed', 'code': 200} Aug 05 11:26:04.437541 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b3aaca-d4cf-4246-9ddf-f3debc6fd926 req-addf0f18-e66a-45c3-ad5a-5385226aefc0 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:04.439407 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d2b3aaca-d4cf-4246-9ddf-f3debc6fd926 req-addf0f18-e66a-45c3-ad5a-5385226aefc0 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ebac67d-7119-4342-9c0c-52a5503e1162 HTTP/1.1" status: 200 len: 950 time: 0.3867681 Aug 05 11:26:04.467992 n-d-803378-2 neutron-server[94421]: WARNING neutron.scheduler.l3_agent_scheduler [None req-ba9f764d-9a3f-4fd1-b3e8-b67b8474353d tempest-RoutersTestDVR-88872626 tempest-RoutersTestDVR-88872626-project-admin] No L3 agents can host the router ac2c0271-419a-4064-adb0-6eb6e2e9929f Aug 05 11:26:04.643638 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37b0899-030f-474d-bdbf-00a06c523be2 req-ae21d192-1245-43ca-9ca8-af02edb70e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:04.645985 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c37b0899-030f-474d-bdbf-00a06c523be2 req-ae21d192-1245-43ca-9ca8-af02edb70e42 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6842f728-c2f3-4e36-bb32-3303d06ce3f4 HTTP/1.1" status: 200 len: 843 time: 0.7094784 Aug 05 11:26:04.740890 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9f764d-9a3f-4fd1-b3e8-b67b8474353d tempest-RoutersTestDVR-88872626 tempest-RoutersTestDVR-88872626-project-admin] Hosts for router ac2c0271-419a-4064-adb0-6eb6e2e9929f: [] {{(pid=94421) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Aug 05 11:26:04.796538 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9f764d-9a3f-4fd1-b3e8-b67b8474353d tempest-RoutersTestDVR-88872626 tempest-RoutersTestDVR-88872626-project-admin] Hosts for other DVR routers connected to router ac2c0271-419a-4064-adb0-6eb6e2e9929f: set() {{(pid=94421) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Aug 05 11:26:04.799904 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ba9f764d-9a3f-4fd1-b3e8-b67b8474353d tempest-RoutersTestDVR-88872626 tempest-RoutersTestDVR-88872626-project-admin] Notify callbacks [] for router, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:04.802105 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-ba9f764d-9a3f-4fd1-b3e8-b67b8474353d tempest-RoutersTestDVR-88872626 tempest-RoutersTestDVR-88872626-project-admin] 10.222.0.58 "PUT /v2.0/routers/ac2c0271-419a-4064-adb0-6eb6e2e9929f HTTP/1.1" status: 200 len: 717 time: 1.7398498 Aug 05 11:26:04.806847 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 47712) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:26:04.816776 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-d2b3aaca-d4cf-4246-9ddf-f3debc6fd926 req-2c72f3da-d072-47cb-9d55-fe2fc670b8a5 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Deleting port 64ae6d5f-31c9-4bcb-8649-26de238fb3b9 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:26:04.821089 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-d2b3aaca-d4cf-4246-9ddf-f3debc6fd926 req-2c72f3da-d072-47cb-9d55-fe2fc670b8a5 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:04.825369 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0b913425-f910-450e-b205-a2f60a4c4bee req-4455205d-c819-490a-b3a2-29e2c009f741 service neutron] 10.222.0.58 "GET /v2.0/networks/935dfafb-c218-46f0-a0fc-6988efea014e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7182646 Aug 05 11:26:04.859940 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 47714) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:26:05.001113 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a8c1d0-67e5-4941-9a30-3ec156acbafc req-5af06a2d-ec09-448f-8767-70c0a7550f0f tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:05.003971 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f1a8c1d0-67e5-4941-9a30-3ec156acbafc req-5af06a2d-ec09-448f-8767-70c0a7550f0f tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?device_id=6daa696e-13a0-4064-a798-e7d6d6e2e860 HTTP/1.1" status: 200 len: 943 time: 0.3683200 Aug 05 11:26:05.035061 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8124848b-e0c1-4408-8fcf-469fbb861110 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33140263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33208171'] for router_interface, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:05.041724 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-ca35c8a1-8e2f-44eb-9313-c19456f6e88d tempest-RoutersTestDVR-88872626 tempest-RoutersTestDVR-88872626-project-admin] 10.222.0.58 "GET /v2.0/routers/ac2c0271-419a-4064-adb0-6eb6e2e9929f HTTP/1.1" status: 200 len: 717 time: 0.2296076 Aug 05 11:26:05.042600 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37b0899-030f-474d-bdbf-00a06c523be2 req-ad6be3b5-c32e-400f-9718-05f5852ab43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:05.043725 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 47720) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:26:05.045394 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c37b0899-030f-474d-bdbf-00a06c523be2 req-ad6be3b5-c32e-400f-9718-05f5852ab43f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=91caede3-92e4-4b1e-8e3e-36227cfd846a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3676829 Aug 05 11:26:05.131792 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-d2b3aaca-d4cf-4246-9ddf-f3debc6fd926 req-2c72f3da-d072-47cb-9d55-fe2fc670b8a5 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] For port 64ae6d5f-31c9-4bcb-8649-26de238fb3b9, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=64ae6d5f-31c9-4bcb-8649-26de238fb3b9,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:26:05.132186 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-d2b3aaca-d4cf-4246-9ddf-f3debc6fd926 req-2c72f3da-d072-47cb-9d55-fe2fc670b8a5 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:05.157617 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-d2b3aaca-d4cf-4246-9ddf-f3debc6fd926 req-2c72f3da-d072-47cb-9d55-fe2fc670b8a5 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Calling delete_port for 64ae6d5f-31c9-4bcb-8649-26de238fb3b9 owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:26:05.194237 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-a93d2d5c-f1b1-42d2-ac90-205ab876defa admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1586802047-network', 'tenant_id': '922471f37b13454ba92168a26c5eea8e'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:26:05.390121 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f1a8c1d0-67e5-4941-9a30-3ec156acbafc req-452914bc-53a6-4b77-aa7b-312cf58016fa tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/security-groups?id=12d84a41-4254-4f43-a1c3-ae5bdc7fdfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3614521 Aug 05 11:26:05.436875 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a93d2d5c-f1b1-42d2-ac90-205ab876defa admin admin] Made reservation on behalf of 922471f37b13454ba92168a26c5eea8e for: {'network': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:26:05.444539 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a93d2d5c-f1b1-42d2-ac90-205ab876defa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:05.444539 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0b913425-f910-450e-b205-a2f60a4c4bee req-efe8fd7e-be8e-4083-b78c-7511211e0533 service neutron] 10.222.0.58 "GET /v2.0/networks/935dfafb-c218-46f0-a0fc-6988efea014e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5824158 Aug 05 11:26:05.506842 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-075d63e0-fe58-4194-a4fb-546a1b4fdc11 tempest-RoutersTestDVR-1195151101 tempest-RoutersTestDVR-1195151101-project] 10.222.0.58 "GET /v2.0/routers/ac2c0271-419a-4064-adb0-6eb6e2e9929f HTTP/1.1" status: 200 len: 683 time: 0.4611742 Aug 05 11:26:05.507885 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 47726) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:26:05.509978 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a93d2d5c-f1b1-42d2-ac90-205ab876defa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:05.539597 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c37b0899-030f-474d-bdbf-00a06c523be2 req-9e8cbe75-c63d-46e0-a2e0-0cac829d5abd service neutron] 10.222.0.64 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4815171 Aug 05 11:26:05.696723 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e7482ef1-73bc-47ec-9f64-0d4a2c1f7996 tempest-RoutersTestDVR-88872626 tempest-RoutersTestDVR-88872626-project-admin] Notify callbacks [] for router, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:05.778388 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-d2b3aaca-d4cf-4246-9ddf-f3debc6fd926 req-2c72f3da-d072-47cb-9d55-fe2fc670b8a5 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:05.813158 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['46ac903b-6473-4f7d-ab25-233c6efee28b', '0cca5eec-aa95-47fa-ac39-f63160df33c4', '64ae6d5f-31c9-4bcb-8649-26de238fb3b9'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:26:05.888361 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['17316c3c-1452-458b-b7e3-72878c4fab59', 'acb20733-3c4b-47b8-b861-841610d97f25', 'd2d3e84a-bcdc-4a22-ab95-2524ddc32e0e', 'a441b0ba-c1cb-43f2-b380-2a046b0a5fdf', '0cab080c-fca9-46a9-808e-7c2572e3700e'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:26:05.891225 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c72f3da-d072-47cb-9d55-fe2fc670b8a5 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Pushing event deleted for resources: {'Port': ['ID=64ae6d5f-31c9-4bcb-8649-26de238fb3b9,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:26:05.914632 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c72f3da-d072-47cb-9d55-fe2fc670b8a5 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:26:05.915081 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c72f3da-d072-47cb-9d55-fe2fc670b8a5 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:26:05.915503 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c72f3da-d072-47cb-9d55-fe2fc670b8a5 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:26:05.915897 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c72f3da-d072-47cb-9d55-fe2fc670b8a5 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:26:05.916244 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c72f3da-d072-47cb-9d55-fe2fc670b8a5 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:26:05.916674 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c72f3da-d072-47cb-9d55-fe2fc670b8a5 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:26:05.917033 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c72f3da-d072-47cb-9d55-fe2fc670b8a5 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:26:05.917457 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c72f3da-d072-47cb-9d55-fe2fc670b8a5 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:26:05.917910 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c72f3da-d072-47cb-9d55-fe2fc670b8a5 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:26:05.918969 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c72f3da-d072-47cb-9d55-fe2fc670b8a5 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:26:05.919406 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c72f3da-d072-47cb-9d55-fe2fc670b8a5 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:26:05.919878 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c72f3da-d072-47cb-9d55-fe2fc670b8a5 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:26:05.970563 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 74ee7881-5d34-4d2f-8ca5-497d574a916d details requested by agent hyperv_n-h1-803378-2 with host n-h1-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:26:06.162216 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a93d2d5c-f1b1-42d2-ac90-205ab876defa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:06.166489 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c37b0899-030f-474d-bdbf-00a06c523be2 req-5899fad6-3d6a-4fc5-9dbd-24fcae544be3 service neutron] 10.222.0.64 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6122484 Aug 05 11:26:06.208445 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bfcca3-6483-4b32-8173-d5440b227957 req-172771ad-0a45-4c36-a73d-e71c22c82d01 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:06.210478 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-40bfcca3-6483-4b32-8173-d5440b227957 req-172771ad-0a45-4c36-a73d-e71c22c82d01 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ebac67d-7119-4342-9c0c-52a5503e1162 HTTP/1.1" status: 200 len: 867 time: 0.6489413 Aug 05 11:26:06.215941 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a93d2d5c-f1b1-42d2-ac90-205ab876defa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:06.277359 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e7482ef1-73bc-47ec-9f64-0d4a2c1f7996 tempest-RoutersTestDVR-88872626 tempest-RoutersTestDVR-88872626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33262979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1951'] for router, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:06.288061 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e7482ef1-73bc-47ec-9f64-0d4a2c1f7996 tempest-RoutersTestDVR-88872626 tempest-RoutersTestDVR-88872626-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:06.296216 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 74ee7881-5d34-4d2f-8ca5-497d574a916d, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=74ee7881-5d34-4d2f-8ca5-497d574a916d,segment=NetworkSegment(be89551e-4aa0-433b-90d8-e517f4f1da1f),segment_id=be89551e-4aa0-433b-90d8-e517f4f1da1f)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:26:06.298024 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93d2d5c-f1b1-42d2-ac90-205ab876defa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30974407-7b2a-468c-b989-540006d0da28,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:26:06.360270 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a93d2d5c-f1b1-42d2-ac90-205ab876defa admin admin] vlan segment allocate from pool success with {'vlan_id': 669, 'physical_network': 'physnet1'} {{(pid=94420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:26:06.363386 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 74ee7881-5d34-4d2f-8ca5-497d574a916d has no active binding in host n-h1-803378-2 {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 05 11:26:06.450670 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2b3aaca-d4cf-4246-9ddf-f3debc6fd926 req-2c72f3da-d072-47cb-9d55-fe2fc670b8a5 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] No DVR routers for this DVR port 64ae6d5f-31c9-4bcb-8649-26de238fb3b9 on host n-h2-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:26:06.454408 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e7482ef1-73bc-47ec-9f64-0d4a2c1f7996 tempest-RoutersTestDVR-88872626 tempest-RoutersTestDVR-88872626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33262474'] for router, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:06.463371 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7482ef1-73bc-47ec-9f64-0d4a2c1f7996 tempest-RoutersTestDVR-88872626 tempest-RoutersTestDVR-88872626-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ac2c0271-419a-4064-adb0-6eb6e2e9929f {{(pid=94421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 11:26:06.463371 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-d2b3aaca-d4cf-4246-9ddf-f3debc6fd926 req-2c72f3da-d072-47cb-9d55-fe2fc670b8a5 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:06.463371 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d2b3aaca-d4cf-4246-9ddf-f3debc6fd926 req-2c72f3da-d072-47cb-9d55-fe2fc670b8a5 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.55 "DELETE /v2.0/ports/64ae6d5f-31c9-4bcb-8649-26de238fb3b9 HTTP/1.1" status: 204 len: 173 time: 2.0141327 Aug 05 11:26:06.463371 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ebac67d-7119-4342-9c0c-52a5503e1162', 'name': 'network-vif-deleted', 'tag': '64ae6d5f-31c9-4bcb-8649-26de238fb3b9'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:26:06.469832 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8608ee6-c1c4-4c2a-b978-80ba5cec5e5d" -d '{"events": [{"server_uuid": "6ebac67d-7119-4342-9c0c-52a5503e1162", "name": "network-vif-deleted", "tag": "64ae6d5f-31c9-4bcb-8649-26de238fb3b9"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:26:06.486562 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e7482ef1-73bc-47ec-9f64-0d4a2c1f7996 tempest-RoutersTestDVR-88872626 tempest-RoutersTestDVR-88872626-project-admin] Notify callbacks [] for router, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:06.503643 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-e7482ef1-73bc-47ec-9f64-0d4a2c1f7996 tempest-RoutersTestDVR-88872626 tempest-RoutersTestDVR-88872626-project-admin] 10.222.0.58 "DELETE /v2.0/routers/ac2c0271-419a-4064-adb0-6eb6e2e9929f HTTP/1.1" status: 204 len: 168 time: 0.9870491 Aug 05 11:26:06.504699 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 47740) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:26:06.515172 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-d3563bda-8e78-4b15-b38d-acabe849e19c tempest-RoutersTestDVR-88872626 tempest-RoutersTestDVR-88872626-project-admin] Request body: {'router': {'name': 'tempest-router-452355175', 'distributed': True}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:26:06.554352 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24834c20-d967-46a2-a93d-81b0d09425c2 req-b6b32385-93db-4760-8ee7-43f8e5040883 tempest-TenantUsagesTestJSON-998718406 tempest-TenantUsagesTestJSON-998718406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:06.569537 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-24834c20-d967-46a2-a93d-81b0d09425c2 req-b6b32385-93db-4760-8ee7-43f8e5040883 tempest-TenantUsagesTestJSON-998718406 tempest-TenantUsagesTestJSON-998718406-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd194f6f-fb99-48e9-870f-0065cf28ff41 HTTP/1.1" status: 200 len: 947 time: 0.6045566 Aug 05 11:26:06.613072 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d3563bda-8e78-4b15-b38d-acabe849e19c tempest-RoutersTestDVR-88872626 tempest-RoutersTestDVR-88872626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33260300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1929'] for router, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:06.618599 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d3563bda-8e78-4b15-b38d-acabe849e19c tempest-RoutersTestDVR-88872626 tempest-RoutersTestDVR-88872626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33285914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33034662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1926'] for router, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:06.625482 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8124848b-e0c1-4408-8fcf-469fbb861110 admin admin] Router 39c0ba51-c3c5-478c-bc5e-8af03a89a2c2 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 11:26:06.635633 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a93d2d5c-f1b1-42d2-ac90-205ab876defa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:06.636810 n-d-803378-2 neutron-server[94420]: INFO neutron.db.segments_db [None req-a93d2d5c-f1b1-42d2-ac90-205ab876defa admin admin] Added segment 5615e441-bf2b-4f62-9a7e-00bdeb60130a of type vlan for network 3bbc31db-4958-4e8b-9f8e-bc48b5d28e47 Aug 05 11:26:06.703570 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-40bfcca3-6483-4b32-8173-d5440b227957 req-cedb8f59-6004-448b-ac68-d88ef736e8b5 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/security-groups?id=2975fa17-2fff-4e01-97a3-764244a94779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4725728 Aug 05 11:26:06.740212 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6539206a-8a00-461e-b21f-4e81317e9136 req-8a8d6f3a-e19c-4edb-a147-c344ae0ee287 service neutron] 10.222.0.55 "GET /v2.0/ports/74ee7881-5d34-4d2f-8ca5-497d574a916d/bindings/n-h1-803378-2 HTTP/1.1" status: 200 len: 384 time: 0.3520625 Aug 05 11:26:06.846973 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb96454-4198-4d46-b789-7a2e7e896251 req-9da86ae8-ee72-4ba6-85b5-e2be30a0dbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:06.849137 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1fb96454-4198-4d46-b789-7a2e7e896251 req-9da86ae8-ee72-4ba6-85b5-e2be30a0dbe7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4b7f19bc3aa14b9894ee9576f8d7e97f&device_id=bd194f6f-fb99-48e9-870f-0065cf28ff41 HTTP/1.1" status: 200 len: 1098 time: 0.4968708 Aug 05 11:26:06.903515 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d3563bda-8e78-4b15-b38d-acabe849e19c tempest-RoutersTestDVR-88872626 tempest-RoutersTestDVR-88872626-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:06.912109 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a93d2d5c-f1b1-42d2-ac90-205ab876defa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:06.927651 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d3563bda-8e78-4b15-b38d-acabe849e19c tempest-RoutersTestDVR-88872626 tempest-RoutersTestDVR-88872626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286026'] for router, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:06.980227 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d3563bda-8e78-4b15-b38d-acabe849e19c tempest-RoutersTestDVR-88872626 tempest-RoutersTestDVR-88872626-project-admin] Notify callbacks [] for router, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:06.987527 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-d3563bda-8e78-4b15-b38d-acabe849e19c tempest-RoutersTestDVR-88872626 tempest-RoutersTestDVR-88872626-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.4767673 Aug 05 11:26:06.987527 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 47744) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:26:06.997032 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-24834c20-d967-46a2-a93d-81b0d09425c2 req-00d619da-e32e-48c8-bde3-365b4f5363b5 tempest-TenantUsagesTestJSON-998718406 tempest-TenantUsagesTestJSON-998718406-project] 10.222.0.58 "GET /v2.0/security-groups?id=c0b6bcf1-69a2-4c2a-b816-aef7df1b2c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4248490 Aug 05 11:26:07.173356 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e4ca8ff7-7836-452e-86c8-32a54f392b46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:07.181526 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-667c166c-ca3c-45eb-91b8-c54e0de0c0f0 tempest-RoutersTestDVR-88872626 tempest-RoutersTestDVR-88872626-project-admin] Notify callbacks [] for router, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:07.403636 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f18b7563-1a50-47cf-b30e-3e9e224458eb req-ec68735d-86c0-4594-a888-1cd3e0a4144d tempest-ServerAddressesNegativeTestJSON-1511270196 tempest-ServerAddressesNegativeTestJSON-1511270196-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9362d22-a4db-430e-8765-cffee4624fe4 HTTP/1.1" status: 200 len: 210 time: 0.4002061 Aug 05 11:26:07.464662 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8124848b-e0c1-4408-8fcf-469fbb861110 admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:26:07.468421 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.db.resource_extend [None req-a93d2d5c-f1b1-42d2-ac90-205ab876defa admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 05 11:26:07.491173 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68104b43-632f-4cdf-8202-ac6d6daf7a2c None None] Sync routers for ids ['39c0ba51-c3c5-478c-bc5e-8af03a89a2c2'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:26:07.528942 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68104b43-632f-4cdf-8202-ac6d6daf7a2c None None] Routers {'39c0ba51-c3c5-478c-bc5e-8af03a89a2c2'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:26:07.530012 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-68104b43-632f-4cdf-8202-ac6d6daf7a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:25:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['39c0ba51-c3c5-478c-bc5e-8af03a89a2c2'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:26:07.537288 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-8124848b-e0c1-4408-8fcf-469fbb861110 admin admin] 10.222.0.58 "PUT /v2.0/routers/39c0ba51-c3c5-478c-bc5e-8af03a89a2c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5999947 Aug 05 11:26:07.538292 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 47746) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:26:07.718246 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8038244-e39e-48bb-ba9f-e3049affd792 x-openstack-request-id: req-b8038244-e39e-48bb-ba9f-e3049affd792 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:26:07.719229 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ebac67d-7119-4342-9c0c-52a5503e1162", "name": "network-vif-deleted", "tag": "64ae6d5f-31c9-4bcb-8649-26de238fb3b9", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:26:07.719229 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b8038244-e39e-48bb-ba9f-e3049affd792 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:26:07.720089 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ebac67d-7119-4342-9c0c-52a5503e1162', 'name': 'network-vif-deleted', 'tag': '64ae6d5f-31c9-4bcb-8649-26de238fb3b9', 'status': 'completed', 'code': 200} Aug 05 11:26:07.819627 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-667c166c-ca3c-45eb-91b8-c54e0de0c0f0 tempest-RoutersTestDVR-88872626 tempest-RoutersTestDVR-88872626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33262979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1951'] for router, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:07.824473 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-667c166c-ca3c-45eb-91b8-c54e0de0c0f0 tempest-RoutersTestDVR-88872626 tempest-RoutersTestDVR-88872626-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:07.895823 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a93d2d5c-f1b1-42d2-ac90-205ab876defa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:07.897611 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93d2d5c-f1b1-42d2-ac90-205ab876defa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:07.898699 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a93d2d5c-f1b1-42d2-ac90-205ab876defa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:07.947894 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-667c166c-ca3c-45eb-91b8-c54e0de0c0f0 tempest-RoutersTestDVR-88872626 tempest-RoutersTestDVR-88872626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33262474'] for router, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:07.949506 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-667c166c-ca3c-45eb-91b8-c54e0de0c0f0 tempest-RoutersTestDVR-88872626 tempest-RoutersTestDVR-88872626-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 39e950fb-bd9d-4380-befc-d5a6ca0a9c33 {{(pid=94421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 11:26:07.960343 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-667c166c-ca3c-45eb-91b8-c54e0de0c0f0 tempest-RoutersTestDVR-88872626 tempest-RoutersTestDVR-88872626-project-admin] Notify callbacks [] for router, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:07.962560 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-667c166c-ca3c-45eb-91b8-c54e0de0c0f0 tempest-RoutersTestDVR-88872626 tempest-RoutersTestDVR-88872626-project-admin] 10.222.0.58 "DELETE /v2.0/routers/39e950fb-bd9d-4380-befc-d5a6ca0a9c33 HTTP/1.1" status: 204 len: 168 time: 0.9706836 Aug 05 11:26:08.044071 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 64ae6d5f-31c9-4bcb-8649-26de238fb3b9 no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:26:08.109435 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] No Port match for: 64ae6d5f-31c9-4bcb-8649-26de238fb3b9 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:26:08.114197 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 64ae6d5f-31c9-4bcb-8649-26de238fb3b9 not bound to the agent host n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:26:08.114197 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 74ee7881-5d34-4d2f-8ca5-497d574a916d no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:26:08.316217 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-68104b43-632f-4cdf-8202-ac6d6daf7a2c None None] Set router 39c0ba51-c3c5-478c-bc5e-8af03a89a2c2 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:26:08.349961 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6e2d93-fe86-46d4-9f01-9b556056f98b req-c38fcdf6-f167-4c40-8969-7598336c5d14 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:08.364888 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-af6e2d93-fe86-46d4-9f01-9b556056f98b req-c38fcdf6-f167-4c40-8969-7598336c5d14 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?device_id=6daa696e-13a0-4064-a798-e7d6d6e2e860 HTTP/1.1" status: 200 len: 943 time: 0.9721048 Aug 05 11:26:08.410515 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-a93d2d5c-f1b1-42d2-ac90-205ab876defa admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.5419283 Aug 05 11:26:08.418984 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 47760) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:26:08.444726 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-42ddeab3-58f7-4ed3-b548-cf940ada14bb admin admin] Request body: {'subnet': {'network_id': '3bbc31db-4958-4e8b-9f8e-bc48b5d28e47', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1586802047-subnet', 'tenant_id': '922471f37b13454ba92168a26c5eea8e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:26:08.511054 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-6539206a-8a00-461e-b21f-4e81317e9136 req-472bbbf0-741c-4bdc-a46c-d3d26b9609ee service neutron] For port 74ee7881-5d34-4d2f-8ca5-497d574a916d, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=74ee7881-5d34-4d2f-8ca5-497d574a916d,segment=NetworkSegment(be89551e-4aa0-433b-90d8-e517f4f1da1f),segment_id=be89551e-4aa0-433b-90d8-e517f4f1da1f)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:26:08.523764 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42ddeab3-58f7-4ed3-b548-cf940ada14bb admin admin] Made reservation on behalf of 922471f37b13454ba92168a26c5eea8e for: {'subnet': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:26:08.528543 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-42ddeab3-58f7-4ed3-b548-cf940ada14bb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24211133'] for subnet, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:08.563971 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb96454-4198-4d46-b789-7a2e7e896251 req-4091a4dc-615c-4a96-8261-d1cd5119fef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:08.566832 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1fb96454-4198-4d46-b789-7a2e7e896251 req-4091a4dc-615c-4a96-8261-d1cd5119fef6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=91caede3-92e4-4b1e-8e3e-36227cfd846a HTTP/1.1" status: 200 len: 870 time: 1.6644831 Aug 05 11:26:08.646742 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 47766) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:26:08.723612 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93d2d5c-f1b1-42d2-ac90-205ab876defa admin admin] Pushing event updated for resources: {'Network': ['ID=3bbc31db-4958-4e8b-9f8e-bc48b5d28e47,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:26:08.756377 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 3bbc31db-4958-4e8b-9f8e-bc48b5d28e47 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:26:08.823083 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b913425-f910-450e-b205-a2f60a4c4bee req-ed79a0c7-632d-41be-9ae0-af1f7aecadfa tempest-ServerAddressesNegativeTestJSON-1511270196 tempest-ServerAddressesNegativeTestJSON-1511270196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:08.827144 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-0b913425-f910-450e-b205-a2f60a4c4bee req-ed79a0c7-632d-41be-9ae0-af1f7aecadfa tempest-ServerAddressesNegativeTestJSON-1511270196 tempest-ServerAddressesNegativeTestJSON-1511270196-project] 10.222.0.55 "GET /v2.0/networks?id=935dfafb-c218-46f0-a0fc-6988efea014e HTTP/1.1" status: 200 len: 822 time: 0.5878291 Aug 05 11:26:08.850494 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-0b913425-f910-450e-b205-a2f60a4c4bee req-605b27de-1bfe-4350-a580-27fa3fbc9e2c tempest-ServerAddressesNegativeTestJSON-1511270196 tempest-ServerAddressesNegativeTestJSON-1511270196-project] Request body: {'port': {'device_id': 'c9362d22-a4db-430e-8765-cffee4624fe4', 'network_id': '935dfafb-c218-46f0-a0fc-6988efea014e', 'admin_state_up': True, 'tenant_id': '831b49a771d84f5d8c3d7ade9f08897a'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:26:08.933423 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-6539206a-8a00-461e-b21f-4e81317e9136 req-472bbbf0-741c-4bdc-a46c-d3d26b9609ee service neutron] For port 74ee7881-5d34-4d2f-8ca5-497d574a916d, host n-h2-803378-2, cleared binding levels {{(pid=94420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:26:08.940659 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1fb96454-4198-4d46-b789-7a2e7e896251 req-6a7e7c32-494b-4e6b-9886-b493a5a9cdd1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=e6d02672-a507-4614-8b3d-f3a5be90789d HTTP/1.1" status: 200 len: 217 time: 0.2197838 Aug 05 11:26:09.003781 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fb2c5241-3b6c-4149-ad42-20c8a3042d1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:09.011685 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-aa02614d-2584-4da8-818e-f596d6e097e1 admin admin] Notify callbacks [] for router, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:09.058691 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-af6e2d93-fe86-46d4-9f01-9b556056f98b req-8e33a279-ba4f-42ab-9213-1d4de908bc93 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/security-groups?id=12d84a41-4254-4f43-a1c3-ae5bdc7fdfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6899734 Aug 05 11:26:09.173913 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-68104b43-632f-4cdf-8202-ac6d6daf7a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39c0ba51-c3c5-478c-bc5e-8af03a89a2c2', 'name': 'tempest-ServersTestFqdnHostnames-484026939-router', 'tenant_id': '54ce1209669740e4b5d6b670cf6e01b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '3e3a1dd8-81bd-4158-b9bd-35443bb3ea90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:23:00Z', 'updated_at': '2021-08-05T11:26:02Z', 'revision_number': 5, 'project_id': '54ce1209669740e4b5d6b670cf6e01b0', 'gw_port': {'id': '3e3a1dd8-81bd-4158-b9bd-35443bb3ea90', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:8e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c0ba51-c3c5-478c-bc5e-8af03a89a2c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:23:02Z', 'updated_at': '2021-08-05T11:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:26:09.231838 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68104b43-632f-4cdf-8202-ac6d6daf7a2c None None] Checking router: 39c0ba51-c3c5-478c-bc5e-8af03a89a2c2 for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:26:09.243005 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68104b43-632f-4cdf-8202-ac6d6daf7a2c None None] Routers {'39c0ba51-c3c5-478c-bc5e-8af03a89a2c2'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:26:09.244562 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-68104b43-632f-4cdf-8202-ac6d6daf7a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:25:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['39c0ba51-c3c5-478c-bc5e-8af03a89a2c2'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:26:09.302648 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fb2c5241-3b6c-4149-ad42-20c8a3042d1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:09.317805 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fb2c5241-3b6c-4149-ad42-20c8a3042d1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:09.373278 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b913425-f910-450e-b205-a2f60a4c4bee req-605b27de-1bfe-4350-a580-27fa3fbc9e2c tempest-ServerAddressesNegativeTestJSON-1511270196 tempest-ServerAddressesNegativeTestJSON-1511270196-project] Made reservation on behalf of 831b49a771d84f5d8c3d7ade9f08897a for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:26:09.376740 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-0b913425-f910-450e-b205-a2f60a4c4bee req-605b27de-1bfe-4350-a580-27fa3fbc9e2c tempest-ServerAddressesNegativeTestJSON-1511270196 tempest-ServerAddressesNegativeTestJSON-1511270196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:09.389855 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-fb2c5241-3b6c-4149-ad42-20c8a3042d1f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5590c6dfbabc4fbea9d535f5703ee51b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7379875 Aug 05 11:26:09.394984 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 47770) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:26:09.406165 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2c5241-3b6c-4149-ad42-20c8a3042d1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98d81d4a-d46b-4946-9016-a0a207d74524,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:26:09.423210 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-68104b43-632f-4cdf-8202-ac6d6daf7a2c None None] Set router 39c0ba51-c3c5-478c-bc5e-8af03a89a2c2 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:26:09.574150 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [req-6539206a-8a00-461e-b21f-4e81317e9136 req-472bbbf0-741c-4bdc-a46c-d3d26b9609ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74ee7881-5d34-4d2f-8ca5-497d574a916d {{(pid=94420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:26:09.596837 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-6539206a-8a00-461e-b21f-4e81317e9136 req-472bbbf0-741c-4bdc-a46c-d3d26b9609ee service neutron] For port 74ee7881-5d34-4d2f-8ca5-497d574a916d, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=74ee7881-5d34-4d2f-8ca5-497d574a916d,segment=NetworkSegment(be89551e-4aa0-433b-90d8-e517f4f1da1f),segment_id=be89551e-4aa0-433b-90d8-e517f4f1da1f)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:26:09.599073 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-44b8d5e8-6577-466b-8122-5740d533603c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:09.724121 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3420b7fb-59d2-4ad7-9993-7702b87005d1 req-6a8fdf27-7743-406d-922b-ec967a2ae8b5 tempest-TenantUsagesTestJSON-998718406 tempest-TenantUsagesTestJSON-998718406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:09.727158 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3420b7fb-59d2-4ad7-9993-7702b87005d1 req-6a8fdf27-7743-406d-922b-ec967a2ae8b5 tempest-TenantUsagesTestJSON-998718406 tempest-TenantUsagesTestJSON-998718406-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd194f6f-fb99-48e9-870f-0065cf28ff41 HTTP/1.1" status: 200 len: 947 time: 1.1211731 Aug 05 11:26:09.774584 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-6539206a-8a00-461e-b21f-4e81317e9136 req-472bbbf0-741c-4bdc-a46c-d3d26b9609ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:09.787620 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-68104b43-632f-4cdf-8202-ac6d6daf7a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39c0ba51-c3c5-478c-bc5e-8af03a89a2c2', 'name': 'tempest-ServersTestFqdnHostnames-484026939-router', 'tenant_id': '54ce1209669740e4b5d6b670cf6e01b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '3e3a1dd8-81bd-4158-b9bd-35443bb3ea90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:23:00Z', 'updated_at': '2021-08-05T11:26:02Z', 'revision_number': 5, 'project_id': '54ce1209669740e4b5d6b670cf6e01b0', 'gw_port': {'id': '3e3a1dd8-81bd-4158-b9bd-35443bb3ea90', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:8e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c0ba51-c3c5-478c-bc5e-8af03a89a2c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:23:02Z', 'updated_at': '2021-08-05T11:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:26:09.830346 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68104b43-632f-4cdf-8202-ac6d6daf7a2c None None] The sync data for ids ['39c0ba51-c3c5-478c-bc5e-8af03a89a2c2'] in n-d-803378-2 is: [{'id': '39c0ba51-c3c5-478c-bc5e-8af03a89a2c2', 'name': 'tempest-ServersTestFqdnHostnames-484026939-router', 'tenant_id': '54ce1209669740e4b5d6b670cf6e01b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '3e3a1dd8-81bd-4158-b9bd-35443bb3ea90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:23:00Z', 'updated_at': '2021-08-05T11:26:02Z', 'revision_number': 5, 'project_id': '54ce1209669740e4b5d6b670cf6e01b0', 'gw_port': {'id': '3e3a1dd8-81bd-4158-b9bd-35443bb3ea90', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:8e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c0ba51-c3c5-478c-bc5e-8af03a89a2c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:23:02Z', 'updated_at': '2021-08-05T11:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:26:09.921584 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device e6d02672-a507-4614-8b3d-f3a5be90789d details requested by agent hyperv_n-h1-803378-2 with host n-h1-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:26:09.925192 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 74ee7881-5d34-4d2f-8ca5-497d574a916d no longer exists at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:26:09.946707 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:09.959219 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb96454-4198-4d46-b789-7a2e7e896251 req-313ae155-05eb-4caa-b309-600d97f3b45b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:09.959219 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1fb96454-4198-4d46-b789-7a2e7e896251 req-313ae155-05eb-4caa-b309-600d97f3b45b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6842f728-c2f3-4e36-bb32-3303d06ce3f4 HTTP/1.1" status: 200 len: 843 time: 0.9649529 Aug 05 11:26:10.035166 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-5b74f0ea-d6d6-4272-942b-bbba7a977a69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:10.083494 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-44b8d5e8-6577-466b-8122-5740d533603c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:10.134153 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-0b913425-f910-450e-b205-a2f60a4c4bee req-605b27de-1bfe-4350-a580-27fa3fbc9e2c tempest-ServerAddressesNegativeTestJSON-1511270196 tempest-ServerAddressesNegativeTestJSON-1511270196-project] Allocated IP 172.20.0.9 (935dfafb-c218-46f0-a0fc-6988efea014e/77727c47-55bd-4253-8ce2-1215b1e32718/bdf7fc37-146d-4d2a-92e5-e466e60006dd) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:26:10.141541 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 74ee7881-5d34-4d2f-8ca5-497d574a916d not bound to the agent host n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:26:10.195239 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab3ae0f-b36f-48fa-bcee-f56a54a952ea req-b94d9d98-1208-4d02-a567-1275fa883b5d tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:10.205059 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5ab3ae0f-b36f-48fa-bcee-f56a54a952ea req-b94d9d98-1208-4d02-a567-1275fa883b5d tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/ports?device_id=3173aa1f-bc35-4eb1-bee9-ff604bc71a62 HTTP/1.1" status: 200 len: 950 time: 0.5671263 Aug 05 11:26:10.240824 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port e6d02672-a507-4614-8b3d-f3a5be90789d, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=e6d02672-a507-4614-8b3d-f3a5be90789d,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:26:10.258127 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3420b7fb-59d2-4ad7-9993-7702b87005d1 req-6b827157-c244-45bd-a0a6-88f5c770a83e tempest-TenantUsagesTestJSON-998718406 tempest-TenantUsagesTestJSON-998718406-project] 10.222.0.58 "GET /v2.0/security-groups?id=c0b6bcf1-69a2-4c2a-b816-aef7df1b2c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4704506 Aug 05 11:26:10.278092 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device adebbd07-3843-4acb-8c08-cee18e04389b no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:26:10.284836 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Returning: {'device': 'e6d02672-a507-4614-8b3d-f3a5be90789d', 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a', 'port_id': 'e6d02672-a507-4614-8b3d-f3a5be90789d', 'mac_address': 'fa:16:3e:07:60:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6842f728-c2f3-4e36-bb32-3303d06ce3f4', 'ip_address': '192.168.233.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:26:10.326895 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-44b8d5e8-6577-466b-8122-5740d533603c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:10.329660 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: adebbd07-3843-4acb-8c08-cee18e04389b {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:26:10.330142 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device adebbd07-3843-4acb-8c08-cee18e04389b not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:26:10.331629 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-44b8d5e8-6577-466b-8122-5740d533603c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:10.347886 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-44b8d5e8-6577-466b-8122-5740d533603c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/98d81d4a-d46b-4946-9016-a0a207d74524 HTTP/1.1" status: 204 len: 168 time: 0.9491174 Aug 05 11:26:10.476746 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b8d5e8-6577-466b-8122-5740d533603c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d81d4a-d46b-4946-9016-a0a207d74524,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:26:10.521208 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:10.538286 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-aa02614d-2584-4da8-818e-f596d6e097e1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:10.545905 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [req-6539206a-8a00-461e-b21f-4e81317e9136 req-472bbbf0-741c-4bdc-a46c-d3d26b9609ee service neutron] Transition to ACTIVE for port object 74ee7881-5d34-4d2f-8ca5-497d574a916d will not be triggered until provisioned by entity L2. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:26:10.568843 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6d02672-a507-4614-8b3d-f3a5be90789d {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:26:10.598080 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f82d760e-5e23-4d1f-b12e-5edac060ce90 req-75121370-43b9-4f6e-91a5-4f3f10dc1ddc tempest-ServerAddressesNegativeTestJSON-1511270196 tempest-ServerAddressesNegativeTestJSON-1511270196-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9362d22-a4db-430e-8765-cffee4624fe4 HTTP/1.1" status: 200 len: 210 time: 0.1913223 Aug 05 11:26:10.600155 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb96454-4198-4d46-b789-7a2e7e896251 req-f17fd837-8fe3-4862-97b3-bde5142ed2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:10.602170 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1fb96454-4198-4d46-b789-7a2e7e896251 req-f17fd837-8fe3-4862-97b3-bde5142ed2ab service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=91caede3-92e4-4b1e-8e3e-36227cfd846a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5928564 Aug 05 11:26:10.616828 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-6539206a-8a00-461e-b21f-4e81317e9136 req-472bbbf0-741c-4bdc-a46c-d3d26b9609ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:10.649470 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port e6d02672-a507-4614-8b3d-f3a5be90789d, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=e6d02672-a507-4614-8b3d-f3a5be90789d,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:26:10.677854 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5ab3ae0f-b36f-48fa-bcee-f56a54a952ea req-50bbfe08-9b3f-4c5e-843a-11bf75f7206e tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/security-groups?id=2975fa17-2fff-4e01-97a3-764244a94779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4714751 Aug 05 11:26:10.686059 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:10.800723 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5684db7-5c71-4867-85e8-ac3aa6ba3e30 req-d59ac50a-e06b-49e6-8696-c6c9aae59f3e tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:10.813014 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-a5684db7-5c71-4867-85e8-ac3aa6ba3e30 req-d59ac50a-e06b-49e6-8696-c6c9aae59f3e tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.64 "GET /v2.0/ports?device_id=3173aa1f-bc35-4eb1-bee9-ff604bc71a62 HTTP/1.1" status: 200 len: 950 time: 0.3296993 Aug 05 11:26:10.868087 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-42ddeab3-58f7-4ed3-b548-cf940ada14bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29762700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24211087'] for subnet, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:10.895663 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=e6d02672-a507-4614-8b3d-f3a5be90789d,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:26:10.947404 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-0b913425-f910-450e-b205-a2f60a4c4bee req-605b27de-1bfe-4350-a580-27fa3fbc9e2c tempest-ServerAddressesNegativeTestJSON-1511270196 tempest-ServerAddressesNegativeTestJSON-1511270196-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:11.125113 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-0b913425-f910-450e-b205-a2f60a4c4bee req-605b27de-1bfe-4350-a580-27fa3fbc9e2c tempest-ServerAddressesNegativeTestJSON-1511270196 tempest-ServerAddressesNegativeTestJSON-1511270196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:11.138483 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [req-6539206a-8a00-461e-b21f-4e81317e9136 req-472bbbf0-741c-4bdc-a46c-d3d26b9609ee service neutron] No DVR routers for this DVR port 74ee7881-5d34-4d2f-8ca5-497d574a916d on host n-h2-803378-2 {{(pid=94420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:26:11.151223 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472bbbf0-741c-4bdc-a46c-d3d26b9609ee service neutron] Pushing event updated for resources: {'Port': ['ID=74ee7881-5d34-4d2f-8ca5-497d574a916d,revision_number=10']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:26:11.192180 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ddeab3-58f7-4ed3-b548-cf940ada14bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=2358f314-430e-4da8-8dea-b9e9954bab81,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:26:11.207417 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-a5684db7-5c71-4867-85e8-ac3aa6ba3e30 req-1a7fd3ff-6d53-4f67-a4b1-554b00b2aec3 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Deleting port 0cab080c-fca9-46a9-808e-7c2572e3700e {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:26:11.208363 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-a5684db7-5c71-4867-85e8-ac3aa6ba3e30 req-1a7fd3ff-6d53-4f67-a4b1-554b00b2aec3 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:11.271693 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478e6e94-21c9-4c80-8997-005db34571ff req-5c0b9b50-2cab-43c9-b22a-e2366adfeda4 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:11.274643 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-478e6e94-21c9-4c80-8997-005db34571ff req-5c0b9b50-2cab-43c9-b22a-e2366adfeda4 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?device_id=6daa696e-13a0-4064-a798-e7d6d6e2e860 HTTP/1.1" status: 200 len: 944 time: 0.3943925 Aug 05 11:26:11.298948 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 47780) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:26:11.309680 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6539206a-8a00-461e-b21f-4e81317e9136 req-472bbbf0-741c-4bdc-a46c-d3d26b9609ee service neutron] 10.222.0.55 "PUT /v2.0/ports/74ee7881-5d34-4d2f-8ca5-497d574a916d/bindings/n-h1-803378-2/activate HTTP/1.1" status: 200 len: 369 time: 4.5206285 Aug 05 11:26:11.318637 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b913425-f910-450e-b205-a2f60a4c4bee req-605b27de-1bfe-4350-a580-27fa3fbc9e2c tempest-ServerAddressesNegativeTestJSON-1511270196 tempest-ServerAddressesNegativeTestJSON-1511270196-project] Network 935dfafb-c218-46f0-a0fc-6988efea014e is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:26:11.328677 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1fb96454-4198-4d46-b789-7a2e7e896251 req-11de8839-546e-4ccd-a518-c571a57312a9 service neutron] 10.222.0.64 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7068341 Aug 05 11:26:11.333774 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-0b913425-f910-450e-b205-a2f60a4c4bee req-605b27de-1bfe-4350-a580-27fa3fbc9e2c tempest-ServerAddressesNegativeTestJSON-1511270196 tempest-ServerAddressesNegativeTestJSON-1511270196-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:26:11.336902 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605b27de-1bfe-4350-a580-27fa3fbc9e2c tempest-ServerAddressesNegativeTestJSON-1511270196 tempest-ServerAddressesNegativeTestJSON-1511270196-project] Pushing event updated for resources: {'Port': ['ID=bdf7fc37-146d-4d2a-92e5-e466e60006dd,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:26:11.341616 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b913425-f910-450e-b205-a2f60a4c4bee req-605b27de-1bfe-4350-a580-27fa3fbc9e2c tempest-ServerAddressesNegativeTestJSON-1511270196 tempest-ServerAddressesNegativeTestJSON-1511270196-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:26:11.401385 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ef08ffa2-3e39-417c-8281-3166049c2eb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:11.480166 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-aa02614d-2584-4da8-818e-f596d6e097e1 admin admin] Deleting port 3e3a1dd8-81bd-4158-b9bd-35443bb3ea90 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:26:11.480774 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-aa02614d-2584-4da8-818e-f596d6e097e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:11.487845 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b913425-f910-450e-b205-a2f60a4c4bee req-605b27de-1bfe-4350-a580-27fa3fbc9e2c tempest-ServerAddressesNegativeTestJSON-1511270196 tempest-ServerAddressesNegativeTestJSON-1511270196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:11.489455 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-0b913425-f910-450e-b205-a2f60a4c4bee req-605b27de-1bfe-4350-a580-27fa3fbc9e2c tempest-ServerAddressesNegativeTestJSON-1511270196 tempest-ServerAddressesNegativeTestJSON-1511270196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:11.489692 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['e6d02672-a507-4614-8b3d-f3a5be90789d'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:26:11.497952 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ddeab3-58f7-4ed3-b548-cf940ada14bb admin admin] Checking segment: {'id': '5615e441-bf2b-4f62-9a7e-00bdeb60130a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '3bbc31db-4958-4e8b-9f8e-bc48b5d28e47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:26:11.498527 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ddeab3-58f7-4ed3-b548-cf940ada14bb admin admin] Network hostable DHCP agents. Network: 3bbc31db-4958-4e8b-9f8e-bc48b5d28e47, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:26:11.610133 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:11.623111 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-0b913425-f910-450e-b205-a2f60a4c4bee req-605b27de-1bfe-4350-a580-27fa3fbc9e2c tempest-ServerAddressesNegativeTestJSON-1511270196 tempest-ServerAddressesNegativeTestJSON-1511270196-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7802014 Aug 05 11:26:11.641275 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-a5684db7-5c71-4867-85e8-ac3aa6ba3e30 req-1a7fd3ff-6d53-4f67-a4b1-554b00b2aec3 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] For port 0cab080c-fca9-46a9-808e-7c2572e3700e, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=0cab080c-fca9-46a9-808e-7c2572e3700e,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:26:11.641275 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-a5684db7-5c71-4867-85e8-ac3aa6ba3e30 req-1a7fd3ff-6d53-4f67-a4b1-554b00b2aec3 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:11.657243 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-0b913425-f910-450e-b205-a2f60a4c4bee req-f6a96f3a-64d8-42ec-b754-5b06f1235c28 service neutron] Request body: {'port': {'device_id': 'c9362d22-a4db-430e-8765-cffee4624fe4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:26:11.667543 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-478e6e94-21c9-4c80-8997-005db34571ff req-af5434af-1d99-477e-a7d7-aa645d3641d2 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/security-groups?id=12d84a41-4254-4f43-a1c3-ae5bdc7fdfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3661833 Aug 05 11:26:11.711120 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-a5684db7-5c71-4867-85e8-ac3aa6ba3e30 req-1a7fd3ff-6d53-4f67-a4b1-554b00b2aec3 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Calling delete_port for 0cab080c-fca9-46a9-808e-7c2572e3700e owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:26:11.880132 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6539206a-8a00-461e-b21f-4e81317e9136 req-7a1bd666-26db-471b-ad45-cacbaa47c928 tempest-LiveMigrationTest-868734295 tempest-LiveMigrationTest-868734295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:11.881963 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6539206a-8a00-461e-b21f-4e81317e9136 req-7a1bd666-26db-471b-ad45-cacbaa47c928 tempest-LiveMigrationTest-868734295 tempest-LiveMigrationTest-868734295-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=6daa696e-13a0-4064-a798-e7d6d6e2e860&tenant_id=bc360260b43347fbb7d1bc7660d6f218&binding%3Ahost_id=n-h2-803378-2 HTTP/1.1" status: 200 len: 1095 time: 0.4411883 Aug 05 11:26:11.913728 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ddeab3-58f7-4ed3-b548-cf940ada14bb admin admin] Network 3bbc31db-4958-4e8b-9f8e-bc48b5d28e47 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:26:11.947677 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f47b05-1608-4e74-97a8-2d0a46b16312 req-a66cc8d0-93ba-41f3-b97b-8b72bb883fc5 tempest-TenantUsagesTestJSON-998718406 tempest-TenantUsagesTestJSON-998718406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:11.951026 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-84f47b05-1608-4e74-97a8-2d0a46b16312 req-a66cc8d0-93ba-41f3-b97b-8b72bb883fc5 tempest-TenantUsagesTestJSON-998718406 tempest-TenantUsagesTestJSON-998718406-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd194f6f-fb99-48e9-870f-0065cf28ff41 HTTP/1.1" status: 200 len: 948 time: 0.5269048 Aug 05 11:26:12.000275 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1fb96454-4198-4d46-b789-7a2e7e896251 req-4b91f577-f03e-4620-a66b-912fbd0a87a3 service neutron] 10.222.0.64 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6202855 Aug 05 11:26:12.022701 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-42ddeab3-58f7-4ed3-b548-cf940ada14bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, 3bbc31db-4958-4e8b-9f8e-bc48b5d28e47) {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:26:12.030055 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-aa02614d-2584-4da8-818e-f596d6e097e1 admin admin] For port 3e3a1dd8-81bd-4158-b9bd-35443bb3ea90, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=3e3a1dd8-81bd-4158-b9bd-35443bb3ea90,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:26:12.030673 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-aa02614d-2584-4da8-818e-f596d6e097e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:12.041728 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f14b2f-2abb-45de-816d-3275e3b22b53 None None] Network 3bbc31db-4958-4e8b-9f8e-bc48b5d28e47 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:26:12.057953 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-0b913425-f910-450e-b205-a2f60a4c4bee req-f6a96f3a-64d8-42ec-b754-5b06f1235c28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:12.103151 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6539206a-8a00-461e-b21f-4e81317e9136 req-00971747-d679-4c43-ac17-8ef4591b0b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:12.104936 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6539206a-8a00-461e-b21f-4e81317e9136 req-00971747-d679-4c43-ac17-8ef4591b0b45 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6daa696e-13a0-4064-a798-e7d6d6e2e860&tenant_id=bc360260b43347fbb7d1bc7660d6f218 HTTP/1.1" status: 200 len: 1095 time: 0.2032154 Aug 05 11:26:12.157500 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ddeab3-58f7-4ed3-b548-cf940ada14bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:12.158721 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-42ddeab3-58f7-4ed3-b548-cf940ada14bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:12.165238 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-aa02614d-2584-4da8-818e-f596d6e097e1 admin admin] Calling delete_port for 3e3a1dd8-81bd-4158-b9bd-35443bb3ea90 owned by network:router_gateway {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:26:12.166681 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-a5684db7-5c71-4867-85e8-ac3aa6ba3e30 req-1a7fd3ff-6d53-4f67-a4b1-554b00b2aec3 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:12.208187 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['46ac903b-6473-4f7d-ab25-233c6efee28b', '0cca5eec-aa95-47fa-ac39-f63160df33c4'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:26:12.236806 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-84f47b05-1608-4e74-97a8-2d0a46b16312 req-61b3a82d-9ba0-4778-8af1-aef7004e0c4a tempest-TenantUsagesTestJSON-998718406 tempest-TenantUsagesTestJSON-998718406-project] 10.222.0.58 "GET /v2.0/security-groups?id=c0b6bcf1-69a2-4c2a-b816-aef7df1b2c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496610 Aug 05 11:26:12.252249 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7fd3ff-6d53-4f67-a4b1-554b00b2aec3 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Pushing event deleted for resources: {'Port': ['ID=0cab080c-fca9-46a9-808e-7c2572e3700e,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:26:12.255307 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187e27e2-36db-4063-a51e-116f899a9549 req-b1afa9f1-85b0-4c0e-b7ea-eb045f2d8c92 tempest-ServerAddressesNegativeTestJSON-1511270196 tempest-ServerAddressesNegativeTestJSON-1511270196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:12.271111 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-187e27e2-36db-4063-a51e-116f899a9549 req-b1afa9f1-85b0-4c0e-b7ea-eb045f2d8c92 tempest-ServerAddressesNegativeTestJSON-1511270196 tempest-ServerAddressesNegativeTestJSON-1511270196-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9362d22-a4db-430e-8765-cffee4624fe4 HTTP/1.1" status: 200 len: 931 time: 0.4896746 Aug 05 11:26:12.414042 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ef08ffa2-3e39-417c-8281-3166049c2eb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:12.431590 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ef08ffa2-3e39-417c-8281-3166049c2eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:12.509411 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5684db7-5c71-4867-85e8-ac3aa6ba3e30 req-1a7fd3ff-6d53-4f67-a4b1-554b00b2aec3 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] No DVR routers for this DVR port 0cab080c-fca9-46a9-808e-7c2572e3700e on host n-h1-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:26:12.518769 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-a5684db7-5c71-4867-85e8-ac3aa6ba3e30 req-1a7fd3ff-6d53-4f67-a4b1-554b00b2aec3 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:12.523071 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-a5684db7-5c71-4867-85e8-ac3aa6ba3e30 req-1a7fd3ff-6d53-4f67-a4b1-554b00b2aec3 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.64 "DELETE /v2.0/ports/0cab080c-fca9-46a9-808e-7c2572e3700e HTTP/1.1" status: 204 len: 173 time: 1.7002723 Aug 05 11:26:12.525112 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3173aa1f-bc35-4eb1-bee9-ff604bc71a62', 'name': 'network-vif-deleted', 'tag': '0cab080c-fca9-46a9-808e-7c2572e3700e'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:26:12.529435 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-060126d6-6c40-4230-a934-a810cd7bd172" -d '{"events": [{"server_uuid": "3173aa1f-bc35-4eb1-bee9-ff604bc71a62", "name": "network-vif-deleted", "tag": "0cab080c-fca9-46a9-808e-7c2572e3700e"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:26:12.546008 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49369193-6d2d-4fef-a73b-dede9124ef71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-3bbc31db-4958-4e8b-9f8e-bc48b5d28e47', 'network_id': '3bbc31db-4958-4e8b-9f8e-bc48b5d28e47', 'tenant_id': '922471f37b13454ba92168a26c5eea8e', 'fixed_ips': [{'subnet_id': '2358f314-430e-4da8-8dea-b9e9954bab81'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 11:26:12.547702 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-49369193-6d2d-4fef-a73b-dede9124ef71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:12.626692 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7ec1f75a-cc34-451d-9195-d545888c41b8 req-324b7c7d-ade0-4836-ac44-09017e411af4 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/ports?device_id=3173aa1f-bc35-4eb1-bee9-ff604bc71a62 HTTP/1.1" status: 200 len: 210 time: 0.0569425 Aug 05 11:26:12.629152 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-42ddeab3-58f7-4ed3-b548-cf940ada14bb admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 4.1917465 Aug 05 11:26:12.712982 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 47792) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:26:12.716275 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6539206a-8a00-461e-b21f-4e81317e9136 req-d438f2aa-3755-4917-96ed-cd78045ae609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:12.718887 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6539206a-8a00-461e-b21f-4e81317e9136 req-d438f2aa-3755-4917-96ed-cd78045ae609 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bc360260b43347fbb7d1bc7660d6f218&device_id=6daa696e-13a0-4064-a798-e7d6d6e2e860 HTTP/1.1" status: 200 len: 1095 time: 0.5376608 Aug 05 11:26:12.749456 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-ebd9a441-f414-4828-86f7-482e0abac36d admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1586802047-router', 'tenant_id': '922471f37b13454ba92168a26c5eea8e', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:26:12.764346 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-ef08ffa2-3e39-417c-8281-3166049c2eb5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2fb08fbaa3b54c10a9bf83392e8ff793&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4500632 Aug 05 11:26:12.783493 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 47796) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:26:12.886886 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-187e27e2-36db-4063-a51e-116f899a9549 req-aea8bd3e-7709-4339-ab97-83544e86f466 tempest-ServerAddressesNegativeTestJSON-1511270196 tempest-ServerAddressesNegativeTestJSON-1511270196-project] 10.222.0.58 "GET /v2.0/security-groups?id=69caa6c2-bdd4-48ae-b06b-8d1f81acca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5891788 Aug 05 11:26:12.887987 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef08ffa2-3e39-417c-8281-3166049c2eb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05b98e60-31de-458f-beaf-7270a503dda1,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:26:13.030236 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-074e7f4c-b137-4fda-8df2-94ba131a7fde x-openstack-request-id: req-074e7f4c-b137-4fda-8df2-94ba131a7fde {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:26:13.030690 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3173aa1f-bc35-4eb1-bee9-ff604bc71a62", "name": "network-vif-deleted", "tag": "0cab080c-fca9-46a9-808e-7c2572e3700e", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:26:13.031771 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-074e7f4c-b137-4fda-8df2-94ba131a7fde {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:26:13.031999 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3173aa1f-bc35-4eb1-bee9-ff604bc71a62', 'name': 'network-vif-deleted', 'tag': '0cab080c-fca9-46a9-808e-7c2572e3700e', 'status': 'completed', 'code': 200} Aug 05 11:26:13.041104 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6539206a-8a00-461e-b21f-4e81317e9136 req-b2476dcd-db7c-44b7-a609-b3626d9a3c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:13.044622 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6539206a-8a00-461e-b21f-4e81317e9136 req-b2476dcd-db7c-44b7-a609-b3626d9a3c6f service neutron] 10.222.0.64 "GET /v2.0/networks?id=546c0542-0f92-4f6c-914b-a74a81cd2290 HTTP/1.1" status: 200 len: 909 time: 0.2859240 Aug 05 11:26:13.061707 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['17316c3c-1452-458b-b7e3-72878c4fab59', 'acb20733-3c4b-47b8-b861-841610d97f25', 'd2d3e84a-bcdc-4a22-ab95-2524ddc32e0e', 'a441b0ba-c1cb-43f2-b380-2a046b0a5fdf'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:26:13.082106 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b80b2064-4722-492c-841a-972de90caa9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:13.128915 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-49369193-6d2d-4fef-a73b-dede9124ef71 None None] Allocated IP 172.20.0.2 (3bbc31db-4958-4e8b-9f8e-bc48b5d28e47/2358f314-430e-4da8-8dea-b9e9954bab81/4d27f1d7-e435-49dc-bb01-50c152bc6868) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:26:13.163493 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ebd9a441-f414-4828-86f7-482e0abac36d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33260300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1929'] for router, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:13.165978 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ebd9a441-f414-4828-86f7-482e0abac36d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33285914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33034662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1926'] for router, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:13.177751 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6539206a-8a00-461e-b21f-4e81317e9136 req-1d26af53-1165-48a5-bd1f-1239ea70bce6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74ee7881-5d34-4d2f-8ca5-497d574a916d HTTP/1.1" status: 200 len: 217 time: 0.1192727 Aug 05 11:26:13.223144 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b80b2064-4722-492c-841a-972de90caa9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:13.343596 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22705e54-a98b-4cfd-bfe7-8be5b7405a97 req-6361aea2-2ebd-467f-a555-d8f9474a1873 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:13.346062 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-22705e54-a98b-4cfd-bfe7-8be5b7405a97 req-6361aea2-2ebd-467f-a555-d8f9474a1873 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?device_id=6daa696e-13a0-4064-a798-e7d6d6e2e860 HTTP/1.1" status: 200 len: 944 time: 0.2942564 Aug 05 11:26:13.351781 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-aa02614d-2584-4da8-818e-f596d6e097e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:13.412010 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6539206a-8a00-461e-b21f-4e81317e9136 req-647880e0-c165-4003-93cc-867a21e06ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:13.414235 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6539206a-8a00-461e-b21f-4e81317e9136 req-647880e0-c165-4003-93cc-867a21e06ebd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=61983880-6386-4045-bd2d-695dffcb92f9 HTTP/1.1" status: 200 len: 848 time: 0.2273190 Aug 05 11:26:13.454886 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa02614d-2584-4da8-818e-f596d6e097e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e3a1dd8-81bd-4158-b9bd-35443bb3ea90,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:26:13.570514 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6539206a-8a00-461e-b21f-4e81317e9136 req-50f9a705-d835-405e-81fa-0c0c2480aec6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=546c0542-0f92-4f6c-914b-a74a81cd2290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1361907 Aug 05 11:26:13.575696 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-0b913425-f910-450e-b205-a2f60a4c4bee req-f6a96f3a-64d8-42ec-b754-5b06f1235c28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdf7fc37-146d-4d2a-92e5-e466e60006dd {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:26:13.591266 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-22705e54-a98b-4cfd-bfe7-8be5b7405a97 req-fb636ce4-b57c-4405-9a91-f04e5922ae31 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/security-groups?id=12d84a41-4254-4f43-a1c3-ae5bdc7fdfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213082 Aug 05 11:26:13.645700 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-49369193-6d2d-4fef-a73b-dede9124ef71 None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:13.666846 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-0b913425-f910-450e-b205-a2f60a4c4bee req-f6a96f3a-64d8-42ec-b754-5b06f1235c28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:13.710443 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-49369193-6d2d-4fef-a73b-dede9124ef71 None None] Transition to ACTIVE for port object 4d27f1d7-e435-49dc-bb01-50c152bc6868 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:26:13.712669 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b80b2064-4722-492c-841a-972de90caa9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:13.717679 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b80b2064-4722-492c-841a-972de90caa9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:13.719928 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-b80b2064-4722-492c-841a-972de90caa9c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/05b98e60-31de-458f-beaf-7270a503dda1 HTTP/1.1" status: 204 len: 168 time: 0.9336386 Aug 05 11:26:13.789490 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7983cf52-353f-430b-a937-bd2537091ff5 req-770c34ba-cce0-4f8b-87e2-23b81f684fdf tempest-TenantUsagesTestJSON-998718406 tempest-TenantUsagesTestJSON-998718406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:13.806221 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7983cf52-353f-430b-a937-bd2537091ff5 req-770c34ba-cce0-4f8b-87e2-23b81f684fdf tempest-TenantUsagesTestJSON-998718406 tempest-TenantUsagesTestJSON-998718406-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd194f6f-fb99-48e9-870f-0065cf28ff41 HTTP/1.1" status: 200 len: 948 time: 0.2123659 Aug 05 11:26:13.824328 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80b2064-4722-492c-841a-972de90caa9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05b98e60-31de-458f-beaf-7270a503dda1,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:26:13.828010 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-aa02614d-2584-4da8-818e-f596d6e097e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33285055'] for router_gateway, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:13.893041 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ebd9a441-f414-4828-86f7-482e0abac36d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:13.914644 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-0b913425-f910-450e-b205-a2f60a4c4bee req-f6a96f3a-64d8-42ec-b754-5b06f1235c28 service neutron] Transition to ACTIVE for port object bdf7fc37-146d-4d2a-92e5-e466e60006dd will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:26:13.922942 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:13.928637 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-0b913425-f910-450e-b205-a2f60a4c4bee req-f6a96f3a-64d8-42ec-b754-5b06f1235c28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:13.983088 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device e6d02672-a507-4614-8b3d-f3a5be90789d up at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:26:13.994701 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-49369193-6d2d-4fef-a73b-dede9124ef71 None None] Transition to ACTIVE for port object 4d27f1d7-e435-49dc-bb01-50c152bc6868 will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:26:14.028874 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-49369193-6d2d-4fef-a73b-dede9124ef71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:14.113466 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-aa02614d-2584-4da8-818e-f596d6e097e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33262979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1951'] for router, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:14.159975 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-aa02614d-2584-4da8-818e-f596d6e097e1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:14.195910 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-af24ef24-48a4-456f-a33e-ab46d1a47714 req-16c62a58-ffff-40e6-aa2a-a6dd879f6fbc tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/ports?device_id=3173aa1f-bc35-4eb1-bee9-ff604bc71a62 HTTP/1.1" status: 200 len: 210 time: 0.1897042 Aug 05 11:26:14.252034 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49369193-6d2d-4fef-a73b-dede9124ef71 None None] Network 3bbc31db-4958-4e8b-9f8e-bc48b5d28e47 is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:26:14.254805 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7983cf52-353f-430b-a937-bd2537091ff5 req-2b7a0ef1-0c2f-462d-a02a-6a4d6035d4f4 tempest-TenantUsagesTestJSON-998718406 tempest-TenantUsagesTestJSON-998718406-project] 10.222.0.58 "GET /v2.0/security-groups?id=c0b6bcf1-69a2-4c2a-b816-aef7df1b2c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4464114 Aug 05 11:26:14.302932 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-49369193-6d2d-4fef-a73b-dede9124ef71 None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:26:14.356279 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49369193-6d2d-4fef-a73b-dede9124ef71 None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:26:14.393581 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49369193-6d2d-4fef-a73b-dede9124ef71 None None] Pushing event updated for resources: {'Port': ['ID=4d27f1d7-e435-49dc-bb01-50c152bc6868,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:26:14.398244 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning for port e6d02672-a507-4614-8b3d-f3a5be90789d completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:26:14.414623 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning complete for port e6d02672-a507-4614-8b3d-f3a5be90789d triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:26:14.415067 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-aa02614d-2584-4da8-818e-f596d6e097e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33262474'] for router, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:14.415253 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:14.416791 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa02614d-2584-4da8-818e-f596d6e097e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 39c0ba51-c3c5-478c-bc5e-8af03a89a2c2 {{(pid=94420) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 11:26:14.428014 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-aa02614d-2584-4da8-818e-f596d6e097e1 admin admin] Notify callbacks [] for router, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:14.430447 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-aa02614d-2584-4da8-818e-f596d6e097e1 admin admin] 10.222.0.58 "DELETE /v2.0/routers/39c0ba51-c3c5-478c-bc5e-8af03a89a2c2 HTTP/1.1" status: 204 len: 168 time: 6.8713076 Aug 05 11:26:14.439322 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 47810) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:26:14.522280 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ebd9a441-f414-4828-86f7-482e0abac36d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:14.554061 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a96f3a-64d8-42ec-b754-5b06f1235c28 service neutron] Pushing event updated for resources: {'Port': ['ID=bdf7fc37-146d-4d2a-92e5-e466e60006dd,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:26:14.564713 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6539206a-8a00-461e-b21f-4e81317e9136 req-8fc22c5c-6b0f-419f-bbde-c268e80d8fac service neutron] 10.222.0.64 "GET /v2.0/networks/546c0542-0f92-4f6c-914b-a74a81cd2290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9690385 Aug 05 11:26:14.673700 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_v2 [None req-d70988cb-7937-42f2-88dd-399a415fe819 admin admin] Deleting subnet e6417045-e99b-47d8-8deb-63bdae7f0b72 {{(pid=94420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:26:14.709168 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d70988cb-7937-42f2-88dd-399a415fe819 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:14.802193 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-0b913425-f910-450e-b205-a2f60a4c4bee req-f6a96f3a-64d8-42ec-b754-5b06f1235c28 service neutron] Attempting to bind port bdf7fc37-146d-4d2a-92e5-e466e60006dd on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:26:14.802744 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-0b913425-f910-450e-b205-a2f60a4c4bee req-f6a96f3a-64d8-42ec-b754-5b06f1235c28 service neutron] Attempting to bind port bdf7fc37-146d-4d2a-92e5-e466e60006dd by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': '3755ddfa-acaa-48bf-88a2-0838645ce318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '935dfafb-c218-46f0-a0fc-6988efea014e'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:26:14.803298 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b913425-f910-450e-b205-a2f60a4c4bee req-f6a96f3a-64d8-42ec-b754-5b06f1235c28 service neutron] Attempting to bind port bdf7fc37-146d-4d2a-92e5-e466e60006dd on network 935dfafb-c218-46f0-a0fc-6988efea014e {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:26:14.828520 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b913425-f910-450e-b205-a2f60a4c4bee req-f6a96f3a-64d8-42ec-b754-5b06f1235c28 service neutron] Port bdf7fc37-146d-4d2a-92e5-e466e60006dd on network 935dfafb-c218-46f0-a0fc-6988efea014e not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:26:14.829030 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b913425-f910-450e-b205-a2f60a4c4bee req-f6a96f3a-64d8-42ec-b754-5b06f1235c28 service neutron] Attempting to bind port bdf7fc37-146d-4d2a-92e5-e466e60006dd on network 935dfafb-c218-46f0-a0fc-6988efea014e {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:26:14.844081 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92378c88-829f-44f1-8806-9fa500225f9c req-7fc74aed-2e88-48ca-9481-712d72318103 tempest-ServerAddressesNegativeTestJSON-1511270196 tempest-ServerAddressesNegativeTestJSON-1511270196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:14.864724 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-92378c88-829f-44f1-8806-9fa500225f9c req-7fc74aed-2e88-48ca-9481-712d72318103 tempest-ServerAddressesNegativeTestJSON-1511270196 tempest-ServerAddressesNegativeTestJSON-1511270196-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9362d22-a4db-430e-8765-cffee4624fe4 HTTP/1.1" status: 200 len: 943 time: 0.3346107 Aug 05 11:26:14.865219 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b913425-f910-450e-b205-a2f60a4c4bee req-f6a96f3a-64d8-42ec-b754-5b06f1235c28 service neutron] Checking agent: {'id': 'a8f1dd2d-227c-4e30-8844-52419ba734db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 25, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:26:14.865927 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b913425-f910-450e-b205-a2f60a4c4bee req-f6a96f3a-64d8-42ec-b754-5b06f1235c28 service neutron] Checking segment: {'id': '3755ddfa-acaa-48bf-88a2-0838645ce318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '935dfafb-c218-46f0-a0fc-6988efea014e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:26:14.866505 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b913425-f910-450e-b205-a2f60a4c4bee req-f6a96f3a-64d8-42ec-b754-5b06f1235c28 service neutron] Bound using segment: {'id': '3755ddfa-acaa-48bf-88a2-0838645ce318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '935dfafb-c218-46f0-a0fc-6988efea014e'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:26:14.867349 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-0b913425-f910-450e-b205-a2f60a4c4bee req-f6a96f3a-64d8-42ec-b754-5b06f1235c28 service neutron] Bound port: bdf7fc37-146d-4d2a-92e5-e466e60006dd, host: n-h2-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3755ddfa-acaa-48bf-88a2-0838645ce318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '935dfafb-c218-46f0-a0fc-6988efea014e'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:26:14.868031 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-0b913425-f910-450e-b205-a2f60a4c4bee req-f6a96f3a-64d8-42ec-b754-5b06f1235c28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:14.874542 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6539206a-8a00-461e-b21f-4e81317e9136 req-9acf5a3a-4b3b-4313-b0c4-09e65b4b920b service neutron] 10.222.0.64 "GET /v2.0/networks/546c0542-0f92-4f6c-914b-a74a81cd2290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2802937 Aug 05 11:26:14.927837 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d70988cb-7937-42f2-88dd-399a415fe819 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25010562'] for subnet, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:14.941431 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-49369193-6d2d-4fef-a73b-dede9124ef71 None None] Attempting to bind port 4d27f1d7-e435-49dc-bb01-50c152bc6868 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:26:14.941784 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-49369193-6d2d-4fef-a73b-dede9124ef71 None None] Attempting to bind port 4d27f1d7-e435-49dc-bb01-50c152bc6868 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '5615e441-bf2b-4f62-9a7e-00bdeb60130a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '3bbc31db-4958-4e8b-9f8e-bc48b5d28e47'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:26:14.942567 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49369193-6d2d-4fef-a73b-dede9124ef71 None None] Attempting to bind port 4d27f1d7-e435-49dc-bb01-50c152bc6868 on network 3bbc31db-4958-4e8b-9f8e-bc48b5d28e47 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:26:14.971288 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49369193-6d2d-4fef-a73b-dede9124ef71 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:26:14.971947 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49369193-6d2d-4fef-a73b-dede9124ef71 None None] Checking segment: {'id': '5615e441-bf2b-4f62-9a7e-00bdeb60130a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '3bbc31db-4958-4e8b-9f8e-bc48b5d28e47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:26:14.972665 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-49369193-6d2d-4fef-a73b-dede9124ef71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:14.973366 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49369193-6d2d-4fef-a73b-dede9124ef71 None None] Bound using segment: {'id': '5615e441-bf2b-4f62-9a7e-00bdeb60130a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '3bbc31db-4958-4e8b-9f8e-bc48b5d28e47'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:26:14.974163 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-49369193-6d2d-4fef-a73b-dede9124ef71 None None] Bound port: 4d27f1d7-e435-49dc-bb01-50c152bc6868, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5615e441-bf2b-4f62-9a7e-00bdeb60130a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '3bbc31db-4958-4e8b-9f8e-bc48b5d28e47'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:26:14.974822 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-49369193-6d2d-4fef-a73b-dede9124ef71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:15.055399 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-0b913425-f910-450e-b205-a2f60a4c4bee req-f6a96f3a-64d8-42ec-b754-5b06f1235c28 service neutron] For port bdf7fc37-146d-4d2a-92e5-e466e60006dd, host n-h2-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:26:15.062620 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-0b913425-f910-450e-b205-a2f60a4c4bee req-f6a96f3a-64d8-42ec-b754-5b06f1235c28 service neutron] For port bdf7fc37-146d-4d2a-92e5-e466e60006dd, host n-h2-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=bdf7fc37-146d-4d2a-92e5-e466e60006dd,segment=NetworkSegment(3755ddfa-acaa-48bf-88a2-0838645ce318),segment_id=3755ddfa-acaa-48bf-88a2-0838645ce318)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:26:15.211226 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:15.248101 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-0b913425-f910-450e-b205-a2f60a4c4bee req-f6a96f3a-64d8-42ec-b754-5b06f1235c28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:15.364690 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd194f6f-fb99-48e9-870f-0065cf28ff41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6d02672-a507-4614-8b3d-f3a5be90789d'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:26:15.368472 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6e315ca-3265-4375-89ca-d6ae28f2ce81" -d '{"events": [{"server_uuid": "bd194f6f-fb99-48e9-870f-0065cf28ff41", "name": "network-vif-plugged", "status": "completed", "tag": "e6d02672-a507-4614-8b3d-f3a5be90789d"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:26:15.438356 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port e6d02672-a507-4614-8b3d-f3a5be90789d, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=e6d02672-a507-4614-8b3d-f3a5be90789d,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:26:15.450528 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-49369193-6d2d-4fef-a73b-dede9124ef71 None None] For port 4d27f1d7-e435-49dc-bb01-50c152bc6868, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:26:15.459985 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:15.461062 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 0cab080c-fca9-46a9-808e-7c2572e3700e no longer exists at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:26:15.496764 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-49369193-6d2d-4fef-a73b-dede9124ef71 None None] For port 4d27f1d7-e435-49dc-bb01-50c152bc6868, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=4d27f1d7-e435-49dc-bb01-50c152bc6868,segment=NetworkSegment(5615e441-bf2b-4f62-9a7e-00bdeb60130a),segment_id=5615e441-bf2b-4f62-9a7e-00bdeb60130a)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:26:15.562475 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] No Port match for: 0cab080c-fca9-46a9-808e-7c2572e3700e {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:26:15.563253 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 0cab080c-fca9-46a9-808e-7c2572e3700e not bound to the agent host n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:26:15.566927 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-49369193-6d2d-4fef-a73b-dede9124ef71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:15.677915 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d70988cb-7937-42f2-88dd-399a415fe819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:15.703561 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82c09c1-37ac-4df5-8344-fdd958dd045c req-bb1539ee-2e07-433c-9b98-621e1cbffb53 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:15.717441 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b82c09c1-37ac-4df5-8344-fdd958dd045c req-bb1539ee-2e07-433c-9b98-621e1cbffb53 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?device_id=6daa696e-13a0-4064-a798-e7d6d6e2e860 HTTP/1.1" status: 200 len: 944 time: 0.8494916 Aug 05 11:26:15.731580 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=e6d02672-a507-4614-8b3d-f3a5be90789d,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:26:15.789532 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-92378c88-829f-44f1-8806-9fa500225f9c req-46049ae6-3a26-4129-b2ae-442c6d3a37b3 tempest-ServerAddressesNegativeTestJSON-1511270196 tempest-ServerAddressesNegativeTestJSON-1511270196-project] 10.222.0.58 "GET /v2.0/security-groups?id=69caa6c2-bdd4-48ae-b06b-8d1f81acca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9104199 Aug 05 11:26:15.809535 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 47838) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:26:15.861733 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49369193-6d2d-4fef-a73b-dede9124ef71 None None] Pushing event updated for resources: {'Port': ['ID=4d27f1d7-e435-49dc-bb01-50c152bc6868,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:26:15.929363 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b82c09c1-37ac-4df5-8344-fdd958dd045c req-0b13d789-887f-4eb7-88d2-a4dab78cb0d4 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/security-groups?id=12d84a41-4254-4f43-a1c3-ae5bdc7fdfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357772 Aug 05 11:26:15.967831 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d70988cb-7937-42f2-88dd-399a415fe819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29762763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24211094'] for subnet, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:16.000395 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b913425-f910-450e-b205-a2f60a4c4bee req-f6a96f3a-64d8-42ec-b754-5b06f1235c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:16.001461 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-0b913425-f910-450e-b205-a2f60a4c4bee req-f6a96f3a-64d8-42ec-b754-5b06f1235c28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:16.002874 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-0b913425-f910-450e-b205-a2f60a4c4bee req-f6a96f3a-64d8-42ec-b754-5b06f1235c28 service neutron] 10.222.0.55 "PUT /v2.0/ports/bdf7fc37-146d-4d2a-92e5-e466e60006dd HTTP/1.1" status: 200 len: 1091 time: 4.3541179 Aug 05 11:26:16.003353 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9362d22-a4db-430e-8765-cffee4624fe4', 'tag': 'bdf7fc37-146d-4d2a-92e5-e466e60006dd'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:26:16.006969 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6afd2e6f-0266-40e7-9adf-a230e571c239" -d '{"events": [{"name": "network-changed", "server_uuid": "c9362d22-a4db-430e-8765-cffee4624fe4", "tag": "bdf7fc37-146d-4d2a-92e5-e466e60006dd"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:26:16.037500 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a96f3a-64d8-42ec-b754-5b06f1235c28 service neutron] Pushing event updated for resources: {'Port': ['ID=bdf7fc37-146d-4d2a-92e5-e466e60006dd,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:26:16.051740 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6539206a-8a00-461e-b21f-4e81317e9136 req-0b8bf5fe-9599-410b-b328-b8f267fcef65 tempest-LiveMigrationTest-868734295 tempest-LiveMigrationTest-868734295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:16.053479 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6539206a-8a00-461e-b21f-4e81317e9136 req-0b8bf5fe-9599-410b-b328-b8f267fcef65 tempest-LiveMigrationTest-868734295 tempest-LiveMigrationTest-868734295-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=6daa696e-13a0-4064-a798-e7d6d6e2e860&tenant_id=bc360260b43347fbb7d1bc7660d6f218&binding%3Ahost_id=n-h1-803378-2 HTTP/1.1" status: 200 len: 1095 time: 0.2381601 Aug 05 11:26:16.055191 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ebd9a441-f414-4828-86f7-482e0abac36d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:16.086586 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd32bb32-da3e-4665-b5b0-11562543034c x-openstack-request-id: req-bd32bb32-da3e-4665-b5b0-11562543034c {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:26:16.087234 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd194f6f-fb99-48e9-870f-0065cf28ff41", "name": "network-vif-plugged", "status": "completed", "tag": "e6d02672-a507-4614-8b3d-f3a5be90789d", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:26:16.087680 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bd32bb32-da3e-4665-b5b0-11562543034c {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:26:16.088208 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd194f6f-fb99-48e9-870f-0065cf28ff41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6d02672-a507-4614-8b3d-f3a5be90789d', 'code': 200} Aug 05 11:26:16.133248 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-eb6da51d-1950-48dc-93a7-ccdc23094e5e tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1835936039'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:26:16.205175 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ebd9a441-f414-4828-86f7-482e0abac36d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:16.236116 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70988cb-7937-42f2-88dd-399a415fe819 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6417045-e99b-47d8-8deb-63bdae7f0b72,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:26:16.302877 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d70988cb-7937-42f2-88dd-399a415fe819 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:16.312797 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80558d3-60ef-4972-8ae5-5dd189693dcd None None] Network 688d8d3a-2c98-48b7-91ea-222d8bd03d5f requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:26:16.324479 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-d70988cb-7937-42f2-88dd-399a415fe819 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/e6417045-e99b-47d8-8deb-63bdae7f0b72 HTTP/1.1" status: 204 len: 168 time: 1.8803003 Aug 05 11:26:16.330333 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 47846) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:26:16.406605 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb6da51d-1950-48dc-93a7-ccdc23094e5e tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Made reservation on behalf of df4854ee438a476fa9e919a2684b7c8b for: {'network': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:26:16.415386 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-eb6da51d-1950-48dc-93a7-ccdc23094e5e tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:16.426155 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 4d27f1d7-e435-49dc-bb01-50c152bc6868 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:26:16.507771 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-eb6da51d-1950-48dc-93a7-ccdc23094e5e tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:16.530038 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b913425-f910-450e-b205-a2f60a4c4bee req-d49eedc1-4eb0-4b48-91a4-4dd19a93d3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:16.533453 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-0b913425-f910-450e-b205-a2f60a4c4bee req-d49eedc1-4eb0-4b48-91a4-4dd19a93d3df service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=831b49a771d84f5d8c3d7ade9f08897a&device_id=c9362d22-a4db-430e-8765-cffee4624fe4 HTTP/1.1" status: 200 len: 1094 time: 0.3414688 Aug 05 11:26:16.620227 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 4d27f1d7-e435-49dc-bb01-50c152bc6868 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:26:16.629272 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7326ce-2e88-4ae8-b486-31ecfb22444e req-cccaf7c0-7226-4793-a7f1-97851d70222c tempest-TenantUsagesTestJSON-998718406 tempest-TenantUsagesTestJSON-998718406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:16.652390 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-dc7326ce-2e88-4ae8-b486-31ecfb22444e req-cccaf7c0-7226-4793-a7f1-97851d70222c tempest-TenantUsagesTestJSON-998718406 tempest-TenantUsagesTestJSON-998718406-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd194f6f-fb99-48e9-870f-0065cf28ff41 HTTP/1.1" status: 200 len: 949 time: 0.5397451 Aug 05 11:26:16.663962 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 3e3a1dd8-81bd-4158-b9bd-35443bb3ea90 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:26:16.702563 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3d3d376-01a2-44b0-a900-3fc8925f7baa x-openstack-request-id: req-b3d3d376-01a2-44b0-a900-3fc8925f7baa {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:26:16.702914 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9362d22-a4db-430e-8765-cffee4624fe4", "tag": "bdf7fc37-146d-4d2a-92e5-e466e60006dd", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:26:16.703182 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b3d3d376-01a2-44b0-a900-3fc8925f7baa {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:26:16.703802 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9362d22-a4db-430e-8765-cffee4624fe4', 'tag': 'bdf7fc37-146d-4d2a-92e5-e466e60006dd', 'status': 'completed', 'code': 200} Aug 05 11:26:16.730019 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb90e1f-1b5f-48c4-8a71-fddd6822261d req-6e2c54e7-3ee2-494d-977a-d6d2161001f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:16.732544 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-0fb90e1f-1b5f-48c4-8a71-fddd6822261d req-6e2c54e7-3ee2-494d-977a-d6d2161001f1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bd194f6f-fb99-48e9-870f-0065cf28ff41 HTTP/1.1" status: 200 len: 1100 time: 0.4666555 Aug 05 11:26:16.734944 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-0b913425-f910-450e-b205-a2f60a4c4bee req-2810ec32-47f6-495c-bc39-4924d589e998 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bdf7fc37-146d-4d2a-92e5-e466e60006dd HTTP/1.1" status: 200 len: 217 time: 0.1756761 Aug 05 11:26:16.737276 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 3e3a1dd8-81bd-4158-b9bd-35443bb3ea90 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:26:16.740810 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 3e3a1dd8-81bd-4158-b9bd-35443bb3ea90 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:26:16.768949 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-085b8de1-89c4-4380-a56e-86c2fed7caf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:16.829348 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-6539206a-8a00-461e-b21f-4e81317e9136 req-44fe01e8-c514-4d6e-9757-0eaa45ba6f41 service neutron] For port 74ee7881-5d34-4d2f-8ca5-497d574a916d, host n-h2-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:26:16.838728 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c4e0ec1-8d1b-4264-a127-8b56f6dd01c0 None None] DHCP port deletion for 688d8d3a-2c98-48b7-91ea-222d8bd03d5f request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 11:26:16.866918 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-ebd9a441-f414-4828-86f7-482e0abac36d admin admin] Allocated IP 172.25.5.2 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/5d78ff12-51c7-471c-bde9-9c60113b613d) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:26:16.879065 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-6539206a-8a00-461e-b21f-4e81317e9136 req-44fe01e8-c514-4d6e-9757-0eaa45ba6f41 service neutron] Notify callbacks [] for binding, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:16.881424 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6539206a-8a00-461e-b21f-4e81317e9136 req-44fe01e8-c514-4d6e-9757-0eaa45ba6f41 service neutron] 10.222.0.64 "DELETE /v2.0/ports/74ee7881-5d34-4d2f-8ca5-497d574a916d/bindings/n-h2-803378-2 HTTP/1.1" status: 204 len: 173 time: 0.8121462 Aug 05 11:26:16.968102 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-dc7326ce-2e88-4ae8-b486-31ecfb22444e req-58342ee6-7164-410e-86e9-65e072143291 tempest-TenantUsagesTestJSON-998718406 tempest-TenantUsagesTestJSON-998718406-project] 10.222.0.58 "GET /v2.0/security-groups?id=c0b6bcf1-69a2-4c2a-b816-aef7df1b2c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2750561 Aug 05 11:26:17.013121 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-9c4e0ec1-8d1b-4264-a127-8b56f6dd01c0 None None] Deleting port 87b63a25-c686-41b8-ba82-d8e47d4a0ddb {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:26:17.013121 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-9c4e0ec1-8d1b-4264-a127-8b56f6dd01c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:17.119701 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-0fb90e1f-1b5f-48c4-8a71-fddd6822261d req-61bfdd49-d51d-49db-bc33-e2fcc58ca12e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c0b6bcf1-69a2-4c2a-b816-aef7df1b2c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3486016 Aug 05 11:26:17.132921 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b913425-f910-450e-b205-a2f60a4c4bee req-9427b70c-a679-44af-9af9-04c1bfa68b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:17.136989 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-0b913425-f910-450e-b205-a2f60a4c4bee req-9427b70c-a679-44af-9af9-04c1bfa68b64 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=77727c47-55bd-4253-8ce2-1215b1e32718 HTTP/1.1" status: 200 len: 862 time: 0.3900955 Aug 05 11:26:17.152680 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-9c4e0ec1-8d1b-4264-a127-8b56f6dd01c0 None None] For port 87b63a25-c686-41b8-ba82-d8e47d4a0ddb, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=87b63a25-c686-41b8-ba82-d8e47d4a0ddb,segment=NetworkSegment(8b1bca96-601f-4458-8b80-fcef880d5fc6),segment_id=8b1bca96-601f-4458-8b80-fcef880d5fc6)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:26:17.153456 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-9c4e0ec1-8d1b-4264-a127-8b56f6dd01c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:17.191613 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-9c4e0ec1-8d1b-4264-a127-8b56f6dd01c0 None None] Calling delete_port for 87b63a25-c686-41b8-ba82-d8e47d4a0ddb owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:26:17.206412 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-0b913425-f910-450e-b205-a2f60a4c4bee req-2c393f16-d971-4c8c-915a-dfa5eef84c4e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=935dfafb-c218-46f0-a0fc-6988efea014e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584090 Aug 05 11:26:17.221960 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f03f43-cf3d-4131-9090-72792b08f199 req-979a7617-06b2-4795-b213-e6eceee48d34 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:17.225067 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e6f03f43-cf3d-4131-9090-72792b08f199 req-979a7617-06b2-4795-b213-e6eceee48d34 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/ports?device_id=b962ae61-5cd1-4cfe-b72c-f12c9f5209bc HTTP/1.1" status: 200 len: 950 time: 0.4232197 Aug 05 11:26:17.255628 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-eb6da51d-1950-48dc-93a7-ccdc23094e5e tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:17.306389 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-eb6da51d-1950-48dc-93a7-ccdc23094e5e tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:17.416452 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b314ff72-f494-4540-b34a-3c00f37531f0 req-3d0ae200-bed8-4016-b0b8-526c96e2a18b tempest-ServerAddressesNegativeTestJSON-1511270196 tempest-ServerAddressesNegativeTestJSON-1511270196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:17.429372 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b314ff72-f494-4540-b34a-3c00f37531f0 req-3d0ae200-bed8-4016-b0b8-526c96e2a18b tempest-ServerAddressesNegativeTestJSON-1511270196 tempest-ServerAddressesNegativeTestJSON-1511270196-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9362d22-a4db-430e-8765-cffee4624fe4 HTTP/1.1" status: 200 len: 943 time: 0.2986259 Aug 05 11:26:17.456890 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb6da51d-1950-48dc-93a7-ccdc23094e5e tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] vlan segment allocate from pool success with {'vlan_id': 698, 'physical_network': 'physnet1'} {{(pid=94420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:26:17.487338 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-9c4e0ec1-8d1b-4264-a127-8b56f6dd01c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:17.493947 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e6f03f43-cf3d-4131-9090-72792b08f199 req-86f28674-6e4e-4de5-b56c-9a479934ef14 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/security-groups?id=2975fa17-2fff-4e01-97a3-764244a94779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349575 Aug 05 11:26:17.497265 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6da51d-1950-48dc-93a7-ccdc23094e5e tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c8f98d6-b0b9-4517-9191-e156aa84fd83,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:26:17.504130 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ebd9a441-f414-4828-86f7-482e0abac36d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:17.509033 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-085b8de1-89c4-4380-a56e-86c2fed7caf7 admin admin] Deleting port 87b63a25-c686-41b8-ba82-d8e47d4a0ddb {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:26:17.513520 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-085b8de1-89c4-4380-a56e-86c2fed7caf7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:17.613984 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4e0ec1-8d1b-4264-a127-8b56f6dd01c0 None None] Pushing event deleted for resources: {'Port': ['ID=87b63a25-c686-41b8-ba82-d8e47d4a0ddb,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:26:17.629904 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-0b913425-f910-450e-b205-a2f60a4c4bee req-2c011001-bd60-40c7-ae9b-e9a6f0767722 service neutron] 10.222.0.55 "GET /v2.0/networks/935dfafb-c218-46f0-a0fc-6988efea014e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3831038 Aug 05 11:26:17.630775 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4e0ec1-8d1b-4264-a127-8b56f6dd01c0 None None] No DVR routers for this DVR port 87b63a25-c686-41b8-ba82-d8e47d4a0ddb on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:26:17.645450 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4e0ec1-8d1b-4264-a127-8b56f6dd01c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:26:17.645450 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4e0ec1-8d1b-4264-a127-8b56f6dd01c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:26:17.645933 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4e0ec1-8d1b-4264-a127-8b56f6dd01c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:26:17.646231 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4e0ec1-8d1b-4264-a127-8b56f6dd01c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:26:17.646791 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4e0ec1-8d1b-4264-a127-8b56f6dd01c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:26:17.647321 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4e0ec1-8d1b-4264-a127-8b56f6dd01c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:26:17.648111 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4e0ec1-8d1b-4264-a127-8b56f6dd01c0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:26:17.648404 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4e0ec1-8d1b-4264-a127-8b56f6dd01c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:26:17.664695 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4e0ec1-8d1b-4264-a127-8b56f6dd01c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:26:17.665794 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4e0ec1-8d1b-4264-a127-8b56f6dd01c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:26:17.677086 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4e0ec1-8d1b-4264-a127-8b56f6dd01c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:26:17.677287 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4e0ec1-8d1b-4264-a127-8b56f6dd01c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:26:17.686871 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-eb6da51d-1950-48dc-93a7-ccdc23094e5e tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:17.687601 n-d-803378-2 neutron-server[94420]: INFO neutron.db.segments_db [None req-eb6da51d-1950-48dc-93a7-ccdc23094e5e tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Added segment 98713864-0ace-4f5d-b049-2445d678e93c of type vlan for network 8621bc52-c8c7-41e9-8b50-d7993bbb4828 Aug 05 11:26:17.717754 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f7b8b4d-19f0-49ca-8484-cb9cde7e28c9 None None] Network 3bbc31db-4958-4e8b-9f8e-bc48b5d28e47 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:26:17.777147 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-085b8de1-89c4-4380-a56e-86c2fed7caf7 admin admin] For port 87b63a25-c686-41b8-ba82-d8e47d4a0ddb, host n-d-803378-2, got binding levels [] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:26:17.778058 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-085b8de1-89c4-4380-a56e-86c2fed7caf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:17.820182 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ebd9a441-f414-4828-86f7-482e0abac36d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:17.858481 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b314ff72-f494-4540-b34a-3c00f37531f0 req-269bd679-e220-4e8e-a968-8ebfe94d697a tempest-ServerAddressesNegativeTestJSON-1511270196 tempest-ServerAddressesNegativeTestJSON-1511270196-project] 10.222.0.58 "GET /v2.0/security-groups?id=69caa6c2-bdd4-48ae-b06b-8d1f81acca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4057200 Aug 05 11:26:17.905325 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd9a441-f414-4828-86f7-482e0abac36d admin admin] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:26:17.913979 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-ebd9a441-f414-4828-86f7-482e0abac36d admin admin] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:26:17.926917 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd9a441-f414-4828-86f7-482e0abac36d admin admin] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:26:17.930800 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-085b8de1-89c4-4380-a56e-86c2fed7caf7 admin admin] Calling delete_port for 87b63a25-c686-41b8-ba82-d8e47d4a0ddb owned by network:dhcp {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:26:17.943658 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.ipam_backend_mixin [None req-085b8de1-89c4-4380-a56e-86c2fed7caf7 admin admin] Port 87b63a25-c686-41b8-ba82-d8e47d4a0ddb was not found and therefore no delete operation was performed {{(pid=94420) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 05 11:26:17.948905 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-204ad457-157f-4891-89cf-c78c4e9a771f None None] Provisioning for port 4d27f1d7-e435-49dc-bb01-50c152bc6868 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:26:17.953128 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-eb6da51d-1950-48dc-93a7-ccdc23094e5e tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:17.964558 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-204ad457-157f-4891-89cf-c78c4e9a771f None None] Provisioning complete for port 4d27f1d7-e435-49dc-bb01-50c152bc6868 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:26:17.965670 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-204ad457-157f-4891-89cf-c78c4e9a771f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:18.006468 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-085b8de1-89c4-4380-a56e-86c2fed7caf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:18.010238 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd9a441-f414-4828-86f7-482e0abac36d admin admin] Pushing event updated for resources: {'Port': ['ID=5d78ff12-51c7-471c-bde9-9c60113b613d,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:26:18.134028 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085b8de1-89c4-4380-a56e-86c2fed7caf7 admin admin] No DVR routers for this DVR port 87b63a25-c686-41b8-ba82-d8e47d4a0ddb on host n-d-803378-2 {{(pid=94420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:26:18.144906 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085b8de1-89c4-4380-a56e-86c2fed7caf7 admin admin] Pushing event deleted for resources: {'Port': ['ID=87b63a25-c686-41b8-ba82-d8e47d4a0ddb,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:26:18.159383 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-eb6da51d-1950-48dc-93a7-ccdc23094e5e tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:18.174245 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6da51d-1950-48dc-93a7-ccdc23094e5e tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:18.175852 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-eb6da51d-1950-48dc-93a7-ccdc23094e5e tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:18.296429 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6f7a5c-83a2-4e21-9b7a-42b896c8e585 req-f2895972-4472-4f89-9db4-3984d182fce4 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:18.315108 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5a6f7a5c-83a2-4e21-9b7a-42b896c8e585 req-f2895972-4472-4f89-9db4-3984d182fce4 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?device_id=6daa696e-13a0-4064-a798-e7d6d6e2e860 HTTP/1.1" status: 200 len: 944 time: 0.5506415 Aug 05 11:26:18.351742 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-0b913425-f910-450e-b205-a2f60a4c4bee req-4d76c098-00e3-4232-bb2e-97b3823653a8 service neutron] 10.222.0.55 "GET /v2.0/networks/935dfafb-c218-46f0-a0fc-6988efea014e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7012708 Aug 05 11:26:18.360732 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 87b63a25-c686-41b8-ba82-d8e47d4a0ddb no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:26:18.368037 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-204ad457-157f-4891-89cf-c78c4e9a771f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:18.413453 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 87b63a25-c686-41b8-ba82-d8e47d4a0ddb {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:26:18.414033 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 87b63a25-c686-41b8-ba82-d8e47d4a0ddb not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:26:18.481425 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-204ad457-157f-4891-89cf-c78c4e9a771f None None] For port 4d27f1d7-e435-49dc-bb01-50c152bc6868, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=4d27f1d7-e435-49dc-bb01-50c152bc6868,segment=NetworkSegment(5615e441-bf2b-4f62-9a7e-00bdeb60130a),segment_id=5615e441-bf2b-4f62-9a7e-00bdeb60130a)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:26:18.489166 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-204ad457-157f-4891-89cf-c78c4e9a771f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:18.619067 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204ad457-157f-4891-89cf-c78c4e9a771f None None] Pushing event updated for resources: {'Port': ['ID=4d27f1d7-e435-49dc-bb01-50c152bc6868,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:26:18.722916 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-eb6da51d-1950-48dc-93a7-ccdc23094e5e tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.9130957 Aug 05 11:26:18.727540 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 47862) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:26:18.740181 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-3a18e343-bebb-4a23-85e4-98fa6a0917f6 tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Request body: {'subnet': {'network_id': '8621bc52-c8c7-41e9-8b50-d7993bbb4828', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:26:18.755225 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6da51d-1950-48dc-93a7-ccdc23094e5e tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Pushing event updated for resources: {'Network': ['ID=8621bc52-c8c7-41e9-8b50-d7993bbb4828,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:26:18.771437 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-085b8de1-89c4-4380-a56e-86c2fed7caf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:18.773169 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 8621bc52-c8c7-41e9-8b50-d7993bbb4828 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:26:18.820345 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-085b8de1-89c4-4380-a56e-86c2fed7caf7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['688d8d3a-2c98-48b7-91ea-222d8bd03d5f']}} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:26:18.841451 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5a6f7a5c-83a2-4e21-9b7a-42b896c8e585 req-94c37203-02c7-41a6-ab22-c0d2d630e82c tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/security-groups?id=12d84a41-4254-4f43-a1c3-ae5bdc7fdfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4406941 Aug 05 11:26:18.857196 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-085b8de1-89c4-4380-a56e-86c2fed7caf7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b1bca96-601f-4458-8b80-fcef880d5fc6') {'for_net_delete': True} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:26:18.857815 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-085b8de1-89c4-4380-a56e-86c2fed7caf7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b1bca96-601f-4458-8b80-fcef880d5fc6') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:26:18.875390 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063343b7-1318-4227-8578-d60b0c53bb54 req-4e465cb9-132a-417c-accf-e6d7a660c5a0 tempest-TenantUsagesTestJSON-998718406 tempest-TenantUsagesTestJSON-998718406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:18.907226 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-063343b7-1318-4227-8578-d60b0c53bb54 req-4e465cb9-132a-417c-accf-e6d7a660c5a0 tempest-TenantUsagesTestJSON-998718406 tempest-TenantUsagesTestJSON-998718406-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd194f6f-fb99-48e9-870f-0065cf28ff41 HTTP/1.1" status: 200 len: 949 time: 0.5880682 Aug 05 11:26:18.950615 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ebd9a441-f414-4828-86f7-482e0abac36d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:18.968548 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afd2e6f-0266-40e7-9adf-a230e571c239 req-b8f71c2b-2ece-4392-95ac-17691c7da28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:18.971401 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6afd2e6f-0266-40e7-9adf-a230e571c239 req-b8f71c2b-2ece-4392-95ac-17691c7da28a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=831b49a771d84f5d8c3d7ade9f08897a&device_id=c9362d22-a4db-430e-8765-cffee4624fe4 HTTP/1.1" status: 200 len: 1094 time: 0.4688365 Aug 05 11:26:18.986660 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-c4d273c7-fa45-433a-822d-977ebfc8265d None None] Provisioning complete for port 4d27f1d7-e435-49dc-bb01-50c152bc6868 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:26:18.987342 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c4d273c7-fa45-433a-822d-977ebfc8265d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:19.008157 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-063343b7-1318-4227-8578-d60b0c53bb54 req-02bdd5f6-12a2-4966-843c-7d719e1bceb3 tempest-TenantUsagesTestJSON-998718406 tempest-TenantUsagesTestJSON-998718406-project] 10.222.0.58 "GET /v2.0/security-groups?id=c0b6bcf1-69a2-4c2a-b816-aef7df1b2c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925217 Aug 05 11:26:19.015402 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-085b8de1-89c4-4380-a56e-86c2fed7caf7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25010581'] for segment, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:19.083604 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-085b8de1-89c4-4380-a56e-86c2fed7caf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:19.145649 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-085b8de1-89c4-4380-a56e-86c2fed7caf7 admin admin] Releasing vlan 673 on physical network physnet1 to pool {{(pid=94420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:26:19.146698 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-085b8de1-89c4-4380-a56e-86c2fed7caf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29762581'] for segment, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:19.152062 n-d-803378-2 neutron-server[94420]: Traceback (most recent call last): Aug 05 11:26:19.152062 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:26:19.152062 n-d-803378-2 neutron-server[94420]: timer() Aug 05 11:26:19.152062 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:26:19.152062 n-d-803378-2 neutron-server[94420]: cb(*args, **kw) Aug 05 11:26:19.152062 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:26:19.152062 n-d-803378-2 neutron-server[94420]: return func(*args, **kwargs) Aug 05 11:26:19.152062 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:26:19.152062 n-d-803378-2 neutron-server[94420]: self._notify() Aug 05 11:26:19.152062 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:26:19.152062 n-d-803378-2 neutron-server[94420]: self.callback(batched_events) Aug 05 11:26:19.152062 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:26:19.152062 n-d-803378-2 neutron-server[94420]: event.method(event) Aug 05 11:26:19.152062 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:26:19.152062 n-d-803378-2 neutron-server[94420]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:26:19.152062 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:26:19.152062 n-d-803378-2 neutron-server[94420]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:26:19.152062 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:26:19.152062 n-d-803378-2 neutron-server[94420]: return f(self, *a, **k) Aug 05 11:26:19.152062 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:26:19.152062 n-d-803378-2 neutron-server[94420]: return self._get(url).json() Aug 05 11:26:19.152062 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:26:19.152062 n-d-803378-2 neutron-server[94420]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:26:19.152062 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:26:19.152062 n-d-803378-2 neutron-server[94420]: return self.request(url, 'GET', **kwargs) Aug 05 11:26:19.152062 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:26:19.152062 n-d-803378-2 neutron-server[94420]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:26:19.152062 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:26:19.152062 n-d-803378-2 neutron-server[94420]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:26:19.152062 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:26:19.152062 n-d-803378-2 neutron-server[94420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:26:19.152062 n-d-803378-2 neutron-server[94420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:26:19.330900 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a18e343-bebb-4a23-85e4-98fa6a0917f6 tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Made reservation on behalf of df4854ee438a476fa9e919a2684b7c8b for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:26:19.336577 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3a18e343-bebb-4a23-85e4-98fa6a0917f6 tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:19.360983 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7813d69c-3ca4-4e31-8761-d95a37330861 req-23a4cd77-06b3-4390-9bf1-0f82efe3f820 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:19.363703 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7813d69c-3ca4-4e31-8761-d95a37330861 req-23a4cd77-06b3-4390-9bf1-0f82efe3f820 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/ports?device_id=b962ae61-5cd1-4cfe-b72c-f12c9f5209bc HTTP/1.1" status: 200 len: 950 time: 0.3290088 Aug 05 11:26:19.368875 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-085b8de1-89c4-4380-a56e-86c2fed7caf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:19.390690 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94287d02-8627-49a4-b75d-b6ce5df933a7 req-51523100-7663-40fe-ae1e-c18bdc280ffd tempest-ServerAddressesNegativeTestJSON-1511270196 tempest-ServerAddressesNegativeTestJSON-1511270196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:19.393452 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-94287d02-8627-49a4-b75d-b6ce5df933a7 req-51523100-7663-40fe-ae1e-c18bdc280ffd tempest-ServerAddressesNegativeTestJSON-1511270196 tempest-ServerAddressesNegativeTestJSON-1511270196-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9362d22-a4db-430e-8765-cffee4624fe4 HTTP/1.1" status: 200 len: 943 time: 0.1546352 Aug 05 11:26:19.399936 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-085b8de1-89c4-4380-a56e-86c2fed7caf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:19.406957 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-085b8de1-89c4-4380-a56e-86c2fed7caf7 admin admin] 10.222.0.58 "DELETE /v2.0/networks/688d8d3a-2c98-48b7-91ea-222d8bd03d5f HTTP/1.1" status: 204 len: 168 time: 3.0647855 Aug 05 11:26:19.490266 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7813d69c-3ca4-4e31-8761-d95a37330861 req-fabd04c0-e5d1-42c2-8350-948cf42510b6 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/security-groups?id=2975fa17-2fff-4e01-97a3-764244a94779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825105 Aug 05 11:26:19.502373 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085b8de1-89c4-4380-a56e-86c2fed7caf7 admin admin] Pushing event deleted for resources: {'Network': ['ID=688d8d3a-2c98-48b7-91ea-222d8bd03d5f,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:26:19.571938 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-94287d02-8627-49a4-b75d-b6ce5df933a7 req-a5e9113f-33c2-4952-9446-ea4e6f1358d3 tempest-ServerAddressesNegativeTestJSON-1511270196 tempest-ServerAddressesNegativeTestJSON-1511270196-project] 10.222.0.58 "GET /v2.0/security-groups?id=69caa6c2-bdd4-48ae-b06b-8d1f81acca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023030 Aug 05 11:26:19.734684 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ffbd5f-301b-4822-bd53-770e1f36174f req-40a00f97-7df1-4f21-becc-bd4d22026550 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:19.737992 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-69ffbd5f-301b-4822-bd53-770e1f36174f req-40a00f97-7df1-4f21-becc-bd4d22026550 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.64 "GET /v2.0/ports?device_id=b962ae61-5cd1-4cfe-b72c-f12c9f5209bc HTTP/1.1" status: 200 len: 950 time: 0.5125318 Aug 05 11:26:19.817506 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d76461-470d-4298-8676-e46aff681330 req-d843e17b-e97d-4781-9304-fa33e96f7a1e tempest-LiveMigrationTest-868734295 tempest-LiveMigrationTest-868734295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:19.829410 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-61d76461-470d-4298-8676-e46aff681330 req-d843e17b-e97d-4781-9304-fa33e96f7a1e tempest-LiveMigrationTest-868734295 tempest-LiveMigrationTest-868734295-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=6daa696e-13a0-4064-a798-e7d6d6e2e860 HTTP/1.1" status: 200 len: 1095 time: 0.1104646 Aug 05 11:26:19.876582 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device bdf7fc37-146d-4d2a-92e5-e466e60006dd details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:26:19.945086 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-61d76461-470d-4298-8676-e46aff681330 req-0100c463-250d-454a-8588-fd37b53e0fb7 tempest-LiveMigrationTest-868734295 tempest-LiveMigrationTest-868734295-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=12d84a41-4254-4f43-a1c3-ae5bdc7fdfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054816 Aug 05 11:26:19.946119 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 47874) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:26:20.063756 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-8a07d2fa-6a1d-4342-ae50-c0434abbbebe admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=54ce1209669740e4b5d6b670cf6e01b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1156511 Aug 05 11:26:20.067996 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 47880) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:26:20.207453 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b01bbd2b-0d9a-420d-b81f-e7831068217e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:20.233903 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port bdf7fc37-146d-4d2a-92e5-e466e60006dd, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=bdf7fc37-146d-4d2a-92e5-e466e60006dd,segment=NetworkSegment(3755ddfa-acaa-48bf-88a2-0838645ce318),segment_id=3755ddfa-acaa-48bf-88a2-0838645ce318)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:26:20.306716 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Returning: {'device': 'bdf7fc37-146d-4d2a-92e5-e466e60006dd', 'network_id': '935dfafb-c218-46f0-a0fc-6988efea014e', 'port_id': 'bdf7fc37-146d-4d2a-92e5-e466e60006dd', 'mac_address': 'fa:16:3e:6d:29:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77727c47-55bd-4253-8ce2-1215b1e32718', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:26:20.331366 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b01bbd2b-0d9a-420d-b81f-e7831068217e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:20.371663 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 4d27f1d7-e435-49dc-bb01-50c152bc6868 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:26:20.399657 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e85279a-817e-4735-a573-7bdfd815ab00 req-fd894c64-2178-4858-a5e3-110a6439e9ab tempest-TenantUsagesTestJSON-998718406 tempest-TenantUsagesTestJSON-998718406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:20.403217 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5e85279a-817e-4735-a573-7bdfd815ab00 req-fd894c64-2178-4858-a5e3-110a6439e9ab tempest-TenantUsagesTestJSON-998718406 tempest-TenantUsagesTestJSON-998718406-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd194f6f-fb99-48e9-870f-0065cf28ff41 HTTP/1.1" status: 200 len: 949 time: 0.1869092 Aug 05 11:26:20.458170 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:20.502392 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdf7fc37-146d-4d2a-92e5-e466e60006dd {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:26:20.558723 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port bdf7fc37-146d-4d2a-92e5-e466e60006dd, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=bdf7fc37-146d-4d2a-92e5-e466e60006dd,segment=NetworkSegment(3755ddfa-acaa-48bf-88a2-0838645ce318),segment_id=3755ddfa-acaa-48bf-88a2-0838645ce318)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:26:20.562275 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 4d27f1d7-e435-49dc-bb01-50c152bc6868 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:26:20.562884 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:20.617897 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5e85279a-817e-4735-a573-7bdfd815ab00 req-460eea42-8d8e-4b68-9ce5-7fcd8c1fb322 tempest-TenantUsagesTestJSON-998718406 tempest-TenantUsagesTestJSON-998718406-project] 10.222.0.58 "GET /v2.0/security-groups?id=c0b6bcf1-69a2-4c2a-b816-aef7df1b2c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926777 Aug 05 11:26:20.656568 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:20.680150 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b01bbd2b-0d9a-420d-b81f-e7831068217e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:20.686475 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b01bbd2b-0d9a-420d-b81f-e7831068217e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:20.689056 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-b01bbd2b-0d9a-420d-b81f-e7831068217e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/243837a4-bed8-4a80-ad95-b3063ab50a95 HTTP/1.1" status: 204 len: 168 time: 0.6172178 Aug 05 11:26:20.719991 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afd2e6f-0266-40e7-9adf-a230e571c239 req-c41ab3f9-c4da-49c4-89e1-7c27c467ce1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:20.722710 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6afd2e6f-0266-40e7-9adf-a230e571c239 req-c41ab3f9-c4da-49c4-89e1-7c27c467ce1d service neutron] 10.222.0.55 "GET /v2.0/networks?id=935dfafb-c218-46f0-a0fc-6988efea014e HTTP/1.1" status: 200 len: 923 time: 1.6580195 Aug 05 11:26:20.838990 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01bbd2b-0d9a-420d-b81f-e7831068217e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=243837a4-bed8-4a80-ad95-b3063ab50a95,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:26:20.890776 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6afd2e6f-0266-40e7-9adf-a230e571c239 req-c3628a03-0db1-490b-b8c4-59da58c17f78 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bdf7fc37-146d-4d2a-92e5-e466e60006dd HTTP/1.1" status: 200 len: 217 time: 0.1444497 Aug 05 11:26:20.935966 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=bdf7fc37-146d-4d2a-92e5-e466e60006dd,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:26:20.992178 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de254105-5202-4798-a75c-89797aa02403 req-1841a97c-ed6b-463c-9692-6e1b0d11e525 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:21.008121 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-de254105-5202-4798-a75c-89797aa02403 req-1841a97c-ed6b-463c-9692-6e1b0d11e525 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/networks?id=546c0542-0f92-4f6c-914b-a74a81cd2290 HTTP/1.1" status: 200 len: 808 time: 0.5337827 Aug 05 11:26:21.049195 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-de254105-5202-4798-a75c-89797aa02403 req-c2899f74-5b75-4fc0-86e1-ff8dcf16f9df tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/quotas/bc360260b43347fbb7d1bc7660d6f218 HTTP/1.1" status: 200 len: 375 time: 0.0392306 Aug 05 11:26:21.057100 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['bdf7fc37-146d-4d2a-92e5-e466e60006dd'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:26:21.060033 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ebd9a441-f414-4828-86f7-482e0abac36d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286026'] for router, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:21.201820 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a096e2a-889d-46c4-8ea6-32a5771cc6cd req-874f732a-0888-48cc-9430-5775e5f0b831 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:21.205736 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5a096e2a-889d-46c4-8ea6-32a5771cc6cd req-874f732a-0888-48cc-9430-5775e5f0b831 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/ports?device_id=b962ae61-5cd1-4cfe-b72c-f12c9f5209bc HTTP/1.1" status: 200 len: 950 time: 0.1806486 Aug 05 11:26:21.214675 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-69ffbd5f-301b-4822-bd53-770e1f36174f req-81c1a070-ba4e-440d-ba83-4783ee4d7355 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Deleting port a441b0ba-c1cb-43f2-b380-2a046b0a5fdf {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:26:21.215180 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-69ffbd5f-301b-4822-bd53-770e1f36174f req-81c1a070-ba4e-440d-ba83-4783ee4d7355 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:21.226652 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-de254105-5202-4798-a75c-89797aa02403 req-0b98830b-38fa-4fe2-adf3-2739d8340e95 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=bc360260b43347fbb7d1bc7660d6f218&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1458704 Aug 05 11:26:21.226954 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afd2e6f-0266-40e7-9adf-a230e571c239 req-8c49810e-0e5f-4621-94f2-40e6d33d7190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:21.228752 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6afd2e6f-0266-40e7-9adf-a230e571c239 req-8c49810e-0e5f-4621-94f2-40e6d33d7190 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=77727c47-55bd-4253-8ce2-1215b1e32718 HTTP/1.1" status: 200 len: 862 time: 0.3004558 Aug 05 11:26:21.334816 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3a18e343-bebb-4a23-85e4-98fa6a0917f6 tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25038678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30075167'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:21.404810 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5a096e2a-889d-46c4-8ea6-32a5771cc6cd req-50380186-3547-47a2-a971-05388839b061 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/security-groups?id=2975fa17-2fff-4e01-97a3-764244a94779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752968 Aug 05 11:26:21.433899 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6afd2e6f-0266-40e7-9adf-a230e571c239 req-bfad358f-e103-4dbe-aec3-bcf036d0056f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=935dfafb-c218-46f0-a0fc-6988efea014e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1673322 Aug 05 11:26:21.513526 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-de254105-5202-4798-a75c-89797aa02403 req-8d56d8ec-8f41-4a3d-b5f3-324b9f8bf460 service neutron] 10.222.0.58 "GET /v2.0/networks/546c0542-0f92-4f6c-914b-a74a81cd2290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583675 Aug 05 11:26:21.781243 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:21.817370 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a18e343-bebb-4a23-85e4-98fa6a0917f6 tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Pushing event updated for resources: {'Subnet': ['ID=f66eab68-8e1c-4e8f-8d58-9e251da58f23,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:26:21.820421 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a69736e-cd88-4c3e-8845-14ebeef7a6ce req-a5d164b9-6e35-462d-a387-7540093a45c2 tempest-ServerAddressesNegativeTestJSON-1511270196 tempest-ServerAddressesNegativeTestJSON-1511270196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:21.835084 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1a69736e-cd88-4c3e-8845-14ebeef7a6ce req-a5d164b9-6e35-462d-a387-7540093a45c2 tempest-ServerAddressesNegativeTestJSON-1511270196 tempest-ServerAddressesNegativeTestJSON-1511270196-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9362d22-a4db-430e-8765-cffee4624fe4 HTTP/1.1" status: 200 len: 944 time: 0.2183981 Aug 05 11:26:21.846502 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-de254105-5202-4798-a75c-89797aa02403 req-e348a490-824b-49a7-a44b-a9e90099d454 service neutron] 10.222.0.58 "GET /v2.0/networks/546c0542-0f92-4f6c-914b-a74a81cd2290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3292272 Aug 05 11:26:21.862021 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-69ffbd5f-301b-4822-bd53-770e1f36174f req-81c1a070-ba4e-440d-ba83-4783ee4d7355 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] For port a441b0ba-c1cb-43f2-b380-2a046b0a5fdf, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=a441b0ba-c1cb-43f2-b380-2a046b0a5fdf,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:26:21.862410 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-69ffbd5f-301b-4822-bd53-770e1f36174f req-81c1a070-ba4e-440d-ba83-4783ee4d7355 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:21.914065 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-69ffbd5f-301b-4822-bd53-770e1f36174f req-81c1a070-ba4e-440d-ba83-4783ee4d7355 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Calling delete_port for a441b0ba-c1cb-43f2-b380-2a046b0a5fdf owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:26:21.917971 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a18e343-bebb-4a23-85e4-98fa6a0917f6 tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Checking segment: {'id': '98713864-0ace-4f5d-b049-2445d678e93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '8621bc52-c8c7-41e9-8b50-d7993bbb4828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:26:21.918547 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a18e343-bebb-4a23-85e4-98fa6a0917f6 tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Network hostable DHCP agents. Network: 8621bc52-c8c7-41e9-8b50-d7993bbb4828, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:26:21.930801 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1a69736e-cd88-4c3e-8845-14ebeef7a6ce req-8ac02180-06f7-4061-a55f-77e97cd42ec3 tempest-ServerAddressesNegativeTestJSON-1511270196 tempest-ServerAddressesNegativeTestJSON-1511270196-project] 10.222.0.58 "GET /v2.0/security-groups?id=69caa6c2-bdd4-48ae-b06b-8d1f81acca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914881 Aug 05 11:26:21.978745 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6afd2e6f-0266-40e7-9adf-a230e571c239 req-3e6dbb88-8403-4c86-a50f-9687c3714760 service neutron] 10.222.0.55 "GET /v2.0/networks/935dfafb-c218-46f0-a0fc-6988efea014e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5433731 Aug 05 11:26:22.012411 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device a441b0ba-c1cb-43f2-b380-2a046b0a5fdf no longer exists at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:26:22.156790 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a18e343-bebb-4a23-85e4-98fa6a0917f6 tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Network 8621bc52-c8c7-41e9-8b50-d7993bbb4828 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:26:22.202169 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebd9a441-f414-4828-86f7-482e0abac36d admin admin] Router ec8ba789-a154-429c-9903-1744beefd0a1 is scheduled to L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d with binding_index 1 {{(pid=94421) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 11:26:22.217971 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-3a18e343-bebb-4a23-85e4-98fa6a0917f6 tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, 8621bc52-c8c7-41e9-8b50-d7993bbb4828) {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:26:22.235932 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a18e343-bebb-4a23-85e4-98fa6a0917f6 tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:22.236959 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3a18e343-bebb-4a23-85e4-98fa6a0917f6 tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:22.237262 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c32007d-3c73-4c3b-8c08-9dd21e8e5af3 None None] Network 8621bc52-c8c7-41e9-8b50-d7993bbb4828 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:26:22.354978 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:22.437288 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b962ae61-5cd1-4cfe-b72c-f12c9f5209bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a441b0ba-c1cb-43f2-b380-2a046b0a5fdf'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:26:22.440306 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c738d68e-06a2-4508-acdd-4ab35686de95" -d '{"events": [{"server_uuid": "b962ae61-5cd1-4cfe-b72c-f12c9f5209bc", "name": "network-vif-unplugged", "status": "completed", "tag": "a441b0ba-c1cb-43f2-b380-2a046b0a5fdf"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:26:22.487936 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port a441b0ba-c1cb-43f2-b380-2a046b0a5fdf, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=a441b0ba-c1cb-43f2-b380-2a046b0a5fdf,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:26:22.509219 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:22.582917 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-3a18e343-bebb-4a23-85e4-98fa6a0917f6 tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.8497162 Aug 05 11:26:22.587032 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 47930) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:26:22.595541 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-0ebedaa6-7723-48c1-8fae-05c5d779f867 tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Request body: {'port': {'network_id': '8621bc52-c8c7-41e9-8b50-d7993bbb4828', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-259831377'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:26:22.723803 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=a441b0ba-c1cb-43f2-b380-2a046b0a5fdf,revision_number=6']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:26:22.840320 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305de2ea-e6a6-49ef-857f-11ddbcfd7ac2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-8621bc52-c8c7-41e9-8b50-d7993bbb4828', 'network_id': '8621bc52-c8c7-41e9-8b50-d7993bbb4828', 'tenant_id': 'df4854ee438a476fa9e919a2684b7c8b', 'fixed_ips': [{'subnet_id': 'f66eab68-8e1c-4e8f-8d58-9e251da58f23'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 11:26:22.841795 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-305de2ea-e6a6-49ef-857f-11ddbcfd7ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:22.915358 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6afd2e6f-0266-40e7-9adf-a230e571c239 req-07f9980d-90ac-4e8f-8b11-f9766e825e49 service neutron] 10.222.0.55 "GET /v2.0/networks/935dfafb-c218-46f0-a0fc-6988efea014e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8762815 Aug 05 11:26:22.949057 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a8118ecf-9dbd-4968-98ef-d668b3a8816a req-e55b1c4d-ab1d-4993-a00a-05f122cb3ee4 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c7e86ba-410d-4526-8271-d3e317691a4a HTTP/1.1" status: 200 len: 210 time: 0.2783239 Aug 05 11:26:23.032389 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045fdd27-8c5b-44af-9c65-9b7699de8be4 req-0ca5caf6-6256-42b3-8115-d632ebb0cfb9 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:23.032389 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-045fdd27-8c5b-44af-9c65-9b7699de8be4 req-0ca5caf6-6256-42b3-8115-d632ebb0cfb9 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/ports?device_id=b962ae61-5cd1-4cfe-b72c-f12c9f5209bc HTTP/1.1" status: 200 len: 948 time: 0.1419621 Aug 05 11:26:23.040064 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 47942) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:26:23.105806 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebd9a441-f414-4828-86f7-482e0abac36d admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:26:23.123074 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563b7aa1-7f42-481d-97b8-de1ea94fd52f None None] Sync routers for ids ['ec8ba789-a154-429c-9903-1744beefd0a1'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:26:23.168903 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563b7aa1-7f42-481d-97b8-de1ea94fd52f None None] Routers {'ec8ba789-a154-429c-9903-1744beefd0a1'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:26:23.169929 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-563b7aa1-7f42-481d-97b8-de1ea94fd52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:26:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['ec8ba789-a154-429c-9903-1744beefd0a1'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:26:23.193340 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-69ffbd5f-301b-4822-bd53-770e1f36174f req-81c1a070-ba4e-440d-ba83-4783ee4d7355 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:23.210550 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-045fdd27-8c5b-44af-9c65-9b7699de8be4 req-0242553f-e757-44fc-b490-215728740012 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/security-groups?id=2975fa17-2fff-4e01-97a3-764244a94779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577520 Aug 05 11:26:23.256871 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ebd9a441-f414-4828-86f7-482e0abac36d admin admin] Notify callbacks [] for router, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:23.269567 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-ebd9a441-f414-4828-86f7-482e0abac36d admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 10.5484693 Aug 05 11:26:23.303436 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 47946) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:26:23.330181 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-305de2ea-e6a6-49ef-857f-11ddbcfd7ac2 None None] Allocated IP 2001:db8::2 (8621bc52-c8c7-41e9-8b50-d7993bbb4828/f66eab68-8e1c-4e8f-8d58-9e251da58f23/c9464192-67fb-48af-8f41-ad0e08b1a366) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:26:23.337678 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ebedaa6-7723-48c1-8fae-05c5d779f867 tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Made reservation on behalf of df4854ee438a476fa9e919a2684b7c8b for: {'port': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:26:23.352622 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0ebedaa6-7723-48c1-8fae-05c5d779f867 tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:23.377844 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c1a070-ba4e-440d-ba83-4783ee4d7355 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Pushing event deleted for resources: {'Port': ['ID=a441b0ba-c1cb-43f2-b380-2a046b0a5fdf,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:26:23.408926 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-8d3d5809-351b-4cb9-b88e-e1566db7c344 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-176608058-network', 'tenant_id': '496a66fa8c0741119f64b2d8ff8b2bc9'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:26:23.506522 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 05 Aug 2021 11:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14b55618-ce77-4648-bdb2-aac3630ffe62 x-openstack-request-id: req-14b55618-ce77-4648-bdb2-aac3630ffe62 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:26:23.507156 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b962ae61-5cd1-4cfe-b72c-f12c9f5209bc", "name": "network-vif-unplugged", "status": "completed", "tag": "a441b0ba-c1cb-43f2-b380-2a046b0a5fdf", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:26:23.507572 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-14b55618-ce77-4648-bdb2-aac3630ffe62 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:26:23.508440 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b962ae61-5cd1-4cfe-b72c-f12c9f5209bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a441b0ba-c1cb-43f2-b380-2a046b0a5fdf', 'code': 200} Aug 05 11:26:23.512399 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['17316c3c-1452-458b-b7e3-72878c4fab59', 'acb20733-3c4b-47b8-b861-841610d97f25', 'd2d3e84a-bcdc-4a22-ab95-2524ddc32e0e'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:26:23.517639 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['46ac903b-6473-4f7d-ab25-233c6efee28b', '0cca5eec-aa95-47fa-ac39-f63160df33c4'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:26:23.572067 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-563b7aa1-7f42-481d-97b8-de1ea94fd52f None None] Set router ec8ba789-a154-429c-9903-1744beefd0a1 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:26:23.612875 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-69ffbd5f-301b-4822-bd53-770e1f36174f req-81c1a070-ba4e-440d-ba83-4783ee4d7355 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] No DVR routers for this DVR port a441b0ba-c1cb-43f2-b380-2a046b0a5fdf on host n-h1-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:26:23.625947 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-69ffbd5f-301b-4822-bd53-770e1f36174f req-81c1a070-ba4e-440d-ba83-4783ee4d7355 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:23.626317 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [None req-0ebedaa6-7723-48c1-8fae-05c5d779f867 tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] device_id is not set on port bf3222cc-0bc1-4235-85ed-ff85372fd970 yet. {{(pid=94420) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 11:26:23.631349 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-69ffbd5f-301b-4822-bd53-770e1f36174f req-81c1a070-ba4e-440d-ba83-4783ee4d7355 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.64 "DELETE /v2.0/ports/a441b0ba-c1cb-43f2-b380-2a046b0a5fdf HTTP/1.1" status: 204 len: 173 time: 3.8140609 Aug 05 11:26:23.644817 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b962ae61-5cd1-4cfe-b72c-f12c9f5209bc', 'name': 'network-vif-deleted', 'tag': 'a441b0ba-c1cb-43f2-b380-2a046b0a5fdf'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:26:23.661811 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53640c12-99e0-49ad-9c0a-0c0085dc44e6" -d '{"events": [{"server_uuid": "b962ae61-5cd1-4cfe-b72c-f12c9f5209bc", "name": "network-vif-deleted", "tag": "a441b0ba-c1cb-43f2-b380-2a046b0a5fdf"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:26:23.942505 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device bdf7fc37-146d-4d2a-92e5-e466e60006dd up at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:26:24.049249 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-563b7aa1-7f42-481d-97b8-de1ea94fd52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8ba789-a154-429c-9903-1744beefd0a1', 'name': 'tempest-ServerActionsTestJSON-1586802047-router', 'tenant_id': '922471f37b13454ba92168a26c5eea8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '5d78ff12-51c7-471c-bde9-9c60113b613d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:26:13Z', 'updated_at': '2021-08-05T11:26:18Z', 'revision_number': 3, 'project_id': '922471f37b13454ba92168a26c5eea8e', 'gw_port': {'id': '5d78ff12-51c7-471c-bde9-9c60113b613d', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c8:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec8ba789-a154-429c-9903-1744beefd0a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:26:16Z', 'updated_at': '2021-08-05T11:26:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:26:24.109266 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563b7aa1-7f42-481d-97b8-de1ea94fd52f None None] Checking router: ec8ba789-a154-429c-9903-1744beefd0a1 for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:26:24.109942 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563b7aa1-7f42-481d-97b8-de1ea94fd52f None None] Updating router ec8ba789-a154-429c-9903-1744beefd0a1 port 5d78ff12-51c7-471c-bde9-9c60113b613d binding host n-d-803378-2 {{(pid=94423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 11:26:24.134143 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d3d5809-351b-4cb9-b88e-e1566db7c344 admin admin] Made reservation on behalf of 496a66fa8c0741119f64b2d8ff8b2bc9 for: {'network': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:26:24.149732 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8d3d5809-351b-4cb9-b88e-e1566db7c344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:24.160907 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-563b7aa1-7f42-481d-97b8-de1ea94fd52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:24.273427 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ace41b3-de6c-4ffb-9249-c14642966c8a req-07ccbfd0-26a7-4af4-9724-1a295fc56397 tempest-ServerAddressesNegativeTestJSON-1511270196 tempest-ServerAddressesNegativeTestJSON-1511270196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:24.287695 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9ace41b3-de6c-4ffb-9249-c14642966c8a req-07ccbfd0-26a7-4af4-9724-1a295fc56397 tempest-ServerAddressesNegativeTestJSON-1511270196 tempest-ServerAddressesNegativeTestJSON-1511270196-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9362d22-a4db-430e-8765-cffee4624fe4 HTTP/1.1" status: 200 len: 944 time: 0.7532835 Aug 05 11:26:24.329655 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8d3d5809-351b-4cb9-b88e-e1566db7c344 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:24.449096 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning for port bdf7fc37-146d-4d2a-92e5-e466e60006dd completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:26:24.479688 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning complete for port bdf7fc37-146d-4d2a-92e5-e466e60006dd triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:26:24.480528 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:24.603097 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80bfa908-e1fd-4b07-b7a2-4122f694ed53 x-openstack-request-id: req-80bfa908-e1fd-4b07-b7a2-4122f694ed53 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:26:24.603974 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b962ae61-5cd1-4cfe-b72c-f12c9f5209bc", "name": "network-vif-deleted", "tag": "a441b0ba-c1cb-43f2-b380-2a046b0a5fdf", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:26:24.604282 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-80bfa908-e1fd-4b07-b7a2-4122f694ed53 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:26:24.604967 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b962ae61-5cd1-4cfe-b72c-f12c9f5209bc', 'name': 'network-vif-deleted', 'tag': 'a441b0ba-c1cb-43f2-b380-2a046b0a5fdf', 'status': 'completed', 'code': 200} Aug 05 11:26:24.778166 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-563b7aa1-7f42-481d-97b8-de1ea94fd52f None None] Notify callbacks [] for port, precommit_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:24.816645 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.provisioning_blocks [None req-563b7aa1-7f42-481d-97b8-de1ea94fd52f None None] Transition to ACTIVE for port object 5d78ff12-51c7-471c-bde9-9c60113b613d will not be triggered until provisioned by entity L2. {{(pid=94423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:26:24.835638 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-563b7aa1-7f42-481d-97b8-de1ea94fd52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:24.899511 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-305de2ea-e6a6-49ef-857f-11ddbcfd7ac2 None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:24.937969 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9ace41b3-de6c-4ffb-9249-c14642966c8a req-eb39e3b5-d730-4d8b-b5be-5d9c3d82043a tempest-ServerAddressesNegativeTestJSON-1511270196 tempest-ServerAddressesNegativeTestJSON-1511270196-project] 10.222.0.58 "GET /v2.0/security-groups?id=69caa6c2-bdd4-48ae-b06b-8d1f81acca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6371820 Aug 05 11:26:24.952880 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8d3d5809-351b-4cb9-b88e-e1566db7c344 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:24.976717 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2dd50ea9-ec7a-4a1e-8dad-423f27e142de req-4ea1b07b-0ab7-4919-817a-963aa5a272f2 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c7e86ba-410d-4526-8271-d3e317691a4a HTTP/1.1" status: 200 len: 210 time: 0.1448672 Aug 05 11:26:25.023302 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-563b7aa1-7f42-481d-97b8-de1ea94fd52f None None] Attempting to bind port 5d78ff12-51c7-471c-bde9-9c60113b613d on host n-d-803378-2 for vnic_type normal with profile {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:26:25.023922 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-563b7aa1-7f42-481d-97b8-de1ea94fd52f None None] Attempting to bind port 5d78ff12-51c7-471c-bde9-9c60113b613d by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}] {{(pid=94423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:26:25.024896 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563b7aa1-7f42-481d-97b8-de1ea94fd52f None None] Attempting to bind port 5d78ff12-51c7-471c-bde9-9c60113b613d on network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:26:25.030235 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7786b2-5ac7-4002-be1b-638245146ed1 None None] Pushing event updated for resources: {'Port': ['ID=5d78ff12-51c7-471c-bde9-9c60113b613d,revision_number=2']} {{(pid=94423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:26:25.035000 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8d3d5809-351b-4cb9-b88e-e1566db7c344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:25.085177 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-305de2ea-e6a6-49ef-857f-11ddbcfd7ac2 None None] Transition to ACTIVE for port object c9464192-67fb-48af-8f41-ad0e08b1a366 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:26:25.086679 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563b7aa1-7f42-481d-97b8-de1ea94fd52f None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:26:25.088685 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563b7aa1-7f42-481d-97b8-de1ea94fd52f None None] Checking segment: {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:26:25.092379 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-563b7aa1-7f42-481d-97b8-de1ea94fd52f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:25.093358 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563b7aa1-7f42-481d-97b8-de1ea94fd52f None None] Bound using segment: {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'} {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:26:25.095778 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-563b7aa1-7f42-481d-97b8-de1ea94fd52f None None] Bound port: 5d78ff12-51c7-471c-bde9-9c60113b613d, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}}] {{(pid=94423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:26:25.096557 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-563b7aa1-7f42-481d-97b8-de1ea94fd52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:25.102249 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d3d5809-351b-4cb9-b88e-e1566db7c344 admin admin] vlan segment allocate from pool success with {'vlan_id': 673, 'physical_network': 'physnet1'} {{(pid=94420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:26:25.115727 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7786b2-5ac7-4002-be1b-638245146ed1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:26:25.116359 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7786b2-5ac7-4002-be1b-638245146ed1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:26:25.120072 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7786b2-5ac7-4002-be1b-638245146ed1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:26:25.120616 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:25.121925 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7786b2-5ac7-4002-be1b-638245146ed1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:26:25.125082 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7786b2-5ac7-4002-be1b-638245146ed1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:26:25.125748 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7786b2-5ac7-4002-be1b-638245146ed1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:26:25.126390 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7786b2-5ac7-4002-be1b-638245146ed1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:26:25.128581 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7786b2-5ac7-4002-be1b-638245146ed1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:26:25.129714 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7786b2-5ac7-4002-be1b-638245146ed1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:26:25.131031 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8d3d5809-351b-4cb9-b88e-e1566db7c344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:25.132249 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7786b2-5ac7-4002-be1b-638245146ed1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:26:25.133691 n-d-803378-2 neutron-server[94420]: INFO neutron.db.segments_db [None req-8d3d5809-351b-4cb9-b88e-e1566db7c344 admin admin] Added segment 89963076-285a-4446-a1a2-1943463318a2 of type vlan for network 4cfba4bf-ceb1-4d64-881a-3bfe487b01ef Aug 05 11:26:25.134606 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7786b2-5ac7-4002-be1b-638245146ed1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:26:25.136673 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7786b2-5ac7-4002-be1b-638245146ed1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:26:25.364046 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3d5809-351b-4cb9-b88e-e1566db7c344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b3ade17-8410-42c2-84dd-d3afc731e8cf,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:26:25.376999 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.db [None req-563b7aa1-7f42-481d-97b8-de1ea94fd52f None None] For port 5d78ff12-51c7-471c-bde9-9c60113b613d, host n-d-803378-2, cleared binding levels {{(pid=94423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:26:25.399378 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.db [None req-563b7aa1-7f42-481d-97b8-de1ea94fd52f None None] For port 5d78ff12-51c7-471c-bde9-9c60113b613d, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=5d78ff12-51c7-471c-bde9-9c60113b613d,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:26:25.421662 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-563b7aa1-7f42-481d-97b8-de1ea94fd52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:25.425638 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-305de2ea-e6a6-49ef-857f-11ddbcfd7ac2 None None] Transition to ACTIVE for port object c9464192-67fb-48af-8f41-ad0e08b1a366 will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:26:25.477295 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8d3d5809-351b-4cb9-b88e-e1566db7c344 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:25.501365 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-305de2ea-e6a6-49ef-857f-11ddbcfd7ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:25.521694 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9362d22-a4db-430e-8765-cffee4624fe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdf7fc37-146d-4d2a-92e5-e466e60006dd'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:26:25.524898 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56b22986-e3bc-456e-a649-0cdc0698ef4c" -d '{"events": [{"server_uuid": "c9362d22-a4db-430e-8765-cffee4624fe4", "name": "network-vif-plugged", "status": "completed", "tag": "bdf7fc37-146d-4d2a-92e5-e466e60006dd"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:26:25.602500 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563b7aa1-7f42-481d-97b8-de1ea94fd52f None None] Routers {'ec8ba789-a154-429c-9903-1744beefd0a1'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:26:25.604607 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-563b7aa1-7f42-481d-97b8-de1ea94fd52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:26:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['ec8ba789-a154-429c-9903-1744beefd0a1'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:26:25.629643 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de254105-5202-4798-a75c-89797aa02403 req-aa1d65b6-d9f0-4844-81b4-89d0fb3d7412 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:25.633469 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-de254105-5202-4798-a75c-89797aa02403 req-aa1d65b6-d9f0-4844-81b4-89d0fb3d7412 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.55 "GET /v2.0/networks?id=546c0542-0f92-4f6c-914b-a74a81cd2290 HTTP/1.1" status: 200 len: 808 time: 0.4713855 Aug 05 11:26:25.658826 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-de254105-5202-4798-a75c-89797aa02403 req-62008195-5e19-4b26-bc1a-a8a44a262baa tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Request body: {'port': {'device_id': '0c7e86ba-410d-4526-8271-d3e317691a4a', 'network_id': '546c0542-0f92-4f6c-914b-a74a81cd2290', 'admin_state_up': True, 'tenant_id': 'bc360260b43347fbb7d1bc7660d6f218'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:26:25.708432 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port bdf7fc37-146d-4d2a-92e5-e466e60006dd, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=bdf7fc37-146d-4d2a-92e5-e466e60006dd,segment=NetworkSegment(3755ddfa-acaa-48bf-88a2-0838645ce318),segment_id=3755ddfa-acaa-48bf-88a2-0838645ce318)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:26:25.773717 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:25.798511 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305de2ea-e6a6-49ef-857f-11ddbcfd7ac2 None None] Network 8621bc52-c8c7-41e9-8b50-d7993bbb4828 is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:26:25.812271 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305de2ea-e6a6-49ef-857f-11ddbcfd7ac2 None None] Pushing event updated for resources: {'Port': ['ID=c9464192-67fb-48af-8f41-ad0e08b1a366,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:26:25.837440 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-305de2ea-e6a6-49ef-857f-11ddbcfd7ac2 None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:26:25.861030 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305de2ea-e6a6-49ef-857f-11ddbcfd7ac2 None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:26:25.910934 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d00beb5f-1c40-4886-a119-eff57299ff28 x-openstack-request-id: req-d00beb5f-1c40-4886-a119-eff57299ff28 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:26:25.911247 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9362d22-a4db-430e-8765-cffee4624fe4", "name": "network-vif-plugged", "status": "completed", "tag": "bdf7fc37-146d-4d2a-92e5-e466e60006dd", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:26:25.911466 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d00beb5f-1c40-4886-a119-eff57299ff28 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:26:25.912127 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9362d22-a4db-430e-8765-cffee4624fe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdf7fc37-146d-4d2a-92e5-e466e60006dd', 'code': 200} Aug 05 11:26:25.930883 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de254105-5202-4798-a75c-89797aa02403 req-62008195-5e19-4b26-bc1a-a8a44a262baa tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Made reservation on behalf of bc360260b43347fbb7d1bc7660d6f218 for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:26:25.940783 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-de254105-5202-4798-a75c-89797aa02403 req-62008195-5e19-4b26-bc1a-a8a44a262baa tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:26.006484 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-563b7aa1-7f42-481d-97b8-de1ea94fd52f None None] Set router ec8ba789-a154-429c-9903-1744beefd0a1 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:26:26.081765 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7786b2-5ac7-4002-be1b-638245146ed1 None None] Pushing event updated for resources: {'Port': ['ID=5d78ff12-51c7-471c-bde9-9c60113b613d,revision_number=3']} {{(pid=94423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:26:26.098884 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.db.resource_extend [None req-8d3d5809-351b-4cb9-b88e-e1566db7c344 admin admin] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 05 11:26:26.149804 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=bdf7fc37-146d-4d2a-92e5-e466e60006dd,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:26:26.218748 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-305de2ea-e6a6-49ef-857f-11ddbcfd7ac2 None None] Attempting to bind port c9464192-67fb-48af-8f41-ad0e08b1a366 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:26:26.219871 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-305de2ea-e6a6-49ef-857f-11ddbcfd7ac2 None None] Attempting to bind port c9464192-67fb-48af-8f41-ad0e08b1a366 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '98713864-0ace-4f5d-b049-2445d678e93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '8621bc52-c8c7-41e9-8b50-d7993bbb4828'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:26:26.220827 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305de2ea-e6a6-49ef-857f-11ddbcfd7ac2 None None] Attempting to bind port c9464192-67fb-48af-8f41-ad0e08b1a366 on network 8621bc52-c8c7-41e9-8b50-d7993bbb4828 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:26:26.256672 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305de2ea-e6a6-49ef-857f-11ddbcfd7ac2 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:26:26.258694 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305de2ea-e6a6-49ef-857f-11ddbcfd7ac2 None None] Checking segment: {'id': '98713864-0ace-4f5d-b049-2445d678e93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '8621bc52-c8c7-41e9-8b50-d7993bbb4828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:26:26.259753 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-305de2ea-e6a6-49ef-857f-11ddbcfd7ac2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:26.260861 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305de2ea-e6a6-49ef-857f-11ddbcfd7ac2 None None] Bound using segment: {'id': '98713864-0ace-4f5d-b049-2445d678e93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '8621bc52-c8c7-41e9-8b50-d7993bbb4828'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:26:26.262242 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-305de2ea-e6a6-49ef-857f-11ddbcfd7ac2 None None] Bound port: c9464192-67fb-48af-8f41-ad0e08b1a366, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98713864-0ace-4f5d-b049-2445d678e93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '8621bc52-c8c7-41e9-8b50-d7993bbb4828'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:26:26.263259 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-305de2ea-e6a6-49ef-857f-11ddbcfd7ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:26.361293 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-0ebedaa6-7723-48c1-8fae-05c5d779f867 tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Allocated IP 2001:db8::34a (8621bc52-c8c7-41e9-8b50-d7993bbb4828/f66eab68-8e1c-4e8f-8d58-9e251da58f23/bf3222cc-0bc1-4235-85ed-ff85372fd970) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:26:26.372210 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-de254105-5202-4798-a75c-89797aa02403 req-62008195-5e19-4b26-bc1a-a8a44a262baa tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Allocated IP 172.20.0.6 (546c0542-0f92-4f6c-914b-a74a81cd2290/61983880-6386-4045-bd2d-695dffcb92f9/feb6e8f1-70b4-444b-932b-1e8db3946c34) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:26:26.483012 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-305de2ea-e6a6-49ef-857f-11ddbcfd7ac2 None None] For port c9464192-67fb-48af-8f41-ad0e08b1a366, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:26:26.493841 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-305de2ea-e6a6-49ef-857f-11ddbcfd7ac2 None None] For port c9464192-67fb-48af-8f41-ad0e08b1a366, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=c9464192-67fb-48af-8f41-ad0e08b1a366,segment=NetworkSegment(98713864-0ace-4f5d-b049-2445d678e93c),segment_id=98713864-0ace-4f5d-b049-2445d678e93c)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:26:26.515162 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-305de2ea-e6a6-49ef-857f-11ddbcfd7ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:26.586180 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8d3d5809-351b-4cb9-b88e-e1566db7c344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:26.587967 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3d5809-351b-4cb9-b88e-e1566db7c344 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:26.589553 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8d3d5809-351b-4cb9-b88e-e1566db7c344 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:26.632770 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-563b7aa1-7f42-481d-97b8-de1ea94fd52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8ba789-a154-429c-9903-1744beefd0a1', 'name': 'tempest-ServerActionsTestJSON-1586802047-router', 'tenant_id': '922471f37b13454ba92168a26c5eea8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '5d78ff12-51c7-471c-bde9-9c60113b613d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:26:13Z', 'updated_at': '2021-08-05T11:26:18Z', 'revision_number': 3, 'project_id': '922471f37b13454ba92168a26c5eea8e', 'gw_port': {'id': '5d78ff12-51c7-471c-bde9-9c60113b613d', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c8:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec8ba789-a154-429c-9903-1744beefd0a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:26:16Z', 'updated_at': '2021-08-05T11:26:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:26:26.671156 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66cc3f5-e702-497d-be49-3f72940164dd req-b999c697-7022-4686-85f0-994b543900e7 tempest-TenantUsagesTestJSON-998718406 tempest-TenantUsagesTestJSON-998718406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:26.673935 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e66cc3f5-e702-497d-be49-3f72940164dd req-b999c697-7022-4686-85f0-994b543900e7 tempest-TenantUsagesTestJSON-998718406 tempest-TenantUsagesTestJSON-998718406-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd194f6f-fb99-48e9-870f-0065cf28ff41 HTTP/1.1" status: 200 len: 949 time: 0.7791715 Aug 05 11:26:26.709117 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a617a877-e2fe-4aa3-a1b0-87d74bebf4f2 req-48246768-0d2c-4857-8018-22456dcaeefb tempest-ServerAddressesNegativeTestJSON-1511270196 tempest-ServerAddressesNegativeTestJSON-1511270196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:26.714442 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305de2ea-e6a6-49ef-857f-11ddbcfd7ac2 None None] Pushing event updated for resources: {'Port': ['ID=c9464192-67fb-48af-8f41-ad0e08b1a366,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:26:26.727477 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a617a877-e2fe-4aa3-a1b0-87d74bebf4f2 req-48246768-0d2c-4857-8018-22456dcaeefb tempest-ServerAddressesNegativeTestJSON-1511270196 tempest-ServerAddressesNegativeTestJSON-1511270196-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9362d22-a4db-430e-8765-cffee4624fe4 HTTP/1.1" status: 200 len: 945 time: 0.2575355 Aug 05 11:26:26.746402 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-8d3d5809-351b-4cb9-b88e-e1566db7c344 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.7004049 Aug 05 11:26:26.768294 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 47984) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:26:26.775691 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-da688a24-4927-45bb-a077-64cd5051faef admin admin] Request body: {'subnet': {'network_id': '4cfba4bf-ceb1-4d64-881a-3bfe487b01ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-176608058-subnet', 'tenant_id': '496a66fa8c0741119f64b2d8ff8b2bc9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:26:26.787633 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcf96c9-be0e-4f03-9477-9f3ff7327e9b req-bb554d99-7cbf-4e5b-98eb-8d2e17ac543e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:26.790122 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6fcf96c9-be0e-4f03-9477-9f3ff7327e9b req-bb554d99-7cbf-4e5b-98eb-8d2e17ac543e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c9362d22-a4db-430e-8765-cffee4624fe4 HTTP/1.1" status: 200 len: 1096 time: 0.7351482 Aug 05 11:26:26.857653 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-de254105-5202-4798-a75c-89797aa02403 req-62008195-5e19-4b26-bc1a-a8a44a262baa tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:26.860572 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563b7aa1-7f42-481d-97b8-de1ea94fd52f None None] The sync data for ids ['ec8ba789-a154-429c-9903-1744beefd0a1'] in n-d-803378-2 is: [{'id': 'ec8ba789-a154-429c-9903-1744beefd0a1', 'name': 'tempest-ServerActionsTestJSON-1586802047-router', 'tenant_id': '922471f37b13454ba92168a26c5eea8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '5d78ff12-51c7-471c-bde9-9c60113b613d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:26:13Z', 'updated_at': '2021-08-05T11:26:18Z', 'revision_number': 3, 'project_id': '922471f37b13454ba92168a26c5eea8e', 'gw_port': {'id': '5d78ff12-51c7-471c-bde9-9c60113b613d', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c8:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec8ba789-a154-429c-9903-1744beefd0a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:26:16Z', 'updated_at': '2021-08-05T11:26:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:26:26.863317 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da688a24-4927-45bb-a077-64cd5051faef admin admin] Made reservation on behalf of 496a66fa8c0741119f64b2d8ff8b2bc9 for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:26:26.867898 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-da688a24-4927-45bb-a077-64cd5051faef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:27.187512 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-de254105-5202-4798-a75c-89797aa02403 req-62008195-5e19-4b26-bc1a-a8a44a262baa tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:27.348069 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de254105-5202-4798-a75c-89797aa02403 req-62008195-5e19-4b26-bc1a-a8a44a262baa tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Network 546c0542-0f92-4f6c-914b-a74a81cd2290 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:26:27.352318 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62008195-5e19-4b26-bc1a-a8a44a262baa tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Pushing event updated for resources: {'Port': ['ID=feb6e8f1-70b4-444b-932b-1e8db3946c34,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:26:27.381278 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-de254105-5202-4798-a75c-89797aa02403 req-62008195-5e19-4b26-bc1a-a8a44a262baa tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:26:27.385275 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-de254105-5202-4798-a75c-89797aa02403 req-62008195-5e19-4b26-bc1a-a8a44a262baa tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:26:27.525125 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de254105-5202-4798-a75c-89797aa02403 req-62008195-5e19-4b26-bc1a-a8a44a262baa tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:27.526430 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-de254105-5202-4798-a75c-89797aa02403 req-62008195-5e19-4b26-bc1a-a8a44a262baa tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:27.546038 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-da688a24-4927-45bb-a077-64cd5051faef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25038678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30075167'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:27.586113 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-de254105-5202-4798-a75c-89797aa02403 req-62008195-5e19-4b26-bc1a-a8a44a262baa tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9354703 Aug 05 11:26:27.683407 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-de254105-5202-4798-a75c-89797aa02403 req-34b915f0-deb0-461b-827c-c3f2f7868858 service neutron] Request body: {'port': {'device_id': '0c7e86ba-410d-4526-8271-d3e317691a4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:26:27.685756 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3d5809-351b-4cb9-b88e-e1566db7c344 admin admin] Pushing event updated for resources: {'Network': ['ID=4cfba4bf-ceb1-4d64-881a-3bfe487b01ef,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:26:27.703539 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 4cfba4bf-ceb1-4d64-881a-3bfe487b01ef details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:26:27.778528 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a617a877-e2fe-4aa3-a1b0-87d74bebf4f2 req-5677c5ca-3e98-4459-a918-3200652e8b38 tempest-ServerAddressesNegativeTestJSON-1511270196 tempest-ServerAddressesNegativeTestJSON-1511270196-project] 10.222.0.58 "GET /v2.0/security-groups?id=69caa6c2-bdd4-48ae-b06b-8d1f81acca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0495875 Aug 05 11:26:27.795269 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da688a24-4927-45bb-a077-64cd5051faef admin admin] Pushing event updated for resources: {'Subnet': ['ID=00f73d9d-609a-4ca5-a215-7522dc3e4fcd,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:26:27.976150 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e66cc3f5-e702-497d-be49-3f72940164dd req-4aa70075-80c7-45b5-a14e-5a9429359395 tempest-TenantUsagesTestJSON-998718406 tempest-TenantUsagesTestJSON-998718406-project] 10.222.0.58 "GET /v2.0/security-groups?id=c0b6bcf1-69a2-4c2a-b816-aef7df1b2c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2256336 Aug 05 11:26:28.016340 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784dfb8c-5c06-4fe7-af50-3cbee0ca56f1 req-a1d03585-f8dd-4064-8ad9-73ac428559dc tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:28.020267 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-784dfb8c-5c06-4fe7-af50-3cbee0ca56f1 req-a1d03585-f8dd-4064-8ad9-73ac428559dc tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.64 "GET /v2.0/ports?device_id=78dae4d3-6dcb-426e-b0cf-de11402d3ceb HTTP/1.1" status: 200 len: 949 time: 0.4056721 Aug 05 11:26:28.039728 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da688a24-4927-45bb-a077-64cd5051faef admin admin] Checking segment: {'id': '89963076-285a-4446-a1a2-1943463318a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4cfba4bf-ceb1-4d64-881a-3bfe487b01ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:26:28.040595 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da688a24-4927-45bb-a077-64cd5051faef admin admin] Network hostable DHCP agents. Network: 4cfba4bf-ceb1-4d64-881a-3bfe487b01ef, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:26:28.091521 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-de254105-5202-4798-a75c-89797aa02403 req-34b915f0-deb0-461b-827c-c3f2f7868858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:28.135824 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6fcf96c9-be0e-4f03-9477-9f3ff7327e9b req-cf69546c-7b21-4c1c-ba14-5992e79e01f6 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=69caa6c2-bdd4-48ae-b06b-8d1f81acca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6512427 Aug 05 11:26:28.144564 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c9a150-7595-4304-8555-b382880ae0c3 req-ef5ea8f9-d9b6-4fdd-a3ff-58635ac8ebe7 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:28.149580 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-a7c9a150-7595-4304-8555-b382880ae0c3 req-ef5ea8f9-d9b6-4fdd-a3ff-58635ac8ebe7 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c552b8b-2d60-4854-a58c-757979691fa9 HTTP/1.1" status: 200 len: 949 time: 0.5081816 Aug 05 11:26:28.421587 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f3e857-17e9-4226-801f-666a89488436 req-1451be74-d7e6-479f-84da-b34cebea8c84 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:28.423797 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b4f3e857-17e9-4226-801f-666a89488436 req-1451be74-d7e6-479f-84da-b34cebea8c84 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c7e86ba-410d-4526-8271-d3e317691a4a HTTP/1.1" status: 200 len: 931 time: 0.3472750 Aug 05 11:26:28.448541 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262ebe50-e10a-4588-9c5e-94a1f6aab8af req-d9c9c842-8ccf-40c1-ab7c-af20ea1e534f tempest-TenantUsagesTestJSON-998718406 tempest-TenantUsagesTestJSON-998718406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:28.453654 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-262ebe50-e10a-4588-9c5e-94a1f6aab8af req-d9c9c842-8ccf-40c1-ab7c-af20ea1e534f tempest-TenantUsagesTestJSON-998718406 tempest-TenantUsagesTestJSON-998718406-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd194f6f-fb99-48e9-870f-0065cf28ff41 HTTP/1.1" status: 200 len: 949 time: 0.6682549 Aug 05 11:26:28.465881 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d43aa948-141e-4682-b9b0-6f185321d903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:28.493082 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 5d78ff12-51c7-471c-bde9-9c60113b613d up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:26:28.542302 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1bb5d16-1e4f-4775-a9bd-8cb3d9b23297 None None] Network 8621bc52-c8c7-41e9-8b50-d7993bbb4828 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:26:28.590214 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0ebedaa6-7723-48c1-8fae-05c5d779f867 tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:28.675495 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6db60a-c544-4897-a0eb-572d5bab9fde req-ac8f4096-a2e0-46e3-b90d-30d40003af0c tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:28.677719 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3d6db60a-c544-4897-a0eb-572d5bab9fde req-ac8f4096-a2e0-46e3-b90d-30d40003af0c tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/ports?device_id=78dae4d3-6dcb-426e-b0cf-de11402d3ceb HTTP/1.1" status: 200 len: 949 time: 0.4201591 Aug 05 11:26:28.742687 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-dae0fbf7-4884-4558-b533-cf2371d28165 None None] Provisioning for port c9464192-67fb-48af-8f41-ad0e08b1a366 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:26:28.845389 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 5d78ff12-51c7-471c-bde9-9c60113b613d completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:26:28.854808 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b4f3e857-17e9-4226-801f-666a89488436 req-f995a5d4-58ab-42ab-a125-6e56ec089499 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/security-groups?id=12d84a41-4254-4f43-a1c3-ae5bdc7fdfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3749599 Aug 05 11:26:28.856119 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da688a24-4927-45bb-a077-64cd5051faef admin admin] Network 4cfba4bf-ceb1-4d64-881a-3bfe487b01ef is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:26:28.872572 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [None req-0ebedaa6-7723-48c1-8fae-05c5d779f867 tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Transition to ACTIVE for port object bf3222cc-0bc1-4235-85ed-ff85372fd970 will not be triggered until provisioned by entity DHCP. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:26:28.910583 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 5d78ff12-51c7-471c-bde9-9c60113b613d triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:26:28.911897 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:29.023907 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-da688a24-4927-45bb-a077-64cd5051faef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, 4cfba4bf-ceb1-4d64-881a-3bfe487b01ef) {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:26:29.044184 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da688a24-4927-45bb-a077-64cd5051faef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:29.045214 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-da688a24-4927-45bb-a077-64cd5051faef admin admin] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:29.056894 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-424aa21b-a5f5-46c8-a619-750d28d5019c None None] Network 4cfba4bf-ceb1-4d64-881a-3bfe487b01ef requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:26:29.108565 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3d6db60a-c544-4897-a0eb-572d5bab9fde req-45a69363-4542-4696-9760-d7bf0432dfa7 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/security-groups?id=2975fa17-2fff-4e01-97a3-764244a94779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519794 Aug 05 11:26:29.125776 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-784dfb8c-5c06-4fe7-af50-3cbee0ca56f1 req-9cae7046-4b14-4dcf-8487-4629aa2f52e7 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Deleting port d2d3e84a-bcdc-4a22-ab95-2524ddc32e0e {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:26:29.126430 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-784dfb8c-5c06-4fe7-af50-3cbee0ca56f1 req-9cae7046-4b14-4dcf-8487-4629aa2f52e7 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:29.147594 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-da688a24-4927-45bb-a077-64cd5051faef admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.3767636 Aug 05 11:26:29.162471 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 47990) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:26:29.167461 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:29.184416 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-0c2e3f01-23e3-47a0-91fc-8f86b17e10ce admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-176608058-router', 'tenant_id': '496a66fa8c0741119f64b2d8ff8b2bc9', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:26:29.449575 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:29.532197 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port 5d78ff12-51c7-471c-bde9-9c60113b613d, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=5d78ff12-51c7-471c-bde9-9c60113b613d,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:26:29.544007 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-a7c9a150-7595-4304-8555-b382880ae0c3 req-2d122d35-4ea3-4fe0-98ea-19b343661c7f tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Deleting port 0cca5eec-aa95-47fa-ac39-f63160df33c4 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:26:29.544636 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-a7c9a150-7595-4304-8555-b382880ae0c3 req-2d122d35-4ea3-4fe0-98ea-19b343661c7f tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:29.583749 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:29.585220 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device c9464192-67fb-48af-8f41-ad0e08b1a366 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:26:29.671301 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd208234-1a04-48fa-b3b6-8a7b6b981154 req-f837c440-80b0-47bb-b2fa-09109df49a13 tempest-ServerAddressesNegativeTestJSON-1511270196 tempest-ServerAddressesNegativeTestJSON-1511270196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:29.683099 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-dd208234-1a04-48fa-b3b6-8a7b6b981154 req-f837c440-80b0-47bb-b2fa-09109df49a13 tempest-ServerAddressesNegativeTestJSON-1511270196 tempest-ServerAddressesNegativeTestJSON-1511270196-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9362d22-a4db-430e-8765-cffee4624fe4 HTTP/1.1" status: 200 len: 945 time: 0.2271793 Aug 05 11:26:29.687128 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0c2e3f01-23e3-47a0-91fc-8f86b17e10ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33260300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1929'] for router, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:29.690098 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0c2e3f01-23e3-47a0-91fc-8f86b17e10ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33285914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33034662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1926'] for router, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:29.724258 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0ebedaa6-7723-48c1-8fae-05c5d779f867 tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:29.738681 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-d43aa948-141e-4682-b9b0-6f185321d903 admin admin] Allocated IP 172.20.0.1 (3bbc31db-4958-4e8b-9f8e-bc48b5d28e47/2358f314-430e-4da8-8dea-b9e9954bab81/ac32dd6d-8407-41f7-8145-78e1e1906229) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:26:29.766188 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=5d78ff12-51c7-471c-bde9-9c60113b613d,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:26:29.874970 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-262ebe50-e10a-4588-9c5e-94a1f6aab8af req-312d4f1d-65a6-4875-a667-f8f4f2a42982 tempest-TenantUsagesTestJSON-998718406 tempest-TenantUsagesTestJSON-998718406-project] Deleting port e6d02672-a507-4614-8b3d-f3a5be90789d {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:26:29.875827 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-262ebe50-e10a-4588-9c5e-94a1f6aab8af req-312d4f1d-65a6-4875-a667-f8f4f2a42982 tempest-TenantUsagesTestJSON-998718406 tempest-TenantUsagesTestJSON-998718406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:29.912911 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 0cca5eec-aa95-47fa-ac39-f63160df33c4 no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:26:29.919350 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d945ed-4e0c-4bbd-9701-78dd4922a8f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-4cfba4bf-ceb1-4d64-881a-3bfe487b01ef', 'network_id': '4cfba4bf-ceb1-4d64-881a-3bfe487b01ef', 'tenant_id': '496a66fa8c0741119f64b2d8ff8b2bc9', 'fixed_ips': [{'subnet_id': '00f73d9d-609a-4ca5-a215-7522dc3e4fcd'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 11:26:29.920743 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e0d945ed-4e0c-4bbd-9701-78dd4922a8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:29.923270 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebedaa6-7723-48c1-8fae-05c5d779f867 tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Pushing event updated for resources: {'Port': ['ID=bf3222cc-0bc1-4235-85ed-ff85372fd970,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:26:29.927906 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port c9464192-67fb-48af-8f41-ad0e08b1a366 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:26:29.962219 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ebedaa6-7723-48c1-8fae-05c5d779f867 tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Network 8621bc52-c8c7-41e9-8b50-d7993bbb4828 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:26:29.980180 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port c9464192-67fb-48af-8f41-ad0e08b1a366 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:26:29.981151 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:30.016208 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559f922e-e11f-4cb8-8969-2e5c359cbe30 req-c123d4b1-3caf-466c-9ef7-73306e710461 tempest-TenantUsagesTestJSON-998718406 tempest-TenantUsagesTestJSON-998718406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:30.019343 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-559f922e-e11f-4cb8-8969-2e5c359cbe30 req-c123d4b1-3caf-466c-9ef7-73306e710461 tempest-TenantUsagesTestJSON-998718406 tempest-TenantUsagesTestJSON-998718406-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd194f6f-fb99-48e9-870f-0065cf28ff41 HTTP/1.1" status: 200 len: 949 time: 0.5931959 Aug 05 11:26:30.020227 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-784dfb8c-5c06-4fe7-af50-3cbee0ca56f1 req-9cae7046-4b14-4dcf-8487-4629aa2f52e7 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] For port d2d3e84a-bcdc-4a22-ab95-2524ddc32e0e, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=d2d3e84a-bcdc-4a22-ab95-2524ddc32e0e,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:26:30.021264 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-784dfb8c-5c06-4fe7-af50-3cbee0ca56f1 req-9cae7046-4b14-4dcf-8487-4629aa2f52e7 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:30.044204 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-0ebedaa6-7723-48c1-8fae-05c5d779f867 tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:26:30.061483 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device e6d02672-a507-4614-8b3d-f3a5be90789d no longer exists at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:26:30.108400 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebedaa6-7723-48c1-8fae-05c5d779f867 tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:26:30.118562 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ebedaa6-7723-48c1-8fae-05c5d779f867 tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:30.119627 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0ebedaa6-7723-48c1-8fae-05c5d779f867 tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:30.202874 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0c2e3f01-23e3-47a0-91fc-8f86b17e10ce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:30.205924 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-de254105-5202-4798-a75c-89797aa02403 req-34b915f0-deb0-461b-827c-c3f2f7868858 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id feb6e8f1-70b4-444b-932b-1e8db3946c34 {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:26:30.222471 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-de254105-5202-4798-a75c-89797aa02403 req-34b915f0-deb0-461b-827c-c3f2f7868858 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:30.247317 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-de254105-5202-4798-a75c-89797aa02403 req-34b915f0-deb0-461b-827c-c3f2f7868858 service neutron] Transition to ACTIVE for port object feb6e8f1-70b4-444b-932b-1e8db3946c34 will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:26:30.271036 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-a7c9a150-7595-4304-8555-b382880ae0c3 req-2d122d35-4ea3-4fe0-98ea-19b343661c7f tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] For port 0cca5eec-aa95-47fa-ac39-f63160df33c4, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=0cca5eec-aa95-47fa-ac39-f63160df33c4,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:26:30.271887 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-a7c9a150-7595-4304-8555-b382880ae0c3 req-2d122d35-4ea3-4fe0-98ea-19b343661c7f tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:30.277516 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-784dfb8c-5c06-4fe7-af50-3cbee0ca56f1 req-9cae7046-4b14-4dcf-8487-4629aa2f52e7 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Calling delete_port for d2d3e84a-bcdc-4a22-ab95-2524ddc32e0e owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:26:30.298133 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-de254105-5202-4798-a75c-89797aa02403 req-34b915f0-deb0-461b-827c-c3f2f7868858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:30.314811 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d43aa948-141e-4682-b9b0-6f185321d903 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:30.357862 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-dd208234-1a04-48fa-b3b6-8a7b6b981154 req-1dc78f89-6373-41cd-98b2-4384cb74b76e tempest-ServerAddressesNegativeTestJSON-1511270196 tempest-ServerAddressesNegativeTestJSON-1511270196-project] 10.222.0.58 "GET /v2.0/security-groups?id=69caa6c2-bdd4-48ae-b06b-8d1f81acca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6563916 Aug 05 11:26:30.409282 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [None req-d43aa948-141e-4682-b9b0-6f185321d903 admin admin] Transition to ACTIVE for port object ac32dd6d-8407-41f7-8145-78e1e1906229 will not be triggered until provisioned by entity DHCP. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:26:30.421443 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-0ebedaa6-7723-48c1-8fae-05c5d779f867 tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 7.8274698 Aug 05 11:26:30.435434 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 47998) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:26:30.517034 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:30.564342 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-701ce188-1f33-43d8-a7fd-e9ac8c237a2c tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Request body: {'port': {'network_id': '8621bc52-c8c7-41e9-8b50-d7993bbb4828', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2105680689', 'allowed_address_pairs': [{'ip_address': '2001:db8::34a', 'mac_address': 'fa:16:3e:9f:f9:c6'}]}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:26:30.593008 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:30.826026 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-559f922e-e11f-4cb8-8969-2e5c359cbe30 req-21e261f7-fd63-4253-9055-a3ceb4946bf8 tempest-TenantUsagesTestJSON-998718406 tempest-TenantUsagesTestJSON-998718406-project] 10.222.0.58 "GET /v2.0/security-groups?id=c0b6bcf1-69a2-4c2a-b816-aef7df1b2c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7783167 Aug 05 11:26:30.917972 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-e0d945ed-4e0c-4bbd-9701-78dd4922a8f9 None None] Allocated IP 172.20.0.2 (4cfba4bf-ceb1-4d64-881a-3bfe487b01ef/00f73d9d-609a-4ca5-a215-7522dc3e4fcd/55fea644-ec6e-4789-8795-0d6ff02fd3f2) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:26:30.967751 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-a7c9a150-7595-4304-8555-b382880ae0c3 req-2d122d35-4ea3-4fe0-98ea-19b343661c7f tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Calling delete_port for 0cca5eec-aa95-47fa-ac39-f63160df33c4 owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:26:31.119132 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port e6d02672-a507-4614-8b3d-f3a5be90789d, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=e6d02672-a507-4614-8b3d-f3a5be90789d,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:26:31.125991 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd194f6f-fb99-48e9-870f-0065cf28ff41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6d02672-a507-4614-8b3d-f3a5be90789d'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:26:31.128229 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d43aa948-141e-4682-b9b0-6f185321d903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:31.130785 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bba0749-5189-435b-9100-03e17b7fdcd3" -d '{"events": [{"server_uuid": "bd194f6f-fb99-48e9-870f-0065cf28ff41", "name": "network-vif-unplugged", "status": "completed", "tag": "e6d02672-a507-4614-8b3d-f3a5be90789d"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:26:31.151577 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-1bf6daf8-5db9-4c43-9013-0e84a343d7a6 None None] Provisioning for port bf3222cc-0bc1-4235-85ed-ff85372fd970 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:26:31.169169 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:31.178470 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-1bf6daf8-5db9-4c43-9013-0e84a343d7a6 None None] Provisioning complete for port bf3222cc-0bc1-4235-85ed-ff85372fd970 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:26:31.179235 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1bf6daf8-5db9-4c43-9013-0e84a343d7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:31.183471 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:31.188368 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device d2d3e84a-bcdc-4a22-ab95-2524ddc32e0e no longer exists at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:26:31.337867 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0c2e3f01-23e3-47a0-91fc-8f86b17e10ce admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:31.372619 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d2a3be-32e5-4af9-89fd-873c24acdf1f req-5335eb0d-eb71-48a8-8a2c-11ae9b07eab0 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:31.374392 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-262ebe50-e10a-4588-9c5e-94a1f6aab8af req-312d4f1d-65a6-4875-a667-f8f4f2a42982 tempest-TenantUsagesTestJSON-998718406 tempest-TenantUsagesTestJSON-998718406-project] For port e6d02672-a507-4614-8b3d-f3a5be90789d, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=e6d02672-a507-4614-8b3d-f3a5be90789d,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:26:31.374935 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-262ebe50-e10a-4588-9c5e-94a1f6aab8af req-312d4f1d-65a6-4875-a667-f8f4f2a42982 tempest-TenantUsagesTestJSON-998718406 tempest-TenantUsagesTestJSON-998718406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:31.375174 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-72d2a3be-32e5-4af9-89fd-873c24acdf1f req-5335eb0d-eb71-48a8-8a2c-11ae9b07eab0 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c7e86ba-410d-4526-8271-d3e317691a4a HTTP/1.1" status: 200 len: 943 time: 0.8186953 Aug 05 11:26:31.395906 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43aa948-141e-4682-b9b0-6f185321d903 admin admin] Network 3bbc31db-4958-4e8b-9f8e-bc48b5d28e47 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:26:31.407184 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b915f0-deb0-461b-827c-c3f2f7868858 service neutron] Pushing event updated for resources: {'Port': ['ID=feb6e8f1-70b4-444b-932b-1e8db3946c34,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:26:31.428986 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-262ebe50-e10a-4588-9c5e-94a1f6aab8af req-312d4f1d-65a6-4875-a667-f8f4f2a42982 tempest-TenantUsagesTestJSON-998718406 tempest-TenantUsagesTestJSON-998718406-project] Calling delete_port for e6d02672-a507-4614-8b3d-f3a5be90789d owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:26:31.443327 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port c9464192-67fb-48af-8f41-ad0e08b1a366, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=c9464192-67fb-48af-8f41-ad0e08b1a366,segment=NetworkSegment(98713864-0ace-4f5d-b049-2445d678e93c),segment_id=98713864-0ace-4f5d-b049-2445d678e93c)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:26:31.458417 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-d43aa948-141e-4682-b9b0-6f185321d903 admin admin] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:26:31.460718 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43aa948-141e-4682-b9b0-6f185321d903 admin admin] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:26:31.462511 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-a7c9a150-7595-4304-8555-b382880ae0c3 req-2d122d35-4ea3-4fe0-98ea-19b343661c7f tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:31.476078 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:31.551776 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-701ce188-1f33-43d8-a7fd-e9ac8c237a2c tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Made reservation on behalf of df4854ee438a476fa9e919a2684b7c8b for: {'port': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:26:31.576041 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['17316c3c-1452-458b-b7e3-72878c4fab59', 'acb20733-3c4b-47b8-b861-841610d97f25'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:26:31.579739 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['46ac903b-6473-4f7d-ab25-233c6efee28b'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:26:31.604036 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d122d35-4ea3-4fe0-98ea-19b343661c7f tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Pushing event deleted for resources: {'Port': ['ID=0cca5eec-aa95-47fa-ac39-f63160df33c4,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:26:31.633276 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2dd8b18f-0d2f-492b-8ff0-3174a8489af7 req-e38d2840-1497-481a-ba7b-967e162909b0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=443a76e9-196d-4aa4-85e8-0ee1eebabb66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.7131693 Aug 05 11:26:31.727227 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43aa948-141e-4682-b9b0-6f185321d903 admin admin] Pushing event updated for resources: {'Port': ['ID=ac32dd6d-8407-41f7-8145-78e1e1906229,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:26:31.805838 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 5d78ff12-51c7-471c-bde9-9c60113b613d up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:26:31.809991 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-1bf6daf8-5db9-4c43-9013-0e84a343d7a6 None None] Port bf3222cc-0bc1-4235-85ed-ff85372fd970 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:26:31.911816 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-784dfb8c-5c06-4fe7-af50-3cbee0ca56f1 req-9cae7046-4b14-4dcf-8487-4629aa2f52e7 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:31.917324 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7c9a150-7595-4304-8555-b382880ae0c3 req-2d122d35-4ea3-4fe0-98ea-19b343661c7f tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] No DVR routers for this DVR port 0cca5eec-aa95-47fa-ac39-f63160df33c4 on host n-h2-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:26:31.936742 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-a7c9a150-7595-4304-8555-b382880ae0c3 req-2d122d35-4ea3-4fe0-98ea-19b343661c7f tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:31.940656 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-a7c9a150-7595-4304-8555-b382880ae0c3 req-2d122d35-4ea3-4fe0-98ea-19b343661c7f tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.55 "DELETE /v2.0/ports/0cca5eec-aa95-47fa-ac39-f63160df33c4 HTTP/1.1" status: 204 len: 173 time: 3.5454934 Aug 05 11:26:31.952529 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c552b8b-2d60-4854-a58c-757979691fa9', 'name': 'network-vif-deleted', 'tag': '0cca5eec-aa95-47fa-ac39-f63160df33c4'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:26:31.955003 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e186f13-0c1e-4364-bd2a-2b60365cfeda" -d '{"events": [{"server_uuid": "3c552b8b-2d60-4854-a58c-757979691fa9", "name": "network-vif-deleted", "tag": "0cca5eec-aa95-47fa-ac39-f63160df33c4"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:26:31.955559 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] No active binding found for port d2d3e84a-bcdc-4a22-ab95-2524ddc32e0e {{(pid=94422) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 05 11:26:31.956389 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device d2d3e84a-bcdc-4a22-ab95-2524ddc32e0e not bound to the agent host n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:26:31.971334 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-de254105-5202-4798-a75c-89797aa02403 req-34b915f0-deb0-461b-827c-c3f2f7868858 service neutron] Attempting to bind port feb6e8f1-70b4-444b-932b-1e8db3946c34 on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:26:31.972196 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-de254105-5202-4798-a75c-89797aa02403 req-34b915f0-deb0-461b-827c-c3f2f7868858 service neutron] Attempting to bind port feb6e8f1-70b4-444b-932b-1e8db3946c34 by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': 'be89551e-4aa0-433b-90d8-e517f4f1da1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '546c0542-0f92-4f6c-914b-a74a81cd2290'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:26:31.972432 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de254105-5202-4798-a75c-89797aa02403 req-34b915f0-deb0-461b-827c-c3f2f7868858 service neutron] Attempting to bind port feb6e8f1-70b4-444b-932b-1e8db3946c34 on network 546c0542-0f92-4f6c-914b-a74a81cd2290 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:26:32.024927 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cae7046-4b14-4dcf-8487-4629aa2f52e7 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Pushing event deleted for resources: {'Port': ['ID=d2d3e84a-bcdc-4a22-ab95-2524ddc32e0e,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:26:32.031024 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd4295c-5f1a-4ea9-9a9a-c14b9c772d51 req-cf95af76-82d4-4453-ae72-da24a196a9ec tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:32.037514 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de254105-5202-4798-a75c-89797aa02403 req-34b915f0-deb0-461b-827c-c3f2f7868858 service neutron] Port feb6e8f1-70b4-444b-932b-1e8db3946c34 on network 546c0542-0f92-4f6c-914b-a74a81cd2290 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:26:32.038022 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de254105-5202-4798-a75c-89797aa02403 req-34b915f0-deb0-461b-827c-c3f2f7868858 service neutron] Attempting to bind port feb6e8f1-70b4-444b-932b-1e8db3946c34 on network 546c0542-0f92-4f6c-914b-a74a81cd2290 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:26:32.060887 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bcd4295c-5f1a-4ea9-9a9a-c14b9c772d51 req-cf95af76-82d4-4453-ae72-da24a196a9ec tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/ports?device_id=78dae4d3-6dcb-426e-b0cf-de11402d3ceb HTTP/1.1" status: 200 len: 867 time: 0.8511145 Aug 05 11:26:32.062449 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=e6d02672-a507-4614-8b3d-f3a5be90789d,revision_number=6']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:26:32.082555 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e0d945ed-4e0c-4bbd-9701-78dd4922a8f9 None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:32.101027 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de254105-5202-4798-a75c-89797aa02403 req-34b915f0-deb0-461b-827c-c3f2f7868858 service neutron] Checking agent: {'id': 'a8f1dd2d-227c-4e30-8844-52419ba734db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:26:32.101453 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de254105-5202-4798-a75c-89797aa02403 req-34b915f0-deb0-461b-827c-c3f2f7868858 service neutron] Checking segment: {'id': 'be89551e-4aa0-433b-90d8-e517f4f1da1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '546c0542-0f92-4f6c-914b-a74a81cd2290'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:26:32.105549 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de254105-5202-4798-a75c-89797aa02403 req-34b915f0-deb0-461b-827c-c3f2f7868858 service neutron] Bound using segment: {'id': 'be89551e-4aa0-433b-90d8-e517f4f1da1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '546c0542-0f92-4f6c-914b-a74a81cd2290'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:26:32.105549 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-de254105-5202-4798-a75c-89797aa02403 req-34b915f0-deb0-461b-827c-c3f2f7868858 service neutron] Bound port: feb6e8f1-70b4-444b-932b-1e8db3946c34, host: n-h2-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be89551e-4aa0-433b-90d8-e517f4f1da1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '546c0542-0f92-4f6c-914b-a74a81cd2290'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:26:32.105549 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-de254105-5202-4798-a75c-89797aa02403 req-34b915f0-deb0-461b-827c-c3f2f7868858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:32.167363 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d43aa948-141e-4682-b9b0-6f185321d903 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33288800'] for router_interface, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:32.175557 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-72d2a3be-32e5-4af9-89fd-873c24acdf1f req-ab5322f2-9776-4d55-9e8c-6e1a3e2ef5c9 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/security-groups?id=12d84a41-4254-4f43-a1c3-ae5bdc7fdfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7757080 Aug 05 11:26:32.228462 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-784dfb8c-5c06-4fe7-af50-3cbee0ca56f1 req-9cae7046-4b14-4dcf-8487-4629aa2f52e7 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] No DVR routers for this DVR port d2d3e84a-bcdc-4a22-ab95-2524ddc32e0e on host n-h1-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:26:32.239803 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-784dfb8c-5c06-4fe7-af50-3cbee0ca56f1 req-9cae7046-4b14-4dcf-8487-4629aa2f52e7 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:32.246966 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-784dfb8c-5c06-4fe7-af50-3cbee0ca56f1 req-9cae7046-4b14-4dcf-8487-4629aa2f52e7 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.64 "DELETE /v2.0/ports/d2d3e84a-bcdc-4a22-ab95-2524ddc32e0e HTTP/1.1" status: 204 len: 173 time: 4.1748106 Aug 05 11:26:32.251579 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=c9464192-67fb-48af-8f41-ad0e08b1a366,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:26:32.354860 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-e0d945ed-4e0c-4bbd-9701-78dd4922a8f9 None None] Transition to ACTIVE for port object 55fea644-ec6e-4789-8795-0d6ff02fd3f2 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:26:32.367812 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 05 Aug 2021 11:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13bfe6e9-b0ea-49da-89ad-b5ee8925bd17 x-openstack-request-id: req-13bfe6e9-b0ea-49da-89ad-b5ee8925bd17 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:26:32.368393 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd194f6f-fb99-48e9-870f-0065cf28ff41", "name": "network-vif-unplugged", "status": "completed", "tag": "e6d02672-a507-4614-8b3d-f3a5be90789d", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:26:32.370138 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-13bfe6e9-b0ea-49da-89ad-b5ee8925bd17 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:26:32.371911 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd194f6f-fb99-48e9-870f-0065cf28ff41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6d02672-a507-4614-8b3d-f3a5be90789d', 'code': 200} Aug 05 11:26:32.417126 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 5d78ff12-51c7-471c-bde9-9c60113b613d triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:26:32.417801 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:32.521275 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-de254105-5202-4798-a75c-89797aa02403 req-34b915f0-deb0-461b-827c-c3f2f7868858 service neutron] For port feb6e8f1-70b4-444b-932b-1e8db3946c34, host n-h2-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:26:32.530690 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-de254105-5202-4798-a75c-89797aa02403 req-34b915f0-deb0-461b-827c-c3f2f7868858 service neutron] For port feb6e8f1-70b4-444b-932b-1e8db3946c34, host n-h2-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=feb6e8f1-70b4-444b-932b-1e8db3946c34,segment=NetworkSegment(be89551e-4aa0-433b-90d8-e517f4f1da1f),segment_id=be89551e-4aa0-433b-90d8-e517f4f1da1f)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:26:32.536202 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-262ebe50-e10a-4588-9c5e-94a1f6aab8af req-312d4f1d-65a6-4875-a667-f8f4f2a42982 tempest-TenantUsagesTestJSON-998718406 tempest-TenantUsagesTestJSON-998718406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:32.615528 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-de254105-5202-4798-a75c-89797aa02403 req-34b915f0-deb0-461b-827c-c3f2f7868858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:32.710512 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312d4f1d-65a6-4875-a667-f8f4f2a42982 tempest-TenantUsagesTestJSON-998718406 tempest-TenantUsagesTestJSON-998718406-project] Pushing event deleted for resources: {'Port': ['ID=e6d02672-a507-4614-8b3d-f3a5be90789d,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:26:32.720632 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-e0d945ed-4e0c-4bbd-9701-78dd4922a8f9 None None] Transition to ACTIVE for port object 55fea644-ec6e-4789-8795-0d6ff02fd3f2 will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:26:32.738492 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bcd4295c-5f1a-4ea9-9a9a-c14b9c772d51 req-b9069f8e-d91f-4720-80fe-07e96a270e0a tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/security-groups?id=2975fa17-2fff-4e01-97a3-764244a94779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6761658 Aug 05 11:26:32.763317 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd8b18f-0d2f-492b-8ff0-3174a8489af7 req-77cd769f-b873-43f0-ad6d-5f03fc05f137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:32.764271 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd8b18f-0d2f-492b-8ff0-3174a8489af7 req-77cd769f-b873-43f0-ad6d-5f03fc05f137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:32.764604 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-8f1c6526-0b75-4df0-8076-aec49d36ca78 None None] Provisioning for port ac32dd6d-8407-41f7-8145-78e1e1906229 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:26:32.765288 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd8b18f-0d2f-492b-8ff0-3174a8489af7 req-77cd769f-b873-43f0-ad6d-5f03fc05f137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:32.766427 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd8b18f-0d2f-492b-8ff0-3174a8489af7 req-77cd769f-b873-43f0-ad6d-5f03fc05f137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:32.767080 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd8b18f-0d2f-492b-8ff0-3174a8489af7 req-77cd769f-b873-43f0-ad6d-5f03fc05f137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:32.768097 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd8b18f-0d2f-492b-8ff0-3174a8489af7 req-77cd769f-b873-43f0-ad6d-5f03fc05f137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:32.771704 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd8b18f-0d2f-492b-8ff0-3174a8489af7 req-77cd769f-b873-43f0-ad6d-5f03fc05f137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:32.789835 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2dd8b18f-0d2f-492b-8ff0-3174a8489af7 req-77cd769f-b873-43f0-ad6d-5f03fc05f137 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b4870e3c85c84ca78a3c4012c18adec3&device_id=443a76e9-196d-4aa4-85e8-0ee1eebabb66 HTTP/1.1" status: 200 len: 6492 time: 0.8791008 Aug 05 11:26:32.795321 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-262ebe50-e10a-4588-9c5e-94a1f6aab8af req-312d4f1d-65a6-4875-a667-f8f4f2a42982 tempest-TenantUsagesTestJSON-998718406 tempest-TenantUsagesTestJSON-998718406-project] No DVR routers for this DVR port e6d02672-a507-4614-8b3d-f3a5be90789d on host n-h1-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:26:32.824752 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-262ebe50-e10a-4588-9c5e-94a1f6aab8af req-312d4f1d-65a6-4875-a667-f8f4f2a42982 tempest-TenantUsagesTestJSON-998718406 tempest-TenantUsagesTestJSON-998718406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:32.833799 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-701ce188-1f33-43d8-a7fd-e9ac8c237a2c tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:32.834158 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-262ebe50-e10a-4588-9c5e-94a1f6aab8af req-312d4f1d-65a6-4875-a667-f8f4f2a42982 tempest-TenantUsagesTestJSON-998718406 tempest-TenantUsagesTestJSON-998718406-project] 10.222.0.64 "DELETE /v2.0/ports/e6d02672-a507-4614-8b3d-f3a5be90789d HTTP/1.1" status: 204 len: 173 time: 4.1297834 Aug 05 11:26:32.834363 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-8f1c6526-0b75-4df0-8076-aec49d36ca78 None None] Provisioning complete for port ac32dd6d-8407-41f7-8145-78e1e1906229 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:26:32.835011 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-8f1c6526-0b75-4df0-8076-aec49d36ca78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:32.881267 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e0d945ed-4e0c-4bbd-9701-78dd4922a8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:32.911689 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de254105-5202-4798-a75c-89797aa02403 req-34b915f0-deb0-461b-827c-c3f2f7868858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:32.913013 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-de254105-5202-4798-a75c-89797aa02403 req-34b915f0-deb0-461b-827c-c3f2f7868858 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:32.922655 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-de254105-5202-4798-a75c-89797aa02403 req-34b915f0-deb0-461b-827c-c3f2f7868858 service neutron] 10.222.0.55 "PUT /v2.0/ports/feb6e8f1-70b4-444b-932b-1e8db3946c34 HTTP/1.1" status: 200 len: 1091 time: 5.2832849 Aug 05 11:26:33.032202 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b915f0-deb0-461b-827c-c3f2f7868858 service neutron] Pushing event updated for resources: {'Port': ['ID=feb6e8f1-70b4-444b-932b-1e8db3946c34,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:26:33.207590 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d945ed-4e0c-4bbd-9701-78dd4922a8f9 None None] Pushing event updated for resources: {'Port': ['ID=55fea644-ec6e-4789-8795-0d6ff02fd3f2,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:26:33.215386 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de254105-5202-4798-a75c-89797aa02403 req-0d26e479-45e3-4041-b9b2-0009ddf85d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:33.230929 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d945ed-4e0c-4bbd-9701-78dd4922a8f9 None None] Network 4cfba4bf-ceb1-4d64-881a-3bfe487b01ef is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:26:33.239084 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-de254105-5202-4798-a75c-89797aa02403 req-0d26e479-45e3-4041-b9b2-0009ddf85d59 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bc360260b43347fbb7d1bc7660d6f218&device_id=0c7e86ba-410d-4526-8271-d3e317691a4a HTTP/1.1" status: 200 len: 1094 time: 0.1656318 Aug 05 11:26:33.317265 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-e0d945ed-4e0c-4bbd-9701-78dd4922a8f9 None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:26:33.336303 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d945ed-4e0c-4bbd-9701-78dd4922a8f9 None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:26:33.381042 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-de254105-5202-4798-a75c-89797aa02403 req-dfdc4d51-2e13-4f9d-918e-6e13eabd6fbf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=feb6e8f1-70b4-444b-932b-1e8db3946c34 HTTP/1.1" status: 200 len: 217 time: 0.1393993 Aug 05 11:26:33.423035 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-8f1c6526-0b75-4df0-8076-aec49d36ca78 None None] Port ac32dd6d-8407-41f7-8145-78e1e1906229 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:26:33.508032 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de254105-5202-4798-a75c-89797aa02403 req-fbda0559-424b-43d9-a901-508fdd54e203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:33.509589 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-de254105-5202-4798-a75c-89797aa02403 req-fbda0559-424b-43d9-a901-508fdd54e203 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=61983880-6386-4045-bd2d-695dffcb92f9 HTTP/1.1" status: 200 len: 848 time: 0.1222582 Aug 05 11:26:33.570837 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-e0d945ed-4e0c-4bbd-9701-78dd4922a8f9 None None] Attempting to bind port 55fea644-ec6e-4789-8795-0d6ff02fd3f2 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:26:33.571392 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-e0d945ed-4e0c-4bbd-9701-78dd4922a8f9 None None] Attempting to bind port 55fea644-ec6e-4789-8795-0d6ff02fd3f2 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '89963076-285a-4446-a1a2-1943463318a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4cfba4bf-ceb1-4d64-881a-3bfe487b01ef'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:26:33.571812 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d945ed-4e0c-4bbd-9701-78dd4922a8f9 None None] Attempting to bind port 55fea644-ec6e-4789-8795-0d6ff02fd3f2 on network 4cfba4bf-ceb1-4d64-881a-3bfe487b01ef {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:26:33.605620 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-de254105-5202-4798-a75c-89797aa02403 req-c792997c-4468-4496-84a0-e97857d5fd58 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=546c0542-0f92-4f6c-914b-a74a81cd2290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0881059 Aug 05 11:26:33.631353 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d945ed-4e0c-4bbd-9701-78dd4922a8f9 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:26:33.631926 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d945ed-4e0c-4bbd-9701-78dd4922a8f9 None None] Checking segment: {'id': '89963076-285a-4446-a1a2-1943463318a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4cfba4bf-ceb1-4d64-881a-3bfe487b01ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:26:33.632646 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e0d945ed-4e0c-4bbd-9701-78dd4922a8f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:33.633237 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d945ed-4e0c-4bbd-9701-78dd4922a8f9 None None] Bound using segment: {'id': '89963076-285a-4446-a1a2-1943463318a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4cfba4bf-ceb1-4d64-881a-3bfe487b01ef'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:26:33.633948 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-e0d945ed-4e0c-4bbd-9701-78dd4922a8f9 None None] Bound port: 55fea644-ec6e-4789-8795-0d6ff02fd3f2, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89963076-285a-4446-a1a2-1943463318a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4cfba4bf-ceb1-4d64-881a-3bfe487b01ef'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:26:33.634509 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e0d945ed-4e0c-4bbd-9701-78dd4922a8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:33.724517 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device c9464192-67fb-48af-8f41-ad0e08b1a366 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:26:33.873455 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e3cf93d0-7208-49a7-bfec-9ba79aa7f5b0 req-06f53aed-b85c-4040-acb4-00ac77cb1c74 tempest-TenantUsagesTestJSON-998718406 tempest-TenantUsagesTestJSON-998718406-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd194f6f-fb99-48e9-870f-0065cf28ff41 HTTP/1.1" status: 200 len: 210 time: 0.3191981 Aug 05 11:26:33.877048 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-de254105-5202-4798-a75c-89797aa02403 req-0f5b527a-d3a3-4208-965c-933299f4fd52 service neutron] 10.222.0.55 "GET /v2.0/networks/546c0542-0f92-4f6c-914b-a74a81cd2290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635801 Aug 05 11:26:33.928346 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [None req-701ce188-1f33-43d8-a7fd-e9ac8c237a2c tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] device_id is not set on port 494b2e51-c9e8-444a-a175-db87a6972efb yet. {{(pid=94420) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 11:26:34.002399 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-e0d945ed-4e0c-4bbd-9701-78dd4922a8f9 None None] For port 55fea644-ec6e-4789-8795-0d6ff02fd3f2, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:26:34.013303 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['46ac903b-6473-4f7d-ab25-233c6efee28b'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:26:34.042087 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78033c60-2747-47a2-b475-47af285205a6 x-openstack-request-id: req-78033c60-2747-47a2-b475-47af285205a6 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:26:34.043780 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c552b8b-2d60-4854-a58c-757979691fa9", "name": "network-vif-deleted", "tag": "0cca5eec-aa95-47fa-ac39-f63160df33c4", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:26:34.044605 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-78033c60-2747-47a2-b475-47af285205a6 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:26:34.045627 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c552b8b-2d60-4854-a58c-757979691fa9', 'name': 'network-vif-deleted', 'tag': '0cca5eec-aa95-47fa-ac39-f63160df33c4', 'status': 'completed', 'code': 200} Aug 05 11:26:34.118354 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-e0d945ed-4e0c-4bbd-9701-78dd4922a8f9 None None] For port 55fea644-ec6e-4789-8795-0d6ff02fd3f2, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=55fea644-ec6e-4789-8795-0d6ff02fd3f2,segment=NetworkSegment(89963076-285a-4446-a1a2-1943463318a2),segment_id=89963076-285a-4446-a1a2-1943463318a2)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:26:34.146086 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e0d945ed-4e0c-4bbd-9701-78dd4922a8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:34.180242 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f6d918-007a-46e9-94d2-8835827803c6 req-13a8b8a5-6dd5-495a-9c98-e04857f1dc99 tempest-ServerAddressesNegativeTestJSON-1511270196 tempest-ServerAddressesNegativeTestJSON-1511270196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:34.195064 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-de254105-5202-4798-a75c-89797aa02403 req-79f5660c-f3e8-498d-bf33-b7e87882c0f2 service neutron] 10.222.0.55 "GET /v2.0/networks/546c0542-0f92-4f6c-914b-a74a81cd2290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3085377 Aug 05 11:26:34.198286 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-24f6d918-007a-46e9-94d2-8835827803c6 req-13a8b8a5-6dd5-495a-9c98-e04857f1dc99 tempest-ServerAddressesNegativeTestJSON-1511270196 tempest-ServerAddressesNegativeTestJSON-1511270196-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9362d22-a4db-430e-8765-cffee4624fe4 HTTP/1.1" status: 200 len: 945 time: 1.6409650 Aug 05 11:26:34.235528 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port c9464192-67fb-48af-8f41-ad0e08b1a366 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:26:34.236391 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:34.419044 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d945ed-4e0c-4bbd-9701-78dd4922a8f9 None None] Pushing event updated for resources: {'Port': ['ID=55fea644-ec6e-4789-8795-0d6ff02fd3f2,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:26:34.441126 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d43aa948-141e-4682-b9b0-6f185321d903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:34.501256 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd8b18f-0d2f-492b-8ff0-3174a8489af7 req-bb5a6f7a-fbb4-48c3-87d1-01c49d7f1d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:34.502241 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd8b18f-0d2f-492b-8ff0-3174a8489af7 req-bb5a6f7a-fbb4-48c3-87d1-01c49d7f1d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:34.503166 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd8b18f-0d2f-492b-8ff0-3174a8489af7 req-bb5a6f7a-fbb4-48c3-87d1-01c49d7f1d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:34.507388 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2dd8b18f-0d2f-492b-8ff0-3174a8489af7 req-bb5a6f7a-fbb4-48c3-87d1-01c49d7f1d24 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1d9d0f10-7957-4188-9ef0-2efd524fc96a&id=d036d46a-a30d-4750-b27d-4b7146f11df9&id=d036d46a-a30d-4750-b27d-4b7146f11df9&id=d036d46a-a30d-4750-b27d-4b7146f11df9&id=d036d46a-a30d-4750-b27d-4b7146f11df9&id=a5f65908-1835-4cf8-bef2-1ebbd6cd0373&id=a5f65908-1835-4cf8-bef2-1ebbd6cd0373 HTTP/1.1" status: 200 len: 2293 time: 0.9669864 Aug 05 11:26:34.518035 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-24f6d918-007a-46e9-94d2-8835827803c6 req-433ca695-6716-4849-8778-772c2079fdbc tempest-ServerAddressesNegativeTestJSON-1511270196 tempest-ServerAddressesNegativeTestJSON-1511270196-project] 10.222.0.58 "GET /v2.0/security-groups?id=69caa6c2-bdd4-48ae-b06b-8d1f81acca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2928362 Aug 05 11:26:34.781075 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2dd8b18f-0d2f-492b-8ff0-3174a8489af7 req-cdfbebf3-4e61-4618-9151-ba6a821f9508 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cda42fa7-6755-4e33-bd29-5cc1df60f230 HTTP/1.1" status: 200 len: 1002 time: 0.2608888 Aug 05 11:26:34.900204 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e0cf39-5c97-4908-b972-dc4a30587386 req-43e842d8-6366-4530-b4ab-f5f88ebe66f3 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:34.903323 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b4e0cf39-5c97-4908-b972-dc4a30587386 req-43e842d8-6366-4530-b4ab-f5f88ebe66f3 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c7e86ba-410d-4526-8271-d3e317691a4a HTTP/1.1" status: 200 len: 943 time: 0.5667319 Aug 05 11:26:34.997874 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-701ce188-1f33-43d8-a7fd-e9ac8c237a2c tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Allocated IP 2001:db8::38a (8621bc52-c8c7-41e9-8b50-d7993bbb4828/f66eab68-8e1c-4e8f-8d58-9e251da58f23/494b2e51-c9e8-444a-a175-db87a6972efb) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:26:35.145461 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd8b18f-0d2f-492b-8ff0-3174a8489af7 req-b4b12e76-3499-4a9e-83da-26c20f00bf9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:35.145461 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2dd8b18f-0d2f-492b-8ff0-3174a8489af7 req-b4b12e76-3499-4a9e-83da-26c20f00bf9a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=359b66e9-993f-49f2-872a-086774950a53 HTTP/1.1" status: 200 len: 851 time: 0.3012781 Aug 05 11:26:35.146849 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['17316c3c-1452-458b-b7e3-72878c4fab59', 'acb20733-3c4b-47b8-b861-841610d97f25'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:26:35.190070 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0c2e3f01-23e3-47a0-91fc-8f86b17e10ce admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:35.333431 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b4e0cf39-5c97-4908-b972-dc4a30587386 req-1f5326c3-376b-4517-95f0-a956fb59c6d1 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/security-groups?id=12d84a41-4254-4f43-a1c3-ae5bdc7fdfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3958154 Aug 05 11:26:35.367130 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0c2e3f01-23e3-47a0-91fc-8f86b17e10ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:35.810912 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 55fea644-ec6e-4789-8795-0d6ff02fd3f2 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:26:35.911577 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd8b18f-0d2f-492b-8ff0-3174a8489af7 req-486204f9-b92b-44c8-9da4-58fb12e5dd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:35.914343 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2dd8b18f-0d2f-492b-8ff0-3174a8489af7 req-486204f9-b92b-44c8-9da4-58fb12e5dd6b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1d9d0f10-7957-4188-9ef0-2efd524fc96a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7274446 Aug 05 11:26:35.967976 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device feb6e8f1-70b4-444b-932b-1e8db3946c34 details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:26:36.049056 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78dae4d3-6dcb-426e-b0cf-de11402d3ceb', 'name': 'network-vif-deleted', 'tag': 'd2d3e84a-bcdc-4a22-ab95-2524ddc32e0e'}, {'server_uuid': 'bd194f6f-fb99-48e9-870f-0065cf28ff41', 'name': 'network-vif-deleted', 'tag': 'e6d02672-a507-4614-8b3d-f3a5be90789d'}, {'name': 'network-changed', 'server_uuid': '0c7e86ba-410d-4526-8271-d3e317691a4a', 'tag': 'feb6e8f1-70b4-444b-932b-1e8db3946c34'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:26:36.054939 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26094892-61ab-4065-ac4f-b166f3993e6b" -d '{"events": [{"server_uuid": "78dae4d3-6dcb-426e-b0cf-de11402d3ceb", "name": "network-vif-deleted", "tag": "d2d3e84a-bcdc-4a22-ab95-2524ddc32e0e"}, {"server_uuid": "bd194f6f-fb99-48e9-870f-0065cf28ff41", "name": "network-vif-deleted", "tag": "e6d02672-a507-4614-8b3d-f3a5be90789d"}, {"name": "network-changed", "server_uuid": "0c7e86ba-410d-4526-8271-d3e317691a4a", "tag": "feb6e8f1-70b4-444b-932b-1e8db3946c34"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:26:36.055312 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7dd143-ee80-4b0b-96cd-2f033e5c2b71 None None] Network 4cfba4bf-ceb1-4d64-881a-3bfe487b01ef requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:26:36.118760 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d43aa948-141e-4682-b9b0-6f185321d903 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:36.198941 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d43aa948-141e-4682-b9b0-6f185321d903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:36.285352 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-2b7c7b69-bf87-40fc-a06f-c2aa02ff3acd None None] Provisioning for port 55fea644-ec6e-4789-8795-0d6ff02fd3f2 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:26:36.289415 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 55fea644-ec6e-4789-8795-0d6ff02fd3f2 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:26:36.302689 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Thu, 05 Aug 2021 11:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26f40506-f824-4b82-897c-ea714d38fdc4 x-openstack-request-id: req-26f40506-f824-4b82-897c-ea714d38fdc4 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:26:36.303137 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78dae4d3-6dcb-426e-b0cf-de11402d3ceb", "name": "network-vif-deleted", "tag": "d2d3e84a-bcdc-4a22-ab95-2524ddc32e0e", "status": "completed", "code": 200}, {"server_uuid": "bd194f6f-fb99-48e9-870f-0065cf28ff41", "name": "network-vif-deleted", "tag": "e6d02672-a507-4614-8b3d-f3a5be90789d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0c7e86ba-410d-4526-8271-d3e317691a4a", "tag": "feb6e8f1-70b4-444b-932b-1e8db3946c34", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:26:36.303781 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-26f40506-f824-4b82-897c-ea714d38fdc4 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:26:36.304802 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78dae4d3-6dcb-426e-b0cf-de11402d3ceb', 'name': 'network-vif-deleted', 'tag': 'd2d3e84a-bcdc-4a22-ab95-2524ddc32e0e', 'status': 'completed', 'code': 200} Aug 05 11:26:36.305064 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd194f6f-fb99-48e9-870f-0065cf28ff41', 'name': 'network-vif-deleted', 'tag': 'e6d02672-a507-4614-8b3d-f3a5be90789d', 'status': 'completed', 'code': 200} Aug 05 11:26:36.306312 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c7e86ba-410d-4526-8271-d3e317691a4a', 'tag': 'feb6e8f1-70b4-444b-932b-1e8db3946c34', 'status': 'completed', 'code': 200} Aug 05 11:26:36.329224 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 55fea644-ec6e-4789-8795-0d6ff02fd3f2 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:26:36.330874 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:36.455383 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2dd8b18f-0d2f-492b-8ff0-3174a8489af7 req-48e1fe74-8e8d-45ba-b7e8-6ea63c75d599 service neutron] 10.222.0.55 "GET /v2.0/networks/1d9d0f10-7957-4188-9ef0-2efd524fc96a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4776864 Aug 05 11:26:36.470770 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port feb6e8f1-70b4-444b-932b-1e8db3946c34, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=feb6e8f1-70b4-444b-932b-1e8db3946c34,segment=NetworkSegment(be89551e-4aa0-433b-90d8-e517f4f1da1f),segment_id=be89551e-4aa0-433b-90d8-e517f4f1da1f)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:26:36.500476 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-2b7c7b69-bf87-40fc-a06f-c2aa02ff3acd None None] Provisioning complete for port 55fea644-ec6e-4789-8795-0d6ff02fd3f2 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:26:36.501498 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-2b7c7b69-bf87-40fc-a06f-c2aa02ff3acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:36.502885 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 48048) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:26:36.562406 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26094892-61ab-4065-ac4f-b166f3993e6b req-0ad7da41-1208-40a5-9703-57ceb8377046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:36.565532 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-26094892-61ab-4065-ac4f-b166f3993e6b req-0ad7da41-1208-40a5-9703-57ceb8377046 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bc360260b43347fbb7d1bc7660d6f218&device_id=0c7e86ba-410d-4526-8271-d3e317691a4a HTTP/1.1" status: 200 len: 1094 time: 0.1573043 Aug 05 11:26:36.631597 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Returning: {'device': 'feb6e8f1-70b4-444b-932b-1e8db3946c34', 'network_id': '546c0542-0f92-4f6c-914b-a74a81cd2290', 'port_id': 'feb6e8f1-70b4-444b-932b-1e8db3946c34', 'mac_address': 'fa:16:3e:c1:81:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61983880-6386-4045-bd2d-695dffcb92f9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:26:36.899536 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3db1df-9378-4a97-b73b-c9110aa836e1 req-3edac0c4-b000-4db3-8124-1d532232d1db tempest-ServerAddressesNegativeTestJSON-1511270196 tempest-ServerAddressesNegativeTestJSON-1511270196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:36.907305 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c15df5-468f-49a3-a6da-174bc826f60a req-bbca288a-4991-4b94-bd0b-90995e073467 tempest-ServerAddressesNegativeTestJSON-1511270196 tempest-ServerAddressesNegativeTestJSON-1511270196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:36.909465 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e6c15df5-468f-49a3-a6da-174bc826f60a req-bbca288a-4991-4b94-bd0b-90995e073467 tempest-ServerAddressesNegativeTestJSON-1511270196 tempest-ServerAddressesNegativeTestJSON-1511270196-project] 10.222.0.55 "GET /v2.0/ports?device_id=c9362d22-a4db-430e-8765-cffee4624fe4 HTTP/1.1" status: 200 len: 945 time: 0.1969535 Aug 05 11:26:36.913586 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9d3db1df-9378-4a97-b73b-c9110aa836e1 req-3edac0c4-b000-4db3-8124-1d532232d1db tempest-ServerAddressesNegativeTestJSON-1511270196 tempest-ServerAddressesNegativeTestJSON-1511270196-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9362d22-a4db-430e-8765-cffee4624fe4 HTTP/1.1" status: 200 len: 945 time: 1.1857116 Aug 05 11:26:36.958367 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-0c2e3f01-23e3-47a0-91fc-8f86b17e10ce admin admin] Allocated IP 172.25.5.156 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/ecbc01ff-2470-4c57-895b-d73207b10c32) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:26:36.998306 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d43aa948-141e-4682-b9b0-6f185321d903 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33140268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33208272'] for router_interface, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:37.029636 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43aa948-141e-4682-b9b0-6f185321d903 admin admin] Pushing event updated for resources: {'Port': ['ID=ac32dd6d-8407-41f7-8145-78e1e1906229,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:26:37.096701 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-701ce188-1f33-43d8-a7fd-e9ac8c237a2c tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:37.104273 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:37.125550 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-16f85100-ba07-42e4-ba9d-0558143ae2d3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4b7f19bc3aa14b9894ee9576f8d7e97f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6191180 Aug 05 11:26:37.127924 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26094892-61ab-4065-ac4f-b166f3993e6b req-2ab3187d-6890-4419-b0f8-9f1be73352da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:37.130806 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-26094892-61ab-4065-ac4f-b166f3993e6b req-2ab3187d-6890-4419-b0f8-9f1be73352da service neutron] 10.222.0.55 "GET /v2.0/networks?id=546c0542-0f92-4f6c-914b-a74a81cd2290 HTTP/1.1" status: 200 len: 909 time: 0.5565329 Aug 05 11:26:37.131688 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 48054) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:26:37.247142 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-26094892-61ab-4065-ac4f-b166f3993e6b req-d3d8f490-9ffc-4a18-9213-e3c835d9380d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=feb6e8f1-70b4-444b-932b-1e8db3946c34 HTTP/1.1" status: 200 len: 217 time: 0.0969043 Aug 05 11:26:37.287810 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id feb6e8f1-70b4-444b-932b-1e8db3946c34 {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:26:37.314595 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 11:26:37.334924 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-4ddb6446-5349-4a4d-8423-495051323484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:37.367894 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port feb6e8f1-70b4-444b-932b-1e8db3946c34, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=feb6e8f1-70b4-444b-932b-1e8db3946c34,segment=NetworkSegment(be89551e-4aa0-433b-90d8-e517f4f1da1f),segment_id=be89551e-4aa0-433b-90d8-e517f4f1da1f)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:26:37.429314 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-e6c15df5-468f-49a3-a6da-174bc826f60a req-f9ef7669-c1b2-4e59-bc8b-80650825fe9b tempest-ServerAddressesNegativeTestJSON-1511270196 tempest-ServerAddressesNegativeTestJSON-1511270196-project] Deleting port bdf7fc37-146d-4d2a-92e5-e466e60006dd {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:26:37.430100 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-e6c15df5-468f-49a3-a6da-174bc826f60a req-f9ef7669-c1b2-4e59-bc8b-80650825fe9b tempest-ServerAddressesNegativeTestJSON-1511270196 tempest-ServerAddressesNegativeTestJSON-1511270196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:37.443956 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:37.455196 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-2b7c7b69-bf87-40fc-a06f-c2aa02ff3acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:37.484644 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26094892-61ab-4065-ac4f-b166f3993e6b req-22b30ac5-df26-4ba5-9a84-9ebc5688cd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:37.486891 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-26094892-61ab-4065-ac4f-b166f3993e6b req-22b30ac5-df26-4ba5-9a84-9ebc5688cd01 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=61983880-6386-4045-bd2d-695dffcb92f9 HTTP/1.1" status: 200 len: 848 time: 0.2300181 Aug 05 11:26:37.575826 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:37.594579 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-bdccacf3-5618-4476-b81f-2451b9b4a2c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:37.631144 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-26094892-61ab-4065-ac4f-b166f3993e6b req-08d1a3b4-8401-47bd-b99f-6831c3a23f40 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=546c0542-0f92-4f6c-914b-a74a81cd2290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561476 Aug 05 11:26:37.650813 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-2b7c7b69-bf87-40fc-a06f-c2aa02ff3acd None None] For port 55fea644-ec6e-4789-8795-0d6ff02fd3f2, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=55fea644-ec6e-4789-8795-0d6ff02fd3f2,segment=NetworkSegment(89963076-285a-4446-a1a2-1943463318a2),segment_id=89963076-285a-4446-a1a2-1943463318a2)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:26:37.722725 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-2b7c7b69-bf87-40fc-a06f-c2aa02ff3acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:37.730418 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=feb6e8f1-70b4-444b-932b-1e8db3946c34,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:26:37.805998 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f09cb41-fa7b-400c-8c21-98faf7de4f0d req-4cdd2f58-7ac6-4047-b82d-9e45d087e15b tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:37.809394 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6f09cb41-fa7b-400c-8c21-98faf7de4f0d req-4cdd2f58-7ac6-4047-b82d-9e45d087e15b tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/ports?device_id=33724d5f-7aa2-4a6c-ab21-11196e547338 HTTP/1.1" status: 200 len: 950 time: 1.2719147 Aug 05 11:26:37.855380 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [None req-701ce188-1f33-43d8-a7fd-e9ac8c237a2c tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Transition to ACTIVE for port object 494b2e51-c9e8-444a-a175-db87a6972efb will not be triggered until provisioned by entity DHCP. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:26:37.891975 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9d3db1df-9378-4a97-b73b-c9110aa836e1 req-5e5026c0-e3a3-45a6-9e59-6ebfed29914b tempest-ServerAddressesNegativeTestJSON-1511270196 tempest-ServerAddressesNegativeTestJSON-1511270196-project] 10.222.0.58 "GET /v2.0/security-groups?id=69caa6c2-bdd4-48ae-b06b-8d1f81acca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9757669 Aug 05 11:26:37.912376 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.db.api [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94422) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 05 11:26:37.913150 n-d-803378-2 neutron-server[94422]: DEBUG oslo_db.api [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 11:26:37.915316 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['feb6e8f1-70b4-444b-932b-1e8db3946c34'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:26:37.936377 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7c7b69-bf87-40fc-a06f-c2aa02ff3acd None None] Pushing event updated for resources: {'Port': ['ID=55fea644-ec6e-4789-8795-0d6ff02fd3f2,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:26:38.030433 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-bdccacf3-5618-4476-b81f-2451b9b4a2c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:38.052826 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2dd8b18f-0d2f-492b-8ff0-3174a8489af7 req-0833d0f9-3ba4-4f3b-8010-eadfd339221e service neutron] 10.222.0.55 "GET /v2.0/networks/1d9d0f10-7957-4188-9ef0-2efd524fc96a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5252614 Aug 05 11:26:38.107181 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fa595e-df94-4eac-8c52-01880d9bfdf9 req-227e4aa1-afa7-4ddc-afb9-1bb47e7ebe6b tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:38.110818 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b8fa595e-df94-4eac-8c52-01880d9bfdf9 req-227e4aa1-afa7-4ddc-afb9-1bb47e7ebe6b tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.64 "GET /v2.0/ports?device_id=33724d5f-7aa2-4a6c-ab21-11196e547338 HTTP/1.1" status: 200 len: 950 time: 0.6738021 Aug 05 11:26:38.119446 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6f09cb41-fa7b-400c-8c21-98faf7de4f0d req-310a6bbc-9f4b-4158-872f-cbe6631f0a7b tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/security-groups?id=2975fa17-2fff-4e01-97a3-764244a94779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910635 Aug 05 11:26:38.130530 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-e6c15df5-468f-49a3-a6da-174bc826f60a req-f9ef7669-c1b2-4e59-bc8b-80650825fe9b tempest-ServerAddressesNegativeTestJSON-1511270196 tempest-ServerAddressesNegativeTestJSON-1511270196-project] For port bdf7fc37-146d-4d2a-92e5-e466e60006dd, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=bdf7fc37-146d-4d2a-92e5-e466e60006dd,segment=NetworkSegment(3755ddfa-acaa-48bf-88a2-0838645ce318),segment_id=3755ddfa-acaa-48bf-88a2-0838645ce318)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:26:38.131404 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-e6c15df5-468f-49a3-a6da-174bc826f60a req-f9ef7669-c1b2-4e59-bc8b-80650825fe9b tempest-ServerAddressesNegativeTestJSON-1511270196 tempest-ServerAddressesNegativeTestJSON-1511270196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:38.157268 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-ff1c74d6-e917-4b73-b5b9-f9e65c40b888 None None] Provisioning complete for port 55fea644-ec6e-4789-8795-0d6ff02fd3f2 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:26:38.158132 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-ff1c74d6-e917-4b73-b5b9-f9e65c40b888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:38.159923 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-26094892-61ab-4065-ac4f-b166f3993e6b req-40019124-fe2d-4347-acd6-cfa3ca77a189 service neutron] 10.222.0.55 "GET /v2.0/networks/546c0542-0f92-4f6c-914b-a74a81cd2290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5149348 Aug 05 11:26:38.195496 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-e6c15df5-468f-49a3-a6da-174bc826f60a req-f9ef7669-c1b2-4e59-bc8b-80650825fe9b tempest-ServerAddressesNegativeTestJSON-1511270196 tempest-ServerAddressesNegativeTestJSON-1511270196-project] Calling delete_port for bdf7fc37-146d-4d2a-92e5-e466e60006dd owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:26:38.320245 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2dd8b18f-0d2f-492b-8ff0-3174a8489af7 req-d5308119-6f56-4b5c-852a-418a96146de5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.111&port_id=8fe40b91-b25d-45f0-9197-c82f62355d38 HTTP/1.1" status: 200 len: 217 time: 0.2362101 Aug 05 11:26:38.327972 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43aa948-141e-4682-b9b0-6f185321d903 admin admin] Network 3bbc31db-4958-4e8b-9f8e-bc48b5d28e47 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:26:38.367244 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-d43aa948-141e-4682-b9b0-6f185321d903 admin admin] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:26:38.579991 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0c2e3f01-23e3-47a0-91fc-8f86b17e10ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:38.605079 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0e3527-c34e-475f-9301-7c7e53d2df00 req-649a2858-4398-427e-8a2f-3a738128f3f2 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:38.608356 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0a0e3527-c34e-475f-9301-7c7e53d2df00 req-649a2858-4398-427e-8a2f-3a738128f3f2 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c7e86ba-410d-4526-8271-d3e317691a4a HTTP/1.1" status: 200 len: 944 time: 0.5160658 Aug 05 11:26:38.622678 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-701ce188-1f33-43d8-a7fd-e9ac8c237a2c tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:38.688446 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 55fea644-ec6e-4789-8795-0d6ff02fd3f2 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:26:38.693481 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd8b18f-0d2f-492b-8ff0-3174a8489af7 req-f3c5a0d7-e9ca-4f1e-a249-b37927394afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:38.695681 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2dd8b18f-0d2f-492b-8ff0-3174a8489af7 req-f3c5a0d7-e9ca-4f1e-a249-b37927394afe service neutron] 10.222.0.55 "GET /v2.0/subnets?id=63fb736d-d029-44dc-a68b-bfad4551695d HTTP/1.1" status: 200 len: 797 time: 0.3554566 Aug 05 11:26:38.713542 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-bdccacf3-5618-4476-b81f-2451b9b4a2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:38.718510 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-bdccacf3-5618-4476-b81f-2451b9b4a2c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:38.735472 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-bdccacf3-5618-4476-b81f-2451b9b4a2c5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c0b6bcf1-69a2-4c2a-b816-aef7df1b2c89 HTTP/1.1" status: 204 len: 168 time: 1.5987279 Aug 05 11:26:38.842711 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 55fea644-ec6e-4789-8795-0d6ff02fd3f2 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:26:38.846830 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:38.943170 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701ce188-1f33-43d8-a7fd-e9ac8c237a2c tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Network 8621bc52-c8c7-41e9-8b50-d7993bbb4828 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:26:38.946832 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdccacf3-5618-4476-b81f-2451b9b4a2c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0b6bcf1-69a2-4c2a-b816-aef7df1b2c89,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:26:38.968962 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-26094892-61ab-4065-ac4f-b166f3993e6b req-9add12c9-2477-40ad-8851-167567793a4b service neutron] 10.222.0.55 "GET /v2.0/networks/546c0542-0f92-4f6c-914b-a74a81cd2290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6563635 Aug 05 11:26:39.008375 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1640ca9f-7daa-405d-8b2c-d5afff11960f req-f23f0f94-127b-4431-b855-046c06d79fe5 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:39.013147 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1640ca9f-7daa-405d-8b2c-d5afff11960f req-f23f0f94-127b-4431-b855-046c06d79fe5 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.64 "GET /v2.0/ports?device_id=51b325b8-67f6-4df3-99d8-5748c18fc4fb HTTP/1.1" status: 200 len: 950 time: 0.7034461 Aug 05 11:26:39.026926 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-701ce188-1f33-43d8-a7fd-e9ac8c237a2c tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:26:39.030148 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701ce188-1f33-43d8-a7fd-e9ac8c237a2c tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Pushing event updated for resources: {'Port': ['ID=494b2e51-c9e8-444a-a175-db87a6972efb,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:26:39.043114 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701ce188-1f33-43d8-a7fd-e9ac8c237a2c tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:26:39.052798 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-775b2094-c9ac-4cf8-ac55-e04b208ef48f None None] Provisioning complete for port ac32dd6d-8407-41f7-8145-78e1e1906229 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:26:39.053506 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-775b2094-c9ac-4cf8-ac55-e04b208ef48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:39.057627 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701ce188-1f33-43d8-a7fd-e9ac8c237a2c tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:39.059867 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-701ce188-1f33-43d8-a7fd-e9ac8c237a2c tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:39.137801 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0a0e3527-c34e-475f-9301-7c7e53d2df00 req-c0445214-9e16-4002-8ab4-9bf48f4cc332 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/security-groups?id=12d84a41-4254-4f43-a1c3-ae5bdc7fdfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4949975 Aug 05 11:26:39.158819 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-775b2094-c9ac-4cf8-ac55-e04b208ef48f None None] Port ac32dd6d-8407-41f7-8145-78e1e1906229 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:26:39.240099 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d43aa948-141e-4682-b9b0-6f185321d903 admin admin] Router ec8ba789-a154-429c-9903-1744beefd0a1 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 11:26:39.291494 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd8b18f-0d2f-492b-8ff0-3174a8489af7 req-c7a0a8f0-8700-42f7-9fc4-6120d9223ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:39.294638 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2dd8b18f-0d2f-492b-8ff0-3174a8489af7 req-c7a0a8f0-8700-42f7-9fc4-6120d9223ecf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d036d46a-a30d-4750-b27d-4b7146f11df9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5288610 Aug 05 11:26:39.305145 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0c2e3f01-23e3-47a0-91fc-8f86b17e10ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:39.313548 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-b8fa595e-df94-4eac-8c52-01880d9bfdf9 req-5d4c2829-9e4a-4a2a-8669-63a0e4e1728d tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Deleting port acb20733-3c4b-47b8-b861-841610d97f25 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:26:39.314496 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-b8fa595e-df94-4eac-8c52-01880d9bfdf9 req-5d4c2829-9e4a-4a2a-8669-63a0e4e1728d tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:39.333426 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-701ce188-1f33-43d8-a7fd-e9ac8c237a2c tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 8.7843468 Aug 05 11:26:39.401869 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 48068) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:26:39.628498 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878f2282-2781-415b-b5b5-876bba92df50 req-18f1d910-71a0-4ea1-ac5c-7ac7d2caacae tempest-ServerAddressesNegativeTestJSON-1511270196 tempest-ServerAddressesNegativeTestJSON-1511270196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:39.634038 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-aaffc1bb-9ad4-426f-8c2c-549f7d50c7db None None] Provisioning for port 494b2e51-c9e8-444a-a175-db87a6972efb completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:26:39.643172 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-aaffc1bb-9ad4-426f-8c2c-549f7d50c7db None None] Provisioning complete for port 494b2e51-c9e8-444a-a175-db87a6972efb triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:26:39.643731 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-878f2282-2781-415b-b5b5-876bba92df50 req-18f1d910-71a0-4ea1-ac5c-7ac7d2caacae tempest-ServerAddressesNegativeTestJSON-1511270196 tempest-ServerAddressesNegativeTestJSON-1511270196-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9362d22-a4db-430e-8765-cffee4624fe4 HTTP/1.1" status: 200 len: 945 time: 0.5609698 Aug 05 11:26:39.646802 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-aaffc1bb-9ad4-426f-8c2c-549f7d50c7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:39.669334 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 48070) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:26:39.685522 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-e6c15df5-468f-49a3-a6da-174bc826f60a req-f9ef7669-c1b2-4e59-bc8b-80650825fe9b tempest-ServerAddressesNegativeTestJSON-1511270196 tempest-ServerAddressesNegativeTestJSON-1511270196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:39.703214 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2e3f01-23e3-47a0-91fc-8f86b17e10ce admin admin] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:26:39.738499 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-aaffc1bb-9ad4-426f-8c2c-549f7d50c7db None None] Port 494b2e51-c9e8-444a-a175-db87a6972efb cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:26:39.753108 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-0c2e3f01-23e3-47a0-91fc-8f86b17e10ce admin admin] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:26:39.763278 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2e3f01-23e3-47a0-91fc-8f86b17e10ce admin admin] Pushing event updated for resources: {'Port': ['ID=ecbc01ff-2470-4c57-895b-d73207b10c32,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:26:39.772081 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2e3f01-23e3-47a0-91fc-8f86b17e10ce admin admin] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:26:39.783862 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5bdc7d48-f515-4900-9d7b-d97489373144 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:39.809590 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ef7669-c1b2-4e59-bc8b-80650825fe9b tempest-ServerAddressesNegativeTestJSON-1511270196 tempest-ServerAddressesNegativeTestJSON-1511270196-project] Pushing event deleted for resources: {'Port': ['ID=bdf7fc37-146d-4d2a-92e5-e466e60006dd,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:26:39.835911 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67894e98-374e-4e2d-acd3-7e647d313f5d tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:39.842801 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67894e98-374e-4e2d-acd3-7e647d313f5d tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:39.843653 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1dee9f-47ab-4043-bf0a-f0dd7609303f req-0a75dc76-b38e-4db3-80cd-960035d7a712 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:39.845835 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-dd1dee9f-47ab-4043-bf0a-f0dd7609303f req-0a75dc76-b38e-4db3-80cd-960035d7a712 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/ports?device_id=33724d5f-7aa2-4a6c-ab21-11196e547338 HTTP/1.1" status: 200 len: 950 time: 0.4251401 Aug 05 11:26:39.850989 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67894e98-374e-4e2d-acd3-7e647d313f5d tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:39.853590 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-67894e98-374e-4e2d-acd3-7e647d313f5d tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.4501119 Aug 05 11:26:39.863836 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 48072) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:26:39.892759 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:39.906909 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-b8fa595e-df94-4eac-8c52-01880d9bfdf9 req-5d4c2829-9e4a-4a2a-8669-63a0e4e1728d tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] For port acb20733-3c4b-47b8-b861-841610d97f25, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=acb20733-3c4b-47b8-b861-841610d97f25,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:26:39.907783 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-b8fa595e-df94-4eac-8c52-01880d9bfdf9 req-5d4c2829-9e4a-4a2a-8669-63a0e4e1728d tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:39.927232 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-a21f82f8-6cdb-494b-849c-cc04ee1795b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:39.932554 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device feb6e8f1-70b4-444b-932b-1e8db3946c34 up at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:26:39.950250 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-878f2282-2781-415b-b5b5-876bba92df50 req-5bb568a1-6ec0-4918-a28e-e7dc864f4c81 tempest-ServerAddressesNegativeTestJSON-1511270196 tempest-ServerAddressesNegativeTestJSON-1511270196-project] 10.222.0.58 "GET /v2.0/security-groups?id=69caa6c2-bdd4-48ae-b06b-8d1f81acca5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3006594 Aug 05 11:26:39.998479 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-b8fa595e-df94-4eac-8c52-01880d9bfdf9 req-5d4c2829-9e4a-4a2a-8669-63a0e4e1728d tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Calling delete_port for acb20733-3c4b-47b8-b861-841610d97f25 owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:26:39.999073 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2dd8b18f-0d2f-492b-8ff0-3174a8489af7 req-5a3d18a7-f041-42a5-aaa0-a7712a6cbddd service neutron] 10.222.0.55 "GET /v2.0/networks/d036d46a-a30d-4750-b27d-4b7146f11df9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6908123 Aug 05 11:26:40.010978 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning for port feb6e8f1-70b4-444b-932b-1e8db3946c34 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:26:40.017240 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning complete for port feb6e8f1-70b4-444b-932b-1e8db3946c34 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:26:40.017920 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:40.043338 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6c15df5-468f-49a3-a6da-174bc826f60a req-f9ef7669-c1b2-4e59-bc8b-80650825fe9b tempest-ServerAddressesNegativeTestJSON-1511270196 tempest-ServerAddressesNegativeTestJSON-1511270196-project] No DVR routers for this DVR port bdf7fc37-146d-4d2a-92e5-e466e60006dd on host n-h2-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:26:40.056650 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-e6c15df5-468f-49a3-a6da-174bc826f60a req-f9ef7669-c1b2-4e59-bc8b-80650825fe9b tempest-ServerAddressesNegativeTestJSON-1511270196 tempest-ServerAddressesNegativeTestJSON-1511270196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:40.058812 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e6c15df5-468f-49a3-a6da-174bc826f60a req-f9ef7669-c1b2-4e59-bc8b-80650825fe9b tempest-ServerAddressesNegativeTestJSON-1511270196 tempest-ServerAddressesNegativeTestJSON-1511270196-project] 10.222.0.55 "DELETE /v2.0/ports/bdf7fc37-146d-4d2a-92e5-e466e60006dd HTTP/1.1" status: 204 len: 173 time: 3.1379662 Aug 05 11:26:40.064642 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-1640ca9f-7daa-405d-8b2c-d5afff11960f req-3e17c24f-fd8d-43f7-b468-8b8b5514c470 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Deleting port 17316c3c-1452-458b-b7e3-72878c4fab59 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:26:40.065321 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-1640ca9f-7daa-405d-8b2c-d5afff11960f req-3e17c24f-fd8d-43f7-b468-8b8b5514c470 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:40.068515 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9362d22-a4db-430e-8765-cffee4624fe4', 'name': 'network-vif-deleted', 'tag': 'bdf7fc37-146d-4d2a-92e5-e466e60006dd'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:26:40.071834 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9918864-8f10-4c5b-b7bd-c38ad4eae532" -d '{"events": [{"server_uuid": "c9362d22-a4db-430e-8765-cffee4624fe4", "name": "network-vif-deleted", "tag": "bdf7fc37-146d-4d2a-92e5-e466e60006dd"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:26:40.151546 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:40.172872 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device acb20733-3c4b-47b8-b861-841610d97f25 no longer exists at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:26:40.187333 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c7e86ba-410d-4526-8271-d3e317691a4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feb6e8f1-70b4-444b-932b-1e8db3946c34'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:26:40.190664 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16f8d77b-d4ec-4808-886b-914a8a1108c0" -d '{"events": [{"server_uuid": "0c7e86ba-410d-4526-8271-d3e317691a4a", "name": "network-vif-plugged", "status": "completed", "tag": "feb6e8f1-70b4-444b-932b-1e8db3946c34"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:26:40.220051 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb79ff82-b833-48fe-b1ee-c1bc6785cc29 x-openstack-request-id: req-cb79ff82-b833-48fe-b1ee-c1bc6785cc29 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:26:40.220470 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9362d22-a4db-430e-8765-cffee4624fe4", "name": "network-vif-deleted", "tag": "bdf7fc37-146d-4d2a-92e5-e466e60006dd", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:26:40.227062 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cb79ff82-b833-48fe-b1ee-c1bc6785cc29 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:26:40.227923 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9362d22-a4db-430e-8765-cffee4624fe4', 'name': 'network-vif-deleted', 'tag': 'bdf7fc37-146d-4d2a-92e5-e466e60006dd', 'status': 'completed', 'code': 200} Aug 05 11:26:40.246982 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port feb6e8f1-70b4-444b-932b-1e8db3946c34, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=feb6e8f1-70b4-444b-932b-1e8db3946c34,segment=NetworkSegment(be89551e-4aa0-433b-90d8-e517f4f1da1f),segment_id=be89551e-4aa0-433b-90d8-e517f4f1da1f)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:26:40.256432 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:40.257636 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device bdf7fc37-146d-4d2a-92e5-e466e60006dd no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:26:40.316434 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-dd1dee9f-47ab-4043-bf0a-f0dd7609303f req-045ca7af-81fb-45c5-baa3-7646fa956bef tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/security-groups?id=2975fa17-2fff-4e01-97a3-764244a94779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4125237 Aug 05 11:26:40.339126 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] No Port match for: bdf7fc37-146d-4d2a-92e5-e466e60006dd {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:26:40.339907 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device bdf7fc37-146d-4d2a-92e5-e466e60006dd not bound to the agent host n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:26:40.358377 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d43aa948-141e-4682-b9b0-6f185321d903 admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:26:40.388756 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fa88bf-35e0-4ca6-8d7b-74422f3a8874 None None] Sync routers for ids ['ec8ba789-a154-429c-9903-1744beefd0a1'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:26:40.399708 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a827e40-8f49-47f2-b99f-160b610bbf28 x-openstack-request-id: req-4a827e40-8f49-47f2-b99f-160b610bbf28 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:26:40.400013 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c7e86ba-410d-4526-8271-d3e317691a4a", "name": "network-vif-plugged", "status": "completed", "tag": "feb6e8f1-70b4-444b-932b-1e8db3946c34", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:26:40.400873 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4a827e40-8f49-47f2-b99f-160b610bbf28 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:26:40.401316 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c7e86ba-410d-4526-8271-d3e317691a4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feb6e8f1-70b4-444b-932b-1e8db3946c34', 'code': 200} Aug 05 11:26:40.425490 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-d43aa948-141e-4682-b9b0-6f185321d903 admin admin] 10.222.0.58 "PUT /v2.0/routers/ec8ba789-a154-429c-9903-1744beefd0a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.1076555 Aug 05 11:26:40.459049 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fa88bf-35e0-4ca6-8d7b-74422f3a8874 None None] Routers {'ec8ba789-a154-429c-9903-1744beefd0a1'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:26:40.459759 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-89fa88bf-35e0-4ca6-8d7b-74422f3a8874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:26:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['ec8ba789-a154-429c-9903-1744beefd0a1'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:26:40.521376 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=feb6e8f1-70b4-444b-932b-1e8db3946c34,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:26:40.535703 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:40.577224 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbb0b52-9f69-4505-9a3f-cba41a9c20ab req-a9def56e-0943-474d-b596-ae738df57f93 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:40.578893 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ebbb0b52-9f69-4505-9a3f-cba41a9c20ab req-a9def56e-0943-474d-b596-ae738df57f93 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c7e86ba-410d-4526-8271-d3e317691a4a HTTP/1.1" status: 200 len: 945 time: 0.2604482 Aug 05 11:26:40.584683 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2dd8b18f-0d2f-492b-8ff0-3174a8489af7 req-005fc113-1ded-41aa-bab6-cd9e5a57177a service neutron] 10.222.0.55 "GET /v2.0/networks/d036d46a-a30d-4750-b27d-4b7146f11df9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5680382 Aug 05 11:26:40.631907 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-16fdf351-7718-402a-8f3c-5c96dd30cfd7 tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Deleting port 494b2e51-c9e8-444a-a175-db87a6972efb {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:26:40.633081 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-16fdf351-7718-402a-8f3c-5c96dd30cfd7 tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:40.644683 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port acb20733-3c4b-47b8-b861-841610d97f25, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=acb20733-3c4b-47b8-b861-841610d97f25,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:26:40.667193 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:40.668320 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 17316c3c-1452-458b-b7e3-72878c4fab59 no longer exists at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:26:40.683376 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0c2e3f01-23e3-47a0-91fc-8f86b17e10ce admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:40.690365 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2dd8b18f-0d2f-492b-8ff0-3174a8489af7 req-24b5f2f8-cf03-4a48-bf79-2924ead244b4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.137&port_id=9825552d-c4a9-47c2-b314-f8532a62835b HTTP/1.1" status: 200 len: 217 time: 0.0940032 Aug 05 11:26:40.781069 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-89fa88bf-35e0-4ca6-8d7b-74422f3a8874 None None] Set router ec8ba789-a154-429c-9903-1744beefd0a1 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:26:40.816163 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-16fdf351-7718-402a-8f3c-5c96dd30cfd7 tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:40.869302 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ebbb0b52-9f69-4505-9a3f-cba41a9c20ab req-9b5e79b9-18d6-412b-9a0d-ca6d2f7eec72 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/security-groups?id=12d84a41-4254-4f43-a1c3-ae5bdc7fdfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2795894 Aug 05 11:26:40.934322 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5bdc7d48-f515-4900-9d7b-d97489373144 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:40.966022 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd8b18f-0d2f-492b-8ff0-3174a8489af7 req-61086861-921a-49ed-a60c-8eaf2416fb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:40.968509 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2dd8b18f-0d2f-492b-8ff0-3174a8489af7 req-61086861-921a-49ed-a60c-8eaf2416fb3f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=63fb736d-d029-44dc-a68b-bfad4551695d HTTP/1.1" status: 200 len: 797 time: 0.2100015 Aug 05 11:26:41.065145 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-1640ca9f-7daa-405d-8b2c-d5afff11960f req-3e17c24f-fd8d-43f7-b468-8b8b5514c470 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] For port 17316c3c-1452-458b-b7e3-72878c4fab59, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=17316c3c-1452-458b-b7e3-72878c4fab59,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:26:41.065793 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-1640ca9f-7daa-405d-8b2c-d5afff11960f req-3e17c24f-fd8d-43f7-b468-8b8b5514c470 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:41.104885 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-1640ca9f-7daa-405d-8b2c-d5afff11960f req-3e17c24f-fd8d-43f7-b468-8b8b5514c470 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Calling delete_port for 17316c3c-1452-458b-b7e3-72878c4fab59 owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:26:41.174964 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=acb20733-3c4b-47b8-b861-841610d97f25,revision_number=6']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:26:41.244474 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:41.298638 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6f5361e9-6e57-42b6-803a-5d1989ccb348 req-e51024ba-d622-44a2-970b-8266f0647f68 tempest-ServerAddressesNegativeTestJSON-1511270196 tempest-ServerAddressesNegativeTestJSON-1511270196-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9362d22-a4db-430e-8765-cffee4624fe4 HTTP/1.1" status: 200 len: 210 time: 0.0590112 Aug 05 11:26:41.305317 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd8b18f-0d2f-492b-8ff0-3174a8489af7 req-8586ceb9-ef4e-4882-837b-00da3b4ff21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:41.309147 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2dd8b18f-0d2f-492b-8ff0-3174a8489af7 req-8586ceb9-ef4e-4882-837b-00da3b4ff21c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d036d46a-a30d-4750-b27d-4b7146f11df9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3049655 Aug 05 11:26:41.391064 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 17316c3c-1452-458b-b7e3-72878c4fab59, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=17316c3c-1452-458b-b7e3-72878c4fab59,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:26:41.404149 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:41.558639 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-89fa88bf-35e0-4ca6-8d7b-74422f3a8874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8ba789-a154-429c-9903-1744beefd0a1', 'name': 'tempest-ServerActionsTestJSON-1586802047-router', 'tenant_id': '922471f37b13454ba92168a26c5eea8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '5d78ff12-51c7-471c-bde9-9c60113b613d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:26:13Z', 'updated_at': '2021-08-05T11:26:34Z', 'revision_number': 4, 'project_id': '922471f37b13454ba92168a26c5eea8e', 'gw_port': {'id': '5d78ff12-51c7-471c-bde9-9c60113b613d', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8ba789-a154-429c-9903-1744beefd0a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:26:16Z', 'updated_at': '2021-08-05T11:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'ac32dd6d-8407-41f7-8145-78e1e1906229', 'name': '', 'network_id': '3bbc31db-4958-4e8b-9f8e-bc48b5d28e47', 'tenant_id': '922471f37b13454ba92168a26c5eea8e', 'mac_address': 'fa:16:3e:45:0f:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec8ba789-a154-429c-9903-1744beefd0a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '2358f314-430e-4da8-8dea-b9e9954bab81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:26:28Z', 'updated_at': '2021-08-05T11:26:35Z', 'revision_number': 2, 'project_id': '922471f37b13454ba92168a26c5eea8e', 'subnets': [{'id': '2358f314-430e-4da8-8dea-b9e9954bab81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:26:41.580733 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 48092) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:26:41.598377 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-02811c8d-3779-4f65-893b-b40f8446f6c0 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Request body: {'security_group': {'name': 'tempest-securitygroup--148488368', 'description': 'tempest-description--1822012633'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:26:41.640297 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0c2e3f01-23e3-47a0-91fc-8f86b17e10ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286026'] for router, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:41.640705 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5bdc7d48-f515-4900-9d7b-d97489373144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:41.644871 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-b8fa595e-df94-4eac-8c52-01880d9bfdf9 req-5d4c2829-9e4a-4a2a-8669-63a0e4e1728d tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:41.648167 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-16fdf351-7718-402a-8f3c-5c96dd30cfd7 tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Calling delete_port for 494b2e51-c9e8-444a-a175-db87a6972efb owned by {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:26:41.657915 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fa88bf-35e0-4ca6-8d7b-74422f3a8874 None None] Checking router: ec8ba789-a154-429c-9903-1744beefd0a1 for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:26:41.658515 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fa88bf-35e0-4ca6-8d7b-74422f3a8874 None None] Updating router ec8ba789-a154-429c-9903-1744beefd0a1 port ac32dd6d-8407-41f7-8145-78e1e1906229 binding host n-d-803378-2 {{(pid=94422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 11:26:41.666794 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=17316c3c-1452-458b-b7e3-72878c4fab59,revision_number=6']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:26:41.709645 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['46ac903b-6473-4f7d-ab25-233c6efee28b'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:26:41.760189 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fab887-3413-4250-885f-b4b2095d9dcd req-fe8071af-cae8-4eb0-ab64-3bc8af97329d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:41.763577 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d3fab887-3413-4250-885f-b4b2095d9dcd req-fe8071af-cae8-4eb0-ab64-3bc8af97329d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0c7e86ba-410d-4526-8271-d3e317691a4a HTTP/1.1" status: 200 len: 1096 time: 1.2266722 Aug 05 11:26:41.764845 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4c2829-9e4a-4a2a-8669-63a0e4e1728d tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Pushing event deleted for resources: {'Port': ['ID=acb20733-3c4b-47b8-b861-841610d97f25,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:26:41.775796 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:41.779562 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-02811c8d-3779-4f65-893b-b40f8446f6c0 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:41.779824 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-89fa88bf-35e0-4ca6-8d7b-74422f3a8874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:41.829978 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ecded1d4-7f44-4f85-9252-781374a1c15e req-05422028-6c12-4c3f-837a-dde41b94156d tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/ports?device_id=33724d5f-7aa2-4a6c-ab21-11196e547338 HTTP/1.1" status: 200 len: 210 time: 0.0673380 Aug 05 11:26:41.864161 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2dd8b18f-0d2f-492b-8ff0-3174a8489af7 req-4da160d4-379e-4343-a10f-42b38a2c635b service neutron] 10.222.0.55 "GET /v2.0/networks/d036d46a-a30d-4750-b27d-4b7146f11df9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5418470 Aug 05 11:26:41.960633 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-5bdc7d48-f515-4900-9d7b-d97489373144 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2d4d859135d44d2a977cc1f091bda26d&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2892487 Aug 05 11:26:41.972670 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 48098) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:26:42.019581 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdc7d48-f515-4900-9d7b-d97489373144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=553aa64c-4313-402e-aeaf-a71457e2003f,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:26:42.065238 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8fa595e-df94-4eac-8c52-01880d9bfdf9 req-5d4c2829-9e4a-4a2a-8669-63a0e4e1728d tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] No DVR routers for this DVR port acb20733-3c4b-47b8-b861-841610d97f25 on host n-h1-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:26:42.068471 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-b8fa595e-df94-4eac-8c52-01880d9bfdf9 req-5d4c2829-9e4a-4a2a-8669-63a0e4e1728d tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:42.071376 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b8fa595e-df94-4eac-8c52-01880d9bfdf9 req-5d4c2829-9e4a-4a2a-8669-63a0e4e1728d tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.64 "DELETE /v2.0/ports/acb20733-3c4b-47b8-b861-841610d97f25 HTTP/1.1" status: 204 len: 173 time: 3.7740781 Aug 05 11:26:42.149013 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d3fab887-3413-4250-885f-b4b2095d9dcd req-da85eb52-015f-4408-b0c2-67038ced719b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=12d84a41-4254-4f43-a1c3-ae5bdc7fdfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3556118 Aug 05 11:26:42.226005 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-60facd40-d22d-404a-803c-315d04ca5d2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:42.239710 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33724d5f-7aa2-4a6c-ab21-11196e547338', 'name': 'network-vif-deleted', 'tag': 'acb20733-3c4b-47b8-b861-841610d97f25'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:26:42.246840 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c3a22fb-ce18-4cd1-96a4-4274867cdd0c" -d '{"events": [{"server_uuid": "33724d5f-7aa2-4a6c-ab21-11196e547338", "name": "network-vif-deleted", "tag": "acb20733-3c4b-47b8-b861-841610d97f25"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:26:42.325595 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-60facd40-d22d-404a-803c-315d04ca5d2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:42.398722 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-1640ca9f-7daa-405d-8b2c-d5afff11960f req-3e17c24f-fd8d-43f7-b468-8b8b5514c470 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:42.457802 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e17c24f-fd8d-43f7-b468-8b8b5514c470 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Pushing event deleted for resources: {'Port': ['ID=17316c3c-1452-458b-b7e3-72878c4fab59,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:26:42.504599 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e082ecd-c17f-4551-974c-c1f99e6583f5 x-openstack-request-id: req-6e082ecd-c17f-4551-974c-c1f99e6583f5 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:26:42.505181 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33724d5f-7aa2-4a6c-ab21-11196e547338", "name": "network-vif-deleted", "tag": "acb20733-3c4b-47b8-b861-841610d97f25", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:26:42.505640 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6e082ecd-c17f-4551-974c-c1f99e6583f5 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:26:42.506436 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33724d5f-7aa2-4a6c-ab21-11196e547338', 'name': 'network-vif-deleted', 'tag': 'acb20733-3c4b-47b8-b861-841610d97f25', 'status': 'completed', 'code': 200} Aug 05 11:26:42.564092 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-16fdf351-7718-402a-8f3c-5c96dd30cfd7 tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:42.618809 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fdf351-7718-402a-8f3c-5c96dd30cfd7 tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Pushing event deleted for resources: {'Port': ['ID=494b2e51-c9e8-444a-a175-db87a6972efb,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:26:42.641305 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 48106) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:26:42.652727 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-1640ca9f-7daa-405d-8b2c-d5afff11960f req-3e17c24f-fd8d-43f7-b468-8b8b5514c470 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] No DVR routers for this DVR port 17316c3c-1452-458b-b7e3-72878c4fab59 on host n-h1-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:26:42.658031 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-1640ca9f-7daa-405d-8b2c-d5afff11960f req-3e17c24f-fd8d-43f7-b468-8b8b5514c470 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:42.660898 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1640ca9f-7daa-405d-8b2c-d5afff11960f req-3e17c24f-fd8d-43f7-b468-8b8b5514c470 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.64 "DELETE /v2.0/ports/17316c3c-1452-458b-b7e3-72878c4fab59 HTTP/1.1" status: 204 len: 173 time: 3.6232562 Aug 05 11:26:42.776422 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-60facd40-d22d-404a-803c-315d04ca5d2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:42.785653 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-60facd40-d22d-404a-803c-315d04ca5d2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:42.791581 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-60facd40-d22d-404a-803c-315d04ca5d2b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/553aa64c-4313-402e-aeaf-a71457e2003f HTTP/1.1" status: 204 len: 168 time: 0.8085907 Aug 05 11:26:42.794937 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-89fa88bf-35e0-4ca6-8d7b-74422f3a8874 None None] Notify callbacks [] for port, precommit_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:42.810212 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-89fa88bf-35e0-4ca6-8d7b-74422f3a8874 None None] Transition to ACTIVE for port object ac32dd6d-8407-41f7-8145-78e1e1906229 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:26:42.817252 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33724d5f-7aa2-4a6c-ab21-11196e547338', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acb20733-3c4b-47b8-b861-841610d97f25'}, {'server_uuid': '51b325b8-67f6-4df3-99d8-5748c18fc4fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17316c3c-1452-458b-b7e3-72878c4fab59'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:26:42.823396 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb689472-c167-47ad-abad-e7daf3f14d48" -d '{"events": [{"server_uuid": "33724d5f-7aa2-4a6c-ab21-11196e547338", "name": "network-vif-unplugged", "status": "completed", "tag": "acb20733-3c4b-47b8-b861-841610d97f25"}, {"server_uuid": "51b325b8-67f6-4df3-99d8-5748c18fc4fb", "name": "network-vif-unplugged", "status": "completed", "tag": "17316c3c-1452-458b-b7e3-72878c4fab59"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:26:42.843875 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-89fa88bf-35e0-4ca6-8d7b-74422f3a8874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:42.866623 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60facd40-d22d-404a-803c-315d04ca5d2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=553aa64c-4313-402e-aeaf-a71457e2003f,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:26:42.980290 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65534e34-325a-4cc4-848a-f3bf7713f674 None None] Pushing event updated for resources: {'Port': ['ID=ac32dd6d-8407-41f7-8145-78e1e1906229,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:26:42.999056 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec02ad34-b143-4a3f-aae2-63b4547cfe44 admin admin] Deleting subnet 77727c47-55bd-4253-8ce2-1215b1e32718 {{(pid=94420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:26:43.050199 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2dd8b18f-0d2f-492b-8ff0-3174a8489af7 req-69ed58e5-1b2c-4129-bb0b-3233a85a07b4 service neutron] 10.222.0.55 "GET /v2.0/networks/d036d46a-a30d-4750-b27d-4b7146f11df9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1770294 Aug 05 11:26:43.058559 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ec02ad34-b143-4a3f-aae2-63b4547cfe44 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:43.064745 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Thu, 05 Aug 2021 11:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e1b5bf3-b503-4d73-98b7-7e6f0240998e x-openstack-request-id: req-2e1b5bf3-b503-4d73-98b7-7e6f0240998e {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:26:43.065269 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33724d5f-7aa2-4a6c-ab21-11196e547338", "name": "network-vif-unplugged", "status": "completed", "tag": "acb20733-3c4b-47b8-b861-841610d97f25", "code": 200}, {"server_uuid": "51b325b8-67f6-4df3-99d8-5748c18fc4fb", "name": "network-vif-unplugged", "status": "completed", "tag": "17316c3c-1452-458b-b7e3-72878c4fab59", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:26:43.065770 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2e1b5bf3-b503-4d73-98b7-7e6f0240998e {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:26:43.066382 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33724d5f-7aa2-4a6c-ab21-11196e547338', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acb20733-3c4b-47b8-b861-841610d97f25', 'code': 200} Aug 05 11:26:43.069794 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51b325b8-67f6-4df3-99d8-5748c18fc4fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17316c3c-1452-458b-b7e3-72878c4fab59', 'code': 200} Aug 05 11:26:43.101825 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-16fdf351-7718-402a-8f3c-5c96dd30cfd7 tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:43.132025 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-16fdf351-7718-402a-8f3c-5c96dd30cfd7 tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] 10.222.0.58 "DELETE /v2.0/ports/494b2e51-c9e8-444a-a175-db87a6972efb HTTP/1.1" status: 204 len: 168 time: 3.2293525 Aug 05 11:26:43.132822 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 48114) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:26:43.276508 n-d-803378-2 neutron-server[94421]: INFO neutron.pecan_wsgi.hooks.translation [None req-17475714-9bae-467d-b649-255225ac7ce7 tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] GET failed (client error): The resource could not be found. Aug 05 11:26:43.278137 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79992912-ca65-474c-9773-492629757abe req-c8e63dbe-54cb-4b73-932b-7166f7e21d22 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:43.280129 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-79992912-ca65-474c-9773-492629757abe req-c8e63dbe-54cb-4b73-932b-7166f7e21d22 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c7e86ba-410d-4526-8271-d3e317691a4a HTTP/1.1" status: 200 len: 945 time: 0.7179759 Aug 05 11:26:43.302602 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-17475714-9bae-467d-b649-255225ac7ce7 tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] 10.222.0.58 "GET /v2.0/ports/494b2e51-c9e8-444a-a175-db87a6972efb HTTP/1.1" status: 404 len: 333 time: 0.1623185 Aug 05 11:26:43.303626 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 48116) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:26:43.320579 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-c014158c-ea25-4a5a-95d9-83727827088f tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Request body: {'port': {'network_id': '8621bc52-c8c7-41e9-8b50-d7993bbb4828', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1951672038'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:26:43.542768 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-89fa88bf-35e0-4ca6-8d7b-74422f3a8874 None None] Attempting to bind port ac32dd6d-8407-41f7-8145-78e1e1906229 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:26:43.543603 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-89fa88bf-35e0-4ca6-8d7b-74422f3a8874 None None] Attempting to bind port ac32dd6d-8407-41f7-8145-78e1e1906229 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '5615e441-bf2b-4f62-9a7e-00bdeb60130a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '3bbc31db-4958-4e8b-9f8e-bc48b5d28e47'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:26:43.544436 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89fa88bf-35e0-4ca6-8d7b-74422f3a8874 None None] Attempting to bind port ac32dd6d-8407-41f7-8145-78e1e1906229 on network 3bbc31db-4958-4e8b-9f8e-bc48b5d28e47 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:26:43.563537 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89fa88bf-35e0-4ca6-8d7b-74422f3a8874 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:26:43.566217 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89fa88bf-35e0-4ca6-8d7b-74422f3a8874 None None] Checking segment: {'id': '5615e441-bf2b-4f62-9a7e-00bdeb60130a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '3bbc31db-4958-4e8b-9f8e-bc48b5d28e47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:26:43.569460 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-89fa88bf-35e0-4ca6-8d7b-74422f3a8874 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:43.570198 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89fa88bf-35e0-4ca6-8d7b-74422f3a8874 None None] Bound using segment: {'id': '5615e441-bf2b-4f62-9a7e-00bdeb60130a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '3bbc31db-4958-4e8b-9f8e-bc48b5d28e47'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:26:43.572390 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-89fa88bf-35e0-4ca6-8d7b-74422f3a8874 None None] Bound port: ac32dd6d-8407-41f7-8145-78e1e1906229, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5615e441-bf2b-4f62-9a7e-00bdeb60130a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '3bbc31db-4958-4e8b-9f8e-bc48b5d28e47'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:26:43.573184 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-89fa88bf-35e0-4ca6-8d7b-74422f3a8874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:43.642083 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2dd8b18f-0d2f-492b-8ff0-3174a8489af7 req-9e7284b0-0201-4a0e-ac01-8b179c8b816d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.252&port_id=5bd78e20-4e65-4320-8933-ff3e7cd3c7e1 HTTP/1.1" status: 200 len: 217 time: 0.4055719 Aug 05 11:26:43.667343 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8a9b5ca5-06ee-4aef-aea9-f3c2aec0c1f8 req-939039e0-3f3d-4d68-946c-53dcfdc0377e tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/ports?device_id=33724d5f-7aa2-4a6c-ab21-11196e547338 HTTP/1.1" status: 200 len: 210 time: 0.3851340 Aug 05 11:26:43.716234 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-89fa88bf-35e0-4ca6-8d7b-74422f3a8874 None None] For port ac32dd6d-8407-41f7-8145-78e1e1906229, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:26:43.723377 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-89fa88bf-35e0-4ca6-8d7b-74422f3a8874 None None] For port ac32dd6d-8407-41f7-8145-78e1e1906229, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=ac32dd6d-8407-41f7-8145-78e1e1906229,segment=NetworkSegment(5615e441-bf2b-4f62-9a7e-00bdeb60130a),segment_id=5615e441-bf2b-4f62-9a7e-00bdeb60130a)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:26:43.730530 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['46ac903b-6473-4f7d-ab25-233c6efee28b'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:26:43.736329 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-02811c8d-3779-4f65-893b-b40f8446f6c0 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:43.781008 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-89fa88bf-35e0-4ca6-8d7b-74422f3a8874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:43.781888 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c014158c-ea25-4a5a-95d9-83727827088f tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Made reservation on behalf of df4854ee438a476fa9e919a2684b7c8b for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:26:43.790431 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c014158c-ea25-4a5a-95d9-83727827088f tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:43.818273 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [None req-c014158c-ea25-4a5a-95d9-83727827088f tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] device_id is not set on port 85dd6d29-bbaa-4ebd-b9ac-35bd694084ce yet. {{(pid=94421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 11:26:43.820753 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ec02ad34-b143-4a3f-aae2-63b4547cfe44 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25010562'] for subnet, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:43.910989 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-02811c8d-3779-4f65-893b-b40f8446f6c0 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:43.923432 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:43.927889 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65534e34-325a-4cc4-848a-f3bf7713f674 None None] Pushing event updated for resources: {'Port': ['ID=ac32dd6d-8407-41f7-8145-78e1e1906229,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:26:43.953870 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-79992912-ca65-474c-9773-492629757abe req-dad1d5b1-0788-406e-b7b8-3eb32daa030a tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/security-groups?id=12d84a41-4254-4f43-a1c3-ae5bdc7fdfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6250083 Aug 05 11:26:43.996194 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c2e3f01-23e3-47a0-91fc-8f86b17e10ce admin admin] Router d84b51e3-eb87-4a92-98d1-d7d070a9cb6b is scheduled to L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d with binding_index 1 {{(pid=94420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 11:26:44.089806 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-02811c8d-3779-4f65-893b-b40f8446f6c0 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:44.091366 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-02811c8d-3779-4f65-893b-b40f8446f6c0 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.4969213 Aug 05 11:26:44.108182 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd8b18f-0d2f-492b-8ff0-3174a8489af7 req-0b5e5c4a-830a-4bc9-b07c-3652243915ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:44.109483 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fa88bf-35e0-4ca6-8d7b-74422f3a8874 None None] Routers {'ec8ba789-a154-429c-9903-1744beefd0a1'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:26:44.110812 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-89fa88bf-35e0-4ca6-8d7b-74422f3a8874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:26:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['ec8ba789-a154-429c-9903-1744beefd0a1'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:26:44.111647 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2dd8b18f-0d2f-492b-8ff0-3174a8489af7 req-0b5e5c4a-830a-4bc9-b07c-3652243915ce service neutron] 10.222.0.55 "GET /v2.0/subnets?id=63fb736d-d029-44dc-a68b-bfad4551695d HTTP/1.1" status: 200 len: 797 time: 0.4328704 Aug 05 11:26:44.112430 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 48128) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:26:44.113934 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-c014158c-ea25-4a5a-95d9-83727827088f tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Allocated IP 2001:db8::43 (8621bc52-c8c7-41e9-8b50-d7993bbb4828/f66eab68-8e1c-4e8f-8d58-9e251da58f23/85dd6d29-bbaa-4ebd-b9ac-35bd694084ce) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:26:44.194101 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-966d8896-4200-419a-abe5-a0abcabd28ff tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Request body: {'security_group_rule': {'security_group_id': '47a5a50c-7385-42e8-98ac-c05af9825ffb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:26:44.294680 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ec02ad34-b143-4a3f-aae2-63b4547cfe44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:44.316310 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02811c8d-3779-4f65-893b-b40f8446f6c0 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47a5a50c-7385-42e8-98ac-c05af9825ffb,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:26:44.403428 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-89fa88bf-35e0-4ca6-8d7b-74422f3a8874 None None] Set router ec8ba789-a154-429c-9903-1744beefd0a1 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:26:44.504255 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd8b18f-0d2f-492b-8ff0-3174a8489af7 req-fa2d086d-037f-4fef-8aba-bb6f4df339c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:44.506165 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2dd8b18f-0d2f-492b-8ff0-3174a8489af7 req-fa2d086d-037f-4fef-8aba-bb6f4df339c4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d036d46a-a30d-4750-b27d-4b7146f11df9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3737073 Aug 05 11:26:44.550852 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c014158c-ea25-4a5a-95d9-83727827088f tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:44.560420 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-966d8896-4200-419a-abe5-a0abcabd28ff tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:44.582457 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [None req-c014158c-ea25-4a5a-95d9-83727827088f tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Transition to ACTIVE for port object 85dd6d29-bbaa-4ebd-b9ac-35bd694084ce will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:26:44.628734 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51b325b8-67f6-4df3-99d8-5748c18fc4fb', 'name': 'network-vif-deleted', 'tag': '17316c3c-1452-458b-b7e3-72878c4fab59'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:26:44.632771 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ecfa398-2b97-487c-889f-eb2bf5c17348" -d '{"events": [{"server_uuid": "51b325b8-67f6-4df3-99d8-5748c18fc4fb", "name": "network-vif-deleted", "tag": "17316c3c-1452-458b-b7e3-72878c4fab59"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:26:44.638700 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c014158c-ea25-4a5a-95d9-83727827088f tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:44.668010 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ec02ad34-b143-4a3f-aae2-63b4547cfe44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29762763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24211094'] for subnet, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:44.748436 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a52eb8a-5870-4a88-a013-8347404fd08a x-openstack-request-id: req-6a52eb8a-5870-4a88-a013-8347404fd08a {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:26:44.754150 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec02ad34-b143-4a3f-aae2-63b4547cfe44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77727c47-55bd-4253-8ce2-1215b1e32718,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:26:44.755498 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51b325b8-67f6-4df3-99d8-5748c18fc4fb", "name": "network-vif-deleted", "tag": "17316c3c-1452-458b-b7e3-72878c4fab59", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:26:44.756113 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6a52eb8a-5870-4a88-a013-8347404fd08a {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:26:44.756815 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51b325b8-67f6-4df3-99d8-5748c18fc4fb', 'name': 'network-vif-deleted', 'tag': '17316c3c-1452-458b-b7e3-72878c4fab59', 'status': 'completed', 'code': 200} Aug 05 11:26:44.783541 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ec02ad34-b143-4a3f-aae2-63b4547cfe44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:44.789037 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-ec02ad34-b143-4a3f-aae2-63b4547cfe44 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/77727c47-55bd-4253-8ce2-1215b1e32718 HTTP/1.1" status: 204 len: 168 time: 2.1295049 Aug 05 11:26:44.790991 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c2e3f01-23e3-47a0-91fc-8f86b17e10ce admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:26:44.792025 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c014158c-ea25-4a5a-95d9-83727827088f tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Network 8621bc52-c8c7-41e9-8b50-d7993bbb4828 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:26:44.794198 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 48142) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:26:44.802740 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-c014158c-ea25-4a5a-95d9-83727827088f tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:26:44.805391 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0462967c-66fa-488d-a05c-99746b557ba8 None None] Sync routers for ids ['d84b51e3-eb87-4a92-98d1-d7d070a9cb6b'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:26:44.814329 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c014158c-ea25-4a5a-95d9-83727827088f tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:26:44.829256 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c014158c-ea25-4a5a-95d9-83727827088f tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:44.831748 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c014158c-ea25-4a5a-95d9-83727827088f tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:44.845906 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-966d8896-4200-419a-abe5-a0abcabd28ff tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:44.855738 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0462967c-66fa-488d-a05c-99746b557ba8 None None] Routers {'d84b51e3-eb87-4a92-98d1-d7d070a9cb6b'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:26:44.858741 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-0462967c-66fa-488d-a05c-99746b557ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:26:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['d84b51e3-eb87-4a92-98d1-d7d070a9cb6b'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:26:44.871653 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0c2e3f01-23e3-47a0-91fc-8f86b17e10ce admin admin] Notify callbacks [] for router, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:44.873222 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-0c2e3f01-23e3-47a0-91fc-8f86b17e10ce admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 15.7026215 Aug 05 11:26:44.874294 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-966d8896-4200-419a-abe5-a0abcabd28ff tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:44.948955 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 48144) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:26:44.975669 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966d8896-4200-419a-abe5-a0abcabd28ff tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91c4e047-84ae-4b77-83f4-3469be566a43,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:26:44.987889 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-966d8896-4200-419a-abe5-a0abcabd28ff tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:44.994697 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-966d8896-4200-419a-abe5-a0abcabd28ff tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8638971 Aug 05 11:26:45.003501 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2dd8b18f-0d2f-492b-8ff0-3174a8489af7 req-66c53de5-bb6f-40b1-900b-97101cc97a15 service neutron] 10.222.0.55 "GET /v2.0/networks/d036d46a-a30d-4750-b27d-4b7146f11df9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4789870 Aug 05 11:26:45.004479 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 48150) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:26:45.011338 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-6050ad47-3e6c-427c-a58f-2b4e2b829641 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Request body: {'security_group_rule': {'security_group_id': '47a5a50c-7385-42e8-98ac-c05af9825ffb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:26:45.039269 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-89fa88bf-35e0-4ca6-8d7b-74422f3a8874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8ba789-a154-429c-9903-1744beefd0a1', 'name': 'tempest-ServerActionsTestJSON-1586802047-router', 'tenant_id': '922471f37b13454ba92168a26c5eea8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '5d78ff12-51c7-471c-bde9-9c60113b613d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:26:13Z', 'updated_at': '2021-08-05T11:26:34Z', 'revision_number': 4, 'project_id': '922471f37b13454ba92168a26c5eea8e', 'gw_port': {'id': '5d78ff12-51c7-471c-bde9-9c60113b613d', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8ba789-a154-429c-9903-1744beefd0a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:26:16Z', 'updated_at': '2021-08-05T11:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'ac32dd6d-8407-41f7-8145-78e1e1906229', 'name': '', 'network_id': '3bbc31db-4958-4e8b-9f8e-bc48b5d28e47', 'tenant_id': '922471f37b13454ba92168a26c5eea8e', 'mac_address': 'fa:16:3e:45:0f:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec8ba789-a154-429c-9903-1744beefd0a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '2358f314-430e-4da8-8dea-b9e9954bab81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:26:28Z', 'updated_at': '2021-08-05T11:26:43Z', 'revision_number': 4, 'project_id': '922471f37b13454ba92168a26c5eea8e', 'subnets': [{'id': '2358f314-430e-4da8-8dea-b9e9954bab81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:26:45.145844 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fa88bf-35e0-4ca6-8d7b-74422f3a8874 None None] The sync data for ids ['ec8ba789-a154-429c-9903-1744beefd0a1'] in n-d-803378-2 is: [{'id': 'ec8ba789-a154-429c-9903-1744beefd0a1', 'name': 'tempest-ServerActionsTestJSON-1586802047-router', 'tenant_id': '922471f37b13454ba92168a26c5eea8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '5d78ff12-51c7-471c-bde9-9c60113b613d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:26:13Z', 'updated_at': '2021-08-05T11:26:34Z', 'revision_number': 4, 'project_id': '922471f37b13454ba92168a26c5eea8e', 'gw_port': {'id': '5d78ff12-51c7-471c-bde9-9c60113b613d', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8ba789-a154-429c-9903-1744beefd0a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:26:16Z', 'updated_at': '2021-08-05T11:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'ac32dd6d-8407-41f7-8145-78e1e1906229', 'name': '', 'network_id': '3bbc31db-4958-4e8b-9f8e-bc48b5d28e47', 'tenant_id': '922471f37b13454ba92168a26c5eea8e', 'mac_address': 'fa:16:3e:45:0f:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec8ba789-a154-429c-9903-1744beefd0a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '2358f314-430e-4da8-8dea-b9e9954bab81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:26:28Z', 'updated_at': '2021-08-05T11:26:43Z', 'revision_number': 4, 'project_id': '922471f37b13454ba92168a26c5eea8e', 'subnets': [{'id': '2358f314-430e-4da8-8dea-b9e9954bab81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:26:45.268796 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-0462967c-66fa-488d-a05c-99746b557ba8 None None] Set router d84b51e3-eb87-4a92-98d1-d7d070a9cb6b gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:26:45.347803 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c014158c-ea25-4a5a-95d9-83727827088f tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Pushing event updated for resources: {'Port': ['ID=85dd6d29-bbaa-4ebd-b9ac-35bd694084ce,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:26:45.375354 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 48160) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:26:45.375638 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-c014158c-ea25-4a5a-95d9-83727827088f tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.0698125 Aug 05 11:26:45.399911 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-ea3aef32-2324-4a1c-9efe-9e9b99304ae3 tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::34a', 'mac_address': 'fa:16:3e:9f:f9:c6'}]}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:26:45.403299 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-58b68de5-815b-4f2d-8771-eebc46d85573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:45.406872 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6050ad47-3e6c-427c-a58f-2b4e2b829641 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:45.473796 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-5b5a1254-00bf-485c-b1ba-2fd7b5b8010c None None] Provisioning for port 85dd6d29-bbaa-4ebd-b9ac-35bd694084ce completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:26:45.480399 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-5b5a1254-00bf-485c-b1ba-2fd7b5b8010c None None] Provisioning complete for port 85dd6d29-bbaa-4ebd-b9ac-35bd694084ce triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:26:45.480943 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-5b5a1254-00bf-485c-b1ba-2fd7b5b8010c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:45.512442 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 48162) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:26:45.593229 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc6d466-760c-43a2-bfdf-989704947eeb req-185803f2-523d-4a63-a2a6-4d9475bb1304 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:45.610390 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5cc6d466-760c-43a2-bfdf-989704947eeb req-185803f2-523d-4a63-a2a6-4d9475bb1304 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c7e86ba-410d-4526-8271-d3e317691a4a HTTP/1.1" status: 200 len: 945 time: 0.4223392 Aug 05 11:26:45.659136 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-5b5a1254-00bf-485c-b1ba-2fd7b5b8010c None None] Port 85dd6d29-bbaa-4ebd-b9ac-35bd694084ce cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:26:45.748285 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2dd8b18f-0d2f-492b-8ff0-3174a8489af7 req-1b8bb10f-9f97-47b2-94d1-08272552606f service neutron] 10.222.0.55 "GET /v2.0/networks/d036d46a-a30d-4750-b27d-4b7146f11df9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7283170 Aug 05 11:26:45.858060 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-0462967c-66fa-488d-a05c-99746b557ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd84b51e3-eb87-4a92-98d1-d7d070a9cb6b', 'name': 'tempest-ServersTestMultiNic-176608058-router', 'tenant_id': '496a66fa8c0741119f64b2d8ff8b2bc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': 'ecbc01ff-2470-4c57-895b-d73207b10c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:26:29Z', 'updated_at': '2021-08-05T11:26:40Z', 'revision_number': 3, 'project_id': '496a66fa8c0741119f64b2d8ff8b2bc9', 'gw_port': {'id': 'ecbc01ff-2470-4c57-895b-d73207b10c32', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c0:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd84b51e3-eb87-4a92-98d1-d7d070a9cb6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:26:35Z', 'updated_at': '2021-08-05T11:26:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:26:45.883623 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-58b68de5-815b-4f2d-8771-eebc46d85573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:45.903006 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0462967c-66fa-488d-a05c-99746b557ba8 None None] Checking router: d84b51e3-eb87-4a92-98d1-d7d070a9cb6b for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:26:45.903735 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0462967c-66fa-488d-a05c-99746b557ba8 None None] Updating router d84b51e3-eb87-4a92-98d1-d7d070a9cb6b port ecbc01ff-2470-4c57-895b-d73207b10c32 binding host n-d-803378-2 {{(pid=94423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 11:26:45.904975 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-58b68de5-815b-4f2d-8771-eebc46d85573 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['935dfafb-c218-46f0-a0fc-6988efea014e']}} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:26:45.925683 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2dd8b18f-0d2f-492b-8ff0-3174a8489af7 req-74536357-ca94-4f3a-ab90-ed28aa6a548a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.163&port_id=c5788608-f14e-46e7-9589-cd5c2a4cea14 HTTP/1.1" status: 200 len: 217 time: 0.1073346 Aug 05 11:26:45.928972 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-58b68de5-815b-4f2d-8771-eebc46d85573 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3755ddfa-acaa-48bf-88a2-0838645ce318') {'for_net_delete': True} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:26:45.929290 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-58b68de5-815b-4f2d-8771-eebc46d85573 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3755ddfa-acaa-48bf-88a2-0838645ce318') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:26:45.945516 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-0462967c-66fa-488d-a05c-99746b557ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:45.949272 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-58b68de5-815b-4f2d-8771-eebc46d85573 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29786371'] for segment, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:45.959595 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-d3ea8060-dc3a-4ff8-9ab5-beb3a9140133 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-2125664819-network', 'tenant_id': '880aa36a589740e2a5e552b5700a32b8'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:26:46.030976 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-58b68de5-815b-4f2d-8771-eebc46d85573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:46.050839 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58b68de5-815b-4f2d-8771-eebc46d85573 admin admin] Releasing vlan 668 on physical network physnet1 to pool {{(pid=94421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:26:46.051694 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-58b68de5-815b-4f2d-8771-eebc46d85573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25038799'] for segment, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:46.055283 n-d-803378-2 neutron-server[94421]: Traceback (most recent call last): Aug 05 11:26:46.055283 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:26:46.055283 n-d-803378-2 neutron-server[94421]: timer() Aug 05 11:26:46.055283 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:26:46.055283 n-d-803378-2 neutron-server[94421]: cb(*args, **kw) Aug 05 11:26:46.055283 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:26:46.055283 n-d-803378-2 neutron-server[94421]: return func(*args, **kwargs) Aug 05 11:26:46.055283 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:26:46.055283 n-d-803378-2 neutron-server[94421]: self._notify() Aug 05 11:26:46.055283 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:26:46.055283 n-d-803378-2 neutron-server[94421]: self.callback(batched_events) Aug 05 11:26:46.055283 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:26:46.055283 n-d-803378-2 neutron-server[94421]: event.method(event) Aug 05 11:26:46.055283 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:26:46.055283 n-d-803378-2 neutron-server[94421]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:26:46.055283 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:26:46.055283 n-d-803378-2 neutron-server[94421]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:26:46.055283 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:26:46.055283 n-d-803378-2 neutron-server[94421]: return f(self, *a, **k) Aug 05 11:26:46.055283 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:26:46.055283 n-d-803378-2 neutron-server[94421]: return self._get(url).json() Aug 05 11:26:46.055283 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:26:46.055283 n-d-803378-2 neutron-server[94421]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:26:46.055283 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:26:46.055283 n-d-803378-2 neutron-server[94421]: return self.request(url, 'GET', **kwargs) Aug 05 11:26:46.055283 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:26:46.055283 n-d-803378-2 neutron-server[94421]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:26:46.055283 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:26:46.055283 n-d-803378-2 neutron-server[94421]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:26:46.055283 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:26:46.055283 n-d-803378-2 neutron-server[94421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:26:46.055283 n-d-803378-2 neutron-server[94421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:26:46.137033 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd8b18f-0d2f-492b-8ff0-3174a8489af7 req-30993db2-c5b2-4b1f-8a28-7d9ce0a0e679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:46.138652 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2dd8b18f-0d2f-492b-8ff0-3174a8489af7 req-30993db2-c5b2-4b1f-8a28-7d9ce0a0e679 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=63fb736d-d029-44dc-a68b-bfad4551695d HTTP/1.1" status: 200 len: 797 time: 0.1894717 Aug 05 11:26:46.177067 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6050ad47-3e6c-427c-a58f-2b4e2b829641 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:46.228252 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5cc6d466-760c-43a2-bfdf-989704947eeb req-c32944f3-7307-4a51-bcf3-bce501a52345 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/security-groups?id=12d84a41-4254-4f43-a1c3-ae5bdc7fdfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6128550 Aug 05 11:26:46.255594 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6050ad47-3e6c-427c-a58f-2b4e2b829641 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:46.264868 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3ea8060-dc3a-4ff8-9ab5-beb3a9140133 admin admin] Made reservation on behalf of 880aa36a589740e2a5e552b5700a32b8 for: {'network': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:26:46.279617 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-58b68de5-815b-4f2d-8771-eebc46d85573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:46.290598 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-58b68de5-815b-4f2d-8771-eebc46d85573 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:46.294270 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-58b68de5-815b-4f2d-8771-eebc46d85573 admin admin] 10.222.0.58 "DELETE /v2.0/networks/935dfafb-c218-46f0-a0fc-6988efea014e HTTP/1.1" status: 204 len: 168 time: 1.4861505 Aug 05 11:26:46.294841 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d3ea8060-dc3a-4ff8-9ab5-beb3a9140133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:46.391938 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b68de5-815b-4f2d-8771-eebc46d85573 admin admin] Pushing event deleted for resources: {'Network': ['ID=935dfafb-c218-46f0-a0fc-6988efea014e,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:26:46.437265 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d3ea8060-dc3a-4ff8-9ab5-beb3a9140133 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:46.556909 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6050ad47-3e6c-427c-a58f-2b4e2b829641 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fab829d2-5a7b-42f8-bc2b-b9015c0fc0ec,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:26:46.604702 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6050ad47-3e6c-427c-a58f-2b4e2b829641 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:46.607052 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-6050ad47-3e6c-427c-a58f-2b4e2b829641 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6006429 Aug 05 11:26:46.627614 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-0462967c-66fa-488d-a05c-99746b557ba8 None None] Notify callbacks [] for port, precommit_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:46.643835 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 48174) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:26:46.651028 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-0ad0e84f-20f3-4d67-a498-13f8ef426bb9 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Request body: {'floatingip': {'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:26:46.675352 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.provisioning_blocks [None req-0462967c-66fa-488d-a05c-99746b557ba8 None None] Transition to ACTIVE for port object ecbc01ff-2470-4c57-895b-d73207b10c32 will not be triggered until provisioned by entity L2. {{(pid=94423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:26:46.703003 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 48176) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:26:46.704555 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-0462967c-66fa-488d-a05c-99746b557ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:46.710449 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358b27d6-a73e-41e9-bf47-4988343e8380 req-a660f207-ed15-48c8-84b1-ed7afb3f4bd3 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:46.717397 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-358b27d6-a73e-41e9-bf47-4988343e8380 req-a660f207-ed15-48c8-84b1-ed7afb3f4bd3 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/ports?device_id=395e3181-e108-429a-b59d-fbdec19762ff HTTP/1.1" status: 200 len: 950 time: 0.8976917 Aug 05 11:26:46.723919 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device ac32dd6d-8407-41f7-8145-78e1e1906229 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:26:46.732564 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0ad0e84f-20f3-4d67-a498-13f8ef426bb9 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Notify callbacks [] for floatingip, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:46.867998 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-0462967c-66fa-488d-a05c-99746b557ba8 None None] Attempting to bind port ecbc01ff-2470-4c57-895b-d73207b10c32 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:26:46.869111 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-0462967c-66fa-488d-a05c-99746b557ba8 None None] Attempting to bind port ecbc01ff-2470-4c57-895b-d73207b10c32 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}] {{(pid=94423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:26:46.869619 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0462967c-66fa-488d-a05c-99746b557ba8 None None] Attempting to bind port ecbc01ff-2470-4c57-895b-d73207b10c32 on network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:26:46.869825 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-becf27fe-e3bc-4470-bd47-1a5c738e4aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:46.877105 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-4d4a81ef-fb22-4310-8575-9e3c546d8776 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=831b49a771d84f5d8c3d7ade9f08897a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1727214 Aug 05 11:26:46.888206 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 48178) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:26:46.890890 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0462967c-66fa-488d-a05c-99746b557ba8 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:26:46.891945 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0462967c-66fa-488d-a05c-99746b557ba8 None None] Checking segment: {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:26:46.893391 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-0462967c-66fa-488d-a05c-99746b557ba8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:46.893563 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0462967c-66fa-488d-a05c-99746b557ba8 None None] Bound using segment: {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'} {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:26:46.894186 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ea3aef32-2324-4a1c-9efe-9e9b99304ae3 tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:46.894873 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-0462967c-66fa-488d-a05c-99746b557ba8 None None] Bound port: ecbc01ff-2470-4c57-895b-d73207b10c32, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}}] {{(pid=94423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:26:46.895038 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-0462967c-66fa-488d-a05c-99746b557ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:46.908931 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3934d6-afa5-4603-af43-102974d8b832 None None] Pushing event updated for resources: {'Port': ['ID=ecbc01ff-2470-4c57-895b-d73207b10c32,revision_number=2']} {{(pid=94423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:26:46.938250 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port ac32dd6d-8407-41f7-8145-78e1e1906229 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:26:46.946103 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port ac32dd6d-8407-41f7-8145-78e1e1906229 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:26:46.947667 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:46.970516 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd8b18f-0d2f-492b-8ff0-3174a8489af7 req-04c8b6ad-fb72-47c7-a0af-09d06311d29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:46.972524 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2dd8b18f-0d2f-492b-8ff0-3174a8489af7 req-04c8b6ad-fb72-47c7-a0af-09d06311d29d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d036d46a-a30d-4750-b27d-4b7146f11df9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7329590 Aug 05 11:26:47.081742 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.db [None req-0462967c-66fa-488d-a05c-99746b557ba8 None None] For port ecbc01ff-2470-4c57-895b-d73207b10c32, host n-d-803378-2, cleared binding levels {{(pid=94423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:26:47.097111 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.db [None req-0462967c-66fa-488d-a05c-99746b557ba8 None None] For port ecbc01ff-2470-4c57-895b-d73207b10c32, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=ecbc01ff-2470-4c57-895b-d73207b10c32,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:26:47.111430 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-0462967c-66fa-488d-a05c-99746b557ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:47.156072 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-358b27d6-a73e-41e9-bf47-4988343e8380 req-3698c445-619f-42ff-8d6e-1dd4c9673a5e tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/security-groups?id=2975fa17-2fff-4e01-97a3-764244a94779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4267850 Aug 05 11:26:47.203302 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ba99db2b-27df-4ce3-9098-38a5430a0a31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:47.230564 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:47.292386 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774330e7-3289-4dd3-932a-c15e9a239d09 req-8d200abe-bd35-4c57-990c-e9aca95bf41b tempest-LiveMigrationTest-868734295 tempest-LiveMigrationTest-868734295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:47.296567 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0462967c-66fa-488d-a05c-99746b557ba8 None None] Routers {'d84b51e3-eb87-4a92-98d1-d7d070a9cb6b'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:26:47.297985 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-0462967c-66fa-488d-a05c-99746b557ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:26:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['d84b51e3-eb87-4a92-98d1-d7d070a9cb6b'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:26:47.305237 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-774330e7-3289-4dd3-932a-c15e9a239d09 req-8d200abe-bd35-4c57-990c-e9aca95bf41b tempest-LiveMigrationTest-868734295 tempest-LiveMigrationTest-868734295-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=0c7e86ba-410d-4526-8271-d3e317691a4a HTTP/1.1" status: 200 len: 1096 time: 0.8396673 Aug 05 11:26:47.366318 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port ac32dd6d-8407-41f7-8145-78e1e1906229, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=ac32dd6d-8407-41f7-8145-78e1e1906229,segment=NetworkSegment(5615e441-bf2b-4f62-9a7e-00bdeb60130a),segment_id=5615e441-bf2b-4f62-9a7e-00bdeb60130a)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:26:47.367210 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ba99db2b-27df-4ce3-9098-38a5430a0a31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:47.377235 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:47.402200 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0e055d-3be9-4da8-b04f-749544cf9942 req-024a5a48-e2d8-4451-9c6f-b97827944f78 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:47.403600 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-fc0e055d-3be9-4da8-b04f-749544cf9942 req-024a5a48-e2d8-4451-9c6f-b97827944f78 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.55 "GET /v2.0/ports?device_id=395e3181-e108-429a-b59d-fbdec19762ff HTTP/1.1" status: 200 len: 950 time: 0.3466432 Aug 05 11:26:47.480867 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-774330e7-3289-4dd3-932a-c15e9a239d09 req-bc6e9aaa-bf62-4b13-9f82-50bb6114ae58 tempest-LiveMigrationTest-868734295 tempest-LiveMigrationTest-868734295-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=12d84a41-4254-4f43-a1c3-ae5bdc7fdfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539757 Aug 05 11:26:47.489071 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=ac32dd6d-8407-41f7-8145-78e1e1906229,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:26:47.491555 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2dd8b18f-0d2f-492b-8ff0-3174a8489af7 req-32568b6a-b4aa-4a5d-933b-ee3f88a9d5b8 service neutron] 10.222.0.55 "GET /v2.0/networks/d036d46a-a30d-4750-b27d-4b7146f11df9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5034022 Aug 05 11:26:47.602265 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0ad0e84f-20f3-4d67-a498-13f8ef426bb9 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:47.615261 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2dd8b18f-0d2f-492b-8ff0-3174a8489af7 req-35a2c253-a7b6-4eb7-88a4-f5b652af988e service neutron] 10.222.0.55 "GET /v2.0/networks/d036d46a-a30d-4750-b27d-4b7146f11df9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128986 Aug 05 11:26:47.619115 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-0462967c-66fa-488d-a05c-99746b557ba8 None None] Set router d84b51e3-eb87-4a92-98d1-d7d070a9cb6b gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:26:47.681878 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-becf27fe-e3bc-4470-bd47-1a5c738e4aa1 admin admin] Allocated IP 172.20.0.1 (4cfba4bf-ceb1-4d64-881a-3bfe487b01ef/00f73d9d-609a-4ca5-a215-7522dc3e4fcd/f261e787-8bb8-4b8a-b10d-4f41ea00a480) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:26:47.753232 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ba99db2b-27df-4ce3-9098-38a5430a0a31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:47.756139 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ba99db2b-27df-4ce3-9098-38a5430a0a31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:47.761106 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-ba99db2b-27df-4ce3-9098-38a5430a0a31 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/69caa6c2-bdd4-48ae-b06b-8d1f81acca5c HTTP/1.1" status: 204 len: 168 time: 0.8716128 Aug 05 11:26:47.784238 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2dd8b18f-0d2f-492b-8ff0-3174a8489af7 req-513fd9cf-78f4-4da6-83ab-fbf6765b72ef service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=159c355d-badf-4ebb-89b8-3f2e172149e2 HTTP/1.1" status: 200 len: 217 time: 0.1456418 Aug 05 11:26:47.831524 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d3ea8060-dc3a-4ff8-9ab5-beb3a9140133 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:47.865456 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3934d6-afa5-4603-af43-102974d8b832 None None] Pushing event updated for resources: {'Port': ['ID=ecbc01ff-2470-4c57-895b-d73207b10c32,revision_number=3']} {{(pid=94423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:26:47.867088 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d3ea8060-dc3a-4ff8-9ab5-beb3a9140133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:47.924688 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3ea8060-dc3a-4ff8-9ab5-beb3a9140133 admin admin] vlan segment allocate from pool success with {'vlan_id': 678, 'physical_network': 'physnet1'} {{(pid=94420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:26:47.937582 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5802a86-e2ac-47a2-9b8c-90a35cebf064 req-fadde4cb-168b-424f-9bfc-010620592631 tempest-LiveMigrationTest-868734295 tempest-LiveMigrationTest-868734295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:47.943436 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba99db2b-27df-4ce3-9098-38a5430a0a31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69caa6c2-bdd4-48ae-b06b-8d1f81acca5c,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:26:47.950593 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b5802a86-e2ac-47a2-9b8c-90a35cebf064 req-fadde4cb-168b-424f-9bfc-010620592631 tempest-LiveMigrationTest-868734295 tempest-LiveMigrationTest-868734295-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=0c7e86ba-410d-4526-8271-d3e317691a4a HTTP/1.1" status: 200 len: 1096 time: 0.3100443 Aug 05 11:26:48.012120 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd8b18f-0d2f-492b-8ff0-3174a8489af7 req-c15f8011-fbc1-4dbb-aabd-c7183847c4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:48.014626 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2dd8b18f-0d2f-492b-8ff0-3174a8489af7 req-c15f8011-fbc1-4dbb-aabd-c7183847c4be service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f52ba908-7485-4576-8407-c51b73bad34d HTTP/1.1" status: 200 len: 797 time: 0.2200170 Aug 05 11:26:48.023720 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d3ea8060-dc3a-4ff8-9ab5-beb3a9140133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:48.024069 n-d-803378-2 neutron-server[94420]: INFO neutron.db.segments_db [None req-d3ea8060-dc3a-4ff8-9ab5-beb3a9140133 admin admin] Added segment 090d98ab-c49d-4abe-ad31-37cd9ac62c02 of type vlan for network 9081b895-398d-41db-a440-e2f3df875e6a Aug 05 11:26:48.043521 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea8060-dc3a-4ff8-9ab5-beb3a9140133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7382b56-ea23-402b-9dbf-5e5ac09b0b0f,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:26:48.058772 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-0462967c-66fa-488d-a05c-99746b557ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd84b51e3-eb87-4a92-98d1-d7d070a9cb6b', 'name': 'tempest-ServersTestMultiNic-176608058-router', 'tenant_id': '496a66fa8c0741119f64b2d8ff8b2bc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': 'ecbc01ff-2470-4c57-895b-d73207b10c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:26:29Z', 'updated_at': '2021-08-05T11:26:40Z', 'revision_number': 3, 'project_id': '496a66fa8c0741119f64b2d8ff8b2bc9', 'gw_port': {'id': 'ecbc01ff-2470-4c57-895b-d73207b10c32', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c0:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd84b51e3-eb87-4a92-98d1-d7d070a9cb6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:26:35Z', 'updated_at': '2021-08-05T11:26:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:26:48.074246 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-0ad0e84f-20f3-4d67-a498-13f8ef426bb9 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Allocated IP 172.25.5.50 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/4dc3c324-0314-44be-b5ff-cce3ddd0f9d9) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:26:48.117289 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0462967c-66fa-488d-a05c-99746b557ba8 None None] The sync data for ids ['d84b51e3-eb87-4a92-98d1-d7d070a9cb6b'] in n-d-803378-2 is: [{'id': 'd84b51e3-eb87-4a92-98d1-d7d070a9cb6b', 'name': 'tempest-ServersTestMultiNic-176608058-router', 'tenant_id': '496a66fa8c0741119f64b2d8ff8b2bc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': 'ecbc01ff-2470-4c57-895b-d73207b10c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:26:29Z', 'updated_at': '2021-08-05T11:26:40Z', 'revision_number': 3, 'project_id': '496a66fa8c0741119f64b2d8ff8b2bc9', 'gw_port': {'id': 'ecbc01ff-2470-4c57-895b-d73207b10c32', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c0:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd84b51e3-eb87-4a92-98d1-d7d070a9cb6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:26:35Z', 'updated_at': '2021-08-05T11:26:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:26:48.171368 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d3ea8060-dc3a-4ff8-9ab5-beb3a9140133 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:48.174909 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-fc0e055d-3be9-4da8-b04f-749544cf9942 req-300c2a9b-9b83-4268-a6aa-318390c71acc tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Deleting port 46ac903b-6473-4f7d-ab25-233c6efee28b {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:26:48.175327 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-fc0e055d-3be9-4da8-b04f-749544cf9942 req-300c2a9b-9b83-4268-a6aa-318390c71acc tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:48.237820 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ea3aef32-2324-4a1c-9efe-9e9b99304ae3 tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:48.250215 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b5802a86-e2ac-47a2-9b8c-90a35cebf064 req-12f62c7b-33b1-4728-8e57-45dca9bb1e32 tempest-LiveMigrationTest-868734295 tempest-LiveMigrationTest-868734295-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=12d84a41-4254-4f43-a1c3-ae5bdc7fdfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2991822 Aug 05 11:26:48.269807 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ea3aef32-2324-4a1c-9efe-9e9b99304ae3 tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:48.304095 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d3ea8060-dc3a-4ff8-9ab5-beb3a9140133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:48.306815 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ea8060-dc3a-4ff8-9ab5-beb3a9140133 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:48.307408 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d3ea8060-dc3a-4ff8-9ab5-beb3a9140133 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:48.379546 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd8b18f-0d2f-492b-8ff0-3174a8489af7 req-29f83c23-e0e0-48e1-8519-d1cff89b5b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:48.382652 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2dd8b18f-0d2f-492b-8ff0-3174a8489af7 req-29f83c23-e0e0-48e1-8519-d1cff89b5b82 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a5f65908-1835-4cf8-bef2-1ebbd6cd0373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3538976 Aug 05 11:26:48.444099 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-fc0e055d-3be9-4da8-b04f-749544cf9942 req-300c2a9b-9b83-4268-a6aa-318390c71acc tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] For port 46ac903b-6473-4f7d-ab25-233c6efee28b, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=46ac903b-6473-4f7d-ab25-233c6efee28b,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:26:48.446178 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-fc0e055d-3be9-4da8-b04f-749544cf9942 req-300c2a9b-9b83-4268-a6aa-318390c71acc tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:48.477557 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-fc0e055d-3be9-4da8-b04f-749544cf9942 req-300c2a9b-9b83-4268-a6aa-318390c71acc tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Calling delete_port for 46ac903b-6473-4f7d-ab25-233c6efee28b owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:26:48.623677 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-becf27fe-e3bc-4470-bd47-1a5c738e4aa1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:48.664561 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-ea3aef32-2324-4a1c-9efe-9e9b99304ae3 tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] In _notify_port_updated(), no bound segment for port 85dd6d29-bbaa-4ebd-b9ac-35bd694084ce on network 8621bc52-c8c7-41e9-8b50-d7993bbb4828 {{(pid=94420) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 05 11:26:48.685350 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3aef32-2324-4a1c-9efe-9e9b99304ae3 tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:48.685946 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ea3aef32-2324-4a1c-9efe-9e9b99304ae3 tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:48.687494 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-ea3aef32-2324-4a1c-9efe-9e9b99304ae3 tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] 10.222.0.58 "PUT /v2.0/ports/85dd6d29-bbaa-4ebd-b9ac-35bd694084ce HTTP/1.1" status: 200 len: 1002 time: 3.2997494 Aug 05 11:26:48.703913 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 48204) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:26:48.781518 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-d3ea8060-dc3a-4ff8-9ab5-beb3a9140133 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.2452464 Aug 05 11:26:48.795514 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 48208) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:26:48.849911 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device ac32dd6d-8407-41f7-8145-78e1e1906229 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:26:48.854432 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-f8ec4b5a-faf4-4a4e-8d09-16dc5f263958 admin admin] Request body: {'subnet': {'network_id': '9081b895-398d-41db-a440-e2f3df875e6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-2125664819-subnet', 'tenant_id': '880aa36a589740e2a5e552b5700a32b8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:26:48.914753 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3aef32-2324-4a1c-9efe-9e9b99304ae3 tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Pushing event updated for resources: {'Port': ['ID=85dd6d29-bbaa-4ebd-b9ac-35bd694084ce,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:26:48.928723 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea8060-dc3a-4ff8-9ab5-beb3a9140133 admin admin] Pushing event updated for resources: {'Network': ['ID=9081b895-398d-41db-a440-e2f3df875e6a,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:26:48.982701 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 9081b895-398d-41db-a440-e2f3df875e6a details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:26:49.072463 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8ec4b5a-faf4-4a4e-8d09-16dc5f263958 admin admin] Made reservation on behalf of 880aa36a589740e2a5e552b5700a32b8 for: {'subnet': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:26:49.092066 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f8ec4b5a-faf4-4a4e-8d09-16dc5f263958 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24211133'] for subnet, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:49.112725 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port ac32dd6d-8407-41f7-8145-78e1e1906229 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:26:49.119653 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:49.167368 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [None req-becf27fe-e3bc-4470-bd47-1a5c738e4aa1 admin admin] Transition to ACTIVE for port object f261e787-8bb8-4b8a-b10d-4f41ea00a480 will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:26:49.172017 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de595941-ebdd-4f51-951a-94cbf5b73cc6 req-b758c096-3556-4312-9950-8eaaa9582240 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:49.188158 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-de595941-ebdd-4f51-951a-94cbf5b73cc6 req-b758c096-3556-4312-9950-8eaaa9582240 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/ports?device_id=395e3181-e108-429a-b59d-fbdec19762ff HTTP/1.1" status: 200 len: 950 time: 0.8219311 Aug 05 11:26:49.232009 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0ad0e84f-20f3-4d67-a498-13f8ef426bb9 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:49.342395 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2dd8b18f-0d2f-492b-8ff0-3174a8489af7 req-a7b57152-9a1f-434f-b441-413ff40c93f4 service neutron] 10.222.0.55 "GET /v2.0/networks/a5f65908-1835-4cf8-bef2-1ebbd6cd0373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9132922 Aug 05 11:26:49.381262 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b7a5eb2d-5913-4bd3-800c-3f2e019b3c9a None None] Provisioning complete for port 85dd6d29-bbaa-4ebd-b9ac-35bd694084ce triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:26:49.381678 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b7a5eb2d-5913-4bd3-800c-3f2e019b3c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:49.480207 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-b7a5eb2d-5913-4bd3-800c-3f2e019b3c9a None None] Port 85dd6d29-bbaa-4ebd-b9ac-35bd694084ce cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:26:49.581616 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0ad0e84f-20f3-4d67-a498-13f8ef426bb9 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:49.584760 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-becf27fe-e3bc-4470-bd47-1a5c738e4aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:49.664348 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-becf27fe-e3bc-4470-bd47-1a5c738e4aa1 admin admin] Network 4cfba4bf-ceb1-4d64-881a-3bfe487b01ef is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:26:49.685216 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-becf27fe-e3bc-4470-bd47-1a5c738e4aa1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:26:49.693660 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-fc0e055d-3be9-4da8-b04f-749544cf9942 req-300c2a9b-9b83-4268-a6aa-318390c71acc tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:49.697814 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-becf27fe-e3bc-4470-bd47-1a5c738e4aa1 admin admin] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:26:49.768801 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-becf27fe-e3bc-4470-bd47-1a5c738e4aa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33288800'] for router_interface, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:49.794208 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad0e84f-20f3-4d67-a498-13f8ef426bb9 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:26:49.980145 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 46ac903b-6473-4f7d-ab25-233c6efee28b no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:26:50.035095 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] No Port match for: 46ac903b-6473-4f7d-ab25-233c6efee28b {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:26:50.038815 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 46ac903b-6473-4f7d-ab25-233c6efee28b not bound to the agent host n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:26:50.045975 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-de595941-ebdd-4f51-951a-94cbf5b73cc6 req-d7944848-f915-472d-b88a-1f50c1ebc826 tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/security-groups?id=2975fa17-2fff-4e01-97a3-764244a94779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8558068 Aug 05 11:26:50.053125 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb90ccf-d113-4e17-bb7c-723d0536fccc req-04c2b518-bd47-4253-bdee-0d7d6ddc118b tempest-LiveMigrationTest-868734295 tempest-LiveMigrationTest-868734295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:50.067359 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ecb90ccf-d113-4e17-bb7c-723d0536fccc req-04c2b518-bd47-4253-bdee-0d7d6ddc118b tempest-LiveMigrationTest-868734295 tempest-LiveMigrationTest-868734295-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=0c7e86ba-410d-4526-8271-d3e317691a4a HTTP/1.1" status: 200 len: 1096 time: 0.8098927 Aug 05 11:26:50.128905 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-2139a498-07c6-4018-a7c4-c8115631e231 None None] Provisioning for port f261e787-8bb8-4b8a-b10d-4f41ea00a480 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:26:50.146087 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-2139a498-07c6-4018-a7c4-c8115631e231 None None] Provisioning complete for port f261e787-8bb8-4b8a-b10d-4f41ea00a480 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:26:50.148693 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-2139a498-07c6-4018-a7c4-c8115631e231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:50.193451 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ecb90ccf-d113-4e17-bb7c-723d0536fccc req-4fcf8a07-6a73-43a3-b5cb-629e89659528 tempest-LiveMigrationTest-868734295 tempest-LiveMigrationTest-868734295-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=12d84a41-4254-4f43-a1c3-ae5bdc7fdfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243141 Aug 05 11:26:50.199777 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2dd8b18f-0d2f-492b-8ff0-3174a8489af7 req-20ffbc85-6806-4c4f-9e59-ae22658868ff service neutron] 10.222.0.55 "GET /v2.0/networks/a5f65908-1835-4cf8-bef2-1ebbd6cd0373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8372729 Aug 05 11:26:50.286924 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-2139a498-07c6-4018-a7c4-c8115631e231 None None] Port f261e787-8bb8-4b8a-b10d-4f41ea00a480 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:26:50.341788 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2dd8b18f-0d2f-492b-8ff0-3174a8489af7 req-ecff579e-b0a0-4264-8c6b-f4b3d1177c36 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=06805de0-2639-4b78-8f29-513aafaaee7b HTTP/1.1" status: 200 len: 217 time: 0.1243343 Aug 05 11:26:50.383620 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad0e84f-20f3-4d67-a498-13f8ef426bb9 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Pushing event updated for resources: {'Port': ['ID=4dc3c324-0314-44be-b5ff-cce3ddd0f9d9,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:26:50.411248 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-0ad0e84f-20f3-4d67-a498-13f8ef426bb9 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:26:50.423352 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad0e84f-20f3-4d67-a498-13f8ef426bb9 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:26:50.519448 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-57cb1c5d-9bf6-4357-a537-c311e427fb46 tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Deleting port 85dd6d29-bbaa-4ebd-b9ac-35bd694084ce {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:26:50.520359 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-57cb1c5d-9bf6-4357-a537-c311e427fb46 tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:50.565415 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd8b18f-0d2f-492b-8ff0-3174a8489af7 req-f5287688-c38b-4d95-9f9c-5090e8f2e218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:50.569815 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2dd8b18f-0d2f-492b-8ff0-3174a8489af7 req-f5287688-c38b-4d95-9f9c-5090e8f2e218 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f52ba908-7485-4576-8407-c51b73bad34d HTTP/1.1" status: 200 len: 797 time: 0.2114244 Aug 05 11:26:50.609644 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f8ec4b5a-faf4-4a4e-8d09-16dc5f263958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29762700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24211087'] for subnet, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:50.728598 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc0e055d-3be9-4da8-b04f-749544cf9942 req-300c2a9b-9b83-4268-a6aa-318390c71acc tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] No DVR routers for this DVR port 46ac903b-6473-4f7d-ab25-233c6efee28b on host n-h2-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:26:50.763558 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becf27fe-e3bc-4470-bd47-1a5c738e4aa1 admin admin] Pushing event updated for resources: {'Port': ['ID=f261e787-8bb8-4b8a-b10d-4f41ea00a480,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:26:50.771430 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd8b18f-0d2f-492b-8ff0-3174a8489af7 req-d26c3a9e-01dd-40a2-89c7-2dc063513099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:50.773591 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2dd8b18f-0d2f-492b-8ff0-3174a8489af7 req-d26c3a9e-01dd-40a2-89c7-2dc063513099 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a5f65908-1835-4cf8-bef2-1ebbd6cd0373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1806042 Aug 05 11:26:50.774350 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ec4b5a-faf4-4a4e-8d09-16dc5f263958 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71ed3eb9-6087-43e0-afe0-9578718e37ba,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:26:50.774885 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-fc0e055d-3be9-4da8-b04f-749544cf9942 req-300c2a9b-9b83-4268-a6aa-318390c71acc tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:50.778249 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-fc0e055d-3be9-4da8-b04f-749544cf9942 req-300c2a9b-9b83-4268-a6aa-318390c71acc tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.55 "DELETE /v2.0/ports/46ac903b-6473-4f7d-ab25-233c6efee28b HTTP/1.1" status: 204 len: 173 time: 3.3342893 Aug 05 11:26:50.778758 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '395e3181-e108-429a-b59d-fbdec19762ff', 'name': 'network-vif-deleted', 'tag': '46ac903b-6473-4f7d-ab25-233c6efee28b'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:26:50.781982 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ae7a56a-8681-40c0-ac22-65266b4a5ecb" -d '{"events": [{"server_uuid": "395e3181-e108-429a-b59d-fbdec19762ff", "name": "network-vif-deleted", "tag": "46ac903b-6473-4f7d-ab25-233c6efee28b"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:26:50.784957 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ec4b5a-faf4-4a4e-8d09-16dc5f263958 admin admin] Checking segment: {'id': '090d98ab-c49d-4abe-ad31-37cd9ac62c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '9081b895-398d-41db-a440-e2f3df875e6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:26:50.785661 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ec4b5a-faf4-4a4e-8d09-16dc5f263958 admin admin] Network hostable DHCP agents. Network: 9081b895-398d-41db-a440-e2f3df875e6a, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:26:50.823462 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ec4b5a-faf4-4a4e-8d09-16dc5f263958 admin admin] Network 9081b895-398d-41db-a440-e2f3df875e6a is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:26:50.883590 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device ecbc01ff-2470-4c57-895b-d73207b10c32 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:26:50.969122 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-f8ec4b5a-faf4-4a4e-8d09-16dc5f263958 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, 9081b895-398d-41db-a440-e2f3df875e6a) {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:26:50.988538 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ec4b5a-faf4-4a4e-8d09-16dc5f263958 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:50.989002 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300c2a9b-9b83-4268-a6aa-318390c71acc tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] Pushing event deleted for resources: {'Port': ['ID=46ac903b-6473-4f7d-ab25-233c6efee28b,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:26:50.996917 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f8ec4b5a-faf4-4a4e-8d09-16dc5f263958 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:51.001759 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80bcead5-94d2-440a-806b-457a83e1b10d None None] Network 9081b895-398d-41db-a440-e2f3df875e6a requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:26:51.122515 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-f8ec4b5a-faf4-4a4e-8d09-16dc5f263958 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.2990553 Aug 05 11:26:51.191206 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2dd8b18f-0d2f-492b-8ff0-3174a8489af7 req-de340c85-be81-47cb-bc71-c1aaa02f5bf2 service neutron] 10.222.0.55 "GET /v2.0/networks/a5f65908-1835-4cf8-bef2-1ebbd6cd0373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3834565 Aug 05 11:26:51.207937 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port ecbc01ff-2470-4c57-895b-d73207b10c32 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:26:51.219034 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0ad0e84f-20f3-4d67-a498-13f8ef426bb9 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:51.237514 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port ecbc01ff-2470-4c57-895b-d73207b10c32 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:26:51.237890 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:51.321398 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-474a2c35-bfee-47f8-9c69-3fa699845ade x-openstack-request-id: req-474a2c35-bfee-47f8-9c69-3fa699845ade {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:26:51.328168 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "395e3181-e108-429a-b59d-fbdec19762ff", "name": "network-vif-deleted", "tag": "46ac903b-6473-4f7d-ab25-233c6efee28b", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:26:51.328856 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-474a2c35-bfee-47f8-9c69-3fa699845ade {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:26:51.331331 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '395e3181-e108-429a-b59d-fbdec19762ff', 'name': 'network-vif-deleted', 'tag': '46ac903b-6473-4f7d-ab25-233c6efee28b', 'status': 'completed', 'code': 200} Aug 05 11:26:51.519731 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2dd8b18f-0d2f-492b-8ff0-3174a8489af7 req-b82a5d07-17c3-4af2-9958-0f4ea195e576 service neutron] 10.222.0.55 "GET /v2.0/networks/a5f65908-1835-4cf8-bef2-1ebbd6cd0373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3265896 Aug 05 11:26:51.578770 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98d8030-9130-4f5a-a70f-d64322aac045 None None] Network 9081b895-398d-41db-a440-e2f3df875e6a requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:26:51.581158 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6f0eec34-b071-43bd-8195-b413718a2317 req-397b94db-6a3d-4d2a-824f-df47d6589b1d tempest-ServersOnMultiNodesTest-999140477 tempest-ServersOnMultiNodesTest-999140477-project] 10.222.0.58 "GET /v2.0/ports?device_id=395e3181-e108-429a-b59d-fbdec19762ff HTTP/1.1" status: 200 len: 210 time: 0.1056426 Aug 05 11:26:51.586744 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0ad0e84f-20f3-4d67-a498-13f8ef426bb9 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:51.737515 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-57cb1c5d-9bf6-4357-a537-c311e427fb46 tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:51.763188 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-57cb1c5d-9bf6-4357-a537-c311e427fb46 tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Calling delete_port for 85dd6d29-bbaa-4ebd-b9ac-35bd694084ce owned by {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:26:51.834085 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-dfc73945-c124-4f73-a5bc-9a7a7a5bd1a4 req-44b12ff7-a5c0-468c-b467-32edbf0e62a4 tempest-ServerShowV247Test-206203797 tempest-ServerShowV247Test-206203797-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5d98e05-6cec-4f63-8dd0-e5ba8c4dd46f HTTP/1.1" status: 200 len: 210 time: 0.1106389 Aug 05 11:26:51.842056 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b7bc52-79df-4958-a9cf-c02255395ec2 req-95cfe30f-3272-4c07-aed3-09e1bb517b44 tempest-LiveMigrationTest-868734295 tempest-LiveMigrationTest-868734295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:51.866391 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-20b7bc52-79df-4958-a9cf-c02255395ec2 req-95cfe30f-3272-4c07-aed3-09e1bb517b44 tempest-LiveMigrationTest-868734295 tempest-LiveMigrationTest-868734295-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=0c7e86ba-410d-4526-8271-d3e317691a4a HTTP/1.1" status: 200 len: 1096 time: 0.2679169 Aug 05 11:26:51.901490 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:51.931941 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:51.994584 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port ecbc01ff-2470-4c57-895b-d73207b10c32, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=ecbc01ff-2470-4c57-895b-d73207b10c32,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:26:52.001291 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:52.022409 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-20b7bc52-79df-4958-a9cf-c02255395ec2 req-7c3e3392-d0aa-4453-bb15-4d8c51bc753d tempest-LiveMigrationTest-868734295 tempest-LiveMigrationTest-868734295-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=12d84a41-4254-4f43-a1c3-ae5bdc7fdfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547301 Aug 05 11:26:52.084172 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=ecbc01ff-2470-4c57-895b-d73207b10c32,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:26:52.346756 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-becf27fe-e3bc-4470-bd47-1a5c738e4aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:52.568431 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0ad0e84f-20f3-4d67-a498-13f8ef426bb9 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:52.591244 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0ad0e84f-20f3-4d67-a498-13f8ef426bb9 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:52.672421 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-57cb1c5d-9bf6-4357-a537-c311e427fb46 tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:52.686816 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device ecbc01ff-2470-4c57-895b-d73207b10c32 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:26:52.764365 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port ecbc01ff-2470-4c57-895b-d73207b10c32 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:26:52.765662 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:52.780125 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 48286) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:26:52.786543 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-963be52d-892e-4cd7-890a-cb46ae019c47 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1162038829-network', 'tenant_id': '9d926272e3234573a749d94323ae4091'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:26:52.838200 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-963be52d-892e-4cd7-890a-cb46ae019c47 admin admin] Made reservation on behalf of 9d926272e3234573a749d94323ae4091 for: {'network': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:26:52.844410 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-963be52d-892e-4cd7-890a-cb46ae019c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:52.846257 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad0e84f-20f3-4d67-a498-13f8ef426bb9 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Pushing event updated for resources: {'Port': ['ID=4dc3c324-0314-44be-b5ff-cce3ddd0f9d9,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:26:52.874396 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-963be52d-892e-4cd7-890a-cb46ae019c47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:52.884118 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cb1c5d-9bf6-4357-a537-c311e427fb46 tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Pushing event deleted for resources: {'Port': ['ID=85dd6d29-bbaa-4ebd-b9ac-35bd694084ce,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:26:52.893849 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0ad0e84f-20f3-4d67-a498-13f8ef426bb9 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33287247'] for floatingip, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:53.081599 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-963be52d-892e-4cd7-890a-cb46ae019c47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:53.090811 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-963be52d-892e-4cd7-890a-cb46ae019c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:53.114159 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-57cb1c5d-9bf6-4357-a537-c311e427fb46 tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:53.117175 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-57cb1c5d-9bf6-4357-a537-c311e427fb46 tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] 10.222.0.58 "DELETE /v2.0/ports/85dd6d29-bbaa-4ebd-b9ac-35bd694084ce HTTP/1.1" status: 204 len: 168 time: 4.2111990 Aug 05 11:26:53.121386 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 48294) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:26:53.124763 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0ad0e84f-20f3-4d67-a498-13f8ef426bb9 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:53.126344 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-0ad0e84f-20f3-4d67-a498-13f8ef426bb9 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.4807959 Aug 05 11:26:53.142349 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-963be52d-892e-4cd7-890a-cb46ae019c47 admin admin] vlan segment allocate from pool success with {'vlan_id': 672, 'physical_network': 'physnet1'} {{(pid=94420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:26:53.166121 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963be52d-892e-4cd7-890a-cb46ae019c47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ef523ab-7ddc-4c62-89df-688e807d068e,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:26:53.182147 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-963be52d-892e-4cd7-890a-cb46ae019c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:53.185247 n-d-803378-2 neutron-server[94420]: INFO neutron.db.segments_db [None req-963be52d-892e-4cd7-890a-cb46ae019c47 admin admin] Added segment 563bf166-424a-4ea4-a2bf-db486f685270 of type vlan for network 6798fb0e-a641-44c6-9939-2b2dd69e54dd Aug 05 11:26:53.240069 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-becf27fe-e3bc-4470-bd47-1a5c738e4aa1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:53.242582 n-d-803378-2 neutron-server[94421]: INFO neutron.pecan_wsgi.hooks.translation [None req-de5a06e7-be6f-4c3c-9019-63ff69babc12 tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] GET failed (client error): The resource could not be found. Aug 05 11:26:53.247874 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-de5a06e7-be6f-4c3c-9019-63ff69babc12 tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] 10.222.0.58 "GET /v2.0/ports/85dd6d29-bbaa-4ebd-b9ac-35bd694084ce HTTP/1.1" status: 404 len: 333 time: 0.1240129 Aug 05 11:26:53.253503 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 48298) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:26:53.256107 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-becf27fe-e3bc-4470-bd47-1a5c738e4aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:53.278052 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-b9900040-75c2-4e13-8d95-db9c17e65b18 tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Request body: {'port': {'network_id': '8621bc52-c8c7-41e9-8b50-d7993bbb4828', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1260316981'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:26:53.288587 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-963be52d-892e-4cd7-890a-cb46ae019c47 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:53.486862 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becf27fe-e3bc-4470-bd47-1a5c738e4aa1 admin admin] Pushing event updated for resources: {'Port': ['ID=f261e787-8bb8-4b8a-b10d-4f41ea00a480,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:26:53.519525 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-becf27fe-e3bc-4470-bd47-1a5c738e4aa1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33140268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33208272'] for router_interface, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:53.542165 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-963be52d-892e-4cd7-890a-cb46ae019c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:53.543381 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963be52d-892e-4cd7-890a-cb46ae019c47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:53.544081 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-963be52d-892e-4cd7-890a-cb46ae019c47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:53.684819 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-963be52d-892e-4cd7-890a-cb46ae019c47 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9026723 Aug 05 11:26:53.687544 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 48320) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:26:53.698098 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-64630e72-6ada-40b2-b731-390cabd3bb06 admin admin] Request body: {'subnet': {'network_id': '6798fb0e-a641-44c6-9939-2b2dd69e54dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1162038829-subnet', 'tenant_id': '9d926272e3234573a749d94323ae4091', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:26:53.741931 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-becf27fe-e3bc-4470-bd47-1a5c738e4aa1 admin admin] Network 4cfba4bf-ceb1-4d64-881a-3bfe487b01ef is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:26:53.746769 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-becf27fe-e3bc-4470-bd47-1a5c738e4aa1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:26:53.888842 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963be52d-892e-4cd7-890a-cb46ae019c47 admin admin] Pushing event updated for resources: {'Network': ['ID=6798fb0e-a641-44c6-9939-2b2dd69e54dd,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:26:53.920622 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963be52d-892e-4cd7-890a-cb46ae019c47 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:26:53.921699 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963be52d-892e-4cd7-890a-cb46ae019c47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:26:53.924667 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963be52d-892e-4cd7-890a-cb46ae019c47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:26:53.925452 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963be52d-892e-4cd7-890a-cb46ae019c47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:26:53.926150 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963be52d-892e-4cd7-890a-cb46ae019c47 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:26:53.926737 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963be52d-892e-4cd7-890a-cb46ae019c47 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:26:53.930118 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963be52d-892e-4cd7-890a-cb46ae019c47 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:26:53.931495 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963be52d-892e-4cd7-890a-cb46ae019c47 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:26:53.934567 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963be52d-892e-4cd7-890a-cb46ae019c47 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:26:53.935291 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963be52d-892e-4cd7-890a-cb46ae019c47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:26:53.935862 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963be52d-892e-4cd7-890a-cb46ae019c47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:26:53.938135 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963be52d-892e-4cd7-890a-cb46ae019c47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:26:53.966842 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9900040-75c2-4e13-8d95-db9c17e65b18 tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Made reservation on behalf of df4854ee438a476fa9e919a2684b7c8b for: {'port': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:26:53.983250 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 6798fb0e-a641-44c6-9939-2b2dd69e54dd details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:26:53.985550 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b9900040-75c2-4e13-8d95-db9c17e65b18 tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:54.023190 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-becf27fe-e3bc-4470-bd47-1a5c738e4aa1 admin admin] Router d84b51e3-eb87-4a92-98d1-d7d070a9cb6b has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 11:26:54.025888 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64630e72-6ada-40b2-b731-390cabd3bb06 admin admin] Made reservation on behalf of 9d926272e3234573a749d94323ae4091 for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:26:54.031747 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-64630e72-6ada-40b2-b731-390cabd3bb06 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:54.191152 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-eb8e1835-da09-4b37-9af9-b7de8b5d233e req-25837c28-7027-43b1-9de4-adde0a82def5 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--148488368&fields=id&tenant_id=922471f37b13454ba92168a26c5eea8e HTTP/1.1" status: 200 len: 267 time: 0.3300605 Aug 05 11:26:54.215844 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [None req-b9900040-75c2-4e13-8d95-db9c17e65b18 tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] device_id is not set on port abf66864-dc58-490e-9108-e5a2bb8fef70 yet. {{(pid=94420) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 11:26:54.410156 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-81120324-b73e-4746-9330-64e00270a390 None None] Provisioning complete for port f261e787-8bb8-4b8a-b10d-4f41ea00a480 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:26:54.415390 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-81120324-b73e-4746-9330-64e00270a390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:54.463028 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-becf27fe-e3bc-4470-bd47-1a5c738e4aa1 admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:26:54.470704 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-becf27fe-e3bc-4470-bd47-1a5c738e4aa1 admin admin] 10.222.0.58 "PUT /v2.0/routers/d84b51e3-eb87-4a92-98d1-d7d070a9cb6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5114148 Aug 05 11:26:54.496807 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea482b79-5016-4203-934f-96d450fdb43d None None] Sync routers for ids ['d84b51e3-eb87-4a92-98d1-d7d070a9cb6b'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:26:54.572195 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea482b79-5016-4203-934f-96d450fdb43d None None] Routers {'d84b51e3-eb87-4a92-98d1-d7d070a9cb6b'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:26:54.577049 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-ea482b79-5016-4203-934f-96d450fdb43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:26:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['d84b51e3-eb87-4a92-98d1-d7d070a9cb6b'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:26:54.595356 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-81120324-b73e-4746-9330-64e00270a390 None None] Port f261e787-8bb8-4b8a-b10d-4f41ea00a480 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:26:54.605938 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-64630e72-6ada-40b2-b731-390cabd3bb06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25038678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30075167'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:54.687528 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 48346) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:26:54.703181 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8e1835-da09-4b37-9af9-b7de8b5d233e req-5eb95692-cbbb-4dff-9102-3dadaed5c92f tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:54.721580 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-eb8e1835-da09-4b37-9af9-b7de8b5d233e req-5eb95692-cbbb-4dff-9102-3dadaed5c92f tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/networks?id=3bbc31db-4958-4e8b-9f8e-bc48b5d28e47 HTTP/1.1" status: 200 len: 812 time: 0.5270908 Aug 05 11:26:54.756539 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64630e72-6ada-40b2-b731-390cabd3bb06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bc254c1-b4e6-47b4-81ac-bdef59406373,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:26:54.768400 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64630e72-6ada-40b2-b731-390cabd3bb06 admin admin] Checking segment: {'id': '563bf166-424a-4ea4-a2bf-db486f685270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '6798fb0e-a641-44c6-9939-2b2dd69e54dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:26:54.768874 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64630e72-6ada-40b2-b731-390cabd3bb06 admin admin] Network hostable DHCP agents. Network: 6798fb0e-a641-44c6-9939-2b2dd69e54dd, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:26:54.800855 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64630e72-6ada-40b2-b731-390cabd3bb06 admin admin] Network 6798fb0e-a641-44c6-9939-2b2dd69e54dd is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:26:54.822345 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-64630e72-6ada-40b2-b731-390cabd3bb06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, 6798fb0e-a641-44c6-9939-2b2dd69e54dd) {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:26:54.825364 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-eb8e1835-da09-4b37-9af9-b7de8b5d233e req-79f15ba4-b7a0-4663-b0df-62c784452ae7 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/quotas/922471f37b13454ba92168a26c5eea8e HTTP/1.1" status: 200 len: 375 time: 0.1021764 Aug 05 11:26:54.833804 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64630e72-6ada-40b2-b731-390cabd3bb06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:54.837220 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-64630e72-6ada-40b2-b731-390cabd3bb06 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:54.847091 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ffcb1f-f9cb-4198-bbea-756e0db77c41 None None] Network 6798fb0e-a641-44c6-9939-2b2dd69e54dd requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:26:54.863528 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [req-cfa1f058-dbe0-412d-92f7-46693276989e req-089563e4-c403-4f4f-a526-038a5317ae32 tempest-LiveMigrationTest-868734295 tempest-LiveMigrationTest-868734295-project-admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94421) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 11:26:54.874642 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-cfa1f058-dbe0-412d-92f7-46693276989e req-089563e4-c403-4f4f-a526-038a5317ae32 tempest-LiveMigrationTest-868734295 tempest-LiveMigrationTest-868734295-project-admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4657280 Aug 05 11:26:54.898839 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-b9900040-75c2-4e13-8d95-db9c17e65b18 tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Allocated IP 2001:db8::48 (8621bc52-c8c7-41e9-8b50-d7993bbb4828/f66eab68-8e1c-4e8f-8d58-9e251da58f23/abf66864-dc58-490e-9108-e5a2bb8fef70) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:26:54.916534 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-64630e72-6ada-40b2-b731-390cabd3bb06 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2115211 Aug 05 11:26:54.973315 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 48354) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:26:55.127720 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-cfa1f058-dbe0-412d-92f7-46693276989e req-a136e7d9-05f8-4656-9309-2bb28453ec96 service neutron] Request body: {'binding': {'host': 'n-h1-803378-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:26:55.128726 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-cfa1f058-dbe0-412d-92f7-46693276989e req-a136e7d9-05f8-4656-9309-2bb28453ec96 service neutron] Unknown quota resources ['binding']. {{(pid=94421) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 05 11:26:55.143716 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-a9dfbe2f-2594-4009-b51b-fcd36a6dc1bf tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-771196645'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:26:55.153649 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-648d8885-0de7-44f3-b250-ee3bd3e580d0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=da1b410c9abb4742b18075944f1e5e2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4649103 Aug 05 11:26:55.177478 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-eb8e1835-da09-4b37-9af9-b7de8b5d233e req-79479ffc-bbad-46ba-9837-19c4cfb62018 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=922471f37b13454ba92168a26c5eea8e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3334858 Aug 05 11:26:55.184773 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 48358) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:26:55.207971 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-ea482b79-5016-4203-934f-96d450fdb43d None None] Set router d84b51e3-eb87-4a92-98d1-d7d070a9cb6b gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:26:55.275344 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9dfbe2f-2594-4009-b51b-fcd36a6dc1bf tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Made reservation on behalf of 496a66fa8c0741119f64b2d8ff8b2bc9 for: {'network': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:26:55.282234 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a9dfbe2f-2594-4009-b51b-fcd36a6dc1bf tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:55.363827 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b9900040-75c2-4e13-8d95-db9c17e65b18 tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:55.385220 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [None req-b9900040-75c2-4e13-8d95-db9c17e65b18 tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Transition to ACTIVE for port object abf66864-dc58-490e-9108-e5a2bb8fef70 will not be triggered until provisioned by entity DHCP. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:26:55.389647 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9dfbe2f-2594-4009-b51b-fcd36a6dc1bf tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] vlan segment allocate from pool success with {'vlan_id': 696, 'physical_network': 'physnet1'} {{(pid=94421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:26:55.442199 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a9dfbe2f-2594-4009-b51b-fcd36a6dc1bf tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:55.442886 n-d-803378-2 neutron-server[94421]: INFO neutron.db.segments_db [None req-a9dfbe2f-2594-4009-b51b-fcd36a6dc1bf tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Added segment 0ead1be1-90cb-409d-a49c-7ccf6006bf90 of type vlan for network 5a46f401-3a17-4039-80ff-a62c437b07b1 Aug 05 11:26:55.464653 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6e2b389f-923c-4bea-af9f-5b20582cd44d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:55.519283 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df0f810-70dc-4ffc-a15a-b2d83cd9f102 None None] Network 6798fb0e-a641-44c6-9939-2b2dd69e54dd requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:26:55.550912 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a9dfbe2f-2594-4009-b51b-fcd36a6dc1bf tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:55.573597 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6e2b389f-923c-4bea-af9f-5b20582cd44d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:55.584008 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b9900040-75c2-4e13-8d95-db9c17e65b18 tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:55.604207 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-cfa1f058-dbe0-412d-92f7-46693276989e req-a136e7d9-05f8-4656-9309-2bb28453ec96 service neutron] Attempting to bind port feb6e8f1-70b4-444b-932b-1e8db3946c34 on host n-h1-803378-2 for vnic_type normal with profile None {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:26:55.604688 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-cfa1f058-dbe0-412d-92f7-46693276989e req-a136e7d9-05f8-4656-9309-2bb28453ec96 service neutron] Attempting to bind port feb6e8f1-70b4-444b-932b-1e8db3946c34 by drivers openvswitch,hyperv on host n-h1-803378-2 at level 0 using segments [{'id': 'be89551e-4aa0-433b-90d8-e517f4f1da1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '546c0542-0f92-4f6c-914b-a74a81cd2290'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:26:55.605039 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa1f058-dbe0-412d-92f7-46693276989e req-a136e7d9-05f8-4656-9309-2bb28453ec96 service neutron] Attempting to bind port feb6e8f1-70b4-444b-932b-1e8db3946c34 on network 546c0542-0f92-4f6c-914b-a74a81cd2290 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:26:55.638216 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa1f058-dbe0-412d-92f7-46693276989e req-a136e7d9-05f8-4656-9309-2bb28453ec96 service neutron] Port feb6e8f1-70b4-444b-932b-1e8db3946c34 on network 546c0542-0f92-4f6c-914b-a74a81cd2290 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:26:55.638508 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa1f058-dbe0-412d-92f7-46693276989e req-a136e7d9-05f8-4656-9309-2bb28453ec96 service neutron] Attempting to bind port feb6e8f1-70b4-444b-932b-1e8db3946c34 on network 546c0542-0f92-4f6c-914b-a74a81cd2290 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:26:55.653924 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa1f058-dbe0-412d-92f7-46693276989e req-a136e7d9-05f8-4656-9309-2bb28453ec96 service neutron] Checking agent: {'id': '40bb7567-59bd-4b31-bc29-da1c50bca759', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:26:55.654278 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa1f058-dbe0-412d-92f7-46693276989e req-a136e7d9-05f8-4656-9309-2bb28453ec96 service neutron] Checking segment: {'id': 'be89551e-4aa0-433b-90d8-e517f4f1da1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '546c0542-0f92-4f6c-914b-a74a81cd2290'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:26:55.654656 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa1f058-dbe0-412d-92f7-46693276989e req-a136e7d9-05f8-4656-9309-2bb28453ec96 service neutron] Bound using segment: {'id': 'be89551e-4aa0-433b-90d8-e517f4f1da1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '546c0542-0f92-4f6c-914b-a74a81cd2290'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:26:55.655107 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-cfa1f058-dbe0-412d-92f7-46693276989e req-a136e7d9-05f8-4656-9309-2bb28453ec96 service neutron] Bound port: feb6e8f1-70b4-444b-932b-1e8db3946c34, host: n-h1-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be89551e-4aa0-433b-90d8-e517f4f1da1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '546c0542-0f92-4f6c-914b-a74a81cd2290'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:26:55.659700 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9900040-75c2-4e13-8d95-db9c17e65b18 tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Network 8621bc52-c8c7-41e9-8b50-d7993bbb4828 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:26:55.677691 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-b9900040-75c2-4e13-8d95-db9c17e65b18 tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:26:55.678719 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a9dfbe2f-2594-4009-b51b-fcd36a6dc1bf tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:55.682445 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9900040-75c2-4e13-8d95-db9c17e65b18 tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:26:55.688385 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9dfbe2f-2594-4009-b51b-fcd36a6dc1bf tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:55.688744 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9900040-75c2-4e13-8d95-db9c17e65b18 tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:55.689129 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a9dfbe2f-2594-4009-b51b-fcd36a6dc1bf tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:55.689334 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b9900040-75c2-4e13-8d95-db9c17e65b18 tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:55.740415 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-eb8e1835-da09-4b37-9af9-b7de8b5d233e req-a443a849-8f88-46bc-8584-eff83a623338 service neutron] 10.222.0.58 "GET /v2.0/networks/3bbc31db-4958-4e8b-9f8e-bc48b5d28e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3061914 Aug 05 11:26:55.762118 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9900040-75c2-4e13-8d95-db9c17e65b18 tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Pushing event updated for resources: {'Port': ['ID=abf66864-dc58-490e-9108-e5a2bb8fef70,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:26:55.786991 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-b9900040-75c2-4e13-8d95-db9c17e65b18 tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.5297506 Aug 05 11:26:55.833079 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 48364) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:26:55.848933 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-d5fc56bd-b2fe-479c-80a0-65cadfac3823 tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:9f:f9:c6'}]}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:26:55.873750 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6e2b389f-923c-4bea-af9f-5b20582cd44d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:55.878313 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6e2b389f-923c-4bea-af9f-5b20582cd44d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:55.885121 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-6e2b389f-923c-4bea-af9f-5b20582cd44d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2975fa17-2fff-4e01-97a3-764244a94779 HTTP/1.1" status: 204 len: 168 time: 0.6933496 Aug 05 11:26:55.889364 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-a9dfbe2f-2594-4009-b51b-fcd36a6dc1bf tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9146948 Aug 05 11:26:55.897260 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 48368) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:26:55.919410 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-1048775c-18cc-42a4-ac79-2155fed368cb tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Request body: {'subnet': {'network_id': '5a46f401-3a17-4039-80ff-a62c437b07b1', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:26:55.948246 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-ea482b79-5016-4203-934f-96d450fdb43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd84b51e3-eb87-4a92-98d1-d7d070a9cb6b', 'name': 'tempest-ServersTestMultiNic-176608058-router', 'tenant_id': '496a66fa8c0741119f64b2d8ff8b2bc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': 'ecbc01ff-2470-4c57-895b-d73207b10c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:26:29Z', 'updated_at': '2021-08-05T11:26:51Z', 'revision_number': 4, 'project_id': '496a66fa8c0741119f64b2d8ff8b2bc9', 'gw_port': {'id': 'ecbc01ff-2470-4c57-895b-d73207b10c32', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c0:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84b51e3-eb87-4a92-98d1-d7d070a9cb6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:26:35Z', 'updated_at': '2021-08-05T11:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'f261e787-8bb8-4b8a-b10d-4f41ea00a480', 'name': '', 'network_id': '4cfba4bf-ceb1-4d64-881a-3bfe487b01ef', 'tenant_id': '496a66fa8c0741119f64b2d8ff8b2bc9', 'mac_address': 'fa:16:3e:7b:19:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd84b51e3-eb87-4a92-98d1-d7d070a9cb6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '00f73d9d-609a-4ca5-a215-7522dc3e4fcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:26:46Z', 'updated_at': '2021-08-05T11:26:52Z', 'revision_number': 2, 'project_id': '496a66fa8c0741119f64b2d8ff8b2bc9', 'subnets': [{'id': '00f73d9d-609a-4ca5-a215-7522dc3e4fcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:26:55.984729 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2b389f-923c-4bea-af9f-5b20582cd44d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2975fa17-2fff-4e01-97a3-764244a94779,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:26:55.999783 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dfbe2f-2594-4009-b51b-fcd36a6dc1bf tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Pushing event updated for resources: {'Network': ['ID=5a46f401-3a17-4039-80ff-a62c437b07b1,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:26:56.025670 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 5a46f401-3a17-4039-80ff-a62c437b07b1 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:26:56.036404 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea482b79-5016-4203-934f-96d450fdb43d None None] Checking router: d84b51e3-eb87-4a92-98d1-d7d070a9cb6b for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:26:56.036404 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea482b79-5016-4203-934f-96d450fdb43d None None] Updating router d84b51e3-eb87-4a92-98d1-d7d070a9cb6b port f261e787-8bb8-4b8a-b10d-4f41ea00a480 binding host n-d-803378-2 {{(pid=94422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 11:26:56.075683 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-eb8e1835-da09-4b37-9af9-b7de8b5d233e req-1617e6e7-3236-4999-ba9d-6aa21d6c5614 service neutron] 10.222.0.58 "GET /v2.0/networks/3bbc31db-4958-4e8b-9f8e-bc48b5d28e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3340213 Aug 05 11:26:56.136665 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-cfa1f058-dbe0-412d-92f7-46693276989e req-a136e7d9-05f8-4656-9309-2bb28453ec96 service neutron] For port feb6e8f1-70b4-444b-932b-1e8db3946c34, host n-h1-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=feb6e8f1-70b4-444b-932b-1e8db3946c34,segment=NetworkSegment(be89551e-4aa0-433b-90d8-e517f4f1da1f),segment_id=be89551e-4aa0-433b-90d8-e517f4f1da1f)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:26:56.159776 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-cfa1f058-dbe0-412d-92f7-46693276989e req-a136e7d9-05f8-4656-9309-2bb28453ec96 service neutron] Notify callbacks [] for binding, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:56.162996 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1048775c-18cc-42a4-ac79-2155fed368cb tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Made reservation on behalf of 496a66fa8c0741119f64b2d8ff8b2bc9 for: {'subnet': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:26:56.163571 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-cfa1f058-dbe0-412d-92f7-46693276989e req-a136e7d9-05f8-4656-9309-2bb28453ec96 service neutron] 10.222.0.58 "POST /v2.0/ports/feb6e8f1-70b4-444b-932b-1e8db3946c34/bindings HTTP/1.1" status: 201 len: 389 time: 1.2842209 Aug 05 11:26:56.168098 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1048775c-18cc-42a4-ac79-2155fed368cb tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24211133'] for subnet, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:56.348916 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-ea482b79-5016-4203-934f-96d450fdb43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:56.365975 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d5fc56bd-b2fe-479c-80a0-65cadfac3823 tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:56.408372 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-3d74e135-b004-46a4-aadd-50c292ec06dd None None] Provisioning for port abf66864-dc58-490e-9108-e5a2bb8fef70 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:26:56.661850 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-3d74e135-b004-46a4-aadd-50c292ec06dd None None] Provisioning complete for port abf66864-dc58-490e-9108-e5a2bb8fef70 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:26:56.662378 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-3d74e135-b004-46a4-aadd-50c292ec06dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:56.836183 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 48382) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:26:56.919158 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-8c51d15f-5028-4612-a7ba-93b81f77a85c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=80dfa57a0bb745998801edbc43c5c454&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0812795 Aug 05 11:26:56.919826 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 48384) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:26:56.926508 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa1f058-dbe0-412d-92f7-46693276989e req-ae9fc6a9-02ed-4e1e-865b-81ea747b0d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:56.928172 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-cfa1f058-dbe0-412d-92f7-46693276989e req-ae9fc6a9-02ed-4e1e-865b-81ea747b0d8e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bc360260b43347fbb7d1bc7660d6f218&device_id=0c7e86ba-410d-4526-8271-d3e317691a4a HTTP/1.1" status: 200 len: 1096 time: 0.2233205 Aug 05 11:26:57.023010 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d5fc56bd-b2fe-479c-80a0-65cadfac3823 tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:57.026330 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-3d74e135-b004-46a4-aadd-50c292ec06dd None None] Port abf66864-dc58-490e-9108-e5a2bb8fef70 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:26:57.040182 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d5fc56bd-b2fe-479c-80a0-65cadfac3823 tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:57.042904 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-867c5f7c-5197-4269-9693-2c1f8f0d9c65 req-e08d3577-37f0-4b40-86f9-e8840432649a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=228c14ef-0082-4d54-87e9-7084b08a8ed7 HTTP/1.1" status: 200 len: 210 time: 0.0609627 Aug 05 11:26:57.138786 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1048775c-18cc-42a4-ac79-2155fed368cb tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29762700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24211087'] for subnet, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:57.147380 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-880489e9-e009-45f0-ad76-38f2fd6e4a9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:57.261109 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-880489e9-e009-45f0-ad76-38f2fd6e4a9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:57.269725 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-ea482b79-5016-4203-934f-96d450fdb43d None None] Notify callbacks [] for port, precommit_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:57.277712 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-d5fc56bd-b2fe-479c-80a0-65cadfac3823 tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] In _notify_port_updated(), no bound segment for port abf66864-dc58-490e-9108-e5a2bb8fef70 on network 8621bc52-c8c7-41e9-8b50-d7993bbb4828 {{(pid=94421) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 05 11:26:57.287841 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-ea482b79-5016-4203-934f-96d450fdb43d None None] Transition to ACTIVE for port object f261e787-8bb8-4b8a-b10d-4f41ea00a480 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:26:57.302351 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-ea482b79-5016-4203-934f-96d450fdb43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:57.304854 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33287176-170f-4f56-be2c-09f9d55c86d3 req-a48b53a2-97cb-4870-856d-9db44f377645 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:57.307522 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-33287176-170f-4f56-be2c-09f9d55c86d3 req-a48b53a2-97cb-4870-856d-9db44f377645 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c7e86ba-410d-4526-8271-d3e317691a4a HTTP/1.1" status: 200 len: 945 time: 0.2636104 Aug 05 11:26:57.308362 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1048775c-18cc-42a4-ac79-2155fed368cb tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Pushing event updated for resources: {'Subnet': ['ID=004b6e06-b63c-458f-9c1b-ae707038dc4f,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:26:57.325078 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5fc56bd-b2fe-479c-80a0-65cadfac3823 tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:57.326072 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d5fc56bd-b2fe-479c-80a0-65cadfac3823 tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:57.334717 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-d5fc56bd-b2fe-479c-80a0-65cadfac3823 tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] 10.222.0.58 "PUT /v2.0/ports/abf66864-dc58-490e-9108-e5a2bb8fef70 HTTP/1.1" status: 200 len: 1002 time: 1.5003171 Aug 05 11:26:57.346190 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 48396) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:26:57.380011 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a2ea1f-8e1c-44c2-b44c-7b2f3f6231e1 None None] Pushing event updated for resources: {'Port': ['ID=f261e787-8bb8-4b8a-b10d-4f41ea00a480,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:26:57.381074 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fc56bd-b2fe-479c-80a0-65cadfac3823 tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Pushing event updated for resources: {'Port': ['ID=abf66864-dc58-490e-9108-e5a2bb8fef70,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:26:57.387024 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa1f058-dbe0-412d-92f7-46693276989e req-9839a0ff-078a-4bd8-86af-80ef0d34c1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:57.389444 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-cfa1f058-dbe0-412d-92f7-46693276989e req-9839a0ff-078a-4bd8-86af-80ef0d34c1e8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=546c0542-0f92-4f6c-914b-a74a81cd2290 HTTP/1.1" status: 200 len: 909 time: 0.4528234 Aug 05 11:26:57.458391 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-ea482b79-5016-4203-934f-96d450fdb43d None None] Attempting to bind port f261e787-8bb8-4b8a-b10d-4f41ea00a480 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:26:57.459356 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-ea482b79-5016-4203-934f-96d450fdb43d None None] Attempting to bind port f261e787-8bb8-4b8a-b10d-4f41ea00a480 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '89963076-285a-4446-a1a2-1943463318a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4cfba4bf-ceb1-4d64-881a-3bfe487b01ef'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:26:57.460019 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea482b79-5016-4203-934f-96d450fdb43d None None] Attempting to bind port f261e787-8bb8-4b8a-b10d-4f41ea00a480 on network 4cfba4bf-ceb1-4d64-881a-3bfe487b01ef {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:26:57.474751 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea482b79-5016-4203-934f-96d450fdb43d None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:26:57.475726 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea482b79-5016-4203-934f-96d450fdb43d None None] Checking segment: {'id': '89963076-285a-4446-a1a2-1943463318a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4cfba4bf-ceb1-4d64-881a-3bfe487b01ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:26:57.476580 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-ea482b79-5016-4203-934f-96d450fdb43d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:57.477553 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea482b79-5016-4203-934f-96d450fdb43d None None] Bound using segment: {'id': '89963076-285a-4446-a1a2-1943463318a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4cfba4bf-ceb1-4d64-881a-3bfe487b01ef'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:26:57.478955 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-ea482b79-5016-4203-934f-96d450fdb43d None None] Bound port: f261e787-8bb8-4b8a-b10d-4f41ea00a480, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89963076-285a-4446-a1a2-1943463318a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4cfba4bf-ceb1-4d64-881a-3bfe487b01ef'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:26:57.480049 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-ea482b79-5016-4203-934f-96d450fdb43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:57.482456 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7ef10449-1673-46fd-bae8-b501a70717dc req-c7d44d86-44b9-4ea1-a864-7dcec61ad04d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b5d98e05-6cec-4f63-8dd0-e5ba8c4dd46f HTTP/1.1" status: 200 len: 210 time: 0.0911770 Aug 05 11:26:57.582878 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-ea482b79-5016-4203-934f-96d450fdb43d None None] For port f261e787-8bb8-4b8a-b10d-4f41ea00a480, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:26:57.589226 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-ea482b79-5016-4203-934f-96d450fdb43d None None] For port f261e787-8bb8-4b8a-b10d-4f41ea00a480, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=f261e787-8bb8-4b8a-b10d-4f41ea00a480,segment=NetworkSegment(89963076-285a-4446-a1a2-1943463318a2),segment_id=89963076-285a-4446-a1a2-1943463318a2)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:26:57.611049 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-ea482b79-5016-4203-934f-96d450fdb43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:57.668145 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-cfa1f058-dbe0-412d-92f7-46693276989e req-54132b01-5da2-40ad-a43d-ca406cfdf373 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=feb6e8f1-70b4-444b-932b-1e8db3946c34 HTTP/1.1" status: 200 len: 217 time: 0.1714499 Aug 05 11:26:57.684571 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1048775c-18cc-42a4-ac79-2155fed368cb tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Checking segment: {'id': '0ead1be1-90cb-409d-a49c-7ccf6006bf90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '5a46f401-3a17-4039-80ff-a62c437b07b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:26:57.686339 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1048775c-18cc-42a4-ac79-2155fed368cb tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Network hostable DHCP agents. Network: 5a46f401-3a17-4039-80ff-a62c437b07b1, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:26:57.733001 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-33287176-170f-4f56-be2c-09f9d55c86d3 req-af053258-76b7-462c-b06e-2cce22661e80 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/security-groups?id=12d84a41-4254-4f43-a1c3-ae5bdc7fdfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4042478 Aug 05 11:26:57.858177 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a2ea1f-8e1c-44c2-b44c-7b2f3f6231e1 None None] Pushing event updated for resources: {'Port': ['ID=f261e787-8bb8-4b8a-b10d-4f41ea00a480,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:26:57.870274 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea482b79-5016-4203-934f-96d450fdb43d None None] Routers {'d84b51e3-eb87-4a92-98d1-d7d070a9cb6b'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:26:57.871267 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-ea482b79-5016-4203-934f-96d450fdb43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:26:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['d84b51e3-eb87-4a92-98d1-d7d070a9cb6b'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:26:57.939032 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-880489e9-e009-45f0-ad76-38f2fd6e4a9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:57.942221 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-880489e9-e009-45f0-ad76-38f2fd6e4a9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:57.943607 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-880489e9-e009-45f0-ad76-38f2fd6e4a9e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0f6af636-a2bb-4b11-a234-89e21096dfe2 HTTP/1.1" status: 204 len: 168 time: 1.0187063 Aug 05 11:26:57.953171 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5ed35b00-9ef8-465f-8c0c-dca992261b2c req-396b1fb7-ae6b-4482-805a-21b048fedde3 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=40021a41-d350-4e38-ac4d-f69e07c48ffb HTTP/1.1" status: 200 len: 210 time: 0.1204095 Aug 05 11:26:57.973305 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1048775c-18cc-42a4-ac79-2155fed368cb tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Network 5a46f401-3a17-4039-80ff-a62c437b07b1 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:26:57.980283 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880489e9-e009-45f0-ad76-38f2fd6e4a9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f6af636-a2bb-4b11-a234-89e21096dfe2,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:26:58.028569 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-1048775c-18cc-42a4-ac79-2155fed368cb tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, 5a46f401-3a17-4039-80ff-a62c437b07b1) {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:26:58.050294 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1048775c-18cc-42a4-ac79-2155fed368cb tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:58.050294 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1048775c-18cc-42a4-ac79-2155fed368cb tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:58.079647 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a5d242-9d5c-4ef8-82dd-d8efd79c60e6 req-c84f9297-8c7e-403f-8181-3bdb30ec564f tempest-VolumesAdminNegativeTest-919958504 tempest-VolumesAdminNegativeTest-919958504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:58.081451 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-ea482b79-5016-4203-934f-96d450fdb43d None None] Set router d84b51e3-eb87-4a92-98d1-d7d070a9cb6b gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:26:58.085944 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa1f058-dbe0-412d-92f7-46693276989e req-0ed1200d-fb1e-42fb-b1c0-311cfbc50f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:58.090545 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-45a5d242-9d5c-4ef8-82dd-d8efd79c60e6 req-c84f9297-8c7e-403f-8181-3bdb30ec564f tempest-VolumesAdminNegativeTest-919958504 tempest-VolumesAdminNegativeTest-919958504-project] 10.222.0.58 "GET /v2.0/networks?id=9081b895-398d-41db-a440-e2f3df875e6a HTTP/1.1" status: 200 len: 815 time: 0.2994196 Aug 05 11:26:58.093530 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-cfa1f058-dbe0-412d-92f7-46693276989e req-0ed1200d-fb1e-42fb-b1c0-311cfbc50f8f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=61983880-6386-4045-bd2d-695dffcb92f9 HTTP/1.1" status: 200 len: 848 time: 0.1850021 Aug 05 11:26:58.107824 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-f792aa32-0142-41a6-8b8d-c102e0c294fa tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Deleting port abf66864-dc58-490e-9108-e5a2bb8fef70 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:26:58.108627 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f792aa32-0142-41a6-8b8d-c102e0c294fa tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:58.131761 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-1048775c-18cc-42a4-ac79-2155fed368cb tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.2332802 Aug 05 11:26:58.142467 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 48408) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:26:58.193692 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-45a5d242-9d5c-4ef8-82dd-d8efd79c60e6 req-c3c2305b-5e2c-4edb-a7fc-c167ca21f63b tempest-VolumesAdminNegativeTest-919958504 tempest-VolumesAdminNegativeTest-919958504-project] 10.222.0.58 "GET /v2.0/quotas/880aa36a589740e2a5e552b5700a32b8 HTTP/1.1" status: 200 len: 375 time: 0.1013272 Aug 05 11:26:58.196385 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-89fd11b7-7142-45e3-829f-df32d653fdd8 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1761894741'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:26:58.207310 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-cfa1f058-dbe0-412d-92f7-46693276989e req-c969186e-4e1e-451a-8628-a1a1749589a7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=546c0542-0f92-4f6c-914b-a74a81cd2290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1080766 Aug 05 11:26:58.276685 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93397d3c-f384-41a4-b3c0-e0986b4da5ff None None] Network 5a46f401-3a17-4039-80ff-a62c437b07b1 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:26:58.315438 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-45a5d242-9d5c-4ef8-82dd-d8efd79c60e6 req-a3359e40-fbce-4b49-95fa-c14a44d918d8 tempest-VolumesAdminNegativeTest-919958504 tempest-VolumesAdminNegativeTest-919958504-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=880aa36a589740e2a5e552b5700a32b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1200712 Aug 05 11:26:58.344342 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-490198e5-fee1-4608-823d-a357dae9a962 req-4c8eb009-9e9a-45b8-81f6-ccd27ce59b63 tempest-ServerShowV247Test-206203797 tempest-ServerShowV247Test-206203797-project] 10.222.0.58 "GET /v2.0/ports?device_id=228c14ef-0082-4d54-87e9-7084b08a8ed7 HTTP/1.1" status: 200 len: 210 time: 0.1436174 Aug 05 11:26:58.421412 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89fd11b7-7142-45e3-829f-df32d653fdd8 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Made reservation on behalf of 496a66fa8c0741119f64b2d8ff8b2bc9 for: {'network': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:26:58.425666 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-89fd11b7-7142-45e3-829f-df32d653fdd8 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:58.483700 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-cfa1f058-dbe0-412d-92f7-46693276989e req-c6303f9a-d131-4e1a-9644-d4c475e415e4 service neutron] 10.222.0.64 "GET /v2.0/networks/546c0542-0f92-4f6c-914b-a74a81cd2290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2633011 Aug 05 11:26:58.505758 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89fd11b7-7142-45e3-829f-df32d653fdd8 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] vlan segment allocate from pool success with {'vlan_id': 676, 'physical_network': 'physnet1'} {{(pid=94421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:26:58.514768 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f792aa32-0142-41a6-8b8d-c102e0c294fa tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:58.562884 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-f792aa32-0142-41a6-8b8d-c102e0c294fa tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Calling delete_port for abf66864-dc58-490e-9108-e5a2bb8fef70 owned by {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:26:58.621542 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-89fd11b7-7142-45e3-829f-df32d653fdd8 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:58.622402 n-d-803378-2 neutron-server[94421]: INFO neutron.db.segments_db [None req-89fd11b7-7142-45e3-829f-df32d653fdd8 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Added segment 793f1405-65b3-474e-a836-aab16d10656f of type vlan for network e35bf518-c692-4270-aec2-1eff19b9c99c Aug 05 11:26:58.666640 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-45a5d242-9d5c-4ef8-82dd-d8efd79c60e6 req-d9dfb067-41d6-4303-ae8e-63a9a72e0b9d service neutron] 10.222.0.58 "GET /v2.0/networks/9081b895-398d-41db-a440-e2f3df875e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3480475 Aug 05 11:26:58.705621 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-afd74e46-6b78-4bdf-b060-a11b8b696a8b None None] Provisioning complete for port abf66864-dc58-490e-9108-e5a2bb8fef70 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:26:58.706381 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-afd74e46-6b78-4bdf-b060-a11b8b696a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:58.717691 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-89fd11b7-7142-45e3-829f-df32d653fdd8 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:58.768825 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-cfa1f058-dbe0-412d-92f7-46693276989e req-77656eeb-17ad-49de-bb15-bde046fdad1a service neutron] 10.222.0.64 "GET /v2.0/networks/546c0542-0f92-4f6c-914b-a74a81cd2290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2660832 Aug 05 11:26:58.769297 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-afd74e46-6b78-4bdf-b060-a11b8b696a8b None None] Port abf66864-dc58-490e-9108-e5a2bb8fef70 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:26:58.796989 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-89fd11b7-7142-45e3-829f-df32d653fdd8 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:58.814860 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89fd11b7-7142-45e3-829f-df32d653fdd8 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:58.815356 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-89fd11b7-7142-45e3-829f-df32d653fdd8 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:58.850910 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-45a5d242-9d5c-4ef8-82dd-d8efd79c60e6 req-4e6dd7d0-304f-4831-9268-85bc04ebad49 service neutron] 10.222.0.58 "GET /v2.0/networks/9081b895-398d-41db-a440-e2f3df875e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805973 Aug 05 11:26:59.056958 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f792aa32-0142-41a6-8b8d-c102e0c294fa tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:59.123551 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e535bd4a-d1e9-416f-9ced-5b058d876f4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-5a46f401-3a17-4039-80ff-a62c437b07b1', 'network_id': '5a46f401-3a17-4039-80ff-a62c437b07b1', 'tenant_id': '496a66fa8c0741119f64b2d8ff8b2bc9', 'fixed_ips': [{'subnet_id': '004b6e06-b63c-458f-9c1b-ae707038dc4f'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 11:26:59.126180 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e535bd4a-d1e9-416f-9ced-5b058d876f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:59.266432 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:59.270242 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f792aa32-0142-41a6-8b8d-c102e0c294fa tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Pushing event deleted for resources: {'Port': ['ID=abf66864-dc58-490e-9108-e5a2bb8fef70,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:26:59.438407 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce301305-9139-4e52-b4e1-3222d5180af8 req-ebdf21b8-98bb-46fe-9d8d-c2eb2e4a202c tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:26:59.459604 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ce301305-9139-4e52-b4e1-3222d5180af8 req-ebdf21b8-98bb-46fe-9d8d-c2eb2e4a202c tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c7e86ba-410d-4526-8271-d3e317691a4a HTTP/1.1" status: 200 len: 945 time: 0.5037041 Aug 05 11:26:59.481521 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-ea482b79-5016-4203-934f-96d450fdb43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd84b51e3-eb87-4a92-98d1-d7d070a9cb6b', 'name': 'tempest-ServersTestMultiNic-176608058-router', 'tenant_id': '496a66fa8c0741119f64b2d8ff8b2bc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': 'ecbc01ff-2470-4c57-895b-d73207b10c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:26:29Z', 'updated_at': '2021-08-05T11:26:51Z', 'revision_number': 4, 'project_id': '496a66fa8c0741119f64b2d8ff8b2bc9', 'gw_port': {'id': 'ecbc01ff-2470-4c57-895b-d73207b10c32', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c0:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84b51e3-eb87-4a92-98d1-d7d070a9cb6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:26:35Z', 'updated_at': '2021-08-05T11:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'f261e787-8bb8-4b8a-b10d-4f41ea00a480', 'name': '', 'network_id': '4cfba4bf-ceb1-4d64-881a-3bfe487b01ef', 'tenant_id': '496a66fa8c0741119f64b2d8ff8b2bc9', 'mac_address': 'fa:16:3e:7b:19:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd84b51e3-eb87-4a92-98d1-d7d070a9cb6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '00f73d9d-609a-4ca5-a215-7522dc3e4fcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:26:46Z', 'updated_at': '2021-08-05T11:26:57Z', 'revision_number': 4, 'project_id': '496a66fa8c0741119f64b2d8ff8b2bc9', 'subnets': [{'id': '00f73d9d-609a-4ca5-a215-7522dc3e4fcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:26:59.561300 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5fe80d2c-2117-4b40-8893-9babeef73418 req-841d15e8-7b9c-44f1-b6be-a2a968793f9b tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=40021a41-d350-4e38-ac4d-f69e07c48ffb HTTP/1.1" status: 200 len: 210 time: 0.1657581 Aug 05 11:26:59.576529 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f792aa32-0142-41a6-8b8d-c102e0c294fa tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:26:59.578398 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea482b79-5016-4203-934f-96d450fdb43d None None] The sync data for ids ['d84b51e3-eb87-4a92-98d1-d7d070a9cb6b'] in n-d-803378-2 is: [{'id': 'd84b51e3-eb87-4a92-98d1-d7d070a9cb6b', 'name': 'tempest-ServersTestMultiNic-176608058-router', 'tenant_id': '496a66fa8c0741119f64b2d8ff8b2bc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': 'ecbc01ff-2470-4c57-895b-d73207b10c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:26:29Z', 'updated_at': '2021-08-05T11:26:51Z', 'revision_number': 4, 'project_id': '496a66fa8c0741119f64b2d8ff8b2bc9', 'gw_port': {'id': 'ecbc01ff-2470-4c57-895b-d73207b10c32', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c0:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84b51e3-eb87-4a92-98d1-d7d070a9cb6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:26:35Z', 'updated_at': '2021-08-05T11:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'f261e787-8bb8-4b8a-b10d-4f41ea00a480', 'name': '', 'network_id': '4cfba4bf-ceb1-4d64-881a-3bfe487b01ef', 'tenant_id': '496a66fa8c0741119f64b2d8ff8b2bc9', 'mac_address': 'fa:16:3e:7b:19:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd84b51e3-eb87-4a92-98d1-d7d070a9cb6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '00f73d9d-609a-4ca5-a215-7522dc3e4fcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:26:46Z', 'updated_at': '2021-08-05T11:26:57Z', 'revision_number': 4, 'project_id': '496a66fa8c0741119f64b2d8ff8b2bc9', 'subnets': [{'id': '00f73d9d-609a-4ca5-a215-7522dc3e4fcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:26:59.588467 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-f792aa32-0142-41a6-8b8d-c102e0c294fa tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] 10.222.0.58 "DELETE /v2.0/ports/abf66864-dc58-490e-9108-e5a2bb8fef70 HTTP/1.1" status: 204 len: 168 time: 2.2152243 Aug 05 11:26:59.593039 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 48432) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:26:59.799890 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ce301305-9139-4e52-b4e1-3222d5180af8 req-a953c1a5-646f-4a73-9641-f7e99ffe29bd tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/security-groups?id=12d84a41-4254-4f43-a1c3-ae5bdc7fdfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3385499 Aug 05 11:26:59.807754 n-d-803378-2 neutron-server[94420]: INFO neutron.pecan_wsgi.hooks.translation [None req-91b9e3f4-8aea-49d3-b765-b9872bd8e4cc tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] GET failed (client error): The resource could not be found. Aug 05 11:26:59.819247 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-91b9e3f4-8aea-49d3-b765-b9872bd8e4cc tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] 10.222.0.58 "GET /v2.0/ports/abf66864-dc58-490e-9108-e5a2bb8fef70 HTTP/1.1" status: 404 len: 333 time: 0.2010250 Aug 05 11:26:59.824418 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 48434) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:26:59.837729 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-e535bd4a-d1e9-416f-9ced-5b058d876f4b None None] Allocated IP 19.80.0.2 (5a46f401-3a17-4039-80ff-a62c437b07b1/004b6e06-b63c-458f-9c1b-ae707038dc4f/27455c72-42f4-4e07-b5ac-0a8799f0ebd8) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:26:59.846588 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-c409ebf8-b5a1-45e0-a0ef-82af0681897d tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Request body: {'port': {'network_id': '8621bc52-c8c7-41e9-8b50-d7993bbb4828', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1143746333'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:27:00.023171 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-360be04b-bbeb-4c92-bd58-9134a1776a89 req-62eb046d-22c8-4f06-bd07-485b422d3655 tempest-VolumesAdminNegativeTest-919958504 tempest-VolumesAdminNegativeTest-919958504-project] 10.222.0.58 "GET /v2.0/ports?device_id=5736dfe7-b6ff-4df2-8dd3-d57fc09a36e7 HTTP/1.1" status: 200 len: 210 time: 0.1306801 Aug 05 11:27:00.168337 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-89fd11b7-7142-45e3-829f-df32d653fdd8 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.9855263 Aug 05 11:27:00.175187 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 48446) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:27:00.209879 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fd11b7-7142-45e3-829f-df32d653fdd8 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Pushing event updated for resources: {'Network': ['ID=e35bf518-c692-4270-aec2-1eff19b9c99c,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:27:00.302789 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fc9e9a47-afa6-48ad-a729-8d0d207ae189 req-c69594fb-549b-4b9b-942d-fb73adff2a36 tempest-ServerShowV247Test-206203797 tempest-ServerShowV247Test-206203797-project] 10.222.0.58 "GET /v2.0/ports?device_id=228c14ef-0082-4d54-87e9-7084b08a8ed7 HTTP/1.1" status: 200 len: 210 time: 0.1548123 Aug 05 11:27:00.334510 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-be173ea6-73b7-462c-bd23-8c5119e19a93 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Request body: {'subnet': {'network_id': 'e35bf518-c692-4270-aec2-1eff19b9c99c', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:27:00.532819 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa1f058-dbe0-412d-92f7-46693276989e req-f84ee282-bf75-4b0c-bf66-04656bcf00c6 tempest-LiveMigrationTest-868734295 tempest-LiveMigrationTest-868734295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:00.536698 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-cfa1f058-dbe0-412d-92f7-46693276989e req-f84ee282-bf75-4b0c-bf66-04656bcf00c6 tempest-LiveMigrationTest-868734295 tempest-LiveMigrationTest-868734295-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=0c7e86ba-410d-4526-8271-d3e317691a4a&tenant_id=bc360260b43347fbb7d1bc7660d6f218&binding%3Ahost_id=n-h2-803378-2 HTTP/1.1" status: 200 len: 1096 time: 0.5448024 Aug 05 11:27:00.539232 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c409ebf8-b5a1-45e0-a0ef-82af0681897d tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Made reservation on behalf of df4854ee438a476fa9e919a2684b7c8b for: {'port': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:27:00.549159 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c409ebf8-b5a1-45e0-a0ef-82af0681897d tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:00.594345 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network e35bf518-c692-4270-aec2-1eff19b9c99c details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:27:00.597365 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-cfa1f058-dbe0-412d-92f7-46693276989e req-50b8d814-3072-43cb-acad-262beefcb1b1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-803378-2'}}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:27:00.618651 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [None req-c409ebf8-b5a1-45e0-a0ef-82af0681897d tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] device_id is not set on port 0b795ff2-c2aa-4e79-82f1-328029030e46 yet. {{(pid=94420) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 11:27:00.968314 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e535bd4a-d1e9-416f-9ced-5b058d876f4b None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:00.974281 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device f261e787-8bb8-4b8a-b10d-4f41ea00a480 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:27:01.007865 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-e535bd4a-d1e9-416f-9ced-5b058d876f4b None None] Transition to ACTIVE for port object 27455c72-42f4-4e07-b5ac-0a8799f0ebd8 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:27:01.043457 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-cfa1f058-dbe0-412d-92f7-46693276989e req-50b8d814-3072-43cb-acad-262beefcb1b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:01.048839 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-e535bd4a-d1e9-416f-9ced-5b058d876f4b None None] Transition to ACTIVE for port object 27455c72-42f4-4e07-b5ac-0a8799f0ebd8 will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:27:01.099367 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e535bd4a-d1e9-416f-9ced-5b058d876f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:01.283666 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be173ea6-73b7-462c-bd23-8c5119e19a93 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Made reservation on behalf of 496a66fa8c0741119f64b2d8ff8b2bc9 for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:27:01.296076 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e535bd4a-d1e9-416f-9ced-5b058d876f4b None None] Network 5a46f401-3a17-4039-80ff-a62c437b07b1 is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:27:01.301023 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-be173ea6-73b7-462c-bd23-8c5119e19a93 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:01.311983 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e535bd4a-d1e9-416f-9ced-5b058d876f4b None None] Pushing event updated for resources: {'Port': ['ID=27455c72-42f4-4e07-b5ac-0a8799f0ebd8,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:27:01.316651 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-e535bd4a-d1e9-416f-9ced-5b058d876f4b None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:27:01.340752 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e535bd4a-d1e9-416f-9ced-5b058d876f4b None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:27:01.358611 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c430b2c0-7606-4ed4-9f00-4bb3d2bda5c2 req-5b3efd73-811b-4a5c-9ce8-d106a9f4757e tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=40021a41-d350-4e38-ac4d-f69e07c48ffb HTTP/1.1" status: 200 len: 210 time: 0.2606516 Aug 05 11:27:01.445886 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port f261e787-8bb8-4b8a-b10d-4f41ea00a480 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:27:01.483624 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port f261e787-8bb8-4b8a-b10d-4f41ea00a480 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:27:01.484845 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:01.600258 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-e535bd4a-d1e9-416f-9ced-5b058d876f4b None None] Attempting to bind port 27455c72-42f4-4e07-b5ac-0a8799f0ebd8 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:27:01.606574 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-e535bd4a-d1e9-416f-9ced-5b058d876f4b None None] Attempting to bind port 27455c72-42f4-4e07-b5ac-0a8799f0ebd8 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '0ead1be1-90cb-409d-a49c-7ccf6006bf90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '5a46f401-3a17-4039-80ff-a62c437b07b1'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:27:01.609143 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e535bd4a-d1e9-416f-9ced-5b058d876f4b None None] Attempting to bind port 27455c72-42f4-4e07-b5ac-0a8799f0ebd8 on network 5a46f401-3a17-4039-80ff-a62c437b07b1 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:27:01.648377 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-c409ebf8-b5a1-45e0-a0ef-82af0681897d tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Allocated IP 2001:db8::235 (8621bc52-c8c7-41e9-8b50-d7993bbb4828/f66eab68-8e1c-4e8f-8d58-9e251da58f23/0b795ff2-c2aa-4e79-82f1-328029030e46) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:27:01.663641 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e535bd4a-d1e9-416f-9ced-5b058d876f4b None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:27:01.666052 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e535bd4a-d1e9-416f-9ced-5b058d876f4b None None] Checking segment: {'id': '0ead1be1-90cb-409d-a49c-7ccf6006bf90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '5a46f401-3a17-4039-80ff-a62c437b07b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:27:01.668104 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e535bd4a-d1e9-416f-9ced-5b058d876f4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:01.669054 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e535bd4a-d1e9-416f-9ced-5b058d876f4b None None] Bound using segment: {'id': '0ead1be1-90cb-409d-a49c-7ccf6006bf90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '5a46f401-3a17-4039-80ff-a62c437b07b1'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:27:01.671849 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-e535bd4a-d1e9-416f-9ced-5b058d876f4b None None] Bound port: 27455c72-42f4-4e07-b5ac-0a8799f0ebd8, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ead1be1-90cb-409d-a49c-7ccf6006bf90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '5a46f401-3a17-4039-80ff-a62c437b07b1'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:27:01.673428 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e535bd4a-d1e9-416f-9ced-5b058d876f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:01.687799 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8e1835-da09-4b37-9af9-b7de8b5d233e req-cd96a5d5-00ce-4b50-b87b-c71647d32764 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:01.690676 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-eb8e1835-da09-4b37-9af9-b7de8b5d233e req-cd96a5d5-00ce-4b50-b87b-c71647d32764 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.64 "GET /v2.0/networks?id=3bbc31db-4958-4e8b-9f8e-bc48b5d28e47 HTTP/1.1" status: 200 len: 812 time: 1.6783783 Aug 05 11:27:01.723749 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-35a7179d-03d4-4e9a-9080-c29764f6f45f req-732d135c-2eaf-4833-a961-a3a0314d4526 tempest-VolumesAdminNegativeTest-919958504 tempest-VolumesAdminNegativeTest-919958504-project] 10.222.0.58 "GET /v2.0/ports?device_id=5736dfe7-b6ff-4df2-8dd3-d57fc09a36e7 HTTP/1.1" status: 200 len: 210 time: 0.1557033 Aug 05 11:27:01.755795 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf3a730-3c3f-48bc-8351-bf6fbfa50784 req-238d178a-5a8a-4eb7-9659-539878811e82 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:01.776340 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-daf3a730-3c3f-48bc-8351-bf6fbfa50784 req-238d178a-5a8a-4eb7-9659-539878811e82 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c7e86ba-410d-4526-8271-d3e317691a4a HTTP/1.1" status: 200 len: 945 time: 0.4154356 Aug 05 11:27:01.996883 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-e535bd4a-d1e9-416f-9ced-5b058d876f4b None None] For port 27455c72-42f4-4e07-b5ac-0a8799f0ebd8, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:27:02.006407 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-e535bd4a-d1e9-416f-9ced-5b058d876f4b None None] For port 27455c72-42f4-4e07-b5ac-0a8799f0ebd8, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=27455c72-42f4-4e07-b5ac-0a8799f0ebd8,segment=NetworkSegment(0ead1be1-90cb-409d-a49c-7ccf6006bf90),segment_id=0ead1be1-90cb-409d-a49c-7ccf6006bf90)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:27:02.016618 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e535bd4a-d1e9-416f-9ced-5b058d876f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:02.100149 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:02.125964 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-cfa1f058-dbe0-412d-92f7-46693276989e req-50b8d814-3072-43cb-acad-262beefcb1b1 service neutron] For port feb6e8f1-70b4-444b-932b-1e8db3946c34, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=feb6e8f1-70b4-444b-932b-1e8db3946c34,segment=NetworkSegment(be89551e-4aa0-433b-90d8-e517f4f1da1f),segment_id=be89551e-4aa0-433b-90d8-e517f4f1da1f)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:27:02.206448 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-eb8e1835-da09-4b37-9af9-b7de8b5d233e req-1422d698-69d1-4de5-a139-0d2ebe608b9e tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=922471f37b13454ba92168a26c5eea8e HTTP/1.1" status: 200 len: 379 time: 0.4534843 Aug 05 11:27:02.249370 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e535bd4a-d1e9-416f-9ced-5b058d876f4b None None] Pushing event updated for resources: {'Port': ['ID=27455c72-42f4-4e07-b5ac-0a8799f0ebd8,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:27:02.251242 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-eb8e1835-da09-4b37-9af9-b7de8b5d233e req-051009d8-804b-4d2b-8c73-7e33acd3b55b tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Request body: {'port': {'device_id': '40021a41-d350-4e38-ac4d-f69e07c48ffb', 'network_id': '3bbc31db-4958-4e8b-9f8e-bc48b5d28e47', 'admin_state_up': True, 'tenant_id': '922471f37b13454ba92168a26c5eea8e', 'security_groups': ['47a5a50c-7385-42e8-98ac-c05af9825ffb']}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:27:02.313718 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port f261e787-8bb8-4b8a-b10d-4f41ea00a480, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=f261e787-8bb8-4b8a-b10d-4f41ea00a480,segment=NetworkSegment(89963076-285a-4446-a1a2-1943463318a2),segment_id=89963076-285a-4446-a1a2-1943463318a2)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:27:02.321835 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:02.329083 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a5d242-9d5c-4ef8-82dd-d8efd79c60e6 req-7259866b-f9a5-4183-a0e6-f6b8f96f7dfe tempest-VolumesAdminNegativeTest-919958504 tempest-VolumesAdminNegativeTest-919958504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:02.331353 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-45a5d242-9d5c-4ef8-82dd-d8efd79c60e6 req-7259866b-f9a5-4183-a0e6-f6b8f96f7dfe tempest-VolumesAdminNegativeTest-919958504 tempest-VolumesAdminNegativeTest-919958504-project] 10.222.0.55 "GET /v2.0/networks?id=9081b895-398d-41db-a440-e2f3df875e6a HTTP/1.1" status: 200 len: 815 time: 0.3411152 Aug 05 11:27:02.376311 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-45a5d242-9d5c-4ef8-82dd-d8efd79c60e6 req-c4f8b7c9-317a-40fc-bf67-b6c3291c2141 tempest-VolumesAdminNegativeTest-919958504 tempest-VolumesAdminNegativeTest-919958504-project] Request body: {'port': {'device_id': '5736dfe7-b6ff-4df2-8dd3-d57fc09a36e7', 'network_id': '9081b895-398d-41db-a440-e2f3df875e6a', 'admin_state_up': True, 'tenant_id': '880aa36a589740e2a5e552b5700a32b8'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:27:02.395714 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-daf3a730-3c3f-48bc-8351-bf6fbfa50784 req-5e491172-06ab-43d8-a787-a98dbdfc44e3 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/security-groups?id=12d84a41-4254-4f43-a1c3-ae5bdc7fdfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6181989 Aug 05 11:27:02.495530 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-230a9aed-5dc6-419e-a2aa-907d59cf61a7 req-f6966797-ca02-414d-8bde-517cc3d036c8 tempest-ServerShowV247Test-206203797 tempest-ServerShowV247Test-206203797-project] 10.222.0.58 "GET /v2.0/ports?device_id=228c14ef-0082-4d54-87e9-7084b08a8ed7 HTTP/1.1" status: 200 len: 210 time: 0.1544883 Aug 05 11:27:02.499501 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=f261e787-8bb8-4b8a-b10d-4f41ea00a480,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:27:02.578497 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-cfa1f058-dbe0-412d-92f7-46693276989e req-50b8d814-3072-43cb-acad-262beefcb1b1 service neutron] For port feb6e8f1-70b4-444b-932b-1e8db3946c34, host n-h2-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:27:02.743878 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device f261e787-8bb8-4b8a-b10d-4f41ea00a480 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:27:02.859428 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port f261e787-8bb8-4b8a-b10d-4f41ea00a480 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:27:02.860023 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:02.916118 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c7e86ba-410d-4526-8271-d3e317691a4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'feb6e8f1-70b4-444b-932b-1e8db3946c34'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:27:02.921941 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75dad16b-86fb-489b-b423-dd8374e8e218" -d '{"events": [{"server_uuid": "0c7e86ba-410d-4526-8271-d3e317691a4a", "name": "network-vif-unplugged", "status": "completed", "tag": "feb6e8f1-70b4-444b-932b-1e8db3946c34"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:27:02.939761 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-cfa1f058-dbe0-412d-92f7-46693276989e req-50b8d814-3072-43cb-acad-262beefcb1b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:03.029260 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-cfa1f058-dbe0-412d-92f7-46693276989e req-50b8d814-3072-43cb-acad-262beefcb1b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:03.064466 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-be173ea6-73b7-462c-bd23-8c5119e19a93 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25038678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30075167'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:03.196450 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2f183fe8-16bb-4803-8a15-0a8606a779a3 req-75b9d82b-b188-4e16-9f3d-fbf1e1fbbea7 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=40021a41-d350-4e38-ac4d-f69e07c48ffb HTTP/1.1" status: 200 len: 210 time: 0.0844493 Aug 05 11:27:03.268291 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ef9e757c-d1e5-46ce-9e11-12faa6599e1a req-32b4c2f8-1212-4c16-8363-003abf7491c3 tempest-VolumesAdminNegativeTest-919958504 tempest-VolumesAdminNegativeTest-919958504-project] 10.222.0.58 "GET /v2.0/ports?device_id=5736dfe7-b6ff-4df2-8dd3-d57fc09a36e7 HTTP/1.1" status: 200 len: 210 time: 0.0902472 Aug 05 11:27:03.317923 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 05 Aug 2021 11:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b68a2d5-6f6d-4e94-987a-069c09fe000e x-openstack-request-id: req-6b68a2d5-6f6d-4e94-987a-069c09fe000e {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:27:03.319747 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c7e86ba-410d-4526-8271-d3e317691a4a", "name": "network-vif-unplugged", "status": "completed", "tag": "feb6e8f1-70b4-444b-932b-1e8db3946c34", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:27:03.320125 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6b68a2d5-6f6d-4e94-987a-069c09fe000e {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:27:03.323302 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c7e86ba-410d-4526-8271-d3e317691a4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'feb6e8f1-70b4-444b-932b-1e8db3946c34', 'code': 200} Aug 05 11:27:03.324525 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b8d814-3072-43cb-acad-262beefcb1b1 service neutron] Pushing event updated for resources: {'Port': ['ID=feb6e8f1-70b4-444b-932b-1e8db3946c34,revision_number=7']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:27:03.340413 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c409ebf8-b5a1-45e0-a0ef-82af0681897d tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:03.344261 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be173ea6-73b7-462c-bd23-8c5119e19a93 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Pushing event updated for resources: {'Subnet': ['ID=288b8dbc-0373-4018-a4d0-9451ac6656ca,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:27:03.355461 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb8e1835-da09-4b37-9af9-b7de8b5d233e req-051009d8-804b-4d2b-8c73-7e33acd3b55b tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Made reservation on behalf of 922471f37b13454ba92168a26c5eea8e for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:27:03.363403 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-eb8e1835-da09-4b37-9af9-b7de8b5d233e req-051009d8-804b-4d2b-8c73-7e33acd3b55b tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:03.384046 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [None req-c409ebf8-b5a1-45e0-a0ef-82af0681897d tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Transition to ACTIVE for port object 0b795ff2-c2aa-4e79-82f1-328029030e46 will not be triggered until provisioned by entity DHCP. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:27:03.390086 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45a5d242-9d5c-4ef8-82dd-d8efd79c60e6 req-c4f8b7c9-317a-40fc-bf67-b6c3291c2141 tempest-VolumesAdminNegativeTest-919958504 tempest-VolumesAdminNegativeTest-919958504-project] Made reservation on behalf of 880aa36a589740e2a5e552b5700a32b8 for: {'port': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:27:03.396615 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-45a5d242-9d5c-4ef8-82dd-d8efd79c60e6 req-c4f8b7c9-317a-40fc-bf67-b6c3291c2141 tempest-VolumesAdminNegativeTest-919958504 tempest-VolumesAdminNegativeTest-919958504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:03.404546 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-cfa1f058-dbe0-412d-92f7-46693276989e req-50b8d814-3072-43cb-acad-262beefcb1b1 service neutron] Attempting to bind port feb6e8f1-70b4-444b-932b-1e8db3946c34 on host n-h2-803378-2 for vnic_type normal with profile {"migrating_to": "n-h1-803378-2"} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:27:03.405446 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-cfa1f058-dbe0-412d-92f7-46693276989e req-50b8d814-3072-43cb-acad-262beefcb1b1 service neutron] Attempting to bind port feb6e8f1-70b4-444b-932b-1e8db3946c34 by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': 'be89551e-4aa0-433b-90d8-e517f4f1da1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '546c0542-0f92-4f6c-914b-a74a81cd2290'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:27:03.406071 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa1f058-dbe0-412d-92f7-46693276989e req-50b8d814-3072-43cb-acad-262beefcb1b1 service neutron] Attempting to bind port feb6e8f1-70b4-444b-932b-1e8db3946c34 on network 546c0542-0f92-4f6c-914b-a74a81cd2290 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:27:03.428464 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be173ea6-73b7-462c-bd23-8c5119e19a93 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Checking segment: {'id': '793f1405-65b3-474e-a836-aab16d10656f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'e35bf518-c692-4270-aec2-1eff19b9c99c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:27:03.428868 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be173ea6-73b7-462c-bd23-8c5119e19a93 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Network hostable DHCP agents. Network: e35bf518-c692-4270-aec2-1eff19b9c99c, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:27:03.437446 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa1f058-dbe0-412d-92f7-46693276989e req-50b8d814-3072-43cb-acad-262beefcb1b1 service neutron] Port feb6e8f1-70b4-444b-932b-1e8db3946c34 on network 546c0542-0f92-4f6c-914b-a74a81cd2290 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:27:03.438027 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa1f058-dbe0-412d-92f7-46693276989e req-50b8d814-3072-43cb-acad-262beefcb1b1 service neutron] Attempting to bind port feb6e8f1-70b4-444b-932b-1e8db3946c34 on network 546c0542-0f92-4f6c-914b-a74a81cd2290 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:27:03.465751 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa1f058-dbe0-412d-92f7-46693276989e req-50b8d814-3072-43cb-acad-262beefcb1b1 service neutron] Checking agent: {'id': 'a8f1dd2d-227c-4e30-8844-52419ba734db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:27:03.466444 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa1f058-dbe0-412d-92f7-46693276989e req-50b8d814-3072-43cb-acad-262beefcb1b1 service neutron] Checking segment: {'id': 'be89551e-4aa0-433b-90d8-e517f4f1da1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '546c0542-0f92-4f6c-914b-a74a81cd2290'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:27:03.467224 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa1f058-dbe0-412d-92f7-46693276989e req-50b8d814-3072-43cb-acad-262beefcb1b1 service neutron] Bound using segment: {'id': 'be89551e-4aa0-433b-90d8-e517f4f1da1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '546c0542-0f92-4f6c-914b-a74a81cd2290'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:27:03.467872 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-cfa1f058-dbe0-412d-92f7-46693276989e req-50b8d814-3072-43cb-acad-262beefcb1b1 service neutron] Bound port: feb6e8f1-70b4-444b-932b-1e8db3946c34, host: n-h2-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be89551e-4aa0-433b-90d8-e517f4f1da1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '546c0542-0f92-4f6c-914b-a74a81cd2290'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:27:03.469205 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-cfa1f058-dbe0-412d-92f7-46693276989e req-50b8d814-3072-43cb-acad-262beefcb1b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:03.538526 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be173ea6-73b7-462c-bd23-8c5119e19a93 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Network e35bf518-c692-4270-aec2-1eff19b9c99c is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:27:03.561296 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c409ebf8-b5a1-45e0-a0ef-82af0681897d tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:03.641719 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-be173ea6-73b7-462c-bd23-8c5119e19a93 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, e35bf518-c692-4270-aec2-1eff19b9c99c) {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:27:03.655333 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5560274-f662-44f6-b10b-f6462ecbc302 None None] Network e35bf518-c692-4270-aec2-1eff19b9c99c requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:27:03.672785 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be173ea6-73b7-462c-bd23-8c5119e19a93 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:03.673515 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-be173ea6-73b7-462c-bd23-8c5119e19a93 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:03.744633 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-cfa1f058-dbe0-412d-92f7-46693276989e req-50b8d814-3072-43cb-acad-262beefcb1b1 service neutron] For port feb6e8f1-70b4-444b-932b-1e8db3946c34, host n-h2-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:27:03.757360 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-cfa1f058-dbe0-412d-92f7-46693276989e req-50b8d814-3072-43cb-acad-262beefcb1b1 service neutron] For port feb6e8f1-70b4-444b-932b-1e8db3946c34, host n-h2-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=feb6e8f1-70b4-444b-932b-1e8db3946c34,segment=NetworkSegment(be89551e-4aa0-433b-90d8-e517f4f1da1f),segment_id=be89551e-4aa0-433b-90d8-e517f4f1da1f)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:27:03.814098 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-cfa1f058-dbe0-412d-92f7-46693276989e req-50b8d814-3072-43cb-acad-262beefcb1b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:03.868251 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c409ebf8-b5a1-45e0-a0ef-82af0681897d tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Network 8621bc52-c8c7-41e9-8b50-d7993bbb4828 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:27:03.871453 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-be173ea6-73b7-462c-bd23-8c5119e19a93 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.6566575 Aug 05 11:27:03.945493 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-c409ebf8-b5a1-45e0-a0ef-82af0681897d tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:27:03.950013 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c409ebf8-b5a1-45e0-a0ef-82af0681897d tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:27:03.961879 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c409ebf8-b5a1-45e0-a0ef-82af0681897d tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:03.963589 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c409ebf8-b5a1-45e0-a0ef-82af0681897d tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:03.984952 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-eb8e1835-da09-4b37-9af9-b7de8b5d233e req-051009d8-804b-4d2b-8c73-7e33acd3b55b tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Allocated IP 172.20.0.13 (3bbc31db-4958-4e8b-9f8e-bc48b5d28e47/2358f314-430e-4da8-8dea-b9e9954bab81/d3743ac1-d872-4507-a6f2-ed370e7d4ff9) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:27:03.991560 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e3ec57e7-be8f-473c-8170-f1714aac2e56 req-da3eeebb-1e41-4247-b8d6-a0754198db64 tempest-ServerShowV247Test-206203797 tempest-ServerShowV247Test-206203797-project] 10.222.0.58 "GET /v2.0/ports?device_id=228c14ef-0082-4d54-87e9-7084b08a8ed7 HTTP/1.1" status: 200 len: 210 time: 0.1878989 Aug 05 11:27:03.998054 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b8d814-3072-43cb-acad-262beefcb1b1 service neutron] Pushing event updated for resources: {'Port': ['ID=feb6e8f1-70b4-444b-932b-1e8db3946c34,revision_number=8']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:27:04.003358 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c409ebf8-b5a1-45e0-a0ef-82af0681897d tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Pushing event updated for resources: {'Port': ['ID=0b795ff2-c2aa-4e79-82f1-328029030e46,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:27:04.033783 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56b5d0d-40f7-4a29-9c7a-a7e0d90e18fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-e35bf518-c692-4270-aec2-1eff19b9c99c', 'network_id': 'e35bf518-c692-4270-aec2-1eff19b9c99c', 'tenant_id': '496a66fa8c0741119f64b2d8ff8b2bc9', 'fixed_ips': [{'subnet_id': '288b8dbc-0373-4018-a4d0-9451ac6656ca'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 11:27:04.035332 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f56b5d0d-40f7-4a29-9c7a-a7e0d90e18fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:04.079731 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba3c573-aca2-4349-a11f-f70f0c56f3f5 None None] Network 5a46f401-3a17-4039-80ff-a62c437b07b1 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:27:04.081505 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b374c672-ec92-4fb0-8b6e-cf4b5e29bfae req-1ba86e12-289d-493c-8267-c00b51aa1f2d tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:04.094978 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b374c672-ec92-4fb0-8b6e-cf4b5e29bfae req-1ba86e12-289d-493c-8267-c00b51aa1f2d tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c7e86ba-410d-4526-8271-d3e317691a4a HTTP/1.1" status: 200 len: 943 time: 0.4196682 Aug 05 11:27:04.104283 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa1f058-dbe0-412d-92f7-46693276989e req-50b8d814-3072-43cb-acad-262beefcb1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:04.105029 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-cfa1f058-dbe0-412d-92f7-46693276989e req-50b8d814-3072-43cb-acad-262beefcb1b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:04.107298 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-cfa1f058-dbe0-412d-92f7-46693276989e req-50b8d814-3072-43cb-acad-262beefcb1b1 service neutron] 10.222.0.64 "PUT /v2.0/ports/feb6e8f1-70b4-444b-932b-1e8db3946c34 HTTP/1.1" status: 200 len: 1121 time: 3.5296230 Aug 05 11:27:04.107884 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 48526) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:27:04.108238 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-c409ebf8-b5a1-45e0-a0ef-82af0681897d tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 4.2726862 Aug 05 11:27:04.150800 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-b172f1db-f77d-4ffa-979a-7ba1fdb2592f tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Request body: {'port': {'network_id': '8621bc52-c8c7-41e9-8b50-d7993bbb4828', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-950191213'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:27:04.272199 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [req-45a5d242-9d5c-4ef8-82dd-d8efd79c60e6 req-c4f8b7c9-317a-40fc-bf67-b6c3291c2141 tempest-VolumesAdminNegativeTest-919958504 tempest-VolumesAdminNegativeTest-919958504-project] Allocated IP 172.20.0.11 (9081b895-398d-41db-a440-e2f3df875e6a/71ed3eb9-6087-43e0-afe0-9578718e37ba/a386daa9-6ec5-4a09-a420-ce1ee74ce07b) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:27:04.483082 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['feb6e8f1-70b4-444b-932b-1e8db3946c34'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:27:04.485049 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-9b05d7d8-3802-4671-953b-bc76d4d0659d None None] Provisioning for port 27455c72-42f4-4e07-b5ac-0a8799f0ebd8 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:27:04.571625 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b172f1db-f77d-4ffa-979a-7ba1fdb2592f tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Made reservation on behalf of df4854ee438a476fa9e919a2684b7c8b for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:27:04.584812 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b172f1db-f77d-4ffa-979a-7ba1fdb2592f tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:04.606186 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-45a5d242-9d5c-4ef8-82dd-d8efd79c60e6 req-c4f8b7c9-317a-40fc-bf67-b6c3291c2141 tempest-VolumesAdminNegativeTest-919958504 tempest-VolumesAdminNegativeTest-919958504-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:04.644732 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-eb8e1835-da09-4b37-9af9-b7de8b5d233e req-051009d8-804b-4d2b-8c73-7e33acd3b55b tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:04.656093 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b374c672-ec92-4fb0-8b6e-cf4b5e29bfae req-943c9f5e-fd5d-4ec5-bdb8-c266d096871f tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/security-groups?id=12d84a41-4254-4f43-a1c3-ae5bdc7fdfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5291820 Aug 05 11:27:04.666359 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-eb8e1835-da09-4b37-9af9-b7de8b5d233e req-051009d8-804b-4d2b-8c73-7e33acd3b55b tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Transition to ACTIVE for port object d3743ac1-d872-4507-a6f2-ed370e7d4ff9 will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:27:04.735903 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [None req-b172f1db-f77d-4ffa-979a-7ba1fdb2592f tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] device_id is not set on port 385df9ba-ffb0-42aa-9ebf-63bdb8a7a9b0 yet. {{(pid=94421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 11:27:04.767237 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-eb8e1835-da09-4b37-9af9-b7de8b5d233e req-051009d8-804b-4d2b-8c73-7e33acd3b55b tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:04.768044 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-f56b5d0d-40f7-4a29-9c7a-a7e0d90e18fa None None] Allocated IP 19.86.0.2 (e35bf518-c692-4270-aec2-1eff19b9c99c/288b8dbc-0373-4018-a4d0-9451ac6656ca/1759ae85-20d7-4aed-83df-c9185c47c9bc) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:27:04.770139 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-a3471687-4a51-4426-915a-1d63445840ac None None] Provisioning for port 0b795ff2-c2aa-4e79-82f1-328029030e46 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:27:04.788916 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-a3471687-4a51-4426-915a-1d63445840ac None None] Provisioning complete for port 0b795ff2-c2aa-4e79-82f1-328029030e46 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:27:04.790061 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-a3471687-4a51-4426-915a-1d63445840ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:04.797222 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c543118-6fcf-49a0-82f8-644557f8025d req-15fcc4f6-b2dd-4d44-bdb4-a8eccb03675c tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:04.815550 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c543118-6fcf-49a0-82f8-644557f8025d req-15fcc4f6-b2dd-4d44-bdb4-a8eccb03675c tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:04.824908 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6c543118-6fcf-49a0-82f8-644557f8025d req-15fcc4f6-b2dd-4d44-bdb4-a8eccb03675c tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] 10.222.0.58 "GET /v2.0/networks?id=5a46f401-3a17-4039-80ff-a62c437b07b1&id=e35bf518-c692-4270-aec2-1eff19b9c99c&id=5a46f401-3a17-4039-80ff-a62c437b07b1 HTTP/1.1" status: 200 len: 1391 time: 0.3412037 Aug 05 11:27:04.840445 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-45a5d242-9d5c-4ef8-82dd-d8efd79c60e6 req-c4f8b7c9-317a-40fc-bf67-b6c3291c2141 tempest-VolumesAdminNegativeTest-919958504 tempest-VolumesAdminNegativeTest-919958504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:04.854542 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6c543118-6fcf-49a0-82f8-644557f8025d req-6719b798-0790-4702-9ee3-127144cfdc25 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] 10.222.0.58 "GET /v2.0/quotas/496a66fa8c0741119f64b2d8ff8b2bc9 HTTP/1.1" status: 200 len: 375 time: 0.0283611 Aug 05 11:27:04.883597 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 27455c72-42f4-4e07-b5ac-0a8799f0ebd8 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:27:04.908159 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb8e1835-da09-4b37-9af9-b7de8b5d233e req-051009d8-804b-4d2b-8c73-7e33acd3b55b tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Network 3bbc31db-4958-4e8b-9f8e-bc48b5d28e47 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:27:04.912434 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-eb8e1835-da09-4b37-9af9-b7de8b5d233e req-051009d8-804b-4d2b-8c73-7e33acd3b55b tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:27:04.915900 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb8e1835-da09-4b37-9af9-b7de8b5d233e req-051009d8-804b-4d2b-8c73-7e33acd3b55b tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:27:04.919297 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051009d8-804b-4d2b-8c73-7e33acd3b55b tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Pushing event updated for resources: {'Port': ['ID=d3743ac1-d872-4507-a6f2-ed370e7d4ff9,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:27:04.985144 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-a3471687-4a51-4426-915a-1d63445840ac None None] Port 0b795ff2-c2aa-4e79-82f1-328029030e46 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:27:05.001417 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f8b7c9-317a-40fc-bf67-b6c3291c2141 tempest-VolumesAdminNegativeTest-919958504 tempest-VolumesAdminNegativeTest-919958504-project] Pushing event updated for resources: {'Port': ['ID=a386daa9-6ec5-4a09-a420-ce1ee74ce07b,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:27:05.025484 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8e1835-da09-4b37-9af9-b7de8b5d233e req-051009d8-804b-4d2b-8c73-7e33acd3b55b tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:05.026242 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-eb8e1835-da09-4b37-9af9-b7de8b5d233e req-051009d8-804b-4d2b-8c73-7e33acd3b55b tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:05.045135 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45a5d242-9d5c-4ef8-82dd-d8efd79c60e6 req-c4f8b7c9-317a-40fc-bf67-b6c3291c2141 tempest-VolumesAdminNegativeTest-919958504 tempest-VolumesAdminNegativeTest-919958504-project] Network 9081b895-398d-41db-a440-e2f3df875e6a is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:27:05.049898 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [req-45a5d242-9d5c-4ef8-82dd-d8efd79c60e6 req-c4f8b7c9-317a-40fc-bf67-b6c3291c2141 tempest-VolumesAdminNegativeTest-919958504 tempest-VolumesAdminNegativeTest-919958504-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:27:05.065345 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-b172f1db-f77d-4ffa-979a-7ba1fdb2592f tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Allocated IP 2001:db8::3d5 (8621bc52-c8c7-41e9-8b50-d7993bbb4828/f66eab68-8e1c-4e8f-8d58-9e251da58f23/385df9ba-ffb0-42aa-9ebf-63bdb8a7a9b0) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:27:05.072264 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [req-45a5d242-9d5c-4ef8-82dd-d8efd79c60e6 req-c4f8b7c9-317a-40fc-bf67-b6c3291c2141 tempest-VolumesAdminNegativeTest-919958504 tempest-VolumesAdminNegativeTest-919958504-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:27:05.082158 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 27455c72-42f4-4e07-b5ac-0a8799f0ebd8 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:27:05.092474 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-eb8e1835-da09-4b37-9af9-b7de8b5d233e req-051009d8-804b-4d2b-8c73-7e33acd3b55b tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8675241 Aug 05 11:27:05.105518 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 27455c72-42f4-4e07-b5ac-0a8799f0ebd8 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:27:05.105983 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:05.114617 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-eb8e1835-da09-4b37-9af9-b7de8b5d233e req-587ee682-969d-4a6a-b184-471867211773 service neutron] Request body: {'port': {'device_id': '40021a41-d350-4e38-ac4d-f69e07c48ffb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:27:05.224057 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f56b5d0d-40f7-4a29-9c7a-a7e0d90e18fa None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:05.225081 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6c543118-6fcf-49a0-82f8-644557f8025d req-b29c463d-b2fe-4492-a0b0-8ce25fac7bf3 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=496a66fa8c0741119f64b2d8ff8b2bc9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3689854 Aug 05 11:27:05.237971 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f56b5d0d-40f7-4a29-9c7a-a7e0d90e18fa None None] Transition to ACTIVE for port object 1759ae85-20d7-4aed-83df-c9185c47c9bc will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:27:05.239176 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a5d242-9d5c-4ef8-82dd-d8efd79c60e6 req-c4f8b7c9-317a-40fc-bf67-b6c3291c2141 tempest-VolumesAdminNegativeTest-919958504 tempest-VolumesAdminNegativeTest-919958504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:05.240833 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-45a5d242-9d5c-4ef8-82dd-d8efd79c60e6 req-c4f8b7c9-317a-40fc-bf67-b6c3291c2141 tempest-VolumesAdminNegativeTest-919958504 tempest-VolumesAdminNegativeTest-919958504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:05.253255 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-eb8e1835-da09-4b37-9af9-b7de8b5d233e req-587ee682-969d-4a6a-b184-471867211773 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:05.269562 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b675be8-dd15-4d69-b632-7e803413341e req-3fe741c4-aeb3-44f4-ab1f-bf0feaaa0769 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:05.272011 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5b675be8-dd15-4d69-b632-7e803413341e req-3fe741c4-aeb3-44f4-ab1f-bf0feaaa0769 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=40021a41-d350-4e38-ac4d-f69e07c48ffb HTTP/1.1" status: 200 len: 932 time: 0.3015561 Aug 05 11:27:05.286484 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:05.326935 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f56b5d0d-40f7-4a29-9c7a-a7e0d90e18fa None None] Transition to ACTIVE for port object 1759ae85-20d7-4aed-83df-c9185c47c9bc will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:27:05.327518 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c7e86ba-410d-4526-8271-d3e317691a4a', 'tag': 'feb6e8f1-70b4-444b-932b-1e8db3946c34'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:27:05.330679 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bd87642-ed84-48b2-b087-747c86c73b81" -d '{"events": [{"name": "network-changed", "server_uuid": "0c7e86ba-410d-4526-8271-d3e317691a4a", "tag": "feb6e8f1-70b4-444b-932b-1e8db3946c34"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:27:05.344248 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f56b5d0d-40f7-4a29-9c7a-a7e0d90e18fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:05.353346 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port 27455c72-42f4-4e07-b5ac-0a8799f0ebd8, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=27455c72-42f4-4e07-b5ac-0a8799f0ebd8,segment=NetworkSegment(0ead1be1-90cb-409d-a49c-7ccf6006bf90),segment_id=0ead1be1-90cb-409d-a49c-7ccf6006bf90)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:27:05.382076 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:05.384035 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-45a5d242-9d5c-4ef8-82dd-d8efd79c60e6 req-c4f8b7c9-317a-40fc-bf67-b6c3291c2141 tempest-VolumesAdminNegativeTest-919958504 tempest-VolumesAdminNegativeTest-919958504-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0219443 Aug 05 11:27:05.395629 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56b5d0d-40f7-4a29-9c7a-a7e0d90e18fa None None] Network e35bf518-c692-4270-aec2-1eff19b9c99c is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:27:05.403812 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-f56b5d0d-40f7-4a29-9c7a-a7e0d90e18fa None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:27:05.408539 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [req-45a5d242-9d5c-4ef8-82dd-d8efd79c60e6 req-aede3a83-96a7-4db8-92ee-9c6532f1769f tempest-VolumesAdminNegativeTest-919958504 tempest-VolumesAdminNegativeTest-919958504-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94420) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 11:27:05.409755 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-45a5d242-9d5c-4ef8-82dd-d8efd79c60e6 req-aede3a83-96a7-4db8-92ee-9c6532f1769f tempest-VolumesAdminNegativeTest-919958504 tempest-VolumesAdminNegativeTest-919958504-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0086715 Aug 05 11:27:05.420991 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56b5d0d-40f7-4a29-9c7a-a7e0d90e18fa None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:27:05.435895 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-45a5d242-9d5c-4ef8-82dd-d8efd79c60e6 req-b4cb8a81-cba3-458b-97d0-5d3fb1fdcc2a service neutron] Request body: {'port': {'device_id': '5736dfe7-b6ff-4df2-8dd3-d57fc09a36e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-2'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:27:05.438732 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56b5d0d-40f7-4a29-9c7a-a7e0d90e18fa None None] Pushing event updated for resources: {'Port': ['ID=1759ae85-20d7-4aed-83df-c9185c47c9bc,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:27:05.470468 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5b675be8-dd15-4d69-b632-7e803413341e req-d03d3e8c-c26f-4094-ae54-2d8efb601cdb tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=47a5a50c-7385-42e8-98ac-c05af9825ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1729305 Aug 05 11:27:05.522373 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b172f1db-f77d-4ffa-979a-7ba1fdb2592f tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:05.524240 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-45a5d242-9d5c-4ef8-82dd-d8efd79c60e6 req-b4cb8a81-cba3-458b-97d0-5d3fb1fdcc2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:05.533102 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6c543118-6fcf-49a0-82f8-644557f8025d req-8518f3eb-5e1e-4b4c-ba32-64488239ea74 service neutron] 10.222.0.58 "GET /v2.0/networks/5a46f401-3a17-4039-80ff-a62c437b07b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3070199 Aug 05 11:27:05.561729 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-2746e591-fddd-479a-830a-4dd4f8fe9e68 None None] Provisioning complete for port 27455c72-42f4-4e07-b5ac-0a8799f0ebd8 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:27:05.562310 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-2746e591-fddd-479a-830a-4dd4f8fe9e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:05.599942 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [None req-b172f1db-f77d-4ffa-979a-7ba1fdb2592f tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Transition to ACTIVE for port object 385df9ba-ffb0-42aa-9ebf-63bdb8a7a9b0 will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:27:05.608103 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=27455c72-42f4-4e07-b5ac-0a8799f0ebd8,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:27:05.630699 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-f56b5d0d-40f7-4a29-9c7a-a7e0d90e18fa None None] Attempting to bind port 1759ae85-20d7-4aed-83df-c9185c47c9bc on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:27:05.631013 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-f56b5d0d-40f7-4a29-9c7a-a7e0d90e18fa None None] Attempting to bind port 1759ae85-20d7-4aed-83df-c9185c47c9bc by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '793f1405-65b3-474e-a836-aab16d10656f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'e35bf518-c692-4270-aec2-1eff19b9c99c'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:27:05.631407 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56b5d0d-40f7-4a29-9c7a-a7e0d90e18fa None None] Attempting to bind port 1759ae85-20d7-4aed-83df-c9185c47c9bc on network e35bf518-c692-4270-aec2-1eff19b9c99c {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:27:05.644947 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56b5d0d-40f7-4a29-9c7a-a7e0d90e18fa None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:27:05.645270 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56b5d0d-40f7-4a29-9c7a-a7e0d90e18fa None None] Checking segment: {'id': '793f1405-65b3-474e-a836-aab16d10656f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'e35bf518-c692-4270-aec2-1eff19b9c99c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:27:05.646109 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f56b5d0d-40f7-4a29-9c7a-a7e0d90e18fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:05.646109 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56b5d0d-40f7-4a29-9c7a-a7e0d90e18fa None None] Bound using segment: {'id': '793f1405-65b3-474e-a836-aab16d10656f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'e35bf518-c692-4270-aec2-1eff19b9c99c'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:27:05.646542 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-f56b5d0d-40f7-4a29-9c7a-a7e0d90e18fa None None] Bound port: 1759ae85-20d7-4aed-83df-c9185c47c9bc, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '793f1405-65b3-474e-a836-aab16d10656f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'e35bf518-c692-4270-aec2-1eff19b9c99c'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:27:05.646924 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f56b5d0d-40f7-4a29-9c7a-a7e0d90e18fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:05.696238 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b172f1db-f77d-4ffa-979a-7ba1fdb2592f tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:05.800304 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b172f1db-f77d-4ffa-979a-7ba1fdb2592f tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Network 8621bc52-c8c7-41e9-8b50-d7993bbb4828 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:27:05.811714 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-b172f1db-f77d-4ffa-979a-7ba1fdb2592f tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:27:05.818222 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b172f1db-f77d-4ffa-979a-7ba1fdb2592f tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Pushing event updated for resources: {'Port': ['ID=385df9ba-ffb0-42aa-9ebf-63bdb8a7a9b0,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:27:05.820998 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b172f1db-f77d-4ffa-979a-7ba1fdb2592f tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:27:05.827108 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b172f1db-f77d-4ffa-979a-7ba1fdb2592f tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:05.827833 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b172f1db-f77d-4ffa-979a-7ba1fdb2592f tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:05.843464 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-eb8e1835-da09-4b37-9af9-b7de8b5d233e req-587ee682-969d-4a6a-b184-471867211773 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3743ac1-d872-4507-a6f2-ed370e7d4ff9 {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:27:05.856183 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-eb8e1835-da09-4b37-9af9-b7de8b5d233e req-587ee682-969d-4a6a-b184-471867211773 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:05.865158 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-b172f1db-f77d-4ffa-979a-7ba1fdb2592f tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.7529712 Aug 05 11:27:05.869155 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 48558) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:27:05.876386 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-23c8dd7e-cddb-48f5-b924-c52bbf858f6f tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::34a', 'mac_address': 'fa:16:3e:9f:f9:c6'}, {'ip_address': '2001:db8::235', 'mac_address': 'fa:16:3e:c9:e8:11'}]}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:27:05.894336 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221d0dd7-c7c6-47fd-8f6f-f23892d2d252 req-35b73fbb-3cd4-465b-8d20-c01c207f9a29 tempest-VolumesAdminNegativeTest-919958504 tempest-VolumesAdminNegativeTest-919958504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:05.898027 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-221d0dd7-c7c6-47fd-8f6f-f23892d2d252 req-35b73fbb-3cd4-465b-8d20-c01c207f9a29 tempest-VolumesAdminNegativeTest-919958504 tempest-VolumesAdminNegativeTest-919958504-project] 10.222.0.58 "GET /v2.0/ports?device_id=5736dfe7-b6ff-4df2-8dd3-d57fc09a36e7 HTTP/1.1" status: 200 len: 932 time: 0.2504036 Aug 05 11:27:05.905033 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6c543118-6fcf-49a0-82f8-644557f8025d req-a7c66703-1397-409e-ba23-fa44ba966244 service neutron] 10.222.0.58 "GET /v2.0/networks/5a46f401-3a17-4039-80ff-a62c437b07b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3586650 Aug 05 11:27:05.940807 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-eb8e1835-da09-4b37-9af9-b7de8b5d233e req-587ee682-969d-4a6a-b184-471867211773 service neutron] Transition to ACTIVE for port object d3743ac1-d872-4507-a6f2-ed370e7d4ff9 will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:27:05.953447 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f56b5d0d-40f7-4a29-9c7a-a7e0d90e18fa None None] For port 1759ae85-20d7-4aed-83df-c9185c47c9bc, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:27:05.959518 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f56b5d0d-40f7-4a29-9c7a-a7e0d90e18fa None None] For port 1759ae85-20d7-4aed-83df-c9185c47c9bc, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=1759ae85-20d7-4aed-83df-c9185c47c9bc,segment=NetworkSegment(793f1405-65b3-474e-a836-aab16d10656f),segment_id=793f1405-65b3-474e-a836-aab16d10656f)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:27:05.978425 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f56b5d0d-40f7-4a29-9c7a-a7e0d90e18fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:05.994009 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-2746e591-fddd-479a-830a-4dd4f8fe9e68 None None] Provisioning for port d3743ac1-d872-4507-a6f2-ed370e7d4ff9 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:27:06.006629 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-221d0dd7-c7c6-47fd-8f6f-f23892d2d252 req-67bbb8c0-d7d8-4df7-aaf5-edcc7e782dea tempest-VolumesAdminNegativeTest-919958504 tempest-VolumesAdminNegativeTest-919958504-project] 10.222.0.58 "GET /v2.0/security-groups?id=a7382b56-ea23-402b-9dbf-5e5ac09b0b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993211 Aug 05 11:27:06.016895 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-eb8e1835-da09-4b37-9af9-b7de8b5d233e req-587ee682-969d-4a6a-b184-471867211773 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:06.145358 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56b5d0d-40f7-4a29-9c7a-a7e0d90e18fa None None] Pushing event updated for resources: {'Port': ['ID=1759ae85-20d7-4aed-83df-c9185c47c9bc,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:27:06.234102 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-23c8dd7e-cddb-48f5-b924-c52bbf858f6f tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:06.259571 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-806a9a69-9835-4854-8543-d504eafd32bb req-e3f126cf-de28-49f2-ab56-1e7f7adf6de6 tempest-ServerShowV247Test-206203797 tempest-ServerShowV247Test-206203797-project] 10.222.0.58 "GET /v2.0/ports?device_id=228c14ef-0082-4d54-87e9-7084b08a8ed7 HTTP/1.1" status: 200 len: 210 time: 0.0836225 Aug 05 11:27:06.295199 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device feb6e8f1-70b4-444b-932b-1e8db3946c34 details requested by agent hyperv_n-h1-803378-2 with host n-h1-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:27:06.381049 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587ee682-969d-4a6a-b184-471867211773 service neutron] Pushing event updated for resources: {'Port': ['ID=d3743ac1-d872-4507-a6f2-ed370e7d4ff9,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:27:06.501299 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6c543118-6fcf-49a0-82f8-644557f8025d req-c46db9fc-9714-4752-9a15-dd89f6385400 service neutron] 10.222.0.58 "GET /v2.0/networks/e35bf518-c692-4270-aec2-1eff19b9c99c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5167530 Aug 05 11:27:06.536771 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587ee682-969d-4a6a-b184-471867211773 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:27:06.538235 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587ee682-969d-4a6a-b184-471867211773 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:27:06.538581 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587ee682-969d-4a6a-b184-471867211773 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:27:06.539711 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587ee682-969d-4a6a-b184-471867211773 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:27:06.542822 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587ee682-969d-4a6a-b184-471867211773 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:27:06.543305 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587ee682-969d-4a6a-b184-471867211773 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:27:06.543859 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587ee682-969d-4a6a-b184-471867211773 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:27:06.548343 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587ee682-969d-4a6a-b184-471867211773 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:27:06.549025 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587ee682-969d-4a6a-b184-471867211773 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:27:06.549578 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587ee682-969d-4a6a-b184-471867211773 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:27:06.550745 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587ee682-969d-4a6a-b184-471867211773 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:27:06.550745 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587ee682-969d-4a6a-b184-471867211773 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:27:06.601023 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30ef5c1f-3b89-410b-9eb9-91c221a626bd x-openstack-request-id: req-30ef5c1f-3b89-410b-9eb9-91c221a626bd {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:27:06.602091 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c7e86ba-410d-4526-8271-d3e317691a4a", "tag": "feb6e8f1-70b4-444b-932b-1e8db3946c34", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:27:06.604578 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-30ef5c1f-3b89-410b-9eb9-91c221a626bd {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:27:06.605272 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c7e86ba-410d-4526-8271-d3e317691a4a', 'tag': 'feb6e8f1-70b4-444b-932b-1e8db3946c34', 'status': 'completed', 'code': 200} Aug 05 11:27:06.641200 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-7f4a1cd8-4edb-4171-89bb-814e112cbe04 None None] Provisioning for port 385df9ba-ffb0-42aa-9ebf-63bdb8a7a9b0 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:27:06.651867 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [req-45a5d242-9d5c-4ef8-82dd-d8efd79c60e6 req-b4cb8a81-cba3-458b-97d0-5d3fb1fdcc2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a386daa9-6ec5-4a09-a420-ce1ee74ce07b {{(pid=94420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:27:06.683739 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-7f4a1cd8-4edb-4171-89bb-814e112cbe04 None None] Provisioning complete for port 385df9ba-ffb0-42aa-9ebf-63bdb8a7a9b0 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:27:06.684413 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-7f4a1cd8-4edb-4171-89bb-814e112cbe04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:06.699103 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-45a5d242-9d5c-4ef8-82dd-d8efd79c60e6 req-b4cb8a81-cba3-458b-97d0-5d3fb1fdcc2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:06.699361 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-eb8e1835-da09-4b37-9af9-b7de8b5d233e req-587ee682-969d-4a6a-b184-471867211773 service neutron] Attempting to bind port d3743ac1-d872-4507-a6f2-ed370e7d4ff9 on host n-h1-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:27:06.699864 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-eb8e1835-da09-4b37-9af9-b7de8b5d233e req-587ee682-969d-4a6a-b184-471867211773 service neutron] Attempting to bind port d3743ac1-d872-4507-a6f2-ed370e7d4ff9 by drivers openvswitch,hyperv on host n-h1-803378-2 at level 0 using segments [{'id': '5615e441-bf2b-4f62-9a7e-00bdeb60130a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '3bbc31db-4958-4e8b-9f8e-bc48b5d28e47'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:27:06.700148 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8e1835-da09-4b37-9af9-b7de8b5d233e req-587ee682-969d-4a6a-b184-471867211773 service neutron] Attempting to bind port d3743ac1-d872-4507-a6f2-ed370e7d4ff9 on network 3bbc31db-4958-4e8b-9f8e-bc48b5d28e47 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:27:06.729627 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8e1835-da09-4b37-9af9-b7de8b5d233e req-587ee682-969d-4a6a-b184-471867211773 service neutron] Port d3743ac1-d872-4507-a6f2-ed370e7d4ff9 on network 3bbc31db-4958-4e8b-9f8e-bc48b5d28e47 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:27:06.730032 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8e1835-da09-4b37-9af9-b7de8b5d233e req-587ee682-969d-4a6a-b184-471867211773 service neutron] Attempting to bind port d3743ac1-d872-4507-a6f2-ed370e7d4ff9 on network 3bbc31db-4958-4e8b-9f8e-bc48b5d28e47 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:27:06.758581 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8e1835-da09-4b37-9af9-b7de8b5d233e req-587ee682-969d-4a6a-b184-471867211773 service neutron] Checking agent: {'id': '40bb7567-59bd-4b31-bc29-da1c50bca759', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:27:06.759205 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8e1835-da09-4b37-9af9-b7de8b5d233e req-587ee682-969d-4a6a-b184-471867211773 service neutron] Checking segment: {'id': '5615e441-bf2b-4f62-9a7e-00bdeb60130a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '3bbc31db-4958-4e8b-9f8e-bc48b5d28e47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:27:06.759715 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8e1835-da09-4b37-9af9-b7de8b5d233e req-587ee682-969d-4a6a-b184-471867211773 service neutron] Bound using segment: {'id': '5615e441-bf2b-4f62-9a7e-00bdeb60130a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '3bbc31db-4958-4e8b-9f8e-bc48b5d28e47'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:27:06.760296 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-eb8e1835-da09-4b37-9af9-b7de8b5d233e req-587ee682-969d-4a6a-b184-471867211773 service neutron] Bound port: d3743ac1-d872-4507-a6f2-ed370e7d4ff9, host: n-h1-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5615e441-bf2b-4f62-9a7e-00bdeb60130a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '3bbc31db-4958-4e8b-9f8e-bc48b5d28e47'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:27:06.760801 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-eb8e1835-da09-4b37-9af9-b7de8b5d233e req-587ee682-969d-4a6a-b184-471867211773 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:06.774939 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [req-45a5d242-9d5c-4ef8-82dd-d8efd79c60e6 req-b4cb8a81-cba3-458b-97d0-5d3fb1fdcc2a service neutron] Transition to ACTIVE for port object a386daa9-6ec5-4a09-a420-ce1ee74ce07b will not be triggered until provisioned by entity L2. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:27:06.780839 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port feb6e8f1-70b4-444b-932b-1e8db3946c34, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=feb6e8f1-70b4-444b-932b-1e8db3946c34,segment=NetworkSegment(be89551e-4aa0-433b-90d8-e517f4f1da1f),segment_id=be89551e-4aa0-433b-90d8-e517f4f1da1f)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:27:06.787037 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-45a5d242-9d5c-4ef8-82dd-d8efd79c60e6 req-b4cb8a81-cba3-458b-97d0-5d3fb1fdcc2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:06.814650 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device feb6e8f1-70b4-444b-932b-1e8db3946c34 has no active binding in host n-h1-803378-2 {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 05 11:27:06.820965 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-7f4a1cd8-4edb-4171-89bb-814e112cbe04 None None] Port 385df9ba-ffb0-42aa-9ebf-63bdb8a7a9b0 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:27:06.830900 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd87642-ed84-48b2-b087-747c86c73b81 req-96aa79a9-9b4a-481e-ae85-43f463370562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:06.833025 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9bd87642-ed84-48b2-b087-747c86c73b81 req-96aa79a9-9b4a-481e-ae85-43f463370562 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bc360260b43347fbb7d1bc7660d6f218&device_id=0c7e86ba-410d-4526-8271-d3e317691a4a HTTP/1.1" status: 200 len: 1124 time: 0.2065003 Aug 05 11:27:06.879259 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6c543118-6fcf-49a0-82f8-644557f8025d req-84679ea8-7877-4a1c-9605-ce9b1e906dd9 service neutron] 10.222.0.58 "GET /v2.0/networks/e35bf518-c692-4270-aec2-1eff19b9c99c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3761866 Aug 05 11:27:06.890957 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 1759ae85-20d7-4aed-83df-c9185c47c9bc up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:27:06.975694 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cb8a81-cba3-458b-97d0-5d3fb1fdcc2a service neutron] Pushing event updated for resources: {'Port': ['ID=a386daa9-6ec5-4a09-a420-ce1ee74ce07b,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:27:07.026562 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 1759ae85-20d7-4aed-83df-c9185c47c9bc completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:27:07.043179 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 27455c72-42f4-4e07-b5ac-0a8799f0ebd8 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:27:07.124512 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-887e8db6-b033-42be-8147-6f50de49b3b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:07.155605 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 27455c72-42f4-4e07-b5ac-0a8799f0ebd8 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:27:07.155991 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:07.198230 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-eb8e1835-da09-4b37-9af9-b7de8b5d233e req-587ee682-969d-4a6a-b184-471867211773 service neutron] For port d3743ac1-d872-4507-a6f2-ed370e7d4ff9, host n-h1-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:27:07.210030 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a2d232-c10a-4a05-83c5-f6727c9fb6cd req-252d1855-faa6-48d4-9a0e-623ef6f883cd tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:07.213605 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-20a2d232-c10a-4a05-83c5-f6727c9fb6cd req-252d1855-faa6-48d4-9a0e-623ef6f883cd tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c7e86ba-410d-4526-8271-d3e317691a4a HTTP/1.1" status: 200 len: 943 time: 0.2123592 Aug 05 11:27:07.227750 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6c543118-6fcf-49a0-82f8-644557f8025d req-e40071f1-1546-424d-a19d-2b3177915312 service neutron] 10.222.0.58 "GET /v2.0/networks/5a46f401-3a17-4039-80ff-a62c437b07b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3352189 Aug 05 11:27:07.277355 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-eb8e1835-da09-4b37-9af9-b7de8b5d233e req-587ee682-969d-4a6a-b184-471867211773 service neutron] For port d3743ac1-d872-4507-a6f2-ed370e7d4ff9, host n-h1-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=d3743ac1-d872-4507-a6f2-ed370e7d4ff9,segment=NetworkSegment(5615e441-bf2b-4f62-9a7e-00bdeb60130a),segment_id=5615e441-bf2b-4f62-9a7e-00bdeb60130a)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:27:07.285837 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-23c8dd7e-cddb-48f5-b924-c52bbf858f6f tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:07.290241 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd87642-ed84-48b2-b087-747c86c73b81 req-324dfd50-404d-4c8e-94b3-0c71a033aa14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:07.292287 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9bd87642-ed84-48b2-b087-747c86c73b81 req-324dfd50-404d-4c8e-94b3-0c71a033aa14 service neutron] 10.222.0.55 "GET /v2.0/networks?id=546c0542-0f92-4f6c-914b-a74a81cd2290 HTTP/1.1" status: 200 len: 909 time: 0.4495203 Aug 05 11:27:07.294223 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-eb8e1835-da09-4b37-9af9-b7de8b5d233e req-587ee682-969d-4a6a-b184-471867211773 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:07.308603 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-23c8dd7e-cddb-48f5-b924-c52bbf858f6f tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:07.402822 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6c543118-6fcf-49a0-82f8-644557f8025d req-e23956ad-0377-42ad-b93f-7247e6c04dac service neutron] 10.222.0.58 "GET /v2.0/networks/5a46f401-3a17-4039-80ff-a62c437b07b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725497 Aug 05 11:27:07.455524 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-20a2d232-c10a-4a05-83c5-f6727c9fb6cd req-cf89b43b-e559-4163-a51d-5025825835f6 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/security-groups?id=12d84a41-4254-4f43-a1c3-ae5bdc7fdfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157252 Aug 05 11:27:07.465753 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-45a5d242-9d5c-4ef8-82dd-d8efd79c60e6 req-b4cb8a81-cba3-458b-97d0-5d3fb1fdcc2a service neutron] Attempting to bind port a386daa9-6ec5-4a09-a420-ce1ee74ce07b on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:27:07.466626 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-45a5d242-9d5c-4ef8-82dd-d8efd79c60e6 req-b4cb8a81-cba3-458b-97d0-5d3fb1fdcc2a service neutron] Attempting to bind port a386daa9-6ec5-4a09-a420-ce1ee74ce07b by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': '090d98ab-c49d-4abe-ad31-37cd9ac62c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '9081b895-398d-41db-a440-e2f3df875e6a'}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:27:07.466978 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45a5d242-9d5c-4ef8-82dd-d8efd79c60e6 req-b4cb8a81-cba3-458b-97d0-5d3fb1fdcc2a service neutron] Attempting to bind port a386daa9-6ec5-4a09-a420-ce1ee74ce07b on network 9081b895-398d-41db-a440-e2f3df875e6a {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:27:07.533491 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45a5d242-9d5c-4ef8-82dd-d8efd79c60e6 req-b4cb8a81-cba3-458b-97d0-5d3fb1fdcc2a service neutron] Port a386daa9-6ec5-4a09-a420-ce1ee74ce07b on network 9081b895-398d-41db-a440-e2f3df875e6a not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:27:07.534396 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45a5d242-9d5c-4ef8-82dd-d8efd79c60e6 req-b4cb8a81-cba3-458b-97d0-5d3fb1fdcc2a service neutron] Attempting to bind port a386daa9-6ec5-4a09-a420-ce1ee74ce07b on network 9081b895-398d-41db-a440-e2f3df875e6a {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:27:07.538564 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-23c8dd7e-cddb-48f5-b924-c52bbf858f6f tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] In _notify_port_updated(), no bound segment for port 385df9ba-ffb0-42aa-9ebf-63bdb8a7a9b0 on network 8621bc52-c8c7-41e9-8b50-d7993bbb4828 {{(pid=94421) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 05 11:27:07.561591 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c8dd7e-cddb-48f5-b924-c52bbf858f6f tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:07.562477 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-23c8dd7e-cddb-48f5-b924-c52bbf858f6f tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:07.567628 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-23c8dd7e-cddb-48f5-b924-c52bbf858f6f tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] 10.222.0.58 "PUT /v2.0/ports/385df9ba-ffb0-42aa-9ebf-63bdb8a7a9b0 HTTP/1.1" status: 200 len: 1067 time: 1.6970243 Aug 05 11:27:07.568238 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 48574) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:27:07.570858 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45a5d242-9d5c-4ef8-82dd-d8efd79c60e6 req-b4cb8a81-cba3-458b-97d0-5d3fb1fdcc2a service neutron] Checking agent: {'id': 'a8f1dd2d-227c-4e30-8844-52419ba734db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:27:07.570858 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45a5d242-9d5c-4ef8-82dd-d8efd79c60e6 req-b4cb8a81-cba3-458b-97d0-5d3fb1fdcc2a service neutron] Checking segment: {'id': '090d98ab-c49d-4abe-ad31-37cd9ac62c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '9081b895-398d-41db-a440-e2f3df875e6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:27:07.570858 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45a5d242-9d5c-4ef8-82dd-d8efd79c60e6 req-b4cb8a81-cba3-458b-97d0-5d3fb1fdcc2a service neutron] Bound using segment: {'id': '090d98ab-c49d-4abe-ad31-37cd9ac62c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '9081b895-398d-41db-a440-e2f3df875e6a'} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:27:07.572456 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-45a5d242-9d5c-4ef8-82dd-d8efd79c60e6 req-b4cb8a81-cba3-458b-97d0-5d3fb1fdcc2a service neutron] Bound port: a386daa9-6ec5-4a09-a420-ce1ee74ce07b, host: n-h2-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '090d98ab-c49d-4abe-ad31-37cd9ac62c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '9081b895-398d-41db-a440-e2f3df875e6a'}}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:27:07.572456 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-45a5d242-9d5c-4ef8-82dd-d8efd79c60e6 req-b4cb8a81-cba3-458b-97d0-5d3fb1fdcc2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:07.574273 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8e1835-da09-4b37-9af9-b7de8b5d233e req-587ee682-969d-4a6a-b184-471867211773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:07.575004 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-eb8e1835-da09-4b37-9af9-b7de8b5d233e req-587ee682-969d-4a6a-b184-471867211773 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:07.576708 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-eb8e1835-da09-4b37-9af9-b7de8b5d233e req-587ee682-969d-4a6a-b184-471867211773 service neutron] 10.222.0.64 "PUT /v2.0/ports/d3743ac1-d872-4507-a6f2-ed370e7d4ff9 HTTP/1.1" status: 200 len: 1092 time: 2.4691889 Aug 05 11:27:07.585281 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 48576) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:27:07.623228 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587ee682-969d-4a6a-b184-471867211773 service neutron] Pushing event updated for resources: {'Port': ['ID=d3743ac1-d872-4507-a6f2-ed370e7d4ff9,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:27:07.647341 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9bd87642-ed84-48b2-b087-747c86c73b81 req-d9653bff-418e-4505-92aa-699d0a5c921e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=feb6e8f1-70b4-444b-932b-1e8db3946c34 HTTP/1.1" status: 200 len: 217 time: 0.3431377 Aug 05 11:27:07.926771 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd87642-ed84-48b2-b087-747c86c73b81 req-a800dbda-7cbd-47ed-af54-db8fba9e2d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:07.928765 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9bd87642-ed84-48b2-b087-747c86c73b81 req-a800dbda-7cbd-47ed-af54-db8fba9e2d81 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=61983880-6386-4045-bd2d-695dffcb92f9 HTTP/1.1" status: 200 len: 848 time: 0.2358942 Aug 05 11:27:07.954295 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91171a3-c448-4c5c-b805-d63a43a1ea9d req-f9bf8669-12d0-4d30-be8e-93408a772991 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:07.966452 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d91171a3-c448-4c5c-b805-d63a43a1ea9d req-f9bf8669-12d0-4d30-be8e-93408a772991 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=40021a41-d350-4e38-ac4d-f69e07c48ffb HTTP/1.1" status: 200 len: 944 time: 0.4139371 Aug 05 11:27:08.004013 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9bd87642-ed84-48b2-b087-747c86c73b81 req-b8cc02c0-c5a3-4059-b321-eaaa8029b05f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=546c0542-0f92-4f6c-914b-a74a81cd2290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595453 Aug 05 11:27:08.036237 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-9ce7a3c6-b41d-49c3-8e86-d49c27c27d61 None None] Provisioning complete for port 385df9ba-ffb0-42aa-9ebf-63bdb8a7a9b0 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:27:08.058537 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-9ce7a3c6-b41d-49c3-8e86-d49c27c27d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:08.087898 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8e1835-da09-4b37-9af9-b7de8b5d233e req-da286a17-c0b4-4a07-ac61-7e83999785e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:08.102865 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-eb8e1835-da09-4b37-9af9-b7de8b5d233e req-da286a17-c0b4-4a07-ac61-7e83999785e2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=922471f37b13454ba92168a26c5eea8e&device_id=40021a41-d350-4e38-ac4d-f69e07c48ffb HTTP/1.1" status: 200 len: 1095 time: 0.4434240 Aug 05 11:27:08.105981 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c8dd7e-cddb-48f5-b924-c52bbf858f6f tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Pushing event updated for resources: {'Port': ['ID=385df9ba-ffb0-42aa-9ebf-63bdb8a7a9b0,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:27:08.147807 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-9ce7a3c6-b41d-49c3-8e86-d49c27c27d61 None None] Port 385df9ba-ffb0-42aa-9ebf-63bdb8a7a9b0 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:27:08.152092 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8eb351-c96e-4341-920d-16b4d89dbce3 None None] Network e35bf518-c692-4270-aec2-1eff19b9c99c requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:27:08.191589 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0d810cd9-3169-4abb-8307-aae9748fff42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:08.251689 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-eb8e1835-da09-4b37-9af9-b7de8b5d233e req-c11f8d80-3925-4bba-8bb4-067afaa344f7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3743ac1-d872-4507-a6f2-ed370e7d4ff9 HTTP/1.1" status: 200 len: 217 time: 0.0581539 Aug 05 11:27:08.278294 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-45a5d242-9d5c-4ef8-82dd-d8efd79c60e6 req-b4cb8a81-cba3-458b-97d0-5d3fb1fdcc2a service neutron] For port a386daa9-6ec5-4a09-a420-ce1ee74ce07b, host n-h2-803378-2, cleared binding levels {{(pid=94420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:27:08.301586 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d91171a3-c448-4c5c-b805-d63a43a1ea9d req-77ed34a1-1829-4d97-9500-470ba188f351 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=47a5a50c-7385-42e8-98ac-c05af9825ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3339400 Aug 05 11:27:08.331580 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-45a5d242-9d5c-4ef8-82dd-d8efd79c60e6 req-b4cb8a81-cba3-458b-97d0-5d3fb1fdcc2a service neutron] For port a386daa9-6ec5-4a09-a420-ce1ee74ce07b, host n-h2-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=a386daa9-6ec5-4a09-a420-ce1ee74ce07b,segment=NetworkSegment(090d98ab-c49d-4abe-ad31-37cd9ac62c02),segment_id=090d98ab-c49d-4abe-ad31-37cd9ac62c02)] {{(pid=94420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:27:08.333824 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f0e1449c-e35b-4151-8225-ff4f6703e8b1 None None] Provisioning for port 1759ae85-20d7-4aed-83df-c9185c47c9bc completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:27:08.358181 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-45a5d242-9d5c-4ef8-82dd-d8efd79c60e6 req-b4cb8a81-cba3-458b-97d0-5d3fb1fdcc2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:08.363768 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f0e1449c-e35b-4151-8225-ff4f6703e8b1 None None] Provisioning complete for port 1759ae85-20d7-4aed-83df-c9185c47c9bc triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:27:08.364566 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f0e1449c-e35b-4151-8225-ff4f6703e8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:08.414483 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da608a3-3a44-4245-b8bc-dfbb74390edc req-d7081e2d-1e2a-42b3-984d-42231ae6884e tempest-VolumesAdminNegativeTest-919958504 tempest-VolumesAdminNegativeTest-919958504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:08.426673 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1da608a3-3a44-4245-b8bc-dfbb74390edc req-d7081e2d-1e2a-42b3-984d-42231ae6884e tempest-VolumesAdminNegativeTest-919958504 tempest-VolumesAdminNegativeTest-919958504-project] 10.222.0.58 "GET /v2.0/ports?device_id=5736dfe7-b6ff-4df2-8dd3-d57fc09a36e7 HTTP/1.1" status: 200 len: 944 time: 0.4110849 Aug 05 11:27:08.443693 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9bd87642-ed84-48b2-b087-747c86c73b81 req-6159d44e-14b0-41a7-97e1-84ab849ff66b service neutron] 10.222.0.55 "GET /v2.0/networks/546c0542-0f92-4f6c-914b-a74a81cd2290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3968213 Aug 05 11:27:08.508994 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8e1835-da09-4b37-9af9-b7de8b5d233e req-4ccba389-ac1c-4bfd-a97a-f56e763ae39c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:08.511242 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-eb8e1835-da09-4b37-9af9-b7de8b5d233e req-4ccba389-ac1c-4bfd-a97a-f56e763ae39c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2358f314-430e-4da8-8dea-b9e9954bab81 HTTP/1.1" status: 200 len: 851 time: 0.2025836 Aug 05 11:27:08.577874 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cb8a81-cba3-458b-97d0-5d3fb1fdcc2a service neutron] Pushing event updated for resources: {'Port': ['ID=a386daa9-6ec5-4a09-a420-ce1ee74ce07b,revision_number=3']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:27:08.595927 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-65ba3c89-735c-4f1f-9676-092d72a38b03 tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Deleting port 385df9ba-ffb0-42aa-9ebf-63bdb8a7a9b0 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:27:08.597146 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-65ba3c89-735c-4f1f-9676-092d72a38b03 tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:08.651026 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f0e1449c-e35b-4151-8225-ff4f6703e8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:08.663524 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a5d242-9d5c-4ef8-82dd-d8efd79c60e6 req-b4cb8a81-cba3-458b-97d0-5d3fb1fdcc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:08.665338 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-45a5d242-9d5c-4ef8-82dd-d8efd79c60e6 req-b4cb8a81-cba3-458b-97d0-5d3fb1fdcc2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:08.667631 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-45a5d242-9d5c-4ef8-82dd-d8efd79c60e6 req-b4cb8a81-cba3-458b-97d0-5d3fb1fdcc2a service neutron] 10.222.0.55 "PUT /v2.0/ports/a386daa9-6ec5-4a09-a420-ce1ee74ce07b HTTP/1.1" status: 200 len: 1092 time: 3.2453279 Aug 05 11:27:08.732213 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f0e1449c-e35b-4151-8225-ff4f6703e8b1 None None] For port 1759ae85-20d7-4aed-83df-c9185c47c9bc, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=1759ae85-20d7-4aed-83df-c9185c47c9bc,segment=NetworkSegment(793f1405-65b3-474e-a836-aab16d10656f),segment_id=793f1405-65b3-474e-a836-aab16d10656f)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:27:08.744541 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f0e1449c-e35b-4151-8225-ff4f6703e8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:08.781881 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5736dfe7-b6ff-4df2-8dd3-d57fc09a36e7', 'tag': 'a386daa9-6ec5-4a09-a420-ce1ee74ce07b'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:27:08.784967 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}828068ad8d405ad77660ce68fa78e1ffe658725812f7a08f9e488a446589295b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-059eb5af-8b46-44fc-8763-566bcf1ddc73" -d '{"events": [{"name": "network-changed", "server_uuid": "5736dfe7-b6ff-4df2-8dd3-d57fc09a36e7", "tag": "a386daa9-6ec5-4a09-a420-ce1ee74ce07b"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:27:08.803360 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f5522f64-2cdd-4daf-a2d6-3ce86d5c4043 req-f47b5d3b-598a-4793-aa4a-88d57cc80c72 tempest-ServerShowV247Test-206203797 tempest-ServerShowV247Test-206203797-project] 10.222.0.58 "GET /v2.0/ports?device_id=228c14ef-0082-4d54-87e9-7084b08a8ed7 HTTP/1.1" status: 200 len: 210 time: 0.2139528 Aug 05 11:27:08.855308 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e1449c-e35b-4151-8225-ff4f6703e8b1 None None] Pushing event updated for resources: {'Port': ['ID=1759ae85-20d7-4aed-83df-c9185c47c9bc,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:27:08.939465 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1da608a3-3a44-4245-b8bc-dfbb74390edc req-4b895f90-1aca-4a3a-b422-d67c3a96e2fb tempest-VolumesAdminNegativeTest-919958504 tempest-VolumesAdminNegativeTest-919958504-project] 10.222.0.58 "GET /v2.0/security-groups?id=a7382b56-ea23-402b-9dbf-5e5ac09b0b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5107436 Aug 05 11:27:08.944352 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-65ba3c89-735c-4f1f-9676-092d72a38b03 tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:08.998920 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-65ba3c89-735c-4f1f-9676-092d72a38b03 tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Calling delete_port for 385df9ba-ffb0-42aa-9ebf-63bdb8a7a9b0 owned by {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:27:09.054460 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40021a41-d350-4e38-ac4d-f69e07c48ffb', 'tag': 'd3743ac1-d872-4507-a6f2-ed370e7d4ff9'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:27:09.056179 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff8b134a-7e64-4078-a474-1d38ce7b7efb" -d '{"events": [{"name": "network-changed", "server_uuid": "40021a41-d350-4e38-ac4d-f69e07c48ffb", "tag": "d3743ac1-d872-4507-a6f2-ed370e7d4ff9"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:27:09.080084 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-a59d98ef-bfbb-4ca5-880c-43a77c863a4d None None] Provisioning complete for port 1759ae85-20d7-4aed-83df-c9185c47c9bc triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:27:09.081933 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-a59d98ef-bfbb-4ca5-880c-43a77c863a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:09.085112 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a5d242-9d5c-4ef8-82dd-d8efd79c60e6 req-2f3775a6-b217-45ca-a2c8-34a860a1f75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:09.087415 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-45a5d242-9d5c-4ef8-82dd-d8efd79c60e6 req-2f3775a6-b217-45ca-a2c8-34a860a1f75e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=880aa36a589740e2a5e552b5700a32b8&device_id=5736dfe7-b6ff-4df2-8dd3-d57fc09a36e7 HTTP/1.1" status: 200 len: 1095 time: 0.2991467 Aug 05 11:27:09.092553 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0d810cd9-3169-4abb-8307-aae9748fff42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:09.160703 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8e1835-da09-4b37-9af9-b7de8b5d233e req-7e259b5a-fcd4-4234-b498-e0dfb3ab1e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:09.163428 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-eb8e1835-da09-4b37-9af9-b7de8b5d233e req-7e259b5a-fcd4-4234-b498-e0dfb3ab1e3e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3bbc31db-4958-4e8b-9f8e-bc48b5d28e47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6364591 Aug 05 11:27:09.166992 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9bd87642-ed84-48b2-b087-747c86c73b81 req-cc07658e-ee06-46ea-9254-fe0836a90776 service neutron] 10.222.0.55 "GET /v2.0/networks/546c0542-0f92-4f6c-914b-a74a81cd2290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7116556 Aug 05 11:27:09.334678 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-eb8e1835-da09-4b37-9af9-b7de8b5d233e req-b2e94abe-5b2a-4c06-a1e9-7565a5dc32b4 service neutron] 10.222.0.64 "GET /v2.0/networks/3bbc31db-4958-4e8b-9f8e-bc48b5d28e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572564 Aug 05 11:27:09.448422 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-eb8e1835-da09-4b37-9af9-b7de8b5d233e req-fe156c06-8c56-4844-a8a3-fa92899bd92a service neutron] 10.222.0.64 "GET /v2.0/networks/3bbc31db-4958-4e8b-9f8e-bc48b5d28e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946035 Aug 05 11:27:09.482647 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0d810cd9-3169-4abb-8307-aae9748fff42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:09.494752 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-46a997cb-7be3-42ba-a239-d16aecf0953b req-14de5070-43b8-47f2-bab9-36f433811db4 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2210119-7615-4edc-8eb7-335feda4cf00 HTTP/1.1" status: 200 len: 210 time: 0.4422028 Aug 05 11:27:09.551789 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-45a5d242-9d5c-4ef8-82dd-d8efd79c60e6 req-88986f87-b469-4a3a-a878-63fecb1b65f3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a386daa9-6ec5-4a09-a420-ce1ee74ce07b HTTP/1.1" status: 200 len: 217 time: 0.1031280 Aug 05 11:27:09.562885 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1852443-2c00-41b9-a678-e2db5d7991ef x-openstack-request-id: req-e1852443-2c00-41b9-a678-e2db5d7991ef {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:27:09.563173 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5736dfe7-b6ff-4df2-8dd3-d57fc09a36e7", "tag": "a386daa9-6ec5-4a09-a420-ce1ee74ce07b", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:27:09.563430 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e1852443-2c00-41b9-a678-e2db5d7991ef {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:27:09.563827 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5736dfe7-b6ff-4df2-8dd3-d57fc09a36e7', 'tag': 'a386daa9-6ec5-4a09-a420-ce1ee74ce07b', 'status': 'completed', 'code': 200} Aug 05 11:27:09.593237 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43b453de-34f1-4289-befe-9a9050d71a39 x-openstack-request-id: req-43b453de-34f1-4289-befe-9a9050d71a39 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:27:09.593454 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40021a41-d350-4e38-ac4d-f69e07c48ffb", "tag": "d3743ac1-d872-4507-a6f2-ed370e7d4ff9", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:27:09.593992 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-43b453de-34f1-4289-befe-9a9050d71a39 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:27:09.594449 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40021a41-d350-4e38-ac4d-f69e07c48ffb', 'tag': 'd3743ac1-d872-4507-a6f2-ed370e7d4ff9', 'status': 'completed', 'code': 200} Aug 05 11:27:09.607198 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-0d810cd9-3169-4abb-8307-aae9748fff42 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1624431dd7ce4979806b780bd06497ac&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0294240 Aug 05 11:27:09.608416 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 48598) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:27:09.627657 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d810cd9-3169-4abb-8307-aae9748fff42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=198629d4-0c6f-41dc-aca6-6c803aa5f793,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:27:09.660111 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717bc5a9-890f-4399-ae38-4d3e99745514 req-c81c2843-773e-4acf-b029-623919fd8b8a tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:09.661849 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-717bc5a9-890f-4399-ae38-4d3e99745514 req-c81c2843-773e-4acf-b029-623919fd8b8a tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c7e86ba-410d-4526-8271-d3e317691a4a HTTP/1.1" status: 200 len: 943 time: 0.6081576 Aug 05 11:27:09.726111 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8b134a-7e64-4078-a474-1d38ce7b7efb req-55f2073c-605a-48bf-a893-1c80b9a50fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:09.728464 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ff8b134a-7e64-4078-a474-1d38ce7b7efb req-55f2073c-605a-48bf-a893-1c80b9a50fe4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=922471f37b13454ba92168a26c5eea8e&device_id=40021a41-d350-4e38-ac4d-f69e07c48ffb HTTP/1.1" status: 200 len: 1095 time: 0.0881500 Aug 05 11:27:09.730528 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a5d242-9d5c-4ef8-82dd-d8efd79c60e6 req-1538a9ed-4083-44f9-8db6-b8852ed908e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:09.731850 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-45a5d242-9d5c-4ef8-82dd-d8efd79c60e6 req-1538a9ed-4083-44f9-8db6-b8852ed908e2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=71ed3eb9-6087-43e0-afe0-9578718e37ba HTTP/1.1" status: 200 len: 855 time: 0.1435635 Aug 05 11:27:09.750758 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f19b33dc-180b-405d-a4db-a25a0eb8bba8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:09.811305 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-45a5d242-9d5c-4ef8-82dd-d8efd79c60e6 req-3ba38aae-789a-46d0-870a-0dd763b0b4b0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9081b895-398d-41db-a440-e2f3df875e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667379 Aug 05 11:27:09.820818 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f19b33dc-180b-405d-a4db-a25a0eb8bba8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:09.839004 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-717bc5a9-890f-4399-ae38-4d3e99745514 req-a40f7712-f250-40a2-a884-357e661b7ff5 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/security-groups?id=12d84a41-4254-4f43-a1c3-ae5bdc7fdfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572497 Aug 05 11:27:09.847457 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8009ae80-5031-43ef-b8da-a88594183185 req-4487fd1f-6314-4772-8ca5-712990ff40c1 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:09.849112 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8009ae80-5031-43ef-b8da-a88594183185 req-4487fd1f-6314-4772-8ca5-712990ff40c1 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=40021a41-d350-4e38-ac4d-f69e07c48ffb HTTP/1.1" status: 200 len: 944 time: 0.1863401 Aug 05 11:27:09.886643 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:09.919831 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8b134a-7e64-4078-a474-1d38ce7b7efb req-046c4ebb-89f5-430c-96ec-180365845b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:09.922355 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ff8b134a-7e64-4078-a474-1d38ce7b7efb req-046c4ebb-89f5-430c-96ec-180365845b89 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3bbc31db-4958-4e8b-9f8e-bc48b5d28e47 HTTP/1.1" status: 200 len: 913 time: 0.1852453 Aug 05 11:27:09.927947 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-65ba3c89-735c-4f1f-9676-092d72a38b03 tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:09.943249 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c1631bcb-d08e-4dc3-862a-303501c07d5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:09.993077 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ff8b134a-7e64-4078-a474-1d38ce7b7efb req-692ed22e-a61e-4c5c-8528-fe0a55243a40 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3743ac1-d872-4507-a6f2-ed370e7d4ff9 HTTP/1.1" status: 200 len: 217 time: 0.0599854 Aug 05 11:27:10.002724 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ba3c89-735c-4f1f-9676-092d72a38b03 tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Pushing event deleted for resources: {'Port': ['ID=385df9ba-ffb0-42aa-9ebf-63bdb8a7a9b0,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:27:10.015455 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f19b33dc-180b-405d-a4db-a25a0eb8bba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:10.018637 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f19b33dc-180b-405d-a4db-a25a0eb8bba8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:10.019910 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-f19b33dc-180b-405d-a4db-a25a0eb8bba8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/198629d4-0c6f-41dc-aca6-6c803aa5f793 HTTP/1.1" status: 204 len: 168 time: 0.4103255 Aug 05 11:27:10.034132 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8009ae80-5031-43ef-b8da-a88594183185 req-c31595df-9403-4083-84b8-e9973d208eb8 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=47a5a50c-7385-42e8-98ac-c05af9825ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1714480 Aug 05 11:27:10.057924 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19b33dc-180b-405d-a4db-a25a0eb8bba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=198629d4-0c6f-41dc-aca6-6c803aa5f793,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:27:10.061218 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-92d5937a-5cde-4dce-b56e-a844b2f48ea6 req-a7d75c0d-fbec-4af0-acf2-8dd2d1d86e0d tempest-ServerShowV247Test-206203797 tempest-ServerShowV247Test-206203797-project] 10.222.0.58 "GET /v2.0/ports?device_id=228c14ef-0082-4d54-87e9-7084b08a8ed7 HTTP/1.1" status: 200 len: 210 time: 0.0899887 Aug 05 11:27:10.087633 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8b134a-7e64-4078-a474-1d38ce7b7efb req-bde6efd0-d2d5-47c8-8aed-f4067f9057b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:10.089288 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ff8b134a-7e64-4078-a474-1d38ce7b7efb req-bde6efd0-d2d5-47c8-8aed-f4067f9057b2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2358f314-430e-4da8-8dea-b9e9954bab81 HTTP/1.1" status: 200 len: 851 time: 0.0893767 Aug 05 11:27:10.134255 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-45a5d242-9d5c-4ef8-82dd-d8efd79c60e6 req-652d0aef-73cb-4f15-996b-0397050c22bd service neutron] 10.222.0.55 "GET /v2.0/networks/9081b895-398d-41db-a440-e2f3df875e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3092959 Aug 05 11:27:10.200683 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8b134a-7e64-4078-a474-1d38ce7b7efb req-a704c10d-3318-4109-a68f-fb6a99ba47f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:10.202477 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ff8b134a-7e64-4078-a474-1d38ce7b7efb req-a704c10d-3318-4109-a68f-fb6a99ba47f3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3bbc31db-4958-4e8b-9f8e-bc48b5d28e47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1052396 Aug 05 11:27:10.428461 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ff8b134a-7e64-4078-a474-1d38ce7b7efb req-bf1bdd12-2472-42ec-b7ef-9b0b82ee109b service neutron] 10.222.0.64 "GET /v2.0/networks/3bbc31db-4958-4e8b-9f8e-bc48b5d28e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104461 Aug 05 11:27:10.489048 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fdaec9-6528-453f-891f-ad4c42e17369 req-c4afb6bc-ae59-4ad2-b56d-72db63a64a05 tempest-VolumesAdminNegativeTest-919958504 tempest-VolumesAdminNegativeTest-919958504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:10.498937 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-81fdaec9-6528-453f-891f-ad4c42e17369 req-c4afb6bc-ae59-4ad2-b56d-72db63a64a05 tempest-VolumesAdminNegativeTest-919958504 tempest-VolumesAdminNegativeTest-919958504-project] 10.222.0.58 "GET /v2.0/ports?device_id=5736dfe7-b6ff-4df2-8dd3-d57fc09a36e7 HTTP/1.1" status: 200 len: 944 time: 0.2788534 Aug 05 11:27:10.531334 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-65ba3c89-735c-4f1f-9676-092d72a38b03 tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:10.538211 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-65ba3c89-735c-4f1f-9676-092d72a38b03 tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] 10.222.0.58 "DELETE /v2.0/ports/385df9ba-ffb0-42aa-9ebf-63bdb8a7a9b0 HTTP/1.1" status: 204 len: 168 time: 2.9480581 Aug 05 11:27:10.538211 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 48612) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:27:10.636685 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-45a5d242-9d5c-4ef8-82dd-d8efd79c60e6 req-4756f43d-9bf5-4f3f-994d-b5b318dc09eb service neutron] 10.222.0.55 "GET /v2.0/networks/9081b895-398d-41db-a440-e2f3df875e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4893346 Aug 05 11:27:10.638927 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 48614) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:27:10.642372 n-d-803378-2 neutron-server[94420]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3663134-e173-4167-9ab1-927003f5faa5 tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] GET failed (client error): The resource could not be found. Aug 05 11:27:10.646129 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-a3663134-e173-4167-9ab1-927003f5faa5 tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] 10.222.0.58 "GET /v2.0/ports/385df9ba-ffb0-42aa-9ebf-63bdb8a7a9b0 HTTP/1.1" status: 404 len: 333 time: 0.0975270 Aug 05 11:27:10.654217 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 48616) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:27:10.693269 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 1759ae85-20d7-4aed-83df-c9185c47c9bc up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:27:10.704195 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f0b833bc-be96-4230-ad90-d7e4863110e1 req-fde2eb42-b70a-49fb-a7d8-dcffbe2072ec tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2210119-7615-4edc-8eb7-335feda4cf00 HTTP/1.1" status: 200 len: 210 time: 0.0734260 Aug 05 11:27:10.705495 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a73bd898-e3a4-45d0-a2bc-3d2ac5c2d16c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:10.711611 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-81fdaec9-6528-453f-891f-ad4c42e17369 req-3cd2c2a4-cc7d-4967-9514-8504d1296a77 tempest-VolumesAdminNegativeTest-919958504 tempest-VolumesAdminNegativeTest-919958504-project] 10.222.0.58 "GET /v2.0/security-groups?id=a7382b56-ea23-402b-9dbf-5e5ac09b0b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106400 Aug 05 11:27:10.720426 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-cfa1f058-dbe0-412d-92f7-46693276989e req-2d7d0ac3-1a56-47fd-927b-70cc4a23cba4 service neutron] 10.222.0.55 "GET /v2.0/ports/feb6e8f1-70b4-444b-932b-1e8db3946c34/bindings/n-h1-803378-2 HTTP/1.1" status: 200 len: 384 time: 0.3513565 Aug 05 11:27:10.723236 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ff8b134a-7e64-4078-a474-1d38ce7b7efb req-21fb457d-fdf8-4c60-ab50-d0b643a87d1b service neutron] 10.222.0.64 "GET /v2.0/networks/3bbc31db-4958-4e8b-9f8e-bc48b5d28e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2785292 Aug 05 11:27:10.782913 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 1759ae85-20d7-4aed-83df-c9185c47c9bc triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:27:10.783296 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:10.813792 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c543118-6fcf-49a0-82f8-644557f8025d req-3352e463-14e4-424c-bc98-00d71b3d76bd tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:10.822554 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c543118-6fcf-49a0-82f8-644557f8025d req-3352e463-14e4-424c-bc98-00d71b3d76bd tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:10.823406 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6c543118-6fcf-49a0-82f8-644557f8025d req-3352e463-14e4-424c-bc98-00d71b3d76bd tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] 10.222.0.64 "GET /v2.0/networks?id=5a46f401-3a17-4039-80ff-a62c437b07b1&id=e35bf518-c692-4270-aec2-1eff19b9c99c&id=5a46f401-3a17-4039-80ff-a62c437b07b1 HTTP/1.1" status: 200 len: 1391 time: 0.4143438 Aug 05 11:27:10.858453 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059eb5af-8b46-44fc-8763-566bcf1ddc73 req-c86f7bed-cb5a-4096-996d-eb0c6f1e3041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:10.860124 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-059eb5af-8b46-44fc-8763-566bcf1ddc73 req-c86f7bed-cb5a-4096-996d-eb0c6f1e3041 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=880aa36a589740e2a5e552b5700a32b8&device_id=5736dfe7-b6ff-4df2-8dd3-d57fc09a36e7 HTTP/1.1" status: 200 len: 1095 time: 0.0797102 Aug 05 11:27:10.877172 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-6c543118-6fcf-49a0-82f8-644557f8025d req-a1d52d55-9a9d-4b9a-b6bb-24b64f209848 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Request body: {'port': {'device_id': 'f2210119-7615-4edc-8eb7-335feda4cf00', 'network_id': '5a46f401-3a17-4039-80ff-a62c437b07b1', 'admin_state_up': True, 'tenant_id': '496a66fa8c0741119f64b2d8ff8b2bc9'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:27:10.947188 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a73bd898-e3a4-45d0-a2bc-3d2ac5c2d16c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:10.970190 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a73bd898-e3a4-45d0-a2bc-3d2ac5c2d16c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:11.046269 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-b12a6b7b-4476-4991-830d-6371cd3f1b8e tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Deleting port 0b795ff2-c2aa-4e79-82f1-328029030e46 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:27:11.050300 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b12a6b7b-4476-4991-830d-6371cd3f1b8e tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:11.066410 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-a73bd898-e3a4-45d0-a2bc-3d2ac5c2d16c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f55ca508ba5142e2b475d3e7df221feb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4141269 Aug 05 11:27:11.068573 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73bd898-e3a4-45d0-a2bc-3d2ac5c2d16c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef952e72-9d45-4997-977d-ba5c51343198,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:27:11.074738 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 48622) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:27:11.116093 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c6f866-5b04-4866-b3e0-fcdac5e107e8 req-f16862b0-2d3d-492c-a55b-db4528a59f49 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:11.119504 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-07c6f866-5b04-4866-b3e0-fcdac5e107e8 req-f16862b0-2d3d-492c-a55b-db4528a59f49 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c7e86ba-410d-4526-8271-d3e317691a4a HTTP/1.1" status: 200 len: 943 time: 0.1673784 Aug 05 11:27:11.127566 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059eb5af-8b46-44fc-8763-566bcf1ddc73 req-29a5165e-decf-4875-85ed-d678c93ff026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:11.130149 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-059eb5af-8b46-44fc-8763-566bcf1ddc73 req-29a5165e-decf-4875-85ed-d678c93ff026 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9081b895-398d-41db-a440-e2f3df875e6a HTTP/1.1" status: 200 len: 916 time: 0.2616994 Aug 05 11:27:11.251603 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c543118-6fcf-49a0-82f8-644557f8025d req-a1d52d55-9a9d-4b9a-b6bb-24b64f209848 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Made reservation on behalf of 496a66fa8c0741119f64b2d8ff8b2bc9 for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:27:11.255870 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-6c543118-6fcf-49a0-82f8-644557f8025d req-a1d52d55-9a9d-4b9a-b6bb-24b64f209848 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:11.275136 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-cfa1f058-dbe0-412d-92f7-46693276989e req-3e9d73bf-94d7-43ee-9360-503018865afb service neutron] For port feb6e8f1-70b4-444b-932b-1e8db3946c34, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=feb6e8f1-70b4-444b-932b-1e8db3946c34,segment=NetworkSegment(be89551e-4aa0-433b-90d8-e517f4f1da1f),segment_id=be89551e-4aa0-433b-90d8-e517f4f1da1f)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:27:11.292918 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b12a6b7b-4476-4991-830d-6371cd3f1b8e tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:11.326224 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-b12a6b7b-4476-4991-830d-6371cd3f1b8e tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Calling delete_port for 0b795ff2-c2aa-4e79-82f1-328029030e46 owned by {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:27:11.326472 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-059eb5af-8b46-44fc-8763-566bcf1ddc73 req-5a6b386d-00bd-4933-b95d-10e6f5ced720 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a386daa9-6ec5-4a09-a420-ce1ee74ce07b HTTP/1.1" status: 200 len: 217 time: 0.1865854 Aug 05 11:27:11.339380 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-cfa1f058-dbe0-412d-92f7-46693276989e req-3e9d73bf-94d7-43ee-9360-503018865afb service neutron] For port feb6e8f1-70b4-444b-932b-1e8db3946c34, host n-h2-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:27:11.438841 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-07c6f866-5b04-4866-b3e0-fcdac5e107e8 req-5712c5cf-4a6e-4c81-bf75-e0e5cd47a3fd tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/security-groups?id=12d84a41-4254-4f43-a1c3-ae5bdc7fdfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3030708 Aug 05 11:27:11.465028 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b0425d-0e1d-43c2-be69-0ce3ccf1c243 req-bb5d458c-2e1b-4e0d-95c3-123feb5285da tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:11.465028 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a2b0425d-0e1d-43c2-be69-0ce3ccf1c243 req-bb5d458c-2e1b-4e0d-95c3-123feb5285da tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=40021a41-d350-4e38-ac4d-f69e07c48ffb HTTP/1.1" status: 200 len: 944 time: 0.3218722 Aug 05 11:27:11.474408 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-59e58db0-aa7d-43db-9512-62c509e08480 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:11.483194 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-cfa1f058-dbe0-412d-92f7-46693276989e req-3e9d73bf-94d7-43ee-9360-503018865afb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id feb6e8f1-70b4-444b-932b-1e8db3946c34 {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:27:11.506410 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-cfa1f058-dbe0-412d-92f7-46693276989e req-3e9d73bf-94d7-43ee-9360-503018865afb service neutron] For port feb6e8f1-70b4-444b-932b-1e8db3946c34, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=feb6e8f1-70b4-444b-932b-1e8db3946c34,segment=NetworkSegment(be89551e-4aa0-433b-90d8-e517f4f1da1f),segment_id=be89551e-4aa0-433b-90d8-e517f4f1da1f)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:27:11.506833 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059eb5af-8b46-44fc-8763-566bcf1ddc73 req-0d0a9883-5ab4-4815-8864-444363e664c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:11.508307 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-059eb5af-8b46-44fc-8763-566bcf1ddc73 req-0d0a9883-5ab4-4815-8864-444363e664c9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=71ed3eb9-6087-43e0-afe0-9578718e37ba HTTP/1.1" status: 200 len: 855 time: 0.1740577 Aug 05 11:27:11.541099 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-59e58db0-aa7d-43db-9512-62c509e08480 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:11.567914 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-cfa1f058-dbe0-412d-92f7-46693276989e req-3e9d73bf-94d7-43ee-9360-503018865afb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:11.569603 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:11.595417 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-059eb5af-8b46-44fc-8763-566bcf1ddc73 req-7d898c1e-37ce-4850-a538-df12227f1c15 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9081b895-398d-41db-a440-e2f3df875e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0775685 Aug 05 11:27:11.602851 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-804f3e15-3e4e-4c35-8bb8-d2319a7fb092 req-cbac6676-5908-4c55-b387-943f62454f21 tempest-ServerShowV247Test-206203797 tempest-ServerShowV247Test-206203797-project] 10.222.0.58 "GET /v2.0/ports?device_id=228c14ef-0082-4d54-87e9-7084b08a8ed7 HTTP/1.1" status: 200 len: 210 time: 0.0646729 Aug 05 11:27:11.658100 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-6c543118-6fcf-49a0-82f8-644557f8025d req-a1d52d55-9a9d-4b9a-b6bb-24b64f209848 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Allocated IP 19.80.0.164 (5a46f401-3a17-4039-80ff-a62c437b07b1/004b6e06-b63c-458f-9c1b-ae707038dc4f/a77a6325-19e2-44d6-9eb6-f8cb526772b1) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:27:11.729253 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a2b0425d-0e1d-43c2-be69-0ce3ccf1c243 req-b69ee2cd-7bd3-4798-b14e-5ea342a32ef6 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=47a5a50c-7385-42e8-98ac-c05af9825ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2473476 Aug 05 11:27:11.791933 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-059eb5af-8b46-44fc-8763-566bcf1ddc73 req-596c4214-3b1e-44de-b95d-545b05f41f86 service neutron] 10.222.0.55 "GET /v2.0/networks/9081b895-398d-41db-a440-e2f3df875e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730618 Aug 05 11:27:11.793660 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-59e58db0-aa7d-43db-9512-62c509e08480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:11.797765 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-59e58db0-aa7d-43db-9512-62c509e08480 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:11.799826 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-cfa1f058-dbe0-412d-92f7-46693276989e req-3e9d73bf-94d7-43ee-9360-503018865afb service neutron] Transition to ACTIVE for port object feb6e8f1-70b4-444b-932b-1e8db3946c34 will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:27:11.802378 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-59e58db0-aa7d-43db-9512-62c509e08480 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ef952e72-9d45-4997-977d-ba5c51343198 HTTP/1.1" status: 204 len: 168 time: 0.7196996 Aug 05 11:27:11.806190 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b12a6b7b-4476-4991-830d-6371cd3f1b8e tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:11.817997 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-cfa1f058-dbe0-412d-92f7-46693276989e req-3e9d73bf-94d7-43ee-9360-503018865afb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:11.897281 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12a6b7b-4476-4991-830d-6371cd3f1b8e tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Pushing event deleted for resources: {'Port': ['ID=0b795ff2-c2aa-4e79-82f1-328029030e46,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:27:11.902756 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e58db0-aa7d-43db-9512-62c509e08480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef952e72-9d45-4997-977d-ba5c51343198,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:27:11.907971 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0b83461a-28a5-4cad-93a5-d203db9c1627 req-4417be46-aa95-4bb3-bd0b-631ae8cda5df tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2210119-7615-4edc-8eb7-335feda4cf00 HTTP/1.1" status: 200 len: 210 time: 0.0476336 Aug 05 11:27:11.983836 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815ee79e-b0d4-4d01-84c3-f97edcfc1314 req-8445f87b-15e5-41e1-9595-deb76269b004 tempest-VolumesAdminNegativeTest-919958504 tempest-VolumesAdminNegativeTest-919958504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:11.985353 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-815ee79e-b0d4-4d01-84c3-f97edcfc1314 req-8445f87b-15e5-41e1-9595-deb76269b004 tempest-VolumesAdminNegativeTest-919958504 tempest-VolumesAdminNegativeTest-919958504-project] 10.222.0.58 "GET /v2.0/ports?device_id=5736dfe7-b6ff-4df2-8dd3-d57fc09a36e7 HTTP/1.1" status: 200 len: 944 time: 0.1137130 Aug 05 11:27:11.994127 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b12a6b7b-4476-4991-830d-6371cd3f1b8e tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:11.999361 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-b12a6b7b-4476-4991-830d-6371cd3f1b8e tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] 10.222.0.58 "DELETE /v2.0/ports/0b795ff2-c2aa-4e79-82f1-328029030e46 HTTP/1.1" status: 204 len: 168 time: 1.3351135 Aug 05 11:27:12.000187 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 48636) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:27:12.026522 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-059eb5af-8b46-44fc-8763-566bcf1ddc73 req-c28719ed-bcd6-4e6b-9cb9-cc7f39334c08 service neutron] 10.222.0.55 "GET /v2.0/networks/9081b895-398d-41db-a440-e2f3df875e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228923 Aug 05 11:27:12.056092 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-815ee79e-b0d4-4d01-84c3-f97edcfc1314 req-6a454c97-73f3-40d3-9973-465b94dc69ad tempest-VolumesAdminNegativeTest-919958504 tempest-VolumesAdminNegativeTest-919958504-project] 10.222.0.58 "GET /v2.0/security-groups?id=a7382b56-ea23-402b-9dbf-5e5ac09b0b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556588 Aug 05 11:27:12.065157 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfa1f058-dbe0-412d-92f7-46693276989e req-3e9d73bf-94d7-43ee-9360-503018865afb service neutron] No DVR routers for this DVR port feb6e8f1-70b4-444b-932b-1e8db3946c34 on host n-h2-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:27:12.072715 n-d-803378-2 neutron-server[94421]: INFO neutron.pecan_wsgi.hooks.translation [None req-13d712e8-649f-4adc-a53a-b7cc791a491b tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] GET failed (client error): The resource could not be found. Aug 05 11:27:12.074380 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-13d712e8-649f-4adc-a53a-b7cc791a491b tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] 10.222.0.58 "GET /v2.0/ports/0b795ff2-c2aa-4e79-82f1-328029030e46 HTTP/1.1" status: 404 len: 333 time: 0.0693963 Aug 05 11:27:12.078343 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 48638) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:27:12.102508 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device a386daa9-6ec5-4a09-a420-ce1ee74ce07b details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:27:12.112732 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device feb6e8f1-70b4-444b-932b-1e8db3946c34 no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:27:12.138559 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-cfa1f058-dbe0-412d-92f7-46693276989e req-3e9d73bf-94d7-43ee-9360-503018865afb service neutron] 10.222.0.55 "PUT /v2.0/ports/feb6e8f1-70b4-444b-932b-1e8db3946c34/bindings/n-h1-803378-2/activate HTTP/1.1" status: 200 len: 369 time: 1.3746583 Aug 05 11:27:12.152733 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9d73bf-94d7-43ee-9360-503018865afb service neutron] Pushing event updated for resources: {'Port': ['ID=feb6e8f1-70b4-444b-932b-1e8db3946c34,revision_number=10']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:27:12.162045 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-6c543118-6fcf-49a0-82f8-644557f8025d req-a1d52d55-9a9d-4b9a-b6bb-24b64f209848 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:12.191471 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-6c543118-6fcf-49a0-82f8-644557f8025d req-a1d52d55-9a9d-4b9a-b6bb-24b64f209848 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Transition to ACTIVE for port object a77a6325-19e2-44d6-9eb6-f8cb526772b1 will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:27:12.224044 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-436e6f56-1683-4563-a515-a55bd1b5b7eb tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Deleting port bf3222cc-0bc1-4235-85ed-ff85372fd970 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:27:12.224640 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-436e6f56-1683-4563-a515-a55bd1b5b7eb tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:12.269542 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-6c543118-6fcf-49a0-82f8-644557f8025d req-a1d52d55-9a9d-4b9a-b6bb-24b64f209848 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:12.349557 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device feb6e8f1-70b4-444b-932b-1e8db3946c34 not bound to the agent host n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:27:12.353934 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c543118-6fcf-49a0-82f8-644557f8025d req-a1d52d55-9a9d-4b9a-b6bb-24b64f209848 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Network 5a46f401-3a17-4039-80ff-a62c437b07b1 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:27:12.362978 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-6c543118-6fcf-49a0-82f8-644557f8025d req-a1d52d55-9a9d-4b9a-b6bb-24b64f209848 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:27:12.365574 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c543118-6fcf-49a0-82f8-644557f8025d req-a1d52d55-9a9d-4b9a-b6bb-24b64f209848 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:27:12.390937 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-436e6f56-1683-4563-a515-a55bd1b5b7eb tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:12.401736 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d52d55-9a9d-4b9a-b6bb-24b64f209848 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Pushing event updated for resources: {'Port': ['ID=a77a6325-19e2-44d6-9eb6-f8cb526772b1,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:27:12.415186 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-436e6f56-1683-4563-a515-a55bd1b5b7eb tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Calling delete_port for bf3222cc-0bc1-4235-85ed-ff85372fd970 owned by {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:27:12.418771 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa1f058-dbe0-412d-92f7-46693276989e req-3c7c0d43-abac-4c32-a69f-6523d81c364b tempest-LiveMigrationTest-868734295 tempest-LiveMigrationTest-868734295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:12.420416 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-cfa1f058-dbe0-412d-92f7-46693276989e req-3c7c0d43-abac-4c32-a69f-6523d81c364b tempest-LiveMigrationTest-868734295 tempest-LiveMigrationTest-868734295-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=0c7e86ba-410d-4526-8271-d3e317691a4a&tenant_id=bc360260b43347fbb7d1bc7660d6f218&binding%3Ahost_id=n-h2-803378-2 HTTP/1.1" status: 200 len: 1095 time: 0.1643076 Aug 05 11:27:12.461917 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port a386daa9-6ec5-4a09-a420-ce1ee74ce07b, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=a386daa9-6ec5-4a09-a420-ce1ee74ce07b,segment=NetworkSegment(090d98ab-c49d-4abe-ad31-37cd9ac62c02),segment_id=090d98ab-c49d-4abe-ad31-37cd9ac62c02)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:27:12.497717 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c543118-6fcf-49a0-82f8-644557f8025d req-a1d52d55-9a9d-4b9a-b6bb-24b64f209848 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:12.498739 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-6c543118-6fcf-49a0-82f8-644557f8025d req-a1d52d55-9a9d-4b9a-b6bb-24b64f209848 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:12.506040 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Returning: {'device': 'a386daa9-6ec5-4a09-a420-ce1ee74ce07b', 'network_id': '9081b895-398d-41db-a440-e2f3df875e6a', 'port_id': 'a386daa9-6ec5-4a09-a420-ce1ee74ce07b', 'mac_address': 'fa:16:3e:17:0c:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71ed3eb9-6087-43e0-afe0-9578718e37ba', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:27:12.530832 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6c543118-6fcf-49a0-82f8-644557f8025d req-a1d52d55-9a9d-4b9a-b6bb-24b64f209848 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6671939 Aug 05 11:27:12.536920 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa1f058-dbe0-412d-92f7-46693276989e req-d5b8608d-69f7-4133-b1d6-94514a6a52cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:12.547044 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-cfa1f058-dbe0-412d-92f7-46693276989e req-d5b8608d-69f7-4133-b1d6-94514a6a52cd service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0c7e86ba-410d-4526-8271-d3e317691a4a&tenant_id=bc360260b43347fbb7d1bc7660d6f218 HTTP/1.1" status: 200 len: 1095 time: 0.1135538 Aug 05 11:27:12.577747 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-6c543118-6fcf-49a0-82f8-644557f8025d req-9bd8a55f-9676-45bf-b5dd-928ae3b67a11 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Request body: {'port': {'device_id': 'f2210119-7615-4edc-8eb7-335feda4cf00', 'network_id': 'e35bf518-c692-4270-aec2-1eff19b9c99c', 'admin_state_up': True, 'tenant_id': '496a66fa8c0741119f64b2d8ff8b2bc9'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:27:12.616439 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:12.660635 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a386daa9-6ec5-4a09-a420-ce1ee74ce07b {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:27:12.726715 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port a386daa9-6ec5-4a09-a420-ce1ee74ce07b, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=a386daa9-6ec5-4a09-a420-ce1ee74ce07b,segment=NetworkSegment(090d98ab-c49d-4abe-ad31-37cd9ac62c02),segment_id=090d98ab-c49d-4abe-ad31-37cd9ac62c02)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:27:12.733715 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:12.790749 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-436e6f56-1683-4563-a515-a55bd1b5b7eb tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:12.830654 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c543118-6fcf-49a0-82f8-644557f8025d req-9bd8a55f-9676-45bf-b5dd-928ae3b67a11 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Made reservation on behalf of 496a66fa8c0741119f64b2d8ff8b2bc9 for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:27:12.836277 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-6c543118-6fcf-49a0-82f8-644557f8025d req-9bd8a55f-9676-45bf-b5dd-928ae3b67a11 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:12.860110 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa1f058-dbe0-412d-92f7-46693276989e req-bb2d3350-0625-4859-87ca-459d83ff42d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:12.861713 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-cfa1f058-dbe0-412d-92f7-46693276989e req-bb2d3350-0625-4859-87ca-459d83ff42d1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bc360260b43347fbb7d1bc7660d6f218&device_id=0c7e86ba-410d-4526-8271-d3e317691a4a HTTP/1.1" status: 200 len: 1095 time: 0.2362638 Aug 05 11:27:12.866488 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=a386daa9-6ec5-4a09-a420-ce1ee74ce07b,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:27:12.883527 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dfaaa3-0658-4e14-81d3-be5f3ff49aed req-1f758c5b-905b-4590-b2df-4b4efa0d2320 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:12.886042 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f0dfaaa3-0658-4e14-81d3-be5f3ff49aed req-1f758c5b-905b-4590-b2df-4b4efa0d2320 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c7e86ba-410d-4526-8271-d3e317691a4a HTTP/1.1" status: 200 len: 944 time: 0.3015716 Aug 05 11:27:12.888947 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e6f56-1683-4563-a515-a55bd1b5b7eb tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Pushing event deleted for resources: {'Port': ['ID=bf3222cc-0bc1-4235-85ed-ff85372fd970,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:27:12.924650 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-07413e0a-3870-4b0a-a9a2-4bf93a2da71b None None] Provisioning for port a77a6325-19e2-44d6-9eb6-f8cb526772b1 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:27:12.933261 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-07413e0a-3870-4b0a-a9a2-4bf93a2da71b None None] Provisioning complete for port a77a6325-19e2-44d6-9eb6-f8cb526772b1 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:27:12.933680 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-07413e0a-3870-4b0a-a9a2-4bf93a2da71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:12.995189 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-07413e0a-3870-4b0a-a9a2-4bf93a2da71b None None] Port a77a6325-19e2-44d6-9eb6-f8cb526772b1 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:27:12.998256 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-64965a66-8f98-4daf-b6bd-088419905908 req-ba88e65a-4785-44cd-83f9-7caa6bb0309d tempest-ServerShowV247Test-206203797 tempest-ServerShowV247Test-206203797-project] 10.222.0.58 "GET /v2.0/ports?device_id=228c14ef-0082-4d54-87e9-7084b08a8ed7 HTTP/1.1" status: 200 len: 210 time: 0.1316426 Aug 05 11:27:13.004725 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-436e6f56-1683-4563-a515-a55bd1b5b7eb tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:13.011245 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-436e6f56-1683-4563-a515-a55bd1b5b7eb tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] 10.222.0.58 "DELETE /v2.0/ports/bf3222cc-0bc1-4235-85ed-ff85372fd970 HTTP/1.1" status: 204 len: 168 time: 0.9275899 Aug 05 11:27:13.020905 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 48664) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:27:13.099752 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['a386daa9-6ec5-4a09-a420-ce1ee74ce07b'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:27:13.127177 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f0dfaaa3-0658-4e14-81d3-be5f3ff49aed req-cab79c9b-0237-45f7-8d79-f3639bd5ba7a tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/security-groups?id=12d84a41-4254-4f43-a1c3-ae5bdc7fdfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193320 Aug 05 11:27:13.173679 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_v2 [None req-b90bb1d7-efad-4991-aa46-c53776490676 tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Deleting subnet f66eab68-8e1c-4e8f-8d58-9e251da58f23 {{(pid=94420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:27:13.187154 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b90bb1d7-efad-4991-aa46-c53776490676 tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Notify callbacks [] for subnet, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:13.230874 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa1f058-dbe0-412d-92f7-46693276989e req-335dfab8-2bcb-4c0c-8f57-5c8b4c186a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:13.232895 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-cfa1f058-dbe0-412d-92f7-46693276989e req-335dfab8-2bcb-4c0c-8f57-5c8b4c186a84 service neutron] 10.222.0.64 "GET /v2.0/networks?id=546c0542-0f92-4f6c-914b-a74a81cd2290 HTTP/1.1" status: 200 len: 909 time: 0.3592463 Aug 05 11:27:13.333797 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b90bb1d7-efad-4991-aa46-c53776490676 tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25010562'] for subnet, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:13.364086 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-cfa1f058-dbe0-412d-92f7-46693276989e req-e4fd8f3c-2cd6-4f05-a36a-1aba837511f5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=feb6e8f1-70b4-444b-932b-1e8db3946c34 HTTP/1.1" status: 200 len: 217 time: 0.1141701 Aug 05 11:27:13.383992 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-6c543118-6fcf-49a0-82f8-644557f8025d req-9bd8a55f-9676-45bf-b5dd-928ae3b67a11 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Allocated IP 19.86.0.190 (e35bf518-c692-4270-aec2-1eff19b9c99c/288b8dbc-0373-4018-a4d0-9451ac6656ca/ad102705-2bd6-43e2-b56f-7623e33dbc11) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:27:13.439512 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44033644-8905-448f-a844-0b04e4d9b505 req-820e728b-229f-4ed1-b08a-8075d774f75d tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:13.448989 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-44033644-8905-448f-a844-0b04e4d9b505 req-820e728b-229f-4ed1-b08a-8075d774f75d tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=40021a41-d350-4e38-ac4d-f69e07c48ffb HTTP/1.1" status: 200 len: 944 time: 0.2920823 Aug 05 11:27:13.506309 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b90bb1d7-efad-4991-aa46-c53776490676 tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:13.511386 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa1f058-dbe0-412d-92f7-46693276989e req-9bc83862-661e-492e-a46f-60ca5896b4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:13.513044 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-cfa1f058-dbe0-412d-92f7-46693276989e req-9bc83862-661e-492e-a46f-60ca5896b4ec service neutron] 10.222.0.64 "GET /v2.0/subnets?id=61983880-6386-4045-bd2d-695dffcb92f9 HTTP/1.1" status: 200 len: 848 time: 0.1250184 Aug 05 11:27:13.563548 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-44033644-8905-448f-a844-0b04e4d9b505 req-c8b2d7cc-a563-4999-a5f9-404234a957c1 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=47a5a50c-7385-42e8-98ac-c05af9825ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136684 Aug 05 11:27:13.589181 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5690d854-0491-404f-9a15-8027169fe5bb req-bfb4f67c-0ca1-4d43-b907-34f5b34071f7 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:13.594480 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5690d854-0491-404f-9a15-8027169fe5bb req-bfb4f67c-0ca1-4d43-b907-34f5b34071f7 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2210119-7615-4edc-8eb7-335feda4cf00 HTTP/1.1" status: 200 len: 932 time: 0.1327772 Aug 05 11:27:13.598227 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-cfa1f058-dbe0-412d-92f7-46693276989e req-87f45151-529e-4e8d-992a-a387b606564d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=546c0542-0f92-4f6c-914b-a74a81cd2290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0753782 Aug 05 11:27:13.610937 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [req-cfa1f058-dbe0-412d-92f7-46693276989e req-2ececd39-36dd-4fcd-92e3-fad9a1e8ead2 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94421) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 11:27:13.611966 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-cfa1f058-dbe0-412d-92f7-46693276989e req-2ececd39-36dd-4fcd-92e3-fad9a1e8ead2 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054922 Aug 05 11:27:13.668741 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5690d854-0491-404f-9a15-8027169fe5bb req-eb87edcb-723b-4c73-88b8-d5c04ed9fa26 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b3ade17-8410-42c2-84dd-d3afc731e8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641568 Aug 05 11:27:13.669916 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b90bb1d7-efad-4991-aa46-c53776490676 tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29762763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24211094'] for subnet, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:13.719711 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:13.730827 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90bb1d7-efad-4991-aa46-c53776490676 tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Pushing event deleted for resources: {'Subnet': ['ID=f66eab68-8e1c-4e8f-8d58-9e251da58f23,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:27:13.752387 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b90bb1d7-efad-4991-aa46-c53776490676 tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:13.754947 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-b90bb1d7-efad-4991-aa46-c53776490676 tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] 10.222.0.58 "DELETE /v2.0/subnets/f66eab68-8e1c-4e8f-8d58-9e251da58f23 HTTP/1.1" status: 204 len: 168 time: 0.7278421 Aug 05 11:27:13.759983 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 48676) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:27:13.766911 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cbe380b-6158-4d4f-97da-79be822f7c18 None None] Network 8621bc52-c8c7-41e9-8b50-d7993bbb4828 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:27:13.799038 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-6c543118-6fcf-49a0-82f8-644557f8025d req-9bd8a55f-9676-45bf-b5dd-928ae3b67a11 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:13.851022 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-6c543118-6fcf-49a0-82f8-644557f8025d req-9bd8a55f-9676-45bf-b5dd-928ae3b67a11 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Transition to ACTIVE for port object ad102705-2bd6-43e2-b56f-7623e33dbc11 will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:27:13.851604 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2ed438-8cde-4b97-971d-a149b8e1772b req-7e572ea4-2f87-41f4-ad67-b890df14e1a0 tempest-VolumesAdminNegativeTest-919958504 tempest-VolumesAdminNegativeTest-919958504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:13.852777 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fb2ed438-8cde-4b97-971d-a149b8e1772b req-7e572ea4-2f87-41f4-ad67-b890df14e1a0 tempest-VolumesAdminNegativeTest-919958504 tempest-VolumesAdminNegativeTest-919958504-project] 10.222.0.58 "GET /v2.0/ports?device_id=5736dfe7-b6ff-4df2-8dd3-d57fc09a36e7 HTTP/1.1" status: 200 len: 945 time: 0.1893423 Aug 05 11:27:13.863619 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-cfa1f058-dbe0-412d-92f7-46693276989e req-ba493145-ef20-43b4-b9db-8a20e6bec1ea service neutron] 10.222.0.64 "GET /v2.0/networks/546c0542-0f92-4f6c-914b-a74a81cd2290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398074 Aug 05 11:27:13.896041 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-510076c9-43ec-4b6b-a25b-19a9904410ad tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:13.931139 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fb2ed438-8cde-4b97-971d-a149b8e1772b req-28ddb218-3390-48f9-ba22-4d25ab0fb555 tempest-VolumesAdminNegativeTest-919958504 tempest-VolumesAdminNegativeTest-919958504-project] 10.222.0.58 "GET /v2.0/security-groups?id=a7382b56-ea23-402b-9dbf-5e5ac09b0b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673587 Aug 05 11:27:14.001033 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-510076c9-43ec-4b6b-a25b-19a9904410ad tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Deleting port c9464192-67fb-48af-8f41-ad0e08b1a366 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:27:14.001408 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-510076c9-43ec-4b6b-a25b-19a9904410ad tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:14.004385 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-6c543118-6fcf-49a0-82f8-644557f8025d req-9bd8a55f-9676-45bf-b5dd-928ae3b67a11 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:14.074927 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c543118-6fcf-49a0-82f8-644557f8025d req-9bd8a55f-9676-45bf-b5dd-928ae3b67a11 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Network e35bf518-c692-4270-aec2-1eff19b9c99c is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:27:14.080338 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-6c543118-6fcf-49a0-82f8-644557f8025d req-9bd8a55f-9676-45bf-b5dd-928ae3b67a11 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:27:14.086987 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c543118-6fcf-49a0-82f8-644557f8025d req-9bd8a55f-9676-45bf-b5dd-928ae3b67a11 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:27:14.087766 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27f887b-7480-4535-8684-587deafe8b4d None None] DHCP port deletion for 8621bc52-c8c7-41e9-8b50-d7993bbb4828 request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 11:27:14.127473 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-510076c9-43ec-4b6b-a25b-19a9904410ad tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] For port c9464192-67fb-48af-8f41-ad0e08b1a366, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=c9464192-67fb-48af-8f41-ad0e08b1a366,segment=NetworkSegment(98713864-0ace-4f5d-b049-2445d678e93c),segment_id=98713864-0ace-4f5d-b049-2445d678e93c)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:27:14.128220 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-510076c9-43ec-4b6b-a25b-19a9904410ad tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:14.166820 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-f27f887b-7480-4535-8684-587deafe8b4d None None] Deleting port c9464192-67fb-48af-8f41-ad0e08b1a366 {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:27:14.168470 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-510076c9-43ec-4b6b-a25b-19a9904410ad tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Calling delete_port for c9464192-67fb-48af-8f41-ad0e08b1a366 owned by network:dhcp {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:27:14.170969 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f27f887b-7480-4535-8684-587deafe8b4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:14.204752 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd8a55f-9676-45bf-b5dd-928ae3b67a11 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Pushing event updated for resources: {'Port': ['ID=ad102705-2bd6-43e2-b56f-7623e33dbc11,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:27:14.235489 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1d35a6b6-da46-499a-8872-d77897a05c0f req-bdb4dc59-d11a-4310-94cd-37c650a74a7b tempest-ServerShowV247Test-206203797 tempest-ServerShowV247Test-206203797-project] 10.222.0.58 "GET /v2.0/ports?device_id=228c14ef-0082-4d54-87e9-7084b08a8ed7 HTTP/1.1" status: 200 len: 210 time: 0.0641363 Aug 05 11:27:14.310272 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 11:27:14.313597 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c543118-6fcf-49a0-82f8-644557f8025d req-9bd8a55f-9676-45bf-b5dd-928ae3b67a11 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:14.317257 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-6c543118-6fcf-49a0-82f8-644557f8025d req-9bd8a55f-9676-45bf-b5dd-928ae3b67a11 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:14.350183 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-cfa1f058-dbe0-412d-92f7-46693276989e req-153a6d36-d4cb-490b-90b5-befb688f7dee service neutron] 10.222.0.64 "GET /v2.0/networks/546c0542-0f92-4f6c-914b-a74a81cd2290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4738469 Aug 05 11:27:14.379597 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6c543118-6fcf-49a0-82f8-644557f8025d req-9bd8a55f-9676-45bf-b5dd-928ae3b67a11 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8307502 Aug 05 11:27:14.384521 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f27f887b-7480-4535-8684-587deafe8b4d None None] For port c9464192-67fb-48af-8f41-ad0e08b1a366, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=c9464192-67fb-48af-8f41-ad0e08b1a366,segment=NetworkSegment(98713864-0ace-4f5d-b049-2445d678e93c),segment_id=98713864-0ace-4f5d-b049-2445d678e93c)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:27:14.385470 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f27f887b-7480-4535-8684-587deafe8b4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:14.386996 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-510076c9-43ec-4b6b-a25b-19a9904410ad tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:14.405150 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-6c543118-6fcf-49a0-82f8-644557f8025d req-fcf7af30-38a2-4d41-9494-cb1dd2755a48 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Request body: {'port': {'device_id': 'f2210119-7615-4edc-8eb7-335feda4cf00', 'network_id': '5a46f401-3a17-4039-80ff-a62c437b07b1', 'admin_state_up': True, 'tenant_id': '496a66fa8c0741119f64b2d8ff8b2bc9'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:27:14.437734 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-f27f887b-7480-4535-8684-587deafe8b4d None None] Calling delete_port for c9464192-67fb-48af-8f41-ad0e08b1a366 owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:27:14.482962 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510076c9-43ec-4b6b-a25b-19a9904410ad tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Pushing event deleted for resources: {'Port': ['ID=c9464192-67fb-48af-8f41-ad0e08b1a366,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:27:14.499707 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510076c9-43ec-4b6b-a25b-19a9904410ad tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] No DVR routers for this DVR port c9464192-67fb-48af-8f41-ad0e08b1a366 on host n-d-803378-2 {{(pid=94420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:27:14.549053 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9363d35e-818a-4e55-830e-8256ef804a43 req-cb02f0b9-0b08-4589-b75f-01f540e80c7d tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:14.559827 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9363d35e-818a-4e55-830e-8256ef804a43 req-cb02f0b9-0b08-4589-b75f-01f540e80c7d tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c7e86ba-410d-4526-8271-d3e317691a4a HTTP/1.1" status: 200 len: 944 time: 0.1181664 Aug 05 11:27:14.638227 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f27f887b-7480-4535-8684-587deafe8b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:14.683686 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9363d35e-818a-4e55-830e-8256ef804a43 req-6f0f5e1e-8f6a-4f3d-8b36-16c73b16b8db tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/security-groups?id=12d84a41-4254-4f43-a1c3-ae5bdc7fdfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226079 Aug 05 11:27:14.720072 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27f887b-7480-4535-8684-587deafe8b4d None None] No DVR routers for this DVR port c9464192-67fb-48af-8f41-ad0e08b1a366 on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:27:14.724640 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c543118-6fcf-49a0-82f8-644557f8025d req-fcf7af30-38a2-4d41-9494-cb1dd2755a48 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Made reservation on behalf of 496a66fa8c0741119f64b2d8ff8b2bc9 for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:27:14.729291 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-6c543118-6fcf-49a0-82f8-644557f8025d req-fcf7af30-38a2-4d41-9494-cb1dd2755a48 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:14.735235 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device c9464192-67fb-48af-8f41-ad0e08b1a366 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:27:14.786441 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: c9464192-67fb-48af-8f41-ad0e08b1a366 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:27:14.786871 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device c9464192-67fb-48af-8f41-ad0e08b1a366 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:27:14.793021 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27f887b-7480-4535-8684-587deafe8b4d None None] Pushing event deleted for resources: {'Port': ['ID=c9464192-67fb-48af-8f41-ad0e08b1a366,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:27:14.813072 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-e753a1e9-05f7-429b-8219-6f3de7398968 None None] Provisioning for port ad102705-2bd6-43e2-b56f-7623e33dbc11 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:27:14.830177 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-e753a1e9-05f7-429b-8219-6f3de7398968 None None] Provisioning complete for port ad102705-2bd6-43e2-b56f-7623e33dbc11 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:27:14.830713 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e753a1e9-05f7-429b-8219-6f3de7398968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:14.857778 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-510076c9-43ec-4b6b-a25b-19a9904410ad tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:14.903920 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-510076c9-43ec-4b6b-a25b-19a9904410ad tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8621bc52-c8c7-41e9-8b50-d7993bbb4828']}} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:27:14.907360 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-e753a1e9-05f7-429b-8219-6f3de7398968 None None] Port ad102705-2bd6-43e2-b56f-7623e33dbc11 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:27:14.923956 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-510076c9-43ec-4b6b-a25b-19a9904410ad tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98713864-0ace-4f5d-b049-2445d678e93c') {'for_net_delete': True} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:27:14.924736 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-510076c9-43ec-4b6b-a25b-19a9904410ad tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98713864-0ace-4f5d-b049-2445d678e93c') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:27:14.954698 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-510076c9-43ec-4b6b-a25b-19a9904410ad tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25010581'] for segment, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:14.967389 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa1f058-dbe0-412d-92f7-46693276989e req-732633a3-4a5e-4676-9025-69ea494b39d4 tempest-LiveMigrationTest-868734295 tempest-LiveMigrationTest-868734295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:14.969357 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-cfa1f058-dbe0-412d-92f7-46693276989e req-732633a3-4a5e-4676-9025-69ea494b39d4 tempest-LiveMigrationTest-868734295 tempest-LiveMigrationTest-868734295-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=0c7e86ba-410d-4526-8271-d3e317691a4a&tenant_id=bc360260b43347fbb7d1bc7660d6f218&binding%3Ahost_id=n-h1-803378-2 HTTP/1.1" status: 200 len: 1095 time: 0.1041305 Aug 05 11:27:14.981619 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-510076c9-43ec-4b6b-a25b-19a9904410ad tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:14.987743 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-6c543118-6fcf-49a0-82f8-644557f8025d req-fcf7af30-38a2-4d41-9494-cb1dd2755a48 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Allocated IP 19.80.0.66 (5a46f401-3a17-4039-80ff-a62c437b07b1/004b6e06-b63c-458f-9c1b-ae707038dc4f/2cccda60-a679-4112-8262-a1e5f105b63f) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:27:14.992871 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-510076c9-43ec-4b6b-a25b-19a9904410ad tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Releasing vlan 698 on physical network physnet1 to pool {{(pid=94420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:27:14.993698 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-510076c9-43ec-4b6b-a25b-19a9904410ad tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29762581'] for segment, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:14.997486 n-d-803378-2 neutron-server[94420]: Traceback (most recent call last): Aug 05 11:27:14.997486 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:27:14.997486 n-d-803378-2 neutron-server[94420]: timer() Aug 05 11:27:14.997486 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:27:14.997486 n-d-803378-2 neutron-server[94420]: cb(*args, **kw) Aug 05 11:27:14.997486 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:27:14.997486 n-d-803378-2 neutron-server[94420]: return func(*args, **kwargs) Aug 05 11:27:14.997486 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:27:14.997486 n-d-803378-2 neutron-server[94420]: self._notify() Aug 05 11:27:14.997486 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:27:14.997486 n-d-803378-2 neutron-server[94420]: self.callback(batched_events) Aug 05 11:27:14.997486 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:27:14.997486 n-d-803378-2 neutron-server[94420]: event.method(event) Aug 05 11:27:14.997486 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:27:14.997486 n-d-803378-2 neutron-server[94420]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:27:14.997486 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:27:14.997486 n-d-803378-2 neutron-server[94420]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:27:14.997486 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:27:14.997486 n-d-803378-2 neutron-server[94420]: return f(self, *a, **k) Aug 05 11:27:14.997486 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:27:14.997486 n-d-803378-2 neutron-server[94420]: return self._get(url).json() Aug 05 11:27:14.997486 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:27:14.997486 n-d-803378-2 neutron-server[94420]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:27:14.997486 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:27:14.997486 n-d-803378-2 neutron-server[94420]: return self.request(url, 'GET', **kwargs) Aug 05 11:27:14.997486 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:27:14.997486 n-d-803378-2 neutron-server[94420]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:27:14.997486 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:27:14.997486 n-d-803378-2 neutron-server[94420]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:27:14.997486 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:27:14.997486 n-d-803378-2 neutron-server[94420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:27:14.997486 n-d-803378-2 neutron-server[94420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:27:15.008376 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28501c6b-ed07-441d-9e76-162a984f1937 req-d41be3ff-bacd-4753-b7e1-ded72f19fa26 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:15.017104 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-28501c6b-ed07-441d-9e76-162a984f1937 req-d41be3ff-bacd-4753-b7e1-ded72f19fa26 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=40021a41-d350-4e38-ac4d-f69e07c48ffb HTTP/1.1" status: 200 len: 944 time: 0.1922712 Aug 05 11:27:15.165515 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-cfa1f058-dbe0-412d-92f7-46693276989e req-010e5af1-3a0e-4459-a9a0-1fe671019277 service neutron] For port feb6e8f1-70b4-444b-932b-1e8db3946c34, host n-h2-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:27:15.171908 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-cfa1f058-dbe0-412d-92f7-46693276989e req-010e5af1-3a0e-4459-a9a0-1fe671019277 service neutron] Notify callbacks [] for binding, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:15.173310 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-cfa1f058-dbe0-412d-92f7-46693276989e req-010e5af1-3a0e-4459-a9a0-1fe671019277 service neutron] 10.222.0.64 "DELETE /v2.0/ports/feb6e8f1-70b4-444b-932b-1e8db3946c34/bindings/n-h2-803378-2 HTTP/1.1" status: 204 len: 173 time: 0.1822689 Aug 05 11:27:15.340861 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-6c543118-6fcf-49a0-82f8-644557f8025d req-fcf7af30-38a2-4d41-9494-cb1dd2755a48 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:15.356680 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-6c543118-6fcf-49a0-82f8-644557f8025d req-fcf7af30-38a2-4d41-9494-cb1dd2755a48 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Transition to ACTIVE for port object 2cccda60-a679-4112-8262-a1e5f105b63f will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:27:15.403721 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-6c543118-6fcf-49a0-82f8-644557f8025d req-fcf7af30-38a2-4d41-9494-cb1dd2755a48 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:15.469620 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c543118-6fcf-49a0-82f8-644557f8025d req-fcf7af30-38a2-4d41-9494-cb1dd2755a48 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Network 5a46f401-3a17-4039-80ff-a62c437b07b1 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:27:15.479343 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-6c543118-6fcf-49a0-82f8-644557f8025d req-fcf7af30-38a2-4d41-9494-cb1dd2755a48 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:27:15.486187 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c543118-6fcf-49a0-82f8-644557f8025d req-fcf7af30-38a2-4d41-9494-cb1dd2755a48 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:27:15.487410 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-510076c9-43ec-4b6b-a25b-19a9904410ad tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:15.492835 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-510076c9-43ec-4b6b-a25b-19a9904410ad tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:15.494971 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-510076c9-43ec-4b6b-a25b-19a9904410ad tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] 10.222.0.58 "DELETE /v2.0/networks/8621bc52-c8c7-41e9-8b50-d7993bbb4828 HTTP/1.1" status: 204 len: 168 time: 1.7338681 Aug 05 11:27:15.503340 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-28501c6b-ed07-441d-9e76-162a984f1937 req-ec74b297-ad8e-4c8c-983a-d79a8aaabed3 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=47a5a50c-7385-42e8-98ac-c05af9825ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4726226 Aug 05 11:27:15.517644 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510076c9-43ec-4b6b-a25b-19a9904410ad tempest-AllowedAddressPairIpV6TestJSON-413848477 tempest-AllowedAddressPairIpV6TestJSON-413848477-project] Pushing event deleted for resources: {'Network': ['ID=8621bc52-c8c7-41e9-8b50-d7993bbb4828,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:27:15.539780 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf7af30-38a2-4d41-9494-cb1dd2755a48 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Pushing event updated for resources: {'Port': ['ID=2cccda60-a679-4112-8262-a1e5f105b63f,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:27:15.556334 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c8387c-d2ca-4498-a33b-f4ac864421af req-4c3cd46e-e953-452a-8250-4d186c48014d tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:15.573967 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c8387c-d2ca-4498-a33b-f4ac864421af req-4c3cd46e-e953-452a-8250-4d186c48014d tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:15.593194 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c8387c-d2ca-4498-a33b-f4ac864421af req-4c3cd46e-e953-452a-8250-4d186c48014d tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:15.594959 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-24c8387c-d2ca-4498-a33b-f4ac864421af req-4c3cd46e-e953-452a-8250-4d186c48014d tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2210119-7615-4edc-8eb7-335feda4cf00 HTTP/1.1" status: 200 len: 2376 time: 0.1777158 Aug 05 11:27:15.611372 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c543118-6fcf-49a0-82f8-644557f8025d req-fcf7af30-38a2-4d41-9494-cb1dd2755a48 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:15.612518 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-6c543118-6fcf-49a0-82f8-644557f8025d req-fcf7af30-38a2-4d41-9494-cb1dd2755a48 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:15.648666 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6c543118-6fcf-49a0-82f8-644557f8025d req-fcf7af30-38a2-4d41-9494-cb1dd2755a48 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2501166 Aug 05 11:27:15.671922 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-6c543118-6fcf-49a0-82f8-644557f8025d req-aa65018e-9fb7-4d33-bd8b-8b50259a6a5a service neutron] Request body: {'port': {'device_id': 'f2210119-7615-4edc-8eb7-335feda4cf00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:27:15.708621 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-24c8387c-d2ca-4498-a33b-f4ac864421af req-3725581a-3211-4615-bd96-6e921e8126cc tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b3ade17-8410-42c2-84dd-d3afc731e8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029010 Aug 05 11:27:15.755750 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f741533-e9d5-4a79-8d94-0d77fac71df1 req-e12f0960-c5dc-45da-9998-73a2dacdb422 tempest-VolumesAdminNegativeTest-919958504 tempest-VolumesAdminNegativeTest-919958504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:15.766049 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4f741533-e9d5-4a79-8d94-0d77fac71df1 req-e12f0960-c5dc-45da-9998-73a2dacdb422 tempest-VolumesAdminNegativeTest-919958504 tempest-VolumesAdminNegativeTest-919958504-project] 10.222.0.58 "GET /v2.0/ports?device_id=5736dfe7-b6ff-4df2-8dd3-d57fc09a36e7 HTTP/1.1" status: 200 len: 945 time: 0.1178286 Aug 05 11:27:15.800210 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-6c543118-6fcf-49a0-82f8-644557f8025d req-aa65018e-9fb7-4d33-bd8b-8b50259a6a5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:15.824955 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4f741533-e9d5-4a79-8d94-0d77fac71df1 req-b784020d-b043-4623-b3d9-534f172e78cb tempest-VolumesAdminNegativeTest-919958504 tempest-VolumesAdminNegativeTest-919958504-project] 10.222.0.58 "GET /v2.0/security-groups?id=a7382b56-ea23-402b-9dbf-5e5ac09b0b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579035 Aug 05 11:27:15.909276 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f1220f14-5c5f-4231-8d2e-b6fd734c9c85 req-677a1ff2-57d6-46d2-b8a0-93d91f53837c tempest-ServerShowV247Test-206203797 tempest-ServerShowV247Test-206203797-project] 10.222.0.58 "GET /v2.0/ports?device_id=228c14ef-0082-4d54-87e9-7084b08a8ed7 HTTP/1.1" status: 200 len: 210 time: 0.0528049 Aug 05 11:27:15.959372 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-42a13ec6-c1e3-4865-abb6-a31c584fdfa1 None None] Provisioning for port 2cccda60-a679-4112-8262-a1e5f105b63f completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:27:15.970069 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-42a13ec6-c1e3-4865-abb6-a31c584fdfa1 None None] Provisioning complete for port 2cccda60-a679-4112-8262-a1e5f105b63f triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:27:15.971517 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-42a13ec6-c1e3-4865-abb6-a31c584fdfa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:16.033548 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-42a13ec6-c1e3-4865-abb6-a31c584fdfa1 None None] Port 2cccda60-a679-4112-8262-a1e5f105b63f cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:27:16.067605 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 48710) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:27:16.125635 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49088e7-cb93-4e4d-a483-1d2a37eca225 req-87472d51-8d9d-46d0-9e11-900b139d3826 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:16.128912 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d49088e7-cb93-4e4d-a483-1d2a37eca225 req-87472d51-8d9d-46d0-9e11-900b139d3826 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c7e86ba-410d-4526-8271-d3e317691a4a HTTP/1.1" status: 200 len: 944 time: 0.1316204 Aug 05 11:27:16.140067 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device a386daa9-6ec5-4a09-a420-ce1ee74ce07b up at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:27:16.214035 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d49088e7-cb93-4e4d-a483-1d2a37eca225 req-dce87546-be3b-4c64-9f2a-e70415a87432 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/security-groups?id=12d84a41-4254-4f43-a1c3-ae5bdc7fdfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734022 Aug 05 11:27:16.308646 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning for port a386daa9-6ec5-4a09-a420-ce1ee74ce07b completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:27:16.319505 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device d3743ac1-d872-4507-a6f2-ed370e7d4ff9 details requested by agent hyperv_n-h1-803378-2 with host n-h1-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:27:16.360632 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning complete for port a386daa9-6ec5-4a09-a420-ce1ee74ce07b triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:27:16.361787 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:16.436108 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-01c68731-06c6-4bcf-b4ca-8ba7d9dee6dd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=df4854ee438a476fa9e919a2684b7c8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3669882 Aug 05 11:27:16.440625 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 48722) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:27:16.541313 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa68c2a-00a2-498f-835e-666c48da5bf6 req-a15414c4-ee62-4ed6-af25-5f59cbe17409 tempest-LiveMigrationTest-868734295 tempest-LiveMigrationTest-868734295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:16.551038 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-eaa68c2a-00a2-498f-835e-666c48da5bf6 req-a15414c4-ee62-4ed6-af25-5f59cbe17409 tempest-LiveMigrationTest-868734295 tempest-LiveMigrationTest-868734295-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=0c7e86ba-410d-4526-8271-d3e317691a4a HTTP/1.1" status: 200 len: 1095 time: 0.1110926 Aug 05 11:27:16.604309 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fe1e2fa8-8cf4-4d74-b0c7-7ae696875b55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:16.651335 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:16.653113 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-eaa68c2a-00a2-498f-835e-666c48da5bf6 req-c051b5cd-50c9-4855-862a-319c03c7206e tempest-LiveMigrationTest-868734295 tempest-LiveMigrationTest-868734295-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=12d84a41-4254-4f43-a1c3-ae5bdc7fdfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990345 Aug 05 11:27:16.691486 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fe1e2fa8-8cf4-4d74-b0c7-7ae696875b55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:16.701899 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5736dfe7-b6ff-4df2-8dd3-d57fc09a36e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a386daa9-6ec5-4a09-a420-ce1ee74ce07b'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:27:16.704597 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-823d7075-9856-41e5-87e9-61683078944a" -d '{"events": [{"server_uuid": "5736dfe7-b6ff-4df2-8dd3-d57fc09a36e7", "name": "network-vif-plugged", "status": "completed", "tag": "a386daa9-6ec5-4a09-a420-ce1ee74ce07b"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:27:16.730835 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port d3743ac1-d872-4507-a6f2-ed370e7d4ff9, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=d3743ac1-d872-4507-a6f2-ed370e7d4ff9,segment=NetworkSegment(5615e441-bf2b-4f62-9a7e-00bdeb60130a),segment_id=5615e441-bf2b-4f62-9a7e-00bdeb60130a)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:27:16.731378 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-6c543118-6fcf-49a0-82f8-644557f8025d req-aa65018e-9fb7-4d33-bd8b-8b50259a6a5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a77a6325-19e2-44d6-9eb6-f8cb526772b1 {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:27:16.755137 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-6c543118-6fcf-49a0-82f8-644557f8025d req-aa65018e-9fb7-4d33-bd8b-8b50259a6a5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:16.755891 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port a386daa9-6ec5-4a09-a420-ce1ee74ce07b, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=a386daa9-6ec5-4a09-a420-ce1ee74ce07b,segment=NetworkSegment(090d98ab-c49d-4abe-ad31-37cd9ac62c02),segment_id=090d98ab-c49d-4abe-ad31-37cd9ac62c02)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:27:16.757058 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Returning: {'device': 'd3743ac1-d872-4507-a6f2-ed370e7d4ff9', 'network_id': '3bbc31db-4958-4e8b-9f8e-bc48b5d28e47', 'port_id': 'd3743ac1-d872-4507-a6f2-ed370e7d4ff9', 'mac_address': 'fa:16:3e:b7:36:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2358f314-430e-4da8-8dea-b9e9954bab81', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:27:16.764079 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:16.790824 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-6c543118-6fcf-49a0-82f8-644557f8025d req-aa65018e-9fb7-4d33-bd8b-8b50259a6a5a service neutron] Transition to ACTIVE for port object a77a6325-19e2-44d6-9eb6-f8cb526772b1 will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:27:16.800755 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-6c543118-6fcf-49a0-82f8-644557f8025d req-aa65018e-9fb7-4d33-bd8b-8b50259a6a5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:16.814077 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:16.867266 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3743ac1-d872-4507-a6f2-ed370e7d4ff9 {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:27:16.902014 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c45a2a1-dc81-4fd8-9674-133a03b3b058 req-b9db61cc-de58-40ab-8306-4731f181ae50 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:16.907747 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7c45a2a1-dc81-4fd8-9674-133a03b3b058 req-b9db61cc-de58-40ab-8306-4731f181ae50 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=40021a41-d350-4e38-ac4d-f69e07c48ffb HTTP/1.1" status: 200 len: 944 time: 0.1583009 Aug 05 11:27:16.919678 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fe1e2fa8-8cf4-4d74-b0c7-7ae696875b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:16.922614 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fe1e2fa8-8cf4-4d74-b0c7-7ae696875b55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:16.928019 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-fe1e2fa8-8cf4-4d74-b0c7-7ae696875b55 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6c8f98d6-b0b9-4517-9191-e156aa84fd83 HTTP/1.1" status: 204 len: 168 time: 0.4818563 Aug 05 11:27:16.928331 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa65018e-9fb7-4d33-bd8b-8b50259a6a5a service neutron] Pushing event updated for resources: {'Port': ['ID=a77a6325-19e2-44d6-9eb6-f8cb526772b1,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:27:16.942087 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port d3743ac1-d872-4507-a6f2-ed370e7d4ff9, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=d3743ac1-d872-4507-a6f2-ed370e7d4ff9,segment=NetworkSegment(5615e441-bf2b-4f62-9a7e-00bdeb60130a),segment_id=5615e441-bf2b-4f62-9a7e-00bdeb60130a)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:27:16.943628 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=a386daa9-6ec5-4a09-a420-ce1ee74ce07b,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:27:16.946326 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1e2fa8-8cf4-4d74-b0c7-7ae696875b55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c8f98d6-b0b9-4517-9191-e156aa84fd83,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:27:16.950882 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:17.044232 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7c45a2a1-dc81-4fd8-9674-133a03b3b058 req-9d5af57b-3bc2-4b17-9260-4d171db46681 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=47a5a50c-7385-42e8-98ac-c05af9825ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732973 Aug 05 11:27:17.074139 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5377e8e-01d0-4933-acb6-b7f8a8e237fc x-openstack-request-id: req-e5377e8e-01d0-4933-acb6-b7f8a8e237fc {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:27:17.076198 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5736dfe7-b6ff-4df2-8dd3-d57fc09a36e7", "name": "network-vif-plugged", "status": "completed", "tag": "a386daa9-6ec5-4a09-a420-ce1ee74ce07b", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:27:17.076695 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e5377e8e-01d0-4933-acb6-b7f8a8e237fc {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:27:17.077947 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-6c543118-6fcf-49a0-82f8-644557f8025d req-aa65018e-9fb7-4d33-bd8b-8b50259a6a5a service neutron] Attempting to bind port a77a6325-19e2-44d6-9eb6-f8cb526772b1 on host n-h1-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:27:17.078557 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5736dfe7-b6ff-4df2-8dd3-d57fc09a36e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a386daa9-6ec5-4a09-a420-ce1ee74ce07b', 'code': 200} Aug 05 11:27:17.079006 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-6c543118-6fcf-49a0-82f8-644557f8025d req-aa65018e-9fb7-4d33-bd8b-8b50259a6a5a service neutron] Attempting to bind port a77a6325-19e2-44d6-9eb6-f8cb526772b1 by drivers openvswitch,hyperv on host n-h1-803378-2 at level 0 using segments [{'id': '0ead1be1-90cb-409d-a49c-7ccf6006bf90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '5a46f401-3a17-4039-80ff-a62c437b07b1'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:27:17.079579 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c543118-6fcf-49a0-82f8-644557f8025d req-aa65018e-9fb7-4d33-bd8b-8b50259a6a5a service neutron] Attempting to bind port a77a6325-19e2-44d6-9eb6-f8cb526772b1 on network 5a46f401-3a17-4039-80ff-a62c437b07b1 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:27:17.087828 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c543118-6fcf-49a0-82f8-644557f8025d req-aa65018e-9fb7-4d33-bd8b-8b50259a6a5a service neutron] Port a77a6325-19e2-44d6-9eb6-f8cb526772b1 on network 5a46f401-3a17-4039-80ff-a62c437b07b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:27:17.088165 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c543118-6fcf-49a0-82f8-644557f8025d req-aa65018e-9fb7-4d33-bd8b-8b50259a6a5a service neutron] Attempting to bind port a77a6325-19e2-44d6-9eb6-f8cb526772b1 on network 5a46f401-3a17-4039-80ff-a62c437b07b1 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:27:17.094340 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c543118-6fcf-49a0-82f8-644557f8025d req-aa65018e-9fb7-4d33-bd8b-8b50259a6a5a service neutron] Checking agent: {'id': '40bb7567-59bd-4b31-bc29-da1c50bca759', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:27:17.094687 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c543118-6fcf-49a0-82f8-644557f8025d req-aa65018e-9fb7-4d33-bd8b-8b50259a6a5a service neutron] Checking segment: {'id': '0ead1be1-90cb-409d-a49c-7ccf6006bf90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '5a46f401-3a17-4039-80ff-a62c437b07b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:27:17.095079 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c543118-6fcf-49a0-82f8-644557f8025d req-aa65018e-9fb7-4d33-bd8b-8b50259a6a5a service neutron] Bound using segment: {'id': '0ead1be1-90cb-409d-a49c-7ccf6006bf90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '5a46f401-3a17-4039-80ff-a62c437b07b1'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:27:17.095521 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-6c543118-6fcf-49a0-82f8-644557f8025d req-aa65018e-9fb7-4d33-bd8b-8b50259a6a5a service neutron] Bound port: a77a6325-19e2-44d6-9eb6-f8cb526772b1, host: n-h1-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ead1be1-90cb-409d-a49c-7ccf6006bf90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '5a46f401-3a17-4039-80ff-a62c437b07b1'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:27:17.095899 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-6c543118-6fcf-49a0-82f8-644557f8025d req-aa65018e-9fb7-4d33-bd8b-8b50259a6a5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:17.109221 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=d3743ac1-d872-4507-a6f2-ed370e7d4ff9,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:27:17.322563 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-6c543118-6fcf-49a0-82f8-644557f8025d req-aa65018e-9fb7-4d33-bd8b-8b50259a6a5a service neutron] For port a77a6325-19e2-44d6-9eb6-f8cb526772b1, host n-h1-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:27:17.327144 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-6c543118-6fcf-49a0-82f8-644557f8025d req-aa65018e-9fb7-4d33-bd8b-8b50259a6a5a service neutron] For port a77a6325-19e2-44d6-9eb6-f8cb526772b1, host n-h1-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=a77a6325-19e2-44d6-9eb6-f8cb526772b1,segment=NetworkSegment(0ead1be1-90cb-409d-a49c-7ccf6006bf90),segment_id=0ead1be1-90cb-409d-a49c-7ccf6006bf90)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:27:17.329771 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01df2a86-a69f-47ae-ae04-be0889c58ee9 req-b092a9ce-5ef9-4263-99c2-30019078a15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:17.332420 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-01df2a86-a69f-47ae-ae04-be0889c58ee9 req-b092a9ce-5ef9-4263-99c2-30019078a15e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5736dfe7-b6ff-4df2-8dd3-d57fc09a36e7 HTTP/1.1" status: 200 len: 1097 time: 0.1433530 Aug 05 11:27:17.334334 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-6c543118-6fcf-49a0-82f8-644557f8025d req-aa65018e-9fb7-4d33-bd8b-8b50259a6a5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:17.356712 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f26437-2194-49e1-97d2-7b60109856b9 req-9a313e5c-6a42-4850-8d22-f66f620893e0 tempest-VolumesAdminNegativeTest-919958504 tempest-VolumesAdminNegativeTest-919958504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:17.369288 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e9f26437-2194-49e1-97d2-7b60109856b9 req-9a313e5c-6a42-4850-8d22-f66f620893e0 tempest-VolumesAdminNegativeTest-919958504 tempest-VolumesAdminNegativeTest-919958504-project] 10.222.0.58 "GET /v2.0/ports?device_id=5736dfe7-b6ff-4df2-8dd3-d57fc09a36e7 HTTP/1.1" status: 200 len: 946 time: 0.1289957 Aug 05 11:27:17.385402 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c543118-6fcf-49a0-82f8-644557f8025d req-aa65018e-9fb7-4d33-bd8b-8b50259a6a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:17.386039 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-6c543118-6fcf-49a0-82f8-644557f8025d req-aa65018e-9fb7-4d33-bd8b-8b50259a6a5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:17.388297 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6c543118-6fcf-49a0-82f8-644557f8025d req-aa65018e-9fb7-4d33-bd8b-8b50259a6a5a service neutron] 10.222.0.64 "PUT /v2.0/ports/a77a6325-19e2-44d6-9eb6-f8cb526772b1 HTTP/1.1" status: 200 len: 1092 time: 1.7245586 Aug 05 11:27:17.391730 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2210119-7615-4edc-8eb7-335feda4cf00', 'tag': 'a77a6325-19e2-44d6-9eb6-f8cb526772b1'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:27:17.394611 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-902bb1b0-d5fe-426d-b88e-baa3a21d7cf6" -d '{"events": [{"name": "network-changed", "server_uuid": "f2210119-7615-4edc-8eb7-335feda4cf00", "tag": "a77a6325-19e2-44d6-9eb6-f8cb526772b1"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:27:17.409911 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94badd49-7872-4f4e-b947-7c0c39368da7 req-dc1f00f7-10bb-4b7e-aecb-b6fccb167aa8 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:17.426462 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94badd49-7872-4f4e-b947-7c0c39368da7 req-dc1f00f7-10bb-4b7e-aecb-b6fccb167aa8 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:17.437906 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-6c543118-6fcf-49a0-82f8-644557f8025d req-395950a6-1257-488a-bcf0-39b331091d9c service neutron] Request body: {'port': {'device_id': 'f2210119-7615-4edc-8eb7-335feda4cf00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:27:17.439729 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94badd49-7872-4f4e-b947-7c0c39368da7 req-dc1f00f7-10bb-4b7e-aecb-b6fccb167aa8 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:17.447775 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-94badd49-7872-4f4e-b947-7c0c39368da7 req-dc1f00f7-10bb-4b7e-aecb-b6fccb167aa8 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2210119-7615-4edc-8eb7-335feda4cf00 HTTP/1.1" status: 200 len: 2388 time: 0.2260065 Aug 05 11:27:17.450330 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['d3743ac1-d872-4507-a6f2-ed370e7d4ff9'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:27:17.491277 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-01df2a86-a69f-47ae-ae04-be0889c58ee9 req-0f27c96b-bbc5-44c7-858c-a1422014b76f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a7382b56-ea23-402b-9dbf-5e5ac09b0b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472464 Aug 05 11:27:17.494483 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa65018e-9fb7-4d33-bd8b-8b50259a6a5a service neutron] Pushing event updated for resources: {'Port': ['ID=a77a6325-19e2-44d6-9eb6-f8cb526772b1,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:27:17.565536 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e9f26437-2194-49e1-97d2-7b60109856b9 req-83ecbb3c-da4d-4755-abd5-e5141be2eed8 tempest-VolumesAdminNegativeTest-919958504 tempest-VolumesAdminNegativeTest-919958504-project] 10.222.0.58 "GET /v2.0/security-groups?id=a7382b56-ea23-402b-9dbf-5e5ac09b0b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931574 Aug 05 11:27:17.575740 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-6c543118-6fcf-49a0-82f8-644557f8025d req-395950a6-1257-488a-bcf0-39b331091d9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:17.613015 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-94badd49-7872-4f4e-b947-7c0c39368da7 req-fc1a975a-8cc0-4f65-8149-9d02a315ae44 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b3ade17-8410-42c2-84dd-d3afc731e8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447997 Aug 05 11:27:17.925995 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e43b2280-700e-428d-a7fa-a1726324859c req-ce43c98d-a8a8-41f4-a2dd-527c739c5b70 tempest-ServerShowV247Test-206203797 tempest-ServerShowV247Test-206203797-project] 10.222.0.58 "GET /v2.0/ports?device_id=228c14ef-0082-4d54-87e9-7084b08a8ed7 HTTP/1.1" status: 200 len: 210 time: 0.0442340 Aug 05 11:27:17.996395 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96101be6-3e13-45a8-897f-655dd24ac5bb req-867f9788-f4cf-4bca-b213-4d59e34f0c2b tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:17.999104 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-96101be6-3e13-45a8-897f-655dd24ac5bb req-867f9788-f4cf-4bca-b213-4d59e34f0c2b tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/networks?id=546c0542-0f92-4f6c-914b-a74a81cd2290 HTTP/1.1" status: 200 len: 808 time: 0.2503402 Aug 05 11:27:18.019913 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-96101be6-3e13-45a8-897f-655dd24ac5bb req-6f279a87-3a9f-40b8-ba49-b558779f981e tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/quotas/bc360260b43347fbb7d1bc7660d6f218 HTTP/1.1" status: 200 len: 375 time: 0.0139103 Aug 05 11:27:18.086438 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-6c543118-6fcf-49a0-82f8-644557f8025d req-395950a6-1257-488a-bcf0-39b331091d9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad102705-2bd6-43e2-b56f-7623e33dbc11 {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:27:18.104637 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-96101be6-3e13-45a8-897f-655dd24ac5bb req-9871fba2-1bf1-4d4e-b209-710d5edb5c42 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=bc360260b43347fbb7d1bc7660d6f218&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0767591 Aug 05 11:27:18.114823 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-6c543118-6fcf-49a0-82f8-644557f8025d req-395950a6-1257-488a-bcf0-39b331091d9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:18.153252 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-6c543118-6fcf-49a0-82f8-644557f8025d req-395950a6-1257-488a-bcf0-39b331091d9c service neutron] Transition to ACTIVE for port object ad102705-2bd6-43e2-b56f-7623e33dbc11 will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:27:18.160852 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-6c543118-6fcf-49a0-82f8-644557f8025d req-395950a6-1257-488a-bcf0-39b331091d9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:18.280836 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-96101be6-3e13-45a8-897f-655dd24ac5bb req-05ff44a1-6fc9-48ed-a878-76ebb0a898e1 service neutron] 10.222.0.58 "GET /v2.0/networks/546c0542-0f92-4f6c-914b-a74a81cd2290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554611 Aug 05 11:27:18.340669 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395950a6-1257-488a-bcf0-39b331091d9c service neutron] Pushing event updated for resources: {'Port': ['ID=ad102705-2bd6-43e2-b56f-7623e33dbc11,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:27:18.525953 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-6c543118-6fcf-49a0-82f8-644557f8025d req-395950a6-1257-488a-bcf0-39b331091d9c service neutron] Attempting to bind port ad102705-2bd6-43e2-b56f-7623e33dbc11 on host n-h1-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:27:18.526571 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-6c543118-6fcf-49a0-82f8-644557f8025d req-395950a6-1257-488a-bcf0-39b331091d9c service neutron] Attempting to bind port ad102705-2bd6-43e2-b56f-7623e33dbc11 by drivers openvswitch,hyperv on host n-h1-803378-2 at level 0 using segments [{'id': '793f1405-65b3-474e-a836-aab16d10656f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'e35bf518-c692-4270-aec2-1eff19b9c99c'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:27:18.527103 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c543118-6fcf-49a0-82f8-644557f8025d req-395950a6-1257-488a-bcf0-39b331091d9c service neutron] Attempting to bind port ad102705-2bd6-43e2-b56f-7623e33dbc11 on network e35bf518-c692-4270-aec2-1eff19b9c99c {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:27:18.529894 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-96101be6-3e13-45a8-897f-655dd24ac5bb req-de588218-bce4-44dc-a8e3-0ad08fb20180 service neutron] 10.222.0.58 "GET /v2.0/networks/546c0542-0f92-4f6c-914b-a74a81cd2290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482586 Aug 05 11:27:18.542238 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c543118-6fcf-49a0-82f8-644557f8025d req-395950a6-1257-488a-bcf0-39b331091d9c service neutron] Port ad102705-2bd6-43e2-b56f-7623e33dbc11 on network e35bf518-c692-4270-aec2-1eff19b9c99c not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:27:18.543038 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c543118-6fcf-49a0-82f8-644557f8025d req-395950a6-1257-488a-bcf0-39b331091d9c service neutron] Attempting to bind port ad102705-2bd6-43e2-b56f-7623e33dbc11 on network e35bf518-c692-4270-aec2-1eff19b9c99c {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:27:18.557187 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 48776) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:27:18.571803 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c543118-6fcf-49a0-82f8-644557f8025d req-395950a6-1257-488a-bcf0-39b331091d9c service neutron] Checking agent: {'id': '40bb7567-59bd-4b31-bc29-da1c50bca759', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:27:18.576193 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c543118-6fcf-49a0-82f8-644557f8025d req-395950a6-1257-488a-bcf0-39b331091d9c service neutron] Checking segment: {'id': '793f1405-65b3-474e-a836-aab16d10656f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'e35bf518-c692-4270-aec2-1eff19b9c99c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:27:18.576996 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c543118-6fcf-49a0-82f8-644557f8025d req-395950a6-1257-488a-bcf0-39b331091d9c service neutron] Bound using segment: {'id': '793f1405-65b3-474e-a836-aab16d10656f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'e35bf518-c692-4270-aec2-1eff19b9c99c'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:27:18.577482 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-6c543118-6fcf-49a0-82f8-644557f8025d req-395950a6-1257-488a-bcf0-39b331091d9c service neutron] Bound port: ad102705-2bd6-43e2-b56f-7623e33dbc11, host: n-h1-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '793f1405-65b3-474e-a836-aab16d10656f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'e35bf518-c692-4270-aec2-1eff19b9c99c'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:27:18.581549 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-6c543118-6fcf-49a0-82f8-644557f8025d req-395950a6-1257-488a-bcf0-39b331091d9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:18.794008 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-6c543118-6fcf-49a0-82f8-644557f8025d req-395950a6-1257-488a-bcf0-39b331091d9c service neutron] For port ad102705-2bd6-43e2-b56f-7623e33dbc11, host n-h1-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:27:18.826763 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-6c543118-6fcf-49a0-82f8-644557f8025d req-395950a6-1257-488a-bcf0-39b331091d9c service neutron] For port ad102705-2bd6-43e2-b56f-7623e33dbc11, host n-h1-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=ad102705-2bd6-43e2-b56f-7623e33dbc11,segment=NetworkSegment(793f1405-65b3-474e-a836-aab16d10656f),segment_id=793f1405-65b3-474e-a836-aab16d10656f)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:27:18.836341 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-6c543118-6fcf-49a0-82f8-644557f8025d req-395950a6-1257-488a-bcf0-39b331091d9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:18.899632 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-1c7ada7c-e26a-4092-84e6-ac24f2724f09 tempest-ExtraDHCPOptionsTestJSON-676200350 tempest-ExtraDHCPOptionsTestJSON-676200350-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-383337095'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:27:18.903907 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eceeee04-3f19-4165-9da8-2e851850d727 x-openstack-request-id: req-eceeee04-3f19-4165-9da8-2e851850d727 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:27:18.904213 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2210119-7615-4edc-8eb7-335feda4cf00", "tag": "a77a6325-19e2-44d6-9eb6-f8cb526772b1", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:27:18.904471 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-eceeee04-3f19-4165-9da8-2e851850d727 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:27:18.904899 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2210119-7615-4edc-8eb7-335feda4cf00', 'tag': 'a77a6325-19e2-44d6-9eb6-f8cb526772b1', 'status': 'completed', 'code': 200} Aug 05 11:27:18.926149 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c543118-6fcf-49a0-82f8-644557f8025d req-395950a6-1257-488a-bcf0-39b331091d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:18.926780 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-6c543118-6fcf-49a0-82f8-644557f8025d req-395950a6-1257-488a-bcf0-39b331091d9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:18.928199 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6c543118-6fcf-49a0-82f8-644557f8025d req-395950a6-1257-488a-bcf0-39b331091d9c service neutron] 10.222.0.64 "PUT /v2.0/ports/ad102705-2bd6-43e2-b56f-7623e33dbc11 HTTP/1.1" status: 200 len: 1092 time: 1.4998362 Aug 05 11:27:18.989615 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-6c543118-6fcf-49a0-82f8-644557f8025d req-6eb083e7-2074-4278-ad82-459968647dab service neutron] Request body: {'port': {'device_id': 'f2210119-7615-4edc-8eb7-335feda4cf00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:27:19.032555 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395950a6-1257-488a-bcf0-39b331091d9c service neutron] Pushing event updated for resources: {'Port': ['ID=ad102705-2bd6-43e2-b56f-7623e33dbc11,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:27:19.081976 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-6c543118-6fcf-49a0-82f8-644557f8025d req-6eb083e7-2074-4278-ad82-459968647dab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:19.093785 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902bb1b0-d5fe-426d-b88e-baa3a21d7cf6 req-812c6415-65ac-40b3-951c-ae8cfffb51b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:19.094999 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902bb1b0-d5fe-426d-b88e-baa3a21d7cf6 req-812c6415-65ac-40b3-951c-ae8cfffb51b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:19.094999 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902bb1b0-d5fe-426d-b88e-baa3a21d7cf6 req-812c6415-65ac-40b3-951c-ae8cfffb51b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:19.097484 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-902bb1b0-d5fe-426d-b88e-baa3a21d7cf6 req-812c6415-65ac-40b3-951c-ae8cfffb51b1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=496a66fa8c0741119f64b2d8ff8b2bc9&device_id=f2210119-7615-4edc-8eb7-335feda4cf00 HTTP/1.1" status: 200 len: 2798 time: 0.1858680 Aug 05 11:27:19.149923 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574132c0-9fec-43cd-b618-7dd0892698f2 req-ad2af50b-a2e8-4fa0-8303-843a8f347429 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:19.162212 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-574132c0-9fec-43cd-b618-7dd0892698f2 req-ad2af50b-a2e8-4fa0-8303-843a8f347429 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=40021a41-d350-4e38-ac4d-f69e07c48ffb HTTP/1.1" status: 200 len: 945 time: 0.2560534 Aug 05 11:27:19.166332 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c7ada7c-e26a-4092-84e6-ac24f2724f09 tempest-ExtraDHCPOptionsTestJSON-676200350 tempest-ExtraDHCPOptionsTestJSON-676200350-project] Made reservation on behalf of e3d9a4044a4349ceb232945592994165 for: {'network': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:27:19.174726 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1c7ada7c-e26a-4092-84e6-ac24f2724f09 tempest-ExtraDHCPOptionsTestJSON-676200350 tempest-ExtraDHCPOptionsTestJSON-676200350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:19.199651 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1c7ada7c-e26a-4092-84e6-ac24f2724f09 tempest-ExtraDHCPOptionsTestJSON-676200350 tempest-ExtraDHCPOptionsTestJSON-676200350-project] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:19.297264 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f2b413-9c16-4f3a-bdaa-4e4938294600 req-35419d13-dec5-4485-b76c-0823e2ab1138 tempest-VolumesAdminNegativeTest-919958504 tempest-VolumesAdminNegativeTest-919958504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:19.306054 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-22f2b413-9c16-4f3a-bdaa-4e4938294600 req-35419d13-dec5-4485-b76c-0823e2ab1138 tempest-VolumesAdminNegativeTest-919958504 tempest-VolumesAdminNegativeTest-919958504-project] 10.222.0.58 "GET /v2.0/ports?device_id=5736dfe7-b6ff-4df2-8dd3-d57fc09a36e7 HTTP/1.1" status: 200 len: 946 time: 0.2912202 Aug 05 11:27:19.369653 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-574132c0-9fec-43cd-b618-7dd0892698f2 req-db8ca236-e75b-4083-ae79-c513b704ef27 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=47a5a50c-7385-42e8-98ac-c05af9825ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1690154 Aug 05 11:27:19.418850 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-22f2b413-9c16-4f3a-bdaa-4e4938294600 req-99717e01-68c9-4522-8be5-1cfdc31c6755 tempest-VolumesAdminNegativeTest-919958504 tempest-VolumesAdminNegativeTest-919958504-project] 10.222.0.58 "GET /v2.0/security-groups?id=a7382b56-ea23-402b-9dbf-5e5ac09b0b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117523 Aug 05 11:27:19.581516 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-42d27b6a-60c0-4c5d-b70e-5295eb601825 req-d085dc1c-04d8-483f-b8b6-afe9692cf8b7 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?device_id=adcdcc6e-5915-4a7f-a754-7b8f8b7e91a9 HTTP/1.1" status: 200 len: 210 time: 0.0850399 Aug 05 11:27:19.670925 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1c7ada7c-e26a-4092-84e6-ac24f2724f09 tempest-ExtraDHCPOptionsTestJSON-676200350 tempest-ExtraDHCPOptionsTestJSON-676200350-project] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:19.680541 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1c7ada7c-e26a-4092-84e6-ac24f2724f09 tempest-ExtraDHCPOptionsTestJSON-676200350 tempest-ExtraDHCPOptionsTestJSON-676200350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:19.720042 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739aa929-9718-4de7-85af-a77e75f10bca req-da7c19cd-245d-4fea-84be-7bfda629d4ff tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:19.722012 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902bb1b0-d5fe-426d-b88e-baa3a21d7cf6 req-cdb6af14-0085-47f1-b438-7dc468e7495a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:19.722637 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902bb1b0-d5fe-426d-b88e-baa3a21d7cf6 req-cdb6af14-0085-47f1-b438-7dc468e7495a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:19.725300 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902bb1b0-d5fe-426d-b88e-baa3a21d7cf6 req-cdb6af14-0085-47f1-b438-7dc468e7495a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:19.730711 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739aa929-9718-4de7-85af-a77e75f10bca req-da7c19cd-245d-4fea-84be-7bfda629d4ff tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:19.732562 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-902bb1b0-d5fe-426d-b88e-baa3a21d7cf6 req-cdb6af14-0085-47f1-b438-7dc468e7495a service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=496a66fa8c0741119f64b2d8ff8b2bc9&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.5683975 Aug 05 11:27:19.739643 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739aa929-9718-4de7-85af-a77e75f10bca req-da7c19cd-245d-4fea-84be-7bfda629d4ff tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:19.754595 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-739aa929-9718-4de7-85af-a77e75f10bca req-da7c19cd-245d-4fea-84be-7bfda629d4ff tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2210119-7615-4edc-8eb7-335feda4cf00 HTTP/1.1" status: 200 len: 2400 time: 0.2216604 Aug 05 11:27:19.783843 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c7ada7c-e26a-4092-84e6-ac24f2724f09 tempest-ExtraDHCPOptionsTestJSON-676200350 tempest-ExtraDHCPOptionsTestJSON-676200350-project] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=94420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:27:19.827278 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1c7ada7c-e26a-4092-84e6-ac24f2724f09 tempest-ExtraDHCPOptionsTestJSON-676200350 tempest-ExtraDHCPOptionsTestJSON-676200350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:19.828548 n-d-803378-2 neutron-server[94420]: INFO neutron.db.segments_db [None req-1c7ada7c-e26a-4092-84e6-ac24f2724f09 tempest-ExtraDHCPOptionsTestJSON-676200350 tempest-ExtraDHCPOptionsTestJSON-676200350-project] Added segment 2b841b8d-32e7-4a17-822e-c47b1c903d49 of type vlan for network c4205481-1a76-4e78-8b7a-440e33d66832 Aug 05 11:27:19.832240 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7ada7c-e26a-4092-84e6-ac24f2724f09 tempest-ExtraDHCPOptionsTestJSON-676200350 tempest-ExtraDHCPOptionsTestJSON-676200350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edf1dd2e-2d8c-4408-971b-5b144bda87fd,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:27:19.884391 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1c52e702-551b-41a8-a853-9bfc2292a00c req-6aab1d62-905f-455e-889b-265629d39040 tempest-ServerShowV247Test-206203797 tempest-ServerShowV247Test-206203797-project] 10.222.0.58 "GET /v2.0/ports?device_id=228c14ef-0082-4d54-87e9-7084b08a8ed7 HTTP/1.1" status: 200 len: 210 time: 0.0864620 Aug 05 11:27:19.927188 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-739aa929-9718-4de7-85af-a77e75f10bca req-13c87f63-0f6a-4728-83f9-47b10ec10d8c tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b3ade17-8410-42c2-84dd-d3afc731e8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698067 Aug 05 11:27:19.964292 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1c7ada7c-e26a-4092-84e6-ac24f2724f09 tempest-ExtraDHCPOptionsTestJSON-676200350 tempest-ExtraDHCPOptionsTestJSON-676200350-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:20.042763 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1c7ada7c-e26a-4092-84e6-ac24f2724f09 tempest-ExtraDHCPOptionsTestJSON-676200350 tempest-ExtraDHCPOptionsTestJSON-676200350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:20.057235 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-6c543118-6fcf-49a0-82f8-644557f8025d req-6eb083e7-2074-4278-ad82-459968647dab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cccda60-a679-4112-8262-a1e5f105b63f {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:27:20.066265 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7ada7c-e26a-4092-84e6-ac24f2724f09 tempest-ExtraDHCPOptionsTestJSON-676200350 tempest-ExtraDHCPOptionsTestJSON-676200350-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:20.066987 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-6c543118-6fcf-49a0-82f8-644557f8025d req-6eb083e7-2074-4278-ad82-459968647dab service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:20.069155 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1c7ada7c-e26a-4092-84e6-ac24f2724f09 tempest-ExtraDHCPOptionsTestJSON-676200350 tempest-ExtraDHCPOptionsTestJSON-676200350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:20.162731 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-6c543118-6fcf-49a0-82f8-644557f8025d req-6eb083e7-2074-4278-ad82-459968647dab service neutron] Transition to ACTIVE for port object 2cccda60-a679-4112-8262-a1e5f105b63f will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:27:20.184100 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-6c543118-6fcf-49a0-82f8-644557f8025d req-6eb083e7-2074-4278-ad82-459968647dab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:20.335785 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb083e7-2074-4278-ad82-459968647dab service neutron] Pushing event updated for resources: {'Port': ['ID=2cccda60-a679-4112-8262-a1e5f105b63f,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:27:20.340901 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device d3743ac1-d872-4507-a6f2-ed370e7d4ff9 up at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:27:20.373536 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902bb1b0-d5fe-426d-b88e-baa3a21d7cf6 req-52698506-668a-4131-b9bf-0a3cde1635f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:20.375816 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-902bb1b0-d5fe-426d-b88e-baa3a21d7cf6 req-52698506-668a-4131-b9bf-0a3cde1635f8 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6244512 Aug 05 11:27:20.406736 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-1c7ada7c-e26a-4092-84e6-ac24f2724f09 tempest-ExtraDHCPOptionsTestJSON-676200350 tempest-ExtraDHCPOptionsTestJSON-676200350-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.8456388 Aug 05 11:27:20.407464 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 48824) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:27:20.422176 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-5c36ffd7-319e-4908-9928-72ef53cffffb tempest-ExtraDHCPOptionsTestJSON-676200350 tempest-ExtraDHCPOptionsTestJSON-676200350-project] Request body: {'subnet': {'network_id': 'c4205481-1a76-4e78-8b7a-440e33d66832', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:27:20.457285 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7ada7c-e26a-4092-84e6-ac24f2724f09 tempest-ExtraDHCPOptionsTestJSON-676200350 tempest-ExtraDHCPOptionsTestJSON-676200350-project] Pushing event updated for resources: {'Network': ['ID=c4205481-1a76-4e78-8b7a-440e33d66832,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:27:20.527441 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network c4205481-1a76-4e78-8b7a-440e33d66832 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:27:20.656737 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-6c543118-6fcf-49a0-82f8-644557f8025d req-6eb083e7-2074-4278-ad82-459968647dab service neutron] Attempting to bind port 2cccda60-a679-4112-8262-a1e5f105b63f on host n-h1-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:27:20.663930 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-6c543118-6fcf-49a0-82f8-644557f8025d req-6eb083e7-2074-4278-ad82-459968647dab service neutron] Attempting to bind port 2cccda60-a679-4112-8262-a1e5f105b63f by drivers openvswitch,hyperv on host n-h1-803378-2 at level 0 using segments [{'id': '0ead1be1-90cb-409d-a49c-7ccf6006bf90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '5a46f401-3a17-4039-80ff-a62c437b07b1'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:27:20.663930 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c543118-6fcf-49a0-82f8-644557f8025d req-6eb083e7-2074-4278-ad82-459968647dab service neutron] Attempting to bind port 2cccda60-a679-4112-8262-a1e5f105b63f on network 5a46f401-3a17-4039-80ff-a62c437b07b1 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:27:20.686394 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c543118-6fcf-49a0-82f8-644557f8025d req-6eb083e7-2074-4278-ad82-459968647dab service neutron] Port 2cccda60-a679-4112-8262-a1e5f105b63f on network 5a46f401-3a17-4039-80ff-a62c437b07b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:27:20.686957 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c543118-6fcf-49a0-82f8-644557f8025d req-6eb083e7-2074-4278-ad82-459968647dab service neutron] Attempting to bind port 2cccda60-a679-4112-8262-a1e5f105b63f on network 5a46f401-3a17-4039-80ff-a62c437b07b1 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:27:20.733433 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c543118-6fcf-49a0-82f8-644557f8025d req-6eb083e7-2074-4278-ad82-459968647dab service neutron] Checking agent: {'id': '40bb7567-59bd-4b31-bc29-da1c50bca759', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:27:20.734016 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c543118-6fcf-49a0-82f8-644557f8025d req-6eb083e7-2074-4278-ad82-459968647dab service neutron] Checking segment: {'id': '0ead1be1-90cb-409d-a49c-7ccf6006bf90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '5a46f401-3a17-4039-80ff-a62c437b07b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:27:20.734684 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c543118-6fcf-49a0-82f8-644557f8025d req-6eb083e7-2074-4278-ad82-459968647dab service neutron] Bound using segment: {'id': '0ead1be1-90cb-409d-a49c-7ccf6006bf90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '5a46f401-3a17-4039-80ff-a62c437b07b1'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:27:20.735467 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-6c543118-6fcf-49a0-82f8-644557f8025d req-6eb083e7-2074-4278-ad82-459968647dab service neutron] Bound port: 2cccda60-a679-4112-8262-a1e5f105b63f, host: n-h1-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ead1be1-90cb-409d-a49c-7ccf6006bf90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '5a46f401-3a17-4039-80ff-a62c437b07b1'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:27:20.736083 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-6c543118-6fcf-49a0-82f8-644557f8025d req-6eb083e7-2074-4278-ad82-459968647dab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:20.739608 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be28c52-9271-4510-b9be-9fd191b8cfc6 req-84c505be-0fd5-404f-8fe3-af39e9bb1cdc tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:20.752021 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0be28c52-9271-4510-b9be-9fd191b8cfc6 req-84c505be-0fd5-404f-8fe3-af39e9bb1cdc tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=40021a41-d350-4e38-ac4d-f69e07c48ffb HTTP/1.1" status: 200 len: 945 time: 0.1436019 Aug 05 11:27:20.813720 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-dfcd111d-11be-41c8-80cc-ed393bafc595 req-94e18cfc-5bb4-4fac-acd7-df398af6dbc0 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?device_id=adcdcc6e-5915-4a7f-a754-7b8f8b7e91a9 HTTP/1.1" status: 200 len: 210 time: 0.0583754 Aug 05 11:27:20.816682 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c36ffd7-319e-4908-9928-72ef53cffffb tempest-ExtraDHCPOptionsTestJSON-676200350 tempest-ExtraDHCPOptionsTestJSON-676200350-project] Made reservation on behalf of e3d9a4044a4349ceb232945592994165 for: {'subnet': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:27:20.827470 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5c36ffd7-319e-4908-9928-72ef53cffffb tempest-ExtraDHCPOptionsTestJSON-676200350 tempest-ExtraDHCPOptionsTestJSON-676200350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24211133'] for subnet, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:20.864742 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning for port d3743ac1-d872-4507-a6f2-ed370e7d4ff9 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:27:20.874329 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning complete for port d3743ac1-d872-4507-a6f2-ed370e7d4ff9 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:27:20.875392 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:20.944089 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0be28c52-9271-4510-b9be-9fd191b8cfc6 req-a391d520-82e9-4d6f-b396-d92d12c040b0 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=47a5a50c-7385-42e8-98ac-c05af9825ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1905389 Aug 05 11:27:20.949200 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-6c543118-6fcf-49a0-82f8-644557f8025d req-6eb083e7-2074-4278-ad82-459968647dab service neutron] For port 2cccda60-a679-4112-8262-a1e5f105b63f, host n-h1-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:27:20.955569 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-6c543118-6fcf-49a0-82f8-644557f8025d req-6eb083e7-2074-4278-ad82-459968647dab service neutron] For port 2cccda60-a679-4112-8262-a1e5f105b63f, host n-h1-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=2cccda60-a679-4112-8262-a1e5f105b63f,segment=NetworkSegment(0ead1be1-90cb-409d-a49c-7ccf6006bf90),segment_id=0ead1be1-90cb-409d-a49c-7ccf6006bf90)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:27:20.957685 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2210119-7615-4edc-8eb7-335feda4cf00', 'tag': 'ad102705-2bd6-43e2-b56f-7623e33dbc11'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:27:20.963593 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41d87251-2fbb-4b72-b6c0-3ba671ae7be9" -d '{"events": [{"name": "network-changed", "server_uuid": "f2210119-7615-4edc-8eb7-335feda4cf00", "tag": "ad102705-2bd6-43e2-b56f-7623e33dbc11"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:27:20.970586 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-6c543118-6fcf-49a0-82f8-644557f8025d req-6eb083e7-2074-4278-ad82-459968647dab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:21.033553 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c543118-6fcf-49a0-82f8-644557f8025d req-6eb083e7-2074-4278-ad82-459968647dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:21.034765 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-6c543118-6fcf-49a0-82f8-644557f8025d req-6eb083e7-2074-4278-ad82-459968647dab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:21.036638 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6c543118-6fcf-49a0-82f8-644557f8025d req-6eb083e7-2074-4278-ad82-459968647dab service neutron] 10.222.0.64 "PUT /v2.0/ports/2cccda60-a679-4112-8262-a1e5f105b63f HTTP/1.1" status: 200 len: 1091 time: 2.0517292 Aug 05 11:27:21.078434 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb083e7-2074-4278-ad82-459968647dab service neutron] Pushing event updated for resources: {'Port': ['ID=2cccda60-a679-4112-8262-a1e5f105b63f,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:27:21.126429 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:21.156089 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 48840) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:27:21.164240 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40021a41-d350-4e38-ac4d-f69e07c48ffb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3743ac1-d872-4507-a6f2-ed370e7d4ff9'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:27:21.167752 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a83ced65-2855-4914-9d83-d6c5e9d8a7d3" -d '{"events": [{"server_uuid": "40021a41-d350-4e38-ac4d-f69e07c48ffb", "name": "network-vif-plugged", "status": "completed", "tag": "d3743ac1-d872-4507-a6f2-ed370e7d4ff9"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:27:21.188369 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port d3743ac1-d872-4507-a6f2-ed370e7d4ff9, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=d3743ac1-d872-4507-a6f2-ed370e7d4ff9,segment=NetworkSegment(5615e441-bf2b-4f62-9a7e-00bdeb60130a),segment_id=5615e441-bf2b-4f62-9a7e-00bdeb60130a)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:27:21.193752 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c543118-6fcf-49a0-82f8-644557f8025d req-6e6e42fa-9c02-48f4-a696-23d8fa776dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:21.196525 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c543118-6fcf-49a0-82f8-644557f8025d req-6e6e42fa-9c02-48f4-a696-23d8fa776dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:21.197257 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:21.197759 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c543118-6fcf-49a0-82f8-644557f8025d req-6e6e42fa-9c02-48f4-a696-23d8fa776dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:21.200298 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6c543118-6fcf-49a0-82f8-644557f8025d req-6e6e42fa-9c02-48f4-a696-23d8fa776dca service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=496a66fa8c0741119f64b2d8ff8b2bc9&device_id=f2210119-7615-4edc-8eb7-335feda4cf00 HTTP/1.1" status: 200 len: 2865 time: 0.0952935 Aug 05 11:27:21.291030 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6c543118-6fcf-49a0-82f8-644557f8025d req-e0f84ccb-19a6-4801-883c-ced4ed36d55a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.164&port_id=a77a6325-19e2-44d6-9eb6-f8cb526772b1 HTTP/1.1" status: 200 len: 217 time: 0.0746455 Aug 05 11:27:21.340326 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3166237b-3cff-4cd0-8584-c4520f381a7a req-94689c09-1379-4b63-b2ad-71a445aba1bc tempest-ServerShowV247Test-206203797 tempest-ServerShowV247Test-206203797-project] 10.222.0.58 "GET /v2.0/ports?device_id=228c14ef-0082-4d54-87e9-7084b08a8ed7 HTTP/1.1" status: 200 len: 210 time: 0.1830685 Aug 05 11:27:21.458060 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=d3743ac1-d872-4507-a6f2-ed370e7d4ff9,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:27:21.477833 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:27:21.480227 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:27:21.480967 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:27:21.481416 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:27:21.485936 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:27:21.486956 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:27:21.487442 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:27:21.487967 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:27:21.488611 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:27:21.489151 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:27:21.489594 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:27:21.496892 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:27:21.528168 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba56bb1-7d63-4ee5-b05e-28a29ecd0d19 req-f5366096-aa79-4dbe-9a27-b2cdd70a78ef tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:21.531902 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c543118-6fcf-49a0-82f8-644557f8025d req-3192eecb-b9de-4bea-9e5b-39f6dc90fb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:21.534450 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6c543118-6fcf-49a0-82f8-644557f8025d req-3192eecb-b9de-4bea-9e5b-39f6dc90fb23 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=004b6e06-b63c-458f-9c1b-ae707038dc4f HTTP/1.1" status: 200 len: 801 time: 0.2341859 Aug 05 11:27:21.548552 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba56bb1-7d63-4ee5-b05e-28a29ecd0d19 req-f5366096-aa79-4dbe-9a27-b2cdd70a78ef tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:21.563032 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba56bb1-7d63-4ee5-b05e-28a29ecd0d19 req-f5366096-aa79-4dbe-9a27-b2cdd70a78ef tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:21.583860 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3ba56bb1-7d63-4ee5-b05e-28a29ecd0d19 req-f5366096-aa79-4dbe-9a27-b2cdd70a78ef tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2210119-7615-4edc-8eb7-335feda4cf00 HTTP/1.1" status: 200 len: 2412 time: 0.5020347 Aug 05 11:27:21.675478 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5c36ffd7-319e-4908-9928-72ef53cffffb tempest-ExtraDHCPOptionsTestJSON-676200350 tempest-ExtraDHCPOptionsTestJSON-676200350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29762700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24211087'] for subnet, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:21.725394 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-deb4ffd1-cfb4-404f-9d28-818a7ccdba9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:21.875117 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96101be6-3e13-45a8-897f-655dd24ac5bb req-3b5f5499-602e-4d09-93b1-689bae78a200 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:21.880427 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-96101be6-3e13-45a8-897f-655dd24ac5bb req-3b5f5499-602e-4d09-93b1-689bae78a200 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.55 "GET /v2.0/networks?id=546c0542-0f92-4f6c-914b-a74a81cd2290 HTTP/1.1" status: 200 len: 808 time: 0.3937347 Aug 05 11:27:21.885013 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c36ffd7-319e-4908-9928-72ef53cffffb tempest-ExtraDHCPOptionsTestJSON-676200350 tempest-ExtraDHCPOptionsTestJSON-676200350-project] Pushing event updated for resources: {'Subnet': ['ID=1fc8cfba-4008-4ae4-87b8-acb63c583753,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:27:21.900161 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c543118-6fcf-49a0-82f8-644557f8025d req-fa4d9926-19fa-4f27-bfb8-ebfe0db2841d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:21.907529 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6c543118-6fcf-49a0-82f8-644557f8025d req-fa4d9926-19fa-4f27-bfb8-ebfe0db2841d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5a46f401-3a17-4039-80ff-a62c437b07b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3499150 Aug 05 11:27:21.915931 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-96101be6-3e13-45a8-897f-655dd24ac5bb req-5c5800c8-0e8f-4a70-9587-dcd5ba2c154e tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Request body: {'port': {'device_id': 'adcdcc6e-5915-4a7f-a754-7b8f8b7e91a9', 'network_id': '546c0542-0f92-4f6c-914b-a74a81cd2290', 'admin_state_up': True, 'tenant_id': 'bc360260b43347fbb7d1bc7660d6f218'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:27:22.005311 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3ba56bb1-7d63-4ee5-b05e-28a29ecd0d19 req-85abffd8-a3df-40dd-8f01-93ac1a5fd7dd tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b3ade17-8410-42c2-84dd-d3afc731e8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4199040 Aug 05 11:27:22.021760 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c36ffd7-319e-4908-9928-72ef53cffffb tempest-ExtraDHCPOptionsTestJSON-676200350 tempest-ExtraDHCPOptionsTestJSON-676200350-project] Checking segment: {'id': '2b841b8d-32e7-4a17-822e-c47b1c903d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'c4205481-1a76-4e78-8b7a-440e33d66832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:27:22.022528 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c36ffd7-319e-4908-9928-72ef53cffffb tempest-ExtraDHCPOptionsTestJSON-676200350 tempest-ExtraDHCPOptionsTestJSON-676200350-project] Network hostable DHCP agents. Network: c4205481-1a76-4e78-8b7a-440e33d66832, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:27:22.091699 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c36ffd7-319e-4908-9928-72ef53cffffb tempest-ExtraDHCPOptionsTestJSON-676200350 tempest-ExtraDHCPOptionsTestJSON-676200350-project] Network c4205481-1a76-4e78-8b7a-440e33d66832 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:27:22.109515 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:22.120715 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-5c36ffd7-319e-4908-9928-72ef53cffffb tempest-ExtraDHCPOptionsTestJSON-676200350 tempest-ExtraDHCPOptionsTestJSON-676200350-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, c4205481-1a76-4e78-8b7a-440e33d66832) {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:27:22.121726 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7e5b2d7-67d8-46df-81c5-ab78ef14c811 x-openstack-request-id: req-c7e5b2d7-67d8-46df-81c5-ab78ef14c811 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:27:22.122321 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2210119-7615-4edc-8eb7-335feda4cf00", "tag": "ad102705-2bd6-43e2-b56f-7623e33dbc11", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:27:22.122690 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c7e5b2d7-67d8-46df-81c5-ab78ef14c811 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:27:22.123338 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2210119-7615-4edc-8eb7-335feda4cf00', 'tag': 'ad102705-2bd6-43e2-b56f-7623e33dbc11', 'status': 'completed', 'code': 200} Aug 05 11:27:22.129305 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c36ffd7-319e-4908-9928-72ef53cffffb tempest-ExtraDHCPOptionsTestJSON-676200350 tempest-ExtraDHCPOptionsTestJSON-676200350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:22.131213 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5c36ffd7-319e-4908-9928-72ef53cffffb tempest-ExtraDHCPOptionsTestJSON-676200350 tempest-ExtraDHCPOptionsTestJSON-676200350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:22.133274 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1131c917-14e0-45ec-a10b-08ec3458b32e None None] Network c4205481-1a76-4e78-8b7a-440e33d66832 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:27:22.161030 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e77a72f3-7ab8-432f-8edc-54e5359cd0ab x-openstack-request-id: req-e77a72f3-7ab8-432f-8edc-54e5359cd0ab {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:27:22.161364 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40021a41-d350-4e38-ac4d-f69e07c48ffb", "name": "network-vif-plugged", "status": "completed", "tag": "d3743ac1-d872-4507-a6f2-ed370e7d4ff9", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:27:22.161667 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e77a72f3-7ab8-432f-8edc-54e5359cd0ab {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:27:22.162076 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40021a41-d350-4e38-ac4d-f69e07c48ffb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3743ac1-d872-4507-a6f2-ed370e7d4ff9', 'code': 200} Aug 05 11:27:22.228917 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6c543118-6fcf-49a0-82f8-644557f8025d req-7efbc9d9-c3c9-4f72-90cb-605ce5a09726 service neutron] 10.222.0.64 "GET /v2.0/networks/5a46f401-3a17-4039-80ff-a62c437b07b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3085480 Aug 05 11:27:22.407703 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2b533b26-bf85-47a2-838c-3438e700726c req-ae25dc04-0821-48d4-9613-a2c212b8477c tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?device_id=adcdcc6e-5915-4a7f-a754-7b8f8b7e91a9 HTTP/1.1" status: 200 len: 210 time: 0.0774679 Aug 05 11:27:22.419445 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0feef9a-3627-4da1-a241-8e115d7d6cab req-4cd38ec5-ed5f-470c-8770-d3ec56b6209d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:22.422132 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-f0feef9a-3627-4da1-a241-8e115d7d6cab req-4cd38ec5-ed5f-470c-8770-d3ec56b6209d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=40021a41-d350-4e38-ac4d-f69e07c48ffb HTTP/1.1" status: 200 len: 1097 time: 0.1070063 Aug 05 11:27:22.457063 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-deb4ffd1-cfb4-404f-9d28-818a7ccdba9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:22.491872 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-deb4ffd1-cfb4-404f-9d28-818a7ccdba9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:22.504058 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03306ae1-0dec-4bc1-b1ff-5152b998e09f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-c4205481-1a76-4e78-8b7a-440e33d66832', 'network_id': 'c4205481-1a76-4e78-8b7a-440e33d66832', 'tenant_id': 'e3d9a4044a4349ceb232945592994165', 'fixed_ips': [{'subnet_id': '1fc8cfba-4008-4ae4-87b8-acb63c583753'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 11:27:22.505040 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-03306ae1-0dec-4bc1-b1ff-5152b998e09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:22.512253 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-5c36ffd7-319e-4908-9928-72ef53cffffb tempest-ExtraDHCPOptionsTestJSON-676200350 tempest-ExtraDHCPOptionsTestJSON-676200350-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0920074 Aug 05 11:27:22.520031 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 48860) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:27:22.540817 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-60f64b25-b324-48b2-91d2-c2ed5345cb74 tempest-ExtraDHCPOptionsTestJSON-676200350 tempest-ExtraDHCPOptionsTestJSON-676200350-project] Request body: {'port': {'network_id': 'c4205481-1a76-4e78-8b7a-440e33d66832', 'name': 'tempest-ExtraDHCPOptionsTestJSON-983749614'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:27:22.546041 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6c543118-6fcf-49a0-82f8-644557f8025d req-5755ab24-5feb-4441-a80a-4eff9890446b service neutron] 10.222.0.64 "GET /v2.0/networks/5a46f401-3a17-4039-80ff-a62c437b07b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3082950 Aug 05 11:27:22.628065 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1550bffc-e014-4861-9696-e301a409c1ba req-235a1ff7-bee3-4bf8-b48b-02f47c848e4e tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:22.630702 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1550bffc-e014-4861-9696-e301a409c1ba req-235a1ff7-bee3-4bf8-b48b-02f47c848e4e tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=40021a41-d350-4e38-ac4d-f69e07c48ffb HTTP/1.1" status: 200 len: 946 time: 0.2923429 Aug 05 11:27:22.633656 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb4ffd1-cfb4-404f-9d28-818a7ccdba9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d72907a5-0d25-4f3d-9e55-46107715a267,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:27:22.636111 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96101be6-3e13-45a8-897f-655dd24ac5bb req-5c5800c8-0e8f-4a70-9587-dcd5ba2c154e tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Made reservation on behalf of bc360260b43347fbb7d1bc7660d6f218 for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:27:22.640681 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-96101be6-3e13-45a8-897f-655dd24ac5bb req-5c5800c8-0e8f-4a70-9587-dcd5ba2c154e tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:22.665464 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-f0feef9a-3627-4da1-a241-8e115d7d6cab req-fb46446c-1b7e-4fad-8f00-331cd79a13c0 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=47a5a50c-7385-42e8-98ac-c05af9825ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2234294 Aug 05 11:27:22.694837 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-deb4ffd1-cfb4-404f-9d28-818a7ccdba9b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=aaa9b11a2edb4070bf8a5fa09299f26c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4933097 Aug 05 11:27:22.697696 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 48864) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:27:22.701015 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3dbcf14e-4fa9-4c26-a52c-2ac63137309c req-c8301149-23af-4c3d-8fa0-6885430c1a2c tempest-ServerShowV247Test-206203797 tempest-ServerShowV247Test-206203797-project] 10.222.0.58 "GET /v2.0/ports?device_id=228c14ef-0082-4d54-87e9-7084b08a8ed7 HTTP/1.1" status: 200 len: 210 time: 0.1082110 Aug 05 11:27:22.755650 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-03306ae1-0dec-4bc1-b1ff-5152b998e09f None None] Allocated IP 172.20.0.2 (c4205481-1a76-4e78-8b7a-440e33d66832/1fc8cfba-4008-4ae4-87b8-acb63c583753/048ed13b-20ea-4dfa-b3a7-b76441bec88e) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:27:22.769049 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1550bffc-e014-4861-9696-e301a409c1ba req-bdf3d7b6-5703-418a-a36f-2bbb1b6da8e6 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=47a5a50c-7385-42e8-98ac-c05af9825ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249888 Aug 05 11:27:23.007054 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60f64b25-b324-48b2-91d2-c2ed5345cb74 tempest-ExtraDHCPOptionsTestJSON-676200350 tempest-ExtraDHCPOptionsTestJSON-676200350-project] Made reservation on behalf of e3d9a4044a4349ceb232945592994165 for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:27:23.012026 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-60f64b25-b324-48b2-91d2-c2ed5345cb74 tempest-ExtraDHCPOptionsTestJSON-676200350 tempest-ExtraDHCPOptionsTestJSON-676200350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:23.016627 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-32a026d5-be78-473d-ae60-4b91c7f4d949 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:23.027332 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-03306ae1-0dec-4bc1-b1ff-5152b998e09f None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:23.045046 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-03306ae1-0dec-4bc1-b1ff-5152b998e09f None None] Transition to ACTIVE for port object 048ed13b-20ea-4dfa-b3a7-b76441bec88e will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:27:23.065472 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-96101be6-3e13-45a8-897f-655dd24ac5bb req-5c5800c8-0e8f-4a70-9587-dcd5ba2c154e tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Allocated IP 172.20.0.10 (546c0542-0f92-4f6c-914b-a74a81cd2290/61983880-6386-4045-bd2d-695dffcb92f9/d544b900-cb51-4852-8470-8f9dfde6720c) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:27:23.077152 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-03306ae1-0dec-4bc1-b1ff-5152b998e09f None None] Transition to ACTIVE for port object 048ed13b-20ea-4dfa-b3a7-b76441bec88e will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:27:23.087319 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [None req-60f64b25-b324-48b2-91d2-c2ed5345cb74 tempest-ExtraDHCPOptionsTestJSON-676200350 tempest-ExtraDHCPOptionsTestJSON-676200350-project] device_id is not set on port ecc212a8-cba3-4027-8482-75225cc2c2c8 yet. {{(pid=94421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 11:27:23.090810 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-03306ae1-0dec-4bc1-b1ff-5152b998e09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:23.120658 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-32a026d5-be78-473d-ae60-4b91c7f4d949 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:23.149804 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03306ae1-0dec-4bc1-b1ff-5152b998e09f None None] Network c4205481-1a76-4e78-8b7a-440e33d66832 is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:27:23.156154 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-03306ae1-0dec-4bc1-b1ff-5152b998e09f None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:27:23.161500 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03306ae1-0dec-4bc1-b1ff-5152b998e09f None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:27:23.175533 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03306ae1-0dec-4bc1-b1ff-5152b998e09f None None] Pushing event updated for resources: {'Port': ['ID=048ed13b-20ea-4dfa-b3a7-b76441bec88e,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:27:23.256220 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-03306ae1-0dec-4bc1-b1ff-5152b998e09f None None] Attempting to bind port 048ed13b-20ea-4dfa-b3a7-b76441bec88e on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:27:23.256722 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-03306ae1-0dec-4bc1-b1ff-5152b998e09f None None] Attempting to bind port 048ed13b-20ea-4dfa-b3a7-b76441bec88e by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '2b841b8d-32e7-4a17-822e-c47b1c903d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'c4205481-1a76-4e78-8b7a-440e33d66832'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:27:23.257977 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03306ae1-0dec-4bc1-b1ff-5152b998e09f None None] Attempting to bind port 048ed13b-20ea-4dfa-b3a7-b76441bec88e on network c4205481-1a76-4e78-8b7a-440e33d66832 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:27:23.279005 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0774dea9-a3aa-4e82-a99a-94cb968ea740 req-382f6d5a-0bfe-4f5d-8bd2-e54c9ee39976 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:23.284761 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03306ae1-0dec-4bc1-b1ff-5152b998e09f None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:27:23.285519 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6c543118-6fcf-49a0-82f8-644557f8025d req-529acae6-86da-40a7-b0a6-8ccc1771fcf2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.190&port_id=ad102705-2bd6-43e2-b56f-7623e33dbc11 HTTP/1.1" status: 200 len: 217 time: 0.2055914 Aug 05 11:27:23.286021 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03306ae1-0dec-4bc1-b1ff-5152b998e09f None None] Checking segment: {'id': '2b841b8d-32e7-4a17-822e-c47b1c903d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'c4205481-1a76-4e78-8b7a-440e33d66832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:27:23.286434 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-03306ae1-0dec-4bc1-b1ff-5152b998e09f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:23.288658 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03306ae1-0dec-4bc1-b1ff-5152b998e09f None None] Bound using segment: {'id': '2b841b8d-32e7-4a17-822e-c47b1c903d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'c4205481-1a76-4e78-8b7a-440e33d66832'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:27:23.289671 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-03306ae1-0dec-4bc1-b1ff-5152b998e09f None None] Bound port: 048ed13b-20ea-4dfa-b3a7-b76441bec88e, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b841b8d-32e7-4a17-822e-c47b1c903d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'c4205481-1a76-4e78-8b7a-440e33d66832'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:27:23.290434 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-03306ae1-0dec-4bc1-b1ff-5152b998e09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:23.292366 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0774dea9-a3aa-4e82-a99a-94cb968ea740 req-382f6d5a-0bfe-4f5d-8bd2-e54c9ee39976 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:23.299447 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0774dea9-a3aa-4e82-a99a-94cb968ea740 req-382f6d5a-0bfe-4f5d-8bd2-e54c9ee39976 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:23.302227 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0774dea9-a3aa-4e82-a99a-94cb968ea740 req-382f6d5a-0bfe-4f5d-8bd2-e54c9ee39976 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2210119-7615-4edc-8eb7-335feda4cf00 HTTP/1.1" status: 200 len: 2412 time: 0.1462796 Aug 05 11:27:23.431815 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0774dea9-a3aa-4e82-a99a-94cb968ea740 req-b0b913a8-31fe-4204-8284-192fc6b832b4 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b3ade17-8410-42c2-84dd-d3afc731e8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109312 Aug 05 11:27:23.460795 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-03306ae1-0dec-4bc1-b1ff-5152b998e09f None None] For port 048ed13b-20ea-4dfa-b3a7-b76441bec88e, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:27:23.471359 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-03306ae1-0dec-4bc1-b1ff-5152b998e09f None None] For port 048ed13b-20ea-4dfa-b3a7-b76441bec88e, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=048ed13b-20ea-4dfa-b3a7-b76441bec88e,segment=NetworkSegment(2b841b8d-32e7-4a17-822e-c47b1c903d49),segment_id=2b841b8d-32e7-4a17-822e-c47b1c903d49)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:27:23.479897 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-03306ae1-0dec-4bc1-b1ff-5152b998e09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:23.492460 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c543118-6fcf-49a0-82f8-644557f8025d req-9dce0d29-6698-468b-a8e7-1e7dd37c64db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:23.495510 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6c543118-6fcf-49a0-82f8-644557f8025d req-9dce0d29-6698-468b-a8e7-1e7dd37c64db service neutron] 10.222.0.64 "GET /v2.0/subnets?id=288b8dbc-0373-4018-a4d0-9451ac6656ca HTTP/1.1" status: 200 len: 801 time: 0.1918516 Aug 05 11:27:23.626500 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03306ae1-0dec-4bc1-b1ff-5152b998e09f None None] Pushing event updated for resources: {'Port': ['ID=048ed13b-20ea-4dfa-b3a7-b76441bec88e,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:27:23.646701 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8a0a4aaa-5f0a-49bc-9589-60ccc4e8b4f0 req-e2141cc3-c2be-402f-bed5-2ba8bc457c54 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?device_id=adcdcc6e-5915-4a7f-a754-7b8f8b7e91a9 HTTP/1.1" status: 200 len: 210 time: 0.0473711 Aug 05 11:27:23.713629 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-32a026d5-be78-473d-ae60-4b91c7f4d949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:23.718386 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-32a026d5-be78-473d-ae60-4b91c7f4d949 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:23.720762 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-32a026d5-be78-473d-ae60-4b91c7f4d949 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d72907a5-0d25-4f3d-9e55-46107715a267 HTTP/1.1" status: 204 len: 168 time: 1.0091126 Aug 05 11:27:23.723553 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-60f64b25-b324-48b2-91d2-c2ed5345cb74 tempest-ExtraDHCPOptionsTestJSON-676200350 tempest-ExtraDHCPOptionsTestJSON-676200350-project] Allocated IP 172.20.0.14 (c4205481-1a76-4e78-8b7a-440e33d66832/1fc8cfba-4008-4ae4-87b8-acb63c583753/ecc212a8-cba3-4027-8482-75225cc2c2c8) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:27:23.968302 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-96101be6-3e13-45a8-897f-655dd24ac5bb req-5c5800c8-0e8f-4a70-9587-dcd5ba2c154e tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:24.054142 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a026d5-be78-473d-ae60-4b91c7f4d949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d72907a5-0d25-4f3d-9e55-46107715a267,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:27:24.065461 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-96101be6-3e13-45a8-897f-655dd24ac5bb req-5c5800c8-0e8f-4a70-9587-dcd5ba2c154e tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:24.127291 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2210119-7615-4edc-8eb7-335feda4cf00', 'tag': '2cccda60-a679-4112-8262-a1e5f105b63f'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:27:24.129810 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db2db275-b177-477f-b507-26905edf9809" -d '{"events": [{"name": "network-changed", "server_uuid": "f2210119-7615-4edc-8eb7-335feda4cf00", "tag": "2cccda60-a679-4112-8262-a1e5f105b63f"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:27:24.173194 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4ab8f58d-d8fc-440f-badd-ffc845e2a63d req-f57af76f-745f-4ec4-9843-030243a7dcfa tempest-ServerShowV247Test-206203797 tempest-ServerShowV247Test-206203797-project] 10.222.0.58 "GET /v2.0/ports?device_id=228c14ef-0082-4d54-87e9-7084b08a8ed7 HTTP/1.1" status: 200 len: 210 time: 0.1186693 Aug 05 11:27:24.254355 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cca059c-597e-4545-a211-f038f3665442 req-f984e929-e2c8-442a-9b60-5c5a45c1bb54 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:24.262009 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3cca059c-597e-4545-a211-f038f3665442 req-f984e929-e2c8-442a-9b60-5c5a45c1bb54 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=40021a41-d350-4e38-ac4d-f69e07c48ffb HTTP/1.1" status: 200 len: 946 time: 0.2343554 Aug 05 11:27:24.353387 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3cca059c-597e-4545-a211-f038f3665442 req-b496ba7b-e389-4742-ac05-f7f7587757ce tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=47a5a50c-7385-42e8-98ac-c05af9825ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715940 Aug 05 11:27:24.643192 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19181ab-3b29-4507-b644-982c189c4afc req-1b7a9c1f-53f6-4946-a566-04825550ac12 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:24.651878 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19181ab-3b29-4507-b644-982c189c4afc req-1b7a9c1f-53f6-4946-a566-04825550ac12 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:24.659395 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19181ab-3b29-4507-b644-982c189c4afc req-1b7a9c1f-53f6-4946-a566-04825550ac12 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:24.669522 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a19181ab-3b29-4507-b644-982c189c4afc req-1b7a9c1f-53f6-4946-a566-04825550ac12 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2210119-7615-4edc-8eb7-335feda4cf00 HTTP/1.1" status: 200 len: 2412 time: 0.1243885 Aug 05 11:27:24.747228 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb5219dc-9263-4253-87d6-14b0f3fbdb5f x-openstack-request-id: req-bb5219dc-9263-4253-87d6-14b0f3fbdb5f {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:27:24.748560 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2210119-7615-4edc-8eb7-335feda4cf00", "tag": "2cccda60-a679-4112-8262-a1e5f105b63f", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:27:24.749663 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bb5219dc-9263-4253-87d6-14b0f3fbdb5f {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:27:24.750249 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2210119-7615-4edc-8eb7-335feda4cf00', 'tag': '2cccda60-a679-4112-8262-a1e5f105b63f', 'status': 'completed', 'code': 200} Aug 05 11:27:24.774874 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a19181ab-3b29-4507-b644-982c189c4afc req-31321b73-bb44-4f2c-82e0-00de46fbfd79 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b3ade17-8410-42c2-84dd-d3afc731e8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009138 Aug 05 11:27:24.801305 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c543118-6fcf-49a0-82f8-644557f8025d req-830f711f-79a6-44ab-9264-eed459653f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:24.805941 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6c543118-6fcf-49a0-82f8-644557f8025d req-830f711f-79a6-44ab-9264-eed459653f79 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e35bf518-c692-4270-aec2-1eff19b9c99c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.2935588 Aug 05 11:27:24.850145 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96101be6-3e13-45a8-897f-655dd24ac5bb req-5c5800c8-0e8f-4a70-9587-dcd5ba2c154e tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Network 546c0542-0f92-4f6c-914b-a74a81cd2290 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:27:24.872367 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 048ed13b-20ea-4dfa-b3a7-b76441bec88e up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:27:24.939603 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-96101be6-3e13-45a8-897f-655dd24ac5bb req-5c5800c8-0e8f-4a70-9587-dcd5ba2c154e tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:27:24.954723 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-96101be6-3e13-45a8-897f-655dd24ac5bb req-5c5800c8-0e8f-4a70-9587-dcd5ba2c154e tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:27:25.006272 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b40705-20d3-4626-b280-73327ecfabe1 req-4c460cea-20c0-4ee1-8833-5f78ca5af20f tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:25.025011 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e1b40705-20d3-4626-b280-73327ecfabe1 req-4c460cea-20c0-4ee1-8833-5f78ca5af20f tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?device_id=adcdcc6e-5915-4a7f-a754-7b8f8b7e91a9 HTTP/1.1" status: 200 len: 932 time: 0.1022329 Aug 05 11:27:25.042028 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 048ed13b-20ea-4dfa-b3a7-b76441bec88e completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:27:25.065468 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5800c8-0e8f-4a70-9587-dcd5ba2c154e tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Pushing event updated for resources: {'Port': ['ID=d544b900-cb51-4852-8470-8f9dfde6720c,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:27:25.101944 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e1b40705-20d3-4626-b280-73327ecfabe1 req-432e9f3f-d935-4618-b248-312ac907a652 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/security-groups?id=12d84a41-4254-4f43-a1c3-ae5bdc7fdfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757971 Aug 05 11:27:25.180274 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96101be6-3e13-45a8-897f-655dd24ac5bb req-5c5800c8-0e8f-4a70-9587-dcd5ba2c154e tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:25.181316 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-96101be6-3e13-45a8-897f-655dd24ac5bb req-5c5800c8-0e8f-4a70-9587-dcd5ba2c154e tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:25.193035 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-60f64b25-b324-48b2-91d2-c2ed5345cb74 tempest-ExtraDHCPOptionsTestJSON-676200350 tempest-ExtraDHCPOptionsTestJSON-676200350-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:25.202963 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6c543118-6fcf-49a0-82f8-644557f8025d req-1d2e14c5-e217-47b0-b13f-175494bd3962 service neutron] 10.222.0.64 "GET /v2.0/networks/e35bf518-c692-4270-aec2-1eff19b9c99c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3857288 Aug 05 11:27:25.237541 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-96101be6-3e13-45a8-897f-655dd24ac5bb req-5c5800c8-0e8f-4a70-9587-dcd5ba2c154e tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3266730 Aug 05 11:27:25.239387 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [None req-60f64b25-b324-48b2-91d2-c2ed5345cb74 tempest-ExtraDHCPOptionsTestJSON-676200350 tempest-ExtraDHCPOptionsTestJSON-676200350-project] Transition to ACTIVE for port object ecc212a8-cba3-4027-8482-75225cc2c2c8 will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:27:25.436267 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6c543118-6fcf-49a0-82f8-644557f8025d req-b309e458-bc2e-4040-af2a-0a96527635ae service neutron] 10.222.0.64 "GET /v2.0/networks/e35bf518-c692-4270-aec2-1eff19b9c99c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217476 Aug 05 11:27:25.438676 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-60f64b25-b324-48b2-91d2-c2ed5345cb74 tempest-ExtraDHCPOptionsTestJSON-676200350 tempest-ExtraDHCPOptionsTestJSON-676200350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:25.519861 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceac5723-337e-405f-ab13-12ad4f0e4bf8 None None] Network c4205481-1a76-4e78-8b7a-440e33d66832 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:27:25.560213 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6c543118-6fcf-49a0-82f8-644557f8025d req-70f990e5-8563-440f-a248-4b98990ea633 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.66&port_id=2cccda60-a679-4112-8262-a1e5f105b63f HTTP/1.1" status: 200 len: 217 time: 0.1086929 Aug 05 11:27:25.562572 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f64b25-b324-48b2-91d2-c2ed5345cb74 tempest-ExtraDHCPOptionsTestJSON-676200350 tempest-ExtraDHCPOptionsTestJSON-676200350-project] Network c4205481-1a76-4e78-8b7a-440e33d66832 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:27:25.582028 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-668eec01-8acc-4563-9507-10ea7ba2bef4 req-f2ca5d3b-51f3-4f6f-a8eb-79734e6c2bd4 tempest-ServerShowV247Test-206203797 tempest-ServerShowV247Test-206203797-project] 10.222.0.58 "GET /v2.0/ports?device_id=228c14ef-0082-4d54-87e9-7084b08a8ed7 HTTP/1.1" status: 200 len: 210 time: 0.1304371 Aug 05 11:27:25.587256 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-60f64b25-b324-48b2-91d2-c2ed5345cb74 tempest-ExtraDHCPOptionsTestJSON-676200350 tempest-ExtraDHCPOptionsTestJSON-676200350-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:27:25.617605 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f64b25-b324-48b2-91d2-c2ed5345cb74 tempest-ExtraDHCPOptionsTestJSON-676200350 tempest-ExtraDHCPOptionsTestJSON-676200350-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:27:25.642676 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f64b25-b324-48b2-91d2-c2ed5345cb74 tempest-ExtraDHCPOptionsTestJSON-676200350 tempest-ExtraDHCPOptionsTestJSON-676200350-project] Pushing event updated for resources: {'Port': ['ID=ecc212a8-cba3-4027-8482-75225cc2c2c8,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:27:25.715957 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5825dda5-6681-4294-b008-1e36825644c9 req-3cd85bdc-8f04-4115-bbc9-9e50cb1b974f tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:25.729966 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 48920) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:27:25.734211 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5825dda5-6681-4294-b008-1e36825644c9 req-3cd85bdc-8f04-4115-bbc9-9e50cb1b974f tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=40021a41-d350-4e38-ac4d-f69e07c48ffb HTTP/1.1" status: 200 len: 946 time: 0.1680479 Aug 05 11:27:25.763928 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c543118-6fcf-49a0-82f8-644557f8025d req-9998f6a3-df38-4fb8-aaaa-8324e6b447ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:25.765639 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6c543118-6fcf-49a0-82f8-644557f8025d req-9998f6a3-df38-4fb8-aaaa-8324e6b447ec service neutron] 10.222.0.64 "GET /v2.0/subnets?id=004b6e06-b63c-458f-9c1b-ae707038dc4f HTTP/1.1" status: 200 len: 801 time: 0.1963897 Aug 05 11:27:25.797231 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-ab3db81e-1581-427d-ab0c-3f7743ef464b None None] Provisioning for port 048ed13b-20ea-4dfa-b3a7-b76441bec88e completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:27:25.812891 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f64b25-b324-48b2-91d2-c2ed5345cb74 tempest-ExtraDHCPOptionsTestJSON-676200350 tempest-ExtraDHCPOptionsTestJSON-676200350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:25.813841 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-60f64b25-b324-48b2-91d2-c2ed5345cb74 tempest-ExtraDHCPOptionsTestJSON-676200350 tempest-ExtraDHCPOptionsTestJSON-676200350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:25.830253 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-ab3db81e-1581-427d-ab0c-3f7743ef464b None None] Provisioning complete for port 048ed13b-20ea-4dfa-b3a7-b76441bec88e triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:27:25.832070 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-ab3db81e-1581-427d-ab0c-3f7743ef464b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:25.840244 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5825dda5-6681-4294-b008-1e36825644c9 req-3400dc25-5286-494d-a37d-a7c725f339a2 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=47a5a50c-7385-42e8-98ac-c05af9825ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037519 Aug 05 11:27:25.884996 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-60f64b25-b324-48b2-91d2-c2ed5345cb74 tempest-ExtraDHCPOptionsTestJSON-676200350 tempest-ExtraDHCPOptionsTestJSON-676200350-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.3521001 Aug 05 11:27:25.885534 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 48932) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:27:25.905128 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-618cc89d-d3e0-467d-bd47-a06bd49a655e tempest-ExtraDHCPOptionsTestJSON-676200350 tempest-ExtraDHCPOptionsTestJSON-676200350-project] Request body: {'port': {'network_id': 'c4205481-1a76-4e78-8b7a-440e33d66832', 'name': 'tempest-ExtraDHCPOptionsTestJSON-323895556', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:27:25.906090 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.api.validators [None req-618cc89d-d3e0-467d-bd47-a06bd49a655e tempest-ExtraDHCPOptionsTestJSON-676200350 tempest-ExtraDHCPOptionsTestJSON-676200350-project] bootfile-name is not in valid_values {{(pid=94420) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 05 11:27:25.906645 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.api.validators [None req-618cc89d-d3e0-467d-bd47-a06bd49a655e tempest-ExtraDHCPOptionsTestJSON-676200350 tempest-ExtraDHCPOptionsTestJSON-676200350-project] tftp-server is not in valid_values {{(pid=94420) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 05 11:27:25.907208 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.api.validators [None req-618cc89d-d3e0-467d-bd47-a06bd49a655e tempest-ExtraDHCPOptionsTestJSON-676200350 tempest-ExtraDHCPOptionsTestJSON-676200350-project] server-ip-address is not in valid_values {{(pid=94420) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 05 11:27:25.911994 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-96101be6-3e13-45a8-897f-655dd24ac5bb req-d15e1b96-14d3-4769-9f3d-ece02d0c574c service neutron] Request body: {'port': {'device_id': 'adcdcc6e-5915-4a7f-a754-7b8f8b7e91a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:27:25.929498 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-40335f15-d087-4276-b2c9-e1b86afba5c1 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1190286544-network', 'tenant_id': 'bd9c589b923344c89a4e06df2c5127d6'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:27:26.058699 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c543118-6fcf-49a0-82f8-644557f8025d req-f3a11354-caca-4d93-810c-6203d246a814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:26.063566 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6c543118-6fcf-49a0-82f8-644557f8025d req-f3a11354-caca-4d93-810c-6203d246a814 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5a46f401-3a17-4039-80ff-a62c437b07b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2144158 Aug 05 11:27:26.081002 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-ab3db81e-1581-427d-ab0c-3f7743ef464b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:26.178135 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-ab3db81e-1581-427d-ab0c-3f7743ef464b None None] For port 048ed13b-20ea-4dfa-b3a7-b76441bec88e, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=048ed13b-20ea-4dfa-b3a7-b76441bec88e,segment=NetworkSegment(2b841b8d-32e7-4a17-822e-c47b1c903d49),segment_id=2b841b8d-32e7-4a17-822e-c47b1c903d49)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:27:26.186351 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-ab3db81e-1581-427d-ab0c-3f7743ef464b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:26.285368 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-96101be6-3e13-45a8-897f-655dd24ac5bb req-d15e1b96-14d3-4769-9f3d-ece02d0c574c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:26.291397 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40335f15-d087-4276-b2c9-e1b86afba5c1 admin admin] Made reservation on behalf of bd9c589b923344c89a4e06df2c5127d6 for: {'network': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:27:26.295503 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-40335f15-d087-4276-b2c9-e1b86afba5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:26.310899 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3db81e-1581-427d-ab0c-3f7743ef464b None None] Pushing event updated for resources: {'Port': ['ID=048ed13b-20ea-4dfa-b3a7-b76441bec88e,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:27:26.347198 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-40335f15-d087-4276-b2c9-e1b86afba5c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:26.354761 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a264587c-4564-41cb-83f8-3983cad5c6c9 req-0a51ace6-fa4f-4c69-8896-7246bffb5822 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:26.356793 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a264587c-4564-41cb-83f8-3983cad5c6c9 req-0a51ace6-fa4f-4c69-8896-7246bffb5822 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=40021a41-d350-4e38-ac4d-f69e07c48ffb HTTP/1.1" status: 200 len: 946 time: 0.2005236 Aug 05 11:27:26.399251 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 48936) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:27:26.409436 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-3867811e-2bc5-4ada-9fb6-ba84c5d5b4a3 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Request body: {'floatingip': {'port_id': 'd3743ac1-d872-4507-a6f2-ed370e7d4ff9'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:27:26.447809 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf50858a-3b52-480d-aec8-4ae5eef30aa8 req-8157996c-cd28-46d1-a1f1-92b82d61da36 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:26.461674 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf50858a-3b52-480d-aec8-4ae5eef30aa8 req-8157996c-cd28-46d1-a1f1-92b82d61da36 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:26.473533 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf50858a-3b52-480d-aec8-4ae5eef30aa8 req-8157996c-cd28-46d1-a1f1-92b82d61da36 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:26.483200 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bf50858a-3b52-480d-aec8-4ae5eef30aa8 req-8157996c-cd28-46d1-a1f1-92b82d61da36 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2210119-7615-4edc-8eb7-335feda4cf00 HTTP/1.1" status: 200 len: 2412 time: 0.5174572 Aug 05 11:27:26.519882 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-ffd44c79-991c-4681-8dd4-3239f9ff7720 None None] Provisioning complete for port 048ed13b-20ea-4dfa-b3a7-b76441bec88e triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:27:26.520433 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-ffd44c79-991c-4681-8dd4-3239f9ff7720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:26.640070 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3867811e-2bc5-4ada-9fb6-ba84c5d5b4a3 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Notify callbacks [] for floatingip, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:26.790311 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-ffd44c79-991c-4681-8dd4-3239f9ff7720 None None] Provisioning for port ecc212a8-cba3-4027-8482-75225cc2c2c8 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:27:26.798758 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 048ed13b-20ea-4dfa-b3a7-b76441bec88e up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:27:26.812790 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-ffd44c79-991c-4681-8dd4-3239f9ff7720 None None] Provisioning complete for port ecc212a8-cba3-4027-8482-75225cc2c2c8 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:27:26.813400 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-ffd44c79-991c-4681-8dd4-3239f9ff7720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:26.823018 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-40335f15-d087-4276-b2c9-e1b86afba5c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:26.846893 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-40335f15-d087-4276-b2c9-e1b86afba5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:26.863311 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40335f15-d087-4276-b2c9-e1b86afba5c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 652, 'physical_network': 'physnet1'} {{(pid=94421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:27:26.895255 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-40335f15-d087-4276-b2c9-e1b86afba5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:26.895806 n-d-803378-2 neutron-server[94421]: INFO neutron.db.segments_db [None req-40335f15-d087-4276-b2c9-e1b86afba5c1 admin admin] Added segment bf5ea81e-15f9-4076-bdcb-a17ddcbb48e7 of type vlan for network 72f96f2a-462c-48d7-8766-7c7b67cf86a3 Aug 05 11:27:26.915005 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bf50858a-3b52-480d-aec8-4ae5eef30aa8 req-37af9c86-4cdd-4730-a5a6-2a8b60c6e1db tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b3ade17-8410-42c2-84dd-d3afc731e8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4304008 Aug 05 11:27:27.002453 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7d53ad-9400-4dc7-ace9-090cdaac40d5 req-dd4a7ee0-1f71-4361-8fed-49e4b43dd818 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:27.002751 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-ffd44c79-991c-4681-8dd4-3239f9ff7720 None None] Port ecc212a8-cba3-4027-8482-75225cc2c2c8 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:27:27.005241 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4f7d53ad-9400-4dc7-ace9-090cdaac40d5 req-dd4a7ee0-1f71-4361-8fed-49e4b43dd818 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?device_id=adcdcc6e-5915-4a7f-a754-7b8f8b7e91a9 HTTP/1.1" status: 200 len: 932 time: 0.5191941 Aug 05 11:27:27.019264 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 048ed13b-20ea-4dfa-b3a7-b76441bec88e triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:27:27.021490 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:27.031171 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-40335f15-d087-4276-b2c9-e1b86afba5c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:27.114954 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40335f15-d087-4276-b2c9-e1b86afba5c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15359a4c-3232-4932-805e-5498778d836a,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:27:27.135599 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-618cc89d-d3e0-467d-bd47-a06bd49a655e tempest-ExtraDHCPOptionsTestJSON-676200350 tempest-ExtraDHCPOptionsTestJSON-676200350-project] Made reservation on behalf of e3d9a4044a4349ceb232945592994165 for: {'port': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:27:27.145410 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-618cc89d-d3e0-467d-bd47-a06bd49a655e tempest-ExtraDHCPOptionsTestJSON-676200350 tempest-ExtraDHCPOptionsTestJSON-676200350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:27.154880 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6c543118-6fcf-49a0-82f8-644557f8025d req-e6b7a63b-b968-4619-a882-66067e07acd7 service neutron] 10.222.0.64 "GET /v2.0/networks/5a46f401-3a17-4039-80ff-a62c437b07b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0720515 Aug 05 11:27:27.166961 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-a4c12a8b-caf2-4f59-995f-afa975a4d94b None None] Provisioning complete for port ecc212a8-cba3-4027-8482-75225cc2c2c8 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:27:27.168064 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-a4c12a8b-caf2-4f59-995f-afa975a4d94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:27.192496 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-40335f15-d087-4276-b2c9-e1b86afba5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:27.193534 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40335f15-d087-4276-b2c9-e1b86afba5c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:27.195386 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-40335f15-d087-4276-b2c9-e1b86afba5c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:27.216689 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-a4c12a8b-caf2-4f59-995f-afa975a4d94b None None] Port ecc212a8-cba3-4027-8482-75225cc2c2c8 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:27:27.229316 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [None req-618cc89d-d3e0-467d-bd47-a06bd49a655e tempest-ExtraDHCPOptionsTestJSON-676200350 tempest-ExtraDHCPOptionsTestJSON-676200350-project] device_id is not set on port e013b46e-041c-4a61-83da-ee99cc46bc7c yet. {{(pid=94420) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 11:27:27.274243 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8f558eef-dc04-49ec-8401-79f33e4e4f35 req-5e631fe6-4af3-43b2-b290-8fa9c44238c9 tempest-ServerShowV247Test-206203797 tempest-ServerShowV247Test-206203797-project] 10.222.0.58 "GET /v2.0/ports?device_id=228c14ef-0082-4d54-87e9-7084b08a8ed7 HTTP/1.1" status: 200 len: 210 time: 0.0948584 Aug 05 11:27:27.392010 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-40335f15-d087-4276-b2c9-e1b86afba5c1 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6545949 Aug 05 11:27:27.403869 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 48944) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:27:27.422505 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-31d38a83-eb50-4174-baa2-9b48a574fa49 admin admin] Request body: {'subnet': {'network_id': '72f96f2a-462c-48d7-8766-7c7b67cf86a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1190286544-subnet', 'tenant_id': 'bd9c589b923344c89a4e06df2c5127d6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:27:27.434932 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40335f15-d087-4276-b2c9-e1b86afba5c1 admin admin] Pushing event updated for resources: {'Network': ['ID=72f96f2a-462c-48d7-8766-7c7b67cf86a3,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:27:27.447396 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 72f96f2a-462c-48d7-8766-7c7b67cf86a3 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:27:27.469421 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4f7d53ad-9400-4dc7-ace9-090cdaac40d5 req-fb109a5b-2788-4cc1-a63c-237d13da10d7 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/security-groups?id=12d84a41-4254-4f43-a1c3-ae5bdc7fdfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4253747 Aug 05 11:27:27.515735 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6c543118-6fcf-49a0-82f8-644557f8025d req-4828508c-33e0-4ee5-8918-94170de7d365 service neutron] 10.222.0.64 "GET /v2.0/networks/5a46f401-3a17-4039-80ff-a62c437b07b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3526561 Aug 05 11:27:27.548845 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-96101be6-3e13-45a8-897f-655dd24ac5bb req-d15e1b96-14d3-4769-9f3d-ece02d0c574c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d544b900-cb51-4852-8470-8f9dfde6720c {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:27:27.560721 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-96101be6-3e13-45a8-897f-655dd24ac5bb req-d15e1b96-14d3-4769-9f3d-ece02d0c574c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:27.580064 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-96101be6-3e13-45a8-897f-655dd24ac5bb req-d15e1b96-14d3-4769-9f3d-ece02d0c574c service neutron] Transition to ACTIVE for port object d544b900-cb51-4852-8470-8f9dfde6720c will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:27:27.586308 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-96101be6-3e13-45a8-897f-655dd24ac5bb req-d15e1b96-14d3-4769-9f3d-ece02d0c574c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:27.648136 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31d38a83-eb50-4174-baa2-9b48a574fa49 admin admin] Made reservation on behalf of bd9c589b923344c89a4e06df2c5127d6 for: {'subnet': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:27:27.651002 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-31d38a83-eb50-4174-baa2-9b48a574fa49 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24211133'] for subnet, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:27.663621 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-618cc89d-d3e0-467d-bd47-a06bd49a655e tempest-ExtraDHCPOptionsTestJSON-676200350 tempest-ExtraDHCPOptionsTestJSON-676200350-project] Allocated IP 172.20.0.6 (c4205481-1a76-4e78-8b7a-440e33d66832/1fc8cfba-4008-4ae4-87b8-acb63c583753/e013b46e-041c-4a61-83da-ee99cc46bc7c) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:27:27.667655 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15e1b96-14d3-4769-9f3d-ece02d0c574c service neutron] Pushing event updated for resources: {'Port': ['ID=d544b900-cb51-4852-8470-8f9dfde6720c,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:27:27.766477 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d87251-2fbb-4b72-b6c0-3ba671ae7be9 req-8659aa21-4a14-4906-88e2-055fb43aa59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:27.767742 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d87251-2fbb-4b72-b6c0-3ba671ae7be9 req-8659aa21-4a14-4906-88e2-055fb43aa59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:27.768042 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d87251-2fbb-4b72-b6c0-3ba671ae7be9 req-8659aa21-4a14-4906-88e2-055fb43aa59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:27.770056 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-41d87251-2fbb-4b72-b6c0-3ba671ae7be9 req-8659aa21-4a14-4906-88e2-055fb43aa59e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=496a66fa8c0741119f64b2d8ff8b2bc9&device_id=f2210119-7615-4edc-8eb7-335feda4cf00 HTTP/1.1" status: 200 len: 2865 time: 0.1243010 Aug 05 11:27:27.841974 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-96101be6-3e13-45a8-897f-655dd24ac5bb req-d15e1b96-14d3-4769-9f3d-ece02d0c574c service neutron] Attempting to bind port d544b900-cb51-4852-8470-8f9dfde6720c on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:27:27.843182 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-96101be6-3e13-45a8-897f-655dd24ac5bb req-d15e1b96-14d3-4769-9f3d-ece02d0c574c service neutron] Attempting to bind port d544b900-cb51-4852-8470-8f9dfde6720c by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': 'be89551e-4aa0-433b-90d8-e517f4f1da1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '546c0542-0f92-4f6c-914b-a74a81cd2290'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:27:27.843182 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96101be6-3e13-45a8-897f-655dd24ac5bb req-d15e1b96-14d3-4769-9f3d-ece02d0c574c service neutron] Attempting to bind port d544b900-cb51-4852-8470-8f9dfde6720c on network 546c0542-0f92-4f6c-914b-a74a81cd2290 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:27:27.867814 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96101be6-3e13-45a8-897f-655dd24ac5bb req-d15e1b96-14d3-4769-9f3d-ece02d0c574c service neutron] Port d544b900-cb51-4852-8470-8f9dfde6720c on network 546c0542-0f92-4f6c-914b-a74a81cd2290 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:27:27.868262 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96101be6-3e13-45a8-897f-655dd24ac5bb req-d15e1b96-14d3-4769-9f3d-ece02d0c574c service neutron] Attempting to bind port d544b900-cb51-4852-8470-8f9dfde6720c on network 546c0542-0f92-4f6c-914b-a74a81cd2290 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:27:27.879421 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96101be6-3e13-45a8-897f-655dd24ac5bb req-d15e1b96-14d3-4769-9f3d-ece02d0c574c service neutron] Checking agent: {'id': 'a8f1dd2d-227c-4e30-8844-52419ba734db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:27:27.879902 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96101be6-3e13-45a8-897f-655dd24ac5bb req-d15e1b96-14d3-4769-9f3d-ece02d0c574c service neutron] Checking segment: {'id': 'be89551e-4aa0-433b-90d8-e517f4f1da1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '546c0542-0f92-4f6c-914b-a74a81cd2290'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:27:27.880402 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96101be6-3e13-45a8-897f-655dd24ac5bb req-d15e1b96-14d3-4769-9f3d-ece02d0c574c service neutron] Bound using segment: {'id': 'be89551e-4aa0-433b-90d8-e517f4f1da1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '546c0542-0f92-4f6c-914b-a74a81cd2290'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:27:27.880992 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-96101be6-3e13-45a8-897f-655dd24ac5bb req-d15e1b96-14d3-4769-9f3d-ece02d0c574c service neutron] Bound port: d544b900-cb51-4852-8470-8f9dfde6720c, host: n-h2-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be89551e-4aa0-433b-90d8-e517f4f1da1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '546c0542-0f92-4f6c-914b-a74a81cd2290'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:27:27.882041 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-96101be6-3e13-45a8-897f-655dd24ac5bb req-d15e1b96-14d3-4769-9f3d-ece02d0c574c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:27.977616 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d87251-2fbb-4b72-b6c0-3ba671ae7be9 req-1f03cc2b-8fa6-4774-82da-5bb51d4ce456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:27.980036 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-41d87251-2fbb-4b72-b6c0-3ba671ae7be9 req-1f03cc2b-8fa6-4774-82da-5bb51d4ce456 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e35bf518-c692-4270-aec2-1eff19b9c99c HTTP/1.1" status: 200 len: 903 time: 0.2014155 Aug 05 11:27:28.036665 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-41d87251-2fbb-4b72-b6c0-3ba671ae7be9 req-a2661790-efbb-4691-a60c-f87d009f8bfc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.190&port_id=ad102705-2bd6-43e2-b56f-7623e33dbc11 HTTP/1.1" status: 200 len: 217 time: 0.0467329 Aug 05 11:27:28.059049 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-96101be6-3e13-45a8-897f-655dd24ac5bb req-d15e1b96-14d3-4769-9f3d-ece02d0c574c service neutron] For port d544b900-cb51-4852-8470-8f9dfde6720c, host n-h2-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:27:28.123757 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-96101be6-3e13-45a8-897f-655dd24ac5bb req-d15e1b96-14d3-4769-9f3d-ece02d0c574c service neutron] For port d544b900-cb51-4852-8470-8f9dfde6720c, host n-h2-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=d544b900-cb51-4852-8470-8f9dfde6720c,segment=NetworkSegment(be89551e-4aa0-433b-90d8-e517f4f1da1f),segment_id=be89551e-4aa0-433b-90d8-e517f4f1da1f)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:27:28.137354 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-96101be6-3e13-45a8-897f-655dd24ac5bb req-d15e1b96-14d3-4769-9f3d-ece02d0c574c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:28.190838 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d87251-2fbb-4b72-b6c0-3ba671ae7be9 req-0f8b4323-778b-46b1-9b7a-1b0384890469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:28.192963 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-41d87251-2fbb-4b72-b6c0-3ba671ae7be9 req-0f8b4323-778b-46b1-9b7a-1b0384890469 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=288b8dbc-0373-4018-a4d0-9451ac6656ca HTTP/1.1" status: 200 len: 801 time: 0.1479437 Aug 05 11:27:28.202942 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96101be6-3e13-45a8-897f-655dd24ac5bb req-d15e1b96-14d3-4769-9f3d-ece02d0c574c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:28.204171 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-96101be6-3e13-45a8-897f-655dd24ac5bb req-d15e1b96-14d3-4769-9f3d-ece02d0c574c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:28.205935 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-96101be6-3e13-45a8-897f-655dd24ac5bb req-d15e1b96-14d3-4769-9f3d-ece02d0c574c service neutron] 10.222.0.55 "PUT /v2.0/ports/d544b900-cb51-4852-8470-8f9dfde6720c HTTP/1.1" status: 200 len: 1092 time: 2.9475343 Aug 05 11:27:28.212620 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adcdcc6e-5915-4a7f-a754-7b8f8b7e91a9', 'tag': 'd544b900-cb51-4852-8470-8f9dfde6720c'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:27:28.216004 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b328f25b-5a58-42bf-946d-906dc8015f9d" -d '{"events": [{"name": "network-changed", "server_uuid": "adcdcc6e-5915-4a7f-a754-7b8f8b7e91a9", "tag": "d544b900-cb51-4852-8470-8f9dfde6720c"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:27:28.335489 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97978f99-d50d-4353-92f8-387d3adb2634 x-openstack-request-id: req-97978f99-d50d-4353-92f8-387d3adb2634 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:27:28.339199 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adcdcc6e-5915-4a7f-a754-7b8f8b7e91a9", "tag": "d544b900-cb51-4852-8470-8f9dfde6720c", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:27:28.339702 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-97978f99-d50d-4353-92f8-387d3adb2634 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:27:28.340429 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adcdcc6e-5915-4a7f-a754-7b8f8b7e91a9', 'tag': 'd544b900-cb51-4852-8470-8f9dfde6720c', 'status': 'completed', 'code': 200} Aug 05 11:27:28.429055 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15e1b96-14d3-4769-9f3d-ece02d0c574c service neutron] Pushing event updated for resources: {'Port': ['ID=d544b900-cb51-4852-8470-8f9dfde6720c,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:27:28.463387 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96101be6-3e13-45a8-897f-655dd24ac5bb req-02a8a66d-28e4-4da2-b119-f4ce005f3201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:28.465041 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-96101be6-3e13-45a8-897f-655dd24ac5bb req-02a8a66d-28e4-4da2-b119-f4ce005f3201 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bc360260b43347fbb7d1bc7660d6f218&device_id=adcdcc6e-5915-4a7f-a754-7b8f8b7e91a9 HTTP/1.1" status: 200 len: 1095 time: 0.1222572 Aug 05 11:27:28.470640 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d87251-2fbb-4b72-b6c0-3ba671ae7be9 req-c7c77d4d-40b4-449e-ac80-f9ddabeba094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:28.470640 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-41d87251-2fbb-4b72-b6c0-3ba671ae7be9 req-c7c77d4d-40b4-449e-ac80-f9ddabeba094 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e35bf518-c692-4270-aec2-1eff19b9c99c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2590773 Aug 05 11:27:28.582716 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-96101be6-3e13-45a8-897f-655dd24ac5bb req-ebb1ed11-2ed5-4fd9-aa92-05604353c7e1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d544b900-cb51-4852-8470-8f9dfde6720c HTTP/1.1" status: 200 len: 217 time: 0.0925798 Aug 05 11:27:28.592355 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-09a39ac6-c461-4bb4-9619-5c019ea79478 req-ba515b0d-6380-468b-97e3-c77fcfff0b5b tempest-ServerShowV247Test-206203797 tempest-ServerShowV247Test-206203797-project] 10.222.0.58 "GET /v2.0/ports?device_id=228c14ef-0082-4d54-87e9-7084b08a8ed7 HTTP/1.1" status: 200 len: 210 time: 0.1269844 Aug 05 11:27:28.748005 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96101be6-3e13-45a8-897f-655dd24ac5bb req-831f385b-0403-4f75-bbe4-3728c10eacec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:28.750720 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-96101be6-3e13-45a8-897f-655dd24ac5bb req-831f385b-0403-4f75-bbe4-3728c10eacec service neutron] 10.222.0.55 "GET /v2.0/subnets?id=61983880-6386-4045-bd2d-695dffcb92f9 HTTP/1.1" status: 200 len: 848 time: 0.1423655 Aug 05 11:27:28.778013 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-41d87251-2fbb-4b72-b6c0-3ba671ae7be9 req-46ea98ed-d24a-48b3-92cb-9f46fccc5149 service neutron] 10.222.0.64 "GET /v2.0/networks/e35bf518-c692-4270-aec2-1eff19b9c99c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2971942 Aug 05 11:27:28.798828 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-96101be6-3e13-45a8-897f-655dd24ac5bb req-025442e0-7265-496e-8478-e22d8c78aaf2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=546c0542-0f92-4f6c-914b-a74a81cd2290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376470 Aug 05 11:27:28.976197 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971ec9a8-0adc-47da-b293-79dc8c7cbb29 req-3ba7c058-49d1-48a3-ad41-610bdf400282 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:28.991688 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971ec9a8-0adc-47da-b293-79dc8c7cbb29 req-3ba7c058-49d1-48a3-ad41-610bdf400282 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:28.996619 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:29.008655 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971ec9a8-0adc-47da-b293-79dc8c7cbb29 req-3ba7c058-49d1-48a3-ad41-610bdf400282 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:29.012027 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-971ec9a8-0adc-47da-b293-79dc8c7cbb29 req-3ba7c058-49d1-48a3-ad41-610bdf400282 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2210119-7615-4edc-8eb7-335feda4cf00 HTTP/1.1" status: 200 len: 2412 time: 0.9851973 Aug 05 11:27:29.115368 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-96101be6-3e13-45a8-897f-655dd24ac5bb req-bafe5438-c441-4ccb-9e86-78210811d943 service neutron] 10.222.0.55 "GET /v2.0/networks/546c0542-0f92-4f6c-914b-a74a81cd2290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3019006 Aug 05 11:27:29.123406 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-41d87251-2fbb-4b72-b6c0-3ba671ae7be9 req-1f501d73-63e4-4af7-9a88-9ba427c30b37 service neutron] 10.222.0.64 "GET /v2.0/networks/e35bf518-c692-4270-aec2-1eff19b9c99c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3272586 Aug 05 11:27:29.296992 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-618cc89d-d3e0-467d-bd47-a06bd49a655e tempest-ExtraDHCPOptionsTestJSON-676200350 tempest-ExtraDHCPOptionsTestJSON-676200350-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:29.308715 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e457d17a-d3c1-43de-b06c-bf0553baac0e req-97f33a5e-ac63-46da-b026-a8e485546710 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:29.317307 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e457d17a-d3c1-43de-b06c-bf0553baac0e req-97f33a5e-ac63-46da-b026-a8e485546710 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?device_id=adcdcc6e-5915-4a7f-a754-7b8f8b7e91a9 HTTP/1.1" status: 200 len: 944 time: 0.4743083 Aug 05 11:27:29.353567 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.db.resource_extend [None req-3867811e-2bc5-4ada-9fb6-ba84c5d5b4a3 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 05 11:27:29.390291 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-96101be6-3e13-45a8-897f-655dd24ac5bb req-b85580cc-a975-465c-9abf-32c6726f2e93 service neutron] 10.222.0.55 "GET /v2.0/networks/546c0542-0f92-4f6c-914b-a74a81cd2290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2653699 Aug 05 11:27:29.395895 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2db275-b177-477f-b507-26905edf9809 req-12d4cd3f-bb4e-4809-b1c9-5787163fac40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:29.396509 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2db275-b177-477f-b507-26905edf9809 req-12d4cd3f-bb4e-4809-b1c9-5787163fac40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:29.397147 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2db275-b177-477f-b507-26905edf9809 req-12d4cd3f-bb4e-4809-b1c9-5787163fac40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:29.400160 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-db2db275-b177-477f-b507-26905edf9809 req-12d4cd3f-bb4e-4809-b1c9-5787163fac40 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=496a66fa8c0741119f64b2d8ff8b2bc9&device_id=f2210119-7615-4edc-8eb7-335feda4cf00 HTTP/1.1" status: 200 len: 2865 time: 0.1338189 Aug 05 11:27:29.430047 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-31d38a83-eb50-4174-baa2-9b48a574fa49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29762700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24211087'] for subnet, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:29.478703 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-971ec9a8-0adc-47da-b293-79dc8c7cbb29 req-23d31443-b4c4-4704-a40c-a1a8a94a29fb tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b3ade17-8410-42c2-84dd-d3afc731e8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4347255 Aug 05 11:27:29.535350 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3867811e-2bc5-4ada-9fb6-ba84c5d5b4a3 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:29.539735 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [None req-618cc89d-d3e0-467d-bd47-a06bd49a655e tempest-ExtraDHCPOptionsTestJSON-676200350 tempest-ExtraDHCPOptionsTestJSON-676200350-project] Transition to ACTIVE for port object e013b46e-041c-4a61-83da-ee99cc46bc7c will not be triggered until provisioned by entity DHCP. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:27:29.566759 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2db275-b177-477f-b507-26905edf9809 req-048b56b9-c6bf-488b-b6c7-8c8525328e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:29.568374 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-db2db275-b177-477f-b507-26905edf9809 req-048b56b9-c6bf-488b-b6c7-8c8525328e9f service neutron] 10.222.0.64 "GET /v2.0/networks?id=5a46f401-3a17-4039-80ff-a62c437b07b1 HTTP/1.1" status: 200 len: 902 time: 0.1577775 Aug 05 11:27:29.575479 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b328f25b-5a58-42bf-946d-906dc8015f9d req-f73582c0-a228-4e5b-bb7a-eda286cbe422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:29.577169 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b328f25b-5a58-42bf-946d-906dc8015f9d req-f73582c0-a228-4e5b-bb7a-eda286cbe422 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bc360260b43347fbb7d1bc7660d6f218&device_id=adcdcc6e-5915-4a7f-a754-7b8f8b7e91a9 HTTP/1.1" status: 200 len: 1095 time: 0.0808239 Aug 05 11:27:29.629066 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3867811e-2bc5-4ada-9fb6-ba84c5d5b4a3 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33287247'] for floatingip, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:29.645120 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-db2db275-b177-477f-b507-26905edf9809 req-566b918e-3f7b-40cd-ab76-625579d0f4ea service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.66&port_id=2cccda60-a679-4112-8262-a1e5f105b63f HTTP/1.1" status: 200 len: 217 time: 0.0664272 Aug 05 11:27:29.666396 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e457d17a-d3c1-43de-b06c-bf0553baac0e req-703e250f-0735-4fa5-b5bc-9485e6fa8bd9 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/security-groups?id=12d84a41-4254-4f43-a1c3-ae5bdc7fdfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3466835 Aug 05 11:27:29.876425 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2db275-b177-477f-b507-26905edf9809 req-6df27da1-177a-407f-918c-96f800733dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:29.878171 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-db2db275-b177-477f-b507-26905edf9809 req-6df27da1-177a-407f-918c-96f800733dfc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=004b6e06-b63c-458f-9c1b-ae707038dc4f HTTP/1.1" status: 200 len: 801 time: 0.2118621 Aug 05 11:27:29.885137 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b328f25b-5a58-42bf-946d-906dc8015f9d req-a246967c-b295-4505-9db8-506b1d52ee8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:29.886997 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b328f25b-5a58-42bf-946d-906dc8015f9d req-a246967c-b295-4505-9db8-506b1d52ee8d service neutron] 10.222.0.55 "GET /v2.0/networks?id=546c0542-0f92-4f6c-914b-a74a81cd2290 HTTP/1.1" status: 200 len: 909 time: 0.2551813 Aug 05 11:27:29.899968 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d55b0279-ee41-422c-a491-eece7dccca10 req-e40143ff-6da8-4bdc-a9ce-dfd33759e0df service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=228c14ef-0082-4d54-87e9-7084b08a8ed7 HTTP/1.1" status: 200 len: 210 time: 0.1421371 Aug 05 11:27:29.909469 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5cc06a5e-2398-491b-bb21-d72cbbf68643 req-b2b575b0-d154-4cf4-b024-0c13c17903f6 tempest-ServerShowV247Test-206203797 tempest-ServerShowV247Test-206203797-project] 10.222.0.58 "GET /v2.0/ports?device_id=228c14ef-0082-4d54-87e9-7084b08a8ed7 HTTP/1.1" status: 200 len: 210 time: 0.1458859 Aug 05 11:27:29.912276 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d38a83-eb50-4174-baa2-9b48a574fa49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ef80fca-fd54-480d-8282-0db28be1660b,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:27:29.919942 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d38a83-eb50-4174-baa2-9b48a574fa49 admin admin] Checking segment: {'id': 'bf5ea81e-15f9-4076-bdcb-a17ddcbb48e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '72f96f2a-462c-48d7-8766-7c7b67cf86a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:27:29.920299 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d38a83-eb50-4174-baa2-9b48a574fa49 admin admin] Network hostable DHCP agents. Network: 72f96f2a-462c-48d7-8766-7c7b67cf86a3, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:27:29.967799 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-618cc89d-d3e0-467d-bd47-a06bd49a655e tempest-ExtraDHCPOptionsTestJSON-676200350 tempest-ExtraDHCPOptionsTestJSON-676200350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:29.974408 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b328f25b-5a58-42bf-946d-906dc8015f9d req-11b18ecc-a94f-4d3a-97d3-8316b220ee4c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d544b900-cb51-4852-8470-8f9dfde6720c HTTP/1.1" status: 200 len: 217 time: 0.0763149 Aug 05 11:27:29.998029 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2db275-b177-477f-b507-26905edf9809 req-3d96782e-5098-473d-817b-6994fb745ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:29.999624 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-db2db275-b177-477f-b507-26905edf9809 req-3d96782e-5098-473d-817b-6994fb745ecf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5a46f401-3a17-4039-80ff-a62c437b07b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1116703 Aug 05 11:27:30.097697 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618cc89d-d3e0-467d-bd47-a06bd49a655e tempest-ExtraDHCPOptionsTestJSON-676200350 tempest-ExtraDHCPOptionsTestJSON-676200350-project] Network c4205481-1a76-4e78-8b7a-440e33d66832 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:27:30.110656 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d38a83-eb50-4174-baa2-9b48a574fa49 admin admin] Network 72f96f2a-462c-48d7-8766-7c7b67cf86a3 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:27:30.119076 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-618cc89d-d3e0-467d-bd47-a06bd49a655e tempest-ExtraDHCPOptionsTestJSON-676200350 tempest-ExtraDHCPOptionsTestJSON-676200350-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:27:30.123035 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618cc89d-d3e0-467d-bd47-a06bd49a655e tempest-ExtraDHCPOptionsTestJSON-676200350 tempest-ExtraDHCPOptionsTestJSON-676200350-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:27:30.169335 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618cc89d-d3e0-467d-bd47-a06bd49a655e tempest-ExtraDHCPOptionsTestJSON-676200350 tempest-ExtraDHCPOptionsTestJSON-676200350-project] Pushing event updated for resources: {'Port': ['ID=e013b46e-041c-4a61-83da-ee99cc46bc7c,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:27:30.197000 n-d-803378-2 neutron-server[94420]: INFO neutron.db.l3_db [None req-3867811e-2bc5-4ada-9fb6-ba84c5d5b4a3 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Floating IP e38ccd27-9738-4388-b32e-92059a9d85a4 associated. External IP: 172.25.5.50, port: d3743ac1-d872-4507-a6f2-ed370e7d4ff9. Aug 05 11:27:30.228360 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-db2db275-b177-477f-b507-26905edf9809 req-22359ef2-efdc-416e-ae59-54c98af052ac service neutron] 10.222.0.64 "GET /v2.0/networks/5a46f401-3a17-4039-80ff-a62c437b07b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186279 Aug 05 11:27:30.238154 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b328f25b-5a58-42bf-946d-906dc8015f9d req-a9a544d4-c024-4109-99d7-bfbb2939807e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:30.241003 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b328f25b-5a58-42bf-946d-906dc8015f9d req-a9a544d4-c024-4109-99d7-bfbb2939807e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=61983880-6386-4045-bd2d-695dffcb92f9 HTTP/1.1" status: 200 len: 848 time: 0.0781875 Aug 05 11:27:30.259829 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-31d38a83-eb50-4174-baa2-9b48a574fa49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, 72f96f2a-462c-48d7-8766-7c7b67cf86a3) {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:27:30.265086 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d38a83-eb50-4174-baa2-9b48a574fa49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:30.265699 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-31d38a83-eb50-4174-baa2-9b48a574fa49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:30.274824 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a8d351-247f-4594-9091-029c60e8b292 None None] Network 72f96f2a-462c-48d7-8766-7c7b67cf86a3 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:27:30.309623 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618cc89d-d3e0-467d-bd47-a06bd49a655e tempest-ExtraDHCPOptionsTestJSON-676200350 tempest-ExtraDHCPOptionsTestJSON-676200350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:30.310343 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-618cc89d-d3e0-467d-bd47-a06bd49a655e tempest-ExtraDHCPOptionsTestJSON-676200350 tempest-ExtraDHCPOptionsTestJSON-676200350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:30.320920 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-31d38a83-eb50-4174-baa2-9b48a574fa49 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.9115283 Aug 05 11:27:30.333392 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 48966) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:27:30.446004 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-17b7264d-3c37-43dd-ba4b-326f0d73c090 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1190286544-router', 'tenant_id': 'bd9c589b923344c89a4e06df2c5127d6', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:27:30.456121 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-618cc89d-d3e0-467d-bd47-a06bd49a655e tempest-ExtraDHCPOptionsTestJSON-676200350 tempest-ExtraDHCPOptionsTestJSON-676200350-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 4.5659773 Aug 05 11:27:30.461387 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 48970) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:27:30.483962 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b328f25b-5a58-42bf-946d-906dc8015f9d req-7dd81ab2-01c1-449b-b6e1-f18782ad1523 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=546c0542-0f92-4f6c-914b-a74a81cd2290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2289782 Aug 05 11:27:30.510728 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-db2db275-b177-477f-b507-26905edf9809 req-8961e75d-7573-40b5-8608-7226eee977bb service neutron] 10.222.0.64 "GET /v2.0/networks/5a46f401-3a17-4039-80ff-a62c437b07b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2671492 Aug 05 11:27:30.585140 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-17b7264d-3c37-43dd-ba4b-326f0d73c090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33260300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1929'] for router, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:30.586153 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-17b7264d-3c37-43dd-ba4b-326f0d73c090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33285914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33034662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1926'] for router, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:30.633004 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00986a9-8581-48ed-ae79-f13e39d5ad14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-72f96f2a-462c-48d7-8766-7c7b67cf86a3', 'network_id': '72f96f2a-462c-48d7-8766-7c7b67cf86a3', 'tenant_id': 'bd9c589b923344c89a4e06df2c5127d6', 'fixed_ips': [{'subnet_id': '3ef80fca-fd54-480d-8282-0db28be1660b'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 11:27:30.633645 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e00986a9-8581-48ed-ae79-f13e39d5ad14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:30.657220 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-17b7264d-3c37-43dd-ba4b-326f0d73c090 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:30.661478 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b328f25b-5a58-42bf-946d-906dc8015f9d req-90d4901f-66fe-4cc0-9e92-982e94867d62 service neutron] 10.222.0.55 "GET /v2.0/networks/546c0542-0f92-4f6c-914b-a74a81cd2290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487646 Aug 05 11:27:30.771182 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e71300-a3fc-4bda-9746-9e6e5d6cb965 tempest-ExtraDHCPOptionsTestJSON-676200350 tempest-ExtraDHCPOptionsTestJSON-676200350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:30.778804 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e71300-a3fc-4bda-9746-9e6e5d6cb965 tempest-ExtraDHCPOptionsTestJSON-676200350 tempest-ExtraDHCPOptionsTestJSON-676200350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:30.790867 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b45a6b84-fa3f-41f7-bf68-cc4355a8edb7 None None] Provisioning for port e013b46e-041c-4a61-83da-ee99cc46bc7c completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:27:30.795756 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e71300-a3fc-4bda-9746-9e6e5d6cb965 tempest-ExtraDHCPOptionsTestJSON-676200350 tempest-ExtraDHCPOptionsTestJSON-676200350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:30.798161 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-68e71300-a3fc-4bda-9746-9e6e5d6cb965 tempest-ExtraDHCPOptionsTestJSON-676200350 tempest-ExtraDHCPOptionsTestJSON-676200350-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.3334472 Aug 05 11:27:30.813779 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b45a6b84-fa3f-41f7-bf68-cc4355a8edb7 None None] Provisioning complete for port e013b46e-041c-4a61-83da-ee99cc46bc7c triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:27:30.814812 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b45a6b84-fa3f-41f7-bf68-cc4355a8edb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:30.818690 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 48976) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:27:30.957001 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-b45a6b84-fa3f-41f7-bf68-cc4355a8edb7 None None] Port e013b46e-041c-4a61-83da-ee99cc46bc7c cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:27:30.989031 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-e00986a9-8581-48ed-ae79-f13e39d5ad14 None None] Allocated IP 172.20.0.2 (72f96f2a-462c-48d7-8766-7c7b67cf86a3/3ef80fca-fd54-480d-8282-0db28be1660b/d5ee14b7-fc1c-479d-ad75-c70bb743f9d9) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:27:31.113646 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-17b7264d-3c37-43dd-ba4b-326f0d73c090 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:31.233941 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e00986a9-8581-48ed-ae79-f13e39d5ad14 None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:31.247984 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-e00986a9-8581-48ed-ae79-f13e39d5ad14 None None] Transition to ACTIVE for port object d5ee14b7-fc1c-479d-ad75-c70bb743f9d9 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:27:31.250406 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b328f25b-5a58-42bf-946d-906dc8015f9d req-4f4d1887-365a-4f77-b21a-2bbff869fbcc service neutron] 10.222.0.55 "GET /v2.0/networks/546c0542-0f92-4f6c-914b-a74a81cd2290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5807922 Aug 05 11:27:31.269338 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-e00986a9-8581-48ed-ae79-f13e39d5ad14 None None] Transition to ACTIVE for port object d5ee14b7-fc1c-479d-ad75-c70bb743f9d9 will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:27:31.278303 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e00986a9-8581-48ed-ae79-f13e39d5ad14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:31.302717 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4301300-fffc-4cce-9b30-74bbd0627a08 req-d847663e-0fa2-49f5-a08d-5ad91b0b24df tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:31.311625 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4301300-fffc-4cce-9b30-74bbd0627a08 req-d847663e-0fa2-49f5-a08d-5ad91b0b24df tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:31.320283 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4301300-fffc-4cce-9b30-74bbd0627a08 req-d847663e-0fa2-49f5-a08d-5ad91b0b24df tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:31.322457 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e4301300-fffc-4cce-9b30-74bbd0627a08 req-d847663e-0fa2-49f5-a08d-5ad91b0b24df tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2210119-7615-4edc-8eb7-335feda4cf00 HTTP/1.1" status: 200 len: 2412 time: 0.6587029 Aug 05 11:27:31.327507 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00986a9-8581-48ed-ae79-f13e39d5ad14 None None] Network 72f96f2a-462c-48d7-8766-7c7b67cf86a3 is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:27:31.333292 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-e00986a9-8581-48ed-ae79-f13e39d5ad14 None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:27:31.335997 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00986a9-8581-48ed-ae79-f13e39d5ad14 None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:27:31.345845 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecc197f-c295-4f3b-abc9-d3fe088d3c87 req-341f163e-035e-4740-bcc4-8f167bb4ad9f tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:31.347375 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2ecc197f-c295-4f3b-abc9-d3fe088d3c87 req-341f163e-035e-4740-bcc4-8f167bb4ad9f tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?device_id=adcdcc6e-5915-4a7f-a754-7b8f8b7e91a9 HTTP/1.1" status: 200 len: 944 time: 0.5427625 Aug 05 11:27:31.348329 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00986a9-8581-48ed-ae79-f13e39d5ad14 None None] Pushing event updated for resources: {'Port': ['ID=d5ee14b7-fc1c-479d-ad75-c70bb743f9d9,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:27:31.408366 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-e00986a9-8581-48ed-ae79-f13e39d5ad14 None None] Attempting to bind port d5ee14b7-fc1c-479d-ad75-c70bb743f9d9 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:27:31.408783 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-e00986a9-8581-48ed-ae79-f13e39d5ad14 None None] Attempting to bind port d5ee14b7-fc1c-479d-ad75-c70bb743f9d9 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'bf5ea81e-15f9-4076-bdcb-a17ddcbb48e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '72f96f2a-462c-48d7-8766-7c7b67cf86a3'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:27:31.409192 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00986a9-8581-48ed-ae79-f13e39d5ad14 None None] Attempting to bind port d5ee14b7-fc1c-479d-ad75-c70bb743f9d9 on network 72f96f2a-462c-48d7-8766-7c7b67cf86a3 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:27:31.415522 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00986a9-8581-48ed-ae79-f13e39d5ad14 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:27:31.416014 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00986a9-8581-48ed-ae79-f13e39d5ad14 None None] Checking segment: {'id': 'bf5ea81e-15f9-4076-bdcb-a17ddcbb48e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '72f96f2a-462c-48d7-8766-7c7b67cf86a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:27:31.416296 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e00986a9-8581-48ed-ae79-f13e39d5ad14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:31.416739 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00986a9-8581-48ed-ae79-f13e39d5ad14 None None] Bound using segment: {'id': 'bf5ea81e-15f9-4076-bdcb-a17ddcbb48e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '72f96f2a-462c-48d7-8766-7c7b67cf86a3'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:27:31.417196 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-e00986a9-8581-48ed-ae79-f13e39d5ad14 None None] Bound port: d5ee14b7-fc1c-479d-ad75-c70bb743f9d9, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf5ea81e-15f9-4076-bdcb-a17ddcbb48e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '72f96f2a-462c-48d7-8766-7c7b67cf86a3'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:27:31.417551 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e00986a9-8581-48ed-ae79-f13e39d5ad14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:31.419392 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3867811e-2bc5-4ada-9fb6-ba84c5d5b4a3 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Router ec8ba789-a154-429c-9903-1744beefd0a1 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 11:27:31.471977 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e4301300-fffc-4cce-9b30-74bbd0627a08 req-b32e2dee-718f-49f4-ab4c-bd83d6c0b5ee tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b3ade17-8410-42c2-84dd-d3afc731e8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209028 Aug 05 11:27:31.497534 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2ecc197f-c295-4f3b-abc9-d3fe088d3c87 req-f1b048d5-6e89-46a3-9616-2d3a16f79436 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/security-groups?id=12d84a41-4254-4f43-a1c3-ae5bdc7fdfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196141 Aug 05 11:27:31.497928 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-e00986a9-8581-48ed-ae79-f13e39d5ad14 None None] For port d5ee14b7-fc1c-479d-ad75-c70bb743f9d9, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:27:31.500355 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-e00986a9-8581-48ed-ae79-f13e39d5ad14 None None] For port d5ee14b7-fc1c-479d-ad75-c70bb743f9d9, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=d5ee14b7-fc1c-479d-ad75-c70bb743f9d9,segment=NetworkSegment(bf5ea81e-15f9-4076-bdcb-a17ddcbb48e7),segment_id=bf5ea81e-15f9-4076-bdcb-a17ddcbb48e7)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:27:31.510030 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e00986a9-8581-48ed-ae79-f13e39d5ad14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:31.515488 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-870bc278-f01d-4566-ada6-a3f7f9edd62b tempest-ExtraDHCPOptionsTestJSON-676200350 tempest-ExtraDHCPOptionsTestJSON-676200350-project] Deleting port e013b46e-041c-4a61-83da-ee99cc46bc7c {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:27:31.515842 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-870bc278-f01d-4566-ada6-a3f7f9edd62b tempest-ExtraDHCPOptionsTestJSON-676200350 tempest-ExtraDHCPOptionsTestJSON-676200350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:31.643584 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00986a9-8581-48ed-ae79-f13e39d5ad14 None None] Pushing event updated for resources: {'Port': ['ID=d5ee14b7-fc1c-479d-ad75-c70bb743f9d9,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:27:32.004915 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d2b80c50-bf96-4a8a-920d-0128cecf900e req-704c521b-4f05-4f8a-9834-ad27f3eea5d4 tempest-ServerShowV247Test-206203797 tempest-ServerShowV247Test-206203797-project] 10.222.0.58 "GET /v2.0/ports?device_id=228c14ef-0082-4d54-87e9-7084b08a8ed7 HTTP/1.1" status: 200 len: 210 time: 0.0834281 Aug 05 11:27:32.118661 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-870bc278-f01d-4566-ada6-a3f7f9edd62b tempest-ExtraDHCPOptionsTestJSON-676200350 tempest-ExtraDHCPOptionsTestJSON-676200350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:32.123283 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3867811e-2bc5-4ada-9fb6-ba84c5d5b4a3 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:27:32.129258 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3867811e-2bc5-4ada-9fb6-ba84c5d5b4a3 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:32.136163 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d419e5-6165-4227-bb7c-28ac96d25456 None None] Sync routers for ids ['ec8ba789-a154-429c-9903-1744beefd0a1'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:27:32.146699 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d419e5-6165-4227-bb7c-28ac96d25456 None None] Routers {'ec8ba789-a154-429c-9903-1744beefd0a1'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:27:32.147328 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-47d419e5-6165-4227-bb7c-28ac96d25456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:27:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['ec8ba789-a154-429c-9903-1744beefd0a1'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:27:32.196285 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-870bc278-f01d-4566-ada6-a3f7f9edd62b tempest-ExtraDHCPOptionsTestJSON-676200350 tempest-ExtraDHCPOptionsTestJSON-676200350-project] Calling delete_port for e013b46e-041c-4a61-83da-ee99cc46bc7c owned by {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:27:32.254768 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-3867811e-2bc5-4ada-9fb6-ba84c5d5b4a3 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "PUT /v2.0/floatingips/e38ccd27-9738-4388-b32e-92059a9d85a4 HTTP/1.1" status: 200 len: 991 time: 5.8540165 Aug 05 11:27:32.258191 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40021a41-d350-4e38-ac4d-f69e07c48ffb', 'tag': 'd3743ac1-d872-4507-a6f2-ed370e7d4ff9'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:27:32.260902 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}828068ad8d405ad77660ce68fa78e1ffe658725812f7a08f9e488a446589295b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c5884ac-e441-4eb6-8d21-994fd3b71d4f" -d '{"events": [{"name": "network-changed", "server_uuid": "40021a41-d350-4e38-ac4d-f69e07c48ffb", "tag": "d3743ac1-d872-4507-a6f2-ed370e7d4ff9"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:27:32.304800 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-47d419e5-6165-4227-bb7c-28ac96d25456 None None] Set router ec8ba789-a154-429c-9903-1744beefd0a1 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:27:32.417075 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device a77a6325-19e2-44d6-9eb6-f8cb526772b1 details requested by agent hyperv_n-h1-803378-2 with host n-h1-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:27:32.450280 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9a1f7ec8-1611-49b8-89c2-90b8fe2de464 req-3288a18f-cf46-438f-970b-4b11881a9270 tempest-ServerShowV247Test-206203797 tempest-ServerShowV247Test-206203797-project] 10.222.0.58 "GET /v2.0/ports?device_id=228c14ef-0082-4d54-87e9-7084b08a8ed7&device_id=b5d98e05-6cec-4f63-8dd0-e5ba8c4dd46f HTTP/1.1" status: 200 len: 210 time: 0.0869029 Aug 05 11:27:32.483300 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-17b7264d-3c37-43dd-ba4b-326f0d73c090 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:32.598735 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-17b7264d-3c37-43dd-ba4b-326f0d73c090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:32.650692 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port a77a6325-19e2-44d6-9eb6-f8cb526772b1, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=a77a6325-19e2-44d6-9eb6-f8cb526772b1,segment=NetworkSegment(0ead1be1-90cb-409d-a49c-7ccf6006bf90),segment_id=0ead1be1-90cb-409d-a49c-7ccf6006bf90)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:27:32.758297 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Returning: {'device': 'a77a6325-19e2-44d6-9eb6-f8cb526772b1', 'network_id': '5a46f401-3a17-4039-80ff-a62c437b07b1', 'port_id': 'a77a6325-19e2-44d6-9eb6-f8cb526772b1', 'mac_address': 'fa:16:3e:6e:92:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '004b6e06-b63c-458f-9c1b-ae707038dc4f', 'ip_address': '19.80.0.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:27:32.847184 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87b309a2-7ce4-4d3f-ae0e-b45b0ce4eb12 x-openstack-request-id: req-87b309a2-7ce4-4d3f-ae0e-b45b0ce4eb12 {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:27:32.847786 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40021a41-d350-4e38-ac4d-f69e07c48ffb", "tag": "d3743ac1-d872-4507-a6f2-ed370e7d4ff9", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:27:32.848289 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-87b309a2-7ce4-4d3f-ae0e-b45b0ce4eb12 {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:27:32.848915 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40021a41-d350-4e38-ac4d-f69e07c48ffb', 'tag': 'd3743ac1-d872-4507-a6f2-ed370e7d4ff9', 'status': 'completed', 'code': 200} Aug 05 11:27:32.868100 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-870bc278-f01d-4566-ada6-a3f7f9edd62b tempest-ExtraDHCPOptionsTestJSON-676200350 tempest-ExtraDHCPOptionsTestJSON-676200350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:32.873741 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device d5ee14b7-fc1c-479d-ad75-c70bb743f9d9 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:27:32.925085 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-47d419e5-6165-4227-bb7c-28ac96d25456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8ba789-a154-429c-9903-1744beefd0a1', 'name': 'tempest-ServerActionsTestJSON-1586802047-router', 'tenant_id': '922471f37b13454ba92168a26c5eea8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '5d78ff12-51c7-471c-bde9-9c60113b613d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:26:13Z', 'updated_at': '2021-08-05T11:26:34Z', 'revision_number': 4, 'project_id': '922471f37b13454ba92168a26c5eea8e', 'gw_port': {'id': '5d78ff12-51c7-471c-bde9-9c60113b613d', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8ba789-a154-429c-9903-1744beefd0a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:26:16Z', 'updated_at': '2021-08-05T11:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': 'e38ccd27-9738-4388-b32e-92059a9d85a4', 'tenant_id': '922471f37b13454ba92168a26c5eea8e', 'floating_ip_address': '172.25.5.50', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': 'ec8ba789-a154-429c-9903-1744beefd0a1', 'port_id': 'd3743ac1-d872-4507-a6f2-ed370e7d4ff9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1004, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bbc31db-4958-4e8b-9f8e-bc48b5d28e47', 'mac_address': 'fa:16:3e:b7:36:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40021a41-d350-4e38-ac4d-f69e07c48ffb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T11:26:50Z', 'updated_at': '2021-08-05T11:27:29Z', 'revision_number': 1, 'project_id': '922471f37b13454ba92168a26c5eea8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac32dd6d-8407-41f7-8145-78e1e1906229', 'name': '', 'network_id': '3bbc31db-4958-4e8b-9f8e-bc48b5d28e47', 'tenant_id': '922471f37b13454ba92168a26c5eea8e', 'mac_address': 'fa:16:3e:45:0f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8ba789-a154-429c-9903-1744beefd0a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '2358f314-430e-4da8-8dea-b9e9954bab81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:26:28Z', 'updated_at': '2021-08-05T11:26:47Z', 'revision_number': 5, 'project_id': '922471f37b13454ba92168a26c5eea8e', 'subnets': [{'id': '2358f314-430e-4da8-8dea-b9e9954bab81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:27:32.949272 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870bc278-f01d-4566-ada6-a3f7f9edd62b tempest-ExtraDHCPOptionsTestJSON-676200350 tempest-ExtraDHCPOptionsTestJSON-676200350-project] Pushing event deleted for resources: {'Port': ['ID=e013b46e-041c-4a61-83da-ee99cc46bc7c,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:27:33.040581 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:33.120543 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a77a6325-19e2-44d6-9eb6-f8cb526772b1 {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:27:33.156277 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-870bc278-f01d-4566-ada6-a3f7f9edd62b tempest-ExtraDHCPOptionsTestJSON-676200350 tempest-ExtraDHCPOptionsTestJSON-676200350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:33.160784 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port d5ee14b7-fc1c-479d-ad75-c70bb743f9d9 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:27:33.164521 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-870bc278-f01d-4566-ada6-a3f7f9edd62b tempest-ExtraDHCPOptionsTestJSON-676200350 tempest-ExtraDHCPOptionsTestJSON-676200350-project] 10.222.0.58 "DELETE /v2.0/ports/e013b46e-041c-4a61-83da-ee99cc46bc7c HTTP/1.1" status: 204 len: 168 time: 2.3005636 Aug 05 11:27:33.173421 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49004) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:27:33.176849 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-17b7264d-3c37-43dd-ba4b-326f0d73c090 admin admin] Allocated IP 172.25.5.83 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/435e93be-e0a1-4fb8-934d-8b49433976c0) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:27:33.208997 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port a77a6325-19e2-44d6-9eb6-f8cb526772b1, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=a77a6325-19e2-44d6-9eb6-f8cb526772b1,segment=NetworkSegment(0ead1be1-90cb-409d-a49c-7ccf6006bf90),segment_id=0ead1be1-90cb-409d-a49c-7ccf6006bf90)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:27:33.211645 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-f56272c9-5a73-4218-8da8-63f2622e89d9 tempest-ExtraDHCPOptionsTestJSON-676200350 tempest-ExtraDHCPOptionsTestJSON-676200350-project] Request body: {'port': {'name': 'tempest-new-port-name-2137484863', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:27:33.212902 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.api.validators [None req-f56272c9-5a73-4218-8da8-63f2622e89d9 tempest-ExtraDHCPOptionsTestJSON-676200350 tempest-ExtraDHCPOptionsTestJSON-676200350-project] bootfile-name is not in valid_values {{(pid=94420) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 05 11:27:33.214835 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.api.validators [None req-f56272c9-5a73-4218-8da8-63f2622e89d9 tempest-ExtraDHCPOptionsTestJSON-676200350 tempest-ExtraDHCPOptionsTestJSON-676200350-project] tftp-server is not in valid_values {{(pid=94420) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 05 11:27:33.216843 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.api.validators [None req-f56272c9-5a73-4218-8da8-63f2622e89d9 tempest-ExtraDHCPOptionsTestJSON-676200350 tempest-ExtraDHCPOptionsTestJSON-676200350-project] server-ip-address is not in valid_values {{(pid=94420) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 05 11:27:33.218652 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:33.219372 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device ad102705-2bd6-43e2-b56f-7623e33dbc11 details requested by agent hyperv_n-h1-803378-2 with host n-h1-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:27:33.258134 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6bc46f2a-a822-417c-906a-1bf8129fcc72 req-2e64cf6c-c87e-4d04-898d-94d2229dfe7e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=880b8bba38d64764a423188b7e0b3940&device_id=228c14ef-0082-4d54-87e9-7084b08a8ed7 HTTP/1.1" status: 200 len: 210 time: 0.1944003 Aug 05 11:27:33.264226 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5884ac-e441-4eb6-8d21-994fd3b71d4f req-86a3edb5-9184-4076-a89a-71f56a59c67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:33.266854 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9c5884ac-e441-4eb6-8d21-994fd3b71d4f req-86a3edb5-9184-4076-a89a-71f56a59c67f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=922471f37b13454ba92168a26c5eea8e&device_id=40021a41-d350-4e38-ac4d-f69e07c48ffb HTTP/1.1" status: 200 len: 1097 time: 0.3793297 Aug 05 11:27:33.323000 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d419e5-6165-4227-bb7c-28ac96d25456 None None] Checking router: ec8ba789-a154-429c-9903-1744beefd0a1 for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:27:33.345974 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d419e5-6165-4227-bb7c-28ac96d25456 None None] Routers {'ec8ba789-a154-429c-9903-1744beefd0a1'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:27:33.347527 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-47d419e5-6165-4227-bb7c-28ac96d25456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:27:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['ec8ba789-a154-429c-9903-1744beefd0a1'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:27:33.463589 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2ea3d1-d793-4171-b996-8a6b632239a8 None None] Network 72f96f2a-462c-48d7-8766-7c7b67cf86a3 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:27:33.468329 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6bc46f2a-a822-417c-906a-1bf8129fcc72 req-24c72ec4-4dff-4239-a7bc-7a8c84d4263e service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=880b8bba38d64764a423188b7e0b3940&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0561438 Aug 05 11:27:33.593222 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5884ac-e441-4eb6-8d21-994fd3b71d4f req-43d70eb1-27cd-4894-9452-0d2a938c1485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:33.597488 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9c5884ac-e441-4eb6-8d21-994fd3b71d4f req-43d70eb1-27cd-4894-9452-0d2a938c1485 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3bbc31db-4958-4e8b-9f8e-bc48b5d28e47 HTTP/1.1" status: 200 len: 913 time: 0.3221133 Aug 05 11:27:33.631982 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc63307b-416b-45b1-bd07-f32f72d650ce req-e3107a90-4eb3-41ab-92b5-17939a26dd5d tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:33.636323 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-47d419e5-6165-4227-bb7c-28ac96d25456 None None] Set router ec8ba789-a154-429c-9903-1744beefd0a1 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:27:33.642275 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-51d3f23e-3fea-437c-87e3-fded72c19810 None None] Provisioning for port d5ee14b7-fc1c-479d-ad75-c70bb743f9d9 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:27:33.644614 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc63307b-416b-45b1-bd07-f32f72d650ce req-e3107a90-4eb3-41ab-92b5-17939a26dd5d tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:33.663944 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc63307b-416b-45b1-bd07-f32f72d650ce req-e3107a90-4eb3-41ab-92b5-17939a26dd5d tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:33.673935 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-51d3f23e-3fea-437c-87e3-fded72c19810 None None] Provisioning complete for port d5ee14b7-fc1c-479d-ad75-c70bb743f9d9 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:27:33.674415 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-51d3f23e-3fea-437c-87e3-fded72c19810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:33.679534 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port ad102705-2bd6-43e2-b56f-7623e33dbc11, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=ad102705-2bd6-43e2-b56f-7623e33dbc11,segment=NetworkSegment(793f1405-65b3-474e-a836-aab16d10656f),segment_id=793f1405-65b3-474e-a836-aab16d10656f)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:27:33.680742 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fc63307b-416b-45b1-bd07-f32f72d650ce req-e3107a90-4eb3-41ab-92b5-17939a26dd5d tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2210119-7615-4edc-8eb7-335feda4cf00 HTTP/1.1" status: 200 len: 2413 time: 0.4547963 Aug 05 11:27:33.724452 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=a77a6325-19e2-44d6-9eb6-f8cb526772b1,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:27:33.745526 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Returning: {'device': 'ad102705-2bd6-43e2-b56f-7623e33dbc11', 'network_id': 'e35bf518-c692-4270-aec2-1eff19b9c99c', 'port_id': 'ad102705-2bd6-43e2-b56f-7623e33dbc11', 'mac_address': 'fa:16:3e:c1:1d:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '288b8dbc-0373-4018-a4d0-9451ac6656ca', 'ip_address': '19.86.0.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:27:33.768638 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9c5884ac-e441-4eb6-8d21-994fd3b71d4f req-5da22302-82de-4623-a559-bcd4bf0699e1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3743ac1-d872-4507-a6f2-ed370e7d4ff9 HTTP/1.1" status: 200 len: 999 time: 0.1614184 Aug 05 11:27:33.775600 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16ff133-f5a8-4419-adea-2585fc885471 req-dbb26e31-5909-4f25-9031-bca39b6d9c2e tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:33.789540 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a16ff133-f5a8-4419-adea-2585fc885471 req-dbb26e31-5909-4f25-9031-bca39b6d9c2e tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?device_id=adcdcc6e-5915-4a7f-a754-7b8f8b7e91a9 HTTP/1.1" status: 200 len: 944 time: 0.4944460 Aug 05 11:27:33.793949 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f56272c9-5a73-4218-8da8-63f2622e89d9 tempest-ExtraDHCPOptionsTestJSON-676200350 tempest-ExtraDHCPOptionsTestJSON-676200350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:33.794611 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc46f2a-a822-417c-906a-1bf8129fcc72 req-9dca7067-e713-4665-bd77-04cbdc7a5eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:33.796320 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6bc46f2a-a822-417c-906a-1bf8129fcc72 req-9dca7067-e713-4665-bd77-04cbdc7a5eb1 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3150685 Aug 05 11:27:33.845722 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:33.857054 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5884ac-e441-4eb6-8d21-994fd3b71d4f req-be98bbb9-073f-4667-9d10-f33996dcee0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:33.860108 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9c5884ac-e441-4eb6-8d21-994fd3b71d4f req-be98bbb9-073f-4667-9d10-f33996dcee0c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2358f314-430e-4da8-8dea-b9e9954bab81 HTTP/1.1" status: 200 len: 851 time: 0.0616074 Aug 05 11:27:33.874893 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad102705-2bd6-43e2-b56f-7623e33dbc11 {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:27:33.906311 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port ad102705-2bd6-43e2-b56f-7623e33dbc11, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=ad102705-2bd6-43e2-b56f-7623e33dbc11,segment=NetworkSegment(793f1405-65b3-474e-a836-aab16d10656f),segment_id=793f1405-65b3-474e-a836-aab16d10656f)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:27:33.917255 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:33.972386 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5884ac-e441-4eb6-8d21-994fd3b71d4f req-fbc2abc6-2c79-40c8-93a6-4a0c7228dd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:33.977443 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9c5884ac-e441-4eb6-8d21-994fd3b71d4f req-fbc2abc6-2c79-40c8-93a6-4a0c7228dd3c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3bbc31db-4958-4e8b-9f8e-bc48b5d28e47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1094878 Aug 05 11:27:34.000154 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fc63307b-416b-45b1-bd07-f32f72d650ce req-84423eea-fd2e-4bd5-82eb-08e7c8cf137f tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b3ade17-8410-42c2-84dd-d3afc731e8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3181553 Aug 05 11:27:34.048794 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-17b7264d-3c37-43dd-ba4b-326f0d73c090 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:34.050892 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=ad102705-2bd6-43e2-b56f-7623e33dbc11,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:27:34.079251 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-51d3f23e-3fea-437c-87e3-fded72c19810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:34.100220 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a16ff133-f5a8-4419-adea-2585fc885471 req-96de29c1-687a-4062-a540-e26a4f53e12e tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/security-groups?id=12d84a41-4254-4f43-a1c3-ae5bdc7fdfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3079128 Aug 05 11:27:34.106172 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-17b7264d-3c37-43dd-ba4b-326f0d73c090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:34.259418 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-47d419e5-6165-4227-bb7c-28ac96d25456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8ba789-a154-429c-9903-1744beefd0a1', 'name': 'tempest-ServerActionsTestJSON-1586802047-router', 'tenant_id': '922471f37b13454ba92168a26c5eea8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '5d78ff12-51c7-471c-bde9-9c60113b613d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:26:13Z', 'updated_at': '2021-08-05T11:26:34Z', 'revision_number': 4, 'project_id': '922471f37b13454ba92168a26c5eea8e', 'gw_port': {'id': '5d78ff12-51c7-471c-bde9-9c60113b613d', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8ba789-a154-429c-9903-1744beefd0a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:26:16Z', 'updated_at': '2021-08-05T11:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': 'e38ccd27-9738-4388-b32e-92059a9d85a4', 'tenant_id': '922471f37b13454ba92168a26c5eea8e', 'floating_ip_address': '172.25.5.50', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': 'ec8ba789-a154-429c-9903-1744beefd0a1', 'port_id': 'd3743ac1-d872-4507-a6f2-ed370e7d4ff9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1004, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bbc31db-4958-4e8b-9f8e-bc48b5d28e47', 'mac_address': 'fa:16:3e:b7:36:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40021a41-d350-4e38-ac4d-f69e07c48ffb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T11:26:50Z', 'updated_at': '2021-08-05T11:27:29Z', 'revision_number': 1, 'project_id': '922471f37b13454ba92168a26c5eea8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac32dd6d-8407-41f7-8145-78e1e1906229', 'name': '', 'network_id': '3bbc31db-4958-4e8b-9f8e-bc48b5d28e47', 'tenant_id': '922471f37b13454ba92168a26c5eea8e', 'mac_address': 'fa:16:3e:45:0f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8ba789-a154-429c-9903-1744beefd0a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '2358f314-430e-4da8-8dea-b9e9954bab81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:26:28Z', 'updated_at': '2021-08-05T11:26:47Z', 'revision_number': 5, 'project_id': '922471f37b13454ba92168a26c5eea8e', 'subnets': [{'id': '2358f314-430e-4da8-8dea-b9e9954bab81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:27:34.273149 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9c5884ac-e441-4eb6-8d21-994fd3b71d4f req-12eca76d-7d46-4dfc-8b5c-5e1e4477d8a0 service neutron] 10.222.0.64 "GET /v2.0/networks/3bbc31db-4958-4e8b-9f8e-bc48b5d28e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2833195 Aug 05 11:27:34.320749 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b7264d-3c37-43dd-ba4b-326f0d73c090 admin admin] Pushing event updated for resources: {'Port': ['ID=435e93be-e0a1-4fb8-934d-8b49433976c0,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:27:34.395303 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d419e5-6165-4227-bb7c-28ac96d25456 None None] The sync data for ids ['ec8ba789-a154-429c-9903-1744beefd0a1'] in n-d-803378-2 is: [{'id': 'ec8ba789-a154-429c-9903-1744beefd0a1', 'name': 'tempest-ServerActionsTestJSON-1586802047-router', 'tenant_id': '922471f37b13454ba92168a26c5eea8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '5d78ff12-51c7-471c-bde9-9c60113b613d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:26:13Z', 'updated_at': '2021-08-05T11:26:34Z', 'revision_number': 4, 'project_id': '922471f37b13454ba92168a26c5eea8e', 'gw_port': {'id': '5d78ff12-51c7-471c-bde9-9c60113b613d', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8ba789-a154-429c-9903-1744beefd0a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:26:16Z', 'updated_at': '2021-08-05T11:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': 'e38ccd27-9738-4388-b32e-92059a9d85a4', 'tenant_id': '922471f37b13454ba92168a26c5eea8e', 'floating_ip_address': '172.25.5.50', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': 'ec8ba789-a154-429c-9903-1744beefd0a1', 'port_id': 'd3743ac1-d872-4507-a6f2-ed370e7d4ff9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1004, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bbc31db-4958-4e8b-9f8e-bc48b5d28e47', 'mac_address': 'fa:16:3e:b7:36:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40021a41-d350-4e38-ac4d-f69e07c48ffb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T11:26:50Z', 'updated_at': '2021-08-05T11:27:29Z', 'revision_number': 1, 'project_id': '922471f37b13454ba92168a26c5eea8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac32dd6d-8407-41f7-8145-78e1e1906229', 'name': '', 'network_id': '3bbc31db-4958-4e8b-9f8e-bc48b5d28e47', 'tenant_id': '922471f37b13454ba92168a26c5eea8e', 'mac_address': 'fa:16:3e:45:0f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8ba789-a154-429c-9903-1744beefd0a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '2358f314-430e-4da8-8dea-b9e9954bab81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:26:28Z', 'updated_at': '2021-08-05T11:26:47Z', 'revision_number': 5, 'project_id': '922471f37b13454ba92168a26c5eea8e', 'subnets': [{'id': '2358f314-430e-4da8-8dea-b9e9954bab81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:27:34.472067 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device d544b900-cb51-4852-8470-8f9dfde6720c details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:27:34.481293 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 2cccda60-a679-4112-8262-a1e5f105b63f details requested by agent hyperv_n-h1-803378-2 with host n-h1-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:27:34.496437 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-51d3f23e-3fea-437c-87e3-fded72c19810 None None] For port d5ee14b7-fc1c-479d-ad75-c70bb743f9d9, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=d5ee14b7-fc1c-479d-ad75-c70bb743f9d9,segment=NetworkSegment(bf5ea81e-15f9-4076-bdcb-a17ddcbb48e7),segment_id=bf5ea81e-15f9-4076-bdcb-a17ddcbb48e7)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:27:34.515490 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-51d3f23e-3fea-437c-87e3-fded72c19810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:34.544222 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9c5884ac-e441-4eb6-8d21-994fd3b71d4f req-c845db31-8a61-40b0-8c10-e30c3ec79b02 service neutron] 10.222.0.64 "GET /v2.0/networks/3bbc31db-4958-4e8b-9f8e-bc48b5d28e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2627468 Aug 05 11:27:34.580619 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-dc86722c-cb31-4771-a33b-a9bfe7bf061f req-38f6d7d7-c935-48f0-9c7f-423a0a1c0e0c tempest-ServerShowV247Test-206203797 tempest-ServerShowV247Test-206203797-project] 10.222.0.58 "GET /v2.0/ports?device_id=228c14ef-0082-4d54-87e9-7084b08a8ed7 HTTP/1.1" status: 200 len: 210 time: 0.1092558 Aug 05 11:27:34.588136 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b7264d-3c37-43dd-ba4b-326f0d73c090 admin admin] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:27:34.595185 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-17b7264d-3c37-43dd-ba4b-326f0d73c090 admin admin] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:27:34.606091 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b7264d-3c37-43dd-ba4b-326f0d73c090 admin admin] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:27:34.655250 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.db.resource_extend [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 05 11:27:34.781002 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['a77a6325-19e2-44d6-9eb6-f8cb526772b1'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:27:34.799693 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['ad102705-2bd6-43e2-b56f-7623e33dbc11'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:27:34.860124 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-3f41bc86-faa7-4381-9fed-52fffae3c944 None None] Provisioning complete for port d5ee14b7-fc1c-479d-ad75-c70bb743f9d9 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:27:34.860793 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-3f41bc86-faa7-4381-9fed-52fffae3c944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:34.906121 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2903c16-89f3-4e0f-b0c9-92ea02479cdc None None] New status for floating IP e38ccd27-9738-4388-b32e-92059a9d85a4: ACTIVE {{(pid=94422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 11:27:34.921110 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d3f23e-3fea-437c-87e3-fded72c19810 None None] Pushing event updated for resources: {'Port': ['ID=d5ee14b7-fc1c-479d-ad75-c70bb743f9d9,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:27:34.927566 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f56272c9-5a73-4218-8da8-63f2622e89d9 tempest-ExtraDHCPOptionsTestJSON-676200350 tempest-ExtraDHCPOptionsTestJSON-676200350-project] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:35.000104 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f56272c9-5a73-4218-8da8-63f2622e89d9 tempest-ExtraDHCPOptionsTestJSON-676200350 tempest-ExtraDHCPOptionsTestJSON-676200350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:35.082750 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port d544b900-cb51-4852-8470-8f9dfde6720c, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=d544b900-cb51-4852-8470-8f9dfde6720c,segment=NetworkSegment(be89551e-4aa0-433b-90d8-e517f4f1da1f),segment_id=be89551e-4aa0-433b-90d8-e517f4f1da1f)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:27:35.202195 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56272c9-5a73-4218-8da8-63f2622e89d9 tempest-ExtraDHCPOptionsTestJSON-676200350 tempest-ExtraDHCPOptionsTestJSON-676200350-project] Pushing event updated for resources: {'Port': ['ID=ecc212a8-cba3-4027-8482-75225cc2c2c8,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:27:35.260130 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Returning: {'device': 'd544b900-cb51-4852-8470-8f9dfde6720c', 'network_id': '546c0542-0f92-4f6c-914b-a74a81cd2290', 'port_id': 'd544b900-cb51-4852-8470-8f9dfde6720c', 'mac_address': 'fa:16:3e:82:51:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61983880-6386-4045-bd2d-695dffcb92f9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:27:35.331701 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 2cccda60-a679-4112-8262-a1e5f105b63f, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=2cccda60-a679-4112-8262-a1e5f105b63f,segment=NetworkSegment(0ead1be1-90cb-409d-a49c-7ccf6006bf90),segment_id=0ead1be1-90cb-409d-a49c-7ccf6006bf90)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:27:35.483835 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Returning: {'device': '2cccda60-a679-4112-8262-a1e5f105b63f', 'network_id': '5a46f401-3a17-4039-80ff-a62c437b07b1', 'port_id': '2cccda60-a679-4112-8262-a1e5f105b63f', 'mac_address': 'fa:16:3e:dc:bd:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '004b6e06-b63c-458f-9c1b-ae707038dc4f', 'ip_address': '19.80.0.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:27:35.495653 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-f56272c9-5a73-4218-8da8-63f2622e89d9 tempest-ExtraDHCPOptionsTestJSON-676200350 tempest-ExtraDHCPOptionsTestJSON-676200350-project] In _notify_port_updated(), no bound segment for port ecc212a8-cba3-4027-8482-75225cc2c2c8 on network c4205481-1a76-4e78-8b7a-440e33d66832 {{(pid=94420) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 05 11:27:35.508129 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f56272c9-5a73-4218-8da8-63f2622e89d9 tempest-ExtraDHCPOptionsTestJSON-676200350 tempest-ExtraDHCPOptionsTestJSON-676200350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:35.508698 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f56272c9-5a73-4218-8da8-63f2622e89d9 tempest-ExtraDHCPOptionsTestJSON-676200350 tempest-ExtraDHCPOptionsTestJSON-676200350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:35.511202 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-f56272c9-5a73-4218-8da8-63f2622e89d9 tempest-ExtraDHCPOptionsTestJSON-676200350 tempest-ExtraDHCPOptionsTestJSON-676200350-project] 10.222.0.58 "PUT /v2.0/ports/ecc212a8-cba3-4027-8482-75225cc2c2c8 HTTP/1.1" status: 200 len: 1137 time: 2.3360701 Aug 05 11:27:35.519288 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49020) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:27:35.579195 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb47412-2995-43f5-a9fd-6e3a526d1735 req-850edf3a-cff9-4ab2-9194-30e21f0a83fa tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:35.593204 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb47412-2995-43f5-a9fd-6e3a526d1735 req-850edf3a-cff9-4ab2-9194-30e21f0a83fa tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:35.606613 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb47412-2995-43f5-a9fd-6e3a526d1735 req-850edf3a-cff9-4ab2-9194-30e21f0a83fa tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:35.609762 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8fb47412-2995-43f5-a9fd-6e3a526d1735 req-850edf3a-cff9-4ab2-9194-30e21f0a83fa tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2210119-7615-4edc-8eb7-335feda4cf00 HTTP/1.1" status: 200 len: 2414 time: 0.3715889 Aug 05 11:27:35.630230 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bd257b-e200-4327-aef3-0aa0c9912edf req-e5e788ad-858c-442d-ab66-2188c539d26e tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:35.633571 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-18bd257b-e200-4327-aef3-0aa0c9912edf req-e5e788ad-858c-442d-ab66-2188c539d26e tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?device_id=adcdcc6e-5915-4a7f-a754-7b8f8b7e91a9 HTTP/1.1" status: 200 len: 944 time: 0.3166928 Aug 05 11:27:35.642627 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42766cdb-c144-4746-9502-77351975c90a tempest-ExtraDHCPOptionsTestJSON-676200350 tempest-ExtraDHCPOptionsTestJSON-676200350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:35.645945 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-42766cdb-c144-4746-9502-77351975c90a tempest-ExtraDHCPOptionsTestJSON-676200350 tempest-ExtraDHCPOptionsTestJSON-676200350-project] 10.222.0.58 "GET /v2.0/ports/ecc212a8-cba3-4027-8482-75225cc2c2c8 HTTP/1.1" status: 200 len: 1137 time: 0.1212811 Aug 05 11:27:35.649934 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:35.658149 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49024) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:27:35.683183 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-17b7264d-3c37-43dd-ba4b-326f0d73c090 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:35.690625 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6bc46f2a-a822-417c-906a-1bf8129fcc72 req-5a1b3d77-edaa-4b9c-acf4-8f984bb11244 tempest-ServerShowV247Test-206203797 tempest-ServerShowV247Test-206203797-project] 10.222.0.55 "GET /v2.0/ports?device_id=228c14ef-0082-4d54-87e9-7084b08a8ed7 HTTP/1.1" status: 200 len: 210 time: 0.0910213 Aug 05 11:27:35.744965 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d544b900-cb51-4852-8470-8f9dfde6720c {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:27:35.884317 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port d544b900-cb51-4852-8470-8f9dfde6720c, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=d544b900-cb51-4852-8470-8f9dfde6720c,segment=NetworkSegment(be89551e-4aa0-433b-90d8-e517f4f1da1f),segment_id=be89551e-4aa0-433b-90d8-e517f4f1da1f)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:27:35.907636 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:35.917469 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:36.003504 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cccda60-a679-4112-8262-a1e5f105b63f {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:27:36.009247 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8fb47412-2995-43f5-a9fd-6e3a526d1735 req-087adcbe-ee0b-40cb-b24c-6e02f49201df tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b3ade17-8410-42c2-84dd-d3afc731e8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3738332 Aug 05 11:27:36.026493 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-18bd257b-e200-4327-aef3-0aa0c9912edf req-5b1389d3-fe45-4b69-88b2-b6f2d7c3d547 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/security-groups?id=12d84a41-4254-4f43-a1c3-ae5bdc7fdfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3445189 Aug 05 11:27:36.140383 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-7099d893-41ce-44c9-a1ae-9c4a2b0a5c87 None None] Provisioning complete for port ecc212a8-cba3-4027-8482-75225cc2c2c8 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:27:36.141062 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-7099d893-41ce-44c9-a1ae-9c4a2b0a5c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:36.223010 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-f3fd774c-0af4-4a2a-8a65-e4c0167eea29 tempest-ExtraDHCPOptionsTestJSON-676200350 tempest-ExtraDHCPOptionsTestJSON-676200350-project] Deleting port ecc212a8-cba3-4027-8482-75225cc2c2c8 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:27:36.223339 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f3fd774c-0af4-4a2a-8a65-e4c0167eea29 tempest-ExtraDHCPOptionsTestJSON-676200350 tempest-ExtraDHCPOptionsTestJSON-676200350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:36.230668 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 2cccda60-a679-4112-8262-a1e5f105b63f, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=2cccda60-a679-4112-8262-a1e5f105b63f,segment=NetworkSegment(0ead1be1-90cb-409d-a49c-7ccf6006bf90),segment_id=0ead1be1-90cb-409d-a49c-7ccf6006bf90)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:27:36.251073 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=d544b900-cb51-4852-8470-8f9dfde6720c,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:27:36.265123 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:36.373464 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-7099d893-41ce-44c9-a1ae-9c4a2b0a5c87 None None] Port ecc212a8-cba3-4027-8482-75225cc2c2c8 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:27:36.396301 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['d544b900-cb51-4852-8470-8f9dfde6720c'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:27:36.505791 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=2cccda60-a679-4112-8262-a1e5f105b63f,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:27:36.683906 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device d5ee14b7-fc1c-479d-ad75-c70bb743f9d9 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:27:36.855539 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port d5ee14b7-fc1c-479d-ad75-c70bb743f9d9 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:27:36.856007 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:36.985013 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f235572b-0088-4434-8ac2-de129532f62b req-9dec0a73-49c0-4f9c-9c5f-31226a24904e tempest-ServerShowV247Test-206203797 tempest-ServerShowV247Test-206203797-project] 10.222.0.58 "GET /v2.0/ports?device_id=228c14ef-0082-4d54-87e9-7084b08a8ed7 HTTP/1.1" status: 200 len: 210 time: 0.1045346 Aug 05 11:27:37.074702 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f3fd774c-0af4-4a2a-8a65-e4c0167eea29 tempest-ExtraDHCPOptionsTestJSON-676200350 tempest-ExtraDHCPOptionsTestJSON-676200350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:37.078767 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-17b7264d-3c37-43dd-ba4b-326f0d73c090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286026'] for router, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:37.107192 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-f3fd774c-0af4-4a2a-8a65-e4c0167eea29 tempest-ExtraDHCPOptionsTestJSON-676200350 tempest-ExtraDHCPOptionsTestJSON-676200350-project] Calling delete_port for ecc212a8-cba3-4027-8482-75225cc2c2c8 owned by {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:27:37.116796 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-6e6dd28e-5395-4d71-8cc9-8690099c89b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:37.129315 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['2cccda60-a679-4112-8262-a1e5f105b63f'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:27:37.463803 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e7830d-6624-4b1b-bafe-9983841713fe req-7bf3e35e-07e1-489b-a1c8-743929673152 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:37.475564 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e7830d-6624-4b1b-bafe-9983841713fe req-7bf3e35e-07e1-489b-a1c8-743929673152 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:37.486861 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e7830d-6624-4b1b-bafe-9983841713fe req-7bf3e35e-07e1-489b-a1c8-743929673152 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:37.489799 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-25e7830d-6624-4b1b-bafe-9983841713fe req-7bf3e35e-07e1-489b-a1c8-743929673152 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2210119-7615-4edc-8eb7-335feda4cf00 HTTP/1.1" status: 200 len: 2415 time: 0.3318214 Aug 05 11:27:37.512360 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1170f101-b5d2-4123-b55d-28300dd42ab6 req-bf2108a2-b722-4935-9214-6b5d108b7f66 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:37.513664 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1170f101-b5d2-4123-b55d-28300dd42ab6 req-bf2108a2-b722-4935-9214-6b5d108b7f66 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?device_id=adcdcc6e-5915-4a7f-a754-7b8f8b7e91a9 HTTP/1.1" status: 200 len: 945 time: 0.2830234 Aug 05 11:27:37.653724 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-25e7830d-6624-4b1b-bafe-9983841713fe req-382e33d0-75fd-4963-8ed6-90b6758d4798 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b3ade17-8410-42c2-84dd-d3afc731e8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345353 Aug 05 11:27:37.664541 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1170f101-b5d2-4123-b55d-28300dd42ab6 req-3f68d566-1cbe-4305-bb4c-24ada26d7d72 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/security-groups?id=12d84a41-4254-4f43-a1c3-ae5bdc7fdfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354952 Aug 05 11:27:37.719891 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f3fd774c-0af4-4a2a-8a65-e4c0167eea29 tempest-ExtraDHCPOptionsTestJSON-676200350 tempest-ExtraDHCPOptionsTestJSON-676200350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:37.723259 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17b7264d-3c37-43dd-ba4b-326f0d73c090 admin admin] Router 2c80c040-2370-4278-b6e9-5b943d1b1572 is scheduled to L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d with binding_index 1 {{(pid=94420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 11:27:37.767734 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fd774c-0af4-4a2a-8a65-e4c0167eea29 tempest-ExtraDHCPOptionsTestJSON-676200350 tempest-ExtraDHCPOptionsTestJSON-676200350-project] Pushing event deleted for resources: {'Port': ['ID=ecc212a8-cba3-4027-8482-75225cc2c2c8,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:27:38.001611 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f3fd774c-0af4-4a2a-8a65-e4c0167eea29 tempest-ExtraDHCPOptionsTestJSON-676200350 tempest-ExtraDHCPOptionsTestJSON-676200350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:38.003819 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-f3fd774c-0af4-4a2a-8a65-e4c0167eea29 tempest-ExtraDHCPOptionsTestJSON-676200350 tempest-ExtraDHCPOptionsTestJSON-676200350-project] 10.222.0.58 "DELETE /v2.0/ports/ecc212a8-cba3-4027-8482-75225cc2c2c8 HTTP/1.1" status: 204 len: 168 time: 2.3422680 Aug 05 11:27:38.008364 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49042) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:27:38.056417 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17b7264d-3c37-43dd-ba4b-326f0d73c090 admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:27:38.070832 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c4f3d8-d562-4d5f-9f20-8aa16f2447eb None None] Sync routers for ids ['2c80c040-2370-4278-b6e9-5b943d1b1572'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:27:38.098682 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c4f3d8-d562-4d5f-9f20-8aa16f2447eb None None] Routers {'2c80c040-2370-4278-b6e9-5b943d1b1572'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:27:38.099251 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-e5c4f3d8-d562-4d5f-9f20-8aa16f2447eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:27:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['2c80c040-2370-4278-b6e9-5b943d1b1572'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:27:38.105954 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-17b7264d-3c37-43dd-ba4b-326f0d73c090 admin admin] Notify callbacks [] for router, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:38.107252 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-17b7264d-3c37-43dd-ba4b-326f0d73c090 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.6827378 Aug 05 11:27:38.111766 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49048) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:27:38.121374 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_v2 [None req-62d89019-ae4f-4c81-ae7a-cff652ac0101 tempest-ExtraDHCPOptionsTestJSON-676200350 tempest-ExtraDHCPOptionsTestJSON-676200350-project] Deleting subnet 1fc8cfba-4008-4ae4-87b8-acb63c583753 {{(pid=94421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:27:38.129990 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-62d89019-ae4f-4c81-ae7a-cff652ac0101 tempest-ExtraDHCPOptionsTestJSON-676200350 tempest-ExtraDHCPOptionsTestJSON-676200350-project] Notify callbacks [] for subnet, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:38.210108 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-62d89019-ae4f-4c81-ae7a-cff652ac0101 tempest-ExtraDHCPOptionsTestJSON-676200350 tempest-ExtraDHCPOptionsTestJSON-676200350-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29786388'] for subnet, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:38.262329 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device d544b900-cb51-4852-8470-8f9dfde6720c up at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:27:38.421536 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning for port d544b900-cb51-4852-8470-8f9dfde6720c completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:27:38.445565 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning complete for port d544b900-cb51-4852-8470-8f9dfde6720c triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:27:38.453649 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:38.454321 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-e5c4f3d8-d562-4d5f-9f20-8aa16f2447eb None None] Set router 2c80c040-2370-4278-b6e9-5b943d1b1572 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:27:38.534410 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-62d89019-ae4f-4c81-ae7a-cff652ac0101 tempest-ExtraDHCPOptionsTestJSON-676200350 tempest-ExtraDHCPOptionsTestJSON-676200350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:38.589714 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device a77a6325-19e2-44d6-9eb6-f8cb526772b1 up at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:27:38.719603 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-f6d2a799-2c20-4983-bf01-0ed5dbeb480a req-d2d6a1a5-24fd-449b-95ce-cf69cfc59f31 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=880b8bba38d64764a423188b7e0b3940&device_id=b5d98e05-6cec-4f63-8dd0-e5ba8c4dd46f HTTP/1.1" status: 200 len: 210 time: 0.1701810 Aug 05 11:27:38.736222 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ffbeb3fb-ea2e-4a4d-becc-e17717445f9e req-6af19798-40f2-4d11-8fb3-7f17fca7f10b tempest-ServerShowV247Test-206203797 tempest-ServerShowV247Test-206203797-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5d98e05-6cec-4f63-8dd0-e5ba8c4dd46f HTTP/1.1" status: 200 len: 210 time: 0.1679685 Aug 05 11:27:38.757354 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning for port a77a6325-19e2-44d6-9eb6-f8cb526772b1 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:27:38.806315 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-f6d2a799-2c20-4983-bf01-0ed5dbeb480a req-484c4463-1889-42bb-8a74-3d6cf506e6a3 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=880b8bba38d64764a423188b7e0b3940&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0640736 Aug 05 11:27:38.846611 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning complete for port a77a6325-19e2-44d6-9eb6-f8cb526772b1 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:27:38.847119 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:38.926407 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:38.998680 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port d544b900-cb51-4852-8470-8f9dfde6720c, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=d544b900-cb51-4852-8470-8f9dfde6720c,segment=NetworkSegment(be89551e-4aa0-433b-90d8-e517f4f1da1f),segment_id=be89551e-4aa0-433b-90d8-e517f4f1da1f)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:27:39.007198 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adcdcc6e-5915-4a7f-a754-7b8f8b7e91a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd544b900-cb51-4852-8470-8f9dfde6720c'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:27:39.013230 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d23e86a-b451-4202-ae8d-a2d9eedb6cc9" -d '{"events": [{"server_uuid": "adcdcc6e-5915-4a7f-a754-7b8f8b7e91a9", "name": "network-vif-plugged", "status": "completed", "tag": "d544b900-cb51-4852-8470-8f9dfde6720c"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:27:39.022823 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:39.034474 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-e5c4f3d8-d562-4d5f-9f20-8aa16f2447eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c80c040-2370-4278-b6e9-5b943d1b1572', 'name': 'tempest-ServersTestBootFromVolume-1190286544-router', 'tenant_id': 'bd9c589b923344c89a4e06df2c5127d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '435e93be-e0a1-4fb8-934d-8b49433976c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:27:30Z', 'updated_at': '2021-08-05T11:27:34Z', 'revision_number': 3, 'project_id': 'bd9c589b923344c89a4e06df2c5127d6', 'gw_port': {'id': '435e93be-e0a1-4fb8-934d-8b49433976c0', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:28:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c80c040-2370-4278-b6e9-5b943d1b1572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:27:32Z', 'updated_at': '2021-08-05T11:27:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:27:39.066154 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d2a799-2c20-4983-bf01-0ed5dbeb480a req-2779917c-decc-40b2-9e3e-3cc7abd169f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:39.069996 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-f6d2a799-2c20-4983-bf01-0ed5dbeb480a req-2779917c-decc-40b2-9e3e-3cc7abd169f3 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2506235 Aug 05 11:27:39.093352 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c4f3d8-d562-4d5f-9f20-8aa16f2447eb None None] Checking router: 2c80c040-2370-4278-b6e9-5b943d1b1572 for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:27:39.094012 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c4f3d8-d562-4d5f-9f20-8aa16f2447eb None None] Updating router 2c80c040-2370-4278-b6e9-5b943d1b1572 port 435e93be-e0a1-4fb8-934d-8b49433976c0 binding host n-d-803378-2 {{(pid=94423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 11:27:39.099442 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-62d89019-ae4f-4c81-ae7a-cff652ac0101 tempest-ExtraDHCPOptionsTestJSON-676200350 tempest-ExtraDHCPOptionsTestJSON-676200350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25038609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30075142'] for subnet, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:39.143332 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=d544b900-cb51-4852-8470-8f9dfde6720c,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:27:39.148158 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-e5c4f3d8-d562-4d5f-9f20-8aa16f2447eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:39.181621 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3815b74a-1a17-4e99-b5a2-91b652c6eaef req-b455c5a8-94f5-4789-8d63-4a1c008f78b2 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:39.195872 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3815b74a-1a17-4e99-b5a2-91b652c6eaef req-b455c5a8-94f5-4789-8d63-4a1c008f78b2 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:39.207895 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:39.211486 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3815b74a-1a17-4e99-b5a2-91b652c6eaef req-b455c5a8-94f5-4789-8d63-4a1c008f78b2 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:39.224898 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3815b74a-1a17-4e99-b5a2-91b652c6eaef req-b455c5a8-94f5-4789-8d63-4a1c008f78b2 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2210119-7615-4edc-8eb7-335feda4cf00 HTTP/1.1" status: 200 len: 2415 time: 0.2375085 Aug 05 11:27:39.229907 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-62d89019-ae4f-4c81-ae7a-cff652ac0101 tempest-ExtraDHCPOptionsTestJSON-676200350 tempest-ExtraDHCPOptionsTestJSON-676200350-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:39.232847 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-62d89019-ae4f-4c81-ae7a-cff652ac0101 tempest-ExtraDHCPOptionsTestJSON-676200350 tempest-ExtraDHCPOptionsTestJSON-676200350-project] 10.222.0.58 "DELETE /v2.0/subnets/1fc8cfba-4008-4ae4-87b8-acb63c583753 HTTP/1.1" status: 204 len: 168 time: 1.2229927 Aug 05 11:27:39.235553 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d89019-ae4f-4c81-ae7a-cff652ac0101 tempest-ExtraDHCPOptionsTestJSON-676200350 tempest-ExtraDHCPOptionsTestJSON-676200350-project] Pushing event deleted for resources: {'Subnet': ['ID=1fc8cfba-4008-4ae4-87b8-acb63c583753,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:27:39.237566 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49074) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:27:39.241883 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df672110-b029-4a40-a730-1d577118915a None None] Network c4205481-1a76-4e78-8b7a-440e33d66832 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:27:39.499042 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port a77a6325-19e2-44d6-9eb6-f8cb526772b1, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=a77a6325-19e2-44d6-9eb6-f8cb526772b1,segment=NetworkSegment(0ead1be1-90cb-409d-a49c-7ccf6006bf90),segment_id=0ead1be1-90cb-409d-a49c-7ccf6006bf90)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:27:39.510694 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3815b74a-1a17-4e99-b5a2-91b652c6eaef req-1f3649f3-d425-49f3-a698-1000b8004027 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b3ade17-8410-42c2-84dd-d3afc731e8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804003 Aug 05 11:27:39.513874 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:39.681683 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-e5c4f3d8-d562-4d5f-9f20-8aa16f2447eb None None] Notify callbacks [] for port, precommit_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:39.700430 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4a5bbc8a-ad61-4cce-9501-8f1161ad44ef tempest-ExtraDHCPOptionsTestJSON-676200350 tempest-ExtraDHCPOptionsTestJSON-676200350-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:39.710001 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.provisioning_blocks [None req-e5c4f3d8-d562-4d5f-9f20-8aa16f2447eb None None] Transition to ACTIVE for port object 435e93be-e0a1-4fb8-934d-8b49433976c0 will not be triggered until provisioned by entity L2. {{(pid=94423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:27:39.724506 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-e5c4f3d8-d562-4d5f-9f20-8aa16f2447eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:39.763728 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1595de4-e230-479f-9619-cf5e73b84e4e req-b5d6c4f0-ae7b-43b8-9959-1644bf66caa2 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:39.777386 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a1595de4-e230-479f-9619-cf5e73b84e4e req-b5d6c4f0-ae7b-43b8-9959-1644bf66caa2 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?device_id=adcdcc6e-5915-4a7f-a754-7b8f8b7e91a9 HTTP/1.1" status: 200 len: 946 time: 0.2923977 Aug 05 11:27:39.842014 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-e5c4f3d8-d562-4d5f-9f20-8aa16f2447eb None None] Attempting to bind port 435e93be-e0a1-4fb8-934d-8b49433976c0 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:27:39.842725 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-e5c4f3d8-d562-4d5f-9f20-8aa16f2447eb None None] Attempting to bind port 435e93be-e0a1-4fb8-934d-8b49433976c0 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}] {{(pid=94423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:27:39.843400 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c4f3d8-d562-4d5f-9f20-8aa16f2447eb None None] Attempting to bind port 435e93be-e0a1-4fb8-934d-8b49433976c0 on network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:27:39.859186 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0004367-240f-412e-b9b0-27b0222cd588 None None] Pushing event updated for resources: {'Port': ['ID=435e93be-e0a1-4fb8-934d-8b49433976c0,revision_number=2']} {{(pid=94423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:27:39.867782 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c4f3d8-d562-4d5f-9f20-8aa16f2447eb None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:27:39.867782 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c4f3d8-d562-4d5f-9f20-8aa16f2447eb None None] Checking segment: {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:27:39.869331 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-e5c4f3d8-d562-4d5f-9f20-8aa16f2447eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:39.869492 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c4f3d8-d562-4d5f-9f20-8aa16f2447eb None None] Bound using segment: {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'} {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:27:39.870761 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-e5c4f3d8-d562-4d5f-9f20-8aa16f2447eb None None] Bound port: 435e93be-e0a1-4fb8-934d-8b49433976c0, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}}] {{(pid=94423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:27:39.871426 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-e5c4f3d8-d562-4d5f-9f20-8aa16f2447eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:39.885682 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0004367-240f-412e-b9b0-27b0222cd588 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:27:39.886733 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0004367-240f-412e-b9b0-27b0222cd588 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:27:39.887392 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0004367-240f-412e-b9b0-27b0222cd588 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:27:39.888012 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0004367-240f-412e-b9b0-27b0222cd588 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:27:39.889206 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0004367-240f-412e-b9b0-27b0222cd588 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:27:39.889535 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0004367-240f-412e-b9b0-27b0222cd588 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:27:39.890192 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0004367-240f-412e-b9b0-27b0222cd588 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:27:39.890818 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0004367-240f-412e-b9b0-27b0222cd588 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:27:39.891499 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0004367-240f-412e-b9b0-27b0222cd588 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:27:39.892424 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0004367-240f-412e-b9b0-27b0222cd588 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:27:39.893253 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0004367-240f-412e-b9b0-27b0222cd588 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:27:39.893910 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0004367-240f-412e-b9b0-27b0222cd588 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:27:39.948263 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:39.952013 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=a77a6325-19e2-44d6-9eb6-f8cb526772b1,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:27:39.957174 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-43db2647-44f7-4add-ad25-3263e47613c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:40.038707 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.db [None req-e5c4f3d8-d562-4d5f-9f20-8aa16f2447eb None None] For port 435e93be-e0a1-4fb8-934d-8b49433976c0, host n-d-803378-2, cleared binding levels {{(pid=94423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:27:40.044227 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.db [None req-e5c4f3d8-d562-4d5f-9f20-8aa16f2447eb None None] For port 435e93be-e0a1-4fb8-934d-8b49433976c0, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=435e93be-e0a1-4fb8-934d-8b49433976c0,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:27:40.055115 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-e5c4f3d8-d562-4d5f-9f20-8aa16f2447eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:40.084955 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb3b03c-f8c2-4a2e-a0b3-cc2728a45ddc None None] DHCP port deletion for c4205481-1a76-4e78-8b7a-440e33d66832 request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 11:27:40.094251 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9b18ab19-fd67-436c-8377-26ee469d5370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:40.159693 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f51c7357-d3dc-4e52-a3ee-7f6d9650ec53 x-openstack-request-id: req-f51c7357-d3dc-4e52-a3ee-7f6d9650ec53 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:27:40.160134 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adcdcc6e-5915-4a7f-a754-7b8f8b7e91a9", "name": "network-vif-plugged", "status": "completed", "tag": "d544b900-cb51-4852-8470-8f9dfde6720c", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:27:40.160513 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f51c7357-d3dc-4e52-a3ee-7f6d9650ec53 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:27:40.164804 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adcdcc6e-5915-4a7f-a754-7b8f8b7e91a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd544b900-cb51-4852-8470-8f9dfde6720c', 'code': 200} Aug 05 11:27:40.177534 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a1595de4-e230-479f-9619-cf5e73b84e4e req-50412235-e7f7-41cc-8369-ed2273804188 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/security-groups?id=12d84a41-4254-4f43-a1c3-ae5bdc7fdfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2994351 Aug 05 11:27:40.236334 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0004367-240f-412e-b9b0-27b0222cd588 None None] Pushing event updated for resources: {'Port': ['ID=435e93be-e0a1-4fb8-934d-8b49433976c0,revision_number=3']} {{(pid=94423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:27:40.238399 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-5cb3b03c-f8c2-4a2e-a0b3-cc2728a45ddc None None] Deleting port 048ed13b-20ea-4dfa-b3a7-b76441bec88e {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:27:40.238767 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-5cb3b03c-f8c2-4a2e-a0b3-cc2728a45ddc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:40.269530 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c4f3d8-d562-4d5f-9f20-8aa16f2447eb None None] Routers {'2c80c040-2370-4278-b6e9-5b943d1b1572'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:27:40.270074 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-e5c4f3d8-d562-4d5f-9f20-8aa16f2447eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:27:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['2c80c040-2370-4278-b6e9-5b943d1b1572'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:27:40.312942 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4fa175-81db-4ca3-8ef1-356bd1288b2a req-384bc757-2733-40b9-b613-c7e4c3b1a623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:40.319105 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-eb4fa175-81db-4ca3-8ef1-356bd1288b2a req-384bc757-2733-40b9-b613-c7e4c3b1a623 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=adcdcc6e-5915-4a7f-a754-7b8f8b7e91a9 HTTP/1.1" status: 200 len: 1097 time: 0.1031382 Aug 05 11:27:40.341923 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-4a5bbc8a-ad61-4cce-9501-8f1161ad44ef tempest-ExtraDHCPOptionsTestJSON-676200350 tempest-ExtraDHCPOptionsTestJSON-676200350-project] Deleting port 048ed13b-20ea-4dfa-b3a7-b76441bec88e {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:27:40.342867 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4a5bbc8a-ad61-4cce-9501-8f1161ad44ef tempest-ExtraDHCPOptionsTestJSON-676200350 tempest-ExtraDHCPOptionsTestJSON-676200350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:40.368079 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a52b2a31-06de-4fbc-b2c0-68db5f7e907a req-3878fd27-44c7-4663-b883-b7967e11e277 tempest-ServerShowV247Test-206203797 tempest-ServerShowV247Test-206203797-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5d98e05-6cec-4f63-8dd0-e5ba8c4dd46f HTTP/1.1" status: 200 len: 210 time: 0.1815355 Aug 05 11:27:40.369719 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-5cb3b03c-f8c2-4a2e-a0b3-cc2728a45ddc None None] For port 048ed13b-20ea-4dfa-b3a7-b76441bec88e, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=048ed13b-20ea-4dfa-b3a7-b76441bec88e,segment=NetworkSegment(2b841b8d-32e7-4a17-822e-c47b1c903d49),segment_id=2b841b8d-32e7-4a17-822e-c47b1c903d49)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:27:40.370679 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-5cb3b03c-f8c2-4a2e-a0b3-cc2728a45ddc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:40.408324 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-5cb3b03c-f8c2-4a2e-a0b3-cc2728a45ddc None None] Calling delete_port for 048ed13b-20ea-4dfa-b3a7-b76441bec88e owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:27:40.467044 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-eb4fa175-81db-4ca3-8ef1-356bd1288b2a req-61e65fa9-c54d-49a4-b419-336136dd759b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=12d84a41-4254-4f43-a1c3-ae5bdc7fdfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377172 Aug 05 11:27:40.579801 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-e5c4f3d8-d562-4d5f-9f20-8aa16f2447eb None None] Set router 2c80c040-2370-4278-b6e9-5b943d1b1572 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:27:40.580286 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 2cccda60-a679-4112-8262-a1e5f105b63f up at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:27:40.590040 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-5cb3b03c-f8c2-4a2e-a0b3-cc2728a45ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:40.720602 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb3b03c-f8c2-4a2e-a0b3-cc2728a45ddc None None] Pushing event deleted for resources: {'Port': ['ID=048ed13b-20ea-4dfa-b3a7-b76441bec88e,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:27:40.751833 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb3b03c-f8c2-4a2e-a0b3-cc2728a45ddc None None] No DVR routers for this DVR port 048ed13b-20ea-4dfa-b3a7-b76441bec88e on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:27:40.780539 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 048ed13b-20ea-4dfa-b3a7-b76441bec88e no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:27:40.785261 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-4a5bbc8a-ad61-4cce-9501-8f1161ad44ef tempest-ExtraDHCPOptionsTestJSON-676200350 tempest-ExtraDHCPOptionsTestJSON-676200350-project] For port 048ed13b-20ea-4dfa-b3a7-b76441bec88e, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=048ed13b-20ea-4dfa-b3a7-b76441bec88e,segment=NetworkSegment(2b841b8d-32e7-4a17-822e-c47b1c903d49),segment_id=2b841b8d-32e7-4a17-822e-c47b1c903d49)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:27:40.785885 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4a5bbc8a-ad61-4cce-9501-8f1161ad44ef tempest-ExtraDHCPOptionsTestJSON-676200350 tempest-ExtraDHCPOptionsTestJSON-676200350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:40.849878 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 048ed13b-20ea-4dfa-b3a7-b76441bec88e {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:27:40.851074 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 048ed13b-20ea-4dfa-b3a7-b76441bec88e not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:27:40.897402 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning for port 2cccda60-a679-4112-8262-a1e5f105b63f completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:27:40.924012 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning complete for port 2cccda60-a679-4112-8262-a1e5f105b63f triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:27:40.924529 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:40.925019 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-4a5bbc8a-ad61-4cce-9501-8f1161ad44ef tempest-ExtraDHCPOptionsTestJSON-676200350 tempest-ExtraDHCPOptionsTestJSON-676200350-project] Calling delete_port for 048ed13b-20ea-4dfa-b3a7-b76441bec88e owned by network:dhcp {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:27:41.040840 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-e5c4f3d8-d562-4d5f-9f20-8aa16f2447eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c80c040-2370-4278-b6e9-5b943d1b1572', 'name': 'tempest-ServersTestBootFromVolume-1190286544-router', 'tenant_id': 'bd9c589b923344c89a4e06df2c5127d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '435e93be-e0a1-4fb8-934d-8b49433976c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:27:30Z', 'updated_at': '2021-08-05T11:27:34Z', 'revision_number': 3, 'project_id': 'bd9c589b923344c89a4e06df2c5127d6', 'gw_port': {'id': '435e93be-e0a1-4fb8-934d-8b49433976c0', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:28:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c80c040-2370-4278-b6e9-5b943d1b1572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:27:32Z', 'updated_at': '2021-08-05T11:27:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:27:41.057651 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:41.091911 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c4f3d8-d562-4d5f-9f20-8aa16f2447eb None None] The sync data for ids ['2c80c040-2370-4278-b6e9-5b943d1b1572'] in n-d-803378-2 is: [{'id': '2c80c040-2370-4278-b6e9-5b943d1b1572', 'name': 'tempest-ServersTestBootFromVolume-1190286544-router', 'tenant_id': 'bd9c589b923344c89a4e06df2c5127d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '435e93be-e0a1-4fb8-934d-8b49433976c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:27:30Z', 'updated_at': '2021-08-05T11:27:34Z', 'revision_number': 3, 'project_id': 'bd9c589b923344c89a4e06df2c5127d6', 'gw_port': {'id': '435e93be-e0a1-4fb8-934d-8b49433976c0', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:28:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c80c040-2370-4278-b6e9-5b943d1b1572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:27:32Z', 'updated_at': '2021-08-05T11:27:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:27:41.112208 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 2cccda60-a679-4112-8262-a1e5f105b63f, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=2cccda60-a679-4112-8262-a1e5f105b63f,segment=NetworkSegment(0ead1be1-90cb-409d-a49c-7ccf6006bf90),segment_id=0ead1be1-90cb-409d-a49c-7ccf6006bf90)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:27:41.123913 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:41.125277 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device ad102705-2bd6-43e2-b56f-7623e33dbc11 up at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:27:41.182749 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d892f66e-b3f8-4565-a9b1-24dfc2789bd0 req-9aaa931c-389a-466d-ad4b-7ba977a99574 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:41.195632 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d892f66e-b3f8-4565-a9b1-24dfc2789bd0 req-9aaa931c-389a-466d-ad4b-7ba977a99574 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:41.208270 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d892f66e-b3f8-4565-a9b1-24dfc2789bd0 req-9aaa931c-389a-466d-ad4b-7ba977a99574 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:41.218060 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d892f66e-b3f8-4565-a9b1-24dfc2789bd0 req-9aaa931c-389a-466d-ad4b-7ba977a99574 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2210119-7615-4edc-8eb7-335feda4cf00 HTTP/1.1" status: 200 len: 2416 time: 0.4402421 Aug 05 11:27:41.236135 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-9b18ab19-fd67-436c-8377-26ee469d5370 admin admin] Allocated IP 172.20.0.1 (72f96f2a-462c-48d7-8766-7c7b67cf86a3/3ef80fca-fd54-480d-8282-0db28be1660b/f1e2ce4c-1591-43fc-bd21-15569cb142ad) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:27:41.253120 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=2cccda60-a679-4112-8262-a1e5f105b63f,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:27:41.276135 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning for port ad102705-2bd6-43e2-b56f-7623e33dbc11 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:27:41.290802 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning complete for port ad102705-2bd6-43e2-b56f-7623e33dbc11 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:27:41.291432 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:41.321466 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-f6d2a799-2c20-4983-bf01-0ed5dbeb480a req-93741e1d-a813-4111-b7f6-4f1aaa539e91 tempest-ServerShowV247Test-206203797 tempest-ServerShowV247Test-206203797-project] 10.222.0.64 "GET /v2.0/ports?device_id=b5d98e05-6cec-4f63-8dd0-e5ba8c4dd46f HTTP/1.1" status: 200 len: 210 time: 0.0578446 Aug 05 11:27:41.487975 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:41.651282 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-05a56043-e511-4048-bfa7-4c34b419502c req-419f74d3-0bcd-467f-bf0a-356240cb4272 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6daa696e-13a0-4064-a798-e7d6d6e2e860&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1542218 Aug 05 11:27:41.680778 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port ad102705-2bd6-43e2-b56f-7623e33dbc11, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=ad102705-2bd6-43e2-b56f-7623e33dbc11,segment=NetworkSegment(793f1405-65b3-474e-a836-aab16d10656f),segment_id=793f1405-65b3-474e-a836-aab16d10656f)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:27:41.685526 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:41.691615 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:41.704210 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d892f66e-b3f8-4565-a9b1-24dfc2789bd0 req-09547356-0c8a-4086-bcc7-0d46954a7e33 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b3ade17-8410-42c2-84dd-d3afc731e8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4298885 Aug 05 11:27:41.705369 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4a5bbc8a-ad61-4cce-9501-8f1161ad44ef tempest-ExtraDHCPOptionsTestJSON-676200350 tempest-ExtraDHCPOptionsTestJSON-676200350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:41.876755 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5bbc8a-ad61-4cce-9501-8f1161ad44ef tempest-ExtraDHCPOptionsTestJSON-676200350 tempest-ExtraDHCPOptionsTestJSON-676200350-project] Pushing event deleted for resources: {'Port': ['ID=048ed13b-20ea-4dfa-b3a7-b76441bec88e,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:27:41.912892 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5bbc8a-ad61-4cce-9501-8f1161ad44ef tempest-ExtraDHCPOptionsTestJSON-676200350 tempest-ExtraDHCPOptionsTestJSON-676200350-project] No DVR routers for this DVR port 048ed13b-20ea-4dfa-b3a7-b76441bec88e on host n-d-803378-2 {{(pid=94420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:27:41.927184 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=ad102705-2bd6-43e2-b56f-7623e33dbc11,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:27:41.954531 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a56043-e511-4048-bfa7-4c34b419502c req-b5a7b799-ae25-4d21-96ca-969512ec9287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:41.958214 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-05a56043-e511-4048-bfa7-4c34b419502c req-b5a7b799-ae25-4d21-96ca-969512ec9287 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bc360260b43347fbb7d1bc7660d6f218&device_id=6daa696e-13a0-4064-a798-e7d6d6e2e860 HTTP/1.1" status: 200 len: 1095 time: 0.1506944 Aug 05 11:27:42.166676 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2210119-7615-4edc-8eb7-335feda4cf00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a77a6325-19e2-44d6-9eb6-f8cb526772b1'}, {'server_uuid': 'f2210119-7615-4edc-8eb7-335feda4cf00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cccda60-a679-4112-8262-a1e5f105b63f'}, {'server_uuid': 'f2210119-7615-4edc-8eb7-335feda4cf00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad102705-2bd6-43e2-b56f-7623e33dbc11'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:27:42.170694 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b99c01a6-a2ef-4805-afe5-d214c86701a2" -d '{"events": [{"server_uuid": "f2210119-7615-4edc-8eb7-335feda4cf00", "name": "network-vif-plugged", "status": "completed", "tag": "a77a6325-19e2-44d6-9eb6-f8cb526772b1"}, {"server_uuid": "f2210119-7615-4edc-8eb7-335feda4cf00", "name": "network-vif-plugged", "status": "completed", "tag": "2cccda60-a679-4112-8262-a1e5f105b63f"}, {"server_uuid": "f2210119-7615-4edc-8eb7-335feda4cf00", "name": "network-vif-plugged", "status": "completed", "tag": "ad102705-2bd6-43e2-b56f-7623e33dbc11"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:27:42.185719 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f1909c-d040-4209-903c-61dcf00f62aa req-e3f2bde0-7e38-4005-9c86-20b78e559a68 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:42.188648 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-96f1909c-d040-4209-903c-61dcf00f62aa req-e3f2bde0-7e38-4005-9c86-20b78e559a68 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?device_id=adcdcc6e-5915-4a7f-a754-7b8f8b7e91a9 HTTP/1.1" status: 200 len: 946 time: 0.8172491 Aug 05 11:27:42.237631 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-07c61b07-2e4d-422a-a12f-513d4be80fda req-01945563-76b6-4b3d-95f2-d13abe2eb694 tempest-ServerShowV247Test-206203797 tempest-ServerShowV247Test-206203797-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5d98e05-6cec-4f63-8dd0-e5ba8c4dd46f HTTP/1.1" status: 200 len: 210 time: 0.2392788 Aug 05 11:27:42.329328 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a56043-e511-4048-bfa7-4c34b419502c req-486e17c2-db5f-48cf-89de-96fb97f8caaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:42.336781 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-05a56043-e511-4048-bfa7-4c34b419502c req-486e17c2-db5f-48cf-89de-96fb97f8caaa service neutron] 10.222.0.64 "GET /v2.0/networks?id=546c0542-0f92-4f6c-914b-a74a81cd2290 HTTP/1.1" status: 200 len: 909 time: 0.3476889 Aug 05 11:27:42.340135 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4a5bbc8a-ad61-4cce-9501-8f1161ad44ef tempest-ExtraDHCPOptionsTestJSON-676200350 tempest-ExtraDHCPOptionsTestJSON-676200350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:42.442521 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-4a5bbc8a-ad61-4cce-9501-8f1161ad44ef tempest-ExtraDHCPOptionsTestJSON-676200350 tempest-ExtraDHCPOptionsTestJSON-676200350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4205481-1a76-4e78-8b7a-440e33d66832']}} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:27:42.472433 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9b18ab19-fd67-436c-8377-26ee469d5370 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:42.493969 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-05a56043-e511-4048-bfa7-4c34b419502c req-5da0c19b-3bd3-4570-8faf-bcafe3e98b4d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74ee7881-5d34-4d2f-8ca5-497d574a916d HTTP/1.1" status: 200 len: 217 time: 0.1483197 Aug 05 11:27:42.506776 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-4a5bbc8a-ad61-4cce-9501-8f1161ad44ef tempest-ExtraDHCPOptionsTestJSON-676200350 tempest-ExtraDHCPOptionsTestJSON-676200350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b841b8d-32e7-4a17-822e-c47b1c903d49') {'for_net_delete': True} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:27:42.507234 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-4a5bbc8a-ad61-4cce-9501-8f1161ad44ef tempest-ExtraDHCPOptionsTestJSON-676200350 tempest-ExtraDHCPOptionsTestJSON-676200350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b841b8d-32e7-4a17-822e-c47b1c903d49') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:27:42.568291 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4a5bbc8a-ad61-4cce-9501-8f1161ad44ef tempest-ExtraDHCPOptionsTestJSON-676200350 tempest-ExtraDHCPOptionsTestJSON-676200350-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25010581'] for segment, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:42.597465 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-96f1909c-d040-4209-903c-61dcf00f62aa req-ead70b9b-e4d8-40da-b48f-faa2207981a3 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/security-groups?id=12d84a41-4254-4f43-a1c3-ae5bdc7fdfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3696480 Aug 05 11:27:42.611117 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [None req-9b18ab19-fd67-436c-8377-26ee469d5370 admin admin] Transition to ACTIVE for port object f1e2ce4c-1591-43fc-bd21-15569cb142ad will not be triggered until provisioned by entity DHCP. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:27:42.629844 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a56043-e511-4048-bfa7-4c34b419502c req-0c0eb588-8ffa-447b-ad84-7e54164e9a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:42.642525 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-05a56043-e511-4048-bfa7-4c34b419502c req-0c0eb588-8ffa-447b-ad84-7e54164e9a9c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=61983880-6386-4045-bd2d-695dffcb92f9 HTTP/1.1" status: 200 len: 848 time: 0.1393781 Aug 05 11:27:42.727687 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4a5bbc8a-ad61-4cce-9501-8f1161ad44ef tempest-ExtraDHCPOptionsTestJSON-676200350 tempest-ExtraDHCPOptionsTestJSON-676200350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:42.764348 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 05 Aug 2021 11:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6002cd83-f50a-44a6-8b54-92d71634696f x-openstack-request-id: req-6002cd83-f50a-44a6-8b54-92d71634696f {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:27:42.764348 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2210119-7615-4edc-8eb7-335feda4cf00", "name": "network-vif-plugged", "status": "completed", "tag": "a77a6325-19e2-44d6-9eb6-f8cb526772b1", "code": 200}, {"server_uuid": "f2210119-7615-4edc-8eb7-335feda4cf00", "name": "network-vif-plugged", "status": "completed", "tag": "2cccda60-a679-4112-8262-a1e5f105b63f", "code": 200}, {"server_uuid": "f2210119-7615-4edc-8eb7-335feda4cf00", "name": "network-vif-plugged", "status": "completed", "tag": "ad102705-2bd6-43e2-b56f-7623e33dbc11", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:27:42.766287 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6002cd83-f50a-44a6-8b54-92d71634696f {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:27:42.766287 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2210119-7615-4edc-8eb7-335feda4cf00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a77a6325-19e2-44d6-9eb6-f8cb526772b1', 'code': 200} Aug 05 11:27:42.766287 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2210119-7615-4edc-8eb7-335feda4cf00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cccda60-a679-4112-8262-a1e5f105b63f', 'code': 200} Aug 05 11:27:42.766287 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2210119-7615-4edc-8eb7-335feda4cf00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad102705-2bd6-43e2-b56f-7623e33dbc11', 'code': 200} Aug 05 11:27:42.767792 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a5bbc8a-ad61-4cce-9501-8f1161ad44ef tempest-ExtraDHCPOptionsTestJSON-676200350 tempest-ExtraDHCPOptionsTestJSON-676200350-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=94420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:27:42.769127 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4a5bbc8a-ad61-4cce-9501-8f1161ad44ef tempest-ExtraDHCPOptionsTestJSON-676200350 tempest-ExtraDHCPOptionsTestJSON-676200350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29762581'] for segment, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:42.776457 n-d-803378-2 neutron-server[94420]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 11:27:42.776457 n-d-803378-2 neutron-server[94420]: self.session.flush() Aug 05 11:27:42.776457 n-d-803378-2 neutron-server[94420]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 11:27:42.776457 n-d-803378-2 neutron-server[94420]: self.session.flush() Aug 05 11:27:42.776457 n-d-803378-2 neutron-server[94420]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 11:27:42.776457 n-d-803378-2 neutron-server[94420]: self.session.flush() Aug 05 11:27:42.776457 n-d-803378-2 neutron-server[94420]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 11:27:42.776457 n-d-803378-2 neutron-server[94420]: self.session.flush() Aug 05 11:27:42.776457 n-d-803378-2 neutron-server[94420]: Traceback (most recent call last): Aug 05 11:27:42.776457 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:27:42.776457 n-d-803378-2 neutron-server[94420]: timer() Aug 05 11:27:42.776457 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:27:42.776457 n-d-803378-2 neutron-server[94420]: cb(*args, **kw) Aug 05 11:27:42.776457 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:27:42.776457 n-d-803378-2 neutron-server[94420]: return func(*args, **kwargs) Aug 05 11:27:42.776457 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:27:42.776457 n-d-803378-2 neutron-server[94420]: self._notify() Aug 05 11:27:42.776457 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:27:42.776457 n-d-803378-2 neutron-server[94420]: self.callback(batched_events) Aug 05 11:27:42.776457 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:27:42.776457 n-d-803378-2 neutron-server[94420]: event.method(event) Aug 05 11:27:42.776457 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:27:42.776457 n-d-803378-2 neutron-server[94420]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:27:42.776457 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:27:42.776457 n-d-803378-2 neutron-server[94420]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:27:42.776457 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:27:42.776457 n-d-803378-2 neutron-server[94420]: return f(self, *a, **k) Aug 05 11:27:42.776457 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:27:42.776457 n-d-803378-2 neutron-server[94420]: return self._get(url).json() Aug 05 11:27:42.776457 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:27:42.776457 n-d-803378-2 neutron-server[94420]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:27:42.776457 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:27:42.776457 n-d-803378-2 neutron-server[94420]: return self.request(url, 'GET', **kwargs) Aug 05 11:27:42.776457 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:27:42.776457 n-d-803378-2 neutron-server[94420]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:27:42.776457 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:27:42.776457 n-d-803378-2 neutron-server[94420]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:27:42.776457 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:27:42.776457 n-d-803378-2 neutron-server[94420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:27:42.776457 n-d-803378-2 neutron-server[94420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:27:42.790687 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-05a56043-e511-4048-bfa7-4c34b419502c req-c585c106-b95a-4467-a149-3ea496900a81 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=546c0542-0f92-4f6c-914b-a74a81cd2290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1399696 Aug 05 11:27:42.796461 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9b18ab19-fd67-436c-8377-26ee469d5370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:42.902573 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 435e93be-e0a1-4fb8-934d-8b49433976c0 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:27:42.958495 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b18ab19-fd67-436c-8377-26ee469d5370 admin admin] Network 72f96f2a-462c-48d7-8766-7c7b67cf86a3 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:27:42.986475 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-9b18ab19-fd67-436c-8377-26ee469d5370 admin admin] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:27:43.028195 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b18ab19-fd67-436c-8377-26ee469d5370 admin admin] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:27:43.097561 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 435e93be-e0a1-4fb8-934d-8b49433976c0 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:27:43.106093 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 435e93be-e0a1-4fb8-934d-8b49433976c0 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:27:43.106727 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:43.225962 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4a5bbc8a-ad61-4cce-9501-8f1161ad44ef tempest-ExtraDHCPOptionsTestJSON-676200350 tempest-ExtraDHCPOptionsTestJSON-676200350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:43.275234 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4a5bbc8a-ad61-4cce-9501-8f1161ad44ef tempest-ExtraDHCPOptionsTestJSON-676200350 tempest-ExtraDHCPOptionsTestJSON-676200350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:43.278503 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-4a5bbc8a-ad61-4cce-9501-8f1161ad44ef tempest-ExtraDHCPOptionsTestJSON-676200350 tempest-ExtraDHCPOptionsTestJSON-676200350-project] 10.222.0.58 "DELETE /v2.0/networks/c4205481-1a76-4e78-8b7a-440e33d66832 HTTP/1.1" status: 204 len: 168 time: 4.0391550 Aug 05 11:27:43.290279 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b18ab19-fd67-436c-8377-26ee469d5370 admin admin] Pushing event updated for resources: {'Port': ['ID=f1e2ce4c-1591-43fc-bd21-15569cb142ad,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:27:43.325285 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9b18ab19-fd67-436c-8377-26ee469d5370 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33288800'] for router_interface, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:43.329336 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5bbc8a-ad61-4cce-9501-8f1161ad44ef tempest-ExtraDHCPOptionsTestJSON-676200350 tempest-ExtraDHCPOptionsTestJSON-676200350-project] Pushing event deleted for resources: {'Network': ['ID=c4205481-1a76-4e78-8b7a-440e33d66832,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:27:43.363311 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814444ee-c381-4a1e-8a32-607c1d123be2 req-53e9d2a6-8b5b-429f-8f41-007e68361014 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:43.371256 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:43.375803 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814444ee-c381-4a1e-8a32-607c1d123be2 req-53e9d2a6-8b5b-429f-8f41-007e68361014 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:43.388257 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814444ee-c381-4a1e-8a32-607c1d123be2 req-53e9d2a6-8b5b-429f-8f41-007e68361014 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:43.408577 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d23fe27-8d30-47b4-8641-d1df37e1231f req-571a9966-5f11-455f-8d6c-82fbfec821b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:43.410180 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-814444ee-c381-4a1e-8a32-607c1d123be2 req-53e9d2a6-8b5b-429f-8f41-007e68361014 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2210119-7615-4edc-8eb7-335feda4cf00 HTTP/1.1" status: 200 len: 2418 time: 0.4457948 Aug 05 11:27:43.423709 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d23fe27-8d30-47b4-8641-d1df37e1231f req-571a9966-5f11-455f-8d6c-82fbfec821b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:43.425384 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d23fe27-8d30-47b4-8641-d1df37e1231f req-571a9966-5f11-455f-8d6c-82fbfec821b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:43.428958 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4d23fe27-8d30-47b4-8641-d1df37e1231f req-571a9966-5f11-455f-8d6c-82fbfec821b1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f2210119-7615-4edc-8eb7-335feda4cf00 HTTP/1.1" status: 200 len: 2871 time: 0.3607378 Aug 05 11:27:43.468724 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port 435e93be-e0a1-4fb8-934d-8b49433976c0, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=435e93be-e0a1-4fb8-934d-8b49433976c0,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:27:43.478006 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:43.542249 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-05a56043-e511-4048-bfa7-4c34b419502c req-99a63e2a-198c-48f4-814a-9a33ddd67c1f service neutron] 10.222.0.64 "GET /v2.0/networks/546c0542-0f92-4f6c-914b-a74a81cd2290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6868415 Aug 05 11:27:43.679954 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-525e8bc4-7371-41e5-bddc-44eeb5c2c111 None None] Provisioning for port f1e2ce4c-1591-43fc-bd21-15569cb142ad completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:27:43.724157 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-525e8bc4-7371-41e5-bddc-44eeb5c2c111 None None] Provisioning complete for port f1e2ce4c-1591-43fc-bd21-15569cb142ad triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:27:43.737229 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-525e8bc4-7371-41e5-bddc-44eeb5c2c111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:43.764919 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=435e93be-e0a1-4fb8-934d-8b49433976c0,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:27:43.768956 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4d23fe27-8d30-47b4-8641-d1df37e1231f req-9b41ae01-479a-4820-b4aa-8393096ea299 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=8b3ade17-8410-42c2-84dd-d3afc731e8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3237510 Aug 05 11:27:43.851691 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-814444ee-c381-4a1e-8a32-607c1d123be2 req-f0571491-9ce7-4802-90ff-6a838507dbda tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b3ade17-8410-42c2-84dd-d3afc731e8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4397967 Aug 05 11:27:43.979110 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:43.983072 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-05a56043-e511-4048-bfa7-4c34b419502c req-1462a968-2bd8-4dbd-9a7a-4fb61ab15366 service neutron] 10.222.0.64 "GET /v2.0/networks/546c0542-0f92-4f6c-914b-a74a81cd2290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4319515 Aug 05 11:27:44.028088 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-525e8bc4-7371-41e5-bddc-44eeb5c2c111 None None] Port f1e2ce4c-1591-43fc-bd21-15569cb142ad cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:27:44.036765 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9b18ab19-fd67-436c-8377-26ee469d5370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:44.101555 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49124) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:27:44.185971 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49128) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:27:44.463593 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6e79a686-2627-4886-b228-161e2f46f514 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:44.513577 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9b18ab19-fd67-436c-8377-26ee469d5370 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:44.544603 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9b18ab19-fd67-436c-8377-26ee469d5370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:44.640165 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-5ed7fdf4-474c-4e38-8aec-4192f2173d64 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e3d9a4044a4349ceb232945592994165&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5379114 Aug 05 11:27:44.644307 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49132) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:27:44.728024 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 435e93be-e0a1-4fb8-934d-8b49433976c0 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:27:44.782420 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-910387b9-285b-45e3-b12e-ba4e249ec584 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:44.793708 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad2705c-d938-4081-a40c-80bccee87c16 req-9460a31c-3712-4b88-a095-746c76a86a33 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:44.797187 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5ad2705c-d938-4081-a40c-80bccee87c16 req-9460a31c-3712-4b88-a095-746c76a86a33 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?device_id=adcdcc6e-5915-4a7f-a754-7b8f8b7e91a9 HTTP/1.1" status: 200 len: 946 time: 0.6706808 Aug 05 11:27:44.805335 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9b18ab19-fd67-436c-8377-26ee469d5370 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33140268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33208272'] for router_interface, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:44.832206 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 435e93be-e0a1-4fb8-934d-8b49433976c0 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:27:44.832206 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:44.838853 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b18ab19-fd67-436c-8377-26ee469d5370 admin admin] Pushing event updated for resources: {'Port': ['ID=f1e2ce4c-1591-43fc-bd21-15569cb142ad,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:27:44.853247 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-910387b9-285b-45e3-b12e-ba4e249ec584 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:44.951443 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-910387b9-285b-45e3-b12e-ba4e249ec584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:44.957615 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-910387b9-285b-45e3-b12e-ba4e249ec584 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:44.964855 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-910387b9-285b-45e3-b12e-ba4e249ec584 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/edf1dd2e-2d8c-4408-971b-5b144bda87fd HTTP/1.1" status: 204 len: 168 time: 0.3187585 Aug 05 11:27:45.024986 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910387b9-285b-45e3-b12e-ba4e249ec584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edf1dd2e-2d8c-4408-971b-5b144bda87fd,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:27:45.083014 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5ad2705c-d938-4081-a40c-80bccee87c16 req-b9850d78-2dc4-4792-bdf0-55ee1bd6105b tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/security-groups?id=12d84a41-4254-4f43-a1c3-ae5bdc7fdfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617526 Aug 05 11:27:45.168862 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6e79a686-2627-4886-b228-161e2f46f514 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:45.181065 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6e79a686-2627-4886-b228-161e2f46f514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:45.249217 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b18ab19-fd67-436c-8377-26ee469d5370 admin admin] Network 72f96f2a-462c-48d7-8766-7c7b67cf86a3 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:27:45.272241 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-9b18ab19-fd67-436c-8377-26ee469d5370 admin admin] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:27:45.287949 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e79a686-2627-4886-b228-161e2f46f514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40f1be4a-9ebf-4fe7-8474-aed62afc3e11,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:27:45.362787 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-6e79a686-2627-4886-b228-161e2f46f514 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=880b8bba38d64764a423188b7e0b3940&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1712811 Aug 05 11:27:45.363731 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49146) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:27:45.576086 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fabcbc2a-9543-464a-a0ac-d3adf9ee14de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:45.628474 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fabcbc2a-9543-464a-a0ac-d3adf9ee14de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:45.765050 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fabcbc2a-9543-464a-a0ac-d3adf9ee14de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:45.772776 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fabcbc2a-9543-464a-a0ac-d3adf9ee14de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:45.775671 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-fabcbc2a-9543-464a-a0ac-d3adf9ee14de admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/40f1be4a-9ebf-4fe7-8474-aed62afc3e11 HTTP/1.1" status: 204 len: 168 time: 0.4101834 Aug 05 11:27:45.796285 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabcbc2a-9543-464a-a0ac-d3adf9ee14de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40f1be4a-9ebf-4fe7-8474-aed62afc3e11,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:27:45.858270 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-117d4468-c3b8-4cee-96f5-7a03f5e4c04a None None] Provisioning complete for port f1e2ce4c-1591-43fc-bd21-15569cb142ad triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:27:45.860349 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-117d4468-c3b8-4cee-96f5-7a03f5e4c04a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:46.001643 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-117d4468-c3b8-4cee-96f5-7a03f5e4c04a None None] Port f1e2ce4c-1591-43fc-bd21-15569cb142ad cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:27:46.071428 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549b74e6-1f0d-4696-b15b-3e9591857f6d req-85f51c21-4dbc-4e11-b482-bfb5e204e82e tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:46.085275 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549b74e6-1f0d-4696-b15b-3e9591857f6d req-85f51c21-4dbc-4e11-b482-bfb5e204e82e tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:46.100877 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549b74e6-1f0d-4696-b15b-3e9591857f6d req-85f51c21-4dbc-4e11-b482-bfb5e204e82e tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:46.118268 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-549b74e6-1f0d-4696-b15b-3e9591857f6d req-85f51c21-4dbc-4e11-b482-bfb5e204e82e tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2210119-7615-4edc-8eb7-335feda4cf00 HTTP/1.1" status: 200 len: 2418 time: 0.9348731 Aug 05 11:27:46.367055 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7998fe-ea27-4e35-9fc7-ddee8e1d880c req-98f5e33a-9aee-41a8-a5a1-97d3467d8fd5 tempest-LiveMigrationTest-868734295 tempest-LiveMigrationTest-868734295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:46.381919 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7c7998fe-ea27-4e35-9fc7-ddee8e1d880c req-98f5e33a-9aee-41a8-a5a1-97d3467d8fd5 tempest-LiveMigrationTest-868734295 tempest-LiveMigrationTest-868734295-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=adcdcc6e-5915-4a7f-a754-7b8f8b7e91a9 HTTP/1.1" status: 200 len: 1097 time: 0.3397665 Aug 05 11:27:46.404135 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-549b74e6-1f0d-4696-b15b-3e9591857f6d req-356f0c0b-c0ea-4b70-9876-c6d12854c065 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b3ade17-8410-42c2-84dd-d3afc731e8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2836895 Aug 05 11:27:46.504371 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b18ab19-fd67-436c-8377-26ee469d5370 admin admin] Router 2c80c040-2370-4278-b6e9-5b943d1b1572 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 11:27:46.514958 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7c7998fe-ea27-4e35-9fc7-ddee8e1d880c req-a9f6bcd3-5a3b-4e06-99f1-70eda03e1e6a tempest-LiveMigrationTest-868734295 tempest-LiveMigrationTest-868734295-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=12d84a41-4254-4f43-a1c3-ae5bdc7fdfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090972 Aug 05 11:27:46.892122 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b18ab19-fd67-436c-8377-26ee469d5370 admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:27:46.910383 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-9b18ab19-fd67-436c-8377-26ee469d5370 admin admin] 10.222.0.58 "PUT /v2.0/routers/2c80c040-2370-4278-b6e9-5b943d1b1572/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7969465 Aug 05 11:27:46.912959 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a02851-5691-4400-9e25-2ae27c979318 None None] Sync routers for ids ['2c80c040-2370-4278-b6e9-5b943d1b1572'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:27:46.937809 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a02851-5691-4400-9e25-2ae27c979318 None None] Routers {'2c80c040-2370-4278-b6e9-5b943d1b1572'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:27:46.939331 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-72a02851-5691-4400-9e25-2ae27c979318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:27:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['2c80c040-2370-4278-b6e9-5b943d1b1572'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:27:47.288293 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-72a02851-5691-4400-9e25-2ae27c979318 None None] Set router 2c80c040-2370-4278-b6e9-5b943d1b1572 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:27:47.685646 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49208) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:27:47.767516 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2ef63c-7730-4047-96c9-4bfc24dd0328 req-1f0a31ff-de1f-433d-82de-f5519b2da4e1 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:47.782264 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2ef63c-7730-4047-96c9-4bfc24dd0328 req-1f0a31ff-de1f-433d-82de-f5519b2da4e1 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:47.799353 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2ef63c-7730-4047-96c9-4bfc24dd0328 req-1f0a31ff-de1f-433d-82de-f5519b2da4e1 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:47.815631 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7d2ef63c-7730-4047-96c9-4bfc24dd0328 req-1f0a31ff-de1f-433d-82de-f5519b2da4e1 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2210119-7615-4edc-8eb7-335feda4cf00 HTTP/1.1" status: 200 len: 2418 time: 0.2261801 Aug 05 11:27:47.947579 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7d2ef63c-7730-4047-96c9-4bfc24dd0328 req-96ae499b-4166-42c0-9b82-acf4b55bb6cb tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b3ade17-8410-42c2-84dd-d3afc731e8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265464 Aug 05 11:27:48.066318 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-72a02851-5691-4400-9e25-2ae27c979318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c80c040-2370-4278-b6e9-5b943d1b1572', 'name': 'tempest-ServersTestBootFromVolume-1190286544-router', 'tenant_id': 'bd9c589b923344c89a4e06df2c5127d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '435e93be-e0a1-4fb8-934d-8b49433976c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:27:30Z', 'updated_at': '2021-08-05T11:27:43Z', 'revision_number': 4, 'project_id': 'bd9c589b923344c89a4e06df2c5127d6', 'gw_port': {'id': '435e93be-e0a1-4fb8-934d-8b49433976c0', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:28:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c80c040-2370-4278-b6e9-5b943d1b1572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:27:32Z', 'updated_at': '2021-08-05T11:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'f1e2ce4c-1591-43fc-bd21-15569cb142ad', 'name': '', 'network_id': '72f96f2a-462c-48d7-8766-7c7b67cf86a3', 'tenant_id': 'bd9c589b923344c89a4e06df2c5127d6', 'mac_address': 'fa:16:3e:4f:5e:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c80c040-2370-4278-b6e9-5b943d1b1572', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '3ef80fca-fd54-480d-8282-0db28be1660b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:27:40Z', 'updated_at': '2021-08-05T11:27:44Z', 'revision_number': 2, 'project_id': 'bd9c589b923344c89a4e06df2c5127d6', 'subnets': [{'id': '3ef80fca-fd54-480d-8282-0db28be1660b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:27:48.213467 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a02851-5691-4400-9e25-2ae27c979318 None None] Checking router: 2c80c040-2370-4278-b6e9-5b943d1b1572 for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:27:48.214336 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a02851-5691-4400-9e25-2ae27c979318 None None] Updating router 2c80c040-2370-4278-b6e9-5b943d1b1572 port f1e2ce4c-1591-43fc-bd21-15569cb142ad binding host n-d-803378-2 {{(pid=94422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 11:27:48.230649 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-817f1369-f5da-44d3-87a7-68d0ba7a4134 tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1254025375'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:27:48.306225 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-817f1369-f5da-44d3-87a7-68d0ba7a4134 tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Made reservation on behalf of 650befaf05284bba9ee0846a202db811 for: {'network': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:27:48.311281 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-817f1369-f5da-44d3-87a7-68d0ba7a4134 tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:48.339083 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-817f1369-f5da-44d3-87a7-68d0ba7a4134 tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:48.373376 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-72a02851-5691-4400-9e25-2ae27c979318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:48.606890 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-817f1369-f5da-44d3-87a7-68d0ba7a4134 tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:48.627509 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-817f1369-f5da-44d3-87a7-68d0ba7a4134 tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:48.727536 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49234) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:27:48.738180 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-1413c4c9-d5b7-4388-afb3-af6fc783b386 tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] Request body: {'security_group': {'name': 'tempest-securitygroup--719500770', 'description': 'tempest-description--1396839858'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:27:48.779343 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-817f1369-f5da-44d3-87a7-68d0ba7a4134 tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] vlan segment allocate from pool success with {'vlan_id': 694, 'physical_network': 'physnet1'} {{(pid=94421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:27:48.818636 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817f1369-f5da-44d3-87a7-68d0ba7a4134 tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38276118-932e-41c7-a15d-56ad11386825,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:27:48.845810 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-817f1369-f5da-44d3-87a7-68d0ba7a4134 tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:48.846161 n-d-803378-2 neutron-server[94421]: INFO neutron.db.segments_db [None req-817f1369-f5da-44d3-87a7-68d0ba7a4134 tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Added segment 9517a664-3210-44a6-82f5-14fd754f102b of type vlan for network dc1b0a88-f737-4336-9757-28a374e6de1f Aug 05 11:27:48.878867 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1413c4c9-d5b7-4388-afb3-af6fc783b386 tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:49.008545 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-817f1369-f5da-44d3-87a7-68d0ba7a4134 tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:49.153113 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-817f1369-f5da-44d3-87a7-68d0ba7a4134 tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:49.178706 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817f1369-f5da-44d3-87a7-68d0ba7a4134 tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:49.179973 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-817f1369-f5da-44d3-87a7-68d0ba7a4134 tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:49.333808 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1413c4c9-d5b7-4388-afb3-af6fc783b386 tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:49.335029 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-72a02851-5691-4400-9e25-2ae27c979318 None None] Notify callbacks [] for port, precommit_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:49.343633 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1413c4c9-d5b7-4388-afb3-af6fc783b386 tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:49.362670 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-72a02851-5691-4400-9e25-2ae27c979318 None None] Transition to ACTIVE for port object f1e2ce4c-1591-43fc-bd21-15569cb142ad will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:27:49.401728 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-72a02851-5691-4400-9e25-2ae27c979318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:49.437517 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-817f1369-f5da-44d3-87a7-68d0ba7a4134 tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.7495737 Aug 05 11:27:49.456041 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49250) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:27:49.477544 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-03401494-5beb-4e9f-85fb-71064c701bfe tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Request body: {'subnet': {'network_id': 'dc1b0a88-f737-4336-9757-28a374e6de1f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:27:49.484433 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1413c4c9-d5b7-4388-afb3-af6fc783b386 tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:49.504384 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-1413c4c9-d5b7-4388-afb3-af6fc783b386 tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7747955 Aug 05 11:27:49.509463 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49254) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:27:49.534221 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-97dfe470-5930-430b-9591-7dfddaaa0813 tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] Request body: {'security_group_rule': {'security_group_id': 'fae804d1-089a-4a79-a2ca-e3cefd2bf99a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:27:49.562884 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1413c4c9-d5b7-4388-afb3-af6fc783b386 tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fae804d1-089a-4a79-a2ca-e3cefd2bf99a,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:27:49.587190 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817f1369-f5da-44d3-87a7-68d0ba7a4134 tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Pushing event updated for resources: {'Network': ['ID=dc1b0a88-f737-4336-9757-28a374e6de1f,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:27:49.677336 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7adf87-a662-4457-93a4-28d6b582f89c None None] Pushing event updated for resources: {'Port': ['ID=f1e2ce4c-1591-43fc-bd21-15569cb142ad,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:27:49.702952 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network dc1b0a88-f737-4336-9757-28a374e6de1f details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:27:49.757022 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-72a02851-5691-4400-9e25-2ae27c979318 None None] Attempting to bind port f1e2ce4c-1591-43fc-bd21-15569cb142ad on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:27:49.761148 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-72a02851-5691-4400-9e25-2ae27c979318 None None] Attempting to bind port f1e2ce4c-1591-43fc-bd21-15569cb142ad by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'bf5ea81e-15f9-4076-bdcb-a17ddcbb48e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '72f96f2a-462c-48d7-8766-7c7b67cf86a3'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:27:49.761898 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a02851-5691-4400-9e25-2ae27c979318 None None] Attempting to bind port f1e2ce4c-1591-43fc-bd21-15569cb142ad on network 72f96f2a-462c-48d7-8766-7c7b67cf86a3 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:27:49.799691 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-97dfe470-5930-430b-9591-7dfddaaa0813 tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:49.845740 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a02851-5691-4400-9e25-2ae27c979318 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:27:49.847215 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a02851-5691-4400-9e25-2ae27c979318 None None] Checking segment: {'id': 'bf5ea81e-15f9-4076-bdcb-a17ddcbb48e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '72f96f2a-462c-48d7-8766-7c7b67cf86a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:27:49.849333 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-72a02851-5691-4400-9e25-2ae27c979318 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:49.850506 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a02851-5691-4400-9e25-2ae27c979318 None None] Bound using segment: {'id': 'bf5ea81e-15f9-4076-bdcb-a17ddcbb48e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '72f96f2a-462c-48d7-8766-7c7b67cf86a3'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:27:49.851718 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-72a02851-5691-4400-9e25-2ae27c979318 None None] Bound port: f1e2ce4c-1591-43fc-bd21-15569cb142ad, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf5ea81e-15f9-4076-bdcb-a17ddcbb48e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '72f96f2a-462c-48d7-8766-7c7b67cf86a3'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:27:49.852781 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-72a02851-5691-4400-9e25-2ae27c979318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:49.906790 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b663f22a-d16f-4fb5-ae30-2902198e16ee req-6b433dad-0d62-4bf0-9c26-fe7343663c76 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:49.907671 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03401494-5beb-4e9f-85fb-71064c701bfe tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Made reservation on behalf of 650befaf05284bba9ee0846a202db811 for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:27:49.914665 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-03401494-5beb-4e9f-85fb-71064c701bfe tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:49.995555 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b663f22a-d16f-4fb5-ae30-2902198e16ee req-6b433dad-0d62-4bf0-9c26-fe7343663c76 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:50.012891 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b663f22a-d16f-4fb5-ae30-2902198e16ee req-6b433dad-0d62-4bf0-9c26-fe7343663c76 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:50.031748 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b663f22a-d16f-4fb5-ae30-2902198e16ee req-6b433dad-0d62-4bf0-9c26-fe7343663c76 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2210119-7615-4edc-8eb7-335feda4cf00 HTTP/1.1" status: 200 len: 2418 time: 0.4201722 Aug 05 11:27:50.138172 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-72a02851-5691-4400-9e25-2ae27c979318 None None] For port f1e2ce4c-1591-43fc-bd21-15569cb142ad, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:27:50.142786 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b663f22a-d16f-4fb5-ae30-2902198e16ee req-a38ba847-531d-4350-894e-e139c4c9f2fc tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b3ade17-8410-42c2-84dd-d3afc731e8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095049 Aug 05 11:27:50.147598 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-72a02851-5691-4400-9e25-2ae27c979318 None None] For port f1e2ce4c-1591-43fc-bd21-15569cb142ad, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=f1e2ce4c-1591-43fc-bd21-15569cb142ad,segment=NetworkSegment(bf5ea81e-15f9-4076-bdcb-a17ddcbb48e7),segment_id=bf5ea81e-15f9-4076-bdcb-a17ddcbb48e7)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:27:50.165636 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-72a02851-5691-4400-9e25-2ae27c979318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:50.371589 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a02851-5691-4400-9e25-2ae27c979318 None None] Routers {'2c80c040-2370-4278-b6e9-5b943d1b1572'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:27:50.377992 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-72a02851-5691-4400-9e25-2ae27c979318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:27:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['2c80c040-2370-4278-b6e9-5b943d1b1572'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:27:50.434466 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-97dfe470-5930-430b-9591-7dfddaaa0813 tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:50.494756 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-03401494-5beb-4e9f-85fb-71064c701bfe tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25038678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30075167'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:50.514041 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7adf87-a662-4457-93a4-28d6b582f89c None None] Pushing event updated for resources: {'Port': ['ID=f1e2ce4c-1591-43fc-bd21-15569cb142ad,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:27:50.525627 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-97dfe470-5930-430b-9591-7dfddaaa0813 tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:50.594247 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7d869bdf-5c4b-47e0-af4c-a265d4c38dd6 req-c82c1824-9485-4cb9-a69d-a118f9dc25aa tempest-ServerShowV257Test-1805273967 tempest-ServerShowV257Test-1805273967-project] 10.222.0.58 "GET /v2.0/ports?device_id=668953df-3091-4a63-a8f3-1c1fe0b71e92 HTTP/1.1" status: 200 len: 210 time: 0.2937591 Aug 05 11:27:50.634896 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-97dfe470-5930-430b-9591-7dfddaaa0813 tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:50.640959 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-97dfe470-5930-430b-9591-7dfddaaa0813 tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1261950 Aug 05 11:27:50.640959 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dfe470-5930-430b-9591-7dfddaaa0813 tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb90b313-68bf-4f03-9d59-e386698b8fd5,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:27:50.644245 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49272) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:27:50.661422 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-259ed17b-cddf-4e3d-8910-cc2a0b848fbb tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] Request body: {'security_group_rule': {'security_group_id': 'fae804d1-089a-4a79-a2ca-e3cefd2bf99a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:27:50.777191 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03401494-5beb-4e9f-85fb-71064c701bfe tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Pushing event updated for resources: {'Subnet': ['ID=f7f1db7b-1679-46c7-8658-62ce2310ab84,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:27:50.785387 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-259ed17b-cddf-4e3d-8910-cc2a0b848fbb tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:50.799998 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03401494-5beb-4e9f-85fb-71064c701bfe tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Checking segment: {'id': '9517a664-3210-44a6-82f5-14fd754f102b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'dc1b0a88-f737-4336-9757-28a374e6de1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:27:50.801510 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03401494-5beb-4e9f-85fb-71064c701bfe tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Network hostable DHCP agents. Network: dc1b0a88-f737-4336-9757-28a374e6de1f, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:27:50.847048 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-72a02851-5691-4400-9e25-2ae27c979318 None None] Set router 2c80c040-2370-4278-b6e9-5b943d1b1572 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:27:50.854484 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03401494-5beb-4e9f-85fb-71064c701bfe tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Network dc1b0a88-f737-4336-9757-28a374e6de1f is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:27:50.872251 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-03401494-5beb-4e9f-85fb-71064c701bfe tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, dc1b0a88-f737-4336-9757-28a374e6de1f) {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:27:50.887738 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03401494-5beb-4e9f-85fb-71064c701bfe tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:50.888452 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-03401494-5beb-4e9f-85fb-71064c701bfe tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:50.926427 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-03401494-5beb-4e9f-85fb-71064c701bfe tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4647784 Aug 05 11:27:50.930779 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49276) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:27:50.936598 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-a11bbb26-af4c-45d0-a22e-8e6257a2ed46 tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1674840919', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:27:50.959738 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-259ed17b-cddf-4e3d-8910-cc2a0b848fbb tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:50.970243 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-259ed17b-cddf-4e3d-8910-cc2a0b848fbb tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:50.992679 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd111e3-a4ef-4a46-90b3-68f888ca8a1a None None] Network dc1b0a88-f737-4336-9757-28a374e6de1f requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:27:51.002458 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a11bbb26-af4c-45d0-a22e-8e6257a2ed46 tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33260300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1929'] for router, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:51.003955 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a11bbb26-af4c-45d0-a22e-8e6257a2ed46 tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33285914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33034662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1926'] for router, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:51.077363 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ed17b-cddf-4e3d-8910-cc2a0b848fbb tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b85d8b88-bf40-4374-9f67-33a5e5bcc5d9,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:27:51.091495 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-259ed17b-cddf-4e3d-8910-cc2a0b848fbb tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:51.097858 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-259ed17b-cddf-4e3d-8910-cc2a0b848fbb tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4476571 Aug 05 11:27:51.098694 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49284) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:27:51.176152 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-02a73e38-647b-4f5d-8e86-9c901b829d7a tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] Request body: {'floatingip': {'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:27:51.206195 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a11bbb26-af4c-45d0-a22e-8e6257a2ed46 tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:51.265585 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a11bbb26-af4c-45d0-a22e-8e6257a2ed46 tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286026'] for router, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:51.314244 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 11:27:51.391235 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-02a73e38-647b-4f5d-8e86-9c901b829d7a tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] Notify callbacks [] for floatingip, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:51.409558 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a11bbb26-af4c-45d0-a22e-8e6257a2ed46 tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Notify callbacks [] for router, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:51.410805 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-a11bbb26-af4c-45d0-a22e-8e6257a2ed46 tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.4787154 Aug 05 11:27:51.438291 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49296) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:27:51.543654 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9a3605-ad53-4568-8efc-2c34bfb01c0c req-af4aa9e5-59a7-4548-a976-1eb7e1dc7cbd tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:51.553683 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9a3605-ad53-4568-8efc-2c34bfb01c0c req-af4aa9e5-59a7-4548-a976-1eb7e1dc7cbd tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:51.563569 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9a3605-ad53-4568-8efc-2c34bfb01c0c req-af4aa9e5-59a7-4548-a976-1eb7e1dc7cbd tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:51.566000 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4f9a3605-ad53-4568-8efc-2c34bfb01c0c req-af4aa9e5-59a7-4548-a976-1eb7e1dc7cbd tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2210119-7615-4edc-8eb7-335feda4cf00 HTTP/1.1" status: 200 len: 2418 time: 0.3505504 Aug 05 11:27:51.784863 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-4f9a3605-ad53-4568-8efc-2c34bfb01c0c req-7b5fa1d3-40a4-4d51-b2c8-2a46c93e4197 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Deleting port 2cccda60-a679-4112-8262-a1e5f105b63f {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:27:51.785620 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-4f9a3605-ad53-4568-8efc-2c34bfb01c0c req-7b5fa1d3-40a4-4d51-b2c8-2a46c93e4197 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:51.885723 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:51.893546 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-02a73e38-647b-4f5d-8e86-9c901b829d7a tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:52.040096 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330905e2-f1fa-4d76-a4e9-f2b3c9f6889e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-dc1b0a88-f737-4336-9757-28a374e6de1f', 'network_id': 'dc1b0a88-f737-4336-9757-28a374e6de1f', 'tenant_id': '650befaf05284bba9ee0846a202db811', 'fixed_ips': [{'subnet_id': 'f7f1db7b-1679-46c7-8658-62ce2310ab84'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 11:27:52.041568 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-330905e2-f1fa-4d76-a4e9-f2b3c9f6889e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:52.152525 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-02a73e38-647b-4f5d-8e86-9c901b829d7a tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] Allocated IP 172.25.5.210 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/278d3cfd-dab3-451f-ad71-209b229bf13d) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:27:52.275971 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fdfef2-2895-4582-aac3-1332481646cd req-ebd36853-a903-4669-a8b7-2ffcee40a4f4 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:52.317269 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fdfef2-2895-4582-aac3-1332481646cd req-ebd36853-a903-4669-a8b7-2ffcee40a4f4 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:52.353398 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fdfef2-2895-4582-aac3-1332481646cd req-ebd36853-a903-4669-a8b7-2ffcee40a4f4 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:52.376716 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e2fdfef2-2895-4582-aac3-1332481646cd req-ebd36853-a903-4669-a8b7-2ffcee40a4f4 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2210119-7615-4edc-8eb7-335feda4cf00 HTTP/1.1" status: 200 len: 2418 time: 0.9847016 Aug 05 11:27:52.378918 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-02a73e38-647b-4f5d-8e86-9c901b829d7a tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:52.614246 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-02a73e38-647b-4f5d-8e86-9c901b829d7a tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:52.644056 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-330905e2-f1fa-4d76-a4e9-f2b3c9f6889e None None] Allocated IP 172.20.0.2 (dc1b0a88-f737-4336-9757-28a374e6de1f/f7f1db7b-1679-46c7-8658-62ce2310ab84/0029aa29-909f-4e34-985e-0361a9502844) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:27:52.871102 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a73e38-647b-4f5d-8e86-9c901b829d7a tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:27:52.875430 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-02a73e38-647b-4f5d-8e86-9c901b829d7a tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:27:52.900013 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a73e38-647b-4f5d-8e86-9c901b829d7a tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:27:52.921042 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6f7bbe2b-0712-40cb-9c42-b3044a632300 req-40f1db1b-709a-45d8-b309-b7018059c945 tempest-ServerShowV257Test-1805273967 tempest-ServerShowV257Test-1805273967-project] 10.222.0.58 "GET /v2.0/ports?device_id=668953df-3091-4a63-a8f3-1c1fe0b71e92 HTTP/1.1" status: 200 len: 210 time: 0.0728128 Aug 05 11:27:52.954273 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e2fdfef2-2895-4582-aac3-1332481646cd req-4f8bfe8d-8d7d-46ee-be33-211840e1c2ab tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b3ade17-8410-42c2-84dd-d3afc731e8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5737712 Aug 05 11:27:53.015807 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0a9dea1b-a756-4592-8cb8-80f5e31f6c73 tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:53.026729 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-4f9a3605-ad53-4568-8efc-2c34bfb01c0c req-7b5fa1d3-40a4-4d51-b2c8-2a46c93e4197 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] For port 2cccda60-a679-4112-8262-a1e5f105b63f, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=2cccda60-a679-4112-8262-a1e5f105b63f,segment=NetworkSegment(0ead1be1-90cb-409d-a49c-7ccf6006bf90),segment_id=0ead1be1-90cb-409d-a49c-7ccf6006bf90)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:27:53.028045 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-4f9a3605-ad53-4568-8efc-2c34bfb01c0c req-7b5fa1d3-40a4-4d51-b2c8-2a46c93e4197 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:53.054285 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-4f9a3605-ad53-4568-8efc-2c34bfb01c0c req-7b5fa1d3-40a4-4d51-b2c8-2a46c93e4197 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Calling delete_port for 2cccda60-a679-4112-8262-a1e5f105b63f owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:27:53.136876 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-72a02851-5691-4400-9e25-2ae27c979318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c80c040-2370-4278-b6e9-5b943d1b1572', 'name': 'tempest-ServersTestBootFromVolume-1190286544-router', 'tenant_id': 'bd9c589b923344c89a4e06df2c5127d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '435e93be-e0a1-4fb8-934d-8b49433976c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:27:30Z', 'updated_at': '2021-08-05T11:27:43Z', 'revision_number': 4, 'project_id': 'bd9c589b923344c89a4e06df2c5127d6', 'gw_port': {'id': '435e93be-e0a1-4fb8-934d-8b49433976c0', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:28:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c80c040-2370-4278-b6e9-5b943d1b1572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:27:32Z', 'updated_at': '2021-08-05T11:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'f1e2ce4c-1591-43fc-bd21-15569cb142ad', 'name': '', 'network_id': '72f96f2a-462c-48d7-8766-7c7b67cf86a3', 'tenant_id': 'bd9c589b923344c89a4e06df2c5127d6', 'mac_address': 'fa:16:3e:4f:5e:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c80c040-2370-4278-b6e9-5b943d1b1572', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '3ef80fca-fd54-480d-8282-0db28be1660b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:27:40Z', 'updated_at': '2021-08-05T11:27:50Z', 'revision_number': 4, 'project_id': 'bd9c589b923344c89a4e06df2c5127d6', 'subnets': [{'id': '3ef80fca-fd54-480d-8282-0db28be1660b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:27:53.206711 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a02851-5691-4400-9e25-2ae27c979318 None None] The sync data for ids ['2c80c040-2370-4278-b6e9-5b943d1b1572'] in n-d-803378-2 is: [{'id': '2c80c040-2370-4278-b6e9-5b943d1b1572', 'name': 'tempest-ServersTestBootFromVolume-1190286544-router', 'tenant_id': 'bd9c589b923344c89a4e06df2c5127d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '435e93be-e0a1-4fb8-934d-8b49433976c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:27:30Z', 'updated_at': '2021-08-05T11:27:43Z', 'revision_number': 4, 'project_id': 'bd9c589b923344c89a4e06df2c5127d6', 'gw_port': {'id': '435e93be-e0a1-4fb8-934d-8b49433976c0', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:28:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c80c040-2370-4278-b6e9-5b943d1b1572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:27:32Z', 'updated_at': '2021-08-05T11:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'f1e2ce4c-1591-43fc-bd21-15569cb142ad', 'name': '', 'network_id': '72f96f2a-462c-48d7-8766-7c7b67cf86a3', 'tenant_id': 'bd9c589b923344c89a4e06df2c5127d6', 'mac_address': 'fa:16:3e:4f:5e:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c80c040-2370-4278-b6e9-5b943d1b1572', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '3ef80fca-fd54-480d-8282-0db28be1660b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:27:40Z', 'updated_at': '2021-08-05T11:27:50Z', 'revision_number': 4, 'project_id': 'bd9c589b923344c89a4e06df2c5127d6', 'subnets': [{'id': '3ef80fca-fd54-480d-8282-0db28be1660b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:27:53.244757 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-330905e2-f1fa-4d76-a4e9-f2b3c9f6889e None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:53.275585 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-330905e2-f1fa-4d76-a4e9-f2b3c9f6889e None None] Transition to ACTIVE for port object 0029aa29-909f-4e34-985e-0361a9502844 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:27:53.374648 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-330905e2-f1fa-4d76-a4e9-f2b3c9f6889e None None] Transition to ACTIVE for port object 0029aa29-909f-4e34-985e-0361a9502844 will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:27:53.393480 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-330905e2-f1fa-4d76-a4e9-f2b3c9f6889e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:53.432626 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a73e38-647b-4f5d-8e86-9c901b829d7a tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] Pushing event updated for resources: {'Port': ['ID=278d3cfd-dab3-451f-ad71-209b229bf13d,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:27:53.445571 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-4f9a3605-ad53-4568-8efc-2c34bfb01c0c req-7b5fa1d3-40a4-4d51-b2c8-2a46c93e4197 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:53.493523 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['a77a6325-19e2-44d6-9eb6-f8cb526772b1', 'ad102705-2bd6-43e2-b56f-7623e33dbc11', '2cccda60-a679-4112-8262-a1e5f105b63f'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:27:53.659275 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-02a73e38-647b-4f5d-8e86-9c901b829d7a tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:53.672346 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5fa1d3-40a4-4d51-b2c8-2a46c93e4197 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Pushing event deleted for resources: {'Port': ['ID=2cccda60-a679-4112-8262-a1e5f105b63f,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:27:53.701094 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-0a9dea1b-a756-4592-8cb8-80f5e31f6c73 tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Allocated IP 172.20.0.1 (dc1b0a88-f737-4336-9757-28a374e6de1f/f7f1db7b-1679-46c7-8658-62ce2310ab84/d3cd8b9d-8888-4912-9f3e-23c6d53d8b6b) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:27:53.762854 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f9a3605-ad53-4568-8efc-2c34bfb01c0c req-7b5fa1d3-40a4-4d51-b2c8-2a46c93e4197 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] No DVR routers for this DVR port 2cccda60-a679-4112-8262-a1e5f105b63f on host n-h1-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:27:53.769379 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-4f9a3605-ad53-4568-8efc-2c34bfb01c0c req-7b5fa1d3-40a4-4d51-b2c8-2a46c93e4197 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:53.773987 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4f9a3605-ad53-4568-8efc-2c34bfb01c0c req-7b5fa1d3-40a4-4d51-b2c8-2a46c93e4197 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] 10.222.0.64 "DELETE /v2.0/ports/2cccda60-a679-4112-8262-a1e5f105b63f HTTP/1.1" status: 204 len: 173 time: 2.1999047 Aug 05 11:27:53.774502 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2210119-7615-4edc-8eb7-335feda4cf00', 'name': 'network-vif-deleted', 'tag': '2cccda60-a679-4112-8262-a1e5f105b63f'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:27:53.777135 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68ff3b1a-1a21-4e07-8738-9b37c0a3aa5f" -d '{"events": [{"server_uuid": "f2210119-7615-4edc-8eb7-335feda4cf00", "name": "network-vif-deleted", "tag": "2cccda60-a679-4112-8262-a1e5f105b63f"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:27:53.777469 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330905e2-f1fa-4d76-a4e9-f2b3c9f6889e None None] Pushing event updated for resources: {'Port': ['ID=0029aa29-909f-4e34-985e-0361a9502844,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:27:53.822895 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330905e2-f1fa-4d76-a4e9-f2b3c9f6889e None None] Network dc1b0a88-f737-4336-9757-28a374e6de1f is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:27:53.860803 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-330905e2-f1fa-4d76-a4e9-f2b3c9f6889e None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:27:53.879539 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330905e2-f1fa-4d76-a4e9-f2b3c9f6889e None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:27:53.888135 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-02a73e38-647b-4f5d-8e86-9c901b829d7a tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:53.894488 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-722b6d07-a587-44ab-8010-86a72b2d072d x-openstack-request-id: req-722b6d07-a587-44ab-8010-86a72b2d072d {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:27:53.895815 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2210119-7615-4edc-8eb7-335feda4cf00", "name": "network-vif-deleted", "tag": "2cccda60-a679-4112-8262-a1e5f105b63f", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:27:53.895815 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-722b6d07-a587-44ab-8010-86a72b2d072d {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:27:53.896121 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2210119-7615-4edc-8eb7-335feda4cf00', 'name': 'network-vif-deleted', 'tag': '2cccda60-a679-4112-8262-a1e5f105b63f', 'status': 'completed', 'code': 200} Aug 05 11:27:54.087910 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-330905e2-f1fa-4d76-a4e9-f2b3c9f6889e None None] Attempting to bind port 0029aa29-909f-4e34-985e-0361a9502844 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:27:54.088388 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-330905e2-f1fa-4d76-a4e9-f2b3c9f6889e None None] Attempting to bind port 0029aa29-909f-4e34-985e-0361a9502844 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '9517a664-3210-44a6-82f5-14fd754f102b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'dc1b0a88-f737-4336-9757-28a374e6de1f'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:27:54.088854 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330905e2-f1fa-4d76-a4e9-f2b3c9f6889e None None] Attempting to bind port 0029aa29-909f-4e34-985e-0361a9502844 on network dc1b0a88-f737-4336-9757-28a374e6de1f {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:27:54.167586 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330905e2-f1fa-4d76-a4e9-f2b3c9f6889e None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:27:54.176772 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330905e2-f1fa-4d76-a4e9-f2b3c9f6889e None None] Checking segment: {'id': '9517a664-3210-44a6-82f5-14fd754f102b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'dc1b0a88-f737-4336-9757-28a374e6de1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:27:54.179218 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-330905e2-f1fa-4d76-a4e9-f2b3c9f6889e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:54.179963 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0a9dea1b-a756-4592-8cb8-80f5e31f6c73 tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:54.180192 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330905e2-f1fa-4d76-a4e9-f2b3c9f6889e None None] Bound using segment: {'id': '9517a664-3210-44a6-82f5-14fd754f102b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'dc1b0a88-f737-4336-9757-28a374e6de1f'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:27:54.181171 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-330905e2-f1fa-4d76-a4e9-f2b3c9f6889e None None] Bound port: 0029aa29-909f-4e34-985e-0361a9502844, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9517a664-3210-44a6-82f5-14fd754f102b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'dc1b0a88-f737-4336-9757-28a374e6de1f'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:27:54.181867 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-330905e2-f1fa-4d76-a4e9-f2b3c9f6889e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:54.336839 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c84f51fc-6b01-4ef6-aee7-7a580c43c8c2 req-866446f0-db58-4654-b23c-1413b49b89c1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=668953df-3091-4a63-a8f3-1c1fe0b71e92 HTTP/1.1" status: 200 len: 210 time: 0.1834724 Aug 05 11:27:54.439131 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [None req-0a9dea1b-a756-4592-8cb8-80f5e31f6c73 tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Transition to ACTIVE for port object d3cd8b9d-8888-4912-9f3e-23c6d53d8b6b will not be triggered until provisioned by entity DHCP. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:27:54.487508 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-4f9a3605-ad53-4568-8efc-2c34bfb01c0c req-1c7fdb1a-03f1-4daf-833f-0e6444ce9201 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Deleting port a77a6325-19e2-44d6-9eb6-f8cb526772b1 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:27:54.488573 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-4f9a3605-ad53-4568-8efc-2c34bfb01c0c req-1c7fdb1a-03f1-4daf-833f-0e6444ce9201 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:54.497180 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-330905e2-f1fa-4d76-a4e9-f2b3c9f6889e None None] For port 0029aa29-909f-4e34-985e-0361a9502844, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:27:54.506875 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-330905e2-f1fa-4d76-a4e9-f2b3c9f6889e None None] For port 0029aa29-909f-4e34-985e-0361a9502844, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=0029aa29-909f-4e34-985e-0361a9502844,segment=NetworkSegment(9517a664-3210-44a6-82f5-14fd754f102b),segment_id=9517a664-3210-44a6-82f5-14fd754f102b)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:27:54.530973 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-330905e2-f1fa-4d76-a4e9-f2b3c9f6889e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:54.677902 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-352f6362-7d29-4d79-b4b6-5973edbc99eb req-4197909e-4902-40cc-bc63-0f46a2df9577 tempest-ServerShowV257Test-1805273967 tempest-ServerShowV257Test-1805273967-project] 10.222.0.58 "GET /v2.0/ports?device_id=668953df-3091-4a63-a8f3-1c1fe0b71e92 HTTP/1.1" status: 200 len: 210 time: 0.4719565 Aug 05 11:27:54.912727 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de52a760-5f5d-4e45-ac35-960e365e5e16 req-998a947c-50e5-453b-9415-adc504e6073c tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:54.948167 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de52a760-5f5d-4e45-ac35-960e365e5e16 req-998a947c-50e5-453b-9415-adc504e6073c tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:54.955385 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-de52a760-5f5d-4e45-ac35-960e365e5e16 req-998a947c-50e5-453b-9415-adc504e6073c tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2210119-7615-4edc-8eb7-335feda4cf00 HTTP/1.1" status: 200 len: 1683 time: 0.6819372 Aug 05 11:27:54.981973 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330905e2-f1fa-4d76-a4e9-f2b3c9f6889e None None] Pushing event updated for resources: {'Port': ['ID=0029aa29-909f-4e34-985e-0361a9502844,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:27:55.011588 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device f1e2ce4c-1591-43fc-bd21-15569cb142ad up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:27:55.076631 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0a9dea1b-a756-4592-8cb8-80f5e31f6c73 tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:55.338163 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9dea1b-a756-4592-8cb8-80f5e31f6c73 tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Network dc1b0a88-f737-4336-9757-28a374e6de1f is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:27:55.346355 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-0a9dea1b-a756-4592-8cb8-80f5e31f6c73 tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:27:55.355352 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9dea1b-a756-4592-8cb8-80f5e31f6c73 tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:27:55.365728 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port f1e2ce4c-1591-43fc-bd21-15569cb142ad completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:27:55.403307 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port f1e2ce4c-1591-43fc-bd21-15569cb142ad triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:27:55.405853 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:55.435029 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9dea1b-a756-4592-8cb8-80f5e31f6c73 tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Pushing event updated for resources: {'Port': ['ID=d3cd8b9d-8888-4912-9f3e-23c6d53d8b6b,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:27:55.515842 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-de52a760-5f5d-4e45-ac35-960e365e5e16 req-de880d50-1c49-4831-9a67-99701f9bcc5c tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b3ade17-8410-42c2-84dd-d3afc731e8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5256724 Aug 05 11:27:55.576175 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9dea1b-a756-4592-8cb8-80f5e31f6c73 tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:27:55.585692 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9dea1b-a756-4592-8cb8-80f5e31f6c73 tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:27:55.586230 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9dea1b-a756-4592-8cb8-80f5e31f6c73 tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:27:55.587764 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9dea1b-a756-4592-8cb8-80f5e31f6c73 tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:27:55.587909 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9dea1b-a756-4592-8cb8-80f5e31f6c73 tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:27:55.590362 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9dea1b-a756-4592-8cb8-80f5e31f6c73 tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:27:55.591128 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9dea1b-a756-4592-8cb8-80f5e31f6c73 tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:27:55.591483 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9dea1b-a756-4592-8cb8-80f5e31f6c73 tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:27:55.591845 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9dea1b-a756-4592-8cb8-80f5e31f6c73 tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:27:55.592194 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9dea1b-a756-4592-8cb8-80f5e31f6c73 tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:27:55.597217 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9dea1b-a756-4592-8cb8-80f5e31f6c73 tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:27:55.597685 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9dea1b-a756-4592-8cb8-80f5e31f6c73 tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:27:55.711612 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0a9dea1b-a756-4592-8cb8-80f5e31f6c73 tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33288800'] for router_interface, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:55.714606 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:55.832965 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port f1e2ce4c-1591-43fc-bd21-15569cb142ad, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=f1e2ce4c-1591-43fc-bd21-15569cb142ad,segment=NetworkSegment(bf5ea81e-15f9-4076-bdcb-a17ddcbb48e7),segment_id=bf5ea81e-15f9-4076-bdcb-a17ddcbb48e7)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:27:55.854800 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:55.928773 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-4f9a3605-ad53-4568-8efc-2c34bfb01c0c req-1c7fdb1a-03f1-4daf-833f-0e6444ce9201 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] For port a77a6325-19e2-44d6-9eb6-f8cb526772b1, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=a77a6325-19e2-44d6-9eb6-f8cb526772b1,segment=NetworkSegment(0ead1be1-90cb-409d-a49c-7ccf6006bf90),segment_id=0ead1be1-90cb-409d-a49c-7ccf6006bf90)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:27:55.930737 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-4f9a3605-ad53-4568-8efc-2c34bfb01c0c req-1c7fdb1a-03f1-4daf-833f-0e6444ce9201 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:55.978445 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-4f9a3605-ad53-4568-8efc-2c34bfb01c0c req-1c7fdb1a-03f1-4daf-833f-0e6444ce9201 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Calling delete_port for a77a6325-19e2-44d6-9eb6-f8cb526772b1 owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:27:55.998702 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-02a73e38-647b-4f5d-8e86-9c901b829d7a tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:56.025717 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=f1e2ce4c-1591-43fc-bd21-15569cb142ad,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:27:56.030890 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-02a73e38-647b-4f5d-8e86-9c901b829d7a tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:56.047151 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-423f5d3a-e6a9-466c-976d-1324d4e5352c req-0d6565fd-289a-4795-801f-54c5dffa8755 tempest-ServerShowV257Test-1805273967 tempest-ServerShowV257Test-1805273967-project] 10.222.0.58 "GET /v2.0/ports?device_id=668953df-3091-4a63-a8f3-1c1fe0b71e92 HTTP/1.1" status: 200 len: 210 time: 0.0705640 Aug 05 11:27:56.146519 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0a9dea1b-a756-4592-8cb8-80f5e31f6c73 tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:56.322099 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-02a73e38-647b-4f5d-8e86-9c901b829d7a tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33287247'] for floatingip, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:56.437905 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a73e38-647b-4f5d-8e86-9c901b829d7a tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] Pushing event updated for resources: {'Port': ['ID=278d3cfd-dab3-451f-ad71-209b229bf13d,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:27:56.479793 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-02a73e38-647b-4f5d-8e86-9c901b829d7a tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:56.491693 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-02a73e38-647b-4f5d-8e86-9c901b829d7a tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.3766639 Aug 05 11:27:56.517306 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 2cccda60-a679-4112-8262-a1e5f105b63f no longer exists at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:27:56.631068 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] No Port match for: 2cccda60-a679-4112-8262-a1e5f105b63f {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:27:56.631068 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 2cccda60-a679-4112-8262-a1e5f105b63f not bound to the agent host n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:27:56.631068 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device a77a6325-19e2-44d6-9eb6-f8cb526772b1 no longer exists at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:27:56.719578 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-4f9a3605-ad53-4568-8efc-2c34bfb01c0c req-1c7fdb1a-03f1-4daf-833f-0e6444ce9201 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:56.913503 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] No active binding found for port a77a6325-19e2-44d6-9eb6-f8cb526772b1 {{(pid=94422) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 05 11:27:56.916207 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device a77a6325-19e2-44d6-9eb6-f8cb526772b1 not bound to the agent host n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:27:56.917036 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device ad102705-2bd6-43e2-b56f-7623e33dbc11 no longer exists at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:27:57.028605 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7fdb1a-03f1-4daf-833f-0e6444ce9201 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Pushing event deleted for resources: {'Port': ['ID=a77a6325-19e2-44d6-9eb6-f8cb526772b1,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:27:57.110233 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f9a3605-ad53-4568-8efc-2c34bfb01c0c req-1c7fdb1a-03f1-4daf-833f-0e6444ce9201 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] No DVR routers for this DVR port a77a6325-19e2-44d6-9eb6-f8cb526772b1 on host n-h1-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:27:57.115865 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-4f9a3605-ad53-4568-8efc-2c34bfb01c0c req-1c7fdb1a-03f1-4daf-833f-0e6444ce9201 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:57.117963 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4f9a3605-ad53-4568-8efc-2c34bfb01c0c req-1c7fdb1a-03f1-4daf-833f-0e6444ce9201 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] 10.222.0.64 "DELETE /v2.0/ports/a77a6325-19e2-44d6-9eb6-f8cb526772b1 HTTP/1.1" status: 204 len: 173 time: 3.3364379 Aug 05 11:27:57.118477 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2210119-7615-4edc-8eb7-335feda4cf00', 'name': 'network-vif-deleted', 'tag': 'a77a6325-19e2-44d6-9eb6-f8cb526772b1'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:27:57.149996 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-554de117-8d0d-4fb6-b4b6-54c95bfe31d8" -d '{"events": [{"server_uuid": "f2210119-7615-4edc-8eb7-335feda4cf00", "name": "network-vif-deleted", "tag": "a77a6325-19e2-44d6-9eb6-f8cb526772b1"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:27:57.321292 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39acf75b-eaf4-47bf-b6bd-a6a05fc1081d None None] Network dc1b0a88-f737-4336-9757-28a374e6de1f requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:27:57.324705 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device f1e2ce4c-1591-43fc-bd21-15569cb142ad up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:27:57.402981 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0a9dea1b-a756-4592-8cb8-80f5e31f6c73 tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:57.510368 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-aaea4e8e-c8ca-48e9-93f8-3061838c0475 req-953494c7-ab17-4ce0-9a7e-e92e8f92c787 tempest-ServerShowV257Test-1805273967 tempest-ServerShowV257Test-1805273967-project] 10.222.0.58 "GET /v2.0/ports?device_id=668953df-3091-4a63-a8f3-1c1fe0b71e92 HTTP/1.1" status: 200 len: 210 time: 0.0985680 Aug 05 11:27:57.521045 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-4f9a3605-ad53-4568-8efc-2c34bfb01c0c req-cf9777ef-173d-44bd-8dcc-b04a639c35d4 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Deleting port ad102705-2bd6-43e2-b56f-7623e33dbc11 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:27:57.521363 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-4f9a3605-ad53-4568-8efc-2c34bfb01c0c req-cf9777ef-173d-44bd-8dcc-b04a639c35d4 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:57.532794 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0a9dea1b-a756-4592-8cb8-80f5e31f6c73 tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:57.729395 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-c4c1e61a-77cf-4fcd-9f9a-4709d693c9dd None None] Provisioning for port 0029aa29-909f-4e34-985e-0361a9502844 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:27:57.742705 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:57.918787 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-4f9a3605-ad53-4568-8efc-2c34bfb01c0c req-cf9777ef-173d-44bd-8dcc-b04a639c35d4 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] For port ad102705-2bd6-43e2-b56f-7623e33dbc11, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=ad102705-2bd6-43e2-b56f-7623e33dbc11,segment=NetworkSegment(793f1405-65b3-474e-a836-aab16d10656f),segment_id=793f1405-65b3-474e-a836-aab16d10656f)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:27:57.926120 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-4f9a3605-ad53-4568-8efc-2c34bfb01c0c req-cf9777ef-173d-44bd-8dcc-b04a639c35d4 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:57.945875 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2210119-7615-4edc-8eb7-335feda4cf00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad102705-2bd6-43e2-b56f-7623e33dbc11'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:27:57.956337 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-4f9a3605-ad53-4568-8efc-2c34bfb01c0c req-cf9777ef-173d-44bd-8dcc-b04a639c35d4 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Calling delete_port for ad102705-2bd6-43e2-b56f-7623e33dbc11 owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:27:57.959693 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7574e4fe-f5cb-4ae3-b4a1-ce1cabc3b982" -d '{"events": [{"server_uuid": "f2210119-7615-4edc-8eb7-335feda4cf00", "name": "network-vif-unplugged", "status": "completed", "tag": "ad102705-2bd6-43e2-b56f-7623e33dbc11"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:27:57.985722 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9b86af-b107-4282-b0aa-6be34c1ddef1 req-eae8dddb-3cd3-42cd-a92d-b4f8e7df9324 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:27:58.003476 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fe9b86af-b107-4282-b0aa-6be34c1ddef1 req-eae8dddb-3cd3-42cd-a92d-b4f8e7df9324 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2210119-7615-4edc-8eb7-335feda4cf00 HTTP/1.1" status: 200 len: 946 time: 1.0653698 Aug 05 11:27:58.052450 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port f1e2ce4c-1591-43fc-bd21-15569cb142ad triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:27:58.053384 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:58.066654 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port ad102705-2bd6-43e2-b56f-7623e33dbc11, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=ad102705-2bd6-43e2-b56f-7623e33dbc11,segment=NetworkSegment(793f1405-65b3-474e-a836-aab16d10656f),segment_id=793f1405-65b3-474e-a836-aab16d10656f)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:27:58.150659 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:58.197534 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9dea1b-a756-4592-8cb8-80f5e31f6c73 tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Pushing event updated for resources: {'Port': ['ID=d3cd8b9d-8888-4912-9f3e-23c6d53d8b6b,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:27:58.218108 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0a9dea1b-a756-4592-8cb8-80f5e31f6c73 tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33140268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33208272'] for router_interface, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:58.265939 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fe9b86af-b107-4282-b0aa-6be34c1ddef1 req-f1d4c587-35fb-4747-8939-083a84877cf9 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b3ade17-8410-42c2-84dd-d3afc731e8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562957 Aug 05 11:27:58.346466 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 05 Aug 2021 11:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6d01b3e-e92c-45d4-a1f8-544c95579fce x-openstack-request-id: req-e6d01b3e-e92c-45d4-a1f8-544c95579fce {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:27:58.346844 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2210119-7615-4edc-8eb7-335feda4cf00", "name": "network-vif-unplugged", "status": "completed", "tag": "ad102705-2bd6-43e2-b56f-7623e33dbc11", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:27:58.347148 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e6d01b3e-e92c-45d4-a1f8-544c95579fce {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:27:58.347561 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2210119-7615-4edc-8eb7-335feda4cf00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad102705-2bd6-43e2-b56f-7623e33dbc11', 'code': 200} Aug 05 11:27:58.448872 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=ad102705-2bd6-43e2-b56f-7623e33dbc11,revision_number=6']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:27:58.515006 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 0029aa29-909f-4e34-985e-0361a9502844 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:27:58.533524 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76d4de8a-e906-4e2c-bf19-732d3b03bbba x-openstack-request-id: req-76d4de8a-e906-4e2c-bf19-732d3b03bbba {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:27:58.533524 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2210119-7615-4edc-8eb7-335feda4cf00", "name": "network-vif-deleted", "tag": "a77a6325-19e2-44d6-9eb6-f8cb526772b1", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:27:58.533524 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-76d4de8a-e906-4e2c-bf19-732d3b03bbba {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:27:58.533524 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2210119-7615-4edc-8eb7-335feda4cf00', 'name': 'network-vif-deleted', 'tag': 'a77a6325-19e2-44d6-9eb6-f8cb526772b1', 'status': 'completed', 'code': 200} Aug 05 11:27:58.534776 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9dea1b-a756-4592-8cb8-80f5e31f6c73 tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Network dc1b0a88-f737-4336-9757-28a374e6de1f is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:27:58.537283 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-4f9a3605-ad53-4568-8efc-2c34bfb01c0c req-cf9777ef-173d-44bd-8dcc-b04a639c35d4 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:58.537530 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-0a9dea1b-a756-4592-8cb8-80f5e31f6c73 tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:27:58.716104 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9777ef-173d-44bd-8dcc-b04a639c35d4 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Pushing event deleted for resources: {'Port': ['ID=ad102705-2bd6-43e2-b56f-7623e33dbc11,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:27:58.798569 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 0029aa29-909f-4e34-985e-0361a9502844 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:27:58.829022 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 0029aa29-909f-4e34-985e-0361a9502844 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:27:58.829652 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:58.858636 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f9a3605-ad53-4568-8efc-2c34bfb01c0c req-cf9777ef-173d-44bd-8dcc-b04a639c35d4 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] No DVR routers for this DVR port ad102705-2bd6-43e2-b56f-7623e33dbc11 on host n-h1-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:27:58.863375 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-4f9a3605-ad53-4568-8efc-2c34bfb01c0c req-cf9777ef-173d-44bd-8dcc-b04a639c35d4 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:58.868184 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4f9a3605-ad53-4568-8efc-2c34bfb01c0c req-cf9777ef-173d-44bd-8dcc-b04a639c35d4 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] 10.222.0.64 "DELETE /v2.0/ports/ad102705-2bd6-43e2-b56f-7623e33dbc11 HTTP/1.1" status: 204 len: 173 time: 1.6918497 Aug 05 11:27:59.074830 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:59.132172 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-052fe626-3d21-4488-8420-f0e305a6ed4a req-47a688d8-64b6-4dd6-ab88-40742b3d9597 tempest-ServerShowV257Test-1805273967 tempest-ServerShowV257Test-1805273967-project] 10.222.0.58 "GET /v2.0/ports?device_id=668953df-3091-4a63-a8f3-1c1fe0b71e92 HTTP/1.1" status: 200 len: 210 time: 0.1817749 Aug 05 11:27:59.304672 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a9dea1b-a756-4592-8cb8-80f5e31f6c73 tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Router 9b68923c-a6bf-4653-aa6d-00a56819968f is scheduled to L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d with binding_index 1 {{(pid=94420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 11:27:59.322333 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:59.388626 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-6c2bd33d-1965-4e96-9276-00c876594383 None None] Provisioning complete for port 0029aa29-909f-4e34-985e-0361a9502844 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:27:59.389542 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-6c2bd33d-1965-4e96-9276-00c876594383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:59.557403 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port 0029aa29-909f-4e34-985e-0361a9502844, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=0029aa29-909f-4e34-985e-0361a9502844,segment=NetworkSegment(9517a664-3210-44a6-82f5-14fd754f102b),segment_id=9517a664-3210-44a6-82f5-14fd754f102b)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:27:59.574053 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:27:59.865854 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f8f2a9d0-a02a-4a88-ab34-02f2dd5c6d5e req-0e22f360-792c-49b5-a144-b740f6b78778 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2210119-7615-4edc-8eb7-335feda4cf00 HTTP/1.1" status: 200 len: 210 time: 0.2291017 Aug 05 11:27:59.941966 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a9dea1b-a756-4592-8cb8-80f5e31f6c73 tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:27:59.959256 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49470) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:27:59.963224 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45360d45-b130-49ed-9564-b4649d00685d None None] Sync routers for ids ['9b68923c-a6bf-4653-aa6d-00a56819968f'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:27:59.966654 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-0a9dea1b-a756-4592-8cb8-80f5e31f6c73 tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] 10.222.0.58 "PUT /v2.0/routers/9b68923c-a6bf-4653-aa6d-00a56819968f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5261047 Aug 05 11:27:59.971450 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-8b934847-3e77-42b6-968b-8479376334aa tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Request body: {'port': {'network_id': 'dc1b0a88-f737-4336-9757-28a374e6de1f', 'name': 'tempest-FloatingIPNegativeTestJSON-1356083717'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:27:59.995721 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45360d45-b130-49ed-9564-b4649d00685d None None] Routers {'9b68923c-a6bf-4653-aa6d-00a56819968f'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:27:59.996525 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-45360d45-b130-49ed-9564-b4649d00685d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:27:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['9b68923c-a6bf-4653-aa6d-00a56819968f'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:28:00.000412 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=0029aa29-909f-4e34-985e-0361a9502844,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:28:00.043654 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-6c2bd33d-1965-4e96-9276-00c876594383 None None] Provisioning for port d3cd8b9d-8888-4912-9f3e-23c6d53d8b6b completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:28:00.055619 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-6c2bd33d-1965-4e96-9276-00c876594383 None None] Provisioning complete for port d3cd8b9d-8888-4912-9f3e-23c6d53d8b6b triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:28:00.057143 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-6c2bd33d-1965-4e96-9276-00c876594383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:00.261542 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-6c2bd33d-1965-4e96-9276-00c876594383 None None] Port d3cd8b9d-8888-4912-9f3e-23c6d53d8b6b cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:28:00.446208 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-190d39aa-4db7-441a-832f-2289eb9f84cc None None] Provisioning complete for port d3cd8b9d-8888-4912-9f3e-23c6d53d8b6b triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:28:00.447250 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-190d39aa-4db7-441a-832f-2289eb9f84cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:00.546215 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2210119-7615-4edc-8eb7-335feda4cf00', 'name': 'network-vif-deleted', 'tag': 'ad102705-2bd6-43e2-b56f-7623e33dbc11'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:28:00.564868 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b322a65-3570-4738-a5ca-e5f4cd4debc0" -d '{"events": [{"server_uuid": "f2210119-7615-4edc-8eb7-335feda4cf00", "name": "network-vif-deleted", "tag": "ad102705-2bd6-43e2-b56f-7623e33dbc11"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:28:00.594945 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b934847-3e77-42b6-968b-8479376334aa tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Made reservation on behalf of 650befaf05284bba9ee0846a202db811 for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:28:00.606661 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ac250a01-3a7c-40aa-aeec-fd11352288e7 req-427719ef-f777-4111-b563-9c5fc097a1be tempest-ServerShowV257Test-1805273967 tempest-ServerShowV257Test-1805273967-project] 10.222.0.58 "GET /v2.0/ports?device_id=668953df-3091-4a63-a8f3-1c1fe0b71e92 HTTP/1.1" status: 200 len: 210 time: 0.1437757 Aug 05 11:28:00.620927 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8b934847-3e77-42b6-968b-8479376334aa tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:00.623088 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-45360d45-b130-49ed-9564-b4649d00685d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:28:00.649008 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-190d39aa-4db7-441a-832f-2289eb9f84cc None None] Port d3cd8b9d-8888-4912-9f3e-23c6d53d8b6b cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:28:00.652301 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45360d45-b130-49ed-9564-b4649d00685d None None] Routers {'9b68923c-a6bf-4653-aa6d-00a56819968f'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:28:00.653956 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-45360d45-b130-49ed-9564-b4649d00685d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:27:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['9b68923c-a6bf-4653-aa6d-00a56819968f'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:28:00.679310 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cedecaf6-8971-4a5a-a032-7a53b1fac489 x-openstack-request-id: req-cedecaf6-8971-4a5a-a032-7a53b1fac489 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:28:00.679765 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2210119-7615-4edc-8eb7-335feda4cf00", "name": "network-vif-deleted", "tag": "ad102705-2bd6-43e2-b56f-7623e33dbc11", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:28:00.680178 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cedecaf6-8971-4a5a-a032-7a53b1fac489 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:28:00.680924 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2210119-7615-4edc-8eb7-335feda4cf00', 'name': 'network-vif-deleted', 'tag': 'ad102705-2bd6-43e2-b56f-7623e33dbc11', 'status': 'completed', 'code': 200} Aug 05 11:28:00.721431 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [None req-8b934847-3e77-42b6-968b-8479376334aa tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] device_id is not set on port 9bf5c00c-b172-4848-898a-403c110f7979 yet. {{(pid=94421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 11:28:00.724154 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-45360d45-b130-49ed-9564-b4649d00685d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:28:00.725328 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45360d45-b130-49ed-9564-b4649d00685d None None] The sync data for ids ['9b68923c-a6bf-4653-aa6d-00a56819968f'] in n-d-803378-2 is: [] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:28:00.812286 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-c4ea42b8-d648-4405-923b-65b52d0a1843 None None] Provisioning complete for port d3cd8b9d-8888-4912-9f3e-23c6d53d8b6b triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:28:00.815871 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c4ea42b8-d648-4405-923b-65b52d0a1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:00.928672 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-c4ea42b8-d648-4405-923b-65b52d0a1843 None None] Port d3cd8b9d-8888-4912-9f3e-23c6d53d8b6b cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:28:01.011815 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-8b934847-3e77-42b6-968b-8479376334aa tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Allocated IP 172.20.0.11 (dc1b0a88-f737-4336-9757-28a374e6de1f/f7f1db7b-1679-46c7-8658-62ce2310ab84/9bf5c00c-b172-4848-898a-403c110f7979) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:28:01.040879 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49484) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:28:01.158462 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_v2 [None req-56ee2cae-78a2-4b8a-8c16-e1b0ac15e571 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Deleting subnet 288b8dbc-0373-4018-a4d0-9451ac6656ca {{(pid=94420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:28:01.168474 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-56ee2cae-78a2-4b8a-8c16-e1b0ac15e571 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Notify callbacks [] for subnet, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:01.253820 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-56ee2cae-78a2-4b8a-8c16-e1b0ac15e571 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25010562'] for subnet, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:01.426127 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-56ee2cae-78a2-4b8a-8c16-e1b0ac15e571 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:01.500259 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8b934847-3e77-42b6-968b-8479376334aa tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:01.534336 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-56ee2cae-78a2-4b8a-8c16-e1b0ac15e571 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29762763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24211094'] for subnet, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:01.568239 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [None req-8b934847-3e77-42b6-968b-8479376334aa tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Transition to ACTIVE for port object 9bf5c00c-b172-4848-898a-403c110f7979 will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:28:01.589287 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ee2cae-78a2-4b8a-8c16-e1b0ac15e571 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Pushing event deleted for resources: {'Subnet': ['ID=288b8dbc-0373-4018-a4d0-9451ac6656ca,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:28:01.599760 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-56ee2cae-78a2-4b8a-8c16-e1b0ac15e571 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:01.605301 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-56ee2cae-78a2-4b8a-8c16-e1b0ac15e571 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] 10.222.0.58 "DELETE /v2.0/subnets/288b8dbc-0373-4018-a4d0-9451ac6656ca HTTP/1.1" status: 204 len: 168 time: 0.5614691 Aug 05 11:28:01.606112 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49496) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:28:01.629337 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3370ae65-750f-48b2-b97f-069a5fa0e914 None None] Network e35bf518-c692-4270-aec2-1eff19b9c99c requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:28:01.842327 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8b934847-3e77-42b6-968b-8479376334aa tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:01.910196 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b934847-3e77-42b6-968b-8479376334aa tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Network dc1b0a88-f737-4336-9757-28a374e6de1f is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:28:01.918775 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-8b934847-3e77-42b6-968b-8479376334aa tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:28:01.923806 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b934847-3e77-42b6-968b-8479376334aa tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:28:02.013868 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-380adfe0-724b-419c-9bc8-e5f6ac0803c3 req-ccb8d285-b08f-421a-a1b0-ec511ac0ef62 tempest-ServerShowV257Test-1805273967 tempest-ServerShowV257Test-1805273967-project] 10.222.0.58 "GET /v2.0/ports?device_id=668953df-3091-4a63-a8f3-1c1fe0b71e92 HTTP/1.1" status: 200 len: 210 time: 0.0872815 Aug 05 11:28:02.033012 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4684d8d7-5fde-4147-b99e-ebf788be43f4 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:02.152251 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-4684d8d7-5fde-4147-b99e-ebf788be43f4 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Deleting port 1759ae85-20d7-4aed-83df-c9185c47c9bc {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:28:02.153347 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4684d8d7-5fde-4147-b99e-ebf788be43f4 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:02.155760 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b934847-3e77-42b6-968b-8479376334aa tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Pushing event updated for resources: {'Port': ['ID=9bf5c00c-b172-4848-898a-403c110f7979,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:28:02.190517 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b934847-3e77-42b6-968b-8479376334aa tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:02.198082 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8b934847-3e77-42b6-968b-8479376334aa tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:02.238031 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-4684d8d7-5fde-4147-b99e-ebf788be43f4 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] For port 1759ae85-20d7-4aed-83df-c9185c47c9bc, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=1759ae85-20d7-4aed-83df-c9185c47c9bc,segment=NetworkSegment(793f1405-65b3-474e-a836-aab16d10656f),segment_id=793f1405-65b3-474e-a836-aab16d10656f)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:28:02.238710 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4684d8d7-5fde-4147-b99e-ebf788be43f4 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:02.247132 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-8b934847-3e77-42b6-968b-8479376334aa tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2860096 Aug 05 11:28:02.252390 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49500) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:28:02.257978 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-4684d8d7-5fde-4147-b99e-ebf788be43f4 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Calling delete_port for 1759ae85-20d7-4aed-83df-c9185c47c9bc owned by network:dhcp {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:28:02.261321 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 0029aa29-909f-4e34-985e-0361a9502844 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:28:02.262003 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-b1beae63-8231-4622-a2c0-2df712cd0f7f tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Request body: {'floatingip': {'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:28:02.343451 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b1beae63-8231-4622-a2c0-2df712cd0f7f tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Notify callbacks [] for floatingip, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:02.385137 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 0029aa29-909f-4e34-985e-0361a9502844 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:28:02.385648 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:02.513379 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4684d8d7-5fde-4147-b99e-ebf788be43f4 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:02.543224 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc985db7-0a1a-440b-a666-2be20cc13766 None None] DHCP port deletion for e35bf518-c692-4270-aec2-1eff19b9c99c request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 11:28:02.559386 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4684d8d7-5fde-4147-b99e-ebf788be43f4 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] No DVR routers for this DVR port 1759ae85-20d7-4aed-83df-c9185c47c9bc on host n-d-803378-2 {{(pid=94420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:28:02.564268 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-021c0c77-3ba6-4477-b347-f727fe17d02d None None] Provisioning for port 9bf5c00c-b172-4848-898a-403c110f7979 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:28:02.586358 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-021c0c77-3ba6-4477-b347-f727fe17d02d None None] Provisioning complete for port 9bf5c00c-b172-4848-898a-403c110f7979 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:28:02.586358 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-021c0c77-3ba6-4477-b347-f727fe17d02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:02.701433 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4684d8d7-5fde-4147-b99e-ebf788be43f4 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Pushing event deleted for resources: {'Port': ['ID=1759ae85-20d7-4aed-83df-c9185c47c9bc,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:28:02.769416 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b1beae63-8231-4622-a2c0-2df712cd0f7f tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:02.787616 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-021c0c77-3ba6-4477-b347-f727fe17d02d None None] Port 9bf5c00c-b172-4848-898a-403c110f7979 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:28:03.015205 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4684d8d7-5fde-4147-b99e-ebf788be43f4 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:03.022486 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-b1beae63-8231-4622-a2c0-2df712cd0f7f tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Allocated IP 172.25.5.137 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/4c827ea0-68ed-47ed-b15e-95de2ccf8a5a) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:28:03.055242 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-4684d8d7-5fde-4147-b99e-ebf788be43f4 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e35bf518-c692-4270-aec2-1eff19b9c99c']}} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:28:03.076608 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-4684d8d7-5fde-4147-b99e-ebf788be43f4 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '793f1405-65b3-474e-a836-aab16d10656f') {'for_net_delete': True} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:28:03.077194 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-4684d8d7-5fde-4147-b99e-ebf788be43f4 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '793f1405-65b3-474e-a836-aab16d10656f') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:28:03.094424 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4684d8d7-5fde-4147-b99e-ebf788be43f4 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25010581'] for segment, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:03.117622 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4684d8d7-5fde-4147-b99e-ebf788be43f4 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:03.134999 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4684d8d7-5fde-4147-b99e-ebf788be43f4 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=94420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:28:03.135919 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4684d8d7-5fde-4147-b99e-ebf788be43f4 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29762581'] for segment, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:03.140244 n-d-803378-2 neutron-server[94420]: Traceback (most recent call last): Aug 05 11:28:03.140244 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:28:03.140244 n-d-803378-2 neutron-server[94420]: timer() Aug 05 11:28:03.140244 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:28:03.140244 n-d-803378-2 neutron-server[94420]: cb(*args, **kw) Aug 05 11:28:03.140244 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:28:03.140244 n-d-803378-2 neutron-server[94420]: return func(*args, **kwargs) Aug 05 11:28:03.140244 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:28:03.140244 n-d-803378-2 neutron-server[94420]: self._notify() Aug 05 11:28:03.140244 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:28:03.140244 n-d-803378-2 neutron-server[94420]: self.callback(batched_events) Aug 05 11:28:03.140244 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:28:03.140244 n-d-803378-2 neutron-server[94420]: event.method(event) Aug 05 11:28:03.140244 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:28:03.140244 n-d-803378-2 neutron-server[94420]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:28:03.140244 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:28:03.140244 n-d-803378-2 neutron-server[94420]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:28:03.140244 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:28:03.140244 n-d-803378-2 neutron-server[94420]: return f(self, *a, **k) Aug 05 11:28:03.140244 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:28:03.140244 n-d-803378-2 neutron-server[94420]: return self._get(url).json() Aug 05 11:28:03.140244 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:28:03.140244 n-d-803378-2 neutron-server[94420]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:28:03.140244 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:28:03.140244 n-d-803378-2 neutron-server[94420]: return self.request(url, 'GET', **kwargs) Aug 05 11:28:03.140244 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:28:03.140244 n-d-803378-2 neutron-server[94420]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:28:03.140244 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:28:03.140244 n-d-803378-2 neutron-server[94420]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:28:03.140244 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:28:03.140244 n-d-803378-2 neutron-server[94420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:28:03.140244 n-d-803378-2 neutron-server[94420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:28:03.269948 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4684d8d7-5fde-4147-b99e-ebf788be43f4 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:03.275083 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-44c23faf-5b1e-496b-899d-74674ad8ee8c req-b0d30cfd-e7bf-4e65-bc3b-4de4a737a3f8 tempest-ServerShowV257Test-1805273967 tempest-ServerShowV257Test-1805273967-project] 10.222.0.58 "GET /v2.0/ports?device_id=668953df-3091-4a63-a8f3-1c1fe0b71e92 HTTP/1.1" status: 200 len: 210 time: 0.0472021 Aug 05 11:28:03.298221 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b1beae63-8231-4622-a2c0-2df712cd0f7f tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:03.299689 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4684d8d7-5fde-4147-b99e-ebf788be43f4 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:03.306467 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-4684d8d7-5fde-4147-b99e-ebf788be43f4 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] 10.222.0.58 "DELETE /v2.0/networks/e35bf518-c692-4270-aec2-1eff19b9c99c HTTP/1.1" status: 204 len: 168 time: 1.6991880 Aug 05 11:28:03.307969 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4684d8d7-5fde-4147-b99e-ebf788be43f4 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Pushing event deleted for resources: {'Network': ['ID=e35bf518-c692-4270-aec2-1eff19b9c99c,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:28:03.310281 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49514) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:28:03.398700 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b1beae63-8231-4622-a2c0-2df712cd0f7f tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:03.423633 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_v2 [None req-5660f77a-8dcd-4fbe-90a1-5b837f25484d tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Deleting subnet 004b6e06-b63c-458f-9c1b-ae707038dc4f {{(pid=94420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:28:03.431127 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5660f77a-8dcd-4fbe-90a1-5b837f25484d tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Notify callbacks [] for subnet, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:03.463001 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1beae63-8231-4622-a2c0-2df712cd0f7f tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:28:03.467304 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-b1beae63-8231-4622-a2c0-2df712cd0f7f tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:28:03.473152 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1beae63-8231-4622-a2c0-2df712cd0f7f tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:28:03.508920 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1beae63-8231-4622-a2c0-2df712cd0f7f tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Pushing event updated for resources: {'Port': ['ID=4c827ea0-68ed-47ed-b15e-95de2ccf8a5a,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:28:03.531432 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5660f77a-8dcd-4fbe-90a1-5b837f25484d tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25010562'] for subnet, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:03.618859 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b1beae63-8231-4622-a2c0-2df712cd0f7f tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:03.684319 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b1beae63-8231-4622-a2c0-2df712cd0f7f tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:03.827818 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5660f77a-8dcd-4fbe-90a1-5b837f25484d tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:03.853455 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 1759ae85-20d7-4aed-83df-c9185c47c9bc no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:28:03.912667 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 1759ae85-20d7-4aed-83df-c9185c47c9bc {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:28:03.914000 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 1759ae85-20d7-4aed-83df-c9185c47c9bc not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:28:04.131976 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5660f77a-8dcd-4fbe-90a1-5b837f25484d tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29762763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24211094'] for subnet, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:04.185227 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5660f77a-8dcd-4fbe-90a1-5b837f25484d tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:04.187357 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a207b4a-a3e6-43fe-82b4-f03b7166c4fd None None] Network 5a46f401-3a17-4039-80ff-a62c437b07b1 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:28:04.200865 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-5660f77a-8dcd-4fbe-90a1-5b837f25484d tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] 10.222.0.58 "DELETE /v2.0/subnets/004b6e06-b63c-458f-9c1b-ae707038dc4f HTTP/1.1" status: 204 len: 168 time: 0.8874180 Aug 05 11:28:04.214974 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49526) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:28:04.282947 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5660f77a-8dcd-4fbe-90a1-5b837f25484d tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Pushing event deleted for resources: {'Subnet': ['ID=004b6e06-b63c-458f-9c1b-ae707038dc4f,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:28:04.361689 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b1beae63-8231-4622-a2c0-2df712cd0f7f tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:04.460933 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b1beae63-8231-4622-a2c0-2df712cd0f7f tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:04.634183 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e01d2b-66c9-46bb-98a0-f5bd81e6c63d None None] DHCP port deletion for 5a46f401-3a17-4039-80ff-a62c437b07b1 request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 11:28:04.721656 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-bcb6da34-8b08-4ac3-b973-aa9b8039daa3 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:04.771491 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-70e01d2b-66c9-46bb-98a0-f5bd81e6c63d None None] Deleting port 27455c72-42f4-4e07-b5ac-0a8799f0ebd8 {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:28:04.772227 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-70e01d2b-66c9-46bb-98a0-f5bd81e6c63d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:04.790688 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b1beae63-8231-4622-a2c0-2df712cd0f7f tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33287247'] for floatingip, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:04.796828 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1beae63-8231-4622-a2c0-2df712cd0f7f tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Pushing event updated for resources: {'Port': ['ID=4c827ea0-68ed-47ed-b15e-95de2ccf8a5a,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:28:04.843954 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b1beae63-8231-4622-a2c0-2df712cd0f7f tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:04.845992 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-b1beae63-8231-4622-a2c0-2df712cd0f7f tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5918968 Aug 05 11:28:04.852968 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49530) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:28:04.866193 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-7d4d1a7b-18b5-407d-ae76-a9ed98a5a998 tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Request body: {'floatingip': {'port_id': '9bf5c00c-b172-4848-898a-403c110f7979', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:28:04.983586 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7d4d1a7b-18b5-407d-ae76-a9ed98a5a998 tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Notify callbacks [] for floatingip, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:05.017750 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-70e01d2b-66c9-46bb-98a0-f5bd81e6c63d None None] For port 27455c72-42f4-4e07-b5ac-0a8799f0ebd8, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=27455c72-42f4-4e07-b5ac-0a8799f0ebd8,segment=NetworkSegment(0ead1be1-90cb-409d-a49c-7ccf6006bf90),segment_id=0ead1be1-90cb-409d-a49c-7ccf6006bf90)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:28:05.019578 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-70e01d2b-66c9-46bb-98a0-f5bd81e6c63d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:05.101796 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-70e01d2b-66c9-46bb-98a0-f5bd81e6c63d None None] Calling delete_port for 27455c72-42f4-4e07-b5ac-0a8799f0ebd8 owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:28:05.135963 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-13853006-eb2b-4934-927c-d23b4aae6174 req-508f2054-1d31-4bb6-84bf-486c6821d18f tempest-ServerShowV257Test-1805273967 tempest-ServerShowV257Test-1805273967-project] 10.222.0.58 "GET /v2.0/ports?device_id=668953df-3091-4a63-a8f3-1c1fe0b71e92 HTTP/1.1" status: 200 len: 210 time: 0.6368885 Aug 05 11:28:05.368065 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-70e01d2b-66c9-46bb-98a0-f5bd81e6c63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:05.490627 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e01d2b-66c9-46bb-98a0-f5bd81e6c63d None None] Pushing event deleted for resources: {'Port': ['ID=27455c72-42f4-4e07-b5ac-0a8799f0ebd8,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:28:05.522472 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e01d2b-66c9-46bb-98a0-f5bd81e6c63d None None] No DVR routers for this DVR port 27455c72-42f4-4e07-b5ac-0a8799f0ebd8 on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:28:05.547550 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-bcb6da34-8b08-4ac3-b973-aa9b8039daa3 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Deleting port 27455c72-42f4-4e07-b5ac-0a8799f0ebd8 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:28:05.548273 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-bcb6da34-8b08-4ac3-b973-aa9b8039daa3 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:05.553226 n-d-803378-2 neutron-server[94421]: INFO neutron.api.v2.resource [None req-7d4d1a7b-18b5-407d-ae76-a9ed98a5a998 tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] update failed (client error): The resource could not be found. Aug 05 11:28:05.554992 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-7d4d1a7b-18b5-407d-ae76-a9ed98a5a998 tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] 10.222.0.58 "PUT /v2.0/floatingips/e86c8919-d836-42ea-958e-4c10e8891e43 HTTP/1.1" status: 404 len: 507 time: 0.6967592 Aug 05 11:28:05.563554 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49542) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:28:05.778901 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [None req-bcb6da34-8b08-4ac3-b973-aa9b8039daa3 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] For port 27455c72-42f4-4e07-b5ac-0a8799f0ebd8, host n-d-803378-2, got binding levels [] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:28:05.779907 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-bcb6da34-8b08-4ac3-b973-aa9b8039daa3 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:05.828273 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-bcb6da34-8b08-4ac3-b973-aa9b8039daa3 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Calling delete_port for 27455c72-42f4-4e07-b5ac-0a8799f0ebd8 owned by network:dhcp {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:28:05.835552 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.ipam_backend_mixin [None req-bcb6da34-8b08-4ac3-b973-aa9b8039daa3 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Port 27455c72-42f4-4e07-b5ac-0a8799f0ebd8 was not found and therefore no delete operation was performed {{(pid=94421) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 05 11:28:05.836124 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 27455c72-42f4-4e07-b5ac-0a8799f0ebd8 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:28:05.839580 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-bcb6da34-8b08-4ac3-b973-aa9b8039daa3 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:05.923523 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-7de7c148-a1b6-4959-8928-8a0592f023d7 tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Deleting port 4c827ea0-68ed-47ed-b15e-95de2ccf8a5a {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:28:05.927869 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb6da34-8b08-4ac3-b973-aa9b8039daa3 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] No DVR routers for this DVR port 27455c72-42f4-4e07-b5ac-0a8799f0ebd8 on host n-d-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:28:05.929011 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7de7c148-a1b6-4959-8928-8a0592f023d7 tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:05.937270 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb6da34-8b08-4ac3-b973-aa9b8039daa3 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Pushing event deleted for resources: {'Port': ['ID=27455c72-42f4-4e07-b5ac-0a8799f0ebd8,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:28:05.944850 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 27455c72-42f4-4e07-b5ac-0a8799f0ebd8 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:28:05.946962 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 27455c72-42f4-4e07-b5ac-0a8799f0ebd8 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:28:06.110168 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7de7c148-a1b6-4959-8928-8a0592f023d7 tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:06.110890 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7de7c148-a1b6-4959-8928-8a0592f023d7 tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:06.135360 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-7de7c148-a1b6-4959-8928-8a0592f023d7 tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Calling delete_port for 4c827ea0-68ed-47ed-b15e-95de2ccf8a5a owned by network:floatingip {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:28:06.221040 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-bcb6da34-8b08-4ac3-b973-aa9b8039daa3 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:06.267011 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-bcb6da34-8b08-4ac3-b973-aa9b8039daa3 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a46f401-3a17-4039-80ff-a62c437b07b1']}} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:28:06.299061 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-bcb6da34-8b08-4ac3-b973-aa9b8039daa3 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ead1be1-90cb-409d-a49c-7ccf6006bf90') {'for_net_delete': True} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:28:06.299565 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-bcb6da34-8b08-4ac3-b973-aa9b8039daa3 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ead1be1-90cb-409d-a49c-7ccf6006bf90') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:28:06.373722 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-bcb6da34-8b08-4ac3-b973-aa9b8039daa3 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29786371'] for segment, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:06.400886 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7de7c148-a1b6-4959-8928-8a0592f023d7 tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:06.435056 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-bcb6da34-8b08-4ac3-b973-aa9b8039daa3 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:06.466630 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcb6da34-8b08-4ac3-b973-aa9b8039daa3 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Releasing vlan 696 on physical network physnet1 to pool {{(pid=94421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:28:06.467301 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-bcb6da34-8b08-4ac3-b973-aa9b8039daa3 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25038799'] for segment, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:06.508680 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de7c148-a1b6-4959-8928-8a0592f023d7 tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Pushing event deleted for resources: {'Port': ['ID=4c827ea0-68ed-47ed-b15e-95de2ccf8a5a,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:28:06.609783 n-d-803378-2 neutron-server[94421]: Traceback (most recent call last): Aug 05 11:28:06.609783 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:28:06.609783 n-d-803378-2 neutron-server[94421]: timer() Aug 05 11:28:06.609783 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:28:06.609783 n-d-803378-2 neutron-server[94421]: cb(*args, **kw) Aug 05 11:28:06.609783 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:28:06.609783 n-d-803378-2 neutron-server[94421]: return func(*args, **kwargs) Aug 05 11:28:06.609783 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:28:06.609783 n-d-803378-2 neutron-server[94421]: self._notify() Aug 05 11:28:06.609783 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:28:06.609783 n-d-803378-2 neutron-server[94421]: self.callback(batched_events) Aug 05 11:28:06.609783 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:28:06.609783 n-d-803378-2 neutron-server[94421]: event.method(event) Aug 05 11:28:06.609783 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:28:06.609783 n-d-803378-2 neutron-server[94421]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:28:06.609783 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:28:06.609783 n-d-803378-2 neutron-server[94421]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:28:06.609783 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:28:06.609783 n-d-803378-2 neutron-server[94421]: return f(self, *a, **k) Aug 05 11:28:06.609783 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:28:06.609783 n-d-803378-2 neutron-server[94421]: return self._get(url).json() Aug 05 11:28:06.609783 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:28:06.609783 n-d-803378-2 neutron-server[94421]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:28:06.609783 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:28:06.609783 n-d-803378-2 neutron-server[94421]: return self.request(url, 'GET', **kwargs) Aug 05 11:28:06.609783 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:28:06.609783 n-d-803378-2 neutron-server[94421]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:28:06.609783 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:28:06.609783 n-d-803378-2 neutron-server[94421]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:28:06.609783 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:28:06.609783 n-d-803378-2 neutron-server[94421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:28:06.609783 n-d-803378-2 neutron-server[94421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:28:06.669470 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-62fe3338-23e7-4f09-a9c0-a5a118fc2e54 req-3c5a56fc-93b6-4976-8174-e1818dd9421a tempest-ServerShowV257Test-1805273967 tempest-ServerShowV257Test-1805273967-project] 10.222.0.58 "GET /v2.0/ports?device_id=668953df-3091-4a63-a8f3-1c1fe0b71e92 HTTP/1.1" status: 200 len: 210 time: 0.1077218 Aug 05 11:28:06.693667 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-bcb6da34-8b08-4ac3-b973-aa9b8039daa3 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:06.725607 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-bcb6da34-8b08-4ac3-b973-aa9b8039daa3 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:06.743653 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-bcb6da34-8b08-4ac3-b973-aa9b8039daa3 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] 10.222.0.58 "DELETE /v2.0/networks/5a46f401-3a17-4039-80ff-a62c437b07b1 HTTP/1.1" status: 204 len: 168 time: 2.5176890 Aug 05 11:28:06.790197 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7de7c148-a1b6-4959-8928-8a0592f023d7 tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Notify callbacks [] for floatingip, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:06.797418 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49556) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:28:06.803185 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7de7c148-a1b6-4959-8928-8a0592f023d7 tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:06.812560 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-b15986a3-8452-4c85-ad5a-a7b47c608e1b tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2021068874'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:28:06.817731 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-7de7c148-a1b6-4959-8928-8a0592f023d7 tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] 10.222.0.58 "DELETE /v2.0/floatingips/e86c8919-d836-42ea-958e-4c10e8891e43 HTTP/1.1" status: 204 len: 168 time: 1.2525535 Aug 05 11:28:06.819056 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49558) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:28:06.835305 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-e84ab7b1-74e2-4fd4-aec3-2cfaabb8c4ea tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Request body: {'floatingip': {'floating_network_id': 'dc1b0a88-f737-4336-9757-28a374e6de1f', 'port_id': '9bf5c00c-b172-4848-898a-403c110f7979', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:28:06.870156 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb6da34-8b08-4ac3-b973-aa9b8039daa3 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Pushing event deleted for resources: {'Network': ['ID=5a46f401-3a17-4039-80ff-a62c437b07b1,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:28:06.899003 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb6da34-8b08-4ac3-b973-aa9b8039daa3 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:28:06.899352 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb6da34-8b08-4ac3-b973-aa9b8039daa3 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:28:06.899805 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb6da34-8b08-4ac3-b973-aa9b8039daa3 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:28:06.900153 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb6da34-8b08-4ac3-b973-aa9b8039daa3 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:28:06.900652 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb6da34-8b08-4ac3-b973-aa9b8039daa3 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:28:06.901005 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb6da34-8b08-4ac3-b973-aa9b8039daa3 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:28:06.901340 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb6da34-8b08-4ac3-b973-aa9b8039daa3 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:28:06.901677 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb6da34-8b08-4ac3-b973-aa9b8039daa3 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:28:06.902005 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb6da34-8b08-4ac3-b973-aa9b8039daa3 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:28:06.902334 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb6da34-8b08-4ac3-b973-aa9b8039daa3 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:28:06.902677 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb6da34-8b08-4ac3-b973-aa9b8039daa3 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:28:06.903007 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb6da34-8b08-4ac3-b973-aa9b8039daa3 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:28:06.921764 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.db.api [None req-e84ab7b1-74e2-4fd4-aec3-2cfaabb8c4ea tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 05 11:28:06.921764 n-d-803378-2 neutron-server[94421]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 05 11:28:06.921764 n-d-803378-2 neutron-server[94421]: [parameters: {'project_id': '650befaf05284bba9ee0846a202db811', 'id': 'eb7675f3-3304-403c-9edd-6292fc860b5c', 'expiration': datetime.datetime(2021, 8, 5, 11, 30, 6, 892961)}] Aug 05 11:28:06.921764 n-d-803378-2 neutron-server[94421]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94421) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 05 11:28:06.922635 n-d-803378-2 neutron-server[94421]: DEBUG oslo_db.api [None req-e84ab7b1-74e2-4fd4-aec3-2cfaabb8c4ea tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 11:28:06.924524 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b15986a3-8452-4c85-ad5a-a7b47c608e1b tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Made reservation on behalf of 496a66fa8c0741119f64b2d8ff8b2bc9 for: {'network': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:28:06.930550 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b15986a3-8452-4c85-ad5a-a7b47c608e1b tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:06.975343 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b15986a3-8452-4c85-ad5a-a7b47c608e1b tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] vlan segment allocate from pool success with {'vlan_id': 656, 'physical_network': 'physnet1'} {{(pid=94421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:28:06.992141 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b15986a3-8452-4c85-ad5a-a7b47c608e1b tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:06.992798 n-d-803378-2 neutron-server[94421]: INFO neutron.db.segments_db [None req-b15986a3-8452-4c85-ad5a-a7b47c608e1b tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Added segment 4408a66c-29ae-4d38-a473-cc98f29f756e of type vlan for network 1fea457b-6ef5-454d-b895-97cc893a0dae Aug 05 11:28:07.065582 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b15986a3-8452-4c85-ad5a-a7b47c608e1b tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:07.126116 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f11fa0a8-d3e1-424a-b5c7-b302135520c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:07.138468 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b15986a3-8452-4c85-ad5a-a7b47c608e1b tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:07.151144 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15986a3-8452-4c85-ad5a-a7b47c608e1b tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:07.152654 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b15986a3-8452-4c85-ad5a-a7b47c608e1b tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:07.246401 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-b15986a3-8452-4c85-ad5a-a7b47c608e1b tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4429038 Aug 05 11:28:07.246706 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49562) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:28:07.252301 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-816dd774-f098-4001-aa17-55ece1823974 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Request body: {'subnet': {'network_id': '1fea457b-6ef5-454d-b895-97cc893a0dae', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:28:07.260530 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15986a3-8452-4c85-ad5a-a7b47c608e1b tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Pushing event updated for resources: {'Network': ['ID=1fea457b-6ef5-454d-b895-97cc893a0dae,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:28:07.277812 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 1fea457b-6ef5-454d-b895-97cc893a0dae details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:28:07.417924 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-816dd774-f098-4001-aa17-55ece1823974 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Made reservation on behalf of 496a66fa8c0741119f64b2d8ff8b2bc9 for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:28:07.423956 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-816dd774-f098-4001-aa17-55ece1823974 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:07.532565 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e84ab7b1-74e2-4fd4-aec3-2cfaabb8c4ea tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Notify callbacks [] for floatingip, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:07.934659 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-816dd774-f098-4001-aa17-55ece1823974 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25038678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30075167'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:07.955985 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bdd1da64-7783-4c92-a832-cb73c5925b2f req-f44705ed-6897-4917-b8ce-abe4ea8909a7 tempest-ServerShowV257Test-1805273967 tempest-ServerShowV257Test-1805273967-project] 10.222.0.58 "GET /v2.0/ports?device_id=668953df-3091-4a63-a8f3-1c1fe0b71e92 HTTP/1.1" status: 200 len: 210 time: 0.0668652 Aug 05 11:28:07.973054 n-d-803378-2 neutron-server[94421]: INFO neutron.api.v2.resource [None req-e84ab7b1-74e2-4fd4-aec3-2cfaabb8c4ea tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 05 11:28:07.980806 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-e84ab7b1-74e2-4fd4-aec3-2cfaabb8c4ea tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.1512265 Aug 05 11:28:07.981423 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49580) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:28:07.987748 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-aa2965d3-2c1f-4b5a-a19a-4b6c424c58fc tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Request body: {'floatingip': {'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'port_id': '9bf5c00c-b172-4848-898a-403c110f7979', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:28:08.047776 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-aa2965d3-2c1f-4b5a-a19a-4b6c424c58fc tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Notify callbacks [] for floatingip, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:08.110531 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816dd774-f098-4001-aa17-55ece1823974 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Pushing event updated for resources: {'Subnet': ['ID=fcf3b1a0-b48a-428f-a8ce-82c8029327c6,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:28:08.122245 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816dd774-f098-4001-aa17-55ece1823974 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Checking segment: {'id': '4408a66c-29ae-4d38-a473-cc98f29f756e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '1fea457b-6ef5-454d-b895-97cc893a0dae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:28:08.122725 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816dd774-f098-4001-aa17-55ece1823974 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Network hostable DHCP agents. Network: 1fea457b-6ef5-454d-b895-97cc893a0dae, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:28:08.160422 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816dd774-f098-4001-aa17-55ece1823974 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Network 1fea457b-6ef5-454d-b895-97cc893a0dae is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:28:08.179443 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-816dd774-f098-4001-aa17-55ece1823974 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, 1fea457b-6ef5-454d-b895-97cc893a0dae) {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:28:08.191590 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-816dd774-f098-4001-aa17-55ece1823974 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:08.193435 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-816dd774-f098-4001-aa17-55ece1823974 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:08.194345 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8e970b-a228-469e-99ff-5a14b2d8366e None None] Network 1fea457b-6ef5-454d-b895-97cc893a0dae requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:28:08.219845 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db31509d-b7f0-4aba-a042-b0e3961b9af7 req-fd8cdcff-db2f-4e9f-a0c7-836988180974 tempest-VolumesAdminNegativeTest-919958504 tempest-VolumesAdminNegativeTest-919958504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:08.221832 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-db31509d-b7f0-4aba-a042-b0e3961b9af7 req-fd8cdcff-db2f-4e9f-a0c7-836988180974 tempest-VolumesAdminNegativeTest-919958504 tempest-VolumesAdminNegativeTest-919958504-project] 10.222.0.58 "GET /v2.0/ports?device_id=5736dfe7-b6ff-4df2-8dd3-d57fc09a36e7 HTTP/1.1" status: 200 len: 946 time: 0.0865571 Aug 05 11:28:08.224350 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-816dd774-f098-4001-aa17-55ece1823974 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9754777 Aug 05 11:28:08.227835 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49582) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:28:08.243098 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-e923c026-ee4e-47c2-bee2-59085cec1254 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1312894151'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:28:08.306575 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e923c026-ee4e-47c2-bee2-59085cec1254 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Made reservation on behalf of 496a66fa8c0741119f64b2d8ff8b2bc9 for: {'network': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:28:08.322817 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e923c026-ee4e-47c2-bee2-59085cec1254 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:08.336928 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-db31509d-b7f0-4aba-a042-b0e3961b9af7 req-a6ae5b6f-0815-4bbc-8d7c-4cf1f7a82e46 tempest-VolumesAdminNegativeTest-919958504 tempest-VolumesAdminNegativeTest-919958504-project] 10.222.0.58 "GET /v2.0/security-groups?id=a7382b56-ea23-402b-9dbf-5e5ac09b0b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960569 Aug 05 11:28:08.340964 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-aa2965d3-2c1f-4b5a-a19a-4b6c424c58fc tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:08.399624 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e923c026-ee4e-47c2-bee2-59085cec1254 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=94421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:28:08.434423 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e923c026-ee4e-47c2-bee2-59085cec1254 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:08.434919 n-d-803378-2 neutron-server[94421]: INFO neutron.db.segments_db [None req-e923c026-ee4e-47c2-bee2-59085cec1254 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Added segment 9adb7594-f5cf-49bb-9eb1-dba5bfac555d of type vlan for network 6afe9b25-1e5c-4197-b604-306d4192cdbc Aug 05 11:28:08.543176 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e923c026-ee4e-47c2-bee2-59085cec1254 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:08.547173 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1636cb27-503e-4f38-97cf-de5dae026c9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-1fea457b-6ef5-454d-b895-97cc893a0dae', 'network_id': '1fea457b-6ef5-454d-b895-97cc893a0dae', 'tenant_id': '496a66fa8c0741119f64b2d8ff8b2bc9', 'fixed_ips': [{'subnet_id': 'fcf3b1a0-b48a-428f-a8ce-82c8029327c6'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 11:28:08.548611 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1636cb27-503e-4f38-97cf-de5dae026c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:08.585368 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-aa2965d3-2c1f-4b5a-a19a-4b6c424c58fc tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Allocated IP 172.25.5.187 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/ce16544d-9bfa-4e79-ad6b-5625ba654820) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:28:08.634215 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e923c026-ee4e-47c2-bee2-59085cec1254 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:08.649921 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e923c026-ee4e-47c2-bee2-59085cec1254 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:08.660561 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e923c026-ee4e-47c2-bee2-59085cec1254 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:08.836886 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-e923c026-ee4e-47c2-bee2-59085cec1254 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6029534 Aug 05 11:28:08.840306 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49590) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:28:08.855407 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-9fa95be4-f209-4fc5-a6e8-21dcc8cc9b74 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Request body: {'subnet': {'network_id': '6afe9b25-1e5c-4197-b604-306d4192cdbc', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:28:08.886365 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-1636cb27-503e-4f38-97cf-de5dae026c9e None None] Allocated IP 19.80.0.2 (1fea457b-6ef5-454d-b895-97cc893a0dae/fcf3b1a0-b48a-428f-a8ce-82c8029327c6/fadcd879-b836-4afe-92c4-c02c65d871d5) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:28:08.897613 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e923c026-ee4e-47c2-bee2-59085cec1254 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Pushing event updated for resources: {'Network': ['ID=6afe9b25-1e5c-4197-b604-306d4192cdbc,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:28:08.951624 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 6afe9b25-1e5c-4197-b604-306d4192cdbc details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:28:08.993415 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-aa2965d3-2c1f-4b5a-a19a-4b6c424c58fc tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:09.045221 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fa95be4-f209-4fc5-a6e8-21dcc8cc9b74 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Made reservation on behalf of 496a66fa8c0741119f64b2d8ff8b2bc9 for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:28:09.065923 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9fa95be4-f209-4fc5-a6e8-21dcc8cc9b74 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:09.087411 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-aa2965d3-2c1f-4b5a-a19a-4b6c424c58fc tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:09.247460 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2965d3-2c1f-4b5a-a19a-4b6c424c58fc tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:28:09.269721 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-aa2965d3-2c1f-4b5a-a19a-4b6c424c58fc tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:28:09.276246 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2965d3-2c1f-4b5a-a19a-4b6c424c58fc tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:28:09.331668 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-841710c4-3fc0-4486-bfed-8e6506a158ba req-615a7e24-0ed1-44c3-a3db-f643338a2b9b tempest-ServerShowV257Test-1805273967 tempest-ServerShowV257Test-1805273967-project] 10.222.0.58 "GET /v2.0/ports?device_id=668953df-3091-4a63-a8f3-1c1fe0b71e92 HTTP/1.1" status: 200 len: 210 time: 0.1115165 Aug 05 11:28:09.392516 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2965d3-2c1f-4b5a-a19a-4b6c424c58fc tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Pushing event updated for resources: {'Port': ['ID=ce16544d-9bfa-4e79-ad6b-5625ba654820,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:28:09.495852 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1636cb27-503e-4f38-97cf-de5dae026c9e None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:09.507501 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-1636cb27-503e-4f38-97cf-de5dae026c9e None None] Transition to ACTIVE for port object fadcd879-b836-4afe-92c4-c02c65d871d5 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:28:09.537484 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-1636cb27-503e-4f38-97cf-de5dae026c9e None None] Transition to ACTIVE for port object fadcd879-b836-4afe-92c4-c02c65d871d5 will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:28:09.562258 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1636cb27-503e-4f38-97cf-de5dae026c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:09.599658 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9fa95be4-f209-4fc5-a6e8-21dcc8cc9b74 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25038678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30075167'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:09.627297 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1636cb27-503e-4f38-97cf-de5dae026c9e None None] Network 1fea457b-6ef5-454d-b895-97cc893a0dae is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:28:09.632035 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-1636cb27-503e-4f38-97cf-de5dae026c9e None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:28:09.637313 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1636cb27-503e-4f38-97cf-de5dae026c9e None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:28:09.717840 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1636cb27-503e-4f38-97cf-de5dae026c9e None None] Pushing event updated for resources: {'Port': ['ID=fadcd879-b836-4afe-92c4-c02c65d871d5,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:28:09.738111 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-1636cb27-503e-4f38-97cf-de5dae026c9e None None] Attempting to bind port fadcd879-b836-4afe-92c4-c02c65d871d5 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:28:09.739662 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-1636cb27-503e-4f38-97cf-de5dae026c9e None None] Attempting to bind port fadcd879-b836-4afe-92c4-c02c65d871d5 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '4408a66c-29ae-4d38-a473-cc98f29f756e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '1fea457b-6ef5-454d-b895-97cc893a0dae'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:28:09.743773 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-aa2965d3-2c1f-4b5a-a19a-4b6c424c58fc tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Deleting port ce16544d-9bfa-4e79-ad6b-5625ba654820 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:28:09.744368 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-aa2965d3-2c1f-4b5a-a19a-4b6c424c58fc tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:09.751804 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1636cb27-503e-4f38-97cf-de5dae026c9e None None] Attempting to bind port fadcd879-b836-4afe-92c4-c02c65d871d5 on network 1fea457b-6ef5-454d-b895-97cc893a0dae {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:28:09.771825 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1636cb27-503e-4f38-97cf-de5dae026c9e None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:28:09.772577 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1636cb27-503e-4f38-97cf-de5dae026c9e None None] Checking segment: {'id': '4408a66c-29ae-4d38-a473-cc98f29f756e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '1fea457b-6ef5-454d-b895-97cc893a0dae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:28:09.773337 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1636cb27-503e-4f38-97cf-de5dae026c9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:09.774015 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1636cb27-503e-4f38-97cf-de5dae026c9e None None] Bound using segment: {'id': '4408a66c-29ae-4d38-a473-cc98f29f756e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '1fea457b-6ef5-454d-b895-97cc893a0dae'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:28:09.774711 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-1636cb27-503e-4f38-97cf-de5dae026c9e None None] Bound port: fadcd879-b836-4afe-92c4-c02c65d871d5, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4408a66c-29ae-4d38-a473-cc98f29f756e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '1fea457b-6ef5-454d-b895-97cc893a0dae'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:28:09.776113 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1636cb27-503e-4f38-97cf-de5dae026c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:09.860820 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9e3b55-9fbf-4f3a-a1ff-c7271db5b957 req-774abcc5-03ab-4da5-b0a3-5f02a5d81595 tempest-VolumesAdminNegativeTest-919958504 tempest-VolumesAdminNegativeTest-919958504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:09.872515 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ac9e3b55-9fbf-4f3a-a1ff-c7271db5b957 req-774abcc5-03ab-4da5-b0a3-5f02a5d81595 tempest-VolumesAdminNegativeTest-919958504 tempest-VolumesAdminNegativeTest-919958504-project] 10.222.0.58 "GET /v2.0/ports?device_id=5736dfe7-b6ff-4df2-8dd3-d57fc09a36e7 HTTP/1.1" status: 200 len: 946 time: 0.2493532 Aug 05 11:28:09.926067 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:09.946785 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa95be4-f209-4fc5-a6e8-21dcc8cc9b74 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Pushing event updated for resources: {'Subnet': ['ID=80996e6f-4926-4143-99b0-390126b6317d,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:28:09.955768 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-3cbb7582-41e8-4da0-9a38-24aa2e9abdb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:09.959727 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-aa2965d3-2c1f-4b5a-a19a-4b6c424c58fc tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:09.960290 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-aa2965d3-2c1f-4b5a-a19a-4b6c424c58fc tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:09.982139 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ac9e3b55-9fbf-4f3a-a1ff-c7271db5b957 req-10096ef9-e0ec-46e4-a729-b0841cf7dac7 tempest-VolumesAdminNegativeTest-919958504 tempest-VolumesAdminNegativeTest-919958504-project] 10.222.0.58 "GET /v2.0/security-groups?id=a7382b56-ea23-402b-9dbf-5e5ac09b0b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074166 Aug 05 11:28:09.994568 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa95be4-f209-4fc5-a6e8-21dcc8cc9b74 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Checking segment: {'id': '9adb7594-f5cf-49bb-9eb1-dba5bfac555d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '6afe9b25-1e5c-4197-b604-306d4192cdbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:28:09.995264 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa95be4-f209-4fc5-a6e8-21dcc8cc9b74 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Network hostable DHCP agents. Network: 6afe9b25-1e5c-4197-b604-306d4192cdbc, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:28:10.009017 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-1636cb27-503e-4f38-97cf-de5dae026c9e None None] For port fadcd879-b836-4afe-92c4-c02c65d871d5, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:28:10.012710 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-aa2965d3-2c1f-4b5a-a19a-4b6c424c58fc tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Calling delete_port for ce16544d-9bfa-4e79-ad6b-5625ba654820 owned by network:floatingip {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:28:10.021620 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-1636cb27-503e-4f38-97cf-de5dae026c9e None None] For port fadcd879-b836-4afe-92c4-c02c65d871d5, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=fadcd879-b836-4afe-92c4-c02c65d871d5,segment=NetworkSegment(4408a66c-29ae-4d38-a473-cc98f29f756e),segment_id=4408a66c-29ae-4d38-a473-cc98f29f756e)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:28:10.033096 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1636cb27-503e-4f38-97cf-de5dae026c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:10.045673 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cd03f4-3c33-4337-ba90-2d6d0a8deebd req-cca3e4e5-6674-42e1-a634-88ac09de04b4 tempest-VolumesAdminNegativeTest-919958504 tempest-VolumesAdminNegativeTest-919958504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:10.048209 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-64cd03f4-3c33-4337-ba90-2d6d0a8deebd req-cca3e4e5-6674-42e1-a634-88ac09de04b4 tempest-VolumesAdminNegativeTest-919958504 tempest-VolumesAdminNegativeTest-919958504-project] 10.222.0.55 "GET /v2.0/ports?device_id=5736dfe7-b6ff-4df2-8dd3-d57fc09a36e7 HTTP/1.1" status: 200 len: 946 time: 0.2542126 Aug 05 11:28:10.086333 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa95be4-f209-4fc5-a6e8-21dcc8cc9b74 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Network 6afe9b25-1e5c-4197-b604-306d4192cdbc is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:28:10.154193 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-9fa95be4-f209-4fc5-a6e8-21dcc8cc9b74 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, 6afe9b25-1e5c-4197-b604-306d4192cdbc) {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:28:10.170053 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa95be4-f209-4fc5-a6e8-21dcc8cc9b74 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:10.170053 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9fa95be4-f209-4fc5-a6e8-21dcc8cc9b74 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:10.185126 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1636cb27-503e-4f38-97cf-de5dae026c9e None None] Pushing event updated for resources: {'Port': ['ID=fadcd879-b836-4afe-92c4-c02c65d871d5,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:28:10.204871 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f187f55e-baba-451c-9e87-7611de888afe None None] Network 6afe9b25-1e5c-4197-b604-306d4192cdbc requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:28:10.248069 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-9fa95be4-f209-4fc5-a6e8-21dcc8cc9b74 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4053471 Aug 05 11:28:10.313876 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-64cd03f4-3c33-4337-ba90-2d6d0a8deebd req-0d83e2c6-37c6-4860-9151-c61cbc909452 tempest-VolumesAdminNegativeTest-919958504 tempest-VolumesAdminNegativeTest-919958504-project] Deleting port a386daa9-6ec5-4a09-a420-ce1ee74ce07b {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:28:10.314350 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-64cd03f4-3c33-4337-ba90-2d6d0a8deebd req-0d83e2c6-37c6-4860-9151-c61cbc909452 tempest-VolumesAdminNegativeTest-919958504 tempest-VolumesAdminNegativeTest-919958504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:10.429863 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-aa2965d3-2c1f-4b5a-a19a-4b6c424c58fc tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:10.550789 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2965d3-2c1f-4b5a-a19a-4b6c424c58fc tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Pushing event deleted for resources: {'Port': ['ID=ce16544d-9bfa-4e79-ad6b-5625ba654820,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:28:10.691216 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-64cd03f4-3c33-4337-ba90-2d6d0a8deebd req-0d83e2c6-37c6-4860-9151-c61cbc909452 tempest-VolumesAdminNegativeTest-919958504 tempest-VolumesAdminNegativeTest-919958504-project] For port a386daa9-6ec5-4a09-a420-ce1ee74ce07b, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=a386daa9-6ec5-4a09-a420-ce1ee74ce07b,segment=NetworkSegment(090d98ab-c49d-4abe-ad31-37cd9ac62c02),segment_id=090d98ab-c49d-4abe-ad31-37cd9ac62c02)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:28:10.691486 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-64cd03f4-3c33-4337-ba90-2d6d0a8deebd req-0d83e2c6-37c6-4860-9151-c61cbc909452 tempest-VolumesAdminNegativeTest-919958504 tempest-VolumesAdminNegativeTest-919958504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:10.705598 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e0bcdc-6a0e-4e82-858f-50ec3efaa137 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-6afe9b25-1e5c-4197-b604-306d4192cdbc', 'network_id': '6afe9b25-1e5c-4197-b604-306d4192cdbc', 'tenant_id': '496a66fa8c0741119f64b2d8ff8b2bc9', 'fixed_ips': [{'subnet_id': '80996e6f-4926-4143-99b0-390126b6317d'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 11:28:10.706874 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-83e0bcdc-6a0e-4e82-858f-50ec3efaa137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:10.712521 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-087b3b1d-007b-4696-9f4e-691ea78c27cb req-7be528b3-7f7c-4e9d-a0e0-5ac35f30426c tempest-ServerShowV257Test-1805273967 tempest-ServerShowV257Test-1805273967-project] 10.222.0.58 "GET /v2.0/ports?device_id=668953df-3091-4a63-a8f3-1c1fe0b71e92 HTTP/1.1" status: 200 len: 210 time: 0.1512489 Aug 05 11:28:10.732601 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-64cd03f4-3c33-4337-ba90-2d6d0a8deebd req-0d83e2c6-37c6-4860-9151-c61cbc909452 tempest-VolumesAdminNegativeTest-919958504 tempest-VolumesAdminNegativeTest-919958504-project] Calling delete_port for a386daa9-6ec5-4a09-a420-ce1ee74ce07b owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:28:10.925453 n-d-803378-2 neutron-server[94420]: INFO neutron.api.v2.resource [None req-aa2965d3-2c1f-4b5a-a19a-4b6c424c58fc tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] create failed (client error): The resource could not be found. Aug 05 11:28:10.927944 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-aa2965d3-2c1f-4b5a-a19a-4b6c424c58fc tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.9455302 Aug 05 11:28:10.940079 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49622) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:28:11.017901 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8faf2d4-d82f-42c7-91fa-8e5cb7f099d6 req-0b5a3f9c-5a30-4abc-a17a-f184e81a48e5 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:11.032133 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8faf2d4-d82f-42c7-91fa-8e5cb7f099d6 req-0b5a3f9c-5a30-4abc-a17a-f184e81a48e5 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:11.034270 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c8faf2d4-d82f-42c7-91fa-8e5cb7f099d6 req-0b5a3f9c-5a30-4abc-a17a-f184e81a48e5 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] 10.222.0.58 "GET /v2.0/networks?id=1fea457b-6ef5-454d-b895-97cc893a0dae&id=6afe9b25-1e5c-4197-b604-306d4192cdbc HTTP/1.1" status: 200 len: 1392 time: 0.2589042 Aug 05 11:28:11.075436 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-83e0bcdc-6a0e-4e82-858f-50ec3efaa137 None None] Allocated IP 19.86.0.2 (6afe9b25-1e5c-4197-b604-306d4192cdbc/80996e6f-4926-4143-99b0-390126b6317d/51a06ccf-80e9-4046-895d-7116e043dce9) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:28:11.091773 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c8faf2d4-d82f-42c7-91fa-8e5cb7f099d6 req-12bd8806-fba2-42df-b304-0df3f91adf8c tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] 10.222.0.58 "GET /v2.0/quotas/496a66fa8c0741119f64b2d8ff8b2bc9 HTTP/1.1" status: 200 len: 375 time: 0.0435159 Aug 05 11:28:11.186089 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-64cd03f4-3c33-4337-ba90-2d6d0a8deebd req-0d83e2c6-37c6-4860-9151-c61cbc909452 tempest-VolumesAdminNegativeTest-919958504 tempest-VolumesAdminNegativeTest-919958504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:11.259051 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d83e2c6-37c6-4860-9151-c61cbc909452 tempest-VolumesAdminNegativeTest-919958504 tempest-VolumesAdminNegativeTest-919958504-project] Pushing event deleted for resources: {'Port': ['ID=a386daa9-6ec5-4a09-a420-ce1ee74ce07b,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:28:11.283702 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['a386daa9-6ec5-4a09-a420-ce1ee74ce07b'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:28:11.296572 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c8faf2d4-d82f-42c7-91fa-8e5cb7f099d6 req-03cb2b02-6d92-422b-8c12-aa88e85acdb7 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=496a66fa8c0741119f64b2d8ff8b2bc9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1916358 Aug 05 11:28:11.310393 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [req-c8faf2d4-d82f-42c7-91fa-8e5cb7f099d6 req-39a0e7db-bea8-40a6-922a-a60c0b1fe733 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94420) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 11:28:11.325294 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c8faf2d4-d82f-42c7-91fa-8e5cb7f099d6 req-39a0e7db-bea8-40a6-922a-a60c0b1fe733 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0228453 Aug 05 11:28:11.404431 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-5f032c2b-39cf-4602-97ba-11c53522b656 tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Deleting port 9bf5c00c-b172-4848-898a-403c110f7979 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:28:11.404977 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5f032c2b-39cf-4602-97ba-11c53522b656 tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:11.456181 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e5571b79-4d65-4f37-a67f-9fd363393604 req-64c9f657-204d-4640-8628-266fb10be65e tempest-VolumesAdminNegativeTest-919958504 tempest-VolumesAdminNegativeTest-919958504-project] 10.222.0.58 "GET /v2.0/ports?device_id=5736dfe7-b6ff-4df2-8dd3-d57fc09a36e7 HTTP/1.1" status: 200 len: 210 time: 0.0593154 Aug 05 11:28:11.532732 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c8faf2d4-d82f-42c7-91fa-8e5cb7f099d6 req-1e48475c-472b-4e50-a78f-55e390c7a58e service neutron] 10.222.0.58 "GET /v2.0/networks/1fea457b-6ef5-454d-b895-97cc893a0dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053146 Aug 05 11:28:11.563771 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-64cd03f4-3c33-4337-ba90-2d6d0a8deebd req-0d83e2c6-37c6-4860-9151-c61cbc909452 tempest-VolumesAdminNegativeTest-919958504 tempest-VolumesAdminNegativeTest-919958504-project] No DVR routers for this DVR port a386daa9-6ec5-4a09-a420-ce1ee74ce07b on host n-h2-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:28:11.574949 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-64cd03f4-3c33-4337-ba90-2d6d0a8deebd req-0d83e2c6-37c6-4860-9151-c61cbc909452 tempest-VolumesAdminNegativeTest-919958504 tempest-VolumesAdminNegativeTest-919958504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:11.579391 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-64cd03f4-3c33-4337-ba90-2d6d0a8deebd req-0d83e2c6-37c6-4860-9151-c61cbc909452 tempest-VolumesAdminNegativeTest-919958504 tempest-VolumesAdminNegativeTest-919958504-project] 10.222.0.55 "DELETE /v2.0/ports/a386daa9-6ec5-4a09-a420-ce1ee74ce07b HTTP/1.1" status: 204 len: 173 time: 1.5050015 Aug 05 11:28:11.580161 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5736dfe7-b6ff-4df2-8dd3-d57fc09a36e7', 'name': 'network-vif-deleted', 'tag': 'a386daa9-6ec5-4a09-a420-ce1ee74ce07b'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:28:11.585038 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d7ee028-86e4-4e9e-9b9b-17b77b4583bb" -d '{"events": [{"server_uuid": "5736dfe7-b6ff-4df2-8dd3-d57fc09a36e7", "name": "network-vif-deleted", "tag": "a386daa9-6ec5-4a09-a420-ce1ee74ce07b"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:28:11.617937 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-83e0bcdc-6a0e-4e82-858f-50ec3efaa137 None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:11.662498 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:11.664080 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-83e0bcdc-6a0e-4e82-858f-50ec3efaa137 None None] Transition to ACTIVE for port object 51a06ccf-80e9-4046-895d-7116e043dce9 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:28:11.684811 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-83e0bcdc-6a0e-4e82-858f-50ec3efaa137 None None] Transition to ACTIVE for port object 51a06ccf-80e9-4046-895d-7116e043dce9 will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:28:11.697069 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-83e0bcdc-6a0e-4e82-858f-50ec3efaa137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:11.825223 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e0bcdc-6a0e-4e82-858f-50ec3efaa137 None None] Pushing event updated for resources: {'Port': ['ID=51a06ccf-80e9-4046-895d-7116e043dce9,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:28:11.842467 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e0bcdc-6a0e-4e82-858f-50ec3efaa137 None None] Network 6afe9b25-1e5c-4197-b604-306d4192cdbc is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:28:11.845049 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5f032c2b-39cf-4602-97ba-11c53522b656 tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:11.849864 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-83e0bcdc-6a0e-4e82-858f-50ec3efaa137 None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:28:11.856084 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e0bcdc-6a0e-4e82-858f-50ec3efaa137 None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:28:11.908296 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c8faf2d4-d82f-42c7-91fa-8e5cb7f099d6 req-9f8ceb50-651b-4900-9204-2349e376c8e5 service neutron] 10.222.0.58 "GET /v2.0/networks/1fea457b-6ef5-454d-b895-97cc893a0dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3741450 Aug 05 11:28:11.911622 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9e38213-8f3c-4751-be0c-d49ca47dc21f x-openstack-request-id: req-f9e38213-8f3c-4751-be0c-d49ca47dc21f {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:28:11.916419 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5736dfe7-b6ff-4df2-8dd3-d57fc09a36e7", "name": "network-vif-deleted", "tag": "a386daa9-6ec5-4a09-a420-ce1ee74ce07b", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:28:11.917199 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f9e38213-8f3c-4751-be0c-d49ca47dc21f {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:28:11.918056 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5736dfe7-b6ff-4df2-8dd3-d57fc09a36e7', 'name': 'network-vif-deleted', 'tag': 'a386daa9-6ec5-4a09-a420-ce1ee74ce07b', 'status': 'completed', 'code': 200} Aug 05 11:28:11.945484 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-5f032c2b-39cf-4602-97ba-11c53522b656 tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Calling delete_port for 9bf5c00c-b172-4848-898a-403c110f7979 owned by {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:28:12.039013 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-83e0bcdc-6a0e-4e82-858f-50ec3efaa137 None None] Attempting to bind port 51a06ccf-80e9-4046-895d-7116e043dce9 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:28:12.040365 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-83e0bcdc-6a0e-4e82-858f-50ec3efaa137 None None] Attempting to bind port 51a06ccf-80e9-4046-895d-7116e043dce9 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '9adb7594-f5cf-49bb-9eb1-dba5bfac555d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '6afe9b25-1e5c-4197-b604-306d4192cdbc'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:28:12.041144 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e0bcdc-6a0e-4e82-858f-50ec3efaa137 None None] Attempting to bind port 51a06ccf-80e9-4046-895d-7116e043dce9 on network 6afe9b25-1e5c-4197-b604-306d4192cdbc {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:28:12.052541 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e0bcdc-6a0e-4e82-858f-50ec3efaa137 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:28:12.053429 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e0bcdc-6a0e-4e82-858f-50ec3efaa137 None None] Checking segment: {'id': '9adb7594-f5cf-49bb-9eb1-dba5bfac555d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '6afe9b25-1e5c-4197-b604-306d4192cdbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:28:12.054134 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-83e0bcdc-6a0e-4e82-858f-50ec3efaa137 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:12.054907 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e0bcdc-6a0e-4e82-858f-50ec3efaa137 None None] Bound using segment: {'id': '9adb7594-f5cf-49bb-9eb1-dba5bfac555d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '6afe9b25-1e5c-4197-b604-306d4192cdbc'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:28:12.055919 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-83e0bcdc-6a0e-4e82-858f-50ec3efaa137 None None] Bound port: 51a06ccf-80e9-4046-895d-7116e043dce9, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9adb7594-f5cf-49bb-9eb1-dba5bfac555d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '6afe9b25-1e5c-4197-b604-306d4192cdbc'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:28:12.057852 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-83e0bcdc-6a0e-4e82-858f-50ec3efaa137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:12.126078 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b31a11-5ca2-4e3f-92b8-8ff2c6164a44 None None] Network 1fea457b-6ef5-454d-b895-97cc893a0dae requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:28:12.134729 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device fadcd879-b836-4afe-92c4-c02c65d871d5 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:28:12.147943 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-969ad1a4-0aec-4bb4-9f6f-90e060c55945 req-7bef8110-6ed3-46c0-9ecd-a1cc6791ee04 tempest-ServerShowV257Test-1805273967 tempest-ServerShowV257Test-1805273967-project] 10.222.0.58 "GET /v2.0/ports?device_id=668953df-3091-4a63-a8f3-1c1fe0b71e92 HTTP/1.1" status: 200 len: 210 time: 0.0497561 Aug 05 11:28:12.295905 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c8faf2d4-d82f-42c7-91fa-8e5cb7f099d6 req-f7de517c-6c1a-4b44-a2b3-6bfea83af5f3 service neutron] 10.222.0.58 "GET /v2.0/networks/6afe9b25-1e5c-4197-b604-306d4192cdbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3778951 Aug 05 11:28:12.399308 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5f032c2b-39cf-4602-97ba-11c53522b656 tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:12.424882 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-92457e34-0ebc-48ad-8fb8-2d4d30a931d2 None None] Provisioning for port fadcd879-b836-4afe-92c4-c02c65d871d5 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:28:12.459227 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c8faf2d4-d82f-42c7-91fa-8e5cb7f099d6 req-b62b0616-e323-4bad-88af-55ebba9f8191 service neutron] 10.222.0.58 "GET /v2.0/networks/6afe9b25-1e5c-4197-b604-306d4192cdbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619935 Aug 05 11:28:12.470168 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f032c2b-39cf-4602-97ba-11c53522b656 tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Pushing event deleted for resources: {'Port': ['ID=9bf5c00c-b172-4848-898a-403c110f7979,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:28:12.576800 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-83e0bcdc-6a0e-4e82-858f-50ec3efaa137 None None] For port 51a06ccf-80e9-4046-895d-7116e043dce9, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:28:12.586457 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-83e0bcdc-6a0e-4e82-858f-50ec3efaa137 None None] For port 51a06ccf-80e9-4046-895d-7116e043dce9, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=51a06ccf-80e9-4046-895d-7116e043dce9,segment=NetworkSegment(9adb7594-f5cf-49bb-9eb1-dba5bfac555d),segment_id=9adb7594-f5cf-49bb-9eb1-dba5bfac555d)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:28:12.666307 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-83e0bcdc-6a0e-4e82-858f-50ec3efaa137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:12.707112 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port fadcd879-b836-4afe-92c4-c02c65d871d5 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:28:12.724593 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5f032c2b-39cf-4602-97ba-11c53522b656 tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:12.727642 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-5f032c2b-39cf-4602-97ba-11c53522b656 tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] 10.222.0.58 "DELETE /v2.0/ports/9bf5c00c-b172-4848-898a-403c110f7979 HTTP/1.1" status: 204 len: 168 time: 1.7860897 Aug 05 11:28:12.730666 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49644) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:28:12.748239 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port fadcd879-b836-4afe-92c4-c02c65d871d5 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:28:12.748983 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:12.814512 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-87d69c6c-a3ad-419c-9c9c-a02eee507394 req-00980165-428e-4448-a0a7-fa148145c04d tempest-VolumesAdminNegativeTest-919958504 tempest-VolumesAdminNegativeTest-919958504-project] 10.222.0.58 "GET /v2.0/ports?device_id=5736dfe7-b6ff-4df2-8dd3-d57fc09a36e7 HTTP/1.1" status: 200 len: 210 time: 0.1342893 Aug 05 11:28:12.939263 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9966d5-4687-4787-9118-ea2eed456862 tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:12.944564 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-7b9966d5-4687-4787-9118-ea2eed456862 tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b68923c-a6bf-4653-aa6d-00a56819968f HTTP/1.1" status: 200 len: 913 time: 0.2103469 Aug 05 11:28:12.946221 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49652) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:28:13.212298 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e0bcdc-6a0e-4e82-858f-50ec3efaa137 None None] Pushing event updated for resources: {'Port': ['ID=51a06ccf-80e9-4046-895d-7116e043dce9,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:28:13.427649 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:13.479054 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-611fa812-2df0-49fe-95df-1d9df06bff92 req-f2b30be4-dc41-4491-8dc1-f5eb4cc90c29 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] 10.222.0.58 "GET /v2.0/ports?device_id=53a56542-0f49-4239-9458-080547c54c31 HTTP/1.1" status: 200 len: 210 time: 0.2420702 Aug 05 11:28:13.518931 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port fadcd879-b836-4afe-92c4-c02c65d871d5, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=fadcd879-b836-4afe-92c4-c02c65d871d5,segment=NetworkSegment(4408a66c-29ae-4d38-a473-cc98f29f756e),segment_id=4408a66c-29ae-4d38-a473-cc98f29f756e)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:28:13.538006 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:13.767622 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:13.781224 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=fadcd879-b836-4afe-92c4-c02c65d871d5,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:28:13.882093 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 51a06ccf-80e9-4046-895d-7116e043dce9 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:28:13.918959 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4d5284ae-5b74-469f-a6b9-508c770cf7ad req-d610696d-22fe-4da6-b47f-7031fdb47058 tempest-ServerShowV257Test-1805273967 tempest-ServerShowV257Test-1805273967-project] 10.222.0.58 "GET /v2.0/ports?device_id=668953df-3091-4a63-a8f3-1c1fe0b71e92 HTTP/1.1" status: 200 len: 210 time: 0.4321775 Aug 05 11:28:13.996845 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49672) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:28:14.056858 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-bef116bc-6734-43a8-9016-d22640a64b9d None None] Provisioning complete for port fadcd879-b836-4afe-92c4-c02c65d871d5 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:28:14.057312 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-bef116bc-6734-43a8-9016-d22640a64b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:14.059597 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 51a06ccf-80e9-4046-895d-7116e043dce9 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:28:14.122946 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3fbff37-a408-4c57-887f-fb7a00cb43c8 admin admin] Deleting subnet 71ed3eb9-6087-43e0-afe0-9578718e37ba {{(pid=94421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:28:14.133983 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c3fbff37-a408-4c57-887f-fb7a00cb43c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:14.205284 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b950f8d7-f2b7-4a75-b038-c5ecb8b725ae req-b9bb6668-2bd8-42aa-948e-5cb069814bcd tempest-LiveMigrationTest-868734295 tempest-LiveMigrationTest-868734295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:14.220241 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b950f8d7-f2b7-4a75-b038-c5ecb8b725ae req-b9bb6668-2bd8-42aa-948e-5cb069814bcd tempest-LiveMigrationTest-868734295 tempest-LiveMigrationTest-868734295-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=adcdcc6e-5915-4a7f-a754-7b8f8b7e91a9 HTTP/1.1" status: 200 len: 1097 time: 0.1293256 Aug 05 11:28:14.237804 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c3fbff37-a408-4c57-887f-fb7a00cb43c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29786388'] for subnet, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:14.362280 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c3fbff37-a408-4c57-887f-fb7a00cb43c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:14.389512 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device a386daa9-6ec5-4a09-a420-ce1ee74ce07b no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:28:14.407904 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b950f8d7-f2b7-4a75-b038-c5ecb8b725ae req-4f9e9bd7-c2ce-4cf6-ae17-51fb33e64ef0 tempest-LiveMigrationTest-868734295 tempest-LiveMigrationTest-868734295-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=12d84a41-4254-4f43-a1c3-ae5bdc7fdfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750610 Aug 05 11:28:14.431234 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] No Port match for: a386daa9-6ec5-4a09-a420-ce1ee74ce07b {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:28:14.431870 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device a386daa9-6ec5-4a09-a420-ce1ee74ce07b not bound to the agent host n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:28:14.495932 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c3fbff37-a408-4c57-887f-fb7a00cb43c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25038609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30075142'] for subnet, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:14.549979 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fbff37-a408-4c57-887f-fb7a00cb43c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71ed3eb9-6087-43e0-afe0-9578718e37ba,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:28:14.601716 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c3fbff37-a408-4c57-887f-fb7a00cb43c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:14.606195 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-c3fbff37-a408-4c57-887f-fb7a00cb43c8 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/71ed3eb9-6087-43e0-afe0-9578718e37ba HTTP/1.1" status: 204 len: 168 time: 0.6073446 Aug 05 11:28:14.607828 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-88a7ab03-d73b-48be-91c7-95bfa2021bd4 tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33208311'] for router_interface, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:14.610630 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49680) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:28:14.725540 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3ebf50d2-0dfd-45e7-82e7-b7283d847f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:14.934162 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dbe0954-3473-41e0-b537-6288b5a27bfd None None] Network 6afe9b25-1e5c-4197-b604-306d4192cdbc requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:28:14.941650 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3ebf50d2-0dfd-45e7-82e7-b7283d847f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:14.945035 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cc8e2683-659f-4b59-9c60-692eda3231c3 req-5d363638-4acb-47f5-9e71-5acdc1daa918 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] 10.222.0.58 "GET /v2.0/ports?device_id=53a56542-0f49-4239-9458-080547c54c31 HTTP/1.1" status: 200 len: 210 time: 0.1342263 Aug 05 11:28:14.966759 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-3ebf50d2-0dfd-45e7-82e7-b7283d847f61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9081b895-398d-41db-a440-e2f3df875e6a']}} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:28:14.999657 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-3ebf50d2-0dfd-45e7-82e7-b7283d847f61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '090d98ab-c49d-4abe-ad31-37cd9ac62c02') {'for_net_delete': True} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:28:15.000896 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-3ebf50d2-0dfd-45e7-82e7-b7283d847f61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '090d98ab-c49d-4abe-ad31-37cd9ac62c02') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:28:15.028432 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3ebf50d2-0dfd-45e7-82e7-b7283d847f61 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29786371'] for segment, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:15.077011 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3ebf50d2-0dfd-45e7-82e7-b7283d847f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:15.085684 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ebf50d2-0dfd-45e7-82e7-b7283d847f61 admin admin] Releasing vlan 678 on physical network physnet1 to pool {{(pid=94421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:28:15.086232 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3ebf50d2-0dfd-45e7-82e7-b7283d847f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25038799'] for segment, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:15.137052 n-d-803378-2 neutron-server[94421]: Traceback (most recent call last): Aug 05 11:28:15.137052 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:28:15.137052 n-d-803378-2 neutron-server[94421]: timer() Aug 05 11:28:15.137052 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:28:15.137052 n-d-803378-2 neutron-server[94421]: cb(*args, **kw) Aug 05 11:28:15.137052 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:28:15.137052 n-d-803378-2 neutron-server[94421]: return func(*args, **kwargs) Aug 05 11:28:15.137052 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:28:15.137052 n-d-803378-2 neutron-server[94421]: self._notify() Aug 05 11:28:15.137052 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:28:15.137052 n-d-803378-2 neutron-server[94421]: self.callback(batched_events) Aug 05 11:28:15.137052 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:28:15.137052 n-d-803378-2 neutron-server[94421]: event.method(event) Aug 05 11:28:15.137052 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:28:15.137052 n-d-803378-2 neutron-server[94421]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:28:15.137052 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:28:15.137052 n-d-803378-2 neutron-server[94421]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:28:15.137052 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:28:15.137052 n-d-803378-2 neutron-server[94421]: return f(self, *a, **k) Aug 05 11:28:15.137052 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:28:15.137052 n-d-803378-2 neutron-server[94421]: return self._get(url).json() Aug 05 11:28:15.137052 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:28:15.137052 n-d-803378-2 neutron-server[94421]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:28:15.137052 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:28:15.137052 n-d-803378-2 neutron-server[94421]: return self.request(url, 'GET', **kwargs) Aug 05 11:28:15.137052 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:28:15.137052 n-d-803378-2 neutron-server[94421]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:28:15.137052 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:28:15.137052 n-d-803378-2 neutron-server[94421]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:28:15.137052 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:28:15.137052 n-d-803378-2 neutron-server[94421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:28:15.137052 n-d-803378-2 neutron-server[94421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:28:15.294955 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3ebf50d2-0dfd-45e7-82e7-b7283d847f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:15.303395 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-cacf3a62-2b94-4548-bc6a-e28b40ba2fe0 None None] Provisioning for port 51a06ccf-80e9-4046-895d-7116e043dce9 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:28:15.332885 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-88a7ab03-d73b-48be-91c7-95bfa2021bd4 tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Deleting port d3cd8b9d-8888-4912-9f3e-23c6d53d8b6b {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:28:15.333309 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-88a7ab03-d73b-48be-91c7-95bfa2021bd4 tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:15.337093 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-cacf3a62-2b94-4548-bc6a-e28b40ba2fe0 None None] Provisioning complete for port 51a06ccf-80e9-4046-895d-7116e043dce9 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:28:15.340536 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cacf3a62-2b94-4548-bc6a-e28b40ba2fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:15.352376 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3ebf50d2-0dfd-45e7-82e7-b7283d847f61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:15.360084 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-3ebf50d2-0dfd-45e7-82e7-b7283d847f61 admin admin] 10.222.0.58 "DELETE /v2.0/networks/9081b895-398d-41db-a440-e2f3df875e6a HTTP/1.1" status: 204 len: 168 time: 0.7438977 Aug 05 11:28:15.364240 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebf50d2-0dfd-45e7-82e7-b7283d847f61 admin admin] Pushing event deleted for resources: {'Network': ['ID=9081b895-398d-41db-a440-e2f3df875e6a,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:28:15.378240 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49694) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:28:15.501736 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_v2 [None req-00d11712-8b6a-4e03-afee-ad4ed7e51ac9 admin admin] Deleting subnet 7bc254c1-b4e6-47b4-81ac-bdef59406373 {{(pid=94421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:28:15.505718 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-88a7ab03-d73b-48be-91c7-95bfa2021bd4 tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:15.524554 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-88a7ab03-d73b-48be-91c7-95bfa2021bd4 tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Calling delete_port for d3cd8b9d-8888-4912-9f3e-23c6d53d8b6b owned by network:router_interface {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:28:15.549439 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-00d11712-8b6a-4e03-afee-ad4ed7e51ac9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:15.692525 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8faf2d4-d82f-42c7-91fa-8e5cb7f099d6 req-9890b80e-2907-4427-8595-0042f4af9043 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:15.704912 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cacf3a62-2b94-4548-bc6a-e28b40ba2fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:15.732262 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8faf2d4-d82f-42c7-91fa-8e5cb7f099d6 req-9890b80e-2907-4427-8595-0042f4af9043 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:15.734869 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c8faf2d4-d82f-42c7-91fa-8e5cb7f099d6 req-9890b80e-2907-4427-8595-0042f4af9043 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] 10.222.0.64 "GET /v2.0/networks?id=1fea457b-6ef5-454d-b895-97cc893a0dae&id=6afe9b25-1e5c-4197-b604-306d4192cdbc HTTP/1.1" status: 200 len: 1392 time: 0.5787494 Aug 05 11:28:15.796230 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-c8faf2d4-d82f-42c7-91fa-8e5cb7f099d6 req-4d51fb9f-16d8-41f5-893b-86a21a880dd0 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Request body: {'port': {'device_id': '53a56542-0f49-4239-9458-080547c54c31', 'network_id': '1fea457b-6ef5-454d-b895-97cc893a0dae', 'admin_state_up': True, 'tenant_id': '496a66fa8c0741119f64b2d8ff8b2bc9'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:28:15.810860 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a4c263a9-fea2-4acf-9ddc-e245547f77bf req-7dd95a41-24b7-40ea-acf6-d54b4bcb6a4e tempest-ServerShowV257Test-1805273967 tempest-ServerShowV257Test-1805273967-project] 10.222.0.58 "GET /v2.0/ports?device_id=668953df-3091-4a63-a8f3-1c1fe0b71e92 HTTP/1.1" status: 200 len: 210 time: 0.0443175 Aug 05 11:28:15.815498 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-88a7ab03-d73b-48be-91c7-95bfa2021bd4 tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:15.874018 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-cacf3a62-2b94-4548-bc6a-e28b40ba2fe0 None None] For port 51a06ccf-80e9-4046-895d-7116e043dce9, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=51a06ccf-80e9-4046-895d-7116e043dce9,segment=NetworkSegment(9adb7594-f5cf-49bb-9eb1-dba5bfac555d),segment_id=9adb7594-f5cf-49bb-9eb1-dba5bfac555d)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:28:15.891665 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-00d11712-8b6a-4e03-afee-ad4ed7e51ac9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29786388'] for subnet, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:15.891994 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cacf3a62-2b94-4548-bc6a-e28b40ba2fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:15.918859 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a7ab03-d73b-48be-91c7-95bfa2021bd4 tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Pushing event deleted for resources: {'Port': ['ID=d3cd8b9d-8888-4912-9f3e-23c6d53d8b6b,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:28:16.094042 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-00d11712-8b6a-4e03-afee-ad4ed7e51ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:16.137404 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacf3a62-2b94-4548-bc6a-e28b40ba2fe0 None None] Pushing event updated for resources: {'Port': ['ID=51a06ccf-80e9-4046-895d-7116e043dce9,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:28:16.183382 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device fadcd879-b836-4afe-92c4-c02c65d871d5 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:28:16.377285 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port fadcd879-b836-4afe-92c4-c02c65d871d5 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:28:16.377881 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:16.473757 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6aa82122-597f-4f6d-b4ea-e06396bf0bad req-bc37717b-9920-44da-b485-af377b6bb942 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] 10.222.0.58 "GET /v2.0/ports?device_id=53a56542-0f49-4239-9458-080547c54c31 HTTP/1.1" status: 200 len: 210 time: 0.1873488 Aug 05 11:28:16.481670 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8faf2d4-d82f-42c7-91fa-8e5cb7f099d6 req-4d51fb9f-16d8-41f5-893b-86a21a880dd0 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Made reservation on behalf of 496a66fa8c0741119f64b2d8ff8b2bc9 for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:28:16.488106 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-c8faf2d4-d82f-42c7-91fa-8e5cb7f099d6 req-4d51fb9f-16d8-41f5-893b-86a21a880dd0 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:16.634478 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-88a7ab03-d73b-48be-91c7-95bfa2021bd4 tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33140263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33208171'] for router_interface, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:16.671772 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-32749a56-5e90-4955-a331-94cb9a91d45c None None] Provisioning complete for port 51a06ccf-80e9-4046-895d-7116e043dce9 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:28:16.672655 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-32749a56-5e90-4955-a331-94cb9a91d45c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:16.809210 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-00d11712-8b6a-4e03-afee-ad4ed7e51ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25038609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30075142'] for subnet, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:16.874832 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d11712-8b6a-4e03-afee-ad4ed7e51ac9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bc254c1-b4e6-47b4-81ac-bdef59406373,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:28:16.889955 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [req-3b2cec6f-20ea-43bd-ae59-e43fd6a91f2f req-4bce342f-6cfe-4f7b-bdbe-554c7078057c tempest-LiveMigrationTest-868734295 tempest-LiveMigrationTest-868734295-project-admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94421) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 11:28:16.891047 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3b2cec6f-20ea-43bd-ae59-e43fd6a91f2f req-4bce342f-6cfe-4f7b-bdbe-554c7078057c tempest-LiveMigrationTest-868734295 tempest-LiveMigrationTest-868734295-project-admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0246480 Aug 05 11:28:16.904720 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-00d11712-8b6a-4e03-afee-ad4ed7e51ac9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:16.907831 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-00d11712-8b6a-4e03-afee-ad4ed7e51ac9 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/7bc254c1-b4e6-47b4-81ac-bdef59406373 HTTP/1.1" status: 204 len: 168 time: 1.5282021 Aug 05 11:28:16.912249 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49720) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:28:16.923683 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-3b2cec6f-20ea-43bd-ae59-e43fd6a91f2f req-61a3fe48-e63f-46bd-a476-5d1434eb4310 service neutron] Request body: {'binding': {'host': 'n-h1-803378-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:28:16.927092 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-3b2cec6f-20ea-43bd-ae59-e43fd6a91f2f req-61a3fe48-e63f-46bd-a476-5d1434eb4310 service neutron] Unknown quota resources ['binding']. {{(pid=94421) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 05 11:28:16.929083 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-c8faf2d4-d82f-42c7-91fa-8e5cb7f099d6 req-4d51fb9f-16d8-41f5-893b-86a21a880dd0 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Allocated IP 19.80.0.48 (1fea457b-6ef5-454d-b895-97cc893a0dae/fcf3b1a0-b48a-428f-a8ce-82c8029327c6/0710547a-ad26-4de7-b24c-9aeb55d07c0a) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:28:17.094116 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-33e5cc40-ca17-47eb-9f73-80f0ca9ff346 req-94a6485e-bc40-4dd8-8607-6d42cc7b1527 tempest-ServerShowV257Test-1805273967 tempest-ServerShowV257Test-1805273967-project] 10.222.0.58 "GET /v2.0/ports?device_id=668953df-3091-4a63-a8f3-1c1fe0b71e92 HTTP/1.1" status: 200 len: 210 time: 0.1082904 Aug 05 11:28:17.211636 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88a7ab03-d73b-48be-91c7-95bfa2021bd4 tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Router 9b68923c-a6bf-4653-aa6d-00a56819968f has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 11:28:17.217803 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9a763708-ee58-4f12-a7e5-00ddcbeb5079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:17.769090 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-3b2cec6f-20ea-43bd-ae59-e43fd6a91f2f req-61a3fe48-e63f-46bd-a476-5d1434eb4310 service neutron] Attempting to bind port d544b900-cb51-4852-8470-8f9dfde6720c on host n-h1-803378-2 for vnic_type normal with profile None {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:28:17.770492 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-3b2cec6f-20ea-43bd-ae59-e43fd6a91f2f req-61a3fe48-e63f-46bd-a476-5d1434eb4310 service neutron] Attempting to bind port d544b900-cb51-4852-8470-8f9dfde6720c by drivers openvswitch,hyperv on host n-h1-803378-2 at level 0 using segments [{'id': 'be89551e-4aa0-433b-90d8-e517f4f1da1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '546c0542-0f92-4f6c-914b-a74a81cd2290'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:28:17.770888 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2cec6f-20ea-43bd-ae59-e43fd6a91f2f req-61a3fe48-e63f-46bd-a476-5d1434eb4310 service neutron] Attempting to bind port d544b900-cb51-4852-8470-8f9dfde6720c on network 546c0542-0f92-4f6c-914b-a74a81cd2290 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:28:17.779076 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-c8faf2d4-d82f-42c7-91fa-8e5cb7f099d6 req-4d51fb9f-16d8-41f5-893b-86a21a880dd0 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:17.781741 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2cec6f-20ea-43bd-ae59-e43fd6a91f2f req-61a3fe48-e63f-46bd-a476-5d1434eb4310 service neutron] Port d544b900-cb51-4852-8470-8f9dfde6720c on network 546c0542-0f92-4f6c-914b-a74a81cd2290 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:28:17.782194 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2cec6f-20ea-43bd-ae59-e43fd6a91f2f req-61a3fe48-e63f-46bd-a476-5d1434eb4310 service neutron] Attempting to bind port d544b900-cb51-4852-8470-8f9dfde6720c on network 546c0542-0f92-4f6c-914b-a74a81cd2290 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:28:17.794163 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 51a06ccf-80e9-4046-895d-7116e043dce9 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:28:17.802138 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2cec6f-20ea-43bd-ae59-e43fd6a91f2f req-61a3fe48-e63f-46bd-a476-5d1434eb4310 service neutron] Checking agent: {'id': '40bb7567-59bd-4b31-bc29-da1c50bca759', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:28:17.802906 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2cec6f-20ea-43bd-ae59-e43fd6a91f2f req-61a3fe48-e63f-46bd-a476-5d1434eb4310 service neutron] Checking segment: {'id': 'be89551e-4aa0-433b-90d8-e517f4f1da1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '546c0542-0f92-4f6c-914b-a74a81cd2290'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:28:17.803692 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2cec6f-20ea-43bd-ae59-e43fd6a91f2f req-61a3fe48-e63f-46bd-a476-5d1434eb4310 service neutron] Bound using segment: {'id': 'be89551e-4aa0-433b-90d8-e517f4f1da1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '546c0542-0f92-4f6c-914b-a74a81cd2290'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:28:17.804668 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-3b2cec6f-20ea-43bd-ae59-e43fd6a91f2f req-61a3fe48-e63f-46bd-a476-5d1434eb4310 service neutron] Bound port: d544b900-cb51-4852-8470-8f9dfde6720c, host: n-h1-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be89551e-4aa0-433b-90d8-e517f4f1da1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '546c0542-0f92-4f6c-914b-a74a81cd2290'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:28:17.896077 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 51a06ccf-80e9-4046-895d-7116e043dce9 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:28:17.896595 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:17.924376 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-c8faf2d4-d82f-42c7-91fa-8e5cb7f099d6 req-4d51fb9f-16d8-41f5-893b-86a21a880dd0 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Transition to ACTIVE for port object 0710547a-ad26-4de7-b24c-9aeb55d07c0a will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:28:17.937413 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88a7ab03-d73b-48be-91c7-95bfa2021bd4 tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:28:17.949982 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ecd4d2d6-03f0-49e8-a884-85d10fcdf71a req-fa52050e-4568-4c30-aa64-1f5760e65c65 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] 10.222.0.58 "GET /v2.0/ports?device_id=53a56542-0f49-4239-9458-080547c54c31 HTTP/1.1" status: 200 len: 210 time: 0.0845850 Aug 05 11:28:17.953894 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-3b2cec6f-20ea-43bd-ae59-e43fd6a91f2f req-61a3fe48-e63f-46bd-a476-5d1434eb4310 service neutron] For port d544b900-cb51-4852-8470-8f9dfde6720c, host n-h1-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=d544b900-cb51-4852-8470-8f9dfde6720c,segment=NetworkSegment(be89551e-4aa0-433b-90d8-e517f4f1da1f),segment_id=be89551e-4aa0-433b-90d8-e517f4f1da1f)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:28:17.974004 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-3b2cec6f-20ea-43bd-ae59-e43fd6a91f2f req-61a3fe48-e63f-46bd-a476-5d1434eb4310 service neutron] Notify callbacks [] for binding, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:17.975117 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-88a7ab03-d73b-48be-91c7-95bfa2021bd4 tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] 10.222.0.58 "PUT /v2.0/routers/9b68923c-a6bf-4653-aa6d-00a56819968f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0259109 Aug 05 11:28:17.980028 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49730) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:28:17.981173 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86b921c-4836-4b3d-86a5-9fb6f2460abc None None] Sync routers for ids ['9b68923c-a6bf-4653-aa6d-00a56819968f'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:28:17.995111 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3b2cec6f-20ea-43bd-ae59-e43fd6a91f2f req-61a3fe48-e63f-46bd-a476-5d1434eb4310 service neutron] 10.222.0.58 "POST /v2.0/ports/d544b900-cb51-4852-8470-8f9dfde6720c/bindings HTTP/1.1" status: 201 len: 389 time: 1.0771470 Aug 05 11:28:18.021259 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86b921c-4836-4b3d-86a5-9fb6f2460abc None None] Routers {'9b68923c-a6bf-4653-aa6d-00a56819968f'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:28:18.022496 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-d86b921c-4836-4b3d-86a5-9fb6f2460abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:28:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['9b68923c-a6bf-4653-aa6d-00a56819968f'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:28:18.135628 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-c8faf2d4-d82f-42c7-91fa-8e5cb7f099d6 req-4d51fb9f-16d8-41f5-893b-86a21a880dd0 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:18.166041 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-d86b921c-4836-4b3d-86a5-9fb6f2460abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:28:18.220441 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86b921c-4836-4b3d-86a5-9fb6f2460abc None None] Routers {'9b68923c-a6bf-4653-aa6d-00a56819968f'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:28:18.225746 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-d86b921c-4836-4b3d-86a5-9fb6f2460abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:28:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['9b68923c-a6bf-4653-aa6d-00a56819968f'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:28:18.342086 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9a763708-ee58-4f12-a7e5-00ddcbeb5079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:18.353360 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d51fb9f-16d8-41f5-893b-86a21a880dd0 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Pushing event updated for resources: {'Port': ['ID=0710547a-ad26-4de7-b24c-9aeb55d07c0a,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:28:18.416476 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-9a763708-ee58-4f12-a7e5-00ddcbeb5079 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6798fb0e-a641-44c6-9939-2b2dd69e54dd']}} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:28:18.434164 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8faf2d4-d82f-42c7-91fa-8e5cb7f099d6 req-4d51fb9f-16d8-41f5-893b-86a21a880dd0 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Network 1fea457b-6ef5-454d-b895-97cc893a0dae is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:28:18.435192 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4facff56-5374-41ed-8eb0-b0a17ce87efc tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Notify callbacks [] for router, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:18.436528 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-c8faf2d4-d82f-42c7-91fa-8e5cb7f099d6 req-4d51fb9f-16d8-41f5-893b-86a21a880dd0 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:28:18.454303 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8faf2d4-d82f-42c7-91fa-8e5cb7f099d6 req-4d51fb9f-16d8-41f5-893b-86a21a880dd0 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:28:18.544862 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-d86b921c-4836-4b3d-86a5-9fb6f2460abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:28:18.546098 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86b921c-4836-4b3d-86a5-9fb6f2460abc None None] The sync data for ids ['9b68923c-a6bf-4653-aa6d-00a56819968f'] in n-d-803378-2 is: [] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:28:18.653440 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8faf2d4-d82f-42c7-91fa-8e5cb7f099d6 req-4d51fb9f-16d8-41f5-893b-86a21a880dd0 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:18.654860 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-c8faf2d4-d82f-42c7-91fa-8e5cb7f099d6 req-4d51fb9f-16d8-41f5-893b-86a21a880dd0 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:18.801566 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-9a763708-ee58-4f12-a7e5-00ddcbeb5079 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '563bf166-424a-4ea4-a2bf-db486f685270') {'for_net_delete': True} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:28:18.802204 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-9a763708-ee58-4f12-a7e5-00ddcbeb5079 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '563bf166-424a-4ea4-a2bf-db486f685270') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:28:18.809880 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c8faf2d4-d82f-42c7-91fa-8e5cb7f099d6 req-4d51fb9f-16d8-41f5-893b-86a21a880dd0 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0264578 Aug 05 11:28:18.836775 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-c8faf2d4-d82f-42c7-91fa-8e5cb7f099d6 req-be272d5f-237a-4b99-adff-b2cc3c576db9 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Request body: {'port': {'device_id': '53a56542-0f49-4239-9458-080547c54c31', 'network_id': '6afe9b25-1e5c-4197-b604-306d4192cdbc', 'admin_state_up': True, 'tenant_id': '496a66fa8c0741119f64b2d8ff8b2bc9'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:28:18.934929 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-36962df4-39fe-4dbf-9a56-5f53d4a064cf req-570c7285-7298-4424-8a7f-bae0b1c6f113 tempest-ServerShowV257Test-1805273967 tempest-ServerShowV257Test-1805273967-project] 10.222.0.58 "GET /v2.0/ports?device_id=668953df-3091-4a63-a8f3-1c1fe0b71e92 HTTP/1.1" status: 200 len: 210 time: 0.2933481 Aug 05 11:28:19.000355 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9a763708-ee58-4f12-a7e5-00ddcbeb5079 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25010581'] for segment, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:19.015302 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2cec6f-20ea-43bd-ae59-e43fd6a91f2f req-6e7934c1-9245-4d5d-bf87-544cb54c56cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:19.018895 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3b2cec6f-20ea-43bd-ae59-e43fd6a91f2f req-6e7934c1-9245-4d5d-bf87-544cb54c56cf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bc360260b43347fbb7d1bc7660d6f218&device_id=adcdcc6e-5915-4a7f-a754-7b8f8b7e91a9 HTTP/1.1" status: 200 len: 1097 time: 0.3790231 Aug 05 11:28:19.036197 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4facff56-5374-41ed-8eb0-b0a17ce87efc tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33262979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1951'] for router, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:19.054103 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-3f8dd179-bd22-40ae-9e79-e51fc153f71d None None] Provisioning for port 0710547a-ad26-4de7-b24c-9aeb55d07c0a completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:28:19.058305 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4facff56-5374-41ed-8eb0-b0a17ce87efc tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:19.059884 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-3f8dd179-bd22-40ae-9e79-e51fc153f71d None None] Provisioning complete for port 0710547a-ad26-4de7-b24c-9aeb55d07c0a triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:28:19.060273 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-3f8dd179-bd22-40ae-9e79-e51fc153f71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:19.094423 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9a763708-ee58-4f12-a7e5-00ddcbeb5079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:19.123170 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-3f8dd179-bd22-40ae-9e79-e51fc153f71d None None] Port 0710547a-ad26-4de7-b24c-9aeb55d07c0a cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:28:19.190033 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab78117-38ad-4671-98b5-273e958ddcca req-ec00f200-8ac3-4c1b-94c8-6c3e76c155ea tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:19.213516 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-dab78117-38ad-4671-98b5-273e958ddcca req-ec00f200-8ac3-4c1b-94c8-6c3e76c155ea tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?device_id=adcdcc6e-5915-4a7f-a754-7b8f8b7e91a9 HTTP/1.1" status: 200 len: 946 time: 0.8083348 Aug 05 11:28:19.222398 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a763708-ee58-4f12-a7e5-00ddcbeb5079 admin admin] Releasing vlan 672 on physical network physnet1 to pool {{(pid=94420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:28:19.224156 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9a763708-ee58-4f12-a7e5-00ddcbeb5079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29762581'] for segment, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:19.227339 n-d-803378-2 neutron-server[94420]: Traceback (most recent call last): Aug 05 11:28:19.227339 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:28:19.227339 n-d-803378-2 neutron-server[94420]: timer() Aug 05 11:28:19.227339 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:28:19.227339 n-d-803378-2 neutron-server[94420]: cb(*args, **kw) Aug 05 11:28:19.227339 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:28:19.227339 n-d-803378-2 neutron-server[94420]: return func(*args, **kwargs) Aug 05 11:28:19.227339 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:28:19.227339 n-d-803378-2 neutron-server[94420]: self._notify() Aug 05 11:28:19.227339 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:28:19.227339 n-d-803378-2 neutron-server[94420]: self.callback(batched_events) Aug 05 11:28:19.227339 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:28:19.227339 n-d-803378-2 neutron-server[94420]: event.method(event) Aug 05 11:28:19.227339 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:28:19.227339 n-d-803378-2 neutron-server[94420]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:28:19.227339 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:28:19.227339 n-d-803378-2 neutron-server[94420]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:28:19.227339 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:28:19.227339 n-d-803378-2 neutron-server[94420]: return f(self, *a, **k) Aug 05 11:28:19.227339 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:28:19.227339 n-d-803378-2 neutron-server[94420]: return self._get(url).json() Aug 05 11:28:19.227339 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:28:19.227339 n-d-803378-2 neutron-server[94420]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:28:19.227339 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:28:19.227339 n-d-803378-2 neutron-server[94420]: return self.request(url, 'GET', **kwargs) Aug 05 11:28:19.227339 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:28:19.227339 n-d-803378-2 neutron-server[94420]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:28:19.227339 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:28:19.227339 n-d-803378-2 neutron-server[94420]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:28:19.227339 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:28:19.227339 n-d-803378-2 neutron-server[94420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:28:19.227339 n-d-803378-2 neutron-server[94420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:28:19.319705 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4facff56-5374-41ed-8eb0-b0a17ce87efc tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33262474'] for router, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:19.320326 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4facff56-5374-41ed-8eb0-b0a17ce87efc tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Fanout notify agent at l3_agent the message router_deleted on router 9b68923c-a6bf-4653-aa6d-00a56819968f {{(pid=94420) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 11:28:19.330166 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4facff56-5374-41ed-8eb0-b0a17ce87efc tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Notify callbacks [] for router, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:19.334944 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-4facff56-5374-41ed-8eb0-b0a17ce87efc tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] 10.222.0.58 "DELETE /v2.0/routers/9b68923c-a6bf-4653-aa6d-00a56819968f HTTP/1.1" status: 204 len: 168 time: 1.3486452 Aug 05 11:28:19.346526 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49744) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:28:19.387753 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2cec6f-20ea-43bd-ae59-e43fd6a91f2f req-b353ae76-b54b-4705-b5bd-c314373c9cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:19.393285 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3b2cec6f-20ea-43bd-ae59-e43fd6a91f2f req-b353ae76-b54b-4705-b5bd-c314373c9cd3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=546c0542-0f92-4f6c-914b-a74a81cd2290 HTTP/1.1" status: 200 len: 909 time: 0.3658617 Aug 05 11:28:19.438904 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9a763708-ee58-4f12-a7e5-00ddcbeb5079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:19.445260 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9a763708-ee58-4f12-a7e5-00ddcbeb5079 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:19.447858 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-9a763708-ee58-4f12-a7e5-00ddcbeb5079 admin admin] 10.222.0.58 "DELETE /v2.0/networks/6798fb0e-a641-44c6-9939-2b2dd69e54dd HTTP/1.1" status: 204 len: 168 time: 2.5343587 Aug 05 11:28:19.521712 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-dab78117-38ad-4671-98b5-273e958ddcca req-ab6fb8b3-5e5d-4b36-b1ec-4321ab74ef15 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/security-groups?id=12d84a41-4254-4f43-a1c3-ae5bdc7fdfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2927866 Aug 05 11:28:19.522493 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a763708-ee58-4f12-a7e5-00ddcbeb5079 admin admin] Pushing event deleted for resources: {'Network': ['ID=6798fb0e-a641-44c6-9939-2b2dd69e54dd,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:28:19.522939 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3b2cec6f-20ea-43bd-ae59-e43fd6a91f2f req-f64587cb-2faa-4552-b153-6e5fed70a7a5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d544b900-cb51-4852-8470-8f9dfde6720c HTTP/1.1" status: 200 len: 217 time: 0.1160829 Aug 05 11:28:19.563969 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_v2 [None req-cde667ab-8f83-48ad-930d-e20cd6529c86 tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Deleting subnet f7f1db7b-1679-46c7-8658-62ce2310ab84 {{(pid=94420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:28:19.580676 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-cde667ab-8f83-48ad-930d-e20cd6529c86 tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Notify callbacks [] for subnet, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:19.697033 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8faf2d4-d82f-42c7-91fa-8e5cb7f099d6 req-be272d5f-237a-4b99-adff-b2cc3c576db9 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Made reservation on behalf of 496a66fa8c0741119f64b2d8ff8b2bc9 for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:28:19.702710 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-c8faf2d4-d82f-42c7-91fa-8e5cb7f099d6 req-be272d5f-237a-4b99-adff-b2cc3c576db9 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:19.731089 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2cec6f-20ea-43bd-ae59-e43fd6a91f2f req-c83e7cfa-42a0-4e21-aba8-b8ab0836145a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:19.733113 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3b2cec6f-20ea-43bd-ae59-e43fd6a91f2f req-c83e7cfa-42a0-4e21-aba8-b8ab0836145a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=61983880-6386-4045-bd2d-695dffcb92f9 HTTP/1.1" status: 200 len: 848 time: 0.1867185 Aug 05 11:28:19.739637 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-cde667ab-8f83-48ad-930d-e20cd6529c86 tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25010562'] for subnet, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:19.815432 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3b2cec6f-20ea-43bd-ae59-e43fd6a91f2f req-5debecbe-e040-477e-9274-88f9c6731173 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=546c0542-0f92-4f6c-914b-a74a81cd2290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591011 Aug 05 11:28:19.919837 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-cde667ab-8f83-48ad-930d-e20cd6529c86 tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:20.053928 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49cccbd-04a5-4d20-a7fd-d5c7424694a0 req-95d44450-64a5-4d91-84b9-ee5dd228f05f tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:20.055953 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f49cccbd-04a5-4d20-a7fd-d5c7424694a0 req-95d44450-64a5-4d91-84b9-ee5dd228f05f tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] 10.222.0.58 "GET /v2.0/ports?device_id=53a56542-0f49-4239-9458-080547c54c31 HTTP/1.1" status: 200 len: 931 time: 0.6984472 Aug 05 11:28:20.143538 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-cde667ab-8f83-48ad-930d-e20cd6529c86 tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29762763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24211094'] for subnet, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:20.160731 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49754) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:28:20.166466 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3b2cec6f-20ea-43bd-ae59-e43fd6a91f2f req-dfd31c30-2d08-414b-8b72-93a59bd78c75 service neutron] 10.222.0.64 "GET /v2.0/networks/546c0542-0f92-4f6c-914b-a74a81cd2290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3001771 Aug 05 11:28:20.227026 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde667ab-8f83-48ad-930d-e20cd6529c86 tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Pushing event deleted for resources: {'Subnet': ['ID=f7f1db7b-1679-46c7-8658-62ce2310ab84,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:28:20.253418 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c94ed739-8dea-426e-bd0b-f07371b10648 req-81e0beb6-349f-470a-9c68-5aa3452c86ca tempest-ServerShowV257Test-1805273967 tempest-ServerShowV257Test-1805273967-project] 10.222.0.58 "GET /v2.0/ports?device_id=668953df-3091-4a63-a8f3-1c1fe0b71e92 HTTP/1.1" status: 200 len: 210 time: 0.1290514 Aug 05 11:28:20.298907 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f857e21-09ab-4d9c-919c-f2aa9fcbfd94 None None] Network dc1b0a88-f737-4336-9757-28a374e6de1f requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:28:20.299747 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f49cccbd-04a5-4d20-a7fd-d5c7424694a0 req-b441ae3f-9936-443e-9d07-35e212da0f67 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b3ade17-8410-42c2-84dd-d3afc731e8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328613 Aug 05 11:28:20.304027 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-cde667ab-8f83-48ad-930d-e20cd6529c86 tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:20.315063 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-cde667ab-8f83-48ad-930d-e20cd6529c86 tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] 10.222.0.58 "DELETE /v2.0/subnets/f7f1db7b-1679-46c7-8658-62ce2310ab84 HTTP/1.1" status: 204 len: 168 time: 0.9671028 Aug 05 11:28:20.328110 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49756) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:28:20.434721 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-c8faf2d4-d82f-42c7-91fa-8e5cb7f099d6 req-be272d5f-237a-4b99-adff-b2cc3c576db9 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Allocated IP 19.86.0.63 (6afe9b25-1e5c-4197-b604-306d4192cdbc/80996e6f-4926-4143-99b0-390126b6317d/c5954463-5dff-48f6-9922-9f0607cf58ba) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:28:20.465112 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3b2cec6f-20ea-43bd-ae59-e43fd6a91f2f req-33fb1c07-b7ee-4a21-a2bd-97830d32fa9f service neutron] 10.222.0.64 "GET /v2.0/networks/546c0542-0f92-4f6c-914b-a74a81cd2290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2826071 Aug 05 11:28:20.499758 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c2266416-2c30-4d5c-ae5a-81c0d503bdde tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:20.506242 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-8da3f631-7a2d-4fd9-98c4-35e2a41ee69e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=880aa36a589740e2a5e552b5700a32b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3401303 Aug 05 11:28:20.510115 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49758) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:28:20.706727 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-457cb7a4-b804-44be-ad4f-26dcd4cd4e0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:20.748062 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-457cb7a4-b804-44be-ad4f-26dcd4cd4e0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:20.780835 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9706232a-0d1c-44a4-b371-db9c9ecc29e5 None None] DHCP port deletion for dc1b0a88-f737-4336-9757-28a374e6de1f request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 11:28:20.807719 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-c2266416-2c30-4d5c-ae5a-81c0d503bdde tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Deleting port 0029aa29-909f-4e34-985e-0361a9502844 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:28:20.808388 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c2266416-2c30-4d5c-ae5a-81c0d503bdde tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:20.944299 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-9706232a-0d1c-44a4-b371-db9c9ecc29e5 None None] Deleting port 0029aa29-909f-4e34-985e-0361a9502844 {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:28:20.945458 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-9706232a-0d1c-44a4-b371-db9c9ecc29e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:20.951035 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ee0976-4492-423a-8354-1bd1d38d4945 req-a8dc0a73-a8b5-4c08-9434-55a0d5b0c4d8 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:20.953817 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d4ee0976-4492-423a-8354-1bd1d38d4945 req-a8dc0a73-a8b5-4c08-9434-55a0d5b0c4d8 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?device_id=adcdcc6e-5915-4a7f-a754-7b8f8b7e91a9 HTTP/1.1" status: 200 len: 946 time: 0.2685874 Aug 05 11:28:21.035733 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-c2266416-2c30-4d5c-ae5a-81c0d503bdde tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] For port 0029aa29-909f-4e34-985e-0361a9502844, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=0029aa29-909f-4e34-985e-0361a9502844,segment=NetworkSegment(9517a664-3210-44a6-82f5-14fd754f102b),segment_id=9517a664-3210-44a6-82f5-14fd754f102b)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:28:21.036181 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c2266416-2c30-4d5c-ae5a-81c0d503bdde tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:21.048005 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-457cb7a4-b804-44be-ad4f-26dcd4cd4e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:21.054754 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-457cb7a4-b804-44be-ad4f-26dcd4cd4e0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:21.061785 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-457cb7a4-b804-44be-ad4f-26dcd4cd4e0c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a7382b56-ea23-402b-9dbf-5e5ac09b0b0f HTTP/1.1" status: 204 len: 168 time: 0.5492320 Aug 05 11:28:21.086026 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457cb7a4-b804-44be-ad4f-26dcd4cd4e0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7382b56-ea23-402b-9dbf-5e5ac09b0b0f,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:28:21.130855 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-c2266416-2c30-4d5c-ae5a-81c0d503bdde tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Calling delete_port for 0029aa29-909f-4e34-985e-0361a9502844 owned by network:dhcp {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:28:21.162498 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d4ee0976-4492-423a-8354-1bd1d38d4945 req-9f98f485-7fd5-452f-8320-7a2640e7a335 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/security-groups?id=12d84a41-4254-4f43-a1c3-ae5bdc7fdfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955364 Aug 05 11:28:21.164221 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-9706232a-0d1c-44a4-b371-db9c9ecc29e5 None None] For port 0029aa29-909f-4e34-985e-0361a9502844, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=0029aa29-909f-4e34-985e-0361a9502844,segment=NetworkSegment(9517a664-3210-44a6-82f5-14fd754f102b),segment_id=9517a664-3210-44a6-82f5-14fd754f102b)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:28:21.169921 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-9706232a-0d1c-44a4-b371-db9c9ecc29e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:21.272829 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-9706232a-0d1c-44a4-b371-db9c9ecc29e5 None None] Calling delete_port for 0029aa29-909f-4e34-985e-0361a9502844 owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:28:21.289343 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-c8faf2d4-d82f-42c7-91fa-8e5cb7f099d6 req-be272d5f-237a-4b99-adff-b2cc3c576db9 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:21.411954 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-c8faf2d4-d82f-42c7-91fa-8e5cb7f099d6 req-be272d5f-237a-4b99-adff-b2cc3c576db9 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Transition to ACTIVE for port object c5954463-5dff-48f6-9922-9f0607cf58ba will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:28:21.435171 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c2266416-2c30-4d5c-ae5a-81c0d503bdde tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:21.521429 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2266416-2c30-4d5c-ae5a-81c0d503bdde tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] No DVR routers for this DVR port 0029aa29-909f-4e34-985e-0361a9502844 on host n-d-803378-2 {{(pid=94420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:28:21.605023 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2266416-2c30-4d5c-ae5a-81c0d503bdde tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Pushing event deleted for resources: {'Port': ['ID=0029aa29-909f-4e34-985e-0361a9502844,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:28:21.612291 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-c8faf2d4-d82f-42c7-91fa-8e5cb7f099d6 req-be272d5f-237a-4b99-adff-b2cc3c576db9 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:21.668730 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-9706232a-0d1c-44a4-b371-db9c9ecc29e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:21.730313 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9706232a-0d1c-44a4-b371-db9c9ecc29e5 None None] No DVR routers for this DVR port 0029aa29-909f-4e34-985e-0361a9502844 on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:28:21.732996 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be272d5f-237a-4b99-adff-b2cc3c576db9 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Pushing event updated for resources: {'Port': ['ID=c5954463-5dff-48f6-9922-9f0607cf58ba,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:28:21.786775 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8faf2d4-d82f-42c7-91fa-8e5cb7f099d6 req-be272d5f-237a-4b99-adff-b2cc3c576db9 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Network 6afe9b25-1e5c-4197-b604-306d4192cdbc is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:28:21.813783 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-c8faf2d4-d82f-42c7-91fa-8e5cb7f099d6 req-be272d5f-237a-4b99-adff-b2cc3c576db9 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:28:21.827824 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8faf2d4-d82f-42c7-91fa-8e5cb7f099d6 req-be272d5f-237a-4b99-adff-b2cc3c576db9 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:28:21.845606 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-86f18782-61b0-4cf2-9071-5c5a0b14829d req-99e5cbc8-b9d9-42a8-a75f-3682caaabbcb tempest-ServerShowV257Test-1805273967 tempest-ServerShowV257Test-1805273967-project] 10.222.0.58 "GET /v2.0/ports?device_id=668953df-3091-4a63-a8f3-1c1fe0b71e92 HTTP/1.1" status: 200 len: 210 time: 0.1619835 Aug 05 11:28:21.887635 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c2266416-2c30-4d5c-ae5a-81c0d503bdde tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:21.896164 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9706232a-0d1c-44a4-b371-db9c9ecc29e5 None None] Pushing event deleted for resources: {'Port': ['ID=0029aa29-909f-4e34-985e-0361a9502844,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:28:21.928919 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e2cda5-4151-4479-ab23-7520edb03c3d req-fca8ec74-699e-4623-a706-210c6c5d338b tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:21.935381 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e2cda5-4151-4479-ab23-7520edb03c3d req-fca8ec74-699e-4623-a706-210c6c5d338b tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:21.937301 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-32e2cda5-4151-4479-ab23-7520edb03c3d req-fca8ec74-699e-4623-a706-210c6c5d338b tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] 10.222.0.58 "GET /v2.0/ports?device_id=53a56542-0f49-4239-9458-080547c54c31 HTTP/1.1" status: 200 len: 1653 time: 0.3216426 Aug 05 11:28:21.942950 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-c2266416-2c30-4d5c-ae5a-81c0d503bdde tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc1b0a88-f737-4336-9757-28a374e6de1f']}} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:28:21.987366 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-c2266416-2c30-4d5c-ae5a-81c0d503bdde tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9517a664-3210-44a6-82f5-14fd754f102b') {'for_net_delete': True} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:28:21.987700 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-c2266416-2c30-4d5c-ae5a-81c0d503bdde tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9517a664-3210-44a6-82f5-14fd754f102b') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:28:21.998335 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9706232a-0d1c-44a4-b371-db9c9ecc29e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:28:22.001837 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9706232a-0d1c-44a4-b371-db9c9ecc29e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:28:22.002423 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9706232a-0d1c-44a4-b371-db9c9ecc29e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:28:22.003289 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9706232a-0d1c-44a4-b371-db9c9ecc29e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:28:22.004892 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9706232a-0d1c-44a4-b371-db9c9ecc29e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:28:22.006687 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9706232a-0d1c-44a4-b371-db9c9ecc29e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:28:22.007473 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9706232a-0d1c-44a4-b371-db9c9ecc29e5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:28:22.008060 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9706232a-0d1c-44a4-b371-db9c9ecc29e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:28:22.008703 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9706232a-0d1c-44a4-b371-db9c9ecc29e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:28:22.017258 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9706232a-0d1c-44a4-b371-db9c9ecc29e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:28:22.019954 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9706232a-0d1c-44a4-b371-db9c9ecc29e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:28:22.021057 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9706232a-0d1c-44a4-b371-db9c9ecc29e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:28:22.037325 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c2266416-2c30-4d5c-ae5a-81c0d503bdde tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25010581'] for segment, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:22.055703 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 0029aa29-909f-4e34-985e-0361a9502844 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:28:22.074657 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8faf2d4-d82f-42c7-91fa-8e5cb7f099d6 req-be272d5f-237a-4b99-adff-b2cc3c576db9 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:22.075514 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-c8faf2d4-d82f-42c7-91fa-8e5cb7f099d6 req-be272d5f-237a-4b99-adff-b2cc3c576db9 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:22.091019 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-32e2cda5-4151-4479-ab23-7520edb03c3d req-502f2a4b-76b7-4da0-8f6c-0a5dcb65b175 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b3ade17-8410-42c2-84dd-d3afc731e8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448874 Aug 05 11:28:22.098964 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c2266416-2c30-4d5c-ae5a-81c0d503bdde tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:22.119809 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2266416-2c30-4d5c-ae5a-81c0d503bdde tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=94420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:28:22.123382 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c2266416-2c30-4d5c-ae5a-81c0d503bdde tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29762581'] for segment, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:22.182509 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c8faf2d4-d82f-42c7-91fa-8e5cb7f099d6 req-be272d5f-237a-4b99-adff-b2cc3c576db9 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3341155 Aug 05 11:28:22.184668 n-d-803378-2 neutron-server[94420]: Traceback (most recent call last): Aug 05 11:28:22.184668 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:28:22.184668 n-d-803378-2 neutron-server[94420]: timer() Aug 05 11:28:22.184668 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:28:22.184668 n-d-803378-2 neutron-server[94420]: cb(*args, **kw) Aug 05 11:28:22.184668 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:28:22.184668 n-d-803378-2 neutron-server[94420]: return func(*args, **kwargs) Aug 05 11:28:22.184668 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:28:22.184668 n-d-803378-2 neutron-server[94420]: self._notify() Aug 05 11:28:22.184668 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:28:22.184668 n-d-803378-2 neutron-server[94420]: self.callback(batched_events) Aug 05 11:28:22.184668 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:28:22.184668 n-d-803378-2 neutron-server[94420]: event.method(event) Aug 05 11:28:22.184668 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:28:22.184668 n-d-803378-2 neutron-server[94420]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:28:22.184668 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:28:22.184668 n-d-803378-2 neutron-server[94420]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:28:22.184668 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:28:22.184668 n-d-803378-2 neutron-server[94420]: return f(self, *a, **k) Aug 05 11:28:22.184668 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:28:22.184668 n-d-803378-2 neutron-server[94420]: return self._get(url).json() Aug 05 11:28:22.184668 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:28:22.184668 n-d-803378-2 neutron-server[94420]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:28:22.184668 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:28:22.184668 n-d-803378-2 neutron-server[94420]: return self.request(url, 'GET', **kwargs) Aug 05 11:28:22.184668 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:28:22.184668 n-d-803378-2 neutron-server[94420]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:28:22.184668 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:28:22.184668 n-d-803378-2 neutron-server[94420]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:28:22.184668 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:28:22.184668 n-d-803378-2 neutron-server[94420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:28:22.184668 n-d-803378-2 neutron-server[94420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:28:22.190283 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 0029aa29-909f-4e34-985e-0361a9502844 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:28:22.190283 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 0029aa29-909f-4e34-985e-0361a9502844 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:28:22.194233 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:22.237020 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-c8faf2d4-d82f-42c7-91fa-8e5cb7f099d6 req-c94d2b1d-502e-492e-90c3-ff2abd6b36f7 service neutron] Request body: {'port': {'device_id': '53a56542-0f49-4239-9458-080547c54c31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:28:22.408064 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49782) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:28:22.466654 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-c8faf2d4-d82f-42c7-91fa-8e5cb7f099d6 req-c94d2b1d-502e-492e-90c3-ff2abd6b36f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:22.528219 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-bf7bda09-425f-40be-9bce-f400e3da5102 None None] Provisioning for port c5954463-5dff-48f6-9922-9f0607cf58ba completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:28:22.530422 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c2266416-2c30-4d5c-ae5a-81c0d503bdde tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:22.539662 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c2266416-2c30-4d5c-ae5a-81c0d503bdde tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:22.546740 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-c2266416-2c30-4d5c-ae5a-81c0d503bdde tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] 10.222.0.58 "DELETE /v2.0/networks/dc1b0a88-f737-4336-9757-28a374e6de1f HTTP/1.1" status: 204 len: 168 time: 2.2134230 Aug 05 11:28:22.549742 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-bf7bda09-425f-40be-9bce-f400e3da5102 None None] Provisioning complete for port c5954463-5dff-48f6-9922-9f0607cf58ba triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:28:22.549742 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-bf7bda09-425f-40be-9bce-f400e3da5102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:22.575868 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-6d005f70-a294-4a4e-8072-5de9f78db111 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9d926272e3234573a749d94323ae4091&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1665711 Aug 05 11:28:22.586490 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49786) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:28:22.606530 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042ba0ba-7a19-4337-99bd-d1294394474f req-c01f28c7-751c-4d78-b327-f15752322725 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:22.610305 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-042ba0ba-7a19-4337-99bd-d1294394474f req-c01f28c7-751c-4d78-b327-f15752322725 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?device_id=adcdcc6e-5915-4a7f-a754-7b8f8b7e91a9 HTTP/1.1" status: 200 len: 946 time: 0.2042077 Aug 05 11:28:22.640454 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-bf7bda09-425f-40be-9bce-f400e3da5102 None None] Port c5954463-5dff-48f6-9922-9f0607cf58ba cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:28:22.647424 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2266416-2c30-4d5c-ae5a-81c0d503bdde tempest-FloatingIPNegativeTestJSON-1719242544 tempest-FloatingIPNegativeTestJSON-1719242544-project] Pushing event deleted for resources: {'Network': ['ID=dc1b0a88-f737-4336-9757-28a374e6de1f,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:28:22.726384 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-042ba0ba-7a19-4337-99bd-d1294394474f req-fdd69cb3-2cff-41c1-b200-07f6e36c6b95 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/security-groups?id=12d84a41-4254-4f43-a1c3-ae5bdc7fdfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835946 Aug 05 11:28:22.908135 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9fa1d679-08d6-4be4-9b3e-0878a0e669d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:22.989164 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9fa1d679-08d6-4be4-9b3e-0878a0e669d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:23.136342 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9fa1d679-08d6-4be4-9b3e-0878a0e669d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:23.145873 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9fa1d679-08d6-4be4-9b3e-0878a0e669d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:23.147636 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-9fa1d679-08d6-4be4-9b3e-0878a0e669d9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6ef523ab-7ddc-4c62-89df-688e807d068e HTTP/1.1" status: 204 len: 168 time: 0.5573120 Aug 05 11:28:23.240347 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa1d679-08d6-4be4-9b3e-0878a0e669d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ef523ab-7ddc-4c62-89df-688e807d068e,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:28:23.315528 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-c8faf2d4-d82f-42c7-91fa-8e5cb7f099d6 req-c94d2b1d-502e-492e-90c3-ff2abd6b36f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0710547a-ad26-4de7-b24c-9aeb55d07c0a {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:28:23.321285 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fd272a3e-fcb0-4057-b53c-9be2ee18e20f req-e5157dd4-e41e-4039-aa28-88fbabbc032e tempest-ServerShowV257Test-1805273967 tempest-ServerShowV257Test-1805273967-project] 10.222.0.58 "GET /v2.0/ports?device_id=668953df-3091-4a63-a8f3-1c1fe0b71e92 HTTP/1.1" status: 200 len: 210 time: 0.2048924 Aug 05 11:28:23.349284 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-c8faf2d4-d82f-42c7-91fa-8e5cb7f099d6 req-c94d2b1d-502e-492e-90c3-ff2abd6b36f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:23.381335 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-c8faf2d4-d82f-42c7-91fa-8e5cb7f099d6 req-c94d2b1d-502e-492e-90c3-ff2abd6b36f7 service neutron] Transition to ACTIVE for port object 0710547a-ad26-4de7-b24c-9aeb55d07c0a will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:28:23.387471 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-c8faf2d4-d82f-42c7-91fa-8e5cb7f099d6 req-c94d2b1d-502e-492e-90c3-ff2abd6b36f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:23.422392 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49802) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:28:23.504292 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5236fcbd-943c-42f1-a89b-e2e0a04d09f0 req-97c937a9-ae91-45a7-b232-899d488847e8 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:23.535675 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5236fcbd-943c-42f1-a89b-e2e0a04d09f0 req-97c937a9-ae91-45a7-b232-899d488847e8 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:23.547040 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5236fcbd-943c-42f1-a89b-e2e0a04d09f0 req-97c937a9-ae91-45a7-b232-899d488847e8 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] 10.222.0.58 "GET /v2.0/ports?device_id=53a56542-0f49-4239-9458-080547c54c31 HTTP/1.1" status: 200 len: 1653 time: 0.2433784 Aug 05 11:28:23.695882 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5236fcbd-943c-42f1-a89b-e2e0a04d09f0 req-91505d6f-0b52-4ef5-b44e-0dfc2fd91203 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b3ade17-8410-42c2-84dd-d3afc731e8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314361 Aug 05 11:28:23.879824 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-c8faf2d4-d82f-42c7-91fa-8e5cb7f099d6 req-c94d2b1d-502e-492e-90c3-ff2abd6b36f7 service neutron] Attempting to bind port 0710547a-ad26-4de7-b24c-9aeb55d07c0a on host n-h1-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:28:23.880291 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-c8faf2d4-d82f-42c7-91fa-8e5cb7f099d6 req-c94d2b1d-502e-492e-90c3-ff2abd6b36f7 service neutron] Attempting to bind port 0710547a-ad26-4de7-b24c-9aeb55d07c0a by drivers openvswitch,hyperv on host n-h1-803378-2 at level 0 using segments [{'id': '4408a66c-29ae-4d38-a473-cc98f29f756e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '1fea457b-6ef5-454d-b895-97cc893a0dae'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:28:23.880770 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8faf2d4-d82f-42c7-91fa-8e5cb7f099d6 req-c94d2b1d-502e-492e-90c3-ff2abd6b36f7 service neutron] Attempting to bind port 0710547a-ad26-4de7-b24c-9aeb55d07c0a on network 1fea457b-6ef5-454d-b895-97cc893a0dae {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:28:23.890599 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94d2b1d-502e-492e-90c3-ff2abd6b36f7 service neutron] Pushing event updated for resources: {'Port': ['ID=0710547a-ad26-4de7-b24c-9aeb55d07c0a,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:28:23.916419 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8faf2d4-d82f-42c7-91fa-8e5cb7f099d6 req-c94d2b1d-502e-492e-90c3-ff2abd6b36f7 service neutron] Port 0710547a-ad26-4de7-b24c-9aeb55d07c0a on network 1fea457b-6ef5-454d-b895-97cc893a0dae not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:28:23.917435 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8faf2d4-d82f-42c7-91fa-8e5cb7f099d6 req-c94d2b1d-502e-492e-90c3-ff2abd6b36f7 service neutron] Attempting to bind port 0710547a-ad26-4de7-b24c-9aeb55d07c0a on network 1fea457b-6ef5-454d-b895-97cc893a0dae {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:28:23.929533 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8faf2d4-d82f-42c7-91fa-8e5cb7f099d6 req-c94d2b1d-502e-492e-90c3-ff2abd6b36f7 service neutron] Checking agent: {'id': '40bb7567-59bd-4b31-bc29-da1c50bca759', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:28:23.930506 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8faf2d4-d82f-42c7-91fa-8e5cb7f099d6 req-c94d2b1d-502e-492e-90c3-ff2abd6b36f7 service neutron] Checking segment: {'id': '4408a66c-29ae-4d38-a473-cc98f29f756e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '1fea457b-6ef5-454d-b895-97cc893a0dae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:28:23.931660 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8faf2d4-d82f-42c7-91fa-8e5cb7f099d6 req-c94d2b1d-502e-492e-90c3-ff2abd6b36f7 service neutron] Bound using segment: {'id': '4408a66c-29ae-4d38-a473-cc98f29f756e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '1fea457b-6ef5-454d-b895-97cc893a0dae'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:28:23.932738 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-c8faf2d4-d82f-42c7-91fa-8e5cb7f099d6 req-c94d2b1d-502e-492e-90c3-ff2abd6b36f7 service neutron] Bound port: 0710547a-ad26-4de7-b24c-9aeb55d07c0a, host: n-h1-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4408a66c-29ae-4d38-a473-cc98f29f756e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '1fea457b-6ef5-454d-b895-97cc893a0dae'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:28:23.934869 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-c8faf2d4-d82f-42c7-91fa-8e5cb7f099d6 req-c94d2b1d-502e-492e-90c3-ff2abd6b36f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:24.096074 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b3821e-6b74-432a-a078-4fb7e0d0b5bb req-e98ab5e9-bc3e-4b68-ab7b-0325f5bf5afb tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:24.102002 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-48b3821e-6b74-432a-a078-4fb7e0d0b5bb req-e98ab5e9-bc3e-4b68-ab7b-0325f5bf5afb tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?device_id=adcdcc6e-5915-4a7f-a754-7b8f8b7e91a9 HTTP/1.1" status: 200 len: 946 time: 0.1492410 Aug 05 11:28:24.135582 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-c8faf2d4-d82f-42c7-91fa-8e5cb7f099d6 req-c94d2b1d-502e-492e-90c3-ff2abd6b36f7 service neutron] For port 0710547a-ad26-4de7-b24c-9aeb55d07c0a, host n-h1-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:28:24.146672 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-c8faf2d4-d82f-42c7-91fa-8e5cb7f099d6 req-c94d2b1d-502e-492e-90c3-ff2abd6b36f7 service neutron] For port 0710547a-ad26-4de7-b24c-9aeb55d07c0a, host n-h1-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=0710547a-ad26-4de7-b24c-9aeb55d07c0a,segment=NetworkSegment(4408a66c-29ae-4d38-a473-cc98f29f756e),segment_id=4408a66c-29ae-4d38-a473-cc98f29f756e)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:28:24.154857 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-c8faf2d4-d82f-42c7-91fa-8e5cb7f099d6 req-c94d2b1d-502e-492e-90c3-ff2abd6b36f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:24.221581 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8faf2d4-d82f-42c7-91fa-8e5cb7f099d6 req-c94d2b1d-502e-492e-90c3-ff2abd6b36f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:24.223160 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-c8faf2d4-d82f-42c7-91fa-8e5cb7f099d6 req-c94d2b1d-502e-492e-90c3-ff2abd6b36f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:24.225952 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c8faf2d4-d82f-42c7-91fa-8e5cb7f099d6 req-c94d2b1d-502e-492e-90c3-ff2abd6b36f7 service neutron] 10.222.0.64 "PUT /v2.0/ports/0710547a-ad26-4de7-b24c-9aeb55d07c0a HTTP/1.1" status: 200 len: 1091 time: 2.0434668 Aug 05 11:28:24.225952 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53a56542-0f49-4239-9458-080547c54c31', 'tag': '0710547a-ad26-4de7-b24c-9aeb55d07c0a'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:28:24.228990 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a4cb880-614d-4f21-812b-c9cdc1a54bf0" -d '{"events": [{"name": "network-changed", "server_uuid": "53a56542-0f49-4239-9458-080547c54c31", "tag": "0710547a-ad26-4de7-b24c-9aeb55d07c0a"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:28:24.313496 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-c8faf2d4-d82f-42c7-91fa-8e5cb7f099d6 req-be9965c9-157f-4d17-b53f-22c469fe8627 service neutron] Request body: {'port': {'device_id': '53a56542-0f49-4239-9458-080547c54c31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:28:24.451427 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-48b3821e-6b74-432a-a078-4fb7e0d0b5bb req-36f04040-aae3-45d6-861f-3ca9e79aee73 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/security-groups?id=12d84a41-4254-4f43-a1c3-ae5bdc7fdfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3376293 Aug 05 11:28:24.483977 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-01682810-3c96-4b50-914d-61d308892be8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=650befaf05284bba9ee0846a202db811&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0614696 Aug 05 11:28:24.485103 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49822) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:28:24.638479 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12ef52af-261f-42b1-bbef-2a5e75030506 x-openstack-request-id: req-12ef52af-261f-42b1-bbef-2a5e75030506 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:28:24.638947 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53a56542-0f49-4239-9458-080547c54c31", "tag": "0710547a-ad26-4de7-b24c-9aeb55d07c0a", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:28:24.639233 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-12ef52af-261f-42b1-bbef-2a5e75030506 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:28:24.639836 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53a56542-0f49-4239-9458-080547c54c31', 'tag': '0710547a-ad26-4de7-b24c-9aeb55d07c0a', 'status': 'completed', 'code': 200} Aug 05 11:28:24.721114 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94d2b1d-502e-492e-90c3-ff2abd6b36f7 service neutron] Pushing event updated for resources: {'Port': ['ID=0710547a-ad26-4de7-b24c-9aeb55d07c0a,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:28:24.748218 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-310f1d68-865c-4c33-968b-b02381b6b873 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:24.845975 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-24424a4d-b609-4f63-a02c-b7db96728790 req-017a77d5-14b8-42f5-86e7-cb2124cd398c tempest-ServerShowV257Test-1805273967 tempest-ServerShowV257Test-1805273967-project] 10.222.0.58 "GET /v2.0/ports?device_id=668953df-3091-4a63-a8f3-1c1fe0b71e92 HTTP/1.1" status: 200 len: 210 time: 0.0995104 Aug 05 11:28:24.852330 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-c8faf2d4-d82f-42c7-91fa-8e5cb7f099d6 req-be9965c9-157f-4d17-b53f-22c469fe8627 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:24.920141 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-310f1d68-865c-4c33-968b-b02381b6b873 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:25.052606 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4cb880-614d-4f21-812b-c9cdc1a54bf0 req-2d59293f-86b7-4db7-91e5-690bfb46dbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:25.052950 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4cb880-614d-4f21-812b-c9cdc1a54bf0 req-2d59293f-86b7-4db7-91e5-690bfb46dbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:25.056334 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-0a4cb880-614d-4f21-812b-c9cdc1a54bf0 req-2d59293f-86b7-4db7-91e5-690bfb46dbdd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=496a66fa8c0741119f64b2d8ff8b2bc9&device_id=53a56542-0f49-4239-9458-080547c54c31 HTTP/1.1" status: 200 len: 1912 time: 0.4339948 Aug 05 11:28:25.131437 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb860414-c5c0-4507-8d60-36e1a07d7516 req-50b75ef7-eead-4094-ba94-b8492de1c225 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:25.147789 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb860414-c5c0-4507-8d60-36e1a07d7516 req-50b75ef7-eead-4094-ba94-b8492de1c225 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:25.151207 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fb860414-c5c0-4507-8d60-36e1a07d7516 req-50b75ef7-eead-4094-ba94-b8492de1c225 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] 10.222.0.58 "GET /v2.0/ports?device_id=53a56542-0f49-4239-9458-080547c54c31 HTTP/1.1" status: 200 len: 1665 time: 0.2669530 Aug 05 11:28:25.218953 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-310f1d68-865c-4c33-968b-b02381b6b873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:25.221875 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-310f1d68-865c-4c33-968b-b02381b6b873 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:25.224461 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-310f1d68-865c-4c33-968b-b02381b6b873 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/38276118-932e-41c7-a15d-56ad11386825 HTTP/1.1" status: 204 len: 168 time: 0.7375495 Aug 05 11:28:25.277778 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310f1d68-865c-4c33-968b-b02381b6b873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38276118-932e-41c7-a15d-56ad11386825,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:28:25.383390 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fb860414-c5c0-4507-8d60-36e1a07d7516 req-88adc6e2-4094-4a85-829b-5c04cf342dbd tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b3ade17-8410-42c2-84dd-d3afc731e8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121928 Aug 05 11:28:25.436543 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49842) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:28:25.555767 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4cb880-614d-4f21-812b-c9cdc1a54bf0 req-df6fbb9d-5ae6-43f8-a7fe-995c0e54b14a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:25.557011 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4cb880-614d-4f21-812b-c9cdc1a54bf0 req-df6fbb9d-5ae6-43f8-a7fe-995c0e54b14a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:25.558059 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4cb880-614d-4f21-812b-c9cdc1a54bf0 req-df6fbb9d-5ae6-43f8-a7fe-995c0e54b14a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:25.561303 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-0a4cb880-614d-4f21-812b-c9cdc1a54bf0 req-df6fbb9d-5ae6-43f8-a7fe-995c0e54b14a service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=496a66fa8c0741119f64b2d8ff8b2bc9&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4047971 Aug 05 11:28:25.806787 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4cb880-614d-4f21-812b-c9cdc1a54bf0 req-52891f8d-5a75-4666-9960-849f72f56b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:25.808421 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-0a4cb880-614d-4f21-812b-c9cdc1a54bf0 req-52891f8d-5a75-4666-9960-849f72f56b9a service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2373514 Aug 05 11:28:25.914767 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584390ad-ec95-44a5-b24a-6b595953d366 req-cc1bf1e4-caac-432c-a0e2-41522f5de3bf tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:25.928957 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-584390ad-ec95-44a5-b24a-6b595953d366 req-cc1bf1e4-caac-432c-a0e2-41522f5de3bf tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?device_id=adcdcc6e-5915-4a7f-a754-7b8f8b7e91a9 HTTP/1.1" status: 200 len: 946 time: 0.3137739 Aug 05 11:28:26.115175 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-584390ad-ec95-44a5-b24a-6b595953d366 req-2205f776-56b4-4ca4-8ed7-455eb5dc709b tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/security-groups?id=12d84a41-4254-4f43-a1c3-ae5bdc7fdfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754308 Aug 05 11:28:26.139052 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-c8faf2d4-d82f-42c7-91fa-8e5cb7f099d6 req-be9965c9-157f-4d17-b53f-22c469fe8627 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5954463-5dff-48f6-9922-9f0607cf58ba {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:28:26.192394 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-c8faf2d4-d82f-42c7-91fa-8e5cb7f099d6 req-be9965c9-157f-4d17-b53f-22c469fe8627 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:26.280024 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-c8faf2d4-d82f-42c7-91fa-8e5cb7f099d6 req-be9965c9-157f-4d17-b53f-22c469fe8627 service neutron] Transition to ACTIVE for port object c5954463-5dff-48f6-9922-9f0607cf58ba will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:28:26.292721 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-c8faf2d4-d82f-42c7-91fa-8e5cb7f099d6 req-be9965c9-157f-4d17-b53f-22c469fe8627 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:26.386519 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a88f7e32-4538-4261-91ed-38f1495ed6bf req-45db00e2-40d9-4f94-aa34-cd63ed29192c tempest-ServerShowV257Test-1805273967 tempest-ServerShowV257Test-1805273967-project] 10.222.0.58 "GET /v2.0/ports?device_id=668953df-3091-4a63-a8f3-1c1fe0b71e92 HTTP/1.1" status: 200 len: 210 time: 0.1315794 Aug 05 11:28:26.448125 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-498b2fa8-4b4e-48cc-8e51-9a7f193bc320 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-528071089-network', 'tenant_id': 'f5c29ef1bc08457986c2adf650dc2bbf'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:28:26.539984 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-498b2fa8-4b4e-48cc-8e51-9a7f193bc320 admin admin] Made reservation on behalf of f5c29ef1bc08457986c2adf650dc2bbf for: {'network': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:28:26.545564 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-498b2fa8-4b4e-48cc-8e51-9a7f193bc320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:26.570713 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-498b2fa8-4b4e-48cc-8e51-9a7f193bc320 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:26.676226 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9965c9-157f-4d17-b53f-22c469fe8627 service neutron] Pushing event updated for resources: {'Port': ['ID=c5954463-5dff-48f6-9922-9f0607cf58ba,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:28:26.781471 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-c8faf2d4-d82f-42c7-91fa-8e5cb7f099d6 req-be9965c9-157f-4d17-b53f-22c469fe8627 service neutron] Attempting to bind port c5954463-5dff-48f6-9922-9f0607cf58ba on host n-h1-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:28:26.781817 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-c8faf2d4-d82f-42c7-91fa-8e5cb7f099d6 req-be9965c9-157f-4d17-b53f-22c469fe8627 service neutron] Attempting to bind port c5954463-5dff-48f6-9922-9f0607cf58ba by drivers openvswitch,hyperv on host n-h1-803378-2 at level 0 using segments [{'id': '9adb7594-f5cf-49bb-9eb1-dba5bfac555d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '6afe9b25-1e5c-4197-b604-306d4192cdbc'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:28:26.782240 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8faf2d4-d82f-42c7-91fa-8e5cb7f099d6 req-be9965c9-157f-4d17-b53f-22c469fe8627 service neutron] Attempting to bind port c5954463-5dff-48f6-9922-9f0607cf58ba on network 6afe9b25-1e5c-4197-b604-306d4192cdbc {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:28:26.797160 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8faf2d4-d82f-42c7-91fa-8e5cb7f099d6 req-be9965c9-157f-4d17-b53f-22c469fe8627 service neutron] Port c5954463-5dff-48f6-9922-9f0607cf58ba on network 6afe9b25-1e5c-4197-b604-306d4192cdbc not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:28:26.797751 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa40ef0-1c0a-4390-9ba8-bb9de8aaf257 req-60307c52-9cf8-48e1-99a5-9b0061ee1213 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:26.801851 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8faf2d4-d82f-42c7-91fa-8e5cb7f099d6 req-be9965c9-157f-4d17-b53f-22c469fe8627 service neutron] Attempting to bind port c5954463-5dff-48f6-9922-9f0607cf58ba on network 6afe9b25-1e5c-4197-b604-306d4192cdbc {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:28:26.820193 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa40ef0-1c0a-4390-9ba8-bb9de8aaf257 req-60307c52-9cf8-48e1-99a5-9b0061ee1213 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:26.822121 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8faf2d4-d82f-42c7-91fa-8e5cb7f099d6 req-be9965c9-157f-4d17-b53f-22c469fe8627 service neutron] Checking agent: {'id': '40bb7567-59bd-4b31-bc29-da1c50bca759', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:28:26.822478 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8faf2d4-d82f-42c7-91fa-8e5cb7f099d6 req-be9965c9-157f-4d17-b53f-22c469fe8627 service neutron] Checking segment: {'id': '9adb7594-f5cf-49bb-9eb1-dba5bfac555d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '6afe9b25-1e5c-4197-b604-306d4192cdbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:28:26.822871 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8faf2d4-d82f-42c7-91fa-8e5cb7f099d6 req-be9965c9-157f-4d17-b53f-22c469fe8627 service neutron] Bound using segment: {'id': '9adb7594-f5cf-49bb-9eb1-dba5bfac555d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '6afe9b25-1e5c-4197-b604-306d4192cdbc'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:28:26.823455 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-c8faf2d4-d82f-42c7-91fa-8e5cb7f099d6 req-be9965c9-157f-4d17-b53f-22c469fe8627 service neutron] Bound port: c5954463-5dff-48f6-9922-9f0607cf58ba, host: n-h1-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9adb7594-f5cf-49bb-9eb1-dba5bfac555d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '6afe9b25-1e5c-4197-b604-306d4192cdbc'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:28:26.823855 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-c8faf2d4-d82f-42c7-91fa-8e5cb7f099d6 req-be9965c9-157f-4d17-b53f-22c469fe8627 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:26.869835 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6fa40ef0-1c0a-4390-9ba8-bb9de8aaf257 req-60307c52-9cf8-48e1-99a5-9b0061ee1213 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] 10.222.0.58 "GET /v2.0/ports?device_id=53a56542-0f49-4239-9458-080547c54c31 HTTP/1.1" status: 200 len: 1677 time: 0.2484455 Aug 05 11:28:27.011559 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-c8faf2d4-d82f-42c7-91fa-8e5cb7f099d6 req-be9965c9-157f-4d17-b53f-22c469fe8627 service neutron] For port c5954463-5dff-48f6-9922-9f0607cf58ba, host n-h1-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:28:27.021862 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-c8faf2d4-d82f-42c7-91fa-8e5cb7f099d6 req-be9965c9-157f-4d17-b53f-22c469fe8627 service neutron] For port c5954463-5dff-48f6-9922-9f0607cf58ba, host n-h1-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=c5954463-5dff-48f6-9922-9f0607cf58ba,segment=NetworkSegment(9adb7594-f5cf-49bb-9eb1-dba5bfac555d),segment_id=9adb7594-f5cf-49bb-9eb1-dba5bfac555d)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:28:27.040379 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-c8faf2d4-d82f-42c7-91fa-8e5cb7f099d6 req-be9965c9-157f-4d17-b53f-22c469fe8627 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:27.103738 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6fa40ef0-1c0a-4390-9ba8-bb9de8aaf257 req-2a7c81ae-b12a-40c3-be68-71580d342b24 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b3ade17-8410-42c2-84dd-d3afc731e8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322929 Aug 05 11:28:27.106427 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8faf2d4-d82f-42c7-91fa-8e5cb7f099d6 req-be9965c9-157f-4d17-b53f-22c469fe8627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:27.107106 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-c8faf2d4-d82f-42c7-91fa-8e5cb7f099d6 req-be9965c9-157f-4d17-b53f-22c469fe8627 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:27.108924 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c8faf2d4-d82f-42c7-91fa-8e5cb7f099d6 req-be9965c9-157f-4d17-b53f-22c469fe8627 service neutron] 10.222.0.64 "PUT /v2.0/ports/c5954463-5dff-48f6-9922-9f0607cf58ba HTTP/1.1" status: 200 len: 1091 time: 2.8148568 Aug 05 11:28:27.109721 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53a56542-0f49-4239-9458-080547c54c31', 'tag': 'c5954463-5dff-48f6-9922-9f0607cf58ba'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:28:27.112381 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f19dfa0f-434f-4eba-bb66-f289f169ec8d" -d '{"events": [{"name": "network-changed", "server_uuid": "53a56542-0f49-4239-9458-080547c54c31", "tag": "c5954463-5dff-48f6-9922-9f0607cf58ba"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:28:27.154770 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9965c9-157f-4d17-b53f-22c469fe8627 service neutron] Pushing event updated for resources: {'Port': ['ID=c5954463-5dff-48f6-9922-9f0607cf58ba,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:28:27.191877 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-498b2fa8-4b4e-48cc-8e51-9a7f193bc320 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:27.200668 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-498b2fa8-4b4e-48cc-8e51-9a7f193bc320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:27.297751 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8faf2d4-d82f-42c7-91fa-8e5cb7f099d6 req-91ef344f-31cf-4e25-b519-9b8b543a2fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:27.298216 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8faf2d4-d82f-42c7-91fa-8e5cb7f099d6 req-91ef344f-31cf-4e25-b519-9b8b543a2fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:27.313485 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c8faf2d4-d82f-42c7-91fa-8e5cb7f099d6 req-91ef344f-31cf-4e25-b519-9b8b543a2fd2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=496a66fa8c0741119f64b2d8ff8b2bc9&device_id=53a56542-0f49-4239-9458-080547c54c31 HTTP/1.1" status: 200 len: 1979 time: 0.1085398 Aug 05 11:28:27.319052 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5667dab-0975-4250-a9a0-c194f192f55f x-openstack-request-id: req-f5667dab-0975-4250-a9a0-c194f192f55f {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:28:27.319361 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53a56542-0f49-4239-9458-080547c54c31", "tag": "c5954463-5dff-48f6-9922-9f0607cf58ba", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:28:27.319640 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f5667dab-0975-4250-a9a0-c194f192f55f {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:28:27.320114 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53a56542-0f49-4239-9458-080547c54c31', 'tag': 'c5954463-5dff-48f6-9922-9f0607cf58ba', 'status': 'completed', 'code': 200} Aug 05 11:28:27.337457 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-498b2fa8-4b4e-48cc-8e51-9a7f193bc320 admin admin] vlan segment allocate from pool success with {'vlan_id': 694, 'physical_network': 'physnet1'} {{(pid=94420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:28:27.367785 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-498b2fa8-4b4e-48cc-8e51-9a7f193bc320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:27.368841 n-d-803378-2 neutron-server[94420]: INFO neutron.db.segments_db [None req-498b2fa8-4b4e-48cc-8e51-9a7f193bc320 admin admin] Added segment d43210bd-c1e2-42b2-9cfe-90c36ada4f48 of type vlan for network e39ee4ed-1909-4b57-97e6-d399dfc49b3b Aug 05 11:28:27.486004 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c8faf2d4-d82f-42c7-91fa-8e5cb7f099d6 req-f62f4c70-3213-4981-82d8-f5d5cc59a7b1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.48&port_id=0710547a-ad26-4de7-b24c-9aeb55d07c0a HTTP/1.1" status: 200 len: 217 time: 0.1600599 Aug 05 11:28:27.501749 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-498b2fa8-4b4e-48cc-8e51-9a7f193bc320 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:27.698046 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498b2fa8-4b4e-48cc-8e51-9a7f193bc320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c30dd023-f7ad-4ec4-b865-0b1c0f9292cd,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:28:27.729926 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-498b2fa8-4b4e-48cc-8e51-9a7f193bc320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:27.731060 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8faf2d4-d82f-42c7-91fa-8e5cb7f099d6 req-2b06c8fe-a9b4-4128-8744-ff6d0b974f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:27.731633 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498b2fa8-4b4e-48cc-8e51-9a7f193bc320 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:27.732714 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-498b2fa8-4b4e-48cc-8e51-9a7f193bc320 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:27.744028 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c8faf2d4-d82f-42c7-91fa-8e5cb7f099d6 req-2b06c8fe-a9b4-4128-8744-ff6d0b974f21 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fcf3b1a0-b48a-428f-a8ce-82c8029327c6 HTTP/1.1" status: 200 len: 801 time: 0.2418876 Aug 05 11:28:27.754189 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49890) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:28:27.893558 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daac14e5-1121-4050-9719-7447c5f7b625 req-fef5e521-cd74-414e-a417-78870c5246fc tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:27.902008 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-daac14e5-1121-4050-9719-7447c5f7b625 req-fef5e521-cd74-414e-a417-78870c5246fc tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?device_id=adcdcc6e-5915-4a7f-a754-7b8f8b7e91a9 HTTP/1.1" status: 200 len: 946 time: 0.3539522 Aug 05 11:28:27.905901 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8faf2d4-d82f-42c7-91fa-8e5cb7f099d6 req-847480d0-fa89-4843-9237-bdb93ced8d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:27.908708 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-498b2fa8-4b4e-48cc-8e51-9a7f193bc320 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 2.4708681 Aug 05 11:28:27.909437 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c8faf2d4-d82f-42c7-91fa-8e5cb7f099d6 req-847480d0-fa89-4843-9237-bdb93ced8d12 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1fea457b-6ef5-454d-b895-97cc893a0dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1639245 Aug 05 11:28:27.912378 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49894) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:28:27.915983 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-99cc49bb-a862-4638-bb48-66211b89e02c req-ffa1a0ae-93c6-4820-8767-a5c345882f3a tempest-ServerShowV257Test-1805273967 tempest-ServerShowV257Test-1805273967-project] 10.222.0.58 "GET /v2.0/ports?device_id=668953df-3091-4a63-a8f3-1c1fe0b71e92 HTTP/1.1" status: 200 len: 210 time: 0.0887413 Aug 05 11:28:27.932031 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498b2fa8-4b4e-48cc-8e51-9a7f193bc320 admin admin] Pushing event updated for resources: {'Network': ['ID=e39ee4ed-1909-4b57-97e6-d399dfc49b3b,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:28:27.947116 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network e39ee4ed-1909-4b57-97e6-d399dfc49b3b details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:28:27.956292 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-7efef9eb-cd03-46f1-be47-e37b88186625 admin admin] Request body: {'subnet': {'network_id': 'e39ee4ed-1909-4b57-97e6-d399dfc49b3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-528071089-subnet', 'tenant_id': 'f5c29ef1bc08457986c2adf650dc2bbf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:28:28.025189 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-daac14e5-1121-4050-9719-7447c5f7b625 req-d02ec834-ea13-4a63-9fe8-62e1e9b0ae30 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/security-groups?id=12d84a41-4254-4f43-a1c3-ae5bdc7fdfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218874 Aug 05 11:28:28.163131 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7efef9eb-cd03-46f1-be47-e37b88186625 admin admin] Made reservation on behalf of f5c29ef1bc08457986c2adf650dc2bbf for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:28:28.167071 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7efef9eb-cd03-46f1-be47-e37b88186625 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:28.191681 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-7403866e-7e8c-4b97-b5f6-1fbc7052ac48 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Request body: {'networks': [{'name': 'tempest-network--375425766'}, {'name': 'tempest-network--1128623173'}]} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:28:28.192371 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-7403866e-7e8c-4b97-b5f6-1fbc7052ac48 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Request body: {'network': {'name': 'tempest-network--375425766'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:28:28.193270 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-7403866e-7e8c-4b97-b5f6-1fbc7052ac48 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Request body: {'network': {'name': 'tempest-network--1128623173'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:28:28.271025 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7403866e-7e8c-4b97-b5f6-1fbc7052ac48 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Made reservation on behalf of bb27797234f3446b9d24ad8ee93eb578 for: {'network': 2} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:28:28.284268 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7403866e-7e8c-4b97-b5f6-1fbc7052ac48 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:28.318908 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 11:28:28.330804 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7403866e-7e8c-4b97-b5f6-1fbc7052ac48 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:28.357049 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c8faf2d4-d82f-42c7-91fa-8e5cb7f099d6 req-48ebacd0-acda-4eee-9787-41cb859f8406 service neutron] 10.222.0.64 "GET /v2.0/networks/1fea457b-6ef5-454d-b895-97cc893a0dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3602366 Aug 05 11:28:28.549251 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c72165-9e36-402c-8f4e-fa8aaba75526 req-5d27da2c-39ac-483d-9d2e-b61383c347b8 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:28.557086 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c72165-9e36-402c-8f4e-fa8aaba75526 req-5d27da2c-39ac-483d-9d2e-b61383c347b8 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:28.559124 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f9c72165-9e36-402c-8f4e-fa8aaba75526 req-5d27da2c-39ac-483d-9d2e-b61383c347b8 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] 10.222.0.58 "GET /v2.0/ports?device_id=53a56542-0f49-4239-9458-080547c54c31 HTTP/1.1" status: 200 len: 1677 time: 0.1862781 Aug 05 11:28:28.564988 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c8faf2d4-d82f-42c7-91fa-8e5cb7f099d6 req-120a313e-4e56-4727-8946-9fa49eb04bd8 service neutron] 10.222.0.64 "GET /v2.0/networks/1fea457b-6ef5-454d-b895-97cc893a0dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987429 Aug 05 11:28:28.698768 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c8faf2d4-d82f-42c7-91fa-8e5cb7f099d6 req-f4d5a825-b03f-47c1-883f-f6e8d7f2f5bf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.63&port_id=c5954463-5dff-48f6-9922-9f0607cf58ba HTTP/1.1" status: 200 len: 217 time: 0.1206317 Aug 05 11:28:28.700686 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f9c72165-9e36-402c-8f4e-fa8aaba75526 req-2e62eea0-2676-4b8b-9a5e-62a79c164aae tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b3ade17-8410-42c2-84dd-d3afc731e8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135499 Aug 05 11:28:28.763730 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7403866e-7e8c-4b97-b5f6-1fbc7052ac48 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:28.791974 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7403866e-7e8c-4b97-b5f6-1fbc7052ac48 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:28.793374 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7403866e-7e8c-4b97-b5f6-1fbc7052ac48 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:28.834715 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7403866e-7e8c-4b97-b5f6-1fbc7052ac48 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] vlan segment allocate from pool success with {'vlan_id': 690, 'physical_network': 'physnet1'} {{(pid=94420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:28:28.852302 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7403866e-7e8c-4b97-b5f6-1fbc7052ac48 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:28.852302 n-d-803378-2 neutron-server[94420]: INFO neutron.db.segments_db [None req-7403866e-7e8c-4b97-b5f6-1fbc7052ac48 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Added segment 387458a2-8633-4a17-8e11-47d1f8ea76da of type vlan for network 08a494f4-9bd1-4df8-9b58-184bcbfb0cab Aug 05 11:28:28.884519 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8faf2d4-d82f-42c7-91fa-8e5cb7f099d6 req-22fd5952-a0bb-4dc4-abbc-03ec5370e24d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:28.887141 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c8faf2d4-d82f-42c7-91fa-8e5cb7f099d6 req-22fd5952-a0bb-4dc4-abbc-03ec5370e24d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=80996e6f-4926-4143-99b0-390126b6317d HTTP/1.1" status: 200 len: 801 time: 0.1752043 Aug 05 11:28:28.923852 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7403866e-7e8c-4b97-b5f6-1fbc7052ac48 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:28.979592 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7403866e-7e8c-4b97-b5f6-1fbc7052ac48 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] vlan segment allocate from pool success with {'vlan_id': 692, 'physical_network': 'physnet1'} {{(pid=94420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:28:29.006982 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7403866e-7e8c-4b97-b5f6-1fbc7052ac48 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:29.008503 n-d-803378-2 neutron-server[94420]: INFO neutron.db.segments_db [None req-7403866e-7e8c-4b97-b5f6-1fbc7052ac48 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Added segment b98b7f18-fa49-4d94-b0e3-34c6b5af6398 of type vlan for network 5620dff7-1bbe-4b43-9ef6-fa55dac167dc Aug 05 11:28:29.018682 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:29.084140 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8faf2d4-d82f-42c7-91fa-8e5cb7f099d6 req-dbb36794-dce2-48e7-bbe9-ad21466a3d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:29.087631 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c8faf2d4-d82f-42c7-91fa-8e5cb7f099d6 req-dbb36794-dce2-48e7-bbe9-ad21466a3d67 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6afe9b25-1e5c-4197-b604-306d4192cdbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1858871 Aug 05 11:28:29.090054 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7efef9eb-cd03-46f1-be47-e37b88186625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25038678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30075167'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:29.210094 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7403866e-7e8c-4b97-b5f6-1fbc7052ac48 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:29.313730 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7403866e-7e8c-4b97-b5f6-1fbc7052ac48 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:29.314515 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7403866e-7e8c-4b97-b5f6-1fbc7052ac48 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:29.325140 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7403866e-7e8c-4b97-b5f6-1fbc7052ac48 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:29.334398 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7403866e-7e8c-4b97-b5f6-1fbc7052ac48 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:29.335781 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7403866e-7e8c-4b97-b5f6-1fbc7052ac48 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:29.437986 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8b6f41d9-0543-493b-b649-af6a2754c8c5 req-d381da12-dd46-4360-9335-4edbb2b5d06d tempest-ServerShowV257Test-1805273967 tempest-ServerShowV257Test-1805273967-project] 10.222.0.58 "GET /v2.0/ports?device_id=668953df-3091-4a63-a8f3-1c1fe0b71e92 HTTP/1.1" status: 200 len: 210 time: 0.1525333 Aug 05 11:28:29.546170 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7403866e-7e8c-4b97-b5f6-1fbc7052ac48 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15a97a3d-3575-48d9-a784-1aa28570c55c,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:28:29.593171 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-7403866e-7e8c-4b97-b5f6-1fbc7052ac48 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.8178203 Aug 05 11:28:29.594423 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49920) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:28:29.902113 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7403866e-7e8c-4b97-b5f6-1fbc7052ac48 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Pushing event updated for resources: {'Network': ['ID=08a494f4-9bd1-4df8-9b58-184bcbfb0cab,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:28:29.927584 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 08a494f4-9bd1-4df8-9b58-184bcbfb0cab details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:28:30.042714 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efef9eb-cd03-46f1-be47-e37b88186625 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7df56697-bfc2-4d75-a42b-d9e0d1cdbf86,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:28:30.052153 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cddbc0f-de81-428e-b33a-76e6b77a04a3 req-5b1f697c-63ec-46e2-b0d9-04e47bbe69f6 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:30.052929 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7efef9eb-cd03-46f1-be47-e37b88186625 admin admin] Checking segment: {'id': 'd43210bd-c1e2-42b2-9cfe-90c36ada4f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'e39ee4ed-1909-4b57-97e6-d399dfc49b3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:28:30.053787 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7efef9eb-cd03-46f1-be47-e37b88186625 admin admin] Network hostable DHCP agents. Network: e39ee4ed-1909-4b57-97e6-d399dfc49b3b, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:28:30.060209 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4cddbc0f-de81-428e-b33a-76e6b77a04a3 req-5b1f697c-63ec-46e2-b0d9-04e47bbe69f6 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?device_id=adcdcc6e-5915-4a7f-a754-7b8f8b7e91a9 HTTP/1.1" status: 200 len: 946 time: 0.6921937 Aug 05 11:28:30.138261 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7efef9eb-cd03-46f1-be47-e37b88186625 admin admin] Network e39ee4ed-1909-4b57-97e6-d399dfc49b3b is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:28:30.161546 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-7efef9eb-cd03-46f1-be47-e37b88186625 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, e39ee4ed-1909-4b57-97e6-d399dfc49b3b) {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:28:30.171224 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7efef9eb-cd03-46f1-be47-e37b88186625 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:30.172106 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7efef9eb-cd03-46f1-be47-e37b88186625 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:30.178242 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c2b12fb-d2da-4e54-a558-b56125f68ebe None None] Network e39ee4ed-1909-4b57-97e6-d399dfc49b3b requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:28:30.200771 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c8faf2d4-d82f-42c7-91fa-8e5cb7f099d6 req-a9748d65-1bf4-4ddf-8e47-7ca7834bee79 service neutron] 10.222.0.64 "GET /v2.0/networks/6afe9b25-1e5c-4197-b604-306d4192cdbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0988917 Aug 05 11:28:30.211919 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-7efef9eb-cd03-46f1-be47-e37b88186625 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.2961888 Aug 05 11:28:30.215832 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49934) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:28:30.226692 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7403866e-7e8c-4b97-b5f6-1fbc7052ac48 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Pushing event updated for resources: {'Network': ['ID=5620dff7-1bbe-4b43-9ef6-fa55dac167dc,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:28:30.238756 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-63401898-8af1-4b78-809d-d16c2a504709 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-528071089-router', 'tenant_id': 'f5c29ef1bc08457986c2adf650dc2bbf', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:28:30.308589 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218ec017-e2fa-4df5-ab45-9f124e5ca90c tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:30.318287 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218ec017-e2fa-4df5-ab45-9f124e5ca90c tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:30.325419 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218ec017-e2fa-4df5-ab45-9f124e5ca90c tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:30.331709 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 5620dff7-1bbe-4b43-9ef6-fa55dac167dc details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:28:30.332990 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218ec017-e2fa-4df5-ab45-9f124e5ca90c tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:30.335109 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-218ec017-e2fa-4df5-ab45-9f124e5ca90c tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.7326448 Aug 05 11:28:30.338195 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49940) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:28:30.365957 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4cddbc0f-de81-428e-b33a-76e6b77a04a3 req-6c0e44e3-2851-449d-92a6-f93b079b512f tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/security-groups?id=12d84a41-4254-4f43-a1c3-ae5bdc7fdfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3046877 Aug 05 11:28:30.433499 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9172672-d61b-4f3b-8ba9-bc0ffa634875 req-f593336b-7a45-448d-bc9d-e4daf781ef2c tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:30.440157 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9172672-d61b-4f3b-8ba9-bc0ffa634875 req-f593336b-7a45-448d-bc9d-e4daf781ef2c tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:30.448755 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e9172672-d61b-4f3b-8ba9-bc0ffa634875 req-f593336b-7a45-448d-bc9d-e4daf781ef2c tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] 10.222.0.58 "GET /v2.0/ports?device_id=53a56542-0f49-4239-9458-080547c54c31 HTTP/1.1" status: 200 len: 1677 time: 0.3740826 Aug 05 11:28:30.470511 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-63401898-8af1-4b78-809d-d16c2a504709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33260300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1929'] for router, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:30.473402 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-63401898-8af1-4b78-809d-d16c2a504709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33285914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33034662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1926'] for router, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:30.541119 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c8faf2d4-d82f-42c7-91fa-8e5cb7f099d6 req-ae1a60a4-211b-47de-96fc-3f1368ef6154 service neutron] 10.222.0.64 "GET /v2.0/networks/6afe9b25-1e5c-4197-b604-306d4192cdbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3273172 Aug 05 11:28:30.632238 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9591ee9f-b5b2-4d8b-b8a2-95bae56b89ec tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:30.676343 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e9172672-d61b-4f3b-8ba9-bc0ffa634875 req-e12514d8-1d44-4d4f-abc3-cc864bcb56c7 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b3ade17-8410-42c2-84dd-d3afc731e8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253826 Aug 05 11:28:30.774003 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-63401898-8af1-4b78-809d-d16c2a504709 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:30.774922 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-72fd17a2-16c5-4b16-aaf1-6add0ce2432b req-af199482-599f-4c6b-b99d-2e9b9f1b71c0 tempest-ServerShowV257Test-1805273967 tempest-ServerShowV257Test-1805273967-project] 10.222.0.58 "GET /v2.0/ports?device_id=668953df-3091-4a63-a8f3-1c1fe0b71e92 HTTP/1.1" status: 200 len: 210 time: 0.0801492 Aug 05 11:28:30.868977 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-73b50546-5c9a-425f-9c50-2eb3ccc48046 req-03d2ad09-243e-446c-9c56-dc5c09db2307 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=668953df-3091-4a63-a8f3-1c1fe0b71e92 HTTP/1.1" status: 200 len: 210 time: 0.1770675 Aug 05 11:28:30.914337 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ef0e10-4323-44c0-b8cd-f2c573d29bf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-e39ee4ed-1909-4b57-97e6-d399dfc49b3b', 'network_id': 'e39ee4ed-1909-4b57-97e6-d399dfc49b3b', 'tenant_id': 'f5c29ef1bc08457986c2adf650dc2bbf', 'fixed_ips': [{'subnet_id': '7df56697-bfc2-4d75-a42b-d9e0d1cdbf86'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 11:28:30.915324 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c8ef0e10-4323-44c0-b8cd-f2c573d29bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:31.027251 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9591ee9f-b5b2-4d8b-b8a2-95bae56b89ec tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:31.042211 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19dfa0f-434f-4eba-bb66-f289f169ec8d req-1e50d4a0-8091-4aae-a9c4-d35f0e8aeef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:31.043133 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19dfa0f-434f-4eba-bb66-f289f169ec8d req-1e50d4a0-8091-4aae-a9c4-d35f0e8aeef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:31.046026 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-f19dfa0f-434f-4eba-bb66-f289f169ec8d req-1e50d4a0-8091-4aae-a9c4-d35f0e8aeef4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=496a66fa8c0741119f64b2d8ff8b2bc9&device_id=53a56542-0f49-4239-9458-080547c54c31 HTTP/1.1" status: 200 len: 1979 time: 0.3562586 Aug 05 11:28:31.067796 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-9591ee9f-b5b2-4d8b-b8a2-95bae56b89ec tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08a494f4-9bd1-4df8-9b58-184bcbfb0cab']}} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:28:31.111531 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-9591ee9f-b5b2-4d8b-b8a2-95bae56b89ec tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '387458a2-8633-4a17-8e11-47d1f8ea76da') {'for_net_delete': True} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:28:31.113911 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-9591ee9f-b5b2-4d8b-b8a2-95bae56b89ec tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '387458a2-8633-4a17-8e11-47d1f8ea76da') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:28:31.150507 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9591ee9f-b5b2-4d8b-b8a2-95bae56b89ec tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25010581'] for segment, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:31.153162 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-63401898-8af1-4b78-809d-d16c2a504709 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:31.178700 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-c8ef0e10-4323-44c0-b8cd-f2c573d29bf1 None None] Allocated IP 172.20.0.2 (e39ee4ed-1909-4b57-97e6-d399dfc49b3b/7df56697-bfc2-4d75-a42b-d9e0d1cdbf86/28b64bc6-95b7-46aa-ba65-ce3ef457e851) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:28:31.196698 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9591ee9f-b5b2-4d8b-b8a2-95bae56b89ec tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:31.211881 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9591ee9f-b5b2-4d8b-b8a2-95bae56b89ec tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=94420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:28:31.212963 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9591ee9f-b5b2-4d8b-b8a2-95bae56b89ec tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29762581'] for segment, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:31.420249 n-d-803378-2 neutron-server[94420]: Traceback (most recent call last): Aug 05 11:28:31.420249 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:28:31.420249 n-d-803378-2 neutron-server[94420]: timer() Aug 05 11:28:31.420249 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:28:31.420249 n-d-803378-2 neutron-server[94420]: cb(*args, **kw) Aug 05 11:28:31.420249 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:28:31.420249 n-d-803378-2 neutron-server[94420]: return func(*args, **kwargs) Aug 05 11:28:31.420249 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:28:31.420249 n-d-803378-2 neutron-server[94420]: self._notify() Aug 05 11:28:31.420249 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:28:31.420249 n-d-803378-2 neutron-server[94420]: self.callback(batched_events) Aug 05 11:28:31.420249 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:28:31.420249 n-d-803378-2 neutron-server[94420]: event.method(event) Aug 05 11:28:31.420249 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:28:31.420249 n-d-803378-2 neutron-server[94420]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:28:31.420249 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:28:31.420249 n-d-803378-2 neutron-server[94420]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:28:31.420249 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:28:31.420249 n-d-803378-2 neutron-server[94420]: return f(self, *a, **k) Aug 05 11:28:31.420249 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:28:31.420249 n-d-803378-2 neutron-server[94420]: return self._get(url).json() Aug 05 11:28:31.420249 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:28:31.420249 n-d-803378-2 neutron-server[94420]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:28:31.420249 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:28:31.420249 n-d-803378-2 neutron-server[94420]: return self.request(url, 'GET', **kwargs) Aug 05 11:28:31.420249 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:28:31.420249 n-d-803378-2 neutron-server[94420]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:28:31.420249 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:28:31.420249 n-d-803378-2 neutron-server[94420]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:28:31.420249 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:28:31.420249 n-d-803378-2 neutron-server[94420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:28:31.420249 n-d-803378-2 neutron-server[94420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:28:31.427029 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c8ef0e10-4323-44c0-b8cd-f2c573d29bf1 None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:31.435079 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19dfa0f-434f-4eba-bb66-f289f169ec8d req-131dd68f-827a-485d-b2ee-095e2dba884c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:31.436965 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9591ee9f-b5b2-4d8b-b8a2-95bae56b89ec tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:31.437876 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-f19dfa0f-434f-4eba-bb66-f289f169ec8d req-131dd68f-827a-485d-b2ee-095e2dba884c service neutron] 10.222.0.64 "GET /v2.0/networks?id=6afe9b25-1e5c-4197-b604-306d4192cdbc HTTP/1.1" status: 200 len: 903 time: 0.2779825 Aug 05 11:28:31.448964 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9591ee9f-b5b2-4d8b-b8a2-95bae56b89ec tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:31.451872 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-c8ef0e10-4323-44c0-b8cd-f2c573d29bf1 None None] Transition to ACTIVE for port object 28b64bc6-95b7-46aa-ba65-ce3ef457e851 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:28:31.455260 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-9591ee9f-b5b2-4d8b-b8a2-95bae56b89ec tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] 10.222.0.58 "DELETE /v2.0/networks/08a494f4-9bd1-4df8-9b58-184bcbfb0cab HTTP/1.1" status: 204 len: 168 time: 1.1157084 Aug 05 11:28:31.457092 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49950) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:28:31.473760 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9591ee9f-b5b2-4d8b-b8a2-95bae56b89ec tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Pushing event deleted for resources: {'Network': ['ID=08a494f4-9bd1-4df8-9b58-184bcbfb0cab,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:28:31.476205 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-c8ef0e10-4323-44c0-b8cd-f2c573d29bf1 None None] Transition to ACTIVE for port object 28b64bc6-95b7-46aa-ba65-ce3ef457e851 will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:28:31.487685 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c8ef0e10-4323-44c0-b8cd-f2c573d29bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:31.541332 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ef0e10-4323-44c0-b8cd-f2c573d29bf1 None None] Network e39ee4ed-1909-4b57-97e6-d399dfc49b3b is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:28:31.551468 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-c8ef0e10-4323-44c0-b8cd-f2c573d29bf1 None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:28:31.554294 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ef0e10-4323-44c0-b8cd-f2c573d29bf1 None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:28:31.569433 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ef0e10-4323-44c0-b8cd-f2c573d29bf1 None None] Pushing event updated for resources: {'Port': ['ID=28b64bc6-95b7-46aa-ba65-ce3ef457e851,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:28:31.633101 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806efda0-bc59-45ab-8095-f5393e0d5afd req-23c00973-6329-4401-bcb7-debc8af7ca8c tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:31.641620 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-806efda0-bc59-45ab-8095-f5393e0d5afd req-23c00973-6329-4401-bcb7-debc8af7ca8c tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?device_id=adcdcc6e-5915-4a7f-a754-7b8f8b7e91a9 HTTP/1.1" status: 200 len: 946 time: 0.1243167 Aug 05 11:28:31.683706 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-f19dfa0f-434f-4eba-bb66-f289f169ec8d req-7d4069bc-ed00-4cd9-906c-624ae943e7ff service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.63&port_id=c5954463-5dff-48f6-9922-9f0607cf58ba HTTP/1.1" status: 200 len: 217 time: 0.2250283 Aug 05 11:28:31.705513 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-806efda0-bc59-45ab-8095-f5393e0d5afd req-7efcac0c-10bb-4a98-950f-a8927675f9a0 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/security-groups?id=12d84a41-4254-4f43-a1c3-ae5bdc7fdfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600464 Aug 05 11:28:31.714969 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-c8ef0e10-4323-44c0-b8cd-f2c573d29bf1 None None] Attempting to bind port 28b64bc6-95b7-46aa-ba65-ce3ef457e851 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:28:31.715359 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-c8ef0e10-4323-44c0-b8cd-f2c573d29bf1 None None] Attempting to bind port 28b64bc6-95b7-46aa-ba65-ce3ef457e851 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'd43210bd-c1e2-42b2-9cfe-90c36ada4f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'e39ee4ed-1909-4b57-97e6-d399dfc49b3b'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:28:31.715710 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ef0e10-4323-44c0-b8cd-f2c573d29bf1 None None] Attempting to bind port 28b64bc6-95b7-46aa-ba65-ce3ef457e851 on network e39ee4ed-1909-4b57-97e6-d399dfc49b3b {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:28:31.724326 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ef0e10-4323-44c0-b8cd-f2c573d29bf1 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:28:31.724326 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ef0e10-4323-44c0-b8cd-f2c573d29bf1 None None] Checking segment: {'id': 'd43210bd-c1e2-42b2-9cfe-90c36ada4f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'e39ee4ed-1909-4b57-97e6-d399dfc49b3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:28:31.724723 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c8ef0e10-4323-44c0-b8cd-f2c573d29bf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:31.725070 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ef0e10-4323-44c0-b8cd-f2c573d29bf1 None None] Bound using segment: {'id': 'd43210bd-c1e2-42b2-9cfe-90c36ada4f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'e39ee4ed-1909-4b57-97e6-d399dfc49b3b'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:28:31.725433 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-c8ef0e10-4323-44c0-b8cd-f2c573d29bf1 None None] Bound port: 28b64bc6-95b7-46aa-ba65-ce3ef457e851, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd43210bd-c1e2-42b2-9cfe-90c36ada4f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'e39ee4ed-1909-4b57-97e6-d399dfc49b3b'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:28:31.725827 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c8ef0e10-4323-44c0-b8cd-f2c573d29bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:31.850636 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f441b051-0ca0-4245-94a4-512b3217a24d tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:31.867782 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19dfa0f-434f-4eba-bb66-f289f169ec8d req-3def4c05-f4af-4680-9f05-ccf7a5018ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:31.871129 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-f19dfa0f-434f-4eba-bb66-f289f169ec8d req-3def4c05-f4af-4680-9f05-ccf7a5018ad1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=80996e6f-4926-4143-99b0-390126b6317d HTTP/1.1" status: 200 len: 801 time: 0.1723871 Aug 05 11:28:31.872448 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-c8ef0e10-4323-44c0-b8cd-f2c573d29bf1 None None] For port 28b64bc6-95b7-46aa-ba65-ce3ef457e851, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:28:31.879200 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-c8ef0e10-4323-44c0-b8cd-f2c573d29bf1 None None] For port 28b64bc6-95b7-46aa-ba65-ce3ef457e851, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=28b64bc6-95b7-46aa-ba65-ce3ef457e851,segment=NetworkSegment(d43210bd-c1e2-42b2-9cfe-90c36ada4f48),segment_id=d43210bd-c1e2-42b2-9cfe-90c36ada4f48)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:28:31.887690 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c8ef0e10-4323-44c0-b8cd-f2c573d29bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:31.909612 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a90b81a-b510-4300-9121-d2472fbf3bf9 req-7f862c03-c934-412c-bf96-1668fd309d90 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:31.922077 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a90b81a-b510-4300-9121-d2472fbf3bf9 req-7f862c03-c934-412c-bf96-1668fd309d90 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:31.936309 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1a90b81a-b510-4300-9121-d2472fbf3bf9 req-7f862c03-c934-412c-bf96-1668fd309d90 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] 10.222.0.58 "GET /v2.0/ports?device_id=53a56542-0f49-4239-9458-080547c54c31 HTTP/1.1" status: 200 len: 1677 time: 0.1247375 Aug 05 11:28:32.013771 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1a90b81a-b510-4300-9121-d2472fbf3bf9 req-fce241b2-a917-43c1-ad47-6b3d4af58483 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b3ade17-8410-42c2-84dd-d3afc731e8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751691 Aug 05 11:28:32.105346 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ef0e10-4323-44c0-b8cd-f2c573d29bf1 None None] Pushing event updated for resources: {'Port': ['ID=28b64bc6-95b7-46aa-ba65-ce3ef457e851,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:28:32.142778 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2da18925-3710-440d-b521-e747efaee58a req-73ce2c9c-cf00-4527-9fec-8565575f406b tempest-ServerShowV257Test-1805273967 tempest-ServerShowV257Test-1805273967-project] 10.222.0.58 "GET /v2.0/ports?device_id=668953df-3091-4a63-a8f3-1c1fe0b71e92 HTTP/1.1" status: 200 len: 210 time: 0.0923586 Aug 05 11:28:32.213133 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f441b051-0ca0-4245-94a4-512b3217a24d tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:32.220753 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19dfa0f-434f-4eba-bb66-f289f169ec8d req-f64c9103-4dc8-407d-a313-185596e009ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:32.222696 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-f19dfa0f-434f-4eba-bb66-f289f169ec8d req-f64c9103-4dc8-407d-a313-185596e009ea service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6afe9b25-1e5c-4197-b604-306d4192cdbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3379221 Aug 05 11:28:32.309617 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-f441b051-0ca0-4245-94a4-512b3217a24d tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5620dff7-1bbe-4b43-9ef6-fa55dac167dc']}} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:28:32.370058 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-f441b051-0ca0-4245-94a4-512b3217a24d tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b98b7f18-fa49-4d94-b0e3-34c6b5af6398') {'for_net_delete': True} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:28:32.370566 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-f441b051-0ca0-4245-94a4-512b3217a24d tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b98b7f18-fa49-4d94-b0e3-34c6b5af6398') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:28:32.391861 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f441b051-0ca0-4245-94a4-512b3217a24d tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29786371'] for segment, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:32.458630 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f441b051-0ca0-4245-94a4-512b3217a24d tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:32.465319 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-63401898-8af1-4b78-809d-d16c2a504709 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:32.506922 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-f19dfa0f-434f-4eba-bb66-f289f169ec8d req-0e7defc2-3c4a-439f-b625-9c5a63eb88d8 service neutron] 10.222.0.64 "GET /v2.0/networks/6afe9b25-1e5c-4197-b604-306d4192cdbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2738945 Aug 05 11:28:32.508350 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f441b051-0ca0-4245-94a4-512b3217a24d tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Releasing vlan 692 on physical network physnet1 to pool {{(pid=94421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:28:32.508897 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f441b051-0ca0-4245-94a4-512b3217a24d tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25038799'] for segment, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:32.515757 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-63401898-8af1-4b78-809d-d16c2a504709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:32.518967 n-d-803378-2 neutron-server[94421]: Traceback (most recent call last): Aug 05 11:28:32.518967 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:28:32.518967 n-d-803378-2 neutron-server[94421]: timer() Aug 05 11:28:32.518967 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:28:32.518967 n-d-803378-2 neutron-server[94421]: cb(*args, **kw) Aug 05 11:28:32.518967 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:28:32.518967 n-d-803378-2 neutron-server[94421]: return func(*args, **kwargs) Aug 05 11:28:32.518967 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:28:32.518967 n-d-803378-2 neutron-server[94421]: self._notify() Aug 05 11:28:32.518967 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:28:32.518967 n-d-803378-2 neutron-server[94421]: self.callback(batched_events) Aug 05 11:28:32.518967 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:28:32.518967 n-d-803378-2 neutron-server[94421]: event.method(event) Aug 05 11:28:32.518967 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:28:32.518967 n-d-803378-2 neutron-server[94421]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:28:32.518967 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:28:32.518967 n-d-803378-2 neutron-server[94421]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:28:32.518967 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:28:32.518967 n-d-803378-2 neutron-server[94421]: return f(self, *a, **k) Aug 05 11:28:32.518967 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:28:32.518967 n-d-803378-2 neutron-server[94421]: return self._get(url).json() Aug 05 11:28:32.518967 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:28:32.518967 n-d-803378-2 neutron-server[94421]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:28:32.518967 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:28:32.518967 n-d-803378-2 neutron-server[94421]: return self.request(url, 'GET', **kwargs) Aug 05 11:28:32.518967 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:28:32.518967 n-d-803378-2 neutron-server[94421]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:28:32.518967 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:28:32.518967 n-d-803378-2 neutron-server[94421]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:28:32.518967 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:28:32.518967 n-d-803378-2 neutron-server[94421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:28:32.518967 n-d-803378-2 neutron-server[94421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:28:32.727152 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f441b051-0ca0-4245-94a4-512b3217a24d tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:32.751392 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f441b051-0ca0-4245-94a4-512b3217a24d tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:32.758742 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49974) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:28:32.759208 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-f441b051-0ca0-4245-94a4-512b3217a24d tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] 10.222.0.58 "DELETE /v2.0/networks/5620dff7-1bbe-4b43-9ef6-fa55dac167dc HTTP/1.1" status: 204 len: 168 time: 1.2974615 Aug 05 11:28:32.846705 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f441b051-0ca0-4245-94a4-512b3217a24d tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Pushing event deleted for resources: {'Network': ['ID=5620dff7-1bbe-4b43-9ef6-fa55dac167dc,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:28:32.873910 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-f19dfa0f-434f-4eba-bb66-f289f169ec8d req-b3b44cf9-ba6f-40ca-8328-356c76544646 service neutron] 10.222.0.64 "GET /v2.0/networks/6afe9b25-1e5c-4197-b604-306d4192cdbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3498235 Aug 05 11:28:32.907983 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-63401898-8af1-4b78-809d-d16c2a504709 admin admin] Allocated IP 172.25.5.184 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/8d306dda-57b3-4e68-9c13-1d9981b7f365) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:28:32.947735 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ebe2f1-d82d-4c41-a3fc-f0baf207877e req-1855016e-1bd9-4a85-989c-937477eadff8 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:32.949386 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b5ebe2f1-d82d-4c41-a3fc-f0baf207877e req-1855016e-1bd9-4a85-989c-937477eadff8 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?device_id=adcdcc6e-5915-4a7f-a754-7b8f8b7e91a9 HTTP/1.1" status: 200 len: 946 time: 0.0917602 Aug 05 11:28:32.972969 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e094def1-1f73-41d0-8e73-c5d52df35f6a tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:32.980914 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e094def1-1f73-41d0-8e73-c5d52df35f6a tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:32.986934 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-e094def1-1f73-41d0-8e73-c5d52df35f6a tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2259603 Aug 05 11:28:32.989401 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49976) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:28:33.000130 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-54967d27-1ca3-40cd-9949-d55fa39006e9 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1474959783'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:28:33.070842 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b5ebe2f1-d82d-4c41-a3fc-f0baf207877e req-447ec84b-b78c-44cd-bc4f-a15547c989ba tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/security-groups?id=12d84a41-4254-4f43-a1c3-ae5bdc7fdfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070557 Aug 05 11:28:33.079907 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54967d27-1ca3-40cd-9949-d55fa39006e9 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Made reservation on behalf of bb27797234f3446b9d24ad8ee93eb578 for: {'network': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:28:33.086496 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-54967d27-1ca3-40cd-9949-d55fa39006e9 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:33.145394 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-63401898-8af1-4b78-809d-d16c2a504709 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:33.165198 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54967d27-1ca3-40cd-9949-d55fa39006e9 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] vlan segment allocate from pool success with {'vlan_id': 695, 'physical_network': 'physnet1'} {{(pid=94420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:28:33.208934 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-54967d27-1ca3-40cd-9949-d55fa39006e9 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:33.209735 n-d-803378-2 neutron-server[94420]: INFO neutron.db.segments_db [None req-54967d27-1ca3-40cd-9949-d55fa39006e9 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Added segment f04b4f2b-a73f-4fa3-8e62-4c1fa2783cd9 of type vlan for network f7d12e22-0245-4bed-bc2c-f15f681ca90d Aug 05 11:28:33.230254 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-63401898-8af1-4b78-809d-d16c2a504709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:33.244532 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc6e322-cda7-469e-a651-a9339b9bd735 req-307ede0d-047b-4568-a608-24405d1fbea4 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:33.254523 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc6e322-cda7-469e-a651-a9339b9bd735 req-307ede0d-047b-4568-a608-24405d1fbea4 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:33.266114 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0cc6e322-cda7-469e-a651-a9339b9bd735 req-307ede0d-047b-4568-a608-24405d1fbea4 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] 10.222.0.58 "GET /v2.0/ports?device_id=53a56542-0f49-4239-9458-080547c54c31 HTTP/1.1" status: 200 len: 1677 time: 0.1417246 Aug 05 11:28:33.370206 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63401898-8af1-4b78-809d-d16c2a504709 admin admin] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:28:33.382040 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-63401898-8af1-4b78-809d-d16c2a504709 admin admin] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:28:33.389306 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63401898-8af1-4b78-809d-d16c2a504709 admin admin] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:28:33.400686 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63401898-8af1-4b78-809d-d16c2a504709 admin admin] Pushing event updated for resources: {'Port': ['ID=8d306dda-57b3-4e68-9c13-1d9981b7f365,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:28:33.580828 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052970f2-e1bb-4ba3-aefa-b2c90fe61141 None None] Network e39ee4ed-1909-4b57-97e6-d399dfc49b3b requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:28:33.820235 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f6ccbbc8-d8aa-48d3-acf4-ad2db06ebdf7 None None] Provisioning for port 28b64bc6-95b7-46aa-ba65-ce3ef457e851 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:28:33.947795 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 28b64bc6-95b7-46aa-ba65-ce3ef457e851 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:28:33.969810 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fe7f342f-fc3d-416c-a833-5c5f9538ac21 req-1e8677a4-19bc-4c31-aca5-417f4ae5e372 tempest-ServerShowV257Test-1805273967 tempest-ServerShowV257Test-1805273967-project] 10.222.0.58 "GET /v2.0/ports?device_id=668953df-3091-4a63-a8f3-1c1fe0b71e92 HTTP/1.1" status: 200 len: 210 time: 0.6306200 Aug 05 11:28:33.988145 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-63401898-8af1-4b78-809d-d16c2a504709 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:34.017203 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0cc6e322-cda7-469e-a651-a9339b9bd735 req-a4b7e76a-f918-4af0-91cf-51a7788f0b3b tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b3ade17-8410-42c2-84dd-d3afc731e8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7511206 Aug 05 11:28:34.020049 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-54967d27-1ca3-40cd-9949-d55fa39006e9 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:34.089288 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-54967d27-1ca3-40cd-9949-d55fa39006e9 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:34.119712 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54967d27-1ca3-40cd-9949-d55fa39006e9 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:34.125014 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-54967d27-1ca3-40cd-9949-d55fa39006e9 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:34.125378 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 28b64bc6-95b7-46aa-ba65-ce3ef457e851 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:28:34.134494 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 28b64bc6-95b7-46aa-ba65-ce3ef457e851 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:28:34.135099 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:34.240613 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-54967d27-1ca3-40cd-9949-d55fa39006e9 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2497706 Aug 05 11:28:34.251149 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49992) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:28:34.265185 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-ca380d93-2aa4-4011-b630-65b6b1daf8cc tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1574603303'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:28:34.293641 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54967d27-1ca3-40cd-9949-d55fa39006e9 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Pushing event updated for resources: {'Network': ['ID=f7d12e22-0245-4bed-bc2c-f15f681ca90d,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:28:34.341894 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca380d93-2aa4-4011-b630-65b6b1daf8cc tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Made reservation on behalf of bb27797234f3446b9d24ad8ee93eb578 for: {'network': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:28:34.351448 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ca380d93-2aa4-4011-b630-65b6b1daf8cc tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:34.397377 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-58823cd8-d943-4dd0-b569-96564a111b08 req-ad1c76b9-29fa-46a7-bd47-f4cc8287459a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=443a76e9-196d-4aa4-85e8-0ee1eebabb66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4882720 Aug 05 11:28:34.407826 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:34.439017 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network f7d12e22-0245-4bed-bc2c-f15f681ca90d details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:28:34.465756 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca380d93-2aa4-4011-b630-65b6b1daf8cc tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] vlan segment allocate from pool success with {'vlan_id': 696, 'physical_network': 'physnet1'} {{(pid=94420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:28:34.509391 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port 28b64bc6-95b7-46aa-ba65-ce3ef457e851, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=28b64bc6-95b7-46aa-ba65-ce3ef457e851,segment=NetworkSegment(d43210bd-c1e2-42b2-9cfe-90c36ada4f48),segment_id=d43210bd-c1e2-42b2-9cfe-90c36ada4f48)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:28:34.537828 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-63401898-8af1-4b78-809d-d16c2a504709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286026'] for router, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:34.619511 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:34.626350 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ca380d93-2aa4-4011-b630-65b6b1daf8cc tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:34.632317 n-d-803378-2 neutron-server[94420]: INFO neutron.db.segments_db [None req-ca380d93-2aa4-4011-b630-65b6b1daf8cc tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Added segment b693228d-032e-45d2-85d7-174b9a2d46a4 of type vlan for network 09df9804-d89c-4fc3-aa33-dc9aaa619efb Aug 05 11:28:34.736958 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58823cd8-d943-4dd0-b569-96564a111b08 req-450dd4b2-8cac-4963-8661-cdd325ea3b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:34.738520 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58823cd8-d943-4dd0-b569-96564a111b08 req-450dd4b2-8cac-4963-8661-cdd325ea3b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:34.739406 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58823cd8-d943-4dd0-b569-96564a111b08 req-450dd4b2-8cac-4963-8661-cdd325ea3b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:34.746573 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58823cd8-d943-4dd0-b569-96564a111b08 req-450dd4b2-8cac-4963-8661-cdd325ea3b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:34.747407 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58823cd8-d943-4dd0-b569-96564a111b08 req-450dd4b2-8cac-4963-8661-cdd325ea3b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:34.748054 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58823cd8-d943-4dd0-b569-96564a111b08 req-450dd4b2-8cac-4963-8661-cdd325ea3b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:34.749692 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58823cd8-d943-4dd0-b569-96564a111b08 req-450dd4b2-8cac-4963-8661-cdd325ea3b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:34.752246 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-58823cd8-d943-4dd0-b569-96564a111b08 req-450dd4b2-8cac-4963-8661-cdd325ea3b37 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b4870e3c85c84ca78a3c4012c18adec3&device_id=443a76e9-196d-4aa4-85e8-0ee1eebabb66 HTTP/1.1" status: 200 len: 6492 time: 0.2096322 Aug 05 11:28:34.806852 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ca380d93-2aa4-4011-b630-65b6b1daf8cc tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:34.919988 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ca380d93-2aa4-4011-b630-65b6b1daf8cc tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:34.932017 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca380d93-2aa4-4011-b630-65b6b1daf8cc tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:34.932997 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ca380d93-2aa4-4011-b630-65b6b1daf8cc tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:35.036128 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58823cd8-d943-4dd0-b569-96564a111b08 req-3b2f4c0c-3631-49ae-99e1-fa5c1f958f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:35.036672 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58823cd8-d943-4dd0-b569-96564a111b08 req-3b2f4c0c-3631-49ae-99e1-fa5c1f958f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:35.037222 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58823cd8-d943-4dd0-b569-96564a111b08 req-3b2f4c0c-3631-49ae-99e1-fa5c1f958f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:35.040447 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-58823cd8-d943-4dd0-b569-96564a111b08 req-3b2f4c0c-3631-49ae-99e1-fa5c1f958f10 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1d9d0f10-7957-4188-9ef0-2efd524fc96a&id=d036d46a-a30d-4750-b27d-4b7146f11df9&id=d036d46a-a30d-4750-b27d-4b7146f11df9&id=d036d46a-a30d-4750-b27d-4b7146f11df9&id=d036d46a-a30d-4750-b27d-4b7146f11df9&id=a5f65908-1835-4cf8-bef2-1ebbd6cd0373&id=a5f65908-1835-4cf8-bef2-1ebbd6cd0373 HTTP/1.1" status: 200 len: 2293 time: 0.2125146 Aug 05 11:28:35.046281 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4315adb1-b599-49d7-8dc1-31a21e790d5d req-64d2bb05-64db-4487-9840-eeaa6047df67 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=07d54c0b31a2453d88017cf7b990d6f8&device_id=668953df-3091-4a63-a8f3-1c1fe0b71e92 HTTP/1.1" status: 200 len: 210 time: 0.1801238 Aug 05 11:28:35.085371 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63401898-8af1-4b78-809d-d16c2a504709 admin admin] Router 0760ec99-505e-4186-ad72-ea450ae3b4fc is scheduled to L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d with binding_index 1 {{(pid=94421) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 11:28:35.123874 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-855df15c-2efc-4119-9cd8-ec7015dc8736 req-fbeb63f2-9373-4c76-981f-a0d624a2eb4a tempest-ServerShowV257Test-1805273967 tempest-ServerShowV257Test-1805273967-project] 10.222.0.58 "GET /v2.0/ports?device_id=668953df-3091-4a63-a8f3-1c1fe0b71e92 HTTP/1.1" status: 200 len: 210 time: 0.2642508 Aug 05 11:28:35.145377 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-ca380d93-2aa4-4011-b630-65b6b1daf8cc tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8920424 Aug 05 11:28:35.146287 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 50000) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:28:35.185351 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=28b64bc6-95b7-46aa-ba65-ce3ef457e851,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:28:35.196814 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-544708b9-a9ee-496d-bf70-80536d30e92e tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Request body: {'ports': [{'network_id': 'f7d12e22-0245-4bed-bc2c-f15f681ca90d', 'name': 'tempest-port--641445277', 'admin_state_up': True}, {'network_id': '09df9804-d89c-4fc3-aa33-dc9aaa619efb', 'admin_state_up': False}]} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:28:35.197148 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-544708b9-a9ee-496d-bf70-80536d30e92e tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Request body: {'port': {'network_id': 'f7d12e22-0245-4bed-bc2c-f15f681ca90d', 'name': 'tempest-port--641445277', 'admin_state_up': True}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:28:35.197874 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-544708b9-a9ee-496d-bf70-80536d30e92e tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Request body: {'port': {'network_id': '09df9804-d89c-4fc3-aa33-dc9aaa619efb', 'admin_state_up': False}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:28:35.227143 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6189ca-babf-47c7-9960-5cbe3e433dbc req-8ab92cde-0dd6-4950-871c-d0cb90d6b692 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:35.229126 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6b6189ca-babf-47c7-9960-5cbe3e433dbc req-8ab92cde-0dd6-4950-871c-d0cb90d6b692 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?device_id=adcdcc6e-5915-4a7f-a754-7b8f8b7e91a9 HTTP/1.1" status: 200 len: 946 time: 0.7551124 Aug 05 11:28:35.238830 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4315adb1-b599-49d7-8dc1-31a21e790d5d req-c61303b1-6862-491f-9b22-199de9381181 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=07d54c0b31a2453d88017cf7b990d6f8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1514835 Aug 05 11:28:35.264440 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-09df4e65-183a-43c7-b189-5ddc1894c5e5 None None] Provisioning complete for port 28b64bc6-95b7-46aa-ba65-ce3ef457e851 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:28:35.265349 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-09df4e65-183a-43c7-b189-5ddc1894c5e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:35.309271 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-58823cd8-d943-4dd0-b569-96564a111b08 req-c75a816a-886e-4c29-9cc7-338bdca5afc4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cda42fa7-6755-4e33-bd29-5cc1df60f230 HTTP/1.1" status: 200 len: 1002 time: 0.2462997 Aug 05 11:28:35.383304 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca380d93-2aa4-4011-b630-65b6b1daf8cc tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Pushing event updated for resources: {'Network': ['ID=09df9804-d89c-4fc3-aa33-dc9aaa619efb,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:28:35.456175 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 09df9804-d89c-4fc3-aa33-dc9aaa619efb details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:28:35.642648 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6b6189ca-babf-47c7-9960-5cbe3e433dbc req-4145fc1b-92de-4d14-b81f-e00466e4e563 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/security-groups?id=12d84a41-4254-4f43-a1c3-ae5bdc7fdfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3653846 Aug 05 11:28:35.844389 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed77a644-50ad-49b2-b140-520d1d616510 req-954d9f2f-be3b-4e7e-a08d-1c47189b8049 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:35.876180 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed77a644-50ad-49b2-b140-520d1d616510 req-954d9f2f-be3b-4e7e-a08d-1c47189b8049 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:35.889122 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ed77a644-50ad-49b2-b140-520d1d616510 req-954d9f2f-be3b-4e7e-a08d-1c47189b8049 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] 10.222.0.58 "GET /v2.0/ports?device_id=53a56542-0f49-4239-9458-080547c54c31 HTTP/1.1" status: 200 len: 1677 time: 0.6104951 Aug 05 11:28:35.894403 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 28b64bc6-95b7-46aa-ba65-ce3ef457e851 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:28:35.958656 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4315adb1-b599-49d7-8dc1-31a21e790d5d req-01c62e4a-46a4-4fd0-b525-b85f28675930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:35.960446 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4315adb1-b599-49d7-8dc1-31a21e790d5d req-01c62e4a-46a4-4fd0-b525-b85f28675930 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6846087 Aug 05 11:28:35.999184 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58823cd8-d943-4dd0-b569-96564a111b08 req-2fdab489-12ce-4a74-9409-a759563ce7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:36.001606 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-58823cd8-d943-4dd0-b569-96564a111b08 req-2fdab489-12ce-4a74-9409-a759563ce7ef service neutron] 10.222.0.55 "GET /v2.0/subnets?id=359b66e9-993f-49f2-872a-086774950a53 HTTP/1.1" status: 200 len: 851 time: 0.6816463 Aug 05 11:28:36.009409 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ed77a644-50ad-49b2-b140-520d1d616510 req-556fb4fd-b038-4010-b0a7-f916c3d3f5a9 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b3ade17-8410-42c2-84dd-d3afc731e8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190081 Aug 05 11:28:36.043936 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-544708b9-a9ee-496d-bf70-80536d30e92e tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Made reservation on behalf of bb27797234f3446b9d24ad8ee93eb578 for: {'port': 2} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:28:36.051562 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-544708b9-a9ee-496d-bf70-80536d30e92e tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:36.075571 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-544708b9-a9ee-496d-bf70-80536d30e92e tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:36.085069 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 28b64bc6-95b7-46aa-ba65-ce3ef457e851 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:28:36.086220 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:36.157272 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58823cd8-d943-4dd0-b569-96564a111b08 req-5e51ff35-e617-428f-ac9c-87b3fd14e8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:36.159772 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-58823cd8-d943-4dd0-b569-96564a111b08 req-5e51ff35-e617-428f-ac9c-87b3fd14e8fc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1d9d0f10-7957-4188-9ef0-2efd524fc96a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0817366 Aug 05 11:28:36.162360 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63401898-8af1-4b78-809d-d16c2a504709 admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:28:36.178002 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba56a2c-a626-41d3-bf16-0eab5d9eead5 None None] Sync routers for ids ['0760ec99-505e-4186-ad72-ea450ae3b4fc'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:28:36.200779 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba56a2c-a626-41d3-bf16-0eab5d9eead5 None None] Routers {'0760ec99-505e-4186-ad72-ea450ae3b4fc'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:28:36.201440 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-6ba56a2c-a626-41d3-bf16-0eab5d9eead5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:28:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['0760ec99-505e-4186-ad72-ea450ae3b4fc'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:28:36.352838 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1ed0f815-5518-4351-a8c0-a4be49cc0589 req-7b0212a4-67bb-4a4c-a288-f0e91a8f50d9 tempest-ServerShowV257Test-1805273967 tempest-ServerShowV257Test-1805273967-project] 10.222.0.58 "GET /v2.0/ports?device_id=668953df-3091-4a63-a8f3-1c1fe0b71e92 HTTP/1.1" status: 200 len: 210 time: 0.0732303 Aug 05 11:28:36.392434 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-63401898-8af1-4b78-809d-d16c2a504709 admin admin] Notify callbacks [] for router, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:36.400934 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 50012) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:28:36.402495 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-63401898-8af1-4b78-809d-d16c2a504709 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 6.1854146 Aug 05 11:28:36.407689 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [None req-544708b9-a9ee-496d-bf70-80536d30e92e tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] device_id is not set on port 54c837ea-145f-4887-9b9e-b9f1af9cb272 yet. {{(pid=94420) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 11:28:36.460944 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-58823cd8-d943-4dd0-b569-96564a111b08 req-dff3ee3a-1239-400d-9aa0-719b9f11270c service neutron] 10.222.0.55 "GET /v2.0/networks/1d9d0f10-7957-4188-9ef0-2efd524fc96a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2615235 Aug 05 11:28:36.539340 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-6ba56a2c-a626-41d3-bf16-0eab5d9eead5 None None] Set router 0760ec99-505e-4186-ad72-ea450ae3b4fc gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:28:36.617551 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-58823cd8-d943-4dd0-b569-96564a111b08 req-be76d246-bcfc-4047-b6ad-cf603114ecf2 service neutron] 10.222.0.55 "GET /v2.0/networks/1d9d0f10-7957-4188-9ef0-2efd524fc96a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488633 Aug 05 11:28:36.678530 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 0710547a-ad26-4de7-b24c-9aeb55d07c0a details requested by agent hyperv_n-h1-803378-2 with host n-h1-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:28:36.693400 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-58823cd8-d943-4dd0-b569-96564a111b08 req-2a254ee7-6d21-43c7-a8c9-9039501d66c7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.111&port_id=8fe40b91-b25d-45f0-9197-c82f62355d38 HTTP/1.1" status: 200 len: 217 time: 0.0672073 Aug 05 11:28:36.831340 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58823cd8-d943-4dd0-b569-96564a111b08 req-eca51580-8a44-4488-bff8-7a5d283ebbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:36.833198 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-58823cd8-d943-4dd0-b569-96564a111b08 req-eca51580-8a44-4488-bff8-7a5d283ebbe4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=63fb736d-d029-44dc-a68b-bfad4551695d HTTP/1.1" status: 200 len: 797 time: 0.1297629 Aug 05 11:28:36.922453 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-6ba56a2c-a626-41d3-bf16-0eab5d9eead5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0760ec99-505e-4186-ad72-ea450ae3b4fc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-528071089-router', 'tenant_id': 'f5c29ef1bc08457986c2adf650dc2bbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '8d306dda-57b3-4e68-9c13-1d9981b7f365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:28:30Z', 'updated_at': '2021-08-05T11:28:33Z', 'revision_number': 3, 'project_id': 'f5c29ef1bc08457986c2adf650dc2bbf', 'gw_port': {'id': '8d306dda-57b3-4e68-9c13-1d9981b7f365', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:19:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0760ec99-505e-4186-ad72-ea450ae3b4fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:28:32Z', 'updated_at': '2021-08-05T11:28:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:28:36.936589 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58823cd8-d943-4dd0-b569-96564a111b08 req-9383d700-bd6d-4856-832f-2a91b4a2c77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:36.951604 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-58823cd8-d943-4dd0-b569-96564a111b08 req-9383d700-bd6d-4856-832f-2a91b4a2c77c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d036d46a-a30d-4750-b27d-4b7146f11df9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1102824 Aug 05 11:28:36.965628 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba56a2c-a626-41d3-bf16-0eab5d9eead5 None None] Checking router: 0760ec99-505e-4186-ad72-ea450ae3b4fc for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:28:36.966145 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba56a2c-a626-41d3-bf16-0eab5d9eead5 None None] Updating router 0760ec99-505e-4186-ad72-ea450ae3b4fc port 8d306dda-57b3-4e68-9c13-1d9981b7f365 binding host n-d-803378-2 {{(pid=94423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 11:28:37.001415 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-544708b9-a9ee-496d-bf70-80536d30e92e tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:37.007824 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-6ba56a2c-a626-41d3-bf16-0eab5d9eead5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:37.069121 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 0710547a-ad26-4de7-b24c-9aeb55d07c0a, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=0710547a-ad26-4de7-b24c-9aeb55d07c0a,segment=NetworkSegment(4408a66c-29ae-4d38-a473-cc98f29f756e),segment_id=4408a66c-29ae-4d38-a473-cc98f29f756e)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:28:37.143658 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Returning: {'device': '0710547a-ad26-4de7-b24c-9aeb55d07c0a', 'network_id': '1fea457b-6ef5-454d-b895-97cc893a0dae', 'port_id': '0710547a-ad26-4de7-b24c-9aeb55d07c0a', 'mac_address': 'fa:16:3e:12:d8:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcf3b1a0-b48a-428f-a8ce-82c8029327c6', 'ip_address': '19.80.0.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:28:37.174539 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-0df84b4d-98c0-4e43-9ac0-5f3ec77646db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:37.237979 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675fe9da-ec74-4f20-8e73-7796dc7bbb05 req-ac409988-7664-45d9-b4b4-40ffb0b2a28c tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:37.242823 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-675fe9da-ec74-4f20-8e73-7796dc7bbb05 req-ac409988-7664-45d9-b4b4-40ffb0b2a28c tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?device_id=adcdcc6e-5915-4a7f-a754-7b8f8b7e91a9 HTTP/1.1" status: 200 len: 946 time: 0.3233271 Aug 05 11:28:37.281932 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:37.286217 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-58823cd8-d943-4dd0-b569-96564a111b08 req-2b201b35-29cb-40b6-bd7e-f8ed39d1b6c1 service neutron] 10.222.0.55 "GET /v2.0/networks/d036d46a-a30d-4750-b27d-4b7146f11df9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3177004 Aug 05 11:28:37.317927 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0710547a-ad26-4de7-b24c-9aeb55d07c0a {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:28:37.321691 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [None req-544708b9-a9ee-496d-bf70-80536d30e92e tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] device_id is not set on port 64332ecc-5b59-415d-b562-166751203bed yet. {{(pid=94420) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 11:28:37.361322 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 0710547a-ad26-4de7-b24c-9aeb55d07c0a, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=0710547a-ad26-4de7-b24c-9aeb55d07c0a,segment=NetworkSegment(4408a66c-29ae-4d38-a473-cc98f29f756e),segment_id=4408a66c-29ae-4d38-a473-cc98f29f756e)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:28:37.370995 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:37.372336 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device c5954463-5dff-48f6-9922-9f0607cf58ba details requested by agent hyperv_n-h1-803378-2 with host n-h1-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:28:37.512254 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4315adb1-b599-49d7-8dc1-31a21e790d5d req-64b13762-02a3-4566-91cf-e3913f310662 tempest-ServerShowV257Test-1805273967 tempest-ServerShowV257Test-1805273967-project] 10.222.0.55 "GET /v2.0/ports?device_id=668953df-3091-4a63-a8f3-1c1fe0b71e92 HTTP/1.1" status: 200 len: 210 time: 0.1456964 Aug 05 11:28:37.530204 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=0710547a-ad26-4de7-b24c-9aeb55d07c0a,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:28:37.586057 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-58823cd8-d943-4dd0-b569-96564a111b08 req-fdca1e40-74d8-48b4-908f-1f8114f32007 service neutron] 10.222.0.55 "GET /v2.0/networks/d036d46a-a30d-4750-b27d-4b7146f11df9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451723 Aug 05 11:28:37.606221 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-675fe9da-ec74-4f20-8e73-7796dc7bbb05 req-cca05b4a-99c9-4377-8010-17087ac8e198 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/security-groups?id=12d84a41-4254-4f43-a1c3-ae5bdc7fdfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3402712 Aug 05 11:28:37.689383 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f6e3f8-c310-4d2e-9866-d8729db7c655 req-0a2f1363-53f0-4137-bb11-19c3bf9545ab tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:37.717958 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f6e3f8-c310-4d2e-9866-d8729db7c655 req-0a2f1363-53f0-4137-bb11-19c3bf9545ab tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:37.725640 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port c5954463-5dff-48f6-9922-9f0607cf58ba, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=c5954463-5dff-48f6-9922-9f0607cf58ba,segment=NetworkSegment(9adb7594-f5cf-49bb-9eb1-dba5bfac555d),segment_id=9adb7594-f5cf-49bb-9eb1-dba5bfac555d)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:28:37.743443 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e2f6e3f8-c310-4d2e-9866-d8729db7c655 req-0a2f1363-53f0-4137-bb11-19c3bf9545ab tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] 10.222.0.58 "GET /v2.0/ports?device_id=53a56542-0f49-4239-9458-080547c54c31 HTTP/1.1" status: 200 len: 1677 time: 0.4795454 Aug 05 11:28:37.767115 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-6ba56a2c-a626-41d3-bf16-0eab5d9eead5 None None] Notify callbacks [] for port, precommit_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:37.769293 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-58823cd8-d943-4dd0-b569-96564a111b08 req-1f6719ee-b5bd-45df-8a88-5b61b02f6732 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.137&port_id=9825552d-c4a9-47c2-b314-f8532a62835b HTTP/1.1" status: 200 len: 217 time: 0.1748679 Aug 05 11:28:37.787116 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.provisioning_blocks [None req-6ba56a2c-a626-41d3-bf16-0eab5d9eead5 None None] Transition to ACTIVE for port object 8d306dda-57b3-4e68-9c13-1d9981b7f365 will not be triggered until provisioned by entity L2. {{(pid=94423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:28:37.803233 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-6ba56a2c-a626-41d3-bf16-0eab5d9eead5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:37.806025 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Returning: {'device': 'c5954463-5dff-48f6-9922-9f0607cf58ba', 'network_id': '6afe9b25-1e5c-4197-b604-306d4192cdbc', 'port_id': 'c5954463-5dff-48f6-9922-9f0607cf58ba', 'mac_address': 'fa:16:3e:20:4c:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80996e6f-4926-4143-99b0-390126b6317d', 'ip_address': '19.86.0.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:28:37.901349 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58823cd8-d943-4dd0-b569-96564a111b08 req-009a208c-d25c-4572-84ad-ae85b561436e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:37.906242 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-58823cd8-d943-4dd0-b569-96564a111b08 req-009a208c-d25c-4572-84ad-ae85b561436e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=63fb736d-d029-44dc-a68b-bfad4551695d HTTP/1.1" status: 200 len: 797 time: 0.1149945 Aug 05 11:28:37.934146 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbfd7c6-115e-45d8-a8b7-7756666c57d6 None None] Pushing event updated for resources: {'Port': ['ID=8d306dda-57b3-4e68-9c13-1d9981b7f365,revision_number=2']} {{(pid=94423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:28:37.986672 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:38.017852 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-6ba56a2c-a626-41d3-bf16-0eab5d9eead5 None None] Attempting to bind port 8d306dda-57b3-4e68-9c13-1d9981b7f365 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:28:38.020998 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-6ba56a2c-a626-41d3-bf16-0eab5d9eead5 None None] Attempting to bind port 8d306dda-57b3-4e68-9c13-1d9981b7f365 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}] {{(pid=94423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:28:38.021641 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba56a2c-a626-41d3-bf16-0eab5d9eead5 None None] Attempting to bind port 8d306dda-57b3-4e68-9c13-1d9981b7f365 on network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:28:38.039006 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5954463-5dff-48f6-9922-9f0607cf58ba {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:28:38.041569 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58823cd8-d943-4dd0-b569-96564a111b08 req-cce6bbf6-3453-4418-a725-f170e00c0cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:38.042120 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba56a2c-a626-41d3-bf16-0eab5d9eead5 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:28:38.044570 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba56a2c-a626-41d3-bf16-0eab5d9eead5 None None] Checking segment: {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:28:38.044993 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-6ba56a2c-a626-41d3-bf16-0eab5d9eead5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:38.045402 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba56a2c-a626-41d3-bf16-0eab5d9eead5 None None] Bound using segment: {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'} {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:28:38.045947 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-6ba56a2c-a626-41d3-bf16-0eab5d9eead5 None None] Bound port: 8d306dda-57b3-4e68-9c13-1d9981b7f365, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}}] {{(pid=94423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:28:38.046330 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-6ba56a2c-a626-41d3-bf16-0eab5d9eead5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:38.050214 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-58823cd8-d943-4dd0-b569-96564a111b08 req-cce6bbf6-3453-4418-a725-f170e00c0cbd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d036d46a-a30d-4750-b27d-4b7146f11df9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1302195 Aug 05 11:28:38.099158 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port c5954463-5dff-48f6-9922-9f0607cf58ba, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=c5954463-5dff-48f6-9922-9f0607cf58ba,segment=NetworkSegment(9adb7594-f5cf-49bb-9eb1-dba5bfac555d),segment_id=9adb7594-f5cf-49bb-9eb1-dba5bfac555d)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:28:38.105949 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:38.290980 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.db [None req-6ba56a2c-a626-41d3-bf16-0eab5d9eead5 None None] For port 8d306dda-57b3-4e68-9c13-1d9981b7f365, host n-d-803378-2, cleared binding levels {{(pid=94423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:28:38.302586 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.db [None req-6ba56a2c-a626-41d3-bf16-0eab5d9eead5 None None] For port 8d306dda-57b3-4e68-9c13-1d9981b7f365, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=8d306dda-57b3-4e68-9c13-1d9981b7f365,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:28:38.320668 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-6ba56a2c-a626-41d3-bf16-0eab5d9eead5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:38.338067 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=c5954463-5dff-48f6-9922-9f0607cf58ba,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:28:38.392071 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-58823cd8-d943-4dd0-b569-96564a111b08 req-71185403-9584-4590-a524-9e411d26cdaf service neutron] 10.222.0.55 "GET /v2.0/networks/d036d46a-a30d-4750-b27d-4b7146f11df9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3334112 Aug 05 11:28:38.484176 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbfd7c6-115e-45d8-a8b7-7756666c57d6 None None] Pushing event updated for resources: {'Port': ['ID=8d306dda-57b3-4e68-9c13-1d9981b7f365,revision_number=3']} {{(pid=94423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:28:38.496078 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba56a2c-a626-41d3-bf16-0eab5d9eead5 None None] Routers {'0760ec99-505e-4186-ad72-ea450ae3b4fc'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:28:38.497536 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-6ba56a2c-a626-41d3-bf16-0eab5d9eead5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:28:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['0760ec99-505e-4186-ad72-ea450ae3b4fc'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:28:38.564989 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4cc4651d-789a-4c6c-9d8d-d445632c38e1 req-171dca40-1e58-4ca3-8951-cb25ee015e8b tempest-ServerShowV257Test-1805273967 tempest-ServerShowV257Test-1805273967-project] 10.222.0.58 "GET /v2.0/ports?device_id=668953df-3091-4a63-a8f3-1c1fe0b71e92 HTTP/1.1" status: 200 len: 210 time: 0.1934066 Aug 05 11:28:38.585764 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-544708b9-a9ee-496d-bf70-80536d30e92e tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:38.596299 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2cec6f-20ea-43bd-ae59-e43fd6a91f2f req-1638a66c-5ede-4ee5-b6f1-774ce8f90ce1 tempest-LiveMigrationTest-868734295 tempest-LiveMigrationTest-868734295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:38.599368 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3b2cec6f-20ea-43bd-ae59-e43fd6a91f2f req-1638a66c-5ede-4ee5-b6f1-774ce8f90ce1 tempest-LiveMigrationTest-868734295 tempest-LiveMigrationTest-868734295-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=adcdcc6e-5915-4a7f-a754-7b8f8b7e91a9&tenant_id=bc360260b43347fbb7d1bc7660d6f218&binding%3Ahost_id=n-h2-803378-2 HTTP/1.1" status: 200 len: 1097 time: 0.1135616 Aug 05 11:28:38.608244 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e2f6e3f8-c310-4d2e-9866-d8729db7c655 req-f10beed5-c6fb-4443-bcb0-3904eefe773a tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b3ade17-8410-42c2-84dd-d3afc731e8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8512654 Aug 05 11:28:38.630252 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-3b2cec6f-20ea-43bd-ae59-e43fd6a91f2f req-62a9b809-bf99-4e68-8873-e974082a369d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-803378-2'}}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:28:38.670128 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device d544b900-cb51-4852-8470-8f9dfde6720c details requested by agent hyperv_n-h1-803378-2 with host n-h1-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:28:38.693635 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-6ba56a2c-a626-41d3-bf16-0eab5d9eead5 None None] Set router 0760ec99-505e-4186-ad72-ea450ae3b4fc gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:28:38.711930 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['0710547a-ad26-4de7-b24c-9aeb55d07c0a'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:28:38.755298 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-3b2cec6f-20ea-43bd-ae59-e43fd6a91f2f req-62a9b809-bf99-4e68-8873-e974082a369d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:38.762461 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-58823cd8-d943-4dd0-b569-96564a111b08 req-1230c3f2-3040-4e89-818c-4cbf0ae4c09c service neutron] 10.222.0.55 "GET /v2.0/networks/d036d46a-a30d-4750-b27d-4b7146f11df9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3629897 Aug 05 11:28:38.830004 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-58823cd8-d943-4dd0-b569-96564a111b08 req-3bad5d35-839d-42f7-b3ce-4fea1b72952d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.252&port_id=5bd78e20-4e65-4320-8933-ff3e7cd3c7e1 HTTP/1.1" status: 200 len: 217 time: 0.0586860 Aug 05 11:28:38.852769 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-544708b9-a9ee-496d-bf70-80536d30e92e tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:38.857027 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['c5954463-5dff-48f6-9922-9f0607cf58ba'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:28:38.857242 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-59a8594c-0eef-4996-af6a-fd1d115c8cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:38.866926 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.db.resource_extend [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 05 11:28:39.046072 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-3b2cec6f-20ea-43bd-ae59-e43fd6a91f2f req-62a9b809-bf99-4e68-8873-e974082a369d service neutron] For port d544b900-cb51-4852-8470-8f9dfde6720c, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=d544b900-cb51-4852-8470-8f9dfde6720c,segment=NetworkSegment(be89551e-4aa0-433b-90d8-e517f4f1da1f),segment_id=be89551e-4aa0-433b-90d8-e517f4f1da1f)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:28:39.111132 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-3b2cec6f-20ea-43bd-ae59-e43fd6a91f2f req-62a9b809-bf99-4e68-8873-e974082a369d service neutron] For port d544b900-cb51-4852-8470-8f9dfde6720c, host n-h2-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:28:39.113222 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port d544b900-cb51-4852-8470-8f9dfde6720c, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=d544b900-cb51-4852-8470-8f9dfde6720c,segment=NetworkSegment(be89551e-4aa0-433b-90d8-e517f4f1da1f),segment_id=be89551e-4aa0-433b-90d8-e517f4f1da1f)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:28:39.117402 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-6ba56a2c-a626-41d3-bf16-0eab5d9eead5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0760ec99-505e-4186-ad72-ea450ae3b4fc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-528071089-router', 'tenant_id': 'f5c29ef1bc08457986c2adf650dc2bbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '8d306dda-57b3-4e68-9c13-1d9981b7f365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:28:30Z', 'updated_at': '2021-08-05T11:28:33Z', 'revision_number': 3, 'project_id': 'f5c29ef1bc08457986c2adf650dc2bbf', 'gw_port': {'id': '8d306dda-57b3-4e68-9c13-1d9981b7f365', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:19:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0760ec99-505e-4186-ad72-ea450ae3b4fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:28:32Z', 'updated_at': '2021-08-05T11:28:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:28:39.136231 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device d544b900-cb51-4852-8470-8f9dfde6720c has no active binding in host n-h1-803378-2 {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 05 11:28:39.158511 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-59a8594c-0eef-4996-af6a-fd1d115c8cb8 admin admin] Allocated IP 172.20.0.1 (e39ee4ed-1909-4b57-97e6-d399dfc49b3b/7df56697-bfc2-4d75-a42b-d9e0d1cdbf86/62826dad-9f69-42c5-99b8-fc7e0747ce2b) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:28:39.174797 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba56a2c-a626-41d3-bf16-0eab5d9eead5 None None] The sync data for ids ['0760ec99-505e-4186-ad72-ea450ae3b4fc'] in n-d-803378-2 is: [{'id': '0760ec99-505e-4186-ad72-ea450ae3b4fc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-528071089-router', 'tenant_id': 'f5c29ef1bc08457986c2adf650dc2bbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '8d306dda-57b3-4e68-9c13-1d9981b7f365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:28:30Z', 'updated_at': '2021-08-05T11:28:33Z', 'revision_number': 3, 'project_id': 'f5c29ef1bc08457986c2adf650dc2bbf', 'gw_port': {'id': '8d306dda-57b3-4e68-9c13-1d9981b7f365', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:19:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0760ec99-505e-4186-ad72-ea450ae3b4fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:28:32Z', 'updated_at': '2021-08-05T11:28:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:28:39.251300 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adcdcc6e-5915-4a7f-a754-7b8f8b7e91a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd544b900-cb51-4852-8470-8f9dfde6720c'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:28:39.256453 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c6f8b24-fa24-4df0-915f-278dd1f51119" -d '{"events": [{"server_uuid": "adcdcc6e-5915-4a7f-a754-7b8f8b7e91a9", "name": "network-vif-unplugged", "status": "completed", "tag": "d544b900-cb51-4852-8470-8f9dfde6720c"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:28:39.267749 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-3b2cec6f-20ea-43bd-ae59-e43fd6a91f2f req-62a9b809-bf99-4e68-8873-e974082a369d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:39.288417 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-3b2cec6f-20ea-43bd-ae59-e43fd6a91f2f req-62a9b809-bf99-4e68-8873-e974082a369d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:39.390056 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58823cd8-d943-4dd0-b569-96564a111b08 req-f1d65943-3b8d-460a-93ca-056b7454527c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:39.394412 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-58823cd8-d943-4dd0-b569-96564a111b08 req-f1d65943-3b8d-460a-93ca-056b7454527c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=63fb736d-d029-44dc-a68b-bfad4551695d HTTP/1.1" status: 200 len: 797 time: 0.5530920 Aug 05 11:28:39.395511 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a9b809-bf99-4e68-8873-e974082a369d service neutron] Pushing event updated for resources: {'Port': ['ID=d544b900-cb51-4852-8470-8f9dfde6720c,revision_number=7']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:28:39.410725 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544708b9-a9ee-496d-bf70-80536d30e92e tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Pushing event updated for resources: {'Port': ['ID=54c837ea-145f-4887-9b9e-b9f1af9cb272,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:28:39.432578 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-05ad9d39-e1aa-4699-b48f-6e5983a7224e req-c9e14a05-969d-412d-a9f5-4ba73b18f0d9 tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--719500770&fields=id&tenant_id=bd9c589b923344c89a4e06df2c5127d6 HTTP/1.1" status: 200 len: 267 time: 0.5706935 Aug 05 11:28:39.507660 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87c92db-9e8f-461d-be1c-f20ec7261b5b req-da34ede6-3842-475b-9370-90ec12854345 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:39.513103 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c87c92db-9e8f-461d-be1c-f20ec7261b5b req-da34ede6-3842-475b-9370-90ec12854345 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?device_id=adcdcc6e-5915-4a7f-a754-7b8f8b7e91a9 HTTP/1.1" status: 200 len: 946 time: 0.6649058 Aug 05 11:28:39.576046 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-3b2cec6f-20ea-43bd-ae59-e43fd6a91f2f req-62a9b809-bf99-4e68-8873-e974082a369d service neutron] Attempting to bind port d544b900-cb51-4852-8470-8f9dfde6720c on host n-h2-803378-2 for vnic_type normal with profile {"migrating_to": "n-h1-803378-2"} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:28:39.576553 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-3b2cec6f-20ea-43bd-ae59-e43fd6a91f2f req-62a9b809-bf99-4e68-8873-e974082a369d service neutron] Attempting to bind port d544b900-cb51-4852-8470-8f9dfde6720c by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': 'be89551e-4aa0-433b-90d8-e517f4f1da1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '546c0542-0f92-4f6c-914b-a74a81cd2290'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:28:39.577104 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2cec6f-20ea-43bd-ae59-e43fd6a91f2f req-62a9b809-bf99-4e68-8873-e974082a369d service neutron] Attempting to bind port d544b900-cb51-4852-8470-8f9dfde6720c on network 546c0542-0f92-4f6c-914b-a74a81cd2290 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:28:39.585164 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58823cd8-d943-4dd0-b569-96564a111b08 req-913ba581-aca6-46f6-a02e-25e653aaade2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:39.587631 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-58823cd8-d943-4dd0-b569-96564a111b08 req-913ba581-aca6-46f6-a02e-25e653aaade2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d036d46a-a30d-4750-b27d-4b7146f11df9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1832292 Aug 05 11:28:39.591879 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2cec6f-20ea-43bd-ae59-e43fd6a91f2f req-62a9b809-bf99-4e68-8873-e974082a369d service neutron] Port d544b900-cb51-4852-8470-8f9dfde6720c on network 546c0542-0f92-4f6c-914b-a74a81cd2290 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:28:39.593298 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2cec6f-20ea-43bd-ae59-e43fd6a91f2f req-62a9b809-bf99-4e68-8873-e974082a369d service neutron] Attempting to bind port d544b900-cb51-4852-8470-8f9dfde6720c on network 546c0542-0f92-4f6c-914b-a74a81cd2290 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:28:39.611576 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2cec6f-20ea-43bd-ae59-e43fd6a91f2f req-62a9b809-bf99-4e68-8873-e974082a369d service neutron] Checking agent: {'id': 'a8f1dd2d-227c-4e30-8844-52419ba734db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:28:39.611917 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2cec6f-20ea-43bd-ae59-e43fd6a91f2f req-62a9b809-bf99-4e68-8873-e974082a369d service neutron] Checking segment: {'id': 'be89551e-4aa0-433b-90d8-e517f4f1da1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '546c0542-0f92-4f6c-914b-a74a81cd2290'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:28:39.612967 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2cec6f-20ea-43bd-ae59-e43fd6a91f2f req-62a9b809-bf99-4e68-8873-e974082a369d service neutron] Bound using segment: {'id': 'be89551e-4aa0-433b-90d8-e517f4f1da1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '546c0542-0f92-4f6c-914b-a74a81cd2290'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:28:39.614754 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-3b2cec6f-20ea-43bd-ae59-e43fd6a91f2f req-62a9b809-bf99-4e68-8873-e974082a369d service neutron] Bound port: d544b900-cb51-4852-8470-8f9dfde6720c, host: n-h2-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be89551e-4aa0-433b-90d8-e517f4f1da1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '546c0542-0f92-4f6c-914b-a74a81cd2290'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:28:39.615339 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-3b2cec6f-20ea-43bd-ae59-e43fd6a91f2f req-62a9b809-bf99-4e68-8873-e974082a369d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:39.651709 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544708b9-a9ee-496d-bf70-80536d30e92e tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Checking segment: {'id': 'f04b4f2b-a73f-4fa3-8e62-4c1fa2783cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'f7d12e22-0245-4bed-bc2c-f15f681ca90d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:28:39.651709 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544708b9-a9ee-496d-bf70-80536d30e92e tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Network hostable DHCP agents. Network: f7d12e22-0245-4bed-bc2c-f15f681ca90d, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:28:39.747782 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-59a8594c-0eef-4996-af6a-fd1d115c8cb8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:39.817192 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c87c92db-9e8f-461d-be1c-f20ec7261b5b req-a3ae315a-681d-4913-adab-94c1c9d41bc6 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/security-groups?id=12d84a41-4254-4f43-a1c3-ae5bdc7fdfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2897136 Aug 05 11:28:39.841168 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [None req-59a8594c-0eef-4996-af6a-fd1d115c8cb8 admin admin] Transition to ACTIVE for port object 62826dad-9f69-42c5-99b8-fc7e0747ce2b will not be triggered until provisioned by entity DHCP. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:28:39.849320 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544708b9-a9ee-496d-bf70-80536d30e92e tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Network f7d12e22-0245-4bed-bc2c-f15f681ca90d is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:28:39.853598 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-58823cd8-d943-4dd0-b569-96564a111b08 req-f49b0780-98b0-4bae-bd3b-b83af4241904 service neutron] 10.222.0.55 "GET /v2.0/networks/d036d46a-a30d-4750-b27d-4b7146f11df9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2559690 Aug 05 11:28:39.908046 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-3b2cec6f-20ea-43bd-ae59-e43fd6a91f2f req-62a9b809-bf99-4e68-8873-e974082a369d service neutron] For port d544b900-cb51-4852-8470-8f9dfde6720c, host n-h2-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:28:39.909990 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-544708b9-a9ee-496d-bf70-80536d30e92e tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, f7d12e22-0245-4bed-bc2c-f15f681ca90d) {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:28:39.935942 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ad9d39-e1aa-4699-b48f-6e5983a7224e req-44eebb8d-dc4b-436c-9527-6f333b18f4be tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:39.939109 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-05ad9d39-e1aa-4699-b48f-6e5983a7224e req-44eebb8d-dc4b-436c-9527-6f333b18f4be tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] 10.222.0.58 "GET /v2.0/networks?id=72f96f2a-462c-48d7-8766-7c7b67cf86a3 HTTP/1.1" status: 200 len: 816 time: 0.4847326 Aug 05 11:28:39.967742 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-3b2cec6f-20ea-43bd-ae59-e43fd6a91f2f req-62a9b809-bf99-4e68-8873-e974082a369d service neutron] For port d544b900-cb51-4852-8470-8f9dfde6720c, host n-h2-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=d544b900-cb51-4852-8470-8f9dfde6720c,segment=NetworkSegment(be89551e-4aa0-433b-90d8-e517f4f1da1f),segment_id=be89551e-4aa0-433b-90d8-e517f4f1da1f)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:28:39.969348 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-05ad9d39-e1aa-4699-b48f-6e5983a7224e req-2d6606a5-1a3f-4434-bd44-4116e563cfc4 tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] 10.222.0.58 "GET /v2.0/quotas/bd9c589b923344c89a4e06df2c5127d6 HTTP/1.1" status: 200 len: 375 time: 0.0183623 Aug 05 11:28:39.977948 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544708b9-a9ee-496d-bf70-80536d30e92e tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:28:39.989952 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d647c2-9bc6-41af-b0f2-da600fc145c0 None None] Network f7d12e22-0245-4bed-bc2c-f15f681ca90d requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:28:39.993134 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-3b2cec6f-20ea-43bd-ae59-e43fd6a91f2f req-62a9b809-bf99-4e68-8873-e974082a369d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:39.999976 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-544708b9-a9ee-496d-bf70-80536d30e92e tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:40.136792 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544708b9-a9ee-496d-bf70-80536d30e92e tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Pushing event updated for resources: {'Port': ['ID=64332ecc-5b59-415d-b562-166751203bed,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:28:40.165044 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2cec6f-20ea-43bd-ae59-e43fd6a91f2f req-62a9b809-bf99-4e68-8873-e974082a369d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:40.165773 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-3b2cec6f-20ea-43bd-ae59-e43fd6a91f2f req-62a9b809-bf99-4e68-8873-e974082a369d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:40.168379 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3b2cec6f-20ea-43bd-ae59-e43fd6a91f2f req-62a9b809-bf99-4e68-8873-e974082a369d service neutron] 10.222.0.64 "PUT /v2.0/ports/d544b900-cb51-4852-8470-8f9dfde6720c HTTP/1.1" status: 200 len: 1122 time: 1.5530150 Aug 05 11:28:40.178242 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 8d306dda-57b3-4e68-9c13-1d9981b7f365 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:28:40.192087 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-58823cd8-d943-4dd0-b569-96564a111b08 req-2cedc34d-c289-4052-9cb4-35de8987e10d service neutron] 10.222.0.55 "GET /v2.0/networks/d036d46a-a30d-4750-b27d-4b7146f11df9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3239388 Aug 05 11:28:40.193401 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a9b809-bf99-4e68-8873-e974082a369d service neutron] Pushing event updated for resources: {'Port': ['ID=d544b900-cb51-4852-8470-8f9dfde6720c,revision_number=8']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:28:40.217105 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:40.312120 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e7a881aa-0da7-4328-8aa0-ac9d6bd46e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:40.326332 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 05 Aug 2021 11:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6cf3739-363a-466d-a4fd-229a56f4f3a4 x-openstack-request-id: req-e6cf3739-363a-466d-a4fd-229a56f4f3a4 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:28:40.326629 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adcdcc6e-5915-4a7f-a754-7b8f8b7e91a9", "name": "network-vif-unplugged", "status": "completed", "tag": "d544b900-cb51-4852-8470-8f9dfde6720c", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:28:40.328456 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e6cf3739-363a-466d-a4fd-229a56f4f3a4 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:28:40.329870 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adcdcc6e-5915-4a7f-a754-7b8f8b7e91a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd544b900-cb51-4852-8470-8f9dfde6720c', 'code': 200} Aug 05 11:28:40.340896 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-58823cd8-d943-4dd0-b569-96564a111b08 req-ab8119b7-b201-412e-9ec0-761304550301 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.163&port_id=c5788608-f14e-46e7-9589-cd5c2a4cea14 HTTP/1.1" status: 200 len: 217 time: 0.1323919 Aug 05 11:28:40.403727 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-05ad9d39-e1aa-4699-b48f-6e5983a7224e req-c818431f-4c15-48a4-ac74-16f7f94d4d46 tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=bd9c589b923344c89a4e06df2c5127d6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2886822 Aug 05 11:28:40.449066 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['d544b900-cb51-4852-8470-8f9dfde6720c'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:28:40.452601 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-59a8594c-0eef-4996-af6a-fd1d115c8cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:40.488958 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58823cd8-d943-4dd0-b569-96564a111b08 req-e0f80826-15a1-4b5f-b652-577c020c86cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:40.493607 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-58823cd8-d943-4dd0-b569-96564a111b08 req-e0f80826-15a1-4b5f-b652-577c020c86cf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=63fb736d-d029-44dc-a68b-bfad4551695d HTTP/1.1" status: 200 len: 797 time: 0.1448398 Aug 05 11:28:40.507897 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['d544b900-cb51-4852-8470-8f9dfde6720c'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:28:40.533525 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544708b9-a9ee-496d-bf70-80536d30e92e tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Checking segment: {'id': 'b693228d-032e-45d2-85d7-174b9a2d46a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '09df9804-d89c-4fc3-aa33-dc9aaa619efb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:28:40.534643 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544708b9-a9ee-496d-bf70-80536d30e92e tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Network hostable DHCP agents. Network: 09df9804-d89c-4fc3-aa33-dc9aaa619efb, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:28:40.623018 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58823cd8-d943-4dd0-b569-96564a111b08 req-b0940aa2-90ed-44c8-a4e5-d8303a4e6ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:40.626779 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-58823cd8-d943-4dd0-b569-96564a111b08 req-b0940aa2-90ed-44c8-a4e5-d8303a4e6ae0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d036d46a-a30d-4750-b27d-4b7146f11df9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1248481 Aug 05 11:28:40.647271 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a8594c-0eef-4996-af6a-fd1d115c8cb8 admin admin] Network e39ee4ed-1909-4b57-97e6-d399dfc49b3b is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:28:40.665491 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-59a8594c-0eef-4996-af6a-fd1d115c8cb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:28:40.676140 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a8594c-0eef-4996-af6a-fd1d115c8cb8 admin admin] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:28:40.694788 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c2e883-7b87-46a8-b2b0-a16ce8dab93e req-27201143-f365-4bac-9f33-ecf7c6ecf449 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:40.703532 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c2e883-7b87-46a8-b2b0-a16ce8dab93e req-27201143-f365-4bac-9f33-ecf7c6ecf449 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:40.705657 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-00c2e883-7b87-46a8-b2b0-a16ce8dab93e req-27201143-f365-4bac-9f33-ecf7c6ecf449 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] 10.222.0.58 "GET /v2.0/ports?device_id=53a56542-0f49-4239-9458-080547c54c31 HTTP/1.1" status: 200 len: 1679 time: 0.2963994 Aug 05 11:28:40.874282 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544708b9-a9ee-496d-bf70-80536d30e92e tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Network 09df9804-d89c-4fc3-aa33-dc9aaa619efb is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:28:40.888210 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 8d306dda-57b3-4e68-9c13-1d9981b7f365 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:28:40.907887 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a8594c-0eef-4996-af6a-fd1d115c8cb8 admin admin] Pushing event updated for resources: {'Port': ['ID=62826dad-9f69-42c5-99b8-fc7e0747ce2b,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:28:40.908465 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-58823cd8-d943-4dd0-b569-96564a111b08 req-f2a1bc69-3660-49f1-87b7-c8d7023f508c service neutron] 10.222.0.55 "GET /v2.0/networks/d036d46a-a30d-4750-b27d-4b7146f11df9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723577 Aug 05 11:28:40.987933 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-59a8594c-0eef-4996-af6a-fd1d115c8cb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33288800'] for router_interface, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:40.997228 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-544708b9-a9ee-496d-bf70-80536d30e92e tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, 09df9804-d89c-4fc3-aa33-dc9aaa619efb) {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:28:41.028048 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 8d306dda-57b3-4e68-9c13-1d9981b7f365 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:28:41.034113 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:41.053305 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42896a49-d4e1-4221-9217-72d2ea40ba74 None None] Network 09df9804-d89c-4fc3-aa33-dc9aaa619efb requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:28:41.094664 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544708b9-a9ee-496d-bf70-80536d30e92e tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:28:41.098292 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-58823cd8-d943-4dd0-b569-96564a111b08 req-d7ebaeb9-345a-4f95-8295-b6f99a59e545 service neutron] 10.222.0.55 "GET /v2.0/networks/d036d46a-a30d-4750-b27d-4b7146f11df9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794631 Aug 05 11:28:41.101068 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544708b9-a9ee-496d-bf70-80536d30e92e tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:41.110125 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544708b9-a9ee-496d-bf70-80536d30e92e tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:41.110847 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-544708b9-a9ee-496d-bf70-80536d30e92e tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:41.136035 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-00c2e883-7b87-46a8-b2b0-a16ce8dab93e req-82550eb1-791d-4e88-a5aa-7e215f108cb4 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b3ade17-8410-42c2-84dd-d3afc731e8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3608263 Aug 05 11:28:41.193941 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-58823cd8-d943-4dd0-b569-96564a111b08 req-d238afe9-8da8-4f55-8131-5fbeaa57db26 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=159c355d-badf-4ebb-89b8-3f2e172149e2 HTTP/1.1" status: 200 len: 217 time: 0.0877082 Aug 05 11:28:41.248972 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 50056) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:28:41.254244 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-05ad9d39-e1aa-4699-b48f-6e5983a7224e req-b0127dde-4883-45db-9acd-fb9d02295665 service neutron] 10.222.0.58 "GET /v2.0/networks/72f96f2a-462c-48d7-8766-7c7b67cf86a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7962689 Aug 05 11:28:41.271933 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-544708b9-a9ee-496d-bf70-80536d30e92e tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 6.0775857 Aug 05 11:28:41.273039 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 50060) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:28:41.343687 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58823cd8-d943-4dd0-b569-96564a111b08 req-e7d5e3ef-003f-4ca8-a76f-b41f3b279eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:41.349962 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-58823cd8-d943-4dd0-b569-96564a111b08 req-e7d5e3ef-003f-4ca8-a76f-b41f3b279eb6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f52ba908-7485-4576-8407-c51b73bad34d HTTP/1.1" status: 200 len: 797 time: 0.1440864 Aug 05 11:28:41.440993 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-60579848-d722-464b-a461-35ab99b0777b None None] Provisioning for port 62826dad-9f69-42c5-99b8-fc7e0747ce2b completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:28:41.449452 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-60579848-d722-464b-a461-35ab99b0777b None None] Provisioning complete for port 62826dad-9f69-42c5-99b8-fc7e0747ce2b triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:28:41.449614 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58823cd8-d943-4dd0-b569-96564a111b08 req-fd4f34ef-7419-4723-9a46-fe4acae4b85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:41.449733 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-60579848-d722-464b-a461-35ab99b0777b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:41.450535 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-58823cd8-d943-4dd0-b569-96564a111b08 req-fd4f34ef-7419-4723-9a46-fe4acae4b85f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a5f65908-1835-4cf8-bef2-1ebbd6cd0373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0955002 Aug 05 11:28:41.509402 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-60579848-d722-464b-a461-35ab99b0777b None None] Port 62826dad-9f69-42c5-99b8-fc7e0747ce2b cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:28:41.551434 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9e7e88-74ca-4fb5-8393-c188875b36bc tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:41.557169 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b1040a9b-8ec2-455e-ac48-0d103dee6648 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:41.558509 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9e7e88-74ca-4fb5-8393-c188875b36bc tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:41.564373 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-6c9e7e88-74ca-4fb5-8393-c188875b36bc tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2871583 Aug 05 11:28:41.567233 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 50062) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:28:41.605950 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-59a8594c-0eef-4996-af6a-fd1d115c8cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:41.655789 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:41.680628 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-05ad9d39-e1aa-4699-b48f-6e5983a7224e req-cef4bd2a-6f3d-4f15-af3f-38bc6f53e378 service neutron] 10.222.0.58 "GET /v2.0/networks/72f96f2a-462c-48d7-8766-7c7b67cf86a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3856535 Aug 05 11:28:41.696791 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:41.733926 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port 8d306dda-57b3-4e68-9c13-1d9981b7f365, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=8d306dda-57b3-4e68-9c13-1d9981b7f365,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:28:41.741155 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:41.751896 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a06525-e6a1-4f4c-b732-3ba18c46163b req-448cbe34-e367-4839-8dc7-eb9fb319438d tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:41.753803 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-78a06525-e6a1-4f4c-b732-3ba18c46163b req-448cbe34-e367-4839-8dc7-eb9fb319438d tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?device_id=adcdcc6e-5915-4a7f-a754-7b8f8b7e91a9 HTTP/1.1" status: 200 len: 944 time: 0.3292670 Aug 05 11:28:41.753922 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-58823cd8-d943-4dd0-b569-96564a111b08 req-8a5ad5d2-841d-43f6-996b-8ddef26236c4 service neutron] 10.222.0.55 "GET /v2.0/networks/a5f65908-1835-4cf8-bef2-1ebbd6cd0373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2951863 Aug 05 11:28:41.839258 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=8d306dda-57b3-4e68-9c13-1d9981b7f365,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:28:41.903891 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-96f93099-7799-4f0f-81d3-27ed03fc08b5 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Deleting port 54c837ea-145f-4887-9b9e-b9f1af9cb272 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:28:41.904307 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-96f93099-7799-4f0f-81d3-27ed03fc08b5 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:41.938045 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-78a06525-e6a1-4f4c-b732-3ba18c46163b req-e48ffe3a-6672-46ba-ae74-4afca0184ef4 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/security-groups?id=12d84a41-4254-4f43-a1c3-ae5bdc7fdfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703644 Aug 05 11:28:42.093647 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-58823cd8-d943-4dd0-b569-96564a111b08 req-c5d8a161-884a-48a5-8afd-43580e6f6799 service neutron] 10.222.0.55 "GET /v2.0/networks/a5f65908-1835-4cf8-bef2-1ebbd6cd0373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3300629 Aug 05 11:28:42.134922 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-96f93099-7799-4f0f-81d3-27ed03fc08b5 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:42.225287 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b1040a9b-8ec2-455e-ac48-0d103dee6648 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:42.240917 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-58823cd8-d943-4dd0-b569-96564a111b08 req-576cd363-52a6-4f92-affa-b3417a38e14f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=06805de0-2639-4b78-8f29-513aafaaee7b HTTP/1.1" status: 200 len: 217 time: 0.1374531 Aug 05 11:28:42.246544 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b1040a9b-8ec2-455e-ac48-0d103dee6648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:42.265186 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-96f93099-7799-4f0f-81d3-27ed03fc08b5 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Calling delete_port for 54c837ea-145f-4887-9b9e-b9f1af9cb272 owned by {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:28:42.331853 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adcdcc6e-5915-4a7f-a754-7b8f8b7e91a9', 'tag': 'd544b900-cb51-4852-8470-8f9dfde6720c'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:28:42.336198 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1cac038-b002-47dc-aca6-6f28f2f4c698" -d '{"events": [{"name": "network-changed", "server_uuid": "adcdcc6e-5915-4a7f-a754-7b8f8b7e91a9", "tag": "d544b900-cb51-4852-8470-8f9dfde6720c"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:28:42.427398 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-b1040a9b-8ec2-455e-ac48-0d103dee6648 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=07d54c0b31a2453d88017cf7b990d6f8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1764507 Aug 05 11:28:42.428606 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1040a9b-8ec2-455e-ac48-0d103dee6648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a0a248b-2a18-4908-a728-48c2db10418c,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:28:42.432601 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 50082) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:28:42.471243 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58823cd8-d943-4dd0-b569-96564a111b08 req-0b9b5f3f-f62b-4be9-a35f-6fd43654d79c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:42.473686 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-58823cd8-d943-4dd0-b569-96564a111b08 req-0b9b5f3f-f62b-4be9-a35f-6fd43654d79c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f52ba908-7485-4576-8407-c51b73bad34d HTTP/1.1" status: 200 len: 797 time: 0.2205720 Aug 05 11:28:42.548736 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7db321e3-f23c-40bd-96fb-b22817486d67 req-2e5af616-d531-485d-b539-82d7f7ac7fdf tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] 10.222.0.58 "GET /v2.0/ports?device_id=75c70784-f441-4ab8-8180-0808568a131b HTTP/1.1" status: 200 len: 210 time: 0.0708115 Aug 05 11:28:42.591482 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-59a8594c-0eef-4996-af6a-fd1d115c8cb8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:42.602220 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-59a8594c-0eef-4996-af6a-fd1d115c8cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:42.667313 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58823cd8-d943-4dd0-b569-96564a111b08 req-fec41ad2-4f7d-4e39-a25c-9139ebadcafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:42.669083 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-58823cd8-d943-4dd0-b569-96564a111b08 req-fec41ad2-4f7d-4e39-a25c-9139ebadcafb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a5f65908-1835-4cf8-bef2-1ebbd6cd0373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1808529 Aug 05 11:28:42.677416 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-96f93099-7799-4f0f-81d3-27ed03fc08b5 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:42.686926 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ea9b6f70-11e0-4120-83da-9c680837f1aa req-eeba9b79-6d89-4369-ba7e-f16bdd92471e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0c7e86ba-410d-4526-8271-d3e317691a4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2076766 Aug 05 11:28:42.709594 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 0710547a-ad26-4de7-b24c-9aeb55d07c0a up at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:28:42.714354 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e57ea8e1-00c8-4502-b05b-ee0b3e7e5694 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:42.777057 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-59a8594c-0eef-4996-af6a-fd1d115c8cb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33140268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33208272'] for router_interface, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:42.813904 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87c8b16a-06bc-4fb8-86bc-8578aa53b497 x-openstack-request-id: req-87c8b16a-06bc-4fb8-86bc-8578aa53b497 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:28:42.814293 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adcdcc6e-5915-4a7f-a754-7b8f8b7e91a9", "tag": "d544b900-cb51-4852-8470-8f9dfde6720c", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:28:42.814469 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-87c8b16a-06bc-4fb8-86bc-8578aa53b497 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:28:42.814819 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adcdcc6e-5915-4a7f-a754-7b8f8b7e91a9', 'tag': 'd544b900-cb51-4852-8470-8f9dfde6720c', 'status': 'completed', 'code': 200} Aug 05 11:28:42.830880 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning for port 0710547a-ad26-4de7-b24c-9aeb55d07c0a completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:28:42.833673 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f93099-7799-4f0f-81d3-27ed03fc08b5 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Pushing event deleted for resources: {'Port': ['ID=54c837ea-145f-4887-9b9e-b9f1af9cb272,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:28:42.836062 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a8594c-0eef-4996-af6a-fd1d115c8cb8 admin admin] Pushing event updated for resources: {'Port': ['ID=62826dad-9f69-42c5-99b8-fc7e0747ce2b,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:28:42.849048 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning complete for port 0710547a-ad26-4de7-b24c-9aeb55d07c0a triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:28:42.849180 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:42.861913 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907add4c-2100-4a92-84c6-8e512792e166 req-59cabf55-9317-46e4-89fd-7afae1c74d7d tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:42.869598 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907add4c-2100-4a92-84c6-8e512792e166 req-59cabf55-9317-46e4-89fd-7afae1c74d7d tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:42.879471 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-96f93099-7799-4f0f-81d3-27ed03fc08b5 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:42.880259 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-907add4c-2100-4a92-84c6-8e512792e166 req-59cabf55-9317-46e4-89fd-7afae1c74d7d tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] 10.222.0.58 "GET /v2.0/ports?device_id=53a56542-0f49-4239-9458-080547c54c31 HTTP/1.1" status: 200 len: 1679 time: 0.3966627 Aug 05 11:28:42.885521 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-96f93099-7799-4f0f-81d3-27ed03fc08b5 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] 10.222.0.58 "DELETE /v2.0/ports/54c837ea-145f-4887-9b9e-b9f1af9cb272 HTTP/1.1" status: 204 len: 168 time: 1.3148878 Aug 05 11:28:42.889081 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 50088) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:28:42.894259 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e57ea8e1-00c8-4502-b05b-ee0b3e7e5694 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:43.020309 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:43.058771 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-58823cd8-d943-4dd0-b569-96564a111b08 req-adc11cf0-d4d2-40b7-b1d9-b04cedb2deaf service neutron] 10.222.0.55 "GET /v2.0/networks/a5f65908-1835-4cf8-bef2-1ebbd6cd0373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3761008 Aug 05 11:28:43.063690 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9b6f70-11e0-4120-83da-9c680837f1aa req-baaeb6b0-b527-4126-9e45-89f73b5b858b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:43.065513 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ea9b6f70-11e0-4120-83da-9c680837f1aa req-baaeb6b0-b527-4126-9e45-89f73b5b858b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bc360260b43347fbb7d1bc7660d6f218&device_id=0c7e86ba-410d-4526-8271-d3e317691a4a HTTP/1.1" status: 200 len: 1095 time: 0.2558684 Aug 05 11:28:43.077824 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53a56542-0f49-4239-9458-080547c54c31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0710547a-ad26-4de7-b24c-9aeb55d07c0a'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:28:43.081540 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-385f0454-1f0a-4d7a-a7c0-4ef8a94c5e34" -d '{"events": [{"server_uuid": "53a56542-0f49-4239-9458-080547c54c31", "name": "network-vif-plugged", "status": "completed", "tag": "0710547a-ad26-4de7-b24c-9aeb55d07c0a"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:28:43.110807 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 0710547a-ad26-4de7-b24c-9aeb55d07c0a, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=0710547a-ad26-4de7-b24c-9aeb55d07c0a,segment=NetworkSegment(4408a66c-29ae-4d38-a473-cc98f29f756e),segment_id=4408a66c-29ae-4d38-a473-cc98f29f756e)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:28:43.118730 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:43.120361 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device c5954463-5dff-48f6-9922-9f0607cf58ba up at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:28:43.152325 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a8594c-0eef-4996-af6a-fd1d115c8cb8 admin admin] Network e39ee4ed-1909-4b57-97e6-d399dfc49b3b is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:28:43.156583 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cac038-b002-47dc-aca6-6f28f2f4c698 req-c61c5024-febd-4b6b-84e5-92e85aa554ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:43.158106 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a1cac038-b002-47dc-aca6-6f28f2f4c698 req-c61c5024-febd-4b6b-84e5-92e85aa554ec service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bc360260b43347fbb7d1bc7660d6f218&device_id=adcdcc6e-5915-4a7f-a754-7b8f8b7e91a9 HTTP/1.1" status: 200 len: 1125 time: 0.2745996 Aug 05 11:28:43.177380 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-907add4c-2100-4a92-84c6-8e512792e166 req-3120efa8-9718-4e49-a06c-b02c802dc595 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b3ade17-8410-42c2-84dd-d3afc731e8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2961614 Aug 05 11:28:43.219044 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e57ea8e1-00c8-4502-b05b-ee0b3e7e5694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:43.226024 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e57ea8e1-00c8-4502-b05b-ee0b3e7e5694 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:43.229297 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-e57ea8e1-00c8-4502-b05b-ee0b3e7e5694 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7a0a248b-2a18-4908-a728-48c2db10418c HTTP/1.1" status: 204 len: 168 time: 0.7900240 Aug 05 11:28:43.260281 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=0710547a-ad26-4de7-b24c-9aeb55d07c0a,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:28:43.271725 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning for port c5954463-5dff-48f6-9922-9f0607cf58ba completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:28:43.278311 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning complete for port c5954463-5dff-48f6-9922-9f0607cf58ba triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:28:43.278902 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:43.310757 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cac038-b002-47dc-aca6-6f28f2f4c698 req-202c9f19-2216-4b6a-841b-6dc8103fcc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:43.312387 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a1cac038-b002-47dc-aca6-6f28f2f4c698 req-202c9f19-2216-4b6a-841b-6dc8103fcc42 service neutron] 10.222.0.55 "GET /v2.0/networks?id=546c0542-0f92-4f6c-914b-a74a81cd2290 HTTP/1.1" status: 200 len: 909 time: 0.1340981 Aug 05 11:28:43.319961 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-59a8594c-0eef-4996-af6a-fd1d115c8cb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:28:43.365160 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-31b8ab05-0493-4e3a-880a-4c3dcf242017 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Deleting port 64332ecc-5b59-415d-b562-166751203bed {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:28:43.365160 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-31b8ab05-0493-4e3a-880a-4c3dcf242017 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:43.432925 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57ea8e1-00c8-4502-b05b-ee0b3e7e5694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a0a248b-2a18-4908-a728-48c2db10418c,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:28:43.447291 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:43.524599 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5885b705-66a0-4b92-a12d-f6f33febf187 x-openstack-request-id: req-5885b705-66a0-4b92-a12d-f6f33febf187 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:28:43.525316 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53a56542-0f49-4239-9458-080547c54c31", "name": "network-vif-plugged", "status": "completed", "tag": "0710547a-ad26-4de7-b24c-9aeb55d07c0a", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:28:43.526603 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5885b705-66a0-4b92-a12d-f6f33febf187 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:28:43.527567 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53a56542-0f49-4239-9458-080547c54c31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0710547a-ad26-4de7-b24c-9aeb55d07c0a', 'code': 200} Aug 05 11:28:43.551409 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a1cac038-b002-47dc-aca6-6f28f2f4c698 req-3984bac1-f312-496a-b27c-964c896fb4fa service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d544b900-cb51-4852-8470-8f9dfde6720c HTTP/1.1" status: 200 len: 217 time: 0.2071166 Aug 05 11:28:43.569987 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc564e6e-2e4c-4e0e-a8e2-6fd1bebbdc83 req-8ccc0908-ee62-4628-90a6-2a069178adfb tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:43.571996 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fc564e6e-2e4c-4e0e-a8e2-6fd1bebbdc83 req-8ccc0908-ee62-4628-90a6-2a069178adfb tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?device_id=adcdcc6e-5915-4a7f-a754-7b8f8b7e91a9 HTTP/1.1" status: 200 len: 944 time: 0.4997642 Aug 05 11:28:43.580328 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port c5954463-5dff-48f6-9922-9f0607cf58ba, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=c5954463-5dff-48f6-9922-9f0607cf58ba,segment=NetworkSegment(9adb7594-f5cf-49bb-9eb1-dba5bfac555d),segment_id=9adb7594-f5cf-49bb-9eb1-dba5bfac555d)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:28:43.594040 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:43.672717 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-58823cd8-d943-4dd0-b569-96564a111b08 req-a23f42e9-2a1c-43b5-be64-48d2bbc1fe17 service neutron] 10.222.0.55 "GET /v2.0/networks/a5f65908-1835-4cf8-bef2-1ebbd6cd0373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5897324 Aug 05 11:28:43.749623 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9b6f70-11e0-4120-83da-9c680837f1aa req-855e595b-99fe-41c0-88de-1b76cf184a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:43.751391 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ea9b6f70-11e0-4120-83da-9c680837f1aa req-855e595b-99fe-41c0-88de-1b76cf184a62 service neutron] 10.222.0.64 "GET /v2.0/networks?id=546c0542-0f92-4f6c-914b-a74a81cd2290 HTTP/1.1" status: 200 len: 909 time: 0.6581144 Aug 05 11:28:43.758220 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-31b8ab05-0493-4e3a-880a-4c3dcf242017 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:43.761553 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b73f2fa3-4067-4aae-b99e-323872b417cd req-c3f7a142-9405-4132-a31b-c4b5bb079518 tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] 10.222.0.58 "GET /v2.0/ports?device_id=75c70784-f441-4ab8-8180-0808568a131b HTTP/1.1" status: 200 len: 210 time: 0.0529704 Aug 05 11:28:43.791211 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cac038-b002-47dc-aca6-6f28f2f4c698 req-8aaaca42-c054-4229-a485-4bb7939df0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:43.793053 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a1cac038-b002-47dc-aca6-6f28f2f4c698 req-8aaaca42-c054-4229-a485-4bb7939df0af service neutron] 10.222.0.55 "GET /v2.0/subnets?id=61983880-6386-4045-bd2d-695dffcb92f9 HTTP/1.1" status: 200 len: 848 time: 0.2177374 Aug 05 11:28:43.871424 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ea9b6f70-11e0-4120-83da-9c680837f1aa req-4d2a20cf-2d61-47f8-9aa1-c168e44600db service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=feb6e8f1-70b4-444b-932b-1e8db3946c34 HTTP/1.1" status: 200 len: 217 time: 0.1087070 Aug 05 11:28:43.872821 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-31b8ab05-0493-4e3a-880a-4c3dcf242017 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Calling delete_port for 64332ecc-5b59-415d-b562-166751203bed owned by {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:28:43.880756 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a1cac038-b002-47dc-aca6-6f28f2f4c698 req-33337029-8670-4fc6-9966-7acefdb23784 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=546c0542-0f92-4f6c-914b-a74a81cd2290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722184 Aug 05 11:28:43.898199 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fc564e6e-2e4c-4e0e-a8e2-6fd1bebbdc83 req-0dfbbdaf-c637-48b9-ac02-337f3bf06f08 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/security-groups?id=12d84a41-4254-4f43-a1c3-ae5bdc7fdfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755630 Aug 05 11:28:43.974570 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:43.975357 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9b6f70-11e0-4120-83da-9c680837f1aa req-bcc05ba9-d9f6-43b6-8638-ed2c0baa1528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:43.975725 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b8d8a46c-f111-4de1-9888-0d6293a853b4 None None] Provisioning complete for port 62826dad-9f69-42c5-99b8-fc7e0747ce2b triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:28:43.976327 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b8d8a46c-f111-4de1-9888-0d6293a853b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:43.977641 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ea9b6f70-11e0-4120-83da-9c680837f1aa req-bcc05ba9-d9f6-43b6-8638-ed2c0baa1528 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=61983880-6386-4045-bd2d-695dffcb92f9 HTTP/1.1" status: 200 len: 848 time: 0.0953963 Aug 05 11:28:43.980941 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=c5954463-5dff-48f6-9922-9f0607cf58ba,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:28:44.119875 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59a8594c-0eef-4996-af6a-fd1d115c8cb8 admin admin] Router 0760ec99-505e-4186-ad72-ea450ae3b4fc has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 11:28:44.150255 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ea9b6f70-11e0-4120-83da-9c680837f1aa req-d9546fb2-fd08-4630-b39c-7951b27cd21b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=546c0542-0f92-4f6c-914b-a74a81cd2290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1604216 Aug 05 11:28:44.226540 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 8d306dda-57b3-4e68-9c13-1d9981b7f365 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:28:44.279610 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-b8d8a46c-f111-4de1-9888-0d6293a853b4 None None] Port 62826dad-9f69-42c5-99b8-fc7e0747ce2b cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:28:44.304819 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a1cac038-b002-47dc-aca6-6f28f2f4c698 req-c1ed7c1e-e14c-436f-834a-85ba2e6bebdd service neutron] 10.222.0.55 "GET /v2.0/networks/546c0542-0f92-4f6c-914b-a74a81cd2290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3941867 Aug 05 11:28:44.308335 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 8d306dda-57b3-4e68-9c13-1d9981b7f365 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:28:44.308851 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:44.573032 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5892fcc1-2feb-470a-812e-94bd1fac7341 req-588325b8-f18b-498b-9821-f6ae76e080d7 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:44.588355 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5892fcc1-2feb-470a-812e-94bd1fac7341 req-588325b8-f18b-498b-9821-f6ae76e080d7 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:44.590455 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5892fcc1-2feb-470a-812e-94bd1fac7341 req-588325b8-f18b-498b-9821-f6ae76e080d7 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] 10.222.0.58 "GET /v2.0/ports?device_id=53a56542-0f49-4239-9458-080547c54c31 HTTP/1.1" status: 200 len: 1681 time: 0.1644604 Aug 05 11:28:44.709761 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a1cac038-b002-47dc-aca6-6f28f2f4c698 req-f358ee07-b6fd-425f-a250-1ebb036be98c service neutron] 10.222.0.55 "GET /v2.0/networks/546c0542-0f92-4f6c-914b-a74a81cd2290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4023631 Aug 05 11:28:44.722778 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5892fcc1-2feb-470a-812e-94bd1fac7341 req-c22021b1-7c94-417e-88f6-62834eae395d tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b3ade17-8410-42c2-84dd-d3afc731e8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179948 Aug 05 11:28:44.743424 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59a8594c-0eef-4996-af6a-fd1d115c8cb8 admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:28:44.767232 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad807f31-921c-403a-91de-f9c1ef82dc4b None None] Sync routers for ids ['0760ec99-505e-4186-ad72-ea450ae3b4fc'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:28:44.779633 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-59a8594c-0eef-4996-af6a-fd1d115c8cb8 admin admin] 10.222.0.58 "PUT /v2.0/routers/0760ec99-505e-4186-ad72-ea450ae3b4fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3734012 Aug 05 11:28:44.786705 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad807f31-921c-403a-91de-f9c1ef82dc4b None None] Routers {'0760ec99-505e-4186-ad72-ea450ae3b4fc'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:28:44.788103 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-ad807f31-921c-403a-91de-f9c1ef82dc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:28:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['0760ec99-505e-4186-ad72-ea450ae3b4fc'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:28:44.864677 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-31b8ab05-0493-4e3a-880a-4c3dcf242017 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:44.939048 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b8ab05-0493-4e3a-880a-4c3dcf242017 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Pushing event deleted for resources: {'Port': ['ID=64332ecc-5b59-415d-b562-166751203bed,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:28:44.955554 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 50128) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:28:44.971415 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-31b8ab05-0493-4e3a-880a-4c3dcf242017 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:44.974542 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-31b8ab05-0493-4e3a-880a-4c3dcf242017 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] 10.222.0.58 "DELETE /v2.0/ports/64332ecc-5b59-415d-b562-166751203bed HTTP/1.1" status: 204 len: 168 time: 2.0778632 Aug 05 11:28:44.978711 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 50134) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:28:44.992475 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ad9d39-e1aa-4699-b48f-6e5983a7224e req-fe1e5aeb-a3d9-4097-b088-133c0e61a990 tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:44.994486 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-05ad9d39-e1aa-4699-b48f-6e5983a7224e req-fe1e5aeb-a3d9-4097-b088-133c0e61a990 tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] 10.222.0.55 "GET /v2.0/networks?id=72f96f2a-462c-48d7-8766-7c7b67cf86a3 HTTP/1.1" status: 200 len: 816 time: 1.0154028 Aug 05 11:28:45.009726 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ea9b6f70-11e0-4120-83da-9c680837f1aa req-5fd3fee6-6516-4320-aaea-5f352fb2fb5b service neutron] 10.222.0.64 "GET /v2.0/networks/546c0542-0f92-4f6c-914b-a74a81cd2290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8505898 Aug 05 11:28:45.076764 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-66c192ef-b06a-4336-81cd-598e1b2b4518 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0967212 Aug 05 11:28:45.088193 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 50138) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:28:45.153167 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-4f8d42f8-89e8-4d5d-a775-dcfee9e7e48a tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-79429888'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:28:45.171971 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-68c32aa3-f106-4eae-87ab-e3adc037aade req-9ca10cda-0f8f-414d-aa2c-5d4640226d06 tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] 10.222.0.58 "GET /v2.0/ports?device_id=75c70784-f441-4ab8-8180-0808568a131b HTTP/1.1" status: 200 len: 210 time: 0.0939748 Aug 05 11:28:45.189165 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e48eb2-f1f5-45b7-8967-7bc3354bd3cd req-7be969c7-4c7a-47f0-88b0-1f0899a7a988 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:45.199373 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-81e48eb2-f1f5-45b7-8967-7bc3354bd3cd req-7be969c7-4c7a-47f0-88b0-1f0899a7a988 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?device_id=adcdcc6e-5915-4a7f-a754-7b8f8b7e91a9 HTTP/1.1" status: 200 len: 944 time: 0.1200092 Aug 05 11:28:45.240424 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-ad807f31-921c-403a-91de-f9c1ef82dc4b None None] Set router 0760ec99-505e-4186-ad72-ea450ae3b4fc gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:28:45.259458 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-81e48eb2-f1f5-45b7-8967-7bc3354bd3cd req-8bba0213-f57e-499e-9da3-cef5c28ab0d5 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/security-groups?id=12d84a41-4254-4f43-a1c3-ae5bdc7fdfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522113 Aug 05 11:28:45.293197 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-44224ac4-208a-4c9f-a2b1-ba114368144a admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1895620351-network', 'tenant_id': '2a9a0c1c353042b1936f80e1e752fcad'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:28:45.327473 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-05ad9d39-e1aa-4699-b48f-6e5983a7224e req-f0a60033-8f74-4d42-ab9a-9ef7564efbff tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd9c589b923344c89a4e06df2c5127d6 HTTP/1.1" status: 200 len: 379 time: 0.3104472 Aug 05 11:28:45.348190 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.db.api [None req-44224ac4-208a-4c9f-a2b1-ba114368144a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 05 11:28:45.348190 n-d-803378-2 neutron-server[94420]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 05 11:28:45.348190 n-d-803378-2 neutron-server[94420]: [parameters: {'project_id': '2a9a0c1c353042b1936f80e1e752fcad', 'id': '4df90e4f-035c-4491-b830-6447381c09b9', 'expiration': datetime.datetime(2021, 8, 5, 11, 30, 45, 334043)}] Aug 05 11:28:45.348190 n-d-803378-2 neutron-server[94420]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94420) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 05 11:28:45.348979 n-d-803378-2 neutron-server[94420]: DEBUG oslo_db.api [None req-44224ac4-208a-4c9f-a2b1-ba114368144a admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 11:28:45.349486 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-05ad9d39-e1aa-4699-b48f-6e5983a7224e req-43c6813d-fc6c-4c3a-9dc9-056adaaa0b92 tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] Request body: {'port': {'device_id': '75c70784-f441-4ab8-8180-0808568a131b', 'network_id': '72f96f2a-462c-48d7-8766-7c7b67cf86a3', 'admin_state_up': True, 'tenant_id': 'bd9c589b923344c89a4e06df2c5127d6', 'security_groups': ['fae804d1-089a-4a79-a2ca-e3cefd2bf99a']}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:28:45.458926 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f8d42f8-89e8-4d5d-a775-dcfee9e7e48a tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Made reservation on behalf of bb27797234f3446b9d24ad8ee93eb578 for: {'network': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:28:45.464686 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4f8d42f8-89e8-4d5d-a775-dcfee9e7e48a tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:45.530567 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53a56542-0f49-4239-9458-080547c54c31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5954463-5dff-48f6-9922-9f0607cf58ba'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:28:45.536917 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c05634f-c53e-4b1f-b394-89b86a9acac8" -d '{"events": [{"server_uuid": "53a56542-0f49-4239-9458-080547c54c31", "name": "network-vif-plugged", "status": "completed", "tag": "c5954463-5dff-48f6-9922-9f0607cf58ba"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:28:45.557627 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ea9b6f70-11e0-4120-83da-9c680837f1aa req-276aa241-4288-456b-98d7-8647dc710d5a service neutron] 10.222.0.64 "GET /v2.0/networks/546c0542-0f92-4f6c-914b-a74a81cd2290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5343285 Aug 05 11:28:45.580149 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f8d42f8-89e8-4d5d-a775-dcfee9e7e48a tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] vlan segment allocate from pool success with {'vlan_id': 698, 'physical_network': 'physnet1'} {{(pid=94421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:28:45.605379 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4f8d42f8-89e8-4d5d-a775-dcfee9e7e48a tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:45.606019 n-d-803378-2 neutron-server[94421]: INFO neutron.db.segments_db [None req-4f8d42f8-89e8-4d5d-a775-dcfee9e7e48a tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Added segment fa80ceb3-f7a6-4819-b787-c931653668cf of type vlan for network eba32f0d-33ab-48eb-89d0-6dbf8652be22 Aug 05 11:28:45.704818 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce522520-e482-4fcc-a94a-99a64deb9c14 x-openstack-request-id: req-ce522520-e482-4fcc-a94a-99a64deb9c14 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:28:45.706834 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53a56542-0f49-4239-9458-080547c54c31", "name": "network-vif-plugged", "status": "completed", "tag": "c5954463-5dff-48f6-9922-9f0607cf58ba", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:28:45.707345 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ce522520-e482-4fcc-a94a-99a64deb9c14 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:28:45.710227 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53a56542-0f49-4239-9458-080547c54c31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5954463-5dff-48f6-9922-9f0607cf58ba', 'code': 200} Aug 05 11:28:45.710666 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4f8d42f8-89e8-4d5d-a775-dcfee9e7e48a tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:45.722432 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05ad9d39-e1aa-4699-b48f-6e5983a7224e req-43c6813d-fc6c-4c3a-9dc9-056adaaa0b92 tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] Made reservation on behalf of bd9c589b923344c89a4e06df2c5127d6 for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:28:45.734136 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-05ad9d39-e1aa-4699-b48f-6e5983a7224e req-43c6813d-fc6c-4c3a-9dc9-056adaaa0b92 tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:45.821182 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-ad807f31-921c-403a-91de-f9c1ef82dc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0760ec99-505e-4186-ad72-ea450ae3b4fc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-528071089-router', 'tenant_id': 'f5c29ef1bc08457986c2adf650dc2bbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '8d306dda-57b3-4e68-9c13-1d9981b7f365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:28:30Z', 'updated_at': '2021-08-05T11:28:41Z', 'revision_number': 4, 'project_id': 'f5c29ef1bc08457986c2adf650dc2bbf', 'gw_port': {'id': '8d306dda-57b3-4e68-9c13-1d9981b7f365', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:19:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0760ec99-505e-4186-ad72-ea450ae3b4fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:28:32Z', 'updated_at': '2021-08-05T11:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '62826dad-9f69-42c5-99b8-fc7e0747ce2b', 'name': '', 'network_id': 'e39ee4ed-1909-4b57-97e6-d399dfc49b3b', 'tenant_id': 'f5c29ef1bc08457986c2adf650dc2bbf', 'mac_address': 'fa:16:3e:de:44:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0760ec99-505e-4186-ad72-ea450ae3b4fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '7df56697-bfc2-4d75-a42b-d9e0d1cdbf86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:28:38Z', 'updated_at': '2021-08-05T11:28:41Z', 'revision_number': 2, 'project_id': 'f5c29ef1bc08457986c2adf650dc2bbf', 'subnets': [{'id': '7df56697-bfc2-4d75-a42b-d9e0d1cdbf86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:28:45.873119 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad807f31-921c-403a-91de-f9c1ef82dc4b None None] Checking router: 0760ec99-505e-4186-ad72-ea450ae3b4fc for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:28:45.874379 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad807f31-921c-403a-91de-f9c1ef82dc4b None None] Updating router 0760ec99-505e-4186-ad72-ea450ae3b4fc port 62826dad-9f69-42c5-99b8-fc7e0747ce2b binding host n-d-803378-2 {{(pid=94422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 11:28:45.916002 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44224ac4-208a-4c9f-a2b1-ba114368144a admin admin] Made reservation on behalf of 2a9a0c1c353042b1936f80e1e752fcad for: {'network': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:28:45.920855 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-44224ac4-208a-4c9f-a2b1-ba114368144a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:45.958789 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4606da17-d84c-4fdc-8e2d-afd8272546f1 req-8aad5ebf-ff8e-44aa-b696-3054cb7c7972 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:45.962079 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4606da17-d84c-4fdc-8e2d-afd8272546f1 req-8aad5ebf-ff8e-44aa-b696-3054cb7c7972 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] 10.222.0.58 "GET /v2.0/networks?id=e39ee4ed-1909-4b57-97e6-d399dfc49b3b HTTP/1.1" status: 200 len: 828 time: 0.2918763 Aug 05 11:28:45.965927 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-ad807f31-921c-403a-91de-f9c1ef82dc4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:45.978774 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-44224ac4-208a-4c9f-a2b1-ba114368144a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:46.002175 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4606da17-d84c-4fdc-8e2d-afd8272546f1 req-c0187ea6-225e-4e0f-9c7f-28738570539c tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] 10.222.0.58 "GET /v2.0/quotas/f5c29ef1bc08457986c2adf650dc2bbf HTTP/1.1" status: 200 len: 375 time: 0.0269556 Aug 05 11:28:46.087911 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-05ad9d39-e1aa-4699-b48f-6e5983a7224e req-43c6813d-fc6c-4c3a-9dc9-056adaaa0b92 tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] Allocated IP 172.20.0.3 (72f96f2a-462c-48d7-8766-7c7b67cf86a3/3ef80fca-fd54-480d-8282-0db28be1660b/f9d54d46-86ca-4641-97de-70034982b8a3) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:28:46.316011 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4606da17-d84c-4fdc-8e2d-afd8272546f1 req-f6002976-a96e-490d-81ec-e09c7b7f9eaa tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=f5c29ef1bc08457986c2adf650dc2bbf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2813458 Aug 05 11:28:46.336137 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2297e75-4c05-43a4-8b27-e71919c427f5 req-c4d4e519-2c4f-4ed8-99ad-5a2501c7bb9c tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:46.341301 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-05ad9d39-e1aa-4699-b48f-6e5983a7224e req-43c6813d-fc6c-4c3a-9dc9-056adaaa0b92 tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:46.349326 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2297e75-4c05-43a4-8b27-e71919c427f5 req-c4d4e519-2c4f-4ed8-99ad-5a2501c7bb9c tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:46.364396 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b2297e75-4c05-43a4-8b27-e71919c427f5 req-c4d4e519-2c4f-4ed8-99ad-5a2501c7bb9c tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] 10.222.0.58 "GET /v2.0/ports?device_id=53a56542-0f49-4239-9458-080547c54c31 HTTP/1.1" status: 200 len: 1681 time: 0.3406999 Aug 05 11:28:46.371050 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-05ad9d39-e1aa-4699-b48f-6e5983a7224e req-43c6813d-fc6c-4c3a-9dc9-056adaaa0b92 tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] Transition to ACTIVE for port object f9d54d46-86ca-4641-97de-70034982b8a3 will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:28:46.439617 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.db.resource_extend [None req-4f8d42f8-89e8-4d5d-a775-dcfee9e7e48a tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] It took 0.62 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 05 11:28:46.451669 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-ad807f31-921c-403a-91de-f9c1ef82dc4b None None] Notify callbacks [] for port, precommit_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:46.464978 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-ad807f31-921c-403a-91de-f9c1ef82dc4b None None] Transition to ACTIVE for port object 62826dad-9f69-42c5-99b8-fc7e0747ce2b will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:28:46.467594 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-05ad9d39-e1aa-4699-b48f-6e5983a7224e req-43c6813d-fc6c-4c3a-9dc9-056adaaa0b92 tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:46.478529 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-ad807f31-921c-403a-91de-f9c1ef82dc4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:46.487036 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4f8d42f8-89e8-4d5d-a775-dcfee9e7e48a tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:46.501714 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8d42f8-89e8-4d5d-a775-dcfee9e7e48a tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:46.504106 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4f8d42f8-89e8-4d5d-a775-dcfee9e7e48a tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:46.526376 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4606da17-d84c-4fdc-8e2d-afd8272546f1 req-0204c461-4e10-4672-84fd-8816b2151920 service neutron] 10.222.0.58 "GET /v2.0/networks/e39ee4ed-1909-4b57-97e6-d399dfc49b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574018 Aug 05 11:28:46.660537 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-ad807f31-921c-403a-91de-f9c1ef82dc4b None None] Attempting to bind port 62826dad-9f69-42c5-99b8-fc7e0747ce2b on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:28:46.660537 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-ad807f31-921c-403a-91de-f9c1ef82dc4b None None] Attempting to bind port 62826dad-9f69-42c5-99b8-fc7e0747ce2b by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'd43210bd-c1e2-42b2-9cfe-90c36ada4f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'e39ee4ed-1909-4b57-97e6-d399dfc49b3b'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:28:46.660537 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad807f31-921c-403a-91de-f9c1ef82dc4b None None] Attempting to bind port 62826dad-9f69-42c5-99b8-fc7e0747ce2b on network e39ee4ed-1909-4b57-97e6-d399dfc49b3b {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:28:46.661921 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad807f31-921c-403a-91de-f9c1ef82dc4b None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:28:46.662397 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad807f31-921c-403a-91de-f9c1ef82dc4b None None] Checking segment: {'id': 'd43210bd-c1e2-42b2-9cfe-90c36ada4f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'e39ee4ed-1909-4b57-97e6-d399dfc49b3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:28:46.662985 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-ad807f31-921c-403a-91de-f9c1ef82dc4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:46.663965 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad807f31-921c-403a-91de-f9c1ef82dc4b None None] Bound using segment: {'id': 'd43210bd-c1e2-42b2-9cfe-90c36ada4f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'e39ee4ed-1909-4b57-97e6-d399dfc49b3b'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:28:46.664176 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-ad807f31-921c-403a-91de-f9c1ef82dc4b None None] Bound port: 62826dad-9f69-42c5-99b8-fc7e0747ce2b, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd43210bd-c1e2-42b2-9cfe-90c36ada4f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'e39ee4ed-1909-4b57-97e6-d399dfc49b3b'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:28:46.664685 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-ad807f31-921c-403a-91de-f9c1ef82dc4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:46.667181 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cab1fbb-36cc-42d0-8ea7-d074d16dc1a0 None None] Pushing event updated for resources: {'Port': ['ID=62826dad-9f69-42c5-99b8-fc7e0747ce2b,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:28:46.735581 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b2297e75-4c05-43a4-8b27-e71919c427f5 req-ccf59ff9-5954-4d75-95eb-4a7c8acd08e2 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b3ade17-8410-42c2-84dd-d3afc731e8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3698087 Aug 05 11:28:46.743597 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8d42f8-89e8-4d5d-a775-dcfee9e7e48a tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Pushing event updated for resources: {'Network': ['ID=eba32f0d-33ab-48eb-89d0-6dbf8652be22,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:28:46.791545 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network eba32f0d-33ab-48eb-89d0-6dbf8652be22 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:28:46.815341 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05ad9d39-e1aa-4699-b48f-6e5983a7224e req-43c6813d-fc6c-4c3a-9dc9-056adaaa0b92 tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] Network 72f96f2a-462c-48d7-8766-7c7b67cf86a3 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:28:46.848779 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-05ad9d39-e1aa-4699-b48f-6e5983a7224e req-43c6813d-fc6c-4c3a-9dc9-056adaaa0b92 tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:28:46.860599 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-05ad9d39-e1aa-4699-b48f-6e5983a7224e req-43c6813d-fc6c-4c3a-9dc9-056adaaa0b92 tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:28:46.866303 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4606da17-d84c-4fdc-8e2d-afd8272546f1 req-476e4913-0ec6-44d2-b8ff-90a9273370b3 service neutron] 10.222.0.58 "GET /v2.0/networks/e39ee4ed-1909-4b57-97e6-d399dfc49b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3220744 Aug 05 11:28:46.886712 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b15ea15-aaba-4e1c-a310-ef305e261fc8 req-04b39c62-b636-4937-8374-287f98116fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:46.888644 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b15ea15-aaba-4e1c-a310-ef305e261fc8 req-04b39c62-b636-4937-8374-287f98116fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:46.896975 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3b15ea15-aaba-4e1c-a310-ef305e261fc8 req-04b39c62-b636-4937-8374-287f98116fe9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=53a56542-0f49-4239-9458-080547c54c31 HTTP/1.1" status: 200 len: 1983 time: 0.8895795 Aug 05 11:28:46.903479 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-44224ac4-208a-4c9f-a2b1-ba114368144a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:46.937954 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-44224ac4-208a-4c9f-a2b1-ba114368144a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:47.007131 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c6813d-fc6c-4c3a-9dc9-056adaaa0b92 tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] Pushing event updated for resources: {'Port': ['ID=f9d54d46-86ca-4641-97de-70034982b8a3,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:28:47.026715 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44224ac4-208a-4c9f-a2b1-ba114368144a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84f2a39d-b8f1-4704-8f12-e2ae21ebe309,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:28:47.054934 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-4f8d42f8-89e8-4d5d-a775-dcfee9e7e48a tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.9617329 Aug 05 11:28:47.059013 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-ad807f31-921c-403a-91de-f9c1ef82dc4b None None] For port 62826dad-9f69-42c5-99b8-fc7e0747ce2b, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:28:47.063264 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 50168) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:28:47.082089 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-7c2fb2fb-86e8-4f0c-8934-747c9c8d3ae9 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1974286405'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:28:47.086226 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-ad807f31-921c-403a-91de-f9c1ef82dc4b None None] For port 62826dad-9f69-42c5-99b8-fc7e0747ce2b, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=62826dad-9f69-42c5-99b8-fc7e0747ce2b,segment=NetworkSegment(d43210bd-c1e2-42b2-9cfe-90c36ada4f48),segment_id=d43210bd-c1e2-42b2-9cfe-90c36ada4f48)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:28:47.097275 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44224ac4-208a-4c9f-a2b1-ba114368144a admin admin] vlan segment allocate from pool success with {'vlan_id': 692, 'physical_network': 'physnet1'} {{(pid=94420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:28:47.102463 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-ad807f31-921c-403a-91de-f9c1ef82dc4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:47.136030 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-44224ac4-208a-4c9f-a2b1-ba114368144a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:47.136354 n-d-803378-2 neutron-server[94420]: INFO neutron.db.segments_db [None req-44224ac4-208a-4c9f-a2b1-ba114368144a admin admin] Added segment 518e3e63-d2a5-47d5-92b9-f966f275c6de of type vlan for network 126f96b6-eb66-4c29-a167-bda979496a65 Aug 05 11:28:47.140325 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3b15ea15-aaba-4e1c-a310-ef305e261fc8 req-720e8159-c9d4-48b0-94a4-db0895a6303e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=8b3ade17-8410-42c2-84dd-d3afc731e8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618345 Aug 05 11:28:47.155640 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ad9d39-e1aa-4699-b48f-6e5983a7224e req-43c6813d-fc6c-4c3a-9dc9-056adaaa0b92 tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:47.156520 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-05ad9d39-e1aa-4699-b48f-6e5983a7224e req-43c6813d-fc6c-4c3a-9dc9-056adaaa0b92 tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:47.167245 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa435ec5-7b15-4e8a-aa3c-9667834e9759 req-2efc52e5-f309-40a0-8911-3296876505f6 tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:47.169551 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fa435ec5-7b15-4e8a-aa3c-9667834e9759 req-2efc52e5-f309-40a0-8911-3296876505f6 tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] 10.222.0.58 "GET /v2.0/ports?device_id=75c70784-f441-4ab8-8180-0808568a131b HTTP/1.1" status: 200 len: 931 time: 0.2608101 Aug 05 11:28:47.177971 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c2fb2fb-86e8-4f0c-8934-747c9c8d3ae9 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Made reservation on behalf of bb27797234f3446b9d24ad8ee93eb578 for: {'network': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:28:47.182689 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7c2fb2fb-86e8-4f0c-8934-747c9c8d3ae9 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:47.187703 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-05ad9d39-e1aa-4699-b48f-6e5983a7224e req-43c6813d-fc6c-4c3a-9dc9-056adaaa0b92 tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8511887 Aug 05 11:28:47.210178 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-05ad9d39-e1aa-4699-b48f-6e5983a7224e req-a52f7000-167d-4ba8-8fb1-3dd7eb98b7aa service neutron] Request body: {'port': {'device_id': '75c70784-f441-4ab8-8180-0808568a131b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:28:47.344624 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cab1fbb-36cc-42d0-8ea7-d074d16dc1a0 None None] Pushing event updated for resources: {'Port': ['ID=62826dad-9f69-42c5-99b8-fc7e0747ce2b,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:28:47.362354 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad807f31-921c-403a-91de-f9c1ef82dc4b None None] Routers {'0760ec99-505e-4186-ad72-ea450ae3b4fc'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:28:47.371717 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-ad807f31-921c-403a-91de-f9c1ef82dc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:28:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['0760ec99-505e-4186-ad72-ea450ae3b4fc'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:28:47.387119 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-44224ac4-208a-4c9f-a2b1-ba114368144a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:47.401409 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-05ad9d39-e1aa-4699-b48f-6e5983a7224e req-a52f7000-167d-4ba8-8fb1-3dd7eb98b7aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:47.443095 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fa435ec5-7b15-4e8a-aa3c-9667834e9759 req-8485c558-8b24-4c04-b217-3d1fb7977a17 tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] 10.222.0.58 "GET /v2.0/security-groups?id=fae804d1-089a-4a79-a2ca-e3cefd2bf99a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1825223 Aug 05 11:28:47.506257 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c2fb2fb-86e8-4f0c-8934-747c9c8d3ae9 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] vlan segment allocate from pool success with {'vlan_id': 687, 'physical_network': 'physnet1'} {{(pid=94420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:28:47.530905 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7c2fb2fb-86e8-4f0c-8934-747c9c8d3ae9 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:47.531239 n-d-803378-2 neutron-server[94420]: INFO neutron.db.segments_db [None req-7c2fb2fb-86e8-4f0c-8934-747c9c8d3ae9 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Added segment a07c3527-0dfe-47ea-914d-8b0d0b949994 of type vlan for network c957007f-85b1-4439-b628-5dd10abf458d Aug 05 11:28:47.705343 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-0d1110b4-209c-4813-8e2c-b6f1fb3f7525 None None] Provisioning for port f9d54d46-86ca-4641-97de-70034982b8a3 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:28:47.736704 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7c2fb2fb-86e8-4f0c-8934-747c9c8d3ae9 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:47.749233 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-ad807f31-921c-403a-91de-f9c1ef82dc4b None None] Set router 0760ec99-505e-4186-ad72-ea450ae3b4fc gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:28:47.862759 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbf6b8c-5615-4701-829d-360c6e56e5be req-25df1758-1be2-4f38-b62d-49473bfaf53d tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:47.865298 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-0d1110b4-209c-4813-8e2c-b6f1fb3f7525 None None] Provisioning complete for port f9d54d46-86ca-4641-97de-70034982b8a3 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:28:47.866014 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4dbf6b8c-5615-4701-829d-360c6e56e5be req-25df1758-1be2-4f38-b62d-49473bfaf53d tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?device_id=adcdcc6e-5915-4a7f-a754-7b8f8b7e91a9 HTTP/1.1" status: 200 len: 944 time: 0.4836435 Aug 05 11:28:47.879855 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-0d1110b4-209c-4813-8e2c-b6f1fb3f7525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:47.917919 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2052fc31-b6e9-407d-8adb-856fd464af02 req-adaf5036-ca5c-44c3-9628-986196900fc7 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b0977ee-fb1e-4733-b0f4-4ed637173317 HTTP/1.1" status: 200 len: 210 time: 0.0504119 Aug 05 11:28:47.942071 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-44224ac4-208a-4c9f-a2b1-ba114368144a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:47.943070 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44224ac4-208a-4c9f-a2b1-ba114368144a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:47.943664 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-44224ac4-208a-4c9f-a2b1-ba114368144a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:47.956157 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-0d1110b4-209c-4813-8e2c-b6f1fb3f7525 None None] Port f9d54d46-86ca-4641-97de-70034982b8a3 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:28:47.959828 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7c2fb2fb-86e8-4f0c-8934-747c9c8d3ae9 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:47.978245 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2fb2fb-86e8-4f0c-8934-747c9c8d3ae9 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:47.979288 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7c2fb2fb-86e8-4f0c-8934-747c9c8d3ae9 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:48.105111 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-7c2fb2fb-86e8-4f0c-8934-747c9c8d3ae9 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0339422 Aug 05 11:28:48.149835 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-44224ac4-208a-4c9f-a2b1-ba114368144a admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.1880052 Aug 05 11:28:48.161909 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 50180) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:28:48.187136 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4dbf6b8c-5615-4701-829d-360c6e56e5be req-07a9f07d-e78e-4773-94a6-79c75489cca9 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/security-groups?id=12d84a41-4254-4f43-a1c3-ae5bdc7fdfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676153 Aug 05 11:28:48.229497 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44224ac4-208a-4c9f-a2b1-ba114368144a admin admin] Pushing event updated for resources: {'Network': ['ID=126f96b6-eb66-4c29-a167-bda979496a65,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:28:48.257187 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-9958763f-6924-486d-8095-579834926258 admin admin] Request body: {'subnet': {'network_id': '126f96b6-eb66-4c29-a167-bda979496a65', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1895620351-subnet', 'tenant_id': '2a9a0c1c353042b1936f80e1e752fcad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:28:48.273009 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 126f96b6-eb66-4c29-a167-bda979496a65 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:28:48.387737 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7be93b1-2127-45e9-9156-b54629ebfaaa req-ef069fbc-cce9-4682-9805-60f2cff7655a tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:48.398605 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7be93b1-2127-45e9-9156-b54629ebfaaa req-ef069fbc-cce9-4682-9805-60f2cff7655a tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:48.411890 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b7be93b1-2127-45e9-9156-b54629ebfaaa req-ef069fbc-cce9-4682-9805-60f2cff7655a tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] 10.222.0.58 "GET /v2.0/ports?device_id=53a56542-0f49-4239-9458-080547c54c31 HTTP/1.1" status: 200 len: 1681 time: 0.2999339 Aug 05 11:28:48.413619 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9958763f-6924-486d-8095-579834926258 admin admin] Made reservation on behalf of 2a9a0c1c353042b1936f80e1e752fcad for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:28:48.426591 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9958763f-6924-486d-8095-579834926258 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:48.550644 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2fb2fb-86e8-4f0c-8934-747c9c8d3ae9 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Pushing event updated for resources: {'Network': ['ID=c957007f-85b1-4439-b628-5dd10abf458d,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:28:48.576377 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b7be93b1-2127-45e9-9156-b54629ebfaaa req-c57a9edf-2235-47e2-8197-9a1e1daff3a4 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b3ade17-8410-42c2-84dd-d3afc731e8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620054 Aug 05 11:28:48.583659 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network c957007f-85b1-4439-b628-5dd10abf458d details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:28:48.717694 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc35670-a27a-44b2-bfcf-93dd471722e2 req-11997179-a834-4f4b-bf0b-58350ae1754c tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:48.735745 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3fc35670-a27a-44b2-bfcf-93dd471722e2 req-11997179-a834-4f4b-bf0b-58350ae1754c tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] 10.222.0.58 "GET /v2.0/ports?device_id=75c70784-f441-4ab8-8180-0808568a131b HTTP/1.1" status: 200 len: 931 time: 0.1463616 Aug 05 11:28:48.760584 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-05ad9d39-e1aa-4699-b48f-6e5983a7224e req-a52f7000-167d-4ba8-8fb1-3dd7eb98b7aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9d54d46-86ca-4641-97de-70034982b8a3 {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:28:48.824829 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-05ad9d39-e1aa-4699-b48f-6e5983a7224e req-a52f7000-167d-4ba8-8fb1-3dd7eb98b7aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:48.839593 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3fc35670-a27a-44b2-bfcf-93dd471722e2 req-1b04bd16-4dd2-48d2-ade5-ec62d4128fa6 tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] 10.222.0.58 "GET /v2.0/security-groups?id=fae804d1-089a-4a79-a2ca-e3cefd2bf99a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010387 Aug 05 11:28:48.923174 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-05ad9d39-e1aa-4699-b48f-6e5983a7224e req-a52f7000-167d-4ba8-8fb1-3dd7eb98b7aa service neutron] Transition to ACTIVE for port object f9d54d46-86ca-4641-97de-70034982b8a3 will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:28:48.932913 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-ad807f31-921c-403a-91de-f9c1ef82dc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0760ec99-505e-4186-ad72-ea450ae3b4fc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-528071089-router', 'tenant_id': 'f5c29ef1bc08457986c2adf650dc2bbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '8d306dda-57b3-4e68-9c13-1d9981b7f365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:28:30Z', 'updated_at': '2021-08-05T11:28:41Z', 'revision_number': 4, 'project_id': 'f5c29ef1bc08457986c2adf650dc2bbf', 'gw_port': {'id': '8d306dda-57b3-4e68-9c13-1d9981b7f365', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:19:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0760ec99-505e-4186-ad72-ea450ae3b4fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:28:32Z', 'updated_at': '2021-08-05T11:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '62826dad-9f69-42c5-99b8-fc7e0747ce2b', 'name': '', 'network_id': 'e39ee4ed-1909-4b57-97e6-d399dfc49b3b', 'tenant_id': 'f5c29ef1bc08457986c2adf650dc2bbf', 'mac_address': 'fa:16:3e:de:44:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0760ec99-505e-4186-ad72-ea450ae3b4fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '7df56697-bfc2-4d75-a42b-d9e0d1cdbf86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:28:38Z', 'updated_at': '2021-08-05T11:28:47Z', 'revision_number': 4, 'project_id': 'f5c29ef1bc08457986c2adf650dc2bbf', 'subnets': [{'id': '7df56697-bfc2-4d75-a42b-d9e0d1cdbf86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:28:48.947419 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-05ad9d39-e1aa-4699-b48f-6e5983a7224e req-a52f7000-167d-4ba8-8fb1-3dd7eb98b7aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:48.997954 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad807f31-921c-403a-91de-f9c1ef82dc4b None None] The sync data for ids ['0760ec99-505e-4186-ad72-ea450ae3b4fc'] in n-d-803378-2 is: [{'id': '0760ec99-505e-4186-ad72-ea450ae3b4fc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-528071089-router', 'tenant_id': 'f5c29ef1bc08457986c2adf650dc2bbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '8d306dda-57b3-4e68-9c13-1d9981b7f365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:28:30Z', 'updated_at': '2021-08-05T11:28:41Z', 'revision_number': 4, 'project_id': 'f5c29ef1bc08457986c2adf650dc2bbf', 'gw_port': {'id': '8d306dda-57b3-4e68-9c13-1d9981b7f365', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:19:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0760ec99-505e-4186-ad72-ea450ae3b4fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:28:32Z', 'updated_at': '2021-08-05T11:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '62826dad-9f69-42c5-99b8-fc7e0747ce2b', 'name': '', 'network_id': 'e39ee4ed-1909-4b57-97e6-d399dfc49b3b', 'tenant_id': 'f5c29ef1bc08457986c2adf650dc2bbf', 'mac_address': 'fa:16:3e:de:44:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0760ec99-505e-4186-ad72-ea450ae3b4fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '7df56697-bfc2-4d75-a42b-d9e0d1cdbf86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:28:38Z', 'updated_at': '2021-08-05T11:28:47Z', 'revision_number': 4, 'project_id': 'f5c29ef1bc08457986c2adf650dc2bbf', 'subnets': [{'id': '7df56697-bfc2-4d75-a42b-d9e0d1cdbf86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:28:49.144205 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52f7000-167d-4ba8-8fb1-3dd7eb98b7aa service neutron] Pushing event updated for resources: {'Port': ['ID=f9d54d46-86ca-4641-97de-70034982b8a3,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:28:49.542346 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7dd51caa-dd8b-42cb-a1c0-8bf0b9f5a8e0 req-5eb4a67c-ca2e-46c4-b136-7286e592b19f tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b0977ee-fb1e-4733-b0f4-4ed637173317 HTTP/1.1" status: 200 len: 210 time: 0.2530754 Aug 05 11:28:49.733866 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca67a86-813e-429e-88f2-f11194a8faa5 req-9c2e3b31-acb3-4093-a013-a248157c8df3 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:49.754231 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cca67a86-813e-429e-88f2-f11194a8faa5 req-9c2e3b31-acb3-4093-a013-a248157c8df3 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?device_id=adcdcc6e-5915-4a7f-a754-7b8f8b7e91a9 HTTP/1.1" status: 200 len: 944 time: 0.1553855 Aug 05 11:28:49.820575 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-05ad9d39-e1aa-4699-b48f-6e5983a7224e req-a52f7000-167d-4ba8-8fb1-3dd7eb98b7aa service neutron] Attempting to bind port f9d54d46-86ca-4641-97de-70034982b8a3 on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:28:49.821970 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-05ad9d39-e1aa-4699-b48f-6e5983a7224e req-a52f7000-167d-4ba8-8fb1-3dd7eb98b7aa service neutron] Attempting to bind port f9d54d46-86ca-4641-97de-70034982b8a3 by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': 'bf5ea81e-15f9-4076-bdcb-a17ddcbb48e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '72f96f2a-462c-48d7-8766-7c7b67cf86a3'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:28:49.829222 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ad9d39-e1aa-4699-b48f-6e5983a7224e req-a52f7000-167d-4ba8-8fb1-3dd7eb98b7aa service neutron] Attempting to bind port f9d54d46-86ca-4641-97de-70034982b8a3 on network 72f96f2a-462c-48d7-8766-7c7b67cf86a3 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:28:49.850858 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ad9d39-e1aa-4699-b48f-6e5983a7224e req-a52f7000-167d-4ba8-8fb1-3dd7eb98b7aa service neutron] Port f9d54d46-86ca-4641-97de-70034982b8a3 on network 72f96f2a-462c-48d7-8766-7c7b67cf86a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:28:49.852320 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ad9d39-e1aa-4699-b48f-6e5983a7224e req-a52f7000-167d-4ba8-8fb1-3dd7eb98b7aa service neutron] Attempting to bind port f9d54d46-86ca-4641-97de-70034982b8a3 on network 72f96f2a-462c-48d7-8766-7c7b67cf86a3 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:28:49.905625 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ad9d39-e1aa-4699-b48f-6e5983a7224e req-a52f7000-167d-4ba8-8fb1-3dd7eb98b7aa service neutron] Checking agent: {'id': 'a8f1dd2d-227c-4e30-8844-52419ba734db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:28:49.907530 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ad9d39-e1aa-4699-b48f-6e5983a7224e req-a52f7000-167d-4ba8-8fb1-3dd7eb98b7aa service neutron] Checking segment: {'id': 'bf5ea81e-15f9-4076-bdcb-a17ddcbb48e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '72f96f2a-462c-48d7-8766-7c7b67cf86a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:28:49.911123 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ad9d39-e1aa-4699-b48f-6e5983a7224e req-a52f7000-167d-4ba8-8fb1-3dd7eb98b7aa service neutron] Bound using segment: {'id': 'bf5ea81e-15f9-4076-bdcb-a17ddcbb48e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '72f96f2a-462c-48d7-8766-7c7b67cf86a3'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:28:49.916054 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-05ad9d39-e1aa-4699-b48f-6e5983a7224e req-a52f7000-167d-4ba8-8fb1-3dd7eb98b7aa service neutron] Bound port: f9d54d46-86ca-4641-97de-70034982b8a3, host: n-h2-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf5ea81e-15f9-4076-bdcb-a17ddcbb48e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '72f96f2a-462c-48d7-8766-7c7b67cf86a3'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:28:49.916905 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-05ad9d39-e1aa-4699-b48f-6e5983a7224e req-a52f7000-167d-4ba8-8fb1-3dd7eb98b7aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:49.964973 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9958763f-6924-486d-8095-579834926258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25038678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30075167'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:49.989513 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cca67a86-813e-429e-88f2-f11194a8faa5 req-201e2339-cef9-40a3-b01f-49b11164cd18 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/security-groups?id=12d84a41-4254-4f43-a1c3-ae5bdc7fdfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133088 Aug 05 11:28:50.139885 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 62826dad-9f69-42c5-99b8-fc7e0747ce2b up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:28:50.261279 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9958763f-6924-486d-8095-579834926258 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f603f39f-fbde-4d83-a41f-e0babb1f3ff1,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:28:50.372320 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7645bbb5-c57c-43bf-a1a3-9c381ae63788 req-75566394-fdea-43c9-be2f-fe20c66942ad tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:50.375729 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9958763f-6924-486d-8095-579834926258 admin admin] Checking segment: {'id': '518e3e63-d2a5-47d5-92b9-f966f275c6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '126f96b6-eb66-4c29-a167-bda979496a65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:28:50.376402 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9958763f-6924-486d-8095-579834926258 admin admin] Network hostable DHCP agents. Network: 126f96b6-eb66-4c29-a167-bda979496a65, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:28:50.416898 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7645bbb5-c57c-43bf-a1a3-9c381ae63788 req-75566394-fdea-43c9-be2f-fe20c66942ad tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:50.426382 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7645bbb5-c57c-43bf-a1a3-9c381ae63788 req-75566394-fdea-43c9-be2f-fe20c66942ad tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] 10.222.0.58 "GET /v2.0/ports?device_id=53a56542-0f49-4239-9458-080547c54c31 HTTP/1.1" status: 200 len: 1681 time: 0.6241667 Aug 05 11:28:50.436697 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 62826dad-9f69-42c5-99b8-fc7e0747ce2b completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:28:50.441068 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-05ad9d39-e1aa-4699-b48f-6e5983a7224e req-a52f7000-167d-4ba8-8fb1-3dd7eb98b7aa service neutron] For port f9d54d46-86ca-4641-97de-70034982b8a3, host n-h2-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:28:50.452504 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 62826dad-9f69-42c5-99b8-fc7e0747ce2b triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:28:50.452958 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:50.454343 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9958763f-6924-486d-8095-579834926258 admin admin] Network 126f96b6-eb66-4c29-a167-bda979496a65 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:28:50.467131 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-05ad9d39-e1aa-4699-b48f-6e5983a7224e req-a52f7000-167d-4ba8-8fb1-3dd7eb98b7aa service neutron] For port f9d54d46-86ca-4641-97de-70034982b8a3, host n-h2-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=f9d54d46-86ca-4641-97de-70034982b8a3,segment=NetworkSegment(bf5ea81e-15f9-4076-bdcb-a17ddcbb48e7),segment_id=bf5ea81e-15f9-4076-bdcb-a17ddcbb48e7)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:28:50.482987 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-05ad9d39-e1aa-4699-b48f-6e5983a7224e req-a52f7000-167d-4ba8-8fb1-3dd7eb98b7aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:50.547623 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ad9d39-e1aa-4699-b48f-6e5983a7224e req-a52f7000-167d-4ba8-8fb1-3dd7eb98b7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:50.555440 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-05ad9d39-e1aa-4699-b48f-6e5983a7224e req-a52f7000-167d-4ba8-8fb1-3dd7eb98b7aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:50.557597 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-05ad9d39-e1aa-4699-b48f-6e5983a7224e req-a52f7000-167d-4ba8-8fb1-3dd7eb98b7aa service neutron] 10.222.0.55 "PUT /v2.0/ports/f9d54d46-86ca-4641-97de-70034982b8a3 HTTP/1.1" status: 200 len: 1091 time: 3.3534029 Aug 05 11:28:50.562290 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75c70784-f441-4ab8-8180-0808568a131b', 'tag': 'f9d54d46-86ca-4641-97de-70034982b8a3'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:28:50.574496 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0c69187-c8b7-445d-b109-3524baf1ebad" -d '{"events": [{"name": "network-changed", "server_uuid": "75c70784-f441-4ab8-8180-0808568a131b", "tag": "f9d54d46-86ca-4641-97de-70034982b8a3"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:28:50.648159 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-9958763f-6924-486d-8095-579834926258 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, 126f96b6-eb66-4c29-a167-bda979496a65) {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:28:50.661590 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9958763f-6924-486d-8095-579834926258 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:50.662640 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9958763f-6924-486d-8095-579834926258 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:50.683812 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5cf610d-4e52-4df5-affe-2d2e559c3b7e None None] Network 126f96b6-eb66-4c29-a167-bda979496a65 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:28:50.801777 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7645bbb5-c57c-43bf-a1a3-9c381ae63788 req-ceb4aba2-4aa9-4931-b2a8-f5149e5a68f4 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b3ade17-8410-42c2-84dd-d3afc731e8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3584754 Aug 05 11:28:50.945168 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-9958763f-6924-486d-8095-579834926258 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.7567925 Aug 05 11:28:51.013369 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4606da17-d84c-4fdc-8e2d-afd8272546f1 req-d79193a5-4630-4390-bc3e-deb1d4bbcd9e tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:51.029520 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4606da17-d84c-4fdc-8e2d-afd8272546f1 req-d79193a5-4630-4390-bc3e-deb1d4bbcd9e tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] 10.222.0.55 "GET /v2.0/networks?id=e39ee4ed-1909-4b57-97e6-d399dfc49b3b HTTP/1.1" status: 200 len: 828 time: 1.0222170 Aug 05 11:28:51.066247 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-4606da17-d84c-4fdc-8e2d-afd8272546f1 req-eee4b645-615e-48c4-8011-7ad8cc0caa52 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] Request body: {'port': {'device_id': '0b0977ee-fb1e-4733-b0f4-4ed637173317', 'network_id': 'e39ee4ed-1909-4b57-97e6-d399dfc49b3b', 'admin_state_up': True, 'tenant_id': 'f5c29ef1bc08457986c2adf650dc2bbf'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:28:51.163349 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ca8f64-c5f0-4ba6-9a73-b7e972225663 req-94a892f5-ea5d-4bc3-a547-32447af49628 tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:51.175558 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-71ca8f64-c5f0-4ba6-9a73-b7e972225663 req-94a892f5-ea5d-4bc3-a547-32447af49628 tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] 10.222.0.58 "GET /v2.0/ports?device_id=75c70784-f441-4ab8-8180-0808568a131b HTTP/1.1" status: 200 len: 943 time: 0.6499028 Aug 05 11:28:51.184910 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52f7000-167d-4ba8-8fb1-3dd7eb98b7aa service neutron] Pushing event updated for resources: {'Port': ['ID=f9d54d46-86ca-4641-97de-70034982b8a3,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:28:51.224408 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ad9d39-e1aa-4699-b48f-6e5983a7224e req-45875a3a-760e-4963-b8e4-9251732872a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:51.241741 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-05ad9d39-e1aa-4699-b48f-6e5983a7224e req-45875a3a-760e-4963-b8e4-9251732872a4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bd9c589b923344c89a4e06df2c5127d6&device_id=75c70784-f441-4ab8-8180-0808568a131b HTTP/1.1" status: 200 len: 1094 time: 0.5153105 Aug 05 11:28:51.317580 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:51.388768 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-05ad9d39-e1aa-4699-b48f-6e5983a7224e req-bf6ba95f-f47d-4ff7-a847-70b0ed859839 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f9d54d46-86ca-4641-97de-70034982b8a3 HTTP/1.1" status: 200 len: 217 time: 0.1368895 Aug 05 11:28:51.526665 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ad9d39-e1aa-4699-b48f-6e5983a7224e req-5d7975af-9838-4973-a958-290fb0d1a10a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:51.528968 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-05ad9d39-e1aa-4699-b48f-6e5983a7224e req-5d7975af-9838-4973-a958-290fb0d1a10a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3ef80fca-fd54-480d-8282-0db28be1660b HTTP/1.1" status: 200 len: 855 time: 0.1248839 Aug 05 11:28:51.621945 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-71ca8f64-c5f0-4ba6-9a73-b7e972225663 req-c6e865de-4f0a-4e7a-addb-d76bfffdacb4 tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] 10.222.0.58 "GET /v2.0/security-groups?id=fae804d1-089a-4a79-a2ca-e3cefd2bf99a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4452429 Aug 05 11:28:51.630406 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4606da17-d84c-4fdc-8e2d-afd8272546f1 req-eee4b645-615e-48c4-8011-7ad8cc0caa52 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] Made reservation on behalf of f5c29ef1bc08457986c2adf650dc2bbf for: {'port': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:28:51.647816 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-4606da17-d84c-4fdc-8e2d-afd8272546f1 req-eee4b645-615e-48c4-8011-7ad8cc0caa52 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:51.680184 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ad9d39-e1aa-4699-b48f-6e5983a7224e req-191e1005-237d-4397-bff3-c8daab0afc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:51.683307 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-05ad9d39-e1aa-4699-b48f-6e5983a7224e req-191e1005-237d-4397-bff3-c8daab0afc36 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=72f96f2a-462c-48d7-8766-7c7b67cf86a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1469104 Aug 05 11:28:51.706548 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e1fd6fcf-fd52-4e7f-9b4a-e8cdd46e1dac req-c6e71a9d-bebb-4aa5-a282-eddd0054eadf tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b0977ee-fb1e-4733-b0f4-4ed637173317 HTTP/1.1" status: 200 len: 210 time: 0.1258876 Aug 05 11:28:51.767303 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port 62826dad-9f69-42c5-99b8-fc7e0747ce2b, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=62826dad-9f69-42c5-99b8-fc7e0747ce2b,segment=NetworkSegment(d43210bd-c1e2-42b2-9cfe-90c36ada4f48),segment_id=d43210bd-c1e2-42b2-9cfe-90c36ada4f48)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:28:51.786948 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e45feded-8170-4636-8726-0c805fbc05c9 None None] Network 126f96b6-eb66-4c29-a167-bda979496a65 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:28:51.845861 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:51.961174 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [req-4606da17-d84c-4fdc-8e2d-afd8272546f1 req-eee4b645-615e-48c4-8011-7ad8cc0caa52 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] Allocated IP 172.20.0.11 (e39ee4ed-1909-4b57-97e6-d399dfc49b3b/7df56697-bfc2-4d75-a42b-d9e0d1cdbf86/9649f0d0-db0b-4b44-ab7f-2d10fb07f502) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:28:52.158529 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-05ad9d39-e1aa-4699-b48f-6e5983a7224e req-a369860e-8378-4128-bbc4-a5fc07906522 service neutron] 10.222.0.55 "GET /v2.0/networks/72f96f2a-462c-48d7-8766-7c7b67cf86a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4665384 Aug 05 11:28:52.169365 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1778e65e-cd7d-4bdf-9f43-ee24b3b09dbf x-openstack-request-id: req-1778e65e-cd7d-4bdf-9f43-ee24b3b09dbf {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:28:52.170553 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75c70784-f441-4ab8-8180-0808568a131b", "tag": "f9d54d46-86ca-4641-97de-70034982b8a3", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:28:52.170553 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1778e65e-cd7d-4bdf-9f43-ee24b3b09dbf {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:28:52.171318 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75c70784-f441-4ab8-8180-0808568a131b', 'tag': 'f9d54d46-86ca-4641-97de-70034982b8a3', 'status': 'completed', 'code': 200} Aug 05 11:28:52.233232 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=62826dad-9f69-42c5-99b8-fc7e0747ce2b,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:28:52.254271 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:52.284093 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-4606da17-d84c-4fdc-8e2d-afd8272546f1 req-eee4b645-615e-48c4-8011-7ad8cc0caa52 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:52.304453 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [req-4606da17-d84c-4fdc-8e2d-afd8272546f1 req-eee4b645-615e-48c4-8011-7ad8cc0caa52 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] Transition to ACTIVE for port object 9649f0d0-db0b-4b44-ab7f-2d10fb07f502 will not be triggered until provisioned by entity DHCP. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:28:52.515502 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-4606da17-d84c-4fdc-8e2d-afd8272546f1 req-eee4b645-615e-48c4-8011-7ad8cc0caa52 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:52.579597 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device d544b900-cb51-4852-8470-8f9dfde6720c no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:28:52.581088 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-05ad9d39-e1aa-4699-b48f-6e5983a7224e req-57beab5f-2148-42b5-afdc-9643cefaeb32 service neutron] 10.222.0.55 "GET /v2.0/networks/72f96f2a-462c-48d7-8766-7c7b67cf86a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4074268 Aug 05 11:28:52.779259 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 50236) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:28:52.792105 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee4b645-615e-48c4-8011-7ad8cc0caa52 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] Pushing event updated for resources: {'Port': ['ID=9649f0d0-db0b-4b44-ab7f-2d10fb07f502,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:28:52.793115 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-0c8eb9f1-fec1-4df0-ae4f-f505b2b6cb71 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Request body: {'subnets': [{'network_id': 'eba32f0d-33ab-48eb-89d0-6dbf8652be22', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1683201560', 'ip_version': 6}, {'network_id': 'c957007f-85b1-4439-b628-5dd10abf458d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:28:52.793902 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-0c8eb9f1-fec1-4df0-ae4f-f505b2b6cb71 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Request body: {'subnet': {'network_id': 'eba32f0d-33ab-48eb-89d0-6dbf8652be22', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1683201560', 'ip_version': 6}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:28:52.796080 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-0c8eb9f1-fec1-4df0-ae4f-f505b2b6cb71 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Request body: {'subnet': {'network_id': 'c957007f-85b1-4439-b628-5dd10abf458d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:28:52.851048 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4606da17-d84c-4fdc-8e2d-afd8272546f1 req-eee4b645-615e-48c4-8011-7ad8cc0caa52 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] Network e39ee4ed-1909-4b57-97e6-d399dfc49b3b is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:28:52.857488 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [req-4606da17-d84c-4fdc-8e2d-afd8272546f1 req-eee4b645-615e-48c4-8011-7ad8cc0caa52 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:28:52.866997 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [req-4606da17-d84c-4fdc-8e2d-afd8272546f1 req-eee4b645-615e-48c4-8011-7ad8cc0caa52 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:28:52.916979 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c69187-c8b7-445d-b109-3524baf1ebad req-daf701c2-9b9f-42b5-91b1-152aa8098d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:52.920086 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-a0c69187-c8b7-445d-b109-3524baf1ebad req-daf701c2-9b9f-42b5-91b1-152aa8098d8f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bd9c589b923344c89a4e06df2c5127d6&device_id=75c70784-f441-4ab8-8180-0808568a131b HTTP/1.1" status: 200 len: 1094 time: 0.2402933 Aug 05 11:28:52.927958 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4606da17-d84c-4fdc-8e2d-afd8272546f1 req-eee4b645-615e-48c4-8011-7ad8cc0caa52 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:52.928197 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-4606da17-d84c-4fdc-8e2d-afd8272546f1 req-eee4b645-615e-48c4-8011-7ad8cc0caa52 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:52.945721 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e71353-b82a-4eb0-8c48-c3cf6494c411 req-48b3d73b-5720-48cc-bf10-afc35a556d99 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:52.954282 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d0e71353-b82a-4eb0-8c48-c3cf6494c411 req-48b3d73b-5720-48cc-bf10-afc35a556d99 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?device_id=adcdcc6e-5915-4a7f-a754-7b8f8b7e91a9 HTTP/1.1" status: 200 len: 944 time: 0.5359612 Aug 05 11:28:52.985796 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993617f9-a736-49a2-a0ab-92ea778931d3 req-b818f644-fecb-48a3-87a2-b4b769fe3233 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:52.996924 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-993617f9-a736-49a2-a0ab-92ea778931d3 req-b818f644-fecb-48a3-87a2-b4b769fe3233 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/networks?id=126f96b6-eb66-4c29-a167-bda979496a65 HTTP/1.1" status: 200 len: 814 time: 0.3423095 Aug 05 11:28:53.024368 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-993617f9-a736-49a2-a0ab-92ea778931d3 req-631085c0-32a8-4a6f-be26-facbcaf462b7 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/quotas/2a9a0c1c353042b1936f80e1e752fcad HTTP/1.1" status: 200 len: 375 time: 0.0261519 Aug 05 11:28:53.055962 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4606da17-d84c-4fdc-8e2d-afd8272546f1 req-eee4b645-615e-48c4-8011-7ad8cc0caa52 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0139422 Aug 05 11:28:53.068474 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-993617f9-a736-49a2-a0ab-92ea778931d3 req-b29c6f48-09a9-45a4-9acc-25c038b90a6a tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=2a9a0c1c353042b1936f80e1e752fcad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0429997 Aug 05 11:28:53.102284 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c69187-c8b7-445d-b109-3524baf1ebad req-72b7aca1-cdfd-4093-815a-0f78b0cfafdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:53.104667 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-a0c69187-c8b7-445d-b109-3524baf1ebad req-72b7aca1-cdfd-4093-815a-0f78b0cfafdb service neutron] 10.222.0.55 "GET /v2.0/networks?id=72f96f2a-462c-48d7-8766-7c7b67cf86a3 HTTP/1.1" status: 200 len: 917 time: 0.1761420 Aug 05 11:28:53.144233 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-4606da17-d84c-4fdc-8e2d-afd8272546f1 req-662d2dbd-a77c-4a38-a25f-e7ee6a77ee6c service neutron] Request body: {'port': {'device_id': '0b0977ee-fb1e-4733-b0f4-4ed637173317', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-2'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:28:53.179943 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d0e71353-b82a-4eb0-8c48-c3cf6494c411 req-450f0324-cc5a-42ca-8f86-ea3e815541fe tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/security-groups?id=12d84a41-4254-4f43-a1c3-ae5bdc7fdfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250888 Aug 05 11:28:53.229963 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-a0c69187-c8b7-445d-b109-3524baf1ebad req-884fa79a-0425-4afa-8afc-a71247b41148 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f9d54d46-86ca-4641-97de-70034982b8a3 HTTP/1.1" status: 200 len: 217 time: 0.1004491 Aug 05 11:28:53.240546 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-5d1f65db-88e2-4650-acad-802e26e02590 None None] Provisioning for port 9649f0d0-db0b-4b44-ab7f-2d10fb07f502 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:28:53.245812 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-5d1f65db-88e2-4650-acad-802e26e02590 None None] Provisioning complete for port 9649f0d0-db0b-4b44-ab7f-2d10fb07f502 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:28:53.246199 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-5d1f65db-88e2-4650-acad-802e26e02590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:53.339845 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-5d1f65db-88e2-4650-acad-802e26e02590 None None] Port 9649f0d0-db0b-4b44-ab7f-2d10fb07f502 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:28:53.360004 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-4606da17-d84c-4fdc-8e2d-afd8272546f1 req-662d2dbd-a77c-4a38-a25f-e7ee6a77ee6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:53.365220 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c69187-c8b7-445d-b109-3524baf1ebad req-f83cee20-45ac-4014-bd26-c81a9bf01428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:53.369187 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-a0c69187-c8b7-445d-b109-3524baf1ebad req-f83cee20-45ac-4014-bd26-c81a9bf01428 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3ef80fca-fd54-480d-8282-0db28be1660b HTTP/1.1" status: 200 len: 855 time: 0.1355100 Aug 05 11:28:53.374143 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-993617f9-a736-49a2-a0ab-92ea778931d3 req-06cf35b5-eaaa-493b-a9a7-d94b6394ea7a service neutron] 10.222.0.58 "GET /v2.0/networks/126f96b6-eb66-4c29-a167-bda979496a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3036718 Aug 05 11:28:53.376525 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c8eb9f1-fec1-4df0-ae4f-f505b2b6cb71 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Made reservation on behalf of bb27797234f3446b9d24ad8ee93eb578 for: {'subnet': 2} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:28:53.386867 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0c8eb9f1-fec1-4df0-ae4f-f505b2b6cb71 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:53.387459 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0c8eb9f1-fec1-4df0-ae4f-f505b2b6cb71 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:53.614661 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c69187-c8b7-445d-b109-3524baf1ebad req-bcb07615-2310-47b2-b02f-04d927c486f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:53.617881 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-a0c69187-c8b7-445d-b109-3524baf1ebad req-bcb07615-2310-47b2-b02f-04d927c486f3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=72f96f2a-462c-48d7-8766-7c7b67cf86a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2209229 Aug 05 11:28:53.950158 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-a0c69187-c8b7-445d-b109-3524baf1ebad req-d7b81ece-8d6e-4ebf-a1e9-379daf07977f service neutron] 10.222.0.55 "GET /v2.0/networks/72f96f2a-462c-48d7-8766-7c7b67cf86a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3235033 Aug 05 11:28:54.029741 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 62826dad-9f69-42c5-99b8-fc7e0747ce2b up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:28:54.108145 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 62826dad-9f69-42c5-99b8-fc7e0747ce2b triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:28:54.109390 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:54.154562 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-993617f9-a736-49a2-a0ab-92ea778931d3 req-b5f62711-6084-4c02-a153-5de973aa4c81 service neutron] 10.222.0.58 "GET /v2.0/networks/126f96b6-eb66-4c29-a167-bda979496a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7758617 Aug 05 11:28:54.306925 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a571a2-e153-4560-b21d-2e575f301cde req-9246fd35-1d5d-4e6a-abc9-3c0176a58457 tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:54.309586 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-24a571a2-e153-4560-b21d-2e575f301cde req-9246fd35-1d5d-4e6a-abc9-3c0176a58457 tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] 10.222.0.58 "GET /v2.0/ports?device_id=75c70784-f441-4ab8-8180-0808568a131b HTTP/1.1" status: 200 len: 943 time: 0.2910373 Aug 05 11:28:54.337448 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-a0c69187-c8b7-445d-b109-3524baf1ebad req-131abc65-b367-41cc-b964-f0e488df7792 service neutron] 10.222.0.55 "GET /v2.0/networks/72f96f2a-462c-48d7-8766-7c7b67cf86a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3792508 Aug 05 11:28:54.482194 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-24a571a2-e153-4560-b21d-2e575f301cde req-84efcef0-620e-4b30-bdc4-51151db317b0 tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] 10.222.0.58 "GET /v2.0/security-groups?id=fae804d1-089a-4a79-a2ca-e3cefd2bf99a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1554115 Aug 05 11:28:54.672761 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0c8eb9f1-fec1-4df0-ae4f-f505b2b6cb71 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25038678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30075167'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:54.791945 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f716595-2585-426a-9765-8034c0c9f293 req-f2c44ed9-b004-4e80-a0d9-712b001ccd60 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:54.808932 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0f716595-2585-426a-9765-8034c0c9f293 req-f2c44ed9-b004-4e80-a0d9-712b001ccd60 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b0977ee-fb1e-4733-b0f4-4ed637173317 HTTP/1.1" status: 200 len: 932 time: 0.2081990 Aug 05 11:28:54.854316 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [req-4606da17-d84c-4fdc-8e2d-afd8272546f1 req-662d2dbd-a77c-4a38-a25f-e7ee6a77ee6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9649f0d0-db0b-4b44-ab7f-2d10fb07f502 {{(pid=94420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:28:54.873421 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-4606da17-d84c-4fdc-8e2d-afd8272546f1 req-662d2dbd-a77c-4a38-a25f-e7ee6a77ee6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:54.894672 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8eb9f1-fec1-4df0-ae4f-f505b2b6cb71 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Checking segment: {'id': 'fa80ceb3-f7a6-4819-b787-c931653668cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'eba32f0d-33ab-48eb-89d0-6dbf8652be22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:28:54.895564 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8eb9f1-fec1-4df0-ae4f-f505b2b6cb71 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Network hostable DHCP agents. Network: eba32f0d-33ab-48eb-89d0-6dbf8652be22, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:28:54.920058 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8eb9f1-fec1-4df0-ae4f-f505b2b6cb71 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Pushing event updated for resources: {'Subnet': ['ID=6edabd49-1608-4639-8484-a86d7432853f,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:28:54.935218 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0f716595-2585-426a-9765-8034c0c9f293 req-4ba8a5b0-5e21-4837-9d08-c5eb90784214 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] 10.222.0.58 "GET /v2.0/security-groups?id=c30dd023-f7ad-4ec4-b865-0b1c0f9292cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123376 Aug 05 11:28:54.942328 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [req-4606da17-d84c-4fdc-8e2d-afd8272546f1 req-662d2dbd-a77c-4a38-a25f-e7ee6a77ee6c service neutron] Transition to ACTIVE for port object 9649f0d0-db0b-4b44-ab7f-2d10fb07f502 will not be triggered until provisioned by entity L2. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:28:54.997287 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-4606da17-d84c-4fdc-8e2d-afd8272546f1 req-662d2dbd-a77c-4a38-a25f-e7ee6a77ee6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:55.137058 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8eb9f1-fec1-4df0-ae4f-f505b2b6cb71 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Network eba32f0d-33ab-48eb-89d0-6dbf8652be22 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:28:55.153704 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3b2cec6f-20ea-43bd-ae59-e43fd6a91f2f req-059b3649-0c54-4728-b845-782924ef6e10 service neutron] 10.222.0.55 "GET /v2.0/ports/d544b900-cb51-4852-8470-8f9dfde6720c/bindings/n-h1-803378-2 HTTP/1.1" status: 200 len: 384 time: 0.1750660 Aug 05 11:28:55.158111 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-0c8eb9f1-fec1-4df0-ae4f-f505b2b6cb71 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, eba32f0d-33ab-48eb-89d0-6dbf8652be22) {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:28:55.170153 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0c8eb9f1-fec1-4df0-ae4f-f505b2b6cb71 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25038678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30075167'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:55.179828 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2ac813-45f0-44a7-8e97-09799ec68c27 None None] Network eba32f0d-33ab-48eb-89d0-6dbf8652be22 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:28:55.207333 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18834a5-4288-4102-bc7b-09572e95dea5 req-ee0f857c-1b04-42f1-8076-22ba8e876174 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:55.228010 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18834a5-4288-4102-bc7b-09572e95dea5 req-ee0f857c-1b04-42f1-8076-22ba8e876174 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:55.240791 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c18834a5-4288-4102-bc7b-09572e95dea5 req-ee0f857c-1b04-42f1-8076-22ba8e876174 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] 10.222.0.58 "GET /v2.0/ports?device_id=53a56542-0f49-4239-9458-080547c54c31 HTTP/1.1" status: 200 len: 1681 time: 0.3014920 Aug 05 11:28:55.251146 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662d2dbd-a77c-4a38-a25f-e7ee6a77ee6c service neutron] Pushing event updated for resources: {'Port': ['ID=9649f0d0-db0b-4b44-ab7f-2d10fb07f502,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:28:55.329949 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f683f6a-fc92-4450-9c8e-f6630fab01fa req-9b6e1815-8cfc-458b-8b62-34fa719033b8 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:55.335001 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0f683f6a-fc92-4450-9c8e-f6630fab01fa req-9b6e1815-8cfc-458b-8b62-34fa719033b8 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?device_id=adcdcc6e-5915-4a7f-a754-7b8f8b7e91a9 HTTP/1.1" status: 200 len: 944 time: 0.2572355 Aug 05 11:28:55.480798 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8eb9f1-fec1-4df0-ae4f-f505b2b6cb71 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Pushing event updated for resources: {'Subnet': ['ID=ce109417-dd86-4872-9a78-b800f47d7f14,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:28:55.617310 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c18834a5-4288-4102-bc7b-09572e95dea5 req-2c2585af-07cd-4034-82e0-4228658b7f92 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b3ade17-8410-42c2-84dd-d3afc731e8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3735683 Aug 05 11:28:55.716472 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f10b02c-e455-437d-94f2-b50724b77e4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-eba32f0d-33ab-48eb-89d0-6dbf8652be22', 'network_id': 'eba32f0d-33ab-48eb-89d0-6dbf8652be22', 'tenant_id': 'bb27797234f3446b9d24ad8ee93eb578', 'fixed_ips': [{'subnet_id': '6edabd49-1608-4639-8484-a86d7432853f'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 11:28:55.717905 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-9f10b02c-e455-437d-94f2-b50724b77e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:55.721962 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ffa0f8-7d5d-4247-907b-5a54b71223b5 req-b5048394-c52e-4146-a2b6-141b6e5f26ef tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:55.743368 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ffa0f8-7d5d-4247-907b-5a54b71223b5 req-b5048394-c52e-4146-a2b6-141b6e5f26ef tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:55.743368 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-36ffa0f8-7d5d-4247-907b-5a54b71223b5 req-b5048394-c52e-4146-a2b6-141b6e5f26ef tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] 10.222.0.64 "GET /v2.0/ports?device_id=53a56542-0f49-4239-9458-080547c54c31 HTTP/1.1" status: 200 len: 1681 time: 0.3537381 Aug 05 11:28:55.747980 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8eb9f1-fec1-4df0-ae4f-f505b2b6cb71 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Checking segment: {'id': 'a07c3527-0dfe-47ea-914d-8b0d0b949994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'c957007f-85b1-4439-b628-5dd10abf458d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:28:55.748836 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8eb9f1-fec1-4df0-ae4f-f505b2b6cb71 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Network hostable DHCP agents. Network: c957007f-85b1-4439-b628-5dd10abf458d, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:28:55.757844 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-4606da17-d84c-4fdc-8e2d-afd8272546f1 req-662d2dbd-a77c-4a38-a25f-e7ee6a77ee6c service neutron] Attempting to bind port 9649f0d0-db0b-4b44-ab7f-2d10fb07f502 on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:28:55.758460 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-4606da17-d84c-4fdc-8e2d-afd8272546f1 req-662d2dbd-a77c-4a38-a25f-e7ee6a77ee6c service neutron] Attempting to bind port 9649f0d0-db0b-4b44-ab7f-2d10fb07f502 by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': 'd43210bd-c1e2-42b2-9cfe-90c36ada4f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'e39ee4ed-1909-4b57-97e6-d399dfc49b3b'}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:28:55.758999 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4606da17-d84c-4fdc-8e2d-afd8272546f1 req-662d2dbd-a77c-4a38-a25f-e7ee6a77ee6c service neutron] Attempting to bind port 9649f0d0-db0b-4b44-ab7f-2d10fb07f502 on network e39ee4ed-1909-4b57-97e6-d399dfc49b3b {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:28:55.786069 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4606da17-d84c-4fdc-8e2d-afd8272546f1 req-662d2dbd-a77c-4a38-a25f-e7ee6a77ee6c service neutron] Port 9649f0d0-db0b-4b44-ab7f-2d10fb07f502 on network e39ee4ed-1909-4b57-97e6-d399dfc49b3b not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:28:55.786490 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4606da17-d84c-4fdc-8e2d-afd8272546f1 req-662d2dbd-a77c-4a38-a25f-e7ee6a77ee6c service neutron] Attempting to bind port 9649f0d0-db0b-4b44-ab7f-2d10fb07f502 on network e39ee4ed-1909-4b57-97e6-d399dfc49b3b {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:28:55.843874 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0f683f6a-fc92-4450-9c8e-f6630fab01fa req-6f461b8a-bd43-4694-b04c-670c7a9b481b tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/security-groups?id=12d84a41-4254-4f43-a1c3-ae5bdc7fdfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3875930 Aug 05 11:28:55.887225 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e79f787f-8c87-4e72-b3b4-84221fcee082 req-953d2962-a5cf-4442-be9c-1fbbb7b8bf2a tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 210 time: 0.1140983 Aug 05 11:28:55.891532 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4606da17-d84c-4fdc-8e2d-afd8272546f1 req-662d2dbd-a77c-4a38-a25f-e7ee6a77ee6c service neutron] Checking agent: {'id': 'a8f1dd2d-227c-4e30-8844-52419ba734db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:28:55.892127 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4606da17-d84c-4fdc-8e2d-afd8272546f1 req-662d2dbd-a77c-4a38-a25f-e7ee6a77ee6c service neutron] Checking segment: {'id': 'd43210bd-c1e2-42b2-9cfe-90c36ada4f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'e39ee4ed-1909-4b57-97e6-d399dfc49b3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:28:55.897944 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4606da17-d84c-4fdc-8e2d-afd8272546f1 req-662d2dbd-a77c-4a38-a25f-e7ee6a77ee6c service neutron] Bound using segment: {'id': 'd43210bd-c1e2-42b2-9cfe-90c36ada4f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'e39ee4ed-1909-4b57-97e6-d399dfc49b3b'} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:28:55.898752 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-4606da17-d84c-4fdc-8e2d-afd8272546f1 req-662d2dbd-a77c-4a38-a25f-e7ee6a77ee6c service neutron] Bound port: 9649f0d0-db0b-4b44-ab7f-2d10fb07f502, host: n-h2-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd43210bd-c1e2-42b2-9cfe-90c36ada4f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'e39ee4ed-1909-4b57-97e6-d399dfc49b3b'}}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:28:55.902004 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-4606da17-d84c-4fdc-8e2d-afd8272546f1 req-662d2dbd-a77c-4a38-a25f-e7ee6a77ee6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:55.930128 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8eb9f1-fec1-4df0-ae4f-f505b2b6cb71 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Network c957007f-85b1-4439-b628-5dd10abf458d is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:28:55.965568 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-3b2cec6f-20ea-43bd-ae59-e43fd6a91f2f req-8f543142-8451-49d0-9a4a-4301e0720957 service neutron] For port d544b900-cb51-4852-8470-8f9dfde6720c, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=d544b900-cb51-4852-8470-8f9dfde6720c,segment=NetworkSegment(be89551e-4aa0-433b-90d8-e517f4f1da1f),segment_id=be89551e-4aa0-433b-90d8-e517f4f1da1f)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:28:55.994186 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-0c8eb9f1-fec1-4df0-ae4f-f505b2b6cb71 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, c957007f-85b1-4439-b628-5dd10abf458d) {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:28:56.035793 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c8eb9f1-fec1-4df0-ae4f-f505b2b6cb71 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:56.039432 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c8eb9f1-fec1-4df0-ae4f-f505b2b6cb71 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:56.041378 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0c8eb9f1-fec1-4df0-ae4f-f505b2b6cb71 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:56.100963 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-4606da17-d84c-4fdc-8e2d-afd8272546f1 req-662d2dbd-a77c-4a38-a25f-e7ee6a77ee6c service neutron] For port 9649f0d0-db0b-4b44-ab7f-2d10fb07f502, host n-h2-803378-2, cleared binding levels {{(pid=94420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:28:56.125990 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-0c8eb9f1-fec1-4df0-ae4f-f505b2b6cb71 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 3.3417985 Aug 05 11:28:56.127334 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 50262) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:28:56.176646 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-9f10b02c-e455-437d-94f2-b50724b77e4d None None] Allocated IP 2001:db8::1 (eba32f0d-33ab-48eb-89d0-6dbf8652be22/6edabd49-1608-4639-8484-a86d7432853f/b9b33f39-7ab9-4db8-8b6d-0c3abcee674f) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:28:56.201289 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-36ffa0f8-7d5d-4247-907b-5a54b71223b5 req-a0ed4fc0-ddeb-42cb-9aea-2b5f4640bdf6 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Deleting port 0710547a-ad26-4de7-b24c-9aeb55d07c0a {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:28:56.205280 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-36ffa0f8-7d5d-4247-907b-5a54b71223b5 req-a0ed4fc0-ddeb-42cb-9aea-2b5f4640bdf6 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:56.240224 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-4606da17-d84c-4fdc-8e2d-afd8272546f1 req-662d2dbd-a77c-4a38-a25f-e7ee6a77ee6c service neutron] For port 9649f0d0-db0b-4b44-ab7f-2d10fb07f502, host n-h2-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=9649f0d0-db0b-4b44-ab7f-2d10fb07f502,segment=NetworkSegment(d43210bd-c1e2-42b2-9cfe-90c36ada4f48),segment_id=d43210bd-c1e2-42b2-9cfe-90c36ada4f48)] {{(pid=94420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:28:56.278579 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-4606da17-d84c-4fdc-8e2d-afd8272546f1 req-662d2dbd-a77c-4a38-a25f-e7ee6a77ee6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:56.283805 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-3b2cec6f-20ea-43bd-ae59-e43fd6a91f2f req-8f543142-8451-49d0-9a4a-4301e0720957 service neutron] For port d544b900-cb51-4852-8470-8f9dfde6720c, host n-h2-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:28:56.490924 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4606da17-d84c-4fdc-8e2d-afd8272546f1 req-662d2dbd-a77c-4a38-a25f-e7ee6a77ee6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:56.491964 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-4606da17-d84c-4fdc-8e2d-afd8272546f1 req-662d2dbd-a77c-4a38-a25f-e7ee6a77ee6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:56.505890 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4606da17-d84c-4fdc-8e2d-afd8272546f1 req-662d2dbd-a77c-4a38-a25f-e7ee6a77ee6c service neutron] 10.222.0.55 "PUT /v2.0/ports/9649f0d0-db0b-4b44-ab7f-2d10fb07f502 HTTP/1.1" status: 200 len: 1092 time: 3.3736894 Aug 05 11:28:56.509504 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b0977ee-fb1e-4733-b0f4-4ed637173317', 'tag': '9649f0d0-db0b-4b44-ab7f-2d10fb07f502'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:28:56.522847 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}828068ad8d405ad77660ce68fa78e1ffe658725812f7a08f9e488a446589295b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea21d4a5-57c6-4294-9bde-2bdfa4c22a78" -d '{"events": [{"name": "network-changed", "server_uuid": "0b0977ee-fb1e-4733-b0f4-4ed637173317", "tag": "9649f0d0-db0b-4b44-ab7f-2d10fb07f502"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:28:56.551463 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-3b2cec6f-20ea-43bd-ae59-e43fd6a91f2f req-8f543142-8451-49d0-9a4a-4301e0720957 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d544b900-cb51-4852-8470-8f9dfde6720c {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:28:56.623649 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4427dec6-212e-4a3d-a69b-be21cad1b71b req-003e8682-5688-437c-bdf0-3bc47649a2c3 tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:56.625255 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-9f10b02c-e455-437d-94f2-b50724b77e4d None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:56.629106 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-36ffa0f8-7d5d-4247-907b-5a54b71223b5 req-a0ed4fc0-ddeb-42cb-9aea-2b5f4640bdf6 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] For port 0710547a-ad26-4de7-b24c-9aeb55d07c0a, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=0710547a-ad26-4de7-b24c-9aeb55d07c0a,segment=NetworkSegment(4408a66c-29ae-4d38-a473-cc98f29f756e),segment_id=4408a66c-29ae-4d38-a473-cc98f29f756e)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:28:56.630152 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4427dec6-212e-4a3d-a69b-be21cad1b71b req-003e8682-5688-437c-bdf0-3bc47649a2c3 tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] 10.222.0.58 "GET /v2.0/ports?device_id=75c70784-f441-4ab8-8180-0808568a131b HTTP/1.1" status: 200 len: 943 time: 0.5312276 Aug 05 11:28:56.630389 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-36ffa0f8-7d5d-4247-907b-5a54b71223b5 req-a0ed4fc0-ddeb-42cb-9aea-2b5f4640bdf6 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:56.646361 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-9f10b02c-e455-437d-94f2-b50724b77e4d None None] Transition to ACTIVE for port object b9b33f39-7ab9-4db8-8b6d-0c3abcee674f will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:28:56.669117 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662d2dbd-a77c-4a38-a25f-e7ee6a77ee6c service neutron] Pushing event updated for resources: {'Port': ['ID=9649f0d0-db0b-4b44-ab7f-2d10fb07f502,revision_number=3']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:28:56.672392 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-36ffa0f8-7d5d-4247-907b-5a54b71223b5 req-a0ed4fc0-ddeb-42cb-9aea-2b5f4640bdf6 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Calling delete_port for 0710547a-ad26-4de7-b24c-9aeb55d07c0a owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:28:56.695674 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-9f10b02c-e455-437d-94f2-b50724b77e4d None None] Transition to ACTIVE for port object b9b33f39-7ab9-4db8-8b6d-0c3abcee674f will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:28:56.716381 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b43a125-8e5d-45ef-832c-36f25a8ae03d None None] Network c957007f-85b1-4439-b628-5dd10abf458d requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:28:56.743378 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-9f10b02c-e455-437d-94f2-b50724b77e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:56.851502 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662d2dbd-a77c-4a38-a25f-e7ee6a77ee6c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:28:56.854659 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662d2dbd-a77c-4a38-a25f-e7ee6a77ee6c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:28:56.858565 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662d2dbd-a77c-4a38-a25f-e7ee6a77ee6c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:28:56.859516 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662d2dbd-a77c-4a38-a25f-e7ee6a77ee6c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:28:56.860386 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662d2dbd-a77c-4a38-a25f-e7ee6a77ee6c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:28:56.861937 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662d2dbd-a77c-4a38-a25f-e7ee6a77ee6c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:28:56.864067 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662d2dbd-a77c-4a38-a25f-e7ee6a77ee6c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:28:56.865476 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662d2dbd-a77c-4a38-a25f-e7ee6a77ee6c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:28:56.869538 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662d2dbd-a77c-4a38-a25f-e7ee6a77ee6c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:28:56.870447 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662d2dbd-a77c-4a38-a25f-e7ee6a77ee6c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:28:56.871272 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662d2dbd-a77c-4a38-a25f-e7ee6a77ee6c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:28:56.872067 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662d2dbd-a77c-4a38-a25f-e7ee6a77ee6c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:28:56.940385 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dd4a5c-44e2-4b0b-8019-c017f8d277d8 req-df68e3b3-0f1e-4481-8a90-0a719c8259a0 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:56.958502 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a7dd4a5c-44e2-4b0b-8019-c017f8d277d8 req-df68e3b3-0f1e-4481-8a90-0a719c8259a0 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b0977ee-fb1e-4733-b0f4-4ed637173317 HTTP/1.1" status: 200 len: 944 time: 0.4254055 Aug 05 11:28:57.009280 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4606da17-d84c-4fdc-8e2d-afd8272546f1 req-57e220c6-55e5-431e-b853-ee574a221fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:57.012304 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4606da17-d84c-4fdc-8e2d-afd8272546f1 req-57e220c6-55e5-431e-b853-ee574a221fca service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f5c29ef1bc08457986c2adf650dc2bbf&device_id=0b0977ee-fb1e-4733-b0f4-4ed637173317 HTTP/1.1" status: 200 len: 1095 time: 0.3452356 Aug 05 11:28:57.020895 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f10b02c-e455-437d-94f2-b50724b77e4d None None] Network eba32f0d-33ab-48eb-89d0-6dbf8652be22 is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:28:57.033156 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-9f10b02c-e455-437d-94f2-b50724b77e4d None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:28:57.038881 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f10b02c-e455-437d-94f2-b50724b77e4d None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:28:57.089667 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f10b02c-e455-437d-94f2-b50724b77e4d None None] Pushing event updated for resources: {'Port': ['ID=b9b33f39-7ab9-4db8-8b6d-0c3abcee674f,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:28:57.100692 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4427dec6-212e-4a3d-a69b-be21cad1b71b req-ef5a7da0-4097-4aa3-888b-583742d36b91 tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] 10.222.0.58 "GET /v2.0/security-groups?id=fae804d1-089a-4a79-a2ca-e3cefd2bf99a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4156358 Aug 05 11:28:57.276083 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4606da17-d84c-4fdc-8e2d-afd8272546f1 req-76a84b10-2b34-4ce9-a70d-bf5227abe70a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9649f0d0-db0b-4b44-ab7f-2d10fb07f502 HTTP/1.1" status: 200 len: 217 time: 0.2460556 Aug 05 11:28:57.295509 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a7dd4a5c-44e2-4b0b-8019-c017f8d277d8 req-4d4d2013-5ca4-4ae9-b7cf-ad925f6fdac0 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] 10.222.0.58 "GET /v2.0/security-groups?id=c30dd023-f7ad-4ec4-b865-0b1c0f9292cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3157029 Aug 05 11:28:57.301716 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-9f10b02c-e455-437d-94f2-b50724b77e4d None None] Attempting to bind port b9b33f39-7ab9-4db8-8b6d-0c3abcee674f on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:28:57.302441 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-9f10b02c-e455-437d-94f2-b50724b77e4d None None] Attempting to bind port b9b33f39-7ab9-4db8-8b6d-0c3abcee674f by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'fa80ceb3-f7a6-4819-b787-c931653668cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'eba32f0d-33ab-48eb-89d0-6dbf8652be22'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:28:57.303049 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f10b02c-e455-437d-94f2-b50724b77e4d None None] Attempting to bind port b9b33f39-7ab9-4db8-8b6d-0c3abcee674f on network eba32f0d-33ab-48eb-89d0-6dbf8652be22 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:28:57.345868 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64f2fd91-e9f0-4868-b615-ccfc59c097d0 x-openstack-request-id: req-64f2fd91-e9f0-4868-b615-ccfc59c097d0 {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:28:57.347216 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b0977ee-fb1e-4733-b0f4-4ed637173317", "tag": "9649f0d0-db0b-4b44-ab7f-2d10fb07f502", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:28:57.347888 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f10b02c-e455-437d-94f2-b50724b77e4d None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:28:57.348434 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-64f2fd91-e9f0-4868-b615-ccfc59c097d0 {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:28:57.348724 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f10b02c-e455-437d-94f2-b50724b77e4d None None] Checking segment: {'id': 'fa80ceb3-f7a6-4819-b787-c931653668cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'eba32f0d-33ab-48eb-89d0-6dbf8652be22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:28:57.350197 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b0977ee-fb1e-4733-b0f4-4ed637173317', 'tag': '9649f0d0-db0b-4b44-ab7f-2d10fb07f502', 'status': 'completed', 'code': 200} Aug 05 11:28:57.353413 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-9f10b02c-e455-437d-94f2-b50724b77e4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:57.357788 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f10b02c-e455-437d-94f2-b50724b77e4d None None] Bound using segment: {'id': 'fa80ceb3-f7a6-4819-b787-c931653668cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'eba32f0d-33ab-48eb-89d0-6dbf8652be22'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:28:57.359914 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-9f10b02c-e455-437d-94f2-b50724b77e4d None None] Bound port: b9b33f39-7ab9-4db8-8b6d-0c3abcee674f, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa80ceb3-f7a6-4819-b787-c931653668cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'eba32f0d-33ab-48eb-89d0-6dbf8652be22'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:28:57.360868 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-9f10b02c-e455-437d-94f2-b50724b77e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:57.482842 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4606da17-d84c-4fdc-8e2d-afd8272546f1 req-bff4dcca-ce1f-43b6-a825-72017a033842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:57.486664 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4606da17-d84c-4fdc-8e2d-afd8272546f1 req-bff4dcca-ce1f-43b6-a825-72017a033842 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7df56697-bfc2-4d75-a42b-d9e0d1cdbf86 HTTP/1.1" status: 200 len: 867 time: 0.1887147 Aug 05 11:28:57.533030 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-3b2cec6f-20ea-43bd-ae59-e43fd6a91f2f req-8f543142-8451-49d0-9a4a-4301e0720957 service neutron] For port d544b900-cb51-4852-8470-8f9dfde6720c, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=d544b900-cb51-4852-8470-8f9dfde6720c,segment=NetworkSegment(be89551e-4aa0-433b-90d8-e517f4f1da1f),segment_id=be89551e-4aa0-433b-90d8-e517f4f1da1f)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:28:57.578183 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b755b0f-41e3-4633-a958-4e661a2b1105 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:57.583807 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b755b0f-41e3-4633-a958-4e661a2b1105 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:57.587451 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b755b0f-41e3-4633-a958-4e661a2b1105 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:57.590990 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-2b755b0f-41e3-4633-a958-4e661a2b1105 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 1.4581060 Aug 05 11:28:57.614902 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-3b2cec6f-20ea-43bd-ae59-e43fd6a91f2f req-8f543142-8451-49d0-9a4a-4301e0720957 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:57.620619 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 50276) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:28:57.624856 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-36ffa0f8-7d5d-4247-907b-5a54b71223b5 req-a0ed4fc0-ddeb-42cb-9aea-2b5f4640bdf6 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:57.666736 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-9f10b02c-e455-437d-94f2-b50724b77e4d None None] For port b9b33f39-7ab9-4db8-8b6d-0c3abcee674f, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:28:57.674324 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-9f10b02c-e455-437d-94f2-b50724b77e4d None None] For port b9b33f39-7ab9-4db8-8b6d-0c3abcee674f, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=b9b33f39-7ab9-4db8-8b6d-0c3abcee674f,segment=NetworkSegment(fa80ceb3-f7a6-4819-b787-c931653668cf),segment_id=fa80ceb3-f7a6-4819-b787-c931653668cf)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:28:57.680470 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deee5f32-03ea-4778-b2e1-02f77b2e3b98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-c957007f-85b1-4439-b628-5dd10abf458d', 'network_id': 'c957007f-85b1-4439-b628-5dd10abf458d', 'tenant_id': 'bb27797234f3446b9d24ad8ee93eb578', 'fixed_ips': [{'subnet_id': 'ce109417-dd86-4872-9a78-b800f47d7f14'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 11:28:57.682949 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-deee5f32-03ea-4778-b2e1-02f77b2e3b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:57.691783 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-9f10b02c-e455-437d-94f2-b50724b77e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:57.717422 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14d54e1-9f06-487b-ba72-0fce314e47f6 req-c96c24b0-645f-4a93-8ef3-4314eda2e1c6 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:57.719349 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b14d54e1-9f06-487b-ba72-0fce314e47f6 req-c96c24b0-645f-4a93-8ef3-4314eda2e1c6 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?device_id=adcdcc6e-5915-4a7f-a754-7b8f8b7e91a9 HTTP/1.1" status: 200 len: 944 time: 0.1906192 Aug 05 11:28:57.722330 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4606da17-d84c-4fdc-8e2d-afd8272546f1 req-e61dd2d6-2fe2-4d91-a982-b3768a28d50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:57.724911 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4606da17-d84c-4fdc-8e2d-afd8272546f1 req-e61dd2d6-2fe2-4d91-a982-b3768a28d50a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e39ee4ed-1909-4b57-97e6-d399dfc49b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2153840 Aug 05 11:28:57.836540 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f10b02c-e455-437d-94f2-b50724b77e4d None None] Pushing event updated for resources: {'Port': ['ID=b9b33f39-7ab9-4db8-8b6d-0c3abcee674f,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:28:57.874800 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee94844a-7b61-4379-8217-7b0cb7789102 req-138c970a-82aa-4fc1-b4ac-cce7e8fd82d5 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:57.891708 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee94844a-7b61-4379-8217-7b0cb7789102 req-138c970a-82aa-4fc1-b4ac-cce7e8fd82d5 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:57.896459 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ee94844a-7b61-4379-8217-7b0cb7789102 req-138c970a-82aa-4fc1-b4ac-cce7e8fd82d5 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] 10.222.0.58 "GET /v2.0/ports?device_id=53a56542-0f49-4239-9458-080547c54c31 HTTP/1.1" status: 200 len: 1603 time: 0.4069040 Aug 05 11:28:58.027666 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ed4fc0-ddeb-42cb-9aea-2b5f4640bdf6 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Pushing event deleted for resources: {'Port': ['ID=0710547a-ad26-4de7-b24c-9aeb55d07c0a,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:28:58.105004 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ee94844a-7b61-4379-8217-7b0cb7789102 req-8260ffb8-f948-4e6d-aa26-a3b52607c2cf tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b3ade17-8410-42c2-84dd-d3afc731e8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410606 Aug 05 11:28:58.108443 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4606da17-d84c-4fdc-8e2d-afd8272546f1 req-e05ed352-00a3-4c5e-b62b-28574311d63a service neutron] 10.222.0.55 "GET /v2.0/networks/e39ee4ed-1909-4b57-97e6-d399dfc49b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3737395 Aug 05 11:28:58.111911 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993617f9-a736-49a2-a0ab-92ea778931d3 req-498fce30-7481-45ac-8ac3-c7961de2649b tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:58.117861 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-993617f9-a736-49a2-a0ab-92ea778931d3 req-498fce30-7481-45ac-8ac3-c7961de2649b tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.64 "GET /v2.0/networks?id=126f96b6-eb66-4c29-a167-bda979496a65 HTTP/1.1" status: 200 len: 814 time: 0.6047888 Aug 05 11:28:58.216390 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_v2 [None req-b839b268-e6cb-4f6e-82b9-f61e5b190157 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Deleting subnet 6edabd49-1608-4639-8484-a86d7432853f {{(pid=94421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:28:58.246276 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-993617f9-a736-49a2-a0ab-92ea778931d3 req-0fa5218a-fc6e-4837-90fb-63086e36d455 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Request body: {'port': {'device_id': '2c4244f4-fcd1-4e6d-8d11-661816b95ceb', 'network_id': '126f96b6-eb66-4c29-a167-bda979496a65', 'admin_state_up': True, 'tenant_id': '2a9a0c1c353042b1936f80e1e752fcad'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:28:58.278962 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-deee5f32-03ea-4778-b2e1-02f77b2e3b98 None None] Allocated IP 2001:db8:0:1::1 (c957007f-85b1-4439-b628-5dd10abf458d/ce109417-dd86-4872-9a78-b800f47d7f14/07782128-1b58-4ed3-b87b-f5ab307ddf10) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:28:58.438166 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4606da17-d84c-4fdc-8e2d-afd8272546f1 req-0cc786a9-a8fb-4a57-98f7-7feb3f02c47c service neutron] 10.222.0.55 "GET /v2.0/networks/e39ee4ed-1909-4b57-97e6-d399dfc49b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3207257 Aug 05 11:28:58.485741 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b14d54e1-9f06-487b-ba72-0fce314e47f6 req-b7c839fa-0f10-449e-88b7-79d9608c4ec8 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/security-groups?id=12d84a41-4254-4f43-a1c3-ae5bdc7fdfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5872300 Aug 05 11:28:58.549521 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b839b268-e6cb-4f6e-82b9-f61e5b190157 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Notify callbacks [] for subnet, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:58.645109 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bb60d073-edd9-46e9-8a74-e19b59befc1a req-b89c9c06-46b4-4d5f-8ebc-c9d45d673de0 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 210 time: 0.2039609 Aug 05 11:28:58.796239 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-deee5f32-03ea-4778-b2e1-02f77b2e3b98 None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:58.809261 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-deee5f32-03ea-4778-b2e1-02f77b2e3b98 None None] Transition to ACTIVE for port object 07782128-1b58-4ed3-b87b-f5ab307ddf10 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:28:58.831728 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-deee5f32-03ea-4778-b2e1-02f77b2e3b98 None None] Transition to ACTIVE for port object 07782128-1b58-4ed3-b87b-f5ab307ddf10 will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:28:58.839666 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 0710547a-ad26-4de7-b24c-9aeb55d07c0a no longer exists at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:28:58.840955 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea21d4a5-57c6-4294-9bde-2bdfa4c22a78 req-ad6fb574-a347-414c-9649-f177da30e20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:58.850117 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ea21d4a5-57c6-4294-9bde-2bdfa4c22a78 req-ad6fb574-a347-414c-9649-f177da30e20a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f5c29ef1bc08457986c2adf650dc2bbf&device_id=0b0977ee-fb1e-4733-b0f4-4ed637173317 HTTP/1.1" status: 200 len: 1095 time: 0.2705178 Aug 05 11:28:58.888722 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] No Port match for: 0710547a-ad26-4de7-b24c-9aeb55d07c0a {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:28:58.889082 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 0710547a-ad26-4de7-b24c-9aeb55d07c0a not bound to the agent host n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:28:58.889557 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device c5954463-5dff-48f6-9922-9f0607cf58ba no longer exists at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:28:58.893531 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-deee5f32-03ea-4778-b2e1-02f77b2e3b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:59.007242 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deee5f32-03ea-4778-b2e1-02f77b2e3b98 None None] Network c957007f-85b1-4439-b628-5dd10abf458d is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:28:59.027507 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-deee5f32-03ea-4778-b2e1-02f77b2e3b98 None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:28:59.040876 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deee5f32-03ea-4778-b2e1-02f77b2e3b98 None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:28:59.043992 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-3b2cec6f-20ea-43bd-ae59-e43fd6a91f2f req-8f543142-8451-49d0-9a4a-4301e0720957 service neutron] Transition to ACTIVE for port object d544b900-cb51-4852-8470-8f9dfde6720c will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:28:59.054532 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deee5f32-03ea-4778-b2e1-02f77b2e3b98 None None] Pushing event updated for resources: {'Port': ['ID=07782128-1b58-4ed3-b87b-f5ab307ddf10,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:28:59.059267 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-36ffa0f8-7d5d-4247-907b-5a54b71223b5 req-a0ed4fc0-ddeb-42cb-9aea-2b5f4640bdf6 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] No DVR routers for this DVR port 0710547a-ad26-4de7-b24c-9aeb55d07c0a on host n-h1-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:28:59.076933 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-3b2cec6f-20ea-43bd-ae59-e43fd6a91f2f req-8f543142-8451-49d0-9a4a-4301e0720957 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:59.081498 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-36ffa0f8-7d5d-4247-907b-5a54b71223b5 req-a0ed4fc0-ddeb-42cb-9aea-2b5f4640bdf6 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:59.083804 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:59.086680 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-36ffa0f8-7d5d-4247-907b-5a54b71223b5 req-a0ed4fc0-ddeb-42cb-9aea-2b5f4640bdf6 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] 10.222.0.64 "DELETE /v2.0/ports/0710547a-ad26-4de7-b24c-9aeb55d07c0a HTTP/1.1" status: 204 len: 173 time: 3.3280134 Aug 05 11:28:59.101204 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53a56542-0f49-4239-9458-080547c54c31', 'name': 'network-vif-deleted', 'tag': '0710547a-ad26-4de7-b24c-9aeb55d07c0a'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:28:59.104252 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01dadace-f8da-46fc-8646-fa2a2ab2747e" -d '{"events": [{"server_uuid": "53a56542-0f49-4239-9458-080547c54c31", "name": "network-vif-deleted", "tag": "0710547a-ad26-4de7-b24c-9aeb55d07c0a"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:28:59.209535 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b839b268-e6cb-4f6e-82b9-f61e5b190157 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29786388'] for subnet, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:59.238154 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-deee5f32-03ea-4778-b2e1-02f77b2e3b98 None None] Attempting to bind port 07782128-1b58-4ed3-b87b-f5ab307ddf10 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:28:59.239079 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-deee5f32-03ea-4778-b2e1-02f77b2e3b98 None None] Attempting to bind port 07782128-1b58-4ed3-b87b-f5ab307ddf10 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'a07c3527-0dfe-47ea-914d-8b0d0b949994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'c957007f-85b1-4439-b628-5dd10abf458d'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:28:59.239823 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deee5f32-03ea-4778-b2e1-02f77b2e3b98 None None] Attempting to bind port 07782128-1b58-4ed3-b87b-f5ab307ddf10 on network c957007f-85b1-4439-b628-5dd10abf458d {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:28:59.265122 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deee5f32-03ea-4778-b2e1-02f77b2e3b98 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:28:59.266513 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deee5f32-03ea-4778-b2e1-02f77b2e3b98 None None] Checking segment: {'id': 'a07c3527-0dfe-47ea-914d-8b0d0b949994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'c957007f-85b1-4439-b628-5dd10abf458d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:28:59.267029 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-deee5f32-03ea-4778-b2e1-02f77b2e3b98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:59.268139 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deee5f32-03ea-4778-b2e1-02f77b2e3b98 None None] Bound using segment: {'id': 'a07c3527-0dfe-47ea-914d-8b0d0b949994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'c957007f-85b1-4439-b628-5dd10abf458d'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:28:59.271029 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-deee5f32-03ea-4778-b2e1-02f77b2e3b98 None None] Bound port: 07782128-1b58-4ed3-b87b-f5ab307ddf10, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a07c3527-0dfe-47ea-914d-8b0d0b949994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'c957007f-85b1-4439-b628-5dd10abf458d'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:28:59.271029 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-deee5f32-03ea-4778-b2e1-02f77b2e3b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:59.274074 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:59.302785 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f543142-8451-49d0-9a4a-4301e0720957 service neutron] Pushing event updated for resources: {'Port': ['ID=d544b900-cb51-4852-8470-8f9dfde6720c,revision_number=10']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:28:59.339782 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port c5954463-5dff-48f6-9922-9f0607cf58ba, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=c5954463-5dff-48f6-9922-9f0607cf58ba,segment=NetworkSegment(9adb7594-f5cf-49bb-9eb1-dba5bfac555d),segment_id=9adb7594-f5cf-49bb-9eb1-dba5bfac555d)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:28:59.343805 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53a56542-0f49-4239-9458-080547c54c31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5954463-5dff-48f6-9922-9f0607cf58ba'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:28:59.348692 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14adcd78-c12c-42c7-999a-4d1b1757a997" -d '{"events": [{"server_uuid": "53a56542-0f49-4239-9458-080547c54c31", "name": "network-vif-unplugged", "status": "completed", "tag": "c5954463-5dff-48f6-9922-9f0607cf58ba"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:28:59.358188 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:59.362981 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cd6a5b-7379-42a7-8668-a5b196fcca14 req-3cb66733-c843-48b4-bc85-d5b61688c305 tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:59.375201 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-15cd6a5b-7379-42a7-8668-a5b196fcca14 req-3cb66733-c843-48b4-bc85-d5b61688c305 tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] 10.222.0.58 "GET /v2.0/ports?device_id=75c70784-f441-4ab8-8180-0808568a131b HTTP/1.1" status: 200 len: 943 time: 0.3333738 Aug 05 11:28:59.404298 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662075f9-fba9-4887-a458-76aa2076cafb req-965a5004-380a-4f16-b678-39f99f157509 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:59.413568 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-662075f9-fba9-4887-a458-76aa2076cafb req-965a5004-380a-4f16-b678-39f99f157509 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b0977ee-fb1e-4733-b0f4-4ed637173317 HTTP/1.1" status: 200 len: 944 time: 0.3027177 Aug 05 11:28:59.437852 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea21d4a5-57c6-4294-9bde-2bdfa4c22a78 req-209d11f7-65cb-47f7-be87-1b55dc860056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:59.440244 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ea21d4a5-57c6-4294-9bde-2bdfa4c22a78 req-209d11f7-65cb-47f7-be87-1b55dc860056 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e39ee4ed-1909-4b57-97e6-d399dfc49b3b HTTP/1.1" status: 200 len: 929 time: 0.5834231 Aug 05 11:28:59.447499 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-993617f9-a736-49a2-a0ab-92ea778931d3 req-0fa5218a-fc6e-4837-90fb-63086e36d455 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Made reservation on behalf of 2a9a0c1c353042b1936f80e1e752fcad for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:28:59.452173 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-993617f9-a736-49a2-a0ab-92ea778931d3 req-0fa5218a-fc6e-4837-90fb-63086e36d455 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:59.520317 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ea21d4a5-57c6-4294-9bde-2bdfa4c22a78 req-24a6efa7-e10e-407e-a023-dff48cc60976 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9649f0d0-db0b-4b44-ab7f-2d10fb07f502 HTTP/1.1" status: 200 len: 217 time: 0.0708468 Aug 05 11:28:59.522116 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b2cec6f-20ea-43bd-ae59-e43fd6a91f2f req-8f543142-8451-49d0-9a4a-4301e0720957 service neutron] No DVR routers for this DVR port d544b900-cb51-4852-8470-8f9dfde6720c on host n-h2-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:28:59.538484 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=c5954463-5dff-48f6-9922-9f0607cf58ba,revision_number=6']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:28:59.541776 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-15cd6a5b-7379-42a7-8668-a5b196fcca14 req-8755a181-9cb0-434b-8825-2118bd1b3335 tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] 10.222.0.58 "GET /v2.0/security-groups?id=fae804d1-089a-4a79-a2ca-e3cefd2bf99a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1655095 Aug 05 11:28:59.578180 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-deee5f32-03ea-4778-b2e1-02f77b2e3b98 None None] For port 07782128-1b58-4ed3-b87b-f5ab307ddf10, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:28:59.586084 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-deee5f32-03ea-4778-b2e1-02f77b2e3b98 None None] For port 07782128-1b58-4ed3-b87b-f5ab307ddf10, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=07782128-1b58-4ed3-b87b-f5ab307ddf10,segment=NetworkSegment(a07c3527-0dfe-47ea-914d-8b0d0b949994),segment_id=a07c3527-0dfe-47ea-914d-8b0d0b949994)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:28:59.599299 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-deee5f32-03ea-4778-b2e1-02f77b2e3b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:59.606251 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-662075f9-fba9-4887-a458-76aa2076cafb req-db1d4187-072e-4075-9c1d-18ceafff8373 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] 10.222.0.58 "GET /v2.0/security-groups?id=c30dd023-f7ad-4ec4-b865-0b1c0f9292cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870508 Aug 05 11:28:59.610078 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3b2cec6f-20ea-43bd-ae59-e43fd6a91f2f req-8f543142-8451-49d0-9a4a-4301e0720957 service neutron] 10.222.0.55 "PUT /v2.0/ports/d544b900-cb51-4852-8470-8f9dfde6720c/bindings/n-h1-803378-2/activate HTTP/1.1" status: 200 len: 369 time: 4.4360273 Aug 05 11:28:59.717763 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d188017f-f353-4f69-a4e0-6eeaefbcdba8 x-openstack-request-id: req-d188017f-f353-4f69-a4e0-6eeaefbcdba8 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:28:59.718284 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53a56542-0f49-4239-9458-080547c54c31", "name": "network-vif-deleted", "tag": "0710547a-ad26-4de7-b24c-9aeb55d07c0a", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:28:59.718702 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d188017f-f353-4f69-a4e0-6eeaefbcdba8 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:28:59.719336 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53a56542-0f49-4239-9458-080547c54c31', 'name': 'network-vif-deleted', 'tag': '0710547a-ad26-4de7-b24c-9aeb55d07c0a', 'status': 'completed', 'code': 200} Aug 05 11:28:59.726984 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea21d4a5-57c6-4294-9bde-2bdfa4c22a78 req-2d053390-c30b-4ac0-9ebc-63f70b7d6917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:28:59.732282 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ea21d4a5-57c6-4294-9bde-2bdfa4c22a78 req-2d053390-c30b-4ac0-9ebc-63f70b7d6917 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7df56697-bfc2-4d75-a42b-d9e0d1cdbf86 HTTP/1.1" status: 200 len: 867 time: 0.1882043 Aug 05 11:28:59.763944 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c4ae3d-5c89-4026-9562-8d5b34e888fa None None] Network eba32f0d-33ab-48eb-89d0-6dbf8652be22 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:28:59.808767 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-36ffa0f8-7d5d-4247-907b-5a54b71223b5 req-0b4c9c8e-d648-4538-b58f-d8890ceed399 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Deleting port c5954463-5dff-48f6-9922-9f0607cf58ba {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:28:59.809224 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-36ffa0f8-7d5d-4247-907b-5a54b71223b5 req-0b4c9c8e-d648-4538-b58f-d8890ceed399 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:59.852507 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b839b268-e6cb-4f6e-82b9-f61e5b190157 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:28:59.918701 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 05 Aug 2021 11:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a504856-419e-4213-bad4-bdedcf9dc049 x-openstack-request-id: req-5a504856-419e-4213-bad4-bdedcf9dc049 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:28:59.919491 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53a56542-0f49-4239-9458-080547c54c31", "name": "network-vif-unplugged", "status": "completed", "tag": "c5954463-5dff-48f6-9922-9f0607cf58ba", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:28:59.919491 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5a504856-419e-4213-bad4-bdedcf9dc049 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:28:59.919869 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53a56542-0f49-4239-9458-080547c54c31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5954463-5dff-48f6-9922-9f0607cf58ba', 'code': 200} Aug 05 11:28:59.975649 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deee5f32-03ea-4778-b2e1-02f77b2e3b98 None None] Pushing event updated for resources: {'Port': ['ID=07782128-1b58-4ed3-b87b-f5ab307ddf10,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:28:59.991376 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-e0d19e20-8d99-449c-887d-dd872656a97c None None] Provisioning for port b9b33f39-7ab9-4db8-8b6d-0c3abcee674f completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:29:00.092995 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78cb89c-0b99-4510-b4d2-da754c7a5885 req-d4958978-166c-4e58-b511-651b3db518b5 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:00.112058 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f78cb89c-0b99-4510-b4d2-da754c7a5885 req-d4958978-166c-4e58-b511-651b3db518b5 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] 10.222.0.58 "GET /v2.0/ports?device_id=53a56542-0f49-4239-9458-080547c54c31 HTTP/1.1" status: 200 len: 943 time: 0.2936285 Aug 05 11:29:00.129539 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2cec6f-20ea-43bd-ae59-e43fd6a91f2f req-ada6d010-0b9a-46db-a4b5-5fe01b92643f tempest-LiveMigrationTest-868734295 tempest-LiveMigrationTest-868734295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:00.131544 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3b2cec6f-20ea-43bd-ae59-e43fd6a91f2f req-ada6d010-0b9a-46db-a4b5-5fe01b92643f tempest-LiveMigrationTest-868734295 tempest-LiveMigrationTest-868734295-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=adcdcc6e-5915-4a7f-a754-7b8f8b7e91a9&tenant_id=bc360260b43347fbb7d1bc7660d6f218&binding%3Ahost_id=n-h2-803378-2 HTTP/1.1" status: 200 len: 1096 time: 0.3974478 Aug 05 11:29:00.168594 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea21d4a5-57c6-4294-9bde-2bdfa4c22a78 req-df1061f4-38be-47b3-9aed-51886ab43781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:00.170189 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ea21d4a5-57c6-4294-9bde-2bdfa4c22a78 req-df1061f4-38be-47b3-9aed-51886ab43781 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e39ee4ed-1909-4b57-97e6-d399dfc49b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3280282 Aug 05 11:29:00.170400 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-36ffa0f8-7d5d-4247-907b-5a54b71223b5 req-0b4c9c8e-d648-4538-b58f-d8890ceed399 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] For port c5954463-5dff-48f6-9922-9f0607cf58ba, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=c5954463-5dff-48f6-9922-9f0607cf58ba,segment=NetworkSegment(9adb7594-f5cf-49bb-9eb1-dba5bfac555d),segment_id=9adb7594-f5cf-49bb-9eb1-dba5bfac555d)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:29:00.171667 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-36ffa0f8-7d5d-4247-907b-5a54b71223b5 req-0b4c9c8e-d648-4538-b58f-d8890ceed399 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:00.228383 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-993617f9-a736-49a2-a0ab-92ea778931d3 req-0fa5218a-fc6e-4837-90fb-63086e36d455 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Allocated IP 172.20.0.12 (126f96b6-eb66-4c29-a167-bda979496a65/f603f39f-fbde-4d83-a41f-e0babb1f3ff1/2df26a48-fa2b-4da2-a97e-af100eff3c8f) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:29:00.231006 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-36ffa0f8-7d5d-4247-907b-5a54b71223b5 req-0b4c9c8e-d648-4538-b58f-d8890ceed399 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Calling delete_port for c5954463-5dff-48f6-9922-9f0607cf58ba owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:29:00.255834 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b839b268-e6cb-4f6e-82b9-f61e5b190157 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25038609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30075142'] for subnet, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:00.273061 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device b9b33f39-7ab9-4db8-8b6d-0c3abcee674f up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:29:00.347922 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cf4a53-08c3-4b3d-b3a6-789a82143993 req-04c1ac6d-1bb2-49b0-99cb-fee1611969da tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:00.361987 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-33cf4a53-08c3-4b3d-b3a6-789a82143993 req-04c1ac6d-1bb2-49b0-99cb-fee1611969da tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?device_id=adcdcc6e-5915-4a7f-a754-7b8f8b7e91a9 HTTP/1.1" status: 200 len: 945 time: 0.3753874 Aug 05 11:29:00.369359 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port b9b33f39-7ab9-4db8-8b6d-0c3abcee674f completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:29:00.376060 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port b9b33f39-7ab9-4db8-8b6d-0c3abcee674f triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:29:00.376654 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:00.537099 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b839b268-e6cb-4f6e-82b9-f61e5b190157 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Pushing event deleted for resources: {'Subnet': ['ID=6edabd49-1608-4639-8484-a86d7432853f,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:29:00.572170 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b839b268-e6cb-4f6e-82b9-f61e5b190157 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:00.573318 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f78cb89c-0b99-4510-b4d2-da754c7a5885 req-358fc9d8-1358-4e62-a7ba-5f1b85008435 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b3ade17-8410-42c2-84dd-d3afc731e8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4599302 Aug 05 11:29:00.580562 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-b839b268-e6cb-4f6e-82b9-f61e5b190157 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] 10.222.0.58 "DELETE /v2.0/subnets/6edabd49-1608-4639-8484-a86d7432853f HTTP/1.1" status: 204 len: 168 time: 2.9476566 Aug 05 11:29:00.590203 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 50298) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:29:00.590755 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-33cf4a53-08c3-4b3d-b3a6-789a82143993 req-a8b6f2bc-04d0-4e6c-8276-17f2e6ba38f2 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/security-groups?id=12d84a41-4254-4f43-a1c3-ae5bdc7fdfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274604 Aug 05 11:29:00.614600 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2cec6f-20ea-43bd-ae59-e43fd6a91f2f req-b17403f0-58a6-44a5-848d-947f6fac390d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:00.617874 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3b2cec6f-20ea-43bd-ae59-e43fd6a91f2f req-b17403f0-58a6-44a5-848d-947f6fac390d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=adcdcc6e-5915-4a7f-a754-7b8f8b7e91a9&tenant_id=bc360260b43347fbb7d1bc7660d6f218 HTTP/1.1" status: 200 len: 1096 time: 0.4465530 Aug 05 11:29:00.734463 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-36ffa0f8-7d5d-4247-907b-5a54b71223b5 req-0b4c9c8e-d648-4538-b58f-d8890ceed399 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:00.826312 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4c9c8e-d648-4538-b58f-d8890ceed399 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Pushing event deleted for resources: {'Port': ['ID=c5954463-5dff-48f6-9922-9f0607cf58ba,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:29:00.840134 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1ebdbd7a-830f-4860-bca0-c99f232efb04 req-59bf13aa-70fd-40e3-bae7-c2d58b4c71b5 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 210 time: 0.0961366 Aug 05 11:29:00.850684 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ea21d4a5-57c6-4294-9bde-2bdfa4c22a78 req-ed9a8976-1ac8-4813-8ff3-aa781480839e service neutron] 10.222.0.55 "GET /v2.0/networks/e39ee4ed-1909-4b57-97e6-d399dfc49b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5900164 Aug 05 11:29:00.890447 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6f844e-3e49-4b22-8b47-9a96684ee2f0 None None] Network eba32f0d-33ab-48eb-89d0-6dbf8652be22 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:29:00.908797 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2cec6f-20ea-43bd-ae59-e43fd6a91f2f req-05a7175e-cc37-48ef-ba5d-59a45daa8753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:00.911553 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3b2cec6f-20ea-43bd-ae59-e43fd6a91f2f req-05a7175e-cc37-48ef-ba5d-59a45daa8753 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bc360260b43347fbb7d1bc7660d6f218&device_id=adcdcc6e-5915-4a7f-a754-7b8f8b7e91a9 HTTP/1.1" status: 200 len: 1096 time: 0.2422121 Aug 05 11:29:00.936994 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dc07848-c6e0-4a48-9f4b-2bec07f0b7de tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Deleting subnet ce109417-dd86-4872-9a78-b800f47d7f14 {{(pid=94421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:29:00.987732 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9dc07848-c6e0-4a48-9f4b-2bec07f0b7de tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Notify callbacks [] for subnet, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:01.070341 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:01.129468 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-d37e963d-4732-489c-a54e-2f9780ef24b4 None None] Provisioning complete for port b9b33f39-7ab9-4db8-8b6d-0c3abcee674f triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:29:01.131448 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-d37e963d-4732-489c-a54e-2f9780ef24b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:01.144137 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-36ffa0f8-7d5d-4247-907b-5a54b71223b5 req-0b4c9c8e-d648-4538-b58f-d8890ceed399 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] No DVR routers for this DVR port c5954463-5dff-48f6-9922-9f0607cf58ba on host n-h1-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:29:01.154377 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-36ffa0f8-7d5d-4247-907b-5a54b71223b5 req-0b4c9c8e-d648-4538-b58f-d8890ceed399 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:01.157335 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-36ffa0f8-7d5d-4247-907b-5a54b71223b5 req-0b4c9c8e-d648-4538-b58f-d8890ceed399 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] 10.222.0.64 "DELETE /v2.0/ports/c5954463-5dff-48f6-9922-9f0607cf58ba HTTP/1.1" status: 204 len: 173 time: 2.0487869 Aug 05 11:29:01.248702 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9dc07848-c6e0-4a48-9f4b-2bec07f0b7de tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29786388'] for subnet, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:01.325116 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port b9b33f39-7ab9-4db8-8b6d-0c3abcee674f, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=b9b33f39-7ab9-4db8-8b6d-0c3abcee674f,segment=NetworkSegment(fa80ceb3-f7a6-4819-b787-c931653668cf),segment_id=fa80ceb3-f7a6-4819-b787-c931653668cf)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:29:01.372993 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:01.461848 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=b9b33f39-7ab9-4db8-8b6d-0c3abcee674f,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:29:01.463986 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d565865-0b8c-4d1e-95f1-a51edb60cfd9 req-5166d301-1918-46c8-b0d3-d7a77be1aa9c tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:01.465755 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3d565865-0b8c-4d1e-95f1-a51edb60cfd9 req-5166d301-1918-46c8-b0d3-d7a77be1aa9c tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b0977ee-fb1e-4733-b0f4-4ed637173317 HTTP/1.1" status: 200 len: 944 time: 0.3599079 Aug 05 11:29:01.575038 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9dc07848-c6e0-4a48-9f4b-2bec07f0b7de tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:01.585948 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-993617f9-a736-49a2-a0ab-92ea778931d3 req-0fa5218a-fc6e-4837-90fb-63086e36d455 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:01.628889 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3d565865-0b8c-4d1e-95f1-a51edb60cfd9 req-c04c8567-aac0-4b92-aaf5-6019ea9b295d tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] 10.222.0.58 "GET /v2.0/security-groups?id=c30dd023-f7ad-4ec4-b865-0b1c0f9292cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385868 Aug 05 11:29:01.668169 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c5f3a1-6bb6-4d46-b3f4-f89f8375532f None None] DHCP port deletion for eba32f0d-33ab-48eb-89d0-6dbf8652be22 request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 11:29:01.694728 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b66c2e-53b4-49bf-9a54-e5470d31ffdb req-92a8dcc4-8ff6-43e8-a48a-f7026774c60e tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:01.705967 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c9b66c2e-53b4-49bf-9a54-e5470d31ffdb req-92a8dcc4-8ff6-43e8-a48a-f7026774c60e tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] 10.222.0.58 "GET /v2.0/ports?device_id=75c70784-f441-4ab8-8180-0808568a131b HTTP/1.1" status: 200 len: 943 time: 0.6007450 Aug 05 11:29:01.715161 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ea21d4a5-57c6-4294-9bde-2bdfa4c22a78 req-c7157d7e-6c79-46bc-b10f-49246d69afac service neutron] 10.222.0.55 "GET /v2.0/networks/e39ee4ed-1909-4b57-97e6-d399dfc49b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8571856 Aug 05 11:29:01.719850 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2cec6f-20ea-43bd-ae59-e43fd6a91f2f req-f97d1189-1e5f-40a1-8728-f09c8d65a03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:01.722674 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53a56542-0f49-4239-9458-080547c54c31', 'name': 'network-vif-deleted', 'tag': 'c5954463-5dff-48f6-9922-9f0607cf58ba'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:29:01.723808 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3b2cec6f-20ea-43bd-ae59-e43fd6a91f2f req-f97d1189-1e5f-40a1-8728-f09c8d65a03a service neutron] 10.222.0.64 "GET /v2.0/networks?id=546c0542-0f92-4f6c-914b-a74a81cd2290 HTTP/1.1" status: 200 len: 909 time: 0.7653735 Aug 05 11:29:01.727332 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82273d85-1db0-4053-b42c-b707c03c9558" -d '{"events": [{"server_uuid": "53a56542-0f49-4239-9458-080547c54c31", "name": "network-vif-deleted", "tag": "c5954463-5dff-48f6-9922-9f0607cf58ba"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:29:01.740753 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf41343-9a93-4785-81cb-5dd3ae752ca7 None None] Network c957007f-85b1-4439-b628-5dd10abf458d requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:29:01.824304 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9dc07848-c6e0-4a48-9f4b-2bec07f0b7de tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25038609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30075142'] for subnet, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:01.902876 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c9b66c2e-53b4-49bf-9a54-e5470d31ffdb req-ffe88a33-7300-4424-9226-6ad7f69bc6b6 tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] 10.222.0.58 "GET /v2.0/security-groups?id=fae804d1-089a-4a79-a2ca-e3cefd2bf99a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1831686 Aug 05 11:29:01.939211 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3b2cec6f-20ea-43bd-ae59-e43fd6a91f2f req-3929240a-ccfb-437e-8b10-33acf3af35df service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d544b900-cb51-4852-8470-8f9dfde6720c HTTP/1.1" status: 200 len: 217 time: 0.1509411 Aug 05 11:29:01.953850 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-96fdcab8-29ca-4001-a428-c9259cd0b00e req-acd87007-b36c-4e52-bf6d-2275250c266c tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] 10.222.0.58 "GET /v2.0/ports?device_id=53a56542-0f49-4239-9458-080547c54c31 HTTP/1.1" status: 200 len: 210 time: 0.1604884 Aug 05 11:29:01.963427 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-752a925e-51ec-4731-b74b-57e3a114ac7b None None] Provisioning for port 07782128-1b58-4ed3-b87b-f5ab307ddf10 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:29:01.967351 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-993617f9-a736-49a2-a0ab-92ea778931d3 req-0fa5218a-fc6e-4837-90fb-63086e36d455 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:01.981763 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9dc07848-c6e0-4a48-9f4b-2bec07f0b7de tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:02.009497 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-9dc07848-c6e0-4a48-9f4b-2bec07f0b7de tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] 10.222.0.58 "DELETE /v2.0/subnets/ce109417-dd86-4872-9a78-b800f47d7f14 HTTP/1.1" status: 204 len: 168 time: 1.3999217 Aug 05 11:29:02.012588 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc07848-c6e0-4a48-9f4b-2bec07f0b7de tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Pushing event deleted for resources: {'Subnet': ['ID=ce109417-dd86-4872-9a78-b800f47d7f14,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:29:02.021806 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 50312) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:29:02.130561 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1de487c4-a1e5-4b82-b1d5-0a8d392886cb x-openstack-request-id: req-1de487c4-a1e5-4b82-b1d5-0a8d392886cb {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:29:02.131160 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53a56542-0f49-4239-9458-080547c54c31", "name": "network-vif-deleted", "tag": "c5954463-5dff-48f6-9922-9f0607cf58ba", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:29:02.131597 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1de487c4-a1e5-4b82-b1d5-0a8d392886cb {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:29:02.132264 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53a56542-0f49-4239-9458-080547c54c31', 'name': 'network-vif-deleted', 'tag': 'c5954463-5dff-48f6-9922-9f0607cf58ba', 'status': 'completed', 'code': 200} Aug 05 11:29:02.198992 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-53c5f3a1-6bb6-4d46-b3f4-f89f8375532f None None] Deleting port b9b33f39-7ab9-4db8-8b6d-0c3abcee674f {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:29:02.199853 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-53c5f3a1-6bb6-4d46-b3f4-f89f8375532f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:02.212470 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-993617f9-a736-49a2-a0ab-92ea778931d3 req-0fa5218a-fc6e-4837-90fb-63086e36d455 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Network 126f96b6-eb66-4c29-a167-bda979496a65 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:29:02.220326 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2cec6f-20ea-43bd-ae59-e43fd6a91f2f req-0fc07da5-c08e-4e9b-ab4b-f8f7e0643f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:02.222619 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3b2cec6f-20ea-43bd-ae59-e43fd6a91f2f req-0fc07da5-c08e-4e9b-ab4b-f8f7e0643f26 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=61983880-6386-4045-bd2d-695dffcb92f9 HTTP/1.1" status: 200 len: 848 time: 0.2675643 Aug 05 11:29:02.230558 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-993617f9-a736-49a2-a0ab-92ea778931d3 req-0fa5218a-fc6e-4837-90fb-63086e36d455 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:29:02.239560 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9698d9a-42ef-47b2-a836-9c0bc3c77467 req-85a38e57-f7b0-45da-9fe3-c56701a77b69 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:02.243217 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f9698d9a-42ef-47b2-a836-9c0bc3c77467 req-85a38e57-f7b0-45da-9fe3-c56701a77b69 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?device_id=adcdcc6e-5915-4a7f-a754-7b8f8b7e91a9 HTTP/1.1" status: 200 len: 945 time: 0.1586981 Aug 05 11:29:02.277543 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-993617f9-a736-49a2-a0ab-92ea778931d3 req-0fa5218a-fc6e-4837-90fb-63086e36d455 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:29:02.296546 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3b2cec6f-20ea-43bd-ae59-e43fd6a91f2f req-f65e863e-5795-4be5-822d-558cbf375ea3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=546c0542-0f92-4f6c-914b-a74a81cd2290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489805 Aug 05 11:29:02.345710 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 07782128-1b58-4ed3-b87b-f5ab307ddf10 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:29:02.368122 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa5218a-fc6e-4837-90fb-63086e36d455 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Pushing event updated for resources: {'Port': ['ID=2df26a48-fa2b-4da2-a97e-af100eff3c8f,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:29:02.383658 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561d4943-65e4-4961-bd30-e0f5d7ce1172 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:02.397921 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-561d4943-65e4-4961-bd30-e0f5d7ce1172 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3688121 Aug 05 11:29:02.398634 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 50316) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:29:02.435080 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ac7d45-9584-4a76-9341-dbfbbcc09350 None None] DHCP port deletion for c957007f-85b1-4439-b628-5dd10abf458d request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 11:29:02.472584 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-53c5f3a1-6bb6-4d46-b3f4-f89f8375532f None None] For port b9b33f39-7ab9-4db8-8b6d-0c3abcee674f, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=b9b33f39-7ab9-4db8-8b6d-0c3abcee674f,segment=NetworkSegment(fa80ceb3-f7a6-4819-b787-c931653668cf),segment_id=fa80ceb3-f7a6-4819-b787-c931653668cf)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:29:02.473665 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-53c5f3a1-6bb6-4d46-b3f4-f89f8375532f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:02.521454 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993617f9-a736-49a2-a0ab-92ea778931d3 req-0fa5218a-fc6e-4837-90fb-63086e36d455 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:02.522656 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-993617f9-a736-49a2-a0ab-92ea778931d3 req-0fa5218a-fc6e-4837-90fb-63086e36d455 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:02.534889 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f9698d9a-42ef-47b2-a836-9c0bc3c77467 req-788e07f2-06d9-4f0f-9e35-5dbb2b99c551 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/security-groups?id=12d84a41-4254-4f43-a1c3-ae5bdc7fdfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368097 Aug 05 11:29:02.553394 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-53c5f3a1-6bb6-4d46-b3f4-f89f8375532f None None] Calling delete_port for b9b33f39-7ab9-4db8-8b6d-0c3abcee674f owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:29:02.564902 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a63bf508-0e12-4861-a5cd-e8d553431ced tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:02.585003 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-993617f9-a736-49a2-a0ab-92ea778931d3 req-0fa5218a-fc6e-4837-90fb-63086e36d455 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3796089 Aug 05 11:29:02.600465 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-993617f9-a736-49a2-a0ab-92ea778931d3 req-f93bc60a-e4e6-4862-abe5-a31e8271502e service neutron] Request body: {'port': {'device_id': '2c4244f4-fcd1-4e6d-8d11-661816b95ceb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:29:02.614697 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3b2cec6f-20ea-43bd-ae59-e43fd6a91f2f req-60a0c401-ba25-41f2-8990-cfc8f72aa29c service neutron] 10.222.0.64 "GET /v2.0/networks/546c0542-0f92-4f6c-914b-a74a81cd2290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2959962 Aug 05 11:29:02.675411 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 07782128-1b58-4ed3-b87b-f5ab307ddf10 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:29:02.692680 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 07782128-1b58-4ed3-b87b-f5ab307ddf10 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:29:02.693288 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:02.695706 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 9649f0d0-db0b-4b44-ab7f-2d10fb07f502 details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:29:02.724550 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-993617f9-a736-49a2-a0ab-92ea778931d3 req-f93bc60a-e4e6-4862-abe5-a31e8271502e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:02.765977 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3b2cec6f-20ea-43bd-ae59-e43fd6a91f2f req-55801932-6451-48ff-af7c-0185f3aeb2af service neutron] 10.222.0.64 "GET /v2.0/networks/546c0542-0f92-4f6c-914b-a74a81cd2290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401350 Aug 05 11:29:02.781906 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-a63bf508-0e12-4861-a5cd-e8d553431ced tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Deleting port 07782128-1b58-4ed3-b87b-f5ab307ddf10 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:29:02.782573 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a63bf508-0e12-4861-a5cd-e8d553431ced tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:02.800815 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79af2ca7-0473-4383-91f5-f3e11ebfe98c req-efe5f6a6-f9e1-4603-bc63-547724ce4a41 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:02.809787 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-79af2ca7-0473-4383-91f5-f3e11ebfe98c req-efe5f6a6-f9e1-4603-bc63-547724ce4a41 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 932 time: 0.3215141 Aug 05 11:29:02.883560 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-a8ac7d45-9584-4a76-9341-dbfbbcc09350 None None] Deleting port 07782128-1b58-4ed3-b87b-f5ab307ddf10 {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:29:02.884601 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-a8ac7d45-9584-4a76-9341-dbfbbcc09350 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:02.918876 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e008ac6e-4e08-4159-be10-938afb8360b7 req-6b7b7021-c87f-4b9e-a4a9-bb75c892cd98 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:02.921007 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e008ac6e-4e08-4159-be10-938afb8360b7 req-6b7b7021-c87f-4b9e-a4a9-bb75c892cd98 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b0977ee-fb1e-4733-b0f4-4ed637173317 HTTP/1.1" status: 200 len: 944 time: 0.1440270 Aug 05 11:29:02.944153 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [None req-a63bf508-0e12-4861-a5cd-e8d553431ced tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] For port 07782128-1b58-4ed3-b87b-f5ab307ddf10, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=07782128-1b58-4ed3-b87b-f5ab307ddf10,segment=NetworkSegment(a07c3527-0dfe-47ea-914d-8b0d0b949994),segment_id=a07c3527-0dfe-47ea-914d-8b0d0b949994)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:29:02.944807 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a63bf508-0e12-4861-a5cd-e8d553431ced tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:02.966535 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-79af2ca7-0473-4383-91f5-f3e11ebfe98c req-f921a455-eb0e-49c3-8a2f-0e4427497db8 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165621 Aug 05 11:29:02.968368 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-a63bf508-0e12-4861-a5cd-e8d553431ced tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Calling delete_port for 07782128-1b58-4ed3-b87b-f5ab307ddf10 owned by network:dhcp {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:29:03.002694 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-53c5f3a1-6bb6-4d46-b3f4-f89f8375532f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:03.007435 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e008ac6e-4e08-4159-be10-938afb8360b7 req-e4aa111f-e498-480b-bef3-eea9467bb58b tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] 10.222.0.58 "GET /v2.0/security-groups?id=c30dd023-f7ad-4ec4-b865-0b1c0f9292cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700336 Aug 05 11:29:03.097970 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 9649f0d0-db0b-4b44-ab7f-2d10fb07f502, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=9649f0d0-db0b-4b44-ab7f-2d10fb07f502,segment=NetworkSegment(d43210bd-c1e2-42b2-9cfe-90c36ada4f48),segment_id=d43210bd-c1e2-42b2-9cfe-90c36ada4f48)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:29:03.099592 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 50324) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:29:03.109981 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c5f3a1-6bb6-4d46-b3f4-f89f8375532f None None] Pushing event deleted for resources: {'Port': ['ID=b9b33f39-7ab9-4db8-8b6d-0c3abcee674f,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:29:03.146747 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c5f3a1-6bb6-4d46-b3f4-f89f8375532f None None] No DVR routers for this DVR port b9b33f39-7ab9-4db8-8b6d-0c3abcee674f on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:29:03.191548 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Returning: {'device': '9649f0d0-db0b-4b44-ab7f-2d10fb07f502', 'network_id': 'e39ee4ed-1909-4b57-97e6-d399dfc49b3b', 'port_id': '9649f0d0-db0b-4b44-ab7f-2d10fb07f502', 'mac_address': 'fa:16:3e:bc:d7:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7df56697-bfc2-4d75-a42b-d9e0d1cdbf86', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:29:03.196031 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-a8ac7d45-9584-4a76-9341-dbfbbcc09350 None None] For port 07782128-1b58-4ed3-b87b-f5ab307ddf10, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=07782128-1b58-4ed3-b87b-f5ab307ddf10,segment=NetworkSegment(a07c3527-0dfe-47ea-914d-8b0d0b949994),segment_id=a07c3527-0dfe-47ea-914d-8b0d0b949994)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:29:03.196652 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-a8ac7d45-9584-4a76-9341-dbfbbcc09350 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:03.248978 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-a8ac7d45-9584-4a76-9341-dbfbbcc09350 None None] Calling delete_port for 07782128-1b58-4ed3-b87b-f5ab307ddf10 owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:29:03.266359 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a63bf508-0e12-4861-a5cd-e8d553431ced tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:03.312082 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:03.338448 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dae9e1-e812-4523-a412-8faf719b37e6 req-bb73ec3b-4237-4cf7-b94a-bc08d63db895 tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:03.347930 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63bf508-0e12-4861-a5cd-e8d553431ced tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Pushing event deleted for resources: {'Port': ['ID=07782128-1b58-4ed3-b87b-f5ab307ddf10,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:29:03.353540 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-29dae9e1-e812-4523-a412-8faf719b37e6 req-bb73ec3b-4237-4cf7-b94a-bc08d63db895 tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] 10.222.0.58 "GET /v2.0/ports?device_id=75c70784-f441-4ab8-8180-0808568a131b HTTP/1.1" status: 200 len: 943 time: 0.2329183 Aug 05 11:29:03.358206 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63bf508-0e12-4861-a5cd-e8d553431ced tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] No DVR routers for this DVR port 07782128-1b58-4ed3-b87b-f5ab307ddf10 on host n-d-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:29:03.403635 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:03.403996 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_v2 [None req-72010719-2caa-41bf-bf5b-15a1ad7838ce tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Deleting subnet 80996e6f-4926-4143-99b0-390126b6317d {{(pid=94420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:29:03.418158 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-72010719-2caa-41bf-bf5b-15a1ad7838ce tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Notify callbacks [] for subnet, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:03.432089 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2cec6f-20ea-43bd-ae59-e43fd6a91f2f req-7f7b5489-a467-469f-932e-ebf28977908b tempest-LiveMigrationTest-868734295 tempest-LiveMigrationTest-868734295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:03.434866 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3b2cec6f-20ea-43bd-ae59-e43fd6a91f2f req-7f7b5489-a467-469f-932e-ebf28977908b tempest-LiveMigrationTest-868734295 tempest-LiveMigrationTest-868734295-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=adcdcc6e-5915-4a7f-a754-7b8f8b7e91a9&tenant_id=bc360260b43347fbb7d1bc7660d6f218&binding%3Ahost_id=n-h1-803378-2 HTTP/1.1" status: 200 len: 1096 time: 0.2175064 Aug 05 11:29:03.465593 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9649f0d0-db0b-4b44-ab7f-2d10fb07f502 {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:29:03.501338 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 9649f0d0-db0b-4b44-ab7f-2d10fb07f502, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=9649f0d0-db0b-4b44-ab7f-2d10fb07f502,segment=NetworkSegment(d43210bd-c1e2-42b2-9cfe-90c36ada4f48),segment_id=d43210bd-c1e2-42b2-9cfe-90c36ada4f48)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:29:03.514335 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a63bf508-0e12-4861-a5cd-e8d553431ced tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:03.527248 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-a63bf508-0e12-4861-a5cd-e8d553431ced tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c957007f-85b1-4439-b628-5dd10abf458d']}} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:29:03.536950 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:03.555459 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-a63bf508-0e12-4861-a5cd-e8d553431ced tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a07c3527-0dfe-47ea-914d-8b0d0b949994') {'for_net_delete': True} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:29:03.555949 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-a63bf508-0e12-4861-a5cd-e8d553431ced tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a07c3527-0dfe-47ea-914d-8b0d0b949994') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:29:03.573723 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a63bf508-0e12-4861-a5cd-e8d553431ced tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29786371'] for segment, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:03.592909 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-a8ac7d45-9584-4a76-9341-dbfbbcc09350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:03.606326 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-29dae9e1-e812-4523-a412-8faf719b37e6 req-42e9bdd9-555a-4aee-a691-6a72443281c5 tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] 10.222.0.58 "GET /v2.0/security-groups?id=fae804d1-089a-4a79-a2ca-e3cefd2bf99a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2371483 Aug 05 11:29:03.611573 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a63bf508-0e12-4861-a5cd-e8d553431ced tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:03.624900 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a63bf508-0e12-4861-a5cd-e8d553431ced tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Releasing vlan 687 on physical network physnet1 to pool {{(pid=94421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:29:03.624900 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a63bf508-0e12-4861-a5cd-e8d553431ced tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25038799'] for segment, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:03.629277 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ac7d45-9584-4a76-9341-dbfbbcc09350 None None] No DVR routers for this DVR port 07782128-1b58-4ed3-b87b-f5ab307ddf10 on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:29:03.630446 n-d-803378-2 neutron-server[94421]: Traceback (most recent call last): Aug 05 11:29:03.630446 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:29:03.630446 n-d-803378-2 neutron-server[94421]: timer() Aug 05 11:29:03.630446 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:29:03.630446 n-d-803378-2 neutron-server[94421]: cb(*args, **kw) Aug 05 11:29:03.630446 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:29:03.630446 n-d-803378-2 neutron-server[94421]: return func(*args, **kwargs) Aug 05 11:29:03.630446 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:29:03.630446 n-d-803378-2 neutron-server[94421]: self._notify() Aug 05 11:29:03.630446 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:29:03.630446 n-d-803378-2 neutron-server[94421]: self.callback(batched_events) Aug 05 11:29:03.630446 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:29:03.630446 n-d-803378-2 neutron-server[94421]: event.method(event) Aug 05 11:29:03.630446 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:29:03.630446 n-d-803378-2 neutron-server[94421]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:29:03.630446 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:29:03.630446 n-d-803378-2 neutron-server[94421]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:29:03.630446 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:29:03.630446 n-d-803378-2 neutron-server[94421]: return f(self, *a, **k) Aug 05 11:29:03.630446 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:29:03.630446 n-d-803378-2 neutron-server[94421]: return self._get(url).json() Aug 05 11:29:03.630446 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:29:03.630446 n-d-803378-2 neutron-server[94421]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:29:03.630446 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:29:03.630446 n-d-803378-2 neutron-server[94421]: return self.request(url, 'GET', **kwargs) Aug 05 11:29:03.630446 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:29:03.630446 n-d-803378-2 neutron-server[94421]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:29:03.630446 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:29:03.630446 n-d-803378-2 neutron-server[94421]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:29:03.630446 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:29:03.630446 n-d-803378-2 neutron-server[94421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:29:03.630446 n-d-803378-2 neutron-server[94421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:29:03.645069 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device b9b33f39-7ab9-4db8-8b6d-0c3abcee674f no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:29:03.684097 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-72010719-2caa-41bf-bf5b-15a1ad7838ce tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25010562'] for subnet, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:03.697523 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=9649f0d0-db0b-4b44-ab7f-2d10fb07f502,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:29:03.702435 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: b9b33f39-7ab9-4db8-8b6d-0c3abcee674f {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:29:03.702960 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device b9b33f39-7ab9-4db8-8b6d-0c3abcee674f not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:29:03.746907 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ac7d45-9584-4a76-9341-dbfbbcc09350 None None] Pushing event deleted for resources: {'Port': ['ID=07782128-1b58-4ed3-b87b-f5ab307ddf10,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:29:03.823400 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a63bf508-0e12-4861-a5cd-e8d553431ced tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:03.842198 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a63bf508-0e12-4861-a5cd-e8d553431ced tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:03.848896 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-a63bf508-0e12-4861-a5cd-e8d553431ced tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] 10.222.0.58 "DELETE /v2.0/networks/c957007f-85b1-4439-b628-5dd10abf458d HTTP/1.1" status: 204 len: 168 time: 1.4456694 Aug 05 11:29:03.851272 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-993617f9-a736-49a2-a0ab-92ea778931d3 req-f93bc60a-e4e6-4862-abe5-a31e8271502e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2df26a48-fa2b-4da2-a97e-af100eff3c8f {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:29:03.863786 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 50332) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:29:03.884644 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['9649f0d0-db0b-4b44-ab7f-2d10fb07f502'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:29:03.885145 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-993617f9-a736-49a2-a0ab-92ea778931d3 req-f93bc60a-e4e6-4862-abe5-a31e8271502e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:03.892365 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63bf508-0e12-4861-a5cd-e8d553431ced tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Pushing event deleted for resources: {'Network': ['ID=c957007f-85b1-4439-b628-5dd10abf458d,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:29:03.918524 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-993617f9-a736-49a2-a0ab-92ea778931d3 req-f93bc60a-e4e6-4862-abe5-a31e8271502e service neutron] Transition to ACTIVE for port object 2df26a48-fa2b-4da2-a97e-af100eff3c8f will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:29:03.930345 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-993617f9-a736-49a2-a0ab-92ea778931d3 req-f93bc60a-e4e6-4862-abe5-a31e8271502e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:04.074155 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93bc60a-e4e6-4862-abe5-a31e8271502e service neutron] Pushing event updated for resources: {'Port': ['ID=2df26a48-fa2b-4da2-a97e-af100eff3c8f,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:29:04.108122 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 07782128-1b58-4ed3-b87b-f5ab307ddf10 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:29:04.170003 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 07782128-1b58-4ed3-b87b-f5ab307ddf10 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:29:04.170600 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 07782128-1b58-4ed3-b87b-f5ab307ddf10 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:29:04.207530 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-993617f9-a736-49a2-a0ab-92ea778931d3 req-f93bc60a-e4e6-4862-abe5-a31e8271502e service neutron] Attempting to bind port 2df26a48-fa2b-4da2-a97e-af100eff3c8f on host n-h1-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:29:04.208326 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-993617f9-a736-49a2-a0ab-92ea778931d3 req-f93bc60a-e4e6-4862-abe5-a31e8271502e service neutron] Attempting to bind port 2df26a48-fa2b-4da2-a97e-af100eff3c8f by drivers openvswitch,hyperv on host n-h1-803378-2 at level 0 using segments [{'id': '518e3e63-d2a5-47d5-92b9-f966f275c6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '126f96b6-eb66-4c29-a167-bda979496a65'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:29:04.208970 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993617f9-a736-49a2-a0ab-92ea778931d3 req-f93bc60a-e4e6-4862-abe5-a31e8271502e service neutron] Attempting to bind port 2df26a48-fa2b-4da2-a97e-af100eff3c8f on network 126f96b6-eb66-4c29-a167-bda979496a65 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:29:04.216666 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993617f9-a736-49a2-a0ab-92ea778931d3 req-f93bc60a-e4e6-4862-abe5-a31e8271502e service neutron] Port 2df26a48-fa2b-4da2-a97e-af100eff3c8f on network 126f96b6-eb66-4c29-a167-bda979496a65 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:29:04.217292 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993617f9-a736-49a2-a0ab-92ea778931d3 req-f93bc60a-e4e6-4862-abe5-a31e8271502e service neutron] Attempting to bind port 2df26a48-fa2b-4da2-a97e-af100eff3c8f on network 126f96b6-eb66-4c29-a167-bda979496a65 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:29:04.225631 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993617f9-a736-49a2-a0ab-92ea778931d3 req-f93bc60a-e4e6-4862-abe5-a31e8271502e service neutron] Checking agent: {'id': '40bb7567-59bd-4b31-bc29-da1c50bca759', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:29:04.226309 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993617f9-a736-49a2-a0ab-92ea778931d3 req-f93bc60a-e4e6-4862-abe5-a31e8271502e service neutron] Checking segment: {'id': '518e3e63-d2a5-47d5-92b9-f966f275c6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '126f96b6-eb66-4c29-a167-bda979496a65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:29:04.226763 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993617f9-a736-49a2-a0ab-92ea778931d3 req-f93bc60a-e4e6-4862-abe5-a31e8271502e service neutron] Bound using segment: {'id': '518e3e63-d2a5-47d5-92b9-f966f275c6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '126f96b6-eb66-4c29-a167-bda979496a65'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:29:04.227282 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-993617f9-a736-49a2-a0ab-92ea778931d3 req-f93bc60a-e4e6-4862-abe5-a31e8271502e service neutron] Bound port: 2df26a48-fa2b-4da2-a97e-af100eff3c8f, host: n-h1-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '518e3e63-d2a5-47d5-92b9-f966f275c6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '126f96b6-eb66-4c29-a167-bda979496a65'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:29:04.227986 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-993617f9-a736-49a2-a0ab-92ea778931d3 req-f93bc60a-e4e6-4862-abe5-a31e8271502e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:04.337715 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-993617f9-a736-49a2-a0ab-92ea778931d3 req-f93bc60a-e4e6-4862-abe5-a31e8271502e service neutron] For port 2df26a48-fa2b-4da2-a97e-af100eff3c8f, host n-h1-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:29:04.342686 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-993617f9-a736-49a2-a0ab-92ea778931d3 req-f93bc60a-e4e6-4862-abe5-a31e8271502e service neutron] For port 2df26a48-fa2b-4da2-a97e-af100eff3c8f, host n-h1-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=2df26a48-fa2b-4da2-a97e-af100eff3c8f,segment=NetworkSegment(518e3e63-d2a5-47d5-92b9-f966f275c6de),segment_id=518e3e63-d2a5-47d5-92b9-f966f275c6de)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:29:04.348679 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-993617f9-a736-49a2-a0ab-92ea778931d3 req-f93bc60a-e4e6-4862-abe5-a31e8271502e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:04.386998 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993617f9-a736-49a2-a0ab-92ea778931d3 req-f93bc60a-e4e6-4862-abe5-a31e8271502e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:04.387634 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-993617f9-a736-49a2-a0ab-92ea778931d3 req-f93bc60a-e4e6-4862-abe5-a31e8271502e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:04.389311 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-993617f9-a736-49a2-a0ab-92ea778931d3 req-f93bc60a-e4e6-4862-abe5-a31e8271502e service neutron] 10.222.0.64 "PUT /v2.0/ports/2df26a48-fa2b-4da2-a97e-af100eff3c8f HTTP/1.1" status: 200 len: 1092 time: 1.7961800 Aug 05 11:29:04.389866 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c4244f4-fcd1-4e6d-8d11-661816b95ceb', 'tag': '2df26a48-fa2b-4da2-a97e-af100eff3c8f'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:29:04.393243 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15964b44-2cdf-4b22-adc2-6b7c2aec95da" -d '{"events": [{"name": "network-changed", "server_uuid": "2c4244f4-fcd1-4e6d-8d11-661816b95ceb", "tag": "2df26a48-fa2b-4da2-a97e-af100eff3c8f"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:29:04.438933 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93bc60a-e4e6-4862-abe5-a31e8271502e service neutron] Pushing event updated for resources: {'Port': ['ID=2df26a48-fa2b-4da2-a97e-af100eff3c8f,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:29:04.545009 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993617f9-a736-49a2-a0ab-92ea778931d3 req-9e4be75b-2540-492a-a100-3861e72c530b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:04.547633 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-993617f9-a736-49a2-a0ab-92ea778931d3 req-9e4be75b-2540-492a-a100-3861e72c530b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2a9a0c1c353042b1936f80e1e752fcad&device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 1095 time: 0.0854797 Aug 05 11:29:04.601707 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-72010719-2caa-41bf-bf5b-15a1ad7838ce tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:04.608042 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-3b2cec6f-20ea-43bd-ae59-e43fd6a91f2f req-68435ca5-8065-46f2-a1cd-0a0d5198f099 service neutron] For port d544b900-cb51-4852-8470-8f9dfde6720c, host n-h2-803378-2, cleared binding levels {{(pid=94420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:29:04.632952 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-993617f9-a736-49a2-a0ab-92ea778931d3 req-92e58cdb-30d1-4480-b534-903947b00999 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2df26a48-fa2b-4da2-a97e-af100eff3c8f HTTP/1.1" status: 200 len: 217 time: 0.0694170 Aug 05 11:29:04.653948 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-3b2cec6f-20ea-43bd-ae59-e43fd6a91f2f req-68435ca5-8065-46f2-a1cd-0a0d5198f099 service neutron] Notify callbacks [] for binding, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:04.656200 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3b2cec6f-20ea-43bd-ae59-e43fd6a91f2f req-68435ca5-8065-46f2-a1cd-0a0d5198f099 service neutron] 10.222.0.64 "DELETE /v2.0/ports/d544b900-cb51-4852-8470-8f9dfde6720c/bindings/n-h2-803378-2 HTTP/1.1" status: 204 len: 173 time: 1.1707413 Aug 05 11:29:04.662672 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5b83fb68-5e8f-4b17-9627-5f91d2e852f1 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:04.691303 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a216352c-6d7f-4e77-a923-f61878ab4dda req-4358cdad-1765-40a4-80c0-c9667765721e tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:04.693084 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a216352c-6d7f-4e77-a923-f61878ab4dda req-4358cdad-1765-40a4-80c0-c9667765721e tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?device_id=adcdcc6e-5915-4a7f-a754-7b8f8b7e91a9 HTTP/1.1" status: 200 len: 945 time: 0.8346407 Aug 05 11:29:04.714279 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993617f9-a736-49a2-a0ab-92ea778931d3 req-d7cb4770-f46c-400e-9bc0-60564f862582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:04.716526 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-993617f9-a736-49a2-a0ab-92ea778931d3 req-d7cb4770-f46c-400e-9bc0-60564f862582 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f603f39f-fbde-4d83-a41f-e0babb1f3ff1 HTTP/1.1" status: 200 len: 854 time: 0.0756984 Aug 05 11:29:04.737021 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aab358b-d295-4c69-a07d-acb310acbd6e req-f1e9db2c-2242-4a5e-95c7-35376f29425e tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:04.740747 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7aab358b-d295-4c69-a07d-acb310acbd6e req-f1e9db2c-2242-4a5e-95c7-35376f29425e tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 944 time: 0.2886918 Aug 05 11:29:04.766242 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-993617f9-a736-49a2-a0ab-92ea778931d3 req-9852a5c8-d85a-4ec7-acb2-43d7b431a4e5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=126f96b6-eb66-4c29-a167-bda979496a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421600 Aug 05 11:29:04.820469 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-72010719-2caa-41bf-bf5b-15a1ad7838ce tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29762763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24211094'] for subnet, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:04.901363 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-993617f9-a736-49a2-a0ab-92ea778931d3 req-cba04d59-8d4c-4c23-be4b-f5a755863408 service neutron] 10.222.0.64 "GET /v2.0/networks/126f96b6-eb66-4c29-a167-bda979496a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251247 Aug 05 11:29:04.934566 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a216352c-6d7f-4e77-a923-f61878ab4dda req-5571a7c7-a764-4b11-882a-04b9572cdd44 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/security-groups?id=12d84a41-4254-4f43-a1c3-ae5bdc7fdfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312338 Aug 05 11:29:04.946351 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-72010719-2caa-41bf-bf5b-15a1ad7838ce tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:04.952299 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-72010719-2caa-41bf-bf5b-15a1ad7838ce tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] 10.222.0.58 "DELETE /v2.0/subnets/80996e6f-4926-4143-99b0-390126b6317d HTTP/1.1" status: 204 len: 168 time: 1.8511584 Aug 05 11:29:04.952658 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e02065-0990-43f3-9e81-e1a12bf1b068 None None] Network 6afe9b25-1e5c-4197-b604-306d4192cdbc requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:29:04.959307 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 50346) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:29:04.960250 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72010719-2caa-41bf-bf5b-15a1ad7838ce tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Pushing event deleted for resources: {'Subnet': ['ID=80996e6f-4926-4143-99b0-390126b6317d,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:29:04.985468 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5b83fb68-5e8f-4b17-9627-5f91d2e852f1 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:04.994974 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7aab358b-d295-4c69-a07d-acb310acbd6e req-5d285747-19fa-45d4-bf6a-1b37ca92138e tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354803 Aug 05 11:29:05.075775 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-5b83fb68-5e8f-4b17-9627-5f91d2e852f1 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eba32f0d-33ab-48eb-89d0-6dbf8652be22']}} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:29:05.119989 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-993617f9-a736-49a2-a0ab-92ea778931d3 req-3031bf8c-55ef-4b30-a8b7-603eba86b329 service neutron] 10.222.0.64 "GET /v2.0/networks/126f96b6-eb66-4c29-a167-bda979496a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095747 Aug 05 11:29:05.121926 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-307e7a2c-4c4a-45cd-a5d7-840974197aec x-openstack-request-id: req-307e7a2c-4c4a-45cd-a5d7-840974197aec {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:29:05.122224 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c4244f4-fcd1-4e6d-8d11-661816b95ceb", "tag": "2df26a48-fa2b-4da2-a97e-af100eff3c8f", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:29:05.122495 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-307e7a2c-4c4a-45cd-a5d7-840974197aec {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:29:05.124773 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c4244f4-fcd1-4e6d-8d11-661816b95ceb', 'tag': '2df26a48-fa2b-4da2-a97e-af100eff3c8f', 'status': 'completed', 'code': 200} Aug 05 11:29:05.171485 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-5b83fb68-5e8f-4b17-9627-5f91d2e852f1 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa80ceb3-f7a6-4819-b787-c931653668cf') {'for_net_delete': True} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:29:05.171900 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-5b83fb68-5e8f-4b17-9627-5f91d2e852f1 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa80ceb3-f7a6-4819-b787-c931653668cf') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:29:05.204980 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-dce4dbdc-503a-4ec3-949b-677c560d8e14 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:05.213719 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5b83fb68-5e8f-4b17-9627-5f91d2e852f1 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25010581'] for segment, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:05.281907 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2147f6de-fee9-4797-b1e5-94ab3f7b0eea req-f6dd9ce8-a922-4d9c-abc5-a334cd1ba3f4 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:05.291043 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2147f6de-fee9-4797-b1e5-94ab3f7b0eea req-f6dd9ce8-a922-4d9c-abc5-a334cd1ba3f4 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b0977ee-fb1e-4733-b0f4-4ed637173317 HTTP/1.1" status: 200 len: 945 time: 0.1970901 Aug 05 11:29:05.298204 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5b83fb68-5e8f-4b17-9627-5f91d2e852f1 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:05.313976 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 11:29:05.367121 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15964b44-2cdf-4b22-adc2-6b7c2aec95da req-e4d2ba07-d107-4f3f-9e47-95ca41f54464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:05.369216 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-15964b44-2cdf-4b22-adc2-6b7c2aec95da req-e4d2ba07-d107-4f3f-9e47-95ca41f54464 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2a9a0c1c353042b1936f80e1e752fcad&device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 1095 time: 0.1048431 Aug 05 11:29:05.391501 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac40e40-bef0-4156-8930-166d8a86b847 None None] DHCP port deletion for 6afe9b25-1e5c-4197-b604-306d4192cdbc request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 11:29:05.398283 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b83fb68-5e8f-4b17-9627-5f91d2e852f1 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Releasing vlan 698 on physical network physnet1 to pool {{(pid=94420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:29:05.399058 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5b83fb68-5e8f-4b17-9627-5f91d2e852f1 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29762581'] for segment, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:05.406538 n-d-803378-2 neutron-server[94420]: Traceback (most recent call last): Aug 05 11:29:05.406538 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:29:05.406538 n-d-803378-2 neutron-server[94420]: timer() Aug 05 11:29:05.406538 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:29:05.406538 n-d-803378-2 neutron-server[94420]: cb(*args, **kw) Aug 05 11:29:05.406538 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:29:05.406538 n-d-803378-2 neutron-server[94420]: return func(*args, **kwargs) Aug 05 11:29:05.406538 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:29:05.406538 n-d-803378-2 neutron-server[94420]: self._notify() Aug 05 11:29:05.406538 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:29:05.406538 n-d-803378-2 neutron-server[94420]: self.callback(batched_events) Aug 05 11:29:05.406538 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:29:05.406538 n-d-803378-2 neutron-server[94420]: event.method(event) Aug 05 11:29:05.406538 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:29:05.406538 n-d-803378-2 neutron-server[94420]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:29:05.406538 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:29:05.406538 n-d-803378-2 neutron-server[94420]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:29:05.406538 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:29:05.406538 n-d-803378-2 neutron-server[94420]: return f(self, *a, **k) Aug 05 11:29:05.406538 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:29:05.406538 n-d-803378-2 neutron-server[94420]: return self._get(url).json() Aug 05 11:29:05.406538 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:29:05.406538 n-d-803378-2 neutron-server[94420]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:29:05.406538 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:29:05.406538 n-d-803378-2 neutron-server[94420]: return self.request(url, 'GET', **kwargs) Aug 05 11:29:05.406538 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:29:05.406538 n-d-803378-2 neutron-server[94420]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:29:05.406538 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:29:05.406538 n-d-803378-2 neutron-server[94420]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:29:05.406538 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:29:05.406538 n-d-803378-2 neutron-server[94420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:29:05.406538 n-d-803378-2 neutron-server[94420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:29:05.481494 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-6ac40e40-bef0-4156-8930-166d8a86b847 None None] Deleting port 51a06ccf-80e9-4046-895d-7116e043dce9 {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:29:05.482133 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-6ac40e40-bef0-4156-8930-166d8a86b847 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:05.499603 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15964b44-2cdf-4b22-adc2-6b7c2aec95da req-35d59b0c-5ad2-446a-9d8b-f960ae01d95d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:05.502233 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-15964b44-2cdf-4b22-adc2-6b7c2aec95da req-35d59b0c-5ad2-446a-9d8b-f960ae01d95d service neutron] 10.222.0.64 "GET /v2.0/networks?id=126f96b6-eb66-4c29-a167-bda979496a65 HTTP/1.1" status: 200 len: 915 time: 0.1220362 Aug 05 11:29:05.555199 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-15964b44-2cdf-4b22-adc2-6b7c2aec95da req-2fc66483-11ab-4319-bb95-d1f89333a32d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2df26a48-fa2b-4da2-a97e-af100eff3c8f HTTP/1.1" status: 200 len: 217 time: 0.0450902 Aug 05 11:29:05.590997 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2147f6de-fee9-4797-b1e5-94ab3f7b0eea req-f6ebabb9-15dc-4bb1-9683-0ede72d51764 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] 10.222.0.58 "GET /v2.0/security-groups?id=c30dd023-f7ad-4ec4-b865-0b1c0f9292cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275212 Aug 05 11:29:05.595860 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5b83fb68-5e8f-4b17-9627-5f91d2e852f1 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:05.610627 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5b83fb68-5e8f-4b17-9627-5f91d2e852f1 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:05.616846 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-5b83fb68-5e8f-4b17-9627-5f91d2e852f1 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] 10.222.0.58 "DELETE /v2.0/networks/eba32f0d-33ab-48eb-89d0-6dbf8652be22 HTTP/1.1" status: 204 len: 168 time: 1.7480075 Aug 05 11:29:05.618197 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 50350) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:29:05.620700 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-6ac40e40-bef0-4156-8930-166d8a86b847 None None] For port 51a06ccf-80e9-4046-895d-7116e043dce9, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=51a06ccf-80e9-4046-895d-7116e043dce9,segment=NetworkSegment(9adb7594-f5cf-49bb-9eb1-dba5bfac555d),segment_id=9adb7594-f5cf-49bb-9eb1-dba5bfac555d)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:29:05.621113 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-6ac40e40-bef0-4156-8930-166d8a86b847 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:05.639116 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b216119b-d94b-43bb-bc41-4f2f91511327 req-bd02d254-142c-4c9b-8694-3c851a618db2 tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:05.647531 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-6ac40e40-bef0-4156-8930-166d8a86b847 None None] Calling delete_port for 51a06ccf-80e9-4046-895d-7116e043dce9 owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:29:05.648910 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b216119b-d94b-43bb-bc41-4f2f91511327 req-bd02d254-142c-4c9b-8694-3c851a618db2 tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] 10.222.0.58 "GET /v2.0/ports?device_id=75c70784-f441-4ab8-8180-0808568a131b HTTP/1.1" status: 200 len: 943 time: 0.2931712 Aug 05 11:29:05.652156 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b83fb68-5e8f-4b17-9627-5f91d2e852f1 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Pushing event deleted for resources: {'Network': ['ID=eba32f0d-33ab-48eb-89d0-6dbf8652be22,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:29:05.660571 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15964b44-2cdf-4b22-adc2-6b7c2aec95da req-d926cd38-abf0-4a17-aaf2-ab53f8a2cbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:05.662263 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-15964b44-2cdf-4b22-adc2-6b7c2aec95da req-d926cd38-abf0-4a17-aaf2-ab53f8a2cbb7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f603f39f-fbde-4d83-a41f-e0babb1f3ff1 HTTP/1.1" status: 200 len: 854 time: 0.0996077 Aug 05 11:29:05.676363 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-dce4dbdc-503a-4ec3-949b-677c560d8e14 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Deleting port 51a06ccf-80e9-4046-895d-7116e043dce9 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:29:05.676815 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-dce4dbdc-503a-4ec3-949b-677c560d8e14 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:05.751452 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-15964b44-2cdf-4b22-adc2-6b7c2aec95da req-a0ec7737-cc6f-484d-89f1-c7746b32cf8f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=126f96b6-eb66-4c29-a167-bda979496a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508094 Aug 05 11:29:05.814061 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b216119b-d94b-43bb-bc41-4f2f91511327 req-e7f22034-f027-4ef5-baac-d84362f4bc87 tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] 10.222.0.58 "GET /v2.0/security-groups?id=fae804d1-089a-4a79-a2ca-e3cefd2bf99a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1640201 Aug 05 11:29:05.833088 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a79a4d5b-e20b-421f-a45f-75178d97c6fd tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:05.869585 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-dce4dbdc-503a-4ec3-949b-677c560d8e14 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] For port 51a06ccf-80e9-4046-895d-7116e043dce9, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=51a06ccf-80e9-4046-895d-7116e043dce9,segment=NetworkSegment(9adb7594-f5cf-49bb-9eb1-dba5bfac555d),segment_id=9adb7594-f5cf-49bb-9eb1-dba5bfac555d)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:29:05.870618 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-dce4dbdc-503a-4ec3-949b-677c560d8e14 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:05.898520 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-dce4dbdc-503a-4ec3-949b-677c560d8e14 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Calling delete_port for 51a06ccf-80e9-4046-895d-7116e043dce9 owned by network:dhcp {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:29:05.948690 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-6ac40e40-bef0-4156-8930-166d8a86b847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:05.989165 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac40e40-bef0-4156-8930-166d8a86b847 None None] No DVR routers for this DVR port 51a06ccf-80e9-4046-895d-7116e043dce9 on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:29:05.998717 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac40e40-bef0-4156-8930-166d8a86b847 None None] Pushing event deleted for resources: {'Port': ['ID=51a06ccf-80e9-4046-895d-7116e043dce9,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:29:06.094905 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-15964b44-2cdf-4b22-adc2-6b7c2aec95da req-78a8384c-15f1-4912-8ec0-9cbc01adca85 service neutron] 10.222.0.64 "GET /v2.0/networks/126f96b6-eb66-4c29-a167-bda979496a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3320789 Aug 05 11:29:06.124173 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 51a06ccf-80e9-4046-895d-7116e043dce9 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:29:06.166966 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 51a06ccf-80e9-4046-895d-7116e043dce9 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:29:06.167603 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 51a06ccf-80e9-4046-895d-7116e043dce9 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:29:06.190334 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8902518e-603a-4e4c-b1b8-356262cec1fb req-a2233b6a-fed8-4cd2-9efc-6d697b07aab5 tempest-LiveMigrationTest-868734295 tempest-LiveMigrationTest-868734295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:06.193047 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8902518e-603a-4e4c-b1b8-356262cec1fb req-a2233b6a-fed8-4cd2-9efc-6d697b07aab5 tempest-LiveMigrationTest-868734295 tempest-LiveMigrationTest-868734295-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=adcdcc6e-5915-4a7f-a754-7b8f8b7e91a9 HTTP/1.1" status: 200 len: 1096 time: 0.1573992 Aug 05 11:29:06.250536 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a79a4d5b-e20b-421f-a45f-75178d97c6fd tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:06.278695 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-a79a4d5b-e20b-421f-a45f-75178d97c6fd tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09df9804-d89c-4fc3-aa33-dc9aaa619efb']}} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:29:06.292765 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-dce4dbdc-503a-4ec3-949b-677c560d8e14 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:06.311155 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-a79a4d5b-e20b-421f-a45f-75178d97c6fd tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b693228d-032e-45d2-85d7-174b9a2d46a4') {'for_net_delete': True} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:29:06.311659 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-a79a4d5b-e20b-421f-a45f-75178d97c6fd tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b693228d-032e-45d2-85d7-174b9a2d46a4') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:29:06.337488 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a79a4d5b-e20b-421f-a45f-75178d97c6fd tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29786371'] for segment, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:06.352539 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8902518e-603a-4e4c-b1b8-356262cec1fb req-58301b23-67db-4e73-9d64-54cad521cf5f tempest-LiveMigrationTest-868734295 tempest-LiveMigrationTest-868734295-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=12d84a41-4254-4f43-a1c3-ae5bdc7fdfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510701 Aug 05 11:29:06.356432 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce4dbdc-503a-4ec3-949b-677c560d8e14 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Pushing event deleted for resources: {'Port': ['ID=51a06ccf-80e9-4046-895d-7116e043dce9,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:29:06.363713 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce4dbdc-503a-4ec3-949b-677c560d8e14 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] No DVR routers for this DVR port 51a06ccf-80e9-4046-895d-7116e043dce9 on host n-d-803378-2 {{(pid=94420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:29:06.380799 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a79a4d5b-e20b-421f-a45f-75178d97c6fd tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:06.382817 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf32842-637e-4ea5-9299-70a53fe3cbf4 req-225136a6-fc5d-4ff6-b256-b678f53fac4f tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:06.384766 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-eaf32842-637e-4ea5-9299-70a53fe3cbf4 req-225136a6-fc5d-4ff6-b256-b678f53fac4f tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 944 time: 0.2222106 Aug 05 11:29:06.388381 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-15964b44-2cdf-4b22-adc2-6b7c2aec95da req-4a3def75-6a3d-40dc-8ee4-e12c72e30eab service neutron] 10.222.0.64 "GET /v2.0/networks/126f96b6-eb66-4c29-a167-bda979496a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311351 Aug 05 11:29:06.396631 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a79a4d5b-e20b-421f-a45f-75178d97c6fd tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Releasing vlan 696 on physical network physnet1 to pool {{(pid=94421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:29:06.398553 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a79a4d5b-e20b-421f-a45f-75178d97c6fd tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25038799'] for segment, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:06.404210 n-d-803378-2 neutron-server[94421]: Traceback (most recent call last): Aug 05 11:29:06.404210 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:29:06.404210 n-d-803378-2 neutron-server[94421]: timer() Aug 05 11:29:06.404210 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:29:06.404210 n-d-803378-2 neutron-server[94421]: cb(*args, **kw) Aug 05 11:29:06.404210 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:29:06.404210 n-d-803378-2 neutron-server[94421]: return func(*args, **kwargs) Aug 05 11:29:06.404210 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:29:06.404210 n-d-803378-2 neutron-server[94421]: self._notify() Aug 05 11:29:06.404210 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:29:06.404210 n-d-803378-2 neutron-server[94421]: self.callback(batched_events) Aug 05 11:29:06.404210 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:29:06.404210 n-d-803378-2 neutron-server[94421]: event.method(event) Aug 05 11:29:06.404210 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:29:06.404210 n-d-803378-2 neutron-server[94421]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:29:06.404210 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:29:06.404210 n-d-803378-2 neutron-server[94421]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:29:06.404210 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:29:06.404210 n-d-803378-2 neutron-server[94421]: return f(self, *a, **k) Aug 05 11:29:06.404210 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:29:06.404210 n-d-803378-2 neutron-server[94421]: return self._get(url).json() Aug 05 11:29:06.404210 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:29:06.404210 n-d-803378-2 neutron-server[94421]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:29:06.404210 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:29:06.404210 n-d-803378-2 neutron-server[94421]: return self.request(url, 'GET', **kwargs) Aug 05 11:29:06.404210 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:29:06.404210 n-d-803378-2 neutron-server[94421]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:29:06.404210 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:29:06.404210 n-d-803378-2 neutron-server[94421]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:29:06.404210 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:29:06.404210 n-d-803378-2 neutron-server[94421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:29:06.404210 n-d-803378-2 neutron-server[94421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:29:06.529840 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a79a4d5b-e20b-421f-a45f-75178d97c6fd tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:06.545515 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-dce4dbdc-503a-4ec3-949b-677c560d8e14 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:06.555211 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a79a4d5b-e20b-421f-a45f-75178d97c6fd tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:06.559260 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-a79a4d5b-e20b-421f-a45f-75178d97c6fd tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] 10.222.0.58 "DELETE /v2.0/networks/09df9804-d89c-4fc3-aa33-dc9aaa619efb HTTP/1.1" status: 204 len: 168 time: 0.9394078 Aug 05 11:29:06.563479 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 50360) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:29:06.568569 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-eaf32842-637e-4ea5-9299-70a53fe3cbf4 req-e9d05639-6651-4622-873d-596d1ee49ae0 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374447 Aug 05 11:29:06.574327 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-dce4dbdc-503a-4ec3-949b-677c560d8e14 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6afe9b25-1e5c-4197-b604-306d4192cdbc']}} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:29:06.596114 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-dce4dbdc-503a-4ec3-949b-677c560d8e14 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9adb7594-f5cf-49bb-9eb1-dba5bfac555d') {'for_net_delete': True} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:29:06.596806 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-dce4dbdc-503a-4ec3-949b-677c560d8e14 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9adb7594-f5cf-49bb-9eb1-dba5bfac555d') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:29:06.600656 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79a4d5b-e20b-421f-a45f-75178d97c6fd tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Pushing event deleted for resources: {'Network': ['ID=09df9804-d89c-4fc3-aa33-dc9aaa619efb,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:29:06.616739 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-dce4dbdc-503a-4ec3-949b-677c560d8e14 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25010581'] for segment, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:06.683410 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-dce4dbdc-503a-4ec3-949b-677c560d8e14 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:06.690246 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 9649f0d0-db0b-4b44-ab7f-2d10fb07f502 up at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:29:06.698814 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dce4dbdc-503a-4ec3-949b-677c560d8e14 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=94420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:29:06.699448 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-dce4dbdc-503a-4ec3-949b-677c560d8e14 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29762581'] for segment, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:06.705533 n-d-803378-2 neutron-server[94420]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 11:29:06.705533 n-d-803378-2 neutron-server[94420]: self.session.flush() Aug 05 11:29:06.705533 n-d-803378-2 neutron-server[94420]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 11:29:06.705533 n-d-803378-2 neutron-server[94420]: self.session.flush() Aug 05 11:29:06.705533 n-d-803378-2 neutron-server[94420]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 11:29:06.705533 n-d-803378-2 neutron-server[94420]: self.session.flush() Aug 05 11:29:06.705533 n-d-803378-2 neutron-server[94420]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 11:29:06.705533 n-d-803378-2 neutron-server[94420]: self.session.flush() Aug 05 11:29:06.705533 n-d-803378-2 neutron-server[94420]: Traceback (most recent call last): Aug 05 11:29:06.705533 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:29:06.705533 n-d-803378-2 neutron-server[94420]: timer() Aug 05 11:29:06.705533 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:29:06.705533 n-d-803378-2 neutron-server[94420]: cb(*args, **kw) Aug 05 11:29:06.705533 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:29:06.705533 n-d-803378-2 neutron-server[94420]: return func(*args, **kwargs) Aug 05 11:29:06.705533 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:29:06.705533 n-d-803378-2 neutron-server[94420]: self._notify() Aug 05 11:29:06.705533 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:29:06.705533 n-d-803378-2 neutron-server[94420]: self.callback(batched_events) Aug 05 11:29:06.705533 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:29:06.705533 n-d-803378-2 neutron-server[94420]: event.method(event) Aug 05 11:29:06.705533 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:29:06.705533 n-d-803378-2 neutron-server[94420]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:29:06.705533 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:29:06.705533 n-d-803378-2 neutron-server[94420]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:29:06.705533 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:29:06.705533 n-d-803378-2 neutron-server[94420]: return f(self, *a, **k) Aug 05 11:29:06.705533 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:29:06.705533 n-d-803378-2 neutron-server[94420]: return self._get(url).json() Aug 05 11:29:06.705533 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:29:06.705533 n-d-803378-2 neutron-server[94420]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:29:06.705533 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:29:06.705533 n-d-803378-2 neutron-server[94420]: return self.request(url, 'GET', **kwargs) Aug 05 11:29:06.705533 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:29:06.705533 n-d-803378-2 neutron-server[94420]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:29:06.705533 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:29:06.705533 n-d-803378-2 neutron-server[94420]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:29:06.705533 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:29:06.705533 n-d-803378-2 neutron-server[94420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:29:06.705533 n-d-803378-2 neutron-server[94420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:29:06.756161 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-64498752-368a-40eb-9eb2-f3994af92ab3 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:06.772657 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning for port 9649f0d0-db0b-4b44-ab7f-2d10fb07f502 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:29:06.783728 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning complete for port 9649f0d0-db0b-4b44-ab7f-2d10fb07f502 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:29:06.784476 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:06.819698 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafa07db-f939-41a8-815a-12e7b0d3d0b9 req-95a2f3b9-184c-458d-9789-a736b2fe9e84 tempest-LiveMigrationTest-868734295 tempest-LiveMigrationTest-868734295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:06.822386 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cafa07db-f939-41a8-815a-12e7b0d3d0b9 req-95a2f3b9-184c-458d-9789-a736b2fe9e84 tempest-LiveMigrationTest-868734295 tempest-LiveMigrationTest-868734295-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=adcdcc6e-5915-4a7f-a754-7b8f8b7e91a9 HTTP/1.1" status: 200 len: 1096 time: 0.2022917 Aug 05 11:29:06.884559 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-dce4dbdc-503a-4ec3-949b-677c560d8e14 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:06.911323 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-dce4dbdc-503a-4ec3-949b-677c560d8e14 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:06.914203 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-dce4dbdc-503a-4ec3-949b-677c560d8e14 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] 10.222.0.58 "DELETE /v2.0/networks/6afe9b25-1e5c-4197-b604-306d4192cdbc HTTP/1.1" status: 204 len: 168 time: 1.9509499 Aug 05 11:29:06.922576 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 50368) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:29:06.967436 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-64498752-368a-40eb-9eb2-f3994af92ab3 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:06.985152 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-64498752-368a-40eb-9eb2-f3994af92ab3 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7d12e22-0245-4bed-bc2c-f15f681ca90d']}} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:29:07.003992 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce4dbdc-503a-4ec3-949b-677c560d8e14 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Pushing event deleted for resources: {'Network': ['ID=6afe9b25-1e5c-4197-b604-306d4192cdbc,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:29:07.012830 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-64498752-368a-40eb-9eb2-f3994af92ab3 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f04b4f2b-a73f-4fa3-8e62-4c1fa2783cd9') {'for_net_delete': True} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:29:07.013327 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-64498752-368a-40eb-9eb2-f3994af92ab3 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f04b4f2b-a73f-4fa3-8e62-4c1fa2783cd9') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:29:07.036096 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-64498752-368a-40eb-9eb2-f3994af92ab3 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29786371'] for segment, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:07.059956 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-64498752-368a-40eb-9eb2-f3994af92ab3 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:07.068027 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbc8a88-dd59-4f9f-9c8e-4ad7463eb0bd req-d1b1dafb-c4f2-4a34-aac1-33f4d591da26 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:07.068556 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64498752-368a-40eb-9eb2-f3994af92ab3 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Releasing vlan 695 on physical network physnet1 to pool {{(pid=94421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:29:07.069218 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-64498752-368a-40eb-9eb2-f3994af92ab3 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25038799'] for segment, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:07.070835 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9bbc8a88-dd59-4f9f-9c8e-4ad7463eb0bd req-d1b1dafb-c4f2-4a34-aac1-33f4d591da26 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b0977ee-fb1e-4733-b0f4-4ed637173317 HTTP/1.1" status: 200 len: 945 time: 0.2459486 Aug 05 11:29:07.072909 n-d-803378-2 neutron-server[94421]: Traceback (most recent call last): Aug 05 11:29:07.072909 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:29:07.072909 n-d-803378-2 neutron-server[94421]: timer() Aug 05 11:29:07.072909 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:29:07.072909 n-d-803378-2 neutron-server[94421]: cb(*args, **kw) Aug 05 11:29:07.072909 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:29:07.072909 n-d-803378-2 neutron-server[94421]: return func(*args, **kwargs) Aug 05 11:29:07.072909 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:29:07.072909 n-d-803378-2 neutron-server[94421]: self._notify() Aug 05 11:29:07.072909 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:29:07.072909 n-d-803378-2 neutron-server[94421]: self.callback(batched_events) Aug 05 11:29:07.072909 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:29:07.072909 n-d-803378-2 neutron-server[94421]: event.method(event) Aug 05 11:29:07.072909 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:29:07.072909 n-d-803378-2 neutron-server[94421]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:29:07.072909 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:29:07.072909 n-d-803378-2 neutron-server[94421]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:29:07.072909 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:29:07.072909 n-d-803378-2 neutron-server[94421]: return f(self, *a, **k) Aug 05 11:29:07.072909 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:29:07.072909 n-d-803378-2 neutron-server[94421]: return self._get(url).json() Aug 05 11:29:07.072909 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:29:07.072909 n-d-803378-2 neutron-server[94421]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:29:07.072909 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:29:07.072909 n-d-803378-2 neutron-server[94421]: return self.request(url, 'GET', **kwargs) Aug 05 11:29:07.072909 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:29:07.072909 n-d-803378-2 neutron-server[94421]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:29:07.072909 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:29:07.072909 n-d-803378-2 neutron-server[94421]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:29:07.072909 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:29:07.072909 n-d-803378-2 neutron-server[94421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:29:07.072909 n-d-803378-2 neutron-server[94421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:29:07.075647 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cafa07db-f939-41a8-815a-12e7b0d3d0b9 req-811ed576-eeb7-4085-88a2-4edeb96aca21 tempest-LiveMigrationTest-868734295 tempest-LiveMigrationTest-868734295-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=12d84a41-4254-4f43-a1c3-ae5bdc7fdfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309735 Aug 05 11:29:07.078063 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:07.104657 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e688c0a-0152-4b70-be72-b6f33f1476be tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Deleting subnet fcf3b1a0-b48a-428f-a8ce-82c8029327c6 {{(pid=94420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:29:07.104657 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9e688c0a-0152-4b70-be72-b6f33f1476be tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Notify callbacks [] for subnet, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:07.180261 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 9649f0d0-db0b-4b44-ab7f-2d10fb07f502, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=9649f0d0-db0b-4b44-ab7f-2d10fb07f502,segment=NetworkSegment(d43210bd-c1e2-42b2-9cfe-90c36ada4f48),segment_id=d43210bd-c1e2-42b2-9cfe-90c36ada4f48)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:29:07.182550 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-9e4ae4cf-1a2a-44e7-9496-bb9f986b5761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:07.190375 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b0977ee-fb1e-4733-b0f4-4ed637173317', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9649f0d0-db0b-4b44-ab7f-2d10fb07f502'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:29:07.194546 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4581fb34-10a2-48a1-a6c3-6015decd389c" -d '{"events": [{"server_uuid": "0b0977ee-fb1e-4733-b0f4-4ed637173317", "name": "network-vif-plugged", "status": "completed", "tag": "9649f0d0-db0b-4b44-ab7f-2d10fb07f502"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:29:07.212319 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:07.228439 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-64498752-368a-40eb-9eb2-f3994af92ab3 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:07.240879 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-64498752-368a-40eb-9eb2-f3994af92ab3 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:07.245218 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-64498752-368a-40eb-9eb2-f3994af92ab3 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] 10.222.0.58 "DELETE /v2.0/networks/f7d12e22-0245-4bed-bc2c-f15f681ca90d HTTP/1.1" status: 204 len: 168 time: 0.6793389 Aug 05 11:29:07.266493 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64498752-368a-40eb-9eb2-f3994af92ab3 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Pushing event deleted for resources: {'Network': ['ID=f7d12e22-0245-4bed-bc2c-f15f681ca90d,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:29:07.271236 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9e688c0a-0152-4b70-be72-b6f33f1476be tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25010562'] for subnet, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:07.287960 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64498752-368a-40eb-9eb2-f3994af92ab3 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:29:07.289375 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64498752-368a-40eb-9eb2-f3994af92ab3 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:29:07.290844 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64498752-368a-40eb-9eb2-f3994af92ab3 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:29:07.290844 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64498752-368a-40eb-9eb2-f3994af92ab3 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:29:07.291250 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64498752-368a-40eb-9eb2-f3994af92ab3 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:29:07.291717 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64498752-368a-40eb-9eb2-f3994af92ab3 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:29:07.291717 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64498752-368a-40eb-9eb2-f3994af92ab3 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:29:07.293023 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64498752-368a-40eb-9eb2-f3994af92ab3 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:29:07.294425 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64498752-368a-40eb-9eb2-f3994af92ab3 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:29:07.295009 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64498752-368a-40eb-9eb2-f3994af92ab3 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:29:07.297487 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64498752-368a-40eb-9eb2-f3994af92ab3 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:29:07.297487 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64498752-368a-40eb-9eb2-f3994af92ab3 tempest-BulkNetworkOpsIpV6Test-733109009 tempest-BulkNetworkOpsIpV6Test-733109009-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:29:07.310246 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=9649f0d0-db0b-4b44-ab7f-2d10fb07f502,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:29:07.357705 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9bbc8a88-dd59-4f9f-9c8e-4ad7463eb0bd req-68d1f3cd-bd9f-44fe-9d08-2894adee8eac tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] 10.222.0.58 "GET /v2.0/security-groups?id=c30dd023-f7ad-4ec4-b865-0b1c0f9292cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569256 Aug 05 11:29:07.454230 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e160182-e700-4fce-8e1c-3b2dd2cc9d30 req-ad24a4f1-5de0-4a65-a951-63c902d0ecf5 tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:07.456066 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7e160182-e700-4fce-8e1c-3b2dd2cc9d30 req-ad24a4f1-5de0-4a65-a951-63c902d0ecf5 tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] 10.222.0.58 "GET /v2.0/ports?device_id=75c70784-f441-4ab8-8180-0808568a131b HTTP/1.1" status: 200 len: 943 time: 0.2342863 Aug 05 11:29:07.498497 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9e688c0a-0152-4b70-be72-b6f33f1476be tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:07.562457 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7e160182-e700-4fce-8e1c-3b2dd2cc9d30 req-736cfe14-931f-40d1-84d0-9aa46d615a39 tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] 10.222.0.58 "GET /v2.0/security-groups?id=fae804d1-089a-4a79-a2ca-e3cefd2bf99a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892065 Aug 05 11:29:07.603906 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9e688c0a-0152-4b70-be72-b6f33f1476be tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29762763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24211094'] for subnet, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:07.649665 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27740eb3-d616-43cf-b459-dfe85b7c679b x-openstack-request-id: req-27740eb3-d616-43cf-b459-dfe85b7c679b {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:29:07.650581 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b0977ee-fb1e-4733-b0f4-4ed637173317", "name": "network-vif-plugged", "status": "completed", "tag": "9649f0d0-db0b-4b44-ab7f-2d10fb07f502", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:29:07.650581 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-27740eb3-d616-43cf-b459-dfe85b7c679b {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:29:07.650830 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b0977ee-fb1e-4733-b0f4-4ed637173317', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9649f0d0-db0b-4b44-ab7f-2d10fb07f502', 'code': 200} Aug 05 11:29:07.651753 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 50386) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:29:07.673261 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e688c0a-0152-4b70-be72-b6f33f1476be tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Pushing event deleted for resources: {'Subnet': ['ID=fcf3b1a0-b48a-428f-a8ce-82c8029327c6,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:29:07.688226 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9e688c0a-0152-4b70-be72-b6f33f1476be tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:07.691125 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e3039e-d6ea-4abc-b12d-147f571c8d6d None None] Network 1fea457b-6ef5-454d-b895-97cc893a0dae requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:29:07.691667 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-9e688c0a-0152-4b70-be72-b6f33f1476be tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] 10.222.0.58 "DELETE /v2.0/subnets/fcf3b1a0-b48a-428f-a8ce-82c8029327c6 HTTP/1.1" status: 204 len: 168 time: 0.7624905 Aug 05 11:29:07.695780 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 50390) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:29:07.944150 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d381161-381d-460b-acf7-9e7dd37ce828 req-faa07417-4124-471b-a26b-f76c3f79f87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:07.951924 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8d381161-381d-460b-acf7-9e7dd37ce828 req-faa07417-4124-471b-a26b-f76c3f79f87f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0b0977ee-fb1e-4733-b0f4-4ed637173317 HTTP/1.1" status: 200 len: 1097 time: 0.1229494 Aug 05 11:29:08.089307 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8d381161-381d-460b-acf7-9e7dd37ce828 req-98d38f9e-e121-4e53-b27d-cdbb8e2b24e9 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c30dd023-f7ad-4ec4-b865-0b1c0f9292cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281545 Aug 05 11:29:08.128766 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60003000-ff70-4629-a47a-2c896e79cb2b None None] DHCP port deletion for 1fea457b-6ef5-454d-b895-97cc893a0dae request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 11:29:08.130392 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaa5f33-8cae-4609-9dd9-703cee79c800 req-87b0e0d0-4696-44e4-92c2-1e46a51bec71 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:08.136774 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-beaa5f33-8cae-4609-9dd9-703cee79c800 req-87b0e0d0-4696-44e4-92c2-1e46a51bec71 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 944 time: 0.1530550 Aug 05 11:29:08.198607 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-60003000-ff70-4629-a47a-2c896e79cb2b None None] Deleting port fadcd879-b836-4afe-92c4-c02c65d871d5 {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:29:08.199238 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-60003000-ff70-4629-a47a-2c896e79cb2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:08.201835 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-beaa5f33-8cae-4609-9dd9-703cee79c800 req-260ec60a-1296-433f-8391-72065d1eb42c tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541801 Aug 05 11:29:08.296148 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-60003000-ff70-4629-a47a-2c896e79cb2b None None] For port fadcd879-b836-4afe-92c4-c02c65d871d5, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=fadcd879-b836-4afe-92c4-c02c65d871d5,segment=NetworkSegment(4408a66c-29ae-4d38-a473-cc98f29f756e),segment_id=4408a66c-29ae-4d38-a473-cc98f29f756e)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:29:08.296589 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-60003000-ff70-4629-a47a-2c896e79cb2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:08.318428 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-60003000-ff70-4629-a47a-2c896e79cb2b None None] Calling delete_port for fadcd879-b836-4afe-92c4-c02c65d871d5 owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:29:08.456557 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-60003000-ff70-4629-a47a-2c896e79cb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:08.464992 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8ba56032-3706-4c8a-b252-17ceda241d82 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:08.485923 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-cf5e8ae5-b928-4556-afa8-403ae0482c28 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bb27797234f3446b9d24ad8ee93eb578&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8303454 Aug 05 11:29:08.487095 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 50400) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:29:08.499330 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60003000-ff70-4629-a47a-2c896e79cb2b None None] Pushing event deleted for resources: {'Port': ['ID=fadcd879-b836-4afe-92c4-c02c65d871d5,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:29:08.513345 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60003000-ff70-4629-a47a-2c896e79cb2b None None] No DVR routers for this DVR port fadcd879-b836-4afe-92c4-c02c65d871d5 on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:29:08.604832 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93667173-29c2-4aff-a830-51334f0351de req-715cfda0-64ad-48ea-861f-8718399d15e5 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:08.606624 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-93667173-29c2-4aff-a830-51334f0351de req-715cfda0-64ad-48ea-861f-8718399d15e5 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b0977ee-fb1e-4733-b0f4-4ed637173317 HTTP/1.1" status: 200 len: 946 time: 0.1053143 Aug 05 11:29:08.677473 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-93667173-29c2-4aff-a830-51334f0351de req-807bec03-51bd-496d-9489-2fffbe84c8e9 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] 10.222.0.58 "GET /v2.0/security-groups?id=c30dd023-f7ad-4ec4-b865-0b1c0f9292cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607622 Aug 05 11:29:08.686703 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-05d6b44d-3273-464e-ae46-eea61abccf41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:08.690546 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device f9d54d46-86ca-4641-97de-70034982b8a3 details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:29:08.691138 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8ba56032-3706-4c8a-b252-17ceda241d82 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:08.714345 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-8ba56032-3706-4c8a-b252-17ceda241d82 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fea457b-6ef5-454d-b895-97cc893a0dae']}} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:29:08.742006 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-8ba56032-3706-4c8a-b252-17ceda241d82 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4408a66c-29ae-4d38-a473-cc98f29f756e') {'for_net_delete': True} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:29:08.742314 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-8ba56032-3706-4c8a-b252-17ceda241d82 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4408a66c-29ae-4d38-a473-cc98f29f756e') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:29:08.761165 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-05d6b44d-3273-464e-ae46-eea61abccf41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:08.774463 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8ba56032-3706-4c8a-b252-17ceda241d82 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29786371'] for segment, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:08.816694 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8ba56032-3706-4c8a-b252-17ceda241d82 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:08.841237 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ba56032-3706-4c8a-b252-17ceda241d82 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Releasing vlan 656 on physical network physnet1 to pool {{(pid=94421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:29:08.841961 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8ba56032-3706-4c8a-b252-17ceda241d82 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25038799'] for segment, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:08.849849 n-d-803378-2 neutron-server[94421]: Traceback (most recent call last): Aug 05 11:29:08.849849 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:29:08.849849 n-d-803378-2 neutron-server[94421]: timer() Aug 05 11:29:08.849849 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:29:08.849849 n-d-803378-2 neutron-server[94421]: cb(*args, **kw) Aug 05 11:29:08.849849 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:29:08.849849 n-d-803378-2 neutron-server[94421]: return func(*args, **kwargs) Aug 05 11:29:08.849849 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:29:08.849849 n-d-803378-2 neutron-server[94421]: self._notify() Aug 05 11:29:08.849849 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:29:08.849849 n-d-803378-2 neutron-server[94421]: self.callback(batched_events) Aug 05 11:29:08.849849 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:29:08.849849 n-d-803378-2 neutron-server[94421]: event.method(event) Aug 05 11:29:08.849849 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:29:08.849849 n-d-803378-2 neutron-server[94421]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:29:08.849849 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:29:08.849849 n-d-803378-2 neutron-server[94421]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:29:08.849849 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:29:08.849849 n-d-803378-2 neutron-server[94421]: return f(self, *a, **k) Aug 05 11:29:08.849849 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:29:08.849849 n-d-803378-2 neutron-server[94421]: return self._get(url).json() Aug 05 11:29:08.849849 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:29:08.849849 n-d-803378-2 neutron-server[94421]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:29:08.849849 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:29:08.849849 n-d-803378-2 neutron-server[94421]: return self.request(url, 'GET', **kwargs) Aug 05 11:29:08.849849 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:29:08.849849 n-d-803378-2 neutron-server[94421]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:29:08.849849 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:29:08.849849 n-d-803378-2 neutron-server[94421]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:29:08.849849 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:29:08.849849 n-d-803378-2 neutron-server[94421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:29:08.849849 n-d-803378-2 neutron-server[94421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:29:08.868998 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdc4abc-c73b-4e43-90bf-d7f9376d1f29 req-9d698a0e-e59b-46e8-8a53-96bd13b72de9 tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:08.872265 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7cdc4abc-c73b-4e43-90bf-d7f9376d1f29 req-9d698a0e-e59b-46e8-8a53-96bd13b72de9 tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] 10.222.0.58 "GET /v2.0/ports?device_id=75c70784-f441-4ab8-8180-0808568a131b HTTP/1.1" status: 200 len: 943 time: 0.1383264 Aug 05 11:29:08.929865 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port f9d54d46-86ca-4641-97de-70034982b8a3, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=f9d54d46-86ca-4641-97de-70034982b8a3,segment=NetworkSegment(bf5ea81e-15f9-4076-bdcb-a17ddcbb48e7),segment_id=bf5ea81e-15f9-4076-bdcb-a17ddcbb48e7)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:29:08.943391 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 2df26a48-fa2b-4da2-a97e-af100eff3c8f details requested by agent hyperv_n-h1-803378-2 with host n-h1-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:29:08.976463 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Returning: {'device': 'f9d54d46-86ca-4641-97de-70034982b8a3', 'network_id': '72f96f2a-462c-48d7-8766-7c7b67cf86a3', 'port_id': 'f9d54d46-86ca-4641-97de-70034982b8a3', 'mac_address': 'fa:16:3e:8c:67:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ef80fca-fd54-480d-8282-0db28be1660b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:29:08.979202 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7cdc4abc-c73b-4e43-90bf-d7f9376d1f29 req-aa54bb66-899d-48fb-8453-39b8f2e2dedf tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] 10.222.0.58 "GET /v2.0/security-groups?id=fae804d1-089a-4a79-a2ca-e3cefd2bf99a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933175 Aug 05 11:29:09.003245 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8ba56032-3706-4c8a-b252-17ceda241d82 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:09.018991 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8ba56032-3706-4c8a-b252-17ceda241d82 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:09.024574 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-8ba56032-3706-4c8a-b252-17ceda241d82 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] 10.222.0.58 "DELETE /v2.0/networks/1fea457b-6ef5-454d-b895-97cc893a0dae HTTP/1.1" status: 204 len: 168 time: 1.3241682 Aug 05 11:29:09.106003 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-05d6b44d-3273-464e-ae46-eea61abccf41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:09.114194 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-05d6b44d-3273-464e-ae46-eea61abccf41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:09.116255 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-05d6b44d-3273-464e-ae46-eea61abccf41 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/15a97a3d-3575-48d9-a784-1aa28570c55c HTTP/1.1" status: 204 len: 168 time: 0.6273324 Aug 05 11:29:09.121276 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba56032-3706-4c8a-b252-17ceda241d82 tempest-ServersTestMultiNic-1100310970 tempest-ServersTestMultiNic-1100310970-project] Pushing event deleted for resources: {'Network': ['ID=1fea457b-6ef5-454d-b895-97cc893a0dae,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:29:09.154067 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d6b44d-3273-464e-ae46-eea61abccf41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15a97a3d-3575-48d9-a784-1aa28570c55c,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:29:09.350576 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 2df26a48-fa2b-4da2-a97e-af100eff3c8f, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=2df26a48-fa2b-4da2-a97e-af100eff3c8f,segment=NetworkSegment(518e3e63-d2a5-47d5-92b9-f966f275c6de),segment_id=518e3e63-d2a5-47d5-92b9-f966f275c6de)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:29:09.383886 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Returning: {'device': '2df26a48-fa2b-4da2-a97e-af100eff3c8f', 'network_id': '126f96b6-eb66-4c29-a167-bda979496a65', 'port_id': '2df26a48-fa2b-4da2-a97e-af100eff3c8f', 'mac_address': 'fa:16:3e:a4:e3:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f603f39f-fbde-4d83-a41f-e0babb1f3ff1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:29:09.528159 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 50422) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:29:09.572831 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:09.604603 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:09.631539 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaeb10d-4abf-427a-a6cd-6f863fd0d930 req-9dd99c95-f565-4d75-93d5-eac3dd52de62 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:09.666544 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2df26a48-fa2b-4da2-a97e-af100eff3c8f {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:29:09.670482 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ecaeb10d-4abf-427a-a6cd-6f863fd0d930 req-9dd99c95-f565-4d75-93d5-eac3dd52de62 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 944 time: 0.2009892 Aug 05 11:29:09.677701 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9d54d46-86ca-4641-97de-70034982b8a3 {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:29:09.759573 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 2df26a48-fa2b-4da2-a97e-af100eff3c8f, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=2df26a48-fa2b-4da2-a97e-af100eff3c8f,segment=NetworkSegment(518e3e63-d2a5-47d5-92b9-f966f275c6de),segment_id=518e3e63-d2a5-47d5-92b9-f966f275c6de)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:29:09.763473 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port f9d54d46-86ca-4641-97de-70034982b8a3, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=f9d54d46-86ca-4641-97de-70034982b8a3,segment=NetworkSegment(bf5ea81e-15f9-4076-bdcb-a17ddcbb48e7),segment_id=bf5ea81e-15f9-4076-bdcb-a17ddcbb48e7)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:29:09.769249 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:09.780635 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:09.814866 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ecaeb10d-4abf-427a-a6cd-6f863fd0d930 req-00b3bc5c-bced-4352-822a-4c19f90f24b9 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414666 Aug 05 11:29:09.939987 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:09.947253 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=2df26a48-fa2b-4da2-a97e-af100eff3c8f,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:29:09.999424 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-4508ea03-3d01-452f-a7bc-092b620d02d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:10.135465 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['f9d54d46-86ca-4641-97de-70034982b8a3'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:29:10.230046 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device fadcd879-b836-4afe-92c4-c02c65d871d5 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:29:10.237364 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=f9d54d46-86ca-4641-97de-70034982b8a3,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:29:10.325110 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['2df26a48-fa2b-4da2-a97e-af100eff3c8f'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:29:10.380328 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e294c413-1bc9-4f20-b67b-65ff4bc28e5d req-0f19cb68-0bba-442c-b138-4c1a0ed86755 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:10.382988 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e294c413-1bc9-4f20-b67b-65ff4bc28e5d req-0f19cb68-0bba-442c-b138-4c1a0ed86755 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b0977ee-fb1e-4733-b0f4-4ed637173317 HTTP/1.1" status: 200 len: 946 time: 0.2706637 Aug 05 11:29:10.464943 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: fadcd879-b836-4afe-92c4-c02c65d871d5 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:29:10.465869 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device fadcd879-b836-4afe-92c4-c02c65d871d5 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:29:10.472319 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a7738e-5a7e-450f-b922-a9c705dd5252 req-af8f6d63-8d18-40f8-8b9d-884da4e581d4 tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:10.483043 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-04a7738e-5a7e-450f-b922-a9c705dd5252 req-af8f6d63-8d18-40f8-8b9d-884da4e581d4 tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] 10.222.0.58 "GET /v2.0/ports?device_id=75c70784-f441-4ab8-8180-0808568a131b HTTP/1.1" status: 200 len: 944 time: 0.2110474 Aug 05 11:29:10.566322 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-04a7738e-5a7e-450f-b922-a9c705dd5252 req-e0d27b77-e589-4a2b-916c-6c232ec7555b tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] 10.222.0.58 "GET /v2.0/security-groups?id=fae804d1-089a-4a79-a2ca-e3cefd2bf99a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809727 Aug 05 11:29:10.587520 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e294c413-1bc9-4f20-b67b-65ff4bc28e5d req-ce944aa0-e377-4309-9c62-1f6802f541c9 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] 10.222.0.58 "GET /v2.0/security-groups?id=c30dd023-f7ad-4ec4-b865-0b1c0f9292cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890280 Aug 05 11:29:10.882457 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f39b5833-e660-4ce6-b184-4cdf80c28955 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33208311'] for router_interface, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:11.101628 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 50456) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:29:11.124922 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3df2105d-d8ab-4936-87a0-3757c798f695 req-b3b18b01-23b3-4608-a285-310b7434ba7c tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd HTTP/1.1" status: 200 len: 258 time: 0.4600480 Aug 05 11:29:11.148658 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-3df2105d-d8ab-4936-87a0-3757c798f695 req-c6ab06d5-80a5-4015-9c78-298b6626aa75 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] Request body: {'floatingip': {'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:29:11.251575 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5b9554-0b09-41d8-9e07-d413f1b37e6d req-4d1abe24-f6ca-49d1-905a-3d2adefa95b3 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:11.265149 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-be5b9554-0b09-41d8-9e07-d413f1b37e6d req-4d1abe24-f6ca-49d1-905a-3d2adefa95b3 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 945 time: 0.1514673 Aug 05 11:29:11.279364 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-3df2105d-d8ab-4936-87a0-3757c798f695 req-c6ab06d5-80a5-4015-9c78-298b6626aa75 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] Notify callbacks [] for floatingip, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:11.323582 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-38d2bb34-4087-4b7f-aeb8-86c9d82b6f62 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1420404140'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:29:11.401163 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38d2bb34-4087-4b7f-aeb8-86c9d82b6f62 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Made reservation on behalf of c6f61cb628df45739d23be5e7f8e483c for: {'network': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:29:11.407259 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-38d2bb34-4087-4b7f-aeb8-86c9d82b6f62 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:11.408374 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-be5b9554-0b09-41d8-9e07-d413f1b37e6d req-a60c5176-4042-4e18-8f9d-324c64941159 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412299 Aug 05 11:29:11.431530 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-38d2bb34-4087-4b7f-aeb8-86c9d82b6f62 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:11.487593 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-f39b5833-e660-4ce6-b184-4cdf80c28955 admin admin] Deleting port f261e787-8bb8-4b8a-b10d-4f41ea00a480 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:29:11.488334 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f39b5833-e660-4ce6-b184-4cdf80c28955 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:11.514506 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-3df2105d-d8ab-4936-87a0-3757c798f695 req-c6ab06d5-80a5-4015-9c78-298b6626aa75 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:11.600851 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:11.728208 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [None req-f39b5833-e660-4ce6-b184-4cdf80c28955 admin admin] For port f261e787-8bb8-4b8a-b10d-4f41ea00a480, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=f261e787-8bb8-4b8a-b10d-4f41ea00a480,segment=NetworkSegment(89963076-285a-4446-a1a2-1943463318a2),segment_id=89963076-285a-4446-a1a2-1943463318a2)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:29:11.728958 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f39b5833-e660-4ce6-b184-4cdf80c28955 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:11.779232 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-f39b5833-e660-4ce6-b184-4cdf80c28955 admin admin] Calling delete_port for f261e787-8bb8-4b8a-b10d-4f41ea00a480 owned by network:router_interface {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:29:11.801795 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [req-3df2105d-d8ab-4936-87a0-3757c798f695 req-c6ab06d5-80a5-4015-9c78-298b6626aa75 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] Allocated IP 172.25.5.177 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/7cb79747-edcd-45ac-af48-ac6586be530f) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:29:11.852429 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06afc066-9d8c-413a-a748-afeb0bb4828b req-f9d6cf90-e59f-4f15-8cde-26906d2b9732 tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:11.855016 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-06afc066-9d8c-413a-a748-afeb0bb4828b req-f9d6cf90-e59f-4f15-8cde-26906d2b9732 tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] 10.222.0.58 "GET /v2.0/ports?device_id=75c70784-f441-4ab8-8180-0808568a131b HTTP/1.1" status: 200 len: 944 time: 0.1319089 Aug 05 11:29:11.883796 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-38d2bb34-4087-4b7f-aeb8-86c9d82b6f62 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:11.898329 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-38d2bb34-4087-4b7f-aeb8-86c9d82b6f62 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:11.954590 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38d2bb34-4087-4b7f-aeb8-86c9d82b6f62 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] vlan segment allocate from pool success with {'vlan_id': 654, 'physical_network': 'physnet1'} {{(pid=94421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:29:11.995504 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d2bb34-4087-4b7f-aeb8-86c9d82b6f62 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d68e06de-9b46-4aca-8291-34f839abc582,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:29:12.001063 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-38d2bb34-4087-4b7f-aeb8-86c9d82b6f62 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:12.002439 n-d-803378-2 neutron-server[94421]: INFO neutron.db.segments_db [None req-38d2bb34-4087-4b7f-aeb8-86c9d82b6f62 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Added segment 9ed3612e-b09b-4b52-b02e-66d2c03431cd of type vlan for network 1910e859-c897-4999-924c-c91490b8a290 Aug 05 11:29:12.019668 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-06afc066-9d8c-413a-a748-afeb0bb4828b req-dd848da5-23f7-424f-9799-8a6f6ed2e1c3 tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] 10.222.0.58 "GET /v2.0/security-groups?id=fae804d1-089a-4a79-a2ca-e3cefd2bf99a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1465578 Aug 05 11:29:12.109604 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-3df2105d-d8ab-4936-87a0-3757c798f695 req-c6ab06d5-80a5-4015-9c78-298b6626aa75 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:12.128270 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-38d2bb34-4087-4b7f-aeb8-86c9d82b6f62 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:12.215305 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-3df2105d-d8ab-4936-87a0-3757c798f695 req-c6ab06d5-80a5-4015-9c78-298b6626aa75 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:12.219018 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-38d2bb34-4087-4b7f-aeb8-86c9d82b6f62 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:12.228639 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d2bb34-4087-4b7f-aeb8-86c9d82b6f62 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:12.231910 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-38d2bb34-4087-4b7f-aeb8-86c9d82b6f62 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:12.306640 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ab06d5-80a5-4015-9c78-298b6626aa75 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] Pushing event updated for resources: {'Port': ['ID=7cb79747-edcd-45ac-af48-ac6586be530f,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:29:12.308676 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-38d2bb34-4087-4b7f-aeb8-86c9d82b6f62 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2063372 Aug 05 11:29:12.326252 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3df2105d-d8ab-4936-87a0-3757c798f695 req-c6ab06d5-80a5-4015-9c78-298b6626aa75 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:29:12.330906 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 50468) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:29:12.339909 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-b39edbbe-4cc0-498d-901a-30334388c046 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Request body: {'port': {'network_id': '1910e859-c897-4999-924c-c91490b8a290', 'name': 'tempest-PortsIpV6TestJSON-1896057555'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:29:12.346715 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [req-3df2105d-d8ab-4936-87a0-3757c798f695 req-c6ab06d5-80a5-4015-9c78-298b6626aa75 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:29:12.377744 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [req-3df2105d-d8ab-4936-87a0-3757c798f695 req-c6ab06d5-80a5-4015-9c78-298b6626aa75 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:29:12.420604 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f39b5833-e660-4ce6-b184-4cdf80c28955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:12.480368 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d2bb34-4087-4b7f-aeb8-86c9d82b6f62 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Pushing event updated for resources: {'Network': ['ID=1910e859-c897-4999-924c-c91490b8a290,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:29:12.496003 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 1910e859-c897-4999-924c-c91490b8a290 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:29:12.510382 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39b5833-e660-4ce6-b184-4cdf80c28955 admin admin] Pushing event deleted for resources: {'Port': ['ID=f261e787-8bb8-4b8a-b10d-4f41ea00a480,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:29:12.644122 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b39edbbe-4cc0-498d-901a-30334388c046 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Made reservation on behalf of c6f61cb628df45739d23be5e7f8e483c for: {'port': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:29:12.648818 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b39edbbe-4cc0-498d-901a-30334388c046 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:12.688767 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device f9d54d46-86ca-4641-97de-70034982b8a3 up at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:29:12.691593 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [None req-b39edbbe-4cc0-498d-901a-30334388c046 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] device_id is not set on port 7bdfd774-d226-407a-85eb-349a03c7d00b yet. {{(pid=94420) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 11:29:12.719078 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea34d472-7861-4279-9530-ac99234152f6 req-5ce5d3e9-c978-4938-91bf-18b1c073c95f tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:12.725258 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ea34d472-7861-4279-9530-ac99234152f6 req-5ce5d3e9-c978-4938-91bf-18b1c073c95f tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 945 time: 0.2113025 Aug 05 11:29:12.755861 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-3df2105d-d8ab-4936-87a0-3757c798f695 req-c6ab06d5-80a5-4015-9c78-298b6626aa75 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:12.866380 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning for port f9d54d46-86ca-4641-97de-70034982b8a3 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:29:12.877459 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning complete for port f9d54d46-86ca-4641-97de-70034982b8a3 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:29:12.879753 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:12.886080 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 2df26a48-fa2b-4da2-a97e-af100eff3c8f up at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:29:12.897756 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f39b5833-e660-4ce6-b184-4cdf80c28955 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33140263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33208171'] for router_interface, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:12.918083 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-3df2105d-d8ab-4936-87a0-3757c798f695 req-c6ab06d5-80a5-4015-9c78-298b6626aa75 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:13.048085 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning for port 2df26a48-fa2b-4da2-a97e-af100eff3c8f completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:29:13.059477 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning complete for port 2df26a48-fa2b-4da2-a97e-af100eff3c8f triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:29:13.060028 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:13.115211 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b39edbbe-4cc0-498d-901a-30334388c046 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:13.125112 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:13.150802 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ea34d472-7861-4279-9530-ac99234152f6 req-9bb27152-47de-4dff-92fa-1d316bd26d81 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3922007 Aug 05 11:29:13.188452 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75c70784-f441-4ab8-8180-0808568a131b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9d54d46-86ca-4641-97de-70034982b8a3'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:29:13.192853 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-014be2df-233f-4510-bbd3-820dade8fae7" -d '{"events": [{"server_uuid": "75c70784-f441-4ab8-8180-0808568a131b", "name": "network-vif-plugged", "status": "completed", "tag": "f9d54d46-86ca-4641-97de-70034982b8a3"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:29:13.224093 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port f9d54d46-86ca-4641-97de-70034982b8a3, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=f9d54d46-86ca-4641-97de-70034982b8a3,segment=NetworkSegment(bf5ea81e-15f9-4076-bdcb-a17ddcbb48e7),segment_id=bf5ea81e-15f9-4076-bdcb-a17ddcbb48e7)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:29:13.258696 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:13.275755 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f39b5833-e660-4ce6-b184-4cdf80c28955 admin admin] Router d84b51e3-eb87-4a92-98d1-d7d070a9cb6b has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 11:29:13.324304 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:13.384636 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=f9d54d46-86ca-4641-97de-70034982b8a3,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:29:13.416776 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 2df26a48-fa2b-4da2-a97e-af100eff3c8f, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=2df26a48-fa2b-4da2-a97e-af100eff3c8f,segment=NetworkSegment(518e3e63-d2a5-47d5-92b9-f966f275c6de),segment_id=518e3e63-d2a5-47d5-92b9-f966f275c6de)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:29:13.424013 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:13.435891 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b39edbbe-4cc0-498d-901a-30334388c046 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:13.555420 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe9b485-1815-4e4f-96e0-28f0aa261550 req-76341866-d3cd-4c6f-ab71-dbfb17e0e0ec tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:13.557220 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bfe9b485-1815-4e4f-96e0-28f0aa261550 req-76341866-d3cd-4c6f-ab71-dbfb17e0e0ec tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] 10.222.0.58 "GET /v2.0/ports?device_id=75c70784-f441-4ab8-8180-0808568a131b HTTP/1.1" status: 200 len: 945 time: 0.1795406 Aug 05 11:29:13.558197 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f39b5833-e660-4ce6-b184-4cdf80c28955 admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:29:13.570829 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39edbbe-4cc0-498d-901a-30334388c046 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Pushing event updated for resources: {'Port': ['ID=7bdfd774-d226-407a-85eb-349a03c7d00b,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:29:13.572369 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-f39b5833-e660-4ce6-b184-4cdf80c28955 admin admin] 10.222.0.58 "PUT /v2.0/routers/d84b51e3-eb87-4a92-98d1-d7d070a9cb6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0375125 Aug 05 11:29:13.572767 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 50482) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:29:13.575933 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ba4f56-cf0b-49ed-b06e-36ee3341e50f None None] Sync routers for ids ['d84b51e3-eb87-4a92-98d1-d7d070a9cb6b'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:29:13.594799 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ba4f56-cf0b-49ed-b06e-36ee3341e50f None None] Routers {'d84b51e3-eb87-4a92-98d1-d7d070a9cb6b'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:29:13.597912 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-11ba4f56-cf0b-49ed-b06e-36ee3341e50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:29:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['d84b51e3-eb87-4a92-98d1-d7d070a9cb6b'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:29:13.601790 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=2df26a48-fa2b-4da2-a97e-af100eff3c8f,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:29:13.724661 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:13.754904 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39edbbe-4cc0-498d-901a-30334388c046 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Checking segment: {'id': '9ed3612e-b09b-4b52-b02e-66d2c03431cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '1910e859-c897-4999-924c-c91490b8a290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:29:13.754904 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39edbbe-4cc0-498d-901a-30334388c046 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Network hostable DHCP agents. Network: 1910e859-c897-4999-924c-c91490b8a290, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:29:13.765059 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-3df2105d-d8ab-4936-87a0-3757c798f695 req-c6ab06d5-80a5-4015-9c78-298b6626aa75 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:13.818245 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-11ba4f56-cf0b-49ed-b06e-36ee3341e50f None None] Set router d84b51e3-eb87-4a92-98d1-d7d070a9cb6b gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:29:14.154508 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-11ba4f56-cf0b-49ed-b06e-36ee3341e50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd84b51e3-eb87-4a92-98d1-d7d070a9cb6b', 'name': 'tempest-ServersTestMultiNic-176608058-router', 'tenant_id': '496a66fa8c0741119f64b2d8ff8b2bc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': 'ecbc01ff-2470-4c57-895b-d73207b10c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:26:29Z', 'updated_at': '2021-08-05T11:29:12Z', 'revision_number': 5, 'project_id': '496a66fa8c0741119f64b2d8ff8b2bc9', 'gw_port': {'id': 'ecbc01ff-2470-4c57-895b-d73207b10c32', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c0:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84b51e3-eb87-4a92-98d1-d7d070a9cb6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:26:35Z', 'updated_at': '2021-08-05T11:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:29:14.207991 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ba4f56-cf0b-49ed-b06e-36ee3341e50f None None] Checking router: d84b51e3-eb87-4a92-98d1-d7d070a9cb6b for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:29:14.224968 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ba4f56-cf0b-49ed-b06e-36ee3341e50f None None] Routers {'d84b51e3-eb87-4a92-98d1-d7d070a9cb6b'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:29:14.226793 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-11ba4f56-cf0b-49ed-b06e-36ee3341e50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:29:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['d84b51e3-eb87-4a92-98d1-d7d070a9cb6b'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:29:14.260710 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-3df2105d-d8ab-4936-87a0-3757c798f695 req-c6ab06d5-80a5-4015-9c78-298b6626aa75 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:14.288553 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bfe9b485-1815-4e4f-96e0-28f0aa261550 req-b44a5693-6e18-48a9-b35b-8283a87f6b8b tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] 10.222.0.58 "GET /v2.0/security-groups?id=fae804d1-089a-4a79-a2ca-e3cefd2bf99a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6909957 Aug 05 11:29:14.411865 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ab06d5-80a5-4015-9c78-298b6626aa75 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] Pushing event updated for resources: {'Port': ['ID=7cb79747-edcd-45ac-af48-ac6586be530f,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:29:14.417514 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d448ea10-533f-427a-9512-bb632585cd0a admin admin] Notify callbacks [] for router, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:14.505029 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-11ba4f56-cf0b-49ed-b06e-36ee3341e50f None None] Set router d84b51e3-eb87-4a92-98d1-d7d070a9cb6b gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:29:14.532587 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f458fc49-3c9f-4623-8516-64cc7f5d74bc x-openstack-request-id: req-f458fc49-3c9f-4623-8516-64cc7f5d74bc {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:29:14.534354 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75c70784-f441-4ab8-8180-0808568a131b", "name": "network-vif-plugged", "status": "completed", "tag": "f9d54d46-86ca-4641-97de-70034982b8a3", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:29:14.534948 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f458fc49-3c9f-4623-8516-64cc7f5d74bc {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:29:14.535663 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75c70784-f441-4ab8-8180-0808568a131b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9d54d46-86ca-4641-97de-70034982b8a3', 'code': 200} Aug 05 11:29:14.628663 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d448ea10-533f-427a-9512-bb632585cd0a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:14.653830 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39edbbe-4cc0-498d-901a-30334388c046 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Network 1910e859-c897-4999-924c-c91490b8a290 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:29:14.808100 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-b39edbbe-4cc0-498d-901a-30334388c046 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, 1910e859-c897-4999-924c-c91490b8a290) {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:29:14.827440 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee47662e-f9cc-4c65-9c4d-e2629c5a5dbe None None] Network 1910e859-c897-4999-924c-c91490b8a290 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:29:14.835405 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-11ba4f56-cf0b-49ed-b06e-36ee3341e50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd84b51e3-eb87-4a92-98d1-d7d070a9cb6b', 'name': 'tempest-ServersTestMultiNic-176608058-router', 'tenant_id': '496a66fa8c0741119f64b2d8ff8b2bc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': 'ecbc01ff-2470-4c57-895b-d73207b10c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:26:29Z', 'updated_at': '2021-08-05T11:29:12Z', 'revision_number': 5, 'project_id': '496a66fa8c0741119f64b2d8ff8b2bc9', 'gw_port': {'id': 'ecbc01ff-2470-4c57-895b-d73207b10c32', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c0:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84b51e3-eb87-4a92-98d1-d7d070a9cb6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:26:35Z', 'updated_at': '2021-08-05T11:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:29:14.872416 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ba4f56-cf0b-49ed-b06e-36ee3341e50f None None] The sync data for ids ['d84b51e3-eb87-4a92-98d1-d7d070a9cb6b'] in n-d-803378-2 is: [{'id': 'd84b51e3-eb87-4a92-98d1-d7d070a9cb6b', 'name': 'tempest-ServersTestMultiNic-176608058-router', 'tenant_id': '496a66fa8c0741119f64b2d8ff8b2bc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': 'ecbc01ff-2470-4c57-895b-d73207b10c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:26:29Z', 'updated_at': '2021-08-05T11:29:12Z', 'revision_number': 5, 'project_id': '496a66fa8c0741119f64b2d8ff8b2bc9', 'gw_port': {'id': 'ecbc01ff-2470-4c57-895b-d73207b10c32', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c0:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84b51e3-eb87-4a92-98d1-d7d070a9cb6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:26:35Z', 'updated_at': '2021-08-05T11:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:29:14.882734 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-3df2105d-d8ab-4936-87a0-3757c798f695 req-c6ab06d5-80a5-4015-9c78-298b6626aa75 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33287247'] for floatingip, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:14.886122 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39edbbe-4cc0-498d-901a-30334388c046 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:29:14.894512 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39edbbe-4cc0-498d-901a-30334388c046 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:14.895261 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b39edbbe-4cc0-498d-901a-30334388c046 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:14.965716 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-3df2105d-d8ab-4936-87a0-3757c798f695 req-c6ab06d5-80a5-4015-9c78-298b6626aa75 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:14.967103 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3df2105d-d8ab-4936-87a0-3757c798f695 req-c6ab06d5-80a5-4015-9c78-298b6626aa75 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.8265352 Aug 05 11:29:14.977987 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 50490) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:29:14.978927 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-b39edbbe-4cc0-498d-901a-30334388c046 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.6458123 Aug 05 11:29:14.986210 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-0e77e255-ef6b-47ec-bfa9-5227008dbead tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-338884255'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:29:15.012671 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d787948a-49f4-49d7-94fa-9f1ffcec6e3b req-707132ad-d6b7-4bc6-88a5-659d05204f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:15.016815 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d787948a-49f4-49d7-94fa-9f1ffcec6e3b req-707132ad-d6b7-4bc6-88a5-659d05204f6d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=75c70784-f441-4ab8-8180-0808568a131b HTTP/1.1" status: 200 len: 1096 time: 0.3037453 Aug 05 11:29:15.059502 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e77e255-ef6b-47ec-bfa9-5227008dbead tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Made reservation on behalf of c6f61cb628df45739d23be5e7f8e483c for: {'network': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:29:15.067602 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0e77e255-ef6b-47ec-bfa9-5227008dbead tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:15.121433 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e77e255-ef6b-47ec-bfa9-5227008dbead tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] vlan segment allocate from pool success with {'vlan_id': 698, 'physical_network': 'physnet1'} {{(pid=94421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:29:15.137219 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0e77e255-ef6b-47ec-bfa9-5227008dbead tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:15.137634 n-d-803378-2 neutron-server[94421]: INFO neutron.db.segments_db [None req-0e77e255-ef6b-47ec-bfa9-5227008dbead tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Added segment b2f62255-5c58-4357-9ab9-33fe5b25affb of type vlan for network f287e086-29e2-4773-be7c-ec3cb430cd78 Aug 05 11:29:15.141213 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f862c726-00cb-46b2-9ac8-40b72ccbeda6 req-67ee6861-8de8-427f-8c17-8409a7509d04 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:15.146009 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f862c726-00cb-46b2-9ac8-40b72ccbeda6 req-67ee6861-8de8-427f-8c17-8409a7509d04 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 946 time: 0.3272712 Aug 05 11:29:15.179895 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-d448ea10-533f-427a-9512-bb632585cd0a admin admin] Deleting port ecbc01ff-2470-4c57-895b-d73207b10c32 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:29:15.180245 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d448ea10-533f-427a-9512-bb632585cd0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:15.193623 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0e77e255-ef6b-47ec-bfa9-5227008dbead tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:15.194093 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3df2105d-d8ab-4936-87a0-3757c798f695 req-7f224819-6520-4d83-a85a-da9d2725337d tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.5.177 HTTP/1.1" status: 200 len: 696 time: 0.2002430 Aug 05 11:29:15.251280 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0e77e255-ef6b-47ec-bfa9-5227008dbead tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:15.259690 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e77e255-ef6b-47ec-bfa9-5227008dbead tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:15.260379 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0e77e255-ef6b-47ec-bfa9-5227008dbead tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:15.298766 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-0e77e255-ef6b-47ec-bfa9-5227008dbead tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3172474 Aug 05 11:29:15.342282 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 50492) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:29:15.348699 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-41b2bf61-633e-42ab-aa41-e90d1759abfc tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Request body: {'ports': [{'network_id': '1910e859-c897-4999-924c-c91490b8a290'}, {'network_id': 'f287e086-29e2-4773-be7c-ec3cb430cd78'}]} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:29:15.348699 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-41b2bf61-633e-42ab-aa41-e90d1759abfc tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Request body: {'port': {'network_id': '1910e859-c897-4999-924c-c91490b8a290'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:29:15.349039 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-41b2bf61-633e-42ab-aa41-e90d1759abfc tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Request body: {'port': {'network_id': 'f287e086-29e2-4773-be7c-ec3cb430cd78'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:29:15.369426 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d787948a-49f4-49d7-94fa-9f1ffcec6e3b req-a344d600-eb15-49bf-bdb7-c52f8d93466b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=fae804d1-089a-4a79-a2ca-e3cefd2bf99a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3136878 Aug 05 11:29:15.403149 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e77e255-ef6b-47ec-bfa9-5227008dbead tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Pushing event updated for resources: {'Network': ['ID=f287e086-29e2-4773-be7c-ec3cb430cd78,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:29:15.415753 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network f287e086-29e2-4773-be7c-ec3cb430cd78 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:29:15.453863 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f862c726-00cb-46b2-9ac8-40b72ccbeda6 req-6860c3fa-da37-4d2c-a0e9-d88b4667e5c6 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2860010 Aug 05 11:29:15.542666 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-d448ea10-533f-427a-9512-bb632585cd0a admin admin] For port ecbc01ff-2470-4c57-895b-d73207b10c32, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=ecbc01ff-2470-4c57-895b-d73207b10c32,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:29:15.543047 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d448ea10-533f-427a-9512-bb632585cd0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:15.595773 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-d448ea10-533f-427a-9512-bb632585cd0a admin admin] Calling delete_port for ecbc01ff-2470-4c57-895b-d73207b10c32 owned by network:router_gateway {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:29:15.729079 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df2105d-d8ab-4936-87a0-3757c798f695 req-811dbfe5-4c79-4c5f-a8ba-5582677ec5ad tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:15.731315 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3df2105d-d8ab-4936-87a0-3757c798f695 req-811dbfe5-4c79-4c5f-a8ba-5582677ec5ad tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] 10.222.0.58 "GET /v2.0/networks/36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd HTTP/1.1" status: 200 len: 784 time: 0.4815342 Aug 05 11:29:15.876838 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d22494-4ac3-4bec-9d21-9d6ae5bcb9cf req-2966b018-f40a-4632-8114-6753fbd86b52 tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:15.879765 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-84d22494-4ac3-4bec-9d21-9d6ae5bcb9cf req-2966b018-f40a-4632-8114-6753fbd86b52 tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] 10.222.0.58 "GET /v2.0/ports?device_id=75c70784-f441-4ab8-8180-0808568a131b HTTP/1.1" status: 200 len: 945 time: 0.3018103 Aug 05 11:29:15.958623 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41b2bf61-633e-42ab-aa41-e90d1759abfc tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Made reservation on behalf of c6f61cb628df45739d23be5e7f8e483c for: {'port': 2} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:29:15.964792 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-41b2bf61-633e-42ab-aa41-e90d1759abfc tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:15.968470 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device f261e787-8bb8-4b8a-b10d-4f41ea00a480 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:29:16.014143 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: f261e787-8bb8-4b8a-b10d-4f41ea00a480 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:29:16.014655 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device f261e787-8bb8-4b8a-b10d-4f41ea00a480 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:29:16.072810 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-84d22494-4ac3-4bec-9d21-9d6ae5bcb9cf req-21d76744-2834-40b4-9e58-0dca1716eb1f tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] 10.222.0.58 "GET /v2.0/security-groups?id=fae804d1-089a-4a79-a2ca-e3cefd2bf99a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1789317 Aug 05 11:29:16.086557 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-41b2bf61-633e-42ab-aa41-e90d1759abfc tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:16.329932 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [None req-41b2bf61-633e-42ab-aa41-e90d1759abfc tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] device_id is not set on port b8970e4c-91df-4038-a06a-4ecb432d7f38 yet. {{(pid=94420) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 11:29:16.377415 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8228619-f51b-4896-b8db-f30c750c3210 req-5627904b-f138-4fe6-b415-c01207bc0a64 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:16.379923 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d8228619-f51b-4896-b8db-f30c750c3210 req-5627904b-f138-4fe6-b415-c01207bc0a64 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b0977ee-fb1e-4733-b0f4-4ed637173317&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2881830 Aug 05 11:29:16.481935 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d448ea10-533f-427a-9512-bb632585cd0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:16.519769 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d8228619-f51b-4896-b8db-f30c750c3210 req-de2b7b19-6bbb-4fa6-b6a7-538c1a5b8d2c tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.5.177 HTTP/1.1" status: 200 len: 696 time: 0.1250365 Aug 05 11:29:16.537097 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c4244f4-fcd1-4e6d-8d11-661816b95ceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2df26a48-fa2b-4da2-a97e-af100eff3c8f'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:29:16.540531 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-824ff260-6cba-49db-9de1-454e8c64d20a" -d '{"events": [{"server_uuid": "2c4244f4-fcd1-4e6d-8d11-661816b95ceb", "name": "network-vif-plugged", "status": "completed", "tag": "2df26a48-fa2b-4da2-a97e-af100eff3c8f"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:29:16.563482 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d448ea10-533f-427a-9512-bb632585cd0a admin admin] Pushing event deleted for resources: {'Port': ['ID=ecbc01ff-2470-4c57-895b-d73207b10c32,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:29:16.572298 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-d8228619-f51b-4896-b8db-f30c750c3210 req-9075f6a9-e1eb-47ae-953f-e9f21099a30d tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] Request body: {'floatingip': {'port_id': '9649f0d0-db0b-4b44-ab7f-2d10fb07f502', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:29:16.724189 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-d8228619-f51b-4896-b8db-f30c750c3210 req-9075f6a9-e1eb-47ae-953f-e9f21099a30d tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] Notify callbacks [] for floatingip, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:16.880647 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d448ea10-533f-427a-9512-bb632585cd0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33285055'] for router_gateway, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:17.006160 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6feb66-3687-4b0c-98de-adeca7452ac8 req-d76645c5-13a2-4750-8ff4-5bda25e9eedb tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:17.008026 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2b6feb66-3687-4b0c-98de-adeca7452ac8 req-d76645c5-13a2-4750-8ff4-5bda25e9eedb tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 946 time: 0.3777409 Aug 05 11:29:17.067617 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d448ea10-533f-427a-9512-bb632585cd0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33262979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1951'] for router, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:17.073493 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d448ea10-533f-427a-9512-bb632585cd0a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:17.099714 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-41b2bf61-633e-42ab-aa41-e90d1759abfc tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:17.310611 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d448ea10-533f-427a-9512-bb632585cd0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33262474'] for router, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:17.311602 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d448ea10-533f-427a-9512-bb632585cd0a admin admin] Fanout notify agent at l3_agent the message router_deleted on router d84b51e3-eb87-4a92-98d1-d7d070a9cb6b {{(pid=94420) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 11:29:17.321315 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d448ea10-533f-427a-9512-bb632585cd0a admin admin] Notify callbacks [] for router, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:17.325858 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-d448ea10-533f-427a-9512-bb632585cd0a admin admin] 10.222.0.58 "DELETE /v2.0/routers/d84b51e3-eb87-4a92-98d1-d7d070a9cb6b HTTP/1.1" status: 204 len: 168 time: 3.7503805 Aug 05 11:29:17.325984 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 50580) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:29:17.336766 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2b6feb66-3687-4b0c-98de-adeca7452ac8 req-130f677a-f883-4d49-b138-a00311f92a88 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2901123 Aug 05 11:29:17.375977 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [None req-41b2bf61-633e-42ab-aa41-e90d1759abfc tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] device_id is not set on port bae149d1-3efc-4d9c-afbb-dc02395bc421 yet. {{(pid=94420) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 11:29:17.416906 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd27adeb-c9d6-4fec-832e-6ddea390b08f x-openstack-request-id: req-fd27adeb-c9d6-4fec-832e-6ddea390b08f {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:29:17.417426 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c4244f4-fcd1-4e6d-8d11-661816b95ceb", "name": "network-vif-plugged", "status": "completed", "tag": "2df26a48-fa2b-4da2-a97e-af100eff3c8f", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:29:17.417605 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fd27adeb-c9d6-4fec-832e-6ddea390b08f {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:29:17.418881 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c4244f4-fcd1-4e6d-8d11-661816b95ceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2df26a48-fa2b-4da2-a97e-af100eff3c8f', 'code': 200} Aug 05 11:29:17.460063 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_v2 [None req-c552cd66-bba1-488a-87a9-a4e1e9941ed0 admin admin] Deleting subnet 00f73d9d-609a-4ca5-a215-7522dc3e4fcd {{(pid=94421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:29:17.475623 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c552cd66-bba1-488a-87a9-a4e1e9941ed0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:17.610244 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c552cd66-bba1-488a-87a9-a4e1e9941ed0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29786388'] for subnet, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:17.670448 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13f274a-ab20-40b8-8277-682dc21fe48d req-8a965ff8-0f2b-4280-984c-ba13e96f7437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:17.674009 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b13f274a-ab20-40b8-8277-682dc21fe48d req-8a965ff8-0f2b-4280-984c-ba13e96f7437 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 1097 time: 0.1535807 Aug 05 11:29:17.781159 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b13f274a-ab20-40b8-8277-682dc21fe48d req-49da9d2a-f431-4adc-b88d-a60b1418ebb3 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973370 Aug 05 11:29:17.875783 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c552cd66-bba1-488a-87a9-a4e1e9941ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:17.941866 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-41b2bf61-633e-42ab-aa41-e90d1759abfc tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:18.000275 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c552cd66-bba1-488a-87a9-a4e1e9941ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25038609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30075142'] for subnet, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:18.066518 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c552cd66-bba1-488a-87a9-a4e1e9941ed0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00f73d9d-609a-4ca5-a215-7522dc3e4fcd,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:29:18.075333 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c552cd66-bba1-488a-87a9-a4e1e9941ed0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:18.078048 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-c552cd66-bba1-488a-87a9-a4e1e9941ed0 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/00f73d9d-609a-4ca5-a215-7522dc3e4fcd HTTP/1.1" status: 204 len: 168 time: 0.7499602 Aug 05 11:29:18.081492 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device ecbc01ff-2470-4c57-895b-d73207b10c32 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:29:18.085875 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 50588) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:29:18.108081 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c250490c-4845-4307-ae17-b6b187e0644b req-b4a990ea-7bb1-477d-abaa-d4111d20568b tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:18.109758 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c250490c-4845-4307-ae17-b6b187e0644b req-b4a990ea-7bb1-477d-abaa-d4111d20568b tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] 10.222.0.58 "GET /v2.0/ports?device_id=75c70784-f441-4ab8-8180-0808568a131b HTTP/1.1" status: 200 len: 945 time: 0.2801878 Aug 05 11:29:18.134725 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767c3e7a-8310-4d0a-944f-decd22816c69 None None] Network 4cfba4bf-ceb1-4d64-881a-3bfe487b01ef requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:29:18.158352 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: ecbc01ff-2470-4c57-895b-d73207b10c32 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:29:18.158783 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device ecbc01ff-2470-4c57-895b-d73207b10c32 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:29:18.273098 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c06d7c3d-069d-4593-bfbb-3fc87d32c20b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:18.296842 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-d8228619-f51b-4896-b8db-f30c750c3210 req-9075f6a9-e1eb-47ae-953f-e9f21099a30d tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:18.337575 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c250490c-4845-4307-ae17-b6b187e0644b req-c148cf7f-8d64-48c2-aef0-943a39a92f60 tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] 10.222.0.58 "GET /v2.0/security-groups?id=fae804d1-089a-4a79-a2ca-e3cefd2bf99a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2029481 Aug 05 11:29:18.344785 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-41b2bf61-633e-42ab-aa41-e90d1759abfc tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:18.375414 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-d8228619-f51b-4896-b8db-f30c750c3210 req-9075f6a9-e1eb-47ae-953f-e9f21099a30d tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33287247'] for floatingip, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:18.512954 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae869918-421b-4caa-bc7b-066de7c2c88e None None] DHCP port deletion for 4cfba4bf-ceb1-4d64-881a-3bfe487b01ef request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 11:29:18.622310 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-ae869918-421b-4caa-bc7b-066de7c2c88e None None] Deleting port 55fea644-ec6e-4789-8795-0d6ff02fd3f2 {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:29:18.622693 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-ae869918-421b-4caa-bc7b-066de7c2c88e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:18.723736 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-ae869918-421b-4caa-bc7b-066de7c2c88e None None] For port 55fea644-ec6e-4789-8795-0d6ff02fd3f2, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=55fea644-ec6e-4789-8795-0d6ff02fd3f2,segment=NetworkSegment(89963076-285a-4446-a1a2-1943463318a2),segment_id=89963076-285a-4446-a1a2-1943463318a2)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:29:18.725235 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-ae869918-421b-4caa-bc7b-066de7c2c88e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:18.753276 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-ae869918-421b-4caa-bc7b-066de7c2c88e None None] Calling delete_port for 55fea644-ec6e-4789-8795-0d6ff02fd3f2 owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:29:18.907068 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-ae869918-421b-4caa-bc7b-066de7c2c88e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:18.951876 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae869918-421b-4caa-bc7b-066de7c2c88e None None] Pushing event deleted for resources: {'Port': ['ID=55fea644-ec6e-4789-8795-0d6ff02fd3f2,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:29:18.964687 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae869918-421b-4caa-bc7b-066de7c2c88e None None] No DVR routers for this DVR port 55fea644-ec6e-4789-8795-0d6ff02fd3f2 on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:29:19.028862 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b2bf61-633e-42ab-aa41-e90d1759abfc tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Network 1910e859-c897-4999-924c-c91490b8a290 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:29:19.079667 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-41b2bf61-633e-42ab-aa41-e90d1759abfc tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:29:19.089362 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b2bf61-633e-42ab-aa41-e90d1759abfc tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:29:19.090309 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-41b2bf61-633e-42ab-aa41-e90d1759abfc tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:19.107785 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b2bf61-633e-42ab-aa41-e90d1759abfc tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Pushing event updated for resources: {'Port': ['ID=b8970e4c-91df-4038-a06a-4ecb432d7f38,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:29:19.227741 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf4b303-61e8-4c30-b644-a4df58100e21 req-45ae049e-a1fd-470d-b62d-8705f6977745 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:19.239696 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7bf4b303-61e8-4c30-b644-a4df58100e21 req-45ae049e-a1fd-470d-b62d-8705f6977745 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 946 time: 0.7528539 Aug 05 11:29:19.279400 n-d-803378-2 neutron-server[94420]: INFO neutron.db.l3_db [req-d8228619-f51b-4896-b8db-f30c750c3210 req-9075f6a9-e1eb-47ae-953f-e9f21099a30d tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] Floating IP bc88d6cb-1f69-47a3-b4a0-e6e1b012abc4 associated. External IP: 172.25.5.177, port: 9649f0d0-db0b-4b44-ab7f-2d10fb07f502. Aug 05 11:29:19.364628 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b2bf61-633e-42ab-aa41-e90d1759abfc tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Pushing event updated for resources: {'Port': ['ID=bae149d1-3efc-4d9c-afbb-dc02395bc421,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:29:19.376092 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-c06d7c3d-069d-4593-bfbb-3fc87d32c20b admin admin] Deleting port 55fea644-ec6e-4789-8795-0d6ff02fd3f2 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:29:19.377231 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c06d7c3d-069d-4593-bfbb-3fc87d32c20b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:19.505739 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7bf4b303-61e8-4c30-b644-a4df58100e21 req-7464a1ae-8030-4c0e-ad22-64e023cfed0b tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470896 Aug 05 11:29:19.550614 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b2bf61-633e-42ab-aa41-e90d1759abfc tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Checking segment: {'id': 'b2f62255-5c58-4357-9ab9-33fe5b25affb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'f287e086-29e2-4773-be7c-ec3cb430cd78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:29:19.551127 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b2bf61-633e-42ab-aa41-e90d1759abfc tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Network hostable DHCP agents. Network: f287e086-29e2-4773-be7c-ec3cb430cd78, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:29:19.586829 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-c06d7c3d-069d-4593-bfbb-3fc87d32c20b admin admin] For port 55fea644-ec6e-4789-8795-0d6ff02fd3f2, host n-d-803378-2, got binding levels [] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:29:19.587326 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c06d7c3d-069d-4593-bfbb-3fc87d32c20b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:19.617158 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-c06d7c3d-069d-4593-bfbb-3fc87d32c20b admin admin] Calling delete_port for 55fea644-ec6e-4789-8795-0d6ff02fd3f2 owned by network:dhcp {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:29:19.623574 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.ipam_backend_mixin [None req-c06d7c3d-069d-4593-bfbb-3fc87d32c20b admin admin] Port 55fea644-ec6e-4789-8795-0d6ff02fd3f2 was not found and therefore no delete operation was performed {{(pid=94420) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 05 11:29:19.641487 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c06d7c3d-069d-4593-bfbb-3fc87d32c20b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:19.686538 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b2bf61-633e-42ab-aa41-e90d1759abfc tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Network f287e086-29e2-4773-be7c-ec3cb430cd78 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:29:19.752215 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06d7c3d-069d-4593-bfbb-3fc87d32c20b admin admin] No DVR routers for this DVR port 55fea644-ec6e-4789-8795-0d6ff02fd3f2 on host n-d-803378-2 {{(pid=94420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:29:19.757402 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06d7c3d-069d-4593-bfbb-3fc87d32c20b admin admin] Pushing event deleted for resources: {'Port': ['ID=55fea644-ec6e-4789-8795-0d6ff02fd3f2,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:29:19.773245 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-41b2bf61-633e-42ab-aa41-e90d1759abfc tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, f287e086-29e2-4773-be7c-ec3cb430cd78) {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:29:19.785539 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abadfd0e-eb4f-4a31-8d0e-7888e54d8e82 None None] Network f287e086-29e2-4773-be7c-ec3cb430cd78 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:29:19.807907 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b2bf61-633e-42ab-aa41-e90d1759abfc tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:29:19.814978 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b2bf61-633e-42ab-aa41-e90d1759abfc tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:19.821246 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b2bf61-633e-42ab-aa41-e90d1759abfc tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:19.822058 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-41b2bf61-633e-42ab-aa41-e90d1759abfc tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:19.908371 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86337c9d-7a1a-4085-a52a-dd38b9c01c9e req-31f31566-0fd1-4fea-a043-ff68f43a6966 tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:19.910231 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-86337c9d-7a1a-4085-a52a-dd38b9c01c9e req-31f31566-0fd1-4fea-a043-ff68f43a6966 tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] 10.222.0.58 "GET /v2.0/ports?device_id=75c70784-f441-4ab8-8180-0808568a131b HTTP/1.1" status: 200 len: 945 time: 0.2952378 Aug 05 11:29:19.928908 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 50600) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:29:19.939617 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-98c12dc9-8b44-4d92-a36e-5bd094abd441 tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] Request body: {'floatingip': {'port_id': 'f9d54d46-86ca-4641-97de-70034982b8a3'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:29:19.981927 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-41b2bf61-633e-42ab-aa41-e90d1759abfc tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.6387849 Aug 05 11:29:19.991241 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 50602) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:29:20.023027 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c06d7c3d-069d-4593-bfbb-3fc87d32c20b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:20.064287 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-98c12dc9-8b44-4d92-a36e-5bd094abd441 tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] Notify callbacks [] for floatingip, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:20.074364 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 55fea644-ec6e-4789-8795-0d6ff02fd3f2 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:29:20.100430 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-c06d7c3d-069d-4593-bfbb-3fc87d32c20b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cfba4bf-ceb1-4d64-881a-3bfe487b01ef']}} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:29:20.111929 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 55fea644-ec6e-4789-8795-0d6ff02fd3f2 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:29:20.113268 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 55fea644-ec6e-4789-8795-0d6ff02fd3f2 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:29:20.148741 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-c06d7c3d-069d-4593-bfbb-3fc87d32c20b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89963076-285a-4446-a1a2-1943463318a2') {'for_net_delete': True} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:29:20.148741 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-c06d7c3d-069d-4593-bfbb-3fc87d32c20b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89963076-285a-4446-a1a2-1943463318a2') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:29:20.196539 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c06d7c3d-069d-4593-bfbb-3fc87d32c20b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25010581'] for segment, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:20.221751 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d8228619-f51b-4896-b8db-f30c750c3210 req-9075f6a9-e1eb-47ae-953f-e9f21099a30d tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] Router 0760ec99-505e-4186-ad72-ea450ae3b4fc has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 11:29:20.268216 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c06d7c3d-069d-4593-bfbb-3fc87d32c20b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:20.277246 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c06d7c3d-069d-4593-bfbb-3fc87d32c20b admin admin] Releasing vlan 673 on physical network physnet1 to pool {{(pid=94420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:29:20.277886 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c06d7c3d-069d-4593-bfbb-3fc87d32c20b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29762581'] for segment, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:20.359001 n-d-803378-2 neutron-server[94420]: Traceback (most recent call last): Aug 05 11:29:20.359001 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:29:20.359001 n-d-803378-2 neutron-server[94420]: timer() Aug 05 11:29:20.359001 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:29:20.359001 n-d-803378-2 neutron-server[94420]: cb(*args, **kw) Aug 05 11:29:20.359001 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:29:20.359001 n-d-803378-2 neutron-server[94420]: return func(*args, **kwargs) Aug 05 11:29:20.359001 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:29:20.359001 n-d-803378-2 neutron-server[94420]: self._notify() Aug 05 11:29:20.359001 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:29:20.359001 n-d-803378-2 neutron-server[94420]: self.callback(batched_events) Aug 05 11:29:20.359001 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:29:20.359001 n-d-803378-2 neutron-server[94420]: event.method(event) Aug 05 11:29:20.359001 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:29:20.359001 n-d-803378-2 neutron-server[94420]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:29:20.359001 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:29:20.359001 n-d-803378-2 neutron-server[94420]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:29:20.359001 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:29:20.359001 n-d-803378-2 neutron-server[94420]: return f(self, *a, **k) Aug 05 11:29:20.359001 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:29:20.359001 n-d-803378-2 neutron-server[94420]: return self._get(url).json() Aug 05 11:29:20.359001 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:29:20.359001 n-d-803378-2 neutron-server[94420]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:29:20.359001 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:29:20.359001 n-d-803378-2 neutron-server[94420]: return self.request(url, 'GET', **kwargs) Aug 05 11:29:20.359001 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:29:20.359001 n-d-803378-2 neutron-server[94420]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:29:20.359001 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:29:20.359001 n-d-803378-2 neutron-server[94420]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:29:20.359001 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:29:20.359001 n-d-803378-2 neutron-server[94420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:29:20.359001 n-d-803378-2 neutron-server[94420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:29:20.381533 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c06d7c3d-069d-4593-bfbb-3fc87d32c20b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:20.397203 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c06d7c3d-069d-4593-bfbb-3fc87d32c20b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:20.410561 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-c06d7c3d-069d-4593-bfbb-3fc87d32c20b admin admin] 10.222.0.58 "DELETE /v2.0/networks/4cfba4bf-ceb1-4d64-881a-3bfe487b01ef HTTP/1.1" status: 204 len: 168 time: 2.3173690 Aug 05 11:29:20.433412 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06d7c3d-069d-4593-bfbb-3fc87d32c20b admin admin] Pushing event deleted for resources: {'Network': ['ID=4cfba4bf-ceb1-4d64-881a-3bfe487b01ef,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:29:20.536192 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-57eeee9a-8444-4a99-a88c-607fd413357f tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Deleting port bae149d1-3efc-4d9c-afbb-dc02395bc421 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:29:20.536909 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-57eeee9a-8444-4a99-a88c-607fd413357f tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:20.697614 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-57eeee9a-8444-4a99-a88c-607fd413357f tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:20.777739 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-57eeee9a-8444-4a99-a88c-607fd413357f tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Calling delete_port for bae149d1-3efc-4d9c-afbb-dc02395bc421 owned by {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:29:20.783972 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d8228619-f51b-4896-b8db-f30c750c3210 req-9075f6a9-e1eb-47ae-953f-e9f21099a30d tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:29:20.800738 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-d8228619-f51b-4896-b8db-f30c750c3210 req-9075f6a9-e1eb-47ae-953f-e9f21099a30d tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:20.802212 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603dec12-6cef-44b0-a471-24c9b950841f None None] Sync routers for ids ['0760ec99-505e-4186-ad72-ea450ae3b4fc'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:29:20.818449 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603dec12-6cef-44b0-a471-24c9b950841f None None] Routers {'0760ec99-505e-4186-ad72-ea450ae3b4fc'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:29:20.819982 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-603dec12-6cef-44b0-a471-24c9b950841f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:29:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['0760ec99-505e-4186-ad72-ea450ae3b4fc'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:29:20.864168 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 50610) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:29:20.940526 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d8228619-f51b-4896-b8db-f30c750c3210 req-9075f6a9-e1eb-47ae-953f-e9f21099a30d tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] 10.222.0.58 "PUT /v2.0/floatingips/bc88d6cb-1f69-47a3-b4a0-e6e1b012abc4 HTTP/1.1" status: 200 len: 997 time: 4.3858006 Aug 05 11:29:20.949071 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8aad2f-102a-4f24-8607-94bda0bef2c4 req-daf75879-edf8-4096-b97f-06b6cc5db4ae tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:20.958573 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2f8aad2f-102a-4f24-8607-94bda0bef2c4 req-daf75879-edf8-4096-b97f-06b6cc5db4ae tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 946 time: 0.2577889 Aug 05 11:29:20.971006 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b0977ee-fb1e-4733-b0f4-4ed637173317', 'tag': '9649f0d0-db0b-4b44-ab7f-2d10fb07f502'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:29:20.973941 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}828068ad8d405ad77660ce68fa78e1ffe658725812f7a08f9e488a446589295b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-659b0217-854c-4d71-918c-a7b680e70892" -d '{"events": [{"name": "network-changed", "server_uuid": "0b0977ee-fb1e-4733-b0f4-4ed637173317", "tag": "9649f0d0-db0b-4b44-ab7f-2d10fb07f502"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:29:21.023220 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-c258d1a1-9e00-408f-97c3-e7bd0e47cc49 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=496a66fa8c0741119f64b2d8ff8b2bc9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1546946 Aug 05 11:29:21.028889 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 50614) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:29:21.148332 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8228619-f51b-4896-b8db-f30c750c3210 req-e8d0f42d-f42b-4fbd-8936-4471b499c277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:21.151942 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d8228619-f51b-4896-b8db-f30c750c3210 req-e8d0f42d-f42b-4fbd-8936-4471b499c277 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f5c29ef1bc08457986c2adf650dc2bbf&device_id=0b0977ee-fb1e-4733-b0f4-4ed637173317 HTTP/1.1" status: 200 len: 1097 time: 0.1723919 Aug 05 11:29:21.160223 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2f8aad2f-102a-4f24-8607-94bda0bef2c4 req-95b1c799-9428-4709-9259-f7eaf5d91bf5 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004571 Aug 05 11:29:21.162071 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-57eeee9a-8444-4a99-a88c-607fd413357f tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:21.164189 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-51343c3f-1be2-4d94-a903-4e4b5d87c47f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:21.302790 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-51343c3f-1be2-4d94-a903-4e4b5d87c47f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:21.316269 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eeee9a-8444-4a99-a88c-607fd413357f tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Pushing event deleted for resources: {'Port': ['ID=bae149d1-3efc-4d9c-afbb-dc02395bc421,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:29:21.324106 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-603dec12-6cef-44b0-a471-24c9b950841f None None] Set router 0760ec99-505e-4186-ad72-ea450ae3b4fc gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:29:21.341282 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd1e0442-5264-4e61-bd18-c80b3b8db15a x-openstack-request-id: req-cd1e0442-5264-4e61-bd18-c80b3b8db15a {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:29:21.341603 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b0977ee-fb1e-4733-b0f4-4ed637173317", "tag": "9649f0d0-db0b-4b44-ab7f-2d10fb07f502", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:29:21.341974 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cd1e0442-5264-4e61-bd18-c80b3b8db15a {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:29:21.342555 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b0977ee-fb1e-4733-b0f4-4ed637173317', 'tag': '9649f0d0-db0b-4b44-ab7f-2d10fb07f502', 'status': 'completed', 'code': 200} Aug 05 11:29:21.386529 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-98c12dc9-8b44-4d92-a36e-5bd094abd441 tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:21.408232 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-98c12dc9-8b44-4d92-a36e-5bd094abd441 tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33287247'] for floatingip, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:21.434109 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-57eeee9a-8444-4a99-a88c-607fd413357f tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:21.436882 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-57eeee9a-8444-4a99-a88c-607fd413357f tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "DELETE /v2.0/ports/bae149d1-3efc-4d9c-afbb-dc02395bc421 HTTP/1.1" status: 204 len: 168 time: 1.4439971 Aug 05 11:29:21.460212 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 50624) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:29:21.578107 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8228619-f51b-4896-b8db-f30c750c3210 req-9469b229-eb9c-4ea0-89ad-88d63b28192a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:21.583364 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d8228619-f51b-4896-b8db-f30c750c3210 req-9469b229-eb9c-4ea0-89ad-88d63b28192a service neutron] 10.222.0.58 "GET /v2.0/networks?id=e39ee4ed-1909-4b57-97e6-d399dfc49b3b HTTP/1.1" status: 200 len: 929 time: 0.4083748 Aug 05 11:29:21.596449 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659b0217-854c-4d71-918c-a7b680e70892 req-d206a020-936d-4621-8529-1853c3d7676f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:21.598459 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-659b0217-854c-4d71-918c-a7b680e70892 req-d206a020-936d-4621-8529-1853c3d7676f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f5c29ef1bc08457986c2adf650dc2bbf&device_id=0b0977ee-fb1e-4733-b0f4-4ed637173317 HTTP/1.1" status: 200 len: 1097 time: 0.2365370 Aug 05 11:29:21.732542 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-51343c3f-1be2-4d94-a903-4e4b5d87c47f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:21.732841 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a78dbf-8fe9-449b-bf98-68b699138065 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:21.740354 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a78dbf-8fe9-449b-bf98-68b699138065 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:21.740680 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-51343c3f-1be2-4d94-a903-4e4b5d87c47f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:21.743719 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-45a78dbf-8fe9-449b-bf98-68b699138065 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.2786970 Aug 05 11:29:21.748717 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-51343c3f-1be2-4d94-a903-4e4b5d87c47f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8b3ade17-8410-42c2-84dd-d3afc731e8cf HTTP/1.1" status: 204 len: 168 time: 0.7175145 Aug 05 11:29:21.764251 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 50632) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:29:21.874071 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51343c3f-1be2-4d94-a903-4e4b5d87c47f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b3ade17-8410-42c2-84dd-d3afc731e8cf,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:29:21.901621 n-d-803378-2 neutron-server[94421]: INFO neutron.db.l3_db [None req-98c12dc9-8b44-4d92-a36e-5bd094abd441 tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] Floating IP 97aebcc6-488a-4df1-b23c-3c97caa95cdd associated. External IP: 172.25.5.210, port: f9d54d46-86ca-4641-97de-70034982b8a3. Aug 05 11:29:21.918995 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:22.148593 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d8228619-f51b-4896-b8db-f30c750c3210 req-1571b09e-7885-474e-8818-bc91ecf2f3c3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9649f0d0-db0b-4b44-ab7f-2d10fb07f502 HTTP/1.1" status: 200 len: 1000 time: 0.5405312 Aug 05 11:29:22.149513 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-603dec12-6cef-44b0-a471-24c9b950841f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0760ec99-505e-4186-ad72-ea450ae3b4fc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-528071089-router', 'tenant_id': 'f5c29ef1bc08457986c2adf650dc2bbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '8d306dda-57b3-4e68-9c13-1d9981b7f365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:28:30Z', 'updated_at': '2021-08-05T11:28:41Z', 'revision_number': 4, 'project_id': 'f5c29ef1bc08457986c2adf650dc2bbf', 'gw_port': {'id': '8d306dda-57b3-4e68-9c13-1d9981b7f365', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:19:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0760ec99-505e-4186-ad72-ea450ae3b4fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:28:32Z', 'updated_at': '2021-08-05T11:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': 'bc88d6cb-1f69-47a3-b4a0-e6e1b012abc4', 'tenant_id': 'f5c29ef1bc08457986c2adf650dc2bbf', 'floating_ip_address': '172.25.5.177', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': '0760ec99-505e-4186-ad72-ea450ae3b4fc', 'port_id': '9649f0d0-db0b-4b44-ab7f-2d10fb07f502', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e39ee4ed-1909-4b57-97e6-d399dfc49b3b', 'mac_address': 'fa:16:3e:bc:d7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0977ee-fb1e-4733-b0f4-4ed637173317', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T11:29:12Z', 'updated_at': '2021-08-05T11:29:17Z', 'revision_number': 1, 'project_id': 'f5c29ef1bc08457986c2adf650dc2bbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62826dad-9f69-42c5-99b8-fc7e0747ce2b', 'name': '', 'network_id': 'e39ee4ed-1909-4b57-97e6-d399dfc49b3b', 'tenant_id': 'f5c29ef1bc08457986c2adf650dc2bbf', 'mac_address': 'fa:16:3e:de:44:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0760ec99-505e-4186-ad72-ea450ae3b4fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '7df56697-bfc2-4d75-a42b-d9e0d1cdbf86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:28:38Z', 'updated_at': '2021-08-05T11:28:51Z', 'revision_number': 5, 'project_id': 'f5c29ef1bc08457986c2adf650dc2bbf', 'subnets': [{'id': '7df56697-bfc2-4d75-a42b-d9e0d1cdbf86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:29:22.235981 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603dec12-6cef-44b0-a471-24c9b950841f None None] Checking router: 0760ec99-505e-4186-ad72-ea450ae3b4fc for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:29:22.255080 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603dec12-6cef-44b0-a471-24c9b950841f None None] Routers {'0760ec99-505e-4186-ad72-ea450ae3b4fc'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:29:22.255080 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-603dec12-6cef-44b0-a471-24c9b950841f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:29:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['0760ec99-505e-4186-ad72-ea450ae3b4fc'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:29:22.270937 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659b0217-854c-4d71-918c-a7b680e70892 req-8cc149b0-f657-497f-bfbf-125f65c6601e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:22.273178 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-659b0217-854c-4d71-918c-a7b680e70892 req-8cc149b0-f657-497f-bfbf-125f65c6601e service neutron] 10.222.0.55 "GET /v2.0/networks?id=e39ee4ed-1909-4b57-97e6-d399dfc49b3b HTTP/1.1" status: 200 len: 929 time: 0.6552830 Aug 05 11:29:22.282514 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b441fd18-6dba-4cf1-9d4d-ace15c05943a req-275fe868-9a7b-4699-8ee3-0fce58007a02 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:22.284549 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b441fd18-6dba-4cf1-9d4d-ace15c05943a req-275fe868-9a7b-4699-8ee3-0fce58007a02 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/networks?id=126f96b6-eb66-4c29-a167-bda979496a65 HTTP/1.1" status: 200 len: 814 time: 0.3585274 Aug 05 11:29:22.376006 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b441fd18-6dba-4cf1-9d4d-ace15c05943a req-2c93a733-a20b-4b8c-a057-c53ad75020e6 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/quotas/2a9a0c1c353042b1936f80e1e752fcad HTTP/1.1" status: 200 len: 375 time: 0.0793910 Aug 05 11:29:22.395469 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8228619-f51b-4896-b8db-f30c750c3210 req-2a52706d-ff05-4ac8-81ed-28c42da1d1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:22.397028 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d8228619-f51b-4896-b8db-f30c750c3210 req-2a52706d-ff05-4ac8-81ed-28c42da1d1ab service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7df56697-bfc2-4d75-a42b-d9e0d1cdbf86 HTTP/1.1" status: 200 len: 867 time: 0.2285588 Aug 05 11:29:22.492203 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-659b0217-854c-4d71-918c-a7b680e70892 req-c95916aa-c45e-4426-a43d-e12c489a5aa5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9649f0d0-db0b-4b44-ab7f-2d10fb07f502 HTTP/1.1" status: 200 len: 1000 time: 0.2043381 Aug 05 11:29:22.514646 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-603dec12-6cef-44b0-a471-24c9b950841f None None] Set router 0760ec99-505e-4186-ad72-ea450ae3b4fc gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:29:22.516585 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-cef13930-deba-4b2a-abf7-dc4c3d65cbcf tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Deleting port b8970e4c-91df-4038-a06a-4ecb432d7f38 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:29:22.517938 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-cef13930-deba-4b2a-abf7-dc4c3d65cbcf tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:22.561862 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b441fd18-6dba-4cf1-9d4d-ace15c05943a req-1e49687b-98e0-4de1-8b1e-c270784d9858 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=2a9a0c1c353042b1936f80e1e752fcad&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1841950 Aug 05 11:29:22.576040 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8228619-f51b-4896-b8db-f30c750c3210 req-4c69a9f0-fe45-454d-bfe3-4aeb72f1e0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:22.577713 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d8228619-f51b-4896-b8db-f30c750c3210 req-4c69a9f0-fe45-454d-bfe3-4aeb72f1e0e2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e39ee4ed-1909-4b57-97e6-d399dfc49b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1553602 Aug 05 11:29:22.607582 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [req-d8228619-f51b-4896-b8db-f30c750c3210 req-2cb33890-0b22-4727-9c2d-cac235057ab6 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94420) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 11:29:22.623147 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d8228619-f51b-4896-b8db-f30c750c3210 req-2cb33890-0b22-4727-9c2d-cac235057ab6 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0326271 Aug 05 11:29:22.757319 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659b0217-854c-4d71-918c-a7b680e70892 req-9959be85-2541-4bc3-b158-4ed5af0bd2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:22.761922 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-659b0217-854c-4d71-918c-a7b680e70892 req-9959be85-2541-4bc3-b158-4ed5af0bd2c5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7df56697-bfc2-4d75-a42b-d9e0d1cdbf86 HTTP/1.1" status: 200 len: 867 time: 0.2584989 Aug 05 11:29:22.794242 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98c12dc9-8b44-4d92-a36e-5bd094abd441 tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] Router 2c80c040-2370-4278-b6e9-5b943d1b1572 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 11:29:22.818263 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-cef13930-deba-4b2a-abf7-dc4c3d65cbcf tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:22.902225 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-cef13930-deba-4b2a-abf7-dc4c3d65cbcf tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Calling delete_port for b8970e4c-91df-4038-a06a-4ecb432d7f38 owned by {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:29:23.023795 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659b0217-854c-4d71-918c-a7b680e70892 req-2df72763-4d17-4443-9e85-7f74165bbb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:23.027549 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-659b0217-854c-4d71-918c-a7b680e70892 req-2df72763-4d17-4443-9e85-7f74165bbb21 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e39ee4ed-1909-4b57-97e6-d399dfc49b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1355648 Aug 05 11:29:23.130273 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-603dec12-6cef-44b0-a471-24c9b950841f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0760ec99-505e-4186-ad72-ea450ae3b4fc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-528071089-router', 'tenant_id': 'f5c29ef1bc08457986c2adf650dc2bbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '8d306dda-57b3-4e68-9c13-1d9981b7f365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:28:30Z', 'updated_at': '2021-08-05T11:28:41Z', 'revision_number': 4, 'project_id': 'f5c29ef1bc08457986c2adf650dc2bbf', 'gw_port': {'id': '8d306dda-57b3-4e68-9c13-1d9981b7f365', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:19:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0760ec99-505e-4186-ad72-ea450ae3b4fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:28:32Z', 'updated_at': '2021-08-05T11:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': 'bc88d6cb-1f69-47a3-b4a0-e6e1b012abc4', 'tenant_id': 'f5c29ef1bc08457986c2adf650dc2bbf', 'floating_ip_address': '172.25.5.177', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': '0760ec99-505e-4186-ad72-ea450ae3b4fc', 'port_id': '9649f0d0-db0b-4b44-ab7f-2d10fb07f502', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e39ee4ed-1909-4b57-97e6-d399dfc49b3b', 'mac_address': 'fa:16:3e:bc:d7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0977ee-fb1e-4733-b0f4-4ed637173317', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T11:29:12Z', 'updated_at': '2021-08-05T11:29:17Z', 'revision_number': 1, 'project_id': 'f5c29ef1bc08457986c2adf650dc2bbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62826dad-9f69-42c5-99b8-fc7e0747ce2b', 'name': '', 'network_id': 'e39ee4ed-1909-4b57-97e6-d399dfc49b3b', 'tenant_id': 'f5c29ef1bc08457986c2adf650dc2bbf', 'mac_address': 'fa:16:3e:de:44:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0760ec99-505e-4186-ad72-ea450ae3b4fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '7df56697-bfc2-4d75-a42b-d9e0d1cdbf86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:28:38Z', 'updated_at': '2021-08-05T11:28:51Z', 'revision_number': 5, 'project_id': 'f5c29ef1bc08457986c2adf650dc2bbf', 'subnets': [{'id': '7df56697-bfc2-4d75-a42b-d9e0d1cdbf86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:29:23.189532 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603dec12-6cef-44b0-a471-24c9b950841f None None] The sync data for ids ['0760ec99-505e-4186-ad72-ea450ae3b4fc'] in n-d-803378-2 is: [{'id': '0760ec99-505e-4186-ad72-ea450ae3b4fc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-528071089-router', 'tenant_id': 'f5c29ef1bc08457986c2adf650dc2bbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '8d306dda-57b3-4e68-9c13-1d9981b7f365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:28:30Z', 'updated_at': '2021-08-05T11:28:41Z', 'revision_number': 4, 'project_id': 'f5c29ef1bc08457986c2adf650dc2bbf', 'gw_port': {'id': '8d306dda-57b3-4e68-9c13-1d9981b7f365', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:19:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0760ec99-505e-4186-ad72-ea450ae3b4fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:28:32Z', 'updated_at': '2021-08-05T11:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': 'bc88d6cb-1f69-47a3-b4a0-e6e1b012abc4', 'tenant_id': 'f5c29ef1bc08457986c2adf650dc2bbf', 'floating_ip_address': '172.25.5.177', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': '0760ec99-505e-4186-ad72-ea450ae3b4fc', 'port_id': '9649f0d0-db0b-4b44-ab7f-2d10fb07f502', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e39ee4ed-1909-4b57-97e6-d399dfc49b3b', 'mac_address': 'fa:16:3e:bc:d7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0977ee-fb1e-4733-b0f4-4ed637173317', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T11:29:12Z', 'updated_at': '2021-08-05T11:29:17Z', 'revision_number': 1, 'project_id': 'f5c29ef1bc08457986c2adf650dc2bbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62826dad-9f69-42c5-99b8-fc7e0747ce2b', 'name': '', 'network_id': 'e39ee4ed-1909-4b57-97e6-d399dfc49b3b', 'tenant_id': 'f5c29ef1bc08457986c2adf650dc2bbf', 'mac_address': 'fa:16:3e:de:44:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0760ec99-505e-4186-ad72-ea450ae3b4fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '7df56697-bfc2-4d75-a42b-d9e0d1cdbf86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:28:38Z', 'updated_at': '2021-08-05T11:28:51Z', 'revision_number': 5, 'project_id': 'f5c29ef1bc08457986c2adf650dc2bbf', 'subnets': [{'id': '7df56697-bfc2-4d75-a42b-d9e0d1cdbf86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:29:23.300667 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [req-b441fd18-6dba-4cf1-9d4d-ace15c05943a req-44010fc0-116c-4668-97ef-ed31c22b00c7 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94420) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 11:29:23.305653 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b441fd18-6dba-4cf1-9d4d-ace15c05943a req-44010fc0-116c-4668-97ef-ed31c22b00c7 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6646550 Aug 05 11:29:23.322721 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d8228619-f51b-4896-b8db-f30c750c3210 req-c7f23aa8-26ec-4019-9d8a-2077463ec6bb service neutron] 10.222.0.58 "GET /v2.0/networks/e39ee4ed-1909-4b57-97e6-d399dfc49b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6943450 Aug 05 11:29:23.387990 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98c12dc9-8b44-4d92-a36e-5bd094abd441 tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:29:23.409280 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f35d5ba-85bb-481e-a77a-a6fe20d0a670 None None] Sync routers for ids ['2c80c040-2370-4278-b6e9-5b943d1b1572'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:29:23.441398 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-98c12dc9-8b44-4d92-a36e-5bd094abd441 tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:23.479507 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f35d5ba-85bb-481e-a77a-a6fe20d0a670 None None] Routers {'2c80c040-2370-4278-b6e9-5b943d1b1572'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:29:23.481649 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-7f35d5ba-85bb-481e-a77a-a6fe20d0a670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:29:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['2c80c040-2370-4278-b6e9-5b943d1b1572'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:29:23.559872 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-cef13930-deba-4b2a-abf7-dc4c3d65cbcf tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:23.570935 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-98c12dc9-8b44-4d92-a36e-5bd094abd441 tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] 10.222.0.58 "PUT /v2.0/floatingips/97aebcc6-488a-4df1-b23c-3c97caa95cdd HTTP/1.1" status: 200 len: 991 time: 3.6385641 Aug 05 11:29:23.577464 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75c70784-f441-4ab8-8180-0808568a131b', 'tag': 'f9d54d46-86ca-4641-97de-70034982b8a3'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:29:23.583408 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75ba82b4-2600-4d65-83a5-38c8bc759418" -d '{"events": [{"name": "network-changed", "server_uuid": "75c70784-f441-4ab8-8180-0808568a131b", "tag": "f9d54d46-86ca-4641-97de-70034982b8a3"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:29:23.728611 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-cef13930-deba-4b2a-abf7-dc4c3d65cbcf tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:23.733476 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a30253-d45b-49d5-88fc-421ee474724e None None] New status for floating IP bc88d6cb-1f69-47a3-b4a0-e6e1b012abc4: ACTIVE {{(pid=94422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 11:29:23.735875 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-cef13930-deba-4b2a-abf7-dc4c3d65cbcf tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "DELETE /v2.0/ports/b8970e4c-91df-4038-a06a-4ecb432d7f38 HTTP/1.1" status: 204 len: 168 time: 1.9587266 Aug 05 11:29:23.737284 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 50670) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:29:23.741082 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef13930-deba-4b2a-abf7-dc4c3d65cbcf tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Pushing event deleted for resources: {'Port': ['ID=b8970e4c-91df-4038-a06a-4ecb432d7f38,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:29:23.760076 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-659b0217-854c-4d71-918c-a7b680e70892 req-94c08c44-1e29-4a39-8f59-f12f8a5ccecb service neutron] 10.222.0.55 "GET /v2.0/networks/e39ee4ed-1909-4b57-97e6-d399dfc49b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7162626 Aug 05 11:29:23.935151 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83623f42-016c-4b50-977a-bd6479d09be3 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:23.941571 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-83623f42-016c-4b50-977a-bd6479d09be3 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2024429 Aug 05 11:29:23.942578 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 50674) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:29:24.031387 n-d-803378-2 neutron-server[94421]: INFO neutron.pecan_wsgi.hooks.translation [None req-204762e2-5735-4b31-a103-e1e3904c7d41 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] GET failed (client error): The resource could not be found. Aug 05 11:29:24.042397 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-204762e2-5735-4b31-a103-e1e3904c7d41 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "GET /v2.0/ports/bae149d1-3efc-4d9c-afbb-dc02395bc421 HTTP/1.1" status: 404 len: 333 time: 0.0975130 Aug 05 11:29:24.043361 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 50676) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:29:24.130785 n-d-803378-2 neutron-server[94421]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccc980c4-3f2b-45aa-9bcb-820a86f52c87 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] GET failed (client error): The resource could not be found. Aug 05 11:29:24.137700 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-ccc980c4-3f2b-45aa-9bcb-820a86f52c87 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "GET /v2.0/ports/b8970e4c-91df-4038-a06a-4ecb432d7f38 HTTP/1.1" status: 404 len: 333 time: 0.0922587 Aug 05 11:29:24.139623 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 50678) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:29:24.309152 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-7f35d5ba-85bb-481e-a77a-a6fe20d0a670 None None] Set router 2c80c040-2370-4278-b6e9-5b943d1b1572 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:29:24.338930 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 50680) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:29:24.462791 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c1fc1f14-aae9-4d71-bae1-b9118188a8a7 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:24.576161 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-659b0217-854c-4d71-918c-a7b680e70892 req-b89aed8b-4e66-420a-985f-f76b8cc28c16 service neutron] 10.222.0.55 "GET /v2.0/networks/e39ee4ed-1909-4b57-97e6-d399dfc49b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7842796 Aug 05 11:29:24.679766 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b441fd18-6dba-4cf1-9d4d-ace15c05943a req-ea00bf43-70af-4b13-a367-2f0a27f69efd service neutron] 10.222.0.58 "GET /v2.0/networks/126f96b6-eb66-4c29-a167-bda979496a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3626399 Aug 05 11:29:24.697709 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d8228619-f51b-4896-b8db-f30c750c3210 req-ceef7388-fef9-4d0c-8ff6-a7f1258796d7 service neutron] 10.222.0.58 "GET /v2.0/networks/e39ee4ed-1909-4b57-97e6-d399dfc49b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3187890 Aug 05 11:29:24.710090 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-152e886a-eac9-4a38-83bd-a0f830db0366 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-534068973-network', 'tenant_id': 'b5fa2fa5614549b49e939fed6a46ef30'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:29:24.782602 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c1fc1f14-aae9-4d71-bae1-b9118188a8a7 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:24.818725 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-c1fc1f14-aae9-4d71-bae1-b9118188a8a7 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f287e086-29e2-4773-be7c-ec3cb430cd78']}} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:29:24.854641 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-c1fc1f14-aae9-4d71-bae1-b9118188a8a7 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2f62255-5c58-4357-9ab9-33fe5b25affb') {'for_net_delete': True} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:29:24.855756 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-c1fc1f14-aae9-4d71-bae1-b9118188a8a7 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2f62255-5c58-4357-9ab9-33fe5b25affb') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:29:24.874318 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c1fc1f14-aae9-4d71-bae1-b9118188a8a7 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29786371'] for segment, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:24.878702 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b441fd18-6dba-4cf1-9d4d-ace15c05943a req-724560c7-0e89-47a7-8e6b-3e9b9a4e4f84 service neutron] 10.222.0.58 "GET /v2.0/networks/126f96b6-eb66-4c29-a167-bda979496a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964049 Aug 05 11:29:24.904810 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-7f35d5ba-85bb-481e-a77a-a6fe20d0a670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c80c040-2370-4278-b6e9-5b943d1b1572', 'name': 'tempest-ServersTestBootFromVolume-1190286544-router', 'tenant_id': 'bd9c589b923344c89a4e06df2c5127d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '435e93be-e0a1-4fb8-934d-8b49433976c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:27:30Z', 'updated_at': '2021-08-05T11:27:43Z', 'revision_number': 4, 'project_id': 'bd9c589b923344c89a4e06df2c5127d6', 'gw_port': {'id': '435e93be-e0a1-4fb8-934d-8b49433976c0', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:28:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c80c040-2370-4278-b6e9-5b943d1b1572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:27:32Z', 'updated_at': '2021-08-05T11:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': '97aebcc6-488a-4df1-b23c-3c97caa95cdd', 'tenant_id': 'bd9c589b923344c89a4e06df2c5127d6', 'floating_ip_address': '172.25.5.210', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': '2c80c040-2370-4278-b6e9-5b943d1b1572', 'port_id': 'f9d54d46-86ca-4641-97de-70034982b8a3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1090, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72f96f2a-462c-48d7-8766-7c7b67cf86a3', 'mac_address': 'fa:16:3e:8c:67:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c70784-f441-4ab8-8180-0808568a131b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T11:27:53Z', 'updated_at': '2021-08-05T11:29:21Z', 'revision_number': 1, 'project_id': 'bd9c589b923344c89a4e06df2c5127d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1e2ce4c-1591-43fc-bd21-15569cb142ad', 'name': '', 'network_id': '72f96f2a-462c-48d7-8766-7c7b67cf86a3', 'tenant_id': 'bd9c589b923344c89a4e06df2c5127d6', 'mac_address': 'fa:16:3e:4f:5e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c80c040-2370-4278-b6e9-5b943d1b1572', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '3ef80fca-fd54-480d-8282-0db28be1660b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:27:40Z', 'updated_at': '2021-08-05T11:27:55Z', 'revision_number': 5, 'project_id': 'bd9c589b923344c89a4e06df2c5127d6', 'subnets': [{'id': '3ef80fca-fd54-480d-8282-0db28be1660b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:29:24.911289 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c1fc1f14-aae9-4d71-bae1-b9118188a8a7 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:24.920533 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-152e886a-eac9-4a38-83bd-a0f830db0366 admin admin] Made reservation on behalf of b5fa2fa5614549b49e939fed6a46ef30 for: {'network': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:29:24.925289 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-152e886a-eac9-4a38-83bd-a0f830db0366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:24.992767 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f35d5ba-85bb-481e-a77a-a6fe20d0a670 None None] Checking router: 2c80c040-2370-4278-b6e9-5b943d1b1572 for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:29:25.020018 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f35d5ba-85bb-481e-a77a-a6fe20d0a670 None None] Routers {'2c80c040-2370-4278-b6e9-5b943d1b1572'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:29:25.021526 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-7f35d5ba-85bb-481e-a77a-a6fe20d0a670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:29:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['2c80c040-2370-4278-b6e9-5b943d1b1572'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:29:25.453629 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-7f35d5ba-85bb-481e-a77a-a6fe20d0a670 None None] Set router 2c80c040-2370-4278-b6e9-5b943d1b1572 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:29:25.620140 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67ce385a-dbcb-4d5d-8627-842d57760a0d x-openstack-request-id: req-67ce385a-dbcb-4d5d-8627-842d57760a0d {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:29:25.620655 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75c70784-f441-4ab8-8180-0808568a131b", "tag": "f9d54d46-86ca-4641-97de-70034982b8a3", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:29:25.621206 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-67ce385a-dbcb-4d5d-8627-842d57760a0d {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:29:25.621913 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75c70784-f441-4ab8-8180-0808568a131b', 'tag': 'f9d54d46-86ca-4641-97de-70034982b8a3', 'status': 'completed', 'code': 200} Aug 05 11:29:25.623587 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1fc1f14-aae9-4d71-bae1-b9118188a8a7 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Releasing vlan 698 on physical network physnet1 to pool {{(pid=94421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:29:25.624271 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c1fc1f14-aae9-4d71-bae1-b9118188a8a7 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25038799'] for segment, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:25.631386 n-d-803378-2 neutron-server[94421]: Traceback (most recent call last): Aug 05 11:29:25.631386 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:29:25.631386 n-d-803378-2 neutron-server[94421]: timer() Aug 05 11:29:25.631386 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:29:25.631386 n-d-803378-2 neutron-server[94421]: cb(*args, **kw) Aug 05 11:29:25.631386 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:29:25.631386 n-d-803378-2 neutron-server[94421]: return func(*args, **kwargs) Aug 05 11:29:25.631386 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:29:25.631386 n-d-803378-2 neutron-server[94421]: self._notify() Aug 05 11:29:25.631386 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:29:25.631386 n-d-803378-2 neutron-server[94421]: self.callback(batched_events) Aug 05 11:29:25.631386 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:29:25.631386 n-d-803378-2 neutron-server[94421]: event.method(event) Aug 05 11:29:25.631386 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:29:25.631386 n-d-803378-2 neutron-server[94421]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:29:25.631386 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:29:25.631386 n-d-803378-2 neutron-server[94421]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:29:25.631386 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:29:25.631386 n-d-803378-2 neutron-server[94421]: return f(self, *a, **k) Aug 05 11:29:25.631386 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:29:25.631386 n-d-803378-2 neutron-server[94421]: return self._get(url).json() Aug 05 11:29:25.631386 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:29:25.631386 n-d-803378-2 neutron-server[94421]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:29:25.631386 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:29:25.631386 n-d-803378-2 neutron-server[94421]: return self.request(url, 'GET', **kwargs) Aug 05 11:29:25.631386 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:29:25.631386 n-d-803378-2 neutron-server[94421]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:29:25.631386 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:29:25.631386 n-d-803378-2 neutron-server[94421]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:29:25.631386 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:29:25.631386 n-d-803378-2 neutron-server[94421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:29:25.631386 n-d-803378-2 neutron-server[94421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:29:25.645776 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9dbf968a-f6a4-450a-99b5-6a27aa83b436 req-330a5ada-41e5-4157-aee9-b52c882aa8d0 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=98ce404f-7172-48c9-b5c0-cd558559a340 HTTP/1.1" status: 200 len: 210 time: 0.0943072 Aug 05 11:29:25.670009 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-152e886a-eac9-4a38-83bd-a0f830db0366 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:25.771896 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba82b4-2600-4d65-83a5-38c8bc759418 req-8c6c8b0a-eabf-442d-a5eb-8559429353eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:25.774492 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-75ba82b4-2600-4d65-83a5-38c8bc759418 req-8c6c8b0a-eabf-442d-a5eb-8559429353eb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bd9c589b923344c89a4e06df2c5127d6&device_id=75c70784-f441-4ab8-8180-0808568a131b HTTP/1.1" status: 200 len: 1096 time: 0.3787103 Aug 05 11:29:25.825808 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4c894121-1f68-4cd8-b10b-75024726b9f7 req-a64050fd-b3ae-43f5-9da6-057ecab37035 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd HTTP/1.1" status: 200 len: 258 time: 0.4821332 Aug 05 11:29:25.941678 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c1fc1f14-aae9-4d71-bae1-b9118188a8a7 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:25.962073 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c1fc1f14-aae9-4d71-bae1-b9118188a8a7 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:25.964907 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-c1fc1f14-aae9-4d71-bae1-b9118188a8a7 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "DELETE /v2.0/networks/f287e086-29e2-4773-be7c-ec3cb430cd78 HTTP/1.1" status: 204 len: 168 time: 1.8223133 Aug 05 11:29:25.972015 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 50700) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:29:25.992837 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-77f67ad6-e2ef-4a4b-9b9a-72415831a11d tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2133462013'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:29:26.009507 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fc1f14-aae9-4d71-bae1-b9118188a8a7 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Pushing event deleted for resources: {'Network': ['ID=f287e086-29e2-4773-be7c-ec3cb430cd78,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:29:26.041808 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-4c894121-1f68-4cd8-b10b-75024726b9f7 req-34ea18ce-7cca-4b0e-8b7a-8dbd7266244a tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] Request body: {'floatingip': {'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:29:26.055477 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-152e886a-eac9-4a38-83bd-a0f830db0366 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:26.111640 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-152e886a-eac9-4a38-83bd-a0f830db0366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:26.159186 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba82b4-2600-4d65-83a5-38c8bc759418 req-b127cbe6-7631-4562-b38a-f86b3b36e8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:26.162437 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-75ba82b4-2600-4d65-83a5-38c8bc759418 req-b127cbe6-7631-4562-b38a-f86b3b36e8e4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=72f96f2a-462c-48d7-8766-7c7b67cf86a3 HTTP/1.1" status: 200 len: 917 time: 0.3725159 Aug 05 11:29:26.179386 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77f67ad6-e2ef-4a4b-9b9a-72415831a11d tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Made reservation on behalf of c6f61cb628df45739d23be5e7f8e483c for: {'network': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:29:26.185808 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-77f67ad6-e2ef-4a4b-9b9a-72415831a11d tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:26.221254 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152e886a-eac9-4a38-83bd-a0f830db0366 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e191ae3a-05c2-42ea-8d35-b7ee7bf648ca,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:29:26.224508 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-7f35d5ba-85bb-481e-a77a-a6fe20d0a670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c80c040-2370-4278-b6e9-5b943d1b1572', 'name': 'tempest-ServersTestBootFromVolume-1190286544-router', 'tenant_id': 'bd9c589b923344c89a4e06df2c5127d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '435e93be-e0a1-4fb8-934d-8b49433976c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:27:30Z', 'updated_at': '2021-08-05T11:27:43Z', 'revision_number': 4, 'project_id': 'bd9c589b923344c89a4e06df2c5127d6', 'gw_port': {'id': '435e93be-e0a1-4fb8-934d-8b49433976c0', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:28:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c80c040-2370-4278-b6e9-5b943d1b1572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:27:32Z', 'updated_at': '2021-08-05T11:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': '97aebcc6-488a-4df1-b23c-3c97caa95cdd', 'tenant_id': 'bd9c589b923344c89a4e06df2c5127d6', 'floating_ip_address': '172.25.5.210', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': '2c80c040-2370-4278-b6e9-5b943d1b1572', 'port_id': 'f9d54d46-86ca-4641-97de-70034982b8a3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1090, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72f96f2a-462c-48d7-8766-7c7b67cf86a3', 'mac_address': 'fa:16:3e:8c:67:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c70784-f441-4ab8-8180-0808568a131b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T11:27:53Z', 'updated_at': '2021-08-05T11:29:21Z', 'revision_number': 1, 'project_id': 'bd9c589b923344c89a4e06df2c5127d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1e2ce4c-1591-43fc-bd21-15569cb142ad', 'name': '', 'network_id': '72f96f2a-462c-48d7-8766-7c7b67cf86a3', 'tenant_id': 'bd9c589b923344c89a4e06df2c5127d6', 'mac_address': 'fa:16:3e:4f:5e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c80c040-2370-4278-b6e9-5b943d1b1572', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '3ef80fca-fd54-480d-8282-0db28be1660b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:27:40Z', 'updated_at': '2021-08-05T11:27:55Z', 'revision_number': 5, 'project_id': 'bd9c589b923344c89a4e06df2c5127d6', 'subnets': [{'id': '3ef80fca-fd54-480d-8282-0db28be1660b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:29:26.245499 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-152e886a-eac9-4a38-83bd-a0f830db0366 admin admin] vlan segment allocate from pool success with {'vlan_id': 690, 'physical_network': 'physnet1'} {{(pid=94421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:29:26.266899 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77f67ad6-e2ef-4a4b-9b9a-72415831a11d tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=94421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:29:26.280507 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-152e886a-eac9-4a38-83bd-a0f830db0366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:26.280912 n-d-803378-2 neutron-server[94421]: INFO neutron.db.segments_db [None req-152e886a-eac9-4a38-83bd-a0f830db0366 admin admin] Added segment 3c347794-1236-433f-8a0c-eb02e8cca68f of type vlan for network 79bbca85-6c95-4075-8362-fdad667d03d0 Aug 05 11:29:26.301179 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-77f67ad6-e2ef-4a4b-9b9a-72415831a11d tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:26.301669 n-d-803378-2 neutron-server[94421]: INFO neutron.db.segments_db [None req-77f67ad6-e2ef-4a4b-9b9a-72415831a11d tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Added segment f491c8a8-390d-49fc-b921-7ba0a9326cf9 of type vlan for network b786d07b-0e7a-481c-9819-e90a6eaf8206 Aug 05 11:29:26.326930 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-4c894121-1f68-4cd8-b10b-75024726b9f7 req-34ea18ce-7cca-4b0e-8b7a-8dbd7266244a tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] Notify callbacks [] for floatingip, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:26.327859 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f35d5ba-85bb-481e-a77a-a6fe20d0a670 None None] The sync data for ids ['2c80c040-2370-4278-b6e9-5b943d1b1572'] in n-d-803378-2 is: [{'id': '2c80c040-2370-4278-b6e9-5b943d1b1572', 'name': 'tempest-ServersTestBootFromVolume-1190286544-router', 'tenant_id': 'bd9c589b923344c89a4e06df2c5127d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '435e93be-e0a1-4fb8-934d-8b49433976c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:27:30Z', 'updated_at': '2021-08-05T11:27:43Z', 'revision_number': 4, 'project_id': 'bd9c589b923344c89a4e06df2c5127d6', 'gw_port': {'id': '435e93be-e0a1-4fb8-934d-8b49433976c0', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:28:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c80c040-2370-4278-b6e9-5b943d1b1572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:27:32Z', 'updated_at': '2021-08-05T11:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': '97aebcc6-488a-4df1-b23c-3c97caa95cdd', 'tenant_id': 'bd9c589b923344c89a4e06df2c5127d6', 'floating_ip_address': '172.25.5.210', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': '2c80c040-2370-4278-b6e9-5b943d1b1572', 'port_id': 'f9d54d46-86ca-4641-97de-70034982b8a3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1090, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72f96f2a-462c-48d7-8766-7c7b67cf86a3', 'mac_address': 'fa:16:3e:8c:67:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c70784-f441-4ab8-8180-0808568a131b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T11:27:53Z', 'updated_at': '2021-08-05T11:29:21Z', 'revision_number': 1, 'project_id': 'bd9c589b923344c89a4e06df2c5127d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1e2ce4c-1591-43fc-bd21-15569cb142ad', 'name': '', 'network_id': '72f96f2a-462c-48d7-8766-7c7b67cf86a3', 'tenant_id': 'bd9c589b923344c89a4e06df2c5127d6', 'mac_address': 'fa:16:3e:4f:5e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c80c040-2370-4278-b6e9-5b943d1b1572', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '3ef80fca-fd54-480d-8282-0db28be1660b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:27:40Z', 'updated_at': '2021-08-05T11:27:55Z', 'revision_number': 5, 'project_id': 'bd9c589b923344c89a4e06df2c5127d6', 'subnets': [{'id': '3ef80fca-fd54-480d-8282-0db28be1660b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:29:26.421828 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-152e886a-eac9-4a38-83bd-a0f830db0366 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:26.463202 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-77f67ad6-e2ef-4a4b-9b9a-72415831a11d tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:26.579803 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-152e886a-eac9-4a38-83bd-a0f830db0366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:26.581656 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152e886a-eac9-4a38-83bd-a0f830db0366 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:26.583154 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-152e886a-eac9-4a38-83bd-a0f830db0366 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:26.601224 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-75ba82b4-2600-4d65-83a5-38c8bc759418 req-e42c7e6e-eebc-4a86-9fa8-a07ed9bf1bf7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f9d54d46-86ca-4641-97de-70034982b8a3 HTTP/1.1" status: 200 len: 999 time: 0.4085972 Aug 05 11:29:26.668366 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-77f67ad6-e2ef-4a4b-9b9a-72415831a11d tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:26.677838 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f67ad6-e2ef-4a4b-9b9a-72415831a11d tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:26.679189 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-77f67ad6-e2ef-4a4b-9b9a-72415831a11d tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:26.707519 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba82b4-2600-4d65-83a5-38c8bc759418 req-cf269de5-fa30-42e3-b0e4-e3369152a6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:26.713473 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-75ba82b4-2600-4d65-83a5-38c8bc759418 req-cf269de5-fa30-42e3-b0e4-e3369152a6d0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3ef80fca-fd54-480d-8282-0db28be1660b HTTP/1.1" status: 200 len: 855 time: 0.1006904 Aug 05 11:29:26.767791 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-152e886a-eac9-4a38-83bd-a0f830db0366 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.4246931 Aug 05 11:29:26.784603 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 50712) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:29:26.799196 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-26e5d35b-ab05-497a-975b-6c9234d02e34 admin admin] Request body: {'subnet': {'network_id': '79bbca85-6c95-4075-8362-fdad667d03d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-534068973-subnet', 'tenant_id': 'b5fa2fa5614549b49e939fed6a46ef30', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:29:26.832134 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651e0de4-5814-4006-abf2-1b45579a536a None None] New status for floating IP 97aebcc6-488a-4df1-b23c-3c97caa95cdd: ACTIVE {{(pid=94423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 11:29:26.858047 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-77f67ad6-e2ef-4a4b-9b9a-72415831a11d tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8716881 Aug 05 11:29:26.866073 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26e5d35b-ab05-497a-975b-6c9234d02e34 admin admin] Made reservation on behalf of b5fa2fa5614549b49e939fed6a46ef30 for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:29:26.870523 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-26e5d35b-ab05-497a-975b-6c9234d02e34 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:26.940095 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 50714) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:29:26.998471 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-1445d6b4-4632-4796-a1ba-134a9ba5c22e tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Request body: {'subnet': {'network_id': 'b786d07b-0e7a-481c-9819-e90a6eaf8206', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:29:27.022078 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152e886a-eac9-4a38-83bd-a0f830db0366 admin admin] Pushing event updated for resources: {'Network': ['ID=79bbca85-6c95-4075-8362-fdad667d03d0,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:29:27.040280 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 79bbca85-6c95-4075-8362-fdad667d03d0 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:29:27.235965 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f67ad6-e2ef-4a4b-9b9a-72415831a11d tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Pushing event updated for resources: {'Network': ['ID=b786d07b-0e7a-481c-9819-e90a6eaf8206,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:29:27.260947 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network b786d07b-0e7a-481c-9819-e90a6eaf8206 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:29:27.323281 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cb3899f1-c6a9-40e7-bed5-5931f7a7a69c req-1c201973-094d-4d9c-a3e5-27a188d00001 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=98ce404f-7172-48c9-b5c0-cd558559a340 HTTP/1.1" status: 200 len: 210 time: 0.3754818 Aug 05 11:29:27.376834 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-4c894121-1f68-4cd8-b10b-75024726b9f7 req-34ea18ce-7cca-4b0e-8b7a-8dbd7266244a tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:27.439756 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba82b4-2600-4d65-83a5-38c8bc759418 req-abc0921b-b075-40a9-b59a-b1e8df913f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:27.443732 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-75ba82b4-2600-4d65-83a5-38c8bc759418 req-abc0921b-b075-40a9-b59a-b1e8df913f72 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=72f96f2a-462c-48d7-8766-7c7b67cf86a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7038860 Aug 05 11:29:27.514387 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-26e5d35b-ab05-497a-975b-6c9234d02e34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25038678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30075167'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:27.776286 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e5d35b-ab05-497a-975b-6c9234d02e34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=061b0776-2169-4e75-a404-05fb46394296,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:29:27.801063 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e5d35b-ab05-497a-975b-6c9234d02e34 admin admin] Checking segment: {'id': '3c347794-1236-433f-8a0c-eb02e8cca68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '79bbca85-6c95-4075-8362-fdad667d03d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:29:27.802828 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e5d35b-ab05-497a-975b-6c9234d02e34 admin admin] Network hostable DHCP agents. Network: 79bbca85-6c95-4075-8362-fdad667d03d0, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:29:27.967222 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [req-4c894121-1f68-4cd8-b10b-75024726b9f7 req-34ea18ce-7cca-4b0e-8b7a-8dbd7266244a tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] Allocated IP 172.25.5.239 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/de5005f5-fbbb-46f5-af8d-0b616a8ce3ea) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:29:27.991747 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e5d35b-ab05-497a-975b-6c9234d02e34 admin admin] Network 79bbca85-6c95-4075-8362-fdad667d03d0 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:29:28.021055 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-26e5d35b-ab05-497a-975b-6c9234d02e34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, 79bbca85-6c95-4075-8362-fdad667d03d0) {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:29:28.036411 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1445d6b4-4632-4796-a1ba-134a9ba5c22e tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Made reservation on behalf of c6f61cb628df45739d23be5e7f8e483c for: {'subnet': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:29:28.043113 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1445d6b4-4632-4796-a1ba-134a9ba5c22e tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24211133'] for subnet, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:28.043502 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e5d35b-ab05-497a-975b-6c9234d02e34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:28.044797 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-26e5d35b-ab05-497a-975b-6c9234d02e34 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:28.046583 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f6c6f3-96e7-4f24-a07f-53dbde5799fb None None] Network 79bbca85-6c95-4075-8362-fdad667d03d0 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:29:28.131437 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-26e5d35b-ab05-497a-975b-6c9234d02e34 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3450370 Aug 05 11:29:28.227724 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-75ba82b4-2600-4d65-83a5-38c8bc759418 req-6b3d18e4-9ac4-49c1-b154-cc8d56b6b490 service neutron] 10.222.0.55 "GET /v2.0/networks/72f96f2a-462c-48d7-8766-7c7b67cf86a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7636287 Aug 05 11:29:28.276576 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b441fd18-6dba-4cf1-9d4d-ace15c05943a req-007464aa-d166-4a9e-9003-51b45cc407dd tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:28.279252 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b441fd18-6dba-4cf1-9d4d-ace15c05943a req-007464aa-d166-4a9e-9003-51b45cc407dd tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.64 "GET /v2.0/networks?id=126f96b6-eb66-4c29-a167-bda979496a65 HTTP/1.1" status: 200 len: 814 time: 0.4433753 Aug 05 11:29:28.314760 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-b441fd18-6dba-4cf1-9d4d-ace15c05943a req-3171e5b5-88f3-409e-a0df-4b4483272585 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Request body: {'port': {'device_id': '98ce404f-7172-48c9-b5c0-cd558559a340', 'network_id': '126f96b6-eb66-4c29-a167-bda979496a65', 'admin_state_up': True, 'tenant_id': '2a9a0c1c353042b1936f80e1e752fcad'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:29:28.591115 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b441fd18-6dba-4cf1-9d4d-ace15c05943a req-3171e5b5-88f3-409e-a0df-4b4483272585 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Made reservation on behalf of 2a9a0c1c353042b1936f80e1e752fcad for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:29:28.596668 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-b441fd18-6dba-4cf1-9d4d-ace15c05943a req-3171e5b5-88f3-409e-a0df-4b4483272585 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:28.601528 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c415e965-f52a-4f5e-9e59-7f713a099332 None None] Network 79bbca85-6c95-4075-8362-fdad667d03d0 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:29:28.683020 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-75ba82b4-2600-4d65-83a5-38c8bc759418 req-6127be4a-807e-42dd-a662-55287ae6e6e8 service neutron] 10.222.0.55 "GET /v2.0/networks/72f96f2a-462c-48d7-8766-7c7b67cf86a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4399412 Aug 05 11:29:28.688559 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-4c894121-1f68-4cd8-b10b-75024726b9f7 req-34ea18ce-7cca-4b0e-8b7a-8dbd7266244a tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:28.772331 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4b73b101-381f-4e2e-a088-b6a4ce474463 req-bd56c50b-f05a-4d1d-9449-f4ebfb1925f9 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=98ce404f-7172-48c9-b5c0-cd558559a340 HTTP/1.1" status: 200 len: 210 time: 0.1469927 Aug 05 11:29:29.016627 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-b441fd18-6dba-4cf1-9d4d-ace15c05943a req-3171e5b5-88f3-409e-a0df-4b4483272585 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Allocated IP 172.20.0.3 (126f96b6-eb66-4c29-a167-bda979496a65/f603f39f-fbde-4d83-a41f-e0babb1f3ff1/5f6f5ffb-9886-4f70-8548-7f568d0aa4c5) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:29:29.062879 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-4c894121-1f68-4cd8-b10b-75024726b9f7 req-34ea18ce-7cca-4b0e-8b7a-8dbd7266244a tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:29.128124 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:29.238213 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c894121-1f68-4cd8-b10b-75024726b9f7 req-34ea18ce-7cca-4b0e-8b7a-8dbd7266244a tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:29:29.240516 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1445d6b4-4632-4796-a1ba-134a9ba5c22e tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29762700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24211087'] for subnet, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:29.283539 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [req-4c894121-1f68-4cd8-b10b-75024726b9f7 req-34ea18ce-7cca-4b0e-8b7a-8dbd7266244a tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:29:29.288722 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c894121-1f68-4cd8-b10b-75024726b9f7 req-34ea18ce-7cca-4b0e-8b7a-8dbd7266244a tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:29:29.378936 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea18ce-7cca-4b0e-8b7a-8dbd7266244a tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] Pushing event updated for resources: {'Port': ['ID=de5005f5-fbbb-46f5-af8d-0b616a8ce3ea,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:29:29.396164 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-b441fd18-6dba-4cf1-9d4d-ace15c05943a req-3171e5b5-88f3-409e-a0df-4b4483272585 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:29.473774 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-b441fd18-6dba-4cf1-9d4d-ace15c05943a req-3171e5b5-88f3-409e-a0df-4b4483272585 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:29.483753 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1445d6b4-4632-4796-a1ba-134a9ba5c22e tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Pushing event updated for resources: {'Subnet': ['ID=a81c9764-b7d3-439c-be1b-537b30849d19,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:29:29.494940 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1445d6b4-4632-4796-a1ba-134a9ba5c22e tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Checking segment: {'id': 'f491c8a8-390d-49fc-b921-7ba0a9326cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'b786d07b-0e7a-481c-9819-e90a6eaf8206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:29:29.495564 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1445d6b4-4632-4796-a1ba-134a9ba5c22e tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Network hostable DHCP agents. Network: b786d07b-0e7a-481c-9819-e90a6eaf8206, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:29:29.516257 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['2df26a48-fa2b-4da2-a97e-af100eff3c8f'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:29:29.566705 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b441fd18-6dba-4cf1-9d4d-ace15c05943a req-3171e5b5-88f3-409e-a0df-4b4483272585 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Network 126f96b6-eb66-4c29-a167-bda979496a65 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:29:29.571643 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-b441fd18-6dba-4cf1-9d4d-ace15c05943a req-3171e5b5-88f3-409e-a0df-4b4483272585 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:29:29.583937 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-b441fd18-6dba-4cf1-9d4d-ace15c05943a req-3171e5b5-88f3-409e-a0df-4b4483272585 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:29:29.593149 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1445d6b4-4632-4796-a1ba-134a9ba5c22e tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Network b786d07b-0e7a-481c-9819-e90a6eaf8206 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:29:29.630260 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-4c894121-1f68-4cd8-b10b-75024726b9f7 req-34ea18ce-7cca-4b0e-8b7a-8dbd7266244a tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:29.633534 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-1445d6b4-4632-4796-a1ba-134a9ba5c22e tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, b786d07b-0e7a-481c-9819-e90a6eaf8206) {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:29:29.643343 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1445d6b4-4632-4796-a1ba-134a9ba5c22e tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:29.644409 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1445d6b4-4632-4796-a1ba-134a9ba5c22e tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:29.653839 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3171e5b5-88f3-409e-a0df-4b4483272585 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Pushing event updated for resources: {'Port': ['ID=5f6f5ffb-9886-4f70-8548-7f568d0aa4c5,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:29:29.674648 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb49075-58ff-41d5-bfa5-8944c8cdeb30 None None] Network b786d07b-0e7a-481c-9819-e90a6eaf8206 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:29:29.740777 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-1445d6b4-4632-4796-a1ba-134a9ba5c22e tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7667751 Aug 05 11:29:29.745831 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 50750) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:29:29.759838 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-48c8a234-d023-4c34-ab48-163abb061930 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Request body: {'port': {'network_id': 'b786d07b-0e7a-481c-9819-e90a6eaf8206', 'name': 'tempest-PortsIpV6TestJSON-634509796'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:29:29.792175 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b441fd18-6dba-4cf1-9d4d-ace15c05943a req-3171e5b5-88f3-409e-a0df-4b4483272585 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:29.792601 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-b441fd18-6dba-4cf1-9d4d-ace15c05943a req-3171e5b5-88f3-409e-a0df-4b4483272585 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:29.825869 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b441fd18-6dba-4cf1-9d4d-ace15c05943a req-3171e5b5-88f3-409e-a0df-4b4483272585 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5162072 Aug 05 11:29:29.851219 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-4c894121-1f68-4cd8-b10b-75024726b9f7 req-34ea18ce-7cca-4b0e-8b7a-8dbd7266244a tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:29.867126 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-b441fd18-6dba-4cf1-9d4d-ace15c05943a req-379a05f0-4654-4bcc-b1ac-b6607409d339 service neutron] Request body: {'port': {'device_id': '98ce404f-7172-48c9-b5c0-cd558559a340', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:29:30.062585 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-b441fd18-6dba-4cf1-9d4d-ace15c05943a req-379a05f0-4654-4bcc-b1ac-b6607409d339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:30.135648 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f2a07b-04ab-45c4-b480-01d354177038 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-b786d07b-0e7a-481c-9819-e90a6eaf8206', 'network_id': 'b786d07b-0e7a-481c-9819-e90a6eaf8206', 'tenant_id': 'c6f61cb628df45739d23be5e7f8e483c', 'fixed_ips': [{'subnet_id': 'a81c9764-b7d3-439c-be1b-537b30849d19'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 11:29:30.136669 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-97f2a07b-04ab-45c4-b480-01d354177038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:30.377003 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b637c6f9-23a6-436c-9e2f-0b9a92c14d4f req-9bed442b-a585-4961-8ab2-8eafe5659bfa tempest-InstanceActionsTestJSON-1501157343 tempest-InstanceActionsTestJSON-1501157343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:30.387996 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b637c6f9-23a6-436c-9e2f-0b9a92c14d4f req-9bed442b-a585-4961-8ab2-8eafe5659bfa tempest-InstanceActionsTestJSON-1501157343 tempest-InstanceActionsTestJSON-1501157343-project] 10.222.0.58 "GET /v2.0/networks?id=79bbca85-6c95-4075-8362-fdad667d03d0 HTTP/1.1" status: 200 len: 813 time: 0.5963898 Aug 05 11:29:30.447298 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-97f2a07b-04ab-45c4-b480-01d354177038 None None] Allocated IP 2001:db8::2 (b786d07b-0e7a-481c-9819-e90a6eaf8206/a81c9764-b7d3-439c-be1b-537b30849d19/2a90fc27-adf6-4ad5-aecc-16c15edae69e) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:29:30.466179 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b637c6f9-23a6-436c-9e2f-0b9a92c14d4f req-bf69851c-7c95-4b6f-9bc2-7fb68929bd04 tempest-InstanceActionsTestJSON-1501157343 tempest-InstanceActionsTestJSON-1501157343-project] 10.222.0.58 "GET /v2.0/quotas/b5fa2fa5614549b49e939fed6a46ef30 HTTP/1.1" status: 200 len: 375 time: 0.0766513 Aug 05 11:29:30.518976 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48c8a234-d023-4c34-ab48-163abb061930 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Made reservation on behalf of c6f61cb628df45739d23be5e7f8e483c for: {'port': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:29:30.523946 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-48c8a234-d023-4c34-ab48-163abb061930 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:30.536541 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b637c6f9-23a6-436c-9e2f-0b9a92c14d4f req-a962227b-6ee1-4bc8-81ce-5ea39bbcccab tempest-InstanceActionsTestJSON-1501157343 tempest-InstanceActionsTestJSON-1501157343-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=b5fa2fa5614549b49e939fed6a46ef30&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0689352 Aug 05 11:29:30.572600 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-4c894121-1f68-4cd8-b10b-75024726b9f7 req-34ea18ce-7cca-4b0e-8b7a-8dbd7266244a tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:30.663203 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-4c894121-1f68-4cd8-b10b-75024726b9f7 req-34ea18ce-7cca-4b0e-8b7a-8dbd7266244a tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:30.681938 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [None req-48c8a234-d023-4c34-ab48-163abb061930 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] device_id is not set on port 49fabfe7-73dc-4634-82b4-9fb2c2db52a0 yet. {{(pid=94420) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 11:29:30.740683 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-b441fd18-6dba-4cf1-9d4d-ace15c05943a req-379a05f0-4654-4bcc-b1ac-b6607409d339 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f6f5ffb-9886-4f70-8548-7f568d0aa4c5 {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:29:30.756357 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-b441fd18-6dba-4cf1-9d4d-ace15c05943a req-379a05f0-4654-4bcc-b1ac-b6607409d339 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:30.779136 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-b441fd18-6dba-4cf1-9d4d-ace15c05943a req-379a05f0-4654-4bcc-b1ac-b6607409d339 service neutron] Transition to ACTIVE for port object 5f6f5ffb-9886-4f70-8548-7f568d0aa4c5 will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:29:30.788859 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-b441fd18-6dba-4cf1-9d4d-ace15c05943a req-379a05f0-4654-4bcc-b1ac-b6607409d339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:30.840876 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-97f2a07b-04ab-45c4-b480-01d354177038 None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:30.866645 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-97f2a07b-04ab-45c4-b480-01d354177038 None None] Transition to ACTIVE for port object 2a90fc27-adf6-4ad5-aecc-16c15edae69e will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:29:30.878247 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379a05f0-4654-4bcc-b1ac-b6607409d339 service neutron] Pushing event updated for resources: {'Port': ['ID=5f6f5ffb-9886-4f70-8548-7f568d0aa4c5,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:29:30.905817 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-97f2a07b-04ab-45c4-b480-01d354177038 None None] Transition to ACTIVE for port object 2a90fc27-adf6-4ad5-aecc-16c15edae69e will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:29:30.916432 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea18ce-7cca-4b0e-8b7a-8dbd7266244a tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] Pushing event updated for resources: {'Port': ['ID=de5005f5-fbbb-46f5-af8d-0b616a8ce3ea,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:29:30.927051 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-97f2a07b-04ab-45c4-b480-01d354177038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:31.010387 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-4c894121-1f68-4cd8-b10b-75024726b9f7 req-34ea18ce-7cca-4b0e-8b7a-8dbd7266244a tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33287247'] for floatingip, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:31.029976 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f2a07b-04ab-45c4-b480-01d354177038 None None] Network b786d07b-0e7a-481c-9819-e90a6eaf8206 is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:29:31.035148 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-b441fd18-6dba-4cf1-9d4d-ace15c05943a req-379a05f0-4654-4bcc-b1ac-b6607409d339 service neutron] Attempting to bind port 5f6f5ffb-9886-4f70-8548-7f568d0aa4c5 on host n-h1-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:29:31.035498 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b637c6f9-23a6-436c-9e2f-0b9a92c14d4f req-be082d88-167f-4dae-875c-3d79ed495bb7 service neutron] 10.222.0.58 "GET /v2.0/networks/79bbca85-6c95-4075-8362-fdad667d03d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4607122 Aug 05 11:29:31.038664 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-b441fd18-6dba-4cf1-9d4d-ace15c05943a req-379a05f0-4654-4bcc-b1ac-b6607409d339 service neutron] Attempting to bind port 5f6f5ffb-9886-4f70-8548-7f568d0aa4c5 by drivers openvswitch,hyperv on host n-h1-803378-2 at level 0 using segments [{'id': '518e3e63-d2a5-47d5-92b9-f966f275c6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '126f96b6-eb66-4c29-a167-bda979496a65'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:29:31.039864 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b441fd18-6dba-4cf1-9d4d-ace15c05943a req-379a05f0-4654-4bcc-b1ac-b6607409d339 service neutron] Attempting to bind port 5f6f5ffb-9886-4f70-8548-7f568d0aa4c5 on network 126f96b6-eb66-4c29-a167-bda979496a65 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:29:31.051827 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-97f2a07b-04ab-45c4-b480-01d354177038 None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:29:31.055621 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b441fd18-6dba-4cf1-9d4d-ace15c05943a req-379a05f0-4654-4bcc-b1ac-b6607409d339 service neutron] Port 5f6f5ffb-9886-4f70-8548-7f568d0aa4c5 on network 126f96b6-eb66-4c29-a167-bda979496a65 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:29:31.057059 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b441fd18-6dba-4cf1-9d4d-ace15c05943a req-379a05f0-4654-4bcc-b1ac-b6607409d339 service neutron] Attempting to bind port 5f6f5ffb-9886-4f70-8548-7f568d0aa4c5 on network 126f96b6-eb66-4c29-a167-bda979496a65 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:29:31.065375 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f2a07b-04ab-45c4-b480-01d354177038 None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:29:31.075874 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b441fd18-6dba-4cf1-9d4d-ace15c05943a req-379a05f0-4654-4bcc-b1ac-b6607409d339 service neutron] Checking agent: {'id': '40bb7567-59bd-4b31-bc29-da1c50bca759', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:29:31.076266 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b441fd18-6dba-4cf1-9d4d-ace15c05943a req-379a05f0-4654-4bcc-b1ac-b6607409d339 service neutron] Checking segment: {'id': '518e3e63-d2a5-47d5-92b9-f966f275c6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '126f96b6-eb66-4c29-a167-bda979496a65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:29:31.076684 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b441fd18-6dba-4cf1-9d4d-ace15c05943a req-379a05f0-4654-4bcc-b1ac-b6607409d339 service neutron] Bound using segment: {'id': '518e3e63-d2a5-47d5-92b9-f966f275c6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '126f96b6-eb66-4c29-a167-bda979496a65'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:29:31.077066 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-b441fd18-6dba-4cf1-9d4d-ace15c05943a req-379a05f0-4654-4bcc-b1ac-b6607409d339 service neutron] Bound port: 5f6f5ffb-9886-4f70-8548-7f568d0aa4c5, host: n-h1-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '518e3e63-d2a5-47d5-92b9-f966f275c6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '126f96b6-eb66-4c29-a167-bda979496a65'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:29:31.080592 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-b441fd18-6dba-4cf1-9d4d-ace15c05943a req-379a05f0-4654-4bcc-b1ac-b6607409d339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:31.085699 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f2a07b-04ab-45c4-b480-01d354177038 None None] Pushing event updated for resources: {'Port': ['ID=2a90fc27-adf6-4ad5-aecc-16c15edae69e,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:29:31.130626 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f2a07b-04ab-45c4-b480-01d354177038 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:29:31.131171 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f2a07b-04ab-45c4-b480-01d354177038 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:29:31.131744 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f2a07b-04ab-45c4-b480-01d354177038 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:29:31.132256 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f2a07b-04ab-45c4-b480-01d354177038 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:29:31.132909 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f2a07b-04ab-45c4-b480-01d354177038 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:29:31.133429 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f2a07b-04ab-45c4-b480-01d354177038 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:29:31.134336 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f2a07b-04ab-45c4-b480-01d354177038 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:29:31.134898 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f2a07b-04ab-45c4-b480-01d354177038 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:29:31.135401 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f2a07b-04ab-45c4-b480-01d354177038 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:29:31.135949 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f2a07b-04ab-45c4-b480-01d354177038 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:29:31.136959 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f2a07b-04ab-45c4-b480-01d354177038 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:29:31.137189 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f2a07b-04ab-45c4-b480-01d354177038 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:29:31.172179 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-4c894121-1f68-4cd8-b10b-75024726b9f7 req-34ea18ce-7cca-4b0e-8b7a-8dbd7266244a tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:31.174409 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4c894121-1f68-4cd8-b10b-75024726b9f7 req-34ea18ce-7cca-4b0e-8b7a-8dbd7266244a tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.3010468 Aug 05 11:29:31.231262 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-97f2a07b-04ab-45c4-b480-01d354177038 None None] Attempting to bind port 2a90fc27-adf6-4ad5-aecc-16c15edae69e on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:29:31.231829 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-97f2a07b-04ab-45c4-b480-01d354177038 None None] Attempting to bind port 2a90fc27-adf6-4ad5-aecc-16c15edae69e by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'f491c8a8-390d-49fc-b921-7ba0a9326cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'b786d07b-0e7a-481c-9819-e90a6eaf8206'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:29:31.232393 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f2a07b-04ab-45c4-b480-01d354177038 None None] Attempting to bind port 2a90fc27-adf6-4ad5-aecc-16c15edae69e on network b786d07b-0e7a-481c-9819-e90a6eaf8206 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:29:31.244115 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-48c8a234-d023-4c34-ab48-163abb061930 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Allocated IP 2001:db8::b0 (b786d07b-0e7a-481c-9819-e90a6eaf8206/a81c9764-b7d3-439c-be1b-537b30849d19/49fabfe7-73dc-4634-82b4-9fb2c2db52a0) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:29:31.247073 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f2a07b-04ab-45c4-b480-01d354177038 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:29:31.247700 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f2a07b-04ab-45c4-b480-01d354177038 None None] Checking segment: {'id': 'f491c8a8-390d-49fc-b921-7ba0a9326cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'b786d07b-0e7a-481c-9819-e90a6eaf8206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:29:31.249235 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-97f2a07b-04ab-45c4-b480-01d354177038 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:31.250111 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f2a07b-04ab-45c4-b480-01d354177038 None None] Bound using segment: {'id': 'f491c8a8-390d-49fc-b921-7ba0a9326cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'b786d07b-0e7a-481c-9819-e90a6eaf8206'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:29:31.251826 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-97f2a07b-04ab-45c4-b480-01d354177038 None None] Bound port: 2a90fc27-adf6-4ad5-aecc-16c15edae69e, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f491c8a8-390d-49fc-b921-7ba0a9326cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'b786d07b-0e7a-481c-9819-e90a6eaf8206'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:29:31.251826 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-97f2a07b-04ab-45c4-b480-01d354177038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:31.271275 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-b441fd18-6dba-4cf1-9d4d-ace15c05943a req-379a05f0-4654-4bcc-b1ac-b6607409d339 service neutron] For port 5f6f5ffb-9886-4f70-8548-7f568d0aa4c5, host n-h1-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:29:31.276883 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-b441fd18-6dba-4cf1-9d4d-ace15c05943a req-379a05f0-4654-4bcc-b1ac-b6607409d339 service neutron] For port 5f6f5ffb-9886-4f70-8548-7f568d0aa4c5, host n-h1-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=5f6f5ffb-9886-4f70-8548-7f568d0aa4c5,segment=NetworkSegment(518e3e63-d2a5-47d5-92b9-f966f275c6de),segment_id=518e3e63-d2a5-47d5-92b9-f966f275c6de)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:29:31.287190 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-b441fd18-6dba-4cf1-9d4d-ace15c05943a req-379a05f0-4654-4bcc-b1ac-b6607409d339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:31.325531 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b441fd18-6dba-4cf1-9d4d-ace15c05943a req-379a05f0-4654-4bcc-b1ac-b6607409d339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:31.327036 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-b441fd18-6dba-4cf1-9d4d-ace15c05943a req-379a05f0-4654-4bcc-b1ac-b6607409d339 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:31.331000 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b441fd18-6dba-4cf1-9d4d-ace15c05943a req-379a05f0-4654-4bcc-b1ac-b6607409d339 service neutron] 10.222.0.64 "PUT /v2.0/ports/5f6f5ffb-9886-4f70-8548-7f568d0aa4c5 HTTP/1.1" status: 200 len: 1091 time: 1.4802568 Aug 05 11:29:31.335985 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98ce404f-7172-48c9-b5c0-cd558559a340', 'tag': '5f6f5ffb-9886-4f70-8548-7f568d0aa4c5'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:29:31.339650 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d0e06fb-bae4-4569-bf42-92eaf5a3acfe" -d '{"events": [{"name": "network-changed", "server_uuid": "98ce404f-7172-48c9-b5c0-cd558559a340", "tag": "5f6f5ffb-9886-4f70-8548-7f568d0aa4c5"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:29:31.372331 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4c894121-1f68-4cd8-b10b-75024726b9f7 req-81c04c66-3ffc-4c8a-8763-18e8f640e883 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.5.239 HTTP/1.1" status: 200 len: 696 time: 0.1643238 Aug 05 11:29:31.408180 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-97f2a07b-04ab-45c4-b480-01d354177038 None None] For port 2a90fc27-adf6-4ad5-aecc-16c15edae69e, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:29:31.413161 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-97f2a07b-04ab-45c4-b480-01d354177038 None None] For port 2a90fc27-adf6-4ad5-aecc-16c15edae69e, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=2a90fc27-adf6-4ad5-aecc-16c15edae69e,segment=NetworkSegment(f491c8a8-390d-49fc-b921-7ba0a9326cf9),segment_id=f491c8a8-390d-49fc-b921-7ba0a9326cf9)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:29:31.421247 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-97f2a07b-04ab-45c4-b480-01d354177038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:31.445376 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379a05f0-4654-4bcc-b1ac-b6607409d339 service neutron] Pushing event updated for resources: {'Port': ['ID=5f6f5ffb-9886-4f70-8548-7f568d0aa4c5,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:29:31.535772 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f2a07b-04ab-45c4-b480-01d354177038 None None] Pushing event updated for resources: {'Port': ['ID=2a90fc27-adf6-4ad5-aecc-16c15edae69e,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:29:31.563785 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b441fd18-6dba-4cf1-9d4d-ace15c05943a req-6c62dc3d-6385-4e1d-894c-52fcbd4ef336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:31.567077 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b441fd18-6dba-4cf1-9d4d-ace15c05943a req-6c62dc3d-6385-4e1d-894c-52fcbd4ef336 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2a9a0c1c353042b1936f80e1e752fcad&device_id=98ce404f-7172-48c9-b5c0-cd558559a340 HTTP/1.1" status: 200 len: 1094 time: 0.1149418 Aug 05 11:29:31.595220 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b637c6f9-23a6-436c-9e2f-0b9a92c14d4f req-34190cd0-9490-4185-b8e5-2b3ab982c1e4 service neutron] 10.222.0.58 "GET /v2.0/networks/79bbca85-6c95-4075-8362-fdad667d03d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5254805 Aug 05 11:29:31.677613 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b441fd18-6dba-4cf1-9d4d-ace15c05943a req-99b4dc8d-fd96-4d92-bf16-307b699c4731 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f6f5ffb-9886-4f70-8548-7f568d0aa4c5 HTTP/1.1" status: 200 len: 217 time: 0.0879114 Aug 05 11:29:31.793096 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c894121-1f68-4cd8-b10b-75024726b9f7 req-41ab11bd-2a90-4b2c-acbc-d2e687a6764f tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:31.796261 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4c894121-1f68-4cd8-b10b-75024726b9f7 req-41ab11bd-2a90-4b2c-acbc-d2e687a6764f tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] 10.222.0.58 "GET /v2.0/networks/36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd HTTP/1.1" status: 200 len: 784 time: 0.4078727 Aug 05 11:29:31.878626 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b441fd18-6dba-4cf1-9d4d-ace15c05943a req-5be0f2a3-d2a1-4ce9-90a6-662248109e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:31.884069 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b441fd18-6dba-4cf1-9d4d-ace15c05943a req-5be0f2a3-d2a1-4ce9-90a6-662248109e13 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f603f39f-fbde-4d83-a41f-e0babb1f3ff1 HTTP/1.1" status: 200 len: 854 time: 0.1937020 Aug 05 11:29:31.908617 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [req-4c894121-1f68-4cd8-b10b-75024726b9f7 req-34b85fd0-abfb-4889-b3ef-4bf7420ce225 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94420) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 11:29:31.911060 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4c894121-1f68-4cd8-b10b-75024726b9f7 req-34b85fd0-abfb-4889-b3ef-4bf7420ce225 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0209141 Aug 05 11:29:31.952074 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-48c8a234-d023-4c34-ab48-163abb061930 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:31.982134 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [None req-48c8a234-d023-4c34-ab48-163abb061930 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Transition to ACTIVE for port object 49fabfe7-73dc-4634-82b4-9fb2c2db52a0 will not be triggered until provisioned by entity DHCP. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:29:32.070349 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b441fd18-6dba-4cf1-9d4d-ace15c05943a req-7a562f96-2f9f-453e-a28e-80642cb88f6c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=126f96b6-eb66-4c29-a167-bda979496a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1757994 Aug 05 11:29:32.158744 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-48c8a234-d023-4c34-ab48-163abb061930 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:32.311169 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c8a234-d023-4c34-ab48-163abb061930 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Network b786d07b-0e7a-481c-9819-e90a6eaf8206 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:29:32.339571 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-48c8a234-d023-4c34-ab48-163abb061930 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:29:32.394408 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 2a90fc27-adf6-4ad5-aecc-16c15edae69e up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:29:32.423187 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b441fd18-6dba-4cf1-9d4d-ace15c05943a req-3cd107e4-8f4b-498e-9f2b-e3b9ff0b5317 service neutron] 10.222.0.64 "GET /v2.0/networks/126f96b6-eb66-4c29-a167-bda979496a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3410010 Aug 05 11:29:32.431165 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c8a234-d023-4c34-ab48-163abb061930 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:29:32.478454 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c8a234-d023-4c34-ab48-163abb061930 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:32.480225 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-48c8a234-d023-4c34-ab48-163abb061930 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:32.558878 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-48c8a234-d023-4c34-ab48-163abb061930 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.8115902 Aug 05 11:29:32.568460 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 50774) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:29:32.611501 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 2a90fc27-adf6-4ad5-aecc-16c15edae69e completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:29:32.651553 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c8a234-d023-4c34-ab48-163abb061930 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Pushing event updated for resources: {'Port': ['ID=49fabfe7-73dc-4634-82b4-9fb2c2db52a0,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:29:32.707122 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cc28c0c-e824-457e-b5d7-2406b37365a6 x-openstack-request-id: req-4cc28c0c-e824-457e-b5d7-2406b37365a6 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:29:32.708462 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98ce404f-7172-48c9-b5c0-cd558559a340", "tag": "5f6f5ffb-9886-4f70-8548-7f568d0aa4c5", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:29:32.708980 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4cc28c0c-e824-457e-b5d7-2406b37365a6 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:29:32.711465 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98ce404f-7172-48c9-b5c0-cd558559a340', 'tag': '5f6f5ffb-9886-4f70-8548-7f568d0aa4c5', 'status': 'completed', 'code': 200} Aug 05 11:29:32.762977 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179dd9ac-4591-46e8-b8af-d64fff4e8598 req-4fe5aed3-a929-4058-a554-d83df5a67800 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:32.767226 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-179dd9ac-4591-46e8-b8af-d64fff4e8598 req-4fe5aed3-a929-4058-a554-d83df5a67800 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=98ce404f-7172-48c9-b5c0-cd558559a340 HTTP/1.1" status: 200 len: 943 time: 0.4817190 Aug 05 11:29:32.795663 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b441fd18-6dba-4cf1-9d4d-ace15c05943a req-cf24bb6d-3a74-495c-b35f-a4628e6307c2 service neutron] 10.222.0.64 "GET /v2.0/networks/126f96b6-eb66-4c29-a167-bda979496a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3605769 Aug 05 11:29:32.924301 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-997291b2-fd4f-4bd3-b488-de7392a02660 req-9f64a8e8-04a8-4767-9849-e00d986ce03a tempest-InstanceActionsTestJSON-1501157343 tempest-InstanceActionsTestJSON-1501157343-project] 10.222.0.58 "GET /v2.0/ports?device_id=13b48aa6-825f-47ad-bc55-9be70cde98f9 HTTP/1.1" status: 200 len: 210 time: 0.1256845 Aug 05 11:29:32.993935 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-495d5a4d-70cc-4588-ac98-3408fc591bb8 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Deleting port 49fabfe7-73dc-4634-82b4-9fb2c2db52a0 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:29:32.994271 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-495d5a4d-70cc-4588-ac98-3408fc591bb8 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:33.056060 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-179dd9ac-4591-46e8-b8af-d64fff4e8598 req-04845b7b-a071-4bcf-9576-6ec98f4428ce tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656355 Aug 05 11:29:33.118149 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0e06fb-bae4-4569-bf42-92eaf5a3acfe req-32da6e20-2ddf-4cea-9bcc-e5562df4d7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:33.121009 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4d0e06fb-bae4-4569-bf42-92eaf5a3acfe req-32da6e20-2ddf-4cea-9bcc-e5562df4d7a1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2a9a0c1c353042b1936f80e1e752fcad&device_id=98ce404f-7172-48c9-b5c0-cd558559a340 HTTP/1.1" status: 200 len: 1094 time: 0.1719322 Aug 05 11:29:33.405365 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8c87cf-b200-4bbc-af6a-ac7b1f2a3f51 req-a5ca876a-cfb5-4df4-8c7d-00d0874df2b8 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:33.409219 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ab8c87cf-b200-4bbc-af6a-ac7b1f2a3f51 req-a5ca876a-cfb5-4df4-8c7d-00d0874df2b8 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b0977ee-fb1e-4733-b0f4-4ed637173317&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2797132 Aug 05 11:29:33.462836 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0e06fb-bae4-4569-bf42-92eaf5a3acfe req-fce81b7e-82ac-4df0-9d48-b3685a99ba3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:33.468865 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4d0e06fb-bae4-4569-bf42-92eaf5a3acfe req-fce81b7e-82ac-4df0-9d48-b3685a99ba3f service neutron] 10.222.0.64 "GET /v2.0/networks?id=126f96b6-eb66-4c29-a167-bda979496a65 HTTP/1.1" status: 200 len: 915 time: 0.3325586 Aug 05 11:29:33.535425 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-495d5a4d-70cc-4588-ac98-3408fc591bb8 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:33.596138 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4d0e06fb-bae4-4569-bf42-92eaf5a3acfe req-8f5b9174-c2a9-4a72-ae8f-82123b153dc4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f6f5ffb-9886-4f70-8548-7f568d0aa4c5 HTTP/1.1" status: 200 len: 217 time: 0.1120441 Aug 05 11:29:33.670647 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ee6212-799c-4bd4-94b8-ed6868e8b871 None None] Network b786d07b-0e7a-481c-9819-e90a6eaf8206 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:29:33.748885 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ab8c87cf-b200-4bbc-af6a-ac7b1f2a3f51 req-64d60f34-a7f9-4379-8b06-4c8a74dd5be1 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.5.239 HTTP/1.1" status: 200 len: 696 time: 0.2703588 Aug 05 11:29:33.769584 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-ab8c87cf-b200-4bbc-af6a-ac7b1f2a3f51 req-6b8859fd-e5ab-463a-a74e-2afbd416e5fb tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] Request body: {'floatingip': {'port_id': '9649f0d0-db0b-4b44-ab7f-2d10fb07f502', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:29:33.776894 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-495d5a4d-70cc-4588-ac98-3408fc591bb8 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Calling delete_port for 49fabfe7-73dc-4634-82b4-9fb2c2db52a0 owned by {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:29:33.804874 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0e06fb-bae4-4569-bf42-92eaf5a3acfe req-73284573-b269-4c07-bd45-6a9d9ac3244f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:33.808370 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4d0e06fb-bae4-4569-bf42-92eaf5a3acfe req-73284573-b269-4c07-bd45-6a9d9ac3244f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f603f39f-fbde-4d83-a41f-e0babb1f3ff1 HTTP/1.1" status: 200 len: 854 time: 0.2018719 Aug 05 11:29:33.846543 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-407e44ad-e37a-4d6a-8722-69b83f8d741c None None] Provisioning for port 2a90fc27-adf6-4ad5-aecc-16c15edae69e completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:29:33.883921 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4d0e06fb-bae4-4569-bf42-92eaf5a3acfe req-a9ace1b1-aecd-482c-9dc7-fe2b5e2479f4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=126f96b6-eb66-4c29-a167-bda979496a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633876 Aug 05 11:29:33.913642 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-ab8c87cf-b200-4bbc-af6a-ac7b1f2a3f51 req-6b8859fd-e5ab-463a-a74e-2afbd416e5fb tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] Notify callbacks [] for floatingip, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:33.926980 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-407e44ad-e37a-4d6a-8722-69b83f8d741c None None] Provisioning complete for port 2a90fc27-adf6-4ad5-aecc-16c15edae69e triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:29:33.927568 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-407e44ad-e37a-4d6a-8722-69b83f8d741c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:34.256540 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4d0e06fb-bae4-4569-bf42-92eaf5a3acfe req-5616a697-312b-49cb-ad8c-fdd2cb76c622 service neutron] 10.222.0.64 "GET /v2.0/networks/126f96b6-eb66-4c29-a167-bda979496a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3472469 Aug 05 11:29:34.371591 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-786bbce3-9671-48d5-97a2-5bcb83505704 req-d74f73f3-7c77-448e-ada8-234d5604d704 tempest-InstanceActionsTestJSON-1501157343 tempest-InstanceActionsTestJSON-1501157343-project] 10.222.0.58 "GET /v2.0/ports?device_id=13b48aa6-825f-47ad-bc55-9be70cde98f9 HTTP/1.1" status: 200 len: 210 time: 0.1804984 Aug 05 11:29:34.402853 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-407e44ad-e37a-4d6a-8722-69b83f8d741c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:34.588931 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-407e44ad-e37a-4d6a-8722-69b83f8d741c None None] For port 2a90fc27-adf6-4ad5-aecc-16c15edae69e, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=2a90fc27-adf6-4ad5-aecc-16c15edae69e,segment=NetworkSegment(f491c8a8-390d-49fc-b921-7ba0a9326cf9),segment_id=f491c8a8-390d-49fc-b921-7ba0a9326cf9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:29:34.601757 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-407e44ad-e37a-4d6a-8722-69b83f8d741c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:34.637129 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4d0e06fb-bae4-4569-bf42-92eaf5a3acfe req-3cb657d1-5d69-496d-9f59-45457a7a0ec4 service neutron] 10.222.0.64 "GET /v2.0/networks/126f96b6-eb66-4c29-a167-bda979496a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3716505 Aug 05 11:29:34.774112 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407e44ad-e37a-4d6a-8722-69b83f8d741c None None] Pushing event updated for resources: {'Port': ['ID=2a90fc27-adf6-4ad5-aecc-16c15edae69e,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:29:34.854725 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-24d51ebb-56e1-40f7-b003-08d609be518a None None] Could not find standard attr ID for object 49fabfe7-73dc-4634-82b4-9fb2c2db52a0. {{(pid=94422) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 05 11:29:34.886816 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-24d51ebb-56e1-40f7-b003-08d609be518a None None] Provisioning complete for port 2a90fc27-adf6-4ad5-aecc-16c15edae69e triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:29:34.887430 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-495d5a4d-70cc-4588-ac98-3408fc591bb8 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:34.889236 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-24d51ebb-56e1-40f7-b003-08d609be518a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:35.397536 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-37a574d3-acd7-4abc-8272-ec980a7134be None None] Could not find standard attr ID for object 49fabfe7-73dc-4634-82b4-9fb2c2db52a0. {{(pid=94422) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 05 11:29:35.802219 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495d5a4d-70cc-4588-ac98-3408fc591bb8 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Pushing event deleted for resources: {'Port': ['ID=49fabfe7-73dc-4634-82b4-9fb2c2db52a0,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:29:35.914912 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-495d5a4d-70cc-4588-ac98-3408fc591bb8 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:35.923434 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-495d5a4d-70cc-4588-ac98-3408fc591bb8 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "DELETE /v2.0/ports/49fabfe7-73dc-4634-82b4-9fb2c2db52a0 HTTP/1.1" status: 204 len: 168 time: 3.3501618 Aug 05 11:29:35.925455 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 50804) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:29:35.943495 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b637c6f9-23a6-436c-9e2f-0b9a92c14d4f req-b3ba78a5-f938-444a-8772-bbe4884750eb tempest-InstanceActionsTestJSON-1501157343 tempest-InstanceActionsTestJSON-1501157343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:35.946062 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b637c6f9-23a6-436c-9e2f-0b9a92c14d4f req-b3ba78a5-f938-444a-8772-bbe4884750eb tempest-InstanceActionsTestJSON-1501157343 tempest-InstanceActionsTestJSON-1501157343-project] 10.222.0.55 "GET /v2.0/networks?id=79bbca85-6c95-4075-8362-fdad667d03d0 HTTP/1.1" status: 200 len: 813 time: 1.2647007 Aug 05 11:29:35.995607 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ccbefe-7469-46af-9033-eae6398926b7 req-2d51da27-863f-4f93-8ce9-35af4b4fd4cb tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:36.002982 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e6ccbefe-7469-46af-9033-eae6398926b7 req-2d51da27-863f-4f93-8ce9-35af4b4fd4cb tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=98ce404f-7172-48c9-b5c0-cd558559a340 HTTP/1.1" status: 200 len: 943 time: 1.1574488 Aug 05 11:29:36.010969 n-d-803378-2 neutron-server[94421]: INFO neutron.pecan_wsgi.hooks.translation [None req-d04e2496-7d03-4ef1-9355-958ead264173 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] DELETE failed (client error): The resource could not be found. Aug 05 11:29:36.013552 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d04e2496-7d03-4ef1-9355-958ead264173 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:29:36.014977 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-b637c6f9-23a6-436c-9e2f-0b9a92c14d4f req-5c60247a-dbeb-48c6-8f25-4eebad7f1689 tempest-InstanceActionsTestJSON-1501157343 tempest-InstanceActionsTestJSON-1501157343-project] Request body: {'port': {'device_id': '13b48aa6-825f-47ad-bc55-9be70cde98f9', 'network_id': '79bbca85-6c95-4075-8362-fdad667d03d0', 'admin_state_up': True, 'tenant_id': 'b5fa2fa5614549b49e939fed6a46ef30'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:29:36.020097 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-d04e2496-7d03-4ef1-9355-958ead264173 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "DELETE /v2.0/ports/49fabfe7-73dc-4634-82b4-9fb2c2db52a0 HTTP/1.1" status: 404 len: 333 time: 0.0927994 Aug 05 11:29:36.032695 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 50806) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:29:36.130605 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 2a90fc27-adf6-4ad5-aecc-16c15edae69e up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:29:36.248937 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 2a90fc27-adf6-4ad5-aecc-16c15edae69e triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:29:36.249990 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:36.254010 n-d-803378-2 neutron-server[94420]: INFO neutron.api.v2.resource [req-ab8c87cf-b200-4bbc-af6a-ac7b1f2a3f51 req-6b8859fd-e5ab-463a-a74e-2afbd416e5fb tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] update failed (client error): There was a conflict when trying to complete your request. Aug 05 11:29:36.284287 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ab8c87cf-b200-4bbc-af6a-ac7b1f2a3f51 req-6b8859fd-e5ab-463a-a74e-2afbd416e5fb tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] 10.222.0.58 "PUT /v2.0/floatingips/20203dae-6957-48c1-8d53-247ded824e6a HTTP/1.1" status: 409 len: 551 time: 2.5258305 Aug 05 11:29:36.306737 n-d-803378-2 neutron-server[94420]: INFO neutron.pecan_wsgi.hooks.translation [None req-9528cfcd-78e9-4d1f-906b-b873bab00cce tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] GET failed (client error): The resource could not be found. Aug 05 11:29:36.319378 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-9528cfcd-78e9-4d1f-906b-b873bab00cce tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "GET /v2.0/ports/49fabfe7-73dc-4634-82b4-9fb2c2db52a0 HTTP/1.1" status: 404 len: 333 time: 0.2822902 Aug 05 11:29:36.324536 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 50812) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:29:36.400427 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e6ccbefe-7469-46af-9033-eae6398926b7 req-156201fc-b1f5-4d51-9620-8a368f622530 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3750870 Aug 05 11:29:36.541681 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_v2 [None req-d31c29eb-ebdf-4c4c-b1f6-775d4577607e tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Deleting subnet a81c9764-b7d3-439c-be1b-537b30849d19 {{(pid=94421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:29:36.550963 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d31c29eb-ebdf-4c4c-b1f6-775d4577607e tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks [] for subnet, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:36.639529 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b637c6f9-23a6-436c-9e2f-0b9a92c14d4f req-5c60247a-dbeb-48c6-8f25-4eebad7f1689 tempest-InstanceActionsTestJSON-1501157343 tempest-InstanceActionsTestJSON-1501157343-project] Made reservation on behalf of b5fa2fa5614549b49e939fed6a46ef30 for: {'port': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:29:36.647897 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-b637c6f9-23a6-436c-9e2f-0b9a92c14d4f req-5c60247a-dbeb-48c6-8f25-4eebad7f1689 tempest-InstanceActionsTestJSON-1501157343 tempest-InstanceActionsTestJSON-1501157343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:36.684143 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d31c29eb-ebdf-4c4c-b1f6-775d4577607e tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29786388'] for subnet, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:36.924468 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0fa83192-8012-4fde-951a-b81e92f3905c req-69f8b3aa-767f-4b89-9c16-b995f3833cc3 tempest-InstanceActionsTestJSON-1501157343 tempest-InstanceActionsTestJSON-1501157343-project] 10.222.0.58 "GET /v2.0/ports?device_id=13b48aa6-825f-47ad-bc55-9be70cde98f9 HTTP/1.1" status: 200 len: 210 time: 0.0776668 Aug 05 11:29:36.996066 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d31c29eb-ebdf-4c4c-b1f6-775d4577607e tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:37.038821 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-05ae2faf-c7c6-41c3-ae22-8528dd5093b5 req-41359a7c-46af-4386-8bc4-71ff11217609 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] 10.222.0.58 "GET /v2.0/floatingips/20203dae-6957-48c1-8d53-247ded824e6a HTTP/1.1" status: 200 len: 693 time: 0.1897411 Aug 05 11:29:37.058328 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 5f6f5ffb-9886-4f70-8548-7f568d0aa4c5 details requested by agent hyperv_n-h1-803378-2 with host n-h1-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:29:37.198127 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d31c29eb-ebdf-4c4c-b1f6-775d4577607e tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25038609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30075142'] for subnet, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:37.269468 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d31c29eb-ebdf-4c4c-b1f6-775d4577607e tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:37.281973 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-d31c29eb-ebdf-4c4c-b1f6-775d4577607e tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "DELETE /v2.0/subnets/a81c9764-b7d3-439c-be1b-537b30849d19 HTTP/1.1" status: 204 len: 168 time: 0.9461007 Aug 05 11:29:37.281973 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31c29eb-ebdf-4c4c-b1f6-775d4577607e tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Pushing event deleted for resources: {'Subnet': ['ID=a81c9764-b7d3-439c-be1b-537b30849d19,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:29:37.285458 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 50816) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:29:37.332254 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 5f6f5ffb-9886-4f70-8548-7f568d0aa4c5, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=5f6f5ffb-9886-4f70-8548-7f568d0aa4c5,segment=NetworkSegment(518e3e63-d2a5-47d5-92b9-f966f275c6de),segment_id=518e3e63-d2a5-47d5-92b9-f966f275c6de)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:29:37.351497 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8bd715c-b541-44ee-bc25-32aae2297acb None None] Network b786d07b-0e7a-481c-9819-e90a6eaf8206 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:29:37.479421 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Returning: {'device': '5f6f5ffb-9886-4f70-8548-7f568d0aa4c5', 'network_id': '126f96b6-eb66-4c29-a167-bda979496a65', 'port_id': '5f6f5ffb-9886-4f70-8548-7f568d0aa4c5', 'mac_address': 'fa:16:3e:97:5e:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f603f39f-fbde-4d83-a41f-e0babb1f3ff1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:29:37.496013 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-5372ab18-e535-4458-9ebe-bba66a301b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:37.531057 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [req-b637c6f9-23a6-436c-9e2f-0b9a92c14d4f req-5c60247a-dbeb-48c6-8f25-4eebad7f1689 tempest-InstanceActionsTestJSON-1501157343 tempest-InstanceActionsTestJSON-1501157343-project] Allocated IP 172.20.0.5 (79bbca85-6c95-4075-8362-fdad667d03d0/061b0776-2169-4e75-a404-05fb46394296/ad5b496e-16a5-42cb-9de0-ffd53f3133b5) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:29:37.583933 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c41e9c1f-14fa-4517-a0ba-d97a2aaa749c tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:37.606854 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ae2faf-c7c6-41c3-ae22-8528dd5093b5 req-3fa2a77e-f0f5-42b7-b5ba-8ab8ca100586 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:37.622537 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-05ae2faf-c7c6-41c3-ae22-8528dd5093b5 req-3fa2a77e-f0f5-42b7-b5ba-8ab8ca100586 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] 10.222.0.58 "GET /v2.0/networks/36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd HTTP/1.1" status: 200 len: 784 time: 0.5736728 Aug 05 11:29:37.641995 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [req-05ae2faf-c7c6-41c3-ae22-8528dd5093b5 req-b92af2c8-b05b-49a0-a839-2dc44aada4f6 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94420) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 11:29:37.656717 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-05ae2faf-c7c6-41c3-ae22-8528dd5093b5 req-b92af2c8-b05b-49a0-a839-2dc44aada4f6 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0323086 Aug 05 11:29:37.685060 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:37.742275 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f6f5ffb-9886-4f70-8548-7f568d0aa4c5 {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:29:37.792907 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 5f6f5ffb-9886-4f70-8548-7f568d0aa4c5, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=5f6f5ffb-9886-4f70-8548-7f568d0aa4c5,segment=NetworkSegment(518e3e63-d2a5-47d5-92b9-f966f275c6de),segment_id=518e3e63-d2a5-47d5-92b9-f966f275c6de)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:29:37.817121 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:37.926865 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-05ae2faf-c7c6-41c3-ae22-8528dd5093b5 req-29963fbb-6482-4032-a6ce-f74fef00554e tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.5.239 HTTP/1.1" status: 200 len: 696 time: 0.2680125 Aug 05 11:29:37.993240 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=5f6f5ffb-9886-4f70-8548-7f568d0aa4c5,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:29:38.071832 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0acd4a2f-4784-4861-9a1d-9da49b9d1a41 None None] DHCP port deletion for b786d07b-0e7a-481c-9819-e90a6eaf8206 request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 11:29:38.101542 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c4cc25-3b27-4b8f-9a7b-d0dc0fb17572 req-556beb72-9069-409b-ad55-4adcd80c9234 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:38.104628 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d6c4cc25-3b27-4b8f-9a7b-d0dc0fb17572 req-556beb72-9069-409b-ad55-4adcd80c9234 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=98ce404f-7172-48c9-b5c0-cd558559a340 HTTP/1.1" status: 200 len: 943 time: 0.4388230 Aug 05 11:29:38.188579 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-05ae2faf-c7c6-41c3-ae22-8528dd5093b5 req-eef29b4e-0934-4e78-ab74-6fb897b031c2 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.5.239 HTTP/1.1" status: 200 len: 696 time: 0.2595866 Aug 05 11:29:38.466290 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-0acd4a2f-4784-4861-9a1d-9da49b9d1a41 None None] Deleting port 2a90fc27-adf6-4ad5-aecc-16c15edae69e {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:29:38.467171 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-0acd4a2f-4784-4861-9a1d-9da49b9d1a41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:38.587958 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d6c4cc25-3b27-4b8f-9a7b-d0dc0fb17572 req-689ef970-9114-4776-8cdd-3dcc853e4766 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4238913 Aug 05 11:29:38.678510 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['5f6f5ffb-9886-4f70-8548-7f568d0aa4c5'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:29:38.747756 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-b637c6f9-23a6-436c-9e2f-0b9a92c14d4f req-5c60247a-dbeb-48c6-8f25-4eebad7f1689 tempest-InstanceActionsTestJSON-1501157343 tempest-InstanceActionsTestJSON-1501157343-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:38.856820 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-c41e9c1f-14fa-4517-a0ba-d97a2aaa749c tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Deleting port 2a90fc27-adf6-4ad5-aecc-16c15edae69e {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:29:38.857360 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c41e9c1f-14fa-4517-a0ba-d97a2aaa749c tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:38.928184 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-0acd4a2f-4784-4861-9a1d-9da49b9d1a41 None None] For port 2a90fc27-adf6-4ad5-aecc-16c15edae69e, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=2a90fc27-adf6-4ad5-aecc-16c15edae69e,segment=NetworkSegment(f491c8a8-390d-49fc-b921-7ba0a9326cf9),segment_id=f491c8a8-390d-49fc-b921-7ba0a9326cf9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:29:38.928184 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-0acd4a2f-4784-4861-9a1d-9da49b9d1a41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:39.025055 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-0acd4a2f-4784-4861-9a1d-9da49b9d1a41 None None] Calling delete_port for 2a90fc27-adf6-4ad5-aecc-16c15edae69e owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:29:39.030645 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-c41e9c1f-14fa-4517-a0ba-d97a2aaa749c tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] For port 2a90fc27-adf6-4ad5-aecc-16c15edae69e, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=2a90fc27-adf6-4ad5-aecc-16c15edae69e,segment=NetworkSegment(f491c8a8-390d-49fc-b921-7ba0a9326cf9),segment_id=f491c8a8-390d-49fc-b921-7ba0a9326cf9)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:29:39.032299 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c41e9c1f-14fa-4517-a0ba-d97a2aaa749c tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:39.071814 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-c41e9c1f-14fa-4517-a0ba-d97a2aaa749c tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Calling delete_port for 2a90fc27-adf6-4ad5-aecc-16c15edae69e owned by network:dhcp {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:29:39.088076 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-b637c6f9-23a6-436c-9e2f-0b9a92c14d4f req-5c60247a-dbeb-48c6-8f25-4eebad7f1689 tempest-InstanceActionsTestJSON-1501157343 tempest-InstanceActionsTestJSON-1501157343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:39.321667 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-0acd4a2f-4784-4861-9a1d-9da49b9d1a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:39.355558 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [req-05ae2faf-c7c6-41c3-ae22-8528dd5093b5 req-dfa35923-0b76-4bc4-9d3b-ec8ebff69cc2 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] Deleting port de5005f5-fbbb-46f5-af8d-0b616a8ce3ea {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:29:39.356521 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-05ae2faf-c7c6-41c3-ae22-8528dd5093b5 req-dfa35923-0b76-4bc4-9d3b-ec8ebff69cc2 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:39.369384 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b637c6f9-23a6-436c-9e2f-0b9a92c14d4f req-5c60247a-dbeb-48c6-8f25-4eebad7f1689 tempest-InstanceActionsTestJSON-1501157343 tempest-InstanceActionsTestJSON-1501157343-project] Network 79bbca85-6c95-4075-8362-fdad667d03d0 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:29:39.386890 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [req-b637c6f9-23a6-436c-9e2f-0b9a92c14d4f req-5c60247a-dbeb-48c6-8f25-4eebad7f1689 tempest-InstanceActionsTestJSON-1501157343 tempest-InstanceActionsTestJSON-1501157343-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:29:39.413099 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0acd4a2f-4784-4861-9a1d-9da49b9d1a41 None None] No DVR routers for this DVR port 2a90fc27-adf6-4ad5-aecc-16c15edae69e on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:29:39.422185 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c60247a-dbeb-48c6-8f25-4eebad7f1689 tempest-InstanceActionsTestJSON-1501157343 tempest-InstanceActionsTestJSON-1501157343-project] Pushing event updated for resources: {'Port': ['ID=ad5b496e-16a5-42cb-9de0-ffd53f3133b5,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:29:39.461959 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acd4a2f-4784-4861-9a1d-9da49b9d1a41 None None] Pushing event deleted for resources: {'Port': ['ID=2a90fc27-adf6-4ad5-aecc-16c15edae69e,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:29:39.536955 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [req-b637c6f9-23a6-436c-9e2f-0b9a92c14d4f req-5c60247a-dbeb-48c6-8f25-4eebad7f1689 tempest-InstanceActionsTestJSON-1501157343 tempest-InstanceActionsTestJSON-1501157343-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:29:39.759215 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b637c6f9-23a6-436c-9e2f-0b9a92c14d4f req-5c60247a-dbeb-48c6-8f25-4eebad7f1689 tempest-InstanceActionsTestJSON-1501157343 tempest-InstanceActionsTestJSON-1501157343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:39.760153 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-b637c6f9-23a6-436c-9e2f-0b9a92c14d4f req-5c60247a-dbeb-48c6-8f25-4eebad7f1689 tempest-InstanceActionsTestJSON-1501157343 tempest-InstanceActionsTestJSON-1501157343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:39.782568 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c41e9c1f-14fa-4517-a0ba-d97a2aaa749c tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:39.802609 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b92d1e-d67e-4058-af48-07a279673179 req-95ba5b71-2351-4023-bc6a-1da80fd1b4f2 tempest-InstanceActionsTestJSON-1501157343 tempest-InstanceActionsTestJSON-1501157343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:39.804294 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-73b92d1e-d67e-4058-af48-07a279673179 req-95ba5b71-2351-4023-bc6a-1da80fd1b4f2 tempest-InstanceActionsTestJSON-1501157343 tempest-InstanceActionsTestJSON-1501157343-project] 10.222.0.58 "GET /v2.0/ports?device_id=13b48aa6-825f-47ad-bc55-9be70cde98f9 HTTP/1.1" status: 200 len: 931 time: 0.2529614 Aug 05 11:29:39.809033 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-05ae2faf-c7c6-41c3-ae22-8528dd5093b5 req-dfa35923-0b76-4bc4-9d3b-ec8ebff69cc2 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:39.809843 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-05ae2faf-c7c6-41c3-ae22-8528dd5093b5 req-dfa35923-0b76-4bc4-9d3b-ec8ebff69cc2 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:39.869683 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41e9c1f-14fa-4517-a0ba-d97a2aaa749c tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Pushing event deleted for resources: {'Port': ['ID=2a90fc27-adf6-4ad5-aecc-16c15edae69e,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:29:39.890712 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b637c6f9-23a6-436c-9e2f-0b9a92c14d4f req-5c60247a-dbeb-48c6-8f25-4eebad7f1689 tempest-InstanceActionsTestJSON-1501157343 tempest-InstanceActionsTestJSON-1501157343-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8867631 Aug 05 11:29:39.895303 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [req-05ae2faf-c7c6-41c3-ae22-8528dd5093b5 req-dfa35923-0b76-4bc4-9d3b-ec8ebff69cc2 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] Calling delete_port for de5005f5-fbbb-46f5-af8d-0b616a8ce3ea owned by network:floatingip {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:29:39.903611 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:39.925035 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41e9c1f-14fa-4517-a0ba-d97a2aaa749c tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] No DVR routers for this DVR port 2a90fc27-adf6-4ad5-aecc-16c15edae69e on host n-d-803378-2 {{(pid=94420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:29:39.933085 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-b637c6f9-23a6-436c-9e2f-0b9a92c14d4f req-2d031e5b-0705-492a-845c-a37d0bae5ca0 service neutron] Request body: {'port': {'device_id': '13b48aa6-825f-47ad-bc55-9be70cde98f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-2'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:29:39.957810 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-8daa3236-af1c-46bd-9620-28c97fe68d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:40.108000 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 2a90fc27-adf6-4ad5-aecc-16c15edae69e no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:29:40.148067 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 2a90fc27-adf6-4ad5-aecc-16c15edae69e {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:29:40.149252 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 2a90fc27-adf6-4ad5-aecc-16c15edae69e not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:29:40.181090 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-73b92d1e-d67e-4058-af48-07a279673179 req-78b89ec8-ecc7-461e-92d7-1c111dcc341d tempest-InstanceActionsTestJSON-1501157343 tempest-InstanceActionsTestJSON-1501157343-project] 10.222.0.58 "GET /v2.0/security-groups?id=e191ae3a-05c2-42ea-8d35-b7ee7bf648ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3184175 Aug 05 11:29:40.284735 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c41e9c1f-14fa-4517-a0ba-d97a2aaa749c tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:40.325903 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-b637c6f9-23a6-436c-9e2f-0b9a92c14d4f req-2d031e5b-0705-492a-845c-a37d0bae5ca0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:40.332829 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-c41e9c1f-14fa-4517-a0ba-d97a2aaa749c tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b786d07b-0e7a-481c-9819-e90a6eaf8206']}} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:29:40.378065 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-c41e9c1f-14fa-4517-a0ba-d97a2aaa749c tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f491c8a8-390d-49fc-b921-7ba0a9326cf9') {'for_net_delete': True} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:29:40.378595 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-c41e9c1f-14fa-4517-a0ba-d97a2aaa749c tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f491c8a8-390d-49fc-b921-7ba0a9326cf9') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:29:40.430807 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c41e9c1f-14fa-4517-a0ba-d97a2aaa749c tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25010581'] for segment, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:40.565319 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c41e9c1f-14fa-4517-a0ba-d97a2aaa749c tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:40.591269 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c41e9c1f-14fa-4517-a0ba-d97a2aaa749c tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=94420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:29:40.591680 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c41e9c1f-14fa-4517-a0ba-d97a2aaa749c tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29762581'] for segment, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:40.599965 n-d-803378-2 neutron-server[94420]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 11:29:40.599965 n-d-803378-2 neutron-server[94420]: self.session.flush() Aug 05 11:29:40.599965 n-d-803378-2 neutron-server[94420]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 11:29:40.599965 n-d-803378-2 neutron-server[94420]: self.session.flush() Aug 05 11:29:40.599965 n-d-803378-2 neutron-server[94420]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 11:29:40.599965 n-d-803378-2 neutron-server[94420]: self.session.flush() Aug 05 11:29:40.599965 n-d-803378-2 neutron-server[94420]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 11:29:40.599965 n-d-803378-2 neutron-server[94420]: self.session.flush() Aug 05 11:29:40.599965 n-d-803378-2 neutron-server[94420]: Traceback (most recent call last): Aug 05 11:29:40.599965 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:29:40.599965 n-d-803378-2 neutron-server[94420]: timer() Aug 05 11:29:40.599965 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:29:40.599965 n-d-803378-2 neutron-server[94420]: cb(*args, **kw) Aug 05 11:29:40.599965 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:29:40.599965 n-d-803378-2 neutron-server[94420]: return func(*args, **kwargs) Aug 05 11:29:40.599965 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:29:40.599965 n-d-803378-2 neutron-server[94420]: self._notify() Aug 05 11:29:40.599965 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:29:40.599965 n-d-803378-2 neutron-server[94420]: self.callback(batched_events) Aug 05 11:29:40.599965 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:29:40.599965 n-d-803378-2 neutron-server[94420]: event.method(event) Aug 05 11:29:40.599965 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:29:40.599965 n-d-803378-2 neutron-server[94420]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:29:40.599965 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:29:40.599965 n-d-803378-2 neutron-server[94420]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:29:40.599965 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:29:40.599965 n-d-803378-2 neutron-server[94420]: return f(self, *a, **k) Aug 05 11:29:40.599965 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:29:40.599965 n-d-803378-2 neutron-server[94420]: return self._get(url).json() Aug 05 11:29:40.599965 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:29:40.599965 n-d-803378-2 neutron-server[94420]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:29:40.599965 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:29:40.599965 n-d-803378-2 neutron-server[94420]: return self.request(url, 'GET', **kwargs) Aug 05 11:29:40.599965 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:29:40.599965 n-d-803378-2 neutron-server[94420]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:29:40.599965 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:29:40.599965 n-d-803378-2 neutron-server[94420]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:29:40.599965 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:29:40.599965 n-d-803378-2 neutron-server[94420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:29:40.599965 n-d-803378-2 neutron-server[94420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:29:40.821511 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7dc15c-a0a7-4232-bf7b-54014550ea55 req-fafdb844-df26-4360-82df-9482791ca65d tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:40.824082 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8d7dc15c-a0a7-4232-bf7b-54014550ea55 req-fafdb844-df26-4360-82df-9482791ca65d tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=98ce404f-7172-48c9-b5c0-cd558559a340 HTTP/1.1" status: 200 len: 944 time: 0.4577315 Aug 05 11:29:40.830283 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-05ae2faf-c7c6-41c3-ae22-8528dd5093b5 req-dfa35923-0b76-4bc4-9d3b-ec8ebff69cc2 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:40.900393 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c41e9c1f-14fa-4517-a0ba-d97a2aaa749c tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:40.974035 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c41e9c1f-14fa-4517-a0ba-d97a2aaa749c tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:40.977764 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-c41e9c1f-14fa-4517-a0ba-d97a2aaa749c tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "DELETE /v2.0/networks/b786d07b-0e7a-481c-9819-e90a6eaf8206 HTTP/1.1" status: 204 len: 168 time: 3.6874921 Aug 05 11:29:40.985570 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa35923-0b76-4bc4-9d3b-ec8ebff69cc2 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] Pushing event deleted for resources: {'Port': ['ID=de5005f5-fbbb-46f5-af8d-0b616a8ce3ea,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:29:40.988758 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 50842) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:29:41.000870 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-f5ae17b3-fae5-491c-971e-76a5b9bd18cd tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1009441324'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:29:41.050014 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5ae17b3-fae5-491c-971e-76a5b9bd18cd tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Made reservation on behalf of c6f61cb628df45739d23be5e7f8e483c for: {'network': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:29:41.055966 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f5ae17b3-fae5-491c-971e-76a5b9bd18cd tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:41.070398 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41e9c1f-14fa-4517-a0ba-d97a2aaa749c tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Pushing event deleted for resources: {'Network': ['ID=b786d07b-0e7a-481c-9819-e90a6eaf8206,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:29:41.104418 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 5f6f5ffb-9886-4f70-8548-7f568d0aa4c5 up at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:29:41.118240 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5ae17b3-fae5-491c-971e-76a5b9bd18cd tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] vlan segment allocate from pool success with {'vlan_id': 683, 'physical_network': 'physnet1'} {{(pid=94421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:29:41.147900 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f5ae17b3-fae5-491c-971e-76a5b9bd18cd tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:41.149532 n-d-803378-2 neutron-server[94421]: INFO neutron.db.segments_db [None req-f5ae17b3-fae5-491c-971e-76a5b9bd18cd tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Added segment 02c1a943-6f21-4f2f-9d76-88bf883f1529 of type vlan for network cc42257a-2d22-49e5-a96e-6559b4302b34 Aug 05 11:29:41.195220 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8d7dc15c-a0a7-4232-bf7b-54014550ea55 req-47c00c75-57e2-4386-8216-9c37d45d083c tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3454258 Aug 05 11:29:41.264191 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning for port 5f6f5ffb-9886-4f70-8548-7f568d0aa4c5 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:29:41.264695 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-05ae2faf-c7c6-41c3-ae22-8528dd5093b5 req-dfa35923-0b76-4bc4-9d3b-ec8ebff69cc2 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] Notify callbacks [] for floatingip, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:41.269883 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-05ae2faf-c7c6-41c3-ae22-8528dd5093b5 req-dfa35923-0b76-4bc4-9d3b-ec8ebff69cc2 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:41.271616 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-05ae2faf-c7c6-41c3-ae22-8528dd5093b5 req-dfa35923-0b76-4bc4-9d3b-ec8ebff69cc2 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] 10.222.0.58 "DELETE /v2.0/floatingips/20203dae-6957-48c1-8d53-247ded824e6a HTTP/1.1" status: 204 len: 173 time: 3.0817578 Aug 05 11:29:41.277753 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning complete for port 5f6f5ffb-9886-4f70-8548-7f568d0aa4c5 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:29:41.278906 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:41.336232 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f5ae17b3-fae5-491c-971e-76a5b9bd18cd tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:41.424590 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f5ae17b3-fae5-491c-971e-76a5b9bd18cd tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:41.437463 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ae17b3-fae5-491c-971e-76a5b9bd18cd tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:41.441942 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f5ae17b3-fae5-491c-971e-76a5b9bd18cd tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:41.511821 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [req-b637c6f9-23a6-436c-9e2f-0b9a92c14d4f req-2d031e5b-0705-492a-845c-a37d0bae5ca0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad5b496e-16a5-42cb-9de0-ffd53f3133b5 {{(pid=94420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:29:41.537934 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-b637c6f9-23a6-436c-9e2f-0b9a92c14d4f req-2d031e5b-0705-492a-845c-a37d0bae5ca0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:41.571451 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [req-b637c6f9-23a6-436c-9e2f-0b9a92c14d4f req-2d031e5b-0705-492a-845c-a37d0bae5ca0 service neutron] Transition to ACTIVE for port object ad5b496e-16a5-42cb-9de0-ffd53f3133b5 will not be triggered until provisioned by entity L2. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:29:41.581999 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-b637c6f9-23a6-436c-9e2f-0b9a92c14d4f req-2d031e5b-0705-492a-845c-a37d0bae5ca0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:41.662851 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-f5ae17b3-fae5-491c-971e-76a5b9bd18cd tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6719928 Aug 05 11:29:41.696463 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 50850) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:29:41.697142 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:41.701073 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:41.716168 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-703fcdba-b60d-4ee0-aff9-8d323e59ad19 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Request body: {'subnet': {'network_id': 'cc42257a-2d22-49e5-a96e-6559b4302b34', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:29:41.775515 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98ce404f-7172-48c9-b5c0-cd558559a340', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f6f5ffb-9886-4f70-8548-7f568d0aa4c5'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:29:41.782775 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca7e7352-a53a-4e8c-a584-bdf2f8e4670b" -d '{"events": [{"server_uuid": "98ce404f-7172-48c9-b5c0-cd558559a340", "name": "network-vif-plugged", "status": "completed", "tag": "5f6f5ffb-9886-4f70-8548-7f568d0aa4c5"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:29:41.827051 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 5f6f5ffb-9886-4f70-8548-7f568d0aa4c5, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=5f6f5ffb-9886-4f70-8548-7f568d0aa4c5,segment=NetworkSegment(518e3e63-d2a5-47d5-92b9-f966f275c6de),segment_id=518e3e63-d2a5-47d5-92b9-f966f275c6de)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:29:41.838235 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:41.890746 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ae17b3-fae5-491c-971e-76a5b9bd18cd tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Pushing event updated for resources: {'Network': ['ID=cc42257a-2d22-49e5-a96e-6559b4302b34,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:29:41.915499 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network cc42257a-2d22-49e5-a96e-6559b4302b34 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:29:41.931014 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-703fcdba-b60d-4ee0-aff9-8d323e59ad19 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Made reservation on behalf of c6f61cb628df45739d23be5e7f8e483c for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:29:41.945809 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-703fcdba-b60d-4ee0-aff9-8d323e59ad19 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:42.066334 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=5f6f5ffb-9886-4f70-8548-7f568d0aa4c5,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:29:42.134769 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ab128325-b318-46d1-af2c-806660d7bb44 req-195a6343-b6c0-4b40-bf77-6ca1b4fecb09 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.5.177 HTTP/1.1" status: 200 len: 1002 time: 0.3625348 Aug 05 11:29:42.141061 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d031e5b-0705-492a-845c-a37d0bae5ca0 service neutron] Pushing event updated for resources: {'Port': ['ID=ad5b496e-16a5-42cb-9de0-ffd53f3133b5,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:29:42.273411 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab128325-b318-46d1-af2c-806660d7bb44 req-b6da7822-5a3c-4dbd-a8c4-c34ea09f6d6c tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:42.276112 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ab128325-b318-46d1-af2c-806660d7bb44 req-b6da7822-5a3c-4dbd-a8c4-c34ea09f6d6c tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] 10.222.0.58 "GET /v2.0/ports/9649f0d0-db0b-4b44-ab7f-2d10fb07f502 HTTP/1.1" status: 200 len: 943 time: 0.1304705 Aug 05 11:29:42.292295 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d54733f-32ca-49d8-bb55-014b137fe4c0 req-9cfb0c05-e771-4e0f-8394-243d2f5b6190 tempest-InstanceActionsTestJSON-1501157343 tempest-InstanceActionsTestJSON-1501157343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:42.295160 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1d54733f-32ca-49d8-bb55-014b137fe4c0 req-9cfb0c05-e771-4e0f-8394-243d2f5b6190 tempest-InstanceActionsTestJSON-1501157343 tempest-InstanceActionsTestJSON-1501157343-project] 10.222.0.58 "GET /v2.0/ports?device_id=13b48aa6-825f-47ad-bc55-9be70cde98f9 HTTP/1.1" status: 200 len: 943 time: 0.5356007 Aug 05 11:29:42.332379 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 11:29:42.352931 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-b637c6f9-23a6-436c-9e2f-0b9a92c14d4f req-2d031e5b-0705-492a-845c-a37d0bae5ca0 service neutron] Attempting to bind port ad5b496e-16a5-42cb-9de0-ffd53f3133b5 on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:29:42.353611 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-b637c6f9-23a6-436c-9e2f-0b9a92c14d4f req-2d031e5b-0705-492a-845c-a37d0bae5ca0 service neutron] Attempting to bind port ad5b496e-16a5-42cb-9de0-ffd53f3133b5 by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': '3c347794-1236-433f-8a0c-eb02e8cca68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '79bbca85-6c95-4075-8362-fdad667d03d0'}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:29:42.354183 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b637c6f9-23a6-436c-9e2f-0b9a92c14d4f req-2d031e5b-0705-492a-845c-a37d0bae5ca0 service neutron] Attempting to bind port ad5b496e-16a5-42cb-9de0-ffd53f3133b5 on network 79bbca85-6c95-4075-8362-fdad667d03d0 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:29:42.374784 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b637c6f9-23a6-436c-9e2f-0b9a92c14d4f req-2d031e5b-0705-492a-845c-a37d0bae5ca0 service neutron] Port ad5b496e-16a5-42cb-9de0-ffd53f3133b5 on network 79bbca85-6c95-4075-8362-fdad667d03d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:29:42.375296 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b637c6f9-23a6-436c-9e2f-0b9a92c14d4f req-2d031e5b-0705-492a-845c-a37d0bae5ca0 service neutron] Attempting to bind port ad5b496e-16a5-42cb-9de0-ffd53f3133b5 on network 79bbca85-6c95-4075-8362-fdad667d03d0 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:29:42.450247 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-703fcdba-b60d-4ee0-aff9-8d323e59ad19 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25038678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30075167'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:42.478940 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b637c6f9-23a6-436c-9e2f-0b9a92c14d4f req-2d031e5b-0705-492a-845c-a37d0bae5ca0 service neutron] Checking agent: {'id': 'a8f1dd2d-227c-4e30-8844-52419ba734db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:29:42.478940 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b637c6f9-23a6-436c-9e2f-0b9a92c14d4f req-2d031e5b-0705-492a-845c-a37d0bae5ca0 service neutron] Checking segment: {'id': '3c347794-1236-433f-8a0c-eb02e8cca68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '79bbca85-6c95-4075-8362-fdad667d03d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:29:42.478940 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b637c6f9-23a6-436c-9e2f-0b9a92c14d4f req-2d031e5b-0705-492a-845c-a37d0bae5ca0 service neutron] Bound using segment: {'id': '3c347794-1236-433f-8a0c-eb02e8cca68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '79bbca85-6c95-4075-8362-fdad667d03d0'} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:29:42.479948 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-b637c6f9-23a6-436c-9e2f-0b9a92c14d4f req-2d031e5b-0705-492a-845c-a37d0bae5ca0 service neutron] Bound port: ad5b496e-16a5-42cb-9de0-ffd53f3133b5, host: n-h2-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c347794-1236-433f-8a0c-eb02e8cca68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '79bbca85-6c95-4075-8362-fdad667d03d0'}}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:29:42.480509 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-b637c6f9-23a6-436c-9e2f-0b9a92c14d4f req-2d031e5b-0705-492a-845c-a37d0bae5ca0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:42.518903 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1d54733f-32ca-49d8-bb55-014b137fe4c0 req-eece32ec-c8c0-4c68-9c6d-53aae3e29409 tempest-InstanceActionsTestJSON-1501157343 tempest-InstanceActionsTestJSON-1501157343-project] 10.222.0.58 "GET /v2.0/security-groups?id=e191ae3a-05c2-42ea-8d35-b7ee7bf648ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950195 Aug 05 11:29:42.635804 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703fcdba-b60d-4ee0-aff9-8d323e59ad19 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Pushing event updated for resources: {'Subnet': ['ID=63ef01e1-e384-4c4e-803b-ccdf0a792ced,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:29:42.653214 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-026eb12a-5843-4504-a80e-1d707e3a64ff x-openstack-request-id: req-026eb12a-5843-4504-a80e-1d707e3a64ff {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:29:42.658791 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-16a5a4a3-6aef-4a8d-84a7-6b1faea0910a req-e24ae528-37a1-4d57-9f56-bd4bd57a89be service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=40021a41-d350-4e38-ac4d-f69e07c48ffb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1589658 Aug 05 11:29:42.660387 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703fcdba-b60d-4ee0-aff9-8d323e59ad19 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Checking segment: {'id': '02c1a943-6f21-4f2f-9d76-88bf883f1529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'cc42257a-2d22-49e5-a96e-6559b4302b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:29:42.661014 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703fcdba-b60d-4ee0-aff9-8d323e59ad19 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Network hostable DHCP agents. Network: cc42257a-2d22-49e5-a96e-6559b4302b34, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:29:42.662558 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ab128325-b318-46d1-af2c-806660d7bb44 req-38056a8d-4b84-42b8-901b-43ca199dc6e0 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.5.177 HTTP/1.1" status: 200 len: 1002 time: 0.2702038 Aug 05 11:29:42.662835 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98ce404f-7172-48c9-b5c0-cd558559a340", "name": "network-vif-plugged", "status": "completed", "tag": "5f6f5ffb-9886-4f70-8548-7f568d0aa4c5", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:29:42.663087 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-026eb12a-5843-4504-a80e-1d707e3a64ff {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:29:42.664252 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98ce404f-7172-48c9-b5c0-cd558559a340', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f6f5ffb-9886-4f70-8548-7f568d0aa4c5', 'code': 200} Aug 05 11:29:42.693633 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703fcdba-b60d-4ee0-aff9-8d323e59ad19 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Network cc42257a-2d22-49e5-a96e-6559b4302b34 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:29:42.713356 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-703fcdba-b60d-4ee0-aff9-8d323e59ad19 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, cc42257a-2d22-49e5-a96e-6559b4302b34) {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:29:42.729096 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d542db-c0e3-49d0-96f1-3520395864fb None None] Network cc42257a-2d22-49e5-a96e-6559b4302b34 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:29:42.740905 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703fcdba-b60d-4ee0-aff9-8d323e59ad19 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:42.741938 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-703fcdba-b60d-4ee0-aff9-8d323e59ad19 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:42.839391 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-703fcdba-b60d-4ee0-aff9-8d323e59ad19 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1395929 Aug 05 11:29:42.842691 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 50862) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:29:42.853919 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-60838ac5-4f09-4ab3-bee4-59f79f4ae909 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Request body: {'port': {'network_id': 'cc42257a-2d22-49e5-a96e-6559b4302b34', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-730421791'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:29:42.977908 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a5a4a3-6aef-4a8d-84a7-6b1faea0910a req-116a7aed-7164-46ef-ac1e-c0b49a5aa710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:42.979999 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-16a5a4a3-6aef-4a8d-84a7-6b1faea0910a req-116a7aed-7164-46ef-ac1e-c0b49a5aa710 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=922471f37b13454ba92168a26c5eea8e&device_id=40021a41-d350-4e38-ac4d-f69e07c48ffb HTTP/1.1" status: 200 len: 1097 time: 0.2325397 Aug 05 11:29:43.210940 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff6f548d-0be5-4fec-b634-7454e370f91d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-cc42257a-2d22-49e5-a96e-6559b4302b34', 'network_id': 'cc42257a-2d22-49e5-a96e-6559b4302b34', 'tenant_id': 'c6f61cb628df45739d23be5e7f8e483c', 'fixed_ips': [{'subnet_id': '63ef01e1-e384-4c4e-803b-ccdf0a792ced'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 11:29:43.213468 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-ff6f548d-0be5-4fec-b634-7454e370f91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:43.314691 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60838ac5-4f09-4ab3-bee4-59f79f4ae909 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Made reservation on behalf of c6f61cb628df45739d23be5e7f8e483c for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:29:43.333709 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-60838ac5-4f09-4ab3-bee4-59f79f4ae909 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:43.396232 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [None req-60838ac5-4f09-4ab3-bee4-59f79f4ae909 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] device_id is not set on port 6954c9ef-20ce-4897-af9c-ead654d1cf42 yet. {{(pid=94421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 11:29:43.492619 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a5a4a3-6aef-4a8d-84a7-6b1faea0910a req-4ecbbde3-69f0-4f44-a5b7-b140c058bd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:43.495792 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-16a5a4a3-6aef-4a8d-84a7-6b1faea0910a req-4ecbbde3-69f0-4f44-a5b7-b140c058bd7b service neutron] 10.222.0.64 "GET /v2.0/networks?id=3bbc31db-4958-4e8b-9f8e-bc48b5d28e47 HTTP/1.1" status: 200 len: 913 time: 0.4483917 Aug 05 11:29:43.569891 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-b637c6f9-23a6-436c-9e2f-0b9a92c14d4f req-2d031e5b-0705-492a-845c-a37d0bae5ca0 service neutron] For port ad5b496e-16a5-42cb-9de0-ffd53f3133b5, host n-h2-803378-2, cleared binding levels {{(pid=94420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:29:43.622600 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-b637c6f9-23a6-436c-9e2f-0b9a92c14d4f req-2d031e5b-0705-492a-845c-a37d0bae5ca0 service neutron] For port ad5b496e-16a5-42cb-9de0-ffd53f3133b5, host n-h2-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=ad5b496e-16a5-42cb-9de0-ffd53f3133b5,segment=NetworkSegment(3c347794-1236-433f-8a0c-eb02e8cca68f),segment_id=3c347794-1236-433f-8a0c-eb02e8cca68f)] {{(pid=94420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:29:43.631847 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-ff6f548d-0be5-4fec-b634-7454e370f91d None None] Allocated IP 2001:db8::2 (cc42257a-2d22-49e5-a96e-6559b4302b34/63ef01e1-e384-4c4e-803b-ccdf0a792ced/a9bb4921-a074-46c3-8915-fc2296ba659b) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:29:43.671420 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-b637c6f9-23a6-436c-9e2f-0b9a92c14d4f req-2d031e5b-0705-492a-845c-a37d0bae5ca0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:43.677178 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-16a5a4a3-6aef-4a8d-84a7-6b1faea0910a req-d40cf8a3-5f08-471b-acbd-e804e425089e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3743ac1-d872-4507-a6f2-ed370e7d4ff9 HTTP/1.1" status: 200 len: 1001 time: 0.1625745 Aug 05 11:29:43.712536 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3ac347-8d12-40c1-82ca-cb23e82e4335 req-f5534c6b-f604-4673-9c41-96463735e060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:43.715136 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ee3ac347-8d12-40c1-82ca-cb23e82e4335 req-f5534c6b-f604-4673-9c41-96463735e060 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=98ce404f-7172-48c9-b5c0-cd558559a340 HTTP/1.1" status: 200 len: 1096 time: 0.2269490 Aug 05 11:29:43.776435 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0901849-2f29-4c00-b993-79564991a661 req-e19a7978-2d4d-404e-b423-263245b8d553 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:43.789157 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e0901849-2f29-4c00-b993-79564991a661 req-e19a7978-2d4d-404e-b423-263245b8d553 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=98ce404f-7172-48c9-b5c0-cd558559a340 HTTP/1.1" status: 200 len: 945 time: 0.3157384 Aug 05 11:29:43.814816 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a5a4a3-6aef-4a8d-84a7-6b1faea0910a req-143e5df7-95f7-4d82-81ab-5fa43b038589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:43.817604 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-16a5a4a3-6aef-4a8d-84a7-6b1faea0910a req-143e5df7-95f7-4d82-81ab-5fa43b038589 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2358f314-430e-4da8-8dea-b9e9954bab81 HTTP/1.1" status: 200 len: 851 time: 0.1245980 Aug 05 11:29:43.830134 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b637c6f9-23a6-436c-9e2f-0b9a92c14d4f req-2d031e5b-0705-492a-845c-a37d0bae5ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:43.831229 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-b637c6f9-23a6-436c-9e2f-0b9a92c14d4f req-2d031e5b-0705-492a-845c-a37d0bae5ca0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:43.833768 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b637c6f9-23a6-436c-9e2f-0b9a92c14d4f req-2d031e5b-0705-492a-845c-a37d0bae5ca0 service neutron] 10.222.0.55 "PUT /v2.0/ports/ad5b496e-16a5-42cb-9de0-ffd53f3133b5 HTTP/1.1" status: 200 len: 1091 time: 3.9146800 Aug 05 11:29:43.854116 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab128325-b318-46d1-af2c-806660d7bb44 req-31ef4220-6f95-471e-b800-75a7970483d9 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:43.862219 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:43.868270 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ab128325-b318-46d1-af2c-806660d7bb44 req-31ef4220-6f95-471e-b800-75a7970483d9 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] 10.222.0.58 "GET /v2.0/networks/36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd HTTP/1.1" status: 200 len: 784 time: 1.1798067 Aug 05 11:29:43.878019 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13b48aa6-825f-47ad-bc55-9be70cde98f9', 'tag': 'ad5b496e-16a5-42cb-9de0-ffd53f3133b5'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:29:43.883045 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}828068ad8d405ad77660ce68fa78e1ffe658725812f7a08f9e488a446589295b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a2cccca-48ae-4415-957c-16a8f6da49fc" -d '{"events": [{"name": "network-changed", "server_uuid": "13b48aa6-825f-47ad-bc55-9be70cde98f9", "tag": "ad5b496e-16a5-42cb-9de0-ffd53f3133b5"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:29:43.948026 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a5a4a3-6aef-4a8d-84a7-6b1faea0910a req-59cbe215-649f-43b2-9f53-59bd8cd8d57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:43.952682 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-16a5a4a3-6aef-4a8d-84a7-6b1faea0910a req-59cbe215-649f-43b2-9f53-59bd8cd8d57a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3bbc31db-4958-4e8b-9f8e-bc48b5d28e47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1183050 Aug 05 11:29:43.973637 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-ff6f548d-0be5-4fec-b634-7454e370f91d None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:43.996773 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-ff6f548d-0be5-4fec-b634-7454e370f91d None None] Transition to ACTIVE for port object a9bb4921-a074-46c3-8915-fc2296ba659b will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:29:44.035399 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-ff6f548d-0be5-4fec-b634-7454e370f91d None None] Transition to ACTIVE for port object a9bb4921-a074-46c3-8915-fc2296ba659b will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:29:44.051719 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-ff6f548d-0be5-4fec-b634-7454e370f91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:44.056350 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e0901849-2f29-4c00-b993-79564991a661 req-41090570-6ccc-4272-9798-05fd274558aa tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663894 Aug 05 11:29:44.057179 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d031e5b-0705-492a-845c-a37d0bae5ca0 service neutron] Pushing event updated for resources: {'Port': ['ID=ad5b496e-16a5-42cb-9de0-ffd53f3133b5,revision_number=3']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:29:44.074827 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ee3ac347-8d12-40c1-82ca-cb23e82e4335 req-0a2bf708-dcea-4113-8977-293dfc07f984 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3172634 Aug 05 11:29:44.107879 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ab128325-b318-46d1-af2c-806660d7bb44 req-ed150d32-51fc-4557-a13c-b67cd7b85992 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.5.177 HTTP/1.1" status: 200 len: 1002 time: 0.2380075 Aug 05 11:29:44.113551 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-ab128325-b318-46d1-af2c-806660d7bb44 req-94c1928c-e404-401b-bcf3-5995e37dcd69 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:29:44.130693 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b637c6f9-23a6-436c-9e2f-0b9a92c14d4f req-1305bc8a-604b-44f7-ae51-90ed53208f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:44.133558 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b637c6f9-23a6-436c-9e2f-0b9a92c14d4f req-1305bc8a-604b-44f7-ae51-90ed53208f2e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b5fa2fa5614549b49e939fed6a46ef30&device_id=13b48aa6-825f-47ad-bc55-9be70cde98f9 HTTP/1.1" status: 200 len: 1094 time: 0.1780319 Aug 05 11:29:44.171665 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6f548d-0be5-4fec-b634-7454e370f91d None None] Pushing event updated for resources: {'Port': ['ID=a9bb4921-a074-46c3-8915-fc2296ba659b,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:29:44.207402 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6f548d-0be5-4fec-b634-7454e370f91d None None] Network cc42257a-2d22-49e5-a96e-6559b4302b34 is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:29:44.210891 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-ff6f548d-0be5-4fec-b634-7454e370f91d None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:29:44.214520 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6f548d-0be5-4fec-b634-7454e370f91d None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:29:44.319887 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b637c6f9-23a6-436c-9e2f-0b9a92c14d4f req-d952b330-3c26-429d-8137-80c0458105b5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ad5b496e-16a5-42cb-9de0-ffd53f3133b5 HTTP/1.1" status: 200 len: 217 time: 0.0783689 Aug 05 11:29:44.362936 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-ff6f548d-0be5-4fec-b634-7454e370f91d None None] Attempting to bind port a9bb4921-a074-46c3-8915-fc2296ba659b on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:29:44.363456 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-ff6f548d-0be5-4fec-b634-7454e370f91d None None] Attempting to bind port a9bb4921-a074-46c3-8915-fc2296ba659b by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '02c1a943-6f21-4f2f-9d76-88bf883f1529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'cc42257a-2d22-49e5-a96e-6559b4302b34'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:29:44.363772 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6f548d-0be5-4fec-b634-7454e370f91d None None] Attempting to bind port a9bb4921-a074-46c3-8915-fc2296ba659b on network cc42257a-2d22-49e5-a96e-6559b4302b34 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:29:44.370390 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6f548d-0be5-4fec-b634-7454e370f91d None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:29:44.371029 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6f548d-0be5-4fec-b634-7454e370f91d None None] Checking segment: {'id': '02c1a943-6f21-4f2f-9d76-88bf883f1529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'cc42257a-2d22-49e5-a96e-6559b4302b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:29:44.371513 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-ff6f548d-0be5-4fec-b634-7454e370f91d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:44.371926 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6f548d-0be5-4fec-b634-7454e370f91d None None] Bound using segment: {'id': '02c1a943-6f21-4f2f-9d76-88bf883f1529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'cc42257a-2d22-49e5-a96e-6559b4302b34'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:29:44.372631 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-ff6f548d-0be5-4fec-b634-7454e370f91d None None] Bound port: a9bb4921-a074-46c3-8915-fc2296ba659b, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02c1a943-6f21-4f2f-9d76-88bf883f1529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'cc42257a-2d22-49e5-a96e-6559b4302b34'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:29:44.373035 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-ff6f548d-0be5-4fec-b634-7454e370f91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:44.419267 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-ab128325-b318-46d1-af2c-806660d7bb44 req-94c1928c-e404-401b-bcf3-5995e37dcd69 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] Notify callbacks [] for floatingip, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:44.467281 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-60838ac5-4f09-4ab3-bee4-59f79f4ae909 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Allocated IP 2001:db8::1e5 (cc42257a-2d22-49e5-a96e-6559b4302b34/63ef01e1-e384-4c4e-803b-ccdf0a792ced/6954c9ef-20ce-4897-af9c-ead654d1cf42) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:29:44.488261 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-16a5a4a3-6aef-4a8d-84a7-6b1faea0910a req-926068e6-14ad-45c8-9bd4-5a2da5aa9ca8 service neutron] 10.222.0.64 "GET /v2.0/networks/3bbc31db-4958-4e8b-9f8e-bc48b5d28e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5267346 Aug 05 11:29:44.501948 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-ff6f548d-0be5-4fec-b634-7454e370f91d None None] For port a9bb4921-a074-46c3-8915-fc2296ba659b, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:29:44.510874 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-ff6f548d-0be5-4fec-b634-7454e370f91d None None] For port a9bb4921-a074-46c3-8915-fc2296ba659b, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=a9bb4921-a074-46c3-8915-fc2296ba659b,segment=NetworkSegment(02c1a943-6f21-4f2f-9d76-88bf883f1529),segment_id=02c1a943-6f21-4f2f-9d76-88bf883f1529)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:29:44.522814 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-ff6f548d-0be5-4fec-b634-7454e370f91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:44.523182 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b637c6f9-23a6-436c-9e2f-0b9a92c14d4f req-2c125102-4dea-4b1b-afbc-f666dfe436a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:44.526360 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b637c6f9-23a6-436c-9e2f-0b9a92c14d4f req-2c125102-4dea-4b1b-afbc-f666dfe436a2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=061b0776-2169-4e75-a404-05fb46394296 HTTP/1.1" status: 200 len: 853 time: 0.1950290 Aug 05 11:29:44.666062 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6f548d-0be5-4fec-b634-7454e370f91d None None] Pushing event updated for resources: {'Port': ['ID=a9bb4921-a074-46c3-8915-fc2296ba659b,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:29:44.700072 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b637c6f9-23a6-436c-9e2f-0b9a92c14d4f req-782346c7-f6ee-4448-8015-cd20134f9c1f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=79bbca85-6c95-4075-8362-fdad667d03d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0716093 Aug 05 11:29:44.876212 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-16a5a4a3-6aef-4a8d-84a7-6b1faea0910a req-0cf65e71-2405-4c0f-b45a-c3bd0d6a7eae service neutron] 10.222.0.64 "GET /v2.0/networks/3bbc31db-4958-4e8b-9f8e-bc48b5d28e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3606832 Aug 05 11:29:44.915718 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-60838ac5-4f09-4ab3-bee4-59f79f4ae909 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:44.923024 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-ab128325-b318-46d1-af2c-806660d7bb44 req-94c1928c-e404-401b-bcf3-5995e37dcd69 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:45.003244 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [None req-60838ac5-4f09-4ab3-bee4-59f79f4ae909 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Transition to ACTIVE for port object 6954c9ef-20ce-4897-af9c-ead654d1cf42 will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:29:45.025874 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-ab128325-b318-46d1-af2c-806660d7bb44 req-94c1928c-e404-401b-bcf3-5995e37dcd69 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33287247'] for floatingip, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:45.026423 n-d-803378-2 neutron-server[94420]: INFO neutron.db.l3_db [req-ab128325-b318-46d1-af2c-806660d7bb44 req-94c1928c-e404-401b-bcf3-5995e37dcd69 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] Floating IP bc88d6cb-1f69-47a3-b4a0-e6e1b012abc4 disassociated. External IP: 172.25.5.177, port: 9649f0d0-db0b-4b44-ab7f-2d10fb07f502. Aug 05 11:29:45.129918 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-60838ac5-4f09-4ab3-bee4-59f79f4ae909 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:45.142137 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604d325c-3d26-455c-96fd-3715a8b6d96e req-956bb4d8-b0cf-4efe-a21f-dbbb7ef9bd9a tempest-InstanceActionsTestJSON-1501157343 tempest-InstanceActionsTestJSON-1501157343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:45.146658 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-604d325c-3d26-455c-96fd-3715a8b6d96e req-956bb4d8-b0cf-4efe-a21f-dbbb7ef9bd9a tempest-InstanceActionsTestJSON-1501157343 tempest-InstanceActionsTestJSON-1501157343-project] 10.222.0.58 "GET /v2.0/ports?device_id=13b48aa6-825f-47ad-bc55-9be70cde98f9 HTTP/1.1" status: 200 len: 943 time: 0.3069534 Aug 05 11:29:45.265526 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60838ac5-4f09-4ab3-bee4-59f79f4ae909 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Pushing event updated for resources: {'Port': ['ID=6954c9ef-20ce-4897-af9c-ead654d1cf42,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:29:45.292248 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60838ac5-4f09-4ab3-bee4-59f79f4ae909 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Network cc42257a-2d22-49e5-a96e-6559b4302b34 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:29:45.295891 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-60838ac5-4f09-4ab3-bee4-59f79f4ae909 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:29:45.306168 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60838ac5-4f09-4ab3-bee4-59f79f4ae909 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:29:45.331116 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60838ac5-4f09-4ab3-bee4-59f79f4ae909 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:45.332776 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-60838ac5-4f09-4ab3-bee4-59f79f4ae909 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:45.378732 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-60838ac5-4f09-4ab3-bee4-59f79f4ae909 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 2.5345824 Aug 05 11:29:45.384696 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 50886) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:29:45.386181 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-604d325c-3d26-455c-96fd-3715a8b6d96e req-3fe07d38-13b6-475e-94fb-049f86a547d9 tempest-InstanceActionsTestJSON-1501157343 tempest-InstanceActionsTestJSON-1501157343-project] 10.222.0.58 "GET /v2.0/security-groups?id=e191ae3a-05c2-42ea-8d35-b7ee7bf648ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220678 Aug 05 11:29:45.484103 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b637c6f9-23a6-436c-9e2f-0b9a92c14d4f req-866ac770-ca43-43f2-ac89-c9290a610abf service neutron] 10.222.0.55 "GET /v2.0/networks/79bbca85-6c95-4075-8362-fdad667d03d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6581395 Aug 05 11:29:45.499795 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97a0e704-8e54-490e-abee-bd479556530a x-openstack-request-id: req-97a0e704-8e54-490e-abee-bd479556530a {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:29:45.500238 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13b48aa6-825f-47ad-bc55-9be70cde98f9", "tag": "ad5b496e-16a5-42cb-9de0-ffd53f3133b5", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:29:45.500677 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-97a0e704-8e54-490e-abee-bd479556530a {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:29:45.501305 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13b48aa6-825f-47ad-bc55-9be70cde98f9', 'tag': 'ad5b496e-16a5-42cb-9de0-ffd53f3133b5', 'status': 'completed', 'code': 200} Aug 05 11:29:45.591675 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-b026d5e3-52e7-4d8e-b090-9409d3e9915d tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Deleting port 6954c9ef-20ce-4897-af9c-ead654d1cf42 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:29:45.592191 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b026d5e3-52e7-4d8e-b090-9409d3e9915d tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:45.818749 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82583a84-9bb4-4249-a8ea-78285c9d1f10 req-c8041ea2-89ce-47db-8999-49968e48b66a tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:45.820402 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-82583a84-9bb4-4249-a8ea-78285c9d1f10 req-c8041ea2-89ce-47db-8999-49968e48b66a tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=98ce404f-7172-48c9-b5c0-cd558559a340 HTTP/1.1" status: 200 len: 945 time: 0.2195561 Aug 05 11:29:45.824083 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b026d5e3-52e7-4d8e-b090-9409d3e9915d tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:45.829813 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ab128325-b318-46d1-af2c-806660d7bb44 req-94c1928c-e404-401b-bcf3-5995e37dcd69 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] Router 0760ec99-505e-4186-ad72-ea450ae3b4fc has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 11:29:45.844941 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b637c6f9-23a6-436c-9e2f-0b9a92c14d4f req-89047a66-e351-4a3e-9a1b-6d69bd21912d service neutron] 10.222.0.55 "GET /v2.0/networks/79bbca85-6c95-4075-8362-fdad667d03d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3373680 Aug 05 11:29:45.853348 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-b026d5e3-52e7-4d8e-b090-9409d3e9915d tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Calling delete_port for 6954c9ef-20ce-4897-af9c-ead654d1cf42 owned by {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:29:45.947477 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-82583a84-9bb4-4249-a8ea-78285c9d1f10 req-160e7672-8567-435d-8ec1-e1666c5ef0c9 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148288 Aug 05 11:29:46.109800 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ab128325-b318-46d1-af2c-806660d7bb44 req-94c1928c-e404-401b-bcf3-5995e37dcd69 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:29:46.116761 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-ab128325-b318-46d1-af2c-806660d7bb44 req-94c1928c-e404-401b-bcf3-5995e37dcd69 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:46.138595 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0befccc1-5ebc-4d56-8d46-aaa643d568dc None None] Sync routers for ids ['0760ec99-505e-4186-ad72-ea450ae3b4fc'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:29:46.165465 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ab128325-b318-46d1-af2c-806660d7bb44 req-94c1928c-e404-401b-bcf3-5995e37dcd69 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] 10.222.0.58 "PUT /v2.0/floatingips/bc88d6cb-1f69-47a3-b4a0-e6e1b012abc4 HTTP/1.1" status: 200 len: 695 time: 2.0563011 Aug 05 11:29:46.212604 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0befccc1-5ebc-4d56-8d46-aaa643d568dc None None] Routers {'0760ec99-505e-4186-ad72-ea450ae3b4fc'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:29:46.213905 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-0befccc1-5ebc-4d56-8d46-aaa643d568dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:29:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['0760ec99-505e-4186-ad72-ea450ae3b4fc'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:29:46.360463 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b026d5e3-52e7-4d8e-b090-9409d3e9915d tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:46.444891 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device a9bb4921-a074-46c3-8915-fc2296ba659b up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:29:46.580821 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2cccca-48ae-4415-957c-16a8f6da49fc req-cedd732a-bb3b-41bf-b02a-2a298bb6ef58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:46.585952 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0a2cccca-48ae-4415-957c-16a8f6da49fc req-cedd732a-bb3b-41bf-b02a-2a298bb6ef58 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b5fa2fa5614549b49e939fed6a46ef30&device_id=13b48aa6-825f-47ad-bc55-9be70cde98f9 HTTP/1.1" status: 200 len: 1094 time: 0.3958981 Aug 05 11:29:46.596971 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab128325-b318-46d1-af2c-806660d7bb44 req-a422aa4e-b363-4722-97a6-97cc4ae1cc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:46.600775 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ab128325-b318-46d1-af2c-806660d7bb44 req-a422aa4e-b363-4722-97a6-97cc4ae1cc34 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f5c29ef1bc08457986c2adf650dc2bbf&device_id=0b0977ee-fb1e-4733-b0f4-4ed637173317 HTTP/1.1" status: 200 len: 1097 time: 0.2868996 Aug 05 11:29:46.631829 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-836613fa-1488-44c0-9b6f-c54c1b449362 None None] Network cc42257a-2d22-49e5-a96e-6559b4302b34 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:29:47.037240 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a901cf-12d5-44b8-8585-0d1eace620af req-25bfb2b7-5bb3-4f19-a21c-9cfe4e042576 tempest-InstanceActionsTestJSON-1501157343 tempest-InstanceActionsTestJSON-1501157343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:47.040036 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f8a901cf-12d5-44b8-8585-0d1eace620af req-25bfb2b7-5bb3-4f19-a21c-9cfe4e042576 tempest-InstanceActionsTestJSON-1501157343 tempest-InstanceActionsTestJSON-1501157343-project] 10.222.0.58 "GET /v2.0/ports?device_id=13b48aa6-825f-47ad-bc55-9be70cde98f9 HTTP/1.1" status: 200 len: 943 time: 0.2218101 Aug 05 11:29:47.075324 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-0befccc1-5ebc-4d56-8d46-aaa643d568dc None None] Set router 0760ec99-505e-4186-ad72-ea450ae3b4fc gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:29:47.083956 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2cccca-48ae-4415-957c-16a8f6da49fc req-3ccaf36e-8d43-46db-a4df-ca09f8b716ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:47.086237 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b026d5e3-52e7-4d8e-b090-9409d3e9915d tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:47.087431 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0a2cccca-48ae-4415-957c-16a8f6da49fc req-3ccaf36e-8d43-46db-a4df-ca09f8b716ea service neutron] 10.222.0.55 "GET /v2.0/networks?id=79bbca85-6c95-4075-8362-fdad667d03d0 HTTP/1.1" status: 200 len: 914 time: 0.4852517 Aug 05 11:29:47.089867 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-b026d5e3-52e7-4d8e-b090-9409d3e9915d tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "DELETE /v2.0/ports/6954c9ef-20ce-4897-af9c-ead654d1cf42 HTTP/1.1" status: 204 len: 168 time: 1.7039030 Aug 05 11:29:47.092764 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b026d5e3-52e7-4d8e-b090-9409d3e9915d tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Pushing event deleted for resources: {'Port': ['ID=6954c9ef-20ce-4897-af9c-ead654d1cf42,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:29:47.093156 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 50908) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:29:47.114115 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-1d0b305c-618b-473a-b62d-e9e4b69df77e None None] Provisioning for port a9bb4921-a074-46c3-8915-fc2296ba659b completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:29:47.204844 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0a2cccca-48ae-4415-957c-16a8f6da49fc req-f1c13ba3-bb9c-4eba-916b-109b5a420225 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ad5b496e-16a5-42cb-9de0-ffd53f3133b5 HTTP/1.1" status: 200 len: 217 time: 0.1061494 Aug 05 11:29:47.207241 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port a9bb4921-a074-46c3-8915-fc2296ba659b completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:29:47.238002 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab128325-b318-46d1-af2c-806660d7bb44 req-4a360e3d-de33-4165-ab1c-b02103338a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:47.240595 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ab128325-b318-46d1-af2c-806660d7bb44 req-4a360e3d-de33-4165-ab1c-b02103338a15 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e39ee4ed-1909-4b57-97e6-d399dfc49b3b HTTP/1.1" status: 200 len: 929 time: 0.6070757 Aug 05 11:29:47.256510 n-d-803378-2 neutron-server[94420]: INFO neutron.pecan_wsgi.hooks.translation [None req-25aaaba6-2716-4298-95ab-07998818237d tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] GET failed (client error): The resource could not be found. Aug 05 11:29:47.260567 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-25aaaba6-2716-4298-95ab-07998818237d tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "GET /v2.0/ports/6954c9ef-20ce-4897-af9c-ead654d1cf42 HTTP/1.1" status: 404 len: 333 time: 0.1631122 Aug 05 11:29:47.261528 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 50910) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:29:47.357620 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port a9bb4921-a074-46c3-8915-fc2296ba659b triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:29:47.358082 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:47.378981 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ab128325-b318-46d1-af2c-806660d7bb44 req-3ef7b642-4eec-49a2-8331-153a5bea49d7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9649f0d0-db0b-4b44-ab7f-2d10fb07f502 HTTP/1.1" status: 200 len: 217 time: 0.1191406 Aug 05 11:29:47.408125 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f8a901cf-12d5-44b8-8585-0d1eace620af req-69eddde5-9984-4890-a723-f4047e8c1cf0 tempest-InstanceActionsTestJSON-1501157343 tempest-InstanceActionsTestJSON-1501157343-project] 10.222.0.58 "GET /v2.0/security-groups?id=e191ae3a-05c2-42ea-8d35-b7ee7bf648ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3559527 Aug 05 11:29:47.423416 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_v2 [None req-5676f20a-07bf-440d-b14f-324b31a60bc2 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Deleting subnet 63ef01e1-e384-4c4e-803b-ccdf0a792ced {{(pid=94421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:29:47.433874 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5676f20a-07bf-440d-b14f-324b31a60bc2 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks [] for subnet, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:47.495742 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2cccca-48ae-4415-957c-16a8f6da49fc req-e9c14103-faf2-4e0f-a34a-efcf3831a8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:47.497544 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0a2cccca-48ae-4415-957c-16a8f6da49fc req-e9c14103-faf2-4e0f-a34a-efcf3831a8d6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=061b0776-2169-4e75-a404-05fb46394296 HTTP/1.1" status: 200 len: 853 time: 0.2534754 Aug 05 11:29:47.504390 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b0977ee-fb1e-4733-b0f4-4ed637173317', 'tag': '9649f0d0-db0b-4b44-ab7f-2d10fb07f502'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:29:47.508239 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}828068ad8d405ad77660ce68fa78e1ffe658725812f7a08f9e488a446589295b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fcd66c5-d3b4-4fb8-8265-739235cd433c" -d '{"events": [{"name": "network-changed", "server_uuid": "0b0977ee-fb1e-4733-b0f4-4ed637173317", "tag": "9649f0d0-db0b-4b44-ab7f-2d10fb07f502"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:29:47.535306 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5676f20a-07bf-440d-b14f-324b31a60bc2 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29786388'] for subnet, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:47.576262 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0a2cccca-48ae-4415-957c-16a8f6da49fc req-b3bfb74a-a6eb-4901-b7a2-842bce53b6e0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=79bbca85-6c95-4075-8362-fdad667d03d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463297 Aug 05 11:29:47.592352 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-0befccc1-5ebc-4d56-8d46-aaa643d568dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0760ec99-505e-4186-ad72-ea450ae3b4fc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-528071089-router', 'tenant_id': 'f5c29ef1bc08457986c2adf650dc2bbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '8d306dda-57b3-4e68-9c13-1d9981b7f365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:28:30Z', 'updated_at': '2021-08-05T11:28:41Z', 'revision_number': 4, 'project_id': 'f5c29ef1bc08457986c2adf650dc2bbf', 'gw_port': {'id': '8d306dda-57b3-4e68-9c13-1d9981b7f365', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:19:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0760ec99-505e-4186-ad72-ea450ae3b4fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:28:32Z', 'updated_at': '2021-08-05T11:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '62826dad-9f69-42c5-99b8-fc7e0747ce2b', 'name': '', 'network_id': 'e39ee4ed-1909-4b57-97e6-d399dfc49b3b', 'tenant_id': 'f5c29ef1bc08457986c2adf650dc2bbf', 'mac_address': 'fa:16:3e:de:44:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0760ec99-505e-4186-ad72-ea450ae3b4fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '7df56697-bfc2-4d75-a42b-d9e0d1cdbf86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:28:38Z', 'updated_at': '2021-08-05T11:28:51Z', 'revision_number': 5, 'project_id': 'f5c29ef1bc08457986c2adf650dc2bbf', 'subnets': [{'id': '7df56697-bfc2-4d75-a42b-d9e0d1cdbf86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:29:47.595351 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab128325-b318-46d1-af2c-806660d7bb44 req-bf273f0b-0e05-44b9-9cd7-826d51904f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:47.605815 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ab128325-b318-46d1-af2c-806660d7bb44 req-bf273f0b-0e05-44b9-9cd7-826d51904f72 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7df56697-bfc2-4d75-a42b-d9e0d1cdbf86 HTTP/1.1" status: 200 len: 867 time: 0.2254241 Aug 05 11:29:47.671086 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0befccc1-5ebc-4d56-8d46-aaa643d568dc None None] Checking router: 0760ec99-505e-4186-ad72-ea450ae3b4fc for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:29:47.675351 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:47.751800 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0befccc1-5ebc-4d56-8d46-aaa643d568dc None None] Routers {'0760ec99-505e-4186-ad72-ea450ae3b4fc'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:29:47.752477 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-0befccc1-5ebc-4d56-8d46-aaa643d568dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:29:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['0760ec99-505e-4186-ad72-ea450ae3b4fc'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:29:47.816909 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab128325-b318-46d1-af2c-806660d7bb44 req-b6d04a6d-7e86-4fdf-9f95-9b5f4085dcca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:47.818772 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ab128325-b318-46d1-af2c-806660d7bb44 req-b6d04a6d-7e86-4fdf-9f95-9b5f4085dcca service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e39ee4ed-1909-4b57-97e6-d399dfc49b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2113855 Aug 05 11:29:47.846514 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da49a4a3-6583-4b06-991c-a4b4ae8cc469 req-cbf71799-8a1f-4cab-b919-411c4933dba1 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:47.858342 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-da49a4a3-6583-4b06-991c-a4b4ae8cc469 req-cbf71799-8a1f-4cab-b919-411c4933dba1 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=98ce404f-7172-48c9-b5c0-cd558559a340 HTTP/1.1" status: 200 len: 945 time: 0.2787607 Aug 05 11:29:48.039181 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0a2cccca-48ae-4415-957c-16a8f6da49fc req-61a9b4e2-a1a4-4919-aa34-70e69431cefb service neutron] 10.222.0.55 "GET /v2.0/networks/79bbca85-6c95-4075-8362-fdad667d03d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4463360 Aug 05 11:29:48.082748 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port a9bb4921-a074-46c3-8915-fc2296ba659b, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=a9bb4921-a074-46c3-8915-fc2296ba659b,segment=NetworkSegment(02c1a943-6f21-4f2f-9d76-88bf883f1529),segment_id=02c1a943-6f21-4f2f-9d76-88bf883f1529)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:29:48.096726 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5676f20a-07bf-440d-b14f-324b31a60bc2 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:48.097300 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:48.108048 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-8a648118-93ec-4ee7-a0a2-1b50e50a1f5e None None] Provisioning complete for port a9bb4921-a074-46c3-8915-fc2296ba659b triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:29:48.108573 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-8a648118-93ec-4ee7-a0a2-1b50e50a1f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:48.352364 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-da49a4a3-6583-4b06-991c-a4b4ae8cc469 req-30705a76-dcb8-4eb2-996b-07243f3b3710 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4921472 Aug 05 11:29:48.416107 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5676f20a-07bf-440d-b14f-324b31a60bc2 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25038609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30075142'] for subnet, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:48.491931 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5676f20a-07bf-440d-b14f-324b31a60bc2 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Pushing event deleted for resources: {'Subnet': ['ID=63ef01e1-e384-4c4e-803b-ccdf0a792ced,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:29:48.512047 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5676f20a-07bf-440d-b14f-324b31a60bc2 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:48.514226 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ab128325-b318-46d1-af2c-806660d7bb44 req-c676a0f7-bf6f-4179-96b4-cc016049c58c service neutron] 10.222.0.58 "GET /v2.0/networks/e39ee4ed-1909-4b57-97e6-d399dfc49b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6461060 Aug 05 11:29:48.516646 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-0befccc1-5ebc-4d56-8d46-aaa643d568dc None None] Set router 0760ec99-505e-4186-ad72-ea450ae3b4fc gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:29:48.524175 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-5676f20a-07bf-440d-b14f-324b31a60bc2 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "DELETE /v2.0/subnets/63ef01e1-e384-4c4e-803b-ccdf0a792ced HTTP/1.1" status: 204 len: 168 time: 1.2601695 Aug 05 11:29:48.525983 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 50926) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:29:48.616690 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=a9bb4921-a074-46c3-8915-fc2296ba659b,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:29:48.819822 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1aac3609-457c-4540-a3e8-684e86272e86 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:48.850678 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0a2cccca-48ae-4415-957c-16a8f6da49fc req-17b23b65-9578-4859-b786-3db4484cca17 service neutron] 10.222.0.55 "GET /v2.0/networks/79bbca85-6c95-4075-8362-fdad667d03d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7743428 Aug 05 11:29:48.902484 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device ad5b496e-16a5-42cb-9de0-ffd53f3133b5 details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:29:48.907115 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0af2db03-9a32-4c20-8266-b047e822b56a x-openstack-request-id: req-0af2db03-9a32-4c20-8266-b047e822b56a {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:29:48.908763 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b0977ee-fb1e-4733-b0f4-4ed637173317", "tag": "9649f0d0-db0b-4b44-ab7f-2d10fb07f502", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:29:48.909211 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0af2db03-9a32-4c20-8266-b047e822b56a {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:29:48.923177 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b0977ee-fb1e-4733-b0f4-4ed637173317', 'tag': '9649f0d0-db0b-4b44-ab7f-2d10fb07f502', 'status': 'completed', 'code': 200} Aug 05 11:29:48.943923 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a499382-eec6-49fe-b118-891f325721b7 None None] Network cc42257a-2d22-49e5-a96e-6559b4302b34 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:29:49.005072 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-1aac3609-457c-4540-a3e8-684e86272e86 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Deleting port a9bb4921-a074-46c3-8915-fc2296ba659b {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:29:49.005414 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1aac3609-457c-4540-a3e8-684e86272e86 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:49.030462 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ab128325-b318-46d1-af2c-806660d7bb44 req-c86b2274-8e24-43a0-a57e-188229938f39 service neutron] 10.222.0.58 "GET /v2.0/networks/e39ee4ed-1909-4b57-97e6-d399dfc49b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4802630 Aug 05 11:29:49.100827 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-5d434ea8-4303-441d-a41e-01c28d6713a6 None None] Could not find standard attr ID for object 6954c9ef-20ce-4897-af9c-ead654d1cf42. {{(pid=94422) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 05 11:29:49.129950 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcd66c5-d3b4-4fb8-8265-739235cd433c req-53fa3ac5-2b63-40ec-8f68-2e7494ec44f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:49.138501 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6fcd66c5-d3b4-4fb8-8265-739235cd433c req-53fa3ac5-2b63-40ec-8f68-2e7494ec44f8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f5c29ef1bc08457986c2adf650dc2bbf&device_id=0b0977ee-fb1e-4733-b0f4-4ed637173317 HTTP/1.1" status: 200 len: 1097 time: 0.1797476 Aug 05 11:29:49.150562 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.db.resource_extend [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 05 11:29:49.189729 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [None req-1aac3609-457c-4540-a3e8-684e86272e86 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] For port a9bb4921-a074-46c3-8915-fc2296ba659b, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=a9bb4921-a074-46c3-8915-fc2296ba659b,segment=NetworkSegment(02c1a943-6f21-4f2f-9d76-88bf883f1529),segment_id=02c1a943-6f21-4f2f-9d76-88bf883f1529)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:29:49.190101 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1aac3609-457c-4540-a3e8-684e86272e86 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:49.228650 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-1aac3609-457c-4540-a3e8-684e86272e86 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Calling delete_port for a9bb4921-a074-46c3-8915-fc2296ba659b owned by network:dhcp {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:29:49.426478 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port ad5b496e-16a5-42cb-9de0-ffd53f3133b5, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=ad5b496e-16a5-42cb-9de0-ffd53f3133b5,segment=NetworkSegment(3c347794-1236-433f-8a0c-eb02e8cca68f),segment_id=3c347794-1236-433f-8a0c-eb02e8cca68f)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:29:49.478871 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1aac3609-457c-4540-a3e8-684e86272e86 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:49.503642 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aac3609-457c-4540-a3e8-684e86272e86 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] No DVR routers for this DVR port a9bb4921-a074-46c3-8915-fc2296ba659b on host n-d-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:29:49.540223 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Returning: {'device': 'ad5b496e-16a5-42cb-9de0-ffd53f3133b5', 'network_id': '79bbca85-6c95-4075-8362-fdad667d03d0', 'port_id': 'ad5b496e-16a5-42cb-9de0-ffd53f3133b5', 'mac_address': 'fa:16:3e:e7:5c:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '061b0776-2169-4e75-a404-05fb46394296', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:29:49.543118 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aac3609-457c-4540-a3e8-684e86272e86 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Pushing event deleted for resources: {'Port': ['ID=a9bb4921-a074-46c3-8915-fc2296ba659b,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:29:49.660200 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:49.694063 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-0befccc1-5ebc-4d56-8d46-aaa643d568dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0760ec99-505e-4186-ad72-ea450ae3b4fc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-528071089-router', 'tenant_id': 'f5c29ef1bc08457986c2adf650dc2bbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '8d306dda-57b3-4e68-9c13-1d9981b7f365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:28:30Z', 'updated_at': '2021-08-05T11:28:41Z', 'revision_number': 4, 'project_id': 'f5c29ef1bc08457986c2adf650dc2bbf', 'gw_port': {'id': '8d306dda-57b3-4e68-9c13-1d9981b7f365', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:19:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0760ec99-505e-4186-ad72-ea450ae3b4fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:28:32Z', 'updated_at': '2021-08-05T11:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '62826dad-9f69-42c5-99b8-fc7e0747ce2b', 'name': '', 'network_id': 'e39ee4ed-1909-4b57-97e6-d399dfc49b3b', 'tenant_id': 'f5c29ef1bc08457986c2adf650dc2bbf', 'mac_address': 'fa:16:3e:de:44:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0760ec99-505e-4186-ad72-ea450ae3b4fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '7df56697-bfc2-4d75-a42b-d9e0d1cdbf86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:28:38Z', 'updated_at': '2021-08-05T11:28:51Z', 'revision_number': 5, 'project_id': 'f5c29ef1bc08457986c2adf650dc2bbf', 'subnets': [{'id': '7df56697-bfc2-4d75-a42b-d9e0d1cdbf86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:29:49.698388 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad5b496e-16a5-42cb-9de0-ffd53f3133b5 {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:29:49.741054 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1aac3609-457c-4540-a3e8-684e86272e86 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:49.758213 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-1aac3609-457c-4540-a3e8-684e86272e86 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc42257a-2d22-49e5-a96e-6559b4302b34']}} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:29:49.760004 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a44205-8ca1-484a-9de5-a7cb82677854 None None] DHCP port deletion for cc42257a-2d22-49e5-a96e-6559b4302b34 request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 11:29:49.768275 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0befccc1-5ebc-4d56-8d46-aaa643d568dc None None] The sync data for ids ['0760ec99-505e-4186-ad72-ea450ae3b4fc'] in n-d-803378-2 is: [{'id': '0760ec99-505e-4186-ad72-ea450ae3b4fc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-528071089-router', 'tenant_id': 'f5c29ef1bc08457986c2adf650dc2bbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '8d306dda-57b3-4e68-9c13-1d9981b7f365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:28:30Z', 'updated_at': '2021-08-05T11:28:41Z', 'revision_number': 4, 'project_id': 'f5c29ef1bc08457986c2adf650dc2bbf', 'gw_port': {'id': '8d306dda-57b3-4e68-9c13-1d9981b7f365', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:19:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0760ec99-505e-4186-ad72-ea450ae3b4fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:28:32Z', 'updated_at': '2021-08-05T11:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '62826dad-9f69-42c5-99b8-fc7e0747ce2b', 'name': '', 'network_id': 'e39ee4ed-1909-4b57-97e6-d399dfc49b3b', 'tenant_id': 'f5c29ef1bc08457986c2adf650dc2bbf', 'mac_address': 'fa:16:3e:de:44:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0760ec99-505e-4186-ad72-ea450ae3b4fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '7df56697-bfc2-4d75-a42b-d9e0d1cdbf86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:28:38Z', 'updated_at': '2021-08-05T11:28:51Z', 'revision_number': 5, 'project_id': 'f5c29ef1bc08457986c2adf650dc2bbf', 'subnets': [{'id': '7df56697-bfc2-4d75-a42b-d9e0d1cdbf86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:29:49.784009 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port ad5b496e-16a5-42cb-9de0-ffd53f3133b5, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=ad5b496e-16a5-42cb-9de0-ffd53f3133b5,segment=NetworkSegment(3c347794-1236-433f-8a0c-eb02e8cca68f),segment_id=3c347794-1236-433f-8a0c-eb02e8cca68f)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:29:49.789745 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-1aac3609-457c-4540-a3e8-684e86272e86 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02c1a943-6f21-4f2f-9d76-88bf883f1529') {'for_net_delete': True} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:29:49.790745 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-1aac3609-457c-4540-a3e8-684e86272e86 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02c1a943-6f21-4f2f-9d76-88bf883f1529') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:29:49.799365 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:49.816381 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1aac3609-457c-4540-a3e8-684e86272e86 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29786371'] for segment, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:49.867074 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1aac3609-457c-4540-a3e8-684e86272e86 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:49.885362 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=ad5b496e-16a5-42cb-9de0-ffd53f3133b5,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:29:49.887526 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1aac3609-457c-4540-a3e8-684e86272e86 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Releasing vlan 683 on physical network physnet1 to pool {{(pid=94421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:29:49.888807 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1aac3609-457c-4540-a3e8-684e86272e86 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25038799'] for segment, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:49.899037 n-d-803378-2 neutron-server[94421]: Traceback (most recent call last): Aug 05 11:29:49.899037 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:29:49.899037 n-d-803378-2 neutron-server[94421]: timer() Aug 05 11:29:49.899037 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:29:49.899037 n-d-803378-2 neutron-server[94421]: cb(*args, **kw) Aug 05 11:29:49.899037 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:29:49.899037 n-d-803378-2 neutron-server[94421]: return func(*args, **kwargs) Aug 05 11:29:49.899037 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:29:49.899037 n-d-803378-2 neutron-server[94421]: self._notify() Aug 05 11:29:49.899037 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:29:49.899037 n-d-803378-2 neutron-server[94421]: self.callback(batched_events) Aug 05 11:29:49.899037 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:29:49.899037 n-d-803378-2 neutron-server[94421]: event.method(event) Aug 05 11:29:49.899037 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:29:49.899037 n-d-803378-2 neutron-server[94421]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:29:49.899037 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:29:49.899037 n-d-803378-2 neutron-server[94421]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:29:49.899037 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:29:49.899037 n-d-803378-2 neutron-server[94421]: return f(self, *a, **k) Aug 05 11:29:49.899037 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:29:49.899037 n-d-803378-2 neutron-server[94421]: return self._get(url).json() Aug 05 11:29:49.899037 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:29:49.899037 n-d-803378-2 neutron-server[94421]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:29:49.899037 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:29:49.899037 n-d-803378-2 neutron-server[94421]: return self.request(url, 'GET', **kwargs) Aug 05 11:29:49.899037 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:29:49.899037 n-d-803378-2 neutron-server[94421]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:29:49.899037 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:29:49.899037 n-d-803378-2 neutron-server[94421]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:29:49.899037 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:29:49.899037 n-d-803378-2 neutron-server[94421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:29:49.899037 n-d-803378-2 neutron-server[94421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:29:50.003511 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1aac3609-457c-4540-a3e8-684e86272e86 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:50.025030 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1aac3609-457c-4540-a3e8-684e86272e86 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:50.034225 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-1aac3609-457c-4540-a3e8-684e86272e86 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "DELETE /v2.0/networks/cc42257a-2d22-49e5-a96e-6559b4302b34 HTTP/1.1" status: 204 len: 168 time: 1.5060074 Aug 05 11:29:50.037705 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 50948) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:29:50.048960 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-6b9125cb-d0f8-497b-ba3e-67e4cd1ae87d tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Request body: {'port': {'network_id': '1910e859-c897-4999-924c-c91490b8a290', 'name': 'tempest-PortsIpV6TestJSON-125433948'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:29:50.063575 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a843385f-3d8f-4ea6-9876-cb622330b4ac req-a70c6866-8a30-4a08-b333-c217b8f2fcbc tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] 10.222.0.58 "GET /v2.0/floatingips/bc88d6cb-1f69-47a3-b4a0-e6e1b012abc4 HTTP/1.1" status: 200 len: 695 time: 0.1388757 Aug 05 11:29:50.130995 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aac3609-457c-4540-a3e8-684e86272e86 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Pushing event deleted for resources: {'Network': ['ID=cc42257a-2d22-49e5-a96e-6559b4302b34,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:29:50.179429 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['ad5b496e-16a5-42cb-9de0-ffd53f3133b5'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:29:50.180733 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a24c9f1-44d1-47b7-baef-486490421303 None None] New status for floating IP bc88d6cb-1f69-47a3-b4a0-e6e1b012abc4: DOWN {{(pid=94423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 11:29:50.217695 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b9125cb-d0f8-497b-ba3e-67e4cd1ae87d tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Made reservation on behalf of c6f61cb628df45739d23be5e7f8e483c for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:29:50.224847 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6b9125cb-d0f8-497b-ba3e-67e4cd1ae87d tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:50.257165 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [None req-6b9125cb-d0f8-497b-ba3e-67e4cd1ae87d tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] device_id is not set on port f811b03d-787c-40dc-83b6-027293ecda73 yet. {{(pid=94421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 11:29:50.257566 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da85934e-a8b2-4f63-86bf-795f533bac85 req-2d6b7e03-4427-443e-b95e-cfc87f1311cb tempest-InstanceActionsTestJSON-1501157343 tempest-InstanceActionsTestJSON-1501157343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:50.267754 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-da85934e-a8b2-4f63-86bf-795f533bac85 req-2d6b7e03-4427-443e-b95e-cfc87f1311cb tempest-InstanceActionsTestJSON-1501157343 tempest-InstanceActionsTestJSON-1501157343-project] 10.222.0.58 "GET /v2.0/ports?device_id=13b48aa6-825f-47ad-bc55-9be70cde98f9 HTTP/1.1" status: 200 len: 944 time: 0.3508141 Aug 05 11:29:50.299436 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcd66c5-d3b4-4fb8-8265-739235cd433c req-660681eb-387b-43a6-bcdb-5c806fe40c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:50.301675 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6fcd66c5-d3b4-4fb8-8265-739235cd433c req-660681eb-387b-43a6-bcdb-5c806fe40c0c service neutron] 10.222.0.55 "GET /v2.0/networks?id=e39ee4ed-1909-4b57-97e6-d399dfc49b3b HTTP/1.1" status: 200 len: 929 time: 1.1554103 Aug 05 11:29:50.302674 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device a9bb4921-a074-46c3-8915-fc2296ba659b no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:29:50.360866 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: a9bb4921-a074-46c3-8915-fc2296ba659b {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:29:50.362305 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device a9bb4921-a074-46c3-8915-fc2296ba659b not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:29:50.413510 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6fcd66c5-d3b4-4fb8-8265-739235cd433c req-f79a3645-757c-4d92-810c-34d1b10d2107 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9649f0d0-db0b-4b44-ab7f-2d10fb07f502 HTTP/1.1" status: 200 len: 217 time: 0.0955439 Aug 05 11:29:50.541726 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-da85934e-a8b2-4f63-86bf-795f533bac85 req-69b47832-1f15-42e9-9c41-65bfa1c33f90 tempest-InstanceActionsTestJSON-1501157343 tempest-InstanceActionsTestJSON-1501157343-project] 10.222.0.58 "GET /v2.0/security-groups?id=e191ae3a-05c2-42ea-8d35-b7ee7bf648ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729089 Aug 05 11:29:50.587691 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a843385f-3d8f-4ea6-9876-cb622330b4ac req-ca911a0d-9b48-4c65-8306-515f401b84b7 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:50.596899 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a843385f-3d8f-4ea6-9876-cb622330b4ac req-ca911a0d-9b48-4c65-8306-515f401b84b7 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] 10.222.0.58 "GET /v2.0/networks/36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd HTTP/1.1" status: 200 len: 784 time: 0.5323277 Aug 05 11:29:50.618267 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcd66c5-d3b4-4fb8-8265-739235cd433c req-6e8f5ccc-dcda-4546-8d02-9f61d1aaef56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:50.622943 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6fcd66c5-d3b4-4fb8-8265-739235cd433c req-6e8f5ccc-dcda-4546-8d02-9f61d1aaef56 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7df56697-bfc2-4d75-a42b-d9e0d1cdbf86 HTTP/1.1" status: 200 len: 867 time: 0.2007151 Aug 05 11:29:50.716747 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6b9125cb-d0f8-497b-ba3e-67e4cd1ae87d tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:50.727608 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a843385f-3d8f-4ea6-9876-cb622330b4ac req-62e6a1a7-82f8-4eef-97d6-9478a5c0b3af tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.5.177 HTTP/1.1" status: 200 len: 696 time: 0.1292565 Aug 05 11:29:50.781063 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6b9125cb-d0f8-497b-ba3e-67e4cd1ae87d tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:50.838653 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9125cb-d0f8-497b-ba3e-67e4cd1ae87d tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Network 1910e859-c897-4999-924c-c91490b8a290 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:29:50.843510 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-6b9125cb-d0f8-497b-ba3e-67e4cd1ae87d tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:29:50.853965 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a843385f-3d8f-4ea6-9876-cb622330b4ac req-be9b113c-fe6b-4648-beaa-7b72caec8c37 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.5.177 HTTP/1.1" status: 200 len: 696 time: 0.0907090 Aug 05 11:29:50.859245 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9125cb-d0f8-497b-ba3e-67e4cd1ae87d tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:29:50.872323 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b9125cb-d0f8-497b-ba3e-67e4cd1ae87d tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:50.873994 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6b9125cb-d0f8-497b-ba3e-67e4cd1ae87d tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:50.911489 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-6b9125cb-d0f8-497b-ba3e-67e4cd1ae87d tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.8674042 Aug 05 11:29:50.911489 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9125cb-d0f8-497b-ba3e-67e4cd1ae87d tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Pushing event updated for resources: {'Port': ['ID=f811b03d-787c-40dc-83b6-027293ecda73,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:29:50.913157 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 50952) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:29:50.933887 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4187f92b-d26c-4825-bf69-56fb66e98561 req-cf4c2601-6d71-44a0-9035-210b55b8f6d0 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:50.941332 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4187f92b-d26c-4825-bf69-56fb66e98561 req-cf4c2601-6d71-44a0-9035-210b55b8f6d0 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=98ce404f-7172-48c9-b5c0-cd558559a340 HTTP/1.1" status: 200 len: 945 time: 0.2432106 Aug 05 11:29:51.080920 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcd66c5-d3b4-4fb8-8265-739235cd433c req-17a67abd-a9cb-41c2-91ad-f6d56e98fd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:51.086046 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6fcd66c5-d3b4-4fb8-8265-739235cd433c req-17a67abd-a9cb-41c2-91ad-f6d56e98fd68 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e39ee4ed-1909-4b57-97e6-d399dfc49b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4024518 Aug 05 11:29:51.131217 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-274b29e5-ba8a-4a70-b6c0-b5fa089eb080 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Deleting port f811b03d-787c-40dc-83b6-027293ecda73 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:29:51.131661 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-274b29e5-ba8a-4a70-b6c0-b5fa089eb080 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:51.215750 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-274b29e5-ba8a-4a70-b6c0-b5fa089eb080 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:51.237411 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-274b29e5-ba8a-4a70-b6c0-b5fa089eb080 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Calling delete_port for f811b03d-787c-40dc-83b6-027293ecda73 owned by {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:29:51.318467 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4187f92b-d26c-4825-bf69-56fb66e98561 req-71f7c71c-a74b-4361-8f91-9bf83ea9ec53 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3537214 Aug 05 11:29:51.381537 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6fcd66c5-d3b4-4fb8-8265-739235cd433c req-7314add3-57b0-461c-8f66-98e8c9a1d12f service neutron] 10.222.0.55 "GET /v2.0/networks/e39ee4ed-1909-4b57-97e6-d399dfc49b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2690835 Aug 05 11:29:51.384226 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [req-a843385f-3d8f-4ea6-9876-cb622330b4ac req-6a9817e4-f769-4d9b-93d6-90a0418451f6 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] Deleting port 7cb79747-edcd-45ac-af48-ac6586be530f {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:29:51.384948 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-a843385f-3d8f-4ea6-9876-cb622330b4ac req-6a9817e4-f769-4d9b-93d6-90a0418451f6 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:51.432139 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-274b29e5-ba8a-4a70-b6c0-b5fa089eb080 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:51.471459 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-274b29e5-ba8a-4a70-b6c0-b5fa089eb080 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:51.477502 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-274b29e5-ba8a-4a70-b6c0-b5fa089eb080 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "DELETE /v2.0/ports/f811b03d-787c-40dc-83b6-027293ecda73 HTTP/1.1" status: 204 len: 168 time: 0.5571845 Aug 05 11:29:51.481613 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 50956) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:29:51.493329 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-f44ebe6e-f649-4f91-a878-572871ff3231 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Request body: {'port': {'network_id': '1910e859-c897-4999-924c-c91490b8a290', 'mac_address': 'fa:16:3e:8c:e2:6d', 'name': 'tempest-PortsIpV6TestJSON-1038565603'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:29:51.575998 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-a843385f-3d8f-4ea6-9876-cb622330b4ac req-6a9817e4-f769-4d9b-93d6-90a0418451f6 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:51.576419 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274b29e5-ba8a-4a70-b6c0-b5fa089eb080 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Pushing event deleted for resources: {'Port': ['ID=f811b03d-787c-40dc-83b6-027293ecda73,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:29:51.576698 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-a843385f-3d8f-4ea6-9876-cb622330b4ac req-6a9817e4-f769-4d9b-93d6-90a0418451f6 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:51.615769 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6fcd66c5-d3b4-4fb8-8265-739235cd433c req-655cfcbf-454e-44ce-a0f0-70c320448d55 service neutron] 10.222.0.55 "GET /v2.0/networks/e39ee4ed-1909-4b57-97e6-d399dfc49b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263758 Aug 05 11:29:51.617051 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [req-a843385f-3d8f-4ea6-9876-cb622330b4ac req-6a9817e4-f769-4d9b-93d6-90a0418451f6 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] Calling delete_port for 7cb79747-edcd-45ac-af48-ac6586be530f owned by network:floatingip {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:29:51.801833 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:51.862534 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604a3a2b-888e-4ed8-83f1-57b6e92698c3 req-a3926848-90ae-446d-8ea9-b87e3d315109 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:51.864535 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-604a3a2b-888e-4ed8-83f1-57b6e92698c3 req-a3926848-90ae-446d-8ea9-b87e3d315109 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.64 "GET /v2.0/ports?device_id=98ce404f-7172-48c9-b5c0-cd558559a340 HTTP/1.1" status: 200 len: 945 time: 0.1675999 Aug 05 11:29:51.865680 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f44ebe6e-f649-4f91-a878-572871ff3231 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Made reservation on behalf of c6f61cb628df45739d23be5e7f8e483c for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:29:51.978676 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-a843385f-3d8f-4ea6-9876-cb622330b4ac req-6a9817e4-f769-4d9b-93d6-90a0418451f6 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:52.110521 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9817e4-f769-4d9b-93d6-90a0418451f6 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] Pushing event deleted for resources: {'Port': ['ID=7cb79747-edcd-45ac-af48-ac6586be530f,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:29:52.123638 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f44ebe6e-f649-4f91-a878-572871ff3231 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:52.202371 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [None req-f44ebe6e-f649-4f91-a878-572871ff3231 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] device_id is not set on port d4dece19-aca3-43b8-879e-fe70e44f92ae yet. {{(pid=94421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 11:29:52.240425 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3919d8-86c3-4f06-9618-3f3131a54f95 req-0a8417bb-fc10-43f0-87df-ef585c17acad tempest-InstanceActionsTestJSON-1501157343 tempest-InstanceActionsTestJSON-1501157343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:52.242836 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8a3919d8-86c3-4f06-9618-3f3131a54f95 req-0a8417bb-fc10-43f0-87df-ef585c17acad tempest-InstanceActionsTestJSON-1501157343 tempest-InstanceActionsTestJSON-1501157343-project] 10.222.0.58 "GET /v2.0/ports?device_id=13b48aa6-825f-47ad-bc55-9be70cde98f9 HTTP/1.1" status: 200 len: 944 time: 0.1836042 Aug 05 11:29:52.247768 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-a843385f-3d8f-4ea6-9876-cb622330b4ac req-6a9817e4-f769-4d9b-93d6-90a0418451f6 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] Notify callbacks [] for floatingip, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:52.253727 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-a843385f-3d8f-4ea6-9876-cb622330b4ac req-6a9817e4-f769-4d9b-93d6-90a0418451f6 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:52.261126 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a843385f-3d8f-4ea6-9876-cb622330b4ac req-6a9817e4-f769-4d9b-93d6-90a0418451f6 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] 10.222.0.58 "DELETE /v2.0/floatingips/bc88d6cb-1f69-47a3-b4a0-e6e1b012abc4 HTTP/1.1" status: 204 len: 173 time: 1.4049685 Aug 05 11:29:52.334792 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-604a3a2b-888e-4ed8-83f1-57b6e92698c3 req-c99b3d0d-33fa-4946-b8fe-f768c199e5c6 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Deleting port 5f6f5ffb-9886-4f70-8548-7f568d0aa4c5 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:29:52.335238 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-604a3a2b-888e-4ed8-83f1-57b6e92698c3 req-c99b3d0d-33fa-4946-b8fe-f768c199e5c6 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:52.368936 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8a3919d8-86c3-4f06-9618-3f3131a54f95 req-9f6c3f0d-1933-4358-8fa6-dca445286bb4 tempest-InstanceActionsTestJSON-1501157343 tempest-InstanceActionsTestJSON-1501157343-project] 10.222.0.58 "GET /v2.0/security-groups?id=e191ae3a-05c2-42ea-8d35-b7ee7bf648ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063786 Aug 05 11:29:52.511741 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def91b7a-057d-4000-8f4a-0a9c0631d207 req-5e76e4d2-1eb4-4eb4-9ef4-1acc47737804 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:52.514411 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-def91b7a-057d-4000-8f4a-0a9c0631d207 req-5e76e4d2-1eb4-4eb4-9ef4-1acc47737804 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b0977ee-fb1e-4733-b0f4-4ed637173317&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1300275 Aug 05 11:29:52.601034 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-def91b7a-057d-4000-8f4a-0a9c0631d207 req-eb29f27e-12b4-404f-b98e-a3f17b641e95 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0751691 Aug 05 11:29:52.653979 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-604a3a2b-888e-4ed8-83f1-57b6e92698c3 req-c99b3d0d-33fa-4946-b8fe-f768c199e5c6 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] For port 5f6f5ffb-9886-4f70-8548-7f568d0aa4c5, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=5f6f5ffb-9886-4f70-8548-7f568d0aa4c5,segment=NetworkSegment(518e3e63-d2a5-47d5-92b9-f966f275c6de),segment_id=518e3e63-d2a5-47d5-92b9-f966f275c6de)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:29:52.654368 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-604a3a2b-888e-4ed8-83f1-57b6e92698c3 req-c99b3d0d-33fa-4946-b8fe-f768c199e5c6 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:52.679201 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612b3d3e-bc21-46a4-8862-d0c7d6ec9e24 req-c1bf402e-a26c-4630-b77c-56b13a87637d tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:52.691138 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-612b3d3e-bc21-46a4-8862-d0c7d6ec9e24 req-c1bf402e-a26c-4630-b77c-56b13a87637d tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=98ce404f-7172-48c9-b5c0-cd558559a340 HTTP/1.1" status: 200 len: 945 time: 0.1605902 Aug 05 11:29:52.696356 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-604a3a2b-888e-4ed8-83f1-57b6e92698c3 req-c99b3d0d-33fa-4946-b8fe-f768c199e5c6 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Calling delete_port for 5f6f5ffb-9886-4f70-8548-7f568d0aa4c5 owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:29:52.727484 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f44ebe6e-f649-4f91-a878-572871ff3231 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:52.778920 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-612b3d3e-bc21-46a4-8862-d0c7d6ec9e24 req-96f27b3d-f180-46b3-bad3-98aba5042f9d tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854144 Aug 05 11:29:52.871275 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-054553a3-6fac-496f-a066-0eade4f3c10b req-ca67fc94-9b22-4884-8d4d-3ac417713216 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0634525 Aug 05 11:29:52.873681 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device ad5b496e-16a5-42cb-9de0-ffd53f3133b5 up at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:29:52.948890 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning for port ad5b496e-16a5-42cb-9de0-ffd53f3133b5 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:29:52.957084 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning complete for port ad5b496e-16a5-42cb-9de0-ffd53f3133b5 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:29:52.957249 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-604a3a2b-888e-4ed8-83f1-57b6e92698c3 req-c99b3d0d-33fa-4946-b8fe-f768c199e5c6 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:52.958246 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:52.993671 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f44ebe6e-f649-4f91-a878-572871ff3231 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:53.003772 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99b3d0d-33fa-4946-b8fe-f768c199e5c6 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Pushing event deleted for resources: {'Port': ['ID=5f6f5ffb-9886-4f70-8548-7f568d0aa4c5,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:29:53.034405 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['2df26a48-fa2b-4da2-a97e-af100eff3c8f', '5f6f5ffb-9886-4f70-8548-7f568d0aa4c5'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:29:53.065778 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-604a3a2b-888e-4ed8-83f1-57b6e92698c3 req-c99b3d0d-33fa-4946-b8fe-f768c199e5c6 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] No DVR routers for this DVR port 5f6f5ffb-9886-4f70-8548-7f568d0aa4c5 on host n-h1-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:29:53.071742 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-604a3a2b-888e-4ed8-83f1-57b6e92698c3 req-c99b3d0d-33fa-4946-b8fe-f768c199e5c6 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:53.074344 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-604a3a2b-888e-4ed8-83f1-57b6e92698c3 req-c99b3d0d-33fa-4946-b8fe-f768c199e5c6 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.64 "DELETE /v2.0/ports/5f6f5ffb-9886-4f70-8548-7f568d0aa4c5 HTTP/1.1" status: 204 len: 173 time: 1.1647084 Aug 05 11:29:53.075169 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98ce404f-7172-48c9-b5c0-cd558559a340', 'name': 'network-vif-deleted', 'tag': '5f6f5ffb-9886-4f70-8548-7f568d0aa4c5'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:29:53.078442 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee697608-979b-40ad-9a65-9ad6a8545223" -d '{"events": [{"server_uuid": "98ce404f-7172-48c9-b5c0-cd558559a340", "name": "network-vif-deleted", "tag": "5f6f5ffb-9886-4f70-8548-7f568d0aa4c5"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:29:53.138862 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f44ebe6e-f649-4f91-a878-572871ff3231 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Network 1910e859-c897-4999-924c-c91490b8a290 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:29:53.159454 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-f44ebe6e-f649-4f91-a878-572871ff3231 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:29:53.165193 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44ebe6e-f649-4f91-a878-572871ff3231 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:29:53.186869 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44ebe6e-f649-4f91-a878-572871ff3231 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:53.195605 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f44ebe6e-f649-4f91-a878-572871ff3231 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:53.211953 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44ebe6e-f649-4f91-a878-572871ff3231 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Pushing event updated for resources: {'Port': ['ID=d4dece19-aca3-43b8-879e-fe70e44f92ae,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:29:53.263908 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-f44ebe6e-f649-4f91-a878-572871ff3231 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.7802455 Aug 05 11:29:53.268534 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 50982) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:29:53.282908 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:53.334407 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13b48aa6-825f-47ad-bc55-9be70cde98f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad5b496e-16a5-42cb-9de0-ffd53f3133b5'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:29:53.339637 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af52e942-d542-4b40-a304-a4605d4372b4" -d '{"events": [{"server_uuid": "13b48aa6-825f-47ad-bc55-9be70cde98f9", "name": "network-vif-plugged", "status": "completed", "tag": "ad5b496e-16a5-42cb-9de0-ffd53f3133b5"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:29:53.404267 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port ad5b496e-16a5-42cb-9de0-ffd53f3133b5, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=ad5b496e-16a5-42cb-9de0-ffd53f3133b5,segment=NetworkSegment(3c347794-1236-433f-8a0c-eb02e8cca68f),segment_id=3c347794-1236-433f-8a0c-eb02e8cca68f)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:29:53.411468 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d7661d-5632-4bff-a731-e81638cba3f4 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:53.423760 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-c9d7661d-5632-4bff-a731-e81638cba3f4 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "GET /v2.0/ports/d4dece19-aca3-43b8-879e-fe70e44f92ae HTTP/1.1" status: 200 len: 845 time: 0.1536827 Aug 05 11:29:53.427218 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-029021f5-b5f1-4742-8f9b-3a397c191751 x-openstack-request-id: req-029021f5-b5f1-4742-8f9b-3a397c191751 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:29:53.427693 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98ce404f-7172-48c9-b5c0-cd558559a340", "name": "network-vif-deleted", "tag": "5f6f5ffb-9886-4f70-8548-7f568d0aa4c5", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:29:53.428114 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-029021f5-b5f1-4742-8f9b-3a397c191751 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:29:53.430156 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98ce404f-7172-48c9-b5c0-cd558559a340', 'name': 'network-vif-deleted', 'tag': '5f6f5ffb-9886-4f70-8548-7f568d0aa4c5', 'status': 'completed', 'code': 200} Aug 05 11:29:53.431333 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 50990) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:29:53.431702 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:53.539410 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5eda84-a2c8-4e3a-96cb-78634ede04a8 req-3a5fbb96-7a0b-40d7-a235-16e7afa9b1ea tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:53.542623 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9d5eda84-a2c8-4e3a-96cb-78634ede04a8 req-3a5fbb96-7a0b-40d7-a235-16e7afa9b1ea tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b0977ee-fb1e-4733-b0f4-4ed637173317 HTTP/1.1" status: 200 len: 946 time: 0.1192558 Aug 05 11:29:53.608672 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9d5eda84-a2c8-4e3a-96cb-78634ede04a8 req-89853050-6c9d-4ecb-9ed6-f439eb3151e0 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] 10.222.0.58 "GET /v2.0/security-groups?id=c30dd023-f7ad-4ec4-b865-0b1c0f9292cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568261 Aug 05 11:29:53.624154 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ecc2967-5d01-46f1-8d71-37a6bc3e1157 x-openstack-request-id: req-3ecc2967-5d01-46f1-8d71-37a6bc3e1157 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:29:53.627909 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13b48aa6-825f-47ad-bc55-9be70cde98f9", "name": "network-vif-plugged", "status": "completed", "tag": "ad5b496e-16a5-42cb-9de0-ffd53f3133b5", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:29:53.628312 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3ecc2967-5d01-46f1-8d71-37a6bc3e1157 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:29:53.628881 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13b48aa6-825f-47ad-bc55-9be70cde98f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad5b496e-16a5-42cb-9de0-ffd53f3133b5', 'code': 200} Aug 05 11:29:53.636783 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=ad5b496e-16a5-42cb-9de0-ffd53f3133b5,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:29:53.716087 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-2e263b3a-faad-4285-81dc-353c83371b8e tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Deleting port d4dece19-aca3-43b8-879e-fe70e44f92ae {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:29:53.717279 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2e263b3a-faad-4285-81dc-353c83371b8e tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:53.752696 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419ab02e-a024-48d2-bf43-27a918aee45c req-e5e69716-7900-40c1-8b32-8646d5191c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:53.754405 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-419ab02e-a024-48d2-bf43-27a918aee45c req-e5e69716-7900-40c1-8b32-8646d5191c66 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=13b48aa6-825f-47ad-bc55-9be70cde98f9 HTTP/1.1" status: 200 len: 1096 time: 0.1106060 Aug 05 11:29:53.780078 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9470fbd-3613-4891-9043-c818fa5ded58 req-0f02586b-afc7-422f-b1c7-6b1e22f2dc01 tempest-InstanceActionsTestJSON-1501157343 tempest-InstanceActionsTestJSON-1501157343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:53.782245 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a9470fbd-3613-4891-9043-c818fa5ded58 req-0f02586b-afc7-422f-b1c7-6b1e22f2dc01 tempest-InstanceActionsTestJSON-1501157343 tempest-InstanceActionsTestJSON-1501157343-project] 10.222.0.58 "GET /v2.0/ports?device_id=13b48aa6-825f-47ad-bc55-9be70cde98f9 HTTP/1.1" status: 200 len: 945 time: 0.0927305 Aug 05 11:29:53.824105 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2e263b3a-faad-4285-81dc-353c83371b8e tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:53.855318 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-2e263b3a-faad-4285-81dc-353c83371b8e tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Calling delete_port for d4dece19-aca3-43b8-879e-fe70e44f92ae owned by {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:29:53.861160 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a9470fbd-3613-4891-9043-c818fa5ded58 req-9dc2065d-ffc4-40d6-86ae-d627cf8b4986 tempest-InstanceActionsTestJSON-1501157343 tempest-InstanceActionsTestJSON-1501157343-project] 10.222.0.58 "GET /v2.0/security-groups?id=e191ae3a-05c2-42ea-8d35-b7ee7bf648ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675282 Aug 05 11:29:53.863579 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-419ab02e-a024-48d2-bf43-27a918aee45c req-d135b8ce-7e42-4831-a984-43cca5f2af2e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e191ae3a-05c2-42ea-8d35-b7ee7bf648ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968070 Aug 05 11:29:53.977260 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2e263b3a-faad-4285-81dc-353c83371b8e tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:54.019661 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e263b3a-faad-4285-81dc-353c83371b8e tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Pushing event deleted for resources: {'Port': ['ID=d4dece19-aca3-43b8-879e-fe70e44f92ae,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:29:54.029593 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2e263b3a-faad-4285-81dc-353c83371b8e tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:54.032264 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-2e263b3a-faad-4285-81dc-353c83371b8e tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "DELETE /v2.0/ports/d4dece19-aca3-43b8-879e-fe70e44f92ae HTTP/1.1" status: 204 len: 168 time: 0.5995064 Aug 05 11:29:54.037274 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 50998) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:29:54.049416 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b793741d-3998-429e-bd4e-8fb4a35eb31c req-ff4c74ff-0dc0-4777-9eb2-8498f11ff060 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=98ce404f-7172-48c9-b5c0-cd558559a340 HTTP/1.1" status: 200 len: 210 time: 0.0448489 Aug 05 11:29:54.081137 n-d-803378-2 neutron-server[94421]: INFO neutron.pecan_wsgi.hooks.translation [None req-20cd1752-a71d-4b62-8ef6-9ddcddfbbff6 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] GET failed (client error): The resource could not be found. Aug 05 11:29:54.084356 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-20cd1752-a71d-4b62-8ef6-9ddcddfbbff6 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "GET /v2.0/ports/d4dece19-aca3-43b8-879e-fe70e44f92ae HTTP/1.1" status: 404 len: 333 time: 0.0456543 Aug 05 11:29:54.088001 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 51000) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:29:54.095580 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-158a0daa-4f72-453a-9134-19d52b5d7f0d tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Request body: {'port': {'network_id': '1910e859-c897-4999-924c-c91490b8a290', 'name': 'tempest-PortsIpV6TestJSON-1476515424'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:29:54.256251 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-158a0daa-4f72-453a-9134-19d52b5d7f0d tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Made reservation on behalf of c6f61cb628df45739d23be5e7f8e483c for: {'port': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:29:54.263009 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-158a0daa-4f72-453a-9134-19d52b5d7f0d tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:54.302279 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [None req-158a0daa-4f72-453a-9134-19d52b5d7f0d tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] device_id is not set on port df561cc0-214c-4894-be79-5ce30d5a3b8b yet. {{(pid=94420) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 11:29:54.843286 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-158a0daa-4f72-453a-9134-19d52b5d7f0d tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:54.955526 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a85210-80ad-4420-9061-a81be8edf2d1 req-a7dccea7-4608-4d68-afde-b35af4a38674 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:54.959623 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e8a85210-80ad-4420-9061-a81be8edf2d1 req-a7dccea7-4608-4d68-afde-b35af4a38674 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b0977ee-fb1e-4733-b0f4-4ed637173317 HTTP/1.1" status: 200 len: 946 time: 0.2438700 Aug 05 11:29:54.980357 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0507169b-d3fe-4eb4-ab00-8b68bdf77c32 req-62259e47-e223-42da-9cbb-3813159e7603 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:54.983084 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0507169b-d3fe-4eb4-ab00-8b68bdf77c32 req-62259e47-e223-42da-9cbb-3813159e7603 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/networks?id=546c0542-0f92-4f6c-914b-a74a81cd2290 HTTP/1.1" status: 200 len: 808 time: 0.3948607 Aug 05 11:29:55.050861 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0507169b-d3fe-4eb4-ab00-8b68bdf77c32 req-3b00093a-98b5-444c-8158-f60802ffc9c3 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/quotas/bc360260b43347fbb7d1bc7660d6f218 HTTP/1.1" status: 200 len: 375 time: 0.0543840 Aug 05 11:29:55.077372 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-158a0daa-4f72-453a-9134-19d52b5d7f0d tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:55.155126 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e8a85210-80ad-4420-9061-a81be8edf2d1 req-c05d5937-1df7-44d8-b091-0aab83484518 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] 10.222.0.58 "GET /v2.0/security-groups?id=c30dd023-f7ad-4ec4-b865-0b1c0f9292cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699569 Aug 05 11:29:55.191395 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 5f6f5ffb-9886-4f70-8548-7f568d0aa4c5 no longer exists at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:29:55.209451 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158a0daa-4f72-453a-9134-19d52b5d7f0d tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Network 1910e859-c897-4999-924c-c91490b8a290 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:29:55.214109 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158a0daa-4f72-453a-9134-19d52b5d7f0d tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Pushing event updated for resources: {'Port': ['ID=df561cc0-214c-4894-be79-5ce30d5a3b8b,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:29:55.231446 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0507169b-d3fe-4eb4-ab00-8b68bdf77c32 req-cc980617-87fc-4e08-9323-48fc44862363 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=bc360260b43347fbb7d1bc7660d6f218&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1685948 Aug 05 11:29:55.236527 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-158a0daa-4f72-453a-9134-19d52b5d7f0d tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:29:55.238925 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] No Port match for: 5f6f5ffb-9886-4f70-8548-7f568d0aa4c5 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:29:55.239567 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 5f6f5ffb-9886-4f70-8548-7f568d0aa4c5 not bound to the agent host n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:29:55.242129 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158a0daa-4f72-453a-9134-19d52b5d7f0d tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:29:55.252182 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158a0daa-4f72-453a-9134-19d52b5d7f0d tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:55.253162 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-158a0daa-4f72-453a-9134-19d52b5d7f0d tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:55.355982 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-158a0daa-4f72-453a-9134-19d52b5d7f0d tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.2652667 Aug 05 11:29:55.360479 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 51020) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:29:55.372545 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-5f61f940-9231-4ed3-91b2-528cbb52fb14 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:29:55.455512 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5f61f940-9231-4ed3-91b2-528cbb52fb14 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:55.503124 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdb8ba3-4f3c-4510-8254-c5f833d67621 req-fc859061-6217-4a10-8a85-a3f122f12b99 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:55.504732 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7cdb8ba3-4f3c-4510-8254-c5f833d67621 req-fc859061-6217-4a10-8a85-a3f122f12b99 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b0977ee-fb1e-4733-b0f4-4ed637173317 HTTP/1.1" status: 200 len: 946 time: 0.2168934 Aug 05 11:29:55.514568 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff065dd-50e6-408d-83d9-b03d221bf554 req-45f2e057-592c-4251-8064-0651e4fccaab tempest-InstanceActionsTestJSON-1501157343 tempest-InstanceActionsTestJSON-1501157343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:55.517501 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-eff065dd-50e6-408d-83d9-b03d221bf554 req-45f2e057-592c-4251-8064-0651e4fccaab tempest-InstanceActionsTestJSON-1501157343 tempest-InstanceActionsTestJSON-1501157343-project] 10.222.0.58 "GET /v2.0/ports?device_id=13b48aa6-825f-47ad-bc55-9be70cde98f9 HTTP/1.1" status: 200 len: 945 time: 0.1850512 Aug 05 11:29:55.532817 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0507169b-d3fe-4eb4-ab00-8b68bdf77c32 req-513ec679-00dc-4c57-92be-7c5e89a6695c service neutron] 10.222.0.58 "GET /v2.0/networks/546c0542-0f92-4f6c-914b-a74a81cd2290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2741623 Aug 05 11:29:55.722768 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-eff065dd-50e6-408d-83d9-b03d221bf554 req-065f0902-5f3c-46bb-87b5-3c660d80b840 tempest-InstanceActionsTestJSON-1501157343 tempest-InstanceActionsTestJSON-1501157343-project] 10.222.0.58 "GET /v2.0/security-groups?id=e191ae3a-05c2-42ea-8d35-b7ee7bf648ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884630 Aug 05 11:29:55.758993 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5f61f940-9231-4ed3-91b2-528cbb52fb14 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:55.769539 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5f61f940-9231-4ed3-91b2-528cbb52fb14 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:55.790294 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0507169b-d3fe-4eb4-ab00-8b68bdf77c32 req-c2f09341-2ba8-4138-8759-4266778bde06 service neutron] 10.222.0.58 "GET /v2.0/networks/546c0542-0f92-4f6c-914b-a74a81cd2290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236931 Aug 05 11:29:55.810756 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [req-7cdb8ba3-4f3c-4510-8254-c5f833d67621 req-3a43b0dc-ef7b-4f87-a9cc-e86e31540fa9 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] Deleting port 9649f0d0-db0b-4b44-ab7f-2d10fb07f502 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:29:55.811665 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-7cdb8ba3-4f3c-4510-8254-c5f833d67621 req-3a43b0dc-ef7b-4f87-a9cc-e86e31540fa9 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:55.840789 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-5f61f940-9231-4ed3-91b2-528cbb52fb14 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] In _notify_port_updated(), no bound segment for port df561cc0-214c-4894-be79-5ce30d5a3b8b on network 1910e859-c897-4999-924c-c91490b8a290 {{(pid=94421) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 05 11:29:55.855045 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f61f940-9231-4ed3-91b2-528cbb52fb14 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:55.855045 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5f61f940-9231-4ed3-91b2-528cbb52fb14 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:55.860251 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-5f61f940-9231-4ed3-91b2-528cbb52fb14 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "PUT /v2.0/ports/df561cc0-214c-4894-be79-5ce30d5a3b8b HTTP/1.1" status: 200 len: 818 time: 0.4954233 Aug 05 11:29:55.861275 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 51028) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:29:55.932374 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f61f940-9231-4ed3-91b2-528cbb52fb14 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Pushing event updated for resources: {'Port': ['ID=df561cc0-214c-4894-be79-5ce30d5a3b8b,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:29:56.023200 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-7cdb8ba3-4f3c-4510-8254-c5f833d67621 req-3a43b0dc-ef7b-4f87-a9cc-e86e31540fa9 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] For port 9649f0d0-db0b-4b44-ab7f-2d10fb07f502, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=9649f0d0-db0b-4b44-ab7f-2d10fb07f502,segment=NetworkSegment(d43210bd-c1e2-42b2-9cfe-90c36ada4f48),segment_id=d43210bd-c1e2-42b2-9cfe-90c36ada4f48)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:29:56.024449 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-7cdb8ba3-4f3c-4510-8254-c5f833d67621 req-3a43b0dc-ef7b-4f87-a9cc-e86e31540fa9 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:56.051642 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [req-7cdb8ba3-4f3c-4510-8254-c5f833d67621 req-3a43b0dc-ef7b-4f87-a9cc-e86e31540fa9 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] Calling delete_port for 9649f0d0-db0b-4b44-ab7f-2d10fb07f502 owned by compute:nova {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:29:56.076010 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-878b75b4-8cb8-47db-943a-4a88d4b8b836 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Deleting port df561cc0-214c-4894-be79-5ce30d5a3b8b {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:29:56.078519 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-878b75b4-8cb8-47db-943a-4a88d4b8b836 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:56.235129 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-878b75b4-8cb8-47db-943a-4a88d4b8b836 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:56.270898 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-878b75b4-8cb8-47db-943a-4a88d4b8b836 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Calling delete_port for df561cc0-214c-4894-be79-5ce30d5a3b8b owned by {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:29:56.339911 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-7cdb8ba3-4f3c-4510-8254-c5f833d67621 req-3a43b0dc-ef7b-4f87-a9cc-e86e31540fa9 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:56.386205 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['9649f0d0-db0b-4b44-ab7f-2d10fb07f502'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:29:56.453629 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-878b75b4-8cb8-47db-943a-4a88d4b8b836 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:56.487537 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a43b0dc-ef7b-4f87-a9cc-e86e31540fa9 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] Pushing event deleted for resources: {'Port': ['ID=9649f0d0-db0b-4b44-ab7f-2d10fb07f502,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:29:56.536179 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878b75b4-8cb8-47db-943a-4a88d4b8b836 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Pushing event deleted for resources: {'Port': ['ID=df561cc0-214c-4894-be79-5ce30d5a3b8b,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:29:56.547408 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-878b75b4-8cb8-47db-943a-4a88d4b8b836 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:56.553455 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-878b75b4-8cb8-47db-943a-4a88d4b8b836 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "DELETE /v2.0/ports/df561cc0-214c-4894-be79-5ce30d5a3b8b HTTP/1.1" status: 204 len: 168 time: 0.6866341 Aug 05 11:29:56.554401 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 51044) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:29:56.624004 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193ac162-55ab-4117-90e0-cdd56f631589 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:56.629786 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-193ac162-55ab-4117-90e0-cdd56f631589 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0735168 Aug 05 11:29:56.631046 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 51046) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:29:56.650480 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cdb8ba3-4f3c-4510-8254-c5f833d67621 req-3a43b0dc-ef7b-4f87-a9cc-e86e31540fa9 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] No DVR routers for this DVR port 9649f0d0-db0b-4b44-ab7f-2d10fb07f502 on host n-h2-803378-2 {{(pid=94420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:29:56.660017 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-7cdb8ba3-4f3c-4510-8254-c5f833d67621 req-3a43b0dc-ef7b-4f87-a9cc-e86e31540fa9 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:56.662838 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7cdb8ba3-4f3c-4510-8254-c5f833d67621 req-3a43b0dc-ef7b-4f87-a9cc-e86e31540fa9 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] 10.222.0.55 "DELETE /v2.0/ports/9649f0d0-db0b-4b44-ab7f-2d10fb07f502 HTTP/1.1" status: 204 len: 173 time: 1.1436965 Aug 05 11:29:56.673190 n-d-803378-2 neutron-server[94421]: INFO neutron.pecan_wsgi.hooks.translation [None req-21c58c37-cd74-4c3f-b5ed-6bb2b3706cfe tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] GET failed (client error): The resource could not be found. Aug 05 11:29:56.675142 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-21c58c37-cd74-4c3f-b5ed-6bb2b3706cfe tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "GET /v2.0/ports/df561cc0-214c-4894-be79-5ce30d5a3b8b HTTP/1.1" status: 404 len: 333 time: 0.0422440 Aug 05 11:29:56.678927 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 51052) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:29:56.680784 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b0977ee-fb1e-4733-b0f4-4ed637173317', 'name': 'network-vif-deleted', 'tag': '9649f0d0-db0b-4b44-ab7f-2d10fb07f502'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:29:56.683155 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}828068ad8d405ad77660ce68fa78e1ffe658725812f7a08f9e488a446589295b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df115e63-7208-43e2-b242-6fea49e5032a" -d '{"events": [{"server_uuid": "0b0977ee-fb1e-4733-b0f4-4ed637173317", "name": "network-vif-deleted", "tag": "9649f0d0-db0b-4b44-ab7f-2d10fb07f502"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:29:56.685775 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-06115670-2ec7-4403-ace5-449b63d16e02 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-845402756'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:29:56.691825 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e5b2bc06-8b77-42e2-aa4e-43b64dae4c08 req-1bb262e5-8345-4660-85d9-21244b185a5c tempest-FloatingIPsAssociationNegativeTestJSON-1079216521 tempest-FloatingIPsAssociationNegativeTestJSON-1079216521-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b0977ee-fb1e-4733-b0f4-4ed637173317 HTTP/1.1" status: 200 len: 210 time: 0.1281672 Aug 05 11:29:56.712876 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936c763c-53df-4275-9c3b-b4a1eb0f69a4 req-e5016c75-14fa-45f0-95a5-1699cfd21d73 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:56.716350 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-936c763c-53df-4275-9c3b-b4a1eb0f69a4 req-e5016c75-14fa-45f0-95a5-1699cfd21d73 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 946 time: 0.2166414 Aug 05 11:29:56.736151 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06115670-2ec7-4403-ace5-449b63d16e02 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Made reservation on behalf of c6f61cb628df45739d23be5e7f8e483c for: {'network': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:29:56.743101 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-06115670-2ec7-4403-ace5-449b63d16e02 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:56.782977 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06115670-2ec7-4403-ace5-449b63d16e02 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] vlan segment allocate from pool success with {'vlan_id': 680, 'physical_network': 'physnet1'} {{(pid=94421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:29:56.799175 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-06115670-2ec7-4403-ace5-449b63d16e02 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:56.799519 n-d-803378-2 neutron-server[94421]: INFO neutron.db.segments_db [None req-06115670-2ec7-4403-ace5-449b63d16e02 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Added segment 2759e69f-a242-4bcd-a632-c43e1a95ff4b of type vlan for network 266eb871-ab48-4daa-8285-46f4ed242b52 Aug 05 11:29:56.811568 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5e08f93a-d74c-4a19-ba9c-3155851d6179 req-d0f4c39a-80bd-49e0-8cfb-e5e445652ca0 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0b417ba-3e30-4a2f-b013-aab4e7781aad HTTP/1.1" status: 200 len: 210 time: 0.0404475 Aug 05 11:29:56.815772 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-936c763c-53df-4275-9c3b-b4a1eb0f69a4 req-1ee755d7-9329-403e-8e4d-40e47d229870 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942461 Aug 05 11:29:56.904918 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-06115670-2ec7-4403-ace5-449b63d16e02 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:56.957562 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dd48ccb-4b53-4357-8daa-775531fd227e x-openstack-request-id: req-4dd48ccb-4b53-4357-8daa-775531fd227e {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:29:56.957867 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b0977ee-fb1e-4733-b0f4-4ed637173317", "name": "network-vif-deleted", "tag": "9649f0d0-db0b-4b44-ab7f-2d10fb07f502", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:29:56.958126 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4dd48ccb-4b53-4357-8daa-775531fd227e {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:29:56.958724 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b0977ee-fb1e-4733-b0f4-4ed637173317', 'name': 'network-vif-deleted', 'tag': '9649f0d0-db0b-4b44-ab7f-2d10fb07f502', 'status': 'completed', 'code': 200} Aug 05 11:29:56.986580 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-06115670-2ec7-4403-ace5-449b63d16e02 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:57.005394 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06115670-2ec7-4403-ace5-449b63d16e02 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:57.007461 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-06115670-2ec7-4403-ace5-449b63d16e02 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:57.109922 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-06115670-2ec7-4403-ace5-449b63d16e02 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4289992 Aug 05 11:29:57.112834 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 51070) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:29:57.118552 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-efe432e0-55ea-4177-b229-bec1e3926fb0 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Request body: {'subnet': {'network_id': '266eb871-ab48-4daa-8285-46f4ed242b52', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:29:57.152357 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06115670-2ec7-4403-ace5-449b63d16e02 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Pushing event updated for resources: {'Network': ['ID=266eb871-ab48-4daa-8285-46f4ed242b52,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:29:57.177431 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 266eb871-ab48-4daa-8285-46f4ed242b52 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:29:57.441233 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f9aa01-5f40-4c04-854d-c43a49cb5dac req-2a49ad4c-6575-4ce0-8f21-f8b0eaf2f9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:57.443758 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-11f9aa01-5f40-4c04-854d-c43a49cb5dac req-2a49ad4c-6575-4ce0-8f21-f8b0eaf2f9a1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b5fa2fa5614549b49e939fed6a46ef30&device_id=13b48aa6-825f-47ad-bc55-9be70cde98f9 HTTP/1.1" status: 200 len: 1096 time: 0.1890726 Aug 05 11:29:57.447170 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efe432e0-55ea-4177-b229-bec1e3926fb0 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Made reservation on behalf of c6f61cb628df45739d23be5e7f8e483c for: {'subnet': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:29:57.450713 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-efe432e0-55ea-4177-b229-bec1e3926fb0 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24211133'] for subnet, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:57.465510 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8944caee-8a85-4dfe-b400-b31422c10401 req-cb90208c-593d-439c-b430-01975882a0c9 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:57.467164 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8944caee-8a85-4dfe-b400-b31422c10401 req-cb90208c-593d-439c-b430-01975882a0c9 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 946 time: 0.2213271 Aug 05 11:29:57.559704 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb33eac-2aee-4b93-a329-a98fd188ba60 req-c60a63a9-50e9-4a0d-ae4e-0a38f82d838a tempest-InstanceActionsTestJSON-1501157343 tempest-InstanceActionsTestJSON-1501157343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:57.562003 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-aeb33eac-2aee-4b93-a329-a98fd188ba60 req-c60a63a9-50e9-4a0d-ae4e-0a38f82d838a tempest-InstanceActionsTestJSON-1501157343 tempest-InstanceActionsTestJSON-1501157343-project] 10.222.0.58 "GET /v2.0/ports?device_id=13b48aa6-825f-47ad-bc55-9be70cde98f9 HTTP/1.1" status: 200 len: 945 time: 0.2259686 Aug 05 11:29:57.758301 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8944caee-8a85-4dfe-b400-b31422c10401 req-bd5bdd29-b36e-431f-af2e-ab4bf0c0fe68 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606499 Aug 05 11:29:57.779785 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-aeb33eac-2aee-4b93-a329-a98fd188ba60 req-05c12ace-2894-412c-96fc-413842d0e5b2 tempest-InstanceActionsTestJSON-1501157343 tempest-InstanceActionsTestJSON-1501157343-project] 10.222.0.58 "GET /v2.0/security-groups?id=e191ae3a-05c2-42ea-8d35-b7ee7bf648ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822791 Aug 05 11:29:57.804114 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f9aa01-5f40-4c04-854d-c43a49cb5dac req-e242749a-d490-4e04-9f05-fa028a1cbd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:57.806382 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-11f9aa01-5f40-4c04-854d-c43a49cb5dac req-e242749a-d490-4e04-9f05-fa028a1cbd02 service neutron] 10.222.0.55 "GET /v2.0/networks?id=79bbca85-6c95-4075-8362-fdad667d03d0 HTTP/1.1" status: 200 len: 914 time: 0.3355668 Aug 05 11:29:57.872252 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-11f9aa01-5f40-4c04-854d-c43a49cb5dac req-a333ec03-015e-4c96-81c0-7a8c122cb8dd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ad5b496e-16a5-42cb-9de0-ffd53f3133b5 HTTP/1.1" status: 200 len: 217 time: 0.0552022 Aug 05 11:29:57.970551 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 51080) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:29:57.995853 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f9aa01-5f40-4c04-854d-c43a49cb5dac req-3b04feed-093f-46f1-b312-48f289a33619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:57.997377 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-11f9aa01-5f40-4c04-854d-c43a49cb5dac req-3b04feed-093f-46f1-b312-48f289a33619 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=061b0776-2169-4e75-a404-05fb46394296 HTTP/1.1" status: 200 len: 853 time: 0.1020291 Aug 05 11:29:58.053889 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-11f9aa01-5f40-4c04-854d-c43a49cb5dac req-cad16e09-d8b3-4d3e-99a5-d77cff774096 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=79bbca85-6c95-4075-8362-fdad667d03d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474641 Aug 05 11:29:58.055142 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-efe432e0-55ea-4177-b229-bec1e3926fb0 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29762700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24211087'] for subnet, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:58.199171 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-35637e05-6d86-4e30-8d74-5c5f3079030c req-0efafeba-18e5-4493-a43f-4fa9db175250 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0b417ba-3e30-4a2f-b013-aab4e7781aad HTTP/1.1" status: 200 len: 210 time: 0.1063180 Aug 05 11:29:58.286956 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe432e0-55ea-4177-b229-bec1e3926fb0 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Pushing event updated for resources: {'Subnet': ['ID=1e33cf28-cebc-467f-bc77-477538bde1ea,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:29:58.425158 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0507169b-d3fe-4eb4-ab00-8b68bdf77c32 req-a7898164-18de-4c8f-84b5-9c71c0ee068a tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:58.427410 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-0507169b-d3fe-4eb4-ab00-8b68bdf77c32 req-a7898164-18de-4c8f-84b5-9c71c0ee068a tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.64 "GET /v2.0/networks?id=546c0542-0f92-4f6c-914b-a74a81cd2290 HTTP/1.1" status: 200 len: 808 time: 0.2750697 Aug 05 11:29:58.454351 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-0507169b-d3fe-4eb4-ab00-8b68bdf77c32 req-9316fb04-d9f5-400f-ba86-8298aa31be06 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Request body: {'port': {'device_id': 'd0b417ba-3e30-4a2f-b013-aab4e7781aad', 'network_id': '546c0542-0f92-4f6c-914b-a74a81cd2290', 'admin_state_up': True, 'tenant_id': 'bc360260b43347fbb7d1bc7660d6f218'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:29:58.695665 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0507169b-d3fe-4eb4-ab00-8b68bdf77c32 req-9316fb04-d9f5-400f-ba86-8298aa31be06 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Made reservation on behalf of bc360260b43347fbb7d1bc7660d6f218 for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:29:58.700102 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-0507169b-d3fe-4eb4-ab00-8b68bdf77c32 req-9316fb04-d9f5-400f-ba86-8298aa31be06 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:58.704323 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe432e0-55ea-4177-b229-bec1e3926fb0 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:29:58.705149 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe432e0-55ea-4177-b229-bec1e3926fb0 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:29:58.705811 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe432e0-55ea-4177-b229-bec1e3926fb0 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:29:58.706568 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe432e0-55ea-4177-b229-bec1e3926fb0 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:29:58.706754 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe432e0-55ea-4177-b229-bec1e3926fb0 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:29:58.707130 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe432e0-55ea-4177-b229-bec1e3926fb0 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:29:58.707462 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe432e0-55ea-4177-b229-bec1e3926fb0 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:29:58.707912 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe432e0-55ea-4177-b229-bec1e3926fb0 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:29:58.708296 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe432e0-55ea-4177-b229-bec1e3926fb0 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:29:58.708853 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe432e0-55ea-4177-b229-bec1e3926fb0 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:29:58.709507 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe432e0-55ea-4177-b229-bec1e3926fb0 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:29:58.709662 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe432e0-55ea-4177-b229-bec1e3926fb0 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:29:58.725896 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe432e0-55ea-4177-b229-bec1e3926fb0 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Checking segment: {'id': '2759e69f-a242-4bcd-a632-c43e1a95ff4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '266eb871-ab48-4daa-8285-46f4ed242b52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:29:58.731759 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe432e0-55ea-4177-b229-bec1e3926fb0 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Network hostable DHCP agents. Network: 266eb871-ab48-4daa-8285-46f4ed242b52, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:29:58.753333 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875ac433-ff95-4ec9-9c04-c4078a075ad1 req-06b57510-6a8d-4de1-9d40-3d8651c28b1a tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:58.755320 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-875ac433-ff95-4ec9-9c04-c4078a075ad1 req-06b57510-6a8d-4de1-9d40-3d8651c28b1a tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 946 time: 0.6604104 Aug 05 11:29:58.761407 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-11f9aa01-5f40-4c04-854d-c43a49cb5dac req-cd478a2c-bf0a-4e89-9f3c-85f9cbe723ea service neutron] 10.222.0.55 "GET /v2.0/networks/79bbca85-6c95-4075-8362-fdad667d03d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6996536 Aug 05 11:29:58.846181 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe432e0-55ea-4177-b229-bec1e3926fb0 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Network 266eb871-ab48-4daa-8285-46f4ed242b52 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:29:58.873696 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-efe432e0-55ea-4177-b229-bec1e3926fb0 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, 266eb871-ab48-4daa-8285-46f4ed242b52) {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:29:58.890360 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe432e0-55ea-4177-b229-bec1e3926fb0 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:58.891568 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-efe432e0-55ea-4177-b229-bec1e3926fb0 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:58.896962 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 9649f0d0-db0b-4b44-ab7f-2d10fb07f502 no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:29:58.907360 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a50913f-3b19-40ae-a0b4-63280474c384 None None] Network 266eb871-ab48-4daa-8285-46f4ed242b52 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:29:58.936724 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-875ac433-ff95-4ec9-9c04-c4078a075ad1 req-33f3aadc-3b24-416e-b0ec-40da7b8af68f tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498806 Aug 05 11:29:58.937157 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0358bad0-cd6e-43d3-9af3-1b9e018d97a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33208311'] for router_interface, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:58.965433 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-efe432e0-55ea-4177-b229-bec1e3926fb0 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8513989 Aug 05 11:29:58.981049 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 51090) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:29:58.999346 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-81be44e8-ce19-46b1-a281-9d806a0a44d4 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Request body: {'subnet': {'network_id': '266eb871-ab48-4daa-8285-46f4ed242b52', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:29:59.142865 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-11f9aa01-5f40-4c04-854d-c43a49cb5dac req-1c1f3a37-50c5-47ee-87df-5ff8e0067f25 service neutron] 10.222.0.55 "GET /v2.0/networks/79bbca85-6c95-4075-8362-fdad667d03d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3724666 Aug 05 11:29:59.172032 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] No Port match for: 9649f0d0-db0b-4b44-ab7f-2d10fb07f502 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:29:59.176508 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 9649f0d0-db0b-4b44-ab7f-2d10fb07f502 not bound to the agent host n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:29:59.204834 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:59.225009 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-0507169b-d3fe-4eb4-ab00-8b68bdf77c32 req-9316fb04-d9f5-400f-ba86-8298aa31be06 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Allocated IP 172.20.0.2 (546c0542-0f92-4f6c-914b-a74a81cd2290/61983880-6386-4045-bd2d-695dffcb92f9/0ccbd3e3-04b0-4986-ac53-14dd38cc55cc) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:29:59.279908 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba2b95f-62e4-4f4d-8011-392b62a26178 req-69c9efd2-2a3a-4fea-9348-5c43b52ababb tempest-InstanceActionsTestJSON-1501157343 tempest-InstanceActionsTestJSON-1501157343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:29:59.305785 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6ba2b95f-62e4-4f4d-8011-392b62a26178 req-69c9efd2-2a3a-4fea-9348-5c43b52ababb tempest-InstanceActionsTestJSON-1501157343 tempest-InstanceActionsTestJSON-1501157343-project] 10.222.0.58 "GET /v2.0/ports?device_id=13b48aa6-825f-47ad-bc55-9be70cde98f9 HTTP/1.1" status: 200 len: 945 time: 0.2968071 Aug 05 11:29:59.428422 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6ba2b95f-62e4-4f4d-8011-392b62a26178 req-1315324b-c05d-4cc5-b5a2-bdab042357f8 tempest-InstanceActionsTestJSON-1501157343 tempest-InstanceActionsTestJSON-1501157343-project] 10.222.0.58 "GET /v2.0/security-groups?id=e191ae3a-05c2-42ea-8d35-b7ee7bf648ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953088 Aug 05 11:29:59.470132 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-89ad6740-9f24-40ac-9a50-77ac41c9ede7 req-9610ed2b-cade-4fcd-811f-59a1ae3e2434 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0b417ba-3e30-4a2f-b013-aab4e7781aad HTTP/1.1" status: 200 len: 210 time: 0.0739853 Aug 05 11:29:59.542970 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3a1fc7-ea7d-4864-af28-13ac11e79ba8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-266eb871-ab48-4daa-8285-46f4ed242b52', 'network_id': '266eb871-ab48-4daa-8285-46f4ed242b52', 'tenant_id': 'c6f61cb628df45739d23be5e7f8e483c', 'fixed_ips': [{'subnet_id': '1e33cf28-cebc-467f-bc77-477538bde1ea'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 11:29:59.543847 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-fb3a1fc7-ea7d-4864-af28-13ac11e79ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:59.566171 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81be44e8-ce19-46b1-a281-9d806a0a44d4 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Made reservation on behalf of c6f61cb628df45739d23be5e7f8e483c for: {'subnet': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:29:59.570774 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-81be44e8-ce19-46b1-a281-9d806a0a44d4 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24211133'] for subnet, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:59.740022 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-0507169b-d3fe-4eb4-ab00-8b68bdf77c32 req-9316fb04-d9f5-400f-ba86-8298aa31be06 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:59.801438 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-0358bad0-cd6e-43d3-9af3-1b9e018d97a5 admin admin] Deleting port 62826dad-9f69-42c5-99b8-fc7e0747ce2b {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:29:59.801820 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0358bad0-cd6e-43d3-9af3-1b9e018d97a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:29:59.850405 n-d-803378-2 neutron-server[94420]: INFO neutron.db.ipam_backend_mixin [None req-81be44e8-ce19-46b1-a281-9d806a0a44d4 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1e33cf28-cebc-467f-bc77-477538bde1ea (CIDR: 2001:db8::/64) Aug 05 11:29:59.857504 n-d-803378-2 neutron-server[94420]: INFO neutron.pecan_wsgi.hooks.translation [None req-81be44e8-ce19-46b1-a281-9d806a0a44d4 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 05 11:29:59.858243 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81be44e8-ce19-46b1-a281-9d806a0a44d4 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:29:59.891628 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-81be44e8-ce19-46b1-a281-9d806a0a44d4 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9087124 Aug 05 11:29:59.893477 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 51102) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:29:59.902502 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-d0d855b5-c898-4725-b4d6-c58dc1c48c7b tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Request body: {'subnet': {'network_id': '266eb871-ab48-4daa-8285-46f4ed242b52', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:29:59.931526 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-fb3a1fc7-ea7d-4864-af28-13ac11e79ba8 None None] Allocated IP 2001:db8::2 (266eb871-ab48-4daa-8285-46f4ed242b52/1e33cf28-cebc-467f-bc77-477538bde1ea/4c084cde-b9f6-478a-bd7e-e0f23ef9c634) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:30:00.137810 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0d855b5-c898-4725-b4d6-c58dc1c48c7b tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Made reservation on behalf of c6f61cb628df45739d23be5e7f8e483c for: {'subnet': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:30:00.143743 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d0d855b5-c898-4725-b4d6-c58dc1c48c7b tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24211133'] for subnet, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:00.487482 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-fb3a1fc7-ea7d-4864-af28-13ac11e79ba8 None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:00.554002 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-fb3a1fc7-ea7d-4864-af28-13ac11e79ba8 None None] Transition to ACTIVE for port object 4c084cde-b9f6-478a-bd7e-e0f23ef9c634 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:30:00.619622 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-fb3a1fc7-ea7d-4864-af28-13ac11e79ba8 None None] Transition to ACTIVE for port object 4c084cde-b9f6-478a-bd7e-e0f23ef9c634 will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:30:00.632433 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-fb3a1fc7-ea7d-4864-af28-13ac11e79ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:00.716264 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb3a1fc7-ea7d-4864-af28-13ac11e79ba8 None None] Network 266eb871-ab48-4daa-8285-46f4ed242b52 is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:30:00.722791 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-fb3a1fc7-ea7d-4864-af28-13ac11e79ba8 None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:30:00.740982 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3a1fc7-ea7d-4864-af28-13ac11e79ba8 None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:30:00.828980 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3a1fc7-ea7d-4864-af28-13ac11e79ba8 None None] Pushing event updated for resources: {'Port': ['ID=4c084cde-b9f6-478a-bd7e-e0f23ef9c634,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:30:00.867600 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-fb3a1fc7-ea7d-4864-af28-13ac11e79ba8 None None] Attempting to bind port 4c084cde-b9f6-478a-bd7e-e0f23ef9c634 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:30:00.868146 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-fb3a1fc7-ea7d-4864-af28-13ac11e79ba8 None None] Attempting to bind port 4c084cde-b9f6-478a-bd7e-e0f23ef9c634 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '2759e69f-a242-4bcd-a632-c43e1a95ff4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '266eb871-ab48-4daa-8285-46f4ed242b52'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:30:00.868718 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3a1fc7-ea7d-4864-af28-13ac11e79ba8 None None] Attempting to bind port 4c084cde-b9f6-478a-bd7e-e0f23ef9c634 on network 266eb871-ab48-4daa-8285-46f4ed242b52 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:30:00.884223 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3a1fc7-ea7d-4864-af28-13ac11e79ba8 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:30:00.887303 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3a1fc7-ea7d-4864-af28-13ac11e79ba8 None None] Checking segment: {'id': '2759e69f-a242-4bcd-a632-c43e1a95ff4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '266eb871-ab48-4daa-8285-46f4ed242b52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:30:00.887790 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-fb3a1fc7-ea7d-4864-af28-13ac11e79ba8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:00.888310 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3a1fc7-ea7d-4864-af28-13ac11e79ba8 None None] Bound using segment: {'id': '2759e69f-a242-4bcd-a632-c43e1a95ff4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '266eb871-ab48-4daa-8285-46f4ed242b52'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:30:00.892848 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-fb3a1fc7-ea7d-4864-af28-13ac11e79ba8 None None] Bound port: 4c084cde-b9f6-478a-bd7e-e0f23ef9c634, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2759e69f-a242-4bcd-a632-c43e1a95ff4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '266eb871-ab48-4daa-8285-46f4ed242b52'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:30:00.893299 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-fb3a1fc7-ea7d-4864-af28-13ac11e79ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:00.981277 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [None req-0358bad0-cd6e-43d3-9af3-1b9e018d97a5 admin admin] For port 62826dad-9f69-42c5-99b8-fc7e0747ce2b, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=62826dad-9f69-42c5-99b8-fc7e0747ce2b,segment=NetworkSegment(d43210bd-c1e2-42b2-9cfe-90c36ada4f48),segment_id=d43210bd-c1e2-42b2-9cfe-90c36ada4f48)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:30:00.982366 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0358bad0-cd6e-43d3-9af3-1b9e018d97a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:01.021182 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-0358bad0-cd6e-43d3-9af3-1b9e018d97a5 admin admin] Calling delete_port for 62826dad-9f69-42c5-99b8-fc7e0747ce2b owned by network:router_interface {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:30:01.207597 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-fb3a1fc7-ea7d-4864-af28-13ac11e79ba8 None None] For port 4c084cde-b9f6-478a-bd7e-e0f23ef9c634, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:30:01.257779 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-fb3a1fc7-ea7d-4864-af28-13ac11e79ba8 None None] For port 4c084cde-b9f6-478a-bd7e-e0f23ef9c634, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=4c084cde-b9f6-478a-bd7e-e0f23ef9c634,segment=NetworkSegment(2759e69f-a242-4bcd-a632-c43e1a95ff4b),segment_id=2759e69f-a242-4bcd-a632-c43e1a95ff4b)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:30:01.276275 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-fb3a1fc7-ea7d-4864-af28-13ac11e79ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:01.314894 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fea6846b-52e0-4777-a0a4-c193dc1a9ea0 req-4e706e49-b4d5-4d83-8e60-0e5ceae5c985 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0b417ba-3e30-4a2f-b013-aab4e7781aad HTTP/1.1" status: 200 len: 210 time: 0.0790870 Aug 05 11:30:01.322168 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d0d855b5-c898-4725-b4d6-c58dc1c48c7b tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29762700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24211087'] for subnet, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:01.472968 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d855b5-c898-4725-b4d6-c58dc1c48c7b tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Network 266eb871-ab48-4daa-8285-46f4ed242b52 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:30:01.483534 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f159c59-df56-45dd-8e0a-ec3219b8be1b req-a8099d46-9fc4-4aac-8cec-3af0e493a012 tempest-InstanceActionsTestJSON-1501157343 tempest-InstanceActionsTestJSON-1501157343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:01.495694 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6f159c59-df56-45dd-8e0a-ec3219b8be1b req-a8099d46-9fc4-4aac-8cec-3af0e493a012 tempest-InstanceActionsTestJSON-1501157343 tempest-InstanceActionsTestJSON-1501157343-project] 10.222.0.58 "GET /v2.0/ports?device_id=13b48aa6-825f-47ad-bc55-9be70cde98f9 HTTP/1.1" status: 200 len: 945 time: 0.8466945 Aug 05 11:30:01.509771 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-d0d855b5-c898-4725-b4d6-c58dc1c48c7b tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:30:01.537812 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d855b5-c898-4725-b4d6-c58dc1c48c7b tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:01.538559 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d0d855b5-c898-4725-b4d6-c58dc1c48c7b tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:01.546888 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d855b5-c898-4725-b4d6-c58dc1c48c7b tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Pushing event updated for resources: {'Subnet': ['ID=7711c49b-45aa-490f-b235-e5a1a578f180,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:30:01.587951 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-d0d855b5-c898-4725-b4d6-c58dc1c48c7b tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.6927984 Aug 05 11:30:01.592768 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 51122) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:30:01.604026 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-689d99d5-1ec5-47ac-8107-17b5d3ac3ddb tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Request body: {'port': {'network_id': '266eb871-ab48-4daa-8285-46f4ed242b52', 'fixed_ips': [{'subnet_id': '1e33cf28-cebc-467f-bc77-477538bde1ea'}, {'subnet_id': '7711c49b-45aa-490f-b235-e5a1a578f180'}], 'name': 'tempest-PortsIpV6TestJSON-1274168596'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:30:01.640927 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3a1fc7-ea7d-4864-af28-13ac11e79ba8 None None] Pushing event updated for resources: {'Port': ['ID=4c084cde-b9f6-478a-bd7e-e0f23ef9c634,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:30:01.672650 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6f159c59-df56-45dd-8e0a-ec3219b8be1b req-dc3f1115-6b1c-4731-9ea5-dc4d72915baa tempest-InstanceActionsTestJSON-1501157343 tempest-InstanceActionsTestJSON-1501157343-project] 10.222.0.58 "GET /v2.0/security-groups?id=e191ae3a-05c2-42ea-8d35-b7ee7bf648ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753056 Aug 05 11:30:01.707656 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-0507169b-d3fe-4eb4-ab00-8b68bdf77c32 req-9316fb04-d9f5-400f-ba86-8298aa31be06 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:01.750293 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['d544b900-cb51-4852-8470-8f9dfde6720c'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:30:01.824507 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0358bad0-cd6e-43d3-9af3-1b9e018d97a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:01.867278 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0507169b-d3fe-4eb4-ab00-8b68bdf77c32 req-9316fb04-d9f5-400f-ba86-8298aa31be06 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Network 546c0542-0f92-4f6c-914b-a74a81cd2290 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:30:01.880864 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-0507169b-d3fe-4eb4-ab00-8b68bdf77c32 req-9316fb04-d9f5-400f-ba86-8298aa31be06 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:30:01.886285 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-0507169b-d3fe-4eb4-ab00-8b68bdf77c32 req-9316fb04-d9f5-400f-ba86-8298aa31be06 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:30:01.889327 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9316fb04-d9f5-400f-ba86-8298aa31be06 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Pushing event updated for resources: {'Port': ['ID=0ccbd3e3-04b0-4986-ac53-14dd38cc55cc,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:30:02.036324 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0358bad0-cd6e-43d3-9af3-1b9e018d97a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=62826dad-9f69-42c5-99b8-fc7e0747ce2b,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:30:02.092810 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-689d99d5-1ec5-47ac-8107-17b5d3ac3ddb tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Made reservation on behalf of c6f61cb628df45739d23be5e7f8e483c for: {'port': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:30:02.236693 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0507169b-d3fe-4eb4-ab00-8b68bdf77c32 req-9316fb04-d9f5-400f-ba86-8298aa31be06 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:02.238015 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-0507169b-d3fe-4eb4-ab00-8b68bdf77c32 req-9316fb04-d9f5-400f-ba86-8298aa31be06 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:02.366675 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-689d99d5-1ec5-47ac-8107-17b5d3ac3ddb tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:02.386383 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-0507169b-d3fe-4eb4-ab00-8b68bdf77c32 req-9316fb04-d9f5-400f-ba86-8298aa31be06 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9382024 Aug 05 11:30:02.491055 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [None req-689d99d5-1ec5-47ac-8107-17b5d3ac3ddb tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] device_id is not set on port ee7d04e0-7e92-4bed-8c8e-6ab326af6d52 yet. {{(pid=94420) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 11:30:02.554704 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-0507169b-d3fe-4eb4-ab00-8b68bdf77c32 req-a6a5a145-8afe-461c-98bd-7c4e387c5bd0 service neutron] Request body: {'port': {'device_id': 'd0b417ba-3e30-4a2f-b013-aab4e7781aad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:30:02.612035 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 4c084cde-b9f6-478a-bd7e-e0f23ef9c634 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:30:02.748918 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 4c084cde-b9f6-478a-bd7e-e0f23ef9c634 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:30:02.760218 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-0507169b-d3fe-4eb4-ab00-8b68bdf77c32 req-a6a5a145-8afe-461c-98bd-7c4e387c5bd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:02.785789 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0358bad0-cd6e-43d3-9af3-1b9e018d97a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33140263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33208171'] for router_interface, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:02.870110 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb516d85-6fd9-46fe-9907-2dad310e0e6c req-e792fd91-6876-4478-9206-b580218f361c tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:02.881658 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-eb516d85-6fd9-46fe-9907-2dad310e0e6c req-e792fd91-6876-4478-9206-b580218f361c tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0b417ba-3e30-4a2f-b013-aab4e7781aad HTTP/1.1" status: 200 len: 931 time: 0.2121143 Aug 05 11:30:02.977995 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d8bea4-cc36-43a4-8fbb-3a09aded114d req-90c0f570-1216-4510-8344-fb78007e6d14 tempest-InstanceActionsTestJSON-1501157343 tempest-InstanceActionsTestJSON-1501157343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:02.980142 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-24d8bea4-cc36-43a4-8fbb-3a09aded114d req-90c0f570-1216-4510-8344-fb78007e6d14 tempest-InstanceActionsTestJSON-1501157343 tempest-InstanceActionsTestJSON-1501157343-project] 10.222.0.58 "GET /v2.0/ports?device_id=13b48aa6-825f-47ad-bc55-9be70cde98f9 HTTP/1.1" status: 200 len: 945 time: 0.2424066 Aug 05 11:30:03.023203 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-eb516d85-6fd9-46fe-9907-2dad310e0e6c req-97cea4a5-fd66-47f7-8332-494c0c1db28a tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/security-groups?id=12d84a41-4254-4f43-a1c3-ae5bdc7fdfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403453 Aug 05 11:30:03.199669 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aca7e98-ed35-40cd-96a9-17193ec0b7c2 None None] Network 266eb871-ab48-4daa-8285-46f4ed242b52 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:30:03.257291 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-24d8bea4-cc36-43a4-8fbb-3a09aded114d req-ad52242b-b05d-4096-9f46-49eb8f6c1763 tempest-InstanceActionsTestJSON-1501157343 tempest-InstanceActionsTestJSON-1501157343-project] 10.222.0.58 "GET /v2.0/security-groups?id=e191ae3a-05c2-42ea-8d35-b7ee7bf648ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647307 Aug 05 11:30:03.329760 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-689d99d5-1ec5-47ac-8107-17b5d3ac3ddb tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Allocated IP 2001:db8::3b9 (266eb871-ab48-4daa-8285-46f4ed242b52/1e33cf28-cebc-467f-bc77-477538bde1ea/ee7d04e0-7e92-4bed-8c8e-6ab326af6d52) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:30:03.354720 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-689d99d5-1ec5-47ac-8107-17b5d3ac3ddb tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Allocated IP 2001:db8:0:1::134 (266eb871-ab48-4daa-8285-46f4ed242b52/7711c49b-45aa-490f-b235-e5a1a578f180/ee7d04e0-7e92-4bed-8c8e-6ab326af6d52) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:30:03.535730 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-0c91bf6a-30f3-401b-b64d-50e674765051 None None] Provisioning for port 4c084cde-b9f6-478a-bd7e-e0f23ef9c634 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:30:03.558586 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-0c91bf6a-30f3-401b-b64d-50e674765051 None None] Provisioning complete for port 4c084cde-b9f6-478a-bd7e-e0f23ef9c634 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:30:03.560612 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-0c91bf6a-30f3-401b-b64d-50e674765051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:03.648797 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-0507169b-d3fe-4eb4-ab00-8b68bdf77c32 req-a6a5a145-8afe-461c-98bd-7c4e387c5bd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ccbd3e3-04b0-4986-ac53-14dd38cc55cc {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:30:03.660290 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-0507169b-d3fe-4eb4-ab00-8b68bdf77c32 req-a6a5a145-8afe-461c-98bd-7c4e387c5bd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:03.679078 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-0507169b-d3fe-4eb4-ab00-8b68bdf77c32 req-a6a5a145-8afe-461c-98bd-7c4e387c5bd0 service neutron] Transition to ACTIVE for port object 0ccbd3e3-04b0-4986-ac53-14dd38cc55cc will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:30:03.680917 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-689d99d5-1ec5-47ac-8107-17b5d3ac3ddb tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:03.690137 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0358bad0-cd6e-43d3-9af3-1b9e018d97a5 admin admin] Router 0760ec99-505e-4186-ad72-ea450ae3b4fc has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 11:30:03.692093 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-0507169b-d3fe-4eb4-ab00-8b68bdf77c32 req-a6a5a145-8afe-461c-98bd-7c4e387c5bd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:03.707771 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [None req-689d99d5-1ec5-47ac-8107-17b5d3ac3ddb tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Transition to ACTIVE for port object ee7d04e0-7e92-4bed-8c8e-6ab326af6d52 will not be triggered until provisioned by entity DHCP. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:30:03.781944 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-689d99d5-1ec5-47ac-8107-17b5d3ac3ddb tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:03.790872 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-0c91bf6a-30f3-401b-b64d-50e674765051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:03.802886 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a5a145-8afe-461c-98bd-7c4e387c5bd0 service neutron] Pushing event updated for resources: {'Port': ['ID=0ccbd3e3-04b0-4986-ac53-14dd38cc55cc,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:30:03.814018 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81935142-dd5f-4341-81e5-e59567a98a5d None None] Update dhcp port {'port': {'network_id': '266eb871-ab48-4daa-8285-46f4ed242b52', 'fixed_ips': [{'subnet_id': '1e33cf28-cebc-467f-bc77-477538bde1ea', 'ip_address': '2001:db8::2'}, {'subnet_id': '7711c49b-45aa-490f-b235-e5a1a578f180'}], 'binding:host_id': 'n-d-803378-2'}, 'id': '4c084cde-b9f6-478a-bd7e-e0f23ef9c634'} from n-d-803378-2. {{(pid=94422) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 05 11:30:03.903349 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-689d99d5-1ec5-47ac-8107-17b5d3ac3ddb tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Network 266eb871-ab48-4daa-8285-46f4ed242b52 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:30:03.920604 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-81935142-dd5f-4341-81e5-e59567a98a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:03.948806 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd05c00-99b1-44c9-9558-f6ba911608b0 req-4ee7f84d-09be-468f-8fdf-eff112ea03d8 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:03.952464 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fbd05c00-99b1-44c9-9558-f6ba911608b0 req-4ee7f84d-09be-468f-8fdf-eff112ea03d8 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 946 time: 0.1890666 Aug 05 11:30:03.954195 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-689d99d5-1ec5-47ac-8107-17b5d3ac3ddb tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:30:03.958743 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689d99d5-1ec5-47ac-8107-17b5d3ac3ddb tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:30:03.962416 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-0c91bf6a-30f3-401b-b64d-50e674765051 None None] For port 4c084cde-b9f6-478a-bd7e-e0f23ef9c634, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=4c084cde-b9f6-478a-bd7e-e0f23ef9c634,segment=NetworkSegment(2759e69f-a242-4bcd-a632-c43e1a95ff4b),segment_id=2759e69f-a242-4bcd-a632-c43e1a95ff4b)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:30:03.969242 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0358bad0-cd6e-43d3-9af3-1b9e018d97a5 admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:30:03.969858 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689d99d5-1ec5-47ac-8107-17b5d3ac3ddb tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:03.970905 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-689d99d5-1ec5-47ac-8107-17b5d3ac3ddb tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:03.972592 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-0c91bf6a-30f3-401b-b64d-50e674765051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:03.985059 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689d99d5-1ec5-47ac-8107-17b5d3ac3ddb tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Pushing event updated for resources: {'Port': ['ID=ee7d04e0-7e92-4bed-8c8e-6ab326af6d52,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:30:03.986570 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4b1045-dfe3-4501-b65e-5e4163c96de5 None None] Sync routers for ids ['0760ec99-505e-4186-ad72-ea450ae3b4fc'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:30:04.003558 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-0358bad0-cd6e-43d3-9af3-1b9e018d97a5 admin admin] 10.222.0.58 "PUT /v2.0/routers/0760ec99-505e-4186-ad72-ea450ae3b4fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0305054 Aug 05 11:30:04.007013 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 51154) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:30:04.085167 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4b1045-dfe3-4501-b65e-5e4163c96de5 None None] Routers {'0760ec99-505e-4186-ad72-ea450ae3b4fc'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:30:04.085818 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-0e4b1045-dfe3-4501-b65e-5e4163c96de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:29:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['0760ec99-505e-4186-ad72-ea450ae3b4fc'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:30:04.098327 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-689d99d5-1ec5-47ac-8107-17b5d3ac3ddb tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 2.5011859 Aug 05 11:30:04.100657 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 51158) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:30:04.114726 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-9f443fdb-9509-4645-8b5e-d0cefd242a73 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1e33cf28-cebc-467f-bc77-477538bde1ea'}]}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:30:04.125002 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-0507169b-d3fe-4eb4-ab00-8b68bdf77c32 req-a6a5a145-8afe-461c-98bd-7c4e387c5bd0 service neutron] Attempting to bind port 0ccbd3e3-04b0-4986-ac53-14dd38cc55cc on host n-h1-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:30:04.126139 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-0507169b-d3fe-4eb4-ab00-8b68bdf77c32 req-a6a5a145-8afe-461c-98bd-7c4e387c5bd0 service neutron] Attempting to bind port 0ccbd3e3-04b0-4986-ac53-14dd38cc55cc by drivers openvswitch,hyperv on host n-h1-803378-2 at level 0 using segments [{'id': 'be89551e-4aa0-433b-90d8-e517f4f1da1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '546c0542-0f92-4f6c-914b-a74a81cd2290'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:30:04.126735 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0507169b-d3fe-4eb4-ab00-8b68bdf77c32 req-a6a5a145-8afe-461c-98bd-7c4e387c5bd0 service neutron] Attempting to bind port 0ccbd3e3-04b0-4986-ac53-14dd38cc55cc on network 546c0542-0f92-4f6c-914b-a74a81cd2290 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:30:04.184258 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0507169b-d3fe-4eb4-ab00-8b68bdf77c32 req-a6a5a145-8afe-461c-98bd-7c4e387c5bd0 service neutron] Port 0ccbd3e3-04b0-4986-ac53-14dd38cc55cc on network 546c0542-0f92-4f6c-914b-a74a81cd2290 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:30:04.185023 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0507169b-d3fe-4eb4-ab00-8b68bdf77c32 req-a6a5a145-8afe-461c-98bd-7c4e387c5bd0 service neutron] Attempting to bind port 0ccbd3e3-04b0-4986-ac53-14dd38cc55cc on network 546c0542-0f92-4f6c-914b-a74a81cd2290 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:30:04.199152 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0507169b-d3fe-4eb4-ab00-8b68bdf77c32 req-a6a5a145-8afe-461c-98bd-7c4e387c5bd0 service neutron] Checking agent: {'id': '40bb7567-59bd-4b31-bc29-da1c50bca759', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:30:04.199934 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0507169b-d3fe-4eb4-ab00-8b68bdf77c32 req-a6a5a145-8afe-461c-98bd-7c4e387c5bd0 service neutron] Checking segment: {'id': 'be89551e-4aa0-433b-90d8-e517f4f1da1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '546c0542-0f92-4f6c-914b-a74a81cd2290'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:30:04.201549 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0507169b-d3fe-4eb4-ab00-8b68bdf77c32 req-a6a5a145-8afe-461c-98bd-7c4e387c5bd0 service neutron] Bound using segment: {'id': 'be89551e-4aa0-433b-90d8-e517f4f1da1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '546c0542-0f92-4f6c-914b-a74a81cd2290'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:30:04.203322 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-0507169b-d3fe-4eb4-ab00-8b68bdf77c32 req-a6a5a145-8afe-461c-98bd-7c4e387c5bd0 service neutron] Bound port: 0ccbd3e3-04b0-4986-ac53-14dd38cc55cc, host: n-h1-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be89551e-4aa0-433b-90d8-e517f4f1da1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '546c0542-0f92-4f6c-914b-a74a81cd2290'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:30:04.204305 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-0507169b-d3fe-4eb4-ab00-8b68bdf77c32 req-a6a5a145-8afe-461c-98bd-7c4e387c5bd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:04.217665 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c91bf6a-30f3-401b-b64d-50e674765051 None None] Pushing event updated for resources: {'Port': ['ID=4c084cde-b9f6-478a-bd7e-e0f23ef9c634,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:30:04.250865 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fbd05c00-99b1-44c9-9558-f6ba911608b0 req-e79ab694-ce18-4945-9347-3a25e96a7a74 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706101 Aug 05 11:30:04.429618 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d26189-39be-49f7-ac30-32e4afc35158 req-5e5e8779-db42-4f2d-871a-88c1fcc4481a tempest-InstanceActionsTestJSON-1501157343 tempest-InstanceActionsTestJSON-1501157343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:04.431448 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-43d26189-39be-49f7-ac30-32e4afc35158 req-5e5e8779-db42-4f2d-871a-88c1fcc4481a tempest-InstanceActionsTestJSON-1501157343 tempest-InstanceActionsTestJSON-1501157343-project] 10.222.0.55 "GET /v2.0/ports?device_id=13b48aa6-825f-47ad-bc55-9be70cde98f9 HTTP/1.1" status: 200 len: 945 time: 0.3060188 Aug 05 11:30:04.437416 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-0507169b-d3fe-4eb4-ab00-8b68bdf77c32 req-a6a5a145-8afe-461c-98bd-7c4e387c5bd0 service neutron] For port 0ccbd3e3-04b0-4986-ac53-14dd38cc55cc, host n-h1-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:30:04.439792 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-0e4b1045-dfe3-4501-b65e-5e4163c96de5 None None] Set router 0760ec99-505e-4186-ad72-ea450ae3b4fc gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:30:04.443397 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-0507169b-d3fe-4eb4-ab00-8b68bdf77c32 req-a6a5a145-8afe-461c-98bd-7c4e387c5bd0 service neutron] For port 0ccbd3e3-04b0-4986-ac53-14dd38cc55cc, host n-h1-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=0ccbd3e3-04b0-4986-ac53-14dd38cc55cc,segment=NetworkSegment(be89551e-4aa0-433b-90d8-e517f4f1da1f),segment_id=be89551e-4aa0-433b-90d8-e517f4f1da1f)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:30:04.451476 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-0507169b-d3fe-4eb4-ab00-8b68bdf77c32 req-a6a5a145-8afe-461c-98bd-7c4e387c5bd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:04.520996 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936cfb32-3c8f-4473-bf3e-c623204419c7 req-965ee03a-c33d-404e-afdb-9dc00a95f930 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:04.522966 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-936cfb32-3c8f-4473-bf3e-c623204419c7 req-965ee03a-c33d-404e-afdb-9dc00a95f930 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0b417ba-3e30-4a2f-b013-aab4e7781aad HTTP/1.1" status: 200 len: 943 time: 0.2704322 Aug 05 11:30:04.523969 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-dc32574c-5745-438a-b725-9e56d0c55ecb admin admin] Notify callbacks [] for router, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:04.538786 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0507169b-d3fe-4eb4-ab00-8b68bdf77c32 req-a6a5a145-8afe-461c-98bd-7c4e387c5bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:04.539415 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-0507169b-d3fe-4eb4-ab00-8b68bdf77c32 req-a6a5a145-8afe-461c-98bd-7c4e387c5bd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:04.540349 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7658d9a-2973-4ccf-9919-f9e38da79b82 req-82dc91fb-bbb0-433d-b337-feaa1fb8ae08 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:04.541155 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-0507169b-d3fe-4eb4-ab00-8b68bdf77c32 req-a6a5a145-8afe-461c-98bd-7c4e387c5bd0 service neutron] 10.222.0.64 "PUT /v2.0/ports/0ccbd3e3-04b0-4986-ac53-14dd38cc55cc HTTP/1.1" status: 200 len: 1091 time: 1.9983594 Aug 05 11:30:04.541903 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0b417ba-3e30-4a2f-b013-aab4e7781aad', 'tag': '0ccbd3e3-04b0-4986-ac53-14dd38cc55cc'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:30:04.542113 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b7658d9a-2973-4ccf-9919-f9e38da79b82 req-82dc91fb-bbb0-433d-b337-feaa1fb8ae08 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 946 time: 0.1680236 Aug 05 11:30:04.548504 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b286a1f-287b-435c-95e0-775028b70db9" -d '{"events": [{"name": "network-changed", "server_uuid": "d0b417ba-3e30-4a2f-b013-aab4e7781aad", "tag": "0ccbd3e3-04b0-4986-ac53-14dd38cc55cc"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:30:04.549892 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-81935142-dd5f-4341-81e5-e59567a98a5d None None] Allocated IP 2001:db8:0:1::2 (266eb871-ab48-4daa-8285-46f4ed242b52/7711c49b-45aa-490f-b235-e5a1a578f180/4c084cde-b9f6-478a-bd7e-e0f23ef9c634) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:30:04.643941 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-936cfb32-3c8f-4473-bf3e-c623204419c7 req-6db2249b-180f-4234-9484-ae358882dca4 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/security-groups?id=12d84a41-4254-4f43-a1c3-ae5bdc7fdfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996418 Aug 05 11:30:04.743378 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b7658d9a-2973-4ccf-9919-f9e38da79b82 req-d297110d-956f-4772-866b-679391ee8f11 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092854 Aug 05 11:30:04.747484 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a5a145-8afe-461c-98bd-7c4e387c5bd0 service neutron] Pushing event updated for resources: {'Port': ['ID=0ccbd3e3-04b0-4986-ac53-14dd38cc55cc,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:30:04.880147 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9f443fdb-9509-4645-8b5e-d0cefd242a73 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:04.891798 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0507169b-d3fe-4eb4-ab00-8b68bdf77c32 req-21027585-267e-46c1-9c03-90d2778ea27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:04.894530 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-0507169b-d3fe-4eb4-ab00-8b68bdf77c32 req-21027585-267e-46c1-9c03-90d2778ea27a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bc360260b43347fbb7d1bc7660d6f218&device_id=d0b417ba-3e30-4a2f-b013-aab4e7781aad HTTP/1.1" status: 200 len: 1094 time: 0.2627399 Aug 05 11:30:04.973405 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-0507169b-d3fe-4eb4-ab00-8b68bdf77c32 req-2d581f16-ad82-4ae0-9796-ac655daeceb3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0ccbd3e3-04b0-4986-ac53-14dd38cc55cc HTTP/1.1" status: 200 len: 217 time: 0.0583572 Aug 05 11:30:04.995424 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-81935142-dd5f-4341-81e5-e59567a98a5d None None] For port 4c084cde-b9f6-478a-bd7e-e0f23ef9c634, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=4c084cde-b9f6-478a-bd7e-e0f23ef9c634,segment=NetworkSegment(2759e69f-a242-4bcd-a632-c43e1a95ff4b),segment_id=2759e69f-a242-4bcd-a632-c43e1a95ff4b)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:30:04.996652 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-dc32574c-5745-438a-b725-9e56d0c55ecb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:05.056130 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe900455-b18d-44cd-a358-8265db847612 req-c822d52b-db50-4528-801e-5d46a39c12ae tempest-InstanceActionsTestJSON-1501157343 tempest-InstanceActionsTestJSON-1501157343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:05.077010 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fe900455-b18d-44cd-a358-8265db847612 req-c822d52b-db50-4528-801e-5d46a39c12ae tempest-InstanceActionsTestJSON-1501157343 tempest-InstanceActionsTestJSON-1501157343-project] 10.222.0.58 "GET /v2.0/ports?device_id=13b48aa6-825f-47ad-bc55-9be70cde98f9 HTTP/1.1" status: 200 len: 945 time: 0.2143011 Aug 05 11:30:05.110213 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [req-43d26189-39be-49f7-ac30-32e4afc35158 req-38e29675-484a-4d08-8312-71b4172c6cf6 tempest-InstanceActionsTestJSON-1501157343 tempest-InstanceActionsTestJSON-1501157343-project] Deleting port ad5b496e-16a5-42cb-9de0-ffd53f3133b5 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:30:05.110843 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-43d26189-39be-49f7-ac30-32e4afc35158 req-38e29675-484a-4d08-8312-71b4172c6cf6 tempest-InstanceActionsTestJSON-1501157343 tempest-InstanceActionsTestJSON-1501157343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:05.111204 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-81935142-dd5f-4341-81e5-e59567a98a5d None None] Notify callbacks [] for port, precommit_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:05.151998 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-81935142-dd5f-4341-81e5-e59567a98a5d None None] Transition to ACTIVE for port object 4c084cde-b9f6-478a-bd7e-e0f23ef9c634 will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:30:05.165933 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-81935142-dd5f-4341-81e5-e59567a98a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:05.179907 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-0e4b1045-dfe3-4501-b65e-5e4163c96de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0760ec99-505e-4186-ad72-ea450ae3b4fc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-528071089-router', 'tenant_id': 'f5c29ef1bc08457986c2adf650dc2bbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '8d306dda-57b3-4e68-9c13-1d9981b7f365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:28:30Z', 'updated_at': '2021-08-05T11:30:01Z', 'revision_number': 5, 'project_id': 'f5c29ef1bc08457986c2adf650dc2bbf', 'gw_port': {'id': '8d306dda-57b3-4e68-9c13-1d9981b7f365', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:19:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0760ec99-505e-4186-ad72-ea450ae3b4fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:28:32Z', 'updated_at': '2021-08-05T11:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:30:05.290334 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4b1045-dfe3-4501-b65e-5e4163c96de5 None None] Checking router: 0760ec99-505e-4186-ad72-ea450ae3b4fc for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:30:05.371724 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-43d26189-39be-49f7-ac30-32e4afc35158 req-38e29675-484a-4d08-8312-71b4172c6cf6 tempest-InstanceActionsTestJSON-1501157343 tempest-InstanceActionsTestJSON-1501157343-project] For port ad5b496e-16a5-42cb-9de0-ffd53f3133b5, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=ad5b496e-16a5-42cb-9de0-ffd53f3133b5,segment=NetworkSegment(3c347794-1236-433f-8a0c-eb02e8cca68f),segment_id=3c347794-1236-433f-8a0c-eb02e8cca68f)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:30:05.372372 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-43d26189-39be-49f7-ac30-32e4afc35158 req-38e29675-484a-4d08-8312-71b4172c6cf6 tempest-InstanceActionsTestJSON-1501157343 tempest-InstanceActionsTestJSON-1501157343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:05.395711 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4b1045-dfe3-4501-b65e-5e4163c96de5 None None] Routers {'0760ec99-505e-4186-ad72-ea450ae3b4fc'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:30:05.396720 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-0e4b1045-dfe3-4501-b65e-5e4163c96de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:29:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['0760ec99-505e-4186-ad72-ea450ae3b4fc'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:30:05.397425 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [req-43d26189-39be-49f7-ac30-32e4afc35158 req-38e29675-484a-4d08-8312-71b4172c6cf6 tempest-InstanceActionsTestJSON-1501157343 tempest-InstanceActionsTestJSON-1501157343-project] Calling delete_port for ad5b496e-16a5-42cb-9de0-ffd53f3133b5 owned by compute:nova {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:30:05.464772 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81935142-dd5f-4341-81e5-e59567a98a5d None None] Pushing event updated for resources: {'Port': ['ID=4c084cde-b9f6-478a-bd7e-e0f23ef9c634,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:30:05.522299 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a1a33ef-8771-4cec-9bad-11a5adc79300 x-openstack-request-id: req-7a1a33ef-8771-4cec-9bad-11a5adc79300 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:30:05.522739 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0b417ba-3e30-4a2f-b013-aab4e7781aad", "tag": "0ccbd3e3-04b0-4986-ac53-14dd38cc55cc", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:30:05.522971 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7a1a33ef-8771-4cec-9bad-11a5adc79300 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:30:05.523380 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0b417ba-3e30-4a2f-b013-aab4e7781aad', 'tag': '0ccbd3e3-04b0-4986-ac53-14dd38cc55cc', 'status': 'completed', 'code': 200} Aug 05 11:30:05.569019 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0507169b-d3fe-4eb4-ab00-8b68bdf77c32 req-14e9d203-70f4-46cb-a448-16cf6d9bfbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:05.571176 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-0507169b-d3fe-4eb4-ab00-8b68bdf77c32 req-14e9d203-70f4-46cb-a448-16cf6d9bfbd6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=61983880-6386-4045-bd2d-695dffcb92f9 HTTP/1.1" status: 200 len: 848 time: 0.4035890 Aug 05 11:30:05.701830 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-0507169b-d3fe-4eb4-ab00-8b68bdf77c32 req-a342076d-c17d-4113-83b4-333bc764e03a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=546c0542-0f92-4f6c-914b-a74a81cd2290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0933321 Aug 05 11:30:05.821799 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fe900455-b18d-44cd-a358-8265db847612 req-d143b86e-a459-42fd-b71f-aea33c328962 tempest-InstanceActionsTestJSON-1501157343 tempest-InstanceActionsTestJSON-1501157343-project] 10.222.0.58 "GET /v2.0/security-groups?id=e191ae3a-05c2-42ea-8d35-b7ee7bf648ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7435727 Aug 05 11:30:05.884432 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-0e4b1045-dfe3-4501-b65e-5e4163c96de5 None None] Set router 0760ec99-505e-4186-ad72-ea450ae3b4fc gateway port host: None {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:30:05.898504 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-9f443fdb-9509-4645-8b5e-d0cefd242a73 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Delete allocated IP 2001:db8:0:1::134 (266eb871-ab48-4daa-8285-46f4ed242b52/7711c49b-45aa-490f-b235-e5a1a578f180) {{(pid=94421) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 05 11:30:05.995137 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-43d26189-39be-49f7-ac30-32e4afc35158 req-38e29675-484a-4d08-8312-71b4172c6cf6 tempest-InstanceActionsTestJSON-1501157343 tempest-InstanceActionsTestJSON-1501157343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:06.067219 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-0e4b1045-dfe3-4501-b65e-5e4163c96de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0760ec99-505e-4186-ad72-ea450ae3b4fc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-528071089-router', 'tenant_id': 'f5c29ef1bc08457986c2adf650dc2bbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:28:30Z', 'updated_at': '2021-08-05T11:30:04Z', 'revision_number': 6, 'project_id': 'f5c29ef1bc08457986c2adf650dc2bbf', 'gw_port_host': None}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:30:06.074552 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['ad5b496e-16a5-42cb-9de0-ffd53f3133b5'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:30:06.099918 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e29675-484a-4d08-8312-71b4172c6cf6 tempest-InstanceActionsTestJSON-1501157343 tempest-InstanceActionsTestJSON-1501157343-project] Pushing event deleted for resources: {'Port': ['ID=ad5b496e-16a5-42cb-9de0-ffd53f3133b5,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:30:06.168613 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4b1045-dfe3-4501-b65e-5e4163c96de5 None None] The sync data for ids ['0760ec99-505e-4186-ad72-ea450ae3b4fc'] in n-d-803378-2 is: [{'id': '0760ec99-505e-4186-ad72-ea450ae3b4fc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-528071089-router', 'tenant_id': 'f5c29ef1bc08457986c2adf650dc2bbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:28:30Z', 'updated_at': '2021-08-05T11:30:04Z', 'revision_number': 6, 'project_id': 'f5c29ef1bc08457986c2adf650dc2bbf', 'gw_port_host': None}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:30:06.175623 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-dc32574c-5745-438a-b725-9e56d0c55ecb admin admin] Deleting port 8d306dda-57b3-4e68-9c13-1d9981b7f365 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:30:06.176230 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-dc32574c-5745-438a-b725-9e56d0c55ecb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:06.309024 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fed6aa-649d-4556-b567-6c77611595c7 req-c3ed7557-616b-46ab-b0af-7bc31b832211 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:06.320790 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-13fed6aa-649d-4556-b567-6c77611595c7 req-c3ed7557-616b-46ab-b0af-7bc31b832211 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0b417ba-3e30-4a2f-b013-aab4e7781aad HTTP/1.1" status: 200 len: 943 time: 0.4464092 Aug 05 11:30:06.322464 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [req-43d26189-39be-49f7-ac30-32e4afc35158 req-38e29675-484a-4d08-8312-71b4172c6cf6 tempest-InstanceActionsTestJSON-1501157343 tempest-InstanceActionsTestJSON-1501157343-project] No DVR routers for this DVR port ad5b496e-16a5-42cb-9de0-ffd53f3133b5 on host n-h2-803378-2 {{(pid=94420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:30:06.335461 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9f443fdb-9509-4645-8b5e-d0cefd242a73 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:06.377555 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [None req-9f443fdb-9509-4645-8b5e-d0cefd242a73 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Ignored duplicate provisioning block setup for port ee7d04e0-7e92-4bed-8c8e-6ab326af6d52 by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 05 11:30:06.385062 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-43d26189-39be-49f7-ac30-32e4afc35158 req-38e29675-484a-4d08-8312-71b4172c6cf6 tempest-InstanceActionsTestJSON-1501157343 tempest-InstanceActionsTestJSON-1501157343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:06.387554 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-43d26189-39be-49f7-ac30-32e4afc35158 req-38e29675-484a-4d08-8312-71b4172c6cf6 tempest-InstanceActionsTestJSON-1501157343 tempest-InstanceActionsTestJSON-1501157343-project] 10.222.0.55 "DELETE /v2.0/ports/ad5b496e-16a5-42cb-9de0-ffd53f3133b5 HTTP/1.1" status: 204 len: 173 time: 1.9476521 Aug 05 11:30:06.400171 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9f443fdb-9509-4645-8b5e-d0cefd242a73 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:06.410904 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-13fed6aa-649d-4556-b567-6c77611595c7 req-47851f6d-fb56-42d3-ad8c-18653e62ed47 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/security-groups?id=12d84a41-4254-4f43-a1c3-ae5bdc7fdfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870669 Aug 05 11:30:06.411574 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13b48aa6-825f-47ad-bc55-9be70cde98f9', 'name': 'network-vif-deleted', 'tag': 'ad5b496e-16a5-42cb-9de0-ffd53f3133b5'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:30:06.424178 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}828068ad8d405ad77660ce68fa78e1ffe658725812f7a08f9e488a446589295b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc6e75d7-c0f9-429b-8665-40bff5849e24" -d '{"events": [{"server_uuid": "13b48aa6-825f-47ad-bc55-9be70cde98f9", "name": "network-vif-deleted", "tag": "ad5b496e-16a5-42cb-9de0-ffd53f3133b5"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:30:06.473652 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-dc32574c-5745-438a-b725-9e56d0c55ecb admin admin] For port 8d306dda-57b3-4e68-9c13-1d9981b7f365, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=8d306dda-57b3-4e68-9c13-1d9981b7f365,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:30:06.474221 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-dc32574c-5745-438a-b725-9e56d0c55ecb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:06.558105 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-dc32574c-5745-438a-b725-9e56d0c55ecb admin admin] Calling delete_port for 8d306dda-57b3-4e68-9c13-1d9981b7f365 owned by network:router_gateway {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:30:06.609314 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 4c084cde-b9f6-478a-bd7e-e0f23ef9c634 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:30:06.677394 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cade624d-1967-4cb4-821f-95f906c3a7e1 None None] Network 266eb871-ab48-4daa-8285-46f4ed242b52 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:30:06.679395 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-0507169b-d3fe-4eb4-ab00-8b68bdf77c32 req-790951a4-f233-4af4-be0d-7b2120a06b5a service neutron] 10.222.0.64 "GET /v2.0/networks/546c0542-0f92-4f6c-914b-a74a81cd2290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4853730 Aug 05 11:30:06.685196 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62600627-2386-45ae-a8f5-51d370f86464 x-openstack-request-id: req-62600627-2386-45ae-a8f5-51d370f86464 {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:30:06.686034 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13b48aa6-825f-47ad-bc55-9be70cde98f9", "name": "network-vif-deleted", "tag": "ad5b496e-16a5-42cb-9de0-ffd53f3133b5", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:30:06.686485 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-62600627-2386-45ae-a8f5-51d370f86464 {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:30:06.687321 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13b48aa6-825f-47ad-bc55-9be70cde98f9', 'name': 'network-vif-deleted', 'tag': 'ad5b496e-16a5-42cb-9de0-ffd53f3133b5', 'status': 'completed', 'code': 200} Aug 05 11:30:06.931555 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-9011f0f0-1264-490f-b004-8d4b1e0ac9f1 None None] Provisioning for port 4c084cde-b9f6-478a-bd7e-e0f23ef9c634 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:30:07.051856 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-9011f0f0-1264-490f-b004-8d4b1e0ac9f1 None None] Provisioning complete for port 4c084cde-b9f6-478a-bd7e-e0f23ef9c634 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:30:07.058243 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-9011f0f0-1264-490f-b004-8d4b1e0ac9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:07.082118 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f443fdb-9509-4645-8b5e-d0cefd242a73 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Pushing event updated for resources: {'Port': ['ID=ee7d04e0-7e92-4bed-8c8e-6ab326af6d52,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:30:07.106048 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-9f443fdb-9509-4645-8b5e-d0cefd242a73 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] In _notify_port_updated(), no bound segment for port ee7d04e0-7e92-4bed-8c8e-6ab326af6d52 on network 266eb871-ab48-4daa-8285-46f4ed242b52 {{(pid=94421) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 05 11:30:07.134581 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f443fdb-9509-4645-8b5e-d0cefd242a73 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:07.135205 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9f443fdb-9509-4645-8b5e-d0cefd242a73 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:07.153533 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-9f443fdb-9509-4645-8b5e-d0cefd242a73 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "PUT /v2.0/ports/ee7d04e0-7e92-4bed-8c8e-6ab326af6d52 HTTP/1.1" status: 200 len: 926 time: 3.0510271 Aug 05 11:30:07.165468 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 51196) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:30:07.196369 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-0890602c-0510-4710-accd-10146dbf51a7 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1e33cf28-cebc-467f-bc77-477538bde1ea'}, {'subnet_id': '7711c49b-45aa-490f-b235-e5a1a578f180'}]}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:30:07.279554 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2608bed9-1ec7-4f8a-99c7-64b16f4c521d req-ab6e1cc5-000a-427e-b2e9-217fbe621ae1 tempest-InstanceActionsTestJSON-1501157343 tempest-InstanceActionsTestJSON-1501157343-project] 10.222.0.58 "GET /v2.0/ports?device_id=13b48aa6-825f-47ad-bc55-9be70cde98f9 HTTP/1.1" status: 200 len: 210 time: 0.1361291 Aug 05 11:30:07.350515 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 4c084cde-b9f6-478a-bd7e-e0f23ef9c634 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:30:07.351353 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:07.380336 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-dc32574c-5745-438a-b725-9e56d0c55ecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:07.462324 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc32574c-5745-438a-b725-9e56d0c55ecb admin admin] Pushing event deleted for resources: {'Port': ['ID=8d306dda-57b3-4e68-9c13-1d9981b7f365,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:30:07.562516 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-9cd45004-154a-453b-a7af-b2a9598f3979 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:07.587938 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0890602c-0510-4710-accd-10146dbf51a7 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:07.648182 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-dc32574c-5745-438a-b725-9e56d0c55ecb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33285055'] for router_gateway, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:07.850259 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-dc32574c-5745-438a-b725-9e56d0c55ecb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33262979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1951'] for router, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:07.853979 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-dc32574c-5745-438a-b725-9e56d0c55ecb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:07.928309 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-0507169b-d3fe-4eb4-ab00-8b68bdf77c32 req-dfadd897-01d7-4253-91d3-d7a7f203a940 service neutron] 10.222.0.64 "GET /v2.0/networks/546c0542-0f92-4f6c-914b-a74a81cd2290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2276080 Aug 05 11:30:07.941976 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3238c6-de19-46d6-a860-463c5b4576b4 req-a85bd323-9eb7-4c3c-9369-1d79b4258353 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:07.944754 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7d3238c6-de19-46d6-a860-463c5b4576b4 req-a85bd323-9eb7-4c3c-9369-1d79b4258353 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0b417ba-3e30-4a2f-b013-aab4e7781aad HTTP/1.1" status: 200 len: 943 time: 0.1767080 Aug 05 11:30:07.959951 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-dc32574c-5745-438a-b725-9e56d0c55ecb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33262474'] for router, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:07.959951 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc32574c-5745-438a-b725-9e56d0c55ecb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0760ec99-505e-4186-ad72-ea450ae3b4fc {{(pid=94420) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 11:30:07.978271 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-dc32574c-5745-438a-b725-9e56d0c55ecb admin admin] Notify callbacks [] for router, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:07.981256 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-dc32574c-5745-438a-b725-9e56d0c55ecb admin admin] 10.222.0.58 "DELETE /v2.0/routers/0760ec99-505e-4186-ad72-ea450ae3b4fc HTTP/1.1" status: 204 len: 168 time: 3.9611058 Aug 05 11:30:08.000641 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 51204) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:30:08.120954 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7d3238c6-de19-46d6-a860-463c5b4576b4 req-ddb3c109-046e-4903-93df-81ab5b5b9215 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/security-groups?id=12d84a41-4254-4f43-a1c3-ae5bdc7fdfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632371 Aug 05 11:30:08.151503 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_v2 [None req-c416ccf7-2a99-4c2d-ab2f-54df37cc0b01 admin admin] Deleting subnet 7df56697-bfc2-4d75-a42b-d9e0d1cdbf86 {{(pid=94420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:30:08.158999 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c416ccf7-2a99-4c2d-ab2f-54df37cc0b01 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:08.164081 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b286a1f-287b-435c-95e0-775028b70db9 req-30f1a953-1842-43f5-92da-d1ce710900b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:08.166031 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6b286a1f-287b-435c-95e0-775028b70db9 req-30f1a953-1842-43f5-92da-d1ce710900b4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bc360260b43347fbb7d1bc7660d6f218&device_id=d0b417ba-3e30-4a2f-b013-aab4e7781aad HTTP/1.1" status: 200 len: 1094 time: 0.1153533 Aug 05 11:30:08.236159 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c416ccf7-2a99-4c2d-ab2f-54df37cc0b01 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25010562'] for subnet, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:08.386520 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 8d306dda-57b3-4e68-9c13-1d9981b7f365 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:30:08.423407 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 51216) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:30:08.445442 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 8d306dda-57b3-4e68-9c13-1d9981b7f365 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:30:08.445786 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 8d306dda-57b3-4e68-9c13-1d9981b7f365 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:30:08.446309 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 62826dad-9f69-42c5-99b8-fc7e0747ce2b no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:30:08.495269 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 62826dad-9f69-42c5-99b8-fc7e0747ce2b {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:30:08.495624 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 62826dad-9f69-42c5-99b8-fc7e0747ce2b not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:30:08.510577 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-dceecbd3-8699-4748-9eb7-01bb44f0359b None None] Provisioning for port ee7d04e0-7e92-4bed-8c8e-6ab326af6d52 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:30:08.519599 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-dceecbd3-8699-4748-9eb7-01bb44f0359b None None] Provisioning complete for port ee7d04e0-7e92-4bed-8c8e-6ab326af6d52 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:30:08.522682 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-dceecbd3-8699-4748-9eb7-01bb44f0359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:08.558041 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e075d33-c5ed-4eeb-af2e-c0636e206835 admin admin] Deleting subnet 061b0776-2169-4e75-a404-05fb46394296 {{(pid=94420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:30:08.563754 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6e075d33-c5ed-4eeb-af2e-c0636e206835 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:08.569444 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-0890602c-0510-4710-accd-10146dbf51a7 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Allocated IP 2001:db8:0:1::279 (266eb871-ab48-4daa-8285-46f4ed242b52/7711c49b-45aa-490f-b235-e5a1a578f180/ee7d04e0-7e92-4bed-8c8e-6ab326af6d52) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:30:08.582285 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b286a1f-287b-435c-95e0-775028b70db9 req-b724ba6c-f3e9-466f-b694-a977023a9e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:08.586153 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6b286a1f-287b-435c-95e0-775028b70db9 req-b724ba6c-f3e9-466f-b694-a977023a9e62 service neutron] 10.222.0.64 "GET /v2.0/networks?id=546c0542-0f92-4f6c-914b-a74a81cd2290 HTTP/1.1" status: 200 len: 909 time: 0.3652501 Aug 05 11:30:08.601827 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-dceecbd3-8699-4748-9eb7-01bb44f0359b None None] Port ee7d04e0-7e92-4bed-8c8e-6ab326af6d52 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:30:08.616995 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-dceecbd3-8699-4748-9eb7-01bb44f0359b None None] Provisioning complete for port 4c084cde-b9f6-478a-bd7e-e0f23ef9c634 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:30:08.617700 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-dceecbd3-8699-4748-9eb7-01bb44f0359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:08.622972 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c416ccf7-2a99-4c2d-ab2f-54df37cc0b01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:08.746299 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c416ccf7-2a99-4c2d-ab2f-54df37cc0b01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29762763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24211094'] for subnet, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:08.763718 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6b286a1f-287b-435c-95e0-775028b70db9 req-ad3f5233-3a94-4947-85e0-afa47e8f0e55 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0ccbd3e3-04b0-4986-ac53-14dd38cc55cc HTTP/1.1" status: 200 len: 217 time: 0.1355033 Aug 05 11:30:08.779076 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6e075d33-c5ed-4eeb-af2e-c0636e206835 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25010562'] for subnet, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:08.875373 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-8e08ab51-8dc3-41cc-9315-d684da8a647a None None] Provisioning complete for port ee7d04e0-7e92-4bed-8c8e-6ab326af6d52 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:30:08.875964 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-8e08ab51-8dc3-41cc-9315-d684da8a647a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:08.878546 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b286a1f-287b-435c-95e0-775028b70db9 req-0d095927-25e3-4145-be1c-617a1a72c59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:08.881193 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6b286a1f-287b-435c-95e0-775028b70db9 req-0d095927-25e3-4145-be1c-617a1a72c59c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=61983880-6386-4045-bd2d-695dffcb92f9 HTTP/1.1" status: 200 len: 848 time: 0.1068833 Aug 05 11:30:08.941215 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device ad5b496e-16a5-42cb-9de0-ffd53f3133b5 no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:30:08.952534 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6b286a1f-287b-435c-95e0-775028b70db9 req-b50ab164-b3cd-44d5-84d2-d44da6e3f4f9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=546c0542-0f92-4f6c-914b-a74a81cd2290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568738 Aug 05 11:30:08.978705 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0890602c-0510-4710-accd-10146dbf51a7 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:08.987694 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-8e08ab51-8dc3-41cc-9315-d684da8a647a None None] Port ee7d04e0-7e92-4bed-8c8e-6ab326af6d52 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:30:08.992556 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] No Port match for: ad5b496e-16a5-42cb-9de0-ffd53f3133b5 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:30:08.993912 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device ad5b496e-16a5-42cb-9de0-ffd53f3133b5 not bound to the agent host n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:30:09.050921 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [None req-0890602c-0510-4710-accd-10146dbf51a7 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Ignored duplicate provisioning block setup for port ee7d04e0-7e92-4bed-8c8e-6ab326af6d52 by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 05 11:30:09.061618 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0890602c-0510-4710-accd-10146dbf51a7 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:09.188801 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0890602c-0510-4710-accd-10146dbf51a7 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Pushing event updated for resources: {'Port': ['ID=ee7d04e0-7e92-4bed-8c8e-6ab326af6d52,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:30:09.220625 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-0890602c-0510-4710-accd-10146dbf51a7 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] In _notify_port_updated(), no bound segment for port ee7d04e0-7e92-4bed-8c8e-6ab326af6d52 on network 266eb871-ab48-4daa-8285-46f4ed242b52 {{(pid=94421) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 05 11:30:09.229124 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0890602c-0510-4710-accd-10146dbf51a7 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:09.229805 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0890602c-0510-4710-accd-10146dbf51a7 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:09.231212 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-0890602c-0510-4710-accd-10146dbf51a7 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "PUT /v2.0/ports/ee7d04e0-7e92-4bed-8c8e-6ab326af6d52 HTTP/1.1" status: 200 len: 1012 time: 2.0625875 Aug 05 11:30:09.237088 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 51226) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:30:09.239473 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6b286a1f-287b-435c-95e0-775028b70db9 req-459c36d1-e1d9-41ee-9e90-a4e746b8b8a4 service neutron] 10.222.0.64 "GET /v2.0/networks/546c0542-0f92-4f6c-914b-a74a81cd2290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787206 Aug 05 11:30:09.241262 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-5fecfdda-0846-4549-9e21-e063062c9408 None None] Provisioning complete for port ee7d04e0-7e92-4bed-8c8e-6ab326af6d52 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:30:09.241870 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-5fecfdda-0846-4549-9e21-e063062c9408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:09.270505 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c416ccf7-2a99-4c2d-ab2f-54df37cc0b01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7df56697-bfc2-4d75-a42b-d9e0d1cdbf86,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:30:09.290018 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0890602c-0510-4710-accd-10146dbf51a7 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:30:09.290787 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0890602c-0510-4710-accd-10146dbf51a7 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:30:09.291458 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0890602c-0510-4710-accd-10146dbf51a7 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:30:09.291975 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0890602c-0510-4710-accd-10146dbf51a7 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:30:09.294884 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0890602c-0510-4710-accd-10146dbf51a7 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:30:09.295581 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0890602c-0510-4710-accd-10146dbf51a7 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:30:09.296403 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0890602c-0510-4710-accd-10146dbf51a7 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:30:09.297262 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0890602c-0510-4710-accd-10146dbf51a7 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:30:09.298171 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0890602c-0510-4710-accd-10146dbf51a7 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:30:09.299082 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0890602c-0510-4710-accd-10146dbf51a7 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:30:09.299895 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0890602c-0510-4710-accd-10146dbf51a7 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:30:09.300407 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0890602c-0510-4710-accd-10146dbf51a7 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:30:09.321760 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-5fecfdda-0846-4549-9e21-e063062c9408 None None] Port ee7d04e0-7e92-4bed-8c8e-6ab326af6d52 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:30:09.366501 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c416ccf7-2a99-4c2d-ab2f-54df37cc0b01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:09.371222 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48485aba-29d4-44f5-8adb-9b679d179ea3 None None] Network e39ee4ed-1909-4b57-97e6-d399dfc49b3b requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:30:09.371493 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-c416ccf7-2a99-4c2d-ab2f-54df37cc0b01 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/7df56697-bfc2-4d75-a42b-d9e0d1cdbf86 HTTP/1.1" status: 204 len: 168 time: 1.3687799 Aug 05 11:30:09.378763 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 51228) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:30:09.494635 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190fd153-1d38-4e88-9928-73c8ef2a1a3d req-056a06f1-16cb-46dd-9dcf-8f7c7a5fc268 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:09.496687 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-190fd153-1d38-4e88-9928-73c8ef2a1a3d req-056a06f1-16cb-46dd-9dcf-8f7c7a5fc268 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 946 time: 0.8906746 Aug 05 11:30:09.498898 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6e075d33-c5ed-4eeb-af2e-c0636e206835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:09.504579 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6b286a1f-287b-435c-95e0-775028b70db9 req-0143a3b4-42cc-4a5c-90b1-e3650dfb91e7 service neutron] 10.222.0.64 "GET /v2.0/networks/546c0542-0f92-4f6c-914b-a74a81cd2290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553923 Aug 05 11:30:09.526417 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-89191dec-2255-403d-9c8d-e3488f575036 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Deleting port ee7d04e0-7e92-4bed-8c8e-6ab326af6d52 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:30:09.527247 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-89191dec-2255-403d-9c8d-e3488f575036 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:09.547700 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-edb3c9fc-7a02-4293-b37b-c3de74ec0f01 None None] Provisioning complete for port ee7d04e0-7e92-4bed-8c8e-6ab326af6d52 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:30:09.548351 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-edb3c9fc-7a02-4293-b37b-c3de74ec0f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:09.589421 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-edb3c9fc-7a02-4293-b37b-c3de74ec0f01 None None] Port ee7d04e0-7e92-4bed-8c8e-6ab326af6d52 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:30:09.617649 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1a7115a0-70ac-45b0-b710-7b43b3726d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:09.643028 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8003247c-186f-413d-9416-0c73e0a39fbd None None] DHCP port deletion for e39ee4ed-1909-4b57-97e6-d399dfc49b3b request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 11:30:09.658407 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6579b3c6-8966-415a-ae73-bdc75da7b33d req-86c5b93d-d8d6-4da7-9fbc-852a165e0e9b tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:09.660946 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6579b3c6-8966-415a-ae73-bdc75da7b33d req-86c5b93d-d8d6-4da7-9fbc-852a165e0e9b tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0b417ba-3e30-4a2f-b013-aab4e7781aad HTTP/1.1" status: 200 len: 943 time: 0.3749492 Aug 05 11:30:09.691915 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-89191dec-2255-403d-9c8d-e3488f575036 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:09.692924 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-190fd153-1d38-4e88-9928-73c8ef2a1a3d req-aa68af7c-7f63-4cac-89b8-bc2ebd228d6e tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228423 Aug 05 11:30:09.721641 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-89191dec-2255-403d-9c8d-e3488f575036 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Calling delete_port for ee7d04e0-7e92-4bed-8c8e-6ab326af6d52 owned by {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:30:09.734528 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6e075d33-c5ed-4eeb-af2e-c0636e206835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29762763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24211094'] for subnet, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:09.773582 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-8003247c-186f-413d-9416-0c73e0a39fbd None None] Deleting port 28b64bc6-95b7-46aa-ba65-ce3ef457e851 {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:30:09.774243 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-8003247c-186f-413d-9416-0c73e0a39fbd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:09.812604 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e075d33-c5ed-4eeb-af2e-c0636e206835 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=061b0776-2169-4e75-a404-05fb46394296,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:30:09.820516 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6579b3c6-8966-415a-ae73-bdc75da7b33d req-26af09af-76f9-44d9-88de-06db1fa9f54e tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/security-groups?id=12d84a41-4254-4f43-a1c3-ae5bdc7fdfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426990 Aug 05 11:30:09.824213 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6e075d33-c5ed-4eeb-af2e-c0636e206835 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:09.826197 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-6e075d33-c5ed-4eeb-af2e-c0636e206835 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/061b0776-2169-4e75-a404-05fb46394296 HTTP/1.1" status: 204 len: 168 time: 1.4018183 Aug 05 11:30:09.851891 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 51236) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:30:09.900251 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-8003247c-186f-413d-9416-0c73e0a39fbd None None] For port 28b64bc6-95b7-46aa-ba65-ce3ef457e851, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=28b64bc6-95b7-46aa-ba65-ce3ef457e851,segment=NetworkSegment(d43210bd-c1e2-42b2-9cfe-90c36ada4f48),segment_id=d43210bd-c1e2-42b2-9cfe-90c36ada4f48)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:30:09.900783 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-8003247c-186f-413d-9416-0c73e0a39fbd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:09.920142 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-8003247c-186f-413d-9416-0c73e0a39fbd None None] Calling delete_port for 28b64bc6-95b7-46aa-ba65-ce3ef457e851 owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:30:09.971956 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-89191dec-2255-403d-9c8d-e3488f575036 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:09.977165 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-1a7115a0-70ac-45b0-b710-7b43b3726d53 admin admin] Deleting port 28b64bc6-95b7-46aa-ba65-ce3ef457e851 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:30:09.977743 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1a7115a0-70ac-45b0-b710-7b43b3726d53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:10.014823 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89191dec-2255-403d-9c8d-e3488f575036 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Pushing event deleted for resources: {'Port': ['ID=ee7d04e0-7e92-4bed-8c8e-6ab326af6d52,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:30:10.052005 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f7dd44e5-fec2-49bb-8b19-6fd1e588349c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:10.082866 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:10.105306 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-89191dec-2255-403d-9c8d-e3488f575036 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:10.112474 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-89191dec-2255-403d-9c8d-e3488f575036 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "DELETE /v2.0/ports/ee7d04e0-7e92-4bed-8c8e-6ab326af6d52 HTTP/1.1" status: 204 len: 168 time: 0.8718033 Aug 05 11:30:10.113497 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 51240) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:30:10.122934 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0ba5e83d-e716-4ab8-be06-eefeab8b1e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:10.140808 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-1a7115a0-70ac-45b0-b710-7b43b3726d53 admin admin] For port 28b64bc6-95b7-46aa-ba65-ce3ef457e851, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=28b64bc6-95b7-46aa-ba65-ce3ef457e851,segment=NetworkSegment(d43210bd-c1e2-42b2-9cfe-90c36ada4f48),segment_id=d43210bd-c1e2-42b2-9cfe-90c36ada4f48)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:30:10.141414 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1a7115a0-70ac-45b0-b710-7b43b3726d53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:10.164707 n-d-803378-2 neutron-server[94421]: INFO neutron.pecan_wsgi.hooks.translation [None req-1eb3df15-ab3b-479d-b5dd-707d5be48852 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] GET failed (client error): The resource could not be found. Aug 05 11:30:10.166805 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-1eb3df15-ab3b-479d-b5dd-707d5be48852 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "GET /v2.0/ports/ee7d04e0-7e92-4bed-8c8e-6ab326af6d52 HTTP/1.1" status: 404 len: 333 time: 0.0514319 Aug 05 11:30:10.169157 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-8003247c-186f-413d-9416-0c73e0a39fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:10.172109 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 51242) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:30:10.188860 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566b99d6-74ab-438f-a060-9f950a710b89 req-c1de7495-6a4d-4628-a019-96fe302b6d94 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:10.191858 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-566b99d6-74ab-438f-a060-9f950a710b89 req-c1de7495-6a4d-4628-a019-96fe302b6d94 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 946 time: 0.1941245 Aug 05 11:30:10.195956 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-1a7115a0-70ac-45b0-b710-7b43b3726d53 admin admin] Calling delete_port for 28b64bc6-95b7-46aa-ba65-ce3ef457e851 owned by network:dhcp {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:30:10.228397 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8003247c-186f-413d-9416-0c73e0a39fbd None None] No DVR routers for this DVR port 28b64bc6-95b7-46aa-ba65-ce3ef457e851 on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:30:10.230617 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8003247c-186f-413d-9416-0c73e0a39fbd None None] Pushing event deleted for resources: {'Port': ['ID=28b64bc6-95b7-46aa-ba65-ce3ef457e851,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:30:10.300413 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 28b64bc6-95b7-46aa-ba65-ce3ef457e851 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:30:10.327855 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa77de01-3a29-4a5e-9b43-da9661a9af50 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Deleting subnet 7711c49b-45aa-490f-b235-e5a1a578f180 {{(pid=94421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:30:10.332981 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fa77de01-3a29-4a5e-9b43-da9661a9af50 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks [] for subnet, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:10.346556 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 28b64bc6-95b7-46aa-ba65-ce3ef457e851 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:30:10.347282 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 28b64bc6-95b7-46aa-ba65-ce3ef457e851 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:30:10.389024 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-566b99d6-74ab-438f-a060-9f950a710b89 req-ed3736a8-937f-469d-ba30-4962eacb842a tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854582 Aug 05 11:30:10.399752 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fa77de01-3a29-4a5e-9b43-da9661a9af50 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29786388'] for subnet, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:10.432548 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0ba5e83d-e716-4ab8-be06-eefeab8b1e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:10.447851 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-0ba5e83d-e716-4ab8-be06-eefeab8b1e75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79bbca85-6c95-4075-8362-fdad667d03d0']}} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:30:10.465946 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-0ba5e83d-e716-4ab8-be06-eefeab8b1e75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c347794-1236-433f-8a0c-eb02e8cca68f') {'for_net_delete': True} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:30:10.466443 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-0ba5e83d-e716-4ab8-be06-eefeab8b1e75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c347794-1236-433f-8a0c-eb02e8cca68f') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:30:10.478660 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0ba5e83d-e716-4ab8-be06-eefeab8b1e75 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25010581'] for segment, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:10.510250 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0ba5e83d-e716-4ab8-be06-eefeab8b1e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:10.522778 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ba5e83d-e716-4ab8-be06-eefeab8b1e75 admin admin] Releasing vlan 690 on physical network physnet1 to pool {{(pid=94420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:30:10.526255 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0ba5e83d-e716-4ab8-be06-eefeab8b1e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29762581'] for segment, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:10.528517 n-d-803378-2 neutron-server[94420]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 11:30:10.528517 n-d-803378-2 neutron-server[94420]: self.session.flush() Aug 05 11:30:10.528517 n-d-803378-2 neutron-server[94420]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 11:30:10.528517 n-d-803378-2 neutron-server[94420]: self.session.flush() Aug 05 11:30:10.528517 n-d-803378-2 neutron-server[94420]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 11:30:10.528517 n-d-803378-2 neutron-server[94420]: self.session.flush() Aug 05 11:30:10.528517 n-d-803378-2 neutron-server[94420]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 11:30:10.528517 n-d-803378-2 neutron-server[94420]: self.session.flush() Aug 05 11:30:10.528517 n-d-803378-2 neutron-server[94420]: Traceback (most recent call last): Aug 05 11:30:10.528517 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:30:10.528517 n-d-803378-2 neutron-server[94420]: timer() Aug 05 11:30:10.528517 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:30:10.528517 n-d-803378-2 neutron-server[94420]: cb(*args, **kw) Aug 05 11:30:10.528517 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:30:10.528517 n-d-803378-2 neutron-server[94420]: return func(*args, **kwargs) Aug 05 11:30:10.528517 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:30:10.528517 n-d-803378-2 neutron-server[94420]: self._notify() Aug 05 11:30:10.528517 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:30:10.528517 n-d-803378-2 neutron-server[94420]: self.callback(batched_events) Aug 05 11:30:10.528517 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:30:10.528517 n-d-803378-2 neutron-server[94420]: event.method(event) Aug 05 11:30:10.528517 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:30:10.528517 n-d-803378-2 neutron-server[94420]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:30:10.528517 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:30:10.528517 n-d-803378-2 neutron-server[94420]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:30:10.528517 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:30:10.528517 n-d-803378-2 neutron-server[94420]: return f(self, *a, **k) Aug 05 11:30:10.528517 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:30:10.528517 n-d-803378-2 neutron-server[94420]: return self._get(url).json() Aug 05 11:30:10.528517 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:30:10.528517 n-d-803378-2 neutron-server[94420]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:30:10.528517 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:30:10.528517 n-d-803378-2 neutron-server[94420]: return self.request(url, 'GET', **kwargs) Aug 05 11:30:10.528517 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:30:10.528517 n-d-803378-2 neutron-server[94420]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:30:10.528517 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:30:10.528517 n-d-803378-2 neutron-server[94420]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:30:10.528517 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:30:10.528517 n-d-803378-2 neutron-server[94420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:30:10.528517 n-d-803378-2 neutron-server[94420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:30:10.543157 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1a7115a0-70ac-45b0-b710-7b43b3726d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:10.553290 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fa77de01-3a29-4a5e-9b43-da9661a9af50 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:10.651753 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7115a0-70ac-45b0-b710-7b43b3726d53 admin admin] No DVR routers for this DVR port 28b64bc6-95b7-46aa-ba65-ce3ef457e851 on host n-d-803378-2 {{(pid=94420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:30:10.654563 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7115a0-70ac-45b0-b710-7b43b3726d53 admin admin] Pushing event deleted for resources: {'Port': ['ID=28b64bc6-95b7-46aa-ba65-ce3ef457e851,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:30:10.657862 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fa77de01-3a29-4a5e-9b43-da9661a9af50 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25038609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30075142'] for subnet, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:10.690750 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa77de01-3a29-4a5e-9b43-da9661a9af50 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Pushing event deleted for resources: {'Subnet': ['ID=7711c49b-45aa-490f-b235-e5a1a578f180,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:30:10.695269 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fa77de01-3a29-4a5e-9b43-da9661a9af50 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:10.697492 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-fa77de01-3a29-4a5e-9b43-da9661a9af50 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "DELETE /v2.0/subnets/7711c49b-45aa-490f-b235-e5a1a578f180 HTTP/1.1" status: 204 len: 168 time: 0.5242841 Aug 05 11:30:10.701790 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 51250) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:30:10.713638 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e72d2d0-e226-4acf-baae-1ccab8965f53 None None] Network 266eb871-ab48-4daa-8285-46f4ed242b52 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:30:10.763049 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0ba5e83d-e716-4ab8-be06-eefeab8b1e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:10.778527 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0ba5e83d-e716-4ab8-be06-eefeab8b1e75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:10.782295 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-0ba5e83d-e716-4ab8-be06-eefeab8b1e75 admin admin] 10.222.0.58 "DELETE /v2.0/networks/79bbca85-6c95-4075-8362-fdad667d03d0 HTTP/1.1" status: 204 len: 168 time: 0.9343109 Aug 05 11:30:10.795297 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1a7115a0-70ac-45b0-b710-7b43b3726d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:10.814575 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_v2 [None req-996a5446-06ef-4b14-992a-58aad2c86fff tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Deleting subnet 1e33cf28-cebc-467f-bc77-477538bde1ea {{(pid=94421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:30:10.819406 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba5e83d-e716-4ab8-be06-eefeab8b1e75 admin admin] Pushing event deleted for resources: {'Network': ['ID=79bbca85-6c95-4075-8362-fdad667d03d0,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:30:10.824281 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-1a7115a0-70ac-45b0-b710-7b43b3726d53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e39ee4ed-1909-4b57-97e6-d399dfc49b3b']}} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:30:10.829391 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-996a5446-06ef-4b14-992a-58aad2c86fff tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks [] for subnet, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:10.850057 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2465981-0913-4dee-8137-d1780cf209bb req-a70cc9ce-e20b-4e6f-b86d-fc2219253129 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:10.852602 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a2465981-0913-4dee-8137-d1780cf209bb req-a70cc9ce-e20b-4e6f-b86d-fc2219253129 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 946 time: 0.2618141 Aug 05 11:30:10.861937 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-1a7115a0-70ac-45b0-b710-7b43b3726d53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd43210bd-c1e2-42b2-9cfe-90c36ada4f48') {'for_net_delete': True} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:30:10.862566 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-1a7115a0-70ac-45b0-b710-7b43b3726d53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd43210bd-c1e2-42b2-9cfe-90c36ada4f48') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:30:10.903014 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-996a5446-06ef-4b14-992a-58aad2c86fff tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29786388'] for subnet, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:10.949527 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1a7115a0-70ac-45b0-b710-7b43b3726d53 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25010581'] for segment, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:10.982832 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1a7115a0-70ac-45b0-b710-7b43b3726d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:10.990853 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a7115a0-70ac-45b0-b710-7b43b3726d53 admin admin] Releasing vlan 694 on physical network physnet1 to pool {{(pid=94420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:30:10.991989 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1a7115a0-70ac-45b0-b710-7b43b3726d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29762581'] for segment, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:11.061632 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 51260) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:30:11.072768 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-996a5446-06ef-4b14-992a-58aad2c86fff tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:11.078191 n-d-803378-2 neutron-server[94420]: Traceback (most recent call last): Aug 05 11:30:11.078191 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:30:11.078191 n-d-803378-2 neutron-server[94420]: timer() Aug 05 11:30:11.078191 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:30:11.078191 n-d-803378-2 neutron-server[94420]: cb(*args, **kw) Aug 05 11:30:11.078191 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:30:11.078191 n-d-803378-2 neutron-server[94420]: return func(*args, **kwargs) Aug 05 11:30:11.078191 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:30:11.078191 n-d-803378-2 neutron-server[94420]: self._notify() Aug 05 11:30:11.078191 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:30:11.078191 n-d-803378-2 neutron-server[94420]: self.callback(batched_events) Aug 05 11:30:11.078191 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:30:11.078191 n-d-803378-2 neutron-server[94420]: event.method(event) Aug 05 11:30:11.078191 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:30:11.078191 n-d-803378-2 neutron-server[94420]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:30:11.078191 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:30:11.078191 n-d-803378-2 neutron-server[94420]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:30:11.078191 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:30:11.078191 n-d-803378-2 neutron-server[94420]: return f(self, *a, **k) Aug 05 11:30:11.078191 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:30:11.078191 n-d-803378-2 neutron-server[94420]: return self._get(url).json() Aug 05 11:30:11.078191 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:30:11.078191 n-d-803378-2 neutron-server[94420]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:30:11.078191 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:30:11.078191 n-d-803378-2 neutron-server[94420]: return self.request(url, 'GET', **kwargs) Aug 05 11:30:11.078191 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:30:11.078191 n-d-803378-2 neutron-server[94420]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:30:11.078191 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:30:11.078191 n-d-803378-2 neutron-server[94420]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:30:11.078191 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:30:11.078191 n-d-803378-2 neutron-server[94420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:30:11.078191 n-d-803378-2 neutron-server[94420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:30:11.114840 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a2465981-0913-4dee-8137-d1780cf209bb req-235cbff5-270c-4fe9-ac18-1752f185628b tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225206 Aug 05 11:30:11.168810 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1a7115a0-70ac-45b0-b710-7b43b3726d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:11.199519 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1a7115a0-70ac-45b0-b710-7b43b3726d53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:11.201934 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-1a7115a0-70ac-45b0-b710-7b43b3726d53 admin admin] 10.222.0.58 "DELETE /v2.0/networks/e39ee4ed-1909-4b57-97e6-d399dfc49b3b HTTP/1.1" status: 204 len: 168 time: 1.8198154 Aug 05 11:30:11.204955 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7115a0-70ac-45b0-b710-7b43b3726d53 admin admin] Pushing event deleted for resources: {'Network': ['ID=e39ee4ed-1909-4b57-97e6-d399dfc49b3b,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:30:11.219787 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-25c0f840-75cc-49c6-9c89-ea80f3747103 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b5fa2fa5614549b49e939fed6a46ef30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1556792 Aug 05 11:30:11.222554 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 51268) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:30:11.247620 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b7cc4d-cbfd-4582-aaec-b0a273ce1f28 req-42f8017c-d160-4aa5-90fa-12247924bb6b tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:11.248014 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-996a5446-06ef-4b14-992a-58aad2c86fff tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25038609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30075142'] for subnet, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:11.270246 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-20b7cc4d-cbfd-4582-aaec-b0a273ce1f28 req-42f8017c-d160-4aa5-90fa-12247924bb6b tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0b417ba-3e30-4a2f-b013-aab4e7781aad HTTP/1.1" status: 200 len: 943 time: 0.1777496 Aug 05 11:30:11.314662 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996a5446-06ef-4b14-992a-58aad2c86fff tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Pushing event deleted for resources: {'Subnet': ['ID=1e33cf28-cebc-467f-bc77-477538bde1ea,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:30:11.336575 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-996a5446-06ef-4b14-992a-58aad2c86fff tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:11.339769 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-996a5446-06ef-4b14-992a-58aad2c86fff tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "DELETE /v2.0/subnets/1e33cf28-cebc-467f-bc77-477538bde1ea HTTP/1.1" status: 204 len: 168 time: 0.6355433 Aug 05 11:30:11.345904 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 51270) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:30:11.440945 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c36c37a6-e3a3-4f2f-b9a4-6fe81019841c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:11.500121 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c36c37a6-e3a3-4f2f-b9a4-6fe81019841c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:11.571196 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-20b7cc4d-cbfd-4582-aaec-b0a273ce1f28 req-684be458-a403-41bc-b8f6-e624024cf9e1 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/security-groups?id=12d84a41-4254-4f43-a1c3-ae5bdc7fdfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988975 Aug 05 11:30:11.607596 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 51272) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:30:11.618539 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a417bf86-46b7-4c06-86f5-38949e3977ab tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:11.620450 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c36c37a6-e3a3-4f2f-b9a4-6fe81019841c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:11.627439 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c36c37a6-e3a3-4f2f-b9a4-6fe81019841c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:11.629995 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-c36c37a6-e3a3-4f2f-b9a4-6fe81019841c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e191ae3a-05c2-42ea-8d35-b7ee7bf648ca HTTP/1.1" status: 204 len: 168 time: 0.4049358 Aug 05 11:30:11.648613 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:11.662063 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36c37a6-e3a3-4f2f-b9a4-6fe81019841c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e191ae3a-05c2-42ea-8d35-b7ee7bf648ca,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:30:11.696714 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-f2e7c415-41f4-48cd-add5-d32079a00984 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f5c29ef1bc08457986c2adf650dc2bbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0875154 Aug 05 11:30:11.700621 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 51276) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:30:11.891416 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67870e96-6c72-43e6-bb06-f3123ced6db6 req-2953989f-7cac-407e-a359-b84a161e792a tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:11.893485 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-67870e96-6c72-43e6-bb06-f3123ced6db6 req-2953989f-7cac-407e-a359-b84a161e792a tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 946 time: 0.1447785 Aug 05 11:30:11.898814 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-a417bf86-46b7-4c06-86f5-38949e3977ab tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Deleting port 4c084cde-b9f6-478a-bd7e-e0f23ef9c634 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:30:11.899793 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a417bf86-46b7-4c06-86f5-38949e3977ab tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:12.095414 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-a417bf86-46b7-4c06-86f5-38949e3977ab tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] For port 4c084cde-b9f6-478a-bd7e-e0f23ef9c634, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=4c084cde-b9f6-478a-bd7e-e0f23ef9c634,segment=NetworkSegment(2759e69f-a242-4bcd-a632-c43e1a95ff4b),segment_id=2759e69f-a242-4bcd-a632-c43e1a95ff4b)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:30:12.095984 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a417bf86-46b7-4c06-86f5-38949e3977ab tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:12.111592 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-67870e96-6c72-43e6-bb06-f3123ced6db6 req-c1ed3a89-1993-4ff1-a18f-044b46428f93 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897938 Aug 05 11:30:12.121354 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-a417bf86-46b7-4c06-86f5-38949e3977ab tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Calling delete_port for 4c084cde-b9f6-478a-bd7e-e0f23ef9c634 owned by network:dhcp {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:30:12.380753 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a417bf86-46b7-4c06-86f5-38949e3977ab tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:12.388615 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a3e7e3-44dc-43f1-aeea-7ec75ca53736 None None] Network 266eb871-ab48-4daa-8285-46f4ed242b52 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:30:12.476416 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a417bf86-46b7-4c06-86f5-38949e3977ab tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Pushing event deleted for resources: {'Port': ['ID=4c084cde-b9f6-478a-bd7e-e0f23ef9c634,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:30:12.492978 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-723b72f9-2b1f-4903-8abb-153a042f7b45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:12.508560 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a417bf86-46b7-4c06-86f5-38949e3977ab tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] No DVR routers for this DVR port 4c084cde-b9f6-478a-bd7e-e0f23ef9c634 on host n-d-803378-2 {{(pid=94420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:30:12.556833 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-723b72f9-2b1f-4903-8abb-153a042f7b45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:12.625322 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-723b72f9-2b1f-4903-8abb-153a042f7b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:12.630111 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-723b72f9-2b1f-4903-8abb-153a042f7b45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:12.631697 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-723b72f9-2b1f-4903-8abb-153a042f7b45 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c30dd023-f7ad-4ec4-b865-0b1c0f9292cd HTTP/1.1" status: 204 len: 168 time: 0.9295471 Aug 05 11:30:12.645558 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723b72f9-2b1f-4903-8abb-153a042f7b45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c30dd023-f7ad-4ec4-b865-0b1c0f9292cd,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:30:12.646072 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-ba594f06-3821-4974-a72e-0b398c8e51cf None None] Could not find standard attr ID for object 4c084cde-b9f6-478a-bd7e-e0f23ef9c634. {{(pid=94422) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 05 11:30:12.814346 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a417bf86-46b7-4c06-86f5-38949e3977ab tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:12.831209 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd98ec8-d61c-4041-a6ab-f5535eb5ceab req-9dcaf391-9a3e-4e75-9ade-9c5e9570ffaa tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:12.833073 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6dd98ec8-d61c-4041-a6ab-f5535eb5ceab req-9dcaf391-9a3e-4e75-9ade-9c5e9570ffaa tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 946 time: 0.2260780 Aug 05 11:30:12.856659 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d9eb11-173b-47fb-ae81-a3d034d169cc None None] DHCP port deletion for 266eb871-ab48-4daa-8285-46f4ed242b52 request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 11:30:12.856836 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-a417bf86-46b7-4c06-86f5-38949e3977ab tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['266eb871-ab48-4daa-8285-46f4ed242b52']}} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:30:12.886348 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-a417bf86-46b7-4c06-86f5-38949e3977ab tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2759e69f-a242-4bcd-a632-c43e1a95ff4b') {'for_net_delete': True} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:30:12.886651 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-a417bf86-46b7-4c06-86f5-38949e3977ab tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2759e69f-a242-4bcd-a632-c43e1a95ff4b') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:30:12.916846 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a417bf86-46b7-4c06-86f5-38949e3977ab tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25010581'] for segment, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:12.943781 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6dd98ec8-d61c-4041-a6ab-f5535eb5ceab req-5a441d32-0dc3-4e07-8f2c-db5676e865c4 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029270 Aug 05 11:30:12.950899 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a417bf86-46b7-4c06-86f5-38949e3977ab tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:12.975614 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a417bf86-46b7-4c06-86f5-38949e3977ab tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Releasing vlan 680 on physical network physnet1 to pool {{(pid=94420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:30:12.976762 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a417bf86-46b7-4c06-86f5-38949e3977ab tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29762581'] for segment, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:13.047076 n-d-803378-2 neutron-server[94420]: Traceback (most recent call last): Aug 05 11:30:13.047076 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:30:13.047076 n-d-803378-2 neutron-server[94420]: timer() Aug 05 11:30:13.047076 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:30:13.047076 n-d-803378-2 neutron-server[94420]: cb(*args, **kw) Aug 05 11:30:13.047076 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:30:13.047076 n-d-803378-2 neutron-server[94420]: return func(*args, **kwargs) Aug 05 11:30:13.047076 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:30:13.047076 n-d-803378-2 neutron-server[94420]: self._notify() Aug 05 11:30:13.047076 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:30:13.047076 n-d-803378-2 neutron-server[94420]: self.callback(batched_events) Aug 05 11:30:13.047076 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:30:13.047076 n-d-803378-2 neutron-server[94420]: event.method(event) Aug 05 11:30:13.047076 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:30:13.047076 n-d-803378-2 neutron-server[94420]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:30:13.047076 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:30:13.047076 n-d-803378-2 neutron-server[94420]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:30:13.047076 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:30:13.047076 n-d-803378-2 neutron-server[94420]: return f(self, *a, **k) Aug 05 11:30:13.047076 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:30:13.047076 n-d-803378-2 neutron-server[94420]: return self._get(url).json() Aug 05 11:30:13.047076 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:30:13.047076 n-d-803378-2 neutron-server[94420]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:30:13.047076 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:30:13.047076 n-d-803378-2 neutron-server[94420]: return self.request(url, 'GET', **kwargs) Aug 05 11:30:13.047076 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:30:13.047076 n-d-803378-2 neutron-server[94420]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:30:13.047076 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:30:13.047076 n-d-803378-2 neutron-server[94420]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:30:13.047076 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:30:13.047076 n-d-803378-2 neutron-server[94420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:30:13.047076 n-d-803378-2 neutron-server[94420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:30:13.094198 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a417bf86-46b7-4c06-86f5-38949e3977ab tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:13.105449 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a417bf86-46b7-4c06-86f5-38949e3977ab tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:13.113434 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 51312) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:30:13.113952 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-a417bf86-46b7-4c06-86f5-38949e3977ab tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "DELETE /v2.0/networks/266eb871-ab48-4daa-8285-46f4ed242b52 HTTP/1.1" status: 204 len: 168 time: 1.7680871 Aug 05 11:30:13.139514 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a417bf86-46b7-4c06-86f5-38949e3977ab tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Pushing event deleted for resources: {'Network': ['ID=266eb871-ab48-4daa-8285-46f4ed242b52,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:30:13.223385 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ac0e8a-9103-4956-bd97-f1d43a669e78 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:13.225647 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-15ac0e8a-9103-4956-bd97-f1d43a669e78 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1103623 Aug 05 11:30:13.230138 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 51316) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:30:13.330916 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218f5b3e-1042-4a80-a099-196a20624842 req-f4442d60-af58-485e-b4e1-9a9203dbcf70 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:13.335773 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-e43aca1b-4892-4a30-a33a-5a7a9c4c39d2 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0996301 Aug 05 11:30:13.339462 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 51318) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:30:13.340227 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-218f5b3e-1042-4a80-a099-196a20624842 req-f4442d60-af58-485e-b4e1-9a9203dbcf70 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 946 time: 0.1176405 Aug 05 11:30:13.368810 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-53865539-e326-4322-81a9-ca4f0d758a70 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1868490677'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:30:13.417092 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53865539-e326-4322-81a9-ca4f0d758a70 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Made reservation on behalf of c6f61cb628df45739d23be5e7f8e483c for: {'network': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:30:13.426341 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-53865539-e326-4322-81a9-ca4f0d758a70 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:13.428859 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-218f5b3e-1042-4a80-a099-196a20624842 req-85686942-8e52-4b49-ae7f-2035384c672a tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768521 Aug 05 11:30:13.504502 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53865539-e326-4322-81a9-ca4f0d758a70 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] vlan segment allocate from pool success with {'vlan_id': 650, 'physical_network': 'physnet1'} {{(pid=94421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:30:13.525556 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-53865539-e326-4322-81a9-ca4f0d758a70 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:13.525954 n-d-803378-2 neutron-server[94421]: INFO neutron.db.segments_db [None req-53865539-e326-4322-81a9-ca4f0d758a70 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Added segment ccf476c3-e420-4360-b9d3-a39fd7d859cb of type vlan for network b231bc3d-289d-4d75-83b4-dbebec13c7d1 Aug 05 11:30:13.619444 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-53865539-e326-4322-81a9-ca4f0d758a70 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:13.695934 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-53865539-e326-4322-81a9-ca4f0d758a70 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:13.705526 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b94607c-982e-4fff-aa65-ad13ea459472 req-109da5df-1138-4601-923f-5031843a9a2f tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:13.708271 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9b94607c-982e-4fff-aa65-ad13ea459472 req-109da5df-1138-4601-923f-5031843a9a2f tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0b417ba-3e30-4a2f-b013-aab4e7781aad HTTP/1.1" status: 200 len: 943 time: 0.1651330 Aug 05 11:30:13.718196 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53865539-e326-4322-81a9-ca4f0d758a70 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:13.719234 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-53865539-e326-4322-81a9-ca4f0d758a70 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:13.756651 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:13.778803 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-53865539-e326-4322-81a9-ca4f0d758a70 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4252944 Aug 05 11:30:13.797455 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 51338) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:30:13.818241 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-812582cc-56b0-4388-a17d-0f7ff9d9c3fb tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Request body: {'subnet': {'network_id': 'b231bc3d-289d-4d75-83b4-dbebec13c7d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:30:13.920512 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9b94607c-982e-4fff-aa65-ad13ea459472 req-51929a49-a9d9-4d08-8e28-6bc44aa998dd tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/security-groups?id=12d84a41-4254-4f43-a1c3-ae5bdc7fdfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853185 Aug 05 11:30:13.951289 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53865539-e326-4322-81a9-ca4f0d758a70 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Pushing event updated for resources: {'Network': ['ID=b231bc3d-289d-4d75-83b4-dbebec13c7d1,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:30:13.966904 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network b231bc3d-289d-4d75-83b4-dbebec13c7d1 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:30:14.027155 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-812582cc-56b0-4388-a17d-0f7ff9d9c3fb tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Made reservation on behalf of c6f61cb628df45739d23be5e7f8e483c for: {'subnet': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:30:14.031548 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-812582cc-56b0-4388-a17d-0f7ff9d9c3fb tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24211133'] for subnet, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:14.268557 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db7ac1b-7317-441a-8aff-1250f7f08252 req-f5f7112b-4b99-498f-a04d-ab10bbc7051e tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:14.275476 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2db7ac1b-7317-441a-8aff-1250f7f08252 req-f5f7112b-4b99-498f-a04d-ab10bbc7051e tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 946 time: 0.1724195 Aug 05 11:30:14.289037 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 4c084cde-b9f6-478a-bd7e-e0f23ef9c634 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:30:14.348363 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 4c084cde-b9f6-478a-bd7e-e0f23ef9c634 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:30:14.348986 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 4c084cde-b9f6-478a-bd7e-e0f23ef9c634 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:30:14.378277 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2db7ac1b-7317-441a-8aff-1250f7f08252 req-5b2a71a0-a05a-4450-8dff-9135d4f51a48 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005871 Aug 05 11:30:14.414779 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 51352) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:30:14.567352 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-812582cc-56b0-4388-a17d-0f7ff9d9c3fb tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29762700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24211087'] for subnet, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:14.651623 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b30b351-74cf-4250-bbca-a4aaf8d6d882 req-947fc794-7e7e-4f68-a14e-7c6962682d13 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:14.653380 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2b30b351-74cf-4250-bbca-a4aaf8d6d882 req-947fc794-7e7e-4f68-a14e-7c6962682d13 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 946 time: 0.1652400 Aug 05 11:30:14.703505 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812582cc-56b0-4388-a17d-0f7ff9d9c3fb tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Pushing event updated for resources: {'Subnet': ['ID=da27b7d8-531f-44ca-aa25-51bf3e67cf60,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:30:14.734234 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812582cc-56b0-4388-a17d-0f7ff9d9c3fb tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Checking segment: {'id': 'ccf476c3-e420-4360-b9d3-a39fd7d859cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'b231bc3d-289d-4d75-83b4-dbebec13c7d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:30:14.734638 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812582cc-56b0-4388-a17d-0f7ff9d9c3fb tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Network hostable DHCP agents. Network: b231bc3d-289d-4d75-83b4-dbebec13c7d1, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:30:14.745511 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2b30b351-74cf-4250-bbca-a4aaf8d6d882 req-7210cb31-acdc-4828-9a0c-d64d1346b978 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782592 Aug 05 11:30:14.773465 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812582cc-56b0-4388-a17d-0f7ff9d9c3fb tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Network b231bc3d-289d-4d75-83b4-dbebec13c7d1 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:30:14.795030 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-812582cc-56b0-4388-a17d-0f7ff9d9c3fb tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, b231bc3d-289d-4d75-83b4-dbebec13c7d1) {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:30:14.800838 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-812582cc-56b0-4388-a17d-0f7ff9d9c3fb tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:14.801988 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-812582cc-56b0-4388-a17d-0f7ff9d9c3fb tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:14.808975 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd68aaf-0fec-48b7-8e20-f2539200f8aa None None] Network b231bc3d-289d-4d75-83b4-dbebec13c7d1 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:30:14.833459 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-0297e930-3642-447c-b041-b76cc5242137 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1892407599-network', 'tenant_id': '414fedbaac69485883f7b104dc09cd3b'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:30:14.835366 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-812582cc-56b0-4388-a17d-0f7ff9d9c3fb tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0364521 Aug 05 11:30:14.845668 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 51370) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:30:14.851300 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-f2aa934e-8b14-4345-9707-993850a1f6dc tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Request body: {'port': {'network_id': 'b231bc3d-289d-4d75-83b4-dbebec13c7d1', 'name': 'tempest-PortsIpV6TestJSON-1367696063'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:30:14.885515 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0297e930-3642-447c-b041-b76cc5242137 admin admin] Made reservation on behalf of 414fedbaac69485883f7b104dc09cd3b for: {'network': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:30:14.889001 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0297e930-3642-447c-b041-b76cc5242137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:14.925888 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0297e930-3642-447c-b041-b76cc5242137 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:15.138014 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0297e930-3642-447c-b041-b76cc5242137 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:15.140853 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8637e958-54b8-4e7f-b6ac-584f7fac737a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-b231bc3d-289d-4d75-83b4-dbebec13c7d1', 'network_id': 'b231bc3d-289d-4d75-83b4-dbebec13c7d1', 'tenant_id': 'c6f61cb628df45739d23be5e7f8e483c', 'fixed_ips': [{'subnet_id': 'da27b7d8-531f-44ca-aa25-51bf3e67cf60'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 11:30:15.142226 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-8637e958-54b8-4e7f-b6ac-584f7fac737a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:15.144433 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0297e930-3642-447c-b041-b76cc5242137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:15.180764 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2aa934e-8b14-4345-9707-993850a1f6dc tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Made reservation on behalf of c6f61cb628df45739d23be5e7f8e483c for: {'port': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:30:15.185748 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f2aa934e-8b14-4345-9707-993850a1f6dc tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:15.190126 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0297e930-3642-447c-b041-b76cc5242137 admin admin] vlan segment allocate from pool success with {'vlan_id': 668, 'physical_network': 'physnet1'} {{(pid=94421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:30:15.204551 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0297e930-3642-447c-b041-b76cc5242137 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c37acc02-b0ac-425a-9af6-60b2c8c6eaad,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:30:15.219776 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0297e930-3642-447c-b041-b76cc5242137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:15.219776 n-d-803378-2 neutron-server[94421]: INFO neutron.db.segments_db [None req-0297e930-3642-447c-b041-b76cc5242137 admin admin] Added segment 9ecc72a9-5959-4e4a-ae1b-b2eb7994de66 of type vlan for network bd4d19e7-fa38-467b-bb6f-2ac2e8da6678 Aug 05 11:30:15.269497 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [None req-f2aa934e-8b14-4345-9707-993850a1f6dc tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] device_id is not set on port 0c1e4426-c59d-447f-a94a-03a10bdd3870 yet. {{(pid=94420) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 11:30:15.294098 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e88bd4-7d72-4677-8990-950d8ad2010b req-1c900cf0-4852-4777-9ed5-ac2f654a7ba6 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:15.295893 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0297e930-3642-447c-b041-b76cc5242137 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:15.303274 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-86e88bd4-7d72-4677-8990-950d8ad2010b req-1c900cf0-4852-4777-9ed5-ac2f654a7ba6 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0b417ba-3e30-4a2f-b013-aab4e7781aad HTTP/1.1" status: 200 len: 943 time: 0.1915064 Aug 05 11:30:15.340361 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0297e930-3642-447c-b041-b76cc5242137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:15.341613 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0297e930-3642-447c-b041-b76cc5242137 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:15.343387 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0297e930-3642-447c-b041-b76cc5242137 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:15.370458 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-0297e930-3642-447c-b041-b76cc5242137 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9539225 Aug 05 11:30:15.375676 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-8637e958-54b8-4e7f-b6ac-584f7fac737a None None] Allocated IP 2001:db8::2 (b231bc3d-289d-4d75-83b4-dbebec13c7d1/da27b7d8-531f-44ca-aa25-51bf3e67cf60/c230f88a-7653-43e2-ba39-70eef68c1c2f) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:30:15.388369 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 51382) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:30:15.396176 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-c46d4a9a-d827-42d7-a4f0-10571e826a5c admin admin] Request body: {'subnet': {'network_id': 'bd4d19e7-fa38-467b-bb6f-2ac2e8da6678', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1892407599-subnet', 'tenant_id': '414fedbaac69485883f7b104dc09cd3b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:30:15.419081 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57461b4-117f-4bb7-837e-1d6d17206370 req-019d7d52-d0bb-472c-b0b0-52c8c7cc57b9 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:15.421284 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e57461b4-117f-4bb7-837e-1d6d17206370 req-019d7d52-d0bb-472c-b0b0-52c8c7cc57b9 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 946 time: 0.2146969 Aug 05 11:30:15.435956 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0297e930-3642-447c-b041-b76cc5242137 admin admin] Pushing event updated for resources: {'Network': ['ID=bd4d19e7-fa38-467b-bb6f-2ac2e8da6678,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:30:15.438935 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-86e88bd4-7d72-4677-8990-950d8ad2010b req-d2b4fccb-9a5c-4bdf-9d77-54f983aad089 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/security-groups?id=12d84a41-4254-4f43-a1c3-ae5bdc7fdfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346705 Aug 05 11:30:15.459443 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network bd4d19e7-fa38-467b-bb6f-2ac2e8da6678 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:30:15.471125 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c46d4a9a-d827-42d7-a4f0-10571e826a5c admin admin] Made reservation on behalf of 414fedbaac69485883f7b104dc09cd3b for: {'subnet': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:30:15.474047 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c46d4a9a-d827-42d7-a4f0-10571e826a5c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24211133'] for subnet, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:15.551499 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e57461b4-117f-4bb7-837e-1d6d17206370 req-a7eb1cba-5314-4c9a-b9b1-96b0b07e5617 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183581 Aug 05 11:30:15.676353 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-8637e958-54b8-4e7f-b6ac-584f7fac737a None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:15.688384 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-8637e958-54b8-4e7f-b6ac-584f7fac737a None None] Transition to ACTIVE for port object c230f88a-7653-43e2-ba39-70eef68c1c2f will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:30:15.708314 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-8637e958-54b8-4e7f-b6ac-584f7fac737a None None] Transition to ACTIVE for port object c230f88a-7653-43e2-ba39-70eef68c1c2f will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:30:15.717137 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-8637e958-54b8-4e7f-b6ac-584f7fac737a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:15.763720 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8637e958-54b8-4e7f-b6ac-584f7fac737a None None] Network b231bc3d-289d-4d75-83b4-dbebec13c7d1 is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:30:15.770231 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-8637e958-54b8-4e7f-b6ac-584f7fac737a None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:30:15.776268 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8637e958-54b8-4e7f-b6ac-584f7fac737a None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:30:15.784813 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8637e958-54b8-4e7f-b6ac-584f7fac737a None None] Pushing event updated for resources: {'Port': ['ID=c230f88a-7653-43e2-ba39-70eef68c1c2f,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:30:15.804976 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c46d4a9a-d827-42d7-a4f0-10571e826a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29762700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24211087'] for subnet, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:15.847896 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-8637e958-54b8-4e7f-b6ac-584f7fac737a None None] Attempting to bind port c230f88a-7653-43e2-ba39-70eef68c1c2f on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:30:15.848614 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-8637e958-54b8-4e7f-b6ac-584f7fac737a None None] Attempting to bind port c230f88a-7653-43e2-ba39-70eef68c1c2f by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'ccf476c3-e420-4360-b9d3-a39fd7d859cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'b231bc3d-289d-4d75-83b4-dbebec13c7d1'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:30:15.849105 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8637e958-54b8-4e7f-b6ac-584f7fac737a None None] Attempting to bind port c230f88a-7653-43e2-ba39-70eef68c1c2f on network b231bc3d-289d-4d75-83b4-dbebec13c7d1 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:30:15.857481 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8637e958-54b8-4e7f-b6ac-584f7fac737a None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:30:15.858029 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8637e958-54b8-4e7f-b6ac-584f7fac737a None None] Checking segment: {'id': 'ccf476c3-e420-4360-b9d3-a39fd7d859cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'b231bc3d-289d-4d75-83b4-dbebec13c7d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:30:15.859177 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-8637e958-54b8-4e7f-b6ac-584f7fac737a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:15.859791 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8637e958-54b8-4e7f-b6ac-584f7fac737a None None] Bound using segment: {'id': 'ccf476c3-e420-4360-b9d3-a39fd7d859cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'b231bc3d-289d-4d75-83b4-dbebec13c7d1'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:30:15.860555 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-8637e958-54b8-4e7f-b6ac-584f7fac737a None None] Bound port: c230f88a-7653-43e2-ba39-70eef68c1c2f, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccf476c3-e420-4360-b9d3-a39fd7d859cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'b231bc3d-289d-4d75-83b4-dbebec13c7d1'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:30:15.861751 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-8637e958-54b8-4e7f-b6ac-584f7fac737a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:15.885399 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-f2aa934e-8b14-4345-9707-993850a1f6dc tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Allocated IP 2001:db8::38b (b231bc3d-289d-4d75-83b4-dbebec13c7d1/da27b7d8-531f-44ca-aa25-51bf3e67cf60/0c1e4426-c59d-447f-a94a-03a10bdd3870) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:30:15.912096 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae57cca6-82db-4eed-ae7f-ab930a7e644f req-a3f9f3e8-3d1f-4544-8984-9fbc8a632dd1 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:15.913818 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ae57cca6-82db-4eed-ae7f-ab930a7e644f req-a3f9f3e8-3d1f-4544-8984-9fbc8a632dd1 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 946 time: 0.1934891 Aug 05 11:30:15.940477 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46d4a9a-d827-42d7-a4f0-10571e826a5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c2625ee-4af4-4736-b80d-318aecc2bf2c,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:30:15.966586 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-8637e958-54b8-4e7f-b6ac-584f7fac737a None None] For port c230f88a-7653-43e2-ba39-70eef68c1c2f, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:30:15.975554 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-8637e958-54b8-4e7f-b6ac-584f7fac737a None None] For port c230f88a-7653-43e2-ba39-70eef68c1c2f, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=c230f88a-7653-43e2-ba39-70eef68c1c2f,segment=NetworkSegment(ccf476c3-e420-4360-b9d3-a39fd7d859cb),segment_id=ccf476c3-e420-4360-b9d3-a39fd7d859cb)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:30:15.981901 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-8637e958-54b8-4e7f-b6ac-584f7fac737a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:16.034728 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46d4a9a-d827-42d7-a4f0-10571e826a5c admin admin] Checking segment: {'id': '9ecc72a9-5959-4e4a-ae1b-b2eb7994de66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'bd4d19e7-fa38-467b-bb6f-2ac2e8da6678'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:30:16.034728 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46d4a9a-d827-42d7-a4f0-10571e826a5c admin admin] Network hostable DHCP agents. Network: bd4d19e7-fa38-467b-bb6f-2ac2e8da6678, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:30:16.055413 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ae57cca6-82db-4eed-ae7f-ab930a7e644f req-6a116f93-2c4f-434b-8b64-009cc95eaf66 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292937 Aug 05 11:30:16.086559 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8637e958-54b8-4e7f-b6ac-584f7fac737a None None] Pushing event updated for resources: {'Port': ['ID=c230f88a-7653-43e2-ba39-70eef68c1c2f,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:30:16.192521 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46d4a9a-d827-42d7-a4f0-10571e826a5c admin admin] Network bd4d19e7-fa38-467b-bb6f-2ac2e8da6678 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:30:16.273618 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f2aa934e-8b14-4345-9707-993850a1f6dc tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:16.281375 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-c46d4a9a-d827-42d7-a4f0-10571e826a5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, bd4d19e7-fa38-467b-bb6f-2ac2e8da6678) {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:30:16.289790 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da988153-3ad4-4fbe-9137-21edf5ed8607 None None] Network bd4d19e7-fa38-467b-bb6f-2ac2e8da6678 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:30:16.340974 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46d4a9a-d827-42d7-a4f0-10571e826a5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:16.341686 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c46d4a9a-d827-42d7-a4f0-10571e826a5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:16.370495 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [None req-f2aa934e-8b14-4345-9707-993850a1f6dc tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Transition to ACTIVE for port object 0c1e4426-c59d-447f-a94a-03a10bdd3870 will not be triggered until provisioned by entity DHCP. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:30:16.383321 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-c46d4a9a-d827-42d7-a4f0-10571e826a5c admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.9938357 Aug 05 11:30:16.419838 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3a2433-cb17-4c01-ad60-59d055656533 req-19ddb186-469b-4cc0-8acc-eba29f24fdcb tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:16.435740 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ed3a2433-cb17-4c01-ad60-59d055656533 req-19ddb186-469b-4cc0-8acc-eba29f24fdcb tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 946 time: 0.1587923 Aug 05 11:30:16.514279 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ed3a2433-cb17-4c01-ad60-59d055656533 req-38f3a89a-3c54-4ac5-a027-19d98c316e9c tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737891 Aug 05 11:30:16.522958 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f2aa934e-8b14-4345-9707-993850a1f6dc tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:16.599979 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e71ed8-c296-4f7c-8a69-45947b76a22c None None] Network bd4d19e7-fa38-467b-bb6f-2ac2e8da6678 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:30:16.666346 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2aa934e-8b14-4345-9707-993850a1f6dc tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Network b231bc3d-289d-4d75-83b4-dbebec13c7d1 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:30:16.712790 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-f2aa934e-8b14-4345-9707-993850a1f6dc tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:30:16.754851 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2aa934e-8b14-4345-9707-993850a1f6dc tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:30:16.760302 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2aa934e-8b14-4345-9707-993850a1f6dc tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:16.761024 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f2aa934e-8b14-4345-9707-993850a1f6dc tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:16.796706 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2aa934e-8b14-4345-9707-993850a1f6dc tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Pushing event updated for resources: {'Port': ['ID=0c1e4426-c59d-447f-a94a-03a10bdd3870,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:30:16.829556 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-f2aa934e-8b14-4345-9707-993850a1f6dc tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9827087 Aug 05 11:30:16.832654 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 51430) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:30:16.840010 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-1d4104e4-2884-4a46-b151-4da94e0fd08a tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Request body: {'port': {'network_id': 'b231bc3d-289d-4d75-83b4-dbebec13c7d1', 'name': 'tempest-PortsIpV6TestJSON-679686739'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:30:16.849818 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfca88c-9d74-45e4-bc0b-ac5828e0673d req-a8615bf2-c5e5-4749-b198-1567d8ef2e5c tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:16.851412 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7bfca88c-9d74-45e4-bc0b-ac5828e0673d req-a8615bf2-c5e5-4749-b198-1567d8ef2e5c tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0b417ba-3e30-4a2f-b013-aab4e7781aad HTTP/1.1" status: 200 len: 943 time: 0.2085793 Aug 05 11:30:16.862585 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea14b6a5-00c3-42e8-bb42-af7996b8b94b req-4812d287-6d8f-4e37-81f2-3c4f201069a7 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:16.864105 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ea14b6a5-00c3-42e8-bb42-af7996b8b94b req-4812d287-6d8f-4e37-81f2-3c4f201069a7 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 946 time: 0.2029297 Aug 05 11:30:16.932029 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7bfca88c-9d74-45e4-bc0b-ac5828e0673d req-91346d88-1742-4e46-953b-74330d6e0acb tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/security-groups?id=12d84a41-4254-4f43-a1c3-ae5bdc7fdfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666528 Aug 05 11:30:16.940115 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ea14b6a5-00c3-42e8-bb42-af7996b8b94b req-ce85cc2e-5bb7-458c-acb7-46c59ee29d41 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591397 Aug 05 11:30:17.029792 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d4104e4-2884-4a46-b151-4da94e0fd08a tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Made reservation on behalf of c6f61cb628df45739d23be5e7f8e483c for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:30:17.035174 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1d4104e4-2884-4a46-b151-4da94e0fd08a tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:17.067074 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [None req-1d4104e4-2884-4a46-b151-4da94e0fd08a tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] device_id is not set on port abe227a3-7ec4-40b1-8fbf-02f4c72f1c70 yet. {{(pid=94421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 11:30:17.251043 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-1d4104e4-2884-4a46-b151-4da94e0fd08a tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Allocated IP 2001:db8::356 (b231bc3d-289d-4d75-83b4-dbebec13c7d1/da27b7d8-531f-44ca-aa25-51bf3e67cf60/abe227a3-7ec4-40b1-8fbf-02f4c72f1c70) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:30:17.264065 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 0ccbd3e3-04b0-4986-ac53-14dd38cc55cc details requested by agent hyperv_n-h1-803378-2 with host n-h1-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:30:17.479499 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 0ccbd3e3-04b0-4986-ac53-14dd38cc55cc, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=0ccbd3e3-04b0-4986-ac53-14dd38cc55cc,segment=NetworkSegment(be89551e-4aa0-433b-90d8-e517f4f1da1f),segment_id=be89551e-4aa0-433b-90d8-e517f4f1da1f)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:30:17.502647 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Returning: {'device': '0ccbd3e3-04b0-4986-ac53-14dd38cc55cc', 'network_id': '546c0542-0f92-4f6c-914b-a74a81cd2290', 'port_id': '0ccbd3e3-04b0-4986-ac53-14dd38cc55cc', 'mac_address': 'fa:16:3e:8b:63:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61983880-6386-4045-bd2d-695dffcb92f9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:30:17.533209 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1d4104e4-2884-4a46-b151-4da94e0fd08a tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:17.558018 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c43e3e11-c77b-4a1f-980b-70fe4cb55da1 None None] Network b231bc3d-289d-4d75-83b4-dbebec13c7d1 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:30:17.564218 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [None req-1d4104e4-2884-4a46-b151-4da94e0fd08a tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Transition to ACTIVE for port object abe227a3-7ec4-40b1-8fbf-02f4c72f1c70 will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:30:17.600686 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d66a26-7e97-4715-abdc-a481ce8ae1d0 req-288acaff-2e88-4678-b4c3-9dd19d9de105 tempest-InstanceActionsV221TestJSON-1576358464 tempest-InstanceActionsV221TestJSON-1576358464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:17.602264 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-17d66a26-7e97-4715-abdc-a481ce8ae1d0 req-288acaff-2e88-4678-b4c3-9dd19d9de105 tempest-InstanceActionsV221TestJSON-1576358464 tempest-InstanceActionsV221TestJSON-1576358464-project] 10.222.0.58 "GET /v2.0/networks?id=bd4d19e7-fa38-467b-bb6f-2ac2e8da6678 HTTP/1.1" status: 200 len: 818 time: 0.3278883 Aug 05 11:30:17.611624 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1d4104e4-2884-4a46-b151-4da94e0fd08a tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:17.617459 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef65a29-ddff-4368-bf31-a6f129c1885a req-e18490b1-25e0-492d-8c86-d3193143e4ad tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:17.628382 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bef65a29-ddff-4368-bf31-a6f129c1885a req-e18490b1-25e0-492d-8c86-d3193143e4ad tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/networks?id=126f96b6-eb66-4c29-a167-bda979496a65 HTTP/1.1" status: 200 len: 814 time: 0.2493756 Aug 05 11:30:17.647355 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:17.657622 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-17d66a26-7e97-4715-abdc-a481ce8ae1d0 req-7ce94b8d-6b35-49d0-8e13-3e05cd909c95 tempest-InstanceActionsV221TestJSON-1576358464 tempest-InstanceActionsV221TestJSON-1576358464-project] 10.222.0.58 "GET /v2.0/quotas/414fedbaac69485883f7b104dc09cd3b HTTP/1.1" status: 200 len: 375 time: 0.0259309 Aug 05 11:30:17.660620 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bef65a29-ddff-4368-bf31-a6f129c1885a req-863f6229-1dcf-4901-a2c5-1bf6eabf2f6c tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/quotas/2a9a0c1c353042b1936f80e1e752fcad HTTP/1.1" status: 200 len: 375 time: 0.0311160 Aug 05 11:30:17.671952 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4104e4-2884-4a46-b151-4da94e0fd08a tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Network b231bc3d-289d-4d75-83b4-dbebec13c7d1 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:30:17.677812 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-1d4104e4-2884-4a46-b151-4da94e0fd08a tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:30:17.684095 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4104e4-2884-4a46-b151-4da94e0fd08a tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:30:17.684453 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ccbd3e3-04b0-4986-ac53-14dd38cc55cc {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:30:17.694545 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-3c4b9b13-da64-4218-ad71-e387c87e4647 None None] Provisioning for port c230f88a-7653-43e2-ba39-70eef68c1c2f completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:30:17.695260 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4104e4-2884-4a46-b151-4da94e0fd08a tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:17.696042 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1d4104e4-2884-4a46-b151-4da94e0fd08a tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:17.724284 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-1d4104e4-2884-4a46-b151-4da94e0fd08a tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8892889 Aug 05 11:30:17.735224 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 51470) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:30:17.747634 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-17d66a26-7e97-4715-abdc-a481ce8ae1d0 req-ef7d45d6-b3f0-482b-931c-c33147826f55 tempest-InstanceActionsV221TestJSON-1576358464 tempest-InstanceActionsV221TestJSON-1576358464-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=414fedbaac69485883f7b104dc09cd3b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0619996 Aug 05 11:30:17.750956 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4104e4-2884-4a46-b151-4da94e0fd08a tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Pushing event updated for resources: {'Port': ['ID=abe227a3-7ec4-40b1-8fbf-02f4c72f1c70,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:30:17.773595 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 0ccbd3e3-04b0-4986-ac53-14dd38cc55cc, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=0ccbd3e3-04b0-4986-ac53-14dd38cc55cc,segment=NetworkSegment(be89551e-4aa0-433b-90d8-e517f4f1da1f),segment_id=be89551e-4aa0-433b-90d8-e517f4f1da1f)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:30:17.805326 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:17.910797 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bef65a29-ddff-4368-bf31-a6f129c1885a req-f678d266-daf3-4a8f-9141-8eaa304686be tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=2a9a0c1c353042b1936f80e1e752fcad&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2385314 Aug 05 11:30:17.955884 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-824b0223-bb42-442a-9238-45c40fb19ee4 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:17.960750 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-824b0223-bb42-442a-9238-45c40fb19ee4 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A38b HTTP/1.1" status: 200 len: 929 time: 0.2216678 Aug 05 11:30:17.961446 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 51478) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:30:17.992075 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-17d66a26-7e97-4715-abdc-a481ce8ae1d0 req-510caa9a-926b-4e70-9c08-bc6cbf5c2d57 service neutron] 10.222.0.58 "GET /v2.0/networks/bd4d19e7-fa38-467b-bb6f-2ac2e8da6678?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431896 Aug 05 11:30:18.050243 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=0ccbd3e3-04b0-4986-ac53-14dd38cc55cc,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:30:18.160752 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-17d66a26-7e97-4715-abdc-a481ce8ae1d0 req-b6f41a9a-05a2-47b9-8811-ff7c6c6ace62 service neutron] 10.222.0.58 "GET /v2.0/networks/bd4d19e7-fa38-467b-bb6f-2ac2e8da6678?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572967 Aug 05 11:30:18.194477 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-62291af8-dac3-42d1-bab6-b8eedbfbed67 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Deleting port abe227a3-7ec4-40b1-8fbf-02f4c72f1c70 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:30:18.195161 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-62291af8-dac3-42d1-bab6-b8eedbfbed67 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:18.320469 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device c230f88a-7653-43e2-ba39-70eef68c1c2f up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:30:18.391927 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['0ccbd3e3-04b0-4986-ac53-14dd38cc55cc'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:30:18.462159 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b307b68c-32b5-481e-b90a-47647d5571a6 req-e6d06583-332c-466b-9921-d2487698e2d2 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:18.475019 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b307b68c-32b5-481e-b90a-47647d5571a6 req-e6d06583-332c-466b-9921-d2487698e2d2 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 946 time: 0.1799526 Aug 05 11:30:18.476162 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port c230f88a-7653-43e2-ba39-70eef68c1c2f completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:30:18.520662 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-62291af8-dac3-42d1-bab6-b8eedbfbed67 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:18.531340 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port c230f88a-7653-43e2-ba39-70eef68c1c2f triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:30:18.531781 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:18.553360 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b307b68c-32b5-481e-b90a-47647d5571a6 req-4b82bf19-591c-443c-a30c-84cd8691430d tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752518 Aug 05 11:30:18.578575 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-62291af8-dac3-42d1-bab6-b8eedbfbed67 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Calling delete_port for abe227a3-7ec4-40b1-8fbf-02f4c72f1c70 owned by {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:30:18.680359 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db9a7e6-eeb8-42f0-8902-f0fe010c008c req-904123d9-3d4e-4d82-b027-46759f689837 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:18.682573 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7db9a7e6-eeb8-42f0-8902-f0fe010c008c req-904123d9-3d4e-4d82-b027-46759f689837 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0b417ba-3e30-4a2f-b013-aab4e7781aad HTTP/1.1" status: 200 len: 944 time: 0.0992696 Aug 05 11:30:18.757609 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7db9a7e6-eeb8-42f0-8902-f0fe010c008c req-1bc7bc24-31f3-4842-bc0e-30047c0c33e7 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/security-groups?id=12d84a41-4254-4f43-a1c3-ae5bdc7fdfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671871 Aug 05 11:30:18.762077 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-789e5124-8bae-48ff-afe2-f2d6ff1262f1 None None] Provisioning complete for port c230f88a-7653-43e2-ba39-70eef68c1c2f triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:30:18.762470 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-789e5124-8bae-48ff-afe2-f2d6ff1262f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:18.955393 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-62291af8-dac3-42d1-bab6-b8eedbfbed67 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:18.974355 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-11b8b855-63cc-4b3a-88be-46311e743712 req-795e4143-9fca-4eaf-9747-92a89d8c3cd5 tempest-InstanceActionsV221TestJSON-1576358464 tempest-InstanceActionsV221TestJSON-1576358464-project] 10.222.0.58 "GET /v2.0/ports?device_id=7939129b-119f-49db-a458-d1ae8e3e609b HTTP/1.1" status: 200 len: 210 time: 0.1091776 Aug 05 11:30:19.062047 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62291af8-dac3-42d1-bab6-b8eedbfbed67 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Pushing event deleted for resources: {'Port': ['ID=abe227a3-7ec4-40b1-8fbf-02f4c72f1c70,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:30:19.088872 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:19.119199 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-62291af8-dac3-42d1-bab6-b8eedbfbed67 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:19.131129 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-62291af8-dac3-42d1-bab6-b8eedbfbed67 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "DELETE /v2.0/ports/abe227a3-7ec4-40b1-8fbf-02f4c72f1c70 HTTP/1.1" status: 204 len: 168 time: 1.1672266 Aug 05 11:30:19.132261 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 51508) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:30:19.185102 n-d-803378-2 neutron-server[94421]: INFO neutron.pecan_wsgi.hooks.translation [None req-5991ab96-efbd-4c0d-a359-ac9eba2ca50f tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] GET failed (client error): The resource could not be found. Aug 05 11:30:19.190330 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-5991ab96-efbd-4c0d-a359-ac9eba2ca50f tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "GET /v2.0/ports/abe227a3-7ec4-40b1-8fbf-02f4c72f1c70 HTTP/1.1" status: 404 len: 333 time: 0.0567169 Aug 05 11:30:19.191056 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 51514) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:30:19.273500 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port c230f88a-7653-43e2-ba39-70eef68c1c2f, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=c230f88a-7653-43e2-ba39-70eef68c1c2f,segment=NetworkSegment(ccf476c3-e420-4360-b9d3-a39fd7d859cb),segment_id=ccf476c3-e420-4360-b9d3-a39fd7d859cb)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:30:19.287998 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:19.295338 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f95b207-f790-4c2a-b659-f0eacee31c29 req-923579cb-01c4-4439-8aa7-686bc96aaf4f tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:19.311092 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8f95b207-f790-4c2a-b659-f0eacee31c29 req-923579cb-01c4-4439-8aa7-686bc96aaf4f tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 946 time: 0.2370818 Aug 05 11:30:19.317940 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 11:30:19.379204 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-789e5124-8bae-48ff-afe2-f2d6ff1262f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:19.465584 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8f95b207-f790-4c2a-b659-f0eacee31c29 req-a03ab361-29d4-4e77-965b-bf13ad3daaf2 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500015 Aug 05 11:30:19.481613 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-24d12a71-178e-4221-8f68-9d54355b36e5 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Deleting port 0c1e4426-c59d-447f-a94a-03a10bdd3870 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:30:19.484089 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-24d12a71-178e-4221-8f68-9d54355b36e5 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:19.523471 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=c230f88a-7653-43e2-ba39-70eef68c1c2f,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:30:19.560666 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.db.api [None req-789e5124-8bae-48ff-afe2-f2d6ff1262f1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94422) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 05 11:30:19.561184 n-d-803378-2 neutron-server[94422]: DEBUG oslo_db.api [None req-789e5124-8bae-48ff-afe2-f2d6ff1262f1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 11:30:19.744276 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-24d12a71-178e-4221-8f68-9d54355b36e5 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:19.768163 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-24d12a71-178e-4221-8f68-9d54355b36e5 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Calling delete_port for 0c1e4426-c59d-447f-a94a-03a10bdd3870 owned by {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:30:19.859995 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f83f062b-ab27-483a-9160-bd2dd9fe682d req-6a613865-0c00-4699-9dbf-1b25ec2483e4 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=2a9a0c1c353042b1936f80e1e752fcad HTTP/1.1" status: 200 len: 221 time: 0.1326988 Aug 05 11:30:20.032551 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-24d12a71-178e-4221-8f68-9d54355b36e5 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:20.052061 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a514fc-eec6-4e3a-9ce2-351c2b516a76 req-78acf326-b518-4e34-befd-888ba4f5c64c tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:20.056818 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-60a514fc-eec6-4e3a-9ce2-351c2b516a76 req-78acf326-b518-4e34-befd-888ba4f5c64c tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0b417ba-3e30-4a2f-b013-aab4e7781aad HTTP/1.1" status: 200 len: 944 time: 0.1042774 Aug 05 11:30:20.066638 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d12a71-178e-4221-8f68-9d54355b36e5 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Pushing event deleted for resources: {'Port': ['ID=0c1e4426-c59d-447f-a94a-03a10bdd3870,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:30:20.109073 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-24d12a71-178e-4221-8f68-9d54355b36e5 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:20.111649 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-24d12a71-178e-4221-8f68-9d54355b36e5 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "DELETE /v2.0/ports/0c1e4426-c59d-447f-a94a-03a10bdd3870 HTTP/1.1" status: 204 len: 168 time: 0.9180131 Aug 05 11:30:20.116578 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 51554) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:30:20.157795 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-60a514fc-eec6-4e3a-9ce2-351c2b516a76 req-83e18d5d-5fd7-4d93-851f-fd5e3a8a97c6 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/security-groups?id=12d84a41-4254-4f43-a1c3-ae5bdc7fdfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948722 Aug 05 11:30:20.161164 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-789e5124-8bae-48ff-afe2-f2d6ff1262f1 None None] Could not find standard attr ID for object abe227a3-7ec4-40b1-8fbf-02f4c72f1c70. {{(pid=94422) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 05 11:30:20.165334 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-789e5124-8bae-48ff-afe2-f2d6ff1262f1 None None] Could not find standard attr ID for object 0c1e4426-c59d-447f-a94a-03a10bdd3870. {{(pid=94422) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 05 11:30:20.180831 n-d-803378-2 neutron-server[94421]: INFO neutron.pecan_wsgi.hooks.translation [None req-e72e826c-ee50-40ba-ab83-5adb896365c2 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] GET failed (client error): The resource could not be found. Aug 05 11:30:20.183209 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-e72e826c-ee50-40ba-ab83-5adb896365c2 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "GET /v2.0/ports/0c1e4426-c59d-447f-a94a-03a10bdd3870 HTTP/1.1" status: 404 len: 333 time: 0.0644493 Aug 05 11:30:20.189264 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 51556) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:30:20.269961 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device c230f88a-7653-43e2-ba39-70eef68c1c2f up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:30:20.315250 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dccf89a-78b3-4733-9b79-4e5f48393519 req-43c587d1-4aed-4fd5-becc-d03457990ae8 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:20.330857 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_v2 [None req-2217f82b-a72c-4b42-97d0-d57a74503156 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Deleting subnet da27b7d8-531f-44ca-aa25-51bf3e67cf60 {{(pid=94421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:30:20.331212 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4dccf89a-78b3-4733-9b79-4e5f48393519 req-43c587d1-4aed-4fd5-becc-d03457990ae8 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 946 time: 0.2020392 Aug 05 11:30:20.336098 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2217f82b-a72c-4b42-97d0-d57a74503156 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks [] for subnet, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:20.344584 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-d6743794-1461-4fc1-a9c4-0cd4ff88ad44 None None] Could not find standard attr ID for object abe227a3-7ec4-40b1-8fbf-02f4c72f1c70. {{(pid=94422) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 05 11:30:20.385121 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-d6743794-1461-4fc1-a9c4-0cd4ff88ad44 None None] Could not find standard attr ID for object 0c1e4426-c59d-447f-a94a-03a10bdd3870. {{(pid=94422) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 05 11:30:20.429422 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2217f82b-a72c-4b42-97d0-d57a74503156 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29786388'] for subnet, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:20.437557 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port c230f88a-7653-43e2-ba39-70eef68c1c2f triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:30:20.441090 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:20.584887 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4dccf89a-78b3-4733-9b79-4e5f48393519 req-8a15b514-c8a8-4c69-839b-5123d4b89d71 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513430 Aug 05 11:30:20.618341 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2217f82b-a72c-4b42-97d0-d57a74503156 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:20.709734 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2217f82b-a72c-4b42-97d0-d57a74503156 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25038609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30075142'] for subnet, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:20.711980 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-23c4aa4b-e7a8-4704-a3d2-602d8ac94b1d req-ff0c651c-0559-4c01-9dc2-92e504c63bc2 tempest-InstanceActionsV221TestJSON-1576358464 tempest-InstanceActionsV221TestJSON-1576358464-project] 10.222.0.58 "GET /v2.0/ports?device_id=7939129b-119f-49db-a458-d1ae8e3e609b HTTP/1.1" status: 200 len: 210 time: 0.0823970 Aug 05 11:30:20.745317 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939f8dc0-1b06-4ad2-936d-606bdda766b5 None None] Network b231bc3d-289d-4d75-83b4-dbebec13c7d1 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:30:20.784954 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2217f82b-a72c-4b42-97d0-d57a74503156 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:20.785804 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d66a26-7e97-4715-abdc-a481ce8ae1d0 req-19e1a2b1-0a1a-4fba-baf4-3ad48d4e2e4d tempest-InstanceActionsV221TestJSON-1576358464 tempest-InstanceActionsV221TestJSON-1576358464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:20.787398 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-17d66a26-7e97-4715-abdc-a481ce8ae1d0 req-19e1a2b1-0a1a-4fba-baf4-3ad48d4e2e4d tempest-InstanceActionsV221TestJSON-1576358464 tempest-InstanceActionsV221TestJSON-1576358464-project] 10.222.0.55 "GET /v2.0/networks?id=bd4d19e7-fa38-467b-bb6f-2ac2e8da6678 HTTP/1.1" status: 200 len: 818 time: 0.3987746 Aug 05 11:30:20.788805 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-2217f82b-a72c-4b42-97d0-d57a74503156 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "DELETE /v2.0/subnets/da27b7d8-531f-44ca-aa25-51bf3e67cf60 HTTP/1.1" status: 204 len: 168 time: 0.5982041 Aug 05 11:30:20.790571 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2217f82b-a72c-4b42-97d0-d57a74503156 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Pushing event deleted for resources: {'Subnet': ['ID=da27b7d8-531f-44ca-aa25-51bf3e67cf60,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:30:20.791599 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 51572) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:30:20.809592 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-17d66a26-7e97-4715-abdc-a481ce8ae1d0 req-dddbab10-3a8c-4ebd-98d5-baac891942c9 tempest-InstanceActionsV221TestJSON-1576358464 tempest-InstanceActionsV221TestJSON-1576358464-project] Request body: {'port': {'device_id': '7939129b-119f-49db-a458-d1ae8e3e609b', 'network_id': 'bd4d19e7-fa38-467b-bb6f-2ac2e8da6678', 'admin_state_up': True, 'tenant_id': '414fedbaac69485883f7b104dc09cd3b'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:30:21.035970 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf93839-2f1b-43e9-a79a-79c2713f7367 None None] DHCP port deletion for b231bc3d-289d-4d75-83b4-dbebec13c7d1 request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 11:30:21.100437 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-faf93839-2f1b-43e9-a79a-79c2713f7367 None None] Deleting port c230f88a-7653-43e2-ba39-70eef68c1c2f {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:30:21.101323 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-faf93839-2f1b-43e9-a79a-79c2713f7367 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:21.192030 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-faf93839-2f1b-43e9-a79a-79c2713f7367 None None] For port c230f88a-7653-43e2-ba39-70eef68c1c2f, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=c230f88a-7653-43e2-ba39-70eef68c1c2f,segment=NetworkSegment(ccf476c3-e420-4360-b9d3-a39fd7d859cb),segment_id=ccf476c3-e420-4360-b9d3-a39fd7d859cb)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:30:21.192627 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-faf93839-2f1b-43e9-a79a-79c2713f7367 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:21.215522 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-faf93839-2f1b-43e9-a79a-79c2713f7367 None None] Calling delete_port for c230f88a-7653-43e2-ba39-70eef68c1c2f owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:30:21.283739 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 0ccbd3e3-04b0-4986-ac53-14dd38cc55cc up at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:30:21.363376 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-faf93839-2f1b-43e9-a79a-79c2713f7367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:21.394163 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf93839-2f1b-43e9-a79a-79c2713f7367 None None] Pushing event deleted for resources: {'Port': ['ID=c230f88a-7653-43e2-ba39-70eef68c1c2f,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:30:21.403939 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf93839-2f1b-43e9-a79a-79c2713f7367 None None] No DVR routers for this DVR port c230f88a-7653-43e2-ba39-70eef68c1c2f on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:30:21.411491 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning for port 0ccbd3e3-04b0-4986-ac53-14dd38cc55cc completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:30:21.419532 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning complete for port 0ccbd3e3-04b0-4986-ac53-14dd38cc55cc triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:30:21.419532 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:21.457549 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ddc41149-7205-42af-b5cd-04280800dfc8 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:21.471845 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb04e3af-9e83-4082-807c-965a3de374bc req-1dd30dc2-4c1c-4834-b2cf-632f1798837c tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:21.473437 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-eb04e3af-9e83-4082-807c-965a3de374bc req-1dd30dc2-4c1c-4834-b2cf-632f1798837c tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 946 time: 0.1875250 Aug 05 11:30:21.526867 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:21.555696 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0b417ba-3e30-4a2f-b013-aab4e7781aad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ccbd3e3-04b0-4986-ac53-14dd38cc55cc'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:30:21.558152 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e6cf4fd-25ed-4608-aca8-e0b97e769e25" -d '{"events": [{"server_uuid": "d0b417ba-3e30-4a2f-b013-aab4e7781aad", "name": "network-vif-plugged", "status": "completed", "tag": "0ccbd3e3-04b0-4986-ac53-14dd38cc55cc"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:30:21.571691 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-eb04e3af-9e83-4082-807c-965a3de374bc req-76402916-0894-4c41-b9e3-2b0e45393974 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897911 Aug 05 11:30:21.582061 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 0ccbd3e3-04b0-4986-ac53-14dd38cc55cc, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=0ccbd3e3-04b0-4986-ac53-14dd38cc55cc,segment=NetworkSegment(be89551e-4aa0-433b-90d8-e517f4f1da1f),segment_id=be89551e-4aa0-433b-90d8-e517f4f1da1f)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:30:21.587943 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:21.651112 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=0ccbd3e3-04b0-4986-ac53-14dd38cc55cc,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:30:21.655680 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17d66a26-7e97-4715-abdc-a481ce8ae1d0 req-dddbab10-3a8c-4ebd-98d5-baac891942c9 tempest-InstanceActionsV221TestJSON-1576358464 tempest-InstanceActionsV221TestJSON-1576358464-project] Made reservation on behalf of 414fedbaac69485883f7b104dc09cd3b for: {'port': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:30:21.659282 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-17d66a26-7e97-4715-abdc-a481ce8ae1d0 req-dddbab10-3a8c-4ebd-98d5-baac891942c9 tempest-InstanceActionsV221TestJSON-1576358464 tempest-InstanceActionsV221TestJSON-1576358464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:21.685022 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ddc41149-7205-42af-b5cd-04280800dfc8 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:21.706246 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-ddc41149-7205-42af-b5cd-04280800dfc8 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b231bc3d-289d-4d75-83b4-dbebec13c7d1']}} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:30:21.727689 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-ddc41149-7205-42af-b5cd-04280800dfc8 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccf476c3-e420-4360-b9d3-a39fd7d859cb') {'for_net_delete': True} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:30:21.728327 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-ddc41149-7205-42af-b5cd-04280800dfc8 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccf476c3-e420-4360-b9d3-a39fd7d859cb') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:30:21.730652 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1519f41-06c7-418e-8005-1e04430bba49 x-openstack-request-id: req-f1519f41-06c7-418e-8005-1e04430bba49 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:30:21.731049 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0b417ba-3e30-4a2f-b013-aab4e7781aad", "name": "network-vif-plugged", "status": "completed", "tag": "0ccbd3e3-04b0-4986-ac53-14dd38cc55cc", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:30:21.732473 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f1519f41-06c7-418e-8005-1e04430bba49 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:30:21.733320 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0b417ba-3e30-4a2f-b013-aab4e7781aad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ccbd3e3-04b0-4986-ac53-14dd38cc55cc', 'code': 200} Aug 05 11:30:21.800787 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:21.810315 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ddc41149-7205-42af-b5cd-04280800dfc8 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25010581'] for segment, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:21.835138 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2de0d9b-4e28-4658-ad8a-544eb5f155d2 req-37b5ed58-7cc1-4095-bb72-804db8f55278 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:21.836957 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c2de0d9b-4e28-4658-ad8a-544eb5f155d2 req-37b5ed58-7cc1-4095-bb72-804db8f55278 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0b417ba-3e30-4a2f-b013-aab4e7781aad HTTP/1.1" status: 200 len: 945 time: 0.2740376 Aug 05 11:30:21.888373 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ddc41149-7205-42af-b5cd-04280800dfc8 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:21.902799 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c19b7f2-80cd-4a10-b383-1a6c98702d7d req-4f4a4166-286b-4981-9ee4-4dd08a75b3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:21.905963 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1c19b7f2-80cd-4a10-b383-1a6c98702d7d req-4f4a4166-286b-4981-9ee4-4dd08a75b3ae service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d0b417ba-3e30-4a2f-b013-aab4e7781aad HTTP/1.1" status: 200 len: 1096 time: 0.0546210 Aug 05 11:30:21.911867 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddc41149-7205-42af-b5cd-04280800dfc8 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=94420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:30:21.911867 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ddc41149-7205-42af-b5cd-04280800dfc8 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29762581'] for segment, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:21.916687 n-d-803378-2 neutron-server[94420]: Traceback (most recent call last): Aug 05 11:30:21.916687 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:30:21.916687 n-d-803378-2 neutron-server[94420]: timer() Aug 05 11:30:21.916687 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:30:21.916687 n-d-803378-2 neutron-server[94420]: cb(*args, **kw) Aug 05 11:30:21.916687 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:30:21.916687 n-d-803378-2 neutron-server[94420]: return func(*args, **kwargs) Aug 05 11:30:21.916687 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:30:21.916687 n-d-803378-2 neutron-server[94420]: self._notify() Aug 05 11:30:21.916687 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:30:21.916687 n-d-803378-2 neutron-server[94420]: self.callback(batched_events) Aug 05 11:30:21.916687 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:30:21.916687 n-d-803378-2 neutron-server[94420]: event.method(event) Aug 05 11:30:21.916687 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:30:21.916687 n-d-803378-2 neutron-server[94420]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:30:21.916687 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:30:21.916687 n-d-803378-2 neutron-server[94420]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:30:21.916687 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:30:21.916687 n-d-803378-2 neutron-server[94420]: return f(self, *a, **k) Aug 05 11:30:21.916687 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:30:21.916687 n-d-803378-2 neutron-server[94420]: return self._get(url).json() Aug 05 11:30:21.916687 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:30:21.916687 n-d-803378-2 neutron-server[94420]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:30:21.916687 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:30:21.916687 n-d-803378-2 neutron-server[94420]: return self.request(url, 'GET', **kwargs) Aug 05 11:30:21.916687 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:30:21.916687 n-d-803378-2 neutron-server[94420]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:30:21.916687 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:30:21.916687 n-d-803378-2 neutron-server[94420]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:30:21.916687 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:30:21.916687 n-d-803378-2 neutron-server[94420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:30:21.916687 n-d-803378-2 neutron-server[94420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:30:21.951113 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1c19b7f2-80cd-4a10-b383-1a6c98702d7d req-4b5c129a-cec4-4a9d-bb8a-398cc77cc17f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=12d84a41-4254-4f43-a1c3-ae5bdc7fdfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369465 Aug 05 11:30:22.061319 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c2de0d9b-4e28-4658-ad8a-544eb5f155d2 req-99359a08-e30e-453b-bcf2-51f69345c4dc tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/security-groups?id=12d84a41-4254-4f43-a1c3-ae5bdc7fdfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112052 Aug 05 11:30:22.073329 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6036fa2b-d953-4ca7-9c87-5998af426104 req-7fa0f462-6b8f-41d5-aa4c-a1fbeb221878 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:22.074676 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6036fa2b-d953-4ca7-9c87-5998af426104 req-7fa0f462-6b8f-41d5-aa4c-a1fbeb221878 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 946 time: 0.2590060 Aug 05 11:30:22.075544 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ddc41149-7205-42af-b5cd-04280800dfc8 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:22.112274 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ddc41149-7205-42af-b5cd-04280800dfc8 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:22.114621 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-ddc41149-7205-42af-b5cd-04280800dfc8 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "DELETE /v2.0/networks/b231bc3d-289d-4d75-83b4-dbebec13c7d1 HTTP/1.1" status: 204 len: 168 time: 1.3220136 Aug 05 11:30:22.116653 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [req-17d66a26-7e97-4715-abdc-a481ce8ae1d0 req-dddbab10-3a8c-4ebd-98d5-baac891942c9 tempest-InstanceActionsV221TestJSON-1576358464 tempest-InstanceActionsV221TestJSON-1576358464-project] Allocated IP 172.20.0.2 (bd4d19e7-fa38-467b-bb6f-2ac2e8da6678/6c2625ee-4af4-4736-b80d-318aecc2bf2c/16ff58d8-53c5-4ccb-9e58-7f1422fab6de) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:30:22.120721 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 51612) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:30:22.127691 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-2a138af4-4a8d-4b8d-b979-c18c6bb25d64 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-713334677'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:30:22.169408 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc41149-7205-42af-b5cd-04280800dfc8 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Pushing event deleted for resources: {'Network': ['ID=b231bc3d-289d-4d75-83b4-dbebec13c7d1,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:30:22.189694 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a138af4-4a8d-4b8d-b979-c18c6bb25d64 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Made reservation on behalf of c6f61cb628df45739d23be5e7f8e483c for: {'network': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:30:22.194469 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2a138af4-4a8d-4b8d-b979-c18c6bb25d64 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:22.238633 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6036fa2b-d953-4ca7-9c87-5998af426104 req-f483726b-4c76-4fdb-8e66-125122a73870 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314778 Aug 05 11:30:22.252773 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a138af4-4a8d-4b8d-b979-c18c6bb25d64 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] vlan segment allocate from pool success with {'vlan_id': 657, 'physical_network': 'physnet1'} {{(pid=94421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:30:22.278192 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2a138af4-4a8d-4b8d-b979-c18c6bb25d64 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:22.278546 n-d-803378-2 neutron-server[94421]: INFO neutron.db.segments_db [None req-2a138af4-4a8d-4b8d-b979-c18c6bb25d64 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Added segment ceee4b68-54ef-48ef-b84b-649c7cfb9714 of type vlan for network d787716c-b917-4713-945d-b75346e7b30c Aug 05 11:30:22.288890 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device c230f88a-7653-43e2-ba39-70eef68c1c2f no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:30:22.329262 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: c230f88a-7653-43e2-ba39-70eef68c1c2f {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:30:22.330097 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device c230f88a-7653-43e2-ba39-70eef68c1c2f not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:30:22.376774 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2a138af4-4a8d-4b8d-b979-c18c6bb25d64 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:22.419838 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2a138af4-4a8d-4b8d-b979-c18c6bb25d64 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:22.426614 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a138af4-4a8d-4b8d-b979-c18c6bb25d64 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:22.427332 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2a138af4-4a8d-4b8d-b979-c18c6bb25d64 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:22.446551 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6f421468-b18d-4901-8747-95841188b5df req-5b787d0e-8bd7-4a91-9c17-a33d8b91dab0 tempest-InstanceActionsV221TestJSON-1576358464 tempest-InstanceActionsV221TestJSON-1576358464-project] 10.222.0.58 "GET /v2.0/ports?device_id=7939129b-119f-49db-a458-d1ae8e3e609b HTTP/1.1" status: 200 len: 210 time: 0.0394769 Aug 05 11:30:22.492721 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e83868-a750-4900-b498-2b1698a371ad req-76d1c26a-40aa-49f8-b225-d1e13b413f53 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:22.494335 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-81e83868-a750-4900-b498-2b1698a371ad req-76d1c26a-40aa-49f8-b225-d1e13b413f53 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 946 time: 0.1268346 Aug 05 11:30:22.531523 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 51630) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:30:22.531813 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-2a138af4-4a8d-4b8d-b979-c18c6bb25d64 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4094512 Aug 05 11:30:22.541893 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a138af4-4a8d-4b8d-b979-c18c6bb25d64 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Pushing event updated for resources: {'Network': ['ID=d787716c-b917-4713-945d-b75346e7b30c,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:30:22.549281 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-8daf63b6-0ecc-4745-b779-370bb492d6a2 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Request body: {'subnet': {'network_id': 'd787716c-b917-4713-945d-b75346e7b30c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:30:22.556138 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-17d66a26-7e97-4715-abdc-a481ce8ae1d0 req-dddbab10-3a8c-4ebd-98d5-baac891942c9 tempest-InstanceActionsV221TestJSON-1576358464 tempest-InstanceActionsV221TestJSON-1576358464-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:22.560670 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network d787716c-b917-4713-945d-b75346e7b30c details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:30:22.654623 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-81e83868-a750-4900-b498-2b1698a371ad req-a01a9817-14eb-41b5-b20d-6c5fc3d227e7 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384904 Aug 05 11:30:22.714123 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-17d66a26-7e97-4715-abdc-a481ce8ae1d0 req-dddbab10-3a8c-4ebd-98d5-baac891942c9 tempest-InstanceActionsV221TestJSON-1576358464 tempest-InstanceActionsV221TestJSON-1576358464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:22.720831 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8daf63b6-0ecc-4745-b779-370bb492d6a2 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Made reservation on behalf of c6f61cb628df45739d23be5e7f8e483c for: {'subnet': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:30:22.730585 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8daf63b6-0ecc-4745-b779-370bb492d6a2 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24211133'] for subnet, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:22.884065 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17d66a26-7e97-4715-abdc-a481ce8ae1d0 req-dddbab10-3a8c-4ebd-98d5-baac891942c9 tempest-InstanceActionsV221TestJSON-1576358464 tempest-InstanceActionsV221TestJSON-1576358464-project] Network bd4d19e7-fa38-467b-bb6f-2ac2e8da6678 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:30:22.903198 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [req-17d66a26-7e97-4715-abdc-a481ce8ae1d0 req-dddbab10-3a8c-4ebd-98d5-baac891942c9 tempest-InstanceActionsV221TestJSON-1576358464 tempest-InstanceActionsV221TestJSON-1576358464-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:30:22.916953 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [req-17d66a26-7e97-4715-abdc-a481ce8ae1d0 req-dddbab10-3a8c-4ebd-98d5-baac891942c9 tempest-InstanceActionsV221TestJSON-1576358464 tempest-InstanceActionsV221TestJSON-1576358464-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:30:22.922454 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbab10-3a8c-4ebd-98d5-baac891942c9 tempest-InstanceActionsV221TestJSON-1576358464 tempest-InstanceActionsV221TestJSON-1576358464-project] Pushing event updated for resources: {'Port': ['ID=16ff58d8-53c5-4ccb-9e58-7f1422fab6de,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:30:23.001468 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-207cf049-6f1f-4017-814e-efcb668dbf63 req-ae607aab-7555-46db-998b-dd8aaf2f091e tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=f53c87f73c234139b37fd7af2f4d4f63&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0695329 Aug 05 11:30:23.040797 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4684f432-f451-4140-ada5-6abd5a7a53db req-724d8edf-80e3-4fa9-b2fe-9ed41acfdefa tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:23.042923 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4684f432-f451-4140-ada5-6abd5a7a53db req-724d8edf-80e3-4fa9-b2fe-9ed41acfdefa tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 946 time: 0.2168922 Aug 05 11:30:23.053264 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d66a26-7e97-4715-abdc-a481ce8ae1d0 req-dddbab10-3a8c-4ebd-98d5-baac891942c9 tempest-InstanceActionsV221TestJSON-1576358464 tempest-InstanceActionsV221TestJSON-1576358464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:23.053911 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-17d66a26-7e97-4715-abdc-a481ce8ae1d0 req-dddbab10-3a8c-4ebd-98d5-baac891942c9 tempest-InstanceActionsV221TestJSON-1576358464 tempest-InstanceActionsV221TestJSON-1576358464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:23.161603 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-17d66a26-7e97-4715-abdc-a481ce8ae1d0 req-dddbab10-3a8c-4ebd-98d5-baac891942c9 tempest-InstanceActionsV221TestJSON-1576358464 tempest-InstanceActionsV221TestJSON-1576358464-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3577590 Aug 05 11:30:23.192464 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-17d66a26-7e97-4715-abdc-a481ce8ae1d0 req-eacbdf94-8bc3-4019-8dbb-6c3b4e199df3 service neutron] Request body: {'port': {'device_id': '7939129b-119f-49db-a458-d1ae8e3e609b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-2'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:30:23.246885 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4684f432-f451-4140-ada5-6abd5a7a53db req-8a3918e5-8350-4e8b-9075-84ad70d36094 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899152 Aug 05 11:30:23.346106 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8daf63b6-0ecc-4745-b779-370bb492d6a2 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29762700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24211087'] for subnet, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:23.369774 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207cf049-6f1f-4017-814e-efcb668dbf63 req-ba995429-d7e5-42cd-9063-89c5e2895245 tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:23.371296 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-207cf049-6f1f-4017-814e-efcb668dbf63 req-ba995429-d7e5-42cd-9063-89c5e2895245 tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3597300 Aug 05 11:30:23.417924 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-17d66a26-7e97-4715-abdc-a481ce8ae1d0 req-eacbdf94-8bc3-4019-8dbb-6c3b4e199df3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:23.464332 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-207cf049-6f1f-4017-814e-efcb668dbf63 req-2ea92d26-20e8-4065-bb13-0222a32ee0a6 tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] 10.222.0.58 "GET /v2.0/quotas/f53c87f73c234139b37fd7af2f4d4f63 HTTP/1.1" status: 200 len: 375 time: 0.0705647 Aug 05 11:30:23.522626 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daf63b6-0ecc-4745-b779-370bb492d6a2 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Pushing event updated for resources: {'Subnet': ['ID=85dfdeb2-5f1c-4708-9c12-a8edef5e795f,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:30:23.548711 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-207cf049-6f1f-4017-814e-efcb668dbf63 req-ba6cfdd5-5db0-491a-89e9-6035faaa0b10 tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=f53c87f73c234139b37fd7af2f4d4f63&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0759325 Aug 05 11:30:23.576231 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb26dac-7ee1-4c42-8de4-c220498c23f6 req-87111c0b-0150-4cea-a1fc-325209dea08e tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:23.578531 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-dcb26dac-7ee1-4c42-8de4-c220498c23f6 req-87111c0b-0150-4cea-a1fc-325209dea08e tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0b417ba-3e30-4a2f-b013-aab4e7781aad HTTP/1.1" status: 200 len: 945 time: 0.2180998 Aug 05 11:30:23.588198 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8daf63b6-0ecc-4745-b779-370bb492d6a2 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Checking segment: {'id': 'ceee4b68-54ef-48ef-b84b-649c7cfb9714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'd787716c-b917-4713-945d-b75346e7b30c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:30:23.588637 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8daf63b6-0ecc-4745-b779-370bb492d6a2 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Network hostable DHCP agents. Network: d787716c-b917-4713-945d-b75346e7b30c, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:30:23.754996 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8daf63b6-0ecc-4745-b779-370bb492d6a2 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Network d787716c-b917-4713-945d-b75346e7b30c is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:30:23.783429 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-dcb26dac-7ee1-4c42-8de4-c220498c23f6 req-45ec8959-d0dc-4450-b3be-840cbd403a03 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/security-groups?id=12d84a41-4254-4f43-a1c3-ae5bdc7fdfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963315 Aug 05 11:30:23.792935 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-8daf63b6-0ecc-4745-b779-370bb492d6a2 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, d787716c-b917-4713-945d-b75346e7b30c) {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:30:23.815738 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9f90fe-fed0-45b3-bc0a-008327159a86 None None] Network d787716c-b917-4713-945d-b75346e7b30c requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:30:23.838198 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8daf63b6-0ecc-4745-b779-370bb492d6a2 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:23.839347 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8daf63b6-0ecc-4745-b779-370bb492d6a2 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:24.049522 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 51688) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:30:24.056692 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-5a55e31f-55ba-430e-b451-e413236d2043 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Request body: {'port': {'network_id': 'd787716c-b917-4713-945d-b75346e7b30c', 'name': 'tempest-PortsIpV6TestJSON-1828441449', 'fixed_ips': [{'subnet_id': '85dfdeb2-5f1c-4708-9c12-a8edef5e795f', 'ip_address': '2001:db8::10'}]}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:30:24.061837 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-8daf63b6-0ecc-4745-b779-370bb492d6a2 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5267138 Aug 05 11:30:24.069200 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1705f5c-dbbb-42b9-ba59-4a04a5349dd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-d787716c-b917-4713-945d-b75346e7b30c', 'network_id': 'd787716c-b917-4713-945d-b75346e7b30c', 'tenant_id': 'c6f61cb628df45739d23be5e7f8e483c', 'fixed_ips': [{'subnet_id': '85dfdeb2-5f1c-4708-9c12-a8edef5e795f'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 11:30:24.070151 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e1705f5c-dbbb-42b9-ba59-4a04a5349dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:24.119952 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fac4e9-46de-46c5-bbfc-f86a4f649684 req-14bc7563-00fe-4d8f-b87a-6a02936ee316 tempest-InstanceActionsV221TestJSON-1576358464 tempest-InstanceActionsV221TestJSON-1576358464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:24.129141 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-13fac4e9-46de-46c5-bbfc-f86a4f649684 req-14bc7563-00fe-4d8f-b87a-6a02936ee316 tempest-InstanceActionsV221TestJSON-1576358464 tempest-InstanceActionsV221TestJSON-1576358464-project] 10.222.0.58 "GET /v2.0/ports?device_id=7939129b-119f-49db-a458-d1ae8e3e609b HTTP/1.1" status: 200 len: 931 time: 0.1783755 Aug 05 11:30:24.144367 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972eadcb-89a9-49ee-9f01-459635007974 req-bce533ac-643e-4be7-b37f-22b4a0e8c08e tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:24.146614 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-972eadcb-89a9-49ee-9f01-459635007974 req-bce533ac-643e-4be7-b37f-22b4a0e8c08e tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 946 time: 0.2004128 Aug 05 11:30:24.267064 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a55e31f-55ba-430e-b451-e413236d2043 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Made reservation on behalf of c6f61cb628df45739d23be5e7f8e483c for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:30:24.297098 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-e1705f5c-dbbb-42b9-ba59-4a04a5349dd9 None None] Allocated IP 2001:db8::2 (d787716c-b917-4713-945d-b75346e7b30c/85dfdeb2-5f1c-4708-9c12-a8edef5e795f/12172889-7ad4-41dd-9b98-efb8e29d608f) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:30:24.301225 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-13fac4e9-46de-46c5-bbfc-f86a4f649684 req-07f43101-7edf-4477-81b6-7ecac3c5cb99 tempest-InstanceActionsV221TestJSON-1576358464 tempest-InstanceActionsV221TestJSON-1576358464-project] 10.222.0.58 "GET /v2.0/security-groups?id=c37acc02-b0ac-425a-9af6-60b2c8c6eaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704490 Aug 05 11:30:24.310354 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-972eadcb-89a9-49ee-9f01-459635007974 req-c1051e06-87f6-48c3-9121-c6555404e658 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483386 Aug 05 11:30:24.444395 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [req-17d66a26-7e97-4715-abdc-a481ce8ae1d0 req-eacbdf94-8bc3-4019-8dbb-6c3b4e199df3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16ff58d8-53c5-4ccb-9e58-7f1422fab6de {{(pid=94420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:30:24.453976 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5a55e31f-55ba-430e-b451-e413236d2043 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:24.455190 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-17d66a26-7e97-4715-abdc-a481ce8ae1d0 req-eacbdf94-8bc3-4019-8dbb-6c3b4e199df3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:24.470342 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [req-17d66a26-7e97-4715-abdc-a481ce8ae1d0 req-eacbdf94-8bc3-4019-8dbb-6c3b4e199df3 service neutron] Transition to ACTIVE for port object 16ff58d8-53c5-4ccb-9e58-7f1422fab6de will not be triggered until provisioned by entity L2. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:30:24.483875 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [None req-5a55e31f-55ba-430e-b451-e413236d2043 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] device_id is not set on port ae8b1f9a-ccb1-4004-a2b0-0912868af9eb yet. {{(pid=94421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 11:30:24.508160 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ee7eccd1-a3fc-43a8-aff9-e990dfd082cf req-e4bea4f9-2b2e-4ed6-bfeb-5fc4990c8dd4 tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=f53c87f73c234139b37fd7af2f4d4f63&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0363381 Aug 05 11:30:24.523535 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-17d66a26-7e97-4715-abdc-a481ce8ae1d0 req-eacbdf94-8bc3-4019-8dbb-6c3b4e199df3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:24.583957 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e1705f5c-dbbb-42b9-ba59-4a04a5349dd9 None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:24.599058 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-e1705f5c-dbbb-42b9-ba59-4a04a5349dd9 None None] Transition to ACTIVE for port object 12172889-7ad4-41dd-9b98-efb8e29d608f will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:30:24.651770 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-e1705f5c-dbbb-42b9-ba59-4a04a5349dd9 None None] Transition to ACTIVE for port object 12172889-7ad4-41dd-9b98-efb8e29d608f will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:30:24.656511 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacbdf94-8bc3-4019-8dbb-6c3b4e199df3 service neutron] Pushing event updated for resources: {'Port': ['ID=16ff58d8-53c5-4ccb-9e58-7f1422fab6de,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:30:24.675938 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e1705f5c-dbbb-42b9-ba59-4a04a5349dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:24.773729 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1705f5c-dbbb-42b9-ba59-4a04a5349dd9 None None] Network d787716c-b917-4713-945d-b75346e7b30c is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:30:24.779402 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-e1705f5c-dbbb-42b9-ba59-4a04a5349dd9 None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:30:24.781789 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1705f5c-dbbb-42b9-ba59-4a04a5349dd9 None None] Pushing event updated for resources: {'Port': ['ID=12172889-7ad4-41dd-9b98-efb8e29d608f,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:30:24.784303 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1705f5c-dbbb-42b9-ba59-4a04a5349dd9 None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:30:24.798859 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-17d66a26-7e97-4715-abdc-a481ce8ae1d0 req-eacbdf94-8bc3-4019-8dbb-6c3b4e199df3 service neutron] Attempting to bind port 16ff58d8-53c5-4ccb-9e58-7f1422fab6de on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:30:24.799242 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-17d66a26-7e97-4715-abdc-a481ce8ae1d0 req-eacbdf94-8bc3-4019-8dbb-6c3b4e199df3 service neutron] Attempting to bind port 16ff58d8-53c5-4ccb-9e58-7f1422fab6de by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': '9ecc72a9-5959-4e4a-ae1b-b2eb7994de66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'bd4d19e7-fa38-467b-bb6f-2ac2e8da6678'}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:30:24.799537 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d66a26-7e97-4715-abdc-a481ce8ae1d0 req-eacbdf94-8bc3-4019-8dbb-6c3b4e199df3 service neutron] Attempting to bind port 16ff58d8-53c5-4ccb-9e58-7f1422fab6de on network bd4d19e7-fa38-467b-bb6f-2ac2e8da6678 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:30:24.818717 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-5a55e31f-55ba-430e-b451-e413236d2043 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Allocated IP 2001:db8::10 (d787716c-b917-4713-945d-b75346e7b30c/85dfdeb2-5f1c-4708-9c12-a8edef5e795f/ae8b1f9a-ccb1-4004-a2b0-0912868af9eb) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:30:24.822200 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7eccd1-a3fc-43a8-aff9-e990dfd082cf req-1a713a49-5f19-4d40-9937-43c8511ee758 tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:24.830760 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ee7eccd1-a3fc-43a8-aff9-e990dfd082cf req-1a713a49-5f19-4d40-9937-43c8511ee758 tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3215847 Aug 05 11:30:24.842528 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d66a26-7e97-4715-abdc-a481ce8ae1d0 req-eacbdf94-8bc3-4019-8dbb-6c3b4e199df3 service neutron] Port 16ff58d8-53c5-4ccb-9e58-7f1422fab6de on network bd4d19e7-fa38-467b-bb6f-2ac2e8da6678 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:30:24.842847 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d66a26-7e97-4715-abdc-a481ce8ae1d0 req-eacbdf94-8bc3-4019-8dbb-6c3b4e199df3 service neutron] Attempting to bind port 16ff58d8-53c5-4ccb-9e58-7f1422fab6de on network bd4d19e7-fa38-467b-bb6f-2ac2e8da6678 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:30:24.857438 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ee7eccd1-a3fc-43a8-aff9-e990dfd082cf req-e04a3498-a69a-424b-bb26-0b440a960de1 tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] 10.222.0.58 "GET /v2.0/quotas/f53c87f73c234139b37fd7af2f4d4f63 HTTP/1.1" status: 200 len: 375 time: 0.0254202 Aug 05 11:30:24.859393 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d66a26-7e97-4715-abdc-a481ce8ae1d0 req-eacbdf94-8bc3-4019-8dbb-6c3b4e199df3 service neutron] Checking agent: {'id': 'a8f1dd2d-227c-4e30-8844-52419ba734db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:30:24.859836 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d66a26-7e97-4715-abdc-a481ce8ae1d0 req-eacbdf94-8bc3-4019-8dbb-6c3b4e199df3 service neutron] Checking segment: {'id': '9ecc72a9-5959-4e4a-ae1b-b2eb7994de66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'bd4d19e7-fa38-467b-bb6f-2ac2e8da6678'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:30:24.860250 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d66a26-7e97-4715-abdc-a481ce8ae1d0 req-eacbdf94-8bc3-4019-8dbb-6c3b4e199df3 service neutron] Bound using segment: {'id': '9ecc72a9-5959-4e4a-ae1b-b2eb7994de66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'bd4d19e7-fa38-467b-bb6f-2ac2e8da6678'} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:30:24.860786 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-e1705f5c-dbbb-42b9-ba59-4a04a5349dd9 None None] Attempting to bind port 12172889-7ad4-41dd-9b98-efb8e29d608f on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:30:24.861397 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-17d66a26-7e97-4715-abdc-a481ce8ae1d0 req-eacbdf94-8bc3-4019-8dbb-6c3b4e199df3 service neutron] Bound port: 16ff58d8-53c5-4ccb-9e58-7f1422fab6de, host: n-h2-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ecc72a9-5959-4e4a-ae1b-b2eb7994de66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'bd4d19e7-fa38-467b-bb6f-2ac2e8da6678'}}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:30:24.861397 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-17d66a26-7e97-4715-abdc-a481ce8ae1d0 req-eacbdf94-8bc3-4019-8dbb-6c3b4e199df3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:24.862133 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-e1705f5c-dbbb-42b9-ba59-4a04a5349dd9 None None] Attempting to bind port 12172889-7ad4-41dd-9b98-efb8e29d608f by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'ceee4b68-54ef-48ef-b84b-649c7cfb9714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'd787716c-b917-4713-945d-b75346e7b30c'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:30:24.862808 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1705f5c-dbbb-42b9-ba59-4a04a5349dd9 None None] Attempting to bind port 12172889-7ad4-41dd-9b98-efb8e29d608f on network d787716c-b917-4713-945d-b75346e7b30c {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:30:24.872587 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1705f5c-dbbb-42b9-ba59-4a04a5349dd9 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:30:24.872587 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1705f5c-dbbb-42b9-ba59-4a04a5349dd9 None None] Checking segment: {'id': 'ceee4b68-54ef-48ef-b84b-649c7cfb9714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'd787716c-b917-4713-945d-b75346e7b30c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:30:24.872587 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e1705f5c-dbbb-42b9-ba59-4a04a5349dd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:24.872587 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1705f5c-dbbb-42b9-ba59-4a04a5349dd9 None None] Bound using segment: {'id': 'ceee4b68-54ef-48ef-b84b-649c7cfb9714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'd787716c-b917-4713-945d-b75346e7b30c'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:30:24.872587 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-e1705f5c-dbbb-42b9-ba59-4a04a5349dd9 None None] Bound port: 12172889-7ad4-41dd-9b98-efb8e29d608f, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceee4b68-54ef-48ef-b84b-649c7cfb9714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'd787716c-b917-4713-945d-b75346e7b30c'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:30:24.872587 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e1705f5c-dbbb-42b9-ba59-4a04a5349dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:24.913802 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ee7eccd1-a3fc-43a8-aff9-e990dfd082cf req-e45442b2-8015-49f7-b84e-84a39abd05e6 tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=f53c87f73c234139b37fd7af2f4d4f63&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0479929 Aug 05 11:30:24.923363 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f162bb-4c36-4247-b351-d39de0107f7d req-31853745-b608-47ce-a9d3-a23079d22b07 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:24.925132 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-45f162bb-4c36-4247-b351-d39de0107f7d req-31853745-b608-47ce-a9d3-a23079d22b07 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 946 time: 0.1822648 Aug 05 11:30:24.952700 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-e1705f5c-dbbb-42b9-ba59-4a04a5349dd9 None None] For port 12172889-7ad4-41dd-9b98-efb8e29d608f, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:30:24.959856 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-e1705f5c-dbbb-42b9-ba59-4a04a5349dd9 None None] For port 12172889-7ad4-41dd-9b98-efb8e29d608f, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=12172889-7ad4-41dd-9b98-efb8e29d608f,segment=NetworkSegment(ceee4b68-54ef-48ef-b84b-649c7cfb9714),segment_id=ceee4b68-54ef-48ef-b84b-649c7cfb9714)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:30:24.969765 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e1705f5c-dbbb-42b9-ba59-4a04a5349dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:25.020302 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-45f162bb-4c36-4247-b351-d39de0107f7d req-dbe8aa00-b63d-49fb-be73-b6db4e42510b tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690072 Aug 05 11:30:25.059017 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-17d66a26-7e97-4715-abdc-a481ce8ae1d0 req-eacbdf94-8bc3-4019-8dbb-6c3b4e199df3 service neutron] For port 16ff58d8-53c5-4ccb-9e58-7f1422fab6de, host n-h2-803378-2, cleared binding levels {{(pid=94420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:30:25.066997 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-17d66a26-7e97-4715-abdc-a481ce8ae1d0 req-eacbdf94-8bc3-4019-8dbb-6c3b4e199df3 service neutron] For port 16ff58d8-53c5-4ccb-9e58-7f1422fab6de, host n-h2-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=16ff58d8-53c5-4ccb-9e58-7f1422fab6de,segment=NetworkSegment(9ecc72a9-5959-4e4a-ae1b-b2eb7994de66),segment_id=9ecc72a9-5959-4e4a-ae1b-b2eb7994de66)] {{(pid=94420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:30:25.078836 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-17d66a26-7e97-4715-abdc-a481ce8ae1d0 req-eacbdf94-8bc3-4019-8dbb-6c3b4e199df3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:25.089853 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1705f5c-dbbb-42b9-ba59-4a04a5349dd9 None None] Pushing event updated for resources: {'Port': ['ID=12172889-7ad4-41dd-9b98-efb8e29d608f,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:30:25.132545 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d66a26-7e97-4715-abdc-a481ce8ae1d0 req-eacbdf94-8bc3-4019-8dbb-6c3b4e199df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:25.138483 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-17d66a26-7e97-4715-abdc-a481ce8ae1d0 req-eacbdf94-8bc3-4019-8dbb-6c3b4e199df3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:25.141722 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-17d66a26-7e97-4715-abdc-a481ce8ae1d0 req-eacbdf94-8bc3-4019-8dbb-6c3b4e199df3 service neutron] 10.222.0.55 "PUT /v2.0/ports/16ff58d8-53c5-4ccb-9e58-7f1422fab6de HTTP/1.1" status: 200 len: 1091 time: 1.9637527 Aug 05 11:30:25.143236 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7939129b-119f-49db-a458-d1ae8e3e609b', 'tag': '16ff58d8-53c5-4ccb-9e58-7f1422fab6de'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:30:25.145609 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}828068ad8d405ad77660ce68fa78e1ffe658725812f7a08f9e488a446589295b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e6d6e20-3738-42a2-8b5c-612654e2d0e2" -d '{"events": [{"name": "network-changed", "server_uuid": "7939129b-119f-49db-a458-d1ae8e3e609b", "tag": "16ff58d8-53c5-4ccb-9e58-7f1422fab6de"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:30:25.196943 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5a55e31f-55ba-430e-b451-e413236d2043 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:25.231930 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [None req-5a55e31f-55ba-430e-b451-e413236d2043 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Transition to ACTIVE for port object ae8b1f9a-ccb1-4004-a2b0-0912868af9eb will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:30:25.334393 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-207cf049-6f1f-4017-814e-efcb668dbf63 req-3d1cf050-7b75-41e9-9142-581addc0a725 tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=f53c87f73c234139b37fd7af2f4d4f63&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0543988 Aug 05 11:30:25.419305 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d66a26-7e97-4715-abdc-a481ce8ae1d0 req-d9ec969f-6f5e-4269-bd3c-4c46aa6ae3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:25.421647 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-17d66a26-7e97-4715-abdc-a481ce8ae1d0 req-d9ec969f-6f5e-4269-bd3c-4c46aa6ae3aa service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=414fedbaac69485883f7b104dc09cd3b&device_id=7939129b-119f-49db-a458-d1ae8e3e609b HTTP/1.1" status: 200 len: 1094 time: 0.1536787 Aug 05 11:30:25.439066 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5a55e31f-55ba-430e-b451-e413236d2043 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:25.539010 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-17d66a26-7e97-4715-abdc-a481ce8ae1d0 req-223cebee-787a-4065-a5d8-4c738a549996 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=16ff58d8-53c5-4ccb-9e58-7f1422fab6de HTTP/1.1" status: 200 len: 217 time: 0.0969918 Aug 05 11:30:25.555511 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c68f0f3-1e51-4a0d-b13e-7170de5ae7c0 req-a7d5bf22-55d8-4c77-a142-e3b2ea4d4dec tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:25.565042 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1c68f0f3-1e51-4a0d-b13e-7170de5ae7c0 req-a7d5bf22-55d8-4c77-a142-e3b2ea4d4dec tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0b417ba-3e30-4a2f-b013-aab4e7781aad HTTP/1.1" status: 200 len: 945 time: 0.3511107 Aug 05 11:30:25.571904 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacbdf94-8bc3-4019-8dbb-6c3b4e199df3 service neutron] Pushing event updated for resources: {'Port': ['ID=16ff58d8-53c5-4ccb-9e58-7f1422fab6de,revision_number=3']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:30:25.583142 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a55e31f-55ba-430e-b451-e413236d2043 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Network d787716c-b917-4713-945d-b75346e7b30c is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:30:25.678930 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207cf049-6f1f-4017-814e-efcb668dbf63 req-ebdae4eb-17e3-414b-926e-d422416469bd tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:25.680547 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-207cf049-6f1f-4017-814e-efcb668dbf63 req-ebdae4eb-17e3-414b-926e-d422416469bd tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2961762 Aug 05 11:30:25.683462 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d66a26-7e97-4715-abdc-a481ce8ae1d0 req-573cfc91-adfb-493e-b1c9-4287a242f72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:25.686321 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-17d66a26-7e97-4715-abdc-a481ce8ae1d0 req-573cfc91-adfb-493e-b1c9-4287a242f72a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6c2625ee-4af4-4736-b80d-318aecc2bf2c HTTP/1.1" status: 200 len: 858 time: 0.1324065 Aug 05 11:30:25.691330 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1c68f0f3-1e51-4a0d-b13e-7170de5ae7c0 req-626c5344-cde4-4ea8-bab2-ca56ef49e98b tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/security-groups?id=12d84a41-4254-4f43-a1c3-ae5bdc7fdfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252947 Aug 05 11:30:25.700662 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-5a55e31f-55ba-430e-b451-e413236d2043 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:30:25.709175 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c97919a-7e9a-464e-b18d-0cee418f14ce req-036ecfca-096a-4e18-a43b-dfdbdee87364 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:25.715020 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a55e31f-55ba-430e-b451-e413236d2043 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:30:25.716938 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0c97919a-7e9a-464e-b18d-0cee418f14ce req-036ecfca-096a-4e18-a43b-dfdbdee87364 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 946 time: 0.3466074 Aug 05 11:30:25.724244 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-207cf049-6f1f-4017-814e-efcb668dbf63 req-4acbde94-ef3c-41d8-b34a-8aab0636d392 tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] Request body: {'port': {'device_id': '21dc698f-345a-420b-8016-e43afed59e9e', 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a', 'admin_state_up': True, 'tenant_id': 'f53c87f73c234139b37fd7af2f4d4f63'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:30:25.737684 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a55e31f-55ba-430e-b451-e413236d2043 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:25.738429 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5a55e31f-55ba-430e-b451-e413236d2043 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:25.777383 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a55e31f-55ba-430e-b451-e413236d2043 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Pushing event updated for resources: {'Port': ['ID=ae8b1f9a-ccb1-4004-a2b0-0912868af9eb,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:30:25.798948 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-17d66a26-7e97-4715-abdc-a481ce8ae1d0 req-902442d3-0cff-4951-9224-db53d2f5d939 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bd4d19e7-fa38-467b-bb6f-2ac2e8da6678&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528824 Aug 05 11:30:25.823664 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-5a55e31f-55ba-430e-b451-e413236d2043 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7727852 Aug 05 11:30:25.825542 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 51730) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:30:25.842969 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-573f7bd2-75ad-41bc-bd46-49c2c1872c20 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Request body: {'port': {'network_id': 'd787716c-b917-4713-945d-b75346e7b30c', 'name': 'tempest-PortsIpV6TestJSON-357373060', 'fixed_ips': [{'subnet_id': '85dfdeb2-5f1c-4708-9c12-a8edef5e795f', 'ip_address': '2001:db8::f'}]}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:30:25.874846 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a692d522-4302-4515-b2be-eaa828a1b184 req-7c346369-670d-41b2-a707-f63846c43ceb tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] 10.222.0.58 "GET /v2.0/ports?device_id=2bcef571-9f02-432f-b5c7-c68acceeeebd HTTP/1.1" status: 200 len: 210 time: 0.0494132 Aug 05 11:30:25.917833 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0c97919a-7e9a-464e-b18d-0cee418f14ce req-2e142914-9f0a-49e1-9275-ffce5eb766f1 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981759 Aug 05 11:30:26.088627 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e626171-2c34-42f7-b54d-5f1cc3069033 x-openstack-request-id: req-3e626171-2c34-42f7-b54d-5f1cc3069033 {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:30:26.089099 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7939129b-119f-49db-a458-d1ae8e3e609b", "tag": "16ff58d8-53c5-4ccb-9e58-7f1422fab6de", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:30:26.089397 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3e626171-2c34-42f7-b54d-5f1cc3069033 {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:30:26.090017 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7939129b-119f-49db-a458-d1ae8e3e609b', 'tag': '16ff58d8-53c5-4ccb-9e58-7f1422fab6de', 'status': 'completed', 'code': 200} Aug 05 11:30:26.152988 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-573f7bd2-75ad-41bc-bd46-49c2c1872c20 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Made reservation on behalf of c6f61cb628df45739d23be5e7f8e483c for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:30:26.161344 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-573f7bd2-75ad-41bc-bd46-49c2c1872c20 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:26.191989 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8b9aad-f6e8-4bd6-b121-56062a324704 req-af698e01-f8ec-44aa-97b3-52ee20ded212 tempest-InstanceActionsV221TestJSON-1576358464 tempest-InstanceActionsV221TestJSON-1576358464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:26.194855 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1c8b9aad-f6e8-4bd6-b121-56062a324704 req-af698e01-f8ec-44aa-97b3-52ee20ded212 tempest-InstanceActionsV221TestJSON-1576358464 tempest-InstanceActionsV221TestJSON-1576358464-project] 10.222.0.58 "GET /v2.0/ports?device_id=7939129b-119f-49db-a458-d1ae8e3e609b HTTP/1.1" status: 200 len: 943 time: 0.1490197 Aug 05 11:30:26.203728 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-17d66a26-7e97-4715-abdc-a481ce8ae1d0 req-6f75ed4a-bcc0-46ab-ae3c-6701d95674a9 service neutron] 10.222.0.55 "GET /v2.0/networks/bd4d19e7-fa38-467b-bb6f-2ac2e8da6678?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3974104 Aug 05 11:30:26.213542 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-207cf049-6f1f-4017-814e-efcb668dbf63 req-4acbde94-ef3c-41d8-b34a-8aab0636d392 tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] Made reservation on behalf of f53c87f73c234139b37fd7af2f4d4f63 for: {'port': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:30:26.228774 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [None req-573f7bd2-75ad-41bc-bd46-49c2c1872c20 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] device_id is not set on port 39e01009-b2b8-4a6c-a988-e21d5ede35e3 yet. {{(pid=94421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 11:30:26.248216 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-207cf049-6f1f-4017-814e-efcb668dbf63 req-4acbde94-ef3c-41d8-b34a-8aab0636d392 tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:26.322632 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-207cf049-6f1f-4017-814e-efcb668dbf63 req-4acbde94-ef3c-41d8-b34a-8aab0636d392 tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:26.384701 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1c8b9aad-f6e8-4bd6-b121-56062a324704 req-07bda976-e393-4f6b-aaf0-1678758a1d3f tempest-InstanceActionsV221TestJSON-1576358464 tempest-InstanceActionsV221TestJSON-1576358464-project] 10.222.0.58 "GET /v2.0/security-groups?id=c37acc02-b0ac-425a-9af6-60b2c8c6eaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221020 Aug 05 11:30:26.398927 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 12172889-7ad4-41dd-9b98-efb8e29d608f up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:30:26.603091 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 12172889-7ad4-41dd-9b98-efb8e29d608f completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:30:26.648745 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-207cf049-6f1f-4017-814e-efcb668dbf63 req-4acbde94-ef3c-41d8-b34a-8aab0636d392 tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:26.679733 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-17d66a26-7e97-4715-abdc-a481ce8ae1d0 req-19460eaf-e9fc-4914-9a34-b593af85e735 service neutron] 10.222.0.55 "GET /v2.0/networks/bd4d19e7-fa38-467b-bb6f-2ac2e8da6678?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4642413 Aug 05 11:30:26.682702 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-207cf049-6f1f-4017-814e-efcb668dbf63 req-4acbde94-ef3c-41d8-b34a-8aab0636d392 tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:26.767419 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a1b1b2-e0cb-48cd-875a-c6fe5ea36b57 req-7b847b83-9b95-419b-af03-2da18072a30c tempest-LiveMigrationTest-868734295 tempest-LiveMigrationTest-868734295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:26.770536 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-34a1b1b2-e0cb-48cd-875a-c6fe5ea36b57 req-7b847b83-9b95-419b-af03-2da18072a30c tempest-LiveMigrationTest-868734295 tempest-LiveMigrationTest-868734295-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=d0b417ba-3e30-4a2f-b013-aab4e7781aad HTTP/1.1" status: 200 len: 1096 time: 0.1671903 Aug 05 11:30:26.837935 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-573f7bd2-75ad-41bc-bd46-49c2c1872c20 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Allocated IP 2001:db8::f (d787716c-b917-4713-945d-b75346e7b30c/85dfdeb2-5f1c-4708-9c12-a8edef5e795f/39e01009-b2b8-4a6c-a988-e21d5ede35e3) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:30:26.871144 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acbde94-ef3c-41d8-b34a-8aab0636d392 tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02cc6eac-67ba-47f3-90fb-e23087ccc773,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:30:26.888012 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6d6e20-3738-42a2-8b5c-612654e2d0e2 req-ef429d8f-50ef-47af-9fae-c21e7aaefb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:26.891721 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1e6d6e20-3738-42a2-8b5c-612654e2d0e2 req-ef429d8f-50ef-47af-9fae-c21e7aaefb48 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=414fedbaac69485883f7b104dc09cd3b&device_id=7939129b-119f-49db-a458-d1ae8e3e609b HTTP/1.1" status: 200 len: 1094 time: 0.1223195 Aug 05 11:30:26.922752 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cad36c-dd62-470f-a224-dd49e8d3c942 req-0236975d-5a03-4b7d-b4c9-ea346e64d12f tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:26.925338 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-40cad36c-dd62-470f-a224-dd49e8d3c942 req-0236975d-5a03-4b7d-b4c9-ea346e64d12f tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=40021a41-d350-4e38-ac4d-f69e07c48ffb HTTP/1.1" status: 200 len: 946 time: 0.2803552 Aug 05 11:30:26.940793 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa822d2-e523-446e-895e-d8b7eb7c37f2 None None] Network d787716c-b917-4713-945d-b75346e7b30c requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:30:27.016039 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-34a1b1b2-e0cb-48cd-875a-c6fe5ea36b57 req-2d6c9144-a422-43ba-8718-10e2bae752b8 tempest-LiveMigrationTest-868734295 tempest-LiveMigrationTest-868734295-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=12d84a41-4254-4f43-a1c3-ae5bdc7fdfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782968 Aug 05 11:30:27.027594 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-07c1a10e-a89e-4cc2-8c8b-2a1133ff55c6 None None] Provisioning for port 12172889-7ad4-41dd-9b98-efb8e29d608f completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:30:27.055412 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-07c1a10e-a89e-4cc2-8c8b-2a1133ff55c6 None None] Provisioning complete for port 12172889-7ad4-41dd-9b98-efb8e29d608f triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:30:27.055787 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-07c1a10e-a89e-4cc2-8c8b-2a1133ff55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:27.170757 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-40cad36c-dd62-470f-a224-dd49e8d3c942 req-8a70b186-b332-448c-8085-895091d482bb tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=47a5a50c-7385-42e8-98ac-c05af9825ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2320814 Aug 05 11:30:27.185016 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6d6e20-3738-42a2-8b5c-612654e2d0e2 req-79f0489a-2da7-4357-99e9-39f5a455069b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:27.186219 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1e6d6e20-3738-42a2-8b5c-612654e2d0e2 req-79f0489a-2da7-4357-99e9-39f5a455069b service neutron] 10.222.0.55 "GET /v2.0/networks?id=bd4d19e7-fa38-467b-bb6f-2ac2e8da6678 HTTP/1.1" status: 200 len: 919 time: 0.2748697 Aug 05 11:30:27.260459 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [req-207cf049-6f1f-4017-814e-efcb668dbf63 req-4acbde94-ef3c-41d8-b34a-8aab0636d392 tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] Allocated IP 192.168.233.182 (91caede3-92e4-4b1e-8e3e-36227cfd846a/6842f728-c2f3-4e36-bb32-3303d06ce3f4/d8eb95c1-7e88-499d-a153-7a5efede044d) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:30:27.293678 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1e6d6e20-3738-42a2-8b5c-612654e2d0e2 req-9b9a72b7-6563-4e8f-adc1-b6cee7f18da8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=16ff58d8-53c5-4ccb-9e58-7f1422fab6de HTTP/1.1" status: 200 len: 217 time: 0.0989902 Aug 05 11:30:27.317474 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-573f7bd2-75ad-41bc-bd46-49c2c1872c20 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:27.331883 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-07c1a10e-a89e-4cc2-8c8b-2a1133ff55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:27.361789 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ee7eccd1-a3fc-43a8-aff9-e990dfd082cf req-290b04bc-d62c-4ab9-b997-2832de911400 tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=f53c87f73c234139b37fd7af2f4d4f63&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1474886 Aug 05 11:30:27.430650 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [None req-573f7bd2-75ad-41bc-bd46-49c2c1872c20 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Transition to ACTIVE for port object 39e01009-b2b8-4a6c-a988-e21d5ede35e3 will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:30:27.436873 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-07c1a10e-a89e-4cc2-8c8b-2a1133ff55c6 None None] For port 12172889-7ad4-41dd-9b98-efb8e29d608f, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=12172889-7ad4-41dd-9b98-efb8e29d608f,segment=NetworkSegment(ceee4b68-54ef-48ef-b84b-649c7cfb9714),segment_id=ceee4b68-54ef-48ef-b84b-649c7cfb9714)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:30:27.444361 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-07c1a10e-a89e-4cc2-8c8b-2a1133ff55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:27.543719 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6d6e20-3738-42a2-8b5c-612654e2d0e2 req-5c07017b-be35-4dd1-9b35-5f4a41dfbf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:27.546304 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1e6d6e20-3738-42a2-8b5c-612654e2d0e2 req-5c07017b-be35-4dd1-9b35-5f4a41dfbf69 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6c2625ee-4af4-4736-b80d-318aecc2bf2c HTTP/1.1" status: 200 len: 858 time: 0.2381389 Aug 05 11:30:27.554268 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c1a10e-a89e-4cc2-8c8b-2a1133ff55c6 None None] Pushing event updated for resources: {'Port': ['ID=12172889-7ad4-41dd-9b98-efb8e29d608f,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:30:27.614646 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1e6d6e20-3738-42a2-8b5c-612654e2d0e2 req-39f97e2d-f48e-4ed9-9c32-6b821ce890e0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bd4d19e7-fa38-467b-bb6f-2ac2e8da6678&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603390 Aug 05 11:30:27.705899 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7eccd1-a3fc-43a8-aff9-e990dfd082cf req-3e912656-1149-490b-9388-dc68951f0811 tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:27.707805 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ee7eccd1-a3fc-43a8-aff9-e990dfd082cf req-3e912656-1149-490b-9388-dc68951f0811 tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3167059 Aug 05 11:30:27.720939 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-573f7bd2-75ad-41bc-bd46-49c2c1872c20 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:27.743198 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-ee7eccd1-a3fc-43a8-aff9-e990dfd082cf req-35d7508f-9af1-4f53-a3a4-c74126598a67 tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] Request body: {'port': {'device_id': '2bcef571-9f02-432f-b5c7-c68acceeeebd', 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a', 'admin_state_up': True, 'tenant_id': 'f53c87f73c234139b37fd7af2f4d4f63'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:30:27.807949 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-a8457944-a52c-46d4-9cc8-acd0e6ee080b None None] Provisioning complete for port 12172889-7ad4-41dd-9b98-efb8e29d608f triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:30:27.808748 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-a8457944-a52c-46d4-9cc8-acd0e6ee080b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:27.925294 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-573f7bd2-75ad-41bc-bd46-49c2c1872c20 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Network d787716c-b917-4713-945d-b75346e7b30c is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:30:27.964107 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-a8457944-a52c-46d4-9cc8-acd0e6ee080b None None] Provisioning for port ae8b1f9a-ccb1-4004-a2b0-0912868af9eb completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:30:27.971230 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-573f7bd2-75ad-41bc-bd46-49c2c1872c20 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:30:27.972760 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-a8457944-a52c-46d4-9cc8-acd0e6ee080b None None] Provisioning complete for port ae8b1f9a-ccb1-4004-a2b0-0912868af9eb triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:30:27.973252 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-a8457944-a52c-46d4-9cc8-acd0e6ee080b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:27.976526 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573f7bd2-75ad-41bc-bd46-49c2c1872c20 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:30:27.987462 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-573f7bd2-75ad-41bc-bd46-49c2c1872c20 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:27.988925 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-573f7bd2-75ad-41bc-bd46-49c2c1872c20 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:28.057965 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-a8457944-a52c-46d4-9cc8-acd0e6ee080b None None] Port ae8b1f9a-ccb1-4004-a2b0-0912868af9eb cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:30:28.058816 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1e6d6e20-3738-42a2-8b5c-612654e2d0e2 req-6f61ee57-0613-4993-b942-8aacff52b710 service neutron] 10.222.0.55 "GET /v2.0/networks/bd4d19e7-fa38-467b-bb6f-2ac2e8da6678?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4341497 Aug 05 11:30:28.099323 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573f7bd2-75ad-41bc-bd46-49c2c1872c20 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Pushing event updated for resources: {'Port': ['ID=39e01009-b2b8-4a6c-a988-e21d5ede35e3,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:30:28.134211 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c91e13f5-dcfb-4b30-a1df-7c6eb5c26702 req-0fd1696a-0605-4312-ae7f-c714c5960c57 tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] 10.222.0.58 "GET /v2.0/ports?device_id=2bcef571-9f02-432f-b5c7-c68acceeeebd HTTP/1.1" status: 200 len: 210 time: 0.6454091 Aug 05 11:30:28.144058 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-573f7bd2-75ad-41bc-bd46-49c2c1872c20 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.3172243 Aug 05 11:30:28.155868 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-207cf049-6f1f-4017-814e-efcb668dbf63 req-4acbde94-ef3c-41d8-b34a-8aab0636d392 tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:28.172950 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [req-207cf049-6f1f-4017-814e-efcb668dbf63 req-4acbde94-ef3c-41d8-b34a-8aab0636d392 tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] Transition to ACTIVE for port object d8eb95c1-7e88-499d-a153-7a5efede044d will not be triggered until provisioned by entity DHCP. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:30:28.195714 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-d16c9a65-477e-4e1c-9df3-e2197b52ac9c None None] Provisioning complete for port ae8b1f9a-ccb1-4004-a2b0-0912868af9eb triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:30:28.196241 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-d16c9a65-477e-4e1c-9df3-e2197b52ac9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:28.234356 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 51750) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:30:28.263807 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-207cf049-6f1f-4017-814e-efcb668dbf63 req-4acbde94-ef3c-41d8-b34a-8aab0636d392 tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:28.374157 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 12172889-7ad4-41dd-9b98-efb8e29d608f up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:30:28.397726 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee7eccd1-a3fc-43a8-aff9-e990dfd082cf req-35d7508f-9af1-4f53-a3a4-c74126598a67 tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] Made reservation on behalf of f53c87f73c234139b37fd7af2f4d4f63 for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:30:28.402776 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-ee7eccd1-a3fc-43a8-aff9-e990dfd082cf req-35d7508f-9af1-4f53-a3a4-c74126598a67 tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:28.463753 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-207cf049-6f1f-4017-814e-efcb668dbf63 req-4acbde94-ef3c-41d8-b34a-8aab0636d392 tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] Network 91caede3-92e4-4b1e-8e3e-36227cfd846a is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:30:28.481625 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-d16c9a65-477e-4e1c-9df3-e2197b52ac9c None None] Port ae8b1f9a-ccb1-4004-a2b0-0912868af9eb cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:30:28.494335 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e47f6bf-ae29-4e5c-bdd9-e83914269871 req-dbcbb270-f8f7-446d-a978-2d0e9a9d0ed9 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:28.496162 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3e47f6bf-ae29-4e5c-bdd9-e83914269871 req-dbcbb270-f8f7-446d-a978-2d0e9a9d0ed9 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 946 time: 1.0052061 Aug 05 11:30:28.498162 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [req-207cf049-6f1f-4017-814e-efcb668dbf63 req-4acbde94-ef3c-41d8-b34a-8aab0636d392 tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:30:28.505468 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [req-207cf049-6f1f-4017-814e-efcb668dbf63 req-4acbde94-ef3c-41d8-b34a-8aab0636d392 tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:30:28.561843 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 12172889-7ad4-41dd-9b98-efb8e29d608f triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:30:28.562298 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:28.625686 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-ee7eccd1-a3fc-43a8-aff9-e990dfd082cf req-35d7508f-9af1-4f53-a3a4-c74126598a67 tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] Allocated IP 192.168.233.104 (91caede3-92e4-4b1e-8e3e-36227cfd846a/6842f728-c2f3-4e36-bb32-3303d06ce3f4/c042185e-969b-41b5-9da5-597bd4b0deda) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:30:28.635676 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207cf049-6f1f-4017-814e-efcb668dbf63 req-4acbde94-ef3c-41d8-b34a-8aab0636d392 tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:28.636378 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-207cf049-6f1f-4017-814e-efcb668dbf63 req-4acbde94-ef3c-41d8-b34a-8aab0636d392 tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:28.662358 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acbde94-ef3c-41d8-b34a-8aab0636d392 tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] Pushing event updated for resources: {'Port': ['ID=d8eb95c1-7e88-499d-a153-7a5efede044d,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:30:28.744128 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1e6d6e20-3738-42a2-8b5c-612654e2d0e2 req-d17ca563-a5b4-4028-b8fe-720a7fb92b00 service neutron] 10.222.0.55 "GET /v2.0/networks/bd4d19e7-fa38-467b-bb6f-2ac2e8da6678?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6408906 Aug 05 11:30:28.750044 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1523bb4-0beb-4034-92e8-8d5785c8d167 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:28.759636 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-a1523bb4-0beb-4034-92e8-8d5785c8d167 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.5173147 Aug 05 11:30:28.779386 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 51754) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:30:28.787469 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741cd82c-c941-4f04-8770-44fc871139cd req-072bfb81-de19-46aa-bf63-f050bcbb8581 tempest-LiveMigrationTest-868734295 tempest-LiveMigrationTest-868734295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:28.800844 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-741cd82c-c941-4f04-8770-44fc871139cd req-072bfb81-de19-46aa-bf63-f050bcbb8581 tempest-LiveMigrationTest-868734295 tempest-LiveMigrationTest-868734295-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=d0b417ba-3e30-4a2f-b013-aab4e7781aad HTTP/1.1" status: 200 len: 1096 time: 0.4808850 Aug 05 11:30:28.807424 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-c62cfcd5-f73b-480d-b395-1679ea7f527c None None] Provisioning for port 39e01009-b2b8-4a6c-a988-e21d5ede35e3 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:30:28.824665 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-207cf049-6f1f-4017-814e-efcb668dbf63 req-4acbde94-ef3c-41d8-b34a-8aab0636d392 tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1041207 Aug 05 11:30:28.839952 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-c62cfcd5-f73b-480d-b395-1679ea7f527c None None] Provisioning complete for port 39e01009-b2b8-4a6c-a988-e21d5ede35e3 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:30:28.839952 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c62cfcd5-f73b-480d-b395-1679ea7f527c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:28.884736 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-207cf049-6f1f-4017-814e-efcb668dbf63 req-57d90e05-257c-4d41-b95b-1fdda5983d51 service neutron] Request body: {'port': {'device_id': '21dc698f-345a-420b-8016-e43afed59e9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-2'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:30:28.940808 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-ee7eccd1-a3fc-43a8-aff9-e990dfd082cf req-35d7508f-9af1-4f53-a3a4-c74126598a67 tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:28.941154 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-c62cfcd5-f73b-480d-b395-1679ea7f527c None None] Port 39e01009-b2b8-4a6c-a988-e21d5ede35e3 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:30:28.954505 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-741cd82c-c941-4f04-8770-44fc871139cd req-b0eb9db6-bb92-4d65-9092-7219eb63f2fa tempest-LiveMigrationTest-868734295 tempest-LiveMigrationTest-868734295-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=12d84a41-4254-4f43-a1c3-ae5bdc7fdfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520975 Aug 05 11:30:28.979035 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3e47f6bf-ae29-4e5c-bdd9-e83914269871 req-c14c4412-1d9e-4d00-80a8-ec55aae635ce tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3180254 Aug 05 11:30:28.990946 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-ee7eccd1-a3fc-43a8-aff9-e990dfd082cf req-35d7508f-9af1-4f53-a3a4-c74126598a67 tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] Transition to ACTIVE for port object c042185e-969b-41b5-9da5-597bd4b0deda will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:30:29.026155 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:29.067910 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 16ff58d8-53c5-4ccb-9e58-7f1422fab6de details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:30:29.105533 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-ee7eccd1-a3fc-43a8-aff9-e990dfd082cf req-35d7508f-9af1-4f53-a3a4-c74126598a67 tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:29.109257 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-83f02dc6-ef32-45ae-ba4d-ce1b3a592591 None None] Provisioning for port d8eb95c1-7e88-499d-a153-7a5efede044d completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:30:29.129882 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-323da0a1-3372-4851-a231-5c38b1ba8949 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:29.133225 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-83f02dc6-ef32-45ae-ba4d-ce1b3a592591 None None] Provisioning complete for port d8eb95c1-7e88-499d-a153-7a5efede044d triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:30:29.133627 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-83f02dc6-ef32-45ae-ba4d-ce1b3a592591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:29.159075 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-323da0a1-3372-4851-a231-5c38b1ba8949 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:29.166900 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-323da0a1-3372-4851-a231-5c38b1ba8949 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:29.175367 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-323da0a1-3372-4851-a231-5c38b1ba8949 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.3669677 Aug 05 11:30:29.178116 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 51766) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:30:29.218665 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee7eccd1-a3fc-43a8-aff9-e990dfd082cf req-35d7508f-9af1-4f53-a3a4-c74126598a67 tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] Network 91caede3-92e4-4b1e-8e3e-36227cfd846a is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:30:29.227648 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-ee7eccd1-a3fc-43a8-aff9-e990dfd082cf req-35d7508f-9af1-4f53-a3a4-c74126598a67 tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:30:29.238281 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee7eccd1-a3fc-43a8-aff9-e990dfd082cf req-35d7508f-9af1-4f53-a3a4-c74126598a67 tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:30:29.291401 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-207cf049-6f1f-4017-814e-efcb668dbf63 req-57d90e05-257c-4d41-b95b-1fdda5983d51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:29.390604 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-83f02dc6-ef32-45ae-ba4d-ce1b3a592591 None None] Port d8eb95c1-7e88-499d-a153-7a5efede044d cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:30:29.397086 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d7508f-9af1-4f53-a3a4-c74126598a67 tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] Pushing event updated for resources: {'Port': ['ID=c042185e-969b-41b5-9da5-597bd4b0deda,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:30:29.439698 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7eccd1-a3fc-43a8-aff9-e990dfd082cf req-35d7508f-9af1-4f53-a3a4-c74126598a67 tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:29.441311 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-ee7eccd1-a3fc-43a8-aff9-e990dfd082cf req-35d7508f-9af1-4f53-a3a4-c74126598a67 tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:29.473514 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ee7eccd1-a3fc-43a8-aff9-e990dfd082cf req-35d7508f-9af1-4f53-a3a4-c74126598a67 tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7365499 Aug 05 11:30:29.520796 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-ee7eccd1-a3fc-43a8-aff9-e990dfd082cf req-8eba9d55-52b4-4bcc-bb28-d22b6f739b5d service neutron] Request body: {'port': {'device_id': '2bcef571-9f02-432f-b5c7-c68acceeeebd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:30:29.553814 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 16ff58d8-53c5-4ccb-9e58-7f1422fab6de, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=16ff58d8-53c5-4ccb-9e58-7f1422fab6de,segment=NetworkSegment(9ecc72a9-5959-4e4a-ae1b-b2eb7994de66),segment_id=9ecc72a9-5959-4e4a-ae1b-b2eb7994de66)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:30:29.588359 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Returning: {'device': '16ff58d8-53c5-4ccb-9e58-7f1422fab6de', 'network_id': 'bd4d19e7-fa38-467b-bb6f-2ac2e8da6678', 'port_id': '16ff58d8-53c5-4ccb-9e58-7f1422fab6de', 'mac_address': 'fa:16:3e:31:25:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c2625ee-4af4-4736-b80d-318aecc2bf2c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:30:29.668441 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-ee7eccd1-a3fc-43a8-aff9-e990dfd082cf req-8eba9d55-52b4-4bcc-bb28-d22b6f739b5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:29.744791 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cc8bcb-6e4c-4096-8c6d-1ddb3ed79b0c req-8c4d55ca-f183-4fbf-b5bf-7aee3dab8da2 tempest-InstanceActionsV221TestJSON-1576358464 tempest-InstanceActionsV221TestJSON-1576358464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:29.753409 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a3cc8bcb-6e4c-4096-8c6d-1ddb3ed79b0c req-8c4d55ca-f183-4fbf-b5bf-7aee3dab8da2 tempest-InstanceActionsV221TestJSON-1576358464 tempest-InstanceActionsV221TestJSON-1576358464-project] 10.222.0.58 "GET /v2.0/ports?device_id=7939129b-119f-49db-a458-d1ae8e3e609b HTTP/1.1" status: 200 len: 943 time: 0.3733001 Aug 05 11:30:29.777300 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-17db11fa-10f5-4dd3-8d57-8097bc44299b tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Deleting port 39e01009-b2b8-4a6c-a988-e21d5ede35e3 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:30:29.778195 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-17db11fa-10f5-4dd3-8d57-8097bc44299b tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:30.007446 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:30.046997 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a3cc8bcb-6e4c-4096-8c6d-1ddb3ed79b0c req-558d424d-dbec-4e46-85af-41a1e42ebc5a tempest-InstanceActionsV221TestJSON-1576358464 tempest-InstanceActionsV221TestJSON-1576358464-project] 10.222.0.58 "GET /v2.0/security-groups?id=c37acc02-b0ac-425a-9af6-60b2c8c6eaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938572 Aug 05 11:30:30.048878 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16ff58d8-53c5-4ccb-9e58-7f1422fab6de {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:30:30.080929 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 16ff58d8-53c5-4ccb-9e58-7f1422fab6de, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=16ff58d8-53c5-4ccb-9e58-7f1422fab6de,segment=NetworkSegment(9ecc72a9-5959-4e4a-ae1b-b2eb7994de66),segment_id=9ecc72a9-5959-4e4a-ae1b-b2eb7994de66)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:30:30.083499 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-944515f9-88b4-4a34-8da2-0596f4db6f24 None None] Provisioning for port c042185e-969b-41b5-9da5-597bd4b0deda completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:30:30.091102 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-944515f9-88b4-4a34-8da2-0596f4db6f24 None None] Provisioning complete for port c042185e-969b-41b5-9da5-597bd4b0deda triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:30:30.091102 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-944515f9-88b4-4a34-8da2-0596f4db6f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:30.091707 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:30.256107 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-944515f9-88b4-4a34-8da2-0596f4db6f24 None None] Port c042185e-969b-41b5-9da5-597bd4b0deda cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:30:30.285728 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=16ff58d8-53c5-4ccb-9e58-7f1422fab6de,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:30:30.331753 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-17db11fa-10f5-4dd3-8d57-8097bc44299b tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:30.381313 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-17db11fa-10f5-4dd3-8d57-8097bc44299b tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Calling delete_port for 39e01009-b2b8-4a6c-a988-e21d5ede35e3 owned by {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:30:30.438640 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['16ff58d8-53c5-4ccb-9e58-7f1422fab6de'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:30:30.550081 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [req-207cf049-6f1f-4017-814e-efcb668dbf63 req-57d90e05-257c-4d41-b95b-1fdda5983d51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8eb95c1-7e88-499d-a153-7a5efede044d {{(pid=94420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:30:30.563790 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e24764f-58d8-4437-b022-8b1fc88442b3 req-6cfb3085-fe82-47bf-9600-988bd7e184ee tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:30.565442 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0e24764f-58d8-4437-b022-8b1fc88442b3 req-6cfb3085-fe82-47bf-9600-988bd7e184ee tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 946 time: 0.2281847 Aug 05 11:30:30.574329 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-207cf049-6f1f-4017-814e-efcb668dbf63 req-57d90e05-257c-4d41-b95b-1fdda5983d51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:30.591471 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82f1d5f-f50b-4582-a89d-a2dc13dfe90d req-c4276604-aeb3-4478-b9e4-a28a328e99fe tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:30.596740 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b82f1d5f-f50b-4582-a89d-a2dc13dfe90d req-c4276604-aeb3-4478-b9e4-a28a328e99fe tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] 10.222.0.58 "GET /v2.0/ports?device_id=2bcef571-9f02-432f-b5c7-c68acceeeebd HTTP/1.1" status: 200 len: 936 time: 0.2890913 Aug 05 11:30:30.642823 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [req-207cf049-6f1f-4017-814e-efcb668dbf63 req-57d90e05-257c-4d41-b95b-1fdda5983d51 service neutron] Transition to ACTIVE for port object d8eb95c1-7e88-499d-a153-7a5efede044d will not be triggered until provisioned by entity L2. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:30:30.661316 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-207cf049-6f1f-4017-814e-efcb668dbf63 req-57d90e05-257c-4d41-b95b-1fdda5983d51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:30.755944 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0e24764f-58d8-4437-b022-8b1fc88442b3 req-f92436ba-5d20-411d-b402-8b1ac8632a42 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740530 Aug 05 11:30:30.820420 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b82f1d5f-f50b-4582-a89d-a2dc13dfe90d req-5d775469-894a-465e-b07b-79f10bad4c53 tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] 10.222.0.58 "GET /v2.0/security-groups?id=02cc6eac-67ba-47f3-90fb-e23087ccc773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080798 Aug 05 11:30:30.850393 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d90e05-257c-4d41-b95b-1fdda5983d51 service neutron] Pushing event updated for resources: {'Port': ['ID=d8eb95c1-7e88-499d-a153-7a5efede044d,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:30:31.128193 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-ee7eccd1-a3fc-43a8-aff9-e990dfd082cf req-8eba9d55-52b4-4bcc-bb28-d22b6f739b5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c042185e-969b-41b5-9da5-597bd4b0deda {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:30:31.155823 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-ee7eccd1-a3fc-43a8-aff9-e990dfd082cf req-8eba9d55-52b4-4bcc-bb28-d22b6f739b5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:31.176551 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-17db11fa-10f5-4dd3-8d57-8097bc44299b tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:31.191152 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-ee7eccd1-a3fc-43a8-aff9-e990dfd082cf req-8eba9d55-52b4-4bcc-bb28-d22b6f739b5d service neutron] Transition to ACTIVE for port object c042185e-969b-41b5-9da5-597bd4b0deda will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:30:31.196961 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-ee7eccd1-a3fc-43a8-aff9-e990dfd082cf req-8eba9d55-52b4-4bcc-bb28-d22b6f739b5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:31.339852 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eba9d55-52b4-4bcc-bb28-d22b6f739b5d service neutron] Pushing event updated for resources: {'Port': ['ID=c042185e-969b-41b5-9da5-597bd4b0deda,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:30:31.406581 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-17db11fa-10f5-4dd3-8d57-8097bc44299b tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:31.409058 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-17db11fa-10f5-4dd3-8d57-8097bc44299b tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "DELETE /v2.0/ports/39e01009-b2b8-4a6c-a988-e21d5ede35e3 HTTP/1.1" status: 204 len: 168 time: 2.2279210 Aug 05 11:30:31.409960 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-207cf049-6f1f-4017-814e-efcb668dbf63 req-57d90e05-257c-4d41-b95b-1fdda5983d51 service neutron] Attempting to bind port d8eb95c1-7e88-499d-a153-7a5efede044d on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:30:31.410383 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-207cf049-6f1f-4017-814e-efcb668dbf63 req-57d90e05-257c-4d41-b95b-1fdda5983d51 service neutron] Attempting to bind port d8eb95c1-7e88-499d-a153-7a5efede044d by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:30:31.410715 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207cf049-6f1f-4017-814e-efcb668dbf63 req-57d90e05-257c-4d41-b95b-1fdda5983d51 service neutron] Attempting to bind port d8eb95c1-7e88-499d-a153-7a5efede044d on network 91caede3-92e4-4b1e-8e3e-36227cfd846a {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:30:31.421847 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 51798) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:30:31.424441 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db11fa-10f5-4dd3-8d57-8097bc44299b tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Pushing event deleted for resources: {'Port': ['ID=39e01009-b2b8-4a6c-a988-e21d5ede35e3,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:30:31.551868 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-ee7eccd1-a3fc-43a8-aff9-e990dfd082cf req-8eba9d55-52b4-4bcc-bb28-d22b6f739b5d service neutron] Attempting to bind port c042185e-969b-41b5-9da5-597bd4b0deda on host n-h1-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:30:31.552466 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-ee7eccd1-a3fc-43a8-aff9-e990dfd082cf req-8eba9d55-52b4-4bcc-bb28-d22b6f739b5d service neutron] Attempting to bind port c042185e-969b-41b5-9da5-597bd4b0deda by drivers openvswitch,hyperv on host n-h1-803378-2 at level 0 using segments [{'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:30:31.553089 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee7eccd1-a3fc-43a8-aff9-e990dfd082cf req-8eba9d55-52b4-4bcc-bb28-d22b6f739b5d service neutron] Attempting to bind port c042185e-969b-41b5-9da5-597bd4b0deda on network 91caede3-92e4-4b1e-8e3e-36227cfd846a {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:30:31.558767 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6adbb5a-ab57-4ee9-9e84-d36c89315ebe req-ce8f6b0b-c57c-4356-a4ae-d3b54ff5a7d8 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:31.566185 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee7eccd1-a3fc-43a8-aff9-e990dfd082cf req-8eba9d55-52b4-4bcc-bb28-d22b6f739b5d service neutron] Port c042185e-969b-41b5-9da5-597bd4b0deda on network 91caede3-92e4-4b1e-8e3e-36227cfd846a not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:30:31.566529 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee7eccd1-a3fc-43a8-aff9-e990dfd082cf req-8eba9d55-52b4-4bcc-bb28-d22b6f739b5d service neutron] Attempting to bind port c042185e-969b-41b5-9da5-597bd4b0deda on network 91caede3-92e4-4b1e-8e3e-36227cfd846a {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:30:31.576017 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f6adbb5a-ab57-4ee9-9e84-d36c89315ebe req-ce8f6b0b-c57c-4356-a4ae-d3b54ff5a7d8 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 946 time: 0.4381254 Aug 05 11:30:31.577266 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee7eccd1-a3fc-43a8-aff9-e990dfd082cf req-8eba9d55-52b4-4bcc-bb28-d22b6f739b5d service neutron] Checking agent: {'id': '40bb7567-59bd-4b31-bc29-da1c50bca759', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:30:31.577618 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee7eccd1-a3fc-43a8-aff9-e990dfd082cf req-8eba9d55-52b4-4bcc-bb28-d22b6f739b5d service neutron] Checking segment: {'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:30:31.578086 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee7eccd1-a3fc-43a8-aff9-e990dfd082cf req-8eba9d55-52b4-4bcc-bb28-d22b6f739b5d service neutron] Bound using segment: {'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:30:31.579965 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207cf049-6f1f-4017-814e-efcb668dbf63 req-57d90e05-257c-4d41-b95b-1fdda5983d51 service neutron] Port d8eb95c1-7e88-499d-a153-7a5efede044d on network 91caede3-92e4-4b1e-8e3e-36227cfd846a not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:30:31.580302 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207cf049-6f1f-4017-814e-efcb668dbf63 req-57d90e05-257c-4d41-b95b-1fdda5983d51 service neutron] Attempting to bind port d8eb95c1-7e88-499d-a153-7a5efede044d on network 91caede3-92e4-4b1e-8e3e-36227cfd846a {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:30:31.580679 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-ee7eccd1-a3fc-43a8-aff9-e990dfd082cf req-8eba9d55-52b4-4bcc-bb28-d22b6f739b5d service neutron] Bound port: c042185e-969b-41b5-9da5-597bd4b0deda, host: n-h1-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:30:31.581154 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-ee7eccd1-a3fc-43a8-aff9-e990dfd082cf req-8eba9d55-52b4-4bcc-bb28-d22b6f739b5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:31.601970 n-d-803378-2 neutron-server[94420]: INFO neutron.pecan_wsgi.hooks.translation [None req-58c33e43-7b1d-45fc-be8e-c2a45695c090 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] GET failed (client error): The resource could not be found. Aug 05 11:30:31.605692 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-58c33e43-7b1d-45fc-be8e-c2a45695c090 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "GET /v2.0/ports/39e01009-b2b8-4a6c-a988-e21d5ede35e3 HTTP/1.1" status: 404 len: 333 time: 0.1815851 Aug 05 11:30:31.610785 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 51800) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:30:31.614402 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207cf049-6f1f-4017-814e-efcb668dbf63 req-57d90e05-257c-4d41-b95b-1fdda5983d51 service neutron] Checking agent: {'id': 'a8f1dd2d-227c-4e30-8844-52419ba734db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:30:31.614761 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207cf049-6f1f-4017-814e-efcb668dbf63 req-57d90e05-257c-4d41-b95b-1fdda5983d51 service neutron] Checking segment: {'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:30:31.615258 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207cf049-6f1f-4017-814e-efcb668dbf63 req-57d90e05-257c-4d41-b95b-1fdda5983d51 service neutron] Bound using segment: {'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:30:31.615746 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-207cf049-6f1f-4017-814e-efcb668dbf63 req-57d90e05-257c-4d41-b95b-1fdda5983d51 service neutron] Bound port: d8eb95c1-7e88-499d-a153-7a5efede044d, host: n-h2-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'}}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:30:31.624600 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-207cf049-6f1f-4017-814e-efcb668dbf63 req-57d90e05-257c-4d41-b95b-1fdda5983d51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:31.797752 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-ee7eccd1-a3fc-43a8-aff9-e990dfd082cf req-8eba9d55-52b4-4bcc-bb28-d22b6f739b5d service neutron] For port c042185e-969b-41b5-9da5-597bd4b0deda, host n-h1-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:30:31.813518 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-ee7eccd1-a3fc-43a8-aff9-e990dfd082cf req-8eba9d55-52b4-4bcc-bb28-d22b6f739b5d service neutron] For port c042185e-969b-41b5-9da5-597bd4b0deda, host n-h1-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=c042185e-969b-41b5-9da5-597bd4b0deda,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:30:31.824120 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-ee7eccd1-a3fc-43a8-aff9-e990dfd082cf req-8eba9d55-52b4-4bcc-bb28-d22b6f739b5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:31.943327 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7eccd1-a3fc-43a8-aff9-e990dfd082cf req-8eba9d55-52b4-4bcc-bb28-d22b6f739b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:31.944618 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-ee7eccd1-a3fc-43a8-aff9-e990dfd082cf req-8eba9d55-52b4-4bcc-bb28-d22b6f739b5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:31.947074 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ee7eccd1-a3fc-43a8-aff9-e990dfd082cf req-8eba9d55-52b4-4bcc-bb28-d22b6f739b5d service neutron] 10.222.0.64 "PUT /v2.0/ports/c042185e-969b-41b5-9da5-597bd4b0deda HTTP/1.1" status: 200 len: 1096 time: 2.4438174 Aug 05 11:30:31.955727 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bcef571-9f02-432f-b5c7-c68acceeeebd', 'tag': 'c042185e-969b-41b5-9da5-597bd4b0deda'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:30:31.959466 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afd16721-2496-4f70-af98-fd2ee20cdccd" -d '{"events": [{"name": "network-changed", "server_uuid": "2bcef571-9f02-432f-b5c7-c68acceeeebd", "tag": "c042185e-969b-41b5-9da5-597bd4b0deda"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:30:31.966276 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eba9d55-52b4-4bcc-bb28-d22b6f739b5d service neutron] Pushing event updated for resources: {'Port': ['ID=c042185e-969b-41b5-9da5-597bd4b0deda,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:30:31.995252 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f6adbb5a-ab57-4ee9-9e84-d36c89315ebe req-854f1ab2-1e68-4337-9a96-facee054aa86 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3832734 Aug 05 11:30:32.082797 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-207cf049-6f1f-4017-814e-efcb668dbf63 req-57d90e05-257c-4d41-b95b-1fdda5983d51 service neutron] For port d8eb95c1-7e88-499d-a153-7a5efede044d, host n-h2-803378-2, cleared binding levels {{(pid=94420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:30:32.090467 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-207cf049-6f1f-4017-814e-efcb668dbf63 req-57d90e05-257c-4d41-b95b-1fdda5983d51 service neutron] For port d8eb95c1-7e88-499d-a153-7a5efede044d, host n-h2-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=d8eb95c1-7e88-499d-a153-7a5efede044d,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:30:32.142281 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-207cf049-6f1f-4017-814e-efcb668dbf63 req-57d90e05-257c-4d41-b95b-1fdda5983d51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:32.229232 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7eccd1-a3fc-43a8-aff9-e990dfd082cf req-802b825d-f10a-4a2b-ac3f-b4ee174c5785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:32.230909 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ee7eccd1-a3fc-43a8-aff9-e990dfd082cf req-802b825d-f10a-4a2b-ac3f-b4ee174c5785 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f53c87f73c234139b37fd7af2f4d4f63&device_id=2bcef571-9f02-432f-b5c7-c68acceeeebd HTTP/1.1" status: 200 len: 1099 time: 0.1560297 Aug 05 11:30:32.315120 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207cf049-6f1f-4017-814e-efcb668dbf63 req-57d90e05-257c-4d41-b95b-1fdda5983d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:32.316934 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-207cf049-6f1f-4017-814e-efcb668dbf63 req-57d90e05-257c-4d41-b95b-1fdda5983d51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:32.322525 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-207cf049-6f1f-4017-814e-efcb668dbf63 req-57d90e05-257c-4d41-b95b-1fdda5983d51 service neutron] 10.222.0.55 "PUT /v2.0/ports/d8eb95c1-7e88-499d-a153-7a5efede044d HTTP/1.1" status: 200 len: 1096 time: 3.4433949 Aug 05 11:30:32.323690 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21dc698f-345a-420b-8016-e43afed59e9e', 'tag': 'd8eb95c1-7e88-499d-a153-7a5efede044d'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:30:32.348702 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}828068ad8d405ad77660ce68fa78e1ffe658725812f7a08f9e488a446589295b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-883aea69-d767-4181-bd5d-208053b73a08" -d '{"events": [{"name": "network-changed", "server_uuid": "21dc698f-345a-420b-8016-e43afed59e9e", "tag": "d8eb95c1-7e88-499d-a153-7a5efede044d"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:30:32.408080 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d90e05-257c-4d41-b95b-1fdda5983d51 service neutron] Pushing event updated for resources: {'Port': ['ID=d8eb95c1-7e88-499d-a153-7a5efede044d,revision_number=3']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:30:32.423638 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-a1519b64-234c-4414-b467-ce778f636bba tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Deleting port ae8b1f9a-ccb1-4004-a2b0-0912868af9eb {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:30:32.424233 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a1519b64-234c-4414-b467-ce778f636bba tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:32.714592 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a1519b64-234c-4414-b467-ce778f636bba tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:32.767561 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207cf049-6f1f-4017-814e-efcb668dbf63 req-69c280d7-eabf-4c29-a0e0-adbd96605d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:32.769621 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-207cf049-6f1f-4017-814e-efcb668dbf63 req-69c280d7-eabf-4c29-a0e0-adbd96605d4e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f53c87f73c234139b37fd7af2f4d4f63&device_id=21dc698f-345a-420b-8016-e43afed59e9e HTTP/1.1" status: 200 len: 1099 time: 0.3281815 Aug 05 11:30:32.772033 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-a1519b64-234c-4414-b467-ce778f636bba tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Calling delete_port for ae8b1f9a-ccb1-4004-a2b0-0912868af9eb owned by {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:30:32.785074 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6481135-ffa0-4665-a922-ccff6cbe4764 req-0d52259d-ea7d-4411-99b7-a4578c007a23 tempest-InstanceActionsV221TestJSON-1576358464 tempest-InstanceActionsV221TestJSON-1576358464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:32.796345 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e6481135-ffa0-4665-a922-ccff6cbe4764 req-0d52259d-ea7d-4411-99b7-a4578c007a23 tempest-InstanceActionsV221TestJSON-1576358464 tempest-InstanceActionsV221TestJSON-1576358464-project] 10.222.0.58 "GET /v2.0/ports?device_id=7939129b-119f-49db-a458-d1ae8e3e609b HTTP/1.1" status: 200 len: 944 time: 0.4242160 Aug 05 11:30:32.884680 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ee7eccd1-a3fc-43a8-aff9-e990dfd082cf req-7bee2fc6-4cd4-4f26-b89a-e2c36e4b1ddd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=c042185e-969b-41b5-9da5-597bd4b0deda HTTP/1.1" status: 200 len: 217 time: 0.6313987 Aug 05 11:30:32.899203 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-207cf049-6f1f-4017-814e-efcb668dbf63 req-d3ecf5c8-fc11-4fc9-bbc8-77a6e7ece2a0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=d8eb95c1-7e88-499d-a153-7a5efede044d HTTP/1.1" status: 200 len: 217 time: 0.0996082 Aug 05 11:30:32.983066 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7eccd1-a3fc-43a8-aff9-e990dfd082cf req-61908e37-d3ab-4446-8215-341ae7d6f80c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:32.985268 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ee7eccd1-a3fc-43a8-aff9-e990dfd082cf req-61908e37-d3ab-4446-8215-341ae7d6f80c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6842f728-c2f3-4e36-bb32-3303d06ce3f4 HTTP/1.1" status: 200 len: 843 time: 0.0868671 Aug 05 11:30:33.038045 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e6481135-ffa0-4665-a922-ccff6cbe4764 req-fb858a6a-8cb5-4056-9eb0-a51d6fabedde tempest-InstanceActionsV221TestJSON-1576358464 tempest-InstanceActionsV221TestJSON-1576358464-project] 10.222.0.58 "GET /v2.0/security-groups?id=c37acc02-b0ac-425a-9af6-60b2c8c6eaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403440 Aug 05 11:30:33.075662 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 16ff58d8-53c5-4ccb-9e58-7f1422fab6de up at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:30:33.096515 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207cf049-6f1f-4017-814e-efcb668dbf63 req-011f698a-0673-448d-8375-c9695527d825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:33.099226 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-207cf049-6f1f-4017-814e-efcb668dbf63 req-011f698a-0673-448d-8375-c9695527d825 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6842f728-c2f3-4e36-bb32-3303d06ce3f4 HTTP/1.1" status: 200 len: 843 time: 0.1909122 Aug 05 11:30:33.132529 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [req-e127e3d4-1516-480d-bd99-38f330491410 req-6a38d893-b2ce-4850-8377-176cdaba7b61 tempest-LiveMigrationTest-868734295 tempest-LiveMigrationTest-868734295-project-admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94421) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 11:30:33.153191 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e127e3d4-1516-480d-bd99-38f330491410 req-6a38d893-b2ce-4850-8377-176cdaba7b61 tempest-LiveMigrationTest-868734295 tempest-LiveMigrationTest-868734295-project-admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0325677 Aug 05 11:30:33.159047 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-e127e3d4-1516-480d-bd99-38f330491410 req-343744f9-d55a-4166-a938-bd180d50849e service neutron] Request body: {'binding': {'host': 'n-h2-803378-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:30:33.159503 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-e127e3d4-1516-480d-bd99-38f330491410 req-343744f9-d55a-4166-a938-bd180d50849e service neutron] Unknown quota resources ['binding']. {{(pid=94421) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 05 11:30:33.228602 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning for port 16ff58d8-53c5-4ccb-9e58-7f1422fab6de completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:30:33.235037 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning complete for port 16ff58d8-53c5-4ccb-9e58-7f1422fab6de triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:30:33.236790 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:33.237777 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7eccd1-a3fc-43a8-aff9-e990dfd082cf req-6bf3e076-eb20-4898-a8cf-52da31510e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:33.239791 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ee7eccd1-a3fc-43a8-aff9-e990dfd082cf req-6bf3e076-eb20-4898-a8cf-52da31510e84 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=91caede3-92e4-4b1e-8e3e-36227cfd846a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2166383 Aug 05 11:30:33.334077 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207cf049-6f1f-4017-814e-efcb668dbf63 req-851a8041-1c2b-4125-97c3-cecc91040b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:33.335600 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-207cf049-6f1f-4017-814e-efcb668dbf63 req-851a8041-1c2b-4125-97c3-cecc91040b00 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=91caede3-92e4-4b1e-8e3e-36227cfd846a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2262943 Aug 05 11:30:33.378377 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:33.419890 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8819ac69-aaa4-4853-aad9-94ee14637322 req-12bdd215-7a13-4a10-9dcb-6a95f83ef5e4 tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:33.422911 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8819ac69-aaa4-4853-aad9-94ee14637322 req-12bdd215-7a13-4a10-9dcb-6a95f83ef5e4 tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] 10.222.0.58 "GET /v2.0/ports?device_id=2bcef571-9f02-432f-b5c7-c68acceeeebd HTTP/1.1" status: 200 len: 948 time: 0.2222729 Aug 05 11:30:33.429750 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7939129b-119f-49db-a458-d1ae8e3e609b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16ff58d8-53c5-4ccb-9e58-7f1422fab6de'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:30:33.432847 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-735c0009-bedc-4752-a50e-d8ea0f47fec0" -d '{"events": [{"server_uuid": "7939129b-119f-49db-a458-d1ae8e3e609b", "name": "network-vif-plugged", "status": "completed", "tag": "16ff58d8-53c5-4ccb-9e58-7f1422fab6de"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:30:33.472329 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 16ff58d8-53c5-4ccb-9e58-7f1422fab6de, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=16ff58d8-53c5-4ccb-9e58-7f1422fab6de,segment=NetworkSegment(9ecc72a9-5959-4e4a-ae1b-b2eb7994de66),segment_id=9ecc72a9-5959-4e4a-ae1b-b2eb7994de66)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:30:33.475200 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:33.518763 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a1519b64-234c-4414-b467-ce778f636bba tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:33.559724 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ee7eccd1-a3fc-43a8-aff9-e990dfd082cf req-9530894c-79da-4eda-a558-2b6010c7efe3 service neutron] 10.222.0.64 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2942669 Aug 05 11:30:33.575104 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=16ff58d8-53c5-4ccb-9e58-7f1422fab6de,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:30:33.588690 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:30:33.589553 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:30:33.590251 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:30:33.591182 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:30:33.592844 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:30:33.593788 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:30:33.594552 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:30:33.595437 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:30:33.596364 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:30:33.597102 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:30:33.597850 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:30:33.598602 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:30:33.602388 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1519b64-234c-4414-b467-ce778f636bba tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Pushing event deleted for resources: {'Port': ['ID=ae8b1f9a-ccb1-4004-a2b0-0912868af9eb,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:30:33.646278 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8819ac69-aaa4-4853-aad9-94ee14637322 req-71f97bb2-2962-4eef-a373-79e24dc2cc1e tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] 10.222.0.58 "GET /v2.0/security-groups?id=02cc6eac-67ba-47f3-90fb-e23087ccc773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598570 Aug 05 11:30:33.694529 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a1519b64-234c-4414-b467-ce778f636bba tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:33.697459 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-a1519b64-234c-4414-b467-ce778f636bba tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "DELETE /v2.0/ports/ae8b1f9a-ccb1-4004-a2b0-0912868af9eb HTTP/1.1" status: 204 len: 168 time: 2.0692475 Aug 05 11:30:33.704129 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 51840) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:30:33.711601 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-e127e3d4-1516-480d-bd99-38f330491410 req-343744f9-d55a-4166-a938-bd180d50849e service neutron] Attempting to bind port 0ccbd3e3-04b0-4986-ac53-14dd38cc55cc on host n-h2-803378-2 for vnic_type normal with profile None {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:30:33.712376 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-e127e3d4-1516-480d-bd99-38f330491410 req-343744f9-d55a-4166-a938-bd180d50849e service neutron] Attempting to bind port 0ccbd3e3-04b0-4986-ac53-14dd38cc55cc by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': 'be89551e-4aa0-433b-90d8-e517f4f1da1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '546c0542-0f92-4f6c-914b-a74a81cd2290'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:30:33.713418 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e127e3d4-1516-480d-bd99-38f330491410 req-343744f9-d55a-4166-a938-bd180d50849e service neutron] Attempting to bind port 0ccbd3e3-04b0-4986-ac53-14dd38cc55cc on network 546c0542-0f92-4f6c-914b-a74a81cd2290 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:30:33.734368 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e127e3d4-1516-480d-bd99-38f330491410 req-343744f9-d55a-4166-a938-bd180d50849e service neutron] Port 0ccbd3e3-04b0-4986-ac53-14dd38cc55cc on network 546c0542-0f92-4f6c-914b-a74a81cd2290 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:30:33.735157 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e127e3d4-1516-480d-bd99-38f330491410 req-343744f9-d55a-4166-a938-bd180d50849e service neutron] Attempting to bind port 0ccbd3e3-04b0-4986-ac53-14dd38cc55cc on network 546c0542-0f92-4f6c-914b-a74a81cd2290 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:30:33.766497 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e127e3d4-1516-480d-bd99-38f330491410 req-343744f9-d55a-4166-a938-bd180d50849e service neutron] Checking agent: {'id': 'a8f1dd2d-227c-4e30-8844-52419ba734db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:30:33.767260 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e127e3d4-1516-480d-bd99-38f330491410 req-343744f9-d55a-4166-a938-bd180d50849e service neutron] Checking segment: {'id': 'be89551e-4aa0-433b-90d8-e517f4f1da1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '546c0542-0f92-4f6c-914b-a74a81cd2290'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:30:33.767906 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e127e3d4-1516-480d-bd99-38f330491410 req-343744f9-d55a-4166-a938-bd180d50849e service neutron] Bound using segment: {'id': 'be89551e-4aa0-433b-90d8-e517f4f1da1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '546c0542-0f92-4f6c-914b-a74a81cd2290'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:30:33.768648 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-e127e3d4-1516-480d-bd99-38f330491410 req-343744f9-d55a-4166-a938-bd180d50849e service neutron] Bound port: 0ccbd3e3-04b0-4986-ac53-14dd38cc55cc, host: n-h2-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be89551e-4aa0-433b-90d8-e517f4f1da1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '546c0542-0f92-4f6c-914b-a74a81cd2290'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:30:33.770409 n-d-803378-2 neutron-server[94420]: INFO neutron.pecan_wsgi.hooks.translation [None req-451da97a-7a1e-42e2-9b3d-51778fbcfe55 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] GET failed (client error): The resource could not be found. Aug 05 11:30:33.776015 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-451da97a-7a1e-42e2-9b3d-51778fbcfe55 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "GET /v2.0/ports/ae8b1f9a-ccb1-4004-a2b0-0912868af9eb HTTP/1.1" status: 404 len: 333 time: 0.0678210 Aug 05 11:30:33.778012 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 51842) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:30:33.781371 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-207cf049-6f1f-4017-814e-efcb668dbf63 req-5b449c36-961e-42e0-a74e-883f13b4bff5 service neutron] 10.222.0.55 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4362199 Aug 05 11:30:33.857250 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ee7eccd1-a3fc-43a8-aff9-e990dfd082cf req-484bdae9-b538-4424-9b5c-1b0c7740e4e3 service neutron] 10.222.0.64 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2775121 Aug 05 11:30:33.865543 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_v2 [None req-2092775e-a749-4235-bc05-570fa10d8b45 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Deleting subnet 85dfdeb2-5f1c-4708-9c12-a8edef5e795f {{(pid=94420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:30:33.909578 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-e127e3d4-1516-480d-bd99-38f330491410 req-343744f9-d55a-4166-a938-bd180d50849e service neutron] For port 0ccbd3e3-04b0-4986-ac53-14dd38cc55cc, host n-h2-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=0ccbd3e3-04b0-4986-ac53-14dd38cc55cc,segment=NetworkSegment(be89551e-4aa0-433b-90d8-e517f4f1da1f),segment_id=be89551e-4aa0-433b-90d8-e517f4f1da1f)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:30:33.918757 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-e127e3d4-1516-480d-bd99-38f330491410 req-343744f9-d55a-4166-a938-bd180d50849e service neutron] Notify callbacks [] for binding, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:33.922467 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e127e3d4-1516-480d-bd99-38f330491410 req-343744f9-d55a-4166-a938-bd180d50849e service neutron] 10.222.0.58 "POST /v2.0/ports/0ccbd3e3-04b0-4986-ac53-14dd38cc55cc/bindings HTTP/1.1" status: 201 len: 389 time: 0.7661731 Aug 05 11:30:33.942059 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0610fed7-59a6-42de-bb41-1dab161e51a6 x-openstack-request-id: req-0610fed7-59a6-42de-bb41-1dab161e51a6 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:30:33.942346 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bcef571-9f02-432f-b5c7-c68acceeeebd", "tag": "c042185e-969b-41b5-9da5-597bd4b0deda", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:30:33.942611 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0610fed7-59a6-42de-bb41-1dab161e51a6 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:30:33.943028 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bcef571-9f02-432f-b5c7-c68acceeeebd', 'tag': 'c042185e-969b-41b5-9da5-597bd4b0deda', 'status': 'completed', 'code': 200} Aug 05 11:30:33.943859 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2092775e-a749-4235-bc05-570fa10d8b45 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks [] for subnet, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:34.062247 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2092775e-a749-4235-bc05-570fa10d8b45 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25010562'] for subnet, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:34.133201 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd16721-2496-4f70-af98-fd2ee20cdccd req-dbc3e90b-d6f9-4eee-b2cc-7a335ebf06b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:34.135191 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-afd16721-2496-4f70-af98-fd2ee20cdccd req-dbc3e90b-d6f9-4eee-b2cc-7a335ebf06b5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f53c87f73c234139b37fd7af2f4d4f63&device_id=2bcef571-9f02-432f-b5c7-c68acceeeebd HTTP/1.1" status: 200 len: 1099 time: 0.1078200 Aug 05 11:30:34.180321 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85c70a29-356c-498d-97aa-687982d4a667 x-openstack-request-id: req-85c70a29-356c-498d-97aa-687982d4a667 {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:30:34.180668 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21dc698f-345a-420b-8016-e43afed59e9e", "tag": "d8eb95c1-7e88-499d-a153-7a5efede044d", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:30:34.181088 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-85c70a29-356c-498d-97aa-687982d4a667 {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:30:34.181678 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21dc698f-345a-420b-8016-e43afed59e9e', 'tag': 'd8eb95c1-7e88-499d-a153-7a5efede044d', 'status': 'completed', 'code': 200} Aug 05 11:30:34.285854 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-207cf049-6f1f-4017-814e-efcb668dbf63 req-4fce8261-7d8e-4307-b629-95bd3bfb0786 service neutron] 10.222.0.55 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4327133 Aug 05 11:30:34.391476 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f20ae83-3d8e-4957-ab87-c915d72a78c2 req-8f616f8a-7240-4285-8521-1c34a74be41a tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:34.393893 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8f20ae83-3d8e-4957-ab87-c915d72a78c2 req-8f616f8a-7240-4285-8521-1c34a74be41a tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 946 time: 0.2618616 Aug 05 11:30:34.409428 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2092775e-a749-4235-bc05-570fa10d8b45 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:34.425369 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd16721-2496-4f70-af98-fd2ee20cdccd req-3c7479bc-46bd-44c6-9b81-75a7a9a5d671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:34.428470 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-afd16721-2496-4f70-af98-fd2ee20cdccd req-3c7479bc-46bd-44c6-9b81-75a7a9a5d671 service neutron] 10.222.0.64 "GET /v2.0/networks?id=91caede3-92e4-4b1e-8e3e-36227cfd846a HTTP/1.1" status: 200 len: 870 time: 0.2767465 Aug 05 11:30:34.446478 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecbf7e2f-2150-4c14-8048-824618623b61 x-openstack-request-id: req-ecbf7e2f-2150-4c14-8048-824618623b61 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:30:34.447270 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7939129b-119f-49db-a458-d1ae8e3e609b", "name": "network-vif-plugged", "status": "completed", "tag": "16ff58d8-53c5-4ccb-9e58-7f1422fab6de", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:30:34.447415 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ecbf7e2f-2150-4c14-8048-824618623b61 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:30:34.447946 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7939129b-119f-49db-a458-d1ae8e3e609b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16ff58d8-53c5-4ccb-9e58-7f1422fab6de', 'code': 200} Aug 05 11:30:34.499581 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-afd16721-2496-4f70-af98-fd2ee20cdccd req-65f64463-57b5-4c57-8b78-40733ed2179a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=c042185e-969b-41b5-9da5-597bd4b0deda HTTP/1.1" status: 200 len: 217 time: 0.0623538 Aug 05 11:30:34.674336 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e127e3d4-1516-480d-bd99-38f330491410 req-d3beb3b6-a1a7-424b-aef9-54aedf16ce5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:34.677107 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e127e3d4-1516-480d-bd99-38f330491410 req-d3beb3b6-a1a7-424b-aef9-54aedf16ce5c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bc360260b43347fbb7d1bc7660d6f218&device_id=d0b417ba-3e30-4a2f-b013-aab4e7781aad HTTP/1.1" status: 200 len: 1096 time: 0.1801131 Aug 05 11:30:34.679377 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd16721-2496-4f70-af98-fd2ee20cdccd req-deac3f38-f85f-46d1-aa49-1f41fffc242e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:34.682927 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-afd16721-2496-4f70-af98-fd2ee20cdccd req-deac3f38-f85f-46d1-aa49-1f41fffc242e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6842f728-c2f3-4e36-bb32-3303d06ce3f4 HTTP/1.1" status: 200 len: 843 time: 0.1709268 Aug 05 11:30:34.698111 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8f20ae83-3d8e-4957-ab87-c915d72a78c2 req-7c477a29-02d3-418d-841c-279617cb8ad2 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2928805 Aug 05 11:30:34.751049 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6229dff-47fe-4d1d-84d7-8c7b868e606d req-831002d0-e268-4b72-8f5d-4d0a3632f8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:34.753359 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b6229dff-47fe-4d1d-84d7-8c7b868e606d req-831002d0-e268-4b72-8f5d-4d0a3632f8ce service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7939129b-119f-49db-a458-d1ae8e3e609b HTTP/1.1" status: 200 len: 1096 time: 0.1652009 Aug 05 11:30:34.767663 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637e3336-aba3-437b-b867-f562a3030222 req-d85f9f89-4705-40b9-994e-1c245d774fac tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:34.770634 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-637e3336-aba3-437b-b867-f562a3030222 req-d85f9f89-4705-40b9-994e-1c245d774fac tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0b417ba-3e30-4a2f-b013-aab4e7781aad HTTP/1.1" status: 200 len: 945 time: 0.2169600 Aug 05 11:30:34.774152 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883aea69-d767-4181-bd5d-208053b73a08 req-83cd52fc-99c4-46af-841e-ebc4a7f965ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:34.776982 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-883aea69-d767-4181-bd5d-208053b73a08 req-83cd52fc-99c4-46af-841e-ebc4a7f965ec service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f53c87f73c234139b37fd7af2f4d4f63&device_id=21dc698f-345a-420b-8016-e43afed59e9e HTTP/1.1" status: 200 len: 1099 time: 0.3461995 Aug 05 11:30:34.780596 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2092775e-a749-4235-bc05-570fa10d8b45 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29762763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24211094'] for subnet, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:34.840697 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092775e-a749-4235-bc05-570fa10d8b45 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Pushing event deleted for resources: {'Subnet': ['ID=85dfdeb2-5f1c-4708-9c12-a8edef5e795f,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:30:34.940798 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2092775e-a749-4235-bc05-570fa10d8b45 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:34.942893 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-2092775e-a749-4235-bc05-570fa10d8b45 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "DELETE /v2.0/subnets/85dfdeb2-5f1c-4708-9c12-a8edef5e795f HTTP/1.1" status: 204 len: 168 time: 1.1579664 Aug 05 11:30:34.947397 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab30cdf-cdce-473c-8732-37dd396cb58d None None] Network d787716c-b917-4713-945d-b75346e7b30c requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:30:34.948237 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b6229dff-47fe-4d1d-84d7-8c7b868e606d req-abe77691-e0c0-448b-b91c-7bbdb9f1bdee service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c37acc02-b0ac-425a-9af6-60b2c8c6eaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018429 Aug 05 11:30:34.949538 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 51860) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:30:34.975661 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd16721-2496-4f70-af98-fd2ee20cdccd req-ca5d100c-b4b7-4ca8-94e0-0f2ced077a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:34.977636 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-afd16721-2496-4f70-af98-fd2ee20cdccd req-ca5d100c-b4b7-4ca8-94e0-0f2ced077a1a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=91caede3-92e4-4b1e-8e3e-36227cfd846a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2792497 Aug 05 11:30:35.013701 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-637e3336-aba3-437b-b867-f562a3030222 req-efaac081-78d4-4366-8be4-d14585b553bd tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/security-groups?id=12d84a41-4254-4f43-a1c3-ae5bdc7fdfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856365 Aug 05 11:30:35.038384 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f77d960-ff84-4cfe-b206-72f56321f781 req-65ff721f-f99b-4b48-b446-3848e196ebe2 tempest-InstanceActionsV221TestJSON-1576358464 tempest-InstanceActionsV221TestJSON-1576358464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:35.048352 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6f77d960-ff84-4cfe-b206-72f56321f781 req-65ff721f-f99b-4b48-b446-3848e196ebe2 tempest-InstanceActionsV221TestJSON-1576358464 tempest-InstanceActionsV221TestJSON-1576358464-project] 10.222.0.58 "GET /v2.0/ports?device_id=7939129b-119f-49db-a458-d1ae8e3e609b HTTP/1.1" status: 200 len: 945 time: 0.2149472 Aug 05 11:30:35.155097 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883aea69-d767-4181-bd5d-208053b73a08 req-070f9f15-7a76-435e-8f8a-c12a9a322670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:35.156831 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-883aea69-d767-4181-bd5d-208053b73a08 req-070f9f15-7a76-435e-8f8a-c12a9a322670 service neutron] 10.222.0.55 "GET /v2.0/networks?id=91caede3-92e4-4b1e-8e3e-36227cfd846a HTTP/1.1" status: 200 len: 870 time: 0.3722427 Aug 05 11:30:35.191874 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6f77d960-ff84-4cfe-b206-72f56321f781 req-49327503-610c-4661-8c60-8e0f5f0bd273 tempest-InstanceActionsV221TestJSON-1576358464 tempest-InstanceActionsV221TestJSON-1576358464-project] 10.222.0.58 "GET /v2.0/security-groups?id=c37acc02-b0ac-425a-9af6-60b2c8c6eaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354513 Aug 05 11:30:35.210026 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e127e3d4-1516-480d-bd99-38f330491410 req-41ea9c4e-d96a-4c8b-a874-f602448b1115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:35.212631 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e127e3d4-1516-480d-bd99-38f330491410 req-41ea9c4e-d96a-4c8b-a874-f602448b1115 service neutron] 10.222.0.55 "GET /v2.0/networks?id=546c0542-0f92-4f6c-914b-a74a81cd2290 HTTP/1.1" status: 200 len: 909 time: 0.5270052 Aug 05 11:30:35.219507 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-eb331b9a-6df6-4d8c-ab9f-1da66ea518df tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:35.275172 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-883aea69-d767-4181-bd5d-208053b73a08 req-acbf0256-9ffa-445b-b4c1-ffc7a68f999b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=d8eb95c1-7e88-499d-a153-7a5efede044d HTTP/1.1" status: 200 len: 217 time: 0.0621696 Aug 05 11:30:35.292469 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecc2538-11c7-4b1d-bcb3-63e4ec48cb36 req-30fbb702-8a24-4947-bf0b-f73b8dc46b34 tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:35.294650 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-aecc2538-11c7-4b1d-bcb3-63e4ec48cb36 req-30fbb702-8a24-4947-bf0b-f73b8dc46b34 tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] 10.222.0.58 "GET /v2.0/ports?device_id=2bcef571-9f02-432f-b5c7-c68acceeeebd HTTP/1.1" status: 200 len: 948 time: 0.1565394 Aug 05 11:30:35.326140 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device d3743ac1-d872-4507-a6f2-ed370e7d4ff9 details requested by agent hyperv_n-h1-803378-2 with host n-h1-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:30:35.354314 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e127e3d4-1516-480d-bd99-38f330491410 req-1dda65db-3999-45d0-b419-c23457d172c8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0ccbd3e3-04b0-4986-ac53-14dd38cc55cc HTTP/1.1" status: 200 len: 217 time: 0.1315084 Aug 05 11:30:35.387427 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4726f346-0246-4ec9-a0e1-edd16578ad9a None None] DHCP port deletion for d787716c-b917-4713-945d-b75346e7b30c request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 11:30:35.505333 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e127e3d4-1516-480d-bd99-38f330491410 req-6b787a22-ea4f-4add-9b34-a87b87a29670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:35.507709 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e127e3d4-1516-480d-bd99-38f330491410 req-6b787a22-ea4f-4add-9b34-a87b87a29670 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=61983880-6386-4045-bd2d-695dffcb92f9 HTTP/1.1" status: 200 len: 848 time: 0.1381495 Aug 05 11:30:35.512254 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-afd16721-2496-4f70-af98-fd2ee20cdccd req-ad5a2c4a-97d7-40a2-9bab-feb422ede8c8 service neutron] 10.222.0.64 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5171704 Aug 05 11:30:35.569542 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-4726f346-0246-4ec9-a0e1-edd16578ad9a None None] Deleting port 12172889-7ad4-41dd-9b98-efb8e29d608f {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:30:35.570056 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-4726f346-0246-4ec9-a0e1-edd16578ad9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:35.609710 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e127e3d4-1516-480d-bd99-38f330491410 req-c20fbc42-a8ea-452d-a6d9-1df41d6021e4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=546c0542-0f92-4f6c-914b-a74a81cd2290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0940471 Aug 05 11:30:35.712913 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port d3743ac1-d872-4507-a6f2-ed370e7d4ff9, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=d3743ac1-d872-4507-a6f2-ed370e7d4ff9,segment=NetworkSegment(5615e441-bf2b-4f62-9a7e-00bdeb60130a),segment_id=5615e441-bf2b-4f62-9a7e-00bdeb60130a)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:30:35.742847 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-4726f346-0246-4ec9-a0e1-edd16578ad9a None None] For port 12172889-7ad4-41dd-9b98-efb8e29d608f, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=12172889-7ad4-41dd-9b98-efb8e29d608f,segment=NetworkSegment(ceee4b68-54ef-48ef-b84b-649c7cfb9714),segment_id=ceee4b68-54ef-48ef-b84b-649c7cfb9714)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:30:35.743254 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-4726f346-0246-4ec9-a0e1-edd16578ad9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:35.753202 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e127e3d4-1516-480d-bd99-38f330491410 req-691c74b7-a06d-48bc-b67b-d13307ed1277 service neutron] 10.222.0.55 "GET /v2.0/networks/546c0542-0f92-4f6c-914b-a74a81cd2290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337831 Aug 05 11:30:35.761724 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-4726f346-0246-4ec9-a0e1-edd16578ad9a None None] Calling delete_port for 12172889-7ad4-41dd-9b98-efb8e29d608f owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:30:35.769959 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Returning: {'device': 'd3743ac1-d872-4507-a6f2-ed370e7d4ff9', 'network_id': '3bbc31db-4958-4e8b-9f8e-bc48b5d28e47', 'port_id': 'd3743ac1-d872-4507-a6f2-ed370e7d4ff9', 'mac_address': 'fa:16:3e:b7:36:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2358f314-430e-4da8-8dea-b9e9954bab81', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:30:35.777717 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-eb331b9a-6df6-4d8c-ab9f-1da66ea518df tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Deleting port 12172889-7ad4-41dd-9b98-efb8e29d608f {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:30:35.778373 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-eb331b9a-6df6-4d8c-ab9f-1da66ea518df tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:35.881525 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:35.908179 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-aecc2538-11c7-4b1d-bcb3-63e4ec48cb36 req-40952d14-6d83-486e-926c-a781efe441e1 tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] 10.222.0.58 "GET /v2.0/security-groups?id=02cc6eac-67ba-47f3-90fb-e23087ccc773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6068220 Aug 05 11:30:35.910445 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883aea69-d767-4181-bd5d-208053b73a08 req-732249fe-f8e4-4200-a0b6-062e9f5fb9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:35.910576 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d3743ac1-d872-4507-a6f2-ed370e7d4ff9 {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:30:35.916081 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-883aea69-d767-4181-bd5d-208053b73a08 req-732249fe-f8e4-4200-a0b6-062e9f5fb9f2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6842f728-c2f3-4e36-bb32-3303d06ce3f4 HTTP/1.1" status: 200 len: 843 time: 0.6069636 Aug 05 11:30:35.948789 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port d3743ac1-d872-4507-a6f2-ed370e7d4ff9, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=d3743ac1-d872-4507-a6f2-ed370e7d4ff9,segment=NetworkSegment(5615e441-bf2b-4f62-9a7e-00bdeb60130a),segment_id=5615e441-bf2b-4f62-9a7e-00bdeb60130a)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:30:35.953088 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-4726f346-0246-4ec9-a0e1-edd16578ad9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:35.954544 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63718dec-4e01-4159-b5c6-542650eb8b75 req-572ff1bb-314b-4b19-a22e-475469a4b1fb tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:35.970941 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-63718dec-4e01-4159-b5c6-542650eb8b75 req-572ff1bb-314b-4b19-a22e-475469a4b1fb tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 946 time: 0.2010772 Aug 05 11:30:35.996669 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4726f346-0246-4ec9-a0e1-edd16578ad9a None None] Pushing event deleted for resources: {'Port': ['ID=12172889-7ad4-41dd-9b98-efb8e29d608f,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:30:36.003063 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:36.006499 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4726f346-0246-4ec9-a0e1-edd16578ad9a None None] No DVR routers for this DVR port 12172889-7ad4-41dd-9b98-efb8e29d608f on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:30:36.092940 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [None req-eb331b9a-6df6-4d8c-ab9f-1da66ea518df tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] For port 12172889-7ad4-41dd-9b98-efb8e29d608f, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=12172889-7ad4-41dd-9b98-efb8e29d608f,segment=NetworkSegment(ceee4b68-54ef-48ef-b84b-649c7cfb9714),segment_id=ceee4b68-54ef-48ef-b84b-649c7cfb9714)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:30:36.094506 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-eb331b9a-6df6-4d8c-ab9f-1da66ea518df tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:36.127601 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-eb331b9a-6df6-4d8c-ab9f-1da66ea518df tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Calling delete_port for 12172889-7ad4-41dd-9b98-efb8e29d608f owned by network:dhcp {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:30:36.183508 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=d3743ac1-d872-4507-a6f2-ed370e7d4ff9,revision_number=6']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:30:36.209948 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-afd16721-2496-4f70-af98-fd2ee20cdccd req-ffda659b-7545-4405-8814-0097db7e43f2 service neutron] 10.222.0.64 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6819062 Aug 05 11:30:36.219572 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e127e3d4-1516-480d-bd99-38f330491410 req-ab44a39d-b7d3-4be4-a6e2-59693d2be377 service neutron] 10.222.0.55 "GET /v2.0/networks/546c0542-0f92-4f6c-914b-a74a81cd2290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3846347 Aug 05 11:30:36.276576 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-63718dec-4e01-4159-b5c6-542650eb8b75 req-2b1e63f2-8912-46c5-acc6-179ab87467c6 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3002219 Aug 05 11:30:36.307962 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883aea69-d767-4181-bd5d-208053b73a08 req-cf282d84-272f-40b4-bfc1-d44785be2e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:36.322035 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-883aea69-d767-4181-bd5d-208053b73a08 req-cf282d84-272f-40b4-bfc1-d44785be2e52 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=91caede3-92e4-4b1e-8e3e-36227cfd846a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2748263 Aug 05 11:30:36.331579 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['d3743ac1-d872-4507-a6f2-ed370e7d4ff9'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:30:36.362832 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-eb331b9a-6df6-4d8c-ab9f-1da66ea518df tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:36.443554 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb331b9a-6df6-4d8c-ab9f-1da66ea518df tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Pushing event deleted for resources: {'Port': ['ID=12172889-7ad4-41dd-9b98-efb8e29d608f,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:30:36.448077 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb331b9a-6df6-4d8c-ab9f-1da66ea518df tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] No DVR routers for this DVR port 12172889-7ad4-41dd-9b98-efb8e29d608f on host n-d-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:30:36.493758 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 12172889-7ad4-41dd-9b98-efb8e29d608f no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:30:36.532632 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 12172889-7ad4-41dd-9b98-efb8e29d608f {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:30:36.532977 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 12172889-7ad4-41dd-9b98-efb8e29d608f not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:30:36.619050 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0d0248-86cd-4100-9cd6-6c4fd38e7f83 req-c389f9cf-5a40-48ec-8a1f-f3600937c438 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:36.629240 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-aa0d0248-86cd-4100-9cd6-6c4fd38e7f83 req-c389f9cf-5a40-48ec-8a1f-f3600937c438 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0b417ba-3e30-4a2f-b013-aab4e7781aad HTTP/1.1" status: 200 len: 945 time: 0.4680455 Aug 05 11:30:36.631171 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-eb331b9a-6df6-4d8c-ab9f-1da66ea518df tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:36.667171 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-eb331b9a-6df6-4d8c-ab9f-1da66ea518df tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d787716c-b917-4713-945d-b75346e7b30c']}} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:30:36.687192 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-eb331b9a-6df6-4d8c-ab9f-1da66ea518df tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ceee4b68-54ef-48ef-b84b-649c7cfb9714') {'for_net_delete': True} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:30:36.688355 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-eb331b9a-6df6-4d8c-ab9f-1da66ea518df tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ceee4b68-54ef-48ef-b84b-649c7cfb9714') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:30:36.706686 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-eb331b9a-6df6-4d8c-ab9f-1da66ea518df tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29786371'] for segment, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:36.729344 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-eb331b9a-6df6-4d8c-ab9f-1da66ea518df tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:36.739543 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb331b9a-6df6-4d8c-ab9f-1da66ea518df tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Releasing vlan 657 on physical network physnet1 to pool {{(pid=94421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:30:36.750120 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-eb331b9a-6df6-4d8c-ab9f-1da66ea518df tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25038799'] for segment, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:36.760002 n-d-803378-2 neutron-server[94421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 11:30:36.760002 n-d-803378-2 neutron-server[94421]: self.session.flush() Aug 05 11:30:36.760002 n-d-803378-2 neutron-server[94421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 11:30:36.760002 n-d-803378-2 neutron-server[94421]: self.session.flush() Aug 05 11:30:36.760002 n-d-803378-2 neutron-server[94421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 11:30:36.760002 n-d-803378-2 neutron-server[94421]: self.session.flush() Aug 05 11:30:36.760002 n-d-803378-2 neutron-server[94421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 11:30:36.760002 n-d-803378-2 neutron-server[94421]: self.session.flush() Aug 05 11:30:36.760002 n-d-803378-2 neutron-server[94421]: Traceback (most recent call last): Aug 05 11:30:36.760002 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:30:36.760002 n-d-803378-2 neutron-server[94421]: timer() Aug 05 11:30:36.760002 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:30:36.760002 n-d-803378-2 neutron-server[94421]: cb(*args, **kw) Aug 05 11:30:36.760002 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:30:36.760002 n-d-803378-2 neutron-server[94421]: return func(*args, **kwargs) Aug 05 11:30:36.760002 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:30:36.760002 n-d-803378-2 neutron-server[94421]: self._notify() Aug 05 11:30:36.760002 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:30:36.760002 n-d-803378-2 neutron-server[94421]: self.callback(batched_events) Aug 05 11:30:36.760002 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:30:36.760002 n-d-803378-2 neutron-server[94421]: event.method(event) Aug 05 11:30:36.760002 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:30:36.760002 n-d-803378-2 neutron-server[94421]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:30:36.760002 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:30:36.760002 n-d-803378-2 neutron-server[94421]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:30:36.760002 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:30:36.760002 n-d-803378-2 neutron-server[94421]: return f(self, *a, **k) Aug 05 11:30:36.760002 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:30:36.760002 n-d-803378-2 neutron-server[94421]: return self._get(url).json() Aug 05 11:30:36.760002 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:30:36.760002 n-d-803378-2 neutron-server[94421]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:30:36.760002 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:30:36.760002 n-d-803378-2 neutron-server[94421]: return self.request(url, 'GET', **kwargs) Aug 05 11:30:36.760002 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:30:36.760002 n-d-803378-2 neutron-server[94421]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:30:36.760002 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:30:36.760002 n-d-803378-2 neutron-server[94421]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:30:36.760002 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:30:36.760002 n-d-803378-2 neutron-server[94421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:30:36.760002 n-d-803378-2 neutron-server[94421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:30:36.781233 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c416705a-4acf-403a-ad79-dcbc8532291e req-99bf817b-6239-4db1-a120-dcc257dde82b tempest-InstanceActionsV221TestJSON-1576358464 tempest-InstanceActionsV221TestJSON-1576358464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:36.784573 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c416705a-4acf-403a-ad79-dcbc8532291e req-99bf817b-6239-4db1-a120-dcc257dde82b tempest-InstanceActionsV221TestJSON-1576358464 tempest-InstanceActionsV221TestJSON-1576358464-project] 10.222.0.58 "GET /v2.0/ports?device_id=7939129b-119f-49db-a458-d1ae8e3e609b HTTP/1.1" status: 200 len: 945 time: 0.2698183 Aug 05 11:30:36.804406 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-aa0d0248-86cd-4100-9cd6-6c4fd38e7f83 req-cd27660b-06e7-4a9e-8ec6-8313c6548646 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/security-groups?id=12d84a41-4254-4f43-a1c3-ae5bdc7fdfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621072 Aug 05 11:30:36.831862 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-883aea69-d767-4181-bd5d-208053b73a08 req-7abefadd-89ea-4c26-9d62-a9417aa2c3ef service neutron] 10.222.0.55 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4823651 Aug 05 11:30:36.860939 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-eb331b9a-6df6-4d8c-ab9f-1da66ea518df tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:36.876398 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-eb331b9a-6df6-4d8c-ab9f-1da66ea518df tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:36.882392 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-eb331b9a-6df6-4d8c-ab9f-1da66ea518df tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "DELETE /v2.0/networks/d787716c-b917-4713-945d-b75346e7b30c HTTP/1.1" status: 204 len: 168 time: 1.9264381 Aug 05 11:30:36.894158 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 51882) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:30:36.918986 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-77010e7c-c93b-4643-9744-0e85e3adc986 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-220320288'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:30:36.936369 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb331b9a-6df6-4d8c-ab9f-1da66ea518df tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Pushing event deleted for resources: {'Network': ['ID=d787716c-b917-4713-945d-b75346e7b30c,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:30:36.955215 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77010e7c-c93b-4643-9744-0e85e3adc986 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Made reservation on behalf of c6f61cb628df45739d23be5e7f8e483c for: {'network': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:30:36.960573 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-77010e7c-c93b-4643-9744-0e85e3adc986 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:36.991683 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77010e7c-c93b-4643-9744-0e85e3adc986 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] vlan segment allocate from pool success with {'vlan_id': 682, 'physical_network': 'physnet1'} {{(pid=94421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:30:37.005382 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-77010e7c-c93b-4643-9744-0e85e3adc986 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:37.005920 n-d-803378-2 neutron-server[94421]: INFO neutron.db.segments_db [None req-77010e7c-c93b-4643-9744-0e85e3adc986 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Added segment e8a5f57e-1eb8-4329-b117-0e2a4f0650bf of type vlan for network d942eb66-4316-409c-99f5-8a48ad04fde8 Aug 05 11:30:37.016240 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c416705a-4acf-403a-ad79-dcbc8532291e req-f17b09da-0532-4ce7-9f53-171e8ab2d8c9 tempest-InstanceActionsV221TestJSON-1576358464 tempest-InstanceActionsV221TestJSON-1576358464-project] 10.222.0.58 "GET /v2.0/security-groups?id=c37acc02-b0ac-425a-9af6-60b2c8c6eaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099998 Aug 05 11:30:37.122148 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device d8eb95c1-7e88-499d-a153-7a5efede044d details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:30:37.137152 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-77010e7c-c93b-4643-9744-0e85e3adc986 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:37.166570 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-78bfcc03-9f4a-4f5f-8a37-15cb6f863c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:37.210901 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768b67e6-b9eb-49ea-b36b-ea1675662ce4 req-6755f710-29f3-423c-99ef-aa6e07c5274d tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:37.216787 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-768b67e6-b9eb-49ea-b36b-ea1675662ce4 req-6755f710-29f3-423c-99ef-aa6e07c5274d tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 946 time: 0.2408597 Aug 05 11:30:37.230611 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-883aea69-d767-4181-bd5d-208053b73a08 req-45d30fa9-fc2f-47d4-84f0-b36b20e5edea service neutron] 10.222.0.55 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3862875 Aug 05 11:30:37.274873 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-77010e7c-c93b-4643-9744-0e85e3adc986 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:37.307288 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77010e7c-c93b-4643-9744-0e85e3adc986 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:37.314082 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-77010e7c-c93b-4643-9744-0e85e3adc986 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:37.349542 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device d3743ac1-d872-4507-a6f2-ed370e7d4ff9 up at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:30:37.359714 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-768b67e6-b9eb-49ea-b36b-ea1675662ce4 req-d048d4fd-6866-49d1-bda7-8bc638d0e339 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245780 Aug 05 11:30:37.518665 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-77010e7c-c93b-4643-9744-0e85e3adc986 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6197453 Aug 05 11:30:37.522725 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 51896) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:30:37.535458 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning complete for port d3743ac1-d872-4507-a6f2-ed370e7d4ff9 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:30:37.535833 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:37.543391 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-4e80f6ac-1d66-4631-b74c-52977de58064 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Request body: {'subnet': {'network_id': 'd942eb66-4316-409c-99f5-8a48ad04fde8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:30:37.627767 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port d8eb95c1-7e88-499d-a153-7a5efede044d, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=d8eb95c1-7e88-499d-a153-7a5efede044d,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:30:37.629707 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77010e7c-c93b-4643-9744-0e85e3adc986 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Pushing event updated for resources: {'Network': ['ID=d942eb66-4316-409c-99f5-8a48ad04fde8,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:30:37.659592 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network d942eb66-4316-409c-99f5-8a48ad04fde8 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:30:37.725401 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Returning: {'device': 'd8eb95c1-7e88-499d-a153-7a5efede044d', 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a', 'port_id': 'd8eb95c1-7e88-499d-a153-7a5efede044d', 'mac_address': 'fa:16:3e:eb:32:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6842f728-c2f3-4e36-bb32-3303d06ce3f4', 'ip_address': '192.168.233.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:30:37.789124 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf923b3-715e-4ecc-8d56-3cd5868d56f5 req-89129e5b-2089-4a4c-8a76-da9f94fb6068 tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:37.805296 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bbf923b3-715e-4ecc-8d56-3cd5868d56f5 req-89129e5b-2089-4a4c-8a76-da9f94fb6068 tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] 10.222.0.58 "GET /v2.0/ports?device_id=2bcef571-9f02-432f-b5c7-c68acceeeebd HTTP/1.1" status: 200 len: 948 time: 0.3191853 Aug 05 11:30:37.922744 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:37.934372 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e80f6ac-1d66-4631-b74c-52977de58064 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Made reservation on behalf of c6f61cb628df45739d23be5e7f8e483c for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:30:37.948654 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4e80f6ac-1d66-4631-b74c-52977de58064 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:38.043161 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-70b1044f-d42f-47aa-93d7-6ddad4a24359 req-524f4d40-9308-40c4-9912-322974bef6ed service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=443a76e9-196d-4aa4-85e8-0ee1eebabb66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2324176 Aug 05 11:30:38.078321 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bbf923b3-715e-4ecc-8d56-3cd5868d56f5 req-0a92164b-cc4d-4f1f-8cf5-6951a2645c58 tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] 10.222.0.58 "GET /v2.0/security-groups?id=02cc6eac-67ba-47f3-90fb-e23087ccc773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763265 Aug 05 11:30:38.112965 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8eb95c1-7e88-499d-a153-7a5efede044d {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:30:38.125850 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:38.186300 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port d8eb95c1-7e88-499d-a153-7a5efede044d, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=d8eb95c1-7e88-499d-a153-7a5efede044d,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:30:38.213389 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:38.270582 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40021a41-d350-4e38-ac4d-f69e07c48ffb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3743ac1-d872-4507-a6f2-ed370e7d4ff9'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:30:38.277688 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4949c305-c45e-4f38-87f7-b374de4164b8" -d '{"events": [{"server_uuid": "40021a41-d350-4e38-ac4d-f69e07c48ffb", "name": "network-vif-plugged", "status": "completed", "tag": "d3743ac1-d872-4507-a6f2-ed370e7d4ff9"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:30:38.367834 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port d3743ac1-d872-4507-a6f2-ed370e7d4ff9, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=d3743ac1-d872-4507-a6f2-ed370e7d4ff9,segment=NetworkSegment(5615e441-bf2b-4f62-9a7e-00bdeb60130a),segment_id=5615e441-bf2b-4f62-9a7e-00bdeb60130a)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:30:38.376707 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:38.421636 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=d8eb95c1-7e88-499d-a153-7a5efede044d,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:30:38.448553 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b1044f-d42f-47aa-93d7-6ddad4a24359 req-fd36c556-ab44-4e71-9d85-62f45ecea8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:38.449763 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b1044f-d42f-47aa-93d7-6ddad4a24359 req-fd36c556-ab44-4e71-9d85-62f45ecea8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:38.450696 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b1044f-d42f-47aa-93d7-6ddad4a24359 req-fd36c556-ab44-4e71-9d85-62f45ecea8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:38.452464 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b1044f-d42f-47aa-93d7-6ddad4a24359 req-fd36c556-ab44-4e71-9d85-62f45ecea8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:38.453276 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b1044f-d42f-47aa-93d7-6ddad4a24359 req-fd36c556-ab44-4e71-9d85-62f45ecea8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:38.453936 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b1044f-d42f-47aa-93d7-6ddad4a24359 req-fd36c556-ab44-4e71-9d85-62f45ecea8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:38.454682 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b1044f-d42f-47aa-93d7-6ddad4a24359 req-fd36c556-ab44-4e71-9d85-62f45ecea8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:38.459558 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-70b1044f-d42f-47aa-93d7-6ddad4a24359 req-fd36c556-ab44-4e71-9d85-62f45ecea8b5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b4870e3c85c84ca78a3c4012c18adec3&device_id=443a76e9-196d-4aa4-85e8-0ee1eebabb66 HTTP/1.1" status: 200 len: 6492 time: 0.2720494 Aug 05 11:30:38.517338 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fc6211-a56d-42b5-97b0-01e00304c684 req-5b31c50e-f919-4d57-9ed8-a566675a5484 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:38.519548 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-41fc6211-a56d-42b5-97b0-01e00304c684 req-5b31c50e-f919-4d57-9ed8-a566675a5484 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0b417ba-3e30-4a2f-b013-aab4e7781aad HTTP/1.1" status: 200 len: 945 time: 0.2140968 Aug 05 11:30:38.543930 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb5e5a9-78e0-42ca-b26a-e325f0d8f4c9 req-bae952be-fdff-4685-ba92-c6cd7d115f0b tempest-InstanceActionsV221TestJSON-1576358464 tempest-InstanceActionsV221TestJSON-1576358464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:38.557689 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-afb5e5a9-78e0-42ca-b26a-e325f0d8f4c9 req-bae952be-fdff-4685-ba92-c6cd7d115f0b tempest-InstanceActionsV221TestJSON-1576358464 tempest-InstanceActionsV221TestJSON-1576358464-project] 10.222.0.58 "GET /v2.0/ports?device_id=7939129b-119f-49db-a458-d1ae8e3e609b HTTP/1.1" status: 200 len: 945 time: 0.2435324 Aug 05 11:30:38.586685 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['d8eb95c1-7e88-499d-a153-7a5efede044d'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:30:38.601597 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=d3743ac1-d872-4507-a6f2-ed370e7d4ff9,revision_number=7']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:30:38.650248 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4e80f6ac-1d66-4631-b74c-52977de58064 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25038678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30075167'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:38.821881 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-afb5e5a9-78e0-42ca-b26a-e325f0d8f4c9 req-c71d4120-fc03-4be1-874a-f61136c6634b tempest-InstanceActionsV221TestJSON-1576358464 tempest-InstanceActionsV221TestJSON-1576358464-project] 10.222.0.58 "GET /v2.0/security-groups?id=c37acc02-b0ac-425a-9af6-60b2c8c6eaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631953 Aug 05 11:30:38.880595 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-41fc6211-a56d-42b5-97b0-01e00304c684 req-7b877db4-60a1-4fae-95d3-ecf3d32d9ecd tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/security-groups?id=12d84a41-4254-4f43-a1c3-ae5bdc7fdfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3118203 Aug 05 11:30:38.926110 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e80f6ac-1d66-4631-b74c-52977de58064 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Checking segment: {'id': 'e8a5f57e-1eb8-4329-b117-0e2a4f0650bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'd942eb66-4316-409c-99f5-8a48ad04fde8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:30:38.926750 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e80f6ac-1d66-4631-b74c-52977de58064 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Network hostable DHCP agents. Network: d942eb66-4316-409c-99f5-8a48ad04fde8, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:30:38.947845 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e80f6ac-1d66-4631-b74c-52977de58064 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Pushing event updated for resources: {'Subnet': ['ID=882d1a3e-3159-4f00-ab33-de5a40666a08,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:30:38.997776 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b1044f-d42f-47aa-93d7-6ddad4a24359 req-333386fe-67e0-41e6-bf9d-4d1e1067e21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:39.000760 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b1044f-d42f-47aa-93d7-6ddad4a24359 req-333386fe-67e0-41e6-bf9d-4d1e1067e21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:39.002005 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b1044f-d42f-47aa-93d7-6ddad4a24359 req-333386fe-67e0-41e6-bf9d-4d1e1067e21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:39.005751 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-70b1044f-d42f-47aa-93d7-6ddad4a24359 req-333386fe-67e0-41e6-bf9d-4d1e1067e21c service neutron] 10.222.0.55 "GET /v2.0/networks?id=1d9d0f10-7957-4188-9ef0-2efd524fc96a&id=d036d46a-a30d-4750-b27d-4b7146f11df9&id=d036d46a-a30d-4750-b27d-4b7146f11df9&id=d036d46a-a30d-4750-b27d-4b7146f11df9&id=d036d46a-a30d-4750-b27d-4b7146f11df9&id=a5f65908-1835-4cf8-bef2-1ebbd6cd0373&id=a5f65908-1835-4cf8-bef2-1ebbd6cd0373 HTTP/1.1" status: 200 len: 2293 time: 0.4419885 Aug 05 11:30:39.018121 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e80f6ac-1d66-4631-b74c-52977de58064 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Network d942eb66-4316-409c-99f5-8a48ad04fde8 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:30:39.052599 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-4e80f6ac-1d66-4631-b74c-52977de58064 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, d942eb66-4316-409c-99f5-8a48ad04fde8) {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:30:39.062757 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e80f6ac-1d66-4631-b74c-52977de58064 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:39.075871 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4e80f6ac-1d66-4631-b74c-52977de58064 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:39.083063 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a18e3a-b7e8-4562-a8b5-80e9c1c4977d None None] Network d942eb66-4316-409c-99f5-8a48ad04fde8 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:30:39.113734 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-4e80f6ac-1d66-4631-b74c-52977de58064 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5891256 Aug 05 11:30:39.118663 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 51916) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:30:39.132515 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-f1a43220-ce71-427d-b853-514025edb5d9 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-92017880', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:30:39.177100 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f1a43220-ce71-427d-b853-514025edb5d9 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33260300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1929'] for router, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:39.179349 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f1a43220-ce71-427d-b853-514025edb5d9 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33285914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33034662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1926'] for router, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:39.328296 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c0efad-5ec9-4ba7-8cab-afc961b80b5f req-e576d2f2-6c44-41d8-8bf3-78e002fc5983 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:39.345681 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c6c0efad-5ec9-4ba7-8cab-afc961b80b5f req-e576d2f2-6c44-41d8-8bf3-78e002fc5983 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 946 time: 0.3377972 Aug 05 11:30:39.360024 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f1a43220-ce71-427d-b853-514025edb5d9 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:39.371134 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f1a43220-ce71-427d-b853-514025edb5d9 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286026'] for router, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:39.432795 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f1a43220-ce71-427d-b853-514025edb5d9 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks [] for router, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:39.434377 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-f1a43220-ce71-427d-b853-514025edb5d9 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3144329 Aug 05 11:30:39.440098 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 51920) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:30:39.459833 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-aa55fa7f-51b2-4039-a0ea-6fb8430f0ca4 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Request body: {'port': {'network_id': 'd942eb66-4316-409c-99f5-8a48ad04fde8', 'name': 'tempest-PortsIpV6TestJSON-1432438161'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:30:39.462875 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b482138a-0bf7-4897-9945-c9ec35481dee x-openstack-request-id: req-b482138a-0bf7-4897-9945-c9ec35481dee {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:30:39.463977 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40021a41-d350-4e38-ac4d-f69e07c48ffb", "name": "network-vif-plugged", "status": "completed", "tag": "d3743ac1-d872-4507-a6f2-ed370e7d4ff9", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:30:39.464372 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b482138a-0bf7-4897-9945-c9ec35481dee {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:30:39.465038 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40021a41-d350-4e38-ac4d-f69e07c48ffb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3743ac1-d872-4507-a6f2-ed370e7d4ff9', 'code': 200} Aug 05 11:30:39.465921 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device c042185e-969b-41b5-9da5-597bd4b0deda details requested by agent hyperv_n-h1-803378-2 with host n-h1-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:30:39.484758 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c6c0efad-5ec9-4ba7-8cab-afc961b80b5f req-66f7ee34-57dc-40e4-ba24-17f1f9c30e83 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370597 Aug 05 11:30:39.493591 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-70b1044f-d42f-47aa-93d7-6ddad4a24359 req-f34a3d9f-90d0-4663-8d27-8cf96a643944 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cda42fa7-6755-4e33-bd29-5cc1df60f230 HTTP/1.1" status: 200 len: 1002 time: 0.3707588 Aug 05 11:30:39.781034 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55541d7b-fa81-4397-98b7-8d55022abeab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-d942eb66-4316-409c-99f5-8a48ad04fde8', 'network_id': 'd942eb66-4316-409c-99f5-8a48ad04fde8', 'tenant_id': 'c6f61cb628df45739d23be5e7f8e483c', 'fixed_ips': [{'subnet_id': '882d1a3e-3159-4f00-ab33-de5a40666a08'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 11:30:39.783402 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-55541d7b-fa81-4397-98b7-8d55022abeab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:39.793756 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f0f507-b7cc-46f4-8ff8-bd9ed02ca422 req-81ebf2a1-1cb4-45df-96be-fc0545568bea tempest-InstanceActionsV221TestJSON-1576358464 tempest-InstanceActionsV221TestJSON-1576358464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:39.797166 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e3f0f507-b7cc-46f4-8ff8-bd9ed02ca422 req-81ebf2a1-1cb4-45df-96be-fc0545568bea tempest-InstanceActionsV221TestJSON-1576358464 tempest-InstanceActionsV221TestJSON-1576358464-project] 10.222.0.55 "GET /v2.0/ports?device_id=7939129b-119f-49db-a458-d1ae8e3e609b HTTP/1.1" status: 200 len: 945 time: 0.1764727 Aug 05 11:30:39.935902 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b1044f-d42f-47aa-93d7-6ddad4a24359 req-3ad83bd3-408e-474b-bdd1-0f9c2798b6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:39.941150 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-70b1044f-d42f-47aa-93d7-6ddad4a24359 req-3ad83bd3-408e-474b-bdd1-0f9c2798b6c0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=359b66e9-993f-49f2-872a-086774950a53 HTTP/1.1" status: 200 len: 851 time: 0.4401488 Aug 05 11:30:39.974467 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa55fa7f-51b2-4039-a0ea-6fb8430f0ca4 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Made reservation on behalf of c6f61cb628df45739d23be5e7f8e483c for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:30:39.979289 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-aa55fa7f-51b2-4039-a0ea-6fb8430f0ca4 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:40.005168 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-e3f0f507-b7cc-46f4-8ff8-bd9ed02ca422 req-ccbf5b00-b8c6-45b1-9889-fe95148bf827 tempest-InstanceActionsV221TestJSON-1576358464 tempest-InstanceActionsV221TestJSON-1576358464-project] Deleting port 16ff58d8-53c5-4ccb-9e58-7f1422fab6de {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:30:40.005667 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-e3f0f507-b7cc-46f4-8ff8-bd9ed02ca422 req-ccbf5b00-b8c6-45b1-9889-fe95148bf827 tempest-InstanceActionsV221TestJSON-1576358464 tempest-InstanceActionsV221TestJSON-1576358464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:40.011955 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69fc6c6-a919-4af2-97e1-c5a95d7596e5 req-2d3767fc-c737-4425-8821-debffcfefb0b tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:40.015864 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [None req-aa55fa7f-51b2-4039-a0ea-6fb8430f0ca4 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] device_id is not set on port 659ba2df-ab6f-4dd4-8080-55e2d4a6abaa yet. {{(pid=94421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 11:30:40.030816 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c69fc6c6-a919-4af2-97e1-c5a95d7596e5 req-2d3767fc-c737-4425-8821-debffcfefb0b tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] 10.222.0.58 "GET /v2.0/ports?device_id=2bcef571-9f02-432f-b5c7-c68acceeeebd HTTP/1.1" status: 200 len: 948 time: 0.3153565 Aug 05 11:30:40.055557 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40abdd10-1e4a-4f36-83c4-092ca31bd90e req-30bc0fce-be25-43c7-91e9-c8963d3fb741 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:40.058679 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-40abdd10-1e4a-4f36-83c4-092ca31bd90e req-30bc0fce-be25-43c7-91e9-c8963d3fb741 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 946 time: 0.3485894 Aug 05 11:30:40.128512 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port c042185e-969b-41b5-9da5-597bd4b0deda, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=c042185e-969b-41b5-9da5-597bd4b0deda,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:30:40.181790 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c69fc6c6-a919-4af2-97e1-c5a95d7596e5 req-386eb085-09ed-44c8-afee-66ed4eb86e29 tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] 10.222.0.58 "GET /v2.0/security-groups?id=02cc6eac-67ba-47f3-90fb-e23087ccc773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195815 Aug 05 11:30:40.213431 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-aa55fa7f-51b2-4039-a0ea-6fb8430f0ca4 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Allocated IP 2001:db8::24 (d942eb66-4316-409c-99f5-8a48ad04fde8/882d1a3e-3159-4f00-ab33-de5a40666a08/659ba2df-ab6f-4dd4-8080-55e2d4a6abaa) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:30:40.222765 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b1044f-d42f-47aa-93d7-6ddad4a24359 req-9bede834-f72e-4e12-a3e9-0a42d6628def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:40.228533 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-70b1044f-d42f-47aa-93d7-6ddad4a24359 req-9bede834-f72e-4e12-a3e9-0a42d6628def service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1d9d0f10-7957-4188-9ef0-2efd524fc96a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2783759 Aug 05 11:30:40.290388 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:40.313723 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c62cdab1-f715-40ba-bf8f-e1e44d491a3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:40.322474 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-40abdd10-1e4a-4f36-83c4-092ca31bd90e req-47c7c7eb-c75f-419b-a229-d1ec8fad7852 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366512 Aug 05 11:30:40.328678 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Returning: {'device': 'c042185e-969b-41b5-9da5-597bd4b0deda', 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a', 'port_id': 'c042185e-969b-41b5-9da5-597bd4b0deda', 'mac_address': 'fa:16:3e:68:d0:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6842f728-c2f3-4e36-bb32-3303d06ce3f4', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:30:40.504396 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:40.514756 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c78968-9883-4d20-8fab-c128d8714ec7 req-5f0b87ab-cf12-4942-9ccd-20b164fe5725 tempest-InstanceActionsV221TestJSON-1576358464 tempest-InstanceActionsV221TestJSON-1576358464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:40.532014 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d8c78968-9883-4d20-8fab-c128d8714ec7 req-5f0b87ab-cf12-4942-9ccd-20b164fe5725 tempest-InstanceActionsV221TestJSON-1576358464 tempest-InstanceActionsV221TestJSON-1576358464-project] 10.222.0.58 "GET /v2.0/ports?device_id=7939129b-119f-49db-a458-d1ae8e3e609b HTTP/1.1" status: 200 len: 945 time: 0.1623414 Aug 05 11:30:40.542448 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c042185e-969b-41b5-9da5-597bd4b0deda {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:30:40.578597 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port c042185e-969b-41b5-9da5-597bd4b0deda, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=c042185e-969b-41b5-9da5-597bd4b0deda,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:30:40.585020 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:40.680950 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=c042185e-969b-41b5-9da5-597bd4b0deda,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:30:40.684272 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-e3f0f507-b7cc-46f4-8ff8-bd9ed02ca422 req-ccbf5b00-b8c6-45b1-9889-fe95148bf827 tempest-InstanceActionsV221TestJSON-1576358464 tempest-InstanceActionsV221TestJSON-1576358464-project] For port 16ff58d8-53c5-4ccb-9e58-7f1422fab6de, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=16ff58d8-53c5-4ccb-9e58-7f1422fab6de,segment=NetworkSegment(9ecc72a9-5959-4e4a-ae1b-b2eb7994de66),segment_id=9ecc72a9-5959-4e4a-ae1b-b2eb7994de66)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:30:40.684828 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-e3f0f507-b7cc-46f4-8ff8-bd9ed02ca422 req-ccbf5b00-b8c6-45b1-9889-fe95148bf827 tempest-InstanceActionsV221TestJSON-1576358464 tempest-InstanceActionsV221TestJSON-1576358464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:40.688001 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-70b1044f-d42f-47aa-93d7-6ddad4a24359 req-97c7190f-2416-43c7-abbf-4b4d306b3529 service neutron] 10.222.0.55 "GET /v2.0/networks/1d9d0f10-7957-4188-9ef0-2efd524fc96a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4352570 Aug 05 11:30:40.709662 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-aa55fa7f-51b2-4039-a0ea-6fb8430f0ca4 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:40.720318 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-e3f0f507-b7cc-46f4-8ff8-bd9ed02ca422 req-ccbf5b00-b8c6-45b1-9889-fe95148bf827 tempest-InstanceActionsV221TestJSON-1576358464 tempest-InstanceActionsV221TestJSON-1576358464-project] Calling delete_port for 16ff58d8-53c5-4ccb-9e58-7f1422fab6de owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:30:40.734581 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d8c78968-9883-4d20-8fab-c128d8714ec7 req-51c55696-3fb3-47fd-bb47-881837ae0db1 tempest-InstanceActionsV221TestJSON-1576358464 tempest-InstanceActionsV221TestJSON-1576358464-project] 10.222.0.58 "GET /v2.0/security-groups?id=c37acc02-b0ac-425a-9af6-60b2c8c6eaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001846 Aug 05 11:30:40.769487 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [None req-aa55fa7f-51b2-4039-a0ea-6fb8430f0ca4 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Transition to ACTIVE for port object 659ba2df-ab6f-4dd4-8080-55e2d4a6abaa will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:30:40.860686 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40529bbd-2af3-4fb6-bd66-3aeb17b62a78 req-41ac0705-f248-4cf5-ba6c-2a636992cce9 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:40.872404 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-40529bbd-2af3-4fb6-bd66-3aeb17b62a78 req-41ac0705-f248-4cf5-ba6c-2a636992cce9 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0b417ba-3e30-4a2f-b013-aab4e7781aad HTTP/1.1" status: 200 len: 945 time: 0.3183789 Aug 05 11:30:40.912232 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-aa55fa7f-51b2-4039-a0ea-6fb8430f0ca4 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:41.016882 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-70b1044f-d42f-47aa-93d7-6ddad4a24359 req-675c548d-16f1-4c50-8295-00c5e024bb65 service neutron] 10.222.0.55 "GET /v2.0/networks/1d9d0f10-7957-4188-9ef0-2efd524fc96a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3203566 Aug 05 11:30:41.036236 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-55541d7b-fa81-4397-98b7-8d55022abeab None None] Allocated IP 2001:db8::2 (d942eb66-4316-409c-99f5-8a48ad04fde8/882d1a3e-3159-4f00-ab33-de5a40666a08/2f52855a-d35f-4d8c-81b0-6d0d8fa67351) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:30:41.080192 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa55fa7f-51b2-4039-a0ea-6fb8430f0ca4 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Network d942eb66-4316-409c-99f5-8a48ad04fde8 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:30:41.153190 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-70b1044f-d42f-47aa-93d7-6ddad4a24359 req-c5b1c52c-24ac-430a-a568-39d85195e85c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.111&port_id=8fe40b91-b25d-45f0-9197-c82f62355d38 HTTP/1.1" status: 200 len: 217 time: 0.1248181 Aug 05 11:30:41.163458 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-40529bbd-2af3-4fb6-bd66-3aeb17b62a78 req-f62be737-2b00-4ab8-833f-93bd9df1e006 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/security-groups?id=12d84a41-4254-4f43-a1c3-ae5bdc7fdfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875931 Aug 05 11:30:41.209568 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-aa55fa7f-51b2-4039-a0ea-6fb8430f0ca4 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:30:41.220767 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device d8eb95c1-7e88-499d-a153-7a5efede044d up at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:30:41.239952 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa55fa7f-51b2-4039-a0ea-6fb8430f0ca4 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:30:41.284166 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa55fa7f-51b2-4039-a0ea-6fb8430f0ca4 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:41.286693 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-aa55fa7f-51b2-4039-a0ea-6fb8430f0ca4 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:41.345408 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-e3f0f507-b7cc-46f4-8ff8-bd9ed02ca422 req-ccbf5b00-b8c6-45b1-9889-fe95148bf827 tempest-InstanceActionsV221TestJSON-1576358464 tempest-InstanceActionsV221TestJSON-1576358464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:41.357700 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-aa55fa7f-51b2-4039-a0ea-6fb8430f0ca4 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9151497 Aug 05 11:30:41.375816 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b1044f-d42f-47aa-93d7-6ddad4a24359 req-244ba656-7b25-4154-ae01-bba7dc9a1489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:41.377515 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-70b1044f-d42f-47aa-93d7-6ddad4a24359 req-244ba656-7b25-4154-ae01-bba7dc9a1489 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=63fb736d-d029-44dc-a68b-bfad4551695d HTTP/1.1" status: 200 len: 797 time: 0.2018683 Aug 05 11:30:41.378861 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 51948) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:30:41.437512 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['c042185e-969b-41b5-9da5-597bd4b0deda'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:30:41.442482 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning for port d8eb95c1-7e88-499d-a153-7a5efede044d completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:30:41.473629 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa55fa7f-51b2-4039-a0ea-6fb8430f0ca4 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Pushing event updated for resources: {'Port': ['ID=659ba2df-ab6f-4dd4-8080-55e2d4a6abaa,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:30:41.496077 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning complete for port d8eb95c1-7e88-499d-a153-7a5efede044d triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:30:41.496512 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:41.499481 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3f0f507-b7cc-46f4-8ff8-bd9ed02ca422 req-ccbf5b00-b8c6-45b1-9889-fe95148bf827 tempest-InstanceActionsV221TestJSON-1576358464 tempest-InstanceActionsV221TestJSON-1576358464-project] No DVR routers for this DVR port 16ff58d8-53c5-4ccb-9e58-7f1422fab6de on host n-h2-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:30:41.503142 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-e3f0f507-b7cc-46f4-8ff8-bd9ed02ca422 req-ccbf5b00-b8c6-45b1-9889-fe95148bf827 tempest-InstanceActionsV221TestJSON-1576358464 tempest-InstanceActionsV221TestJSON-1576358464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:41.508194 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e3f0f507-b7cc-46f4-8ff8-bd9ed02ca422 req-ccbf5b00-b8c6-45b1-9889-fe95148bf827 tempest-InstanceActionsV221TestJSON-1576358464 tempest-InstanceActionsV221TestJSON-1576358464-project] 10.222.0.55 "DELETE /v2.0/ports/16ff58d8-53c5-4ccb-9e58-7f1422fab6de HTTP/1.1" status: 204 len: 173 time: 1.7008686 Aug 05 11:30:41.619035 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7939129b-119f-49db-a458-d1ae8e3e609b', 'name': 'network-vif-deleted', 'tag': '16ff58d8-53c5-4ccb-9e58-7f1422fab6de'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:30:41.631127 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a257d443-462e-4306-933c-5479cfd4502c" -d '{"events": [{"server_uuid": "7939129b-119f-49db-a458-d1ae8e3e609b", "name": "network-vif-deleted", "tag": "16ff58d8-53c5-4ccb-9e58-7f1422fab6de"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:30:41.638050 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbf5b00-b8c6-45b1-9889-fe95148bf827 tempest-InstanceActionsV221TestJSON-1576358464 tempest-InstanceActionsV221TestJSON-1576358464-project] Pushing event deleted for resources: {'Port': ['ID=16ff58d8-53c5-4ccb-9e58-7f1422fab6de,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:30:41.776313 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e8a332-9a7e-4f76-8f6b-39b3ae11c69d req-6330c0c5-eddb-491d-9f3f-b48c5720fbfd tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:41.785755 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-65e8a332-9a7e-4f76-8f6b-39b3ae11c69d req-6330c0c5-eddb-491d-9f3f-b48c5720fbfd tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 946 time: 0.4062603 Aug 05 11:30:41.803921 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f3c126-9f7f-441b-884a-381c7eeab33e req-2bff45ca-3185-4575-9fc0-0d94ff2e942a tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:41.806701 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-60f3c126-9f7f-441b-884a-381c7eeab33e req-2bff45ca-3185-4575-9fc0-0d94ff2e942a tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] 10.222.0.58 "GET /v2.0/ports?device_id=2bcef571-9f02-432f-b5c7-c68acceeeebd HTTP/1.1" status: 200 len: 949 time: 0.2381685 Aug 05 11:30:41.817759 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b1044f-d42f-47aa-93d7-6ddad4a24359 req-e19808d0-3b4d-4660-a8f0-10a130ab38d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:41.819298 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-70b1044f-d42f-47aa-93d7-6ddad4a24359 req-e19808d0-3b4d-4660-a8f0-10a130ab38d7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d036d46a-a30d-4750-b27d-4b7146f11df9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3247874 Aug 05 11:30:41.893642 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-55541d7b-fa81-4397-98b7-8d55022abeab None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:41.950479 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-55541d7b-fa81-4397-98b7-8d55022abeab None None] Transition to ACTIVE for port object 2f52855a-d35f-4d8c-81b0-6d0d8fa67351 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:30:41.961681 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:42.012921 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-55541d7b-fa81-4397-98b7-8d55022abeab None None] Transition to ACTIVE for port object 2f52855a-d35f-4d8c-81b0-6d0d8fa67351 will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:30:42.091594 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-55541d7b-fa81-4397-98b7-8d55022abeab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:42.316334 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55541d7b-fa81-4397-98b7-8d55022abeab None None] Network d942eb66-4316-409c-99f5-8a48ad04fde8 is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:30:42.333674 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:42.351024 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-55541d7b-fa81-4397-98b7-8d55022abeab None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:30:42.399490 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55541d7b-fa81-4397-98b7-8d55022abeab None None] Pushing event updated for resources: {'Port': ['ID=2f52855a-d35f-4d8c-81b0-6d0d8fa67351,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:30:42.519289 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55541d7b-fa81-4397-98b7-8d55022abeab None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:30:42.527069 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21dc698f-345a-420b-8016-e43afed59e9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8eb95c1-7e88-499d-a153-7a5efede044d'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:30:42.532432 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61ec22c8-8c0a-4558-80be-e381ca4a535e" -d '{"events": [{"server_uuid": "21dc698f-345a-420b-8016-e43afed59e9e", "name": "network-vif-plugged", "status": "completed", "tag": "d8eb95c1-7e88-499d-a153-7a5efede044d"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:30:42.545916 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-60f3c126-9f7f-441b-884a-381c7eeab33e req-4e6b0f54-17ff-4a62-a07b-645927d587d8 tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] 10.222.0.58 "GET /v2.0/security-groups?id=02cc6eac-67ba-47f3-90fb-e23087ccc773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7219384 Aug 05 11:30:42.551219 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-65e8a332-9a7e-4f76-8f6b-39b3ae11c69d req-73144b37-759c-4072-aef4-7f4b239cf03c tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7642856 Aug 05 11:30:42.564399 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port d8eb95c1-7e88-499d-a153-7a5efede044d, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=d8eb95c1-7e88-499d-a153-7a5efede044d,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:30:42.640385 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:42.643127 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 16ff58d8-53c5-4ccb-9e58-7f1422fab6de no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:30:42.670787 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93312ac1-fe3c-4f02-a1d6-3d4c000f7218 x-openstack-request-id: req-93312ac1-fe3c-4f02-a1d6-3d4c000f7218 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:30:42.670787 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7939129b-119f-49db-a458-d1ae8e3e609b", "name": "network-vif-deleted", "tag": "16ff58d8-53c5-4ccb-9e58-7f1422fab6de", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:30:42.670787 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-93312ac1-fe3c-4f02-a1d6-3d4c000f7218 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:30:42.670787 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7939129b-119f-49db-a458-d1ae8e3e609b', 'name': 'network-vif-deleted', 'tag': '16ff58d8-53c5-4ccb-9e58-7f1422fab6de', 'status': 'completed', 'code': 200} Aug 05 11:30:42.878163 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-70b1044f-d42f-47aa-93d7-6ddad4a24359 req-2e7806d3-9643-4a8c-b079-20033fcd9c1d service neutron] 10.222.0.55 "GET /v2.0/networks/d036d46a-a30d-4750-b27d-4b7146f11df9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9958382 Aug 05 11:30:42.906095 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] No Port match for: 16ff58d8-53c5-4ccb-9e58-7f1422fab6de {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:30:42.906826 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 16ff58d8-53c5-4ccb-9e58-7f1422fab6de not bound to the agent host n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:30:43.042219 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-55541d7b-fa81-4397-98b7-8d55022abeab None None] Attempting to bind port 2f52855a-d35f-4d8c-81b0-6d0d8fa67351 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:30:43.046292 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-55541d7b-fa81-4397-98b7-8d55022abeab None None] Attempting to bind port 2f52855a-d35f-4d8c-81b0-6d0d8fa67351 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'e8a5f57e-1eb8-4329-b117-0e2a4f0650bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'd942eb66-4316-409c-99f5-8a48ad04fde8'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:30:43.046801 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55541d7b-fa81-4397-98b7-8d55022abeab None None] Attempting to bind port 2f52855a-d35f-4d8c-81b0-6d0d8fa67351 on network d942eb66-4316-409c-99f5-8a48ad04fde8 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:30:43.090459 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55541d7b-fa81-4397-98b7-8d55022abeab None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:30:43.091196 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55541d7b-fa81-4397-98b7-8d55022abeab None None] Checking segment: {'id': 'e8a5f57e-1eb8-4329-b117-0e2a4f0650bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'd942eb66-4316-409c-99f5-8a48ad04fde8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:30:43.091936 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-55541d7b-fa81-4397-98b7-8d55022abeab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:43.093043 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55541d7b-fa81-4397-98b7-8d55022abeab None None] Bound using segment: {'id': 'e8a5f57e-1eb8-4329-b117-0e2a4f0650bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'd942eb66-4316-409c-99f5-8a48ad04fde8'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:30:43.093754 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-55541d7b-fa81-4397-98b7-8d55022abeab None None] Bound port: 2f52855a-d35f-4d8c-81b0-6d0d8fa67351, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8a5f57e-1eb8-4329-b117-0e2a4f0650bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'd942eb66-4316-409c-99f5-8a48ad04fde8'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:30:43.094397 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-55541d7b-fa81-4397-98b7-8d55022abeab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:43.155595 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=d8eb95c1-7e88-499d-a153-7a5efede044d,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:30:43.168787 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0899362f-d419-4919-843f-c68b1b9c7fe7 x-openstack-request-id: req-0899362f-d419-4919-843f-c68b1b9c7fe7 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:30:43.169203 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21dc698f-345a-420b-8016-e43afed59e9e", "name": "network-vif-plugged", "status": "completed", "tag": "d8eb95c1-7e88-499d-a153-7a5efede044d", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:30:43.169552 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0899362f-d419-4919-843f-c68b1b9c7fe7 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:30:43.170290 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21dc698f-345a-420b-8016-e43afed59e9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8eb95c1-7e88-499d-a153-7a5efede044d', 'code': 200} Aug 05 11:30:43.306140 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-55541d7b-fa81-4397-98b7-8d55022abeab None None] For port 2f52855a-d35f-4d8c-81b0-6d0d8fa67351, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:30:43.318799 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-55541d7b-fa81-4397-98b7-8d55022abeab None None] For port 2f52855a-d35f-4d8c-81b0-6d0d8fa67351, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=2f52855a-d35f-4d8c-81b0-6d0d8fa67351,segment=NetworkSegment(e8a5f57e-1eb8-4329-b117-0e2a4f0650bf),segment_id=e8a5f57e-1eb8-4329-b117-0e2a4f0650bf)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:30:43.328855 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-55541d7b-fa81-4397-98b7-8d55022abeab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:43.430030 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-70b1044f-d42f-47aa-93d7-6ddad4a24359 req-46b39ed4-84b5-4353-84d5-db2095055a7e service neutron] 10.222.0.55 "GET /v2.0/networks/d036d46a-a30d-4750-b27d-4b7146f11df9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5282154 Aug 05 11:30:43.442979 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d600d891-3b07-4cda-8275-00b820a5a8a7 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:43.452089 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9c1284-c58d-4f2a-adb9-9edc19320331 req-f5b07690-f233-4111-ac8e-19eeb4f3bc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:43.458053 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3e9c1284-c58d-4f2a-adb9-9edc19320331 req-f5b07690-f233-4111-ac8e-19eeb4f3bc32 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=21dc698f-345a-420b-8016-e43afed59e9e HTTP/1.1" status: 200 len: 1101 time: 0.1562507 Aug 05 11:30:43.539615 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3e9c1284-c58d-4f2a-adb9-9edc19320331 req-b8e5c96e-6696-408f-9d13-f9896ff30e49 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=02cc6eac-67ba-47f3-90fb-e23087ccc773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779934 Aug 05 11:30:43.588907 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55541d7b-fa81-4397-98b7-8d55022abeab None None] Pushing event updated for resources: {'Port': ['ID=2f52855a-d35f-4d8c-81b0-6d0d8fa67351,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:30:43.696978 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-70b1044f-d42f-47aa-93d7-6ddad4a24359 req-503d0ec7-98cb-48c2-a756-d941b2e8bd62 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.137&port_id=9825552d-c4a9-47c2-b314-f8532a62835b HTTP/1.1" status: 200 len: 217 time: 0.2558639 Aug 05 11:30:43.748473 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:43.945991 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d477833-c9f4-4dee-901c-38408ac537d4 req-f769004d-24bf-4dc1-8824-218d53f84709 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:43.955037 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5d477833-c9f4-4dee-901c-38408ac537d4 req-f769004d-24bf-4dc1-8824-218d53f84709 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0b417ba-3e30-4a2f-b013-aab4e7781aad HTTP/1.1" status: 200 len: 945 time: 0.6818547 Aug 05 11:30:44.103455 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61049dd-25aa-413f-b98b-f06d2d294747 req-7a725de5-19b8-4915-b693-a722bfdc77d7 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:44.106468 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d61049dd-25aa-413f-b98b-f06d2d294747 req-7a725de5-19b8-4915-b693-a722bfdc77d7 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 946 time: 0.8344023 Aug 05 11:30:44.285721 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b1044f-d42f-47aa-93d7-6ddad4a24359 req-31c9e398-814b-47a7-8d99-a1d3a0b8e21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:44.288387 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-70b1044f-d42f-47aa-93d7-6ddad4a24359 req-31c9e398-814b-47a7-8d99-a1d3a0b8e21a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=63fb736d-d029-44dc-a68b-bfad4551695d HTTP/1.1" status: 200 len: 797 time: 0.4861875 Aug 05 11:30:44.494763 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5d477833-c9f4-4dee-901c-38408ac537d4 req-f5f2fc71-2540-44d1-8cb7-1f4b6a0bc89c tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/security-groups?id=12d84a41-4254-4f43-a1c3-ae5bdc7fdfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5350358 Aug 05 11:30:44.522528 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 2f52855a-d35f-4d8c-81b0-6d0d8fa67351 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:30:44.842006 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9f6f2358-d8fa-4f53-bf67-9fedb9b13ea3 req-cfa8c0bf-e560-43e1-ae7c-b0faa1822938 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6daa696e-13a0-4064-a798-e7d6d6e2e860&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2306464 Aug 05 11:30:44.972596 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 2f52855a-d35f-4d8c-81b0-6d0d8fa67351 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:30:45.228674 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6f2358-d8fa-4f53-bf67-9fedb9b13ea3 req-cb3560dd-718a-4ed8-bba6-b44c2dd9dcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:45.233083 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9f6f2358-d8fa-4f53-bf67-9fedb9b13ea3 req-cb3560dd-718a-4ed8-bba6-b44c2dd9dcf8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bc360260b43347fbb7d1bc7660d6f218&device_id=6daa696e-13a0-4064-a798-e7d6d6e2e860 HTTP/1.1" status: 200 len: 1095 time: 0.1836870 Aug 05 11:30:45.376117 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device c042185e-969b-41b5-9da5-597bd4b0deda up at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:30:45.447351 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6f2358-d8fa-4f53-bf67-9fedb9b13ea3 req-2613ec56-7ef2-4873-9d79-97deb2fcca3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:45.450303 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9f6f2358-d8fa-4f53-bf67-9fedb9b13ea3 req-2613ec56-7ef2-4873-9d79-97deb2fcca3e service neutron] 10.222.0.64 "GET /v2.0/networks?id=546c0542-0f92-4f6c-914b-a74a81cd2290 HTTP/1.1" status: 200 len: 909 time: 0.1818039 Aug 05 11:30:45.556274 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning for port c042185e-969b-41b5-9da5-597bd4b0deda completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:30:45.564213 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning complete for port c042185e-969b-41b5-9da5-597bd4b0deda triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:30:45.564626 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:45.570229 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9f6f2358-d8fa-4f53-bf67-9fedb9b13ea3 req-233b9afa-a336-4cb3-92c0-909274a5d74c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74ee7881-5d34-4d2f-8ca5-497d574a916d HTTP/1.1" status: 200 len: 217 time: 0.1057146 Aug 05 11:30:45.709055 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d61049dd-25aa-413f-b98b-f06d2d294747 req-c616f704-bfdd-43e8-8e28-3ae3b57674fd tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5046439 Aug 05 11:30:45.718714 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-337782e4-d57b-44f8-b7e9-01a6deeadac5 None None] Network d942eb66-4316-409c-99f5-8a48ad04fde8 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:30:45.757883 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6f2358-d8fa-4f53-bf67-9fedb9b13ea3 req-efc5e409-83dc-4b24-9010-775b36a2412b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:45.760110 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9f6f2358-d8fa-4f53-bf67-9fedb9b13ea3 req-efc5e409-83dc-4b24-9010-775b36a2412b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=61983880-6386-4045-bd2d-695dffcb92f9 HTTP/1.1" status: 200 len: 848 time: 0.1724434 Aug 05 11:30:45.834242 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b1044f-d42f-47aa-93d7-6ddad4a24359 req-a4250073-df42-4467-9a66-c76fbb9b8c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:45.836998 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-70b1044f-d42f-47aa-93d7-6ddad4a24359 req-a4250073-df42-4467-9a66-c76fbb9b8c17 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d036d46a-a30d-4750-b27d-4b7146f11df9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.5215745 Aug 05 11:30:45.841003 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9f6f2358-d8fa-4f53-bf67-9fedb9b13ea3 req-81ed1267-8a6a-4ef9-80fa-720332261b20 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=546c0542-0f92-4f6c-914b-a74a81cd2290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601261 Aug 05 11:30:45.926147 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf55ac7d-56c5-48b7-b989-8b171327fa11 req-6c85e0da-bd94-45c8-a365-dba3f51910a6 tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:45.939634 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cf55ac7d-56c5-48b7-b989-8b171327fa11 req-6c85e0da-bd94-45c8-a365-dba3f51910a6 tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] 10.222.0.58 "GET /v2.0/ports?device_id=2bcef571-9f02-432f-b5c7-c68acceeeebd HTTP/1.1" status: 200 len: 949 time: 0.3068376 Aug 05 11:30:46.056137 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-0fe514cf-4fe2-4772-8eef-02adbd830fbc None None] Provisioning for port 2f52855a-d35f-4d8c-81b0-6d0d8fa67351 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:30:46.102464 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-0fe514cf-4fe2-4772-8eef-02adbd830fbc None None] Provisioning complete for port 2f52855a-d35f-4d8c-81b0-6d0d8fa67351 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:30:46.103146 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-0fe514cf-4fe2-4772-8eef-02adbd830fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:46.179799 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:46.250756 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port c042185e-969b-41b5-9da5-597bd4b0deda, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=c042185e-969b-41b5-9da5-597bd4b0deda,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:30:46.257270 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bcef571-9f02-432f-b5c7-c68acceeeebd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c042185e-969b-41b5-9da5-597bd4b0deda'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:30:46.261808 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c170de0-63a4-43ef-b27a-b89859e36578" -d '{"events": [{"server_uuid": "2bcef571-9f02-432f-b5c7-c68acceeeebd", "name": "network-vif-plugged", "status": "completed", "tag": "c042185e-969b-41b5-9da5-597bd4b0deda"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:30:46.273808 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:46.342399 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9f6f2358-d8fa-4f53-bf67-9fedb9b13ea3 req-d753f463-1415-4962-8f5f-31c1b434f77c service neutron] 10.222.0.64 "GET /v2.0/networks/546c0542-0f92-4f6c-914b-a74a81cd2290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4862885 Aug 05 11:30:46.488565 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cf55ac7d-56c5-48b7-b989-8b171327fa11 req-05e24949-1a17-4bd4-a6c5-69bb874ce88f tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] 10.222.0.58 "GET /v2.0/security-groups?id=02cc6eac-67ba-47f3-90fb-e23087ccc773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5477288 Aug 05 11:30:46.491676 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-70b1044f-d42f-47aa-93d7-6ddad4a24359 req-1f8095be-0571-4264-a826-63277f51cc7e service neutron] 10.222.0.55 "GET /v2.0/networks/d036d46a-a30d-4750-b27d-4b7146f11df9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6239223 Aug 05 11:30:46.512102 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=c042185e-969b-41b5-9da5-597bd4b0deda,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:30:46.648602 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9f6f2358-d8fa-4f53-bf67-9fedb9b13ea3 req-2f7d56ea-9329-4b4a-a4b7-20dc0ea3bc57 service neutron] 10.222.0.64 "GET /v2.0/networks/546c0542-0f92-4f6c-914b-a74a81cd2290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2948542 Aug 05 11:30:46.665197 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-0fe514cf-4fe2-4772-8eef-02adbd830fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:46.675324 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7b784a8-cfb0-4e0e-9136-58aff714bb63 x-openstack-request-id: req-a7b784a8-cfb0-4e0e-9136-58aff714bb63 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:30:46.675726 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bcef571-9f02-432f-b5c7-c68acceeeebd", "name": "network-vif-plugged", "status": "completed", "tag": "c042185e-969b-41b5-9da5-597bd4b0deda", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:30:46.676155 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a7b784a8-cfb0-4e0e-9136-58aff714bb63 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:30:46.677018 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bcef571-9f02-432f-b5c7-c68acceeeebd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c042185e-969b-41b5-9da5-597bd4b0deda', 'code': 200} Aug 05 11:30:46.782423 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-0fe514cf-4fe2-4772-8eef-02adbd830fbc None None] For port 2f52855a-d35f-4d8c-81b0-6d0d8fa67351, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=2f52855a-d35f-4d8c-81b0-6d0d8fa67351,segment=NetworkSegment(e8a5f57e-1eb8-4329-b117-0e2a4f0650bf),segment_id=e8a5f57e-1eb8-4329-b117-0e2a4f0650bf)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:30:46.800574 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-0fe514cf-4fe2-4772-8eef-02adbd830fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:46.813907 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d600d891-3b07-4cda-8275-00b820a5a8a7 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:46.841098 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d600d891-3b07-4cda-8275-00b820a5a8a7 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:46.851942 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 52030) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:30:46.924645 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045dafa0-5b06-4253-bf47-92075b16ba45 req-f18aa21a-9bc4-43f4-b6fc-dbc1ec8993bf tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:46.942953 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-045dafa0-5b06-4253-bf47-92075b16ba45 req-f18aa21a-9bc4-43f4-b6fc-dbc1ec8993bf tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0b417ba-3e30-4a2f-b013-aab4e7781aad HTTP/1.1" status: 200 len: 945 time: 0.4458942 Aug 05 11:30:47.003185 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe514cf-4fe2-4772-8eef-02adbd830fbc None None] Pushing event updated for resources: {'Port': ['ID=2f52855a-d35f-4d8c-81b0-6d0d8fa67351,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:30:47.028734 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-31278abd-f68a-45ec-bcbf-8c6d6f237626 None None] Provisioning for port 659ba2df-ab6f-4dd4-8080-55e2d4a6abaa completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:30:47.034986 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-31278abd-f68a-45ec-bcbf-8c6d6f237626 None None] Provisioning complete for port 659ba2df-ab6f-4dd4-8080-55e2d4a6abaa triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:30:47.043054 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-31278abd-f68a-45ec-bcbf-8c6d6f237626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:47.070124 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_v2 [None req-723d2938-f7d2-437a-a381-53f8d60837c0 admin admin] Deleting subnet 6c2625ee-4af4-4736-b80d-318aecc2bf2c {{(pid=94421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:30:47.082094 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-723d2938-f7d2-437a-a381-53f8d60837c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:47.100436 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-31278abd-f68a-45ec-bcbf-8c6d6f237626 None None] Port 659ba2df-ab6f-4dd4-8080-55e2d4a6abaa cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:30:47.121723 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-31278abd-f68a-45ec-bcbf-8c6d6f237626 None None] Provisioning complete for port 2f52855a-d35f-4d8c-81b0-6d0d8fa67351 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:30:47.122429 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-31278abd-f68a-45ec-bcbf-8c6d6f237626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:47.125681 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfaff0b-bef8-4ba7-aec8-89bb04ad2731 req-42652523-77e9-42f7-a5e4-82a224b851e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:47.127723 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8bfaff0b-bef8-4ba7-aec8-89bb04ad2731 req-42652523-77e9-42f7-a5e4-82a224b851e3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2bcef571-9f02-432f-b5c7-c68acceeeebd HTTP/1.1" status: 200 len: 1101 time: 0.2733281 Aug 05 11:30:47.219955 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8bfaff0b-bef8-4ba7-aec8-89bb04ad2731 req-09d6ee9b-5dbe-4cc0-9206-b60f03542777 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=02cc6eac-67ba-47f3-90fb-e23087ccc773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805166 Aug 05 11:30:47.225754 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-723d2938-f7d2-437a-a381-53f8d60837c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29786388'] for subnet, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:47.355134 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-70b1044f-d42f-47aa-93d7-6ddad4a24359 req-03e4bdc6-5205-4812-a0fa-865c2cf29f0a service neutron] 10.222.0.55 "GET /v2.0/networks/d036d46a-a30d-4750-b27d-4b7146f11df9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8447034 Aug 05 11:30:47.359994 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-045dafa0-5b06-4253-bf47-92075b16ba45 req-853f0c58-1317-4849-a798-b146992e5cca tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/security-groups?id=12d84a41-4254-4f43-a1c3-ae5bdc7fdfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4154034 Aug 05 11:30:47.378301 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-723d2938-f7d2-437a-a381-53f8d60837c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:47.542460 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-723d2938-f7d2-437a-a381-53f8d60837c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25038609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30075142'] for subnet, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:47.624191 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-964ce4d3-3744-4a00-8005-96ee265a2d8f None None] Provisioning complete for port 659ba2df-ab6f-4dd4-8080-55e2d4a6abaa triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:30:47.625166 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-964ce4d3-3744-4a00-8005-96ee265a2d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:47.634679 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723d2938-f7d2-437a-a381-53f8d60837c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c2625ee-4af4-4736-b80d-318aecc2bf2c,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:30:47.675042 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-70b1044f-d42f-47aa-93d7-6ddad4a24359 req-32dddc0d-165b-4b61-9b14-67e2bff51527 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.252&port_id=5bd78e20-4e65-4320-8933-ff3e7cd3c7e1 HTTP/1.1" status: 200 len: 217 time: 0.3136954 Aug 05 11:30:47.697925 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-723d2938-f7d2-437a-a381-53f8d60837c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:47.701372 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-723d2938-f7d2-437a-a381-53f8d60837c0 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/6c2625ee-4af4-4736-b80d-318aecc2bf2c HTTP/1.1" status: 204 len: 168 time: 0.8077712 Aug 05 11:30:47.705899 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 52042) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:30:47.774651 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d600d891-3b07-4cda-8275-00b820a5a8a7 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Pushing event updated for resources: {'Port': ['ID=659ba2df-ab6f-4dd4-8080-55e2d4a6abaa,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:30:47.798664 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-964ce4d3-3744-4a00-8005-96ee265a2d8f None None] Port 659ba2df-ab6f-4dd4-8080-55e2d4a6abaa cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:30:47.916265 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93d775b-3562-449e-8401-985c4d8cac2e req-ea576cd6-9510-4d2f-ac3e-03a690a06481 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:47.919263 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b93d775b-3562-449e-8401-985c4d8cac2e req-ea576cd6-9510-4d2f-ac3e-03a690a06481 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 946 time: 0.7854700 Aug 05 11:30:48.000108 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7864c071-2da8-4285-8cc5-82846a9491ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:48.114970 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7864c071-2da8-4285-8cc5-82846a9491ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:48.118346 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b1044f-d42f-47aa-93d7-6ddad4a24359 req-75ccfa3e-e93e-415e-ac90-07e0dffe0c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:48.121363 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-70b1044f-d42f-47aa-93d7-6ddad4a24359 req-75ccfa3e-e93e-415e-ac90-07e0dffe0c02 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=63fb736d-d029-44dc-a68b-bfad4551695d HTTP/1.1" status: 200 len: 797 time: 0.4165220 Aug 05 11:30:48.129071 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-7864c071-2da8-4285-8cc5-82846a9491ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd4d19e7-fa38-467b-bb6f-2ac2e8da6678']}} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:30:48.131577 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-e9f68aa3-9012-4c91-889c-a3a1b3ae18e1 None None] Provisioning complete for port 659ba2df-ab6f-4dd4-8080-55e2d4a6abaa triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:30:48.132154 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e9f68aa3-9012-4c91-889c-a3a1b3ae18e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:48.144629 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-7864c071-2da8-4285-8cc5-82846a9491ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ecc72a9-5959-4e4a-ae1b-b2eb7994de66') {'for_net_delete': True} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:30:48.145562 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-7864c071-2da8-4285-8cc5-82846a9491ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ecc72a9-5959-4e4a-ae1b-b2eb7994de66') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:30:48.159132 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7864c071-2da8-4285-8cc5-82846a9491ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29786371'] for segment, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:48.191975 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-e9f68aa3-9012-4c91-889c-a3a1b3ae18e1 None None] Port 659ba2df-ab6f-4dd4-8080-55e2d4a6abaa cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:30:48.198446 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7864c071-2da8-4285-8cc5-82846a9491ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:48.216088 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7864c071-2da8-4285-8cc5-82846a9491ec admin admin] Releasing vlan 668 on physical network physnet1 to pool {{(pid=94421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:30:48.216757 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7864c071-2da8-4285-8cc5-82846a9491ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25038799'] for segment, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:48.219447 n-d-803378-2 neutron-server[94421]: Traceback (most recent call last): Aug 05 11:30:48.219447 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:30:48.219447 n-d-803378-2 neutron-server[94421]: timer() Aug 05 11:30:48.219447 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:30:48.219447 n-d-803378-2 neutron-server[94421]: cb(*args, **kw) Aug 05 11:30:48.219447 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:30:48.219447 n-d-803378-2 neutron-server[94421]: return func(*args, **kwargs) Aug 05 11:30:48.219447 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:30:48.219447 n-d-803378-2 neutron-server[94421]: self._notify() Aug 05 11:30:48.219447 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:30:48.219447 n-d-803378-2 neutron-server[94421]: self.callback(batched_events) Aug 05 11:30:48.219447 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:30:48.219447 n-d-803378-2 neutron-server[94421]: event.method(event) Aug 05 11:30:48.219447 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:30:48.219447 n-d-803378-2 neutron-server[94421]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:30:48.219447 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:30:48.219447 n-d-803378-2 neutron-server[94421]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:30:48.219447 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:30:48.219447 n-d-803378-2 neutron-server[94421]: return f(self, *a, **k) Aug 05 11:30:48.219447 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:30:48.219447 n-d-803378-2 neutron-server[94421]: return self._get(url).json() Aug 05 11:30:48.219447 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:30:48.219447 n-d-803378-2 neutron-server[94421]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:30:48.219447 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:30:48.219447 n-d-803378-2 neutron-server[94421]: return self.request(url, 'GET', **kwargs) Aug 05 11:30:48.219447 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:30:48.219447 n-d-803378-2 neutron-server[94421]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:30:48.219447 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:30:48.219447 n-d-803378-2 neutron-server[94421]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:30:48.219447 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:30:48.219447 n-d-803378-2 neutron-server[94421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:30:48.219447 n-d-803378-2 neutron-server[94421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:30:48.300416 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d600d891-3b07-4cda-8275-00b820a5a8a7 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33288800'] for router_interface, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:48.321612 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b93d775b-3562-449e-8401-985c4d8cac2e req-223bb69a-adb3-454e-8f36-6cf5bc81eefa tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3869078 Aug 05 11:30:48.360537 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 2f52855a-d35f-4d8c-81b0-6d0d8fa67351 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:30:48.383111 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7864c071-2da8-4285-8cc5-82846a9491ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:48.411472 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7864c071-2da8-4285-8cc5-82846a9491ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:48.417277 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-7864c071-2da8-4285-8cc5-82846a9491ec admin admin] 10.222.0.58 "DELETE /v2.0/networks/bd4d19e7-fa38-467b-bb6f-2ac2e8da6678 HTTP/1.1" status: 204 len: 168 time: 0.7099946 Aug 05 11:30:48.425593 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e980fd-58a2-4cc5-8a4a-94157076078c req-536974d0-9cce-4f5c-923b-8318bf03185e tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:48.428287 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c5e980fd-58a2-4cc5-8a4a-94157076078c req-536974d0-9cce-4f5c-923b-8318bf03185e tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] 10.222.0.58 "GET /v2.0/ports?device_id=2bcef571-9f02-432f-b5c7-c68acceeeebd HTTP/1.1" status: 200 len: 950 time: 0.4082332 Aug 05 11:30:48.485245 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7864c071-2da8-4285-8cc5-82846a9491ec admin admin] Pushing event deleted for resources: {'Network': ['ID=bd4d19e7-fa38-467b-bb6f-2ac2e8da6678,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:30:48.548838 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 2f52855a-d35f-4d8c-81b0-6d0d8fa67351 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:30:48.550567 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:48.582520 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b1044f-d42f-47aa-93d7-6ddad4a24359 req-a8d5fdc6-b3e0-4d9c-84e9-bed5326c5bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:48.585630 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-70b1044f-d42f-47aa-93d7-6ddad4a24359 req-a8d5fdc6-b3e0-4d9c-84e9-bed5326c5bc8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d036d46a-a30d-4750-b27d-4b7146f11df9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4549387 Aug 05 11:30:48.790397 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 52056) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:30:48.827668 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c5e980fd-58a2-4cc5-8a4a-94157076078c req-d1a923f7-224e-4723-a8f8-2d054d16b43f tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] 10.222.0.58 "GET /v2.0/security-groups?id=02cc6eac-67ba-47f3-90fb-e23087ccc773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3777630 Aug 05 11:30:48.889492 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4519e428-7e9d-40fa-af81-49f52acbdcd8 req-2bbfe355-8a25-4ffe-9399-b0253e58efca tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:48.903078 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4519e428-7e9d-40fa-af81-49f52acbdcd8 req-2bbfe355-8a25-4ffe-9399-b0253e58efca tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 946 time: 0.4321368 Aug 05 11:30:48.903337 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-39f6e223-6176-4af0-b78c-202f559d5220 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=414fedbaac69485883f7b104dc09cd3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1112492 Aug 05 11:30:48.905828 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 52060) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:30:48.984891 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3e29bfbe-b4b0-4515-bd51-16243a857849 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:49.024661 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3e29bfbe-b4b0-4515-bd51-16243a857849 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:49.070104 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-70b1044f-d42f-47aa-93d7-6ddad4a24359 req-6e70a272-795a-4fb1-a120-e26897ee0800 service neutron] 10.222.0.55 "GET /v2.0/networks/d036d46a-a30d-4750-b27d-4b7146f11df9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4744170 Aug 05 11:30:49.087638 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d600d891-3b07-4cda-8275-00b820a5a8a7 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:49.110437 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3e29bfbe-b4b0-4515-bd51-16243a857849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:49.114322 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3e29bfbe-b4b0-4515-bd51-16243a857849 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:49.119598 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-3e29bfbe-b4b0-4515-bd51-16243a857849 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c37acc02-b0ac-425a-9af6-60b2c8c6eaad HTTP/1.1" status: 204 len: 168 time: 0.2096567 Aug 05 11:30:49.128248 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e29bfbe-b4b0-4515-bd51-16243a857849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c37acc02-b0ac-425a-9af6-60b2c8c6eaad,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:30:49.244939 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4519e428-7e9d-40fa-af81-49f52acbdcd8 req-a0cf98fa-6e17-4d90-b707-cbade9cf3268 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3359184 Aug 05 11:30:49.265981 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc15653-aa41-4ea6-a60e-0ee6ddb29b9e req-517bbb7d-e57c-4819-8b49-a208c22c820f tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:49.276022 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9cc15653-aa41-4ea6-a60e-0ee6ddb29b9e req-517bbb7d-e57c-4819-8b49-a208c22c820f tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0b417ba-3e30-4a2f-b013-aab4e7781aad HTTP/1.1" status: 200 len: 945 time: 0.3071868 Aug 05 11:30:49.442754 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9cc15653-aa41-4ea6-a60e-0ee6ddb29b9e req-86ff25f5-231e-46a9-b246-493caedaf64f tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/security-groups?id=12d84a41-4254-4f43-a1c3-ae5bdc7fdfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657414 Aug 05 11:30:49.534654 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-70b1044f-d42f-47aa-93d7-6ddad4a24359 req-36a21ee0-2e13-4017-a8ba-38ca2c11c93d service neutron] 10.222.0.55 "GET /v2.0/networks/d036d46a-a30d-4750-b27d-4b7146f11df9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4512289 Aug 05 11:30:49.643354 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-70b1044f-d42f-47aa-93d7-6ddad4a24359 req-b48d0c9c-cd49-4116-904d-77d4827ef776 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.163&port_id=c5788608-f14e-46e7-9589-cd5c2a4cea14 HTTP/1.1" status: 200 len: 217 time: 0.0529830 Aug 05 11:30:49.829150 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b1044f-d42f-47aa-93d7-6ddad4a24359 req-a82fc362-d1a2-4710-913e-572fb77b0985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:49.831143 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-70b1044f-d42f-47aa-93d7-6ddad4a24359 req-a82fc362-d1a2-4710-913e-572fb77b0985 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=63fb736d-d029-44dc-a68b-bfad4551695d HTTP/1.1" status: 200 len: 797 time: 0.1695862 Aug 05 11:30:50.018530 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025c62fc-c324-4099-abf1-e1cbff70680d req-2e996b7b-c3a1-46c3-b9bb-4159b83b6d77 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:50.027940 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-025c62fc-c324-4099-abf1-e1cbff70680d req-2e996b7b-c3a1-46c3-b9bb-4159b83b6d77 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 946 time: 0.1822715 Aug 05 11:30:50.055240 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b1044f-d42f-47aa-93d7-6ddad4a24359 req-7010bff0-72ac-4ee2-b0ac-c4f2c84f0b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:50.057194 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-70b1044f-d42f-47aa-93d7-6ddad4a24359 req-7010bff0-72ac-4ee2-b0ac-c4f2c84f0b42 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d036d46a-a30d-4750-b27d-4b7146f11df9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2135413 Aug 05 11:30:50.232190 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d600d891-3b07-4cda-8275-00b820a5a8a7 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:50.261134 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d600d891-3b07-4cda-8275-00b820a5a8a7 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:50.270930 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d600d891-3b07-4cda-8275-00b820a5a8a7 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33140268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33208272'] for router_interface, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:50.282329 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-025c62fc-c324-4099-abf1-e1cbff70680d req-24a3536b-6397-4819-a088-34fd14989998 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444749 Aug 05 11:30:50.355112 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbe2d48-621e-4596-be10-4853b59c8b88 req-c46a858a-d8fb-4a3b-b4ce-a8163ebe2303 tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:50.374043 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ecbe2d48-621e-4596-be10-4853b59c8b88 req-c46a858a-d8fb-4a3b-b4ce-a8163ebe2303 tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] 10.222.0.58 "GET /v2.0/ports?device_id=2bcef571-9f02-432f-b5c7-c68acceeeebd HTTP/1.1" status: 200 len: 950 time: 0.3429644 Aug 05 11:30:50.648707 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d600d891-3b07-4cda-8275-00b820a5a8a7 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Pushing event updated for resources: {'Port': ['ID=659ba2df-ab6f-4dd4-8080-55e2d4a6abaa,revision_number=3']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:30:50.710888 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ecbe2d48-621e-4596-be10-4853b59c8b88 req-daf4e15d-3cd8-461a-8ab6-b822c498c56c tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] 10.222.0.58 "GET /v2.0/security-groups?id=02cc6eac-67ba-47f3-90fb-e23087ccc773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623184 Aug 05 11:30:50.785047 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-70b1044f-d42f-47aa-93d7-6ddad4a24359 req-39bf6713-d0d1-40f0-8327-ad92bffaa01a service neutron] 10.222.0.55 "GET /v2.0/networks/d036d46a-a30d-4750-b27d-4b7146f11df9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7019663 Aug 05 11:30:50.926644 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-70b1044f-d42f-47aa-93d7-6ddad4a24359 req-f745e37a-8750-4c41-9a38-9b1583b7516d service neutron] 10.222.0.55 "GET /v2.0/networks/d036d46a-a30d-4750-b27d-4b7146f11df9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459463 Aug 05 11:30:50.934614 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d600d891-3b07-4cda-8275-00b820a5a8a7 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Network d942eb66-4316-409c-99f5-8a48ad04fde8 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:30:50.937468 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-d600d891-3b07-4cda-8275-00b820a5a8a7 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:30:50.945992 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 52104) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:30:51.102833 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc94e26c-0fd4-4926-a59d-02dfea95f5c3 req-6692c84d-a62e-48a6-b9d5-a07c5a2987fa tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:51.104891 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-dc94e26c-0fd4-4926-a59d-02dfea95f5c3 req-6692c84d-a62e-48a6-b9d5-a07c5a2987fa tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0b417ba-3e30-4a2f-b013-aab4e7781aad HTTP/1.1" status: 200 len: 945 time: 0.4432044 Aug 05 11:30:51.139193 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-b4ccb9bb-552a-442b-aecf-1ec7bfcaa167 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-167475611-network', 'tenant_id': 'c4fc12c070034e088106f16dcb7c7f8a'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:30:51.207029 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4ccb9bb-552a-442b-aecf-1ec7bfcaa167 admin admin] Made reservation on behalf of c4fc12c070034e088106f16dcb7c7f8a for: {'network': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:30:51.212373 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b4ccb9bb-552a-442b-aecf-1ec7bfcaa167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:51.239603 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b4ccb9bb-552a-442b-aecf-1ec7bfcaa167 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:51.349132 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-70b1044f-d42f-47aa-93d7-6ddad4a24359 req-3682b1b9-55b5-4e05-96fe-145fa9834e83 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=159c355d-badf-4ebb-89b8-3f2e172149e2 HTTP/1.1" status: 200 len: 217 time: 0.3801236 Aug 05 11:30:51.480241 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-db9292b2-a4ee-480f-953b-ba0932fdb91b None None] Provisioning complete for port 659ba2df-ab6f-4dd4-8080-55e2d4a6abaa triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:30:51.485103 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-db9292b2-a4ee-480f-953b-ba0932fdb91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:51.554596 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b4ccb9bb-552a-442b-aecf-1ec7bfcaa167 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:51.577337 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b4ccb9bb-552a-442b-aecf-1ec7bfcaa167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:51.601210 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4ccb9bb-552a-442b-aecf-1ec7bfcaa167 admin admin] vlan segment allocate from pool success with {'vlan_id': 667, 'physical_network': 'physnet1'} {{(pid=94421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:30:51.605269 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-db9292b2-a4ee-480f-953b-ba0932fdb91b None None] Port 659ba2df-ab6f-4dd4-8080-55e2d4a6abaa cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:30:51.623394 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b4ccb9bb-552a-442b-aecf-1ec7bfcaa167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:51.623855 n-d-803378-2 neutron-server[94421]: INFO neutron.db.segments_db [None req-b4ccb9bb-552a-442b-aecf-1ec7bfcaa167 admin admin] Added segment f9b2d647-301a-4025-b34b-b0ad330f4b72 of type vlan for network ef036c19-6648-49e0-968c-d7cffbbb89aa Aug 05 11:30:51.734850 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ccb9bb-552a-442b-aecf-1ec7bfcaa167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=367c82dd-50a3-4df9-a217-7f397fab3611,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:30:51.746761 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b4ccb9bb-552a-442b-aecf-1ec7bfcaa167 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:51.827036 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b4ccb9bb-552a-442b-aecf-1ec7bfcaa167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:51.828767 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ccb9bb-552a-442b-aecf-1ec7bfcaa167 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:51.829521 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b4ccb9bb-552a-442b-aecf-1ec7bfcaa167 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:51.839190 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:51.931416 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-b4ccb9bb-552a-442b-aecf-1ec7bfcaa167 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9832358 Aug 05 11:30:51.953565 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 52120) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:30:51.987176 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-cfee2014-d367-4f01-9066-3587a7712903 admin admin] Request body: {'subnet': {'network_id': 'ef036c19-6648-49e0-968c-d7cffbbb89aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-167475611-subnet', 'tenant_id': 'c4fc12c070034e088106f16dcb7c7f8a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:30:52.003590 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ccb9bb-552a-442b-aecf-1ec7bfcaa167 admin admin] Pushing event updated for resources: {'Network': ['ID=ef036c19-6648-49e0-968c-d7cffbbb89aa,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:30:52.027159 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network ef036c19-6648-49e0-968c-d7cffbbb89aa details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:30:52.054067 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfee2014-d367-4f01-9066-3587a7712903 admin admin] Made reservation on behalf of c4fc12c070034e088106f16dcb7c7f8a for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:30:52.063342 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-cfee2014-d367-4f01-9066-3587a7712903 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:52.091115 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14b442f-12ce-412e-baa0-2385183db245 req-87d119a1-1bc0-47ec-88f3-e9225b91f151 tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:52.103716 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b14b442f-12ce-412e-baa0-2385183db245 req-87d119a1-1bc0-47ec-88f3-e9225b91f151 tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] 10.222.0.58 "GET /v2.0/ports?device_id=21dc698f-345a-420b-8016-e43afed59e9e HTTP/1.1" status: 200 len: 950 time: 0.8480151 Aug 05 11:30:52.176439 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-dc94e26c-0fd4-4926-a59d-02dfea95f5c3 req-4e1abfa4-68f3-4285-8e00-cc9e92a28dce tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/security-groups?id=12d84a41-4254-4f43-a1c3-ae5bdc7fdfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9839053 Aug 05 11:30:52.204378 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b1044f-d42f-47aa-93d7-6ddad4a24359 req-c33bb224-880b-4496-b4d5-b7b8e0bf77bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:52.206258 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-70b1044f-d42f-47aa-93d7-6ddad4a24359 req-c33bb224-880b-4496-b4d5-b7b8e0bf77bd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f52ba908-7485-4576-8407-c51b73bad34d HTTP/1.1" status: 200 len: 797 time: 0.8359213 Aug 05 11:30:52.282225 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b14b442f-12ce-412e-baa0-2385183db245 req-08bdbaa9-55ea-4656-81c9-7ce69dd4ffbb tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] 10.222.0.58 "GET /v2.0/security-groups?id=02cc6eac-67ba-47f3-90fb-e23087ccc773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763902 Aug 05 11:30:52.324981 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d600d891-3b07-4cda-8275-00b820a5a8a7 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Router 74e41c55-6825-4a1d-b543-ae9180e03519 is scheduled to L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d with binding_index 1 {{(pid=94420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 11:30:52.401173 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b1044f-d42f-47aa-93d7-6ddad4a24359 req-7c1c00e1-4498-4889-a1c4-b7e711fdc924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:52.404790 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-70b1044f-d42f-47aa-93d7-6ddad4a24359 req-7c1c00e1-4498-4889-a1c4-b7e711fdc924 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a5f65908-1835-4cf8-bef2-1ebbd6cd0373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1867290 Aug 05 11:30:52.582192 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-cfee2014-d367-4f01-9066-3587a7712903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25038678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30075167'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:52.728917 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d600d891-3b07-4cda-8275-00b820a5a8a7 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:30:52.755012 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46d1ce8-24b3-4318-a1e7-810f171fb8dd req-634ce194-ed53-43da-93f7-610c2f363e37 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:52.755883 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e72753-fc1b-4eb0-a934-b675dde8f463 None None] Sync routers for ids ['74e41c55-6825-4a1d-b543-ae9180e03519'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:30:52.781634 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c46d1ce8-24b3-4318-a1e7-810f171fb8dd req-634ce194-ed53-43da-93f7-610c2f363e37 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 946 time: 0.4175618 Aug 05 11:30:52.795596 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e72753-fc1b-4eb0-a934-b675dde8f463 None None] Routers {'74e41c55-6825-4a1d-b543-ae9180e03519'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:30:52.797747 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-85e72753-fc1b-4eb0-a934-b675dde8f463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:30:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['74e41c55-6825-4a1d-b543-ae9180e03519'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:30:52.798978 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-d600d891-3b07-4cda-8275-00b820a5a8a7 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "PUT /v2.0/routers/74e41c55-6825-4a1d-b543-ae9180e03519/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4075484 Aug 05 11:30:52.815801 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 52130) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:30:52.866322 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-85e72753-fc1b-4eb0-a934-b675dde8f463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:30:52.886376 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e72753-fc1b-4eb0-a934-b675dde8f463 None None] Routers {'74e41c55-6825-4a1d-b543-ae9180e03519'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:30:52.888742 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-85e72753-fc1b-4eb0-a934-b675dde8f463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:30:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['74e41c55-6825-4a1d-b543-ae9180e03519'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:30:52.928635 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-70b1044f-d42f-47aa-93d7-6ddad4a24359 req-4e771590-b244-4205-87c7-b61ac56cc4c9 service neutron] 10.222.0.55 "GET /v2.0/networks/a5f65908-1835-4cf8-bef2-1ebbd6cd0373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4945679 Aug 05 11:30:52.957895 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c46d1ce8-24b3-4318-a1e7-810f171fb8dd req-9c285a27-b937-412c-8055-455f52c6d569 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569355 Aug 05 11:30:53.048421 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-85e72753-fc1b-4eb0-a934-b675dde8f463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:30:53.049487 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e72753-fc1b-4eb0-a934-b675dde8f463 None None] The sync data for ids ['74e41c55-6825-4a1d-b543-ae9180e03519'] in n-d-803378-2 is: [] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:30:53.093100 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5322f6e2-dd7d-42ed-903d-1474b25a5586 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:53.095208 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-5322f6e2-dd7d-42ed-903d-1474b25a5586 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "GET /v2.0/ports?device_id=74e41c55-6825-4a1d-b543-ae9180e03519 HTTP/1.1" status: 200 len: 988 time: 0.2782874 Aug 05 11:30:53.100164 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 52138) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:30:53.285995 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-70b1044f-d42f-47aa-93d7-6ddad4a24359 req-a32facb7-8015-4a7e-bdab-961cc623f929 service neutron] 10.222.0.55 "GET /v2.0/networks/a5f65908-1835-4cf8-bef2-1ebbd6cd0373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3481522 Aug 05 11:30:53.422323 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-70b1044f-d42f-47aa-93d7-6ddad4a24359 req-11aa2fee-25f0-487d-94bf-b38086430f96 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=06805de0-2639-4b78-8f29-513aafaaee7b HTTP/1.1" status: 200 len: 217 time: 0.1202455 Aug 05 11:30:53.642409 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfee2014-d367-4f01-9066-3587a7712903 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43646d00-2d61-4a10-95ab-4ec37fd97ea2,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:30:53.771489 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e127e3d4-1516-480d-bd99-38f330491410 req-8c4cbd93-6885-4238-be78-565885e17e85 tempest-LiveMigrationTest-868734295 tempest-LiveMigrationTest-868734295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:53.782062 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e127e3d4-1516-480d-bd99-38f330491410 req-8c4cbd93-6885-4238-be78-565885e17e85 tempest-LiveMigrationTest-868734295 tempest-LiveMigrationTest-868734295-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=d0b417ba-3e30-4a2f-b013-aab4e7781aad&tenant_id=bc360260b43347fbb7d1bc7660d6f218&binding%3Ahost_id=n-h1-803378-2 HTTP/1.1" status: 200 len: 1096 time: 0.1355510 Aug 05 11:30:53.785433 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfee2014-d367-4f01-9066-3587a7712903 admin admin] Checking segment: {'id': 'f9b2d647-301a-4025-b34b-b0ad330f4b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'ef036c19-6648-49e0-968c-d7cffbbb89aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:30:53.788635 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfee2014-d367-4f01-9066-3587a7712903 admin admin] Network hostable DHCP agents. Network: ef036c19-6648-49e0-968c-d7cffbbb89aa, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:30:53.839479 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-e127e3d4-1516-480d-bd99-38f330491410 req-7de0e26a-b795-476b-8757-d692bc05e3a7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-803378-2'}}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:30:53.852655 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a049df83-bf37-405a-992b-e9bf11ff7985 req-573f60eb-3512-4415-a61a-859947e2da94 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:53.865856 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a049df83-bf37-405a-992b-e9bf11ff7985 req-573f60eb-3512-4415-a61a-859947e2da94 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0b417ba-3e30-4a2f-b013-aab4e7781aad HTTP/1.1" status: 200 len: 945 time: 0.3340366 Aug 05 11:30:53.923178 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b1044f-d42f-47aa-93d7-6ddad4a24359 req-c576cbfb-9241-4fbf-af4a-5183692a9700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:53.926045 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-70b1044f-d42f-47aa-93d7-6ddad4a24359 req-c576cbfb-9241-4fbf-af4a-5183692a9700 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f52ba908-7485-4576-8407-c51b73bad34d HTTP/1.1" status: 200 len: 797 time: 0.4306152 Aug 05 11:30:54.058065 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-e127e3d4-1516-480d-bd99-38f330491410 req-7de0e26a-b795-476b-8757-d692bc05e3a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:54.068151 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfee2014-d367-4f01-9066-3587a7712903 admin admin] Network ef036c19-6648-49e0-968c-d7cffbbb89aa is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:30:54.111253 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ad963a-cefc-424d-9b15-00eb8a5f64d3 req-4b78b69d-e269-46a2-8cdf-393a357cc591 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:54.124624 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a9ad963a-cefc-424d-9b15-00eb8a5f64d3 req-4b78b69d-e269-46a2-8cdf-393a357cc591 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 946 time: 0.2463853 Aug 05 11:30:54.141049 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-cfee2014-d367-4f01-9066-3587a7712903 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, ef036c19-6648-49e0-968c-d7cffbbb89aa) {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:30:54.151935 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfee2014-d367-4f01-9066-3587a7712903 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:54.153084 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-cfee2014-d367-4f01-9066-3587a7712903 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:54.163535 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc6fef0-21bf-428e-8063-9e2618cf5f1b None None] Network ef036c19-6648-49e0-968c-d7cffbbb89aa requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:30:54.182570 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b1044f-d42f-47aa-93d7-6ddad4a24359 req-6531ea54-dbbf-4645-ae53-efddb7e86676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:54.186283 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-70b1044f-d42f-47aa-93d7-6ddad4a24359 req-6531ea54-dbbf-4645-ae53-efddb7e86676 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a5f65908-1835-4cf8-bef2-1ebbd6cd0373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2417099 Aug 05 11:30:54.202891 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a049df83-bf37-405a-992b-e9bf11ff7985 req-4f89e5cc-3cc4-4314-9fda-bd1cf18e6559 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/security-groups?id=12d84a41-4254-4f43-a1c3-ae5bdc7fdfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3352211 Aug 05 11:30:54.298381 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-cfee2014-d367-4f01-9066-3587a7712903 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.3366599 Aug 05 11:30:54.302717 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 52160) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:30:54.313265 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-92f9eeb4-c538-4779-8b7e-c9af120e3744 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-167475611-router', 'tenant_id': 'c4fc12c070034e088106f16dcb7c7f8a', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:30:54.363244 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-92f9eeb4-c538-4779-8b7e-c9af120e3744 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33260300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1929'] for router, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:54.365876 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-92f9eeb4-c538-4779-8b7e-c9af120e3744 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33285914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33034662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1926'] for router, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:54.553477 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-e127e3d4-1516-480d-bd99-38f330491410 req-7de0e26a-b795-476b-8757-d692bc05e3a7 service neutron] For port 0ccbd3e3-04b0-4986-ac53-14dd38cc55cc, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=0ccbd3e3-04b0-4986-ac53-14dd38cc55cc,segment=NetworkSegment(be89551e-4aa0-433b-90d8-e517f4f1da1f),segment_id=be89551e-4aa0-433b-90d8-e517f4f1da1f)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:30:54.560928 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f7b2b8-30dc-4771-8d55-b941c7811a0c None None] Network ef036c19-6648-49e0-968c-d7cffbbb89aa requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:30:54.591534 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a9ad963a-cefc-424d-9b15-00eb8a5f64d3 req-26d5d13d-b05b-49b8-a364-78f822e9ab37 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4657407 Aug 05 11:30:54.646036 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-e127e3d4-1516-480d-bd99-38f330491410 req-7de0e26a-b795-476b-8757-d692bc05e3a7 service neutron] For port 0ccbd3e3-04b0-4986-ac53-14dd38cc55cc, host n-h1-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:30:54.863873 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0b417ba-3e30-4a2f-b013-aab4e7781aad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ccbd3e3-04b0-4986-ac53-14dd38cc55cc'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:30:54.875460 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d727094-4f25-400d-9094-3ac76226ce69" -d '{"events": [{"server_uuid": "d0b417ba-3e30-4a2f-b013-aab4e7781aad", "name": "network-vif-unplugged", "status": "completed", "tag": "0ccbd3e3-04b0-4986-ac53-14dd38cc55cc"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:30:54.891233 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-e127e3d4-1516-480d-bd99-38f330491410 req-7de0e26a-b795-476b-8757-d692bc05e3a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:54.906047 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-92f9eeb4-c538-4779-8b7e-c9af120e3744 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:54.933292 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-e127e3d4-1516-480d-bd99-38f330491410 req-7de0e26a-b795-476b-8757-d692bc05e3a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:54.968368 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-70b1044f-d42f-47aa-93d7-6ddad4a24359 req-c6138f52-771a-4f1a-92f5-42354966c33c service neutron] 10.222.0.55 "GET /v2.0/networks/a5f65908-1835-4cf8-bef2-1ebbd6cd0373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7603631 Aug 05 11:30:55.003300 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 05 Aug 2021 11:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f406037-f5c2-46d1-8f12-da06fefdb96e x-openstack-request-id: req-5f406037-f5c2-46d1-8f12-da06fefdb96e {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:30:55.003954 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0b417ba-3e30-4a2f-b013-aab4e7781aad", "name": "network-vif-unplugged", "status": "completed", "tag": "0ccbd3e3-04b0-4986-ac53-14dd38cc55cc", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:30:55.004323 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5f406037-f5c2-46d1-8f12-da06fefdb96e {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:30:55.005097 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0b417ba-3e30-4a2f-b013-aab4e7781aad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ccbd3e3-04b0-4986-ac53-14dd38cc55cc', 'code': 200} Aug 05 11:30:55.036274 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7da669a2-b316-42ad-9f35-47e77d18a378 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33208311'] for router_interface, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:55.202138 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 0ccbd3e3-04b0-4986-ac53-14dd38cc55cc details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:30:55.301670 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de0e26a-b795-476b-8757-d692bc05e3a7 service neutron] Pushing event updated for resources: {'Port': ['ID=0ccbd3e3-04b0-4986-ac53-14dd38cc55cc,revision_number=7']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:30:55.345224 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-92f9eeb4-c538-4779-8b7e-c9af120e3744 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:55.374558 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-e127e3d4-1516-480d-bd99-38f330491410 req-7de0e26a-b795-476b-8757-d692bc05e3a7 service neutron] Attempting to bind port 0ccbd3e3-04b0-4986-ac53-14dd38cc55cc on host n-h1-803378-2 for vnic_type normal with profile {"migrating_to": "n-h2-803378-2"} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:30:55.375315 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b6ee5b-9d16-486e-a06e-06b5b99975b8 req-fc770f1b-0dfa-46fc-a9bf-0488d8f01324 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:55.375559 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-e127e3d4-1516-480d-bd99-38f330491410 req-7de0e26a-b795-476b-8757-d692bc05e3a7 service neutron] Attempting to bind port 0ccbd3e3-04b0-4986-ac53-14dd38cc55cc by drivers openvswitch,hyperv on host n-h1-803378-2 at level 0 using segments [{'id': 'be89551e-4aa0-433b-90d8-e517f4f1da1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '546c0542-0f92-4f6c-914b-a74a81cd2290'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:30:55.376164 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e127e3d4-1516-480d-bd99-38f330491410 req-7de0e26a-b795-476b-8757-d692bc05e3a7 service neutron] Attempting to bind port 0ccbd3e3-04b0-4986-ac53-14dd38cc55cc on network 546c0542-0f92-4f6c-914b-a74a81cd2290 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:30:55.384775 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e127e3d4-1516-480d-bd99-38f330491410 req-7de0e26a-b795-476b-8757-d692bc05e3a7 service neutron] Port 0ccbd3e3-04b0-4986-ac53-14dd38cc55cc on network 546c0542-0f92-4f6c-914b-a74a81cd2290 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:30:55.385330 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e127e3d4-1516-480d-bd99-38f330491410 req-7de0e26a-b795-476b-8757-d692bc05e3a7 service neutron] Attempting to bind port 0ccbd3e3-04b0-4986-ac53-14dd38cc55cc on network 546c0542-0f92-4f6c-914b-a74a81cd2290 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:30:55.394709 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b6ee5b-9d16-486e-a06e-06b5b99975b8 req-fc770f1b-0dfa-46fc-a9bf-0488d8f01324 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:55.410059 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e127e3d4-1516-480d-bd99-38f330491410 req-7de0e26a-b795-476b-8757-d692bc05e3a7 service neutron] Checking agent: {'id': '40bb7567-59bd-4b31-bc29-da1c50bca759', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:30:55.410447 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b6ee5b-9d16-486e-a06e-06b5b99975b8 req-fc770f1b-0dfa-46fc-a9bf-0488d8f01324 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:55.410846 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e127e3d4-1516-480d-bd99-38f330491410 req-7de0e26a-b795-476b-8757-d692bc05e3a7 service neutron] Checking segment: {'id': 'be89551e-4aa0-433b-90d8-e517f4f1da1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '546c0542-0f92-4f6c-914b-a74a81cd2290'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:30:55.411368 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e127e3d4-1516-480d-bd99-38f330491410 req-7de0e26a-b795-476b-8757-d692bc05e3a7 service neutron] Bound using segment: {'id': 'be89551e-4aa0-433b-90d8-e517f4f1da1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '546c0542-0f92-4f6c-914b-a74a81cd2290'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:30:55.412651 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-e127e3d4-1516-480d-bd99-38f330491410 req-7de0e26a-b795-476b-8757-d692bc05e3a7 service neutron] Bound port: 0ccbd3e3-04b0-4986-ac53-14dd38cc55cc, host: n-h1-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be89551e-4aa0-433b-90d8-e517f4f1da1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '546c0542-0f92-4f6c-914b-a74a81cd2290'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:30:55.413004 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-e127e3d4-1516-480d-bd99-38f330491410 req-7de0e26a-b795-476b-8757-d692bc05e3a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:55.431451 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b6ee5b-9d16-486e-a06e-06b5b99975b8 req-fc770f1b-0dfa-46fc-a9bf-0488d8f01324 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:55.444267 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b6ee5b-9d16-486e-a06e-06b5b99975b8 req-fc770f1b-0dfa-46fc-a9bf-0488d8f01324 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:55.461803 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b6ee5b-9d16-486e-a06e-06b5b99975b8 req-fc770f1b-0dfa-46fc-a9bf-0488d8f01324 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:55.476514 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b6ee5b-9d16-486e-a06e-06b5b99975b8 req-fc770f1b-0dfa-46fc-a9bf-0488d8f01324 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:55.482205 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-19b6ee5b-9d16-486e-a06e-06b5b99975b8 req-fc770f1b-0dfa-46fc-a9bf-0488d8f01324 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "GET /v2.0/ports?device_id=443a76e9-196d-4aa4-85e8-0ee1eebabb66 HTTP/1.1" status: 200 len: 5435 time: 0.5672548 Aug 05 11:30:55.532561 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 0ccbd3e3-04b0-4986-ac53-14dd38cc55cc, host n-h1-803378-2, got binding levels [] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:30:55.583428 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Attempting to bind port 0ccbd3e3-04b0-4986-ac53-14dd38cc55cc on host n-h1-803378-2 for vnic_type normal with profile {"migrating_to": "n-h2-803378-2"} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:30:55.584092 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Attempting to bind port 0ccbd3e3-04b0-4986-ac53-14dd38cc55cc by drivers openvswitch,hyperv on host n-h1-803378-2 at level 0 using segments [{'id': 'be89551e-4aa0-433b-90d8-e517f4f1da1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '546c0542-0f92-4f6c-914b-a74a81cd2290'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:30:55.584999 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Attempting to bind port 0ccbd3e3-04b0-4986-ac53-14dd38cc55cc on network 546c0542-0f92-4f6c-914b-a74a81cd2290 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:30:55.595708 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Port 0ccbd3e3-04b0-4986-ac53-14dd38cc55cc on network 546c0542-0f92-4f6c-914b-a74a81cd2290 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-2 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:30:55.597668 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Attempting to bind port 0ccbd3e3-04b0-4986-ac53-14dd38cc55cc on network 546c0542-0f92-4f6c-914b-a74a81cd2290 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:30:55.610126 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Checking agent: {'id': '40bb7567-59bd-4b31-bc29-da1c50bca759', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:30:55.610962 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Checking segment: {'id': 'be89551e-4aa0-433b-90d8-e517f4f1da1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '546c0542-0f92-4f6c-914b-a74a81cd2290'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:30:55.612766 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Bound using segment: {'id': 'be89551e-4aa0-433b-90d8-e517f4f1da1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '546c0542-0f92-4f6c-914b-a74a81cd2290'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:30:55.613858 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Bound port: 0ccbd3e3-04b0-4986-ac53-14dd38cc55cc, host: n-h1-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be89551e-4aa0-433b-90d8-e517f4f1da1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '546c0542-0f92-4f6c-914b-a74a81cd2290'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:30:55.614571 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:55.626626 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-e127e3d4-1516-480d-bd99-38f330491410 req-7de0e26a-b795-476b-8757-d692bc05e3a7 service neutron] For port 0ccbd3e3-04b0-4986-ac53-14dd38cc55cc, host n-h1-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:30:55.639797 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-e127e3d4-1516-480d-bd99-38f330491410 req-7de0e26a-b795-476b-8757-d692bc05e3a7 service neutron] For port 0ccbd3e3-04b0-4986-ac53-14dd38cc55cc, host n-h1-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=0ccbd3e3-04b0-4986-ac53-14dd38cc55cc,segment=NetworkSegment(be89551e-4aa0-433b-90d8-e517f4f1da1f),segment_id=be89551e-4aa0-433b-90d8-e517f4f1da1f)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:30:55.652019 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-e127e3d4-1516-480d-bd99-38f330491410 req-7de0e26a-b795-476b-8757-d692bc05e3a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:55.760403 n-d-803378-2 neutron-server[94422]: WARNING neutron.plugins.ml2.plugin [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Concurrent port binding operations failed on port 0ccbd3e3-04b0-4986-ac53-14dd38cc55cc Aug 05 11:30:55.783093 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 0ccbd3e3-04b0-4986-ac53-14dd38cc55cc, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=0ccbd3e3-04b0-4986-ac53-14dd38cc55cc,segment=NetworkSegment(be89551e-4aa0-433b-90d8-e517f4f1da1f),segment_id=be89551e-4aa0-433b-90d8-e517f4f1da1f)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:30:55.785682 n-d-803378-2 neutron-server[94422]: INFO neutron.plugins.ml2.plugin [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Attempt 2 to bind port 0ccbd3e3-04b0-4986-ac53-14dd38cc55cc Aug 05 11:30:55.787201 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 0ccbd3e3-04b0-4986-ac53-14dd38cc55cc has no active binding in host n-h2-803378-2 {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 05 11:30:55.793569 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-70b1044f-d42f-47aa-93d7-6ddad4a24359 req-effb8bb5-7c6c-4d8a-95b0-6b8aa67f6816 service neutron] 10.222.0.55 "GET /v2.0/networks/a5f65908-1835-4cf8-bef2-1ebbd6cd0373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8096895 Aug 05 11:30:55.802354 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-19b6ee5b-9d16-486e-a06e-06b5b99975b8 req-850eccb5-b4d2-40a5-bb22-54ac9e28195d tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "GET /v2.0/security-groups?id=3ada918e-0522-4602-984c-a2f526ffb568&id=f48f8991-c3a5-417e-a3d1-8861f7ce43c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2620652 Aug 05 11:30:55.851762 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ea9655-4a0d-472d-84af-e083049dea59 req-86697cb3-9c2b-4d47-9ea2-7fa74372b610 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:55.863053 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-11ea9655-4a0d-472d-84af-e083049dea59 req-86697cb3-9c2b-4d47-9ea2-7fa74372b610 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0b417ba-3e30-4a2f-b013-aab4e7781aad HTTP/1.1" status: 200 len: 943 time: 0.3682947 Aug 05 11:30:55.956545 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-11ea9655-4a0d-472d-84af-e083049dea59 req-e58d2067-bc3c-4cdf-8269-b85798db85ab tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/security-groups?id=12d84a41-4254-4f43-a1c3-ae5bdc7fdfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921633 Aug 05 11:30:55.979114 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e127e3d4-1516-480d-bd99-38f330491410 req-7de0e26a-b795-476b-8757-d692bc05e3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:55.982570 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-e127e3d4-1516-480d-bd99-38f330491410 req-7de0e26a-b795-476b-8757-d692bc05e3a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:55.995208 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e127e3d4-1516-480d-bd99-38f330491410 req-7de0e26a-b795-476b-8757-d692bc05e3a7 service neutron] 10.222.0.55 "PUT /v2.0/ports/0ccbd3e3-04b0-4986-ac53-14dd38cc55cc HTTP/1.1" status: 200 len: 1121 time: 2.1644695 Aug 05 11:30:55.995208 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de0e26a-b795-476b-8757-d692bc05e3a7 service neutron] Pushing event updated for resources: {'Port': ['ID=0ccbd3e3-04b0-4986-ac53-14dd38cc55cc,revision_number=8']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:30:56.165229 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['0ccbd3e3-04b0-4986-ac53-14dd38cc55cc'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:30:56.202789 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-92f9eeb4-c538-4779-8b7e-c9af120e3744 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:56.244524 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['0ccbd3e3-04b0-4986-ac53-14dd38cc55cc'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:30:56.253482 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-92f9eeb4-c538-4779-8b7e-c9af120e3744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:56.303940 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-7da669a2-b316-42ad-9f35-47e77d18a378 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Deleting port 659ba2df-ab6f-4dd4-8080-55e2d4a6abaa {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:30:56.305227 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7da669a2-b316-42ad-9f35-47e77d18a378 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:56.321081 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 11:30:56.536319 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159b9c7a-f737-4e64-b611-36af15bd1b19 req-199246a1-04d9-4c9c-a565-41d52cacb7ac tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:56.539570 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-159b9c7a-f737-4e64-b611-36af15bd1b19 req-199246a1-04d9-4c9c-a565-41d52cacb7ac tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 946 time: 0.3416698 Aug 05 11:30:56.572356 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868b0065-2e8e-4a98-a7db-0f3d06c08b6d req-730041ab-cbd2-482d-b02c-7270f16eb4f4 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:56.586898 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868b0065-2e8e-4a98-a7db-0f3d06c08b6d req-730041ab-cbd2-482d-b02c-7270f16eb4f4 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:56.600739 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868b0065-2e8e-4a98-a7db-0f3d06c08b6d req-730041ab-cbd2-482d-b02c-7270f16eb4f4 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:56.607831 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-92f9eeb4-c538-4779-8b7e-c9af120e3744 admin admin] Allocated IP 172.25.5.64 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/8442497f-7f80-4c29-8e41-3044a9992404) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:30:56.616166 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868b0065-2e8e-4a98-a7db-0f3d06c08b6d req-730041ab-cbd2-482d-b02c-7270f16eb4f4 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:56.629499 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868b0065-2e8e-4a98-a7db-0f3d06c08b6d req-730041ab-cbd2-482d-b02c-7270f16eb4f4 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:56.643758 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868b0065-2e8e-4a98-a7db-0f3d06c08b6d req-730041ab-cbd2-482d-b02c-7270f16eb4f4 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:56.657600 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868b0065-2e8e-4a98-a7db-0f3d06c08b6d req-730041ab-cbd2-482d-b02c-7270f16eb4f4 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:56.667394 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-868b0065-2e8e-4a98-a7db-0f3d06c08b6d req-730041ab-cbd2-482d-b02c-7270f16eb4f4 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "GET /v2.0/ports?device_id=443a76e9-196d-4aa4-85e8-0ee1eebabb66 HTTP/1.1" status: 200 len: 5435 time: 0.3978446 Aug 05 11:30:56.810785 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7da669a2-b316-42ad-9f35-47e77d18a378 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:56.835005 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-7da669a2-b316-42ad-9f35-47e77d18a378 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Calling delete_port for 659ba2df-ab6f-4dd4-8080-55e2d4a6abaa owned by network:router_interface {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:30:56.954472 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-159b9c7a-f737-4e64-b611-36af15bd1b19 req-9e3c2144-5ce0-4081-8664-87053e330377 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772913 Aug 05 11:30:57.009074 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0b417ba-3e30-4a2f-b013-aab4e7781aad', 'tag': '0ccbd3e3-04b0-4986-ac53-14dd38cc55cc'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:30:57.016474 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3497d51e-eaed-405e-aad9-2563c7c931ea" -d '{"events": [{"name": "network-changed", "server_uuid": "d0b417ba-3e30-4a2f-b013-aab4e7781aad", "tag": "0ccbd3e3-04b0-4986-ac53-14dd38cc55cc"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:30:57.096414 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-92f9eeb4-c538-4779-8b7e-c9af120e3744 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:57.216627 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-92f9eeb4-c538-4779-8b7e-c9af120e3744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:57.227756 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device d8eb95c1-7e88-499d-a153-7a5efede044d details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:30:57.378529 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f9eeb4-c538-4779-8b7e-c9af120e3744 admin admin] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:30:57.382806 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f9eeb4-c538-4779-8b7e-c9af120e3744 admin admin] Pushing event updated for resources: {'Port': ['ID=8442497f-7f80-4c29-8e41-3044a9992404,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:30:57.385967 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2b031e-c40e-4ad3-ac13-a2c378fbcc4a req-b331562d-2619-45cf-a70c-fdcd404af680 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:57.392435 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-92f9eeb4-c538-4779-8b7e-c9af120e3744 admin admin] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:30:57.393772 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4d2b031e-c40e-4ad3-ac13-a2c378fbcc4a req-b331562d-2619-45cf-a70c-fdcd404af680 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 946 time: 0.2263713 Aug 05 11:30:57.406135 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f9eeb4-c538-4779-8b7e-c9af120e3744 admin admin] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:30:57.757562 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4d2b031e-c40e-4ad3-ac13-a2c378fbcc4a req-fcb3265d-4788-489a-8262-c995affef795 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2814255 Aug 05 11:30:57.790827 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port d8eb95c1-7e88-499d-a153-7a5efede044d, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=d8eb95c1-7e88-499d-a153-7a5efede044d,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:30:57.830390 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Returning: {'device': 'd8eb95c1-7e88-499d-a153-7a5efede044d', 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a', 'port_id': 'd8eb95c1-7e88-499d-a153-7a5efede044d', 'mac_address': 'fa:16:3e:eb:32:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6842f728-c2f3-4e36-bb32-3303d06ce3f4', 'ip_address': '192.168.233.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:30:57.862520 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650b9025-37cb-4e0f-9447-a00da6e956a2 req-143a4397-b3a5-4c97-92a9-c9a29bae329b tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:57.880417 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-650b9025-37cb-4e0f-9447-a00da6e956a2 req-143a4397-b3a5-4c97-92a9-c9a29bae329b tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0b417ba-3e30-4a2f-b013-aab4e7781aad HTTP/1.1" status: 200 len: 943 time: 0.3381126 Aug 05 11:30:57.915147 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7da669a2-b316-42ad-9f35-47e77d18a378 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:57.936887 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d41cb4e-771a-48e1-aedc-14a7cbbf8ec2 x-openstack-request-id: req-0d41cb4e-771a-48e1-aedc-14a7cbbf8ec2 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:30:57.941728 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0b417ba-3e30-4a2f-b013-aab4e7781aad", "tag": "0ccbd3e3-04b0-4986-ac53-14dd38cc55cc", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:30:57.941728 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0d41cb4e-771a-48e1-aedc-14a7cbbf8ec2 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:30:57.941728 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0b417ba-3e30-4a2f-b013-aab4e7781aad', 'tag': '0ccbd3e3-04b0-4986-ac53-14dd38cc55cc', 'status': 'completed', 'code': 200} Aug 05 11:30:58.004630 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:58.063541 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d8eb95c1-7e88-499d-a153-7a5efede044d {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:30:58.126843 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port d8eb95c1-7e88-499d-a153-7a5efede044d, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=d8eb95c1-7e88-499d-a153-7a5efede044d,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:30:58.128413 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da669a2-b316-42ad-9f35-47e77d18a378 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Pushing event deleted for resources: {'Port': ['ID=659ba2df-ab6f-4dd4-8080-55e2d4a6abaa,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:30:58.139195 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:58.326979 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=d8eb95c1-7e88-499d-a153-7a5efede044d,revision_number=6']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:30:58.408052 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3497d51e-eaed-405e-aad9-2563c7c931ea req-b09c62ec-86be-4a6c-a82d-352ebde6f871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:58.411275 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3497d51e-eaed-405e-aad9-2563c7c931ea req-b09c62ec-86be-4a6c-a82d-352ebde6f871 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bc360260b43347fbb7d1bc7660d6f218&device_id=d0b417ba-3e30-4a2f-b013-aab4e7781aad HTTP/1.1" status: 200 len: 1124 time: 0.3266733 Aug 05 11:30:58.456756 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['d8eb95c1-7e88-499d-a153-7a5efede044d'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:30:58.602771 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-92f9eeb4-c538-4779-8b7e-c9af120e3744 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:58.844819 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3497d51e-eaed-405e-aad9-2563c7c931ea req-7bb00268-e346-4731-93a1-0b6e424b9fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:58.850169 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3497d51e-eaed-405e-aad9-2563c7c931ea req-7bb00268-e346-4731-93a1-0b6e424b9fc0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=546c0542-0f92-4f6c-914b-a74a81cd2290 HTTP/1.1" status: 200 len: 909 time: 0.4212024 Aug 05 11:30:59.081052 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:59.093681 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3497d51e-eaed-405e-aad9-2563c7c931ea req-7d63e8fb-2e73-41d9-9351-bef6395025a3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0ccbd3e3-04b0-4986-ac53-14dd38cc55cc HTTP/1.1" status: 200 len: 217 time: 0.2277462 Aug 05 11:30:59.238110 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device d8eb95c1-7e88-499d-a153-7a5efede044d up at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:30:59.238778 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7da669a2-b316-42ad-9f35-47e77d18a378 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33140263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33208171'] for router_interface, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:59.279369 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3497d51e-eaed-405e-aad9-2563c7c931ea req-360f164c-a11e-4338-98c5-06d8f562f103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:30:59.281772 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3497d51e-eaed-405e-aad9-2563c7c931ea req-360f164c-a11e-4338-98c5-06d8f562f103 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=61983880-6386-4045-bd2d-695dffcb92f9 HTTP/1.1" status: 200 len: 848 time: 0.1042278 Aug 05 11:30:59.282651 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-92f9eeb4-c538-4779-8b7e-c9af120e3744 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286026'] for router, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:30:59.286791 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-650b9025-37cb-4e0f-9447-a00da6e956a2 req-a4bb52a0-d39f-49ac-afac-0cacd6ebc3a4 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/security-groups?id=12d84a41-4254-4f43-a1c3-ae5bdc7fdfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4025774 Aug 05 11:30:59.580243 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3497d51e-eaed-405e-aad9-2563c7c931ea req-c838e76e-8a7c-4698-a2a9-3eaad9df6b3d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=546c0542-0f92-4f6c-914b-a74a81cd2290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2897947 Aug 05 11:30:59.839102 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7da669a2-b316-42ad-9f35-47e77d18a378 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Router 74e41c55-6825-4a1d-b543-ae9180e03519 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 11:31:00.010821 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7da669a2-b316-42ad-9f35-47e77d18a378 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:31:00.022511 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-7da669a2-b316-42ad-9f35-47e77d18a378 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "PUT /v2.0/routers/74e41c55-6825-4a1d-b543-ae9180e03519/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9204617 Aug 05 11:31:00.029711 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 52262) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:31:00.058590 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ce76f1-fed1-42db-b0fa-bd2e537e421c None None] Sync routers for ids ['74e41c55-6825-4a1d-b543-ae9180e03519'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:31:00.077113 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning complete for port d8eb95c1-7e88-499d-a153-7a5efede044d triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:31:00.079227 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:00.177305 n-d-803378-2 neutron-server[94420]: INFO neutron.pecan_wsgi.hooks.translation [None req-112544ec-dd22-499d-ad79-7c9d39e8fe05 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] GET failed (client error): The resource could not be found. Aug 05 11:31:00.183893 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-112544ec-dd22-499d-ad79-7c9d39e8fe05 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "GET /v2.0/ports/659ba2df-ab6f-4dd4-8080-55e2d4a6abaa HTTP/1.1" status: 404 len: 333 time: 0.1562929 Aug 05 11:31:00.190884 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 52264) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:31:00.394020 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3497d51e-eaed-405e-aad9-2563c7c931ea req-d0ecd466-85ba-4e44-927d-650f0396f594 service neutron] 10.222.0.64 "GET /v2.0/networks/546c0542-0f92-4f6c-914b-a74a81cd2290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3722956 Aug 05 11:31:00.408213 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ce76f1-fed1-42db-b0fa-bd2e537e421c None None] Routers {'74e41c55-6825-4a1d-b543-ae9180e03519'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:31:00.416970 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-00ce76f1-fed1-42db-b0fa-bd2e537e421c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:30:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['74e41c55-6825-4a1d-b543-ae9180e03519'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:31:00.619867 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ed57275b-3d2f-4312-8aec-d7928cf9b5f4 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks [] for router, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:00.728366 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-00ce76f1-fed1-42db-b0fa-bd2e537e421c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:31:00.783757 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ce76f1-fed1-42db-b0fa-bd2e537e421c None None] Routers {'74e41c55-6825-4a1d-b543-ae9180e03519'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:31:00.785118 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-00ce76f1-fed1-42db-b0fa-bd2e537e421c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:30:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['74e41c55-6825-4a1d-b543-ae9180e03519'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:31:00.832418 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92f9eeb4-c538-4779-8b7e-c9af120e3744 admin admin] Router 0d990f55-ea39-4612-a802-a84daff172c4 is scheduled to L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d with binding_index 1 {{(pid=94421) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 11:31:00.910418 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-00ce76f1-fed1-42db-b0fa-bd2e537e421c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:31:00.911332 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ce76f1-fed1-42db-b0fa-bd2e537e421c None None] The sync data for ids ['74e41c55-6825-4a1d-b543-ae9180e03519'] in n-d-803378-2 is: [] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:31:01.089914 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:01.113971 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ada6048-0132-4512-88e1-b45a175c74b0 req-53af3763-9866-43b9-b767-52998d041a8f tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:31:01.122179 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6ada6048-0132-4512-88e1-b45a175c74b0 req-53af3763-9866-43b9-b767-52998d041a8f tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 946 time: 1.1379712 Aug 05 11:31:01.128029 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3497d51e-eaed-405e-aad9-2563c7c931ea req-54ee6995-18f1-4d9e-98d0-ebcab164fbc2 service neutron] 10.222.0.64 "GET /v2.0/networks/546c0542-0f92-4f6c-914b-a74a81cd2290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7133932 Aug 05 11:31:01.260679 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21dc698f-345a-420b-8016-e43afed59e9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8eb95c1-7e88-499d-a153-7a5efede044d'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:31:01.265618 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88e2d038-6ded-43dc-a51a-d47b3f740ad6" -d '{"events": [{"server_uuid": "21dc698f-345a-420b-8016-e43afed59e9e", "name": "network-vif-plugged", "status": "completed", "tag": "d8eb95c1-7e88-499d-a153-7a5efede044d"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:31:01.389043 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port d8eb95c1-7e88-499d-a153-7a5efede044d, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=d8eb95c1-7e88-499d-a153-7a5efede044d,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:31:01.401728 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:01.521146 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 0ccbd3e3-04b0-4986-ac53-14dd38cc55cc no longer exists at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:31:01.538232 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92f9eeb4-c538-4779-8b7e-c9af120e3744 admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:31:01.553161 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ed57275b-3d2f-4312-8aec-d7928cf9b5f4 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33262979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1951'] for router, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:01.555321 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b6c223-db38-4047-aed6-ae8b0b441197 None None] Sync routers for ids ['0d990f55-ea39-4612-a802-a84daff172c4'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:31:01.560610 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ed57275b-3d2f-4312-8aec-d7928cf9b5f4 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:01.595464 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-92f9eeb4-c538-4779-8b7e-c9af120e3744 admin admin] Notify callbacks [] for router, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:01.597932 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-92f9eeb4-c538-4779-8b7e-c9af120e3744 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.2927749 Aug 05 11:31:01.601302 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 52278) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:31:01.609484 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b6c223-db38-4047-aed6-ae8b0b441197 None None] Routers {'0d990f55-ea39-4612-a802-a84daff172c4'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:31:01.611478 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-e6b6c223-db38-4047-aed6-ae8b0b441197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:30:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['0d990f55-ea39-4612-a802-a84daff172c4'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:31:01.848277 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=d8eb95c1-7e88-499d-a153-7a5efede044d,revision_number=7']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:31:01.864116 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ed57275b-3d2f-4312-8aec-d7928cf9b5f4 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33262474'] for router, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:01.873650 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed57275b-3d2f-4312-8aec-d7928cf9b5f4 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Fanout notify agent at l3_agent the message router_deleted on router 74e41c55-6825-4a1d-b543-ae9180e03519 {{(pid=94420) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 11:31:01.917417 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ed57275b-3d2f-4312-8aec-d7928cf9b5f4 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks [] for router, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:01.922157 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-ed57275b-3d2f-4312-8aec-d7928cf9b5f4 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "DELETE /v2.0/routers/74e41c55-6825-4a1d-b543-ae9180e03519 HTTP/1.1" status: 204 len: 168 time: 1.7242413 Aug 05 11:31:01.928689 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 52282) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:31:02.058249 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-e6b6c223-db38-4047-aed6-ae8b0b441197 None None] Set router 0d990f55-ea39-4612-a802-a84daff172c4 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:31:02.208452 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6ada6048-0132-4512-88e1-b45a175c74b0 req-3b2033bb-c583-45e9-ae9a-e0d93782ab1f tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0737901 Aug 05 11:31:02.290607 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 52290) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:31:02.360106 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_v2 [None req-1565ce9a-cfad-4230-98cf-7c345d514d57 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Deleting subnet 882d1a3e-3159-4f00-ab33-de5a40666a08 {{(pid=94420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:31:02.378271 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1565ce9a-cfad-4230-98cf-7c345d514d57 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks [] for subnet, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:02.775761 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-e6b6c223-db38-4047-aed6-ae8b0b441197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d990f55-ea39-4612-a802-a84daff172c4', 'name': 'tempest-ServerRescueNegativeTestJSON-167475611-router', 'tenant_id': 'c4fc12c070034e088106f16dcb7c7f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': '8442497f-7f80-4c29-8e41-3044a9992404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:30:54Z', 'updated_at': '2021-08-05T11:30:57Z', 'revision_number': 3, 'project_id': 'c4fc12c070034e088106f16dcb7c7f8a', 'gw_port': {'id': '8442497f-7f80-4c29-8e41-3044a9992404', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:4c:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d990f55-ea39-4612-a802-a84daff172c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:30:56Z', 'updated_at': '2021-08-05T11:30:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:31:02.859255 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b6c223-db38-4047-aed6-ae8b0b441197 None None] Checking router: 0d990f55-ea39-4612-a802-a84daff172c4 for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:31:02.862460 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b6c223-db38-4047-aed6-ae8b0b441197 None None] Updating router 0d990f55-ea39-4612-a802-a84daff172c4 port 8442497f-7f80-4c29-8e41-3044a9992404 binding host n-d-803378-2 {{(pid=94423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 11:31:02.887010 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1565ce9a-cfad-4230-98cf-7c345d514d57 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25010562'] for subnet, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:02.941273 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-e6b6c223-db38-4047-aed6-ae8b0b441197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:03.053086 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c3d6cd-ab6b-4df3-b286-6eb4e7241b42 req-1c1ec3c5-9dbc-49d6-8308-d050749caf43 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:31:03.062297 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-90c3d6cd-ab6b-4df3-b286-6eb4e7241b42 req-1c1ec3c5-9dbc-49d6-8308-d050749caf43 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0b417ba-3e30-4a2f-b013-aab4e7781aad HTTP/1.1" status: 200 len: 943 time: 0.4493945 Aug 05 11:31:03.093410 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39be87b-75ce-4e0e-a1af-4b9c68fad840 req-3cba2dc3-2992-4b48-8bc3-31068aeba8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:31:03.094275 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39be87b-75ce-4e0e-a1af-4b9c68fad840 req-3cba2dc3-2992-4b48-8bc3-31068aeba8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:31:03.095533 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39be87b-75ce-4e0e-a1af-4b9c68fad840 req-3cba2dc3-2992-4b48-8bc3-31068aeba8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:31:03.096130 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39be87b-75ce-4e0e-a1af-4b9c68fad840 req-3cba2dc3-2992-4b48-8bc3-31068aeba8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:31:03.096748 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39be87b-75ce-4e0e-a1af-4b9c68fad840 req-3cba2dc3-2992-4b48-8bc3-31068aeba8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:31:03.097241 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39be87b-75ce-4e0e-a1af-4b9c68fad840 req-3cba2dc3-2992-4b48-8bc3-31068aeba8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:31:03.097911 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39be87b-75ce-4e0e-a1af-4b9c68fad840 req-3cba2dc3-2992-4b48-8bc3-31068aeba8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:31:03.116800 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e39be87b-75ce-4e0e-a1af-4b9c68fad840 req-3cba2dc3-2992-4b48-8bc3-31068aeba8ba service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=443a76e9-196d-4aa4-85e8-0ee1eebabb66 HTTP/1.1" status: 200 len: 6492 time: 0.8230600 Aug 05 11:31:03.273124 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e39be87b-75ce-4e0e-a1af-4b9c68fad840 req-8810f055-c1ad-4369-a809-3acdaef866b3 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=f48f8991-c3a5-417e-a3d1-8861f7ce43c7&id=3ada918e-0522-4602-984c-a2f526ffb568&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1541052 Aug 05 11:31:03.368022 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-90c3d6cd-ab6b-4df3-b286-6eb4e7241b42 req-5b428553-4ce2-4ce9-a5c1-424552b4fc86 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/security-groups?id=12d84a41-4254-4f43-a1c3-ae5bdc7fdfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3001521 Aug 05 11:31:03.416149 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1565ce9a-cfad-4230-98cf-7c345d514d57 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:03.443899 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2ea7363f-cf32-4364-88df-3303d007ce9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:03.761328 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1565ce9a-cfad-4230-98cf-7c345d514d57 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29762763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24211094'] for subnet, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:03.923450 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11c56ce8-61c8-454d-acaf-60fb6cd4e524 x-openstack-request-id: req-11c56ce8-61c8-454d-acaf-60fb6cd4e524 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:31:03.924176 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21dc698f-345a-420b-8016-e43afed59e9e", "name": "network-vif-plugged", "status": "completed", "tag": "d8eb95c1-7e88-499d-a153-7a5efede044d", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:31:03.924313 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-11c56ce8-61c8-454d-acaf-60fb6cd4e524 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:31:03.924669 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21dc698f-345a-420b-8016-e43afed59e9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8eb95c1-7e88-499d-a153-7a5efede044d', 'code': 200} Aug 05 11:31:03.969658 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1565ce9a-cfad-4230-98cf-7c345d514d57 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Pushing event deleted for resources: {'Subnet': ['ID=882d1a3e-3159-4f00-ab33-de5a40666a08,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:31:04.007372 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24c2341-263c-48da-972f-2d2f9991de47 None None] Network d942eb66-4316-409c-99f5-8a48ad04fde8 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:31:04.038170 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1565ce9a-cfad-4230-98cf-7c345d514d57 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:04.054344 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-1565ce9a-cfad-4230-98cf-7c345d514d57 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "DELETE /v2.0/subnets/882d1a3e-3159-4f00-ab33-de5a40666a08 HTTP/1.1" status: 204 len: 168 time: 2.1148026 Aug 05 11:31:04.062560 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 52298) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:31:04.194999 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1565ce9a-cfad-4230-98cf-7c345d514d57 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:31:04.197350 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1565ce9a-cfad-4230-98cf-7c345d514d57 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:31:04.198817 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1565ce9a-cfad-4230-98cf-7c345d514d57 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:31:04.200841 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1565ce9a-cfad-4230-98cf-7c345d514d57 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:31:04.207440 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1565ce9a-cfad-4230-98cf-7c345d514d57 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:31:04.208851 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1565ce9a-cfad-4230-98cf-7c345d514d57 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:31:04.210245 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1565ce9a-cfad-4230-98cf-7c345d514d57 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:31:04.211697 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1565ce9a-cfad-4230-98cf-7c345d514d57 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:31:04.213338 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1565ce9a-cfad-4230-98cf-7c345d514d57 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:31:04.215638 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1565ce9a-cfad-4230-98cf-7c345d514d57 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:31:04.220277 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1565ce9a-cfad-4230-98cf-7c345d514d57 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:31:04.221806 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1565ce9a-cfad-4230-98cf-7c345d514d57 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:31:04.486675 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-2ea7363f-cf32-4364-88df-3303d007ce9f admin admin] Allocated IP 172.20.0.1 (ef036c19-6648-49e0-968c-d7cffbbb89aa/43646d00-2d61-4a10-95ab-4ec37fd97ea2/41419ec5-d745-4ffe-8183-9c3fcba21ba6) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:31:04.578952 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-db4179eb-696f-4899-b884-9066885f4af6 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:04.849553 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-e6b6c223-db38-4047-aed6-ae8b0b441197 None None] Notify callbacks [] for port, precommit_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:04.854012 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358b2040-8bbf-4eb7-a6c6-cc5a2ad1b1d9 None None] DHCP port deletion for d942eb66-4316-409c-99f5-8a48ad04fde8 request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 11:31:04.874202 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.provisioning_blocks [None req-e6b6c223-db38-4047-aed6-ae8b0b441197 None None] Transition to ACTIVE for port object 8442497f-7f80-4c29-8e41-3044a9992404 will not be triggered until provisioned by entity L2. {{(pid=94423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:31:04.890216 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-e6b6c223-db38-4047-aed6-ae8b0b441197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:05.143012 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-358b2040-8bbf-4eb7-a6c6-cc5a2ad1b1d9 None None] Deleting port 2f52855a-d35f-4d8c-81b0-6d0d8fa67351 {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:31:05.147269 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd43d1c1-15ae-4192-98b0-30acb9cd0f2c req-bbada50a-fe67-441c-b6b5-bb7bb7515390 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:31:05.150778 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-358b2040-8bbf-4eb7-a6c6-cc5a2ad1b1d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:05.165466 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bd43d1c1-15ae-4192-98b0-30acb9cd0f2c req-bbada50a-fe67-441c-b6b5-bb7bb7515390 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 946 time: 0.5675511 Aug 05 11:31:05.167014 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-e6b6c223-db38-4047-aed6-ae8b0b441197 None None] Attempting to bind port 8442497f-7f80-4c29-8e41-3044a9992404 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:31:05.177380 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-e6b6c223-db38-4047-aed6-ae8b0b441197 None None] Attempting to bind port 8442497f-7f80-4c29-8e41-3044a9992404 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}] {{(pid=94423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:31:05.178302 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b6c223-db38-4047-aed6-ae8b0b441197 None None] Attempting to bind port 8442497f-7f80-4c29-8e41-3044a9992404 on network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:31:05.203615 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b6c223-db38-4047-aed6-ae8b0b441197 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:31:05.215780 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b6c223-db38-4047-aed6-ae8b0b441197 None None] Checking segment: {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:31:05.217298 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-e6b6c223-db38-4047-aed6-ae8b0b441197 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:05.218538 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b6c223-db38-4047-aed6-ae8b0b441197 None None] Bound using segment: {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'} {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:31:05.229594 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-e6b6c223-db38-4047-aed6-ae8b0b441197 None None] Bound port: 8442497f-7f80-4c29-8e41-3044a9992404, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}}] {{(pid=94423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:31:05.234621 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-e6b6c223-db38-4047-aed6-ae8b0b441197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:05.460687 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bd43d1c1-15ae-4192-98b0-30acb9cd0f2c req-a5ca2fe4-11a0-4a51-b5d9-394988859337 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2863975 Aug 05 11:31:05.494598 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-db4179eb-696f-4899-b884-9066885f4af6 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Deleting port 2f52855a-d35f-4d8c-81b0-6d0d8fa67351 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:31:05.504778 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-db4179eb-696f-4899-b884-9066885f4af6 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:05.520307 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-358b2040-8bbf-4eb7-a6c6-cc5a2ad1b1d9 None None] For port 2f52855a-d35f-4d8c-81b0-6d0d8fa67351, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=2f52855a-d35f-4d8c-81b0-6d0d8fa67351,segment=NetworkSegment(e8a5f57e-1eb8-4329-b117-0e2a4f0650bf),segment_id=e8a5f57e-1eb8-4329-b117-0e2a4f0650bf)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:31:05.521461 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-358b2040-8bbf-4eb7-a6c6-cc5a2ad1b1d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:05.548637 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.db [None req-e6b6c223-db38-4047-aed6-ae8b0b441197 None None] For port 8442497f-7f80-4c29-8e41-3044a9992404, host n-d-803378-2, cleared binding levels {{(pid=94423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:31:05.572632 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-358b2040-8bbf-4eb7-a6c6-cc5a2ad1b1d9 None None] Calling delete_port for 2f52855a-d35f-4d8c-81b0-6d0d8fa67351 owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:31:05.613482 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61166bda-d87a-4119-a036-ef0a59d9c50c None None] Pushing event updated for resources: {'Port': ['ID=8442497f-7f80-4c29-8e41-3044a9992404,revision_number=2']} {{(pid=94423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:31:05.643041 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.db [None req-e6b6c223-db38-4047-aed6-ae8b0b441197 None None] For port 8442497f-7f80-4c29-8e41-3044a9992404, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=8442497f-7f80-4c29-8e41-3044a9992404,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:31:05.652882 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61166bda-d87a-4119-a036-ef0a59d9c50c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:31:05.655174 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61166bda-d87a-4119-a036-ef0a59d9c50c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:31:05.658019 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61166bda-d87a-4119-a036-ef0a59d9c50c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:31:05.658425 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61166bda-d87a-4119-a036-ef0a59d9c50c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:31:05.659872 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61166bda-d87a-4119-a036-ef0a59d9c50c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:31:05.662194 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61166bda-d87a-4119-a036-ef0a59d9c50c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:31:05.662387 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61166bda-d87a-4119-a036-ef0a59d9c50c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:31:05.663745 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61166bda-d87a-4119-a036-ef0a59d9c50c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:31:05.664126 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61166bda-d87a-4119-a036-ef0a59d9c50c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:31:05.665741 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61166bda-d87a-4119-a036-ef0a59d9c50c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:31:05.669152 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61166bda-d87a-4119-a036-ef0a59d9c50c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:31:05.669739 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61166bda-d87a-4119-a036-ef0a59d9c50c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:31:05.681399 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-e6b6c223-db38-4047-aed6-ae8b0b441197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:05.765407 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61166bda-d87a-4119-a036-ef0a59d9c50c None None] Pushing event updated for resources: {'Port': ['ID=8442497f-7f80-4c29-8e41-3044a9992404,revision_number=3']} {{(pid=94423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:31:05.805095 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b6c223-db38-4047-aed6-ae8b0b441197 None None] Routers {'0d990f55-ea39-4612-a802-a84daff172c4'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:31:05.806129 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-e6b6c223-db38-4047-aed6-ae8b0b441197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:30:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['0d990f55-ea39-4612-a802-a84daff172c4'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:31:05.890571 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-db4179eb-696f-4899-b884-9066885f4af6 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] For port 2f52855a-d35f-4d8c-81b0-6d0d8fa67351, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=2f52855a-d35f-4d8c-81b0-6d0d8fa67351,segment=NetworkSegment(e8a5f57e-1eb8-4329-b117-0e2a4f0650bf),segment_id=e8a5f57e-1eb8-4329-b117-0e2a4f0650bf)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:31:05.891859 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-db4179eb-696f-4899-b884-9066885f4af6 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:05.983803 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ef7659-9ba0-439a-a4b7-43dce51756bb req-722ec83e-b0b5-4939-b1d8-a5427f8475ee tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:31:05.989344 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-e6b6c223-db38-4047-aed6-ae8b0b441197 None None] Set router 0d990f55-ea39-4612-a802-a84daff172c4 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:31:05.994796 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-13ef7659-9ba0-439a-a4b7-43dce51756bb req-722ec83e-b0b5-4939-b1d8-a5427f8475ee tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0b417ba-3e30-4a2f-b013-aab4e7781aad HTTP/1.1" status: 200 len: 943 time: 0.2206728 Aug 05 11:31:06.078294 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-db4179eb-696f-4899-b884-9066885f4af6 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Calling delete_port for 2f52855a-d35f-4d8c-81b0-6d0d8fa67351 owned by network:dhcp {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:31:06.122852 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-358b2040-8bbf-4eb7-a6c6-cc5a2ad1b1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:06.169636 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-13ef7659-9ba0-439a-a4b7-43dce51756bb req-4f753132-2416-4a18-978c-898ee1b3359a tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/security-groups?id=12d84a41-4254-4f43-a1c3-ae5bdc7fdfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658533 Aug 05 11:31:06.242801 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358b2040-8bbf-4eb7-a6c6-cc5a2ad1b1d9 None None] Pushing event deleted for resources: {'Port': ['ID=2f52855a-d35f-4d8c-81b0-6d0d8fa67351,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:31:06.289812 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358b2040-8bbf-4eb7-a6c6-cc5a2ad1b1d9 None None] No DVR routers for this DVR port 2f52855a-d35f-4d8c-81b0-6d0d8fa67351 on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:31:06.369679 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-e6b6c223-db38-4047-aed6-ae8b0b441197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d990f55-ea39-4612-a802-a84daff172c4', 'name': 'tempest-ServerRescueNegativeTestJSON-167475611-router', 'tenant_id': 'c4fc12c070034e088106f16dcb7c7f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': '8442497f-7f80-4c29-8e41-3044a9992404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:30:54Z', 'updated_at': '2021-08-05T11:30:57Z', 'revision_number': 3, 'project_id': 'c4fc12c070034e088106f16dcb7c7f8a', 'gw_port': {'id': '8442497f-7f80-4c29-8e41-3044a9992404', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:4c:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d990f55-ea39-4612-a802-a84daff172c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:30:56Z', 'updated_at': '2021-08-05T11:31:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:31:06.407467 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b6c223-db38-4047-aed6-ae8b0b441197 None None] The sync data for ids ['0d990f55-ea39-4612-a802-a84daff172c4'] in n-d-803378-2 is: [{'id': '0d990f55-ea39-4612-a802-a84daff172c4', 'name': 'tempest-ServerRescueNegativeTestJSON-167475611-router', 'tenant_id': 'c4fc12c070034e088106f16dcb7c7f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': '8442497f-7f80-4c29-8e41-3044a9992404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:30:54Z', 'updated_at': '2021-08-05T11:30:57Z', 'revision_number': 3, 'project_id': 'c4fc12c070034e088106f16dcb7c7f8a', 'gw_port': {'id': '8442497f-7f80-4c29-8e41-3044a9992404', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:4c:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d990f55-ea39-4612-a802-a84daff172c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:30:56Z', 'updated_at': '2021-08-05T11:31:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:31:06.491402 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2ea7363f-cf32-4364-88df-3303d007ce9f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:06.638859 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 2f52855a-d35f-4d8c-81b0-6d0d8fa67351 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:31:06.672775 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-db4179eb-696f-4899-b884-9066885f4af6 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:06.686804 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2ea7363f-cf32-4364-88df-3303d007ce9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:06.716931 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4179eb-696f-4899-b884-9066885f4af6 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] No DVR routers for this DVR port 2f52855a-d35f-4d8c-81b0-6d0d8fa67351 on host n-d-803378-2 {{(pid=94420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:31:06.755758 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 2f52855a-d35f-4d8c-81b0-6d0d8fa67351 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:31:06.756797 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 2f52855a-d35f-4d8c-81b0-6d0d8fa67351 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:31:06.793264 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4179eb-696f-4899-b884-9066885f4af6 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Pushing event deleted for resources: {'Port': ['ID=2f52855a-d35f-4d8c-81b0-6d0d8fa67351,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:31:06.952837 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea7363f-cf32-4364-88df-3303d007ce9f admin admin] Network ef036c19-6648-49e0-968c-d7cffbbb89aa is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:31:06.954518 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea7363f-cf32-4364-88df-3303d007ce9f admin admin] Pushing event updated for resources: {'Port': ['ID=41419ec5-d745-4ffe-8183-9c3fcba21ba6,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:31:06.992781 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-db4179eb-696f-4899-b884-9066885f4af6 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:07.021602 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-2ea7363f-cf32-4364-88df-3303d007ce9f admin admin] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:31:07.030938 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea7363f-cf32-4364-88df-3303d007ce9f admin admin] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:31:07.040861 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0902cb9b-2e6b-4ab4-8969-6e363539ad0b req-33420ce0-6634-4b95-adee-90a4fa9f9a7a tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:31:07.057345 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0902cb9b-2e6b-4ab4-8969-6e363539ad0b req-33420ce0-6634-4b95-adee-90a4fa9f9a7a tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] 10.222.0.58 "GET /v2.0/ports?device_id=75c70784-f441-4ab8-8180-0808568a131b HTTP/1.1" status: 200 len: 945 time: 0.2607055 Aug 05 11:31:07.171004 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f02672de-d642-4ec6-b21e-6fcaf7535bfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:07.190069 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-db4179eb-696f-4899-b884-9066885f4af6 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d942eb66-4316-409c-99f5-8a48ad04fde8']}} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:31:07.235994 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0902cb9b-2e6b-4ab4-8969-6e363539ad0b req-c4dfcdee-db17-460f-8547-c7e1d4753bf1 tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] 10.222.0.58 "GET /v2.0/security-groups?id=fae804d1-089a-4a79-a2ca-e3cefd2bf99a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1731849 Aug 05 11:31:07.243586 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-db4179eb-696f-4899-b884-9066885f4af6 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8a5f57e-1eb8-4329-b117-0e2a4f0650bf') {'for_net_delete': True} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:31:07.244203 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-db4179eb-696f-4899-b884-9066885f4af6 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8a5f57e-1eb8-4329-b117-0e2a4f0650bf') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:31:07.287535 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-db4179eb-696f-4899-b884-9066885f4af6 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25010581'] for segment, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:07.332410 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-db4179eb-696f-4899-b884-9066885f4af6 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:07.419625 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db4179eb-696f-4899-b884-9066885f4af6 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Releasing vlan 682 on physical network physnet1 to pool {{(pid=94420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:31:07.421089 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-db4179eb-696f-4899-b884-9066885f4af6 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29762581'] for segment, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:07.431036 n-d-803378-2 neutron-server[94420]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 11:31:07.431036 n-d-803378-2 neutron-server[94420]: self.session.flush() Aug 05 11:31:07.431036 n-d-803378-2 neutron-server[94420]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 11:31:07.431036 n-d-803378-2 neutron-server[94420]: self.session.flush() Aug 05 11:31:07.431036 n-d-803378-2 neutron-server[94420]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 11:31:07.431036 n-d-803378-2 neutron-server[94420]: self.session.flush() Aug 05 11:31:07.431036 n-d-803378-2 neutron-server[94420]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 11:31:07.431036 n-d-803378-2 neutron-server[94420]: self.session.flush() Aug 05 11:31:07.431036 n-d-803378-2 neutron-server[94420]: Traceback (most recent call last): Aug 05 11:31:07.431036 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:31:07.431036 n-d-803378-2 neutron-server[94420]: timer() Aug 05 11:31:07.431036 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:31:07.431036 n-d-803378-2 neutron-server[94420]: cb(*args, **kw) Aug 05 11:31:07.431036 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:31:07.431036 n-d-803378-2 neutron-server[94420]: return func(*args, **kwargs) Aug 05 11:31:07.431036 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:31:07.431036 n-d-803378-2 neutron-server[94420]: self._notify() Aug 05 11:31:07.431036 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:31:07.431036 n-d-803378-2 neutron-server[94420]: self.callback(batched_events) Aug 05 11:31:07.431036 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:31:07.431036 n-d-803378-2 neutron-server[94420]: event.method(event) Aug 05 11:31:07.431036 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:31:07.431036 n-d-803378-2 neutron-server[94420]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:31:07.431036 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:31:07.431036 n-d-803378-2 neutron-server[94420]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:31:07.431036 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:31:07.431036 n-d-803378-2 neutron-server[94420]: return f(self, *a, **k) Aug 05 11:31:07.431036 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:31:07.431036 n-d-803378-2 neutron-server[94420]: return self._get(url).json() Aug 05 11:31:07.431036 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:31:07.431036 n-d-803378-2 neutron-server[94420]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:31:07.431036 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:31:07.431036 n-d-803378-2 neutron-server[94420]: return self.request(url, 'GET', **kwargs) Aug 05 11:31:07.431036 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:31:07.431036 n-d-803378-2 neutron-server[94420]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:31:07.431036 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:31:07.431036 n-d-803378-2 neutron-server[94420]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:31:07.431036 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:31:07.431036 n-d-803378-2 neutron-server[94420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:31:07.431036 n-d-803378-2 neutron-server[94420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:31:07.458052 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e127e3d4-1516-480d-bd99-38f330491410 req-36c7d97b-eb9d-4e48-810d-56d493609dd2 service neutron] 10.222.0.64 "GET /v2.0/ports/0ccbd3e3-04b0-4986-ac53-14dd38cc55cc/bindings/n-h2-803378-2 HTTP/1.1" status: 200 len: 384 time: 0.6209795 Aug 05 11:31:07.525089 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2ea7363f-cf32-4364-88df-3303d007ce9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33288800'] for router_interface, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:07.670340 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2b7e34-a3b3-4ecd-b1fa-8506ce5ee6ef req-d68d940d-9fa4-46a6-8458-885e62155576 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:31:07.673388 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cb2b7e34-a3b3-4ecd-b1fa-8506ce5ee6ef req-d68d940d-9fa4-46a6-8458-885e62155576 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 946 time: 0.2350695 Aug 05 11:31:07.724844 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-db4179eb-696f-4899-b884-9066885f4af6 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:07.754993 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-db4179eb-696f-4899-b884-9066885f4af6 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:07.757869 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-db4179eb-696f-4899-b884-9066885f4af6 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "DELETE /v2.0/networks/d942eb66-4316-409c-99f5-8a48ad04fde8 HTTP/1.1" status: 204 len: 168 time: 3.6887808 Aug 05 11:31:07.787564 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 52318) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:31:07.802413 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4179eb-696f-4899-b884-9066885f4af6 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Pushing event deleted for resources: {'Network': ['ID=d942eb66-4316-409c-99f5-8a48ad04fde8,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:31:07.830463 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cb2b7e34-a3b3-4ecd-b1fa-8506ce5ee6ef req-fd7220f7-5aa7-4c24-b7ca-ac0b0cf92a13 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479542 Aug 05 11:31:08.092516 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10c057d-9866-4608-b79e-79f724881343 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:31:08.092516 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-b10c057d-9866-4608-b79e-79f724881343 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "GET /v2.0/ports/7bdfd774-d226-407a-85eb-349a03c7d00b HTTP/1.1" status: 200 len: 845 time: 0.2153964 Aug 05 11:31:08.093944 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 52322) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:31:08.261821 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-e127e3d4-1516-480d-bd99-38f330491410 req-14b23ded-c8d2-4d33-9a24-610b1c17aa40 service neutron] For port 0ccbd3e3-04b0-4986-ac53-14dd38cc55cc, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=0ccbd3e3-04b0-4986-ac53-14dd38cc55cc,segment=NetworkSegment(be89551e-4aa0-433b-90d8-e517f4f1da1f),segment_id=be89551e-4aa0-433b-90d8-e517f4f1da1f)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:31:08.346804 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-e127e3d4-1516-480d-bd99-38f330491410 req-14b23ded-c8d2-4d33-9a24-610b1c17aa40 service neutron] For port 0ccbd3e3-04b0-4986-ac53-14dd38cc55cc, host n-h1-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:31:08.347993 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-505020e9-df73-460a-a2fd-9e30123e95e7 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "GET /v2.0/ports/7bdfd774-d226-407a-85eb-349a03c7d00b?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2531228 Aug 05 11:31:08.354778 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 52324) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:31:08.363094 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-bb2b20cb-d084-46f1-a53c-5abfd5a1a65b tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Request body: {'subnet': {'network_id': '1910e859-c897-4999-924c-c91490b8a290', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:31:08.398823 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2ea7363f-cf32-4364-88df-3303d007ce9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:08.421851 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcd0263-101f-4639-9dca-c96b4190776d req-2290cf20-6534-4cf5-bef0-04d0158150fe tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:31:08.425217 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2bcd0263-101f-4639-9dca-c96b4190776d req-2290cf20-6534-4cf5-bef0-04d0158150fe tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0b417ba-3e30-4a2f-b013-aab4e7781aad HTTP/1.1" status: 200 len: 943 time: 0.4093888 Aug 05 11:31:08.500834 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-e127e3d4-1516-480d-bd99-38f330491410 req-14b23ded-c8d2-4d33-9a24-610b1c17aa40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ccbd3e3-04b0-4986-ac53-14dd38cc55cc {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:31:08.536410 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 8442497f-7f80-4c29-8e41-3044a9992404 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:31:08.567975 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-e127e3d4-1516-480d-bd99-38f330491410 req-14b23ded-c8d2-4d33-9a24-610b1c17aa40 service neutron] For port 0ccbd3e3-04b0-4986-ac53-14dd38cc55cc, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=0ccbd3e3-04b0-4986-ac53-14dd38cc55cc,segment=NetworkSegment(be89551e-4aa0-433b-90d8-e517f4f1da1f),segment_id=be89551e-4aa0-433b-90d8-e517f4f1da1f)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:31:08.612974 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2bcd0263-101f-4639-9dca-c96b4190776d req-ae4eae37-57db-44dc-ae8e-9b080f9ebbe9 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/security-groups?id=12d84a41-4254-4f43-a1c3-ae5bdc7fdfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745193 Aug 05 11:31:08.626785 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-e127e3d4-1516-480d-bd99-38f330491410 req-14b23ded-c8d2-4d33-9a24-610b1c17aa40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:08.719258 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 8442497f-7f80-4c29-8e41-3044a9992404 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:31:08.726462 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 8442497f-7f80-4c29-8e41-3044a9992404 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:31:08.727180 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:08.849325 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb2b20cb-d084-46f1-a53c-5abfd5a1a65b tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Made reservation on behalf of c6f61cb628df45739d23be5e7f8e483c for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:31:08.867287 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-bb2b20cb-d084-46f1-a53c-5abfd5a1a65b tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:08.954820 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:08.973682 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a44df20-db96-4428-86d3-bcb2f553574e req-2a4431a2-82b0-41b3-8b4c-c8365adb3965 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:31:08.993231 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5a44df20-db96-4428-86d3-bcb2f553574e req-2a4431a2-82b0-41b3-8b4c-c8365adb3965 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 946 time: 0.2047100 Aug 05 11:31:09.018713 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port 8442497f-7f80-4c29-8e41-3044a9992404, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=8442497f-7f80-4c29-8e41-3044a9992404,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:31:09.031680 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:09.181699 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5a44df20-db96-4428-86d3-bcb2f553574e req-9221c46a-3ab4-4bd7-baec-5747c81e911f tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873312 Aug 05 11:31:09.239083 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=8442497f-7f80-4c29-8e41-3044a9992404,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:31:09.252250 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-e127e3d4-1516-480d-bd99-38f330491410 req-14b23ded-c8d2-4d33-9a24-610b1c17aa40 service neutron] Transition to ACTIVE for port object 0ccbd3e3-04b0-4986-ac53-14dd38cc55cc will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:31:09.294740 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-e127e3d4-1516-480d-bd99-38f330491410 req-14b23ded-c8d2-4d33-9a24-610b1c17aa40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:09.371696 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2ea7363f-cf32-4364-88df-3303d007ce9f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:09.480067 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2ea7363f-cf32-4364-88df-3303d007ce9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:09.609779 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-e127e3d4-1516-480d-bd99-38f330491410 req-14b23ded-c8d2-4d33-9a24-610b1c17aa40 service neutron] No DVR routers for this DVR port 0ccbd3e3-04b0-4986-ac53-14dd38cc55cc on host n-h1-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:31:09.767823 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b23ded-c8d2-4d33-9a24-610b1c17aa40 service neutron] Pushing event updated for resources: {'Port': ['ID=0ccbd3e3-04b0-4986-ac53-14dd38cc55cc,revision_number=10']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:31:10.010117 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-73d43ac8-7d27-4915-b28d-95e9f38ccf29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:10.031005 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:10.084055 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e127e3d4-1516-480d-bd99-38f330491410 req-14b23ded-c8d2-4d33-9a24-610b1c17aa40 service neutron] 10.222.0.64 "PUT /v2.0/ports/0ccbd3e3-04b0-4986-ac53-14dd38cc55cc/bindings/n-h2-803378-2/activate HTTP/1.1" status: 200 len: 369 time: 2.6172767 Aug 05 11:31:10.095117 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b23ded-c8d2-4d33-9a24-610b1c17aa40 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:31:10.101134 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b23ded-c8d2-4d33-9a24-610b1c17aa40 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:31:10.101756 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b23ded-c8d2-4d33-9a24-610b1c17aa40 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:31:10.102161 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b23ded-c8d2-4d33-9a24-610b1c17aa40 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:31:10.102616 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b23ded-c8d2-4d33-9a24-610b1c17aa40 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:31:10.103491 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b23ded-c8d2-4d33-9a24-610b1c17aa40 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:31:10.103664 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b23ded-c8d2-4d33-9a24-610b1c17aa40 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:31:10.105041 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b23ded-c8d2-4d33-9a24-610b1c17aa40 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:31:10.105041 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b23ded-c8d2-4d33-9a24-610b1c17aa40 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:31:10.108589 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b23ded-c8d2-4d33-9a24-610b1c17aa40 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:31:10.109289 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b23ded-c8d2-4d33-9a24-610b1c17aa40 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:31:10.109900 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b23ded-c8d2-4d33-9a24-610b1c17aa40 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:31:10.120302 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2ea7363f-cf32-4364-88df-3303d007ce9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33140268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33208272'] for router_interface, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:10.135997 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2a7bc1-ca35-4b65-95b3-4f21bfcb3e97 req-b60c3152-0eb5-4e78-a2bf-9ee25d2a0cb2 tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:31:10.163783 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ec2a7bc1-ca35-4b65-95b3-4f21bfcb3e97 req-b60c3152-0eb5-4e78-a2bf-9ee25d2a0cb2 tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] 10.222.0.58 "GET /v2.0/ports?device_id=75c70784-f441-4ab8-8180-0808568a131b HTTP/1.1" status: 200 len: 945 time: 0.2236149 Aug 05 11:31:10.282981 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ec2a7bc1-ca35-4b65-95b3-4f21bfcb3e97 req-3c6355b2-1a87-4ebe-882d-f94f4fe6eb8d tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] 10.222.0.58 "GET /v2.0/security-groups?id=fae804d1-089a-4a79-a2ca-e3cefd2bf99a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855024 Aug 05 11:31:10.416348 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 8442497f-7f80-4c29-8e41-3044a9992404 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:31:10.417005 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-bb2b20cb-d084-46f1-a53c-5abfd5a1a65b tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25038678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30075167'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:10.470461 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbf2bda-b82a-4c5a-b79f-30054538a966 req-7c3bc64b-043f-428f-8611-f4e870fb5484 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:31:10.479987 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea7363f-cf32-4364-88df-3303d007ce9f admin admin] Network ef036c19-6648-49e0-968c-d7cffbbb89aa is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:31:10.485335 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-afbf2bda-b82a-4c5a-b79f-30054538a966 req-7c3bc64b-043f-428f-8611-f4e870fb5484 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 946 time: 0.1354611 Aug 05 11:31:10.490533 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-2ea7363f-cf32-4364-88df-3303d007ce9f admin admin] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:31:10.511338 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 8442497f-7f80-4c29-8e41-3044a9992404 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:31:10.511926 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:10.549642 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2b20cb-d084-46f1-a53c-5abfd5a1a65b tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Network 1910e859-c897-4999-924c-c91490b8a290 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:31:10.558570 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-bb2b20cb-d084-46f1-a53c-5abfd5a1a65b tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:31:10.571982 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2b20cb-d084-46f1-a53c-5abfd5a1a65b tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:31:10.572795 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-bb2b20cb-d084-46f1-a53c-5abfd5a1a65b tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:10.585573 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce27167f-a994-490b-af1d-a4881d0b0a4e None None] Network 1910e859-c897-4999-924c-c91490b8a290 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:31:10.620705 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-afbf2bda-b82a-4c5a-b79f-30054538a966 req-d0630f4d-04aa-4347-9d82-33f66fab73c7 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320915 Aug 05 11:31:10.697786 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea7363f-cf32-4364-88df-3303d007ce9f admin admin] Pushing event updated for resources: {'Port': ['ID=41419ec5-d745-4ffe-8183-9c3fcba21ba6,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:31:10.734065 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e127e3d4-1516-480d-bd99-38f330491410 req-c91e8bdb-c781-4675-9e7f-f67c8d968004 tempest-LiveMigrationTest-868734295 tempest-LiveMigrationTest-868734295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:31:10.736574 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e127e3d4-1516-480d-bd99-38f330491410 req-c91e8bdb-c781-4675-9e7f-f67c8d968004 tempest-LiveMigrationTest-868734295 tempest-LiveMigrationTest-868734295-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=d0b417ba-3e30-4a2f-b013-aab4e7781aad&tenant_id=bc360260b43347fbb7d1bc7660d6f218&binding%3Ahost_id=n-h1-803378-2 HTTP/1.1" status: 200 len: 1095 time: 0.4048717 Aug 05 11:31:10.753194 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2b20cb-d084-46f1-a53c-5abfd5a1a65b tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Pushing event updated for resources: {'Subnet': ['ID=e9be3ab3-09f8-4e4c-8d9f-17b3c4e97841,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:31:10.774275 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-bb2b20cb-d084-46f1-a53c-5abfd5a1a65b tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4164109 Aug 05 11:31:10.779671 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 52362) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:31:10.807563 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-4e62267f-2bd0-47c0-8b4f-6a772867a7ae tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Request body: {'security_group': {'name': 'tempest-secgroup-425414191'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:31:10.923093 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f31a370-e155-4224-bdda-58f278abb8db req-4bc84a46-0049-4c9b-bf54-aa79d8a83783 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:31:10.926556 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4e62267f-2bd0-47c0-8b4f-6a772867a7ae tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:10.927902 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2f31a370-e155-4224-bdda-58f278abb8db req-4bc84a46-0049-4c9b-bf54-aa79d8a83783 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=40021a41-d350-4e38-ac4d-f69e07c48ffb HTTP/1.1" status: 200 len: 946 time: 0.1413338 Aug 05 11:31:10.938639 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6df21d-90fb-4e5b-85f6-5f6dd66f1379 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-1910e859-c897-4999-924c-c91490b8a290', 'network_id': '1910e859-c897-4999-924c-c91490b8a290', 'tenant_id': 'c6f61cb628df45739d23be5e7f8e483c', 'fixed_ips': [{'subnet_id': 'e9be3ab3-09f8-4e4c-8d9f-17b3c4e97841'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 11:31:10.940065 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1b6df21d-90fb-4e5b-85f6-5f6dd66f1379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:10.963619 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b76a67-abc5-4b2a-8755-f29a3110b873 req-02a0e848-7611-451a-abd1-f511236dd59f tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:31:10.963846 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e127e3d4-1516-480d-bd99-38f330491410 req-9c406196-e265-441b-977c-3bac21c757ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:31:10.966018 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e127e3d4-1516-480d-bd99-38f330491410 req-9c406196-e265-441b-977c-3bac21c757ca service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d0b417ba-3e30-4a2f-b013-aab4e7781aad&tenant_id=bc360260b43347fbb7d1bc7660d6f218 HTTP/1.1" status: 200 len: 1095 time: 0.2141929 Aug 05 11:31:10.978894 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c6b76a67-abc5-4b2a-8755-f29a3110b873 req-02a0e848-7611-451a-abd1-f511236dd59f tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0b417ba-3e30-4a2f-b013-aab4e7781aad HTTP/1.1" status: 200 len: 944 time: 0.1427033 Aug 05 11:31:11.026562 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ea7363f-cf32-4364-88df-3303d007ce9f admin admin] Router 0d990f55-ea39-4612-a802-a84daff172c4 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 11:31:11.105430 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2f31a370-e155-4224-bdda-58f278abb8db req-7e6f0a4f-e68e-49df-b6d1-5f733af38cb8 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=47a5a50c-7385-42e8-98ac-c05af9825ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1588316 Aug 05 11:31:11.146693 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c6b76a67-abc5-4b2a-8755-f29a3110b873 req-af6637a9-9611-4832-b4ff-8a4bd39c274e tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/security-groups?id=12d84a41-4254-4f43-a1c3-ae5bdc7fdfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313717 Aug 05 11:31:11.177811 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-1b6df21d-90fb-4e5b-85f6-5f6dd66f1379 None None] Allocated IP 2001:db8::2 (1910e859-c897-4999-924c-c91490b8a290/e9be3ab3-09f8-4e4c-8d9f-17b3c4e97841/2d42fc48-19b6-4957-8b51-b1f363311033) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:31:11.199674 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e127e3d4-1516-480d-bd99-38f330491410 req-a3a6ad28-650b-43a1-aa13-c54d2f2d2471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:31:11.203239 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e127e3d4-1516-480d-bd99-38f330491410 req-a3a6ad28-650b-43a1-aa13-c54d2f2d2471 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bc360260b43347fbb7d1bc7660d6f218&device_id=d0b417ba-3e30-4a2f-b013-aab4e7781aad HTTP/1.1" status: 200 len: 1095 time: 0.1974516 Aug 05 11:31:11.419091 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4e62267f-2bd0-47c0-8b4f-6a772867a7ae tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:11.425543 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ea7363f-cf32-4364-88df-3303d007ce9f admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:31:11.433485 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-2ea7363f-cf32-4364-88df-3303d007ce9f admin admin] 10.222.0.58 "PUT /v2.0/routers/0d990f55-ea39-4612-a802-a84daff172c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8304009 Aug 05 11:31:11.455857 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4e62267f-2bd0-47c0-8b4f-6a772867a7ae tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:11.463203 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e85dec-bea3-4ba6-8d35-2b3f6f92d1b7 req-db11c0d0-9770-46a8-a8d1-beb6fa7a43e3 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:31:11.467158 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-37e85dec-bea3-4ba6-8d35-2b3f6f92d1b7 req-db11c0d0-9770-46a8-a8d1-beb6fa7a43e3 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 946 time: 0.1742861 Aug 05 11:31:11.547908 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-37e85dec-bea3-4ba6-8d35-2b3f6f92d1b7 req-c333ccac-28d9-401b-95f1-9be041cc91e8 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681283 Aug 05 11:31:11.616016 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7113580d-bf19-42f5-bcec-cd5a2020d898 None None] Sync routers for ids ['0d990f55-ea39-4612-a802-a84daff172c4'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:31:11.629353 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e127e3d4-1516-480d-bd99-38f330491410 req-b3389b87-821e-45f9-b7f8-3752298b13b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:31:11.634801 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e127e3d4-1516-480d-bd99-38f330491410 req-b3389b87-821e-45f9-b7f8-3752298b13b3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=546c0542-0f92-4f6c-914b-a74a81cd2290 HTTP/1.1" status: 200 len: 909 time: 0.3781266 Aug 05 11:31:11.657553 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4e62267f-2bd0-47c0-8b4f-6a772867a7ae tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:11.666385 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-4e62267f-2bd0-47c0-8b4f-6a772867a7ae tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8853548 Aug 05 11:31:11.675121 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7113580d-bf19-42f5-bcec-cd5a2020d898 None None] Routers {'0d990f55-ea39-4612-a802-a84daff172c4'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:31:11.677850 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-7113580d-bf19-42f5-bcec-cd5a2020d898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:31:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['0d990f55-ea39-4612-a802-a84daff172c4'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:31:11.685499 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 52376) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:31:11.748853 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d9d0ce-b2cc-430f-b12b-c5379f8a7d23 req-4df76152-9c92-4a70-9988-2e7fbd9ab1ba tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:31:11.750801 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-24d9d0ce-b2cc-430f-b12b-c5379f8a7d23 req-4df76152-9c92-4a70-9988-2e7fbd9ab1ba tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] 10.222.0.58 "GET /v2.0/ports?device_id=75c70784-f441-4ab8-8180-0808568a131b HTTP/1.1" status: 200 len: 945 time: 0.1054695 Aug 05 11:31:11.774946 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e62267f-2bd0-47c0-8b4f-6a772867a7ae tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57e087d0-3c60-4be8-bb3f-cd338ae0e985,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:31:11.793498 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-e987841a-1c7f-4ee8-b7e2-f93cfd1fbb5e tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Request body: {'security_group': {'name': 'tempest-secgroup-1733213109'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:31:11.814925 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:11.825588 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1b6df21d-90fb-4e5b-85f6-5f6dd66f1379 None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:11.851698 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-1b6df21d-90fb-4e5b-85f6-5f6dd66f1379 None None] Transition to ACTIVE for port object 2d42fc48-19b6-4957-8b51-b1f363311033 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:31:11.862722 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e127e3d4-1516-480d-bd99-38f330491410 req-2c751550-26a3-4093-a3d0-82830914bf82 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0ccbd3e3-04b0-4986-ac53-14dd38cc55cc HTTP/1.1" status: 200 len: 217 time: 0.1921179 Aug 05 11:31:11.886082 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-1b6df21d-90fb-4e5b-85f6-5f6dd66f1379 None None] Transition to ACTIVE for port object 2d42fc48-19b6-4957-8b51-b1f363311033 will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:31:11.917975 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1b6df21d-90fb-4e5b-85f6-5f6dd66f1379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:11.931050 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-24d9d0ce-b2cc-430f-b12b-c5379f8a7d23 req-2a15cec3-e869-4c9f-9bb7-12b76cbbe09e tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] 10.222.0.58 "GET /v2.0/security-groups?id=fae804d1-089a-4a79-a2ca-e3cefd2bf99a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1707091 Aug 05 11:31:11.983189 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e127e3d4-1516-480d-bd99-38f330491410 req-6b60455f-2d67-4d88-826c-13171fc267a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:31:11.984881 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e127e3d4-1516-480d-bd99-38f330491410 req-6b60455f-2d67-4d88-826c-13171fc267a5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=61983880-6386-4045-bd2d-695dffcb92f9 HTTP/1.1" status: 200 len: 848 time: 0.0894291 Aug 05 11:31:11.991990 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115f76e2-fa22-4cd6-9f02-e0acd397f7cf req-6c71daa1-fb22-440b-8cd2-814366f3fedd tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:31:11.994684 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-115f76e2-fa22-4cd6-9f02-e0acd397f7cf req-6c71daa1-fb22-440b-8cd2-814366f3fedd tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 946 time: 0.1740525 Aug 05 11:31:12.002080 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e987841a-1c7f-4ee8-b7e2-f93cfd1fbb5e tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:12.113326 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-115f76e2-fa22-4cd6-9f02-e0acd397f7cf req-b7858438-c107-4c87-b7c5-d2606bb93d6e tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068127 Aug 05 11:31:12.164273 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e127e3d4-1516-480d-bd99-38f330491410 req-7e26147d-1688-4183-b488-87785339e510 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=546c0542-0f92-4f6c-914b-a74a81cd2290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1230359 Aug 05 11:31:12.343610 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e127e3d4-1516-480d-bd99-38f330491410 req-fe8fd4bc-8ba7-438e-b232-322699ff5a6b service neutron] 10.222.0.55 "GET /v2.0/networks/546c0542-0f92-4f6c-914b-a74a81cd2290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683779 Aug 05 11:31:12.408889 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-7113580d-bf19-42f5-bcec-cd5a2020d898 None None] Set router 0d990f55-ea39-4612-a802-a84daff172c4 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:31:12.414101 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6df21d-90fb-4e5b-85f6-5f6dd66f1379 None None] Network 1910e859-c897-4999-924c-c91490b8a290 is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:31:12.463071 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-1b6df21d-90fb-4e5b-85f6-5f6dd66f1379 None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:31:12.469856 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6df21d-90fb-4e5b-85f6-5f6dd66f1379 None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:31:12.480742 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5ba8c9-37e8-41fc-a764-ae2f395dbfff req-de60ee3a-cf2c-406b-b826-46e13cf9d5fd tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:31:12.488639 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6df21d-90fb-4e5b-85f6-5f6dd66f1379 None None] Pushing event updated for resources: {'Port': ['ID=2d42fc48-19b6-4957-8b51-b1f363311033,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:31:12.494948 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2e5ba8c9-37e8-41fc-a764-ae2f395dbfff req-de60ee3a-cf2c-406b-b826-46e13cf9d5fd tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=40021a41-d350-4e38-ac4d-f69e07c48ffb HTTP/1.1" status: 200 len: 946 time: 0.1724231 Aug 05 11:31:12.611298 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2e5ba8c9-37e8-41fc-a764-ae2f395dbfff req-6d479d0d-0395-4a4a-88bd-ea44fd17b35a tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=47a5a50c-7385-42e8-98ac-c05af9825ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137507 Aug 05 11:31:12.629300 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e987841a-1c7f-4ee8-b7e2-f93cfd1fbb5e tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:12.643557 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e987841a-1c7f-4ee8-b7e2-f93cfd1fbb5e tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:12.717470 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e987841a-1c7f-4ee8-b7e2-f93cfd1fbb5e tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4896a806-e4fd-44da-a663-ca7fffdae9c2,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:31:12.721340 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e987841a-1c7f-4ee8-b7e2-f93cfd1fbb5e tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:12.727422 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-e987841a-1c7f-4ee8-b7e2-f93cfd1fbb5e tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0340023 Aug 05 11:31:12.728470 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 52414) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:31:12.743729 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-e01dc80d-712f-4f87-870f-85e8a6d6b546 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-250619653', 'security_groups': ['4896a806-e4fd-44da-a663-ca7fffdae9c2'], 'network_id': '1910e859-c897-4999-924c-c91490b8a290', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e9be3ab3-09f8-4e4c-8d9f-17b3c4e97841'}]}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:31:12.843959 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e127e3d4-1516-480d-bd99-38f330491410 req-7c2c3d10-ecd3-417a-b7f4-b1ab98ea8073 service neutron] 10.222.0.55 "GET /v2.0/networks/546c0542-0f92-4f6c-914b-a74a81cd2290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4874969 Aug 05 11:31:12.845491 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-1b6df21d-90fb-4e5b-85f6-5f6dd66f1379 None None] Attempting to bind port 2d42fc48-19b6-4957-8b51-b1f363311033 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:31:12.846201 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-1b6df21d-90fb-4e5b-85f6-5f6dd66f1379 None None] Attempting to bind port 2d42fc48-19b6-4957-8b51-b1f363311033 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '9ed3612e-b09b-4b52-b02e-66d2c03431cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '1910e859-c897-4999-924c-c91490b8a290'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:31:12.846828 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6df21d-90fb-4e5b-85f6-5f6dd66f1379 None None] Attempting to bind port 2d42fc48-19b6-4957-8b51-b1f363311033 on network 1910e859-c897-4999-924c-c91490b8a290 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:31:12.878238 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6df21d-90fb-4e5b-85f6-5f6dd66f1379 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:31:12.879249 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6df21d-90fb-4e5b-85f6-5f6dd66f1379 None None] Checking segment: {'id': '9ed3612e-b09b-4b52-b02e-66d2c03431cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '1910e859-c897-4999-924c-c91490b8a290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:31:12.880013 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1b6df21d-90fb-4e5b-85f6-5f6dd66f1379 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:12.880700 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6df21d-90fb-4e5b-85f6-5f6dd66f1379 None None] Bound using segment: {'id': '9ed3612e-b09b-4b52-b02e-66d2c03431cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '1910e859-c897-4999-924c-c91490b8a290'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:31:12.882229 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-1b6df21d-90fb-4e5b-85f6-5f6dd66f1379 None None] Bound port: 2d42fc48-19b6-4957-8b51-b1f363311033, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ed3612e-b09b-4b52-b02e-66d2c03431cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '1910e859-c897-4999-924c-c91490b8a290'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:31:12.886276 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1b6df21d-90fb-4e5b-85f6-5f6dd66f1379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:12.895455 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c993159-3253-4ccf-815d-7d983dfab326 req-3dc6dc7c-107e-4af7-8f33-2642a56df6b8 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:31:12.898134 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3c993159-3253-4ccf-815d-7d983dfab326 req-3dc6dc7c-107e-4af7-8f33-2642a56df6b8 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 946 time: 0.1032016 Aug 05 11:31:12.979991 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e01dc80d-712f-4f87-870f-85e8a6d6b546 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Made reservation on behalf of c6f61cb628df45739d23be5e7f8e483c for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:31:13.005178 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3c993159-3253-4ccf-815d-7d983dfab326 req-4949ddf8-d15d-4b25-b533-0f044326ae8b tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946491 Aug 05 11:31:13.046233 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2645d340-fc0e-4839-a129-a502a60ed861 req-ac0b6aa3-97ae-4b0a-9729-86cebdb90a83 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:31:13.051997 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2645d340-fc0e-4839-a129-a502a60ed861 req-ac0b6aa3-97ae-4b0a-9729-86cebdb90a83 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/networks?id=ef036c19-6648-49e0-968c-d7cffbbb89aa HTTP/1.1" status: 200 len: 818 time: 0.4359946 Aug 05 11:31:13.079549 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2645d340-fc0e-4839-a129-a502a60ed861 req-f89a4012-b5fa-4d04-a683-d4485854849b tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/quotas/c4fc12c070034e088106f16dcb7c7f8a HTTP/1.1" status: 200 len: 375 time: 0.0206778 Aug 05 11:31:13.142588 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-1b6df21d-90fb-4e5b-85f6-5f6dd66f1379 None None] For port 2d42fc48-19b6-4957-8b51-b1f363311033, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:31:13.149562 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-1b6df21d-90fb-4e5b-85f6-5f6dd66f1379 None None] For port 2d42fc48-19b6-4957-8b51-b1f363311033, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=2d42fc48-19b6-4957-8b51-b1f363311033,segment=NetworkSegment(9ed3612e-b09b-4b52-b02e-66d2c03431cd),segment_id=9ed3612e-b09b-4b52-b02e-66d2c03431cd)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:31:13.165901 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1b6df21d-90fb-4e5b-85f6-5f6dd66f1379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:13.181673 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e01dc80d-712f-4f87-870f-85e8a6d6b546 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:13.221060 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2645d340-fc0e-4839-a129-a502a60ed861 req-a1ad3737-4ddf-44e9-bacc-94d6f5c4d0e1 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=c4fc12c070034e088106f16dcb7c7f8a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1327794 Aug 05 11:31:13.231786 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [None req-e01dc80d-712f-4f87-870f-85e8a6d6b546 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] device_id is not set on port fc0c585a-8b6c-4e09-ba68-9067b2492527 yet. {{(pid=94421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 11:31:13.232336 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfbea64-8b92-4bf2-862a-e433f6825148 req-331e24ec-52cd-4ee8-91f2-98d5ce6361fb tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:31:13.234883 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-edfbea64-8b92-4bf2-862a-e433f6825148 req-331e24ec-52cd-4ee8-91f2-98d5ce6361fb tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0b417ba-3e30-4a2f-b013-aab4e7781aad HTTP/1.1" status: 200 len: 944 time: 0.0952089 Aug 05 11:31:13.260766 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-7113580d-bf19-42f5-bcec-cd5a2020d898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d990f55-ea39-4612-a802-a84daff172c4', 'name': 'tempest-ServerRescueNegativeTestJSON-167475611-router', 'tenant_id': 'c4fc12c070034e088106f16dcb7c7f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': '8442497f-7f80-4c29-8e41-3044a9992404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:30:54Z', 'updated_at': '2021-08-05T11:31:08Z', 'revision_number': 4, 'project_id': 'c4fc12c070034e088106f16dcb7c7f8a', 'gw_port': {'id': '8442497f-7f80-4c29-8e41-3044a9992404', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:4c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d990f55-ea39-4612-a802-a84daff172c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:30:56Z', 'updated_at': '2021-08-05T11:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '41419ec5-d745-4ffe-8183-9c3fcba21ba6', 'name': '', 'network_id': 'ef036c19-6648-49e0-968c-d7cffbbb89aa', 'tenant_id': 'c4fc12c070034e088106f16dcb7c7f8a', 'mac_address': 'fa:16:3e:fd:22:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d990f55-ea39-4612-a802-a84daff172c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '43646d00-2d61-4a10-95ab-4ec37fd97ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:31:03Z', 'updated_at': '2021-08-05T11:31:08Z', 'revision_number': 2, 'project_id': 'c4fc12c070034e088106f16dcb7c7f8a', 'subnets': [{'id': '43646d00-2d61-4a10-95ab-4ec37fd97ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:31:13.320528 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7113580d-bf19-42f5-bcec-cd5a2020d898 None None] Checking router: 0d990f55-ea39-4612-a802-a84daff172c4 for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:31:13.320528 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7113580d-bf19-42f5-bcec-cd5a2020d898 None None] Updating router 0d990f55-ea39-4612-a802-a84daff172c4 port 41419ec5-d745-4ffe-8183-9c3fcba21ba6 binding host n-d-803378-2 {{(pid=94422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 11:31:13.366564 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6df21d-90fb-4e5b-85f6-5f6dd66f1379 None None] Pushing event updated for resources: {'Port': ['ID=2d42fc48-19b6-4957-8b51-b1f363311033,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:31:13.377052 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-7113580d-bf19-42f5-bcec-cd5a2020d898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:13.589670 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-edfbea64-8b92-4bf2-862a-e433f6825148 req-30c67f0f-87ce-4b87-b586-a08ace0abd68 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/security-groups?id=12d84a41-4254-4f43-a1c3-ae5bdc7fdfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2860820 Aug 05 11:31:13.613725 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2645d340-fc0e-4839-a129-a502a60ed861 req-546f5cc3-8652-489b-8476-ec13f0a9db55 service neutron] 10.222.0.58 "GET /v2.0/networks/ef036c19-6648-49e0-968c-d7cffbbb89aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3787153 Aug 05 11:31:13.729870 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e127e3d4-1516-480d-bd99-38f330491410 req-b19de3bc-32f8-4ac4-b29f-f41faf3ad589 tempest-LiveMigrationTest-868734295 tempest-LiveMigrationTest-868734295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:31:13.732303 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e127e3d4-1516-480d-bd99-38f330491410 req-b19de3bc-32f8-4ac4-b29f-f41faf3ad589 tempest-LiveMigrationTest-868734295 tempest-LiveMigrationTest-868734295-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=d0b417ba-3e30-4a2f-b013-aab4e7781aad&tenant_id=bc360260b43347fbb7d1bc7660d6f218&binding%3Ahost_id=n-h2-803378-2 HTTP/1.1" status: 200 len: 1095 time: 0.2614007 Aug 05 11:31:13.858630 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e273f892-7df0-48b7-ab8d-705eecdc3bcd req-4a9ba6a7-699e-4b7c-8ad0-6ad70dc0c01a tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:31:13.860445 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e273f892-7df0-48b7-ab8d-705eecdc3bcd req-4a9ba6a7-699e-4b7c-8ad0-6ad70dc0c01a tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] 10.222.0.55 "GET /v2.0/ports?device_id=75c70784-f441-4ab8-8180-0808568a131b HTTP/1.1" status: 200 len: 945 time: 0.2259219 Aug 05 11:31:13.894794 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-e01dc80d-712f-4f87-870f-85e8a6d6b546 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Allocated IP 2001:db8::24d (1910e859-c897-4999-924c-c91490b8a290/e9be3ab3-09f8-4e4c-8d9f-17b3c4e97841/fc0c585a-8b6c-4e09-ba68-9067b2492527) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:31:13.982649 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-7113580d-bf19-42f5-bcec-cd5a2020d898 None None] Notify callbacks [] for port, precommit_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:13.997887 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-7113580d-bf19-42f5-bcec-cd5a2020d898 None None] Transition to ACTIVE for port object 41419ec5-d745-4ffe-8183-9c3fcba21ba6 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:31:14.015443 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-e127e3d4-1516-480d-bd99-38f330491410 req-9fa58ff2-d011-424f-a173-661a7e78bb8b service neutron] For port 0ccbd3e3-04b0-4986-ac53-14dd38cc55cc, host n-h1-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:31:14.019650 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device d3743ac1-d872-4507-a6f2-ed370e7d4ff9 no longer exists at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:31:14.025701 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-e127e3d4-1516-480d-bd99-38f330491410 req-9fa58ff2-d011-424f-a173-661a7e78bb8b service neutron] Notify callbacks [] for binding, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:14.026853 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e127e3d4-1516-480d-bd99-38f330491410 req-9fa58ff2-d011-424f-a173-661a7e78bb8b service neutron] 10.222.0.55 "DELETE /v2.0/ports/0ccbd3e3-04b0-4986-ac53-14dd38cc55cc/bindings/n-h1-803378-2 HTTP/1.1" status: 204 len: 173 time: 0.2600846 Aug 05 11:31:14.035627 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-7113580d-bf19-42f5-bcec-cd5a2020d898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:14.174484 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2645d340-fc0e-4839-a129-a502a60ed861 req-e1b36e2d-a04e-42d4-8d7e-50f090f73952 service neutron] 10.222.0.58 "GET /v2.0/networks/ef036c19-6648-49e0-968c-d7cffbbb89aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5596440 Aug 05 11:31:14.254355 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [req-e273f892-7df0-48b7-ab8d-705eecdc3bcd req-5890d501-f2b4-47a6-b6dc-8da19d714f84 tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] Deleting port f9d54d46-86ca-4641-97de-70034982b8a3 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:31:14.254932 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-e273f892-7df0-48b7-ab8d-705eecdc3bcd req-5890d501-f2b4-47a6-b6dc-8da19d714f84 tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:14.277217 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb4e62f-c183-42a5-918b-3fd52a1c00a5 None None] Pushing event updated for resources: {'Port': ['ID=41419ec5-d745-4ffe-8183-9c3fcba21ba6,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:31:14.393016 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:14.486912 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e01dc80d-712f-4f87-870f-85e8a6d6b546 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:14.518755 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [None req-e01dc80d-712f-4f87-870f-85e8a6d6b546 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Transition to ACTIVE for port object fc0c585a-8b6c-4e09-ba68-9067b2492527 will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:31:14.621484 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e01dc80d-712f-4f87-870f-85e8a6d6b546 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:14.749387 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01dc80d-712f-4f87-870f-85e8a6d6b546 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Network 1910e859-c897-4999-924c-c91490b8a290 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:31:14.769399 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-e01dc80d-712f-4f87-870f-85e8a6d6b546 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:31:14.775324 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01dc80d-712f-4f87-870f-85e8a6d6b546 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:31:14.801112 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e01dc80d-712f-4f87-870f-85e8a6d6b546 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:31:14.801815 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e01dc80d-712f-4f87-870f-85e8a6d6b546 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:14.802239 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-e273f892-7df0-48b7-ab8d-705eecdc3bcd req-5890d501-f2b4-47a6-b6dc-8da19d714f84 tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] For port f9d54d46-86ca-4641-97de-70034982b8a3, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=f9d54d46-86ca-4641-97de-70034982b8a3,segment=NetworkSegment(bf5ea81e-15f9-4076-bdcb-a17ddcbb48e7),segment_id=bf5ea81e-15f9-4076-bdcb-a17ddcbb48e7)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:31:14.803039 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-e273f892-7df0-48b7-ab8d-705eecdc3bcd req-5890d501-f2b4-47a6-b6dc-8da19d714f84 tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:14.850747 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 2d42fc48-19b6-4957-8b51-b1f363311033 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:31:14.888403 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01dc80d-712f-4f87-870f-85e8a6d6b546 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Pushing event updated for resources: {'Port': ['ID=fc0c585a-8b6c-4e09-ba68-9067b2492527,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:31:14.901978 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-e01dc80d-712f-4f87-870f-85e8a6d6b546 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1687644 Aug 05 11:31:14.909690 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 52450) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:31:14.923635 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-513860d2-b5b4-4322-8dbc-4944ad9af186 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Request body: {'subnet': {'network_id': '1910e859-c897-4999-924c-c91490b8a290', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:31:15.023489 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:15.094340 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port d3743ac1-d872-4507-a6f2-ed370e7d4ff9, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=d3743ac1-d872-4507-a6f2-ed370e7d4ff9,segment=NetworkSegment(5615e441-bf2b-4f62-9a7e-00bdeb60130a),segment_id=5615e441-bf2b-4f62-9a7e-00bdeb60130a)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:31:15.095741 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-7113580d-bf19-42f5-bcec-cd5a2020d898 None None] Attempting to bind port 41419ec5-d745-4ffe-8183-9c3fcba21ba6 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:31:15.096239 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-7113580d-bf19-42f5-bcec-cd5a2020d898 None None] Attempting to bind port 41419ec5-d745-4ffe-8183-9c3fcba21ba6 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'f9b2d647-301a-4025-b34b-b0ad330f4b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'ef036c19-6648-49e0-968c-d7cffbbb89aa'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:31:15.097623 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7113580d-bf19-42f5-bcec-cd5a2020d898 None None] Attempting to bind port 41419ec5-d745-4ffe-8183-9c3fcba21ba6 on network ef036c19-6648-49e0-968c-d7cffbbb89aa {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:31:15.112929 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40021a41-d350-4e38-ac4d-f69e07c48ffb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3743ac1-d872-4507-a6f2-ed370e7d4ff9'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:31:15.131732 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01baa5ca-efc2-4413-9ed0-ed1603171710" -d '{"events": [{"server_uuid": "40021a41-d350-4e38-ac4d-f69e07c48ffb", "name": "network-vif-unplugged", "status": "completed", "tag": "d3743ac1-d872-4507-a6f2-ed370e7d4ff9"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:31:15.141517 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0200c151-8592-4db8-93ca-1dfb250ed412 req-737289f9-79d8-4ae7-af10-1699fc5113f5 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/ports?device_id=5f37001e-9d67-440a-b593-7e7c7a1d9690 HTTP/1.1" status: 200 len: 210 time: 0.1370711 Aug 05 11:31:15.143926 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:15.221800 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7113580d-bf19-42f5-bcec-cd5a2020d898 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:31:15.226532 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7113580d-bf19-42f5-bcec-cd5a2020d898 None None] Checking segment: {'id': 'f9b2d647-301a-4025-b34b-b0ad330f4b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'ef036c19-6648-49e0-968c-d7cffbbb89aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:31:15.229735 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-7113580d-bf19-42f5-bcec-cd5a2020d898 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:15.230532 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7113580d-bf19-42f5-bcec-cd5a2020d898 None None] Bound using segment: {'id': 'f9b2d647-301a-4025-b34b-b0ad330f4b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'ef036c19-6648-49e0-968c-d7cffbbb89aa'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:31:15.231241 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-7113580d-bf19-42f5-bcec-cd5a2020d898 None None] Bound port: 41419ec5-d745-4ffe-8183-9c3fcba21ba6, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9b2d647-301a-4025-b34b-b0ad330f4b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'ef036c19-6648-49e0-968c-d7cffbbb89aa'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:31:15.233112 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-7113580d-bf19-42f5-bcec-cd5a2020d898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:15.386930 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbaa55a-20a7-4136-ad75-457dbac5b9b2 req-2ea78552-0399-44a0-9fcf-b402769d4d0c tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:31:15.390312 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 2d42fc48-19b6-4957-8b51-b1f363311033 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:31:15.397109 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fbbaa55a-20a7-4136-ad75-457dbac5b9b2 req-2ea78552-0399-44a0-9fcf-b402769d4d0c tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] 10.222.0.58 "GET /v2.0/ports?device_id=75c70784-f441-4ab8-8180-0808568a131b HTTP/1.1" status: 200 len: 945 time: 0.3584352 Aug 05 11:31:15.450906 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=d3743ac1-d872-4507-a6f2-ed370e7d4ff9,revision_number=8']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:31:15.501289 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-8d067e31-ef49-46d6-ae6b-2f1e2c76d3e2 None None] Provisioning complete for port 7bdfd774-d226-407a-85eb-349a03c7d00b triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:31:15.501896 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-8d067e31-ef49-46d6-ae6b-2f1e2c76d3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:15.507010 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-7113580d-bf19-42f5-bcec-cd5a2020d898 None None] For port 41419ec5-d745-4ffe-8183-9c3fcba21ba6, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:31:15.558605 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-513860d2-b5b4-4322-8dbc-4944ad9af186 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Made reservation on behalf of c6f61cb628df45739d23be5e7f8e483c for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:31:15.562893 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fbbaa55a-20a7-4136-ad75-457dbac5b9b2 req-4924bfb2-7fa0-4117-9af4-6913a6c66ce2 tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] 10.222.0.58 "GET /v2.0/security-groups?id=fae804d1-089a-4a79-a2ca-e3cefd2bf99a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1620004 Aug 05 11:31:15.570483 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-513860d2-b5b4-4322-8dbc-4944ad9af186 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:15.624260 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-7113580d-bf19-42f5-bcec-cd5a2020d898 None None] For port 41419ec5-d745-4ffe-8183-9c3fcba21ba6, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=41419ec5-d745-4ffe-8183-9c3fcba21ba6,segment=NetworkSegment(f9b2d647-301a-4025-b34b-b0ad330f4b72),segment_id=f9b2d647-301a-4025-b34b-b0ad330f4b72)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:31:15.652101 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-7113580d-bf19-42f5-bcec-cd5a2020d898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:15.716771 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-8d067e31-ef49-46d6-ae6b-2f1e2c76d3e2 None None] Port 7bdfd774-d226-407a-85eb-349a03c7d00b cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:31:15.823975 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0fbf5c-4dc8-4a62-9feb-3d02d9938d9d req-5cf2ac8c-a7bd-49b1-b667-5f9d2e366886 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:31:15.848343 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7113580d-bf19-42f5-bcec-cd5a2020d898 None None] Routers {'0d990f55-ea39-4612-a802-a84daff172c4'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:31:15.850841 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-7113580d-bf19-42f5-bcec-cd5a2020d898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:31:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['0d990f55-ea39-4612-a802-a84daff172c4'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:31:15.851023 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3c0fbf5c-4dc8-4a62-9feb-3d02d9938d9d req-5cf2ac8c-a7bd-49b1-b667-5f9d2e366886 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0b417ba-3e30-4a2f-b013-aab4e7781aad HTTP/1.1" status: 200 len: 944 time: 0.4918067 Aug 05 11:31:15.954197 n-d-803378-2 neutron-server[94421]: INFO neutron.db.ipam_backend_mixin [None req-513860d2-b5b4-4322-8dbc-4944ad9af186 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e9be3ab3-09f8-4e4c-8d9f-17b3c4e97841 (CIDR: 2001:db8::/64) Aug 05 11:31:15.959710 n-d-803378-2 neutron-server[94421]: INFO neutron.pecan_wsgi.hooks.translation [None req-513860d2-b5b4-4322-8dbc-4944ad9af186 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 05 11:31:15.960317 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-513860d2-b5b4-4322-8dbc-4944ad9af186 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:31:16.002260 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-513860d2-b5b4-4322-8dbc-4944ad9af186 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0911121 Aug 05 11:31:16.007801 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 52470) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:31:16.014196 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-569d98a4-2321-4306-9bb2-2399d818d8cd tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Request body: {'subnet': {'network_id': '1910e859-c897-4999-924c-c91490b8a290', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:31:16.117198 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-7113580d-bf19-42f5-bcec-cd5a2020d898 None None] Set router 0d990f55-ea39-4612-a802-a84daff172c4 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:31:16.169465 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3c0fbf5c-4dc8-4a62-9feb-3d02d9938d9d req-8e87e007-3646-4269-b75b-2fdbb018cb89 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/security-groups?id=12d84a41-4254-4f43-a1c3-ae5bdc7fdfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3133237 Aug 05 11:31:16.173594 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-e273f892-7df0-48b7-ab8d-705eecdc3bcd req-5890d501-f2b4-47a6-b6dc-8da19d714f84 tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:16.176393 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-e273f892-7df0-48b7-ab8d-705eecdc3bcd req-5890d501-f2b4-47a6-b6dc-8da19d714f84 tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33287247'] for floatingip, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:16.179924 n-d-803378-2 neutron-server[94420]: INFO neutron.db.l3_db [req-e273f892-7df0-48b7-ab8d-705eecdc3bcd req-5890d501-f2b4-47a6-b6dc-8da19d714f84 tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] Floating IP 97aebcc6-488a-4df1-b23c-3c97caa95cdd disassociated. External IP: 172.25.5.210, port: f9d54d46-86ca-4641-97de-70034982b8a3. Aug 05 11:31:16.180702 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [req-e273f892-7df0-48b7-ab8d-705eecdc3bcd req-5890d501-f2b4-47a6-b6dc-8da19d714f84 tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] Calling delete_port for f9d54d46-86ca-4641-97de-70034982b8a3 owned by compute:nova {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:31:16.316050 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-569d98a4-2321-4306-9bb2-2399d818d8cd tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Made reservation on behalf of c6f61cb628df45739d23be5e7f8e483c for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:31:16.323347 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-569d98a4-2321-4306-9bb2-2399d818d8cd tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:16.363731 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 05 Aug 2021 11:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f8d21c9-f0f0-4c72-8742-4b096df91ec0 x-openstack-request-id: req-7f8d21c9-f0f0-4c72-8742-4b096df91ec0 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:31:16.363995 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40021a41-d350-4e38-ac4d-f69e07c48ffb", "name": "network-vif-unplugged", "status": "completed", "tag": "d3743ac1-d872-4507-a6f2-ed370e7d4ff9", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:31:16.364255 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7f8d21c9-f0f0-4c72-8742-4b096df91ec0 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:31:16.364772 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40021a41-d350-4e38-ac4d-f69e07c48ffb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3743ac1-d872-4507-a6f2-ed370e7d4ff9', 'code': 200} Aug 05 11:31:16.375422 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-8d067e31-ef49-46d6-ae6b-2f1e2c76d3e2 None None] Provisioning for port 2d42fc48-19b6-4957-8b51-b1f363311033 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:31:16.405214 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb4e62f-c183-42a5-918b-3fd52a1c00a5 None None] Pushing event updated for resources: {'Port': ['ID=41419ec5-d745-4ffe-8183-9c3fcba21ba6,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:31:16.412547 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-8d067e31-ef49-46d6-ae6b-2f1e2c76d3e2 None None] Provisioning complete for port 2d42fc48-19b6-4957-8b51-b1f363311033 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:31:16.412878 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-8d067e31-ef49-46d6-ae6b-2f1e2c76d3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:16.492128 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-7113580d-bf19-42f5-bcec-cd5a2020d898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d990f55-ea39-4612-a802-a84daff172c4', 'name': 'tempest-ServerRescueNegativeTestJSON-167475611-router', 'tenant_id': 'c4fc12c070034e088106f16dcb7c7f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': '8442497f-7f80-4c29-8e41-3044a9992404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:30:54Z', 'updated_at': '2021-08-05T11:31:08Z', 'revision_number': 4, 'project_id': 'c4fc12c070034e088106f16dcb7c7f8a', 'gw_port': {'id': '8442497f-7f80-4c29-8e41-3044a9992404', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:4c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d990f55-ea39-4612-a802-a84daff172c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:30:56Z', 'updated_at': '2021-08-05T11:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '41419ec5-d745-4ffe-8183-9c3fcba21ba6', 'name': '', 'network_id': 'ef036c19-6648-49e0-968c-d7cffbbb89aa', 'tenant_id': 'c4fc12c070034e088106f16dcb7c7f8a', 'mac_address': 'fa:16:3e:fd:22:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d990f55-ea39-4612-a802-a84daff172c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '43646d00-2d61-4a10-95ab-4ec37fd97ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:31:03Z', 'updated_at': '2021-08-05T11:31:15Z', 'revision_number': 4, 'project_id': 'c4fc12c070034e088106f16dcb7c7f8a', 'subnets': [{'id': '43646d00-2d61-4a10-95ab-4ec37fd97ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:31:16.531287 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7113580d-bf19-42f5-bcec-cd5a2020d898 None None] The sync data for ids ['0d990f55-ea39-4612-a802-a84daff172c4'] in n-d-803378-2 is: [{'id': '0d990f55-ea39-4612-a802-a84daff172c4', 'name': 'tempest-ServerRescueNegativeTestJSON-167475611-router', 'tenant_id': 'c4fc12c070034e088106f16dcb7c7f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': '8442497f-7f80-4c29-8e41-3044a9992404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:30:54Z', 'updated_at': '2021-08-05T11:31:08Z', 'revision_number': 4, 'project_id': 'c4fc12c070034e088106f16dcb7c7f8a', 'gw_port': {'id': '8442497f-7f80-4c29-8e41-3044a9992404', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:4c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d990f55-ea39-4612-a802-a84daff172c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:30:56Z', 'updated_at': '2021-08-05T11:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '41419ec5-d745-4ffe-8183-9c3fcba21ba6', 'name': '', 'network_id': 'ef036c19-6648-49e0-968c-d7cffbbb89aa', 'tenant_id': 'c4fc12c070034e088106f16dcb7c7f8a', 'mac_address': 'fa:16:3e:fd:22:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d990f55-ea39-4612-a802-a84daff172c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '43646d00-2d61-4a10-95ab-4ec37fd97ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:31:03Z', 'updated_at': '2021-08-05T11:31:15Z', 'revision_number': 4, 'project_id': 'c4fc12c070034e088106f16dcb7c7f8a', 'subnets': [{'id': '43646d00-2d61-4a10-95ab-4ec37fd97ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:31:16.576552 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d82b4e-d854-4e89-a458-bf2f523c111a req-64383537-8dbd-4cea-9f8f-c1480eefb4dd tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:31:16.580204 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e9d82b4e-d854-4e89-a458-bf2f523c111a req-64383537-8dbd-4cea-9f8f-c1480eefb4dd tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 946 time: 0.7237740 Aug 05 11:31:16.682786 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-8d067e31-ef49-46d6-ae6b-2f1e2c76d3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:16.792043 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-8d067e31-ef49-46d6-ae6b-2f1e2c76d3e2 None None] For port 2d42fc48-19b6-4957-8b51-b1f363311033, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=2d42fc48-19b6-4957-8b51-b1f363311033,segment=NetworkSegment(9ed3612e-b09b-4b52-b02e-66d2c03431cd),segment_id=9ed3612e-b09b-4b52-b02e-66d2c03431cd)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:31:16.811662 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-8d067e31-ef49-46d6-ae6b-2f1e2c76d3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:16.835621 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e9d82b4e-d854-4e89-a458-bf2f523c111a req-2c1081a4-9c57-40a9-8369-4eb9a2bc5248 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848402 Aug 05 11:31:16.836577 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-e273f892-7df0-48b7-ab8d-705eecdc3bcd req-5890d501-f2b4-47a6-b6dc-8da19d714f84 tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:17.012052 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d067e31-ef49-46d6-ae6b-2f1e2c76d3e2 None None] Pushing event updated for resources: {'Port': ['ID=2d42fc48-19b6-4957-8b51-b1f363311033,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:31:17.030714 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5890d501-f2b4-47a6-b6dc-8da19d714f84 tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] Pushing event deleted for resources: {'Port': ['ID=f9d54d46-86ca-4641-97de-70034982b8a3,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:31:17.046127 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-3ab00571-da3b-4a0a-b4a1-9d4bdc708048 None None] Provisioning for port fc0c585a-8b6c-4e09-ba68-9067b2492527 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:31:17.057477 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-3ab00571-da3b-4a0a-b4a1-9d4bdc708048 None None] Provisioning complete for port fc0c585a-8b6c-4e09-ba68-9067b2492527 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:31:17.057863 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-3ab00571-da3b-4a0a-b4a1-9d4bdc708048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:17.167929 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-3ab00571-da3b-4a0a-b4a1-9d4bdc708048 None None] Port fc0c585a-8b6c-4e09-ba68-9067b2492527 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:31:17.214052 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-569d98a4-2321-4306-9bb2-2399d818d8cd tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25038678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30075167'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:17.290155 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c14337-49dd-4e75-b28e-627615611ac6 req-db9890f9-61a6-44e7-a0e4-7c3534230b09 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:31:17.292651 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c9c14337-49dd-4e75-b28e-627615611ac6 req-db9890f9-61a6-44e7-a0e4-7c3534230b09 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/networks?id=ef036c19-6648-49e0-968c-d7cffbbb89aa HTTP/1.1" status: 200 len: 818 time: 0.7458036 Aug 05 11:31:17.343609 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device f9d54d46-86ca-4641-97de-70034982b8a3 no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:31:17.385557 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] No Port match for: f9d54d46-86ca-4641-97de-70034982b8a3 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:31:17.385958 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device f9d54d46-86ca-4641-97de-70034982b8a3 not bound to the agent host n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:31:17.477470 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e273f892-7df0-48b7-ab8d-705eecdc3bcd req-5890d501-f2b4-47a6-b6dc-8da19d714f84 tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] Router 2c80c040-2370-4278-b6e9-5b943d1b1572 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 11:31:17.480129 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c9c14337-49dd-4e75-b28e-627615611ac6 req-11106f55-7edd-4c3f-b336-085c4f4ed057 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/quotas/c4fc12c070034e088106f16dcb7c7f8a HTTP/1.1" status: 200 len: 375 time: 0.1570253 Aug 05 11:31:17.550194 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b63b66b0-7844-4fe5-80da-6064ab313394 req-ff29c86c-8bb3-4ecb-9485-6f7409951a0c tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] 10.222.0.58 "GET /v2.0/ports?device_id=75c70784-f441-4ab8-8180-0808568a131b HTTP/1.1" status: 200 len: 210 time: 0.0666947 Aug 05 11:31:17.585988 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569d98a4-2321-4306-9bb2-2399d818d8cd tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Pushing event updated for resources: {'Subnet': ['ID=c4e8e1d8-1fae-42e5-a190-9f0022047481,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:31:17.585988 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-569d98a4-2321-4306-9bb2-2399d818d8cd tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Network 1910e859-c897-4999-924c-c91490b8a290 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:31:17.585988 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-569d98a4-2321-4306-9bb2-2399d818d8cd tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:31:17.590205 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-569d98a4-2321-4306-9bb2-2399d818d8cd tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:31:17.590845 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-569d98a4-2321-4306-9bb2-2399d818d8cd tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:17.600616 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa3864d8-fcdf-415a-a3f9-9e04365507ce None None] Network 1910e859-c897-4999-924c-c91490b8a290 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:31:17.633522 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-569d98a4-2321-4306-9bb2-2399d818d8cd tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.6239345 Aug 05 11:31:17.644784 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 52506) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:31:17.649904 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-bff5cabd-0f55-482b-b0a4-06260d282bca tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-386904775', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c4e8e1d8-1fae-42e5-a190-9f0022047481'}], 'security_groups': ['57e087d0-3c60-4be8-bb3f-cd338ae0e985']}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:31:18.266967 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99823fc-01fc-4479-ab07-8b7425908a44 None None] Update dhcp port {'port': {'network_id': '1910e859-c897-4999-924c-c91490b8a290', 'fixed_ips': [{'subnet_id': 'e9be3ab3-09f8-4e4c-8d9f-17b3c4e97841', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c4e8e1d8-1fae-42e5-a190-9f0022047481'}], 'binding:host_id': 'n-d-803378-2'}, 'id': '2d42fc48-19b6-4957-8b51-b1f363311033'} from n-d-803378-2. {{(pid=94422) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 05 11:31:18.375832 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c99823fc-01fc-4479-ab07-8b7425908a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:18.681224 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c9c14337-49dd-4e75-b28e-627615611ac6 req-6a18e8f6-68b7-49b3-aab5-79eb5ba38290 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=c4fc12c070034e088106f16dcb7c7f8a&fields=id HTTP/1.1" status: 200 len: 255 time: 1.1210868 Aug 05 11:31:18.704753 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2645d340-fc0e-4839-a129-a502a60ed861 req-a50a872c-19ce-4733-a1f3-01d56db50249 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:31:18.711482 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 41419ec5-d745-4ffe-8183-9c3fcba21ba6 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:31:18.713218 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2645d340-fc0e-4839-a129-a502a60ed861 req-a50a872c-19ce-4733-a1f3-01d56db50249 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.64 "GET /v2.0/networks?id=ef036c19-6648-49e0-968c-d7cffbbb89aa HTTP/1.1" status: 200 len: 818 time: 1.5323613 Aug 05 11:31:18.765726 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-2645d340-fc0e-4839-a129-a502a60ed861 req-df002929-7357-4ff6-8937-6986b6750f78 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] Request body: {'port': {'device_id': '5f37001e-9d67-440a-b593-7e7c7a1d9690', 'network_id': 'ef036c19-6648-49e0-968c-d7cffbbb89aa', 'admin_state_up': True, 'tenant_id': 'c4fc12c070034e088106f16dcb7c7f8a'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:31:19.046218 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e273f892-7df0-48b7-ab8d-705eecdc3bcd req-5890d501-f2b4-47a6-b6dc-8da19d714f84 tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:31:19.067913 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19474de3-23f0-49ed-86cf-b982e2fc7489 None None] Sync routers for ids ['2c80c040-2370-4278-b6e9-5b943d1b1572'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:31:19.071542 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-c99823fc-01fc-4479-ab07-8b7425908a44 None None] Allocated IP 2001:db8:0:1::2 (1910e859-c897-4999-924c-c91490b8a290/c4e8e1d8-1fae-42e5-a190-9f0022047481/2d42fc48-19b6-4957-8b51-b1f363311033) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:31:19.102691 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19474de3-23f0-49ed-86cf-b982e2fc7489 None None] Routers {'2c80c040-2370-4278-b6e9-5b943d1b1572'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:31:19.112700 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-19474de3-23f0-49ed-86cf-b982e2fc7489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:31:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['2c80c040-2370-4278-b6e9-5b943d1b1572'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:31:19.140429 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03404d3d-c948-45e1-92e0-29b577e45691 req-55aedbe4-b989-41b6-b9c8-cf58a6e170ae tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:31:19.152206 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-03404d3d-c948-45e1-92e0-29b577e45691 req-55aedbe4-b989-41b6-b9c8-cf58a6e170ae tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 946 time: 0.4877830 Aug 05 11:31:19.218029 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [req-e273f892-7df0-48b7-ab8d-705eecdc3bcd req-5890d501-f2b4-47a6-b6dc-8da19d714f84 tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] No DVR routers for this DVR port f9d54d46-86ca-4641-97de-70034982b8a3 on host n-h2-803378-2 {{(pid=94420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:31:19.228179 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-e273f892-7df0-48b7-ab8d-705eecdc3bcd req-5890d501-f2b4-47a6-b6dc-8da19d714f84 tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:19.230811 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e273f892-7df0-48b7-ab8d-705eecdc3bcd req-5890d501-f2b4-47a6-b6dc-8da19d714f84 tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] 10.222.0.55 "DELETE /v2.0/ports/f9d54d46-86ca-4641-97de-70034982b8a3 HTTP/1.1" status: 204 len: 173 time: 5.3431418 Aug 05 11:31:19.250459 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75c70784-f441-4ab8-8180-0808568a131b', 'name': 'network-vif-deleted', 'tag': 'f9d54d46-86ca-4641-97de-70034982b8a3'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:31:19.254886 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}828068ad8d405ad77660ce68fa78e1ffe658725812f7a08f9e488a446589295b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e326fa15-779c-4f7a-9c51-de0a201e5a46" -d '{"events": [{"server_uuid": "75c70784-f441-4ab8-8180-0808568a131b", "name": "network-vif-deleted", "tag": "f9d54d46-86ca-4641-97de-70034982b8a3"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:31:19.266563 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-bff5cabd-0f55-482b-b0a4-06260d282bca tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:19.294444 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 41419ec5-d745-4ffe-8183-9c3fcba21ba6 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:31:19.327639 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-03404d3d-c948-45e1-92e0-29b577e45691 req-b7a71b67-b0df-4c9d-947a-d62a0f24d482 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739295 Aug 05 11:31:19.341948 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2645d340-fc0e-4839-a129-a502a60ed861 req-df002929-7357-4ff6-8937-6986b6750f78 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] Made reservation on behalf of c4fc12c070034e088106f16dcb7c7f8a for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:31:19.345990 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 41419ec5-d745-4ffe-8183-9c3fcba21ba6 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:31:19.349076 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:19.350513 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-2645d340-fc0e-4839-a129-a502a60ed861 req-df002929-7357-4ff6-8937-6986b6750f78 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:19.364530 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c9c14337-49dd-4e75-b28e-627615611ac6 req-d5fb32d7-06b6-4aa7-b945-98bf73d56d71 service neutron] 10.222.0.58 "GET /v2.0/networks/ef036c19-6648-49e0-968c-d7cffbbb89aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6418545 Aug 05 11:31:19.596897 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-c99823fc-01fc-4479-ab07-8b7425908a44 None None] For port 2d42fc48-19b6-4957-8b51-b1f363311033, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=2d42fc48-19b6-4957-8b51-b1f363311033,segment=NetworkSegment(9ed3612e-b09b-4b52-b02e-66d2c03431cd),segment_id=9ed3612e-b09b-4b52-b02e-66d2c03431cd)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:31:19.674548 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c99823fc-01fc-4479-ab07-8b7425908a44 None None] Notify callbacks [] for port, precommit_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:19.707667 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-c99823fc-01fc-4479-ab07-8b7425908a44 None None] Transition to ACTIVE for port object 2d42fc48-19b6-4957-8b51-b1f363311033 will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:31:19.710513 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-19474de3-23f0-49ed-86cf-b982e2fc7489 None None] Set router 2c80c040-2370-4278-b6e9-5b943d1b1572 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:31:19.722031 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device d3743ac1-d872-4507-a6f2-ed370e7d4ff9 details requested by agent hyperv_n-h1-803378-2 with host n-h1-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:31:19.767041 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b758a161-237c-4788-abfd-b37fb910160c req-96c3ddbd-ec04-4e1b-9945-dfed480dca92 tempest-LiveMigrationTest-868734295 tempest-LiveMigrationTest-868734295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:31:19.782150 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b758a161-237c-4788-abfd-b37fb910160c req-96c3ddbd-ec04-4e1b-9945-dfed480dca92 tempest-LiveMigrationTest-868734295 tempest-LiveMigrationTest-868734295-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=d0b417ba-3e30-4a2f-b013-aab4e7781aad HTTP/1.1" status: 200 len: 1095 time: 0.2846541 Aug 05 11:31:19.861710 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c9c14337-49dd-4e75-b28e-627615611ac6 req-20656473-297e-414b-b70e-cfc9544d204c service neutron] 10.222.0.58 "GET /v2.0/networks/ef036c19-6648-49e0-968c-d7cffbbb89aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4785862 Aug 05 11:31:19.928784 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b758a161-237c-4788-abfd-b37fb910160c req-1ab09858-2e38-4a35-b55b-641a22d32126 tempest-LiveMigrationTest-868734295 tempest-LiveMigrationTest-868734295-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=12d84a41-4254-4f43-a1c3-ae5bdc7fdfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455255 Aug 05 11:31:20.109546 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port d3743ac1-d872-4507-a6f2-ed370e7d4ff9, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=d3743ac1-d872-4507-a6f2-ed370e7d4ff9,segment=NetworkSegment(5615e441-bf2b-4f62-9a7e-00bdeb60130a),segment_id=5615e441-bf2b-4f62-9a7e-00bdeb60130a)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:31:20.189004 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c99823fc-01fc-4479-ab07-8b7425908a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:20.204327 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Returning: {'device': 'd3743ac1-d872-4507-a6f2-ed370e7d4ff9', 'network_id': '3bbc31db-4958-4e8b-9f8e-bc48b5d28e47', 'port_id': 'd3743ac1-d872-4507-a6f2-ed370e7d4ff9', 'mac_address': 'fa:16:3e:b7:36:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2358f314-430e-4da8-8dea-b9e9954bab81', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:31:20.239167 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-df83d051-6a16-4652-ad56-1e78a22117a5 req-f3e1c996-83ed-4122-9bb5-419aacc52856 tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] 10.222.0.58 "GET /v2.0/ports?device_id=75c70784-f441-4ab8-8180-0808568a131b HTTP/1.1" status: 200 len: 210 time: 0.0665736 Aug 05 11:31:20.359739 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de02902b-536a-43fb-9904-1c2cac59a61a x-openstack-request-id: req-de02902b-536a-43fb-9904-1c2cac59a61a {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:31:20.360466 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75c70784-f441-4ab8-8180-0808568a131b", "name": "network-vif-deleted", "tag": "f9d54d46-86ca-4641-97de-70034982b8a3", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:31:20.360932 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-de02902b-536a-43fb-9904-1c2cac59a61a {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:31:20.361621 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75c70784-f441-4ab8-8180-0808568a131b', 'name': 'network-vif-deleted', 'tag': 'f9d54d46-86ca-4641-97de-70034982b8a3', 'status': 'completed', 'code': 200} Aug 05 11:31:20.443662 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-19474de3-23f0-49ed-86cf-b982e2fc7489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c80c040-2370-4278-b6e9-5b943d1b1572', 'name': 'tempest-ServersTestBootFromVolume-1190286544-router', 'tenant_id': 'bd9c589b923344c89a4e06df2c5127d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '435e93be-e0a1-4fb8-934d-8b49433976c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:27:30Z', 'updated_at': '2021-08-05T11:27:43Z', 'revision_number': 4, 'project_id': 'bd9c589b923344c89a4e06df2c5127d6', 'gw_port': {'id': '435e93be-e0a1-4fb8-934d-8b49433976c0', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:28:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c80c040-2370-4278-b6e9-5b943d1b1572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:27:32Z', 'updated_at': '2021-08-05T11:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'f1e2ce4c-1591-43fc-bd21-15569cb142ad', 'name': '', 'network_id': '72f96f2a-462c-48d7-8766-7c7b67cf86a3', 'tenant_id': 'bd9c589b923344c89a4e06df2c5127d6', 'mac_address': 'fa:16:3e:4f:5e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c80c040-2370-4278-b6e9-5b943d1b1572', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '3ef80fca-fd54-480d-8282-0db28be1660b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:27:40Z', 'updated_at': '2021-08-05T11:27:55Z', 'revision_number': 5, 'project_id': 'bd9c589b923344c89a4e06df2c5127d6', 'subnets': [{'id': '3ef80fca-fd54-480d-8282-0db28be1660b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:31:20.561323 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19474de3-23f0-49ed-86cf-b982e2fc7489 None None] Checking router: 2c80c040-2370-4278-b6e9-5b943d1b1572 for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:31:20.585414 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19474de3-23f0-49ed-86cf-b982e2fc7489 None None] Routers {'2c80c040-2370-4278-b6e9-5b943d1b1572'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:31:20.589406 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-19474de3-23f0-49ed-86cf-b982e2fc7489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:31:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['2c80c040-2370-4278-b6e9-5b943d1b1572'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:31:20.898747 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-19474de3-23f0-49ed-86cf-b982e2fc7489 None None] Set router 2c80c040-2370-4278-b6e9-5b943d1b1572 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:31:21.081929 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fbbca7-5179-4c62-8630-926ed6c44d09 req-1de60e96-f452-40e3-ad7f-4770c693687e tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:31:21.101538 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:21.106953 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c3fbbca7-5179-4c62-8630-926ed6c44d09 req-1de60e96-f452-40e3-ad7f-4770c693687e tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 946 time: 0.3004448 Aug 05 11:31:21.136295 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99823fc-01fc-4479-ab07-8b7425908a44 None None] Pushing event updated for resources: {'Port': ['ID=2d42fc48-19b6-4957-8b51-b1f363311033,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:31:21.143192 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:21.146736 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3743ac1-d872-4507-a6f2-ed370e7d4ff9 {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:31:21.210370 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port d3743ac1-d872-4507-a6f2-ed370e7d4ff9, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=d3743ac1-d872-4507-a6f2-ed370e7d4ff9,segment=NetworkSegment(5615e441-bf2b-4f62-9a7e-00bdeb60130a),segment_id=5615e441-bf2b-4f62-9a7e-00bdeb60130a)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:31:21.249863 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:21.293450 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c3fbbca7-5179-4c62-8630-926ed6c44d09 req-a3f9eb9c-a10b-49b7-8920-1e7aa4998421 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816778 Aug 05 11:31:21.337492 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-bff5cabd-0f55-482b-b0a4-06260d282bca tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Delete allocated IP 2001:db8::24d (1910e859-c897-4999-924c-c91490b8a290/e9be3ab3-09f8-4e4c-8d9f-17b3c4e97841) {{(pid=94421) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 05 11:31:21.411179 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-34904b90-d996-4ab5-b612-bb2f9c2bc297 req-60866324-1f23-403f-afd4-c72aed1a0885 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9c818f6-600d-4143-bf8a-f3dd16655be1 HTTP/1.1" status: 200 len: 210 time: 0.1687064 Aug 05 11:31:21.441755 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-bff5cabd-0f55-482b-b0a4-06260d282bca tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Allocated IP 2001:db8:0:1::84 (1910e859-c897-4999-924c-c91490b8a290/c4e8e1d8-1fae-42e5-a190-9f0022047481/fc0c585a-8b6c-4e09-ba68-9067b2492527) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:31:21.531942 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-2645d340-fc0e-4839-a129-a502a60ed861 req-df002929-7357-4ff6-8937-6986b6750f78 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] Allocated IP 172.20.0.8 (ef036c19-6648-49e0-968c-d7cffbbb89aa/43646d00-2d61-4a10-95ab-4ec37fd97ea2/daaafd27-08d5-4742-8b77-e4bc0f981df7) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:31:21.536126 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port 41419ec5-d745-4ffe-8183-9c3fcba21ba6, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=41419ec5-d745-4ffe-8183-9c3fcba21ba6,segment=NetworkSegment(f9b2d647-301a-4025-b34b-b0ad330f4b72),segment_id=f9b2d647-301a-4025-b34b-b0ad330f4b72)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:31:21.547621 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=d3743ac1-d872-4507-a6f2-ed370e7d4ff9,revision_number=9']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:31:21.563174 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:21.564713 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 2d42fc48-19b6-4957-8b51-b1f363311033 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:31:21.651195 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-19474de3-23f0-49ed-86cf-b982e2fc7489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c80c040-2370-4278-b6e9-5b943d1b1572', 'name': 'tempest-ServersTestBootFromVolume-1190286544-router', 'tenant_id': 'bd9c589b923344c89a4e06df2c5127d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '435e93be-e0a1-4fb8-934d-8b49433976c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:27:30Z', 'updated_at': '2021-08-05T11:27:43Z', 'revision_number': 4, 'project_id': 'bd9c589b923344c89a4e06df2c5127d6', 'gw_port': {'id': '435e93be-e0a1-4fb8-934d-8b49433976c0', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:28:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c80c040-2370-4278-b6e9-5b943d1b1572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:27:32Z', 'updated_at': '2021-08-05T11:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'f1e2ce4c-1591-43fc-bd21-15569cb142ad', 'name': '', 'network_id': '72f96f2a-462c-48d7-8766-7c7b67cf86a3', 'tenant_id': 'bd9c589b923344c89a4e06df2c5127d6', 'mac_address': 'fa:16:3e:4f:5e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c80c040-2370-4278-b6e9-5b943d1b1572', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '3ef80fca-fd54-480d-8282-0db28be1660b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:27:40Z', 'updated_at': '2021-08-05T11:27:55Z', 'revision_number': 5, 'project_id': 'bd9c589b923344c89a4e06df2c5127d6', 'subnets': [{'id': '3ef80fca-fd54-480d-8282-0db28be1660b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:31:21.708147 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cf0959-9c37-4ef8-bf47-2641e5b465b4 req-985d9645-b5d2-4873-9bd0-23d44a305b17 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:31:21.717898 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-59cf0959-9c37-4ef8-bf47-2641e5b465b4 req-985d9645-b5d2-4873-9bd0-23d44a305b17 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0b417ba-3e30-4a2f-b013-aab4e7781aad HTTP/1.1" status: 200 len: 944 time: 0.1947618 Aug 05 11:31:21.787453 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bd77f817-e65c-4aec-a326-01385d20800e req-7fafa3ec-3889-4073-999f-94c77625dada tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] 10.222.0.58 "GET /v2.0/ports?device_id=75c70784-f441-4ab8-8180-0808568a131b HTTP/1.1" status: 200 len: 210 time: 0.0667825 Aug 05 11:31:21.854230 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19474de3-23f0-49ed-86cf-b982e2fc7489 None None] The sync data for ids ['2c80c040-2370-4278-b6e9-5b943d1b1572'] in n-d-803378-2 is: [{'id': '2c80c040-2370-4278-b6e9-5b943d1b1572', 'name': 'tempest-ServersTestBootFromVolume-1190286544-router', 'tenant_id': 'bd9c589b923344c89a4e06df2c5127d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '435e93be-e0a1-4fb8-934d-8b49433976c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:27:30Z', 'updated_at': '2021-08-05T11:27:43Z', 'revision_number': 4, 'project_id': 'bd9c589b923344c89a4e06df2c5127d6', 'gw_port': {'id': '435e93be-e0a1-4fb8-934d-8b49433976c0', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:28:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c80c040-2370-4278-b6e9-5b943d1b1572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:27:32Z', 'updated_at': '2021-08-05T11:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'f1e2ce4c-1591-43fc-bd21-15569cb142ad', 'name': '', 'network_id': '72f96f2a-462c-48d7-8766-7c7b67cf86a3', 'tenant_id': 'bd9c589b923344c89a4e06df2c5127d6', 'mac_address': 'fa:16:3e:4f:5e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c80c040-2370-4278-b6e9-5b943d1b1572', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '3ef80fca-fd54-480d-8282-0db28be1660b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:27:40Z', 'updated_at': '2021-08-05T11:27:55Z', 'revision_number': 5, 'project_id': 'bd9c589b923344c89a4e06df2c5127d6', 'subnets': [{'id': '3ef80fca-fd54-480d-8282-0db28be1660b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:31:21.878699 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-59cf0959-9c37-4ef8-bf47-2641e5b465b4 req-47d43df7-104e-49a3-8166-504214b10df9 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/security-groups?id=12d84a41-4254-4f43-a1c3-ae5bdc7fdfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590402 Aug 05 11:31:21.882720 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['d3743ac1-d872-4507-a6f2-ed370e7d4ff9'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:31:22.118015 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:22.162267 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=41419ec5-d745-4ffe-8183-9c3fcba21ba6,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:31:22.222830 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467b363f-91c4-431b-bcb0-3c6912b92b38 req-2d684912-9f29-48fe-9260-32f8e3571cb9 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:31:22.228795 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-467b363f-91c4-431b-bcb0-3c6912b92b38 req-2d684912-9f29-48fe-9260-32f8e3571cb9 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.55 "GET /v2.0/ports?device_id=d0b417ba-3e30-4a2f-b013-aab4e7781aad HTTP/1.1" status: 200 len: 944 time: 0.3267410 Aug 05 11:31:22.435747 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a1873d-e578-4272-a5b4-8e7fe98262f1 req-73ac1c6d-0230-4634-bd19-efa5aed092a8 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:31:22.462089 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-42a1873d-e578-4272-a5b4-8e7fe98262f1 req-73ac1c6d-0230-4634-bd19-efa5aed092a8 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 946 time: 0.4473758 Aug 05 11:31:22.608970 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefcba68-14b4-4b40-8fd1-701f23c8e856 None None] New status for floating IP 97aebcc6-488a-4df1-b23c-3c97caa95cdd: DOWN {{(pid=94422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 11:31:22.627619 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-bff5cabd-0f55-482b-b0a4-06260d282bca tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:22.629436 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 2d42fc48-19b6-4957-8b51-b1f363311033 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:31:22.651714 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [None req-bff5cabd-0f55-482b-b0a4-06260d282bca tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Transition to ACTIVE for port object fc0c585a-8b6c-4e09-ba68-9067b2492527 will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:31:22.666985 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-42a1873d-e578-4272-a5b4-8e7fe98262f1 req-a9030e31-37e7-4169-b043-1bbe095a564b tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685276 Aug 05 11:31:22.758082 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4e30247a-19ee-4144-9ddb-8901a52edb25 req-d2b3acb1-ce3d-4672-a6f0-4407a6f9de72 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9c818f6-600d-4143-bf8a-f3dd16655be1 HTTP/1.1" status: 200 len: 210 time: 0.0868790 Aug 05 11:31:22.761856 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [req-467b363f-91c4-431b-bcb0-3c6912b92b38 req-7798c444-ec89-4f0b-ab53-f912a317e7a4 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Deleting port 0ccbd3e3-04b0-4986-ac53-14dd38cc55cc {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:31:22.763263 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-467b363f-91c4-431b-bcb0-3c6912b92b38 req-7798c444-ec89-4f0b-ab53-f912a317e7a4 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:22.801544 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-2645d340-fc0e-4839-a129-a502a60ed861 req-df002929-7357-4ff6-8937-6986b6750f78 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:22.853919 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-bff5cabd-0f55-482b-b0a4-06260d282bca tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:22.867421 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-2645d340-fc0e-4839-a129-a502a60ed861 req-df002929-7357-4ff6-8937-6986b6750f78 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:23.100193 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2e8d626-3d16-4868-8b97-3c348269294c None None] Provisioning complete for port 7bdfd774-d226-407a-85eb-349a03c7d00b triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:31:23.110903 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2e8d626-3d16-4868-8b97-3c348269294c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:23.147148 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-bff5cabd-0f55-482b-b0a4-06260d282bca tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] In _notify_port_updated(), no bound segment for port fc0c585a-8b6c-4e09-ba68-9067b2492527 on network 1910e859-c897-4999-924c-c91490b8a290 {{(pid=94421) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 05 11:31:23.156264 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff5cabd-0f55-482b-b0a4-06260d282bca tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:31:23.158642 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-bff5cabd-0f55-482b-b0a4-06260d282bca tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:23.165398 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-bff5cabd-0f55-482b-b0a4-06260d282bca tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "PUT /v2.0/ports/fc0c585a-8b6c-4e09-ba68-9067b2492527 HTTP/1.1" status: 200 len: 929 time: 5.5165360 Aug 05 11:31:23.172998 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2645d340-fc0e-4839-a129-a502a60ed861 req-df002929-7357-4ff6-8937-6986b6750f78 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] Network ef036c19-6648-49e0-968c-d7cffbbb89aa is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:31:23.181204 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 52594) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:31:23.183816 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-2645d340-fc0e-4839-a129-a502a60ed861 req-df002929-7357-4ff6-8937-6986b6750f78 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:31:23.210076 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-f2e8d626-3d16-4868-8b97-3c348269294c None None] Port 7bdfd774-d226-407a-85eb-349a03c7d00b cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:31:23.248844 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-2645d340-fc0e-4839-a129-a502a60ed861 req-df002929-7357-4ff6-8937-6986b6750f78 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:31:23.270796 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2e8d626-3d16-4868-8b97-3c348269294c None None] Provisioning for port 2d42fc48-19b6-4957-8b51-b1f363311033 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:31:23.275476 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2e8d626-3d16-4868-8b97-3c348269294c None None] Provisioning complete for port 2d42fc48-19b6-4957-8b51-b1f363311033 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:31:23.275866 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2e8d626-3d16-4868-8b97-3c348269294c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:23.277959 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 41419ec5-d745-4ffe-8183-9c3fcba21ba6 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:31:23.328666 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ed75f4e6-7bd3-4fe9-8e1a-8a8d6f2d159d req-5d136fdf-5b80-4fb9-a99d-fb227a9cfd1f tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] 10.222.0.58 "GET /v2.0/ports?device_id=75c70784-f441-4ab8-8180-0808568a131b HTTP/1.1" status: 200 len: 210 time: 0.2461255 Aug 05 11:31:23.355137 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-467b363f-91c4-431b-bcb0-3c6912b92b38 req-7798c444-ec89-4f0b-ab53-f912a317e7a4 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] For port 0ccbd3e3-04b0-4986-ac53-14dd38cc55cc, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=0ccbd3e3-04b0-4986-ac53-14dd38cc55cc,segment=NetworkSegment(be89551e-4aa0-433b-90d8-e517f4f1da1f),segment_id=be89551e-4aa0-433b-90d8-e517f4f1da1f)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:31:23.355666 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-467b363f-91c4-431b-bcb0-3c6912b92b38 req-7798c444-ec89-4f0b-ab53-f912a317e7a4 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:23.399513 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [req-467b363f-91c4-431b-bcb0-3c6912b92b38 req-7798c444-ec89-4f0b-ab53-f912a317e7a4 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Calling delete_port for 0ccbd3e3-04b0-4986-ac53-14dd38cc55cc owned by compute:nova {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:31:23.430772 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff5cabd-0f55-482b-b0a4-06260d282bca tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Pushing event updated for resources: {'Port': ['ID=fc0c585a-8b6c-4e09-ba68-9067b2492527,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:31:23.480091 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ee0e77-6e00-49a1-88c1-bcf5eefb4845 req-f3ca6bfe-f9a8-487e-a344-cf888fa5506b tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:31:23.500237 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 41419ec5-d745-4ffe-8183-9c3fcba21ba6 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:31:23.500845 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:23.520526 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-44ee0e77-6e00-49a1-88c1-bcf5eefb4845 req-f3ca6bfe-f9a8-487e-a344-cf888fa5506b tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 946 time: 0.3872166 Aug 05 11:31:23.599908 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device d3743ac1-d872-4507-a6f2-ed370e7d4ff9 up at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:31:23.693724 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df002929-7357-4ff6-8937-6986b6750f78 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] Pushing event updated for resources: {'Port': ['ID=daaafd27-08d5-4742-8b77-e4bc0f981df7,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:31:23.695202 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-44ee0e77-6e00-49a1-88c1-bcf5eefb4845 req-6d11f9b2-dc05-4ba8-bdb9-00e999afbe58 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759756 Aug 05 11:31:23.731195 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2645d340-fc0e-4839-a129-a502a60ed861 req-df002929-7357-4ff6-8937-6986b6750f78 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:31:23.736821 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-2645d340-fc0e-4839-a129-a502a60ed861 req-df002929-7357-4ff6-8937-6986b6750f78 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:23.806480 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd285e37-f2bc-44d6-9147-38630a4fe359 req-0fb85d5d-9eb5-4f12-81bf-3891c2af28b7 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:31:23.819212 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-dd285e37-f2bc-44d6-9147-38630a4fe359 req-0fb85d5d-9eb5-4f12-81bf-3891c2af28b7 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0b417ba-3e30-4a2f-b013-aab4e7781aad HTTP/1.1" status: 200 len: 944 time: 0.2889233 Aug 05 11:31:23.919866 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-dd285e37-f2bc-44d6-9147-38630a4fe359 req-a6004fa7-95cd-4aab-9cde-f7a45b1b863f tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/security-groups?id=12d84a41-4254-4f43-a1c3-ae5bdc7fdfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990798 Aug 05 11:31:23.976342 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning complete for port d3743ac1-d872-4507-a6f2-ed370e7d4ff9 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:31:23.978156 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:24.010444 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2e8d626-3d16-4868-8b97-3c348269294c None None] Provisioning for port fc0c585a-8b6c-4e09-ba68-9067b2492527 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:31:24.058446 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2645d340-fc0e-4839-a129-a502a60ed861 req-df002929-7357-4ff6-8937-6986b6750f78 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3206384 Aug 05 11:31:24.068201 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033945b2-3678-4a2d-9482-f3ec11a3d463 req-e03ddd57-d4e7-4b99-899b-c88247250bf4 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:31:24.077545 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-033945b2-3678-4a2d-9482-f3ec11a3d463 req-e03ddd57-d4e7-4b99-899b-c88247250bf4 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 946 time: 0.2152338 Aug 05 11:31:24.099202 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-2645d340-fc0e-4839-a129-a502a60ed861 req-45f0769d-8959-474e-92ec-df4fcc16f149 service neutron] Request body: {'port': {'device_id': '5f37001e-9d67-440a-b593-7e7c7a1d9690', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:31:24.131633 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2e8d626-3d16-4868-8b97-3c348269294c None None] Provisioning complete for port fc0c585a-8b6c-4e09-ba68-9067b2492527 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:31:24.132011 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2e8d626-3d16-4868-8b97-3c348269294c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:24.162670 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ba54c68b-10d3-4dab-9c9e-85a103171cd6 req-d2b8d933-6144-4c2c-a8fa-a10146b3fd99 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9c818f6-600d-4143-bf8a-f3dd16655be1 HTTP/1.1" status: 200 len: 210 time: 0.0598564 Aug 05 11:31:24.215210 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-f2e8d626-3d16-4868-8b97-3c348269294c None None] Port fc0c585a-8b6c-4e09-ba68-9067b2492527 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:31:24.246056 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c14337-49dd-4e75-b28e-627615611ac6 req-9570973f-c291-47ee-adb0-8fbc9eb807fb tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:31:24.251709 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c9c14337-49dd-4e75-b28e-627615611ac6 req-9570973f-c291-47ee-adb0-8fbc9eb807fb tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.55 "GET /v2.0/networks?id=ef036c19-6648-49e0-968c-d7cffbbb89aa HTTP/1.1" status: 200 len: 818 time: 1.2955940 Aug 05 11:31:24.284742 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-033945b2-3678-4a2d-9482-f3ec11a3d463 req-cc65778f-5df0-4a77-b53b-b7cebf348dbe tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045043 Aug 05 11:31:24.287992 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-467b363f-91c4-431b-bcb0-3c6912b92b38 req-7798c444-ec89-4f0b-ab53-f912a317e7a4 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:24.355416 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:24.364878 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['d544b900-cb51-4852-8470-8f9dfde6720c'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:31:24.396090 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-c9c14337-49dd-4e75-b28e-627615611ac6 req-2c39785a-42b7-46e0-9ddf-9f9f16f41c1a tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] Request body: {'port': {'device_id': 'b9c818f6-600d-4143-bf8a-f3dd16655be1', 'network_id': 'ef036c19-6648-49e0-968c-d7cffbbb89aa', 'admin_state_up': True, 'tenant_id': 'c4fc12c070034e088106f16dcb7c7f8a'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:31:24.399752 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7798c444-ec89-4f0b-ab53-f912a317e7a4 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Pushing event deleted for resources: {'Port': ['ID=0ccbd3e3-04b0-4986-ac53-14dd38cc55cc,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:31:24.449412 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b6170db2-0174-4451-be97-b2fef22d47a9 None None] Provisioning complete for port fc0c585a-8b6c-4e09-ba68-9067b2492527 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:31:24.450433 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b6170db2-0174-4451-be97-b2fef22d47a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:24.464981 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40021a41-d350-4e38-ac4d-f69e07c48ffb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3743ac1-d872-4507-a6f2-ed370e7d4ff9'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:31:24.468251 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29f470f8-7994-43d0-9429-d47cda0ecab5" -d '{"events": [{"server_uuid": "40021a41-d350-4e38-ac4d-f69e07c48ffb", "name": "network-vif-plugged", "status": "completed", "tag": "d3743ac1-d872-4507-a6f2-ed370e7d4ff9"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:31:24.520945 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port d3743ac1-d872-4507-a6f2-ed370e7d4ff9, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=d3743ac1-d872-4507-a6f2-ed370e7d4ff9,segment=NetworkSegment(5615e441-bf2b-4f62-9a7e-00bdeb60130a),segment_id=5615e441-bf2b-4f62-9a7e-00bdeb60130a)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:31:24.542155 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:24.636932 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-2645d340-fc0e-4839-a129-a502a60ed861 req-45f0769d-8959-474e-92ec-df4fcc16f149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:24.651389 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-b6170db2-0174-4451-be97-b2fef22d47a9 None None] Port fc0c585a-8b6c-4e09-ba68-9067b2492527 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:31:24.673877 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=d3743ac1-d872-4507-a6f2-ed370e7d4ff9,revision_number=10']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:31:24.681482 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-d34ebbaf-233c-4124-b2b2-d08223abf312 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Deleting port fc0c585a-8b6c-4e09-ba68-9067b2492527 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:31:24.682185 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d34ebbaf-233c-4124-b2b2-d08223abf312 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:24.686637 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-69e6dc3a-e84b-4f00-87b4-03ac9e72676b req-fef1dd88-2dab-4cde-80fc-edeb9d57f2cf tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] 10.222.0.58 "GET /v2.0/ports?device_id=75c70784-f441-4ab8-8180-0808568a131b HTTP/1.1" status: 200 len: 210 time: 0.2281036 Aug 05 11:31:24.688780 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [req-467b363f-91c4-431b-bcb0-3c6912b92b38 req-7798c444-ec89-4f0b-ab53-f912a317e7a4 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] No DVR routers for this DVR port 0ccbd3e3-04b0-4986-ac53-14dd38cc55cc on host n-h2-803378-2 {{(pid=94420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:31:24.704512 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-467b363f-91c4-431b-bcb0-3c6912b92b38 req-7798c444-ec89-4f0b-ab53-f912a317e7a4 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:24.707038 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-467b363f-91c4-431b-bcb0-3c6912b92b38 req-7798c444-ec89-4f0b-ab53-f912a317e7a4 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.55 "DELETE /v2.0/ports/0ccbd3e3-04b0-4986-ac53-14dd38cc55cc HTTP/1.1" status: 204 len: 173 time: 2.4663987 Aug 05 11:31:24.710395 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0b417ba-3e30-4a2f-b013-aab4e7781aad', 'name': 'network-vif-deleted', 'tag': '0ccbd3e3-04b0-4986-ac53-14dd38cc55cc'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:31:24.716316 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}828068ad8d405ad77660ce68fa78e1ffe658725812f7a08f9e488a446589295b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02a98f08-614f-4591-a5af-3b6b95084ae5" -d '{"events": [{"server_uuid": "d0b417ba-3e30-4a2f-b013-aab4e7781aad", "name": "network-vif-deleted", "tag": "0ccbd3e3-04b0-4986-ac53-14dd38cc55cc"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:31:24.793326 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ad7e9c-8b57-494b-93e4-84d0ba0ec2d2 req-07cbb07a-129f-4d90-94d4-86d4f4382eea tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:31:24.812305 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-60ad7e9c-8b57-494b-93e4-84d0ba0ec2d2 req-07cbb07a-129f-4d90-94d4-86d4f4382eea tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 946 time: 0.2145720 Aug 05 11:31:24.816559 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70269799-b89d-43f7-a1d6-6810fd2d1f84 x-openstack-request-id: req-70269799-b89d-43f7-a1d6-6810fd2d1f84 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:31:24.816864 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40021a41-d350-4e38-ac4d-f69e07c48ffb", "name": "network-vif-plugged", "status": "completed", "tag": "d3743ac1-d872-4507-a6f2-ed370e7d4ff9", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:31:24.817306 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-70269799-b89d-43f7-a1d6-6810fd2d1f84 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:31:24.818868 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40021a41-d350-4e38-ac4d-f69e07c48ffb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3743ac1-d872-4507-a6f2-ed370e7d4ff9', 'code': 200} Aug 05 11:31:24.938983 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2cbd3e8-2e04-4eea-83ef-e739001766dc x-openstack-request-id: req-c2cbd3e8-2e04-4eea-83ef-e739001766dc {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:31:24.939190 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0b417ba-3e30-4a2f-b013-aab4e7781aad", "name": "network-vif-deleted", "tag": "0ccbd3e3-04b0-4986-ac53-14dd38cc55cc", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:31:24.939441 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c2cbd3e8-2e04-4eea-83ef-e739001766dc {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:31:24.939884 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0b417ba-3e30-4a2f-b013-aab4e7781aad', 'name': 'network-vif-deleted', 'tag': '0ccbd3e3-04b0-4986-ac53-14dd38cc55cc', 'status': 'completed', 'code': 200} Aug 05 11:31:24.943573 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-60ad7e9c-8b57-494b-93e4-84d0ba0ec2d2 req-1311990d-c46c-488a-a7b7-f8460dd4e57a tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302488 Aug 05 11:31:24.991329 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9c14337-49dd-4e75-b28e-627615611ac6 req-2c39785a-42b7-46e0-9ddf-9f9f16f41c1a tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] Made reservation on behalf of c4fc12c070034e088106f16dcb7c7f8a for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:31:24.999443 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-c9c14337-49dd-4e75-b28e-627615611ac6 req-2c39785a-42b7-46e0-9ddf-9f9f16f41c1a tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:25.189237 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d34ebbaf-233c-4124-b2b2-d08223abf312 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:25.227136 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7b5377cc-e40f-4a81-a9fa-27a724d56bb6 req-9e7f4a8b-f71a-44cc-b922-0c00523a8d4c tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0b417ba-3e30-4a2f-b013-aab4e7781aad HTTP/1.1" status: 200 len: 210 time: 0.0805037 Aug 05 11:31:25.330942 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b11095-d907-4583-acaa-3923806b1868 req-e9ec488b-f392-4b26-ba98-a7d780a6c63f tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:31:25.332958 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-63b11095-d907-4583-acaa-3923806b1868 req-e9ec488b-f392-4b26-ba98-a7d780a6c63f tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 946 time: 0.1724129 Aug 05 11:31:25.357052 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 0ccbd3e3-04b0-4986-ac53-14dd38cc55cc no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:31:25.421676 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] No Port match for: 0ccbd3e3-04b0-4986-ac53-14dd38cc55cc {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:31:25.422591 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 0ccbd3e3-04b0-4986-ac53-14dd38cc55cc not bound to the agent host n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:31:25.439930 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-d34ebbaf-233c-4124-b2b2-d08223abf312 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Calling delete_port for fc0c585a-8b6c-4e09-ba68-9067b2492527 owned by {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:31:25.494005 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0c3139bd-0658-4568-a645-6bc265bccaeb req-ff38e87b-65c5-4134-932e-c369a843cc25 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9c818f6-600d-4143-bf8a-f3dd16655be1 HTTP/1.1" status: 200 len: 210 time: 0.0713575 Aug 05 11:31:25.516848 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-63b11095-d907-4583-acaa-3923806b1868 req-e0158f8a-1193-4cf9-b81a-963e4357aed8 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586440 Aug 05 11:31:25.849591 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-34d717a3-b448-4542-9f35-3137a59c84d8 req-30190f0f-d20c-473a-bd8b-356ff8fe9cbf tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] 10.222.0.58 "GET /v2.0/ports?device_id=75c70784-f441-4ab8-8180-0808568a131b HTTP/1.1" status: 200 len: 210 time: 0.0484324 Aug 05 11:31:25.967463 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-2645d340-fc0e-4839-a129-a502a60ed861 req-45f0769d-8959-474e-92ec-df4fcc16f149 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id daaafd27-08d5-4742-8b77-e4bc0f981df7 {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:31:25.992139 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-2645d340-fc0e-4839-a129-a502a60ed861 req-45f0769d-8959-474e-92ec-df4fcc16f149 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:25.993835 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7136c8-25ba-41b9-8df5-74dcee0bf28f req-f48ee74e-e0be-47a1-bab1-cc7dcc630769 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:31:25.995482 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7f7136c8-25ba-41b9-8df5-74dcee0bf28f req-f48ee74e-e0be-47a1-bab1-cc7dcc630769 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 946 time: 0.1027679 Aug 05 11:31:26.015801 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d34ebbaf-233c-4124-b2b2-d08223abf312 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:26.026078 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-2645d340-fc0e-4839-a129-a502a60ed861 req-45f0769d-8959-474e-92ec-df4fcc16f149 service neutron] Transition to ACTIVE for port object daaafd27-08d5-4742-8b77-e4bc0f981df7 will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:31:26.066144 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7f7136c8-25ba-41b9-8df5-74dcee0bf28f req-a9fb066d-529d-40c4-bbe0-c8f2a71cc3cd tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558772 Aug 05 11:31:26.130996 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-2645d340-fc0e-4839-a129-a502a60ed861 req-45f0769d-8959-474e-92ec-df4fcc16f149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:26.151229 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34ebbaf-233c-4124-b2b2-d08223abf312 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Pushing event deleted for resources: {'Port': ['ID=fc0c585a-8b6c-4e09-ba68-9067b2492527,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:31:26.252958 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-c9c14337-49dd-4e75-b28e-627615611ac6 req-2c39785a-42b7-46e0-9ddf-9f9f16f41c1a tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] Allocated IP 172.20.0.3 (ef036c19-6648-49e0-968c-d7cffbbb89aa/43646d00-2d61-4a10-95ab-4ec37fd97ea2/390fac1a-7da7-42e5-b00a-c5006601f3d8) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:31:26.304287 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d34ebbaf-233c-4124-b2b2-d08223abf312 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:26.311248 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-d34ebbaf-233c-4124-b2b2-d08223abf312 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "DELETE /v2.0/ports/fc0c585a-8b6c-4e09-ba68-9067b2492527 HTTP/1.1" status: 204 len: 168 time: 3.1157777 Aug 05 11:31:26.319416 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce477ad-a791-4b0e-a91d-adc940f224af req-7200eb01-7821-4560-8d96-a249775bd254 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:31:26.325366 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9ce477ad-a791-4b0e-a91d-adc940f224af req-7200eb01-7821-4560-8d96-a249775bd254 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 946 time: 0.1203001 Aug 05 11:31:26.325935 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 52660) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:31:26.460453 n-d-803378-2 neutron-server[94420]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cc1f958-47fa-4a79-8aea-7bc72cbe6106 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] GET failed (client error): The resource could not be found. Aug 05 11:31:26.475993 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-3cc1f958-47fa-4a79-8aea-7bc72cbe6106 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "GET /v2.0/ports/fc0c585a-8b6c-4e09-ba68-9067b2492527 HTTP/1.1" status: 404 len: 333 time: 0.1412325 Aug 05 11:31:26.497854 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 52662) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:31:26.632535 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9a0e18e0-a06b-4a72-b122-e3fbd7a35e84 req-6f7eb352-dfc3-456a-9c03-c23d324b9287 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0b417ba-3e30-4a2f-b013-aab4e7781aad HTTP/1.1" status: 200 len: 210 time: 0.0817544 Aug 05 11:31:26.675003 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9ce477ad-a791-4b0e-a91d-adc940f224af req-9b2519e9-c580-44dc-8393-7e8cec2c7d63 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3293164 Aug 05 11:31:26.773731 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-c9c14337-49dd-4e75-b28e-627615611ac6 req-2c39785a-42b7-46e0-9ddf-9f9f16f41c1a tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:26.822755 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3b635750-a2d7-4090-8037-01aa1fee06b2 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:26.846434 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f0769d-8959-474e-92ec-df4fcc16f149 service neutron] Pushing event updated for resources: {'Port': ['ID=daaafd27-08d5-4742-8b77-e4bc0f981df7,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:31:26.879385 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-2645d340-fc0e-4839-a129-a502a60ed861 req-45f0769d-8959-474e-92ec-df4fcc16f149 service neutron] Attempting to bind port daaafd27-08d5-4742-8b77-e4bc0f981df7 on host n-h1-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:31:26.879699 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-2645d340-fc0e-4839-a129-a502a60ed861 req-45f0769d-8959-474e-92ec-df4fcc16f149 service neutron] Attempting to bind port daaafd27-08d5-4742-8b77-e4bc0f981df7 by drivers openvswitch,hyperv on host n-h1-803378-2 at level 0 using segments [{'id': 'f9b2d647-301a-4025-b34b-b0ad330f4b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'ef036c19-6648-49e0-968c-d7cffbbb89aa'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:31:26.880096 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2645d340-fc0e-4839-a129-a502a60ed861 req-45f0769d-8959-474e-92ec-df4fcc16f149 service neutron] Attempting to bind port daaafd27-08d5-4742-8b77-e4bc0f981df7 on network ef036c19-6648-49e0-968c-d7cffbbb89aa {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:31:26.897596 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-c9c14337-49dd-4e75-b28e-627615611ac6 req-2c39785a-42b7-46e0-9ddf-9f9f16f41c1a tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:26.900067 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2645d340-fc0e-4839-a129-a502a60ed861 req-45f0769d-8959-474e-92ec-df4fcc16f149 service neutron] Port daaafd27-08d5-4742-8b77-e4bc0f981df7 on network ef036c19-6648-49e0-968c-d7cffbbb89aa not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:31:26.900779 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2645d340-fc0e-4839-a129-a502a60ed861 req-45f0769d-8959-474e-92ec-df4fcc16f149 service neutron] Attempting to bind port daaafd27-08d5-4742-8b77-e4bc0f981df7 on network ef036c19-6648-49e0-968c-d7cffbbb89aa {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:31:26.905940 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b683e7ee-8fec-41a3-a81d-ee72a0f56ccc req-7a3f2e75-ade7-4f36-893f-12ca7b8ea2e6 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9c818f6-600d-4143-bf8a-f3dd16655be1 HTTP/1.1" status: 200 len: 210 time: 0.0760717 Aug 05 11:31:26.962004 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3b635750-a2d7-4090-8037-01aa1fee06b2 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:27.080682 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9c14337-49dd-4e75-b28e-627615611ac6 req-2c39785a-42b7-46e0-9ddf-9f9f16f41c1a tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] Network ef036c19-6648-49e0-968c-d7cffbbb89aa is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:31:27.086459 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c39785a-42b7-46e0-9ddf-9f9f16f41c1a tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] Pushing event updated for resources: {'Port': ['ID=390fac1a-7da7-42e5-b00a-c5006601f3d8,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:31:27.093096 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-c9c14337-49dd-4e75-b28e-627615611ac6 req-2c39785a-42b7-46e0-9ddf-9f9f16f41c1a tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:31:27.097171 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9c14337-49dd-4e75-b28e-627615611ac6 req-2c39785a-42b7-46e0-9ddf-9f9f16f41c1a tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:31:27.123359 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2645d340-fc0e-4839-a129-a502a60ed861 req-45f0769d-8959-474e-92ec-df4fcc16f149 service neutron] Checking agent: {'id': '40bb7567-59bd-4b31-bc29-da1c50bca759', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:31:27.124095 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2645d340-fc0e-4839-a129-a502a60ed861 req-45f0769d-8959-474e-92ec-df4fcc16f149 service neutron] Checking segment: {'id': 'f9b2d647-301a-4025-b34b-b0ad330f4b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'ef036c19-6648-49e0-968c-d7cffbbb89aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:31:27.124813 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2645d340-fc0e-4839-a129-a502a60ed861 req-45f0769d-8959-474e-92ec-df4fcc16f149 service neutron] Bound using segment: {'id': 'f9b2d647-301a-4025-b34b-b0ad330f4b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'ef036c19-6648-49e0-968c-d7cffbbb89aa'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:31:27.125626 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-2645d340-fc0e-4839-a129-a502a60ed861 req-45f0769d-8959-474e-92ec-df4fcc16f149 service neutron] Bound port: daaafd27-08d5-4742-8b77-e4bc0f981df7, host: n-h1-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9b2d647-301a-4025-b34b-b0ad330f4b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'ef036c19-6648-49e0-968c-d7cffbbb89aa'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:31:27.126265 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-2645d340-fc0e-4839-a129-a502a60ed861 req-45f0769d-8959-474e-92ec-df4fcc16f149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:27.233331 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bbeaae3e-15ee-4820-9d10-b28e5627607f req-59d60fdb-4918-4fa6-8e7e-6ccbdccc1533 tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] 10.222.0.58 "GET /v2.0/ports?device_id=75c70784-f441-4ab8-8180-0808568a131b HTTP/1.1" status: 200 len: 210 time: 0.0762980 Aug 05 11:31:27.287960 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63492752-935c-4f0a-8e23-bbf3ea1ef607 req-6176aefb-5083-45e4-a5a3-6857296143b6 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:31:27.300269 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c14337-49dd-4e75-b28e-627615611ac6 req-2c39785a-42b7-46e0-9ddf-9f9f16f41c1a tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:31:27.301442 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-63492752-935c-4f0a-8e23-bbf3ea1ef607 req-6176aefb-5083-45e4-a5a3-6857296143b6 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 946 time: 0.2214048 Aug 05 11:31:27.301988 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-c9c14337-49dd-4e75-b28e-627615611ac6 req-2c39785a-42b7-46e0-9ddf-9f9f16f41c1a tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:27.306487 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3b635750-a2d7-4090-8037-01aa1fee06b2 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:27.313199 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3b635750-a2d7-4090-8037-01aa1fee06b2 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:27.319561 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-3b635750-a2d7-4090-8037-01aa1fee06b2 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "DELETE /v2.0/security-groups/4896a806-e4fd-44da-a663-ca7fffdae9c2 HTTP/1.1" status: 204 len: 168 time: 0.8068559 Aug 05 11:31:27.322887 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 52686) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:31:27.397339 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c9c14337-49dd-4e75-b28e-627615611ac6 req-2c39785a-42b7-46e0-9ddf-9f9f16f41c1a tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0140553 Aug 05 11:31:27.397339 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-2645d340-fc0e-4839-a129-a502a60ed861 req-45f0769d-8959-474e-92ec-df4fcc16f149 service neutron] For port daaafd27-08d5-4742-8b77-e4bc0f981df7, host n-h1-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:31:27.403637 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-2645d340-fc0e-4839-a129-a502a60ed861 req-45f0769d-8959-474e-92ec-df4fcc16f149 service neutron] For port daaafd27-08d5-4742-8b77-e4bc0f981df7, host n-h1-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=daaafd27-08d5-4742-8b77-e4bc0f981df7,segment=NetworkSegment(f9b2d647-301a-4025-b34b-b0ad330f4b72),segment_id=f9b2d647-301a-4025-b34b-b0ad330f4b72)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:31:27.410315 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b635750-a2d7-4090-8037-01aa1fee06b2 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4896a806-e4fd-44da-a663-ca7fffdae9c2,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:31:27.457380 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-63492752-935c-4f0a-8e23-bbf3ea1ef607 req-9e8c7984-eb1a-4622-a4e6-b8574666d361 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529183 Aug 05 11:31:27.459998 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-c9c14337-49dd-4e75-b28e-627615611ac6 req-5af9328a-d544-46e5-b7d3-2b5731e0719c service neutron] Request body: {'port': {'device_id': 'b9c818f6-600d-4143-bf8a-f3dd16655be1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:31:27.576833 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-2645d340-fc0e-4839-a129-a502a60ed861 req-45f0769d-8959-474e-92ec-df4fcc16f149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:27.731413 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-c9c14337-49dd-4e75-b28e-627615611ac6 req-5af9328a-d544-46e5-b7d3-2b5731e0719c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:27.751072 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1161431f-b4b3-47e4-85dd-2d39713cc15e req-6ee3e1ae-b285-4e88-a440-b45d1fa0a246 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:31:27.752822 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1161431f-b4b3-47e4-85dd-2d39713cc15e req-6ee3e1ae-b285-4e88-a440-b45d1fa0a246 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 946 time: 0.1300063 Aug 05 11:31:27.803762 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f0769d-8959-474e-92ec-df4fcc16f149 service neutron] Pushing event updated for resources: {'Port': ['ID=daaafd27-08d5-4742-8b77-e4bc0f981df7,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:31:27.826001 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2645d340-fc0e-4839-a129-a502a60ed861 req-45f0769d-8959-474e-92ec-df4fcc16f149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:31:27.827826 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-2645d340-fc0e-4839-a129-a502a60ed861 req-45f0769d-8959-474e-92ec-df4fcc16f149 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:27.830181 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2645d340-fc0e-4839-a129-a502a60ed861 req-45f0769d-8959-474e-92ec-df4fcc16f149 service neutron] 10.222.0.64 "PUT /v2.0/ports/daaafd27-08d5-4742-8b77-e4bc0f981df7 HTTP/1.1" status: 200 len: 1091 time: 3.7462103 Aug 05 11:31:27.833512 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f37001e-9d67-440a-b593-7e7c7a1d9690', 'tag': 'daaafd27-08d5-4742-8b77-e4bc0f981df7'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:31:27.836284 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b2e5f86-0b61-4802-902b-59939f87b870" -d '{"events": [{"name": "network-changed", "server_uuid": "5f37001e-9d67-440a-b593-7e7c7a1d9690", "tag": "daaafd27-08d5-4742-8b77-e4bc0f981df7"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:31:27.870823 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-07ed05de-3734-4dd6-b1f0-166960dfd7bd req-531ebe8c-f831-4f8c-9d33-5a138382b61f tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0b417ba-3e30-4a2f-b013-aab4e7781aad HTTP/1.1" status: 200 len: 210 time: 0.0850544 Aug 05 11:31:27.923865 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-18d70e47-20d0-4e15-bb0a-8f6c6e4820f2 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:27.938346 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1161431f-b4b3-47e4-85dd-2d39713cc15e req-de94acee-a71a-4bc0-bfc7-c13662e8a478 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647403 Aug 05 11:31:28.055144 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-18d70e47-20d0-4e15-bb0a-8f6c6e4820f2 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:28.061130 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08dee8a7-33fa-4348-8c90-f04bc0fa1008 x-openstack-request-id: req-08dee8a7-33fa-4348-8c90-f04bc0fa1008 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:31:28.061408 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f37001e-9d67-440a-b593-7e7c7a1d9690", "tag": "daaafd27-08d5-4742-8b77-e4bc0f981df7", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:31:28.062171 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-08dee8a7-33fa-4348-8c90-f04bc0fa1008 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:31:28.063166 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f37001e-9d67-440a-b593-7e7c7a1d9690', 'tag': 'daaafd27-08d5-4742-8b77-e4bc0f981df7', 'status': 'completed', 'code': 200} Aug 05 11:31:28.210569 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4f2af2-1529-46f4-8292-07ab626bd989 req-ec823ff1-9102-4a38-b35c-439039bb78f8 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:31:28.233343 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ea4f2af2-1529-46f4-8292-07ab626bd989 req-ec823ff1-9102-4a38-b35c-439039bb78f8 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9c818f6-600d-4143-bf8a-f3dd16655be1 HTTP/1.1" status: 200 len: 931 time: 0.1784489 Aug 05 11:31:28.357589 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ea4f2af2-1529-46f4-8292-07ab626bd989 req-1abfbfdd-8694-450c-b2f8-0d55147be76a tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/security-groups?id=367c82dd-50a3-4df9-a217-7f397fab3611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229665 Aug 05 11:31:28.547139 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2645d340-fc0e-4839-a129-a502a60ed861 req-9459477a-d307-4dc1-96f2-44c445fbb2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:31:28.561378 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2645d340-fc0e-4839-a129-a502a60ed861 req-9459477a-d307-4dc1-96f2-44c445fbb2ed service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c4fc12c070034e088106f16dcb7c7f8a&device_id=5f37001e-9d67-440a-b593-7e7c7a1d9690 HTTP/1.1" status: 200 len: 1094 time: 0.4325907 Aug 05 11:31:28.696795 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-18d70e47-20d0-4e15-bb0a-8f6c6e4820f2 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:28.702395 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-18d70e47-20d0-4e15-bb0a-8f6c6e4820f2 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:28.707788 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-18d70e47-20d0-4e15-bb0a-8f6c6e4820f2 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "DELETE /v2.0/security-groups/57e087d0-3c60-4be8-bb3f-cd338ae0e985 HTTP/1.1" status: 204 len: 168 time: 1.3798895 Aug 05 11:31:28.708054 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 52736) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:31:28.773364 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2645d340-fc0e-4839-a129-a502a60ed861 req-0e0b9c54-de21-41b5-8ced-94ae09eaf262 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=daaafd27-08d5-4742-8b77-e4bc0f981df7 HTTP/1.1" status: 200 len: 217 time: 0.1571064 Aug 05 11:31:28.814088 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d70e47-20d0-4e15-bb0a-8f6c6e4820f2 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57e087d0-3c60-4be8-bb3f-cd338ae0e985,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:31:28.924184 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2645d340-fc0e-4839-a129-a502a60ed861 req-31384919-eada-48e2-93ef-404c970fbaba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:31:28.927087 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2645d340-fc0e-4839-a129-a502a60ed861 req-31384919-eada-48e2-93ef-404c970fbaba service neutron] 10.222.0.64 "GET /v2.0/subnets?id=43646d00-2d61-4a10-95ab-4ec37fd97ea2 HTTP/1.1" status: 200 len: 858 time: 0.1381979 Aug 05 11:31:28.940317 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_v2 [None req-577a21b5-9315-48c1-9263-5a6a2b86cdf9 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Deleting subnet e9be3ab3-09f8-4e4c-8d9f-17b3c4e97841 {{(pid=94420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:31:28.944719 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-577a21b5-9315-48c1-9263-5a6a2b86cdf9 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks [] for subnet, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:29.023697 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2645d340-fc0e-4839-a129-a502a60ed861 req-74176e5a-341b-4f1b-9967-b6217948c506 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ef036c19-6648-49e0-968c-d7cffbbb89aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666940 Aug 05 11:31:29.030511 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-577a21b5-9315-48c1-9263-5a6a2b86cdf9 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25010562'] for subnet, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:29.076586 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:29.305978 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-577a21b5-9315-48c1-9263-5a6a2b86cdf9 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:29.425370 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-c9c14337-49dd-4e75-b28e-627615611ac6 req-5af9328a-d544-46e5-b7d3-2b5731e0719c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 390fac1a-7da7-42e5-b00a-c5006601f3d8 {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:31:29.457475 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-c9c14337-49dd-4e75-b28e-627615611ac6 req-5af9328a-d544-46e5-b7d3-2b5731e0719c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:29.516603 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-c9c14337-49dd-4e75-b28e-627615611ac6 req-5af9328a-d544-46e5-b7d3-2b5731e0719c service neutron] Transition to ACTIVE for port object 390fac1a-7da7-42e5-b00a-c5006601f3d8 will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:31:29.524517 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-c9c14337-49dd-4e75-b28e-627615611ac6 req-5af9328a-d544-46e5-b7d3-2b5731e0719c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:29.635443 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af9328a-d544-46e5-b7d3-2b5731e0719c service neutron] Pushing event updated for resources: {'Port': ['ID=390fac1a-7da7-42e5-b00a-c5006601f3d8,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:31:29.662743 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2645d340-fc0e-4839-a129-a502a60ed861 req-373dd790-28ac-4ad6-91d2-ff4010ab6e34 service neutron] 10.222.0.64 "GET /v2.0/networks/ef036c19-6648-49e0-968c-d7cffbbb89aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6165736 Aug 05 11:31:29.667302 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7d8c5fd7-7d9c-4e81-a91e-15d11a90c733 req-f28405fc-17a7-4d66-9fdb-3bffc30580ed tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] 10.222.0.58 "GET /v2.0/ports?device_id=75c70784-f441-4ab8-8180-0808568a131b HTTP/1.1" status: 200 len: 210 time: 0.1473927 Aug 05 11:31:29.695136 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-577a21b5-9315-48c1-9263-5a6a2b86cdf9 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29762763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24211094'] for subnet, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:29.771842 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577a21b5-9315-48c1-9263-5a6a2b86cdf9 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Pushing event deleted for resources: {'Subnet': ['ID=e9be3ab3-09f8-4e4c-8d9f-17b3c4e97841,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:31:29.795950 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-992adc44-2879-48f0-8517-2e37c97caaac req-39a52446-7998-4fe7-b64f-b7c23a42eab2 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0b417ba-3e30-4a2f-b013-aab4e7781aad HTTP/1.1" status: 200 len: 210 time: 0.1151690 Aug 05 11:31:29.831970 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-577a21b5-9315-48c1-9263-5a6a2b86cdf9 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:29.843859 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-577a21b5-9315-48c1-9263-5a6a2b86cdf9 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "DELETE /v2.0/subnets/e9be3ab3-09f8-4e4c-8d9f-17b3c4e97841 HTTP/1.1" status: 204 len: 168 time: 1.1341918 Aug 05 11:31:29.845395 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 52772) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:31:29.858200 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1142b0c2-80fb-4925-8beb-96189ca80d3f None None] Network 1910e859-c897-4999-924c-c91490b8a290 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:31:29.876959 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-c04b6fd5-874d-4ee2-b737-70aa3622b059 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Request body: {'subnet': {'network_id': '1910e859-c897-4999-924c-c91490b8a290', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:31:30.200944 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2645d340-fc0e-4839-a129-a502a60ed861 req-f27d9ce7-46b4-4202-9689-9e93f41cbb0c service neutron] 10.222.0.64 "GET /v2.0/networks/ef036c19-6648-49e0-968c-d7cffbbb89aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4793174 Aug 05 11:31:30.201621 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-c9c14337-49dd-4e75-b28e-627615611ac6 req-5af9328a-d544-46e5-b7d3-2b5731e0719c service neutron] Attempting to bind port 390fac1a-7da7-42e5-b00a-c5006601f3d8 on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:31:30.202001 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-c9c14337-49dd-4e75-b28e-627615611ac6 req-5af9328a-d544-46e5-b7d3-2b5731e0719c service neutron] Attempting to bind port 390fac1a-7da7-42e5-b00a-c5006601f3d8 by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': 'f9b2d647-301a-4025-b34b-b0ad330f4b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'ef036c19-6648-49e0-968c-d7cffbbb89aa'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:31:30.202338 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c14337-49dd-4e75-b28e-627615611ac6 req-5af9328a-d544-46e5-b7d3-2b5731e0719c service neutron] Attempting to bind port 390fac1a-7da7-42e5-b00a-c5006601f3d8 on network ef036c19-6648-49e0-968c-d7cffbbb89aa {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:31:30.211723 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c14337-49dd-4e75-b28e-627615611ac6 req-5af9328a-d544-46e5-b7d3-2b5731e0719c service neutron] Port 390fac1a-7da7-42e5-b00a-c5006601f3d8 on network ef036c19-6648-49e0-968c-d7cffbbb89aa not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:31:30.212276 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c14337-49dd-4e75-b28e-627615611ac6 req-5af9328a-d544-46e5-b7d3-2b5731e0719c service neutron] Attempting to bind port 390fac1a-7da7-42e5-b00a-c5006601f3d8 on network ef036c19-6648-49e0-968c-d7cffbbb89aa {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:31:30.225854 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c14337-49dd-4e75-b28e-627615611ac6 req-5af9328a-d544-46e5-b7d3-2b5731e0719c service neutron] Checking agent: {'id': 'a8f1dd2d-227c-4e30-8844-52419ba734db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:31:30.225854 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c14337-49dd-4e75-b28e-627615611ac6 req-5af9328a-d544-46e5-b7d3-2b5731e0719c service neutron] Checking segment: {'id': 'f9b2d647-301a-4025-b34b-b0ad330f4b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'ef036c19-6648-49e0-968c-d7cffbbb89aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:31:30.225854 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c14337-49dd-4e75-b28e-627615611ac6 req-5af9328a-d544-46e5-b7d3-2b5731e0719c service neutron] Bound using segment: {'id': 'f9b2d647-301a-4025-b34b-b0ad330f4b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'ef036c19-6648-49e0-968c-d7cffbbb89aa'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:31:30.225854 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-c9c14337-49dd-4e75-b28e-627615611ac6 req-5af9328a-d544-46e5-b7d3-2b5731e0719c service neutron] Bound port: 390fac1a-7da7-42e5-b00a-c5006601f3d8, host: n-h2-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9b2d647-301a-4025-b34b-b0ad330f4b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'ef036c19-6648-49e0-968c-d7cffbbb89aa'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:31:30.225854 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-c9c14337-49dd-4e75-b28e-627615611ac6 req-5af9328a-d544-46e5-b7d3-2b5731e0719c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:30.415108 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18476273-8970-4748-bb9d-b6f739643cc3 req-83ed5263-dfad-4163-b02a-db26c54efa78 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:31:30.429135 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-18476273-8970-4748-bb9d-b6f739643cc3 req-83ed5263-dfad-4163-b02a-db26c54efa78 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9c818f6-600d-4143-bf8a-f3dd16655be1 HTTP/1.1" status: 200 len: 943 time: 0.3856788 Aug 05 11:31:30.448669 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4cb49c-566a-4b01-b69b-536e94a57448 req-923064bf-a228-43e8-81fe-bc6736ec7b5e tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:31:30.451593 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2b4cb49c-566a-4b01-b69b-536e94a57448 req-923064bf-a228-43e8-81fe-bc6736ec7b5e tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 946 time: 0.3411405 Aug 05 11:31:30.467888 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-c9c14337-49dd-4e75-b28e-627615611ac6 req-5af9328a-d544-46e5-b7d3-2b5731e0719c service neutron] For port 390fac1a-7da7-42e5-b00a-c5006601f3d8, host n-h2-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:31:30.474036 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-c9c14337-49dd-4e75-b28e-627615611ac6 req-5af9328a-d544-46e5-b7d3-2b5731e0719c service neutron] For port 390fac1a-7da7-42e5-b00a-c5006601f3d8, host n-h2-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=390fac1a-7da7-42e5-b00a-c5006601f3d8,segment=NetworkSegment(f9b2d647-301a-4025-b34b-b0ad330f4b72),segment_id=f9b2d647-301a-4025-b34b-b0ad330f4b72)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:31:30.493231 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-c9c14337-49dd-4e75-b28e-627615611ac6 req-5af9328a-d544-46e5-b7d3-2b5731e0719c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:30.554549 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c04b6fd5-874d-4ee2-b737-70aa3622b059 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Made reservation on behalf of c6f61cb628df45739d23be5e7f8e483c for: {'subnet': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:31:30.560652 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c04b6fd5-874d-4ee2-b737-70aa3622b059 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24211133'] for subnet, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:30.610998 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c14337-49dd-4e75-b28e-627615611ac6 req-5af9328a-d544-46e5-b7d3-2b5731e0719c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:31:30.611886 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-c9c14337-49dd-4e75-b28e-627615611ac6 req-5af9328a-d544-46e5-b7d3-2b5731e0719c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:30.615224 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c9c14337-49dd-4e75-b28e-627615611ac6 req-5af9328a-d544-46e5-b7d3-2b5731e0719c service neutron] 10.222.0.55 "PUT /v2.0/ports/390fac1a-7da7-42e5-b00a-c5006601f3d8 HTTP/1.1" status: 200 len: 1091 time: 3.1913261 Aug 05 11:31:30.639254 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9c818f6-600d-4143-bf8a-f3dd16655be1', 'tag': '390fac1a-7da7-42e5-b00a-c5006601f3d8'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:31:30.649990 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a082124f-8f99-496e-8c17-9ea919a78580" -d '{"events": [{"name": "network-changed", "server_uuid": "b9c818f6-600d-4143-bf8a-f3dd16655be1", "tag": "390fac1a-7da7-42e5-b00a-c5006601f3d8"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:31:30.673342 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2e5f86-0b61-4802-902b-59939f87b870 req-eb2196c7-3d2e-4552-8b01-3454dd1abd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:31:30.676091 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4b2e5f86-0b61-4802-902b-59939f87b870 req-eb2196c7-3d2e-4552-8b01-3454dd1abd45 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c4fc12c070034e088106f16dcb7c7f8a&device_id=5f37001e-9d67-440a-b593-7e7c7a1d9690 HTTP/1.1" status: 200 len: 1094 time: 0.3203192 Aug 05 11:31:30.705538 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-18476273-8970-4748-bb9d-b6f739643cc3 req-c6971e73-6f66-4795-9961-f8669500d421 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/security-groups?id=367c82dd-50a3-4df9-a217-7f397fab3611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704439 Aug 05 11:31:30.844820 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2b4cb49c-566a-4b01-b69b-536e94a57448 req-af8385ab-676d-4ca1-bdc3-e9a69c9e77b6 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3584585 Aug 05 11:31:31.098562 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc16e5c3-60b4-4a6f-9db2-42de6665b9df x-openstack-request-id: req-dc16e5c3-60b4-4a6f-9db2-42de6665b9df {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:31:31.098858 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9c818f6-600d-4143-bf8a-f3dd16655be1", "tag": "390fac1a-7da7-42e5-b00a-c5006601f3d8", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:31:31.102438 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-dc16e5c3-60b4-4a6f-9db2-42de6665b9df {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:31:31.102895 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9c818f6-600d-4143-bf8a-f3dd16655be1', 'tag': '390fac1a-7da7-42e5-b00a-c5006601f3d8', 'status': 'completed', 'code': 200} Aug 05 11:31:31.118063 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af9328a-d544-46e5-b7d3-2b5731e0719c service neutron] Pushing event updated for resources: {'Port': ['ID=390fac1a-7da7-42e5-b00a-c5006601f3d8,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:31:31.175893 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c14337-49dd-4e75-b28e-627615611ac6 req-a9e3e70e-24db-46fe-933b-5bdf2e04a4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:31:31.177851 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c9c14337-49dd-4e75-b28e-627615611ac6 req-a9e3e70e-24db-46fe-933b-5bdf2e04a4aa service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c4fc12c070034e088106f16dcb7c7f8a&device_id=b9c818f6-600d-4143-bf8a-f3dd16655be1 HTTP/1.1" status: 200 len: 1094 time: 0.4406548 Aug 05 11:31:31.195096 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d0d407b6-7ed1-4717-beb9-4d468d1dcea5 req-def973ec-d6a2-44ed-899a-0b5e612ec37e tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] 10.222.0.58 "GET /v2.0/ports?device_id=75c70784-f441-4ab8-8180-0808568a131b HTTP/1.1" status: 200 len: 210 time: 0.0880477 Aug 05 11:31:31.284101 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-abc6fa59-e9f6-4597-a59a-6ea2f3050425 req-6fc84dc7-c431-4757-9e0e-6682b36d51d4 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0b417ba-3e30-4a2f-b013-aab4e7781aad HTTP/1.1" status: 200 len: 210 time: 0.1064887 Aug 05 11:31:31.469380 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c9c14337-49dd-4e75-b28e-627615611ac6 req-2bca3bb0-c80a-4e0c-ba98-501a0889ba8f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=390fac1a-7da7-42e5-b00a-c5006601f3d8 HTTP/1.1" status: 200 len: 217 time: 0.2193546 Aug 05 11:31:31.472997 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2e5f86-0b61-4802-902b-59939f87b870 req-db722ee1-3563-4574-a480-3d5b91792697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:31:31.475762 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4b2e5f86-0b61-4802-902b-59939f87b870 req-db722ee1-3563-4574-a480-3d5b91792697 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ef036c19-6648-49e0-968c-d7cffbbb89aa HTTP/1.1" status: 200 len: 919 time: 0.7845752 Aug 05 11:31:31.590864 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4b2e5f86-0b61-4802-902b-59939f87b870 req-b71583c3-1458-4dbc-a398-8b07d01b706b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=daaafd27-08d5-4742-8b77-e4bc0f981df7 HTTP/1.1" status: 200 len: 217 time: 0.0951912 Aug 05 11:31:31.628830 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0608bf-f1de-4c07-9a0d-bb306c0cf3b2 req-fef8c7e4-c8f9-4bcf-a522-4e42f1e0616e tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:31:31.645007 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9c0608bf-f1de-4c07-9a0d-bb306c0cf3b2 req-fef8c7e4-c8f9-4bcf-a522-4e42f1e0616e tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] 10.222.0.58 "GET /v2.0/ports?device_id=21dc698f-345a-420b-8016-e43afed59e9e HTTP/1.1" status: 200 len: 950 time: 0.1596506 Aug 05 11:31:31.703129 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c04b6fd5-874d-4ee2-b737-70aa3622b059 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29762700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24211087'] for subnet, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:31.824888 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c04b6fd5-874d-4ee2-b737-70aa3622b059 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Network 1910e859-c897-4999-924c-c91490b8a290 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:31:31.832639 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-c04b6fd5-874d-4ee2-b737-70aa3622b059 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:31:31.835157 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2e5f86-0b61-4802-902b-59939f87b870 req-dc1b611f-ad43-4876-8b40-33499868fbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:31:31.837448 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c04b6fd5-874d-4ee2-b737-70aa3622b059 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:31:31.838418 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c04b6fd5-874d-4ee2-b737-70aa3622b059 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:31.848974 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4b2e5f86-0b61-4802-902b-59939f87b870 req-dc1b611f-ad43-4876-8b40-33499868fbe7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=43646d00-2d61-4a10-95ab-4ec37fd97ea2 HTTP/1.1" status: 200 len: 858 time: 0.1732693 Aug 05 11:31:31.857550 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c14337-49dd-4e75-b28e-627615611ac6 req-da9f6cb3-fe14-4d5c-a6fd-c74530d90e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:31:31.860280 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c9c14337-49dd-4e75-b28e-627615611ac6 req-da9f6cb3-fe14-4d5c-a6fd-c74530d90e3d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=43646d00-2d61-4a10-95ab-4ec37fd97ea2 HTTP/1.1" status: 200 len: 858 time: 0.3828225 Aug 05 11:31:31.861442 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5988c809-6fc7-4cfa-ab42-5d23e0ad71b8 None None] Network 1910e859-c897-4999-924c-c91490b8a290 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:31:31.867928 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9c0608bf-f1de-4c07-9a0d-bb306c0cf3b2 req-45d4bce2-9393-48af-b6da-63825df07fdd tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] 10.222.0.58 "GET /v2.0/security-groups?id=02cc6eac-67ba-47f3-90fb-e23087ccc773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211518 Aug 05 11:31:31.959593 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-5e0321ea-5411-4af9-b7ce-6f7c5ab1c97e None None] Provisioning complete for port 7bdfd774-d226-407a-85eb-349a03c7d00b triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:31:31.960193 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-5e0321ea-5411-4af9-b7ce-6f7c5ab1c97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:31.965478 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4b2e5f86-0b61-4802-902b-59939f87b870 req-8407f57e-bd50-4a81-9855-49d54e57e25c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ef036c19-6648-49e0-968c-d7cffbbb89aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1029375 Aug 05 11:31:31.972162 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c9c14337-49dd-4e75-b28e-627615611ac6 req-72330483-b947-42f7-8662-d6153132ee44 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ef036c19-6648-49e0-968c-d7cffbbb89aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0918036 Aug 05 11:31:31.989409 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04b6fd5-874d-4ee2-b737-70aa3622b059 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Pushing event updated for resources: {'Subnet': ['ID=7085af6f-2666-4a5c-a809-80b118aed512,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:31:32.046441 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-c04b6fd5-874d-4ee2-b737-70aa3622b059 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1956933 Aug 05 11:31:32.091130 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 52816) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:31:32.096827 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-73bf6b65-0b5b-42df-b252-623ba07e46dc tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Request body: {'security_group': {'name': 'tempest-secgroup-18517807'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:31:32.102617 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-5e0321ea-5411-4af9-b7ce-6f7c5ab1c97e None None] Port 7bdfd774-d226-407a-85eb-349a03c7d00b cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:31:32.145034 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-5e0321ea-5411-4af9-b7ce-6f7c5ab1c97e None None] Provisioning complete for port 2d42fc48-19b6-4957-8b51-b1f363311033 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:31:32.145705 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-5e0321ea-5411-4af9-b7ce-6f7c5ab1c97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:32.176248 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-73bf6b65-0b5b-42df-b252-623ba07e46dc tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:32.250331 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca1ce8b-5755-4e64-afc1-a91852073cb0 req-e298abb7-e4fe-4fa8-9342-fe5f85ca073d tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:31:32.257248 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2ca1ce8b-5755-4e64-afc1-a91852073cb0 req-e298abb7-e4fe-4fa8-9342-fe5f85ca073d tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9c818f6-600d-4143-bf8a-f3dd16655be1 HTTP/1.1" status: 200 len: 943 time: 0.2446611 Aug 05 11:31:32.343018 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039a318a-8411-4272-bb66-28f17cdbb12e req-059ec2ce-75f1-4adb-ab1f-8e0d9446bac8 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:31:32.351974 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-039a318a-8411-4272-bb66-28f17cdbb12e req-059ec2ce-75f1-4adb-ab1f-8e0d9446bac8 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 946 time: 0.2361155 Aug 05 11:31:32.405610 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2ca1ce8b-5755-4e64-afc1-a91852073cb0 req-ffd1347b-b663-4817-952c-e9d4e8a79fb4 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/security-groups?id=367c82dd-50a3-4df9-a217-7f397fab3611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341329 Aug 05 11:31:32.497094 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-039a318a-8411-4272-bb66-28f17cdbb12e req-d7f17dd8-6285-4420-bd86-bec383a4aafb tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414869 Aug 05 11:31:32.757808 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6480810-0b55-4d13-b0f2-daa36a13595d None None] Update dhcp port {'port': {'network_id': '1910e859-c897-4999-924c-c91490b8a290', 'fixed_ips': [{'subnet_id': 'c4e8e1d8-1fae-42e5-a190-9f0022047481', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '7085af6f-2666-4a5c-a809-80b118aed512'}], 'binding:host_id': 'n-d-803378-2'}, 'id': '2d42fc48-19b6-4957-8b51-b1f363311033'} from n-d-803378-2. {{(pid=94422) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 05 11:31:32.857784 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b6480810-0b55-4d13-b0f2-daa36a13595d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:32.896177 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c9c14337-49dd-4e75-b28e-627615611ac6 req-0ee4677d-9398-45b2-922d-eca3a110fca6 service neutron] 10.222.0.55 "GET /v2.0/networks/ef036c19-6648-49e0-968c-d7cffbbb89aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9027059 Aug 05 11:31:32.898671 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2c662bec-e6fb-42c4-94ea-fd014953fe44 req-3865203e-3ad8-475d-a068-c03daba9e45d tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0b417ba-3e30-4a2f-b013-aab4e7781aad HTTP/1.1" status: 200 len: 210 time: 0.1066182 Aug 05 11:31:32.998243 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 52836) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:31:33.119793 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-cde47597-4668-490e-98bf-7fab4dd90de5 tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:33.187432 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-cde47597-4668-490e-98bf-7fab4dd90de5 tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:33.284512 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-cde47597-4668-490e-98bf-7fab4dd90de5 tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:33.287782 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-cde47597-4668-490e-98bf-7fab4dd90de5 tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:33.295703 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-cde47597-4668-490e-98bf-7fab4dd90de5 tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] 10.222.0.58 "DELETE /v2.0/security-groups/fae804d1-089a-4a79-a2ca-e3cefd2bf99a HTTP/1.1" status: 204 len: 168 time: 0.2931323 Aug 05 11:31:33.296754 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 52844) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:31:33.322111 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 11:31:33.342361 n-d-803378-2 neutron-server[94420]: INFO neutron.api.v2.resource [None req-6492d9a9-e9df-4d27-88c1-325f90b5939a tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] show failed (client error): The resource could not be found. Aug 05 11:31:33.347659 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-6492d9a9-e9df-4d27-88c1-325f90b5939a tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] 10.222.0.58 "GET /v2.0/security-groups/fae804d1-089a-4a79-a2ca-e3cefd2bf99a HTTP/1.1" status: 404 len: 347 time: 0.0395513 Aug 05 11:31:33.348529 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 52846) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:31:33.360239 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde47597-4668-490e-98bf-7fab4dd90de5 tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fae804d1-089a-4a79-a2ca-e3cefd2bf99a,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:31:33.396191 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4b2e5f86-0b61-4802-902b-59939f87b870 req-5bd77641-740d-4708-88eb-ee293fd888c4 service neutron] 10.222.0.64 "GET /v2.0/networks/ef036c19-6648-49e0-968c-d7cffbbb89aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4222260 Aug 05 11:31:33.436654 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device d8eb95c1-7e88-499d-a153-7a5efede044d no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:31:33.551052 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-b6480810-0b55-4d13-b0f2-daa36a13595d None None] Allocated IP 2001:db8::2 (1910e859-c897-4999-924c-c91490b8a290/7085af6f-2666-4a5c-a809-80b118aed512/2d42fc48-19b6-4957-8b51-b1f363311033) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:31:33.637732 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device daaafd27-08d5-4742-8b77-e4bc0f981df7 details requested by agent hyperv_n-h1-803378-2 with host n-h1-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:31:33.774558 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c9c14337-49dd-4e75-b28e-627615611ac6 req-089be97e-9f8f-4189-a2a9-da338ac164ef service neutron] 10.222.0.55 "GET /v2.0/networks/ef036c19-6648-49e0-968c-d7cffbbb89aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8305690 Aug 05 11:31:33.858715 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4b2e5f86-0b61-4802-902b-59939f87b870 req-5eb3d2fb-3a7b-4a35-9cb7-bb407b54c0d8 service neutron] 10.222.0.64 "GET /v2.0/networks/ef036c19-6648-49e0-968c-d7cffbbb89aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3964589 Aug 05 11:31:33.895393 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b6480810-0b55-4d13-b0f2-daa36a13595d None None] For port 2d42fc48-19b6-4957-8b51-b1f363311033, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=2d42fc48-19b6-4957-8b51-b1f363311033,segment=NetworkSegment(9ed3612e-b09b-4b52-b02e-66d2c03431cd),segment_id=9ed3612e-b09b-4b52-b02e-66d2c03431cd)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:31:33.910082 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df2241b-5d86-467d-a97f-a1d1ad11f7d0 req-12b54eec-032a-4cd2-9e8f-05fd7f24c01d tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:31:33.925311 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8df2241b-5d86-467d-a97f-a1d1ad11f7d0 req-12b54eec-032a-4cd2-9e8f-05fd7f24c01d tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9c818f6-600d-4143-bf8a-f3dd16655be1 HTTP/1.1" status: 200 len: 943 time: 0.3558257 Aug 05 11:31:33.968233 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.db.resource_extend [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 05 11:31:33.988789 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-73bf6b65-0b5b-42df-b252-623ba07e46dc tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:33.996048 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a834c0c-b2d6-4d40-a528-d6d3b24f89f3 req-1fcd0c1e-94dc-4420-beef-a9d668e35dd1 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:31:34.001654 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-73bf6b65-0b5b-42df-b252-623ba07e46dc tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:34.011026 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5a834c0c-b2d6-4d40-a528-d6d3b24f89f3 req-1fcd0c1e-94dc-4420-beef-a9d668e35dd1 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 946 time: 0.3165751 Aug 05 11:31:34.034818 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-73bf6b65-0b5b-42df-b252-623ba07e46dc tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:34.038577 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-ccaec960-c9b9-4763-ae80-4cb582a88aed tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] Deleting port 278d3cfd-dab3-451f-ad71-209b229bf13d {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:31:34.039656 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ccaec960-c9b9-4763-ae80-4cb582a88aed tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:34.039974 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-73bf6b65-0b5b-42df-b252-623ba07e46dc tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.9473431 Aug 05 11:31:34.048629 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 52862) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:31:34.068744 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-2a31058e-d154-4f22-b8b2-fb3e4ddba653 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Request body: {'security_group': {'name': 'tempest-secgroup-2079319977'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:31:34.092020 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a082124f-8f99-496e-8c17-9ea919a78580 req-c89d7efd-d1c1-49a4-8580-9c0f20e634fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:31:34.096507 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-a082124f-8f99-496e-8c17-9ea919a78580 req-c89d7efd-d1c1-49a4-8580-9c0f20e634fe service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c4fc12c070034e088106f16dcb7c7f8a&device_id=b9c818f6-600d-4143-bf8a-f3dd16655be1 HTTP/1.1" status: 200 len: 1094 time: 0.1788499 Aug 05 11:31:34.101636 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bf6b65-0b5b-42df-b252-623ba07e46dc tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f5df287-cf0a-4c4a-8854-25a7898f7238,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:31:34.137745 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b6480810-0b55-4d13-b0f2-daa36a13595d None None] Notify callbacks [] for port, precommit_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:34.187958 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8df2241b-5d86-467d-a97f-a1d1ad11f7d0 req-9c3641e4-8778-49d5-b6c6-898dd467d06f tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/security-groups?id=367c82dd-50a3-4df9-a217-7f397fab3611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480848 Aug 05 11:31:34.301337 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a082124f-8f99-496e-8c17-9ea919a78580 req-24cba1d1-9217-4e7d-bdd9-c17854d5f388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:31:34.303189 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-a082124f-8f99-496e-8c17-9ea919a78580 req-24cba1d1-9217-4e7d-bdd9-c17854d5f388 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ef036c19-6648-49e0-968c-d7cffbbb89aa HTTP/1.1" status: 200 len: 919 time: 0.1934750 Aug 05 11:31:34.342494 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b6480810-0b55-4d13-b0f2-daa36a13595d None None] Transition to ACTIVE for port object 2d42fc48-19b6-4957-8b51-b1f363311033 will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:31:34.379308 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b6480810-0b55-4d13-b0f2-daa36a13595d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:34.396021 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5a834c0c-b2d6-4d40-a528-d6d3b24f89f3 req-e51c2569-a918-483d-bfea-8718ddca6697 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3825810 Aug 05 11:31:34.419452 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-a082124f-8f99-496e-8c17-9ea919a78580 req-91bfd764-7966-4dc0-8349-3e8473784d42 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=390fac1a-7da7-42e5-b00a-c5006601f3d8 HTTP/1.1" status: 200 len: 217 time: 0.1020653 Aug 05 11:31:34.466939 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2a31058e-d154-4f22-b8b2-fb3e4ddba653 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:34.531027 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:34.552720 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e96fdfd2-55c3-4840-9a0a-db6a0aa5bc88 req-9bb8378f-55d0-490e-9744-83aae7eb2538 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0b417ba-3e30-4a2f-b013-aab4e7781aad HTTP/1.1" status: 200 len: 210 time: 0.1332853 Aug 05 11:31:34.568198 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a082124f-8f99-496e-8c17-9ea919a78580 req-0cc7b20d-1b3f-4cb6-8dce-bc9cb7e812ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:31:34.570887 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-a082124f-8f99-496e-8c17-9ea919a78580 req-0cc7b20d-1b3f-4cb6-8dce-bc9cb7e812ff service neutron] 10.222.0.55 "GET /v2.0/subnets?id=43646d00-2d61-4a10-95ab-4ec37fd97ea2 HTTP/1.1" status: 200 len: 858 time: 0.1415331 Aug 05 11:31:34.579551 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ccaec960-c9b9-4763-ae80-4cb582a88aed tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:34.579964 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ccaec960-c9b9-4763-ae80-4cb582a88aed tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:34.592741 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port daaafd27-08d5-4742-8b77-e4bc0f981df7, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=daaafd27-08d5-4742-8b77-e4bc0f981df7,segment=NetworkSegment(f9b2d647-301a-4025-b34b-b0ad330f4b72),segment_id=f9b2d647-301a-4025-b34b-b0ad330f4b72)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:31:34.606057 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-ccaec960-c9b9-4763-ae80-4cb582a88aed tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] Calling delete_port for 278d3cfd-dab3-451f-ad71-209b229bf13d owned by network:floatingip {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:31:34.627450 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Returning: {'device': 'daaafd27-08d5-4742-8b77-e4bc0f981df7', 'network_id': 'ef036c19-6648-49e0-968c-d7cffbbb89aa', 'port_id': 'daaafd27-08d5-4742-8b77-e4bc0f981df7', 'mac_address': 'fa:16:3e:50:d4:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43646d00-2d61-4a10-95ab-4ec37fd97ea2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:31:34.661408 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-a082124f-8f99-496e-8c17-9ea919a78580 req-2d535fd2-31a4-43da-955d-21cb32d42820 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ef036c19-6648-49e0-968c-d7cffbbb89aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0815585 Aug 05 11:31:34.763590 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6480810-0b55-4d13-b0f2-daa36a13595d None None] Pushing event updated for resources: {'Port': ['ID=2d42fc48-19b6-4957-8b51-b1f363311033,revision_number=6']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:31:34.850816 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21dc698f-345a-420b-8016-e43afed59e9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8eb95c1-7e88-499d-a153-7a5efede044d'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:31:34.853860 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a0fb4fa-8a82-4ef9-bbae-1000e1ff8c43" -d '{"events": [{"server_uuid": "21dc698f-345a-420b-8016-e43afed59e9e", "name": "network-vif-unplugged", "status": "completed", "tag": "d8eb95c1-7e88-499d-a153-7a5efede044d"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:31:34.880974 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6480810-0b55-4d13-b0f2-daa36a13595d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:31:34.881440 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6480810-0b55-4d13-b0f2-daa36a13595d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:31:34.881696 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6480810-0b55-4d13-b0f2-daa36a13595d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:31:34.882119 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6480810-0b55-4d13-b0f2-daa36a13595d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:31:34.882661 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6480810-0b55-4d13-b0f2-daa36a13595d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:31:34.882975 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6480810-0b55-4d13-b0f2-daa36a13595d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:31:34.883426 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6480810-0b55-4d13-b0f2-daa36a13595d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:31:34.884199 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6480810-0b55-4d13-b0f2-daa36a13595d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:31:34.884800 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6480810-0b55-4d13-b0f2-daa36a13595d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:31:34.885336 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6480810-0b55-4d13-b0f2-daa36a13595d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:31:34.885836 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6480810-0b55-4d13-b0f2-daa36a13595d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:31:34.886232 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6480810-0b55-4d13-b0f2-daa36a13595d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:31:34.986165 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-a082124f-8f99-496e-8c17-9ea919a78580 req-aa260cc7-0e1d-4e54-a463-f2a8fd4a1046 service neutron] 10.222.0.55 "GET /v2.0/networks/ef036c19-6648-49e0-968c-d7cffbbb89aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3122916 Aug 05 11:31:35.021810 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 05 Aug 2021 11:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e441b735-34c0-4b92-b0f2-ca5b9ac24fca x-openstack-request-id: req-e441b735-34c0-4b92-b0f2-ca5b9ac24fca {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:31:35.022212 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21dc698f-345a-420b-8016-e43afed59e9e", "name": "network-vif-unplugged", "status": "completed", "tag": "d8eb95c1-7e88-499d-a153-7a5efede044d", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:31:35.022437 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e441b735-34c0-4b92-b0f2-ca5b9ac24fca {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:31:35.022959 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21dc698f-345a-420b-8016-e43afed59e9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8eb95c1-7e88-499d-a153-7a5efede044d', 'code': 200} Aug 05 11:31:35.040196 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port d8eb95c1-7e88-499d-a153-7a5efede044d, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=d8eb95c1-7e88-499d-a153-7a5efede044d,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:31:35.055348 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:35.087299 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2a31058e-d154-4f22-b8b2-fb3e4ddba653 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:35.097530 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2a31058e-d154-4f22-b8b2-fb3e4ddba653 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:35.210271 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=d8eb95c1-7e88-499d-a153-7a5efede044d,revision_number=8']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:31:35.227567 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:35.250029 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2a31058e-d154-4f22-b8b2-fb3e4ddba653 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:35.260653 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id daaafd27-08d5-4742-8b77-e4bc0f981df7 {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:31:35.269786 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-2a31058e-d154-4f22-b8b2-fb3e4ddba653 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2073030 Aug 05 11:31:35.271844 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 52882) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:31:35.290726 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-6eaee7dc-6d4d-48eb-b0de-8c27a258e590 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Request body: {'security_group': {'name': 'tempest-secgroup-1289366421'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:31:35.312217 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31058e-d154-4f22-b8b2-fb3e4ddba653 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7793158d-9081-424e-aa5f-db714479c14a,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:31:35.326598 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ccaec960-c9b9-4763-ae80-4cb582a88aed tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:35.340752 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port daaafd27-08d5-4742-8b77-e4bc0f981df7, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=daaafd27-08d5-4742-8b77-e4bc0f981df7,segment=NetworkSegment(f9b2d647-301a-4025-b34b-b0ad330f4b72),segment_id=f9b2d647-301a-4025-b34b-b0ad330f4b72)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:31:35.350939 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:35.438985 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-a082124f-8f99-496e-8c17-9ea919a78580 req-f44f05ca-83f6-424e-b548-853535b7b128 service neutron] 10.222.0.55 "GET /v2.0/networks/ef036c19-6648-49e0-968c-d7cffbbb89aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4450545 Aug 05 11:31:35.548564 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaec960-c9b9-4763-ae80-4cb582a88aed tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] Pushing event deleted for resources: {'Port': ['ID=278d3cfd-dab3-451f-ad71-209b229bf13d,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:31:35.580342 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=daaafd27-08d5-4742-8b77-e4bc0f981df7,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:31:35.659660 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6eaee7dc-6d4d-48eb-b0de-8c27a258e590 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:35.700750 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81af487-ade0-4290-b7f6-df540513dcc9 req-c6cb99c4-f2c3-401f-b081-5790d9e0745c tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:31:35.710974 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b81af487-ade0-4290-b7f6-df540513dcc9 req-c6cb99c4-f2c3-401f-b081-5790d9e0745c tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9c818f6-600d-4143-bf8a-f3dd16655be1 HTTP/1.1" status: 200 len: 943 time: 0.3184288 Aug 05 11:31:35.799304 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431ff5d4-7c24-4b9e-ae80-40c28449a0c1 req-f17c30eb-2d74-493a-be02-ac78d3135315 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:31:35.801472 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-431ff5d4-7c24-4b9e-ae80-40c28449a0c1 req-f17c30eb-2d74-493a-be02-ac78d3135315 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 946 time: 0.2457395 Aug 05 11:31:35.805434 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ccaec960-c9b9-4763-ae80-4cb582a88aed tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] Notify callbacks [] for floatingip, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:35.808307 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ccaec960-c9b9-4763-ae80-4cb582a88aed tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:35.813640 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 52894) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:31:35.814106 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-ccaec960-c9b9-4763-ae80-4cb582a88aed tempest-ServersTestBootFromVolume-1398990639 tempest-ServersTestBootFromVolume-1398990639-project] 10.222.0.58 "DELETE /v2.0/floatingips/97aebcc6-488a-4df1-b23c-3c97caa95cdd HTTP/1.1" status: 204 len: 168 time: 2.4634461 Aug 05 11:31:35.891010 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['daaafd27-08d5-4742-8b77-e4bc0f981df7'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:31:35.896711 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b81af487-ade0-4290-b7f6-df540513dcc9 req-2232e8a2-ffea-473b-b071-5e40329ea72b tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/security-groups?id=367c82dd-50a3-4df9-a217-7f397fab3611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849825 Aug 05 11:31:35.911127 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-431ff5d4-7c24-4b9e-ae80-40c28449a0c1 req-097a70ff-ec0b-4564-991f-342d813191f2 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930083 Aug 05 11:31:36.157239 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a8d55060-2820-41ef-9427-0ada105ed270 req-a04a4e25-3529-45a6-9315-2f60086a47be tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0b417ba-3e30-4a2f-b013-aab4e7781aad HTTP/1.1" status: 200 len: 210 time: 0.0711191 Aug 05 11:31:36.177009 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6eaee7dc-6d4d-48eb-b0de-8c27a258e590 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:36.187501 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6eaee7dc-6d4d-48eb-b0de-8c27a258e590 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:36.216091 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6eaee7dc-6d4d-48eb-b0de-8c27a258e590 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:36.221194 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-6eaee7dc-6d4d-48eb-b0de-8c27a258e590 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9470475 Aug 05 11:31:36.221460 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 52904) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:31:36.258311 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaee7dc-6d4d-48eb-b0de-8c27a258e590 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1021d032-23ac-4e77-bcd3-c401fc4fc730,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:31:36.275955 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-a94263f3-eb91-4847-ba54-d5067636ae0c tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-362432883', 'security_groups': ['1021d032-23ac-4e77-bcd3-c401fc4fc730'], 'network_id': '1910e859-c897-4999-924c-c91490b8a290', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7085af6f-2666-4a5c-a809-80b118aed512'}]}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:31:36.357564 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-add57ffb-5ed3-4e78-a786-3ccd57d61fd2 None None] Provisioning complete for port 7bdfd774-d226-407a-85eb-349a03c7d00b triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:31:36.358199 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-add57ffb-5ed3-4e78-a786-3ccd57d61fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:36.584467 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 2d42fc48-19b6-4957-8b51-b1f363311033 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:31:36.700597 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-add57ffb-5ed3-4e78-a786-3ccd57d61fd2 None None] Port 7bdfd774-d226-407a-85eb-349a03c7d00b cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:31:36.706060 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a94263f3-eb91-4847-ba54-d5067636ae0c tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Made reservation on behalf of c6f61cb628df45739d23be5e7f8e483c for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:31:36.729963 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-add57ffb-5ed3-4e78-a786-3ccd57d61fd2 None None] Provisioning for port 2d42fc48-19b6-4957-8b51-b1f363311033 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:31:36.733611 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 2d42fc48-19b6-4957-8b51-b1f363311033 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:31:36.734110 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:36.742958 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-add57ffb-5ed3-4e78-a786-3ccd57d61fd2 None None] Provisioning complete for port 2d42fc48-19b6-4957-8b51-b1f363311033 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:31:36.742958 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-add57ffb-5ed3-4e78-a786-3ccd57d61fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:37.060780 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a94263f3-eb91-4847-ba54-d5067636ae0c tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:37.103568 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [None req-a94263f3-eb91-4847-ba54-d5067636ae0c tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] device_id is not set on port 7e34001e-7bd8-4c8a-a296-cb13f66cf32d yet. {{(pid=94421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 11:31:37.221020 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-bea4c240-0c07-4e0d-85a0-dcafad48ff05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:37.243222 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c906b23-73f9-496d-8f14-b3de15a0def7 req-6f4eff36-70ea-4ba3-9085-6707c8932b9a tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:31:37.254870 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3c906b23-73f9-496d-8f14-b3de15a0def7 req-6f4eff36-70ea-4ba3-9085-6707c8932b9a tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9c818f6-600d-4143-bf8a-f3dd16655be1 HTTP/1.1" status: 200 len: 943 time: 0.1098006 Aug 05 11:31:37.286636 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8900e9da-3a20-441e-b39e-7a6a4237d44f req-45b66897-b64b-4062-aa24-9be3615e917f tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:31:37.297213 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8900e9da-3a20-441e-b39e-7a6a4237d44f req-45b66897-b64b-4062-aa24-9be3615e917f tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 946 time: 0.2261534 Aug 05 11:31:37.399466 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3c906b23-73f9-496d-8f14-b3de15a0def7 req-6d4ed539-1a9b-46e5-a3eb-3a15580bb937 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/security-groups?id=367c82dd-50a3-4df9-a217-7f397fab3611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431518 Aug 05 11:31:37.432245 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8900e9da-3a20-441e-b39e-7a6a4237d44f req-34768e01-8bad-4182-9239-7b52000fd901 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330955 Aug 05 11:31:37.443871 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 390fac1a-7da7-42e5-b00a-c5006601f3d8 details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:31:37.593433 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-29614fcb-58ab-4762-9eac-8f43c914913b req-8fdecb22-b542-4adc-b111-fa69a6a575cb tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0b417ba-3e30-4a2f-b013-aab4e7781aad HTTP/1.1" status: 200 len: 210 time: 0.0668547 Aug 05 11:31:37.679193 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-a94263f3-eb91-4847-ba54-d5067636ae0c tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Allocated IP 2001:db8::3a0 (1910e859-c897-4999-924c-c91490b8a290/7085af6f-2666-4a5c-a809-80b118aed512/7e34001e-7bd8-4c8a-a296-cb13f66cf32d) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:31:37.698094 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d107fc55-bdeb-47bf-ab4e-5983bb7399f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33208311'] for router_interface, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:37.740613 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 390fac1a-7da7-42e5-b00a-c5006601f3d8, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=390fac1a-7da7-42e5-b00a-c5006601f3d8,segment=NetworkSegment(f9b2d647-301a-4025-b34b-b0ad330f4b72),segment_id=f9b2d647-301a-4025-b34b-b0ad330f4b72)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:31:37.789726 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Returning: {'device': '390fac1a-7da7-42e5-b00a-c5006601f3d8', 'network_id': 'ef036c19-6648-49e0-968c-d7cffbbb89aa', 'port_id': '390fac1a-7da7-42e5-b00a-c5006601f3d8', 'mac_address': 'fa:16:3e:f3:36:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43646d00-2d61-4a10-95ab-4ec37fd97ea2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:31:37.862666 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:37.885109 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 390fac1a-7da7-42e5-b00a-c5006601f3d8 {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:31:37.918676 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 390fac1a-7da7-42e5-b00a-c5006601f3d8, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=390fac1a-7da7-42e5-b00a-c5006601f3d8,segment=NetworkSegment(f9b2d647-301a-4025-b34b-b0ad330f4b72),segment_id=f9b2d647-301a-4025-b34b-b0ad330f4b72)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:31:37.943092 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:38.118684 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=390fac1a-7da7-42e5-b00a-c5006601f3d8,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:31:38.294675 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a94263f3-eb91-4847-ba54-d5067636ae0c tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:38.302338 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['390fac1a-7da7-42e5-b00a-c5006601f3d8'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:31:38.350125 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [None req-a94263f3-eb91-4847-ba54-d5067636ae0c tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Transition to ACTIVE for port object 7e34001e-7bd8-4c8a-a296-cb13f66cf32d will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:31:38.569611 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a94263f3-eb91-4847-ba54-d5067636ae0c tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:38.737131 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94263f3-eb91-4847-ba54-d5067636ae0c tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Network 1910e859-c897-4999-924c-c91490b8a290 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:31:38.744897 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-a94263f3-eb91-4847-ba54-d5067636ae0c tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:31:38.770009 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94263f3-eb91-4847-ba54-d5067636ae0c tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:31:38.781927 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94263f3-eb91-4847-ba54-d5067636ae0c tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:31:38.782603 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a94263f3-eb91-4847-ba54-d5067636ae0c tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:38.865910 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94263f3-eb91-4847-ba54-d5067636ae0c tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Pushing event updated for resources: {'Port': ['ID=7e34001e-7bd8-4c8a-a296-cb13f66cf32d,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:31:38.896900 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0ca454-dac1-41fd-9427-c4b2d9f5f731 req-9de80265-e516-47f1-bff0-0e53764de9f6 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:31:38.906589 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-d107fc55-bdeb-47bf-ab4e-5983bb7399f5 admin admin] Deleting port f1e2ce4c-1591-43fc-bd21-15569cb142ad {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:31:38.910199 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d107fc55-bdeb-47bf-ab4e-5983bb7399f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:38.919050 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7e0ca454-dac1-41fd-9427-c4b2d9f5f731 req-9de80265-e516-47f1-bff0-0e53764de9f6 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 946 time: 0.2911417 Aug 05 11:31:38.971547 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de2257d-3c9e-4659-9734-2ed020956efd req-e3a54b27-066e-446b-a49f-215978863635 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:31:38.984998 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0de2257d-3c9e-4659-9734-2ed020956efd req-e3a54b27-066e-446b-a49f-215978863635 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9c818f6-600d-4143-bf8a-f3dd16655be1 HTTP/1.1" status: 200 len: 944 time: 0.3061213 Aug 05 11:31:39.143291 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0de2257d-3c9e-4659-9734-2ed020956efd req-e712517f-ba11-4352-b6ca-73889135ea2e tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/security-groups?id=367c82dd-50a3-4df9-a217-7f397fab3611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234481 Aug 05 11:31:39.223375 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [None req-d107fc55-bdeb-47bf-ab4e-5983bb7399f5 admin admin] For port f1e2ce4c-1591-43fc-bd21-15569cb142ad, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=f1e2ce4c-1591-43fc-bd21-15569cb142ad,segment=NetworkSegment(bf5ea81e-15f9-4076-bdcb-a17ddcbb48e7),segment_id=bf5ea81e-15f9-4076-bdcb-a17ddcbb48e7)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:31:39.223811 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d107fc55-bdeb-47bf-ab4e-5983bb7399f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:39.233372 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7e0ca454-dac1-41fd-9427-c4b2d9f5f731 req-ab330726-25e3-4650-a6f7-87f2d2ee4ad3 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453878 Aug 05 11:31:39.281628 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-d107fc55-bdeb-47bf-ab4e-5983bb7399f5 admin admin] Calling delete_port for f1e2ce4c-1591-43fc-bd21-15569cb142ad owned by network:router_interface {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:31:39.462950 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-0c2a8429-f18e-461e-b399-b4081fde4b8d None None] Provisioning for port 7e34001e-7bd8-4c8a-a296-cb13f66cf32d completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:31:39.468475 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-0c2a8429-f18e-461e-b399-b4081fde4b8d None None] Provisioning complete for port 7e34001e-7bd8-4c8a-a296-cb13f66cf32d triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:31:39.469170 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-0c2a8429-f18e-461e-b399-b4081fde4b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:39.531540 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-0c2a8429-f18e-461e-b399-b4081fde4b8d None None] Port 7e34001e-7bd8-4c8a-a296-cb13f66cf32d cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:31:39.532857 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bb2e62d0-b002-4970-8155-cf9b14a34052 req-93ab6569-1346-4b4e-9897-7db32b179cd8 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0b417ba-3e30-4a2f-b013-aab4e7781aad HTTP/1.1" status: 200 len: 210 time: 0.0650876 Aug 05 11:31:39.573103 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-a94263f3-eb91-4847-ba54-d5067636ae0c tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.3467674 Aug 05 11:31:39.576546 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 52952) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:31:39.582649 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-b8df3b7e-87d0-4432-9d81-7c35c2870c9d tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Request body: {'subnet': {'network_id': '1910e859-c897-4999-924c-c91490b8a290', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:31:39.651795 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device c042185e-969b-41b5-9da5-597bd4b0deda details requested by agent hyperv_n-h1-803378-2 with host n-h1-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:31:39.846995 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d107fc55-bdeb-47bf-ab4e-5983bb7399f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:39.923938 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d107fc55-bdeb-47bf-ab4e-5983bb7399f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1e2ce4c-1591-43fc-bd21-15569cb142ad,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:31:39.943709 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8df3b7e-87d0-4432-9d81-7c35c2870c9d tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Made reservation on behalf of c6f61cb628df45739d23be5e7f8e483c for: {'subnet': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:31:39.952897 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b8df3b7e-87d0-4432-9d81-7c35c2870c9d tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24211133'] for subnet, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:40.025888 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device daaafd27-08d5-4742-8b77-e4bc0f981df7 up at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:31:40.150684 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-d9b2d949-68e8-426c-96c9-95108525a7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:40.288838 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:40.295388 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port c042185e-969b-41b5-9da5-597bd4b0deda, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=c042185e-969b-41b5-9da5-597bd4b0deda,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:31:40.326017 n-d-803378-2 neutron-server[94420]: INFO neutron.db.ipam_backend_mixin [None req-b8df3b7e-87d0-4432-9d81-7c35c2870c9d tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7085af6f-2666-4a5c-a809-80b118aed512 (CIDR: 2001:db8::/64) Aug 05 11:31:40.332845 n-d-803378-2 neutron-server[94420]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8df3b7e-87d0-4432-9d81-7c35c2870c9d tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 05 11:31:40.334458 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8df3b7e-87d0-4432-9d81-7c35c2870c9d tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:31:40.358938 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Returning: {'device': 'c042185e-969b-41b5-9da5-597bd4b0deda', 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a', 'port_id': 'c042185e-969b-41b5-9da5-597bd4b0deda', 'mac_address': 'fa:16:3e:68:d0:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6842f728-c2f3-4e36-bb32-3303d06ce3f4', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:31:40.378362 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-b8df3b7e-87d0-4432-9d81-7c35c2870c9d tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8000507 Aug 05 11:31:40.382925 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 52964) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:31:40.395610 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-a2628abd-c564-4a0b-b73b-64b55a1fad96 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Request body: {'subnet': {'network_id': '1910e859-c897-4999-924c-c91490b8a290', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:31:40.523476 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning for port daaafd27-08d5-4742-8b77-e4bc0f981df7 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:31:40.558620 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning complete for port daaafd27-08d5-4742-8b77-e4bc0f981df7 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:31:40.559138 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:40.563429 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:40.633156 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d107fc55-bdeb-47bf-ab4e-5983bb7399f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33140263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33208171'] for router_interface, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:40.688273 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c042185e-969b-41b5-9da5-597bd4b0deda {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:31:40.790564 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port c042185e-969b-41b5-9da5-597bd4b0deda, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=c042185e-969b-41b5-9da5-597bd4b0deda,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:31:40.799237 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:41.009765 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=c042185e-969b-41b5-9da5-597bd4b0deda,revision_number=6']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:31:41.023083 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:41.159200 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port daaafd27-08d5-4742-8b77-e4bc0f981df7, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=daaafd27-08d5-4742-8b77-e4bc0f981df7,segment=NetworkSegment(f9b2d647-301a-4025-b34b-b0ad330f4b72),segment_id=f9b2d647-301a-4025-b34b-b0ad330f4b72)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:31:41.167011 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f37001e-9d67-440a-b593-7e7c7a1d9690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daaafd27-08d5-4742-8b77-e4bc0f981df7'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:31:41.170624 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3472cb0-418f-4ae5-a2bc-7ae321b0529f" -d '{"events": [{"server_uuid": "5f37001e-9d67-440a-b593-7e7c7a1d9690", "name": "network-vif-plugged", "status": "completed", "tag": "daaafd27-08d5-4742-8b77-e4bc0f981df7"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:31:41.173561 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d107fc55-bdeb-47bf-ab4e-5983bb7399f5 admin admin] Router 2c80c040-2370-4278-b6e9-5b943d1b1572 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 11:31:41.181448 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['c042185e-969b-41b5-9da5-597bd4b0deda'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:31:41.302204 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:41.444199 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=daaafd27-08d5-4742-8b77-e4bc0f981df7,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:31:41.482847 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d107fc55-bdeb-47bf-ab4e-5983bb7399f5 admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:31:41.484706 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 390fac1a-7da7-42e5-b00a-c5006601f3d8 up at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:31:41.489615 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-d107fc55-bdeb-47bf-ab4e-5983bb7399f5 admin admin] 10.222.0.58 "PUT /v2.0/routers/2c80c040-2370-4278-b6e9-5b943d1b1572/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6742780 Aug 05 11:31:41.497239 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 52978) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:31:41.498941 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3580ab1c-d38b-41d7-bb98-63f2f20ac421 None None] Sync routers for ids ['2c80c040-2370-4278-b6e9-5b943d1b1572'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:31:41.533828 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3580ab1c-d38b-41d7-bb98-63f2f20ac421 None None] Routers {'2c80c040-2370-4278-b6e9-5b943d1b1572'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:31:41.549079 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-3580ab1c-d38b-41d7-bb98-63f2f20ac421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:31:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['2c80c040-2370-4278-b6e9-5b943d1b1572'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:31:41.651181 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbf82cd-b6d4-4899-ae4b-87e7ae20c1fb req-2282cb89-38bb-4f87-baa1-490d019f969c tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:31:41.656898 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7cbf82cd-b6d4-4899-ae4b-87e7ae20c1fb req-2282cb89-38bb-4f87-baa1-490d019f969c tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 946 time: 0.3690479 Aug 05 11:31:41.781046 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995ffff0-2ffb-4a47-b636-01eb52f7b320 req-f1f8fcd5-9dd8-409f-af17-0ee8d33951dd tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:31:41.814232 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-995ffff0-2ffb-4a47-b636-01eb52f7b320 req-f1f8fcd5-9dd8-409f-af17-0ee8d33951dd tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9c818f6-600d-4143-bf8a-f3dd16655be1 HTTP/1.1" status: 200 len: 944 time: 0.5423894 Aug 05 11:31:41.848407 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning for port 390fac1a-7da7-42e5-b00a-c5006601f3d8 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:31:41.925172 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-77f9b8a6-4beb-417a-b8fa-4100edf19a0b admin admin] Notify callbacks [] for router, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:41.943900 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-3580ab1c-d38b-41d7-bb98-63f2f20ac421 None None] Set router 2c80c040-2370-4278-b6e9-5b943d1b1572 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:31:41.960828 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2628abd-c564-4a0b-b73b-64b55a1fad96 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Made reservation on behalf of c6f61cb628df45739d23be5e7f8e483c for: {'subnet': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:31:41.970063 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a2628abd-c564-4a0b-b73b-64b55a1fad96 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24211133'] for subnet, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:41.970689 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:41.979110 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning complete for port 390fac1a-7da7-42e5-b00a-c5006601f3d8 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:31:41.982720 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:42.213604 n-d-803378-2 neutron-server[94420]: INFO neutron.db.ipam_backend_mixin [None req-a2628abd-c564-4a0b-b73b-64b55a1fad96 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet c4e8e1d8-1fae-42e5-a190-9f0022047481 (CIDR: 2001:db8:0:1::/64) Aug 05 11:31:42.220179 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-77f9b8a6-4beb-417a-b8fa-4100edf19a0b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:42.244819 n-d-803378-2 neutron-server[94420]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2628abd-c564-4a0b-b73b-64b55a1fad96 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 05 11:31:42.245628 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2628abd-c564-4a0b-b73b-64b55a1fad96 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:31:42.311899 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-77f9b8a6-4beb-417a-b8fa-4100edf19a0b admin admin] Deleting port 435e93be-e0a1-4fb8-934d-8b49433976c0 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:31:42.312399 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-77f9b8a6-4beb-417a-b8fa-4100edf19a0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:42.321001 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-995ffff0-2ffb-4a47-b636-01eb52f7b320 req-46895a2e-81d7-4596-94d0-7724c8b8e546 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/security-groups?id=367c82dd-50a3-4df9-a217-7f397fab3611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5070462 Aug 05 11:31:42.362812 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-a2628abd-c564-4a0b-b73b-64b55a1fad96 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.9784267 Aug 05 11:31:42.378020 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7cbf82cd-b6d4-4899-ae4b-87e7ae20c1fb req-bc5cf508-c1d5-4581-af31-a8d44ab91c2d tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4865940 Aug 05 11:31:42.378774 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 52980) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:31:42.392162 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-2c84ecfb-3860-479f-9227-5c2b59c4fc2a tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Request body: {'subnet': {'network_id': '1910e859-c897-4999-924c-c91490b8a290', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:31:42.462377 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:42.518673 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [None req-77f9b8a6-4beb-417a-b8fa-4100edf19a0b admin admin] For port 435e93be-e0a1-4fb8-934d-8b49433976c0, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=435e93be-e0a1-4fb8-934d-8b49433976c0,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:31:42.519148 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-77f9b8a6-4beb-417a-b8fa-4100edf19a0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:42.556644 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-77f9b8a6-4beb-417a-b8fa-4100edf19a0b admin admin] Calling delete_port for 435e93be-e0a1-4fb8-934d-8b49433976c0 owned by network:router_gateway {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:31:42.586133 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 390fac1a-7da7-42e5-b00a-c5006601f3d8, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=390fac1a-7da7-42e5-b00a-c5006601f3d8,segment=NetworkSegment(f9b2d647-301a-4025-b34b-b0ad330f4b72),segment_id=f9b2d647-301a-4025-b34b-b0ad330f4b72)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:31:42.593790 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:42.619343 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a512d755-fe9a-4655-be28-9cbcb7e29a4e x-openstack-request-id: req-a512d755-fe9a-4655-be28-9cbcb7e29a4e {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:31:42.619659 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f37001e-9d67-440a-b593-7e7c7a1d9690", "name": "network-vif-plugged", "status": "completed", "tag": "daaafd27-08d5-4742-8b77-e4bc0f981df7", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:31:42.620076 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a512d755-fe9a-4655-be28-9cbcb7e29a4e {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:31:42.620434 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f37001e-9d67-440a-b593-7e7c7a1d9690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daaafd27-08d5-4742-8b77-e4bc0f981df7', 'code': 200} Aug 05 11:31:42.728919 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c84ecfb-3860-479f-9227-5c2b59c4fc2a tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Made reservation on behalf of c6f61cb628df45739d23be5e7f8e483c for: {'subnet': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:31:42.741987 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2c84ecfb-3860-479f-9227-5c2b59c4fc2a tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24211133'] for subnet, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:42.898624 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=390fac1a-7da7-42e5-b00a-c5006601f3d8,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:31:42.994553 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-3580ab1c-d38b-41d7-bb98-63f2f20ac421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c80c040-2370-4278-b6e9-5b943d1b1572', 'name': 'tempest-ServersTestBootFromVolume-1190286544-router', 'tenant_id': 'bd9c589b923344c89a4e06df2c5127d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '435e93be-e0a1-4fb8-934d-8b49433976c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:27:30Z', 'updated_at': '2021-08-05T11:31:39Z', 'revision_number': 5, 'project_id': 'bd9c589b923344c89a4e06df2c5127d6', 'gw_port': {'id': '435e93be-e0a1-4fb8-934d-8b49433976c0', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:28:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c80c040-2370-4278-b6e9-5b943d1b1572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:27:32Z', 'updated_at': '2021-08-05T11:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:31:43.047509 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3580ab1c-d38b-41d7-bb98-63f2f20ac421 None None] Checking router: 2c80c040-2370-4278-b6e9-5b943d1b1572 for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:31:43.061856 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3580ab1c-d38b-41d7-bb98-63f2f20ac421 None None] Routers {'2c80c040-2370-4278-b6e9-5b943d1b1572'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:31:43.067317 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-3580ab1c-d38b-41d7-bb98-63f2f20ac421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:31:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['2c80c040-2370-4278-b6e9-5b943d1b1572'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:31:43.253995 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c637f930-a352-4d90-b8ef-8642be2a9883 req-c7787484-8d61-41a7-aee9-a21c8c6953d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:31:43.255567 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c637f930-a352-4d90-b8ef-8642be2a9883 req-c7787484-8d61-41a7-aee9-a21c8c6953d7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5f37001e-9d67-440a-b593-7e7c7a1d9690 HTTP/1.1" status: 200 len: 1096 time: 0.1070721 Aug 05 11:31:43.357216 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-3580ab1c-d38b-41d7-bb98-63f2f20ac421 None None] Set router 2c80c040-2370-4278-b6e9-5b943d1b1572 gateway port host: None {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:31:43.501224 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c637f930-a352-4d90-b8ef-8642be2a9883 req-47292e69-bd5f-4070-b559-f4d59dffe95d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=367c82dd-50a3-4df9-a217-7f397fab3611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316010 Aug 05 11:31:43.562075 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-3580ab1c-d38b-41d7-bb98-63f2f20ac421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c80c040-2370-4278-b6e9-5b943d1b1572', 'name': 'tempest-ServersTestBootFromVolume-1190286544-router', 'tenant_id': 'bd9c589b923344c89a4e06df2c5127d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:27:30Z', 'updated_at': '2021-08-05T11:31:42Z', 'revision_number': 6, 'project_id': 'bd9c589b923344c89a4e06df2c5127d6', 'gw_port_host': None}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:31:43.632298 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3580ab1c-d38b-41d7-bb98-63f2f20ac421 None None] The sync data for ids ['2c80c040-2370-4278-b6e9-5b943d1b1572'] in n-d-803378-2 is: [{'id': '2c80c040-2370-4278-b6e9-5b943d1b1572', 'name': 'tempest-ServersTestBootFromVolume-1190286544-router', 'tenant_id': 'bd9c589b923344c89a4e06df2c5127d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:27:30Z', 'updated_at': '2021-08-05T11:31:42Z', 'revision_number': 6, 'project_id': 'bd9c589b923344c89a4e06df2c5127d6', 'gw_port_host': None}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:31:43.689293 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device c042185e-969b-41b5-9da5-597bd4b0deda up at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:31:43.753058 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-77f9b8a6-4beb-417a-b8fa-4100edf19a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:43.811436 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:43.832195 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f9b8a6-4beb-417a-b8fa-4100edf19a0b admin admin] Pushing event deleted for resources: {'Port': ['ID=435e93be-e0a1-4fb8-934d-8b49433976c0,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:31:43.871034 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning complete for port c042185e-969b-41b5-9da5-597bd4b0deda triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:31:43.871826 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:43.928365 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2c84ecfb-3860-479f-9227-5c2b59c4fc2a tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29762700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24211087'] for subnet, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:44.130414 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c84ecfb-3860-479f-9227-5c2b59c4fc2a tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Network 1910e859-c897-4999-924c-c91490b8a290 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:31:44.174262 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-2c84ecfb-3860-479f-9227-5c2b59c4fc2a tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:31:44.176448 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c84ecfb-3860-479f-9227-5c2b59c4fc2a tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Pushing event updated for resources: {'Subnet': ['ID=e26234fa-50a1-4f65-9aa2-489c8972edda,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:31:44.188285 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c84ecfb-3860-479f-9227-5c2b59c4fc2a tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:31:44.190493 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2c84ecfb-3860-479f-9227-5c2b59c4fc2a tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:44.204129 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b4816a-ed02-4c5e-a325-7d1826687e9d None None] Network 1910e859-c897-4999-924c-c91490b8a290 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:31:44.205986 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-77f9b8a6-4beb-417a-b8fa-4100edf19a0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33285055'] for router_gateway, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:44.316829 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f169d49-cade-413d-87ba-21f204d8f75e req-c5b8e1f5-769c-48f9-ac44-541be7a313a6 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:31:44.338479 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2f169d49-cade-413d-87ba-21f204d8f75e req-c5b8e1f5-769c-48f9-ac44-541be7a313a6 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9c818f6-600d-4143-bf8a-f3dd16655be1 HTTP/1.1" status: 200 len: 945 time: 0.7489736 Aug 05 11:31:44.415891 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-2c84ecfb-3860-479f-9227-5c2b59c4fc2a tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.0354245 Aug 05 11:31:44.427161 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:44.444132 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 53012) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:31:44.525629 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-a670b8cb-7020-48df-aa8d-dd509210f26a tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1229937391', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e26234fa-50a1-4f65-9aa2-489c8972edda'}], 'security_groups': ['4f5df287-cf0a-4c4a-8854-25a7898f7238', '7793158d-9081-424e-aa5f-db714479c14a']}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:31:44.598493 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port c042185e-969b-41b5-9da5-597bd4b0deda, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=c042185e-969b-41b5-9da5-597bd4b0deda,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:31:44.624457 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-77f9b8a6-4beb-417a-b8fa-4100edf19a0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33262979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1951'] for router, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:44.662830 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9c818f6-600d-4143-bf8a-f3dd16655be1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '390fac1a-7da7-42e5-b00a-c5006601f3d8'}, {'server_uuid': '2bcef571-9f02-432f-b5c7-c68acceeeebd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c042185e-969b-41b5-9da5-597bd4b0deda'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:31:44.664237 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-77f9b8a6-4beb-417a-b8fa-4100edf19a0b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:44.666834 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ad3fbf1-ab8c-4ffe-9d0b-3ecdf1e862f6" -d '{"events": [{"server_uuid": "b9c818f6-600d-4143-bf8a-f3dd16655be1", "name": "network-vif-plugged", "status": "completed", "tag": "390fac1a-7da7-42e5-b00a-c5006601f3d8"}, {"server_uuid": "2bcef571-9f02-432f-b5c7-c68acceeeebd", "name": "network-vif-plugged", "status": "completed", "tag": "c042185e-969b-41b5-9da5-597bd4b0deda"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:31:44.672525 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:44.781478 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-77f9b8a6-4beb-417a-b8fa-4100edf19a0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33262474'] for router, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:44.785535 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77f9b8a6-4beb-417a-b8fa-4100edf19a0b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c80c040-2370-4278-b6e9-5b943d1b1572 {{(pid=94421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 11:31:44.803610 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-77f9b8a6-4beb-417a-b8fa-4100edf19a0b admin admin] Notify callbacks [] for router, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:44.814528 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-77f9b8a6-4beb-417a-b8fa-4100edf19a0b admin admin] 10.222.0.58 "DELETE /v2.0/routers/2c80c040-2370-4278-b6e9-5b943d1b1572 HTTP/1.1" status: 204 len: 168 time: 3.3152990 Aug 05 11:31:44.815105 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 53018) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:31:44.993578 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 435e93be-e0a1-4fb8-934d-8b49433976c0 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:31:45.003726 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_v2 [None req-00eff0d3-bdd6-47be-91e1-e3c18d5f79b0 admin admin] Deleting subnet 3ef80fca-fd54-480d-8282-0db28be1660b {{(pid=94421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:31:45.017134 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-00eff0d3-bdd6-47be-91e1-e3c18d5f79b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:45.115045 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 435e93be-e0a1-4fb8-934d-8b49433976c0 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:31:45.115468 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 435e93be-e0a1-4fb8-934d-8b49433976c0 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:31:45.115924 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device f1e2ce4c-1591-43fc-bd21-15569cb142ad no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:31:45.127747 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-00eff0d3-bdd6-47be-91e1-e3c18d5f79b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29786388'] for subnet, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:45.176456 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=c042185e-969b-41b5-9da5-597bd4b0deda,revision_number=7']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:31:45.191440 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: f1e2ce4c-1591-43fc-bd21-15569cb142ad {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:31:45.191924 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device f1e2ce4c-1591-43fc-bd21-15569cb142ad not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:31:45.383601 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-00eff0d3-bdd6-47be-91e1-e3c18d5f79b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:45.385710 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adb632c-4923-4abc-aadb-6a20b5d613f1 req-94a05989-b3bf-4171-9ca2-4c4ca651bf4d tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:31:45.396353 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5adb632c-4923-4abc-aadb-6a20b5d613f1 req-94a05989-b3bf-4171-9ca2-4c4ca651bf4d tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 946 time: 1.6682179 Aug 05 11:31:45.486777 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d25219-6bcf-4c60-8ea8-bcdbcff60fba None None] Update dhcp port {'port': {'network_id': '1910e859-c897-4999-924c-c91490b8a290', 'fixed_ips': [{'subnet_id': 'c4e8e1d8-1fae-42e5-a190-9f0022047481', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '7085af6f-2666-4a5c-a809-80b118aed512', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e26234fa-50a1-4f65-9aa2-489c8972edda'}], 'binding:host_id': 'n-d-803378-2'}, 'id': '2d42fc48-19b6-4957-8b51-b1f363311033'} from n-d-803378-2. {{(pid=94422) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 05 11:31:45.586816 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-34d25219-6bcf-4c60-8ea8-bcdbcff60fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:45.673487 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2f169d49-cade-413d-87ba-21f204d8f75e req-eb8e6d55-a856-4f49-a2b2-e47d743d084f tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/security-groups?id=367c82dd-50a3-4df9-a217-7f397fab3611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3337524 Aug 05 11:31:45.960618 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-34d25219-6bcf-4c60-8ea8-bcdbcff60fba None None] Allocated IP 2001:db8:0:2::2 (1910e859-c897-4999-924c-c91490b8a290/e26234fa-50a1-4f65-9aa2-489c8972edda/2d42fc48-19b6-4957-8b51-b1f363311033) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:31:46.028933 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5adb632c-4923-4abc-aadb-6a20b5d613f1 req-5c427f51-f958-45dc-a460-8b702ed820ec tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5812595 Aug 05 11:31:46.052969 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a670b8cb-7020-48df-aa8d-dd509210f26a tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:46.086964 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7eeb6b1b-28fa-46b1-a2a3-20cfad5e96f3 req-8a384fa2-6a49-4a41-ba22-0beedaaa7c10 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0c7e86ba-410d-4526-8271-d3e317691a4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4845195 Aug 05 11:31:46.094392 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-00eff0d3-bdd6-47be-91e1-e3c18d5f79b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25038609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30075142'] for subnet, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:46.131586 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-34d25219-6bcf-4c60-8ea8-bcdbcff60fba None None] For port 2d42fc48-19b6-4957-8b51-b1f363311033, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=2d42fc48-19b6-4957-8b51-b1f363311033,segment=NetworkSegment(9ed3612e-b09b-4b52-b02e-66d2c03431cd),segment_id=9ed3612e-b09b-4b52-b02e-66d2c03431cd)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:31:46.173114 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-34d25219-6bcf-4c60-8ea8-bcdbcff60fba None None] Notify callbacks [] for port, precommit_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:46.192098 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-34d25219-6bcf-4c60-8ea8-bcdbcff60fba None None] Transition to ACTIVE for port object 2d42fc48-19b6-4957-8b51-b1f363311033 will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:31:46.199234 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-34d25219-6bcf-4c60-8ea8-bcdbcff60fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:46.279728 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 05 Aug 2021 11:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9303c6e7-25ff-4e1d-b2c6-cda8c8370db5 x-openstack-request-id: req-9303c6e7-25ff-4e1d-b2c6-cda8c8370db5 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:31:46.280398 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9c818f6-600d-4143-bf8a-f3dd16655be1", "name": "network-vif-plugged", "status": "completed", "tag": "390fac1a-7da7-42e5-b00a-c5006601f3d8", "code": 200}, {"server_uuid": "2bcef571-9f02-432f-b5c7-c68acceeeebd", "name": "network-vif-plugged", "status": "completed", "tag": "c042185e-969b-41b5-9da5-597bd4b0deda", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:31:46.289170 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9303c6e7-25ff-4e1d-b2c6-cda8c8370db5 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:31:46.291387 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9c818f6-600d-4143-bf8a-f3dd16655be1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '390fac1a-7da7-42e5-b00a-c5006601f3d8', 'code': 200} Aug 05 11:31:46.294130 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bcef571-9f02-432f-b5c7-c68acceeeebd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c042185e-969b-41b5-9da5-597bd4b0deda', 'code': 200} Aug 05 11:31:46.447213 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eff0d3-bdd6-47be-91e1-e3c18d5f79b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ef80fca-fd54-480d-8282-0db28be1660b,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:31:46.548095 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-00eff0d3-bdd6-47be-91e1-e3c18d5f79b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:46.554443 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-00eff0d3-bdd6-47be-91e1-e3c18d5f79b0 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/3ef80fca-fd54-480d-8282-0db28be1660b HTTP/1.1" status: 204 len: 168 time: 1.7355685 Aug 05 11:31:46.565358 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 53056) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:31:46.571931 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8d2e79-34e7-4e1c-942a-4de1bd28199a None None] Network 72f96f2a-462c-48d7-8766-7c7b67cf86a3 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:31:46.960830 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeb6b1b-28fa-46b1-a2a3-20cfad5e96f3 req-6058acaf-3c0e-4c59-b5f4-be1f43dc5258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:31:46.966176 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7eeb6b1b-28fa-46b1-a2a3-20cfad5e96f3 req-6058acaf-3c0e-4c59-b5f4-be1f43dc5258 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bc360260b43347fbb7d1bc7660d6f218&device_id=0c7e86ba-410d-4526-8271-d3e317691a4a HTTP/1.1" status: 200 len: 1095 time: 0.6890755 Aug 05 11:31:47.144780 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d25219-6bcf-4c60-8ea8-bcdbcff60fba None None] Pushing event updated for resources: {'Port': ['ID=2d42fc48-19b6-4957-8b51-b1f363311033,revision_number=7']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:31:47.475176 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0be78f-9af8-480c-b93e-c3237401f7a0 req-cf34f9c1-a985-4cc0-b4f8-0806509a781e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:31:47.485471 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ab0be78f-9af8-480c-b93e-c3237401f7a0 req-cf34f9c1-a985-4cc0-b4f8-0806509a781e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b9c818f6-600d-4143-bf8a-f3dd16655be1 HTTP/1.1" status: 200 len: 1096 time: 1.0877833 Aug 05 11:31:47.547475 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-160815ec-d9c4-4544-a693-d9f545761719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:47.551535 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeb6b1b-28fa-46b1-a2a3-20cfad5e96f3 req-93a3201b-d462-48f7-ac11-d5eaf360965b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:31:47.555855 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7eeb6b1b-28fa-46b1-a2a3-20cfad5e96f3 req-93a3201b-d462-48f7-ac11-d5eaf360965b service neutron] 10.222.0.64 "GET /v2.0/networks?id=546c0542-0f92-4f6c-914b-a74a81cd2290 HTTP/1.1" status: 200 len: 909 time: 0.5166581 Aug 05 11:31:47.641558 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145136f6-3a66-49d3-81d8-afeed93a73b2 None None] DHCP port deletion for 72f96f2a-462c-48d7-8766-7c7b67cf86a3 request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 11:31:47.691076 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-a670b8cb-7020-48df-aa8d-dd509210f26a tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Delete allocated IP 2001:db8::3a0 (1910e859-c897-4999-924c-c91490b8a290/7085af6f-2666-4a5c-a809-80b118aed512) {{(pid=94420) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 05 11:31:47.731833 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-a670b8cb-7020-48df-aa8d-dd509210f26a tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Allocated IP 2001:db8:0:2::3b3 (1910e859-c897-4999-924c-c91490b8a290/e26234fa-50a1-4f65-9aa2-489c8972edda/7e34001e-7bd8-4c8a-a296-cb13f66cf32d) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:31:47.905272 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7eeb6b1b-28fa-46b1-a2a3-20cfad5e96f3 req-4fa6b472-bed8-4e27-97ae-36bb5bdfa606 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=feb6e8f1-70b4-444b-932b-1e8db3946c34 HTTP/1.1" status: 200 len: 217 time: 0.3283861 Aug 05 11:31:47.942206 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-145136f6-3a66-49d3-81d8-afeed93a73b2 None None] Deleting port d5ee14b7-fc1c-479d-ad75-c70bb743f9d9 {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:31:47.948982 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-145136f6-3a66-49d3-81d8-afeed93a73b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:48.201079 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeb6b1b-28fa-46b1-a2a3-20cfad5e96f3 req-166f6672-3d9b-44ea-aa93-71d79f6c39b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:31:48.208052 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7eeb6b1b-28fa-46b1-a2a3-20cfad5e96f3 req-166f6672-3d9b-44ea-aa93-71d79f6c39b9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=61983880-6386-4045-bd2d-695dffcb92f9 HTTP/1.1" status: 200 len: 848 time: 0.2932174 Aug 05 11:31:48.326218 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ab0be78f-9af8-480c-b93e-c3237401f7a0 req-b316aca4-32b7-403b-a5cf-bebcef93120d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=367c82dd-50a3-4df9-a217-7f397fab3611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7314627 Aug 05 11:31:48.542128 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-145136f6-3a66-49d3-81d8-afeed93a73b2 None None] For port d5ee14b7-fc1c-479d-ad75-c70bb743f9d9, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=d5ee14b7-fc1c-479d-ad75-c70bb743f9d9,segment=NetworkSegment(bf5ea81e-15f9-4076-bdcb-a17ddcbb48e7),segment_id=bf5ea81e-15f9-4076-bdcb-a17ddcbb48e7)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:31:48.543651 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-145136f6-3a66-49d3-81d8-afeed93a73b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:48.591490 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7eeb6b1b-28fa-46b1-a2a3-20cfad5e96f3 req-9abb8d7f-77c8-436d-8407-2722c5a4091b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=546c0542-0f92-4f6c-914b-a74a81cd2290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3211451 Aug 05 11:31:48.597092 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-145136f6-3a66-49d3-81d8-afeed93a73b2 None None] Calling delete_port for d5ee14b7-fc1c-479d-ad75-c70bb743f9d9 owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:31:48.611693 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a670b8cb-7020-48df-aa8d-dd509210f26a tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:48.669004 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [None req-a670b8cb-7020-48df-aa8d-dd509210f26a tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Transition to ACTIVE for port object 7e34001e-7bd8-4c8a-a296-cb13f66cf32d will not be triggered until provisioned by entity DHCP. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:31:48.709912 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0699b8-13d0-404d-96c1-f6df0b5268ea req-afbec8b1-aeb5-4f8f-a3d1-11da68f1702f tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:31:48.717829 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2b0699b8-13d0-404d-96c1-f6df0b5268ea req-afbec8b1-aeb5-4f8f-a3d1-11da68f1702f tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9c818f6-600d-4143-bf8a-f3dd16655be1 HTTP/1.1" status: 200 len: 945 time: 0.4112930 Aug 05 11:31:48.718577 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a670b8cb-7020-48df-aa8d-dd509210f26a tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:48.797732 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 2d42fc48-19b6-4957-8b51-b1f363311033 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:31:49.012512 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-a670b8cb-7020-48df-aa8d-dd509210f26a tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] In _notify_port_updated(), no bound segment for port 7e34001e-7bd8-4c8a-a296-cb13f66cf32d on network 1910e859-c897-4999-924c-c91490b8a290 {{(pid=94420) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 05 11:31:49.058472 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a670b8cb-7020-48df-aa8d-dd509210f26a tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:31:49.060465 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a670b8cb-7020-48df-aa8d-dd509210f26a tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:49.078117 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-a670b8cb-7020-48df-aa8d-dd509210f26a tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "PUT /v2.0/ports/7e34001e-7bd8-4c8a-a296-cb13f66cf32d HTTP/1.1" status: 200 len: 970 time: 4.5924592 Aug 05 11:31:49.088207 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-145136f6-3a66-49d3-81d8-afeed93a73b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:49.092901 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 53066) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:31:49.126157 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-160815ec-d9c4-4544-a693-d9f545761719 admin admin] Deleting port d5ee14b7-fc1c-479d-ad75-c70bb743f9d9 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:31:49.127965 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-160815ec-d9c4-4544-a693-d9f545761719 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:49.170714 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145136f6-3a66-49d3-81d8-afeed93a73b2 None None] No DVR routers for this DVR port d5ee14b7-fc1c-479d-ad75-c70bb743f9d9 on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:31:49.399503 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7eeb6b1b-28fa-46b1-a2a3-20cfad5e96f3 req-7401a13a-c665-484e-a451-2374d277a4b3 service neutron] 10.222.0.64 "GET /v2.0/networks/546c0542-0f92-4f6c-914b-a74a81cd2290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7530005 Aug 05 11:31:49.470279 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145136f6-3a66-49d3-81d8-afeed93a73b2 None None] Pushing event deleted for resources: {'Port': ['ID=d5ee14b7-fc1c-479d-ad75-c70bb743f9d9,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:31:49.619420 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-76606d99-2827-4b14-ab44-72ddae5eecb2 None None] Provisioning complete for port 7bdfd774-d226-407a-85eb-349a03c7d00b triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:31:49.622604 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-76606d99-2827-4b14-ab44-72ddae5eecb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:49.737493 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2b0699b8-13d0-404d-96c1-f6df0b5268ea req-ab2627b7-a581-405f-bf71-3c656bc896f6 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/security-groups?id=367c82dd-50a3-4df9-a217-7f397fab3611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9966235 Aug 05 11:31:49.828684 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a670b8cb-7020-48df-aa8d-dd509210f26a tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Pushing event updated for resources: {'Port': ['ID=7e34001e-7bd8-4c8a-a296-cb13f66cf32d,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:31:49.838675 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7eeb6b1b-28fa-46b1-a2a3-20cfad5e96f3 req-da9f7d77-ce43-4988-8f0f-af194ec331dd service neutron] 10.222.0.64 "GET /v2.0/networks/546c0542-0f92-4f6c-914b-a74a81cd2290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4111907 Aug 05 11:31:49.911497 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [None req-160815ec-d9c4-4544-a693-d9f545761719 admin admin] For port d5ee14b7-fc1c-479d-ad75-c70bb743f9d9, host n-d-803378-2, got binding levels [] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:31:49.912243 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-160815ec-d9c4-4544-a693-d9f545761719 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:49.973689 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-160815ec-d9c4-4544-a693-d9f545761719 admin admin] Calling delete_port for d5ee14b7-fc1c-479d-ad75-c70bb743f9d9 owned by network:dhcp {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:31:49.979872 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-76606d99-2827-4b14-ab44-72ddae5eecb2 None None] Port 7bdfd774-d226-407a-85eb-349a03c7d00b cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:31:49.984260 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.ipam_backend_mixin [None req-160815ec-d9c4-4544-a693-d9f545761719 admin admin] Port d5ee14b7-fc1c-479d-ad75-c70bb743f9d9 was not found and therefore no delete operation was performed {{(pid=94421) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 05 11:31:49.986937 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-160815ec-d9c4-4544-a693-d9f545761719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:50.002271 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 2df26a48-fa2b-4da2-a97e-af100eff3c8f details requested by agent hyperv_n-h1-803378-2 with host n-h1-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:31:50.017129 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device d5ee14b7-fc1c-479d-ad75-c70bb743f9d9 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:31:50.022883 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-540a337f-ee67-457c-b548-77f63ded2f96 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Deleting port 7e34001e-7bd8-4c8a-a296-cb13f66cf32d {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:31:50.032810 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-540a337f-ee67-457c-b548-77f63ded2f96 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:50.050946 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160815ec-d9c4-4544-a693-d9f545761719 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5ee14b7-fc1c-479d-ad75-c70bb743f9d9,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:31:50.088351 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160815ec-d9c4-4544-a693-d9f545761719 admin admin] No DVR routers for this DVR port d5ee14b7-fc1c-479d-ad75-c70bb743f9d9 on host n-d-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:31:50.134456 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: d5ee14b7-fc1c-479d-ad75-c70bb743f9d9 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:31:50.135061 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device d5ee14b7-fc1c-479d-ad75-c70bb743f9d9 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:31:50.174736 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-76606d99-2827-4b14-ab44-72ddae5eecb2 None None] Provisioning for port 7e34001e-7bd8-4c8a-a296-cb13f66cf32d completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:31:50.182022 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-76606d99-2827-4b14-ab44-72ddae5eecb2 None None] Provisioning complete for port 7e34001e-7bd8-4c8a-a296-cb13f66cf32d triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:31:50.182703 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-76606d99-2827-4b14-ab44-72ddae5eecb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:50.392726 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-76606d99-2827-4b14-ab44-72ddae5eecb2 None None] Port 7e34001e-7bd8-4c8a-a296-cb13f66cf32d cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:31:50.454204 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-160815ec-d9c4-4544-a693-d9f545761719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:50.532394 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-160815ec-d9c4-4544-a693-d9f545761719 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72f96f2a-462c-48d7-8766-7c7b67cf86a3']}} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:31:50.553647 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202cc9c2-c7f5-4fb6-a3b9-a6a340bae1e8 req-27c2b7ff-3e9a-4ac4-b041-5fee75c286fe tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:31:50.568103 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-76606d99-2827-4b14-ab44-72ddae5eecb2 None None] Provisioning for port 2d42fc48-19b6-4957-8b51-b1f363311033 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:31:50.569657 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-202cc9c2-c7f5-4fb6-a3b9-a6a340bae1e8 req-27c2b7ff-3e9a-4ac4-b041-5fee75c286fe tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 946 time: 0.3459725 Aug 05 11:31:50.598163 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-160815ec-d9c4-4544-a693-d9f545761719 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf5ea81e-15f9-4076-bdcb-a17ddcbb48e7') {'for_net_delete': True} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:31:50.598590 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-160815ec-d9c4-4544-a693-d9f545761719 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf5ea81e-15f9-4076-bdcb-a17ddcbb48e7') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:31:50.602117 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-540a337f-ee67-457c-b548-77f63ded2f96 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:50.609896 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-76606d99-2827-4b14-ab44-72ddae5eecb2 None None] Provisioning complete for port 2d42fc48-19b6-4957-8b51-b1f363311033 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:31:50.610668 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-76606d99-2827-4b14-ab44-72ddae5eecb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:50.630634 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-160815ec-d9c4-4544-a693-d9f545761719 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29786371'] for segment, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:50.688365 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-160815ec-d9c4-4544-a693-d9f545761719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:50.701061 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-540a337f-ee67-457c-b548-77f63ded2f96 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Calling delete_port for 7e34001e-7bd8-4c8a-a296-cb13f66cf32d owned by {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:31:50.735519 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-160815ec-d9c4-4544-a693-d9f545761719 admin admin] Releasing vlan 652 on physical network physnet1 to pool {{(pid=94421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:31:50.735951 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-160815ec-d9c4-4544-a693-d9f545761719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25038799'] for segment, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:50.739434 n-d-803378-2 neutron-server[94421]: Traceback (most recent call last): Aug 05 11:31:50.739434 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:31:50.739434 n-d-803378-2 neutron-server[94421]: timer() Aug 05 11:31:50.739434 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:31:50.739434 n-d-803378-2 neutron-server[94421]: cb(*args, **kw) Aug 05 11:31:50.739434 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:31:50.739434 n-d-803378-2 neutron-server[94421]: return func(*args, **kwargs) Aug 05 11:31:50.739434 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:31:50.739434 n-d-803378-2 neutron-server[94421]: self._notify() Aug 05 11:31:50.739434 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:31:50.739434 n-d-803378-2 neutron-server[94421]: self.callback(batched_events) Aug 05 11:31:50.739434 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:31:50.739434 n-d-803378-2 neutron-server[94421]: event.method(event) Aug 05 11:31:50.739434 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:31:50.739434 n-d-803378-2 neutron-server[94421]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:31:50.739434 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:31:50.739434 n-d-803378-2 neutron-server[94421]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:31:50.739434 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:31:50.739434 n-d-803378-2 neutron-server[94421]: return f(self, *a, **k) Aug 05 11:31:50.739434 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:31:50.739434 n-d-803378-2 neutron-server[94421]: return self._get(url).json() Aug 05 11:31:50.739434 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:31:50.739434 n-d-803378-2 neutron-server[94421]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:31:50.739434 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:31:50.739434 n-d-803378-2 neutron-server[94421]: return self.request(url, 'GET', **kwargs) Aug 05 11:31:50.739434 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:31:50.739434 n-d-803378-2 neutron-server[94421]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:31:50.739434 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:31:50.739434 n-d-803378-2 neutron-server[94421]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:31:50.739434 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:31:50.739434 n-d-803378-2 neutron-server[94421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:31:50.739434 n-d-803378-2 neutron-server[94421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:31:50.825545 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-202cc9c2-c7f5-4fb6-a3b9-a6a340bae1e8 req-7d685dfd-4c80-4f67-97bf-9ae7270c2d92 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539434 Aug 05 11:31:51.004054 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-160815ec-d9c4-4544-a693-d9f545761719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:51.086060 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-160815ec-d9c4-4544-a693-d9f545761719 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:51.097218 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-160815ec-d9c4-4544-a693-d9f545761719 admin admin] 10.222.0.58 "DELETE /v2.0/networks/72f96f2a-462c-48d7-8766-7c7b67cf86a3 HTTP/1.1" status: 204 len: 168 time: 4.5274799 Aug 05 11:31:51.100256 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160815ec-d9c4-4544-a693-d9f545761719 admin admin] Pushing event deleted for resources: {'Network': ['ID=72f96f2a-462c-48d7-8766-7c7b67cf86a3,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:31:51.313506 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 2df26a48-fa2b-4da2-a97e-af100eff3c8f, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=2df26a48-fa2b-4da2-a97e-af100eff3c8f,segment=NetworkSegment(518e3e63-d2a5-47d5-92b9-f966f275c6de),segment_id=518e3e63-d2a5-47d5-92b9-f966f275c6de)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:31:51.406621 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Returning: {'device': '2df26a48-fa2b-4da2-a97e-af100eff3c8f', 'network_id': '126f96b6-eb66-4c29-a167-bda979496a65', 'port_id': '2df26a48-fa2b-4da2-a97e-af100eff3c8f', 'mac_address': 'fa:16:3e:a4:e3:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f603f39f-fbde-4d83-a41f-e0babb1f3ff1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:31:51.608678 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:51.675337 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-540a337f-ee67-457c-b548-77f63ded2f96 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:51.724607 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 53078) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:31:51.782478 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3da259-065c-448b-9fb3-61c2fdd4d824 req-5c132e5b-013e-4fc1-94de-8317d32d9101 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:31:51.785978 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cf3da259-065c-448b-9fb3-61c2fdd4d824 req-5c132e5b-013e-4fc1-94de-8317d32d9101 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9c818f6-600d-4143-bf8a-f3dd16655be1 HTTP/1.1" status: 200 len: 945 time: 0.7213070 Aug 05 11:31:51.887643 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2df26a48-fa2b-4da2-a97e-af100eff3c8f {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:31:51.898700 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-16d50bdd-9f37-4fcb-a176-7724c443b40e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bd9c589b923344c89a4e06df2c5127d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1694653 Aug 05 11:31:51.899234 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 53084) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:31:51.916261 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:51.942174 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540a337f-ee67-457c-b548-77f63ded2f96 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Pushing event deleted for resources: {'Port': ['ID=7e34001e-7bd8-4c8a-a296-cb13f66cf32d,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:31:51.946594 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-8278a987-0e7c-403c-8d1c-ccf50a6ee2b2 None None] Could not find standard attr ID for object 7e34001e-7bd8-4c8a-a296-cb13f66cf32d. {{(pid=94422) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 05 11:31:52.034028 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 2df26a48-fa2b-4da2-a97e-af100eff3c8f, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=2df26a48-fa2b-4da2-a97e-af100eff3c8f,segment=NetworkSegment(518e3e63-d2a5-47d5-92b9-f966f275c6de),segment_id=518e3e63-d2a5-47d5-92b9-f966f275c6de)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:31:52.038974 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:52.153694 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9c7d9ae6-91b2-481d-b75d-aed9deed85fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:52.168795 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-540a337f-ee67-457c-b548-77f63ded2f96 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:52.181078 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-540a337f-ee67-457c-b548-77f63ded2f96 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "DELETE /v2.0/ports/7e34001e-7bd8-4c8a-a296-cb13f66cf32d HTTP/1.1" status: 204 len: 168 time: 3.0568385 Aug 05 11:31:52.186014 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 53086) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:31:52.306609 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9c7d9ae6-91b2-481d-b75d-aed9deed85fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:52.306940 n-d-803378-2 neutron-server[94420]: INFO neutron.pecan_wsgi.hooks.translation [None req-7372c18e-6c44-4480-9503-f53154227627 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] GET failed (client error): The resource could not be found. Aug 05 11:31:52.316674 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-7372c18e-6c44-4480-9503-f53154227627 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "GET /v2.0/ports/7e34001e-7bd8-4c8a-a296-cb13f66cf32d HTTP/1.1" status: 404 len: 333 time: 0.1243620 Aug 05 11:31:52.322029 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 53088) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:31:52.344265 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=2df26a48-fa2b-4da2-a97e-af100eff3c8f,revision_number=6']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:31:52.358320 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['2df26a48-fa2b-4da2-a97e-af100eff3c8f'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:31:52.412557 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cf3da259-065c-448b-9fb3-61c2fdd4d824 req-8b8167c8-b068-44e2-bdf8-3372840e2914 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/security-groups?id=367c82dd-50a3-4df9-a217-7f397fab3611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5040610 Aug 05 11:31:52.543495 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9c7d9ae6-91b2-481d-b75d-aed9deed85fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:52.557270 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9c7d9ae6-91b2-481d-b75d-aed9deed85fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:52.570254 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-9c7d9ae6-91b2-481d-b75d-aed9deed85fa admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/15359a4c-3232-4932-805e-5498778d836a HTTP/1.1" status: 204 len: 168 time: 0.6605659 Aug 05 11:31:52.623927 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7d9ae6-91b2-481d-b75d-aed9deed85fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15359a4c-3232-4932-805e-5498778d836a,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:31:52.689378 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-34929a3e-9317-4cd3-950c-5671b3c3ad5d tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:52.817220 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-34929a3e-9317-4cd3-950c-5671b3c3ad5d tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:53.062639 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-34929a3e-9317-4cd3-950c-5671b3c3ad5d tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:53.067584 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-34929a3e-9317-4cd3-950c-5671b3c3ad5d tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:53.074667 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-34929a3e-9317-4cd3-950c-5671b3c3ad5d tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "DELETE /v2.0/security-groups/1021d032-23ac-4e77-bcd3-c401fc4fc730 HTTP/1.1" status: 204 len: 168 time: 0.7514141 Aug 05 11:31:53.078778 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 53102) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:31:53.168337 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34929a3e-9317-4cd3-950c-5671b3c3ad5d tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1021d032-23ac-4e77-bcd3-c401fc4fc730,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:31:53.295402 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-eb73ebe9-e53e-42ab-b891-92b39f99595f tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:53.394212 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-eb73ebe9-e53e-42ab-b891-92b39f99595f tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:53.508322 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-eb73ebe9-e53e-42ab-b891-92b39f99595f tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:53.522790 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-eb73ebe9-e53e-42ab-b891-92b39f99595f tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:53.530960 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-eb73ebe9-e53e-42ab-b891-92b39f99595f tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "DELETE /v2.0/security-groups/7793158d-9081-424e-aa5f-db714479c14a HTTP/1.1" status: 204 len: 168 time: 0.4499862 Aug 05 11:31:53.534011 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 53106) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:31:53.579022 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb73ebe9-e53e-42ab-b891-92b39f99595f tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7793158d-9081-424e-aa5f-db714479c14a,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:31:53.717035 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7712bbda-e2e2-4807-abb2-79d43bfa1070 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:53.801221 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7712bbda-e2e2-4807-abb2-79d43bfa1070 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:53.985798 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6c6399-1eb1-4b8c-9c80-cc5ca0519808 req-e19d1bb7-2f3e-40d7-8623-c516fde8a216 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:31:54.014065 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8a6c6399-1eb1-4b8c-9c80-cc5ca0519808 req-e19d1bb7-2f3e-40d7-8623-c516fde8a216 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 945 time: 1.2703671 Aug 05 11:31:54.066697 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7712bbda-e2e2-4807-abb2-79d43bfa1070 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:54.077708 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7712bbda-e2e2-4807-abb2-79d43bfa1070 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:54.082666 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-7712bbda-e2e2-4807-abb2-79d43bfa1070 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "DELETE /v2.0/security-groups/4f5df287-cf0a-4c4a-8854-25a7898f7238 HTTP/1.1" status: 204 len: 168 time: 0.5472941 Aug 05 11:31:54.087120 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 53114) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:31:54.089001 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 2df26a48-fa2b-4da2-a97e-af100eff3c8f up at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:31:54.204873 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7712bbda-e2e2-4807-abb2-79d43bfa1070 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f5df287-cf0a-4c4a-8854-25a7898f7238,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:31:54.267204 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8a6c6399-1eb1-4b8c-9c80-cc5ca0519808 req-64b0795f-0ba4-4c6a-9ed9-5f8448a63106 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347488 Aug 05 11:31:54.293066 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_v2 [None req-455ca4c2-d311-41b2-8cb5-d5d34f0e6a31 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Deleting subnet 7085af6f-2666-4a5c-a809-80b118aed512 {{(pid=94421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:31:54.309337 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-455ca4c2-d311-41b2-8cb5-d5d34f0e6a31 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks [] for subnet, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:54.510128 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning complete for port 2df26a48-fa2b-4da2-a97e-af100eff3c8f triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:31:54.511524 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:54.569698 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-455ca4c2-d311-41b2-8cb5-d5d34f0e6a31 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29786388'] for subnet, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:54.893943 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:54.975125 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-455ca4c2-d311-41b2-8cb5-d5d34f0e6a31 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:54.998863 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c4244f4-fcd1-4e6d-8d11-661816b95ceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2df26a48-fa2b-4da2-a97e-af100eff3c8f'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:31:55.034532 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17187a70-3a0f-46a4-a0c5-15bf3ec53335" -d '{"events": [{"server_uuid": "2c4244f4-fcd1-4e6d-8d11-661816b95ceb", "name": "network-vif-plugged", "status": "completed", "tag": "2df26a48-fa2b-4da2-a97e-af100eff3c8f"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:31:55.087328 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 2df26a48-fa2b-4da2-a97e-af100eff3c8f, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=2df26a48-fa2b-4da2-a97e-af100eff3c8f,segment=NetworkSegment(518e3e63-d2a5-47d5-92b9-f966f275c6de),segment_id=518e3e63-d2a5-47d5-92b9-f966f275c6de)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:31:55.096626 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:55.113928 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-455ca4c2-d311-41b2-8cb5-d5d34f0e6a31 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25038609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30075142'] for subnet, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:55.180439 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455ca4c2-d311-41b2-8cb5-d5d34f0e6a31 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Pushing event deleted for resources: {'Subnet': ['ID=7085af6f-2666-4a5c-a809-80b118aed512,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:31:55.238598 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-455ca4c2-d311-41b2-8cb5-d5d34f0e6a31 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:55.248757 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-455ca4c2-d311-41b2-8cb5-d5d34f0e6a31 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "DELETE /v2.0/subnets/7085af6f-2666-4a5c-a809-80b118aed512 HTTP/1.1" status: 204 len: 168 time: 1.1588185 Aug 05 11:31:55.256082 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 53132) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:31:55.276859 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb89f7fa-530e-4580-af6e-b60cf6f39fed None None] Network 1910e859-c897-4999-924c-c91490b8a290 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:31:55.280658 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e63029-6034-440f-bd1c-27b3b7adf83d req-aa2afd58-faf8-4a3c-8726-deb3bff0a7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:31:55.291179 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-92e63029-6034-440f-bd1c-27b3b7adf83d req-aa2afd58-faf8-4a3c-8726-deb3bff0a7d6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c4fc12c070034e088106f16dcb7c7f8a&device_id=b9c818f6-600d-4143-bf8a-f3dd16655be1 HTTP/1.1" status: 200 len: 1096 time: 0.1912067 Aug 05 11:31:55.388911 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 53136) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:31:55.510976 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=2df26a48-fa2b-4da2-a97e-af100eff3c8f,revision_number=7']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:31:55.541893 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_v2 [None req-43e39a46-ecda-46fb-8f30-d6bf1587bba9 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Deleting subnet e26234fa-50a1-4f65-9aa2-489c8972edda {{(pid=94420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:31:55.566155 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-43e39a46-ecda-46fb-8f30-d6bf1587bba9 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks [] for subnet, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:55.609962 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e63029-6034-440f-bd1c-27b3b7adf83d req-a41c6522-bf8a-42fa-8b04-baf30a67940e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:31:55.622852 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-92e63029-6034-440f-bd1c-27b3b7adf83d req-a41c6522-bf8a-42fa-8b04-baf30a67940e service neutron] 10.222.0.55 "GET /v2.0/networks?id=ef036c19-6648-49e0-968c-d7cffbbb89aa HTTP/1.1" status: 200 len: 919 time: 0.3235037 Aug 05 11:31:55.814685 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-92e63029-6034-440f-bd1c-27b3b7adf83d req-2e4b2212-a91d-4b01-a6af-5edc209a119f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=390fac1a-7da7-42e5-b00a-c5006601f3d8 HTTP/1.1" status: 200 len: 217 time: 0.1824815 Aug 05 11:31:55.816103 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-648710d1-9ff9-4715-88e3-1c67bce92f1b admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-214637378-network', 'tenant_id': '4e78e1fb7010462db53bb9e00d1cbc1f'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:31:55.871806 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-43e39a46-ecda-46fb-8f30-d6bf1587bba9 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25010562'] for subnet, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:55.909985 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e63029-6034-440f-bd1c-27b3b7adf83d req-153adffe-b0e5-4bc1-8c2e-5fbaa6935fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:31:55.912183 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-92e63029-6034-440f-bd1c-27b3b7adf83d req-153adffe-b0e5-4bc1-8c2e-5fbaa6935fe4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=43646d00-2d61-4a10-95ab-4ec37fd97ea2 HTTP/1.1" status: 200 len: 858 time: 0.0897591 Aug 05 11:31:55.979679 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-92e63029-6034-440f-bd1c-27b3b7adf83d req-c1789960-e7bf-4910-aff5-3343e89517d2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ef036c19-6648-49e0-968c-d7cffbbb89aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565157 Aug 05 11:31:56.013525 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-43e39a46-ecda-46fb-8f30-d6bf1587bba9 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:56.166778 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-92e63029-6034-440f-bd1c-27b3b7adf83d req-6282bbc9-d973-475d-b917-bb33ea089f59 service neutron] 10.222.0.55 "GET /v2.0/networks/ef036c19-6648-49e0-968c-d7cffbbb89aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745188 Aug 05 11:31:56.191188 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b728bbd-637c-404f-a4da-e550aff5ff07 req-887ca210-c835-4a95-91e4-cf8acb0420ce tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:31:56.201486 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7b728bbd-637c-404f-a4da-e550aff5ff07 req-887ca210-c835-4a95-91e4-cf8acb0420ce tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9c818f6-600d-4143-bf8a-f3dd16655be1 HTTP/1.1" status: 200 len: 945 time: 0.5056705 Aug 05 11:31:56.205131 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-648710d1-9ff9-4715-88e3-1c67bce92f1b admin admin] Made reservation on behalf of 4e78e1fb7010462db53bb9e00d1cbc1f for: {'network': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:31:56.208156 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-648710d1-9ff9-4715-88e3-1c67bce92f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:56.238581 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-648710d1-9ff9-4715-88e3-1c67bce92f1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:56.264264 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-43e39a46-ecda-46fb-8f30-d6bf1587bba9 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29762763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24211094'] for subnet, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:56.322028 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-92e63029-6034-440f-bd1c-27b3b7adf83d req-94eb4145-ab82-4dd8-b364-5342395e770a service neutron] 10.222.0.55 "GET /v2.0/networks/ef036c19-6648-49e0-968c-d7cffbbb89aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493318 Aug 05 11:31:56.326525 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e39a46-ecda-46fb-8f30-d6bf1587bba9 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Pushing event deleted for resources: {'Subnet': ['ID=e26234fa-50a1-4f65-9aa2-489c8972edda,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:31:56.337188 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-43e39a46-ecda-46fb-8f30-d6bf1587bba9 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:56.345405 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-43e39a46-ecda-46fb-8f30-d6bf1587bba9 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "DELETE /v2.0/subnets/e26234fa-50a1-4f65-9aa2-489c8972edda HTTP/1.1" status: 204 len: 168 time: 1.0814564 Aug 05 11:31:56.345549 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 53142) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:31:56.361377 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7b728bbd-637c-404f-a4da-e550aff5ff07 req-be8b3cc6-675a-447b-8ae9-ddf1f0bf806c tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/security-groups?id=367c82dd-50a3-4df9-a217-7f397fab3611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484845 Aug 05 11:31:56.401124 n-d-803378-2 neutron-server[94421]: INFO neutron.pecan_wsgi.hooks.translation [None req-38346dbe-7b4a-4f98-9e5f-a84f380a5ae2 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] DELETE failed (client error): The resource could not be found. Aug 05 11:31:56.401726 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38346dbe-7b4a-4f98-9e5f-a84f380a5ae2 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:31:56.408822 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-38346dbe-7b4a-4f98-9e5f-a84f380a5ae2 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "DELETE /v2.0/subnets/7085af6f-2666-4a5c-a809-80b118aed512 HTTP/1.1" status: 404 len: 337 time: 0.0599625 Aug 05 11:31:56.409376 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 53146) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:31:56.526564 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-648710d1-9ff9-4715-88e3-1c67bce92f1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:56.533846 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-648710d1-9ff9-4715-88e3-1c67bce92f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:56.548535 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0304c97-63fd-4450-bb89-bf1ba8cf21af tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Deleting subnet c4e8e1d8-1fae-42e5-a190-9f0022047481 {{(pid=94421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:31:56.555213 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-488062e9-4148-4650-bbc3-cbe32b63b488 x-openstack-request-id: req-488062e9-4148-4650-bbc3-cbe32b63b488 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:31:56.556191 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c4244f4-fcd1-4e6d-8d11-661816b95ceb", "name": "network-vif-plugged", "status": "completed", "tag": "2df26a48-fa2b-4da2-a97e-af100eff3c8f", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:31:56.556447 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e0304c97-63fd-4450-bb89-bf1ba8cf21af tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks [] for subnet, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:56.557050 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-488062e9-4148-4650-bbc3-cbe32b63b488 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:31:56.557738 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c4244f4-fcd1-4e6d-8d11-661816b95ceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2df26a48-fa2b-4da2-a97e-af100eff3c8f', 'code': 200} Aug 05 11:31:56.651050 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e0304c97-63fd-4450-bb89-bf1ba8cf21af tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29786388'] for subnet, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:56.732400 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-648710d1-9ff9-4715-88e3-1c67bce92f1b admin admin] vlan segment allocate from pool success with {'vlan_id': 664, 'physical_network': 'physnet1'} {{(pid=94420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:31:56.828607 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-648710d1-9ff9-4715-88e3-1c67bce92f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:56.829561 n-d-803378-2 neutron-server[94420]: INFO neutron.db.segments_db [None req-648710d1-9ff9-4715-88e3-1c67bce92f1b admin admin] Added segment 3c2d9838-4ced-4b50-843a-544842259d29 of type vlan for network 6543cbeb-fcd1-48b6-8b28-7eb60b9c72ee Aug 05 11:31:56.832778 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648710d1-9ff9-4715-88e3-1c67bce92f1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3741838-73dc-4e00-ab48-db6b7a231ffd,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:31:56.914331 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e0304c97-63fd-4450-bb89-bf1ba8cf21af tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:56.979739 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa4d1bc-cc61-4333-bcf2-08636746e1b6 req-f385459c-240d-46e4-b442-b1611920edf6 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:31:56.987350 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0fa4d1bc-cc61-4333-bcf2-08636746e1b6 req-f385459c-240d-46e4-b442-b1611920edf6 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 946 time: 0.3472867 Aug 05 11:31:57.067998 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-648710d1-9ff9-4715-88e3-1c67bce92f1b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:57.108020 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0fa4d1bc-cc61-4333-bcf2-08636746e1b6 req-930923cd-203a-41e0-b994-265a8273e034 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030931 Aug 05 11:31:57.140302 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e0304c97-63fd-4450-bb89-bf1ba8cf21af tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25038609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30075142'] for subnet, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:57.197162 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-648710d1-9ff9-4715-88e3-1c67bce92f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:57.201128 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648710d1-9ff9-4715-88e3-1c67bce92f1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:31:57.202628 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-648710d1-9ff9-4715-88e3-1c67bce92f1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:57.209067 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0e8b6e-8430-4540-aea2-8e52ccd1fdf5 None None] Network 1910e859-c897-4999-924c-c91490b8a290 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:31:57.292612 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0304c97-63fd-4450-bb89-bf1ba8cf21af tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Pushing event deleted for resources: {'Subnet': ['ID=c4e8e1d8-1fae-42e5-a190-9f0022047481,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:31:57.314828 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e0304c97-63fd-4450-bb89-bf1ba8cf21af tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:57.317102 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-e0304c97-63fd-4450-bb89-bf1ba8cf21af tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "DELETE /v2.0/subnets/c4e8e1d8-1fae-42e5-a190-9f0022047481 HTTP/1.1" status: 204 len: 168 time: 0.9069195 Aug 05 11:31:57.329158 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 53148) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:31:57.464095 n-d-803378-2 neutron-server[94421]: INFO neutron.pecan_wsgi.hooks.translation [None req-b535fead-665e-411c-a93d-50f875a1f0e2 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] DELETE failed (client error): The resource could not be found. Aug 05 11:31:57.465500 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b535fead-665e-411c-a93d-50f875a1f0e2 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:31:57.469363 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-b535fead-665e-411c-a93d-50f875a1f0e2 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "DELETE /v2.0/subnets/e9be3ab3-09f8-4e4c-8d9f-17b3c4e97841 HTTP/1.1" status: 404 len: 337 time: 0.1361086 Aug 05 11:31:57.474130 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 53152) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:31:57.531446 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-49dba2e2-cc23-48ff-9b2b-05a57102fddd tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "GET /v2.0/ports?device_id=74e41c55-6825-4a1d-b543-ae9180e03519 HTTP/1.1" status: 200 len: 205 time: 0.0438750 Aug 05 11:31:57.538469 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 53154) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:31:57.567496 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84367e8b-12fd-40c8-bfeb-1ac488edb8d3 req-e64f7cdb-d8dd-42bc-befa-8e1193d8740a tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:31:57.567496 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-84367e8b-12fd-40c8-bfeb-1ac488edb8d3 req-e64f7cdb-d8dd-42bc-befa-8e1193d8740a tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.64 "GET /v2.0/ports?device_id=adcdcc6e-5915-4a7f-a754-7b8f8b7e91a9 HTTP/1.1" status: 200 len: 945 time: 0.2717254 Aug 05 11:31:57.574676 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648710d1-9ff9-4715-88e3-1c67bce92f1b admin admin] Pushing event updated for resources: {'Network': ['ID=6543cbeb-fcd1-48b6-8b28-7eb60b9c72ee,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:31:57.603447 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-648710d1-9ff9-4715-88e3-1c67bce92f1b admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.2131472 Aug 05 11:31:57.609225 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 53156) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:31:57.623899 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-ce413d38-87c6-481d-acf0-e2ab87d9e292 admin admin] Request body: {'subnet': {'network_id': '6543cbeb-fcd1-48b6-8b28-7eb60b9c72ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-214637378-subnet', 'tenant_id': '4e78e1fb7010462db53bb9e00d1cbc1f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:31:57.632905 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-bf0533e3-88a2-44ed-a8bf-2d135efd763c None None] Provisioning complete for port 7bdfd774-d226-407a-85eb-349a03c7d00b triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:31:57.633528 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-bf0533e3-88a2-44ed-a8bf-2d135efd763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:57.635334 n-d-803378-2 neutron-server[94421]: INFO neutron.api.v2.resource [None req-82eb366c-610f-4b24-bce9-6b4e3ee62542 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] delete failed (client error): The resource could not be found. Aug 05 11:31:57.638910 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-82eb366c-610f-4b24-bce9-6b4e3ee62542 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "DELETE /v2.0/routers/74e41c55-6825-4a1d-b543-ae9180e03519 HTTP/1.1" status: 404 len: 336 time: 0.0904927 Aug 05 11:31:57.649750 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 6543cbeb-fcd1-48b6-8b28-7eb60b9c72ee details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:31:57.653419 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 53158) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:31:57.742982 n-d-803378-2 neutron-server[94420]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fae1c5f-4c44-43e4-82e1-c2f81a66a418 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] DELETE failed (client error): The resource could not be found. Aug 05 11:31:57.743946 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fae1c5f-4c44-43e4-82e1-c2f81a66a418 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:31:57.747407 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-1fae1c5f-4c44-43e4-82e1-c2f81a66a418 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "DELETE /v2.0/subnets/882d1a3e-3159-4f00-ab33-de5a40666a08 HTTP/1.1" status: 404 len: 337 time: 0.0913146 Aug 05 11:31:57.752615 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 53164) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:31:57.791734 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128c08d7-ffc4-47c8-886a-c74362a67af0 req-b7b7cebd-08fb-4307-8f74-3b8d3d468e1f tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:31:57.817006 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-128c08d7-ffc4-47c8-886a-c74362a67af0 req-b7b7cebd-08fb-4307-8f74-3b8d3d468e1f tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?device_id=adcdcc6e-5915-4a7f-a754-7b8f8b7e91a9 HTTP/1.1" status: 200 len: 945 time: 0.4043698 Aug 05 11:31:57.879306 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce413d38-87c6-481d-acf0-e2ab87d9e292 admin admin] Made reservation on behalf of 4e78e1fb7010462db53bb9e00d1cbc1f for: {'subnet': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:31:57.883716 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ce413d38-87c6-481d-acf0-e2ab87d9e292 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24211133'] for subnet, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:57.888093 n-d-803378-2 neutron-server[94420]: INFO neutron.pecan_wsgi.hooks.translation [None req-71ae7499-bcde-4d9c-8980-238486dbd8e1 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] DELETE failed (client error): The resource could not be found. Aug 05 11:31:57.888955 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71ae7499-bcde-4d9c-8980-238486dbd8e1 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:31:57.891544 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-71ae7499-bcde-4d9c-8980-238486dbd8e1 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "DELETE /v2.0/subnets/85dfdeb2-5f1c-4708-9c12-a8edef5e795f HTTP/1.1" status: 404 len: 337 time: 0.1373940 Aug 05 11:31:57.895085 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 53166) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:31:57.986308 n-d-803378-2 neutron-server[94421]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a2cec90-4bde-4044-9f0a-405a73cdcb0f tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] DELETE failed (client error): The resource could not be found. Aug 05 11:31:57.986945 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a2cec90-4bde-4044-9f0a-405a73cdcb0f tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:31:57.989293 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-9a2cec90-4bde-4044-9f0a-405a73cdcb0f tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "DELETE /v2.0/subnets/da27b7d8-531f-44ca-aa25-51bf3e67cf60 HTTP/1.1" status: 404 len: 337 time: 0.0930178 Aug 05 11:31:58.006731 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-bf0533e3-88a2-44ed-a8bf-2d135efd763c None None] Port 7bdfd774-d226-407a-85eb-349a03c7d00b cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:31:58.010434 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 53168) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:31:58.113138 n-d-803378-2 neutron-server[94421]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fb350af-d5b5-4392-a87e-ed48de05ec86 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] DELETE failed (client error): The resource could not be found. Aug 05 11:31:58.113971 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fb350af-d5b5-4392-a87e-ed48de05ec86 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:31:58.115872 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-3fb350af-d5b5-4392-a87e-ed48de05ec86 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "DELETE /v2.0/ports/ee7d04e0-7e92-4bed-8c8e-6ab326af6d52 HTTP/1.1" status: 404 len: 333 time: 0.1043215 Aug 05 11:31:58.120311 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 53170) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:31:58.134306 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-84367e8b-12fd-40c8-bfeb-1ac488edb8d3 req-b3c9fb64-7c48-4fa3-b4e2-7489020711fd tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Deleting port d544b900-cb51-4852-8470-8f9dfde6720c {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:31:58.135107 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-84367e8b-12fd-40c8-bfeb-1ac488edb8d3 req-b3c9fb64-7c48-4fa3-b4e2-7489020711fd tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:58.165915 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-bf0533e3-88a2-44ed-a8bf-2d135efd763c None None] Provisioning complete for port 2d42fc48-19b6-4957-8b51-b1f363311033 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:31:58.166321 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-bf0533e3-88a2-44ed-a8bf-2d135efd763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:58.306213 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-128c08d7-ffc4-47c8-886a-c74362a67af0 req-398f571d-50ed-44b3-a62e-cbde73989a62 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/security-groups?id=12d84a41-4254-4f43-a1c3-ae5bdc7fdfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4482601 Aug 05 11:31:58.325240 n-d-803378-2 neutron-server[94420]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b297b5a-3340-40cd-b688-765ae4066011 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] DELETE failed (client error): The resource could not be found. Aug 05 11:31:58.325813 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b297b5a-3340-40cd-b688-765ae4066011 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:31:58.358912 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-2b297b5a-3340-40cd-b688-765ae4066011 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "DELETE /v2.0/subnets/7711c49b-45aa-490f-b235-e5a1a578f180 HTTP/1.1" status: 404 len: 337 time: 0.2312295 Aug 05 11:31:58.389021 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 53174) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:31:58.401879 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c19fb6-067d-476d-bbee-0dcea971d486 None None] DHCP port deletion for 1910e859-c897-4999-924c-c91490b8a290 request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 11:31:58.467513 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-84367e8b-12fd-40c8-bfeb-1ac488edb8d3 req-b3c9fb64-7c48-4fa3-b4e2-7489020711fd tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] For port d544b900-cb51-4852-8470-8f9dfde6720c, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=d544b900-cb51-4852-8470-8f9dfde6720c,segment=NetworkSegment(be89551e-4aa0-433b-90d8-e517f4f1da1f),segment_id=be89551e-4aa0-433b-90d8-e517f4f1da1f)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:31:58.475417 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-84367e8b-12fd-40c8-bfeb-1ac488edb8d3 req-b3c9fb64-7c48-4fa3-b4e2-7489020711fd tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:58.509715 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-84367e8b-12fd-40c8-bfeb-1ac488edb8d3 req-b3c9fb64-7c48-4fa3-b4e2-7489020711fd tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Calling delete_port for d544b900-cb51-4852-8470-8f9dfde6720c owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:31:58.510931 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-69c19fb6-067d-476d-bbee-0dcea971d486 None None] Deleting port 2d42fc48-19b6-4957-8b51-b1f363311033 {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:31:58.512026 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-69c19fb6-067d-476d-bbee-0dcea971d486 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:58.549784 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 2d42fc48-19b6-4957-8b51-b1f363311033 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:31:58.776563 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-84367e8b-12fd-40c8-bfeb-1ac488edb8d3 req-b3c9fb64-7c48-4fa3-b4e2-7489020711fd tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:58.829395 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-69c19fb6-067d-476d-bbee-0dcea971d486 None None] For port 2d42fc48-19b6-4957-8b51-b1f363311033, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=2d42fc48-19b6-4957-8b51-b1f363311033,segment=NetworkSegment(9ed3612e-b09b-4b52-b02e-66d2c03431cd),segment_id=9ed3612e-b09b-4b52-b02e-66d2c03431cd)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:31:58.830213 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-69c19fb6-067d-476d-bbee-0dcea971d486 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:58.842651 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['d544b900-cb51-4852-8470-8f9dfde6720c'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:31:58.845063 n-d-803378-2 neutron-server[94420]: INFO neutron.pecan_wsgi.hooks.translation [None req-a41bfd52-1b62-4b4b-8652-8341752acca3 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] DELETE failed (client error): The resource could not be found. Aug 05 11:31:58.847262 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c9fb64-7c48-4fa3-b4e2-7489020711fd tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Pushing event deleted for resources: {'Port': ['ID=d544b900-cb51-4852-8470-8f9dfde6720c,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:31:58.857479 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a41bfd52-1b62-4b4b-8652-8341752acca3 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:31:58.875491 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 53176) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:31:58.876182 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-a41bfd52-1b62-4b4b-8652-8341752acca3 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "DELETE /v2.0/subnets/1e33cf28-cebc-467f-bc77-477538bde1ea HTTP/1.1" status: 404 len: 337 time: 0.4858582 Aug 05 11:31:58.942324 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ce413d38-87c6-481d-acf0-e2ab87d9e292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29762700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24211087'] for subnet, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:59.026335 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-84367e8b-12fd-40c8-bfeb-1ac488edb8d3 req-b3c9fb64-7c48-4fa3-b4e2-7489020711fd tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] No DVR routers for this DVR port d544b900-cb51-4852-8470-8f9dfde6720c on host n-h1-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:31:59.033430 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-84367e8b-12fd-40c8-bfeb-1ac488edb8d3 req-b3c9fb64-7c48-4fa3-b4e2-7489020711fd tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:59.036687 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-84367e8b-12fd-40c8-bfeb-1ac488edb8d3 req-b3c9fb64-7c48-4fa3-b4e2-7489020711fd tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.64 "DELETE /v2.0/ports/d544b900-cb51-4852-8470-8f9dfde6720c HTTP/1.1" status: 204 len: 173 time: 1.4032073 Aug 05 11:31:59.037531 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adcdcc6e-5915-4a7f-a754-7b8f8b7e91a9', 'name': 'network-vif-deleted', 'tag': 'd544b900-cb51-4852-8470-8f9dfde6720c'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:31:59.052665 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32b3fa04-8d80-4144-942b-083a6842407b" -d '{"events": [{"server_uuid": "adcdcc6e-5915-4a7f-a754-7b8f8b7e91a9", "name": "network-vif-deleted", "tag": "d544b900-cb51-4852-8470-8f9dfde6720c"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:31:59.062152 n-d-803378-2 neutron-server[94421]: INFO neutron.pecan_wsgi.hooks.translation [None req-e94b3d73-23fe-4dd8-93d3-eb181d9031c3 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] DELETE failed (client error): The resource could not be found. Aug 05 11:31:59.067917 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e94b3d73-23fe-4dd8-93d3-eb181d9031c3 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:31:59.076703 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-e94b3d73-23fe-4dd8-93d3-eb181d9031c3 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "DELETE /v2.0/ports/6954c9ef-20ce-4897-af9c-ead654d1cf42 HTTP/1.1" status: 404 len: 333 time: 0.1954889 Aug 05 11:31:59.080292 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 53180) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:31:59.090557 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-69c19fb6-067d-476d-bbee-0dcea971d486 None None] Calling delete_port for 2d42fc48-19b6-4957-8b51-b1f363311033 owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:31:59.137416 n-d-803378-2 neutron-server[94421]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f7e23ff-e149-4a7f-9313-71b8b3b660d5 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] DELETE failed (client error): The resource could not be found. Aug 05 11:31:59.138112 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f7e23ff-e149-4a7f-9313-71b8b3b660d5 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:31:59.143226 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-0f7e23ff-e149-4a7f-9313-71b8b3b660d5 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "DELETE /v2.0/subnets/63ef01e1-e384-4c4e-803b-ccdf0a792ced HTTP/1.1" status: 404 len: 337 time: 0.0613434 Aug 05 11:31:59.146389 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 53182) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:31:59.242991 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:59.280182 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:59.282497 n-d-803378-2 neutron-server[94421]: INFO neutron.pecan_wsgi.hooks.translation [None req-755a8628-e87d-4c24-b8a5-a71f4781b662 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] DELETE failed (client error): The resource could not be found. Aug 05 11:31:59.286342 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-755a8628-e87d-4c24-b8a5-a71f4781b662 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:31:59.291863 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-755a8628-e87d-4c24-b8a5-a71f4781b662 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "DELETE /v2.0/subnets/a81c9764-b7d3-439c-be1b-537b30849d19 HTTP/1.1" status: 404 len: 337 time: 0.1427031 Aug 05 11:31:59.295447 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 53184) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:31:59.451529 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port 2d42fc48-19b6-4957-8b51-b1f363311033, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=2d42fc48-19b6-4957-8b51-b1f363311033,segment=NetworkSegment(9ed3612e-b09b-4b52-b02e-66d2c03431cd),segment_id=9ed3612e-b09b-4b52-b02e-66d2c03431cd)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:31:59.468545 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f666f8e1-cabc-44a7-aedc-f14b365a8eab req-bd656716-1d0e-4268-83fb-2730e57223da tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:31:59.469131 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f666f8e1-cabc-44a7-aedc-f14b365a8eab req-bd656716-1d0e-4268-83fb-2730e57223da tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9c818f6-600d-4143-bf8a-f3dd16655be1 HTTP/1.1" status: 200 len: 945 time: 0.5855811 Aug 05 11:31:59.480590 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:59.540465 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce413d38-87c6-481d-acf0-e2ab87d9e292 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf224612-704f-4ebd-b2af-5e301a097436,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:31:59.568336 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce413d38-87c6-481d-acf0-e2ab87d9e292 admin admin] Checking segment: {'id': '3c2d9838-4ced-4b50-843a-544842259d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '6543cbeb-fcd1-48b6-8b28-7eb60b9c72ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:31:59.569113 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce413d38-87c6-481d-acf0-e2ab87d9e292 admin admin] Network hostable DHCP agents. Network: 6543cbeb-fcd1-48b6-8b28-7eb60b9c72ee, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:31:59.603891 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-69c19fb6-067d-476d-bbee-0dcea971d486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:59.613668 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-da9e57af-c410-4c60-91e1-019019bafdd7 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Deleting port 7bdfd774-d226-407a-85eb-349a03c7d00b {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:31:59.614678 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-da9e57af-c410-4c60-91e1-019019bafdd7 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:59.677608 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f666f8e1-cabc-44a7-aedc-f14b365a8eab req-052c04d5-d238-45c0-8f93-426bd603f08a tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/security-groups?id=367c82dd-50a3-4df9-a217-7f397fab3611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961884 Aug 05 11:31:59.708173 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce413d38-87c6-481d-acf0-e2ab87d9e292 admin admin] Network 6543cbeb-fcd1-48b6-8b28-7eb60b9c72ee is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:31:59.740195 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c19fb6-067d-476d-bbee-0dcea971d486 None None] No DVR routers for this DVR port 2d42fc48-19b6-4957-8b51-b1f363311033 on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:31:59.798467 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-ce413d38-87c6-481d-acf0-e2ab87d9e292 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, 6543cbeb-fcd1-48b6-8b28-7eb60b9c72ee) {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:31:59.805984 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce413d38-87c6-481d-acf0-e2ab87d9e292 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:31:59.809160 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ce413d38-87c6-481d-acf0-e2ab87d9e292 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:31:59.829674 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-ce413d38-87c6-481d-acf0-e2ab87d9e292 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2183828 Aug 05 11:31:59.834868 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2fa7723-3a85-4e80-806e-76214a3e36ee None None] Network 6543cbeb-fcd1-48b6-8b28-7eb60b9c72ee requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:31:59.978940 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-da9e57af-c410-4c60-91e1-019019bafdd7 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:00.058327 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-da9e57af-c410-4c60-91e1-019019bafdd7 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Calling delete_port for 7bdfd774-d226-407a-85eb-349a03c7d00b owned by {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:32:00.375414 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=2d42fc48-19b6-4957-8b51-b1f363311033,revision_number=11']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:32:00.395130 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbac69f0-70ae-4198-abb2-5e6aa75b0106 req-78b0276c-0048-430e-8772-1f183d4293ea tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:00.397818 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-dbac69f0-70ae-4198-abb2-5e6aa75b0106 req-78b0276c-0048-430e-8772-1f183d4293ea tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 946 time: 0.3475213 Aug 05 11:32:00.442817 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-da9e57af-c410-4c60-91e1-019019bafdd7 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:00.513523 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c19fb6-067d-476d-bbee-0dcea971d486 None None] Pushing event deleted for resources: {'Port': ['ID=2d42fc48-19b6-4957-8b51-b1f363311033,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:32:00.532307 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0621891b-cd4c-468f-8f81-eae30c04c7db None None] Network 6543cbeb-fcd1-48b6-8b28-7eb60b9c72ee requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:32:00.544670 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9e57af-c410-4c60-91e1-019019bafdd7 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Pushing event deleted for resources: {'Port': ['ID=7bdfd774-d226-407a-85eb-349a03c7d00b,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:32:00.550568 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-dbac69f0-70ae-4198-abb2-5e6aa75b0106 req-2bff3937-fb24-450d-976a-019319cb960b tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407568 Aug 05 11:32:00.601805 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-da9e57af-c410-4c60-91e1-019019bafdd7 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:00.608132 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-da9e57af-c410-4c60-91e1-019019bafdd7 tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "DELETE /v2.0/ports/7bdfd774-d226-407a-85eb-349a03c7d00b HTTP/1.1" status: 204 len: 168 time: 1.3074141 Aug 05 11:32:00.608349 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 53198) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:32:00.729438 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c858574e-50da-4221-ad43-94a5bca2fbb1 x-openstack-request-id: req-c858574e-50da-4221-ad43-94a5bca2fbb1 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:32:00.730331 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adcdcc6e-5915-4a7f-a754-7b8f8b7e91a9", "name": "network-vif-deleted", "tag": "d544b900-cb51-4852-8470-8f9dfde6720c", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:32:00.730770 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c858574e-50da-4221-ad43-94a5bca2fbb1 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:32:00.731474 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adcdcc6e-5915-4a7f-a754-7b8f8b7e91a9', 'name': 'network-vif-deleted', 'tag': 'd544b900-cb51-4852-8470-8f9dfde6720c', 'status': 'completed', 'code': 200} Aug 05 11:32:00.881391 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d1926d39-ef77-44fd-8355-0d41b63b89ee tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:01.132927 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d1926d39-ef77-44fd-8355-0d41b63b89ee tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:01.167198 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-d1926d39-ef77-44fd-8355-0d41b63b89ee tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1910e859-c897-4999-924c-c91490b8a290']}} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:32:01.193113 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-d1926d39-ef77-44fd-8355-0d41b63b89ee tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ed3612e-b09b-4b52-b02e-66d2c03431cd') {'for_net_delete': True} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:32:01.193529 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-d1926d39-ef77-44fd-8355-0d41b63b89ee tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ed3612e-b09b-4b52-b02e-66d2c03431cd') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:32:01.208614 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d1926d39-ef77-44fd-8355-0d41b63b89ee tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25010581'] for segment, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:01.233763 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d1926d39-ef77-44fd-8355-0d41b63b89ee tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:01.246633 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1926d39-ef77-44fd-8355-0d41b63b89ee tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=94420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:32:01.247392 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d1926d39-ef77-44fd-8355-0d41b63b89ee tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29762581'] for segment, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:01.363730 n-d-803378-2 neutron-server[94420]: Traceback (most recent call last): Aug 05 11:32:01.363730 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:32:01.363730 n-d-803378-2 neutron-server[94420]: timer() Aug 05 11:32:01.363730 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:32:01.363730 n-d-803378-2 neutron-server[94420]: cb(*args, **kw) Aug 05 11:32:01.363730 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:32:01.363730 n-d-803378-2 neutron-server[94420]: return func(*args, **kwargs) Aug 05 11:32:01.363730 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:32:01.363730 n-d-803378-2 neutron-server[94420]: self._notify() Aug 05 11:32:01.363730 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:32:01.363730 n-d-803378-2 neutron-server[94420]: self.callback(batched_events) Aug 05 11:32:01.363730 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:32:01.363730 n-d-803378-2 neutron-server[94420]: event.method(event) Aug 05 11:32:01.363730 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:32:01.363730 n-d-803378-2 neutron-server[94420]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:32:01.363730 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:32:01.363730 n-d-803378-2 neutron-server[94420]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:32:01.363730 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:32:01.363730 n-d-803378-2 neutron-server[94420]: return f(self, *a, **k) Aug 05 11:32:01.363730 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:32:01.363730 n-d-803378-2 neutron-server[94420]: return self._get(url).json() Aug 05 11:32:01.363730 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:32:01.363730 n-d-803378-2 neutron-server[94420]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:32:01.363730 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:32:01.363730 n-d-803378-2 neutron-server[94420]: return self.request(url, 'GET', **kwargs) Aug 05 11:32:01.363730 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:32:01.363730 n-d-803378-2 neutron-server[94420]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:32:01.363730 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:32:01.363730 n-d-803378-2 neutron-server[94420]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:32:01.363730 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:32:01.363730 n-d-803378-2 neutron-server[94420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:32:01.363730 n-d-803378-2 neutron-server[94420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:32:01.375040 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d1926d39-ef77-44fd-8355-0d41b63b89ee tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:01.394326 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d1926d39-ef77-44fd-8355-0d41b63b89ee tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:01.397984 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-d1926d39-ef77-44fd-8355-0d41b63b89ee tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] 10.222.0.58 "DELETE /v2.0/networks/1910e859-c897-4999-924c-c91490b8a290 HTTP/1.1" status: 204 len: 168 time: 0.7879784 Aug 05 11:32:01.419995 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1926d39-ef77-44fd-8355-0d41b63b89ee tempest-PortsIpV6TestJSON-2062553606 tempest-PortsIpV6TestJSON-2062553606-project] Pushing event deleted for resources: {'Network': ['ID=1910e859-c897-4999-924c-c91490b8a290,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:32:01.940102 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 53226) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:32:02.122440 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device d544b900-cb51-4852-8470-8f9dfde6720c no longer exists at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:32:02.191094 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] No Port match for: d544b900-cb51-4852-8470-8f9dfde6720c {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:32:02.191722 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device d544b900-cb51-4852-8470-8f9dfde6720c not bound to the agent host n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:32:02.254625 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-7365f0cb-84a4-4030-b558-2aa2980cd603 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c6f61cb628df45739d23be5e7f8e483c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3131196 Aug 05 11:32:02.258877 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 53230) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:32:02.368117 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9f337755-70d5-4b80-aa44-bffff628a259 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:02.415667 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9f337755-70d5-4b80-aa44-bffff628a259 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:02.541960 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9f337755-70d5-4b80-aa44-bffff628a259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:02.556022 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9f337755-70d5-4b80-aa44-bffff628a259 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:02.560945 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-9f337755-70d5-4b80-aa44-bffff628a259 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d68e06de-9b46-4aca-8291-34f839abc582 HTTP/1.1" status: 204 len: 168 time: 0.2970791 Aug 05 11:32:02.590806 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f337755-70d5-4b80-aa44-bffff628a259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d68e06de-9b46-4aca-8291-34f839abc582,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:32:02.780923 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb47ec72-e22f-4fc6-8830-8b392fa4e42b req-78b4bb3b-1be5-48b5-b5e3-a880d1996af7 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:02.782930 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fb47ec72-e22f-4fc6-8830-8b392fa4e42b req-78b4bb3b-1be5-48b5-b5e3-a880d1996af7 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9c818f6-600d-4143-bf8a-f3dd16655be1 HTTP/1.1" status: 200 len: 945 time: 0.1508574 Aug 05 11:32:02.971973 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fb47ec72-e22f-4fc6-8830-8b392fa4e42b req-08f4da4d-3ae6-400b-bf7e-36bc7ee821ad tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/security-groups?id=367c82dd-50a3-4df9-a217-7f397fab3611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705322 Aug 05 11:32:03.148816 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0e9afe-0dcd-4a66-a42f-3c8ddd359bd6 req-2ec0c870-59ef-42d3-86ea-ad4542bb4b29 tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:03.159692 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1b0e9afe-0dcd-4a66-a42f-3c8ddd359bd6 req-2ec0c870-59ef-42d3-86ea-ad4542bb4b29 tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] 10.222.0.58 "GET /v2.0/networks?id=6543cbeb-fcd1-48b6-8b28-7eb60b9c72ee HTTP/1.1" status: 200 len: 812 time: 0.3732893 Aug 05 11:32:03.220399 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1b0e9afe-0dcd-4a66-a42f-3c8ddd359bd6 req-5c44b6f6-43d0-45d2-a9e4-a80a76429d31 tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] 10.222.0.58 "GET /v2.0/quotas/4e78e1fb7010462db53bb9e00d1cbc1f HTTP/1.1" status: 200 len: 375 time: 0.0593786 Aug 05 11:32:03.361685 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1b0e9afe-0dcd-4a66-a42f-3c8ddd359bd6 req-34a3eb30-a283-47fe-aa20-4c0c2d1bc4ce tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=4e78e1fb7010462db53bb9e00d1cbc1f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1210029 Aug 05 11:32:03.675550 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1b0e9afe-0dcd-4a66-a42f-3c8ddd359bd6 req-92cb49c5-4c4c-4ee6-92a8-bf07b7ce050b service neutron] 10.222.0.58 "GET /v2.0/networks/6543cbeb-fcd1-48b6-8b28-7eb60b9c72ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3077652 Aug 05 11:32:03.953927 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1b0e9afe-0dcd-4a66-a42f-3c8ddd359bd6 req-374f6d56-e132-4b9b-b595-9dec2171ce7d service neutron] 10.222.0.58 "GET /v2.0/networks/6543cbeb-fcd1-48b6-8b28-7eb60b9c72ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2666848 Aug 05 11:32:03.988967 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc00dc2-1c00-4ee2-bc97-fbc88b9a45e5 req-ee9b9eee-9a34-4377-8d13-8c75d0894e0a tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:03.991888 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7cc00dc2-1c00-4ee2-bc97-fbc88b9a45e5 req-ee9b9eee-9a34-4377-8d13-8c75d0894e0a tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 946 time: 0.2589219 Aug 05 11:32:04.148066 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7cc00dc2-1c00-4ee2-bc97-fbc88b9a45e5 req-ecba6f86-c444-4f99-8487-2123c7f20360 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328609 Aug 05 11:32:04.181262 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 53298) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:32:04.455543 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7fee09-aec5-4ec7-a579-74611a2753fc req-c7240665-6799-4e91-8874-a27ce2ee8082 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:04.467216 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1a7fee09-aec5-4ec7-a579-74611a2753fc req-c7240665-6799-4e91-8874-a27ce2ee8082 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=40021a41-d350-4e38-ac4d-f69e07c48ffb HTTP/1.1" status: 200 len: 947 time: 0.1491206 Aug 05 11:32:04.507536 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-22e1b8c2-6202-400d-bd28-3473a458f173 tempest-DvrRoutersNegativeTest-1547796400 tempest-DvrRoutersNegativeTest-1547796400-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1884316290', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:32:04.514595 n-d-803378-2 neutron-server[94421]: DEBUG neutron.policy [None req-22e1b8c2-6202-400d-bd28-3473a458f173 tempest-DvrRoutersNegativeTest-1547796400 tempest-DvrRoutersNegativeTest-1547796400-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=94421) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Aug 05 11:32:04.515349 n-d-803378-2 neutron-server[94421]: DEBUG neutron.policy [None req-22e1b8c2-6202-400d-bd28-3473a458f173 tempest-DvrRoutersNegativeTest-1547796400 tempest-DvrRoutersNegativeTest-1547796400-project] Failed policy check for 'create_router' {{(pid=94421) enforce /opt/stack/neutron/neutron/policy.py:520}} Aug 05 11:32:04.516325 n-d-803378-2 neutron-server[94421]: INFO neutron.api.v2.resource [None req-22e1b8c2-6202-400d-bd28-3473a458f173 tempest-DvrRoutersNegativeTest-1547796400 tempest-DvrRoutersNegativeTest-1547796400-project] create failed (client error): Access was denied to this resource. Aug 05 11:32:04.519237 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-22e1b8c2-6202-400d-bd28-3473a458f173 tempest-DvrRoutersNegativeTest-1547796400 tempest-DvrRoutersNegativeTest-1547796400-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3342128 Aug 05 11:32:04.616230 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36db6792-e207-4fa1-ab0c-a8d72ad79550 req-ba6c306c-f1e1-460b-b331-7014429298fb tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:04.642751 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-36db6792-e207-4fa1-ab0c-a8d72ad79550 req-ba6c306c-f1e1-460b-b331-7014429298fb tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.64 "GET /v2.0/ports?device_id=0c7e86ba-410d-4526-8271-d3e317691a4a HTTP/1.1" status: 200 len: 944 time: 0.2680500 Aug 05 11:32:04.654695 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1a7fee09-aec5-4ec7-a579-74611a2753fc req-6c42deab-d8e7-4474-be2e-f63a42e0eb92 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=47a5a50c-7385-42e8-98ac-c05af9825ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1852274 Aug 05 11:32:04.871743 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db79bb33-e5fe-4fa8-8eb1-4315c73ac985 req-c19cf987-5bee-4ea6-b5db-e06b46fabe9d tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:04.882016 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-db79bb33-e5fe-4fa8-8eb1-4315c73ac985 req-c19cf987-5bee-4ea6-b5db-e06b46fabe9d tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c7e86ba-410d-4526-8271-d3e317691a4a HTTP/1.1" status: 200 len: 944 time: 0.2204757 Aug 05 11:32:05.037716 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-db79bb33-e5fe-4fa8-8eb1-4315c73ac985 req-e4e0db50-e64c-4552-9c98-a0a0abd5fd20 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/security-groups?id=12d84a41-4254-4f43-a1c3-ae5bdc7fdfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425762 Aug 05 11:32:05.212610 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-36db6792-e207-4fa1-ab0c-a8d72ad79550 req-9d0602c4-a65e-4025-ba5a-c5b12f52ef82 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Deleting port feb6e8f1-70b4-444b-932b-1e8db3946c34 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:32:05.214042 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-36db6792-e207-4fa1-ab0c-a8d72ad79550 req-9d0602c4-a65e-4025-ba5a-c5b12f52ef82 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:05.405660 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c879284-32eb-4112-af5a-8c1630055ccb req-0f1f2165-16fb-475b-b178-87ccb3882c50 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:05.411761 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5c879284-32eb-4112-af5a-8c1630055ccb req-0f1f2165-16fb-475b-b178-87ccb3882c50 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9c818f6-600d-4143-bf8a-f3dd16655be1 HTTP/1.1" status: 200 len: 945 time: 0.1806417 Aug 05 11:32:05.523969 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5c879284-32eb-4112-af5a-8c1630055ccb req-96462f93-e798-452e-a44f-9bdf9dd5dfb6 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/security-groups?id=367c82dd-50a3-4df9-a217-7f397fab3611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826323 Aug 05 11:32:05.669340 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-36db6792-e207-4fa1-ab0c-a8d72ad79550 req-9d0602c4-a65e-4025-ba5a-c5b12f52ef82 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] For port feb6e8f1-70b4-444b-932b-1e8db3946c34, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=feb6e8f1-70b4-444b-932b-1e8db3946c34,segment=NetworkSegment(be89551e-4aa0-433b-90d8-e517f4f1da1f),segment_id=be89551e-4aa0-433b-90d8-e517f4f1da1f)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:32:05.674144 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-36db6792-e207-4fa1-ab0c-a8d72ad79550 req-9d0602c4-a65e-4025-ba5a-c5b12f52ef82 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:05.771282 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-36db6792-e207-4fa1-ab0c-a8d72ad79550 req-9d0602c4-a65e-4025-ba5a-c5b12f52ef82 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Calling delete_port for feb6e8f1-70b4-444b-932b-1e8db3946c34 owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:32:05.794577 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 53332) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:32:06.155479 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0ad00002-a615-4a17-8f89-4c773d5b614b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:06.276126 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-36db6792-e207-4fa1-ab0c-a8d72ad79550 req-9d0602c4-a65e-4025-ba5a-c5b12f52ef82 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:06.406320 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0602c4-a65e-4025-ba5a-c5b12f52ef82 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Pushing event deleted for resources: {'Port': ['ID=feb6e8f1-70b4-444b-932b-1e8db3946c34,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:32:06.416848 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0ad00002-a615-4a17-8f89-4c773d5b614b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:06.425321 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0ad00002-a615-4a17-8f89-4c773d5b614b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:06.522885 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-0ad00002-a615-4a17-8f89-4c773d5b614b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4972d9db5d9c4cec8cae7b638df9815b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7266455 Aug 05 11:32:06.526171 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 53344) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:32:06.554204 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad00002-a615-4a17-8f89-4c773d5b614b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce8887a9-1181-4c6c-82f8-e087f60328ca,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:32:06.556849 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-36db6792-e207-4fa1-ab0c-a8d72ad79550 req-9d0602c4-a65e-4025-ba5a-c5b12f52ef82 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] No DVR routers for this DVR port feb6e8f1-70b4-444b-932b-1e8db3946c34 on host n-h1-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:32:06.561275 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-36db6792-e207-4fa1-ab0c-a8d72ad79550 req-9d0602c4-a65e-4025-ba5a-c5b12f52ef82 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:06.564576 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-36db6792-e207-4fa1-ab0c-a8d72ad79550 req-9d0602c4-a65e-4025-ba5a-c5b12f52ef82 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.64 "DELETE /v2.0/ports/feb6e8f1-70b4-444b-932b-1e8db3946c34 HTTP/1.1" status: 204 len: 173 time: 1.9118488 Aug 05 11:32:06.572984 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c7e86ba-410d-4526-8271-d3e317691a4a', 'name': 'network-vif-deleted', 'tag': 'feb6e8f1-70b4-444b-932b-1e8db3946c34'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:32:06.580000 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86d157cb-7c0d-4829-9b3c-425d7fd43b24" -d '{"events": [{"server_uuid": "0c7e86ba-410d-4526-8271-d3e317691a4a", "name": "network-vif-deleted", "tag": "feb6e8f1-70b4-444b-932b-1e8db3946c34"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:32:06.610172 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad00002-a615-4a17-8f89-4c773d5b614b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:32:06.611373 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad00002-a615-4a17-8f89-4c773d5b614b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:32:06.612166 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad00002-a615-4a17-8f89-4c773d5b614b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:32:06.612987 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad00002-a615-4a17-8f89-4c773d5b614b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:32:06.613759 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad00002-a615-4a17-8f89-4c773d5b614b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:32:06.614542 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad00002-a615-4a17-8f89-4c773d5b614b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:32:06.615363 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad00002-a615-4a17-8f89-4c773d5b614b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:32:06.616140 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad00002-a615-4a17-8f89-4c773d5b614b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:32:06.617121 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad00002-a615-4a17-8f89-4c773d5b614b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:32:06.617897 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad00002-a615-4a17-8f89-4c773d5b614b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:32:06.618754 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad00002-a615-4a17-8f89-4c773d5b614b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:32:06.619731 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad00002-a615-4a17-8f89-4c773d5b614b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:32:06.778635 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-87462b80-eb9c-4b7a-8b07-a1a6219bd982 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:06.881529 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-87462b80-eb9c-4b7a-8b07-a1a6219bd982 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:07.055658 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-87462b80-eb9c-4b7a-8b07-a1a6219bd982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:07.066445 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-87462b80-eb9c-4b7a-8b07-a1a6219bd982 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:07.068249 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-87462b80-eb9c-4b7a-8b07-a1a6219bd982 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ce8887a9-1181-4c6c-82f8-e087f60328ca HTTP/1.1" status: 204 len: 168 time: 0.5399687 Aug 05 11:32:07.128605 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87462b80-eb9c-4b7a-8b07-a1a6219bd982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce8887a9-1181-4c6c-82f8-e087f60328ca,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:32:07.234354 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-0b8e0063-8461-4f2d-98d5-97d8417f104f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:08.008452 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0e9afe-0dcd-4a66-a42f-3c8ddd359bd6 req-d94ffff2-67a3-4114-92fe-2ca019b32486 tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:08.010660 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1b0e9afe-0dcd-4a66-a42f-3c8ddd359bd6 req-d94ffff2-67a3-4114-92fe-2ca019b32486 tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] 10.222.0.64 "GET /v2.0/networks?id=6543cbeb-fcd1-48b6-8b28-7eb60b9c72ee HTTP/1.1" status: 200 len: 812 time: 0.2045245 Aug 05 11:32:08.055038 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-1b0e9afe-0dcd-4a66-a42f-3c8ddd359bd6 req-c626d017-8e56-43cb-ad65-e0914f950ec7 tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Request body: {'port': {'device_id': '20fd96bd-ab25-40d2-a76f-c213b19b2ee8', 'network_id': '6543cbeb-fcd1-48b6-8b28-7eb60b9c72ee', 'admin_state_up': True, 'tenant_id': '4e78e1fb7010462db53bb9e00d1cbc1f'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:32:08.159385 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device d3743ac1-d872-4507-a6f2-ed370e7d4ff9 no longer exists at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:32:08.512779 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:08.570412 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port d3743ac1-d872-4507-a6f2-ed370e7d4ff9, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=d3743ac1-d872-4507-a6f2-ed370e7d4ff9,segment=NetworkSegment(5615e441-bf2b-4f62-9a7e-00bdeb60130a),segment_id=5615e441-bf2b-4f62-9a7e-00bdeb60130a)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:32:08.572611 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40021a41-d350-4e38-ac4d-f69e07c48ffb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3743ac1-d872-4507-a6f2-ed370e7d4ff9'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:32:08.577221 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0f96496-2e92-406d-bec4-3f940bbc28d2" -d '{"events": [{"server_uuid": "40021a41-d350-4e38-ac4d-f69e07c48ffb", "name": "network-vif-unplugged", "status": "completed", "tag": "d3743ac1-d872-4507-a6f2-ed370e7d4ff9"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:32:08.582324 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:08.583441 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device feb6e8f1-70b4-444b-932b-1e8db3946c34 no longer exists at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:32:08.614055 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] No Port match for: feb6e8f1-70b4-444b-932b-1e8db3946c34 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:32:08.615762 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device feb6e8f1-70b4-444b-932b-1e8db3946c34 not bound to the agent host n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:32:08.711985 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=d3743ac1-d872-4507-a6f2-ed370e7d4ff9,revision_number=11']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:32:08.782620 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0e9afe-0dcd-4a66-a42f-3c8ddd359bd6 req-47316077-53e7-4b13-a5b8-e7f71d2852a7 tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:08.794610 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1b0e9afe-0dcd-4a66-a42f-3c8ddd359bd6 req-47316077-53e7-4b13-a5b8-e7f71d2852a7 tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] 10.222.0.55 "GET /v2.0/networks?id=6543cbeb-fcd1-48b6-8b28-7eb60b9c72ee HTTP/1.1" status: 200 len: 812 time: 0.7638690 Aug 05 11:32:08.877382 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-1b0e9afe-0dcd-4a66-a42f-3c8ddd359bd6 req-d829868a-ff8c-4cf5-a5c3-ca201855daca tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Request body: {'port': {'device_id': 'c6a327e4-4b25-48c3-9e41-105c1172cbf7', 'network_id': '6543cbeb-fcd1-48b6-8b28-7eb60b9c72ee', 'admin_state_up': True, 'tenant_id': '4e78e1fb7010462db53bb9e00d1cbc1f'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:32:09.125430 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b0e9afe-0dcd-4a66-a42f-3c8ddd359bd6 req-c626d017-8e56-43cb-ad65-e0914f950ec7 tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Made reservation on behalf of 4e78e1fb7010462db53bb9e00d1cbc1f for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:32:09.131650 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-1b0e9afe-0dcd-4a66-a42f-3c8ddd359bd6 req-c626d017-8e56-43cb-ad65-e0914f950ec7 tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:09.477133 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b0e9afe-0dcd-4a66-a42f-3c8ddd359bd6 req-d829868a-ff8c-4cf5-a5c3-ca201855daca tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Made reservation on behalf of 4e78e1fb7010462db53bb9e00d1cbc1f for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:32:09.484210 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-1b0e9afe-0dcd-4a66-a42f-3c8ddd359bd6 req-d829868a-ff8c-4cf5-a5c3-ca201855daca tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:09.657804 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 53372) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:32:09.740678 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-1b0e9afe-0dcd-4a66-a42f-3c8ddd359bd6 req-c626d017-8e56-43cb-ad65-e0914f950ec7 tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Allocated IP 172.20.0.10 (6543cbeb-fcd1-48b6-8b28-7eb60b9c72ee/bf224612-704f-4ebd-b2af-5e301a097436/4e964c22-9fbe-43d0-b062-4449bb533bda) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:32:09.914157 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-c278c5af-eca5-4ebf-be7b-0475ffc8c134 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:32:09.915171 n-d-803378-2 neutron-server[94420]: WARNING neutron.api.v2.base [None req-c278c5af-eca5-4ebf-be7b-0475ffc8c134 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 05 11:32:09.915833 n-d-803378-2 neutron-server[94420]: INFO neutron.api.v2.resource [None req-c278c5af-eca5-4ebf-be7b-0475ffc8c134 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] create failed (client error): There was a conflict when trying to complete your request. Aug 05 11:32:09.925335 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-c278c5af-eca5-4ebf-be7b-0475ffc8c134 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2653484 Aug 05 11:32:09.926053 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 53376) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:32:09.931790 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-c126f605-67f3-4823-8b9f-022c5c7f1084 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Request body: {'security_group': {'name': 'tempest-secgroup--1348099720'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:32:09.966014 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c126f605-67f3-4823-8b9f-022c5c7f1084 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:09.973926 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-ee2062a0-4675-4b9f-ae3a-4286a85117ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:09.980794 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c126f605-67f3-4823-8b9f-022c5c7f1084 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:09.982181 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:10.167360 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-1b0e9afe-0dcd-4a66-a42f-3c8ddd359bd6 req-c626d017-8e56-43cb-ad65-e0914f950ec7 tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:10.209028 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c126f605-67f3-4823-8b9f-022c5c7f1084 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:10.234369 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c126f605-67f3-4823-8b9f-022c5c7f1084 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:10.276820 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-1b0e9afe-0dcd-4a66-a42f-3c8ddd359bd6 req-c626d017-8e56-43cb-ad65-e0914f950ec7 tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:10.328785 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 11:32:10.386863 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c126f605-67f3-4823-8b9f-022c5c7f1084 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:10.396168 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c126f605-67f3-4823-8b9f-022c5c7f1084 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:10.455315 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c126f605-67f3-4823-8b9f-022c5c7f1084 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:10.457748 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b0e9afe-0dcd-4a66-a42f-3c8ddd359bd6 req-c626d017-8e56-43cb-ad65-e0914f950ec7 tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Network 6543cbeb-fcd1-48b6-8b28-7eb60b9c72ee is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:32:10.457918 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-c126f605-67f3-4823-8b9f-022c5c7f1084 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5308034 Aug 05 11:32:10.459209 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c126f605-67f3-4823-8b9f-022c5c7f1084 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccd4a217-57bf-46ef-bc97-59126b485a3f,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:32:10.465973 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 53382) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:32:10.466920 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-1b0e9afe-0dcd-4a66-a42f-3c8ddd359bd6 req-c626d017-8e56-43cb-ad65-e0914f950ec7 tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:32:10.473449 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-8cb342e2-5dfc-4a65-afb7-4dee01a24213 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Request body: {'security_group_rule': {'security_group_id': '7f58ae69-73bb-4251-acf9-3e99e193d782', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:32:10.482601 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b0e9afe-0dcd-4a66-a42f-3c8ddd359bd6 req-c626d017-8e56-43cb-ad65-e0914f950ec7 tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:32:10.498991 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c626d017-8e56-43cb-ad65-e0914f950ec7 tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Pushing event updated for resources: {'Port': ['ID=4e964c22-9fbe-43d0-b062-4449bb533bda,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:32:10.513685 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c126f605-67f3-4823-8b9f-022c5c7f1084 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f58ae69-73bb-4251-acf9-3e99e193d782,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:32:10.535250 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c626d017-8e56-43cb-ad65-e0914f950ec7 tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:32:10.535662 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c626d017-8e56-43cb-ad65-e0914f950ec7 tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:32:10.536089 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c626d017-8e56-43cb-ad65-e0914f950ec7 tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:32:10.548306 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c626d017-8e56-43cb-ad65-e0914f950ec7 tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:32:10.548306 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c626d017-8e56-43cb-ad65-e0914f950ec7 tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:32:10.548306 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c626d017-8e56-43cb-ad65-e0914f950ec7 tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:32:10.548306 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c626d017-8e56-43cb-ad65-e0914f950ec7 tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:32:10.548306 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c626d017-8e56-43cb-ad65-e0914f950ec7 tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:32:10.548306 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c626d017-8e56-43cb-ad65-e0914f950ec7 tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:32:10.548956 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c626d017-8e56-43cb-ad65-e0914f950ec7 tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:32:10.548956 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c626d017-8e56-43cb-ad65-e0914f950ec7 tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:32:10.549177 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c626d017-8e56-43cb-ad65-e0914f950ec7 tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:32:10.592844 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-1b0e9afe-0dcd-4a66-a42f-3c8ddd359bd6 req-d829868a-ff8c-4cf5-a5c3-ca201855daca tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Allocated IP 172.20.0.9 (6543cbeb-fcd1-48b6-8b28-7eb60b9c72ee/bf224612-704f-4ebd-b2af-5e301a097436/3777b035-1615-4e99-8675-fba4fa0a44e5) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:32:10.629917 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0e9afe-0dcd-4a66-a42f-3c8ddd359bd6 req-c626d017-8e56-43cb-ad65-e0914f950ec7 tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:10.630991 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-1b0e9afe-0dcd-4a66-a42f-3c8ddd359bd6 req-c626d017-8e56-43cb-ad65-e0914f950ec7 tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:10.667819 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8cb342e2-5dfc-4a65-afb7-4dee01a24213 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:10.775265 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1b0e9afe-0dcd-4a66-a42f-3c8ddd359bd6 req-c626d017-8e56-43cb-ad65-e0914f950ec7 tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7354424 Aug 05 11:32:10.813797 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8cb342e2-5dfc-4a65-afb7-4dee01a24213 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:10.829754 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-1b0e9afe-0dcd-4a66-a42f-3c8ddd359bd6 req-99c19340-d7d4-491a-8a23-6606cfadf3e8 service neutron] Request body: {'port': {'device_id': '20fd96bd-ab25-40d2-a76f-c213b19b2ee8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:32:10.838485 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8cb342e2-5dfc-4a65-afb7-4dee01a24213 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:10.941895 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb342e2-5dfc-4a65-afb7-4dee01a24213 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2b565a9-b8ca-499d-acbf-4b13299ce859,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:32:11.455183 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8cb342e2-5dfc-4a65-afb7-4dee01a24213 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:11.457282 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-8cb342e2-5dfc-4a65-afb7-4dee01a24213 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9879787 Aug 05 11:32:11.460525 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 53406) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:32:11.466111 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-2599ab66-4627-447f-816e-7edd849173e8 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Request body: {'security_group_rule': {'security_group_id': '7f58ae69-73bb-4251-acf9-3e99e193d782', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:32:11.487305 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-1b0e9afe-0dcd-4a66-a42f-3c8ddd359bd6 req-99c19340-d7d4-491a-8a23-6606cfadf3e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:11.584362 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2599ab66-4627-447f-816e-7edd849173e8 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:11.616535 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:11.627566 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-1b0e9afe-0dcd-4a66-a42f-3c8ddd359bd6 req-d829868a-ff8c-4cf5-a5c3-ca201855daca tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:11.639766 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3995f727-f1af-4fca-aeb7-25d552864f9e req-5d1d682c-e4f7-4af1-92e8-72c0f92fbdd2 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:11.649988 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3995f727-f1af-4fca-aeb7-25d552864f9e req-5d1d682c-e4f7-4af1-92e8-72c0f92fbdd2 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 946 time: 0.1597168 Aug 05 11:32:11.759704 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3995f727-f1af-4fca-aeb7-25d552864f9e req-49fb4b27-c0c3-481e-8654-8d25f1504f0c tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086597 Aug 05 11:32:11.782797 n-d-803378-2 neutron-server[94420]: INFO neutron.api.v2.resource [None req-2599ab66-4627-447f-816e-7edd849173e8 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] create failed (client error): There was a conflict when trying to complete your request. Aug 05 11:32:11.787079 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-2599ab66-4627-447f-816e-7edd849173e8 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3225880 Aug 05 11:32:11.787698 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 53412) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:32:11.904929 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3752325f-f4ab-4575-b612-e8282743199b tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:11.943264 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3752325f-f4ab-4575-b612-e8282743199b tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:12.024837 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-1b0e9afe-0dcd-4a66-a42f-3c8ddd359bd6 req-d829868a-ff8c-4cf5-a5c3-ca201855daca tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:12.047406 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-1b0e9afe-0dcd-4a66-a42f-3c8ddd359bd6 req-99c19340-d7d4-491a-8a23-6606cfadf3e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e964c22-9fbe-43d0-b062-4449bb533bda {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:32:12.101545 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-1b0e9afe-0dcd-4a66-a42f-3c8ddd359bd6 req-99c19340-d7d4-491a-8a23-6606cfadf3e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:12.112885 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdde1c2d-317d-44b8-8b50-8aff30b73507 req-1956993b-ff99-404e-a919-6f2fb188f427 tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:12.114986 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bdde1c2d-317d-44b8-8b50-8aff30b73507 req-1956993b-ff99-404e-a919-6f2fb188f427 tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6a327e4-4b25-48c3-9e41-105c1172cbf7 HTTP/1.1" status: 200 len: 931 time: 0.2317579 Aug 05 11:32:12.115986 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3752325f-f4ab-4575-b612-e8282743199b tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:12.124295 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b0e9afe-0dcd-4a66-a42f-3c8ddd359bd6 req-d829868a-ff8c-4cf5-a5c3-ca201855daca tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Network 6543cbeb-fcd1-48b6-8b28-7eb60b9c72ee is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:32:12.135827 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-1b0e9afe-0dcd-4a66-a42f-3c8ddd359bd6 req-d829868a-ff8c-4cf5-a5c3-ca201855daca tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:32:12.145891 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3752325f-f4ab-4575-b612-e8282743199b tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:12.153567 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b0e9afe-0dcd-4a66-a42f-3c8ddd359bd6 req-d829868a-ff8c-4cf5-a5c3-ca201855daca tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:32:12.171843 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-3752325f-f4ab-4575-b612-e8282743199b tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] 10.222.0.58 "DELETE /v2.0/security-groups/7f58ae69-73bb-4251-acf9-3e99e193d782 HTTP/1.1" status: 204 len: 168 time: 0.3829730 Aug 05 11:32:12.175339 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 53418) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:32:12.216012 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0e9afe-0dcd-4a66-a42f-3c8ddd359bd6 req-d829868a-ff8c-4cf5-a5c3-ca201855daca tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:12.216728 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-1b0e9afe-0dcd-4a66-a42f-3c8ddd359bd6 req-d829868a-ff8c-4cf5-a5c3-ca201855daca tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:12.240418 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-1b0e9afe-0dcd-4a66-a42f-3c8ddd359bd6 req-99c19340-d7d4-491a-8a23-6606cfadf3e8 service neutron] Transition to ACTIVE for port object 4e964c22-9fbe-43d0-b062-4449bb533bda will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:32:12.242322 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d829868a-ff8c-4cf5-a5c3-ca201855daca tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Pushing event updated for resources: {'Port': ['ID=3777b035-1615-4e99-8675-fba4fa0a44e5,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:32:12.263931 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-1b0e9afe-0dcd-4a66-a42f-3c8ddd359bd6 req-99c19340-d7d4-491a-8a23-6606cfadf3e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:12.271285 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3752325f-f4ab-4575-b612-e8282743199b tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f58ae69-73bb-4251-acf9-3e99e193d782,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:32:12.290395 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1b0e9afe-0dcd-4a66-a42f-3c8ddd359bd6 req-d829868a-ff8c-4cf5-a5c3-ca201855daca tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4517980 Aug 05 11:32:12.336016 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-1b0e9afe-0dcd-4a66-a42f-3c8ddd359bd6 req-786deeae-6718-496e-b10c-7b26da61554c service neutron] Request body: {'port': {'device_id': 'c6a327e4-4b25-48c3-9e41-105c1172cbf7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:32:12.356793 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bdde1c2d-317d-44b8-8b50-8aff30b73507 req-02042edd-7968-4f5d-9317-a8d8c979619d tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] 10.222.0.58 "GET /v2.0/security-groups?id=c3741838-73dc-4e00-ab48-db6b7a231ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788650 Aug 05 11:32:12.422831 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b5f82-d3f4-4aeb-bddd-b7e84bfd55e1 req-f533cafe-9ff3-45c4-b2d2-c6b4d5fdffc5 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:12.445977 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4c3b5f82-d3f4-4aeb-bddd-b7e84bfd55e1 req-f533cafe-9ff3-45c4-b2d2-c6b4d5fdffc5 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9c818f6-600d-4143-bf8a-f3dd16655be1 HTTP/1.1" status: 200 len: 945 time: 0.4402699 Aug 05 11:32:12.460317 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05c0ab71-0062-44f4-9089-ff753c6e1846 x-openstack-request-id: req-05c0ab71-0062-44f4-9089-ff753c6e1846 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:32:12.461066 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c7e86ba-410d-4526-8271-d3e317691a4a", "name": "network-vif-deleted", "tag": "feb6e8f1-70b4-444b-932b-1e8db3946c34", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:32:12.461066 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-05c0ab71-0062-44f4-9089-ff753c6e1846 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:32:12.461368 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c7e86ba-410d-4526-8271-d3e317691a4a', 'name': 'network-vif-deleted', 'tag': 'feb6e8f1-70b4-444b-932b-1e8db3946c34', 'status': 'completed', 'code': 200} Aug 05 11:32:12.496552 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 05 Aug 2021 11:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e17989fa-9957-4210-94c4-67344d25403f x-openstack-request-id: req-e17989fa-9957-4210-94c4-67344d25403f {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:32:12.496989 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40021a41-d350-4e38-ac4d-f69e07c48ffb", "name": "network-vif-unplugged", "status": "completed", "tag": "d3743ac1-d872-4507-a6f2-ed370e7d4ff9", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:32:12.497885 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e17989fa-9957-4210-94c4-67344d25403f {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:32:12.498517 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40021a41-d350-4e38-ac4d-f69e07c48ffb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3743ac1-d872-4507-a6f2-ed370e7d4ff9', 'code': 200} Aug 05 11:32:12.574585 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-c25c7d30-412c-4a06-9134-cd47ce0e4bb0 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3340108 Aug 05 11:32:12.577757 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c19340-d7d4-491a-8a23-6606cfadf3e8 service neutron] Pushing event updated for resources: {'Port': ['ID=4e964c22-9fbe-43d0-b062-4449bb533bda,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:32:12.582239 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 53428) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:32:12.592355 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-31d8efbe-ee90-4ee8-a71e-2fd202aa9991 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Request body: {'security_group': {'name': 'tempest-secgroup--2058681657'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:32:12.611906 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4c3b5f82-d3f4-4aeb-bddd-b7e84bfd55e1 req-823eccbf-71ad-4df8-b484-1f7cc4dc4c37 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/security-groups?id=367c82dd-50a3-4df9-a217-7f397fab3611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644549 Aug 05 11:32:12.649488 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-1b0e9afe-0dcd-4a66-a42f-3c8ddd359bd6 req-786deeae-6718-496e-b10c-7b26da61554c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:12.675675 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-31d8efbe-ee90-4ee8-a71e-2fd202aa9991 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:12.816929 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ac61f0-7812-4157-a4c8-879256862127 req-3fe33e24-c751-42cc-8166-5023a30699b8 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:12.819080 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-59ac61f0-7812-4157-a4c8-879256862127 req-3fe33e24-c751-42cc-8166-5023a30699b8 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=40021a41-d350-4e38-ac4d-f69e07c48ffb HTTP/1.1" status: 200 len: 945 time: 0.1109962 Aug 05 11:32:12.931357 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-59ac61f0-7812-4157-a4c8-879256862127 req-c8cbbdbf-81ff-46ef-9bcd-592b7716b1a0 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=47a5a50c-7385-42e8-98ac-c05af9825ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871725 Aug 05 11:32:12.952093 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-31d8efbe-ee90-4ee8-a71e-2fd202aa9991 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:12.959600 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-31d8efbe-ee90-4ee8-a71e-2fd202aa9991 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:13.040629 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-31d8efbe-ee90-4ee8-a71e-2fd202aa9991 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:13.043037 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-31d8efbe-ee90-4ee8-a71e-2fd202aa9991 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4577489 Aug 05 11:32:13.046135 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 53436) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:32:13.067506 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-9d8b1b03-33e1-40ed-89ac-76fbe0bd6857 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Request body: {'security_group_rule': {'security_group_id': 'e800f4c5-a2ae-4253-9a08-dbe58f9d8e99', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:32:13.073862 n-d-803378-2 neutron-server[94420]: WARNING neutron.api.v2.base [None req-9d8b1b03-33e1-40ed-89ac-76fbe0bd6857 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 05 11:32:13.074776 n-d-803378-2 neutron-server[94420]: INFO neutron.api.v2.resource [None req-9d8b1b03-33e1-40ed-89ac-76fbe0bd6857 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 05 11:32:13.081473 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-9d8b1b03-33e1-40ed-89ac-76fbe0bd6857 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0257914 Aug 05 11:32:13.081473 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d8efbe-ee90-4ee8-a71e-2fd202aa9991 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e800f4c5-a2ae-4253-9a08-dbe58f9d8e99,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:32:13.087494 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 53438) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:32:13.100461 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-1b0e9afe-0dcd-4a66-a42f-3c8ddd359bd6 req-99c19340-d7d4-491a-8a23-6606cfadf3e8 service neutron] Attempting to bind port 4e964c22-9fbe-43d0-b062-4449bb533bda on host n-h1-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:32:13.101706 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-1b0e9afe-0dcd-4a66-a42f-3c8ddd359bd6 req-99c19340-d7d4-491a-8a23-6606cfadf3e8 service neutron] Attempting to bind port 4e964c22-9fbe-43d0-b062-4449bb533bda by drivers openvswitch,hyperv on host n-h1-803378-2 at level 0 using segments [{'id': '3c2d9838-4ced-4b50-843a-544842259d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '6543cbeb-fcd1-48b6-8b28-7eb60b9c72ee'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:32:13.103318 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b0e9afe-0dcd-4a66-a42f-3c8ddd359bd6 req-99c19340-d7d4-491a-8a23-6606cfadf3e8 service neutron] Attempting to bind port 4e964c22-9fbe-43d0-b062-4449bb533bda on network 6543cbeb-fcd1-48b6-8b28-7eb60b9c72ee {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:32:13.123972 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b0e9afe-0dcd-4a66-a42f-3c8ddd359bd6 req-99c19340-d7d4-491a-8a23-6606cfadf3e8 service neutron] Port 4e964c22-9fbe-43d0-b062-4449bb533bda on network 6543cbeb-fcd1-48b6-8b28-7eb60b9c72ee not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:32:13.124313 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b0e9afe-0dcd-4a66-a42f-3c8ddd359bd6 req-99c19340-d7d4-491a-8a23-6606cfadf3e8 service neutron] Attempting to bind port 4e964c22-9fbe-43d0-b062-4449bb533bda on network 6543cbeb-fcd1-48b6-8b28-7eb60b9c72ee {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:32:13.159547 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b0e9afe-0dcd-4a66-a42f-3c8ddd359bd6 req-99c19340-d7d4-491a-8a23-6606cfadf3e8 service neutron] Checking agent: {'id': '40bb7567-59bd-4b31-bc29-da1c50bca759', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:32:13.160200 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b0e9afe-0dcd-4a66-a42f-3c8ddd359bd6 req-99c19340-d7d4-491a-8a23-6606cfadf3e8 service neutron] Checking segment: {'id': '3c2d9838-4ced-4b50-843a-544842259d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '6543cbeb-fcd1-48b6-8b28-7eb60b9c72ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:32:13.161674 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b0e9afe-0dcd-4a66-a42f-3c8ddd359bd6 req-99c19340-d7d4-491a-8a23-6606cfadf3e8 service neutron] Bound using segment: {'id': '3c2d9838-4ced-4b50-843a-544842259d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '6543cbeb-fcd1-48b6-8b28-7eb60b9c72ee'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:32:13.162179 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-1b0e9afe-0dcd-4a66-a42f-3c8ddd359bd6 req-99c19340-d7d4-491a-8a23-6606cfadf3e8 service neutron] Bound port: 4e964c22-9fbe-43d0-b062-4449bb533bda, host: n-h1-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c2d9838-4ced-4b50-843a-544842259d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '6543cbeb-fcd1-48b6-8b28-7eb60b9c72ee'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:32:13.168096 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-1b0e9afe-0dcd-4a66-a42f-3c8ddd359bd6 req-99c19340-d7d4-491a-8a23-6606cfadf3e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:13.272796 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1421d406-cc87-4d70-9116-a6b563de8fc1 req-c340f4f8-9cff-4455-b91b-205d115a5d2c tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:13.274717 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1421d406-cc87-4d70-9116-a6b563de8fc1 req-c340f4f8-9cff-4455-b91b-205d115a5d2c tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 946 time: 0.1502054 Aug 05 11:32:13.276693 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-bc058978-7f41-4a6b-8f01-03dc8b66105b tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:13.287728 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bfe374-1578-4f7e-9ac5-d1627c21678f req-18045473-1124-47f7-afb7-71fcea01f1c5 tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:13.289114 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-37bfe374-1578-4f7e-9ac5-d1627c21678f req-18045473-1124-47f7-afb7-71fcea01f1c5 tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] 10.222.0.58 "GET /v2.0/ports?device_id=2bcef571-9f02-432f-b5c7-c68acceeeebd HTTP/1.1" status: 200 len: 950 time: 0.2032745 Aug 05 11:32:13.305348 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-1b0e9afe-0dcd-4a66-a42f-3c8ddd359bd6 req-786deeae-6718-496e-b10c-7b26da61554c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3777b035-1615-4e99-8675-fba4fa0a44e5 {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:32:13.322490 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-1b0e9afe-0dcd-4a66-a42f-3c8ddd359bd6 req-786deeae-6718-496e-b10c-7b26da61554c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:13.361479 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-1b0e9afe-0dcd-4a66-a42f-3c8ddd359bd6 req-786deeae-6718-496e-b10c-7b26da61554c service neutron] Transition to ACTIVE for port object 3777b035-1615-4e99-8675-fba4fa0a44e5 will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:32:13.372711 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-bc058978-7f41-4a6b-8f01-03dc8b66105b tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:13.374131 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-1b0e9afe-0dcd-4a66-a42f-3c8ddd359bd6 req-786deeae-6718-496e-b10c-7b26da61554c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:13.386570 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-1b0e9afe-0dcd-4a66-a42f-3c8ddd359bd6 req-99c19340-d7d4-491a-8a23-6606cfadf3e8 service neutron] For port 4e964c22-9fbe-43d0-b062-4449bb533bda, host n-h1-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:32:13.458716 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-1b0e9afe-0dcd-4a66-a42f-3c8ddd359bd6 req-99c19340-d7d4-491a-8a23-6606cfadf3e8 service neutron] For port 4e964c22-9fbe-43d0-b062-4449bb533bda, host n-h1-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=4e964c22-9fbe-43d0-b062-4449bb533bda,segment=NetworkSegment(3c2d9838-4ced-4b50-843a-544842259d29),segment_id=3c2d9838-4ced-4b50-843a-544842259d29)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:32:13.459995 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786deeae-6718-496e-b10c-7b26da61554c service neutron] Pushing event updated for resources: {'Port': ['ID=3777b035-1615-4e99-8675-fba4fa0a44e5,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:32:13.490771 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-1b0e9afe-0dcd-4a66-a42f-3c8ddd359bd6 req-99c19340-d7d4-491a-8a23-6606cfadf3e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:13.561401 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0e9afe-0dcd-4a66-a42f-3c8ddd359bd6 req-99c19340-d7d4-491a-8a23-6606cfadf3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:13.562113 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-1b0e9afe-0dcd-4a66-a42f-3c8ddd359bd6 req-99c19340-d7d4-491a-8a23-6606cfadf3e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:13.563740 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1b0e9afe-0dcd-4a66-a42f-3c8ddd359bd6 req-99c19340-d7d4-491a-8a23-6606cfadf3e8 service neutron] 10.222.0.64 "PUT /v2.0/ports/4e964c22-9fbe-43d0-b062-4449bb533bda HTTP/1.1" status: 200 len: 1092 time: 2.7440012 Aug 05 11:32:13.622112 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c19340-d7d4-491a-8a23-6606cfadf3e8 service neutron] Pushing event updated for resources: {'Port': ['ID=4e964c22-9fbe-43d0-b062-4449bb533bda,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:32:13.633307 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-1b0e9afe-0dcd-4a66-a42f-3c8ddd359bd6 req-786deeae-6718-496e-b10c-7b26da61554c service neutron] Attempting to bind port 3777b035-1615-4e99-8675-fba4fa0a44e5 on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:32:13.633307 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-1b0e9afe-0dcd-4a66-a42f-3c8ddd359bd6 req-786deeae-6718-496e-b10c-7b26da61554c service neutron] Attempting to bind port 3777b035-1615-4e99-8675-fba4fa0a44e5 by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': '3c2d9838-4ced-4b50-843a-544842259d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '6543cbeb-fcd1-48b6-8b28-7eb60b9c72ee'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:32:13.633307 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b0e9afe-0dcd-4a66-a42f-3c8ddd359bd6 req-786deeae-6718-496e-b10c-7b26da61554c service neutron] Attempting to bind port 3777b035-1615-4e99-8675-fba4fa0a44e5 on network 6543cbeb-fcd1-48b6-8b28-7eb60b9c72ee {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:32:13.639847 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b0e9afe-0dcd-4a66-a42f-3c8ddd359bd6 req-786deeae-6718-496e-b10c-7b26da61554c service neutron] Port 3777b035-1615-4e99-8675-fba4fa0a44e5 on network 6543cbeb-fcd1-48b6-8b28-7eb60b9c72ee not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:32:13.640567 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b0e9afe-0dcd-4a66-a42f-3c8ddd359bd6 req-786deeae-6718-496e-b10c-7b26da61554c service neutron] Attempting to bind port 3777b035-1615-4e99-8675-fba4fa0a44e5 on network 6543cbeb-fcd1-48b6-8b28-7eb60b9c72ee {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:32:13.657175 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b0e9afe-0dcd-4a66-a42f-3c8ddd359bd6 req-786deeae-6718-496e-b10c-7b26da61554c service neutron] Checking agent: {'id': 'a8f1dd2d-227c-4e30-8844-52419ba734db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:32:13.657619 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b0e9afe-0dcd-4a66-a42f-3c8ddd359bd6 req-786deeae-6718-496e-b10c-7b26da61554c service neutron] Checking segment: {'id': '3c2d9838-4ced-4b50-843a-544842259d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '6543cbeb-fcd1-48b6-8b28-7eb60b9c72ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:32:13.657930 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b0e9afe-0dcd-4a66-a42f-3c8ddd359bd6 req-786deeae-6718-496e-b10c-7b26da61554c service neutron] Bound using segment: {'id': '3c2d9838-4ced-4b50-843a-544842259d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '6543cbeb-fcd1-48b6-8b28-7eb60b9c72ee'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:32:13.658537 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-1b0e9afe-0dcd-4a66-a42f-3c8ddd359bd6 req-786deeae-6718-496e-b10c-7b26da61554c service neutron] Bound port: 3777b035-1615-4e99-8675-fba4fa0a44e5, host: n-h2-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c2d9838-4ced-4b50-843a-544842259d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '6543cbeb-fcd1-48b6-8b28-7eb60b9c72ee'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:32:13.658805 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-1b0e9afe-0dcd-4a66-a42f-3c8ddd359bd6 req-786deeae-6718-496e-b10c-7b26da61554c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:13.762210 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:13.809150 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-1b0e9afe-0dcd-4a66-a42f-3c8ddd359bd6 req-786deeae-6718-496e-b10c-7b26da61554c service neutron] For port 3777b035-1615-4e99-8675-fba4fa0a44e5, host n-h2-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:32:13.817660 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-1b0e9afe-0dcd-4a66-a42f-3c8ddd359bd6 req-786deeae-6718-496e-b10c-7b26da61554c service neutron] For port 3777b035-1615-4e99-8675-fba4fa0a44e5, host n-h2-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=3777b035-1615-4e99-8675-fba4fa0a44e5,segment=NetworkSegment(3c2d9838-4ced-4b50-843a-544842259d29),segment_id=3c2d9838-4ced-4b50-843a-544842259d29)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:32:13.831710 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1421d406-cc87-4d70-9116-a6b563de8fc1 req-13960a95-0dde-4f12-bfc3-b1b7e8f4043e tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5404713 Aug 05 11:32:13.844536 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-1b0e9afe-0dcd-4a66-a42f-3c8ddd359bd6 req-786deeae-6718-496e-b10c-7b26da61554c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:13.860380 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-37bfe374-1578-4f7e-9ac5-d1627c21678f req-3387153f-6e82-4694-b1dd-4bbb50c256f4 tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] 10.222.0.58 "GET /v2.0/security-groups?id=02cc6eac-67ba-47f3-90fb-e23087ccc773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5467606 Aug 05 11:32:13.895488 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-bc058978-7f41-4a6b-8f01-03dc8b66105b tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:13.898588 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-bc058978-7f41-4a6b-8f01-03dc8b66105b tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:13.899781 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-bc058978-7f41-4a6b-8f01-03dc8b66105b tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] 10.222.0.58 "DELETE /v2.0/security-groups/e800f4c5-a2ae-4253-9a08-dbe58f9d8e99 HTTP/1.1" status: 204 len: 168 time: 0.8112803 Aug 05 11:32:13.910351 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 53444) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:32:13.952148 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc058978-7f41-4a6b-8f01-03dc8b66105b tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e800f4c5-a2ae-4253-9a08-dbe58f9d8e99,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:32:14.052475 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-59b8d98a-ab46-48ff-943b-d9db63002ba4 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1202402 Aug 05 11:32:14.054834 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 53450) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:32:14.067190 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-a9e34d55-facb-4629-99d8-7a7c9e910f1b tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Request body: {'security_group': {'name': 'tempest-secgroup--1503916204'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:32:14.114879 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0e9afe-0dcd-4a66-a42f-3c8ddd359bd6 req-786deeae-6718-496e-b10c-7b26da61554c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:14.116054 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-1b0e9afe-0dcd-4a66-a42f-3c8ddd359bd6 req-786deeae-6718-496e-b10c-7b26da61554c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:14.118551 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1b0e9afe-0dcd-4a66-a42f-3c8ddd359bd6 req-786deeae-6718-496e-b10c-7b26da61554c service neutron] 10.222.0.55 "PUT /v2.0/ports/3777b035-1615-4e99-8675-fba4fa0a44e5 HTTP/1.1" status: 200 len: 1091 time: 1.7912626 Aug 05 11:32:14.121717 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786deeae-6718-496e-b10c-7b26da61554c service neutron] Pushing event updated for resources: {'Port': ['ID=3777b035-1615-4e99-8675-fba4fa0a44e5,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:32:14.174696 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0e9afe-0dcd-4a66-a42f-3c8ddd359bd6 req-a29c6cfd-2a11-4861-b952-7e692f51b412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:14.186806 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1b0e9afe-0dcd-4a66-a42f-3c8ddd359bd6 req-a29c6cfd-2a11-4861-b952-7e692f51b412 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4e78e1fb7010462db53bb9e00d1cbc1f&device_id=20fd96bd-ab25-40d2-a76f-c213b19b2ee8 HTTP/1.1" status: 200 len: 1095 time: 0.3664970 Aug 05 11:32:14.215969 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d47b281-4e0c-4233-ae93-76c06e63d535 req-276c420f-8cc5-4f87-b8e1-8603bf2541c2 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:14.219361 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7d47b281-4e0c-4233-ae93-76c06e63d535 req-276c420f-8cc5-4f87-b8e1-8603bf2541c2 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?device_id=6daa696e-13a0-4064-a798-e7d6d6e2e860 HTTP/1.1" status: 200 len: 944 time: 0.1270957 Aug 05 11:32:14.233706 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a9e34d55-facb-4629-99d8-7a7c9e910f1b tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:14.314110 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1b0e9afe-0dcd-4a66-a42f-3c8ddd359bd6 req-b58ef3d6-a8c1-4ed1-9b5e-2aa68dc4a559 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4e964c22-9fbe-43d0-b062-4449bb533bda HTTP/1.1" status: 200 len: 217 time: 0.0821023 Aug 05 11:32:14.437053 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0e9afe-0dcd-4a66-a42f-3c8ddd359bd6 req-a8b12a93-1cab-49c0-abb7-2e238ff7b578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:14.439435 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1b0e9afe-0dcd-4a66-a42f-3c8ddd359bd6 req-a8b12a93-1cab-49c0-abb7-2e238ff7b578 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4e78e1fb7010462db53bb9e00d1cbc1f&device_id=c6a327e4-4b25-48c3-9e41-105c1172cbf7 HTTP/1.1" status: 200 len: 1094 time: 0.2329786 Aug 05 11:32:14.446803 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0e9afe-0dcd-4a66-a42f-3c8ddd359bd6 req-ac740a2f-8e23-48a4-b440-e52439620ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:14.449435 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1b0e9afe-0dcd-4a66-a42f-3c8ddd359bd6 req-ac740a2f-8e23-48a4-b440-e52439620ea3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bf224612-704f-4ebd-b2af-5e301a097436 HTTP/1.1" status: 200 len: 852 time: 0.1062932 Aug 05 11:32:14.459669 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7d47b281-4e0c-4233-ae93-76c06e63d535 req-8ce69715-3646-45a0-967f-09971dbe6ea0 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/security-groups?id=12d84a41-4254-4f43-a1c3-ae5bdc7fdfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707969 Aug 05 11:32:14.489092 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b79c2d4-e68c-4046-b991-2594b5ada605 req-ba1cdb11-b14c-477c-98e1-f8e524aaf72c tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:14.500581 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2b79c2d4-e68c-4046-b991-2594b5ada605 req-ba1cdb11-b14c-477c-98e1-f8e524aaf72c tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6a327e4-4b25-48c3-9e41-105c1172cbf7 HTTP/1.1" status: 200 len: 943 time: 0.3051431 Aug 05 11:32:14.506533 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20fd96bd-ab25-40d2-a76f-c213b19b2ee8', 'tag': '4e964c22-9fbe-43d0-b062-4449bb533bda'}, {'name': 'network-changed', 'server_uuid': 'c6a327e4-4b25-48c3-9e41-105c1172cbf7', 'tag': '3777b035-1615-4e99-8675-fba4fa0a44e5'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:32:14.509517 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e1ad29c-42ac-4916-b04c-4183e442252b" -d '{"events": [{"name": "network-changed", "server_uuid": "20fd96bd-ab25-40d2-a76f-c213b19b2ee8", "tag": "4e964c22-9fbe-43d0-b062-4449bb533bda"}, {"name": "network-changed", "server_uuid": "c6a327e4-4b25-48c3-9e41-105c1172cbf7", "tag": "3777b035-1615-4e99-8675-fba4fa0a44e5"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:32:14.514911 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1b0e9afe-0dcd-4a66-a42f-3c8ddd359bd6 req-6ad2a483-70c1-45f3-93d3-c370ee5739b5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3777b035-1615-4e99-8675-fba4fa0a44e5 HTTP/1.1" status: 200 len: 217 time: 0.0603056 Aug 05 11:32:14.533940 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a99c3ec-92a0-4ea4-abf5-5edefc4788df req-6674b45a-d616-4cfc-8697-760abc217b17 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:14.536558 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6a99c3ec-92a0-4ea4-abf5-5edefc4788df req-6674b45a-d616-4cfc-8697-760abc217b17 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.64 "GET /v2.0/ports?device_id=6daa696e-13a0-4064-a798-e7d6d6e2e860 HTTP/1.1" status: 200 len: 944 time: 0.2982426 Aug 05 11:32:14.582199 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1b0e9afe-0dcd-4a66-a42f-3c8ddd359bd6 req-0b741a45-179f-49a4-b95c-728145e34ccf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6543cbeb-fcd1-48b6-8b28-7eb60b9c72ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1234694 Aug 05 11:32:14.639595 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0e9afe-0dcd-4a66-a42f-3c8ddd359bd6 req-56113381-bf37-40d1-8492-9fa81fd7bc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:14.643094 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1b0e9afe-0dcd-4a66-a42f-3c8ddd359bd6 req-56113381-bf37-40d1-8492-9fa81fd7bc6d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bf224612-704f-4ebd-b2af-5e301a097436 HTTP/1.1" status: 200 len: 852 time: 0.1177626 Aug 05 11:32:14.692572 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2b79c2d4-e68c-4046-b991-2594b5ada605 req-5d1302bb-500e-4234-bdcd-b421952b4fd2 tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] 10.222.0.58 "GET /v2.0/security-groups?id=c3741838-73dc-4e00-ab48-db6b7a231ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908832 Aug 05 11:32:14.774388 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1b0e9afe-0dcd-4a66-a42f-3c8ddd359bd6 req-c8783cdd-310c-437f-95ac-cf547dcf26b3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6543cbeb-fcd1-48b6-8b28-7eb60b9c72ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0775807 Aug 05 11:32:14.783090 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c01763-de49-4446-89a7-13463f6e03f1 req-2ed4a80f-e3c4-4200-af9d-92df5f6b1e30 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:14.784886 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-24c01763-de49-4446-89a7-13463f6e03f1 req-2ed4a80f-e3c4-4200-af9d-92df5f6b1e30 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9c818f6-600d-4143-bf8a-f3dd16655be1 HTTP/1.1" status: 200 len: 945 time: 0.2175198 Aug 05 11:32:14.911273 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-24c01763-de49-4446-89a7-13463f6e03f1 req-dda9ee4d-7566-4662-9a3e-b020aea7a57e tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/security-groups?id=367c82dd-50a3-4df9-a217-7f397fab3611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075981 Aug 05 11:32:14.939921 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a9e34d55-facb-4629-99d8-7a7c9e910f1b tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:14.953985 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [req-6a99c3ec-92a0-4ea4-abf5-5edefc4788df req-a38348d8-03d7-4447-b514-7029a7758faa tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Deleting port 74ee7881-5d34-4d2f-8ca5-497d574a916d {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:32:14.954315 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-6a99c3ec-92a0-4ea4-abf5-5edefc4788df req-a38348d8-03d7-4447-b514-7029a7758faa tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:14.971644 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a9e34d55-facb-4629-99d8-7a7c9e910f1b tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:15.038802 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1b0e9afe-0dcd-4a66-a42f-3c8ddd359bd6 req-014df121-0b07-43f8-818f-2f4e726ea1e6 service neutron] 10.222.0.55 "GET /v2.0/networks/6543cbeb-fcd1-48b6-8b28-7eb60b9c72ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2559581 Aug 05 11:32:15.047698 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1b0e9afe-0dcd-4a66-a42f-3c8ddd359bd6 req-8ff585f3-13cb-44bc-aa5d-78dbc8d3d7dd service neutron] 10.222.0.64 "GET /v2.0/networks/6543cbeb-fcd1-48b6-8b28-7eb60b9c72ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4542148 Aug 05 11:32:15.133245 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a9e34d55-facb-4629-99d8-7a7c9e910f1b tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:15.135937 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-a9e34d55-facb-4629-99d8-7a7c9e910f1b tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0796020 Aug 05 11:32:15.141556 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 53466) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:32:15.182970 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-1fcbbfb7-dd03-4600-b165-571aea0d5800 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Request body: {'security_group_rule': {'security_group_id': '3e981b95-acbc-408b-863a-65d0e8326544', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:32:15.184073 n-d-803378-2 neutron-server[94421]: WARNING neutron.api.v2.base [None req-1fcbbfb7-dd03-4600-b165-571aea0d5800 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 05 11:32:15.184793 n-d-803378-2 neutron-server[94421]: INFO neutron.api.v2.resource [None req-1fcbbfb7-dd03-4600-b165-571aea0d5800 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 05 11:32:15.186185 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-1fcbbfb7-dd03-4600-b165-571aea0d5800 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0394728 Aug 05 11:32:15.191880 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 53468) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:32:15.195941 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e34d55-facb-4629-99d8-7a7c9e910f1b tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e981b95-acbc-408b-863a-65d0e8326544,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:32:15.244226 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dbc6aa-8329-4155-b2fb-89877a0d62d3 req-964bdb33-0078-486e-a4a1-fa90d52a7ae6 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:15.256456 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-60dbc6aa-8329-4155-b2fb-89877a0d62d3 req-964bdb33-0078-486e-a4a1-fa90d52a7ae6 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=40021a41-d350-4e38-ac4d-f69e07c48ffb HTTP/1.1" status: 200 len: 945 time: 0.1485391 Aug 05 11:32:15.307193 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-6a99c3ec-92a0-4ea4-abf5-5edefc4788df req-a38348d8-03d7-4447-b514-7029a7758faa tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] For port 74ee7881-5d34-4d2f-8ca5-497d574a916d, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=74ee7881-5d34-4d2f-8ca5-497d574a916d,segment=NetworkSegment(be89551e-4aa0-433b-90d8-e517f4f1da1f),segment_id=be89551e-4aa0-433b-90d8-e517f4f1da1f)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:32:15.308896 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-6a99c3ec-92a0-4ea4-abf5-5edefc4788df req-a38348d8-03d7-4447-b514-7029a7758faa tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:15.356584 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-60dbc6aa-8329-4155-b2fb-89877a0d62d3 req-aef669da-158a-44e3-b15c-d5b389fc0f08 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=47a5a50c-7385-42e8-98ac-c05af9825ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970845 Aug 05 11:32:15.358025 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [req-6a99c3ec-92a0-4ea4-abf5-5edefc4788df req-a38348d8-03d7-4447-b514-7029a7758faa tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Calling delete_port for 74ee7881-5d34-4d2f-8ca5-497d574a916d owned by compute:nova {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:32:15.419446 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1b0e9afe-0dcd-4a66-a42f-3c8ddd359bd6 req-8c445fbd-1e06-4c17-9200-a37d07ed0e3b service neutron] 10.222.0.55 "GET /v2.0/networks/6543cbeb-fcd1-48b6-8b28-7eb60b9c72ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3700960 Aug 05 11:32:15.427419 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5e5e0d56-5712-4347-96dd-87a3dbf04381 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:15.485495 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5e5e0d56-5712-4347-96dd-87a3dbf04381 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:15.489589 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 05 Aug 2021 11:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-128b4863-782c-4acf-8038-4ed5ca4ef23e x-openstack-request-id: req-128b4863-782c-4acf-8038-4ed5ca4ef23e {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:32:15.490179 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20fd96bd-ab25-40d2-a76f-c213b19b2ee8", "tag": "4e964c22-9fbe-43d0-b062-4449bb533bda", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c6a327e4-4b25-48c3-9e41-105c1172cbf7", "tag": "3777b035-1615-4e99-8675-fba4fa0a44e5", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:32:15.490364 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-128b4863-782c-4acf-8038-4ed5ca4ef23e {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:32:15.490845 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20fd96bd-ab25-40d2-a76f-c213b19b2ee8', 'tag': '4e964c22-9fbe-43d0-b062-4449bb533bda', 'status': 'completed', 'code': 200} Aug 05 11:32:15.491179 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6a327e4-4b25-48c3-9e41-105c1172cbf7', 'tag': '3777b035-1615-4e99-8675-fba4fa0a44e5', 'status': 'completed', 'code': 200} Aug 05 11:32:15.499536 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1b0e9afe-0dcd-4a66-a42f-3c8ddd359bd6 req-7c59fe0d-f10f-4283-bc19-380899fa6298 service neutron] 10.222.0.64 "GET /v2.0/networks/6543cbeb-fcd1-48b6-8b28-7eb60b9c72ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4375935 Aug 05 11:32:15.627194 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1ad29c-42ac-4916-b04c-4183e442252b req-ff3bac15-7c74-451a-a83e-54757e9efef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:15.629122 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7e1ad29c-42ac-4916-b04c-4183e442252b req-ff3bac15-7c74-451a-a83e-54757e9efef4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4e78e1fb7010462db53bb9e00d1cbc1f&device_id=c6a327e4-4b25-48c3-9e41-105c1172cbf7 HTTP/1.1" status: 200 len: 1094 time: 0.0843346 Aug 05 11:32:15.712726 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5e5e0d56-5712-4347-96dd-87a3dbf04381 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:15.717908 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5e5e0d56-5712-4347-96dd-87a3dbf04381 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:15.719697 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-5e5e0d56-5712-4347-96dd-87a3dbf04381 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] 10.222.0.58 "DELETE /v2.0/security-groups/3e981b95-acbc-408b-863a-65d0e8326544 HTTP/1.1" status: 204 len: 168 time: 0.5257521 Aug 05 11:32:15.750100 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 53482) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:32:15.759777 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c551ae-4c09-448d-a3c3-3c29dd5b4d7e req-501b303d-e009-4437-84f4-9b8a1dc29d8d tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:15.761383 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5e0d56-5712-4347-96dd-87a3dbf04381 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e981b95-acbc-408b-863a-65d0e8326544,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:32:15.774764 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-46c551ae-4c09-448d-a3c3-3c29dd5b4d7e req-501b303d-e009-4437-84f4-9b8a1dc29d8d tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 946 time: 0.2565176 Aug 05 11:32:15.805768 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1ad29c-42ac-4916-b04c-4183e442252b req-ab1a2c91-5849-4410-97c7-4cc3808db6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:15.808538 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7e1ad29c-42ac-4916-b04c-4183e442252b req-ab1a2c91-5849-4410-97c7-4cc3808db6fc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4e78e1fb7010462db53bb9e00d1cbc1f&device_id=20fd96bd-ab25-40d2-a76f-c213b19b2ee8 HTTP/1.1" status: 200 len: 1095 time: 0.1761274 Aug 05 11:32:15.855310 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-6a99c3ec-92a0-4ea4-abf5-5edefc4788df req-a38348d8-03d7-4447-b514-7029a7758faa tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:15.892131 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1ad29c-42ac-4916-b04c-4183e442252b req-b4e74cef-5532-4a32-85f4-0756445cd7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:15.893935 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7e1ad29c-42ac-4916-b04c-4183e442252b req-b4e74cef-5532-4a32-85f4-0756445cd7a2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6543cbeb-fcd1-48b6-8b28-7eb60b9c72ee HTTP/1.1" status: 200 len: 913 time: 0.2519035 Aug 05 11:32:15.894554 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947ed7f3-8a1d-4622-a236-f5b6bda53bb0 req-dd2d304f-900e-46a6-aa7b-f844bcf8cc83 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:15.896153 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-947ed7f3-8a1d-4622-a236-f5b6bda53bb0 req-dd2d304f-900e-46a6-aa7b-f844bcf8cc83 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?device_id=6daa696e-13a0-4064-a798-e7d6d6e2e860 HTTP/1.1" status: 200 len: 866 time: 0.2011511 Aug 05 11:32:15.934385 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-6ab3f6c3-7c07-4430-8717-253dbf79b787 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1498160 Aug 05 11:32:15.946270 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-46c551ae-4c09-448d-a3c3-3c29dd5b4d7e req-fa79dd1e-946a-4c82-a0fa-8ffc9ff810ed tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691368 Aug 05 11:32:15.958160 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 53488) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:32:15.967337 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7e1ad29c-42ac-4916-b04c-4183e442252b req-c4d5e76a-9724-4cae-ba67-7b031509f479 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3777b035-1615-4e99-8675-fba4fa0a44e5 HTTP/1.1" status: 200 len: 217 time: 0.0637527 Aug 05 11:32:15.969310 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38348d8-03d7-4447-b514-7029a7758faa tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Pushing event deleted for resources: {'Port': ['ID=74ee7881-5d34-4d2f-8ca5-497d574a916d,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:32:15.989279 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-d7f1f494-3349-4639-b708-8e551b83683b tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Request body: {'security_group': {'name': 'tempest-secgroup--1517793685'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:32:16.043224 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1ad29c-42ac-4916-b04c-4183e442252b req-b376c40c-dec1-4e54-89db-3a663ab7be72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:16.044887 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7e1ad29c-42ac-4916-b04c-4183e442252b req-b376c40c-dec1-4e54-89db-3a663ab7be72 service neutron] 10.222.0.64 "GET /v2.0/networks?id=6543cbeb-fcd1-48b6-8b28-7eb60b9c72ee HTTP/1.1" status: 200 len: 913 time: 0.2281003 Aug 05 11:32:16.066447 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1ad29c-42ac-4916-b04c-4183e442252b req-a37adc5e-01cd-42e1-928c-2f0e91017c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:16.068143 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7e1ad29c-42ac-4916-b04c-4183e442252b req-a37adc5e-01cd-42e1-928c-2f0e91017c6e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bf224612-704f-4ebd-b2af-5e301a097436 HTTP/1.1" status: 200 len: 852 time: 0.0868638 Aug 05 11:32:16.136112 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7e1ad29c-42ac-4916-b04c-4183e442252b req-8249f265-60f3-42c0-a5cc-94e405ac9a23 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6543cbeb-fcd1-48b6-8b28-7eb60b9c72ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361037 Aug 05 11:32:16.138707 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7e1ad29c-42ac-4916-b04c-4183e442252b req-62e2983e-05cf-47ca-a581-096c28c3bc00 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4e964c22-9fbe-43d0-b062-4449bb533bda HTTP/1.1" status: 200 len: 217 time: 0.0843208 Aug 05 11:32:16.194883 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a99c3ec-92a0-4ea4-abf5-5edefc4788df req-a38348d8-03d7-4447-b514-7029a7758faa tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] No DVR routers for this DVR port 74ee7881-5d34-4d2f-8ca5-497d574a916d on host n-h1-803378-2 {{(pid=94420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:32:16.208618 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-6a99c3ec-92a0-4ea4-abf5-5edefc4788df req-a38348d8-03d7-4447-b514-7029a7758faa tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:16.212862 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6a99c3ec-92a0-4ea4-abf5-5edefc4788df req-a38348d8-03d7-4447-b514-7029a7758faa tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.64 "DELETE /v2.0/ports/74ee7881-5d34-4d2f-8ca5-497d574a916d HTTP/1.1" status: 204 len: 173 time: 1.6674573 Aug 05 11:32:16.224336 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6daa696e-13a0-4064-a798-e7d6d6e2e860', 'name': 'network-vif-deleted', 'tag': '74ee7881-5d34-4d2f-8ca5-497d574a916d'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:32:16.228733 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}828068ad8d405ad77660ce68fa78e1ffe658725812f7a08f9e488a446589295b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d94bb8e9-07b1-45de-bc7d-4218d8113860" -d '{"events": [{"server_uuid": "6daa696e-13a0-4064-a798-e7d6d6e2e860", "name": "network-vif-deleted", "tag": "74ee7881-5d34-4d2f-8ca5-497d574a916d"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:32:16.248695 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-947ed7f3-8a1d-4622-a236-f5b6bda53bb0 req-9e2db008-7947-4a33-ba3a-1e97c89553bf tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/security-groups?id=12d84a41-4254-4f43-a1c3-ae5bdc7fdfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3261983 Aug 05 11:32:16.254562 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d7f1f494-3349-4639-b708-8e551b83683b tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:16.268178 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 74ee7881-5d34-4d2f-8ca5-497d574a916d no longer exists at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:32:16.305612 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9eae67-475e-4a2b-b253-f521281c25df req-24b4b491-ee56-41d1-acbe-6025b8766253 tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:16.312097 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] No Port match for: 74ee7881-5d34-4d2f-8ca5-497d574a916d {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:32:16.313002 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 74ee7881-5d34-4d2f-8ca5-497d574a916d not bound to the agent host n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:32:16.314377 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device c042185e-969b-41b5-9da5-597bd4b0deda no longer exists at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:32:16.319544 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ff9eae67-475e-4a2b-b253-f521281c25df req-24b4b491-ee56-41d1-acbe-6025b8766253 tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6a327e4-4b25-48c3-9e41-105c1172cbf7 HTTP/1.1" status: 200 len: 943 time: 0.2261915 Aug 05 11:32:16.400186 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ff9eae67-475e-4a2b-b253-f521281c25df req-028a6ebf-ace8-4559-987b-fe69449a0e92 tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] 10.222.0.58 "GET /v2.0/security-groups?id=c3741838-73dc-4e00-ab48-db6b7a231ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743511 Aug 05 11:32:16.414626 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1ad29c-42ac-4916-b04c-4183e442252b req-ab913c94-dac6-48df-86a2-13dc23802589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:16.416644 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7e1ad29c-42ac-4916-b04c-4183e442252b req-ab913c94-dac6-48df-86a2-13dc23802589 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bf224612-704f-4ebd-b2af-5e301a097436 HTTP/1.1" status: 200 len: 852 time: 0.2696519 Aug 05 11:32:16.481219 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7e1ad29c-42ac-4916-b04c-4183e442252b req-8d4b5aaa-dae3-4847-b286-902b91912c46 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6543cbeb-fcd1-48b6-8b28-7eb60b9c72ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432236 Aug 05 11:32:16.546211 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-494f7ff1-3440-4099-b087-a3c9709a21f4 x-openstack-request-id: req-494f7ff1-3440-4099-b087-a3c9709a21f4 {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:32:16.546573 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6daa696e-13a0-4064-a798-e7d6d6e2e860", "name": "network-vif-deleted", "tag": "74ee7881-5d34-4d2f-8ca5-497d574a916d", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:32:16.546917 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-494f7ff1-3440-4099-b087-a3c9709a21f4 {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:32:16.547478 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6daa696e-13a0-4064-a798-e7d6d6e2e860', 'name': 'network-vif-deleted', 'tag': '74ee7881-5d34-4d2f-8ca5-497d574a916d', 'status': 'completed', 'code': 200} Aug 05 11:32:16.580032 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289e1a51-bd5d-495a-80fa-b566f1b5a1c4 req-24e16e58-1d72-40eb-8e16-8be571144f6b tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:16.580892 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:16.590567 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-289e1a51-bd5d-495a-80fa-b566f1b5a1c4 req-24e16e58-1d72-40eb-8e16-8be571144f6b tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9c818f6-600d-4143-bf8a-f3dd16655be1 HTTP/1.1" status: 200 len: 945 time: 0.1589293 Aug 05 11:32:16.633473 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7e1ad29c-42ac-4916-b04c-4183e442252b req-a13e7ebc-fccc-4e35-a382-893ec5771f0f service neutron] 10.222.0.64 "GET /v2.0/networks/6543cbeb-fcd1-48b6-8b28-7eb60b9c72ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434586 Aug 05 11:32:16.638976 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port c042185e-969b-41b5-9da5-597bd4b0deda, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=c042185e-969b-41b5-9da5-597bd4b0deda,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:32:16.640042 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bcef571-9f02-432f-b5c7-c68acceeeebd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c042185e-969b-41b5-9da5-597bd4b0deda'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:32:16.643133 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de7205cc-90f7-41e7-aefa-f334a425be6d" -d '{"events": [{"server_uuid": "2bcef571-9f02-432f-b5c7-c68acceeeebd", "name": "network-vif-unplugged", "status": "completed", "tag": "c042185e-969b-41b5-9da5-597bd4b0deda"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:32:16.647157 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:16.703978 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=c042185e-969b-41b5-9da5-597bd4b0deda,revision_number=8']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:32:16.720816 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-289e1a51-bd5d-495a-80fa-b566f1b5a1c4 req-7288bbf5-3ac6-4fba-a539-b48b6214fc2e tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/security-groups?id=367c82dd-50a3-4df9-a217-7f397fab3611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293888 Aug 05 11:32:16.735233 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d7f1f494-3349-4639-b708-8e551b83683b tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:16.768443 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d7f1f494-3349-4639-b708-8e551b83683b tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:16.774947 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7e1ad29c-42ac-4916-b04c-4183e442252b req-a8569709-e13e-4c98-bc70-bc767fee0e93 service neutron] 10.222.0.64 "GET /v2.0/networks/6543cbeb-fcd1-48b6-8b28-7eb60b9c72ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274767 Aug 05 11:32:16.778429 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7e1ad29c-42ac-4916-b04c-4183e442252b req-12ba68ed-fdbc-466a-b0b7-bb6988cba884 service neutron] 10.222.0.55 "GET /v2.0/networks/6543cbeb-fcd1-48b6-8b28-7eb60b9c72ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5721722 Aug 05 11:32:16.849174 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15572bdb-1174-439e-9c5b-5d901c3b7ae5 req-1286e702-3736-438b-9b10-c0ecea381572 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:16.855511 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-15572bdb-1174-439e-9c5b-5d901c3b7ae5 req-1286e702-3736-438b-9b10-c0ecea381572 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=40021a41-d350-4e38-ac4d-f69e07c48ffb HTTP/1.1" status: 200 len: 945 time: 0.2229817 Aug 05 11:32:16.880159 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 05 Aug 2021 11:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ca79133-9aaa-4d6f-95a9-3b0b2f70c1fc x-openstack-request-id: req-2ca79133-9aaa-4d6f-95a9-3b0b2f70c1fc {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:32:16.880159 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bcef571-9f02-432f-b5c7-c68acceeeebd", "name": "network-vif-unplugged", "status": "completed", "tag": "c042185e-969b-41b5-9da5-597bd4b0deda", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:32:16.880159 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2ca79133-9aaa-4d6f-95a9-3b0b2f70c1fc {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:32:16.880502 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bcef571-9f02-432f-b5c7-c68acceeeebd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c042185e-969b-41b5-9da5-597bd4b0deda', 'code': 200} Aug 05 11:32:16.898988 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d7f1f494-3349-4639-b708-8e551b83683b tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:16.900218 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-d7f1f494-3349-4639-b708-8e551b83683b tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9288561 Aug 05 11:32:16.908937 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 53506) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:32:16.914066 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-6913b61c-5443-43ff-8df6-8f5afc72143d tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Request body: {'security_group_rule': {'security_group_id': '0e9c5dc7-5ae7-41f9-ac0d-c4ae616a4237', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:32:16.926362 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f1f494-3349-4639-b708-8e551b83683b tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e9c5dc7-5ae7-41f9-ac0d-c4ae616a4237,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:32:16.950129 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-15572bdb-1174-439e-9c5b-5d901c3b7ae5 req-0b8390fe-7bc3-4bce-9f8e-ab440c009371 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=47a5a50c-7385-42e8-98ac-c05af9825ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678091 Aug 05 11:32:16.972027 n-d-803378-2 neutron-server[94421]: WARNING neutron.api.v2.base [None req-6913b61c-5443-43ff-8df6-8f5afc72143d tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 05 11:32:16.979274 n-d-803378-2 neutron-server[94421]: INFO neutron.api.v2.resource [None req-6913b61c-5443-43ff-8df6-8f5afc72143d tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 05 11:32:16.986977 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-6913b61c-5443-43ff-8df6-8f5afc72143d tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0765738 Aug 05 11:32:16.994462 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 53510) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:32:17.008067 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-b55f2096-6521-476f-8a4c-6741d1781523 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Request body: {'security_group_rule': {'security_group_id': '0e9c5dc7-5ae7-41f9-ac0d-c4ae616a4237', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:32:17.008806 n-d-803378-2 neutron-server[94421]: WARNING neutron.api.v2.base [None req-b55f2096-6521-476f-8a4c-6741d1781523 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 05 11:32:17.009310 n-d-803378-2 neutron-server[94421]: INFO neutron.api.v2.resource [None req-b55f2096-6521-476f-8a4c-6741d1781523 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 05 11:32:17.010324 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-b55f2096-6521-476f-8a4c-6741d1781523 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0142314 Aug 05 11:32:17.013802 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 53512) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:32:17.019166 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-5c3dbd5d-2186-481e-9508-f2ee76a622f2 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Request body: {'security_group_rule': {'security_group_id': '0e9c5dc7-5ae7-41f9-ac0d-c4ae616a4237', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:32:17.021610 n-d-803378-2 neutron-server[94420]: WARNING neutron.api.v2.base [None req-5c3dbd5d-2186-481e-9508-f2ee76a622f2 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 05 11:32:17.022238 n-d-803378-2 neutron-server[94420]: INFO neutron.api.v2.resource [None req-5c3dbd5d-2186-481e-9508-f2ee76a622f2 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 05 11:32:17.023748 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-5c3dbd5d-2186-481e-9508-f2ee76a622f2 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0088859 Aug 05 11:32:17.026639 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 53514) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:32:17.032666 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-a36420df-7d03-48d7-bc89-970c2f533b38 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Request body: {'security_group_rule': {'security_group_id': '0e9c5dc7-5ae7-41f9-ac0d-c4ae616a4237', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:32:17.036413 n-d-803378-2 neutron-server[94420]: WARNING neutron.api.v2.base [None req-a36420df-7d03-48d7-bc89-970c2f533b38 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 05 11:32:17.049908 n-d-803378-2 neutron-server[94420]: INFO neutron.api.v2.resource [None req-a36420df-7d03-48d7-bc89-970c2f533b38 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 05 11:32:17.051102 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-a36420df-7d03-48d7-bc89-970c2f533b38 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0234303 Aug 05 11:32:17.060155 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 53516) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:32:17.140945 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7e1ad29c-42ac-4916-b04c-4183e442252b req-19179359-f9ff-4fe2-8280-923555a4dd5e service neutron] 10.222.0.55 "GET /v2.0/networks/6543cbeb-fcd1-48b6-8b28-7eb60b9c72ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3491290 Aug 05 11:32:17.173785 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20efa4f-d3e9-4fc9-b0a8-ee3897565032 req-881913f1-1603-4c65-94f6-384140acafc0 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:17.175674 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f20efa4f-d3e9-4fc9-b0a8-ee3897565032 req-881913f1-1603-4c65-94f6-384140acafc0 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 946 time: 0.1235533 Aug 05 11:32:17.215748 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-69f08d61-5f09-4f79-a7b2-ffd17855968e tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:17.244114 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f20efa4f-d3e9-4fc9-b0a8-ee3897565032 req-524b2d5a-a6e2-4f51-9224-589e5714e3aa tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607963 Aug 05 11:32:17.249985 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-69f08d61-5f09-4f79-a7b2-ffd17855968e tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:17.308865 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-69f08d61-5f09-4f79-a7b2-ffd17855968e tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:17.312409 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-69f08d61-5f09-4f79-a7b2-ffd17855968e tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:17.316390 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 53524) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:32:17.316696 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-69f08d61-5f09-4f79-a7b2-ffd17855968e tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] 10.222.0.58 "DELETE /v2.0/security-groups/0e9c5dc7-5ae7-41f9-ac0d-c4ae616a4237 HTTP/1.1" status: 204 len: 168 time: 0.2521801 Aug 05 11:32:17.334671 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f08d61-5f09-4f79-a7b2-ffd17855968e tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e9c5dc7-5ae7-41f9-ac0d-c4ae616a4237,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:32:17.461320 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-50b4f31e-ad3e-48ac-b76e-d8535f365b86 req-8b4927a4-cda9-484d-bdae-e26b7281e0d0 tempest-LiveMigrationTest-281146827 tempest-LiveMigrationTest-281146827-project] 10.222.0.58 "GET /v2.0/ports?device_id=6daa696e-13a0-4064-a798-e7d6d6e2e860 HTTP/1.1" status: 200 len: 210 time: 0.0446267 Aug 05 11:32:17.511526 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-91d71849-ad1a-4524-a65f-197626ef44bf tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1896152 Aug 05 11:32:17.512133 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 53530) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:32:17.520955 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-55658ad6-7850-4e95-bb5d-e44a69c7ec4e tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Request body: {'security_group': {'name': 'tempest-secgroup--351648019'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:32:17.584698 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-55658ad6-7850-4e95-bb5d-e44a69c7ec4e tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:17.615309 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 3777b035-1615-4e99-8675-fba4fa0a44e5 details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:32:17.672333 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756b9989-3a54-49c7-80d9-83d260ccdbb1 req-e8cd20fa-2963-421c-a7e5-54c75ddab410 tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:17.675198 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-756b9989-3a54-49c7-80d9-83d260ccdbb1 req-e8cd20fa-2963-421c-a7e5-54c75ddab410 tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6a327e4-4b25-48c3-9e41-105c1172cbf7 HTTP/1.1" status: 200 len: 943 time: 0.1034653 Aug 05 11:32:17.816321 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-55658ad6-7850-4e95-bb5d-e44a69c7ec4e tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:17.818138 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-756b9989-3a54-49c7-80d9-83d260ccdbb1 req-276306b1-f859-4afa-b7ad-25ffd7fee991 tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] 10.222.0.58 "GET /v2.0/security-groups?id=c3741838-73dc-4e00-ab48-db6b7a231ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353996 Aug 05 11:32:17.825564 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-55658ad6-7850-4e95-bb5d-e44a69c7ec4e tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:17.882570 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-55658ad6-7850-4e95-bb5d-e44a69c7ec4e tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:17.887373 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-55658ad6-7850-4e95-bb5d-e44a69c7ec4e tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3692429 Aug 05 11:32:17.889312 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 53540) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:32:17.906879 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-3e0901ab-af5b-46d5-a3a5-5242085c44a4 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Request body: {'security_group_rule': {'security_group_id': 'a6916bc6-8690-4db2-8f74-70afebfbd7b8', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:32:17.908134 n-d-803378-2 neutron-server[94420]: WARNING neutron.api.v2.base [None req-3e0901ab-af5b-46d5-a3a5-5242085c44a4 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 05 11:32:17.912612 n-d-803378-2 neutron-server[94420]: INFO neutron.api.v2.resource [None req-3e0901ab-af5b-46d5-a3a5-5242085c44a4 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 05 11:32:17.913280 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55658ad6-7850-4e95-bb5d-e44a69c7ec4e tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6916bc6-8690-4db2-8f74-70afebfbd7b8,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:32:17.919195 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 53542) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:32:17.921034 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-3e0901ab-af5b-46d5-a3a5-5242085c44a4 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0293405 Aug 05 11:32:17.927052 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-f4ff2570-30f9-4386-a681-39274389e1c7 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Request body: {'security_group_rule': {'security_group_id': 'a6916bc6-8690-4db2-8f74-70afebfbd7b8', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:32:17.932014 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 3777b035-1615-4e99-8675-fba4fa0a44e5, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=3777b035-1615-4e99-8675-fba4fa0a44e5,segment=NetworkSegment(3c2d9838-4ced-4b50-843a-544842259d29),segment_id=3c2d9838-4ced-4b50-843a-544842259d29)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:32:17.949231 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Returning: {'device': '3777b035-1615-4e99-8675-fba4fa0a44e5', 'network_id': '6543cbeb-fcd1-48b6-8b28-7eb60b9c72ee', 'port_id': '3777b035-1615-4e99-8675-fba4fa0a44e5', 'mac_address': 'fa:16:3e:c1:99:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf224612-704f-4ebd-b2af-5e301a097436', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:32:18.023419 n-d-803378-2 neutron-server[94421]: INFO neutron.api.v2.resource [None req-f4ff2570-30f9-4386-a681-39274389e1c7 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 05 11:32:18.032473 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 53550) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:32:18.034028 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-f4ff2570-30f9-4386-a681-39274389e1c7 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1043947 Aug 05 11:32:18.046376 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:18.051595 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-44a88394-f3ba-4a08-b2b1-ea44a5d0aab9 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Request body: {'security_group_rule': {'security_group_id': 'a6916bc6-8690-4db2-8f74-70afebfbd7b8', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:32:18.052612 n-d-803378-2 neutron-server[94420]: WARNING neutron.api.v2.base [None req-44a88394-f3ba-4a08-b2b1-ea44a5d0aab9 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 05 11:32:18.053619 n-d-803378-2 neutron-server[94420]: INFO neutron.api.v2.resource [None req-44a88394-f3ba-4a08-b2b1-ea44a5d0aab9 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 05 11:32:18.055462 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-44a88394-f3ba-4a08-b2b1-ea44a5d0aab9 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0226724 Aug 05 11:32:18.059003 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 53552) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:32:18.065381 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-0f209425-b564-4b54-a048-8501f9edc7be tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Request body: {'security_group_rule': {'security_group_id': 'a6916bc6-8690-4db2-8f74-70afebfbd7b8', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:32:18.077875 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3777b035-1615-4e99-8675-fba4fa0a44e5 {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:32:18.115059 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6bb26e-d9d1-40e6-9db3-e1459f46da0c req-9bcc925a-15c2-4884-8a9a-8f205a07ee60 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:18.117739 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ed6bb26e-d9d1-40e6-9db3-e1459f46da0c req-9bcc925a-15c2-4884-8a9a-8f205a07ee60 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9c818f6-600d-4143-bf8a-f3dd16655be1 HTTP/1.1" status: 200 len: 945 time: 0.1857274 Aug 05 11:32:18.142369 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 3777b035-1615-4e99-8675-fba4fa0a44e5, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=3777b035-1615-4e99-8675-fba4fa0a44e5,segment=NetworkSegment(3c2d9838-4ced-4b50-843a-544842259d29),segment_id=3c2d9838-4ced-4b50-843a-544842259d29)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:32:18.147870 n-d-803378-2 neutron-server[94421]: INFO neutron.api.v2.resource [None req-0f209425-b564-4b54-a048-8501f9edc7be tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 05 11:32:18.151134 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-0f209425-b564-4b54-a048-8501f9edc7be tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0882323 Aug 05 11:32:18.153002 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 53554) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:32:18.158668 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-69debb3e-dec3-4970-b840-f6737fbcd2f6 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Request body: {'security_group_rule': {'security_group_id': 'a6916bc6-8690-4db2-8f74-70afebfbd7b8', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:32:18.159513 n-d-803378-2 neutron-server[94421]: WARNING neutron.api.v2.base [None req-69debb3e-dec3-4970-b840-f6737fbcd2f6 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 05 11:32:18.160135 n-d-803378-2 neutron-server[94421]: INFO neutron.api.v2.resource [None req-69debb3e-dec3-4970-b840-f6737fbcd2f6 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 05 11:32:18.164149 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-69debb3e-dec3-4970-b840-f6737fbcd2f6 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0070572 Aug 05 11:32:18.164314 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:18.164829 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 53556) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:32:18.174341 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-18a4e7aa-dd9d-4137-98a7-436c123162ea tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Request body: {'security_group_rule': {'security_group_id': 'a6916bc6-8690-4db2-8f74-70afebfbd7b8', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:32:18.211636 n-d-803378-2 neutron-server[94421]: INFO neutron.db.securitygroups_db [None req-18a4e7aa-dd9d-4137-98a7-436c123162ea tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Project ba4d92594dbd4254a0a820f1a347c113 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 05 11:32:18.273241 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ed6bb26e-d9d1-40e6-9db3-e1459f46da0c req-8c532729-54c5-4cea-9c4e-b5e2d4a5b824 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/security-groups?id=367c82dd-50a3-4df9-a217-7f397fab3611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380446 Aug 05 11:32:18.284060 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device d3743ac1-d872-4507-a6f2-ed370e7d4ff9 details requested by agent hyperv_n-h1-803378-2 with host n-h1-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:32:18.287437 n-d-803378-2 neutron-server[94421]: INFO neutron.api.v2.resource [None req-18a4e7aa-dd9d-4137-98a7-436c123162ea tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 05 11:32:18.300194 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-18a4e7aa-dd9d-4137-98a7-436c123162ea tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1300273 Aug 05 11:32:18.300883 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 53560) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:32:18.311909 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29af6fb-6ec6-4e0a-ae32-4b37b209d710 req-545bbcb3-34bc-4139-b303-2cb2aaf7f991 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:18.316913 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a29af6fb-6ec6-4e0a-ae32-4b37b209d710 req-545bbcb3-34bc-4139-b303-2cb2aaf7f991 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=40021a41-d350-4e38-ac4d-f69e07c48ffb HTTP/1.1" status: 200 len: 945 time: 0.1970849 Aug 05 11:32:18.334715 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-ebd9c33f-bf98-4082-a88f-5858785c6ecd tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Request body: {'security_group_rule': {'security_group_id': 'a6916bc6-8690-4db2-8f74-70afebfbd7b8', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:32:18.339199 n-d-803378-2 neutron-server[94421]: WARNING neutron.api.v2.base [None req-ebd9c33f-bf98-4082-a88f-5858785c6ecd tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 05 11:32:18.346050 n-d-803378-2 neutron-server[94421]: INFO neutron.api.v2.resource [None req-ebd9c33f-bf98-4082-a88f-5858785c6ecd tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 05 11:32:18.348227 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-ebd9c33f-bf98-4082-a88f-5858785c6ecd tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0428309 Aug 05 11:32:18.352423 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 53562) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:32:18.387085 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-c724b48f-d3b6-4e75-9a00-f56c0605c2f8 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Request body: {'security_group_rule': {'security_group_id': 'a6916bc6-8690-4db2-8f74-70afebfbd7b8', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:32:18.469278 n-d-803378-2 neutron-server[94421]: INFO neutron.db.securitygroups_db [None req-c724b48f-d3b6-4e75-9a00-f56c0605c2f8 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Project ba4d92594dbd4254a0a820f1a347c113 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 05 11:32:18.503199 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a29af6fb-6ec6-4e0a-ae32-4b37b209d710 req-625d3dbc-70ef-4250-bf39-aca26f57d64f tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=47a5a50c-7385-42e8-98ac-c05af9825ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1643121 Aug 05 11:32:18.508946 n-d-803378-2 neutron-server[94421]: INFO neutron.api.v2.resource [None req-c724b48f-d3b6-4e75-9a00-f56c0605c2f8 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 05 11:32:18.516645 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-c724b48f-d3b6-4e75-9a00-f56c0605c2f8 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1570184 Aug 05 11:32:18.517117 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 53566) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:32:18.522828 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-b910c608-c6ff-4cf5-9536-b3ec27b7e2c0 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Request body: {'security_group_rule': {'security_group_id': 'a6916bc6-8690-4db2-8f74-70afebfbd7b8', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:32:18.564885 n-d-803378-2 neutron-server[94421]: INFO neutron.db.securitygroups_db [None req-b910c608-c6ff-4cf5-9536-b3ec27b7e2c0 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Project ba4d92594dbd4254a0a820f1a347c113 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 05 11:32:18.590997 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=3777b035-1615-4e99-8675-fba4fa0a44e5,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:32:18.598990 n-d-803378-2 neutron-server[94421]: INFO neutron.api.v2.resource [None req-b910c608-c6ff-4cf5-9536-b3ec27b7e2c0 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 05 11:32:18.600085 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-b910c608-c6ff-4cf5-9536-b3ec27b7e2c0 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0819876 Aug 05 11:32:18.607371 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 53568) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:32:18.651368 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 53570) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:32:18.686087 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port d3743ac1-d872-4507-a6f2-ed370e7d4ff9, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=d3743ac1-d872-4507-a6f2-ed370e7d4ff9,segment=NetworkSegment(5615e441-bf2b-4f62-9a7e-00bdeb60130a),segment_id=5615e441-bf2b-4f62-9a7e-00bdeb60130a)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:32:18.703861 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Returning: {'device': 'd3743ac1-d872-4507-a6f2-ed370e7d4ff9', 'network_id': '3bbc31db-4958-4e8b-9f8e-bc48b5d28e47', 'port_id': 'd3743ac1-d872-4507-a6f2-ed370e7d4ff9', 'mac_address': 'fa:16:3e:b7:36:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2358f314-430e-4da8-8dea-b9e9954bab81', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:32:18.715955 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8d7ca8-b5b6-467b-83a5-f6b3d7bf8dc3 req-0cf0caee-23a4-4714-8db0-9ff4ce32301b tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:18.719251 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1c8d7ca8-b5b6-467b-83a5-f6b3d7bf8dc3 req-0cf0caee-23a4-4714-8db0-9ff4ce32301b tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 946 time: 0.1480854 Aug 05 11:32:18.746132 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f61cacf2-dfac-4046-90c2-b03eab07ae96 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:18.803520 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1c8d7ca8-b5b6-467b-83a5-f6b3d7bf8dc3 req-02d429c0-921a-4e6b-9ec3-778d34df640e tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778761 Aug 05 11:32:18.807134 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['3777b035-1615-4e99-8675-fba4fa0a44e5'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:32:18.827372 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f61cacf2-dfac-4046-90c2-b03eab07ae96 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:18.924919 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_v2 [None req-29679d66-1593-4bec-8a00-2332154ee617 admin admin] Deleting subnet 61983880-6386-4045-bd2d-695dffcb92f9 {{(pid=94420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:32:18.932515 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f61cacf2-dfac-4046-90c2-b03eab07ae96 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:18.934490 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-29679d66-1593-4bec-8a00-2332154ee617 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:18.937561 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f61cacf2-dfac-4046-90c2-b03eab07ae96 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:18.943583 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-f61cacf2-dfac-4046-90c2-b03eab07ae96 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] 10.222.0.58 "DELETE /v2.0/security-groups/a6916bc6-8690-4db2-8f74-70afebfbd7b8 HTTP/1.1" status: 204 len: 168 time: 0.3318701 Aug 05 11:32:18.954835 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 53576) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:32:18.972379 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:19.024085 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3743ac1-d872-4507-a6f2-ed370e7d4ff9 {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:32:19.053726 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61cacf2-dfac-4046-90c2-b03eab07ae96 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6916bc6-8690-4db2-8f74-70afebfbd7b8,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:32:19.060007 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port d3743ac1-d872-4507-a6f2-ed370e7d4ff9, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=d3743ac1-d872-4507-a6f2-ed370e7d4ff9,segment=NetworkSegment(5615e441-bf2b-4f62-9a7e-00bdeb60130a),segment_id=5615e441-bf2b-4f62-9a7e-00bdeb60130a)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:32:19.066104 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:19.092706 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-29679d66-1593-4bec-8a00-2332154ee617 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25010562'] for subnet, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:19.145345 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=d3743ac1-d872-4507-a6f2-ed370e7d4ff9,revision_number=12']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:32:19.168947 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b640db7f-9030-4302-b6ea-78b5c4a55fb3 req-304880b5-b0d3-4f19-8b5a-3ce976ab6893 tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:19.173450 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b640db7f-9030-4302-b6ea-78b5c4a55fb3 req-304880b5-b0d3-4f19-8b5a-3ce976ab6893 tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6a327e4-4b25-48c3-9e41-105c1172cbf7 HTTP/1.1" status: 200 len: 944 time: 0.1750197 Aug 05 11:32:19.185959 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-29679d66-1593-4bec-8a00-2332154ee617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:19.231497 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-e0c955d5-0f4b-40ed-b1c8-fbfeae07b983 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2720098 Aug 05 11:32:19.242221 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 53594) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:32:19.262086 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-dfe8c418-4826-4288-938f-7dfa1ac1f0ce tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Request body: {'security_group': {'name': 'tempest-secgroup--1508230605'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:32:19.296049 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['d3743ac1-d872-4507-a6f2-ed370e7d4ff9'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:32:19.364779 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-29679d66-1593-4bec-8a00-2332154ee617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29762763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24211094'] for subnet, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:19.389133 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-dfe8c418-4826-4288-938f-7dfa1ac1f0ce tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:19.446211 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29679d66-1593-4bec-8a00-2332154ee617 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61983880-6386-4045-bd2d-695dffcb92f9,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:32:19.504659 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-29679d66-1593-4bec-8a00-2332154ee617 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:19.509090 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c9c463-4630-4a6e-a7a4-6d5cb0b2883b req-5061d776-1b6f-4c9a-8d02-82c5fd0faf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:19.513185 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-29679d66-1593-4bec-8a00-2332154ee617 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/61983880-6386-4045-bd2d-695dffcb92f9 HTTP/1.1" status: 204 len: 168 time: 0.8447757 Aug 05 11:32:19.516049 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d5c9c463-4630-4a6e-a7a4-6d5cb0b2883b req-5061d776-1b6f-4c9a-8d02-82c5fd0faf84 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b9c818f6-600d-4143-bf8a-f3dd16655be1 HTTP/1.1" status: 200 len: 1096 time: 0.1538262 Aug 05 11:32:19.517481 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 53602) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:32:19.632983 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device d8eb95c1-7e88-499d-a153-7a5efede044d details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:32:19.657439 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6f8d6489-a492-4b95-bf05-494abb88b841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:19.676283 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b640db7f-9030-4302-b6ea-78b5c4a55fb3 req-0f374032-c2b7-4f21-b530-ebd170d6c79e tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] 10.222.0.58 "GET /v2.0/security-groups?id=c3741838-73dc-4e00-ab48-db6b7a231ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4964898 Aug 05 11:32:19.739119 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-dfe8c418-4826-4288-938f-7dfa1ac1f0ce tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:19.757726 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21109570-2c0b-4073-914d-c8f6f454436a req-48456189-9639-4f50-8031-de6fd20a1e16 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:19.766258 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-21109570-2c0b-4073-914d-c8f6f454436a req-48456189-9639-4f50-8031-de6fd20a1e16 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9c818f6-600d-4143-bf8a-f3dd16655be1 HTTP/1.1" status: 200 len: 945 time: 0.2536967 Aug 05 11:32:19.790943 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d5c9c463-4630-4a6e-a7a4-6d5cb0b2883b req-c0fd028b-cef5-45b7-a73d-a70a28e19e62 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=367c82dd-50a3-4df9-a217-7f397fab3611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549853 Aug 05 11:32:19.795596 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-dfe8c418-4826-4288-938f-7dfa1ac1f0ce tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:19.841710 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe8c418-4826-4288-938f-7dfa1ac1f0ce tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a9025f0-baa0-49d6-8fc1-17679ba7d149,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:32:19.845271 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-21109570-2c0b-4073-914d-c8f6f454436a req-511d7d01-fcdd-4818-b981-6bcc6c299c64 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/security-groups?id=367c82dd-50a3-4df9-a217-7f397fab3611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779662 Aug 05 11:32:19.858941 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-dfe8c418-4826-4288-938f-7dfa1ac1f0ce tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:19.860421 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-dfe8c418-4826-4288-938f-7dfa1ac1f0ce tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6069391 Aug 05 11:32:19.863632 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 53612) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:32:19.869725 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-b3fe5611-f8ef-4cf4-82ff-be011fa389c1 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Request body: {'security_group_rule': {'security_group_id': '2a9025f0-baa0-49d6-8fc1-17679ba7d149', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:32:20.030264 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6f8d6489-a492-4b95-bf05-494abb88b841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:20.059047 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-6f8d6489-a492-4b95-bf05-494abb88b841 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['546c0542-0f92-4f6c-914b-a74a81cd2290']}} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:32:20.077134 n-d-803378-2 neutron-server[94420]: INFO neutron.api.v2.resource [None req-b3fe5611-f8ef-4cf4-82ff-be011fa389c1 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] create failed (client error): The resource could not be found. Aug 05 11:32:20.082583 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-6f8d6489-a492-4b95-bf05-494abb88b841 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be89551e-4aa0-433b-90d8-e517f4f1da1f') {'for_net_delete': True} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:32:20.083037 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-6f8d6489-a492-4b95-bf05-494abb88b841 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be89551e-4aa0-433b-90d8-e517f4f1da1f') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:32:20.083520 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-b3fe5611-f8ef-4cf4-82ff-be011fa389c1 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2177224 Aug 05 11:32:20.086352 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 53618) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:32:20.102803 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-49dd6759-b7c9-4e04-ab92-7646335b62fa tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Request body: {'security_group_rule': {'security_group_id': '2a9025f0-baa0-49d6-8fc1-17679ba7d149', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '3fc75ab6-be7e-489c-9a52-ab81b5d6f223'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:32:20.128301 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1b0091-55fb-4c8b-9f17-21816cf2702f req-2b66c63a-a331-48d2-be14-be9ed350db3b tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:20.139070 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ed1b0091-55fb-4c8b-9f17-21816cf2702f req-2b66c63a-a331-48d2-be14-be9ed350db3b tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 946 time: 0.1819389 Aug 05 11:32:20.181867 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f41dd5-98b8-4522-a057-f2beb7efed9e req-4faead8c-cd87-43a4-8964-3229a554fe8d tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:20.191587 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-43f41dd5-98b8-4522-a057-f2beb7efed9e req-4faead8c-cd87-43a4-8964-3229a554fe8d tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=40021a41-d350-4e38-ac4d-f69e07c48ffb HTTP/1.1" status: 200 len: 946 time: 0.2130268 Aug 05 11:32:20.208072 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6f8d6489-a492-4b95-bf05-494abb88b841 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29786371'] for segment, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:20.237889 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 4e964c22-9fbe-43d0-b062-4449bb533bda details requested by agent hyperv_n-h1-803378-2 with host n-h1-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:32:20.251104 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6f8d6489-a492-4b95-bf05-494abb88b841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:20.266540 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f8d6489-a492-4b95-bf05-494abb88b841 admin admin] Releasing vlan 691 on physical network physnet1 to pool {{(pid=94421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:32:20.279644 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ed1b0091-55fb-4c8b-9f17-21816cf2702f req-e9dd3a2c-851d-4eb1-93d7-161e103424be tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392801 Aug 05 11:32:20.281834 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6f8d6489-a492-4b95-bf05-494abb88b841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25038799'] for segment, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:20.290164 n-d-803378-2 neutron-server[94421]: Traceback (most recent call last): Aug 05 11:32:20.290164 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:32:20.290164 n-d-803378-2 neutron-server[94421]: timer() Aug 05 11:32:20.290164 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:32:20.290164 n-d-803378-2 neutron-server[94421]: cb(*args, **kw) Aug 05 11:32:20.290164 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:32:20.290164 n-d-803378-2 neutron-server[94421]: return func(*args, **kwargs) Aug 05 11:32:20.290164 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:32:20.290164 n-d-803378-2 neutron-server[94421]: self._notify() Aug 05 11:32:20.290164 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:32:20.290164 n-d-803378-2 neutron-server[94421]: self.callback(batched_events) Aug 05 11:32:20.290164 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:32:20.290164 n-d-803378-2 neutron-server[94421]: event.method(event) Aug 05 11:32:20.290164 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:32:20.290164 n-d-803378-2 neutron-server[94421]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:32:20.290164 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:32:20.290164 n-d-803378-2 neutron-server[94421]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:32:20.290164 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:32:20.290164 n-d-803378-2 neutron-server[94421]: return f(self, *a, **k) Aug 05 11:32:20.290164 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:32:20.290164 n-d-803378-2 neutron-server[94421]: return self._get(url).json() Aug 05 11:32:20.290164 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:32:20.290164 n-d-803378-2 neutron-server[94421]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:32:20.290164 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:32:20.290164 n-d-803378-2 neutron-server[94421]: return self.request(url, 'GET', **kwargs) Aug 05 11:32:20.290164 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:32:20.290164 n-d-803378-2 neutron-server[94421]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:32:20.290164 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:32:20.290164 n-d-803378-2 neutron-server[94421]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:32:20.290164 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:32:20.290164 n-d-803378-2 neutron-server[94421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:32:20.290164 n-d-803378-2 neutron-server[94421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:32:20.320038 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-43f41dd5-98b8-4522-a057-f2beb7efed9e req-e45880ec-813d-42e9-9f62-692f62f26073 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=47a5a50c-7385-42e8-98ac-c05af9825ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1270320 Aug 05 11:32:20.321172 n-d-803378-2 neutron-server[94421]: INFO neutron.api.v2.resource [None req-49dd6759-b7c9-4e04-ab92-7646335b62fa tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] create failed (client error): The resource could not be found. Aug 05 11:32:20.322576 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-49dd6759-b7c9-4e04-ab92-7646335b62fa tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2326281 Aug 05 11:32:20.325783 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 53628) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:32:20.441204 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port d8eb95c1-7e88-499d-a153-7a5efede044d, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=d8eb95c1-7e88-499d-a153-7a5efede044d,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:32:20.460930 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6f8d6489-a492-4b95-bf05-494abb88b841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:20.474010 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d6fa6580-f472-4c0b-852c-dc5723e11c4e tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:20.478793 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6f8d6489-a492-4b95-bf05-494abb88b841 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:20.501215 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 53632) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:32:20.502049 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-6f8d6489-a492-4b95-bf05-494abb88b841 admin admin] 10.222.0.58 "DELETE /v2.0/networks/546c0542-0f92-4f6c-914b-a74a81cd2290 HTTP/1.1" status: 204 len: 168 time: 0.9805481 Aug 05 11:32:20.537336 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8d6489-a492-4b95-bf05-494abb88b841 admin admin] Pushing event deleted for resources: {'Network': ['ID=546c0542-0f92-4f6c-914b-a74a81cd2290,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:32:20.537869 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Returning: {'device': 'd8eb95c1-7e88-499d-a153-7a5efede044d', 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a', 'port_id': 'd8eb95c1-7e88-499d-a153-7a5efede044d', 'mac_address': 'fa:16:3e:eb:32:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6842f728-c2f3-4e36-bb32-3303d06ce3f4', 'ip_address': '192.168.233.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:32:20.637519 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:20.662091 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8eb95c1-7e88-499d-a153-7a5efede044d {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:32:20.665451 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d6fa6580-f472-4c0b-852c-dc5723e11c4e tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:20.705183 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port d8eb95c1-7e88-499d-a153-7a5efede044d, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=d8eb95c1-7e88-499d-a153-7a5efede044d,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:32:20.712813 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 4e964c22-9fbe-43d0-b062-4449bb533bda, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=4e964c22-9fbe-43d0-b062-4449bb533bda,segment=NetworkSegment(3c2d9838-4ced-4b50-843a-544842259d29),segment_id=3c2d9838-4ced-4b50-843a-544842259d29)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:32:20.726507 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:20.751886 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Returning: {'device': '4e964c22-9fbe-43d0-b062-4449bb533bda', 'network_id': '6543cbeb-fcd1-48b6-8b28-7eb60b9c72ee', 'port_id': '4e964c22-9fbe-43d0-b062-4449bb533bda', 'mac_address': 'fa:16:3e:4d:10:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf224612-704f-4ebd-b2af-5e301a097436', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:32:20.806140 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d64470f-3b8a-4ab7-982d-f4b469a00a1c admin admin] Deleting subnet 5e83a39a-99f5-4425-a566-63c724be07f1 {{(pid=94420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:32:20.815903 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1d64470f-3b8a-4ab7-982d-f4b469a00a1c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:20.920317 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d6fa6580-f472-4c0b-852c-dc5723e11c4e tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:20.923295 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d6fa6580-f472-4c0b-852c-dc5723e11c4e tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:20.927828 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-d6fa6580-f472-4c0b-852c-dc5723e11c4e tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] 10.222.0.58 "DELETE /v2.0/security-groups/2a9025f0-baa0-49d6-8fc1-17679ba7d149 HTTP/1.1" status: 204 len: 168 time: 0.5983114 Aug 05 11:32:20.930497 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 53638) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:32:20.950736 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=d8eb95c1-7e88-499d-a153-7a5efede044d,revision_number=9']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:32:20.952548 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1d64470f-3b8a-4ab7-982d-f4b469a00a1c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25010562'] for subnet, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:20.982494 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['d8eb95c1-7e88-499d-a153-7a5efede044d'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:32:20.997139 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fa6580-f472-4c0b-852c-dc5723e11c4e tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a9025f0-baa0-49d6-8fc1-17679ba7d149,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:32:21.085377 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3285c07f-5958-456d-b951-9943b30a61ba req-6dd003b9-1e40-4207-a578-e28f3caf1904 tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:21.086432 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-d538d6e3-30b0-428f-b0c9-865ef39a72e9 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1535554 Aug 05 11:32:21.087530 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 53640) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:32:21.095558 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-7978a8ae-095b-4b4a-9bae-f48007d70b6b tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Request body: {'security_group_rule': {'security_group_id': '568b81b7-7ba6-4ba9-b64d-93b681fa3ecf', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:32:21.097928 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:21.100166 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3285c07f-5958-456d-b951-9943b30a61ba req-6dd003b9-1e40-4207-a578-e28f3caf1904 tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6a327e4-4b25-48c3-9e41-105c1172cbf7 HTTP/1.1" status: 200 len: 944 time: 0.1937995 Aug 05 11:32:21.153865 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1d64470f-3b8a-4ab7-982d-f4b469a00a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:21.184854 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e964c22-9fbe-43d0-b062-4449bb533bda {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:32:21.253506 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 4e964c22-9fbe-43d0-b062-4449bb533bda, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=4e964c22-9fbe-43d0-b062-4449bb533bda,segment=NetworkSegment(3c2d9838-4ced-4b50-843a-544842259d29),segment_id=3c2d9838-4ced-4b50-843a-544842259d29)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:32:21.260830 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:21.381319 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1d64470f-3b8a-4ab7-982d-f4b469a00a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29762763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24211094'] for subnet, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:21.382470 n-d-803378-2 neutron-server[94421]: INFO neutron.api.v2.resource [None req-7978a8ae-095b-4b4a-9bae-f48007d70b6b tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] create failed (client error): The resource could not be found. Aug 05 11:32:21.393063 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-7978a8ae-095b-4b4a-9bae-f48007d70b6b tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3038812 Aug 05 11:32:21.393805 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 53646) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:32:21.398774 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-dfb4bec1-773b-428f-9cda-03772a8bafa8 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Request body: {'security_group': {'name': 'tempest-secgroup--1959832709'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:32:21.404323 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=4e964c22-9fbe-43d0-b062-4449bb533bda,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:32:21.464927 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-dfb4bec1-773b-428f-9cda-03772a8bafa8 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:21.499980 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1d64470f-3b8a-4ab7-982d-f4b469a00a1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:21.504587 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-1d64470f-3b8a-4ab7-982d-f4b469a00a1c admin admin] 10.222.0.58 "DELETE /v2.0/subnets/5e83a39a-99f5-4425-a566-63c724be07f1 HTTP/1.1" status: 204 len: 168 time: 0.9969747 Aug 05 11:32:21.506959 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 53648) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:32:21.512574 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3285c07f-5958-456d-b951-9943b30a61ba req-4b59781f-e235-42c3-8d17-89038e5f1607 tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] 10.222.0.58 "GET /v2.0/security-groups?id=c3741838-73dc-4e00-ab48-db6b7a231ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4109993 Aug 05 11:32:21.513605 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d64470f-3b8a-4ab7-982d-f4b469a00a1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e83a39a-99f5-4425-a566-63c724be07f1,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:32:21.619196 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 3777b035-1615-4e99-8675-fba4fa0a44e5 up at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:32:21.741032 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5b42e3b8-86de-4ceb-b788-a12a678a4265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:21.800007 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4b550a-5582-49b8-a7c8-dca27352787e req-ad7b7ba2-bb96-4fc4-8b09-ae456e548132 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:21.813041 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-be4b550a-5582-49b8-a7c8-dca27352787e req-ad7b7ba2-bb96-4fc4-8b09-ae456e548132 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9c818f6-600d-4143-bf8a-f3dd16655be1 HTTP/1.1" status: 200 len: 945 time: 0.1286628 Aug 05 11:32:21.819278 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning for port 3777b035-1615-4e99-8675-fba4fa0a44e5 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:32:21.829277 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning complete for port 3777b035-1615-4e99-8675-fba4fa0a44e5 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:32:21.832056 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:21.904627 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-be4b550a-5582-49b8-a7c8-dca27352787e req-ef8532f0-ddf8-4ba3-adf1-6bfe521815e7 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/security-groups?id=367c82dd-50a3-4df9-a217-7f397fab3611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901732 Aug 05 11:32:21.939130 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:21.974800 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5b42e3b8-86de-4ceb-b788-a12a678a4265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:21.993302 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-5b42e3b8-86de-4ceb-b788-a12a678a4265 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17be25a9-1814-4b7f-b635-a6a61abbccd4']}} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:32:22.009109 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-5b42e3b8-86de-4ceb-b788-a12a678a4265 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ab80787-3960-4c84-96d0-eabf6dfd4e9f') {'for_net_delete': True} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:32:22.009466 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-5b42e3b8-86de-4ceb-b788-a12a678a4265 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ab80787-3960-4c84-96d0-eabf6dfd4e9f') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:32:22.025726 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5b42e3b8-86de-4ceb-b788-a12a678a4265 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29786371'] for segment, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:22.059307 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5b42e3b8-86de-4ceb-b788-a12a678a4265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:22.069902 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b42e3b8-86de-4ceb-b788-a12a678a4265 admin admin] Releasing vlan 697 on physical network physnet1 to pool {{(pid=94421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:32:22.070869 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5b42e3b8-86de-4ceb-b788-a12a678a4265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25038799'] for segment, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:22.092166 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f4996e-a3a3-4dda-895a-c80dc47ea303 req-d076503a-0da3-4d6b-83c7-ac801ea45f27 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:22.097850 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:22.101790 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-56f4996e-a3a3-4dda-895a-c80dc47ea303 req-d076503a-0da3-4d6b-83c7-ac801ea45f27 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 946 time: 0.0891445 Aug 05 11:32:22.148006 n-d-803378-2 neutron-server[94421]: Traceback (most recent call last): Aug 05 11:32:22.148006 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:32:22.148006 n-d-803378-2 neutron-server[94421]: timer() Aug 05 11:32:22.148006 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:32:22.148006 n-d-803378-2 neutron-server[94421]: cb(*args, **kw) Aug 05 11:32:22.148006 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:32:22.148006 n-d-803378-2 neutron-server[94421]: return func(*args, **kwargs) Aug 05 11:32:22.148006 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:32:22.148006 n-d-803378-2 neutron-server[94421]: self._notify() Aug 05 11:32:22.148006 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:32:22.148006 n-d-803378-2 neutron-server[94421]: self.callback(batched_events) Aug 05 11:32:22.148006 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:32:22.148006 n-d-803378-2 neutron-server[94421]: event.method(event) Aug 05 11:32:22.148006 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:32:22.148006 n-d-803378-2 neutron-server[94421]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:32:22.148006 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:32:22.148006 n-d-803378-2 neutron-server[94421]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:32:22.148006 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:32:22.148006 n-d-803378-2 neutron-server[94421]: return f(self, *a, **k) Aug 05 11:32:22.148006 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:32:22.148006 n-d-803378-2 neutron-server[94421]: return self._get(url).json() Aug 05 11:32:22.148006 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:32:22.148006 n-d-803378-2 neutron-server[94421]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:32:22.148006 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:32:22.148006 n-d-803378-2 neutron-server[94421]: return self.request(url, 'GET', **kwargs) Aug 05 11:32:22.148006 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:32:22.148006 n-d-803378-2 neutron-server[94421]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:32:22.148006 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:32:22.148006 n-d-803378-2 neutron-server[94421]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:32:22.148006 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:32:22.148006 n-d-803378-2 neutron-server[94421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:32:22.148006 n-d-803378-2 neutron-server[94421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:32:22.156406 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-dfb4bec1-773b-428f-9cda-03772a8bafa8 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:22.185070 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-56f4996e-a3a3-4dda-895a-c80dc47ea303 req-d92ed468-f019-4d7a-ad8a-9cdc34f43b17 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773432 Aug 05 11:32:22.186687 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5b42e3b8-86de-4ceb-b788-a12a678a4265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:22.187534 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 3777b035-1615-4e99-8675-fba4fa0a44e5, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=3777b035-1615-4e99-8675-fba4fa0a44e5,segment=NetworkSegment(3c2d9838-4ced-4b50-843a-544842259d29),segment_id=3c2d9838-4ced-4b50-843a-544842259d29)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:32:22.191234 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6a327e4-4b25-48c3-9e41-105c1172cbf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3777b035-1615-4e99-8675-fba4fa0a44e5'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:32:22.199920 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89753c58-2ed1-4e1f-9ecc-b03a23f2e586" -d '{"events": [{"server_uuid": "c6a327e4-4b25-48c3-9e41-105c1172cbf7", "name": "network-vif-plugged", "status": "completed", "tag": "3777b035-1615-4e99-8675-fba4fa0a44e5"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:32:22.200428 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5b42e3b8-86de-4ceb-b788-a12a678a4265 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:22.210761 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-5b42e3b8-86de-4ceb-b788-a12a678a4265 admin admin] 10.222.0.58 "DELETE /v2.0/networks/17be25a9-1814-4b7f-b635-a6a61abbccd4 HTTP/1.1" status: 204 len: 168 time: 0.6949537 Aug 05 11:32:22.226216 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['4e964c22-9fbe-43d0-b062-4449bb533bda'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:32:22.226465 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-dfb4bec1-773b-428f-9cda-03772a8bafa8 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:22.244642 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:22.344014 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b42e3b8-86de-4ceb-b788-a12a678a4265 admin admin] Pushing event deleted for resources: {'Network': ['ID=17be25a9-1814-4b7f-b635-a6a61abbccd4,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:32:22.359859 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-dfb4bec1-773b-428f-9cda-03772a8bafa8 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:22.367142 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-dfb4bec1-773b-428f-9cda-03772a8bafa8 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9720843 Aug 05 11:32:22.367801 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 53656) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:32:22.379891 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-a4e353d9-4cbd-4a7b-ad01-026390143900 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Request body: {'security_group': {'name': 'tempest-secgroup--1588898205'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:32:22.382166 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device d3743ac1-d872-4507-a6f2-ed370e7d4ff9 up at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:32:22.404993 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb4bec1-773b-428f-9cda-03772a8bafa8 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=295c2347-7e95-4db8-a2d7-96fa5916c0d6,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:32:22.433918 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a4e353d9-4cbd-4a7b-ad01-026390143900 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:22.499808 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f507bd4-686d-4499-9ebc-b606acc0a1ee req-ae2e2276-ed05-49d9-9098-487d0b397b86 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:22.511712 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3f507bd4-686d-4499-9ebc-b606acc0a1ee req-ae2e2276-ed05-49d9-9098-487d0b397b86 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=40021a41-d350-4e38-ac4d-f69e07c48ffb HTTP/1.1" status: 200 len: 946 time: 0.1567419 Aug 05 11:32:22.561621 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3f507bd4-686d-4499-9ebc-b606acc0a1ee req-d142aa48-9ce1-4393-99c1-017d4dbeeec7 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=47a5a50c-7385-42e8-98ac-c05af9825ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488694 Aug 05 11:32:22.642910 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 53660) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:32:22.701379 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a4e353d9-4cbd-4a7b-ad01-026390143900 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:22.710618 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a4e353d9-4cbd-4a7b-ad01-026390143900 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:22.723382 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=3777b035-1615-4e99-8675-fba4fa0a44e5,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:32:22.879007 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-086d6df4-94d3-4c96-ac5e-27e1048cc38b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bc360260b43347fbb7d1bc7660d6f218&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2344458 Aug 05 11:32:22.887624 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning complete for port d3743ac1-d872-4507-a6f2-ed370e7d4ff9 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:32:22.888198 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e353d9-4cbd-4a7b-ad01-026390143900 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=170f732b-8c7f-4111-b9e2-8baa888d059e,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:32:22.891784 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:22.946843 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7158b76c-2d45-4170-8f38-948cdca80863 req-24fef2a9-5e40-4a40-aa94-c5060168c872 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:22.951830 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 53662) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:32:22.960924 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7158b76c-2d45-4170-8f38-948cdca80863 req-24fef2a9-5e40-4a40-aa94-c5060168c872 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/ports?device_id=5f37001e-9d67-440a-b593-7e7c7a1d9690 HTTP/1.1" status: 200 len: 945 time: 0.2276912 Aug 05 11:32:23.074039 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7158b76c-2d45-4170-8f38-948cdca80863 req-f6a9ba30-e5cf-4899-b3f0-4276a33f619a tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/security-groups?id=367c82dd-50a3-4df9-a217-7f397fab3611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106181 Aug 05 11:32:23.078408 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a4e353d9-4cbd-4a7b-ad01-026390143900 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:23.117354 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 53666) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:32:23.118543 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-a4e353d9-4cbd-4a7b-ad01-026390143900 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7437449 Aug 05 11:32:23.125236 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-d4f90ae4-f588-4c16-b258-c0e552a706cf tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Request body: {'security_group_rule': {'security_group_id': '295c2347-7e95-4db8-a2d7-96fa5916c0d6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '170f732b-8c7f-4111-b9e2-8baa888d059e'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:32:23.179797 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7c00d7a-b1ed-402a-9c05-1a518573d2cb x-openstack-request-id: req-e7c00d7a-b1ed-402a-9c05-1a518573d2cb {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:32:23.180302 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6a327e4-4b25-48c3-9e41-105c1172cbf7", "name": "network-vif-plugged", "status": "completed", "tag": "3777b035-1615-4e99-8675-fba4fa0a44e5", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:32:23.180785 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e7c00d7a-b1ed-402a-9c05-1a518573d2cb {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:32:23.181447 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6a327e4-4b25-48c3-9e41-105c1172cbf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3777b035-1615-4e99-8675-fba4fa0a44e5', 'code': 200} Aug 05 11:32:23.253354 n-d-803378-2 neutron-server[94420]: INFO neutron.api.v2.resource [None req-d4f90ae4-f588-4c16-b258-c0e552a706cf tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 05 11:32:23.255325 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-d4f90ae4-f588-4c16-b258-c0e552a706cf tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1349320 Aug 05 11:32:23.261764 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 53670) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:32:23.303602 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:23.397127 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-855359b9-1b10-418e-94b9-824d5768f33a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:23.402424 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ebb1af13-08ed-4eac-80cc-a6c8e3ae7c91 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:23.450725 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ebb1af13-08ed-4eac-80cc-a6c8e3ae7c91 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:23.466940 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-855359b9-1b10-418e-94b9-824d5768f33a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:23.473823 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port d3743ac1-d872-4507-a6f2-ed370e7d4ff9, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=d3743ac1-d872-4507-a6f2-ed370e7d4ff9,segment=NetworkSegment(5615e441-bf2b-4f62-9a7e-00bdeb60130a),segment_id=5615e441-bf2b-4f62-9a7e-00bdeb60130a)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:32:23.487953 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:23.510501 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0e77d6-f944-4bfd-8173-556c78e8a905 req-e815248d-f651-4743-b25e-4712f070a102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:23.518405 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-aa0e77d6-f944-4bfd-8173-556c78e8a905 req-e815248d-f651-4743-b25e-4712f070a102 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c6a327e4-4b25-48c3-9e41-105c1172cbf7 HTTP/1.1" status: 200 len: 1096 time: 0.2068522 Aug 05 11:32:23.581891 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ebb1af13-08ed-4eac-80cc-a6c8e3ae7c91 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:23.587577 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ebb1af13-08ed-4eac-80cc-a6c8e3ae7c91 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:23.589662 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-ebb1af13-08ed-4eac-80cc-a6c8e3ae7c91 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] 10.222.0.58 "DELETE /v2.0/security-groups/170f732b-8c7f-4111-b9e2-8baa888d059e HTTP/1.1" status: 204 len: 168 time: 0.3262160 Aug 05 11:32:23.598809 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 53672) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:32:23.610701 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=d3743ac1-d872-4507-a6f2-ed370e7d4ff9,revision_number=13']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:32:23.660516 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-aa0e77d6-f944-4bfd-8173-556c78e8a905 req-1aaf4e13-983f-443c-a6e9-5f38dd0e67ba service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c3741838-73dc-4e00-ab48-db6b7a231ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293943 Aug 05 11:32:23.661451 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device d8eb95c1-7e88-499d-a153-7a5efede044d up at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:32:23.693102 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-855359b9-1b10-418e-94b9-824d5768f33a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:23.696417 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-855359b9-1b10-418e-94b9-824d5768f33a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:23.698962 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-855359b9-1b10-418e-94b9-824d5768f33a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/12d84a41-4254-4f43-a1c3-ae5bdc7fdfb8 HTTP/1.1" status: 204 len: 168 time: 0.7295358 Aug 05 11:32:23.719082 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855359b9-1b10-418e-94b9-824d5768f33a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12d84a41-4254-4f43-a1c3-ae5bdc7fdfb8,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:32:23.756654 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb1af13-08ed-4eac-80cc-a6c8e3ae7c91 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=170f732b-8c7f-4111-b9e2-8baa888d059e,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:32:23.782294 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning complete for port d8eb95c1-7e88-499d-a153-7a5efede044d triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:32:23.782770 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:23.808964 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 53678) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:32:23.809270 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-71907f73-e1f5-49ca-be19-7a0cf6b394f0 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2053874 Aug 05 11:32:23.818648 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d1ca28-a73f-4ee5-8f84-578ea69abefb req-98d0ab82-4a20-4f34-97cf-ff9a9766198a tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:23.828906 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-60d1ca28-a73f-4ee5-8f84-578ea69abefb req-98d0ab82-4a20-4f34-97cf-ff9a9766198a tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6a327e4-4b25-48c3-9e41-105c1172cbf7 HTTP/1.1" status: 200 len: 945 time: 0.3010371 Aug 05 11:32:23.906511 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-60d1ca28-a73f-4ee5-8f84-578ea69abefb req-f22b143a-7405-4691-a34a-55f4e61715ae tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] 10.222.0.58 "GET /v2.0/security-groups?id=c3741838-73dc-4e00-ab48-db6b7a231ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765939 Aug 05 11:32:23.985032 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f0141ce1-d12e-4b31-b86e-977bdb2df4fc tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:24.038779 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:24.048216 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f0141ce1-d12e-4b31-b86e-977bdb2df4fc tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:24.197176 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port d8eb95c1-7e88-499d-a153-7a5efede044d, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=d8eb95c1-7e88-499d-a153-7a5efede044d,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:32:24.214644 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:24.239091 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f0141ce1-d12e-4b31-b86e-977bdb2df4fc tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:24.252704 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f0141ce1-d12e-4b31-b86e-977bdb2df4fc tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:24.259661 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-f0141ce1-d12e-4b31-b86e-977bdb2df4fc tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] 10.222.0.58 "DELETE /v2.0/security-groups/295c2347-7e95-4db8-a2d7-96fa5916c0d6 HTTP/1.1" status: 204 len: 168 time: 0.4491282 Aug 05 11:32:24.268155 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163557bb-73af-46d7-8ee9-ed1977eae146 req-57b4cba7-ced4-4948-8c12-24b902f41df6 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:24.272004 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 53682) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:32:24.281941 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-163557bb-73af-46d7-8ee9-ed1977eae146 req-57b4cba7-ced4-4948-8c12-24b902f41df6 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 946 time: 0.1399362 Aug 05 11:32:24.381756 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-163557bb-73af-46d7-8ee9-ed1977eae146 req-1ba3f4f0-d3c2-4256-acda-70cdd2399e9e tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984843 Aug 05 11:32:24.405294 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0141ce1-d12e-4b31-b86e-977bdb2df4fc tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=295c2347-7e95-4db8-a2d7-96fa5916c0d6,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:32:24.512906 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=d8eb95c1-7e88-499d-a153-7a5efede044d,revision_number=10']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:32:24.570788 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-ad96b35a-f9e0-45a9-9c24-3d23486d12b7 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2717869 Aug 05 11:32:24.572032 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 53688) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:32:24.582550 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-59de6595-2b7d-48b4-90ea-0f63e2e80b49 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Request body: {'security_group': {'name': 'tempest-secgroup--1940937711'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:32:24.614460 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2193bad6-aeaa-4fd3-b48a-72c799c408d8 req-f89785a7-0793-4eab-a269-5cc60335fecf tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:24.623995 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2193bad6-aeaa-4fd3-b48a-72c799c408d8 req-f89785a7-0793-4eab-a269-5cc60335fecf tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=40021a41-d350-4e38-ac4d-f69e07c48ffb HTTP/1.1" status: 200 len: 947 time: 0.1272924 Aug 05 11:32:24.660183 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-59de6595-2b7d-48b4-90ea-0f63e2e80b49 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:24.740803 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2193bad6-aeaa-4fd3-b48a-72c799c408d8 req-97866e0a-2d5b-444f-8957-d85fc60fa837 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=47a5a50c-7385-42e8-98ac-c05af9825ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154654 Aug 05 11:32:24.945701 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-59de6595-2b7d-48b4-90ea-0f63e2e80b49 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:24.984569 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 53692) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:32:25.040434 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-59de6595-2b7d-48b4-90ea-0f63e2e80b49 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:25.183727 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40021a41-d350-4e38-ac4d-f69e07c48ffb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3743ac1-d872-4507-a6f2-ed370e7d4ff9'}, {'server_uuid': '21dc698f-345a-420b-8016-e43afed59e9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8eb95c1-7e88-499d-a153-7a5efede044d'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:32:25.186355 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f57f545-6c03-4cd7-9cbc-b6af9e642eb0" -d '{"events": [{"server_uuid": "40021a41-d350-4e38-ac4d-f69e07c48ffb", "name": "network-vif-plugged", "status": "completed", "tag": "d3743ac1-d872-4507-a6f2-ed370e7d4ff9"}, {"server_uuid": "21dc698f-345a-420b-8016-e43afed59e9e", "name": "network-vif-plugged", "status": "completed", "tag": "d8eb95c1-7e88-499d-a153-7a5efede044d"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:32:25.230163 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-59de6595-2b7d-48b4-90ea-0f63e2e80b49 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:25.231449 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-59de6595-2b7d-48b4-90ea-0f63e2e80b49 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6541262 Aug 05 11:32:25.234269 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59de6595-2b7d-48b4-90ea-0f63e2e80b49 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2908fa39-52f2-4f34-b42b-0dc1862edbec,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:32:25.236135 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 53702) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:32:25.242358 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-6ec641a4-3e90-4a7d-b298-99c7de1d8402 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2a0d9f573a6e484fbe4c5890da4c6406&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2542107 Aug 05 11:32:25.244363 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-72c35465-e0e5-416b-8370-50a25d51155e tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Request body: {'security_group_rule': {'security_group_id': '2908fa39-52f2-4f34-b42b-0dc1862edbec', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:32:25.257603 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 53704) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:32:25.405549 n-d-803378-2 neutron-server[94421]: INFO neutron.api.v2.resource [None req-72c35465-e0e5-416b-8370-50a25d51155e tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 05 11:32:25.407795 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-72c35465-e0e5-416b-8370-50a25d51155e tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1696496 Aug 05 11:32:25.409774 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6405acb3-a2d5-40b6-ae92-be90d4cc269e req-75faf7bb-42d5-4036-8d8f-f4c7b574a423 tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:25.410827 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 53708) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:32:25.418303 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6405acb3-a2d5-40b6-ae92-be90d4cc269e req-75faf7bb-42d5-4036-8d8f-f4c7b574a423 tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6a327e4-4b25-48c3-9e41-105c1172cbf7 HTTP/1.1" status: 200 len: 945 time: 0.2091467 Aug 05 11:32:25.435152 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-53f04fa3-d817-401e-887e-4b8d907b44e8 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Request body: {'security_group_rule': {'security_group_id': '2908fa39-52f2-4f34-b42b-0dc1862edbec', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:32:25.536358 n-d-803378-2 neutron-server[94421]: INFO neutron.api.v2.resource [None req-53f04fa3-d817-401e-887e-4b8d907b44e8 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 05 11:32:25.538409 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-53f04fa3-d817-401e-887e-4b8d907b44e8 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1246483 Aug 05 11:32:25.540766 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 53710) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:32:25.568977 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5a9cfabc-2dcf-4aab-94b7-a2370ca398dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:25.616200 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6405acb3-a2d5-40b6-ae92-be90d4cc269e req-5f923ae1-78de-4a59-8df4-b05e84f2392f tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] 10.222.0.58 "GET /v2.0/security-groups?id=c3741838-73dc-4e00-ab48-db6b7a231ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868207 Aug 05 11:32:25.694112 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5a9cfabc-2dcf-4aab-94b7-a2370ca398dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:25.718784 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e6f76d1e-f66e-4f3c-b862-38b4a2d005b2 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:25.852734 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e6f76d1e-f66e-4f3c-b862-38b4a2d005b2 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:25.949516 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811b6711-29cd-4f3f-b871-670ec9546ed1 req-486170b0-0454-4c4f-8727-0239433acad6 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:25.961750 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-811b6711-29cd-4f3f-b871-670ec9546ed1 req-486170b0-0454-4c4f-8727-0239433acad6 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/ports?device_id=5f37001e-9d67-440a-b593-7e7c7a1d9690 HTTP/1.1" status: 200 len: 945 time: 0.1907015 Aug 05 11:32:25.990515 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e6f76d1e-f66e-4f3c-b862-38b4a2d005b2 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:25.997539 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5a9cfabc-2dcf-4aab-94b7-a2370ca398dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:25.998796 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e6f76d1e-f66e-4f3c-b862-38b4a2d005b2 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:26.008978 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-e6f76d1e-f66e-4f3c-b862-38b4a2d005b2 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] 10.222.0.58 "DELETE /v2.0/security-groups/2908fa39-52f2-4f34-b42b-0dc1862edbec HTTP/1.1" status: 204 len: 168 time: 0.4633222 Aug 05 11:32:26.017310 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 53718) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:32:26.021750 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5a9cfabc-2dcf-4aab-94b7-a2370ca398dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:26.023347 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-5a9cfabc-2dcf-4aab-94b7-a2370ca398dd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ac6b794e-feb9-4801-a324-16e08835918a HTTP/1.1" status: 204 len: 168 time: 0.7646561 Aug 05 11:32:26.074703 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9cfabc-2dcf-4aab-94b7-a2370ca398dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac6b794e-feb9-4801-a324-16e08835918a,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:32:26.113116 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f76d1e-f66e-4f3c-b862-38b4a2d005b2 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2908fa39-52f2-4f34-b42b-0dc1862edbec,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:32:26.160445 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-811b6711-29cd-4f3f-b871-670ec9546ed1 req-38ab6112-8a28-4db0-8e29-df1dea038d9e tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/security-groups?id=367c82dd-50a3-4df9-a217-7f397fab3611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974947 Aug 05 11:32:26.177991 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-f63b96eb-d42d-4f39-85fc-b1721f6a0657 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1482646 Aug 05 11:32:26.178713 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 53722) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:32:26.184452 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-e35caf3a-4951-48c8-8a78-68ce6c3844c8 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Request body: {'security_group': {'name': 'tempest-secgroup--469670714'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:32:26.230964 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e35caf3a-4951-48c8-8a78-68ce6c3844c8 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:26.269740 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 4e964c22-9fbe-43d0-b062-4449bb533bda up at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:32:26.353559 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 05 Aug 2021 11:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7051a547-7c8b-46a2-9768-148688e9aa6c x-openstack-request-id: req-7051a547-7c8b-46a2-9768-148688e9aa6c {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:32:26.354321 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40021a41-d350-4e38-ac4d-f69e07c48ffb", "name": "network-vif-plugged", "status": "completed", "tag": "d3743ac1-d872-4507-a6f2-ed370e7d4ff9", "code": 200}, {"server_uuid": "21dc698f-345a-420b-8016-e43afed59e9e", "name": "network-vif-plugged", "status": "completed", "tag": "d8eb95c1-7e88-499d-a153-7a5efede044d", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:32:26.354950 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7051a547-7c8b-46a2-9768-148688e9aa6c {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:32:26.356089 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40021a41-d350-4e38-ac4d-f69e07c48ffb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3743ac1-d872-4507-a6f2-ed370e7d4ff9', 'code': 200} Aug 05 11:32:26.356529 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21dc698f-345a-420b-8016-e43afed59e9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8eb95c1-7e88-499d-a153-7a5efede044d', 'code': 200} Aug 05 11:32:26.503011 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning for port 4e964c22-9fbe-43d0-b062-4449bb533bda completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:32:26.508310 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning complete for port 4e964c22-9fbe-43d0-b062-4449bb533bda triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:32:26.509025 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:26.535805 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa164b0-9840-4651-b530-5a6ecacdf242 req-0d7dd548-e58e-45b6-83e4-af17d0e7d89c tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:26.543031 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6fa164b0-9840-4651-b530-5a6ecacdf242 req-0d7dd548-e58e-45b6-83e4-af17d0e7d89c tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 946 time: 0.0931754 Aug 05 11:32:26.545958 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e35caf3a-4951-48c8-8a78-68ce6c3844c8 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:26.555901 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e35caf3a-4951-48c8-8a78-68ce6c3844c8 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:26.615254 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e35caf3a-4951-48c8-8a78-68ce6c3844c8 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:26.630073 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-e35caf3a-4951-48c8-8a78-68ce6c3844c8 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4462390 Aug 05 11:32:26.630073 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 53738) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:32:26.646249 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6fa164b0-9840-4651-b530-5a6ecacdf242 req-10442109-b3f8-425d-bc2d-991e86204c36 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900297 Aug 05 11:32:26.653861 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-39960fd4-f245-4ea9-b73f-7ecffb6a1519 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:32:26.654984 n-d-803378-2 neutron-server[94421]: WARNING neutron.api.v2.base [None req-39960fd4-f245-4ea9-b73f-7ecffb6a1519 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 05 11:32:26.655909 n-d-803378-2 neutron-server[94421]: INFO neutron.api.v2.resource [None req-39960fd4-f245-4ea9-b73f-7ecffb6a1519 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] update failed (client error): There was a conflict when trying to complete your request. Aug 05 11:32:26.669792 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-39960fd4-f245-4ea9-b73f-7ecffb6a1519 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] 10.222.0.58 "PUT /v2.0/security-groups/cd0722bb-2e68-4a40-9c0f-332b625fffea HTTP/1.1" status: 409 len: 330 time: 0.0394676 Aug 05 11:32:26.670023 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 53740) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:32:26.672176 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35caf3a-4951-48c8-8a78-68ce6c3844c8 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd0722bb-2e68-4a40-9c0f-332b625fffea,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:32:26.701189 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:26.763414 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 4e964c22-9fbe-43d0-b062-4449bb533bda, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=4e964c22-9fbe-43d0-b062-4449bb533bda,segment=NetworkSegment(3c2d9838-4ced-4b50-843a-544842259d29),segment_id=3c2d9838-4ced-4b50-843a-544842259d29)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:32:26.771839 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:26.863081 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-240264b7-924a-4d17-b6e1-963239deff42 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:26.902926 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-240264b7-924a-4d17-b6e1-963239deff42 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:26.927839 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=4e964c22-9fbe-43d0-b062-4449bb533bda,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:32:27.015212 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-240264b7-924a-4d17-b6e1-963239deff42 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:27.018333 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-240264b7-924a-4d17-b6e1-963239deff42 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:27.019760 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-240264b7-924a-4d17-b6e1-963239deff42 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] 10.222.0.58 "DELETE /v2.0/security-groups/cd0722bb-2e68-4a40-9c0f-332b625fffea HTTP/1.1" status: 204 len: 168 time: 0.3485456 Aug 05 11:32:27.024173 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 53762) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:32:27.029699 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eb96f3-96f7-4eb2-be45-02ed98c38a57 req-8c5eb57a-2487-4efd-b1b7-1eb4fb482c90 tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:27.038573 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-84eb96f3-96f7-4eb2-be45-02ed98c38a57 req-8c5eb57a-2487-4efd-b1b7-1eb4fb482c90 tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] 10.222.0.58 "GET /v2.0/ports?device_id=20fd96bd-ab25-40d2-a76f-c213b19b2ee8 HTTP/1.1" status: 200 len: 946 time: 0.2456656 Aug 05 11:32:27.074953 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240264b7-924a-4d17-b6e1-963239deff42 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd0722bb-2e68-4a40-9c0f-332b625fffea,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:32:27.114730 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424aa1a2-32a6-4506-a057-0faee08c3bb7 req-4c8f1158-0e00-4725-9c60-89a16d6fdfaf tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:27.116516 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-424aa1a2-32a6-4506-a057-0faee08c3bb7 req-4c8f1158-0e00-4725-9c60-89a16d6fdfaf tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=40021a41-d350-4e38-ac4d-f69e07c48ffb HTTP/1.1" status: 200 len: 947 time: 0.1471927 Aug 05 11:32:27.165523 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-84eb96f3-96f7-4eb2-be45-02ed98c38a57 req-836c5f6e-9382-480d-b755-d1074a4e432b tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] 10.222.0.58 "GET /v2.0/security-groups?id=c3741838-73dc-4e00-ab48-db6b7a231ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249177 Aug 05 11:32:27.191430 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-88643365-c36a-4282-89e5-4ec638ecf976 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1655166 Aug 05 11:32:27.197289 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 53768) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:32:27.250017 n-d-803378-2 neutron-server[94421]: INFO neutron.api.v2.resource [None req-256fbc39-437a-4420-bdb4-98b09d8e78ba tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] delete failed (client error): The resource could not be found. Aug 05 11:32:27.259802 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-256fbc39-437a-4420-bdb4-98b09d8e78ba tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] 10.222.0.58 "DELETE /v2.0/security-groups/cdd7f130-5b18-482a-b916-1e6eaef872d2 HTTP/1.1" status: 404 len: 347 time: 0.0610218 Aug 05 11:32:27.262121 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 53772) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:32:27.297716 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-424aa1a2-32a6-4506-a057-0faee08c3bb7 req-338d5e86-ed10-4a4e-83f0-41f16612b6e7 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=47a5a50c-7385-42e8-98ac-c05af9825ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1678782 Aug 05 11:32:27.300143 n-d-803378-2 neutron-server[94420]: INFO neutron.api.v2.resource [None req-2d499f26-52d8-417f-af8e-30e4ca502406 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] show failed (client error): The resource could not be found. Aug 05 11:32:27.307960 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 53774) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:32:27.326160 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-2d499f26-52d8-417f-af8e-30e4ca502406 tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] 10.222.0.58 "GET /v2.0/security-groups/2ada1510-126f-438f-9490-94e7705b31b7 HTTP/1.1" status: 404 len: 347 time: 0.0596907 Aug 05 11:32:27.342286 n-d-803378-2 neutron-server[94421]: INFO neutron.api.v2.resource [None req-04c8bd96-0ecb-4b29-b8b0-5d61629e8c2e tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] show failed (client error): The resource could not be found. Aug 05 11:32:27.350741 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-04c8bd96-0ecb-4b29-b8b0-5d61629e8c2e tempest-NegativeSecGroupIPv6Test-1744317214 tempest-NegativeSecGroupIPv6Test-1744317214-project] 10.222.0.58 "GET /v2.0/security-group-rules/ad98527c-1a92-455a-95fe-3a452998fc3e HTTP/1.1" status: 404 len: 356 time: 0.0392745 Aug 05 11:32:27.759467 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e948d00-1bc5-4e65-a05e-eb937cd87980 req-501d29ce-21f8-478a-8eb2-fbbac5b4e1ff tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:27.781318 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8e948d00-1bc5-4e65-a05e-eb937cd87980 req-501d29ce-21f8-478a-8eb2-fbbac5b4e1ff tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/ports?device_id=5f37001e-9d67-440a-b593-7e7c7a1d9690 HTTP/1.1" status: 200 len: 945 time: 0.1573200 Aug 05 11:32:27.893049 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8e948d00-1bc5-4e65-a05e-eb937cd87980 req-a2b7b81d-041c-4a5d-a87f-2398c058a283 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/security-groups?id=367c82dd-50a3-4df9-a217-7f397fab3611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104343 Aug 05 11:32:27.898740 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 53798) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:32:27.922927 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90555bc-a197-43d1-a1f2-97048d7e8ead req-981b32ee-b17a-48d5-b391-23cf2400fede tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:27.932896 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f90555bc-a197-43d1-a1f2-97048d7e8ead req-981b32ee-b17a-48d5-b391-23cf2400fede tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 946 time: 0.1158857 Aug 05 11:32:28.002005 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f90555bc-a197-43d1-a1f2-97048d7e8ead req-0e96cce2-a461-40dd-9073-70d7de30d754 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656259 Aug 05 11:32:28.295202 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-ffb22ca6-60fb-4691-bd95-da2d406dc700 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ba4d92594dbd4254a0a820f1a347c113&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3937428 Aug 05 11:32:28.296686 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 53816) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:32:28.357719 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20fd96bd-ab25-40d2-a76f-c213b19b2ee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e964c22-9fbe-43d0-b062-4449bb533bda'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:32:28.360048 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8c70510-683b-4fdf-bf1d-9ddbbe00f492" -d '{"events": [{"server_uuid": "20fd96bd-ab25-40d2-a76f-c213b19b2ee8", "name": "network-vif-plugged", "status": "completed", "tag": "4e964c22-9fbe-43d0-b062-4449bb533bda"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:32:28.368370 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d42510a-aa73-47e0-84e4-ad5ace419612 req-a0d40213-980b-4a7a-9d9c-0f7737e2ea2e tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:28.377489 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0d42510a-aa73-47e0-84e4-ad5ace419612 req-a0d40213-980b-4a7a-9d9c-0f7737e2ea2e tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] 10.222.0.58 "GET /v2.0/ports?device_id=20fd96bd-ab25-40d2-a76f-c213b19b2ee8 HTTP/1.1" status: 200 len: 946 time: 0.1037953 Aug 05 11:32:28.410718 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-27edc1ed-d43e-470f-b631-736983d6218a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:28.448047 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64255152-2083-45b5-a7e3-c45b84574f08 req-8481f522-72fe-442a-8dd9-5f8fe3972b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:28.450945 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-64255152-2083-45b5-a7e3-c45b84574f08 req-8481f522-72fe-442a-8dd9-5f8fe3972b9a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2a9a0c1c353042b1936f80e1e752fcad&device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 1097 time: 0.1867099 Aug 05 11:32:28.475340 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0d42510a-aa73-47e0-84e4-ad5ace419612 req-389963e7-9e63-426f-bf31-5079ecae3d2a tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] 10.222.0.58 "GET /v2.0/security-groups?id=c3741838-73dc-4e00-ab48-db6b7a231ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937755 Aug 05 11:32:28.504798 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-27edc1ed-d43e-470f-b631-736983d6218a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:28.610530 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eabe3dd0-2c0f-4525-b2bf-df7c9dac7ace x-openstack-request-id: req-eabe3dd0-2c0f-4525-b2bf-df7c9dac7ace {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:32:28.611046 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20fd96bd-ab25-40d2-a76f-c213b19b2ee8", "name": "network-vif-plugged", "status": "completed", "tag": "4e964c22-9fbe-43d0-b062-4449bb533bda", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:32:28.612020 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-eabe3dd0-2c0f-4525-b2bf-df7c9dac7ace {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:32:28.614865 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20fd96bd-ab25-40d2-a76f-c213b19b2ee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e964c22-9fbe-43d0-b062-4449bb533bda', 'code': 200} Aug 05 11:32:28.725978 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64255152-2083-45b5-a7e3-c45b84574f08 req-d983d723-747d-42ce-8db0-cd2fe5fc3f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:28.726877 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-64255152-2083-45b5-a7e3-c45b84574f08 req-d983d723-747d-42ce-8db0-cd2fe5fc3f72 service neutron] 10.222.0.64 "GET /v2.0/networks?id=126f96b6-eb66-4c29-a167-bda979496a65 HTTP/1.1" status: 200 len: 915 time: 0.2648222 Aug 05 11:32:28.738937 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-27edc1ed-d43e-470f-b631-736983d6218a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:28.756225 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-27edc1ed-d43e-470f-b631-736983d6218a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:28.759419 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-27edc1ed-d43e-470f-b631-736983d6218a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ccd4a217-57bf-46ef-bc97-59126b485a3f HTTP/1.1" status: 204 len: 168 time: 0.4591813 Aug 05 11:32:28.883657 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-64255152-2083-45b5-a7e3-c45b84574f08 req-47466ccf-be86-4f89-ae74-bedda21be8d4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2df26a48-fa2b-4da2-a97e-af100eff3c8f HTTP/1.1" status: 200 len: 217 time: 0.1481781 Aug 05 11:32:28.886387 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27edc1ed-d43e-470f-b631-736983d6218a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccd4a217-57bf-46ef-bc97-59126b485a3f,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:32:28.968308 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b077192f-88ce-44ba-950f-42e9bc6f7d70 req-d9f7456e-90b7-42fa-bd7a-f2b300734075 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:28.986058 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b077192f-88ce-44ba-950f-42e9bc6f7d70 req-d9f7456e-90b7-42fa-bd7a-f2b300734075 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=40021a41-d350-4e38-ac4d-f69e07c48ffb HTTP/1.1" status: 200 len: 947 time: 0.1893077 Aug 05 11:32:29.053291 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:29.094848 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b077192f-88ce-44ba-950f-42e9bc6f7d70 req-933202a3-0109-4842-aff4-e332a44aa8ed tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=47a5a50c-7385-42e8-98ac-c05af9825ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029189 Aug 05 11:32:29.427511 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6647a8a4-db09-4b92-8c0e-7889d149b94f req-13bcca59-3605-4f93-9e28-3cff2367a240 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:29.429387 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6647a8a4-db09-4b92-8c0e-7889d149b94f req-13bcca59-3605-4f93-9e28-3cff2367a240 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/ports?device_id=5f37001e-9d67-440a-b593-7e7c7a1d9690 HTTP/1.1" status: 200 len: 945 time: 0.2002537 Aug 05 11:32:29.438230 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c4736-f127-4e7b-97b0-05f4cf121825 req-118233e6-87cf-48eb-99d9-1d06dcd49046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:29.439761 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-612c4736-f127-4e7b-97b0-05f4cf121825 req-118233e6-87cf-48eb-99d9-1d06dcd49046 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=20fd96bd-ab25-40d2-a76f-c213b19b2ee8 HTTP/1.1" status: 200 len: 1097 time: 0.6511273 Aug 05 11:32:29.508860 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6647a8a4-db09-4b92-8c0e-7889d149b94f req-71deda26-8e64-4120-8b1a-efcfa4a36bd4 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/security-groups?id=367c82dd-50a3-4df9-a217-7f397fab3611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597575 Aug 05 11:32:29.592631 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64255152-2083-45b5-a7e3-c45b84574f08 req-dbad2765-64b0-4a9d-a670-1fc16174e274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:29.598300 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-64255152-2083-45b5-a7e3-c45b84574f08 req-dbad2765-64b0-4a9d-a670-1fc16174e274 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f603f39f-fbde-4d83-a41f-e0babb1f3ff1 HTTP/1.1" status: 200 len: 854 time: 0.7044742 Aug 05 11:32:29.609402 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-612c4736-f127-4e7b-97b0-05f4cf121825 req-148441b7-597a-4d70-9a5b-16604bf7d512 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c3741838-73dc-4e00-ab48-db6b7a231ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121378 Aug 05 11:32:29.718369 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-64255152-2083-45b5-a7e3-c45b84574f08 req-80655bd9-eafc-44fb-8476-9de0afe331f2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=126f96b6-eb66-4c29-a167-bda979496a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1085205 Aug 05 11:32:29.780678 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eb0e46-6109-4486-bd0d-132b49ea2102 req-386f23e3-7d67-419c-aca3-89b25bc7e30e tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:29.790471 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b3eb0e46-6109-4486-bd0d-132b49ea2102 req-386f23e3-7d67-419c-aca3-89b25bc7e30e tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 946 time: 0.1335628 Aug 05 11:32:29.870833 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b3eb0e46-6109-4486-bd0d-132b49ea2102 req-5776df58-f3d5-4505-8501-7a0c9188d139 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776601 Aug 05 11:32:30.240032 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5f1531-231c-4298-b331-897bc0687475 req-00507b59-943e-474e-9615-3ad3392593a9 tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:30.255067 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3d5f1531-231c-4298-b331-897bc0687475 req-00507b59-943e-474e-9615-3ad3392593a9 tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] 10.222.0.58 "GET /v2.0/ports?device_id=20fd96bd-ab25-40d2-a76f-c213b19b2ee8 HTTP/1.1" status: 200 len: 946 time: 0.1644125 Aug 05 11:32:30.379378 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3d5f1531-231c-4298-b331-897bc0687475 req-0a6ad040-c4d6-4a64-b9d2-db669c28e739 tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] 10.222.0.58 "GET /v2.0/security-groups?id=c3741838-73dc-4e00-ab48-db6b7a231ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219532 Aug 05 11:32:30.690255 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cad50a4-dec7-4f7a-8366-cfaf2f621526 req-5b750c7a-168e-4f27-8faa-4d34d44d953b tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:30.704279 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2cad50a4-dec7-4f7a-8366-cfaf2f621526 req-5b750c7a-168e-4f27-8faa-4d34d44d953b tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=40021a41-d350-4e38-ac4d-f69e07c48ffb HTTP/1.1" status: 200 len: 947 time: 0.1879780 Aug 05 11:32:30.708413 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-64255152-2083-45b5-a7e3-c45b84574f08 req-fa8f83e5-f1c9-49ee-919e-d7e1bc3036b9 service neutron] 10.222.0.64 "GET /v2.0/networks/126f96b6-eb66-4c29-a167-bda979496a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4298162 Aug 05 11:32:30.855475 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2cad50a4-dec7-4f7a-8366-cfaf2f621526 req-54b11ceb-4457-4016-9619-44e0dbaa880f tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=47a5a50c-7385-42e8-98ac-c05af9825ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1475604 Aug 05 11:32:31.225555 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-64255152-2083-45b5-a7e3-c45b84574f08 req-6d27ae65-7b7d-41dd-bf67-73c08e8a6066 service neutron] 10.222.0.64 "GET /v2.0/networks/126f96b6-eb66-4c29-a167-bda979496a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5054698 Aug 05 11:32:31.255935 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd0e7ce-f719-40dd-802c-07f1c0a6a712 req-29984424-772e-4ad0-a1ed-6943e6c59e7b tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:31.265625 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0dd0e7ce-f719-40dd-802c-07f1c0a6a712 req-29984424-772e-4ad0-a1ed-6943e6c59e7b tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 946 time: 0.1463475 Aug 05 11:32:31.385615 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0dd0e7ce-f719-40dd-802c-07f1c0a6a712 req-62e5d20f-ea4c-4cc4-ae04-6ade5d208fdd tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183290 Aug 05 11:32:31.696349 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc89c2b-45e5-4c9a-9680-1b680f5b085c req-a870c5a4-daf3-41d4-abbc-1aad36746eae tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:31.709227 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1cc89c2b-45e5-4c9a-9680-1b680f5b085c req-a870c5a4-daf3-41d4-abbc-1aad36746eae tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] 10.222.0.58 "GET /v2.0/ports?device_id=20fd96bd-ab25-40d2-a76f-c213b19b2ee8 HTTP/1.1" status: 200 len: 946 time: 0.1775360 Aug 05 11:32:31.769115 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 53886) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:32:31.907425 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1cc89c2b-45e5-4c9a-9680-1b680f5b085c req-4e82dd17-c8b8-4300-959f-81a7f9b34a59 tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] 10.222.0.58 "GET /v2.0/security-groups?id=c3741838-73dc-4e00-ab48-db6b7a231ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844544 Aug 05 11:32:32.181097 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-b98164eb-94c6-458f-ac83-3e31b12a75a1 tempest-ServiceProvidersTest-259994781 tempest-ServiceProvidersTest-259994781-project] 10.222.0.58 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.4085681 Aug 05 11:32:32.285619 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 2df26a48-fa2b-4da2-a97e-af100eff3c8f no longer exists at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:32:32.438189 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:32.516067 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c4244f4-fcd1-4e6d-8d11-661816b95ceb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2df26a48-fa2b-4da2-a97e-af100eff3c8f'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:32:32.520147 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9026ed19-fc35-482f-bcaa-de01655fe461" -d '{"events": [{"server_uuid": "2c4244f4-fcd1-4e6d-8d11-661816b95ceb", "name": "network-vif-unplugged", "status": "completed", "tag": "2df26a48-fa2b-4da2-a97e-af100eff3c8f"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:32:32.586390 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 2df26a48-fa2b-4da2-a97e-af100eff3c8f, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=2df26a48-fa2b-4da2-a97e-af100eff3c8f,segment=NetworkSegment(518e3e63-d2a5-47d5-92b9-f966f275c6de),segment_id=518e3e63-d2a5-47d5-92b9-f966f275c6de)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:32:32.595361 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:32.964140 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=2df26a48-fa2b-4da2-a97e-af100eff3c8f,revision_number=8']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:32:33.119012 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 53914) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:32:33.302245 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-dbcad364-6349-4643-9781-a43bebcebbfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:33.561585 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-dbcad364-6349-4643-9781-a43bebcebbfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:33.569860 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-dbcad364-6349-4643-9781-a43bebcebbfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:33.613756 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcad364-6349-4643-9781-a43bebcebbfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c71ee0d-ae1d-4285-befe-232b9cbf8997,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:32:33.644625 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 53918) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:32:33.653040 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-dbcad364-6349-4643-9781-a43bebcebbfb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=660d00fb08cf4a989255badec9cb02c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5325449 Aug 05 11:32:33.726853 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6702dcf6-0c48-4be2-a4fa-d091710187fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:33.846866 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6702dcf6-0c48-4be2-a4fa-d091710187fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:34.025512 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6702dcf6-0c48-4be2-a4fa-d091710187fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:34.031235 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6702dcf6-0c48-4be2-a4fa-d091710187fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:34.032581 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-6702dcf6-0c48-4be2-a4fa-d091710187fd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3c71ee0d-ae1d-4285-befe-232b9cbf8997 HTTP/1.1" status: 204 len: 168 time: 0.3857377 Aug 05 11:32:34.054225 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6702dcf6-0c48-4be2-a4fa-d091710187fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c71ee0d-ae1d-4285-befe-232b9cbf8997,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:32:37.158895 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-52e49804-07de-4883-8ceb-827d26a030b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:38.318681 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 53988) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:32:38.352940 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 2df26a48-fa2b-4da2-a97e-af100eff3c8f no longer exists at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:32:38.544733 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-31a074a1-6a3d-4afe-9995-762cb2cd9a0a req-19c800cb-6d0e-4765-b328-127d476a5e0d tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=f811ccc1244d4d32a53adbbe13250fd5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0379052 Aug 05 11:32:38.621932 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9c4777a6-174e-4030-b935-06937476211d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:38.734087 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a074a1-6a3d-4afe-9995-762cb2cd9a0a req-c9a675e0-97c3-4d96-b399-b822622a1dff tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:38.743781 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-31a074a1-6a3d-4afe-9995-762cb2cd9a0a req-c9a675e0-97c3-4d96-b399-b822622a1dff tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1973350 Aug 05 11:32:38.766792 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-31a074a1-6a3d-4afe-9995-762cb2cd9a0a req-3e03c79b-12b1-4ffe-b552-7f4c805f552c tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/quotas/f811ccc1244d4d32a53adbbe13250fd5 HTTP/1.1" status: 200 len: 375 time: 0.0207341 Aug 05 11:32:38.816556 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-31a074a1-6a3d-4afe-9995-762cb2cd9a0a req-aea03a02-d506-4ee7-97f7-b81e51a38756 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=f811ccc1244d4d32a53adbbe13250fd5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0484509 Aug 05 11:32:38.852251 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9c4777a6-174e-4030-b935-06937476211d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:38.858060 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eca9dde-d0c8-4287-8a68-896479101f5b req-3c06d53c-94db-4192-ad53-f8ac0a29f1cb tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:38.861680 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9c4777a6-174e-4030-b935-06937476211d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:38.877500 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5eca9dde-d0c8-4287-8a68-896479101f5b req-3c06d53c-94db-4192-ad53-f8ac0a29f1cb tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=40021a41-d350-4e38-ac4d-f69e07c48ffb HTTP/1.1" status: 200 len: 947 time: 0.2194717 Aug 05 11:32:39.027643 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4777a6-174e-4030-b935-06937476211d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adac4b79-f17c-4254-bf78-7066672f9387,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:32:39.044113 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5eca9dde-d0c8-4287-8a68-896479101f5b req-37722c07-47ea-4ef6-b61a-366e571bffbf tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=47a5a50c-7385-42e8-98ac-c05af9825ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1613631 Aug 05 11:32:39.049950 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-9c4777a6-174e-4030-b935-06937476211d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=71f11b949c9a4bd6b101325a10109412&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7293601 Aug 05 11:32:39.053809 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 54006) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:32:39.167979 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-dc059bd9-fc8f-4af0-ba5d-b5259fc509dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:39.295254 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 05 Aug 2021 11:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03645aa8-7304-436a-b9aa-4d7d25c0c1c0 x-openstack-request-id: req-03645aa8-7304-436a-b9aa-4d7d25c0c1c0 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:32:39.296123 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c4244f4-fcd1-4e6d-8d11-661816b95ceb", "name": "network-vif-unplugged", "status": "failed", "tag": "2df26a48-fa2b-4da2-a97e-af100eff3c8f", "code": 422}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:32:39.296631 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-03645aa8-7304-436a-b9aa-4d7d25c0c1c0 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:32:39.298154 n-d-803378-2 neutron-server[94422]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2c4244f4-fcd1-4e6d-8d11-661816b95ceb', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2df26a48-fa2b-4da2-a97e-af100eff3c8f', 'code': 422} returned with failed status Aug 05 11:32:39.364355 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b81add-3d1d-4530-abc7-c21725868647 req-b6505690-9347-4e44-9cec-85d0957c3c06 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:39.373525 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-69b81add-3d1d-4530-abc7-c21725868647 req-b6505690-9347-4e44-9cec-85d0957c3c06 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 944 time: 0.1309376 Aug 05 11:32:39.459734 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-69b81add-3d1d-4530-abc7-c21725868647 req-3039bbca-0747-47fc-9116-27b9e71902ca tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848458 Aug 05 11:32:39.513080 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fd3a01-3cd6-4b78-917b-2d01e72e01ad req-ad3ab804-538a-4962-86ad-083faa728600 tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:39.514992 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-36fd3a01-3cd6-4b78-917b-2d01e72e01ad req-ad3ab804-538a-4962-86ad-083faa728600 tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] 10.222.0.58 "GET /v2.0/ports?device_id=20fd96bd-ab25-40d2-a76f-c213b19b2ee8 HTTP/1.1" status: 200 len: 946 time: 0.1192245 Aug 05 11:32:39.599647 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-36fd3a01-3cd6-4b78-917b-2d01e72e01ad req-32dd6446-fed4-4060-b91e-fb26ef5fb218 tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] 10.222.0.58 "GET /v2.0/security-groups?id=c3741838-73dc-4e00-ab48-db6b7a231ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753803 Aug 05 11:32:39.676607 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-dc059bd9-fc8f-4af0-ba5d-b5259fc509dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:39.881975 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-dc059bd9-fc8f-4af0-ba5d-b5259fc509dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:39.891001 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-55db8d30-a605-4245-840f-a7e80e7fa524 req-d72c9d78-f157-4863-b73b-5893d5070817 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=43dc8de5-f460-48f2-9969-bd31538c767f HTTP/1.1" status: 200 len: 210 time: 0.0929461 Aug 05 11:32:39.900366 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-dc059bd9-fc8f-4af0-ba5d-b5259fc509dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:39.910420 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-dc059bd9-fc8f-4af0-ba5d-b5259fc509dc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/adac4b79-f17c-4254-bf78-7066672f9387 HTTP/1.1" status: 204 len: 168 time: 0.8532805 Aug 05 11:32:39.958069 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc059bd9-fc8f-4af0-ba5d-b5259fc509dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adac4b79-f17c-4254-bf78-7066672f9387,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:32:39.987436 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:40.035765 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-06695a3d-f015-4e70-9acd-3e0e6d1b9afc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:40.131012 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5892aec3-fd18-4bad-8f17-37fe995367db req-469bc68c-d6c0-45db-a9b9-988f7bb68917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:40.132423 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-5892aec3-fd18-4bad-8f17-37fe995367db req-469bc68c-d6c0-45db-a9b9-988f7bb68917 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c4fc12c070034e088106f16dcb7c7f8a&device_id=5f37001e-9d67-440a-b593-7e7c7a1d9690 HTTP/1.1" status: 200 len: 1096 time: 0.1033967 Aug 05 11:32:40.156156 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3987bef1-d8bb-47ac-bc20-39e45a2e5f81 req-42826d7a-920d-4c03-96dc-a5960f1c8ed6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=443a76e9-196d-4aa4-85e8-0ee1eebabb66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3230097 Aug 05 11:32:40.156793 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bda5ba5-ea01-48b2-9497-d8639adc2c97 req-825386d9-90a7-48f8-8e3b-6b32ed82bf05 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:40.158933 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8bda5ba5-ea01-48b2-9497-d8639adc2c97 req-825386d9-90a7-48f8-8e3b-6b32ed82bf05 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 944 time: 0.1276948 Aug 05 11:32:40.381140 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8bda5ba5-ea01-48b2-9497-d8639adc2c97 req-0e14d990-098f-41e5-a722-835e34bc1000 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142253 Aug 05 11:32:40.750666 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1182c6fe-f1f4-475a-83c3-7c5c0a773f2a req-412f8c23-a843-4232-89d8-ef6b08375650 tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:40.760627 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1182c6fe-f1f4-475a-83c3-7c5c0a773f2a req-412f8c23-a843-4232-89d8-ef6b08375650 tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] 10.222.0.58 "GET /v2.0/ports?device_id=21dc698f-345a-420b-8016-e43afed59e9e HTTP/1.1" status: 200 len: 951 time: 0.3168099 Aug 05 11:32:40.868409 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5892aec3-fd18-4bad-8f17-37fe995367db req-28187483-1513-4ced-8401-0458a1062628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:40.890908 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-5892aec3-fd18-4bad-8f17-37fe995367db req-28187483-1513-4ced-8401-0458a1062628 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ef036c19-6648-49e0-968c-d7cffbbb89aa HTTP/1.1" status: 200 len: 919 time: 0.7318370 Aug 05 11:32:40.931048 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3987bef1-d8bb-47ac-bc20-39e45a2e5f81 req-d19eae62-4977-4619-8b22-1349f33adb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:40.934027 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3987bef1-d8bb-47ac-bc20-39e45a2e5f81 req-d19eae62-4977-4619-8b22-1349f33adb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:40.935333 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3987bef1-d8bb-47ac-bc20-39e45a2e5f81 req-d19eae62-4977-4619-8b22-1349f33adb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:40.938406 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3987bef1-d8bb-47ac-bc20-39e45a2e5f81 req-d19eae62-4977-4619-8b22-1349f33adb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:40.939253 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3987bef1-d8bb-47ac-bc20-39e45a2e5f81 req-d19eae62-4977-4619-8b22-1349f33adb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:40.943163 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3987bef1-d8bb-47ac-bc20-39e45a2e5f81 req-d19eae62-4977-4619-8b22-1349f33adb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:40.944848 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3987bef1-d8bb-47ac-bc20-39e45a2e5f81 req-d19eae62-4977-4619-8b22-1349f33adb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:40.957946 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3987bef1-d8bb-47ac-bc20-39e45a2e5f81 req-d19eae62-4977-4619-8b22-1349f33adb0c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b4870e3c85c84ca78a3c4012c18adec3&device_id=443a76e9-196d-4aa4-85e8-0ee1eebabb66 HTTP/1.1" status: 200 len: 6492 time: 0.5531592 Aug 05 11:32:40.972063 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1182c6fe-f1f4-475a-83c3-7c5c0a773f2a req-9ecbffbc-ab91-451f-aae5-7938d34e9a92 tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] 10.222.0.58 "GET /v2.0/security-groups?id=02cc6eac-67ba-47f3-90fb-e23087ccc773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103357 Aug 05 11:32:41.024056 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50236d8d-b12c-4984-b079-0208e7a568d2 req-48b48bd5-ce45-48cd-8140-9bda856231a7 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:41.032191 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-50236d8d-b12c-4984-b079-0208e7a568d2 req-48b48bd5-ce45-48cd-8140-9bda856231a7 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/ports?device_id=5f37001e-9d67-440a-b593-7e7c7a1d9690 HTTP/1.1" status: 200 len: 945 time: 0.2695389 Aug 05 11:32:41.033057 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 54060) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:32:41.073912 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1a8bb280-cfb6-4b27-9d6d-b1b66b7e7fa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:41.169578 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-5892aec3-fd18-4bad-8f17-37fe995367db req-1b03eb39-e226-49ad-9194-761307e16f55 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=daaafd27-08d5-4742-8b77-e4bc0f981df7 HTTP/1.1" status: 200 len: 217 time: 0.2635317 Aug 05 11:32:41.196977 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-50236d8d-b12c-4984-b079-0208e7a568d2 req-7ef99b48-5035-4340-bacd-709b4277a3c9 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/security-groups?id=367c82dd-50a3-4df9-a217-7f397fab3611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181142 Aug 05 11:32:41.237316 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb5bd06-5a16-4c77-950c-d8fb05be96ff req-3270dfdf-509c-46d1-b90f-c4c5f0d73931 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:41.246431 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-dbb5bd06-5a16-4c77-950c-d8fb05be96ff req-3270dfdf-509c-46d1-b90f-c4c5f0d73931 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=40021a41-d350-4e38-ac4d-f69e07c48ffb HTTP/1.1" status: 200 len: 947 time: 0.1055682 Aug 05 11:32:41.274180 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3987bef1-d8bb-47ac-bc20-39e45a2e5f81 req-8a9b7b4f-c9db-47d9-8875-1f178b79df9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:41.274914 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3987bef1-d8bb-47ac-bc20-39e45a2e5f81 req-8a9b7b4f-c9db-47d9-8875-1f178b79df9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:41.275478 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3987bef1-d8bb-47ac-bc20-39e45a2e5f81 req-8a9b7b4f-c9db-47d9-8875-1f178b79df9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:41.277915 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3987bef1-d8bb-47ac-bc20-39e45a2e5f81 req-8a9b7b4f-c9db-47d9-8875-1f178b79df9b service neutron] 10.222.0.55 "GET /v2.0/networks?id=1d9d0f10-7957-4188-9ef0-2efd524fc96a&id=d036d46a-a30d-4750-b27d-4b7146f11df9&id=d036d46a-a30d-4750-b27d-4b7146f11df9&id=d036d46a-a30d-4750-b27d-4b7146f11df9&id=d036d46a-a30d-4750-b27d-4b7146f11df9&id=a5f65908-1835-4cf8-bef2-1ebbd6cd0373&id=a5f65908-1835-4cf8-bef2-1ebbd6cd0373 HTTP/1.1" status: 200 len: 2293 time: 0.2376184 Aug 05 11:32:41.294231 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5892aec3-fd18-4bad-8f17-37fe995367db req-2b4fbd14-60be-4e02-9d51-890918835e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:41.297483 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-5892aec3-fd18-4bad-8f17-37fe995367db req-2b4fbd14-60be-4e02-9d51-890918835e88 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=43646d00-2d61-4a10-95ab-4ec37fd97ea2 HTTP/1.1" status: 200 len: 858 time: 0.1117933 Aug 05 11:32:41.355522 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-dbb5bd06-5a16-4c77-950c-d8fb05be96ff req-6fa8e0ce-f5a3-4ff8-9cfe-2ffaf5e03bbc tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=47a5a50c-7385-42e8-98ac-c05af9825ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077874 Aug 05 11:32:41.397102 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-5892aec3-fd18-4bad-8f17-37fe995367db req-672b6621-2580-4818-8c95-1f9f9662013e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ef036c19-6648-49e0-968c-d7cffbbb89aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0785804 Aug 05 11:32:41.505813 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1a8bb280-cfb6-4b27-9d6d-b1b66b7e7fa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:41.514063 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1a8bb280-cfb6-4b27-9d6d-b1b66b7e7fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:41.638864 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:41.657924 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8bb280-cfb6-4b27-9d6d-b1b66b7e7fa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=795dfeec-b5f0-48dc-a015-d135efe0a52b,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:32:41.679999 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-1a8bb280-cfb6-4b27-9d6d-b1b66b7e7fa3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4de8f92576ed41678e8e409abb95a495&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6431847 Aug 05 11:32:41.686775 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-5892aec3-fd18-4bad-8f17-37fe995367db req-f05a1bc1-fce2-42d8-93f9-9014833d185c service neutron] 10.222.0.64 "GET /v2.0/networks/ef036c19-6648-49e0-968c-d7cffbbb89aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208855 Aug 05 11:32:41.687032 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 54072) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:32:41.727727 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device d8eb95c1-7e88-499d-a153-7a5efede044d no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:32:41.762621 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3987bef1-d8bb-47ac-bc20-39e45a2e5f81 req-35f06225-efe1-454e-b040-48ccff1d2902 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cda42fa7-6755-4e33-bd29-5cc1df60f230 HTTP/1.1" status: 200 len: 1002 time: 0.4603026 Aug 05 11:32:41.808867 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-79cc3110-dffc-485f-8eb4-ae55b0e372ab req-94d7070b-2dee-4f69-ba6b-83b954073670 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=43dc8de5-f460-48f2-9969-bd31538c767f HTTP/1.1" status: 200 len: 210 time: 0.0408788 Aug 05 11:32:41.913883 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3987bef1-d8bb-47ac-bc20-39e45a2e5f81 req-9f50c632-dff1-49d8-99a3-f0f523cfe8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:41.915594 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3987bef1-d8bb-47ac-bc20-39e45a2e5f81 req-9f50c632-dff1-49d8-99a3-f0f523cfe8ad service neutron] 10.222.0.55 "GET /v2.0/subnets?id=359b66e9-993f-49f2-872a-086774950a53 HTTP/1.1" status: 200 len: 851 time: 0.0913663 Aug 05 11:32:41.954458 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-60e9795f-da5d-4524-b04a-e9bb43e771e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:41.960865 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-5892aec3-fd18-4bad-8f17-37fe995367db req-3429ef23-f324-40ef-afc6-b470c2dace1a service neutron] 10.222.0.64 "GET /v2.0/networks/ef036c19-6648-49e0-968c-d7cffbbb89aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625535 Aug 05 11:32:42.018187 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3987bef1-d8bb-47ac-bc20-39e45a2e5f81 req-24d658df-0be3-4786-a5e7-b6f41e811985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:42.023422 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3987bef1-d8bb-47ac-bc20-39e45a2e5f81 req-24d658df-0be3-4786-a5e7-b6f41e811985 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1d9d0f10-7957-4188-9ef0-2efd524fc96a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0778081 Aug 05 11:32:42.037674 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-60e9795f-da5d-4524-b04a-e9bb43e771e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:42.044653 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:42.178244 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port d8eb95c1-7e88-499d-a153-7a5efede044d, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=d8eb95c1-7e88-499d-a153-7a5efede044d,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:32:42.180238 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21dc698f-345a-420b-8016-e43afed59e9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8eb95c1-7e88-499d-a153-7a5efede044d'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:32:42.186647 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5beb16a5-b83e-4dff-a74a-41f91882864d" -d '{"events": [{"server_uuid": "21dc698f-345a-420b-8016-e43afed59e9e", "name": "network-vif-unplugged", "status": "completed", "tag": "d8eb95c1-7e88-499d-a153-7a5efede044d"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:32:42.216103 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:42.226329 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3987bef1-d8bb-47ac-bc20-39e45a2e5f81 req-d5b6ca41-5b8c-4c40-b042-254b7de90bb8 service neutron] 10.222.0.55 "GET /v2.0/networks/1d9d0f10-7957-4188-9ef0-2efd524fc96a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955566 Aug 05 11:32:42.352041 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-60e9795f-da5d-4524-b04a-e9bb43e771e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:42.363343 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-60e9795f-da5d-4524-b04a-e9bb43e771e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:42.372029 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-60e9795f-da5d-4524-b04a-e9bb43e771e9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/795dfeec-b5f0-48dc-a015-d135efe0a52b HTTP/1.1" status: 204 len: 168 time: 0.6766713 Aug 05 11:32:42.403028 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=d8eb95c1-7e88-499d-a153-7a5efede044d,revision_number=11']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:32:42.421627 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-31a074a1-6a3d-4afe-9995-762cb2cd9a0a req-c761f319-4523-4431-8e4e-d3befefa81e0 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=f811ccc1244d4d32a53adbbe13250fd5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0553622 Aug 05 11:32:42.447869 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e9795f-da5d-4524-b04a-e9bb43e771e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=795dfeec-b5f0-48dc-a015-d135efe0a52b,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:32:42.451946 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:32:42.454224 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:32:42.455362 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:32:42.456061 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:32:42.461292 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:32:42.462007 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:32:42.462732 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:32:42.464172 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:32:42.465052 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:32:42.465734 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:32:42.466279 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:32:42.469074 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:32:42.590219 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3987bef1-d8bb-47ac-bc20-39e45a2e5f81 req-9afa3729-4076-42d4-9caa-400d8a2bf9c0 service neutron] 10.222.0.55 "GET /v2.0/networks/1d9d0f10-7957-4188-9ef0-2efd524fc96a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3556864 Aug 05 11:32:42.691611 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3987bef1-d8bb-47ac-bc20-39e45a2e5f81 req-f1e36afa-5457-4157-88f1-5bb5584c5ffc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.111&port_id=8fe40b91-b25d-45f0-9197-c82f62355d38 HTTP/1.1" status: 200 len: 217 time: 0.0850682 Aug 05 11:32:42.708035 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a2cb61-d953-43ab-ad2c-b9627afd8341 req-fb917bc2-8c69-4e38-b6a7-da2fea937a0d tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:42.716593 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-74a2cb61-d953-43ab-ad2c-b9627afd8341 req-fb917bc2-8c69-4e38-b6a7-da2fea937a0d tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] 10.222.0.58 "GET /v2.0/networks?id=6543cbeb-fcd1-48b6-8b28-7eb60b9c72ee HTTP/1.1" status: 200 len: 812 time: 0.5323420 Aug 05 11:32:42.738028 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-74a2cb61-d953-43ab-ad2c-b9627afd8341 req-d61fa198-2f74-44fe-9d91-38c4ba0f8818 tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] 10.222.0.58 "GET /v2.0/quotas/4e78e1fb7010462db53bb9e00d1cbc1f HTTP/1.1" status: 200 len: 375 time: 0.0202951 Aug 05 11:32:42.813899 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3987bef1-d8bb-47ac-bc20-39e45a2e5f81 req-621c2a21-b26a-4aea-82d4-3413db694d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:42.819382 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3987bef1-d8bb-47ac-bc20-39e45a2e5f81 req-621c2a21-b26a-4aea-82d4-3413db694d8d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=63fb736d-d029-44dc-a68b-bfad4551695d HTTP/1.1" status: 200 len: 797 time: 0.1237993 Aug 05 11:32:42.843591 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-74a2cb61-d953-43ab-ad2c-b9627afd8341 req-6167c111-18a6-4769-8248-25aa8d377f88 tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=4e78e1fb7010462db53bb9e00d1cbc1f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1034534 Aug 05 11:32:42.866941 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a074a1-6a3d-4afe-9995-762cb2cd9a0a req-56394e69-9e57-4404-9079-6ed623cffaf3 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:42.868902 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-31a074a1-6a3d-4afe-9995-762cb2cd9a0a req-56394e69-9e57-4404-9079-6ed623cffaf3 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4381928 Aug 05 11:32:42.927478 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-31a074a1-6a3d-4afe-9995-762cb2cd9a0a req-3e9cefc4-6418-4f59-9658-71cf2fd3fa15 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Request body: {'port': {'device_id': '43dc8de5-f460-48f2-9969-bd31538c767f', 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a', 'admin_state_up': True, 'tenant_id': 'f811ccc1244d4d32a53adbbe13250fd5'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:32:42.982905 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c0c586-b436-4ab6-ae7b-b37a1b9fb119 req-432ef3c9-1846-4c07-9459-a48af59037b6 tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:42.984724 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-87c0c586-b436-4ab6-ae7b-b37a1b9fb119 req-432ef3c9-1846-4c07-9459-a48af59037b6 tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] 10.222.0.64 "GET /v2.0/ports?device_id=20fd96bd-ab25-40d2-a76f-c213b19b2ee8 HTTP/1.1" status: 200 len: 946 time: 0.1643193 Aug 05 11:32:42.996219 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3987bef1-d8bb-47ac-bc20-39e45a2e5f81 req-3c1872a3-25af-4661-aef1-768f9d7557f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:42.996219 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3987bef1-d8bb-47ac-bc20-39e45a2e5f81 req-3c1872a3-25af-4661-aef1-768f9d7557f4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d036d46a-a30d-4750-b27d-4b7146f11df9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1387813 Aug 05 11:32:43.234539 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-74a2cb61-d953-43ab-ad2c-b9627afd8341 req-0023015d-12f9-47f6-b398-3cf3fe8ed2f7 service neutron] 10.222.0.58 "GET /v2.0/networks/6543cbeb-fcd1-48b6-8b28-7eb60b9c72ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3819742 Aug 05 11:32:43.472352 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3987bef1-d8bb-47ac-bc20-39e45a2e5f81 req-91a088a6-544e-45af-99e5-87fb3c6b92bd service neutron] 10.222.0.55 "GET /v2.0/networks/d036d46a-a30d-4750-b27d-4b7146f11df9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4278605 Aug 05 11:32:43.486384 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 05 Aug 2021 11:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-445d6f34-2397-4909-bd72-3ee5666fe6ef x-openstack-request-id: req-445d6f34-2397-4909-bd72-3ee5666fe6ef {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:32:43.486931 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21dc698f-345a-420b-8016-e43afed59e9e", "name": "network-vif-unplugged", "status": "completed", "tag": "d8eb95c1-7e88-499d-a153-7a5efede044d", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:32:43.486931 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-445d6f34-2397-4909-bd72-3ee5666fe6ef {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:32:43.487339 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21dc698f-345a-420b-8016-e43afed59e9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8eb95c1-7e88-499d-a153-7a5efede044d', 'code': 200} Aug 05 11:32:43.638710 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-87c0c586-b436-4ab6-ae7b-b37a1b9fb119 req-deb8afcb-a8cb-430b-9398-e51b10ab835b tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Deleting port 4e964c22-9fbe-43d0-b062-4449bb533bda {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:32:43.639170 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-87c0c586-b436-4ab6-ae7b-b37a1b9fb119 req-deb8afcb-a8cb-430b-9398-e51b10ab835b tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:43.700550 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12e56f7-6d21-4852-8c10-cb9eaefc58c3 req-c2463583-696d-4814-943f-9383d15747a8 tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:43.702756 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d12e56f7-6d21-4852-8c10-cb9eaefc58c3 req-c2463583-696d-4814-943f-9383d15747a8 tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6a327e4-4b25-48c3-9e41-105c1172cbf7 HTTP/1.1" status: 200 len: 945 time: 0.3163280 Aug 05 11:32:43.763122 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31a074a1-6a3d-4afe-9995-762cb2cd9a0a req-3e9cefc4-6418-4f59-9658-71cf2fd3fa15 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Made reservation on behalf of f811ccc1244d4d32a53adbbe13250fd5 for: {'port': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:32:43.767202 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-31a074a1-6a3d-4afe-9995-762cb2cd9a0a req-3e9cefc4-6418-4f59-9658-71cf2fd3fa15 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:43.776558 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:43.796692 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-31a074a1-6a3d-4afe-9995-762cb2cd9a0a req-3e9cefc4-6418-4f59-9658-71cf2fd3fa15 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:43.896725 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4d082d90-9c0a-429f-b9ce-5f99d4957edf req-4a8d84f7-a9c8-487e-990f-b071003b5a34 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.8778794 Aug 05 11:32:43.919157 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-74a2cb61-d953-43ab-ad2c-b9627afd8341 req-9bc16d47-9b2d-41df-95de-2a6029b7e601 service neutron] 10.222.0.58 "GET /v2.0/networks/6543cbeb-fcd1-48b6-8b28-7eb60b9c72ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6811295 Aug 05 11:32:43.958665 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec04832-1f35-4edf-9944-0bf62770d60f req-12c66017-c39d-4cb2-9d0f-85cde36a7560 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:43.961566 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8ec04832-1f35-4edf-9944-0bf62770d60f req-12c66017-c39d-4cb2-9d0f-85cde36a7560 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/ports?device_id=5f37001e-9d67-440a-b593-7e7c7a1d9690 HTTP/1.1" status: 200 len: 945 time: 0.2967882 Aug 05 11:32:44.040722 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3987bef1-d8bb-47ac-bc20-39e45a2e5f81 req-3b077fe2-90dd-4c2f-9fbb-de47877398b7 service neutron] 10.222.0.55 "GET /v2.0/networks/d036d46a-a30d-4750-b27d-4b7146f11df9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5190597 Aug 05 11:32:44.181353 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8ec04832-1f35-4edf-9944-0bf62770d60f req-2d835aab-741d-4b4d-9ac6-683ab88b0de5 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/security-groups?id=367c82dd-50a3-4df9-a217-7f397fab3611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054090 Aug 05 11:32:44.238752 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-d12e56f7-6d21-4852-8c10-cb9eaefc58c3 req-6e28d117-39f1-4419-836c-b08fda16fb5d tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Deleting port 3777b035-1615-4e99-8675-fba4fa0a44e5 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:32:44.239428 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-d12e56f7-6d21-4852-8c10-cb9eaefc58c3 req-6e28d117-39f1-4419-836c-b08fda16fb5d tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:44.273858 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3987bef1-d8bb-47ac-bc20-39e45a2e5f81 req-8f065784-b119-4e99-b95e-f89c34c280db service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.137&port_id=9825552d-c4a9-47c2-b314-f8532a62835b HTTP/1.1" status: 200 len: 217 time: 0.2204163 Aug 05 11:32:44.375024 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-87c0c586-b436-4ab6-ae7b-b37a1b9fb119 req-deb8afcb-a8cb-430b-9398-e51b10ab835b tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] For port 4e964c22-9fbe-43d0-b062-4449bb533bda, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=4e964c22-9fbe-43d0-b062-4449bb533bda,segment=NetworkSegment(3c2d9838-4ced-4b50-843a-544842259d29),segment_id=3c2d9838-4ced-4b50-843a-544842259d29)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:32:44.377129 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-31a074a1-6a3d-4afe-9995-762cb2cd9a0a req-3e9cefc4-6418-4f59-9658-71cf2fd3fa15 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:44.380191 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-87c0c586-b436-4ab6-ae7b-b37a1b9fb119 req-deb8afcb-a8cb-430b-9398-e51b10ab835b tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:44.397415 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-31a074a1-6a3d-4afe-9995-762cb2cd9a0a req-3e9cefc4-6418-4f59-9658-71cf2fd3fa15 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:44.503613 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9cefc4-6418-4f59-9658-71cf2fd3fa15 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:32:44.585008 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-87c0c586-b436-4ab6-ae7b-b37a1b9fb119 req-deb8afcb-a8cb-430b-9398-e51b10ab835b tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Calling delete_port for 4e964c22-9fbe-43d0-b062-4449bb533bda owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:32:44.794123 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3987bef1-d8bb-47ac-bc20-39e45a2e5f81 req-4fa49bd3-52fc-423f-96b2-1a40c7ecc9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:44.795928 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3987bef1-d8bb-47ac-bc20-39e45a2e5f81 req-4fa49bd3-52fc-423f-96b2-1a40c7ecc9b4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=63fb736d-d029-44dc-a68b-bfad4551695d HTTP/1.1" status: 200 len: 797 time: 0.3524663 Aug 05 11:32:44.961070 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-d12e56f7-6d21-4852-8c10-cb9eaefc58c3 req-6e28d117-39f1-4419-836c-b08fda16fb5d tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] For port 3777b035-1615-4e99-8675-fba4fa0a44e5, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=3777b035-1615-4e99-8675-fba4fa0a44e5,segment=NetworkSegment(3c2d9838-4ced-4b50-843a-544842259d29),segment_id=3c2d9838-4ced-4b50-843a-544842259d29)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:32:44.961660 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-d12e56f7-6d21-4852-8c10-cb9eaefc58c3 req-6e28d117-39f1-4419-836c-b08fda16fb5d tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:45.038329 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-d12e56f7-6d21-4852-8c10-cb9eaefc58c3 req-6e28d117-39f1-4419-836c-b08fda16fb5d tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Calling delete_port for 3777b035-1615-4e99-8675-fba4fa0a44e5 owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:32:45.159961 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7746ce7-8ae1-4784-b4c0-4f93c67bf0eb req-57511e3d-b736-4b40-8538-e451884ac801 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:45.162564 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c7746ce7-8ae1-4784-b4c0-4f93c67bf0eb req-57511e3d-b736-4b40-8538-e451884ac801 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=40021a41-d350-4e38-ac4d-f69e07c48ffb HTTP/1.1" status: 200 len: 947 time: 0.6712251 Aug 05 11:32:45.199684 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545abec8-a522-4e8e-80f6-ef3dc8459211 req-522a6d36-185f-487b-aebc-9f329e25dcdc tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:45.215503 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-545abec8-a522-4e8e-80f6-ef3dc8459211 req-522a6d36-185f-487b-aebc-9f329e25dcdc tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 944 time: 0.8002872 Aug 05 11:32:45.301901 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3987bef1-d8bb-47ac-bc20-39e45a2e5f81 req-aa7e7382-e938-42d9-8988-2a5e67bc152c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:45.311255 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c7746ce7-8ae1-4784-b4c0-4f93c67bf0eb req-f5cabd17-4d9f-4c0d-b983-3df1bcc0a71f tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=47a5a50c-7385-42e8-98ac-c05af9825ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686901 Aug 05 11:32:45.312236 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3987bef1-d8bb-47ac-bc20-39e45a2e5f81 req-aa7e7382-e938-42d9-8988-2a5e67bc152c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d036d46a-a30d-4750-b27d-4b7146f11df9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5063210 Aug 05 11:32:45.388396 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-545abec8-a522-4e8e-80f6-ef3dc8459211 req-c1304961-ddc6-45cd-9734-1b7c45313568 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716974 Aug 05 11:32:45.485961 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [req-31a074a1-6a3d-4afe-9995-762cb2cd9a0a req-3e9cefc4-6418-4f59-9658-71cf2fd3fa15 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Allocated IP 192.168.233.168 (91caede3-92e4-4b1e-8e3e-36227cfd846a/6842f728-c2f3-4e36-bb32-3303d06ce3f4/7f5c274f-81f8-4325-a1ac-15e624e8b1ec) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:32:45.752049 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-87c0c586-b436-4ab6-ae7b-b37a1b9fb119 req-deb8afcb-a8cb-430b-9398-e51b10ab835b tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:45.803150 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['3777b035-1615-4e99-8675-fba4fa0a44e5'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:32:45.856402 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6cb2658b-242c-4163-a526-70c32048a669 req-fb90efa0-5546-4f19-95b5-4a2a74928604 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=43dc8de5-f460-48f2-9969-bd31538c767f HTTP/1.1" status: 200 len: 210 time: 0.0885971 Aug 05 11:32:46.007703 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8afcb-a8cb-430b-9398-e51b10ab835b tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Pushing event deleted for resources: {'Port': ['ID=4e964c22-9fbe-43d0-b062-4449bb533bda,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:32:46.017025 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3987bef1-d8bb-47ac-bc20-39e45a2e5f81 req-368ed1a3-c88b-4d13-b8c8-23c29b5f5101 service neutron] 10.222.0.55 "GET /v2.0/networks/d036d46a-a30d-4750-b27d-4b7146f11df9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6965725 Aug 05 11:32:46.209742 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-31a074a1-6a3d-4afe-9995-762cb2cd9a0a req-3e9cefc4-6418-4f59-9658-71cf2fd3fa15 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:46.247279 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [req-31a074a1-6a3d-4afe-9995-762cb2cd9a0a req-3e9cefc4-6418-4f59-9658-71cf2fd3fa15 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Transition to ACTIVE for port object 7f5c274f-81f8-4325-a1ac-15e624e8b1ec will not be triggered until provisioned by entity DHCP. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:32:46.379511 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-31a074a1-6a3d-4afe-9995-762cb2cd9a0a req-3e9cefc4-6418-4f59-9658-71cf2fd3fa15 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:46.417447 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 4e964c22-9fbe-43d0-b062-4449bb533bda no longer exists at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:32:46.449455 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] No Port match for: 4e964c22-9fbe-43d0-b062-4449bb533bda {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:32:46.450365 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 4e964c22-9fbe-43d0-b062-4449bb533bda not bound to the agent host n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:32:46.535366 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63881046-fa09-4b73-919a-9c693845f8a6 req-10b8b9b4-c4d8-4320-997c-f739d3367262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:46.538975 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-63881046-fa09-4b73-919a-9c693845f8a6 req-10b8b9b4-c4d8-4320-997c-f739d3367262 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=922471f37b13454ba92168a26c5eea8e&device_id=40021a41-d350-4e38-ac4d-f69e07c48ffb HTTP/1.1" status: 200 len: 1098 time: 0.7558792 Aug 05 11:32:46.548308 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-89708aa9-fe49-4521-8cab-ac589c620735 req-a49fead7-0fa7-4c98-9a19-9f7bff9b9157 tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] 10.222.0.58 "GET /v2.0/ports?device_id=f02b62e1-cee0-47ef-8ddf-4b4a201f7518 HTTP/1.1" status: 200 len: 210 time: 0.1597743 Aug 05 11:32:46.580764 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31a074a1-6a3d-4afe-9995-762cb2cd9a0a req-3e9cefc4-6418-4f59-9658-71cf2fd3fa15 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Network 91caede3-92e4-4b1e-8e3e-36227cfd846a is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:32:46.656276 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [req-31a074a1-6a3d-4afe-9995-762cb2cd9a0a req-3e9cefc4-6418-4f59-9658-71cf2fd3fa15 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:32:46.696151 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-87c0c586-b436-4ab6-ae7b-b37a1b9fb119 req-deb8afcb-a8cb-430b-9398-e51b10ab835b tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] No DVR routers for this DVR port 4e964c22-9fbe-43d0-b062-4449bb533bda on host n-h1-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:32:46.700856 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-87c0c586-b436-4ab6-ae7b-b37a1b9fb119 req-deb8afcb-a8cb-430b-9398-e51b10ab835b tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:46.703623 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-87c0c586-b436-4ab6-ae7b-b37a1b9fb119 req-deb8afcb-a8cb-430b-9398-e51b10ab835b tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] 10.222.0.64 "DELETE /v2.0/ports/4e964c22-9fbe-43d0-b062-4449bb533bda HTTP/1.1" status: 204 len: 173 time: 3.7070398 Aug 05 11:32:46.721151 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20fd96bd-ab25-40d2-a76f-c213b19b2ee8', 'name': 'network-vif-deleted', 'tag': '4e964c22-9fbe-43d0-b062-4449bb533bda'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:32:46.729230 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a90e467-c94d-4649-ad44-3d94aedefb4d" -d '{"events": [{"server_uuid": "20fd96bd-ab25-40d2-a76f-c213b19b2ee8", "name": "network-vif-deleted", "tag": "4e964c22-9fbe-43d0-b062-4449bb533bda"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:32:46.749684 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d082d90-9c0a-429f-b9ce-5f99d4957edf req-76f362df-3347-48a9-9486-366867c2764b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:46.751070 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [req-31a074a1-6a3d-4afe-9995-762cb2cd9a0a req-3e9cefc4-6418-4f59-9658-71cf2fd3fa15 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:32:46.751847 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4d082d90-9c0a-429f-b9ce-5f99d4957edf req-76f362df-3347-48a9-9486-366867c2764b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb&tenant_id=2a9a0c1c353042b1936f80e1e752fcad HTTP/1.1" status: 200 len: 1095 time: 0.7289054 Aug 05 11:32:46.789114 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-d12e56f7-6d21-4852-8c10-cb9eaefc58c3 req-6e28d117-39f1-4419-836c-b08fda16fb5d tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:47.000366 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9cefc4-6418-4f59-9658-71cf2fd3fa15 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Pushing event updated for resources: {'Port': ['ID=7f5c274f-81f8-4325-a1ac-15e624e8b1ec,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:32:47.044774 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7672059-8b2a-4dea-bd8b-f0e32997cef7 req-4e536711-2416-486f-b78a-7ded9698d4af tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:47.066169 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d7672059-8b2a-4dea-bd8b-f0e32997cef7 req-4e536711-2416-486f-b78a-7ded9698d4af tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/ports?device_id=5f37001e-9d67-440a-b593-7e7c7a1d9690 HTTP/1.1" status: 200 len: 945 time: 0.7209451 Aug 05 11:32:47.202176 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-e61d57ec-aea1-4ecd-b264-aab12ea7c0e7 None None] Provisioning for port 7f5c274f-81f8-4325-a1ac-15e624e8b1ec completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:32:47.229698 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-e61d57ec-aea1-4ecd-b264-aab12ea7c0e7 None None] Provisioning complete for port 7f5c274f-81f8-4325-a1ac-15e624e8b1ec triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:32:47.233932 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e61d57ec-aea1-4ecd-b264-aab12ea7c0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:47.296028 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a2cb61-d953-43ab-ad2c-b9627afd8341 req-1a408de1-32e3-44c4-857f-a21467b4d90d tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:47.297742 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-74a2cb61-d953-43ab-ad2c-b9627afd8341 req-1a408de1-32e3-44c4-857f-a21467b4d90d tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] 10.222.0.64 "GET /v2.0/networks?id=6543cbeb-fcd1-48b6-8b28-7eb60b9c72ee HTTP/1.1" status: 200 len: 812 time: 0.2699993 Aug 05 11:32:47.357375 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 11:32:47.384418 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-74a2cb61-d953-43ab-ad2c-b9627afd8341 req-3531ad4d-862f-405b-851f-6316aa9c3f7c tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Request body: {'port': {'device_id': '74729a8a-2050-403d-925d-4e55bda5531e', 'network_id': '6543cbeb-fcd1-48b6-8b28-7eb60b9c72ee', 'admin_state_up': True, 'tenant_id': '4e78e1fb7010462db53bb9e00d1cbc1f'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:32:47.427583 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e28d117-39f1-4419-836c-b08fda16fb5d tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Pushing event deleted for resources: {'Port': ['ID=3777b035-1615-4e99-8675-fba4fa0a44e5,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:32:47.444402 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-e61d57ec-aea1-4ecd-b264-aab12ea7c0e7 None None] Port 7f5c274f-81f8-4325-a1ac-15e624e8b1ec cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:32:47.522587 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63881046-fa09-4b73-919a-9c693845f8a6 req-f6696f42-4ce3-44f5-90e2-17153fdc5887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:47.525759 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-63881046-fa09-4b73-919a-9c693845f8a6 req-f6696f42-4ce3-44f5-90e2-17153fdc5887 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3bbc31db-4958-4e8b-9f8e-bc48b5d28e47 HTTP/1.1" status: 200 len: 913 time: 0.9545281 Aug 05 11:32:47.579990 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3987bef1-d8bb-47ac-bc20-39e45a2e5f81 req-0d704e1f-d52f-4488-b058-d5186972d315 service neutron] 10.222.0.55 "GET /v2.0/networks/d036d46a-a30d-4750-b27d-4b7146f11df9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3719249 Aug 05 11:32:47.586757 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a074a1-6a3d-4afe-9995-762cb2cd9a0a req-3e9cefc4-6418-4f59-9658-71cf2fd3fa15 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:47.594362 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-31a074a1-6a3d-4afe-9995-762cb2cd9a0a req-3e9cefc4-6418-4f59-9658-71cf2fd3fa15 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:47.659870 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3987bef1-d8bb-47ac-bc20-39e45a2e5f81 req-a885e60a-325c-403e-88e0-001a5dfefcb5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.252&port_id=5bd78e20-4e65-4320-8933-ff3e7cd3c7e1 HTTP/1.1" status: 200 len: 217 time: 0.0649283 Aug 05 11:32:47.666520 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-d12e56f7-6d21-4852-8c10-cb9eaefc58c3 req-6e28d117-39f1-4419-836c-b08fda16fb5d tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] No DVR routers for this DVR port 3777b035-1615-4e99-8675-fba4fa0a44e5 on host n-h2-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:32:47.684457 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-d12e56f7-6d21-4852-8c10-cb9eaefc58c3 req-6e28d117-39f1-4419-836c-b08fda16fb5d tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:47.687634 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d12e56f7-6d21-4852-8c10-cb9eaefc58c3 req-6e28d117-39f1-4419-836c-b08fda16fb5d tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] 10.222.0.55 "DELETE /v2.0/ports/3777b035-1615-4e99-8675-fba4fa0a44e5 HTTP/1.1" status: 204 len: 173 time: 3.9058907 Aug 05 11:32:47.759107 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 3777b035-1615-4e99-8675-fba4fa0a44e5 no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:32:47.797443 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d7672059-8b2a-4dea-bd8b-f0e32997cef7 req-4f853194-7df0-48a7-925d-06557b0561ba tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/security-groups?id=367c82dd-50a3-4df9-a217-7f397fab3611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7310183 Aug 05 11:32:47.798771 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d082d90-9c0a-429f-b9ce-5f99d4957edf req-7f8c5f0e-da45-454f-aa0b-d7bc522d18f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:47.799487 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4d082d90-9c0a-429f-b9ce-5f99d4957edf req-7f8c5f0e-da45-454f-aa0b-d7bc522d18f9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2a9a0c1c353042b1936f80e1e752fcad&device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 1095 time: 0.9246929 Aug 05 11:32:47.856003 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] No Port match for: 3777b035-1615-4e99-8675-fba4fa0a44e5 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:32:47.862023 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 3777b035-1615-4e99-8675-fba4fa0a44e5 not bound to the agent host n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:32:47.862848 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-31a074a1-6a3d-4afe-9995-762cb2cd9a0a req-3e9cefc4-6418-4f59-9658-71cf2fd3fa15 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.9257874 Aug 05 11:32:47.898915 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-31a074a1-6a3d-4afe-9995-762cb2cd9a0a req-79852c07-cdbf-4c9a-be02-8125e0e5840c service neutron] Request body: {'port': {'device_id': '43dc8de5-f460-48f2-9969-bd31538c767f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-2'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:32:47.935428 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3987bef1-d8bb-47ac-bc20-39e45a2e5f81 req-17836905-51ea-45ae-a034-814a2a8a1c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:47.939318 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3987bef1-d8bb-47ac-bc20-39e45a2e5f81 req-17836905-51ea-45ae-a034-814a2a8a1c9a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=63fb736d-d029-44dc-a68b-bfad4551695d HTTP/1.1" status: 200 len: 797 time: 0.2680297 Aug 05 11:32:48.085026 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d3fec8-36de-400c-9cf1-40827e254338 req-cd7ce8c2-dd6e-4c79-8209-1db8a34bc5a7 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:48.109884 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-60d3fec8-36de-400c-9cf1-40827e254338 req-cd7ce8c2-dd6e-4c79-8209-1db8a34bc5a7 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=40021a41-d350-4e38-ac4d-f69e07c48ffb HTTP/1.1" status: 200 len: 947 time: 1.0413563 Aug 05 11:32:48.216050 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-63881046-fa09-4b73-919a-9c693845f8a6 req-dfc80993-173b-498e-99a8-83fea76c6952 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3743ac1-d872-4507-a6f2-ed370e7d4ff9 HTTP/1.1" status: 200 len: 1001 time: 0.6451354 Aug 05 11:32:48.249718 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-31a074a1-6a3d-4afe-9995-762cb2cd9a0a req-79852c07-cdbf-4c9a-be02-8125e0e5840c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:48.255889 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d082d90-9c0a-429f-b9ce-5f99d4957edf req-e49ab155-6a81-44e6-91ac-988c10b5fd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:48.258243 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4d082d90-9c0a-429f-b9ce-5f99d4957edf req-e49ab155-6a81-44e6-91ac-988c10b5fd58 service neutron] 10.222.0.64 "GET /v2.0/networks?id=126f96b6-eb66-4c29-a167-bda979496a65 HTTP/1.1" status: 200 len: 915 time: 0.3543746 Aug 05 11:32:48.485743 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-60d3fec8-36de-400c-9cf1-40827e254338 req-4ec10b53-459e-4ec0-aac5-0a603e0319f9 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=47a5a50c-7385-42e8-98ac-c05af9825ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3748045 Aug 05 11:32:48.551906 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990236f9-4474-49e1-9b53-fb7d3a2f3412 req-e58d2ddc-4800-44b6-b6a0-36d4bbf9b330 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:48.575271 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-990236f9-4474-49e1-9b53-fb7d3a2f3412 req-e58d2ddc-4800-44b6-b6a0-36d4bbf9b330 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 944 time: 0.5048628 Aug 05 11:32:48.703599 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63881046-fa09-4b73-919a-9c693845f8a6 req-07b297ec-cf9f-4337-b0c3-5baa325c43b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:48.709315 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-63881046-fa09-4b73-919a-9c693845f8a6 req-07b297ec-cf9f-4337-b0c3-5baa325c43b3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2358f314-430e-4da8-8dea-b9e9954bab81 HTTP/1.1" status: 200 len: 851 time: 0.4815965 Aug 05 11:32:48.955888 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-990236f9-4474-49e1-9b53-fb7d3a2f3412 req-02dbc1c4-eb7d-4568-8f0b-af1fb6d6340d tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3789227 Aug 05 11:32:48.982728 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4d082d90-9c0a-429f-b9ce-5f99d4957edf req-d020bca9-658d-4a72-86ed-4d9c262bd2d0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2df26a48-fa2b-4da2-a97e-af100eff3c8f HTTP/1.1" status: 200 len: 217 time: 0.6977887 Aug 05 11:32:48.988436 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e5e8c26-45dd-4897-bcf2-2671b57cb67f x-openstack-request-id: req-2e5e8c26-45dd-4897-bcf2-2671b57cb67f {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:32:48.988784 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20fd96bd-ab25-40d2-a76f-c213b19b2ee8", "name": "network-vif-deleted", "tag": "4e964c22-9fbe-43d0-b062-4449bb533bda", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:32:48.989013 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2e5e8c26-45dd-4897-bcf2-2671b57cb67f {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:32:48.989416 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20fd96bd-ab25-40d2-a76f-c213b19b2ee8', 'name': 'network-vif-deleted', 'tag': '4e964c22-9fbe-43d0-b062-4449bb533bda', 'status': 'completed', 'code': 200} Aug 05 11:32:49.017431 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a2cb61-d953-43ab-ad2c-b9627afd8341 req-127f800c-cec3-40e2-814b-ca872e8ffe32 tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:49.019138 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-74a2cb61-d953-43ab-ad2c-b9627afd8341 req-127f800c-cec3-40e2-814b-ca872e8ffe32 tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] 10.222.0.55 "GET /v2.0/networks?id=6543cbeb-fcd1-48b6-8b28-7eb60b9c72ee HTTP/1.1" status: 200 len: 812 time: 1.7200210 Aug 05 11:32:49.205211 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3987bef1-d8bb-47ac-bc20-39e45a2e5f81 req-9bdb97c3-5d05-4c51-a74f-d28d6cb5a1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:49.220550 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3987bef1-d8bb-47ac-bc20-39e45a2e5f81 req-9bdb97c3-5d05-4c51-a74f-d28d6cb5a1f6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d036d46a-a30d-4750-b27d-4b7146f11df9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.1144388 Aug 05 11:32:49.238239 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-74a2cb61-d953-43ab-ad2c-b9627afd8341 req-28878178-5d90-46a5-a470-20e833e6aaba tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Request body: {'port': {'device_id': 'f02b62e1-cee0-47ef-8ddf-4b4a201f7518', 'network_id': '6543cbeb-fcd1-48b6-8b28-7eb60b9c72ee', 'admin_state_up': True, 'tenant_id': '4e78e1fb7010462db53bb9e00d1cbc1f'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:32:49.318658 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63881046-fa09-4b73-919a-9c693845f8a6 req-3804c215-c75d-488e-81b8-11ebd6b940a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:49.336678 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-63881046-fa09-4b73-919a-9c693845f8a6 req-3804c215-c75d-488e-81b8-11ebd6b940a1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3bbc31db-4958-4e8b-9f8e-bc48b5d28e47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5922096 Aug 05 11:32:49.452068 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8ec5a1d1-e49b-4885-b9fe-ae2de18f4b62 req-d5fc7e5c-38fc-4e5d-9eb6-6b3f45511d7a tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] 10.222.0.58 "GET /v2.0/ports?device_id=f02b62e1-cee0-47ef-8ddf-4b4a201f7518 HTTP/1.1" status: 200 len: 210 time: 0.1225650 Aug 05 11:32:49.514945 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74a2cb61-d953-43ab-ad2c-b9627afd8341 req-3531ad4d-862f-405b-851f-6316aa9c3f7c tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Made reservation on behalf of 4e78e1fb7010462db53bb9e00d1cbc1f for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:32:49.524453 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-74a2cb61-d953-43ab-ad2c-b9627afd8341 req-3531ad4d-862f-405b-851f-6316aa9c3f7c tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:49.543727 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d082d90-9c0a-429f-b9ce-5f99d4957edf req-37dcafbe-5383-4e6c-bdda-a5e7976f2fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:49.547262 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4d082d90-9c0a-429f-b9ce-5f99d4957edf req-37dcafbe-5383-4e6c-bdda-a5e7976f2fa1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f603f39f-fbde-4d83-a41f-e0babb1f3ff1 HTTP/1.1" status: 200 len: 854 time: 0.5470362 Aug 05 11:32:49.655102 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac199a8-2de4-4315-8932-96a8eb613d8c req-fab2ab14-210e-425a-b0d5-37818eac3e93 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:49.664918 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3ac199a8-2de4-4315-8932-96a8eb613d8c req-fab2ab14-210e-425a-b0d5-37818eac3e93 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=43dc8de5-f460-48f2-9969-bd31538c767f HTTP/1.1" status: 200 len: 936 time: 0.3797529 Aug 05 11:32:49.683707 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4d082d90-9c0a-429f-b9ce-5f99d4957edf req-96b36b54-20cc-46f2-8ed5-7739585aaddf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=126f96b6-eb66-4c29-a167-bda979496a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1037681 Aug 05 11:32:49.828365 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-63881046-fa09-4b73-919a-9c693845f8a6 req-cee64550-3c52-4751-86dc-ebeffcb11aa2 service neutron] 10.222.0.64 "GET /v2.0/networks/3bbc31db-4958-4e8b-9f8e-bc48b5d28e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4889126 Aug 05 11:32:49.891891 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3ac199a8-2de4-4315-8932-96a8eb613d8c req-26ff5fec-c216-4a21-8815-73b85ec9940d tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976793 Aug 05 11:32:49.944057 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3987bef1-d8bb-47ac-bc20-39e45a2e5f81 req-0ab2a406-4f04-44c8-ac80-c314ca24156e service neutron] 10.222.0.55 "GET /v2.0/networks/d036d46a-a30d-4750-b27d-4b7146f11df9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6870282 Aug 05 11:32:50.133933 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2caac9-1605-410f-8e59-d355593a0a9a req-8de2d9eb-4e22-479e-8796-f4373073e6c2 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:50.157634 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1f2caac9-1605-410f-8e59-d355593a0a9a req-8de2d9eb-4e22-479e-8796-f4373073e6c2 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/ports?device_id=5f37001e-9d67-440a-b593-7e7c7a1d9690 HTTP/1.1" status: 200 len: 945 time: 0.4893684 Aug 05 11:32:50.418020 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [req-31a074a1-6a3d-4afe-9995-762cb2cd9a0a req-79852c07-cdbf-4c9a-be02-8125e0e5840c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f5c274f-81f8-4325-a1ac-15e624e8b1ec {{(pid=94420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:32:50.438935 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-31a074a1-6a3d-4afe-9995-762cb2cd9a0a req-79852c07-cdbf-4c9a-be02-8125e0e5840c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:50.472902 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [req-31a074a1-6a3d-4afe-9995-762cb2cd9a0a req-79852c07-cdbf-4c9a-be02-8125e0e5840c service neutron] Transition to ACTIVE for port object 7f5c274f-81f8-4325-a1ac-15e624e8b1ec will not be triggered until provisioned by entity L2. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:32:50.505225 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1f2caac9-1605-410f-8e59-d355593a0a9a req-f43df7cb-9b37-4f1f-bfa5-30455978cf1b tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/security-groups?id=367c82dd-50a3-4df9-a217-7f397fab3611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3463268 Aug 05 11:32:50.513461 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-63881046-fa09-4b73-919a-9c693845f8a6 req-ac846450-fafd-4609-b974-84bdc3ae28b3 service neutron] 10.222.0.64 "GET /v2.0/networks/3bbc31db-4958-4e8b-9f8e-bc48b5d28e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6350985 Aug 05 11:32:50.518095 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-31a074a1-6a3d-4afe-9995-762cb2cd9a0a req-79852c07-cdbf-4c9a-be02-8125e0e5840c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:50.555106 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74a2cb61-d953-43ab-ad2c-b9627afd8341 req-28878178-5d90-46a5-a470-20e833e6aaba tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Made reservation on behalf of 4e78e1fb7010462db53bb9e00d1cbc1f for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:32:50.573520 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-74a2cb61-d953-43ab-ad2c-b9627afd8341 req-28878178-5d90-46a5-a470-20e833e6aaba tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:50.600460 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-74a2cb61-d953-43ab-ad2c-b9627afd8341 req-3531ad4d-862f-405b-851f-6316aa9c3f7c tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Allocated IP 172.20.0.2 (6543cbeb-fcd1-48b6-8b28-7eb60b9c72ee/bf224612-704f-4ebd-b2af-5e301a097436/3e34b375-2b5e-4302-ad51-ce15ee3b946c) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:32:50.840954 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108aee3e-14f9-42e0-9fd6-2f156f2bc624 req-2293aa09-3912-425e-bfb0-698ec2ddef69 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:50.848972 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-108aee3e-14f9-42e0-9fd6-2f156f2bc624 req-2293aa09-3912-425e-bfb0-698ec2ddef69 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=40021a41-d350-4e38-ac4d-f69e07c48ffb HTTP/1.1" status: 200 len: 947 time: 0.6306338 Aug 05 11:32:50.944464 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-31a074a1-6a3d-4afe-9995-762cb2cd9a0a req-79852c07-cdbf-4c9a-be02-8125e0e5840c service neutron] Attempting to bind port 7f5c274f-81f8-4325-a1ac-15e624e8b1ec on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:32:50.944853 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-31a074a1-6a3d-4afe-9995-762cb2cd9a0a req-79852c07-cdbf-4c9a-be02-8125e0e5840c service neutron] Attempting to bind port 7f5c274f-81f8-4325-a1ac-15e624e8b1ec by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:32:50.945187 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a074a1-6a3d-4afe-9995-762cb2cd9a0a req-79852c07-cdbf-4c9a-be02-8125e0e5840c service neutron] Attempting to bind port 7f5c274f-81f8-4325-a1ac-15e624e8b1ec on network 91caede3-92e4-4b1e-8e3e-36227cfd846a {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:32:50.958265 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79852c07-cdbf-4c9a-be02-8125e0e5840c service neutron] Pushing event updated for resources: {'Port': ['ID=7f5c274f-81f8-4325-a1ac-15e624e8b1ec,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:32:50.987017 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4d082d90-9c0a-429f-b9ce-5f99d4957edf req-6c0f9fd2-5f13-448e-945c-06fe886b744c service neutron] 10.222.0.64 "GET /v2.0/networks/126f96b6-eb66-4c29-a167-bda979496a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2879586 Aug 05 11:32:50.997283 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6a327e4-4b25-48c3-9e41-105c1172cbf7', 'name': 'network-vif-deleted', 'tag': '3777b035-1615-4e99-8675-fba4fa0a44e5'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:32:51.003685 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f0c7d1f-6343-4a6d-8238-35c9b05e6336" -d '{"events": [{"server_uuid": "c6a327e4-4b25-48c3-9e41-105c1172cbf7", "name": "network-vif-deleted", "tag": "3777b035-1615-4e99-8675-fba4fa0a44e5"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:32:51.017113 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-108aee3e-14f9-42e0-9fd6-2f156f2bc624 req-e0a46a4f-a960-4b02-ab0a-7f9515cccc9e tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=47a5a50c-7385-42e8-98ac-c05af9825ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1606469 Aug 05 11:32:51.030234 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a074a1-6a3d-4afe-9995-762cb2cd9a0a req-79852c07-cdbf-4c9a-be02-8125e0e5840c service neutron] Port 7f5c274f-81f8-4325-a1ac-15e624e8b1ec on network 91caede3-92e4-4b1e-8e3e-36227cfd846a not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:32:51.030568 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a074a1-6a3d-4afe-9995-762cb2cd9a0a req-79852c07-cdbf-4c9a-be02-8125e0e5840c service neutron] Attempting to bind port 7f5c274f-81f8-4325-a1ac-15e624e8b1ec on network 91caede3-92e4-4b1e-8e3e-36227cfd846a {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:32:51.065716 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a074a1-6a3d-4afe-9995-762cb2cd9a0a req-79852c07-cdbf-4c9a-be02-8125e0e5840c service neutron] Checking agent: {'id': 'a8f1dd2d-227c-4e30-8844-52419ba734db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:32:51.066292 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a074a1-6a3d-4afe-9995-762cb2cd9a0a req-79852c07-cdbf-4c9a-be02-8125e0e5840c service neutron] Checking segment: {'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:32:51.066927 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a074a1-6a3d-4afe-9995-762cb2cd9a0a req-79852c07-cdbf-4c9a-be02-8125e0e5840c service neutron] Bound using segment: {'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:32:51.067717 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-31a074a1-6a3d-4afe-9995-762cb2cd9a0a req-79852c07-cdbf-4c9a-be02-8125e0e5840c service neutron] Bound port: 7f5c274f-81f8-4325-a1ac-15e624e8b1ec, host: n-h2-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'}}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:32:51.068328 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-31a074a1-6a3d-4afe-9995-762cb2cd9a0a req-79852c07-cdbf-4c9a-be02-8125e0e5840c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:51.100729 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e57b1a-4ed7-4435-ac81-8538f0c204a8 req-362f38ed-40db-43d1-b4cd-c02aaec05e28 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:51.102307 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-69e57b1a-4ed7-4435-ac81-8538f0c204a8 req-362f38ed-40db-43d1-b4cd-c02aaec05e28 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 944 time: 0.3691034 Aug 05 11:32:51.118577 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3987bef1-d8bb-47ac-bc20-39e45a2e5f81 req-b81c9dde-dc7c-4aea-8ed2-588bbd3260ca service neutron] 10.222.0.55 "GET /v2.0/networks/d036d46a-a30d-4750-b27d-4b7146f11df9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1689417 Aug 05 11:32:51.165518 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-74a2cb61-d953-43ab-ad2c-b9627afd8341 req-3531ad4d-862f-405b-851f-6316aa9c3f7c tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:51.257754 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-69e57b1a-4ed7-4435-ac81-8538f0c204a8 req-783c958a-7698-447f-bddd-710c3a7130a8 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016152 Aug 05 11:32:51.301323 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-31a074a1-6a3d-4afe-9995-762cb2cd9a0a req-79852c07-cdbf-4c9a-be02-8125e0e5840c service neutron] For port 7f5c274f-81f8-4325-a1ac-15e624e8b1ec, host n-h2-803378-2, cleared binding levels {{(pid=94420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:32:51.306587 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-31a074a1-6a3d-4afe-9995-762cb2cd9a0a req-79852c07-cdbf-4c9a-be02-8125e0e5840c service neutron] For port 7f5c274f-81f8-4325-a1ac-15e624e8b1ec, host n-h2-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=7f5c274f-81f8-4325-a1ac-15e624e8b1ec,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:32:51.316394 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-31a074a1-6a3d-4afe-9995-762cb2cd9a0a req-79852c07-cdbf-4c9a-be02-8125e0e5840c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:51.414654 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3987bef1-d8bb-47ac-bc20-39e45a2e5f81 req-512af03a-52ed-4a2e-91f0-6044337531b1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.163&port_id=c5788608-f14e-46e7-9589-cd5c2a4cea14 HTTP/1.1" status: 200 len: 217 time: 0.1924062 Aug 05 11:32:51.418480 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a074a1-6a3d-4afe-9995-762cb2cd9a0a req-79852c07-cdbf-4c9a-be02-8125e0e5840c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:51.419512 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-31a074a1-6a3d-4afe-9995-762cb2cd9a0a req-79852c07-cdbf-4c9a-be02-8125e0e5840c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:51.420914 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-31a074a1-6a3d-4afe-9995-762cb2cd9a0a req-79852c07-cdbf-4c9a-be02-8125e0e5840c service neutron] 10.222.0.55 "PUT /v2.0/ports/7f5c274f-81f8-4325-a1ac-15e624e8b1ec HTTP/1.1" status: 200 len: 1096 time: 3.5550745 Aug 05 11:32:51.429959 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43dc8de5-f460-48f2-9969-bd31538c767f', 'tag': '7f5c274f-81f8-4325-a1ac-15e624e8b1ec'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:32:51.435030 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}828068ad8d405ad77660ce68fa78e1ffe658725812f7a08f9e488a446589295b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdacee20-8e8b-4e04-b47b-daf0124ec4c3" -d '{"events": [{"name": "network-changed", "server_uuid": "43dc8de5-f460-48f2-9969-bd31538c767f", "tag": "7f5c274f-81f8-4325-a1ac-15e624e8b1ec"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:32:51.541543 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d7026219-035f-41fa-812a-1e224459e746 req-0d91858c-2242-4e56-adcd-fc9ce0ed3523 tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] 10.222.0.58 "GET /v2.0/ports?device_id=f02b62e1-cee0-47ef-8ddf-4b4a201f7518 HTTP/1.1" status: 200 len: 210 time: 0.1190915 Aug 05 11:32:51.628562 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79852c07-cdbf-4c9a-be02-8125e0e5840c service neutron] Pushing event updated for resources: {'Port': ['ID=7f5c274f-81f8-4325-a1ac-15e624e8b1ec,revision_number=3']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:32:51.674974 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4d082d90-9c0a-429f-b9ce-5f99d4957edf req-11b72c2f-18b5-476d-9db8-5de5cd46727f service neutron] 10.222.0.64 "GET /v2.0/networks/126f96b6-eb66-4c29-a167-bda979496a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6335480 Aug 05 11:32:51.681299 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3987bef1-d8bb-47ac-bc20-39e45a2e5f81 req-506abfd1-b427-42be-9939-702e1c682222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:51.684421 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3987bef1-d8bb-47ac-bc20-39e45a2e5f81 req-506abfd1-b427-42be-9939-702e1c682222 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=63fb736d-d029-44dc-a68b-bfad4551695d HTTP/1.1" status: 200 len: 797 time: 0.2346528 Aug 05 11:32:51.701067 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add93871-61b9-4026-b93c-3881cfa9b8a3 req-0503bed8-bf2a-48a7-a22f-11eff740bf6f tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:51.702639 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-add93871-61b9-4026-b93c-3881cfa9b8a3 req-0503bed8-bf2a-48a7-a22f-11eff740bf6f tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=43dc8de5-f460-48f2-9969-bd31538c767f HTTP/1.1" status: 200 len: 948 time: 0.2583616 Aug 05 11:32:51.706037 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a074a1-6a3d-4afe-9995-762cb2cd9a0a req-0bc81792-e73d-4250-8457-18b1e5906807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:51.708522 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-31a074a1-6a3d-4afe-9995-762cb2cd9a0a req-0bc81792-e73d-4250-8457-18b1e5906807 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f811ccc1244d4d32a53adbbe13250fd5&device_id=43dc8de5-f460-48f2-9969-bd31538c767f HTTP/1.1" status: 200 len: 1099 time: 0.1781454 Aug 05 11:32:51.773734 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e53ea125-da8d-4b51-a075-cf846a54a06e x-openstack-request-id: req-e53ea125-da8d-4b51-a075-cf846a54a06e {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:32:51.774230 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6a327e4-4b25-48c3-9e41-105c1172cbf7", "name": "network-vif-deleted", "tag": "3777b035-1615-4e99-8675-fba4fa0a44e5", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:32:51.774646 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e53ea125-da8d-4b51-a075-cf846a54a06e {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:32:51.775179 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6a327e4-4b25-48c3-9e41-105c1172cbf7', 'name': 'network-vif-deleted', 'tag': '3777b035-1615-4e99-8675-fba4fa0a44e5', 'status': 'completed', 'code': 200} Aug 05 11:32:51.811724 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-74a2cb61-d953-43ab-ad2c-b9627afd8341 req-3531ad4d-862f-405b-851f-6316aa9c3f7c tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:51.817940 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-31a074a1-6a3d-4afe-9995-762cb2cd9a0a req-4eaa2b5a-24e4-4cd6-9109-5f3a48b34504 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=7f5c274f-81f8-4325-a1ac-15e624e8b1ec HTTP/1.1" status: 200 len: 217 time: 0.0587940 Aug 05 11:32:51.838790 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-add93871-61b9-4026-b93c-3881cfa9b8a3 req-e9bd78c9-207d-4dc8-a2d6-b368cc0b0574 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203990 Aug 05 11:32:51.861941 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:51.934623 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a074a1-6a3d-4afe-9995-762cb2cd9a0a req-5f3a14a6-cbc2-425a-ae15-9c8dd730a94b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:51.942592 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-31a074a1-6a3d-4afe-9995-762cb2cd9a0a req-5f3a14a6-cbc2-425a-ae15-9c8dd730a94b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6842f728-c2f3-4e36-bb32-3303d06ce3f4 HTTP/1.1" status: 200 len: 843 time: 0.1165781 Aug 05 11:32:51.951209 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3531ad4d-862f-405b-851f-6316aa9c3f7c tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Pushing event updated for resources: {'Port': ['ID=3e34b375-2b5e-4302-ad51-ce15ee3b946c,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:32:51.973829 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74a2cb61-d953-43ab-ad2c-b9627afd8341 req-3531ad4d-862f-405b-851f-6316aa9c3f7c tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Network 6543cbeb-fcd1-48b6-8b28-7eb60b9c72ee is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:32:51.976968 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3987bef1-d8bb-47ac-bc20-39e45a2e5f81 req-caea2bb3-c5ef-41b0-a0e3-55d497a850db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:51.979253 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3987bef1-d8bb-47ac-bc20-39e45a2e5f81 req-caea2bb3-c5ef-41b0-a0e3-55d497a850db service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d036d46a-a30d-4750-b27d-4b7146f11df9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2731936 Aug 05 11:32:51.983596 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-74a2cb61-d953-43ab-ad2c-b9627afd8341 req-3531ad4d-862f-405b-851f-6316aa9c3f7c tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:32:51.999168 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-74a2cb61-d953-43ab-ad2c-b9627afd8341 req-3531ad4d-862f-405b-851f-6316aa9c3f7c tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:32:52.028395 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e07b936-e18a-47a9-9969-d33da96983b1 x-openstack-request-id: req-8e07b936-e18a-47a9-9969-d33da96983b1 {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:32:52.028868 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43dc8de5-f460-48f2-9969-bd31538c767f", "tag": "7f5c274f-81f8-4325-a1ac-15e624e8b1ec", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:32:52.029135 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8e07b936-e18a-47a9-9969-d33da96983b1 {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:32:52.029567 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43dc8de5-f460-48f2-9969-bd31538c767f', 'tag': '7f5c274f-81f8-4325-a1ac-15e624e8b1ec', 'status': 'completed', 'code': 200} Aug 05 11:32:52.064221 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a2cb61-d953-43ab-ad2c-b9627afd8341 req-3531ad4d-862f-405b-851f-6316aa9c3f7c tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:52.064908 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-74a2cb61-d953-43ab-ad2c-b9627afd8341 req-3531ad4d-862f-405b-851f-6316aa9c3f7c tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:52.075987 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a074a1-6a3d-4afe-9995-762cb2cd9a0a req-f4e7d02c-d491-4484-beef-f67f9bef6f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:52.077645 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-31a074a1-6a3d-4afe-9995-762cb2cd9a0a req-f4e7d02c-d491-4484-beef-f67f9bef6f04 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=91caede3-92e4-4b1e-8e3e-36227cfd846a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1275876 Aug 05 11:32:52.096627 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-74a2cb61-d953-43ab-ad2c-b9627afd8341 req-3531ad4d-862f-405b-851f-6316aa9c3f7c tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7229419 Aug 05 11:32:52.132985 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-74a2cb61-d953-43ab-ad2c-b9627afd8341 req-d65dcfd5-4f1e-4b1e-aa61-abdfa7b8061f service neutron] Request body: {'port': {'device_id': '74729a8a-2050-403d-925d-4e55bda5531e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:32:52.191208 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87baefc9-7d7d-486b-b979-1562a1c3bfed req-9b83783b-d0d7-4b44-95f1-5936e5c40d94 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:52.191909 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-74a2cb61-d953-43ab-ad2c-b9627afd8341 req-28878178-5d90-46a5-a470-20e833e6aaba tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Allocated IP 172.20.0.8 (6543cbeb-fcd1-48b6-8b28-7eb60b9c72ee/bf224612-704f-4ebd-b2af-5e301a097436/291c2cf6-3cc3-4e91-b1b3-b7f161db6807) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:32:52.192960 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-87baefc9-7d7d-486b-b979-1562a1c3bfed req-9b83783b-d0d7-4b44-95f1-5936e5c40d94 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/ports?device_id=5f37001e-9d67-440a-b593-7e7c7a1d9690 HTTP/1.1" status: 200 len: 945 time: 0.1333759 Aug 05 11:32:52.276210 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-74a2cb61-d953-43ab-ad2c-b9627afd8341 req-d65dcfd5-4f1e-4b1e-aa61-abdfa7b8061f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:52.337559 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-31a074a1-6a3d-4afe-9995-762cb2cd9a0a req-d2641612-ddbc-4f5c-987f-9e61a3618818 service neutron] 10.222.0.55 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389307 Aug 05 11:32:52.390078 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3987bef1-d8bb-47ac-bc20-39e45a2e5f81 req-1bc3d0b0-588a-4117-b278-0503c2cfd0e3 service neutron] 10.222.0.55 "GET /v2.0/networks/d036d46a-a30d-4750-b27d-4b7146f11df9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4006810 Aug 05 11:32:52.539311 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-31a074a1-6a3d-4afe-9995-762cb2cd9a0a req-7f4ab233-e55b-4c4a-8f28-c89fce1c1ac5 service neutron] 10.222.0.55 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703558 Aug 05 11:32:52.610559 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-87baefc9-7d7d-486b-b979-1562a1c3bfed req-046a75a1-4705-4b84-a9c0-f1867d3cde0f tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/security-groups?id=367c82dd-50a3-4df9-a217-7f397fab3611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4057827 Aug 05 11:32:52.620865 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3987bef1-d8bb-47ac-bc20-39e45a2e5f81 req-1964bf0b-84f7-42a6-8a99-e0c4c146c980 service neutron] 10.222.0.55 "GET /v2.0/networks/d036d46a-a30d-4750-b27d-4b7146f11df9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597173 Aug 05 11:32:52.765437 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85c2d7f-3474-454a-922b-95153e1a409e req-8b1dece2-4d1e-4337-9eec-f934ca662462 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:52.768462 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f85c2d7f-3474-454a-922b-95153e1a409e req-8b1dece2-4d1e-4337-9eec-f934ca662462 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=40021a41-d350-4e38-ac4d-f69e07c48ffb HTTP/1.1" status: 200 len: 947 time: 0.5009267 Aug 05 11:32:52.823567 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdacee20-8e8b-4e04-b47b-daf0124ec4c3 req-a02eec7d-0bbd-4f41-bbeb-1a2b543c6356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:52.827575 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cdacee20-8e8b-4e04-b47b-daf0124ec4c3 req-a02eec7d-0bbd-4f41-bbeb-1a2b543c6356 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f811ccc1244d4d32a53adbbe13250fd5&device_id=43dc8de5-f460-48f2-9969-bd31538c767f HTTP/1.1" status: 200 len: 1099 time: 0.1584759 Aug 05 11:32:52.938402 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3987bef1-d8bb-47ac-bc20-39e45a2e5f81 req-b7073f99-b8ec-4dc9-8524-229aa2fa5072 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=159c355d-badf-4ebb-89b8-3f2e172149e2 HTTP/1.1" status: 200 len: 217 time: 0.1385875 Aug 05 11:32:53.184763 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f85c2d7f-3474-454a-922b-95153e1a409e req-ef5d9d63-6738-469b-9029-d4f5e598c2e5 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=47a5a50c-7385-42e8-98ac-c05af9825ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3668346 Aug 05 11:32:53.241396 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdacee20-8e8b-4e04-b47b-daf0124ec4c3 req-7d97584f-8b0b-44d0-a7e1-b9f295a15cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:53.241396 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cdacee20-8e8b-4e04-b47b-daf0124ec4c3 req-7d97584f-8b0b-44d0-a7e1-b9f295a15cb1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=91caede3-92e4-4b1e-8e3e-36227cfd846a HTTP/1.1" status: 200 len: 870 time: 0.3989670 Aug 05 11:32:53.345481 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3987bef1-d8bb-47ac-bc20-39e45a2e5f81 req-2b69a0d1-165a-477e-b10e-5381dadaeda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:53.347894 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3987bef1-d8bb-47ac-bc20-39e45a2e5f81 req-2b69a0d1-165a-477e-b10e-5381dadaeda7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f52ba908-7485-4576-8407-c51b73bad34d HTTP/1.1" status: 200 len: 797 time: 0.3774619 Aug 05 11:32:53.421639 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cdacee20-8e8b-4e04-b47b-daf0124ec4c3 req-3ef33540-d919-4ae0-8b7b-046b754b6279 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=7f5c274f-81f8-4325-a1ac-15e624e8b1ec HTTP/1.1" status: 200 len: 217 time: 0.1731970 Aug 05 11:32:53.562613 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-74a2cb61-d953-43ab-ad2c-b9627afd8341 req-28878178-5d90-46a5-a470-20e833e6aaba tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:53.604256 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3987bef1-d8bb-47ac-bc20-39e45a2e5f81 req-a9165f2c-0af8-4344-bed3-a457e20949bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:53.606998 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3987bef1-d8bb-47ac-bc20-39e45a2e5f81 req-a9165f2c-0af8-4344-bed3-a457e20949bb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a5f65908-1835-4cf8-bef2-1ebbd6cd0373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2423139 Aug 05 11:32:53.693574 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdacee20-8e8b-4e04-b47b-daf0124ec4c3 req-df4d0257-0668-4039-bfac-a9b11efc771f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:53.695448 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cdacee20-8e8b-4e04-b47b-daf0124ec4c3 req-df4d0257-0668-4039-bfac-a9b11efc771f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6842f728-c2f3-4e36-bb32-3303d06ce3f4 HTTP/1.1" status: 200 len: 843 time: 0.2622154 Aug 05 11:32:53.732470 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3987bef1-d8bb-47ac-bc20-39e45a2e5f81 req-78f8ff5c-3aff-4fae-81df-1f6d65816ca8 service neutron] 10.222.0.55 "GET /v2.0/networks/a5f65908-1835-4cf8-bef2-1ebbd6cd0373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161101 Aug 05 11:32:53.762044 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2037ec8-9e06-464b-b20c-3b3805b02707 req-81e66c7e-7f52-4360-be56-bddd851df55d tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:53.771205 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a2037ec8-9e06-464b-b20c-3b3805b02707 req-81e66c7e-7f52-4360-be56-bddd851df55d tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 944 time: 0.2096581 Aug 05 11:32:53.825470 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdacee20-8e8b-4e04-b47b-daf0124ec4c3 req-7587ffdf-67db-470e-908b-1dcb664a8582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:53.826977 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cdacee20-8e8b-4e04-b47b-daf0124ec4c3 req-7587ffdf-67db-470e-908b-1dcb664a8582 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=91caede3-92e4-4b1e-8e3e-36227cfd846a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1240392 Aug 05 11:32:53.839024 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a2037ec8-9e06-464b-b20c-3b3805b02707 req-be80066f-41bb-48f7-a694-416618bdc789 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668504 Aug 05 11:32:53.927912 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3987bef1-d8bb-47ac-bc20-39e45a2e5f81 req-62482b69-7cf7-45bb-b8e4-5424451a0374 service neutron] 10.222.0.55 "GET /v2.0/networks/a5f65908-1835-4cf8-bef2-1ebbd6cd0373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873682 Aug 05 11:32:53.984540 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3987bef1-d8bb-47ac-bc20-39e45a2e5f81 req-91241c1a-fc7b-4953-bebc-9657d092cf72 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=06805de0-2639-4b78-8f29-513aafaaee7b HTTP/1.1" status: 200 len: 217 time: 0.0472102 Aug 05 11:32:54.047963 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-74a2cb61-d953-43ab-ad2c-b9627afd8341 req-28878178-5d90-46a5-a470-20e833e6aaba tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:54.198161 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3987bef1-d8bb-47ac-bc20-39e45a2e5f81 req-efcc652e-2d1b-4fa2-bc4c-b866ebc46673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:54.202519 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3987bef1-d8bb-47ac-bc20-39e45a2e5f81 req-efcc652e-2d1b-4fa2-bc4c-b866ebc46673 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f52ba908-7485-4576-8407-c51b73bad34d HTTP/1.1" status: 200 len: 797 time: 0.1987679 Aug 05 11:32:54.205972 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493a7619-ea58-4fe2-a75a-76b37bec43e6 req-3a0bd7e2-c3ed-42fc-913c-3bb8dc01d6e9 tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:54.237492 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-493a7619-ea58-4fe2-a75a-76b37bec43e6 req-3a0bd7e2-c3ed-42fc-913c-3bb8dc01d6e9 tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] 10.222.0.58 "GET /v2.0/ports?device_id=f02b62e1-cee0-47ef-8ddf-4b4a201f7518 HTTP/1.1" status: 200 len: 931 time: 0.1931367 Aug 05 11:32:54.302137 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-493a7619-ea58-4fe2-a75a-76b37bec43e6 req-fa5c1f34-947d-4d12-aa1b-31ac57bf2295 tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] 10.222.0.58 "GET /v2.0/security-groups?id=c3741838-73dc-4e00-ab48-db6b7a231ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636938 Aug 05 11:32:54.309960 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cdacee20-8e8b-4e04-b47b-daf0124ec4c3 req-82ab475a-da4b-4126-8f1a-eb2fb159f032 service neutron] 10.222.0.55 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4606998 Aug 05 11:32:54.386293 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74a2cb61-d953-43ab-ad2c-b9627afd8341 req-28878178-5d90-46a5-a470-20e833e6aaba tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Network 6543cbeb-fcd1-48b6-8b28-7eb60b9c72ee is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:32:54.405964 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-74a2cb61-d953-43ab-ad2c-b9627afd8341 req-28878178-5d90-46a5-a470-20e833e6aaba tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:32:54.426535 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-74a2cb61-d953-43ab-ad2c-b9627afd8341 req-28878178-5d90-46a5-a470-20e833e6aaba tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:32:54.433738 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3987bef1-d8bb-47ac-bc20-39e45a2e5f81 req-5172ea55-174f-4547-803d-e4b7c8ef91be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:54.436037 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3987bef1-d8bb-47ac-bc20-39e45a2e5f81 req-5172ea55-174f-4547-803d-e4b7c8ef91be service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a5f65908-1835-4cf8-bef2-1ebbd6cd0373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1805813 Aug 05 11:32:54.480813 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cdacee20-8e8b-4e04-b47b-daf0124ec4c3 req-59878270-3195-4da8-9076-3c524a8eb444 service neutron] 10.222.0.55 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638629 Aug 05 11:32:54.614932 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3987bef1-d8bb-47ac-bc20-39e45a2e5f81 req-12b75124-c5d5-41cf-8ef3-20aff115ba8e service neutron] 10.222.0.55 "GET /v2.0/networks/a5f65908-1835-4cf8-bef2-1ebbd6cd0373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640933 Aug 05 11:32:54.623462 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28878178-5d90-46a5-a470-20e833e6aaba tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Pushing event updated for resources: {'Port': ['ID=291c2cf6-3cc3-4e91-b1b3-b7f161db6807,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:32:54.723144 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b8592c-aee9-4c04-953d-e95e7b180178 req-b75ada89-d506-4e9d-9fbc-d975b7a414f9 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:54.727131 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d2b8592c-aee9-4c04-953d-e95e7b180178 req-b75ada89-d506-4e9d-9fbc-d975b7a414f9 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=43dc8de5-f460-48f2-9969-bd31538c767f HTTP/1.1" status: 200 len: 948 time: 0.2294557 Aug 05 11:32:54.801965 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d2b8592c-aee9-4c04-953d-e95e7b180178 req-66530222-6160-48f8-a473-0229a5d2c260 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641329 Aug 05 11:32:54.847257 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393c9755-23ae-4284-96d9-40caf81c3d83 req-509b36d0-22b7-459d-8a0b-b1cc57c7c9f5 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:54.850745 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-393c9755-23ae-4284-96d9-40caf81c3d83 req-509b36d0-22b7-459d-8a0b-b1cc57c7c9f5 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/ports?device_id=5f37001e-9d67-440a-b593-7e7c7a1d9690 HTTP/1.1" status: 200 len: 945 time: 0.2787561 Aug 05 11:32:54.906376 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a2cb61-d953-43ab-ad2c-b9627afd8341 req-28878178-5d90-46a5-a470-20e833e6aaba tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:54.907171 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-74a2cb61-d953-43ab-ad2c-b9627afd8341 req-28878178-5d90-46a5-a470-20e833e6aaba tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:54.955115 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-393c9755-23ae-4284-96d9-40caf81c3d83 req-b6314662-da61-4b15-bf20-6a404d4c84f1 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/security-groups?id=367c82dd-50a3-4df9-a217-7f397fab3611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893428 Aug 05 11:32:54.955406 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-74a2cb61-d953-43ab-ad2c-b9627afd8341 req-28878178-5d90-46a5-a470-20e833e6aaba tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.7266843 Aug 05 11:32:54.994582 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-74a2cb61-d953-43ab-ad2c-b9627afd8341 req-697d7e77-ebd2-4401-b552-e49d6f8ffc42 service neutron] Request body: {'port': {'device_id': 'f02b62e1-cee0-47ef-8ddf-4b4a201f7518', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:32:55.020256 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-74a2cb61-d953-43ab-ad2c-b9627afd8341 req-d65dcfd5-4f1e-4b1e-aa61-abdfa7b8061f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e34b375-2b5e-4302-ad51-ce15ee3b946c {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:32:55.058228 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-74a2cb61-d953-43ab-ad2c-b9627afd8341 req-d65dcfd5-4f1e-4b1e-aa61-abdfa7b8061f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:55.104283 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-74a2cb61-d953-43ab-ad2c-b9627afd8341 req-d65dcfd5-4f1e-4b1e-aa61-abdfa7b8061f service neutron] Transition to ACTIVE for port object 3e34b375-2b5e-4302-ad51-ce15ee3b946c will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:32:55.107100 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3987bef1-d8bb-47ac-bc20-39e45a2e5f81 req-5d316fe7-bee9-43f8-afdc-e44d5ad4a728 service neutron] 10.222.0.55 "GET /v2.0/networks/a5f65908-1835-4cf8-bef2-1ebbd6cd0373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4697940 Aug 05 11:32:55.115615 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-74a2cb61-d953-43ab-ad2c-b9627afd8341 req-d65dcfd5-4f1e-4b1e-aa61-abdfa7b8061f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:55.158848 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cb1a28-ff67-4694-9d73-91bbb04a63bf req-8e628502-e218-4126-bbc0-b85eacf09a70 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:55.160985 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a8cb1a28-ff67-4694-9d73-91bbb04a63bf req-8e628502-e218-4126-bbc0-b85eacf09a70 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=40021a41-d350-4e38-ac4d-f69e07c48ffb HTTP/1.1" status: 200 len: 947 time: 0.1313145 Aug 05 11:32:55.254260 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a8cb1a28-ff67-4694-9d73-91bbb04a63bf req-ee0a8a8b-46af-4c73-996d-c3349d4e7831 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=47a5a50c-7385-42e8-98ac-c05af9825ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799515 Aug 05 11:32:55.270669 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65dcfd5-4f1e-4b1e-aa61-abdfa7b8061f service neutron] Pushing event updated for resources: {'Port': ['ID=3e34b375-2b5e-4302-ad51-ce15ee3b946c,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:32:55.295300 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-74a2cb61-d953-43ab-ad2c-b9627afd8341 req-697d7e77-ebd2-4401-b552-e49d6f8ffc42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:55.307012 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a7da0a-e935-4aab-a2f9-77891def9a7c req-c1a4a4a0-5cc2-48c0-8e41-197ac0feddc7 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:55.323224 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-85a7da0a-e935-4aab-a2f9-77891def9a7c req-c1a4a4a0-5cc2-48c0-8e41-197ac0feddc7 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 944 time: 0.1597505 Aug 05 11:32:55.456970 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-85a7da0a-e935-4aab-a2f9-77891def9a7c req-7bba2926-678a-4ca8-ae7f-d2871372de8b tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277862 Aug 05 11:32:55.774692 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-74a2cb61-d953-43ab-ad2c-b9627afd8341 req-d65dcfd5-4f1e-4b1e-aa61-abdfa7b8061f service neutron] Attempting to bind port 3e34b375-2b5e-4302-ad51-ce15ee3b946c on host n-h1-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:32:55.775707 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-74a2cb61-d953-43ab-ad2c-b9627afd8341 req-d65dcfd5-4f1e-4b1e-aa61-abdfa7b8061f service neutron] Attempting to bind port 3e34b375-2b5e-4302-ad51-ce15ee3b946c by drivers openvswitch,hyperv on host n-h1-803378-2 at level 0 using segments [{'id': '3c2d9838-4ced-4b50-843a-544842259d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '6543cbeb-fcd1-48b6-8b28-7eb60b9c72ee'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:32:55.776403 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a2cb61-d953-43ab-ad2c-b9627afd8341 req-d65dcfd5-4f1e-4b1e-aa61-abdfa7b8061f service neutron] Attempting to bind port 3e34b375-2b5e-4302-ad51-ce15ee3b946c on network 6543cbeb-fcd1-48b6-8b28-7eb60b9c72ee {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:32:55.784679 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 7f5c274f-81f8-4325-a1ac-15e624e8b1ec details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:32:55.785879 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a2cb61-d953-43ab-ad2c-b9627afd8341 req-d65dcfd5-4f1e-4b1e-aa61-abdfa7b8061f service neutron] Port 3e34b375-2b5e-4302-ad51-ce15ee3b946c on network 6543cbeb-fcd1-48b6-8b28-7eb60b9c72ee not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:32:55.786310 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a2cb61-d953-43ab-ad2c-b9627afd8341 req-d65dcfd5-4f1e-4b1e-aa61-abdfa7b8061f service neutron] Attempting to bind port 3e34b375-2b5e-4302-ad51-ce15ee3b946c on network 6543cbeb-fcd1-48b6-8b28-7eb60b9c72ee {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:32:55.795407 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47452824-41c5-4a5b-b7ce-abf98599ded3 req-042b8d04-ed70-47f4-bbc5-85b131663db0 tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:55.800235 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-47452824-41c5-4a5b-b7ce-abf98599ded3 req-042b8d04-ed70-47f4-bbc5-85b131663db0 tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] 10.222.0.58 "GET /v2.0/ports?device_id=f02b62e1-cee0-47ef-8ddf-4b4a201f7518 HTTP/1.1" status: 200 len: 931 time: 0.1963103 Aug 05 11:32:55.818185 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a2cb61-d953-43ab-ad2c-b9627afd8341 req-d65dcfd5-4f1e-4b1e-aa61-abdfa7b8061f service neutron] Checking agent: {'id': '40bb7567-59bd-4b31-bc29-da1c50bca759', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:32:55.818660 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a2cb61-d953-43ab-ad2c-b9627afd8341 req-d65dcfd5-4f1e-4b1e-aa61-abdfa7b8061f service neutron] Checking segment: {'id': '3c2d9838-4ced-4b50-843a-544842259d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '6543cbeb-fcd1-48b6-8b28-7eb60b9c72ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:32:55.818955 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a2cb61-d953-43ab-ad2c-b9627afd8341 req-d65dcfd5-4f1e-4b1e-aa61-abdfa7b8061f service neutron] Bound using segment: {'id': '3c2d9838-4ced-4b50-843a-544842259d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '6543cbeb-fcd1-48b6-8b28-7eb60b9c72ee'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:32:55.819412 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-74a2cb61-d953-43ab-ad2c-b9627afd8341 req-d65dcfd5-4f1e-4b1e-aa61-abdfa7b8061f service neutron] Bound port: 3e34b375-2b5e-4302-ad51-ce15ee3b946c, host: n-h1-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c2d9838-4ced-4b50-843a-544842259d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '6543cbeb-fcd1-48b6-8b28-7eb60b9c72ee'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:32:55.819780 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-74a2cb61-d953-43ab-ad2c-b9627afd8341 req-d65dcfd5-4f1e-4b1e-aa61-abdfa7b8061f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:56.029626 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-74a2cb61-d953-43ab-ad2c-b9627afd8341 req-d65dcfd5-4f1e-4b1e-aa61-abdfa7b8061f service neutron] For port 3e34b375-2b5e-4302-ad51-ce15ee3b946c, host n-h1-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:32:56.030710 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-47452824-41c5-4a5b-b7ce-abf98599ded3 req-16dd71e6-394a-4ca1-a836-95e465593169 tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] 10.222.0.58 "GET /v2.0/security-groups?id=c3741838-73dc-4e00-ab48-db6b7a231ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215128 Aug 05 11:32:56.035335 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-74a2cb61-d953-43ab-ad2c-b9627afd8341 req-d65dcfd5-4f1e-4b1e-aa61-abdfa7b8061f service neutron] For port 3e34b375-2b5e-4302-ad51-ce15ee3b946c, host n-h1-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=3e34b375-2b5e-4302-ad51-ce15ee3b946c,segment=NetworkSegment(3c2d9838-4ced-4b50-843a-544842259d29),segment_id=3c2d9838-4ced-4b50-843a-544842259d29)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:32:56.045748 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-74a2cb61-d953-43ab-ad2c-b9627afd8341 req-d65dcfd5-4f1e-4b1e-aa61-abdfa7b8061f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:56.100763 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac1c3d5-1c15-4c5d-ada6-497a563e82b8 req-eef086fb-81ec-4f92-b559-31469f1d215d tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:56.106179 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2ac1c3d5-1c15-4c5d-ada6-497a563e82b8 req-eef086fb-81ec-4f92-b559-31469f1d215d tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=40021a41-d350-4e38-ac4d-f69e07c48ffb HTTP/1.1" status: 200 len: 947 time: 0.1615012 Aug 05 11:32:56.239174 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2ac1c3d5-1c15-4c5d-ada6-497a563e82b8 req-e8caeca5-9cee-41e1-bf5e-0db6cf85b907 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=47a5a50c-7385-42e8-98ac-c05af9825ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207538 Aug 05 11:32:56.243095 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65dcfd5-4f1e-4b1e-aa61-abdfa7b8061f service neutron] Pushing event updated for resources: {'Port': ['ID=3e34b375-2b5e-4302-ad51-ce15ee3b946c,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:32:56.316051 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a2cb61-d953-43ab-ad2c-b9627afd8341 req-d65dcfd5-4f1e-4b1e-aa61-abdfa7b8061f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:56.316716 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-74a2cb61-d953-43ab-ad2c-b9627afd8341 req-d65dcfd5-4f1e-4b1e-aa61-abdfa7b8061f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:56.318264 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-74a2cb61-d953-43ab-ad2c-b9627afd8341 req-d65dcfd5-4f1e-4b1e-aa61-abdfa7b8061f service neutron] 10.222.0.64 "PUT /v2.0/ports/3e34b375-2b5e-4302-ad51-ce15ee3b946c HTTP/1.1" status: 200 len: 1091 time: 4.1897418 Aug 05 11:32:56.318749 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74729a8a-2050-403d-925d-4e55bda5531e', 'tag': '3e34b375-2b5e-4302-ad51-ce15ee3b946c'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:32:56.321123 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7b3fc49-2815-4b48-9b81-52bb60332af6" -d '{"events": [{"name": "network-changed", "server_uuid": "74729a8a-2050-403d-925d-4e55bda5531e", "tag": "3e34b375-2b5e-4302-ad51-ce15ee3b946c"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:32:56.344545 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 7f5c274f-81f8-4325-a1ac-15e624e8b1ec, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=7f5c274f-81f8-4325-a1ac-15e624e8b1ec,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:32:56.368218 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Returning: {'device': '7f5c274f-81f8-4325-a1ac-15e624e8b1ec', 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a', 'port_id': '7f5c274f-81f8-4325-a1ac-15e624e8b1ec', 'mac_address': 'fa:16:3e:03:6c:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6842f728-c2f3-4e36-bb32-3303d06ce3f4', 'ip_address': '192.168.233.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:32:56.418111 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d585730d-437a-4b7e-9a41-3057576f561d req-2898fb8f-a1dd-4089-9ea9-5ce23d989a6a tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:56.423361 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d585730d-437a-4b7e-9a41-3057576f561d req-2898fb8f-a1dd-4089-9ea9-5ce23d989a6a tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=43dc8de5-f460-48f2-9969-bd31538c767f HTTP/1.1" status: 200 len: 948 time: 0.1828258 Aug 05 11:32:56.427502 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:56.445956 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f5c274f-81f8-4325-a1ac-15e624e8b1ec {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:32:56.477676 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device d3743ac1-d872-4507-a6f2-ed370e7d4ff9 no longer exists at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:32:56.542257 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d585730d-437a-4b7e-9a41-3057576f561d req-9023c80b-cf8e-4bcd-b4f3-5b812662ddc1 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133380 Aug 05 11:32:56.583262 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 7f5c274f-81f8-4325-a1ac-15e624e8b1ec, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=7f5c274f-81f8-4325-a1ac-15e624e8b1ec,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:32:56.595107 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:56.637858 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-74a2cb61-d953-43ab-ad2c-b9627afd8341 req-697d7e77-ebd2-4401-b552-e49d6f8ffc42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 291c2cf6-3cc3-4e91-b1b3-b7f161db6807 {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:32:56.655228 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-74a2cb61-d953-43ab-ad2c-b9627afd8341 req-697d7e77-ebd2-4401-b552-e49d6f8ffc42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:56.695751 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=7f5c274f-81f8-4325-a1ac-15e624e8b1ec,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:32:56.709984 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-74a2cb61-d953-43ab-ad2c-b9627afd8341 req-697d7e77-ebd2-4401-b552-e49d6f8ffc42 service neutron] Transition to ACTIVE for port object 291c2cf6-3cc3-4e91-b1b3-b7f161db6807 will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:32:56.718542 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-74a2cb61-d953-43ab-ad2c-b9627afd8341 req-697d7e77-ebd2-4401-b552-e49d6f8ffc42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:56.780877 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:56.845744 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port d3743ac1-d872-4507-a6f2-ed370e7d4ff9, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=d3743ac1-d872-4507-a6f2-ed370e7d4ff9,segment=NetworkSegment(5615e441-bf2b-4f62-9a7e-00bdeb60130a),segment_id=5615e441-bf2b-4f62-9a7e-00bdeb60130a)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:32:56.848950 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40021a41-d350-4e38-ac4d-f69e07c48ffb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3743ac1-d872-4507-a6f2-ed370e7d4ff9'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:32:56.852182 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48b561d8-8df1-4f8c-9a47-ec7f88ec4b41" -d '{"events": [{"server_uuid": "40021a41-d350-4e38-ac4d-f69e07c48ffb", "name": "network-vif-unplugged", "status": "completed", "tag": "d3743ac1-d872-4507-a6f2-ed370e7d4ff9"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:32:56.862757 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:56.933553 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca7e2e3-3ce3-4865-a9c3-9490288c4a3b req-229c8ace-bcb0-46d8-8eee-1bf2c002e3e3 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:56.944406 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5ca7e2e3-3ce3-4865-a9c3-9490288c4a3b req-229c8ace-bcb0-46d8-8eee-1bf2c002e3e3 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/ports?device_id=5f37001e-9d67-440a-b593-7e7c7a1d9690 HTTP/1.1" status: 200 len: 945 time: 0.1816320 Aug 05 11:32:56.992689 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=d3743ac1-d872-4507-a6f2-ed370e7d4ff9,revision_number=14']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:32:57.002860 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['7f5c274f-81f8-4325-a1ac-15e624e8b1ec'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:32:57.068244 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5ca7e2e3-3ce3-4865-a9c3-9490288c4a3b req-6fafaa6e-4c1c-4bec-a561-218388058a04 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/security-groups?id=367c82dd-50a3-4df9-a217-7f397fab3611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190698 Aug 05 11:32:57.093269 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697d7e77-ebd2-4401-b552-e49d6f8ffc42 service neutron] Pushing event updated for resources: {'Port': ['ID=291c2cf6-3cc3-4e91-b1b3-b7f161db6807,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:32:57.289669 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3841fdf-f404-4d7d-bd8a-38100a82c9fd x-openstack-request-id: req-f3841fdf-f404-4d7d-bd8a-38100a82c9fd {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:32:57.290078 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74729a8a-2050-403d-925d-4e55bda5531e", "tag": "3e34b375-2b5e-4302-ad51-ce15ee3b946c", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:32:57.290534 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f3841fdf-f404-4d7d-bd8a-38100a82c9fd {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:32:57.291230 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74729a8a-2050-403d-925d-4e55bda5531e', 'tag': '3e34b375-2b5e-4302-ad51-ce15ee3b946c', 'status': 'completed', 'code': 200} Aug 05 11:32:57.305936 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-74a2cb61-d953-43ab-ad2c-b9627afd8341 req-697d7e77-ebd2-4401-b552-e49d6f8ffc42 service neutron] Attempting to bind port 291c2cf6-3cc3-4e91-b1b3-b7f161db6807 on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:32:57.306331 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-74a2cb61-d953-43ab-ad2c-b9627afd8341 req-697d7e77-ebd2-4401-b552-e49d6f8ffc42 service neutron] Attempting to bind port 291c2cf6-3cc3-4e91-b1b3-b7f161db6807 by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': '3c2d9838-4ced-4b50-843a-544842259d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '6543cbeb-fcd1-48b6-8b28-7eb60b9c72ee'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:32:57.307561 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a2cb61-d953-43ab-ad2c-b9627afd8341 req-697d7e77-ebd2-4401-b552-e49d6f8ffc42 service neutron] Attempting to bind port 291c2cf6-3cc3-4e91-b1b3-b7f161db6807 on network 6543cbeb-fcd1-48b6-8b28-7eb60b9c72ee {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:32:57.313564 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a2cb61-d953-43ab-ad2c-b9627afd8341 req-697d7e77-ebd2-4401-b552-e49d6f8ffc42 service neutron] Port 291c2cf6-3cc3-4e91-b1b3-b7f161db6807 on network 6543cbeb-fcd1-48b6-8b28-7eb60b9c72ee not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:32:57.314110 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a2cb61-d953-43ab-ad2c-b9627afd8341 req-697d7e77-ebd2-4401-b552-e49d6f8ffc42 service neutron] Attempting to bind port 291c2cf6-3cc3-4e91-b1b3-b7f161db6807 on network 6543cbeb-fcd1-48b6-8b28-7eb60b9c72ee {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:32:57.326702 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a2cb61-d953-43ab-ad2c-b9627afd8341 req-697d7e77-ebd2-4401-b552-e49d6f8ffc42 service neutron] Checking agent: {'id': 'a8f1dd2d-227c-4e30-8844-52419ba734db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:32:57.327245 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a2cb61-d953-43ab-ad2c-b9627afd8341 req-697d7e77-ebd2-4401-b552-e49d6f8ffc42 service neutron] Checking segment: {'id': '3c2d9838-4ced-4b50-843a-544842259d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '6543cbeb-fcd1-48b6-8b28-7eb60b9c72ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:32:57.327760 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a2cb61-d953-43ab-ad2c-b9627afd8341 req-697d7e77-ebd2-4401-b552-e49d6f8ffc42 service neutron] Bound using segment: {'id': '3c2d9838-4ced-4b50-843a-544842259d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '6543cbeb-fcd1-48b6-8b28-7eb60b9c72ee'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:32:57.331560 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-74a2cb61-d953-43ab-ad2c-b9627afd8341 req-697d7e77-ebd2-4401-b552-e49d6f8ffc42 service neutron] Bound port: 291c2cf6-3cc3-4e91-b1b3-b7f161db6807, host: n-h2-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c2d9838-4ced-4b50-843a-544842259d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '6543cbeb-fcd1-48b6-8b28-7eb60b9c72ee'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:32:57.333564 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-74a2cb61-d953-43ab-ad2c-b9627afd8341 req-697d7e77-ebd2-4401-b552-e49d6f8ffc42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:57.501887 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733e0ab5-96f8-494f-897c-6f30f76c8b2c req-5747dc60-d6e5-4936-a7b5-d23fb677ea78 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:57.503874 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-733e0ab5-96f8-494f-897c-6f30f76c8b2c req-5747dc60-d6e5-4936-a7b5-d23fb677ea78 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 944 time: 0.1060696 Aug 05 11:32:57.581919 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-733e0ab5-96f8-494f-897c-6f30f76c8b2c req-2d6f6659-9444-4f8e-94ce-05ceaeb3226b tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677128 Aug 05 11:32:57.680034 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 05 Aug 2021 11:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17ae1095-1410-4857-a5e1-7eeb516cb97b x-openstack-request-id: req-17ae1095-1410-4857-a5e1-7eeb516cb97b {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:32:57.680875 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40021a41-d350-4e38-ac4d-f69e07c48ffb", "name": "network-vif-unplugged", "status": "completed", "tag": "d3743ac1-d872-4507-a6f2-ed370e7d4ff9", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:32:57.681635 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-17ae1095-1410-4857-a5e1-7eeb516cb97b {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:32:57.682516 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40021a41-d350-4e38-ac4d-f69e07c48ffb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3743ac1-d872-4507-a6f2-ed370e7d4ff9', 'code': 200} Aug 05 11:32:57.859548 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863f5243-0312-4de9-9910-9e6a699935fe req-558afc2c-1cc6-4e1f-8425-42d9cd970820 tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:57.867910 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-863f5243-0312-4de9-9910-9e6a699935fe req-558afc2c-1cc6-4e1f-8425-42d9cd970820 tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] 10.222.0.58 "GET /v2.0/ports?device_id=f02b62e1-cee0-47ef-8ddf-4b4a201f7518 HTTP/1.1" status: 200 len: 943 time: 0.0792224 Aug 05 11:32:57.941772 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-863f5243-0312-4de9-9910-9e6a699935fe req-e7589088-e7c9-4e0f-ba69-d419d8b2e519 tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] 10.222.0.58 "GET /v2.0/security-groups?id=c3741838-73dc-4e00-ab48-db6b7a231ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704083 Aug 05 11:32:58.053188 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-74a2cb61-d953-43ab-ad2c-b9627afd8341 req-697d7e77-ebd2-4401-b552-e49d6f8ffc42 service neutron] For port 291c2cf6-3cc3-4e91-b1b3-b7f161db6807, host n-h2-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:32:58.057565 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-74a2cb61-d953-43ab-ad2c-b9627afd8341 req-697d7e77-ebd2-4401-b552-e49d6f8ffc42 service neutron] For port 291c2cf6-3cc3-4e91-b1b3-b7f161db6807, host n-h2-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=291c2cf6-3cc3-4e91-b1b3-b7f161db6807,segment=NetworkSegment(3c2d9838-4ced-4b50-843a-544842259d29),segment_id=3c2d9838-4ced-4b50-843a-544842259d29)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:32:58.066147 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-74a2cb61-d953-43ab-ad2c-b9627afd8341 req-697d7e77-ebd2-4401-b552-e49d6f8ffc42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:58.132933 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02f65da-8dc3-401d-acc8-9977e869add2 req-8e3c70d3-20df-43cd-9776-aec1db681778 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:58.143437 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d02f65da-8dc3-401d-acc8-9977e869add2 req-8e3c70d3-20df-43cd-9776-aec1db681778 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=43dc8de5-f460-48f2-9969-bd31538c767f HTTP/1.1" status: 200 len: 949 time: 0.1026225 Aug 05 11:32:58.187097 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697d7e77-ebd2-4401-b552-e49d6f8ffc42 service neutron] Pushing event updated for resources: {'Port': ['ID=291c2cf6-3cc3-4e91-b1b3-b7f161db6807,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:32:58.213847 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a2cb61-d953-43ab-ad2c-b9627afd8341 req-697d7e77-ebd2-4401-b552-e49d6f8ffc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:58.214659 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-74a2cb61-d953-43ab-ad2c-b9627afd8341 req-697d7e77-ebd2-4401-b552-e49d6f8ffc42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:58.216191 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-74a2cb61-d953-43ab-ad2c-b9627afd8341 req-697d7e77-ebd2-4401-b552-e49d6f8ffc42 service neutron] 10.222.0.55 "PUT /v2.0/ports/291c2cf6-3cc3-4e91-b1b3-b7f161db6807 HTTP/1.1" status: 200 len: 1091 time: 3.2397947 Aug 05 11:32:58.219999 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d02f65da-8dc3-401d-acc8-9977e869add2 req-af4ec9c4-c945-488c-849b-fc32a5bdf317 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756543 Aug 05 11:32:58.412469 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed6f4c1-8f9f-4732-9e1d-12b637f8dd87 req-748491d6-f93e-429b-afe3-ada3eadc2940 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:58.432496 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1ed6f4c1-8f9f-4732-9e1d-12b637f8dd87 req-748491d6-f93e-429b-afe3-ada3eadc2940 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/ports?device_id=5f37001e-9d67-440a-b593-7e7c7a1d9690 HTTP/1.1" status: 200 len: 945 time: 0.1048288 Aug 05 11:32:58.433218 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a2cb61-d953-43ab-ad2c-b9627afd8341 req-bd98cd24-a643-4cf5-bf03-bac315e83acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:58.435136 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-74a2cb61-d953-43ab-ad2c-b9627afd8341 req-bd98cd24-a643-4cf5-bf03-bac315e83acc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4e78e1fb7010462db53bb9e00d1cbc1f&device_id=f02b62e1-cee0-47ef-8ddf-4b4a201f7518 HTTP/1.1" status: 200 len: 1094 time: 0.1365402 Aug 05 11:32:58.535612 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-74a2cb61-d953-43ab-ad2c-b9627afd8341 req-89068a46-4120-42dd-8680-186404f29601 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=291c2cf6-3cc3-4e91-b1b3-b7f161db6807 HTTP/1.1" status: 200 len: 217 time: 0.0855203 Aug 05 11:32:58.553392 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1ed6f4c1-8f9f-4732-9e1d-12b637f8dd87 req-22815bc6-0dd9-4dbe-b698-f83de8dfbd48 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/security-groups?id=367c82dd-50a3-4df9-a217-7f397fab3611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111064 Aug 05 11:32:58.674348 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a2cb61-d953-43ab-ad2c-b9627afd8341 req-77ae8a71-be08-4f1a-93ed-aed39d311735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:58.677252 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-74a2cb61-d953-43ab-ad2c-b9627afd8341 req-77ae8a71-be08-4f1a-93ed-aed39d311735 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bf224612-704f-4ebd-b2af-5e301a097436 HTTP/1.1" status: 200 len: 852 time: 0.1344249 Aug 05 11:32:58.740637 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-74a2cb61-d953-43ab-ad2c-b9627afd8341 req-4a3361a9-628c-4e8c-b711-624b19ada6e2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6543cbeb-fcd1-48b6-8b28-7eb60b9c72ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474770 Aug 05 11:32:58.939721 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-74a2cb61-d953-43ab-ad2c-b9627afd8341 req-9c85dbc5-f3e8-4bb1-9f41-714a19f7a9f2 service neutron] 10.222.0.55 "GET /v2.0/networks/6543cbeb-fcd1-48b6-8b28-7eb60b9c72ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923680 Aug 05 11:32:58.943045 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fb0837-8d40-4310-bb34-a7501edc2159 req-d807ba20-97af-405d-8928-7d42764c02b5 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:58.946139 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-70fb0837-8d40-4310-bb34-a7501edc2159 req-d807ba20-97af-405d-8928-7d42764c02b5 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 944 time: 0.1351395 Aug 05 11:32:59.102802 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:32:59.106387 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-70fb0837-8d40-4310-bb34-a7501edc2159 req-4b82bc28-8303-4585-9aff-5daf09c83f1e tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369710 Aug 05 11:32:59.162847 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-74a2cb61-d953-43ab-ad2c-b9627afd8341 req-70bd2105-cf12-4d20-a0bd-fb6e3088133a service neutron] 10.222.0.55 "GET /v2.0/networks/6543cbeb-fcd1-48b6-8b28-7eb60b9c72ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138610 Aug 05 11:32:59.292593 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f02b62e1-cee0-47ef-8ddf-4b4a201f7518', 'tag': '291c2cf6-3cc3-4e91-b1b3-b7f161db6807'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:32:59.298148 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c39d0b7-7489-4a63-9da8-1afbded97e73" -d '{"events": [{"name": "network-changed", "server_uuid": "f02b62e1-cee0-47ef-8ddf-4b4a201f7518", "tag": "291c2cf6-3cc3-4e91-b1b3-b7f161db6807"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:32:59.454067 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc8d758-7126-4067-bd84-4dbc155f0a4d req-fa330ec6-539c-4837-83e5-7547bb2e0a70 tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:59.467036 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1bc8d758-7126-4067-bd84-4dbc155f0a4d req-fa330ec6-539c-4837-83e5-7547bb2e0a70 tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] 10.222.0.58 "GET /v2.0/ports?device_id=f02b62e1-cee0-47ef-8ddf-4b4a201f7518 HTTP/1.1" status: 200 len: 943 time: 0.1147590 Aug 05 11:32:59.532131 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1bc8d758-7126-4067-bd84-4dbc155f0a4d req-26ff52a2-b6aa-4218-acc2-92b63404c489 tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] 10.222.0.58 "GET /v2.0/security-groups?id=c3741838-73dc-4e00-ab48-db6b7a231ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609500 Aug 05 11:32:59.654357 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6565e4c-cb19-4f03-a1c7-4c9442a23c50 x-openstack-request-id: req-a6565e4c-cb19-4f03-a1c7-4c9442a23c50 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:32:59.655077 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f02b62e1-cee0-47ef-8ddf-4b4a201f7518", "tag": "291c2cf6-3cc3-4e91-b1b3-b7f161db6807", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:32:59.656664 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a6565e4c-cb19-4f03-a1c7-4c9442a23c50 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:32:59.657406 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f02b62e1-cee0-47ef-8ddf-4b4a201f7518', 'tag': '291c2cf6-3cc3-4e91-b1b3-b7f161db6807', 'status': 'completed', 'code': 200} Aug 05 11:32:59.665345 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9febd128-ffd0-491c-a196-50af6571b3e6 req-043db346-2c77-46aa-8af8-3c3b082d5a77 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:59.667999 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9febd128-ffd0-491c-a196-50af6571b3e6 req-043db346-2c77-46aa-8af8-3c3b082d5a77 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=43dc8de5-f460-48f2-9969-bd31538c767f HTTP/1.1" status: 200 len: 949 time: 0.1138926 Aug 05 11:32:59.783109 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9febd128-ffd0-491c-a196-50af6571b3e6 req-30411839-6bcc-4c0c-a9f3-8995290cb81d tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970340 Aug 05 11:32:59.820677 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 7f5c274f-81f8-4325-a1ac-15e624e8b1ec up at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:32:59.827755 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c39d0b7-7489-4a63-9da8-1afbded97e73 req-a591e3ed-3b65-4f35-8441-f929f41f19dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:59.829809 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-5c39d0b7-7489-4a63-9da8-1afbded97e73 req-a591e3ed-3b65-4f35-8441-f929f41f19dd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4e78e1fb7010462db53bb9e00d1cbc1f&device_id=f02b62e1-cee0-47ef-8ddf-4b4a201f7518 HTTP/1.1" status: 200 len: 1094 time: 0.1116383 Aug 05 11:32:59.966553 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c39d0b7-7489-4a63-9da8-1afbded97e73 req-db9ed4b9-112c-4a11-a34f-be323c89a990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:59.971704 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-5c39d0b7-7489-4a63-9da8-1afbded97e73 req-db9ed4b9-112c-4a11-a34f-be323c89a990 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6543cbeb-fcd1-48b6-8b28-7eb60b9c72ee HTTP/1.1" status: 200 len: 913 time: 0.1299515 Aug 05 11:32:59.982808 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fe8e2e-fc69-4af3-a304-f936a3a63375 req-847ffa1a-1f9c-4886-8477-60c823ad029a tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:32:59.984634 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a6fe8e2e-fc69-4af3-a304-f936a3a63375 req-847ffa1a-1f9c-4886-8477-60c823ad029a tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=40021a41-d350-4e38-ac4d-f69e07c48ffb HTTP/1.1" status: 200 len: 945 time: 0.1590714 Aug 05 11:33:00.015900 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning for port 7f5c274f-81f8-4325-a1ac-15e624e8b1ec completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:33:00.022541 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning complete for port 7f5c274f-81f8-4325-a1ac-15e624e8b1ec triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:33:00.022925 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:00.044354 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-5c39d0b7-7489-4a63-9da8-1afbded97e73 req-f744cd0c-28e2-4423-ad80-0cad45f1945e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=291c2cf6-3cc3-4e91-b1b3-b7f161db6807 HTTP/1.1" status: 200 len: 217 time: 0.0649548 Aug 05 11:33:00.126266 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a6fe8e2e-fc69-4af3-a304-f936a3a63375 req-f08c0c87-9dfb-406d-8f5a-0e8481fdca43 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=47a5a50c-7385-42e8-98ac-c05af9825ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1329219 Aug 05 11:33:00.147455 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c39d0b7-7489-4a63-9da8-1afbded97e73 req-3b65520a-e953-435b-aed6-4a669f46f9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:00.153469 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-5c39d0b7-7489-4a63-9da8-1afbded97e73 req-3b65520a-e953-435b-aed6-4a669f46f9e5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bf224612-704f-4ebd-b2af-5e301a097436 HTTP/1.1" status: 200 len: 852 time: 0.1027308 Aug 05 11:33:00.256627 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-5c39d0b7-7489-4a63-9da8-1afbded97e73 req-08272969-198b-4da7-8d24-bdbcfc07fff9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6543cbeb-fcd1-48b6-8b28-7eb60b9c72ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0950367 Aug 05 11:33:00.314175 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac4ac9a-862a-45e6-94e4-cfd0309ad2fb req-3d0d860e-a55d-4ba0-9612-96f87ee39f30 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:00.316702 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bac4ac9a-862a-45e6-94e4-cfd0309ad2fb req-3d0d860e-a55d-4ba0-9612-96f87ee39f30 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/ports?device_id=5f37001e-9d67-440a-b593-7e7c7a1d9690 HTTP/1.1" status: 200 len: 945 time: 0.1631403 Aug 05 11:33:00.341031 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:00.389846 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43dc8de5-f460-48f2-9969-bd31538c767f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f5c274f-81f8-4325-a1ac-15e624e8b1ec'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:33:00.400836 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f85aa61-901e-44ad-bf1a-3e91bb080119" -d '{"events": [{"server_uuid": "43dc8de5-f460-48f2-9969-bd31538c767f", "name": "network-vif-plugged", "status": "completed", "tag": "7f5c274f-81f8-4325-a1ac-15e624e8b1ec"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:33:00.454682 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 7f5c274f-81f8-4325-a1ac-15e624e8b1ec, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=7f5c274f-81f8-4325-a1ac-15e624e8b1ec,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:33:00.462964 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:00.465847 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bac4ac9a-862a-45e6-94e4-cfd0309ad2fb req-58cfb4b1-65fd-4bf3-86f8-6051bfd44351 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/security-groups?id=367c82dd-50a3-4df9-a217-7f397fab3611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357851 Aug 05 11:33:00.581924 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-5c39d0b7-7489-4a63-9da8-1afbded97e73 req-86d7be83-b4b5-4241-bac3-1d27b6f06f8c service neutron] 10.222.0.55 "GET /v2.0/networks/6543cbeb-fcd1-48b6-8b28-7eb60b9c72ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3139410 Aug 05 11:33:00.624994 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=7f5c274f-81f8-4325-a1ac-15e624e8b1ec,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:33:00.857680 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba56b71-9e5f-4174-874b-058b5bf28216 req-3ec0c054-e0c1-40bb-99e8-5cdab59854c1 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:00.881453 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3ba56b71-9e5f-4174-874b-058b5bf28216 req-3ec0c054-e0c1-40bb-99e8-5cdab59854c1 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 944 time: 0.0967455 Aug 05 11:33:00.909500 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-5c39d0b7-7489-4a63-9da8-1afbded97e73 req-cc36728f-1ff9-4d66-8dca-c7013b77b6e1 service neutron] 10.222.0.55 "GET /v2.0/networks/6543cbeb-fcd1-48b6-8b28-7eb60b9c72ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3145745 Aug 05 11:33:00.954786 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3ba56b71-9e5f-4174-874b-058b5bf28216 req-fc10fd08-06cc-46a1-bcc4-b9bd67b0e763 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713489 Aug 05 11:33:01.042952 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41ce9a8d-b065-4c4e-853d-f68d9300d4f9 x-openstack-request-id: req-41ce9a8d-b065-4c4e-853d-f68d9300d4f9 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:33:01.043420 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43dc8de5-f460-48f2-9969-bd31538c767f", "name": "network-vif-plugged", "status": "completed", "tag": "7f5c274f-81f8-4325-a1ac-15e624e8b1ec", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:33:01.043685 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-41ce9a8d-b065-4c4e-853d-f68d9300d4f9 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:33:01.044098 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43dc8de5-f460-48f2-9969-bd31538c767f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f5c274f-81f8-4325-a1ac-15e624e8b1ec', 'code': 200} Aug 05 11:33:01.264744 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2398b0-059d-4866-8f10-5e36012f51e7 req-f9584349-9dcf-4d7c-9791-a373519676c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:01.270817 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8a2398b0-059d-4866-8f10-5e36012f51e7 req-f9584349-9dcf-4d7c-9791-a373519676c4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=43dc8de5-f460-48f2-9969-bd31538c767f HTTP/1.1" status: 200 len: 1101 time: 0.1180191 Aug 05 11:33:01.336956 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3df0051-dacb-48f2-a9ed-12dfcd2ae307 req-baac1b7e-590c-4015-9336-8c71000b5cd3 tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:01.339054 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c3df0051-dacb-48f2-a9ed-12dfcd2ae307 req-baac1b7e-590c-4015-9336-8c71000b5cd3 tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] 10.222.0.58 "GET /v2.0/ports?device_id=f02b62e1-cee0-47ef-8ddf-4b4a201f7518 HTTP/1.1" status: 200 len: 943 time: 0.1563509 Aug 05 11:33:01.386963 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8a2398b0-059d-4866-8f10-5e36012f51e7 req-6a50877d-7e61-4fb6-82e3-092dc4350dd5 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071501 Aug 05 11:33:01.462480 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c3df0051-dacb-48f2-a9ed-12dfcd2ae307 req-a69c313d-e4de-4061-968a-bf1958abfeaa tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] 10.222.0.58 "GET /v2.0/security-groups?id=c3741838-73dc-4e00-ab48-db6b7a231ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905204 Aug 05 11:33:01.746106 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83362d56-edfb-4aa2-8d1b-bbbb99fff5ef req-da23a8a1-0775-4be2-94b5-01e14664b75d tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:01.746106 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-83362d56-edfb-4aa2-8d1b-bbbb99fff5ef req-da23a8a1-0775-4be2-94b5-01e14664b75d tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=40021a41-d350-4e38-ac4d-f69e07c48ffb HTTP/1.1" status: 200 len: 945 time: 0.1854243 Aug 05 11:33:01.812899 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-83362d56-edfb-4aa2-8d1b-bbbb99fff5ef req-438f9f74-2943-470a-9dff-cfacb36b38dd tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=47a5a50c-7385-42e8-98ac-c05af9825ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589948 Aug 05 11:33:01.835504 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 291c2cf6-3cc3-4e91-b1b3-b7f161db6807 details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:33:02.080546 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ade210-2cde-4558-9b35-9dc1fcd22a2f req-c9efe1fc-46a7-4caa-ac15-50de7ddcc31c tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:02.082214 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c1ade210-2cde-4558-9b35-9dc1fcd22a2f req-c9efe1fc-46a7-4caa-ac15-50de7ddcc31c tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=43dc8de5-f460-48f2-9969-bd31538c767f HTTP/1.1" status: 200 len: 950 time: 0.0886838 Aug 05 11:33:02.092458 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c814d7-013b-4538-bc66-8a13d3f76f17 req-8e46996f-c8ac-4255-aa22-320f4b2ab35e tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:02.094166 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-60c814d7-013b-4538-bc66-8a13d3f76f17 req-8e46996f-c8ac-4255-aa22-320f4b2ab35e tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/ports?device_id=5f37001e-9d67-440a-b593-7e7c7a1d9690 HTTP/1.1" status: 200 len: 945 time: 0.1488471 Aug 05 11:33:02.177502 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c1ade210-2cde-4558-9b35-9dc1fcd22a2f req-00701161-36f2-4a3a-92d0-cd016ac65b6f tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823686 Aug 05 11:33:02.229046 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 291c2cf6-3cc3-4e91-b1b3-b7f161db6807, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=291c2cf6-3cc3-4e91-b1b3-b7f161db6807,segment=NetworkSegment(3c2d9838-4ced-4b50-843a-544842259d29),segment_id=3c2d9838-4ced-4b50-843a-544842259d29)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:33:02.276852 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-60c814d7-013b-4538-bc66-8a13d3f76f17 req-233218d2-aede-409f-a710-9217f3b3f9d9 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/security-groups?id=367c82dd-50a3-4df9-a217-7f397fab3611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673131 Aug 05 11:33:02.293433 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Returning: {'device': '291c2cf6-3cc3-4e91-b1b3-b7f161db6807', 'network_id': '6543cbeb-fcd1-48b6-8b28-7eb60b9c72ee', 'port_id': '291c2cf6-3cc3-4e91-b1b3-b7f161db6807', 'mac_address': 'fa:16:3e:b3:25:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf224612-704f-4ebd-b2af-5e301a097436', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:33:02.383002 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:02.437552 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 291c2cf6-3cc3-4e91-b1b3-b7f161db6807 {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:33:02.529146 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 291c2cf6-3cc3-4e91-b1b3-b7f161db6807, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=291c2cf6-3cc3-4e91-b1b3-b7f161db6807,segment=NetworkSegment(3c2d9838-4ced-4b50-843a-544842259d29),segment_id=3c2d9838-4ced-4b50-843a-544842259d29)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:33:02.538446 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:02.727376 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=291c2cf6-3cc3-4e91-b1b3-b7f161db6807,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:33:02.903422 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['291c2cf6-3cc3-4e91-b1b3-b7f161db6807'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:33:03.125037 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d33efa4-a4f6-437e-a30a-87d118d06384 req-ba424895-2177-44e8-8c5f-3b333a892ee3 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:03.133956 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0d33efa4-a4f6-437e-a30a-87d118d06384 req-ba424895-2177-44e8-8c5f-3b333a892ee3 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 944 time: 0.7468736 Aug 05 11:33:03.227546 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0d33efa4-a4f6-437e-a30a-87d118d06384 req-2e52d38d-39f7-4b7a-a504-929ca5d9a81c tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917904 Aug 05 11:33:03.367647 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c22f3e-bd24-479d-a35e-93d7ccd38e50 req-9ac32683-93b6-41ee-836e-9dd6cbff7d74 tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:03.370118 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-79c22f3e-bd24-479d-a35e-93d7ccd38e50 req-9ac32683-93b6-41ee-836e-9dd6cbff7d74 tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] 10.222.0.58 "GET /v2.0/ports?device_id=f02b62e1-cee0-47ef-8ddf-4b4a201f7518 HTTP/1.1" status: 200 len: 944 time: 0.0705047 Aug 05 11:33:03.465772 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-79c22f3e-bd24-479d-a35e-93d7ccd38e50 req-e3abe766-c04b-491a-a238-db0f9b7d5db8 tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] 10.222.0.58 "GET /v2.0/security-groups?id=c3741838-73dc-4e00-ab48-db6b7a231ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869336 Aug 05 11:33:03.484523 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a376715-b154-4f09-921f-5eaa5f2c7bac req-2b6919a6-50ee-4602-be37-8229ee0483db tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:03.486136 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6a376715-b154-4f09-921f-5eaa5f2c7bac req-2b6919a6-50ee-4602-be37-8229ee0483db tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=40021a41-d350-4e38-ac4d-f69e07c48ffb HTTP/1.1" status: 200 len: 945 time: 0.0895746 Aug 05 11:33:03.535711 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6a376715-b154-4f09-921f-5eaa5f2c7bac req-1a7a6ff6-fdbd-4023-8e46-53b16d89837b tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=47a5a50c-7385-42e8-98ac-c05af9825ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423255 Aug 05 11:33:03.605979 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16b6770-37e8-4903-970a-2363c51d1176 req-0ac310f3-4698-4842-bdf3-848ed041666c tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:03.608596 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f16b6770-37e8-4903-970a-2363c51d1176 req-0ac310f3-4698-4842-bdf3-848ed041666c tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=43dc8de5-f460-48f2-9969-bd31538c767f HTTP/1.1" status: 200 len: 950 time: 0.0566819 Aug 05 11:33:03.686384 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f16b6770-37e8-4903-970a-2363c51d1176 req-09283323-f6b0-4051-9cc8-835716993628 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716107 Aug 05 11:33:03.700953 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cc8952-5318-4c6d-9ac5-c7dbc2d83d5d req-6f619fbb-7290-4a6e-8c98-9b4ee4268423 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:03.702541 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-41cc8952-5318-4c6d-9ac5-c7dbc2d83d5d req-6f619fbb-7290-4a6e-8c98-9b4ee4268423 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/ports?device_id=5f37001e-9d67-440a-b593-7e7c7a1d9690 HTTP/1.1" status: 200 len: 945 time: 0.0891476 Aug 05 11:33:03.774082 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-41cc8952-5318-4c6d-9ac5-c7dbc2d83d5d req-54ed861f-aae3-4ab7-bdb1-99d77d24ef04 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/security-groups?id=367c82dd-50a3-4df9-a217-7f397fab3611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627944 Aug 05 11:33:04.168373 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bc2ade-3efa-4e69-85f8-88f765dba83a req-4dd96c19-e764-4213-b612-8d652727226d tempest-MigrationsAdminTest-1963972281 tempest-MigrationsAdminTest-1963972281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:04.168373 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d8bc2ade-3efa-4e69-85f8-88f765dba83a req-4dd96c19-e764-4213-b612-8d652727226d tempest-MigrationsAdminTest-1963972281 tempest-MigrationsAdminTest-1963972281-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=43dc8de5-f460-48f2-9969-bd31538c767f HTTP/1.1" status: 200 len: 1101 time: 0.0711336 Aug 05 11:33:04.208426 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-d8bc2ade-3efa-4e69-85f8-88f765dba83a req-cad088e7-d44f-401f-8823-62779e0c7265 tempest-MigrationsAdminTest-1963972281 tempest-MigrationsAdminTest-1963972281-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:04.397320 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-d8bc2ade-3efa-4e69-85f8-88f765dba83a req-cad088e7-d44f-401f-8823-62779e0c7265 tempest-MigrationsAdminTest-1963972281 tempest-MigrationsAdminTest-1963972281-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:04.405045 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-d8bc2ade-3efa-4e69-85f8-88f765dba83a req-cad088e7-d44f-401f-8823-62779e0c7265 tempest-MigrationsAdminTest-1963972281 tempest-MigrationsAdminTest-1963972281-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:04.428132 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d8bc2ade-3efa-4e69-85f8-88f765dba83a req-cad088e7-d44f-401f-8823-62779e0c7265 tempest-MigrationsAdminTest-1963972281 tempest-MigrationsAdminTest-1963972281-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536600 Aug 05 11:33:04.456630 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad088e7-d44f-401f-8823-62779e0c7265 tempest-MigrationsAdminTest-1963972281 tempest-MigrationsAdminTest-1963972281-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dfd9614-8559-4f5c-a42f-09aa6a54d022,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:33:04.583067 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9487a7e-1810-4b8c-9164-818ccc257c1d req-203a4989-df37-4922-a5b0-5f2a65a4c984 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:04.586127 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d9487a7e-1810-4b8c-9164-818ccc257c1d req-203a4989-df37-4922-a5b0-5f2a65a4c984 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 944 time: 0.0736127 Aug 05 11:33:04.645112 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d9487a7e-1810-4b8c-9164-818ccc257c1d req-653edea4-cf65-480a-be4e-c5b05ac29094 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508256 Aug 05 11:33:04.788883 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a956f7-7c3a-4ce1-b278-8585b7b3e373 req-a16822d6-80ed-4b3f-872d-622191f59315 tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:04.791890 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-74a956f7-7c3a-4ce1-b278-8585b7b3e373 req-a16822d6-80ed-4b3f-872d-622191f59315 tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] 10.222.0.58 "GET /v2.0/ports?device_id=f02b62e1-cee0-47ef-8ddf-4b4a201f7518 HTTP/1.1" status: 200 len: 944 time: 0.0826390 Aug 05 11:33:04.845515 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-74a956f7-7c3a-4ce1-b278-8585b7b3e373 req-4cdfc7b9-d542-4edf-ac52-9ab691119f79 tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] 10.222.0.58 "GET /v2.0/security-groups?id=c3741838-73dc-4e00-ab48-db6b7a231ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435870 Aug 05 11:33:05.206537 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7d17081c-cf98-4472-b54c-4e4c6510d56f req-cbd335f4-a41a-4a09-81ea-7d234fb0ba6f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=43dc8de5-f460-48f2-9969-bd31538c767f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1322570 Aug 05 11:33:05.241259 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f4e1fe-2b3a-4e15-96dc-e03849c13de4 req-9a21feab-eb25-431c-84cf-ee2dbc00d32a tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:05.243541 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-71f4e1fe-2b3a-4e15-96dc-e03849c13de4 req-9a21feab-eb25-431c-84cf-ee2dbc00d32a tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/ports?device_id=5f37001e-9d67-440a-b593-7e7c7a1d9690 HTTP/1.1" status: 200 len: 945 time: 0.0864458 Aug 05 11:33:05.254311 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a198cf27-39b4-4e92-af23-834d9f7fb951 req-80845f57-4a7f-4090-ba82-ee2a5b3b05ac tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:05.256092 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a198cf27-39b4-4e92-af23-834d9f7fb951 req-80845f57-4a7f-4090-ba82-ee2a5b3b05ac tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=40021a41-d350-4e38-ac4d-f69e07c48ffb HTTP/1.1" status: 200 len: 945 time: 0.1368659 Aug 05 11:33:05.344125 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a198cf27-39b4-4e92-af23-834d9f7fb951 req-91b59ce5-fc93-42b1-aab4-feec5bac603b tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=47a5a50c-7385-42e8-98ac-c05af9825ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769007 Aug 05 11:33:05.354038 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-71f4e1fe-2b3a-4e15-96dc-e03849c13de4 req-58d6a195-f692-4751-9f55-d3a790a52f2b tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/security-groups?id=367c82dd-50a3-4df9-a217-7f397fab3611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944395 Aug 05 11:33:05.543529 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f35bed-4206-4a7f-b1ae-d7e869887198 req-38c0dbab-8a86-47d1-abe0-d985a5a2f72b tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:05.545106 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-13f35bed-4206-4a7f-b1ae-d7e869887198 req-38c0dbab-8a86-47d1-abe0-d985a5a2f72b tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] 10.222.0.58 "GET /v2.0/ports?device_id=2bcef571-9f02-432f-b5c7-c68acceeeebd HTTP/1.1" status: 200 len: 948 time: 0.0864801 Aug 05 11:33:05.558565 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf6d950-63f4-40ee-9cab-6b09ab3c030e req-4e1df5a8-e03b-4498-947d-59abc0507e1c tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:05.560163 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3cf6d950-63f4-40ee-9cab-6b09ab3c030e req-4e1df5a8-e03b-4498-947d-59abc0507e1c tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=43dc8de5-f460-48f2-9969-bd31538c767f HTTP/1.1" status: 200 len: 950 time: 0.0892556 Aug 05 11:33:05.636989 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-13f35bed-4206-4a7f-b1ae-d7e869887198 req-5ef8b774-9aee-4905-9628-b77382ccac2f tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] 10.222.0.58 "GET /v2.0/security-groups?id=02cc6eac-67ba-47f3-90fb-e23087ccc773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754542 Aug 05 11:33:05.643740 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3cf6d950-63f4-40ee-9cab-6b09ab3c030e req-9fb6618f-c945-4060-9100-ea991a714050 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757165 Aug 05 11:33:05.856153 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac8cf36-63c9-491e-9d70-302f18ed2f72 req-3c4c641d-4577-4406-bede-78f313270f87 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:05.857969 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cac8cf36-63c9-491e-9d70-302f18ed2f72 req-3c4c641d-4577-4406-bede-78f313270f87 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 944 time: 0.0724142 Aug 05 11:33:05.883772 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 291c2cf6-3cc3-4e91-b1b3-b7f161db6807 up at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:33:05.971025 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cac8cf36-63c9-491e-9d70-302f18ed2f72 req-8a0cd7a0-5750-4209-a5f3-8072f4ee4668 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974658 Aug 05 11:33:06.099181 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning for port 291c2cf6-3cc3-4e91-b1b3-b7f161db6807 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:33:06.108105 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning complete for port 291c2cf6-3cc3-4e91-b1b3-b7f161db6807 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:33:06.108661 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:06.217699 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712de83e-7b8a-4b97-9095-58737b6c2b79 req-a54da753-e8bc-41f9-b25f-4c9cf1cb5fb4 tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:06.221850 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-712de83e-7b8a-4b97-9095-58737b6c2b79 req-a54da753-e8bc-41f9-b25f-4c9cf1cb5fb4 tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] 10.222.0.58 "GET /v2.0/ports?device_id=f02b62e1-cee0-47ef-8ddf-4b4a201f7518 HTTP/1.1" status: 200 len: 944 time: 0.1072514 Aug 05 11:33:06.280688 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:06.309323 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-712de83e-7b8a-4b97-9095-58737b6c2b79 req-ae53872b-7833-49f5-a876-b87472773f76 tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] 10.222.0.58 "GET /v2.0/security-groups?id=c3741838-73dc-4e00-ab48-db6b7a231ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795901 Aug 05 11:33:06.327929 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f02b62e1-cee0-47ef-8ddf-4b4a201f7518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '291c2cf6-3cc3-4e91-b1b3-b7f161db6807'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:33:06.331097 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d3f330f-8113-46c1-b637-303f1604d16d" -d '{"events": [{"server_uuid": "f02b62e1-cee0-47ef-8ddf-4b4a201f7518", "name": "network-vif-plugged", "status": "completed", "tag": "291c2cf6-3cc3-4e91-b1b3-b7f161db6807"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:33:06.371377 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 291c2cf6-3cc3-4e91-b1b3-b7f161db6807, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=291c2cf6-3cc3-4e91-b1b3-b7f161db6807,segment=NetworkSegment(3c2d9838-4ced-4b50-843a-544842259d29),segment_id=3c2d9838-4ced-4b50-843a-544842259d29)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:33:06.380688 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:06.422408 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50f1d37-0c76-4407-955c-d97a45203089 req-e2323bdd-ba75-4892-b895-6557e88ac0ac tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:06.429973 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50f1d37-0c76-4407-955c-d97a45203089 req-e2323bdd-ba75-4892-b895-6557e88ac0ac tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:06.438039 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50f1d37-0c76-4407-955c-d97a45203089 req-e2323bdd-ba75-4892-b895-6557e88ac0ac tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:06.444403 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50f1d37-0c76-4407-955c-d97a45203089 req-e2323bdd-ba75-4892-b895-6557e88ac0ac tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:06.453336 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50f1d37-0c76-4407-955c-d97a45203089 req-e2323bdd-ba75-4892-b895-6557e88ac0ac tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:06.460882 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50f1d37-0c76-4407-955c-d97a45203089 req-e2323bdd-ba75-4892-b895-6557e88ac0ac tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:06.468518 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50f1d37-0c76-4407-955c-d97a45203089 req-e2323bdd-ba75-4892-b895-6557e88ac0ac tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:06.470904 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f50f1d37-0c76-4407-955c-d97a45203089 req-e2323bdd-ba75-4892-b895-6557e88ac0ac tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "GET /v2.0/ports?device_id=443a76e9-196d-4aa4-85e8-0ee1eebabb66 HTTP/1.1" status: 200 len: 5435 time: 0.1438541 Aug 05 11:33:06.474930 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68724b2a-6828-4e91-8b50-91fb4916b240 x-openstack-request-id: req-68724b2a-6828-4e91-8b50-91fb4916b240 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:33:06.475392 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f02b62e1-cee0-47ef-8ddf-4b4a201f7518", "name": "network-vif-plugged", "status": "completed", "tag": "291c2cf6-3cc3-4e91-b1b3-b7f161db6807", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:33:06.475810 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-68724b2a-6828-4e91-8b50-91fb4916b240 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:33:06.476662 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f02b62e1-cee0-47ef-8ddf-4b4a201f7518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '291c2cf6-3cc3-4e91-b1b3-b7f161db6807', 'code': 200} Aug 05 11:33:06.517374 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=291c2cf6-3cc3-4e91-b1b3-b7f161db6807,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:33:06.530179 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f50f1d37-0c76-4407-955c-d97a45203089 req-2a56ae92-657d-4f8c-92ab-2e1afdf58421 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "GET /v2.0/security-groups?id=3ada918e-0522-4602-984c-a2f526ffb568&id=f48f8991-c3a5-417e-a3d1-8861f7ce43c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0510049 Aug 05 11:33:06.577170 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0e7b1e-831b-4234-a188-ec85a2602dbb req-8d7308b2-6857-4f56-a498-4a09a17ef8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:06.580262 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-bc0e7b1e-831b-4234-a188-ec85a2602dbb req-8d7308b2-6857-4f56-a498-4a09a17ef8de service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f02b62e1-cee0-47ef-8ddf-4b4a201f7518 HTTP/1.1" status: 200 len: 1096 time: 0.0716197 Aug 05 11:33:06.612460 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab843839-ba19-42e9-910d-35f60f96a88f req-9be99ecd-73de-48da-9ea4-39ee245e8bdc tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:06.614698 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ab843839-ba19-42e9-910d-35f60f96a88f req-9be99ecd-73de-48da-9ea4-39ee245e8bdc tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=40021a41-d350-4e38-ac4d-f69e07c48ffb HTTP/1.1" status: 200 len: 945 time: 0.0793903 Aug 05 11:33:06.645595 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-bc0e7b1e-831b-4234-a188-ec85a2602dbb req-f62a0c00-38ce-4bd8-b154-ad10cfbce1aa service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c3741838-73dc-4e00-ab48-db6b7a231ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490260 Aug 05 11:33:06.700451 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ab843839-ba19-42e9-910d-35f60f96a88f req-814195c6-8be8-4008-87f3-92c807064ae5 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=47a5a50c-7385-42e8-98ac-c05af9825ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775809 Aug 05 11:33:06.721279 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae3697-ceb1-4bb4-b340-ee4a0dde36b2 req-617f8f90-8505-41c3-b6a2-174bd0337293 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:06.721279 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-26ae3697-ceb1-4bb4-b340-ee4a0dde36b2 req-617f8f90-8505-41c3-b6a2-174bd0337293 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/ports?device_id=5f37001e-9d67-440a-b593-7e7c7a1d9690 HTTP/1.1" status: 200 len: 945 time: 0.0767612 Aug 05 11:33:06.807576 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-26ae3697-ceb1-4bb4-b340-ee4a0dde36b2 req-cc71f650-3692-407c-aca2-7a228354a67f tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/security-groups?id=367c82dd-50a3-4df9-a217-7f397fab3611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746541 Aug 05 11:33:06.862345 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf2be4b-3b0e-4a11-b5de-607b5d8f31fd req-78cd7aaf-5d2c-4578-a22f-1d018514d001 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:06.864106 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ebf2be4b-3b0e-4a11-b5de-607b5d8f31fd req-78cd7aaf-5d2c-4578-a22f-1d018514d001 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=43dc8de5-f460-48f2-9969-bd31538c767f HTTP/1.1" status: 200 len: 950 time: 0.0812006 Aug 05 11:33:06.942621 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ebf2be4b-3b0e-4a11-b5de-607b5d8f31fd req-59a3cc3a-41ba-4963-b340-13a976432009 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678332 Aug 05 11:33:06.966043 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0454e0b-0d43-4b75-a7b6-e29cc8122569 req-855f0241-4a35-4496-9ad9-e4fe7b71075c tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:06.966043 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c0454e0b-0d43-4b75-a7b6-e29cc8122569 req-855f0241-4a35-4496-9ad9-e4fe7b71075c tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] 10.222.0.58 "GET /v2.0/ports?device_id=2bcef571-9f02-432f-b5c7-c68acceeeebd HTTP/1.1" status: 200 len: 948 time: 0.0806084 Aug 05 11:33:07.012991 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c0454e0b-0d43-4b75-a7b6-e29cc8122569 req-3e5ff030-d2fa-48fd-b8c5-f13e73f62917 tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] 10.222.0.58 "GET /v2.0/security-groups?id=02cc6eac-67ba-47f3-90fb-e23087ccc773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401597 Aug 05 11:33:07.156625 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-8863e7c4-728c-4770-b6d2-2588e985edb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:07.161780 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7d5d4b-5947-4913-b847-fb738120dded req-3c25c18a-e72d-4020-a0d6-d78244296e6a tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:07.163782 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6b7d5d4b-5947-4913-b847-fb738120dded req-3c25c18a-e72d-4020-a0d6-d78244296e6a tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 944 time: 0.0808814 Aug 05 11:33:07.217383 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6b7d5d4b-5947-4913-b847-fb738120dded req-1f65231f-b9b1-4250-b421-47f6785a0e37 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456138 Aug 05 11:33:07.498429 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bced87b2-81ad-48c2-b4e5-c977fe870ff1 req-8e8009e5-678c-4340-a5df-e7851c842f8b tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:07.501106 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bced87b2-81ad-48c2-b4e5-c977fe870ff1 req-8e8009e5-678c-4340-a5df-e7851c842f8b tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] 10.222.0.58 "GET /v2.0/ports?device_id=f02b62e1-cee0-47ef-8ddf-4b4a201f7518 HTTP/1.1" status: 200 len: 945 time: 0.0952797 Aug 05 11:33:07.581459 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bced87b2-81ad-48c2-b4e5-c977fe870ff1 req-14a5c309-971a-4b89-90f7-7c5aaf153b0c tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] 10.222.0.58 "GET /v2.0/security-groups?id=c3741838-73dc-4e00-ab48-db6b7a231ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741484 Aug 05 11:33:07.767988 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be8636a-eeb6-4a00-964d-5d2d10980f93 req-3d64df1b-d2ae-412b-9cd5-5ca7d7071ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:07.769720 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-0be8636a-eeb6-4a00-964d-5d2d10980f93 req-3d64df1b-d2ae-412b-9cd5-5ca7d7071ddd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=922471f37b13454ba92168a26c5eea8e&device_id=40021a41-d350-4e38-ac4d-f69e07c48ffb HTTP/1.1" status: 200 len: 1096 time: 0.1276329 Aug 05 11:33:07.810112 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d714dfa1-de23-4e52-be2e-bd90cfc7571f req-9271a9d7-5e50-4fb3-b206-d5311e38f796 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:07.818134 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d714dfa1-de23-4e52-be2e-bd90cfc7571f req-9271a9d7-5e50-4fb3-b206-d5311e38f796 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:07.825837 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d714dfa1-de23-4e52-be2e-bd90cfc7571f req-9271a9d7-5e50-4fb3-b206-d5311e38f796 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:07.830605 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccda14e3-fe34-4a1a-9d15-cacc0f525413 req-f9a386eb-5657-4582-a944-8816ccd5164e tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:07.839704 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccda14e3-fe34-4a1a-9d15-cacc0f525413 req-f9a386eb-5657-4582-a944-8816ccd5164e tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:07.846987 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccda14e3-fe34-4a1a-9d15-cacc0f525413 req-f9a386eb-5657-4582-a944-8816ccd5164e tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:07.854599 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d714dfa1-de23-4e52-be2e-bd90cfc7571f req-9271a9d7-5e50-4fb3-b206-d5311e38f796 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:07.856113 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccda14e3-fe34-4a1a-9d15-cacc0f525413 req-f9a386eb-5657-4582-a944-8816ccd5164e tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:07.862719 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccda14e3-fe34-4a1a-9d15-cacc0f525413 req-f9a386eb-5657-4582-a944-8816ccd5164e tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:07.867677 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d714dfa1-de23-4e52-be2e-bd90cfc7571f req-9271a9d7-5e50-4fb3-b206-d5311e38f796 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:07.869715 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccda14e3-fe34-4a1a-9d15-cacc0f525413 req-f9a386eb-5657-4582-a944-8816ccd5164e tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:07.876815 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccda14e3-fe34-4a1a-9d15-cacc0f525413 req-f9a386eb-5657-4582-a944-8816ccd5164e tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:07.879259 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ccda14e3-fe34-4a1a-9d15-cacc0f525413 req-f9a386eb-5657-4582-a944-8816ccd5164e tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.55 "GET /v2.0/ports?device_id=443a76e9-196d-4aa4-85e8-0ee1eebabb66 HTTP/1.1" status: 200 len: 5435 time: 0.1769269 Aug 05 11:33:07.887582 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d714dfa1-de23-4e52-be2e-bd90cfc7571f req-9271a9d7-5e50-4fb3-b206-d5311e38f796 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:07.896143 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d714dfa1-de23-4e52-be2e-bd90cfc7571f req-9271a9d7-5e50-4fb3-b206-d5311e38f796 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:07.899111 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d714dfa1-de23-4e52-be2e-bd90cfc7571f req-9271a9d7-5e50-4fb3-b206-d5311e38f796 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "GET /v2.0/ports?device_id=443a76e9-196d-4aa4-85e8-0ee1eebabb66 HTTP/1.1" status: 200 len: 5435 time: 0.2066240 Aug 05 11:33:07.990450 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccda14e3-fe34-4a1a-9d15-cacc0f525413 req-e9a3f88a-6b9e-435d-b0ad-7b58a1a4ca53 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:07.992198 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ccda14e3-fe34-4a1a-9d15-cacc0f525413 req-e9a3f88a-6b9e-435d-b0ad-7b58a1a4ca53 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.55 "GET /v2.0/ports/9825552d-c4a9-47c2-b314-f8532a62835b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0655973 Aug 05 11:33:08.005966 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d714dfa1-de23-4e52-be2e-bd90cfc7571f req-116321f7-2f1b-4482-bcb1-3ad1d95e609f tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "GET /v2.0/security-groups?id=3ada918e-0522-4602-984c-a2f526ffb568&id=f48f8991-c3a5-417e-a3d1-8861f7ce43c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0919740 Aug 05 11:33:08.024817 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b3fc49-2815-4b48-9b81-52bb60332af6 req-91a02c92-4817-47ff-b7ab-529b5ab8cb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:08.027768 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-a7b3fc49-2815-4b48-9b81-52bb60332af6 req-91a02c92-4817-47ff-b7ab-529b5ab8cb99 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4e78e1fb7010462db53bb9e00d1cbc1f&device_id=74729a8a-2050-403d-925d-4e55bda5531e HTTP/1.1" status: 200 len: 1094 time: 0.2567637 Aug 05 11:33:08.030815 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1084ce65-0781-45df-898c-d9a1d645eacd req-3faa2a48-7ab5-46ef-85a5-a56faea08b50 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:08.053845 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1084ce65-0781-45df-898c-d9a1d645eacd req-3faa2a48-7ab5-46ef-85a5-a56faea08b50 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=40021a41-d350-4e38-ac4d-f69e07c48ffb HTTP/1.1" status: 200 len: 945 time: 0.1433005 Aug 05 11:33:08.100425 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1084ce65-0781-45df-898c-d9a1d645eacd req-389e0bac-e77b-4f49-8b7f-69aeeff5b629 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=47a5a50c-7385-42e8-98ac-c05af9825ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554945 Aug 05 11:33:08.207520 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c25b7e0-a59c-4817-ad9b-7ffcebe6b550 req-f2a5bf8e-b865-44a8-8c8b-63eaf225d9b8 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:08.225321 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1c25b7e0-a59c-4817-ad9b-7ffcebe6b550 req-f2a5bf8e-b865-44a8-8c8b-63eaf225d9b8 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/ports?device_id=5f37001e-9d67-440a-b593-7e7c7a1d9690 HTTP/1.1" status: 200 len: 945 time: 0.1114666 Aug 05 11:33:08.242135 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be8636a-eeb6-4a00-964d-5d2d10980f93 req-ed2f4ed4-b541-4a56-b4c7-44db6eabb494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:08.244711 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-0be8636a-eeb6-4a00-964d-5d2d10980f93 req-ed2f4ed4-b541-4a56-b4c7-44db6eabb494 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3bbc31db-4958-4e8b-9f8e-bc48b5d28e47 HTTP/1.1" status: 200 len: 913 time: 0.4598966 Aug 05 11:33:08.336039 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ccda14e3-fe34-4a1a-9d15-cacc0f525413 req-d3ab82fb-a5c0-4388-b117-55c345df5eaf tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.55 "GET /v2.0/networks/d036d46a-a30d-4750-b27d-4b7146f11df9?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3230593 Aug 05 11:33:08.347707 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e57b50-1ee5-4c49-a4f1-566773c41a26 req-d78365ac-7bad-49ab-9fd8-722b0d9f33e7 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:08.350059 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c1e57b50-1ee5-4c49-a4f1-566773c41a26 req-d78365ac-7bad-49ab-9fd8-722b0d9f33e7 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=43dc8de5-f460-48f2-9969-bd31538c767f HTTP/1.1" status: 200 len: 950 time: 0.1232381 Aug 05 11:33:08.426093 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-ccda14e3-fe34-4a1a-9d15-cacc0f525413 req-63ad16e5-0bba-4619-8f4f-0a56e3024c50 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:33:08.471050 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1c25b7e0-a59c-4817-ad9b-7ffcebe6b550 req-252c8478-375a-45fe-9d24-fdcea0f2348c tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/security-groups?id=367c82dd-50a3-4df9-a217-7f397fab3611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412810 Aug 05 11:33:08.543909 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c1e57b50-1ee5-4c49-a4f1-566773c41a26 req-a398c60f-805c-4ca5-be59-75fea8ab838a tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663239 Aug 05 11:33:08.614792 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f950d29b-1e81-49c8-aa9e-0df8448f7f21 req-df990434-9bc6-4020-a3e7-4f97eac0346a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:08.617374 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f950d29b-1e81-49c8-aa9e-0df8448f7f21 req-df990434-9bc6-4020-a3e7-4f97eac0346a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5f37001e-9d67-440a-b593-7e7c7a1d9690 HTTP/1.1" status: 200 len: 1096 time: 0.2553167 Aug 05 11:33:08.719197 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f950d29b-1e81-49c8-aa9e-0df8448f7f21 req-2267da4d-6019-4fc7-8558-b38212ac8e05 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=367c82dd-50a3-4df9-a217-7f397fab3611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927861 Aug 05 11:33:08.757387 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b595d54-70a2-463b-b448-9b8387792686 req-eebe0b3f-5a57-4352-a1a9-cc54a5ffdfd9 tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:08.760769 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3b595d54-70a2-463b-b448-9b8387792686 req-eebe0b3f-5a57-4352-a1a9-cc54a5ffdfd9 tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] 10.222.0.58 "GET /v2.0/ports?device_id=2bcef571-9f02-432f-b5c7-c68acceeeebd HTTP/1.1" status: 200 len: 948 time: 0.0868824 Aug 05 11:33:08.780426 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-ccda14e3-fe34-4a1a-9d15-cacc0f525413 req-63ad16e5-0bba-4619-8f4f-0a56e3024c50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:08.806701 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-0be8636a-eeb6-4a00-964d-5d2d10980f93 req-c2d5e6a4-cbfe-4e79-91e1-affefd38d184 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3743ac1-d872-4507-a6f2-ed370e7d4ff9 HTTP/1.1" status: 200 len: 999 time: 0.4694982 Aug 05 11:33:08.853949 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b3fc49-2815-4b48-9b81-52bb60332af6 req-69caabc6-d6cb-4104-8b4a-65c9344a8733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:08.855895 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-a7b3fc49-2815-4b48-9b81-52bb60332af6 req-69caabc6-d6cb-4104-8b4a-65c9344a8733 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=4e78e1fb7010462db53bb9e00d1cbc1f&shared=False HTTP/1.1" status: 200 len: 913 time: 0.7922096 Aug 05 11:33:08.886676 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 54858) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:33:08.899176 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3b595d54-70a2-463b-b448-9b8387792686 req-3336c970-bc64-4173-89fc-c01250f99134 tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] 10.222.0.58 "GET /v2.0/security-groups?id=02cc6eac-67ba-47f3-90fb-e23087ccc773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149921 Aug 05 11:33:08.910302 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994b5e8c-6800-42fb-8844-c3b8ba9d5fdc req-d07765b6-ed54-4d28-9335-00c3de1cd810 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:08.912047 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-994b5e8c-6800-42fb-8844-c3b8ba9d5fdc req-d07765b6-ed54-4d28-9335-00c3de1cd810 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 944 time: 0.1498728 Aug 05 11:33:09.040212 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-994b5e8c-6800-42fb-8844-c3b8ba9d5fdc req-ab5e523d-e6d7-48a4-922a-e781ed20c0a3 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162934 Aug 05 11:33:09.064921 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-ccda14e3-fe34-4a1a-9d15-cacc0f525413 req-63ad16e5-0bba-4619-8f4f-0a56e3024c50 service neutron] For port 9825552d-c4a9-47c2-b314-f8532a62835b, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=9825552d-c4a9-47c2-b314-f8532a62835b,segment=NetworkSegment(5c8761d6-8217-4a98-a998-0e6468c69ef6),segment_id=5c8761d6-8217-4a98-a998-0e6468c69ef6)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:33:09.194242 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3438c346-88e6-4542-8554-91acb8de3f9f req-a7910166-1be1-4bc9-8583-0a7358d2eb42 tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:09.195963 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3438c346-88e6-4542-8554-91acb8de3f9f req-a7910166-1be1-4bc9-8583-0a7358d2eb42 tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] 10.222.0.58 "GET /v2.0/ports?device_id=f02b62e1-cee0-47ef-8ddf-4b4a201f7518 HTTP/1.1" status: 200 len: 945 time: 0.1609502 Aug 05 11:33:09.224078 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-ccda14e3-fe34-4a1a-9d15-cacc0f525413 req-63ad16e5-0bba-4619-8f4f-0a56e3024c50 service neutron] For port 9825552d-c4a9-47c2-b314-f8532a62835b, host n-h2-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:33:09.241540 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81687a8-3e98-47bb-8dde-7c31be6984c1 req-c35418e3-a60d-41e0-a09b-f43cd797a0e7 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:09.261215 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81687a8-3e98-47bb-8dde-7c31be6984c1 req-c35418e3-a60d-41e0-a09b-f43cd797a0e7 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:09.274531 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81687a8-3e98-47bb-8dde-7c31be6984c1 req-c35418e3-a60d-41e0-a09b-f43cd797a0e7 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:09.286442 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81687a8-3e98-47bb-8dde-7c31be6984c1 req-c35418e3-a60d-41e0-a09b-f43cd797a0e7 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:09.298414 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81687a8-3e98-47bb-8dde-7c31be6984c1 req-c35418e3-a60d-41e0-a09b-f43cd797a0e7 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:09.304474 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ba661426-899e-4445-91f1-6437bc6a6b08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:09.313129 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81687a8-3e98-47bb-8dde-7c31be6984c1 req-c35418e3-a60d-41e0-a09b-f43cd797a0e7 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:09.326297 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81687a8-3e98-47bb-8dde-7c31be6984c1 req-c35418e3-a60d-41e0-a09b-f43cd797a0e7 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:09.334728 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be8636a-eeb6-4a00-964d-5d2d10980f93 req-c1b14856-130d-40b7-bf60-f6f37fea33af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:09.336925 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-0be8636a-eeb6-4a00-964d-5d2d10980f93 req-c1b14856-130d-40b7-bf60-f6f37fea33af service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2358f314-430e-4da8-8dea-b9e9954bab81 HTTP/1.1" status: 200 len: 851 time: 0.2247312 Aug 05 11:33:09.341022 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b81687a8-3e98-47bb-8dde-7c31be6984c1 req-c35418e3-a60d-41e0-a09b-f43cd797a0e7 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "GET /v2.0/ports?device_id=443a76e9-196d-4aa4-85e8-0ee1eebabb66 HTTP/1.1" status: 200 len: 5435 time: 0.2042603 Aug 05 11:33:09.341384 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-ccda14e3-fe34-4a1a-9d15-cacc0f525413 req-63ad16e5-0bba-4619-8f4f-0a56e3024c50 service neutron] device_id is not set on port 9825552d-c4a9-47c2-b314-f8532a62835b yet. {{(pid=94421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 11:33:09.394279 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-ccda14e3-fe34-4a1a-9d15-cacc0f525413 req-63ad16e5-0bba-4619-8f4f-0a56e3024c50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:09.425092 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3438c346-88e6-4542-8554-91acb8de3f9f req-4a6473ed-5535-47f4-a67e-8e56ea50514d tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] 10.222.0.58 "GET /v2.0/security-groups?id=c3741838-73dc-4e00-ab48-db6b7a231ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156858 Aug 05 11:33:09.434375 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-ccda14e3-fe34-4a1a-9d15-cacc0f525413 req-63ad16e5-0bba-4619-8f4f-0a56e3024c50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:09.456754 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b81687a8-3e98-47bb-8dde-7c31be6984c1 req-976058e0-3213-4693-858e-3658a12bdd3b tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "GET /v2.0/security-groups?id=3ada918e-0522-4602-984c-a2f526ffb568&id=f48f8991-c3a5-417e-a3d1-8861f7ce43c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1143198 Aug 05 11:33:09.587829 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b3fc49-2815-4b48-9b81-52bb60332af6 req-44a1ec96-97e3-4fd3-8375-8e32f24743f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:09.590669 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-a7b3fc49-2815-4b48-9b81-52bb60332af6 req-44a1ec96-97e3-4fd3-8375-8e32f24743f5 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4615607 Aug 05 11:33:09.633600 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be8636a-eeb6-4a00-964d-5d2d10980f93 req-9b59eb67-acf9-4d57-8c4f-0419248c6fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:09.637104 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-0be8636a-eeb6-4a00-964d-5d2d10980f93 req-9b59eb67-acf9-4d57-8c4f-0419248c6fee service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3bbc31db-4958-4e8b-9f8e-bc48b5d28e47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2854793 Aug 05 11:33:09.673728 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccda14e3-fe34-4a1a-9d15-cacc0f525413 req-63ad16e5-0bba-4619-8f4f-0a56e3024c50 service neutron] No DVR routers for this DVR port 9825552d-c4a9-47c2-b314-f8532a62835b on host n-h2-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:33:09.688585 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492b3a4a-8999-4453-860e-988af5e7cdf9 req-4888423b-704c-4ba1-83e4-e20015fa6c2d tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:09.690450 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-492b3a4a-8999-4453-860e-988af5e7cdf9 req-4888423b-704c-4ba1-83e4-e20015fa6c2d tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] 10.222.0.58 "GET /v2.0/ports?device_id=74729a8a-2050-403d-925d-4e55bda5531e HTTP/1.1" status: 200 len: 943 time: 0.1396844 Aug 05 11:33:09.703506 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c48324-3172-497e-8df8-4e4edb5fb3ca req-2e5c9118-9953-43ca-a24d-9fb6f157dcbf tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:09.705222 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f7c48324-3172-497e-8df8-4e4edb5fb3ca req-2e5c9118-9953-43ca-a24d-9fb6f157dcbf tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=40021a41-d350-4e38-ac4d-f69e07c48ffb HTTP/1.1" status: 200 len: 945 time: 0.1410005 Aug 05 11:33:09.752181 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ad16e5-0bba-4619-8f4f-0a56e3024c50 service neutron] Pushing event updated for resources: {'Port': ['ID=9825552d-c4a9-47c2-b314-f8532a62835b,revision_number=6']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:33:09.800547 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-492b3a4a-8999-4453-860e-988af5e7cdf9 req-dded8625-a43b-4b7c-ae2b-0e3484b94eb1 tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] 10.222.0.58 "GET /v2.0/security-groups?id=c3741838-73dc-4e00-ab48-db6b7a231ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940890 Aug 05 11:33:09.807239 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f7c48324-3172-497e-8df8-4e4edb5fb3ca req-9a7d9b8c-0eb7-4e1a-aaef-df9dc00d6d48 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=47a5a50c-7385-42e8-98ac-c05af9825ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809541 Aug 05 11:33:09.834491 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d17081c-cf98-4472-b54c-4e4c6510d56f req-738cb6ca-d5fc-48d4-b52b-a92170aedbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:09.836139 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7d17081c-cf98-4472-b54c-4e4c6510d56f req-738cb6ca-d5fc-48d4-b52b-a92170aedbb2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f811ccc1244d4d32a53adbbe13250fd5&device_id=43dc8de5-f460-48f2-9969-bd31538c767f HTTP/1.1" status: 200 len: 1101 time: 0.4149272 Aug 05 11:33:09.897676 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device cda42fa7-6755-4e33-bd29-5cc1df60f230 no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:33:09.954253 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:09.970470 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-ccda14e3-fe34-4a1a-9d15-cacc0f525413 req-63ad16e5-0bba-4619-8f4f-0a56e3024c50 service neutron] In _notify_port_updated(), no bound segment for port 9825552d-c4a9-47c2-b314-f8532a62835b on network d036d46a-a30d-4750-b27d-4b7146f11df9 {{(pid=94421) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 05 11:33:09.971378 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccda14e3-fe34-4a1a-9d15-cacc0f525413 req-63ad16e5-0bba-4619-8f4f-0a56e3024c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:09.972067 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-ccda14e3-fe34-4a1a-9d15-cacc0f525413 req-63ad16e5-0bba-4619-8f4f-0a56e3024c50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:09.973517 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ccda14e3-fe34-4a1a-9d15-cacc0f525413 req-63ad16e5-0bba-4619-8f4f-0a56e3024c50 service neutron] 10.222.0.55 "PUT /v2.0/ports/9825552d-c4a9-47c2-b314-f8532a62835b HTTP/1.1" status: 200 len: 1027 time: 1.5585127 Aug 05 11:33:09.974647 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-fcc918cb-8669-4bcd-a1a9-e8efb90de933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:09.986258 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-57f19022-2587-446b-bf84-3cf9721f34f4 None None] Provisioning complete for port 9825552d-c4a9-47c2-b314-f8532a62835b triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:33:09.986939 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-57f19022-2587-446b-bf84-3cf9721f34f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:10.010769 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f3eb53-a9dc-4339-a8cb-cf5abd0fd885 req-ef87585e-9576-4c82-b6ce-16dcbcb382e3 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:10.016070 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a2cb61-d953-43ab-ad2c-b9627afd8341 req-be2054bc-f2b3-4cb8-a20e-ee88990eae25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:10.017622 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-74a2cb61-d953-43ab-ad2c-b9627afd8341 req-be2054bc-f2b3-4cb8-a20e-ee88990eae25 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4e78e1fb7010462db53bb9e00d1cbc1f&device_id=74729a8a-2050-403d-925d-4e55bda5531e HTTP/1.1" status: 200 len: 1094 time: 0.3165662 Aug 05 11:33:10.019150 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-95f3eb53-a9dc-4339-a8cb-cf5abd0fd885 req-ef87585e-9576-4c82-b6ce-16dcbcb382e3 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/ports?device_id=5f37001e-9d67-440a-b593-7e7c7a1d9690 HTTP/1.1" status: 200 len: 945 time: 0.1352615 Aug 05 11:33:10.048300 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b410af0-78c4-41af-ab32-bad58e6bea0e req-83b1d3b2-b014-4115-8fd7-1bca7fdc8866 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:10.054087 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5b410af0-78c4-41af-ab32-bad58e6bea0e req-83b1d3b2-b014-4115-8fd7-1bca7fdc8866 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=43dc8de5-f460-48f2-9969-bd31538c767f HTTP/1.1" status: 200 len: 950 time: 0.1263487 Aug 05 11:33:10.058729 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-57f19022-2587-446b-bf84-3cf9721f34f4 None None] Port 9825552d-c4a9-47c2-b314-f8532a62835b cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:33:10.063042 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:10.088303 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-0be8636a-eeb6-4a00-964d-5d2d10980f93 req-d03316f6-9e45-4ead-87e2-e6225be9c523 service neutron] 10.222.0.64 "GET /v2.0/networks/3bbc31db-4958-4e8b-9f8e-bc48b5d28e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4152539 Aug 05 11:33:10.092406 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '443a76e9-196d-4aa4-85e8-0ee1eebabb66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cda42fa7-6755-4e33-bd29-5cc1df60f230'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:33:10.094725 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ca9bce6-98c3-4161-b711-2dcf9160e5ac" -d '{"events": [{"server_uuid": "443a76e9-196d-4aa4-85e8-0ee1eebabb66", "name": "network-vif-unplugged", "status": "completed", "tag": "cda42fa7-6755-4e33-bd29-5cc1df60f230"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:33:10.102785 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-95f3eb53-a9dc-4339-a8cb-cf5abd0fd885 req-dfdef93e-3eaa-4e10-b0ab-2d2ebd87031f tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/security-groups?id=367c82dd-50a3-4df9-a217-7f397fab3611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827231 Aug 05 11:33:10.109797 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port cda42fa7-6755-4e33-bd29-5cc1df60f230, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=cda42fa7-6755-4e33-bd29-5cc1df60f230,segment=NetworkSegment(4abe3257-1333-4b02-890e-df6823bdca9a),segment_id=4abe3257-1333-4b02-890e-df6823bdca9a)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:33:10.118179 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:10.119314 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 9825552d-c4a9-47c2-b314-f8532a62835b no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:33:10.125793 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccda14e3-fe34-4a1a-9d15-cacc0f525413 req-64cd2c33-fcc2-483d-b4c7-9662d6a5f3f2 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:10.127347 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ccda14e3-fe34-4a1a-9d15-cacc0f525413 req-64cd2c33-fcc2-483d-b4c7-9662d6a5f3f2 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.55 "GET /v2.0/ports/8fe40b91-b25d-45f0-9197-c82f62355d38?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1452112 Aug 05 11:33:10.136926 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5b410af0-78c4-41af-ab32-bad58e6bea0e req-24b62531-1b8b-4f60-9004-bcc81ced595b tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647261 Aug 05 11:33:10.158840 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-74a2cb61-d953-43ab-ad2c-b9627afd8341 req-c77299c4-0191-4c4b-88c2-34c8badb030c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3e34b375-2b5e-4302-ad51-ce15ee3b946c HTTP/1.1" status: 200 len: 217 time: 0.1059744 Aug 05 11:33:10.158840 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-ccda14e3-fe34-4a1a-9d15-cacc0f525413 req-81c01082-9e3d-4be3-bd3b-2438fce5dc75 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:33:10.182556 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ba661426-899e-4445-91f1-6437bc6a6b08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:10.217963 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 9825552d-c4a9-47c2-b314-f8532a62835b not bound to the agent host n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:33:10.218771 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 06805de0-2639-4b78-8f29-513aafaaee7b no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:33:10.221301 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=cda42fa7-6755-4e33-bd29-5cc1df60f230,revision_number=6']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:33:10.257468 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ba661426-899e-4445-91f1-6437bc6a6b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:10.291182 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d17081c-cf98-4472-b54c-4e4c6510d56f req-0d087760-420e-454a-80af-59714a834e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:10.292925 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7d17081c-cf98-4472-b54c-4e4c6510d56f req-0d087760-420e-454a-80af-59714a834e09 service neutron] 10.222.0.55 "GET /v2.0/networks?id=91caede3-92e4-4b1e-8e3e-36227cfd846a HTTP/1.1" status: 200 len: 870 time: 0.4254274 Aug 05 11:33:10.341161 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:10.378028 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7f13aa-807d-41e3-b189-2b5dbacc2102 req-36d91d80-2fb4-4867-81e5-e5140773d295 tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:10.380037 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2d7f13aa-807d-41e3-b189-2b5dbacc2102 req-36d91d80-2fb4-4867-81e5-e5140773d295 tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] 10.222.0.58 "GET /v2.0/ports?device_id=2bcef571-9f02-432f-b5c7-c68acceeeebd HTTP/1.1" status: 200 len: 948 time: 0.1466720 Aug 05 11:33:10.386009 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 06805de0-2639-4b78-8f29-513aafaaee7b, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=06805de0-2639-4b78-8f29-513aafaaee7b,segment=NetworkSegment(8aa51bd4-6b25-4691-9a66-cb8b2c3d272e),segment_id=8aa51bd4-6b25-4691-9a66-cb8b2c3d272e)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:33:10.393531 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:10.393921 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 159c355d-badf-4ebb-89b8-3f2e172149e2 no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:33:10.398579 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcab048-cac5-4927-813c-496712c11903 req-1dce5d3e-f11a-40c7-b1bd-bc0b3e92cc2e tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:10.405122 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-adcab048-cac5-4927-813c-496712c11903 req-1dce5d3e-f11a-40c7-b1bd-bc0b3e92cc2e tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 944 time: 0.1037760 Aug 05 11:33:10.422961 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7d17081c-cf98-4472-b54c-4e4c6510d56f req-ff6129d2-7231-4214-aec4-4a1fb2325573 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=7f5c274f-81f8-4325-a1ac-15e624e8b1ec HTTP/1.1" status: 200 len: 217 time: 0.1175330 Aug 05 11:33:10.434803 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba661426-899e-4445-91f1-6437bc6a6b08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59989d3c-67ef-4195-884b-30cda57ba2f6,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:33:10.448763 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a2cb61-d953-43ab-ad2c-b9627afd8341 req-1af793d0-331e-4222-b5df-c885e5191457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:10.450325 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-74a2cb61-d953-43ab-ad2c-b9627afd8341 req-1af793d0-331e-4222-b5df-c885e5191457 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bf224612-704f-4ebd-b2af-5e301a097436 HTTP/1.1" status: 200 len: 852 time: 0.2710626 Aug 05 11:33:10.455681 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-ba661426-899e-4445-91f1-6437bc6a6b08 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7e3730574cb44f368090d1fcc5580973&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5674472 Aug 05 11:33:10.456171 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 54878) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:33:10.475238 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-ccda14e3-fe34-4a1a-9d15-cacc0f525413 req-81c01082-9e3d-4be3-bd3b-2438fce5dc75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:10.481206 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=06805de0-2639-4b78-8f29-513aafaaee7b,revision_number=6']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:33:10.484917 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2d7f13aa-807d-41e3-b189-2b5dbacc2102 req-ee91c9b9-77db-4aef-8aa2-34d4dcaa4876 tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] 10.222.0.58 "GET /v2.0/security-groups?id=02cc6eac-67ba-47f3-90fb-e23087ccc773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777535 Aug 05 11:33:10.526586 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:10.534794 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-adcab048-cac5-4927-813c-496712c11903 req-7869f0a9-8246-477e-8c64-9b52adb1c23f tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265047 Aug 05 11:33:10.564856 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 05 Aug 2021 11:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67eb9bb2-6f9f-4e7f-a08b-2197a071aad1 x-openstack-request-id: req-67eb9bb2-6f9f-4e7f-a08b-2197a071aad1 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:33:10.565260 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "443a76e9-196d-4aa4-85e8-0ee1eebabb66", "name": "network-vif-unplugged", "status": "completed", "tag": "cda42fa7-6755-4e33-bd29-5cc1df60f230", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:33:10.565611 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-67eb9bb2-6f9f-4e7f-a08b-2197a071aad1 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:33:10.566190 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '443a76e9-196d-4aa4-85e8-0ee1eebabb66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cda42fa7-6755-4e33-bd29-5cc1df60f230', 'code': 200} Aug 05 11:33:10.570210 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-74a2cb61-d953-43ab-ad2c-b9627afd8341 req-9f879519-8f34-4770-8975-07d8eb5ff389 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6543cbeb-fcd1-48b6-8b28-7eb60b9c72ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611436 Aug 05 11:33:10.577139 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-0be8636a-eeb6-4a00-964d-5d2d10980f93 req-7b91057b-7610-4c53-bb03-830628df379f service neutron] 10.222.0.64 "GET /v2.0/networks/3bbc31db-4958-4e8b-9f8e-bc48b5d28e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4413941 Aug 05 11:33:10.577337 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 159c355d-badf-4ebb-89b8-3f2e172149e2, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=159c355d-badf-4ebb-89b8-3f2e172149e2,segment=NetworkSegment(8aa51bd4-6b25-4691-9a66-cb8b2c3d272e),segment_id=8aa51bd4-6b25-4691-9a66-cb8b2c3d272e)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:33:10.583676 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:10.585491 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 5bd78e20-4e65-4320-8933-ff3e7cd3c7e1 no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:33:10.633622 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d17081c-cf98-4472-b54c-4e4c6510d56f req-24040edf-ca8b-4daf-805d-7c0e59986afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:10.635786 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7d17081c-cf98-4472-b54c-4e4c6510d56f req-24040edf-ca8b-4daf-805d-7c0e59986afd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6842f728-c2f3-4e36-bb32-3303d06ce3f4 HTTP/1.1" status: 200 len: 843 time: 0.2022052 Aug 05 11:33:10.702534 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=159c355d-badf-4ebb-89b8-3f2e172149e2,revision_number=6']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:33:10.710321 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75807c61-6537-4f18-ba78-838651332117 req-b78b3eff-bc5c-4ec3-acb1-6f7160683a89 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:10.718352 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75807c61-6537-4f18-ba78-838651332117 req-b78b3eff-bc5c-4ec3-acb1-6f7160683a89 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:10.725272 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75807c61-6537-4f18-ba78-838651332117 req-b78b3eff-bc5c-4ec3-acb1-6f7160683a89 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:10.733691 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75807c61-6537-4f18-ba78-838651332117 req-b78b3eff-bc5c-4ec3-acb1-6f7160683a89 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:10.744663 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75807c61-6537-4f18-ba78-838651332117 req-b78b3eff-bc5c-4ec3-acb1-6f7160683a89 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:10.747923 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75807c61-6537-4f18-ba78-838651332117 req-b78b3eff-bc5c-4ec3-acb1-6f7160683a89 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:10.753874 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:10.757272 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-75807c61-6537-4f18-ba78-838651332117 req-b78b3eff-bc5c-4ec3-acb1-6f7160683a89 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "GET /v2.0/ports?device_id=443a76e9-196d-4aa4-85e8-0ee1eebabb66 HTTP/1.1" status: 200 len: 4655 time: 0.1189075 Aug 05 11:33:10.798604 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 5bd78e20-4e65-4320-8933-ff3e7cd3c7e1, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=5bd78e20-4e65-4320-8933-ff3e7cd3c7e1,segment=NetworkSegment(5c8761d6-8217-4a98-a998-0e6468c69ef6),segment_id=5c8761d6-8217-4a98-a998-0e6468c69ef6)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:33:10.805140 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:10.806233 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device c5788608-f14e-46e7-9589-cd5c2a4cea14 no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:33:10.824596 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-75807c61-6537-4f18-ba78-838651332117 req-f06aaaa3-1bd4-41cf-b9a0-22eed22ac625 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "GET /v2.0/security-groups?id=3ada918e-0522-4602-984c-a2f526ffb568&id=f48f8991-c3a5-417e-a3d1-8861f7ce43c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0609345 Aug 05 11:33:11.019367 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=5bd78e20-4e65-4320-8933-ff3e7cd3c7e1,revision_number=6']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:33:11.029300 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f9b16e-061c-4f98-8554-684a5c4deefd req-d2e906e7-ccdc-4055-9e53-1ebc8c64af97 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:11.036175 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-91f9b16e-061c-4f98-8554-684a5c4deefd req-d2e906e7-ccdc-4055-9e53-1ebc8c64af97 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=40021a41-d350-4e38-ac4d-f69e07c48ffb HTTP/1.1" status: 200 len: 945 time: 0.0857062 Aug 05 11:33:11.142205 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:11.160600 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-91f9b16e-061c-4f98-8554-684a5c4deefd req-b9f5a036-2e48-4f2b-87fd-ba315ca337d1 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=47a5a50c-7385-42e8-98ac-c05af9825ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1203644 Aug 05 11:33:11.183924 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc46cdb-8f1a-4073-88b7-b7367dcf703b req-99725503-4ddd-4d5d-a2ff-e59de5b15de1 tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:11.185610 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7bc46cdb-8f1a-4073-88b7-b7367dcf703b req-99725503-4ddd-4d5d-a2ff-e59de5b15de1 tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] 10.222.0.58 "GET /v2.0/ports?device_id=74729a8a-2050-403d-925d-4e55bda5531e HTTP/1.1" status: 200 len: 943 time: 0.1435828 Aug 05 11:33:11.197635 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port c5788608-f14e-46e7-9589-cd5c2a4cea14, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=c5788608-f14e-46e7-9589-cd5c2a4cea14,segment=NetworkSegment(5c8761d6-8217-4a98-a998-0e6468c69ef6),segment_id=5c8761d6-8217-4a98-a998-0e6468c69ef6)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:33:11.205457 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:11.206360 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 8fe40b91-b25d-45f0-9197-c82f62355d38 no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:33:11.249849 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7bc46cdb-8f1a-4073-88b7-b7367dcf703b req-407e8780-3cd4-4961-9750-3529c407b13d tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] 10.222.0.58 "GET /v2.0/security-groups?id=c3741838-73dc-4e00-ab48-db6b7a231ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537395 Aug 05 11:33:11.296962 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7bb0178b-479f-41a9-a59e-3c0bd4f57cce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:11.320601 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=c5788608-f14e-46e7-9589-cd5c2a4cea14,revision_number=6']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:33:11.331035 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be084a6-8961-4204-90d1-3b0e8c4bab1d req-5a0cb6d2-e445-4f28-93aa-c3e1aa990164 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:11.332910 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9be084a6-8961-4204-90d1-3b0e8c4bab1d req-5a0cb6d2-e445-4f28-93aa-c3e1aa990164 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/ports?device_id=5f37001e-9d67-440a-b593-7e7c7a1d9690 HTTP/1.1" status: 200 len: 945 time: 0.0818949 Aug 05 11:33:11.367668 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:11.403563 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9be084a6-8961-4204-90d1-3b0e8c4bab1d req-9bab8f8d-f979-4a02-9599-bdb6af61119d tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/security-groups?id=367c82dd-50a3-4df9-a217-7f397fab3611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628679 Aug 05 11:33:11.409611 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d17081c-cf98-4472-b54c-4e4c6510d56f req-681e5dc9-094f-4d59-8092-2bdaeefcba8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:11.411841 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7d17081c-cf98-4472-b54c-4e4c6510d56f req-681e5dc9-094f-4d59-8092-2bdaeefcba8a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=91caede3-92e4-4b1e-8e3e-36227cfd846a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7636018 Aug 05 11:33:11.433486 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7bb0178b-479f-41a9-a59e-3c0bd4f57cce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:11.447762 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0888964f-ae94-491d-b84c-43dd653140a1 req-99727d0d-41b4-4878-bc2a-564ae468c305 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:11.449420 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0888964f-ae94-491d-b84c-43dd653140a1 req-99727d0d-41b4-4878-bc2a-564ae468c305 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=43dc8de5-f460-48f2-9969-bd31538c767f HTTP/1.1" status: 200 len: 950 time: 0.0663545 Aug 05 11:33:11.503926 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0888964f-ae94-491d-b84c-43dd653140a1 req-596421dd-9a64-4d2a-bf5c-bc60d861c03f tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454760 Aug 05 11:33:11.577449 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-74a2cb61-d953-43ab-ad2c-b9627afd8341 req-a5bb93c9-e7b2-4e85-856d-bdebd270e431 service neutron] 10.222.0.64 "GET /v2.0/networks/6543cbeb-fcd1-48b6-8b28-7eb60b9c72ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9447596 Aug 05 11:33:11.595090 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142cfb0e-8040-43f2-81a7-b98fb1260103 req-e1759989-9a8e-466e-8c52-ad3af67756e7 tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:11.596878 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-142cfb0e-8040-43f2-81a7-b98fb1260103 req-e1759989-9a8e-466e-8c52-ad3af67756e7 tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] 10.222.0.64 "GET /v2.0/ports?device_id=2bcef571-9f02-432f-b5c7-c68acceeeebd HTTP/1.1" status: 200 len: 948 time: 0.3322747 Aug 05 11:33:11.605804 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:11.638329 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-ccda14e3-fe34-4a1a-9d15-cacc0f525413 req-81c01082-9e3d-4be3-bd3b-2438fce5dc75 service neutron] For port 8fe40b91-b25d-45f0-9197-c82f62355d38, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=8fe40b91-b25d-45f0-9197-c82f62355d38,segment=NetworkSegment(5c8761d6-8217-4a98-a998-0e6468c69ef6),segment_id=5c8761d6-8217-4a98-a998-0e6468c69ef6)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:33:11.653429 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cdc0d5-44ec-4b26-a88a-ee97dbe21e49 req-067be0e0-9100-489f-bd37-4f46d620c4ad tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:11.655572 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a0cdc0d5-44ec-4b26-a88a-ee97dbe21e49 req-067be0e0-9100-489f-bd37-4f46d620c4ad tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] 10.222.0.58 "GET /v2.0/ports?device_id=2bcef571-9f02-432f-b5c7-c68acceeeebd HTTP/1.1" status: 200 len: 948 time: 0.0785968 Aug 05 11:33:11.753871 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a0cdc0d5-44ec-4b26-a88a-ee97dbe21e49 req-2e2dabd5-eb7b-45db-9928-396f6ad3584a tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] 10.222.0.58 "GET /v2.0/security-groups?id=02cc6eac-67ba-47f3-90fb-e23087ccc773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774069 Aug 05 11:33:11.762433 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7bb0178b-479f-41a9-a59e-3c0bd4f57cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:11.765240 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7bb0178b-479f-41a9-a59e-3c0bd4f57cce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:11.770037 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-7bb0178b-479f-41a9-a59e-3c0bd4f57cce admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/59989d3c-67ef-4195-884b-30cda57ba2f6 HTTP/1.1" status: 204 len: 168 time: 1.3079433 Aug 05 11:33:11.778047 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7d17081c-cf98-4472-b54c-4e4c6510d56f req-4a2b2198-d272-4ce5-89ef-14fd72b223c8 service neutron] 10.222.0.55 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3493996 Aug 05 11:33:11.867329 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9e2761-1dff-45c1-b587-17a85b176ae8 req-b914e41c-8e7a-402f-9458-b2144407e63d tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:11.869324 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3c9e2761-1dff-45c1-b587-17a85b176ae8 req-b914e41c-8e7a-402f-9458-b2144407e63d tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 944 time: 0.1319818 Aug 05 11:33:11.876938 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb0178b-479f-41a9-a59e-3c0bd4f57cce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59989d3c-67ef-4195-884b-30cda57ba2f6,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:33:11.879068 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf0c559-51c4-4c33-8b2b-a4b04b3ae63b req-7bfc44d0-21c4-40dc-8130-86345c0802cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:11.880865 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6bf0c559-51c4-4c33-8b2b-a4b04b3ae63b req-7bfc44d0-21c4-40dc-8130-86345c0802cd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c4fc12c070034e088106f16dcb7c7f8a&device_id=5f37001e-9d67-440a-b593-7e7c7a1d9690 HTTP/1.1" status: 200 len: 1096 time: 0.1258130 Aug 05 11:33:11.915493 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-ccda14e3-fe34-4a1a-9d15-cacc0f525413 req-81c01082-9e3d-4be3-bd3b-2438fce5dc75 service neutron] For port 8fe40b91-b25d-45f0-9197-c82f62355d38, host n-h2-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:33:11.958221 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb0178b-479f-41a9-a59e-3c0bd4f57cce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:33:11.958831 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb0178b-479f-41a9-a59e-3c0bd4f57cce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:33:11.959377 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb0178b-479f-41a9-a59e-3c0bd4f57cce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:33:11.959975 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb0178b-479f-41a9-a59e-3c0bd4f57cce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:33:11.960566 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb0178b-479f-41a9-a59e-3c0bd4f57cce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:33:11.961017 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb0178b-479f-41a9-a59e-3c0bd4f57cce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:33:11.961362 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb0178b-479f-41a9-a59e-3c0bd4f57cce admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:33:11.961707 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb0178b-479f-41a9-a59e-3c0bd4f57cce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:33:11.962045 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb0178b-479f-41a9-a59e-3c0bd4f57cce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:33:11.962444 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb0178b-479f-41a9-a59e-3c0bd4f57cce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:33:11.963384 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb0178b-479f-41a9-a59e-3c0bd4f57cce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:33:11.963723 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb0178b-479f-41a9-a59e-3c0bd4f57cce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:33:12.027832 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-ccda14e3-fe34-4a1a-9d15-cacc0f525413 req-81c01082-9e3d-4be3-bd3b-2438fce5dc75 service neutron] device_id is not set on port 8fe40b91-b25d-45f0-9197-c82f62355d38 yet. {{(pid=94421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 11:33:12.037734 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-74a2cb61-d953-43ab-ad2c-b9627afd8341 req-285220a3-ac9b-460e-a0da-6969dc9180de service neutron] 10.222.0.64 "GET /v2.0/networks/6543cbeb-fcd1-48b6-8b28-7eb60b9c72ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3946614 Aug 05 11:33:12.041764 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3c9e2761-1dff-45c1-b587-17a85b176ae8 req-938093f3-87e9-444b-8887-ed772641f7c7 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595550 Aug 05 11:33:12.050385 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-ccda14e3-fe34-4a1a-9d15-cacc0f525413 req-81c01082-9e3d-4be3-bd3b-2438fce5dc75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:12.082852 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-ccda14e3-fe34-4a1a-9d15-cacc0f525413 req-81c01082-9e3d-4be3-bd3b-2438fce5dc75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:12.090540 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7d17081c-cf98-4472-b54c-4e4c6510d56f req-d8720d47-0990-42c3-bcdd-c1a4cbd54730 service neutron] 10.222.0.55 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2847471 Aug 05 11:33:12.122869 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d96725-f9d5-40fd-8d3b-a9da6521a310 req-f8ad7e6a-b944-42dd-b70e-6783c08352ff tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:12.124976 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-46d96725-f9d5-40fd-8d3b-a9da6521a310 req-f8ad7e6a-b944-42dd-b70e-6783c08352ff tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/ports?device_id=5f37001e-9d67-440a-b593-7e7c7a1d9690 HTTP/1.1" status: 200 len: 945 time: 0.2219450 Aug 05 11:33:12.138964 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf0c559-51c4-4c33-8b2b-a4b04b3ae63b req-b279d2d2-f2d2-4182-a5fd-d7f8cf76714d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:12.140619 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6bf0c559-51c4-4c33-8b2b-a4b04b3ae63b req-b279d2d2-f2d2-4182-a5fd-d7f8cf76714d service neutron] 10.222.0.64 "GET /v2.0/networks?id=ef036c19-6648-49e0-968c-d7cffbbb89aa HTTP/1.1" status: 200 len: 919 time: 0.2391417 Aug 05 11:33:12.172796 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-142cfb0e-8040-43f2-81a7-b98fb1260103 req-753ed0da-5ed5-4063-92ba-a80cd1e07abc tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] Deleting port c042185e-969b-41b5-9da5-597bd4b0deda {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:33:12.173388 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-142cfb0e-8040-43f2-81a7-b98fb1260103 req-753ed0da-5ed5-4063-92ba-a80cd1e07abc tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:12.182119 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.db.api [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94422) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 05 11:33:12.183626 n-d-803378-2 neutron-server[94422]: DEBUG oslo_db.api [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 11:33:12.267291 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6bf0c559-51c4-4c33-8b2b-a4b04b3ae63b req-922a145f-f99b-4f4e-bb29-495ceddeda7d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=daaafd27-08d5-4742-8b77-e4bc0f981df7 HTTP/1.1" status: 200 len: 217 time: 0.1168787 Aug 05 11:33:12.352122 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-46d96725-f9d5-40fd-8d3b-a9da6521a310 req-3993c54b-bb20-4e35-8370-427ed561a6ba tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/security-groups?id=367c82dd-50a3-4df9-a217-7f397fab3611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100053 Aug 05 11:33:12.354015 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccda14e3-fe34-4a1a-9d15-cacc0f525413 req-81c01082-9e3d-4be3-bd3b-2438fce5dc75 service neutron] No DVR routers for this DVR port 8fe40b91-b25d-45f0-9197-c82f62355d38 on host n-h2-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:33:12.360612 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c01082-9e3d-4be3-bd3b-2438fce5dc75 service neutron] Pushing event updated for resources: {'Port': ['ID=8fe40b91-b25d-45f0-9197-c82f62355d38,revision_number=6']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:33:12.377700 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 54910) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:33:12.413484 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d08536-05b3-435e-af5e-c98e801ea456 req-fd9db018-a720-4333-99b5-bf43e4976f4b tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:12.420837 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d08536-05b3-435e-af5e-c98e801ea456 req-fd9db018-a720-4333-99b5-bf43e4976f4b tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:12.430931 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d08536-05b3-435e-af5e-c98e801ea456 req-fd9db018-a720-4333-99b5-bf43e4976f4b tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:12.439259 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d08536-05b3-435e-af5e-c98e801ea456 req-fd9db018-a720-4333-99b5-bf43e4976f4b tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:12.445984 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-ccda14e3-fe34-4a1a-9d15-cacc0f525413 req-81c01082-9e3d-4be3-bd3b-2438fce5dc75 service neutron] In _notify_port_updated(), no bound segment for port 8fe40b91-b25d-45f0-9197-c82f62355d38 on network d036d46a-a30d-4750-b27d-4b7146f11df9 {{(pid=94421) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 05 11:33:12.446342 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d08536-05b3-435e-af5e-c98e801ea456 req-fd9db018-a720-4333-99b5-bf43e4976f4b tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:12.447794 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccda14e3-fe34-4a1a-9d15-cacc0f525413 req-81c01082-9e3d-4be3-bd3b-2438fce5dc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:12.448686 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-ccda14e3-fe34-4a1a-9d15-cacc0f525413 req-81c01082-9e3d-4be3-bd3b-2438fce5dc75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:12.449698 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a0d08536-05b3-435e-af5e-c98e801ea456 req-fd9db018-a720-4333-99b5-bf43e4976f4b tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "GET /v2.0/ports?device_id=443a76e9-196d-4aa4-85e8-0ee1eebabb66 HTTP/1.1" status: 200 len: 3877 time: 0.2267251 Aug 05 11:33:12.450256 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ccda14e3-fe34-4a1a-9d15-cacc0f525413 req-81c01082-9e3d-4be3-bd3b-2438fce5dc75 service neutron] 10.222.0.55 "PUT /v2.0/ports/8fe40b91-b25d-45f0-9197-c82f62355d38 HTTP/1.1" status: 200 len: 1027 time: 2.3109567 Aug 05 11:33:12.457345 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-142cfb0e-8040-43f2-81a7-b98fb1260103 req-753ed0da-5ed5-4063-92ba-a80cd1e07abc tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] For port c042185e-969b-41b5-9da5-597bd4b0deda, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=c042185e-969b-41b5-9da5-597bd4b0deda,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:33:12.457641 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-142cfb0e-8040-43f2-81a7-b98fb1260103 req-753ed0da-5ed5-4063-92ba-a80cd1e07abc tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:12.475084 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-595e2907-d859-44e1-b8d7-f938172321d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:12.483232 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf0c559-51c4-4c33-8b2b-a4b04b3ae63b req-03e4050d-635c-4a76-b3b6-97f9c94d7067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:12.484991 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6bf0c559-51c4-4c33-8b2b-a4b04b3ae63b req-03e4050d-635c-4a76-b3b6-97f9c94d7067 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=43646d00-2d61-4a10-95ab-4ec37fd97ea2 HTTP/1.1" status: 200 len: 858 time: 0.2049310 Aug 05 11:33:12.502729 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-142cfb0e-8040-43f2-81a7-b98fb1260103 req-753ed0da-5ed5-4063-92ba-a80cd1e07abc tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] Calling delete_port for c042185e-969b-41b5-9da5-597bd4b0deda owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:33:12.530944 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 2df26a48-fa2b-4da2-a97e-af100eff3c8f details requested by agent hyperv_n-h1-803378-2 with host n-h1-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:33:12.580020 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6bf0c559-51c4-4c33-8b2b-a4b04b3ae63b req-3689d9f4-6f0e-47e7-8e7a-9a82a89fc2f9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ef036c19-6648-49e0-968c-d7cffbbb89aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0788865 Aug 05 11:33:12.597009 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '443a76e9-196d-4aa4-85e8-0ee1eebabb66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06805de0-2639-4b78-8f29-513aafaaee7b'}, {'server_uuid': '443a76e9-196d-4aa4-85e8-0ee1eebabb66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '159c355d-badf-4ebb-89b8-3f2e172149e2'}, {'server_uuid': '443a76e9-196d-4aa4-85e8-0ee1eebabb66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5bd78e20-4e65-4320-8933-ff3e7cd3c7e1'}, {'server_uuid': '443a76e9-196d-4aa4-85e8-0ee1eebabb66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5788608-f14e-46e7-9589-cd5c2a4cea14'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:33:12.600376 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c9f02ab-c990-450e-be9b-473cdd0e33aa" -d '{"events": [{"server_uuid": "443a76e9-196d-4aa4-85e8-0ee1eebabb66", "name": "network-vif-unplugged", "status": "completed", "tag": "06805de0-2639-4b78-8f29-513aafaaee7b"}, {"server_uuid": "443a76e9-196d-4aa4-85e8-0ee1eebabb66", "name": "network-vif-unplugged", "status": "completed", "tag": "159c355d-badf-4ebb-89b8-3f2e172149e2"}, {"server_uuid": "443a76e9-196d-4aa4-85e8-0ee1eebabb66", "name": "network-vif-unplugged", "status": "completed", "tag": "5bd78e20-4e65-4320-8933-ff3e7cd3c7e1"}, {"server_uuid": "443a76e9-196d-4aa4-85e8-0ee1eebabb66", "name": "network-vif-unplugged", "status": "completed", "tag": "c5788608-f14e-46e7-9589-cd5c2a4cea14"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:33:12.637436 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-2c74ac95-d821-4ab6-ae84-add23d2fee77 None None] Provisioning complete for port 8fe40b91-b25d-45f0-9197-c82f62355d38 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:33:12.638190 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-2c74ac95-d821-4ab6-ae84-add23d2fee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:12.719430 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-ccda14e3-fe34-4a1a-9d15-cacc0f525413 req-e18b5599-3f9a-4781-8679-a66529589369 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Deleting port c5788608-f14e-46e7-9589-cd5c2a4cea14 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:33:12.719781 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-ccda14e3-fe34-4a1a-9d15-cacc0f525413 req-e18b5599-3f9a-4781-8679-a66529589369 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:12.724300 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0517628-dc97-4692-9675-f4a6555aad29 req-0dc4a907-57e9-44ae-b4a3-bef93e5ecb58 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:12.727152 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b0517628-dc97-4692-9675-f4a6555aad29 req-0dc4a907-57e9-44ae-b4a3-bef93e5ecb58 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=40021a41-d350-4e38-ac4d-f69e07c48ffb HTTP/1.1" status: 200 len: 945 time: 0.2626820 Aug 05 11:33:12.800186 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a0d08536-05b3-435e-af5e-c98e801ea456 req-21e6a175-5040-4d6b-a72f-bdfaa14954f0 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "GET /v2.0/security-groups?id=3ada918e-0522-4602-984c-a2f526ffb568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3258216 Aug 05 11:33:12.818228 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-2c74ac95-d821-4ab6-ae84-add23d2fee77 None None] Port 8fe40b91-b25d-45f0-9197-c82f62355d38 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:33:12.852673 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 2df26a48-fa2b-4da2-a97e-af100eff3c8f, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=2df26a48-fa2b-4da2-a97e-af100eff3c8f,segment=NetworkSegment(518e3e63-d2a5-47d5-92b9-f966f275c6de),segment_id=518e3e63-d2a5-47d5-92b9-f966f275c6de)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:33:12.904427 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Returning: {'device': '2df26a48-fa2b-4da2-a97e-af100eff3c8f', 'network_id': '126f96b6-eb66-4c29-a167-bda979496a65', 'port_id': '2df26a48-fa2b-4da2-a97e-af100eff3c8f', 'mac_address': 'fa:16:3e:a4:e3:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f603f39f-fbde-4d83-a41f-e0babb1f3ff1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:33:12.930060 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b0517628-dc97-4692-9675-f4a6555aad29 req-a4d8b31f-0cc7-4fcf-bf84-6439dd42dde2 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=47a5a50c-7385-42e8-98ac-c05af9825ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1894536 Aug 05 11:33:12.957637 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-ccda14e3-fe34-4a1a-9d15-cacc0f525413 req-e18b5599-3f9a-4781-8679-a66529589369 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] For port c5788608-f14e-46e7-9589-cd5c2a4cea14, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=c5788608-f14e-46e7-9589-cd5c2a4cea14,segment=NetworkSegment(5c8761d6-8217-4a98-a998-0e6468c69ef6),segment_id=5c8761d6-8217-4a98-a998-0e6468c69ef6)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:33:12.958307 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-ccda14e3-fe34-4a1a-9d15-cacc0f525413 req-e18b5599-3f9a-4781-8679-a66529589369 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:12.969333 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6bf0c559-51c4-4c33-8b2b-a4b04b3ae63b req-0a768ea4-5ebd-4587-ae25-805ab2930bfc service neutron] 10.222.0.64 "GET /v2.0/networks/ef036c19-6648-49e0-968c-d7cffbbb89aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3680170 Aug 05 11:33:12.979140 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-ccda14e3-fe34-4a1a-9d15-cacc0f525413 req-e18b5599-3f9a-4781-8679-a66529589369 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Calling delete_port for c5788608-f14e-46e7-9589-cd5c2a4cea14 owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:33:12.987714 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:13.024354 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2df26a48-fa2b-4da2-a97e-af100eff3c8f {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:33:13.070726 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 2df26a48-fa2b-4da2-a97e-af100eff3c8f, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=2df26a48-fa2b-4da2-a97e-af100eff3c8f,segment=NetworkSegment(518e3e63-d2a5-47d5-92b9-f966f275c6de),segment_id=518e3e63-d2a5-47d5-92b9-f966f275c6de)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:33:13.079473 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:13.108132 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-142cfb0e-8040-43f2-81a7-b98fb1260103 req-753ed0da-5ed5-4063-92ba-a80cd1e07abc tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:13.170832 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753ed0da-5ed5-4063-92ba-a80cd1e07abc tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] Pushing event deleted for resources: {'Port': ['ID=c042185e-969b-41b5-9da5-597bd4b0deda,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:33:13.206135 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=2df26a48-fa2b-4da2-a97e-af100eff3c8f,revision_number=9']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:33:13.283325 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef09a552-5d80-4031-9895-21989cbb6b93 req-f2945c46-5ee0-44d0-a93f-e5b15d59ba39 tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:13.286059 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ef09a552-5d80-4031-9895-21989cbb6b93 req-f2945c46-5ee0-44d0-a93f-e5b15d59ba39 tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] 10.222.0.58 "GET /v2.0/ports?device_id=74729a8a-2050-403d-925d-4e55bda5531e HTTP/1.1" status: 200 len: 943 time: 0.3430266 Aug 05 11:33:13.289675 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-595e2907-d859-44e1-b8d7-f938172321d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:13.312904 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-595e2907-d859-44e1-b8d7-f938172321d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:13.320837 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-142cfb0e-8040-43f2-81a7-b98fb1260103 req-753ed0da-5ed5-4063-92ba-a80cd1e07abc tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] No DVR routers for this DVR port c042185e-969b-41b5-9da5-597bd4b0deda on host n-h1-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:33:13.332185 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-142cfb0e-8040-43f2-81a7-b98fb1260103 req-753ed0da-5ed5-4063-92ba-a80cd1e07abc tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:13.336720 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-142cfb0e-8040-43f2-81a7-b98fb1260103 req-753ed0da-5ed5-4063-92ba-a80cd1e07abc tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] 10.222.0.64 "DELETE /v2.0/ports/c042185e-969b-41b5-9da5-597bd4b0deda HTTP/1.1" status: 204 len: 173 time: 1.6920061 Aug 05 11:33:13.337498 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bcef571-9f02-432f-b5c7-c68acceeeebd', 'name': 'network-vif-deleted', 'tag': 'c042185e-969b-41b5-9da5-597bd4b0deda'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:33:13.352246 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77a70e01-8579-4606-ad7c-4356f5df1aa9" -d '{"events": [{"server_uuid": "2bcef571-9f02-432f-b5c7-c68acceeeebd", "name": "network-vif-deleted", "tag": "c042185e-969b-41b5-9da5-597bd4b0deda"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:33:13.402551 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582f3170-8e5c-49f2-a13d-2e10b2857d74 req-1d3d603d-40c4-4341-a03e-f855afbf77ad tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:13.404090 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-582f3170-8e5c-49f2-a13d-2e10b2857d74 req-1d3d603d-40c4-4341-a03e-f855afbf77ad tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=43dc8de5-f460-48f2-9969-bd31538c767f HTTP/1.1" status: 200 len: 950 time: 0.3026428 Aug 05 11:33:13.414448 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-ccda14e3-fe34-4a1a-9d15-cacc0f525413 req-e18b5599-3f9a-4781-8679-a66529589369 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:13.417644 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6bf0c559-51c4-4c33-8b2b-a4b04b3ae63b req-c392d5fb-193f-4c9c-a3b8-adaf3b26c296 service neutron] 10.222.0.64 "GET /v2.0/networks/ef036c19-6648-49e0-968c-d7cffbbb89aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4262233 Aug 05 11:33:13.453640 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595e2907-d859-44e1-b8d7-f938172321d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=404ce29d-1124-41ec-b5c6-065a3ad716fc,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:33:13.469272 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18b5599-3f9a-4781-8679-a66529589369 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Pushing event deleted for resources: {'Port': ['ID=c5788608-f14e-46e7-9589-cd5c2a4cea14,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:33:13.473705 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-595e2907-d859-44e1-b8d7-f938172321d6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bb3b71ec5fa34aa98863ea438fc8368e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0928152 Aug 05 11:33:13.476743 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 54926) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:33:13.483998 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ef09a552-5d80-4031-9895-21989cbb6b93 req-8b33b912-d78e-4f97-868c-8541002afe93 tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] 10.222.0.58 "GET /v2.0/security-groups?id=c3741838-73dc-4e00-ab48-db6b7a231ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880233 Aug 05 11:33:13.487375 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595e2907-d859-44e1-b8d7-f938172321d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:33:13.487729 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595e2907-d859-44e1-b8d7-f938172321d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:33:13.488059 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595e2907-d859-44e1-b8d7-f938172321d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:33:13.488406 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595e2907-d859-44e1-b8d7-f938172321d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:33:13.488801 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595e2907-d859-44e1-b8d7-f938172321d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:33:13.489223 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595e2907-d859-44e1-b8d7-f938172321d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:33:13.489564 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595e2907-d859-44e1-b8d7-f938172321d6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:33:13.489899 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595e2907-d859-44e1-b8d7-f938172321d6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:33:13.490232 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595e2907-d859-44e1-b8d7-f938172321d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:33:13.490624 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595e2907-d859-44e1-b8d7-f938172321d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:33:13.490999 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595e2907-d859-44e1-b8d7-f938172321d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:33:13.491329 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595e2907-d859-44e1-b8d7-f938172321d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:33:13.544738 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-582f3170-8e5c-49f2-a13d-2e10b2857d74 req-c406886b-326c-4dba-aa2b-68d482c578f0 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259344 Aug 05 11:33:13.604521 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccda14e3-fe34-4a1a-9d15-cacc0f525413 req-e18b5599-3f9a-4781-8679-a66529589369 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] No DVR routers for this DVR port c5788608-f14e-46e7-9589-cd5c2a4cea14 on host n-h2-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:33:13.609708 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-ccda14e3-fe34-4a1a-9d15-cacc0f525413 req-e18b5599-3f9a-4781-8679-a66529589369 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:13.617983 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ccda14e3-fe34-4a1a-9d15-cacc0f525413 req-e18b5599-3f9a-4781-8679-a66529589369 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.55 "DELETE /v2.0/ports/c5788608-f14e-46e7-9589-cd5c2a4cea14 HTTP/1.1" status: 204 len: 173 time: 1.1515338 Aug 05 11:33:13.646113 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Thu, 05 Aug 2021 11:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9b6cd61-cd6c-4496-9ab7-dc83f0a6bdf3 x-openstack-request-id: req-a9b6cd61-cd6c-4496-9ab7-dc83f0a6bdf3 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:33:13.646507 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "443a76e9-196d-4aa4-85e8-0ee1eebabb66", "name": "network-vif-unplugged", "status": "completed", "tag": "06805de0-2639-4b78-8f29-513aafaaee7b", "code": 200}, {"server_uuid": "443a76e9-196d-4aa4-85e8-0ee1eebabb66", "name": "network-vif-unplugged", "status": "completed", "tag": "159c355d-badf-4ebb-89b8-3f2e172149e2", "code": 200}, {"server_uuid": "443a76e9-196d-4aa4-85e8-0ee1eebabb66", "name": "network-vif-unplugged", "status": "completed", "tag": "5bd78e20-4e65-4320-8933-ff3e7cd3c7e1", "code": 200}, {"server_uuid": "443a76e9-196d-4aa4-85e8-0ee1eebabb66", "name": "network-vif-unplugged", "status": "completed", "tag": "c5788608-f14e-46e7-9589-cd5c2a4cea14", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:33:13.646871 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a9b6cd61-cd6c-4496-9ab7-dc83f0a6bdf3 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:33:13.647854 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '443a76e9-196d-4aa4-85e8-0ee1eebabb66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06805de0-2639-4b78-8f29-513aafaaee7b', 'code': 200} Aug 05 11:33:13.648207 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '443a76e9-196d-4aa4-85e8-0ee1eebabb66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '159c355d-badf-4ebb-89b8-3f2e172149e2', 'code': 200} Aug 05 11:33:13.648703 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '443a76e9-196d-4aa4-85e8-0ee1eebabb66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5bd78e20-4e65-4320-8933-ff3e7cd3c7e1', 'code': 200} Aug 05 11:33:13.649114 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '443a76e9-196d-4aa4-85e8-0ee1eebabb66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5788608-f14e-46e7-9589-cd5c2a4cea14', 'code': 200} Aug 05 11:33:13.741135 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:13.746043 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-da256b23-9b24-4e3a-837e-83602e550ba8 req-f9fad952-6c0a-4296-a599-81b39f5562a1 tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] 10.222.0.58 "GET /v2.0/ports?device_id=2bcef571-9f02-432f-b5c7-c68acceeeebd HTTP/1.1" status: 200 len: 210 time: 0.0446591 Aug 05 11:33:13.789410 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c434e7ca-5b2a-4a94-9444-a66759d25f1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:13.836206 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-ccda14e3-fe34-4a1a-9d15-cacc0f525413 req-5ce1bd34-7b88-4335-a0bb-0e520bbf6bd3 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Deleting port cda42fa7-6755-4e33-bd29-5cc1df60f230 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:33:13.836765 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-ccda14e3-fe34-4a1a-9d15-cacc0f525413 req-5ce1bd34-7b88-4335-a0bb-0e520bbf6bd3 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:13.883092 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1b97fe5-2819-4ff6-8fe2-194d4d3ba1e4 x-openstack-request-id: req-d1b97fe5-2819-4ff6-8fe2-194d4d3ba1e4 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:33:13.883816 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bcef571-9f02-432f-b5c7-c68acceeeebd", "name": "network-vif-deleted", "tag": "c042185e-969b-41b5-9da5-597bd4b0deda", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:33:13.884518 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d1b97fe5-2819-4ff6-8fe2-194d4d3ba1e4 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:33:13.886214 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bcef571-9f02-432f-b5c7-c68acceeeebd', 'name': 'network-vif-deleted', 'tag': 'c042185e-969b-41b5-9da5-597bd4b0deda', 'status': 'completed', 'code': 200} Aug 05 11:33:13.906541 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['2df26a48-fa2b-4da2-a97e-af100eff3c8f'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:33:13.947478 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c434e7ca-5b2a-4a94-9444-a66759d25f1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:14.038857 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b27c65-7a0a-465d-bf5a-c683ceddc111 req-9c7a77c0-99f7-4826-bf16-392d7c885ff9 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:14.041931 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-04b27c65-7a0a-465d-bf5a-c683ceddc111 req-9c7a77c0-99f7-4826-bf16-392d7c885ff9 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 945 time: 0.1599319 Aug 05 11:33:14.069360 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c434e7ca-5b2a-4a94-9444-a66759d25f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:14.072907 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c434e7ca-5b2a-4a94-9444-a66759d25f1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:14.078521 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-c434e7ca-5b2a-4a94-9444-a66759d25f1b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/404ce29d-1124-41ec-b5c6-065a3ad716fc HTTP/1.1" status: 204 len: 168 time: 0.5848966 Aug 05 11:33:14.098925 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9adeca3-fc29-42a5-b11a-8fb85dadd5c1 req-973b4e2a-eced-4d6d-b43b-947c74e20984 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:14.101437 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-ccda14e3-fe34-4a1a-9d15-cacc0f525413 req-5ce1bd34-7b88-4335-a0bb-0e520bbf6bd3 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] For port cda42fa7-6755-4e33-bd29-5cc1df60f230, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=cda42fa7-6755-4e33-bd29-5cc1df60f230,segment=NetworkSegment(4abe3257-1333-4b02-890e-df6823bdca9a),segment_id=4abe3257-1333-4b02-890e-df6823bdca9a)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:33:14.102258 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b9adeca3-fc29-42a5-b11a-8fb85dadd5c1 req-973b4e2a-eced-4d6d-b43b-947c74e20984 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/ports?device_id=5f37001e-9d67-440a-b593-7e7c7a1d9690 HTTP/1.1" status: 200 len: 945 time: 0.1374526 Aug 05 11:33:14.104869 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-ccda14e3-fe34-4a1a-9d15-cacc0f525413 req-5ce1bd34-7b88-4335-a0bb-0e520bbf6bd3 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:14.141376 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c434e7ca-5b2a-4a94-9444-a66759d25f1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=404ce29d-1124-41ec-b5c6-065a3ad716fc,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:33:14.254583 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-04b27c65-7a0a-465d-bf5a-c683ceddc111 req-fc790b59-2dce-48d9-b5fd-00e7f9d2264b tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943111 Aug 05 11:33:14.326178 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b9adeca3-fc29-42a5-b11a-8fb85dadd5c1 req-691b9d48-f3b5-48e7-b04f-7a9041fe563f tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/security-groups?id=367c82dd-50a3-4df9-a217-7f397fab3611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997511 Aug 05 11:33:14.559606 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device c042185e-969b-41b5-9da5-597bd4b0deda no longer exists at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:33:14.594142 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] No Port match for: c042185e-969b-41b5-9da5-597bd4b0deda {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:33:14.594546 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device c042185e-969b-41b5-9da5-597bd4b0deda not bound to the agent host n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:33:14.608033 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7126af-19a5-4d49-9def-00bdbe6a7aee req-648dc012-c974-45df-916e-b2390eb6c541 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:14.609919 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ed7126af-19a5-4d49-9def-00bdbe6a7aee req-648dc012-c974-45df-916e-b2390eb6c541 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=40021a41-d350-4e38-ac4d-f69e07c48ffb HTTP/1.1" status: 200 len: 945 time: 0.2258332 Aug 05 11:33:14.643061 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1480b239-931f-41ef-b8fd-b03364fb71d9 req-8e89985e-c51c-40fa-9cd2-ec574ffe1224 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:14.650455 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1480b239-931f-41ef-b8fd-b03364fb71d9 req-8e89985e-c51c-40fa-9cd2-ec574ffe1224 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:14.670016 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-ccda14e3-fe34-4a1a-9d15-cacc0f525413 req-5ce1bd34-7b88-4335-a0bb-0e520bbf6bd3 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:14.670938 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1480b239-931f-41ef-b8fd-b03364fb71d9 req-8e89985e-c51c-40fa-9cd2-ec574ffe1224 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:14.671104 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-ccda14e3-fe34-4a1a-9d15-cacc0f525413 req-5ce1bd34-7b88-4335-a0bb-0e520bbf6bd3 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33287247'] for floatingip, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:14.671654 n-d-803378-2 neutron-server[94421]: INFO neutron.db.l3_db [req-ccda14e3-fe34-4a1a-9d15-cacc0f525413 req-5ce1bd34-7b88-4335-a0bb-0e520bbf6bd3 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Floating IP 9a282ff7-074d-43f8-9002-32cd30bb94cd disassociated. External IP: 172.25.5.154, port: cda42fa7-6755-4e33-bd29-5cc1df60f230. Aug 05 11:33:14.672387 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-ccda14e3-fe34-4a1a-9d15-cacc0f525413 req-5ce1bd34-7b88-4335-a0bb-0e520bbf6bd3 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Calling delete_port for cda42fa7-6755-4e33-bd29-5cc1df60f230 owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:33:14.678782 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1480b239-931f-41ef-b8fd-b03364fb71d9 req-8e89985e-c51c-40fa-9cd2-ec574ffe1224 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:14.680637 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1480b239-931f-41ef-b8fd-b03364fb71d9 req-8e89985e-c51c-40fa-9cd2-ec574ffe1224 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "GET /v2.0/ports?device_id=443a76e9-196d-4aa4-85e8-0ee1eebabb66 HTTP/1.1" status: 200 len: 3144 time: 0.2443800 Aug 05 11:33:14.755597 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1480b239-931f-41ef-b8fd-b03364fb71d9 req-81e99cfd-a7e2-47a4-b646-01cf7e707ec5 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "GET /v2.0/security-groups?id=3ada918e-0522-4602-984c-a2f526ffb568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557036 Aug 05 11:33:14.760211 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ed7126af-19a5-4d49-9def-00bdbe6a7aee req-3ebf5848-d753-4fa9-b905-e1efa724f064 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=47a5a50c-7385-42e8-98ac-c05af9825ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1355073 Aug 05 11:33:14.842564 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-ccda14e3-fe34-4a1a-9d15-cacc0f525413 req-5ce1bd34-7b88-4335-a0bb-0e520bbf6bd3 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:14.899749 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce1bd34-7b88-4335-a0bb-0e520bbf6bd3 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Pushing event deleted for resources: {'Port': ['ID=cda42fa7-6755-4e33-bd29-5cc1df60f230,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:33:14.959766 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57724bbf-4dee-44e4-b8ef-ecc53b81b745 req-be18f083-1190-4e0f-8de3-9ffc2ac1bd7a tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:14.961452 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-57724bbf-4dee-44e4-b8ef-ecc53b81b745 req-be18f083-1190-4e0f-8de3-9ffc2ac1bd7a tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=43dc8de5-f460-48f2-9969-bd31538c767f HTTP/1.1" status: 200 len: 950 time: 0.0967124 Aug 05 11:33:14.980605 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3b5786-0f8f-4340-ba82-80a6a821b758 req-3db7b360-0eab-428c-8759-d2999b348488 tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:14.982513 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ed3b5786-0f8f-4340-ba82-80a6a821b758 req-3db7b360-0eab-428c-8759-d2999b348488 tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] 10.222.0.58 "GET /v2.0/ports?device_id=74729a8a-2050-403d-925d-4e55bda5531e HTTP/1.1" status: 200 len: 943 time: 0.1056566 Aug 05 11:33:15.041573 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-57724bbf-4dee-44e4-b8ef-ecc53b81b745 req-15cb0c27-8c0b-4d86-b529-41a86d24e156 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571935 Aug 05 11:33:15.058855 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ed3b5786-0f8f-4340-ba82-80a6a821b758 req-9a59ffba-9a4f-431a-ba74-0d599c4b0da0 tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] 10.222.0.58 "GET /v2.0/security-groups?id=c3741838-73dc-4e00-ab48-db6b7a231ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584784 Aug 05 11:33:15.082951 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ccda14e3-fe34-4a1a-9d15-cacc0f525413 req-5ce1bd34-7b88-4335-a0bb-0e520bbf6bd3 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Router 2df3458d-2693-48da-a64c-10b624594a09 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 11:33:15.223109 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dade27f-fb90-40b9-8e2b-0ff954f350ac req-f81c849d-536b-4c0b-b156-f223a08ee068 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:15.226023 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6dade27f-fb90-40b9-8e2b-0ff954f350ac req-f81c849d-536b-4c0b-b156-f223a08ee068 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=40021a41-d350-4e38-ac4d-f69e07c48ffb HTTP/1.1" status: 200 len: 945 time: 0.0777302 Aug 05 11:33:15.261708 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ccda14e3-fe34-4a1a-9d15-cacc0f525413 req-5ce1bd34-7b88-4335-a0bb-0e520bbf6bd3 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:33:15.277886 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b697e0e-7776-4c3e-a688-0dd0d867e252 None None] Sync routers for ids ['2df3458d-2693-48da-a64c-10b624594a09'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:33:15.291412 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b697e0e-7776-4c3e-a688-0dd0d867e252 None None] Routers {'2df3458d-2693-48da-a64c-10b624594a09'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:33:15.292607 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-3b697e0e-7776-4c3e-a688-0dd0d867e252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:33:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['2df3458d-2693-48da-a64c-10b624594a09'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:33:15.301301 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6dade27f-fb90-40b9-8e2b-0ff954f350ac req-f7db31ba-3805-4641-bc3e-67c136785c75 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=47a5a50c-7385-42e8-98ac-c05af9825ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689163 Aug 05 11:33:15.396172 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccda14e3-fe34-4a1a-9d15-cacc0f525413 req-5ce1bd34-7b88-4335-a0bb-0e520bbf6bd3 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] No DVR routers for this DVR port cda42fa7-6755-4e33-bd29-5cc1df60f230 on host n-h2-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:33:15.409355 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-ccda14e3-fe34-4a1a-9d15-cacc0f525413 req-5ce1bd34-7b88-4335-a0bb-0e520bbf6bd3 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:15.413421 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ccda14e3-fe34-4a1a-9d15-cacc0f525413 req-5ce1bd34-7b88-4335-a0bb-0e520bbf6bd3 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.55 "DELETE /v2.0/ports/cda42fa7-6755-4e33-bd29-5cc1df60f230 HTTP/1.1" status: 204 len: 173 time: 1.7881365 Aug 05 11:33:15.451223 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-3b697e0e-7776-4c3e-a688-0dd0d867e252 None None] Set router 2df3458d-2693-48da-a64c-10b624594a09 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:33:15.580983 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381df306-9f5c-46a8-9d86-19bd0684fab2 req-edc8f9dd-18b0-4d1c-ba34-d8f1ebb62a76 tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:15.588666 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-381df306-9f5c-46a8-9d86-19bd0684fab2 req-edc8f9dd-18b0-4d1c-ba34-d8f1ebb62a76 tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] 10.222.0.58 "GET /v2.0/ports?device_id=21dc698f-345a-420b-8016-e43afed59e9e HTTP/1.1" status: 200 len: 949 time: 0.1308086 Aug 05 11:33:15.657316 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-ccda14e3-fe34-4a1a-9d15-cacc0f525413 req-5dfa6bd8-d76d-4b49-88fa-18e69ba16b60 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Deleting port 159c355d-badf-4ebb-89b8-3f2e172149e2 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:33:15.657671 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-ccda14e3-fe34-4a1a-9d15-cacc0f525413 req-5dfa6bd8-d76d-4b49-88fa-18e69ba16b60 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:15.704137 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-381df306-9f5c-46a8-9d86-19bd0684fab2 req-8586e898-db40-47f0-a59d-8b697f5c96e6 tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] 10.222.0.58 "GET /v2.0/security-groups?id=02cc6eac-67ba-47f3-90fb-e23087ccc773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144586 Aug 05 11:33:15.720989 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279cce87-2e1b-41ed-9c4f-15f91dc567a1 req-ea804d49-eec9-44ef-9a14-0debfeb334ee tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:15.722651 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-279cce87-2e1b-41ed-9c4f-15f91dc567a1 req-ea804d49-eec9-44ef-9a14-0debfeb334ee tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 945 time: 0.1786754 Aug 05 11:33:15.832292 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-ccda14e3-fe34-4a1a-9d15-cacc0f525413 req-5dfa6bd8-d76d-4b49-88fa-18e69ba16b60 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] For port 159c355d-badf-4ebb-89b8-3f2e172149e2, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=159c355d-badf-4ebb-89b8-3f2e172149e2,segment=NetworkSegment(8aa51bd4-6b25-4691-9a66-cb8b2c3d272e),segment_id=8aa51bd4-6b25-4691-9a66-cb8b2c3d272e)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:33:15.832994 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-ccda14e3-fe34-4a1a-9d15-cacc0f525413 req-5dfa6bd8-d76d-4b49-88fa-18e69ba16b60 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:15.834160 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-279cce87-2e1b-41ed-9c4f-15f91dc567a1 req-b6548d75-5514-4027-99e0-7b032d9a0eb3 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028874 Aug 05 11:33:15.856920 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-ccda14e3-fe34-4a1a-9d15-cacc0f525413 req-5dfa6bd8-d76d-4b49-88fa-18e69ba16b60 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Calling delete_port for 159c355d-badf-4ebb-89b8-3f2e172149e2 owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:33:15.875834 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194459d3-9b89-4a2f-aabb-ddd7d3a07776 req-a7003b94-6ea1-47e3-8c56-73de1b9a7199 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:15.884665 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-194459d3-9b89-4a2f-aabb-ddd7d3a07776 req-a7003b94-6ea1-47e3-8c56-73de1b9a7199 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/ports?device_id=5f37001e-9d67-440a-b593-7e7c7a1d9690 HTTP/1.1" status: 200 len: 945 time: 0.1005919 Aug 05 11:33:15.909128 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '443a76e9-196d-4aa4-85e8-0ee1eebabb66', 'name': 'network-vif-deleted', 'tag': 'c5788608-f14e-46e7-9589-cd5c2a4cea14'}, {'server_uuid': '443a76e9-196d-4aa4-85e8-0ee1eebabb66', 'name': 'network-vif-deleted', 'tag': 'cda42fa7-6755-4e33-bd29-5cc1df60f230'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:33:15.910257 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67169cbb-146d-4424-a7b2-f10d81aa9949" -d '{"events": [{"server_uuid": "443a76e9-196d-4aa4-85e8-0ee1eebabb66", "name": "network-vif-deleted", "tag": "c5788608-f14e-46e7-9589-cd5c2a4cea14"}, {"server_uuid": "443a76e9-196d-4aa4-85e8-0ee1eebabb66", "name": "network-vif-deleted", "tag": "cda42fa7-6755-4e33-bd29-5cc1df60f230"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:33:15.964094 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-3b697e0e-7776-4c3e-a688-0dd0d867e252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df3458d-2693-48da-a64c-10b624594a09', 'name': 'tempest-TaggedBootDevicesTest-1186463926-router', 'tenant_id': 'b4870e3c85c84ca78a3c4012c18adec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.250'}], 'enable_snat': True}, 'gw_port_id': '09c5145f-14f6-4aca-8e5a-e8e2320c5277', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:21:37Z', 'updated_at': '2021-08-05T11:21:46Z', 'revision_number': 4, 'project_id': 'b4870e3c85c84ca78a3c4012c18adec3', 'gw_port': {'id': '09c5145f-14f6-4aca-8e5a-e8e2320c5277', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:ed:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df3458d-2693-48da-a64c-10b624594a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:21:38Z', 'updated_at': '2021-08-05T11:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '71001dc5-964e-4d77-9d86-a6f93b379a0b', 'name': '', 'network_id': '1d9d0f10-7957-4188-9ef0-2efd524fc96a', 'tenant_id': 'b4870e3c85c84ca78a3c4012c18adec3', 'mac_address': 'fa:16:3e:a2:c0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df3458d-2693-48da-a64c-10b624594a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '359b66e9-993f-49f2-872a-086774950a53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:21:43Z', 'updated_at': '2021-08-05T11:21:55Z', 'revision_number': 5, 'project_id': 'b4870e3c85c84ca78a3c4012c18adec3', 'subnets': [{'id': '359b66e9-993f-49f2-872a-086774950a53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:33:15.988341 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-194459d3-9b89-4a2f-aabb-ddd7d3a07776 req-9df236bf-d717-4ce0-b727-b5d57ea48f98 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/security-groups?id=367c82dd-50a3-4df9-a217-7f397fab3611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021597 Aug 05 11:33:16.017648 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b697e0e-7776-4c3e-a688-0dd0d867e252 None None] Checking router: 2df3458d-2693-48da-a64c-10b624594a09 for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:33:16.030374 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b697e0e-7776-4c3e-a688-0dd0d867e252 None None] Routers {'2df3458d-2693-48da-a64c-10b624594a09'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:33:16.031101 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-3b697e0e-7776-4c3e-a688-0dd0d867e252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:33:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['2df3458d-2693-48da-a64c-10b624594a09'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:33:16.085198 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-ccda14e3-fe34-4a1a-9d15-cacc0f525413 req-5dfa6bd8-d76d-4b49-88fa-18e69ba16b60 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:16.129230 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa6bd8-d76d-4b49-88fa-18e69ba16b60 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Pushing event deleted for resources: {'Port': ['ID=159c355d-badf-4ebb-89b8-3f2e172149e2,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:33:16.196142 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-3b697e0e-7776-4c3e-a688-0dd0d867e252 None None] Set router 2df3458d-2693-48da-a64c-10b624594a09 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:33:16.214407 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f2cfd9-3070-4666-ba03-540a998ec350 req-ee38f092-3608-4703-a8c6-4855818c7e74 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:16.231548 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccda14e3-fe34-4a1a-9d15-cacc0f525413 req-5dfa6bd8-d76d-4b49-88fa-18e69ba16b60 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] No DVR routers for this DVR port 159c355d-badf-4ebb-89b8-3f2e172149e2 on host n-h2-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:33:16.231667 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f2cfd9-3070-4666-ba03-540a998ec350 req-ee38f092-3608-4703-a8c6-4855818c7e74 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:16.232537 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-ccda14e3-fe34-4a1a-9d15-cacc0f525413 req-5dfa6bd8-d76d-4b49-88fa-18e69ba16b60 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:16.236040 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ccda14e3-fe34-4a1a-9d15-cacc0f525413 req-5dfa6bd8-d76d-4b49-88fa-18e69ba16b60 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.55 "DELETE /v2.0/ports/159c355d-badf-4ebb-89b8-3f2e172149e2 HTTP/1.1" status: 204 len: 173 time: 0.8127196 Aug 05 11:33:16.241623 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-49f2cfd9-3070-4666-ba03-540a998ec350 req-ee38f092-3608-4703-a8c6-4855818c7e74 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "GET /v2.0/ports?device_id=443a76e9-196d-4aa4-85e8-0ee1eebabb66 HTTP/1.1" status: 200 len: 1677 time: 0.1344712 Aug 05 11:33:16.253845 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bb236b-8b69-4ea3-8bdf-ea84ecbff544 req-36960ff0-f225-465a-9cfc-2bb8492beb8d tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:16.255434 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-09bb236b-8b69-4ea3-8bdf-ea84ecbff544 req-36960ff0-f225-465a-9cfc-2bb8492beb8d tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/networks?id=3bbc31db-4958-4e8b-9f8e-bc48b5d28e47 HTTP/1.1" status: 200 len: 812 time: 0.2663507 Aug 05 11:33:16.310393 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-09bb236b-8b69-4ea3-8bdf-ea84ecbff544 req-f0eaa9e4-b7d1-47f3-9f9f-51a8e75339e8 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/quotas/922471f37b13454ba92168a26c5eea8e HTTP/1.1" status: 200 len: 375 time: 0.0298469 Aug 05 11:33:16.314131 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-49f2cfd9-3070-4666-ba03-540a998ec350 req-3eefce49-ae1a-432c-9cde-e0ecfcbe5dc9 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "GET /v2.0/security-groups?id=3ada918e-0522-4602-984c-a2f526ffb568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715098 Aug 05 11:33:16.402693 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-ccda14e3-fe34-4a1a-9d15-cacc0f525413 req-89382265-1595-4ddc-ad30-f7c7e1a25b3e tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Deleting port 5bd78e20-4e65-4320-8933-ff3e7cd3c7e1 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:33:16.403253 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-ccda14e3-fe34-4a1a-9d15-cacc0f525413 req-89382265-1595-4ddc-ad30-f7c7e1a25b3e tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:16.417468 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-09bb236b-8b69-4ea3-8bdf-ea84ecbff544 req-ca75e200-ab9e-41ba-83f8-401b602e7087 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=922471f37b13454ba92168a26c5eea8e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0954552 Aug 05 11:33:16.505919 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 05 Aug 2021 11:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b1d1eb5-55ff-434d-8c7c-20d3797e3f5e x-openstack-request-id: req-5b1d1eb5-55ff-434d-8c7c-20d3797e3f5e {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:33:16.506276 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "443a76e9-196d-4aa4-85e8-0ee1eebabb66", "name": "network-vif-deleted", "tag": "c5788608-f14e-46e7-9589-cd5c2a4cea14", "status": "completed", "code": 200}, {"server_uuid": "443a76e9-196d-4aa4-85e8-0ee1eebabb66", "name": "network-vif-deleted", "tag": "cda42fa7-6755-4e33-bd29-5cc1df60f230", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:33:16.506543 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5b1d1eb5-55ff-434d-8c7c-20d3797e3f5e {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:33:16.507132 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '443a76e9-196d-4aa4-85e8-0ee1eebabb66', 'name': 'network-vif-deleted', 'tag': 'c5788608-f14e-46e7-9589-cd5c2a4cea14', 'status': 'completed', 'code': 200} Aug 05 11:33:16.507443 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '443a76e9-196d-4aa4-85e8-0ee1eebabb66', 'name': 'network-vif-deleted', 'tag': 'cda42fa7-6755-4e33-bd29-5cc1df60f230', 'status': 'completed', 'code': 200} Aug 05 11:33:16.561807 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-3b697e0e-7776-4c3e-a688-0dd0d867e252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df3458d-2693-48da-a64c-10b624594a09', 'name': 'tempest-TaggedBootDevicesTest-1186463926-router', 'tenant_id': 'b4870e3c85c84ca78a3c4012c18adec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.250'}], 'enable_snat': True}, 'gw_port_id': '09c5145f-14f6-4aca-8e5a-e8e2320c5277', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:21:37Z', 'updated_at': '2021-08-05T11:21:46Z', 'revision_number': 4, 'project_id': 'b4870e3c85c84ca78a3c4012c18adec3', 'gw_port': {'id': '09c5145f-14f6-4aca-8e5a-e8e2320c5277', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:ed:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df3458d-2693-48da-a64c-10b624594a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:21:38Z', 'updated_at': '2021-08-05T11:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '71001dc5-964e-4d77-9d86-a6f93b379a0b', 'name': '', 'network_id': '1d9d0f10-7957-4188-9ef0-2efd524fc96a', 'tenant_id': 'b4870e3c85c84ca78a3c4012c18adec3', 'mac_address': 'fa:16:3e:a2:c0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df3458d-2693-48da-a64c-10b624594a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '359b66e9-993f-49f2-872a-086774950a53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:21:43Z', 'updated_at': '2021-08-05T11:21:55Z', 'revision_number': 5, 'project_id': 'b4870e3c85c84ca78a3c4012c18adec3', 'subnets': [{'id': '359b66e9-993f-49f2-872a-086774950a53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:33:16.586123 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-ccda14e3-fe34-4a1a-9d15-cacc0f525413 req-89382265-1595-4ddc-ad30-f7c7e1a25b3e tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] For port 5bd78e20-4e65-4320-8933-ff3e7cd3c7e1, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=5bd78e20-4e65-4320-8933-ff3e7cd3c7e1,segment=NetworkSegment(5c8761d6-8217-4a98-a998-0e6468c69ef6),segment_id=5c8761d6-8217-4a98-a998-0e6468c69ef6)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:33:16.586657 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-ccda14e3-fe34-4a1a-9d15-cacc0f525413 req-89382265-1595-4ddc-ad30-f7c7e1a25b3e tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:16.609526 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-ccda14e3-fe34-4a1a-9d15-cacc0f525413 req-89382265-1595-4ddc-ad30-f7c7e1a25b3e tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Calling delete_port for 5bd78e20-4e65-4320-8933-ff3e7cd3c7e1 owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:33:16.637281 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b697e0e-7776-4c3e-a688-0dd0d867e252 None None] The sync data for ids ['2df3458d-2693-48da-a64c-10b624594a09'] in n-d-803378-2 is: [{'id': '2df3458d-2693-48da-a64c-10b624594a09', 'name': 'tempest-TaggedBootDevicesTest-1186463926-router', 'tenant_id': 'b4870e3c85c84ca78a3c4012c18adec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.250'}], 'enable_snat': True}, 'gw_port_id': '09c5145f-14f6-4aca-8e5a-e8e2320c5277', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:21:37Z', 'updated_at': '2021-08-05T11:21:46Z', 'revision_number': 4, 'project_id': 'b4870e3c85c84ca78a3c4012c18adec3', 'gw_port': {'id': '09c5145f-14f6-4aca-8e5a-e8e2320c5277', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:ed:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df3458d-2693-48da-a64c-10b624594a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:21:38Z', 'updated_at': '2021-08-05T11:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '71001dc5-964e-4d77-9d86-a6f93b379a0b', 'name': '', 'network_id': '1d9d0f10-7957-4188-9ef0-2efd524fc96a', 'tenant_id': 'b4870e3c85c84ca78a3c4012c18adec3', 'mac_address': 'fa:16:3e:a2:c0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df3458d-2693-48da-a64c-10b624594a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '359b66e9-993f-49f2-872a-086774950a53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:21:43Z', 'updated_at': '2021-08-05T11:21:55Z', 'revision_number': 5, 'project_id': 'b4870e3c85c84ca78a3c4012c18adec3', 'subnets': [{'id': '359b66e9-993f-49f2-872a-086774950a53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:33:16.639155 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 3e34b375-2b5e-4302-ad51-ce15ee3b946c details requested by agent hyperv_n-h1-803378-2 with host n-h1-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:33:16.643342 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 2df26a48-fa2b-4da2-a97e-af100eff3c8f up at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:33:16.795519 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-09bb236b-8b69-4ea3-8bdf-ea84ecbff544 req-c6dab83f-bbcd-4179-b73f-d60826804862 service neutron] 10.222.0.58 "GET /v2.0/networks/3bbc31db-4958-4e8b-9f8e-bc48b5d28e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3695025 Aug 05 11:33:16.812995 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906f4dba-d049-473d-b374-a8332bad9c5b req-055e7ca2-cc5e-415c-9a98-dd91858923c1 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:16.813719 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-906f4dba-d049-473d-b374-a8332bad9c5b req-055e7ca2-cc5e-415c-9a98-dd91858923c1 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=43dc8de5-f460-48f2-9969-bd31538c767f HTTP/1.1" status: 200 len: 950 time: 0.2666833 Aug 05 11:33:16.887544 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning complete for port 2df26a48-fa2b-4da2-a97e-af100eff3c8f triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:33:16.887924 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:16.918431 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-ccda14e3-fe34-4a1a-9d15-cacc0f525413 req-89382265-1595-4ddc-ad30-f7c7e1a25b3e tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:16.926109 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-906f4dba-d049-473d-b374-a8332bad9c5b req-a7820b7b-de4d-4a1e-b5ac-d7a7dd988f53 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025918 Aug 05 11:33:16.950815 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 3e34b375-2b5e-4302-ad51-ce15ee3b946c, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=3e34b375-2b5e-4302-ad51-ce15ee3b946c,segment=NetworkSegment(3c2d9838-4ced-4b50-843a-544842259d29),segment_id=3c2d9838-4ced-4b50-843a-544842259d29)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:33:16.976145 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89382265-1595-4ddc-ad30-f7c7e1a25b3e tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Pushing event deleted for resources: {'Port': ['ID=5bd78e20-4e65-4320-8933-ff3e7cd3c7e1,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:33:16.983491 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Returning: {'device': '3e34b375-2b5e-4302-ad51-ce15ee3b946c', 'network_id': '6543cbeb-fcd1-48b6-8b28-7eb60b9c72ee', 'port_id': '3e34b375-2b5e-4302-ad51-ce15ee3b946c', 'mac_address': 'fa:16:3e:cc:d2:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf224612-704f-4ebd-b2af-5e301a097436', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:33:17.036590 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-09bb236b-8b69-4ea3-8bdf-ea84ecbff544 req-f4b83499-f8f2-4c35-8365-4a5a2f895486 service neutron] 10.222.0.58 "GET /v2.0/networks/3bbc31db-4958-4e8b-9f8e-bc48b5d28e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374995 Aug 05 11:33:17.151412 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:17.153775 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccda14e3-fe34-4a1a-9d15-cacc0f525413 req-89382265-1595-4ddc-ad30-f7c7e1a25b3e tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] No DVR routers for this DVR port 5bd78e20-4e65-4320-8933-ff3e7cd3c7e1 on host n-h2-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:33:17.160819 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-ccda14e3-fe34-4a1a-9d15-cacc0f525413 req-89382265-1595-4ddc-ad30-f7c7e1a25b3e tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:17.166177 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ccda14e3-fe34-4a1a-9d15-cacc0f525413 req-89382265-1595-4ddc-ad30-f7c7e1a25b3e tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.55 "DELETE /v2.0/ports/5bd78e20-4e65-4320-8933-ff3e7cd3c7e1 HTTP/1.1" status: 204 len: 173 time: 0.9210372 Aug 05 11:33:17.198672 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:17.210018 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e34b375-2b5e-4302-ad51-ce15ee3b946c {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:33:17.235514 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6bceff5-e511-4f52-bf66-06ebe6e864fe None None] New status for floating IP 9a282ff7-074d-43f8-9002-32cd30bb94cd: DOWN {{(pid=94423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 11:33:17.345462 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 2df26a48-fa2b-4da2-a97e-af100eff3c8f, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=2df26a48-fa2b-4da2-a97e-af100eff3c8f,segment=NetworkSegment(518e3e63-d2a5-47d5-92b9-f966f275c6de),segment_id=518e3e63-d2a5-47d5-92b9-f966f275c6de)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:33:17.354028 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c4244f4-fcd1-4e6d-8d11-661816b95ceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2df26a48-fa2b-4da2-a97e-af100eff3c8f'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:33:17.358931 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3033b3fc-13e9-49c4-a7f6-69bcd887a59a" -d '{"events": [{"server_uuid": "2c4244f4-fcd1-4e6d-8d11-661816b95ceb", "name": "network-vif-plugged", "status": "completed", "tag": "2df26a48-fa2b-4da2-a97e-af100eff3c8f"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:33:17.365703 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240b3079-9a2c-48d4-beb9-15847b1f1d3e req-8201cad3-46a3-43d5-8640-03f467300c58 tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:17.373283 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-240b3079-9a2c-48d4-beb9-15847b1f1d3e req-8201cad3-46a3-43d5-8640-03f467300c58 tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] 10.222.0.58 "GET /v2.0/ports?device_id=74729a8a-2050-403d-925d-4e55bda5531e HTTP/1.1" status: 200 len: 943 time: 0.2803030 Aug 05 11:33:17.391440 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:17.434436 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 3e34b375-2b5e-4302-ad51-ce15ee3b946c, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=3e34b375-2b5e-4302-ad51-ce15ee3b946c,segment=NetworkSegment(3c2d9838-4ced-4b50-843a-544842259d29),segment_id=3c2d9838-4ced-4b50-843a-544842259d29)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:33:17.443542 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-ccda14e3-fe34-4a1a-9d15-cacc0f525413 req-f7da3a37-67f5-4176-a56d-37d180bcbf2e tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Deleting port 06805de0-2639-4b78-8f29-513aafaaee7b {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:33:17.444322 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-ccda14e3-fe34-4a1a-9d15-cacc0f525413 req-f7da3a37-67f5-4176-a56d-37d180bcbf2e tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:17.487555 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:17.554638 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=2df26a48-fa2b-4da2-a97e-af100eff3c8f,revision_number=10']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:33:17.667455 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0526ca54-b81f-44f3-9924-f7f1a67cd5b0 req-48a8dc44-fead-408c-af0c-ddb7a25a555c tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:17.678329 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0526ca54-b81f-44f3-9924-f7f1a67cd5b0 req-48a8dc44-fead-408c-af0c-ddb7a25a555c tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] 10.222.0.58 "GET /v2.0/ports?device_id=21dc698f-345a-420b-8016-e43afed59e9e HTTP/1.1" status: 200 len: 949 time: 0.2683406 Aug 05 11:33:17.693084 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-240b3079-9a2c-48d4-beb9-15847b1f1d3e req-4c8464a7-525f-4936-85cf-f0e7f7d042ca tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] 10.222.0.58 "GET /v2.0/security-groups?id=c3741838-73dc-4e00-ab48-db6b7a231ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3171299 Aug 05 11:33:17.700722 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=3e34b375-2b5e-4302-ad51-ce15ee3b946c,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:33:17.766612 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8718e54a-0897-4404-9cb1-27a4a220c6ee req-460ef98f-63e9-4c9a-b346-187d56736995 tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:17.791201 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8718e54a-0897-4404-9cb1-27a4a220c6ee req-460ef98f-63e9-4c9a-b346-187d56736995 tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] 10.222.0.55 "GET /v2.0/ports?device_id=21dc698f-345a-420b-8016-e43afed59e9e HTTP/1.1" status: 200 len: 949 time: 0.2417879 Aug 05 11:33:17.817785 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0526ca54-b81f-44f3-9924-f7f1a67cd5b0 req-64143087-3497-4e16-a647-624c8f267f47 tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] 10.222.0.58 "GET /v2.0/security-groups?id=02cc6eac-67ba-47f3-90fb-e23087ccc773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378222 Aug 05 11:33:17.941698 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-ccda14e3-fe34-4a1a-9d15-cacc0f525413 req-f7da3a37-67f5-4176-a56d-37d180bcbf2e tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] For port 06805de0-2639-4b78-8f29-513aafaaee7b, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=06805de0-2639-4b78-8f29-513aafaaee7b,segment=NetworkSegment(8aa51bd4-6b25-4691-9a66-cb8b2c3d272e),segment_id=8aa51bd4-6b25-4691-9a66-cb8b2c3d272e)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:33:17.942396 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-ccda14e3-fe34-4a1a-9d15-cacc0f525413 req-f7da3a37-67f5-4176-a56d-37d180bcbf2e tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:17.967471 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-ccda14e3-fe34-4a1a-9d15-cacc0f525413 req-f7da3a37-67f5-4176-a56d-37d180bcbf2e tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Calling delete_port for 06805de0-2639-4b78-8f29-513aafaaee7b owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:33:17.983861 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['3e34b375-2b5e-4302-ad51-ce15ee3b946c'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:33:18.003416 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d5e2de-45fe-4bc0-b992-ce8df15a4c3f req-d15b66da-9c7e-404d-a836-076984f19d1f tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:18.012684 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e5d5e2de-45fe-4bc0-b992-ce8df15a4c3f req-d15b66da-9c7e-404d-a836-076984f19d1f tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 947 time: 0.1164596 Aug 05 11:33:18.059056 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ce2a1d-3033-42c5-861e-e5f3f0c7ad2b req-1b7fa4ad-7196-4fb9-9733-aa634b9c53ed tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:18.067203 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-36ce2a1d-3033-42c5-861e-e5f3f0c7ad2b req-1b7fa4ad-7196-4fb9-9733-aa634b9c53ed tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/ports?device_id=5f37001e-9d67-440a-b593-7e7c7a1d9690 HTTP/1.1" status: 200 len: 945 time: 0.1290810 Aug 05 11:33:18.107741 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e5d5e2de-45fe-4bc0-b992-ce8df15a4c3f req-c7ed9dad-9597-475c-8d6b-c0bb2aa8f9cb tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937316 Aug 05 11:33:18.176121 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-36ce2a1d-3033-42c5-861e-e5f3f0c7ad2b req-0e251442-2712-41df-8860-b79cdd0d6f7b tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/security-groups?id=367c82dd-50a3-4df9-a217-7f397fab3611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071408 Aug 05 11:33:18.330266 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2db51372-1da7-4c23-b495-6deddc042e4f req-9924ea34-0a50-4c54-b3d7-b93b4029e1bc tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=1de0267c-92da-4fb3-8345-bd6906311e15 HTTP/1.1" status: 200 len: 210 time: 0.0589819 Aug 05 11:33:18.406850 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f017dfe-9fb3-475b-9548-80db648a66b4 x-openstack-request-id: req-2f017dfe-9fb3-475b-9548-80db648a66b4 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:33:18.407423 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c4244f4-fcd1-4e6d-8d11-661816b95ceb", "name": "network-vif-plugged", "status": "completed", "tag": "2df26a48-fa2b-4da2-a97e-af100eff3c8f", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:33:18.408061 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2f017dfe-9fb3-475b-9548-80db648a66b4 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:33:18.408605 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c4244f4-fcd1-4e6d-8d11-661816b95ceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2df26a48-fa2b-4da2-a97e-af100eff3c8f', 'code': 200} Aug 05 11:33:18.471069 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44615fb2-af94-41b6-b500-cf8d083c126a req-04d1c7cf-555e-47e0-a6e8-2e114b872a4c tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:18.485566 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-44615fb2-af94-41b6-b500-cf8d083c126a req-04d1c7cf-555e-47e0-a6e8-2e114b872a4c tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "GET /v2.0/ports?device_id=443a76e9-196d-4aa4-85e8-0ee1eebabb66 HTTP/1.1" status: 200 len: 943 time: 0.1137450 Aug 05 11:33:18.601092 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '443a76e9-196d-4aa4-85e8-0ee1eebabb66', 'name': 'network-vif-deleted', 'tag': '159c355d-badf-4ebb-89b8-3f2e172149e2'}, {'server_uuid': '443a76e9-196d-4aa4-85e8-0ee1eebabb66', 'name': 'network-vif-deleted', 'tag': '5bd78e20-4e65-4320-8933-ff3e7cd3c7e1'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:33:18.604686 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f01e8a6-d1f5-4867-b164-079eaedcdb01" -d '{"events": [{"server_uuid": "443a76e9-196d-4aa4-85e8-0ee1eebabb66", "name": "network-vif-deleted", "tag": "159c355d-badf-4ebb-89b8-3f2e172149e2"}, {"server_uuid": "443a76e9-196d-4aa4-85e8-0ee1eebabb66", "name": "network-vif-deleted", "tag": "5bd78e20-4e65-4320-8933-ff3e7cd3c7e1"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:33:18.757887 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbd573a-7f13-4fb4-877d-9b7d4d759ff2 req-35564dee-cf6b-4184-8991-442490968b83 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:18.783105 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bfbd573a-7f13-4fb4-877d-9b7d4d759ff2 req-35564dee-cf6b-4184-8991-442490968b83 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=43dc8de5-f460-48f2-9969-bd31538c767f HTTP/1.1" status: 200 len: 950 time: 0.2933619 Aug 05 11:33:18.888730 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-44615fb2-af94-41b6-b500-cf8d083c126a req-a2912303-6a01-4f7a-9662-3d4092e80a82 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "GET /v2.0/security-groups?id=3ada918e-0522-4602-984c-a2f526ffb568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4021909 Aug 05 11:33:18.911001 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-ccda14e3-fe34-4a1a-9d15-cacc0f525413 req-f7da3a37-67f5-4176-a56d-37d180bcbf2e tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:18.934684 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bfbd573a-7f13-4fb4-877d-9b7d4d759ff2 req-00dbcf21-779e-4c7e-9f27-bedaad371f6c tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498218 Aug 05 11:33:18.971271 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779b3387-8786-4212-9f66-d505e1a5579c req-2ca76ef9-4a6e-4050-9696-b8b6961c4983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:18.974183 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-779b3387-8786-4212-9f66-d505e1a5579c req-2ca76ef9-4a6e-4050-9696-b8b6961c4983 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 1098 time: 0.1193829 Aug 05 11:33:19.011342 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 05 Aug 2021 11:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c25c51d5-a11e-4901-bbe7-12d4f2cd6a37 x-openstack-request-id: req-c25c51d5-a11e-4901-bbe7-12d4f2cd6a37 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:33:19.011952 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "443a76e9-196d-4aa4-85e8-0ee1eebabb66", "name": "network-vif-deleted", "tag": "159c355d-badf-4ebb-89b8-3f2e172149e2", "status": "completed", "code": 200}, {"server_uuid": "443a76e9-196d-4aa4-85e8-0ee1eebabb66", "name": "network-vif-deleted", "tag": "5bd78e20-4e65-4320-8933-ff3e7cd3c7e1", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:33:19.012043 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c25c51d5-a11e-4901-bbe7-12d4f2cd6a37 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:33:19.012434 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '443a76e9-196d-4aa4-85e8-0ee1eebabb66', 'name': 'network-vif-deleted', 'tag': '159c355d-badf-4ebb-89b8-3f2e172149e2', 'status': 'completed', 'code': 200} Aug 05 11:33:19.012720 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '443a76e9-196d-4aa4-85e8-0ee1eebabb66', 'name': 'network-vif-deleted', 'tag': '5bd78e20-4e65-4320-8933-ff3e7cd3c7e1', 'status': 'completed', 'code': 200} Aug 05 11:33:19.013477 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7da3a37-67f5-4176-a56d-37d180bcbf2e tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Pushing event deleted for resources: {'Port': ['ID=06805de0-2639-4b78-8f29-513aafaaee7b,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:33:19.025963 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-8718e54a-0897-4404-9cb1-27a4a220c6ee req-dc54858c-fef6-4bf2-a8dd-7ebac99a5a89 tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] Deleting port d8eb95c1-7e88-499d-a153-7a5efede044d {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:33:19.026417 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-8718e54a-0897-4404-9cb1-27a4a220c6ee req-dc54858c-fef6-4bf2-a8dd-7ebac99a5a89 tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:19.074952 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-779b3387-8786-4212-9f66-d505e1a5579c req-606a071c-5cd7-4688-9297-424b0d83c988 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847759 Aug 05 11:33:19.170242 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24708844-d683-4d26-8a4f-03c3b6b6de8d req-7cb6d9ef-7970-4768-bfba-9bcf204239e7 tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:19.171960 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-24708844-d683-4d26-8a4f-03c3b6b6de8d req-7cb6d9ef-7970-4768-bfba-9bcf204239e7 tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] 10.222.0.58 "GET /v2.0/ports?device_id=21dc698f-345a-420b-8016-e43afed59e9e HTTP/1.1" status: 200 len: 949 time: 0.0844889 Aug 05 11:33:19.186484 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5630332-5785-4b9e-b180-964ae560ef62 req-5270435e-fec5-46f6-88fb-4318dd36cd4d tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:19.188477 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a5630332-5785-4b9e-b180-964ae560ef62 req-5270435e-fec5-46f6-88fb-4318dd36cd4d tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] 10.222.0.58 "GET /v2.0/ports?device_id=74729a8a-2050-403d-925d-4e55bda5531e HTTP/1.1" status: 200 len: 944 time: 0.1122851 Aug 05 11:33:19.207781 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccda14e3-fe34-4a1a-9d15-cacc0f525413 req-f7da3a37-67f5-4176-a56d-37d180bcbf2e tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] No DVR routers for this DVR port 06805de0-2639-4b78-8f29-513aafaaee7b on host n-h2-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:33:19.214725 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-ccda14e3-fe34-4a1a-9d15-cacc0f525413 req-f7da3a37-67f5-4176-a56d-37d180bcbf2e tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:19.217149 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ccda14e3-fe34-4a1a-9d15-cacc0f525413 req-f7da3a37-67f5-4176-a56d-37d180bcbf2e tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.55 "DELETE /v2.0/ports/06805de0-2639-4b78-8f29-513aafaaee7b HTTP/1.1" status: 204 len: 173 time: 2.0431912 Aug 05 11:33:19.261341 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a5630332-5785-4b9e-b180-964ae560ef62 req-4a5cbfd3-468f-490a-a626-f95945732d04 tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] 10.222.0.58 "GET /v2.0/security-groups?id=c3741838-73dc-4e00-ab48-db6b7a231ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631673 Aug 05 11:33:19.276880 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-8718e54a-0897-4404-9cb1-27a4a220c6ee req-dc54858c-fef6-4bf2-a8dd-7ebac99a5a89 tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] For port d8eb95c1-7e88-499d-a153-7a5efede044d, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=d8eb95c1-7e88-499d-a153-7a5efede044d,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:33:19.277073 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-24708844-d683-4d26-8a4f-03c3b6b6de8d req-4757ad6d-0b71-48d8-b143-1afe1ee06ce3 tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] 10.222.0.58 "GET /v2.0/security-groups?id=02cc6eac-67ba-47f3-90fb-e23087ccc773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866196 Aug 05 11:33:19.277316 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-8718e54a-0897-4404-9cb1-27a4a220c6ee req-dc54858c-fef6-4bf2-a8dd-7ebac99a5a89 tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:19.295352 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-8718e54a-0897-4404-9cb1-27a4a220c6ee req-dc54858c-fef6-4bf2-a8dd-7ebac99a5a89 tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] Calling delete_port for d8eb95c1-7e88-499d-a153-7a5efede044d owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:33:19.487981 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-8718e54a-0897-4404-9cb1-27a4a220c6ee req-dc54858c-fef6-4bf2-a8dd-7ebac99a5a89 tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:19.517921 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000cb879-64ee-4192-99b6-e0038b1743c5 req-3c941a3f-8384-4352-9820-c04665260dd6 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:19.527801 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-000cb879-64ee-4192-99b6-e0038b1743c5 req-3c941a3f-8384-4352-9820-c04665260dd6 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 947 time: 0.1184306 Aug 05 11:33:19.554312 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-431af0f0-5cd2-46ea-a212-ec6896ca5cff req-e57b8036-445a-4de4-ba4e-11387adbcc87 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=1de0267c-92da-4fb3-8345-bd6906311e15 HTTP/1.1" status: 200 len: 210 time: 0.0771303 Aug 05 11:33:19.606117 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc54858c-fef6-4bf2-a8dd-7ebac99a5a89 tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] Pushing event deleted for resources: {'Port': ['ID=d8eb95c1-7e88-499d-a153-7a5efede044d,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:33:19.643565 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-000cb879-64ee-4192-99b6-e0038b1743c5 req-5e21cdcb-5d00-434a-84af-4bae07f0a0b2 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091466 Aug 05 11:33:19.713893 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-8718e54a-0897-4404-9cb1-27a4a220c6ee req-dc54858c-fef6-4bf2-a8dd-7ebac99a5a89 tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] No DVR routers for this DVR port d8eb95c1-7e88-499d-a153-7a5efede044d on host n-h2-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:33:19.717096 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-8718e54a-0897-4404-9cb1-27a4a220c6ee req-dc54858c-fef6-4bf2-a8dd-7ebac99a5a89 tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:19.720023 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8718e54a-0897-4404-9cb1-27a4a220c6ee req-dc54858c-fef6-4bf2-a8dd-7ebac99a5a89 tempest-ListImageFiltersTestJSON-1037966037 tempest-ListImageFiltersTestJSON-1037966037-project] 10.222.0.55 "DELETE /v2.0/ports/d8eb95c1-7e88-499d-a153-7a5efede044d HTTP/1.1" status: 204 len: 173 time: 1.9024417 Aug 05 11:33:20.048335 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bb236b-8b69-4ea3-8bdf-ea84ecbff544 req-f73aa949-5921-43f3-b778-852c585d1dfa tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:20.049571 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-09bb236b-8b69-4ea3-8bdf-ea84ecbff544 req-f73aa949-5921-43f3-b778-852c585d1dfa tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.64 "GET /v2.0/networks?id=3bbc31db-4958-4e8b-9f8e-bc48b5d28e47 HTTP/1.1" status: 200 len: 812 time: 0.2983677 Aug 05 11:33:20.133076 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-09bb236b-8b69-4ea3-8bdf-ea84ecbff544 req-985e56e8-4754-4ea6-9be0-1970c074f32a tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Request body: {'port': {'device_id': '1de0267c-92da-4fb3-8345-bd6906311e15', 'network_id': '3bbc31db-4958-4e8b-9f8e-bc48b5d28e47', 'admin_state_up': True, 'tenant_id': '922471f37b13454ba92168a26c5eea8e'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:33:20.594294 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 3e34b375-2b5e-4302-ad51-ce15ee3b946c up at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:33:20.638732 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fb9978cb-1f63-42c7-aa97-0a82d89743a1 req-0410db49-bc72-471e-9bf5-ff63fd4c0998 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "GET /v2.0/ports?device_id=443a76e9-196d-4aa4-85e8-0ee1eebabb66 HTTP/1.1" status: 200 len: 210 time: 0.5006993 Aug 05 11:33:20.682428 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee1ce0f-36e7-4981-9e79-816116cf380c req-3177aa99-397f-4882-8d57-5708105c9902 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:20.686086 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7ee1ce0f-36e7-4981-9e79-816116cf380c req-3177aa99-397f-4882-8d57-5708105c9902 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=43dc8de5-f460-48f2-9969-bd31538c767f HTTP/1.1" status: 200 len: 950 time: 0.6103380 Aug 05 11:33:20.757539 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning for port 3e34b375-2b5e-4302-ad51-ce15ee3b946c completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:33:20.766117 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7ee1ce0f-36e7-4981-9e79-816116cf380c req-1017f957-57ea-4322-b746-2360af7fab97 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788126 Aug 05 11:33:20.775661 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning complete for port 3e34b375-2b5e-4302-ad51-ce15ee3b946c triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:33:20.776260 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:20.907478 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09bb236b-8b69-4ea3-8bdf-ea84ecbff544 req-985e56e8-4754-4ea6-9be0-1970c074f32a tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Made reservation on behalf of 922471f37b13454ba92168a26c5eea8e for: {'port': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:33:20.911491 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-09bb236b-8b69-4ea3-8bdf-ea84ecbff544 req-985e56e8-4754-4ea6-9be0-1970c074f32a tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:20.965444 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:20.991706 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-afefc027-6104-4f88-bae2-0d88d55dc2eb req-3e9ca37d-19f2-4444-9b0d-626041dfb0d9 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=1de0267c-92da-4fb3-8345-bd6906311e15 HTTP/1.1" status: 200 len: 210 time: 0.0874681 Aug 05 11:33:21.015023 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74729a8a-2050-403d-925d-4e55bda5531e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e34b375-2b5e-4302-ad51-ce15ee3b946c'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:33:21.018345 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7f3b41f-aa59-419c-91b5-e7c0117782df" -d '{"events": [{"server_uuid": "74729a8a-2050-403d-925d-4e55bda5531e", "name": "network-vif-plugged", "status": "completed", "tag": "3e34b375-2b5e-4302-ad51-ce15ee3b946c"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:33:21.024843 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '443a76e9-196d-4aa4-85e8-0ee1eebabb66', 'name': 'network-vif-deleted', 'tag': '06805de0-2639-4b78-8f29-513aafaaee7b'}, {'server_uuid': '21dc698f-345a-420b-8016-e43afed59e9e', 'name': 'network-vif-deleted', 'tag': 'd8eb95c1-7e88-499d-a153-7a5efede044d'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:33:21.029455 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fc325d9-9b1f-4e82-b2d9-432afc76f00e" -d '{"events": [{"server_uuid": "443a76e9-196d-4aa4-85e8-0ee1eebabb66", "name": "network-vif-deleted", "tag": "06805de0-2639-4b78-8f29-513aafaaee7b"}, {"server_uuid": "21dc698f-345a-420b-8016-e43afed59e9e", "name": "network-vif-deleted", "tag": "d8eb95c1-7e88-499d-a153-7a5efede044d"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:33:21.053895 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7679dca-68f0-46bd-8955-d3526c5344f7 req-845e38e2-0e31-45e3-9d59-d1ff9b93125b tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:21.060308 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a7679dca-68f0-46bd-8955-d3526c5344f7 req-845e38e2-0e31-45e3-9d59-d1ff9b93125b tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] 10.222.0.58 "GET /v2.0/ports?device_id=74729a8a-2050-403d-925d-4e55bda5531e HTTP/1.1" status: 200 len: 944 time: 0.1785326 Aug 05 11:33:21.069586 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 3e34b375-2b5e-4302-ad51-ce15ee3b946c, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=3e34b375-2b5e-4302-ad51-ce15ee3b946c,segment=NetworkSegment(3c2d9838-4ced-4b50-843a-544842259d29),segment_id=3c2d9838-4ced-4b50-843a-544842259d29)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:33:21.078954 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:21.145043 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a7679dca-68f0-46bd-8955-d3526c5344f7 req-72b1453f-5fab-49c8-a23f-a72756b6c7f2 tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] 10.222.0.58 "GET /v2.0/security-groups?id=c3741838-73dc-4e00-ab48-db6b7a231ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593741 Aug 05 11:33:21.147590 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=3e34b375-2b5e-4302-ad51-ce15ee3b946c,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:33:21.284648 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b434cde7-abd1-422e-a918-3a60034e1da7 req-eafd39b5-1731-473a-879a-25456bc0fae5 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:21.286286 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b434cde7-abd1-422e-a918-3a60034e1da7 req-eafd39b5-1731-473a-879a-25456bc0fae5 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 947 time: 0.0948691 Aug 05 11:33:21.287971 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [req-09bb236b-8b69-4ea3-8bdf-ea84ecbff544 req-985e56e8-4754-4ea6-9be0-1970c074f32a tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Allocated IP 172.20.0.12 (3bbc31db-4958-4e8b-9f8e-bc48b5d28e47/2358f314-430e-4da8-8dea-b9e9954bab81/2f0d8b42-3708-4035-9894-ccae7caf00a3) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:33:21.406774 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b434cde7-abd1-422e-a918-3a60034e1da7 req-368914eb-5224-4808-a3d8-6cd8f11267a4 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065233 Aug 05 11:33:21.567807 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 05 Aug 2021 11:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01ec2783-9c21-4b3c-a8a6-ba096e7d0049 x-openstack-request-id: req-01ec2783-9c21-4b3c-a8a6-ba096e7d0049 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:33:21.568141 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "443a76e9-196d-4aa4-85e8-0ee1eebabb66", "name": "network-vif-deleted", "tag": "06805de0-2639-4b78-8f29-513aafaaee7b", "status": "completed", "code": 200}, {"server_uuid": "21dc698f-345a-420b-8016-e43afed59e9e", "name": "network-vif-deleted", "tag": "d8eb95c1-7e88-499d-a153-7a5efede044d", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:33:21.568352 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-01ec2783-9c21-4b3c-a8a6-ba096e7d0049 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:33:21.568804 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '443a76e9-196d-4aa4-85e8-0ee1eebabb66', 'name': 'network-vif-deleted', 'tag': '06805de0-2639-4b78-8f29-513aafaaee7b', 'status': 'completed', 'code': 200} Aug 05 11:33:21.569066 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21dc698f-345a-420b-8016-e43afed59e9e', 'name': 'network-vif-deleted', 'tag': 'd8eb95c1-7e88-499d-a153-7a5efede044d', 'status': 'completed', 'code': 200} Aug 05 11:33:21.715958 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b497628f-d6b9-4e73-a854-9f75596c28cf x-openstack-request-id: req-b497628f-d6b9-4e73-a854-9f75596c28cf {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:33:21.717330 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74729a8a-2050-403d-925d-4e55bda5531e", "name": "network-vif-plugged", "status": "completed", "tag": "3e34b375-2b5e-4302-ad51-ce15ee3b946c", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:33:21.717330 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b497628f-d6b9-4e73-a854-9f75596c28cf {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:33:21.717790 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74729a8a-2050-403d-925d-4e55bda5531e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e34b375-2b5e-4302-ad51-ce15ee3b946c', 'code': 200} Aug 05 11:33:21.734968 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-09bb236b-8b69-4ea3-8bdf-ea84ecbff544 req-985e56e8-4754-4ea6-9be0-1970c074f32a tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:21.784704 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [req-09bb236b-8b69-4ea3-8bdf-ea84ecbff544 req-985e56e8-4754-4ea6-9be0-1970c074f32a tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Transition to ACTIVE for port object 2f0d8b42-3708-4035-9894-ccae7caf00a3 will not be triggered until provisioned by entity DHCP. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:33:21.869598 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:21.959119 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09d1fbb-c46b-4b4b-86e3-df6916ab7386 req-861ac52f-81a7-4dbb-9c63-066f73f5b0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:21.959887 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-09bb236b-8b69-4ea3-8bdf-ea84ecbff544 req-985e56e8-4754-4ea6-9be0-1970c074f32a tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:21.966190 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device d8eb95c1-7e88-499d-a153-7a5efede044d no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:33:21.982669 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c09d1fbb-c46b-4b4b-86e3-df6916ab7386 req-861ac52f-81a7-4dbb-9c63-066f73f5b0f8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=74729a8a-2050-403d-925d-4e55bda5531e HTTP/1.1" status: 200 len: 1096 time: 0.1352167 Aug 05 11:33:22.026501 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e8abad-c421-42c0-b557-dcf29560aa3c req-8578b5b3-511e-4ce0-a42e-981428687a17 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:22.031589 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-35e8abad-c421-42c0-b557-dcf29560aa3c req-8578b5b3-511e-4ce0-a42e-981428687a17 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/ports?device_id=5f37001e-9d67-440a-b593-7e7c7a1d9690 HTTP/1.1" status: 200 len: 945 time: 0.1621780 Aug 05 11:33:22.046095 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] No Port match for: d8eb95c1-7e88-499d-a153-7a5efede044d {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:33:22.046679 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device d8eb95c1-7e88-499d-a153-7a5efede044d not bound to the agent host n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:33:22.081241 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c09d1fbb-c46b-4b4b-86e3-df6916ab7386 req-4808d15c-b13b-4d61-9f71-ec13f3800cdd service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c3741838-73dc-4e00-ab48-db6b7a231ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880902 Aug 05 11:33:22.108681 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09bb236b-8b69-4ea3-8bdf-ea84ecbff544 req-985e56e8-4754-4ea6-9be0-1970c074f32a tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Network 3bbc31db-4958-4e8b-9f8e-bc48b5d28e47 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:33:22.117687 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [req-09bb236b-8b69-4ea3-8bdf-ea84ecbff544 req-985e56e8-4754-4ea6-9be0-1970c074f32a tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:33:22.133723 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985e56e8-4754-4ea6-9be0-1970c074f32a tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Pushing event updated for resources: {'Port': ['ID=2f0d8b42-3708-4035-9894-ccae7caf00a3,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:33:22.171112 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-35e8abad-c421-42c0-b557-dcf29560aa3c req-85842008-459a-4a09-b562-284c60a6b841 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/security-groups?id=367c82dd-50a3-4df9-a217-7f397fab3611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216710 Aug 05 11:33:22.172257 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [req-09bb236b-8b69-4ea3-8bdf-ea84ecbff544 req-985e56e8-4754-4ea6-9be0-1970c074f32a tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:33:22.321152 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bb236b-8b69-4ea3-8bdf-ea84ecbff544 req-985e56e8-4754-4ea6-9be0-1970c074f32a tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:22.323500 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-09bb236b-8b69-4ea3-8bdf-ea84ecbff544 req-985e56e8-4754-4ea6-9be0-1970c074f32a tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:22.375858 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d8ca4b22-65af-4873-ae46-99f1ff8d26ab req-e16d262b-ac8e-4c89-b834-3fc9098b780f tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "GET /v2.0/ports?device_id=443a76e9-196d-4aa4-85e8-0ee1eebabb66 HTTP/1.1" status: 200 len: 210 time: 0.0865927 Aug 05 11:33:22.404832 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-09bb236b-8b69-4ea3-8bdf-ea84ecbff544 req-985e56e8-4754-4ea6-9be0-1970c074f32a tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2791142 Aug 05 11:33:22.435387 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b76a8ae-beef-43a5-8ee7-4e81cb28a09b req-c32d4e6e-ed5c-48a8-b526-f0e57ec73711 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:22.437077 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5b76a8ae-beef-43a5-8ee7-4e81cb28a09b req-c32d4e6e-ed5c-48a8-b526-f0e57ec73711 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=43dc8de5-f460-48f2-9969-bd31538c767f HTTP/1.1" status: 200 len: 950 time: 0.1428676 Aug 05 11:33:22.541165 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5b76a8ae-beef-43a5-8ee7-4e81cb28a09b req-ce89b9e3-14c1-4114-8c17-1b20396ecf7a tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906031 Aug 05 11:33:22.545416 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b669bc18-a5ec-4cc1-b1b4-8e81fad6e30b None None] Provisioning for port 2f0d8b42-3708-4035-9894-ccae7caf00a3 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:33:22.557949 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b669bc18-a5ec-4cc1-b1b4-8e81fad6e30b None None] Provisioning complete for port 2f0d8b42-3708-4035-9894-ccae7caf00a3 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:33:22.558332 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b669bc18-a5ec-4cc1-b1b4-8e81fad6e30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:22.610783 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7a0d52-ade0-40c2-af54-b06ec7019447 req-8a771ab3-9191-4145-8f54-69680f664fb0 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:22.612876 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4b7a0d52-ade0-40c2-af54-b06ec7019447 req-8a771ab3-9191-4145-8f54-69680f664fb0 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=1de0267c-92da-4fb3-8345-bd6906311e15 HTTP/1.1" status: 200 len: 932 time: 0.0943594 Aug 05 11:33:22.646211 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-09bb236b-8b69-4ea3-8bdf-ea84ecbff544 req-a62b526a-bd42-4050-a7fc-1622d4dc399c service neutron] Request body: {'port': {'device_id': '1de0267c-92da-4fb3-8345-bd6906311e15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-2'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:33:22.648989 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-b669bc18-a5ec-4cc1-b1b4-8e81fad6e30b None None] Port 2f0d8b42-3708-4035-9894-ccae7caf00a3 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:33:22.801663 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-09bb236b-8b69-4ea3-8bdf-ea84ecbff544 req-a62b526a-bd42-4050-a7fc-1622d4dc399c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:22.877121 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4b7a0d52-ade0-40c2-af54-b06ec7019447 req-895c50ec-5af3-40e2-beb0-6e78ceb73c96 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=30974407-7b2a-468c-b989-540006d0da28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456975 Aug 05 11:33:23.377645 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851a7141-3e38-4ebe-ad89-d4e0ba31f9ba req-eac45fc4-6031-47cc-9d69-8989ee3cc995 tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:23.387812 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-851a7141-3e38-4ebe-ad89-d4e0ba31f9ba req-eac45fc4-6031-47cc-9d69-8989ee3cc995 tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] 10.222.0.58 "GET /v2.0/ports?device_id=74729a8a-2050-403d-925d-4e55bda5531e HTTP/1.1" status: 200 len: 945 time: 0.2826459 Aug 05 11:33:23.485460 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-851a7141-3e38-4ebe-ad89-d4e0ba31f9ba req-3d79a054-55f9-4998-a681-7ec140d1556e tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] 10.222.0.58 "GET /v2.0/security-groups?id=c3741838-73dc-4e00-ab48-db6b7a231ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958757 Aug 05 11:33:23.488867 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 55220) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:33:23.511607 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [req-09bb236b-8b69-4ea3-8bdf-ea84ecbff544 req-a62b526a-bd42-4050-a7fc-1622d4dc399c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f0d8b42-3708-4035-9894-ccae7caf00a3 {{(pid=94420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:33:23.546662 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-09bb236b-8b69-4ea3-8bdf-ea84ecbff544 req-a62b526a-bd42-4050-a7fc-1622d4dc399c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:23.578554 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [req-09bb236b-8b69-4ea3-8bdf-ea84ecbff544 req-a62b526a-bd42-4050-a7fc-1622d4dc399c service neutron] Transition to ACTIVE for port object 2f0d8b42-3708-4035-9894-ccae7caf00a3 will not be triggered until provisioned by entity L2. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:33:23.586598 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-09bb236b-8b69-4ea3-8bdf-ea84ecbff544 req-a62b526a-bd42-4050-a7fc-1622d4dc399c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:23.832210 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c920e849-d6d4-4290-91e2-16ba6c65f739 req-c9d1ce14-295f-4bff-b096-2c2baa4de3ec tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "GET /v2.0/ports?device_id=443a76e9-196d-4aa4-85e8-0ee1eebabb66 HTTP/1.1" status: 200 len: 210 time: 0.1842842 Aug 05 11:33:23.879273 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62b526a-bd42-4050-a7fc-1622d4dc399c service neutron] Pushing event updated for resources: {'Port': ['ID=2f0d8b42-3708-4035-9894-ccae7caf00a3,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:33:23.931559 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-9cdbaae7-23a1-4648-9d88-6b88966299ac admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f53c87f73c234139b37fd7af2f4d4f63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4384279 Aug 05 11:33:23.932755 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 55234) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:33:24.083059 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c97bdf00-338f-4153-b010-4e8cc8b0edbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:24.092804 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-09bb236b-8b69-4ea3-8bdf-ea84ecbff544 req-a62b526a-bd42-4050-a7fc-1622d4dc399c service neutron] Attempting to bind port 2f0d8b42-3708-4035-9894-ccae7caf00a3 on host n-h1-803378-2 for vnic_type normal with profile {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:33:24.096363 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-09bb236b-8b69-4ea3-8bdf-ea84ecbff544 req-a62b526a-bd42-4050-a7fc-1622d4dc399c service neutron] Attempting to bind port 2f0d8b42-3708-4035-9894-ccae7caf00a3 by drivers openvswitch,hyperv on host n-h1-803378-2 at level 0 using segments [{'id': '5615e441-bf2b-4f62-9a7e-00bdeb60130a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '3bbc31db-4958-4e8b-9f8e-bc48b5d28e47'}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:33:24.097194 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09bb236b-8b69-4ea3-8bdf-ea84ecbff544 req-a62b526a-bd42-4050-a7fc-1622d4dc399c service neutron] Attempting to bind port 2f0d8b42-3708-4035-9894-ccae7caf00a3 on network 3bbc31db-4958-4e8b-9f8e-bc48b5d28e47 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:33:24.126041 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c97bdf00-338f-4153-b010-4e8cc8b0edbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:24.135766 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09bb236b-8b69-4ea3-8bdf-ea84ecbff544 req-a62b526a-bd42-4050-a7fc-1622d4dc399c service neutron] Port 2f0d8b42-3708-4035-9894-ccae7caf00a3 on network 3bbc31db-4958-4e8b-9f8e-bc48b5d28e47 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-2 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:33:24.136514 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09bb236b-8b69-4ea3-8bdf-ea84ecbff544 req-a62b526a-bd42-4050-a7fc-1622d4dc399c service neutron] Attempting to bind port 2f0d8b42-3708-4035-9894-ccae7caf00a3 on network 3bbc31db-4958-4e8b-9f8e-bc48b5d28e47 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:33:24.152292 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585ee946-1489-4a91-8ae4-500b5d682a38 req-23a56cbc-1523-43d4-a0d4-d3bf68b22307 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:24.160276 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-585ee946-1489-4a91-8ae4-500b5d682a38 req-23a56cbc-1523-43d4-a0d4-d3bf68b22307 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 947 time: 0.4934847 Aug 05 11:33:24.176519 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09bb236b-8b69-4ea3-8bdf-ea84ecbff544 req-a62b526a-bd42-4050-a7fc-1622d4dc399c service neutron] Checking agent: {'id': '40bb7567-59bd-4b31-bc29-da1c50bca759', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:33:24.176519 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09bb236b-8b69-4ea3-8bdf-ea84ecbff544 req-a62b526a-bd42-4050-a7fc-1622d4dc399c service neutron] Checking segment: {'id': '5615e441-bf2b-4f62-9a7e-00bdeb60130a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '3bbc31db-4958-4e8b-9f8e-bc48b5d28e47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:33:24.177307 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09bb236b-8b69-4ea3-8bdf-ea84ecbff544 req-a62b526a-bd42-4050-a7fc-1622d4dc399c service neutron] Bound using segment: {'id': '5615e441-bf2b-4f62-9a7e-00bdeb60130a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '3bbc31db-4958-4e8b-9f8e-bc48b5d28e47'} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:33:24.178135 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-09bb236b-8b69-4ea3-8bdf-ea84ecbff544 req-a62b526a-bd42-4050-a7fc-1622d4dc399c service neutron] Bound port: 2f0d8b42-3708-4035-9894-ccae7caf00a3, host: n-h1-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5615e441-bf2b-4f62-9a7e-00bdeb60130a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '3bbc31db-4958-4e8b-9f8e-bc48b5d28e47'}}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:33:24.178847 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-09bb236b-8b69-4ea3-8bdf-ea84ecbff544 req-a62b526a-bd42-4050-a7fc-1622d4dc399c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:24.217752 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c97bdf00-338f-4153-b010-4e8cc8b0edbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:24.221127 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c97bdf00-338f-4153-b010-4e8cc8b0edbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:24.223854 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-c97bdf00-338f-4153-b010-4e8cc8b0edbd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/02cc6eac-67ba-47f3-90fb-e23087ccc773 HTTP/1.1" status: 204 len: 168 time: 0.2887702 Aug 05 11:33:24.249907 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97bdf00-338f-4153-b010-4e8cc8b0edbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02cc6eac-67ba-47f3-90fb-e23087ccc773,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:33:24.286712 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34af9087-8091-4d13-98c4-6b2815670c88 req-f344b500-6df7-4176-954e-c01a304bb689 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:24.309010 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-34af9087-8091-4d13-98c4-6b2815670c88 req-f344b500-6df7-4176-954e-c01a304bb689 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=43dc8de5-f460-48f2-9969-bd31538c767f HTTP/1.1" status: 200 len: 950 time: 0.3007402 Aug 05 11:33:24.324045 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 11:33:24.411976 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-585ee946-1489-4a91-8ae4-500b5d682a38 req-5631f9f0-5c27-480e-802b-ff3a2da64d0d tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506106 Aug 05 11:33:24.470852 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-34af9087-8091-4d13-98c4-6b2815670c88 req-0f28736c-461a-44f0-afee-ff6519bdc6e9 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486192 Aug 05 11:33:24.526666 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-09bb236b-8b69-4ea3-8bdf-ea84ecbff544 req-a62b526a-bd42-4050-a7fc-1622d4dc399c service neutron] For port 2f0d8b42-3708-4035-9894-ccae7caf00a3, host n-h1-803378-2, cleared binding levels {{(pid=94420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:33:24.532363 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-09bb236b-8b69-4ea3-8bdf-ea84ecbff544 req-a62b526a-bd42-4050-a7fc-1622d4dc399c service neutron] For port 2f0d8b42-3708-4035-9894-ccae7caf00a3, host n-h1-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=2f0d8b42-3708-4035-9894-ccae7caf00a3,segment=NetworkSegment(5615e441-bf2b-4f62-9a7e-00bdeb60130a),segment_id=5615e441-bf2b-4f62-9a7e-00bdeb60130a)] {{(pid=94420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:33:24.544078 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-09bb236b-8b69-4ea3-8bdf-ea84ecbff544 req-a62b526a-bd42-4050-a7fc-1622d4dc399c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:24.746284 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bb236b-8b69-4ea3-8bdf-ea84ecbff544 req-a62b526a-bd42-4050-a7fc-1622d4dc399c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:24.746284 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-09bb236b-8b69-4ea3-8bdf-ea84ecbff544 req-a62b526a-bd42-4050-a7fc-1622d4dc399c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:24.746284 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-09bb236b-8b69-4ea3-8bdf-ea84ecbff544 req-a62b526a-bd42-4050-a7fc-1622d4dc399c service neutron] 10.222.0.64 "PUT /v2.0/ports/2f0d8b42-3708-4035-9894-ccae7caf00a3 HTTP/1.1" status: 200 len: 1092 time: 2.1156259 Aug 05 11:33:24.753214 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1de0267c-92da-4fb3-8345-bd6906311e15', 'tag': '2f0d8b42-3708-4035-9894-ccae7caf00a3'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:33:24.757962 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}828068ad8d405ad77660ce68fa78e1ffe658725812f7a08f9e488a446589295b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2993fa2-777c-4adb-a24f-f356a109fb04" -d '{"events": [{"name": "network-changed", "server_uuid": "1de0267c-92da-4fb3-8345-bd6906311e15", "tag": "2f0d8b42-3708-4035-9894-ccae7caf00a3"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:33:24.811818 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245192b0-6401-44a2-b241-049f8deaaf04 req-a90cf4c4-162e-443d-ac00-e2f95b8641de tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:24.817631 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-245192b0-6401-44a2-b241-049f8deaaf04 req-a90cf4c4-162e-443d-ac00-e2f95b8641de tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 947 time: 0.2528968 Aug 05 11:33:24.818378 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62b526a-bd42-4050-a7fc-1622d4dc399c service neutron] Pushing event updated for resources: {'Port': ['ID=2f0d8b42-3708-4035-9894-ccae7caf00a3,revision_number=3']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:33:24.866548 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49355814-4e24-4606-8c54-147997264449 req-3f17c557-eed3-4dba-9184-d6dc52e772f1 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:24.875672 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-49355814-4e24-4606-8c54-147997264449 req-3f17c557-eed3-4dba-9184-d6dc52e772f1 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=1de0267c-92da-4fb3-8345-bd6906311e15 HTTP/1.1" status: 200 len: 944 time: 0.3208344 Aug 05 11:33:25.016291 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-245192b0-6401-44a2-b241-049f8deaaf04 req-6d5b1989-3879-40bf-9119-f9332bd18ed4 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893415 Aug 05 11:33:25.089435 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-49355814-4e24-4606-8c54-147997264449 req-949038ea-c09e-4e6c-b705-02e5fa59d0b3 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=30974407-7b2a-468c-b989-540006d0da28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127645 Aug 05 11:33:25.115390 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bb236b-8b69-4ea3-8bdf-ea84ecbff544 req-021e0414-c287-4c0b-b66b-fb110c6014ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:25.122073 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-09bb236b-8b69-4ea3-8bdf-ea84ecbff544 req-021e0414-c287-4c0b-b66b-fb110c6014ff service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=922471f37b13454ba92168a26c5eea8e&device_id=1de0267c-92da-4fb3-8345-bd6906311e15 HTTP/1.1" status: 200 len: 1095 time: 0.2644155 Aug 05 11:33:25.235417 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8cdbd7c-183a-4598-9878-6b936cac313b x-openstack-request-id: req-a8cdbd7c-183a-4598-9878-6b936cac313b {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:33:25.235718 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1de0267c-92da-4fb3-8345-bd6906311e15", "tag": "2f0d8b42-3708-4035-9894-ccae7caf00a3", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:33:25.235976 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a8cdbd7c-183a-4598-9878-6b936cac313b {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:33:25.236385 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1de0267c-92da-4fb3-8345-bd6906311e15', 'tag': '2f0d8b42-3708-4035-9894-ccae7caf00a3', 'status': 'completed', 'code': 200} Aug 05 11:33:25.295818 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-09bb236b-8b69-4ea3-8bdf-ea84ecbff544 req-09c93b8d-279d-45d3-b5ec-3395d84b2669 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f0d8b42-3708-4035-9894-ccae7caf00a3 HTTP/1.1" status: 200 len: 217 time: 0.1566393 Aug 05 11:33:25.373760 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5daaec49-3113-40aa-b996-eab8ede4c429 req-16b474be-6a0e-42df-a565-72516d5c7f7f tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "GET /v2.0/ports?device_id=443a76e9-196d-4aa4-85e8-0ee1eebabb66 HTTP/1.1" status: 200 len: 210 time: 0.0682247 Aug 05 11:33:25.401604 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8a0087-2ad2-4352-a7fb-5a0c07480ea3 req-6cadf8db-8861-4820-858d-f54b774bae55 tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:25.410649 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9a8a0087-2ad2-4352-a7fb-5a0c07480ea3 req-6cadf8db-8861-4820-858d-f54b774bae55 tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] 10.222.0.58 "GET /v2.0/ports?device_id=74729a8a-2050-403d-925d-4e55bda5531e HTTP/1.1" status: 200 len: 945 time: 0.2529945 Aug 05 11:33:25.454538 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bb236b-8b69-4ea3-8bdf-ea84ecbff544 req-0200f442-a1df-4606-8824-2065d4684b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:25.456356 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-09bb236b-8b69-4ea3-8bdf-ea84ecbff544 req-0200f442-a1df-4606-8824-2065d4684b93 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2358f314-430e-4da8-8dea-b9e9954bab81 HTTP/1.1" status: 200 len: 851 time: 0.1402500 Aug 05 11:33:25.485796 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9a8a0087-2ad2-4352-a7fb-5a0c07480ea3 req-3018b075-ef96-4c69-a392-913e4154e7d4 tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] 10.222.0.58 "GET /v2.0/security-groups?id=c3741838-73dc-4e00-ab48-db6b7a231ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742440 Aug 05 11:33:25.572617 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a22c7d5-7865-4481-ab21-ab07532c29e2 req-2d79cfa5-d4fd-40d3-8eda-27a7d54d0ca6 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:25.574230 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8a22c7d5-7865-4481-ab21-ab07532c29e2 req-2d79cfa5-d4fd-40d3-8eda-27a7d54d0ca6 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 947 time: 0.1219389 Aug 05 11:33:25.578722 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bb236b-8b69-4ea3-8bdf-ea84ecbff544 req-122d0738-6a7f-4457-ac84-8695fb8cdd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:25.580110 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-09bb236b-8b69-4ea3-8bdf-ea84ecbff544 req-122d0738-6a7f-4457-ac84-8695fb8cdd4f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3bbc31db-4958-4e8b-9f8e-bc48b5d28e47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1063972 Aug 05 11:33:25.716681 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8a22c7d5-7865-4481-ab21-ab07532c29e2 req-d0be8d6f-ac4e-4048-aae8-67cf6cf53a8b tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354544 Aug 05 11:33:25.766400 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8a6edc-f69f-46e4-9685-8d8d5754b31d req-608f920d-29c0-4f78-b8cf-821ee019b4ab tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:25.768313 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3e8a6edc-f69f-46e4-9685-8d8d5754b31d req-608f920d-29c0-4f78-b8cf-821ee019b4ab tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=43dc8de5-f460-48f2-9969-bd31538c767f HTTP/1.1" status: 200 len: 950 time: 0.1068313 Aug 05 11:33:25.833562 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-09bb236b-8b69-4ea3-8bdf-ea84ecbff544 req-d0a81ac2-0152-4a59-8015-2fd1424f6111 service neutron] 10.222.0.64 "GET /v2.0/networks/3bbc31db-4958-4e8b-9f8e-bc48b5d28e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345827 Aug 05 11:33:25.906856 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3e8a6edc-f69f-46e4-9685-8d8d5754b31d req-78e8be90-e336-49e4-8636-c54c8a1fe4e0 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250932 Aug 05 11:33:26.063793 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-09bb236b-8b69-4ea3-8bdf-ea84ecbff544 req-b3664e06-250d-481a-8f9e-a25f0974b02e service neutron] 10.222.0.64 "GET /v2.0/networks/3bbc31db-4958-4e8b-9f8e-bc48b5d28e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079957 Aug 05 11:33:26.324994 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2993fa2-777c-4adb-a24f-f356a109fb04 req-76ba336d-9d8f-4675-8f70-e077ebf0bb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:26.326885 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c2993fa2-777c-4adb-a24f-f356a109fb04 req-76ba336d-9d8f-4675-8f70-e077ebf0bb95 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=922471f37b13454ba92168a26c5eea8e&device_id=1de0267c-92da-4fb3-8345-bd6906311e15 HTTP/1.1" status: 200 len: 1095 time: 0.1350780 Aug 05 11:33:26.584704 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f12dd3-fd92-411c-b8bc-e08308e2af67 req-49e87bc6-21e8-4809-97e8-d0047a545524 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:26.586290 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-41f12dd3-fd92-411c-b8bc-e08308e2af67 req-49e87bc6-21e8-4809-97e8-d0047a545524 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 947 time: 0.2199149 Aug 05 11:33:26.596997 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd56c52b-f1b3-4066-a23d-6a6b68c32c4d req-b2537690-597e-4849-b111-a287de5e26e9 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:26.599248 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bd56c52b-f1b3-4066-a23d-6a6b68c32c4d req-b2537690-597e-4849-b111-a287de5e26e9 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=1de0267c-92da-4fb3-8345-bd6906311e15 HTTP/1.1" status: 200 len: 944 time: 0.1715665 Aug 05 11:33:26.607797 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2993fa2-777c-4adb-a24f-f356a109fb04 req-f034765b-13e0-4b54-b1b2-87423deaa948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:26.609333 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c2993fa2-777c-4adb-a24f-f356a109fb04 req-f034765b-13e0-4b54-b1b2-87423deaa948 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3bbc31db-4958-4e8b-9f8e-bc48b5d28e47 HTTP/1.1" status: 200 len: 913 time: 0.2733986 Aug 05 11:33:26.726302 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c2993fa2-777c-4adb-a24f-f356a109fb04 req-466736f1-3c4f-4bfa-a759-c2aec83c70c2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f0d8b42-3708-4035-9894-ccae7caf00a3 HTTP/1.1" status: 200 len: 217 time: 0.0939622 Aug 05 11:33:26.745278 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 55304) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:33:26.748736 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bd56c52b-f1b3-4066-a23d-6a6b68c32c4d req-63be04a8-6dc4-4e86-af25-4bc4324f9293 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=30974407-7b2a-468c-b989-540006d0da28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382687 Aug 05 11:33:26.763226 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-41f12dd3-fd92-411c-b8bc-e08308e2af67 req-681ef7ce-7cfc-490d-9e95-549743f35dc0 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626799 Aug 05 11:33:26.859481 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 55310) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:33:26.866389 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2993fa2-777c-4adb-a24f-f356a109fb04 req-c855721e-45a0-456e-ac9e-3b2cc8f7bb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:26.870233 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c2993fa2-777c-4adb-a24f-f356a109fb04 req-c855721e-45a0-456e-ac9e-3b2cc8f7bb85 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2358f314-430e-4da8-8dea-b9e9954bab81 HTTP/1.1" status: 200 len: 851 time: 0.1199219 Aug 05 11:33:26.965698 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d42426b7-436b-4db8-bd7a-449b56c53cdf req-2576e756-4cba-4388-8f60-8f37fee5c816 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "GET /v2.0/ports?device_id=443a76e9-196d-4aa4-85e8-0ee1eebabb66 HTTP/1.1" status: 200 len: 210 time: 0.0391998 Aug 05 11:33:26.991311 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2993fa2-777c-4adb-a24f-f356a109fb04 req-d600b1bd-6a29-483e-8363-0bf75368cdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:27.005196 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c2993fa2-777c-4adb-a24f-f356a109fb04 req-d600b1bd-6a29-483e-8363-0bf75368cdb9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3bbc31db-4958-4e8b-9f8e-bc48b5d28e47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1256337 Aug 05 11:33:27.015149 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784195a9-5b82-4223-870a-e26612430810 req-0774bf7e-4ce7-499c-83f4-236228500778 tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:27.017700 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0edce52b-cfe8-4f90-bd0b-0ff543adb1df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:27.023299 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-784195a9-5b82-4223-870a-e26612430810 req-0774bf7e-4ce7-499c-83f4-236228500778 tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] 10.222.0.58 "GET /v2.0/ports?device_id=74729a8a-2050-403d-925d-4e55bda5531e HTTP/1.1" status: 200 len: 945 time: 0.1609395 Aug 05 11:33:27.099613 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a3e00b33-1a39-44c1-b0ba-659636d24260 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:27.157286 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-784195a9-5b82-4223-870a-e26612430810 req-10c00b91-a66a-40bf-b3ef-627bbbf218ed tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] 10.222.0.58 "GET /v2.0/security-groups?id=c3741838-73dc-4e00-ab48-db6b7a231ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328568 Aug 05 11:33:27.204956 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0edce52b-cfe8-4f90-bd0b-0ff543adb1df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:27.213343 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c2993fa2-777c-4adb-a24f-f356a109fb04 req-bec03f77-1c50-4083-a23d-b4708f134aa9 service neutron] 10.222.0.64 "GET /v2.0/networks/3bbc31db-4958-4e8b-9f8e-bc48b5d28e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860440 Aug 05 11:33:27.214790 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0edce52b-cfe8-4f90-bd0b-0ff543adb1df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:27.225385 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3a00ec-4ea7-4bac-9750-b386edc5420e req-17c4cf4e-c49f-43d9-ada4-b5c8488e9f26 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:27.227030 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7d3a00ec-4ea7-4bac-9750-b386edc5420e req-17c4cf4e-c49f-43d9-ada4-b5c8488e9f26 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 947 time: 0.1379254 Aug 05 11:33:27.308742 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-0edce52b-cfe8-4f90-bd0b-0ff543adb1df admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=03da9f2addb84df8a531f5fffedf19ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5597756 Aug 05 11:33:27.312186 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 55320) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:33:27.320973 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edce52b-cfe8-4f90-bd0b-0ff543adb1df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17da0206-fe51-4edf-9009-5ab9275a0d98,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:33:27.413147 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c2993fa2-777c-4adb-a24f-f356a109fb04 req-4df7f144-034e-4452-9f88-259c8c651624 service neutron] 10.222.0.64 "GET /v2.0/networks/3bbc31db-4958-4e8b-9f8e-bc48b5d28e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849885 Aug 05 11:33:27.413591 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e43bfad1-a63d-4df4-b294-45f26147ee41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:27.420325 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7d3a00ec-4ea7-4bac-9750-b386edc5420e req-668be30a-4e1f-46eb-81ed-a957f618244f tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110523 Aug 05 11:33:27.436849 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2413c2cf-2b18-4dab-ab2e-8836f9411a88 req-01674057-43f7-48a3-8566-4ad5b455c112 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:27.451793 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2413c2cf-2b18-4dab-ab2e-8836f9411a88 req-01674057-43f7-48a3-8566-4ad5b455c112 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=43dc8de5-f460-48f2-9969-bd31538c767f HTTP/1.1" status: 200 len: 950 time: 0.1310978 Aug 05 11:33:27.459131 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a3e00b33-1a39-44c1-b0ba-659636d24260 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:27.461750 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e43bfad1-a63d-4df4-b294-45f26147ee41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:27.475017 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a3e00b33-1a39-44c1-b0ba-659636d24260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:27.531611 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2413c2cf-2b18-4dab-ab2e-8836f9411a88 req-509e44fd-0588-43c5-83fc-ed8549658fbd tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687995 Aug 05 11:33:27.551799 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-a3e00b33-1a39-44c1-b0ba-659636d24260 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c6f7ebfae169488fb40281ff78730656&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6876576 Aug 05 11:33:27.552463 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 55326) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:33:27.556414 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e00b33-1a39-44c1-b0ba-659636d24260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7385ec0c-d835-4648-926c-e3d39f059bef,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:33:27.603154 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d899a99-e035-4c6c-907c-0ecff6c44aa3 req-9dfd1858-00c9-4cf6-9e5e-8964c72ccf88 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:27.611702 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6d899a99-e035-4c6c-907c-0ecff6c44aa3 req-9dfd1858-00c9-4cf6-9e5e-8964c72ccf88 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 947 time: 0.0784302 Aug 05 11:33:27.625318 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e43bfad1-a63d-4df4-b294-45f26147ee41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:27.630012 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e43bfad1-a63d-4df4-b294-45f26147ee41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:27.635958 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-e43bfad1-a63d-4df4-b294-45f26147ee41 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/17da0206-fe51-4edf-9009-5ab9275a0d98 HTTP/1.1" status: 204 len: 168 time: 0.3180823 Aug 05 11:33:27.635958 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-de44d3ac-93fb-44d9-ab61-5b9581aad032 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:27.659924 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43bfad1-a63d-4df4-b294-45f26147ee41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17da0206-fe51-4edf-9009-5ab9275a0d98,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:33:27.685265 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-de44d3ac-93fb-44d9-ab61-5b9581aad032 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:27.686836 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6d899a99-e035-4c6c-907c-0ecff6c44aa3 req-4e3ed61b-7191-4efc-822c-da459e202265 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666883 Aug 05 11:33:27.769492 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-de44d3ac-93fb-44d9-ab61-5b9581aad032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:27.778570 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-de44d3ac-93fb-44d9-ab61-5b9581aad032 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:27.784291 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-de44d3ac-93fb-44d9-ab61-5b9581aad032 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7385ec0c-d835-4648-926c-e3d39f059bef HTTP/1.1" status: 204 len: 168 time: 0.2273860 Aug 05 11:33:27.817925 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de44d3ac-93fb-44d9-ab61-5b9581aad032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7385ec0c-d835-4648-926c-e3d39f059bef,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:33:27.920196 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c9982b-df94-4a9d-980c-5cf687297580 req-fd1c0d7a-0af2-431e-a930-abb4bcd33cf2 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:27.923275 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-21c9982b-df94-4a9d-980c-5cf687297580 req-fd1c0d7a-0af2-431e-a930-abb4bcd33cf2 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 947 time: 0.1192174 Aug 05 11:33:28.026405 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c134aea3-00a0-4b69-8600-e2aa9c7e7cd4 req-e1c04a56-dc40-4fbb-b631-9d947fa4e58e tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:28.034998 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c134aea3-00a0-4b69-8600-e2aa9c7e7cd4 req-e1c04a56-dc40-4fbb-b631-9d947fa4e58e tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=1de0267c-92da-4fb3-8345-bd6906311e15 HTTP/1.1" status: 200 len: 944 time: 0.1102548 Aug 05 11:33:28.050743 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-21c9982b-df94-4a9d-980c-5cf687297580 req-ff4a904f-f298-4bd4-8f58-cd830ff37d6f tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158624 Aug 05 11:33:28.061958 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fcbf23-2a16-4c59-a7cd-28668b55106f req-281d1bdb-cd22-4c29-a2ae-d80dd855729a tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:28.064114 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-06fcbf23-2a16-4c59-a7cd-28668b55106f req-281d1bdb-cd22-4c29-a2ae-d80dd855729a tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] 10.222.0.55 "GET /v2.0/ports?device_id=f02b62e1-cee0-47ef-8ddf-4b4a201f7518 HTTP/1.1" status: 200 len: 945 time: 0.1306705 Aug 05 11:33:28.135819 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c134aea3-00a0-4b69-8600-e2aa9c7e7cd4 req-b4ff7255-3cbf-4283-b75e-b2a5e8714183 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=30974407-7b2a-468c-b989-540006d0da28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993240 Aug 05 11:33:28.240593 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ef442b5a-48f3-4b87-ac55-35de4cc74606 req-5a78bcb4-ca43-45c7-b258-91af5ee25611 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "GET /v2.0/ports?device_id=443a76e9-196d-4aa4-85e8-0ee1eebabb66 HTTP/1.1" status: 200 len: 210 time: 0.0745530 Aug 05 11:33:28.289108 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-06fcbf23-2a16-4c59-a7cd-28668b55106f req-ef0c7418-1e4a-48e3-ab6f-de8d6fca009c tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Deleting port 291c2cf6-3cc3-4e91-b1b3-b7f161db6807 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:33:28.293979 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-06fcbf23-2a16-4c59-a7cd-28668b55106f req-ef0c7418-1e4a-48e3-ab6f-de8d6fca009c tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:28.525372 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-06fcbf23-2a16-4c59-a7cd-28668b55106f req-ef0c7418-1e4a-48e3-ab6f-de8d6fca009c tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] For port 291c2cf6-3cc3-4e91-b1b3-b7f161db6807, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=291c2cf6-3cc3-4e91-b1b3-b7f161db6807,segment=NetworkSegment(3c2d9838-4ced-4b50-843a-544842259d29),segment_id=3c2d9838-4ced-4b50-843a-544842259d29)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:33:28.528563 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dde8b5-c3bf-4854-8e27-bc970d67dd75 req-776382d1-0ed9-45bb-aad3-a9ea5adb0e15 tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:28.528887 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-06fcbf23-2a16-4c59-a7cd-28668b55106f req-ef0c7418-1e4a-48e3-ab6f-de8d6fca009c tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:28.530204 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-27dde8b5-c3bf-4854-8e27-bc970d67dd75 req-776382d1-0ed9-45bb-aad3-a9ea5adb0e15 tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] 10.222.0.64 "GET /v2.0/ports?device_id=74729a8a-2050-403d-925d-4e55bda5531e HTTP/1.1" status: 200 len: 945 time: 0.1406164 Aug 05 11:33:28.530934 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 55356) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:33:28.548858 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-20ddf99a-3a38-4066-9048-aee02a6cf02c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:28.562274 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-06fcbf23-2a16-4c59-a7cd-28668b55106f req-ef0c7418-1e4a-48e3-ab6f-de8d6fca009c tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Calling delete_port for 291c2cf6-3cc3-4e91-b1b3-b7f161db6807 owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:33:28.587912 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cce6513-f40d-4329-9890-fd5c92b79049 req-862e1599-b989-4030-ab48-7d5aec70e7f0 tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:28.591035 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7cce6513-f40d-4329-9890-fd5c92b79049 req-862e1599-b989-4030-ab48-7d5aec70e7f0 tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] 10.222.0.58 "GET /v2.0/ports?device_id=74729a8a-2050-403d-925d-4e55bda5531e HTTP/1.1" status: 200 len: 945 time: 0.1735103 Aug 05 11:33:28.779840 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-06fcbf23-2a16-4c59-a7cd-28668b55106f req-ef0c7418-1e4a-48e3-ab6f-de8d6fca009c tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:28.815482 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['291c2cf6-3cc3-4e91-b1b3-b7f161db6807'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:33:28.870013 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['3e34b375-2b5e-4302-ad51-ce15ee3b946c'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:33:28.905770 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0c7418-1e4a-48e3-ab6f-de8d6fca009c tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Pushing event deleted for resources: {'Port': ['ID=291c2cf6-3cc3-4e91-b1b3-b7f161db6807,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:33:28.909107 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-20ddf99a-3a38-4066-9048-aee02a6cf02c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:28.940570 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-20ddf99a-3a38-4066-9048-aee02a6cf02c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:28.958597 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-06fcbf23-2a16-4c59-a7cd-28668b55106f req-ef0c7418-1e4a-48e3-ab6f-de8d6fca009c tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] No DVR routers for this DVR port 291c2cf6-3cc3-4e91-b1b3-b7f161db6807 on host n-h2-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:33:28.965555 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-06fcbf23-2a16-4c59-a7cd-28668b55106f req-ef0c7418-1e4a-48e3-ab6f-de8d6fca009c tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:28.974172 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-06fcbf23-2a16-4c59-a7cd-28668b55106f req-ef0c7418-1e4a-48e3-ab6f-de8d6fca009c tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] 10.222.0.55 "DELETE /v2.0/ports/291c2cf6-3cc3-4e91-b1b3-b7f161db6807 HTTP/1.1" status: 204 len: 173 time: 0.8990214 Aug 05 11:33:28.974960 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f02b62e1-cee0-47ef-8ddf-4b4a201f7518', 'name': 'network-vif-deleted', 'tag': '291c2cf6-3cc3-4e91-b1b3-b7f161db6807'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:33:28.985599 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5136db68-0761-4f06-9fd5-2fd38cb97bad" -d '{"events": [{"server_uuid": "f02b62e1-cee0-47ef-8ddf-4b4a201f7518", "name": "network-vif-deleted", "tag": "291c2cf6-3cc3-4e91-b1b3-b7f161db6807"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:33:29.033030 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7cce6513-f40d-4329-9890-fd5c92b79049 req-c336c2f8-898b-47cf-b117-715c9b7fd68b tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] 10.222.0.58 "GET /v2.0/security-groups?id=c3741838-73dc-4e00-ab48-db6b7a231ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3991497 Aug 05 11:33:29.074721 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:29.143535 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148e710e-bc0d-412f-aafc-b955b2f7bf81 req-bd2cf8a3-d89f-4869-b216-693663ca1975 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:29.145371 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-148e710e-bc0d-412f-aafc-b955b2f7bf81 req-bd2cf8a3-d89f-4869-b216-693663ca1975 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 947 time: 0.5529413 Aug 05 11:33:29.208939 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-20ddf99a-3a38-4066-9048-aee02a6cf02c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c2224a6857284b16895ca124471cf693&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6758411 Aug 05 11:33:29.212758 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ddf99a-3a38-4066-9048-aee02a6cf02c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9da62c4-649c-43b5-a96b-d49ce303a9a5,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:33:29.213403 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 55374) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:33:29.256325 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-148e710e-bc0d-412f-aafc-b955b2f7bf81 req-5dd14f4c-adcf-4aad-b0e0-98889b484cf8 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949798 Aug 05 11:33:29.312718 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [req-27dde8b5-c3bf-4854-8e27-bc970d67dd75 req-ab275569-83cc-4d04-8d76-68d79c70c6b6 tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Deleting port 3e34b375-2b5e-4302-ad51-ce15ee3b946c {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:33:29.313076 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-27dde8b5-c3bf-4854-8e27-bc970d67dd75 req-ab275569-83cc-4d04-8d76-68d79c70c6b6 tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:29.349353 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57fb1e9a-b16b-4f92-b454-ca6deb5fcfc8 x-openstack-request-id: req-57fb1e9a-b16b-4f92-b454-ca6deb5fcfc8 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:33:29.349755 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f02b62e1-cee0-47ef-8ddf-4b4a201f7518", "name": "network-vif-deleted", "tag": "291c2cf6-3cc3-4e91-b1b3-b7f161db6807", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:33:29.350100 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-57fb1e9a-b16b-4f92-b454-ca6deb5fcfc8 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:33:29.351409 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f02b62e1-cee0-47ef-8ddf-4b4a201f7518', 'name': 'network-vif-deleted', 'tag': '291c2cf6-3cc3-4e91-b1b3-b7f161db6807', 'status': 'completed', 'code': 200} Aug 05 11:33:29.370485 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-267ba076-98dc-409b-9078-5e7fd83d3e5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:29.404245 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-267ba076-98dc-409b-9078-5e7fd83d3e5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:29.437066 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4635b2a9-8699-43c6-8407-a3010676a721 req-c1b2a71a-ee83-45a3-9fca-adfc267ac37f tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:29.438673 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4635b2a9-8699-43c6-8407-a3010676a721 req-c1b2a71a-ee83-45a3-9fca-adfc267ac37f tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=43dc8de5-f460-48f2-9969-bd31538c767f HTTP/1.1" status: 200 len: 950 time: 0.1465626 Aug 05 11:33:29.473928 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-267ba076-98dc-409b-9078-5e7fd83d3e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:29.476970 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-267ba076-98dc-409b-9078-5e7fd83d3e5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:29.480324 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-267ba076-98dc-409b-9078-5e7fd83d3e5a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d9da62c4-649c-43b5-a96b-d49ce303a9a5 HTTP/1.1" status: 204 len: 168 time: 0.2642868 Aug 05 11:33:29.491300 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267ba076-98dc-409b-9078-5e7fd83d3e5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9da62c4-649c-43b5-a96b-d49ce303a9a5,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:33:29.556837 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-27dde8b5-c3bf-4854-8e27-bc970d67dd75 req-ab275569-83cc-4d04-8d76-68d79c70c6b6 tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] For port 3e34b375-2b5e-4302-ad51-ce15ee3b946c, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=3e34b375-2b5e-4302-ad51-ce15ee3b946c,segment=NetworkSegment(3c2d9838-4ced-4b50-843a-544842259d29),segment_id=3c2d9838-4ced-4b50-843a-544842259d29)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:33:29.557124 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-27dde8b5-c3bf-4854-8e27-bc970d67dd75 req-ab275569-83cc-4d04-8d76-68d79c70c6b6 tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:29.576577 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4635b2a9-8699-43c6-8407-a3010676a721 req-ffc3b62e-0eae-457b-af8e-e59f15b300f8 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281848 Aug 05 11:33:29.598357 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [req-27dde8b5-c3bf-4854-8e27-bc970d67dd75 req-ab275569-83cc-4d04-8d76-68d79c70c6b6 tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Calling delete_port for 3e34b375-2b5e-4302-ad51-ce15ee3b946c owned by compute:nova {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:33:29.630832 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76b4f7d-8d6f-49d1-bb44-3c714dc1f83c req-af7a306a-27c5-4274-838f-a1c6921b7149 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:29.639922 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f76b4f7d-8d6f-49d1-bb44-3c714dc1f83c req-af7a306a-27c5-4274-838f-a1c6921b7149 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=1de0267c-92da-4fb3-8345-bd6906311e15 HTTP/1.1" status: 200 len: 944 time: 0.1477311 Aug 05 11:33:29.813637 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f76b4f7d-8d6f-49d1-bb44-3c714dc1f83c req-6ae485d0-7402-4b21-8851-d205e24de6d3 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=30974407-7b2a-468c-b989-540006d0da28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820894 Aug 05 11:33:29.991877 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c808a516-1d5a-402a-807f-c1e4ea74b4b4 req-317316af-d7ee-4b1f-809e-f7b3f37f6cea tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "GET /v2.0/ports?device_id=443a76e9-196d-4aa4-85e8-0ee1eebabb66 HTTP/1.1" status: 200 len: 210 time: 0.0328748 Aug 05 11:33:30.006454 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-27dde8b5-c3bf-4854-8e27-bc970d67dd75 req-ab275569-83cc-4d04-8d76-68d79c70c6b6 tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:30.049219 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['291c2cf6-3cc3-4e91-b1b3-b7f161db6807'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:33:30.090135 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab275569-83cc-4d04-8d76-68d79c70c6b6 tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Pushing event deleted for resources: {'Port': ['ID=3e34b375-2b5e-4302-ad51-ce15ee3b946c,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:33:30.116033 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [req-27dde8b5-c3bf-4854-8e27-bc970d67dd75 req-ab275569-83cc-4d04-8d76-68d79c70c6b6 tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] No DVR routers for this DVR port 3e34b375-2b5e-4302-ad51-ce15ee3b946c on host n-h1-803378-2 {{(pid=94420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:33:30.120714 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-27dde8b5-c3bf-4854-8e27-bc970d67dd75 req-ab275569-83cc-4d04-8d76-68d79c70c6b6 tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:30.123693 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-27dde8b5-c3bf-4854-8e27-bc970d67dd75 req-ab275569-83cc-4d04-8d76-68d79c70c6b6 tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] 10.222.0.64 "DELETE /v2.0/ports/3e34b375-2b5e-4302-ad51-ce15ee3b946c HTTP/1.1" status: 204 len: 173 time: 1.5715213 Aug 05 11:33:30.124428 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74729a8a-2050-403d-925d-4e55bda5531e', 'name': 'network-vif-deleted', 'tag': '3e34b375-2b5e-4302-ad51-ce15ee3b946c'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:33:30.138641 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}828068ad8d405ad77660ce68fa78e1ffe658725812f7a08f9e488a446589295b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33360cf2-20e4-4716-a026-bb8e47c3f7a2" -d '{"events": [{"server_uuid": "74729a8a-2050-403d-925d-4e55bda5531e", "name": "network-vif-deleted", "tag": "3e34b375-2b5e-4302-ad51-ce15ee3b946c"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:33:30.230484 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0c7d98d3-fd5d-4122-bb05-f878ec4637d7 req-65fa7ea6-f336-4a3a-a7fb-4dcc34f5c8c8 tempest-MultipleCreateTestJSON-783856268 tempest-MultipleCreateTestJSON-783856268-project] 10.222.0.58 "GET /v2.0/ports?device_id=74729a8a-2050-403d-925d-4e55bda5531e HTTP/1.1" status: 200 len: 210 time: 0.0471747 Aug 05 11:33:30.342458 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78caf0c8-7390-4ebe-9454-f679ee0c6e66 x-openstack-request-id: req-78caf0c8-7390-4ebe-9454-f679ee0c6e66 {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:33:30.342949 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74729a8a-2050-403d-925d-4e55bda5531e", "name": "network-vif-deleted", "tag": "3e34b375-2b5e-4302-ad51-ce15ee3b946c", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:33:30.343436 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-78caf0c8-7390-4ebe-9454-f679ee0c6e66 {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:33:30.344436 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74729a8a-2050-403d-925d-4e55bda5531e', 'name': 'network-vif-deleted', 'tag': '3e34b375-2b5e-4302-ad51-ce15ee3b946c', 'status': 'completed', 'code': 200} Aug 05 11:33:30.532228 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5eab03-7449-4e71-8454-27c6d51d81cd req-b14c1109-c054-4393-804b-1155d315dbea tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:30.541983 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-df5eab03-7449-4e71-8454-27c6d51d81cd req-b14c1109-c054-4393-804b-1155d315dbea tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 947 time: 0.0790431 Aug 05 11:33:30.617285 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-df5eab03-7449-4e71-8454-27c6d51d81cd req-7591584a-4224-458f-98a5-ba49fb391c8e tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644217 Aug 05 11:33:30.635722 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 2f0d8b42-3708-4035-9894-ccae7caf00a3 details requested by agent hyperv_n-h1-803378-2 with host n-h1-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:33:30.816757 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dad6189-d11e-4ec5-8e65-f4905e2d4360 req-ec0ffc3f-3bb0-4521-9110-b491eab24a6c tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:30.818517 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0dad6189-d11e-4ec5-8e65-f4905e2d4360 req-ec0ffc3f-3bb0-4521-9110-b491eab24a6c tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=43dc8de5-f460-48f2-9969-bd31538c767f HTTP/1.1" status: 200 len: 950 time: 0.0939062 Aug 05 11:33:30.857293 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 2f0d8b42-3708-4035-9894-ccae7caf00a3, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=2f0d8b42-3708-4035-9894-ccae7caf00a3,segment=NetworkSegment(5615e441-bf2b-4f62-9a7e-00bdeb60130a),segment_id=5615e441-bf2b-4f62-9a7e-00bdeb60130a)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:33:30.880713 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Returning: {'device': '2f0d8b42-3708-4035-9894-ccae7caf00a3', 'network_id': '3bbc31db-4958-4e8b-9f8e-bc48b5d28e47', 'port_id': '2f0d8b42-3708-4035-9894-ccae7caf00a3', 'mac_address': 'fa:16:3e:f5:62:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2358f314-430e-4da8-8dea-b9e9954bab81', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:33:30.919143 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0dad6189-d11e-4ec5-8e65-f4905e2d4360 req-af9ee672-f3c5-4bbf-abfb-7f1910b39b88 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906103 Aug 05 11:33:30.935030 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:30.952995 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f0d8b42-3708-4035-9894-ccae7caf00a3 {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:33:30.992116 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 2f0d8b42-3708-4035-9894-ccae7caf00a3, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=2f0d8b42-3708-4035-9894-ccae7caf00a3,segment=NetworkSegment(5615e441-bf2b-4f62-9a7e-00bdeb60130a),segment_id=5615e441-bf2b-4f62-9a7e-00bdeb60130a)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:33:30.997891 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:31.082396 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=2f0d8b42-3708-4035-9894-ccae7caf00a3,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:33:31.185938 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d705c5-d2a2-418d-acd0-a6e492c3c775 req-76ea49cc-893e-4e99-a09a-c89a77a42300 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:31.187781 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f8d705c5-d2a2-418d-acd0-a6e492c3c775 req-76ea49cc-893e-4e99-a09a-c89a77a42300 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=1de0267c-92da-4fb3-8345-bd6906311e15 HTTP/1.1" status: 200 len: 945 time: 0.0583997 Aug 05 11:33:31.267737 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f8d705c5-d2a2-418d-acd0-a6e492c3c775 req-62f57d67-7ccd-421d-b2ba-37ef2a17f91d tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=30974407-7b2a-468c-b989-540006d0da28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719516 Aug 05 11:33:31.421350 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d0ed85e4-92f6-4d7b-9d1d-d2d2b65d574d req-18a08ee3-b0c3-464f-9b7f-f67817e71a18 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "GET /v2.0/ports?device_id=443a76e9-196d-4aa4-85e8-0ee1eebabb66 HTTP/1.1" status: 200 len: 210 time: 0.0571671 Aug 05 11:33:31.542524 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 55436) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:33:31.628332 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['2f0d8b42-3708-4035-9894-ccae7caf00a3'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:33:31.630559 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_v2 [None req-170e7c6c-83cb-4112-baee-7df39c266633 admin admin] Deleting subnet bf224612-704f-4ebd-b2af-5e301a097436 {{(pid=94421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:33:31.639755 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-170e7c6c-83cb-4112-baee-7df39c266633 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:31.661755 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc66bb16-1bb4-49d3-9cee-fecad176e90b req-24609bb4-2cde-4cb1-8a54-e8c14b7aff6c tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:31.663584 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bc66bb16-1bb4-49d3-9cee-fecad176e90b req-24609bb4-2cde-4cb1-8a54-e8c14b7aff6c tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 947 time: 0.1353934 Aug 05 11:33:31.667912 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83ae1dc-186c-40d2-a4ea-a1cd5376c9ea req-5788572d-98db-4666-9033-7c32e3d1295a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:31.669674 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f83ae1dc-186c-40d2-a4ea-a1cd5376c9ea req-5788572d-98db-4666-9033-7c32e3d1295a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2a9a0c1c353042b1936f80e1e752fcad&device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 1098 time: 0.0879614 Aug 05 11:33:31.726853 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-170e7c6c-83cb-4112-baee-7df39c266633 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29786388'] for subnet, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:31.877900 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-170e7c6c-83cb-4112-baee-7df39c266633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:31.995680 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-170e7c6c-83cb-4112-baee-7df39c266633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25038609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30075142'] for subnet, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:32.015152 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 291c2cf6-3cc3-4e91-b1b3-b7f161db6807 no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:33:32.061199 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] No Port match for: 291c2cf6-3cc3-4e91-b1b3-b7f161db6807 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:33:32.061670 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 291c2cf6-3cc3-4e91-b1b3-b7f161db6807 not bound to the agent host n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:33:32.072006 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170e7c6c-83cb-4112-baee-7df39c266633 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf224612-704f-4ebd-b2af-5e301a097436,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:33:32.075347 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-170e7c6c-83cb-4112-baee-7df39c266633 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:32.080544 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-170e7c6c-83cb-4112-baee-7df39c266633 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/bf224612-704f-4ebd-b2af-5e301a097436 HTTP/1.1" status: 204 len: 168 time: 0.5331733 Aug 05 11:33:32.081519 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 55448) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:33:32.188345 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-becacc18-2b10-4c63-ad04-5d64e96900a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:32.270172 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bc66bb16-1bb4-49d3-9cee-fecad176e90b req-4a58a79d-6e45-4175-8938-c6a7c6a0833f tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5971556 Aug 05 11:33:32.317601 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 55454) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:33:32.350510 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-becacc18-2b10-4c63-ad04-5d64e96900a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:32.364885 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-becacc18-2b10-4c63-ad04-5d64e96900a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6543cbeb-fcd1-48b6-8b28-7eb60b9c72ee']}} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:33:32.381217 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-becacc18-2b10-4c63-ad04-5d64e96900a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c2d9838-4ced-4b50-843a-544842259d29') {'for_net_delete': True} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:33:32.381776 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-becacc18-2b10-4c63-ad04-5d64e96900a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c2d9838-4ced-4b50-843a-544842259d29') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:33:32.402083 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-becacc18-2b10-4c63-ad04-5d64e96900a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29786371'] for segment, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:32.421995 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-becacc18-2b10-4c63-ad04-5d64e96900a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:32.431984 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-becacc18-2b10-4c63-ad04-5d64e96900a3 admin admin] Releasing vlan 664 on physical network physnet1 to pool {{(pid=94421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:33:32.433226 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-becacc18-2b10-4c63-ad04-5d64e96900a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25038799'] for segment, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:32.439934 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cf1ec5-fbc6-48a6-8c9d-cd4133c9241f req-816c6322-d48a-415a-9292-5e4aac2942bb tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:32.441617 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-63cf1ec5-fbc6-48a6-8c9d-cd4133c9241f req-816c6322-d48a-415a-9292-5e4aac2942bb tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=43dc8de5-f460-48f2-9969-bd31538c767f HTTP/1.1" status: 200 len: 950 time: 0.1951106 Aug 05 11:33:32.471454 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83ae1dc-186c-40d2-a4ea-a1cd5376c9ea req-fb8f0752-553c-4817-9699-bedda16486aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:32.473183 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f83ae1dc-186c-40d2-a4ea-a1cd5376c9ea req-fb8f0752-553c-4817-9699-bedda16486aa service neutron] 10.222.0.64 "GET /v2.0/networks?id=126f96b6-eb66-4c29-a167-bda979496a65 HTTP/1.1" status: 200 len: 915 time: 0.7848186 Aug 05 11:33:32.493752 n-d-803378-2 neutron-server[94421]: Traceback (most recent call last): Aug 05 11:33:32.493752 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:33:32.493752 n-d-803378-2 neutron-server[94421]: timer() Aug 05 11:33:32.493752 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:33:32.493752 n-d-803378-2 neutron-server[94421]: cb(*args, **kw) Aug 05 11:33:32.493752 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:33:32.493752 n-d-803378-2 neutron-server[94421]: return func(*args, **kwargs) Aug 05 11:33:32.493752 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:33:32.493752 n-d-803378-2 neutron-server[94421]: self._notify() Aug 05 11:33:32.493752 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:33:32.493752 n-d-803378-2 neutron-server[94421]: self.callback(batched_events) Aug 05 11:33:32.493752 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:33:32.493752 n-d-803378-2 neutron-server[94421]: event.method(event) Aug 05 11:33:32.493752 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:33:32.493752 n-d-803378-2 neutron-server[94421]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:33:32.493752 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:33:32.493752 n-d-803378-2 neutron-server[94421]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:33:32.493752 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:33:32.493752 n-d-803378-2 neutron-server[94421]: return f(self, *a, **k) Aug 05 11:33:32.493752 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:33:32.493752 n-d-803378-2 neutron-server[94421]: return self._get(url).json() Aug 05 11:33:32.493752 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:33:32.493752 n-d-803378-2 neutron-server[94421]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:33:32.493752 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:33:32.493752 n-d-803378-2 neutron-server[94421]: return self.request(url, 'GET', **kwargs) Aug 05 11:33:32.493752 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:33:32.493752 n-d-803378-2 neutron-server[94421]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:33:32.493752 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:33:32.493752 n-d-803378-2 neutron-server[94421]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:33:32.493752 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:33:32.493752 n-d-803378-2 neutron-server[94421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:33:32.493752 n-d-803378-2 neutron-server[94421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:33:32.511832 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff09220-2a22-4dcb-8790-300a32e93fbc req-a6476989-50ce-425c-a0eb-b60d32e3a773 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:32.513487 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fff09220-2a22-4dcb-8790-300a32e93fbc req-a6476989-50ce-425c-a0eb-b60d32e3a773 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=1de0267c-92da-4fb3-8345-bd6906311e15 HTTP/1.1" status: 200 len: 945 time: 0.1229422 Aug 05 11:33:32.517949 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c0277471-a847-40c1-b0a5-0fd244feee4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:32.536457 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-becacc18-2b10-4c63-ad04-5d64e96900a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:32.555198 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-becacc18-2b10-4c63-ad04-5d64e96900a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:32.562021 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-becacc18-2b10-4c63-ad04-5d64e96900a3 admin admin] 10.222.0.58 "DELETE /v2.0/networks/6543cbeb-fcd1-48b6-8b28-7eb60b9c72ee HTTP/1.1" status: 204 len: 168 time: 0.4764893 Aug 05 11:33:32.562276 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f83ae1dc-186c-40d2-a4ea-a1cd5376c9ea req-757f6093-53d8-495c-a3da-b82b5b7430e9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2df26a48-fa2b-4da2-a97e-af100eff3c8f HTTP/1.1" status: 200 len: 217 time: 0.0732920 Aug 05 11:33:32.589419 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becacc18-2b10-4c63-ad04-5d64e96900a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=6543cbeb-fcd1-48b6-8b28-7eb60b9c72ee,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:33:32.622025 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-63cf1ec5-fbc6-48a6-8c9d-cd4133c9241f req-2db5e521-c7fa-4f72-9332-a708fb03acb4 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680157 Aug 05 11:33:32.645505 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 3e34b375-2b5e-4302-ad51-ce15ee3b946c no longer exists at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:33:32.688520 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] No Port match for: 3e34b375-2b5e-4302-ad51-ce15ee3b946c {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:33:32.688520 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 3e34b375-2b5e-4302-ad51-ce15ee3b946c not bound to the agent host n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:33:32.704607 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fff09220-2a22-4dcb-8790-300a32e93fbc req-383b1052-9980-4773-93ac-3b6e32afb5b2 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=30974407-7b2a-468c-b989-540006d0da28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537452 Aug 05 11:33:32.772709 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-38a1953f-5e49-4e37-a031-99b1174fd91f req-6e3016fb-fec1-40a8-add4-287f1a291902 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "GET /v2.0/ports?device_id=443a76e9-196d-4aa4-85e8-0ee1eebabb66 HTTP/1.1" status: 200 len: 210 time: 0.0562468 Aug 05 11:33:32.778626 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83ae1dc-186c-40d2-a4ea-a1cd5376c9ea req-557eaf23-7162-4601-946d-2edd8f6e348f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:32.780175 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f83ae1dc-186c-40d2-a4ea-a1cd5376c9ea req-557eaf23-7162-4601-946d-2edd8f6e348f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f603f39f-fbde-4d83-a41f-e0babb1f3ff1 HTTP/1.1" status: 200 len: 854 time: 0.2097836 Aug 05 11:33:32.787226 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c0277471-a847-40c1-b0a5-0fd244feee4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:32.794803 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c0277471-a847-40c1-b0a5-0fd244feee4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:32.802076 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 55462) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:33:32.834724 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f83ae1dc-186c-40d2-a4ea-a1cd5376c9ea req-db2b9681-86ee-4a3c-8baa-e477ec880815 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=126f96b6-eb66-4c29-a167-bda979496a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408623 Aug 05 11:33:32.870692 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-c0277471-a847-40c1-b0a5-0fd244feee4b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3311351d656e45ebbe56d76e508e9dfb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5477655 Aug 05 11:33:32.873792 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 55464) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:33:32.883281 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0277471-a847-40c1-b0a5-0fd244feee4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae9437be-a01d-480d-bd26-2757c570095a,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:33:32.914224 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-8835f346-2d8a-4c46-829d-ab92a879ceaf admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4e78e1fb7010462db53bb9e00d1cbc1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1029363 Aug 05 11:33:32.921030 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 55466) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:33:32.975493 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-cf6a5236-ff0b-4685-9cf7-0810591902ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:33.021452 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-cf6a5236-ff0b-4685-9cf7-0810591902ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:33.028132 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4d712d63-90a1-46c0-ac2c-c4847a7f66bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:33.028339 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f83ae1dc-186c-40d2-a4ea-a1cd5376c9ea req-6f5cd8bc-429e-4c0b-a117-8af5c75ebdb7 service neutron] 10.222.0.64 "GET /v2.0/networks/126f96b6-eb66-4c29-a167-bda979496a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771271 Aug 05 11:33:33.072977 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4d712d63-90a1-46c0-ac2c-c4847a7f66bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:33.125498 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-cf6a5236-ff0b-4685-9cf7-0810591902ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:33.135849 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-cf6a5236-ff0b-4685-9cf7-0810591902ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:33.139853 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-cf6a5236-ff0b-4685-9cf7-0810591902ee admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ae9437be-a01d-480d-bd26-2757c570095a HTTP/1.1" status: 204 len: 168 time: 0.2628334 Aug 05 11:33:33.151313 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6a5236-ff0b-4685-9cf7-0810591902ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae9437be-a01d-480d-bd26-2757c570095a,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:33:33.155370 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4d712d63-90a1-46c0-ac2c-c4847a7f66bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:33.159126 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4d712d63-90a1-46c0-ac2c-c4847a7f66bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:33.159842 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-4d712d63-90a1-46c0-ac2c-c4847a7f66bf admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c3741838-73dc-4e00-ab48-db6b7a231ffd HTTP/1.1" status: 204 len: 168 time: 0.2378554 Aug 05 11:33:33.169712 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d712d63-90a1-46c0-ac2c-c4847a7f66bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3741838-73dc-4e00-ab48-db6b7a231ffd,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:33:33.189989 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f83ae1dc-186c-40d2-a4ea-a1cd5376c9ea req-88b3ce34-df71-4806-9d8b-55ff185a8c08 service neutron] 10.222.0.64 "GET /v2.0/networks/126f96b6-eb66-4c29-a167-bda979496a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464441 Aug 05 11:33:33.440162 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117e467b-d0d3-43b3-baab-572e61a4a173 req-ac79d504-5f15-45d6-9367-2d271af74eff tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:33.451449 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-117e467b-d0d3-43b3-baab-572e61a4a173 req-ac79d504-5f15-45d6-9367-2d271af74eff tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 947 time: 0.0835030 Aug 05 11:33:33.506472 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-117e467b-d0d3-43b3-baab-572e61a4a173 req-c0e94e91-f153-4768-bb80-293ad45a4865 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523870 Aug 05 11:33:33.856009 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13b0785-140e-413e-a750-8eadbb2b2ade req-f59a190a-f5f0-4e80-b0c9-54a252d0f8fe tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:33.867309 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e13b0785-140e-413e-a750-8eadbb2b2ade req-f59a190a-f5f0-4e80-b0c9-54a252d0f8fe tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=43dc8de5-f460-48f2-9969-bd31538c767f HTTP/1.1" status: 200 len: 950 time: 0.1496608 Aug 05 11:33:34.018268 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e13b0785-140e-413e-a750-8eadbb2b2ade req-c4f70780-6836-4e04-a9b9-7c8f9068124a tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464386 Aug 05 11:33:34.035847 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4ea651-fd1e-4493-bde3-7a83ae12b565 req-2b4e2c7b-af5e-43d3-83c5-2f75582651c7 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:34.045228 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2e4ea651-fd1e-4493-bde3-7a83ae12b565 req-2b4e2c7b-af5e-43d3-83c5-2f75582651c7 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=1de0267c-92da-4fb3-8345-bd6906311e15 HTTP/1.1" status: 200 len: 945 time: 0.1715889 Aug 05 11:33:34.101379 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2e4ea651-fd1e-4493-bde3-7a83ae12b565 req-6af8dbea-44c1-4ec5-ae01-4e68bdd03bc1 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=30974407-7b2a-468c-b989-540006d0da28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546103 Aug 05 11:33:34.195681 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-76371a7a-97dd-4477-b80d-cd50ce72101f req-d9a5a520-518a-4cbf-a417-44d93f98a4ad tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "GET /v2.0/ports?device_id=443a76e9-196d-4aa4-85e8-0ee1eebabb66 HTTP/1.1" status: 200 len: 210 time: 0.0495596 Aug 05 11:33:34.301923 n-d-803378-2 neutron-server[94421]: INFO neutron.api.v2.resource [req-7d17081c-cf98-4472-b54c-4e4c6510d56f req-6b464bff-5208-4dc3-9493-a22efc930a79 service neutron] show failed (client error): The resource could not be found. Aug 05 11:33:34.303694 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7d17081c-cf98-4472-b54c-4e4c6510d56f req-6b464bff-5208-4dc3-9493-a22efc930a79 service neutron] 10.222.0.55 "GET /v2.0/ports/7f5c274f-81f8-4325-a1ac-15e624e8b1ec/bindings/n-h1-803378-2 HTTP/1.1" status: 404 len: 380 time: 0.1075678 Aug 05 11:33:34.643786 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 2f0d8b42-3708-4035-9894-ccae7caf00a3 up at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:33:34.711015 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0c9b03-6a23-4c70-85a1-fb8415f04b77 req-cb09984e-1b7f-4723-b742-dd96d51ec211 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:34.713309 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7d0c9b03-6a23-4c70-85a1-fb8415f04b77 req-cb09984e-1b7f-4723-b742-dd96d51ec211 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 947 time: 0.1135230 Aug 05 11:33:34.721056 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 55524) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:33:34.736920 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 55528) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:33:34.740907 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d17081c-cf98-4472-b54c-4e4c6510d56f req-bca6ebd9-a298-4aa5-b854-55c6c02c7593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:34.743263 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7d17081c-cf98-4472-b54c-4e4c6510d56f req-bca6ebd9-a298-4aa5-b854-55c6c02c7593 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=43dc8de5-f460-48f2-9969-bd31538c767f&tenant_id=f811ccc1244d4d32a53adbbe13250fd5 HTTP/1.1" status: 200 len: 1101 time: 0.0980351 Aug 05 11:33:34.746852 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning for port 2f0d8b42-3708-4035-9894-ccae7caf00a3 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:33:34.759436 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning complete for port 2f0d8b42-3708-4035-9894-ccae7caf00a3 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:33:34.759998 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:34.781040 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-7d17081c-cf98-4472-b54c-4e4c6510d56f req-3f23b1bd-0de1-445d-963f-8d62697567bb service neutron] Request body: {'port': {'binding:host_id': 'n-h1-803378-2', 'device_owner': 'compute:nova'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:33:34.788034 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 55532) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:33:34.858445 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7d0c9b03-6a23-4c70-85a1-fb8415f04b77 req-a1a952c3-21bf-4831-b877-6444e7824954 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344106 Aug 05 11:33:34.948052 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-7d17081c-cf98-4472-b54c-4e4c6510d56f req-3f23b1bd-0de1-445d-963f-8d62697567bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:34.997661 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:35.030996 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-773936e7-b48c-4b09-af79-a88fca1faa8e admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-655186486-network', 'tenant_id': '9de11ef39aa9439c9359816a7574176c'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:33:35.068819 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-325b6d39-254a-4a74-b1e4-5fa05f01ec99 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-122038390-network', 'tenant_id': 'c5007679d0154fc3bfd87d24d49c48af'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:33:35.095516 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1de0267c-92da-4fb3-8345-bd6906311e15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f0d8b42-3708-4035-9894-ccae7caf00a3'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:33:35.101831 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19088b5c-e4a3-474d-b81b-e2a2fe576c32" -d '{"events": [{"server_uuid": "1de0267c-92da-4fb3-8345-bd6906311e15", "name": "network-vif-plugged", "status": "completed", "tag": "2f0d8b42-3708-4035-9894-ccae7caf00a3"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:33:35.135794 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 2f0d8b42-3708-4035-9894-ccae7caf00a3, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=2f0d8b42-3708-4035-9894-ccae7caf00a3,segment=NetworkSegment(5615e441-bf2b-4f62-9a7e-00bdeb60130a),segment_id=5615e441-bf2b-4f62-9a7e-00bdeb60130a)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:33:35.144893 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:35.163208 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9f682ea5-4e4c-4750-a321-cbcf3d4cafa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:35.187375 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.db.api [None req-325b6d39-254a-4a74-b1e4-5fa05f01ec99 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 05 11:33:35.187375 n-d-803378-2 neutron-server[94421]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 05 11:33:35.187375 n-d-803378-2 neutron-server[94421]: [parameters: {'project_id': 'c5007679d0154fc3bfd87d24d49c48af', 'id': '1da1efca-6b06-4d6d-9b31-7657aa51fd7c', 'expiration': datetime.datetime(2021, 8, 5, 11, 35, 35, 150801)}] Aug 05 11:33:35.187375 n-d-803378-2 neutron-server[94421]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94421) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 05 11:33:35.188509 n-d-803378-2 neutron-server[94421]: DEBUG oslo_db.api [None req-325b6d39-254a-4a74-b1e4-5fa05f01ec99 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 11:33:35.200010 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-773936e7-b48c-4b09-af79-a88fca1faa8e admin admin] Made reservation on behalf of 9de11ef39aa9439c9359816a7574176c for: {'network': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:33:35.203067 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-773936e7-b48c-4b09-af79-a88fca1faa8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:35.208711 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45140b55-73ec-409d-8a78-5786bd31026a x-openstack-request-id: req-45140b55-73ec-409d-8a78-5786bd31026a {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:33:35.209008 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1de0267c-92da-4fb3-8345-bd6906311e15", "name": "network-vif-plugged", "status": "completed", "tag": "2f0d8b42-3708-4035-9894-ccae7caf00a3", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:33:35.210284 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-45140b55-73ec-409d-8a78-5786bd31026a {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:33:35.212817 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1de0267c-92da-4fb3-8345-bd6906311e15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f0d8b42-3708-4035-9894-ccae7caf00a3', 'code': 200} Aug 05 11:33:35.225646 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-773936e7-b48c-4b09-af79-a88fca1faa8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:35.296953 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=2f0d8b42-3708-4035-9894-ccae7caf00a3,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:33:35.332762 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-7d17081c-cf98-4472-b54c-4e4c6510d56f req-3f23b1bd-0de1-445d-963f-8d62697567bb service neutron] For port 7f5c274f-81f8-4325-a1ac-15e624e8b1ec, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=7f5c274f-81f8-4325-a1ac-15e624e8b1ec,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:33:35.378494 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-7d17081c-cf98-4472-b54c-4e4c6510d56f req-3f23b1bd-0de1-445d-963f-8d62697567bb service neutron] For port 7f5c274f-81f8-4325-a1ac-15e624e8b1ec, host n-h2-803378-2, cleared binding levels {{(pid=94420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:33:35.386454 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9f682ea5-4e4c-4750-a321-cbcf3d4cafa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:35.391500 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db945ec-7c8f-4646-aa9f-3f620206a714 req-6114f3ed-5292-4758-8ca6-a65c3e5a0402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:35.393247 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8db945ec-7c8f-4646-aa9f-3f620206a714 req-6114f3ed-5292-4758-8ca6-a65c3e5a0402 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1de0267c-92da-4fb3-8345-bd6906311e15 HTTP/1.1" status: 200 len: 1097 time: 0.0789776 Aug 05 11:33:35.396670 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9f682ea5-4e4c-4750-a321-cbcf3d4cafa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:35.438657 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-7d17081c-cf98-4472-b54c-4e4c6510d56f req-3f23b1bd-0de1-445d-963f-8d62697567bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:35.463400 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [req-7d17081c-cf98-4472-b54c-4e4c6510d56f req-3f23b1bd-0de1-445d-963f-8d62697567bb service neutron] Transition to ACTIVE for port object 7f5c274f-81f8-4325-a1ac-15e624e8b1ec will not be triggered until provisioned by entity L2. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:33:35.467517 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43dc8de5-f460-48f2-9969-bd31538c767f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f5c274f-81f8-4325-a1ac-15e624e8b1ec'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:33:35.471608 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}828068ad8d405ad77660ce68fa78e1ffe658725812f7a08f9e488a446589295b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c34f2c4-6f55-4078-9957-43005c2cda9d" -d '{"events": [{"server_uuid": "43dc8de5-f460-48f2-9969-bd31538c767f", "name": "network-vif-unplugged", "status": "completed", "tag": "7f5c274f-81f8-4325-a1ac-15e624e8b1ec"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:33:35.489633 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f682ea5-4e4c-4750-a321-cbcf3d4cafa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2220717-1c02-46d5-9314-ec190227a133,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:33:35.498647 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-7d17081c-cf98-4472-b54c-4e4c6510d56f req-3f23b1bd-0de1-445d-963f-8d62697567bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:35.512245 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-9f682ea5-4e4c-4750-a321-cbcf3d4cafa9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=20966c9893f046e280df9b270645a2d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7181234 Aug 05 11:33:35.512792 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 55548) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:33:35.541872 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8db945ec-7c8f-4646-aa9f-3f620206a714 req-039860c8-a983-49d6-902f-d9e9cd0e31c3 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=30974407-7b2a-468c-b989-540006d0da28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353428 Aug 05 11:33:35.631195 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f2ed00a9-fe13-4b76-85b9-efde9c827724 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:35.672107 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-773936e7-b48c-4b09-af79-a88fca1faa8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:35.687995 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-773936e7-b48c-4b09-af79-a88fca1faa8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:35.692820 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f2ed00a9-fe13-4b76-85b9-efde9c827724 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:35.718240 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d17081c-cf98-4472-b54c-4e4c6510d56f req-3f23b1bd-0de1-445d-963f-8d62697567bb service neutron] No DVR routers for this DVR port 7f5c274f-81f8-4325-a1ac-15e624e8b1ec on host n-h2-803378-2 {{(pid=94420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:33:35.769264 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-773936e7-b48c-4b09-af79-a88fca1faa8e admin admin] vlan segment allocate from pool success with {'vlan_id': 666, 'physical_network': 'physnet1'} {{(pid=94421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:33:35.796765 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773936e7-b48c-4b09-af79-a88fca1faa8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e733f5d-e060-420d-a121-654c44f5cbea,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:33:35.803568 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-773936e7-b48c-4b09-af79-a88fca1faa8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:35.804806 n-d-803378-2 neutron-server[94421]: INFO neutron.db.segments_db [None req-773936e7-b48c-4b09-af79-a88fca1faa8e admin admin] Added segment 53f09867-d360-465c-b1fe-be3be98df15e of type vlan for network c70afe76-0e2b-406c-a3fb-d5fa7d26e940 Aug 05 11:33:35.814980 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d92d1d4-0406-40f3-8ac5-6a9ec6f871eb req-5aa1e850-e9eb-40f5-9488-e7fd0ebf6d2a tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:35.815473 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-325b6d39-254a-4a74-b1e4-5fa05f01ec99 admin admin] Made reservation on behalf of c5007679d0154fc3bfd87d24d49c48af for: {'network': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:33:35.818232 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-325b6d39-254a-4a74-b1e4-5fa05f01ec99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:35.825683 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7d92d1d4-0406-40f3-8ac5-6a9ec6f871eb req-5aa1e850-e9eb-40f5-9488-e7fd0ebf6d2a tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=43dc8de5-f460-48f2-9969-bd31538c767f HTTP/1.1" status: 200 len: 948 time: 0.3592973 Aug 05 11:33:35.854204 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-325b6d39-254a-4a74-b1e4-5fa05f01ec99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:35.854415 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f23b1bd-0de1-445d-963f-8d62697567bb service neutron] Pushing event updated for resources: {'Port': ['ID=7f5c274f-81f8-4325-a1ac-15e624e8b1ec,revision_number=6']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:33:35.881273 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-773936e7-b48c-4b09-af79-a88fca1faa8e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:35.883575 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1426b5ad-3392-4a2c-9b4a-1a0f0ad1890d req-f1ecb7a3-818b-439a-a4ce-62be6606aac1 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:35.889173 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1426b5ad-3392-4a2c-9b4a-1a0f0ad1890d req-f1ecb7a3-818b-439a-a4ce-62be6606aac1 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=1de0267c-92da-4fb3-8345-bd6906311e15 HTTP/1.1" status: 200 len: 946 time: 0.4101756 Aug 05 11:33:35.893645 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-7d17081c-cf98-4472-b54c-4e4c6510d56f req-3f23b1bd-0de1-445d-963f-8d62697567bb service neutron] Attempting to bind port 7f5c274f-81f8-4325-a1ac-15e624e8b1ec on host n-h1-803378-2 for vnic_type normal with profile {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:33:35.894214 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-7d17081c-cf98-4472-b54c-4e4c6510d56f req-3f23b1bd-0de1-445d-963f-8d62697567bb service neutron] Attempting to bind port 7f5c274f-81f8-4325-a1ac-15e624e8b1ec by drivers openvswitch,hyperv on host n-h1-803378-2 at level 0 using segments [{'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:33:35.894771 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d17081c-cf98-4472-b54c-4e4c6510d56f req-3f23b1bd-0de1-445d-963f-8d62697567bb service neutron] Attempting to bind port 7f5c274f-81f8-4325-a1ac-15e624e8b1ec on network 91caede3-92e4-4b1e-8e3e-36227cfd846a {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:33:35.911832 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f2ed00a9-fe13-4b76-85b9-efde9c827724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:35.915730 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f2ed00a9-fe13-4b76-85b9-efde9c827724 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:35.917329 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d17081c-cf98-4472-b54c-4e4c6510d56f req-3f23b1bd-0de1-445d-963f-8d62697567bb service neutron] Port 7f5c274f-81f8-4325-a1ac-15e624e8b1ec on network 91caede3-92e4-4b1e-8e3e-36227cfd846a not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-2 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:33:35.917996 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d17081c-cf98-4472-b54c-4e4c6510d56f req-3f23b1bd-0de1-445d-963f-8d62697567bb service neutron] Attempting to bind port 7f5c274f-81f8-4325-a1ac-15e624e8b1ec on network 91caede3-92e4-4b1e-8e3e-36227cfd846a {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:33:35.921150 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-f2ed00a9-fe13-4b76-85b9-efde9c827724 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c2220717-1c02-46d5-9314-ec190227a133 HTTP/1.1" status: 204 len: 168 time: 0.4058707 Aug 05 11:33:35.977969 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ed00a9-fe13-4b76-85b9-efde9c827724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2220717-1c02-46d5-9314-ec190227a133,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:33:36.021151 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-773936e7-b48c-4b09-af79-a88fca1faa8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:36.022500 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773936e7-b48c-4b09-af79-a88fca1faa8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:36.023460 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-773936e7-b48c-4b09-af79-a88fca1faa8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:36.036105 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1426b5ad-3392-4a2c-9b4a-1a0f0ad1890d req-a1874519-28b2-4d27-9950-c4b054f66f5b tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=30974407-7b2a-468c-b989-540006d0da28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361475 Aug 05 11:33:36.037382 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d17081c-cf98-4472-b54c-4e4c6510d56f req-3f23b1bd-0de1-445d-963f-8d62697567bb service neutron] Checking agent: {'id': '40bb7567-59bd-4b31-bc29-da1c50bca759', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:33:36.037937 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d17081c-cf98-4472-b54c-4e4c6510d56f req-3f23b1bd-0de1-445d-963f-8d62697567bb service neutron] Checking segment: {'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:33:36.041927 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d17081c-cf98-4472-b54c-4e4c6510d56f req-3f23b1bd-0de1-445d-963f-8d62697567bb service neutron] Bound using segment: {'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:33:36.043013 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-7d17081c-cf98-4472-b54c-4e4c6510d56f req-3f23b1bd-0de1-445d-963f-8d62697567bb service neutron] Bound port: 7f5c274f-81f8-4325-a1ac-15e624e8b1ec, host: n-h1-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'}}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:33:36.048650 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-7d17081c-cf98-4472-b54c-4e4c6510d56f req-3f23b1bd-0de1-445d-963f-8d62697567bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:36.095546 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7d92d1d4-0406-40f3-8ac5-6a9ec6f871eb req-d9575967-3872-4193-923b-d53a3a2e322b tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687809 Aug 05 11:33:36.295784 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 05 Aug 2021 11:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b27e457-9da8-4831-a047-22fcb4be92fc x-openstack-request-id: req-8b27e457-9da8-4831-a047-22fcb4be92fc {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:33:36.296589 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43dc8de5-f460-48f2-9969-bd31538c767f", "name": "network-vif-unplugged", "status": "completed", "tag": "7f5c274f-81f8-4325-a1ac-15e624e8b1ec", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:33:36.297301 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8b27e457-9da8-4831-a047-22fcb4be92fc {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:33:36.298158 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43dc8de5-f460-48f2-9969-bd31538c767f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f5c274f-81f8-4325-a1ac-15e624e8b1ec', 'code': 200} Aug 05 11:33:36.344052 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7b44cd9d-5840-430e-8a4d-7d511695d865 req-e7f4687b-6b4e-40c4-9ff0-2e41eedaf493 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "GET /v2.0/ports?device_id=443a76e9-196d-4aa4-85e8-0ee1eebabb66 HTTP/1.1" status: 200 len: 210 time: 0.0754492 Aug 05 11:33:36.352759 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-7d17081c-cf98-4472-b54c-4e4c6510d56f req-3f23b1bd-0de1-445d-963f-8d62697567bb service neutron] For port 7f5c274f-81f8-4325-a1ac-15e624e8b1ec, host n-h1-803378-2, cleared binding levels {{(pid=94420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:33:36.406723 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773936e7-b48c-4b09-af79-a88fca1faa8e admin admin] Pushing event updated for resources: {'Network': ['ID=c70afe76-0e2b-406c-a3fb-d5fa7d26e940,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:33:36.414377 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-325b6d39-254a-4a74-b1e4-5fa05f01ec99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:36.422663 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network c70afe76-0e2b-406c-a3fb-d5fa7d26e940 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:33:36.423935 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-325b6d39-254a-4a74-b1e4-5fa05f01ec99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:36.432269 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-7d17081c-cf98-4472-b54c-4e4c6510d56f req-3f23b1bd-0de1-445d-963f-8d62697567bb service neutron] For port 7f5c274f-81f8-4325-a1ac-15e624e8b1ec, host n-h1-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=7f5c274f-81f8-4325-a1ac-15e624e8b1ec,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:33:36.440907 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-7d17081c-cf98-4472-b54c-4e4c6510d56f req-3f23b1bd-0de1-445d-963f-8d62697567bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:36.487287 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325b6d39-254a-4a74-b1e4-5fa05f01ec99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4e742cc-0754-43b8-97b1-fad458ef76e0,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:33:36.503722 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-773936e7-b48c-4b09-af79-a88fca1faa8e admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.7774065 Aug 05 11:33:36.508708 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 55556) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:33:36.520530 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-8cd95cb8-9b9a-4d71-b281-8d15020ad81a admin admin] Request body: {'subnet': {'network_id': 'c70afe76-0e2b-406c-a3fb-d5fa7d26e940', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-655186486-subnet', 'tenant_id': '9de11ef39aa9439c9359816a7574176c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:33:36.527982 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d17081c-cf98-4472-b54c-4e4c6510d56f req-3f23b1bd-0de1-445d-963f-8d62697567bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:36.529516 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-7d17081c-cf98-4472-b54c-4e4c6510d56f req-3f23b1bd-0de1-445d-963f-8d62697567bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:36.538599 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7d17081c-cf98-4472-b54c-4e4c6510d56f req-3f23b1bd-0de1-445d-963f-8d62697567bb service neutron] 10.222.0.64 "PUT /v2.0/ports/7f5c274f-81f8-4325-a1ac-15e624e8b1ec HTTP/1.1" status: 200 len: 1096 time: 1.7650197 Aug 05 11:33:36.573900 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-325b6d39-254a-4a74-b1e4-5fa05f01ec99 admin admin] vlan segment allocate from pool success with {'vlan_id': 656, 'physical_network': 'physnet1'} {{(pid=94421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:33:36.611929 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cd95cb8-9b9a-4d71-b281-8d15020ad81a admin admin] Made reservation on behalf of 9de11ef39aa9439c9359816a7574176c for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:33:36.615071 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8cd95cb8-9b9a-4d71-b281-8d15020ad81a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:36.645316 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d48af9f-5d65-4fda-b472-8a7d640b921c req-18bdb10a-9ca0-4f1e-88b7-0b1bab011d19 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:36.654381 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-325b6d39-254a-4a74-b1e4-5fa05f01ec99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:36.656703 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2d48af9f-5d65-4fda-b472-8a7d640b921c req-18bdb10a-9ca0-4f1e-88b7-0b1bab011d19 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 947 time: 0.2998679 Aug 05 11:33:36.661565 n-d-803378-2 neutron-server[94421]: INFO neutron.db.segments_db [None req-325b6d39-254a-4a74-b1e4-5fa05f01ec99 admin admin] Added segment 01e8ca75-cf59-480b-8ee2-932f754dd7b2 of type vlan for network df604f01-40cf-4ac6-a403-862287f48d99 Aug 05 11:33:36.709558 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f23b1bd-0de1-445d-963f-8d62697567bb service neutron] Pushing event updated for resources: {'Port': ['ID=7f5c274f-81f8-4325-a1ac-15e624e8b1ec,revision_number=7']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:33:36.756653 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2d48af9f-5d65-4fda-b472-8a7d640b921c req-98780091-b73a-4d92-b3bf-f1217804f627 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938115 Aug 05 11:33:36.781479 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d17081c-cf98-4472-b54c-4e4c6510d56f req-603d2485-2649-4158-a49c-02ef3ce2efd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:36.783248 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7d17081c-cf98-4472-b54c-4e4c6510d56f req-603d2485-2649-4158-a49c-02ef3ce2efd0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f811ccc1244d4d32a53adbbe13250fd5&device_id=43dc8de5-f460-48f2-9969-bd31538c767f HTTP/1.1" status: 200 len: 1099 time: 0.2008803 Aug 05 11:33:36.809589 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-325b6d39-254a-4a74-b1e4-5fa05f01ec99 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:36.885094 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-325b6d39-254a-4a74-b1e4-5fa05f01ec99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:36.886298 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325b6d39-254a-4a74-b1e4-5fa05f01ec99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:36.887211 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-325b6d39-254a-4a74-b1e4-5fa05f01ec99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:36.938892 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-325b6d39-254a-4a74-b1e4-5fa05f01ec99 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.2002769 Aug 05 11:33:36.951004 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 55568) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:33:36.985658 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-8820ea22-2836-43e8-ad25-d00cfef79363 admin admin] Request body: {'subnet': {'network_id': 'df604f01-40cf-4ac6-a403-862287f48d99', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-122038390-subnet', 'tenant_id': 'c5007679d0154fc3bfd87d24d49c48af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:33:37.053538 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d17081c-cf98-4472-b54c-4e4c6510d56f req-e1cbb6b1-6499-4648-bfd0-cd5869fcb5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:37.055450 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7d17081c-cf98-4472-b54c-4e4c6510d56f req-e1cbb6b1-6499-4648-bfd0-cd5869fcb5ae service neutron] 10.222.0.64 "GET /v2.0/networks?id=91caede3-92e4-4b1e-8e3e-36227cfd846a HTTP/1.1" status: 200 len: 870 time: 0.2388668 Aug 05 11:33:37.075557 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325b6d39-254a-4a74-b1e4-5fa05f01ec99 admin admin] Pushing event updated for resources: {'Network': ['ID=df604f01-40cf-4ac6-a403-862287f48d99,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:33:37.087924 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network df604f01-40cf-4ac6-a403-862287f48d99 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:33:37.105489 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac05fe37-c09b-43e8-97e4-f62142db22b0 req-2849fa2b-0e5e-45cf-869b-cae2a7639a0b tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:37.107195 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ac05fe37-c09b-43e8-97e4-f62142db22b0 req-2849fa2b-0e5e-45cf-869b-cae2a7639a0b tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 947 time: 0.1452506 Aug 05 11:33:37.122298 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8820ea22-2836-43e8-ad25-d00cfef79363 admin admin] Made reservation on behalf of c5007679d0154fc3bfd87d24d49c48af for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:33:37.132446 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8820ea22-2836-43e8-ad25-d00cfef79363 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:37.228191 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-66f2ae83-b00b-414d-abcc-56ca4f51dfe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:37.294645 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8cd95cb8-9b9a-4d71-b281-8d15020ad81a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25038678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30075167'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:37.314214 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7d17081c-cf98-4472-b54c-4e4c6510d56f req-d69a7ec5-c400-4b81-a794-e85aa8eb9587 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=7f5c274f-81f8-4325-a1ac-15e624e8b1ec HTTP/1.1" status: 200 len: 217 time: 0.2057076 Aug 05 11:33:37.354489 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ac05fe37-c09b-43e8-97e4-f62142db22b0 req-88caea9a-55f0-4a3f-8796-8e2e868d5e49 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286177 Aug 05 11:33:37.389212 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3780c7-81d0-4d39-b58f-befef2ddb9f1 req-a3e29f40-37a4-41a8-bcd5-0652e94dc689 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:37.391589 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fb3780c7-81d0-4d39-b58f-befef2ddb9f1 req-a3e29f40-37a4-41a8-bcd5-0652e94dc689 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=1de0267c-92da-4fb3-8345-bd6906311e15 HTTP/1.1" status: 200 len: 946 time: 0.1853542 Aug 05 11:33:37.463561 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd95cb8-9b9a-4d71-b281-8d15020ad81a admin admin] Pushing event updated for resources: {'Subnet': ['ID=43bd29be-f7e3-464e-bc33-be53b615bbd0,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:33:37.487874 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d17081c-cf98-4472-b54c-4e4c6510d56f req-cb70bd23-db7d-4116-a1a5-20ae49ed4f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:37.489849 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7d17081c-cf98-4472-b54c-4e4c6510d56f req-cb70bd23-db7d-4116-a1a5-20ae49ed4f98 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6842f728-c2f3-4e36-bb32-3303d06ce3f4 HTTP/1.1" status: 200 len: 843 time: 0.0703676 Aug 05 11:33:37.499781 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd95cb8-9b9a-4d71-b281-8d15020ad81a admin admin] Checking segment: {'id': '53f09867-d360-465c-b1fe-be3be98df15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'c70afe76-0e2b-406c-a3fb-d5fa7d26e940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:33:37.500286 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd95cb8-9b9a-4d71-b281-8d15020ad81a admin admin] Network hostable DHCP agents. Network: c70afe76-0e2b-406c-a3fb-d5fa7d26e940, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:33:37.562390 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd95cb8-9b9a-4d71-b281-8d15020ad81a admin admin] Network c70afe76-0e2b-406c-a3fb-d5fa7d26e940 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:33:37.576596 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-8cd95cb8-9b9a-4d71-b281-8d15020ad81a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, c70afe76-0e2b-406c-a3fb-d5fa7d26e940) {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:33:37.585722 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd95cb8-9b9a-4d71-b281-8d15020ad81a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:37.586409 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8cd95cb8-9b9a-4d71-b281-8d15020ad81a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:37.591182 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9b09b0-c792-424f-bcad-fae36f1fc8b3 None None] Network c70afe76-0e2b-406c-a3fb-d5fa7d26e940 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:33:37.621366 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-8cd95cb8-9b9a-4d71-b281-8d15020ad81a admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1107771 Aug 05 11:33:37.625905 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8820ea22-2836-43e8-ad25-d00cfef79363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25038678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30075167'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:37.642216 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fb3780c7-81d0-4d39-b58f-befef2ddb9f1 req-33106577-cab5-4461-b9bb-7bee2bdc608a tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=30974407-7b2a-468c-b989-540006d0da28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428141 Aug 05 11:33:37.686960 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d17081c-cf98-4472-b54c-4e4c6510d56f req-5d8a81a6-80b8-41ff-9a7f-f92e4c0121c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:37.689651 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7d17081c-cf98-4472-b54c-4e4c6510d56f req-5d8a81a6-80b8-41ff-9a7f-f92e4c0121c1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=91caede3-92e4-4b1e-8e3e-36227cfd846a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1584547 Aug 05 11:33:37.703135 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adba7bd-5290-4b49-a9c6-5b13cc3b5c1d req-41871a14-4828-44f8-b725-f38bbe39d3ae tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:37.710656 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0adba7bd-5290-4b49-a9c6-5b13cc3b5c1d req-41871a14-4828-44f8-b725-f38bbe39d3ae tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=43dc8de5-f460-48f2-9969-bd31538c767f HTTP/1.1" status: 200 len: 948 time: 0.2136276 Aug 05 11:33:37.816177 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8820ea22-2836-43e8-ad25-d00cfef79363 admin admin] Pushing event updated for resources: {'Subnet': ['ID=524b1b8f-caef-4267-8226-9611509ac5a4,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:33:37.843969 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8820ea22-2836-43e8-ad25-d00cfef79363 admin admin] Checking segment: {'id': '01e8ca75-cf59-480b-8ee2-932f754dd7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'df604f01-40cf-4ac6-a403-862287f48d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:33:37.845562 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8820ea22-2836-43e8-ad25-d00cfef79363 admin admin] Network hostable DHCP agents. Network: df604f01-40cf-4ac6-a403-862287f48d99, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:33:37.866105 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-736fcf45-764d-45e3-8176-2888e0072e08 req-f25e8c49-f498-4ade-87a3-d57a40085574 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "GET /v2.0/ports?device_id=443a76e9-196d-4aa4-85e8-0ee1eebabb66 HTTP/1.1" status: 200 len: 210 time: 0.0402930 Aug 05 11:33:37.880297 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7d17081c-cf98-4472-b54c-4e4c6510d56f req-3d7448ae-e112-4696-81ec-57dd7a8594f2 service neutron] 10.222.0.64 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660225 Aug 05 11:33:37.896172 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8820ea22-2836-43e8-ad25-d00cfef79363 admin admin] Network df604f01-40cf-4ac6-a403-862287f48d99 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:33:37.900951 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0adba7bd-5290-4b49-a9c6-5b13cc3b5c1d req-ef3678e1-c1f2-46e1-87aa-709ab0afc1a4 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892207 Aug 05 11:33:37.933717 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a56d1be-8849-4fc4-92e6-d020bc2472c4 None None] Network c70afe76-0e2b-406c-a3fb-d5fa7d26e940 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:33:37.955815 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-8820ea22-2836-43e8-ad25-d00cfef79363 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, df604f01-40cf-4ac6-a403-862287f48d99) {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:33:37.967724 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8820ea22-2836-43e8-ad25-d00cfef79363 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:37.968337 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8820ea22-2836-43e8-ad25-d00cfef79363 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:38.019994 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-8820ea22-2836-43e8-ad25-d00cfef79363 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0657411 Aug 05 11:33:38.030194 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b98e8792-2ce9-432d-b816-2292d51663fe None None] Network df604f01-40cf-4ac6-a403-862287f48d99 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:33:38.126622 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 7f5c274f-81f8-4325-a1ac-15e624e8b1ec no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:33:38.136152 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b6a8ed-bbcc-4649-a2bc-83c1493f3a0f req-72f969f4-1626-4987-aaed-d28cb16abe3e tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:38.145223 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c0b6a8ed-bbcc-4649-a2bc-83c1493f3a0f req-72f969f4-1626-4987-aaed-d28cb16abe3e tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 947 time: 0.1217735 Aug 05 11:33:38.201716 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7d17081c-cf98-4472-b54c-4e4c6510d56f req-a82bf9fd-c971-48c6-bbe1-48b2f7287a1b service neutron] 10.222.0.64 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2968376 Aug 05 11:33:38.229701 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c0b6a8ed-bbcc-4649-a2bc-83c1493f3a0f req-90118b2a-8411-46bf-97d9-d85817c38727 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830224 Aug 05 11:33:38.300091 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43dc8de5-f460-48f2-9969-bd31538c767f', 'tag': '7f5c274f-81f8-4325-a1ac-15e624e8b1ec'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:33:38.303156 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}828068ad8d405ad77660ce68fa78e1ffe658725812f7a08f9e488a446589295b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c70553d8-8467-4a0a-926b-983f79958ec5" -d '{"events": [{"name": "network-changed", "server_uuid": "43dc8de5-f460-48f2-9969-bd31538c767f", "tag": "7f5c274f-81f8-4325-a1ac-15e624e8b1ec"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:33:38.320325 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 7f5c274f-81f8-4325-a1ac-15e624e8b1ec not bound to the agent host n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:33:38.483282 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4674ed64-b39a-4cee-b49b-463dc88147bf req-fb8c3849-a717-4945-aa9f-57eb453be231 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:38.501522 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4674ed64-b39a-4cee-b49b-463dc88147bf req-fb8c3849-a717-4945-aa9f-57eb453be231 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 947 time: 0.1274679 Aug 05 11:33:38.568693 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4674ed64-b39a-4cee-b49b-463dc88147bf req-254c50f1-2b0b-48a5-af0e-d90556ada012 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619640 Aug 05 11:33:38.678040 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0442de7f-c74b-45cb-a69e-702d6a535dbe None None] Network df604f01-40cf-4ac6-a403-862287f48d99 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:33:38.705793 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13a19617-ad1e-40b2-8fc6-8a86453603f2 x-openstack-request-id: req-13a19617-ad1e-40b2-8fc6-8a86453603f2 {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:33:38.706484 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43dc8de5-f460-48f2-9969-bd31538c767f", "tag": "7f5c274f-81f8-4325-a1ac-15e624e8b1ec", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:33:38.706861 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-13a19617-ad1e-40b2-8fc6-8a86453603f2 {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:33:38.707372 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43dc8de5-f460-48f2-9969-bd31538c767f', 'tag': '7f5c274f-81f8-4325-a1ac-15e624e8b1ec', 'status': 'completed', 'code': 200} Aug 05 11:33:38.851656 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70553d8-8467-4a0a-926b-983f79958ec5 req-1c9d1cd1-c208-4d63-bd22-be3e1c78f668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:38.854930 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c70553d8-8467-4a0a-926b-983f79958ec5 req-1c9d1cd1-c208-4d63-bd22-be3e1c78f668 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f811ccc1244d4d32a53adbbe13250fd5&device_id=43dc8de5-f460-48f2-9969-bd31538c767f HTTP/1.1" status: 200 len: 1099 time: 0.0918219 Aug 05 11:33:38.904781 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70553d8-8467-4a0a-926b-983f79958ec5 req-4ee01272-99f9-4e37-be08-5e9046aff6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:38.910334 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c70553d8-8467-4a0a-926b-983f79958ec5 req-4ee01272-99f9-4e37-be08-5e9046aff6f5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f811ccc1244d4d32a53adbbe13250fd5&device_id=43dc8de5-f460-48f2-9969-bd31538c767f HTTP/1.1" status: 200 len: 1099 time: 0.1226056 Aug 05 11:33:38.996651 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70553d8-8467-4a0a-926b-983f79958ec5 req-9cd460be-4e3c-4d15-9c31-f15f0a3fda33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:38.998356 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c70553d8-8467-4a0a-926b-983f79958ec5 req-9cd460be-4e3c-4d15-9c31-f15f0a3fda33 service neutron] 10.222.0.55 "GET /v2.0/networks?id=91caede3-92e4-4b1e-8e3e-36227cfd846a HTTP/1.1" status: 200 len: 870 time: 0.1355407 Aug 05 11:33:39.054951 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6877b0-120a-4cc0-a37c-337f4ae8204b req-8048eea5-4499-4be6-b9df-d50efd52be8f tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:39.057412 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8f6877b0-120a-4cc0-a37c-337f4ae8204b req-8048eea5-4499-4be6-b9df-d50efd52be8f tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=1de0267c-92da-4fb3-8345-bd6906311e15 HTTP/1.1" status: 200 len: 946 time: 0.1457522 Aug 05 11:33:39.090869 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c70553d8-8467-4a0a-926b-983f79958ec5 req-a98b7140-16e4-4465-9f5c-b11c727a6fbd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=7f5c274f-81f8-4325-a1ac-15e624e8b1ec HTTP/1.1" status: 200 len: 217 time: 0.0835114 Aug 05 11:33:39.156737 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8f6877b0-120a-4cc0-a37c-337f4ae8204b req-67b97221-b1c7-4e51-ba33-aceb6a55dc5f tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=30974407-7b2a-468c-b989-540006d0da28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840433 Aug 05 11:33:39.187705 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70553d8-8467-4a0a-926b-983f79958ec5 req-77177291-7e5e-4d7e-869b-c5985ee90bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:39.189771 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c70553d8-8467-4a0a-926b-983f79958ec5 req-77177291-7e5e-4d7e-869b-c5985ee90bc8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=91caede3-92e4-4b1e-8e3e-36227cfd846a HTTP/1.1" status: 200 len: 870 time: 0.2367451 Aug 05 11:33:39.193052 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70553d8-8467-4a0a-926b-983f79958ec5 req-26b40c4b-ad08-4b99-9e2e-789490104e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:39.194575 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c70553d8-8467-4a0a-926b-983f79958ec5 req-26b40c4b-ad08-4b99-9e2e-789490104e35 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6842f728-c2f3-4e36-bb32-3303d06ce3f4 HTTP/1.1" status: 200 len: 843 time: 0.0972462 Aug 05 11:33:39.289178 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70553d8-8467-4a0a-926b-983f79958ec5 req-098081c9-a923-4dfe-a229-c5c16c9e75f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:39.292243 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c70553d8-8467-4a0a-926b-983f79958ec5 req-098081c9-a923-4dfe-a229-c5c16c9e75f9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=91caede3-92e4-4b1e-8e3e-36227cfd846a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0891485 Aug 05 11:33:39.315953 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c70553d8-8467-4a0a-926b-983f79958ec5 req-3b3b903b-e520-4c12-97c3-63ea7cd8429b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=7f5c274f-81f8-4325-a1ac-15e624e8b1ec HTTP/1.1" status: 200 len: 217 time: 0.0506136 Aug 05 11:33:39.402558 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c70553d8-8467-4a0a-926b-983f79958ec5 req-cd287338-836a-4552-b230-d9fb5ae4e88d service neutron] 10.222.0.55 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028566 Aug 05 11:33:39.422442 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3d745a-8293-470d-8fa2-1b852723b5a7 req-809266ec-4e5d-4b64-be0e-99157f33cde0 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:39.424295 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4c3d745a-8293-470d-8fa2-1b852723b5a7 req-809266ec-4e5d-4b64-be0e-99157f33cde0 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/networks?id=df604f01-40cf-4ac6-a403-862287f48d99 HTTP/1.1" status: 200 len: 814 time: 0.2332408 Aug 05 11:33:39.469984 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70553d8-8467-4a0a-926b-983f79958ec5 req-2fe210a0-6e65-4c3c-a771-4ee2348aabd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:39.471600 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c70553d8-8467-4a0a-926b-983f79958ec5 req-2fe210a0-6e65-4c3c-a771-4ee2348aabd0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6842f728-c2f3-4e36-bb32-3303d06ce3f4 HTTP/1.1" status: 200 len: 843 time: 0.1293006 Aug 05 11:33:39.505587 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4c3d745a-8293-470d-8fa2-1b852723b5a7 req-d64bea44-7b02-45f2-9616-450ec0de1825 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/quotas/c5007679d0154fc3bfd87d24d49c48af HTTP/1.1" status: 200 len: 375 time: 0.0519052 Aug 05 11:33:39.560333 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c70553d8-8467-4a0a-926b-983f79958ec5 req-41df174f-390a-46dc-baf8-ba2c5c7202de service neutron] 10.222.0.55 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466842 Aug 05 11:33:39.563143 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4c3d745a-8293-470d-8fa2-1b852723b5a7 req-230700d3-f488-4b8f-a9e0-242e371abfa6 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=c5007679d0154fc3bfd87d24d49c48af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0400443 Aug 05 11:33:39.584396 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ab0d5f-e278-4032-85c8-349469b59dc4 req-53c67122-aab0-4c42-9442-15d59e5b7b47 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:39.586875 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-53ab0d5f-e278-4032-85c8-349469b59dc4 req-53c67122-aab0-4c42-9442-15d59e5b7b47 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 947 time: 0.1770720 Aug 05 11:33:39.599172 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70553d8-8467-4a0a-926b-983f79958ec5 req-c46872ac-1b29-461a-b516-03d4f6c77f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:39.600684 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c70553d8-8467-4a0a-926b-983f79958ec5 req-c46872ac-1b29-461a-b516-03d4f6c77f7a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=91caede3-92e4-4b1e-8e3e-36227cfd846a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1084950 Aug 05 11:33:39.802670 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-53ab0d5f-e278-4032-85c8-349469b59dc4 req-335b2591-9586-4aae-9c0a-7a2d42465db3 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009454 Aug 05 11:33:39.844936 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c70553d8-8467-4a0a-926b-983f79958ec5 req-e03a1096-5509-40f7-9ece-c632796a829f service neutron] 10.222.0.64 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730661 Aug 05 11:33:39.858718 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4c3d745a-8293-470d-8fa2-1b852723b5a7 req-c526f527-1d58-4fae-b5dc-50ce6d51c5f5 service neutron] 10.222.0.58 "GET /v2.0/networks/df604f01-40cf-4ac6-a403-862287f48d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2691288 Aug 05 11:33:39.935893 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:39.943508 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-4abd8c78-7274-4ed2-8f31-b12068a62f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:40.105711 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6189bc8d-a883-4031-96ce-d381fda9fe19 req-e813bc48-d9a3-430f-b758-2e2c725582d0 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:40.107280 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6189bc8d-a883-4031-96ce-d381fda9fe19 req-e813bc48-d9a3-430f-b758-2e2c725582d0 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=43dc8de5-f460-48f2-9969-bd31538c767f HTTP/1.1" status: 200 len: 948 time: 0.2220075 Aug 05 11:33:40.130920 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4c3d745a-8293-470d-8fa2-1b852723b5a7 req-14936a44-fe96-4793-99b0-5aa7c8e1192d service neutron] 10.222.0.58 "GET /v2.0/networks/df604f01-40cf-4ac6-a403-862287f48d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2700922 Aug 05 11:33:40.190555 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c70553d8-8467-4a0a-926b-983f79958ec5 req-dd1c999b-04de-445f-b65d-c62eaa885113 service neutron] 10.222.0.64 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3039279 Aug 05 11:33:40.230066 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6189bc8d-a883-4031-96ce-d381fda9fe19 req-4fd46056-ef74-485a-bc09-882ad24bfc8d tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149559 Aug 05 11:33:40.381816 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-dc92055a-2c76-43fd-a117-0ba5d62c600d req-bc684d27-70b5-450e-b60e-ba715c913ef8 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "GET /v2.0/ports?device_id=443a76e9-196d-4aa4-85e8-0ee1eebabb66 HTTP/1.1" status: 200 len: 210 time: 0.0326886 Aug 05 11:33:40.604714 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-5832a085-8394-4d87-a63f-fa82a49f79b5 req-79d792f1-89e6-4cce-ac24-1418111cba10 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b9c818f6-600d-4143-bf8a-f3dd16655be1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0981424 Aug 05 11:33:40.734835 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5832a085-8394-4d87-a63f-fa82a49f79b5 req-adf0ed1e-3d4b-425f-a8a3-745471a21989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:40.741863 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-5832a085-8394-4d87-a63f-fa82a49f79b5 req-adf0ed1e-3d4b-425f-a8a3-745471a21989 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c4fc12c070034e088106f16dcb7c7f8a&device_id=b9c818f6-600d-4143-bf8a-f3dd16655be1 HTTP/1.1" status: 200 len: 1096 time: 0.0939982 Aug 05 11:33:40.763830 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-847575f6-b7a4-4b5b-9726-9d82bf0a7e5b req-43d4ddae-604b-4210-845b-a97f3ec435b5 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/ports?device_id=051d2e79-c53f-4414-b541-c8382c63937c HTTP/1.1" status: 200 len: 210 time: 0.0504274 Aug 05 11:33:40.804700 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6941c6-fd41-4c03-9d1a-6a7483e26d1d req-66a9b957-8b5a-46dc-bff4-e041c62cca7f tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:40.809641 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fd6941c6-fd41-4c03-9d1a-6a7483e26d1d req-66a9b957-8b5a-46dc-bff4-e041c62cca7f tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 947 time: 0.1764994 Aug 05 11:33:40.887651 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fd6941c6-fd41-4c03-9d1a-6a7483e26d1d req-c2e2565f-2538-4784-aefd-c7e6ebc42f74 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717816 Aug 05 11:33:40.970401 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8e715c-aa13-4295-a584-62159715d4b5 req-1bcf0a2e-5e9b-4df2-ac37-04806db2b189 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:40.972545 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5a8e715c-aa13-4295-a584-62159715d4b5 req-1bcf0a2e-5e9b-4df2-ac37-04806db2b189 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=1de0267c-92da-4fb3-8345-bd6906311e15 HTTP/1.1" status: 200 len: 946 time: 0.0785220 Aug 05 11:33:40.987992 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5832a085-8394-4d87-a63f-fa82a49f79b5 req-d0d16ae7-dbb3-4eb4-ae09-caa28fabde7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:40.991432 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-5832a085-8394-4d87-a63f-fa82a49f79b5 req-d0d16ae7-dbb3-4eb4-ae09-caa28fabde7f service neutron] 10.222.0.55 "GET /v2.0/networks?id=ef036c19-6648-49e0-968c-d7cffbbb89aa HTTP/1.1" status: 200 len: 919 time: 0.2256937 Aug 05 11:33:41.104211 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5a8e715c-aa13-4295-a584-62159715d4b5 req-05554776-3e28-4424-8f60-baa4d4f85fce tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=30974407-7b2a-468c-b989-540006d0da28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228797 Aug 05 11:33:41.185518 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-5832a085-8394-4d87-a63f-fa82a49f79b5 req-e448bb97-5404-4e78-aada-47bf7d1d129a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=390fac1a-7da7-42e5-b00a-c5006601f3d8 HTTP/1.1" status: 200 len: 217 time: 0.1803901 Aug 05 11:33:41.374811 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5832a085-8394-4d87-a63f-fa82a49f79b5 req-1c299a54-013e-4cfe-ad03-adeccf189b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:41.376354 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-5832a085-8394-4d87-a63f-fa82a49f79b5 req-1c299a54-013e-4cfe-ad03-adeccf189b50 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=43646d00-2d61-4a10-95ab-4ec37fd97ea2 HTTP/1.1" status: 200 len: 858 time: 0.1816187 Aug 05 11:33:41.425826 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cccc522-a28f-48e1-8adb-a90093e55f1c req-9d6f557f-6b35-4fab-a57e-c4db08ade772 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:41.429329 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2cccc522-a28f-48e1-8adb-a90093e55f1c req-9d6f557f-6b35-4fab-a57e-c4db08ade772 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 947 time: 0.0956576 Aug 05 11:33:41.439154 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-5832a085-8394-4d87-a63f-fa82a49f79b5 req-86adaf08-76a9-47cd-bdaf-a6eeb32e0646 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ef036c19-6648-49e0-968c-d7cffbbb89aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538039 Aug 05 11:33:41.521755 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2cccc522-a28f-48e1-8adb-a90093e55f1c req-107e9d26-4e42-4d02-ba01-2b68bace99e6 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768650 Aug 05 11:33:41.534694 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a83e741-d9d3-4445-99e0-fa15e43ca0ee req-c9735440-bfc0-4bf6-b4c1-f88eed975c62 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:41.557095 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8a83e741-d9d3-4445-99e0-fa15e43ca0ee req-c9735440-bfc0-4bf6-b4c1-f88eed975c62 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=43dc8de5-f460-48f2-9969-bd31538c767f HTTP/1.1" status: 200 len: 948 time: 0.1246457 Aug 05 11:33:41.606911 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8a83e741-d9d3-4445-99e0-fa15e43ca0ee req-6cc76230-1554-4260-ad86-1b5b80a09ccb tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486450 Aug 05 11:33:41.611767 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:41.621723 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-5832a085-8394-4d87-a63f-fa82a49f79b5 req-dd97ac6d-414e-45a2-aa9f-ecbb06a61073 service neutron] 10.222.0.55 "GET /v2.0/networks/ef036c19-6648-49e0-968c-d7cffbbb89aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450882 Aug 05 11:33:41.698618 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0e7c4dfa-f15c-46f4-9dae-1f6d27e4f59a req-7b92b7cd-9ebb-45b8-b77d-c5e868d80f3a tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "GET /v2.0/ports?device_id=443a76e9-196d-4aa4-85e8-0ee1eebabb66 HTTP/1.1" status: 200 len: 210 time: 0.0614574 Aug 05 11:33:41.774716 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ceebee-2bca-4aa8-bd1f-41b7ae0e3afb req-489ff58a-2b11-44c3-92d9-ee027655dcbe tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:41.776317 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-32ceebee-2bca-4aa8-bd1f-41b7ae0e3afb req-489ff58a-2b11-44c3-92d9-ee027655dcbe tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 947 time: 0.0764625 Aug 05 11:33:41.808244 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-5832a085-8394-4d87-a63f-fa82a49f79b5 req-f5098661-0b71-45d4-a955-54b44514c7bb service neutron] 10.222.0.55 "GET /v2.0/networks/ef036c19-6648-49e0-968c-d7cffbbb89aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792510 Aug 05 11:33:41.825240 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-32ceebee-2bca-4aa8-bd1f-41b7ae0e3afb req-68304734-6018-43f9-9246-d2afe73b6aef tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410917 Aug 05 11:33:41.926440 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4282a242-a373-41ab-9b01-62b78fe5fa77 req-6cbb4359-7ced-4248-a08c-8884352854d8 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/ports?device_id=051d2e79-c53f-4414-b541-c8382c63937c HTTP/1.1" status: 200 len: 210 time: 0.0352952 Aug 05 11:33:42.053347 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2684a1cd-6cea-417f-8b6a-f8529111c24d req-f1f3b695-e6d3-4858-8e05-eb247edc4003 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:42.054910 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2684a1cd-6cea-417f-8b6a-f8529111c24d req-f1f3b695-e6d3-4858-8e05-eb247edc4003 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 947 time: 0.0701826 Aug 05 11:33:42.138460 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2684a1cd-6cea-417f-8b6a-f8529111c24d req-491d91c2-6fa8-45e7-9fcf-272e53eff988 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686619 Aug 05 11:33:42.218539 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3d745a-8293-470d-8fa2-1b852723b5a7 req-4b3da6bd-bb49-46d9-a70b-b2ac07e5e606 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:42.220580 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4c3d745a-8293-470d-8fa2-1b852723b5a7 req-4b3da6bd-bb49-46d9-a70b-b2ac07e5e606 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.55 "GET /v2.0/networks?id=df604f01-40cf-4ac6-a403-862287f48d99 HTTP/1.1" status: 200 len: 814 time: 0.1699507 Aug 05 11:33:42.261216 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-4c3d745a-8293-470d-8fa2-1b852723b5a7 req-4d4eafa6-14b9-476c-872f-ea4e7c8b3e5d tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Request body: {'port': {'device_id': '051d2e79-c53f-4414-b541-c8382c63937c', 'network_id': 'df604f01-40cf-4ac6-a403-862287f48d99', 'admin_state_up': True, 'tenant_id': 'c5007679d0154fc3bfd87d24d49c48af'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:33:42.309304 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ee8e8c-65fd-4816-a764-efc65d5a09f2 req-7ab02098-1bab-437f-a4b6-8af7268bf547 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:42.310838 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f5ee8e8c-65fd-4816-a764-efc65d5a09f2 req-7ab02098-1bab-437f-a4b6-8af7268bf547 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=1de0267c-92da-4fb3-8345-bd6906311e15 HTTP/1.1" status: 200 len: 946 time: 0.0798967 Aug 05 11:33:42.370748 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64d6f7f-9436-48b2-ba40-c248016c2ca7 req-da2a52bf-cba9-423f-9c57-b850d37cdfd6 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:42.372309 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b64d6f7f-9436-48b2-ba40-c248016c2ca7 req-da2a52bf-cba9-423f-9c57-b850d37cdfd6 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 947 time: 0.0862565 Aug 05 11:33:42.407695 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f5ee8e8c-65fd-4816-a764-efc65d5a09f2 req-f6ab5301-1b44-4fee-a142-ae740caefd43 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=30974407-7b2a-468c-b989-540006d0da28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825105 Aug 05 11:33:42.417427 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c3d745a-8293-470d-8fa2-1b852723b5a7 req-4d4eafa6-14b9-476c-872f-ea4e7c8b3e5d tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Made reservation on behalf of c5007679d0154fc3bfd87d24d49c48af for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:33:42.422547 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-4c3d745a-8293-470d-8fa2-1b852723b5a7 req-4d4eafa6-14b9-476c-872f-ea4e7c8b3e5d tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:42.439113 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b64d6f7f-9436-48b2-ba40-c248016c2ca7 req-c1c6f9fb-f204-4436-afef-1407f4a7a7eb tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555513 Aug 05 11:33:42.699151 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 7f5c274f-81f8-4325-a1ac-15e624e8b1ec details requested by agent hyperv_n-h1-803378-2 with host n-h1-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:33:42.732668 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4e3e5b-c645-4a46-adc8-1edda6f9bc5e req-4ae1ad48-6817-4bd4-a8b3-1cb97bf87c38 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:42.750170 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cd4e3e5b-c645-4a46-adc8-1edda6f9bc5e req-4ae1ad48-6817-4bd4-a8b3-1cb97bf87c38 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 947 time: 0.1103539 Aug 05 11:33:42.780910 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-4c3d745a-8293-470d-8fa2-1b852723b5a7 req-4d4eafa6-14b9-476c-872f-ea4e7c8b3e5d tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Allocated IP 172.20.0.13 (df604f01-40cf-4ac6-a403-862287f48d99/524b1b8f-caef-4267-8226-9611509ac5a4/6f973e19-a850-49bc-875b-1c9dfd227e38) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:33:42.835023 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cd4e3e5b-c645-4a46-adc8-1edda6f9bc5e req-6922e26a-b1d8-49c2-9232-2ff1c974642a tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827153 Aug 05 11:33:42.921089 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 7f5c274f-81f8-4325-a1ac-15e624e8b1ec, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=7f5c274f-81f8-4325-a1ac-15e624e8b1ec,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:33:42.923088 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3364515-5160-480e-9d26-4704feb1b846 req-7a33122a-71cd-478d-a3a7-e9a0d5c02009 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:42.929771 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f3364515-5160-480e-9d26-4704feb1b846 req-7a33122a-71cd-478d-a3a7-e9a0d5c02009 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=43dc8de5-f460-48f2-9969-bd31538c767f HTTP/1.1" status: 200 len: 948 time: 0.1755974 Aug 05 11:33:42.939887 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Returning: {'device': '7f5c274f-81f8-4325-a1ac-15e624e8b1ec', 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a', 'port_id': '7f5c274f-81f8-4325-a1ac-15e624e8b1ec', 'mac_address': 'fa:16:3e:03:6c:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6842f728-c2f3-4e36-bb32-3303d06ce3f4', 'ip_address': '192.168.233.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:33:42.997788 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:43.018061 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f5c274f-81f8-4325-a1ac-15e624e8b1ec {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:33:43.045823 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 7f5c274f-81f8-4325-a1ac-15e624e8b1ec, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=7f5c274f-81f8-4325-a1ac-15e624e8b1ec,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:33:43.045964 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f3364515-5160-480e-9d26-4704feb1b846 req-11cde036-0e56-48a2-837e-6779f2238b60 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923424 Aug 05 11:33:43.053830 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-4c3d745a-8293-470d-8fa2-1b852723b5a7 req-4d4eafa6-14b9-476c-872f-ea4e7c8b3e5d tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:43.059779 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:43.119971 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-4c3d745a-8293-470d-8fa2-1b852723b5a7 req-4d4eafa6-14b9-476c-872f-ea4e7c8b3e5d tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:43.121042 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a2a899-1d6a-4f8b-adb9-7f02d4ce812b req-b57e4219-003a-4842-a3d1-9fe473189b91 tempest-ServerGroupTestJSON-936690236 tempest-ServerGroupTestJSON-936690236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:43.122793 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-31a2a899-1d6a-4f8b-adb9-7f02d4ce812b req-b57e4219-003a-4842-a3d1-9fe473189b91 tempest-ServerGroupTestJSON-936690236 tempest-ServerGroupTestJSON-936690236-project] 10.222.0.58 "GET /v2.0/networks?id=c70afe76-0e2b-406c-a3fb-d5fa7d26e940 HTTP/1.1" status: 200 len: 809 time: 0.1920745 Aug 05 11:33:43.143274 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=7f5c274f-81f8-4325-a1ac-15e624e8b1ec,revision_number=8']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:33:43.153092 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:33:43.153809 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:33:43.154358 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:33:43.154925 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:33:43.155468 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:33:43.155744 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-31a2a899-1d6a-4f8b-adb9-7f02d4ce812b req-527ac4d4-7749-4d46-9512-23205d74a705 tempest-ServerGroupTestJSON-936690236 tempest-ServerGroupTestJSON-936690236-project] 10.222.0.58 "GET /v2.0/quotas/9de11ef39aa9439c9359816a7574176c HTTP/1.1" status: 200 len: 375 time: 0.0248461 Aug 05 11:33:43.156259 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:33:43.156819 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:33:43.157378 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:33:43.157924 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:33:43.158478 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:33:43.159021 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:33:43.159558 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:33:43.203191 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-31a2a899-1d6a-4f8b-adb9-7f02d4ce812b req-311fa26d-73e6-43db-a273-a5a2f7e3f644 tempest-ServerGroupTestJSON-936690236 tempest-ServerGroupTestJSON-936690236-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=9de11ef39aa9439c9359816a7574176c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0394695 Aug 05 11:33:43.211354 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c3d745a-8293-470d-8fa2-1b852723b5a7 req-4d4eafa6-14b9-476c-872f-ea4e7c8b3e5d tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Network df604f01-40cf-4ac6-a403-862287f48d99 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:33:43.216258 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-4c3d745a-8293-470d-8fa2-1b852723b5a7 req-4d4eafa6-14b9-476c-872f-ea4e7c8b3e5d tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:33:43.220422 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4eafa6-14b9-476c-872f-ea4e7c8b3e5d tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Pushing event updated for resources: {'Port': ['ID=6f973e19-a850-49bc-875b-1c9dfd227e38,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:33:43.223802 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c3d745a-8293-470d-8fa2-1b852723b5a7 req-4d4eafa6-14b9-476c-872f-ea4e7c8b3e5d tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:33:43.302782 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3d745a-8293-470d-8fa2-1b852723b5a7 req-4d4eafa6-14b9-476c-872f-ea4e7c8b3e5d tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:43.304207 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-4c3d745a-8293-470d-8fa2-1b852723b5a7 req-4d4eafa6-14b9-476c-872f-ea4e7c8b3e5d tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:43.325074 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4c3d745a-8293-470d-8fa2-1b852723b5a7 req-4d4eafa6-14b9-476c-872f-ea4e7c8b3e5d tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0801926 Aug 05 11:33:43.346724 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-4c3d745a-8293-470d-8fa2-1b852723b5a7 req-d34e1299-ce29-4794-a53b-610166382f1d service neutron] Request body: {'port': {'device_id': '051d2e79-c53f-4414-b541-c8382c63937c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:33:43.423203 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-4c3d745a-8293-470d-8fa2-1b852723b5a7 req-d34e1299-ce29-4794-a53b-610166382f1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:43.585845 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e02637d-1b82-4a27-8fbc-52ccf4abe975 req-a3f4ff84-3178-4ce7-9644-79dde89b4996 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:43.588182 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4e02637d-1b82-4a27-8fbc-52ccf4abe975 req-a3f4ff84-3178-4ce7-9644-79dde89b4996 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 947 time: 0.1310809 Aug 05 11:33:43.593041 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04565b24-1b4e-469e-8c08-b242d9423c14 req-4f32a26f-4b8f-4326-99de-62e544c1bac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:43.594613 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-04565b24-1b4e-469e-8c08-b242d9423c14 req-4f32a26f-4b8f-4326-99de-62e544c1bac2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c4fc12c070034e088106f16dcb7c7f8a&device_id=5f37001e-9d67-440a-b593-7e7c7a1d9690 HTTP/1.1" status: 200 len: 1096 time: 0.1107750 Aug 05 11:33:43.598432 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-31a2a899-1d6a-4f8b-adb9-7f02d4ce812b req-3d5ac3e2-f567-415e-bdd9-035acc6f1149 service neutron] 10.222.0.58 "GET /v2.0/networks/c70afe76-0e2b-406c-a3fb-d5fa7d26e940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3881965 Aug 05 11:33:43.750472 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:43.821961 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-4c3d745a-8293-470d-8fa2-1b852723b5a7 req-d34e1299-ce29-4794-a53b-610166382f1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f973e19-a850-49bc-875b-1c9dfd227e38 {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:33:43.832798 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-4c3d745a-8293-470d-8fa2-1b852723b5a7 req-d34e1299-ce29-4794-a53b-610166382f1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:43.848973 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-4c3d745a-8293-470d-8fa2-1b852723b5a7 req-d34e1299-ce29-4794-a53b-610166382f1d service neutron] Transition to ACTIVE for port object 6f973e19-a850-49bc-875b-1c9dfd227e38 will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:33:43.855200 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-4c3d745a-8293-470d-8fa2-1b852723b5a7 req-d34e1299-ce29-4794-a53b-610166382f1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:43.916519 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34e1299-ce29-4794-a53b-610166382f1d service neutron] Pushing event updated for resources: {'Port': ['ID=6f973e19-a850-49bc-875b-1c9dfd227e38,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:33:43.996846 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-4c3d745a-8293-470d-8fa2-1b852723b5a7 req-d34e1299-ce29-4794-a53b-610166382f1d service neutron] Attempting to bind port 6f973e19-a850-49bc-875b-1c9dfd227e38 on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:33:43.997094 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-4c3d745a-8293-470d-8fa2-1b852723b5a7 req-d34e1299-ce29-4794-a53b-610166382f1d service neutron] Attempting to bind port 6f973e19-a850-49bc-875b-1c9dfd227e38 by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': '01e8ca75-cf59-480b-8ee2-932f754dd7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'df604f01-40cf-4ac6-a403-862287f48d99'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:33:43.997432 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3d745a-8293-470d-8fa2-1b852723b5a7 req-d34e1299-ce29-4794-a53b-610166382f1d service neutron] Attempting to bind port 6f973e19-a850-49bc-875b-1c9dfd227e38 on network df604f01-40cf-4ac6-a403-862287f48d99 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:33:44.002842 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3d745a-8293-470d-8fa2-1b852723b5a7 req-d34e1299-ce29-4794-a53b-610166382f1d service neutron] Port 6f973e19-a850-49bc-875b-1c9dfd227e38 on network df604f01-40cf-4ac6-a403-862287f48d99 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:33:44.003187 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3d745a-8293-470d-8fa2-1b852723b5a7 req-d34e1299-ce29-4794-a53b-610166382f1d service neutron] Attempting to bind port 6f973e19-a850-49bc-875b-1c9dfd227e38 on network df604f01-40cf-4ac6-a403-862287f48d99 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:33:44.009612 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3d745a-8293-470d-8fa2-1b852723b5a7 req-d34e1299-ce29-4794-a53b-610166382f1d service neutron] Checking agent: {'id': 'a8f1dd2d-227c-4e30-8844-52419ba734db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:33:44.010029 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3d745a-8293-470d-8fa2-1b852723b5a7 req-d34e1299-ce29-4794-a53b-610166382f1d service neutron] Checking segment: {'id': '01e8ca75-cf59-480b-8ee2-932f754dd7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'df604f01-40cf-4ac6-a403-862287f48d99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:33:44.010489 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3d745a-8293-470d-8fa2-1b852723b5a7 req-d34e1299-ce29-4794-a53b-610166382f1d service neutron] Bound using segment: {'id': '01e8ca75-cf59-480b-8ee2-932f754dd7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'df604f01-40cf-4ac6-a403-862287f48d99'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:33:44.011021 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-4c3d745a-8293-470d-8fa2-1b852723b5a7 req-d34e1299-ce29-4794-a53b-610166382f1d service neutron] Bound port: 6f973e19-a850-49bc-875b-1c9dfd227e38, host: n-h2-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01e8ca75-cf59-480b-8ee2-932f754dd7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'df604f01-40cf-4ac6-a403-862287f48d99'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:33:44.011454 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-4c3d745a-8293-470d-8fa2-1b852723b5a7 req-d34e1299-ce29-4794-a53b-610166382f1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:44.098446 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-4c3d745a-8293-470d-8fa2-1b852723b5a7 req-d34e1299-ce29-4794-a53b-610166382f1d service neutron] For port 6f973e19-a850-49bc-875b-1c9dfd227e38, host n-h2-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:33:44.101828 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-4c3d745a-8293-470d-8fa2-1b852723b5a7 req-d34e1299-ce29-4794-a53b-610166382f1d service neutron] For port 6f973e19-a850-49bc-875b-1c9dfd227e38, host n-h2-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=6f973e19-a850-49bc-875b-1c9dfd227e38,segment=NetworkSegment(01e8ca75-cf59-480b-8ee2-932f754dd7b2),segment_id=01e8ca75-cf59-480b-8ee2-932f754dd7b2)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:33:44.107947 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-4c3d745a-8293-470d-8fa2-1b852723b5a7 req-d34e1299-ce29-4794-a53b-610166382f1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:44.146125 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3d745a-8293-470d-8fa2-1b852723b5a7 req-d34e1299-ce29-4794-a53b-610166382f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:44.146745 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-4c3d745a-8293-470d-8fa2-1b852723b5a7 req-d34e1299-ce29-4794-a53b-610166382f1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:44.148192 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4c3d745a-8293-470d-8fa2-1b852723b5a7 req-d34e1299-ce29-4794-a53b-610166382f1d service neutron] 10.222.0.55 "PUT /v2.0/ports/6f973e19-a850-49bc-875b-1c9dfd227e38 HTTP/1.1" status: 200 len: 1092 time: 0.8087418 Aug 05 11:33:44.148688 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '051d2e79-c53f-4414-b541-c8382c63937c', 'tag': '6f973e19-a850-49bc-875b-1c9dfd227e38'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:33:44.151613 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9236e6ec-082a-467f-9ed2-e9f379c97158" -d '{"events": [{"name": "network-changed", "server_uuid": "051d2e79-c53f-4414-b541-c8382c63937c", "tag": "6f973e19-a850-49bc-875b-1c9dfd227e38"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:33:44.173720 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4e02637d-1b82-4a27-8fbc-52ccf4abe975 req-4b073e31-ebad-4374-ba12-855b78c89a8e tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5708208 Aug 05 11:33:44.201029 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34e1299-ce29-4794-a53b-610166382f1d service neutron] Pushing event updated for resources: {'Port': ['ID=6f973e19-a850-49bc-875b-1c9dfd227e38,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:33:44.270629 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04565b24-1b4e-469e-8c08-b242d9423c14 req-d831061b-c69c-4a75-8fa7-9bacc8de5171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:44.271079 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3d745a-8293-470d-8fa2-1b852723b5a7 req-e2f100df-bcde-4e9d-9f5e-07dd62fa9e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:44.272129 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-04565b24-1b4e-469e-8c08-b242d9423c14 req-d831061b-c69c-4a75-8fa7-9bacc8de5171 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ef036c19-6648-49e0-968c-d7cffbbb89aa HTTP/1.1" status: 200 len: 919 time: 0.6516204 Aug 05 11:33:44.272718 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4c3d745a-8293-470d-8fa2-1b852723b5a7 req-e2f100df-bcde-4e9d-9f5e-07dd62fa9e81 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c5007679d0154fc3bfd87d24d49c48af&device_id=051d2e79-c53f-4414-b541-c8382c63937c HTTP/1.1" status: 200 len: 1095 time: 0.0532837 Aug 05 11:33:44.288601 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-31a2a899-1d6a-4f8b-adb9-7f02d4ce812b req-789a66e9-2ef7-4f11-b805-96d8ca2942a6 service neutron] 10.222.0.58 "GET /v2.0/networks/c70afe76-0e2b-406c-a3fb-d5fa7d26e940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6783404 Aug 05 11:33:44.338288 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4c3d745a-8293-470d-8fa2-1b852723b5a7 req-fb269a18-d2da-48eb-aa8d-396e30aeb9c0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f973e19-a850-49bc-875b-1c9dfd227e38 HTTP/1.1" status: 200 len: 217 time: 0.0501952 Aug 05 11:33:44.344130 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-04565b24-1b4e-469e-8c08-b242d9423c14 req-aed3a378-b11f-4df4-bda3-f26ccd622531 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=daaafd27-08d5-4742-8b77-e4bc0f981df7 HTTP/1.1" status: 200 len: 217 time: 0.0541594 Aug 05 11:33:44.365203 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5118affd-fec9-4a81-be16-87ea7cc4fbb3 req-daa29b66-392b-4447-a096-e4ff9c603754 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:44.366762 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5118affd-fec9-4a81-be16-87ea7cc4fbb3 req-daa29b66-392b-4447-a096-e4ff9c603754 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/ports?device_id=051d2e79-c53f-4414-b541-c8382c63937c HTTP/1.1" status: 200 len: 944 time: 0.1238775 Aug 05 11:33:44.402893 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3d745a-8293-470d-8fa2-1b852723b5a7 req-40f3b453-2700-4390-a29e-fdab43031d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:44.404938 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4c3d745a-8293-470d-8fa2-1b852723b5a7 req-40f3b453-2700-4390-a29e-fdab43031d53 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=524b1b8f-caef-4267-8226-9611509ac5a4 HTTP/1.1" status: 200 len: 854 time: 0.0585473 Aug 05 11:33:44.444670 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04565b24-1b4e-469e-8c08-b242d9423c14 req-c9f6f3c0-52dd-47f4-a854-76be151ff0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:44.447431 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-04565b24-1b4e-469e-8c08-b242d9423c14 req-c9f6f3c0-52dd-47f4-a854-76be151ff0a3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=43646d00-2d61-4a10-95ab-4ec37fd97ea2 HTTP/1.1" status: 200 len: 858 time: 0.0910575 Aug 05 11:33:44.447917 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4c3d745a-8293-470d-8fa2-1b852723b5a7 req-0ccafd9f-fda7-424b-bed5-7916ce0a0489 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=df604f01-40cf-4ac6-a403-862287f48d99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361197 Aug 05 11:33:44.455228 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5118affd-fec9-4a81-be16-87ea7cc4fbb3 req-375d800e-2455-4cca-a718-8c1f7994f222 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4e742cc-0754-43b8-97b1-fad458ef76e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783696 Aug 05 11:33:44.513706 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 55804) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:33:44.517596 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-04565b24-1b4e-469e-8c08-b242d9423c14 req-efd7c6f1-af19-477a-9a6f-1d4ae72624ff service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ef036c19-6648-49e0-968c-d7cffbbb89aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565619 Aug 05 11:33:44.629396 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4c3d745a-8293-470d-8fa2-1b852723b5a7 req-4da6223c-ae26-456d-b20d-e6147ca8464c service neutron] 10.222.0.55 "GET /v2.0/networks/df604f01-40cf-4ac6-a403-862287f48d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728573 Aug 05 11:33:44.749749 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['7f5c274f-81f8-4325-a1ac-15e624e8b1ec'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:33:44.773644 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4c3d745a-8293-470d-8fa2-1b852723b5a7 req-fbbf3bc7-46f4-43e9-8ff7-7a057f0cf85f service neutron] 10.222.0.55 "GET /v2.0/networks/df604f01-40cf-4ac6-a403-862287f48d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355903 Aug 05 11:33:44.785011 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-08374b8c-80e8-40c6-9922-6b9cc18b3078 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:44.806443 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-04565b24-1b4e-469e-8c08-b242d9423c14 req-74ec2e9f-ff96-47f3-a69a-5d81f3b378f4 service neutron] 10.222.0.64 "GET /v2.0/networks/ef036c19-6648-49e0-968c-d7cffbbb89aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721395 Aug 05 11:33:44.818948 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e89f94-545e-41be-847e-9efff1822532 req-f493008c-1921-4849-a048-22d15af20b7b tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:44.821711 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-52e89f94-545e-41be-847e-9efff1822532 req-f493008c-1921-4849-a048-22d15af20b7b tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/ports?device_id=5f37001e-9d67-440a-b593-7e7c7a1d9690 HTTP/1.1" status: 200 len: 945 time: 0.2372699 Aug 05 11:33:44.929368 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-08374b8c-80e8-40c6-9922-6b9cc18b3078 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:44.945792 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b9824d-0367-4ec1-9580-4e12833ab19a req-7c3ca6d1-b52b-4e61-8c00-876ed5f02c91 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:44.953991 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-93b9824d-0367-4ec1-9580-4e12833ab19a req-7c3ca6d1-b52b-4e61-8c00-876ed5f02c91 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=1de0267c-92da-4fb3-8345-bd6906311e15 HTTP/1.1" status: 200 len: 946 time: 0.2548091 Aug 05 11:33:45.056349 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-52e89f94-545e-41be-847e-9efff1822532 req-4032afe4-8c5a-415e-9022-d738ac952f2d tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/security-groups?id=367c82dd-50a3-4df9-a217-7f397fab3611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215381 Aug 05 11:33:45.077895 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-93b9824d-0367-4ec1-9580-4e12833ab19a req-a544d0be-110c-4b1a-a31f-c08189ffa89b tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=30974407-7b2a-468c-b989-540006d0da28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227698 Aug 05 11:33:45.115845 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-04565b24-1b4e-469e-8c08-b242d9423c14 req-7a9218b0-71a7-47fa-a9af-6a174aa324b9 service neutron] 10.222.0.64 "GET /v2.0/networks/ef036c19-6648-49e0-968c-d7cffbbb89aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2838290 Aug 05 11:33:45.123822 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-08374b8c-80e8-40c6-9922-6b9cc18b3078 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:45.127073 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-08374b8c-80e8-40c6-9922-6b9cc18b3078 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:45.129224 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-08374b8c-80e8-40c6-9922-6b9cc18b3078 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "DELETE /v2.0/security-groups/3ada918e-0522-4602-984c-a2f526ffb568 HTTP/1.1" status: 204 len: 168 time: 0.6143873 Aug 05 11:33:45.132157 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 55816) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:33:45.151469 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08374b8c-80e8-40c6-9922-6b9cc18b3078 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ada918e-0522-4602-984c-a2f526ffb568,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:33:45.209846 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf842455-f123-4440-8866-bdd204887621 x-openstack-request-id: req-bf842455-f123-4440-8866-bdd204887621 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:33:45.210153 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "051d2e79-c53f-4414-b541-c8382c63937c", "tag": "6f973e19-a850-49bc-875b-1c9dfd227e38", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:33:45.210417 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bf842455-f123-4440-8866-bdd204887621 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:33:45.210911 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '051d2e79-c53f-4414-b541-c8382c63937c', 'tag': '6f973e19-a850-49bc-875b-1c9dfd227e38', 'status': 'completed', 'code': 200} Aug 05 11:33:45.220689 n-d-803378-2 neutron-server[94421]: INFO neutron.api.v2.resource [None req-2cec7b5a-28b0-423a-99b6-0e0153ebd7f5 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] show failed (client error): The resource could not be found. Aug 05 11:33:45.225717 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 55824) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:33:45.228798 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-2cec7b5a-28b0-423a-99b6-0e0153ebd7f5 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "GET /v2.0/security-groups/3ada918e-0522-4602-984c-a2f526ffb568 HTTP/1.1" status: 404 len: 347 time: 0.0951178 Aug 05 11:33:45.285037 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9236e6ec-082a-467f-9ed2-e9f379c97158 req-cbc41db8-d830-41ae-895b-393a692e0a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:45.286626 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9236e6ec-082a-467f-9ed2-e9f379c97158 req-cbc41db8-d830-41ae-895b-393a692e0a87 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c5007679d0154fc3bfd87d24d49c48af&device_id=051d2e79-c53f-4414-b541-c8382c63937c HTTP/1.1" status: 200 len: 1095 time: 0.0712659 Aug 05 11:33:45.416945 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cfdbff46-c9c8-4a41-9f30-8be31f62b2f2 req-6effbfe6-9b84-4cb2-b633-4747af5fdb39 tempest-ServerGroupTestJSON-936690236 tempest-ServerGroupTestJSON-936690236-project] 10.222.0.58 "GET /v2.0/ports?device_id=4fd73c7c-1d77-4c59-9cd2-a9d9d1daca31 HTTP/1.1" status: 200 len: 210 time: 0.1221895 Aug 05 11:33:45.429716 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9236e6ec-082a-467f-9ed2-e9f379c97158 req-d6491ff8-5cc0-447b-b546-17e33322b943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:45.433081 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9236e6ec-082a-467f-9ed2-e9f379c97158 req-d6491ff8-5cc0-447b-b546-17e33322b943 service neutron] 10.222.0.55 "GET /v2.0/networks?id=df604f01-40cf-4ac6-a403-862287f48d99 HTTP/1.1" status: 200 len: 915 time: 0.1371391 Aug 05 11:33:45.505921 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5428eee-4e69-4e29-8396-f8c3cc14ffd8 req-38f4ac7d-acb7-4e02-90da-84fb4f064f14 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:45.511422 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9236e6ec-082a-467f-9ed2-e9f379c97158 req-7cb69d88-5780-41a0-8913-fa145a023d0d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f973e19-a850-49bc-875b-1c9dfd227e38 HTTP/1.1" status: 200 len: 217 time: 0.0700283 Aug 05 11:33:45.513762 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d5428eee-4e69-4e29-8396-f8c3cc14ffd8 req-38f4ac7d-acb7-4e02-90da-84fb4f064f14 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=43dc8de5-f460-48f2-9969-bd31538c767f HTTP/1.1" status: 200 len: 949 time: 0.2204001 Aug 05 11:33:45.570975 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-e3789315-8e21-49b8-9e52-dea611d98489 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Deleting port 14ba161c-2f30-4f0f-b54f-db2c28d3726d {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:33:45.571939 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e3789315-8e21-49b8-9e52-dea611d98489 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:45.603730 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9236e6ec-082a-467f-9ed2-e9f379c97158 req-65e3732f-c409-4de2-8bbd-7760f69c29cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:45.606341 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9236e6ec-082a-467f-9ed2-e9f379c97158 req-65e3732f-c409-4de2-8bbd-7760f69c29cc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=524b1b8f-caef-4267-8226-9611509ac5a4 HTTP/1.1" status: 200 len: 854 time: 0.0876474 Aug 05 11:33:45.676882 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9236e6ec-082a-467f-9ed2-e9f379c97158 req-2bdbefe6-d2ec-4b05-aa00-708dddf18a1a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=df604f01-40cf-4ac6-a403-862287f48d99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400436 Aug 05 11:33:45.686172 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d5428eee-4e69-4e29-8396-f8c3cc14ffd8 req-e7c51680-eb3e-4d15-9420-e44c2f3423fd tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715064 Aug 05 11:33:45.741670 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74d7a10-7b1a-4ae5-b4d0-b46be4c5796b req-f12ed2f5-cd1f-4fa8-9885-a83e8087d172 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:45.752568 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a74d7a10-7b1a-4ae5-b4d0-b46be4c5796b req-f12ed2f5-cd1f-4fa8-9885-a83e8087d172 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 947 time: 0.2041667 Aug 05 11:33:45.776983 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-427dfe7f-0be9-43b1-a177-30970278e6e0 req-4c408f4c-53c4-489d-895b-f2b06c879a9e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2171776 Aug 05 11:33:45.806686 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e3789315-8e21-49b8-9e52-dea611d98489 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:45.807546 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e3789315-8e21-49b8-9e52-dea611d98489 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:45.860984 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9236e6ec-082a-467f-9ed2-e9f379c97158 req-1f48f76e-ac78-4cc2-9086-b31fadd8654d service neutron] 10.222.0.55 "GET /v2.0/networks/df604f01-40cf-4ac6-a403-862287f48d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757042 Aug 05 11:33:45.866036 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-e3789315-8e21-49b8-9e52-dea611d98489 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Calling delete_port for 14ba161c-2f30-4f0f-b54f-db2c28d3726d owned by network:floatingip {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:33:45.892250 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a74d7a10-7b1a-4ae5-b4d0-b46be4c5796b req-d0250b20-a650-4ce4-a475-58523c923783 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386323 Aug 05 11:33:45.957917 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293ec19d-5e0d-4d2c-954a-cfe3448b5692 req-d675ecea-044e-451d-bee1-7737a04b70bc tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:45.965501 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-293ec19d-5e0d-4d2c-954a-cfe3448b5692 req-d675ecea-044e-451d-bee1-7737a04b70bc tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/ports?device_id=051d2e79-c53f-4414-b541-c8382c63937c HTTP/1.1" status: 200 len: 944 time: 0.1642129 Aug 05 11:33:46.007700 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9236e6ec-082a-467f-9ed2-e9f379c97158 req-cbccfba3-5bd9-461c-9781-b1e0e5f8c3f6 service neutron] 10.222.0.55 "GET /v2.0/networks/df604f01-40cf-4ac6-a403-862287f48d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338291 Aug 05 11:33:46.018180 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427dfe7f-0be9-43b1-a177-30970278e6e0 req-d6143fa5-91d5-4b3f-bb6c-795df59d15ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:46.019988 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-427dfe7f-0be9-43b1-a177-30970278e6e0 req-d6143fa5-91d5-4b3f-bb6c-795df59d15ad service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2a9a0c1c353042b1936f80e1e752fcad&device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 1098 time: 0.1818135 Aug 05 11:33:46.065882 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-293ec19d-5e0d-4d2c-954a-cfe3448b5692 req-43329eb0-6d4d-489d-a4c1-5134e1f8d437 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4e742cc-0754-43b8-97b1-fad458ef76e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991988 Aug 05 11:33:46.232392 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427dfe7f-0be9-43b1-a177-30970278e6e0 req-83aa64fa-5088-4c40-91bb-bd60bbc3d72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:46.234000 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-427dfe7f-0be9-43b1-a177-30970278e6e0 req-83aa64fa-5088-4c40-91bb-bd60bbc3d72c service neutron] 10.222.0.64 "GET /v2.0/networks?id=126f96b6-eb66-4c29-a167-bda979496a65 HTTP/1.1" status: 200 len: 915 time: 0.1873977 Aug 05 11:33:46.307169 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e3789315-8e21-49b8-9e52-dea611d98489 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:46.384065 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-427dfe7f-0be9-43b1-a177-30970278e6e0 req-4d4a7627-4c0c-4b1f-af3e-eb3462f720a2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2df26a48-fa2b-4da2-a97e-af100eff3c8f HTTP/1.1" status: 200 len: 217 time: 0.1328883 Aug 05 11:33:46.420408 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3789315-8e21-49b8-9e52-dea611d98489 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Pushing event deleted for resources: {'Port': ['ID=14ba161c-2f30-4f0f-b54f-db2c28d3726d,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:33:46.529516 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427dfe7f-0be9-43b1-a177-30970278e6e0 req-d44a9e4c-88d7-4960-88d3-f3a46f10aef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:46.532291 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-427dfe7f-0be9-43b1-a177-30970278e6e0 req-d44a9e4c-88d7-4960-88d3-f3a46f10aef1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f603f39f-fbde-4d83-a41f-e0babb1f3ff1 HTTP/1.1" status: 200 len: 854 time: 0.1084807 Aug 05 11:33:46.543928 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd10e064-4252-4869-b43c-fdf7a0c4d8cd req-00624639-8179-4c9d-9247-c1fcc2a78b6c tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:46.556887 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-dd10e064-4252-4869-b43c-fdf7a0c4d8cd req-00624639-8179-4c9d-9247-c1fcc2a78b6c tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 947 time: 0.3067784 Aug 05 11:33:46.590363 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984bd954-57c9-40ae-9f5e-a8a665b9f1e2 req-7952f6c7-7f80-4090-93ba-3e2cff53b7c1 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:46.598524 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-984bd954-57c9-40ae-9f5e-a8a665b9f1e2 req-7952f6c7-7f80-4090-93ba-3e2cff53b7c1 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/ports?device_id=5f37001e-9d67-440a-b593-7e7c7a1d9690 HTTP/1.1" status: 200 len: 945 time: 0.3451548 Aug 05 11:33:46.677788 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-427dfe7f-0be9-43b1-a177-30970278e6e0 req-35b19837-b6a5-49fc-91ee-5d3c78729b0c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=126f96b6-eb66-4c29-a167-bda979496a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0973244 Aug 05 11:33:46.697267 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 7f5c274f-81f8-4325-a1ac-15e624e8b1ec up at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:33:46.761678 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e3789315-8e21-49b8-9e52-dea611d98489 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks [] for floatingip, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:46.764338 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e3789315-8e21-49b8-9e52-dea611d98489 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:46.768895 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-e3789315-8e21-49b8-9e52-dea611d98489 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "DELETE /v2.0/floatingips/9a282ff7-074d-43f8-9002-32cd30bb94cd HTTP/1.1" status: 204 len: 168 time: 1.5419023 Aug 05 11:33:46.774935 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-dd10e064-4252-4869-b43c-fdf7a0c4d8cd req-a08a120e-a924-4bb7-94c1-2acc7213fc14 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162719 Aug 05 11:33:46.779134 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 55854) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:33:46.855732 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning for port 7f5c274f-81f8-4325-a1ac-15e624e8b1ec completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:33:46.864652 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning complete for port 7f5c274f-81f8-4325-a1ac-15e624e8b1ec triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:33:46.865276 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:46.870139 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-984bd954-57c9-40ae-9f5e-a8a665b9f1e2 req-b47ef469-d29d-4b13-8a7a-9c522f159e41 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/security-groups?id=367c82dd-50a3-4df9-a217-7f397fab3611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705231 Aug 05 11:33:47.020159 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:47.065213 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43dc8de5-f460-48f2-9969-bd31538c767f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f5c274f-81f8-4325-a1ac-15e624e8b1ec'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:33:47.069770 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-427dfe7f-0be9-43b1-a177-30970278e6e0 req-023a5cc8-dc56-404e-a923-544f1f4847f9 service neutron] 10.222.0.64 "GET /v2.0/networks/126f96b6-eb66-4c29-a167-bda979496a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3774250 Aug 05 11:33:47.070490 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca2bbfd0-d479-413e-a6db-978747cdbb1c" -d '{"events": [{"server_uuid": "43dc8de5-f460-48f2-9969-bd31538c767f", "name": "network-vif-plugged", "status": "completed", "tag": "7f5c274f-81f8-4325-a1ac-15e624e8b1ec"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:33:47.076353 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 7f5c274f-81f8-4325-a1ac-15e624e8b1ec, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=7f5c274f-81f8-4325-a1ac-15e624e8b1ec,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:33:47.082974 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:47.118795 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-534d402f-b3a6-4809-a4e7-90a749bb234e tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Deleting port 9825552d-c4a9-47c2-b314-f8532a62835b {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:33:47.119484 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-534d402f-b3a6-4809-a4e7-90a749bb234e tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:47.126545 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7616c9c5-8b0b-4aaf-8e4a-2d4df2f5af84 req-8a50cdb6-91c8-41eb-adee-d002ddbe7e1e tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:47.127766 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7616c9c5-8b0b-4aaf-8e4a-2d4df2f5af84 req-8a50cdb6-91c8-41eb-adee-d002ddbe7e1e tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.55 "GET /v2.0/ports?device_id=43dc8de5-f460-48f2-9969-bd31538c767f&tenant_id=f811ccc1244d4d32a53adbbe13250fd5&binding%3Ahost_id=n-h1-803378-2 HTTP/1.1" status: 200 len: 949 time: 0.7574832 Aug 05 11:33:47.134636 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b27dd53-9d11-40e6-b68a-b64b793bdfd3 req-52ae79ef-994a-4aa1-9e83-bd35b98c562a tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:47.143746 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0b27dd53-9d11-40e6-b68a-b64b793bdfd3 req-52ae79ef-994a-4aa1-9e83-bd35b98c562a tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=1de0267c-92da-4fb3-8345-bd6906311e15 HTTP/1.1" status: 200 len: 946 time: 0.2035015 Aug 05 11:33:47.172223 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=7f5c274f-81f8-4325-a1ac-15e624e8b1ec,revision_number=9']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:33:47.207459 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a2a899-1d6a-4f8b-adb9-7f02d4ce812b req-a3f178f9-9f57-48e5-8c8f-18947dc1e5e9 tempest-ServerGroupTestJSON-936690236 tempest-ServerGroupTestJSON-936690236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:47.209293 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-31a2a899-1d6a-4f8b-adb9-7f02d4ce812b req-a3f178f9-9f57-48e5-8c8f-18947dc1e5e9 tempest-ServerGroupTestJSON-936690236 tempest-ServerGroupTestJSON-936690236-project] 10.222.0.55 "GET /v2.0/networks?id=c70afe76-0e2b-406c-a3fb-d5fa7d26e940 HTTP/1.1" status: 200 len: 809 time: 0.9454641 Aug 05 11:33:47.241037 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-31a2a899-1d6a-4f8b-adb9-7f02d4ce812b req-a11e21ea-9904-482f-bb8c-e25cbdcb342e tempest-ServerGroupTestJSON-936690236 tempest-ServerGroupTestJSON-936690236-project] Request body: {'port': {'device_id': '4fd73c7c-1d77-4c59-9cd2-a9d9d1daca31', 'network_id': 'c70afe76-0e2b-406c-a3fb-d5fa7d26e940', 'admin_state_up': True, 'tenant_id': '9de11ef39aa9439c9359816a7574176c'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:33:47.307447 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f92a092-a10a-4c0f-a6f3-821be56e0768 req-a4bba3b2-dc80-45f5-94fb-ae1fa1ff9a45 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:47.309040 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1f92a092-a10a-4c0f-a6f3-821be56e0768 req-a4bba3b2-dc80-45f5-94fb-ae1fa1ff9a45 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=43dc8de5-f460-48f2-9969-bd31538c767f HTTP/1.1" status: 200 len: 949 time: 0.3028991 Aug 05 11:33:47.327616 n-d-803378-2 neutron-server[94421]: INFO neutron.api.v2.resource [req-7616c9c5-8b0b-4aaf-8e4a-2d4df2f5af84 req-5d831a3d-21fb-4002-9bb1-13cac9d4f38e service neutron] delete failed (client error): The resource could not be found. Aug 05 11:33:47.328938 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7616c9c5-8b0b-4aaf-8e4a-2d4df2f5af84 req-5d831a3d-21fb-4002-9bb1-13cac9d4f38e service neutron] 10.222.0.55 "DELETE /v2.0/ports/7f5c274f-81f8-4325-a1ac-15e624e8b1ec/bindings/n-h2-803378-2 HTTP/1.1" status: 404 len: 380 time: 0.1843250 Aug 05 11:33:47.373103 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0b27dd53-9d11-40e6-b68a-b64b793bdfd3 req-f9b55e19-4d9c-47d1-b232-b7c4dd9d5bd3 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=30974407-7b2a-468c-b989-540006d0da28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282441 Aug 05 11:33:47.391598 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31a2a899-1d6a-4f8b-adb9-7f02d4ce812b req-a11e21ea-9904-482f-bb8c-e25cbdcb342e tempest-ServerGroupTestJSON-936690236 tempest-ServerGroupTestJSON-936690236-project] Made reservation on behalf of 9de11ef39aa9439c9359816a7574176c for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:33:47.397279 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-427dfe7f-0be9-43b1-a177-30970278e6e0 req-c033d222-0a48-4c68-a5ba-345d646610c6 service neutron] 10.222.0.64 "GET /v2.0/networks/126f96b6-eb66-4c29-a167-bda979496a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3139589 Aug 05 11:33:47.397839 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-31a2a899-1d6a-4f8b-adb9-7f02d4ce812b req-a11e21ea-9904-482f-bb8c-e25cbdcb342e tempest-ServerGroupTestJSON-936690236 tempest-ServerGroupTestJSON-936690236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:47.420533 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-534d402f-b3a6-4809-a4e7-90a749bb234e tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:47.426516 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1f92a092-a10a-4c0f-a6f3-821be56e0768 req-5638d9a4-14f4-484b-9946-5b68929e5c9c tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068490 Aug 05 11:33:47.439462 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-534d402f-b3a6-4809-a4e7-90a749bb234e tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Calling delete_port for 9825552d-c4a9-47c2-b314-f8532a62835b owned by {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:33:47.530782 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0713b2e-b5de-456c-bae1-678f1431d8a0 x-openstack-request-id: req-f0713b2e-b5de-456c-bae1-678f1431d8a0 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:33:47.531101 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43dc8de5-f460-48f2-9969-bd31538c767f", "name": "network-vif-plugged", "status": "completed", "tag": "7f5c274f-81f8-4325-a1ac-15e624e8b1ec", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:33:47.531362 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f0713b2e-b5de-456c-bae1-678f1431d8a0 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:33:47.531768 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43dc8de5-f460-48f2-9969-bd31538c767f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f5c274f-81f8-4325-a1ac-15e624e8b1ec', 'code': 200} Aug 05 11:33:47.561163 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0d72e758-e61c-4253-aed0-1d526c0db07f req-16ee5013-a53e-4bf4-afcd-5a030bfef8c2 tempest-ServerGroupTestJSON-936690236 tempest-ServerGroupTestJSON-936690236-project] 10.222.0.58 "GET /v2.0/ports?device_id=4fd73c7c-1d77-4c59-9cd2-a9d9d1daca31 HTTP/1.1" status: 200 len: 210 time: 0.0483656 Aug 05 11:33:47.604883 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7616c9c5-8b0b-4aaf-8e4a-2d4df2f5af84 req-7ac7e9b1-6165-4c94-9cf9-cac38bcf2e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:47.606837 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7616c9c5-8b0b-4aaf-8e4a-2d4df2f5af84 req-7ac7e9b1-6165-4c94-9cf9-cac38bcf2e45 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f811ccc1244d4d32a53adbbe13250fd5&device_id=43dc8de5-f460-48f2-9969-bd31538c767f HTTP/1.1" status: 200 len: 1101 time: 0.1115415 Aug 05 11:33:47.724306 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1782227a-9818-4bf9-951e-c5fd376e1387 req-e311f481-b696-483c-9c19-e15a440ef4da tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:47.726158 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1782227a-9818-4bf9-951e-c5fd376e1387 req-e311f481-b696-483c-9c19-e15a440ef4da tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/ports?device_id=051d2e79-c53f-4414-b541-c8382c63937c HTTP/1.1" status: 200 len: 944 time: 0.1360793 Aug 05 11:33:47.729621 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-534d402f-b3a6-4809-a4e7-90a749bb234e tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:47.758223 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-31a2a899-1d6a-4f8b-adb9-7f02d4ce812b req-a11e21ea-9904-482f-bb8c-e25cbdcb342e tempest-ServerGroupTestJSON-936690236 tempest-ServerGroupTestJSON-936690236-project] Allocated IP 172.20.0.14 (c70afe76-0e2b-406c-a3fb-d5fa7d26e940/43bd29be-f7e3-464e-bc33-be53b615bbd0/063b263c-a373-4ff0-b134-1c1203e647ca) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:33:47.791963 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534d402f-b3a6-4809-a4e7-90a749bb234e tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Pushing event deleted for resources: {'Port': ['ID=9825552d-c4a9-47c2-b314-f8532a62835b,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:33:47.811715 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40932580-d619-4ce2-bb1a-07452368d60d req-c1e4ba2b-fd01-48bf-9602-4fcb2798a445 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:47.813512 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-40932580-d619-4ce2-bb1a-07452368d60d req-c1e4ba2b-fd01-48bf-9602-4fcb2798a445 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 947 time: 0.1562133 Aug 05 11:33:47.825896 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7616c9c5-8b0b-4aaf-8e4a-2d4df2f5af84 req-08bfa68b-b83e-41a0-a29f-b61bdc8ce635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:47.828068 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7616c9c5-8b0b-4aaf-8e4a-2d4df2f5af84 req-08bfa68b-b83e-41a0-a29f-b61bdc8ce635 service neutron] 10.222.0.55 "GET /v2.0/networks?id=91caede3-92e4-4b1e-8e3e-36227cfd846a HTTP/1.1" status: 200 len: 870 time: 0.2007709 Aug 05 11:33:47.890431 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7616c9c5-8b0b-4aaf-8e4a-2d4df2f5af84 req-8dd754c9-72e6-4781-af34-925d970236ff service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=7f5c274f-81f8-4325-a1ac-15e624e8b1ec HTTP/1.1" status: 200 len: 217 time: 0.0455554 Aug 05 11:33:47.897867 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1782227a-9818-4bf9-951e-c5fd376e1387 req-93aff446-f6c7-4456-a0eb-f4ea1d595ab2 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4e742cc-0754-43b8-97b1-fad458ef76e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593044 Aug 05 11:33:47.947141 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-40932580-d619-4ce2-bb1a-07452368d60d req-d8d8c335-a5ee-47b6-9351-42282d6f9c56 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228189 Aug 05 11:33:47.954510 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-534d402f-b3a6-4809-a4e7-90a749bb234e tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:47.957488 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-534d402f-b3a6-4809-a4e7-90a749bb234e tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "DELETE /v2.0/ports/9825552d-c4a9-47c2-b314-f8532a62835b HTTP/1.1" status: 204 len: 168 time: 1.1772470 Aug 05 11:33:47.961203 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 55882) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:33:48.045210 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7616c9c5-8b0b-4aaf-8e4a-2d4df2f5af84 req-196008f7-a8d1-46e8-986d-a2d181c56ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:48.047490 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7616c9c5-8b0b-4aaf-8e4a-2d4df2f5af84 req-196008f7-a8d1-46e8-986d-a2d181c56ee1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6842f728-c2f3-4e36-bb32-3303d06ce3f4 HTTP/1.1" status: 200 len: 843 time: 0.1468863 Aug 05 11:33:48.106896 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 6f973e19-a850-49bc-875b-1c9dfd227e38 details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:33:48.123047 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-31a2a899-1d6a-4f8b-adb9-7f02d4ce812b req-a11e21ea-9904-482f-bb8c-e25cbdcb342e tempest-ServerGroupTestJSON-936690236 tempest-ServerGroupTestJSON-936690236-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:48.201778 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-31a2a899-1d6a-4f8b-adb9-7f02d4ce812b req-a11e21ea-9904-482f-bb8c-e25cbdcb342e tempest-ServerGroupTestJSON-936690236 tempest-ServerGroupTestJSON-936690236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:48.202635 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbae205c-f485-4a8a-a823-f16e43e08fb5 req-0882239f-4888-4d3c-91f8-635d1575c9a2 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:48.216446 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bbae205c-f485-4a8a-a823-f16e43e08fb5 req-0882239f-4888-4d3c-91f8-635d1575c9a2 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/ports?device_id=5f37001e-9d67-440a-b593-7e7c7a1d9690 HTTP/1.1" status: 200 len: 945 time: 0.1819911 Aug 05 11:33:48.276552 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7616c9c5-8b0b-4aaf-8e4a-2d4df2f5af84 req-0f271b96-c39b-4171-aefa-eff73aa98385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:48.280050 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7616c9c5-8b0b-4aaf-8e4a-2d4df2f5af84 req-0f271b96-c39b-4171-aefa-eff73aa98385 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=91caede3-92e4-4b1e-8e3e-36227cfd846a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2244518 Aug 05 11:33:48.314468 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bbae205c-f485-4a8a-a823-f16e43e08fb5 req-56759acf-9555-4fc3-ac0e-86c61f7faea7 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/security-groups?id=367c82dd-50a3-4df9-a217-7f397fab3611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969470 Aug 05 11:33:48.329263 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-4e8f231d-23d0-48da-915c-e02bec93929d tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Deleting port 8fe40b91-b25d-45f0-9197-c82f62355d38 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:33:48.329834 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4e8f231d-23d0-48da-915c-e02bec93929d tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:48.392914 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 6f973e19-a850-49bc-875b-1c9dfd227e38, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=6f973e19-a850-49bc-875b-1c9dfd227e38,segment=NetworkSegment(01e8ca75-cf59-480b-8ee2-932f754dd7b2),segment_id=01e8ca75-cf59-480b-8ee2-932f754dd7b2)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:33:48.413076 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Returning: {'device': '6f973e19-a850-49bc-875b-1c9dfd227e38', 'network_id': 'df604f01-40cf-4ac6-a403-862287f48d99', 'port_id': '6f973e19-a850-49bc-875b-1c9dfd227e38', 'mac_address': 'fa:16:3e:69:86:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '524b1b8f-caef-4267-8226-9611509ac5a4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:33:48.494946 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:48.514464 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f973e19-a850-49bc-875b-1c9dfd227e38 {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:33:48.554842 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 6f973e19-a850-49bc-875b-1c9dfd227e38, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=6f973e19-a850-49bc-875b-1c9dfd227e38,segment=NetworkSegment(01e8ca75-cf59-480b-8ee2-932f754dd7b2),segment_id=01e8ca75-cf59-480b-8ee2-932f754dd7b2)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:33:48.558631 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7616c9c5-8b0b-4aaf-8e4a-2d4df2f5af84 req-f87f8afe-3c75-432e-b028-34fcb3fdd907 service neutron] 10.222.0.55 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2489660 Aug 05 11:33:48.563848 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:48.564254 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4e8f231d-23d0-48da-915c-e02bec93929d tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:48.574741 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31a2a899-1d6a-4f8b-adb9-7f02d4ce812b req-a11e21ea-9904-482f-bb8c-e25cbdcb342e tempest-ServerGroupTestJSON-936690236 tempest-ServerGroupTestJSON-936690236-project] Network c70afe76-0e2b-406c-a3fb-d5fa7d26e940 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:33:48.635735 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-4e8f231d-23d0-48da-915c-e02bec93929d tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Calling delete_port for 8fe40b91-b25d-45f0-9197-c82f62355d38 owned by {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:33:48.688582 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=6f973e19-a850-49bc-875b-1c9dfd227e38,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:33:48.731622 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7616c9c5-8b0b-4aaf-8e4a-2d4df2f5af84 req-93468a60-5bed-4d35-a0f4-f3f7681f0e1e service neutron] 10.222.0.55 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514635 Aug 05 11:33:48.734764 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-31a2a899-1d6a-4f8b-adb9-7f02d4ce812b req-a11e21ea-9904-482f-bb8c-e25cbdcb342e tempest-ServerGroupTestJSON-936690236 tempest-ServerGroupTestJSON-936690236-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:33:48.742719 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-31a2a899-1d6a-4f8b-adb9-7f02d4ce812b req-a11e21ea-9904-482f-bb8c-e25cbdcb342e tempest-ServerGroupTestJSON-936690236 tempest-ServerGroupTestJSON-936690236-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:33:48.755178 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11e21ea-9904-482f-bb8c-e25cbdcb342e tempest-ServerGroupTestJSON-936690236 tempest-ServerGroupTestJSON-936690236-project] Pushing event updated for resources: {'Port': ['ID=063b263c-a373-4ff0-b134-1c1203e647ca,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:33:48.826235 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a2a899-1d6a-4f8b-adb9-7f02d4ce812b req-a11e21ea-9904-482f-bb8c-e25cbdcb342e tempest-ServerGroupTestJSON-936690236 tempest-ServerGroupTestJSON-936690236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:48.826946 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-31a2a899-1d6a-4f8b-adb9-7f02d4ce812b req-a11e21ea-9904-482f-bb8c-e25cbdcb342e tempest-ServerGroupTestJSON-936690236 tempest-ServerGroupTestJSON-936690236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:48.854561 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-31a2a899-1d6a-4f8b-adb9-7f02d4ce812b req-a11e21ea-9904-482f-bb8c-e25cbdcb342e tempest-ServerGroupTestJSON-936690236 tempest-ServerGroupTestJSON-936690236-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6240344 Aug 05 11:33:48.857608 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4e8f231d-23d0-48da-915c-e02bec93929d tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:48.882688 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-31a2a899-1d6a-4f8b-adb9-7f02d4ce812b req-129bce67-fab9-41c0-927e-94e6b8c804b0 service neutron] Request body: {'port': {'device_id': '4fd73c7c-1d77-4c59-9cd2-a9d9d1daca31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:33:48.894802 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['6f973e19-a850-49bc-875b-1c9dfd227e38'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:33:48.916210 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0a0dfd-3bb7-4379-8a5a-91f063be874d req-06a0423e-245a-4cdf-9cd0-f9895fb7adf9 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:48.925214 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7d0a0dfd-3bb7-4379-8a5a-91f063be874d req-06a0423e-245a-4cdf-9cd0-f9895fb7adf9 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=1de0267c-92da-4fb3-8345-bd6906311e15 HTTP/1.1" status: 200 len: 946 time: 0.3890514 Aug 05 11:33:48.927769 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8f231d-23d0-48da-915c-e02bec93929d tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Pushing event deleted for resources: {'Port': ['ID=8fe40b91-b25d-45f0-9197-c82f62355d38,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:33:48.964800 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-31a2a899-1d6a-4f8b-adb9-7f02d4ce812b req-129bce67-fab9-41c0-927e-94e6b8c804b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:49.090777 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1449a0d0-50bd-47a9-a19a-d054b4f7a7ee req-ad95961b-6b38-4720-b923-c1c0f29aad64 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:49.093018 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1449a0d0-50bd-47a9-a19a-d054b4f7a7ee req-ad95961b-6b38-4720-b923-c1c0f29aad64 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=43dc8de5-f460-48f2-9969-bd31538c767f HTTP/1.1" status: 200 len: 950 time: 0.4915977 Aug 05 11:33:49.125623 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7d0a0dfd-3bb7-4379-8a5a-91f063be874d req-5b007ce2-4a1b-4c9f-8a70-30bb8c1923f6 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=30974407-7b2a-468c-b989-540006d0da28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669459 Aug 05 11:33:49.277364 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4e8f231d-23d0-48da-915c-e02bec93929d tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:49.285726 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-4e8f231d-23d0-48da-915c-e02bec93929d tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "DELETE /v2.0/ports/8fe40b91-b25d-45f0-9197-c82f62355d38 HTTP/1.1" status: 204 len: 168 time: 1.3225503 Aug 05 11:33:49.290426 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 55902) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:33:49.330295 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1449a0d0-50bd-47a9-a19a-d054b4f7a7ee req-1fe54643-7d65-4cef-8e0c-24664a7af7bb tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013035 Aug 05 11:33:49.568357 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_v2 [None req-627fbc8f-3c86-45c0-9bd2-68ee3795f855 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Deleting subnet f52ba908-7485-4576-8407-c51b73bad34d {{(pid=94420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:33:49.580932 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd29e768-5e0b-4056-b20a-fd43fcc6507d req-f89dd1e7-2244-46b9-9184-9a6dfc923f01 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:49.583666 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cd29e768-5e0b-4056-b20a-fd43fcc6507d req-f89dd1e7-2244-46b9-9184-9a6dfc923f01 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/ports?device_id=051d2e79-c53f-4414-b541-c8382c63937c HTTP/1.1" status: 200 len: 945 time: 0.1339064 Aug 05 11:33:49.584847 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-627fbc8f-3c86-45c0-9bd2-68ee3795f855 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks [] for subnet, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:49.597701 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-31a2a899-1d6a-4f8b-adb9-7f02d4ce812b req-129bce67-fab9-41c0-927e-94e6b8c804b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 063b263c-a373-4ff0-b134-1c1203e647ca {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:33:49.601959 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89345aff-9880-4cdc-8a1d-79a5fa253035 req-08b236ea-9a13-45a2-8aa5-2b625c7ac612 tempest-ServerGroupTestJSON-936690236 tempest-ServerGroupTestJSON-936690236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:49.605695 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-89345aff-9880-4cdc-8a1d-79a5fa253035 req-08b236ea-9a13-45a2-8aa5-2b625c7ac612 tempest-ServerGroupTestJSON-936690236 tempest-ServerGroupTestJSON-936690236-project] 10.222.0.58 "GET /v2.0/ports?device_id=4fd73c7c-1d77-4c59-9cd2-a9d9d1daca31 HTTP/1.1" status: 200 len: 932 time: 0.3141115 Aug 05 11:33:49.609308 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-31a2a899-1d6a-4f8b-adb9-7f02d4ce812b req-129bce67-fab9-41c0-927e-94e6b8c804b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:49.633659 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-31a2a899-1d6a-4f8b-adb9-7f02d4ce812b req-129bce67-fab9-41c0-927e-94e6b8c804b0 service neutron] Transition to ACTIVE for port object 063b263c-a373-4ff0-b134-1c1203e647ca will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:33:49.639545 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-31a2a899-1d6a-4f8b-adb9-7f02d4ce812b req-129bce67-fab9-41c0-927e-94e6b8c804b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:49.713828 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129bce67-fab9-41c0-927e-94e6b8c804b0 service neutron] Pushing event updated for resources: {'Port': ['ID=063b263c-a373-4ff0-b134-1c1203e647ca,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:33:49.771777 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cd29e768-5e0b-4056-b20a-fd43fcc6507d req-15368a21-41a3-4be6-ae72-bad3a2e1fd03 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4e742cc-0754-43b8-97b1-fad458ef76e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647403 Aug 05 11:33:49.814126 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-627fbc8f-3c86-45c0-9bd2-68ee3795f855 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25010562'] for subnet, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:49.842321 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-31a2a899-1d6a-4f8b-adb9-7f02d4ce812b req-129bce67-fab9-41c0-927e-94e6b8c804b0 service neutron] Attempting to bind port 063b263c-a373-4ff0-b134-1c1203e647ca on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:33:49.842673 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-31a2a899-1d6a-4f8b-adb9-7f02d4ce812b req-129bce67-fab9-41c0-927e-94e6b8c804b0 service neutron] Attempting to bind port 063b263c-a373-4ff0-b134-1c1203e647ca by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': '53f09867-d360-465c-b1fe-be3be98df15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'c70afe76-0e2b-406c-a3fb-d5fa7d26e940'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:33:49.843014 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a2a899-1d6a-4f8b-adb9-7f02d4ce812b req-129bce67-fab9-41c0-927e-94e6b8c804b0 service neutron] Attempting to bind port 063b263c-a373-4ff0-b134-1c1203e647ca on network c70afe76-0e2b-406c-a3fb-d5fa7d26e940 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:33:49.853941 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a2a899-1d6a-4f8b-adb9-7f02d4ce812b req-129bce67-fab9-41c0-927e-94e6b8c804b0 service neutron] Port 063b263c-a373-4ff0-b134-1c1203e647ca on network c70afe76-0e2b-406c-a3fb-d5fa7d26e940 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:33:49.857652 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a2a899-1d6a-4f8b-adb9-7f02d4ce812b req-129bce67-fab9-41c0-927e-94e6b8c804b0 service neutron] Attempting to bind port 063b263c-a373-4ff0-b134-1c1203e647ca on network c70afe76-0e2b-406c-a3fb-d5fa7d26e940 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:33:49.866706 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a2a899-1d6a-4f8b-adb9-7f02d4ce812b req-129bce67-fab9-41c0-927e-94e6b8c804b0 service neutron] Checking agent: {'id': 'a8f1dd2d-227c-4e30-8844-52419ba734db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:33:49.871326 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a2a899-1d6a-4f8b-adb9-7f02d4ce812b req-129bce67-fab9-41c0-927e-94e6b8c804b0 service neutron] Checking segment: {'id': '53f09867-d360-465c-b1fe-be3be98df15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'c70afe76-0e2b-406c-a3fb-d5fa7d26e940'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:33:49.872970 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a2a899-1d6a-4f8b-adb9-7f02d4ce812b req-129bce67-fab9-41c0-927e-94e6b8c804b0 service neutron] Bound using segment: {'id': '53f09867-d360-465c-b1fe-be3be98df15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'c70afe76-0e2b-406c-a3fb-d5fa7d26e940'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:33:49.874466 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-89345aff-9880-4cdc-8a1d-79a5fa253035 req-1fa0a2a1-7e0b-44ce-84e8-085101fbcd2b tempest-ServerGroupTestJSON-936690236 tempest-ServerGroupTestJSON-936690236-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e733f5d-e060-420d-a121-654c44f5cbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410262 Aug 05 11:33:49.879277 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-31a2a899-1d6a-4f8b-adb9-7f02d4ce812b req-129bce67-fab9-41c0-927e-94e6b8c804b0 service neutron] Bound port: 063b263c-a373-4ff0-b134-1c1203e647ca, host: n-h2-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53f09867-d360-465c-b1fe-be3be98df15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'c70afe76-0e2b-406c-a3fb-d5fa7d26e940'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:33:49.879996 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-31a2a899-1d6a-4f8b-adb9-7f02d4ce812b req-129bce67-fab9-41c0-927e-94e6b8c804b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:49.975243 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-31a2a899-1d6a-4f8b-adb9-7f02d4ce812b req-129bce67-fab9-41c0-927e-94e6b8c804b0 service neutron] For port 063b263c-a373-4ff0-b134-1c1203e647ca, host n-h2-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:33:49.979352 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-31a2a899-1d6a-4f8b-adb9-7f02d4ce812b req-129bce67-fab9-41c0-927e-94e6b8c804b0 service neutron] For port 063b263c-a373-4ff0-b134-1c1203e647ca, host n-h2-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=063b263c-a373-4ff0-b134-1c1203e647ca,segment=NetworkSegment(53f09867-d360-465c-b1fe-be3be98df15e),segment_id=53f09867-d360-465c-b1fe-be3be98df15e)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:33:49.987004 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-31a2a899-1d6a-4f8b-adb9-7f02d4ce812b req-129bce67-fab9-41c0-927e-94e6b8c804b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:50.032518 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a2a899-1d6a-4f8b-adb9-7f02d4ce812b req-129bce67-fab9-41c0-927e-94e6b8c804b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:50.033428 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-31a2a899-1d6a-4f8b-adb9-7f02d4ce812b req-129bce67-fab9-41c0-927e-94e6b8c804b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:50.035950 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-31a2a899-1d6a-4f8b-adb9-7f02d4ce812b req-129bce67-fab9-41c0-927e-94e6b8c804b0 service neutron] 10.222.0.55 "PUT /v2.0/ports/063b263c-a373-4ff0-b134-1c1203e647ca HTTP/1.1" status: 200 len: 1092 time: 1.1584606 Aug 05 11:33:50.036598 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fd73c7c-1d77-4c59-9cd2-a9d9d1daca31', 'tag': '063b263c-a373-4ff0-b134-1c1203e647ca'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:33:50.040357 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0186801-8a22-4b05-a952-cf2c2b801d6d" -d '{"events": [{"name": "network-changed", "server_uuid": "4fd73c7c-1d77-4c59-9cd2-a9d9d1daca31", "tag": "063b263c-a373-4ff0-b134-1c1203e647ca"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:33:50.082943 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8563103d-e6dc-496d-b892-4e54d6786496 req-e713c378-0d82-4d0c-b6e5-7da60fd8433d tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:50.096958 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8563103d-e6dc-496d-b892-4e54d6786496 req-e713c378-0d82-4d0c-b6e5-7da60fd8433d tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/ports?device_id=5f37001e-9d67-440a-b593-7e7c7a1d9690 HTTP/1.1" status: 200 len: 945 time: 0.1785634 Aug 05 11:33:50.115713 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 6f973e19-a850-49bc-875b-1c9dfd227e38 up at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:33:50.134475 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a52a89ad-a501-4fcf-997f-36ec238efd04 x-openstack-request-id: req-a52a89ad-a501-4fcf-997f-36ec238efd04 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:33:50.134762 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fd73c7c-1d77-4c59-9cd2-a9d9d1daca31", "tag": "063b263c-a373-4ff0-b134-1c1203e647ca", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:33:50.134980 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a52a89ad-a501-4fcf-997f-36ec238efd04 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:33:50.136098 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fd73c7c-1d77-4c59-9cd2-a9d9d1daca31', 'tag': '063b263c-a373-4ff0-b134-1c1203e647ca', 'status': 'completed', 'code': 200} Aug 05 11:33:50.162051 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-627fbc8f-3c86-45c0-9bd2-68ee3795f855 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:50.162480 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129bce67-fab9-41c0-927e-94e6b8c804b0 service neutron] Pushing event updated for resources: {'Port': ['ID=063b263c-a373-4ff0-b134-1c1203e647ca,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:33:50.220803 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a2a899-1d6a-4f8b-adb9-7f02d4ce812b req-90191a2a-63ed-4597-95e4-8b5a9f3c2632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:50.222393 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-31a2a899-1d6a-4f8b-adb9-7f02d4ce812b req-90191a2a-63ed-4597-95e4-8b5a9f3c2632 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9de11ef39aa9439c9359816a7574176c&device_id=4fd73c7c-1d77-4c59-9cd2-a9d9d1daca31 HTTP/1.1" status: 200 len: 1095 time: 0.1129220 Aug 05 11:33:50.290086 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning for port 6f973e19-a850-49bc-875b-1c9dfd227e38 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:33:50.299690 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning complete for port 6f973e19-a850-49bc-875b-1c9dfd227e38 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:33:50.300455 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:50.338851 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-31a2a899-1d6a-4f8b-adb9-7f02d4ce812b req-838779bd-1314-4019-852a-3f3b04eee89d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=063b263c-a373-4ff0-b134-1c1203e647ca HTTP/1.1" status: 200 len: 217 time: 0.0952260 Aug 05 11:33:50.351927 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-627fbc8f-3c86-45c0-9bd2-68ee3795f855 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29762763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24211094'] for subnet, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:50.402605 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:50.406116 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a2a899-1d6a-4f8b-adb9-7f02d4ce812b req-7f6d4487-7f6a-49bf-95d8-c5886229b403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:50.407748 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-31a2a899-1d6a-4f8b-adb9-7f02d4ce812b req-7f6d4487-7f6a-49bf-95d8-c5886229b403 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=43bd29be-f7e3-464e-bc33-be53b615bbd0 HTTP/1.1" status: 200 len: 849 time: 0.0617681 Aug 05 11:33:50.416039 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8563103d-e6dc-496d-b892-4e54d6786496 req-df965212-1c18-4322-9cc3-5797b5b75406 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/security-groups?id=367c82dd-50a3-4df9-a217-7f397fab3611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3177555 Aug 05 11:33:50.425691 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-627fbc8f-3c86-45c0-9bd2-68ee3795f855 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:50.431541 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-627fbc8f-3c86-45c0-9bd2-68ee3795f855 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "DELETE /v2.0/subnets/f52ba908-7485-4576-8407-c51b73bad34d HTTP/1.1" status: 204 len: 168 time: 1.1328189 Aug 05 11:33:50.435072 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627fbc8f-3c86-45c0-9bd2-68ee3795f855 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Pushing event deleted for resources: {'Subnet': ['ID=f52ba908-7485-4576-8407-c51b73bad34d,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:33:50.437155 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 55916) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:33:50.458908 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0942ac9-25ca-4f56-8ac9-5ab5c3d0c6a9 None None] Network a5f65908-1835-4cf8-bef2-1ebbd6cd0373 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:33:50.495970 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3517527-cfcb-4f6e-96b0-343d2f665291 req-97101c7b-1ab9-42ba-be6f-374119b54dc0 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:50.497669 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d3517527-cfcb-4f6e-96b0-343d2f665291 req-97101c7b-1ab9-42ba-be6f-374119b54dc0 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=1de0267c-92da-4fb3-8345-bd6906311e15 HTTP/1.1" status: 200 len: 946 time: 0.2470086 Aug 05 11:33:50.511983 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 6f973e19-a850-49bc-875b-1c9dfd227e38, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=6f973e19-a850-49bc-875b-1c9dfd227e38,segment=NetworkSegment(01e8ca75-cf59-480b-8ee2-932f754dd7b2),segment_id=01e8ca75-cf59-480b-8ee2-932f754dd7b2)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:33:50.523765 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '051d2e79-c53f-4414-b541-c8382c63937c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f973e19-a850-49bc-875b-1c9dfd227e38'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:33:50.527165 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32af7f03-d8ea-42e0-9f6f-86b2a086010b" -d '{"events": [{"server_uuid": "051d2e79-c53f-4414-b541-c8382c63937c", "name": "network-vif-plugged", "status": "completed", "tag": "6f973e19-a850-49bc-875b-1c9dfd227e38"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:33:50.535246 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-31a2a899-1d6a-4f8b-adb9-7f02d4ce812b req-12120427-ccd3-4089-9fb3-fef6ded67a76 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c70afe76-0e2b-406c-a3fb-d5fa7d26e940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0948741 Aug 05 11:33:50.547796 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_v2 [None req-9df4efde-8b57-4414-8c7c-3c41ddb0b0fd tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Deleting subnet 63fb736d-d029-44dc-a68b-bfad4551695d {{(pid=94420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:33:50.559287 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9df4efde-8b57-4414-8c7c-3c41ddb0b0fd tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks [] for subnet, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:50.566377 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:50.681809 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-31a2a899-1d6a-4f8b-adb9-7f02d4ce812b req-b5d7fc8d-386d-461c-bafc-546555561b98 service neutron] 10.222.0.55 "GET /v2.0/networks/c70afe76-0e2b-406c-a3fb-d5fa7d26e940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388881 Aug 05 11:33:50.684794 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=6f973e19-a850-49bc-875b-1c9dfd227e38,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:33:50.730479 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9df4efde-8b57-4414-8c7c-3c41ddb0b0fd tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25010562'] for subnet, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:50.748532 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c60801-3b56-4e68-b275-da5f6cde117c req-d6842480-3d86-493b-80f6-6af3e6227bbf tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:50.750115 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-24c60801-3b56-4e68-b275-da5f6cde117c req-d6842480-3d86-493b-80f6-6af3e6227bbf tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=43dc8de5-f460-48f2-9969-bd31538c767f HTTP/1.1" status: 200 len: 950 time: 0.1876857 Aug 05 11:33:50.764142 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d3517527-cfcb-4f6e-96b0-343d2f665291 req-ad8e7627-8f28-4625-855f-f0e8ea1bac21 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=30974407-7b2a-468c-b989-540006d0da28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586432 Aug 05 11:33:50.819467 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e7a522-6e85-4443-a0cb-b267725795a5 None None] DHCP port deletion for a5f65908-1835-4cf8-bef2-1ebbd6cd0373 request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 11:33:50.825917 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-31a2a899-1d6a-4f8b-adb9-7f02d4ce812b req-d2001fa1-c262-415f-8b1b-0c084104c70d service neutron] 10.222.0.55 "GET /v2.0/networks/c70afe76-0e2b-406c-a3fb-d5fa7d26e940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263876 Aug 05 11:33:50.861821 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f91c824-55c2-4486-b870-404bac29b843 x-openstack-request-id: req-4f91c824-55c2-4486-b870-404bac29b843 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:33:50.862122 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "051d2e79-c53f-4414-b541-c8382c63937c", "name": "network-vif-plugged", "status": "completed", "tag": "6f973e19-a850-49bc-875b-1c9dfd227e38", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:33:50.862398 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4f91c824-55c2-4486-b870-404bac29b843 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:33:50.863056 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '051d2e79-c53f-4414-b541-c8382c63937c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f973e19-a850-49bc-875b-1c9dfd227e38', 'code': 200} Aug 05 11:33:50.943242 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-88e7a522-6e85-4443-a0cb-b267725795a5 None None] Deleting port e84ca106-2289-4a94-938d-c889a4d270a0 {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:33:50.948433 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-88e7a522-6e85-4443-a0cb-b267725795a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:51.078238 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0186801-8a22-4b05-a952-cf2c2b801d6d req-912191d3-d0ce-40df-a827-9171768b320b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:51.080035 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d0186801-8a22-4b05-a952-cf2c2b801d6d req-912191d3-d0ce-40df-a827-9171768b320b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9de11ef39aa9439c9359816a7574176c&device_id=4fd73c7c-1d77-4c59-9cd2-a9d9d1daca31 HTTP/1.1" status: 200 len: 1095 time: 0.1401632 Aug 05 11:33:51.085823 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42948fff-bcfd-4d23-aa0f-7fcac78b4427 req-a9ccc164-7dab-4100-b7ba-2c16f73aadd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:51.088717 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-42948fff-bcfd-4d23-aa0f-7fcac78b4427 req-a9ccc164-7dab-4100-b7ba-2c16f73aadd7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=051d2e79-c53f-4414-b541-c8382c63937c HTTP/1.1" status: 200 len: 1097 time: 0.0929658 Aug 05 11:33:51.091752 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-88e7a522-6e85-4443-a0cb-b267725795a5 None None] For port e84ca106-2289-4a94-938d-c889a4d270a0, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=e84ca106-2289-4a94-938d-c889a4d270a0,segment=NetworkSegment(8aa51bd4-6b25-4691-9a66-cb8b2c3d272e),segment_id=8aa51bd4-6b25-4691-9a66-cb8b2c3d272e)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:33:51.092515 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-88e7a522-6e85-4443-a0cb-b267725795a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:51.110311 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-88e7a522-6e85-4443-a0cb-b267725795a5 None None] Calling delete_port for e84ca106-2289-4a94-938d-c889a4d270a0 owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:33:51.229001 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-88e7a522-6e85-4443-a0cb-b267725795a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:51.275462 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e7a522-6e85-4443-a0cb-b267725795a5 None None] Pushing event deleted for resources: {'Port': ['ID=e84ca106-2289-4a94-938d-c889a4d270a0,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:33:51.286056 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e7a522-6e85-4443-a0cb-b267725795a5 None None] No DVR routers for this DVR port e84ca106-2289-4a94-938d-c889a4d270a0 on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:33:51.313730 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0186801-8a22-4b05-a952-cf2c2b801d6d req-ab15e44b-bb33-4674-8305-c9647c931c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:51.315727 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d0186801-8a22-4b05-a952-cf2c2b801d6d req-ab15e44b-bb33-4674-8305-c9647c931c3f service neutron] 10.222.0.55 "GET /v2.0/networks?id=c70afe76-0e2b-406c-a3fb-d5fa7d26e940 HTTP/1.1" status: 200 len: 910 time: 0.2254157 Aug 05 11:33:51.317658 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-42948fff-bcfd-4d23-aa0f-7fcac78b4427 req-6cbd1e9e-196e-47ce-9cfa-7db5afe493fb service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a4e742cc-0754-43b8-97b1-fad458ef76e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382673 Aug 05 11:33:51.453150 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-24c60801-3b56-4e68-b275-da5f6cde117c req-857afec0-5c90-47a1-b6b6-2e8520218301 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535516 Aug 05 11:33:51.477909 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fd8b0f-49de-41bd-82cc-acda16b5c90a req-bf0edda5-7c8b-4ca1-bb25-cd1995e23c4a tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:51.485276 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a9fd8b0f-49de-41bd-82cc-acda16b5c90a req-bf0edda5-7c8b-4ca1-bb25-cd1995e23c4a tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/ports?device_id=051d2e79-c53f-4414-b541-c8382c63937c HTTP/1.1" status: 200 len: 946 time: 0.1901147 Aug 05 11:33:51.515679 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9df4efde-8b57-4414-8c7c-3c41ddb0b0fd tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:51.643962 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a9fd8b0f-49de-41bd-82cc-acda16b5c90a req-cec38714-bd82-4544-8767-64da82d7ddb0 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4e742cc-0754-43b8-97b1-fad458ef76e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556649 Aug 05 11:33:51.675828 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d0186801-8a22-4b05-a952-cf2c2b801d6d req-2c3a95ea-b1ac-45b1-ace1-a53e14c5aeb2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=063b263c-a373-4ff0-b134-1c1203e647ca HTTP/1.1" status: 200 len: 217 time: 0.1068532 Aug 05 11:33:51.725958 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0438529d-fbe4-4e36-9fb6-6c08f97ee31d req-a3817d11-f58a-4212-9a1c-1d54a3455ab4 tempest-ServerGroupTestJSON-936690236 tempest-ServerGroupTestJSON-936690236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:51.731907 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0438529d-fbe4-4e36-9fb6-6c08f97ee31d req-a3817d11-f58a-4212-9a1c-1d54a3455ab4 tempest-ServerGroupTestJSON-936690236 tempest-ServerGroupTestJSON-936690236-project] 10.222.0.58 "GET /v2.0/ports?device_id=4fd73c7c-1d77-4c59-9cd2-a9d9d1daca31 HTTP/1.1" status: 200 len: 944 time: 0.1613939 Aug 05 11:33:51.736023 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9df4efde-8b57-4414-8c7c-3c41ddb0b0fd tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29762763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24211094'] for subnet, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:51.796863 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0186801-8a22-4b05-a952-cf2c2b801d6d req-06637aa2-7f2f-4423-b98d-147b574e800d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:51.798383 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d0186801-8a22-4b05-a952-cf2c2b801d6d req-06637aa2-7f2f-4423-b98d-147b574e800d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=43bd29be-f7e3-464e-bc33-be53b615bbd0 HTTP/1.1" status: 200 len: 849 time: 0.1135204 Aug 05 11:33:51.832454 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df4efde-8b57-4414-8c7c-3c41ddb0b0fd tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Pushing event deleted for resources: {'Subnet': ['ID=63fb736d-d029-44dc-a68b-bfad4551695d,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:33:51.850088 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9df4efde-8b57-4414-8c7c-3c41ddb0b0fd tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:51.853703 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-9df4efde-8b57-4414-8c7c-3c41ddb0b0fd tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "DELETE /v2.0/subnets/63fb736d-d029-44dc-a68b-bfad4551695d HTTP/1.1" status: 204 len: 168 time: 1.4134922 Aug 05 11:33:51.856104 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06ab7ca-34e5-47e5-8316-77af529f23d1 None None] Network d036d46a-a30d-4750-b27d-4b7146f11df9 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:33:51.860394 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 55948) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:33:51.895847 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d0186801-8a22-4b05-a952-cf2c2b801d6d req-6f9ac275-790a-41c7-b14e-53a9a158eb50 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c70afe76-0e2b-406c-a3fb-d5fa7d26e940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734553 Aug 05 11:33:51.898153 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:51.947624 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0438529d-fbe4-4e36-9fb6-6c08f97ee31d req-824239ea-f8e4-440d-937b-fe39ef5d9ca1 tempest-ServerGroupTestJSON-936690236 tempest-ServerGroupTestJSON-936690236-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e733f5d-e060-420d-a121-654c44f5cbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883271 Aug 05 11:33:51.972303 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb641e5-b7c8-4926-856a-3ad1b86e5b1b req-2501bff5-5519-4b42-a32c-1c2b2a2bd34e tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:51.981785 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3cb641e5-b7c8-4926-856a-3ad1b86e5b1b req-2501bff5-5519-4b42-a32c-1c2b2a2bd34e tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/ports?device_id=5f37001e-9d67-440a-b593-7e7c7a1d9690 HTTP/1.1" status: 200 len: 945 time: 0.1771326 Aug 05 11:33:51.989121 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 55950) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:33:52.023149 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8a7edabe-781f-4926-96fa-49cbfa1e97ba tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:52.099770 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3cb641e5-b7c8-4926-856a-3ad1b86e5b1b req-5f7e223e-e8de-43a2-b62e-a6ad23c46d22 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/security-groups?id=367c82dd-50a3-4df9-a217-7f397fab3611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165636 Aug 05 11:33:52.312869 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d6f304-be94-481a-a494-a5beab307b72 None None] DHCP port deletion for d036d46a-a30d-4750-b27d-4b7146f11df9 request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 11:33:52.334615 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d0186801-8a22-4b05-a952-cf2c2b801d6d req-8d96654e-07f9-42d7-b654-aa011602c485 service neutron] 10.222.0.55 "GET /v2.0/networks/c70afe76-0e2b-406c-a3fb-d5fa7d26e940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4360609 Aug 05 11:33:52.435590 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-30d6f304-be94-481a-a494-a5beab307b72 None None] Deleting port 09ea71ab-70c8-4c71-bd70-3e826a3f2d6a {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:33:52.438510 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-30d6f304-be94-481a-a494-a5beab307b72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:52.464394 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8a7edabe-781f-4926-96fa-49cbfa1e97ba tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:52.468800 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9e30e5d0-2883-4a58-a21b-8f432a26b3bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:52.521778 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e49aa9-5fa2-4d85-9f4e-ae5bb281d7eb req-bf98c6c8-2d89-475b-b80c-922418af6ade tempest-MigrationsAdminTest-1963972281 tempest-MigrationsAdminTest-1963972281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:52.524754 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b0e49aa9-5fa2-4d85-9f4e-ae5bb281d7eb req-bf98c6c8-2d89-475b-b80c-922418af6ade tempest-MigrationsAdminTest-1963972281 tempest-MigrationsAdminTest-1963972281-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=43dc8de5-f460-48f2-9969-bd31538c767f HTTP/1.1" status: 200 len: 1101 time: 0.3689733 Aug 05 11:33:52.535093 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-8a7edabe-781f-4926-96fa-49cbfa1e97ba tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5f65908-1835-4cf8-bef2-1ebbd6cd0373']}} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:33:52.571113 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-8a7edabe-781f-4926-96fa-49cbfa1e97ba tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8aa51bd4-6b25-4691-9a66-cb8b2c3d272e') {'for_net_delete': True} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:33:52.572130 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-8a7edabe-781f-4926-96fa-49cbfa1e97ba tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8aa51bd4-6b25-4691-9a66-cb8b2c3d272e') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:33:52.621310 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8f4edc-31a0-4e1d-ba07-5ea544655250 req-5a0c604f-0efc-413d-9808-d4a7e0888ff2 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:52.623269 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bb8f4edc-31a0-4e1d-ba07-5ea544655250 req-5a0c604f-0efc-413d-9808-d4a7e0888ff2 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=1de0267c-92da-4fb3-8345-bd6906311e15 HTTP/1.1" status: 200 len: 946 time: 0.3533363 Aug 05 11:33:52.637716 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-30d6f304-be94-481a-a494-a5beab307b72 None None] For port 09ea71ab-70c8-4c71-bd70-3e826a3f2d6a, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=09ea71ab-70c8-4c71-bd70-3e826a3f2d6a,segment=NetworkSegment(5c8761d6-8217-4a98-a998-0e6468c69ef6),segment_id=5c8761d6-8217-4a98-a998-0e6468c69ef6)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:33:52.637716 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-30d6f304-be94-481a-a494-a5beab307b72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:52.639599 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8a7edabe-781f-4926-96fa-49cbfa1e97ba tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25010581'] for segment, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:52.657647 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d0186801-8a22-4b05-a952-cf2c2b801d6d req-f9870c6e-68b7-4537-8309-55e9422ddf4a service neutron] 10.222.0.55 "GET /v2.0/networks/c70afe76-0e2b-406c-a3fb-d5fa7d26e940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2925904 Aug 05 11:33:52.696374 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-30d6f304-be94-481a-a494-a5beab307b72 None None] Calling delete_port for 09ea71ab-70c8-4c71-bd70-3e826a3f2d6a owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:33:52.779166 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8a7edabe-781f-4926-96fa-49cbfa1e97ba tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:52.787512 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b0e49aa9-5fa2-4d85-9f4e-ae5bb281d7eb req-f1df2dcf-5c0b-4f6c-968e-3e5c3b93e476 tempest-MigrationsAdminTest-1963972281 tempest-MigrationsAdminTest-1963972281-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549660 Aug 05 11:33:52.788720 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 09ea71ab-70c8-4c71-bd70-3e826a3f2d6a no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:33:52.800260 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a7edabe-781f-4926-96fa-49cbfa1e97ba tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=94420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:33:52.800684 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8a7edabe-781f-4926-96fa-49cbfa1e97ba tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29762581'] for segment, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:52.836088 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bb8f4edc-31a0-4e1d-ba07-5ea544655250 req-e9a78af1-55cc-4f5c-8028-5b131348aaba tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=30974407-7b2a-468c-b989-540006d0da28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023342 Aug 05 11:33:52.847332 n-d-803378-2 neutron-server[94420]: Traceback (most recent call last): Aug 05 11:33:52.847332 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:33:52.847332 n-d-803378-2 neutron-server[94420]: timer() Aug 05 11:33:52.847332 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:33:52.847332 n-d-803378-2 neutron-server[94420]: cb(*args, **kw) Aug 05 11:33:52.847332 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:33:52.847332 n-d-803378-2 neutron-server[94420]: return func(*args, **kwargs) Aug 05 11:33:52.847332 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:33:52.847332 n-d-803378-2 neutron-server[94420]: self._notify() Aug 05 11:33:52.847332 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:33:52.847332 n-d-803378-2 neutron-server[94420]: self.callback(batched_events) Aug 05 11:33:52.847332 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:33:52.847332 n-d-803378-2 neutron-server[94420]: event.method(event) Aug 05 11:33:52.847332 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:33:52.847332 n-d-803378-2 neutron-server[94420]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:33:52.847332 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:33:52.847332 n-d-803378-2 neutron-server[94420]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:33:52.847332 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:33:52.847332 n-d-803378-2 neutron-server[94420]: return f(self, *a, **k) Aug 05 11:33:52.847332 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:33:52.847332 n-d-803378-2 neutron-server[94420]: return self._get(url).json() Aug 05 11:33:52.847332 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:33:52.847332 n-d-803378-2 neutron-server[94420]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:33:52.847332 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:33:52.847332 n-d-803378-2 neutron-server[94420]: return self.request(url, 'GET', **kwargs) Aug 05 11:33:52.847332 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:33:52.847332 n-d-803378-2 neutron-server[94420]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:33:52.847332 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:33:52.847332 n-d-803378-2 neutron-server[94420]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:33:52.847332 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:33:52.847332 n-d-803378-2 neutron-server[94420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:33:52.847332 n-d-803378-2 neutron-server[94420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:33:52.937702 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-30d6f304-be94-481a-a494-a5beab307b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:53.016015 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d6f304-be94-481a-a494-a5beab307b72 None None] Pushing event deleted for resources: {'Port': ['ID=09ea71ab-70c8-4c71-bd70-3e826a3f2d6a,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:33:53.019747 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Port 09ea71ab-70c8-4c71-bd70-3e826a3f2d6a update to DOWN by agent not found {{(pid=94422) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Aug 05 11:33:53.020569 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device e84ca106-2289-4a94-938d-c889a4d270a0 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:33:53.022997 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d6f304-be94-481a-a494-a5beab307b72 None None] No DVR routers for this DVR port 09ea71ab-70c8-4c71-bd70-3e826a3f2d6a on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:33:53.059564 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: e84ca106-2289-4a94-938d-c889a4d270a0 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:33:53.061021 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device e84ca106-2289-4a94-938d-c889a4d270a0 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:33:53.126163 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8a7edabe-781f-4926-96fa-49cbfa1e97ba tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:53.141062 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8a7edabe-781f-4926-96fa-49cbfa1e97ba tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:53.143197 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-8a7edabe-781f-4926-96fa-49cbfa1e97ba tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "DELETE /v2.0/networks/a5f65908-1835-4cf8-bef2-1ebbd6cd0373 HTTP/1.1" status: 204 len: 168 time: 1.2783964 Aug 05 11:33:53.147638 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 55970) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:33:53.162287 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9e30e5d0-2883-4a58-a21b-8f432a26b3bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:53.166879 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7edabe-781f-4926-96fa-49cbfa1e97ba tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Pushing event deleted for resources: {'Network': ['ID=a5f65908-1835-4cf8-bef2-1ebbd6cd0373,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:33:53.176625 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdc7171-be7c-4c9b-ac75-0795f65e4079 req-370a634b-b6de-4a89-b635-21d2aaf0721e tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:53.184958 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8cdc7171-be7c-4c9b-ac75-0795f65e4079 req-370a634b-b6de-4a89-b635-21d2aaf0721e tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/ports?device_id=051d2e79-c53f-4414-b541-c8382c63937c HTTP/1.1" status: 200 len: 946 time: 0.2454841 Aug 05 11:33:53.195254 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9e30e5d0-2883-4a58-a21b-8f432a26b3bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:53.258325 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-62c9efc2-778c-4bea-acb7-d0f1c92aa332 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:53.262600 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a0d3a8-7d36-4870-8515-9ce1bbb66bc6 req-5f8d80dc-17a7-46d1-8ef7-f6fc2d30f82e tempest-ServerGroupTestJSON-936690236 tempest-ServerGroupTestJSON-936690236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:53.264174 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f7a0d3a8-7d36-4870-8515-9ce1bbb66bc6 req-5f8d80dc-17a7-46d1-8ef7-f6fc2d30f82e tempest-ServerGroupTestJSON-936690236 tempest-ServerGroupTestJSON-936690236-project] 10.222.0.58 "GET /v2.0/ports?device_id=4fd73c7c-1d77-4c59-9cd2-a9d9d1daca31 HTTP/1.1" status: 200 len: 944 time: 0.1803801 Aug 05 11:33:53.275796 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-9e30e5d0-2883-4a58-a21b-8f432a26b3bd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=05c0d1efe76140e999b10ed73789e126&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2770946 Aug 05 11:33:53.283475 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 55972) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:33:53.284143 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e30e5d0-2883-4a58-a21b-8f432a26b3bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d47ca0d8-9578-4b7a-af24-4a38ccd40d6c,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:33:53.324806 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8cdc7171-be7c-4c9b-ac75-0795f65e4079 req-5438872f-edb8-4ed8-846a-0c556000d575 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4e742cc-0754-43b8-97b1-fad458ef76e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389191 Aug 05 11:33:53.369558 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-62c9efc2-778c-4bea-acb7-d0f1c92aa332 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:53.373190 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f7a0d3a8-7d36-4870-8515-9ce1bbb66bc6 req-46b9394c-fad6-4956-ab8a-9d02cdedf099 tempest-ServerGroupTestJSON-936690236 tempest-ServerGroupTestJSON-936690236-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e733f5d-e060-420d-a121-654c44f5cbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958843 Aug 05 11:33:53.382059 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-62c9efc2-778c-4bea-acb7-d0f1c92aa332 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d036d46a-a30d-4750-b27d-4b7146f11df9']}} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:33:53.395494 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-67c095e7-79b6-46f2-86f4-4fb0dfa220f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:53.396907 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-62c9efc2-778c-4bea-acb7-d0f1c92aa332 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c8761d6-8217-4a98-a998-0e6468c69ef6') {'for_net_delete': True} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:33:53.397556 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-62c9efc2-778c-4bea-acb7-d0f1c92aa332 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c8761d6-8217-4a98-a998-0e6468c69ef6') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:33:53.410980 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-62c9efc2-778c-4bea-acb7-d0f1c92aa332 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29786371'] for segment, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:53.429044 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-62c9efc2-778c-4bea-acb7-d0f1c92aa332 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:53.432662 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-67c095e7-79b6-46f2-86f4-4fb0dfa220f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:53.440684 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62c9efc2-778c-4bea-acb7-d0f1c92aa332 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=94421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:33:53.442571 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-62c9efc2-778c-4bea-acb7-d0f1c92aa332 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25038799'] for segment, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:53.452109 n-d-803378-2 neutron-server[94421]: Traceback (most recent call last): Aug 05 11:33:53.452109 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:33:53.452109 n-d-803378-2 neutron-server[94421]: timer() Aug 05 11:33:53.452109 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:33:53.452109 n-d-803378-2 neutron-server[94421]: cb(*args, **kw) Aug 05 11:33:53.452109 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:33:53.452109 n-d-803378-2 neutron-server[94421]: return func(*args, **kwargs) Aug 05 11:33:53.452109 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:33:53.452109 n-d-803378-2 neutron-server[94421]: self._notify() Aug 05 11:33:53.452109 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:33:53.452109 n-d-803378-2 neutron-server[94421]: self.callback(batched_events) Aug 05 11:33:53.452109 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:33:53.452109 n-d-803378-2 neutron-server[94421]: event.method(event) Aug 05 11:33:53.452109 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:33:53.452109 n-d-803378-2 neutron-server[94421]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:33:53.452109 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:33:53.452109 n-d-803378-2 neutron-server[94421]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:33:53.452109 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:33:53.452109 n-d-803378-2 neutron-server[94421]: return f(self, *a, **k) Aug 05 11:33:53.452109 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:33:53.452109 n-d-803378-2 neutron-server[94421]: return self._get(url).json() Aug 05 11:33:53.452109 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:33:53.452109 n-d-803378-2 neutron-server[94421]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:33:53.452109 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:33:53.452109 n-d-803378-2 neutron-server[94421]: return self.request(url, 'GET', **kwargs) Aug 05 11:33:53.452109 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:33:53.452109 n-d-803378-2 neutron-server[94421]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:33:53.452109 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:33:53.452109 n-d-803378-2 neutron-server[94421]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:33:53.452109 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:33:53.452109 n-d-803378-2 neutron-server[94421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:33:53.452109 n-d-803378-2 neutron-server[94421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:33:53.504381 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6e5a55be-862a-438f-9153-53f92a2bf308 req-82582611-dac5-4a22-ad76-daca2077bad6 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=f811ccc1244d4d32a53adbbe13250fd5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0254326 Aug 05 11:33:53.544251 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-62c9efc2-778c-4bea-acb7-d0f1c92aa332 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:53.553485 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-62c9efc2-778c-4bea-acb7-d0f1c92aa332 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:53.567869 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-62c9efc2-778c-4bea-acb7-d0f1c92aa332 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] 10.222.0.58 "DELETE /v2.0/networks/d036d46a-a30d-4750-b27d-4b7146f11df9 HTTP/1.1" status: 204 len: 168 time: 0.4154813 Aug 05 11:33:53.595044 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c9efc2-778c-4bea-acb7-d0f1c92aa332 tempest-TaggedBootDevicesTest-1524212151 tempest-TaggedBootDevicesTest-1524212151-project] Pushing event deleted for resources: {'Network': ['ID=d036d46a-a30d-4750-b27d-4b7146f11df9,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:33:53.621935 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-67c095e7-79b6-46f2-86f4-4fb0dfa220f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:53.624641 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-67c095e7-79b6-46f2-86f4-4fb0dfa220f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:53.630340 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-67c095e7-79b6-46f2-86f4-4fb0dfa220f8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d47ca0d8-9578-4b7a-af24-4a38ccd40d6c HTTP/1.1" status: 204 len: 168 time: 0.3386366 Aug 05 11:33:53.652029 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac93cdc0-08bb-4d33-b6ad-052b1ea4ad3e req-3dcc4635-d099-41f3-8443-d34de10153c2 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:53.663224 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ac93cdc0-08bb-4d33-b6ad-052b1ea4ad3e req-3dcc4635-d099-41f3-8443-d34de10153c2 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/ports?device_id=5f37001e-9d67-440a-b593-7e7c7a1d9690 HTTP/1.1" status: 200 len: 945 time: 0.1521654 Aug 05 11:33:53.688469 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c095e7-79b6-46f2-86f4-4fb0dfa220f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d47ca0d8-9578-4b7a-af24-4a38ccd40d6c,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:33:53.757186 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5a55be-862a-438f-9153-53f92a2bf308 req-1a886928-a1f3-4a2a-8ce9-bc6a1cc7181d tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:53.759833 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6e5a55be-862a-438f-9153-53f92a2bf308 req-1a886928-a1f3-4a2a-8ce9-bc6a1cc7181d tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2345469 Aug 05 11:33:53.770399 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ac93cdc0-08bb-4d33-b6ad-052b1ea4ad3e req-d4c496c5-57fb-4436-9f8c-121e8097a8d4 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/security-groups?id=367c82dd-50a3-4df9-a217-7f397fab3611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830586 Aug 05 11:33:53.784470 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6e5a55be-862a-438f-9153-53f92a2bf308 req-e5eab7f8-0a3e-4b24-a4bd-b0e141706ea5 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/quotas/f811ccc1244d4d32a53adbbe13250fd5 HTTP/1.1" status: 200 len: 375 time: 0.0186079 Aug 05 11:33:53.862377 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6e5a55be-862a-438f-9153-53f92a2bf308 req-9db3834e-9b86-4223-b858-798f4d702b4d tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=f811ccc1244d4d32a53adbbe13250fd5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0700324 Aug 05 11:33:53.924158 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4002c3-1a15-46f5-b215-6106c996e97d req-66ffc90c-13cd-4b45-b6fc-f490732aa284 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:53.926235 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fc4002c3-1a15-46f5-b215-6106c996e97d req-66ffc90c-13cd-4b45-b6fc-f490732aa284 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/ports?device_id=051d2e79-c53f-4414-b541-c8382c63937c HTTP/1.1" status: 200 len: 946 time: 0.0597076 Aug 05 11:33:53.985556 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fc4002c3-1a15-46f5-b215-6106c996e97d req-0b4609b9-7dce-499d-bf0a-4608ef1c003d tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4e742cc-0754-43b8-97b1-fad458ef76e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515568 Aug 05 11:33:54.098178 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 56002) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:33:54.121908 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c6ebcfbd-dbc2-4381-87bb-941c687c25be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:54.137511 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 063b263c-a373-4ff0-b134-1c1203e647ca details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:33:54.212056 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321955d0-44a1-4183-82c5-c0483cd6c947 req-3100ff18-7175-4211-95ee-9e3e3a42320a tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:54.214074 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-321955d0-44a1-4183-82c5-c0483cd6c947 req-3100ff18-7175-4211-95ee-9e3e3a42320a tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=1de0267c-92da-4fb3-8345-bd6906311e15 HTTP/1.1" status: 200 len: 946 time: 0.1193075 Aug 05 11:33:54.311383 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c6ebcfbd-dbc2-4381-87bb-941c687c25be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:54.319740 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c6ebcfbd-dbc2-4381-87bb-941c687c25be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:54.324757 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-321955d0-44a1-4183-82c5-c0483cd6c947 req-44e2b481-0cff-47c3-a52a-1e7f04c10918 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=30974407-7b2a-468c-b989-540006d0da28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011639 Aug 05 11:33:54.442544 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ebcfbd-dbc2-4381-87bb-941c687c25be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eab5e6b-e428-4f9b-b6c4-7705d4353e98,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:33:54.443704 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 063b263c-a373-4ff0-b134-1c1203e647ca, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=063b263c-a373-4ff0-b134-1c1203e647ca,segment=NetworkSegment(53f09867-d360-465c-b1fe-be3be98df15e),segment_id=53f09867-d360-465c-b1fe-be3be98df15e)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:33:54.474026 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-c6ebcfbd-dbc2-4381-87bb-941c687c25be admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9644a659b87146a68c006a336e23acc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3746376 Aug 05 11:33:54.474941 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 56020) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:33:54.486292 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Returning: {'device': '063b263c-a373-4ff0-b134-1c1203e647ca', 'network_id': 'c70afe76-0e2b-406c-a3fb-d5fa7d26e940', 'port_id': '063b263c-a373-4ff0-b134-1c1203e647ca', 'mac_address': 'fa:16:3e:23:69:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43bd29be-f7e3-464e-bc33-be53b615bbd0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:33:54.505257 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cef63651-b88b-4b4f-9442-02d6151ba9fa req-f1c05798-fd67-4a4f-a6f6-7d37fc8e3b19 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=be090969-9d37-41b9-80ad-9680c00c1969 HTTP/1.1" status: 200 len: 210 time: 0.0978973 Aug 05 11:33:54.566869 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:54.584586 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 063b263c-a373-4ff0-b134-1c1203e647ca {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:33:54.616094 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 063b263c-a373-4ff0-b134-1c1203e647ca, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=063b263c-a373-4ff0-b134-1c1203e647ca,segment=NetworkSegment(53f09867-d360-465c-b1fe-be3be98df15e),segment_id=53f09867-d360-465c-b1fe-be3be98df15e)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:33:54.622412 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:54.677567 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7f299344-9ebe-4ad4-b6fb-6ca1ef224b0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:54.685316 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=063b263c-a373-4ff0-b134-1c1203e647ca,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:33:54.738995 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7f299344-9ebe-4ad4-b6fb-6ca1ef224b0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:54.849220 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7f299344-9ebe-4ad4-b6fb-6ca1ef224b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:54.851936 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7f299344-9ebe-4ad4-b6fb-6ca1ef224b0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:54.861925 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-7f299344-9ebe-4ad4-b6fb-6ca1ef224b0a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8eab5e6b-e428-4f9b-b6c4-7705d4353e98 HTTP/1.1" status: 204 len: 168 time: 0.3814616 Aug 05 11:33:54.870327 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca81fcfc-4c74-4116-8ff8-35eccf691aae req-c16f29c8-db19-4d7f-843f-97f6f2df70dc tempest-ServerGroupTestJSON-936690236 tempest-ServerGroupTestJSON-936690236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:54.887428 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f299344-9ebe-4ad4-b6fb-6ca1ef224b0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eab5e6b-e428-4f9b-b6c4-7705d4353e98,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:33:54.894635 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ca81fcfc-4c74-4116-8ff8-35eccf691aae req-c16f29c8-db19-4d7f-843f-97f6f2df70dc tempest-ServerGroupTestJSON-936690236 tempest-ServerGroupTestJSON-936690236-project] 10.222.0.58 "GET /v2.0/ports?device_id=4fd73c7c-1d77-4c59-9cd2-a9d9d1daca31 HTTP/1.1" status: 200 len: 945 time: 0.1581850 Aug 05 11:33:54.902434 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['063b263c-a373-4ff0-b134-1c1203e647ca'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:33:55.019204 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ca81fcfc-4c74-4116-8ff8-35eccf691aae req-9d8b8f2d-2710-4fb0-9dfc-69a89766557a tempest-ServerGroupTestJSON-936690236 tempest-ServerGroupTestJSON-936690236-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e733f5d-e060-420d-a121-654c44f5cbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235814 Aug 05 11:33:55.049768 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc840612-bea6-4810-8da3-0e2bc21e1857 req-0208b0f5-2e9e-4e04-8636-1d163959a418 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:55.056732 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cc840612-bea6-4810-8da3-0e2bc21e1857 req-0208b0f5-2e9e-4e04-8636-1d163959a418 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/ports?device_id=051d2e79-c53f-4414-b541-c8382c63937c HTTP/1.1" status: 200 len: 946 time: 0.1594896 Aug 05 11:33:55.169456 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cc840612-bea6-4810-8da3-0e2bc21e1857 req-f65716ed-e3ce-40de-bc68-bbd4a9d25df7 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4e742cc-0754-43b8-97b1-fad458ef76e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083770 Aug 05 11:33:55.379089 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d755b-13d0-4dae-b40b-43bb059b3fc1 req-be06e0bb-c260-4b32-a90a-d945ee3b9f64 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:55.381611 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-806d755b-13d0-4dae-b40b-43bb059b3fc1 req-be06e0bb-c260-4b32-a90a-d945ee3b9f64 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/ports?device_id=5f37001e-9d67-440a-b593-7e7c7a1d9690 HTTP/1.1" status: 200 len: 945 time: 0.1172953 Aug 05 11:33:55.471248 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-806d755b-13d0-4dae-b40b-43bb059b3fc1 req-a4f6eae9-eba0-45ef-9ed1-16ec6c9b581e tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/security-groups?id=367c82dd-50a3-4df9-a217-7f397fab3611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824332 Aug 05 11:33:55.612299 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 56050) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:33:55.627405 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e4176da8-9c65-42ce-8efe-39779ae54adf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:55.631606 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c59aab-0d58-4f45-8060-eeebef580462 req-d1b98cff-5b71-4b8f-a426-f7a73591e20b tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:55.633173 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-26c59aab-0d58-4f45-8060-eeebef580462 req-d1b98cff-5b71-4b8f-a426-f7a73591e20b tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=1de0267c-92da-4fb3-8345-bd6906311e15 HTTP/1.1" status: 200 len: 946 time: 0.0987942 Aug 05 11:33:55.667531 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2456439f-7cab-4a89-a620-40bb5deaeb14 req-e9e16c2f-f1d4-44ed-9b20-8724ddd1c1d4 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:55.669333 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2456439f-7cab-4a89-a620-40bb5deaeb14 req-e9e16c2f-f1d4-44ed-9b20-8724ddd1c1d4 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 947 time: 0.0938494 Aug 05 11:33:55.726242 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-26c59aab-0d58-4f45-8060-eeebef580462 req-53a07a14-76d4-4aba-ad12-d191bae2d0a1 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=30974407-7b2a-468c-b989-540006d0da28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837889 Aug 05 11:33:55.750734 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2456439f-7cab-4a89-a620-40bb5deaeb14 req-6a544aea-7317-473f-91b1-70650e479545 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704877 Aug 05 11:33:55.756849 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e4176da8-9c65-42ce-8efe-39779ae54adf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:55.764326 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e4176da8-9c65-42ce-8efe-39779ae54adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:55.841103 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4176da8-9c65-42ce-8efe-39779ae54adf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f5ce45c-0c7f-4688-9915-a0e91f536f06,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:33:55.874131 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-e4176da8-9c65-42ce-8efe-39779ae54adf admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=555dac05be8b400cb9f392d6db9c6096&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2599964 Aug 05 11:33:55.875015 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 56052) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:33:55.941097 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b28e919c-50c7-4966-af72-d9c1c63129e3 req-ddd2908f-b4a4-48e6-988c-e4bdb5e23cf3 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=be090969-9d37-41b9-80ad-9680c00c1969 HTTP/1.1" status: 200 len: 210 time: 0.0687153 Aug 05 11:33:55.972844 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c71ec4f6-9b52-4d7d-a04d-66d31244c3d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:55.997352 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c71ec4f6-9b52-4d7d-a04d-66d31244c3d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:56.059206 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c71ec4f6-9b52-4d7d-a04d-66d31244c3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:56.063708 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c71ec4f6-9b52-4d7d-a04d-66d31244c3d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:56.067205 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-c71ec4f6-9b52-4d7d-a04d-66d31244c3d4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9f5ce45c-0c7f-4688-9915-a0e91f536f06 HTTP/1.1" status: 204 len: 168 time: 0.1908734 Aug 05 11:33:56.079352 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71ec4f6-9b52-4d7d-a04d-66d31244c3d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f5ce45c-0c7f-4688-9915-a0e91f536f06,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:33:56.145131 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 063b263c-a373-4ff0-b134-1c1203e647ca up at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:33:56.265960 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning for port 063b263c-a373-4ff0-b134-1c1203e647ca completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:33:56.277482 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning complete for port 063b263c-a373-4ff0-b134-1c1203e647ca triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:33:56.278250 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:56.283383 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6e5a55be-862a-438f-9153-53f92a2bf308 req-faad9dec-6403-4ba0-9c41-afc9b3a8d4e9 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=f811ccc1244d4d32a53adbbe13250fd5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1201506 Aug 05 11:33:56.408985 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:56.420839 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee541427-2b1f-455c-8c06-0513d08d8a3a req-665bbb64-7ad6-430f-8a77-bf11bff36f2e tempest-ServerGroupTestJSON-936690236 tempest-ServerGroupTestJSON-936690236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:56.431021 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ee541427-2b1f-455c-8c06-0513d08d8a3a req-665bbb64-7ad6-430f-8a77-bf11bff36f2e tempest-ServerGroupTestJSON-936690236 tempest-ServerGroupTestJSON-936690236-project] 10.222.0.58 "GET /v2.0/ports?device_id=4fd73c7c-1d77-4c59-9cd2-a9d9d1daca31 HTTP/1.1" status: 200 len: 945 time: 0.2914915 Aug 05 11:33:56.438123 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fd73c7c-1d77-4c59-9cd2-a9d9d1daca31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '063b263c-a373-4ff0-b134-1c1203e647ca'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:33:56.440780 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-714fc46f-42d9-48c7-afa9-8f4e9b0cf5b0" -d '{"events": [{"server_uuid": "4fd73c7c-1d77-4c59-9cd2-a9d9d1daca31", "name": "network-vif-plugged", "status": "completed", "tag": "063b263c-a373-4ff0-b134-1c1203e647ca"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:33:56.461387 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 063b263c-a373-4ff0-b134-1c1203e647ca, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=063b263c-a373-4ff0-b134-1c1203e647ca,segment=NetworkSegment(53f09867-d360-465c-b1fe-be3be98df15e),segment_id=53f09867-d360-465c-b1fe-be3be98df15e)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:33:56.466621 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:56.482603 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6095689-1399-4c85-b348-a6630f0b1ee0 req-947bed9f-bcbe-46c0-898f-f06757d5b921 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:56.490019 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f6095689-1399-4c85-b348-a6630f0b1ee0 req-947bed9f-bcbe-46c0-898f-f06757d5b921 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/ports?device_id=051d2e79-c53f-4414-b541-c8382c63937c HTTP/1.1" status: 200 len: 946 time: 0.2137079 Aug 05 11:33:56.524545 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=063b263c-a373-4ff0-b134-1c1203e647ca,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:33:56.532746 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ee541427-2b1f-455c-8c06-0513d08d8a3a req-dc59b1cb-9661-4eb3-91c7-bf7320628f1c tempest-ServerGroupTestJSON-936690236 tempest-ServerGroupTestJSON-936690236-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e733f5d-e060-420d-a121-654c44f5cbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008067 Aug 05 11:33:56.584889 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f6095689-1399-4c85-b348-a6630f0b1ee0 req-0c480d11-f15d-4f80-883d-38d0209ebedf tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4e742cc-0754-43b8-97b1-fad458ef76e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887611 Aug 05 11:33:56.590553 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d80720f-aca4-4924-8900-cabbf693cffb x-openstack-request-id: req-3d80720f-aca4-4924-8900-cabbf693cffb {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:33:56.590851 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fd73c7c-1d77-4c59-9cd2-a9d9d1daca31", "name": "network-vif-plugged", "status": "completed", "tag": "063b263c-a373-4ff0-b134-1c1203e647ca", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:33:56.591152 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3d80720f-aca4-4924-8900-cabbf693cffb {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:33:56.591499 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fd73c7c-1d77-4c59-9cd2-a9d9d1daca31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '063b263c-a373-4ff0-b134-1c1203e647ca', 'code': 200} Aug 05 11:33:56.603042 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5a55be-862a-438f-9153-53f92a2bf308 req-8addf339-7671-422f-9751-e56e391af783 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:56.604728 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6e5a55be-862a-438f-9153-53f92a2bf308 req-8addf339-7671-422f-9751-e56e391af783 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3046746 Aug 05 11:33:56.650911 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-6e5a55be-862a-438f-9153-53f92a2bf308 req-ff018b48-882c-4106-ba9d-22adca9a7558 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Request body: {'port': {'device_id': 'be090969-9d37-41b9-80ad-9680c00c1969', 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a', 'admin_state_up': True, 'tenant_id': 'f811ccc1244d4d32a53adbbe13250fd5'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:33:56.771950 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08dabb2-ce0a-4a23-ae90-5074eef38e14 req-7a6b4df5-23c0-4f7b-a03f-5df899b8cf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:56.774793 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-a08dabb2-ce0a-4a23-ae90-5074eef38e14 req-7a6b4df5-23c0-4f7b-a03f-5df899b8cf61 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4fd73c7c-1d77-4c59-9cd2-a9d9d1daca31 HTTP/1.1" status: 200 len: 1097 time: 0.0796661 Aug 05 11:33:56.821622 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-a08dabb2-ce0a-4a23-ae90-5074eef38e14 req-eb9275df-9156-4b08-8c6e-88878b2f652b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=7e733f5d-e060-420d-a121-654c44f5cbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364780 Aug 05 11:33:56.922343 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d010e8b-f671-4ae4-87dc-6bc5dbed56d3 req-96a4adce-35cd-4d17-b41d-5590fb709fca tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:56.925042 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9d010e8b-f671-4ae4-87dc-6bc5dbed56d3 req-96a4adce-35cd-4d17-b41d-5590fb709fca tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/ports?device_id=5f37001e-9d67-440a-b593-7e7c7a1d9690 HTTP/1.1" status: 200 len: 945 time: 0.2527232 Aug 05 11:33:56.948962 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e5a55be-862a-438f-9153-53f92a2bf308 req-ff018b48-882c-4106-ba9d-22adca9a7558 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Made reservation on behalf of f811ccc1244d4d32a53adbbe13250fd5 for: {'port': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:33:56.952754 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-6e5a55be-862a-438f-9153-53f92a2bf308 req-ff018b48-882c-4106-ba9d-22adca9a7558 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:56.983687 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c3d328-4100-4749-be83-8abdd1dd999d req-b883a983-53f0-4aa0-a91c-ed873c32b308 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:56.985310 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a7c3d328-4100-4749-be83-8abdd1dd999d req-b883a983-53f0-4aa0-a91c-ed873c32b308 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=1de0267c-92da-4fb3-8345-bd6906311e15 HTTP/1.1" status: 200 len: 946 time: 0.1269424 Aug 05 11:33:57.082174 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9d010e8b-f671-4ae4-87dc-6bc5dbed56d3 req-407e4e8a-95cf-4257-aef1-c71018b1b219 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/security-groups?id=367c82dd-50a3-4df9-a217-7f397fab3611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469150 Aug 05 11:33:57.118524 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a7c3d328-4100-4749-be83-8abdd1dd999d req-9b87dc3b-4048-4cad-a77a-94bd79900f13 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=30974407-7b2a-468c-b989-540006d0da28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160214 Aug 05 11:33:57.157776 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 56092) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:33:57.230873 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [req-6e5a55be-862a-438f-9153-53f92a2bf308 req-ff018b48-882c-4106-ba9d-22adca9a7558 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Allocated IP 192.168.233.205 (91caede3-92e4-4b1e-8e3e-36227cfd846a/6842f728-c2f3-4e36-bb32-3303d06ce3f4/cff672a6-7c2d-4160-bef8-b32e3b454687) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:33:57.303708 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7cc25d59-cc3f-4e5c-8e59-9ce16a8b12c0 req-ee4aad8e-36c3-414e-9425-f6ad70208f82 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=be090969-9d37-41b9-80ad-9680c00c1969 HTTP/1.1" status: 200 len: 210 time: 0.0784464 Aug 05 11:33:57.326507 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-35b48e06-3358-474c-8625-644d64e43dda admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1860754769-network', 'tenant_id': '51ad5862de32489aa9e02ce01c89cfa7'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:33:57.367176 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35b48e06-3358-474c-8625-644d64e43dda admin admin] Made reservation on behalf of 51ad5862de32489aa9e02ce01c89cfa7 for: {'network': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:33:57.371422 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-35b48e06-3358-474c-8625-644d64e43dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:57.374081 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26739b8d-6e61-4764-ab80-57dd7630b278 req-b6ef884f-79bf-400a-92d9-25667706d677 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:57.376826 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-26739b8d-6e61-4764-ab80-57dd7630b278 req-b6ef884f-79bf-400a-92d9-25667706d677 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 947 time: 0.1495275 Aug 05 11:33:57.387174 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-35b48e06-3358-474c-8625-644d64e43dda admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:57.485966 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-26739b8d-6e61-4764-ab80-57dd7630b278 req-d5470e0e-f1b6-475e-b169-f13a93ad17ed tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825655 Aug 05 11:33:57.533629 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-35b48e06-3358-474c-8625-644d64e43dda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:57.538674 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-35b48e06-3358-474c-8625-644d64e43dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:57.566815 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35b48e06-3358-474c-8625-644d64e43dda admin admin] vlan segment allocate from pool success with {'vlan_id': 699, 'physical_network': 'physnet1'} {{(pid=94421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:33:57.572975 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-6e5a55be-862a-438f-9153-53f92a2bf308 req-ff018b48-882c-4106-ba9d-22adca9a7558 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:57.579458 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b48e06-3358-474c-8625-644d64e43dda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=828cef5c-0f80-4604-87f6-a92aecbc06bd,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:33:57.587233 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-35b48e06-3358-474c-8625-644d64e43dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:57.587915 n-d-803378-2 neutron-server[94421]: INFO neutron.db.segments_db [None req-35b48e06-3358-474c-8625-644d64e43dda admin admin] Added segment fb34d38f-e8ce-4566-8051-d1280b0a9093 of type vlan for network 92241915-6a09-4c91-8563-cbf94b87f5db Aug 05 11:33:57.592197 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [req-6e5a55be-862a-438f-9153-53f92a2bf308 req-ff018b48-882c-4106-ba9d-22adca9a7558 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Transition to ACTIVE for port object cff672a6-7c2d-4160-bef8-b32e3b454687 will not be triggered until provisioned by entity DHCP. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:33:57.638689 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-6e5a55be-862a-438f-9153-53f92a2bf308 req-ff018b48-882c-4106-ba9d-22adca9a7558 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:57.642760 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-35b48e06-3358-474c-8625-644d64e43dda admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:57.681468 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-35b48e06-3358-474c-8625-644d64e43dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:57.687336 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['7f5c274f-81f8-4325-a1ac-15e624e8b1ec'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:33:57.691753 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b48e06-3358-474c-8625-644d64e43dda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:57.691753 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-35b48e06-3358-474c-8625-644d64e43dda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:57.740359 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff018b48-882c-4106-ba9d-22adca9a7558 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Pushing event updated for resources: {'Port': ['ID=cff672a6-7c2d-4160-bef8-b32e3b454687,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:33:57.788327 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b48e06-3358-474c-8625-644d64e43dda admin admin] Pushing event updated for resources: {'Network': ['ID=92241915-6a09-4c91-8563-cbf94b87f5db,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:33:57.802986 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-35b48e06-3358-474c-8625-644d64e43dda admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6435907 Aug 05 11:33:57.806743 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 56100) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:33:57.808623 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e5a55be-862a-438f-9153-53f92a2bf308 req-ff018b48-882c-4106-ba9d-22adca9a7558 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Network 91caede3-92e4-4b1e-8e3e-36227cfd846a is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:33:57.813103 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-8512015c-fbd9-4ab4-b8cd-915b7c4f87f9 admin admin] Request body: {'subnet': {'network_id': '92241915-6a09-4c91-8563-cbf94b87f5db', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1860754769-subnet', 'tenant_id': '51ad5862de32489aa9e02ce01c89cfa7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:33:57.829269 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [req-6e5a55be-862a-438f-9153-53f92a2bf308 req-ff018b48-882c-4106-ba9d-22adca9a7558 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:33:57.835284 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e5a55be-862a-438f-9153-53f92a2bf308 req-ff018b48-882c-4106-ba9d-22adca9a7558 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:33:57.853666 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 92241915-6a09-4c91-8563-cbf94b87f5db details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:33:57.863247 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8512015c-fbd9-4ab4-b8cd-915b7c4f87f9 admin admin] Made reservation on behalf of 51ad5862de32489aa9e02ce01c89cfa7 for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:33:57.870319 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8512015c-fbd9-4ab4-b8cd-915b7c4f87f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:57.926081 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5a55be-862a-438f-9153-53f92a2bf308 req-ff018b48-882c-4106-ba9d-22adca9a7558 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:57.926888 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-6e5a55be-862a-438f-9153-53f92a2bf308 req-ff018b48-882c-4106-ba9d-22adca9a7558 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:57.952733 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6e5a55be-862a-438f-9153-53f92a2bf308 req-ff018b48-882c-4106-ba9d-22adca9a7558 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3156176 Aug 05 11:33:57.995909 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-6e5a55be-862a-438f-9153-53f92a2bf308 req-95a90209-8344-412e-b896-e94741de20e2 service neutron] Request body: {'port': {'device_id': 'be090969-9d37-41b9-80ad-9680c00c1969', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-2'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:33:58.093455 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-6e5a55be-862a-438f-9153-53f92a2bf308 req-95a90209-8344-412e-b896-e94741de20e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:58.119008 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8512015c-fbd9-4ab4-b8cd-915b7c4f87f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25038678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30075167'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:58.124037 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275033b3-3c1b-43c8-8389-df39bdfd85bd req-ea721c7d-cbfc-486d-accf-fa3ba81b6a1f tempest-ServerGroupTestJSON-936690236 tempest-ServerGroupTestJSON-936690236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:58.132131 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-275033b3-3c1b-43c8-8389-df39bdfd85bd req-ea721c7d-cbfc-486d-accf-fa3ba81b6a1f tempest-ServerGroupTestJSON-936690236 tempest-ServerGroupTestJSON-936690236-project] 10.222.0.58 "GET /v2.0/ports?device_id=4fd73c7c-1d77-4c59-9cd2-a9d9d1daca31 HTTP/1.1" status: 200 len: 946 time: 0.4948256 Aug 05 11:33:58.202716 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b41f947-9443-4882-a056-45831f1f023c req-be8736fd-ee6a-4a54-81ac-e1e8be50cf22 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:58.204718 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7b41f947-9443-4882-a056-45831f1f023c req-be8736fd-ee6a-4a54-81ac-e1e8be50cf22 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/ports?device_id=051d2e79-c53f-4414-b541-c8382c63937c HTTP/1.1" status: 200 len: 946 time: 0.4975750 Aug 05 11:33:58.219373 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8512015c-fbd9-4ab4-b8cd-915b7c4f87f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b323b670-7bcd-4d26-9a7c-9092dd8bb3b0,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:33:58.229247 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8512015c-fbd9-4ab4-b8cd-915b7c4f87f9 admin admin] Checking segment: {'id': 'fb34d38f-e8ce-4566-8051-d1280b0a9093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '92241915-6a09-4c91-8563-cbf94b87f5db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:33:58.229623 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8512015c-fbd9-4ab4-b8cd-915b7c4f87f9 admin admin] Network hostable DHCP agents. Network: 92241915-6a09-4c91-8563-cbf94b87f5db, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:33:58.282240 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-ec956e07-2902-40c9-aa4e-4bd689cfe5b9 None None] Provisioning for port cff672a6-7c2d-4160-bef8-b32e3b454687 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:33:58.289478 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-ec956e07-2902-40c9-aa4e-4bd689cfe5b9 None None] Provisioning complete for port cff672a6-7c2d-4160-bef8-b32e3b454687 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:33:58.291774 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-ec956e07-2902-40c9-aa4e-4bd689cfe5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:58.296403 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8512015c-fbd9-4ab4-b8cd-915b7c4f87f9 admin admin] Network 92241915-6a09-4c91-8563-cbf94b87f5db is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:33:58.310592 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-275033b3-3c1b-43c8-8389-df39bdfd85bd req-4b628931-f3b5-4b42-85df-eebb050bbf1b tempest-ServerGroupTestJSON-936690236 tempest-ServerGroupTestJSON-936690236-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e733f5d-e060-420d-a121-654c44f5cbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774280 Aug 05 11:33:58.317039 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-8512015c-fbd9-4ab4-b8cd-915b7c4f87f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, 92241915-6a09-4c91-8563-cbf94b87f5db) {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:33:58.324933 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8512015c-fbd9-4ab4-b8cd-915b7c4f87f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:58.325718 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8512015c-fbd9-4ab4-b8cd-915b7c4f87f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:58.362129 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-8512015c-fbd9-4ab4-b8cd-915b7c4f87f9 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5539703 Aug 05 11:33:58.377022 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297e901e-4f01-4bf6-a7a1-e7bcef82a0ec None None] Network 92241915-6a09-4c91-8563-cbf94b87f5db requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:33:58.422395 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7b41f947-9443-4882-a056-45831f1f023c req-64dd51e2-c995-45e3-92ca-aaca76a877dc tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4e742cc-0754-43b8-97b1-fad458ef76e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030280 Aug 05 11:33:58.533774 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-ec956e07-2902-40c9-aa4e-4bd689cfe5b9 None None] Port cff672a6-7c2d-4160-bef8-b32e3b454687 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:33:58.643812 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17591779-09d0-4e4a-a8be-5d7d32634f59 None None] Network 92241915-6a09-4c91-8563-cbf94b87f5db requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:33:58.714121 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4419608d-0862-461d-8dfb-65391b2134f7 req-5d70f48a-a727-4765-ba7d-5f5841a72d77 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:58.717450 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4419608d-0862-461d-8dfb-65391b2134f7 req-5d70f48a-a727-4765-ba7d-5f5841a72d77 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/ports?device_id=5f37001e-9d67-440a-b593-7e7c7a1d9690 HTTP/1.1" status: 200 len: 945 time: 0.1623840 Aug 05 11:33:58.761381 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d25d945-7d98-4c3a-ad86-fe4606b5b447 req-63361d7a-a37c-4d2e-b36d-c3e0cdaa13fd tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:58.763965 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7d25d945-7d98-4c3a-ad86-fe4606b5b447 req-63361d7a-a37c-4d2e-b36d-c3e0cdaa13fd tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=1de0267c-92da-4fb3-8345-bd6906311e15 HTTP/1.1" status: 200 len: 946 time: 0.2056570 Aug 05 11:33:58.827002 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678727ba-fe97-42d2-a464-207635965dde req-4f688d15-f306-4f52-84da-500e9d5b9b98 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:58.839884 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-678727ba-fe97-42d2-a464-207635965dde req-4f688d15-f306-4f52-84da-500e9d5b9b98 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 947 time: 0.1171665 Aug 05 11:33:58.852302 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7d25d945-7d98-4c3a-ad86-fe4606b5b447 req-12e0b913-39b6-4c4b-8fb5-c5654144b94b tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=30974407-7b2a-468c-b989-540006d0da28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754299 Aug 05 11:33:58.879710 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [req-6e5a55be-862a-438f-9153-53f92a2bf308 req-95a90209-8344-412e-b896-e94741de20e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cff672a6-7c2d-4160-bef8-b32e3b454687 {{(pid=94420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:33:58.921098 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4419608d-0862-461d-8dfb-65391b2134f7 req-5f1c7b15-7a06-4f6c-a53d-01ea8253f980 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/security-groups?id=367c82dd-50a3-4df9-a217-7f397fab3611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809354 Aug 05 11:33:58.926735 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-6e5a55be-862a-438f-9153-53f92a2bf308 req-95a90209-8344-412e-b896-e94741de20e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:58.957613 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [req-6e5a55be-862a-438f-9153-53f92a2bf308 req-95a90209-8344-412e-b896-e94741de20e2 service neutron] Transition to ACTIVE for port object cff672a6-7c2d-4160-bef8-b32e3b454687 will not be triggered until provisioned by entity L2. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:33:58.964032 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-6e5a55be-862a-438f-9153-53f92a2bf308 req-95a90209-8344-412e-b896-e94741de20e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:59.089801 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:59.116743 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ffc4e0-1ec7-4856-bf92-0e78e260ec01 req-a9e01531-ba6d-4299-b35f-640d7d532572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:59.119365 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-00ffc4e0-1ec7-4856-bf92-0e78e260ec01 req-a9e01531-ba6d-4299-b35f-640d7d532572 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5f37001e-9d67-440a-b593-7e7c7a1d9690 HTTP/1.1" status: 200 len: 1096 time: 0.0737255 Aug 05 11:33:59.135019 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-678727ba-fe97-42d2-a464-207635965dde req-1bdab3d8-d6e3-4de2-9c91-1ce40d97b59f tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Deleting port 2df26a48-fa2b-4da2-a97e-af100eff3c8f {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:33:59.135806 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-678727ba-fe97-42d2-a464-207635965dde req-1bdab3d8-d6e3-4de2-9c91-1ce40d97b59f tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:59.136521 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a90209-8344-412e-b896-e94741de20e2 service neutron] Pushing event updated for resources: {'Port': ['ID=cff672a6-7c2d-4160-bef8-b32e3b454687,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:33:59.188526 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-6e5a55be-862a-438f-9153-53f92a2bf308 req-95a90209-8344-412e-b896-e94741de20e2 service neutron] Attempting to bind port cff672a6-7c2d-4160-bef8-b32e3b454687 on host n-h1-803378-2 for vnic_type normal with profile {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:33:59.189085 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-6e5a55be-862a-438f-9153-53f92a2bf308 req-95a90209-8344-412e-b896-e94741de20e2 service neutron] Attempting to bind port cff672a6-7c2d-4160-bef8-b32e3b454687 by drivers openvswitch,hyperv on host n-h1-803378-2 at level 0 using segments [{'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:33:59.189597 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e5a55be-862a-438f-9153-53f92a2bf308 req-95a90209-8344-412e-b896-e94741de20e2 service neutron] Attempting to bind port cff672a6-7c2d-4160-bef8-b32e3b454687 on network 91caede3-92e4-4b1e-8e3e-36227cfd846a {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:33:59.201965 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-00ffc4e0-1ec7-4856-bf92-0e78e260ec01 req-a9d6a0a0-aeed-46a3-a5e8-8db394dd1e2b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=367c82dd-50a3-4df9-a217-7f397fab3611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711234 Aug 05 11:33:59.225519 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e5a55be-862a-438f-9153-53f92a2bf308 req-95a90209-8344-412e-b896-e94741de20e2 service neutron] Port cff672a6-7c2d-4160-bef8-b32e3b454687 on network 91caede3-92e4-4b1e-8e3e-36227cfd846a not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-2 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:33:59.225842 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e5a55be-862a-438f-9153-53f92a2bf308 req-95a90209-8344-412e-b896-e94741de20e2 service neutron] Attempting to bind port cff672a6-7c2d-4160-bef8-b32e3b454687 on network 91caede3-92e4-4b1e-8e3e-36227cfd846a {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:33:59.239170 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e5a55be-862a-438f-9153-53f92a2bf308 req-95a90209-8344-412e-b896-e94741de20e2 service neutron] Checking agent: {'id': '40bb7567-59bd-4b31-bc29-da1c50bca759', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:33:59.239512 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e5a55be-862a-438f-9153-53f92a2bf308 req-95a90209-8344-412e-b896-e94741de20e2 service neutron] Checking segment: {'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:33:59.239901 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e5a55be-862a-438f-9153-53f92a2bf308 req-95a90209-8344-412e-b896-e94741de20e2 service neutron] Bound using segment: {'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:33:59.240349 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-6e5a55be-862a-438f-9153-53f92a2bf308 req-95a90209-8344-412e-b896-e94741de20e2 service neutron] Bound port: cff672a6-7c2d-4160-bef8-b32e3b454687, host: n-h1-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'}}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:33:59.240750 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-6e5a55be-862a-438f-9153-53f92a2bf308 req-95a90209-8344-412e-b896-e94741de20e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:59.297652 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9a35d4-1c14-416c-a3da-484f45ae003c req-e28f4803-4f45-4c36-8cdc-50baefd4fd8f tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:59.305957 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1d9a35d4-1c14-416c-a3da-484f45ae003c req-e28f4803-4f45-4c36-8cdc-50baefd4fd8f tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=be090969-9d37-41b9-80ad-9680c00c1969 HTTP/1.1" status: 200 len: 948 time: 0.2489784 Aug 05 11:33:59.338547 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8a5207-8572-42e3-8494-2b8826b284fa req-7194f127-3606-4b8a-a090-3765aace06e0 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:59.346564 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6e8a5207-8572-42e3-8494-2b8826b284fa req-7194f127-3606-4b8a-a090-3765aace06e0 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 947 time: 0.2239249 Aug 05 11:33:59.373795 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-678727ba-fe97-42d2-a464-207635965dde req-1bdab3d8-d6e3-4de2-9c91-1ce40d97b59f tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] For port 2df26a48-fa2b-4da2-a97e-af100eff3c8f, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=2df26a48-fa2b-4da2-a97e-af100eff3c8f,segment=NetworkSegment(518e3e63-d2a5-47d5-92b9-f966f275c6de),segment_id=518e3e63-d2a5-47d5-92b9-f966f275c6de)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:33:59.387491 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-678727ba-fe97-42d2-a464-207635965dde req-1bdab3d8-d6e3-4de2-9c91-1ce40d97b59f tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:59.426064 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-678727ba-fe97-42d2-a464-207635965dde req-1bdab3d8-d6e3-4de2-9c91-1ce40d97b59f tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Calling delete_port for 2df26a48-fa2b-4da2-a97e-af100eff3c8f owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:33:59.473353 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-6e5a55be-862a-438f-9153-53f92a2bf308 req-95a90209-8344-412e-b896-e94741de20e2 service neutron] For port cff672a6-7c2d-4160-bef8-b32e3b454687, host n-h1-803378-2, cleared binding levels {{(pid=94420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:33:59.512712 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1d9a35d4-1c14-416c-a3da-484f45ae003c req-f4536102-99f0-4238-8c28-160e8226e55c tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054563 Aug 05 11:33:59.561398 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6e8a5207-8572-42e3-8494-2b8826b284fa req-35de05f5-7989-4af0-b6bf-6a08bc37f5b1 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/security-groups?id=84f2a39d-b8f1-4704-8f12-e2ae21ebe309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139297 Aug 05 11:33:59.568568 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-6e5a55be-862a-438f-9153-53f92a2bf308 req-95a90209-8344-412e-b896-e94741de20e2 service neutron] For port cff672a6-7c2d-4160-bef8-b32e3b454687, host n-h1-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=cff672a6-7c2d-4160-bef8-b32e3b454687,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:33:59.582545 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-6e5a55be-862a-438f-9153-53f92a2bf308 req-95a90209-8344-412e-b896-e94741de20e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:59.629994 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-678727ba-fe97-42d2-a464-207635965dde req-1bdab3d8-d6e3-4de2-9c91-1ce40d97b59f tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:59.654307 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5a55be-862a-438f-9153-53f92a2bf308 req-95a90209-8344-412e-b896-e94741de20e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:59.655183 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-6e5a55be-862a-438f-9153-53f92a2bf308 req-95a90209-8344-412e-b896-e94741de20e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:59.656824 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6e5a55be-862a-438f-9153-53f92a2bf308 req-95a90209-8344-412e-b896-e94741de20e2 service neutron] 10.222.0.64 "PUT /v2.0/ports/cff672a6-7c2d-4160-bef8-b32e3b454687 HTTP/1.1" status: 200 len: 1096 time: 1.6743827 Aug 05 11:33:59.657646 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be090969-9d37-41b9-80ad-9680c00c1969', 'tag': 'cff672a6-7c2d-4160-bef8-b32e3b454687'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:33:59.660327 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}828068ad8d405ad77660ce68fa78e1ffe658725812f7a08f9e488a446589295b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afcf6f24-0235-4226-8acd-97c1fe438d4b" -d '{"events": [{"name": "network-changed", "server_uuid": "be090969-9d37-41b9-80ad-9680c00c1969", "tag": "cff672a6-7c2d-4160-bef8-b32e3b454687"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:33:59.667543 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdab3d8-d6e3-4de2-9c91-1ce40d97b59f tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Pushing event deleted for resources: {'Port': ['ID=2df26a48-fa2b-4da2-a97e-af100eff3c8f,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:33:59.677879 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['2df26a48-fa2b-4da2-a97e-af100eff3c8f'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:33:59.744323 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a90209-8344-412e-b896-e94741de20e2 service neutron] Pushing event updated for resources: {'Port': ['ID=cff672a6-7c2d-4160-bef8-b32e3b454687,revision_number=3']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:33:59.746428 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-678727ba-fe97-42d2-a464-207635965dde req-1bdab3d8-d6e3-4de2-9c91-1ce40d97b59f tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] No DVR routers for this DVR port 2df26a48-fa2b-4da2-a97e-af100eff3c8f on host n-h1-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:33:59.749416 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-678727ba-fe97-42d2-a464-207635965dde req-1bdab3d8-d6e3-4de2-9c91-1ce40d97b59f tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:33:59.751597 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-678727ba-fe97-42d2-a464-207635965dde req-1bdab3d8-d6e3-4de2-9c91-1ce40d97b59f tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.64 "DELETE /v2.0/ports/2df26a48-fa2b-4da2-a97e-af100eff3c8f HTTP/1.1" status: 204 len: 173 time: 0.8950472 Aug 05 11:33:59.752075 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c4244f4-fcd1-4e6d-8d11-661816b95ceb', 'name': 'network-vif-deleted', 'tag': '2df26a48-fa2b-4da2-a97e-af100eff3c8f'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:33:59.754516 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d6fba34-4ce4-41d5-ab2e-0961d0843756" -d '{"events": [{"server_uuid": "2c4244f4-fcd1-4e6d-8d11-661816b95ceb", "name": "network-vif-deleted", "tag": "2df26a48-fa2b-4da2-a97e-af100eff3c8f"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:33:59.884613 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ea18c7-80c8-4376-9835-be19d6206c71 req-c2b1fc1c-778b-4b1e-a0ae-31c95669190a tempest-ServerGroupTestJSON-936690236 tempest-ServerGroupTestJSON-936690236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:59.886244 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d7ea18c7-80c8-4376-9835-be19d6206c71 req-c2b1fc1c-778b-4b1e-a0ae-31c95669190a tempest-ServerGroupTestJSON-936690236 tempest-ServerGroupTestJSON-936690236-project] 10.222.0.58 "GET /v2.0/ports?device_id=4fd73c7c-1d77-4c59-9cd2-a9d9d1daca31 HTTP/1.1" status: 200 len: 946 time: 0.1608603 Aug 05 11:33:59.887859 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5a55be-862a-438f-9153-53f92a2bf308 req-71561f64-750a-4819-a678-3055dcbfcf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:59.889449 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6e5a55be-862a-438f-9153-53f92a2bf308 req-71561f64-750a-4819-a678-3055dcbfcf42 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f811ccc1244d4d32a53adbbe13250fd5&device_id=be090969-9d37-41b9-80ad-9680c00c1969 HTTP/1.1" status: 200 len: 1099 time: 0.1014309 Aug 05 11:33:59.895269 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08eee0c-81df-4441-ad03-3486f2b71d7e req-2566e32a-0b39-4268-8993-b63ce1545dc8 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:33:59.904320 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f08eee0c-81df-4441-ad03-3486f2b71d7e req-2566e32a-0b39-4268-8993-b63ce1545dc8 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/ports?device_id=051d2e79-c53f-4414-b541-c8382c63937c HTTP/1.1" status: 200 len: 946 time: 0.0962374 Aug 05 11:33:59.975405 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6e5a55be-862a-438f-9153-53f92a2bf308 req-20e6e2b5-bed4-4187-bd6b-4347f8ba30f2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=cff672a6-7c2d-4160-bef8-b32e3b454687 HTTP/1.1" status: 200 len: 217 time: 0.0655828 Aug 05 11:33:59.979210 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d7ea18c7-80c8-4376-9835-be19d6206c71 req-183aa2af-f03a-4dd4-9fe4-3bee096eb1b6 tempest-ServerGroupTestJSON-936690236 tempest-ServerGroupTestJSON-936690236-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e733f5d-e060-420d-a121-654c44f5cbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737875 Aug 05 11:34:00.030704 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f08eee0c-81df-4441-ad03-3486f2b71d7e req-abe37737-8133-4381-b07e-f6b9e3e85a9b tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4e742cc-0754-43b8-97b1-fad458ef76e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179399 Aug 05 11:34:00.074744 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce2d9047-5b69-4847-b7d9-59963c58b549 x-openstack-request-id: req-ce2d9047-5b69-4847-b7d9-59963c58b549 {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:34:00.075035 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be090969-9d37-41b9-80ad-9680c00c1969", "tag": "cff672a6-7c2d-4160-bef8-b32e3b454687", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:34:00.075296 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ce2d9047-5b69-4847-b7d9-59963c58b549 {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:34:00.075709 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be090969-9d37-41b9-80ad-9680c00c1969', 'tag': 'cff672a6-7c2d-4160-bef8-b32e3b454687', 'status': 'completed', 'code': 200} Aug 05 11:34:00.093630 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5a55be-862a-438f-9153-53f92a2bf308 req-de6ea231-14d2-45bf-be42-66a0b89b3290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:00.095270 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6e5a55be-862a-438f-9153-53f92a2bf308 req-de6ea231-14d2-45bf-be42-66a0b89b3290 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6842f728-c2f3-4e36-bb32-3303d06ce3f4 HTTP/1.1" status: 200 len: 843 time: 0.0981052 Aug 05 11:34:00.137014 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9176f02-3727-40d7-8aad-4726441e3489 x-openstack-request-id: req-f9176f02-3727-40d7-8aad-4726441e3489 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:34:00.137014 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c4244f4-fcd1-4e6d-8d11-661816b95ceb", "name": "network-vif-deleted", "tag": "2df26a48-fa2b-4da2-a97e-af100eff3c8f", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:34:00.137323 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f9176f02-3727-40d7-8aad-4726441e3489 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:34:00.137839 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c4244f4-fcd1-4e6d-8d11-661816b95ceb', 'name': 'network-vif-deleted', 'tag': '2df26a48-fa2b-4da2-a97e-af100eff3c8f', 'status': 'completed', 'code': 200} Aug 05 11:34:00.173802 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5a55be-862a-438f-9153-53f92a2bf308 req-13142b6b-7424-4aec-8558-251577c86fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:00.175469 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6e5a55be-862a-438f-9153-53f92a2bf308 req-13142b6b-7424-4aec-8558-251577c86fe4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=91caede3-92e4-4b1e-8e3e-36227cfd846a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0558884 Aug 05 11:34:00.263567 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d771f51a-e048-4656-8fae-28704366473a req-868dab4e-c81a-4075-8065-789611dc3fca tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:00.265035 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d771f51a-e048-4656-8fae-28704366473a req-868dab4e-c81a-4075-8065-789611dc3fca tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/ports?device_id=5f37001e-9d67-440a-b593-7e7c7a1d9690 HTTP/1.1" status: 200 len: 945 time: 0.0649958 Aug 05 11:34:00.281064 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25713f7a-e87c-4be0-a366-6215aa50f5b1 req-c7923911-0630-4331-bfe9-1ce288e39dbf tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:00.282987 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-25713f7a-e87c-4be0-a366-6215aa50f5b1 req-c7923911-0630-4331-bfe9-1ce288e39dbf tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=1de0267c-92da-4fb3-8345-bd6906311e15 HTTP/1.1" status: 200 len: 946 time: 0.1148772 Aug 05 11:34:00.331625 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6e5a55be-862a-438f-9153-53f92a2bf308 req-b07b7b46-9ac8-4a2d-9d0d-7079a6ed9ace service neutron] 10.222.0.64 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456933 Aug 05 11:34:00.375444 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d771f51a-e048-4656-8fae-28704366473a req-8465d06d-b1bd-4e79-8211-29159cb83676 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/security-groups?id=367c82dd-50a3-4df9-a217-7f397fab3611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964463 Aug 05 11:34:00.403990 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-25713f7a-e87c-4be0-a366-6215aa50f5b1 req-c95b2040-ebd7-4afc-8c23-5bacbe6cb3f7 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=30974407-7b2a-468c-b989-540006d0da28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107297 Aug 05 11:34:00.581427 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6e5a55be-862a-438f-9153-53f92a2bf308 req-739c0521-2488-4631-ba0f-3fa66fa96371 service neutron] 10.222.0.64 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364805 Aug 05 11:34:00.715807 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866a0637-c768-4907-941a-adb0aada7348 req-94555189-52e0-4478-ad69-96bf59fd69cd tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:00.723511 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-866a0637-c768-4907-941a-adb0aada7348 req-94555189-52e0-4478-ad69-96bf59fd69cd tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=be090969-9d37-41b9-80ad-9680c00c1969 HTTP/1.1" status: 200 len: 948 time: 0.1241498 Aug 05 11:34:00.795507 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-866a0637-c768-4907-941a-adb0aada7348 req-c8ffe7cd-4a2f-419e-8a49-5fdd98c19bca tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708704 Aug 05 11:34:00.839041 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcf6f24-0235-4226-8acd-97c1fe438d4b req-6d5215dd-1abb-42c9-bfbe-2a2d9f6c31ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:00.841727 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-afcf6f24-0235-4226-8acd-97c1fe438d4b req-6d5215dd-1abb-42c9-bfbe-2a2d9f6c31ea service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f811ccc1244d4d32a53adbbe13250fd5&device_id=be090969-9d37-41b9-80ad-9680c00c1969 HTTP/1.1" status: 200 len: 1099 time: 0.1042776 Aug 05 11:34:00.865817 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8bdc1cda-3c77-475f-a229-0e42c50a845a req-f76e706f-122b-454f-bd9b-893d8b665d88 tempest-ServersNegativeTestJSON-1403075482 tempest-ServersNegativeTestJSON-1403075482-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4244f4-fcd1-4e6d-8d11-661816b95ceb HTTP/1.1" status: 200 len: 210 time: 0.0417802 Aug 05 11:34:00.965015 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e20838-b369-4502-b7ca-64c7c48b76ef req-e6bcd720-6973-4ab8-a784-8214f6f27120 tempest-ServerGroupTestJSON-936690236 tempest-ServerGroupTestJSON-936690236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:00.966849 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d1e20838-b369-4502-b7ca-64c7c48b76ef req-e6bcd720-6973-4ab8-a784-8214f6f27120 tempest-ServerGroupTestJSON-936690236 tempest-ServerGroupTestJSON-936690236-project] 10.222.0.58 "GET /v2.0/ports?device_id=4fd73c7c-1d77-4c59-9cd2-a9d9d1daca31 HTTP/1.1" status: 200 len: 946 time: 0.0715053 Aug 05 11:34:01.058565 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcf6f24-0235-4226-8acd-97c1fe438d4b req-7c0cb90f-1db8-4780-a6b8-b1f893aa1acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:01.060692 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-afcf6f24-0235-4226-8acd-97c1fe438d4b req-7c0cb90f-1db8-4780-a6b8-b1f893aa1acf service neutron] 10.222.0.64 "GET /v2.0/networks?id=91caede3-92e4-4b1e-8e3e-36227cfd846a HTTP/1.1" status: 200 len: 870 time: 0.1443372 Aug 05 11:34:01.094516 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d1e20838-b369-4502-b7ca-64c7c48b76ef req-ea895b6f-d641-4ee8-bcb0-85232bf328dd tempest-ServerGroupTestJSON-936690236 tempest-ServerGroupTestJSON-936690236-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e733f5d-e060-420d-a121-654c44f5cbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167352 Aug 05 11:34:01.135029 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-afcf6f24-0235-4226-8acd-97c1fe438d4b req-b219005b-7a6b-44a3-a7f6-0e7e819d85f8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=cff672a6-7c2d-4160-bef8-b32e3b454687 HTTP/1.1" status: 200 len: 217 time: 0.0604601 Aug 05 11:34:01.163795 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2be94c-31c3-401b-837f-4c50f58f8a8e req-986aec47-2e2a-4e7c-aef6-db1cf6b730db tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:01.165776 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7f2be94c-31c3-401b-837f-4c50f58f8a8e req-986aec47-2e2a-4e7c-aef6-db1cf6b730db tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] 10.222.0.58 "GET /v2.0/networks?id=92241915-6a09-4c91-8563-cbf94b87f5db HTTP/1.1" status: 200 len: 809 time: 0.1871557 Aug 05 11:34:01.193165 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7f2be94c-31c3-401b-837f-4c50f58f8a8e req-6794c79b-134a-4a66-a961-ecb1f4173b46 tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] 10.222.0.58 "GET /v2.0/quotas/51ad5862de32489aa9e02ce01c89cfa7 HTTP/1.1" status: 200 len: 375 time: 0.0194352 Aug 05 11:34:01.234816 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7f2be94c-31c3-401b-837f-4c50f58f8a8e req-dd85fa26-46f6-4441-be61-50a5ace4df3a tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=51ad5862de32489aa9e02ce01c89cfa7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404427 Aug 05 11:34:01.239204 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcf6f24-0235-4226-8acd-97c1fe438d4b req-998262b8-3db8-491b-beb0-1a02ce80a526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:01.241887 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-afcf6f24-0235-4226-8acd-97c1fe438d4b req-998262b8-3db8-491b-beb0-1a02ce80a526 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6842f728-c2f3-4e36-bb32-3303d06ce3f4 HTTP/1.1" status: 200 len: 843 time: 0.0943007 Aug 05 11:34:01.315989 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 11:34:01.319673 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcf6f24-0235-4226-8acd-97c1fe438d4b req-3d9bcee7-5579-4bd8-a729-f1aaabb3fab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:01.322654 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-afcf6f24-0235-4226-8acd-97c1fe438d4b req-3d9bcee7-5579-4bd8-a729-f1aaabb3fab6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=91caede3-92e4-4b1e-8e3e-36227cfd846a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0673065 Aug 05 11:34:01.374365 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bb9dd6-a001-4ec0-82a7-6a14f63f82aa req-45d39ade-7632-4f77-b708-2a466573a015 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:01.376382 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-46bb9dd6-a001-4ec0-82a7-6a14f63f82aa req-45d39ade-7632-4f77-b708-2a466573a015 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/ports?device_id=051d2e79-c53f-4414-b541-c8382c63937c HTTP/1.1" status: 200 len: 946 time: 0.1446862 Aug 05 11:34:01.471438 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-46bb9dd6-a001-4ec0-82a7-6a14f63f82aa req-43b650af-3bda-41cc-b322-0cecefa1db5d tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4e742cc-0754-43b8-97b1-fad458ef76e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860410 Aug 05 11:34:01.489669 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7f2be94c-31c3-401b-837f-4c50f58f8a8e req-985f5680-6a60-4b21-a951-5cc33c19ae8a service neutron] 10.222.0.58 "GET /v2.0/networks/92241915-6a09-4c91-8563-cbf94b87f5db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436426 Aug 05 11:34:01.495906 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-afcf6f24-0235-4226-8acd-97c1fe438d4b req-9e3e1c98-287f-40e3-9db2-786cb5ab7ed0 service neutron] 10.222.0.64 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543047 Aug 05 11:34:01.622320 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-afcf6f24-0235-4226-8acd-97c1fe438d4b req-40abaa49-18b6-4206-bf98-00e7ad8e9a21 service neutron] 10.222.0.64 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168249 Aug 05 11:34:01.696154 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7f2be94c-31c3-401b-837f-4c50f58f8a8e req-a15e9d21-769d-468b-a1d8-b7fd8500072f service neutron] 10.222.0.58 "GET /v2.0/networks/92241915-6a09-4c91-8563-cbf94b87f5db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045250 Aug 05 11:34:01.724612 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301a09cf-bc8d-432c-b3bb-748cc683b9fa req-0e7e3460-f390-4c07-a482-d3883f6b3fb9 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:01.727639 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-301a09cf-bc8d-432c-b3bb-748cc683b9fa req-0e7e3460-f390-4c07-a482-d3883f6b3fb9 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/ports?device_id=5f37001e-9d67-440a-b593-7e7c7a1d9690 HTTP/1.1" status: 200 len: 945 time: 0.1500623 Aug 05 11:34:01.780383 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-301a09cf-bc8d-432c-b3bb-748cc683b9fa req-2bd3329e-5c47-4688-964f-765a098e8b52 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/security-groups?id=367c82dd-50a3-4df9-a217-7f397fab3611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452447 Aug 05 11:34:01.954168 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52621f2-3ee6-4ac8-ac37-d420bc133a2e req-1157aaa5-2b36-4201-99ed-46dfa306f83d tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:01.956901 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b52621f2-3ee6-4ac8-ac37-d420bc133a2e req-1157aaa5-2b36-4201-99ed-46dfa306f83d tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=1de0267c-92da-4fb3-8345-bd6906311e15 HTTP/1.1" status: 200 len: 946 time: 0.1072273 Aug 05 11:34:02.030483 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b52621f2-3ee6-4ac8-ac37-d420bc133a2e req-2be4a792-2b7b-47bf-aa8e-b08ebd3ae1be tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=30974407-7b2a-468c-b989-540006d0da28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644267 Aug 05 11:34:02.169551 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6be56aac-b360-4d25-84a6-29134103d48f req-0822f0c3-2623-4568-8c27-9bf686dbb15b tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] 10.222.0.58 "GET /v2.0/ports?device_id=ced64949-f1e6-4fb7-819e-3161dbf2827c HTTP/1.1" status: 200 len: 210 time: 0.0831721 Aug 05 11:34:02.225365 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51d824c-79b8-4fb4-9956-5b7b16bcf850 req-69f8f2b9-0dd0-433b-b66a-015ce91e7a73 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:02.227001 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c51d824c-79b8-4fb4-9956-5b7b16bcf850 req-69f8f2b9-0dd0-433b-b66a-015ce91e7a73 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=be090969-9d37-41b9-80ad-9680c00c1969 HTTP/1.1" status: 200 len: 948 time: 0.1582460 Aug 05 11:34:02.241084 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88d6936-230a-4c4f-8699-23a3acaf1630 req-04674306-3e11-4890-9e64-005e86f9aedf tempest-ServerGroupTestJSON-936690236 tempest-ServerGroupTestJSON-936690236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:02.243566 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c88d6936-230a-4c4f-8699-23a3acaf1630 req-04674306-3e11-4890-9e64-005e86f9aedf tempest-ServerGroupTestJSON-936690236 tempest-ServerGroupTestJSON-936690236-project] 10.222.0.55 "GET /v2.0/ports?device_id=4fd73c7c-1d77-4c59-9cd2-a9d9d1daca31 HTTP/1.1" status: 200 len: 946 time: 0.0992689 Aug 05 11:34:02.251081 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 56198) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:34:02.327061 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c51d824c-79b8-4fb4-9956-5b7b16bcf850 req-0719ac04-8aad-4faf-8787-af9859b9fbf8 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888550 Aug 05 11:34:02.459286 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c02879-05a5-454e-8669-835602b821ea req-fc79c582-ceb2-46e8-94f3-a54acd2d0b2a tempest-ServerGroupTestJSON-936690236 tempest-ServerGroupTestJSON-936690236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:02.466469 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f6c02879-05a5-454e-8669-835602b821ea req-fc79c582-ceb2-46e8-94f3-a54acd2d0b2a tempest-ServerGroupTestJSON-936690236 tempest-ServerGroupTestJSON-936690236-project] 10.222.0.58 "GET /v2.0/ports?device_id=4fd73c7c-1d77-4c59-9cd2-a9d9d1daca31 HTTP/1.1" status: 200 len: 946 time: 0.0636642 Aug 05 11:34:02.534993 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_v2 [None req-735c8764-9d96-4c01-b344-bb7c0b797ac0 admin admin] Deleting subnet f603f39f-fbde-4d83-a41f-e0babb1f3ff1 {{(pid=94421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:34:02.545947 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-735c8764-9d96-4c01-b344-bb7c0b797ac0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:02.565343 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f6c02879-05a5-454e-8669-835602b821ea req-fcba3d3f-75cf-4810-ab86-0afcb9b4cd54 tempest-ServerGroupTestJSON-936690236 tempest-ServerGroupTestJSON-936690236-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e733f5d-e060-420d-a121-654c44f5cbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841651 Aug 05 11:34:02.600923 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-c88d6936-230a-4c4f-8699-23a3acaf1630 req-e7467307-5111-4157-ba4c-487db3b0200b tempest-ServerGroupTestJSON-936690236 tempest-ServerGroupTestJSON-936690236-project] Deleting port 063b263c-a373-4ff0-b134-1c1203e647ca {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:34:02.601564 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-c88d6936-230a-4c4f-8699-23a3acaf1630 req-e7467307-5111-4157-ba4c-487db3b0200b tempest-ServerGroupTestJSON-936690236 tempest-ServerGroupTestJSON-936690236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:02.623972 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-735c8764-9d96-4c01-b344-bb7c0b797ac0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29786388'] for subnet, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:02.731665 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d20a65-5514-4a29-9706-cb20f1b970df req-e84f9ea1-dba7-4d66-b70e-0d2e1cae9cce tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:02.740782 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-38d20a65-5514-4a29-9706-cb20f1b970df req-e84f9ea1-dba7-4d66-b70e-0d2e1cae9cce tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/ports?device_id=5f37001e-9d67-440a-b593-7e7c7a1d9690 HTTP/1.1" status: 200 len: 945 time: 0.1385627 Aug 05 11:34:02.797344 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce9d40c-5712-4ec2-b3c1-1c2c12d00389 req-d7b2e48a-ef6c-40f7-a15d-71721b6fb7fc tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:02.798873 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6ce9d40c-5712-4ec2-b3c1-1c2c12d00389 req-d7b2e48a-ef6c-40f7-a15d-71721b6fb7fc tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/ports?device_id=051d2e79-c53f-4414-b541-c8382c63937c HTTP/1.1" status: 200 len: 946 time: 0.1469874 Aug 05 11:34:02.822197 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-735c8764-9d96-4c01-b344-bb7c0b797ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:02.830469 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 2df26a48-fa2b-4da2-a97e-af100eff3c8f no longer exists at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:34:02.862558 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dd90c6-17e2-4e6d-88e4-467d29310d7f req-0c4bf92a-c333-4f19-9884-c8238b27eaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:02.863917 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-25dd90c6-17e2-4e6d-88e4-467d29310d7f req-0c4bf92a-c333-4f19-9884-c8238b27eaf0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c4fc12c070034e088106f16dcb7c7f8a&device_id=5f37001e-9d67-440a-b593-7e7c7a1d9690 HTTP/1.1" status: 200 len: 1096 time: 0.1976621 Aug 05 11:34:02.878843 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-38d20a65-5514-4a29-9706-cb20f1b970df req-929c9103-264f-41d8-a83a-5b95a23646af tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/security-groups?id=367c82dd-50a3-4df9-a217-7f397fab3611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370943 Aug 05 11:34:02.891692 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] No Port match for: 2df26a48-fa2b-4da2-a97e-af100eff3c8f {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:34:02.893195 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-c88d6936-230a-4c4f-8699-23a3acaf1630 req-e7467307-5111-4157-ba4c-487db3b0200b tempest-ServerGroupTestJSON-936690236 tempest-ServerGroupTestJSON-936690236-project] For port 063b263c-a373-4ff0-b134-1c1203e647ca, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=063b263c-a373-4ff0-b134-1c1203e647ca,segment=NetworkSegment(53f09867-d360-465c-b1fe-be3be98df15e),segment_id=53f09867-d360-465c-b1fe-be3be98df15e)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:34:02.893577 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-c88d6936-230a-4c4f-8699-23a3acaf1630 req-e7467307-5111-4157-ba4c-487db3b0200b tempest-ServerGroupTestJSON-936690236 tempest-ServerGroupTestJSON-936690236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:02.893888 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 2df26a48-fa2b-4da2-a97e-af100eff3c8f not bound to the agent host n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:34:02.912246 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6ce9d40c-5712-4ec2-b3c1-1c2c12d00389 req-473edf25-f43c-4fc4-9de3-c719d5f32a7b tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4e742cc-0754-43b8-97b1-fad458ef76e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949709 Aug 05 11:34:02.958329 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-c88d6936-230a-4c4f-8699-23a3acaf1630 req-e7467307-5111-4157-ba4c-487db3b0200b tempest-ServerGroupTestJSON-936690236 tempest-ServerGroupTestJSON-936690236-project] Calling delete_port for 063b263c-a373-4ff0-b134-1c1203e647ca owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:34:03.035933 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-735c8764-9d96-4c01-b344-bb7c0b797ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25038609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30075142'] for subnet, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:03.173438 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a5ee61-b7eb-4ff2-af0c-82d408897fc6 req-2001fe35-4846-4485-8686-b1462a6b4e87 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:03.175190 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b7a5ee61-b7eb-4ff2-af0c-82d408897fc6 req-2001fe35-4846-4485-8686-b1462a6b4e87 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=1de0267c-92da-4fb3-8345-bd6906311e15 HTTP/1.1" status: 200 len: 946 time: 0.0682507 Aug 05 11:34:03.229585 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b7a5ee61-b7eb-4ff2-af0c-82d408897fc6 req-f266702b-ba2b-4660-a316-d966b43af1a5 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=30974407-7b2a-468c-b989-540006d0da28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467510 Aug 05 11:34:03.309944 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-059aeafc-9e91-436b-b150-4a58f698cb8f req-f18c9142-308b-41a0-8955-929c90f21cfb tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] 10.222.0.58 "GET /v2.0/ports?device_id=ced64949-f1e6-4fb7-819e-3161dbf2827c HTTP/1.1" status: 200 len: 210 time: 0.0447001 Aug 05 11:34:03.445257 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735c8764-9d96-4c01-b344-bb7c0b797ac0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f603f39f-fbde-4d83-a41f-e0babb1f3ff1,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:34:03.470629 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-735c8764-9d96-4c01-b344-bb7c0b797ac0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:03.475165 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-735c8764-9d96-4c01-b344-bb7c0b797ac0 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/f603f39f-fbde-4d83-a41f-e0babb1f3ff1 HTTP/1.1" status: 204 len: 168 time: 1.2226880 Aug 05 11:34:03.479233 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 56220) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:34:03.541758 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dd90c6-17e2-4e6d-88e4-467d29310d7f req-bb5b468b-760e-40dd-8d38-7c945526cc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:03.543263 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-25dd90c6-17e2-4e6d-88e4-467d29310d7f req-bb5b468b-760e-40dd-8d38-7c945526cc0d service neutron] 10.222.0.64 "GET /v2.0/networks?id=ef036c19-6648-49e0-968c-d7cffbbb89aa HTTP/1.1" status: 200 len: 919 time: 0.6698291 Aug 05 11:34:03.611618 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-25dd90c6-17e2-4e6d-88e4-467d29310d7f req-7db65b09-639b-4239-86d5-625df984b0a4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=daaafd27-08d5-4742-8b77-e4bc0f981df7 HTTP/1.1" status: 200 len: 217 time: 0.0479002 Aug 05 11:34:03.738163 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2be94c-31c3-401b-837f-4c50f58f8a8e req-c8b7249c-1659-4b8a-92b8-123c9a4891db tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:03.739742 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7f2be94c-31c3-401b-837f-4c50f58f8a8e req-c8b7249c-1659-4b8a-92b8-123c9a4891db tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] 10.222.0.55 "GET /v2.0/networks?id=92241915-6a09-4c91-8563-cbf94b87f5db HTTP/1.1" status: 200 len: 809 time: 0.2976093 Aug 05 11:34:03.756961 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dd90c6-17e2-4e6d-88e4-467d29310d7f req-c155426e-ded8-42ef-9bbf-8978d1ab1f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:03.759402 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-25dd90c6-17e2-4e6d-88e4-467d29310d7f req-c155426e-ded8-42ef-9bbf-8978d1ab1f44 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=43646d00-2d61-4a10-95ab-4ec37fd97ea2 HTTP/1.1" status: 200 len: 858 time: 0.1332982 Aug 05 11:34:03.767190 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-c88d6936-230a-4c4f-8699-23a3acaf1630 req-e7467307-5111-4157-ba4c-487db3b0200b tempest-ServerGroupTestJSON-936690236 tempest-ServerGroupTestJSON-936690236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:03.776432 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-7f2be94c-31c3-401b-837f-4c50f58f8a8e req-a76d0a09-ae32-4d79-bf59-366378bbdb34 tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] Request body: {'port': {'device_id': 'ced64949-f1e6-4fb7-819e-3161dbf2827c', 'network_id': '92241915-6a09-4c91-8563-cbf94b87f5db', 'admin_state_up': True, 'tenant_id': '51ad5862de32489aa9e02ce01c89cfa7'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:34:03.811621 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['063b263c-a373-4ff0-b134-1c1203e647ca'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:34:03.974759 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-25dd90c6-17e2-4e6d-88e4-467d29310d7f req-b37120dd-d9bf-43ba-b7c5-ade3635a04e7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ef036c19-6648-49e0-968c-d7cffbbb89aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1809292 Aug 05 11:34:03.974759 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7467307-5111-4157-ba4c-487db3b0200b tempest-ServerGroupTestJSON-936690236 tempest-ServerGroupTestJSON-936690236-project] Pushing event deleted for resources: {'Port': ['ID=063b263c-a373-4ff0-b134-1c1203e647ca,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:34:04.020399 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970f8480-a57b-4ab3-99d7-39bf9e55cb01 req-79909b93-e03e-4d24-bf8e-8c06972a0de8 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:04.031632 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-970f8480-a57b-4ab3-99d7-39bf9e55cb01 req-79909b93-e03e-4d24-bf8e-8c06972a0de8 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=be090969-9d37-41b9-80ad-9680c00c1969 HTTP/1.1" status: 200 len: 948 time: 0.5982852 Aug 05 11:34:04.065743 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-187234c8-5b2d-4340-9b87-0dd460d15c6a req-c7595ab0-20aa-4ef7-913e-a0f5cb0da5c8 tempest-ServerGroupTestJSON-936690236 tempest-ServerGroupTestJSON-936690236-project] 10.222.0.58 "GET /v2.0/ports?device_id=4fd73c7c-1d77-4c59-9cd2-a9d9d1daca31 HTTP/1.1" status: 200 len: 210 time: 0.0826039 Aug 05 11:34:04.080436 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-25dd90c6-17e2-4e6d-88e4-467d29310d7f req-b2e0aa5a-3a35-4d4f-85b6-5fac0998d1d8 service neutron] 10.222.0.64 "GET /v2.0/networks/ef036c19-6648-49e0-968c-d7cffbbb89aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996490 Aug 05 11:34:04.113161 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-970f8480-a57b-4ab3-99d7-39bf9e55cb01 req-1bcfcd2c-5baf-4713-8999-85cbbbbe520c tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806172 Aug 05 11:34:04.118549 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b5fffbff-efb2-4071-8c66-6e8a87644f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:04.191812 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-c88d6936-230a-4c4f-8699-23a3acaf1630 req-e7467307-5111-4157-ba4c-487db3b0200b tempest-ServerGroupTestJSON-936690236 tempest-ServerGroupTestJSON-936690236-project] No DVR routers for this DVR port 063b263c-a373-4ff0-b134-1c1203e647ca on host n-h2-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:34:04.199022 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f2be94c-31c3-401b-837f-4c50f58f8a8e req-a76d0a09-ae32-4d79-bf59-366378bbdb34 tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] Made reservation on behalf of 51ad5862de32489aa9e02ce01c89cfa7 for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:34:04.202945 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-7f2be94c-31c3-401b-837f-4c50f58f8a8e req-a76d0a09-ae32-4d79-bf59-366378bbdb34 tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:04.205883 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-c88d6936-230a-4c4f-8699-23a3acaf1630 req-e7467307-5111-4157-ba4c-487db3b0200b tempest-ServerGroupTestJSON-936690236 tempest-ServerGroupTestJSON-936690236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:04.208627 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c88d6936-230a-4c4f-8699-23a3acaf1630 req-e7467307-5111-4157-ba4c-487db3b0200b tempest-ServerGroupTestJSON-936690236 tempest-ServerGroupTestJSON-936690236-project] 10.222.0.55 "DELETE /v2.0/ports/063b263c-a373-4ff0-b134-1c1203e647ca HTTP/1.1" status: 204 len: 173 time: 1.9442298 Aug 05 11:34:04.211152 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fd73c7c-1d77-4c59-9cd2-a9d9d1daca31', 'name': 'network-vif-deleted', 'tag': '063b263c-a373-4ff0-b134-1c1203e647ca'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:34:04.214421 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b0e6584-c82a-4bb4-afae-7d2a3e36fcba" -d '{"events": [{"server_uuid": "4fd73c7c-1d77-4c59-9cd2-a9d9d1daca31", "name": "network-vif-deleted", "tag": "063b263c-a373-4ff0-b134-1c1203e647ca"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:34:04.284703 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b5fffbff-efb2-4071-8c66-6e8a87644f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:04.315324 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-b5fffbff-efb2-4071-8c66-6e8a87644f8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['126f96b6-eb66-4c29-a167-bda979496a65']}} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:34:04.320100 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-25dd90c6-17e2-4e6d-88e4-467d29310d7f req-3e33870f-caa7-4a43-9dfa-e8990509608f service neutron] 10.222.0.64 "GET /v2.0/networks/ef036c19-6648-49e0-968c-d7cffbbb89aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108238 Aug 05 11:34:04.333009 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-b5fffbff-efb2-4071-8c66-6e8a87644f8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '518e3e63-d2a5-47d5-92b9-f966f275c6de') {'for_net_delete': True} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:34:04.333307 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-b5fffbff-efb2-4071-8c66-6e8a87644f8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '518e3e63-d2a5-47d5-92b9-f966f275c6de') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:34:04.348782 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b5fffbff-efb2-4071-8c66-6e8a87644f8b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25010581'] for segment, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:04.366780 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8993e6cd-c2c0-42f6-8ec3-05af08963d2c req-cfcb0b15-1627-441b-b05f-9b6590019f74 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:04.369286 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8993e6cd-c2c0-42f6-8ec3-05af08963d2c req-cfcb0b15-1627-441b-b05f-9b6590019f74 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/ports?device_id=5f37001e-9d67-440a-b593-7e7c7a1d9690 HTTP/1.1" status: 200 len: 945 time: 0.1908033 Aug 05 11:34:04.385358 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22039a6-1b54-4abf-9ede-fe5a8684a821 req-05c79a65-7dc8-4a4c-aafb-9b7369a26763 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:04.387207 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f22039a6-1b54-4abf-9ede-fe5a8684a821 req-05c79a65-7dc8-4a4c-aafb-9b7369a26763 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/ports?device_id=051d2e79-c53f-4414-b541-c8382c63937c HTTP/1.1" status: 200 len: 946 time: 0.1244998 Aug 05 11:34:04.399030 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b5fffbff-efb2-4071-8c66-6e8a87644f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:04.415531 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-7f2be94c-31c3-401b-837f-4c50f58f8a8e req-a76d0a09-ae32-4d79-bf59-366378bbdb34 tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] Allocated IP 172.20.0.13 (92241915-6a09-4c91-8563-cbf94b87f5db/b323b670-7bcd-4d26-9a7c-9092dd8bb3b0/41a58158-bddd-490a-87cf-2225eb590d02) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:34:04.450718 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5fffbff-efb2-4071-8c66-6e8a87644f8b admin admin] Releasing vlan 692 on physical network physnet1 to pool {{(pid=94420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:34:04.451196 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b5fffbff-efb2-4071-8c66-6e8a87644f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29762581'] for segment, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:04.454119 n-d-803378-2 neutron-server[94420]: Traceback (most recent call last): Aug 05 11:34:04.454119 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:34:04.454119 n-d-803378-2 neutron-server[94420]: timer() Aug 05 11:34:04.454119 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:34:04.454119 n-d-803378-2 neutron-server[94420]: cb(*args, **kw) Aug 05 11:34:04.454119 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:34:04.454119 n-d-803378-2 neutron-server[94420]: return func(*args, **kwargs) Aug 05 11:34:04.454119 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:34:04.454119 n-d-803378-2 neutron-server[94420]: self._notify() Aug 05 11:34:04.454119 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:34:04.454119 n-d-803378-2 neutron-server[94420]: self.callback(batched_events) Aug 05 11:34:04.454119 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:34:04.454119 n-d-803378-2 neutron-server[94420]: event.method(event) Aug 05 11:34:04.454119 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:34:04.454119 n-d-803378-2 neutron-server[94420]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:34:04.454119 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:34:04.454119 n-d-803378-2 neutron-server[94420]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:34:04.454119 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:34:04.454119 n-d-803378-2 neutron-server[94420]: return f(self, *a, **k) Aug 05 11:34:04.454119 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:34:04.454119 n-d-803378-2 neutron-server[94420]: return self._get(url).json() Aug 05 11:34:04.454119 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:34:04.454119 n-d-803378-2 neutron-server[94420]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:34:04.454119 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:34:04.454119 n-d-803378-2 neutron-server[94420]: return self.request(url, 'GET', **kwargs) Aug 05 11:34:04.454119 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:34:04.454119 n-d-803378-2 neutron-server[94420]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:34:04.454119 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:34:04.454119 n-d-803378-2 neutron-server[94420]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:34:04.454119 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:34:04.454119 n-d-803378-2 neutron-server[94420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:34:04.454119 n-d-803378-2 neutron-server[94420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:34:04.533032 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8993e6cd-c2c0-42f6-8ec3-05af08963d2c req-98b79728-bd2f-44ca-8064-5a567d420290 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/security-groups?id=367c82dd-50a3-4df9-a217-7f397fab3611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440225 Aug 05 11:34:04.552457 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f22039a6-1b54-4abf-9ede-fe5a8684a821 req-544b38cd-2b19-4348-9c33-bf9154360b90 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4e742cc-0754-43b8-97b1-fad458ef76e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436880 Aug 05 11:34:04.554471 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b5fffbff-efb2-4071-8c66-6e8a87644f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:04.583173 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b5fffbff-efb2-4071-8c66-6e8a87644f8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:04.588974 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-b5fffbff-efb2-4071-8c66-6e8a87644f8b admin admin] 10.222.0.58 "DELETE /v2.0/networks/126f96b6-eb66-4c29-a167-bda979496a65 HTTP/1.1" status: 204 len: 168 time: 1.1049733 Aug 05 11:34:04.588974 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fffbff-efb2-4071-8c66-6e8a87644f8b admin admin] Pushing event deleted for resources: {'Network': ['ID=126f96b6-eb66-4c29-a167-bda979496a65,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:34:04.608523 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-786cd597-3e11-4a2c-8c8d-afad5c94c9c4 x-openstack-request-id: req-786cd597-3e11-4a2c-8c8d-afad5c94c9c4 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:34:04.608523 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fd73c7c-1d77-4c59-9cd2-a9d9d1daca31", "name": "network-vif-deleted", "tag": "063b263c-a373-4ff0-b134-1c1203e647ca", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:34:04.609161 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-786cd597-3e11-4a2c-8c8d-afad5c94c9c4 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:34:04.609477 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fd73c7c-1d77-4c59-9cd2-a9d9d1daca31', 'name': 'network-vif-deleted', 'tag': '063b263c-a373-4ff0-b134-1c1203e647ca', 'status': 'completed', 'code': 200} Aug 05 11:34:04.643505 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-7f2be94c-31c3-401b-837f-4c50f58f8a8e req-a76d0a09-ae32-4d79-bf59-366378bbdb34 tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:04.714586 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-7f2be94c-31c3-401b-837f-4c50f58f8a8e req-a76d0a09-ae32-4d79-bf59-366378bbdb34 tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:04.740795 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d5d1e572-5933-4327-8ba0-00debf572472 req-6d56868f-caa1-4f73-ad53-a996ba1cba79 tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] 10.222.0.58 "GET /v2.0/ports?device_id=ced64949-f1e6-4fb7-819e-3161dbf2827c HTTP/1.1" status: 200 len: 210 time: 0.0526271 Aug 05 11:34:04.762613 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ed6458-4eab-42a0-b3ae-93bb5d79fe19 req-e7b9049e-faeb-4bb8-a645-89929b243c05 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:04.764283 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f0ed6458-4eab-42a0-b3ae-93bb5d79fe19 req-e7b9049e-faeb-4bb8-a645-89929b243c05 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=1de0267c-92da-4fb3-8345-bd6906311e15 HTTP/1.1" status: 200 len: 946 time: 0.1220486 Aug 05 11:34:04.767224 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f2be94c-31c3-401b-837f-4c50f58f8a8e req-a76d0a09-ae32-4d79-bf59-366378bbdb34 tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] Network 92241915-6a09-4c91-8563-cbf94b87f5db is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:34:04.770760 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-7f2be94c-31c3-401b-837f-4c50f58f8a8e req-a76d0a09-ae32-4d79-bf59-366378bbdb34 tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:34:04.783047 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f2be94c-31c3-401b-837f-4c50f58f8a8e req-a76d0a09-ae32-4d79-bf59-366378bbdb34 tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:34:04.827252 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 56238) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:34:04.854210 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device cff672a6-7c2d-4160-bef8-b32e3b454687 details requested by agent hyperv_n-h1-803378-2 with host n-h1-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:34:04.855856 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76d0a09-ae32-4d79-bf59-366378bbdb34 tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] Pushing event updated for resources: {'Port': ['ID=41a58158-bddd-490a-87cf-2225eb590d02,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:34:04.876759 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f0ed6458-4eab-42a0-b3ae-93bb5d79fe19 req-d69d2033-2904-4c95-baf4-71ad40cb8492 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=30974407-7b2a-468c-b989-540006d0da28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969231 Aug 05 11:34:04.877840 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2be94c-31c3-401b-837f-4c50f58f8a8e req-a76d0a09-ae32-4d79-bf59-366378bbdb34 tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:04.878833 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-7f2be94c-31c3-401b-837f-4c50f58f8a8e req-a76d0a09-ae32-4d79-bf59-366378bbdb34 tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:04.917490 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7f2be94c-31c3-401b-837f-4c50f58f8a8e req-a76d0a09-ae32-4d79-bf59-366378bbdb34 tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1462843 Aug 05 11:34:04.936363 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-7f2be94c-31c3-401b-837f-4c50f58f8a8e req-849f9561-6a6c-4189-bab5-4d8ef35e11d9 service neutron] Request body: {'port': {'device_id': 'ced64949-f1e6-4fb7-819e-3161dbf2827c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:34:04.945225 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-93121754-befb-4762-a8ec-82eb469a1274 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2a9a0c1c353042b1936f80e1e752fcad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1121278 Aug 05 11:34:04.946755 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 56242) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:34:05.015417 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port cff672a6-7c2d-4160-bef8-b32e3b454687, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=cff672a6-7c2d-4160-bef8-b32e3b454687,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:34:05.035943 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Returning: {'device': 'cff672a6-7c2d-4160-bef8-b32e3b454687', 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a', 'port_id': 'cff672a6-7c2d-4160-bef8-b32e3b454687', 'mac_address': 'fa:16:3e:ba:a9:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6842f728-c2f3-4e36-bb32-3303d06ce3f4', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:34:05.088814 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-7f2be94c-31c3-401b-837f-4c50f58f8a8e req-849f9561-6a6c-4189-bab5-4d8ef35e11d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:05.093603 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0a07b5c5-9dff-4647-871f-3dd1d878f49d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:05.102613 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:05.126022 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0a07b5c5-9dff-4647-871f-3dd1d878f49d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:05.126996 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cff672a6-7c2d-4160-bef8-b32e3b454687 {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:34:05.176623 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port cff672a6-7c2d-4160-bef8-b32e3b454687, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=cff672a6-7c2d-4160-bef8-b32e3b454687,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:34:05.182401 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:05.196838 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0a07b5c5-9dff-4647-871f-3dd1d878f49d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:05.201894 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0a07b5c5-9dff-4647-871f-3dd1d878f49d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:05.203577 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-0a07b5c5-9dff-4647-871f-3dd1d878f49d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/84f2a39d-b8f1-4704-8f12-e2ae21ebe309 HTTP/1.1" status: 204 len: 168 time: 0.2542560 Aug 05 11:34:05.216727 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a07b5c5-9dff-4647-871f-3dd1d878f49d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84f2a39d-b8f1-4704-8f12-e2ae21ebe309,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:34:05.261136 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=cff672a6-7c2d-4160-bef8-b32e3b454687,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:34:05.376612 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6c03f8-b0b5-4bfd-ab54-5fb6309e94f0 req-a1fdbc5f-7c0b-4adf-bb62-1dfaf33d77dc tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:05.387720 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bf6c03f8-b0b5-4bfd-ab54-5fb6309e94f0 req-a1fdbc5f-7c0b-4adf-bb62-1dfaf33d77dc tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=be090969-9d37-41b9-80ad-9680c00c1969 HTTP/1.1" status: 200 len: 949 time: 0.0949440 Aug 05 11:34:05.441433 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bf6c03f8-b0b5-4bfd-ab54-5fb6309e94f0 req-26927d90-f873-4a81-be5f-0150fa0acf64 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506825 Aug 05 11:34:05.546437 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 56270) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:34:05.575274 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-7f2be94c-31c3-401b-837f-4c50f58f8a8e req-849f9561-6a6c-4189-bab5-4d8ef35e11d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41a58158-bddd-490a-87cf-2225eb590d02 {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:34:05.593437 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-7f2be94c-31c3-401b-837f-4c50f58f8a8e req-849f9561-6a6c-4189-bab5-4d8ef35e11d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:05.610686 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_v2 [None req-6269faab-9b0a-4a25-9bdf-99d2c9fa5b60 admin admin] Deleting subnet 43bd29be-f7e3-464e-bc33-be53b615bbd0 {{(pid=94420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:34:05.615654 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6269faab-9b0a-4a25-9bdf-99d2c9fa5b60 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:05.623963 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-7f2be94c-31c3-401b-837f-4c50f58f8a8e req-849f9561-6a6c-4189-bab5-4d8ef35e11d9 service neutron] Transition to ACTIVE for port object 41a58158-bddd-490a-87cf-2225eb590d02 will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:34:05.636611 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-7f2be94c-31c3-401b-837f-4c50f58f8a8e req-849f9561-6a6c-4189-bab5-4d8ef35e11d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:05.668166 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6269faab-9b0a-4a25-9bdf-99d2c9fa5b60 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25010562'] for subnet, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:05.718934 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849f9561-6a6c-4189-bab5-4d8ef35e11d9 service neutron] Pushing event updated for resources: {'Port': ['ID=41a58158-bddd-490a-87cf-2225eb590d02,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:34:05.799429 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6269faab-9b0a-4a25-9bdf-99d2c9fa5b60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:05.828117 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['cff672a6-7c2d-4160-bef8-b32e3b454687'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:34:05.841116 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49113b5c-2230-4e7c-b66f-6ab4f80e51d2 req-a22bbc29-4f34-4928-a3c9-0c1094adb0b6 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:05.843214 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-49113b5c-2230-4e7c-b66f-6ab4f80e51d2 req-a22bbc29-4f34-4928-a3c9-0c1094adb0b6 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/ports?device_id=5f37001e-9d67-440a-b593-7e7c7a1d9690 HTTP/1.1" status: 200 len: 945 time: 0.1482356 Aug 05 11:34:05.865182 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6864cc1-e200-41a5-859e-57c951dfdc5c req-59df9b55-7015-4fe5-8451-1b99a1c9fbdf tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:05.866877 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c6864cc1-e200-41a5-859e-57c951dfdc5c req-59df9b55-7015-4fe5-8451-1b99a1c9fbdf tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/ports?device_id=051d2e79-c53f-4414-b541-c8382c63937c HTTP/1.1" status: 200 len: 946 time: 0.1554232 Aug 05 11:34:05.880431 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-7f2be94c-31c3-401b-837f-4c50f58f8a8e req-849f9561-6a6c-4189-bab5-4d8ef35e11d9 service neutron] Attempting to bind port 41a58158-bddd-490a-87cf-2225eb590d02 on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:34:05.880880 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-7f2be94c-31c3-401b-837f-4c50f58f8a8e req-849f9561-6a6c-4189-bab5-4d8ef35e11d9 service neutron] Attempting to bind port 41a58158-bddd-490a-87cf-2225eb590d02 by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': 'fb34d38f-e8ce-4566-8051-d1280b0a9093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '92241915-6a09-4c91-8563-cbf94b87f5db'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:34:05.881503 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2be94c-31c3-401b-837f-4c50f58f8a8e req-849f9561-6a6c-4189-bab5-4d8ef35e11d9 service neutron] Attempting to bind port 41a58158-bddd-490a-87cf-2225eb590d02 on network 92241915-6a09-4c91-8563-cbf94b87f5db {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:34:05.888573 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2be94c-31c3-401b-837f-4c50f58f8a8e req-849f9561-6a6c-4189-bab5-4d8ef35e11d9 service neutron] Port 41a58158-bddd-490a-87cf-2225eb590d02 on network 92241915-6a09-4c91-8563-cbf94b87f5db not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:34:05.888912 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2be94c-31c3-401b-837f-4c50f58f8a8e req-849f9561-6a6c-4189-bab5-4d8ef35e11d9 service neutron] Attempting to bind port 41a58158-bddd-490a-87cf-2225eb590d02 on network 92241915-6a09-4c91-8563-cbf94b87f5db {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:34:05.896283 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2be94c-31c3-401b-837f-4c50f58f8a8e req-849f9561-6a6c-4189-bab5-4d8ef35e11d9 service neutron] Checking agent: {'id': 'a8f1dd2d-227c-4e30-8844-52419ba734db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:34:05.896668 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2be94c-31c3-401b-837f-4c50f58f8a8e req-849f9561-6a6c-4189-bab5-4d8ef35e11d9 service neutron] Checking segment: {'id': 'fb34d38f-e8ce-4566-8051-d1280b0a9093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '92241915-6a09-4c91-8563-cbf94b87f5db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:34:05.898011 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2be94c-31c3-401b-837f-4c50f58f8a8e req-849f9561-6a6c-4189-bab5-4d8ef35e11d9 service neutron] Bound using segment: {'id': 'fb34d38f-e8ce-4566-8051-d1280b0a9093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '92241915-6a09-4c91-8563-cbf94b87f5db'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:34:05.898207 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-7f2be94c-31c3-401b-837f-4c50f58f8a8e req-849f9561-6a6c-4189-bab5-4d8ef35e11d9 service neutron] Bound port: 41a58158-bddd-490a-87cf-2225eb590d02, host: n-h2-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb34d38f-e8ce-4566-8051-d1280b0a9093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '92241915-6a09-4c91-8563-cbf94b87f5db'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:34:05.899255 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-7f2be94c-31c3-401b-837f-4c50f58f8a8e req-849f9561-6a6c-4189-bab5-4d8ef35e11d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:05.971094 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-49113b5c-2230-4e7c-b66f-6ab4f80e51d2 req-a5ab2d61-7ff8-414f-b4b6-709cd03d5cf3 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/security-groups?id=367c82dd-50a3-4df9-a217-7f397fab3611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003025 Aug 05 11:34:05.986159 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6269faab-9b0a-4a25-9bdf-99d2c9fa5b60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29762763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24211094'] for subnet, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:06.000944 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c6864cc1-e200-41a5-859e-57c951dfdc5c req-619b41dd-ec08-481a-921e-42ee7eaee57c tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4e742cc-0754-43b8-97b1-fad458ef76e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229630 Aug 05 11:34:06.046931 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-7f2be94c-31c3-401b-837f-4c50f58f8a8e req-849f9561-6a6c-4189-bab5-4d8ef35e11d9 service neutron] For port 41a58158-bddd-490a-87cf-2225eb590d02, host n-h2-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:34:06.058668 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-7f2be94c-31c3-401b-837f-4c50f58f8a8e req-849f9561-6a6c-4189-bab5-4d8ef35e11d9 service neutron] For port 41a58158-bddd-490a-87cf-2225eb590d02, host n-h2-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=41a58158-bddd-490a-87cf-2225eb590d02,segment=NetworkSegment(fb34d38f-e8ce-4566-8051-d1280b0a9093),segment_id=fb34d38f-e8ce-4566-8051-d1280b0a9093)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:34:06.070031 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6269faab-9b0a-4a25-9bdf-99d2c9fa5b60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43bd29be-f7e3-464e-bc33-be53b615bbd0,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:34:06.072364 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-7f2be94c-31c3-401b-837f-4c50f58f8a8e req-849f9561-6a6c-4189-bab5-4d8ef35e11d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:06.080023 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6269faab-9b0a-4a25-9bdf-99d2c9fa5b60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:06.091153 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-6269faab-9b0a-4a25-9bdf-99d2c9fa5b60 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/43bd29be-f7e3-464e-bc33-be53b615bbd0 HTTP/1.1" status: 204 len: 168 time: 0.5409095 Aug 05 11:34:06.091153 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 56290) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:34:06.091153 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 56292) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:34:06.156320 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2be94c-31c3-401b-837f-4c50f58f8a8e req-849f9561-6a6c-4189-bab5-4d8ef35e11d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:06.157019 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-7f2be94c-31c3-401b-837f-4c50f58f8a8e req-849f9561-6a6c-4189-bab5-4d8ef35e11d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:06.158696 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7f2be94c-31c3-401b-837f-4c50f58f8a8e req-849f9561-6a6c-4189-bab5-4d8ef35e11d9 service neutron] 10.222.0.55 "PUT /v2.0/ports/41a58158-bddd-490a-87cf-2225eb590d02 HTTP/1.1" status: 200 len: 1092 time: 1.2269471 Aug 05 11:34:06.219891 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849f9561-6a6c-4189-bab5-4d8ef35e11d9 service neutron] Pushing event updated for resources: {'Port': ['ID=41a58158-bddd-490a-87cf-2225eb590d02,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:34:06.245229 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 063b263c-a373-4ff0-b134-1c1203e647ca no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:34:06.297301 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2be94c-31c3-401b-837f-4c50f58f8a8e req-5cbb5e82-683a-456d-87f9-ff62f4f07069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:06.298880 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7f2be94c-31c3-401b-837f-4c50f58f8a8e req-5cbb5e82-683a-456d-87f9-ff62f4f07069 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=51ad5862de32489aa9e02ce01c89cfa7&device_id=ced64949-f1e6-4fb7-819e-3161dbf2827c HTTP/1.1" status: 200 len: 1095 time: 0.0617633 Aug 05 11:34:06.311122 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] No Port match for: 063b263c-a373-4ff0-b134-1c1203e647ca {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:34:06.311706 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 063b263c-a373-4ff0-b134-1c1203e647ca not bound to the agent host n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:34:06.349981 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ef630f09-3eed-443f-bdec-2fe96301b7cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:06.359391 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c9d1e0-fc3e-4cbb-9950-ec693478e653 req-8f611ce2-8cc7-4ffc-9145-f51918034041 tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:06.366784 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f9c9d1e0-fc3e-4cbb-9950-ec693478e653 req-8f611ce2-8cc7-4ffc-9145-f51918034041 tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] 10.222.0.58 "GET /v2.0/ports?device_id=ced64949-f1e6-4fb7-819e-3161dbf2827c HTTP/1.1" status: 200 len: 944 time: 0.3001795 Aug 05 11:34:06.409394 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc334fd-d0b3-4b33-8db6-2a1f34022c03 req-fd03b953-37bc-4406-bf40-a6091b73a5b4 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:06.417143 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7f2be94c-31c3-401b-837f-4c50f58f8a8e req-d00055ea-4d81-455a-afbb-70f6f568a4f7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=41a58158-bddd-490a-87cf-2225eb590d02 HTTP/1.1" status: 200 len: 217 time: 0.1023903 Aug 05 11:34:06.419369 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-efc334fd-d0b3-4b33-8db6-2a1f34022c03 req-fd03b953-37bc-4406-bf40-a6091b73a5b4 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=1de0267c-92da-4fb3-8345-bd6906311e15 HTTP/1.1" status: 200 len: 946 time: 0.2396889 Aug 05 11:34:06.493704 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2be94c-31c3-401b-837f-4c50f58f8a8e req-ef229c0e-8ebb-4cb7-ad3b-e90bc0bc24df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:06.495947 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7f2be94c-31c3-401b-837f-4c50f58f8a8e req-ef229c0e-8ebb-4cb7-ad3b-e90bc0bc24df service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b323b670-7bcd-4d26-9a7c-9092dd8bb3b0 HTTP/1.1" status: 200 len: 849 time: 0.0632367 Aug 05 11:34:06.543873 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f9c9d1e0-fc3e-4cbb-9950-ec693478e653 req-766636c3-0521-49e2-ba11-f0f612a6fca9 tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] 10.222.0.58 "GET /v2.0/security-groups?id=828cef5c-0f80-4604-87f6-a92aecbc06bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758597 Aug 05 11:34:06.556044 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7f2be94c-31c3-401b-837f-4c50f58f8a8e req-bbd6f0da-3f6f-4570-8282-a68794afc49b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=92241915-6a09-4c91-8563-cbf94b87f5db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456772 Aug 05 11:34:06.676800 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-efc334fd-d0b3-4b33-8db6-2a1f34022c03 req-9065b706-eb93-491d-b806-5b58fe0cf32f tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=30974407-7b2a-468c-b989-540006d0da28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565131 Aug 05 11:34:06.679741 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ef630f09-3eed-443f-bdec-2fe96301b7cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:06.703752 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ced64949-f1e6-4fb7-819e-3161dbf2827c', 'tag': '41a58158-bddd-490a-87cf-2225eb590d02'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:34:06.706850 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e6b8f5b-bbf3-4b0a-af14-3e745ddd8053" -d '{"events": [{"name": "network-changed", "server_uuid": "ced64949-f1e6-4fb7-819e-3161dbf2827c", "tag": "41a58158-bddd-490a-87cf-2225eb590d02"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:34:06.715135 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-ef630f09-3eed-443f-bdec-2fe96301b7cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c70afe76-0e2b-406c-a3fb-d5fa7d26e940']}} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:34:06.716003 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7f2be94c-31c3-401b-837f-4c50f58f8a8e req-9ae0ef98-92eb-4096-aa69-6448547ecc25 service neutron] 10.222.0.55 "GET /v2.0/networks/92241915-6a09-4c91-8563-cbf94b87f5db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438596 Aug 05 11:34:06.732677 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-ef630f09-3eed-443f-bdec-2fe96301b7cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53f09867-d360-465c-b1fe-be3be98df15e') {'for_net_delete': True} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:34:06.732981 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-ef630f09-3eed-443f-bdec-2fe96301b7cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53f09867-d360-465c-b1fe-be3be98df15e') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:34:06.750591 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ef630f09-3eed-443f-bdec-2fe96301b7cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25010581'] for segment, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:06.777177 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28142f2c-6b13-4e54-a764-4bb2175ba16d req-f7c24329-0f28-466f-9804-212b41e3ae96 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:06.784760 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-28142f2c-6b13-4e54-a764-4bb2175ba16d req-f7c24329-0f28-466f-9804-212b41e3ae96 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=be090969-9d37-41b9-80ad-9680c00c1969 HTTP/1.1" status: 200 len: 949 time: 0.1251271 Aug 05 11:34:06.787610 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ef630f09-3eed-443f-bdec-2fe96301b7cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:06.841448 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef630f09-3eed-443f-bdec-2fe96301b7cc admin admin] Releasing vlan 666 on physical network physnet1 to pool {{(pid=94420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:34:06.841845 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ef630f09-3eed-443f-bdec-2fe96301b7cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29762581'] for segment, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:06.843572 n-d-803378-2 neutron-server[94420]: Traceback (most recent call last): Aug 05 11:34:06.843572 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:34:06.843572 n-d-803378-2 neutron-server[94420]: timer() Aug 05 11:34:06.843572 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:34:06.843572 n-d-803378-2 neutron-server[94420]: cb(*args, **kw) Aug 05 11:34:06.843572 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:34:06.843572 n-d-803378-2 neutron-server[94420]: return func(*args, **kwargs) Aug 05 11:34:06.843572 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:34:06.843572 n-d-803378-2 neutron-server[94420]: self._notify() Aug 05 11:34:06.843572 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:34:06.843572 n-d-803378-2 neutron-server[94420]: self.callback(batched_events) Aug 05 11:34:06.843572 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:34:06.843572 n-d-803378-2 neutron-server[94420]: event.method(event) Aug 05 11:34:06.843572 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:34:06.843572 n-d-803378-2 neutron-server[94420]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:34:06.843572 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:34:06.843572 n-d-803378-2 neutron-server[94420]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:34:06.843572 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:34:06.843572 n-d-803378-2 neutron-server[94420]: return f(self, *a, **k) Aug 05 11:34:06.843572 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:34:06.843572 n-d-803378-2 neutron-server[94420]: return self._get(url).json() Aug 05 11:34:06.843572 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:34:06.843572 n-d-803378-2 neutron-server[94420]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:34:06.843572 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:34:06.843572 n-d-803378-2 neutron-server[94420]: return self.request(url, 'GET', **kwargs) Aug 05 11:34:06.843572 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:34:06.843572 n-d-803378-2 neutron-server[94420]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:34:06.843572 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:34:06.843572 n-d-803378-2 neutron-server[94420]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:34:06.843572 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:34:06.843572 n-d-803378-2 neutron-server[94420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:34:06.843572 n-d-803378-2 neutron-server[94420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:34:06.850635 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7f2be94c-31c3-401b-837f-4c50f58f8a8e req-e0a8b05b-022d-4b7c-8b97-a88b83724087 service neutron] 10.222.0.55 "GET /v2.0/networks/92241915-6a09-4c91-8563-cbf94b87f5db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292446 Aug 05 11:34:06.956622 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-28142f2c-6b13-4e54-a764-4bb2175ba16d req-c3cf064d-4415-4437-ada0-182868c9ef97 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709528 Aug 05 11:34:06.962270 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ef630f09-3eed-443f-bdec-2fe96301b7cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:06.973331 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ef630f09-3eed-443f-bdec-2fe96301b7cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:06.979417 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-ef630f09-3eed-443f-bdec-2fe96301b7cc admin admin] 10.222.0.58 "DELETE /v2.0/networks/c70afe76-0e2b-406c-a3fb-d5fa7d26e940 HTTP/1.1" status: 204 len: 168 time: 0.8855631 Aug 05 11:34:06.994844 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef630f09-3eed-443f-bdec-2fe96301b7cc admin admin] Pushing event deleted for resources: {'Network': ['ID=c70afe76-0e2b-406c-a3fb-d5fa7d26e940,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:34:07.067625 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5cf98f7-4215-4bbf-92d6-847b77c88dd1 x-openstack-request-id: req-f5cf98f7-4215-4bbf-92d6-847b77c88dd1 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:34:07.068021 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ced64949-f1e6-4fb7-819e-3161dbf2827c", "tag": "41a58158-bddd-490a-87cf-2225eb590d02", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:34:07.068345 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f5cf98f7-4215-4bbf-92d6-847b77c88dd1 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:34:07.068849 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ced64949-f1e6-4fb7-819e-3161dbf2827c', 'tag': '41a58158-bddd-490a-87cf-2225eb590d02', 'status': 'completed', 'code': 200} Aug 05 11:34:07.159285 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-9bb2c4e1-927b-4622-8151-e105c300a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:07.196923 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6b8f5b-bbf3-4b0a-af14-3e745ddd8053 req-810577f5-e9d8-44d9-b037-eec19958c2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:07.200125 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1e6b8f5b-bbf3-4b0a-af14-3e745ddd8053 req-810577f5-e9d8-44d9-b037-eec19958c2d9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=51ad5862de32489aa9e02ce01c89cfa7&device_id=ced64949-f1e6-4fb7-819e-3161dbf2827c HTTP/1.1" status: 200 len: 1095 time: 0.0791929 Aug 05 11:34:07.241192 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b89587-aba8-424b-81a1-0702828b747a req-f008ca5d-8a37-42a8-b575-1263fd4c8cb1 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:07.243516 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f9b89587-aba8-424b-81a1-0702828b747a req-f008ca5d-8a37-42a8-b575-1263fd4c8cb1 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/ports?device_id=5f37001e-9d67-440a-b593-7e7c7a1d9690 HTTP/1.1" status: 200 len: 945 time: 0.0806704 Aug 05 11:34:07.292743 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fb80e99d-990f-46dc-b5d7-c82c00ccbda5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33208311'] for router_interface, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:07.298408 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 56320) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:34:07.361255 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f9b89587-aba8-424b-81a1-0702828b747a req-5133a116-9456-4f29-ab90-6a1d3d51eb4e tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/security-groups?id=367c82dd-50a3-4df9-a217-7f397fab3611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048348 Aug 05 11:34:07.379006 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-34f9512e-c0de-4831-94b3-3e3feae911e6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9de11ef39aa9439c9359816a7574176c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0793657 Aug 05 11:34:07.381667 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 56322) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:34:07.406325 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6b8f5b-bbf3-4b0a-af14-3e745ddd8053 req-a3b19654-7126-4ccc-b04f-4a22fb0795d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:07.411152 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1e6b8f5b-bbf3-4b0a-af14-3e745ddd8053 req-a3b19654-7126-4ccc-b04f-4a22fb0795d6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=92241915-6a09-4c91-8563-cbf94b87f5db HTTP/1.1" status: 200 len: 910 time: 0.2027948 Aug 05 11:34:07.510488 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1e6b8f5b-bbf3-4b0a-af14-3e745ddd8053 req-5f6c1abc-3bdd-401a-b56f-0b269187296f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=41a58158-bddd-490a-87cf-2225eb590d02 HTTP/1.1" status: 200 len: 217 time: 0.0703788 Aug 05 11:34:07.573113 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6b8f5b-bbf3-4b0a-af14-3e745ddd8053 req-e480e70e-1e3d-4510-9799-8b20029f0ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:07.574645 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1e6b8f5b-bbf3-4b0a-af14-3e745ddd8053 req-e480e70e-1e3d-4510-9799-8b20029f0ef9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b323b670-7bcd-4d26-9a7c-9092dd8bb3b0 HTTP/1.1" status: 200 len: 849 time: 0.0533845 Aug 05 11:34:07.577908 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5c2cf366-a353-4770-a4a4-8bbea17f1ae6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:07.590134 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c15c557-5441-450a-ac7b-94b139df016e req-754d8e51-2b5a-4640-a80b-5f9744e4139c tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:07.597605 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0c15c557-5441-450a-ac7b-94b139df016e req-754d8e51-2b5a-4640-a80b-5f9744e4139c tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/ports?device_id=051d2e79-c53f-4414-b541-c8382c63937c HTTP/1.1" status: 200 len: 946 time: 0.1581724 Aug 05 11:34:07.623551 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1e6b8f5b-bbf3-4b0a-af14-3e745ddd8053 req-3a6c442a-e740-4254-919b-d5c88fd4c465 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=92241915-6a09-4c91-8563-cbf94b87f5db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397108 Aug 05 11:34:07.629157 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5c2cf366-a353-4770-a4a4-8bbea17f1ae6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:07.693875 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0c15c557-5441-450a-ac7b-94b139df016e req-623e57f4-7ae8-4f0e-bce9-a004d7a3bd1f tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4e742cc-0754-43b8-97b1-fad458ef76e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945575 Aug 05 11:34:07.811055 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1e6b8f5b-bbf3-4b0a-af14-3e745ddd8053 req-b343610f-317b-4a3a-af30-36b911a91fb7 service neutron] 10.222.0.55 "GET /v2.0/networks/92241915-6a09-4c91-8563-cbf94b87f5db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796362 Aug 05 11:34:07.829341 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f580c740-6302-433b-a930-af7753dc45c0 req-cd6dd75d-1d74-4dca-a967-e84e4152401f tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:07.837734 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f580c740-6302-433b-a930-af7753dc45c0 req-cd6dd75d-1d74-4dca-a967-e84e4152401f tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] 10.222.0.58 "GET /v2.0/ports?device_id=ced64949-f1e6-4fb7-819e-3161dbf2827c HTTP/1.1" status: 200 len: 944 time: 0.1663043 Aug 05 11:34:07.876400 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5c2cf366-a353-4770-a4a4-8bbea17f1ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:07.879060 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5c2cf366-a353-4770-a4a4-8bbea17f1ae6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:07.880463 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-5c2cf366-a353-4770-a4a4-8bbea17f1ae6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7e733f5d-e060-420d-a121-654c44f5cbea HTTP/1.1" status: 204 len: 168 time: 0.4977200 Aug 05 11:34:07.894444 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2cf366-a353-4770-a4a4-8bbea17f1ae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e733f5d-e060-420d-a121-654c44f5cbea,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:34:07.933131 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f580c740-6302-433b-a930-af7753dc45c0 req-679ba0ac-43f3-4edd-bf9d-b744c3e9556b tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] 10.222.0.58 "GET /v2.0/security-groups?id=828cef5c-0f80-4604-87f6-a92aecbc06bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941541 Aug 05 11:34:07.955147 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1e6b8f5b-bbf3-4b0a-af14-3e745ddd8053 req-9e23ca79-fe3d-4226-b36d-36a373aa5382 service neutron] 10.222.0.55 "GET /v2.0/networks/92241915-6a09-4c91-8563-cbf94b87f5db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367097 Aug 05 11:34:07.956014 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55969405-bbc2-41f3-942d-3e680c390682 req-c4765dc9-609d-4978-af24-70d3b22455d2 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:07.957620 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-55969405-bbc2-41f3-942d-3e680c390682 req-c4765dc9-609d-4978-af24-70d3b22455d2 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=1de0267c-92da-4fb3-8345-bd6906311e15 HTTP/1.1" status: 200 len: 946 time: 0.1799233 Aug 05 11:34:08.077436 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-55969405-bbc2-41f3-942d-3e680c390682 req-59748d17-1352-4341-bdba-93ad5687316b tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=30974407-7b2a-468c-b989-540006d0da28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982630 Aug 05 11:34:08.135683 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-fb80e99d-990f-46dc-b5d7-c82c00ccbda5 admin admin] Deleting port 71001dc5-964e-4d77-9d86-a6f93b379a0b {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:34:08.136035 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fb80e99d-990f-46dc-b5d7-c82c00ccbda5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:08.186789 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c109968-8be1-4f0f-a02e-c14af8fcad5a req-b1c2a0f0-0246-44aa-a5ca-033ead7674ae tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:08.194234 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1c109968-8be1-4f0f-a02e-c14af8fcad5a req-b1c2a0f0-0246-44aa-a5ca-033ead7674ae tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=be090969-9d37-41b9-80ad-9680c00c1969 HTTP/1.1" status: 200 len: 949 time: 0.1155782 Aug 05 11:34:08.256195 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1c109968-8be1-4f0f-a02e-c14af8fcad5a req-e4c8a9ca-afdd-4a8e-9eec-cdfcfb0592b0 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610428 Aug 05 11:34:08.288111 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-fb80e99d-990f-46dc-b5d7-c82c00ccbda5 admin admin] For port 71001dc5-964e-4d77-9d86-a6f93b379a0b, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=71001dc5-964e-4d77-9d86-a6f93b379a0b,segment=NetworkSegment(4abe3257-1333-4b02-890e-df6823bdca9a),segment_id=4abe3257-1333-4b02-890e-df6823bdca9a)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:34:08.288570 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fb80e99d-990f-46dc-b5d7-c82c00ccbda5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:08.312544 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-fb80e99d-990f-46dc-b5d7-c82c00ccbda5 admin admin] Calling delete_port for 71001dc5-964e-4d77-9d86-a6f93b379a0b owned by network:router_interface {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:34:08.417538 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4359dc-6236-4ceb-8f2e-331b2771cc1a req-29ca422e-31d5-4863-99d3-7bc4c06660ce tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:08.419145 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5a4359dc-6236-4ceb-8f2e-331b2771cc1a req-29ca422e-31d5-4863-99d3-7bc4c06660ce tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=40021a41-d350-4e38-ac4d-f69e07c48ffb HTTP/1.1" status: 200 len: 945 time: 0.1043658 Aug 05 11:34:08.550714 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5a4359dc-6236-4ceb-8f2e-331b2771cc1a req-63022ed8-57a8-453b-bb52-de65865db202 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=47a5a50c-7385-42e8-98ac-c05af9825ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154494 Aug 05 11:34:08.601134 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a724cd-394b-4128-8a3f-8a16f48db50d req-3b0f9df2-506e-4c99-b91d-ad1cf3a1db51 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:08.601134 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e5a724cd-394b-4128-8a3f-8a16f48db50d req-3b0f9df2-506e-4c99-b91d-ad1cf3a1db51 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/ports?device_id=5f37001e-9d67-440a-b593-7e7c7a1d9690 HTTP/1.1" status: 200 len: 945 time: 0.1086130 Aug 05 11:34:08.710132 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e5a724cd-394b-4128-8a3f-8a16f48db50d req-beb22080-56c8-4eba-9ccf-11dd792eab77 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/security-groups?id=367c82dd-50a3-4df9-a217-7f397fab3611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046214 Aug 05 11:34:08.728084 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fb80e99d-990f-46dc-b5d7-c82c00ccbda5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:08.791975 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969652da-fafc-47d2-b7c6-5ff632f7252f req-3003b110-eb72-40ff-b30e-eaf2aa74a520 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:08.793570 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-969652da-fafc-47d2-b7c6-5ff632f7252f req-3003b110-eb72-40ff-b30e-eaf2aa74a520 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=40021a41-d350-4e38-ac4d-f69e07c48ffb HTTP/1.1" status: 200 len: 945 time: 0.1408060 Aug 05 11:34:08.818938 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb80e99d-990f-46dc-b5d7-c82c00ccbda5 admin admin] Pushing event deleted for resources: {'Port': ['ID=71001dc5-964e-4d77-9d86-a6f93b379a0b,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:34:08.884711 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device cff672a6-7c2d-4160-bef8-b32e3b454687 up at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:34:08.942067 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-969652da-fafc-47d2-b7c6-5ff632f7252f req-75e8d8ed-7fea-4221-9e3c-494512dab3e9 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=47a5a50c-7385-42e8-98ac-c05af9825ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160941 Aug 05 11:34:08.942289 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning for port cff672a6-7c2d-4160-bef8-b32e3b454687 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:34:08.950164 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning complete for port cff672a6-7c2d-4160-bef8-b32e3b454687 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:34:08.950810 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:09.033679 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b293757e-ee36-47e4-9c41-80239f24c72d req-8d856829-045a-4584-a9d7-6da625cc35fb tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:09.035336 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b293757e-ee36-47e4-9c41-80239f24c72d req-8d856829-045a-4584-a9d7-6da625cc35fb tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/ports?device_id=051d2e79-c53f-4414-b541-c8382c63937c HTTP/1.1" status: 200 len: 946 time: 0.1469445 Aug 05 11:34:09.098747 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:09.132714 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be090969-9d37-41b9-80ad-9680c00c1969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cff672a6-7c2d-4160-bef8-b32e3b454687'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:34:09.135194 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b02ff104-d0c0-4b6a-883a-29b0355f13b1" -d '{"events": [{"server_uuid": "be090969-9d37-41b9-80ad-9680c00c1969", "name": "network-vif-plugged", "status": "completed", "tag": "cff672a6-7c2d-4160-bef8-b32e3b454687"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:34:09.149482 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port cff672a6-7c2d-4160-bef8-b32e3b454687, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=cff672a6-7c2d-4160-bef8-b32e3b454687,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:34:09.149728 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b293757e-ee36-47e4-9c41-80239f24c72d req-63c4e88a-b167-49ad-9c5d-6633faa0bf1f tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4e742cc-0754-43b8-97b1-fad458ef76e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697427 Aug 05 11:34:09.151256 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fb80e99d-990f-46dc-b5d7-c82c00ccbda5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33140263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33208171'] for router_interface, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:09.154958 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:09.212778 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=cff672a6-7c2d-4160-bef8-b32e3b454687,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:34:09.448955 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb80e99d-990f-46dc-b5d7-c82c00ccbda5 admin admin] Router 2df3458d-2693-48da-a64c-10b624594a09 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 11:34:09.929284 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:09.940296 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-a1cf8071-5456-4bdc-8b32-5be34412c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:10.077199 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5565450e-b36c-423e-a7b4-62cfe54d5b8c req-2d5c9edc-ec3a-44bb-8c84-d32f762e6d4e tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:10.078591 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5565450e-b36c-423e-a7b4-62cfe54d5b8c req-2d5c9edc-ec3a-44bb-8c84-d32f762e6d4e tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] 10.222.0.58 "GET /v2.0/ports?device_id=ced64949-f1e6-4fb7-819e-3161dbf2827c HTTP/1.1" status: 200 len: 944 time: 0.6254981 Aug 05 11:34:10.094147 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb80e99d-990f-46dc-b5d7-c82c00ccbda5 admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:34:10.104398 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e96e82a-2ff1-4559-a7da-d7320c173971 None None] Sync routers for ids ['2df3458d-2693-48da-a64c-10b624594a09'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:34:10.111366 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-fb80e99d-990f-46dc-b5d7-c82c00ccbda5 admin admin] 10.222.0.58 "PUT /v2.0/routers/2df3458d-2693-48da-a64c-10b624594a09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0163753 Aug 05 11:34:10.112206 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 56414) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:34:10.138775 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e96e82a-2ff1-4559-a7da-d7320c173971 None None] Routers {'2df3458d-2693-48da-a64c-10b624594a09'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:34:10.139583 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-1e96e82a-2ff1-4559-a7da-d7320c173971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:34:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['2df3458d-2693-48da-a64c-10b624594a09'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:34:10.151072 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb2a3c7-4d2e-498f-b3d6-ecb1753dc6fc req-4d246e15-777e-4bee-9358-6d80b443ed02 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:10.158295 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bcb2a3c7-4d2e-498f-b3d6-ecb1753dc6fc req-4d246e15-777e-4bee-9358-6d80b443ed02 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/networks?id=3bbc31db-4958-4e8b-9f8e-bc48b5d28e47 HTTP/1.1" status: 200 len: 812 time: 0.1762066 Aug 05 11:34:10.174667 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5565450e-b36c-423e-a7b4-62cfe54d5b8c req-04f390d9-23d9-4fb0-a706-3acb85ed0a70 tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] 10.222.0.58 "GET /v2.0/security-groups?id=828cef5c-0f80-4604-87f6-a92aecbc06bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890720 Aug 05 11:34:10.183076 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bcb2a3c7-4d2e-498f-b3d6-ecb1753dc6fc req-f457efb9-3db5-48ef-9bec-4717e1e89ddd tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/quotas/922471f37b13454ba92168a26c5eea8e HTTP/1.1" status: 200 len: 375 time: 0.0205100 Aug 05 11:34:10.273496 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 41a58158-bddd-490a-87cf-2225eb590d02 details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:34:10.281409 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98be6b51-7e5a-4cd5-8b6c-be159644a39f x-openstack-request-id: req-98be6b51-7e5a-4cd5-8b6c-be159644a39f {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:34:10.283547 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be090969-9d37-41b9-80ad-9680c00c1969", "name": "network-vif-plugged", "status": "completed", "tag": "cff672a6-7c2d-4160-bef8-b32e3b454687", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:34:10.283547 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-98be6b51-7e5a-4cd5-8b6c-be159644a39f {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:34:10.283547 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be090969-9d37-41b9-80ad-9680c00c1969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cff672a6-7c2d-4160-bef8-b32e3b454687', 'code': 200} Aug 05 11:34:10.302921 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bcb2a3c7-4d2e-498f-b3d6-ecb1753dc6fc req-7c8eea14-ee86-4dc4-9770-f512b78a14d3 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=922471f37b13454ba92168a26c5eea8e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1161358 Aug 05 11:34:10.343284 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-34a6e60a-c604-437b-a488-24a1705fdc51 admin admin] Notify callbacks [] for router, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:10.358304 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-1e96e82a-2ff1-4559-a7da-d7320c173971 None None] Set router 2df3458d-2693-48da-a64c-10b624594a09 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:34:10.595173 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-34a6e60a-c604-437b-a488-24a1705fdc51 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:10.673879 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1ee2cc-51df-4f9d-b6ae-9cbaa98b813d req-873c6973-8809-419f-bab1-f85da9d40b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:10.675899 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8b1ee2cc-51df-4f9d-b6ae-9cbaa98b813d req-873c6973-8809-419f-bab1-f85da9d40b23 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=be090969-9d37-41b9-80ad-9680c00c1969 HTTP/1.1" status: 200 len: 1101 time: 0.1158774 Aug 05 11:34:10.719599 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.db.resource_extend [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 05 11:34:10.728290 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-34a6e60a-c604-437b-a488-24a1705fdc51 admin admin] Deleting port 09c5145f-14f6-4aca-8e5a-e8e2320c5277 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:34:10.728757 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-34a6e60a-c604-437b-a488-24a1705fdc51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:10.809835 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97f2c5-f999-4402-8b31-92fbb0bc0f52 req-dd5060aa-32d5-4589-a0f6-ba75f0d03282 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:10.821250 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0e97f2c5-f999-4402-8b31-92fbb0bc0f52 req-dd5060aa-32d5-4589-a0f6-ba75f0d03282 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=be090969-9d37-41b9-80ad-9680c00c1969 HTTP/1.1" status: 200 len: 950 time: 0.1413825 Aug 05 11:34:10.830265 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [None req-34a6e60a-c604-437b-a488-24a1705fdc51 admin admin] For port 09c5145f-14f6-4aca-8e5a-e8e2320c5277, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=09c5145f-14f6-4aca-8e5a-e8e2320c5277,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:34:10.830743 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-34a6e60a-c604-437b-a488-24a1705fdc51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:10.832806 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bcb2a3c7-4d2e-498f-b3d6-ecb1753dc6fc req-93f377df-8025-48c1-a284-a40e1f29dbe8 service neutron] 10.222.0.58 "GET /v2.0/networks/3bbc31db-4958-4e8b-9f8e-bc48b5d28e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5141072 Aug 05 11:34:10.847228 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-34a6e60a-c604-437b-a488-24a1705fdc51 admin admin] Calling delete_port for 09c5145f-14f6-4aca-8e5a-e8e2320c5277 owned by network:router_gateway {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:34:10.879827 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 41a58158-bddd-490a-87cf-2225eb590d02, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=41a58158-bddd-490a-87cf-2225eb590d02,segment=NetworkSegment(fb34d38f-e8ce-4566-8051-d1280b0a9093),segment_id=fb34d38f-e8ce-4566-8051-d1280b0a9093)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:34:10.911269 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Returning: {'device': '41a58158-bddd-490a-87cf-2225eb590d02', 'network_id': '92241915-6a09-4c91-8563-cbf94b87f5db', 'port_id': '41a58158-bddd-490a-87cf-2225eb590d02', 'mac_address': 'fa:16:3e:97:32:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b323b670-7bcd-4d26-9a7c-9092dd8bb3b0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:34:10.952736 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0e97f2c5-f999-4402-8b31-92fbb0bc0f52 req-c03a5771-60d0-47e1-ae86-208d6bb5dc1c tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299391 Aug 05 11:34:11.049686 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bcb2a3c7-4d2e-498f-b3d6-ecb1753dc6fc req-ef254e41-e3ef-4ba9-8f21-df0f769cf110 service neutron] 10.222.0.58 "GET /v2.0/networks/3bbc31db-4958-4e8b-9f8e-bc48b5d28e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152407 Aug 05 11:34:11.082494 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8b1ee2cc-51df-4f9d-b6ae-9cbaa98b813d req-ef2c50d0-61f1-44d8-9efa-d7f0f598d1c2 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3933210 Aug 05 11:34:11.127282 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-34a6e60a-c604-437b-a488-24a1705fdc51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:11.139015 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:11.160589 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41a58158-bddd-490a-87cf-2225eb590d02 {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:34:11.168661 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a6e60a-c604-437b-a488-24a1705fdc51 admin admin] Pushing event deleted for resources: {'Port': ['ID=09c5145f-14f6-4aca-8e5a-e8e2320c5277,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:34:11.221902 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177f7057-d038-44ac-b237-ac76700bcce6 req-36d3f6e3-dd20-4e68-98dd-10c7f692fe9c tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:11.224527 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-177f7057-d038-44ac-b237-ac76700bcce6 req-36d3f6e3-dd20-4e68-98dd-10c7f692fe9c tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/ports?device_id=051d2e79-c53f-4414-b541-c8382c63937c HTTP/1.1" status: 200 len: 946 time: 0.1307867 Aug 05 11:34:11.240852 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 41a58158-bddd-490a-87cf-2225eb590d02, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=41a58158-bddd-490a-87cf-2225eb590d02,segment=NetworkSegment(fb34d38f-e8ce-4566-8051-d1280b0a9093),segment_id=fb34d38f-e8ce-4566-8051-d1280b0a9093)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:34:11.258949 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:11.326375 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-177f7057-d038-44ac-b237-ac76700bcce6 req-14b9a890-7fc8-4238-a17d-3fde26a71613 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4e742cc-0754-43b8-97b1-fad458ef76e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902929 Aug 05 11:34:11.361929 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-34a6e60a-c604-437b-a488-24a1705fdc51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33285055'] for router_gateway, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:11.408648 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=41a58158-bddd-490a-87cf-2225eb590d02,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:34:11.558836 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c303bf8-db3e-4f32-9f56-f9043e594087 req-09d4f357-3cae-4701-9269-1fbb7d3da901 tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:11.567574 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-1e96e82a-2ff1-4559-a7da-d7320c173971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df3458d-2693-48da-a64c-10b624594a09', 'name': 'tempest-TaggedBootDevicesTest-1186463926-router', 'tenant_id': 'b4870e3c85c84ca78a3c4012c18adec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.250'}], 'enable_snat': True}, 'gw_port_id': '09c5145f-14f6-4aca-8e5a-e8e2320c5277', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:21:37Z', 'updated_at': '2021-08-05T11:34:08Z', 'revision_number': 5, 'project_id': 'b4870e3c85c84ca78a3c4012c18adec3', 'gw_port': {'id': '09c5145f-14f6-4aca-8e5a-e8e2320c5277', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:ed:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df3458d-2693-48da-a64c-10b624594a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:21:38Z', 'updated_at': '2021-08-05T11:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:34:11.572240 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7c303bf8-db3e-4f32-9f56-f9043e594087 req-09d4f357-3cae-4701-9269-1fbb7d3da901 tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] 10.222.0.58 "GET /v2.0/ports?device_id=ced64949-f1e6-4fb7-819e-3161dbf2827c HTTP/1.1" status: 200 len: 945 time: 0.0939541 Aug 05 11:34:11.627330 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e96e82a-2ff1-4559-a7da-d7320c173971 None None] Checking router: 2df3458d-2693-48da-a64c-10b624594a09 for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:34:11.655953 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-34a6e60a-c604-437b-a488-24a1705fdc51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33262979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1951'] for router, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:11.658049 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['41a58158-bddd-490a-87cf-2225eb590d02'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:34:11.664106 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7c303bf8-db3e-4f32-9f56-f9043e594087 req-1da32435-4716-474e-a9f4-58c2dac9af6a tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] 10.222.0.58 "GET /v2.0/security-groups?id=828cef5c-0f80-4604-87f6-a92aecbc06bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875385 Aug 05 11:34:11.669773 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-34a6e60a-c604-437b-a488-24a1705fdc51 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:11.764848 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 56442) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:34:11.798972 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3995f4ad-768f-4e87-b469-badac1044b7b req-d8bb6d1c-1f40-4451-8c3f-74e058fbeb44 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=49a8d96f-b7ef-4992-9730-42aa4497d4c6 HTTP/1.1" status: 200 len: 210 time: 0.1987655 Aug 05 11:34:11.855909 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:11.865811 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-34a6e60a-c604-437b-a488-24a1705fdc51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33262474'] for router, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:11.868637 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34a6e60a-c604-437b-a488-24a1705fdc51 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2df3458d-2693-48da-a64c-10b624594a09 {{(pid=94421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 11:34:11.869282 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e96e82a-2ff1-4559-a7da-d7320c173971 None None] Routers {'2df3458d-2693-48da-a64c-10b624594a09'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:34:11.870188 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-1e96e82a-2ff1-4559-a7da-d7320c173971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:34:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['2df3458d-2693-48da-a64c-10b624594a09'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:34:11.893822 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-34a6e60a-c604-437b-a488-24a1705fdc51 admin admin] Notify callbacks [] for router, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:11.902878 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-34a6e60a-c604-437b-a488-24a1705fdc51 admin admin] 10.222.0.58 "DELETE /v2.0/routers/2df3458d-2693-48da-a64c-10b624594a09 HTTP/1.1" status: 204 len: 168 time: 1.7899263 Aug 05 11:34:11.906189 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 56450) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:34:11.929379 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-1e96e82a-2ff1-4559-a7da-d7320c173971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:34:11.930746 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e96e82a-2ff1-4559-a7da-d7320c173971 None None] The sync data for ids ['2df3458d-2693-48da-a64c-10b624594a09'] in n-d-803378-2 is: [] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:34:12.061504 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e48e242-4872-4a47-bcf4-0db6738adcd0 admin admin] Deleting subnet 359b66e9-993f-49f2-872a-086774950a53 {{(pid=94421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:34:12.067685 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6e48e242-4872-4a47-bcf4-0db6738adcd0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:12.098332 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a2a5ca3b-7f42-425a-a1bb-cb1d13cb6f0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:12.126162 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6e48e242-4872-4a47-bcf4-0db6738adcd0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29786388'] for subnet, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:12.342034 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6e48e242-4872-4a47-bcf4-0db6738adcd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:12.344217 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679d27d8-d6f5-43c1-893d-883d8549e29c req-3ad6e07d-554c-41e5-8137-5c77907f372a tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:12.349559 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-679d27d8-d6f5-43c1-893d-883d8549e29c req-3ad6e07d-554c-41e5-8137-5c77907f372a tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=be090969-9d37-41b9-80ad-9680c00c1969 HTTP/1.1" status: 200 len: 950 time: 0.2161868 Aug 05 11:34:12.472755 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6e48e242-4872-4a47-bcf4-0db6738adcd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25038609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30075142'] for subnet, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:12.509922 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7881d0b1-63d7-46d6-b94a-b164a99bae15 None None] Network 1d9d0f10-7957-4188-9ef0-2efd524fc96a requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:34:12.515618 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6e48e242-4872-4a47-bcf4-0db6738adcd0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:12.520614 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-6e48e242-4872-4a47-bcf4-0db6738adcd0 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/359b66e9-993f-49f2-872a-086774950a53 HTTP/1.1" status: 204 len: 168 time: 0.6126587 Aug 05 11:34:12.530988 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 56466) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:34:12.590898 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e48e242-4872-4a47-bcf4-0db6738adcd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=359b66e9-993f-49f2-872a-086774950a53,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:34:12.616389 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e48e242-4872-4a47-bcf4-0db6738adcd0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:34:12.617116 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e48e242-4872-4a47-bcf4-0db6738adcd0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:34:12.618350 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e48e242-4872-4a47-bcf4-0db6738adcd0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:34:12.618757 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e48e242-4872-4a47-bcf4-0db6738adcd0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:34:12.619265 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e48e242-4872-4a47-bcf4-0db6738adcd0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:34:12.619651 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e48e242-4872-4a47-bcf4-0db6738adcd0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:34:12.620044 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e48e242-4872-4a47-bcf4-0db6738adcd0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:34:12.621724 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e48e242-4872-4a47-bcf4-0db6738adcd0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:34:12.622111 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e48e242-4872-4a47-bcf4-0db6738adcd0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:34:12.622450 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e48e242-4872-4a47-bcf4-0db6738adcd0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:34:12.622786 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e48e242-4872-4a47-bcf4-0db6738adcd0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:34:12.623201 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e48e242-4872-4a47-bcf4-0db6738adcd0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:34:12.744909 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-679d27d8-d6f5-43c1-893d-883d8549e29c req-794e4b8a-1bfd-47ca-a9a5-edbd591c4f46 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3565254 Aug 05 11:34:13.006556 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-42353a53-103c-4beb-af0f-e128dd0ad494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:13.028704 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 71001dc5-964e-4d77-9d86-a6f93b379a0b no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:34:13.079669 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c074c57a-59ca-4473-a3d5-c50d2bab48ee None None] DHCP port deletion for 1d9d0f10-7957-4188-9ef0-2efd524fc96a request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 11:34:13.082912 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 71001dc5-964e-4d77-9d86-a6f93b379a0b {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:34:13.083996 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 71001dc5-964e-4d77-9d86-a6f93b379a0b not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:34:13.109490 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5496379-3002-4444-9170-7bac33e9b5c9 req-4f360550-0c48-472e-8a76-8bf1744c491c tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:13.123108 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a5496379-3002-4444-9170-7bac33e9b5c9 req-4f360550-0c48-472e-8a76-8bf1744c491c tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/ports?device_id=051d2e79-c53f-4414-b541-c8382c63937c HTTP/1.1" status: 200 len: 946 time: 0.3762798 Aug 05 11:34:13.128790 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a2a5ca3b-7f42-425a-a1bb-cb1d13cb6f0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:13.162513 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a2a5ca3b-7f42-425a-a1bb-cb1d13cb6f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:13.186814 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-c074c57a-59ca-4473-a3d5-c50d2bab48ee None None] Deleting port 0b3de978-ada0-4c1c-b452-94caa74c0a18 {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:34:13.187967 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c074c57a-59ca-4473-a3d5-c50d2bab48ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:13.210616 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bd5ece-4ff1-47dd-bb5e-ce3f6dd94d2c req-0eca8fe8-d8f3-441d-a9db-42ab44611f26 tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:13.212733 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c8bd5ece-4ff1-47dd-bb5e-ce3f6dd94d2c req-0eca8fe8-d8f3-441d-a9db-42ab44611f26 tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] 10.222.0.58 "GET /v2.0/ports?device_id=ced64949-f1e6-4fb7-819e-3161dbf2827c HTTP/1.1" status: 200 len: 945 time: 0.3116107 Aug 05 11:34:13.310269 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-c074c57a-59ca-4473-a3d5-c50d2bab48ee None None] For port 0b3de978-ada0-4c1c-b452-94caa74c0a18, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=0b3de978-ada0-4c1c-b452-94caa74c0a18,segment=NetworkSegment(4abe3257-1333-4b02-890e-df6823bdca9a),segment_id=4abe3257-1333-4b02-890e-df6823bdca9a)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:34:13.311613 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c074c57a-59ca-4473-a3d5-c50d2bab48ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:13.337252 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-c074c57a-59ca-4473-a3d5-c50d2bab48ee None None] Calling delete_port for 0b3de978-ada0-4c1c-b452-94caa74c0a18 owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:34:13.437560 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c074c57a-59ca-4473-a3d5-c50d2bab48ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:13.446016 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-a2a5ca3b-7f42-425a-a1bb-cb1d13cb6f0a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=70f1117a8aa047baa8c9ef7d963a979c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6795321 Aug 05 11:34:13.453992 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 56476) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:34:13.465148 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a5496379-3002-4444-9170-7bac33e9b5c9 req-6dd0c1b7-a785-4693-bd42-37d60af5f06e tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4e742cc-0754-43b8-97b1-fad458ef76e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3385060 Aug 05 11:34:13.469903 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a5ca3b-7f42-425a-a1bb-cb1d13cb6f0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0a7faba-6ed7-4eeb-9043-91e63d0f7be1,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:34:13.496775 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c074c57a-59ca-4473-a3d5-c50d2bab48ee None None] Pushing event deleted for resources: {'Port': ['ID=0b3de978-ada0-4c1c-b452-94caa74c0a18,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:34:13.504886 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c074c57a-59ca-4473-a3d5-c50d2bab48ee None None] No DVR routers for this DVR port 0b3de978-ada0-4c1c-b452-94caa74c0a18 on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:34:13.582221 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c8bd5ece-4ff1-47dd-bb5e-ce3f6dd94d2c req-c81781c6-949f-4129-8a45-3973fd0ca928 tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] 10.222.0.58 "GET /v2.0/security-groups?id=828cef5c-0f80-4604-87f6-a92aecbc06bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3437247 Aug 05 11:34:13.599717 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-42353a53-103c-4beb-af0f-e128dd0ad494 admin admin] Deleting port 0b3de978-ada0-4c1c-b452-94caa74c0a18 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:34:13.600671 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-42353a53-103c-4beb-af0f-e128dd0ad494 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:13.706260 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e5b723b6-1eb8-48bc-95f2-f2f96944f6ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:13.755413 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-631b1a91-4551-432f-b204-885f19d6dd3e req-bb3fd3a2-d319-4d9f-b8a4-01b8da87df0c tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=49a8d96f-b7ef-4992-9730-42aa4497d4c6 HTTP/1.1" status: 200 len: 210 time: 0.0932617 Aug 05 11:34:13.756744 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:13.766340 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb2a3c7-4d2e-498f-b3d6-ecb1753dc6fc req-022cfbce-f1bc-4916-8357-2c6314d09025 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:13.777032 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-bcb2a3c7-4d2e-498f-b3d6-ecb1753dc6fc req-022cfbce-f1bc-4916-8357-2c6314d09025 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.55 "GET /v2.0/networks?id=3bbc31db-4958-4e8b-9f8e-bc48b5d28e47 HTTP/1.1" status: 200 len: 812 time: 0.4645438 Aug 05 11:34:13.783194 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e5b723b6-1eb8-48bc-95f2-f2f96944f6ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:13.785527 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-42353a53-103c-4beb-af0f-e128dd0ad494 admin admin] For port 0b3de978-ada0-4c1c-b452-94caa74c0a18, host n-d-803378-2, got binding levels [] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:34:13.785964 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-42353a53-103c-4beb-af0f-e128dd0ad494 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:13.791168 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-bcb2a3c7-4d2e-498f-b3d6-ecb1753dc6fc req-87407ae4-04c6-44d3-b138-f4b966c885ef tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Request body: {'port': {'device_id': '49a8d96f-b7ef-4992-9730-42aa4497d4c6', 'network_id': '3bbc31db-4958-4e8b-9f8e-bc48b5d28e47', 'admin_state_up': True, 'tenant_id': '922471f37b13454ba92168a26c5eea8e'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:34:13.805657 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-42353a53-103c-4beb-af0f-e128dd0ad494 admin admin] Calling delete_port for 0b3de978-ada0-4c1c-b452-94caa74c0a18 owned by network:dhcp {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:34:13.809124 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.ipam_backend_mixin [None req-42353a53-103c-4beb-af0f-e128dd0ad494 admin admin] Port 0b3de978-ada0-4c1c-b452-94caa74c0a18 was not found and therefore no delete operation was performed {{(pid=94420) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 05 11:34:13.810494 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-42353a53-103c-4beb-af0f-e128dd0ad494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:13.851481 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42353a53-103c-4beb-af0f-e128dd0ad494 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b3de978-ada0-4c1c-b452-94caa74c0a18,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:34:13.877366 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42353a53-103c-4beb-af0f-e128dd0ad494 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:34:13.877728 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42353a53-103c-4beb-af0f-e128dd0ad494 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:34:13.878072 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42353a53-103c-4beb-af0f-e128dd0ad494 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:34:13.878411 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42353a53-103c-4beb-af0f-e128dd0ad494 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:34:13.878754 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42353a53-103c-4beb-af0f-e128dd0ad494 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:34:13.879086 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42353a53-103c-4beb-af0f-e128dd0ad494 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:34:13.880146 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42353a53-103c-4beb-af0f-e128dd0ad494 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:34:13.880512 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42353a53-103c-4beb-af0f-e128dd0ad494 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:34:13.881612 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42353a53-103c-4beb-af0f-e128dd0ad494 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:34:13.882292 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42353a53-103c-4beb-af0f-e128dd0ad494 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:34:13.882629 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42353a53-103c-4beb-af0f-e128dd0ad494 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:34:13.883584 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42353a53-103c-4beb-af0f-e128dd0ad494 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:34:13.891988 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42353a53-103c-4beb-af0f-e128dd0ad494 admin admin] No DVR routers for this DVR port 0b3de978-ada0-4c1c-b452-94caa74c0a18 on host n-d-803378-2 {{(pid=94420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:34:13.989926 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcb2a3c7-4d2e-498f-b3d6-ecb1753dc6fc req-87407ae4-04c6-44d3-b138-f4b966c885ef tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Made reservation on behalf of 922471f37b13454ba92168a26c5eea8e for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:34:13.996276 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-bcb2a3c7-4d2e-498f-b3d6-ecb1753dc6fc req-87407ae4-04c6-44d3-b138-f4b966c885ef tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:14.009016 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e5b723b6-1eb8-48bc-95f2-f2f96944f6ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:14.012234 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e5b723b6-1eb8-48bc-95f2-f2f96944f6ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:14.013701 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-e5b723b6-1eb8-48bc-95f2-f2f96944f6ed admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f0a7faba-6ed7-4eeb-9043-91e63d0f7be1 HTTP/1.1" status: 204 len: 168 time: 0.5543332 Aug 05 11:34:14.030852 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b723b6-1eb8-48bc-95f2-f2f96944f6ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0a7faba-6ed7-4eeb-9043-91e63d0f7be1,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:34:14.046143 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-42353a53-103c-4beb-af0f-e128dd0ad494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:14.092938 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-42353a53-103c-4beb-af0f-e128dd0ad494 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d9d0f10-7957-4188-9ef0-2efd524fc96a']}} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:34:14.115783 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3653f873-62f8-4b79-bccb-5c16bd2a9e5e req-7c19ad2c-d702-461d-b735-3556b36e2bfe tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:14.118330 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3653f873-62f8-4b79-bccb-5c16bd2a9e5e req-7c19ad2c-d702-461d-b735-3556b36e2bfe tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=be090969-9d37-41b9-80ad-9680c00c1969 HTTP/1.1" status: 200 len: 950 time: 0.2160614 Aug 05 11:34:14.147804 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-42353a53-103c-4beb-af0f-e128dd0ad494 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4abe3257-1333-4b02-890e-df6823bdca9a') {'for_net_delete': True} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:34:14.148140 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-42353a53-103c-4beb-af0f-e128dd0ad494 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4abe3257-1333-4b02-890e-df6823bdca9a') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:34:14.201470 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-42353a53-103c-4beb-af0f-e128dd0ad494 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25010581'] for segment, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:14.257521 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-bcb2a3c7-4d2e-498f-b3d6-ecb1753dc6fc req-87407ae4-04c6-44d3-b138-f4b966c885ef tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Allocated IP 172.20.0.7 (3bbc31db-4958-4e8b-9f8e-bc48b5d28e47/2358f314-430e-4da8-8dea-b9e9954bab81/00f6578b-db42-4369-b4eb-90fed2c3f159) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:34:14.285837 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-42353a53-103c-4beb-af0f-e128dd0ad494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:14.288084 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 41a58158-bddd-490a-87cf-2225eb590d02 up at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:34:14.328699 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3653f873-62f8-4b79-bccb-5c16bd2a9e5e req-befda97b-53d2-47a4-81ab-47cb937df4b7 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620505 Aug 05 11:34:14.329993 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42353a53-103c-4beb-af0f-e128dd0ad494 admin admin] Releasing vlan 670 on physical network physnet1 to pool {{(pid=94420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:34:14.330569 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-42353a53-103c-4beb-af0f-e128dd0ad494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29762581'] for segment, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:14.332826 n-d-803378-2 neutron-server[94420]: Traceback (most recent call last): Aug 05 11:34:14.332826 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:34:14.332826 n-d-803378-2 neutron-server[94420]: timer() Aug 05 11:34:14.332826 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:34:14.332826 n-d-803378-2 neutron-server[94420]: cb(*args, **kw) Aug 05 11:34:14.332826 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:34:14.332826 n-d-803378-2 neutron-server[94420]: return func(*args, **kwargs) Aug 05 11:34:14.332826 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:34:14.332826 n-d-803378-2 neutron-server[94420]: self._notify() Aug 05 11:34:14.332826 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:34:14.332826 n-d-803378-2 neutron-server[94420]: self.callback(batched_events) Aug 05 11:34:14.332826 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:34:14.332826 n-d-803378-2 neutron-server[94420]: event.method(event) Aug 05 11:34:14.332826 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:34:14.332826 n-d-803378-2 neutron-server[94420]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:34:14.332826 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:34:14.332826 n-d-803378-2 neutron-server[94420]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:34:14.332826 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:34:14.332826 n-d-803378-2 neutron-server[94420]: return f(self, *a, **k) Aug 05 11:34:14.332826 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:34:14.332826 n-d-803378-2 neutron-server[94420]: return self._get(url).json() Aug 05 11:34:14.332826 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:34:14.332826 n-d-803378-2 neutron-server[94420]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:34:14.332826 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:34:14.332826 n-d-803378-2 neutron-server[94420]: return self.request(url, 'GET', **kwargs) Aug 05 11:34:14.332826 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:34:14.332826 n-d-803378-2 neutron-server[94420]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:34:14.332826 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:34:14.332826 n-d-803378-2 neutron-server[94420]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:34:14.332826 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:34:14.332826 n-d-803378-2 neutron-server[94420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:34:14.332826 n-d-803378-2 neutron-server[94420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:34:14.433467 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-42353a53-103c-4beb-af0f-e128dd0ad494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:14.436969 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning for port 41a58158-bddd-490a-87cf-2225eb590d02 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:34:14.446651 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-42353a53-103c-4beb-af0f-e128dd0ad494 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:14.449523 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning complete for port 41a58158-bddd-490a-87cf-2225eb590d02 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:34:14.449907 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:14.455576 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-42353a53-103c-4beb-af0f-e128dd0ad494 admin admin] 10.222.0.58 "DELETE /v2.0/networks/1d9d0f10-7957-4188-9ef0-2efd524fc96a HTTP/1.1" status: 204 len: 168 time: 1.9139261 Aug 05 11:34:14.502771 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42353a53-103c-4beb-af0f-e128dd0ad494 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d9d0f10-7957-4188-9ef0-2efd524fc96a,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:34:14.719623 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-bcb2a3c7-4d2e-498f-b3d6-ecb1753dc6fc req-87407ae4-04c6-44d3-b138-f4b966c885ef tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:14.794521 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-bcb2a3c7-4d2e-498f-b3d6-ecb1753dc6fc req-87407ae4-04c6-44d3-b138-f4b966c885ef tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Transition to ACTIVE for port object 00f6578b-db42-4369-b4eb-90fed2c3f159 will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:34:14.808966 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16a5edd-642f-4d15-8fe7-20193d6d9ce4 req-4911838a-3c0c-4d49-9f8a-0b57bcd807be tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:14.826114 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f16a5edd-642f-4d15-8fe7-20193d6d9ce4 req-4911838a-3c0c-4d49-9f8a-0b57bcd807be tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/ports?device_id=051d2e79-c53f-4414-b541-c8382c63937c HTTP/1.1" status: 200 len: 946 time: 0.1484449 Aug 05 11:34:14.880337 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:14.889502 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 0b3de978-ada0-4c1c-b452-94caa74c0a18 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:34:14.962438 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 0b3de978-ada0-4c1c-b452-94caa74c0a18 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:34:14.963470 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 0b3de978-ada0-4c1c-b452-94caa74c0a18 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:34:14.964624 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-bcb2a3c7-4d2e-498f-b3d6-ecb1753dc6fc req-87407ae4-04c6-44d3-b138-f4b966c885ef tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:14.965954 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f16a5edd-642f-4d15-8fe7-20193d6d9ce4 req-67fe0e21-18f3-4bbb-9901-8101e5d958c3 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4e742cc-0754-43b8-97b1-fad458ef76e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381233 Aug 05 11:34:14.975529 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 09c5145f-14f6-4aca-8e5a-e8e2320c5277 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:34:15.123299 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 09c5145f-14f6-4aca-8e5a-e8e2320c5277 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:34:15.123828 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 09c5145f-14f6-4aca-8e5a-e8e2320c5277 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:34:15.147136 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['2f0d8b42-3708-4035-9894-ccae7caf00a3'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:34:15.200646 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87407ae4-04c6-44d3-b138-f4b966c885ef tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Pushing event updated for resources: {'Port': ['ID=00f6578b-db42-4369-b4eb-90fed2c3f159,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:34:15.228637 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcb2a3c7-4d2e-498f-b3d6-ecb1753dc6fc req-87407ae4-04c6-44d3-b138-f4b966c885ef tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Network 3bbc31db-4958-4e8b-9f8e-bc48b5d28e47 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:34:15.229770 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 56512) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:34:15.253769 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-bcb2a3c7-4d2e-498f-b3d6-ecb1753dc6fc req-87407ae4-04c6-44d3-b138-f4b966c885ef tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:34:15.260122 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ced64949-f1e6-4fb7-819e-3161dbf2827c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41a58158-bddd-490a-87cf-2225eb590d02'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:34:15.264413 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3cf53b0-de58-45ab-8ba0-b9bc7d89e0e0" -d '{"events": [{"server_uuid": "ced64949-f1e6-4fb7-819e-3161dbf2827c", "name": "network-vif-plugged", "status": "completed", "tag": "41a58158-bddd-490a-87cf-2225eb590d02"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:34:15.296843 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 41a58158-bddd-490a-87cf-2225eb590d02, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=41a58158-bddd-490a-87cf-2225eb590d02,segment=NetworkSegment(fb34d38f-e8ce-4566-8051-d1280b0a9093),segment_id=fb34d38f-e8ce-4566-8051-d1280b0a9093)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:34:15.318695 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcb2a3c7-4d2e-498f-b3d6-ecb1753dc6fc req-87407ae4-04c6-44d3-b138-f4b966c885ef tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:34:15.320564 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:15.413027 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=41a58158-bddd-490a-87cf-2225eb590d02,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:34:15.518348 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fefb87-e360-4110-aa6f-69e382224a90 req-12e3f72c-7b9a-4b1e-95d6-fa75dd6a1214 tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:15.532809 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-71fefb87-e360-4110-aa6f-69e382224a90 req-12e3f72c-7b9a-4b1e-95d6-fa75dd6a1214 tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] 10.222.0.58 "GET /v2.0/ports?device_id=ced64949-f1e6-4fb7-819e-3161dbf2827c HTTP/1.1" status: 200 len: 946 time: 0.2076623 Aug 05 11:34:15.579926 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb2a3c7-4d2e-498f-b3d6-ecb1753dc6fc req-87407ae4-04c6-44d3-b138-f4b966c885ef tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:15.579926 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-bcb2a3c7-4d2e-498f-b3d6-ecb1753dc6fc req-87407ae4-04c6-44d3-b138-f4b966c885ef tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:15.596686 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdc6864-9cd6-45ef-baf1-e4455baa94ac req-2ef1e0d3-16cd-4740-bfd3-3de55625603e tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:15.597418 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-9d9d6791-2ba6-4cac-9976-9e5a03c5e856 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b4870e3c85c84ca78a3c4012c18adec3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3610320 Aug 05 11:34:15.604647 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1bdc6864-9cd6-45ef-baf1-e4455baa94ac req-2ef1e0d3-16cd-4740-bfd3-3de55625603e tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=49a8d96f-b7ef-4992-9730-42aa4497d4c6 HTTP/1.1" status: 200 len: 931 time: 0.3172972 Aug 05 11:34:15.605210 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 56520) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:34:15.629418 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-18fc604f-0c66-4e0f-b87a-417609d17263 req-10e871c4-d57e-418b-b338-47983bd195b3 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=be090969-9d37-41b9-80ad-9680c00c1969&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4722259 Aug 05 11:34:15.681942 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-bcb2a3c7-4d2e-498f-b3d6-ecb1753dc6fc req-87407ae4-04c6-44d3-b138-f4b966c885ef tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8955445 Aug 05 11:34:15.718828 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-bcb2a3c7-4d2e-498f-b3d6-ecb1753dc6fc req-3f56e06e-a787-411a-8cbb-be1fa20549a7 service neutron] Request body: {'port': {'device_id': '49a8d96f-b7ef-4992-9730-42aa4497d4c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:34:15.734966 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-71fefb87-e360-4110-aa6f-69e382224a90 req-0b915f36-c54b-400a-b82c-0345dd61a045 tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] 10.222.0.58 "GET /v2.0/security-groups?id=828cef5c-0f80-4604-87f6-a92aecbc06bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007368 Aug 05 11:34:15.808830 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1bdc6864-9cd6-45ef-baf1-e4455baa94ac req-1d2a3820-f5b7-4158-bc03-cb5816128f7e tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=30974407-7b2a-468c-b989-540006d0da28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753118 Aug 05 11:34:15.844032 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-6ba5f393-cc60-4112-b5d4-4e9325a172a9 None None] Provisioning for port 00f6578b-db42-4369-b4eb-90fed2c3f159 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:34:15.849971 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-6ba5f393-cc60-4112-b5d4-4e9325a172a9 None None] Provisioning complete for port 00f6578b-db42-4369-b4eb-90fed2c3f159 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:34:15.850349 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-6ba5f393-cc60-4112-b5d4-4e9325a172a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:15.978272 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-6ba5f393-cc60-4112-b5d4-4e9325a172a9 None None] Port 00f6578b-db42-4369-b4eb-90fed2c3f159 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:34:16.008016 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-bcb2a3c7-4d2e-498f-b3d6-ecb1753dc6fc req-3f56e06e-a787-411a-8cbb-be1fa20549a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:16.011067 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e0947142-a673-4245-a782-f9644031b434 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:16.062857 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5581d5-ad05-4e05-9e88-fccf2599004f req-869dd66a-ed83-459e-a883-0fbecf52161f tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:16.065388 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cd5581d5-ad05-4e05-9e88-fccf2599004f req-869dd66a-ed83-459e-a883-0fbecf52161f tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=be090969-9d37-41b9-80ad-9680c00c1969 HTTP/1.1" status: 200 len: 950 time: 0.1445525 Aug 05 11:34:16.146118 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e0947142-a673-4245-a782-f9644031b434 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:16.176864 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31ac1b07-0855-4c8d-99ac-75e52c4647a6 x-openstack-request-id: req-31ac1b07-0855-4c8d-99ac-75e52c4647a6 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:34:16.177182 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ced64949-f1e6-4fb7-819e-3161dbf2827c", "name": "network-vif-plugged", "status": "completed", "tag": "41a58158-bddd-490a-87cf-2225eb590d02", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:34:16.178069 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-31ac1b07-0855-4c8d-99ac-75e52c4647a6 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:34:16.178989 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ced64949-f1e6-4fb7-819e-3161dbf2827c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41a58158-bddd-490a-87cf-2225eb590d02', 'code': 200} Aug 05 11:34:16.190622 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cd5581d5-ad05-4e05-9e88-fccf2599004f req-ebc852db-b4b5-43f6-b656-d6c230269fdf tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996711 Aug 05 11:34:16.254834 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e0947142-a673-4245-a782-f9644031b434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:16.259164 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e0947142-a673-4245-a782-f9644031b434 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:16.261342 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-e0947142-a673-4245-a782-f9644031b434 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f48f8991-c3a5-417e-a3d1-8861f7ce43c7 HTTP/1.1" status: 204 len: 168 time: 0.6545126 Aug 05 11:34:16.312926 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0947142-a673-4245-a782-f9644031b434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f48f8991-c3a5-417e-a3d1-8861f7ce43c7,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:34:16.459077 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f756782f-7d10-45c7-afb6-d5cac17576fc req-83ea2047-1fea-48d3-8f58-0c470802f983 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:16.460784 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f756782f-7d10-45c7-afb6-d5cac17576fc req-83ea2047-1fea-48d3-8f58-0c470802f983 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/ports?device_id=051d2e79-c53f-4414-b541-c8382c63937c HTTP/1.1" status: 200 len: 946 time: 0.1377554 Aug 05 11:34:16.504510 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04424ca3-e948-430f-b942-f5a48d83ee8a req-520f4318-53b3-49c6-bc5d-9cf0345212da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:16.506243 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-04424ca3-e948-430f-b942-f5a48d83ee8a req-520f4318-53b3-49c6-bc5d-9cf0345212da service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ced64949-f1e6-4fb7-819e-3161dbf2827c HTTP/1.1" status: 200 len: 1097 time: 0.2220426 Aug 05 11:34:16.629702 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f756782f-7d10-45c7-afb6-d5cac17576fc req-6a26e248-3021-46ca-9c60-f2dbed9b4e75 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4e742cc-0754-43b8-97b1-fad458ef76e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600537 Aug 05 11:34:16.706898 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-04424ca3-e948-430f-b942-f5a48d83ee8a req-87371f07-a361-4c08-b6d0-be56650e08a0 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=828cef5c-0f80-4604-87f6-a92aecbc06bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833060 Aug 05 11:34:17.033591 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-bcb2a3c7-4d2e-498f-b3d6-ecb1753dc6fc req-3f56e06e-a787-411a-8cbb-be1fa20549a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00f6578b-db42-4369-b4eb-90fed2c3f159 {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:34:17.069427 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-bcb2a3c7-4d2e-498f-b3d6-ecb1753dc6fc req-3f56e06e-a787-411a-8cbb-be1fa20549a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:17.107930 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-bcb2a3c7-4d2e-498f-b3d6-ecb1753dc6fc req-3f56e06e-a787-411a-8cbb-be1fa20549a7 service neutron] Transition to ACTIVE for port object 00f6578b-db42-4369-b4eb-90fed2c3f159 will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:34:17.114466 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-bcb2a3c7-4d2e-498f-b3d6-ecb1753dc6fc req-3f56e06e-a787-411a-8cbb-be1fa20549a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:17.148559 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928dc7a7-5a3d-42f4-8308-61bd9ca088c4 req-d576a4c7-f0a8-4f49-a4ec-f99b300d7a08 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:17.176091 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-928dc7a7-5a3d-42f4-8308-61bd9ca088c4 req-d576a4c7-f0a8-4f49-a4ec-f99b300d7a08 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=49a8d96f-b7ef-4992-9730-42aa4497d4c6 HTTP/1.1" status: 200 len: 931 time: 0.1724093 Aug 05 11:34:17.327063 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-928dc7a7-5a3d-42f4-8308-61bd9ca088c4 req-4c169872-7ccb-4c1c-be40-f3d793981bf5 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=30974407-7b2a-468c-b989-540006d0da28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521668 Aug 05 11:34:17.348841 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f56e06e-a787-411a-8cbb-be1fa20549a7 service neutron] Pushing event updated for resources: {'Port': ['ID=00f6578b-db42-4369-b4eb-90fed2c3f159,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:34:17.526332 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-bcb2a3c7-4d2e-498f-b3d6-ecb1753dc6fc req-3f56e06e-a787-411a-8cbb-be1fa20549a7 service neutron] Attempting to bind port 00f6578b-db42-4369-b4eb-90fed2c3f159 on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:34:17.526937 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-bcb2a3c7-4d2e-498f-b3d6-ecb1753dc6fc req-3f56e06e-a787-411a-8cbb-be1fa20549a7 service neutron] Attempting to bind port 00f6578b-db42-4369-b4eb-90fed2c3f159 by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': '5615e441-bf2b-4f62-9a7e-00bdeb60130a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '3bbc31db-4958-4e8b-9f8e-bc48b5d28e47'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:34:17.527471 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb2a3c7-4d2e-498f-b3d6-ecb1753dc6fc req-3f56e06e-a787-411a-8cbb-be1fa20549a7 service neutron] Attempting to bind port 00f6578b-db42-4369-b4eb-90fed2c3f159 on network 3bbc31db-4958-4e8b-9f8e-bc48b5d28e47 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:34:17.536192 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb2a3c7-4d2e-498f-b3d6-ecb1753dc6fc req-3f56e06e-a787-411a-8cbb-be1fa20549a7 service neutron] Port 00f6578b-db42-4369-b4eb-90fed2c3f159 on network 3bbc31db-4958-4e8b-9f8e-bc48b5d28e47 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:34:17.541055 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb2a3c7-4d2e-498f-b3d6-ecb1753dc6fc req-3f56e06e-a787-411a-8cbb-be1fa20549a7 service neutron] Attempting to bind port 00f6578b-db42-4369-b4eb-90fed2c3f159 on network 3bbc31db-4958-4e8b-9f8e-bc48b5d28e47 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:34:17.552328 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb2a3c7-4d2e-498f-b3d6-ecb1753dc6fc req-3f56e06e-a787-411a-8cbb-be1fa20549a7 service neutron] Checking agent: {'id': 'a8f1dd2d-227c-4e30-8844-52419ba734db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:34:17.560090 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb2a3c7-4d2e-498f-b3d6-ecb1753dc6fc req-3f56e06e-a787-411a-8cbb-be1fa20549a7 service neutron] Checking segment: {'id': '5615e441-bf2b-4f62-9a7e-00bdeb60130a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '3bbc31db-4958-4e8b-9f8e-bc48b5d28e47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:34:17.561378 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb2a3c7-4d2e-498f-b3d6-ecb1753dc6fc req-3f56e06e-a787-411a-8cbb-be1fa20549a7 service neutron] Bound using segment: {'id': '5615e441-bf2b-4f62-9a7e-00bdeb60130a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '3bbc31db-4958-4e8b-9f8e-bc48b5d28e47'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:34:17.562034 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-bcb2a3c7-4d2e-498f-b3d6-ecb1753dc6fc req-3f56e06e-a787-411a-8cbb-be1fa20549a7 service neutron] Bound port: 00f6578b-db42-4369-b4eb-90fed2c3f159, host: n-h2-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5615e441-bf2b-4f62-9a7e-00bdeb60130a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '3bbc31db-4958-4e8b-9f8e-bc48b5d28e47'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:34:17.562770 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-bcb2a3c7-4d2e-498f-b3d6-ecb1753dc6fc req-3f56e06e-a787-411a-8cbb-be1fa20549a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:17.717862 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cd00c9-18e2-47b1-b07d-47e108df92a3 req-29621c4d-4d1d-4b5b-b492-046e0b0e5dfa tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:17.732504 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f9cd00c9-18e2-47b1-b07d-47e108df92a3 req-29621c4d-4d1d-4b5b-b492-046e0b0e5dfa tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=be090969-9d37-41b9-80ad-9680c00c1969 HTTP/1.1" status: 200 len: 950 time: 0.2056415 Aug 05 11:34:17.901786 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-bcb2a3c7-4d2e-498f-b3d6-ecb1753dc6fc req-3f56e06e-a787-411a-8cbb-be1fa20549a7 service neutron] For port 00f6578b-db42-4369-b4eb-90fed2c3f159, host n-h2-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:34:17.920044 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-bcb2a3c7-4d2e-498f-b3d6-ecb1753dc6fc req-3f56e06e-a787-411a-8cbb-be1fa20549a7 service neutron] For port 00f6578b-db42-4369-b4eb-90fed2c3f159, host n-h2-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=00f6578b-db42-4369-b4eb-90fed2c3f159,segment=NetworkSegment(5615e441-bf2b-4f62-9a7e-00bdeb60130a),segment_id=5615e441-bf2b-4f62-9a7e-00bdeb60130a)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:34:17.933267 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-bcb2a3c7-4d2e-498f-b3d6-ecb1753dc6fc req-3f56e06e-a787-411a-8cbb-be1fa20549a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:17.995642 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb2a3c7-4d2e-498f-b3d6-ecb1753dc6fc req-3f56e06e-a787-411a-8cbb-be1fa20549a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:17.996861 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-bcb2a3c7-4d2e-498f-b3d6-ecb1753dc6fc req-3f56e06e-a787-411a-8cbb-be1fa20549a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:17.998556 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-bcb2a3c7-4d2e-498f-b3d6-ecb1753dc6fc req-3f56e06e-a787-411a-8cbb-be1fa20549a7 service neutron] 10.222.0.55 "PUT /v2.0/ports/00f6578b-db42-4369-b4eb-90fed2c3f159 HTTP/1.1" status: 200 len: 1091 time: 2.2995532 Aug 05 11:34:17.999271 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49a8d96f-b7ef-4992-9730-42aa4497d4c6', 'tag': '00f6578b-db42-4369-b4eb-90fed2c3f159'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:34:18.001985 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e41860c-5a1d-4d2a-8911-2068411a2c72" -d '{"events": [{"name": "network-changed", "server_uuid": "49a8d96f-b7ef-4992-9730-42aa4497d4c6", "tag": "00f6578b-db42-4369-b4eb-90fed2c3f159"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:34:18.084676 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f56e06e-a787-411a-8cbb-be1fa20549a7 service neutron] Pushing event updated for resources: {'Port': ['ID=00f6578b-db42-4369-b4eb-90fed2c3f159,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:34:18.163421 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f9cd00c9-18e2-47b1-b07d-47e108df92a3 req-68538a83-9ed0-4976-9248-7675df2555d4 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4284470 Aug 05 11:34:18.225904 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1822f5f8-3938-4de2-9c83-4e3987eb2851 req-0fded99d-b8f8-4709-bdd1-f35a2cdc43d3 tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:18.241201 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb2a3c7-4d2e-498f-b3d6-ecb1753dc6fc req-3f634a8e-3a3f-4d61-9dd6-403c6b345181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:18.243193 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-bcb2a3c7-4d2e-498f-b3d6-ecb1753dc6fc req-3f634a8e-3a3f-4d61-9dd6-403c6b345181 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=922471f37b13454ba92168a26c5eea8e&device_id=49a8d96f-b7ef-4992-9730-42aa4497d4c6 HTTP/1.1" status: 200 len: 1094 time: 0.1423669 Aug 05 11:34:18.247899 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1822f5f8-3938-4de2-9c83-4e3987eb2851 req-0fded99d-b8f8-4709-bdd1-f35a2cdc43d3 tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] 10.222.0.58 "GET /v2.0/ports?device_id=ced64949-f1e6-4fb7-819e-3161dbf2827c HTTP/1.1" status: 200 len: 946 time: 0.5109541 Aug 05 11:34:18.338913 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-bcb2a3c7-4d2e-498f-b3d6-ecb1753dc6fc req-ee96b9c1-a000-4aa6-b5b3-ed14a4b5320b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=00f6578b-db42-4369-b4eb-90fed2c3f159 HTTP/1.1" status: 200 len: 217 time: 0.0813496 Aug 05 11:34:18.461812 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb2a3c7-4d2e-498f-b3d6-ecb1753dc6fc req-850d34ee-bb1a-4dc4-853c-0203c94219b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:18.468981 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-bcb2a3c7-4d2e-498f-b3d6-ecb1753dc6fc req-850d34ee-bb1a-4dc4-853c-0203c94219b4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2358f314-430e-4da8-8dea-b9e9954bab81 HTTP/1.1" status: 200 len: 851 time: 0.1204033 Aug 05 11:34:18.501625 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1822f5f8-3938-4de2-9c83-4e3987eb2851 req-9da37860-3345-432b-8bd2-814e44646f84 tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] 10.222.0.58 "GET /v2.0/security-groups?id=828cef5c-0f80-4604-87f6-a92aecbc06bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524607 Aug 05 11:34:18.636188 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb2a3c7-4d2e-498f-b3d6-ecb1753dc6fc req-01706003-48f6-4a5a-aeca-8685b48b3817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:18.638002 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-bcb2a3c7-4d2e-498f-b3d6-ecb1753dc6fc req-01706003-48f6-4a5a-aeca-8685b48b3817 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3bbc31db-4958-4e8b-9f8e-bc48b5d28e47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1617932 Aug 05 11:34:18.796976 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14db92ac-393e-4971-9bd9-6ea01437bc2b x-openstack-request-id: req-14db92ac-393e-4971-9bd9-6ea01437bc2b {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:34:18.797518 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49a8d96f-b7ef-4992-9730-42aa4497d4c6", "tag": "00f6578b-db42-4369-b4eb-90fed2c3f159", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:34:18.797879 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-14db92ac-393e-4971-9bd9-6ea01437bc2b {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:34:18.798841 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49a8d96f-b7ef-4992-9730-42aa4497d4c6', 'tag': '00f6578b-db42-4369-b4eb-90fed2c3f159', 'status': 'completed', 'code': 200} Aug 05 11:34:18.802500 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d39bb1-1616-4e2b-8b13-9b080b2726f0 req-b20888ca-05cb-41ff-bb32-d8a918540a40 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:18.820939 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a1d39bb1-1616-4e2b-8b13-9b080b2726f0 req-b20888ca-05cb-41ff-bb32-d8a918540a40 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/ports?device_id=051d2e79-c53f-4414-b541-c8382c63937c HTTP/1.1" status: 200 len: 946 time: 0.1631598 Aug 05 11:34:18.953533 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a1d39bb1-1616-4e2b-8b13-9b080b2726f0 req-db4a2397-0317-478b-b1d8-659fbea9a96b tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4e742cc-0754-43b8-97b1-fad458ef76e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279278 Aug 05 11:34:18.987350 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-bcb2a3c7-4d2e-498f-b3d6-ecb1753dc6fc req-61262fa7-01ee-438d-898d-9aaebb5475e4 service neutron] 10.222.0.55 "GET /v2.0/networks/3bbc31db-4958-4e8b-9f8e-bc48b5d28e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3416166 Aug 05 11:34:19.021789 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 56612) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:34:19.209574 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c714a56b-35ad-4d2f-98b5-b374be161f6e req-3c25cc6d-74af-44c1-87cd-e7175658c8f6 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:19.222557 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c714a56b-35ad-4d2f-98b5-b374be161f6e req-3c25cc6d-74af-44c1-87cd-e7175658c8f6 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=49a8d96f-b7ef-4992-9730-42aa4497d4c6 HTTP/1.1" status: 200 len: 943 time: 0.2572234 Aug 05 11:34:19.324728 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-694ad1a9-81d0-4dd9-bd43-ad0fee464fc3 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1219779495-network', 'tenant_id': 'b3379bfa21b54b6b83ae02364a56c2e6'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:34:19.389270 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-bcb2a3c7-4d2e-498f-b3d6-ecb1753dc6fc req-bac08529-3dd2-44b0-b034-4c23a2ae01f9 service neutron] 10.222.0.55 "GET /v2.0/networks/3bbc31db-4958-4e8b-9f8e-bc48b5d28e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3929808 Aug 05 11:34:19.400567 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fc604f-0c66-4e0f-b87a-417609d17263 req-263e4812-17db-41c1-bfc5-e46e49b86d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:19.401535 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-18fc604f-0c66-4e0f-b87a-417609d17263 req-263e4812-17db-41c1-bfc5-e46e49b86d1a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f811ccc1244d4d32a53adbbe13250fd5&device_id=be090969-9d37-41b9-80ad-9680c00c1969 HTTP/1.1" status: 200 len: 1101 time: 0.1718874 Aug 05 11:34:19.403093 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-694ad1a9-81d0-4dd9-bd43-ad0fee464fc3 admin admin] Made reservation on behalf of b3379bfa21b54b6b83ae02364a56c2e6 for: {'network': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:34:19.406386 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-694ad1a9-81d0-4dd9-bd43-ad0fee464fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:19.434097 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-694ad1a9-81d0-4dd9-bd43-ad0fee464fc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:19.475425 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c714a56b-35ad-4d2f-98b5-b374be161f6e req-92a4a6bd-a382-4d03-a8d1-198262098955 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=30974407-7b2a-468c-b989-540006d0da28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429073 Aug 05 11:34:19.546348 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bc59a5-2ea5-438c-8a88-3e5c05d4c6a4 req-c2d5e4d8-d91b-4273-9789-958775a63d76 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:19.554819 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b9bc59a5-2ea5-438c-8a88-3e5c05d4c6a4 req-c2d5e4d8-d91b-4273-9789-958775a63d76 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=be090969-9d37-41b9-80ad-9680c00c1969 HTTP/1.1" status: 200 len: 950 time: 0.1900959 Aug 05 11:34:19.667828 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b9bc59a5-2ea5-438c-8a88-3e5c05d4c6a4 req-3ba0f63f-e421-4a31-afad-62ae4bbdd850 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115956 Aug 05 11:34:19.831389 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e41860c-5a1d-4d2a-8911-2068411a2c72 req-046dddf8-96be-49c2-9c4b-49e446203574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:19.838025 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-5e41860c-5a1d-4d2a-8911-2068411a2c72 req-046dddf8-96be-49c2-9c4b-49e446203574 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=922471f37b13454ba92168a26c5eea8e&device_id=49a8d96f-b7ef-4992-9730-42aa4497d4c6 HTTP/1.1" status: 200 len: 1094 time: 0.2940557 Aug 05 11:34:19.860107 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46738a40-5c25-493f-875d-e7d78b636491 req-cd56b5c9-ec30-4cb6-8f9d-5d3416df6605 tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:19.871493 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-46738a40-5c25-493f-875d-e7d78b636491 req-cd56b5c9-ec30-4cb6-8f9d-5d3416df6605 tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] 10.222.0.58 "GET /v2.0/ports?device_id=ced64949-f1e6-4fb7-819e-3161dbf2827c HTTP/1.1" status: 200 len: 946 time: 0.0901093 Aug 05 11:34:19.911575 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fc604f-0c66-4e0f-b87a-417609d17263 req-b293d0ae-641d-449e-84ab-27119a8f2c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:19.914363 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-18fc604f-0c66-4e0f-b87a-417609d17263 req-b293d0ae-641d-449e-84ab-27119a8f2c20 service neutron] 10.222.0.64 "GET /v2.0/networks?id=91caede3-92e4-4b1e-8e3e-36227cfd846a HTTP/1.1" status: 200 len: 870 time: 0.4942896 Aug 05 11:34:19.928903 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-46738a40-5c25-493f-875d-e7d78b636491 req-49a25353-8200-4994-ba07-d8e5a5d9f14f tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] 10.222.0.58 "GET /v2.0/security-groups?id=828cef5c-0f80-4604-87f6-a92aecbc06bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559475 Aug 05 11:34:20.209335 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630eb740-f77e-4092-9f0f-52bc794ff9d7 req-9a97c0c7-47fc-4f05-bdc5-ff2ef4b3c510 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:20.212001 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-630eb740-f77e-4092-9f0f-52bc794ff9d7 req-9a97c0c7-47fc-4f05-bdc5-ff2ef4b3c510 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/ports?device_id=051d2e79-c53f-4414-b541-c8382c63937c HTTP/1.1" status: 200 len: 946 time: 0.0963666 Aug 05 11:34:20.300006 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-630eb740-f77e-4092-9f0f-52bc794ff9d7 req-da06635c-2de7-4665-85dd-ef1f799be3d3 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4e742cc-0754-43b8-97b1-fad458ef76e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803554 Aug 05 11:34:20.610968 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-18fc604f-0c66-4e0f-b87a-417609d17263 req-bd50d5ff-442a-41e2-b366-ef38a83df8f9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=cff672a6-7c2d-4160-bef8-b32e3b454687 HTTP/1.1" status: 200 len: 217 time: 0.6615987 Aug 05 11:34:20.613794 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-694ad1a9-81d0-4dd9-bd43-ad0fee464fc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:20.635680 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-694ad1a9-81d0-4dd9-bd43-ad0fee464fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:20.723832 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694ad1a9-81d0-4dd9-bd43-ad0fee464fc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=441035ee-4de9-4985-88a6-4e9a543e81a8,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:34:20.773260 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321cda88-a223-44f1-b738-c2083d6868b4 req-b23db158-db56-49ef-b9c9-b08607a79b89 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:20.784290 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-321cda88-a223-44f1-b738-c2083d6868b4 req-b23db158-db56-49ef-b9c9-b08607a79b89 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=49a8d96f-b7ef-4992-9730-42aa4497d4c6 HTTP/1.1" status: 200 len: 943 time: 0.1134291 Aug 05 11:34:20.841078 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-321cda88-a223-44f1-b738-c2083d6868b4 req-7961e298-2a57-4c46-bb26-96e242c93cf1 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=30974407-7b2a-468c-b989-540006d0da28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556779 Aug 05 11:34:20.865451 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-694ad1a9-81d0-4dd9-bd43-ad0fee464fc3 admin admin] vlan segment allocate from pool success with {'vlan_id': 690, 'physical_network': 'physnet1'} {{(pid=94421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:34:20.885815 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fc604f-0c66-4e0f-b87a-417609d17263 req-888d3d3c-31fe-405f-a3e3-9223bf000870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:20.893422 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-18fc604f-0c66-4e0f-b87a-417609d17263 req-888d3d3c-31fe-405f-a3e3-9223bf000870 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6842f728-c2f3-4e36-bb32-3303d06ce3f4 HTTP/1.1" status: 200 len: 843 time: 0.2720215 Aug 05 11:34:21.019261 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a814986-a64d-447f-ae35-ecb14a9f35a6 req-4d46b3fb-0511-4a25-9abe-c9fc3e9c11cc tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:21.028409 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9a814986-a64d-447f-ae35-ecb14a9f35a6 req-4d46b3fb-0511-4a25-9abe-c9fc3e9c11cc tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=be090969-9d37-41b9-80ad-9680c00c1969 HTTP/1.1" status: 200 len: 950 time: 0.0987005 Aug 05 11:34:21.067893 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-694ad1a9-81d0-4dd9-bd43-ad0fee464fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:21.068436 n-d-803378-2 neutron-server[94421]: INFO neutron.db.segments_db [None req-694ad1a9-81d0-4dd9-bd43-ad0fee464fc3 admin admin] Added segment 07390d54-f52b-4995-9677-d5180ea54365 of type vlan for network 2ab16415-814a-473a-baf1-7ea9687eb71e Aug 05 11:34:21.094166 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e41860c-5a1d-4d2a-8911-2068411a2c72 req-d8f3ee4c-831f-4e43-b12d-da07b21b6734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:21.109334 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-5e41860c-5a1d-4d2a-8911-2068411a2c72 req-d8f3ee4c-831f-4e43-b12d-da07b21b6734 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3bbc31db-4958-4e8b-9f8e-bc48b5d28e47 HTTP/1.1" status: 200 len: 913 time: 1.1927290 Aug 05 11:34:21.122085 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9a814986-a64d-447f-ae35-ecb14a9f35a6 req-a32475cc-0785-427a-bf3c-99ff1bb49082 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899162 Aug 05 11:34:21.286830 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-5e41860c-5a1d-4d2a-8911-2068411a2c72 req-2fe79e79-c372-4cbe-aafd-4b50032cfb29 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=00f6578b-db42-4369-b4eb-90fed2c3f159 HTTP/1.1" status: 200 len: 217 time: 0.1075034 Aug 05 11:34:21.331009 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fc604f-0c66-4e0f-b87a-417609d17263 req-28f4ac58-d9b2-45b7-8c9a-bc89f65107f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:21.333843 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-18fc604f-0c66-4e0f-b87a-417609d17263 req-28f4ac58-d9b2-45b7-8c9a-bc89f65107f3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=91caede3-92e4-4b1e-8e3e-36227cfd846a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3836253 Aug 05 11:34:21.370235 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-694ad1a9-81d0-4dd9-bd43-ad0fee464fc3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:21.659227 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.db.resource_extend [None req-694ad1a9-81d0-4dd9-bd43-ad0fee464fc3 admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 05 11:34:21.704822 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201d4fdb-0ab1-43c5-97c3-68d6492be882 req-53962921-1d63-4d7d-8640-28fefae83280 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:21.729175 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-201d4fdb-0ab1-43c5-97c3-68d6492be882 req-53962921-1d63-4d7d-8640-28fefae83280 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/ports?device_id=051d2e79-c53f-4414-b541-c8382c63937c HTTP/1.1" status: 200 len: 946 time: 0.1855772 Aug 05 11:34:21.787303 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e41860c-5a1d-4d2a-8911-2068411a2c72 req-2b3d8c5c-8c12-495e-9640-2505ed7a8733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:21.796325 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-5e41860c-5a1d-4d2a-8911-2068411a2c72 req-2b3d8c5c-8c12-495e-9640-2505ed7a8733 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2358f314-430e-4da8-8dea-b9e9954bab81 HTTP/1.1" status: 200 len: 851 time: 0.4698420 Aug 05 11:34:21.869838 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:21.876908 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-694ad1a9-81d0-4dd9-bd43-ad0fee464fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:21.878170 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694ad1a9-81d0-4dd9-bd43-ad0fee464fc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:21.879251 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-694ad1a9-81d0-4dd9-bd43-ad0fee464fc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:21.884371 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-18fc604f-0c66-4e0f-b87a-417609d17263 req-5ee42267-2324-449f-999e-c96b7b9aa42c service neutron] 10.222.0.64 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4986386 Aug 05 11:34:21.893691 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 56690) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:34:21.975500 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694ad1a9-81d0-4dd9-bd43-ad0fee464fc3 admin admin] Pushing event updated for resources: {'Network': ['ID=2ab16415-814a-473a-baf1-7ea9687eb71e,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:34:21.992764 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 2ab16415-814a-473a-baf1-7ea9687eb71e details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:34:22.060571 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-694ad1a9-81d0-4dd9-bd43-ad0fee464fc3 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.0340846 Aug 05 11:34:22.063368 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 56694) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:34:22.066850 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e41860c-5a1d-4d2a-8911-2068411a2c72 req-a36fe386-c7bf-4757-ac12-176f6b1191c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:22.069434 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-5e41860c-5a1d-4d2a-8911-2068411a2c72 req-a36fe386-c7bf-4757-ac12-176f6b1191c9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3bbc31db-4958-4e8b-9f8e-bc48b5d28e47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2460065 Aug 05 11:34:22.077520 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-8328bac8-ec5f-42be-b05c-3aebcd3d5385 admin admin] Request body: {'subnet': {'network_id': '2ab16415-814a-473a-baf1-7ea9687eb71e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1219779495-subnet', 'tenant_id': 'b3379bfa21b54b6b83ae02364a56c2e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:34:22.082342 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-201d4fdb-0ab1-43c5-97c3-68d6492be882 req-2b93749e-a60a-48cb-b075-bc878f6f3c34 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4e742cc-0754-43b8-97b1-fad458ef76e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3518226 Aug 05 11:34:22.201305 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8328bac8-ec5f-42be-b05c-3aebcd3d5385 admin admin] Made reservation on behalf of b3379bfa21b54b6b83ae02364a56c2e6 for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:34:22.204763 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8328bac8-ec5f-42be-b05c-3aebcd3d5385 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:22.228004 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60718620-7c13-44e0-a97b-1ad9b12518c5 req-d0f57b01-0406-4b43-865a-7a7d381f1b4a tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:22.240654 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-60718620-7c13-44e0-a97b-1ad9b12518c5 req-d0f57b01-0406-4b43-865a-7a7d381f1b4a tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] 10.222.0.58 "GET /v2.0/ports?device_id=ced64949-f1e6-4fb7-819e-3161dbf2827c HTTP/1.1" status: 200 len: 946 time: 0.4981594 Aug 05 11:34:22.301314 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 00f6578b-db42-4369-b4eb-90fed2c3f159 details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:34:22.557814 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 00f6578b-db42-4369-b4eb-90fed2c3f159, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=00f6578b-db42-4369-b4eb-90fed2c3f159,segment=NetworkSegment(5615e441-bf2b-4f62-9a7e-00bdeb60130a),segment_id=5615e441-bf2b-4f62-9a7e-00bdeb60130a)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:34:22.605642 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Returning: {'device': '00f6578b-db42-4369-b4eb-90fed2c3f159', 'network_id': '3bbc31db-4958-4e8b-9f8e-bc48b5d28e47', 'port_id': '00f6578b-db42-4369-b4eb-90fed2c3f159', 'mac_address': 'fa:16:3e:0c:75:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2358f314-430e-4da8-8dea-b9e9954bab81', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:34:22.673283 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-60718620-7c13-44e0-a97b-1ad9b12518c5 req-495abd26-525c-4aa7-926a-72dcb5911de0 tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] 10.222.0.58 "GET /v2.0/security-groups?id=828cef5c-0f80-4604-87f6-a92aecbc06bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4217069 Aug 05 11:34:22.710209 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d86043c1-86fa-413e-bddc-8e5303d6c076 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:22.712334 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-5e41860c-5a1d-4d2a-8911-2068411a2c72 req-56b22191-9fc2-41d2-b594-fae92c6cbfad service neutron] 10.222.0.55 "GET /v2.0/networks/3bbc31db-4958-4e8b-9f8e-bc48b5d28e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6307249 Aug 05 11:34:22.739400 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:22.805781 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00f6578b-db42-4369-b4eb-90fed2c3f159 {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:34:22.834618 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8328bac8-ec5f-42be-b05c-3aebcd3d5385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25038678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30075167'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:22.849514 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 00f6578b-db42-4369-b4eb-90fed2c3f159, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=00f6578b-db42-4369-b4eb-90fed2c3f159,segment=NetworkSegment(5615e441-bf2b-4f62-9a7e-00bdeb60130a),segment_id=5615e441-bf2b-4f62-9a7e-00bdeb60130a)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:34:22.859098 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:22.914756 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-18fc604f-0c66-4e0f-b87a-417609d17263 req-a076268c-1c18-464a-af8b-528a67a6cf41 service neutron] 10.222.0.64 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9441237 Aug 05 11:34:22.921240 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8348ce59-6a30-4165-8e40-b084100b04f8 req-700b269a-8910-489f-9d85-11aae21ef245 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:22.923110 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8348ce59-6a30-4165-8e40-b084100b04f8 req-700b269a-8910-489f-9d85-11aae21ef245 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=49a8d96f-b7ef-4992-9730-42aa4497d4c6 HTTP/1.1" status: 200 len: 943 time: 0.4112203 Aug 05 11:34:22.948338 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=00f6578b-db42-4369-b4eb-90fed2c3f159,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:34:23.012796 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8348ce59-6a30-4165-8e40-b084100b04f8 req-7c328f39-c4c3-4520-a120-3f9234e91547 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=30974407-7b2a-468c-b989-540006d0da28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822475 Aug 05 11:34:23.033221 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c422bc41-a141-44ae-82be-8342c8f7abe5 req-bb63f2ec-91ca-4702-afc8-7383df23629d tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:23.034816 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c422bc41-a141-44ae-82be-8342c8f7abe5 req-bb63f2ec-91ca-4702-afc8-7383df23629d tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=be090969-9d37-41b9-80ad-9680c00c1969 HTTP/1.1" status: 200 len: 950 time: 0.1711757 Aug 05 11:34:23.093550 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d86043c1-86fa-413e-bddc-8e5303d6c076 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:23.109356 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d86043c1-86fa-413e-bddc-8e5303d6c076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:23.129907 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8328bac8-ec5f-42be-b05c-3aebcd3d5385 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75f2dc44-2fa4-4a4c-af46-d223a57bab51,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:34:23.151007 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8328bac8-ec5f-42be-b05c-3aebcd3d5385 admin admin] Checking segment: {'id': '07390d54-f52b-4995-9677-d5180ea54365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '2ab16415-814a-473a-baf1-7ea9687eb71e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:34:23.151007 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8328bac8-ec5f-42be-b05c-3aebcd3d5385 admin admin] Network hostable DHCP agents. Network: 2ab16415-814a-473a-baf1-7ea9687eb71e, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:34:23.155615 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['00f6578b-db42-4369-b4eb-90fed2c3f159'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:34:23.185338 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-5e41860c-5a1d-4d2a-8911-2068411a2c72 req-ecea8114-1956-4a74-aed1-df3b3f0191c1 service neutron] 10.222.0.55 "GET /v2.0/networks/3bbc31db-4958-4e8b-9f8e-bc48b5d28e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4322281 Aug 05 11:34:23.200404 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c422bc41-a141-44ae-82be-8342c8f7abe5 req-b29fe5c4-c621-4b69-9108-542bcace65a5 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549611 Aug 05 11:34:23.205804 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86043c1-86fa-413e-bddc-8e5303d6c076 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de004e81-4f82-4202-958d-4eba53cbf442,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:34:23.208581 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d6b86e-15c4-4803-89de-f11cbfd57808 req-993446b1-6261-47eb-af34-7b5eea8421cb tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:23.210857 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-57d6b86e-15c4-4803-89de-f11cbfd57808 req-993446b1-6261-47eb-af34-7b5eea8421cb tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] 10.222.0.55 "GET /v2.0/ports?device_id=ced64949-f1e6-4fb7-819e-3161dbf2827c HTTP/1.1" status: 200 len: 946 time: 0.2041421 Aug 05 11:34:23.215983 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8328bac8-ec5f-42be-b05c-3aebcd3d5385 admin admin] Network 2ab16415-814a-473a-baf1-7ea9687eb71e is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:34:23.249506 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-8328bac8-ec5f-42be-b05c-3aebcd3d5385 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, 2ab16415-814a-473a-baf1-7ea9687eb71e) {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:34:23.259881 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3a519e-63a0-4221-aacd-5c97fbba8ad1 None None] Network 2ab16415-814a-473a-baf1-7ea9687eb71e requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:34:23.275057 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-d86043c1-86fa-413e-bddc-8e5303d6c076 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=53c0246381f74201bac4adb9524a2b88&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3763280 Aug 05 11:34:23.277756 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 56704) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:34:23.309921 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8328bac8-ec5f-42be-b05c-3aebcd3d5385 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:23.311078 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8328bac8-ec5f-42be-b05c-3aebcd3d5385 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:23.380881 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-8328bac8-ec5f-42be-b05c-3aebcd3d5385 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3011909 Aug 05 11:34:23.422463 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1734c90b-31bb-4a89-85e3-b74e85f7989f req-21eac930-695d-4d88-874a-5c717c4bb791 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:23.433360 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1734c90b-31bb-4a89-85e3-b74e85f7989f req-21eac930-695d-4d88-874a-5c717c4bb791 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/ports?device_id=051d2e79-c53f-4414-b541-c8382c63937c HTTP/1.1" status: 200 len: 946 time: 0.1494520 Aug 05 11:34:23.436196 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a00fe150-e552-4a27-994b-9b912f61a104 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:23.468713 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-57d6b86e-15c4-4803-89de-f11cbfd57808 req-5620d84e-5d85-46c5-a716-8b73164f44b3 tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] Deleting port 41a58158-bddd-490a-87cf-2225eb590d02 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:34:23.469227 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-57d6b86e-15c4-4803-89de-f11cbfd57808 req-5620d84e-5d85-46c5-a716-8b73164f44b3 tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:23.482023 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a00fe150-e552-4a27-994b-9b912f61a104 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:23.544681 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1734c90b-31bb-4a89-85e3-b74e85f7989f req-9e97a44f-567b-41ac-a07d-96bc0f3acae9 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4e742cc-0754-43b8-97b1-fad458ef76e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103404 Aug 05 11:34:23.587819 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a00fe150-e552-4a27-994b-9b912f61a104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:23.590736 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a00fe150-e552-4a27-994b-9b912f61a104 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:23.592052 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-a00fe150-e552-4a27-994b-9b912f61a104 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/de004e81-4f82-4202-958d-4eba53cbf442 HTTP/1.1" status: 204 len: 168 time: 0.3108349 Aug 05 11:34:23.611080 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00fe150-e552-4a27-994b-9b912f61a104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de004e81-4f82-4202-958d-4eba53cbf442,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:34:23.648074 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-57d6b86e-15c4-4803-89de-f11cbfd57808 req-5620d84e-5d85-46c5-a716-8b73164f44b3 tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] For port 41a58158-bddd-490a-87cf-2225eb590d02, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=41a58158-bddd-490a-87cf-2225eb590d02,segment=NetworkSegment(fb34d38f-e8ce-4566-8051-d1280b0a9093),segment_id=fb34d38f-e8ce-4566-8051-d1280b0a9093)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:34:23.648280 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-57d6b86e-15c4-4803-89de-f11cbfd57808 req-5620d84e-5d85-46c5-a716-8b73164f44b3 tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:23.674073 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-57d6b86e-15c4-4803-89de-f11cbfd57808 req-5620d84e-5d85-46c5-a716-8b73164f44b3 tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] Calling delete_port for 41a58158-bddd-490a-87cf-2225eb590d02 owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:34:23.689929 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2532ca20-41c2-40ee-b679-df8005937c2c None None] Network 2ab16415-814a-473a-baf1-7ea9687eb71e requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:34:23.929455 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-57d6b86e-15c4-4803-89de-f11cbfd57808 req-5620d84e-5d85-46c5-a716-8b73164f44b3 tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:23.997393 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5620d84e-5d85-46c5-a716-8b73164f44b3 tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] Pushing event deleted for resources: {'Port': ['ID=41a58158-bddd-490a-87cf-2225eb590d02,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:34:24.004101 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d95a59-166f-41cd-8106-974ab2b63f55 req-a330fa97-a9ea-43ce-aa68-ab11564f942a tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:24.016945 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e4d95a59-166f-41cd-8106-974ab2b63f55 req-a330fa97-a9ea-43ce-aa68-ab11564f942a tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] 10.222.0.58 "GET /v2.0/ports?device_id=ced64949-f1e6-4fb7-819e-3161dbf2827c HTTP/1.1" status: 200 len: 867 time: 0.1390860 Aug 05 11:34:24.088050 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e4d95a59-166f-41cd-8106-974ab2b63f55 req-a7d58b3e-6d0c-4b86-a65f-7741119a6f4a tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] 10.222.0.58 "GET /v2.0/security-groups?id=828cef5c-0f80-4604-87f6-a92aecbc06bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591853 Aug 05 11:34:24.132924 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-57d6b86e-15c4-4803-89de-f11cbfd57808 req-5620d84e-5d85-46c5-a716-8b73164f44b3 tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] No DVR routers for this DVR port 41a58158-bddd-490a-87cf-2225eb590d02 on host n-h2-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:34:24.137358 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-57d6b86e-15c4-4803-89de-f11cbfd57808 req-5620d84e-5d85-46c5-a716-8b73164f44b3 tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:24.139809 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-57d6b86e-15c4-4803-89de-f11cbfd57808 req-5620d84e-5d85-46c5-a716-8b73164f44b3 tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] 10.222.0.55 "DELETE /v2.0/ports/41a58158-bddd-490a-87cf-2225eb590d02 HTTP/1.1" status: 204 len: 173 time: 0.9019520 Aug 05 11:34:24.140271 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ced64949-f1e6-4fb7-819e-3161dbf2827c', 'name': 'network-vif-deleted', 'tag': '41a58158-bddd-490a-87cf-2225eb590d02'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:34:24.152826 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93254129-8cf1-4559-863b-caba801eef89" -d '{"events": [{"server_uuid": "ced64949-f1e6-4fb7-819e-3161dbf2827c", "name": "network-vif-deleted", "tag": "41a58158-bddd-490a-87cf-2225eb590d02"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:34:24.296787 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['41a58158-bddd-490a-87cf-2225eb590d02'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:34:24.303769 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 6f973e19-a850-49bc-875b-1c9dfd227e38 details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:34:24.367120 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 6f973e19-a850-49bc-875b-1c9dfd227e38 no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:34:24.422900 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91e7ee3-bd20-45b8-82c8-44fbf0d3f934 req-c84d9ce4-234e-4c4f-ba00-7b8d454acd02 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:24.424536 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f91e7ee3-bd20-45b8-82c8-44fbf0d3f934 req-c84d9ce4-234e-4c4f-ba00-7b8d454acd02 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=49a8d96f-b7ef-4992-9730-42aa4497d4c6 HTTP/1.1" status: 200 len: 944 time: 0.1835046 Aug 05 11:34:24.572144 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f91e7ee3-bd20-45b8-82c8-44fbf0d3f934 req-3c549a78-4266-49e4-8c52-551325b47f43 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=30974407-7b2a-468c-b989-540006d0da28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161683 Aug 05 11:34:24.777844 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aebdd4a9-89d6-45ff-bfa8-2d442cd601ff x-openstack-request-id: req-aebdd4a9-89d6-45ff-bfa8-2d442cd601ff {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:34:24.779158 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ced64949-f1e6-4fb7-819e-3161dbf2827c", "name": "network-vif-deleted", "tag": "41a58158-bddd-490a-87cf-2225eb590d02", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:34:24.779791 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-aebdd4a9-89d6-45ff-bfa8-2d442cd601ff {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:34:24.780969 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ced64949-f1e6-4fb7-819e-3161dbf2827c', 'name': 'network-vif-deleted', 'tag': '41a58158-bddd-490a-87cf-2225eb590d02', 'status': 'completed', 'code': 200} Aug 05 11:34:24.822604 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:24.859700 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de559b58-004d-471b-9be7-f1251095b21d req-79ce8e74-3830-42d4-bfab-c0ecc8c2cd7a tempest-ServerAddressesTestJSON-650032113 tempest-ServerAddressesTestJSON-650032113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:24.871146 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-de559b58-004d-471b-9be7-f1251095b21d req-79ce8e74-3830-42d4-bfab-c0ecc8c2cd7a tempest-ServerAddressesTestJSON-650032113 tempest-ServerAddressesTestJSON-650032113-project] 10.222.0.58 "GET /v2.0/networks?id=2ab16415-814a-473a-baf1-7ea9687eb71e HTTP/1.1" status: 200 len: 814 time: 0.2964301 Aug 05 11:34:24.949707 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-de559b58-004d-471b-9be7-f1251095b21d req-a59df3ff-91df-4146-9cb1-a4925ecc3806 tempest-ServerAddressesTestJSON-650032113 tempest-ServerAddressesTestJSON-650032113-project] 10.222.0.58 "GET /v2.0/quotas/b3379bfa21b54b6b83ae02364a56c2e6 HTTP/1.1" status: 200 len: 375 time: 0.0752282 Aug 05 11:34:25.019302 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a3502a-74c9-4573-b42d-52a95f760d2f req-74d62db2-cc1e-42e9-b994-46467c07da49 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:25.021655 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-62a3502a-74c9-4573-b42d-52a95f760d2f req-74d62db2-cc1e-42e9-b994-46467c07da49 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=be090969-9d37-41b9-80ad-9680c00c1969 HTTP/1.1" status: 200 len: 950 time: 0.1310263 Aug 05 11:34:25.025003 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-de559b58-004d-471b-9be7-f1251095b21d req-56923014-ad3c-4622-a523-cca24bbbc33c tempest-ServerAddressesTestJSON-650032113 tempest-ServerAddressesTestJSON-650032113-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=b3379bfa21b54b6b83ae02364a56c2e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0679760 Aug 05 11:34:25.101182 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-62a3502a-74c9-4573-b42d-52a95f760d2f req-901b55de-c1bd-45ed-83ac-d2257be0f1f5 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629163 Aug 05 11:34:25.110142 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '051d2e79-c53f-4414-b541-c8382c63937c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f973e19-a850-49bc-875b-1c9dfd227e38'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:34:25.118012 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80b79388-eade-4085-93f4-c19c08477d79" -d '{"events": [{"server_uuid": "051d2e79-c53f-4414-b541-c8382c63937c", "name": "network-vif-unplugged", "status": "completed", "tag": "6f973e19-a850-49bc-875b-1c9dfd227e38"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:34:25.128891 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 6f973e19-a850-49bc-875b-1c9dfd227e38, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=6f973e19-a850-49bc-875b-1c9dfd227e38,segment=NetworkSegment(01e8ca75-cf59-480b-8ee2-932f754dd7b2),segment_id=01e8ca75-cf59-480b-8ee2-932f754dd7b2)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:34:25.204859 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 6f973e19-a850-49bc-875b-1c9dfd227e38, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=6f973e19-a850-49bc-875b-1c9dfd227e38,segment=NetworkSegment(01e8ca75-cf59-480b-8ee2-932f754dd7b2),segment_id=01e8ca75-cf59-480b-8ee2-932f754dd7b2)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:34:25.212526 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Returning: {'device': '6f973e19-a850-49bc-875b-1c9dfd227e38', 'network_id': 'df604f01-40cf-4ac6-a403-862287f48d99', 'port_id': '6f973e19-a850-49bc-875b-1c9dfd227e38', 'mac_address': 'fa:16:3e:69:86:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '524b1b8f-caef-4267-8226-9611509ac5a4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:34:25.218715 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:25.347260 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:25.351318 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=6f973e19-a850-49bc-875b-1c9dfd227e38,revision_number=6']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:34:25.374249 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f973e19-a850-49bc-875b-1c9dfd227e38 {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:34:25.401382 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 6f973e19-a850-49bc-875b-1c9dfd227e38, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=6f973e19-a850-49bc-875b-1c9dfd227e38,segment=NetworkSegment(01e8ca75-cf59-480b-8ee2-932f754dd7b2),segment_id=01e8ca75-cf59-480b-8ee2-932f754dd7b2)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:34:25.406713 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:25.499666 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd13477a-565a-4f5c-9624-f0f225238af6 req-60591b84-d792-4745-abd0-4b192a14a83f tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:25.505463 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=6f973e19-a850-49bc-875b-1c9dfd227e38,revision_number=7']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:34:25.517592 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bd13477a-565a-4f5c-9624-f0f225238af6 req-60591b84-d792-4745-abd0-4b192a14a83f tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/ports?device_id=051d2e79-c53f-4414-b541-c8382c63937c HTTP/1.1" status: 200 len: 944 time: 0.3010638 Aug 05 11:34:25.627848 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-de559b58-004d-471b-9be7-f1251095b21d req-6afbb9fe-26b4-4a4b-ac51-530619925ad4 service neutron] 10.222.0.58 "GET /v2.0/networks/2ab16415-814a-473a-baf1-7ea9687eb71e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5882392 Aug 05 11:34:25.637208 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bd13477a-565a-4f5c-9624-f0f225238af6 req-6a7d9c1a-25d1-4639-b617-493b63ab2baf tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4e742cc-0754-43b8-97b1-fad458ef76e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136057 Aug 05 11:34:25.707927 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['6f973e19-a850-49bc-875b-1c9dfd227e38'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:34:25.933672 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-de559b58-004d-471b-9be7-f1251095b21d req-bde100a4-28ce-444b-b946-f284389b2d2c service neutron] 10.222.0.58 "GET /v2.0/networks/2ab16415-814a-473a-baf1-7ea9687eb71e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2954757 Aug 05 11:34:26.029391 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 05 Aug 2021 11:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dfd2b47-6ea4-4423-a949-f91fc706ed6d x-openstack-request-id: req-8dfd2b47-6ea4-4423-a949-f91fc706ed6d {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:34:26.029843 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "051d2e79-c53f-4414-b541-c8382c63937c", "name": "network-vif-unplugged", "status": "completed", "tag": "6f973e19-a850-49bc-875b-1c9dfd227e38", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:34:26.030314 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8dfd2b47-6ea4-4423-a949-f91fc706ed6d {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:34:26.031157 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '051d2e79-c53f-4414-b541-c8382c63937c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f973e19-a850-49bc-875b-1c9dfd227e38', 'code': 200} Aug 05 11:34:26.298640 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765abacc-3b19-4a24-b51a-71dd5cc081c8 req-f71784e8-b6dd-4d34-8a85-8fb648ba7251 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:26.309357 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-765abacc-3b19-4a24-b51a-71dd5cc081c8 req-f71784e8-b6dd-4d34-8a85-8fb648ba7251 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=49a8d96f-b7ef-4992-9730-42aa4497d4c6 HTTP/1.1" status: 200 len: 944 time: 0.1071095 Aug 05 11:34:26.327708 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 00f6578b-db42-4369-b4eb-90fed2c3f159 up at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:34:26.384957 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-765abacc-3b19-4a24-b51a-71dd5cc081c8 req-a1f484e7-89b0-480e-a79c-938529f40f17 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=30974407-7b2a-468c-b989-540006d0da28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712993 Aug 05 11:34:26.486618 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning for port 00f6578b-db42-4369-b4eb-90fed2c3f159 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:34:26.494958 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning complete for port 00f6578b-db42-4369-b4eb-90fed2c3f159 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:34:26.496089 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:26.628499 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93927139-e6bc-47a0-ae8e-9b5072fc4312 req-b9cd3fa8-e39c-4401-b38a-654317e63b13 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:26.631789 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-93927139-e6bc-47a0-ae8e-9b5072fc4312 req-b9cd3fa8-e39c-4401-b38a-654317e63b13 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=be090969-9d37-41b9-80ad-9680c00c1969 HTTP/1.1" status: 200 len: 950 time: 0.1640491 Aug 05 11:34:26.662622 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:26.720558 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 00f6578b-db42-4369-b4eb-90fed2c3f159, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=00f6578b-db42-4369-b4eb-90fed2c3f159,segment=NetworkSegment(5615e441-bf2b-4f62-9a7e-00bdeb60130a),segment_id=5615e441-bf2b-4f62-9a7e-00bdeb60130a)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:34:26.729270 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:26.731280 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 41a58158-bddd-490a-87cf-2225eb590d02 no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:34:26.765893 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-93927139-e6bc-47a0-ae8e-9b5072fc4312 req-7b6bfcce-0d9f-4b4d-a824-d73dbe5854c2 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916295 Aug 05 11:34:26.811036 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] No Port match for: 41a58158-bddd-490a-87cf-2225eb590d02 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:34:26.815508 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 41a58158-bddd-490a-87cf-2225eb590d02 not bound to the agent host n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:34:26.832878 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac65b61-179e-454d-ba9f-df2ceb747f39 req-8734cde0-4d88-4e5c-b177-5dd73f003767 tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:26.842189 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4ac65b61-179e-454d-ba9f-df2ceb747f39 req-8734cde0-4d88-4e5c-b177-5dd73f003767 tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] 10.222.0.58 "GET /v2.0/networks?id=92241915-6a09-4c91-8563-cbf94b87f5db HTTP/1.1" status: 200 len: 809 time: 0.2868602 Aug 05 11:34:26.864799 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4ac65b61-179e-454d-ba9f-df2ceb747f39 req-454f467d-9f6b-4ee8-a91c-c433ca59055f tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] 10.222.0.58 "GET /v2.0/quotas/51ad5862de32489aa9e02ce01c89cfa7 HTTP/1.1" status: 200 len: 375 time: 0.0210702 Aug 05 11:34:26.997076 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=00f6578b-db42-4369-b4eb-90fed2c3f159,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:34:27.013078 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4ac65b61-179e-454d-ba9f-df2ceb747f39 req-3c35031f-f445-452f-a0df-caca0ed69fdc tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=51ad5862de32489aa9e02ce01c89cfa7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1467638 Aug 05 11:34:27.164650 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6adaf3bb-c37d-4c14-b869-f06643f9846a req-6860deec-f6fd-4cb8-bf2c-a516cd5f795e tempest-ServerAddressesTestJSON-650032113 tempest-ServerAddressesTestJSON-650032113-project] 10.222.0.58 "GET /v2.0/ports?device_id=58f0488e-5f22-436d-ab1b-c81c21028c87 HTTP/1.1" status: 200 len: 210 time: 0.1633487 Aug 05 11:34:27.261133 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4ac65b61-179e-454d-ba9f-df2ceb747f39 req-45d2236c-b206-49f5-836e-006f0c5d8b50 service neutron] 10.222.0.58 "GET /v2.0/networks/92241915-6a09-4c91-8563-cbf94b87f5db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470036 Aug 05 11:34:27.413686 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158879c7-225e-4b39-9340-dd468363506c req-eb978736-f1cb-42dc-bd56-ad29cad15c9f tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:27.416168 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-158879c7-225e-4b39-9340-dd468363506c req-eb978736-f1cb-42dc-bd56-ad29cad15c9f tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/ports?device_id=051d2e79-c53f-4414-b541-c8382c63937c HTTP/1.1" status: 200 len: 945 time: 0.1260762 Aug 05 11:34:27.457181 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4ac65b61-179e-454d-ba9f-df2ceb747f39 req-02905603-5530-42f8-afe2-863072e76b50 service neutron] 10.222.0.58 "GET /v2.0/networks/92241915-6a09-4c91-8563-cbf94b87f5db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900949 Aug 05 11:34:27.489480 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-158879c7-225e-4b39-9340-dd468363506c req-3e20cbe3-5721-40b4-bf8f-efec69b74230 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4e742cc-0754-43b8-97b1-fad458ef76e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658412 Aug 05 11:34:27.822336 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-27c3d2f0-f998-47b5-838f-36f859bab195 req-765a28b9-8732-453b-973e-87e24f2817b0 tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] 10.222.0.58 "GET /v2.0/ports?device_id=318c13d7-b813-4b50-ba24-ecad9f6bb7de HTTP/1.1" status: 200 len: 210 time: 0.0696054 Aug 05 11:34:27.865737 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade54a52-f31a-4212-ba2f-6ab4d5233af6 req-71ac2fd3-fafe-43b4-bd18-3f9818f4e9e4 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:27.870898 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ade54a52-f31a-4212-ba2f-6ab4d5233af6 req-71ac2fd3-fafe-43b4-bd18-3f9818f4e9e4 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=49a8d96f-b7ef-4992-9730-42aa4497d4c6 HTTP/1.1" status: 200 len: 945 time: 0.1612892 Aug 05 11:34:28.026947 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ade54a52-f31a-4212-ba2f-6ab4d5233af6 req-2299b33b-dad1-402c-b568-73ee23b8d4a4 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=30974407-7b2a-468c-b989-540006d0da28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345716 Aug 05 11:34:28.032813 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49a8d96f-b7ef-4992-9730-42aa4497d4c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00f6578b-db42-4369-b4eb-90fed2c3f159'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:34:28.036816 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ada53ad-9eb0-4c8e-b61b-f04995957be1" -d '{"events": [{"server_uuid": "49a8d96f-b7ef-4992-9730-42aa4497d4c6", "name": "network-vif-plugged", "status": "completed", "tag": "00f6578b-db42-4369-b4eb-90fed2c3f159"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:34:28.145231 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c499fb38-2ded-49a6-9998-3928b1426a02 x-openstack-request-id: req-c499fb38-2ded-49a6-9998-3928b1426a02 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:34:28.145393 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49a8d96f-b7ef-4992-9730-42aa4497d4c6", "name": "network-vif-plugged", "status": "completed", "tag": "00f6578b-db42-4369-b4eb-90fed2c3f159", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:34:28.145573 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c499fb38-2ded-49a6-9998-3928b1426a02 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:34:28.145983 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49a8d96f-b7ef-4992-9730-42aa4497d4c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00f6578b-db42-4369-b4eb-90fed2c3f159', 'code': 200} Aug 05 11:34:28.288271 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de559b58-004d-471b-9be7-f1251095b21d req-ee590fde-b599-470d-a223-12d8a336f43e tempest-ServerAddressesTestJSON-650032113 tempest-ServerAddressesTestJSON-650032113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:28.292018 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-de559b58-004d-471b-9be7-f1251095b21d req-ee590fde-b599-470d-a223-12d8a336f43e tempest-ServerAddressesTestJSON-650032113 tempest-ServerAddressesTestJSON-650032113-project] 10.222.0.55 "GET /v2.0/networks?id=2ab16415-814a-473a-baf1-7ea9687eb71e HTTP/1.1" status: 200 len: 814 time: 0.1995027 Aug 05 11:34:28.314133 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-de559b58-004d-471b-9be7-f1251095b21d req-355c4f54-56b2-494c-8d58-34004895c07e tempest-ServerAddressesTestJSON-650032113 tempest-ServerAddressesTestJSON-650032113-project] Request body: {'port': {'device_id': '58f0488e-5f22-436d-ab1b-c81c21028c87', 'network_id': '2ab16415-814a-473a-baf1-7ea9687eb71e', 'admin_state_up': True, 'tenant_id': 'b3379bfa21b54b6b83ae02364a56c2e6'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:34:28.348081 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 6f973e19-a850-49bc-875b-1c9dfd227e38 up at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:34:28.373053 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072befdf-b10d-4c14-b6a2-d3ac39bc33e2 req-5c3891e0-d6e7-4f68-bea4-2b337c6845f7 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:28.391422 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-072befdf-b10d-4c14-b6a2-d3ac39bc33e2 req-5c3891e0-d6e7-4f68-bea4-2b337c6845f7 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=be090969-9d37-41b9-80ad-9680c00c1969 HTTP/1.1" status: 200 len: 950 time: 0.2347260 Aug 05 11:34:28.469334 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-072befdf-b10d-4c14-b6a2-d3ac39bc33e2 req-cf792792-175f-41d5-b406-bde3899101f8 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742683 Aug 05 11:34:28.585410 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning complete for port 6f973e19-a850-49bc-875b-1c9dfd227e38 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:34:28.592587 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:28.712874 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6b329e96-ef4e-475a-9676-e3aa30c51b94 req-e6d5ecec-8385-4a01-a4f5-fe80086c323f tempest-ServerAddressesTestJSON-650032113 tempest-ServerAddressesTestJSON-650032113-project] 10.222.0.58 "GET /v2.0/ports?device_id=58f0488e-5f22-436d-ab1b-c81c21028c87 HTTP/1.1" status: 200 len: 210 time: 0.1181214 Aug 05 11:34:28.813039 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74404207-f6fb-4db7-bd66-0c503897aa25 req-debb9a82-9be6-409c-9e68-9b10be7eceda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:28.815856 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-74404207-f6fb-4db7-bd66-0c503897aa25 req-debb9a82-9be6-409c-9e68-9b10be7eceda service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=49a8d96f-b7ef-4992-9730-42aa4497d4c6 HTTP/1.1" status: 200 len: 1096 time: 0.2359555 Aug 05 11:34:28.868387 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:28.938399 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-74404207-f6fb-4db7-bd66-0c503897aa25 req-538a0a87-3431-47b2-8789-85f83d3126db service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=30974407-7b2a-468c-b989-540006d0da28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966389 Aug 05 11:34:28.943525 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de559b58-004d-471b-9be7-f1251095b21d req-355c4f54-56b2-494c-8d58-34004895c07e tempest-ServerAddressesTestJSON-650032113 tempest-ServerAddressesTestJSON-650032113-project] Made reservation on behalf of b3379bfa21b54b6b83ae02364a56c2e6 for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:34:28.955939 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-de559b58-004d-471b-9be7-f1251095b21d req-355c4f54-56b2-494c-8d58-34004895c07e tempest-ServerAddressesTestJSON-650032113 tempest-ServerAddressesTestJSON-650032113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:28.991753 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 6f973e19-a850-49bc-875b-1c9dfd227e38, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=6f973e19-a850-49bc-875b-1c9dfd227e38,segment=NetworkSegment(01e8ca75-cf59-480b-8ee2-932f754dd7b2),segment_id=01e8ca75-cf59-480b-8ee2-932f754dd7b2)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:34:28.999660 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:29.078656 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2948e1-848b-4eac-a554-4c90a3689318 req-129500cd-41f1-4b7a-8894-d20f66ec9a8e tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:29.094927 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1b2948e1-848b-4eac-a554-4c90a3689318 req-129500cd-41f1-4b7a-8894-d20f66ec9a8e tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/ports?device_id=051d2e79-c53f-4414-b541-c8382c63937c HTTP/1.1" status: 200 len: 945 time: 0.2278805 Aug 05 11:34:29.132361 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:29.143228 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=6f973e19-a850-49bc-875b-1c9dfd227e38,revision_number=8']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:34:29.272733 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1b2948e1-848b-4eac-a554-4c90a3689318 req-6b74b05c-f4c8-4e32-a893-2552ede2fc14 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4e742cc-0754-43b8-97b1-fad458ef76e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663265 Aug 05 11:34:29.373172 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ef61360a-fbe7-4bd5-8585-600d23bbd7fe req-35ba20e9-4b50-4728-9664-ef745d0254c0 tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] 10.222.0.58 "GET /v2.0/ports?device_id=318c13d7-b813-4b50-ba24-ecad9f6bb7de HTTP/1.1" status: 200 len: 210 time: 0.0684099 Aug 05 11:34:29.384427 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-de559b58-004d-471b-9be7-f1251095b21d req-355c4f54-56b2-494c-8d58-34004895c07e tempest-ServerAddressesTestJSON-650032113 tempest-ServerAddressesTestJSON-650032113-project] Allocated IP 172.20.0.14 (2ab16415-814a-473a-baf1-7ea9687eb71e/75f2dc44-2fa4-4a4c-af46-d223a57bab51/98782fee-828e-471e-bb0e-852cf1cdc04d) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:34:29.514071 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38dec89-5202-44ad-b86f-c7f2a2f095e9 req-29772158-dbf5-4006-bee1-9239f4334071 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:29.518203 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e38dec89-5202-44ad-b86f-c7f2a2f095e9 req-29772158-dbf5-4006-bee1-9239f4334071 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=49a8d96f-b7ef-4992-9730-42aa4497d4c6 HTTP/1.1" status: 200 len: 945 time: 0.1046448 Aug 05 11:34:29.604512 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e38dec89-5202-44ad-b86f-c7f2a2f095e9 req-c8ebf13b-b12b-4dec-a7c7-2e8a55218c43 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=30974407-7b2a-468c-b989-540006d0da28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698102 Aug 05 11:34:29.896048 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-de559b58-004d-471b-9be7-f1251095b21d req-355c4f54-56b2-494c-8d58-34004895c07e tempest-ServerAddressesTestJSON-650032113 tempest-ServerAddressesTestJSON-650032113-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:29.919803 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e19e56-0e4b-4561-b68e-3cda401b564b req-fa463734-5c3f-423a-ad93-ddac9873c1f0 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:29.935513 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-56e19e56-0e4b-4561-b68e-3cda401b564b req-fa463734-5c3f-423a-ad93-ddac9873c1f0 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=be090969-9d37-41b9-80ad-9680c00c1969 HTTP/1.1" status: 200 len: 950 time: 0.1179504 Aug 05 11:34:30.076588 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-56e19e56-0e4b-4561-b68e-3cda401b564b req-ada7a516-c2e5-4f56-bc9f-b593766e82ff tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351700 Aug 05 11:34:30.093298 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-de559b58-004d-471b-9be7-f1251095b21d req-355c4f54-56b2-494c-8d58-34004895c07e tempest-ServerAddressesTestJSON-650032113 tempest-ServerAddressesTestJSON-650032113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:30.147750 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '051d2e79-c53f-4414-b541-c8382c63937c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f973e19-a850-49bc-875b-1c9dfd227e38'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:34:30.152195 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c419738-ed7e-4a26-8589-6a8a076e7c82" -d '{"events": [{"server_uuid": "051d2e79-c53f-4414-b541-c8382c63937c", "name": "network-vif-plugged", "status": "completed", "tag": "6f973e19-a850-49bc-875b-1c9dfd227e38"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:34:30.227083 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355c4f54-56b2-494c-8d58-34004895c07e tempest-ServerAddressesTestJSON-650032113 tempest-ServerAddressesTestJSON-650032113-project] Pushing event updated for resources: {'Port': ['ID=98782fee-828e-471e-bb0e-852cf1cdc04d,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:34:30.322903 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de559b58-004d-471b-9be7-f1251095b21d req-355c4f54-56b2-494c-8d58-34004895c07e tempest-ServerAddressesTestJSON-650032113 tempest-ServerAddressesTestJSON-650032113-project] Network 2ab16415-814a-473a-baf1-7ea9687eb71e is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:34:30.327083 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-de559b58-004d-471b-9be7-f1251095b21d req-355c4f54-56b2-494c-8d58-34004895c07e tempest-ServerAddressesTestJSON-650032113 tempest-ServerAddressesTestJSON-650032113-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:34:30.340563 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac65b61-179e-454d-ba9f-df2ceb747f39 req-cb33fce9-9321-43ff-aab5-8dd7512181ae tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:30.342545 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4ac65b61-179e-454d-ba9f-df2ceb747f39 req-cb33fce9-9321-43ff-aab5-8dd7512181ae tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] 10.222.0.64 "GET /v2.0/networks?id=92241915-6a09-4c91-8563-cbf94b87f5db HTTP/1.1" status: 200 len: 809 time: 0.3777797 Aug 05 11:34:30.343408 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-de559b58-004d-471b-9be7-f1251095b21d req-355c4f54-56b2-494c-8d58-34004895c07e tempest-ServerAddressesTestJSON-650032113 tempest-ServerAddressesTestJSON-650032113-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:34:30.417294 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de5f0c5-175c-45d0-b3a9-bdfc206b9905 req-0dd09371-f097-42b3-b0db-1361b30b0d27 tempest-ServerAddressesTestJSON-650032113 tempest-ServerAddressesTestJSON-650032113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:30.419339 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1de5f0c5-175c-45d0-b3a9-bdfc206b9905 req-0dd09371-f097-42b3-b0db-1361b30b0d27 tempest-ServerAddressesTestJSON-650032113 tempest-ServerAddressesTestJSON-650032113-project] 10.222.0.58 "GET /v2.0/ports?device_id=58f0488e-5f22-436d-ab1b-c81c21028c87 HTTP/1.1" status: 200 len: 932 time: 0.1662838 Aug 05 11:34:30.426340 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de559b58-004d-471b-9be7-f1251095b21d req-355c4f54-56b2-494c-8d58-34004895c07e tempest-ServerAddressesTestJSON-650032113 tempest-ServerAddressesTestJSON-650032113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:30.427046 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-de559b58-004d-471b-9be7-f1251095b21d req-355c4f54-56b2-494c-8d58-34004895c07e tempest-ServerAddressesTestJSON-650032113 tempest-ServerAddressesTestJSON-650032113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:30.434261 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-4ac65b61-179e-454d-ba9f-df2ceb747f39 req-0b09fd45-3985-4567-8c48-148de2be42c3 tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] Request body: {'port': {'device_id': '318c13d7-b813-4b50-ba24-ecad9f6bb7de', 'network_id': '92241915-6a09-4c91-8563-cbf94b87f5db', 'admin_state_up': True, 'tenant_id': '51ad5862de32489aa9e02ce01c89cfa7'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:34:30.511185 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1de5f0c5-175c-45d0-b3a9-bdfc206b9905 req-47feaf18-73b0-41c3-9cc0-3c5fe12ec253 tempest-ServerAddressesTestJSON-650032113 tempest-ServerAddressesTestJSON-650032113-project] 10.222.0.58 "GET /v2.0/security-groups?id=441035ee-4de9-4985-88a6-4e9a543e81a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838957 Aug 05 11:34:30.526384 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-de559b58-004d-471b-9be7-f1251095b21d req-355c4f54-56b2-494c-8d58-34004895c07e tempest-ServerAddressesTestJSON-650032113 tempest-ServerAddressesTestJSON-650032113-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2192669 Aug 05 11:34:30.563098 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-de559b58-004d-471b-9be7-f1251095b21d req-75200ebf-b21e-4f6c-91ee-4319aebd73f7 service neutron] Request body: {'port': {'device_id': '58f0488e-5f22-436d-ab1b-c81c21028c87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:34:30.596065 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37577cc5-56b5-4d74-94b4-8be0d78ffe13 x-openstack-request-id: req-37577cc5-56b5-4d74-94b4-8be0d78ffe13 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:34:30.596663 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "051d2e79-c53f-4414-b541-c8382c63937c", "name": "network-vif-plugged", "status": "completed", "tag": "6f973e19-a850-49bc-875b-1c9dfd227e38", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:34:30.597230 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-37577cc5-56b5-4d74-94b4-8be0d78ffe13 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:34:30.597792 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '051d2e79-c53f-4414-b541-c8382c63937c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f973e19-a850-49bc-875b-1c9dfd227e38', 'code': 200} Aug 05 11:34:30.599719 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d78e35f-3975-416e-beb0-949f7143d565 req-a08075d1-a081-4f03-9210-f4af0acf1f5e tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:30.610752 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5d78e35f-3975-416e-beb0-949f7143d565 req-a08075d1-a081-4f03-9210-f4af0acf1f5e tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9c818f6-600d-4143-bf8a-f3dd16655be1 HTTP/1.1" status: 200 len: 945 time: 0.0875044 Aug 05 11:34:30.672844 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5d78e35f-3975-416e-beb0-949f7143d565 req-22c6678c-8db4-4f01-a45f-58a9016a1b87 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/security-groups?id=367c82dd-50a3-4df9-a217-7f397fab3611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606961 Aug 05 11:34:30.756897 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-de559b58-004d-471b-9be7-f1251095b21d req-75200ebf-b21e-4f6c-91ee-4319aebd73f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:30.839904 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cdf563-2f88-48fa-a73b-85267cd609eb req-d9e70588-0f5c-49e7-951a-9fa08fd0bc42 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:30.855966 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-20cdf563-2f88-48fa-a73b-85267cd609eb req-d9e70588-0f5c-49e7-951a-9fa08fd0bc42 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/ports?device_id=051d2e79-c53f-4414-b541-c8382c63937c HTTP/1.1" status: 200 len: 946 time: 0.1272066 Aug 05 11:34:30.933272 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-20cdf563-2f88-48fa-a73b-85267cd609eb req-0d28f9fe-eda1-438b-8e4a-3bfc2bb17e25 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4e742cc-0754-43b8-97b1-fad458ef76e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760229 Aug 05 11:34:30.982772 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ac65b61-179e-454d-ba9f-df2ceb747f39 req-0b09fd45-3985-4567-8c48-148de2be42c3 tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] Made reservation on behalf of 51ad5862de32489aa9e02ce01c89cfa7 for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:34:30.990035 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-4ac65b61-179e-454d-ba9f-df2ceb747f39 req-0b09fd45-3985-4567-8c48-148de2be42c3 tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:31.057673 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-35052274-6fbe-42ec-9e52-e0a82cca1d70 req-58700d32-a8f0-4058-97f5-6df51cfdcdca tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] 10.222.0.58 "GET /v2.0/ports?device_id=318c13d7-b813-4b50-ba24-ecad9f6bb7de HTTP/1.1" status: 200 len: 210 time: 0.0475612 Aug 05 11:34:31.141395 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5668fb7-0ad4-4f09-858a-8e41f2c037f9 req-70b3782d-7614-4f0f-9b02-e415dda5f09f tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:31.152478 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b5668fb7-0ad4-4f09-858a-8e41f2c037f9 req-70b3782d-7614-4f0f-9b02-e415dda5f09f tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=49a8d96f-b7ef-4992-9730-42aa4497d4c6 HTTP/1.1" status: 200 len: 945 time: 0.0988455 Aug 05 11:34:31.217507 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b5668fb7-0ad4-4f09-858a-8e41f2c037f9 req-351407a3-359d-4a5d-9c59-b11382a314ee tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=30974407-7b2a-468c-b989-540006d0da28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605094 Aug 05 11:34:31.224988 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090eb873-6e4e-4195-befe-325cbc211b4a req-1f2c4588-40ea-4c03-80a0-6ab5013bd66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:31.225688 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-090eb873-6e4e-4195-befe-325cbc211b4a req-1f2c4588-40ea-4c03-80a0-6ab5013bd66c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=051d2e79-c53f-4414-b541-c8382c63937c HTTP/1.1" status: 200 len: 1097 time: 0.3363822 Aug 05 11:34:31.435235 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ef206b-13dd-4750-ab93-a668981bebd6 req-357ad932-6be9-444c-9169-07276c16d250 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:31.438058 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-30ef206b-13dd-4750-ab93-a668981bebd6 req-357ad932-6be9-444c-9169-07276c16d250 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=be090969-9d37-41b9-80ad-9680c00c1969 HTTP/1.1" status: 200 len: 950 time: 0.1032312 Aug 05 11:34:31.496453 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-090eb873-6e4e-4195-befe-325cbc211b4a req-bed8d1dd-0fbd-4b6a-81de-12df141549bc service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a4e742cc-0754-43b8-97b1-fad458ef76e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499528 Aug 05 11:34:31.568268 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-30ef206b-13dd-4750-ab93-a668981bebd6 req-553e970c-cbc0-41ca-8251-9f8432bb9ba9 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192727 Aug 05 11:34:31.730363 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-4ac65b61-179e-454d-ba9f-df2ceb747f39 req-0b09fd45-3985-4567-8c48-148de2be42c3 tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] Allocated IP 172.20.0.6 (92241915-6a09-4c91-8563-cbf94b87f5db/b323b670-7bcd-4d26-9a7c-9092dd8bb3b0/2281be1c-28a8-4f27-9a3d-7791d847b098) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:34:31.798762 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173127b8-3df6-4981-a310-f6fa69f14d6e req-b91a8c40-3bf1-45ab-aafe-99e7c1a7d007 tempest-ServerAddressesTestJSON-650032113 tempest-ServerAddressesTestJSON-650032113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:31.801578 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-173127b8-3df6-4981-a310-f6fa69f14d6e req-b91a8c40-3bf1-45ab-aafe-99e7c1a7d007 tempest-ServerAddressesTestJSON-650032113 tempest-ServerAddressesTestJSON-650032113-project] 10.222.0.58 "GET /v2.0/ports?device_id=58f0488e-5f22-436d-ab1b-c81c21028c87 HTTP/1.1" status: 200 len: 932 time: 0.1380885 Aug 05 11:34:31.932350 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-173127b8-3df6-4981-a310-f6fa69f14d6e req-3d5c54d6-0152-4ff9-b375-186ab3303ab2 tempest-ServerAddressesTestJSON-650032113 tempest-ServerAddressesTestJSON-650032113-project] 10.222.0.58 "GET /v2.0/security-groups?id=441035ee-4de9-4985-88a6-4e9a543e81a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080971 Aug 05 11:34:31.939499 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-de559b58-004d-471b-9be7-f1251095b21d req-75200ebf-b21e-4f6c-91ee-4319aebd73f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98782fee-828e-471e-bb0e-852cf1cdc04d {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:34:31.974536 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-de559b58-004d-471b-9be7-f1251095b21d req-75200ebf-b21e-4f6c-91ee-4319aebd73f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:32.050196 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebbf950-e18b-42d0-aa12-b5097bc9b46e req-75a7f8f2-8c63-408a-91c4-d57c33b00863 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:32.054131 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-aebbf950-e18b-42d0-aa12-b5097bc9b46e req-75a7f8f2-8c63-408a-91c4-d57c33b00863 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9c818f6-600d-4143-bf8a-f3dd16655be1 HTTP/1.1" status: 200 len: 945 time: 0.1438456 Aug 05 11:34:32.108950 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-de559b58-004d-471b-9be7-f1251095b21d req-75200ebf-b21e-4f6c-91ee-4319aebd73f7 service neutron] Transition to ACTIVE for port object 98782fee-828e-471e-bb0e-852cf1cdc04d will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:34:32.120698 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-de559b58-004d-471b-9be7-f1251095b21d req-75200ebf-b21e-4f6c-91ee-4319aebd73f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:32.150758 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-aebbf950-e18b-42d0-aa12-b5097bc9b46e req-9a03822e-d115-42b7-85a0-dadcc28ad23d tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/security-groups?id=367c82dd-50a3-4df9-a217-7f397fab3611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819006 Aug 05 11:34:32.286345 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921ff784-d393-4796-8bfa-77bf824aff4a req-a18f528f-d8ab-4c9d-8624-30830ac38687 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:32.291674 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-921ff784-d393-4796-8bfa-77bf824aff4a req-a18f528f-d8ab-4c9d-8624-30830ac38687 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/ports?device_id=051d2e79-c53f-4414-b541-c8382c63937c HTTP/1.1" status: 200 len: 946 time: 0.1281714 Aug 05 11:34:32.299042 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75200ebf-b21e-4f6c-91ee-4319aebd73f7 service neutron] Pushing event updated for resources: {'Port': ['ID=98782fee-828e-471e-bb0e-852cf1cdc04d,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:34:32.390283 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a038e607-0593-4723-8e28-bec2331c209f req-32a5a1e1-b9c7-4622-8cde-a841ba085e52 tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] 10.222.0.58 "GET /v2.0/ports?device_id=318c13d7-b813-4b50-ba24-ecad9f6bb7de HTTP/1.1" status: 200 len: 210 time: 0.0753722 Aug 05 11:34:32.450432 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-921ff784-d393-4796-8bfa-77bf824aff4a req-ede891c3-f135-4d5d-8957-13db638257ef tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4e742cc-0754-43b8-97b1-fad458ef76e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482971 Aug 05 11:34:32.499029 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-4ac65b61-179e-454d-ba9f-df2ceb747f39 req-0b09fd45-3985-4567-8c48-148de2be42c3 tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:32.547087 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-de559b58-004d-471b-9be7-f1251095b21d req-75200ebf-b21e-4f6c-91ee-4319aebd73f7 service neutron] Attempting to bind port 98782fee-828e-471e-bb0e-852cf1cdc04d on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:34:32.547438 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-de559b58-004d-471b-9be7-f1251095b21d req-75200ebf-b21e-4f6c-91ee-4319aebd73f7 service neutron] Attempting to bind port 98782fee-828e-471e-bb0e-852cf1cdc04d by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': '07390d54-f52b-4995-9677-d5180ea54365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '2ab16415-814a-473a-baf1-7ea9687eb71e'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:34:32.547851 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de559b58-004d-471b-9be7-f1251095b21d req-75200ebf-b21e-4f6c-91ee-4319aebd73f7 service neutron] Attempting to bind port 98782fee-828e-471e-bb0e-852cf1cdc04d on network 2ab16415-814a-473a-baf1-7ea9687eb71e {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:34:32.558439 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de559b58-004d-471b-9be7-f1251095b21d req-75200ebf-b21e-4f6c-91ee-4319aebd73f7 service neutron] Port 98782fee-828e-471e-bb0e-852cf1cdc04d on network 2ab16415-814a-473a-baf1-7ea9687eb71e not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:34:32.558439 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de559b58-004d-471b-9be7-f1251095b21d req-75200ebf-b21e-4f6c-91ee-4319aebd73f7 service neutron] Attempting to bind port 98782fee-828e-471e-bb0e-852cf1cdc04d on network 2ab16415-814a-473a-baf1-7ea9687eb71e {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:34:32.575793 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de559b58-004d-471b-9be7-f1251095b21d req-75200ebf-b21e-4f6c-91ee-4319aebd73f7 service neutron] Checking agent: {'id': 'a8f1dd2d-227c-4e30-8844-52419ba734db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:34:32.576347 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de559b58-004d-471b-9be7-f1251095b21d req-75200ebf-b21e-4f6c-91ee-4319aebd73f7 service neutron] Checking segment: {'id': '07390d54-f52b-4995-9677-d5180ea54365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '2ab16415-814a-473a-baf1-7ea9687eb71e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:34:32.580446 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de559b58-004d-471b-9be7-f1251095b21d req-75200ebf-b21e-4f6c-91ee-4319aebd73f7 service neutron] Bound using segment: {'id': '07390d54-f52b-4995-9677-d5180ea54365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '2ab16415-814a-473a-baf1-7ea9687eb71e'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:34:32.581046 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-de559b58-004d-471b-9be7-f1251095b21d req-75200ebf-b21e-4f6c-91ee-4319aebd73f7 service neutron] Bound port: 98782fee-828e-471e-bb0e-852cf1cdc04d, host: n-h2-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07390d54-f52b-4995-9677-d5180ea54365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '2ab16415-814a-473a-baf1-7ea9687eb71e'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:34:32.581559 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-de559b58-004d-471b-9be7-f1251095b21d req-75200ebf-b21e-4f6c-91ee-4319aebd73f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:32.720418 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-4ac65b61-179e-454d-ba9f-df2ceb747f39 req-0b09fd45-3985-4567-8c48-148de2be42c3 tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:32.836182 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-de559b58-004d-471b-9be7-f1251095b21d req-75200ebf-b21e-4f6c-91ee-4319aebd73f7 service neutron] For port 98782fee-828e-471e-bb0e-852cf1cdc04d, host n-h2-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:34:32.840415 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-de559b58-004d-471b-9be7-f1251095b21d req-75200ebf-b21e-4f6c-91ee-4319aebd73f7 service neutron] For port 98782fee-828e-471e-bb0e-852cf1cdc04d, host n-h2-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=98782fee-828e-471e-bb0e-852cf1cdc04d,segment=NetworkSegment(07390d54-f52b-4995-9677-d5180ea54365),segment_id=07390d54-f52b-4995-9677-d5180ea54365)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:34:32.844941 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057935b3-2f81-4ded-9626-a543d0fdf871 req-e18a48f6-a211-459a-a285-3c2348ed98db tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:32.847740 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-057935b3-2f81-4ded-9626-a543d0fdf871 req-e18a48f6-a211-459a-a285-3c2348ed98db tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=be090969-9d37-41b9-80ad-9680c00c1969 HTTP/1.1" status: 200 len: 950 time: 0.1180232 Aug 05 11:34:32.852123 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ac65b61-179e-454d-ba9f-df2ceb747f39 req-0b09fd45-3985-4567-8c48-148de2be42c3 tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] Network 92241915-6a09-4c91-8563-cbf94b87f5db is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:34:32.874982 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c15abf1-b899-433c-ba6a-20b3f6de20c7 req-e4a18c71-9c5a-4398-9610-fa1a2454e8f7 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:32.878064 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4c15abf1-b899-433c-ba6a-20b3f6de20c7 req-e4a18c71-9c5a-4398-9610-fa1a2454e8f7 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9c818f6-600d-4143-bf8a-f3dd16655be1 HTTP/1.1" status: 200 len: 945 time: 0.2488077 Aug 05 11:34:32.879924 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-4ac65b61-179e-454d-ba9f-df2ceb747f39 req-0b09fd45-3985-4567-8c48-148de2be42c3 tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:34:32.886284 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-de559b58-004d-471b-9be7-f1251095b21d req-75200ebf-b21e-4f6c-91ee-4319aebd73f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:32.906131 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ac65b61-179e-454d-ba9f-df2ceb747f39 req-0b09fd45-3985-4567-8c48-148de2be42c3 tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:34:32.912605 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b09fd45-3985-4567-8c48-148de2be42c3 tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] Pushing event updated for resources: {'Port': ['ID=2281be1c-28a8-4f27-9a3d-7791d847b098,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:34:32.950065 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-057935b3-2f81-4ded-9626-a543d0fdf871 req-1c12e329-76a3-4c08-b221-1ece6379a69e tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698388 Aug 05 11:34:33.078463 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de559b58-004d-471b-9be7-f1251095b21d req-75200ebf-b21e-4f6c-91ee-4319aebd73f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:33.080304 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-de559b58-004d-471b-9be7-f1251095b21d req-75200ebf-b21e-4f6c-91ee-4319aebd73f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:33.083329 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-de559b58-004d-471b-9be7-f1251095b21d req-75200ebf-b21e-4f6c-91ee-4319aebd73f7 service neutron] 10.222.0.55 "PUT /v2.0/ports/98782fee-828e-471e-bb0e-852cf1cdc04d HTTP/1.1" status: 200 len: 1092 time: 2.5402362 Aug 05 11:34:33.094446 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58f0488e-5f22-436d-ab1b-c81c21028c87', 'tag': '98782fee-828e-471e-bb0e-852cf1cdc04d'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:34:33.098955 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c6a281e-8966-4017-a93c-33f49db3aebe" -d '{"events": [{"name": "network-changed", "server_uuid": "58f0488e-5f22-436d-ab1b-c81c21028c87", "tag": "98782fee-828e-471e-bb0e-852cf1cdc04d"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:34:33.164611 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e2c17b-f9cc-4311-9110-d4da2caaadb8 req-206b66fb-2981-41ed-a735-8885cac0ceb1 tempest-ServerAddressesTestJSON-650032113 tempest-ServerAddressesTestJSON-650032113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:33.175683 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a0e2c17b-f9cc-4311-9110-d4da2caaadb8 req-206b66fb-2981-41ed-a735-8885cac0ceb1 tempest-ServerAddressesTestJSON-650032113 tempest-ServerAddressesTestJSON-650032113-project] 10.222.0.58 "GET /v2.0/ports?device_id=58f0488e-5f22-436d-ab1b-c81c21028c87 HTTP/1.1" status: 200 len: 944 time: 0.1338332 Aug 05 11:34:33.231372 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a0e2c17b-f9cc-4311-9110-d4da2caaadb8 req-2186dd97-a99d-4329-80fe-411934c8e9be tempest-ServerAddressesTestJSON-650032113 tempest-ServerAddressesTestJSON-650032113-project] 10.222.0.58 "GET /v2.0/security-groups?id=441035ee-4de9-4985-88a6-4e9a543e81a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538898 Aug 05 11:34:33.232191 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-199682f6-6d08-4827-a004-f40c8272333f x-openstack-request-id: req-199682f6-6d08-4827-a004-f40c8272333f {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:34:33.232798 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58f0488e-5f22-436d-ab1b-c81c21028c87", "tag": "98782fee-828e-471e-bb0e-852cf1cdc04d", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:34:33.233251 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-199682f6-6d08-4827-a004-f40c8272333f {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:34:33.233587 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58f0488e-5f22-436d-ab1b-c81c21028c87', 'tag': '98782fee-828e-471e-bb0e-852cf1cdc04d', 'status': 'completed', 'code': 200} Aug 05 11:34:33.252915 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac65b61-179e-454d-ba9f-df2ceb747f39 req-0b09fd45-3985-4567-8c48-148de2be42c3 tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:33.253692 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-4ac65b61-179e-454d-ba9f-df2ceb747f39 req-0b09fd45-3985-4567-8c48-148de2be42c3 tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:33.269144 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75200ebf-b21e-4f6c-91ee-4319aebd73f7 service neutron] Pushing event updated for resources: {'Port': ['ID=98782fee-828e-471e-bb0e-852cf1cdc04d,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:34:33.288170 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de559b58-004d-471b-9be7-f1251095b21d req-7f62889e-4038-4486-8ea5-c95f7b43c528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:33.290627 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-de559b58-004d-471b-9be7-f1251095b21d req-7f62889e-4038-4486-8ea5-c95f7b43c528 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b3379bfa21b54b6b83ae02364a56c2e6&device_id=58f0488e-5f22-436d-ab1b-c81c21028c87 HTTP/1.1" status: 200 len: 1095 time: 0.1162059 Aug 05 11:34:33.294932 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4ac65b61-179e-454d-ba9f-df2ceb747f39 req-0b09fd45-3985-4567-8c48-148de2be42c3 tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8803272 Aug 05 11:34:33.356395 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-4ac65b61-179e-454d-ba9f-df2ceb747f39 req-973da9b0-f5bb-4c10-9a62-144393c2fbde service neutron] Request body: {'port': {'device_id': '318c13d7-b813-4b50-ba24-ecad9f6bb7de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:34:33.363629 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2183cf3c-4b79-48b6-8f1f-79c1ec28a9bd req-b216cb2e-2990-4ee3-94b3-00eb6ee1ee74 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:33.364306 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-de559b58-004d-471b-9be7-f1251095b21d req-c1809f54-b1ee-4f42-ba62-7c92581e437b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=98782fee-828e-471e-bb0e-852cf1cdc04d HTTP/1.1" status: 200 len: 217 time: 0.0600345 Aug 05 11:34:33.366491 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2183cf3c-4b79-48b6-8f1f-79c1ec28a9bd req-b216cb2e-2990-4ee3-94b3-00eb6ee1ee74 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9c818f6-600d-4143-bf8a-f3dd16655be1 HTTP/1.1" status: 200 len: 945 time: 0.0699251 Aug 05 11:34:33.393781 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-4c15abf1-b899-433c-ba6a-20b3f6de20c7 req-b6cc0a65-70db-40c2-b92c-41eab35906f7 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] Deleting port 390fac1a-7da7-42e5-b00a-c5006601f3d8 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:34:33.394125 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-4c15abf1-b899-433c-ba6a-20b3f6de20c7 req-b6cc0a65-70db-40c2-b92c-41eab35906f7 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:33.441207 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2183cf3c-4b79-48b6-8f1f-79c1ec28a9bd req-63392a5f-928b-4bef-b37b-a19b72a2e270 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/security-groups?id=367c82dd-50a3-4df9-a217-7f397fab3611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672362 Aug 05 11:34:33.586004 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de559b58-004d-471b-9be7-f1251095b21d req-5d7b8924-2884-41ce-9f88-dc08b4b62db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:33.588894 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-de559b58-004d-471b-9be7-f1251095b21d req-5d7b8924-2884-41ce-9f88-dc08b4b62db2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=75f2dc44-2fa4-4a4c-af46-d223a57bab51 HTTP/1.1" status: 200 len: 854 time: 0.1913910 Aug 05 11:34:33.596029 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-4ac65b61-179e-454d-ba9f-df2ceb747f39 req-973da9b0-f5bb-4c10-9a62-144393c2fbde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:33.646867 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44af5054-710a-4092-a9a0-f9ad4f60c2a0 req-e31a660a-cc4a-4cb8-9dff-4b07193e0f0d tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:33.652311 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-44af5054-710a-4092-a9a0-f9ad4f60c2a0 req-e31a660a-cc4a-4cb8-9dff-4b07193e0f0d tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] 10.222.0.58 "GET /v2.0/ports?device_id=318c13d7-b813-4b50-ba24-ecad9f6bb7de HTTP/1.1" status: 200 len: 931 time: 0.1555126 Aug 05 11:34:33.678387 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-de559b58-004d-471b-9be7-f1251095b21d req-dd14fa8e-94e6-4fa4-8c58-c24b1157e394 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2ab16415-814a-473a-baf1-7ea9687eb71e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0768042 Aug 05 11:34:33.744349 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ad4c6a-1251-4f1a-9661-5f5f3424ab7f req-d25cfcc8-7fb0-45fa-9fd9-94af7d70e9b0 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:33.768289 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-16ad4c6a-1251-4f1a-9661-5f5f3424ab7f req-d25cfcc8-7fb0-45fa-9fd9-94af7d70e9b0 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/ports?device_id=051d2e79-c53f-4414-b541-c8382c63937c HTTP/1.1" status: 200 len: 946 time: 0.1626899 Aug 05 11:34:33.838758 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-44af5054-710a-4092-a9a0-f9ad4f60c2a0 req-2edd90bf-33c3-46d1-be18-1e2bf7abdc9d tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] 10.222.0.58 "GET /v2.0/security-groups?id=828cef5c-0f80-4604-87f6-a92aecbc06bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624527 Aug 05 11:34:33.863328 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-16ad4c6a-1251-4f1a-9661-5f5f3424ab7f req-470bdc6f-466b-47fe-83c3-4b3db169ef82 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4e742cc-0754-43b8-97b1-fad458ef76e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938082 Aug 05 11:34:33.932830 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-4c15abf1-b899-433c-ba6a-20b3f6de20c7 req-b6cc0a65-70db-40c2-b92c-41eab35906f7 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] For port 390fac1a-7da7-42e5-b00a-c5006601f3d8, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=390fac1a-7da7-42e5-b00a-c5006601f3d8,segment=NetworkSegment(f9b2d647-301a-4025-b34b-b0ad330f4b72),segment_id=f9b2d647-301a-4025-b34b-b0ad330f4b72)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:34:33.933158 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-4c15abf1-b899-433c-ba6a-20b3f6de20c7 req-b6cc0a65-70db-40c2-b92c-41eab35906f7 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:33.999685 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-4c15abf1-b899-433c-ba6a-20b3f6de20c7 req-b6cc0a65-70db-40c2-b92c-41eab35906f7 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] Calling delete_port for 390fac1a-7da7-42e5-b00a-c5006601f3d8 owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:34:34.089638 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b412996-f87a-4caf-b273-f466dabf45c6 req-fc22e587-f014-4927-8e0a-2b10cf9e290a tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:34.107853 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1b412996-f87a-4caf-b273-f466dabf45c6 req-fc22e587-f014-4927-8e0a-2b10cf9e290a tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/ports?device_id=051d2e79-c53f-4414-b541-c8382c63937c HTTP/1.1" status: 200 len: 946 time: 0.1265726 Aug 05 11:34:34.219575 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-de559b58-004d-471b-9be7-f1251095b21d req-307aa56a-5fe2-4c59-9601-2dbc8321b7e2 service neutron] 10.222.0.55 "GET /v2.0/networks/2ab16415-814a-473a-baf1-7ea9687eb71e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4409571 Aug 05 11:34:34.243331 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1b412996-f87a-4caf-b273-f466dabf45c6 req-b587fdcc-4916-46a4-ba08-5c2db652473d tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4e742cc-0754-43b8-97b1-fad458ef76e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289785 Aug 05 11:34:34.296889 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8338c9-dcfa-4f99-9e02-758c92d7144f req-8386b11b-0f19-4ad0-9f24-24cc8f0fa1e0 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:34.299620 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8d8338c9-dcfa-4f99-9e02-758c92d7144f req-8386b11b-0f19-4ad0-9f24-24cc8f0fa1e0 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=be090969-9d37-41b9-80ad-9680c00c1969 HTTP/1.1" status: 200 len: 950 time: 0.1409602 Aug 05 11:34:34.457813 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89e8cf7-d014-4209-8d4e-d8a935236772 req-aa40a08d-095e-476a-b35c-fa1b80631e83 tempest-ServerAddressesTestJSON-650032113 tempest-ServerAddressesTestJSON-650032113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:34.469426 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a89e8cf7-d014-4209-8d4e-d8a935236772 req-aa40a08d-095e-476a-b35c-fa1b80631e83 tempest-ServerAddressesTestJSON-650032113 tempest-ServerAddressesTestJSON-650032113-project] 10.222.0.58 "GET /v2.0/ports?device_id=58f0488e-5f22-436d-ab1b-c81c21028c87 HTTP/1.1" status: 200 len: 944 time: 0.1124597 Aug 05 11:34:34.484219 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8d8338c9-dcfa-4f99-9e02-758c92d7144f req-c87c9572-053f-4854-b7e7-b25074cc7656 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650686 Aug 05 11:34:34.561742 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a89e8cf7-d014-4209-8d4e-d8a935236772 req-b042b217-c2e2-4f22-a177-59dcad04a528 tempest-ServerAddressesTestJSON-650032113 tempest-ServerAddressesTestJSON-650032113-project] 10.222.0.58 "GET /v2.0/security-groups?id=441035ee-4de9-4985-88a6-4e9a543e81a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907993 Aug 05 11:34:34.839886 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b29b12-44b7-45a7-b2bb-cb5ccd893ac8 req-021de0f0-3d47-4c71-add8-f5387471b2ee tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:34.859357 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-03b29b12-44b7-45a7-b2bb-cb5ccd893ac8 req-021de0f0-3d47-4c71-add8-f5387471b2ee tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9c818f6-600d-4143-bf8a-f3dd16655be1 HTTP/1.1" status: 200 len: 945 time: 0.1413746 Aug 05 11:34:34.937258 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-de559b58-004d-471b-9be7-f1251095b21d req-e4f67a35-29ff-41bd-80de-ccba0ba37e81 service neutron] 10.222.0.55 "GET /v2.0/networks/2ab16415-814a-473a-baf1-7ea9687eb71e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6918800 Aug 05 11:34:35.002564 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-03b29b12-44b7-45a7-b2bb-cb5ccd893ac8 req-db4407c7-3f2e-4fbb-9ce0-86918d53ebaa tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/security-groups?id=367c82dd-50a3-4df9-a217-7f397fab3611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364639 Aug 05 11:34:35.087602 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-4c15abf1-b899-433c-ba6a-20b3f6de20c7 req-b6cc0a65-70db-40c2-b92c-41eab35906f7 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:35.136625 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['daaafd27-08d5-4742-8b77-e4bc0f981df7'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:34:35.201062 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cc0a65-70db-40c2-b92c-41eab35906f7 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] Pushing event deleted for resources: {'Port': ['ID=390fac1a-7da7-42e5-b00a-c5006601f3d8,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:34:35.206335 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-4ac65b61-179e-454d-ba9f-df2ceb747f39 req-973da9b0-f5bb-4c10-9a62-144393c2fbde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2281be1c-28a8-4f27-9a3d-7791d847b098 {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:34:35.230163 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-4ac65b61-179e-454d-ba9f-df2ceb747f39 req-973da9b0-f5bb-4c10-9a62-144393c2fbde service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:35.230935 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df733730-8d88-420f-a634-57768eba039c req-19d5fdd7-11e5-4427-bcbc-a5c1f43a56d7 tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:35.238814 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-df733730-8d88-420f-a634-57768eba039c req-19d5fdd7-11e5-4427-bcbc-a5c1f43a56d7 tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] 10.222.0.58 "GET /v2.0/ports?device_id=318c13d7-b813-4b50-ba24-ecad9f6bb7de HTTP/1.1" status: 200 len: 931 time: 0.1524456 Aug 05 11:34:35.342126 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-4ac65b61-179e-454d-ba9f-df2ceb747f39 req-973da9b0-f5bb-4c10-9a62-144393c2fbde service neutron] Transition to ACTIVE for port object 2281be1c-28a8-4f27-9a3d-7791d847b098 will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:34:35.344958 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-df733730-8d88-420f-a634-57768eba039c req-49608f66-123c-4ea0-8ed0-148e98e75b07 tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] 10.222.0.58 "GET /v2.0/security-groups?id=828cef5c-0f80-4604-87f6-a92aecbc06bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911853 Aug 05 11:34:35.360742 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c15abf1-b899-433c-ba6a-20b3f6de20c7 req-b6cc0a65-70db-40c2-b92c-41eab35906f7 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] No DVR routers for this DVR port 390fac1a-7da7-42e5-b00a-c5006601f3d8 on host n-h2-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:34:35.381435 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-4c15abf1-b899-433c-ba6a-20b3f6de20c7 req-b6cc0a65-70db-40c2-b92c-41eab35906f7 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:35.385057 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4c15abf1-b899-433c-ba6a-20b3f6de20c7 req-b6cc0a65-70db-40c2-b92c-41eab35906f7 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.55 "DELETE /v2.0/ports/390fac1a-7da7-42e5-b00a-c5006601f3d8 HTTP/1.1" status: 204 len: 173 time: 2.4935615 Aug 05 11:34:35.390529 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9c818f6-600d-4143-bf8a-f3dd16655be1', 'name': 'network-vif-deleted', 'tag': '390fac1a-7da7-42e5-b00a-c5006601f3d8'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:34:35.393214 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b668f188-8809-463f-b264-c620023f44b2" -d '{"events": [{"server_uuid": "b9c818f6-600d-4143-bf8a-f3dd16655be1", "name": "network-vif-deleted", "tag": "390fac1a-7da7-42e5-b00a-c5006601f3d8"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:34:35.406144 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-4ac65b61-179e-454d-ba9f-df2ceb747f39 req-973da9b0-f5bb-4c10-9a62-144393c2fbde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:35.473879 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57ce972b-156d-4cfe-bb42-8bf0b6a4409f x-openstack-request-id: req-57ce972b-156d-4cfe-bb42-8bf0b6a4409f {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:34:35.474215 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9c818f6-600d-4143-bf8a-f3dd16655be1", "name": "network-vif-deleted", "tag": "390fac1a-7da7-42e5-b00a-c5006601f3d8", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:34:35.474565 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-57ce972b-156d-4cfe-bb42-8bf0b6a4409f {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:34:35.474861 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9c818f6-600d-4143-bf8a-f3dd16655be1', 'name': 'network-vif-deleted', 'tag': '390fac1a-7da7-42e5-b00a-c5006601f3d8', 'status': 'completed', 'code': 200} Aug 05 11:34:35.481823 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6a281e-8966-4017-a93c-33f49db3aebe req-5b3254cf-a646-4c36-80d6-9e6951263018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:35.483524 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4c6a281e-8966-4017-a93c-33f49db3aebe req-5b3254cf-a646-4c36-80d6-9e6951263018 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b3379bfa21b54b6b83ae02364a56c2e6&device_id=58f0488e-5f22-436d-ab1b-c81c21028c87 HTTP/1.1" status: 200 len: 1095 time: 0.3674171 Aug 05 11:34:35.536332 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973da9b0-f5bb-4c10-9a62-144393c2fbde service neutron] Pushing event updated for resources: {'Port': ['ID=2281be1c-28a8-4f27-9a3d-7791d847b098,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:34:35.699713 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d265f930-e22a-4bf5-b13d-b824a104d5b4 req-368aee1c-e933-436d-8c6f-8395130f299c tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:35.711913 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d265f930-e22a-4bf5-b13d-b824a104d5b4 req-368aee1c-e933-436d-8c6f-8395130f299c tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/networks?id=df604f01-40cf-4ac6-a403-862287f48d99 HTTP/1.1" status: 200 len: 814 time: 0.2817762 Aug 05 11:34:35.927137 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-4ac65b61-179e-454d-ba9f-df2ceb747f39 req-973da9b0-f5bb-4c10-9a62-144393c2fbde service neutron] Attempting to bind port 2281be1c-28a8-4f27-9a3d-7791d847b098 on host n-h1-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:34:35.940933 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-4ac65b61-179e-454d-ba9f-df2ceb747f39 req-973da9b0-f5bb-4c10-9a62-144393c2fbde service neutron] Attempting to bind port 2281be1c-28a8-4f27-9a3d-7791d847b098 by drivers openvswitch,hyperv on host n-h1-803378-2 at level 0 using segments [{'id': 'fb34d38f-e8ce-4566-8051-d1280b0a9093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '92241915-6a09-4c91-8563-cbf94b87f5db'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:34:35.941650 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac65b61-179e-454d-ba9f-df2ceb747f39 req-973da9b0-f5bb-4c10-9a62-144393c2fbde service neutron] Attempting to bind port 2281be1c-28a8-4f27-9a3d-7791d847b098 on network 92241915-6a09-4c91-8563-cbf94b87f5db {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:34:35.961467 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac65b61-179e-454d-ba9f-df2ceb747f39 req-973da9b0-f5bb-4c10-9a62-144393c2fbde service neutron] Port 2281be1c-28a8-4f27-9a3d-7791d847b098 on network 92241915-6a09-4c91-8563-cbf94b87f5db not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:34:35.962416 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac65b61-179e-454d-ba9f-df2ceb747f39 req-973da9b0-f5bb-4c10-9a62-144393c2fbde service neutron] Attempting to bind port 2281be1c-28a8-4f27-9a3d-7791d847b098 on network 92241915-6a09-4c91-8563-cbf94b87f5db {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:34:35.970383 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac65b61-179e-454d-ba9f-df2ceb747f39 req-973da9b0-f5bb-4c10-9a62-144393c2fbde service neutron] Checking agent: {'id': '40bb7567-59bd-4b31-bc29-da1c50bca759', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:34:35.970955 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac65b61-179e-454d-ba9f-df2ceb747f39 req-973da9b0-f5bb-4c10-9a62-144393c2fbde service neutron] Checking segment: {'id': 'fb34d38f-e8ce-4566-8051-d1280b0a9093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '92241915-6a09-4c91-8563-cbf94b87f5db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:34:35.971357 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac65b61-179e-454d-ba9f-df2ceb747f39 req-973da9b0-f5bb-4c10-9a62-144393c2fbde service neutron] Bound using segment: {'id': 'fb34d38f-e8ce-4566-8051-d1280b0a9093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '92241915-6a09-4c91-8563-cbf94b87f5db'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:34:35.971847 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-4ac65b61-179e-454d-ba9f-df2ceb747f39 req-973da9b0-f5bb-4c10-9a62-144393c2fbde service neutron] Bound port: 2281be1c-28a8-4f27-9a3d-7791d847b098, host: n-h1-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb34d38f-e8ce-4566-8051-d1280b0a9093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '92241915-6a09-4c91-8563-cbf94b87f5db'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:34:35.972219 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-4ac65b61-179e-454d-ba9f-df2ceb747f39 req-973da9b0-f5bb-4c10-9a62-144393c2fbde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:35.978436 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6a281e-8966-4017-a93c-33f49db3aebe req-8d239f96-6242-4eeb-8a54-8f7aba230a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:35.980027 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4c6a281e-8966-4017-a93c-33f49db3aebe req-8d239f96-6242-4eeb-8a54-8f7aba230a6e service neutron] 10.222.0.55 "GET /v2.0/networks?id=2ab16415-814a-473a-baf1-7ea9687eb71e HTTP/1.1" status: 200 len: 915 time: 0.4625809 Aug 05 11:34:36.040260 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4c6a281e-8966-4017-a93c-33f49db3aebe req-2b690994-ac72-48e6-8f24-57dc9d2c7c8d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=98782fee-828e-471e-bb0e-852cf1cdc04d HTTP/1.1" status: 200 len: 217 time: 0.0489316 Aug 05 11:34:36.265746 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-4ac65b61-179e-454d-ba9f-df2ceb747f39 req-973da9b0-f5bb-4c10-9a62-144393c2fbde service neutron] For port 2281be1c-28a8-4f27-9a3d-7791d847b098, host n-h1-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:34:36.272338 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-4ac65b61-179e-454d-ba9f-df2ceb747f39 req-973da9b0-f5bb-4c10-9a62-144393c2fbde service neutron] For port 2281be1c-28a8-4f27-9a3d-7791d847b098, host n-h1-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=2281be1c-28a8-4f27-9a3d-7791d847b098,segment=NetworkSegment(fb34d38f-e8ce-4566-8051-d1280b0a9093),segment_id=fb34d38f-e8ce-4566-8051-d1280b0a9093)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:34:36.276608 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6a281e-8966-4017-a93c-33f49db3aebe req-f16c4645-3b18-475d-85c4-a45a2fb86897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:36.278365 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4c6a281e-8966-4017-a93c-33f49db3aebe req-f16c4645-3b18-475d-85c4-a45a2fb86897 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=75f2dc44-2fa4-4a4c-af46-d223a57bab51 HTTP/1.1" status: 200 len: 854 time: 0.2055726 Aug 05 11:34:36.283213 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-4ac65b61-179e-454d-ba9f-df2ceb747f39 req-973da9b0-f5bb-4c10-9a62-144393c2fbde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:36.366397 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d265f930-e22a-4bf5-b13d-b824a104d5b4 req-28c7c438-49ad-460d-80ba-d77ae373b366 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/quotas/c5007679d0154fc3bfd87d24d49c48af HTTP/1.1" status: 200 len: 375 time: 0.6533794 Aug 05 11:34:36.381258 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 390fac1a-7da7-42e5-b00a-c5006601f3d8 no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:34:36.389409 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973da9b0-f5bb-4c10-9a62-144393c2fbde service neutron] Pushing event updated for resources: {'Port': ['ID=2281be1c-28a8-4f27-9a3d-7791d847b098,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:34:36.404754 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac65b61-179e-454d-ba9f-df2ceb747f39 req-973da9b0-f5bb-4c10-9a62-144393c2fbde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:36.405447 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-4ac65b61-179e-454d-ba9f-df2ceb747f39 req-973da9b0-f5bb-4c10-9a62-144393c2fbde service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:36.406949 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4ac65b61-179e-454d-ba9f-df2ceb747f39 req-973da9b0-f5bb-4c10-9a62-144393c2fbde service neutron] 10.222.0.64 "PUT /v2.0/ports/2281be1c-28a8-4f27-9a3d-7791d847b098 HTTP/1.1" status: 200 len: 1091 time: 3.0560257 Aug 05 11:34:36.409705 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9f784e-f8e1-4c1e-9f4e-abd1c0837537 req-0cb1ec1a-301c-49a4-bb65-e506438abcfd tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:36.417546 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5d9f784e-f8e1-4c1e-9f4e-abd1c0837537 req-0cb1ec1a-301c-49a4-bb65-e506438abcfd tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=be090969-9d37-41b9-80ad-9680c00c1969 HTTP/1.1" status: 200 len: 950 time: 0.7023389 Aug 05 11:34:36.435464 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4c6a281e-8966-4017-a93c-33f49db3aebe req-f920470f-cbb2-4206-a589-328eb0ac8aaa service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2ab16415-814a-473a-baf1-7ea9687eb71e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1098092 Aug 05 11:34:36.469499 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] No Port match for: 390fac1a-7da7-42e5-b00a-c5006601f3d8 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:34:36.470365 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 390fac1a-7da7-42e5-b00a-c5006601f3d8 not bound to the agent host n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:34:36.496328 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d265f930-e22a-4bf5-b13d-b824a104d5b4 req-355d81bf-0796-4ef9-b2ec-ce8dc173a01a tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=c5007679d0154fc3bfd87d24d49c48af&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1162164 Aug 05 11:34:36.512825 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5d9f784e-f8e1-4c1e-9f4e-abd1c0837537 req-6615817c-d18c-41ce-9fce-9e0fdb1bbf3b tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879109 Aug 05 11:34:36.640148 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 57070) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:34:36.702786 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac65b61-179e-454d-ba9f-df2ceb747f39 req-d881dfca-7a32-4612-8869-24b94e6cc6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:36.705083 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4ac65b61-179e-454d-ba9f-df2ceb747f39 req-d881dfca-7a32-4612-8869-24b94e6cc6ec service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=51ad5862de32489aa9e02ce01c89cfa7&device_id=318c13d7-b813-4b50-ba24-ecad9f6bb7de HTTP/1.1" status: 200 len: 1094 time: 0.2045951 Aug 05 11:34:36.775777 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5653d2f9-f76c-4343-86ba-fe628e5162b4 req-859bbe09-edb0-4e84-b692-ebfc2edb0653 tempest-ServerAddressesTestJSON-650032113 tempest-ServerAddressesTestJSON-650032113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:36.779330 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5653d2f9-f76c-4343-86ba-fe628e5162b4 req-859bbe09-edb0-4e84-b692-ebfc2edb0653 tempest-ServerAddressesTestJSON-650032113 tempest-ServerAddressesTestJSON-650032113-project] 10.222.0.58 "GET /v2.0/ports?device_id=58f0488e-5f22-436d-ab1b-c81c21028c87 HTTP/1.1" status: 200 len: 944 time: 0.1304114 Aug 05 11:34:36.808962 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6170a49e-35a7-4048-abc6-19d05d8ed5db req-4ac636b8-1571-49b6-a8f7-066302e31fd2 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:36.810612 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6170a49e-35a7-4048-abc6-19d05d8ed5db req-4ac636b8-1571-49b6-a8f7-066302e31fd2 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.55 "GET /v2.0/ports?device_id=051d2e79-c53f-4414-b541-c8382c63937c HTTP/1.1" status: 200 len: 946 time: 0.1962414 Aug 05 11:34:36.812086 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4ac65b61-179e-454d-ba9f-df2ceb747f39 req-b36c9d08-69d2-4739-9e3f-d2995fc9d990 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2281be1c-28a8-4f27-9a3d-7791d847b098 HTTP/1.1" status: 200 len: 217 time: 0.0881445 Aug 05 11:34:36.814726 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4c6a281e-8966-4017-a93c-33f49db3aebe req-e908dbc2-c04e-4eda-938e-d208aa1c2b34 service neutron] 10.222.0.55 "GET /v2.0/networks/2ab16415-814a-473a-baf1-7ea9687eb71e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3707316 Aug 05 11:34:36.818119 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d265f930-e22a-4bf5-b13d-b824a104d5b4 req-b688dcc6-e4d8-412a-baae-e555b6b09b37 service neutron] 10.222.0.58 "GET /v2.0/networks/df604f01-40cf-4ac6-a403-862287f48d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3038149 Aug 05 11:34:36.871675 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5653d2f9-f76c-4343-86ba-fe628e5162b4 req-aa947bdb-4372-43b8-8d28-f6a932eae502 tempest-ServerAddressesTestJSON-650032113 tempest-ServerAddressesTestJSON-650032113-project] 10.222.0.58 "GET /v2.0/security-groups?id=441035ee-4de9-4985-88a6-4e9a543e81a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791161 Aug 05 11:34:36.911015 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9ac4d1ed-9609-4478-bb4f-2ab5097b0c22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:37.014896 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac65b61-179e-454d-ba9f-df2ceb747f39 req-3f9ccd35-8609-41e7-8596-db3a512714ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:37.016537 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4ac65b61-179e-454d-ba9f-df2ceb747f39 req-3f9ccd35-8609-41e7-8596-db3a512714ef service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b323b670-7bcd-4d26-9a7c-9092dd8bb3b0 HTTP/1.1" status: 200 len: 849 time: 0.1898439 Aug 05 11:34:37.018155 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d265f930-e22a-4bf5-b13d-b824a104d5b4 req-e4e555a4-be1c-4bff-8d94-55ce9a3d737f service neutron] 10.222.0.58 "GET /v2.0/networks/df604f01-40cf-4ac6-a403-862287f48d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914718 Aug 05 11:34:37.104429 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9ac4d1ed-9609-4478-bb4f-2ab5097b0c22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:37.121272 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4ac65b61-179e-454d-ba9f-df2ceb747f39 req-4380fa4b-ae19-4c4f-adfa-96bb50691a8b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=92241915-6a09-4c91-8563-cbf94b87f5db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0829468 Aug 05 11:34:37.126217 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-6170a49e-35a7-4048-abc6-19d05d8ed5db req-6e8b53ed-56ab-4d58-8809-6934e8931d6f tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Deleting port 6f973e19-a850-49bc-875b-1c9dfd227e38 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:34:37.126568 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-6170a49e-35a7-4048-abc6-19d05d8ed5db req-6e8b53ed-56ab-4d58-8809-6934e8931d6f tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:37.154537 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9ac4d1ed-9609-4478-bb4f-2ab5097b0c22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:37.164156 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-8a7fd988-b5e1-470d-be90-caf1b6ee3a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:37.250489 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5b0ca0-53d0-4225-b162-77bf80a55cf5 req-7ffcbe13-c44c-4e21-928e-2fc71e116aaa tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:37.252193 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5d5b0ca0-53d0-4225-b162-77bf80a55cf5 req-7ffcbe13-c44c-4e21-928e-2fc71e116aaa tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] 10.222.0.58 "GET /v2.0/ports?device_id=318c13d7-b813-4b50-ba24-ecad9f6bb7de HTTP/1.1" status: 200 len: 943 time: 0.1457875 Aug 05 11:34:37.255193 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-9ac4d1ed-9609-4478-bb4f-2ab5097b0c22 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=aeee9891cd594cdcbf85e14d0269c781&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6139579 Aug 05 11:34:37.261180 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 57084) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:34:37.264391 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac4d1ed-9609-4478-bb4f-2ab5097b0c22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24de933d-5ade-4f46-9c9d-05b0cdb8356c,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:34:37.404284 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5d5b0ca0-53d0-4225-b162-77bf80a55cf5 req-ac264abd-0241-479d-9056-2bec311b1d3f tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] 10.222.0.58 "GET /v2.0/security-groups?id=828cef5c-0f80-4604-87f6-a92aecbc06bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419804 Aug 05 11:34:37.442582 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-61b57e97-51e5-49db-acee-5e5858e13e7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:37.455755 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4c6a281e-8966-4017-a93c-33f49db3aebe req-c533ed6f-43b9-4453-ad41-cdbc04877c59 service neutron] 10.222.0.55 "GET /v2.0/networks/2ab16415-814a-473a-baf1-7ea9687eb71e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6184919 Aug 05 11:34:37.462193 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4ac65b61-179e-454d-ba9f-df2ceb747f39 req-c011e5df-ca99-4d35-8365-e974fb8e6e81 service neutron] 10.222.0.64 "GET /v2.0/networks/92241915-6a09-4c91-8563-cbf94b87f5db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3280871 Aug 05 11:34:37.496942 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-61b57e97-51e5-49db-acee-5e5858e13e7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:37.497453 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '318c13d7-b813-4b50-ba24-ecad9f6bb7de', 'tag': '2281be1c-28a8-4f27-9a3d-7791d847b098'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:34:37.504266 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8325222f-4bc9-401d-80c0-af5f5fdc8822" -d '{"events": [{"name": "network-changed", "server_uuid": "318c13d7-b813-4b50-ba24-ecad9f6bb7de", "tag": "2281be1c-28a8-4f27-9a3d-7791d847b098"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:34:37.599431 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-6170a49e-35a7-4048-abc6-19d05d8ed5db req-6e8b53ed-56ab-4d58-8809-6934e8931d6f tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] For port 6f973e19-a850-49bc-875b-1c9dfd227e38, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=6f973e19-a850-49bc-875b-1c9dfd227e38,segment=NetworkSegment(01e8ca75-cf59-480b-8ee2-932f754dd7b2),segment_id=01e8ca75-cf59-480b-8ee2-932f754dd7b2)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:34:37.599857 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-6170a49e-35a7-4048-abc6-19d05d8ed5db req-6e8b53ed-56ab-4d58-8809-6934e8931d6f tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:37.623541 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-6170a49e-35a7-4048-abc6-19d05d8ed5db req-6e8b53ed-56ab-4d58-8809-6934e8931d6f tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Calling delete_port for 6f973e19-a850-49bc-875b-1c9dfd227e38 owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:34:37.646873 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bc6ab741-7771-42ae-9223-f0e472f3c0fd req-adb92165-19d6-4709-87d7-537914717dcc tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/ports?device_id=92c6efdb-6f99-4311-95ca-680b59498481 HTTP/1.1" status: 200 len: 210 time: 0.0886486 Aug 05 11:34:37.650566 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-61b57e97-51e5-49db-acee-5e5858e13e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:37.659136 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-61b57e97-51e5-49db-acee-5e5858e13e7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:37.659136 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-61b57e97-51e5-49db-acee-5e5858e13e7c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/24de933d-5ade-4f46-9c9d-05b0cdb8356c HTTP/1.1" status: 204 len: 168 time: 0.3921030 Aug 05 11:34:37.708893 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4ac65b61-179e-454d-ba9f-df2ceb747f39 req-1c7d79fa-4d38-4f1d-a38b-1d5560c13b49 service neutron] 10.222.0.64 "GET /v2.0/networks/92241915-6a09-4c91-8563-cbf94b87f5db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933141 Aug 05 11:34:37.743970 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa83f9e-9530-44ff-8fa5-a95d0dc8a8f2 req-c8b07e05-205f-45eb-9ff4-d2029a559162 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:37.755837 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9fa83f9e-9530-44ff-8fa5-a95d0dc8a8f2 req-c8b07e05-205f-45eb-9ff4-d2029a559162 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/ports?device_id=5f37001e-9d67-440a-b593-7e7c7a1d9690 HTTP/1.1" status: 200 len: 945 time: 0.1982565 Aug 05 11:34:37.760886 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b57e97-51e5-49db-acee-5e5858e13e7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24de933d-5ade-4f46-9c9d-05b0cdb8356c,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:34:37.768849 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-328e244d-32cb-4d45-aff7-44bb7adc8e01 x-openstack-request-id: req-328e244d-32cb-4d45-aff7-44bb7adc8e01 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:34:37.768849 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "318c13d7-b813-4b50-ba24-ecad9f6bb7de", "tag": "2281be1c-28a8-4f27-9a3d-7791d847b098", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:34:37.769046 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-328e244d-32cb-4d45-aff7-44bb7adc8e01 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:34:37.771394 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '318c13d7-b813-4b50-ba24-ecad9f6bb7de', 'tag': '2281be1c-28a8-4f27-9a3d-7791d847b098', 'status': 'completed', 'code': 200} Aug 05 11:34:37.843224 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9fa83f9e-9530-44ff-8fa5-a95d0dc8a8f2 req-eaa70e1b-0f73-4f8c-bdb9-bec1f14adfe8 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/security-groups?id=367c82dd-50a3-4df9-a217-7f397fab3611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862346 Aug 05 11:34:37.923960 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-6170a49e-35a7-4048-abc6-19d05d8ed5db req-6e8b53ed-56ab-4d58-8809-6934e8931d6f tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:37.957772 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['6f973e19-a850-49bc-875b-1c9dfd227e38'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:34:37.982066 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8b53ed-56ab-4d58-8809-6934e8931d6f tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Pushing event deleted for resources: {'Port': ['ID=6f973e19-a850-49bc-875b-1c9dfd227e38,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:34:37.998359 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6903a4-0fec-475e-b745-c66912705954 req-cb79d1b5-7644-4dd7-8f88-270ff933ab1b tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:38.005666 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5e6903a4-0fec-475e-b745-c66912705954 req-cb79d1b5-7644-4dd7-8f88-270ff933ab1b tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=be090969-9d37-41b9-80ad-9680c00c1969 HTTP/1.1" status: 200 len: 950 time: 0.1478245 Aug 05 11:34:38.043779 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8325222f-4bc9-401d-80c0-af5f5fdc8822 req-2a050b7c-f523-43da-8ac2-06fefd1c5cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:38.045526 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8325222f-4bc9-401d-80c0-af5f5fdc8822 req-2a050b7c-f523-43da-8ac2-06fefd1c5cc1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=51ad5862de32489aa9e02ce01c89cfa7&device_id=318c13d7-b813-4b50-ba24-ecad9f6bb7de HTTP/1.1" status: 200 len: 1094 time: 0.1556542 Aug 05 11:34:38.062527 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-6170a49e-35a7-4048-abc6-19d05d8ed5db req-6e8b53ed-56ab-4d58-8809-6934e8931d6f tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] No DVR routers for this DVR port 6f973e19-a850-49bc-875b-1c9dfd227e38 on host n-h2-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:34:38.072870 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-6170a49e-35a7-4048-abc6-19d05d8ed5db req-6e8b53ed-56ab-4d58-8809-6934e8931d6f tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:38.074996 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6170a49e-35a7-4048-abc6-19d05d8ed5db req-6e8b53ed-56ab-4d58-8809-6934e8931d6f tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.55 "DELETE /v2.0/ports/6f973e19-a850-49bc-875b-1c9dfd227e38 HTTP/1.1" status: 204 len: 173 time: 1.2364593 Aug 05 11:34:38.144313 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5e6903a4-0fec-475e-b745-c66912705954 req-5b395025-313f-44c7-8a6e-422acf3a3f43 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332636 Aug 05 11:34:38.167037 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594bd22a-8a6a-4baf-a07f-f22befdda526 req-362a9011-3f8e-4c25-bbd1-25b1ff380465 tempest-ServerAddressesTestJSON-650032113 tempest-ServerAddressesTestJSON-650032113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:38.185196 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-594bd22a-8a6a-4baf-a07f-f22befdda526 req-362a9011-3f8e-4c25-bbd1-25b1ff380465 tempest-ServerAddressesTestJSON-650032113 tempest-ServerAddressesTestJSON-650032113-project] 10.222.0.58 "GET /v2.0/ports?device_id=58f0488e-5f22-436d-ab1b-c81c21028c87 HTTP/1.1" status: 200 len: 944 time: 0.1509330 Aug 05 11:34:38.276014 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-594bd22a-8a6a-4baf-a07f-f22befdda526 req-5b945aab-8fe1-4fb2-b1fe-cdf6acf75d9a tempest-ServerAddressesTestJSON-650032113 tempest-ServerAddressesTestJSON-650032113-project] 10.222.0.58 "GET /v2.0/security-groups?id=441035ee-4de9-4985-88a6-4e9a543e81a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826337 Aug 05 11:34:38.316523 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 11:34:38.328986 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 57106) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:34:38.330844 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8325222f-4bc9-401d-80c0-af5f5fdc8822 req-2396071f-77d7-464a-83ba-76168cc8a9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:38.332365 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8325222f-4bc9-401d-80c0-af5f5fdc8822 req-2396071f-77d7-464a-83ba-76168cc8a9a4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=92241915-6a09-4c91-8563-cbf94b87f5db HTTP/1.1" status: 200 len: 910 time: 0.2712867 Aug 05 11:34:38.344055 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3d614f53-e618-498e-abc2-d9b27f532e44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:38.378103 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 98782fee-828e-471e-bb0e-852cf1cdc04d details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:34:38.400475 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8325222f-4bc9-401d-80c0-af5f5fdc8822 req-f840e54f-9f77-4ac1-8a76-010d84bd6702 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2281be1c-28a8-4f27-9a3d-7791d847b098 HTTP/1.1" status: 200 len: 217 time: 0.0590363 Aug 05 11:34:38.530985 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8325222f-4bc9-401d-80c0-af5f5fdc8822 req-524a68ba-25ef-48d8-9e64-34e6a40d87b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:38.532535 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8325222f-4bc9-401d-80c0-af5f5fdc8822 req-524a68ba-25ef-48d8-9e64-34e6a40d87b2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b323b670-7bcd-4d26-9a7c-9092dd8bb3b0 HTTP/1.1" status: 200 len: 849 time: 0.1176209 Aug 05 11:34:38.572072 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3d614f53-e618-498e-abc2-d9b27f532e44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:38.582449 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8325222f-4bc9-401d-80c0-af5f5fdc8822 req-7f7b3789-ea4d-4e01-8a6d-a988fdbc8fc8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=92241915-6a09-4c91-8563-cbf94b87f5db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376384 Aug 05 11:34:38.582750 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3d614f53-e618-498e-abc2-d9b27f532e44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:38.587897 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 98782fee-828e-471e-bb0e-852cf1cdc04d, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=98782fee-828e-471e-bb0e-852cf1cdc04d,segment=NetworkSegment(07390d54-f52b-4995-9677-d5180ea54365),segment_id=07390d54-f52b-4995-9677-d5180ea54365)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:34:38.603368 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Returning: {'device': '98782fee-828e-471e-bb0e-852cf1cdc04d', 'network_id': '2ab16415-814a-473a-baf1-7ea9687eb71e', 'port_id': '98782fee-828e-471e-bb0e-852cf1cdc04d', 'mac_address': 'fa:16:3e:b2:b3:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75f2dc44-2fa4-4a4c-af46-d223a57bab51', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:34:38.658393 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:38.668128 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbfd3ee-6c56-4e9f-8298-5bb398e353c6 req-3c65162e-ff7e-42f4-9a91-2d9288a6c1ab tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:38.671447 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cdbfd3ee-6c56-4e9f-8298-5bb398e353c6 req-3c65162e-ff7e-42f4-9a91-2d9288a6c1ab tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] 10.222.0.58 "GET /v2.0/ports?device_id=318c13d7-b813-4b50-ba24-ecad9f6bb7de HTTP/1.1" status: 200 len: 943 time: 0.1465542 Aug 05 11:34:38.688968 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98782fee-828e-471e-bb0e-852cf1cdc04d {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:34:38.716187 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 98782fee-828e-471e-bb0e-852cf1cdc04d, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=98782fee-828e-471e-bb0e-852cf1cdc04d,segment=NetworkSegment(07390d54-f52b-4995-9677-d5180ea54365),segment_id=07390d54-f52b-4995-9677-d5180ea54365)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:34:38.723597 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:38.743473 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8325222f-4bc9-401d-80c0-af5f5fdc8822 req-8b121865-bc9f-43ba-b539-fef450cc3b9e service neutron] 10.222.0.64 "GET /v2.0/networks/92241915-6a09-4c91-8563-cbf94b87f5db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522937 Aug 05 11:34:38.807890 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-3d614f53-e618-498e-abc2-d9b27f532e44 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7418556aa9d040918132b20fbf0efec7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4775777 Aug 05 11:34:38.809385 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d614f53-e618-498e-abc2-d9b27f532e44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d9c68fc-c835-45f3-85b1-115066c2c212,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:34:38.812142 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 57118) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:34:38.878944 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=98782fee-828e-471e-bb0e-852cf1cdc04d,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:34:38.902455 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cdbfd3ee-6c56-4e9f-8298-5bb398e353c6 req-514f2ade-19f8-432b-93e3-ef27ca8728f1 tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] 10.222.0.58 "GET /v2.0/security-groups?id=828cef5c-0f80-4604-87f6-a92aecbc06bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168076 Aug 05 11:34:38.913326 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c649ee7c-9e90-4a6f-8568-780d5eb0c236 req-cc3438d2-4eed-4372-a051-bf882e2b6793 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/ports?device_id=92c6efdb-6f99-4311-95ca-680b59498481 HTTP/1.1" status: 200 len: 210 time: 0.0972717 Aug 05 11:34:39.012547 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8325222f-4bc9-401d-80c0-af5f5fdc8822 req-909565a6-fed9-4918-9251-b6abac82627e service neutron] 10.222.0.64 "GET /v2.0/networks/92241915-6a09-4c91-8563-cbf94b87f5db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2591617 Aug 05 11:34:39.056310 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['98782fee-828e-471e-bb0e-852cf1cdc04d'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:34:39.062310 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-adea54ea-af67-44dc-afeb-5b6f5a910f23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:39.175063 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-adea54ea-af67-44dc-afeb-5b6f5a910f23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:39.273980 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a48ab54-e41a-4b7b-a43f-8f3659909c4e req-92acda64-ec87-4387-825d-bbc64c906fe7 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:39.277000 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3a48ab54-e41a-4b7b-a43f-8f3659909c4e req-92acda64-ec87-4387-825d-bbc64c906fe7 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/ports?device_id=5f37001e-9d67-440a-b593-7e7c7a1d9690 HTTP/1.1" status: 200 len: 945 time: 0.2331078 Aug 05 11:34:39.307280 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d265f930-e22a-4bf5-b13d-b824a104d5b4 req-f68d5cab-078a-4004-a369-2ff003467e9b tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:39.309866 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d265f930-e22a-4bf5-b13d-b824a104d5b4 req-f68d5cab-078a-4004-a369-2ff003467e9b tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.55 "GET /v2.0/networks?id=df604f01-40cf-4ac6-a403-862287f48d99 HTTP/1.1" status: 200 len: 814 time: 0.2432415 Aug 05 11:34:39.346341 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-d265f930-e22a-4bf5-b13d-b824a104d5b4 req-759ba276-7637-4800-8eab-d9a97d9a2e04 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Request body: {'port': {'device_id': '92c6efdb-6f99-4311-95ca-680b59498481', 'network_id': 'df604f01-40cf-4ac6-a403-862287f48d99', 'admin_state_up': True, 'tenant_id': 'c5007679d0154fc3bfd87d24d49c48af'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:34:39.411691 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3a48ab54-e41a-4b7b-a43f-8f3659909c4e req-6b257487-dfcd-4fe5-bb09-2565fa0fdd53 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/security-groups?id=367c82dd-50a3-4df9-a217-7f397fab3611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161408 Aug 05 11:34:39.433496 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d8d51b-c0f3-4601-8b7b-95411f91cf38 req-f78fd0cb-c9b3-4764-81dd-d4ededd5b669 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:39.435825 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-75d8d51b-c0f3-4601-8b7b-95411f91cf38 req-f78fd0cb-c9b3-4764-81dd-d4ededd5b669 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=be090969-9d37-41b9-80ad-9680c00c1969 HTTP/1.1" status: 200 len: 950 time: 0.1423776 Aug 05 11:34:39.467844 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-adea54ea-af67-44dc-afeb-5b6f5a910f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:39.471106 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-adea54ea-af67-44dc-afeb-5b6f5a910f23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:39.472384 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-adea54ea-af67-44dc-afeb-5b6f5a910f23 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8d9c68fc-c835-45f3-85b1-115066c2c212 HTTP/1.1" status: 204 len: 168 time: 0.6576540 Aug 05 11:34:39.501759 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adea54ea-af67-44dc-afeb-5b6f5a910f23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d9c68fc-c835-45f3-85b1-115066c2c212,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:34:39.530299 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-75d8d51b-c0f3-4601-8b7b-95411f91cf38 req-c21650fa-2efc-4e62-bbb2-4683d0443372 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723259 Aug 05 11:34:39.651432 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d265f930-e22a-4bf5-b13d-b824a104d5b4 req-759ba276-7637-4800-8eab-d9a97d9a2e04 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Made reservation on behalf of c5007679d0154fc3bfd87d24d49c48af for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:34:39.656354 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-d265f930-e22a-4bf5-b13d-b824a104d5b4 req-759ba276-7637-4800-8eab-d9a97d9a2e04 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:39.732501 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c106fb-b431-4ecf-ad10-aa09a3bc62df req-fd93f440-8f93-4fc3-b429-4688f1a24fc3 tempest-ServerAddressesTestJSON-650032113 tempest-ServerAddressesTestJSON-650032113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:39.744092 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b4c106fb-b431-4ecf-ad10-aa09a3bc62df req-fd93f440-8f93-4fc3-b429-4688f1a24fc3 tempest-ServerAddressesTestJSON-650032113 tempest-ServerAddressesTestJSON-650032113-project] 10.222.0.58 "GET /v2.0/ports?device_id=58f0488e-5f22-436d-ab1b-c81c21028c87 HTTP/1.1" status: 200 len: 945 time: 0.1042008 Aug 05 11:34:39.776606 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '051d2e79-c53f-4414-b541-c8382c63937c', 'name': 'network-vif-deleted', 'tag': '6f973e19-a850-49bc-875b-1c9dfd227e38'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:34:39.787913 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3782e56-1409-44ef-8ab8-861405e8c55a" -d '{"events": [{"server_uuid": "051d2e79-c53f-4414-b541-c8382c63937c", "name": "network-vif-deleted", "tag": "6f973e19-a850-49bc-875b-1c9dfd227e38"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:34:39.829723 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b4c106fb-b431-4ecf-ad10-aa09a3bc62df req-60258e6e-9cbc-43a4-917f-d813a2993fa9 tempest-ServerAddressesTestJSON-650032113 tempest-ServerAddressesTestJSON-650032113-project] 10.222.0.58 "GET /v2.0/security-groups?id=441035ee-4de9-4985-88a6-4e9a543e81a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826235 Aug 05 11:34:39.912087 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-d265f930-e22a-4bf5-b13d-b824a104d5b4 req-759ba276-7637-4800-8eab-d9a97d9a2e04 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Allocated IP 172.20.0.6 (df604f01-40cf-4ac6-a403-862287f48d99/524b1b8f-caef-4267-8226-9611509ac5a4/adb25fa4-0b5c-48b8-acbe-c422e9846236) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:34:39.924798 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32a9f6fe-a181-46b0-bb84-cfb88f9345a8 x-openstack-request-id: req-32a9f6fe-a181-46b0-bb84-cfb88f9345a8 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:34:39.924798 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "051d2e79-c53f-4414-b541-c8382c63937c", "name": "network-vif-deleted", "tag": "6f973e19-a850-49bc-875b-1c9dfd227e38", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:34:39.924798 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-32a9f6fe-a181-46b0-bb84-cfb88f9345a8 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:34:39.929246 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '051d2e79-c53f-4414-b541-c8382c63937c', 'name': 'network-vif-deleted', 'tag': '6f973e19-a850-49bc-875b-1c9dfd227e38', 'status': 'completed', 'code': 200} Aug 05 11:34:39.956670 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:39.962966 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-00e7c7e4-8979-404d-8b6b-19e6ce7749dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:40.115269 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ad566b-210d-4922-bfe6-ff3dc4f293a5 req-ed764a99-28e1-4573-89a7-1912ba19c735 tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:40.118139 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d8ad566b-210d-4922-bfe6-ff3dc4f293a5 req-ed764a99-28e1-4573-89a7-1912ba19c735 tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] 10.222.0.58 "GET /v2.0/ports?device_id=318c13d7-b813-4b50-ba24-ecad9f6bb7de HTTP/1.1" status: 200 len: 943 time: 0.1059325 Aug 05 11:34:40.150276 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5b2c7237-d181-41ac-a86f-805a8ec7d4c6 req-7ba8e06b-a1df-4416-9a46-5398573b29ce tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/ports?device_id=92c6efdb-6f99-4311-95ca-680b59498481 HTTP/1.1" status: 200 len: 210 time: 0.0731072 Aug 05 11:34:40.202584 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d8ad566b-210d-4922-bfe6-ff3dc4f293a5 req-777091ad-643f-4688-a690-8c9613477d2e tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] 10.222.0.58 "GET /v2.0/security-groups?id=828cef5c-0f80-4604-87f6-a92aecbc06bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549726 Aug 05 11:34:40.216371 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-d265f930-e22a-4bf5-b13d-b824a104d5b4 req-759ba276-7637-4800-8eab-d9a97d9a2e04 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:40.278208 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-d265f930-e22a-4bf5-b13d-b824a104d5b4 req-759ba276-7637-4800-8eab-d9a97d9a2e04 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:40.328054 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d265f930-e22a-4bf5-b13d-b824a104d5b4 req-759ba276-7637-4800-8eab-d9a97d9a2e04 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Network df604f01-40cf-4ac6-a403-862287f48d99 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:34:40.331502 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-d265f930-e22a-4bf5-b13d-b824a104d5b4 req-759ba276-7637-4800-8eab-d9a97d9a2e04 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:34:40.334303 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-d265f930-e22a-4bf5-b13d-b824a104d5b4 req-759ba276-7637-4800-8eab-d9a97d9a2e04 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:34:40.375363 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759ba276-7637-4800-8eab-d9a97d9a2e04 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Pushing event updated for resources: {'Port': ['ID=adb25fa4-0b5c-48b8-acbe-c422e9846236,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:34:40.394414 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 98782fee-828e-471e-bb0e-852cf1cdc04d up at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:34:40.412320 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d265f930-e22a-4bf5-b13d-b824a104d5b4 req-759ba276-7637-4800-8eab-d9a97d9a2e04 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:40.413017 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-d265f930-e22a-4bf5-b13d-b824a104d5b4 req-759ba276-7637-4800-8eab-d9a97d9a2e04 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:40.435968 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d265f930-e22a-4bf5-b13d-b824a104d5b4 req-759ba276-7637-4800-8eab-d9a97d9a2e04 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0943077 Aug 05 11:34:40.483257 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-d265f930-e22a-4bf5-b13d-b824a104d5b4 req-ec81164a-16a1-48be-bb68-6b399bdc9d38 service neutron] Request body: {'port': {'device_id': '92c6efdb-6f99-4311-95ca-680b59498481', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:34:40.490037 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning for port 98782fee-828e-471e-bb0e-852cf1cdc04d completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:34:40.502026 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning complete for port 98782fee-828e-471e-bb0e-852cf1cdc04d triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:34:40.502632 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:40.643214 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-d265f930-e22a-4bf5-b13d-b824a104d5b4 req-ec81164a-16a1-48be-bb68-6b399bdc9d38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:40.682827 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:40.749452 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58f0488e-5f22-436d-ab1b-c81c21028c87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98782fee-828e-471e-bb0e-852cf1cdc04d'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:34:40.754153 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2c807d-e6b0-4112-ba26-8bfb3aaa4bd1 req-977a62ea-7e27-46fc-b72c-58419917f7ec tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:40.754856 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac372b95-1b14-4f08-88d9-3b7ad7f0155d" -d '{"events": [{"server_uuid": "58f0488e-5f22-436d-ab1b-c81c21028c87", "name": "network-vif-plugged", "status": "completed", "tag": "98782fee-828e-471e-bb0e-852cf1cdc04d"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:34:40.770737 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4e2c807d-e6b0-4112-ba26-8bfb3aaa4bd1 req-977a62ea-7e27-46fc-b72c-58419917f7ec tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/ports?device_id=5f37001e-9d67-440a-b593-7e7c7a1d9690 HTTP/1.1" status: 200 len: 945 time: 0.1908078 Aug 05 11:34:40.797059 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 98782fee-828e-471e-bb0e-852cf1cdc04d, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=98782fee-828e-471e-bb0e-852cf1cdc04d,segment=NetworkSegment(07390d54-f52b-4995-9677-d5180ea54365),segment_id=07390d54-f52b-4995-9677-d5180ea54365)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:34:40.809090 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:40.813059 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 6f973e19-a850-49bc-875b-1c9dfd227e38 no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:34:40.899180 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebb266e-794e-4c66-9a40-571e6663eb9a req-14f5e3fe-149c-4b0c-b9b0-054e26479165 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:40.906909 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6ebb266e-794e-4c66-9a40-571e6663eb9a req-14f5e3fe-149c-4b0c-b9b0-054e26479165 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=be090969-9d37-41b9-80ad-9680c00c1969 HTTP/1.1" status: 200 len: 950 time: 0.1036837 Aug 05 11:34:40.921738 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4e2c807d-e6b0-4112-ba26-8bfb3aaa4bd1 req-5e7dde15-d62f-4cdc-abc4-f3df2a6087ca tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/security-groups?id=367c82dd-50a3-4df9-a217-7f397fab3611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496494 Aug 05 11:34:40.952979 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=98782fee-828e-471e-bb0e-852cf1cdc04d,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:34:40.958568 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] No Port match for: 6f973e19-a850-49bc-875b-1c9dfd227e38 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:34:40.959252 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 6f973e19-a850-49bc-875b-1c9dfd227e38 not bound to the agent host n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:34:41.001268 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6ebb266e-794e-4c66-9a40-571e6663eb9a req-3e445a5d-225f-4dbc-bde2-983b9f6a902c tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932281 Aug 05 11:34:41.100003 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-310548b2-12c4-4056-a76a-c1c7daaca6cf x-openstack-request-id: req-310548b2-12c4-4056-a76a-c1c7daaca6cf {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:34:41.100525 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58f0488e-5f22-436d-ab1b-c81c21028c87", "name": "network-vif-plugged", "status": "completed", "tag": "98782fee-828e-471e-bb0e-852cf1cdc04d", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:34:41.100621 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-310548b2-12c4-4056-a76a-c1c7daaca6cf {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:34:41.101090 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58f0488e-5f22-436d-ab1b-c81c21028c87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98782fee-828e-471e-bb0e-852cf1cdc04d', 'code': 200} Aug 05 11:34:41.197793 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d947a5d1-3998-46e4-8eda-c843e5bc86b8 req-f9cdd9fa-dd7b-4c5b-b5dd-2ea49de6ce52 tempest-ServerAddressesTestJSON-650032113 tempest-ServerAddressesTestJSON-650032113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:41.207117 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d947a5d1-3998-46e4-8eda-c843e5bc86b8 req-f9cdd9fa-dd7b-4c5b-b5dd-2ea49de6ce52 tempest-ServerAddressesTestJSON-650032113 tempest-ServerAddressesTestJSON-650032113-project] 10.222.0.58 "GET /v2.0/ports?device_id=58f0488e-5f22-436d-ab1b-c81c21028c87 HTTP/1.1" status: 200 len: 946 time: 0.0774615 Aug 05 11:34:41.315574 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-d265f930-e22a-4bf5-b13d-b824a104d5b4 req-ec81164a-16a1-48be-bb68-6b399bdc9d38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adb25fa4-0b5c-48b8-acbe-c422e9846236 {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:34:41.327087 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-d265f930-e22a-4bf5-b13d-b824a104d5b4 req-ec81164a-16a1-48be-bb68-6b399bdc9d38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:41.339996 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d947a5d1-3998-46e4-8eda-c843e5bc86b8 req-62d85ac6-befa-4e0d-8dfe-6c3787fef8a4 tempest-ServerAddressesTestJSON-650032113 tempest-ServerAddressesTestJSON-650032113-project] 10.222.0.58 "GET /v2.0/security-groups?id=441035ee-4de9-4985-88a6-4e9a543e81a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317720 Aug 05 11:34:41.360224 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbae5c7-c52b-4e5b-8fe3-c3c13b47c0cc req-9e98d530-319c-4089-9d8a-7cc2844e3e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:41.361954 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-dcbae5c7-c52b-4e5b-8fe3-c3c13b47c0cc req-9e98d530-319c-4089-9d8a-7cc2844e3e64 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=58f0488e-5f22-436d-ab1b-c81c21028c87 HTTP/1.1" status: 200 len: 1097 time: 0.1268055 Aug 05 11:34:41.363196 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-d265f930-e22a-4bf5-b13d-b824a104d5b4 req-ec81164a-16a1-48be-bb68-6b399bdc9d38 service neutron] Transition to ACTIVE for port object adb25fa4-0b5c-48b8-acbe-c422e9846236 will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:34:41.370104 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-d265f930-e22a-4bf5-b13d-b824a104d5b4 req-ec81164a-16a1-48be-bb68-6b399bdc9d38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:41.371050 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b24613-762d-41eb-a00e-497e44c09b8c req-56cfcc69-a236-4160-855e-eba4358f29fe tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:41.380631 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f7b24613-762d-41eb-a00e-497e44c09b8c req-56cfcc69-a236-4160-855e-eba4358f29fe tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/ports?device_id=92c6efdb-6f99-4311-95ca-680b59498481 HTTP/1.1" status: 200 len: 931 time: 0.1194649 Aug 05 11:34:41.448371 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f7b24613-762d-41eb-a00e-497e44c09b8c req-022d61f5-ab84-4e3d-944f-df8fda31ed05 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4e742cc-0754-43b8-97b1-fad458ef76e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647433 Aug 05 11:34:41.483989 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec81164a-16a1-48be-bb68-6b399bdc9d38 service neutron] Pushing event updated for resources: {'Port': ['ID=adb25fa4-0b5c-48b8-acbe-c422e9846236,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:34:41.489830 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-dcbae5c7-c52b-4e5b-8fe3-c3c13b47c0cc req-b664ba7b-c0c3-4cf4-bb42-a47b7a9a0a00 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=441035ee-4de9-4985-88a6-4e9a543e81a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107574 Aug 05 11:34:41.545312 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0d121d-cd8e-42d3-8ff2-1b4b09949f88 req-cfbc6325-c80e-4865-b2ba-55e4b89763ce tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:41.553443 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-db0d121d-cd8e-42d3-8ff2-1b4b09949f88 req-cfbc6325-c80e-4865-b2ba-55e4b89763ce tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] 10.222.0.58 "GET /v2.0/ports?device_id=318c13d7-b813-4b50-ba24-ecad9f6bb7de HTTP/1.1" status: 200 len: 943 time: 0.0737193 Aug 05 11:34:41.618614 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:41.626763 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-db0d121d-cd8e-42d3-8ff2-1b4b09949f88 req-c35b4287-6b0d-419e-b42c-14862a18fd82 tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] 10.222.0.58 "GET /v2.0/security-groups?id=828cef5c-0f80-4604-87f6-a92aecbc06bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722594 Aug 05 11:34:41.669869 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-d265f930-e22a-4bf5-b13d-b824a104d5b4 req-ec81164a-16a1-48be-bb68-6b399bdc9d38 service neutron] Attempting to bind port adb25fa4-0b5c-48b8-acbe-c422e9846236 on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:34:41.670499 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-d265f930-e22a-4bf5-b13d-b824a104d5b4 req-ec81164a-16a1-48be-bb68-6b399bdc9d38 service neutron] Attempting to bind port adb25fa4-0b5c-48b8-acbe-c422e9846236 by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': '01e8ca75-cf59-480b-8ee2-932f754dd7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'df604f01-40cf-4ac6-a403-862287f48d99'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:34:41.671089 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d265f930-e22a-4bf5-b13d-b824a104d5b4 req-ec81164a-16a1-48be-bb68-6b399bdc9d38 service neutron] Attempting to bind port adb25fa4-0b5c-48b8-acbe-c422e9846236 on network df604f01-40cf-4ac6-a403-862287f48d99 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:34:41.679549 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d265f930-e22a-4bf5-b13d-b824a104d5b4 req-ec81164a-16a1-48be-bb68-6b399bdc9d38 service neutron] Port adb25fa4-0b5c-48b8-acbe-c422e9846236 on network df604f01-40cf-4ac6-a403-862287f48d99 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:34:41.680106 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d265f930-e22a-4bf5-b13d-b824a104d5b4 req-ec81164a-16a1-48be-bb68-6b399bdc9d38 service neutron] Attempting to bind port adb25fa4-0b5c-48b8-acbe-c422e9846236 on network df604f01-40cf-4ac6-a403-862287f48d99 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:34:41.691459 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d265f930-e22a-4bf5-b13d-b824a104d5b4 req-ec81164a-16a1-48be-bb68-6b399bdc9d38 service neutron] Checking agent: {'id': 'a8f1dd2d-227c-4e30-8844-52419ba734db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:34:41.691969 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d265f930-e22a-4bf5-b13d-b824a104d5b4 req-ec81164a-16a1-48be-bb68-6b399bdc9d38 service neutron] Checking segment: {'id': '01e8ca75-cf59-480b-8ee2-932f754dd7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'df604f01-40cf-4ac6-a403-862287f48d99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:34:41.692687 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d265f930-e22a-4bf5-b13d-b824a104d5b4 req-ec81164a-16a1-48be-bb68-6b399bdc9d38 service neutron] Bound using segment: {'id': '01e8ca75-cf59-480b-8ee2-932f754dd7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'df604f01-40cf-4ac6-a403-862287f48d99'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:34:41.693470 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-d265f930-e22a-4bf5-b13d-b824a104d5b4 req-ec81164a-16a1-48be-bb68-6b399bdc9d38 service neutron] Bound port: adb25fa4-0b5c-48b8-acbe-c422e9846236, host: n-h2-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01e8ca75-cf59-480b-8ee2-932f754dd7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'df604f01-40cf-4ac6-a403-862287f48d99'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:34:41.694107 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-d265f930-e22a-4bf5-b13d-b824a104d5b4 req-ec81164a-16a1-48be-bb68-6b399bdc9d38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:41.806350 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-d265f930-e22a-4bf5-b13d-b824a104d5b4 req-ec81164a-16a1-48be-bb68-6b399bdc9d38 service neutron] For port adb25fa4-0b5c-48b8-acbe-c422e9846236, host n-h2-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:34:41.811411 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-d265f930-e22a-4bf5-b13d-b824a104d5b4 req-ec81164a-16a1-48be-bb68-6b399bdc9d38 service neutron] For port adb25fa4-0b5c-48b8-acbe-c422e9846236, host n-h2-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=adb25fa4-0b5c-48b8-acbe-c422e9846236,segment=NetworkSegment(01e8ca75-cf59-480b-8ee2-932f754dd7b2),segment_id=01e8ca75-cf59-480b-8ee2-932f754dd7b2)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:34:41.818459 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-d265f930-e22a-4bf5-b13d-b824a104d5b4 req-ec81164a-16a1-48be-bb68-6b399bdc9d38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:41.863171 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d265f930-e22a-4bf5-b13d-b824a104d5b4 req-ec81164a-16a1-48be-bb68-6b399bdc9d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:41.863816 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-d265f930-e22a-4bf5-b13d-b824a104d5b4 req-ec81164a-16a1-48be-bb68-6b399bdc9d38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:41.865400 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d265f930-e22a-4bf5-b13d-b824a104d5b4 req-ec81164a-16a1-48be-bb68-6b399bdc9d38 service neutron] 10.222.0.55 "PUT /v2.0/ports/adb25fa4-0b5c-48b8-acbe-c422e9846236 HTTP/1.1" status: 200 len: 1091 time: 1.4131072 Aug 05 11:34:41.905976 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec81164a-16a1-48be-bb68-6b399bdc9d38 service neutron] Pushing event updated for resources: {'Port': ['ID=adb25fa4-0b5c-48b8-acbe-c422e9846236,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:34:41.932598 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92c6efdb-6f99-4311-95ca-680b59498481', 'tag': 'adb25fa4-0b5c-48b8-acbe-c422e9846236'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:34:41.937790 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfb1acd7-a2de-46c8-ab0c-167f71bd0aaa" -d '{"events": [{"name": "network-changed", "server_uuid": "92c6efdb-6f99-4311-95ca-680b59498481", "tag": "adb25fa4-0b5c-48b8-acbe-c422e9846236"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:34:42.079881 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e2ab6cb-e2c1-4b6d-84b3-49c9aab58934 x-openstack-request-id: req-9e2ab6cb-e2c1-4b6d-84b3-49c9aab58934 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:34:42.080308 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92c6efdb-6f99-4311-95ca-680b59498481", "tag": "adb25fa4-0b5c-48b8-acbe-c422e9846236", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:34:42.080629 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9e2ab6cb-e2c1-4b6d-84b3-49c9aab58934 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:34:42.089056 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92c6efdb-6f99-4311-95ca-680b59498481', 'tag': 'adb25fa4-0b5c-48b8-acbe-c422e9846236', 'status': 'completed', 'code': 200} Aug 05 11:34:42.110631 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d265f930-e22a-4bf5-b13d-b824a104d5b4 req-d5c28892-2336-4863-a1cf-54a7808c3525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:42.118610 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d265f930-e22a-4bf5-b13d-b824a104d5b4 req-d5c28892-2336-4863-a1cf-54a7808c3525 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c5007679d0154fc3bfd87d24d49c48af&device_id=92c6efdb-6f99-4311-95ca-680b59498481 HTTP/1.1" status: 200 len: 1094 time: 0.1558297 Aug 05 11:34:42.180803 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a4a1e3-7acf-4f04-a98e-ed96e11f1903 req-2ad325c2-75aa-4861-b3fa-a141fbaa4ce8 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:42.190441 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-04a4a1e3-7acf-4f04-a98e-ed96e11f1903 req-2ad325c2-75aa-4861-b3fa-a141fbaa4ce8 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/ports?device_id=5f37001e-9d67-440a-b593-7e7c7a1d9690 HTTP/1.1" status: 200 len: 945 time: 0.0940249 Aug 05 11:34:42.205102 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d265f930-e22a-4bf5-b13d-b824a104d5b4 req-3ff4e19d-71f7-4ff5-8170-11723da63d25 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=adb25fa4-0b5c-48b8-acbe-c422e9846236 HTTP/1.1" status: 200 len: 217 time: 0.0750289 Aug 05 11:34:42.279799 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d265f930-e22a-4bf5-b13d-b824a104d5b4 req-90b0aa48-2530-49b3-b78d-701d3ed3b1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:42.283626 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d265f930-e22a-4bf5-b13d-b824a104d5b4 req-90b0aa48-2530-49b3-b78d-701d3ed3b1ba service neutron] 10.222.0.55 "GET /v2.0/subnets?id=524b1b8f-caef-4267-8226-9611509ac5a4 HTTP/1.1" status: 200 len: 854 time: 0.0656018 Aug 05 11:34:42.323623 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-04a4a1e3-7acf-4f04-a98e-ed96e11f1903 req-66707399-9e46-493a-9cf3-78cee7fdc536 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/security-groups?id=367c82dd-50a3-4df9-a217-7f397fab3611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134646 Aug 05 11:34:42.341856 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f45cce-cccf-4370-aa2c-7d9768f2cfb7 req-d6424a81-79d7-4e54-b1c5-4504a052d306 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:42.364029 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-49f45cce-cccf-4370-aa2c-7d9768f2cfb7 req-d6424a81-79d7-4e54-b1c5-4504a052d306 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=be090969-9d37-41b9-80ad-9680c00c1969 HTTP/1.1" status: 200 len: 950 time: 0.1627328 Aug 05 11:34:42.367662 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d265f930-e22a-4bf5-b13d-b824a104d5b4 req-a87c803c-0fef-4121-8d4c-d588f882e01c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=df604f01-40cf-4ac6-a403-862287f48d99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691757 Aug 05 11:34:42.437485 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-49f45cce-cccf-4370-aa2c-7d9768f2cfb7 req-99f66e99-d475-46df-93c0-dc924df8fa08 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705671 Aug 05 11:34:42.459622 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 57206) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:34:42.619238 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7842f563-aabb-45fb-836d-5b1f5b4558ce req-9257c014-570c-42cb-ad40-0553e74ee360 tempest-ServerAddressesTestJSON-650032113 tempest-ServerAddressesTestJSON-650032113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:42.629885 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7842f563-aabb-45fb-836d-5b1f5b4558ce req-9257c014-570c-42cb-ad40-0553e74ee360 tempest-ServerAddressesTestJSON-650032113 tempest-ServerAddressesTestJSON-650032113-project] 10.222.0.58 "GET /v2.0/ports?device_id=58f0488e-5f22-436d-ab1b-c81c21028c87 HTTP/1.1" status: 200 len: 946 time: 0.1041961 Aug 05 11:34:42.677890 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d265f930-e22a-4bf5-b13d-b824a104d5b4 req-224d8e12-f1e4-46cc-84c6-160f7ef7b9a2 service neutron] 10.222.0.55 "GET /v2.0/networks/df604f01-40cf-4ac6-a403-862287f48d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3021605 Aug 05 11:34:42.794513 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7842f563-aabb-45fb-836d-5b1f5b4558ce req-0847fec6-2f67-42c2-88d8-151598ed4247 tempest-ServerAddressesTestJSON-650032113 tempest-ServerAddressesTestJSON-650032113-project] 10.222.0.58 "GET /v2.0/security-groups?id=441035ee-4de9-4985-88a6-4e9a543e81a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634719 Aug 05 11:34:42.838267 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf886b22-bcb7-416b-a904-504669038a49 req-474eaf15-6da6-4058-9474-90261f82a622 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:42.845301 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bf886b22-bcb7-416b-a904-504669038a49 req-474eaf15-6da6-4058-9474-90261f82a622 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/ports?device_id=92c6efdb-6f99-4311-95ca-680b59498481 HTTP/1.1" status: 200 len: 943 time: 0.1602013 Aug 05 11:34:42.869754 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d265f930-e22a-4bf5-b13d-b824a104d5b4 req-5189f83e-2a3a-4be7-b1c6-6786e53d3793 service neutron] 10.222.0.55 "GET /v2.0/networks/df604f01-40cf-4ac6-a403-862287f48d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842656 Aug 05 11:34:42.880271 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6bf05b7e-d7ee-4d21-8a18-ece97b3b004e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:42.958111 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bf886b22-bcb7-416b-a904-504669038a49 req-ee924d2c-4a53-4848-ba0a-e44193b741d3 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4e742cc-0754-43b8-97b1-fad458ef76e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994346 Aug 05 11:34:42.990495 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 2281be1c-28a8-4f27-9a3d-7791d847b098 details requested by agent hyperv_n-h1-803378-2 with host n-h1-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:34:43.011516 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e05eff4-4481-4e88-ad54-0fc920d950d4 req-9d3b2b5b-e14b-46c0-97f7-4aef5d138655 tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:43.019006 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9e05eff4-4481-4e88-ad54-0fc920d950d4 req-9d3b2b5b-e14b-46c0-97f7-4aef5d138655 tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] 10.222.0.58 "GET /v2.0/ports?device_id=318c13d7-b813-4b50-ba24-ecad9f6bb7de HTTP/1.1" status: 200 len: 943 time: 0.1355040 Aug 05 11:34:43.057545 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb1acd7-a2de-46c8-ab0c-167f71bd0aaa req-2cb5f7dc-960a-4ed0-bf4e-7d7a99a98fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:43.059303 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-dfb1acd7-a2de-46c8-ab0c-167f71bd0aaa req-2cb5f7dc-960a-4ed0-bf4e-7d7a99a98fc1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c5007679d0154fc3bfd87d24d49c48af&device_id=92c6efdb-6f99-4311-95ca-680b59498481 HTTP/1.1" status: 200 len: 1094 time: 0.0704565 Aug 05 11:34:43.103538 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9e05eff4-4481-4e88-ad54-0fc920d950d4 req-51665c3e-506b-4f29-b270-d216765a47bb tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] 10.222.0.58 "GET /v2.0/security-groups?id=828cef5c-0f80-4604-87f6-a92aecbc06bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829642 Aug 05 11:34:43.141916 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 2281be1c-28a8-4f27-9a3d-7791d847b098, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=2281be1c-28a8-4f27-9a3d-7791d847b098,segment=NetworkSegment(fb34d38f-e8ce-4566-8051-d1280b0a9093),segment_id=fb34d38f-e8ce-4566-8051-d1280b0a9093)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:34:43.155566 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Returning: {'device': '2281be1c-28a8-4f27-9a3d-7791d847b098', 'network_id': '92241915-6a09-4c91-8563-cbf94b87f5db', 'port_id': '2281be1c-28a8-4f27-9a3d-7791d847b098', 'mac_address': 'fa:16:3e:dc:3e:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b323b670-7bcd-4d26-9a7c-9092dd8bb3b0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:34:43.157220 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6bf05b7e-d7ee-4d21-8a18-ece97b3b004e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:43.168778 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6bf05b7e-d7ee-4d21-8a18-ece97b3b004e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:43.171805 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb1acd7-a2de-46c8-ab0c-167f71bd0aaa req-fa3f12b6-9272-4b77-89f9-d24fa987bbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:43.173597 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-dfb1acd7-a2de-46c8-ab0c-167f71bd0aaa req-fa3f12b6-9272-4b77-89f9-d24fa987bbb5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=df604f01-40cf-4ac6-a403-862287f48d99 HTTP/1.1" status: 200 len: 915 time: 0.1069512 Aug 05 11:34:43.202022 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:43.213665 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf05b7e-d7ee-4d21-8a18-ece97b3b004e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3efdcc6d-f833-4a7a-9b60-68964c47a0e7,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:34:43.218391 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-6bf05b7e-d7ee-4d21-8a18-ece97b3b004e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=92b67d9a92ac470caf9ced4908c5d970&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7570126 Aug 05 11:34:43.220890 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2281be1c-28a8-4f27-9a3d-7791d847b098 {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:34:43.226379 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 57230) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:34:43.245681 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 2281be1c-28a8-4f27-9a3d-7791d847b098, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=2281be1c-28a8-4f27-9a3d-7791d847b098,segment=NetworkSegment(fb34d38f-e8ce-4566-8051-d1280b0a9093),segment_id=fb34d38f-e8ce-4566-8051-d1280b0a9093)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:34:43.255321 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:43.255687 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-dfb1acd7-a2de-46c8-ab0c-167f71bd0aaa req-357b48fa-71c4-4111-ba9b-98eec36ba7f1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=adb25fa4-0b5c-48b8-acbe-c422e9846236 HTTP/1.1" status: 200 len: 217 time: 0.0732484 Aug 05 11:34:43.294788 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3a04dd09-cd44-40a1-bbf2-acbc6d32daf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:43.317467 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=2281be1c-28a8-4f27-9a3d-7791d847b098,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:34:43.324786 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb1acd7-a2de-46c8-ab0c-167f71bd0aaa req-9940a2f5-edfa-4768-a7b9-16bd1017ed52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:43.326892 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-dfb1acd7-a2de-46c8-ab0c-167f71bd0aaa req-9940a2f5-edfa-4768-a7b9-16bd1017ed52 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=524b1b8f-caef-4267-8226-9611509ac5a4 HTTP/1.1" status: 200 len: 854 time: 0.0631907 Aug 05 11:34:43.328337 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:34:43.328907 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:34:43.329336 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:34:43.329582 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:34:43.329915 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:34:43.330849 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:34:43.331186 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:34:43.331522 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:34:43.331849 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:34:43.332369 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:34:43.332697 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:34:43.333132 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:34:43.341408 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3a04dd09-cd44-40a1-bbf2-acbc6d32daf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:43.378091 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-dfb1acd7-a2de-46c8-ab0c-167f71bd0aaa req-7b606ff0-e452-4f22-836c-5236da4778de service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=df604f01-40cf-4ac6-a403-862287f48d99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435092 Aug 05 11:34:43.451041 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4c3c11-a838-4c9c-8e2c-b51a9dc22d2a req-151d2384-f80d-456b-9c1b-e8f51099e5f2 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:43.452763 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9d4c3c11-a838-4c9c-8e2c-b51a9dc22d2a req-151d2384-f80d-456b-9c1b-e8f51099e5f2 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/ports?device_id=5f37001e-9d67-440a-b593-7e7c7a1d9690 HTTP/1.1" status: 200 len: 945 time: 0.0551713 Aug 05 11:34:43.453898 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3a04dd09-cd44-40a1-bbf2-acbc6d32daf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:43.456522 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3a04dd09-cd44-40a1-bbf2-acbc6d32daf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:43.457522 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-3a04dd09-cd44-40a1-bbf2-acbc6d32daf2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3efdcc6d-f833-4a7a-9b60-68964c47a0e7 HTTP/1.1" status: 204 len: 168 time: 0.2301402 Aug 05 11:34:43.497156 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a04dd09-cd44-40a1-bbf2-acbc6d32daf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3efdcc6d-f833-4a7a-9b60-68964c47a0e7,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:34:43.512765 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-dfb1acd7-a2de-46c8-ab0c-167f71bd0aaa req-fdc26734-573c-4148-98af-092513e61518 service neutron] 10.222.0.55 "GET /v2.0/networks/df604f01-40cf-4ac6-a403-862287f48d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264131 Aug 05 11:34:43.609763 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9d4c3c11-a838-4c9c-8e2c-b51a9dc22d2a req-99cfd5b9-ceb8-4e9d-83ec-f05079d5164d tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/security-groups?id=367c82dd-50a3-4df9-a217-7f397fab3611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474531 Aug 05 11:34:43.656561 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1fd2ec-a122-4c91-b222-9212b84d99f3 req-18551242-d6d2-4ccf-a776-1b55598475ff tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:43.656561 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4e1fd2ec-a122-4c91-b222-9212b84d99f3 req-18551242-d6d2-4ccf-a776-1b55598475ff tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=be090969-9d37-41b9-80ad-9680c00c1969 HTTP/1.1" status: 200 len: 950 time: 0.1171317 Aug 05 11:34:43.659853 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-dfb1acd7-a2de-46c8-ab0c-167f71bd0aaa req-e3abf20d-b9be-42e6-bbdc-8d0b1fbe16d9 service neutron] 10.222.0.55 "GET /v2.0/networks/df604f01-40cf-4ac6-a403-862287f48d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293614 Aug 05 11:34:43.715850 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4e1fd2ec-a122-4c91-b222-9212b84d99f3 req-dce4e856-da84-4107-994e-86ad9b3a6905 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485778 Aug 05 11:34:43.761174 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:43.858602 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['2281be1c-28a8-4f27-9a3d-7791d847b098'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:34:43.934680 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbddf236-5e99-4040-a002-9226fdde8814 req-120c4b04-6627-4d5a-8aac-3ba30e330b67 tempest-ServerAddressesTestJSON-650032113 tempest-ServerAddressesTestJSON-650032113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:43.936643 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bbddf236-5e99-4040-a002-9226fdde8814 req-120c4b04-6627-4d5a-8aac-3ba30e330b67 tempest-ServerAddressesTestJSON-650032113 tempest-ServerAddressesTestJSON-650032113-project] 10.222.0.58 "GET /v2.0/ports?device_id=58f0488e-5f22-436d-ab1b-c81c21028c87 HTTP/1.1" status: 200 len: 946 time: 0.0599489 Aug 05 11:34:43.985413 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bbddf236-5e99-4040-a002-9226fdde8814 req-2cf95c19-0c97-4c27-94f5-6ac4bd298b50 tempest-ServerAddressesTestJSON-650032113 tempest-ServerAddressesTestJSON-650032113-project] 10.222.0.58 "GET /v2.0/security-groups?id=441035ee-4de9-4985-88a6-4e9a543e81a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401268 Aug 05 11:34:44.170183 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3f4a8c-8f88-4a5a-9b02-643007aaaa93 req-62b9dcda-7e85-4cbf-8c0b-cb286947ac0b tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:44.178987 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cb3f4a8c-8f88-4a5a-9b02-643007aaaa93 req-62b9dcda-7e85-4cbf-8c0b-cb286947ac0b tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/ports?device_id=92c6efdb-6f99-4311-95ca-680b59498481 HTTP/1.1" status: 200 len: 943 time: 0.1207185 Aug 05 11:34:44.179143 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d26714e-e489-4e45-bf78-5c2cf2d81e9c req-04b1d12f-63be-4e3c-aece-a14c4d4d579d tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:44.182879 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9d26714e-e489-4e45-bf78-5c2cf2d81e9c req-04b1d12f-63be-4e3c-aece-a14c4d4d579d tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f37001e-9d67-440a-b593-7e7c7a1d9690 HTTP/1.1" status: 200 len: 945 time: 0.1190796 Aug 05 11:34:44.242703 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cb3f4a8c-8f88-4a5a-9b02-643007aaaa93 req-f9b9926c-2dc6-474d-a5e5-6e2a09689e8c tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4e742cc-0754-43b8-97b1-fad458ef76e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614820 Aug 05 11:34:44.349890 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3301b13e-b7c5-47af-a1b0-f9ee8e3a0ff3 req-4615a87b-540b-484d-9f53-5e961a25f9fc tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:44.356531 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3301b13e-b7c5-47af-a1b0-f9ee8e3a0ff3 req-4615a87b-540b-484d-9f53-5e961a25f9fc tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] 10.222.0.58 "GET /v2.0/ports?device_id=318c13d7-b813-4b50-ba24-ecad9f6bb7de HTTP/1.1" status: 200 len: 944 time: 0.1233356 Aug 05 11:34:44.371459 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-9d26714e-e489-4e45-bf78-5c2cf2d81e9c req-750320bd-2533-4833-8ba2-098b2cdff1ef tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] Deleting port daaafd27-08d5-4742-8b77-e4bc0f981df7 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:34:44.371966 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-9d26714e-e489-4e45-bf78-5c2cf2d81e9c req-750320bd-2533-4833-8ba2-098b2cdff1ef tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:44.395028 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device adb25fa4-0b5c-48b8-acbe-c422e9846236 details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:34:44.434016 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3301b13e-b7c5-47af-a1b0-f9ee8e3a0ff3 req-3c5d51f5-98c7-4f15-a28a-63812de71b1e tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] 10.222.0.58 "GET /v2.0/security-groups?id=828cef5c-0f80-4604-87f6-a92aecbc06bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703664 Aug 05 11:34:44.532329 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-9d26714e-e489-4e45-bf78-5c2cf2d81e9c req-750320bd-2533-4833-8ba2-098b2cdff1ef tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] For port daaafd27-08d5-4742-8b77-e4bc0f981df7, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=daaafd27-08d5-4742-8b77-e4bc0f981df7,segment=NetworkSegment(f9b2d647-301a-4025-b34b-b0ad330f4b72),segment_id=f9b2d647-301a-4025-b34b-b0ad330f4b72)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:34:44.532958 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-9d26714e-e489-4e45-bf78-5c2cf2d81e9c req-750320bd-2533-4833-8ba2-098b2cdff1ef tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:44.566889 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-9d26714e-e489-4e45-bf78-5c2cf2d81e9c req-750320bd-2533-4833-8ba2-098b2cdff1ef tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] Calling delete_port for daaafd27-08d5-4742-8b77-e4bc0f981df7 owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:34:44.581110 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port adb25fa4-0b5c-48b8-acbe-c422e9846236, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=adb25fa4-0b5c-48b8-acbe-c422e9846236,segment=NetworkSegment(01e8ca75-cf59-480b-8ee2-932f754dd7b2),segment_id=01e8ca75-cf59-480b-8ee2-932f754dd7b2)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:34:44.615834 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Returning: {'device': 'adb25fa4-0b5c-48b8-acbe-c422e9846236', 'network_id': 'df604f01-40cf-4ac6-a403-862287f48d99', 'port_id': 'adb25fa4-0b5c-48b8-acbe-c422e9846236', 'mac_address': 'fa:16:3e:62:e2:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '524b1b8f-caef-4267-8226-9611509ac5a4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:34:44.668659 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:44.687960 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adb25fa4-0b5c-48b8-acbe-c422e9846236 {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:34:44.716023 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port adb25fa4-0b5c-48b8-acbe-c422e9846236, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=adb25fa4-0b5c-48b8-acbe-c422e9846236,segment=NetworkSegment(01e8ca75-cf59-480b-8ee2-932f754dd7b2),segment_id=01e8ca75-cf59-480b-8ee2-932f754dd7b2)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:34:44.722852 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:44.758553 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-9d26714e-e489-4e45-bf78-5c2cf2d81e9c req-750320bd-2533-4833-8ba2-098b2cdff1ef tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:44.769423 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f310d04-f9d2-4c71-923b-2207f73c58a6 req-64c08907-07fe-4027-b60f-df16b942bae1 tempest-ServerAddressesTestJSON-650032113 tempest-ServerAddressesTestJSON-650032113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:44.770611 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6f310d04-f9d2-4c71-923b-2207f73c58a6 req-64c08907-07fe-4027-b60f-df16b942bae1 tempest-ServerAddressesTestJSON-650032113 tempest-ServerAddressesTestJSON-650032113-project] 10.222.0.58 "GET /v2.0/ports?device_id=58f0488e-5f22-436d-ab1b-c81c21028c87 HTTP/1.1" status: 200 len: 946 time: 0.1239405 Aug 05 11:34:44.785324 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca97e0b3-32e6-4299-ac02-5d7862515562 req-d0cad726-d481-4218-b698-e5e5322d038f tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:44.787015 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ca97e0b3-32e6-4299-ac02-5d7862515562 req-d0cad726-d481-4218-b698-e5e5322d038f tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/ports?device_id=5f37001e-9d67-440a-b593-7e7c7a1d9690 HTTP/1.1" status: 200 len: 867 time: 0.0876751 Aug 05 11:34:44.801979 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750320bd-2533-4833-8ba2-098b2cdff1ef tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] Pushing event deleted for resources: {'Port': ['ID=daaafd27-08d5-4742-8b77-e4bc0f981df7,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:34:44.813250 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=adb25fa4-0b5c-48b8-acbe-c422e9846236,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:34:44.855090 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d26714e-e489-4e45-bf78-5c2cf2d81e9c req-750320bd-2533-4833-8ba2-098b2cdff1ef tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] No DVR routers for this DVR port daaafd27-08d5-4742-8b77-e4bc0f981df7 on host n-h1-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:34:44.858616 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-9d26714e-e489-4e45-bf78-5c2cf2d81e9c req-750320bd-2533-4833-8ba2-098b2cdff1ef tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:44.860673 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9d26714e-e489-4e45-bf78-5c2cf2d81e9c req-750320bd-2533-4833-8ba2-098b2cdff1ef tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.64 "DELETE /v2.0/ports/daaafd27-08d5-4742-8b77-e4bc0f981df7 HTTP/1.1" status: 204 len: 173 time: 0.6694300 Aug 05 11:34:44.861183 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f37001e-9d67-440a-b593-7e7c7a1d9690', 'name': 'network-vif-deleted', 'tag': 'daaafd27-08d5-4742-8b77-e4bc0f981df7'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:34:44.864112 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29e39ccc-1b18-4153-b74f-afac17398677" -d '{"events": [{"server_uuid": "5f37001e-9d67-440a-b593-7e7c7a1d9690", "name": "network-vif-deleted", "tag": "daaafd27-08d5-4742-8b77-e4bc0f981df7"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:34:44.875074 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6f310d04-f9d2-4c71-923b-2207f73c58a6 req-0ae22cad-1985-4f99-ab94-9bee10a7dd9b tempest-ServerAddressesTestJSON-650032113 tempest-ServerAddressesTestJSON-650032113-project] 10.222.0.58 "GET /v2.0/security-groups?id=441035ee-4de9-4985-88a6-4e9a543e81a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870478 Aug 05 11:34:44.881546 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ca97e0b3-32e6-4299-ac02-5d7862515562 req-e18c627d-0d39-4742-a7aa-26620c64a8d0 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/security-groups?id=367c82dd-50a3-4df9-a217-7f397fab3611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862017 Aug 05 11:34:45.035686 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93c4973-3cf6-457d-9a85-a571d689da57 req-f6fc77ed-f1fc-410b-947c-222b71ea3df3 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:45.038082 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c93c4973-3cf6-457d-9a85-a571d689da57 req-f6fc77ed-f1fc-410b-947c-222b71ea3df3 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=be090969-9d37-41b9-80ad-9680c00c1969 HTTP/1.1" status: 200 len: 950 time: 0.0663197 Aug 05 11:34:45.042423 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['daaafd27-08d5-4742-8b77-e4bc0f981df7'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:34:45.077539 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['adb25fa4-0b5c-48b8-acbe-c422e9846236'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:34:45.101056 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c93c4973-3cf6-457d-9a85-a571d689da57 req-63f29b81-00d0-436a-9f10-4d6b3ab6ecc5 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538759 Aug 05 11:34:45.247235 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8c91a38-65e2-4a7e-9219-919913015450 x-openstack-request-id: req-b8c91a38-65e2-4a7e-9219-919913015450 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:34:45.247500 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f37001e-9d67-440a-b593-7e7c7a1d9690", "name": "network-vif-deleted", "tag": "daaafd27-08d5-4742-8b77-e4bc0f981df7", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:34:45.247940 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b8c91a38-65e2-4a7e-9219-919913015450 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:34:45.248613 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f37001e-9d67-440a-b593-7e7c7a1d9690', 'name': 'network-vif-deleted', 'tag': 'daaafd27-08d5-4742-8b77-e4bc0f981df7', 'status': 'completed', 'code': 200} Aug 05 11:34:45.358591 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b258dce1-266c-4452-8481-586666245d46 req-99a83444-291a-4495-a1ee-9b4c662704c8 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:45.360195 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b258dce1-266c-4452-8481-586666245d46 req-99a83444-291a-4495-a1ee-9b4c662704c8 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=40021a41-d350-4e38-ac4d-f69e07c48ffb HTTP/1.1" status: 200 len: 945 time: 0.0617478 Aug 05 11:34:45.445683 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b258dce1-266c-4452-8481-586666245d46 req-1f70af2c-5ed1-444c-8102-7ae1007db18e tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=47a5a50c-7385-42e8-98ac-c05af9825ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745499 Aug 05 11:34:45.470563 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e956e1a2-0d9a-4d04-89b1-5901b2874224 req-ff697540-b5f7-4c32-abf1-beab64423a94 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:45.470563 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e956e1a2-0d9a-4d04-89b1-5901b2874224 req-ff697540-b5f7-4c32-abf1-beab64423a94 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/ports?device_id=92c6efdb-6f99-4311-95ca-680b59498481 HTTP/1.1" status: 200 len: 944 time: 0.0915005 Aug 05 11:34:45.516523 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e956e1a2-0d9a-4d04-89b1-5901b2874224 req-fec58e66-1592-4f7f-84db-d077af3e9145 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4e742cc-0754-43b8-97b1-fad458ef76e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449760 Aug 05 11:34:45.621460 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530c0d24-c9d6-486e-9ca8-cd41a243a182 req-29ed17c7-bff0-4d21-83d0-2a8e3df14b2a tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:45.623273 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-530c0d24-c9d6-486e-9ca8-cd41a243a182 req-29ed17c7-bff0-4d21-83d0-2a8e3df14b2a tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] 10.222.0.58 "GET /v2.0/ports?device_id=318c13d7-b813-4b50-ba24-ecad9f6bb7de HTTP/1.1" status: 200 len: 944 time: 0.0657821 Aug 05 11:34:45.651996 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-18fc604f-0c66-4e0f-b87a-417609d17263 req-39a227ad-23ec-46d4-baa4-e53668a8b3ab service neutron] 10.222.0.64 "GET /v2.0/ports/cff672a6-7c2d-4160-bef8-b32e3b454687/bindings/n-h1-803378-2 HTTP/1.1" status: 200 len: 382 time: 0.0845494 Aug 05 11:34:45.705525 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-530c0d24-c9d6-486e-9ca8-cd41a243a182 req-cc9d8a5d-9fce-4f65-a73b-bcbd7f9b231f tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] 10.222.0.58 "GET /v2.0/security-groups?id=828cef5c-0f80-4604-87f6-a92aecbc06bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649009 Aug 05 11:34:45.720226 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e21ef6-dbe2-45e4-8bd3-753a2c9f4035 req-93aae7ac-ccce-4ca4-9407-a8f46be044fa tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:45.729064 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-72e21ef6-dbe2-45e4-8bd3-753a2c9f4035 req-93aae7ac-ccce-4ca4-9407-a8f46be044fa tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=40021a41-d350-4e38-ac4d-f69e07c48ffb HTTP/1.1" status: 200 len: 945 time: 0.0999897 Aug 05 11:34:45.780302 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-72e21ef6-dbe2-45e4-8bd3-753a2c9f4035 req-42cc02c4-9da2-4c10-b7dc-957e28154c9b tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=47a5a50c-7385-42e8-98ac-c05af9825ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486002 Aug 05 11:34:46.063327 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2fffa941-a3ad-45f2-ba2d-ad499484f87f req-f927d116-0fed-46d5-b35f-38b85453df80 tempest-ServerRescueNegativeTestJSON-416224512 tempest-ServerRescueNegativeTestJSON-416224512-project] 10.222.0.58 "GET /v2.0/ports?device_id=5f37001e-9d67-440a-b593-7e7c7a1d9690 HTTP/1.1" status: 200 len: 210 time: 0.0435538 Aug 05 11:34:46.106856 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fc604f-0c66-4e0f-b87a-417609d17263 req-1a44a95c-f675-4ef0-a915-c9b90d3a05a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:46.108512 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-18fc604f-0c66-4e0f-b87a-417609d17263 req-1a44a95c-f675-4ef0-a915-c9b90d3a05a8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=be090969-9d37-41b9-80ad-9680c00c1969&tenant_id=f811ccc1244d4d32a53adbbe13250fd5 HTTP/1.1" status: 200 len: 1101 time: 0.1008587 Aug 05 11:34:46.109085 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 57378) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:34:46.254382 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fc604f-0c66-4e0f-b87a-417609d17263 req-9e4c968b-17cd-4bb6-831e-6cb439252a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:46.256172 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-18fc604f-0c66-4e0f-b87a-417609d17263 req-9e4c968b-17cd-4bb6-831e-6cb439252a7d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f811ccc1244d4d32a53adbbe13250fd5&device_id=be090969-9d37-41b9-80ad-9680c00c1969 HTTP/1.1" status: 200 len: 1101 time: 0.1094995 Aug 05 11:34:46.257996 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 57386) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:34:46.289651 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3961cee3-42e5-4b45-bb87-b4e85d5cc9ef req-f04ffdd9-992d-4de8-911a-90baff44fce7 tempest-ServerAddressesTestJSON-650032113 tempest-ServerAddressesTestJSON-650032113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:46.297506 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3961cee3-42e5-4b45-bb87-b4e85d5cc9ef req-f04ffdd9-992d-4de8-911a-90baff44fce7 tempest-ServerAddressesTestJSON-650032113 tempest-ServerAddressesTestJSON-650032113-project] 10.222.0.58 "GET /v2.0/ports?device_id=58f0488e-5f22-436d-ab1b-c81c21028c87 HTTP/1.1" status: 200 len: 946 time: 0.1120844 Aug 05 11:34:46.330994 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7762223c-d2e5-45bc-b500-c975c05a6142 req-085c4e6f-ef48-44b4-9cdb-a96b5b704576 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:46.332622 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7762223c-d2e5-45bc-b500-c975c05a6142 req-085c4e6f-ef48-44b4-9cdb-a96b5b704576 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=40021a41-d350-4e38-ac4d-f69e07c48ffb HTTP/1.1" status: 200 len: 945 time: 0.1035142 Aug 05 11:34:46.369383 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3961cee3-42e5-4b45-bb87-b4e85d5cc9ef req-e6cf1bee-d766-4994-808d-46addcf54028 tempest-ServerAddressesTestJSON-650032113 tempest-ServerAddressesTestJSON-650032113-project] 10.222.0.58 "GET /v2.0/security-groups?id=441035ee-4de9-4985-88a6-4e9a543e81a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706127 Aug 05 11:34:46.376606 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3f74f4-c001-43a0-8393-27f34a2b4f34 req-eb60983c-17e9-4f24-bdce-d9ea002ddf82 tempest-ServerAddressesTestJSON-650032113 tempest-ServerAddressesTestJSON-650032113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:46.379454 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-0e3f74f4-c001-43a0-8393-27f34a2b4f34 req-eb60983c-17e9-4f24-bdce-d9ea002ddf82 tempest-ServerAddressesTestJSON-650032113 tempest-ServerAddressesTestJSON-650032113-project] 10.222.0.55 "GET /v2.0/ports?device_id=58f0488e-5f22-436d-ab1b-c81c21028c87 HTTP/1.1" status: 200 len: 946 time: 0.1778419 Aug 05 11:34:46.409557 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device adb25fa4-0b5c-48b8-acbe-c422e9846236 up at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:34:46.428131 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3af60f17-4070-4cc0-8dff-96231c7f3790 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:46.437893 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7762223c-d2e5-45bc-b500-c975c05a6142 req-467aa60f-20bb-45f1-aef1-a31288d7647d tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=47a5a50c-7385-42e8-98ac-c05af9825ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940552 Aug 05 11:34:46.497025 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7b56cb2e-4a51-482d-ae01-8a674d537c3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:46.514628 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning for port adb25fa4-0b5c-48b8-acbe-c422e9846236 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:34:46.522229 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning complete for port adb25fa4-0b5c-48b8-acbe-c422e9846236 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:34:46.524041 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:46.568308 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bcc787-2b15-4d66-a973-4fb207bdf3a8 req-7f908aca-b5c7-4e75-a8c7-e3fd8a9bf527 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:46.579637 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-44bcc787-2b15-4d66-a973-4fb207bdf3a8 req-7f908aca-b5c7-4e75-a8c7-e3fd8a9bf527 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=be090969-9d37-41b9-80ad-9680c00c1969 HTTP/1.1" status: 200 len: 950 time: 0.1379259 Aug 05 11:34:46.584933 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fc604f-0c66-4e0f-b87a-417609d17263 req-24e67641-c620-48a5-90bf-d5b8990302c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:46.587265 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-18fc604f-0c66-4e0f-b87a-417609d17263 req-24e67641-c620-48a5-90bf-d5b8990302c2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=91caede3-92e4-4b1e-8e3e-36227cfd846a HTTP/1.1" status: 200 len: 870 time: 0.3184607 Aug 05 11:34:46.643470 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-18fc604f-0c66-4e0f-b87a-417609d17263 req-95b4b4d2-2839-4185-a9ef-7449ce801df0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=cff672a6-7c2d-4160-bef8-b32e3b454687 HTTP/1.1" status: 200 len: 217 time: 0.0441444 Aug 05 11:34:46.649340 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-44bcc787-2b15-4d66-a973-4fb207bdf3a8 req-54d48ead-60f5-4341-868f-06f725326b3e tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688117 Aug 05 11:34:46.668498 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:46.675987 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-0e3f74f4-c001-43a0-8393-27f34a2b4f34 req-8f02eaf5-9731-4e07-ae64-85320352d551 tempest-ServerAddressesTestJSON-650032113 tempest-ServerAddressesTestJSON-650032113-project] Deleting port 98782fee-828e-471e-bb0e-852cf1cdc04d {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:34:46.676832 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-0e3f74f4-c001-43a0-8393-27f34a2b4f34 req-8f02eaf5-9731-4e07-ae64-85320352d551 tempest-ServerAddressesTestJSON-650032113 tempest-ServerAddressesTestJSON-650032113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:46.731325 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3af60f17-4070-4cc0-8dff-96231c7f3790 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:46.744701 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92c6efdb-6f99-4311-95ca-680b59498481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adb25fa4-0b5c-48b8-acbe-c422e9846236'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:34:46.747378 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d13390c-21ed-40c9-ad99-835950425e51" -d '{"events": [{"server_uuid": "92c6efdb-6f99-4311-95ca-680b59498481", "name": "network-vif-plugged", "status": "completed", "tag": "adb25fa4-0b5c-48b8-acbe-c422e9846236"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:34:46.767926 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port adb25fa4-0b5c-48b8-acbe-c422e9846236, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=adb25fa4-0b5c-48b8-acbe-c422e9846236,segment=NetworkSegment(01e8ca75-cf59-480b-8ee2-932f754dd7b2),segment_id=01e8ca75-cf59-480b-8ee2-932f754dd7b2)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:34:46.776202 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:46.776432 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3af60f17-4070-4cc0-8dff-96231c7f3790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:46.845396 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=adb25fa4-0b5c-48b8-acbe-c422e9846236,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:34:46.870270 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e4aa31-1691-4e0a-8c43-2cd7a9ace480 req-c79cfa78-01f3-4ad5-9772-7beec8fd4596 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:46.871972 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-60e4aa31-1691-4e0a-8c43-2cd7a9ace480 req-c79cfa78-01f3-4ad5-9772-7beec8fd4596 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/ports?device_id=92c6efdb-6f99-4311-95ca-680b59498481 HTTP/1.1" status: 200 len: 944 time: 0.1375818 Aug 05 11:34:46.894631 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-3af60f17-4070-4cc0-8dff-96231c7f3790 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=084c40ff60294dd0932233b8a938a88a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7842436 Aug 05 11:34:46.900465 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 57402) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:34:46.919429 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af60f17-4070-4cc0-8dff-96231c7f3790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9f01372-ba5c-4bdc-a94a-e0f36939c82a,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:34:46.990113 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbebf01f-54eb-45b9-90a4-4caf88f620d0 req-1f64dc65-2861-49cc-92c4-78f4982a7073 tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:46.992317 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fbebf01f-54eb-45b9-90a4-4caf88f620d0 req-1f64dc65-2861-49cc-92c4-78f4982a7073 tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] 10.222.0.58 "GET /v2.0/ports?device_id=318c13d7-b813-4b50-ba24-ecad9f6bb7de HTTP/1.1" status: 200 len: 944 time: 0.1580727 Aug 05 11:34:46.999937 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-60e4aa31-1691-4e0a-8c43-2cd7a9ace480 req-9acf0798-7093-47bb-bdeb-dfeab6d1546c tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4e742cc-0754-43b8-97b1-fad458ef76e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040158 Aug 05 11:34:47.030155 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 2281be1c-28a8-4f27-9a3d-7791d847b098 up at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:34:47.037306 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5604f06f-0fae-4b12-b27f-1028f15473e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:47.063829 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fbebf01f-54eb-45b9-90a4-4caf88f620d0 req-a516dd3b-91fd-4851-bc11-fb60bde98996 tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] 10.222.0.58 "GET /v2.0/security-groups?id=828cef5c-0f80-4604-87f6-a92aecbc06bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613830 Aug 05 11:34:47.078137 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5604f06f-0fae-4b12-b27f-1028f15473e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:47.123000 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cb6d645-f566-4272-a153-bb34346adf5f x-openstack-request-id: req-1cb6d645-f566-4272-a153-bb34346adf5f {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:34:47.124925 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92c6efdb-6f99-4311-95ca-680b59498481", "name": "network-vif-plugged", "status": "completed", "tag": "adb25fa4-0b5c-48b8-acbe-c422e9846236", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:34:47.125948 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1cb6d645-f566-4272-a153-bb34346adf5f {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:34:47.129460 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92c6efdb-6f99-4311-95ca-680b59498481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adb25fa4-0b5c-48b8-acbe-c422e9846236', 'code': 200} Aug 05 11:34:47.172999 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning for port 2281be1c-28a8-4f27-9a3d-7791d847b098 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:34:47.183854 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 57406) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:34:47.186320 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning complete for port 2281be1c-28a8-4f27-9a3d-7791d847b098 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:34:47.186759 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:47.224847 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fc604f-0c66-4e0f-b87a-417609d17263 req-6c891604-f5fe-4c37-a419-b43b539c0652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:47.227180 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-18fc604f-0c66-4e0f-b87a-417609d17263 req-6c891604-f5fe-4c37-a419-b43b539c0652 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6842f728-c2f3-4e36-bb32-3303d06ce3f4 HTTP/1.1" status: 200 len: 843 time: 0.5754781 Aug 05 11:34:47.290783 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:47.329206 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5604f06f-0fae-4b12-b27f-1028f15473e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:47.330423 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 2281be1c-28a8-4f27-9a3d-7791d847b098, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=2281be1c-28a8-4f27-9a3d-7791d847b098,segment=NetworkSegment(fb34d38f-e8ce-4566-8051-d1280b0a9093),segment_id=fb34d38f-e8ce-4566-8051-d1280b0a9093)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:34:47.333404 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5604f06f-0fae-4b12-b27f-1028f15473e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:47.339132 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-5604f06f-0fae-4b12-b27f-1028f15473e0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f9f01372-ba5c-4bdc-a94a-e0f36939c82a HTTP/1.1" status: 204 len: 168 time: 0.4287200 Aug 05 11:34:47.344727 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:47.346653 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device daaafd27-08d5-4742-8b77-e4bc0f981df7 no longer exists at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:34:47.350697 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-0e3f74f4-c001-43a0-8393-27f34a2b4f34 req-8f02eaf5-9731-4e07-ae64-85320352d551 tempest-ServerAddressesTestJSON-650032113 tempest-ServerAddressesTestJSON-650032113-project] For port 98782fee-828e-471e-bb0e-852cf1cdc04d, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=98782fee-828e-471e-bb0e-852cf1cdc04d,segment=NetworkSegment(07390d54-f52b-4995-9677-d5180ea54365),segment_id=07390d54-f52b-4995-9677-d5180ea54365)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:34:47.351648 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-0e3f74f4-c001-43a0-8393-27f34a2b4f34 req-8f02eaf5-9731-4e07-ae64-85320352d551 tempest-ServerAddressesTestJSON-650032113 tempest-ServerAddressesTestJSON-650032113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:47.369279 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce98e4b-4a6b-4844-8448-a294ee3a3bd2 req-56ce1db2-84d5-40fc-8eb4-8fc9ffd96d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:47.371207 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2ce98e4b-4a6b-4844-8448-a294ee3a3bd2 req-56ce1db2-84d5-40fc-8eb4-8fc9ffd96d8f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=92c6efdb-6f99-4311-95ca-680b59498481 HTTP/1.1" status: 200 len: 1096 time: 0.2091269 Aug 05 11:34:47.384742 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-0e3f74f4-c001-43a0-8393-27f34a2b4f34 req-8f02eaf5-9731-4e07-ae64-85320352d551 tempest-ServerAddressesTestJSON-650032113 tempest-ServerAddressesTestJSON-650032113-project] Calling delete_port for 98782fee-828e-471e-bb0e-852cf1cdc04d owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:34:47.390218 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5604f06f-0fae-4b12-b27f-1028f15473e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9f01372-ba5c-4bdc-a94a-e0f36939c82a,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:34:47.417517 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] No Port match for: daaafd27-08d5-4742-8b77-e4bc0f981df7 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:34:47.418731 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device daaafd27-08d5-4742-8b77-e4bc0f981df7 not bound to the agent host n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:34:47.501342 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=2281be1c-28a8-4f27-9a3d-7791d847b098,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:34:47.514734 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fc604f-0c66-4e0f-b87a-417609d17263 req-5a6b8150-73ee-465e-87a5-4a1eb4ef1e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:47.516271 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-18fc604f-0c66-4e0f-b87a-417609d17263 req-5a6b8150-73ee-465e-87a5-4a1eb4ef1e9f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=91caede3-92e4-4b1e-8e3e-36227cfd846a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2588241 Aug 05 11:34:47.534234 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2ce98e4b-4a6b-4844-8448-a294ee3a3bd2 req-1bb62ebd-ae2c-42c1-97cb-7412de314d06 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a4e742cc-0754-43b8-97b1-fad458ef76e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515403 Aug 05 11:34:47.567183 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f128c763-4ef6-4e5c-954d-301074af7171 req-84142a3c-d80d-4b9f-829b-5ab9b407f718 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:47.568794 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f128c763-4ef6-4e5c-954d-301074af7171 req-84142a3c-d80d-4b9f-829b-5ab9b407f718 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=40021a41-d350-4e38-ac4d-f69e07c48ffb HTTP/1.1" status: 200 len: 945 time: 0.2568760 Aug 05 11:34:47.677069 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7b56cb2e-4a51-482d-ae01-8a674d537c3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:47.689158 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f128c763-4ef6-4e5c-954d-301074af7171 req-988dedcf-fb9d-46a1-ae4b-2a30cb5f49c6 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=47a5a50c-7385-42e8-98ac-c05af9825ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954094 Aug 05 11:34:47.711840 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7b56cb2e-4a51-482d-ae01-8a674d537c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:47.718270 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cc7c6c-8e61-4bdd-8fa1-7560ec0a73c6 req-584560ca-6163-4172-90ac-b0b1f8ddb26f tempest-ServerAddressesTestJSON-650032113 tempest-ServerAddressesTestJSON-650032113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:47.719870 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-45cc7c6c-8e61-4bdd-8fa1-7560ec0a73c6 req-584560ca-6163-4172-90ac-b0b1f8ddb26f tempest-ServerAddressesTestJSON-650032113 tempest-ServerAddressesTestJSON-650032113-project] 10.222.0.58 "GET /v2.0/ports?device_id=58f0488e-5f22-436d-ab1b-c81c21028c87 HTTP/1.1" status: 200 len: 946 time: 0.1742671 Aug 05 11:34:47.824621 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-7b56cb2e-4a51-482d-ae01-8a674d537c3c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=debb4751a69f4bbfb0f46e6f3c76d771&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5655406 Aug 05 11:34:47.825711 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b56cb2e-4a51-482d-ae01-8a674d537c3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bab47b9a-bf87-4253-99d0-905411f03cd7,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:34:47.833513 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-18fc604f-0c66-4e0f-b87a-417609d17263 req-1564c7dd-f907-4f74-ac22-03783c8ff43e service neutron] 10.222.0.64 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3026247 Aug 05 11:34:47.833513 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-0e3f74f4-c001-43a0-8393-27f34a2b4f34 req-8f02eaf5-9731-4e07-ae64-85320352d551 tempest-ServerAddressesTestJSON-650032113 tempest-ServerAddressesTestJSON-650032113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:47.838910 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 57418) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:34:47.869191 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['98782fee-828e-471e-bb0e-852cf1cdc04d'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:34:47.885796 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-45cc7c6c-8e61-4bdd-8fa1-7560ec0a73c6 req-b9e2b95b-e77b-43d2-8251-e0605a4472f3 tempest-ServerAddressesTestJSON-650032113 tempest-ServerAddressesTestJSON-650032113-project] 10.222.0.58 "GET /v2.0/security-groups?id=441035ee-4de9-4985-88a6-4e9a543e81a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190970 Aug 05 11:34:47.895157 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 57420) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:34:47.922107 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-dc92179c-66ac-40b4-8fa5-b7094cb648eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:47.944372 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df58125c-59b4-4eca-a4a5-5af9436b628c req-b4d23eed-782d-4181-8206-0f57380416cb tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:47.946866 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-df58125c-59b4-4eca-a4a5-5af9436b628c req-b4d23eed-782d-4181-8206-0f57380416cb tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=be090969-9d37-41b9-80ad-9680c00c1969 HTTP/1.1" status: 200 len: 950 time: 0.1597142 Aug 05 11:34:47.955277 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f02eaf5-9731-4e07-ae64-85320352d551 tempest-ServerAddressesTestJSON-650032113 tempest-ServerAddressesTestJSON-650032113-project] Pushing event deleted for resources: {'Port': ['ID=98782fee-828e-471e-bb0e-852cf1cdc04d,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:34:48.068261 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e3f74f4-c001-43a0-8393-27f34a2b4f34 req-8f02eaf5-9731-4e07-ae64-85320352d551 tempest-ServerAddressesTestJSON-650032113 tempest-ServerAddressesTestJSON-650032113-project] No DVR routers for this DVR port 98782fee-828e-471e-bb0e-852cf1cdc04d on host n-h2-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:34:48.068514 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-df58125c-59b4-4eca-a4a5-5af9436b628c req-52675c37-68ab-4406-a1c6-670510b0b73f tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018281 Aug 05 11:34:48.103670 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d0eec963-d057-46b1-bb8d-1311e80f7b1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:48.109515 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-0e3f74f4-c001-43a0-8393-27f34a2b4f34 req-8f02eaf5-9731-4e07-ae64-85320352d551 tempest-ServerAddressesTestJSON-650032113 tempest-ServerAddressesTestJSON-650032113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:48.112504 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-0e3f74f4-c001-43a0-8393-27f34a2b4f34 req-8f02eaf5-9731-4e07-ae64-85320352d551 tempest-ServerAddressesTestJSON-650032113 tempest-ServerAddressesTestJSON-650032113-project] 10.222.0.55 "DELETE /v2.0/ports/98782fee-828e-471e-bb0e-852cf1cdc04d HTTP/1.1" status: 204 len: 173 time: 1.7247610 Aug 05 11:34:48.114192 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58f0488e-5f22-436d-ab1b-c81c21028c87', 'name': 'network-vif-deleted', 'tag': '98782fee-828e-471e-bb0e-852cf1cdc04d'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:34:48.118137 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e26ccdfd-e07f-451b-b6c5-75d12dd9971e" -d '{"events": [{"server_uuid": "58f0488e-5f22-436d-ab1b-c81c21028c87", "name": "network-vif-deleted", "tag": "98782fee-828e-471e-bb0e-852cf1cdc04d"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:34:48.138058 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-18fc604f-0c66-4e0f-b87a-417609d17263 req-b84f9dd8-6058-4f00-8876-e482e7eb454f service neutron] 10.222.0.64 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2927763 Aug 05 11:34:48.156185 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d0eec963-d057-46b1-bb8d-1311e80f7b1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:48.174262 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d5f88d72-8fab-4acb-bf1d-a1da742b4488 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33208311'] for router_interface, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:48.234419 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d0eec963-d057-46b1-bb8d-1311e80f7b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:48.238516 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d0eec963-d057-46b1-bb8d-1311e80f7b1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:48.240456 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-d0eec963-d057-46b1-bb8d-1311e80f7b1c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bab47b9a-bf87-4253-99d0-905411f03cd7 HTTP/1.1" status: 204 len: 168 time: 0.3975005 Aug 05 11:34:48.252255 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eec963-d057-46b1-bb8d-1311e80f7b1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bab47b9a-bf87-4253-99d0-905411f03cd7,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:34:48.290611 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-dc92179c-66ac-40b4-8fa5-b7094cb648eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:48.303094 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faddb558-e63d-4543-9bbd-7b37944a9ffc req-60f04319-c858-4510-85eb-d0d0ec261cf1 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:48.305160 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-faddb558-e63d-4543-9bbd-7b37944a9ffc req-60f04319-c858-4510-85eb-d0d0ec261cf1 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/ports?device_id=92c6efdb-6f99-4311-95ca-680b59498481 HTTP/1.1" status: 200 len: 945 time: 0.2026374 Aug 05 11:34:48.317559 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-dc92179c-66ac-40b4-8fa5-b7094cb648eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:48.443052 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ff2c66-f45c-4722-a97d-3033deb6b2c5 req-16238470-7f91-43ba-9279-82d7edccd53e tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:48.453031 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-60ff2c66-f45c-4722-a97d-3033deb6b2c5 req-16238470-7f91-43ba-9279-82d7edccd53e tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] 10.222.0.58 "GET /v2.0/ports?device_id=318c13d7-b813-4b50-ba24-ecad9f6bb7de HTTP/1.1" status: 200 len: 945 time: 0.2845321 Aug 05 11:34:48.480765 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-dc92179c-66ac-40b4-8fa5-b7094cb648eb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3d9d1a84ef0941c9b9470d11447ac584&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5855877 Aug 05 11:34:48.483326 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 57430) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:34:48.517284 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc92179c-66ac-40b4-8fa5-b7094cb648eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3ade6bc-1ec7-4a4c-b276-1fcf0b00c368,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:34:48.565551 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5420108c-c88f-4224-bb18-c87be6270a9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:48.596060 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-faddb558-e63d-4543-9bbd-7b37944a9ffc req-932b3642-c67f-4d0b-8006-5f493e98653b tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4e742cc-0754-43b8-97b1-fad458ef76e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819817 Aug 05 11:34:48.607953 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5420108c-c88f-4224-bb18-c87be6270a9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:48.632148 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-60ff2c66-f45c-4722-a97d-3033deb6b2c5 req-f57bf813-487c-4f66-a69a-798ad81890fe tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] 10.222.0.58 "GET /v2.0/security-groups?id=828cef5c-0f80-4604-87f6-a92aecbc06bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777415 Aug 05 11:34:48.676779 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-042848e0-ab8e-4259-b6fe-ccc23b4dbded x-openstack-request-id: req-042848e0-ab8e-4259-b6fe-ccc23b4dbded {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:34:48.677080 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58f0488e-5f22-436d-ab1b-c81c21028c87", "name": "network-vif-deleted", "tag": "98782fee-828e-471e-bb0e-852cf1cdc04d", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:34:48.677652 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-042848e0-ab8e-4259-b6fe-ccc23b4dbded {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:34:48.677784 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58f0488e-5f22-436d-ab1b-c81c21028c87', 'name': 'network-vif-deleted', 'tag': '98782fee-828e-471e-bb0e-852cf1cdc04d', 'status': 'completed', 'code': 200} Aug 05 11:34:48.710055 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5420108c-c88f-4224-bb18-c87be6270a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:48.715140 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5420108c-c88f-4224-bb18-c87be6270a9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:48.716823 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-5420108c-c88f-4224-bb18-c87be6270a9d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a3ade6bc-1ec7-4a4c-b276-1fcf0b00c368 HTTP/1.1" status: 204 len: 168 time: 0.2324340 Aug 05 11:34:48.738017 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5420108c-c88f-4224-bb18-c87be6270a9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3ade6bc-1ec7-4a4c-b276-1fcf0b00c368,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:34:48.863280 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-d5f88d72-8fab-4acb-bf1d-a1da742b4488 admin admin] Deleting port 41419ec5-d745-4ffe-8183-9c3fcba21ba6 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:34:48.863423 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d5f88d72-8fab-4acb-bf1d-a1da742b4488 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:48.949053 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131c7636-416d-4499-b229-1b07a7eff7d4 req-411f310c-74e4-44f9-8f58-f94a58dce831 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:48.959171 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-131c7636-416d-4499-b229-1b07a7eff7d4 req-411f310c-74e4-44f9-8f58-f94a58dce831 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=40021a41-d350-4e38-ac4d-f69e07c48ffb HTTP/1.1" status: 200 len: 945 time: 0.1483517 Aug 05 11:34:49.032765 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device cff672a6-7c2d-4160-bef8-b32e3b454687 no longer exists at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:34:49.092556 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-131c7636-416d-4499-b229-1b07a7eff7d4 req-6011b2ff-b18c-4f4a-b6d4-483325a2fa24 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=47a5a50c-7385-42e8-98ac-c05af9825ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1321387 Aug 05 11:34:49.131453 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '318c13d7-b813-4b50-ba24-ecad9f6bb7de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2281be1c-28a8-4f27-9a3d-7791d847b098'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:34:49.136038 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8d74895-1545-4ef6-949f-b58054b26402" -d '{"events": [{"server_uuid": "318c13d7-b813-4b50-ba24-ecad9f6bb7de", "name": "network-vif-plugged", "status": "completed", "tag": "2281be1c-28a8-4f27-9a3d-7791d847b098"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:34:49.150656 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-211ebcf1-d7ac-47ca-accf-07bef933cdb4 req-3f66334a-e8a2-4d3d-8267-54ebe6786117 tempest-ServerAddressesTestJSON-650032113 tempest-ServerAddressesTestJSON-650032113-project] 10.222.0.58 "GET /v2.0/ports?device_id=58f0488e-5f22-436d-ab1b-c81c21028c87 HTTP/1.1" status: 200 len: 210 time: 0.1009941 Aug 05 11:34:49.172987 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:49.199755 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-d5f88d72-8fab-4acb-bf1d-a1da742b4488 admin admin] For port 41419ec5-d745-4ffe-8183-9c3fcba21ba6, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=41419ec5-d745-4ffe-8183-9c3fcba21ba6,segment=NetworkSegment(f9b2d647-301a-4025-b34b-b0ad330f4b72),segment_id=f9b2d647-301a-4025-b34b-b0ad330f4b72)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:34:49.201102 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d5f88d72-8fab-4acb-bf1d-a1da742b4488 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:49.239354 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3076162-0bb1-4ba7-80d5-ad42c9886c4d x-openstack-request-id: req-b3076162-0bb1-4ba7-80d5-ad42c9886c4d {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:34:49.239694 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "318c13d7-b813-4b50-ba24-ecad9f6bb7de", "name": "network-vif-plugged", "status": "completed", "tag": "2281be1c-28a8-4f27-9a3d-7791d847b098", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:34:49.240049 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-d5f88d72-8fab-4acb-bf1d-a1da742b4488 admin admin] Calling delete_port for 41419ec5-d745-4ffe-8183-9c3fcba21ba6 owned by network:router_interface {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:34:49.249078 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b3076162-0bb1-4ba7-80d5-ad42c9886c4d {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:34:49.249875 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '318c13d7-b813-4b50-ba24-ecad9f6bb7de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2281be1c-28a8-4f27-9a3d-7791d847b098', 'code': 200} Aug 05 11:34:49.277042 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port cff672a6-7c2d-4160-bef8-b32e3b454687, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=cff672a6-7c2d-4160-bef8-b32e3b454687,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:34:49.285416 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:49.369897 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=cff672a6-7c2d-4160-bef8-b32e3b454687,revision_number=6']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:34:49.432266 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186dc629-39b8-4421-9d34-f00d8bc1bf8a req-85d2012a-4071-4958-b09c-6ac0929d12df tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:49.433874 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2298125b-99f6-4955-b5c4-4821677bc03f req-0f21f0e6-28ce-44d4-8495-be060e1360a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:49.434021 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-186dc629-39b8-4421-9d34-f00d8bc1bf8a req-85d2012a-4071-4958-b09c-6ac0929d12df tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=be090969-9d37-41b9-80ad-9680c00c1969 HTTP/1.1" status: 200 len: 948 time: 0.1274292 Aug 05 11:34:49.436965 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2298125b-99f6-4955-b5c4-4821677bc03f req-0f21f0e6-28ce-44d4-8495-be060e1360a9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=318c13d7-b813-4b50-ba24-ecad9f6bb7de HTTP/1.1" status: 200 len: 1096 time: 0.0615163 Aug 05 11:34:49.505792 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2298125b-99f6-4955-b5c4-4821677bc03f req-cf9cf995-4161-4d11-aa69-de22a60aeb47 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=828cef5c-0f80-4604-87f6-a92aecbc06bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596337 Aug 05 11:34:49.526973 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-186dc629-39b8-4421-9d34-f00d8bc1bf8a req-794512ba-1838-4a39-9420-87bf22f8cfdc tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844789 Aug 05 11:34:49.619697 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d5f88d72-8fab-4acb-bf1d-a1da742b4488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:49.672188 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f88d72-8fab-4acb-bf1d-a1da742b4488 admin admin] Pushing event deleted for resources: {'Port': ['ID=41419ec5-d745-4ffe-8183-9c3fcba21ba6,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:34:49.844770 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f06799-4baf-45a9-9412-8b88b85e614c req-8dc79c88-197e-4286-aa1c-d4c0c8b5d5b5 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:49.846644 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-39f06799-4baf-45a9-9412-8b88b85e614c req-8dc79c88-197e-4286-aa1c-d4c0c8b5d5b5 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/ports?device_id=92c6efdb-6f99-4311-95ca-680b59498481 HTTP/1.1" status: 200 len: 945 time: 0.1413949 Aug 05 11:34:49.928543 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e943c981-eecc-477b-ba2c-94f325f79c61 req-93907256-3eaa-4dff-9ba6-20f51916d1a2 tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:49.937459 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e943c981-eecc-477b-ba2c-94f325f79c61 req-93907256-3eaa-4dff-9ba6-20f51916d1a2 tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] 10.222.0.58 "GET /v2.0/ports?device_id=318c13d7-b813-4b50-ba24-ecad9f6bb7de HTTP/1.1" status: 200 len: 945 time: 0.1749616 Aug 05 11:34:50.027876 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-39f06799-4baf-45a9-9412-8b88b85e614c req-3474cde0-efc6-4cd9-9633-67b1d4acc6a6 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4e742cc-0754-43b8-97b1-fad458ef76e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417372 Aug 05 11:34:50.061279 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e943c981-eecc-477b-ba2c-94f325f79c61 req-8e643459-933d-4162-bf04-bf9d953c124c tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] 10.222.0.58 "GET /v2.0/security-groups?id=828cef5c-0f80-4604-87f6-a92aecbc06bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195376 Aug 05 11:34:50.061279 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d5f88d72-8fab-4acb-bf1d-a1da742b4488 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33140263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33208171'] for router_interface, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:50.429020 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 98782fee-828e-471e-bb0e-852cf1cdc04d no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:34:50.467581 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] No Port match for: 98782fee-828e-471e-bb0e-852cf1cdc04d {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:34:50.468019 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 98782fee-828e-471e-bb0e-852cf1cdc04d not bound to the agent host n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:34:50.811629 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef7266-9903-464d-8a39-a00f2c917ef0 req-5cb71323-391c-4414-801b-8bd0f3712529 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:50.817621 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-57ef7266-9903-464d-8a39-a00f2c917ef0 req-5cb71323-391c-4414-801b-8bd0f3712529 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/ports?device_id=92c6efdb-6f99-4311-95ca-680b59498481 HTTP/1.1" status: 200 len: 945 time: 0.6892917 Aug 05 11:34:50.903568 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4b3cec-1530-41f9-b22f-facae6ce9c2c req-c56b4524-c1c3-4daa-b84a-555642d36ecf tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:50.905310 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1a4b3cec-1530-41f9-b22f-facae6ce9c2c req-c56b4524-c1c3-4daa-b84a-555642d36ecf tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=40021a41-d350-4e38-ac4d-f69e07c48ffb HTTP/1.1" status: 200 len: 945 time: 0.1973579 Aug 05 11:34:50.995029 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-57ef7266-9903-464d-8a39-a00f2c917ef0 req-b217de9a-7ed8-4663-aeae-a1f10b73db9a tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4e742cc-0754-43b8-97b1-fad458ef76e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756785 Aug 05 11:34:51.024771 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1a4b3cec-1530-41f9-b22f-facae6ce9c2c req-6d94630e-ae8b-4743-b2ee-9429062b44ae tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=47a5a50c-7385-42e8-98ac-c05af9825ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031902 Aug 05 11:34:51.055124 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5f88d72-8fab-4acb-bf1d-a1da742b4488 admin admin] Router 0d990f55-ea39-4612-a802-a84daff172c4 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 11:34:51.098464 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 57534) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:34:51.183342 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bdb03fb-8c41-4736-84c2-cd52d6f1275c admin admin] Deleting subnet 75f2dc44-2fa4-4a4c-af46-d223a57bab51 {{(pid=94421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:34:51.194336 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1bdb03fb-8c41-4736-84c2-cd52d6f1275c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:51.252016 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be090969-9d37-41b9-80ad-9680c00c1969', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cff672a6-7c2d-4160-bef8-b32e3b454687'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:34:51.256605 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d04b6844-875f-4521-b499-16e3f1fe8e09" -d '{"events": [{"server_uuid": "be090969-9d37-41b9-80ad-9680c00c1969", "name": "network-vif-unplugged", "status": "completed", "tag": "cff672a6-7c2d-4160-bef8-b32e3b454687"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:34:51.274987 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1bdb03fb-8c41-4736-84c2-cd52d6f1275c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29786388'] for subnet, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:51.293034 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790f5b72-d4a2-4172-840c-940aa3d2804a req-90b1d344-f67e-4d30-9ec1-7b0c7d640d08 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:51.295766 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-790f5b72-d4a2-4172-840c-940aa3d2804a req-90b1d344-f67e-4d30-9ec1-7b0c7d640d08 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=be090969-9d37-41b9-80ad-9680c00c1969 HTTP/1.1" status: 200 len: 948 time: 0.1727538 Aug 05 11:34:51.349737 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5f88d72-8fab-4acb-bf1d-a1da742b4488 admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:34:51.364768 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-d5f88d72-8fab-4acb-bf1d-a1da742b4488 admin admin] 10.222.0.58 "PUT /v2.0/routers/0d990f55-ea39-4612-a802-a84daff172c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1765594 Aug 05 11:34:51.365828 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 57544) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:34:51.369499 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566a0e82-8706-460d-8248-d5b40498ba88 None None] Sync routers for ids ['0d990f55-ea39-4612-a802-a84daff172c4'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:34:51.384283 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1bdb03fb-8c41-4736-84c2-cd52d6f1275c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:51.389829 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566a0e82-8706-460d-8248-d5b40498ba88 None None] Routers {'0d990f55-ea39-4612-a802-a84daff172c4'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:34:51.390652 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-566a0e82-8706-460d-8248-d5b40498ba88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:34:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['0d990f55-ea39-4612-a802-a84daff172c4'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:34:51.486298 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1bdb03fb-8c41-4736-84c2-cd52d6f1275c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25038609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30075142'] for subnet, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:51.519435 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdb03fb-8c41-4736-84c2-cd52d6f1275c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75f2dc44-2fa4-4a4c-af46-d223a57bab51,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:34:51.524586 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1bdb03fb-8c41-4736-84c2-cd52d6f1275c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:51.527360 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-1bdb03fb-8c41-4736-84c2-cd52d6f1275c admin admin] 10.222.0.58 "DELETE /v2.0/subnets/75f2dc44-2fa4-4a4c-af46-d223a57bab51 HTTP/1.1" status: 204 len: 168 time: 0.4269152 Aug 05 11:34:51.530304 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 57546) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:34:51.535065 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-790f5b72-d4a2-4172-840c-940aa3d2804a req-98a929d7-0e79-4eed-91ac-f0318d447897 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288816 Aug 05 11:34:51.631102 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 05 Aug 2021 11:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ff02146-0bca-440e-920b-1cb908a1e88c x-openstack-request-id: req-7ff02146-0bca-440e-920b-1cb908a1e88c {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:34:51.631644 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be090969-9d37-41b9-80ad-9680c00c1969", "name": "network-vif-unplugged", "status": "completed", "tag": "cff672a6-7c2d-4160-bef8-b32e3b454687", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:34:51.631742 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7ff02146-0bca-440e-920b-1cb908a1e88c {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:34:51.632090 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be090969-9d37-41b9-80ad-9680c00c1969', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cff672a6-7c2d-4160-bef8-b32e3b454687', 'code': 200} Aug 05 11:34:51.640218 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a160f998-0bd1-4490-9db5-f2c4225588be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:51.659120 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c316792a-61b6-4215-82be-ce9603081002 admin admin] Notify callbacks [] for router, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:51.661471 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-566a0e82-8706-460d-8248-d5b40498ba88 None None] Set router 0d990f55-ea39-4612-a802-a84daff172c4 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:34:51.813718 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a160f998-0bd1-4490-9db5-f2c4225588be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:51.832610 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-a160f998-0bd1-4490-9db5-f2c4225588be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ab16415-814a-473a-baf1-7ea9687eb71e']}} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:34:51.858968 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-a160f998-0bd1-4490-9db5-f2c4225588be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07390d54-f52b-4995-9677-d5180ea54365') {'for_net_delete': True} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:34:51.859458 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-a160f998-0bd1-4490-9db5-f2c4225588be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07390d54-f52b-4995-9677-d5180ea54365') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:34:51.876578 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:51.889840 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a160f998-0bd1-4490-9db5-f2c4225588be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29786371'] for segment, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:51.916718 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a160f998-0bd1-4490-9db5-f2c4225588be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:51.926094 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a160f998-0bd1-4490-9db5-f2c4225588be admin admin] Releasing vlan 690 on physical network physnet1 to pool {{(pid=94421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:34:51.926780 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a160f998-0bd1-4490-9db5-f2c4225588be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25038799'] for segment, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:51.949491 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca7d79a-8c1f-40ce-baf9-0a5125aabae9 req-ee76524c-deea-438b-8bb2-3306ccb35736 tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:51.963566 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7ca7d79a-8c1f-40ce-baf9-0a5125aabae9 req-ee76524c-deea-438b-8bb2-3306ccb35736 tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] 10.222.0.58 "GET /v2.0/ports?device_id=318c13d7-b813-4b50-ba24-ecad9f6bb7de HTTP/1.1" status: 200 len: 945 time: 0.5061946 Aug 05 11:34:52.038217 n-d-803378-2 neutron-server[94421]: Traceback (most recent call last): Aug 05 11:34:52.038217 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:34:52.038217 n-d-803378-2 neutron-server[94421]: timer() Aug 05 11:34:52.038217 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:34:52.038217 n-d-803378-2 neutron-server[94421]: cb(*args, **kw) Aug 05 11:34:52.038217 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:34:52.038217 n-d-803378-2 neutron-server[94421]: return func(*args, **kwargs) Aug 05 11:34:52.038217 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:34:52.038217 n-d-803378-2 neutron-server[94421]: self._notify() Aug 05 11:34:52.038217 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:34:52.038217 n-d-803378-2 neutron-server[94421]: self.callback(batched_events) Aug 05 11:34:52.038217 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:34:52.038217 n-d-803378-2 neutron-server[94421]: event.method(event) Aug 05 11:34:52.038217 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:34:52.038217 n-d-803378-2 neutron-server[94421]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:34:52.038217 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:34:52.038217 n-d-803378-2 neutron-server[94421]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:34:52.038217 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:34:52.038217 n-d-803378-2 neutron-server[94421]: return f(self, *a, **k) Aug 05 11:34:52.038217 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:34:52.038217 n-d-803378-2 neutron-server[94421]: return self._get(url).json() Aug 05 11:34:52.038217 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:34:52.038217 n-d-803378-2 neutron-server[94421]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:34:52.038217 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:34:52.038217 n-d-803378-2 neutron-server[94421]: return self.request(url, 'GET', **kwargs) Aug 05 11:34:52.038217 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:34:52.038217 n-d-803378-2 neutron-server[94421]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:34:52.038217 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:34:52.038217 n-d-803378-2 neutron-server[94421]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:34:52.038217 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:34:52.038217 n-d-803378-2 neutron-server[94421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:34:52.038217 n-d-803378-2 neutron-server[94421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:34:52.045490 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a160f998-0bd1-4490-9db5-f2c4225588be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:52.061874 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a160f998-0bd1-4490-9db5-f2c4225588be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:52.065889 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-a160f998-0bd1-4490-9db5-f2c4225588be admin admin] 10.222.0.58 "DELETE /v2.0/networks/2ab16415-814a-473a-baf1-7ea9687eb71e HTTP/1.1" status: 204 len: 168 time: 0.5336757 Aug 05 11:34:52.083664 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a160f998-0bd1-4490-9db5-f2c4225588be admin admin] Pushing event deleted for resources: {'Network': ['ID=2ab16415-814a-473a-baf1-7ea9687eb71e,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:34:52.134084 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c316792a-61b6-4215-82be-ce9603081002 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:52.157846 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7ca7d79a-8c1f-40ce-baf9-0a5125aabae9 req-aac016ce-8ddb-4a7c-a76c-6986fa7c8053 tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] 10.222.0.58 "GET /v2.0/security-groups?id=828cef5c-0f80-4604-87f6-a92aecbc06bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927314 Aug 05 11:34:52.173639 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-566a0e82-8706-460d-8248-d5b40498ba88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d990f55-ea39-4612-a802-a84daff172c4', 'name': 'tempest-ServerRescueNegativeTestJSON-167475611-router', 'tenant_id': 'c4fc12c070034e088106f16dcb7c7f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': '8442497f-7f80-4c29-8e41-3044a9992404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:30:54Z', 'updated_at': '2021-08-05T11:34:49Z', 'revision_number': 5, 'project_id': 'c4fc12c070034e088106f16dcb7c7f8a', 'gw_port': {'id': '8442497f-7f80-4c29-8e41-3044a9992404', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:4c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d990f55-ea39-4612-a802-a84daff172c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:30:56Z', 'updated_at': '2021-08-05T11:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:34:52.189317 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aa6054-1937-491a-b742-9caf46c2d1c1 req-54a83255-4621-4712-89fa-7813dd7a1b2e tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:52.221417 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-29aa6054-1937-491a-b742-9caf46c2d1c1 req-54a83255-4621-4712-89fa-7813dd7a1b2e tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/ports?device_id=92c6efdb-6f99-4311-95ca-680b59498481 HTTP/1.1" status: 200 len: 945 time: 0.3805342 Aug 05 11:34:52.250978 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566a0e82-8706-460d-8248-d5b40498ba88 None None] Checking router: 0d990f55-ea39-4612-a802-a84daff172c4 for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:34:52.267451 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566a0e82-8706-460d-8248-d5b40498ba88 None None] Routers {'0d990f55-ea39-4612-a802-a84daff172c4'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:34:52.268659 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-566a0e82-8706-460d-8248-d5b40498ba88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:34:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['0d990f55-ea39-4612-a802-a84daff172c4'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:34:52.390568 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-29aa6054-1937-491a-b742-9caf46c2d1c1 req-ed80080b-2d21-4d78-a5a1-df5c4a8b99e6 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4e742cc-0754-43b8-97b1-fad458ef76e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679223 Aug 05 11:34:52.394869 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-566a0e82-8706-460d-8248-d5b40498ba88 None None] Set router 0d990f55-ea39-4612-a802-a84daff172c4 gateway port host: None {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:34:52.450090 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df281b0-2535-4159-966a-286add1db046 req-9e2d2930-f70e-404c-83b7-0c0ef60d41d7 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:52.467724 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2df281b0-2535-4159-966a-286add1db046 req-9e2d2930-f70e-404c-83b7-0c0ef60d41d7 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=40021a41-d350-4e38-ac4d-f69e07c48ffb HTTP/1.1" status: 200 len: 945 time: 0.1527312 Aug 05 11:34:52.487586 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-c316792a-61b6-4215-82be-ce9603081002 admin admin] Deleting port 8442497f-7f80-4c29-8e41-3044a9992404 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:34:52.488024 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c316792a-61b6-4215-82be-ce9603081002 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:52.650972 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2df281b0-2535-4159-966a-286add1db046 req-d6275d10-aeb9-45fa-8d46-e3cbdddeb400 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=47a5a50c-7385-42e8-98ac-c05af9825ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1819556 Aug 05 11:34:52.702553 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-566a0e82-8706-460d-8248-d5b40498ba88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d990f55-ea39-4612-a802-a84daff172c4', 'name': 'tempest-ServerRescueNegativeTestJSON-167475611-router', 'tenant_id': 'c4fc12c070034e088106f16dcb7c7f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:30:54Z', 'updated_at': '2021-08-05T11:34:52Z', 'revision_number': 6, 'project_id': 'c4fc12c070034e088106f16dcb7c7f8a', 'gw_port_host': None}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:34:52.770437 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566a0e82-8706-460d-8248-d5b40498ba88 None None] The sync data for ids ['0d990f55-ea39-4612-a802-a84daff172c4'] in n-d-803378-2 is: [{'id': '0d990f55-ea39-4612-a802-a84daff172c4', 'name': 'tempest-ServerRescueNegativeTestJSON-167475611-router', 'tenant_id': 'c4fc12c070034e088106f16dcb7c7f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:30:54Z', 'updated_at': '2021-08-05T11:34:52Z', 'revision_number': 6, 'project_id': 'c4fc12c070034e088106f16dcb7c7f8a', 'gw_port_host': None}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:34:52.805692 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-c316792a-61b6-4215-82be-ce9603081002 admin admin] For port 8442497f-7f80-4c29-8e41-3044a9992404, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=8442497f-7f80-4c29-8e41-3044a9992404,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:34:52.806311 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c316792a-61b6-4215-82be-ce9603081002 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:52.812284 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 57576) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:34:52.877336 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9dfb0e-eb9d-4872-94b8-16b8e2e98227 req-93ab761a-2fb0-457a-b154-f927593cd8ed tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:52.879453 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bb9dfb0e-eb9d-4872-94b8-16b8e2e98227 req-93ab761a-2fb0-457a-b154-f927593cd8ed tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/ports?device_id=92c6efdb-6f99-4311-95ca-680b59498481 HTTP/1.1" status: 200 len: 945 time: 0.2194161 Aug 05 11:34:52.902880 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-c316792a-61b6-4215-82be-ce9603081002 admin admin] Calling delete_port for 8442497f-7f80-4c29-8e41-3044a9992404 owned by network:router_gateway {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:34:52.956115 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-b53acbde-b734-4b9b-88e0-83fabfe69685 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b3379bfa21b54b6b83ae02364a56c2e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1418767 Aug 05 11:34:52.957232 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 57578) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:34:53.019899 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device cff672a6-7c2d-4160-bef8-b32e3b454687 details requested by agent hyperv_n-h1-803378-2 with host n-h1-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:34:53.066106 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-cd356e9c-36ed-4780-ade9-9098b269d4f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:53.127110 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bb9dfb0e-eb9d-4872-94b8-16b8e2e98227 req-52927f46-fdda-48c0-b9b2-72c12cd5852a tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4e742cc-0754-43b8-97b1-fad458ef76e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214789 Aug 05 11:34:53.162333 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-cd356e9c-36ed-4780-ade9-9098b269d4f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:53.189295 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9776cdc-0f30-4306-8c60-7fd3fa0aa6eb req-d2de32ca-d920-4f9f-9b6b-6a8ecb196c48 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:53.209373 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f9776cdc-0f30-4306-8c60-7fd3fa0aa6eb req-d2de32ca-d920-4f9f-9b6b-6a8ecb196c48 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=be090969-9d37-41b9-80ad-9680c00c1969 HTTP/1.1" status: 200 len: 948 time: 0.3154726 Aug 05 11:34:53.302567 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-cd356e9c-36ed-4780-ade9-9098b269d4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:53.308346 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-cd356e9c-36ed-4780-ade9-9098b269d4f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:53.318682 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-cd356e9c-36ed-4780-ade9-9098b269d4f2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/441035ee-4de9-4985-88a6-4e9a543e81a8 HTTP/1.1" status: 204 len: 168 time: 0.3578668 Aug 05 11:34:53.354557 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd356e9c-36ed-4780-ade9-9098b269d4f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=441035ee-4de9-4985-88a6-4e9a543e81a8,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:34:53.520197 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f9776cdc-0f30-4306-8c60-7fd3fa0aa6eb req-92bdc549-f91b-4253-8133-ba1edc81d606 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2888429 Aug 05 11:34:53.536088 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port cff672a6-7c2d-4160-bef8-b32e3b454687, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=cff672a6-7c2d-4160-bef8-b32e3b454687,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:34:53.561450 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Returning: {'device': 'cff672a6-7c2d-4160-bef8-b32e3b454687', 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a', 'port_id': 'cff672a6-7c2d-4160-bef8-b32e3b454687', 'mac_address': 'fa:16:3e:ba:a9:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6842f728-c2f3-4e36-bb32-3303d06ce3f4', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:34:53.653956 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c316792a-61b6-4215-82be-ce9603081002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:53.725066 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:53.743994 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c316792a-61b6-4215-82be-ce9603081002 admin admin] Pushing event deleted for resources: {'Port': ['ID=8442497f-7f80-4c29-8e41-3044a9992404,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:34:53.757636 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cff672a6-7c2d-4160-bef8-b32e3b454687 {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:34:53.834743 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port cff672a6-7c2d-4160-bef8-b32e3b454687, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=cff672a6-7c2d-4160-bef8-b32e3b454687,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:34:53.843202 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:54.017602 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=cff672a6-7c2d-4160-bef8-b32e3b454687,revision_number=7']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:34:54.037791 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c39fc3-f62d-4f7e-8ece-90cb5e20a9ba req-2688cae9-0089-4cc1-a94c-873389fdd2d6 tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:54.060520 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-43c39fc3-f62d-4f7e-8ece-90cb5e20a9ba req-2688cae9-0089-4cc1-a94c-873389fdd2d6 tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] 10.222.0.58 "GET /v2.0/ports?device_id=318c13d7-b813-4b50-ba24-ecad9f6bb7de HTTP/1.1" status: 200 len: 945 time: 0.4550695 Aug 05 11:34:54.091584 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c316792a-61b6-4215-82be-ce9603081002 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33285055'] for router_gateway, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:54.357837 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['cff672a6-7c2d-4160-bef8-b32e3b454687'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:34:54.389227 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c316792a-61b6-4215-82be-ce9603081002 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33262979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1951'] for router, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:54.404278 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c316792a-61b6-4215-82be-ce9603081002 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:54.468417 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-43c39fc3-f62d-4f7e-8ece-90cb5e20a9ba req-3de240d6-9a82-4610-a3aa-e8e8bb53768b tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] 10.222.0.58 "GET /v2.0/security-groups?id=828cef5c-0f80-4604-87f6-a92aecbc06bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4000628 Aug 05 11:34:54.706436 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 41419ec5-d745-4ffe-8183-9c3fcba21ba6 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:34:54.723908 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d3273f-daca-4099-8d6c-43b16d4910ec req-2117d2de-9566-406a-ab28-fe03c456cc12 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:54.726697 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-09d3273f-daca-4099-8d6c-43b16d4910ec req-2117d2de-9566-406a-ab28-fe03c456cc12 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=40021a41-d350-4e38-ac4d-f69e07c48ffb HTTP/1.1" status: 200 len: 945 time: 0.5399780 Aug 05 11:34:54.731576 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c316792a-61b6-4215-82be-ce9603081002 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33262474'] for router, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:54.734921 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c316792a-61b6-4215-82be-ce9603081002 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d990f55-ea39-4612-a802-a84daff172c4 {{(pid=94420) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 11:34:54.745961 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c316792a-61b6-4215-82be-ce9603081002 admin admin] Notify callbacks [] for router, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:54.752175 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 57628) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:34:54.753560 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 41419ec5-d745-4ffe-8183-9c3fcba21ba6 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:34:54.753905 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 41419ec5-d745-4ffe-8183-9c3fcba21ba6 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:34:54.754479 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 8442497f-7f80-4c29-8e41-3044a9992404 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:34:54.762950 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-c316792a-61b6-4215-82be-ce9603081002 admin admin] 10.222.0.58 "DELETE /v2.0/routers/0d990f55-ea39-4612-a802-a84daff172c4 HTTP/1.1" status: 204 len: 168 time: 3.3941021 Aug 05 11:34:54.820521 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 8442497f-7f80-4c29-8e41-3044a9992404 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:34:54.820848 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 8442497f-7f80-4c29-8e41-3044a9992404 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:34:54.886473 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_v2 [None req-9573dec2-613e-4152-855f-4e64e6781946 admin admin] Deleting subnet 43646d00-2d61-4a10-95ab-4ec37fd97ea2 {{(pid=94421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:34:54.894649 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9573dec2-613e-4152-855f-4e64e6781946 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:54.932183 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250e7c44-945c-4f60-91f9-2390d1b51326 req-a37afd04-e330-48c6-8f5b-e072e9adc039 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:54.933989 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-250e7c44-945c-4f60-91f9-2390d1b51326 req-a37afd04-e330-48c6-8f5b-e072e9adc039 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/ports?device_id=92c6efdb-6f99-4311-95ca-680b59498481 HTTP/1.1" status: 200 len: 945 time: 0.3181870 Aug 05 11:34:54.985183 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-09d3273f-daca-4099-8d6c-43b16d4910ec req-524c9ec2-552d-4802-b21d-7f0761e712f9 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=47a5a50c-7385-42e8-98ac-c05af9825ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2468441 Aug 05 11:34:54.997278 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9573dec2-613e-4152-855f-4e64e6781946 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29786388'] for subnet, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:55.061673 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-250e7c44-945c-4f60-91f9-2390d1b51326 req-5885cea0-5853-4299-8016-3a9e49e725c0 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4e742cc-0754-43b8-97b1-fad458ef76e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186850 Aug 05 11:34:55.090420 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9573dec2-613e-4152-855f-4e64e6781946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:55.187467 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9573dec2-613e-4152-855f-4e64e6781946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25038609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30075142'] for subnet, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:55.221788 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9573dec2-613e-4152-855f-4e64e6781946 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43646d00-2d61-4a10-95ab-4ec37fd97ea2,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:34:55.228016 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9573dec2-613e-4152-855f-4e64e6781946 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:55.230584 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-9573dec2-613e-4152-855f-4e64e6781946 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/43646d00-2d61-4a10-95ab-4ec37fd97ea2 HTTP/1.1" status: 204 len: 168 time: 0.4768705 Aug 05 11:34:55.233759 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 57644) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:34:55.237788 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25df869c-157b-47b9-b134-02c7ee7c2734 req-c52c8715-6e5f-479e-a930-c367a3cee696 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:55.239676 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-25df869c-157b-47b9-b134-02c7ee7c2734 req-c52c8715-6e5f-479e-a930-c367a3cee696 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=be090969-9d37-41b9-80ad-9680c00c1969 HTTP/1.1" status: 200 len: 949 time: 0.1092606 Aug 05 11:34:55.291219 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-25df869c-157b-47b9-b134-02c7ee7c2734 req-5cf456b1-d241-4530-8d77-a8a1caa0a841 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436954 Aug 05 11:34:55.428259 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ee2fef64-26bc-45ad-8d7e-54f9b7c70fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:55.568326 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ee2fef64-26bc-45ad-8d7e-54f9b7c70fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:55.588005 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-ee2fef64-26bc-45ad-8d7e-54f9b7c70fa1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef036c19-6648-49e0-968c-d7cffbbb89aa']}} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:34:55.615094 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-ee2fef64-26bc-45ad-8d7e-54f9b7c70fa1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9b2d647-301a-4025-b34b-b0ad330f4b72') {'for_net_delete': True} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:34:55.615943 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-ee2fef64-26bc-45ad-8d7e-54f9b7c70fa1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9b2d647-301a-4025-b34b-b0ad330f4b72') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:34:55.633882 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ee2fef64-26bc-45ad-8d7e-54f9b7c70fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29786371'] for segment, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:55.664022 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ee2fef64-26bc-45ad-8d7e-54f9b7c70fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:55.677378 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee2fef64-26bc-45ad-8d7e-54f9b7c70fa1 admin admin] Releasing vlan 667 on physical network physnet1 to pool {{(pid=94421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:34:55.677872 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ee2fef64-26bc-45ad-8d7e-54f9b7c70fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25038799'] for segment, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:55.743782 n-d-803378-2 neutron-server[94421]: Traceback (most recent call last): Aug 05 11:34:55.743782 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:34:55.743782 n-d-803378-2 neutron-server[94421]: timer() Aug 05 11:34:55.743782 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:34:55.743782 n-d-803378-2 neutron-server[94421]: cb(*args, **kw) Aug 05 11:34:55.743782 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:34:55.743782 n-d-803378-2 neutron-server[94421]: return func(*args, **kwargs) Aug 05 11:34:55.743782 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:34:55.743782 n-d-803378-2 neutron-server[94421]: self._notify() Aug 05 11:34:55.743782 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:34:55.743782 n-d-803378-2 neutron-server[94421]: self.callback(batched_events) Aug 05 11:34:55.743782 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:34:55.743782 n-d-803378-2 neutron-server[94421]: event.method(event) Aug 05 11:34:55.743782 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:34:55.743782 n-d-803378-2 neutron-server[94421]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:34:55.743782 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:34:55.743782 n-d-803378-2 neutron-server[94421]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:34:55.743782 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:34:55.743782 n-d-803378-2 neutron-server[94421]: return f(self, *a, **k) Aug 05 11:34:55.743782 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:34:55.743782 n-d-803378-2 neutron-server[94421]: return self._get(url).json() Aug 05 11:34:55.743782 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:34:55.743782 n-d-803378-2 neutron-server[94421]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:34:55.743782 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:34:55.743782 n-d-803378-2 neutron-server[94421]: return self.request(url, 'GET', **kwargs) Aug 05 11:34:55.743782 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:34:55.743782 n-d-803378-2 neutron-server[94421]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:34:55.743782 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:34:55.743782 n-d-803378-2 neutron-server[94421]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:34:55.743782 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:34:55.743782 n-d-803378-2 neutron-server[94421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:34:55.743782 n-d-803378-2 neutron-server[94421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:34:55.789645 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fa9a31-3a6a-4a1a-a1e4-dd534a619ae5 req-0e0d3e40-8d70-4bd6-b97b-908807834cf6 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:55.791282 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-42fa9a31-3a6a-4a1a-a1e4-dd534a619ae5 req-0e0d3e40-8d70-4bd6-b97b-908807834cf6 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=be090969-9d37-41b9-80ad-9680c00c1969 HTTP/1.1" status: 200 len: 949 time: 0.1505566 Aug 05 11:34:55.832080 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ee2fef64-26bc-45ad-8d7e-54f9b7c70fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:55.840877 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b200e7-7434-49c3-a428-3c270537b040 req-583c7ca7-b8c4-4344-9526-9b1ead181914 tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:55.842581 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c5b200e7-7434-49c3-a428-3c270537b040 req-583c7ca7-b8c4-4344-9526-9b1ead181914 tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] 10.222.0.58 "GET /v2.0/ports?device_id=318c13d7-b813-4b50-ba24-ecad9f6bb7de HTTP/1.1" status: 200 len: 945 time: 0.1041412 Aug 05 11:34:55.844624 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ee2fef64-26bc-45ad-8d7e-54f9b7c70fa1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:55.849138 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-ee2fef64-26bc-45ad-8d7e-54f9b7c70fa1 admin admin] 10.222.0.58 "DELETE /v2.0/networks/ef036c19-6648-49e0-968c-d7cffbbb89aa HTTP/1.1" status: 204 len: 168 time: 0.6138647 Aug 05 11:34:55.868774 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2fef64-26bc-45ad-8d7e-54f9b7c70fa1 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef036c19-6648-49e0-968c-d7cffbbb89aa,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:34:55.871643 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-42fa9a31-3a6a-4a1a-a1e4-dd534a619ae5 req-3215e2ed-197b-461b-b1df-2866ae534001 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677950 Aug 05 11:34:55.894627 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fbb0e8-0bb3-40ac-8c22-509140bc190e req-6c202f94-fd87-4222-9ed6-a17056b6cd2d tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:55.896646 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d8fbb0e8-0bb3-40ac-8c22-509140bc190e req-6c202f94-fd87-4222-9ed6-a17056b6cd2d tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.64 "GET /v2.0/ports?device_id=be090969-9d37-41b9-80ad-9680c00c1969&tenant_id=f811ccc1244d4d32a53adbbe13250fd5&binding%3Ahost_id=n-h1-803378-2 HTTP/1.1" status: 200 len: 949 time: 0.1082563 Aug 05 11:34:55.911907 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c5b200e7-7434-49c3-a428-3c270537b040 req-d1b093ae-572f-4dd4-a415-926ffc085312 tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] 10.222.0.58 "GET /v2.0/security-groups?id=828cef5c-0f80-4604-87f6-a92aecbc06bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592163 Aug 05 11:34:56.061058 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fbb0e8-0bb3-40ac-8c22-509140bc190e req-8a667124-4cc0-4190-b51a-fea9edb631ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:56.062690 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d8fbb0e8-0bb3-40ac-8c22-509140bc190e req-8a667124-4cc0-4190-b51a-fea9edb631ae service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f811ccc1244d4d32a53adbbe13250fd5&device_id=be090969-9d37-41b9-80ad-9680c00c1969 HTTP/1.1" status: 200 len: 1100 time: 0.0580001 Aug 05 11:34:56.139451 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1144af25-e316-4d41-aa8c-0a51b9d02a54 req-026e1026-be45-405d-b050-d642dd55e610 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:56.141761 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1144af25-e316-4d41-aa8c-0a51b9d02a54 req-026e1026-be45-405d-b050-d642dd55e610 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=40021a41-d350-4e38-ac4d-f69e07c48ffb HTTP/1.1" status: 200 len: 945 time: 0.0672927 Aug 05 11:34:56.193595 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1144af25-e316-4d41-aa8c-0a51b9d02a54 req-d99c2330-3911-4034-b70a-c824c28475eb tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=47a5a50c-7385-42e8-98ac-c05af9825ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452020 Aug 05 11:34:56.272905 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fbb0e8-0bb3-40ac-8c22-509140bc190e req-9be5cf35-7bd4-4ca1-a0c8-a78e75ea9848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:56.273102 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 57678) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:34:56.287541 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d8fbb0e8-0bb3-40ac-8c22-509140bc190e req-9be5cf35-7bd4-4ca1-a0c8-a78e75ea9848 service neutron] 10.222.0.64 "GET /v2.0/networks?id=91caede3-92e4-4b1e-8e3e-36227cfd846a HTTP/1.1" status: 200 len: 870 time: 0.2098043 Aug 05 11:34:56.290671 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae7b8ef-1482-4a6f-8538-a02595e672a4 req-9f0f8aca-af85-46b1-bcf1-32312ad187d9 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:56.292256 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-aae7b8ef-1482-4a6f-8538-a02595e672a4 req-9f0f8aca-af85-46b1-bcf1-32312ad187d9 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/ports?device_id=92c6efdb-6f99-4311-95ca-680b59498481 HTTP/1.1" status: 200 len: 945 time: 0.0803139 Aug 05 11:34:56.341325 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d8fbb0e8-0bb3-40ac-8c22-509140bc190e req-12bf855b-5fd0-45aa-9a8b-d0b5ede26c81 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=cff672a6-7c2d-4160-bef8-b32e3b454687 HTTP/1.1" status: 200 len: 217 time: 0.0441437 Aug 05 11:34:56.399462 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-aae7b8ef-1482-4a6f-8538-a02595e672a4 req-d84fdf51-275e-4735-86ed-3c143aaf1402 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4e742cc-0754-43b8-97b1-fad458ef76e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835102 Aug 05 11:34:56.405187 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-2a240b9b-e30e-4369-a007-f05310000f4a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c4fc12c070034e088106f16dcb7c7f8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1274209 Aug 05 11:34:56.405496 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 57682) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:34:56.431026 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fbb0e8-0bb3-40ac-8c22-509140bc190e req-59f638e6-4826-4b6e-8f3b-e14beee0c451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:56.431530 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d8fbb0e8-0bb3-40ac-8c22-509140bc190e req-59f638e6-4826-4b6e-8f3b-e14beee0c451 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6842f728-c2f3-4e36-bb32-3303d06ce3f4 HTTP/1.1" status: 200 len: 843 time: 0.0811033 Aug 05 11:34:56.493615 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5ee68f22-fa0e-4637-b051-4cc83604f7df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:56.506035 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fbb0e8-0bb3-40ac-8c22-509140bc190e req-0bef7267-d2fa-4334-9e94-bcd33e312f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:56.510322 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d8fbb0e8-0bb3-40ac-8c22-509140bc190e req-0bef7267-d2fa-4334-9e94-bcd33e312f5f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=91caede3-92e4-4b1e-8e3e-36227cfd846a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0625687 Aug 05 11:34:56.534708 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5ee68f22-fa0e-4637-b051-4cc83604f7df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:56.615567 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5ee68f22-fa0e-4637-b051-4cc83604f7df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:56.619448 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5ee68f22-fa0e-4637-b051-4cc83604f7df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:56.624850 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-5ee68f22-fa0e-4637-b051-4cc83604f7df admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/367c82dd-50a3-4df9-a217-7f397fab3611 HTTP/1.1" status: 204 len: 168 time: 0.2144969 Aug 05 11:34:56.629713 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee68f22-fa0e-4637-b051-4cc83604f7df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=367c82dd-50a3-4df9-a217-7f397fab3611,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:34:56.679819 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d8fbb0e8-0bb3-40ac-8c22-509140bc190e req-ad492f2a-0f4b-4dbe-b6b5-0e571e13e248 service neutron] 10.222.0.64 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565709 Aug 05 11:34:56.807487 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d8fbb0e8-0bb3-40ac-8c22-509140bc190e req-f10f04e0-1c16-4802-9a29-a4363dd8082f service neutron] 10.222.0.64 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144109 Aug 05 11:34:57.050569 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device cff672a6-7c2d-4160-bef8-b32e3b454687 up at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:34:57.084179 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b0c9f7-1ef0-40a7-9b11-dc605ee4a88f req-b735c73e-1e69-4b26-b950-37ca5f36d483 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:57.084706 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 57702) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:34:57.085793 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e6b0c9f7-1ef0-40a7-9b11-dc605ee4a88f req-b735c73e-1e69-4b26-b950-37ca5f36d483 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=be090969-9d37-41b9-80ad-9680c00c1969 HTTP/1.1" status: 200 len: 949 time: 0.1296527 Aug 05 11:34:57.094637 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38bfd3c-496b-42ba-b560-61115097cd85 req-aa26f994-1ede-479d-aa47-c9a05f49b0a6 tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:57.102872 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f38bfd3c-496b-42ba-b560-61115097cd85 req-aa26f994-1ede-479d-aa47-c9a05f49b0a6 tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] 10.222.0.58 "GET /v2.0/ports?device_id=318c13d7-b813-4b50-ba24-ecad9f6bb7de HTTP/1.1" status: 200 len: 945 time: 0.1075687 Aug 05 11:34:57.148448 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning complete for port cff672a6-7c2d-4160-bef8-b32e3b454687 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:34:57.149215 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:57.198807 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f38bfd3c-496b-42ba-b560-61115097cd85 req-40612c61-f473-469d-b43d-286f62d623a6 tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] 10.222.0.58 "GET /v2.0/security-groups?id=828cef5c-0f80-4604-87f6-a92aecbc06bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949323 Aug 05 11:34:57.238315 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e6b0c9f7-1ef0-40a7-9b11-dc605ee4a88f req-46862abd-2b7d-48b4-8324-0b7ddd38ed5b tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119604 Aug 05 11:34:57.317657 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:57.361017 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be090969-9d37-41b9-80ad-9680c00c1969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cff672a6-7c2d-4160-bef8-b32e3b454687'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:34:57.363751 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce7e17bc-24de-4e05-b6e7-52dfc29cc53a" -d '{"events": [{"server_uuid": "be090969-9d37-41b9-80ad-9680c00c1969", "name": "network-vif-plugged", "status": "completed", "tag": "cff672a6-7c2d-4160-bef8-b32e3b454687"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:34:57.383587 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port cff672a6-7c2d-4160-bef8-b32e3b454687, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=cff672a6-7c2d-4160-bef8-b32e3b454687,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:34:57.393588 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:57.402274 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa671d60-50ea-4581-a0db-4e90d230f89b req-3563a6d9-f266-496b-b73e-a4bfa6792783 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:57.404840 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fa671d60-50ea-4581-a0db-4e90d230f89b req-3563a6d9-f266-496b-b73e-a4bfa6792783 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=40021a41-d350-4e38-ac4d-f69e07c48ffb HTTP/1.1" status: 200 len: 945 time: 0.0938692 Aug 05 11:34:57.482242 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fa671d60-50ea-4581-a0db-4e90d230f89b req-8c9a866d-052f-4cca-9b5a-b1c7d353152e tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=47a5a50c-7385-42e8-98ac-c05af9825ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559032 Aug 05 11:34:57.496433 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-602a469f-490f-4d63-9e4b-56283187b249 x-openstack-request-id: req-602a469f-490f-4d63-9e4b-56283187b249 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:34:57.497461 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be090969-9d37-41b9-80ad-9680c00c1969", "name": "network-vif-plugged", "status": "completed", "tag": "cff672a6-7c2d-4160-bef8-b32e3b454687", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:34:57.498077 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-602a469f-490f-4d63-9e4b-56283187b249 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:34:57.498550 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be090969-9d37-41b9-80ad-9680c00c1969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cff672a6-7c2d-4160-bef8-b32e3b454687', 'code': 200} Aug 05 11:34:57.505511 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=cff672a6-7c2d-4160-bef8-b32e3b454687,revision_number=8']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:34:57.616463 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691c9a8e-3c81-4cfb-baad-5b566278b6bc req-f58934af-f7ea-4cbc-9462-87e4236c2f0d tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:57.619420 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-691c9a8e-3c81-4cfb-baad-5b566278b6bc req-f58934af-f7ea-4cbc-9462-87e4236c2f0d tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/ports?device_id=92c6efdb-6f99-4311-95ca-680b59498481 HTTP/1.1" status: 200 len: 945 time: 0.0687027 Aug 05 11:34:57.633599 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-f590a725-07a8-4f37-a60d-23da0d8e4f29 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-69347406-network', 'tenant_id': 'cd83fe75f80f4ae6ac03bc5881bf7daa'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:34:57.672322 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f590a725-07a8-4f37-a60d-23da0d8e4f29 admin admin] Made reservation on behalf of cd83fe75f80f4ae6ac03bc5881bf7daa for: {'network': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:34:57.675379 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f590a725-07a8-4f37-a60d-23da0d8e4f29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:57.681903 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-691c9a8e-3c81-4cfb-baad-5b566278b6bc req-1e985e1f-8952-4ae0-bb1b-1aa4f875786e tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4e742cc-0754-43b8-97b1-fad458ef76e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519683 Aug 05 11:34:57.688028 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f590a725-07a8-4f37-a60d-23da0d8e4f29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:57.834564 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f590a725-07a8-4f37-a60d-23da0d8e4f29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:57.839722 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f590a725-07a8-4f37-a60d-23da0d8e4f29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:57.865673 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f590a725-07a8-4f37-a60d-23da0d8e4f29 admin admin] vlan segment allocate from pool success with {'vlan_id': 671, 'physical_network': 'physnet1'} {{(pid=94421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:34:57.883842 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f590a725-07a8-4f37-a60d-23da0d8e4f29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feb46b4b-aaf8-4b6b-b833-9ff153bfad9b,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:34:57.887002 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f590a725-07a8-4f37-a60d-23da0d8e4f29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:57.887352 n-d-803378-2 neutron-server[94421]: INFO neutron.db.segments_db [None req-f590a725-07a8-4f37-a60d-23da0d8e4f29 admin admin] Added segment 38aa313d-dac0-439f-b888-3afda5d4b0f1 of type vlan for network 99959b9b-b87a-4787-a0d9-cbaac4b3ff4d Aug 05 11:34:57.937675 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f590a725-07a8-4f37-a60d-23da0d8e4f29 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:57.995561 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f590a725-07a8-4f37-a60d-23da0d8e4f29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:57.997756 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f590a725-07a8-4f37-a60d-23da0d8e4f29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:57.999938 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f590a725-07a8-4f37-a60d-23da0d8e4f29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:58.066590 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-f590a725-07a8-4f37-a60d-23da0d8e4f29 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.9802084 Aug 05 11:34:58.070014 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 57732) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:34:58.077312 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-a7ccdbbc-e766-4954-9406-9e86b3d89b25 admin admin] Request body: {'subnet': {'network_id': '99959b9b-b87a-4787-a0d9-cbaac4b3ff4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-69347406-subnet', 'tenant_id': 'cd83fe75f80f4ae6ac03bc5881bf7daa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:34:58.113421 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7ccdbbc-e766-4954-9406-9e86b3d89b25 admin admin] Made reservation on behalf of cd83fe75f80f4ae6ac03bc5881bf7daa for: {'subnet': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:34:58.118525 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a7ccdbbc-e766-4954-9406-9e86b3d89b25 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24211133'] for subnet, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:58.130469 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f590a725-07a8-4f37-a60d-23da0d8e4f29 admin admin] Pushing event updated for resources: {'Network': ['ID=99959b9b-b87a-4787-a0d9-cbaac4b3ff4d,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:34:58.144269 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 99959b9b-b87a-4787-a0d9-cbaac4b3ff4d details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:34:58.164789 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb5b803-ff21-4c61-a6d1-abc8e38e7e9a req-2924fb6b-bd99-4308-89bb-37807055b263 tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:58.166975 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ceb5b803-ff21-4c61-a6d1-abc8e38e7e9a req-2924fb6b-bd99-4308-89bb-37807055b263 tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] 10.222.0.64 "GET /v2.0/ports?device_id=318c13d7-b813-4b50-ba24-ecad9f6bb7de HTTP/1.1" status: 200 len: 945 time: 0.0794921 Aug 05 11:34:58.421175 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-ceb5b803-ff21-4c61-a6d1-abc8e38e7e9a req-e5e662ce-6595-4843-a7ef-ae7c66ae121d tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] Deleting port 2281be1c-28a8-4f27-9a3d-7791d847b098 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:34:58.421671 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-ceb5b803-ff21-4c61-a6d1-abc8e38e7e9a req-e5e662ce-6595-4843-a7ef-ae7c66ae121d tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:58.544889 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-ceb5b803-ff21-4c61-a6d1-abc8e38e7e9a req-e5e662ce-6595-4843-a7ef-ae7c66ae121d tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] For port 2281be1c-28a8-4f27-9a3d-7791d847b098, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=2281be1c-28a8-4f27-9a3d-7791d847b098,segment=NetworkSegment(fb34d38f-e8ce-4566-8051-d1280b0a9093),segment_id=fb34d38f-e8ce-4566-8051-d1280b0a9093)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:34:58.545695 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-ceb5b803-ff21-4c61-a6d1-abc8e38e7e9a req-e5e662ce-6595-4843-a7ef-ae7c66ae121d tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:58.570653 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-ceb5b803-ff21-4c61-a6d1-abc8e38e7e9a req-e5e662ce-6595-4843-a7ef-ae7c66ae121d tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] Calling delete_port for 2281be1c-28a8-4f27-9a3d-7791d847b098 owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:34:58.572556 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe860e9-940d-4b88-894f-ef7d9fce986f req-7e3b9ad9-d6a3-436d-adfa-df66e6514831 tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:58.574173 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-dbe860e9-940d-4b88-894f-ef7d9fce986f req-7e3b9ad9-d6a3-436d-adfa-df66e6514831 tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] 10.222.0.58 "GET /v2.0/ports?device_id=318c13d7-b813-4b50-ba24-ecad9f6bb7de HTTP/1.1" status: 200 len: 945 time: 0.2508733 Aug 05 11:34:58.583069 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a7ccdbbc-e766-4954-9406-9e86b3d89b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29762700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24211087'] for subnet, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:58.603145 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd654cf8-2884-44dc-b52f-452fa39cf78d req-376925a5-80bb-4388-8a2c-2417b47546cc tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:58.605046 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cd654cf8-2884-44dc-b52f-452fa39cf78d req-376925a5-80bb-4388-8a2c-2417b47546cc tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=be090969-9d37-41b9-80ad-9680c00c1969 HTTP/1.1" status: 200 len: 950 time: 0.1668308 Aug 05 11:34:58.733410 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ccdbbc-e766-4954-9406-9e86b3d89b25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c6fb88f-0314-4425-ae4a-6980332dd2ce,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:34:58.772567 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-dbe860e9-940d-4b88-894f-ef7d9fce986f req-02d0c804-d574-4166-bf4a-909f186992a4 tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] 10.222.0.58 "GET /v2.0/security-groups?id=828cef5c-0f80-4604-87f6-a92aecbc06bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656616 Aug 05 11:34:58.790855 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cd654cf8-2884-44dc-b52f-452fa39cf78d req-2ca742d8-6849-4313-8475-59ec3c40f763 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516271 Aug 05 11:34:58.811905 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ccdbbc-e766-4954-9406-9e86b3d89b25 admin admin] Checking segment: {'id': '38aa313d-dac0-439f-b888-3afda5d4b0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '99959b9b-b87a-4787-a0d9-cbaac4b3ff4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:34:58.812280 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ccdbbc-e766-4954-9406-9e86b3d89b25 admin admin] Network hostable DHCP agents. Network: 99959b9b-b87a-4787-a0d9-cbaac4b3ff4d, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:34:58.823258 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-ceb5b803-ff21-4c61-a6d1-abc8e38e7e9a req-e5e662ce-6595-4843-a7ef-ae7c66ae121d tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:58.861644 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['2281be1c-28a8-4f27-9a3d-7791d847b098'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:34:58.862188 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ccdbbc-e766-4954-9406-9e86b3d89b25 admin admin] Network 99959b9b-b87a-4787-a0d9-cbaac4b3ff4d is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:34:58.876209 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-a7ccdbbc-e766-4954-9406-9e86b3d89b25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, 99959b9b-b87a-4787-a0d9-cbaac4b3ff4d) {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:34:58.883801 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ccdbbc-e766-4954-9406-9e86b3d89b25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:58.884409 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a7ccdbbc-e766-4954-9406-9e86b3d89b25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:58.917908 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-a7ccdbbc-e766-4954-9406-9e86b3d89b25 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.8377993 Aug 05 11:34:58.923663 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957696b0-6f43-42b4-9800-5160fd8ace06 None None] Network 99959b9b-b87a-4787-a0d9-cbaac4b3ff4d requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:34:58.934663 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e662ce-6595-4843-a7ef-ae7c66ae121d tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] Pushing event deleted for resources: {'Port': ['ID=2281be1c-28a8-4f27-9a3d-7791d847b098,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:34:59.022614 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceb5b803-ff21-4c61-a6d1-abc8e38e7e9a req-e5e662ce-6595-4843-a7ef-ae7c66ae121d tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] No DVR routers for this DVR port 2281be1c-28a8-4f27-9a3d-7791d847b098 on host n-h1-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:34:59.030133 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-ceb5b803-ff21-4c61-a6d1-abc8e38e7e9a req-e5e662ce-6595-4843-a7ef-ae7c66ae121d tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:59.033711 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ceb5b803-ff21-4c61-a6d1-abc8e38e7e9a req-e5e662ce-6595-4843-a7ef-ae7c66ae121d tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] 10.222.0.64 "DELETE /v2.0/ports/2281be1c-28a8-4f27-9a3d-7791d847b098 HTTP/1.1" status: 204 len: 173 time: 0.8599393 Aug 05 11:34:59.034436 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '318c13d7-b813-4b50-ba24-ecad9f6bb7de', 'name': 'network-vif-deleted', 'tag': '2281be1c-28a8-4f27-9a3d-7791d847b098'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:34:59.039252 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03e3fec2-9871-47ea-a08b-7654eab97dee" -d '{"events": [{"server_uuid": "318c13d7-b813-4b50-ba24-ecad9f6bb7de", "name": "network-vif-deleted", "tag": "2281be1c-28a8-4f27-9a3d-7791d847b098"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:34:59.133637 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:34:59.139317 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18652bba-f314-4dfa-b287-7cd68e7c94f4 req-1392c852-ffee-49b8-b117-23d65b7ecf92 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:59.142936 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-18652bba-f314-4dfa-b287-7cd68e7c94f4 req-1392c852-ffee-49b8-b117-23d65b7ecf92 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/ports?device_id=92c6efdb-6f99-4311-95ca-680b59498481 HTTP/1.1" status: 200 len: 945 time: 0.2015090 Aug 05 11:34:59.188538 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bda323-4004-4ea7-bdaa-a0a0f81d9f66 req-03eecac4-35ba-450a-bb1b-3bd3f0b4173c tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:59.203661 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d2bda323-4004-4ea7-bdaa-a0a0f81d9f66 req-03eecac4-35ba-450a-bb1b-3bd3f0b4173c tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=40021a41-d350-4e38-ac4d-f69e07c48ffb HTTP/1.1" status: 200 len: 945 time: 0.2458410 Aug 05 11:34:59.243603 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573cbafb-1b57-4285-94c5-34d502f482cd None None] Network 99959b9b-b87a-4787-a0d9-cbaac4b3ff4d requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:34:59.295845 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-18652bba-f314-4dfa-b287-7cd68e7c94f4 req-314963b8-ee16-428a-a5f7-09217b2e256a tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4e742cc-0754-43b8-97b1-fad458ef76e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358218 Aug 05 11:34:59.308250 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d2bda323-4004-4ea7-bdaa-a0a0f81d9f66 req-769a0257-f088-45f8-9995-b5b0d3dd6b86 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=47a5a50c-7385-42e8-98ac-c05af9825ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034620 Aug 05 11:34:59.417870 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19216d9b-c57c-4015-aea2-488ba4dcb96c x-openstack-request-id: req-19216d9b-c57c-4015-aea2-488ba4dcb96c {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:34:59.418482 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "318c13d7-b813-4b50-ba24-ecad9f6bb7de", "name": "network-vif-deleted", "tag": "2281be1c-28a8-4f27-9a3d-7791d847b098", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:34:59.418482 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-19216d9b-c57c-4015-aea2-488ba4dcb96c {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:34:59.418881 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '318c13d7-b813-4b50-ba24-ecad9f6bb7de', 'name': 'network-vif-deleted', 'tag': '2281be1c-28a8-4f27-9a3d-7791d847b098', 'status': 'completed', 'code': 200} Aug 05 11:34:59.512425 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d359ebbf-7fd0-4761-99c6-be1b5903b419 req-01858e06-079c-4cbf-b2bc-f3364ba33a66 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:59.514473 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d359ebbf-7fd0-4761-99c6-be1b5903b419 req-01858e06-079c-4cbf-b2bc-f3364ba33a66 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=be090969-9d37-41b9-80ad-9680c00c1969 HTTP/1.1" status: 200 len: 950 time: 0.1240585 Aug 05 11:34:59.584690 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d359ebbf-7fd0-4761-99c6-be1b5903b419 req-f82b042f-061b-4ae5-becd-cdfe782e8be3 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624435 Aug 05 11:34:59.766751 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f81285-9d53-48bf-890b-fc6aacce8edb req-07b8ce3a-f9f2-4f68-9901-fde814a4eaf5 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:59.783433 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a2f81285-9d53-48bf-890b-fc6aacce8edb req-07b8ce3a-f9f2-4f68-9901-fde814a4eaf5 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=40021a41-d350-4e38-ac4d-f69e07c48ffb HTTP/1.1" status: 200 len: 945 time: 0.1251085 Aug 05 11:34:59.856933 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84b754b-c4de-4e6b-9c61-ff4da3b15e15 req-025402ef-965a-453b-8ea6-051bb357958a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:34:59.859721 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e84b754b-c4de-4e6b-9c61-ff4da3b15e15 req-025402ef-965a-453b-8ea6-051bb357958a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=922471f37b13454ba92168a26c5eea8e&device_id=40021a41-d350-4e38-ac4d-f69e07c48ffb HTTP/1.1" status: 200 len: 1096 time: 0.1311436 Aug 05 11:34:59.910562 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c263fbb5-dcee-480d-a980-8afc7980de6b req-c98bbde4-c8d4-4f29-a03c-996cdac1ca94 tempest-VolumesActionsTest-19087840 tempest-VolumesActionsTest-19087840-project] 10.222.0.58 "GET /v2.0/ports?device_id=318c13d7-b813-4b50-ba24-ecad9f6bb7de HTTP/1.1" status: 200 len: 210 time: 0.0480368 Aug 05 11:34:59.933705 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a2f81285-9d53-48bf-890b-fc6aacce8edb req-9f400038-e104-4a69-ba90-8f5da5a63c81 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=47a5a50c-7385-42e8-98ac-c05af9825ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1492851 Aug 05 11:35:00.026523 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84b754b-c4de-4e6b-9c61-ff4da3b15e15 req-66dc0b9b-3fce-498e-b27e-09f3046a298f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:00.032438 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e84b754b-c4de-4e6b-9c61-ff4da3b15e15 req-66dc0b9b-3fce-498e-b27e-09f3046a298f service neutron] 10.222.0.64 "GET /v2.0/networks?id=3bbc31db-4958-4e8b-9f8e-bc48b5d28e47 HTTP/1.1" status: 200 len: 913 time: 0.1564507 Aug 05 11:35:00.070386 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 57794) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:35:00.134398 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e84b754b-c4de-4e6b-9c61-ff4da3b15e15 req-c4ebdb28-7802-4486-9f5e-45bdd38eb7fe service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3743ac1-d872-4507-a6f2-ed370e7d4ff9 HTTP/1.1" status: 200 len: 999 time: 0.0922453 Aug 05 11:35:00.211975 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84b754b-c4de-4e6b-9c61-ff4da3b15e15 req-02dab9e5-f89e-419c-bb0d-c3b7d9fa7f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:00.213656 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e84b754b-c4de-4e6b-9c61-ff4da3b15e15 req-02dab9e5-f89e-419c-bb0d-c3b7d9fa7f1c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2358f314-430e-4da8-8dea-b9e9954bab81 HTTP/1.1" status: 200 len: 851 time: 0.0674582 Aug 05 11:35:00.286555 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84b754b-c4de-4e6b-9c61-ff4da3b15e15 req-49cc1ad7-2d6d-4cdb-a45f-17bb6421caa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:00.287153 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-682ef2dc-ab6d-4909-a191-e9d02cce4c7a req-8e88e10e-85cb-41c0-816e-c535b9b1a186 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=f811ccc1244d4d32a53adbbe13250fd5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0347600 Aug 05 11:35:00.288135 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e84b754b-c4de-4e6b-9c61-ff4da3b15e15 req-49cc1ad7-2d6d-4cdb-a45f-17bb6421caa5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3bbc31db-4958-4e8b-9f8e-bc48b5d28e47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0652421 Aug 05 11:35:00.412153 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682ef2dc-ab6d-4909-a191-e9d02cce4c7a req-04b478d1-8fb3-4620-8708-0bbc9b8c1038 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:00.413433 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-682ef2dc-ab6d-4909-a191-e9d02cce4c7a req-04b478d1-8fb3-4620-8708-0bbc9b8c1038 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1253335 Aug 05 11:35:00.424354 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e84b754b-c4de-4e6b-9c61-ff4da3b15e15 req-b34213ab-af6b-480c-a317-20738d6834bf service neutron] 10.222.0.64 "GET /v2.0/networks/3bbc31db-4958-4e8b-9f8e-bc48b5d28e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256399 Aug 05 11:35:00.432192 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-682ef2dc-ab6d-4909-a191-e9d02cce4c7a req-f3473ad2-0675-40e0-af95-ea9c95a8c795 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/quotas/f811ccc1244d4d32a53adbbe13250fd5 HTTP/1.1" status: 200 len: 375 time: 0.0124242 Aug 05 11:35:00.519831 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-682ef2dc-ab6d-4909-a191-e9d02cce4c7a req-63ddabf0-82bb-41b6-8b3b-34946da50eb3 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=f811ccc1244d4d32a53adbbe13250fd5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0781121 Aug 05 11:35:00.579528 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e84b754b-c4de-4e6b-9c61-ff4da3b15e15 req-4a99f186-35c5-4b21-bcc7-9743e0eaf27c service neutron] 10.222.0.64 "GET /v2.0/networks/3bbc31db-4958-4e8b-9f8e-bc48b5d28e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476588 Aug 05 11:35:00.684229 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-22e348da-6d2d-4832-8a33-9fd928b72470 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1735657993-network', 'tenant_id': '913ffd5cf69b465594d3b2ba08eae5b1'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:35:00.759974 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22e348da-6d2d-4832-8a33-9fd928b72470 admin admin] Made reservation on behalf of 913ffd5cf69b465594d3b2ba08eae5b1 for: {'network': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:35:00.762774 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-22e348da-6d2d-4832-8a33-9fd928b72470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:00.780620 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-22e348da-6d2d-4832-8a33-9fd928b72470 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:00.826845 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5634e760-9ce1-4a1f-8a61-634e9f3cb458 req-1c5adf6d-89e7-4f81-ab29-466b6571d59b tempest-ServerMetadataNegativeTestJSON-1796870566 tempest-ServerMetadataNegativeTestJSON-1796870566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:00.836284 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5634e760-9ce1-4a1f-8a61-634e9f3cb458 req-1c5adf6d-89e7-4f81-ab29-466b6571d59b tempest-ServerMetadataNegativeTestJSON-1796870566 tempest-ServerMetadataNegativeTestJSON-1796870566-project] 10.222.0.58 "GET /v2.0/networks?id=99959b9b-b87a-4787-a0d9-cbaac4b3ff4d HTTP/1.1" status: 200 len: 819 time: 0.1797862 Aug 05 11:35:00.880424 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5634e760-9ce1-4a1f-8a61-634e9f3cb458 req-e9fa352a-256d-4a67-a953-9fb653d76bb8 tempest-ServerMetadataNegativeTestJSON-1796870566 tempest-ServerMetadataNegativeTestJSON-1796870566-project] 10.222.0.58 "GET /v2.0/quotas/cd83fe75f80f4ae6ac03bc5881bf7daa HTTP/1.1" status: 200 len: 375 time: 0.0425091 Aug 05 11:35:00.943566 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5634e760-9ce1-4a1f-8a61-634e9f3cb458 req-916f027d-1c6d-46c4-b354-6d054805a1d3 tempest-ServerMetadataNegativeTestJSON-1796870566 tempest-ServerMetadataNegativeTestJSON-1796870566-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=cd83fe75f80f4ae6ac03bc5881bf7daa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0620012 Aug 05 11:35:01.044541 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 2281be1c-28a8-4f27-9a3d-7791d847b098 no longer exists at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:35:01.143252 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] No Port match for: 2281be1c-28a8-4f27-9a3d-7791d847b098 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:35:01.144388 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 2281be1c-28a8-4f27-9a3d-7791d847b098 not bound to the agent host n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:35:01.149480 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c077ada-3026-4b42-a452-01b72ab10563 req-35ebd371-d05b-41da-8e11-91a56653e00e tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:01.150968 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0c077ada-3026-4b42-a452-01b72ab10563 req-35ebd371-d05b-41da-8e11-91a56653e00e tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/ports?device_id=92c6efdb-6f99-4311-95ca-680b59498481 HTTP/1.1" status: 200 len: 945 time: 0.1754169 Aug 05 11:35:01.159970 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5634e760-9ce1-4a1f-8a61-634e9f3cb458 req-fda27a91-038e-4d9f-8012-f5aadb0ec916 service neutron] 10.222.0.58 "GET /v2.0/networks/99959b9b-b87a-4787-a0d9-cbaac4b3ff4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153311 Aug 05 11:35:01.249898 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-22e348da-6d2d-4832-8a33-9fd928b72470 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:01.259976 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-22e348da-6d2d-4832-8a33-9fd928b72470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:01.330972 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22e348da-6d2d-4832-8a33-9fd928b72470 admin admin] vlan segment allocate from pool success with {'vlan_id': 685, 'physical_network': 'physnet1'} {{(pid=94420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:35:01.364720 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0c077ada-3026-4b42-a452-01b72ab10563 req-218c91d6-57ab-4221-aa23-080aa6c0e60f tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4e742cc-0754-43b8-97b1-fad458ef76e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926610 Aug 05 11:35:01.406269 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-22e348da-6d2d-4832-8a33-9fd928b72470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:01.407632 n-d-803378-2 neutron-server[94420]: INFO neutron.db.segments_db [None req-22e348da-6d2d-4832-8a33-9fd928b72470 admin admin] Added segment 1464bea6-dc68-4175-ac76-169c7629018f of type vlan for network 535dc2f1-67b1-49cd-891b-67f3b995cbf8 Aug 05 11:35:01.408778 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e348da-6d2d-4832-8a33-9fd928b72470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dfacf8b-ef80-4e03-9b2b-0b5aacf0bf37,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:35:01.522605 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5634e760-9ce1-4a1f-8a61-634e9f3cb458 req-4e01fe4f-a57a-4ec5-8664-685b54cb4bd8 service neutron] 10.222.0.58 "GET /v2.0/networks/99959b9b-b87a-4787-a0d9-cbaac4b3ff4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3589735 Aug 05 11:35:01.537119 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9a195807-1d2c-4d72-bb52-3a8038705699 req-88a91522-1bed-48c6-8875-e0466536e5b1 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d06186c-d1fe-4d01-9853-c0787a6d9ce4 HTTP/1.1" status: 200 len: 210 time: 0.0880215 Aug 05 11:35:01.562724 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-22e348da-6d2d-4832-8a33-9fd928b72470 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:01.637326 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-22e348da-6d2d-4832-8a33-9fd928b72470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:01.638846 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e348da-6d2d-4832-8a33-9fd928b72470 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:01.639586 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-22e348da-6d2d-4832-8a33-9fd928b72470 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:01.698749 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-22e348da-6d2d-4832-8a33-9fd928b72470 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.6268573 Aug 05 11:35:01.701092 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 57854) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:35:01.707308 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-d6f2412c-659a-421a-bb32-5daba05afa95 admin admin] Request body: {'subnet': {'network_id': '535dc2f1-67b1-49cd-891b-67f3b995cbf8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1735657993-subnet', 'tenant_id': '913ffd5cf69b465594d3b2ba08eae5b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:35:01.785167 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6f2412c-659a-421a-bb32-5daba05afa95 admin admin] Made reservation on behalf of 913ffd5cf69b465594d3b2ba08eae5b1 for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:35:01.789552 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d6f2412c-659a-421a-bb32-5daba05afa95 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:01.803857 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e348da-6d2d-4832-8a33-9fd928b72470 admin admin] Pushing event updated for resources: {'Network': ['ID=535dc2f1-67b1-49cd-891b-67f3b995cbf8,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:35:01.816309 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 535dc2f1-67b1-49cd-891b-67f3b995cbf8 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:35:01.821325 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d8757a-494e-4b4e-95c1-5b24499f7996 req-d6587290-ccb3-46c6-aff2-676473405587 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:01.830963 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b4d8757a-494e-4b4e-95c1-5b24499f7996 req-d6587290-ccb3-46c6-aff2-676473405587 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=40021a41-d350-4e38-ac4d-f69e07c48ffb HTTP/1.1" status: 200 len: 945 time: 0.1865385 Aug 05 11:35:01.868420 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-41283dae-7779-407b-92c6-c3cdfad00a07 req-21497ced-1ba1-4076-9b99-a2de78ec583e tempest-ServerMetadataNegativeTestJSON-1796870566 tempest-ServerMetadataNegativeTestJSON-1796870566-project] 10.222.0.58 "GET /v2.0/ports?device_id=1784386a-c541-4a81-9a6c-40b6494d7ca8 HTTP/1.1" status: 200 len: 210 time: 0.0339808 Aug 05 11:35:01.910577 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b4d8757a-494e-4b4e-95c1-5b24499f7996 req-07c32223-1712-4286-804f-2a64f66552ac tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=47a5a50c-7385-42e8-98ac-c05af9825ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782499 Aug 05 11:35:02.144537 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d6f2412c-659a-421a-bb32-5daba05afa95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25038678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30075167'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:02.154781 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba49d0e-c6ce-4141-97cc-85bb206009b4 req-ad89e12a-7990-4c9f-aaeb-38fd14caba51 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:02.156640 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-dba49d0e-c6ce-4141-97cc-85bb206009b4 req-ad89e12a-7990-4c9f-aaeb-38fd14caba51 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=40021a41-d350-4e38-ac4d-f69e07c48ffb HTTP/1.1" status: 200 len: 945 time: 0.0956788 Aug 05 11:35:02.232194 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f2412c-659a-421a-bb32-5daba05afa95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b19baf8-9ef5-4535-9e61-0fc2264669f6,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:35:02.245864 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f2412c-659a-421a-bb32-5daba05afa95 admin admin] Checking segment: {'id': '1464bea6-dc68-4175-ac76-169c7629018f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '535dc2f1-67b1-49cd-891b-67f3b995cbf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:35:02.246424 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f2412c-659a-421a-bb32-5daba05afa95 admin admin] Network hostable DHCP agents. Network: 535dc2f1-67b1-49cd-891b-67f3b995cbf8, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:35:02.262468 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-dba49d0e-c6ce-4141-97cc-85bb206009b4 req-cded7bdb-4fff-4a11-8555-e6948b41eccd tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=47a5a50c-7385-42e8-98ac-c05af9825ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946615 Aug 05 11:35:02.277683 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f2412c-659a-421a-bb32-5daba05afa95 admin admin] Network 535dc2f1-67b1-49cd-891b-67f3b995cbf8 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:35:02.300464 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-d6f2412c-659a-421a-bb32-5daba05afa95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, 535dc2f1-67b1-49cd-891b-67f3b995cbf8) {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:35:02.307850 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f2412c-659a-421a-bb32-5daba05afa95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:02.308774 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d6f2412c-659a-421a-bb32-5daba05afa95 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:02.337844 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc6a52d-2da4-4f9a-83ee-7ecb1a882ba9 None None] Network 535dc2f1-67b1-49cd-891b-67f3b995cbf8 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:35:02.364541 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-d6f2412c-659a-421a-bb32-5daba05afa95 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.6550498 Aug 05 11:35:02.713169 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13df751a-e244-4188-9804-7cba74b4d888 req-a632952b-06a4-41e0-bcd0-e6fcde00baa0 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:02.732248 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-13df751a-e244-4188-9804-7cba74b4d888 req-a632952b-06a4-41e0-bcd0-e6fcde00baa0 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/ports?device_id=92c6efdb-6f99-4311-95ca-680b59498481 HTTP/1.1" status: 200 len: 945 time: 0.2185583 Aug 05 11:35:02.739852 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-682ef2dc-ab6d-4909-a191-e9d02cce4c7a req-e20c2f4b-55a5-4119-8905-29fec5745cdc tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=f811ccc1244d4d32a53adbbe13250fd5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0750756 Aug 05 11:35:02.930224 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-13df751a-e244-4188-9804-7cba74b4d888 req-0d67dd69-b435-4fb2-ab83-1aa1d68ad3cf tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4e742cc-0754-43b8-97b1-fad458ef76e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969123 Aug 05 11:35:02.992849 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e0a05cd7-3eab-47cc-93ce-dae5834d44e1 req-a0201267-b13e-4f7a-8253-17ad8e930ce2 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d06186c-d1fe-4d01-9853-c0787a6d9ce4 HTTP/1.1" status: 200 len: 210 time: 0.1344440 Aug 05 11:35:03.057984 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682ef2dc-ab6d-4909-a191-e9d02cce4c7a req-42ce9a11-d0d4-4386-aab5-77e906a13d0b tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:03.059876 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-682ef2dc-ab6d-4909-a191-e9d02cce4c7a req-42ce9a11-d0d4-4386-aab5-77e906a13d0b tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3139324 Aug 05 11:35:03.091677 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-682ef2dc-ab6d-4909-a191-e9d02cce4c7a req-a5e48f1a-b805-47ae-b05c-13e4af36447e tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Request body: {'port': {'device_id': '2d06186c-d1fe-4d01-9853-c0787a6d9ce4', 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a', 'admin_state_up': True, 'tenant_id': 'f811ccc1244d4d32a53adbbe13250fd5'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:35:03.111715 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb902afd-343f-4e86-b7ba-fea2acdeaa3d None None] Network 535dc2f1-67b1-49cd-891b-67f3b995cbf8 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:35:03.170108 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2853aa25-527f-4a8d-b824-12deae45dad7 req-78815cbc-b5af-43d4-917d-234be98369f3 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:03.199169 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2853aa25-527f-4a8d-b824-12deae45dad7 req-78815cbc-b5af-43d4-917d-234be98369f3 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=40021a41-d350-4e38-ac4d-f69e07c48ffb HTTP/1.1" status: 200 len: 945 time: 0.1258552 Aug 05 11:35:03.348581 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2853aa25-527f-4a8d-b824-12deae45dad7 req-77f3471b-d457-4040-ba39-f439bc30469c tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=47a5a50c-7385-42e8-98ac-c05af9825ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1415439 Aug 05 11:35:03.379617 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-682ef2dc-ab6d-4909-a191-e9d02cce4c7a req-a5e48f1a-b805-47ae-b05c-13e4af36447e tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Made reservation on behalf of f811ccc1244d4d32a53adbbe13250fd5 for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:35:03.385093 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-682ef2dc-ab6d-4909-a191-e9d02cce4c7a req-a5e48f1a-b805-47ae-b05c-13e4af36447e tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:03.572624 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cd40f917-b7c5-41d2-8b9e-cd0789177f07 req-fe52fd3a-c021-47d7-842c-cbe6a0403ad7 tempest-ServerMetadataNegativeTestJSON-1796870566 tempest-ServerMetadataNegativeTestJSON-1796870566-project] 10.222.0.58 "GET /v2.0/ports?device_id=1784386a-c541-4a81-9a6c-40b6494d7ca8 HTTP/1.1" status: 200 len: 210 time: 0.0825648 Aug 05 11:35:03.604340 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-682ef2dc-ab6d-4909-a191-e9d02cce4c7a req-a5e48f1a-b805-47ae-b05c-13e4af36447e tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Allocated IP 192.168.233.53 (91caede3-92e4-4b1e-8e3e-36227cfd846a/6842f728-c2f3-4e36-bb32-3303d06ce3f4/9d4d776d-a33d-4efa-89e9-b2e944e4af90) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:35:03.860926 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-682ef2dc-ab6d-4909-a191-e9d02cce4c7a req-a5e48f1a-b805-47ae-b05c-13e4af36447e tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:03.898794 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19930478-220d-4ea2-90a4-a3dc3523d546 req-faef3779-c4c4-401f-8423-dae900c38c67 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:03.906977 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-19930478-220d-4ea2-90a4-a3dc3523d546 req-faef3779-c4c4-401f-8423-dae900c38c67 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/networks?id=535dc2f1-67b1-49cd-891b-67f3b995cbf8 HTTP/1.1" status: 200 len: 806 time: 0.2488630 Aug 05 11:35:03.908605 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-682ef2dc-ab6d-4909-a191-e9d02cce4c7a req-a5e48f1a-b805-47ae-b05c-13e4af36447e tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Transition to ACTIVE for port object 9d4d776d-a33d-4efa-89e9-b2e944e4af90 will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:35:03.955131 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-682ef2dc-ab6d-4909-a191-e9d02cce4c7a req-a5e48f1a-b805-47ae-b05c-13e4af36447e tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:03.967193 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-19930478-220d-4ea2-90a4-a3dc3523d546 req-7cf59441-0868-4419-a03e-c4ef20df0c19 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/quotas/913ffd5cf69b465594d3b2ba08eae5b1 HTTP/1.1" status: 200 len: 375 time: 0.0589848 Aug 05 11:35:04.005781 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['7f5c274f-81f8-4325-a1ac-15e624e8b1ec', 'cff672a6-7c2d-4160-bef8-b32e3b454687'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:35:04.015954 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-682ef2dc-ab6d-4909-a191-e9d02cce4c7a req-a5e48f1a-b805-47ae-b05c-13e4af36447e tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Network 91caede3-92e4-4b1e-8e3e-36227cfd846a is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:35:04.033775 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-682ef2dc-ab6d-4909-a191-e9d02cce4c7a req-a5e48f1a-b805-47ae-b05c-13e4af36447e tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:35:04.052251 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-682ef2dc-ab6d-4909-a191-e9d02cce4c7a req-a5e48f1a-b805-47ae-b05c-13e4af36447e tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:35:04.162118 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e48f1a-b805-47ae-b05c-13e4af36447e tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Pushing event updated for resources: {'Port': ['ID=9d4d776d-a33d-4efa-89e9-b2e944e4af90,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:35:04.170099 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-19930478-220d-4ea2-90a4-a3dc3523d546 req-e7272ad4-7de2-4849-93e8-0356e9f66802 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=913ffd5cf69b465594d3b2ba08eae5b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2016606 Aug 05 11:35:04.247236 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682ef2dc-ab6d-4909-a191-e9d02cce4c7a req-a5e48f1a-b805-47ae-b05c-13e4af36447e tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:04.248235 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-682ef2dc-ab6d-4909-a191-e9d02cce4c7a req-a5e48f1a-b805-47ae-b05c-13e4af36447e tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:04.293869 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-682ef2dc-ab6d-4909-a191-e9d02cce4c7a req-a5e48f1a-b805-47ae-b05c-13e4af36447e tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2063518 Aug 05 11:35:04.316251 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-682ef2dc-ab6d-4909-a191-e9d02cce4c7a req-3ea53049-e9cd-498e-9619-b8cc0a0d0414 service neutron] Request body: {'port': {'device_id': '2d06186c-d1fe-4d01-9853-c0787a6d9ce4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:35:04.430206 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-682ef2dc-ab6d-4909-a191-e9d02cce4c7a req-3ea53049-e9cd-498e-9619-b8cc0a0d0414 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:04.660241 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-52c5c915-6133-4659-bb1d-b31afac49209 None None] Provisioning for port 9d4d776d-a33d-4efa-89e9-b2e944e4af90 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:35:04.695866 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-52c5c915-6133-4659-bb1d-b31afac49209 None None] Provisioning complete for port 9d4d776d-a33d-4efa-89e9-b2e944e4af90 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:35:04.696252 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-52c5c915-6133-4659-bb1d-b31afac49209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:04.775445 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-52c5c915-6133-4659-bb1d-b31afac49209 None None] Port 9d4d776d-a33d-4efa-89e9-b2e944e4af90 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:35:04.956534 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-682ef2dc-ab6d-4909-a191-e9d02cce4c7a req-3ea53049-e9cd-498e-9619-b8cc0a0d0414 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d4d776d-a33d-4efa-89e9-b2e944e4af90 {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:35:04.966836 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-682ef2dc-ab6d-4909-a191-e9d02cce4c7a req-3ea53049-e9cd-498e-9619-b8cc0a0d0414 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:04.986858 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-682ef2dc-ab6d-4909-a191-e9d02cce4c7a req-3ea53049-e9cd-498e-9619-b8cc0a0d0414 service neutron] Transition to ACTIVE for port object 9d4d776d-a33d-4efa-89e9-b2e944e4af90 will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:35:04.992595 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-682ef2dc-ab6d-4909-a191-e9d02cce4c7a req-3ea53049-e9cd-498e-9619-b8cc0a0d0414 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:05.053214 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea95c101-9c4c-4cd2-9790-ee778ea75376 req-a0e71b94-a638-491d-ab09-bcdecd7fbe83 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:05.062426 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ea95c101-9c4c-4cd2-9790-ee778ea75376 req-a0e71b94-a638-491d-ab09-bcdecd7fbe83 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=40021a41-d350-4e38-ac4d-f69e07c48ffb HTTP/1.1" status: 200 len: 945 time: 1.1339412 Aug 05 11:35:05.078141 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea53049-e9cd-498e-9619-b8cc0a0d0414 service neutron] Pushing event updated for resources: {'Port': ['ID=9d4d776d-a33d-4efa-89e9-b2e944e4af90,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:35:05.167668 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-682ef2dc-ab6d-4909-a191-e9d02cce4c7a req-3ea53049-e9cd-498e-9619-b8cc0a0d0414 service neutron] Attempting to bind port 9d4d776d-a33d-4efa-89e9-b2e944e4af90 on host n-h1-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:35:05.168038 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-682ef2dc-ab6d-4909-a191-e9d02cce4c7a req-3ea53049-e9cd-498e-9619-b8cc0a0d0414 service neutron] Attempting to bind port 9d4d776d-a33d-4efa-89e9-b2e944e4af90 by drivers openvswitch,hyperv on host n-h1-803378-2 at level 0 using segments [{'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:35:05.168585 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682ef2dc-ab6d-4909-a191-e9d02cce4c7a req-3ea53049-e9cd-498e-9619-b8cc0a0d0414 service neutron] Attempting to bind port 9d4d776d-a33d-4efa-89e9-b2e944e4af90 on network 91caede3-92e4-4b1e-8e3e-36227cfd846a {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:35:05.175814 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682ef2dc-ab6d-4909-a191-e9d02cce4c7a req-3ea53049-e9cd-498e-9619-b8cc0a0d0414 service neutron] Port 9d4d776d-a33d-4efa-89e9-b2e944e4af90 on network 91caede3-92e4-4b1e-8e3e-36227cfd846a not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:35:05.176147 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682ef2dc-ab6d-4909-a191-e9d02cce4c7a req-3ea53049-e9cd-498e-9619-b8cc0a0d0414 service neutron] Attempting to bind port 9d4d776d-a33d-4efa-89e9-b2e944e4af90 on network 91caede3-92e4-4b1e-8e3e-36227cfd846a {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:35:05.185810 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682ef2dc-ab6d-4909-a191-e9d02cce4c7a req-3ea53049-e9cd-498e-9619-b8cc0a0d0414 service neutron] Checking agent: {'id': '40bb7567-59bd-4b31-bc29-da1c50bca759', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:35:05.185936 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682ef2dc-ab6d-4909-a191-e9d02cce4c7a req-3ea53049-e9cd-498e-9619-b8cc0a0d0414 service neutron] Checking segment: {'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:35:05.186282 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682ef2dc-ab6d-4909-a191-e9d02cce4c7a req-3ea53049-e9cd-498e-9619-b8cc0a0d0414 service neutron] Bound using segment: {'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:35:05.186735 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-682ef2dc-ab6d-4909-a191-e9d02cce4c7a req-3ea53049-e9cd-498e-9619-b8cc0a0d0414 service neutron] Bound port: 9d4d776d-a33d-4efa-89e9-b2e944e4af90, host: n-h1-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:35:05.187116 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-682ef2dc-ab6d-4909-a191-e9d02cce4c7a req-3ea53049-e9cd-498e-9619-b8cc0a0d0414 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:05.194549 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ea95c101-9c4c-4cd2-9790-ee778ea75376 req-7bc924aa-65ae-467c-ab30-edec56a7a4a2 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=47a5a50c-7385-42e8-98ac-c05af9825ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1305532 Aug 05 11:35:05.254164 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5634e760-9ce1-4a1f-8a61-634e9f3cb458 req-e21d2bb2-124a-4331-be52-cef6dcf06a48 tempest-ServerMetadataNegativeTestJSON-1796870566 tempest-ServerMetadataNegativeTestJSON-1796870566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:05.258629 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5634e760-9ce1-4a1f-8a61-634e9f3cb458 req-e21d2bb2-124a-4331-be52-cef6dcf06a48 tempest-ServerMetadataNegativeTestJSON-1796870566 tempest-ServerMetadataNegativeTestJSON-1796870566-project] 10.222.0.64 "GET /v2.0/networks?id=99959b9b-b87a-4787-a0d9-cbaac4b3ff4d HTTP/1.1" status: 200 len: 819 time: 1.1231716 Aug 05 11:35:05.278615 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-19930478-220d-4ea2-90a4-a3dc3523d546 req-71b709bd-9303-4f43-8f95-f79d6a709345 service neutron] 10.222.0.58 "GET /v2.0/networks/535dc2f1-67b1-49cd-891b-67f3b995cbf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0895720 Aug 05 11:35:05.296532 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-5634e760-9ce1-4a1f-8a61-634e9f3cb458 req-2a8a5229-3f73-4d70-9e0f-9581375d141a tempest-ServerMetadataNegativeTestJSON-1796870566 tempest-ServerMetadataNegativeTestJSON-1796870566-project] Request body: {'port': {'device_id': '1784386a-c541-4a81-9a6c-40b6494d7ca8', 'network_id': '99959b9b-b87a-4787-a0d9-cbaac4b3ff4d', 'admin_state_up': True, 'tenant_id': 'cd83fe75f80f4ae6ac03bc5881bf7daa'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:35:05.315596 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-682ef2dc-ab6d-4909-a191-e9d02cce4c7a req-3ea53049-e9cd-498e-9619-b8cc0a0d0414 service neutron] For port 9d4d776d-a33d-4efa-89e9-b2e944e4af90, host n-h1-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:35:05.323104 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-682ef2dc-ab6d-4909-a191-e9d02cce4c7a req-3ea53049-e9cd-498e-9619-b8cc0a0d0414 service neutron] For port 9d4d776d-a33d-4efa-89e9-b2e944e4af90, host n-h1-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=9d4d776d-a33d-4efa-89e9-b2e944e4af90,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:35:05.332819 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-682ef2dc-ab6d-4909-a191-e9d02cce4c7a req-3ea53049-e9cd-498e-9619-b8cc0a0d0414 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:05.392142 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682ef2dc-ab6d-4909-a191-e9d02cce4c7a req-3ea53049-e9cd-498e-9619-b8cc0a0d0414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:05.394262 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-682ef2dc-ab6d-4909-a191-e9d02cce4c7a req-3ea53049-e9cd-498e-9619-b8cc0a0d0414 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:05.396543 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-682ef2dc-ab6d-4909-a191-e9d02cce4c7a req-3ea53049-e9cd-498e-9619-b8cc0a0d0414 service neutron] 10.222.0.64 "PUT /v2.0/ports/9d4d776d-a33d-4efa-89e9-b2e944e4af90 HTTP/1.1" status: 200 len: 1095 time: 1.0856364 Aug 05 11:35:05.400169 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d06186c-d1fe-4d01-9853-c0787a6d9ce4', 'tag': '9d4d776d-a33d-4efa-89e9-b2e944e4af90'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:35:05.404070 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39808576-e160-465f-aea0-e5eb62c3d191" -d '{"events": [{"name": "network-changed", "server_uuid": "2d06186c-d1fe-4d01-9853-c0787a6d9ce4", "tag": "9d4d776d-a33d-4efa-89e9-b2e944e4af90"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:35:05.482297 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea53049-e9cd-498e-9619-b8cc0a0d0414 service neutron] Pushing event updated for resources: {'Port': ['ID=9d4d776d-a33d-4efa-89e9-b2e944e4af90,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:35:05.588310 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682ef2dc-ab6d-4909-a191-e9d02cce4c7a req-4947ee7b-030b-44a2-ab41-4f388ce4476e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:05.594551 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-682ef2dc-ab6d-4909-a191-e9d02cce4c7a req-4947ee7b-030b-44a2-ab41-4f388ce4476e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f811ccc1244d4d32a53adbbe13250fd5&device_id=2d06186c-d1fe-4d01-9853-c0787a6d9ce4 HTTP/1.1" status: 200 len: 1098 time: 0.1041453 Aug 05 11:35:05.736657 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-682ef2dc-ab6d-4909-a191-e9d02cce4c7a req-01dec45e-3c4f-4215-a09e-b70fe5b4c2d1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=9d4d776d-a33d-4efa-89e9-b2e944e4af90 HTTP/1.1" status: 200 len: 217 time: 0.1235032 Aug 05 11:35:05.745516 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f0cd16-9168-43b5-b78c-f0b0ac1957ac req-b2117dc7-3670-4d7b-990e-5b14c9596e50 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:05.762502 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-93f0cd16-9168-43b5-b78c-f0b0ac1957ac req-b2117dc7-3670-4d7b-990e-5b14c9596e50 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/ports?device_id=92c6efdb-6f99-4311-95ca-680b59498481 HTTP/1.1" status: 200 len: 945 time: 0.3933067 Aug 05 11:35:05.806378 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-19930478-220d-4ea2-90a4-a3dc3523d546 req-c7c40a10-64e5-4e96-a290-514ac768862f service neutron] 10.222.0.58 "GET /v2.0/networks/535dc2f1-67b1-49cd-891b-67f3b995cbf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5262351 Aug 05 11:35:05.823381 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682ef2dc-ab6d-4909-a191-e9d02cce4c7a req-601daf51-5c4a-431d-99b1-feb8fc4af2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:05.824943 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-682ef2dc-ab6d-4909-a191-e9d02cce4c7a req-601daf51-5c4a-431d-99b1-feb8fc4af2cd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6842f728-c2f3-4e36-bb32-3303d06ce3f4 HTTP/1.1" status: 200 len: 843 time: 0.0807388 Aug 05 11:35:05.931349 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682ef2dc-ab6d-4909-a191-e9d02cce4c7a req-1a21af33-5574-4e7a-a001-7a7f06140a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:05.940194 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-682ef2dc-ab6d-4909-a191-e9d02cce4c7a req-1a21af33-5574-4e7a-a001-7a7f06140a0e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=91caede3-92e4-4b1e-8e3e-36227cfd846a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1012456 Aug 05 11:35:05.956908 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-93f0cd16-9168-43b5-b78c-f0b0ac1957ac req-7816516b-517e-40e8-8036-48dffb8d9bd7 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4e742cc-0754-43b8-97b1-fad458ef76e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910026 Aug 05 11:35:05.962375 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5634e760-9ce1-4a1f-8a61-634e9f3cb458 req-2a8a5229-3f73-4d70-9e0f-9581375d141a tempest-ServerMetadataNegativeTestJSON-1796870566 tempest-ServerMetadataNegativeTestJSON-1796870566-project] Made reservation on behalf of cd83fe75f80f4ae6ac03bc5881bf7daa for: {'port': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:35:05.982385 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-5634e760-9ce1-4a1f-8a61-634e9f3cb458 req-2a8a5229-3f73-4d70-9e0f-9581375d141a tempest-ServerMetadataNegativeTestJSON-1796870566 tempest-ServerMetadataNegativeTestJSON-1796870566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:06.268301 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-682ef2dc-ab6d-4909-a191-e9d02cce4c7a req-cb040a7c-43e5-4a33-b12e-8be31c3c6437 service neutron] 10.222.0.64 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3138967 Aug 05 11:35:06.421618 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c1911fee-5df9-4486-805c-91c850291ae4 req-424be982-1f43-4631-9182-e2434cfcf759 tempest-ServerMetadataNegativeTestJSON-1796870566 tempest-ServerMetadataNegativeTestJSON-1796870566-project] 10.222.0.58 "GET /v2.0/ports?device_id=1784386a-c541-4a81-9a6c-40b6494d7ca8 HTTP/1.1" status: 200 len: 210 time: 0.1304634 Aug 05 11:35:06.536750 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-682ef2dc-ab6d-4909-a191-e9d02cce4c7a req-f8968c2b-6413-48df-aa99-1c646406ede4 service neutron] 10.222.0.64 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2567635 Aug 05 11:35:06.543837 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc4377c0-c7e3-4b95-a0ae-855fdd389734 x-openstack-request-id: req-cc4377c0-c7e3-4b95-a0ae-855fdd389734 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:35:06.544040 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d06186c-d1fe-4d01-9853-c0787a6d9ce4", "tag": "9d4d776d-a33d-4efa-89e9-b2e944e4af90", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:35:06.544303 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cc4377c0-c7e3-4b95-a0ae-855fdd389734 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:35:06.544832 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d06186c-d1fe-4d01-9853-c0787a6d9ce4', 'tag': '9d4d776d-a33d-4efa-89e9-b2e944e4af90', 'status': 'completed', 'code': 200} Aug 05 11:35:06.612034 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d54fd0-6f01-4e68-9e72-b080e647070a req-31216f35-c892-4047-8b14-dd3704015f7d tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:06.621520 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-65d54fd0-6f01-4e68-9e72-b080e647070a req-31216f35-c892-4047-8b14-dd3704015f7d tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d06186c-d1fe-4d01-9853-c0787a6d9ce4 HTTP/1.1" status: 200 len: 947 time: 0.4333251 Aug 05 11:35:06.695884 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-36443ba8-8ab4-4a97-b845-a1b75bd10a4d req-d0f34315-6942-43be-977d-416b53483a7e tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?device_id=86c37637-63a8-48f7-9437-fa36bcb189c0 HTTP/1.1" status: 200 len: 210 time: 0.0708985 Aug 05 11:35:06.746646 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 58046) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:35:06.813074 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39808576-e160-465f-aea0-e5eb62c3d191 req-c06db817-3c22-4e81-b2cd-7c6538623032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:06.824148 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-39808576-e160-465f-aea0-e5eb62c3d191 req-c06db817-3c22-4e81-b2cd-7c6538623032 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f811ccc1244d4d32a53adbbe13250fd5&device_id=2d06186c-d1fe-4d01-9853-c0787a6d9ce4 HTTP/1.1" status: 200 len: 1098 time: 0.1588938 Aug 05 11:35:06.872361 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [req-5634e760-9ce1-4a1f-8a61-634e9f3cb458 req-2a8a5229-3f73-4d70-9e0f-9581375d141a tempest-ServerMetadataNegativeTestJSON-1796870566 tempest-ServerMetadataNegativeTestJSON-1796870566-project] Allocated IP 172.20.0.6 (99959b9b-b87a-4787-a0d9-cbaac4b3ff4d/9c6fb88f-0314-4425-ae4a-6980332dd2ce/3291bc95-7770-403d-8130-70a57ba9b615) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:35:07.021551 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39808576-e160-465f-aea0-e5eb62c3d191 req-3628790a-c722-486c-aca6-663875b9329a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:07.024045 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-39808576-e160-465f-aea0-e5eb62c3d191 req-3628790a-c722-486c-aca6-663875b9329a service neutron] 10.222.0.64 "GET /v2.0/networks?id=91caede3-92e4-4b1e-8e3e-36227cfd846a HTTP/1.1" status: 200 len: 870 time: 0.1989901 Aug 05 11:35:07.051801 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-65d54fd0-6f01-4e68-9e72-b080e647070a req-1b8b9826-7adc-4230-9e3f-843d95cdf2f4 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4290891 Aug 05 11:35:07.104334 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-233c3bf5-f195-4017-af15-bd91bd68d3be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:07.166867 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-7fd9befe-4d49-4d61-b0d4-82e9090f0864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:07.204316 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-39808576-e160-465f-aea0-e5eb62c3d191 req-de0b19f8-1f2e-460c-9649-da5b169695ee service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=9d4d776d-a33d-4efa-89e9-b2e944e4af90 HTTP/1.1" status: 200 len: 217 time: 0.1699917 Aug 05 11:35:07.287366 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39808576-e160-465f-aea0-e5eb62c3d191 req-4c44010e-6fab-4c45-8fd6-6f0f22eff54f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:07.293934 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-39808576-e160-465f-aea0-e5eb62c3d191 req-4c44010e-6fab-4c45-8fd6-6f0f22eff54f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6842f728-c2f3-4e36-bb32-3303d06ce3f4 HTTP/1.1" status: 200 len: 843 time: 0.0776546 Aug 05 11:35:07.376621 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39808576-e160-465f-aea0-e5eb62c3d191 req-0c9e0032-ff74-4cf3-a16e-7a8ee7d4a3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:07.379388 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-39808576-e160-465f-aea0-e5eb62c3d191 req-0c9e0032-ff74-4cf3-a16e-7a8ee7d4a3c3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=91caede3-92e4-4b1e-8e3e-36227cfd846a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0766351 Aug 05 11:35:07.552297 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-39808576-e160-465f-aea0-e5eb62c3d191 req-2ded0832-5a77-4fce-9260-ad09de25ee04 service neutron] 10.222.0.64 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637776 Aug 05 11:35:07.599784 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-5634e760-9ce1-4a1f-8a61-634e9f3cb458 req-2a8a5229-3f73-4d70-9e0f-9581375d141a tempest-ServerMetadataNegativeTestJSON-1796870566 tempest-ServerMetadataNegativeTestJSON-1796870566-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:07.757937 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-39808576-e160-465f-aea0-e5eb62c3d191 req-e90ae8f5-57f4-4145-a1f2-ec4e2e2420ce service neutron] 10.222.0.64 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926365 Aug 05 11:35:07.829150 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-233c3bf5-f195-4017-af15-bd91bd68d3be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:07.853024 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-233c3bf5-f195-4017-af15-bd91bd68d3be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:07.953915 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233c3bf5-f195-4017-af15-bd91bd68d3be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f9715ce-0b1c-47fd-a743-eaa121e8d18f,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:35:07.970428 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522c2342-ef98-4d7d-ad47-01663fb5dda4 req-fbab9ca7-105e-4aee-bc25-49e2f136cea9 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:07.979152 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-522c2342-ef98-4d7d-ad47-01663fb5dda4 req-fbab9ca7-105e-4aee-bc25-49e2f136cea9 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=40021a41-d350-4e38-ac4d-f69e07c48ffb HTTP/1.1" status: 200 len: 945 time: 1.1001189 Aug 05 11:35:08.117429 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-522c2342-ef98-4d7d-ad47-01663fb5dda4 req-5e77e974-b573-4268-8499-e8cb47824552 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=47a5a50c-7385-42e8-98ac-c05af9825ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1368821 Aug 05 11:35:08.178344 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6324cdcf-f240-4e77-89a4-6a6708e7c5f4 req-d66123cb-1bf0-428a-9041-53c2aaebddc5 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:08.182050 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6324cdcf-f240-4e77-89a4-6a6708e7c5f4 req-d66123cb-1bf0-428a-9041-53c2aaebddc5 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/ports?device_id=92c6efdb-6f99-4311-95ca-680b59498481 HTTP/1.1" status: 200 len: 945 time: 0.6223812 Aug 05 11:35:08.205706 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-233c3bf5-f195-4017-af15-bd91bd68d3be admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ddd2ef877cfa47b6a8f2d6f1d3f5d962&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4330900 Aug 05 11:35:08.228194 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 58074) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:35:08.308878 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6324cdcf-f240-4e77-89a4-6a6708e7c5f4 req-42e9189a-29d3-4d59-9491-073ebdbb02a5 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4e742cc-0754-43b8-97b1-fad458ef76e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078348 Aug 05 11:35:08.324440 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-5634e760-9ce1-4a1f-8a61-634e9f3cb458 req-2a8a5229-3f73-4d70-9e0f-9581375d141a tempest-ServerMetadataNegativeTestJSON-1796870566 tempest-ServerMetadataNegativeTestJSON-1796870566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:08.447776 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5634e760-9ce1-4a1f-8a61-634e9f3cb458 req-2a8a5229-3f73-4d70-9e0f-9581375d141a tempest-ServerMetadataNegativeTestJSON-1796870566 tempest-ServerMetadataNegativeTestJSON-1796870566-project] Network 99959b9b-b87a-4787-a0d9-cbaac4b3ff4d is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:35:08.452016 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [req-5634e760-9ce1-4a1f-8a61-634e9f3cb458 req-2a8a5229-3f73-4d70-9e0f-9581375d141a tempest-ServerMetadataNegativeTestJSON-1796870566 tempest-ServerMetadataNegativeTestJSON-1796870566-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:35:08.464542 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [req-5634e760-9ce1-4a1f-8a61-634e9f3cb458 req-2a8a5229-3f73-4d70-9e0f-9581375d141a tempest-ServerMetadataNegativeTestJSON-1796870566 tempest-ServerMetadataNegativeTestJSON-1796870566-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:35:08.471505 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-88f949f9-c708-437d-bfc8-8f855b0f6596 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:08.509178 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8a5229-3f73-4d70-9e0f-9581375d141a tempest-ServerMetadataNegativeTestJSON-1796870566 tempest-ServerMetadataNegativeTestJSON-1796870566-project] Pushing event updated for resources: {'Port': ['ID=3291bc95-7770-403d-8130-70a57ba9b615,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:35:08.520171 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd82c92-0636-442f-84e4-1f957e023ae7 req-4ddf1f91-f794-4760-8bf2-597a3a046a62 tempest-ServerMetadataNegativeTestJSON-1796870566 tempest-ServerMetadataNegativeTestJSON-1796870566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:08.521786 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5dd82c92-0636-442f-84e4-1f957e023ae7 req-4ddf1f91-f794-4760-8bf2-597a3a046a62 tempest-ServerMetadataNegativeTestJSON-1796870566 tempest-ServerMetadataNegativeTestJSON-1796870566-project] 10.222.0.58 "GET /v2.0/ports?device_id=1784386a-c541-4a81-9a6c-40b6494d7ca8 HTTP/1.1" status: 200 len: 931 time: 0.2216351 Aug 05 11:35:08.536604 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-88f949f9-c708-437d-bfc8-8f855b0f6596 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:08.546857 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f9140765-6378-4e40-8c8d-b7fc7312e462 req-52a3f2c9-92ca-480d-bddf-db91f99323b9 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?device_id=86c37637-63a8-48f7-9437-fa36bcb189c0 HTTP/1.1" status: 200 len: 210 time: 0.0790048 Aug 05 11:35:08.597621 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5634e760-9ce1-4a1f-8a61-634e9f3cb458 req-2a8a5229-3f73-4d70-9e0f-9581375d141a tempest-ServerMetadataNegativeTestJSON-1796870566 tempest-ServerMetadataNegativeTestJSON-1796870566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:08.606144 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-5634e760-9ce1-4a1f-8a61-634e9f3cb458 req-2a8a5229-3f73-4d70-9e0f-9581375d141a tempest-ServerMetadataNegativeTestJSON-1796870566 tempest-ServerMetadataNegativeTestJSON-1796870566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:08.652877 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5634e760-9ce1-4a1f-8a61-634e9f3cb458 req-2a8a5229-3f73-4d70-9e0f-9581375d141a tempest-ServerMetadataNegativeTestJSON-1796870566 tempest-ServerMetadataNegativeTestJSON-1796870566-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3711073 Aug 05 11:35:08.680210 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-5634e760-9ce1-4a1f-8a61-634e9f3cb458 req-d06471ed-0c2b-4903-8249-766be498d146 service neutron] Request body: {'port': {'device_id': '1784386a-c541-4a81-9a6c-40b6494d7ca8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-2'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:35:08.736958 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5dd82c92-0636-442f-84e4-1f957e023ae7 req-83a46d7a-5daa-4000-8e9b-c5231173c2eb tempest-ServerMetadataNegativeTestJSON-1796870566 tempest-ServerMetadataNegativeTestJSON-1796870566-project] 10.222.0.58 "GET /v2.0/security-groups?id=feb46b4b-aaf8-4b6b-b833-9ff153bfad9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888733 Aug 05 11:35:08.774574 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19930478-220d-4ea2-90a4-a3dc3523d546 req-b90f947f-8e51-4adf-a0bb-604fc3f6f858 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:08.782845 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-19930478-220d-4ea2-90a4-a3dc3523d546 req-b90f947f-8e51-4adf-a0bb-604fc3f6f858 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.55 "GET /v2.0/networks?id=535dc2f1-67b1-49cd-891b-67f3b995cbf8 HTTP/1.1" status: 200 len: 806 time: 0.7971301 Aug 05 11:35:08.800737 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-19930478-220d-4ea2-90a4-a3dc3523d546 req-e02a1c90-a335-42c6-81fe-7df49fbef6f1 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Request body: {'port': {'device_id': '86c37637-63a8-48f7-9437-fa36bcb189c0', 'network_id': '535dc2f1-67b1-49cd-891b-67f3b995cbf8', 'admin_state_up': True, 'tenant_id': '913ffd5cf69b465594d3b2ba08eae5b1'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:35:08.836362 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-88f949f9-c708-437d-bfc8-8f855b0f6596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:08.841383 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-88f949f9-c708-437d-bfc8-8f855b0f6596 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:08.841644 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-5634e760-9ce1-4a1f-8a61-634e9f3cb458 req-d06471ed-0c2b-4903-8249-766be498d146 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:08.842808 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-88f949f9-c708-437d-bfc8-8f855b0f6596 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0f9715ce-0b1c-47fd-a743-eaa121e8d18f HTTP/1.1" status: 204 len: 168 time: 0.6140096 Aug 05 11:35:08.906013 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f949f9-c708-437d-bfc8-8f855b0f6596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f9715ce-0b1c-47fd-a743-eaa121e8d18f,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:35:09.099049 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19930478-220d-4ea2-90a4-a3dc3523d546 req-e02a1c90-a335-42c6-81fe-7df49fbef6f1 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Made reservation on behalf of 913ffd5cf69b465594d3b2ba08eae5b1 for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:35:09.117375 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-19930478-220d-4ea2-90a4-a3dc3523d546 req-e02a1c90-a335-42c6-81fe-7df49fbef6f1 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:09.153430 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 58088) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:35:09.278998 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cca3c4-4ce0-46d7-98eb-5f3c3bc8731d req-f0135562-818a-46ea-960e-df3206da4cf0 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:09.280896 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-61cca3c4-4ce0-46d7-98eb-5f3c3bc8731d req-f0135562-818a-46ea-960e-df3206da4cf0 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d06186c-d1fe-4d01-9853-c0787a6d9ce4 HTTP/1.1" status: 200 len: 947 time: 0.4630744 Aug 05 11:35:09.463132 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-61cca3c4-4ce0-46d7-98eb-5f3c3bc8731d req-9613f78d-76e8-4469-b4a0-1092ea0cdfe7 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572578 Aug 05 11:35:09.527008 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [req-5634e760-9ce1-4a1f-8a61-634e9f3cb458 req-d06471ed-0c2b-4903-8249-766be498d146 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3291bc95-7770-403d-8130-70a57ba9b615 {{(pid=94420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:35:09.563672 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fbbd4f-efb7-4009-a6c8-02ba2b08e5fd req-77ae01ad-d5ba-498e-b88e-132e012bfc3b tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:09.583323 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f1fbbd4f-efb7-4009-a6c8-02ba2b08e5fd req-77ae01ad-d5ba-498e-b88e-132e012bfc3b tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=40021a41-d350-4e38-ac4d-f69e07c48ffb HTTP/1.1" status: 200 len: 945 time: 0.3256648 Aug 05 11:35:09.605552 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-5634e760-9ce1-4a1f-8a61-634e9f3cb458 req-d06471ed-0c2b-4903-8249-766be498d146 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:09.733420 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [req-5634e760-9ce1-4a1f-8a61-634e9f3cb458 req-d06471ed-0c2b-4903-8249-766be498d146 service neutron] Transition to ACTIVE for port object 3291bc95-7770-403d-8130-70a57ba9b615 will not be triggered until provisioned by entity L2. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:35:09.751931 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-5634e760-9ce1-4a1f-8a61-634e9f3cb458 req-d06471ed-0c2b-4903-8249-766be498d146 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:09.778677 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f1fbbd4f-efb7-4009-a6c8-02ba2b08e5fd req-0daf8af0-983f-4d10-aa7e-dac8ad5d9510 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=47a5a50c-7385-42e8-98ac-c05af9825ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1901102 Aug 05 11:35:09.883686 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2722cb56-ad2c-43ec-ab28-7f9ad91b4ec5 req-481dd091-da76-4279-92f8-c2d6bd24b2a7 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:09.883686 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2722cb56-ad2c-43ec-ab28-7f9ad91b4ec5 req-481dd091-da76-4279-92f8-c2d6bd24b2a7 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/ports?device_id=92c6efdb-6f99-4311-95ca-680b59498481 HTTP/1.1" status: 200 len: 945 time: 0.2193053 Aug 05 11:35:09.883686 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 58104) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:35:09.883686 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06471ed-0c2b-4903-8249-766be498d146 service neutron] Pushing event updated for resources: {'Port': ['ID=3291bc95-7770-403d-8130-70a57ba9b615,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:35:09.984238 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-19930478-220d-4ea2-90a4-a3dc3523d546 req-e02a1c90-a335-42c6-81fe-7df49fbef6f1 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Allocated IP 172.20.0.13 (535dc2f1-67b1-49cd-891b-67f3b995cbf8/1b19baf8-9ef5-4535-9e61-0fc2264669f6/c6ea930f-9cea-4fc6-b5f1-18fa57d750d9) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:35:09.985766 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:10.001472 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-d98d0807-6bd4-4e9d-b871-cbac1dffe51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:10.020641 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-aec85b3f-4653-49b8-824e-ed80332c21b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:10.154133 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-29737803-8538-4ab7-9f8b-1f9699979ed6 req-9d796f94-64cc-4564-9246-a1bebb9f6a23 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?device_id=86c37637-63a8-48f7-9437-fa36bcb189c0 HTTP/1.1" status: 200 len: 210 time: 0.1725175 Aug 05 11:35:10.250437 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2722cb56-ad2c-43ec-ab28-7f9ad91b4ec5 req-3eb016c0-35b4-4add-b15b-0afa0a5f321b tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4e742cc-0754-43b8-97b1-fad458ef76e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2991612 Aug 05 11:35:10.339358 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-93ea20da-7c2f-49ef-9e71-fe5880149d4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:10.401287 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-5634e760-9ce1-4a1f-8a61-634e9f3cb458 req-d06471ed-0c2b-4903-8249-766be498d146 service neutron] Attempting to bind port 3291bc95-7770-403d-8130-70a57ba9b615 on host n-h1-803378-2 for vnic_type normal with profile {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:35:10.401547 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-19930478-220d-4ea2-90a4-a3dc3523d546 req-e02a1c90-a335-42c6-81fe-7df49fbef6f1 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:10.401977 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-5634e760-9ce1-4a1f-8a61-634e9f3cb458 req-d06471ed-0c2b-4903-8249-766be498d146 service neutron] Attempting to bind port 3291bc95-7770-403d-8130-70a57ba9b615 by drivers openvswitch,hyperv on host n-h1-803378-2 at level 0 using segments [{'id': '38aa313d-dac0-439f-b888-3afda5d4b0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '99959b9b-b87a-4787-a0d9-cbaac4b3ff4d'}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:35:10.402586 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5634e760-9ce1-4a1f-8a61-634e9f3cb458 req-d06471ed-0c2b-4903-8249-766be498d146 service neutron] Attempting to bind port 3291bc95-7770-403d-8130-70a57ba9b615 on network 99959b9b-b87a-4787-a0d9-cbaac4b3ff4d {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:35:10.427737 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5634e760-9ce1-4a1f-8a61-634e9f3cb458 req-d06471ed-0c2b-4903-8249-766be498d146 service neutron] Port 3291bc95-7770-403d-8130-70a57ba9b615 on network 99959b9b-b87a-4787-a0d9-cbaac4b3ff4d not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-2 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:35:10.428378 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5634e760-9ce1-4a1f-8a61-634e9f3cb458 req-d06471ed-0c2b-4903-8249-766be498d146 service neutron] Attempting to bind port 3291bc95-7770-403d-8130-70a57ba9b615 on network 99959b9b-b87a-4787-a0d9-cbaac4b3ff4d {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:35:10.455696 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5634e760-9ce1-4a1f-8a61-634e9f3cb458 req-d06471ed-0c2b-4903-8249-766be498d146 service neutron] Checking agent: {'id': '40bb7567-59bd-4b31-bc29-da1c50bca759', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:35:10.456225 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5634e760-9ce1-4a1f-8a61-634e9f3cb458 req-d06471ed-0c2b-4903-8249-766be498d146 service neutron] Checking segment: {'id': '38aa313d-dac0-439f-b888-3afda5d4b0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '99959b9b-b87a-4787-a0d9-cbaac4b3ff4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:35:10.456872 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5634e760-9ce1-4a1f-8a61-634e9f3cb458 req-d06471ed-0c2b-4903-8249-766be498d146 service neutron] Bound using segment: {'id': '38aa313d-dac0-439f-b888-3afda5d4b0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '99959b9b-b87a-4787-a0d9-cbaac4b3ff4d'} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:35:10.457633 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-5634e760-9ce1-4a1f-8a61-634e9f3cb458 req-d06471ed-0c2b-4903-8249-766be498d146 service neutron] Bound port: 3291bc95-7770-403d-8130-70a57ba9b615, host: n-h1-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38aa313d-dac0-439f-b888-3afda5d4b0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '99959b9b-b87a-4787-a0d9-cbaac4b3ff4d'}}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:35:10.458254 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-5634e760-9ce1-4a1f-8a61-634e9f3cb458 req-d06471ed-0c2b-4903-8249-766be498d146 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:10.459367 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-19930478-220d-4ea2-90a4-a3dc3523d546 req-e02a1c90-a335-42c6-81fe-7df49fbef6f1 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:10.484070 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05f4ceb-6127-4432-9609-8a8a8275c246 req-3c47fdcf-a950-4a72-bed1-c33936a569a9 tempest-ServerMetadataNegativeTestJSON-1796870566 tempest-ServerMetadataNegativeTestJSON-1796870566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:10.486656 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d05f4ceb-6127-4432-9609-8a8a8275c246 req-3c47fdcf-a950-4a72-bed1-c33936a569a9 tempest-ServerMetadataNegativeTestJSON-1796870566 tempest-ServerMetadataNegativeTestJSON-1796870566-project] 10.222.0.58 "GET /v2.0/ports?device_id=1784386a-c541-4a81-9a6c-40b6494d7ca8 HTTP/1.1" status: 200 len: 943 time: 0.1735573 Aug 05 11:35:10.605402 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19930478-220d-4ea2-90a4-a3dc3523d546 req-e02a1c90-a335-42c6-81fe-7df49fbef6f1 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Network 535dc2f1-67b1-49cd-891b-67f3b995cbf8 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:35:10.617074 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-19930478-220d-4ea2-90a4-a3dc3523d546 req-e02a1c90-a335-42c6-81fe-7df49fbef6f1 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:35:10.627956 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-19930478-220d-4ea2-90a4-a3dc3523d546 req-e02a1c90-a335-42c6-81fe-7df49fbef6f1 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:35:10.658158 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-aec85b3f-4653-49b8-824e-ed80332c21b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:10.671490 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-aec85b3f-4653-49b8-824e-ed80332c21b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:10.716754 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02a1c90-a335-42c6-81fe-7df49fbef6f1 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Pushing event updated for resources: {'Port': ['ID=c6ea930f-9cea-4fc6-b5f1-18fa57d750d9,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:35:10.777559 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19930478-220d-4ea2-90a4-a3dc3523d546 req-e02a1c90-a335-42c6-81fe-7df49fbef6f1 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:10.778667 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-19930478-220d-4ea2-90a4-a3dc3523d546 req-e02a1c90-a335-42c6-81fe-7df49fbef6f1 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:10.792442 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d05f4ceb-6127-4432-9609-8a8a8275c246 req-4987c895-5ee9-48a2-a63c-7016cd033f4f tempest-ServerMetadataNegativeTestJSON-1796870566 tempest-ServerMetadataNegativeTestJSON-1796870566-project] 10.222.0.58 "GET /v2.0/security-groups?id=feb46b4b-aaf8-4b6b-b833-9ff153bfad9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2816203 Aug 05 11:35:10.807606 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-aec85b3f-4653-49b8-824e-ed80332c21b6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4c6f636f1cb94c2ab4f1d7364b26bb23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9443419 Aug 05 11:35:10.825027 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 58112) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:35:10.852784 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-5634e760-9ce1-4a1f-8a61-634e9f3cb458 req-d06471ed-0c2b-4903-8249-766be498d146 service neutron] For port 3291bc95-7770-403d-8130-70a57ba9b615, host n-h1-803378-2, cleared binding levels {{(pid=94420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:35:10.856126 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec85b3f-4653-49b8-824e-ed80332c21b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=020aa07f-e5aa-44cd-b17b-867705192d61,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:35:10.861755 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-5634e760-9ce1-4a1f-8a61-634e9f3cb458 req-d06471ed-0c2b-4903-8249-766be498d146 service neutron] For port 3291bc95-7770-403d-8130-70a57ba9b615, host n-h1-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=3291bc95-7770-403d-8130-70a57ba9b615,segment=NetworkSegment(38aa313d-dac0-439f-b888-3afda5d4b0f1),segment_id=38aa313d-dac0-439f-b888-3afda5d4b0f1)] {{(pid=94420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:35:10.890770 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-5634e760-9ce1-4a1f-8a61-634e9f3cb458 req-d06471ed-0c2b-4903-8249-766be498d146 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:10.923445 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-93ea20da-7c2f-49ef-9e71-fe5880149d4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:10.923675 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688c8c15-4799-4c7c-977e-9d667d561bcf req-5b8d910b-e8fc-4dc4-95ee-661891ffe10a tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:10.925371 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-688c8c15-4799-4c7c-977e-9d667d561bcf req-5b8d910b-e8fc-4dc4-95ee-661891ffe10a tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d06186c-d1fe-4d01-9853-c0787a6d9ce4 HTTP/1.1" status: 200 len: 947 time: 0.2267241 Aug 05 11:35:10.945209 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-93ea20da-7c2f-49ef-9e71-fe5880149d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:10.982669 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-93ea20da-7c2f-49ef-9e71-fe5880149d4c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=774d3e2a983945ffb270d3069bd38630&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8203149 Aug 05 11:35:10.983671 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-19930478-220d-4ea2-90a4-a3dc3523d546 req-e02a1c90-a335-42c6-81fe-7df49fbef6f1 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1895096 Aug 05 11:35:10.984295 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 58116) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:35:10.989819 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-66fb6207-2b37-48a2-a34e-77d533f3897d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:10.996093 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5634e760-9ce1-4a1f-8a61-634e9f3cb458 req-d06471ed-0c2b-4903-8249-766be498d146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:10.996944 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-5634e760-9ce1-4a1f-8a61-634e9f3cb458 req-d06471ed-0c2b-4903-8249-766be498d146 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:10.998632 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5634e760-9ce1-4a1f-8a61-634e9f3cb458 req-d06471ed-0c2b-4903-8249-766be498d146 service neutron] 10.222.0.64 "PUT /v2.0/ports/3291bc95-7770-403d-8130-70a57ba9b615 HTTP/1.1" status: 200 len: 1091 time: 2.3264484 Aug 05 11:35:11.009694 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1784386a-c541-4a81-9a6c-40b6494d7ca8', 'tag': '3291bc95-7770-403d-8130-70a57ba9b615'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:35:11.012888 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}828068ad8d405ad77660ce68fa78e1ffe658725812f7a08f9e488a446589295b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8a2b81f-a382-467e-9a34-ced347c698fc" -d '{"events": [{"name": "network-changed", "server_uuid": "1784386a-c541-4a81-9a6c-40b6494d7ca8", "tag": "3291bc95-7770-403d-8130-70a57ba9b615"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:35:11.032866 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-19930478-220d-4ea2-90a4-a3dc3523d546 req-dd8fcf8c-c0a2-4fae-949e-1c8b8ff6ab47 service neutron] Request body: {'port': {'device_id': '86c37637-63a8-48f7-9437-fa36bcb189c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:35:11.102474 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ea20da-7c2f-49ef-9e71-fe5880149d4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=937e64bc-e179-495c-b637-441f1cd76c3c,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:35:11.107257 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-66fb6207-2b37-48a2-a34e-77d533f3897d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:11.126194 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 9d4d776d-a33d-4efa-89e9-b2e944e4af90 details requested by agent hyperv_n-h1-803378-2 with host n-h1-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:35:11.197683 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-19930478-220d-4ea2-90a4-a3dc3523d546 req-dd8fcf8c-c0a2-4fae-949e-1c8b8ff6ab47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:11.204177 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06471ed-0c2b-4903-8249-766be498d146 service neutron] Pushing event updated for resources: {'Port': ['ID=3291bc95-7770-403d-8130-70a57ba9b615,revision_number=3']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:35:11.215128 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-49037cb1-4172-4203-b152-d429ae7dc306 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:11.230028 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-688c8c15-4799-4c7c-977e-9d667d561bcf req-298bca3b-1351-40d7-a0cd-ca6ceba5f3ce tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636247 Aug 05 11:35:11.243931 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be85b78d-dec7-4030-a090-d173d46e72a8 req-797a5b73-5e88-43cd-bc86-03110841393e tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:11.253341 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-be85b78d-dec7-4030-a090-d173d46e72a8 req-797a5b73-5e88-43cd-bc86-03110841393e tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=40021a41-d350-4e38-ac4d-f69e07c48ffb HTTP/1.1" status: 200 len: 945 time: 0.3236601 Aug 05 11:35:11.256749 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5634e760-9ce1-4a1f-8a61-634e9f3cb458 req-f8881aaf-e8ee-462a-a548-c735f684173f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:11.258851 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5634e760-9ce1-4a1f-8a61-634e9f3cb458 req-f8881aaf-e8ee-462a-a548-c735f684173f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cd83fe75f80f4ae6ac03bc5881bf7daa&device_id=1784386a-c541-4a81-9a6c-40b6494d7ca8 HTTP/1.1" status: 200 len: 1094 time: 0.1806359 Aug 05 11:35:11.259218 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-49037cb1-4172-4203-b152-d429ae7dc306 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:11.330698 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5634e760-9ce1-4a1f-8a61-634e9f3cb458 req-23dd6143-fca2-4233-bdf7-dc915a15a6dd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3291bc95-7770-403d-8130-70a57ba9b615 HTTP/1.1" status: 200 len: 217 time: 0.0548337 Aug 05 11:35:11.333567 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0e032ba-c771-4ed9-a0f8-09624f699ef9 x-openstack-request-id: req-c0e032ba-c771-4ed9-a0f8-09624f699ef9 {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:35:11.333861 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1784386a-c541-4a81-9a6c-40b6494d7ca8", "tag": "3291bc95-7770-403d-8130-70a57ba9b615", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:35:11.334112 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c0e032ba-c771-4ed9-a0f8-09624f699ef9 {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:35:11.334509 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1784386a-c541-4a81-9a6c-40b6494d7ca8', 'tag': '3291bc95-7770-403d-8130-70a57ba9b615', 'status': 'completed', 'code': 200} Aug 05 11:35:11.393652 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-be85b78d-dec7-4030-a090-d173d46e72a8 req-d1430430-5ff8-4c0d-afbf-da7d3b012eb4 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=47a5a50c-7385-42e8-98ac-c05af9825ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1345179 Aug 05 11:35:11.481362 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-66fb6207-2b37-48a2-a34e-77d533f3897d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:11.484189 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-66fb6207-2b37-48a2-a34e-77d533f3897d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:11.490528 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-66fb6207-2b37-48a2-a34e-77d533f3897d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/020aa07f-e5aa-44cd-b17b-867705192d61 HTTP/1.1" status: 204 len: 168 time: 0.6620135 Aug 05 11:35:11.624208 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 9d4d776d-a33d-4efa-89e9-b2e944e4af90, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=9d4d776d-a33d-4efa-89e9-b2e944e4af90,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:35:11.687596 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Returning: {'device': '9d4d776d-a33d-4efa-89e9-b2e944e4af90', 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a', 'port_id': '9d4d776d-a33d-4efa-89e9-b2e944e4af90', 'mac_address': 'fa:16:3e:a4:da:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6842f728-c2f3-4e36-bb32-3303d06ce3f4', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:35:11.693329 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:11.712279 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-49037cb1-4172-4203-b152-d429ae7dc306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:11.725717 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5634e760-9ce1-4a1f-8a61-634e9f3cb458 req-f89a7aaa-34fa-453a-8d7c-7449e7030f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:11.728188 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5634e760-9ce1-4a1f-8a61-634e9f3cb458 req-f89a7aaa-34fa-453a-8d7c-7449e7030f40 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9c6fb88f-0314-4425-ae4a-6980332dd2ce HTTP/1.1" status: 200 len: 859 time: 0.3597243 Aug 05 11:35:11.736902 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-49037cb1-4172-4203-b152-d429ae7dc306 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:11.738108 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-49037cb1-4172-4203-b152-d429ae7dc306 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/937e64bc-e179-495c-b637-441f1cd76c3c HTTP/1.1" status: 204 len: 168 time: 0.7457066 Aug 05 11:35:11.747800 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78d19b0-d987-4ffa-a0c2-6108c12239c3 req-b5f8ee51-cc03-4cae-bdc7-b443ea574659 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:11.749933 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f78d19b0-d987-4ffa-a0c2-6108c12239c3 req-b5f8ee51-cc03-4cae-bdc7-b443ea574659 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?device_id=86c37637-63a8-48f7-9437-fa36bcb189c0 HTTP/1.1" status: 200 len: 932 time: 0.2215374 Aug 05 11:35:11.764879 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fb6207-2b37-48a2-a34e-77d533f3897d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=020aa07f-e5aa-44cd-b17b-867705192d61,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:35:11.789545 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5634e760-9ce1-4a1f-8a61-634e9f3cb458 req-90d06775-b654-443b-b6cc-1f79aa739582 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=99959b9b-b87a-4787-a0d9-cbaac4b3ff4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367239 Aug 05 11:35:11.860609 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:11.911251 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc46cea3-81f2-46f8-9506-4e5a6e3f8d6c req-3f879f65-ff1b-4b26-9263-6146a23dab44 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:11.912177 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d4d776d-a33d-4efa-89e9-b2e944e4af90 {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:35:11.912955 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cc46cea3-81f2-46f8-9506-4e5a6e3f8d6c req-3f879f65-ff1b-4b26-9263-6146a23dab44 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/ports?device_id=92c6efdb-6f99-4311-95ca-680b59498481 HTTP/1.1" status: 200 len: 945 time: 0.2613242 Aug 05 11:35:11.967118 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f78d19b0-d987-4ffa-a0c2-6108c12239c3 req-e6a4eb2f-12b5-45f4-ad8c-554019c08547 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/security-groups?id=5dfacf8b-ef80-4e03-9b2b-0b5aacf0bf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733794 Aug 05 11:35:11.985240 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 9d4d776d-a33d-4efa-89e9-b2e944e4af90, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=9d4d776d-a33d-4efa-89e9-b2e944e4af90,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:35:11.990011 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49037cb1-4172-4203-b152-d429ae7dc306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=937e64bc-e179-495c-b637-441f1cd76c3c,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:35:11.999223 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:12.073986 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5634e760-9ce1-4a1f-8a61-634e9f3cb458 req-d47dfa9f-3b91-457d-a607-0ba2e3bfb6d2 service neutron] 10.222.0.64 "GET /v2.0/networks/99959b9b-b87a-4787-a0d9-cbaac4b3ff4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2757699 Aug 05 11:35:12.161990 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=9d4d776d-a33d-4efa-89e9-b2e944e4af90,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:35:12.278093 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-19930478-220d-4ea2-90a4-a3dc3523d546 req-dd8fcf8c-c0a2-4fae-949e-1c8b8ff6ab47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6ea930f-9cea-4fc6-b5f1-18fa57d750d9 {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:35:12.297132 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cc46cea3-81f2-46f8-9506-4e5a6e3f8d6c req-0daa0093-fd98-4dc9-92c6-80475f16a0e7 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4e742cc-0754-43b8-97b1-fad458ef76e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3735907 Aug 05 11:35:12.306106 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-19930478-220d-4ea2-90a4-a3dc3523d546 req-dd8fcf8c-c0a2-4fae-949e-1c8b8ff6ab47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:12.330052 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5134ccdc-6807-4354-a900-0b5a9d192fa1 req-be6d3f03-09ab-41c8-9568-d37f0b34ff74 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:12.331393 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5134ccdc-6807-4354-a900-0b5a9d192fa1 req-be6d3f03-09ab-41c8-9568-d37f0b34ff74 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=40021a41-d350-4e38-ac4d-f69e07c48ffb HTTP/1.1" status: 200 len: 945 time: 0.1945951 Aug 05 11:35:12.370850 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-19930478-220d-4ea2-90a4-a3dc3523d546 req-dd8fcf8c-c0a2-4fae-949e-1c8b8ff6ab47 service neutron] Transition to ACTIVE for port object c6ea930f-9cea-4fc6-b5f1-18fa57d750d9 will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:35:12.377321 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-19930478-220d-4ea2-90a4-a3dc3523d546 req-dd8fcf8c-c0a2-4fae-949e-1c8b8ff6ab47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:12.412849 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5134ccdc-6807-4354-a900-0b5a9d192fa1 req-c79facef-f234-46b7-8e4f-edd4e2974f9e tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=47a5a50c-7385-42e8-98ac-c05af9825ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742800 Aug 05 11:35:12.510228 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['9d4d776d-a33d-4efa-89e9-b2e944e4af90'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:35:12.547825 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 58150) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:35:12.557881 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5634e760-9ce1-4a1f-8a61-634e9f3cb458 req-56b1826f-fd3e-41bd-b6b3-a8d2d8e8f281 service neutron] 10.222.0.64 "GET /v2.0/networks/99959b9b-b87a-4787-a0d9-cbaac4b3ff4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4671607 Aug 05 11:35:12.586067 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-92035a8c-4ce8-4d57-aca7-a9e345a9c5d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:12.644056 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb11dca1-90a6-4a43-a2e8-0abe2207c70b req-a8cf5207-64d9-4e70-aef4-c59ae29cca25 tempest-ServerMetadataNegativeTestJSON-1796870566 tempest-ServerMetadataNegativeTestJSON-1796870566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:12.654182 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fb11dca1-90a6-4a43-a2e8-0abe2207c70b req-a8cf5207-64d9-4e70-aef4-c59ae29cca25 tempest-ServerMetadataNegativeTestJSON-1796870566 tempest-ServerMetadataNegativeTestJSON-1796870566-project] 10.222.0.58 "GET /v2.0/ports?device_id=1784386a-c541-4a81-9a6c-40b6494d7ca8 HTTP/1.1" status: 200 len: 943 time: 0.1629684 Aug 05 11:35:12.681698 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8fcf8c-c0a2-4fae-949e-1c8b8ff6ab47 service neutron] Pushing event updated for resources: {'Port': ['ID=c6ea930f-9cea-4fc6-b5f1-18fa57d750d9,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:35:12.722398 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8fcf8c-c0a2-4fae-949e-1c8b8ff6ab47 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:35:12.722765 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8fcf8c-c0a2-4fae-949e-1c8b8ff6ab47 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:35:12.725349 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8fcf8c-c0a2-4fae-949e-1c8b8ff6ab47 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:35:12.725834 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8fcf8c-c0a2-4fae-949e-1c8b8ff6ab47 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:35:12.727478 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8fcf8c-c0a2-4fae-949e-1c8b8ff6ab47 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:35:12.727637 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8fcf8c-c0a2-4fae-949e-1c8b8ff6ab47 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:35:12.728099 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8fcf8c-c0a2-4fae-949e-1c8b8ff6ab47 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:35:12.728537 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8fcf8c-c0a2-4fae-949e-1c8b8ff6ab47 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:35:12.728664 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8fcf8c-c0a2-4fae-949e-1c8b8ff6ab47 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:35:12.729023 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8fcf8c-c0a2-4fae-949e-1c8b8ff6ab47 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:35:12.730041 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8fcf8c-c0a2-4fae-949e-1c8b8ff6ab47 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:35:12.730041 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8fcf8c-c0a2-4fae-949e-1c8b8ff6ab47 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:35:12.742331 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-19930478-220d-4ea2-90a4-a3dc3523d546 req-dd8fcf8c-c0a2-4fae-949e-1c8b8ff6ab47 service neutron] Attempting to bind port c6ea930f-9cea-4fc6-b5f1-18fa57d750d9 on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:35:12.742680 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-19930478-220d-4ea2-90a4-a3dc3523d546 req-dd8fcf8c-c0a2-4fae-949e-1c8b8ff6ab47 service neutron] Attempting to bind port c6ea930f-9cea-4fc6-b5f1-18fa57d750d9 by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': '1464bea6-dc68-4175-ac76-169c7629018f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '535dc2f1-67b1-49cd-891b-67f3b995cbf8'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:35:12.743024 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19930478-220d-4ea2-90a4-a3dc3523d546 req-dd8fcf8c-c0a2-4fae-949e-1c8b8ff6ab47 service neutron] Attempting to bind port c6ea930f-9cea-4fc6-b5f1-18fa57d750d9 on network 535dc2f1-67b1-49cd-891b-67f3b995cbf8 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:35:12.759928 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19930478-220d-4ea2-90a4-a3dc3523d546 req-dd8fcf8c-c0a2-4fae-949e-1c8b8ff6ab47 service neutron] Port c6ea930f-9cea-4fc6-b5f1-18fa57d750d9 on network 535dc2f1-67b1-49cd-891b-67f3b995cbf8 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:35:12.760265 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19930478-220d-4ea2-90a4-a3dc3523d546 req-dd8fcf8c-c0a2-4fae-949e-1c8b8ff6ab47 service neutron] Attempting to bind port c6ea930f-9cea-4fc6-b5f1-18fa57d750d9 on network 535dc2f1-67b1-49cd-891b-67f3b995cbf8 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:35:12.777573 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19930478-220d-4ea2-90a4-a3dc3523d546 req-dd8fcf8c-c0a2-4fae-949e-1c8b8ff6ab47 service neutron] Checking agent: {'id': 'a8f1dd2d-227c-4e30-8844-52419ba734db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:35:12.777967 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19930478-220d-4ea2-90a4-a3dc3523d546 req-dd8fcf8c-c0a2-4fae-949e-1c8b8ff6ab47 service neutron] Checking segment: {'id': '1464bea6-dc68-4175-ac76-169c7629018f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '535dc2f1-67b1-49cd-891b-67f3b995cbf8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:35:12.779642 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19930478-220d-4ea2-90a4-a3dc3523d546 req-dd8fcf8c-c0a2-4fae-949e-1c8b8ff6ab47 service neutron] Bound using segment: {'id': '1464bea6-dc68-4175-ac76-169c7629018f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '535dc2f1-67b1-49cd-891b-67f3b995cbf8'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:35:12.780553 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-19930478-220d-4ea2-90a4-a3dc3523d546 req-dd8fcf8c-c0a2-4fae-949e-1c8b8ff6ab47 service neutron] Bound port: c6ea930f-9cea-4fc6-b5f1-18fa57d750d9, host: n-h2-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1464bea6-dc68-4175-ac76-169c7629018f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '535dc2f1-67b1-49cd-891b-67f3b995cbf8'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:35:12.782539 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-19930478-220d-4ea2-90a4-a3dc3523d546 req-dd8fcf8c-c0a2-4fae-949e-1c8b8ff6ab47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:12.863289 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fb11dca1-90a6-4a43-a2e8-0abe2207c70b req-302296ad-1311-4fff-bdcc-5eff3cb1d725 tempest-ServerMetadataNegativeTestJSON-1796870566 tempest-ServerMetadataNegativeTestJSON-1796870566-project] 10.222.0.58 "GET /v2.0/security-groups?id=feb46b4b-aaf8-4b6b-b833-9ff153bfad9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034338 Aug 05 11:35:12.870718 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-92035a8c-4ce8-4d57-aca7-a9e345a9c5d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:12.922358 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-19930478-220d-4ea2-90a4-a3dc3523d546 req-dd8fcf8c-c0a2-4fae-949e-1c8b8ff6ab47 service neutron] For port c6ea930f-9cea-4fc6-b5f1-18fa57d750d9, host n-h2-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:35:12.926716 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-19930478-220d-4ea2-90a4-a3dc3523d546 req-dd8fcf8c-c0a2-4fae-949e-1c8b8ff6ab47 service neutron] For port c6ea930f-9cea-4fc6-b5f1-18fa57d750d9, host n-h2-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=c6ea930f-9cea-4fc6-b5f1-18fa57d750d9,segment=NetworkSegment(1464bea6-dc68-4175-ac76-169c7629018f),segment_id=1464bea6-dc68-4175-ac76-169c7629018f)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:35:12.937642 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-19930478-220d-4ea2-90a4-a3dc3523d546 req-dd8fcf8c-c0a2-4fae-949e-1c8b8ff6ab47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:12.985381 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19930478-220d-4ea2-90a4-a3dc3523d546 req-dd8fcf8c-c0a2-4fae-949e-1c8b8ff6ab47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:12.985706 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-92035a8c-4ce8-4d57-aca7-a9e345a9c5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:12.986558 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-19930478-220d-4ea2-90a4-a3dc3523d546 req-dd8fcf8c-c0a2-4fae-949e-1c8b8ff6ab47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:12.988125 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-19930478-220d-4ea2-90a4-a3dc3523d546 req-dd8fcf8c-c0a2-4fae-949e-1c8b8ff6ab47 service neutron] 10.222.0.55 "PUT /v2.0/ports/c6ea930f-9cea-4fc6-b5f1-18fa57d750d9 HTTP/1.1" status: 200 len: 1092 time: 1.9795439 Aug 05 11:35:12.990508 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86c37637-63a8-48f7-9437-fa36bcb189c0', 'tag': 'c6ea930f-9cea-4fc6-b5f1-18fa57d750d9'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:35:12.994536 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b515f182-9da0-460c-ad16-0812713a85fe" -d '{"events": [{"name": "network-changed", "server_uuid": "86c37637-63a8-48f7-9437-fa36bcb189c0", "tag": "c6ea930f-9cea-4fc6-b5f1-18fa57d750d9"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:35:13.036463 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8fcf8c-c0a2-4fae-949e-1c8b8ff6ab47 service neutron] Pushing event updated for resources: {'Port': ['ID=c6ea930f-9cea-4fc6-b5f1-18fa57d750d9,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:35:13.087967 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-92035a8c-4ce8-4d57-aca7-a9e345a9c5d2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=04686f3125b44619900f343e0a7ee251&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5385292 Aug 05 11:35:13.092712 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92035a8c-4ce8-4d57-aca7-a9e345a9c5d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac1ba646-b008-49ab-811d-e3be91af3ddb,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:35:13.095526 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 58168) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:35:13.171436 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19930478-220d-4ea2-90a4-a3dc3523d546 req-f8a348b0-bef3-4046-ab62-4c70bcfda1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:13.175022 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-19930478-220d-4ea2-90a4-a3dc3523d546 req-f8a348b0-bef3-4046-ab62-4c70bcfda1ed service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=913ffd5cf69b465594d3b2ba08eae5b1&device_id=86c37637-63a8-48f7-9437-fa36bcb189c0 HTTP/1.1" status: 200 len: 1095 time: 0.1275606 Aug 05 11:35:13.220231 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2fa673-4032-4fa6-9ec7-a99e3d6f5fcf req-13fe774a-b96b-4352-8977-3615baa79934 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:13.221854 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5b2fa673-4032-4fa6-9ec7-a99e3d6f5fcf req-13fe774a-b96b-4352-8977-3615baa79934 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d06186c-d1fe-4d01-9853-c0787a6d9ce4 HTTP/1.1" status: 200 len: 948 time: 0.5174274 Aug 05 11:35:13.237585 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a2b81f-a382-467e-9a34-ced347c698fc req-a7fe5607-18e1-4fc2-98f6-17a458aca36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:13.239075 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d8a2b81f-a382-467e-9a34-ced347c698fc req-a7fe5607-18e1-4fc2-98f6-17a458aca36d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cd83fe75f80f4ae6ac03bc5881bf7daa&device_id=1784386a-c541-4a81-9a6c-40b6494d7ca8 HTTP/1.1" status: 200 len: 1094 time: 0.5332518 Aug 05 11:35:13.277052 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-19930478-220d-4ea2-90a4-a3dc3523d546 req-a7be0ae1-a95f-4c4e-8fa4-f973c526e82d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c6ea930f-9cea-4fc6-b5f1-18fa57d750d9 HTTP/1.1" status: 200 len: 217 time: 0.0790520 Aug 05 11:35:13.301884 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9955fc60-bae4-42e4-9e5a-7fd814e952bc req-a40260ea-543c-4811-9b3f-9def7b85ac97 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:13.311693 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9955fc60-bae4-42e4-9e5a-7fd814e952bc req-a40260ea-543c-4811-9b3f-9def7b85ac97 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=40021a41-d350-4e38-ac4d-f69e07c48ffb HTTP/1.1" status: 200 len: 945 time: 0.2589407 Aug 05 11:35:13.381387 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19930478-220d-4ea2-90a4-a3dc3523d546 req-d80ffd41-759f-40ed-a6d5-b75b8d8bb690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:13.388620 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-19930478-220d-4ea2-90a4-a3dc3523d546 req-d80ffd41-759f-40ed-a6d5-b75b8d8bb690 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1b19baf8-9ef5-4535-9e61-0fc2264669f6 HTTP/1.1" status: 200 len: 846 time: 0.1011271 Aug 05 11:35:13.423174 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5b2fa673-4032-4fa6-9ec7-a99e3d6f5fcf req-8b3d4094-7c05-494c-ae92-65b2be6ed575 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915903 Aug 05 11:35:13.433038 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b5759596-e818-4da4-9019-fe60355c7a3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:13.491922 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-19930478-220d-4ea2-90a4-a3dc3523d546 req-1b9b621b-6afe-4f46-bb71-77a548b30cb7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=535dc2f1-67b1-49cd-891b-67f3b995cbf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0941842 Aug 05 11:35:13.502582 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9955fc60-bae4-42e4-9e5a-7fd814e952bc req-695d845d-f4d6-4ebd-8a48-3f8758f06a46 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=47a5a50c-7385-42e8-98ac-c05af9825ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1834874 Aug 05 11:35:13.540666 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b5759596-e818-4da4-9019-fe60355c7a3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:13.617310 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a2b81f-a382-467e-9a34-ced347c698fc req-4107a732-9906-4f9d-908d-472c779a5432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:13.620776 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d8a2b81f-a382-467e-9a34-ced347c698fc req-4107a732-9906-4f9d-908d-472c779a5432 service neutron] 10.222.0.64 "GET /v2.0/networks?id=99959b9b-b87a-4787-a0d9-cbaac4b3ff4d HTTP/1.1" status: 200 len: 920 time: 0.3702371 Aug 05 11:35:13.701944 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04ffa25b-6f7f-4381-952c-f97a61d10db8 x-openstack-request-id: req-04ffa25b-6f7f-4381-952c-f97a61d10db8 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:35:13.701944 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86c37637-63a8-48f7-9437-fa36bcb189c0", "tag": "c6ea930f-9cea-4fc6-b5f1-18fa57d750d9", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:35:13.701944 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-04ffa25b-6f7f-4381-952c-f97a61d10db8 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:35:13.701944 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86c37637-63a8-48f7-9437-fa36bcb189c0', 'tag': 'c6ea930f-9cea-4fc6-b5f1-18fa57d750d9', 'status': 'completed', 'code': 200} Aug 05 11:35:13.759409 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:13.784441 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d8a2b81f-a382-467e-9a34-ced347c698fc req-de06bbcb-7a9f-4600-bb4d-87d17e89d36d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3291bc95-7770-403d-8130-70a57ba9b615 HTTP/1.1" status: 200 len: 217 time: 0.1462970 Aug 05 11:35:13.800582 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-19930478-220d-4ea2-90a4-a3dc3523d546 req-c1c4fa00-2b78-4c9f-8454-d40c07103564 service neutron] 10.222.0.55 "GET /v2.0/networks/535dc2f1-67b1-49cd-891b-67f3b995cbf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2995999 Aug 05 11:35:13.924016 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b5759596-e818-4da4-9019-fe60355c7a3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:13.927085 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b5759596-e818-4da4-9019-fe60355c7a3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:13.928250 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-b5759596-e818-4da4-9019-fe60355c7a3a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ac1ba646-b008-49ab-811d-e3be91af3ddb HTTP/1.1" status: 204 len: 168 time: 0.8052275 Aug 05 11:35:13.930703 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a2b81f-a382-467e-9a34-ced347c698fc req-3e0da04c-b395-47db-a397-e9f1cf953e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:13.932425 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d8a2b81f-a382-467e-9a34-ced347c698fc req-3e0da04c-b395-47db-a397-e9f1cf953e05 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9c6fb88f-0314-4425-ae4a-6980332dd2ce HTTP/1.1" status: 200 len: 859 time: 0.1178460 Aug 05 11:35:13.943922 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4119ea2-7d04-454f-95ca-eba39df9e08a req-10b1bba5-bbab-46ad-82f8-312e57340660 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:13.946583 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f4119ea2-7d04-454f-95ca-eba39df9e08a req-10b1bba5-bbab-46ad-82f8-312e57340660 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?device_id=86c37637-63a8-48f7-9437-fa36bcb189c0 HTTP/1.1" status: 200 len: 944 time: 0.2608705 Aug 05 11:35:13.963022 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c660da-0f52-440e-8763-09d528ec0351 req-0ac2685d-cac3-4a32-909c-38a4fb6e7d19 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:13.971866 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e0c660da-0f52-440e-8763-09d528ec0351 req-0ac2685d-cac3-4a32-909c-38a4fb6e7d19 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/ports?device_id=92c6efdb-6f99-4311-95ca-680b59498481 HTTP/1.1" status: 200 len: 945 time: 0.1922061 Aug 05 11:35:13.992165 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-19930478-220d-4ea2-90a4-a3dc3523d546 req-9945bae5-f49c-427a-afd2-69f0ee494ca7 service neutron] 10.222.0.55 "GET /v2.0/networks/535dc2f1-67b1-49cd-891b-67f3b995cbf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824799 Aug 05 11:35:13.992828 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5759596-e818-4da4-9019-fe60355c7a3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac1ba646-b008-49ab-811d-e3be91af3ddb,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:35:14.199024 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b515f182-9da0-460c-ad16-0812713a85fe req-639ed7a8-d73c-4331-a674-07ef752ea8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:14.215095 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b515f182-9da0-460c-ad16-0812713a85fe req-639ed7a8-d73c-4331-a674-07ef752ea8d6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=913ffd5cf69b465594d3b2ba08eae5b1&device_id=86c37637-63a8-48f7-9437-fa36bcb189c0 HTTP/1.1" status: 200 len: 1095 time: 0.1141624 Aug 05 11:35:14.456239 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b515f182-9da0-460c-ad16-0812713a85fe req-8704d9f8-04ed-4f1e-8137-eeed54972655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:14.463721 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b515f182-9da0-460c-ad16-0812713a85fe req-8704d9f8-04ed-4f1e-8137-eeed54972655 service neutron] 10.222.0.55 "GET /v2.0/networks?id=535dc2f1-67b1-49cd-891b-67f3b995cbf8 HTTP/1.1" status: 200 len: 907 time: 0.2464609 Aug 05 11:35:14.545983 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b515f182-9da0-460c-ad16-0812713a85fe req-1aa82e73-dba4-40df-88c8-9eb8de37fb58 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c6ea930f-9cea-4fc6-b5f1-18fa57d750d9 HTTP/1.1" status: 200 len: 217 time: 0.0677719 Aug 05 11:35:14.652225 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b515f182-9da0-460c-ad16-0812713a85fe req-828f32da-efaf-4710-9e4e-ae7e331f3721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:14.663155 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b515f182-9da0-460c-ad16-0812713a85fe req-828f32da-efaf-4710-9e4e-ae7e331f3721 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1b19baf8-9ef5-4535-9e61-0fc2264669f6 HTTP/1.1" status: 200 len: 846 time: 0.1057189 Aug 05 11:35:14.707607 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d8a2b81f-a382-467e-9a34-ced347c698fc req-6939425c-787d-4aee-bd46-24bdd7359f99 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=99959b9b-b87a-4787-a0d9-cbaac4b3ff4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7336404 Aug 05 11:35:14.719069 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b515f182-9da0-460c-ad16-0812713a85fe req-e59d2d4e-2107-4911-b307-114e983c6489 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=535dc2f1-67b1-49cd-891b-67f3b995cbf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471268 Aug 05 11:35:14.722859 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5759596-e818-4da4-9019-fe60355c7a3a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:35:14.725151 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5759596-e818-4da4-9019-fe60355c7a3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:35:14.725566 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5759596-e818-4da4-9019-fe60355c7a3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:35:14.730628 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5759596-e818-4da4-9019-fe60355c7a3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:35:14.731510 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5759596-e818-4da4-9019-fe60355c7a3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:35:14.745981 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5759596-e818-4da4-9019-fe60355c7a3a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:35:14.747567 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5759596-e818-4da4-9019-fe60355c7a3a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:35:14.751281 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5759596-e818-4da4-9019-fe60355c7a3a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:35:14.752892 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5759596-e818-4da4-9019-fe60355c7a3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:35:14.753481 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5759596-e818-4da4-9019-fe60355c7a3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:35:14.755875 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5759596-e818-4da4-9019-fe60355c7a3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:35:14.758283 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5759596-e818-4da4-9019-fe60355c7a3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:35:14.856897 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f4119ea2-7d04-454f-95ca-eba39df9e08a req-75c35c5c-5eaf-426b-89c3-9e9b7a038593 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/security-groups?id=5dfacf8b-ef80-4e03-9b2b-0b5aacf0bf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8818848 Aug 05 11:35:15.021829 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b515f182-9da0-460c-ad16-0812713a85fe req-ae34951c-b1c3-4156-acad-6d88084371b0 service neutron] 10.222.0.55 "GET /v2.0/networks/535dc2f1-67b1-49cd-891b-67f3b995cbf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2917750 Aug 05 11:35:15.137299 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 9d4d776d-a33d-4efa-89e9-b2e944e4af90 up at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:35:15.193845 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e0c660da-0f52-440e-8763-09d528ec0351 req-0f61458c-2119-45f3-8cad-245f81105431 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4e742cc-0754-43b8-97b1-fad458ef76e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2209408 Aug 05 11:35:15.254416 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d8a2b81f-a382-467e-9a34-ced347c698fc req-0d4dd8d2-da84-4c1e-8f25-41a57dc10dd5 service neutron] 10.222.0.64 "GET /v2.0/networks/99959b9b-b87a-4787-a0d9-cbaac4b3ff4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4765568 Aug 05 11:35:15.321403 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning for port 9d4d776d-a33d-4efa-89e9-b2e944e4af90 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:35:15.321943 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 11:35:15.333538 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning complete for port 9d4d776d-a33d-4efa-89e9-b2e944e4af90 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:35:15.335314 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b515f182-9da0-460c-ad16-0812713a85fe req-2b952c65-6e36-49ce-9822-32ace6d6397d service neutron] 10.222.0.55 "GET /v2.0/networks/535dc2f1-67b1-49cd-891b-67f3b995cbf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3017194 Aug 05 11:35:15.336258 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:15.397243 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e57024a-5831-4b9b-852a-dd93f84f69b1 req-f7e704f7-097e-4934-b801-a500500d8afb tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:15.401476 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2e57024a-5831-4b9b-852a-dd93f84f69b1 req-f7e704f7-097e-4934-b801-a500500d8afb tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=40021a41-d350-4e38-ac4d-f69e07c48ffb HTTP/1.1" status: 200 len: 945 time: 0.3668470 Aug 05 11:35:15.506665 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:15.575999 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d06186c-d1fe-4d01-9853-c0787a6d9ce4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d4d776d-a33d-4efa-89e9-b2e944e4af90'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:35:15.582684 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab1d22ad-6ade-4786-a526-f22ff194bfa8" -d '{"events": [{"server_uuid": "2d06186c-d1fe-4d01-9853-c0787a6d9ce4", "name": "network-vif-plugged", "status": "completed", "tag": "9d4d776d-a33d-4efa-89e9-b2e944e4af90"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:35:15.606947 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86230f9-8b17-49c4-bae4-656a05db0973 req-fcfa0102-9130-481c-bc6d-dea648af89db tempest-ServerMetadataNegativeTestJSON-1796870566 tempest-ServerMetadataNegativeTestJSON-1796870566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:15.615258 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a86230f9-8b17-49c4-bae4-656a05db0973 req-fcfa0102-9130-481c-bc6d-dea648af89db tempest-ServerMetadataNegativeTestJSON-1796870566 tempest-ServerMetadataNegativeTestJSON-1796870566-project] 10.222.0.58 "GET /v2.0/ports?device_id=1784386a-c541-4a81-9a6c-40b6494d7ca8 HTTP/1.1" status: 200 len: 943 time: 0.1847730 Aug 05 11:35:15.619363 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d8a2b81f-a382-467e-9a34-ced347c698fc req-c2a54d50-4d4a-4799-aebb-419b2993257a service neutron] 10.222.0.64 "GET /v2.0/networks/99959b9b-b87a-4787-a0d9-cbaac4b3ff4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3506687 Aug 05 11:35:15.631634 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2e57024a-5831-4b9b-852a-dd93f84f69b1 req-a0cc82d8-ccf0-44d9-ba35-101ce45f56a8 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=47a5a50c-7385-42e8-98ac-c05af9825ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1862843 Aug 05 11:35:15.638573 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 9d4d776d-a33d-4efa-89e9-b2e944e4af90, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=9d4d776d-a33d-4efa-89e9-b2e944e4af90,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:35:15.658403 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:15.759218 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a86230f9-8b17-49c4-bae4-656a05db0973 req-c8d3e07b-ce52-4ca1-8033-92a9cf2e608f tempest-ServerMetadataNegativeTestJSON-1796870566 tempest-ServerMetadataNegativeTestJSON-1796870566-project] 10.222.0.58 "GET /v2.0/security-groups?id=feb46b4b-aaf8-4b6b-b833-9ff153bfad9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424556 Aug 05 11:35:15.864074 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=9d4d776d-a33d-4efa-89e9-b2e944e4af90,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:35:15.881488 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dadebc-3c76-48df-bcd2-1a5e7877cda5 req-77becbc4-93c8-48b2-8874-d5cbf90432fc tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:15.885796 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c2dadebc-3c76-48df-bcd2-1a5e7877cda5 req-77becbc4-93c8-48b2-8874-d5cbf90432fc tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d06186c-d1fe-4d01-9853-c0787a6d9ce4 HTTP/1.1" status: 200 len: 949 time: 0.1053782 Aug 05 11:35:15.896724 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-982c29c9-a1c1-468f-a261-6a86516ad0ce x-openstack-request-id: req-982c29c9-a1c1-468f-a261-6a86516ad0ce {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:35:15.896724 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d06186c-d1fe-4d01-9853-c0787a6d9ce4", "name": "network-vif-plugged", "status": "completed", "tag": "9d4d776d-a33d-4efa-89e9-b2e944e4af90", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:35:15.896934 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-982c29c9-a1c1-468f-a261-6a86516ad0ce {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:35:15.897354 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d06186c-d1fe-4d01-9853-c0787a6d9ce4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d4d776d-a33d-4efa-89e9-b2e944e4af90', 'code': 200} Aug 05 11:35:15.950414 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c2dadebc-3c76-48df-bcd2-1a5e7877cda5 req-509f8b3a-d21d-476c-9332-88db78f3c865 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580852 Aug 05 11:35:16.141829 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cb22aa-fb35-4796-a250-971aa0983e26 req-add60072-2c2d-49f5-925e-ad44d06bbe3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:16.143907 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-40cb22aa-fb35-4796-a250-971aa0983e26 req-add60072-2c2d-49f5-925e-ad44d06bbe3d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2d06186c-d1fe-4d01-9853-c0787a6d9ce4 HTTP/1.1" status: 200 len: 1100 time: 0.1147113 Aug 05 11:35:16.159392 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128dfabd-7bac-4409-8d74-3eeeab04a886 req-a4d5a3c0-1696-43b4-b422-e2a85a4aff53 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:16.168870 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-128dfabd-7bac-4409-8d74-3eeeab04a886 req-a4d5a3c0-1696-43b4-b422-e2a85a4aff53 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?device_id=86c37637-63a8-48f7-9437-fa36bcb189c0 HTTP/1.1" status: 200 len: 944 time: 0.0880859 Aug 05 11:35:16.254814 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-128dfabd-7bac-4409-8d74-3eeeab04a886 req-795bb676-bb21-422a-b39b-68a2dae5875f tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/security-groups?id=5dfacf8b-ef80-4e03-9b2b-0b5aacf0bf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847874 Aug 05 11:35:16.338818 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-40cb22aa-fb35-4796-a250-971aa0983e26 req-859fc3a7-8f00-4010-affe-47556ca23e14 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420071 Aug 05 11:35:16.430771 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf3f6ea-8f95-48da-9827-44b86e1cad37 req-459071e6-f3cd-421d-a0cc-f971e7348aae tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:16.439452 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9cf3f6ea-8f95-48da-9827-44b86e1cad37 req-459071e6-f3cd-421d-a0cc-f971e7348aae tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/ports?device_id=92c6efdb-6f99-4311-95ca-680b59498481 HTTP/1.1" status: 200 len: 945 time: 0.0820878 Aug 05 11:35:16.511309 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9cf3f6ea-8f95-48da-9827-44b86e1cad37 req-d41441c3-6230-4bd5-97c6-9c3690a90822 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4e742cc-0754-43b8-97b1-fad458ef76e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684648 Aug 05 11:35:16.589412 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device c6ea930f-9cea-4fc6-b5f1-18fa57d750d9 details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:35:16.897726 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 58278) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:35:16.956509 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port c6ea930f-9cea-4fc6-b5f1-18fa57d750d9, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=c6ea930f-9cea-4fc6-b5f1-18fa57d750d9,segment=NetworkSegment(1464bea6-dc68-4175-ac76-169c7629018f),segment_id=1464bea6-dc68-4175-ac76-169c7629018f)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:35:16.976991 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Returning: {'device': 'c6ea930f-9cea-4fc6-b5f1-18fa57d750d9', 'network_id': '535dc2f1-67b1-49cd-891b-67f3b995cbf8', 'port_id': 'c6ea930f-9cea-4fc6-b5f1-18fa57d750d9', 'mac_address': 'fa:16:3e:36:25:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b19baf8-9ef5-4535-9e61-0fc2264669f6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:35:17.026041 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b18b035-20a3-4067-bc1d-32f0a7956b1f req-ebdb80a0-0cf6-4675-a81c-b424288ee0f4 tempest-ServerMetadataNegativeTestJSON-1796870566 tempest-ServerMetadataNegativeTestJSON-1796870566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:17.030393 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8b18b035-20a3-4067-bc1d-32f0a7956b1f req-ebdb80a0-0cf6-4675-a81c-b424288ee0f4 tempest-ServerMetadataNegativeTestJSON-1796870566 tempest-ServerMetadataNegativeTestJSON-1796870566-project] 10.222.0.58 "GET /v2.0/ports?device_id=1784386a-c541-4a81-9a6c-40b6494d7ca8 HTTP/1.1" status: 200 len: 943 time: 0.1689472 Aug 05 11:35:17.114698 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8b18b035-20a3-4067-bc1d-32f0a7956b1f req-f6999805-a408-4d9c-9a2f-85e88d9e5599 tempest-ServerMetadataNegativeTestJSON-1796870566 tempest-ServerMetadataNegativeTestJSON-1796870566-project] 10.222.0.58 "GET /v2.0/security-groups?id=feb46b4b-aaf8-4b6b-b833-9ff153bfad9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761964 Aug 05 11:35:17.121926 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:17.126169 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-93b7edf1-4edb-4d69-889e-39cb51a4ff10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:17.182793 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 3291bc95-7770-403d-8130-70a57ba9b615 details requested by agent hyperv_n-h1-803378-2 with host n-h1-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:35:17.223856 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6ea930f-9cea-4fc6-b5f1-18fa57d750d9 {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:35:17.386239 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c484dfac-1908-4c2e-a5c9-b69f6806db95 req-a7ebd25f-4bd0-407b-b7ae-54cda1a60a9d tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:17.388088 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c484dfac-1908-4c2e-a5c9-b69f6806db95 req-a7ebd25f-4bd0-407b-b7ae-54cda1a60a9d tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d06186c-d1fe-4d01-9853-c0787a6d9ce4 HTTP/1.1" status: 200 len: 949 time: 0.2721221 Aug 05 11:35:17.466708 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-93b7edf1-4edb-4d69-889e-39cb51a4ff10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:17.472335 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-93b7edf1-4edb-4d69-889e-39cb51a4ff10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:17.613395 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 3291bc95-7770-403d-8130-70a57ba9b615, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=3291bc95-7770-403d-8130-70a57ba9b615,segment=NetworkSegment(38aa313d-dac0-439f-b888-3afda5d4b0f1),segment_id=38aa313d-dac0-439f-b888-3afda5d4b0f1)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:35:17.633480 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Returning: {'device': '3291bc95-7770-403d-8130-70a57ba9b615', 'network_id': '99959b9b-b87a-4787-a0d9-cbaac4b3ff4d', 'port_id': '3291bc95-7770-403d-8130-70a57ba9b615', 'mac_address': 'fa:16:3e:56:d5:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c6fb88f-0314-4425-ae4a-6980332dd2ce', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:35:17.650638 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port c6ea930f-9cea-4fc6-b5f1-18fa57d750d9, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=c6ea930f-9cea-4fc6-b5f1-18fa57d750d9,segment=NetworkSegment(1464bea6-dc68-4175-ac76-169c7629018f),segment_id=1464bea6-dc68-4175-ac76-169c7629018f)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:35:17.688204 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b7edf1-4edb-4d69-889e-39cb51a4ff10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dff06e9-d81a-41fd-9652-61c42e146d60,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:35:17.731476 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-93b7edf1-4edb-4d69-889e-39cb51a4ff10 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d1a78f12e7524c1ca97508a6a441546f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8179684 Aug 05 11:35:17.731747 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 58296) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:35:17.754499 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:17.777167 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c484dfac-1908-4c2e-a5c9-b69f6806db95 req-4ab149d4-d0bb-4fa5-85f0-886019a1cc99 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3596196 Aug 05 11:35:17.800774 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:17.833401 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3291bc95-7770-403d-8130-70a57ba9b615 {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:35:17.874696 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 3291bc95-7770-403d-8130-70a57ba9b615, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=3291bc95-7770-403d-8130-70a57ba9b615,segment=NetworkSegment(38aa313d-dac0-439f-b888-3afda5d4b0f1),segment_id=38aa313d-dac0-439f-b888-3afda5d4b0f1)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:35:17.886497 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:17.890582 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=c6ea930f-9cea-4fc6-b5f1-18fa57d750d9,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:35:17.922001 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d67f2be-0676-40b8-a97b-ba7e2fbe0b57 req-ac178df7-5292-4aaf-9090-d722157484da tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:17.937171 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4d67f2be-0676-40b8-a97b-ba7e2fbe0b57 req-ac178df7-5292-4aaf-9090-d722157484da tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?device_id=86c37637-63a8-48f7-9437-fa36bcb189c0 HTTP/1.1" status: 200 len: 944 time: 0.4880707 Aug 05 11:35:17.998978 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=3291bc95-7770-403d-8130-70a57ba9b615,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:35:18.065457 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['c6ea930f-9cea-4fc6-b5f1-18fa57d750d9'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:35:18.184937 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4d67f2be-0676-40b8-a97b-ba7e2fbe0b57 req-a12aaae8-5bad-4213-a130-640649d831a3 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/security-groups?id=5dfacf8b-ef80-4e03-9b2b-0b5aacf0bf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467318 Aug 05 11:35:18.261991 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9621990d-5415-486e-8754-f625ca95648b req-b9aab1d1-fa9b-4985-a1cd-2879cde9c99f tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:18.270456 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9621990d-5415-486e-8754-f625ca95648b req-b9aab1d1-fa9b-4985-a1cd-2879cde9c99f tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/ports?device_id=92c6efdb-6f99-4311-95ca-680b59498481 HTTP/1.1" status: 200 len: 945 time: 0.3104386 Aug 05 11:35:18.283984 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2c2be2b7-b8d2-4357-92b6-ce6e3a62cd1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:18.514473 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2c2be2b7-b8d2-4357-92b6-ce6e3a62cd1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:18.548874 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9621990d-5415-486e-8754-f625ca95648b req-0c2fbb88-c858-49e0-9b6f-d7a23076a16a tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4e742cc-0754-43b8-97b1-fad458ef76e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625835 Aug 05 11:35:18.581231 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['3291bc95-7770-403d-8130-70a57ba9b615'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:35:18.673191 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052848a5-de66-4ebc-80bc-322aba4274af req-b9651479-03f5-42ca-bfef-c1ea51852e95 tempest-ServerMetadataNegativeTestJSON-1796870566 tempest-ServerMetadataNegativeTestJSON-1796870566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:18.698009 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-052848a5-de66-4ebc-80bc-322aba4274af req-b9651479-03f5-42ca-bfef-c1ea51852e95 tempest-ServerMetadataNegativeTestJSON-1796870566 tempest-ServerMetadataNegativeTestJSON-1796870566-project] 10.222.0.58 "GET /v2.0/ports?device_id=1784386a-c541-4a81-9a6c-40b6494d7ca8 HTTP/1.1" status: 200 len: 944 time: 0.3457754 Aug 05 11:35:18.768184 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-052848a5-de66-4ebc-80bc-322aba4274af req-f9b49cc2-d947-4efe-a693-01406e33b332 tempest-ServerMetadataNegativeTestJSON-1796870566 tempest-ServerMetadataNegativeTestJSON-1796870566-project] 10.222.0.58 "GET /v2.0/security-groups?id=feb46b4b-aaf8-4b6b-b833-9ff153bfad9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666902 Aug 05 11:35:18.773925 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2c2be2b7-b8d2-4357-92b6-ce6e3a62cd1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:18.785814 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2c2be2b7-b8d2-4357-92b6-ce6e3a62cd1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:18.785814 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-2c2be2b7-b8d2-4357-92b6-ce6e3a62cd1c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0dff06e9-d81a-41fd-9652-61c42e146d60 HTTP/1.1" status: 204 len: 168 time: 1.0533040 Aug 05 11:35:18.791935 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2be2b7-b8d2-4357-92b6-ce6e3a62cd1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dff06e9-d81a-41fd-9652-61c42e146d60,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:35:19.068339 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebfb1d3-d4cf-45ae-8c7c-8a559f8cad7d req-1f65bdfe-5b6d-467c-83fa-d9d0c6fd5ad0 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:19.070304 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7ebfb1d3-d4cf-45ae-8c7c-8a559f8cad7d req-1f65bdfe-5b6d-467c-83fa-d9d0c6fd5ad0 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d06186c-d1fe-4d01-9853-c0787a6d9ce4 HTTP/1.1" status: 200 len: 949 time: 0.0736785 Aug 05 11:35:19.141637 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7ebfb1d3-d4cf-45ae-8c7c-8a559f8cad7d req-7bc9feae-f72a-453a-8902-593378bc5648 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574057 Aug 05 11:35:19.446339 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697726c6-3433-480c-816d-a3e0489011f5 req-689bd502-f57b-4b07-a181-46dd655ffc59 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:19.459660 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-697726c6-3433-480c-816d-a3e0489011f5 req-689bd502-f57b-4b07-a181-46dd655ffc59 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d06186c-d1fe-4d01-9853-c0787a6d9ce4 HTTP/1.1" status: 200 len: 949 time: 0.2088554 Aug 05 11:35:19.534589 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a302bc-5772-4c0b-8680-88060515451d req-cd93a30e-14e8-4e52-95cd-e3fa092434e6 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:19.541052 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-17a302bc-5772-4c0b-8680-88060515451d req-cd93a30e-14e8-4e52-95cd-e3fa092434e6 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?device_id=86c37637-63a8-48f7-9437-fa36bcb189c0 HTTP/1.1" status: 200 len: 945 time: 0.2296567 Aug 05 11:35:19.595267 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-697726c6-3433-480c-816d-a3e0489011f5 req-d239042e-ede3-48e6-b675-a54c93a758d6 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344602 Aug 05 11:35:19.641454 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-17a302bc-5772-4c0b-8680-88060515451d req-332004b9-7d82-4d37-90a1-84b8506a30cf tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/security-groups?id=5dfacf8b-ef80-4e03-9b2b-0b5aacf0bf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872004 Aug 05 11:35:19.911590 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3776ea9b-60f5-4a54-982d-d8b683728b17 req-faba9c96-fe29-4f3b-a8aa-256ad6a35da1 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:19.923169 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3776ea9b-60f5-4a54-982d-d8b683728b17 req-faba9c96-fe29-4f3b-a8aa-256ad6a35da1 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/ports?device_id=92c6efdb-6f99-4311-95ca-680b59498481 HTTP/1.1" status: 200 len: 945 time: 0.1623175 Aug 05 11:35:19.993552 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3776ea9b-60f5-4a54-982d-d8b683728b17 req-6788e65c-e18b-405c-aa37-6e26bbd3858d tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4e742cc-0754-43b8-97b1-fad458ef76e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692754 Aug 05 11:35:20.222236 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afcfbd7-4ac8-428c-a91d-24191894c5e4 req-8781026e-58a0-4425-9bfd-405d702c061b tempest-ServerMetadataNegativeTestJSON-1796870566 tempest-ServerMetadataNegativeTestJSON-1796870566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:20.232807 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2afcfbd7-4ac8-428c-a91d-24191894c5e4 req-8781026e-58a0-4425-9bfd-405d702c061b tempest-ServerMetadataNegativeTestJSON-1796870566 tempest-ServerMetadataNegativeTestJSON-1796870566-project] 10.222.0.58 "GET /v2.0/ports?device_id=1784386a-c541-4a81-9a6c-40b6494d7ca8 HTTP/1.1" status: 200 len: 944 time: 0.0944939 Aug 05 11:35:20.328107 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2afcfbd7-4ac8-428c-a91d-24191894c5e4 req-69867c30-9797-4644-81de-65ba1f838ec6 tempest-ServerMetadataNegativeTestJSON-1796870566 tempest-ServerMetadataNegativeTestJSON-1796870566-project] 10.222.0.58 "GET /v2.0/security-groups?id=feb46b4b-aaf8-4b6b-b833-9ff153bfad9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928071 Aug 05 11:35:20.471848 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89d54b3-ed76-4ff8-b637-dcc7a96e4368 req-0a95f885-a2df-422b-9a3b-11cf15fd5b91 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:20.473488 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c89d54b3-ed76-4ff8-b637-dcc7a96e4368 req-0a95f885-a2df-422b-9a3b-11cf15fd5b91 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d06186c-d1fe-4d01-9853-c0787a6d9ce4 HTTP/1.1" status: 200 len: 949 time: 0.1371863 Aug 05 11:35:20.483003 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-544d2caf-dc93-4c41-9e7b-8b4aefb5f3b4 req-f99989c5-3e21-4e66-91c7-0a5e9bffbd50 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2d06186c-d1fe-4d01-9853-c0787a6d9ce4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1282394 Aug 05 11:35:20.548022 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c89d54b3-ed76-4ff8-b637-dcc7a96e4368 req-449b8de0-afcd-4683-b871-3b005d47c5e3 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636873 Aug 05 11:35:20.627124 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device c6ea930f-9cea-4fc6-b5f1-18fa57d750d9 up at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:35:20.755735 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning for port c6ea930f-9cea-4fc6-b5f1-18fa57d750d9 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:35:20.778265 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning complete for port c6ea930f-9cea-4fc6-b5f1-18fa57d750d9 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:35:20.778265 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:20.898436 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5645ba10-28e6-408a-8d00-bfc4b8e9160e req-cdb5f111-8d9c-4b18-ad24-9941adef33fe tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:20.910761 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5645ba10-28e6-408a-8d00-bfc4b8e9160e req-cdb5f111-8d9c-4b18-ad24-9941adef33fe tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?device_id=86c37637-63a8-48f7-9437-fa36bcb189c0 HTTP/1.1" status: 200 len: 945 time: 0.1283233 Aug 05 11:35:20.944002 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:20.980704 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5645ba10-28e6-408a-8d00-bfc4b8e9160e req-fe418b5f-faf2-4c6f-a24c-76102b0be366 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/security-groups?id=5dfacf8b-ef80-4e03-9b2b-0b5aacf0bf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687909 Aug 05 11:35:21.028534 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86c37637-63a8-48f7-9437-fa36bcb189c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6ea930f-9cea-4fc6-b5f1-18fa57d750d9'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:35:21.030851 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2f65e21-d748-4149-aee5-19177ba604c5" -d '{"events": [{"server_uuid": "86c37637-63a8-48f7-9437-fa36bcb189c0", "name": "network-vif-plugged", "status": "completed", "tag": "c6ea930f-9cea-4fc6-b5f1-18fa57d750d9"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:35:21.091953 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port c6ea930f-9cea-4fc6-b5f1-18fa57d750d9, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=c6ea930f-9cea-4fc6-b5f1-18fa57d750d9,segment=NetworkSegment(1464bea6-dc68-4175-ac76-169c7629018f),segment_id=1464bea6-dc68-4175-ac76-169c7629018f)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:35:21.099682 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:21.171786 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9b08b0b-9594-4e3a-9ef0-c886077821a3 x-openstack-request-id: req-a9b08b0b-9594-4e3a-9ef0-c886077821a3 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:35:21.172403 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86c37637-63a8-48f7-9437-fa36bcb189c0", "name": "network-vif-plugged", "status": "completed", "tag": "c6ea930f-9cea-4fc6-b5f1-18fa57d750d9", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:35:21.173619 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a9b08b0b-9594-4e3a-9ef0-c886077821a3 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:35:21.174738 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86c37637-63a8-48f7-9437-fa36bcb189c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6ea930f-9cea-4fc6-b5f1-18fa57d750d9', 'code': 200} Aug 05 11:35:21.222440 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 3291bc95-7770-403d-8130-70a57ba9b615 up at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:35:21.288005 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b010a0-6de5-4b84-86d9-fb98015cb0a7 req-adec2462-080e-44f8-a484-d01034893b1e tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:21.331877 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c9b010a0-6de5-4b84-86d9-fb98015cb0a7 req-adec2462-080e-44f8-a484-d01034893b1e tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/ports?device_id=92c6efdb-6f99-4311-95ca-680b59498481 HTTP/1.1" status: 200 len: 945 time: 0.2090342 Aug 05 11:35:21.346250 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=c6ea930f-9cea-4fc6-b5f1-18fa57d750d9,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:35:21.357045 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning for port 3291bc95-7770-403d-8130-70a57ba9b615 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:35:21.363921 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning complete for port 3291bc95-7770-403d-8130-70a57ba9b615 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:35:21.364844 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:21.524460 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c9b010a0-6de5-4b84-86d9-fb98015cb0a7 req-6589c019-6d10-4d74-a485-858e1e500951 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4e742cc-0754-43b8-97b1-fad458ef76e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915784 Aug 05 11:35:21.531217 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddf11c1-b810-49d3-a877-1138d835436f req-e1498b0c-19aa-4876-9d33-e9301a41ec48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:21.532831 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-0ddf11c1-b810-49d3-a877-1138d835436f req-e1498b0c-19aa-4876-9d33-e9301a41ec48 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=86c37637-63a8-48f7-9437-fa36bcb189c0 HTTP/1.1" status: 200 len: 1097 time: 0.2347844 Aug 05 11:35:21.615531 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:21.641849 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-0ddf11c1-b810-49d3-a877-1138d835436f req-36ee3b4b-6486-45bf-b139-13ce61c1bea1 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=5dfacf8b-ef80-4e03-9b2b-0b5aacf0bf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002185 Aug 05 11:35:21.659917 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01821224-5560-450c-b9a8-1f258b6fb1ce req-cfd2b5d6-e0b5-4588-9a93-d418b511a953 tempest-ServerMetadataNegativeTestJSON-1796870566 tempest-ServerMetadataNegativeTestJSON-1796870566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:21.665680 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-01821224-5560-450c-b9a8-1f258b6fb1ce req-cfd2b5d6-e0b5-4588-9a93-d418b511a953 tempest-ServerMetadataNegativeTestJSON-1796870566 tempest-ServerMetadataNegativeTestJSON-1796870566-project] 10.222.0.58 "GET /v2.0/ports?device_id=1784386a-c541-4a81-9a6c-40b6494d7ca8 HTTP/1.1" status: 200 len: 944 time: 0.1226716 Aug 05 11:35:21.722146 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 3291bc95-7770-403d-8130-70a57ba9b615, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=3291bc95-7770-403d-8130-70a57ba9b615,segment=NetworkSegment(38aa313d-dac0-439f-b888-3afda5d4b0f1),segment_id=38aa313d-dac0-439f-b888-3afda5d4b0f1)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:35:21.731051 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:21.807200 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-01821224-5560-450c-b9a8-1f258b6fb1ce req-648c3f82-010c-405a-b63f-3c45e648311e tempest-ServerMetadataNegativeTestJSON-1796870566 tempest-ServerMetadataNegativeTestJSON-1796870566-project] 10.222.0.58 "GET /v2.0/security-groups?id=feb46b4b-aaf8-4b6b-b833-9ff153bfad9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346090 Aug 05 11:35:21.851846 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5794ab-67c1-4465-bc89-497ea7072a38 req-0f574a1d-93d8-4f44-a6b2-37692dec2f19 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:21.869678 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3b5794ab-67c1-4465-bc89-497ea7072a38 req-0f574a1d-93d8-4f44-a6b2-37692dec2f19 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d06186c-d1fe-4d01-9853-c0787a6d9ce4 HTTP/1.1" status: 200 len: 949 time: 0.1641440 Aug 05 11:35:21.881647 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=3291bc95-7770-403d-8130-70a57ba9b615,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:35:21.900798 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:21.990414 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3b5794ab-67c1-4465-bc89-497ea7072a38 req-84a5b2ec-db3a-4c58-be9f-7319db22c36a tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186528 Aug 05 11:35:22.167460 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c974d5-4a9f-4e24-947a-a22d2efb8dc6 req-9b473d49-2571-4602-8899-79089ae21283 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:22.169260 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e4c974d5-4a9f-4e24-947a-a22d2efb8dc6 req-9b473d49-2571-4602-8899-79089ae21283 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?device_id=86c37637-63a8-48f7-9437-fa36bcb189c0 HTTP/1.1" status: 200 len: 946 time: 0.0697212 Aug 05 11:35:22.242442 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e4c974d5-4a9f-4e24-947a-a22d2efb8dc6 req-69ab56a9-147a-4b03-b856-d48bb57905a0 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/security-groups?id=5dfacf8b-ef80-4e03-9b2b-0b5aacf0bf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661583 Aug 05 11:35:22.701584 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b63d2-0628-4c32-bee2-a25acbeba8c6 req-3fa659c2-3ac4-44c8-bb54-239b5a54b32d tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:22.703323 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-201b63d2-0628-4c32-bee2-a25acbeba8c6 req-3fa659c2-3ac4-44c8-bb54-239b5a54b32d tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/ports?device_id=92c6efdb-6f99-4311-95ca-680b59498481 HTTP/1.1" status: 200 len: 945 time: 0.0903313 Aug 05 11:35:22.825958 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-201b63d2-0628-4c32-bee2-a25acbeba8c6 req-60ca01b9-369c-4cd6-9057-feea1e5e8d2e tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4e742cc-0754-43b8-97b1-fad458ef76e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097577 Aug 05 11:35:23.100398 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501314b3-2641-43fb-800e-0642f181f631 req-7bba6fc8-19d5-4298-9bd1-142faf80160f tempest-ServerMetadataNegativeTestJSON-1796870566 tempest-ServerMetadataNegativeTestJSON-1796870566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:23.103339 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-501314b3-2641-43fb-800e-0642f181f631 req-7bba6fc8-19d5-4298-9bd1-142faf80160f tempest-ServerMetadataNegativeTestJSON-1796870566 tempest-ServerMetadataNegativeTestJSON-1796870566-project] 10.222.0.58 "GET /v2.0/ports?device_id=1784386a-c541-4a81-9a6c-40b6494d7ca8 HTTP/1.1" status: 200 len: 945 time: 0.1765969 Aug 05 11:35:23.115040 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544d2caf-dc93-4c41-9e7b-8b4aefb5f3b4 req-fce2ee5a-07f5-40d4-812b-d49e24f134df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:23.116605 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-544d2caf-dc93-4c41-9e7b-8b4aefb5f3b4 req-fce2ee5a-07f5-40d4-812b-d49e24f134df service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f811ccc1244d4d32a53adbbe13250fd5&device_id=2d06186c-d1fe-4d01-9853-c0787a6d9ce4 HTTP/1.1" status: 200 len: 1100 time: 0.1174707 Aug 05 11:35:23.176722 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1784386a-c541-4a81-9a6c-40b6494d7ca8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3291bc95-7770-403d-8130-70a57ba9b615'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:35:23.180056 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f49f6cb9-e345-4ec8-bf71-e68e78de85ac" -d '{"events": [{"server_uuid": "1784386a-c541-4a81-9a6c-40b6494d7ca8", "name": "network-vif-plugged", "status": "completed", "tag": "3291bc95-7770-403d-8130-70a57ba9b615"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:35:23.296193 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-501314b3-2641-43fb-800e-0642f181f631 req-1286b101-3b07-4497-a3e9-322bc7900a8f tempest-ServerMetadataNegativeTestJSON-1796870566 tempest-ServerMetadataNegativeTestJSON-1796870566-project] 10.222.0.58 "GET /v2.0/security-groups?id=feb46b4b-aaf8-4b6b-b833-9ff153bfad9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764801 Aug 05 11:35:23.378433 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d32cd13-8ef1-426b-8479-1d02f370f4c2 req-dbdedb4e-951c-416c-b609-cbe4d272c3e3 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:23.380265 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1d32cd13-8ef1-426b-8479-1d02f370f4c2 req-dbdedb4e-951c-416c-b609-cbe4d272c3e3 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d06186c-d1fe-4d01-9853-c0787a6d9ce4 HTTP/1.1" status: 200 len: 949 time: 0.1879487 Aug 05 11:35:23.391662 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bae259d8-ae54-450f-9e5c-aee40317738f x-openstack-request-id: req-bae259d8-ae54-450f-9e5c-aee40317738f {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:35:23.392617 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1784386a-c541-4a81-9a6c-40b6494d7ca8", "name": "network-vif-plugged", "status": "completed", "tag": "3291bc95-7770-403d-8130-70a57ba9b615", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:35:23.392617 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bae259d8-ae54-450f-9e5c-aee40317738f {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:35:23.392617 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1784386a-c541-4a81-9a6c-40b6494d7ca8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3291bc95-7770-403d-8130-70a57ba9b615', 'code': 200} Aug 05 11:35:23.460621 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544d2caf-dc93-4c41-9e7b-8b4aefb5f3b4 req-5e471b02-1d53-4c37-9397-aae546fd3b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:23.462123 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-544d2caf-dc93-4c41-9e7b-8b4aefb5f3b4 req-5e471b02-1d53-4c37-9397-aae546fd3b21 service neutron] 10.222.0.64 "GET /v2.0/networks?id=91caede3-92e4-4b1e-8e3e-36227cfd846a HTTP/1.1" status: 200 len: 870 time: 0.3353252 Aug 05 11:35:23.570214 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1d32cd13-8ef1-426b-8479-1d02f370f4c2 req-283a3d3c-dc63-490d-bc9f-fa13507d1f55 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747909 Aug 05 11:35:23.573513 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-544d2caf-dc93-4c41-9e7b-8b4aefb5f3b4 req-60d834db-0e9e-4ff4-8c71-c6a610dc4e92 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=9d4d776d-a33d-4efa-89e9-b2e944e4af90 HTTP/1.1" status: 200 len: 217 time: 0.0701113 Aug 05 11:35:23.630923 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21641498-948f-47f3-803e-653bdc086018 req-fddf010c-a9d4-4cb1-a0fd-d97bb171f008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:23.638417 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-21641498-948f-47f3-803e-653bdc086018 req-fddf010c-a9d4-4cb1-a0fd-d97bb171f008 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1784386a-c541-4a81-9a6c-40b6494d7ca8 HTTP/1.1" status: 200 len: 1096 time: 0.1099417 Aug 05 11:35:23.665148 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7c6624-06d5-4803-ab7c-fc0535626f54 req-b0ead563-b9c7-486b-9b0d-0f88b28bb411 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:23.672990 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ea7c6624-06d5-4803-ab7c-fc0535626f54 req-b0ead563-b9c7-486b-9b0d-0f88b28bb411 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?device_id=86c37637-63a8-48f7-9437-fa36bcb189c0 HTTP/1.1" status: 200 len: 946 time: 0.1672750 Aug 05 11:35:23.696002 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-21641498-948f-47f3-803e-653bdc086018 req-2b0af12d-db31-492a-bb2a-b202789636b4 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=feb46b4b-aaf8-4b6b-b833-9ff153bfad9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435944 Aug 05 11:35:23.712387 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544d2caf-dc93-4c41-9e7b-8b4aefb5f3b4 req-53364206-bb01-40d1-8254-5d43dad570b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:23.714259 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-544d2caf-dc93-4c41-9e7b-8b4aefb5f3b4 req-53364206-bb01-40d1-8254-5d43dad570b9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6842f728-c2f3-4e36-bb32-3303d06ce3f4 HTTP/1.1" status: 200 len: 843 time: 0.1159489 Aug 05 11:35:23.738776 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ea7c6624-06d5-4803-ab7c-fc0535626f54 req-03401147-01df-487e-9253-f46e83cb47d8 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/security-groups?id=5dfacf8b-ef80-4e03-9b2b-0b5aacf0bf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643649 Aug 05 11:35:24.043727 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a697b09-9075-4f92-88b6-58c17694f382 req-0b944065-b72b-4c97-8527-e2f37b5352d2 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:24.045396 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8a697b09-9075-4f92-88b6-58c17694f382 req-0b944065-b72b-4c97-8527-e2f37b5352d2 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/ports?device_id=92c6efdb-6f99-4311-95ca-680b59498481 HTTP/1.1" status: 200 len: 945 time: 0.1287761 Aug 05 11:35:24.230708 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8a697b09-9075-4f92-88b6-58c17694f382 req-7cb9f96b-f2ee-4233-881d-09307651edfb tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4e742cc-0754-43b8-97b1-fad458ef76e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769373 Aug 05 11:35:24.333189 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544d2caf-dc93-4c41-9e7b-8b4aefb5f3b4 req-d87c00c9-1606-45f2-96d4-750460f27291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:24.337277 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-544d2caf-dc93-4c41-9e7b-8b4aefb5f3b4 req-d87c00c9-1606-45f2-96d4-750460f27291 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=91caede3-92e4-4b1e-8e3e-36227cfd846a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1623774 Aug 05 11:35:24.510259 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75323dfc-bf17-454e-bb70-3dde5a509c44 req-b22d79d4-85a1-4fb0-a7b2-eb8bfb1e1079 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:24.517583 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-75323dfc-bf17-454e-bb70-3dde5a509c44 req-b22d79d4-85a1-4fb0-a7b2-eb8bfb1e1079 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/networks?id=535dc2f1-67b1-49cd-891b-67f3b995cbf8 HTTP/1.1" status: 200 len: 806 time: 0.4494402 Aug 05 11:35:24.557884 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-75323dfc-bf17-454e-bb70-3dde5a509c44 req-0efa792c-7cf2-43ec-bfbc-9faade4fa98c tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/quotas/913ffd5cf69b465594d3b2ba08eae5b1 HTTP/1.1" status: 200 len: 375 time: 0.0389860 Aug 05 11:35:24.661952 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device adb25fa4-0b5c-48b8-acbe-c422e9846236 details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:35:24.668056 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device adb25fa4-0b5c-48b8-acbe-c422e9846236 no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:35:24.695503 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc101f7-8e09-4b6c-9624-6c64f21250bf req-ba083173-c6f6-47cb-be58-43a3cb0a61cb tempest-ServerMetadataNegativeTestJSON-1796870566 tempest-ServerMetadataNegativeTestJSON-1796870566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:24.698231 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2dc101f7-8e09-4b6c-9624-6c64f21250bf req-ba083173-c6f6-47cb-be58-43a3cb0a61cb tempest-ServerMetadataNegativeTestJSON-1796870566 tempest-ServerMetadataNegativeTestJSON-1796870566-project] 10.222.0.58 "GET /v2.0/ports?device_id=1784386a-c541-4a81-9a6c-40b6494d7ca8 HTTP/1.1" status: 200 len: 945 time: 0.2391670 Aug 05 11:35:24.818023 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2dc101f7-8e09-4b6c-9624-6c64f21250bf req-e29a7cfc-ab34-481d-9dbe-2fb627fe4e0a tempest-ServerMetadataNegativeTestJSON-1796870566 tempest-ServerMetadataNegativeTestJSON-1796870566-project] 10.222.0.58 "GET /v2.0/security-groups?id=feb46b4b-aaf8-4b6b-b833-9ff153bfad9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111956 Aug 05 11:35:24.826436 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-544d2caf-dc93-4c41-9e7b-8b4aefb5f3b4 req-01efab43-6c5e-411f-af02-db3b7d549851 service neutron] 10.222.0.64 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4671948 Aug 05 11:35:24.841904 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-75323dfc-bf17-454e-bb70-3dde5a509c44 req-8a7a421c-1806-4afc-a84e-118c304d8c04 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=913ffd5cf69b465594d3b2ba08eae5b1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2744370 Aug 05 11:35:25.070396 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port adb25fa4-0b5c-48b8-acbe-c422e9846236, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=adb25fa4-0b5c-48b8-acbe-c422e9846236,segment=NetworkSegment(01e8ca75-cf59-480b-8ee2-932f754dd7b2),segment_id=01e8ca75-cf59-480b-8ee2-932f754dd7b2)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:35:25.112520 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Returning: {'device': 'adb25fa4-0b5c-48b8-acbe-c422e9846236', 'network_id': 'df604f01-40cf-4ac6-a403-862287f48d99', 'port_id': 'adb25fa4-0b5c-48b8-acbe-c422e9846236', 'mac_address': 'fa:16:3e:62:e2:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '524b1b8f-caef-4267-8226-9611509ac5a4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:35:25.201267 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a806074-ce2d-4f5b-95ff-88f4ec808684 req-ab5f4da5-7d2e-44c7-bd92-f62b819ec423 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:25.221042 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0a806074-ce2d-4f5b-95ff-88f4ec808684 req-ab5f4da5-7d2e-44c7-bd92-f62b819ec423 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d06186c-d1fe-4d01-9853-c0787a6d9ce4 HTTP/1.1" status: 200 len: 949 time: 0.2118971 Aug 05 11:35:25.279087 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-544d2caf-dc93-4c41-9e7b-8b4aefb5f3b4 req-3fb1966e-b85c-4b23-8fd7-b44ef8df6049 service neutron] 10.222.0.64 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4340205 Aug 05 11:35:25.285436 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-75323dfc-bf17-454e-bb70-3dde5a509c44 req-136622f0-699a-4d3e-8086-cd27df46103f service neutron] 10.222.0.58 "GET /v2.0/networks/535dc2f1-67b1-49cd-891b-67f3b995cbf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4266911 Aug 05 11:35:25.336200 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0a806074-ce2d-4f5b-95ff-88f4ec808684 req-7b5ca739-e2cd-4c12-a3a3-33de53b3d853 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172440 Aug 05 11:35:25.353842 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:25.361009 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:25.470235 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id adb25fa4-0b5c-48b8-acbe-c422e9846236 {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:35:25.527141 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port adb25fa4-0b5c-48b8-acbe-c422e9846236, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=adb25fa4-0b5c-48b8-acbe-c422e9846236,segment=NetworkSegment(01e8ca75-cf59-480b-8ee2-932f754dd7b2),segment_id=01e8ca75-cf59-480b-8ee2-932f754dd7b2)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:35:25.555716 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:25.698706 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=adb25fa4-0b5c-48b8-acbe-c422e9846236,revision_number=6']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:35:25.721702 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797964fc-a9a3-4bfc-a175-bf62a0a2d596 req-7e72228e-b91d-43e9-8611-065dc7b8671f tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:25.734943 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-797964fc-a9a3-4bfc-a175-bf62a0a2d596 req-7e72228e-b91d-43e9-8611-065dc7b8671f tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/ports?device_id=92c6efdb-6f99-4311-95ca-680b59498481 HTTP/1.1" status: 200 len: 944 time: 0.2351332 Aug 05 11:35:25.755307 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-75323dfc-bf17-454e-bb70-3dde5a509c44 req-55c4b90c-e032-4aa8-8249-23f76980605b service neutron] 10.222.0.58 "GET /v2.0/networks/535dc2f1-67b1-49cd-891b-67f3b995cbf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4189305 Aug 05 11:35:25.791740 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.db.api [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94422) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 05 11:35:25.793083 n-d-803378-2 neutron-server[94422]: DEBUG oslo_db.api [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 11:35:25.857824 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['adb25fa4-0b5c-48b8-acbe-c422e9846236'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:35:25.931404 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-797964fc-a9a3-4bfc-a175-bf62a0a2d596 req-1916e467-9d08-415f-a5e9-134b1bee70d5 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4e742cc-0754-43b8-97b1-fad458ef76e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952145 Aug 05 11:35:26.252166 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ac0143-11f8-4b78-ab22-a976500c0e18 req-ad66291b-ca81-48b3-8b34-409c575268a4 tempest-ServerMetadataNegativeTestJSON-1796870566 tempest-ServerMetadataNegativeTestJSON-1796870566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:26.292441 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-62ac0143-11f8-4b78-ab22-a976500c0e18 req-ad66291b-ca81-48b3-8b34-409c575268a4 tempest-ServerMetadataNegativeTestJSON-1796870566 tempest-ServerMetadataNegativeTestJSON-1796870566-project] 10.222.0.58 "GET /v2.0/ports?device_id=1784386a-c541-4a81-9a6c-40b6494d7ca8 HTTP/1.1" status: 200 len: 945 time: 0.1984553 Aug 05 11:35:26.398154 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 58586) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:35:26.457955 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:26.466340 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-62ac0143-11f8-4b78-ab22-a976500c0e18 req-0d9dba65-e777-40f4-9e23-fcbb1a41322d tempest-ServerMetadataNegativeTestJSON-1796870566 tempest-ServerMetadataNegativeTestJSON-1796870566-project] 10.222.0.58 "GET /v2.0/security-groups?id=feb46b4b-aaf8-4b6b-b833-9ff153bfad9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725640 Aug 05 11:35:26.508239 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id adb25fa4-0b5c-48b8-acbe-c422e9846236 {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:35:26.536898 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port adb25fa4-0b5c-48b8-acbe-c422e9846236, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=adb25fa4-0b5c-48b8-acbe-c422e9846236,segment=NetworkSegment(01e8ca75-cf59-480b-8ee2-932f754dd7b2),segment_id=01e8ca75-cf59-480b-8ee2-932f754dd7b2)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:35:26.546065 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:26.707236 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=adb25fa4-0b5c-48b8-acbe-c422e9846236,revision_number=7']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:35:26.717764 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2626e67b-a641-471c-b8d7-874bd6aaf001 req-00cc86b5-8bca-4088-9b4a-14b462940e3a tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:26.730157 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2626e67b-a641-471c-b8d7-874bd6aaf001 req-00cc86b5-8bca-4088-9b4a-14b462940e3a tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d06186c-d1fe-4d01-9853-c0787a6d9ce4 HTTP/1.1" status: 200 len: 949 time: 0.1418529 Aug 05 11:35:26.852572 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2626e67b-a641-471c-b8d7-874bd6aaf001 req-f46d541f-57be-43e3-8c85-fe8f216b0192 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158538 Aug 05 11:35:26.863939 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-25d3dd42-3dd1-4ec1-a37c-d643c08171d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:27.077204 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-25d3dd42-3dd1-4ec1-a37c-d643c08171d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:27.086368 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-25d3dd42-3dd1-4ec1-a37c-d643c08171d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:27.143215 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-25d3dd42-3dd1-4ec1-a37c-d643c08171d4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4d979ae0db9f493bb83ddea18f3a163b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7423847 Aug 05 11:35:27.146412 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 58620) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:35:27.200742 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d3dd42-3dd1-4ec1-a37c-d643c08171d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f2b9d9f-01b4-4835-aa05-1f9c04ca51e4,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:35:27.232092 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9d0c9133-036c-45eb-858b-c3bd228c3797 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:27.252623 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f16daf0-6bf6-4ead-b528-2a950f28f964 req-da8b8d92-c0df-4d4d-9dad-8d8254981ace tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:27.264728 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7f16daf0-6bf6-4ead-b528-2a950f28f964 req-da8b8d92-c0df-4d4d-9dad-8d8254981ace tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/ports?device_id=92c6efdb-6f99-4311-95ca-680b59498481 HTTP/1.1" status: 200 len: 943 time: 0.1548042 Aug 05 11:35:27.269257 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9d0c9133-036c-45eb-858b-c3bd228c3797 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:27.364307 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7f16daf0-6bf6-4ead-b528-2a950f28f964 req-2a46435a-f440-4dce-8ff8-d92a29c5ef38 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4e742cc-0754-43b8-97b1-fad458ef76e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985610 Aug 05 11:35:27.365599 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9d0c9133-036c-45eb-858b-c3bd228c3797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:27.375157 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9d0c9133-036c-45eb-858b-c3bd228c3797 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:27.381625 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-9d0c9133-036c-45eb-858b-c3bd228c3797 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5f2b9d9f-01b4-4835-aa05-1f9c04ca51e4 HTTP/1.1" status: 204 len: 168 time: 0.2322581 Aug 05 11:35:27.396586 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0c9133-036c-45eb-858b-c3bd228c3797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f2b9d9f-01b4-4835-aa05-1f9c04ca51e4,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:35:28.006622 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbeacff-ae2a-4ce5-ab38-3c6c72b6df81 req-4e0492a9-4851-4125-8a4b-e28ee83d9337 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:28.016991 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2cbeacff-ae2a-4ce5-ab38-3c6c72b6df81 req-4e0492a9-4851-4125-8a4b-e28ee83d9337 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d06186c-d1fe-4d01-9853-c0787a6d9ce4 HTTP/1.1" status: 200 len: 949 time: 0.0866044 Aug 05 11:35:28.070238 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2cbeacff-ae2a-4ce5-ab38-3c6c72b6df81 req-771232c3-c3f9-4244-8839-74d16cf017be tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469918 Aug 05 11:35:28.426787 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55ebe5d-a06c-41d9-991d-ddab91c9485f req-f3052352-060a-44a6-8e0d-b34fd98811ea tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:28.432288 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a55ebe5d-a06c-41d9-991d-ddab91c9485f req-f3052352-060a-44a6-8e0d-b34fd98811ea tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/networks?id=535dc2f1-67b1-49cd-891b-67f3b995cbf8 HTTP/1.1" status: 200 len: 806 time: 0.2356782 Aug 05 11:35:28.454641 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a55ebe5d-a06c-41d9-991d-ddab91c9485f req-db584f2e-c66e-4089-aece-8e4aa31c1776 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/quotas/913ffd5cf69b465594d3b2ba08eae5b1 HTTP/1.1" status: 200 len: 375 time: 0.0131950 Aug 05 11:35:28.661253 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a55ebe5d-a06c-41d9-991d-ddab91c9485f req-9dd608b9-8a12-4d19-a6e2-ac9290810d1e tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=913ffd5cf69b465594d3b2ba08eae5b1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1984928 Aug 05 11:35:28.672853 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device adb25fa4-0b5c-48b8-acbe-c422e9846236 up at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:35:28.775692 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning complete for port adb25fa4-0b5c-48b8-acbe-c422e9846236 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:35:28.776658 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:28.787728 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8368df76-a657-4eae-a935-2e4cd3ec242c req-e4071377-c401-4fce-9c6b-fc9166f0aebd tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:28.790108 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8368df76-a657-4eae-a935-2e4cd3ec242c req-e4071377-c401-4fce-9c6b-fc9166f0aebd tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/ports?device_id=92c6efdb-6f99-4311-95ca-680b59498481 HTTP/1.1" status: 200 len: 943 time: 0.3011613 Aug 05 11:35:28.879612 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8368df76-a657-4eae-a935-2e4cd3ec242c req-a50c2bfe-c706-4d65-9d7e-e9455878fdac tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4e742cc-0754-43b8-97b1-fad458ef76e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819733 Aug 05 11:35:28.893982 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a55ebe5d-a06c-41d9-991d-ddab91c9485f req-cd4a9309-c988-49cb-9533-a3e3d20591bc service neutron] 10.222.0.58 "GET /v2.0/networks/535dc2f1-67b1-49cd-891b-67f3b995cbf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315860 Aug 05 11:35:29.000153 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:29.061359 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92c6efdb-6f99-4311-95ca-680b59498481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adb25fa4-0b5c-48b8-acbe-c422e9846236'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:35:29.072946 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4bc3f86-8347-4d0f-987e-4f1797d565f3" -d '{"events": [{"server_uuid": "92c6efdb-6f99-4311-95ca-680b59498481", "name": "network-vif-plugged", "status": "completed", "tag": "adb25fa4-0b5c-48b8-acbe-c422e9846236"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:35:29.143736 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port adb25fa4-0b5c-48b8-acbe-c422e9846236, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=adb25fa4-0b5c-48b8-acbe-c422e9846236,segment=NetworkSegment(01e8ca75-cf59-480b-8ee2-932f754dd7b2),segment_id=01e8ca75-cf59-480b-8ee2-932f754dd7b2)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:35:29.159387 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:29.164340 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:29.165249 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a55ebe5d-a06c-41d9-991d-ddab91c9485f req-282fa40f-eadd-4e5c-8bc4-19af96793ea3 service neutron] 10.222.0.58 "GET /v2.0/networks/535dc2f1-67b1-49cd-891b-67f3b995cbf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703145 Aug 05 11:35:29.352892 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=adb25fa4-0b5c-48b8-acbe-c422e9846236,revision_number=8']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:35:29.403832 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0757461f-4b0d-475d-9401-1fd5ca2ffa95 x-openstack-request-id: req-0757461f-4b0d-475d-9401-1fd5ca2ffa95 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:35:29.405154 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92c6efdb-6f99-4311-95ca-680b59498481", "name": "network-vif-plugged", "status": "completed", "tag": "adb25fa4-0b5c-48b8-acbe-c422e9846236", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:35:29.405627 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0757461f-4b0d-475d-9401-1fd5ca2ffa95 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:35:29.406340 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92c6efdb-6f99-4311-95ca-680b59498481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adb25fa4-0b5c-48b8-acbe-c422e9846236', 'code': 200} Aug 05 11:35:29.594643 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b3ec9b-8198-48f9-9019-9d3162ce5e8a req-9577d554-4b91-4f70-ae12-ad83cfb7cfed tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:29.600430 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-68b3ec9b-8198-48f9-9019-9d3162ce5e8a req-9577d554-4b91-4f70-ae12-ad83cfb7cfed tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d06186c-d1fe-4d01-9853-c0787a6d9ce4 HTTP/1.1" status: 200 len: 949 time: 0.1240864 Aug 05 11:35:29.892607 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-68b3ec9b-8198-48f9-9019-9d3162ce5e8a req-b1711a26-38f2-4846-8da0-e43a562001b1 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714517 Aug 05 11:35:29.935129 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e5a418-ee45-4e8b-9d83-598c265f000b req-9aedc0c0-3ac3-4ce5-a644-ca02a65edc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:29.936735 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-f3e5a418-ee45-4e8b-9d83-598c265f000b req-9aedc0c0-3ac3-4ce5-a644-ca02a65edc78 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=92c6efdb-6f99-4311-95ca-680b59498481 HTTP/1.1" status: 200 len: 1096 time: 0.2264628 Aug 05 11:35:29.983145 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cb8d9f-f0a0-46c4-af3e-4e31831309e0 req-252bbe66-c1d2-47d4-ab57-3ef3b96c57b8 tempest-ServerMetadataNegativeTestJSON-1796870566 tempest-ServerMetadataNegativeTestJSON-1796870566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:29.996029 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e3cb8d9f-f0a0-46c4-af3e-4e31831309e0 req-252bbe66-c1d2-47d4-ab57-3ef3b96c57b8 tempest-ServerMetadataNegativeTestJSON-1796870566 tempest-ServerMetadataNegativeTestJSON-1796870566-project] 10.222.0.58 "GET /v2.0/ports?device_id=1784386a-c541-4a81-9a6c-40b6494d7ca8 HTTP/1.1" status: 200 len: 945 time: 0.3944261 Aug 05 11:35:30.059744 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-f3e5a418-ee45-4e8b-9d83-598c265f000b req-9ccbe78b-c44d-45f1-aecb-c58ccb8d3536 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a4e742cc-0754-43b8-97b1-fad458ef76e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058335 Aug 05 11:35:30.094624 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-17c8f697-9686-4b06-a607-ab6227d4a7f8 req-f792c173-97ee-4569-b8a3-1fc5cecb1000 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?device_id=376a2856-9261-490f-b218-09eb73538906 HTTP/1.1" status: 200 len: 210 time: 0.0597587 Aug 05 11:35:30.151840 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e3cb8d9f-f0a0-46c4-af3e-4e31831309e0 req-edb7fafe-3eaf-40e1-9445-89599b2dd1f1 tempest-ServerMetadataNegativeTestJSON-1796870566 tempest-ServerMetadataNegativeTestJSON-1796870566-project] 10.222.0.58 "GET /v2.0/security-groups?id=feb46b4b-aaf8-4b6b-b833-9ff153bfad9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547945 Aug 05 11:35:30.355400 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2c681d-b378-43ad-a7c0-1a737e731d2d req-f7d9aec2-33dc-46f7-b671-77859d1d0482 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:30.359016 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5d2c681d-b378-43ad-a7c0-1a737e731d2d req-f7d9aec2-33dc-46f7-b671-77859d1d0482 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/ports?device_id=92c6efdb-6f99-4311-95ca-680b59498481 HTTP/1.1" status: 200 len: 945 time: 0.1425891 Aug 05 11:35:30.458851 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5d2c681d-b378-43ad-a7c0-1a737e731d2d req-bcb3681e-1aa2-42f1-8456-c427a786ac7f tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4e742cc-0754-43b8-97b1-fad458ef76e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929179 Aug 05 11:35:31.089658 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8e9627-21dc-4ca9-bca9-df673f9a10a8 req-25b4b2f6-b9c1-436f-b602-a74708fc9102 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:31.100122 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9a8e9627-21dc-4ca9-bca9-df673f9a10a8 req-25b4b2f6-b9c1-436f-b602-a74708fc9102 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d06186c-d1fe-4d01-9853-c0787a6d9ce4 HTTP/1.1" status: 200 len: 949 time: 0.1025958 Aug 05 11:35:31.157413 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9a8e9627-21dc-4ca9-bca9-df673f9a10a8 req-4b781f0f-ea06-4827-acab-e7563cb2ddbc tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548422 Aug 05 11:35:31.312895 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-47404bfe-4ee1-4bf0-a999-374e40258317 req-8ae1ce07-e238-461a-aa4e-10c452554529 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?device_id=376a2856-9261-490f-b218-09eb73538906 HTTP/1.1" status: 200 len: 210 time: 0.0619304 Aug 05 11:35:31.423189 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cabdb73-7c22-47b2-888f-23045f2f3b3e req-5ff80ea8-030f-4202-9152-9fc43845d204 tempest-ServerMetadataNegativeTestJSON-1796870566 tempest-ServerMetadataNegativeTestJSON-1796870566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:31.434768 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4cabdb73-7c22-47b2-888f-23045f2f3b3e req-5ff80ea8-030f-4202-9152-9fc43845d204 tempest-ServerMetadataNegativeTestJSON-1796870566 tempest-ServerMetadataNegativeTestJSON-1796870566-project] 10.222.0.58 "GET /v2.0/ports?device_id=1784386a-c541-4a81-9a6c-40b6494d7ca8 HTTP/1.1" status: 200 len: 945 time: 0.1036758 Aug 05 11:35:31.588137 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4cabdb73-7c22-47b2-888f-23045f2f3b3e req-e8f16ea2-6036-4ce0-ba5e-f650018b227e tempest-ServerMetadataNegativeTestJSON-1796870566 tempest-ServerMetadataNegativeTestJSON-1796870566-project] 10.222.0.58 "GET /v2.0/security-groups?id=feb46b4b-aaf8-4b6b-b833-9ff153bfad9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455474 Aug 05 11:35:31.652511 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae49b3a0-d1f7-4dd9-a35f-4f1f65b3cbae req-efb7cd4d-8ae6-4a14-91b6-583b0a61b142 tempest-ServerMetadataNegativeTestJSON-1796870566 tempest-ServerMetadataNegativeTestJSON-1796870566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:31.654245 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ae49b3a0-d1f7-4dd9-a35f-4f1f65b3cbae req-efb7cd4d-8ae6-4a14-91b6-583b0a61b142 tempest-ServerMetadataNegativeTestJSON-1796870566 tempest-ServerMetadataNegativeTestJSON-1796870566-project] 10.222.0.64 "GET /v2.0/ports?device_id=1784386a-c541-4a81-9a6c-40b6494d7ca8 HTTP/1.1" status: 200 len: 945 time: 0.1748698 Aug 05 11:35:31.808047 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55ebe5d-a06c-41d9-991d-ddab91c9485f req-11a5141b-78fc-4508-95e1-cb0e809fe1a2 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:31.810754 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-a55ebe5d-a06c-41d9-991d-ddab91c9485f req-11a5141b-78fc-4508-95e1-cb0e809fe1a2 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.55 "GET /v2.0/networks?id=535dc2f1-67b1-49cd-891b-67f3b995cbf8 HTTP/1.1" status: 200 len: 806 time: 0.3152864 Aug 05 11:35:31.832224 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-a55ebe5d-a06c-41d9-991d-ddab91c9485f req-95dd5df8-28cc-42fc-9493-f15de0542465 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Request body: {'port': {'device_id': '376a2856-9261-490f-b218-09eb73538906', 'network_id': '535dc2f1-67b1-49cd-891b-67f3b995cbf8', 'admin_state_up': True, 'tenant_id': '913ffd5cf69b465594d3b2ba08eae5b1'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:35:31.970352 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [req-ae49b3a0-d1f7-4dd9-a35f-4f1f65b3cbae req-6d7fea60-c91d-4dd3-a43d-98144cb5bc2b tempest-ServerMetadataNegativeTestJSON-1796870566 tempest-ServerMetadataNegativeTestJSON-1796870566-project] Deleting port 3291bc95-7770-403d-8130-70a57ba9b615 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:35:31.974634 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-ae49b3a0-d1f7-4dd9-a35f-4f1f65b3cbae req-6d7fea60-c91d-4dd3-a43d-98144cb5bc2b tempest-ServerMetadataNegativeTestJSON-1796870566 tempest-ServerMetadataNegativeTestJSON-1796870566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:32.097608 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a55ebe5d-a06c-41d9-991d-ddab91c9485f req-95dd5df8-28cc-42fc-9493-f15de0542465 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Made reservation on behalf of 913ffd5cf69b465594d3b2ba08eae5b1 for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:35:32.110635 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-a55ebe5d-a06c-41d9-991d-ddab91c9485f req-95dd5df8-28cc-42fc-9493-f15de0542465 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:32.199583 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94950d29-734a-4fbc-8357-27fe2b176aee req-3b10b517-836c-4bd3-9d8e-af7a7e875f78 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:32.206771 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-94950d29-734a-4fbc-8357-27fe2b176aee req-3b10b517-836c-4bd3-9d8e-af7a7e875f78 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/ports?device_id=92c6efdb-6f99-4311-95ca-680b59498481 HTTP/1.1" status: 200 len: 945 time: 0.4419556 Aug 05 11:35:32.306511 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-ae49b3a0-d1f7-4dd9-a35f-4f1f65b3cbae req-6d7fea60-c91d-4dd3-a43d-98144cb5bc2b tempest-ServerMetadataNegativeTestJSON-1796870566 tempest-ServerMetadataNegativeTestJSON-1796870566-project] For port 3291bc95-7770-403d-8130-70a57ba9b615, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=3291bc95-7770-403d-8130-70a57ba9b615,segment=NetworkSegment(38aa313d-dac0-439f-b888-3afda5d4b0f1),segment_id=38aa313d-dac0-439f-b888-3afda5d4b0f1)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:35:32.318654 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-ae49b3a0-d1f7-4dd9-a35f-4f1f65b3cbae req-6d7fea60-c91d-4dd3-a43d-98144cb5bc2b tempest-ServerMetadataNegativeTestJSON-1796870566 tempest-ServerMetadataNegativeTestJSON-1796870566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:32.382682 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-a55ebe5d-a06c-41d9-991d-ddab91c9485f req-95dd5df8-28cc-42fc-9493-f15de0542465 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Allocated IP 172.20.0.5 (535dc2f1-67b1-49cd-891b-67f3b995cbf8/1b19baf8-9ef5-4535-9e61-0fc2264669f6/f0317587-0bfb-44e2-8f4b-2480a75268f2) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:35:32.405257 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [req-ae49b3a0-d1f7-4dd9-a35f-4f1f65b3cbae req-6d7fea60-c91d-4dd3-a43d-98144cb5bc2b tempest-ServerMetadataNegativeTestJSON-1796870566 tempest-ServerMetadataNegativeTestJSON-1796870566-project] Calling delete_port for 3291bc95-7770-403d-8130-70a57ba9b615 owned by compute:nova {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:35:32.422270 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-94950d29-734a-4fbc-8357-27fe2b176aee req-a916294e-7f27-4228-85b5-29ba306ab026 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4e742cc-0754-43b8-97b1-fad458ef76e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841078 Aug 05 11:35:32.727067 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-a55ebe5d-a06c-41d9-991d-ddab91c9485f req-95dd5df8-28cc-42fc-9493-f15de0542465 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:32.828140 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cb3c117e-bb2d-4c87-ad30-42a750bbdd29 req-c8957eec-4f8f-4d7f-8a70-859653e4082e tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?device_id=376a2856-9261-490f-b218-09eb73538906 HTTP/1.1" status: 200 len: 210 time: 0.1085548 Aug 05 11:35:32.874237 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-a55ebe5d-a06c-41d9-991d-ddab91c9485f req-95dd5df8-28cc-42fc-9493-f15de0542465 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:32.907891 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['c6ea930f-9cea-4fc6-b5f1-18fa57d750d9'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:35:32.929601 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08aa967-93e4-4867-b4c0-7ee175d7f812 req-4cb0664b-4002-4c35-abcc-f9b4dccedf45 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:32.944248 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c08aa967-93e4-4867-b4c0-7ee175d7f812 req-4cb0664b-4002-4c35-abcc-f9b4dccedf45 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d06186c-d1fe-4d01-9853-c0787a6d9ce4 HTTP/1.1" status: 200 len: 949 time: 0.5936389 Aug 05 11:35:33.014677 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a55ebe5d-a06c-41d9-991d-ddab91c9485f req-95dd5df8-28cc-42fc-9493-f15de0542465 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Network 535dc2f1-67b1-49cd-891b-67f3b995cbf8 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:35:33.022965 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-a55ebe5d-a06c-41d9-991d-ddab91c9485f req-95dd5df8-28cc-42fc-9493-f15de0542465 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:35:33.031525 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-a55ebe5d-a06c-41d9-991d-ddab91c9485f req-95dd5df8-28cc-42fc-9493-f15de0542465 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:35:33.039482 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-ae49b3a0-d1f7-4dd9-a35f-4f1f65b3cbae req-6d7fea60-c91d-4dd3-a43d-98144cb5bc2b tempest-ServerMetadataNegativeTestJSON-1796870566 tempest-ServerMetadataNegativeTestJSON-1796870566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:33.139848 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['3291bc95-7770-403d-8130-70a57ba9b615'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:35:33.176131 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55ebe5d-a06c-41d9-991d-ddab91c9485f req-95dd5df8-28cc-42fc-9493-f15de0542465 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:33.176858 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-a55ebe5d-a06c-41d9-991d-ddab91c9485f req-95dd5df8-28cc-42fc-9493-f15de0542465 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:33.181534 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7fea60-c91d-4dd3-a43d-98144cb5bc2b tempest-ServerMetadataNegativeTestJSON-1796870566 tempest-ServerMetadataNegativeTestJSON-1796870566-project] Pushing event deleted for resources: {'Port': ['ID=3291bc95-7770-403d-8130-70a57ba9b615,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:35:33.218108 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-a55ebe5d-a06c-41d9-991d-ddab91c9485f req-95dd5df8-28cc-42fc-9493-f15de0542465 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3898797 Aug 05 11:35:33.251016 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-a55ebe5d-a06c-41d9-991d-ddab91c9485f req-1c0594c6-e8e4-4f16-9d2a-5c32eab3ce57 service neutron] Request body: {'port': {'device_id': '376a2856-9261-490f-b218-09eb73538906', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:35:33.386657 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c08aa967-93e4-4867-b4c0-7ee175d7f812 req-db134786-9dd8-49ba-8a37-f6edbafdf58e tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4367032 Aug 05 11:35:33.447438 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dd5df8-28cc-42fc-9493-f15de0542465 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Pushing event updated for resources: {'Port': ['ID=f0317587-0bfb-44e2-8f4b-2480a75268f2,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:35:33.447984 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17d545a-27e0-4f7b-acc5-b27a4a1ad654 req-98e7de82-60ff-48ba-a1fa-f0e415207327 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:33.460728 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b17d545a-27e0-4f7b-acc5-b27a4a1ad654 req-98e7de82-60ff-48ba-a1fa-f0e415207327 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/ports?device_id=92c6efdb-6f99-4311-95ca-680b59498481 HTTP/1.1" status: 200 len: 945 time: 0.4679706 Aug 05 11:35:33.467670 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae49b3a0-d1f7-4dd9-a35f-4f1f65b3cbae req-6d7fea60-c91d-4dd3-a43d-98144cb5bc2b tempest-ServerMetadataNegativeTestJSON-1796870566 tempest-ServerMetadataNegativeTestJSON-1796870566-project] No DVR routers for this DVR port 3291bc95-7770-403d-8130-70a57ba9b615 on host n-h1-803378-2 {{(pid=94420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:35:33.481719 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-a55ebe5d-a06c-41d9-991d-ddab91c9485f req-1c0594c6-e8e4-4f16-9d2a-5c32eab3ce57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:33.489463 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-ae49b3a0-d1f7-4dd9-a35f-4f1f65b3cbae req-6d7fea60-c91d-4dd3-a43d-98144cb5bc2b tempest-ServerMetadataNegativeTestJSON-1796870566 tempest-ServerMetadataNegativeTestJSON-1796870566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:33.497654 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ae49b3a0-d1f7-4dd9-a35f-4f1f65b3cbae req-6d7fea60-c91d-4dd3-a43d-98144cb5bc2b tempest-ServerMetadataNegativeTestJSON-1796870566 tempest-ServerMetadataNegativeTestJSON-1796870566-project] 10.222.0.64 "DELETE /v2.0/ports/3291bc95-7770-403d-8130-70a57ba9b615 HTTP/1.1" status: 204 len: 173 time: 1.8313026 Aug 05 11:35:33.498438 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1784386a-c541-4a81-9a6c-40b6494d7ca8', 'name': 'network-vif-deleted', 'tag': '3291bc95-7770-403d-8130-70a57ba9b615'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:35:33.503385 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 58850) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:35:33.504957 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}828068ad8d405ad77660ce68fa78e1ffe658725812f7a08f9e488a446589295b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44f557d7-b2fa-4297-92f5-d4a78679f028" -d '{"events": [{"server_uuid": "1784386a-c541-4a81-9a6c-40b6494d7ca8", "name": "network-vif-deleted", "tag": "3291bc95-7770-403d-8130-70a57ba9b615"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:35:33.691668 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b17d545a-27e0-4f7b-acc5-b27a4a1ad654 req-e4041e96-6ebb-42b8-9c08-ffb51317b06c tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4e742cc-0754-43b8-97b1-fad458ef76e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082920 Aug 05 11:35:33.700221 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bc110559-66bb-4a0c-aca4-2a5934802117 req-564fef31-c585-4f92-989e-361fa1bb43f2 tempest-ServerMetadataNegativeTestJSON-1796870566 tempest-ServerMetadataNegativeTestJSON-1796870566-project] 10.222.0.58 "GET /v2.0/ports?device_id=1784386a-c541-4a81-9a6c-40b6494d7ca8 HTTP/1.1" status: 200 len: 210 time: 0.1169281 Aug 05 11:35:33.740682 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aeb9a87-5a2f-4a7e-90b1-f0e14d8e8e02 x-openstack-request-id: req-2aeb9a87-5a2f-4a7e-90b1-f0e14d8e8e02 {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:35:33.741389 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1784386a-c541-4a81-9a6c-40b6494d7ca8", "name": "network-vif-deleted", "tag": "3291bc95-7770-403d-8130-70a57ba9b615", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:35:33.741806 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2aeb9a87-5a2f-4a7e-90b1-f0e14d8e8e02 {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:35:33.742443 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1784386a-c541-4a81-9a6c-40b6494d7ca8', 'name': 'network-vif-deleted', 'tag': '3291bc95-7770-403d-8130-70a57ba9b615', 'status': 'completed', 'code': 200} Aug 05 11:35:33.972949 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e670ddfa-0a69-4c77-a960-83d791d726a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:34.106053 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c8704b-8c5f-48ce-b2df-1a2b79bf22c8 req-6b464509-7f03-4ab3-9204-7a914c570375 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:34.115634 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d3c8704b-8c5f-48ce-b2df-1a2b79bf22c8 req-6b464509-7f03-4ab3-9204-7a914c570375 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?device_id=376a2856-9261-490f-b218-09eb73538906 HTTP/1.1" status: 200 len: 931 time: 0.1007004 Aug 05 11:35:34.229712 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d3c8704b-8c5f-48ce-b2df-1a2b79bf22c8 req-5d4f76a1-e204-4667-8b28-332fb41e9a54 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/security-groups?id=5dfacf8b-ef80-4e03-9b2b-0b5aacf0bf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113708 Aug 05 11:35:34.384053 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e670ddfa-0a69-4c77-a960-83d791d726a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:34.404365 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e670ddfa-0a69-4c77-a960-83d791d726a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:34.520818 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e670ddfa-0a69-4c77-a960-83d791d726a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92a03405-2adb-43f4-8d4d-46541101e4a9,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:35:34.526481 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-e670ddfa-0a69-4c77-a960-83d791d726a9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8dff0f50e1fd4705ac2ea9535fad2b5d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0176511 Aug 05 11:35:34.530764 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 58894) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:35:34.633385 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-a55ebe5d-a06c-41d9-991d-ddab91c9485f req-1c0594c6-e8e4-4f16-9d2a-5c32eab3ce57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0317587-0bfb-44e2-8f4b-2480a75268f2 {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:35:34.651900 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-a55ebe5d-a06c-41d9-991d-ddab91c9485f req-1c0594c6-e8e4-4f16-9d2a-5c32eab3ce57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:34.655014 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a062bdc9-e0fe-4a90-af1f-5dc180b931ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:34.686417 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a062bdc9-e0fe-4a90-af1f-5dc180b931ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:34.813722 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0a2100-5efa-4ca0-be00-1818bca51fef req-0ed66013-43ad-4c8c-874a-56ca93c69c7c tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:34.813722 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7a0a2100-5efa-4ca0-be00-1818bca51fef req-0ed66013-43ad-4c8c-874a-56ca93c69c7c tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d06186c-d1fe-4d01-9853-c0787a6d9ce4 HTTP/1.1" status: 200 len: 949 time: 0.1481292 Aug 05 11:35:34.813722 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d495a8a-85f6-44e0-b79b-2e6da7eca95e req-ac884af1-8838-4cfe-9c95-57e0385ced31 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:34.814606 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-a55ebe5d-a06c-41d9-991d-ddab91c9485f req-1c0594c6-e8e4-4f16-9d2a-5c32eab3ce57 service neutron] Transition to ACTIVE for port object f0317587-0bfb-44e2-8f4b-2480a75268f2 will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:35:34.820013 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2d495a8a-85f6-44e0-b79b-2e6da7eca95e req-ac884af1-8838-4cfe-9c95-57e0385ced31 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/networks?id=df604f01-40cf-4ac6-a403-862287f48d99 HTTP/1.1" status: 200 len: 814 time: 0.3070722 Aug 05 11:35:34.863142 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-a55ebe5d-a06c-41d9-991d-ddab91c9485f req-1c0594c6-e8e4-4f16-9d2a-5c32eab3ce57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:34.875286 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2d495a8a-85f6-44e0-b79b-2e6da7eca95e req-f7f09d90-1ff8-4d21-a463-c19e845ee3d1 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/quotas/c5007679d0154fc3bfd87d24d49c48af HTTP/1.1" status: 200 len: 375 time: 0.0520933 Aug 05 11:35:34.925362 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0594c6-e8e4-4f16-9d2a-5c32eab3ce57 service neutron] Pushing event updated for resources: {'Port': ['ID=f0317587-0bfb-44e2-8f4b-2480a75268f2,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:35:34.936566 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7a0a2100-5efa-4ca0-be00-1818bca51fef req-de1edea7-6b7f-467d-9930-91fd5f036425 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502290 Aug 05 11:35:34.988832 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a062bdc9-e0fe-4a90-af1f-5dc180b931ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:34.990830 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a062bdc9-e0fe-4a90-af1f-5dc180b931ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:34.997071 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-a062bdc9-e0fe-4a90-af1f-5dc180b931ff admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/92a03405-2adb-43f4-8d4d-46541101e4a9 HTTP/1.1" status: 204 len: 168 time: 0.4649515 Aug 05 11:35:35.015324 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2d495a8a-85f6-44e0-b79b-2e6da7eca95e req-fc6d7626-b77d-4698-a67e-91582228fca6 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=c5007679d0154fc3bfd87d24d49c48af&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1384838 Aug 05 11:35:35.060026 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 58908) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:35:35.074717 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a062bdc9-e0fe-4a90-af1f-5dc180b931ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92a03405-2adb-43f4-8d4d-46541101e4a9,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:35:35.128233 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-a55ebe5d-a06c-41d9-991d-ddab91c9485f req-1c0594c6-e8e4-4f16-9d2a-5c32eab3ce57 service neutron] Attempting to bind port f0317587-0bfb-44e2-8f4b-2480a75268f2 on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:35:35.128889 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-a55ebe5d-a06c-41d9-991d-ddab91c9485f req-1c0594c6-e8e4-4f16-9d2a-5c32eab3ce57 service neutron] Attempting to bind port f0317587-0bfb-44e2-8f4b-2480a75268f2 by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': '1464bea6-dc68-4175-ac76-169c7629018f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '535dc2f1-67b1-49cd-891b-67f3b995cbf8'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:35:35.129420 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55ebe5d-a06c-41d9-991d-ddab91c9485f req-1c0594c6-e8e4-4f16-9d2a-5c32eab3ce57 service neutron] Attempting to bind port f0317587-0bfb-44e2-8f4b-2480a75268f2 on network 535dc2f1-67b1-49cd-891b-67f3b995cbf8 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:35:35.135867 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55ebe5d-a06c-41d9-991d-ddab91c9485f req-1c0594c6-e8e4-4f16-9d2a-5c32eab3ce57 service neutron] Port f0317587-0bfb-44e2-8f4b-2480a75268f2 on network 535dc2f1-67b1-49cd-891b-67f3b995cbf8 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:35:35.136548 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55ebe5d-a06c-41d9-991d-ddab91c9485f req-1c0594c6-e8e4-4f16-9d2a-5c32eab3ce57 service neutron] Attempting to bind port f0317587-0bfb-44e2-8f4b-2480a75268f2 on network 535dc2f1-67b1-49cd-891b-67f3b995cbf8 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:35:35.142849 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55ebe5d-a06c-41d9-991d-ddab91c9485f req-1c0594c6-e8e4-4f16-9d2a-5c32eab3ce57 service neutron] Checking agent: {'id': 'a8f1dd2d-227c-4e30-8844-52419ba734db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:35:35.143857 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55ebe5d-a06c-41d9-991d-ddab91c9485f req-1c0594c6-e8e4-4f16-9d2a-5c32eab3ce57 service neutron] Checking segment: {'id': '1464bea6-dc68-4175-ac76-169c7629018f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '535dc2f1-67b1-49cd-891b-67f3b995cbf8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:35:35.145467 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55ebe5d-a06c-41d9-991d-ddab91c9485f req-1c0594c6-e8e4-4f16-9d2a-5c32eab3ce57 service neutron] Bound using segment: {'id': '1464bea6-dc68-4175-ac76-169c7629018f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '535dc2f1-67b1-49cd-891b-67f3b995cbf8'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:35:35.146202 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-a55ebe5d-a06c-41d9-991d-ddab91c9485f req-1c0594c6-e8e4-4f16-9d2a-5c32eab3ce57 service neutron] Bound port: f0317587-0bfb-44e2-8f4b-2480a75268f2, host: n-h2-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1464bea6-dc68-4175-ac76-169c7629018f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '535dc2f1-67b1-49cd-891b-67f3b995cbf8'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:35:35.146820 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-a55ebe5d-a06c-41d9-991d-ddab91c9485f req-1c0594c6-e8e4-4f16-9d2a-5c32eab3ce57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:35.184955 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d3659a3-dfb9-46a9-a775-e84c9f8081d6 admin admin] Deleting subnet 9c6fb88f-0314-4425-ae4a-6980332dd2ce {{(pid=94420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:35:35.262867 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9d3659a3-dfb9-46a9-a775-e84c9f8081d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:35.297615 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 3291bc95-7770-403d-8130-70a57ba9b615 no longer exists at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:35:35.369576 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-a55ebe5d-a06c-41d9-991d-ddab91c9485f req-1c0594c6-e8e4-4f16-9d2a-5c32eab3ce57 service neutron] For port f0317587-0bfb-44e2-8f4b-2480a75268f2, host n-h2-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:35:35.374648 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] No Port match for: 3291bc95-7770-403d-8130-70a57ba9b615 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:35:35.380168 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-a55ebe5d-a06c-41d9-991d-ddab91c9485f req-1c0594c6-e8e4-4f16-9d2a-5c32eab3ce57 service neutron] For port f0317587-0bfb-44e2-8f4b-2480a75268f2, host n-h2-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=f0317587-0bfb-44e2-8f4b-2480a75268f2,segment=NetworkSegment(1464bea6-dc68-4175-ac76-169c7629018f),segment_id=1464bea6-dc68-4175-ac76-169c7629018f)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:35:35.381209 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 3291bc95-7770-403d-8130-70a57ba9b615 not bound to the agent host n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:35:35.392161 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-a55ebe5d-a06c-41d9-991d-ddab91c9485f req-1c0594c6-e8e4-4f16-9d2a-5c32eab3ce57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:35.497569 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55ebe5d-a06c-41d9-991d-ddab91c9485f req-1c0594c6-e8e4-4f16-9d2a-5c32eab3ce57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:35.503065 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-a55ebe5d-a06c-41d9-991d-ddab91c9485f req-1c0594c6-e8e4-4f16-9d2a-5c32eab3ce57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:35.505168 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-a55ebe5d-a06c-41d9-991d-ddab91c9485f req-1c0594c6-e8e4-4f16-9d2a-5c32eab3ce57 service neutron] 10.222.0.55 "PUT /v2.0/ports/f0317587-0bfb-44e2-8f4b-2480a75268f2 HTTP/1.1" status: 200 len: 1091 time: 2.2656217 Aug 05 11:35:35.505941 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '376a2856-9261-490f-b218-09eb73538906', 'tag': 'f0317587-0bfb-44e2-8f4b-2480a75268f2'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:35:35.511596 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86b6a526-b6d4-4e02-8885-330c1b74254c" -d '{"events": [{"name": "network-changed", "server_uuid": "376a2856-9261-490f-b218-09eb73538906", "tag": "f0317587-0bfb-44e2-8f4b-2480a75268f2"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:35:35.588673 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0594c6-e8e4-4f16-9d2a-5c32eab3ce57 service neutron] Pushing event updated for resources: {'Port': ['ID=f0317587-0bfb-44e2-8f4b-2480a75268f2,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:35:35.801728 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47567deb-7d89-45a9-9253-7ba85c9659aa req-4d761307-9e2b-4547-a325-26a132463869 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:35.808587 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-47567deb-7d89-45a9-9253-7ba85c9659aa req-4d761307-9e2b-4547-a325-26a132463869 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.55 "GET /v2.0/ports?device_id=92c6efdb-6f99-4311-95ca-680b59498481 HTTP/1.1" status: 200 len: 945 time: 0.1829975 Aug 05 11:35:35.809597 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 58924) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:35:35.811926 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55ebe5d-a06c-41d9-991d-ddab91c9485f req-30bcbf26-050e-42ec-a768-f297d033931b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:35.813778 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-a55ebe5d-a06c-41d9-991d-ddab91c9485f req-30bcbf26-050e-42ec-a768-f297d033931b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=913ffd5cf69b465594d3b2ba08eae5b1&device_id=376a2856-9261-490f-b218-09eb73538906 HTTP/1.1" status: 200 len: 1094 time: 0.1868756 Aug 05 11:35:35.830581 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-38f20ce2-667a-43fe-8fc2-b2edf03d39aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:35.877868 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9d3659a3-dfb9-46a9-a775-e84c9f8081d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25010562'] for subnet, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:35.947184 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2d495a8a-85f6-44e0-b79b-2e6da7eca95e req-f18f5b96-8cc8-4bfc-852f-dd8613be5b6d service neutron] 10.222.0.58 "GET /v2.0/networks/df604f01-40cf-4ac6-a403-862287f48d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9284780 Aug 05 11:35:35.968570 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-a55ebe5d-a06c-41d9-991d-ddab91c9485f req-def50aba-4667-4791-a94d-cfb1743c0c3d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f0317587-0bfb-44e2-8f4b-2480a75268f2 HTTP/1.1" status: 200 len: 217 time: 0.1203313 Aug 05 11:35:36.035546 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9d3659a3-dfb9-46a9-a775-e84c9f8081d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:36.112552 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55ebe5d-a06c-41d9-991d-ddab91c9485f req-5b556787-b47e-435f-8008-b9a8e1ecc54f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:36.114340 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-a55ebe5d-a06c-41d9-991d-ddab91c9485f req-5b556787-b47e-435f-8008-b9a8e1ecc54f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1b19baf8-9ef5-4535-9e61-0fc2264669f6 HTTP/1.1" status: 200 len: 846 time: 0.0949697 Aug 05 11:35:36.179851 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-a55ebe5d-a06c-41d9-991d-ddab91c9485f req-0d6c122b-1e23-4147-85c8-47ca92e5564b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=535dc2f1-67b1-49cd-891b-67f3b995cbf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518892 Aug 05 11:35:36.192628 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17763888-aa59-4633-8d52-72aaf4e700e7 req-6be48105-8a4b-402f-a545-c3a1a9eee98e tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:36.194896 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-17763888-aa59-4633-8d52-72aaf4e700e7 req-6be48105-8a4b-402f-a545-c3a1a9eee98e tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?device_id=376a2856-9261-490f-b218-09eb73538906 HTTP/1.1" status: 200 len: 943 time: 0.2585530 Aug 05 11:35:36.198816 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9d3659a3-dfb9-46a9-a775-e84c9f8081d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29762763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24211094'] for subnet, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:36.249478 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2d495a8a-85f6-44e0-b79b-2e6da7eca95e req-edc2cc91-90a1-4651-830d-e31996d7704e service neutron] 10.222.0.58 "GET /v2.0/networks/df604f01-40cf-4ac6-a403-862287f48d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3012786 Aug 05 11:35:36.267408 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3659a3-dfb9-46a9-a775-e84c9f8081d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c6fb88f-0314-4425-ae4a-6980332dd2ce,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:35:36.275559 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-47567deb-7d89-45a9-9253-7ba85c9659aa req-01a06055-582b-4a46-baf6-0f41a53b69a2 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Deleting port adb25fa4-0b5c-48b8-acbe-c422e9846236 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:35:36.275998 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-47567deb-7d89-45a9-9253-7ba85c9659aa req-01a06055-582b-4a46-baf6-0f41a53b69a2 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:36.279822 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9d3659a3-dfb9-46a9-a775-e84c9f8081d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:36.285111 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-9d3659a3-dfb9-46a9-a775-e84c9f8081d6 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/9c6fb88f-0314-4425-ae4a-6980332dd2ce HTTP/1.1" status: 204 len: 168 time: 1.2238107 Aug 05 11:35:36.285850 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 58934) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:35:36.478504 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-47567deb-7d89-45a9-9253-7ba85c9659aa req-01a06055-582b-4a46-baf6-0f41a53b69a2 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] For port adb25fa4-0b5c-48b8-acbe-c422e9846236, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=adb25fa4-0b5c-48b8-acbe-c422e9846236,segment=NetworkSegment(01e8ca75-cf59-480b-8ee2-932f754dd7b2),segment_id=01e8ca75-cf59-480b-8ee2-932f754dd7b2)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:35:36.479027 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-47567deb-7d89-45a9-9253-7ba85c9659aa req-01a06055-582b-4a46-baf6-0f41a53b69a2 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:36.488524 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-17763888-aa59-4633-8d52-72aaf4e700e7 req-a4e73a03-d9fc-49de-9210-7229155db5ec tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/security-groups?id=5dfacf8b-ef80-4e03-9b2b-0b5aacf0bf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763629 Aug 05 11:35:36.522313 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-47567deb-7d89-45a9-9253-7ba85c9659aa req-01a06055-582b-4a46-baf6-0f41a53b69a2 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Calling delete_port for adb25fa4-0b5c-48b8-acbe-c422e9846236 owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:35:36.563221 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-61044d60-acfd-41fd-99fd-4bdd2cc01f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:36.817996 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-61044d60-acfd-41fd-99fd-4bdd2cc01f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:36.845757 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-61044d60-acfd-41fd-99fd-4bdd2cc01f03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99959b9b-b87a-4787-a0d9-cbaac4b3ff4d']}} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:35:36.877619 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-61044d60-acfd-41fd-99fd-4bdd2cc01f03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38aa313d-dac0-439f-b888-3afda5d4b0f1') {'for_net_delete': True} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:35:36.878265 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-61044d60-acfd-41fd-99fd-4bdd2cc01f03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38aa313d-dac0-439f-b888-3afda5d4b0f1') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:35:36.884428 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-40651817-b899-499d-a2fc-67d17ac6bc41 req-fa524587-e21d-4180-9de2-4abd6f263d1a tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2da4349-4de9-4268-bcad-acd2226838fc HTTP/1.1" status: 200 len: 210 time: 0.0538163 Aug 05 11:35:36.932602 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-61044d60-acfd-41fd-99fd-4bdd2cc01f03 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25010581'] for segment, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:36.940087 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dc889a3-2772-42a5-ad3d-8c013ca76466 x-openstack-request-id: req-6dc889a3-2772-42a5-ad3d-8c013ca76466 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:35:36.940527 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "376a2856-9261-490f-b218-09eb73538906", "tag": "f0317587-0bfb-44e2-8f4b-2480a75268f2", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:35:36.940654 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6dc889a3-2772-42a5-ad3d-8c013ca76466 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:35:36.941083 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '376a2856-9261-490f-b218-09eb73538906', 'tag': 'f0317587-0bfb-44e2-8f4b-2480a75268f2', 'status': 'completed', 'code': 200} Aug 05 11:35:36.983456 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-61044d60-acfd-41fd-99fd-4bdd2cc01f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:36.986789 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-47567deb-7d89-45a9-9253-7ba85c9659aa req-01a06055-582b-4a46-baf6-0f41a53b69a2 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:36.998167 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61044d60-acfd-41fd-99fd-4bdd2cc01f03 admin admin] Releasing vlan 671 on physical network physnet1 to pool {{(pid=94420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:35:36.998998 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-61044d60-acfd-41fd-99fd-4bdd2cc01f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29762581'] for segment, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:37.001583 n-d-803378-2 neutron-server[94420]: Traceback (most recent call last): Aug 05 11:35:37.001583 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:35:37.001583 n-d-803378-2 neutron-server[94420]: timer() Aug 05 11:35:37.001583 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:35:37.001583 n-d-803378-2 neutron-server[94420]: cb(*args, **kw) Aug 05 11:35:37.001583 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:35:37.001583 n-d-803378-2 neutron-server[94420]: return func(*args, **kwargs) Aug 05 11:35:37.001583 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:35:37.001583 n-d-803378-2 neutron-server[94420]: self._notify() Aug 05 11:35:37.001583 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:35:37.001583 n-d-803378-2 neutron-server[94420]: self.callback(batched_events) Aug 05 11:35:37.001583 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:35:37.001583 n-d-803378-2 neutron-server[94420]: event.method(event) Aug 05 11:35:37.001583 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:35:37.001583 n-d-803378-2 neutron-server[94420]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:35:37.001583 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:35:37.001583 n-d-803378-2 neutron-server[94420]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:35:37.001583 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:35:37.001583 n-d-803378-2 neutron-server[94420]: return f(self, *a, **k) Aug 05 11:35:37.001583 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:35:37.001583 n-d-803378-2 neutron-server[94420]: return self._get(url).json() Aug 05 11:35:37.001583 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:35:37.001583 n-d-803378-2 neutron-server[94420]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:35:37.001583 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:35:37.001583 n-d-803378-2 neutron-server[94420]: return self.request(url, 'GET', **kwargs) Aug 05 11:35:37.001583 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:35:37.001583 n-d-803378-2 neutron-server[94420]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:35:37.001583 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:35:37.001583 n-d-803378-2 neutron-server[94420]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:35:37.001583 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:35:37.001583 n-d-803378-2 neutron-server[94420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:35:37.001583 n-d-803378-2 neutron-server[94420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:35:37.033584 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a06055-582b-4a46-baf6-0f41a53b69a2 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Pushing event deleted for resources: {'Port': ['ID=adb25fa4-0b5c-48b8-acbe-c422e9846236,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:35:37.073022 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b55314-f17a-4b95-b724-5107cc9f7ae4 req-1f0b3ce9-9528-43be-b4fb-ffcfe1a76b3f tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:37.084184 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-08b55314-f17a-4b95-b724-5107cc9f7ae4 req-1f0b3ce9-9528-43be-b4fb-ffcfe1a76b3f tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d06186c-d1fe-4d01-9853-c0787a6d9ce4 HTTP/1.1" status: 200 len: 949 time: 0.2105072 Aug 05 11:35:37.141600 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-47567deb-7d89-45a9-9253-7ba85c9659aa req-01a06055-582b-4a46-baf6-0f41a53b69a2 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] No DVR routers for this DVR port adb25fa4-0b5c-48b8-acbe-c422e9846236 on host n-h2-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:35:37.146137 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-47567deb-7d89-45a9-9253-7ba85c9659aa req-01a06055-582b-4a46-baf6-0f41a53b69a2 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:37.150703 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-47567deb-7d89-45a9-9253-7ba85c9659aa req-01a06055-582b-4a46-baf6-0f41a53b69a2 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.55 "DELETE /v2.0/ports/adb25fa4-0b5c-48b8-acbe-c422e9846236 HTTP/1.1" status: 204 len: 173 time: 1.3044112 Aug 05 11:35:37.150929 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-61044d60-acfd-41fd-99fd-4bdd2cc01f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:37.155244 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-61044d60-acfd-41fd-99fd-4bdd2cc01f03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:37.161136 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-61044d60-acfd-41fd-99fd-4bdd2cc01f03 admin admin] 10.222.0.58 "DELETE /v2.0/networks/99959b9b-b87a-4787-a0d9-cbaac4b3ff4d HTTP/1.1" status: 204 len: 168 time: 0.8695657 Aug 05 11:35:37.175847 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-08b55314-f17a-4b95-b724-5107cc9f7ae4 req-e8ee1043-bb79-4b56-a59e-ca12f3ed22c1 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906148 Aug 05 11:35:37.203806 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61044d60-acfd-41fd-99fd-4bdd2cc01f03 admin admin] Pushing event deleted for resources: {'Network': ['ID=99959b9b-b87a-4787-a0d9-cbaac4b3ff4d,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:35:37.229478 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-22abb977-123f-4d78-af7f-ae755d61c720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:37.292315 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-a55ebe5d-a06c-41d9-991d-ddab91c9485f req-b62e57ab-2813-4a58-9262-938cbd002c68 service neutron] 10.222.0.55 "GET /v2.0/networks/535dc2f1-67b1-49cd-891b-67f3b995cbf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1031265 Aug 05 11:35:37.414268 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-38f20ce2-667a-43fe-8fc2-b2edf03d39aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:37.424621 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-38f20ce2-667a-43fe-8fc2-b2edf03d39aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:37.577621 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-38f20ce2-667a-43fe-8fc2-b2edf03d39aa admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=01e12f9cebe04e3da111bd34905ed239&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7599025 Aug 05 11:35:37.577621 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f20ce2-667a-43fe-8fc2-b2edf03d39aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab22735b-35d0-44b1-916d-fe3c6ab25111,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:35:37.578243 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 58962) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:35:37.619481 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-a55ebe5d-a06c-41d9-991d-ddab91c9485f req-9ffd80d8-54d0-4f4c-8057-fd43b4807243 service neutron] 10.222.0.55 "GET /v2.0/networks/535dc2f1-67b1-49cd-891b-67f3b995cbf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3186548 Aug 05 11:35:37.720669 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 58964) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:35:37.784112 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-121be773-aa40-45bd-a2c6-5cfb91d0b5af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:37.817048 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea774833-443c-45de-ba7d-967401983c02 req-e2a4c5d2-dfb3-4e0b-95ee-1169a39573f1 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:37.825473 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ea774833-443c-45de-ba7d-967401983c02 req-e2a4c5d2-dfb3-4e0b-95ee-1169a39573f1 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?device_id=376a2856-9261-490f-b218-09eb73538906 HTTP/1.1" status: 200 len: 943 time: 0.1576614 Aug 05 11:35:37.868568 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-121be773-aa40-45bd-a2c6-5cfb91d0b5af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:37.935942 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ea774833-443c-45de-ba7d-967401983c02 req-4a8b1081-a6d6-4cc9-8ca9-e8df2ac93b89 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/security-groups?id=5dfacf8b-ef80-4e03-9b2b-0b5aacf0bf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090796 Aug 05 11:35:37.996183 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-121be773-aa40-45bd-a2c6-5cfb91d0b5af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:38.000170 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-121be773-aa40-45bd-a2c6-5cfb91d0b5af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:38.001666 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-121be773-aa40-45bd-a2c6-5cfb91d0b5af admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ab22735b-35d0-44b1-916d-fe3c6ab25111 HTTP/1.1" status: 204 len: 168 time: 0.4223390 Aug 05 11:35:38.018443 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121be773-aa40-45bd-a2c6-5cfb91d0b5af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab22735b-35d0-44b1-916d-fe3c6ab25111,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:35:38.027651 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-432a30b2-6d42-468b-bf3e-835edcefa059 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=cd83fe75f80f4ae6ac03bc5881bf7daa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3054056 Aug 05 11:35:38.029925 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 58976) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:35:38.038696 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b6a526-b6d4-4e02-8885-330c1b74254c req-ad39f019-1b8a-4faf-a175-10fa4f18907d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:38.042252 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-86b6a526-b6d4-4e02-8885-330c1b74254c req-ad39f019-1b8a-4faf-a175-10fa4f18907d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=913ffd5cf69b465594d3b2ba08eae5b1&device_id=376a2856-9261-490f-b218-09eb73538906 HTTP/1.1" status: 200 len: 1094 time: 0.2411489 Aug 05 11:35:38.162743 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6d108813-a10d-45ad-acbf-7a78dc57412e req-fa4d5e4c-317c-4eee-8803-e0eb7e5da257 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2da4349-4de9-4268-bcad-acd2226838fc HTTP/1.1" status: 200 len: 210 time: 0.0521412 Aug 05 11:35:38.223950 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2365e774-f0c0-4562-97bd-d930ac7c7b9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:38.246065 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b6a526-b6d4-4e02-8885-330c1b74254c req-e0e54a5c-3311-4d22-a624-114a0c0e4627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:38.248953 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-86b6a526-b6d4-4e02-8885-330c1b74254c req-e0e54a5c-3311-4d22-a624-114a0c0e4627 service neutron] 10.222.0.55 "GET /v2.0/networks?id=535dc2f1-67b1-49cd-891b-67f3b995cbf8 HTTP/1.1" status: 200 len: 907 time: 0.1929348 Aug 05 11:35:38.397983 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2365e774-f0c0-4562-97bd-d930ac7c7b9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:38.399760 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-86b6a526-b6d4-4e02-8885-330c1b74254c req-a0a61e77-1827-4463-af14-0a48a20c26f7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f0317587-0bfb-44e2-8f4b-2480a75268f2 HTTP/1.1" status: 200 len: 217 time: 0.1358042 Aug 05 11:35:38.546569 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b6a526-b6d4-4e02-8885-330c1b74254c req-463ea218-a5b5-45ef-9454-3945a7f32a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:38.549704 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-86b6a526-b6d4-4e02-8885-330c1b74254c req-463ea218-a5b5-45ef-9454-3945a7f32a03 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1b19baf8-9ef5-4535-9e61-0fc2264669f6 HTTP/1.1" status: 200 len: 846 time: 0.1383460 Aug 05 11:35:38.573541 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ff091f-0be9-4f98-bcae-f01808565605 req-26b9cff5-eaa1-4725-9bdf-25482eee2d2a tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:38.575716 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a0ff091f-0be9-4f98-bcae-f01808565605 req-26b9cff5-eaa1-4725-9bdf-25482eee2d2a tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d06186c-d1fe-4d01-9853-c0787a6d9ce4 HTTP/1.1" status: 200 len: 949 time: 0.1275623 Aug 05 11:35:38.617373 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-86b6a526-b6d4-4e02-8885-330c1b74254c req-29fe70b2-651d-4020-bb45-08ad93d3c719 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=535dc2f1-67b1-49cd-891b-67f3b995cbf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587633 Aug 05 11:35:38.642735 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2365e774-f0c0-4562-97bd-d930ac7c7b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:38.652510 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2365e774-f0c0-4562-97bd-d930ac7c7b9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:38.692116 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-2365e774-f0c0-4562-97bd-d930ac7c7b9e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/feb46b4b-aaf8-4b6b-b833-9ff153bfad9b HTTP/1.1" status: 204 len: 168 time: 0.6519492 Aug 05 11:35:38.706201 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device adb25fa4-0b5c-48b8-acbe-c422e9846236 no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:35:38.756659 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] No Port match for: adb25fa4-0b5c-48b8-acbe-c422e9846236 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:35:38.760104 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device adb25fa4-0b5c-48b8-acbe-c422e9846236 not bound to the agent host n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:35:38.786722 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a0ff091f-0be9-4f98-bcae-f01808565605 req-6e9c46fc-6c62-4da6-8dce-265e9b6bc61a tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898470 Aug 05 11:35:38.787741 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2365e774-f0c0-4562-97bd-d930ac7c7b9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb46b4b-aaf8-4b6b-b833-9ff153bfad9b,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:35:38.792725 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-86b6a526-b6d4-4e02-8885-330c1b74254c req-f61a299a-841a-473c-8915-c740eaff4300 service neutron] 10.222.0.55 "GET /v2.0/networks/535dc2f1-67b1-49cd-891b-67f3b995cbf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630416 Aug 05 11:35:38.942636 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92c6efdb-6f99-4311-95ca-680b59498481', 'name': 'network-vif-deleted', 'tag': 'adb25fa4-0b5c-48b8-acbe-c422e9846236'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:35:38.947027 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56133bc5-921b-4030-927c-317784c23e31" -d '{"events": [{"server_uuid": "92c6efdb-6f99-4311-95ca-680b59498481", "name": "network-vif-deleted", "tag": "adb25fa4-0b5c-48b8-acbe-c422e9846236"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:35:39.023764 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-86b6a526-b6d4-4e02-8885-330c1b74254c req-c67670e0-d496-449b-8aa6-01be44be2cb1 service neutron] 10.222.0.55 "GET /v2.0/networks/535dc2f1-67b1-49cd-891b-67f3b995cbf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220769 Aug 05 11:35:39.066435 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78348b46-a62d-497d-bec6-768e0a26ca2b x-openstack-request-id: req-78348b46-a62d-497d-bec6-768e0a26ca2b {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:35:39.066747 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92c6efdb-6f99-4311-95ca-680b59498481", "name": "network-vif-deleted", "tag": "adb25fa4-0b5c-48b8-acbe-c422e9846236", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:35:39.067003 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-78348b46-a62d-497d-bec6-768e0a26ca2b {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:35:39.067431 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92c6efdb-6f99-4311-95ca-680b59498481', 'name': 'network-vif-deleted', 'tag': 'adb25fa4-0b5c-48b8-acbe-c422e9846236', 'status': 'completed', 'code': 200} Aug 05 11:35:39.269868 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764a02fa-456b-45a8-8cf9-3233270d9676 req-5d8ddfac-2994-49cf-84c7-620d1b5b5869 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:39.271600 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-764a02fa-456b-45a8-8cf9-3233270d9676 req-5d8ddfac-2994-49cf-84c7-620d1b5b5869 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?device_id=376a2856-9261-490f-b218-09eb73538906 HTTP/1.1" status: 200 len: 943 time: 0.1470892 Aug 05 11:35:39.332607 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d495a8a-85f6-44e0-b79b-2e6da7eca95e req-60fe08fa-4a3c-4252-a732-bd45cfd815eb tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:39.351595 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2d495a8a-85f6-44e0-b79b-2e6da7eca95e req-60fe08fa-4a3c-4252-a732-bd45cfd815eb tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.64 "GET /v2.0/networks?id=df604f01-40cf-4ac6-a403-862287f48d99 HTTP/1.1" status: 200 len: 814 time: 0.4200277 Aug 05 11:35:39.394180 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-2d495a8a-85f6-44e0-b79b-2e6da7eca95e req-f10d005c-c520-45ef-91ee-6eb3772be8b6 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Request body: {'port': {'device_id': 'd2da4349-4de9-4268-bcad-acd2226838fc', 'network_id': 'df604f01-40cf-4ac6-a403-862287f48d99', 'admin_state_up': True, 'tenant_id': 'c5007679d0154fc3bfd87d24d49c48af'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:35:39.450075 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3d5ba390-0538-4fd6-91cd-6eb46e3a7416 req-452aca48-9993-4ca3-809a-a6287fa49a2e tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2da4349-4de9-4268-bcad-acd2226838fc HTTP/1.1" status: 200 len: 210 time: 0.0960715 Aug 05 11:35:39.509336 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-764a02fa-456b-45a8-8cf9-3233270d9676 req-f5af7b33-f7f1-4303-88d8-cae2c1215f4b tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/security-groups?id=5dfacf8b-ef80-4e03-9b2b-0b5aacf0bf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530392 Aug 05 11:35:39.677559 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d495a8a-85f6-44e0-b79b-2e6da7eca95e req-f10d005c-c520-45ef-91ee-6eb3772be8b6 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Made reservation on behalf of c5007679d0154fc3bfd87d24d49c48af for: {'port': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:35:39.686578 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-2d495a8a-85f6-44e0-b79b-2e6da7eca95e req-f10d005c-c520-45ef-91ee-6eb3772be8b6 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:39.893226 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6a724800-c469-47b3-80d2-3f2a58b94a02 req-fc38d973-2ea3-45e1-8096-c1ee5f27298c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=49a8d96f-b7ef-4992-9730-42aa4497d4c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0902243 Aug 05 11:35:39.959461 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:39.977703 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-288a4715-b2dd-46d7-abf5-334a060692c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:40.007766 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [req-2d495a8a-85f6-44e0-b79b-2e6da7eca95e req-f10d005c-c520-45ef-91ee-6eb3772be8b6 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Allocated IP 172.20.0.8 (df604f01-40cf-4ac6-a403-862287f48d99/524b1b8f-caef-4267-8226-9611509ac5a4/d29c85ed-ac49-4bc6-abd7-d2ef6d51045e) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:35:40.035720 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a724800-c469-47b3-80d2-3f2a58b94a02 req-132fdd4a-7ff5-4ebd-bef0-eedcf08de7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:40.037515 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6a724800-c469-47b3-80d2-3f2a58b94a02 req-132fdd4a-7ff5-4ebd-bef0-eedcf08de7ac service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=922471f37b13454ba92168a26c5eea8e&device_id=49a8d96f-b7ef-4992-9730-42aa4497d4c6 HTTP/1.1" status: 200 len: 1096 time: 0.0574181 Aug 05 11:35:40.067801 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090fa66c-a61d-4ab3-8268-000ca49a6bbd req-b5c9b644-51da-47d3-89a6-ae43ea432866 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:40.070194 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-090fa66c-a61d-4ab3-8268-000ca49a6bbd req-b5c9b644-51da-47d3-89a6-ae43ea432866 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d06186c-d1fe-4d01-9853-c0787a6d9ce4 HTTP/1.1" status: 200 len: 949 time: 0.1295748 Aug 05 11:35:40.170679 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-090fa66c-a61d-4ab3-8268-000ca49a6bbd req-7f5927fb-d0c9-4d2c-824e-ef96f161c8db tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912461 Aug 05 11:35:40.255016 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a724800-c469-47b3-80d2-3f2a58b94a02 req-6433ae7b-6bc0-48d6-9be6-c13be17a2f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:40.257184 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6a724800-c469-47b3-80d2-3f2a58b94a02 req-6433ae7b-6bc0-48d6-9be6-c13be17a2f94 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3bbc31db-4958-4e8b-9f8e-bc48b5d28e47 HTTP/1.1" status: 200 len: 913 time: 0.1973512 Aug 05 11:35:40.325045 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6a724800-c469-47b3-80d2-3f2a58b94a02 req-76ce3ed7-152a-42d8-841d-6bf62145dd80 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=00f6578b-db42-4369-b4eb-90fed2c3f159 HTTP/1.1" status: 200 len: 217 time: 0.0605540 Aug 05 11:35:40.379640 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-2d495a8a-85f6-44e0-b79b-2e6da7eca95e req-f10d005c-c520-45ef-91ee-6eb3772be8b6 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:40.443667 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a724800-c469-47b3-80d2-3f2a58b94a02 req-4765d13f-a902-4f0b-830b-a8997d3ec798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:40.447286 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6a724800-c469-47b3-80d2-3f2a58b94a02 req-4765d13f-a902-4f0b-830b-a8997d3ec798 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2358f314-430e-4da8-8dea-b9e9954bab81 HTTP/1.1" status: 200 len: 851 time: 0.1129036 Aug 05 11:35:40.508902 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-2d495a8a-85f6-44e0-b79b-2e6da7eca95e req-f10d005c-c520-45ef-91ee-6eb3772be8b6 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:40.589646 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a724800-c469-47b3-80d2-3f2a58b94a02 req-2b95c9bd-5451-44ee-80b0-ecce76e8da9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:40.602401 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6a724800-c469-47b3-80d2-3f2a58b94a02 req-2b95c9bd-5451-44ee-80b0-ecce76e8da9b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3bbc31db-4958-4e8b-9f8e-bc48b5d28e47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1478686 Aug 05 11:35:40.674638 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d495a8a-85f6-44e0-b79b-2e6da7eca95e req-f10d005c-c520-45ef-91ee-6eb3772be8b6 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Network df604f01-40cf-4ac6-a403-862287f48d99 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:35:40.691155 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [req-2d495a8a-85f6-44e0-b79b-2e6da7eca95e req-f10d005c-c520-45ef-91ee-6eb3772be8b6 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:35:40.702014 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d495a8a-85f6-44e0-b79b-2e6da7eca95e req-f10d005c-c520-45ef-91ee-6eb3772be8b6 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:35:40.735665 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device f0317587-0bfb-44e2-8f4b-2480a75268f2 details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:35:40.783946 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10d005c-c520-45ef-91ee-6eb3772be8b6 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Pushing event updated for resources: {'Port': ['ID=d29c85ed-ac49-4bc6-abd7-d2ef6d51045e,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:35:40.795257 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6a724800-c469-47b3-80d2-3f2a58b94a02 req-ac191a6a-fdd8-403a-9dde-9060d015bb93 service neutron] 10.222.0.55 "GET /v2.0/networks/3bbc31db-4958-4e8b-9f8e-bc48b5d28e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775398 Aug 05 11:35:40.829224 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645efef6-3460-46c4-a86a-1aed4cc7d48c req-73c035a8-bd55-4a8f-90b6-4244b7687031 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:40.831142 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-645efef6-3460-46c4-a86a-1aed4cc7d48c req-73c035a8-bd55-4a8f-90b6-4244b7687031 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2da4349-4de9-4268-bcad-acd2226838fc HTTP/1.1" status: 200 len: 931 time: 0.2315888 Aug 05 11:35:40.890241 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80b816c-9771-4578-bbc7-a0477dcc50d3 req-00b3568d-af53-4c6d-8c06-d45e151bc6a7 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:40.903071 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a80b816c-9771-4578-bbc7-a0477dcc50d3 req-00b3568d-af53-4c6d-8c06-d45e151bc6a7 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?device_id=376a2856-9261-490f-b218-09eb73538906 HTTP/1.1" status: 200 len: 943 time: 0.2419441 Aug 05 11:35:40.938126 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d495a8a-85f6-44e0-b79b-2e6da7eca95e req-f10d005c-c520-45ef-91ee-6eb3772be8b6 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:40.938467 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-2d495a8a-85f6-44e0-b79b-2e6da7eca95e req-f10d005c-c520-45ef-91ee-6eb3772be8b6 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:40.982972 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-645efef6-3460-46c4-a86a-1aed4cc7d48c req-8272e8b9-56a3-4ddc-ae6b-45399284f912 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4e742cc-0754-43b8-97b1-fad458ef76e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343601 Aug 05 11:35:40.992944 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2d495a8a-85f6-44e0-b79b-2e6da7eca95e req-f10d005c-c520-45ef-91ee-6eb3772be8b6 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6086466 Aug 05 11:35:41.024460 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a80b816c-9771-4578-bbc7-a0477dcc50d3 req-9be23e45-5b76-4557-ba94-4c3244f4f148 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/security-groups?id=5dfacf8b-ef80-4e03-9b2b-0b5aacf0bf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124554 Aug 05 11:35:41.029798 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6a724800-c469-47b3-80d2-3f2a58b94a02 req-b52d85c4-8fb7-4a03-8936-2e20c5db15ab service neutron] 10.222.0.55 "GET /v2.0/networks/3bbc31db-4958-4e8b-9f8e-bc48b5d28e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230368 Aug 05 11:35:41.039567 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-2d495a8a-85f6-44e0-b79b-2e6da7eca95e req-3393567f-7ec8-44c8-b202-edc57794c663 service neutron] Request body: {'port': {'device_id': 'd2da4349-4de9-4268-bcad-acd2226838fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-2'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:35:41.054555 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 59076) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:35:41.153017 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port f0317587-0bfb-44e2-8f4b-2480a75268f2, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=f0317587-0bfb-44e2-8f4b-2480a75268f2,segment=NetworkSegment(1464bea6-dc68-4175-ac76-169c7629018f),segment_id=1464bea6-dc68-4175-ac76-169c7629018f)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:35:41.176397 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-2d495a8a-85f6-44e0-b79b-2e6da7eca95e req-3393567f-7ec8-44c8-b202-edc57794c663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:41.182378 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Returning: {'device': 'f0317587-0bfb-44e2-8f4b-2480a75268f2', 'network_id': '535dc2f1-67b1-49cd-891b-67f3b995cbf8', 'port_id': 'f0317587-0bfb-44e2-8f4b-2480a75268f2', 'mac_address': 'fa:16:3e:67:fc:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b19baf8-9ef5-4535-9e61-0fc2264669f6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:35:41.294348 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:41.331335 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0317587-0bfb-44e2-8f4b-2480a75268f2 {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:35:41.402829 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port f0317587-0bfb-44e2-8f4b-2480a75268f2, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=f0317587-0bfb-44e2-8f4b-2480a75268f2,segment=NetworkSegment(1464bea6-dc68-4175-ac76-169c7629018f),segment_id=1464bea6-dc68-4175-ac76-169c7629018f)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:35:41.411438 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:41.464709 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caccbf86-81dc-4e74-a515-ff3709a98256 req-55a05f34-095c-466c-a7a8-d6dd51d367a9 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:41.474232 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-caccbf86-81dc-4e74-a515-ff3709a98256 req-55a05f34-095c-466c-a7a8-d6dd51d367a9 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d06186c-d1fe-4d01-9853-c0787a6d9ce4 HTTP/1.1" status: 200 len: 949 time: 0.1544709 Aug 05 11:35:41.525137 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 59094) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:35:41.577224 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-12ae917d-02fb-435b-81df-d2cdadc1a493 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:41.600239 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-caccbf86-81dc-4e74-a515-ff3709a98256 req-f9ec8eda-917b-4d65-9d64-27a950ab3726 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242900 Aug 05 11:35:41.647483 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=f0317587-0bfb-44e2-8f4b-2480a75268f2,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:35:41.661025 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-e69cc441-b640-455d-99be-d214d4a014a7 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-701805491-network', 'tenant_id': '2d5059429c474a97bd4c77bdf6c57b44'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:35:41.720127 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:41.746425 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['f0317587-0bfb-44e2-8f4b-2480a75268f2'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:35:41.824161 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-12ae917d-02fb-435b-81df-d2cdadc1a493 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:41.832151 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-12ae917d-02fb-435b-81df-d2cdadc1a493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:41.879258 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ae917d-02fb-435b-81df-d2cdadc1a493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5271506-c690-4a7e-a4d6-26241fc6d347,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:35:41.910349 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [req-2d495a8a-85f6-44e0-b79b-2e6da7eca95e req-3393567f-7ec8-44c8-b202-edc57794c663 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d29c85ed-ac49-4bc6-abd7-d2ef6d51045e {{(pid=94420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:35:41.915335 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-12ae917d-02fb-435b-81df-d2cdadc1a493 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=578e3e25bf9c48488860305a945cab82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8593173 Aug 05 11:35:41.918026 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e69cc441-b640-455d-99be-d214d4a014a7 admin admin] Made reservation on behalf of 2d5059429c474a97bd4c77bdf6c57b44 for: {'network': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:35:41.919821 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 59116) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:35:41.921655 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e69cc441-b640-455d-99be-d214d4a014a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:41.929741 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-2d495a8a-85f6-44e0-b79b-2e6da7eca95e req-3393567f-7ec8-44c8-b202-edc57794c663 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:41.936262 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e69cc441-b640-455d-99be-d214d4a014a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:41.969162 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [req-2d495a8a-85f6-44e0-b79b-2e6da7eca95e req-3393567f-7ec8-44c8-b202-edc57794c663 service neutron] Transition to ACTIVE for port object d29c85ed-ac49-4bc6-abd7-d2ef6d51045e will not be triggered until provisioned by entity L2. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:35:41.981637 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-2d495a8a-85f6-44e0-b79b-2e6da7eca95e req-3393567f-7ec8-44c8-b202-edc57794c663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:42.088369 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-85e702ed-1738-4f86-ada7-87fe60f03af3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:42.097011 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3393567f-7ec8-44c8-b202-edc57794c663 service neutron] Pushing event updated for resources: {'Port': ['ID=d29c85ed-ac49-4bc6-abd7-d2ef6d51045e,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:35:42.122351 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e69cc441-b640-455d-99be-d214d4a014a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:42.129819 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e69cc441-b640-455d-99be-d214d4a014a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:42.145851 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e69cc441-b640-455d-99be-d214d4a014a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 671, 'physical_network': 'physnet1'} {{(pid=94421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:35:42.160177 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e69cc441-b640-455d-99be-d214d4a014a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:42.160734 n-d-803378-2 neutron-server[94421]: INFO neutron.db.segments_db [None req-e69cc441-b640-455d-99be-d214d4a014a7 admin admin] Added segment 7891dcb1-f0b1-4b44-b010-9fc274aa71ba of type vlan for network 08c1d608-8f11-4f12-897e-400c6c1d606a Aug 05 11:35:42.254365 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 59124) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:35:42.258209 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e69cc441-b640-455d-99be-d214d4a014a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:42.263775 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69cc441-b640-455d-99be-d214d4a014a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13c31655-69c4-4f3b-9015-500d40018672,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:35:42.307267 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e69cc441-b640-455d-99be-d214d4a014a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:42.308989 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69cc441-b640-455d-99be-d214d4a014a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:42.310399 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e69cc441-b640-455d-99be-d214d4a014a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:42.324524 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-85e702ed-1738-4f86-ada7-87fe60f03af3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:42.392140 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-e69cc441-b640-455d-99be-d214d4a014a7 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8653700 Aug 05 11:35:42.397045 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 59130) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:35:42.404606 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-062ebeb1-2d30-46c5-af5a-c963402207f1 admin admin] Request body: {'subnet': {'network_id': '08c1d608-8f11-4f12-897e-400c6c1d606a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-701805491-subnet', 'tenant_id': '2d5059429c474a97bd4c77bdf6c57b44', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:35:42.415772 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69cc441-b640-455d-99be-d214d4a014a7 admin admin] Pushing event updated for resources: {'Network': ['ID=08c1d608-8f11-4f12-897e-400c6c1d606a,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:35:42.432220 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-2d495a8a-85f6-44e0-b79b-2e6da7eca95e req-3393567f-7ec8-44c8-b202-edc57794c663 service neutron] Attempting to bind port d29c85ed-ac49-4bc6-abd7-d2ef6d51045e on host n-h1-803378-2 for vnic_type normal with profile {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:35:42.432856 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-2d495a8a-85f6-44e0-b79b-2e6da7eca95e req-3393567f-7ec8-44c8-b202-edc57794c663 service neutron] Attempting to bind port d29c85ed-ac49-4bc6-abd7-d2ef6d51045e by drivers openvswitch,hyperv on host n-h1-803378-2 at level 0 using segments [{'id': '01e8ca75-cf59-480b-8ee2-932f754dd7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'df604f01-40cf-4ac6-a403-862287f48d99'}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:35:42.433229 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 08c1d608-8f11-4f12-897e-400c6c1d606a details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:35:42.433718 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d495a8a-85f6-44e0-b79b-2e6da7eca95e req-3393567f-7ec8-44c8-b202-edc57794c663 service neutron] Attempting to bind port d29c85ed-ac49-4bc6-abd7-d2ef6d51045e on network df604f01-40cf-4ac6-a403-862287f48d99 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:35:42.451900 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116995bd-82c9-446e-b6c9-651c9e135341 req-c0fe0f73-e3d2-4f31-8306-fc04039fb632 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:42.453851 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-062ebeb1-2d30-46c5-af5a-c963402207f1 admin admin] Made reservation on behalf of 2d5059429c474a97bd4c77bdf6c57b44 for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:35:42.456805 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-062ebeb1-2d30-46c5-af5a-c963402207f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:42.466319 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-116995bd-82c9-446e-b6c9-651c9e135341 req-c0fe0f73-e3d2-4f31-8306-fc04039fb632 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?device_id=376a2856-9261-490f-b218-09eb73538906 HTTP/1.1" status: 200 len: 944 time: 0.3307106 Aug 05 11:35:42.515988 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e933c4dd-c366-4646-b08b-556c99c54d8b req-0f7dd1a2-ddbd-42d6-8b60-3214b3e27a5a tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:42.529534 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e933c4dd-c366-4646-b08b-556c99c54d8b req-0f7dd1a2-ddbd-42d6-8b60-3214b3e27a5a tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2da4349-4de9-4268-bcad-acd2226838fc HTTP/1.1" status: 200 len: 943 time: 0.3694541 Aug 05 11:35:42.583941 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d495a8a-85f6-44e0-b79b-2e6da7eca95e req-3393567f-7ec8-44c8-b202-edc57794c663 service neutron] Port d29c85ed-ac49-4bc6-abd7-d2ef6d51045e on network df604f01-40cf-4ac6-a403-862287f48d99 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-2 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:35:42.584155 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d495a8a-85f6-44e0-b79b-2e6da7eca95e req-3393567f-7ec8-44c8-b202-edc57794c663 service neutron] Attempting to bind port d29c85ed-ac49-4bc6-abd7-d2ef6d51045e on network df604f01-40cf-4ac6-a403-862287f48d99 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:35:42.603338 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d495a8a-85f6-44e0-b79b-2e6da7eca95e req-3393567f-7ec8-44c8-b202-edc57794c663 service neutron] Checking agent: {'id': '40bb7567-59bd-4b31-bc29-da1c50bca759', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:35:42.604083 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d495a8a-85f6-44e0-b79b-2e6da7eca95e req-3393567f-7ec8-44c8-b202-edc57794c663 service neutron] Checking segment: {'id': '01e8ca75-cf59-480b-8ee2-932f754dd7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'df604f01-40cf-4ac6-a403-862287f48d99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:35:42.604710 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d495a8a-85f6-44e0-b79b-2e6da7eca95e req-3393567f-7ec8-44c8-b202-edc57794c663 service neutron] Bound using segment: {'id': '01e8ca75-cf59-480b-8ee2-932f754dd7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'df604f01-40cf-4ac6-a403-862287f48d99'} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:35:42.606119 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-2d495a8a-85f6-44e0-b79b-2e6da7eca95e req-3393567f-7ec8-44c8-b202-edc57794c663 service neutron] Bound port: d29c85ed-ac49-4bc6-abd7-d2ef6d51045e, host: n-h1-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01e8ca75-cf59-480b-8ee2-932f754dd7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'df604f01-40cf-4ac6-a403-862287f48d99'}}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:35:42.606851 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-2d495a8a-85f6-44e0-b79b-2e6da7eca95e req-3393567f-7ec8-44c8-b202-edc57794c663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:42.750583 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9170281a-5f6f-4dd5-a27b-fe656457e955 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:42.756197 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device f0317587-0bfb-44e2-8f4b-2480a75268f2 up at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:35:42.776457 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e933c4dd-c366-4646-b08b-556c99c54d8b req-d5ccd86a-4ee9-46b8-b454-bcb4b9db4670 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4e742cc-0754-43b8-97b1-fad458ef76e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414694 Aug 05 11:35:42.834226 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning for port f0317587-0bfb-44e2-8f4b-2480a75268f2 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:35:42.840712 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning complete for port f0317587-0bfb-44e2-8f4b-2480a75268f2 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:35:42.841143 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:42.845278 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-116995bd-82c9-446e-b6c9-651c9e135341 req-62082511-da67-4eca-bfae-dcc916a1bce8 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/security-groups?id=5dfacf8b-ef80-4e03-9b2b-0b5aacf0bf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3775229 Aug 05 11:35:42.848940 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-062ebeb1-2d30-46c5-af5a-c963402207f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25038678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30075167'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:42.880913 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-85e702ed-1738-4f86-ada7-87fe60f03af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:42.885060 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-85e702ed-1738-4f86-ada7-87fe60f03af3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:42.890136 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-85e702ed-1738-4f86-ada7-87fe60f03af3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a5271506-c690-4a7e-a4d6-26241fc6d347 HTTP/1.1" status: 204 len: 168 time: 0.9688339 Aug 05 11:35:42.907151 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062ebeb1-2d30-46c5-af5a-c963402207f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae828704-2d4e-42e0-bf49-116dc127edc3,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:35:42.926489 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-2d495a8a-85f6-44e0-b79b-2e6da7eca95e req-3393567f-7ec8-44c8-b202-edc57794c663 service neutron] For port d29c85ed-ac49-4bc6-abd7-d2ef6d51045e, host n-h1-803378-2, cleared binding levels {{(pid=94420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:35:42.929043 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e702ed-1738-4f86-ada7-87fe60f03af3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5271506-c690-4a7e-a4d6-26241fc6d347,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:35:42.980094 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062ebeb1-2d30-46c5-af5a-c963402207f1 admin admin] Checking segment: {'id': '7891dcb1-f0b1-4b44-b010-9fc274aa71ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '08c1d608-8f11-4f12-897e-400c6c1d606a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:35:42.980980 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-2d495a8a-85f6-44e0-b79b-2e6da7eca95e req-3393567f-7ec8-44c8-b202-edc57794c663 service neutron] For port d29c85ed-ac49-4bc6-abd7-d2ef6d51045e, host n-h1-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=d29c85ed-ac49-4bc6-abd7-d2ef6d51045e,segment=NetworkSegment(01e8ca75-cf59-480b-8ee2-932f754dd7b2),segment_id=01e8ca75-cf59-480b-8ee2-932f754dd7b2)] {{(pid=94420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:35:42.981256 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-062ebeb1-2d30-46c5-af5a-c963402207f1 admin admin] Network hostable DHCP agents. Network: 08c1d608-8f11-4f12-897e-400c6c1d606a, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:35:43.000790 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-2d495a8a-85f6-44e0-b79b-2e6da7eca95e req-3393567f-7ec8-44c8-b202-edc57794c663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:43.013257 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:43.042532 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-062ebeb1-2d30-46c5-af5a-c963402207f1 admin admin] Network 08c1d608-8f11-4f12-897e-400c6c1d606a is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:35:43.055713 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '376a2856-9261-490f-b218-09eb73538906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0317587-0bfb-44e2-8f4b-2480a75268f2'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:35:43.059577 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4e17b3b-a58d-464b-954d-7802432697fa" -d '{"events": [{"server_uuid": "376a2856-9261-490f-b218-09eb73538906", "name": "network-vif-plugged", "status": "completed", "tag": "f0317587-0bfb-44e2-8f4b-2480a75268f2"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:35:43.074478 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-062ebeb1-2d30-46c5-af5a-c963402207f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, 08c1d608-8f11-4f12-897e-400c6c1d606a) {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:35:43.083405 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d495a8a-85f6-44e0-b79b-2e6da7eca95e req-3393567f-7ec8-44c8-b202-edc57794c663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:43.084217 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-2d495a8a-85f6-44e0-b79b-2e6da7eca95e req-3393567f-7ec8-44c8-b202-edc57794c663 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:43.086601 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2d495a8a-85f6-44e0-b79b-2e6da7eca95e req-3393567f-7ec8-44c8-b202-edc57794c663 service neutron] 10.222.0.64 "PUT /v2.0/ports/d29c85ed-ac49-4bc6-abd7-d2ef6d51045e HTTP/1.1" status: 200 len: 1091 time: 2.0640190 Aug 05 11:35:43.087167 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2da4349-4de9-4268-bcad-acd2226838fc', 'tag': 'd29c85ed-ac49-4bc6-abd7-d2ef6d51045e'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:35:43.088648 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df22feed-a3be-4e50-be13-fe771b344d4f None None] Network 08c1d608-8f11-4f12-897e-400c6c1d606a requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:35:43.090000 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}828068ad8d405ad77660ce68fa78e1ffe658725812f7a08f9e488a446589295b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-528402ab-172d-410b-bcca-a8efec261e4e" -d '{"events": [{"name": "network-changed", "server_uuid": "d2da4349-4de9-4268-bcad-acd2226838fc", "tag": "d29c85ed-ac49-4bc6-abd7-d2ef6d51045e"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:35:43.094653 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port f0317587-0bfb-44e2-8f4b-2480a75268f2, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=f0317587-0bfb-44e2-8f4b-2480a75268f2,segment=NetworkSegment(1464bea6-dc68-4175-ac76-169c7629018f),segment_id=1464bea6-dc68-4175-ac76-169c7629018f)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:35:43.105600 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062ebeb1-2d30-46c5-af5a-c963402207f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:43.112264 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:43.117735 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fc68ad-6954-46e1-930c-37d4c6a33214 req-5e1bd66c-2cda-41cb-afbf-6dc538af6238 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:43.120173 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-80fc68ad-6954-46e1-930c-37d4c6a33214 req-5e1bd66c-2cda-41cb-afbf-6dc538af6238 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d06186c-d1fe-4d01-9853-c0787a6d9ce4 HTTP/1.1" status: 200 len: 949 time: 0.2019162 Aug 05 11:35:43.120323 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-062ebeb1-2d30-46c5-af5a-c963402207f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:43.175031 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3393567f-7ec8-44c8-b202-edc57794c663 service neutron] Pushing event updated for resources: {'Port': ['ID=d29c85ed-ac49-4bc6-abd7-d2ef6d51045e,revision_number=3']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:35:43.215963 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa83cbd4-1768-4c47-96f0-04ca0be80f1a x-openstack-request-id: req-fa83cbd4-1768-4c47-96f0-04ca0be80f1a {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:35:43.218355 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "376a2856-9261-490f-b218-09eb73538906", "name": "network-vif-plugged", "status": "completed", "tag": "f0317587-0bfb-44e2-8f4b-2480a75268f2", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:35:43.218656 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fa83cbd4-1768-4c47-96f0-04ca0be80f1a {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:35:43.219071 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '376a2856-9261-490f-b218-09eb73538906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0317587-0bfb-44e2-8f4b-2480a75268f2', 'code': 200} Aug 05 11:35:43.259442 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8365c3b2-7d99-4374-9a44-4a629392c43f x-openstack-request-id: req-8365c3b2-7d99-4374-9a44-4a629392c43f {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:35:43.259765 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2da4349-4de9-4268-bcad-acd2226838fc", "tag": "d29c85ed-ac49-4bc6-abd7-d2ef6d51045e", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:35:43.259983 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8365c3b2-7d99-4374-9a44-4a629392c43f {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:35:43.260519 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2da4349-4de9-4268-bcad-acd2226838fc', 'tag': 'd29c85ed-ac49-4bc6-abd7-d2ef6d51045e', 'status': 'completed', 'code': 200} Aug 05 11:35:43.312149 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-80fc68ad-6954-46e1-930c-37d4c6a33214 req-8e917620-371e-42ee-8f33-56be66aa5aaf tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737735 Aug 05 11:35:43.314312 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9170281a-5f6f-4dd5-a27b-fe656457e955 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:43.324434 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9170281a-5f6f-4dd5-a27b-fe656457e955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:43.345563 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-062ebeb1-2d30-46c5-af5a-c963402207f1 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9466779 Aug 05 11:35:43.356579 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d495a8a-85f6-44e0-b79b-2e6da7eca95e req-2d4c5301-7cf8-4473-8ffa-29d3c9b38000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:43.358440 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2d495a8a-85f6-44e0-b79b-2e6da7eca95e req-2d4c5301-7cf8-4473-8ffa-29d3c9b38000 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c5007679d0154fc3bfd87d24d49c48af&device_id=d2da4349-4de9-4268-bcad-acd2226838fc HTTP/1.1" status: 200 len: 1094 time: 0.1905138 Aug 05 11:35:43.366036 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=f0317587-0bfb-44e2-8f4b-2480a75268f2,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:35:43.397061 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee895601-a075-4260-b857-dde7ab473c0d req-31313d6a-94a5-4c04-b8f5-09a8deb534b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:43.400120 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ee895601-a075-4260-b857-dde7ab473c0d req-31313d6a-94a5-4c04-b8f5-09a8deb534b4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=376a2856-9261-490f-b218-09eb73538906 HTTP/1.1" status: 200 len: 1096 time: 0.1111867 Aug 05 11:35:43.404672 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:35:43.405117 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:35:43.405476 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:35:43.405854 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:35:43.406435 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:35:43.406768 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:35:43.407260 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:35:43.407611 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:35:43.408222 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:35:43.408832 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:35:43.409549 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:35:43.409896 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:35:43.437866 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2d495a8a-85f6-44e0-b79b-2e6da7eca95e req-b548ff8e-237c-4ac4-98dd-f3ca0a4ec8a3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d29c85ed-ac49-4bc6-abd7-d2ef6d51045e HTTP/1.1" status: 200 len: 217 time: 0.0612571 Aug 05 11:35:43.443283 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783a9952-98e2-439c-b090-984c40d2cf8d None None] Network 08c1d608-8f11-4f12-897e-400c6c1d606a requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:35:43.446174 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-9170281a-5f6f-4dd5-a27b-fe656457e955 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3d5d78eb962d45c9b505aab9421a63e0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1847439 Aug 05 11:35:43.456070 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 59188) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:35:43.467894 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9170281a-5f6f-4dd5-a27b-fe656457e955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99f8541d-7081-460f-bc75-7b85123fc17a,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:35:43.512710 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ee895601-a075-4260-b857-dde7ab473c0d req-e3c7eb25-dd09-4c67-b5ec-f94157e27877 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=5dfacf8b-ef80-4e03-9b2b-0b5aacf0bf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016169 Aug 05 11:35:43.606699 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 59196) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:35:43.609763 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d495a8a-85f6-44e0-b79b-2e6da7eca95e req-e7ed22ab-0fa8-48de-a4d7-167dad69061b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:43.613303 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2d495a8a-85f6-44e0-b79b-2e6da7eca95e req-e7ed22ab-0fa8-48de-a4d7-167dad69061b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=524b1b8f-caef-4267-8226-9611509ac5a4 HTTP/1.1" status: 200 len: 854 time: 0.1637106 Aug 05 11:35:43.648987 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a2694b7e-cce3-4d88-96aa-0fe40731884f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:43.687415 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 59200) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:35:43.691839 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2d495a8a-85f6-44e0-b79b-2e6da7eca95e req-130bd5e5-6e05-454f-ab99-f08b9d09c271 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=df604f01-40cf-4ac6-a403-862287f48d99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622060 Aug 05 11:35:43.782636 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:43.793361 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e8d8945a-1cd3-488f-84f7-929f7cbfac93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:43.874786 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a2694b7e-cce3-4d88-96aa-0fe40731884f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:44.021357 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2d495a8a-85f6-44e0-b79b-2e6da7eca95e req-55a9f85f-c4c2-4b29-b59d-acb810df4960 service neutron] 10.222.0.64 "GET /v2.0/networks/df604f01-40cf-4ac6-a403-862287f48d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3155205 Aug 05 11:35:44.165429 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a2694b7e-cce3-4d88-96aa-0fe40731884f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:44.168573 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a2694b7e-cce3-4d88-96aa-0fe40731884f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:44.172938 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-a2694b7e-cce3-4d88-96aa-0fe40731884f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/99f8541d-7081-460f-bc75-7b85123fc17a HTTP/1.1" status: 204 len: 168 time: 0.7154324 Aug 05 11:35:44.206129 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddba0278-564d-47ff-b504-c67ad4928c17 req-413035ca-fd84-4015-93e9-4f8a94c85a3e tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:44.215082 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ddba0278-564d-47ff-b504-c67ad4928c17 req-413035ca-fd84-4015-93e9-4f8a94c85a3e tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2da4349-4de9-4268-bcad-acd2226838fc HTTP/1.1" status: 200 len: 943 time: 0.2624874 Aug 05 11:35:44.244626 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2694b7e-cce3-4d88-96aa-0fe40731884f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99f8541d-7081-460f-bc75-7b85123fc17a,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:35:44.274853 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010ae852-c862-407a-8816-6d8b25413f36 req-3f987629-ce57-4dd6-b159-bb68aef30595 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:44.276730 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-010ae852-c862-407a-8816-6d8b25413f36 req-3f987629-ce57-4dd6-b159-bb68aef30595 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?device_id=376a2856-9261-490f-b218-09eb73538906 HTTP/1.1" status: 200 len: 945 time: 0.2882402 Aug 05 11:35:44.311526 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2d495a8a-85f6-44e0-b79b-2e6da7eca95e req-fc390fea-536a-4ac5-8ed1-8f621d67afb5 service neutron] 10.222.0.64 "GET /v2.0/networks/df604f01-40cf-4ac6-a403-862287f48d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2765291 Aug 05 11:35:44.312068 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_v2 [None req-c982953d-901d-42d7-a04b-6e2b07c055e0 admin admin] Deleting subnet ae828704-2d4e-42e0-bf49-116dc127edc3 {{(pid=94421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:35:44.320220 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c982953d-901d-42d7-a04b-6e2b07c055e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:44.338519 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ddba0278-564d-47ff-b504-c67ad4928c17 req-215a2d9a-074a-4e65-8a13-8f6698a22c8d tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4e742cc-0754-43b8-97b1-fad458ef76e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223257 Aug 05 11:35:44.347863 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e8d8945a-1cd3-488f-84f7-929f7cbfac93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:44.389174 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e8d8945a-1cd3-488f-84f7-929f7cbfac93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:44.485962 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c982953d-901d-42d7-a04b-6e2b07c055e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29786388'] for subnet, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:44.539171 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-e8d8945a-1cd3-488f-84f7-929f7cbfac93 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=64b5c9e501db450783143c1e154f7c04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8497627 Aug 05 11:35:44.540685 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d8945a-1cd3-488f-84f7-929f7cbfac93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0f8bfe0-bec9-4930-ae5f-e735dcf0ea87,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:35:44.543776 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 59214) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:35:44.555127 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-010ae852-c862-407a-8816-6d8b25413f36 req-c4b3d117-f5d7-4a95-a7a9-82a36c99aa16 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/security-groups?id=5dfacf8b-ef80-4e03-9b2b-0b5aacf0bf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309380 Aug 05 11:35:44.608574 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c982953d-901d-42d7-a04b-6e2b07c055e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:44.652117 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528402ab-172d-410b-bcca-a8efec261e4e req-e8870eb5-dcd2-4ea6-9996-35119982abb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:44.663653 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-528402ab-172d-410b-bcca-a8efec261e4e req-e8870eb5-dcd2-4ea6-9996-35119982abb2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c5007679d0154fc3bfd87d24d49c48af&device_id=d2da4349-4de9-4268-bcad-acd2226838fc HTTP/1.1" status: 200 len: 1094 time: 0.1775920 Aug 05 11:35:44.675113 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c35a91-9378-46aa-a406-886fabaf526e req-3fbc0ece-f066-47dc-b17f-9ffe34cb5f84 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:44.682219 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c982953d-901d-42d7-a04b-6e2b07c055e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25038609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30075142'] for subnet, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:44.683861 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-00c35a91-9378-46aa-a406-886fabaf526e req-3fbc0ece-f066-47dc-b17f-9ffe34cb5f84 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d06186c-d1fe-4d01-9853-c0787a6d9ce4 HTTP/1.1" status: 200 len: 949 time: 0.2289312 Aug 05 11:35:44.714749 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c982953d-901d-42d7-a04b-6e2b07c055e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:44.716898 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-c982953d-901d-42d7-a04b-6e2b07c055e0 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/ae828704-2d4e-42e0-bf49-116dc127edc3 HTTP/1.1" status: 204 len: 168 time: 1.1077747 Aug 05 11:35:44.718063 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c982953d-901d-42d7-a04b-6e2b07c055e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae828704-2d4e-42e0-bf49-116dc127edc3,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:35:44.719967 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 59218) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:35:44.817750 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7689b7bd-f315-455b-91aa-429aa7d73a5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:44.868519 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-00c35a91-9378-46aa-a406-886fabaf526e req-f0519b1b-82b6-4a73-b1f6-d9d448c4cb33 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836221 Aug 05 11:35:44.902153 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7689b7bd-f315-455b-91aa-429aa7d73a5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:44.930285 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-eb70e7a0-a788-4c39-aa56-5ee002d1af5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:44.981168 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528402ab-172d-410b-bcca-a8efec261e4e req-04275a04-b5bf-4075-a35f-60a2bead562b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:44.982515 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-528402ab-172d-410b-bcca-a8efec261e4e req-04275a04-b5bf-4075-a35f-60a2bead562b service neutron] 10.222.0.64 "GET /v2.0/networks?id=df604f01-40cf-4ac6-a403-862287f48d99 HTTP/1.1" status: 200 len: 915 time: 0.2957215 Aug 05 11:35:45.062344 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-528402ab-172d-410b-bcca-a8efec261e4e req-7d2cb5ac-2619-423e-9a1e-5b2dd18f6d5f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d29c85ed-ac49-4bc6-abd7-d2ef6d51045e HTTP/1.1" status: 200 len: 217 time: 0.0544608 Aug 05 11:35:45.142579 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7689b7bd-f315-455b-91aa-429aa7d73a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:45.145439 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7689b7bd-f315-455b-91aa-429aa7d73a5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:45.146616 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-7689b7bd-f315-455b-91aa-429aa7d73a5a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a0f8bfe0-bec9-4930-ae5f-e735dcf0ea87 HTTP/1.1" status: 204 len: 168 time: 0.5794120 Aug 05 11:35:45.150526 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-eb70e7a0-a788-4c39-aa56-5ee002d1af5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:45.175032 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-eb70e7a0-a788-4c39-aa56-5ee002d1af5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08c1d608-8f11-4f12-897e-400c6c1d606a']}} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:35:45.181624 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7689b7bd-f315-455b-91aa-429aa7d73a5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0f8bfe0-bec9-4930-ae5f-e735dcf0ea87,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:35:45.222878 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528402ab-172d-410b-bcca-a8efec261e4e req-0d696026-7888-49fb-93cb-8badbd9beb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:45.226802 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-528402ab-172d-410b-bcca-a8efec261e4e req-0d696026-7888-49fb-93cb-8badbd9beb03 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=524b1b8f-caef-4267-8226-9611509ac5a4 HTTP/1.1" status: 200 len: 854 time: 0.1343417 Aug 05 11:35:45.230073 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-eb70e7a0-a788-4c39-aa56-5ee002d1af5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7891dcb1-f0b1-4b44-b010-9fc274aa71ba') {'for_net_delete': True} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:35:45.230577 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-eb70e7a0-a788-4c39-aa56-5ee002d1af5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7891dcb1-f0b1-4b44-b010-9fc274aa71ba') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:35:45.263562 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-eb70e7a0-a788-4c39-aa56-5ee002d1af5a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25010581'] for segment, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:45.297998 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-528402ab-172d-410b-bcca-a8efec261e4e req-6d0a7595-307e-414d-8601-36f3f8a9ed8c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=df604f01-40cf-4ac6-a403-862287f48d99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629051 Aug 05 11:35:45.414211 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-eb70e7a0-a788-4c39-aa56-5ee002d1af5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:45.449981 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb70e7a0-a788-4c39-aa56-5ee002d1af5a admin admin] Releasing vlan 671 on physical network physnet1 to pool {{(pid=94420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:35:45.450149 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-eb70e7a0-a788-4c39-aa56-5ee002d1af5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29762581'] for segment, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:45.452616 n-d-803378-2 neutron-server[94420]: Traceback (most recent call last): Aug 05 11:35:45.452616 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:35:45.452616 n-d-803378-2 neutron-server[94420]: timer() Aug 05 11:35:45.452616 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:35:45.452616 n-d-803378-2 neutron-server[94420]: cb(*args, **kw) Aug 05 11:35:45.452616 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:35:45.452616 n-d-803378-2 neutron-server[94420]: return func(*args, **kwargs) Aug 05 11:35:45.452616 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:35:45.452616 n-d-803378-2 neutron-server[94420]: self._notify() Aug 05 11:35:45.452616 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:35:45.452616 n-d-803378-2 neutron-server[94420]: self.callback(batched_events) Aug 05 11:35:45.452616 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:35:45.452616 n-d-803378-2 neutron-server[94420]: event.method(event) Aug 05 11:35:45.452616 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:35:45.452616 n-d-803378-2 neutron-server[94420]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:35:45.452616 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:35:45.452616 n-d-803378-2 neutron-server[94420]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:35:45.452616 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:35:45.452616 n-d-803378-2 neutron-server[94420]: return f(self, *a, **k) Aug 05 11:35:45.452616 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:35:45.452616 n-d-803378-2 neutron-server[94420]: return self._get(url).json() Aug 05 11:35:45.452616 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:35:45.452616 n-d-803378-2 neutron-server[94420]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:35:45.452616 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:35:45.452616 n-d-803378-2 neutron-server[94420]: return self.request(url, 'GET', **kwargs) Aug 05 11:35:45.452616 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:35:45.452616 n-d-803378-2 neutron-server[94420]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:35:45.452616 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:35:45.452616 n-d-803378-2 neutron-server[94420]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:35:45.452616 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:35:45.452616 n-d-803378-2 neutron-server[94420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:35:45.452616 n-d-803378-2 neutron-server[94420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:35:45.572163 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-eb70e7a0-a788-4c39-aa56-5ee002d1af5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:45.603084 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 59246) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:35:45.628913 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-eb70e7a0-a788-4c39-aa56-5ee002d1af5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:45.638031 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-eb70e7a0-a788-4c39-aa56-5ee002d1af5a admin admin] 10.222.0.58 "DELETE /v2.0/networks/08c1d608-8f11-4f12-897e-400c6c1d606a HTTP/1.1" status: 204 len: 168 time: 0.9131510 Aug 05 11:35:45.638998 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb70e7a0-a788-4c39-aa56-5ee002d1af5a admin admin] Pushing event deleted for resources: {'Network': ['ID=08c1d608-8f11-4f12-897e-400c6c1d606a,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:35:45.643587 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-528402ab-172d-410b-bcca-a8efec261e4e req-c1946636-1183-452b-8597-986ec1e13c9a service neutron] 10.222.0.64 "GET /v2.0/networks/df604f01-40cf-4ac6-a403-862287f48d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3378286 Aug 05 11:35:45.705274 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3289fd2-96a8-4f25-b0a7-5f22dcd7e8a9 req-19935f6b-7a22-4453-83ab-45665567daf5 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:45.713127 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e3289fd2-96a8-4f25-b0a7-5f22dcd7e8a9 req-19935f6b-7a22-4453-83ab-45665567daf5 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2da4349-4de9-4268-bcad-acd2226838fc HTTP/1.1" status: 200 len: 943 time: 0.2082112 Aug 05 11:35:45.795680 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-00676361-095f-457c-95ed-ad89b3f58230 tempest-AgentManagementNegativeTest-2062572883 tempest-AgentManagementNegativeTest-2062572883-project] 10.222.0.58 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1909430 Aug 05 11:35:45.844701 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4ecab4-3d82-49b3-9677-ca8adbb5bab1 req-2f99ffa0-0ab2-4910-b249-bc1a59bdaefd tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:45.846750 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5a4ecab4-3d82-49b3-9677-ca8adbb5bab1 req-2f99ffa0-0ab2-4910-b249-bc1a59bdaefd tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?device_id=376a2856-9261-490f-b218-09eb73538906 HTTP/1.1" status: 200 len: 945 time: 0.2012455 Aug 05 11:35:45.859367 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e3289fd2-96a8-4f25-b0a7-5f22dcd7e8a9 req-bae11f10-4d9f-4930-a3d6-1f6fdd7d7558 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4e742cc-0754-43b8-97b1-fad458ef76e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452818 Aug 05 11:35:45.887839 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 59260) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:35:45.953465 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-528402ab-172d-410b-bcca-a8efec261e4e req-471b6f14-c483-4fb0-b505-ac95cc3b5b96 service neutron] 10.222.0.64 "GET /v2.0/networks/df604f01-40cf-4ac6-a403-862287f48d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2938943 Aug 05 11:35:45.985338 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5a4ecab4-3d82-49b3-9677-ca8adbb5bab1 req-4013911e-5310-4cfa-a361-171cc6af6791 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/security-groups?id=5dfacf8b-ef80-4e03-9b2b-0b5aacf0bf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227951 Aug 05 11:35:46.005380 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-b620720f-c6aa-4d5d-a087-21693750e32f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2d5059429c474a97bd4c77bdf6c57b44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1158149 Aug 05 11:35:46.007844 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 59268) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:35:46.109161 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0cc09924-fcce-4340-af6c-779ca2126045 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:46.152945 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0cc09924-fcce-4340-af6c-779ca2126045 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:46.252744 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0cc09924-fcce-4340-af6c-779ca2126045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:46.259564 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0cc09924-fcce-4340-af6c-779ca2126045 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:46.261457 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-0cc09924-fcce-4340-af6c-779ca2126045 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/13c31655-69c4-4f3b-9015-500d40018672 HTTP/1.1" status: 204 len: 168 time: 0.2516060 Aug 05 11:35:46.274345 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc09924-fcce-4340-af6c-779ca2126045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13c31655-69c4-4f3b-9015-500d40018672,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:35:46.296011 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 59276) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:35:46.738849 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ee7f5a00-5182-48bc-a8ee-e026e3a0c430 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:46.766578 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086dec8c-65c7-48f9-857e-641c30e95a38 req-49aec41b-bb83-48a8-a813-df4f3a35fee4 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:46.776168 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-086dec8c-65c7-48f9-857e-641c30e95a38 req-49aec41b-bb83-48a8-a813-df4f3a35fee4 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d06186c-d1fe-4d01-9853-c0787a6d9ce4 HTTP/1.1" status: 200 len: 949 time: 0.7827787 Aug 05 11:35:46.801794 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42831f3-e237-4977-a458-98ba65ccec34 req-473d45fd-e54c-4c61-86d8-50fc324edd08 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:46.805446 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e42831f3-e237-4977-a458-98ba65ccec34 req-473d45fd-e54c-4c61-86d8-50fc324edd08 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?device_id=376a2856-9261-490f-b218-09eb73538906 HTTP/1.1" status: 200 len: 945 time: 0.1425788 Aug 05 11:35:46.828453 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cd280ba7-09c3-4be7-a247-fe0c950f3e09 req-86da4ab8-486a-433b-bb23-9e4a4786de23 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=40021a41-d350-4e38-ac4d-f69e07c48ffb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1688278 Aug 05 11:35:46.898239 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-086dec8c-65c7-48f9-857e-641c30e95a38 req-43e88587-e518-4558-9db6-0a2f80ecfcfd tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202290 Aug 05 11:35:46.965362 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e42831f3-e237-4977-a458-98ba65ccec34 req-39b662af-caf4-4309-97f7-f6dcbde90f92 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/security-groups?id=5dfacf8b-ef80-4e03-9b2b-0b5aacf0bf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335790 Aug 05 11:35:46.971825 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ee7f5a00-5182-48bc-a8ee-e026e3a0c430 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:46.979753 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ee7f5a00-5182-48bc-a8ee-e026e3a0c430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:47.023869 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd280ba7-09c3-4be7-a247-fe0c950f3e09 req-711582ad-50ed-4b28-b979-95a2763a2769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:47.025965 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cd280ba7-09c3-4be7-a247-fe0c950f3e09 req-711582ad-50ed-4b28-b979-95a2763a2769 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=922471f37b13454ba92168a26c5eea8e&device_id=40021a41-d350-4e38-ac4d-f69e07c48ffb HTTP/1.1" status: 200 len: 1096 time: 0.1042888 Aug 05 11:35:47.067803 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7f5a00-5182-48bc-a8ee-e026e3a0c430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4311c0d0-9fe6-41e0-b3e8-2b98e5a07f24,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:35:47.093608 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-ee7f5a00-5182-48bc-a8ee-e026e3a0c430 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7b549674b8b3476d9ccb4e27e1907db7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7957873 Aug 05 11:35:47.098283 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 59302) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:35:47.146710 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 59304) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:35:47.256317 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_v2 [None req-80ef94a8-4ec9-4ba5-ab0c-3ecd7e0979d3 admin admin] Deleting subnet b323b670-7bcd-4d26-9a7c-9092dd8bb3b0 {{(pid=94421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:35:47.263704 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-80ef94a8-4ec9-4ba5-ab0c-3ecd7e0979d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:47.296742 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3d2e3b-f938-47af-b195-c4bf8991e493 req-532b1d44-b6d1-40aa-8035-945580be91ad tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:47.305749 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-da3d2e3b-f938-47af-b195-c4bf8991e493 req-532b1d44-b6d1-40aa-8035-945580be91ad tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2da4349-4de9-4268-bcad-acd2226838fc HTTP/1.1" status: 200 len: 943 time: 0.2408712 Aug 05 11:35:47.408457 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd280ba7-09c3-4be7-a247-fe0c950f3e09 req-689a4bee-5e8c-44f2-9ebe-816bc9fb3507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:47.410495 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cd280ba7-09c3-4be7-a247-fe0c950f3e09 req-689a4bee-5e8c-44f2-9ebe-816bc9fb3507 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3bbc31db-4958-4e8b-9f8e-bc48b5d28e47 HTTP/1.1" status: 200 len: 913 time: 0.3595614 Aug 05 11:35:47.411730 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-80ef94a8-4ec9-4ba5-ab0c-3ecd7e0979d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29786388'] for subnet, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:47.437510 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b98ee1-9865-465d-bc10-36a8b7358fc5 req-9a38c9a5-f6c9-4175-9a90-4d1e6f4a92fa tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:47.439552 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-78b98ee1-9865-465d-bc10-36a8b7358fc5 req-9a38c9a5-f6c9-4175-9a90-4d1e6f4a92fa tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?device_id=376a2856-9261-490f-b218-09eb73538906 HTTP/1.1" status: 200 len: 945 time: 0.1133022 Aug 05 11:35:47.469802 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-da3d2e3b-f938-47af-b195-c4bf8991e493 req-685fcb69-bf64-419f-a288-8faabb30dba0 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4e742cc-0754-43b8-97b1-fad458ef76e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627579 Aug 05 11:35:47.484926 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-91a4bc53-8193-4456-98c6-db6fcde9a5a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:47.572932 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-91a4bc53-8193-4456-98c6-db6fcde9a5a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:47.607038 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-80ef94a8-4ec9-4ba5-ab0c-3ecd7e0979d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:47.608069 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-78b98ee1-9865-465d-bc10-36a8b7358fc5 req-168a36cd-336c-433c-a77f-6a9a205dc92b tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/security-groups?id=5dfacf8b-ef80-4e03-9b2b-0b5aacf0bf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358635 Aug 05 11:35:47.610533 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cd280ba7-09c3-4be7-a247-fe0c950f3e09 req-2a47e6e4-01c9-46f4-8346-326823ae2910 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3743ac1-d872-4507-a6f2-ed370e7d4ff9 HTTP/1.1" status: 200 len: 999 time: 0.1911261 Aug 05 11:35:47.669309 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd280ba7-09c3-4be7-a247-fe0c950f3e09 req-1138488a-566e-4835-a9db-837eb0120e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:47.671156 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cd280ba7-09c3-4be7-a247-fe0c950f3e09 req-1138488a-566e-4835-a9db-837eb0120e38 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2358f314-430e-4da8-8dea-b9e9954bab81 HTTP/1.1" status: 200 len: 851 time: 0.0523798 Aug 05 11:35:47.719374 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-80ef94a8-4ec9-4ba5-ab0c-3ecd7e0979d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25038609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30075142'] for subnet, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:47.723666 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-91a4bc53-8193-4456-98c6-db6fcde9a5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:47.727854 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-91a4bc53-8193-4456-98c6-db6fcde9a5a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:47.729103 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-91a4bc53-8193-4456-98c6-db6fcde9a5a5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4311c0d0-9fe6-41e0-b3e8-2b98e5a07f24 HTTP/1.1" status: 204 len: 168 time: 0.6297801 Aug 05 11:35:47.775692 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef94a8-4ec9-4ba5-ab0c-3ecd7e0979d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b323b670-7bcd-4d26-9a7c-9092dd8bb3b0,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:35:47.776651 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd280ba7-09c3-4be7-a247-fe0c950f3e09 req-8447d159-6736-4e5d-8836-19c6350a9fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:47.780258 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a4bc53-8193-4456-98c6-db6fcde9a5a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4311c0d0-9fe6-41e0-b3e8-2b98e5a07f24,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:35:47.782270 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-80ef94a8-4ec9-4ba5-ab0c-3ecd7e0979d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:47.784420 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-80ef94a8-4ec9-4ba5-ab0c-3ecd7e0979d3 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/b323b670-7bcd-4d26-9a7c-9092dd8bb3b0 HTTP/1.1" status: 204 len: 168 time: 0.6276481 Aug 05 11:35:47.786857 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 59332) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:35:47.808359 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cd280ba7-09c3-4be7-a247-fe0c950f3e09 req-8447d159-6736-4e5d-8836-19c6350a9fc3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3bbc31db-4958-4e8b-9f8e-bc48b5d28e47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1252291 Aug 05 11:35:47.874857 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-79389458-6330-4334-96b3-7915dd384135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:47.949760 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cd280ba7-09c3-4be7-a247-fe0c950f3e09 req-86c1b3f1-81c5-4e03-824b-4c3aa1922a8f service neutron] 10.222.0.64 "GET /v2.0/networks/3bbc31db-4958-4e8b-9f8e-bc48b5d28e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363587 Aug 05 11:35:47.961104 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 59338) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:35:47.999566 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-79389458-6330-4334-96b3-7915dd384135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:48.029260 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-79389458-6330-4334-96b3-7915dd384135 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92241915-6a09-4c91-8563-cbf94b87f5db']}} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:35:48.044513 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-79389458-6330-4334-96b3-7915dd384135 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb34d38f-e8ce-4566-8051-d1280b0a9093') {'for_net_delete': True} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:35:48.044856 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-79389458-6330-4334-96b3-7915dd384135 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb34d38f-e8ce-4566-8051-d1280b0a9093') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:35:48.056685 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-79389458-6330-4334-96b3-7915dd384135 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29786371'] for segment, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:48.076158 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-79389458-6330-4334-96b3-7915dd384135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:48.087304 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79389458-6330-4334-96b3-7915dd384135 admin admin] Releasing vlan 699 on physical network physnet1 to pool {{(pid=94421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:35:48.087828 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-79389458-6330-4334-96b3-7915dd384135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25038799'] for segment, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:48.090958 n-d-803378-2 neutron-server[94421]: Traceback (most recent call last): Aug 05 11:35:48.090958 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:35:48.090958 n-d-803378-2 neutron-server[94421]: timer() Aug 05 11:35:48.090958 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:35:48.090958 n-d-803378-2 neutron-server[94421]: cb(*args, **kw) Aug 05 11:35:48.090958 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:35:48.090958 n-d-803378-2 neutron-server[94421]: return func(*args, **kwargs) Aug 05 11:35:48.090958 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:35:48.090958 n-d-803378-2 neutron-server[94421]: self._notify() Aug 05 11:35:48.090958 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:35:48.090958 n-d-803378-2 neutron-server[94421]: self.callback(batched_events) Aug 05 11:35:48.090958 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:35:48.090958 n-d-803378-2 neutron-server[94421]: event.method(event) Aug 05 11:35:48.090958 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:35:48.090958 n-d-803378-2 neutron-server[94421]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:35:48.090958 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:35:48.090958 n-d-803378-2 neutron-server[94421]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:35:48.090958 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:35:48.090958 n-d-803378-2 neutron-server[94421]: return f(self, *a, **k) Aug 05 11:35:48.090958 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:35:48.090958 n-d-803378-2 neutron-server[94421]: return self._get(url).json() Aug 05 11:35:48.090958 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:35:48.090958 n-d-803378-2 neutron-server[94421]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:35:48.090958 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:35:48.090958 n-d-803378-2 neutron-server[94421]: return self.request(url, 'GET', **kwargs) Aug 05 11:35:48.090958 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:35:48.090958 n-d-803378-2 neutron-server[94421]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:35:48.090958 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:35:48.090958 n-d-803378-2 neutron-server[94421]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:35:48.090958 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:35:48.090958 n-d-803378-2 neutron-server[94421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:35:48.090958 n-d-803378-2 neutron-server[94421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:35:48.148391 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb6d356-12f8-40ae-953a-4d32f08529f3 req-44f1ac7c-6533-4a19-bd75-14a6f5994904 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:48.150626 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2bb6d356-12f8-40ae-953a-4d32f08529f3 req-44f1ac7c-6533-4a19-bd75-14a6f5994904 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d06186c-d1fe-4d01-9853-c0787a6d9ce4 HTTP/1.1" status: 200 len: 949 time: 0.1074769 Aug 05 11:35:48.155538 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cd280ba7-09c3-4be7-a247-fe0c950f3e09 req-8c936264-3790-4abf-b151-b3ea2176c67c service neutron] 10.222.0.64 "GET /v2.0/networks/3bbc31db-4958-4e8b-9f8e-bc48b5d28e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931331 Aug 05 11:35:48.184313 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-79389458-6330-4334-96b3-7915dd384135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:48.200413 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-79389458-6330-4334-96b3-7915dd384135 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:48.205414 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-79389458-6330-4334-96b3-7915dd384135 admin admin] 10.222.0.58 "DELETE /v2.0/networks/92241915-6a09-4c91-8563-cbf94b87f5db HTTP/1.1" status: 204 len: 168 time: 0.4150665 Aug 05 11:35:48.217936 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79389458-6330-4334-96b3-7915dd384135 admin admin] Pushing event deleted for resources: {'Network': ['ID=92241915-6a09-4c91-8563-cbf94b87f5db,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:35:48.244617 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2bb6d356-12f8-40ae-953a-4d32f08529f3 req-518987b9-9d7a-4fcc-adc6-36742ad57454 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847516 Aug 05 11:35:48.416468 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-ea8e3f2d-4f8e-438d-b565-fc757bc420a0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-355346713-network', 'tenant_id': 'd99022a6b1d940f38af72023898597a0'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:35:48.447215 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea8e3f2d-4f8e-438d-b565-fc757bc420a0 admin admin] Made reservation on behalf of d99022a6b1d940f38af72023898597a0 for: {'network': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:35:48.449841 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ea8e3f2d-4f8e-438d-b565-fc757bc420a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:48.460175 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ea8e3f2d-4f8e-438d-b565-fc757bc420a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:48.599210 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 59354) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:35:48.634840 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ea8e3f2d-4f8e-438d-b565-fc757bc420a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:48.641932 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ea8e3f2d-4f8e-438d-b565-fc757bc420a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:48.659760 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea8e3f2d-4f8e-438d-b565-fc757bc420a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 697, 'physical_network': 'physnet1'} {{(pid=94420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:35:48.666864 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-106dc50f-0187-4cbd-ad0c-f4b051e4bf7a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=51ad5862de32489aa9e02ce01c89cfa7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0642431 Aug 05 11:35:48.667881 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 59358) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:35:48.672987 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ea8e3f2d-4f8e-438d-b565-fc757bc420a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:48.673341 n-d-803378-2 neutron-server[94420]: INFO neutron.db.segments_db [None req-ea8e3f2d-4f8e-438d-b565-fc757bc420a0 admin admin] Added segment 0d548106-3837-4bed-8414-b60a66dc0795 of type vlan for network 4ba4438a-8cdb-441d-bb43-5e42214d4b76 Aug 05 11:35:48.732626 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ea8e3f2d-4f8e-438d-b565-fc757bc420a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:48.761246 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-66a15be7-4945-47df-b0d3-7fe8c634870b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:48.784392 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf289f9-1852-48b2-ab83-c9932220edb4 req-24070202-44c0-4109-8a14-fbd2e3de2fdb tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:48.791389 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-acf289f9-1852-48b2-ab83-c9932220edb4 req-24070202-44c0-4109-8a14-fbd2e3de2fdb tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2da4349-4de9-4268-bcad-acd2226838fc HTTP/1.1" status: 200 len: 943 time: 0.2232494 Aug 05 11:35:48.803192 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ea8e3f2d-4f8e-438d-b565-fc757bc420a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:48.805481 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-66a15be7-4945-47df-b0d3-7fe8c634870b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:48.808184 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8e3f2d-4f8e-438d-b565-fc757bc420a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:48.808844 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ea8e3f2d-4f8e-438d-b565-fc757bc420a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:48.816069 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c379e5-aae2-48c3-84b4-d4c70e4e39b6 req-bc1aadbe-8486-4a4b-9736-08fd0f3177cd tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:48.818963 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e9c379e5-aae2-48c3-84b4-d4c70e4e39b6 req-bc1aadbe-8486-4a4b-9736-08fd0f3177cd tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.55 "GET /v2.0/ports?device_id=376a2856-9261-490f-b218-09eb73538906 HTTP/1.1" status: 200 len: 945 time: 0.1039610 Aug 05 11:35:48.956420 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8e3f2d-4f8e-438d-b565-fc757bc420a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8707e749-14ef-46e9-b17b-2053065b99b8,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:35:48.961684 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-66a15be7-4945-47df-b0d3-7fe8c634870b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:48.965566 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-66a15be7-4945-47df-b0d3-7fe8c634870b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:48.970527 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-66a15be7-4945-47df-b0d3-7fe8c634870b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/828cef5c-0f80-4604-87f6-a92aecbc06bd HTTP/1.1" status: 204 len: 168 time: 0.3018212 Aug 05 11:35:48.982546 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-ea8e3f2d-4f8e-438d-b565-fc757bc420a0 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0185788 Aug 05 11:35:48.986982 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 59370) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:35:48.998804 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-ee4acc8a-ca94-4775-804a-3648bf9451cf admin admin] Request body: {'subnet': {'network_id': '4ba4438a-8cdb-441d-bb43-5e42214d4b76', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-355346713-subnet', 'tenant_id': 'd99022a6b1d940f38af72023898597a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:35:49.004103 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a15be7-4945-47df-b0d3-7fe8c634870b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=828cef5c-0f80-4604-87f6-a92aecbc06bd,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:35:49.010670 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72408ab-0f24-48e7-8df8-60e89e2546bd req-e83d50e2-8194-4d25-9538-26144fac360b tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:49.012475 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d72408ab-0f24-48e7-8df8-60e89e2546bd req-e83d50e2-8194-4d25-9538-26144fac360b tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?device_id=376a2856-9261-490f-b218-09eb73538906 HTTP/1.1" status: 200 len: 945 time: 0.1705475 Aug 05 11:35:49.012926 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-e9c379e5-aae2-48c3-84b4-d4c70e4e39b6 req-8ac614e9-4479-42a7-ba9f-5b37b5164879 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Deleting port f0317587-0bfb-44e2-8f4b-2480a75268f2 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:35:49.013263 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8e3f2d-4f8e-438d-b565-fc757bc420a0 admin admin] Pushing event updated for resources: {'Network': ['ID=4ba4438a-8cdb-441d-bb43-5e42214d4b76,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:35:49.013381 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-e9c379e5-aae2-48c3-84b4-d4c70e4e39b6 req-8ac614e9-4479-42a7-ba9f-5b37b5164879 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:49.031165 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-acf289f9-1852-48b2-ab83-c9932220edb4 req-5cd8832a-20fa-4467-865c-2712ec50b4f7 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4e742cc-0754-43b8-97b1-fad458ef76e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085118 Aug 05 11:35:49.055289 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 4ba4438a-8cdb-441d-bb43-5e42214d4b76 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:35:49.095607 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee4acc8a-ca94-4775-804a-3648bf9451cf admin admin] Made reservation on behalf of d99022a6b1d940f38af72023898597a0 for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:35:49.098882 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ee4acc8a-ca94-4775-804a-3648bf9451cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:49.122578 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d72408ab-0f24-48e7-8df8-60e89e2546bd req-0eb9238b-3f2e-432d-bad6-7e80e2a4a75c tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/security-groups?id=5dfacf8b-ef80-4e03-9b2b-0b5aacf0bf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788445 Aug 05 11:35:49.208325 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-e9c379e5-aae2-48c3-84b4-d4c70e4e39b6 req-8ac614e9-4479-42a7-ba9f-5b37b5164879 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] For port f0317587-0bfb-44e2-8f4b-2480a75268f2, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=f0317587-0bfb-44e2-8f4b-2480a75268f2,segment=NetworkSegment(1464bea6-dc68-4175-ac76-169c7629018f),segment_id=1464bea6-dc68-4175-ac76-169c7629018f)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:35:49.208457 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-e9c379e5-aae2-48c3-84b4-d4c70e4e39b6 req-8ac614e9-4479-42a7-ba9f-5b37b5164879 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:49.242548 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-e9c379e5-aae2-48c3-84b4-d4c70e4e39b6 req-8ac614e9-4479-42a7-ba9f-5b37b5164879 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Calling delete_port for f0317587-0bfb-44e2-8f4b-2480a75268f2 owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:35:49.386571 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device d29c85ed-ac49-4bc6-abd7-d2ef6d51045e details requested by agent hyperv_n-h1-803378-2 with host n-h1-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:35:49.432213 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8421e294-ae9a-41e8-9a79-3a1d13e08850 req-598802fd-59a2-4e6d-aad8-2c0cf9ca25ad tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:49.434009 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8421e294-ae9a-41e8-9a79-3a1d13e08850 req-598802fd-59a2-4e6d-aad8-2c0cf9ca25ad tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d06186c-d1fe-4d01-9853-c0787a6d9ce4 HTTP/1.1" status: 200 len: 949 time: 0.0956283 Aug 05 11:35:49.520264 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ee4acc8a-ca94-4775-804a-3648bf9451cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25038678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30075167'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:49.542415 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8421e294-ae9a-41e8-9a79-3a1d13e08850 req-e38d1f13-5b7e-4170-aabb-4044574adb1c tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970159 Aug 05 11:35:49.598260 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port d29c85ed-ac49-4bc6-abd7-d2ef6d51045e, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=d29c85ed-ac49-4bc6-abd7-d2ef6d51045e,segment=NetworkSegment(01e8ca75-cf59-480b-8ee2-932f754dd7b2),segment_id=01e8ca75-cf59-480b-8ee2-932f754dd7b2)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:35:49.615365 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Returning: {'device': 'd29c85ed-ac49-4bc6-abd7-d2ef6d51045e', 'network_id': 'df604f01-40cf-4ac6-a403-862287f48d99', 'port_id': 'd29c85ed-ac49-4bc6-abd7-d2ef6d51045e', 'mac_address': 'fa:16:3e:40:b1:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '524b1b8f-caef-4267-8226-9611509ac5a4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:35:49.626054 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4acc8a-ca94-4775-804a-3648bf9451cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e926322-942d-429f-85a0-6f35bc628f55,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:35:49.645740 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-e9c379e5-aae2-48c3-84b4-d4c70e4e39b6 req-8ac614e9-4479-42a7-ba9f-5b37b5164879 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:49.683925 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['c6ea930f-9cea-4fc6-b5f1-18fa57d750d9', 'f0317587-0bfb-44e2-8f4b-2480a75268f2'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:35:49.684258 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4acc8a-ca94-4775-804a-3648bf9451cf admin admin] Checking segment: {'id': '0d548106-3837-4bed-8414-b60a66dc0795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '4ba4438a-8cdb-441d-bb43-5e42214d4b76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:35:49.684691 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4acc8a-ca94-4775-804a-3648bf9451cf admin admin] Network hostable DHCP agents. Network: 4ba4438a-8cdb-441d-bb43-5e42214d4b76, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:35:49.690698 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac614e9-4479-42a7-ba9f-5b37b5164879 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Pushing event deleted for resources: {'Port': ['ID=f0317587-0bfb-44e2-8f4b-2480a75268f2,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:35:49.691354 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:49.741521 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d29c85ed-ac49-4bc6-abd7-d2ef6d51045e {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:35:49.750731 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9c379e5-aae2-48c3-84b4-d4c70e4e39b6 req-8ac614e9-4479-42a7-ba9f-5b37b5164879 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] No DVR routers for this DVR port f0317587-0bfb-44e2-8f4b-2480a75268f2 on host n-h2-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:35:49.753252 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4acc8a-ca94-4775-804a-3648bf9451cf admin admin] Network 4ba4438a-8cdb-441d-bb43-5e42214d4b76 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:35:49.759890 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-e9c379e5-aae2-48c3-84b4-d4c70e4e39b6 req-8ac614e9-4479-42a7-ba9f-5b37b5164879 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:49.762471 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e9c379e5-aae2-48c3-84b4-d4c70e4e39b6 req-8ac614e9-4479-42a7-ba9f-5b37b5164879 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.55 "DELETE /v2.0/ports/f0317587-0bfb-44e2-8f4b-2480a75268f2 HTTP/1.1" status: 204 len: 173 time: 0.9369605 Aug 05 11:35:49.763231 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '376a2856-9261-490f-b218-09eb73538906', 'name': 'network-vif-deleted', 'tag': 'f0317587-0bfb-44e2-8f4b-2480a75268f2'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:35:49.765989 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a29c234-10a5-4698-a995-2971fabec0a7" -d '{"events": [{"server_uuid": "376a2856-9261-490f-b218-09eb73538906", "name": "network-vif-deleted", "tag": "f0317587-0bfb-44e2-8f4b-2480a75268f2"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:35:49.779816 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port d29c85ed-ac49-4bc6-abd7-d2ef6d51045e, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=d29c85ed-ac49-4bc6-abd7-d2ef6d51045e,segment=NetworkSegment(01e8ca75-cf59-480b-8ee2-932f754dd7b2),segment_id=01e8ca75-cf59-480b-8ee2-932f754dd7b2)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:35:49.781854 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-ee4acc8a-ca94-4775-804a-3648bf9451cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, 4ba4438a-8cdb-441d-bb43-5e42214d4b76) {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:35:49.790486 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:49.791388 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4acc8a-ca94-4775-804a-3648bf9451cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:49.792209 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ee4acc8a-ca94-4775-804a-3648bf9451cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:49.810540 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8af8b9d-9bfe-473d-9c76-cb2bd654ed46 None None] Network 4ba4438a-8cdb-441d-bb43-5e42214d4b76 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:35:49.836855 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-ee4acc8a-ca94-4775-804a-3648bf9451cf admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8310354 Aug 05 11:35:49.841866 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c56b17c8-ec7f-4895-a05d-5d94b914919f x-openstack-request-id: req-c56b17c8-ec7f-4895-a05d-5d94b914919f {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:35:49.842031 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "376a2856-9261-490f-b218-09eb73538906", "name": "network-vif-deleted", "tag": "f0317587-0bfb-44e2-8f4b-2480a75268f2", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:35:49.842264 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c56b17c8-ec7f-4895-a05d-5d94b914919f {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:35:49.843355 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '376a2856-9261-490f-b218-09eb73538906', 'name': 'network-vif-deleted', 'tag': 'f0317587-0bfb-44e2-8f4b-2480a75268f2', 'status': 'completed', 'code': 200} Aug 05 11:35:49.864862 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 59400) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:35:49.961139 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=d29c85ed-ac49-4bc6-abd7-d2ef6d51045e,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:35:50.081815 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc87a0f2-c44c-4dcc-a8d2-b612c03f55f9 None None] Network 4ba4438a-8cdb-441d-bb43-5e42214d4b76 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:35:50.308557 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09847dd0-6cc7-42c4-bead-aef84905fd04 req-56e3e440-285c-48c5-966c-67f3c95cbd85 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:50.311923 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-09847dd0-6cc7-42c4-bead-aef84905fd04 req-56e3e440-285c-48c5-966c-67f3c95cbd85 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2da4349-4de9-4268-bcad-acd2226838fc HTTP/1.1" status: 200 len: 944 time: 0.1770554 Aug 05 11:35:50.348696 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-963c5225-8f6f-46d9-9f23-8f9f9fc57c15 tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-42845744'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:35:50.362863 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['d29c85ed-ac49-4bc6-abd7-d2ef6d51045e'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:35:50.398264 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-963c5225-8f6f-46d9-9f23-8f9f9fc57c15 tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Made reservation on behalf of aa030376597d4bceb5b2a14a5e018389 for: {'network': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:35:50.410413 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-963c5225-8f6f-46d9-9f23-8f9f9fc57c15 tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:50.453129 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-963c5225-8f6f-46d9-9f23-8f9f9fc57c15 tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:50.462186 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d1a0f6d5-0106-465f-b72f-2254cecd5a46 req-e58f73ec-c51b-4229-96f6-7a9ca76ca31b tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?device_id=376a2856-9261-490f-b218-09eb73538906 HTTP/1.1" status: 200 len: 210 time: 0.1047714 Aug 05 11:35:50.466596 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-09847dd0-6cc7-42c4-bead-aef84905fd04 req-7014ac8f-4494-4532-b3a9-f818c0147fc1 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4e742cc-0754-43b8-97b1-fad458ef76e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444719 Aug 05 11:35:50.849451 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ef8bd0-9ecb-4c92-a3ea-a7738c0318e5 req-d3c8576f-68af-4422-93ef-791dc228b29f tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:50.852216 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-44ef8bd0-9ecb-4c92-a3ea-a7738c0318e5 req-d3c8576f-68af-4422-93ef-791dc228b29f tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d06186c-d1fe-4d01-9853-c0787a6d9ce4 HTTP/1.1" status: 200 len: 949 time: 0.1153975 Aug 05 11:35:50.857811 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-963c5225-8f6f-46d9-9f23-8f9f9fc57c15 tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:50.868007 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-963c5225-8f6f-46d9-9f23-8f9f9fc57c15 tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:50.908185 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-963c5225-8f6f-46d9-9f23-8f9f9fc57c15 tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] vlan segment allocate from pool success with {'vlan_id': 667, 'physical_network': 'physnet1'} {{(pid=94421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:35:50.925061 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963c5225-8f6f-46d9-9f23-8f9f9fc57c15 tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=926bb1ef-1a46-41c3-acc3-30a7372ffb0d,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:35:50.940775 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-44ef8bd0-9ecb-4c92-a3ea-a7738c0318e5 req-dac1eebf-f3de-45f0-8d44-865c8992e79a tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776408 Aug 05 11:35:50.944426 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-963c5225-8f6f-46d9-9f23-8f9f9fc57c15 tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:50.944942 n-d-803378-2 neutron-server[94421]: INFO neutron.db.segments_db [None req-963c5225-8f6f-46d9-9f23-8f9f9fc57c15 tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Added segment d0b435a5-4e08-4f6c-b77b-a1a409707ad0 of type vlan for network dd93108f-417a-42fd-bc8b-e2699d65feaf Aug 05 11:35:51.015810 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-963c5225-8f6f-46d9-9f23-8f9f9fc57c15 tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:51.073975 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-963c5225-8f6f-46d9-9f23-8f9f9fc57c15 tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:51.085798 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963c5225-8f6f-46d9-9f23-8f9f9fc57c15 tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:51.087520 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-963c5225-8f6f-46d9-9f23-8f9f9fc57c15 tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:51.113670 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 59444) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:35:51.114325 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-963c5225-8f6f-46d9-9f23-8f9f9fc57c15 tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.2481134 Aug 05 11:35:51.127190 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 59446) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:35:51.129165 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-75fe096c-cc49-44ea-b443-fed732ba76a9 tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Request body: {'subnet': {'network_id': 'dd93108f-417a-42fd-bc8b-e2699d65feaf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:35:51.185802 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963c5225-8f6f-46d9-9f23-8f9f9fc57c15 tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Pushing event updated for resources: {'Network': ['ID=dd93108f-417a-42fd-bc8b-e2699d65feaf,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:35:51.201303 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network dd93108f-417a-42fd-bc8b-e2699d65feaf details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:35:51.282688 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5191a18-5b21-42c0-a526-bf5aa635657b req-d26cfdca-94e4-462a-a579-651ba3db2926 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:51.291080 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f5191a18-5b21-42c0-a526-bf5aa635657b req-d26cfdca-94e4-462a-a579-651ba3db2926 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] 10.222.0.58 "GET /v2.0/networks?id=4ba4438a-8cdb-441d-bb43-5e42214d4b76 HTTP/1.1" status: 200 len: 814 time: 0.3491418 Aug 05 11:35:51.310030 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f5191a18-5b21-42c0-a526-bf5aa635657b req-59e089ec-d463-47a6-8ee9-428a491f3f4e tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] 10.222.0.58 "GET /v2.0/quotas/d99022a6b1d940f38af72023898597a0 HTTP/1.1" status: 200 len: 375 time: 0.0165844 Aug 05 11:35:51.332711 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75fe096c-cc49-44ea-b443-fed732ba76a9 tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Made reservation on behalf of aa030376597d4bceb5b2a14a5e018389 for: {'subnet': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:35:51.342796 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-75fe096c-cc49-44ea-b443-fed732ba76a9 tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24211133'] for subnet, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:51.377706 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-0676db28-75b6-4304-aea9-660e25c12b73 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-299942190-network', 'tenant_id': 'a821dc3f7db4460eaef6929bf1c161a1'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:35:51.380155 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f5191a18-5b21-42c0-a526-bf5aa635657b req-178db1d1-062d-4492-969b-af5695db0e64 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=d99022a6b1d940f38af72023898597a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0635433 Aug 05 11:35:51.407548 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0676db28-75b6-4304-aea9-660e25c12b73 admin admin] Made reservation on behalf of a821dc3f7db4460eaef6929bf1c161a1 for: {'network': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:35:51.413350 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0676db28-75b6-4304-aea9-660e25c12b73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:51.431467 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0676db28-75b6-4304-aea9-660e25c12b73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:51.560963 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f5191a18-5b21-42c0-a526-bf5aa635657b req-f754bf5e-036d-41ac-bce8-a37ac88b1bd9 service neutron] 10.222.0.58 "GET /v2.0/networks/4ba4438a-8cdb-441d-bb43-5e42214d4b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500633 Aug 05 11:35:51.611663 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0676db28-75b6-4304-aea9-660e25c12b73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:51.618674 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0676db28-75b6-4304-aea9-660e25c12b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:51.642898 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0676db28-75b6-4304-aea9-660e25c12b73 admin admin] vlan segment allocate from pool success with {'vlan_id': 682, 'physical_network': 'physnet1'} {{(pid=94421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:35:51.666654 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0676db28-75b6-4304-aea9-660e25c12b73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:51.667007 n-d-803378-2 neutron-server[94421]: INFO neutron.db.segments_db [None req-0676db28-75b6-4304-aea9-660e25c12b73 admin admin] Added segment ec140737-142a-40ce-b93e-5718c5a5e0be of type vlan for network ccbbacf0-1abe-4045-961d-b400e33c654c Aug 05 11:35:51.668662 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0676db28-75b6-4304-aea9-660e25c12b73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3cdc2e1-6657-462f-8996-f7367a683d94,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:35:51.724776 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0676db28-75b6-4304-aea9-660e25c12b73 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:51.792248 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0676db28-75b6-4304-aea9-660e25c12b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:51.793970 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0676db28-75b6-4304-aea9-660e25c12b73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:51.794852 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0676db28-75b6-4304-aea9-660e25c12b73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:51.807342 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2025f1aa-19fe-4db5-a8e4-5b0836da7193 req-42cb08ea-c2a5-42e1-9de6-ee102eba9198 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:51.809167 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2025f1aa-19fe-4db5-a8e4-5b0836da7193 req-42cb08ea-c2a5-42e1-9de6-ee102eba9198 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2da4349-4de9-4268-bcad-acd2226838fc HTTP/1.1" status: 200 len: 944 time: 0.2198758 Aug 05 11:35:51.815417 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f5191a18-5b21-42c0-a526-bf5aa635657b req-0c6933a8-c585-4d21-b92a-c689fcb45b19 service neutron] 10.222.0.58 "GET /v2.0/networks/4ba4438a-8cdb-441d-bb43-5e42214d4b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535427 Aug 05 11:35:51.833441 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-75fe096c-cc49-44ea-b443-fed732ba76a9 tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29762700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24211087'] for subnet, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:51.916204 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:51.934079 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-0676db28-75b6-4304-aea9-660e25c12b73 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8055174 Aug 05 11:35:51.938738 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 59464) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:35:51.948673 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2025f1aa-19fe-4db5-a8e4-5b0836da7193 req-03404e84-6037-420d-90b9-b3d1572a2c74 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4e742cc-0754-43b8-97b1-fad458ef76e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248302 Aug 05 11:35:51.952266 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fe096c-cc49-44ea-b443-fed732ba76a9 tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Pushing event updated for resources: {'Subnet': ['ID=a775b952-adba-40c6-8a04-a411009ae3d7,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:35:51.960542 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-fc6559da-4ffd-4c15-80e0-9b7ec778ae81 admin admin] Request body: {'subnet': {'network_id': 'ccbbacf0-1abe-4045-961d-b400e33c654c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-299942190-subnet', 'tenant_id': 'a821dc3f7db4460eaef6929bf1c161a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:35:51.973199 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0676db28-75b6-4304-aea9-660e25c12b73 admin admin] Pushing event updated for resources: {'Network': ['ID=ccbbacf0-1abe-4045-961d-b400e33c654c,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:35:51.987332 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75fe096c-cc49-44ea-b443-fed732ba76a9 tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Checking segment: {'id': 'd0b435a5-4e08-4f6c-b77b-a1a409707ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'dd93108f-417a-42fd-bc8b-e2699d65feaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:35:51.988711 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75fe096c-cc49-44ea-b443-fed732ba76a9 tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Network hostable DHCP agents. Network: dd93108f-417a-42fd-bc8b-e2699d65feaf, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:35:51.998313 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network ccbbacf0-1abe-4045-961d-b400e33c654c details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:35:52.015251 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc6559da-4ffd-4c15-80e0-9b7ec778ae81 admin admin] Made reservation on behalf of a821dc3f7db4460eaef6929bf1c161a1 for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:35:52.018585 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fc6559da-4ffd-4c15-80e0-9b7ec778ae81 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:52.021598 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75fe096c-cc49-44ea-b443-fed732ba76a9 tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Network dd93108f-417a-42fd-bc8b-e2699d65feaf is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:35:52.040086 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-75fe096c-cc49-44ea-b443-fed732ba76a9 tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, dd93108f-417a-42fd-bc8b-e2699d65feaf) {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:35:52.045946 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75fe096c-cc49-44ea-b443-fed732ba76a9 tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:52.046571 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-75fe096c-cc49-44ea-b443-fed732ba76a9 tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:52.106256 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-75fe096c-cc49-44ea-b443-fed732ba76a9 tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9909279 Aug 05 11:35:52.110368 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 59470) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:35:52.125144 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-1d2981a8-016e-49e7-993b-c90d3da1bc5c tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Request body: {'port': {'network_id': 'dd93108f-417a-42fd-bc8b-e2699d65feaf', 'name': 'tempest-AllowedAddressPairTestJSON-1171734382'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:35:52.162800 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1afe27-8b74-44de-a56b-3db2c61a85bd None None] Network dd93108f-417a-42fd-bc8b-e2699d65feaf requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:35:52.324954 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 11:35:52.373716 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee4d27a-9741-4713-87d7-7499911e60a9 req-88cc03f9-73e2-4e17-88c0-060c0a7ad00f tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:52.385445 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9ee4d27a-9741-4713-87d7-7499911e60a9 req-88cc03f9-73e2-4e17-88c0-060c0a7ad00f tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d06186c-d1fe-4d01-9853-c0787a6d9ce4 HTTP/1.1" status: 200 len: 949 time: 0.1243355 Aug 05 11:35:52.490487 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9ee4d27a-9741-4713-87d7-7499911e60a9 req-d374e237-5a22-4ead-84d2-d0aed1b257d9 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037023 Aug 05 11:35:52.505718 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fc6559da-4ffd-4c15-80e0-9b7ec778ae81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25038678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30075167'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:52.580161 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d2981a8-016e-49e7-993b-c90d3da1bc5c tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Made reservation on behalf of aa030376597d4bceb5b2a14a5e018389 for: {'port': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:35:52.588662 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1d2981a8-016e-49e7-993b-c90d3da1bc5c tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:52.611716 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6559da-4ffd-4c15-80e0-9b7ec778ae81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5bdc290-a382-4409-a240-624b47e4f60f,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:35:52.622944 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6559da-4ffd-4c15-80e0-9b7ec778ae81 admin admin] Checking segment: {'id': 'ec140737-142a-40ce-b93e-5718c5a5e0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'ccbbacf0-1abe-4045-961d-b400e33c654c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:35:52.623382 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6559da-4ffd-4c15-80e0-9b7ec778ae81 admin admin] Network hostable DHCP agents. Network: ccbbacf0-1abe-4045-961d-b400e33c654c, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:35:52.655313 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6a8c41-e7e3-47f3-a317-61b1765c8248 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-dd93108f-417a-42fd-bc8b-e2699d65feaf', 'network_id': 'dd93108f-417a-42fd-bc8b-e2699d65feaf', 'tenant_id': 'aa030376597d4bceb5b2a14a5e018389', 'fixed_ips': [{'subnet_id': 'a775b952-adba-40c6-8a04-a411009ae3d7'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 11:35:52.660744 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-fe6a8c41-e7e3-47f3-a317-61b1765c8248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:52.671218 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a020b063-2c92-4694-b928-a158c4bb9dd9 req-5e20fc82-bd02-437d-9d70-d88b6511c56d tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] 10.222.0.58 "GET /v2.0/ports?device_id=eb8cbb94-da28-4508-910d-f3e8570df80d HTTP/1.1" status: 200 len: 210 time: 0.0563691 Aug 05 11:35:52.679304 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6559da-4ffd-4c15-80e0-9b7ec778ae81 admin admin] Network ccbbacf0-1abe-4045-961d-b400e33c654c is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:35:52.688820 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [None req-1d2981a8-016e-49e7-993b-c90d3da1bc5c tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] device_id is not set on port 16cbbad0-4326-44ba-8e68-ac2e16275fe5 yet. {{(pid=94420) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 11:35:52.699265 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-fc6559da-4ffd-4c15-80e0-9b7ec778ae81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, ccbbacf0-1abe-4045-961d-b400e33c654c) {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:35:52.706381 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6559da-4ffd-4c15-80e0-9b7ec778ae81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:52.706818 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fc6559da-4ffd-4c15-80e0-9b7ec778ae81 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:52.755177 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-fc6559da-4ffd-4c15-80e0-9b7ec778ae81 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8095427 Aug 05 11:35:52.774193 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d50b3e-c879-4bfa-9ba1-061f71f403ba None None] Network ccbbacf0-1abe-4045-961d-b400e33c654c requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:35:52.896314 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device f0317587-0bfb-44e2-8f4b-2480a75268f2 no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:35:52.963845 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] No Port match for: f0317587-0bfb-44e2-8f4b-2480a75268f2 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:35:52.964531 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device f0317587-0bfb-44e2-8f4b-2480a75268f2 not bound to the agent host n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:35:53.092658 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-1d2981a8-016e-49e7-993b-c90d3da1bc5c tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Allocated IP 172.20.0.7 (dd93108f-417a-42fd-bc8b-e2699d65feaf/a775b952-adba-40c6-8a04-a411009ae3d7/16cbbad0-4326-44ba-8e68-ac2e16275fe5) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:35:53.404376 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-469d2ff9-ccb5-4de4-ba06-ec9e7e2a67d8 None None] Network ccbbacf0-1abe-4045-961d-b400e33c654c requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:35:53.410327 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device d29c85ed-ac49-4bc6-abd7-d2ef6d51045e up at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:35:53.417905 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f01519-3f24-446f-ab98-78e4226b7236 req-4ac9f4ea-c71b-4d27-a809-63a8967a8bec tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:53.439229 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-06f01519-3f24-446f-ab98-78e4226b7236 req-4ac9f4ea-c71b-4d27-a809-63a8967a8bec tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2da4349-4de9-4268-bcad-acd2226838fc HTTP/1.1" status: 200 len: 944 time: 0.2978196 Aug 05 11:35:53.625366 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-06f01519-3f24-446f-ab98-78e4226b7236 req-9142bfd7-2065-4448-8f02-3c59c078b6e0 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4e742cc-0754-43b8-97b1-fad458ef76e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662760 Aug 05 11:35:53.824828 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1d2981a8-016e-49e7-993b-c90d3da1bc5c tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:53.846249 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8530ec04-d486-4a44-a42c-3bffb622e6ff req-f30823ca-78b8-4494-8db6-efc0e9defb5c tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:53.848464 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8530ec04-d486-4a44-a42c-3bffb622e6ff req-f30823ca-78b8-4494-8db6-efc0e9defb5c tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d06186c-d1fe-4d01-9853-c0787a6d9ce4 HTTP/1.1" status: 200 len: 949 time: 0.1449513 Aug 05 11:35:53.867669 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [None req-1d2981a8-016e-49e7-993b-c90d3da1bc5c tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Transition to ACTIVE for port object 16cbbad0-4326-44ba-8e68-ac2e16275fe5 will not be triggered until provisioned by entity DHCP. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:35:53.950721 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bd2e8c9c-3741-4ac4-90e4-ee2c6e44ce67 req-01c4da4e-690e-45b2-a4f8-b54304bffc10 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] 10.222.0.58 "GET /v2.0/ports?device_id=eb8cbb94-da28-4508-910d-f3e8570df80d HTTP/1.1" status: 200 len: 210 time: 0.0569229 Aug 05 11:35:53.957189 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8530ec04-d486-4a44-a42c-3bffb622e6ff req-b227d0ba-d638-4d02-b80c-52d492ae25ed tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933316 Aug 05 11:35:54.053509 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1d2981a8-016e-49e7-993b-c90d3da1bc5c tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:54.174647 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2981a8-016e-49e7-993b-c90d3da1bc5c tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Network dd93108f-417a-42fd-bc8b-e2699d65feaf is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:35:54.214955 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-1d2981a8-016e-49e7-993b-c90d3da1bc5c tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:35:54.224471 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2981a8-016e-49e7-993b-c90d3da1bc5c tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:35:54.226436 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning for port d29c85ed-ac49-4bc6-abd7-d2ef6d51045e completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:35:54.252873 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-fe6a8c41-e7e3-47f3-a317-61b1765c8248 None None] Allocated IP 172.20.0.2 (dd93108f-417a-42fd-bc8b-e2699d65feaf/a775b952-adba-40c6-8a04-a411009ae3d7/f56dffac-dbf3-4cf2-9d76-771513fe49eb) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:35:54.255711 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning complete for port d29c85ed-ac49-4bc6-abd7-d2ef6d51045e triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:35:54.256087 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:54.333446 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2981a8-016e-49e7-993b-c90d3da1bc5c tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Pushing event updated for resources: {'Port': ['ID=16cbbad0-4326-44ba-8e68-ac2e16275fe5,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:35:54.501135 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5191a18-5b21-42c0-a526-bf5aa635657b req-2e1f8aaf-5090-4a86-98a9-66ff9726972c tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:54.503239 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-f5191a18-5b21-42c0-a526-bf5aa635657b req-2e1f8aaf-5090-4a86-98a9-66ff9726972c tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] 10.222.0.55 "GET /v2.0/networks?id=4ba4438a-8cdb-441d-bb43-5e42214d4b76 HTTP/1.1" status: 200 len: 814 time: 0.2607775 Aug 05 11:35:54.532740 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-f5191a18-5b21-42c0-a526-bf5aa635657b req-84422383-663e-405d-8f1a-c3da8d3857c4 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] Request body: {'port': {'device_id': 'eb8cbb94-da28-4508-910d-f3e8570df80d', 'network_id': '4ba4438a-8cdb-441d-bb43-5e42214d4b76', 'admin_state_up': True, 'tenant_id': 'd99022a6b1d940f38af72023898597a0'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:35:54.553148 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d2981a8-016e-49e7-993b-c90d3da1bc5c tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:54.555774 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1d2981a8-016e-49e7-993b-c90d3da1bc5c tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:54.599293 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-1d2981a8-016e-49e7-993b-c90d3da1bc5c tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4863024 Aug 05 11:35:54.601304 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 59534) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:35:54.606964 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-01a98ab1-3efc-4102-afdc-ee93f7a22982 tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Request body: {'port': {'network_id': 'dd93108f-417a-42fd-bc8b-e2699d65feaf', 'name': 'tempest-AllowedAddressPairTestJSON-1084833615', 'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:6d:ca:99'}]}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:35:54.620752 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32845886-54a5-49f3-a69f-99253f8c8020 req-a5367bf6-22d8-4d2b-a2b1-c835de005131 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:54.630703 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-32845886-54a5-49f3-a69f-99253f8c8020 req-a5367bf6-22d8-4d2b-a2b1-c835de005131 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/networks?id=535dc2f1-67b1-49cd-891b-67f3b995cbf8 HTTP/1.1" status: 200 len: 806 time: 0.4414270 Aug 05 11:35:54.674788 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-32845886-54a5-49f3-a69f-99253f8c8020 req-79323e12-700e-437f-b079-edba4cbe33e4 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/quotas/913ffd5cf69b465594d3b2ba08eae5b1 HTTP/1.1" status: 200 len: 375 time: 0.0429850 Aug 05 11:35:54.721767 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-fe6a8c41-e7e3-47f3-a317-61b1765c8248 None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:54.734374 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-fe6a8c41-e7e3-47f3-a317-61b1765c8248 None None] Transition to ACTIVE for port object f56dffac-dbf3-4cf2-9d76-771513fe49eb will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:35:54.753030 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-fe6a8c41-e7e3-47f3-a317-61b1765c8248 None None] Transition to ACTIVE for port object f56dffac-dbf3-4cf2-9d76-771513fe49eb will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:35:54.767143 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-fe6a8c41-e7e3-47f3-a317-61b1765c8248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:54.815983 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5191a18-5b21-42c0-a526-bf5aa635657b req-84422383-663e-405d-8f1a-c3da8d3857c4 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] Made reservation on behalf of d99022a6b1d940f38af72023898597a0 for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:35:54.822023 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-f5191a18-5b21-42c0-a526-bf5aa635657b req-84422383-663e-405d-8f1a-c3da8d3857c4 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:54.827134 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6a8c41-e7e3-47f3-a317-61b1765c8248 None None] Network dd93108f-417a-42fd-bc8b-e2699d65feaf is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:35:54.857612 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-fe6a8c41-e7e3-47f3-a317-61b1765c8248 None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:35:54.864867 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6a8c41-e7e3-47f3-a317-61b1765c8248 None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:35:54.898167 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6a8c41-e7e3-47f3-a317-61b1765c8248 None None] Pushing event updated for resources: {'Port': ['ID=f56dffac-dbf3-4cf2-9d76-771513fe49eb,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:35:54.950701 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:54.983909 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-fe6a8c41-e7e3-47f3-a317-61b1765c8248 None None] Attempting to bind port f56dffac-dbf3-4cf2-9d76-771513fe49eb on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:35:54.984602 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-fe6a8c41-e7e3-47f3-a317-61b1765c8248 None None] Attempting to bind port f56dffac-dbf3-4cf2-9d76-771513fe49eb by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'd0b435a5-4e08-4f6c-b77b-a1a409707ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'dd93108f-417a-42fd-bc8b-e2699d65feaf'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:35:54.985208 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6a8c41-e7e3-47f3-a317-61b1765c8248 None None] Attempting to bind port f56dffac-dbf3-4cf2-9d76-771513fe49eb on network dd93108f-417a-42fd-bc8b-e2699d65feaf {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:35:54.999741 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6a8c41-e7e3-47f3-a317-61b1765c8248 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:35:55.000619 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6a8c41-e7e3-47f3-a317-61b1765c8248 None None] Checking segment: {'id': 'd0b435a5-4e08-4f6c-b77b-a1a409707ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'dd93108f-417a-42fd-bc8b-e2699d65feaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:35:55.001280 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-fe6a8c41-e7e3-47f3-a317-61b1765c8248 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:55.001874 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6a8c41-e7e3-47f3-a317-61b1765c8248 None None] Bound using segment: {'id': 'd0b435a5-4e08-4f6c-b77b-a1a409707ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'dd93108f-417a-42fd-bc8b-e2699d65feaf'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:35:55.002598 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-fe6a8c41-e7e3-47f3-a317-61b1765c8248 None None] Bound port: f56dffac-dbf3-4cf2-9d76-771513fe49eb, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0b435a5-4e08-4f6c-b77b-a1a409707ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'dd93108f-417a-42fd-bc8b-e2699d65feaf'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:35:55.003068 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-fe6a8c41-e7e3-47f3-a317-61b1765c8248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:55.018634 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2da4349-4de9-4268-bcad-acd2226838fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd29c85ed-ac49-4bc6-abd7-d2ef6d51045e'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:35:55.020782 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-989331ab-5161-4c0e-97e6-b6f042e06b9c" -d '{"events": [{"server_uuid": "d2da4349-4de9-4268-bcad-acd2226838fc", "name": "network-vif-plugged", "status": "completed", "tag": "d29c85ed-ac49-4bc6-abd7-d2ef6d51045e"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:35:55.021006 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0585e74c-4742-486a-aaa2-ddc0bb7a9f03 req-ad26e7b3-d455-4497-9f6b-f48811c97f47 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:55.025083 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0585e74c-4742-486a-aaa2-ddc0bb7a9f03 req-ad26e7b3-d455-4497-9f6b-f48811c97f47 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2da4349-4de9-4268-bcad-acd2226838fc HTTP/1.1" status: 200 len: 944 time: 0.1799479 Aug 05 11:35:55.079154 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port d29c85ed-ac49-4bc6-abd7-d2ef6d51045e, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=d29c85ed-ac49-4bc6-abd7-d2ef6d51045e,segment=NetworkSegment(01e8ca75-cf59-480b-8ee2-932f754dd7b2),segment_id=01e8ca75-cf59-480b-8ee2-932f754dd7b2)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:35:55.080248 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-32845886-54a5-49f3-a69f-99253f8c8020 req-e187b00d-d60b-4eda-a26b-e5a50fd27010 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=913ffd5cf69b465594d3b2ba08eae5b1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4033089 Aug 05 11:35:55.089096 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:55.143912 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-f5191a18-5b21-42c0-a526-bf5aa635657b req-84422383-663e-405d-8f1a-c3da8d3857c4 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] Allocated IP 172.20.0.2 (4ba4438a-8cdb-441d-bb43-5e42214d4b76/7e926322-942d-429f-85a0-6f35bc628f55/a9522271-2125-4027-9fe8-bf85847f2aff) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:35:55.154806 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-fe6a8c41-e7e3-47f3-a317-61b1765c8248 None None] For port f56dffac-dbf3-4cf2-9d76-771513fe49eb, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:35:55.163255 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-fe6a8c41-e7e3-47f3-a317-61b1765c8248 None None] For port f56dffac-dbf3-4cf2-9d76-771513fe49eb, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=f56dffac-dbf3-4cf2-9d76-771513fe49eb,segment=NetworkSegment(d0b435a5-4e08-4f6c-b77b-a1a409707ad0),segment_id=d0b435a5-4e08-4f6c-b77b-a1a409707ad0)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:35:55.181980 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-fe6a8c41-e7e3-47f3-a317-61b1765c8248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:55.190336 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0585e74c-4742-486a-aaa2-ddc0bb7a9f03 req-b4339285-a8a3-4df2-841c-a728cacd3a13 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4e742cc-0754-43b8-97b1-fad458ef76e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530781 Aug 05 11:35:55.197901 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=d29c85ed-ac49-4bc6-abd7-d2ef6d51045e,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:35:55.359726 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6a8c41-e7e3-47f3-a317-61b1765c8248 None None] Pushing event updated for resources: {'Port': ['ID=f56dffac-dbf3-4cf2-9d76-771513fe49eb,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:35:55.375118 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b63fa78a-3fcd-4378-bd16-e080b8bb819d x-openstack-request-id: req-b63fa78a-3fcd-4378-bd16-e080b8bb819d {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:35:55.378536 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2da4349-4de9-4268-bcad-acd2226838fc", "name": "network-vif-plugged", "status": "completed", "tag": "d29c85ed-ac49-4bc6-abd7-d2ef6d51045e", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:35:55.389553 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b63fa78a-3fcd-4378-bd16-e080b8bb819d {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:35:55.398024 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2da4349-4de9-4268-bcad-acd2226838fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd29c85ed-ac49-4bc6-abd7-d2ef6d51045e', 'code': 200} Aug 05 11:35:55.611294 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-f5191a18-5b21-42c0-a526-bf5aa635657b req-84422383-663e-405d-8f1a-c3da8d3857c4 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:55.618087 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01a98ab1-3efc-4102-afdc-ee93f7a22982 tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Made reservation on behalf of aa030376597d4bceb5b2a14a5e018389 for: {'port': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:35:55.634227 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-aa4f123a-2277-44e9-b9a3-212c41854c76 req-650216d2-4665-42c4-a2d6-664e1c886e18 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] 10.222.0.58 "GET /v2.0/ports?device_id=eb8cbb94-da28-4508-910d-f3e8570df80d HTTP/1.1" status: 200 len: 210 time: 0.0862935 Aug 05 11:35:55.703759 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-32845886-54a5-49f3-a69f-99253f8c8020 req-8a94994a-5aac-4259-a108-b02528458279 service neutron] 10.222.0.58 "GET /v2.0/networks/535dc2f1-67b1-49cd-891b-67f3b995cbf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5906956 Aug 05 11:35:55.705161 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-f5191a18-5b21-42c0-a526-bf5aa635657b req-84422383-663e-405d-8f1a-c3da8d3857c4 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:55.785829 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79923769-5760-4f9d-b9c4-8bbd0024f4f4 req-18d101eb-9ae4-4c31-ba3d-f00b4c5872df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:55.787374 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-79923769-5760-4f9d-b9c4-8bbd0024f4f4 req-18d101eb-9ae4-4c31-ba3d-f00b4c5872df service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d2da4349-4de9-4268-bcad-acd2226838fc HTTP/1.1" status: 200 len: 1096 time: 0.3287401 Aug 05 11:35:55.795609 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5191a18-5b21-42c0-a526-bf5aa635657b req-84422383-663e-405d-8f1a-c3da8d3857c4 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] Network 4ba4438a-8cdb-441d-bb43-5e42214d4b76 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:35:55.800805 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-f5191a18-5b21-42c0-a526-bf5aa635657b req-84422383-663e-405d-8f1a-c3da8d3857c4 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:35:55.807044 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5191a18-5b21-42c0-a526-bf5aa635657b req-84422383-663e-405d-8f1a-c3da8d3857c4 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:35:55.851441 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84422383-663e-405d-8f1a-c3da8d3857c4 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] Pushing event updated for resources: {'Port': ['ID=a9522271-2125-4027-9fe8-bf85847f2aff,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:35:55.889423 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5191a18-5b21-42c0-a526-bf5aa635657b req-84422383-663e-405d-8f1a-c3da8d3857c4 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:55.890294 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-f5191a18-5b21-42c0-a526-bf5aa635657b req-84422383-663e-405d-8f1a-c3da8d3857c4 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:55.908000 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-f5191a18-5b21-42c0-a526-bf5aa635657b req-84422383-663e-405d-8f1a-c3da8d3857c4 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3877649 Aug 05 11:35:55.927863 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-f5191a18-5b21-42c0-a526-bf5aa635657b req-857c18d6-1207-4b51-be85-2ec609ba2750 service neutron] Request body: {'port': {'device_id': 'eb8cbb94-da28-4508-910d-f3e8570df80d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:35:55.931968 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-01a98ab1-3efc-4102-afdc-ee93f7a22982 tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:55.947794 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-79923769-5760-4f9d-b9c4-8bbd0024f4f4 req-1b3b0fad-ae69-45a0-a1ca-1c0218ff2d69 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a4e742cc-0754-43b8-97b1-fad458ef76e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175678 Aug 05 11:35:55.994633 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95181ae8-c6a0-49b8-b1c7-8ebf0939af6a req-797f8780-433a-4003-a856-b9d09a492610 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:55.996853 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-95181ae8-c6a0-49b8-b1c7-8ebf0939af6a req-797f8780-433a-4003-a856-b9d09a492610 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d06186c-d1fe-4d01-9853-c0787a6d9ce4 HTTP/1.1" status: 200 len: 949 time: 0.2130241 Aug 05 11:35:56.000513 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [None req-01a98ab1-3efc-4102-afdc-ee93f7a22982 tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] device_id is not set on port 01c4246f-397a-4c0b-b8e7-d2fcf0de53a7 yet. {{(pid=94420) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 11:35:56.006280 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-f5191a18-5b21-42c0-a526-bf5aa635657b req-857c18d6-1207-4b51-be85-2ec609ba2750 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:56.017973 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-32845886-54a5-49f3-a69f-99253f8c8020 req-d8cbbe55-8536-4131-ac03-78230dd32f5b service neutron] 10.222.0.58 "GET /v2.0/networks/535dc2f1-67b1-49cd-891b-67f3b995cbf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3124504 Aug 05 11:35:56.125985 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-95181ae8-c6a0-49b8-b1c7-8ebf0939af6a req-ad6b497e-dcdc-4b79-84ae-8912fb8c5b9b tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186378 Aug 05 11:35:56.340949 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-01a98ab1-3efc-4102-afdc-ee93f7a22982 tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Allocated IP 172.20.0.6 (dd93108f-417a-42fd-bc8b-e2699d65feaf/a775b952-adba-40c6-8a04-a411009ae3d7/01c4246f-397a-4c0b-b8e7-d2fcf0de53a7) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:35:56.346957 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-302d0d25-78d4-493d-8e3b-59092822de13 req-6f17f866-8d0c-4725-ac34-17a742ad09db tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?device_id=acacadd6-68d2-4fb6-bf7a-67c7081ad539 HTTP/1.1" status: 200 len: 210 time: 0.0718136 Aug 05 11:35:56.515439 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f967f0-f5d4-4008-a55a-aec35759f94e req-0f35de1d-aeff-481a-9c00-8f61408fed07 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:56.523054 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-13f967f0-f5d4-4008-a55a-aec35759f94e req-0f35de1d-aeff-481a-9c00-8f61408fed07 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2da4349-4de9-4268-bcad-acd2226838fc HTTP/1.1" status: 200 len: 945 time: 0.1704612 Aug 05 11:35:56.726869 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-f5191a18-5b21-42c0-a526-bf5aa635657b req-857c18d6-1207-4b51-be85-2ec609ba2750 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9522271-2125-4027-9fe8-bf85847f2aff {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:35:56.746241 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-f5191a18-5b21-42c0-a526-bf5aa635657b req-857c18d6-1207-4b51-be85-2ec609ba2750 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:56.788644 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-f5191a18-5b21-42c0-a526-bf5aa635657b req-857c18d6-1207-4b51-be85-2ec609ba2750 service neutron] Transition to ACTIVE for port object a9522271-2125-4027-9fe8-bf85847f2aff will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:35:56.797098 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-f5191a18-5b21-42c0-a526-bf5aa635657b req-857c18d6-1207-4b51-be85-2ec609ba2750 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:56.877955 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857c18d6-1207-4b51-be85-2ec609ba2750 service neutron] Pushing event updated for resources: {'Port': ['ID=a9522271-2125-4027-9fe8-bf85847f2aff,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:35:56.894282 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-13f967f0-f5d4-4008-a55a-aec35759f94e req-30ead40c-f1a4-4ccd-ab7e-a4b6e3b00f64 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4e742cc-0754-43b8-97b1-fad458ef76e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3501682 Aug 05 11:35:56.927699 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device f56dffac-dbf3-4cf2-9d76-771513fe49eb up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:35:56.992328 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51fd8c79-c57a-4b8c-bed9-602aa6aed6e3 None None] Network dd93108f-417a-42fd-bc8b-e2699d65feaf requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:35:57.073250 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port f56dffac-dbf3-4cf2-9d76-771513fe49eb completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:35:57.079031 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-f5191a18-5b21-42c0-a526-bf5aa635657b req-857c18d6-1207-4b51-be85-2ec609ba2750 service neutron] Attempting to bind port a9522271-2125-4027-9fe8-bf85847f2aff on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:35:57.081677 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-f5191a18-5b21-42c0-a526-bf5aa635657b req-857c18d6-1207-4b51-be85-2ec609ba2750 service neutron] Attempting to bind port a9522271-2125-4027-9fe8-bf85847f2aff by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': '0d548106-3837-4bed-8414-b60a66dc0795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '4ba4438a-8cdb-441d-bb43-5e42214d4b76'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:35:57.082662 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5191a18-5b21-42c0-a526-bf5aa635657b req-857c18d6-1207-4b51-be85-2ec609ba2750 service neutron] Attempting to bind port a9522271-2125-4027-9fe8-bf85847f2aff on network 4ba4438a-8cdb-441d-bb43-5e42214d4b76 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:35:57.087800 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-fc75e4b4-f7b4-4e83-8c59-e5099849643e None None] Provisioning for port f56dffac-dbf3-4cf2-9d76-771513fe49eb completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:35:57.090624 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5191a18-5b21-42c0-a526-bf5aa635657b req-857c18d6-1207-4b51-be85-2ec609ba2750 service neutron] Port a9522271-2125-4027-9fe8-bf85847f2aff on network 4ba4438a-8cdb-441d-bb43-5e42214d4b76 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:35:57.090971 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5191a18-5b21-42c0-a526-bf5aa635657b req-857c18d6-1207-4b51-be85-2ec609ba2750 service neutron] Attempting to bind port a9522271-2125-4027-9fe8-bf85847f2aff on network 4ba4438a-8cdb-441d-bb43-5e42214d4b76 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:35:57.097723 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5191a18-5b21-42c0-a526-bf5aa635657b req-857c18d6-1207-4b51-be85-2ec609ba2750 service neutron] Checking agent: {'id': 'a8f1dd2d-227c-4e30-8844-52419ba734db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:35:57.098077 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5191a18-5b21-42c0-a526-bf5aa635657b req-857c18d6-1207-4b51-be85-2ec609ba2750 service neutron] Checking segment: {'id': '0d548106-3837-4bed-8414-b60a66dc0795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '4ba4438a-8cdb-441d-bb43-5e42214d4b76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:35:57.098569 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5191a18-5b21-42c0-a526-bf5aa635657b req-857c18d6-1207-4b51-be85-2ec609ba2750 service neutron] Bound using segment: {'id': '0d548106-3837-4bed-8414-b60a66dc0795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '4ba4438a-8cdb-441d-bb43-5e42214d4b76'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:35:57.099029 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-f5191a18-5b21-42c0-a526-bf5aa635657b req-857c18d6-1207-4b51-be85-2ec609ba2750 service neutron] Bound port: a9522271-2125-4027-9fe8-bf85847f2aff, host: n-h2-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d548106-3837-4bed-8414-b60a66dc0795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '4ba4438a-8cdb-441d-bb43-5e42214d4b76'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:35:57.099404 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-f5191a18-5b21-42c0-a526-bf5aa635657b req-857c18d6-1207-4b51-be85-2ec609ba2750 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:57.110487 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38cccbb-dc94-4a6f-a04f-66ba692bf924 req-66304fc5-e62b-4a75-b014-42969613df5a tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:57.118756 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b38cccbb-dc94-4a6f-a04f-66ba692bf924 req-66304fc5-e62b-4a75-b014-42969613df5a tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] 10.222.0.58 "GET /v2.0/ports?device_id=eb8cbb94-da28-4508-910d-f3e8570df80d HTTP/1.1" status: 200 len: 943 time: 0.3057778 Aug 05 11:35:57.120239 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-fc75e4b4-f7b4-4e83-8c59-e5099849643e None None] Provisioning complete for port f56dffac-dbf3-4cf2-9d76-771513fe49eb triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:35:57.120663 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-fc75e4b4-f7b4-4e83-8c59-e5099849643e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:57.198355 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-01a98ab1-3efc-4102-afdc-ee93f7a22982 tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:57.286607 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [None req-01a98ab1-3efc-4102-afdc-ee93f7a22982 tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Transition to ACTIVE for port object 01c4246f-397a-4c0b-b8e7-d2fcf0de53a7 will not be triggered until provisioned by entity DHCP. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:35:57.320821 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b38cccbb-dc94-4a6f-a04f-66ba692bf924 req-f1fe6f77-b492-4ebb-b7c6-10df84e9577a tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] 10.222.0.58 "GET /v2.0/security-groups?id=8707e749-14ef-46e9-b17b-2053065b99b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727002 Aug 05 11:35:57.336212 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-f5191a18-5b21-42c0-a526-bf5aa635657b req-857c18d6-1207-4b51-be85-2ec609ba2750 service neutron] For port a9522271-2125-4027-9fe8-bf85847f2aff, host n-h2-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:35:57.364131 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-f5191a18-5b21-42c0-a526-bf5aa635657b req-857c18d6-1207-4b51-be85-2ec609ba2750 service neutron] For port a9522271-2125-4027-9fe8-bf85847f2aff, host n-h2-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=a9522271-2125-4027-9fe8-bf85847f2aff,segment=NetworkSegment(0d548106-3837-4bed-8414-b60a66dc0795),segment_id=0d548106-3837-4bed-8414-b60a66dc0795)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:35:57.376815 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-f5191a18-5b21-42c0-a526-bf5aa635657b req-857c18d6-1207-4b51-be85-2ec609ba2750 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:57.410153 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-fc75e4b4-f7b4-4e83-8c59-e5099849643e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:57.440151 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88c5a7d-7553-45fe-85ce-06a72fa8c9f3 req-8871d638-a3ae-4c25-be1e-686236ff3d86 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:57.454346 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a88c5a7d-7553-45fe-85ce-06a72fa8c9f3 req-8871d638-a3ae-4c25-be1e-686236ff3d86 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d06186c-d1fe-4d01-9853-c0787a6d9ce4 HTTP/1.1" status: 200 len: 949 time: 0.1691234 Aug 05 11:35:57.513315 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-fc75e4b4-f7b4-4e83-8c59-e5099849643e None None] For port f56dffac-dbf3-4cf2-9d76-771513fe49eb, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=f56dffac-dbf3-4cf2-9d76-771513fe49eb,segment=NetworkSegment(d0b435a5-4e08-4f6c-b77b-a1a409707ad0),segment_id=d0b435a5-4e08-4f6c-b77b-a1a409707ad0)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:35:57.528730 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-fc75e4b4-f7b4-4e83-8c59-e5099849643e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:57.578602 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-49bb04ce-5551-4480-9bf9-5d131b1ceb93 req-c03add0a-fce7-41a7-a402-db9bd23a718b tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?device_id=acacadd6-68d2-4fb6-bf7a-67c7081ad539 HTTP/1.1" status: 200 len: 210 time: 0.0751014 Aug 05 11:35:57.582312 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5191a18-5b21-42c0-a526-bf5aa635657b req-857c18d6-1207-4b51-be85-2ec609ba2750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:57.583041 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-f5191a18-5b21-42c0-a526-bf5aa635657b req-857c18d6-1207-4b51-be85-2ec609ba2750 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:57.592969 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-f5191a18-5b21-42c0-a526-bf5aa635657b req-857c18d6-1207-4b51-be85-2ec609ba2750 service neutron] 10.222.0.55 "PUT /v2.0/ports/a9522271-2125-4027-9fe8-bf85847f2aff HTTP/1.1" status: 200 len: 1091 time: 1.6703484 Aug 05 11:35:57.596820 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-01a98ab1-3efc-4102-afdc-ee93f7a22982 tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:57.625879 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb8cbb94-da28-4508-910d-f3e8570df80d', 'tag': 'a9522271-2125-4027-9fe8-bf85847f2aff'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:35:57.637359 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ec9c02f-8d0b-4254-9283-bca8365f40e7" -d '{"events": [{"name": "network-changed", "server_uuid": "eb8cbb94-da28-4508-910d-f3e8570df80d", "tag": "a9522271-2125-4027-9fe8-bf85847f2aff"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:35:57.660736 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc75e4b4-f7b4-4e83-8c59-e5099849643e None None] Pushing event updated for resources: {'Port': ['ID=f56dffac-dbf3-4cf2-9d76-771513fe49eb,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:35:57.704130 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857c18d6-1207-4b51-be85-2ec609ba2750 service neutron] Pushing event updated for resources: {'Port': ['ID=a9522271-2125-4027-9fe8-bf85847f2aff,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:35:57.727190 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a88c5a7d-7553-45fe-85ce-06a72fa8c9f3 req-f440f7d0-483c-4d34-9d24-94cede00c18d tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2715564 Aug 05 11:35:57.804130 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a98ab1-3efc-4102-afdc-ee93f7a22982 tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Pushing event updated for resources: {'Port': ['ID=01c4246f-397a-4c0b-b8e7-d2fcf0de53a7,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:35:57.820678 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e18d0bd5-53f1-4edd-852f-13a3f6a5947e x-openstack-request-id: req-e18d0bd5-53f1-4edd-852f-13a3f6a5947e {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:35:57.821374 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb8cbb94-da28-4508-910d-f3e8570df80d", "tag": "a9522271-2125-4027-9fe8-bf85847f2aff", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:35:57.821374 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e18d0bd5-53f1-4edd-852f-13a3f6a5947e {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:35:57.823481 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb8cbb94-da28-4508-910d-f3e8570df80d', 'tag': 'a9522271-2125-4027-9fe8-bf85847f2aff', 'status': 'completed', 'code': 200} Aug 05 11:35:57.828826 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a98ab1-3efc-4102-afdc-ee93f7a22982 tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Network dd93108f-417a-42fd-bc8b-e2699d65feaf is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:35:57.831559 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-01a98ab1-3efc-4102-afdc-ee93f7a22982 tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:35:57.851429 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a98ab1-3efc-4102-afdc-ee93f7a22982 tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:35:57.953516 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a98ab1-3efc-4102-afdc-ee93f7a22982 tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:57.954511 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-01a98ab1-3efc-4102-afdc-ee93f7a22982 tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:57.984233 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-01a98ab1-3efc-4102-afdc-ee93f7a22982 tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 3.3814731 Aug 05 11:35:57.986498 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5191a18-5b21-42c0-a526-bf5aa635657b req-93867f28-79bd-42b1-ad3b-c9d12b72c910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:57.989374 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 59608) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:35:57.992307 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-f5191a18-5b21-42c0-a526-bf5aa635657b req-93867f28-79bd-42b1-ad3b-c9d12b72c910 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d99022a6b1d940f38af72023898597a0&device_id=eb8cbb94-da28-4508-910d-f3e8570df80d HTTP/1.1" status: 200 len: 1094 time: 0.1590531 Aug 05 11:35:58.063619 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-f5191a18-5b21-42c0-a526-bf5aa635657b req-be5bb16b-1e4b-4d8e-a1a4-8f8a65a5829b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a9522271-2125-4027-9fe8-bf85847f2aff HTTP/1.1" status: 200 len: 217 time: 0.0535450 Aug 05 11:35:58.132626 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-4384bfaf-5c32-4646-a2f3-12e0fd1b4581 None None] Provisioning complete for port f56dffac-dbf3-4cf2-9d76-771513fe49eb triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:35:58.142458 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-4384bfaf-5c32-4646-a2f3-12e0fd1b4581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:58.170200 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5191a18-5b21-42c0-a526-bf5aa635657b req-25c9c57d-f7f7-402c-a23d-3648bd917ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:58.172202 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-f5191a18-5b21-42c0-a526-bf5aa635657b req-25c9c57d-f7f7-402c-a23d-3648bd917ccf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7e926322-942d-429f-85a0-6f35bc628f55 HTTP/1.1" status: 200 len: 854 time: 0.1016526 Aug 05 11:35:58.244409 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-f5191a18-5b21-42c0-a526-bf5aa635657b req-bc543add-c7f9-456e-887a-05cfad53f187 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4ba4438a-8cdb-441d-bb43-5e42214d4b76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642118 Aug 05 11:35:58.251441 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06b34a2-14de-417b-91cc-02e3d8b8586e tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:58.259908 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06b34a2-14de-417b-91cc-02e3d8b8586e tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:58.294480 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06b34a2-14de-417b-91cc-02e3d8b8586e tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:58.296289 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-d06b34a2-14de-417b-91cc-02e3d8b8586e tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.3060670 Aug 05 11:35:58.301045 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 59612) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:35:58.334165 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9f2ae2-b69a-4eb6-801a-b1b22802be62 req-df32d005-c470-4195-9e6f-b85d85ad42f4 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:58.359128 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ee9f2ae2-b69a-4eb6-801a-b1b22802be62 req-df32d005-c470-4195-9e6f-b85d85ad42f4 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2da4349-4de9-4268-bcad-acd2226838fc HTTP/1.1" status: 200 len: 945 time: 0.3268487 Aug 05 11:35:58.461799 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-4384bfaf-5c32-4646-a2f3-12e0fd1b4581 None None] Provisioning for port 16cbbad0-4326-44ba-8e68-ac2e16275fe5 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:35:58.466552 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-4384bfaf-5c32-4646-a2f3-12e0fd1b4581 None None] Provisioning complete for port 16cbbad0-4326-44ba-8e68-ac2e16275fe5 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:35:58.466993 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-4384bfaf-5c32-4646-a2f3-12e0fd1b4581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:58.513375 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-4384bfaf-5c32-4646-a2f3-12e0fd1b4581 None None] Port 16cbbad0-4326-44ba-8e68-ac2e16275fe5 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:35:58.640852 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-042f8d0b-490a-4c8f-81c3-41fd2bc47249 None None] Provisioning complete for port 16cbbad0-4326-44ba-8e68-ac2e16275fe5 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:35:58.641641 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-042f8d0b-490a-4c8f-81c3-41fd2bc47249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:58.704269 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-042f8d0b-490a-4c8f-81c3-41fd2bc47249 None None] Port 16cbbad0-4326-44ba-8e68-ac2e16275fe5 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:35:58.820109 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device f56dffac-dbf3-4cf2-9d76-771513fe49eb up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:35:59.028063 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port f56dffac-dbf3-4cf2-9d76-771513fe49eb triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:35:59.029918 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:59.163865 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32845886-54a5-49f3-a69f-99253f8c8020 req-c4b886f0-6c02-4858-9735-a8d4fe62502a tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:59.167088 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-32845886-54a5-49f3-a69f-99253f8c8020 req-c4b886f0-6c02-4858-9735-a8d4fe62502a tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.55 "GET /v2.0/networks?id=535dc2f1-67b1-49cd-891b-67f3b995cbf8 HTTP/1.1" status: 200 len: 806 time: 0.6943109 Aug 05 11:35:59.176948 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-f5191a18-5b21-42c0-a526-bf5aa635657b req-41d4755a-5cf8-4a0a-9caa-7b2ff3ae86df service neutron] 10.222.0.55 "GET /v2.0/networks/4ba4438a-8cdb-441d-bb43-5e42214d4b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9033892 Aug 05 11:35:59.220787 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-32845886-54a5-49f3-a69f-99253f8c8020 req-c8c4fe8b-07bb-4a30-87a0-f90ad1a25187 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Request body: {'port': {'device_id': 'acacadd6-68d2-4fb6-bf7a-67c7081ad539', 'network_id': '535dc2f1-67b1-49cd-891b-67f3b995cbf8', 'admin_state_up': True, 'tenant_id': '913ffd5cf69b465594d3b2ba08eae5b1'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:35:59.233101 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-2f863685-dbbb-4601-b28d-3f4b7fad5eb3 None None] Provisioning for port 01c4246f-397a-4c0b-b8e7-d2fcf0de53a7 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:35:59.238959 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:59.243053 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-2f863685-dbbb-4601-b28d-3f4b7fad5eb3 None None] Provisioning complete for port 01c4246f-397a-4c0b-b8e7-d2fcf0de53a7 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:35:59.243875 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-2f863685-dbbb-4601-b28d-3f4b7fad5eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:59.313357 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-2f863685-dbbb-4601-b28d-3f4b7fad5eb3 None None] Port 01c4246f-397a-4c0b-b8e7-d2fcf0de53a7 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:35:59.452301 n-d-803378-2 neutron-server[94420]: INFO neutron.api.v2.resource [req-544d2caf-dc93-4c41-9e7b-8b4aefb5f3b4 req-e52fe986-095f-4034-a4e7-1da859cbf1ab service neutron] show failed (client error): The resource could not be found. Aug 05 11:35:59.453645 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-544d2caf-dc93-4c41-9e7b-8b4aefb5f3b4 req-e52fe986-095f-4034-a4e7-1da859cbf1ab service neutron] 10.222.0.64 "GET /v2.0/ports/9d4d776d-a33d-4efa-89e9-b2e944e4af90/bindings/n-h2-803378-2 HTTP/1.1" status: 404 len: 380 time: 0.9395370 Aug 05 11:35:59.501681 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-f5191a18-5b21-42c0-a526-bf5aa635657b req-02c0bead-d1b5-4575-9850-2632c28903ea service neutron] 10.222.0.55 "GET /v2.0/networks/4ba4438a-8cdb-441d-bb43-5e42214d4b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2919688 Aug 05 11:35:59.505811 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ee9f2ae2-b69a-4eb6-801a-b1b22802be62 req-5dbcbc46-afa8-4a21-b95b-766802dd1ef9 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4e742cc-0754-43b8-97b1-fad458ef76e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1434877 Aug 05 11:35:59.535459 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32845886-54a5-49f3-a69f-99253f8c8020 req-c8c4fe8b-07bb-4a30-87a0-f90ad1a25187 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Made reservation on behalf of 913ffd5cf69b465594d3b2ba08eae5b1 for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:35:59.544475 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-32845886-54a5-49f3-a69f-99253f8c8020 req-c8c4fe8b-07bb-4a30-87a0-f90ad1a25187 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:59.558468 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f23bf37-63a7-4ca7-8278-676f5248b39d req-a07fae7f-6c0d-41d7-ac63-6b9782634f99 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:59.561226 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3f23bf37-63a7-4ca7-8278-676f5248b39d req-a07fae7f-6c0d-41d7-ac63-6b9782634f99 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] 10.222.0.58 "GET /v2.0/ports?device_id=eb8cbb94-da28-4508-910d-f3e8570df80d HTTP/1.1" status: 200 len: 943 time: 0.9228268 Aug 05 11:35:59.699909 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-25aba75e-9749-4fd6-969b-e99d695c7b41 req-262cb4d1-c794-4ff7-b24b-b3724a598b4c tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?device_id=acacadd6-68d2-4fb6-bf7a-67c7081ad539 HTTP/1.1" status: 200 len: 210 time: 0.0660026 Aug 05 11:35:59.718117 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3f23bf37-63a7-4ca7-8278-676f5248b39d req-fa3b5f5c-25fe-4bf4-8034-9026b0213362 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] 10.222.0.58 "GET /v2.0/security-groups?id=8707e749-14ef-46e9-b17b-2053065b99b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457834 Aug 05 11:35:59.738737 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-db93ca8a-b395-4ea6-934a-90f364862a50 tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Deleting port 01c4246f-397a-4c0b-b8e7-d2fcf0de53a7 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:35:59.739293 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-db93ca8a-b395-4ea6-934a-90f364862a50 tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:35:59.861323 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec9c02f-8d0b-4254-9283-bca8365f40e7 req-b9296128-b5df-4289-b1f4-5a34a6e53c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:35:59.866596 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-0ec9c02f-8d0b-4254-9283-bca8365f40e7 req-b9296128-b5df-4289-b1f4-5a34a6e53c1b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d99022a6b1d940f38af72023898597a0&device_id=eb8cbb94-da28-4508-910d-f3e8570df80d HTTP/1.1" status: 200 len: 1094 time: 0.1997643 Aug 05 11:35:59.995790 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-32845886-54a5-49f3-a69f-99253f8c8020 req-c8c4fe8b-07bb-4a30-87a0-f90ad1a25187 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Allocated IP 172.20.0.3 (535dc2f1-67b1-49cd-891b-67f3b995cbf8/1b19baf8-9ef5-4535-9e61-0fc2264669f6/0823bb09-7c00-4de4-91b7-12c1e12e9218) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:36:00.005109 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-db93ca8a-b395-4ea6-934a-90f364862a50 tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:00.017737 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544d2caf-dc93-4c41-9e7b-8b4aefb5f3b4 req-229bc481-897b-417b-b33e-335a92991ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:00.019570 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-544d2caf-dc93-4c41-9e7b-8b4aefb5f3b4 req-229bc481-897b-417b-b33e-335a92991ff5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2d06186c-d1fe-4d01-9853-c0787a6d9ce4&tenant_id=f811ccc1244d4d32a53adbbe13250fd5 HTTP/1.1" status: 200 len: 1100 time: 0.1771092 Aug 05 11:36:00.030473 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-db93ca8a-b395-4ea6-934a-90f364862a50 tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Calling delete_port for 01c4246f-397a-4c0b-b8e7-d2fcf0de53a7 owned by {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:36:00.046442 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3ae8b1-6b88-4a5b-821a-47ed689375b1 req-c8f6a283-bc17-45a7-aa75-42d1d442e0fb tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:00.048059 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7a3ae8b1-6b88-4a5b-821a-47ed689375b1 req-c8f6a283-bc17-45a7-aa75-42d1d442e0fb tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d06186c-d1fe-4d01-9853-c0787a6d9ce4 HTTP/1.1" status: 200 len: 949 time: 0.1669235 Aug 05 11:36:00.052247 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-544d2caf-dc93-4c41-9e7b-8b4aefb5f3b4 req-504544a3-3fad-48d0-a3cb-2415e8e09e88 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-803378-2', 'device_owner': 'compute:nova'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:36:00.053022 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec9c02f-8d0b-4254-9283-bca8365f40e7 req-533a7c04-2e4e-4d86-9fad-038fcd578db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:00.054971 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-0ec9c02f-8d0b-4254-9283-bca8365f40e7 req-533a7c04-2e4e-4d86-9fad-038fcd578db1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4ba4438a-8cdb-441d-bb43-5e42214d4b76 HTTP/1.1" status: 200 len: 915 time: 0.1798124 Aug 05 11:36:00.107277 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ee6397-bc42-4efe-a896-1c1952a947fc req-3f8dd711-4ff2-46ab-9adf-060e5d72cc0e tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:00.109074 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b4ee6397-bc42-4efe-a896-1c1952a947fc req-3f8dd711-4ff2-46ab-9adf-060e5d72cc0e tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2da4349-4de9-4268-bcad-acd2226838fc HTTP/1.1" status: 200 len: 945 time: 0.2055597 Aug 05 11:36:00.117454 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-0ec9c02f-8d0b-4254-9283-bca8365f40e7 req-38462664-5099-48e1-bad0-cc84040e00e6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a9522271-2125-4027-9fe8-bf85847f2aff HTTP/1.1" status: 200 len: 217 time: 0.0489447 Aug 05 11:36:00.249231 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-544d2caf-dc93-4c41-9e7b-8b4aefb5f3b4 req-504544a3-3fad-48d0-a3cb-2415e8e09e88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:00.249930 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec9c02f-8d0b-4254-9283-bca8365f40e7 req-13f2ed5a-5f62-4f68-a923-7f1f5d3017ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:00.251443 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-0ec9c02f-8d0b-4254-9283-bca8365f40e7 req-13f2ed5a-5f62-4f68-a923-7f1f5d3017ee service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7e926322-942d-429f-85a0-6f35bc628f55 HTTP/1.1" status: 200 len: 854 time: 0.1228297 Aug 05 11:36:00.269663 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7a3ae8b1-6b88-4a5b-821a-47ed689375b1 req-171c3412-6361-411f-9a86-38810515bbe7 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839426 Aug 05 11:36:00.305267 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b4ee6397-bc42-4efe-a896-1c1952a947fc req-77423405-fdf8-421c-b377-f0ea418ab7db tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4e742cc-0754-43b8-97b1-fad458ef76e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549547 Aug 05 11:36:00.312602 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-0ec9c02f-8d0b-4254-9283-bca8365f40e7 req-8df33b8d-d307-4c03-a4be-572eb16b6103 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4ba4438a-8cdb-441d-bb43-5e42214d4b76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498133 Aug 05 11:36:00.471935 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-32845886-54a5-49f3-a69f-99253f8c8020 req-c8c4fe8b-07bb-4a30-87a0-f90ad1a25187 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:00.564809 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-db93ca8a-b395-4ea6-934a-90f364862a50 tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:00.643157 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-0ec9c02f-8d0b-4254-9283-bca8365f40e7 req-b2c9e752-fe7b-4211-a2aa-daa859360952 service neutron] 10.222.0.55 "GET /v2.0/networks/4ba4438a-8cdb-441d-bb43-5e42214d4b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3162782 Aug 05 11:36:00.818422 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db93ca8a-b395-4ea6-934a-90f364862a50 tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Pushing event deleted for resources: {'Port': ['ID=01c4246f-397a-4c0b-b8e7-d2fcf0de53a7,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:36:00.868333 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-32845886-54a5-49f3-a69f-99253f8c8020 req-c8c4fe8b-07bb-4a30-87a0-f90ad1a25187 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:00.908509 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['c6ea930f-9cea-4fc6-b5f1-18fa57d750d9'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:36:00.920458 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device a9522271-2125-4027-9fe8-bf85847f2aff details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:36:00.963723 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-0ec9c02f-8d0b-4254-9283-bca8365f40e7 req-85b258ac-cbcb-4c14-b1a5-b72443978926 service neutron] 10.222.0.55 "GET /v2.0/networks/4ba4438a-8cdb-441d-bb43-5e42214d4b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3106074 Aug 05 11:36:01.008954 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32845886-54a5-49f3-a69f-99253f8c8020 req-c8c4fe8b-07bb-4a30-87a0-f90ad1a25187 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Network 535dc2f1-67b1-49cd-891b-67f3b995cbf8 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:36:01.030491 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-32845886-54a5-49f3-a69f-99253f8c8020 req-c8c4fe8b-07bb-4a30-87a0-f90ad1a25187 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:36:01.044020 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-32845886-54a5-49f3-a69f-99253f8c8020 req-c8c4fe8b-07bb-4a30-87a0-f90ad1a25187 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:36:01.061572 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c4fe8b-07bb-4a30-87a0-f90ad1a25187 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Pushing event updated for resources: {'Port': ['ID=0823bb09-7c00-4de4-91b7-12c1e12e9218,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:36:01.145147 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-544d2caf-dc93-4c41-9e7b-8b4aefb5f3b4 req-504544a3-3fad-48d0-a3cb-2415e8e09e88 service neutron] For port 9d4d776d-a33d-4efa-89e9-b2e944e4af90, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=9d4d776d-a33d-4efa-89e9-b2e944e4af90,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:36:01.231944 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32845886-54a5-49f3-a69f-99253f8c8020 req-c8c4fe8b-07bb-4a30-87a0-f90ad1a25187 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:01.234372 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-544d2caf-dc93-4c41-9e7b-8b4aefb5f3b4 req-504544a3-3fad-48d0-a3cb-2415e8e09e88 service neutron] For port 9d4d776d-a33d-4efa-89e9-b2e944e4af90, host n-h1-803378-2, cleared binding levels {{(pid=94420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:36:01.235503 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-32845886-54a5-49f3-a69f-99253f8c8020 req-c8c4fe8b-07bb-4a30-87a0-f90ad1a25187 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:01.277494 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-32845886-54a5-49f3-a69f-99253f8c8020 req-c8c4fe8b-07bb-4a30-87a0-f90ad1a25187 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0631938 Aug 05 11:36:01.301224 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-32845886-54a5-49f3-a69f-99253f8c8020 req-84f8f072-bf9d-430b-abf0-cab131f213a8 service neutron] Request body: {'port': {'device_id': 'acacadd6-68d2-4fb6-bf7a-67c7081ad539', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:36:01.337694 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-544d2caf-dc93-4c41-9e7b-8b4aefb5f3b4 req-504544a3-3fad-48d0-a3cb-2415e8e09e88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:01.368962 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [req-544d2caf-dc93-4c41-9e7b-8b4aefb5f3b4 req-504544a3-3fad-48d0-a3cb-2415e8e09e88 service neutron] Transition to ACTIVE for port object 9d4d776d-a33d-4efa-89e9-b2e944e4af90 will not be triggered until provisioned by entity L2. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:36:01.370766 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d06186c-d1fe-4d01-9853-c0787a6d9ce4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d4d776d-a33d-4efa-89e9-b2e944e4af90'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:36:01.376172 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}828068ad8d405ad77660ce68fa78e1ffe658725812f7a08f9e488a446589295b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a8f5a57-a054-4784-bd32-801edf45e1c9" -d '{"events": [{"server_uuid": "2d06186c-d1fe-4d01-9853-c0787a6d9ce4", "name": "network-vif-unplugged", "status": "completed", "tag": "9d4d776d-a33d-4efa-89e9-b2e944e4af90"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:36:01.391259 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-544d2caf-dc93-4c41-9e7b-8b4aefb5f3b4 req-504544a3-3fad-48d0-a3cb-2415e8e09e88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:01.402771 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port a9522271-2125-4027-9fe8-bf85847f2aff, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=a9522271-2125-4027-9fe8-bf85847f2aff,segment=NetworkSegment(0d548106-3837-4bed-8414-b60a66dc0795),segment_id=0d548106-3837-4bed-8414-b60a66dc0795)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:36:01.480579 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Returning: {'device': 'a9522271-2125-4027-9fe8-bf85847f2aff', 'network_id': '4ba4438a-8cdb-441d-bb43-5e42214d4b76', 'port_id': 'a9522271-2125-4027-9fe8-bf85847f2aff', 'mac_address': 'fa:16:3e:6b:1a:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e926322-942d-429f-85a0-6f35bc628f55', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:36:01.542804 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c04489-3b29-48c9-a81b-0391f8d7d3b6 req-b093a167-3c19-4820-8cb4-98be9b1baa60 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:01.554172 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-46c04489-3b29-48c9-a81b-0391f8d7d3b6 req-b093a167-3c19-4820-8cb4-98be9b1baa60 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?device_id=acacadd6-68d2-4fb6-bf7a-67c7081ad539 HTTP/1.1" status: 200 len: 931 time: 0.5684297 Aug 05 11:36:01.557203 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-32845886-54a5-49f3-a69f-99253f8c8020 req-84f8f072-bf9d-430b-abf0-cab131f213a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:01.570588 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:01.603715 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9522271-2125-4027-9fe8-bf85847f2aff {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:36:01.701176 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port a9522271-2125-4027-9fe8-bf85847f2aff, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=a9522271-2125-4027-9fe8-bf85847f2aff,segment=NetworkSegment(0d548106-3837-4bed-8414-b60a66dc0795),segment_id=0d548106-3837-4bed-8414-b60a66dc0795)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:36:01.713331 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:01.714819 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [req-544d2caf-dc93-4c41-9e7b-8b4aefb5f3b4 req-504544a3-3fad-48d0-a3cb-2415e8e09e88 service neutron] No DVR routers for this DVR port 9d4d776d-a33d-4efa-89e9-b2e944e4af90 on host n-h1-803378-2 {{(pid=94420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:36:01.727610 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8eb1a1-e976-43bd-bb66-13229344180f req-489f9efb-df4a-44da-a05a-c6250951163b tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:01.730265 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2f8eb1a1-e976-43bd-bb66-13229344180f req-489f9efb-df4a-44da-a05a-c6250951163b tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2da4349-4de9-4268-bcad-acd2226838fc HTTP/1.1" status: 200 len: 945 time: 0.8356397 Aug 05 11:36:01.857833 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504544a3-3fad-48d0-a3cb-2415e8e09e88 service neutron] Pushing event updated for resources: {'Port': ['ID=9d4d776d-a33d-4efa-89e9-b2e944e4af90,revision_number=6']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:36:01.908679 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=a9522271-2125-4027-9fe8-bf85847f2aff,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:36:01.910622 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-46c04489-3b29-48c9-a81b-0391f8d7d3b6 req-2aed5687-6258-43db-8d68-fe9e6581c9b2 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/security-groups?id=5dfacf8b-ef80-4e03-9b2b-0b5aacf0bf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3542907 Aug 05 11:36:02.029943 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['a9522271-2125-4027-9fe8-bf85847f2aff'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:36:02.113107 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-544d2caf-dc93-4c41-9e7b-8b4aefb5f3b4 req-504544a3-3fad-48d0-a3cb-2415e8e09e88 service neutron] Attempting to bind port 9d4d776d-a33d-4efa-89e9-b2e944e4af90 on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:36:02.113636 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-544d2caf-dc93-4c41-9e7b-8b4aefb5f3b4 req-504544a3-3fad-48d0-a3cb-2415e8e09e88 service neutron] Attempting to bind port 9d4d776d-a33d-4efa-89e9-b2e944e4af90 by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:36:02.114144 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544d2caf-dc93-4c41-9e7b-8b4aefb5f3b4 req-504544a3-3fad-48d0-a3cb-2415e8e09e88 service neutron] Attempting to bind port 9d4d776d-a33d-4efa-89e9-b2e944e4af90 on network 91caede3-92e4-4b1e-8e3e-36227cfd846a {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:36:02.166681 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-32845886-54a5-49f3-a69f-99253f8c8020 req-84f8f072-bf9d-430b-abf0-cab131f213a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0823bb09-7c00-4de4-91b7-12c1e12e9218 {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:36:02.182540 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-32845886-54a5-49f3-a69f-99253f8c8020 req-84f8f072-bf9d-430b-abf0-cab131f213a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:02.203564 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2f8eb1a1-e976-43bd-bb66-13229344180f req-28893b36-f1ec-4793-aaf1-128ea1e46eed tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4e742cc-0754-43b8-97b1-fad458ef76e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4338901 Aug 05 11:36:02.220122 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-32845886-54a5-49f3-a69f-99253f8c8020 req-84f8f072-bf9d-430b-abf0-cab131f213a8 service neutron] Transition to ACTIVE for port object 0823bb09-7c00-4de4-91b7-12c1e12e9218 will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:36:02.227158 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-32845886-54a5-49f3-a69f-99253f8c8020 req-84f8f072-bf9d-430b-abf0-cab131f213a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:02.243597 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-db93ca8a-b395-4ea6-934a-90f364862a50 tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:02.248606 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-db93ca8a-b395-4ea6-934a-90f364862a50 tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] 10.222.0.58 "DELETE /v2.0/ports/01c4246f-397a-4c0b-b8e7-d2fcf0de53a7 HTTP/1.1" status: 204 len: 168 time: 3.9462113 Aug 05 11:36:02.250004 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544d2caf-dc93-4c41-9e7b-8b4aefb5f3b4 req-504544a3-3fad-48d0-a3cb-2415e8e09e88 service neutron] Port 9d4d776d-a33d-4efa-89e9-b2e944e4af90 on network 91caede3-92e4-4b1e-8e3e-36227cfd846a not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:36:02.250747 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544d2caf-dc93-4c41-9e7b-8b4aefb5f3b4 req-504544a3-3fad-48d0-a3cb-2415e8e09e88 service neutron] Attempting to bind port 9d4d776d-a33d-4efa-89e9-b2e944e4af90 on network 91caede3-92e4-4b1e-8e3e-36227cfd846a {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:36:02.254825 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 59684) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:36:02.318965 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544d2caf-dc93-4c41-9e7b-8b4aefb5f3b4 req-504544a3-3fad-48d0-a3cb-2415e8e09e88 service neutron] Checking agent: {'id': 'a8f1dd2d-227c-4e30-8844-52419ba734db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:36:02.319800 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544d2caf-dc93-4c41-9e7b-8b4aefb5f3b4 req-504544a3-3fad-48d0-a3cb-2415e8e09e88 service neutron] Checking segment: {'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:36:02.320651 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544d2caf-dc93-4c41-9e7b-8b4aefb5f3b4 req-504544a3-3fad-48d0-a3cb-2415e8e09e88 service neutron] Bound using segment: {'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:36:02.325468 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-544d2caf-dc93-4c41-9e7b-8b4aefb5f3b4 req-504544a3-3fad-48d0-a3cb-2415e8e09e88 service neutron] Bound port: 9d4d776d-a33d-4efa-89e9-b2e944e4af90, host: n-h2-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'}}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:36:02.326065 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-544d2caf-dc93-4c41-9e7b-8b4aefb5f3b4 req-504544a3-3fad-48d0-a3cb-2415e8e09e88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:02.332441 n-d-803378-2 neutron-server[94420]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fbd6ca3-70a6-4bc4-93a4-94a7b559d4a5 tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] GET failed (client error): The resource could not be found. Aug 05 11:36:02.335428 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f8f072-bf9d-430b-abf0-cab131f213a8 service neutron] Pushing event updated for resources: {'Port': ['ID=0823bb09-7c00-4de4-91b7-12c1e12e9218,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:36:02.347981 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-8fbd6ca3-70a6-4bc4-93a4-94a7b559d4a5 tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] 10.222.0.58 "GET /v2.0/ports/01c4246f-397a-4c0b-b8e7-d2fcf0de53a7 HTTP/1.1" status: 404 len: 333 time: 0.0792265 Aug 05 11:36:02.354535 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 59686) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:36:02.361034 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-63de41b2-dbdc-4fe4-9963-f70b49fe772c tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Request body: {'port': {'network_id': 'dd93108f-417a-42fd-bc8b-e2699d65feaf', 'name': 'tempest-AllowedAddressPairTestJSON-235869643'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:36:02.478757 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47613d18-5630-4cf7-8b83-ee68ea1a4b55 req-f9f57656-7dc2-4fc4-b7d5-8a56f1147804 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:02.487411 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-47613d18-5630-4cf7-8b83-ee68ea1a4b55 req-f9f57656-7dc2-4fc4-b7d5-8a56f1147804 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] 10.222.0.58 "GET /v2.0/ports?device_id=eb8cbb94-da28-4508-910d-f3e8570df80d HTTP/1.1" status: 200 len: 944 time: 0.3961978 Aug 05 11:36:02.560645 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-32845886-54a5-49f3-a69f-99253f8c8020 req-84f8f072-bf9d-430b-abf0-cab131f213a8 service neutron] Attempting to bind port 0823bb09-7c00-4de4-91b7-12c1e12e9218 on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:36:02.560906 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22657668-68e4-4cda-a3b8-6fd5a564ddf8 req-6bb70936-63ca-4519-81e1-889d0621982d tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:02.561224 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-32845886-54a5-49f3-a69f-99253f8c8020 req-84f8f072-bf9d-430b-abf0-cab131f213a8 service neutron] Attempting to bind port 0823bb09-7c00-4de4-91b7-12c1e12e9218 by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': '1464bea6-dc68-4175-ac76-169c7629018f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '535dc2f1-67b1-49cd-891b-67f3b995cbf8'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:36:02.561789 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32845886-54a5-49f3-a69f-99253f8c8020 req-84f8f072-bf9d-430b-abf0-cab131f213a8 service neutron] Attempting to bind port 0823bb09-7c00-4de4-91b7-12c1e12e9218 on network 535dc2f1-67b1-49cd-891b-67f3b995cbf8 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:36:02.562742 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-22657668-68e4-4cda-a3b8-6fd5a564ddf8 req-6bb70936-63ca-4519-81e1-889d0621982d tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d06186c-d1fe-4d01-9853-c0787a6d9ce4 HTTP/1.1" status: 200 len: 947 time: 0.1914635 Aug 05 11:36:02.608453 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32845886-54a5-49f3-a69f-99253f8c8020 req-84f8f072-bf9d-430b-abf0-cab131f213a8 service neutron] Port 0823bb09-7c00-4de4-91b7-12c1e12e9218 on network 535dc2f1-67b1-49cd-891b-67f3b995cbf8 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:36:02.608896 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32845886-54a5-49f3-a69f-99253f8c8020 req-84f8f072-bf9d-430b-abf0-cab131f213a8 service neutron] Attempting to bind port 0823bb09-7c00-4de4-91b7-12c1e12e9218 on network 535dc2f1-67b1-49cd-891b-67f3b995cbf8 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:36:02.624304 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-47613d18-5630-4cf7-8b83-ee68ea1a4b55 req-f7ed78cf-e2c7-43fc-b941-690c5429bd72 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] 10.222.0.58 "GET /v2.0/security-groups?id=8707e749-14ef-46e9-b17b-2053065b99b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357191 Aug 05 11:36:02.629704 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32845886-54a5-49f3-a69f-99253f8c8020 req-84f8f072-bf9d-430b-abf0-cab131f213a8 service neutron] Checking agent: {'id': 'a8f1dd2d-227c-4e30-8844-52419ba734db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:36:02.630148 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32845886-54a5-49f3-a69f-99253f8c8020 req-84f8f072-bf9d-430b-abf0-cab131f213a8 service neutron] Checking segment: {'id': '1464bea6-dc68-4175-ac76-169c7629018f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '535dc2f1-67b1-49cd-891b-67f3b995cbf8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:36:02.630738 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32845886-54a5-49f3-a69f-99253f8c8020 req-84f8f072-bf9d-430b-abf0-cab131f213a8 service neutron] Bound using segment: {'id': '1464bea6-dc68-4175-ac76-169c7629018f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '535dc2f1-67b1-49cd-891b-67f3b995cbf8'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:36:02.632173 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-32845886-54a5-49f3-a69f-99253f8c8020 req-84f8f072-bf9d-430b-abf0-cab131f213a8 service neutron] Bound port: 0823bb09-7c00-4de4-91b7-12c1e12e9218, host: n-h2-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1464bea6-dc68-4175-ac76-169c7629018f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '535dc2f1-67b1-49cd-891b-67f3b995cbf8'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:36:02.633173 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-32845886-54a5-49f3-a69f-99253f8c8020 req-84f8f072-bf9d-430b-abf0-cab131f213a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:02.633869 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-544d2caf-dc93-4c41-9e7b-8b4aefb5f3b4 req-504544a3-3fad-48d0-a3cb-2415e8e09e88 service neutron] For port 9d4d776d-a33d-4efa-89e9-b2e944e4af90, host n-h2-803378-2, cleared binding levels {{(pid=94420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:36:02.692120 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-544d2caf-dc93-4c41-9e7b-8b4aefb5f3b4 req-504544a3-3fad-48d0-a3cb-2415e8e09e88 service neutron] For port 9d4d776d-a33d-4efa-89e9-b2e944e4af90, host n-h2-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=9d4d776d-a33d-4efa-89e9-b2e944e4af90,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:36:02.698660 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63de41b2-dbdc-4fe4-9963-f70b49fe772c tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Made reservation on behalf of aa030376597d4bceb5b2a14a5e018389 for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:36:02.700622 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-544d2caf-dc93-4c41-9e7b-8b4aefb5f3b4 req-504544a3-3fad-48d0-a3cb-2415e8e09e88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:02.705084 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-63de41b2-dbdc-4fe4-9963-f70b49fe772c tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:02.719315 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-22657668-68e4-4cda-a3b8-6fd5a564ddf8 req-8210eaad-3c25-416b-9d6d-632e4e3972c0 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478236 Aug 05 11:36:02.761988 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 05 Aug 2021 11:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37656a01-61a9-44df-a722-1b2c0d8f13b0 x-openstack-request-id: req-37656a01-61a9-44df-a722-1b2c0d8f13b0 {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:36:02.762284 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d06186c-d1fe-4d01-9853-c0787a6d9ce4", "name": "network-vif-unplugged", "status": "completed", "tag": "9d4d776d-a33d-4efa-89e9-b2e944e4af90", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:36:02.762541 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-37656a01-61a9-44df-a722-1b2c0d8f13b0 {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:36:02.762943 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d06186c-d1fe-4d01-9853-c0787a6d9ce4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d4d776d-a33d-4efa-89e9-b2e944e4af90', 'code': 200} Aug 05 11:36:02.776339 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544d2caf-dc93-4c41-9e7b-8b4aefb5f3b4 req-504544a3-3fad-48d0-a3cb-2415e8e09e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:02.777021 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-544d2caf-dc93-4c41-9e7b-8b4aefb5f3b4 req-504544a3-3fad-48d0-a3cb-2415e8e09e88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:02.778663 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-544d2caf-dc93-4c41-9e7b-8b4aefb5f3b4 req-504544a3-3fad-48d0-a3cb-2415e8e09e88 service neutron] 10.222.0.55 "PUT /v2.0/ports/9d4d776d-a33d-4efa-89e9-b2e944e4af90 HTTP/1.1" status: 200 len: 1095 time: 2.7433734 Aug 05 11:36:02.811497 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [None req-63de41b2-dbdc-4fe4-9963-f70b49fe772c tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] device_id is not set on port e99ae038-8f7f-4b21-93d5-00d8a342ec3b yet. {{(pid=94421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 11:36:02.820904 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504544a3-3fad-48d0-a3cb-2415e8e09e88 service neutron] Pushing event updated for resources: {'Port': ['ID=9d4d776d-a33d-4efa-89e9-b2e944e4af90,revision_number=7']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:36:02.923735 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device a9522271-2125-4027-9fe8-bf85847f2aff up at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:36:02.977718 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-32845886-54a5-49f3-a69f-99253f8c8020 req-84f8f072-bf9d-430b-abf0-cab131f213a8 service neutron] For port 0823bb09-7c00-4de4-91b7-12c1e12e9218, host n-h2-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:36:03.024764 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544d2caf-dc93-4c41-9e7b-8b4aefb5f3b4 req-c41efbf9-92bb-468f-af3a-2599770da589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:03.028786 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-544d2caf-dc93-4c41-9e7b-8b4aefb5f3b4 req-c41efbf9-92bb-468f-af3a-2599770da589 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f811ccc1244d4d32a53adbbe13250fd5&device_id=2d06186c-d1fe-4d01-9853-c0787a6d9ce4 HTTP/1.1" status: 200 len: 1098 time: 0.2010412 Aug 05 11:36:03.076983 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-32845886-54a5-49f3-a69f-99253f8c8020 req-84f8f072-bf9d-430b-abf0-cab131f213a8 service neutron] For port 0823bb09-7c00-4de4-91b7-12c1e12e9218, host n-h2-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=0823bb09-7c00-4de4-91b7-12c1e12e9218,segment=NetworkSegment(1464bea6-dc68-4175-ac76-169c7629018f),segment_id=1464bea6-dc68-4175-ac76-169c7629018f)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:36:03.086078 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3c9812-6f40-4bdd-9466-7ebc1bfa4bf7 req-c80ff80e-6d08-4250-8118-720ae6299d80 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:03.098619 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6d3c9812-6f40-4bdd-9466-7ebc1bfa4bf7 req-c80ff80e-6d08-4250-8118-720ae6299d80 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2da4349-4de9-4268-bcad-acd2226838fc HTTP/1.1" status: 200 len: 945 time: 0.2208645 Aug 05 11:36:03.112450 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-32845886-54a5-49f3-a69f-99253f8c8020 req-84f8f072-bf9d-430b-abf0-cab131f213a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:03.134745 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning for port a9522271-2125-4027-9fe8-bf85847f2aff completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:36:03.145077 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning complete for port a9522271-2125-4027-9fe8-bf85847f2aff triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:36:03.146428 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:03.168676 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32845886-54a5-49f3-a69f-99253f8c8020 req-84f8f072-bf9d-430b-abf0-cab131f213a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:03.172294 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-32845886-54a5-49f3-a69f-99253f8c8020 req-84f8f072-bf9d-430b-abf0-cab131f213a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:03.173873 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-32845886-54a5-49f3-a69f-99253f8c8020 req-84f8f072-bf9d-430b-abf0-cab131f213a8 service neutron] 10.222.0.55 "PUT /v2.0/ports/0823bb09-7c00-4de4-91b7-12c1e12e9218 HTTP/1.1" status: 200 len: 1091 time: 1.8836348 Aug 05 11:36:03.247806 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acacadd6-68d2-4fb6-bf7a-67c7081ad539', 'tag': '0823bb09-7c00-4de4-91b7-12c1e12e9218'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:36:03.250728 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f55a699-85d3-405b-be0d-bd195806aa6b" -d '{"events": [{"name": "network-changed", "server_uuid": "acacadd6-68d2-4fb6-bf7a-67c7081ad539", "tag": "0823bb09-7c00-4de4-91b7-12c1e12e9218"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:36:03.278931 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-63de41b2-dbdc-4fe4-9963-f70b49fe772c tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Allocated IP 172.20.0.12 (dd93108f-417a-42fd-bc8b-e2699d65feaf/a775b952-adba-40c6-8a04-a411009ae3d7/e99ae038-8f7f-4b21-93d5-00d8a342ec3b) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:36:03.365234 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:03.417537 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb8cbb94-da28-4508-910d-f3e8570df80d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9522271-2125-4027-9fe8-bf85847f2aff'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:36:03.422278 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a54c3bd-572b-42e1-a55e-aaf667f13622" -d '{"events": [{"server_uuid": "eb8cbb94-da28-4508-910d-f3e8570df80d", "name": "network-vif-plugged", "status": "completed", "tag": "a9522271-2125-4027-9fe8-bf85847f2aff"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:36:03.434367 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 9d4d776d-a33d-4efa-89e9-b2e944e4af90 no longer exists at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:36:03.456338 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6d3c9812-6f40-4bdd-9466-7ebc1bfa4bf7 req-69579c4a-d3cc-4ebb-a157-d11a5e7538e8 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4e742cc-0754-43b8-97b1-fad458ef76e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3565142 Aug 05 11:36:03.476092 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d942737-dae4-413f-9d0e-b97fcc68e92d req-bd2f659d-1573-486d-bdb4-70463cc864ad tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:03.494525 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8d942737-dae4-413f-9d0e-b97fcc68e92d req-bd2f659d-1573-486d-bdb4-70463cc864ad tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?device_id=acacadd6-68d2-4fb6-bf7a-67c7081ad539 HTTP/1.1" status: 200 len: 943 time: 0.3916309 Aug 05 11:36:03.515238 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port a9522271-2125-4027-9fe8-bf85847f2aff, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=a9522271-2125-4027-9fe8-bf85847f2aff,segment=NetworkSegment(0d548106-3837-4bed-8414-b60a66dc0795),segment_id=0d548106-3837-4bed-8414-b60a66dc0795)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:36:03.530976 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:03.586335 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8d942737-dae4-413f-9d0e-b97fcc68e92d req-b3c111bd-1eb2-4482-b7f1-8f9000a6bfae tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/security-groups?id=5dfacf8b-ef80-4e03-9b2b-0b5aacf0bf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846035 Aug 05 11:36:03.633178 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544d2caf-dc93-4c41-9e7b-8b4aefb5f3b4 req-f35fe49a-0b9b-4de5-b28d-b944488fc749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:03.639904 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=a9522271-2125-4027-9fe8-bf85847f2aff,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:36:03.642120 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-544d2caf-dc93-4c41-9e7b-8b4aefb5f3b4 req-f35fe49a-0b9b-4de5-b28d-b944488fc749 service neutron] 10.222.0.55 "GET /v2.0/networks?id=91caede3-92e4-4b1e-8e3e-36227cfd846a HTTP/1.1" status: 200 len: 870 time: 0.6031847 Aug 05 11:36:03.673164 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-63de41b2-dbdc-4fe4-9963-f70b49fe772c tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:03.683659 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42346be5-bb19-4457-93a6-227b6f0d8e4b x-openstack-request-id: req-42346be5-bb19-4457-93a6-227b6f0d8e4b {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:36:03.684411 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb8cbb94-da28-4508-910d-f3e8570df80d", "name": "network-vif-plugged", "status": "completed", "tag": "a9522271-2125-4027-9fe8-bf85847f2aff", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:36:03.685528 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-42346be5-bb19-4457-93a6-227b6f0d8e4b {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:36:03.686655 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb8cbb94-da28-4508-910d-f3e8570df80d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9522271-2125-4027-9fe8-bf85847f2aff', 'code': 200} Aug 05 11:36:03.697711 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 9d4d776d-a33d-4efa-89e9-b2e944e4af90 not bound to the agent host n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:36:03.726860 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [None req-63de41b2-dbdc-4fe4-9963-f70b49fe772c tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Transition to ACTIVE for port object e99ae038-8f7f-4b21-93d5-00d8a342ec3b will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:36:03.815961 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d075171-4cbb-4209-a740-39c9323f6bdb x-openstack-request-id: req-0d075171-4cbb-4209-a740-39c9323f6bdb {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:36:03.816761 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acacadd6-68d2-4fb6-bf7a-67c7081ad539", "tag": "0823bb09-7c00-4de4-91b7-12c1e12e9218", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:36:03.817255 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0d075171-4cbb-4209-a740-39c9323f6bdb {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:36:03.817983 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acacadd6-68d2-4fb6-bf7a-67c7081ad539', 'tag': '0823bb09-7c00-4de4-91b7-12c1e12e9218', 'status': 'completed', 'code': 200} Aug 05 11:36:03.836390 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-544d2caf-dc93-4c41-9e7b-8b4aefb5f3b4 req-6dfa16d3-bdc6-4e50-ac36-b6d961edb200 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=9d4d776d-a33d-4efa-89e9-b2e944e4af90 HTTP/1.1" status: 200 len: 217 time: 0.1861227 Aug 05 11:36:03.947507 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f8f072-bf9d-430b-abf0-cab131f213a8 service neutron] Pushing event updated for resources: {'Port': ['ID=0823bb09-7c00-4de4-91b7-12c1e12e9218,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:36:03.953617 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-63de41b2-dbdc-4fe4-9963-f70b49fe772c tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:03.973111 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297687fa-f659-44c3-a603-51a5bcd2824f req-86492351-4887-4632-b07b-821b84d0879b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:03.974796 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-297687fa-f659-44c3-a603-51a5bcd2824f req-86492351-4887-4632-b07b-821b84d0879b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=eb8cbb94-da28-4508-910d-f3e8570df80d HTTP/1.1" status: 200 len: 1096 time: 0.1509562 Aug 05 11:36:04.048713 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887104fa-82d2-4f53-b98f-d2d353262559 req-8a1432e5-f325-4d7b-a0dc-2b5105d87495 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:04.058693 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-887104fa-82d2-4f53-b98f-d2d353262559 req-8a1432e5-f325-4d7b-a0dc-2b5105d87495 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] 10.222.0.58 "GET /v2.0/ports?device_id=eb8cbb94-da28-4508-910d-f3e8570df80d HTTP/1.1" status: 200 len: 945 time: 0.2204647 Aug 05 11:36:04.077282 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544d2caf-dc93-4c41-9e7b-8b4aefb5f3b4 req-42075aa8-fe21-4b13-b837-989c6d1deb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:04.078837 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-544d2caf-dc93-4c41-9e7b-8b4aefb5f3b4 req-42075aa8-fe21-4b13-b837-989c6d1deb98 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6842f728-c2f3-4e36-bb32-3303d06ce3f4 HTTP/1.1" status: 200 len: 843 time: 0.2225068 Aug 05 11:36:04.092767 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63de41b2-dbdc-4fe4-9963-f70b49fe772c tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Network dd93108f-417a-42fd-bc8b-e2699d65feaf is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:36:04.114324 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32845886-54a5-49f3-a69f-99253f8c8020 req-9a699451-ea54-45f5-b07b-e935f028b8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:04.117245 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-32845886-54a5-49f3-a69f-99253f8c8020 req-9a699451-ea54-45f5-b07b-e935f028b8c9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=913ffd5cf69b465594d3b2ba08eae5b1&device_id=acacadd6-68d2-4fb6-bf7a-67c7081ad539 HTTP/1.1" status: 200 len: 1094 time: 0.8630712 Aug 05 11:36:04.118458 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-63de41b2-dbdc-4fe4-9963-f70b49fe772c tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:36:04.129073 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63de41b2-dbdc-4fe4-9963-f70b49fe772c tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:36:04.200192 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-887104fa-82d2-4f53-b98f-d2d353262559 req-5a2f59ab-9bfd-41d6-8c6f-e802c97438c9 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] 10.222.0.58 "GET /v2.0/security-groups?id=8707e749-14ef-46e9-b17b-2053065b99b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401303 Aug 05 11:36:04.269599 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4cb07a-b472-4777-8eff-99ac342a792a req-f3de32a2-ffd4-4bc5-b2a0-1b1fdfd4e0ba tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:04.269810 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-32845886-54a5-49f3-a69f-99253f8c8020 req-73dc20fa-bc34-4b0c-b560-5427d025ff94 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0823bb09-7c00-4de4-91b7-12c1e12e9218 HTTP/1.1" status: 200 len: 217 time: 0.1283946 Aug 05 11:36:04.280155 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ef4cb07a-b472-4777-8eff-99ac342a792a req-f3de32a2-ffd4-4bc5-b2a0-1b1fdfd4e0ba tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d06186c-d1fe-4d01-9853-c0787a6d9ce4 HTTP/1.1" status: 200 len: 947 time: 0.2138250 Aug 05 11:36:04.289929 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544d2caf-dc93-4c41-9e7b-8b4aefb5f3b4 req-f63f4bcd-15ff-485c-822f-b5c5c8c0e79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:04.291967 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-544d2caf-dc93-4c41-9e7b-8b4aefb5f3b4 req-f63f4bcd-15ff-485c-822f-b5c5c8c0e79f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=91caede3-92e4-4b1e-8e3e-36227cfd846a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1944818 Aug 05 11:36:04.383905 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32845886-54a5-49f3-a69f-99253f8c8020 req-6cfb6bad-b311-46b4-ae70-b2606fc80016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:04.387218 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-32845886-54a5-49f3-a69f-99253f8c8020 req-6cfb6bad-b311-46b4-ae70-b2606fc80016 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1b19baf8-9ef5-4535-9e61-0fc2264669f6 HTTP/1.1" status: 200 len: 846 time: 0.1157753 Aug 05 11:36:04.416808 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de41b2-dbdc-4fe4-9963-f70b49fe772c tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Pushing event updated for resources: {'Port': ['ID=e99ae038-8f7f-4b21-93d5-00d8a342ec3b,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:36:04.422058 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-297687fa-f659-44c3-a603-51a5bcd2824f req-617c5e4b-697a-47c4-93af-78aea162f853 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=8707e749-14ef-46e9-b17b-2053065b99b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4342916 Aug 05 11:36:04.487057 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-32845886-54a5-49f3-a69f-99253f8c8020 req-c374a533-1d78-4398-aa88-f692cd6939ec service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=535dc2f1-67b1-49cd-891b-67f3b995cbf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512726 Aug 05 11:36:04.509233 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-12fb51f0-b7ed-4629-a182-f7c1962b5daa None None] Provisioning for port e99ae038-8f7f-4b21-93d5-00d8a342ec3b completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:36:04.513151 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63de41b2-dbdc-4fe4-9963-f70b49fe772c tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:04.514802 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-63de41b2-dbdc-4fe4-9963-f70b49fe772c tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:04.516028 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-12fb51f0-b7ed-4629-a182-f7c1962b5daa None None] Provisioning complete for port e99ae038-8f7f-4b21-93d5-00d8a342ec3b triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:36:04.516419 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-12fb51f0-b7ed-4629-a182-f7c1962b5daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:04.548696 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-63de41b2-dbdc-4fe4-9963-f70b49fe772c tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1923335 Aug 05 11:36:04.551936 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 59728) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:36:04.566833 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-a14016a0-343c-4d82-85ab-38f219efec77 tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:6d:ca:99'}]}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:36:04.587979 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-544d2caf-dc93-4c41-9e7b-8b4aefb5f3b4 req-3d63fcca-eec2-4b8e-ac2b-19124519496c service neutron] 10.222.0.55 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2843618 Aug 05 11:36:04.598511 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ef4cb07a-b472-4777-8eff-99ac342a792a req-c01524cb-f626-4162-9bff-8ad91862aafe tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2982869 Aug 05 11:36:04.626280 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0a157d-faa1-44b7-8854-cd086b2b089a req-123e8a1e-b243-4fdd-a483-d00189697670 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:04.629109 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cf0a157d-faa1-44b7-8854-cd086b2b089a req-123e8a1e-b243-4fdd-a483-d00189697670 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2da4349-4de9-4268-bcad-acd2226838fc HTTP/1.1" status: 200 len: 945 time: 0.2229092 Aug 05 11:36:04.653897 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-12fb51f0-b7ed-4629-a182-f7c1962b5daa None None] Port e99ae038-8f7f-4b21-93d5-00d8a342ec3b cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:36:04.764666 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d06186c-d1fe-4d01-9853-c0787a6d9ce4', 'tag': '9d4d776d-a33d-4efa-89e9-b2e944e4af90'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:36:04.768218 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}828068ad8d405ad77660ce68fa78e1ffe658725812f7a08f9e488a446589295b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e45dbbf2-4991-4dab-ac1f-20f80fc70d1e" -d '{"events": [{"name": "network-changed", "server_uuid": "2d06186c-d1fe-4d01-9853-c0787a6d9ce4", "tag": "9d4d776d-a33d-4efa-89e9-b2e944e4af90"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:36:04.861260 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cf0a157d-faa1-44b7-8854-cd086b2b089a req-f00d11a1-c289-4200-af2a-29d3a9a52173 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4e742cc-0754-43b8-97b1-fad458ef76e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202041 Aug 05 11:36:04.921495 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63be8aa1-e860-4321-aa9a-0d8d3bf3a8a8 req-d8500709-e6b3-4017-bdf3-063a90a7ee16 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:04.924027 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-63be8aa1-e860-4321-aa9a-0d8d3bf3a8a8 req-d8500709-e6b3-4017-bdf3-063a90a7ee16 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?device_id=acacadd6-68d2-4fb6-bf7a-67c7081ad539 HTTP/1.1" status: 200 len: 943 time: 0.1457336 Aug 05 11:36:04.977441 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bad8e936-3387-470f-9b86-55d4aac5ce87 x-openstack-request-id: req-bad8e936-3387-470f-9b86-55d4aac5ce87 {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:36:04.977743 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d06186c-d1fe-4d01-9853-c0787a6d9ce4", "tag": "9d4d776d-a33d-4efa-89e9-b2e944e4af90", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:36:04.978130 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bad8e936-3387-470f-9b86-55d4aac5ce87 {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:36:04.978549 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d06186c-d1fe-4d01-9853-c0787a6d9ce4', 'tag': '9d4d776d-a33d-4efa-89e9-b2e944e4af90', 'status': 'completed', 'code': 200} Aug 05 11:36:04.992475 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-544d2caf-dc93-4c41-9e7b-8b4aefb5f3b4 req-72d708df-9f6d-43cd-9cdf-3df494ed2efb service neutron] 10.222.0.55 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3105922 Aug 05 11:36:05.035806 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-63be8aa1-e860-4321-aa9a-0d8d3bf3a8a8 req-7f040d84-9718-4c87-a61b-2c46905e3bdd tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/security-groups?id=5dfacf8b-ef80-4e03-9b2b-0b5aacf0bf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933950 Aug 05 11:36:05.298023 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45dbbf2-4991-4dab-ac1f-20f80fc70d1e req-647ff515-d522-4b18-bf33-c876807bf39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:05.300114 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e45dbbf2-4991-4dab-ac1f-20f80fc70d1e req-647ff515-d522-4b18-bf33-c876807bf39f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f811ccc1244d4d32a53adbbe13250fd5&device_id=2d06186c-d1fe-4d01-9853-c0787a6d9ce4 HTTP/1.1" status: 200 len: 1098 time: 0.2632227 Aug 05 11:36:05.417613 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56baf25b-d3d8-4fde-8059-ef2924dd9574 req-2ba1443a-ee50-4f45-9f72-70471ac8c8f3 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:05.419810 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-56baf25b-d3d8-4fde-8059-ef2924dd9574 req-2ba1443a-ee50-4f45-9f72-70471ac8c8f3 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2da4349-4de9-4268-bcad-acd2226838fc HTTP/1.1" status: 200 len: 945 time: 0.3164227 Aug 05 11:36:05.425279 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-32845886-54a5-49f3-a69f-99253f8c8020 req-b0993578-9c6f-4f86-b3ee-20ce86cb753e service neutron] 10.222.0.55 "GET /v2.0/networks/535dc2f1-67b1-49cd-891b-67f3b995cbf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942565 Aug 05 11:36:05.429196 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45dbbf2-4991-4dab-ac1f-20f80fc70d1e req-88a2e022-71a2-4675-a301-1e05e6144189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:05.431095 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e45dbbf2-4991-4dab-ac1f-20f80fc70d1e req-88a2e022-71a2-4675-a301-1e05e6144189 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f811ccc1244d4d32a53adbbe13250fd5&device_id=2d06186c-d1fe-4d01-9853-c0787a6d9ce4 HTTP/1.1" status: 200 len: 1098 time: 0.3085403 Aug 05 11:36:05.437532 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a14016a0-343c-4d82-85ab-38f219efec77 tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:05.564976 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45dbbf2-4991-4dab-ac1f-20f80fc70d1e req-05bffb67-92e8-42af-a955-a689302b7c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:05.566611 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e45dbbf2-4991-4dab-ac1f-20f80fc70d1e req-05bffb67-92e8-42af-a955-a689302b7c9c service neutron] 10.222.0.55 "GET /v2.0/networks?id=91caede3-92e4-4b1e-8e3e-36227cfd846a HTTP/1.1" status: 200 len: 870 time: 0.1149042 Aug 05 11:36:05.668293 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e45dbbf2-4991-4dab-ac1f-20f80fc70d1e req-9f545a2a-6860-4d55-9452-75839c81dc38 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=9d4d776d-a33d-4efa-89e9-b2e944e4af90 HTTP/1.1" status: 200 len: 217 time: 0.0864546 Aug 05 11:36:05.681349 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-32845886-54a5-49f3-a69f-99253f8c8020 req-cf75e200-f9dd-4f10-95c8-5e74548bd967 service neutron] 10.222.0.55 "GET /v2.0/networks/535dc2f1-67b1-49cd-891b-67f3b995cbf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274485 Aug 05 11:36:05.697258 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb71f815-6f38-4e7e-a86d-41c61c534b74 req-2e6e249b-6beb-47f8-ad96-89b6c9599a68 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:05.705074 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bb71f815-6f38-4e7e-a86d-41c61c534b74 req-2e6e249b-6beb-47f8-ad96-89b6c9599a68 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] 10.222.0.58 "GET /v2.0/ports?device_id=eb8cbb94-da28-4508-910d-f3e8570df80d HTTP/1.1" status: 200 len: 945 time: 0.3604770 Aug 05 11:36:05.754759 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-56baf25b-d3d8-4fde-8059-ef2924dd9574 req-07884e77-6ee0-4008-a29a-9ed8f8e1cd7d tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4e742cc-0754-43b8-97b1-fad458ef76e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3223724 Aug 05 11:36:05.827171 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bb71f815-6f38-4e7e-a86d-41c61c534b74 req-091106ba-d815-4b1a-a3e0-c65d1e98d7f8 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] 10.222.0.58 "GET /v2.0/security-groups?id=8707e749-14ef-46e9-b17b-2053065b99b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212211 Aug 05 11:36:05.831909 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45dbbf2-4991-4dab-ac1f-20f80fc70d1e req-c4b939d0-fcb2-4955-83b1-31240821fd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:05.833615 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e45dbbf2-4991-4dab-ac1f-20f80fc70d1e req-c4b939d0-fcb2-4955-83b1-31240821fd4d service neutron] 10.222.0.64 "GET /v2.0/networks?id=91caede3-92e4-4b1e-8e3e-36227cfd846a HTTP/1.1" status: 200 len: 870 time: 0.5220461 Aug 05 11:36:05.887000 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a14016a0-343c-4d82-85ab-38f219efec77 tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:05.896545 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f55a699-85d3-405b-be0d-bd195806aa6b req-bc82d0f7-9ea2-40e8-bb47-6b688b79e002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:05.898728 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-0f55a699-85d3-405b-be0d-bd195806aa6b req-bc82d0f7-9ea2-40e8-bb47-6b688b79e002 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=913ffd5cf69b465594d3b2ba08eae5b1&device_id=acacadd6-68d2-4fb6-bf7a-67c7081ad539 HTTP/1.1" status: 200 len: 1094 time: 0.1140840 Aug 05 11:36:05.900096 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a14016a0-343c-4d82-85ab-38f219efec77 tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:05.906197 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e45dbbf2-4991-4dab-ac1f-20f80fc70d1e req-2651212b-da59-4bfc-aead-c4f27ad994a7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=9d4d776d-a33d-4efa-89e9-b2e944e4af90 HTTP/1.1" status: 200 len: 217 time: 0.0484903 Aug 05 11:36:05.950697 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45dbbf2-4991-4dab-ac1f-20f80fc70d1e req-20d1d3e0-c5ad-4668-bb10-a2513a501552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:05.952400 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e45dbbf2-4991-4dab-ac1f-20f80fc70d1e req-20d1d3e0-c5ad-4668-bb10-a2513a501552 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6842f728-c2f3-4e36-bb32-3303d06ce3f4 HTTP/1.1" status: 200 len: 843 time: 0.2679312 Aug 05 11:36:06.042299 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3308d16a-a7da-408e-af0c-b5958ef51adf req-127c0efa-663b-4962-a953-5c760fb0fa64 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:06.044382 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3308d16a-a7da-408e-af0c-b5958ef51adf req-127c0efa-663b-4962-a953-5c760fb0fa64 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d06186c-d1fe-4d01-9853-c0787a6d9ce4 HTTP/1.1" status: 200 len: 947 time: 0.1996641 Aug 05 11:36:06.065535 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45dbbf2-4991-4dab-ac1f-20f80fc70d1e req-0af8960d-61d0-4136-96a0-a1daa4f3681f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:06.069514 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e45dbbf2-4991-4dab-ac1f-20f80fc70d1e req-0af8960d-61d0-4136-96a0-a1daa4f3681f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6842f728-c2f3-4e36-bb32-3303d06ce3f4 HTTP/1.1" status: 200 len: 843 time: 0.1351581 Aug 05 11:36:06.160208 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-a14016a0-343c-4d82-85ab-38f219efec77 tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] In _notify_port_updated(), no bound segment for port e99ae038-8f7f-4b21-93d5-00d8a342ec3b on network dd93108f-417a-42fd-bc8b-e2699d65feaf {{(pid=94421) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 05 11:36:06.167345 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a14016a0-343c-4d82-85ab-38f219efec77 tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:06.168050 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a14016a0-343c-4d82-85ab-38f219efec77 tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:06.169498 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-a14016a0-343c-4d82-85ab-38f219efec77 tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] 10.222.0.58 "PUT /v2.0/ports/e99ae038-8f7f-4b21-93d5-00d8a342ec3b HTTP/1.1" status: 200 len: 993 time: 1.6142504 Aug 05 11:36:06.176194 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 59768) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:36:06.217529 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45dbbf2-4991-4dab-ac1f-20f80fc70d1e req-fd69cf00-1833-46a4-a30e-b20fc185ad98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:06.220739 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e45dbbf2-4991-4dab-ac1f-20f80fc70d1e req-fd69cf00-1833-46a4-a30e-b20fc185ad98 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=91caede3-92e4-4b1e-8e3e-36227cfd846a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2464252 Aug 05 11:36:06.231036 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14016a0-343c-4d82-85ab-38f219efec77 tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Pushing event updated for resources: {'Port': ['ID=e99ae038-8f7f-4b21-93d5-00d8a342ec3b,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:36:06.274316 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f55a699-85d3-405b-be0d-bd195806aa6b req-70d06e10-a854-4c00-82aa-b7db76bb80d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:06.276051 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-0f55a699-85d3-405b-be0d-bd195806aa6b req-70d06e10-a854-4c00-82aa-b7db76bb80d5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=535dc2f1-67b1-49cd-891b-67f3b995cbf8 HTTP/1.1" status: 200 len: 907 time: 0.3683066 Aug 05 11:36:06.363491 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-0f55a699-85d3-405b-be0d-bd195806aa6b req-e14e73d1-ddcc-40f3-b3c2-2a45418cfb82 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0823bb09-7c00-4de4-91b7-12c1e12e9218 HTTP/1.1" status: 200 len: 217 time: 0.0552452 Aug 05 11:36:06.364748 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3308d16a-a7da-408e-af0c-b5958ef51adf req-c3baaf7a-c07f-4e0d-ab8a-0626a9b49280 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559862 Aug 05 11:36:06.379157 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45dbbf2-4991-4dab-ac1f-20f80fc70d1e req-3bc64b16-7a9e-48f6-bfd2-531a4a428e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:06.382266 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e45dbbf2-4991-4dab-ac1f-20f80fc70d1e req-3bc64b16-7a9e-48f6-bfd2-531a4a428e26 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=91caede3-92e4-4b1e-8e3e-36227cfd846a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2690859 Aug 05 11:36:06.444448 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e45dbbf2-4991-4dab-ac1f-20f80fc70d1e req-3c046fad-c9a7-4799-b435-948a86b88dba service neutron] 10.222.0.55 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139387 Aug 05 11:36:06.477486 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f55a699-85d3-405b-be0d-bd195806aa6b req-e29547fc-a191-41eb-ac0b-6b68a336eb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:06.479017 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-0f55a699-85d3-405b-be0d-bd195806aa6b req-e29547fc-a191-41eb-ac0b-6b68a336eb25 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1b19baf8-9ef5-4535-9e61-0fc2264669f6 HTTP/1.1" status: 200 len: 846 time: 0.1055758 Aug 05 11:36:06.481484 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-c112bcdc-1162-45f7-92ca-11030bbec79f tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Deleting port e99ae038-8f7f-4b21-93d5-00d8a342ec3b {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:36:06.481839 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c112bcdc-1162-45f7-92ca-11030bbec79f tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:06.548336 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-d4a0a0f5-2af6-4748-bedc-00d48d17bb1e None None] Provisioning complete for port e99ae038-8f7f-4b21-93d5-00d8a342ec3b triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:36:06.549336 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-d4a0a0f5-2af6-4748-bedc-00d48d17bb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:06.730090 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-d4a0a0f5-2af6-4748-bedc-00d48d17bb1e None None] Port e99ae038-8f7f-4b21-93d5-00d8a342ec3b cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:36:06.749451 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-0f55a699-85d3-405b-be0d-bd195806aa6b req-8c3f4644-7a80-4a5c-9604-87c36c754d70 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=535dc2f1-67b1-49cd-891b-67f3b995cbf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2506826 Aug 05 11:36:06.815135 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c112bcdc-1162-45f7-92ca-11030bbec79f tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:06.866849 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-c112bcdc-1162-45f7-92ca-11030bbec79f tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Calling delete_port for e99ae038-8f7f-4b21-93d5-00d8a342ec3b owned by {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:36:06.955179 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 9d4d776d-a33d-4efa-89e9-b2e944e4af90 details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:36:07.072206 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-0f55a699-85d3-405b-be0d-bd195806aa6b req-c89433a1-49a7-412a-98f1-688107b622f5 service neutron] 10.222.0.55 "GET /v2.0/networks/535dc2f1-67b1-49cd-891b-67f3b995cbf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3112698 Aug 05 11:36:07.144776 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 9d4d776d-a33d-4efa-89e9-b2e944e4af90, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=9d4d776d-a33d-4efa-89e9-b2e944e4af90,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:36:07.172838 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Returning: {'device': '9d4d776d-a33d-4efa-89e9-b2e944e4af90', 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a', 'port_id': '9d4d776d-a33d-4efa-89e9-b2e944e4af90', 'mac_address': 'fa:16:3e:a4:da:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6842f728-c2f3-4e36-bb32-3303d06ce3f4', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:36:07.179578 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-493ef185-36d0-4777-9b10-ec99ee5b570b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:07.243654 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d878f5-94b8-4b67-a0bf-729a96a39361 req-ad2f92cc-51de-4390-ac10-867a4733b51f tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:07.263293 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d7d878f5-94b8-4b67-a0bf-729a96a39361 req-ad2f92cc-51de-4390-ac10-867a4733b51f tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?device_id=acacadd6-68d2-4fb6-bf7a-67c7081ad539 HTTP/1.1" status: 200 len: 943 time: 1.0057104 Aug 05 11:36:07.263869 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:07.289620 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d4d776d-a33d-4efa-89e9-b2e944e4af90 {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:36:07.316327 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d634637-53a4-4119-8199-d6f92f162f1c req-13641245-6268-42ab-a50e-7e36a781864a tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:07.325066 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7d634637-53a4-4119-8199-d6f92f162f1c req-13641245-6268-42ab-a50e-7e36a781864a tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2da4349-4de9-4268-bcad-acd2226838fc HTTP/1.1" status: 200 len: 945 time: 0.3243179 Aug 05 11:36:07.348977 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 9d4d776d-a33d-4efa-89e9-b2e944e4af90, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=9d4d776d-a33d-4efa-89e9-b2e944e4af90,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:36:07.356313 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:07.387638 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e45dbbf2-4991-4dab-ac1f-20f80fc70d1e req-0cb17a56-fc2a-42bf-b8b4-1a68f6055569 service neutron] 10.222.0.55 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9295104 Aug 05 11:36:07.396107 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-0f55a699-85d3-405b-be0d-bd195806aa6b req-00d7a1ce-fe64-45b1-b9b6-28dff334f7b5 service neutron] 10.222.0.55 "GET /v2.0/networks/535dc2f1-67b1-49cd-891b-67f3b995cbf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2711275 Aug 05 11:36:07.436720 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c112bcdc-1162-45f7-92ca-11030bbec79f tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:07.449508 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7d634637-53a4-4119-8199-d6f92f162f1c req-5a4a1f52-99ee-4781-bf5a-90338e75516b tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4e742cc-0754-43b8-97b1-fad458ef76e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234827 Aug 05 11:36:07.485023 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d7d878f5-94b8-4b67-a0bf-729a96a39361 req-3885549f-a6df-4734-91c2-87a69ea836c4 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/security-groups?id=5dfacf8b-ef80-4e03-9b2b-0b5aacf0bf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188051 Aug 05 11:36:07.493488 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e45dbbf2-4991-4dab-ac1f-20f80fc70d1e req-31778d39-65f3-4253-ba8a-5648dc6b099c service neutron] 10.222.0.64 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0426323 Aug 05 11:36:07.514909 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c112bcdc-1162-45f7-92ca-11030bbec79f tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Pushing event deleted for resources: {'Port': ['ID=e99ae038-8f7f-4b21-93d5-00d8a342ec3b,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:36:07.523962 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=9d4d776d-a33d-4efa-89e9-b2e944e4af90,revision_number=8']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:36:07.673731 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['9d4d776d-a33d-4efa-89e9-b2e944e4af90'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:36:07.704387 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c112bcdc-1162-45f7-92ca-11030bbec79f tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:07.716620 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-c112bcdc-1162-45f7-92ca-11030bbec79f tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] 10.222.0.58 "DELETE /v2.0/ports/e99ae038-8f7f-4b21-93d5-00d8a342ec3b HTTP/1.1" status: 204 len: 168 time: 1.5376952 Aug 05 11:36:07.717571 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 59802) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:36:07.779237 n-d-803378-2 neutron-server[94421]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccd39fca-c80f-448a-b949-5fc1c26ef427 tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] GET failed (client error): The resource could not be found. Aug 05 11:36:07.791072 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-ccd39fca-c80f-448a-b949-5fc1c26ef427 tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] 10.222.0.58 "GET /v2.0/ports/e99ae038-8f7f-4b21-93d5-00d8a342ec3b HTTP/1.1" status: 404 len: 333 time: 0.0690343 Aug 05 11:36:07.791992 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 59804) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:36:07.797989 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-aad96d18-bb06-466b-9180-608a3fa01a7a tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Request body: {'port': {'network_id': 'dd93108f-417a-42fd-bc8b-e2699d65feaf', 'name': 'tempest-AllowedAddressPairTestJSON-1261594427'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:36:07.832373 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dad832d-c42d-4916-9379-0efc9b8e975b req-58fef3d2-57f8-4b10-aa81-4f745365ff3a tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:07.834137 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3dad832d-c42d-4916-9379-0efc9b8e975b req-58fef3d2-57f8-4b10-aa81-4f745365ff3a tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] 10.222.0.58 "GET /v2.0/ports?device_id=eb8cbb94-da28-4508-910d-f3e8570df80d HTTP/1.1" status: 200 len: 945 time: 0.1688013 Aug 05 11:36:07.875504 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b18707-a5e7-4466-97a1-d01bd7b7e5a7 req-412f1366-1e8b-4bbf-b5f1-5315beef4f92 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:07.886735 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b5b18707-a5e7-4466-97a1-d01bd7b7e5a7 req-412f1366-1e8b-4bbf-b5f1-5315beef4f92 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d06186c-d1fe-4d01-9853-c0787a6d9ce4 HTTP/1.1" status: 200 len: 948 time: 0.2392449 Aug 05 11:36:07.952245 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3dad832d-c42d-4916-9379-0efc9b8e975b req-38141695-7910-429f-a477-0c831f79e020 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] 10.222.0.58 "GET /v2.0/security-groups?id=8707e749-14ef-46e9-b17b-2053065b99b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555763 Aug 05 11:36:07.999055 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aad96d18-bb06-466b-9180-608a3fa01a7a tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Made reservation on behalf of aa030376597d4bceb5b2a14a5e018389 for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:36:08.003846 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-aad96d18-bb06-466b-9180-608a3fa01a7a tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:08.039022 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [None req-aad96d18-bb06-466b-9180-608a3fa01a7a tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] device_id is not set on port 54a9a92e-b73c-4397-ad9d-0dac2720c999 yet. {{(pid=94421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 11:36:08.042896 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b5b18707-a5e7-4466-97a1-d01bd7b7e5a7 req-18b20e9d-c4a7-4a7f-9143-3cb7acb48ed0 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513956 Aug 05 11:36:08.048231 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e45dbbf2-4991-4dab-ac1f-20f80fc70d1e req-41501497-f35d-4a60-b405-3a6e81fc4ed3 service neutron] 10.222.0.64 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5494094 Aug 05 11:36:08.190731 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-aad96d18-bb06-466b-9180-608a3fa01a7a tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Allocated IP 172.20.0.3 (dd93108f-417a-42fd-bc8b-e2699d65feaf/a775b952-adba-40c6-8a04-a411009ae3d7/54a9a92e-b73c-4397-ad9d-0dac2720c999) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:36:08.474520 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-aad96d18-bb06-466b-9180-608a3fa01a7a tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:08.498377 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3365ad1-eb82-4926-b46d-ce88067a4567 req-484ffb05-4d09-401e-87af-ae79090c87cd tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:08.511440 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a3365ad1-eb82-4926-b46d-ce88067a4567 req-484ffb05-4d09-401e-87af-ae79090c87cd tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2da4349-4de9-4268-bcad-acd2226838fc HTTP/1.1" status: 200 len: 945 time: 0.1351657 Aug 05 11:36:08.621515 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [None req-aad96d18-bb06-466b-9180-608a3fa01a7a tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Transition to ACTIVE for port object 54a9a92e-b73c-4397-ad9d-0dac2720c999 will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:36:08.688516 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8637e4-0016-4e07-8f17-c81795259863 req-baaf641b-6f9d-438f-99b9-07204e70d32d tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:08.690225 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1b8637e4-0016-4e07-8f17-c81795259863 req-baaf641b-6f9d-438f-99b9-07204e70d32d tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d06186c-d1fe-4d01-9853-c0787a6d9ce4&tenant_id=f811ccc1244d4d32a53adbbe13250fd5&binding%3Ahost_id=n-h2-803378-2 HTTP/1.1" status: 200 len: 948 time: 0.1748853 Aug 05 11:36:08.744610 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-aad96d18-bb06-466b-9180-608a3fa01a7a tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:08.856602 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad96d18-bb06-466b-9180-608a3fa01a7a tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Pushing event updated for resources: {'Port': ['ID=54a9a92e-b73c-4397-ad9d-0dac2720c999,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:36:08.888277 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff75bffe-7a9a-4692-adf0-9d8046b59201 req-d17585bb-14a1-4afb-95b2-722669c9a5e1 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:08.894490 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ff75bffe-7a9a-4692-adf0-9d8046b59201 req-d17585bb-14a1-4afb-95b2-722669c9a5e1 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d06186c-d1fe-4d01-9853-c0787a6d9ce4 HTTP/1.1" status: 200 len: 948 time: 0.2700727 Aug 05 11:36:08.896377 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad96d18-bb06-466b-9180-608a3fa01a7a tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Network dd93108f-417a-42fd-bc8b-e2699d65feaf is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:36:08.925821 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-aad96d18-bb06-466b-9180-608a3fa01a7a tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:36:08.933206 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad96d18-bb06-466b-9180-608a3fa01a7a tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:36:08.954394 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e8e04b-d5a1-4d12-886f-e032709484ef req-ce08282d-9abd-494e-bd2c-53aef5fa2ade tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:08.963041 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-43e8e04b-d5a1-4d12-886f-e032709484ef req-ce08282d-9abd-494e-bd2c-53aef5fa2ade tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2da4349-4de9-4268-bcad-acd2226838fc HTTP/1.1" status: 200 len: 945 time: 0.3401163 Aug 05 11:36:08.970913 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 0823bb09-7c00-4de4-91b7-12c1e12e9218 details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:36:08.980164 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 9d4d776d-a33d-4efa-89e9-b2e944e4af90 up at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:36:09.021996 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1b8637e4-0016-4e07-8f17-c81795259863 req-9e1b41ab-3405-47d6-95fe-d45eca441c00 service neutron] 10.222.0.55 "GET /v2.0/ports/9d4d776d-a33d-4efa-89e9-b2e944e4af90/bindings/n-h2-803378-2 HTTP/1.1" status: 200 len: 382 time: 0.3202796 Aug 05 11:36:09.081472 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad96d18-bb06-466b-9180-608a3fa01a7a tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:09.083384 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-aad96d18-bb06-466b-9180-608a3fa01a7a tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:09.115280 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ff75bffe-7a9a-4692-adf0-9d8046b59201 req-8ca2a54a-4146-49f5-abeb-3119cfd642b1 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978638 Aug 05 11:36:09.193275 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [req-a3365ad1-eb82-4926-b46d-ce88067a4567 req-9ec69d92-0491-49f2-b899-6aa01b2e1e3e tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Deleting port d29c85ed-ac49-4bc6-abd7-d2ef6d51045e {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:36:09.193660 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-a3365ad1-eb82-4926-b46d-ce88067a4567 req-9ec69d92-0491-49f2-b899-6aa01b2e1e3e tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:09.246905 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-aad96d18-bb06-466b-9180-608a3fa01a7a tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4516981 Aug 05 11:36:09.248437 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 59836) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:36:09.294571 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-de983871-cc72-477e-9eb1-0ea416c61db2 tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:6d:ca:99'}]}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:36:09.318072 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning for port 9d4d776d-a33d-4efa-89e9-b2e944e4af90 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:36:09.339224 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning complete for port 9d4d776d-a33d-4efa-89e9-b2e944e4af90 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:36:09.339596 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:09.356179 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8637e4-0016-4e07-8f17-c81795259863 req-2713b4fc-3176-444a-bb52-a7c93b88b07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:09.359946 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1b8637e4-0016-4e07-8f17-c81795259863 req-2713b4fc-3176-444a-bb52-a7c93b88b07f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f811ccc1244d4d32a53adbbe13250fd5&device_id=2d06186c-d1fe-4d01-9853-c0787a6d9ce4 HTTP/1.1" status: 200 len: 1099 time: 0.2947831 Aug 05 11:36:09.411793 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-a3365ad1-eb82-4926-b46d-ce88067a4567 req-9ec69d92-0491-49f2-b899-6aa01b2e1e3e tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] For port d29c85ed-ac49-4bc6-abd7-d2ef6d51045e, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=d29c85ed-ac49-4bc6-abd7-d2ef6d51045e,segment=NetworkSegment(01e8ca75-cf59-480b-8ee2-932f754dd7b2),segment_id=01e8ca75-cf59-480b-8ee2-932f754dd7b2)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:36:09.412179 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-a3365ad1-eb82-4926-b46d-ce88067a4567 req-9ec69d92-0491-49f2-b899-6aa01b2e1e3e tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:09.429811 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [req-a3365ad1-eb82-4926-b46d-ce88067a4567 req-9ec69d92-0491-49f2-b899-6aa01b2e1e3e tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Calling delete_port for d29c85ed-ac49-4bc6-abd7-d2ef6d51045e owned by compute:nova {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:36:09.455409 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 0823bb09-7c00-4de4-91b7-12c1e12e9218, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=0823bb09-7c00-4de4-91b7-12c1e12e9218,segment=NetworkSegment(1464bea6-dc68-4175-ac76-169c7629018f),segment_id=1464bea6-dc68-4175-ac76-169c7629018f)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:36:09.488717 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-de983871-cc72-477e-9eb1-0ea416c61db2 tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:09.511733 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Returning: {'device': '0823bb09-7c00-4de4-91b7-12c1e12e9218', 'network_id': '535dc2f1-67b1-49cd-891b-67f3b995cbf8', 'port_id': '0823bb09-7c00-4de4-91b7-12c1e12e9218', 'mac_address': 'fa:16:3e:c2:4d:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b19baf8-9ef5-4535-9e61-0fc2264669f6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:36:09.599950 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:09.638741 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-a3365ad1-eb82-4926-b46d-ce88067a4567 req-9ec69d92-0491-49f2-b899-6aa01b2e1e3e tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:09.644939 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-aa0f14df-c054-4307-b4b3-be98482dccf6 None None] Provisioning for port 54a9a92e-b73c-4397-ad9d-0dac2720c999 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:36:09.699355 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-aa0f14df-c054-4307-b4b3-be98482dccf6 None None] Provisioning complete for port 54a9a92e-b73c-4397-ad9d-0dac2720c999 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:36:09.699725 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-aa0f14df-c054-4307-b4b3-be98482dccf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:09.716170 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['d29c85ed-ac49-4bc6-abd7-d2ef6d51045e'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:36:09.793806 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-43e8e04b-d5a1-4d12-886f-e032709484ef req-70f9faef-3b7d-4e45-8918-8525afea1622 tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4e742cc-0754-43b8-97b1-fad458ef76e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8298261 Aug 05 11:36:09.800576 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec69d92-0491-49f2-b899-6aa01b2e1e3e tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Pushing event deleted for resources: {'Port': ['ID=d29c85ed-ac49-4bc6-abd7-d2ef6d51045e,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:36:09.824287 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8637e4-0016-4e07-8f17-c81795259863 req-8e099110-285e-41fc-86ec-bdf75e514d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:09.829295 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1b8637e4-0016-4e07-8f17-c81795259863 req-8e099110-285e-41fc-86ec-bdf75e514d5b service neutron] 10.222.0.55 "GET /v2.0/networks?id=91caede3-92e4-4b1e-8e3e-36227cfd846a HTTP/1.1" status: 200 len: 870 time: 0.4587946 Aug 05 11:36:09.900459 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1b8637e4-0016-4e07-8f17-c81795259863 req-b981cdd4-59c8-47a7-8df2-311833724998 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=9d4d776d-a33d-4efa-89e9-b2e944e4af90 HTTP/1.1" status: 200 len: 217 time: 0.0597966 Aug 05 11:36:09.925060 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-aa0f14df-c054-4307-b4b3-be98482dccf6 None None] Port 54a9a92e-b73c-4397-ad9d-0dac2720c999 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:36:09.939758 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3365ad1-eb82-4926-b46d-ce88067a4567 req-9ec69d92-0491-49f2-b899-6aa01b2e1e3e tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] No DVR routers for this DVR port d29c85ed-ac49-4bc6-abd7-d2ef6d51045e on host n-h1-803378-2 {{(pid=94420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:36:09.946204 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-a3365ad1-eb82-4926-b46d-ce88067a4567 req-9ec69d92-0491-49f2-b899-6aa01b2e1e3e tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:09.948692 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a3365ad1-eb82-4926-b46d-ce88067a4567 req-9ec69d92-0491-49f2-b899-6aa01b2e1e3e tempest-ServerDiskConfigTestJSON-544782523 tempest-ServerDiskConfigTestJSON-544782523-project] 10.222.0.64 "DELETE /v2.0/ports/d29c85ed-ac49-4bc6-abd7-d2ef6d51045e HTTP/1.1" status: 204 len: 173 time: 1.4302113 Aug 05 11:36:09.959175 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586f8612-a790-4847-b3f1-c23049c58059 req-fdfc6731-b480-4da1-a188-0b9b4123cc2f tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:09.970060 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-586f8612-a790-4847-b3f1-c23049c58059 req-fdfc6731-b480-4da1-a188-0b9b4123cc2f tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?device_id=acacadd6-68d2-4fb6-bf7a-67c7081ad539 HTTP/1.1" status: 200 len: 943 time: 0.3423419 Aug 05 11:36:09.972833 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2da4349-4de9-4268-bcad-acd2226838fc', 'name': 'network-vif-deleted', 'tag': 'd29c85ed-ac49-4bc6-abd7-d2ef6d51045e'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:36:09.977106 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}828068ad8d405ad77660ce68fa78e1ffe658725812f7a08f9e488a446589295b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2ec5520-03b0-40cd-a80e-3d56fd45ef89" -d '{"events": [{"server_uuid": "d2da4349-4de9-4268-bcad-acd2226838fc", "name": "network-vif-deleted", "tag": "d29c85ed-ac49-4bc6-abd7-d2ef6d51045e"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:36:10.004090 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d06186c-d1fe-4d01-9853-c0787a6d9ce4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d4d776d-a33d-4efa-89e9-b2e944e4af90'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:36:10.007435 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5782876d-d294-4b58-8a9c-4692f5d7cc8a" -d '{"events": [{"server_uuid": "2d06186c-d1fe-4d01-9853-c0787a6d9ce4", "name": "network-vif-plugged", "status": "completed", "tag": "9d4d776d-a33d-4efa-89e9-b2e944e4af90"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:36:10.052228 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:10.058611 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7f570cf-0dc7-4f8e-9f33-8f9b4a2f58de x-openstack-request-id: req-a7f570cf-0dc7-4f8e-9f33-8f9b4a2f58de {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:36:10.058915 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2da4349-4de9-4268-bcad-acd2226838fc", "name": "network-vif-deleted", "tag": "d29c85ed-ac49-4bc6-abd7-d2ef6d51045e", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:36:10.059180 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a7f570cf-0dc7-4f8e-9f33-8f9b4a2f58de {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:36:10.059610 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2da4349-4de9-4268-bcad-acd2226838fc', 'name': 'network-vif-deleted', 'tag': 'd29c85ed-ac49-4bc6-abd7-d2ef6d51045e', 'status': 'completed', 'code': 200} Aug 05 11:36:10.088263 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 9d4d776d-a33d-4efa-89e9-b2e944e4af90, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=9d4d776d-a33d-4efa-89e9-b2e944e4af90,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:36:10.113981 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-586f8612-a790-4847-b3f1-c23049c58059 req-0250e062-42b9-41aa-bd56-40f963026bc1 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/security-groups?id=5dfacf8b-ef80-4e03-9b2b-0b5aacf0bf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427464 Aug 05 11:36:10.151982 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:10.154211 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:10.154321 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8637e4-0016-4e07-8f17-c81795259863 req-e6bf9344-f208-4aaf-8a7b-6e6eac0e08b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:10.155880 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1b8637e4-0016-4e07-8f17-c81795259863 req-e6bf9344-f208-4aaf-8a7b-6e6eac0e08b1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6842f728-c2f3-4e36-bb32-3303d06ce3f4 HTTP/1.1" status: 200 len: 843 time: 0.2459447 Aug 05 11:36:10.179435 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b04a496f-fb96-4583-b9a4-bef205487c0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:10.191080 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1dca98b-a438-4ba3-8390-86822dd57dc9 x-openstack-request-id: req-e1dca98b-a438-4ba3-8390-86822dd57dc9 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:36:10.192999 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d06186c-d1fe-4d01-9853-c0787a6d9ce4", "name": "network-vif-plugged", "status": "completed", "tag": "9d4d776d-a33d-4efa-89e9-b2e944e4af90", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:36:10.194693 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e1dca98b-a438-4ba3-8390-86822dd57dc9 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:36:10.197354 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d06186c-d1fe-4d01-9853-c0787a6d9ce4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d4d776d-a33d-4efa-89e9-b2e944e4af90', 'code': 200} Aug 05 11:36:10.227662 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-de983871-cc72-477e-9eb1-0ea416c61db2 tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:10.261188 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-de983871-cc72-477e-9eb1-0ea416c61db2 tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:10.320647 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=9d4d776d-a33d-4efa-89e9-b2e944e4af90,revision_number=9']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:36:10.330954 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0823bb09-7c00-4de4-91b7-12c1e12e9218 {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:36:10.415334 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8637e4-0016-4e07-8f17-c81795259863 req-20ae0033-1c32-4c58-90cc-0ed2536856e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:10.418522 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1b8637e4-0016-4e07-8f17-c81795259863 req-20ae0033-1c32-4c58-90cc-0ed2536856e6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=91caede3-92e4-4b1e-8e3e-36227cfd846a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2210789 Aug 05 11:36:10.424046 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 0823bb09-7c00-4de4-91b7-12c1e12e9218, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=0823bb09-7c00-4de4-91b7-12c1e12e9218,segment=NetworkSegment(1464bea6-dc68-4175-ac76-169c7629018f),segment_id=1464bea6-dc68-4175-ac76-169c7629018f)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:36:10.432563 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:10.443326 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-de983871-cc72-477e-9eb1-0ea416c61db2 tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] In _notify_port_updated(), no bound segment for port 54a9a92e-b73c-4397-ad9d-0dac2720c999 on network dd93108f-417a-42fd-bc8b-e2699d65feaf {{(pid=94421) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 05 11:36:10.449729 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de983871-cc72-477e-9eb1-0ea416c61db2 tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:10.450509 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-de983871-cc72-477e-9eb1-0ea416c61db2 tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:10.452470 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-de983871-cc72-477e-9eb1-0ea416c61db2 tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] 10.222.0.58 "PUT /v2.0/ports/54a9a92e-b73c-4397-ad9d-0dac2720c999 HTTP/1.1" status: 200 len: 996 time: 1.1999316 Aug 05 11:36:10.463530 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de983871-cc72-477e-9eb1-0ea416c61db2 tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Pushing event updated for resources: {'Port': ['ID=54a9a92e-b73c-4397-ad9d-0dac2720c999,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:36:10.475393 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 59862) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:36:10.628936 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1b8637e4-0016-4e07-8f17-c81795259863 req-42737857-e5a8-4106-88e3-d8afe604cb86 service neutron] 10.222.0.55 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940427 Aug 05 11:36:10.649587 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=0823bb09-7c00-4de4-91b7-12c1e12e9218,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:36:10.770214 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6195c7e-a401-43b8-8dd4-6e64671709a0 req-41c84620-573d-4855-a3fe-46bdee1d566a tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:10.774549 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c6195c7e-a401-43b8-8dd4-6e64671709a0 req-41c84620-573d-4855-a3fe-46bdee1d566a tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d06186c-d1fe-4d01-9853-c0787a6d9ce4 HTTP/1.1" status: 200 len: 949 time: 0.3657460 Aug 05 11:36:10.789353 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['0823bb09-7c00-4de4-91b7-12c1e12e9218'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:36:10.895059 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f9a00c95-8205-43d9-8c24-662532327fee None None] Provisioning complete for port 54a9a92e-b73c-4397-ad9d-0dac2720c999 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:36:10.897537 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f9a00c95-8205-43d9-8c24-662532327fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:10.935545 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-517254bc-4d69-45f5-8fce-5febde282e05 tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Deleting port 54a9a92e-b73c-4397-ad9d-0dac2720c999 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:36:10.936038 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-517254bc-4d69-45f5-8fce-5febde282e05 tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:10.984630 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1b8637e4-0016-4e07-8f17-c81795259863 req-c5ffc498-a7e4-48e9-90e5-c9025c38d6d1 service neutron] 10.222.0.55 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3442366 Aug 05 11:36:11.024348 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-f9a00c95-8205-43d9-8c24-662532327fee None None] Port 54a9a92e-b73c-4397-ad9d-0dac2720c999 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:36:11.024981 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c6195c7e-a401-43b8-8dd4-6e64671709a0 req-b71e5249-e1c0-41f7-907d-8779d0168398 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195542 Aug 05 11:36:11.172231 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-517254bc-4d69-45f5-8fce-5febde282e05 tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:11.218225 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-517254bc-4d69-45f5-8fce-5febde282e05 tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Calling delete_port for 54a9a92e-b73c-4397-ad9d-0dac2720c999 owned by {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:36:11.442738 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b5156b-2a33-4d5c-8320-7eebba04f802 req-f353d37b-378e-427f-851c-6f8d7db06890 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:11.452148 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f4b5156b-2a33-4d5c-8320-7eebba04f802 req-f353d37b-378e-427f-851c-6f8d7db06890 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?device_id=acacadd6-68d2-4fb6-bf7a-67c7081ad539 HTTP/1.1" status: 200 len: 944 time: 0.1340156 Aug 05 11:36:11.559322 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f4b5156b-2a33-4d5c-8320-7eebba04f802 req-fc881d7a-eaa3-4133-8c04-b6d66541cfcb tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/security-groups?id=5dfacf8b-ef80-4e03-9b2b-0b5aacf0bf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057224 Aug 05 11:36:11.598546 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-517254bc-4d69-45f5-8fce-5febde282e05 tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:11.639969 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:11.640786 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 59908) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:36:11.751209 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_v2 [None req-93759286-97ac-433a-9da7-20867bc09128 admin admin] Deleting subnet 524b1b8f-caef-4267-8226-9611509ac5a4 {{(pid=94421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:36:11.754858 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-93759286-97ac-433a-9da7-20867bc09128 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:11.782317 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517254bc-4d69-45f5-8fce-5febde282e05 tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Pushing event deleted for resources: {'Port': ['ID=54a9a92e-b73c-4397-ad9d-0dac2720c999,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:36:11.892846 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-517254bc-4d69-45f5-8fce-5febde282e05 tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:11.904020 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 59912) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:36:11.907149 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-517254bc-4d69-45f5-8fce-5febde282e05 tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] 10.222.0.58 "DELETE /v2.0/ports/54a9a92e-b73c-4397-ad9d-0dac2720c999 HTTP/1.1" status: 204 len: 168 time: 1.4249823 Aug 05 11:36:11.925177 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-93759286-97ac-433a-9da7-20867bc09128 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29786388'] for subnet, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:11.972916 n-d-803378-2 neutron-server[94421]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d51a3e4-c3d4-4f90-aa0e-0b2f5fb20b8b tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] GET failed (client error): The resource could not be found. Aug 05 11:36:11.984058 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-3d51a3e4-c3d4-4f90-aa0e-0b2f5fb20b8b tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] 10.222.0.58 "GET /v2.0/ports/54a9a92e-b73c-4397-ad9d-0dac2720c999 HTTP/1.1" status: 404 len: 333 time: 0.0720043 Aug 05 11:36:11.994635 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 59914) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:36:12.004973 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-d4a71258-ef2c-4225-81f3-7816800c114b tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Request body: {'port': {'network_id': 'dd93108f-417a-42fd-bc8b-e2699d65feaf', 'name': 'tempest-AllowedAddressPairTestJSON-1790742880'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:36:12.070991 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-93759286-97ac-433a-9da7-20867bc09128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:12.237429 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-93759286-97ac-433a-9da7-20867bc09128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25038609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30075142'] for subnet, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:12.331020 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db52968f-664b-401f-b715-a503679b531a req-282fc26f-e3d8-4f24-9d06-2077bbf550ee tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:12.338476 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-db52968f-664b-401f-b715-a503679b531a req-282fc26f-e3d8-4f24-9d06-2077bbf550ee tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d06186c-d1fe-4d01-9853-c0787a6d9ce4 HTTP/1.1" status: 200 len: 949 time: 0.1610496 Aug 05 11:36:12.374272 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4a71258-ef2c-4225-81f3-7816800c114b tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Made reservation on behalf of aa030376597d4bceb5b2a14a5e018389 for: {'port': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:36:12.378521 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d4a71258-ef2c-4225-81f3-7816800c114b tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:12.412216 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [None req-d4a71258-ef2c-4225-81f3-7816800c114b tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] device_id is not set on port 3787db84-6a8b-402f-a678-5b49df7a856a yet. {{(pid=94420) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 11:36:12.417184 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-93759286-97ac-433a-9da7-20867bc09128 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:12.427478 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-93759286-97ac-433a-9da7-20867bc09128 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/524b1b8f-caef-4267-8226-9611509ac5a4 HTTP/1.1" status: 204 len: 168 time: 0.7816870 Aug 05 11:36:12.438323 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 59920) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:36:12.445866 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-db52968f-664b-401f-b715-a503679b531a req-7c0c82b8-f111-4245-ab08-bbb3f7ec59f6 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936577 Aug 05 11:36:12.447130 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93759286-97ac-433a-9da7-20867bc09128 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=524b1b8f-caef-4267-8226-9611509ac5a4,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:36:12.580436 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7d9e831d-7753-4a61-be92-b80e4c5e637c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:12.681732 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-d4a71258-ef2c-4225-81f3-7816800c114b tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Allocated IP 172.20.0.6 (dd93108f-417a-42fd-bc8b-e2699d65feaf/a775b952-adba-40c6-8a04-a411009ae3d7/3787db84-6a8b-402f-a678-5b49df7a856a) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:36:12.857886 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7d9e831d-7753-4a61-be92-b80e4c5e637c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:12.874070 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-7d9e831d-7753-4a61-be92-b80e4c5e637c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df604f01-40cf-4ac6-a403-862287f48d99']}} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:36:12.905179 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-7d9e831d-7753-4a61-be92-b80e4c5e637c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01e8ca75-cf59-480b-8ee2-932f754dd7b2') {'for_net_delete': True} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:36:12.905738 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-7d9e831d-7753-4a61-be92-b80e4c5e637c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01e8ca75-cf59-480b-8ee2-932f754dd7b2') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:36:12.920856 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7d9e831d-7753-4a61-be92-b80e4c5e637c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29786371'] for segment, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:12.958051 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7d9e831d-7753-4a61-be92-b80e4c5e637c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:12.971726 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d9e831d-7753-4a61-be92-b80e4c5e637c admin admin] Releasing vlan 656 on physical network physnet1 to pool {{(pid=94421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:36:12.973175 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7d9e831d-7753-4a61-be92-b80e4c5e637c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25038799'] for segment, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:12.975725 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 0823bb09-7c00-4de4-91b7-12c1e12e9218 up at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:36:12.976405 n-d-803378-2 neutron-server[94421]: Traceback (most recent call last): Aug 05 11:36:12.976405 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:36:12.976405 n-d-803378-2 neutron-server[94421]: timer() Aug 05 11:36:12.976405 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:36:12.976405 n-d-803378-2 neutron-server[94421]: cb(*args, **kw) Aug 05 11:36:12.976405 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:36:12.976405 n-d-803378-2 neutron-server[94421]: return func(*args, **kwargs) Aug 05 11:36:12.976405 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:36:12.976405 n-d-803378-2 neutron-server[94421]: self._notify() Aug 05 11:36:12.976405 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:36:12.976405 n-d-803378-2 neutron-server[94421]: self.callback(batched_events) Aug 05 11:36:12.976405 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:36:12.976405 n-d-803378-2 neutron-server[94421]: event.method(event) Aug 05 11:36:12.976405 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:36:12.976405 n-d-803378-2 neutron-server[94421]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:36:12.976405 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:36:12.976405 n-d-803378-2 neutron-server[94421]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:36:12.976405 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:36:12.976405 n-d-803378-2 neutron-server[94421]: return f(self, *a, **k) Aug 05 11:36:12.976405 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:36:12.976405 n-d-803378-2 neutron-server[94421]: return self._get(url).json() Aug 05 11:36:12.976405 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:36:12.976405 n-d-803378-2 neutron-server[94421]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:36:12.976405 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:36:12.976405 n-d-803378-2 neutron-server[94421]: return self.request(url, 'GET', **kwargs) Aug 05 11:36:12.976405 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:36:12.976405 n-d-803378-2 neutron-server[94421]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:36:12.976405 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:36:12.976405 n-d-803378-2 neutron-server[94421]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:36:12.976405 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:36:12.976405 n-d-803378-2 neutron-server[94421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:36:12.976405 n-d-803378-2 neutron-server[94421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:36:12.998899 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7f209e-2211-4a66-a5aa-9a5b8f168098 req-476a2daf-8c30-4e6e-ad4c-900facd5b0bf tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:13.005325 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0a7f209e-2211-4a66-a5aa-9a5b8f168098 req-476a2daf-8c30-4e6e-ad4c-900facd5b0bf tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?device_id=acacadd6-68d2-4fb6-bf7a-67c7081ad539 HTTP/1.1" status: 200 len: 944 time: 0.2529159 Aug 05 11:36:13.090663 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7d9e831d-7753-4a61-be92-b80e4c5e637c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:13.112701 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning for port 0823bb09-7c00-4de4-91b7-12c1e12e9218 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:36:13.118854 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning complete for port 0823bb09-7c00-4de4-91b7-12c1e12e9218 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:36:13.119581 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:13.126900 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7d9e831d-7753-4a61-be92-b80e4c5e637c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:13.130203 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-7d9e831d-7753-4a61-be92-b80e4c5e637c admin admin] 10.222.0.58 "DELETE /v2.0/networks/df604f01-40cf-4ac6-a403-862287f48d99 HTTP/1.1" status: 204 len: 168 time: 0.6860199 Aug 05 11:36:13.160128 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0a7f209e-2211-4a66-a5aa-9a5b8f168098 req-8fc4f43c-215c-49c8-ad13-3781a9da0903 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/security-groups?id=5dfacf8b-ef80-4e03-9b2b-0b5aacf0bf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185403 Aug 05 11:36:13.185314 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9e831d-7753-4a61-be92-b80e4c5e637c admin admin] Pushing event deleted for resources: {'Network': ['ID=df604f01-40cf-4ac6-a403-862287f48d99,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:36:13.209058 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9e831d-7753-4a61-be92-b80e4c5e637c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:36:13.209471 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9e831d-7753-4a61-be92-b80e4c5e637c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:36:13.209856 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9e831d-7753-4a61-be92-b80e4c5e637c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:36:13.210233 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9e831d-7753-4a61-be92-b80e4c5e637c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:36:13.210837 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9e831d-7753-4a61-be92-b80e4c5e637c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:36:13.211394 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9e831d-7753-4a61-be92-b80e4c5e637c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:36:13.212081 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9e831d-7753-4a61-be92-b80e4c5e637c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:36:13.212538 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9e831d-7753-4a61-be92-b80e4c5e637c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:36:13.212883 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9e831d-7753-4a61-be92-b80e4c5e637c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:36:13.213246 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9e831d-7753-4a61-be92-b80e4c5e637c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:36:13.214648 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9e831d-7753-4a61-be92-b80e4c5e637c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:36:13.215078 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9e831d-7753-4a61-be92-b80e4c5e637c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:36:13.329371 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d4a71258-ef2c-4225-81f3-7816800c114b tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:13.343304 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:13.387231 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [None req-d4a71258-ef2c-4225-81f3-7816800c114b tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Transition to ACTIVE for port object 3787db84-6a8b-402f-a678-5b49df7a856a will not be triggered until provisioned by entity DHCP. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:36:13.391486 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acacadd6-68d2-4fb6-bf7a-67c7081ad539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0823bb09-7c00-4de4-91b7-12c1e12e9218'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:36:13.400613 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-134c1c79-981f-4e7a-a9cb-3ee2c03a4a2f" -d '{"events": [{"server_uuid": "acacadd6-68d2-4fb6-bf7a-67c7081ad539", "name": "network-vif-plugged", "status": "completed", "tag": "0823bb09-7c00-4de4-91b7-12c1e12e9218"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:36:13.450616 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 0823bb09-7c00-4de4-91b7-12c1e12e9218, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=0823bb09-7c00-4de4-91b7-12c1e12e9218,segment=NetworkSegment(1464bea6-dc68-4175-ac76-169c7629018f),segment_id=1464bea6-dc68-4175-ac76-169c7629018f)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:36:13.458372 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:13.512185 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d4a71258-ef2c-4225-81f3-7816800c114b tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:13.649204 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a71258-ef2c-4225-81f3-7816800c114b tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Pushing event updated for resources: {'Port': ['ID=3787db84-6a8b-402f-a678-5b49df7a856a,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:36:13.802420 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 59942) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:36:13.895001 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84f750b6-6a7e-46cb-9ade-032d47849e09 x-openstack-request-id: req-84f750b6-6a7e-46cb-9ade-032d47849e09 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:36:13.900197 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acacadd6-68d2-4fb6-bf7a-67c7081ad539", "name": "network-vif-plugged", "status": "completed", "tag": "0823bb09-7c00-4de4-91b7-12c1e12e9218", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:36:13.900197 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-84f750b6-6a7e-46cb-9ade-032d47849e09 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:36:13.900197 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acacadd6-68d2-4fb6-bf7a-67c7081ad539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0823bb09-7c00-4de4-91b7-12c1e12e9218', 'code': 200} Aug 05 11:36:13.908995 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64d22e7-9b3d-46ae-a42a-2eb8f91be23f req-e5979a17-2468-4eb0-ae3d-56416302aa2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:13.912138 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b64d22e7-9b3d-46ae-a42a-2eb8f91be23f req-e5979a17-2468-4eb0-ae3d-56416302aa2c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=acacadd6-68d2-4fb6-bf7a-67c7081ad539 HTTP/1.1" status: 200 len: 1096 time: 0.2005675 Aug 05 11:36:13.921873 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device d29c85ed-ac49-4bc6-abd7-d2ef6d51045e no longer exists at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:36:14.047016 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b64d22e7-9b3d-46ae-a42a-2eb8f91be23f req-1e264f1b-cb3a-476e-88f2-e761e60c8e21 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=5dfacf8b-ef80-4e03-9b2b-0b5aacf0bf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253548 Aug 05 11:36:14.089456 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] No Port match for: d29c85ed-ac49-4bc6-abd7-d2ef6d51045e {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:36:14.089456 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device d29c85ed-ac49-4bc6-abd7-d2ef6d51045e not bound to the agent host n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:36:14.097542 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a71258-ef2c-4225-81f3-7816800c114b tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Network dd93108f-417a-42fd-bc8b-e2699d65feaf is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:36:14.106839 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:14.113174 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=0823bb09-7c00-4de4-91b7-12c1e12e9218,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:36:14.121181 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-d4a71258-ef2c-4225-81f3-7816800c114b tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:36:14.150323 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 59948) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:36:14.165537 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae1382c-0f48-46fe-bce3-572dcae54638 req-25b5ccea-75d6-4dde-82f8-e261756b8dc3 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:14.174526 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3ae1382c-0f48-46fe-bce3-572dcae54638 req-25b5ccea-75d6-4dde-82f8-e261756b8dc3 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d06186c-d1fe-4d01-9853-c0787a6d9ce4 HTTP/1.1" status: 200 len: 949 time: 0.5327072 Aug 05 11:36:14.180857 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a71258-ef2c-4225-81f3-7816800c114b tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:36:14.253794 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-9fa1954c-649b-438d-8118-29796a14d15f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c5007679d0154fc3bfd87d24d49c48af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4096336 Aug 05 11:36:14.258032 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 59954) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:36:14.259122 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8637e4-0016-4e07-8f17-c81795259863 req-ce68096a-f598-425a-8a82-8de3db85574e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:14.260803 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1b8637e4-0016-4e07-8f17-c81795259863 req-ce68096a-f598-425a-8a82-8de3db85574e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2d06186c-d1fe-4d01-9853-c0787a6d9ce4&tenant_id=f811ccc1244d4d32a53adbbe13250fd5 HTTP/1.1" status: 200 len: 1100 time: 0.4776785 Aug 05 11:36:14.330816 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3ae1382c-0f48-46fe-bce3-572dcae54638 req-f68f18cd-90bb-4aaf-9b46-b136cba8e396 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471071 Aug 05 11:36:14.330816 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-1b8637e4-0016-4e07-8f17-c81795259863 req-5d0d6500-dd7f-4d6d-a873-e18f3e65906c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-803378-2', 'device_owner': 'compute:nova'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:36:14.346705 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a71258-ef2c-4225-81f3-7816800c114b tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:14.354702 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d4a71258-ef2c-4225-81f3-7816800c114b tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:14.388439 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-114840cd-5600-4128-ae4e-6f342eb194ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:14.453461 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0de35330-6760-4df3-978c-7f7001f0b5fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:14.494640 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-d4a71258-ef2c-4225-81f3-7816800c114b tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4970646 Aug 05 11:36:14.499397 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 59956) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:36:14.504674 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-c6e3eff8-cce8-4567-b6cc-32fbdcb93a90 tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Request body: {'port': {'network_id': 'dd93108f-417a-42fd-bc8b-e2699d65feaf', 'name': 'tempest-AllowedAddressPairTestJSON-2076566630'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:36:14.528633 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-114840cd-5600-4128-ae4e-6f342eb194ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:14.654320 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae821d8-9861-4247-893e-23ab8b66c590 req-046a271f-ca7d-4a89-b354-87133ebd3314 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:14.657667 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5ae821d8-9861-4247-893e-23ab8b66c590 req-046a271f-ca7d-4a89-b354-87133ebd3314 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?device_id=acacadd6-68d2-4fb6-bf7a-67c7081ad539 HTTP/1.1" status: 200 len: 945 time: 0.3334329 Aug 05 11:36:14.698095 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-ea2fa1ab-14ac-48ef-90d3-eb4eb396dd82 None None] Provisioning for port 3787db84-6a8b-402f-a678-5b49df7a856a completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:36:14.707869 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-1b8637e4-0016-4e07-8f17-c81795259863 req-5d0d6500-dd7f-4d6d-a873-e18f3e65906c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:14.709036 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-ea2fa1ab-14ac-48ef-90d3-eb4eb396dd82 None None] Provisioning complete for port 3787db84-6a8b-402f-a678-5b49df7a856a triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:36:14.710345 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-ea2fa1ab-14ac-48ef-90d3-eb4eb396dd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:14.794211 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-114840cd-5600-4128-ae4e-6f342eb194ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:14.796104 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-ea2fa1ab-14ac-48ef-90d3-eb4eb396dd82 None None] Port 3787db84-6a8b-402f-a678-5b49df7a856a cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:36:14.799529 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-114840cd-5600-4128-ae4e-6f342eb194ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:14.801056 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-114840cd-5600-4128-ae4e-6f342eb194ce admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a4e742cc-0754-43b8-97b1-fad458ef76e0 HTTP/1.1" status: 204 len: 168 time: 0.5410397 Aug 05 11:36:14.822687 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0de35330-6760-4df3-978c-7f7001f0b5fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:14.824531 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114840cd-5600-4128-ae4e-6f342eb194ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4e742cc-0754-43b8-97b1-fad458ef76e0,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:36:14.837824 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0de35330-6760-4df3-978c-7f7001f0b5fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:14.902635 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-0de35330-6760-4df3-978c-7f7001f0b5fc admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d0dd0f30b0d1478c95095700f9f253f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7507029 Aug 05 11:36:14.903594 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de35330-6760-4df3-978c-7f7001f0b5fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=795b2ece-457f-4d56-831f-890f90bae614,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:36:14.918624 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 59962) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:36:15.011485 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-65b68064-3229-4292-8ba1-dd24086ceb1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:15.017161 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5ae821d8-9861-4247-893e-23ab8b66c590 req-ffe3484f-7f67-4b4d-ab72-b4dde666c585 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/security-groups?id=5dfacf8b-ef80-4e03-9b2b-0b5aacf0bf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3371031 Aug 05 11:36:15.102526 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-65b68064-3229-4292-8ba1-dd24086ceb1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:15.290697 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6e3eff8-cce8-4567-b6cc-32fbdcb93a90 tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Made reservation on behalf of aa030376597d4bceb5b2a14a5e018389 for: {'port': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:36:15.296446 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c6e3eff8-cce8-4567-b6cc-32fbdcb93a90 tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:15.299934 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-65b68064-3229-4292-8ba1-dd24086ceb1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:15.306502 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-65b68064-3229-4292-8ba1-dd24086ceb1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:15.308048 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-65b68064-3229-4292-8ba1-dd24086ceb1d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/795b2ece-457f-4d56-831f-890f90bae614 HTTP/1.1" status: 204 len: 168 time: 0.3876474 Aug 05 11:36:15.332973 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b68064-3229-4292-8ba1-dd24086ceb1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=795b2ece-457f-4d56-831f-890f90bae614,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:36:15.481365 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [None req-c6e3eff8-cce8-4567-b6cc-32fbdcb93a90 tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] device_id is not set on port 9eaea953-5c17-4929-9218-6718a96a05f0 yet. {{(pid=94420) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 11:36:15.767788 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-1b8637e4-0016-4e07-8f17-c81795259863 req-5d0d6500-dd7f-4d6d-a873-e18f3e65906c service neutron] For port 9d4d776d-a33d-4efa-89e9-b2e944e4af90, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=9d4d776d-a33d-4efa-89e9-b2e944e4af90,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:36:16.025239 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42229fe3-6fb0-42c5-a69e-b1c5a90cb22c req-132cd572-87c0-4c57-9c97-f8a60d5e80c3 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:16.026823 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-42229fe3-6fb0-42c5-a69e-b1c5a90cb22c req-132cd572-87c0-4c57-9c97-f8a60d5e80c3 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d06186c-d1fe-4d01-9853-c0787a6d9ce4 HTTP/1.1" status: 200 len: 949 time: 0.5106151 Aug 05 11:36:16.030700 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-1b8637e4-0016-4e07-8f17-c81795259863 req-5d0d6500-dd7f-4d6d-a873-e18f3e65906c service neutron] For port 9d4d776d-a33d-4efa-89e9-b2e944e4af90, host n-h2-803378-2, cleared binding levels {{(pid=94420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:36:16.156792 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 59986) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:36:16.184500 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-c6e3eff8-cce8-4567-b6cc-32fbdcb93a90 tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Allocated IP 172.20.0.10 (dd93108f-417a-42fd-bc8b-e2699d65feaf/a775b952-adba-40c6-8a04-a411009ae3d7/9eaea953-5c17-4929-9218-6718a96a05f0) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:36:16.188258 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9d26e479-39dd-4812-9129-8d1af2d174ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:16.366720 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-42229fe3-6fb0-42c5-a69e-b1c5a90cb22c req-7cb00436-40a1-46d2-8543-a6900b6b9c0c tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3251314 Aug 05 11:36:16.380877 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d06186c-d1fe-4d01-9853-c0787a6d9ce4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d4d776d-a33d-4efa-89e9-b2e944e4af90'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:36:16.395186 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}828068ad8d405ad77660ce68fa78e1ffe658725812f7a08f9e488a446589295b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24c388d7-744d-4aff-a4bc-5c9b9e8bb9ae" -d '{"events": [{"server_uuid": "2d06186c-d1fe-4d01-9853-c0787a6d9ce4", "name": "network-vif-unplugged", "status": "completed", "tag": "9d4d776d-a33d-4efa-89e9-b2e944e4af90"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:36:16.417739 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-1b8637e4-0016-4e07-8f17-c81795259863 req-5d0d6500-dd7f-4d6d-a873-e18f3e65906c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:16.464304 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9d26e479-39dd-4812-9129-8d1af2d174ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:16.481987 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9d26e479-39dd-4812-9129-8d1af2d174ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:16.513184 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 05 Aug 2021 11:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a1c7d6d-8993-403e-8fb7-65b835237b09 x-openstack-request-id: req-9a1c7d6d-8993-403e-8fb7-65b835237b09 {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:36:16.513865 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d06186c-d1fe-4d01-9853-c0787a6d9ce4", "name": "network-vif-unplugged", "status": "completed", "tag": "9d4d776d-a33d-4efa-89e9-b2e944e4af90", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:36:16.514639 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9a1c7d6d-8993-403e-8fb7-65b835237b09 {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:36:16.515373 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d06186c-d1fe-4d01-9853-c0787a6d9ce4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d4d776d-a33d-4efa-89e9-b2e944e4af90', 'code': 200} Aug 05 11:36:16.529619 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [req-1b8637e4-0016-4e07-8f17-c81795259863 req-5d0d6500-dd7f-4d6d-a873-e18f3e65906c service neutron] Transition to ACTIVE for port object 9d4d776d-a33d-4efa-89e9-b2e944e4af90 will not be triggered until provisioned by entity L2. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:36:16.547529 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-1b8637e4-0016-4e07-8f17-c81795259863 req-5d0d6500-dd7f-4d6d-a873-e18f3e65906c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:16.582091 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdc21ff-298b-4067-8e5b-db651a42c8cd req-f78f04a9-bc52-455f-aa33-1530cd62295d tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:16.590908 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-dfdc21ff-298b-4067-8e5b-db651a42c8cd req-f78f04a9-bc52-455f-aa33-1530cd62295d tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?device_id=acacadd6-68d2-4fb6-bf7a-67c7081ad539 HTTP/1.1" status: 200 len: 945 time: 0.4014304 Aug 05 11:36:16.691158 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d26e479-39dd-4812-9129-8d1af2d174ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=522ca4b3-fb78-4f89-9009-8c411b1d60e4,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:36:16.713569 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-9d26e479-39dd-4812-9129-8d1af2d174ad admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=39d94907a17f44f480bdd9b36d4e154f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5554459 Aug 05 11:36:16.716195 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 60000) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:36:16.874745 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2c3b275b-b5e1-4838-8d67-6c3842e8c3c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:16.889606 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b8637e4-0016-4e07-8f17-c81795259863 req-5d0d6500-dd7f-4d6d-a873-e18f3e65906c service neutron] No DVR routers for this DVR port 9d4d776d-a33d-4efa-89e9-b2e944e4af90 on host n-h2-803378-2 {{(pid=94420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:36:16.906308 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2c3b275b-b5e1-4838-8d67-6c3842e8c3c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:16.933439 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-dfdc21ff-298b-4067-8e5b-db651a42c8cd req-84e51b7c-037e-4808-9d90-ffae3af6e806 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/security-groups?id=5dfacf8b-ef80-4e03-9b2b-0b5aacf0bf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3410418 Aug 05 11:36:16.981118 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2c3b275b-b5e1-4838-8d67-6c3842e8c3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:16.984017 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2c3b275b-b5e1-4838-8d67-6c3842e8c3c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:16.986433 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-2c3b275b-b5e1-4838-8d67-6c3842e8c3c2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/522ca4b3-fb78-4f89-9009-8c411b1d60e4 HTTP/1.1" status: 204 len: 168 time: 0.2671640 Aug 05 11:36:17.028195 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 9d4d776d-a33d-4efa-89e9-b2e944e4af90 no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:36:17.032769 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3b275b-b5e1-4838-8d67-6c3842e8c3c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=522ca4b3-fb78-4f89-9009-8c411b1d60e4,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:36:17.133817 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c6e3eff8-cce8-4567-b6cc-32fbdcb93a90 tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:17.191250 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [None req-c6e3eff8-cce8-4567-b6cc-32fbdcb93a90 tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Transition to ACTIVE for port object 9eaea953-5c17-4929-9218-6718a96a05f0 will not be triggered until provisioned by entity DHCP. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:36:17.269443 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 9d4d776d-a33d-4efa-89e9-b2e944e4af90 not bound to the agent host n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:36:17.293033 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0d6500-dd7f-4d6d-a873-e18f3e65906c service neutron] Pushing event updated for resources: {'Port': ['ID=9d4d776d-a33d-4efa-89e9-b2e944e4af90,revision_number=10']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:36:17.298414 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c6e3eff8-cce8-4567-b6cc-32fbdcb93a90 tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:17.349751 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e3eff8-cce8-4567-b6cc-32fbdcb93a90 tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Network dd93108f-417a-42fd-bc8b-e2699d65feaf is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:36:17.388262 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-c6e3eff8-cce8-4567-b6cc-32fbdcb93a90 tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:36:17.405768 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e3eff8-cce8-4567-b6cc-32fbdcb93a90 tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:36:17.466381 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0d6500-dd7f-4d6d-a873-e18f3e65906c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:36:17.466381 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0d6500-dd7f-4d6d-a873-e18f3e65906c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:36:17.466786 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0d6500-dd7f-4d6d-a873-e18f3e65906c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:36:17.467207 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0d6500-dd7f-4d6d-a873-e18f3e65906c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:36:17.468154 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0d6500-dd7f-4d6d-a873-e18f3e65906c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:36:17.468999 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0d6500-dd7f-4d6d-a873-e18f3e65906c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:36:17.469861 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0d6500-dd7f-4d6d-a873-e18f3e65906c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:36:17.470834 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0d6500-dd7f-4d6d-a873-e18f3e65906c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:36:17.471488 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0d6500-dd7f-4d6d-a873-e18f3e65906c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:36:17.472127 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0d6500-dd7f-4d6d-a873-e18f3e65906c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:36:17.472603 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0d6500-dd7f-4d6d-a873-e18f3e65906c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:36:17.472951 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0d6500-dd7f-4d6d-a873-e18f3e65906c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:36:17.555325 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-1b8637e4-0016-4e07-8f17-c81795259863 req-5d0d6500-dd7f-4d6d-a873-e18f3e65906c service neutron] Attempting to bind port 9d4d776d-a33d-4efa-89e9-b2e944e4af90 on host n-h1-803378-2 for vnic_type normal with profile {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:36:17.556039 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-1b8637e4-0016-4e07-8f17-c81795259863 req-5d0d6500-dd7f-4d6d-a873-e18f3e65906c service neutron] Attempting to bind port 9d4d776d-a33d-4efa-89e9-b2e944e4af90 by drivers openvswitch,hyperv on host n-h1-803378-2 at level 0 using segments [{'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:36:17.556039 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8637e4-0016-4e07-8f17-c81795259863 req-5d0d6500-dd7f-4d6d-a873-e18f3e65906c service neutron] Attempting to bind port 9d4d776d-a33d-4efa-89e9-b2e944e4af90 on network 91caede3-92e4-4b1e-8e3e-36227cfd846a {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:36:17.613878 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8637e4-0016-4e07-8f17-c81795259863 req-5d0d6500-dd7f-4d6d-a873-e18f3e65906c service neutron] Port 9d4d776d-a33d-4efa-89e9-b2e944e4af90 on network 91caede3-92e4-4b1e-8e3e-36227cfd846a not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-2 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:36:17.614534 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8637e4-0016-4e07-8f17-c81795259863 req-5d0d6500-dd7f-4d6d-a873-e18f3e65906c service neutron] Attempting to bind port 9d4d776d-a33d-4efa-89e9-b2e944e4af90 on network 91caede3-92e4-4b1e-8e3e-36227cfd846a {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:36:17.682717 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8637e4-0016-4e07-8f17-c81795259863 req-5d0d6500-dd7f-4d6d-a873-e18f3e65906c service neutron] Checking agent: {'id': '40bb7567-59bd-4b31-bc29-da1c50bca759', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:36:17.683101 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8637e4-0016-4e07-8f17-c81795259863 req-5d0d6500-dd7f-4d6d-a873-e18f3e65906c service neutron] Checking segment: {'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:36:17.684132 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8637e4-0016-4e07-8f17-c81795259863 req-5d0d6500-dd7f-4d6d-a873-e18f3e65906c service neutron] Bound using segment: {'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:36:17.685203 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-1b8637e4-0016-4e07-8f17-c81795259863 req-5d0d6500-dd7f-4d6d-a873-e18f3e65906c service neutron] Bound port: 9d4d776d-a33d-4efa-89e9-b2e944e4af90, host: n-h1-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'}}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:36:17.685965 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-1b8637e4-0016-4e07-8f17-c81795259863 req-5d0d6500-dd7f-4d6d-a873-e18f3e65906c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:17.785945 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e3eff8-cce8-4567-b6cc-32fbdcb93a90 tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:17.787081 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c6e3eff8-cce8-4567-b6cc-32fbdcb93a90 tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:17.807575 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9d062b-9e72-4c92-b9a5-53c4268d7e4c req-d289697c-1813-4401-8af8-2b81b6749d5e tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:17.810140 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0e9d062b-9e72-4c92-b9a5-53c4268d7e4c req-d289697c-1813-4401-8af8-2b81b6749d5e tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?device_id=acacadd6-68d2-4fb6-bf7a-67c7081ad539 HTTP/1.1" status: 200 len: 945 time: 0.5297232 Aug 05 11:36:17.821092 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e3eff8-cce8-4567-b6cc-32fbdcb93a90 tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Pushing event updated for resources: {'Port': ['ID=9eaea953-5c17-4929-9218-6718a96a05f0,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:36:17.890128 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586365fd-0de3-47d5-b542-ca7b40ef2f1d req-4bdbd1c6-6454-40b3-b258-0a47c63f9a4b tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:17.896528 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-586365fd-0de3-47d5-b542-ca7b40ef2f1d req-4bdbd1c6-6454-40b3-b258-0a47c63f9a4b tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d06186c-d1fe-4d01-9853-c0787a6d9ce4 HTTP/1.1" status: 200 len: 948 time: 0.3424120 Aug 05 11:36:17.911724 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-c6e3eff8-cce8-4567-b6cc-32fbdcb93a90 tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4110751 Aug 05 11:36:17.913581 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 60022) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:36:17.918096 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-7e6ffe89-687d-4e7c-8709-451544faff57 None None] Provisioning for port 9eaea953-5c17-4929-9218-6718a96a05f0 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:36:17.926550 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-7e6ffe89-687d-4e7c-8709-451544faff57 None None] Provisioning complete for port 9eaea953-5c17-4929-9218-6718a96a05f0 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:36:17.927142 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-7e6ffe89-687d-4e7c-8709-451544faff57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:17.930003 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-67246f39-b18b-4320-9166-ea15927fdcaf tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:6d:ca:99'}, {'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:9e:5d:a9'}]}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:36:18.005638 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-1b8637e4-0016-4e07-8f17-c81795259863 req-5d0d6500-dd7f-4d6d-a873-e18f3e65906c service neutron] For port 9d4d776d-a33d-4efa-89e9-b2e944e4af90, host n-h1-803378-2, cleared binding levels {{(pid=94420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:36:18.011398 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-1b8637e4-0016-4e07-8f17-c81795259863 req-5d0d6500-dd7f-4d6d-a873-e18f3e65906c service neutron] For port 9d4d776d-a33d-4efa-89e9-b2e944e4af90, host n-h1-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=9d4d776d-a33d-4efa-89e9-b2e944e4af90,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:36:18.055776 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-586365fd-0de3-47d5-b542-ca7b40ef2f1d req-32e5a3db-9248-4078-be7f-22c13a62b7ea tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305437 Aug 05 11:36:18.070294 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-7e6ffe89-687d-4e7c-8709-451544faff57 None None] Port 9eaea953-5c17-4929-9218-6718a96a05f0 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:36:18.129135 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0e9d062b-9e72-4c92-b9a5-53c4268d7e4c req-6442d179-41b2-48b7-a598-7d4163505b6c tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/security-groups?id=5dfacf8b-ef80-4e03-9b2b-0b5aacf0bf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786701 Aug 05 11:36:18.138189 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-1b8637e4-0016-4e07-8f17-c81795259863 req-5d0d6500-dd7f-4d6d-a873-e18f3e65906c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:18.418277 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0d6500-dd7f-4d6d-a873-e18f3e65906c service neutron] Pushing event updated for resources: {'Port': ['ID=9d4d776d-a33d-4efa-89e9-b2e944e4af90,revision_number=11']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:36:18.452456 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8637e4-0016-4e07-8f17-c81795259863 req-5d0d6500-dd7f-4d6d-a873-e18f3e65906c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:18.453435 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-1b8637e4-0016-4e07-8f17-c81795259863 req-5d0d6500-dd7f-4d6d-a873-e18f3e65906c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:18.462667 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1b8637e4-0016-4e07-8f17-c81795259863 req-5d0d6500-dd7f-4d6d-a873-e18f3e65906c service neutron] 10.222.0.64 "PUT /v2.0/ports/9d4d776d-a33d-4efa-89e9-b2e944e4af90 HTTP/1.1" status: 200 len: 1096 time: 4.1372747 Aug 05 11:36:18.525860 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d06186c-d1fe-4d01-9853-c0787a6d9ce4', 'tag': '9d4d776d-a33d-4efa-89e9-b2e944e4af90'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:36:18.538538 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}828068ad8d405ad77660ce68fa78e1ffe658725812f7a08f9e488a446589295b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32363d48-35a5-4678-9eb8-24e9ece57edd" -d '{"events": [{"name": "network-changed", "server_uuid": "2d06186c-d1fe-4d01-9853-c0787a6d9ce4", "tag": "9d4d776d-a33d-4efa-89e9-b2e944e4af90"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:36:18.549345 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-67246f39-b18b-4320-9166-ea15927fdcaf tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:18.707318 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8637e4-0016-4e07-8f17-c81795259863 req-4b5eb7bd-7be0-443e-a42e-c759f968fa06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:18.718501 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1b8637e4-0016-4e07-8f17-c81795259863 req-4b5eb7bd-7be0-443e-a42e-c759f968fa06 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f811ccc1244d4d32a53adbbe13250fd5&device_id=2d06186c-d1fe-4d01-9853-c0787a6d9ce4 HTTP/1.1" status: 200 len: 1099 time: 0.2065449 Aug 05 11:36:18.887035 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67c445c3-1865-4e52-8e21-b4e3015af61e x-openstack-request-id: req-67c445c3-1865-4e52-8e21-b4e3015af61e {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:36:18.891505 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d06186c-d1fe-4d01-9853-c0787a6d9ce4", "tag": "9d4d776d-a33d-4efa-89e9-b2e944e4af90", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:36:18.893092 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-67c445c3-1865-4e52-8e21-b4e3015af61e {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:36:18.893660 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d06186c-d1fe-4d01-9853-c0787a6d9ce4', 'tag': '9d4d776d-a33d-4efa-89e9-b2e944e4af90', 'status': 'completed', 'code': 200} Aug 05 11:36:19.071944 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8637e4-0016-4e07-8f17-c81795259863 req-97bd3a8a-62a9-40ac-a25f-bc9813b6a1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:19.073824 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1b8637e4-0016-4e07-8f17-c81795259863 req-97bd3a8a-62a9-40ac-a25f-bc9813b6a1e5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=91caede3-92e4-4b1e-8e3e-36227cfd846a HTTP/1.1" status: 200 len: 870 time: 0.3431845 Aug 05 11:36:19.091901 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce4829e-6e61-4d6c-b6ed-25528672e18b req-209cdbb3-317a-4cf0-96a4-a1367e4f9a9e tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:19.093540 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1ce4829e-6e61-4d6c-b6ed-25528672e18b req-209cdbb3-317a-4cf0-96a4-a1367e4f9a9e tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?device_id=acacadd6-68d2-4fb6-bf7a-67c7081ad539 HTTP/1.1" status: 200 len: 945 time: 0.1260986 Aug 05 11:36:19.111667 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32363d48-35a5-4678-9eb8-24e9ece57edd req-326e0bb4-ee91-4289-8e6f-0b3feff63c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:19.113718 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-32363d48-35a5-4678-9eb8-24e9ece57edd req-326e0bb4-ee91-4289-8e6f-0b3feff63c83 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f811ccc1244d4d32a53adbbe13250fd5&device_id=2d06186c-d1fe-4d01-9853-c0787a6d9ce4 HTTP/1.1" status: 200 len: 1099 time: 0.1450198 Aug 05 11:36:19.149480 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-67246f39-b18b-4320-9166-ea15927fdcaf tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:19.170472 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1b8637e4-0016-4e07-8f17-c81795259863 req-c556701e-950a-4b8b-b203-62355779e781 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=9d4d776d-a33d-4efa-89e9-b2e944e4af90 HTTP/1.1" status: 200 len: 217 time: 0.0759101 Aug 05 11:36:19.245980 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8637e4-0016-4e07-8f17-c81795259863 req-de4044e8-8669-413b-abd5-3e409172d13d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:19.247781 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1b8637e4-0016-4e07-8f17-c81795259863 req-de4044e8-8669-413b-abd5-3e409172d13d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6842f728-c2f3-4e36-bb32-3303d06ce3f4 HTTP/1.1" status: 200 len: 843 time: 0.0666232 Aug 05 11:36:19.289238 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1ce4829e-6e61-4d6c-b6ed-25528672e18b req-76c604f9-bd11-4e79-884a-7c94a1687816 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/security-groups?id=5dfacf8b-ef80-4e03-9b2b-0b5aacf0bf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870449 Aug 05 11:36:19.525182 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8637e4-0016-4e07-8f17-c81795259863 req-6d06abcb-2161-4653-9b43-ff3782744122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:19.530151 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1b8637e4-0016-4e07-8f17-c81795259863 req-6d06abcb-2161-4653-9b43-ff3782744122 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=91caede3-92e4-4b1e-8e3e-36227cfd846a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2699728 Aug 05 11:36:19.697455 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1b8637e4-0016-4e07-8f17-c81795259863 req-c0318d90-b7e7-443e-a4b4-005c169a320d service neutron] 10.222.0.64 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567078 Aug 05 11:36:19.740979 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-67246f39-b18b-4320-9166-ea15927fdcaf tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:19.867871 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67246f39-b18b-4320-9166-ea15927fdcaf tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Pushing event updated for resources: {'Port': ['ID=9eaea953-5c17-4929-9218-6718a96a05f0,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:36:20.028676 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-67246f39-b18b-4320-9166-ea15927fdcaf tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] In _notify_port_updated(), no bound segment for port 9eaea953-5c17-4929-9218-6718a96a05f0 on network dd93108f-417a-42fd-bc8b-e2699d65feaf {{(pid=94421) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 05 11:36:20.042937 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67246f39-b18b-4320-9166-ea15927fdcaf tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:20.043666 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-67246f39-b18b-4320-9166-ea15927fdcaf tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:20.052282 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-67246f39-b18b-4320-9166-ea15927fdcaf tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] 10.222.0.58 "PUT /v2.0/ports/9eaea953-5c17-4929-9218-6718a96a05f0 HTTP/1.1" status: 200 len: 1056 time: 2.1329951 Aug 05 11:36:20.053607 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 60082) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:36:20.292389 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32363d48-35a5-4678-9eb8-24e9ece57edd req-58d8272a-7f37-4fd9-b353-ec012c91e645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:20.296674 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-32363d48-35a5-4678-9eb8-24e9ece57edd req-58d8272a-7f37-4fd9-b353-ec012c91e645 service neutron] 10.222.0.55 "GET /v2.0/networks?id=91caede3-92e4-4b1e-8e3e-36227cfd846a HTTP/1.1" status: 200 len: 870 time: 1.1700735 Aug 05 11:36:20.412101 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-32363d48-35a5-4678-9eb8-24e9ece57edd req-6d4d2cff-7ab2-416c-ac24-4a73024ce495 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=9d4d776d-a33d-4efa-89e9-b2e944e4af90 HTTP/1.1" status: 200 len: 217 time: 0.1053832 Aug 05 11:36:20.479024 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-0e545c25-6613-4c5e-9e8a-a1584b41a4f7 tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Deleting port 9eaea953-5c17-4929-9218-6718a96a05f0 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:36:20.479470 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0e545c25-6613-4c5e-9e8a-a1584b41a4f7 tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:20.481848 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-9b2ffbe6-9fb1-48a0-87b1-118546cb1fec None None] Provisioning complete for port 9eaea953-5c17-4929-9218-6718a96a05f0 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:36:20.483455 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-9b2ffbe6-9fb1-48a0-87b1-118546cb1fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:20.550122 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-9b2ffbe6-9fb1-48a0-87b1-118546cb1fec None None] Port 9eaea953-5c17-4929-9218-6718a96a05f0 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:36:20.586516 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0e545c25-6613-4c5e-9e8a-a1584b41a4f7 tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:20.602906 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-0e545c25-6613-4c5e-9e8a-a1584b41a4f7 tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Calling delete_port for 9eaea953-5c17-4929-9218-6718a96a05f0 owned by {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:36:20.683294 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f001c3-7c9e-490f-aeef-9ef423d436c1 req-508ed063-520a-4065-a9f9-a3953b23054d tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:20.695536 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-85f001c3-7c9e-490f-aeef-9ef423d436c1 req-508ed063-520a-4065-a9f9-a3953b23054d tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d06186c-d1fe-4d01-9853-c0787a6d9ce4 HTTP/1.1" status: 200 len: 948 time: 1.4404938 Aug 05 11:36:20.726933 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 60090) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:36:20.795413 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0e545c25-6613-4c5e-9e8a-a1584b41a4f7 tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:20.838067 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32363d48-35a5-4678-9eb8-24e9ece57edd req-b48bc069-83f7-4b41-a6e3-ff2d8417e71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:20.839853 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-32363d48-35a5-4678-9eb8-24e9ece57edd req-b48bc069-83f7-4b41-a6e3-ff2d8417e71d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6842f728-c2f3-4e36-bb32-3303d06ce3f4 HTTP/1.1" status: 200 len: 843 time: 0.4177759 Aug 05 11:36:20.840852 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e545c25-6613-4c5e-9e8a-a1584b41a4f7 tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Pushing event deleted for resources: {'Port': ['ID=9eaea953-5c17-4929-9218-6718a96a05f0,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:36:20.922919 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1b8637e4-0016-4e07-8f17-c81795259863 req-9403526b-c6de-4eb6-8a35-408eaca89d3e service neutron] 10.222.0.64 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2142811 Aug 05 11:36:20.955545 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32363d48-35a5-4678-9eb8-24e9ece57edd req-b9d354d7-066c-4c5d-a065-b9c8e9e082f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:20.957222 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-32363d48-35a5-4678-9eb8-24e9ece57edd req-b9d354d7-066c-4c5d-a065-b9c8e9e082f6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=91caede3-92e4-4b1e-8e3e-36227cfd846a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1097658 Aug 05 11:36:21.003468 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba8c1b5-23e9-48d0-9784-84d06980a954 req-66167e3c-8bfc-4519-bc8d-93aabb956bf7 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:21.005082 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-aba8c1b5-23e9-48d0-9784-84d06980a954 req-66167e3c-8bfc-4519-bc8d-93aabb956bf7 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?device_id=acacadd6-68d2-4fb6-bf7a-67c7081ad539 HTTP/1.1" status: 200 len: 945 time: 0.3008952 Aug 05 11:36:21.051733 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17f1a68-b594-4f5d-bded-df247802a1de req-5097b565-b2d3-44d2-a228-8a390df31b37 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:21.054516 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c17f1a68-b594-4f5d-bded-df247802a1de req-5097b565-b2d3-44d2-a228-8a390df31b37 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.55 "GET /v2.0/ports?device_id=acacadd6-68d2-4fb6-bf7a-67c7081ad539 HTTP/1.1" status: 200 len: 945 time: 0.3379807 Aug 05 11:36:21.064399 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-85f001c3-7c9e-490f-aeef-9ef423d436c1 req-6949083b-930c-4e9f-9dab-8c516d1e58bc tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3677628 Aug 05 11:36:21.156899 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-aba8c1b5-23e9-48d0-9784-84d06980a954 req-efb82673-5e15-4309-9f74-0443cb80cd10 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/security-groups?id=5dfacf8b-ef80-4e03-9b2b-0b5aacf0bf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241233 Aug 05 11:36:21.258204 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-32363d48-35a5-4678-9eb8-24e9ece57edd req-3d110fb3-d303-454d-9ad7-3c8961319507 service neutron] 10.222.0.55 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2775624 Aug 05 11:36:21.304063 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-57674cb5-eef6-411d-b25d-68d12269c70c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:21.383093 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32363d48-35a5-4678-9eb8-24e9ece57edd req-0cc4fb84-8a55-4cf8-a9a2-06dafd7bdd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:21.384699 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-32363d48-35a5-4678-9eb8-24e9ece57edd req-0cc4fb84-8a55-4cf8-a9a2-06dafd7bdd76 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f811ccc1244d4d32a53adbbe13250fd5&device_id=2d06186c-d1fe-4d01-9853-c0787a6d9ce4 HTTP/1.1" status: 200 len: 1099 time: 0.3292160 Aug 05 11:36:21.482173 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0e545c25-6613-4c5e-9e8a-a1584b41a4f7 tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:21.486836 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-0e545c25-6613-4c5e-9e8a-a1584b41a4f7 tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] 10.222.0.58 "DELETE /v2.0/ports/9eaea953-5c17-4929-9218-6718a96a05f0 HTTP/1.1" status: 204 len: 168 time: 1.4297042 Aug 05 11:36:21.489902 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 60110) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:36:21.535778 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [req-c17f1a68-b594-4f5d-bded-df247802a1de req-be212d8c-a10e-48c0-a397-a390c735a781 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Deleting port 0823bb09-7c00-4de4-91b7-12c1e12e9218 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:36:21.536211 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-c17f1a68-b594-4f5d-bded-df247802a1de req-be212d8c-a10e-48c0-a397-a390c735a781 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:21.541904 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-32363d48-35a5-4678-9eb8-24e9ece57edd req-7edcf490-8da9-40a1-b811-d2c4bd00f191 service neutron] 10.222.0.55 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703471 Aug 05 11:36:21.564867 n-d-803378-2 neutron-server[94421]: INFO neutron.pecan_wsgi.hooks.translation [None req-66ad8d8d-f00e-450a-8d0d-f0d9a3393fc7 tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] GET failed (client error): The resource could not be found. Aug 05 11:36:21.571388 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-66ad8d8d-f00e-450a-8d0d-f0d9a3393fc7 tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] 10.222.0.58 "GET /v2.0/ports/9eaea953-5c17-4929-9218-6718a96a05f0 HTTP/1.1" status: 404 len: 333 time: 0.0802784 Aug 05 11:36:21.572058 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 60114) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:36:21.660547 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-57674cb5-eef6-411d-b25d-68d12269c70c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:21.668613 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-57674cb5-eef6-411d-b25d-68d12269c70c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:21.696085 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-9dd46e03-a0ce-4e13-9e4e-56b2286b14bf tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Deleting port 3787db84-6a8b-402f-a678-5b49df7a856a {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:36:21.696361 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9dd46e03-a0ce-4e13-9e4e-56b2286b14bf tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:21.707265 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32363d48-35a5-4678-9eb8-24e9ece57edd req-f642f1fd-7862-4d43-ac01-18859401a8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:21.709663 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-32363d48-35a5-4678-9eb8-24e9ece57edd req-f642f1fd-7862-4d43-ac01-18859401a8b2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=91caede3-92e4-4b1e-8e3e-36227cfd846a HTTP/1.1" status: 200 len: 870 time: 0.3124399 Aug 05 11:36:21.715593 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57674cb5-eef6-411d-b25d-68d12269c70c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a2b2b05-5243-4daa-96aa-82e7c224ddf8,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:36:21.816511 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-32363d48-35a5-4678-9eb8-24e9ece57edd req-9eb975ae-17f4-45c5-9c34-317856f7eee0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=9d4d776d-a33d-4efa-89e9-b2e944e4af90 HTTP/1.1" status: 200 len: 217 time: 0.0947750 Aug 05 11:36:21.817406 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9dd46e03-a0ce-4e13-9e4e-56b2286b14bf tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:21.821972 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-57674cb5-eef6-411d-b25d-68d12269c70c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f3ee5664f91a4bbdac1278e61afeb114&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0891547 Aug 05 11:36:21.823358 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 60116) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:36:21.837176 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-9dd46e03-a0ce-4e13-9e4e-56b2286b14bf tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Calling delete_port for 3787db84-6a8b-402f-a678-5b49df7a856a owned by {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:36:21.886374 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-c17f1a68-b594-4f5d-bded-df247802a1de req-be212d8c-a10e-48c0-a397-a390c735a781 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] For port 0823bb09-7c00-4de4-91b7-12c1e12e9218, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=0823bb09-7c00-4de4-91b7-12c1e12e9218,segment=NetworkSegment(1464bea6-dc68-4175-ac76-169c7629018f),segment_id=1464bea6-dc68-4175-ac76-169c7629018f)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:36:21.886803 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-c17f1a68-b594-4f5d-bded-df247802a1de req-be212d8c-a10e-48c0-a397-a390c735a781 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:21.920633 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [req-c17f1a68-b594-4f5d-bded-df247802a1de req-be212d8c-a10e-48c0-a397-a390c735a781 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Calling delete_port for 0823bb09-7c00-4de4-91b7-12c1e12e9218 owned by compute:nova {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:36:21.923683 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:21.956170 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32363d48-35a5-4678-9eb8-24e9ece57edd req-ac33502d-ca80-4d0e-9a60-641eebf44d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:21.957982 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-32363d48-35a5-4678-9eb8-24e9ece57edd req-ac33502d-ca80-4d0e-9a60-641eebf44d9f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6842f728-c2f3-4e36-bb32-3303d06ce3f4 HTTP/1.1" status: 200 len: 843 time: 0.1319149 Aug 05 11:36:22.015020 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9dd46e03-a0ce-4e13-9e4e-56b2286b14bf tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:22.059170 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9fbc624c-fc46-4509-87ee-5d78f5513212 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:22.068272 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd46e03-a0ce-4e13-9e4e-56b2286b14bf tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Pushing event deleted for resources: {'Port': ['ID=3787db84-6a8b-402f-a678-5b49df7a856a,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:36:22.118205 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9fbc624c-fc46-4509-87ee-5d78f5513212 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:22.188161 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9dd46e03-a0ce-4e13-9e4e-56b2286b14bf tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:22.191974 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-9dd46e03-a0ce-4e13-9e4e-56b2286b14bf tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] 10.222.0.58 "DELETE /v2.0/ports/3787db84-6a8b-402f-a678-5b49df7a856a HTTP/1.1" status: 204 len: 168 time: 0.6186972 Aug 05 11:36:22.195613 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 60130) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:36:22.282112 n-d-803378-2 neutron-server[94421]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a852d21-0f01-4010-b0b0-25cb5e8596dd tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] GET failed (client error): The resource could not be found. Aug 05 11:36:22.284360 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-2a852d21-0f01-4010-b0b0-25cb5e8596dd tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] 10.222.0.58 "GET /v2.0/ports/3787db84-6a8b-402f-a678-5b49df7a856a HTTP/1.1" status: 404 len: 333 time: 0.0877035 Aug 05 11:36:22.291147 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 60138) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:36:22.342265 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32363d48-35a5-4678-9eb8-24e9ece57edd req-aacfb245-eaa0-4154-b008-e1b600c83672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:22.390255 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-32363d48-35a5-4678-9eb8-24e9ece57edd req-aacfb245-eaa0-4154-b008-e1b600c83672 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=91caede3-92e4-4b1e-8e3e-36227cfd846a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3965416 Aug 05 11:36:22.578879 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-8660b1e6-14a1-40b5-82c2-1d38d02a1ead tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Deleting port 16cbbad0-4326-44ba-8e68-ac2e16275fe5 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:36:22.579741 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8660b1e6-14a1-40b5-82c2-1d38d02a1ead tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:22.727928 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8660b1e6-14a1-40b5-82c2-1d38d02a1ead tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:22.732539 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-c17f1a68-b594-4f5d-bded-df247802a1de req-be212d8c-a10e-48c0-a397-a390c735a781 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:22.753881 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-8660b1e6-14a1-40b5-82c2-1d38d02a1ead tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Calling delete_port for 16cbbad0-4326-44ba-8e68-ac2e16275fe5 owned by {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:36:22.770375 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['c6ea930f-9cea-4fc6-b5f1-18fa57d750d9'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:36:22.833011 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be212d8c-a10e-48c0-a397-a390c735a781 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Pushing event deleted for resources: {'Port': ['ID=0823bb09-7c00-4de4-91b7-12c1e12e9218,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:36:22.853673 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef16e44e-13dc-4b59-b006-15ccdc9894fd req-11ad8b67-eb08-43a7-a678-df7d8ce8ce7c tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:22.855738 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ef16e44e-13dc-4b59-b006-15ccdc9894fd req-11ad8b67-eb08-43a7-a678-df7d8ce8ce7c tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d06186c-d1fe-4d01-9853-c0787a6d9ce4 HTTP/1.1" status: 200 len: 948 time: 0.4611297 Aug 05 11:36:22.888347 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82642242-ca3a-44f4-9b2d-c9a964ff128d req-6745399f-2bb8-411c-ad1e-60dfd263f5ef tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:22.897858 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-82642242-ca3a-44f4-9b2d-c9a964ff128d req-6745399f-2bb8-411c-ad1e-60dfd263f5ef tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?device_id=acacadd6-68d2-4fb6-bf7a-67c7081ad539 HTTP/1.1" status: 200 len: 867 time: 0.4574828 Aug 05 11:36:22.968632 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9fbc624c-fc46-4509-87ee-5d78f5513212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:22.971438 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9fbc624c-fc46-4509-87ee-5d78f5513212 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:22.976021 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-9fbc624c-fc46-4509-87ee-5d78f5513212 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7a2b2b05-5243-4daa-96aa-82e7c224ddf8 HTTP/1.1" status: 204 len: 168 time: 1.1478610 Aug 05 11:36:22.998351 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [req-c17f1a68-b594-4f5d-bded-df247802a1de req-be212d8c-a10e-48c0-a397-a390c735a781 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] No DVR routers for this DVR port 0823bb09-7c00-4de4-91b7-12c1e12e9218 on host n-h2-803378-2 {{(pid=94420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:36:23.004471 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-c17f1a68-b594-4f5d-bded-df247802a1de req-be212d8c-a10e-48c0-a397-a390c735a781 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:23.008414 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c17f1a68-b594-4f5d-bded-df247802a1de req-be212d8c-a10e-48c0-a397-a390c735a781 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.55 "DELETE /v2.0/ports/0823bb09-7c00-4de4-91b7-12c1e12e9218 HTTP/1.1" status: 204 len: 173 time: 1.9090230 Aug 05 11:36:23.012548 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acacadd6-68d2-4fb6-bf7a-67c7081ad539', 'name': 'network-vif-deleted', 'tag': '0823bb09-7c00-4de4-91b7-12c1e12e9218'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:36:23.014943 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}828068ad8d405ad77660ce68fa78e1ffe658725812f7a08f9e488a446589295b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ae103df-43c5-4bb6-819d-718adbc1624e" -d '{"events": [{"server_uuid": "acacadd6-68d2-4fb6-bf7a-67c7081ad539", "name": "network-vif-deleted", "tag": "0823bb09-7c00-4de4-91b7-12c1e12e9218"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:36:23.041231 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8660b1e6-14a1-40b5-82c2-1d38d02a1ead tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:23.082076 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8660b1e6-14a1-40b5-82c2-1d38d02a1ead tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Pushing event deleted for resources: {'Port': ['ID=16cbbad0-4326-44ba-8e68-ac2e16275fe5,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:36:23.131391 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 0823bb09-7c00-4de4-91b7-12c1e12e9218 no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:36:23.151188 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-32363d48-35a5-4678-9eb8-24e9ece57edd req-9d6028ed-2bfb-4e80-b0ce-bbd8d8ed8e46 service neutron] 10.222.0.64 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6680121 Aug 05 11:36:23.160931 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbc624c-fc46-4509-87ee-5d78f5513212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a2b2b05-5243-4daa-96aa-82e7c224ddf8,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:36:23.184984 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] No Port match for: 0823bb09-7c00-4de4-91b7-12c1e12e9218 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:36:23.185842 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 0823bb09-7c00-4de4-91b7-12c1e12e9218 not bound to the agent host n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:36:23.202121 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ef16e44e-13dc-4b59-b006-15ccdc9894fd req-87da9af8-2282-4ed9-b17d-a76d5b31aab0 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3313692 Aug 05 11:36:23.218322 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-82642242-ca3a-44f4-9b2d-c9a964ff128d req-c0b1025b-fb56-4585-a794-861ac80c5f57 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/security-groups?id=5dfacf8b-ef80-4e03-9b2b-0b5aacf0bf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3192320 Aug 05 11:36:23.226611 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8660b1e6-14a1-40b5-82c2-1d38d02a1ead tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:23.228931 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-8660b1e6-14a1-40b5-82c2-1d38d02a1ead tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] 10.222.0.58 "DELETE /v2.0/ports/16cbbad0-4326-44ba-8e68-ac2e16275fe5 HTTP/1.1" status: 204 len: 168 time: 0.9371254 Aug 05 11:36:23.233726 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 60156) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:36:23.343087 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e99010d8-dbab-46f2-a5c7-053c7229fa3f x-openstack-request-id: req-e99010d8-dbab-46f2-a5c7-053c7229fa3f {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:36:23.343782 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acacadd6-68d2-4fb6-bf7a-67c7081ad539", "name": "network-vif-deleted", "tag": "0823bb09-7c00-4de4-91b7-12c1e12e9218", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:36:23.344263 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e99010d8-dbab-46f2-a5c7-053c7229fa3f {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:36:23.344963 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acacadd6-68d2-4fb6-bf7a-67c7081ad539', 'name': 'network-vif-deleted', 'tag': '0823bb09-7c00-4de4-91b7-12c1e12e9218', 'status': 'completed', 'code': 200} Aug 05 11:36:23.392738 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_v2 [None req-195edfdc-b00a-477a-a588-d0bd4e36936c tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Deleting subnet a775b952-adba-40c6-8a04-a411009ae3d7 {{(pid=94421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:36:23.405181 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-195edfdc-b00a-477a-a588-d0bd4e36936c tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Notify callbacks [] for subnet, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:23.429674 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-32363d48-35a5-4678-9eb8-24e9ece57edd req-15457971-eac4-4bc5-85e5-bc4616ccc3b0 service neutron] 10.222.0.64 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2621779 Aug 05 11:36:23.566380 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-195edfdc-b00a-477a-a588-d0bd4e36936c tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29786388'] for subnet, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:23.679374 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-195edfdc-b00a-477a-a588-d0bd4e36936c tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:23.785355 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-195edfdc-b00a-477a-a588-d0bd4e36936c tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25038609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30075142'] for subnet, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:23.869967 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195edfdc-b00a-477a-a588-d0bd4e36936c tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Pushing event deleted for resources: {'Subnet': ['ID=a775b952-adba-40c6-8a04-a411009ae3d7,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:36:23.872550 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-195edfdc-b00a-477a-a588-d0bd4e36936c tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:23.877836 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 60172) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:36:23.887399 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-195edfdc-b00a-477a-a588-d0bd4e36936c tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] 10.222.0.58 "DELETE /v2.0/subnets/a775b952-adba-40c6-8a04-a411009ae3d7 HTTP/1.1" status: 204 len: 168 time: 0.6525054 Aug 05 11:36:23.902807 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9410acf7-d812-49b5-9b14-a9ff4fb17ae5 None None] Network dd93108f-417a-42fd-bc8b-e2699d65feaf requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:36:24.076269 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1ac7b2ef-c0c2-4531-b63c-5906d87f13c9 tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:24.160285 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-1ac7b2ef-c0c2-4531-b63c-5906d87f13c9 tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Deleting port f56dffac-dbf3-4cf2-9d76-771513fe49eb {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:36:24.160680 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1ac7b2ef-c0c2-4531-b63c-5906d87f13c9 tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:24.183211 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4be5d74-e6f1-4699-a86e-2ba0ebb779d5 None None] DHCP port deletion for dd93108f-417a-42fd-bc8b-e2699d65feaf request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 11:36:24.268741 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-b4be5d74-e6f1-4699-a86e-2ba0ebb779d5 None None] Deleting port f56dffac-dbf3-4cf2-9d76-771513fe49eb {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:36:24.269600 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b4be5d74-e6f1-4699-a86e-2ba0ebb779d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:24.298373 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-1ac7b2ef-c0c2-4531-b63c-5906d87f13c9 tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] For port f56dffac-dbf3-4cf2-9d76-771513fe49eb, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=f56dffac-dbf3-4cf2-9d76-771513fe49eb,segment=NetworkSegment(d0b435a5-4e08-4f6c-b77b-a1a409707ad0),segment_id=d0b435a5-4e08-4f6c-b77b-a1a409707ad0)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:36:24.298609 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1ac7b2ef-c0c2-4531-b63c-5906d87f13c9 tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:24.336196 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-1ac7b2ef-c0c2-4531-b63c-5906d87f13c9 tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Calling delete_port for f56dffac-dbf3-4cf2-9d76-771513fe49eb owned by network:dhcp {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:36:24.453456 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b4be5d74-e6f1-4699-a86e-2ba0ebb779d5 None None] For port f56dffac-dbf3-4cf2-9d76-771513fe49eb, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=f56dffac-dbf3-4cf2-9d76-771513fe49eb,segment=NetworkSegment(d0b435a5-4e08-4f6c-b77b-a1a409707ad0),segment_id=d0b435a5-4e08-4f6c-b77b-a1a409707ad0)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:36:24.454368 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b4be5d74-e6f1-4699-a86e-2ba0ebb779d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:24.495176 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-b4be5d74-e6f1-4699-a86e-2ba0ebb779d5 None None] Calling delete_port for f56dffac-dbf3-4cf2-9d76-771513fe49eb owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:36:24.622227 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b4be5d74-e6f1-4699-a86e-2ba0ebb779d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:24.645210 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6cc13f-7581-4576-a536-361c18bf696c req-7763dec2-f543-43af-8493-2f9c353caa0f tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:24.647578 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ca6cc13f-7581-4576-a536-361c18bf696c req-7763dec2-f543-43af-8493-2f9c353caa0f tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d06186c-d1fe-4d01-9853-c0787a6d9ce4 HTTP/1.1" status: 200 len: 948 time: 0.2095506 Aug 05 11:36:24.665145 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4be5d74-e6f1-4699-a86e-2ba0ebb779d5 None None] Pushing event deleted for resources: {'Port': ['ID=f56dffac-dbf3-4cf2-9d76-771513fe49eb,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:36:24.668820 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4be5d74-e6f1-4699-a86e-2ba0ebb779d5 None None] No DVR routers for this DVR port f56dffac-dbf3-4cf2-9d76-771513fe49eb on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:36:24.693346 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1ac7b2ef-c0c2-4531-b63c-5906d87f13c9 tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:24.738199 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac7b2ef-c0c2-4531-b63c-5906d87f13c9 tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Pushing event deleted for resources: {'Port': ['ID=f56dffac-dbf3-4cf2-9d76-771513fe49eb,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:36:24.745881 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac7b2ef-c0c2-4531-b63c-5906d87f13c9 tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] No DVR routers for this DVR port f56dffac-dbf3-4cf2-9d76-771513fe49eb on host n-d-803378-2 {{(pid=94420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:36:24.790108 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ca6cc13f-7581-4576-a536-361c18bf696c req-241bdb3c-0c03-44ff-ae89-f1bd15d33ca7 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332319 Aug 05 11:36:24.822248 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device f56dffac-dbf3-4cf2-9d76-771513fe49eb no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:36:24.886561 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: f56dffac-dbf3-4cf2-9d76-771513fe49eb {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:36:24.888945 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device f56dffac-dbf3-4cf2-9d76-771513fe49eb not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:36:24.917079 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1ac7b2ef-c0c2-4531-b63c-5906d87f13c9 tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:24.948601 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-1ac7b2ef-c0c2-4531-b63c-5906d87f13c9 tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd93108f-417a-42fd-bc8b-e2699d65feaf']}} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:36:24.992576 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-1ac7b2ef-c0c2-4531-b63c-5906d87f13c9 tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0b435a5-4e08-4f6c-b77b-a1a409707ad0') {'for_net_delete': True} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:36:24.992975 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-1ac7b2ef-c0c2-4531-b63c-5906d87f13c9 tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0b435a5-4e08-4f6c-b77b-a1a409707ad0') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:36:25.058907 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1ac7b2ef-c0c2-4531-b63c-5906d87f13c9 tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25010581'] for segment, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:25.087170 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1ac7b2ef-c0c2-4531-b63c-5906d87f13c9 tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:25.107494 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ac7b2ef-c0c2-4531-b63c-5906d87f13c9 tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Releasing vlan 667 on physical network physnet1 to pool {{(pid=94420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:36:25.107915 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1ac7b2ef-c0c2-4531-b63c-5906d87f13c9 tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29762581'] for segment, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:25.111942 n-d-803378-2 neutron-server[94420]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 11:36:25.111942 n-d-803378-2 neutron-server[94420]: self.session.flush() Aug 05 11:36:25.111942 n-d-803378-2 neutron-server[94420]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 11:36:25.111942 n-d-803378-2 neutron-server[94420]: self.session.flush() Aug 05 11:36:25.111942 n-d-803378-2 neutron-server[94420]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 11:36:25.111942 n-d-803378-2 neutron-server[94420]: self.session.flush() Aug 05 11:36:25.111942 n-d-803378-2 neutron-server[94420]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 11:36:25.111942 n-d-803378-2 neutron-server[94420]: self.session.flush() Aug 05 11:36:25.111942 n-d-803378-2 neutron-server[94420]: Traceback (most recent call last): Aug 05 11:36:25.111942 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:36:25.111942 n-d-803378-2 neutron-server[94420]: timer() Aug 05 11:36:25.111942 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:36:25.111942 n-d-803378-2 neutron-server[94420]: cb(*args, **kw) Aug 05 11:36:25.111942 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:36:25.111942 n-d-803378-2 neutron-server[94420]: return func(*args, **kwargs) Aug 05 11:36:25.111942 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:36:25.111942 n-d-803378-2 neutron-server[94420]: self._notify() Aug 05 11:36:25.111942 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:36:25.111942 n-d-803378-2 neutron-server[94420]: self.callback(batched_events) Aug 05 11:36:25.111942 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:36:25.111942 n-d-803378-2 neutron-server[94420]: event.method(event) Aug 05 11:36:25.111942 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:36:25.111942 n-d-803378-2 neutron-server[94420]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:36:25.111942 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:36:25.111942 n-d-803378-2 neutron-server[94420]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:36:25.111942 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:36:25.111942 n-d-803378-2 neutron-server[94420]: return f(self, *a, **k) Aug 05 11:36:25.111942 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:36:25.111942 n-d-803378-2 neutron-server[94420]: return self._get(url).json() Aug 05 11:36:25.111942 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:36:25.111942 n-d-803378-2 neutron-server[94420]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:36:25.111942 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:36:25.111942 n-d-803378-2 neutron-server[94420]: return self.request(url, 'GET', **kwargs) Aug 05 11:36:25.111942 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:36:25.111942 n-d-803378-2 neutron-server[94420]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:36:25.111942 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:36:25.111942 n-d-803378-2 neutron-server[94420]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:36:25.111942 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:36:25.111942 n-d-803378-2 neutron-server[94420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:36:25.111942 n-d-803378-2 neutron-server[94420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:36:25.124251 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 60218) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:36:25.204850 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce14b7ad-a6b3-4588-ba08-5504d2020791 req-d5d683db-2745-4ff3-abf0-d78e2ce6614a tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:25.218412 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ce14b7ad-a6b3-4588-ba08-5504d2020791 req-d5d683db-2745-4ff3-abf0-d78e2ce6614a tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/networks?id=535dc2f1-67b1-49cd-891b-67f3b995cbf8 HTTP/1.1" status: 200 len: 806 time: 0.2439704 Aug 05 11:36:25.238705 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ce14b7ad-a6b3-4588-ba08-5504d2020791 req-f6c96475-3f72-427e-bada-8e1b8d85a345 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/quotas/913ffd5cf69b465594d3b2ba08eae5b1 HTTP/1.1" status: 200 len: 375 time: 0.0191386 Aug 05 11:36:25.252590 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1ac7b2ef-c0c2-4531-b63c-5906d87f13c9 tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:25.259420 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1ac7b2ef-c0c2-4531-b63c-5906d87f13c9 tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:25.264675 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-1ac7b2ef-c0c2-4531-b63c-5906d87f13c9 tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] 10.222.0.58 "DELETE /v2.0/networks/dd93108f-417a-42fd-bc8b-e2699d65feaf HTTP/1.1" status: 204 len: 168 time: 1.3833487 Aug 05 11:36:25.305017 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac7b2ef-c0c2-4531-b63c-5906d87f13c9 tempest-AllowedAddressPairTestJSON-688572922 tempest-AllowedAddressPairTestJSON-688572922-project] Pushing event deleted for resources: {'Network': ['ID=dd93108f-417a-42fd-bc8b-e2699d65feaf,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:36:25.317625 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-8eaa9d1c-c644-40eb-8449-52f7bfcea677 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1855452013-network', 'tenant_id': '60b90bf587e94d2293623edf5f837b46'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:36:25.336048 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ce14b7ad-a6b3-4588-ba08-5504d2020791 req-f74f4bce-ee66-4f25-947a-963eb93689a7 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=913ffd5cf69b465594d3b2ba08eae5b1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0962946 Aug 05 11:36:25.374230 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eaa9d1c-c644-40eb-8449-52f7bfcea677 admin admin] Made reservation on behalf of 60b90bf587e94d2293623edf5f837b46 for: {'network': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:36:25.377264 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8eaa9d1c-c644-40eb-8449-52f7bfcea677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:25.416168 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8eaa9d1c-c644-40eb-8449-52f7bfcea677 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:25.507235 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ce14b7ad-a6b3-4588-ba08-5504d2020791 req-c1ce6c46-f42c-4667-867a-2e98ce0df5d4 service neutron] 10.222.0.58 "GET /v2.0/networks/535dc2f1-67b1-49cd-891b-67f3b995cbf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694775 Aug 05 11:36:25.522779 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 9d4d776d-a33d-4efa-89e9-b2e944e4af90 details requested by agent hyperv_n-h1-803378-2 with host n-h1-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:36:25.684982 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8eaa9d1c-c644-40eb-8449-52f7bfcea677 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:25.691688 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8eaa9d1c-c644-40eb-8449-52f7bfcea677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:25.774305 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8eaa9d1c-c644-40eb-8449-52f7bfcea677 admin admin] vlan segment allocate from pool success with {'vlan_id': 684, 'physical_network': 'physnet1'} {{(pid=94421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:36:25.807237 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaa9d1c-c644-40eb-8449-52f7bfcea677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0694efdb-401f-466a-9522-5e7037e8f0c4,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:36:25.837430 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8eaa9d1c-c644-40eb-8449-52f7bfcea677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:25.842544 n-d-803378-2 neutron-server[94421]: INFO neutron.db.segments_db [None req-8eaa9d1c-c644-40eb-8449-52f7bfcea677 admin admin] Added segment a913e900-c88c-4c1d-a418-7449d2b5683b of type vlan for network 126f4a78-83b6-4d62-b469-dc7a703df58c Aug 05 11:36:25.973288 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ce14b7ad-a6b3-4588-ba08-5504d2020791 req-4b7a2431-0b49-452d-926f-fed369da1d49 service neutron] 10.222.0.58 "GET /v2.0/networks/535dc2f1-67b1-49cd-891b-67f3b995cbf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4378865 Aug 05 11:36:25.994126 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8eaa9d1c-c644-40eb-8449-52f7bfcea677 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:26.015685 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 9d4d776d-a33d-4efa-89e9-b2e944e4af90, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=9d4d776d-a33d-4efa-89e9-b2e944e4af90,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:36:26.059043 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Returning: {'device': '9d4d776d-a33d-4efa-89e9-b2e944e4af90', 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a', 'port_id': '9d4d776d-a33d-4efa-89e9-b2e944e4af90', 'mac_address': 'fa:16:3e:a4:da:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6842f728-c2f3-4e36-bb32-3303d06ce3f4', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:36:26.111162 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8eaa9d1c-c644-40eb-8449-52f7bfcea677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:26.114023 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eaa9d1c-c644-40eb-8449-52f7bfcea677 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:26.116046 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8eaa9d1c-c644-40eb-8449-52f7bfcea677 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:26.190670 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 60236) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:36:26.235359 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:26.246327 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b753e39-7384-434c-a309-fb66224cf4ea req-e954b7be-8691-4a68-b2ba-6b7bc0044c26 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:26.251301 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6b753e39-7384-434c-a309-fb66224cf4ea req-e954b7be-8691-4a68-b2ba-6b7bc0044c26 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d06186c-d1fe-4d01-9853-c0787a6d9ce4 HTTP/1.1" status: 200 len: 948 time: 0.1761253 Aug 05 11:36:26.263942 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d4d776d-a33d-4efa-89e9-b2e944e4af90 {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:36:26.295020 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-8eaa9d1c-c644-40eb-8449-52f7bfcea677 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1679068 Aug 05 11:36:26.327307 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 9d4d776d-a33d-4efa-89e9-b2e944e4af90, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=9d4d776d-a33d-4efa-89e9-b2e944e4af90,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:36:26.333292 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 60242) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:36:26.336268 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:26.383102 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-9c8c9cd1-4fd9-4858-944e-cda506f40d02 admin admin] Request body: {'subnet': {'network_id': '126f4a78-83b6-4d62-b469-dc7a703df58c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1855452013-subnet', 'tenant_id': '60b90bf587e94d2293623edf5f837b46', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:36:26.409348 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6b753e39-7384-434c-a309-fb66224cf4ea req-469e4695-3596-4370-b005-cf42c8cc7cfd tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462045 Aug 05 11:36:26.479667 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaa9d1c-c644-40eb-8449-52f7bfcea677 admin admin] Pushing event updated for resources: {'Network': ['ID=126f4a78-83b6-4d62-b469-dc7a703df58c,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:36:26.518629 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c8c9cd1-4fd9-4858-944e-cda506f40d02 admin admin] Made reservation on behalf of 60b90bf587e94d2293623edf5f837b46 for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:36:26.523912 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9c8c9cd1-4fd9-4858-944e-cda506f40d02 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:26.550373 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 126f4a78-83b6-4d62-b469-dc7a703df58c details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:36:26.635640 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=9d4d776d-a33d-4efa-89e9-b2e944e4af90,revision_number=12']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:36:26.695853 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-68eac65e-d475-4005-892b-e8ed91d307a7 req-c0e24332-ab38-402b-b6a8-34a76f5bcb35 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?device_id=a613c5a9-a611-4f0b-9741-41a14e6a792a HTTP/1.1" status: 200 len: 210 time: 0.0749362 Aug 05 11:36:26.936701 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa156409-ca67-4ff8-8899-c90c46035019 req-9e66cd55-58c7-4f2a-882e-4092877f2ef4 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:26.938793 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fa156409-ca67-4ff8-8899-c90c46035019 req-9e66cd55-58c7-4f2a-882e-4092877f2ef4 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d06186c-d1fe-4d01-9853-c0787a6d9ce4 HTTP/1.1" status: 200 len: 949 time: 0.2414050 Aug 05 11:36:27.062726 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fa156409-ca67-4ff8-8899-c90c46035019 req-b381ba2c-d30b-4051-a3fc-d915569a006e tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954134 Aug 05 11:36:27.117222 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-155cace8-7139-4600-af53-ce1df3e87fb1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=aa030376597d4bceb5b2a14a5e018389&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9219937 Aug 05 11:36:27.121038 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 60262) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:36:27.174042 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['9d4d776d-a33d-4efa-89e9-b2e944e4af90'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:36:27.243716 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9c8c9cd1-4fd9-4858-944e-cda506f40d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25038678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30075167'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:27.380791 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6ae1a0e1-7403-4d36-bc04-182980055469 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:27.405518 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8c9cd1-4fd9-4858-944e-cda506f40d02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83c17631-b703-46a1-b8af-d322a59e5d36,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:36:27.435806 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8c9cd1-4fd9-4858-944e-cda506f40d02 admin admin] Checking segment: {'id': 'a913e900-c88c-4c1d-a418-7449d2b5683b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '126f4a78-83b6-4d62-b469-dc7a703df58c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:36:27.437059 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8c9cd1-4fd9-4858-944e-cda506f40d02 admin admin] Network hostable DHCP agents. Network: 126f4a78-83b6-4d62-b469-dc7a703df58c, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:36:27.481863 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8c9cd1-4fd9-4858-944e-cda506f40d02 admin admin] Network 126f4a78-83b6-4d62-b469-dc7a703df58c is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:36:27.515981 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6ae1a0e1-7403-4d36-bc04-182980055469 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:27.524723 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-9c8c9cd1-4fd9-4858-944e-cda506f40d02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, 126f4a78-83b6-4d62-b469-dc7a703df58c) {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:36:27.558106 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8c9cd1-4fd9-4858-944e-cda506f40d02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:27.559127 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9c8c9cd1-4fd9-4858-944e-cda506f40d02 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:27.609659 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa5b41c-9a19-4cc4-b546-7be64508dcff None None] Network 126f4a78-83b6-4d62-b469-dc7a703df58c requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:36:27.651830 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-9c8c9cd1-4fd9-4858-944e-cda506f40d02 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3142283 Aug 05 11:36:27.789508 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6ae1a0e1-7403-4d36-bc04-182980055469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:27.804426 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6ae1a0e1-7403-4d36-bc04-182980055469 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:27.815035 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-6ae1a0e1-7403-4d36-bc04-182980055469 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/926bb1ef-1a46-41c3-acc3-30a7372ffb0d HTTP/1.1" status: 204 len: 168 time: 0.6915846 Aug 05 11:36:27.937473 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae1a0e1-7403-4d36-bc04-182980055469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=926bb1ef-1a46-41c3-acc3-30a7372ffb0d,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:36:28.007574 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3633e02e-e631-4bad-b8cf-299ab1894151 req-ba07d745-afb2-4b82-9215-a384fd78aa49 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=f811ccc1244d4d32a53adbbe13250fd5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0603838 Aug 05 11:36:28.067165 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7996bfcb-5181-4df7-a808-5e76caf1dce9 None None] Network 126f4a78-83b6-4d62-b469-dc7a703df58c requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:36:28.105464 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-40dad077-7788-44c7-a0a2-869bdc7790ed req-3aa6a4aa-1b09-49f6-9db9-3b186d825b88 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?device_id=a613c5a9-a611-4f0b-9741-41a14e6a792a HTTP/1.1" status: 200 len: 210 time: 0.0941288 Aug 05 11:36:28.379859 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3633e02e-e631-4bad-b8cf-299ab1894151 req-933c2045-66c4-41b8-8d98-ebf3dc569c55 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:28.390524 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3633e02e-e631-4bad-b8cf-299ab1894151 req-933c2045-66c4-41b8-8d98-ebf3dc569c55 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3804808 Aug 05 11:36:28.430511 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3633e02e-e631-4bad-b8cf-299ab1894151 req-be0bb951-6297-44fe-8247-3ec2424d461e tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/quotas/f811ccc1244d4d32a53adbbe13250fd5 HTTP/1.1" status: 200 len: 375 time: 0.0316083 Aug 05 11:36:28.545365 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3633e02e-e631-4bad-b8cf-299ab1894151 req-e12f09c1-383e-4180-a458-a78b9b1598bd tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=f811ccc1244d4d32a53adbbe13250fd5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0938611 Aug 05 11:36:29.121160 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:29.255938 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce14b7ad-a6b3-4588-ba08-5504d2020791 req-f283dc6b-add0-459c-8a17-bb518240834c tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:29.258833 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ce14b7ad-a6b3-4588-ba08-5504d2020791 req-f283dc6b-add0-459c-8a17-bb518240834c tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.55 "GET /v2.0/networks?id=535dc2f1-67b1-49cd-891b-67f3b995cbf8 HTTP/1.1" status: 200 len: 806 time: 0.5169616 Aug 05 11:36:29.323741 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-ce14b7ad-a6b3-4588-ba08-5504d2020791 req-6dbb79a1-1b4d-4b96-93b5-7b2b20f85833 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Request body: {'port': {'device_id': 'a613c5a9-a611-4f0b-9741-41a14e6a792a', 'network_id': '535dc2f1-67b1-49cd-891b-67f3b995cbf8', 'admin_state_up': True, 'tenant_id': '913ffd5cf69b465594d3b2ba08eae5b1'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:36:29.330844 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 11:36:29.509176 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8607d4c-4098-4586-972d-2681b89c8b8a req-4d657537-d2a7-45eb-9f52-4d10873a489d tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:29.511445 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e8607d4c-4098-4586-972d-2681b89c8b8a req-4d657537-d2a7-45eb-9f52-4d10873a489d tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] 10.222.0.58 "GET /v2.0/networks?id=4ba4438a-8cdb-441d-bb43-5e42214d4b76 HTTP/1.1" status: 200 len: 814 time: 0.4375734 Aug 05 11:36:29.528558 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 9d4d776d-a33d-4efa-89e9-b2e944e4af90 up at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:36:29.593077 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e4529-70cb-4cbd-8ee7-1e6a8f16fba4 req-c982d146-3178-435a-a4d1-04de9bfa69fa tempest-ServerTagsTestJSON-20282265 tempest-ServerTagsTestJSON-20282265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:29.605053 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-238e4529-70cb-4cbd-8ee7-1e6a8f16fba4 req-c982d146-3178-435a-a4d1-04de9bfa69fa tempest-ServerTagsTestJSON-20282265 tempest-ServerTagsTestJSON-20282265-project] 10.222.0.58 "GET /v2.0/networks?id=126f4a78-83b6-4d62-b469-dc7a703df58c HTTP/1.1" status: 200 len: 809 time: 0.3610404 Aug 05 11:36:29.623447 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning for port 9d4d776d-a33d-4efa-89e9-b2e944e4af90 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:36:29.635991 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-238e4529-70cb-4cbd-8ee7-1e6a8f16fba4 req-b4cd0398-36c4-4483-a540-456d8f0316f7 tempest-ServerTagsTestJSON-20282265 tempest-ServerTagsTestJSON-20282265-project] 10.222.0.58 "GET /v2.0/quotas/60b90bf587e94d2293623edf5f837b46 HTTP/1.1" status: 200 len: 375 time: 0.0293889 Aug 05 11:36:29.637485 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning complete for port 9d4d776d-a33d-4efa-89e9-b2e944e4af90 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:36:29.637870 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:29.671617 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e8607d4c-4098-4586-972d-2681b89c8b8a req-5876555d-25f5-49e2-8869-a8534f542896 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] 10.222.0.58 "GET /v2.0/quotas/d99022a6b1d940f38af72023898597a0 HTTP/1.1" status: 200 len: 375 time: 0.1323454 Aug 05 11:36:29.742581 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 60366) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:36:29.770167 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-238e4529-70cb-4cbd-8ee7-1e6a8f16fba4 req-b48e57c2-c590-43ff-8df3-3cdd618de0f1 tempest-ServerTagsTestJSON-20282265 tempest-ServerTagsTestJSON-20282265-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=60b90bf587e94d2293623edf5f837b46&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0931578 Aug 05 11:36:29.899752 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:29.953799 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d06186c-d1fe-4d01-9853-c0787a6d9ce4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d4d776d-a33d-4efa-89e9-b2e944e4af90'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:36:29.963177 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd9f9bc7-dc71-4110-a8cc-915d9027d59f" -d '{"events": [{"server_uuid": "2d06186c-d1fe-4d01-9853-c0787a6d9ce4", "name": "network-vif-plugged", "status": "completed", "tag": "9d4d776d-a33d-4efa-89e9-b2e944e4af90"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:36:29.980915 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce14b7ad-a6b3-4588-ba08-5504d2020791 req-6dbb79a1-1b4d-4b96-93b5-7b2b20f85833 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Made reservation on behalf of 913ffd5cf69b465594d3b2ba08eae5b1 for: {'port': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:36:29.987103 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-ce14b7ad-a6b3-4588-ba08-5504d2020791 req-6dbb79a1-1b4d-4b96-93b5-7b2b20f85833 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:29.998026 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 9d4d776d-a33d-4efa-89e9-b2e944e4af90, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=9d4d776d-a33d-4efa-89e9-b2e944e4af90,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:36:30.008738 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:30.040769 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-ebecb81c-e9fb-4577-9315-532a8634c06a tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1207168197'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:36:30.041284 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e8607d4c-4098-4586-972d-2681b89c8b8a req-50868473-7474-4cbd-b18c-9c7e417951c2 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=d99022a6b1d940f38af72023898597a0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3606677 Aug 05 11:36:30.141823 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=9d4d776d-a33d-4efa-89e9-b2e944e4af90,revision_number=13']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:36:30.142736 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebecb81c-e9fb-4577-9315-532a8634c06a tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Made reservation on behalf of 2255634a74e844e794fd358818288ba1 for: {'network': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:36:30.171462 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ebecb81c-e9fb-4577-9315-532a8634c06a tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:30.212919 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ebecb81c-e9fb-4577-9315-532a8634c06a tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:30.265642 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-238e4529-70cb-4cbd-8ee7-1e6a8f16fba4 req-6e86862c-f039-4fd8-9699-5db062962b62 service neutron] 10.222.0.58 "GET /v2.0/networks/126f4a78-83b6-4d62-b469-dc7a703df58c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4504240 Aug 05 11:36:30.415784 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e8607d4c-4098-4586-972d-2681b89c8b8a req-779ed2fc-5add-41fb-95e2-83dcd803cd67 service neutron] 10.222.0.58 "GET /v2.0/networks/4ba4438a-8cdb-441d-bb43-5e42214d4b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3720863 Aug 05 11:36:30.422840 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ebecb81c-e9fb-4577-9315-532a8634c06a tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:30.433551 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ebecb81c-e9fb-4577-9315-532a8634c06a tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:30.508180 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebecb81c-e9fb-4577-9315-532a8634c06a tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] vlan segment allocate from pool success with {'vlan_id': 662, 'physical_network': 'physnet1'} {{(pid=94421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:36:30.516765 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebecb81c-e9fb-4577-9315-532a8634c06a tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb811183-576f-448f-8329-41150b1a33bb,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:36:30.528584 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ebecb81c-e9fb-4577-9315-532a8634c06a tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:30.529262 n-d-803378-2 neutron-server[94421]: INFO neutron.db.segments_db [None req-ebecb81c-e9fb-4577-9315-532a8634c06a tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Added segment c3ce43ff-a33b-459d-a35e-6c011fee3456 of type vlan for network 65f763dc-e344-4f1a-a003-f0293beb6d65 Aug 05 11:36:30.611008 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ebecb81c-e9fb-4577-9315-532a8634c06a tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:30.712963 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ebecb81c-e9fb-4577-9315-532a8634c06a tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:30.722643 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebecb81c-e9fb-4577-9315-532a8634c06a tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:30.724371 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ebecb81c-e9fb-4577-9315-532a8634c06a tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:30.830043 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebecb81c-e9fb-4577-9315-532a8634c06a tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Pushing event updated for resources: {'Network': ['ID=65f763dc-e344-4f1a-a003-f0293beb6d65,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:36:30.847991 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:36:30.855820 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-ebecb81c-e9fb-4577-9315-532a8634c06a tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1103065 Aug 05 11:36:30.863153 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 60384) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:36:30.873404 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-ec769839-8d7b-4490-9665-6d7088084114 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Request body: {'subnet': {'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:36:31.047346 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec769839-8d7b-4490-9665-6d7088084114 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Made reservation on behalf of 2255634a74e844e794fd358818288ba1 for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:36:31.057751 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3633e02e-e631-4bad-b8cf-299ab1894151 req-527f7eae-5710-4849-b51e-9f723905a84b tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=f811ccc1244d4d32a53adbbe13250fd5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0622089 Aug 05 11:36:31.060329 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ec769839-8d7b-4490-9665-6d7088084114 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:31.061377 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [req-ce14b7ad-a6b3-4588-ba08-5504d2020791 req-6dbb79a1-1b4d-4b96-93b5-7b2b20f85833 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Allocated IP 172.20.0.3 (535dc2f1-67b1-49cd-891b-67f3b995cbf8/1b19baf8-9ef5-4535-9e61-0fc2264669f6/6829de78-cb88-43e3-b222-8090d79c8e0d) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:36:31.237085 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-238e4529-70cb-4cbd-8ee7-1e6a8f16fba4 req-4e4b0869-15d2-459f-9eb6-bdb04f622f3f service neutron] 10.222.0.58 "GET /v2.0/networks/126f4a78-83b6-4d62-b469-dc7a703df58c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9566498 Aug 05 11:36:31.309040 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e8607d4c-4098-4586-972d-2681b89c8b8a req-1f4a54b4-84c6-4fd4-861a-74c2db6edef1 service neutron] 10.222.0.58 "GET /v2.0/networks/4ba4438a-8cdb-441d-bb43-5e42214d4b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8921411 Aug 05 11:36:31.331886 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3633e02e-e631-4bad-b8cf-299ab1894151 req-ad81f385-54fa-4638-a346-285999b60d01 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:31.333845 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3633e02e-e631-4bad-b8cf-299ab1894151 req-ad81f385-54fa-4638-a346-285999b60d01 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2671824 Aug 05 11:36:31.359177 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-3633e02e-e631-4bad-b8cf-299ab1894151 req-f51fc702-1ae5-4577-b82d-1c0d5cdc9ff1 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Request body: {'port': {'device_id': 'ecd94282-dd1a-4350-96e8-05aad30e4656', 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a', 'admin_state_up': True, 'tenant_id': 'f811ccc1244d4d32a53adbbe13250fd5'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:36:31.487618 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ec769839-8d7b-4490-9665-6d7088084114 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25038678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30075167'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:31.563790 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec769839-8d7b-4490-9665-6d7088084114 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Pushing event updated for resources: {'Subnet': ['ID=49e9ca2f-4066-453e-9042-32183b898c1d,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:36:31.639833 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec769839-8d7b-4490-9665-6d7088084114 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Checking segment: {'id': 'c3ce43ff-a33b-459d-a35e-6c011fee3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:36:31.640344 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec769839-8d7b-4490-9665-6d7088084114 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Network hostable DHCP agents. Network: 65f763dc-e344-4f1a-a003-f0293beb6d65, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:36:31.686013 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-ce14b7ad-a6b3-4588-ba08-5504d2020791 req-6dbb79a1-1b4d-4b96-93b5-7b2b20f85833 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:31.743833 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec769839-8d7b-4490-9665-6d7088084114 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:36:31.763884 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-ec769839-8d7b-4490-9665-6d7088084114 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, 65f763dc-e344-4f1a-a003-f0293beb6d65) {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:36:31.776147 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe1aafc-0c48-4d1f-9a96-ef4d42d3b4a3 None None] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:36:31.785026 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec769839-8d7b-4490-9665-6d7088084114 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:31.785729 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ec769839-8d7b-4490-9665-6d7088084114 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:31.809552 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-ec769839-8d7b-4490-9665-6d7088084114 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9432240 Aug 05 11:36:31.812684 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 60420) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:36:31.823216 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-a89a9c77-db5c-4290-945e-a0d0fc10a459 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Request body: {'port': {'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65', 'name': 'tempest-NetworksTestDHCPv6-1202493805'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:36:31.855908 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3633e02e-e631-4bad-b8cf-299ab1894151 req-f51fc702-1ae5-4577-b82d-1c0d5cdc9ff1 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Made reservation on behalf of f811ccc1244d4d32a53adbbe13250fd5 for: {'port': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:36:31.859663 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-3633e02e-e631-4bad-b8cf-299ab1894151 req-f51fc702-1ae5-4577-b82d-1c0d5cdc9ff1 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:31.863359 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2c8bc310-9a38-4817-94a1-1890555247df req-3f55797e-f58e-4957-9d3c-bac80d480e4a tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?device_id=a613c5a9-a611-4f0b-9741-41a14e6a792a HTTP/1.1" status: 200 len: 210 time: 0.1448233 Aug 05 11:36:31.879679 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ba8d1a20-548e-41f6-a655-7a7c41401b1d req-15d80786-c0fb-4a4f-8a33-c57ddb4f37a1 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=ecd94282-dd1a-4350-96e8-05aad30e4656 HTTP/1.1" status: 200 len: 210 time: 0.1481738 Aug 05 11:36:32.010887 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-ce14b7ad-a6b3-4588-ba08-5504d2020791 req-6dbb79a1-1b4d-4b96-93b5-7b2b20f85833 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:32.051241 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b0bc7d4-9cf4-41f5-90eb-c784f2480f6f x-openstack-request-id: req-0b0bc7d4-9cf4-41f5-90eb-c784f2480f6f {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:36:32.051772 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d06186c-d1fe-4d01-9853-c0787a6d9ce4", "name": "network-vif-plugged", "status": "completed", "tag": "9d4d776d-a33d-4efa-89e9-b2e944e4af90", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:36:32.052183 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0b0bc7d4-9cf4-41f5-90eb-c784f2480f6f {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:36:32.053416 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d06186c-d1fe-4d01-9853-c0787a6d9ce4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d4d776d-a33d-4efa-89e9-b2e944e4af90', 'code': 200} Aug 05 11:36:32.069491 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['c6ea930f-9cea-4fc6-b5f1-18fa57d750d9'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:36:32.154342 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a89a9c77-db5c-4290-945e-a0d0fc10a459 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Made reservation on behalf of 2255634a74e844e794fd358818288ba1 for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:36:32.160975 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a89a9c77-db5c-4290-945e-a0d0fc10a459 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:32.214428 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2428da72-7baa-44ab-b0f8-bc29d8923f18 req-b8814b66-85e3-4c50-9b5d-342df79c5194 tempest-ServerTagsTestJSON-20282265 tempest-ServerTagsTestJSON-20282265-project] 10.222.0.58 "GET /v2.0/ports?device_id=f3470c3d-c207-4e81-b727-12ff4892f1b5 HTTP/1.1" status: 200 len: 210 time: 0.2166140 Aug 05 11:36:32.222885 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [None req-a89a9c77-db5c-4290-945e-a0d0fc10a459 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] device_id is not set on port 9e014e32-f17f-4e8a-b754-91ac2aa7c03d yet. {{(pid=94421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 11:36:32.378870 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce14b7ad-a6b3-4588-ba08-5504d2020791 req-6dbb79a1-1b4d-4b96-93b5-7b2b20f85833 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Network 535dc2f1-67b1-49cd-891b-67f3b995cbf8 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:36:32.399313 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-83c58902-9e02-4ecc-8ee1-4a3536a197f3 req-e0083b1f-0492-4e6e-9017-a9b4ab8e0e83 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] 10.222.0.58 "GET /v2.0/ports?device_id=497f3244-bf20-4699-8c7c-f0c92cf23b43 HTTP/1.1" status: 200 len: 210 time: 0.2718987 Aug 05 11:36:32.401089 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbb79a1-1b4d-4b96-93b5-7b2b20f85833 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Pushing event updated for resources: {'Port': ['ID=6829de78-cb88-43e3-b222-8090d79c8e0d,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:36:32.415068 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [req-ce14b7ad-a6b3-4588-ba08-5504d2020791 req-6dbb79a1-1b4d-4b96-93b5-7b2b20f85833 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:36:32.423299 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce14b7ad-a6b3-4588-ba08-5504d2020791 req-6dbb79a1-1b4d-4b96-93b5-7b2b20f85833 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:36:32.491719 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-103da147-79e9-4fdc-b292-18cecc9fe9c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-65f763dc-e344-4f1a-a003-f0293beb6d65', 'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65', 'tenant_id': '2255634a74e844e794fd358818288ba1', 'fixed_ips': [{'subnet_id': '49e9ca2f-4066-453e-9042-32183b898c1d'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 11:36:32.498692 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-103da147-79e9-4fdc-b292-18cecc9fe9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:32.621697 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce14b7ad-a6b3-4588-ba08-5504d2020791 req-6dbb79a1-1b4d-4b96-93b5-7b2b20f85833 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:32.622973 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-ce14b7ad-a6b3-4588-ba08-5504d2020791 req-6dbb79a1-1b4d-4b96-93b5-7b2b20f85833 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:32.759063 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 60446) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:36:32.830056 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ce14b7ad-a6b3-4588-ba08-5504d2020791 req-6dbb79a1-1b4d-4b96-93b5-7b2b20f85833 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5431635 Aug 05 11:36:32.831676 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-a89a9c77-db5c-4290-945e-a0d0fc10a459 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Allocated IP 2001:db8::11e (65f763dc-e344-4f1a-a003-f0293beb6d65/49e9ca2f-4066-453e-9042-32183b898c1d/9e014e32-f17f-4e8a-b754-91ac2aa7c03d) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:36:32.871331 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-ce14b7ad-a6b3-4588-ba08-5504d2020791 req-55df3adc-8a46-4a14-ade1-fb585c223740 service neutron] Request body: {'port': {'device_id': 'a613c5a9-a611-4f0b-9741-41a14e6a792a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-2'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:36:32.996547 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [req-3633e02e-e631-4bad-b8cf-299ab1894151 req-f51fc702-1ae5-4577-b82d-1c0d5cdc9ff1 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Allocated IP 192.168.233.43 (91caede3-92e4-4b1e-8e3e-36227cfd846a/6842f728-c2f3-4e36-bb32-3303d06ce3f4/77b879bb-72ce-4c7a-ba73-52226462454f) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:36:33.143408 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3c7b51fe-f9d4-49e1-91f7-04b46473d346 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:33.191734 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c1b6c6b8-ea00-479b-88e2-22cc767ac84a req-62498a4c-49ac-4c5f-b9d5-802e48eb803e tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=ecd94282-dd1a-4350-96e8-05aad30e4656 HTTP/1.1" status: 200 len: 210 time: 0.0829043 Aug 05 11:36:33.283397 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-ce14b7ad-a6b3-4588-ba08-5504d2020791 req-55df3adc-8a46-4a14-ade1-fb585c223740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:33.390679 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a89a9c77-db5c-4290-945e-a0d0fc10a459 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:33.439822 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [None req-a89a9c77-db5c-4290-945e-a0d0fc10a459 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Transition to ACTIVE for port object 9e014e32-f17f-4e8a-b754-91ac2aa7c03d will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:36:33.469442 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40d33cc-ea64-45b3-939a-dc09893892ee req-4685683e-cbaf-43ef-91d8-5ee40150c676 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:33.474067 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c40d33cc-ea64-45b3-939a-dc09893892ee req-4685683e-cbaf-43ef-91d8-5ee40150c676 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?device_id=a613c5a9-a611-4f0b-9741-41a14e6a792a HTTP/1.1" status: 200 len: 931 time: 0.3731160 Aug 05 11:36:33.531033 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3c7b51fe-f9d4-49e1-91f7-04b46473d346 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:33.539253 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3c7b51fe-f9d4-49e1-91f7-04b46473d346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:33.547989 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a89a9c77-db5c-4290-945e-a0d0fc10a459 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:33.571217 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-085c3635-7daa-4164-8c13-1cb43499524b req-4e44cc1c-35d3-4598-81b3-40d663bf8cc3 tempest-ServerTagsTestJSON-20282265 tempest-ServerTagsTestJSON-20282265-project] 10.222.0.58 "GET /v2.0/ports?device_id=f3470c3d-c207-4e81-b727-12ff4892f1b5 HTTP/1.1" status: 200 len: 210 time: 0.1777864 Aug 05 11:36:33.636857 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-3c7b51fe-f9d4-49e1-91f7-04b46473d346 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1c4eebdd1454466a9655d49b946641aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8754401 Aug 05 11:36:33.649355 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 60470) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:36:33.752559 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-103da147-79e9-4fdc-b292-18cecc9fe9c4 None None] Allocated IP 2001:db8::2 (65f763dc-e344-4f1a-a003-f0293beb6d65/49e9ca2f-4066-453e-9042-32183b898c1d/a5c491fe-58d7-45f1-addc-5ab5206666a4) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:36:33.766943 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c40d33cc-ea64-45b3-939a-dc09893892ee req-246976f5-7e38-40f8-8630-7f9f3ba1a9e9 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/security-groups?id=5dfacf8b-ef80-4e03-9b2b-0b5aacf0bf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042220 Aug 05 11:36:33.816121 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89a9c77-db5c-4290-945e-a0d0fc10a459 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:36:33.827545 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89a9c77-db5c-4290-945e-a0d0fc10a459 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Pushing event updated for resources: {'Port': ['ID=9e014e32-f17f-4e8a-b754-91ac2aa7c03d,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:36:33.854877 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bfd0b5f0-d734-4c35-b6ba-72e0ad653e6f req-5030af8d-90f7-4e70-b518-9297701b0dde tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] 10.222.0.58 "GET /v2.0/ports?device_id=497f3244-bf20-4699-8c7c-f0c92cf23b43 HTTP/1.1" status: 200 len: 210 time: 0.1733525 Aug 05 11:36:33.908411 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-a89a9c77-db5c-4290-945e-a0d0fc10a459 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:36:33.933605 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-3633e02e-e631-4bad-b8cf-299ab1894151 req-f51fc702-1ae5-4577-b82d-1c0d5cdc9ff1 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:33.948549 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89a9c77-db5c-4290-945e-a0d0fc10a459 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:36:33.971592 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89a9c77-db5c-4290-945e-a0d0fc10a459 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:33.973205 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a89a9c77-db5c-4290-945e-a0d0fc10a459 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:33.979210 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7b51fe-f9d4-49e1-91f7-04b46473d346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a7c4a60-710e-4155-b2e2-1e03f7781063,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:36:34.097022 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-a89a9c77-db5c-4290-945e-a0d0fc10a459 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.2804763 Aug 05 11:36:34.103083 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 60476) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:36:34.128259 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-103da147-79e9-4fdc-b292-18cecc9fe9c4 None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:34.152656 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [req-3633e02e-e631-4bad-b8cf-299ab1894151 req-f51fc702-1ae5-4577-b82d-1c0d5cdc9ff1 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Transition to ACTIVE for port object 77b879bb-72ce-4c7a-ba73-52226462454f will not be triggered until provisioned by entity DHCP. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:36:34.161317 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-103da147-79e9-4fdc-b292-18cecc9fe9c4 None None] Transition to ACTIVE for port object a5c491fe-58d7-45f1-addc-5ab5206666a4 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:36:34.252826 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-103da147-79e9-4fdc-b292-18cecc9fe9c4 None None] Transition to ACTIVE for port object a5c491fe-58d7-45f1-addc-5ab5206666a4 will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:36:34.272857 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-103da147-79e9-4fdc-b292-18cecc9fe9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:34.304034 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e4529-70cb-4cbd-8ee7-1e6a8f16fba4 req-1e339ef9-75c0-4687-9f36-9298a0a91906 tempest-ServerTagsTestJSON-20282265 tempest-ServerTagsTestJSON-20282265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:34.315779 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-238e4529-70cb-4cbd-8ee7-1e6a8f16fba4 req-1e339ef9-75c0-4687-9f36-9298a0a91906 tempest-ServerTagsTestJSON-20282265 tempest-ServerTagsTestJSON-20282265-project] 10.222.0.55 "GET /v2.0/networks?id=126f4a78-83b6-4d62-b469-dc7a703df58c HTTP/1.1" status: 200 len: 809 time: 0.4747875 Aug 05 11:36:34.333844 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ae9b4fc6-819f-42b5-b7a0-7d20e7470b19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:34.355790 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513cc0f4-32c7-43ee-9388-3781438e614c tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:34.376955 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-513cc0f4-32c7-43ee-9388-3781438e614c tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.2605884 Aug 05 11:36:34.379437 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 60486) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:36:34.396064 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ae9b4fc6-819f-42b5-b7a0-7d20e7470b19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:34.407227 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-238e4529-70cb-4cbd-8ee7-1e6a8f16fba4 req-75f7e403-1142-4b4b-836e-d337d67370a6 tempest-ServerTagsTestJSON-20282265 tempest-ServerTagsTestJSON-20282265-project] Request body: {'port': {'device_id': 'f3470c3d-c207-4e81-b727-12ff4892f1b5', 'network_id': '126f4a78-83b6-4d62-b469-dc7a703df58c', 'admin_state_up': True, 'tenant_id': '60b90bf587e94d2293623edf5f837b46'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:36:34.542582 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103da147-79e9-4fdc-b292-18cecc9fe9c4 None None] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:36:34.544764 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103da147-79e9-4fdc-b292-18cecc9fe9c4 None None] Pushing event updated for resources: {'Port': ['ID=a5c491fe-58d7-45f1-addc-5ab5206666a4,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:36:34.555707 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-103da147-79e9-4fdc-b292-18cecc9fe9c4 None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:36:34.566396 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103da147-79e9-4fdc-b292-18cecc9fe9c4 None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:36:34.684682 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-103da147-79e9-4fdc-b292-18cecc9fe9c4 None None] Attempting to bind port a5c491fe-58d7-45f1-addc-5ab5206666a4 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:36:34.685332 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-103da147-79e9-4fdc-b292-18cecc9fe9c4 None None] Attempting to bind port a5c491fe-58d7-45f1-addc-5ab5206666a4 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'c3ce43ff-a33b-459d-a35e-6c011fee3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:36:34.685902 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103da147-79e9-4fdc-b292-18cecc9fe9c4 None None] Attempting to bind port a5c491fe-58d7-45f1-addc-5ab5206666a4 on network 65f763dc-e344-4f1a-a003-f0293beb6d65 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:36:34.700283 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103da147-79e9-4fdc-b292-18cecc9fe9c4 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:36:34.701596 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103da147-79e9-4fdc-b292-18cecc9fe9c4 None None] Checking segment: {'id': 'c3ce43ff-a33b-459d-a35e-6c011fee3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:36:34.703631 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-103da147-79e9-4fdc-b292-18cecc9fe9c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:34.703631 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103da147-79e9-4fdc-b292-18cecc9fe9c4 None None] Bound using segment: {'id': 'c3ce43ff-a33b-459d-a35e-6c011fee3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:36:34.704189 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-103da147-79e9-4fdc-b292-18cecc9fe9c4 None None] Bound port: a5c491fe-58d7-45f1-addc-5ab5206666a4, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3ce43ff-a33b-459d-a35e-6c011fee3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:36:34.704772 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-103da147-79e9-4fdc-b292-18cecc9fe9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:34.811843 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-521e05bc-284f-4af4-8129-7adc2df59389 req-24f4004a-8cb3-417e-9053-b5f9e8b512f5 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=ecd94282-dd1a-4350-96e8-05aad30e4656 HTTP/1.1" status: 200 len: 210 time: 0.2508850 Aug 05 11:36:34.830272 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ae9b4fc6-819f-42b5-b7a0-7d20e7470b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:34.835780 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ae9b4fc6-819f-42b5-b7a0-7d20e7470b19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:34.840666 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-ae9b4fc6-819f-42b5-b7a0-7d20e7470b19 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1a7c4a60-710e-4155-b2e2-1e03f7781063 HTTP/1.1" status: 204 len: 168 time: 1.1800399 Aug 05 11:36:34.857420 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-103da147-79e9-4fdc-b292-18cecc9fe9c4 None None] For port a5c491fe-58d7-45f1-addc-5ab5206666a4, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:36:34.870942 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-103da147-79e9-4fdc-b292-18cecc9fe9c4 None None] For port a5c491fe-58d7-45f1-addc-5ab5206666a4, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=a5c491fe-58d7-45f1-addc-5ab5206666a4,segment=NetworkSegment(c3ce43ff-a33b-459d-a35e-6c011fee3456),segment_id=c3ce43ff-a33b-459d-a35e-6c011fee3456)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:36:34.885012 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-103da147-79e9-4fdc-b292-18cecc9fe9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:34.886574 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9b4fc6-819f-42b5-b7a0-7d20e7470b19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a7c4a60-710e-4155-b2e2-1e03f7781063,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:36:34.909079 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [req-ce14b7ad-a6b3-4588-ba08-5504d2020791 req-55df3adc-8a46-4a14-ade1-fb585c223740 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6829de78-cb88-43e3-b222-8090d79c8e0d {{(pid=94420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:36:34.923547 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-3633e02e-e631-4bad-b8cf-299ab1894151 req-f51fc702-1ae5-4577-b82d-1c0d5cdc9ff1 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:34.931209 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-ce14b7ad-a6b3-4588-ba08-5504d2020791 req-55df3adc-8a46-4a14-ade1-fb585c223740 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:34.959466 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45731d37-8dc6-47b0-82d1-761c617de5a4 req-35f5242f-7cce-4c02-97fc-6601fe571cc7 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:34.976137 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-45731d37-8dc6-47b0-82d1-761c617de5a4 req-35f5242f-7cce-4c02-97fc-6601fe571cc7 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=40021a41-d350-4e38-ac4d-f69e07c48ffb HTTP/1.1" status: 200 len: 945 time: 0.4646857 Aug 05 11:36:35.036694 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac86f16-74ba-4609-a415-e6ad8b78c5fe req-139fe933-fe4c-4cdc-acf3-99c29a15b5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:35.042087 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-cac86f16-74ba-4609-a415-e6ad8b78c5fe req-139fe933-fe4c-4cdc-acf3-99c29a15b5ff service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=922471f37b13454ba92168a26c5eea8e&device_id=40021a41-d350-4e38-ac4d-f69e07c48ffb HTTP/1.1" status: 200 len: 1096 time: 0.5703003 Aug 05 11:36:35.049983 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['7f5c274f-81f8-4325-a1ac-15e624e8b1ec', 'cff672a6-7c2d-4160-bef8-b32e3b454687', '9d4d776d-a33d-4efa-89e9-b2e944e4af90'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:36:35.080026 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8607d4c-4098-4586-972d-2681b89c8b8a req-38ca055a-54a8-4e9d-a17e-2c98a64c5876 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:35.083328 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [req-ce14b7ad-a6b3-4588-ba08-5504d2020791 req-55df3adc-8a46-4a14-ade1-fb585c223740 service neutron] Transition to ACTIVE for port object 6829de78-cb88-43e3-b222-8090d79c8e0d will not be triggered until provisioned by entity L2. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:36:35.085553 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e8607d4c-4098-4586-972d-2681b89c8b8a req-38ca055a-54a8-4e9d-a17e-2c98a64c5876 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] 10.222.0.55 "GET /v2.0/networks?id=4ba4438a-8cdb-441d-bb43-5e42214d4b76 HTTP/1.1" status: 200 len: 814 time: 0.6593299 Aug 05 11:36:35.140603 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51fc702-1ae5-4577-b82d-1c0d5cdc9ff1 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Pushing event updated for resources: {'Port': ['ID=77b879bb-72ce-4c7a-ba73-52226462454f,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:36:35.167349 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-ce14b7ad-a6b3-4588-ba08-5504d2020791 req-55df3adc-8a46-4a14-ade1-fb585c223740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:35.186534 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3633e02e-e631-4bad-b8cf-299ab1894151 req-f51fc702-1ae5-4577-b82d-1c0d5cdc9ff1 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Network 91caede3-92e4-4b1e-8e3e-36227cfd846a is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:36:35.299085 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103da147-79e9-4fdc-b292-18cecc9fe9c4 None None] Pushing event updated for resources: {'Port': ['ID=a5c491fe-58d7-45f1-addc-5ab5206666a4,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:36:35.303092 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [req-3633e02e-e631-4bad-b8cf-299ab1894151 req-f51fc702-1ae5-4577-b82d-1c0d5cdc9ff1 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:36:35.325881 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [req-3633e02e-e631-4bad-b8cf-299ab1894151 req-f51fc702-1ae5-4577-b82d-1c0d5cdc9ff1 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:36:35.338098 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-88894d0e-a434-4b80-8879-a6502cdbab41 req-2afba6d6-c25d-49ac-8046-28f501bec93f tempest-ServerTagsTestJSON-20282265 tempest-ServerTagsTestJSON-20282265-project] 10.222.0.58 "GET /v2.0/ports?device_id=f3470c3d-c207-4e81-b727-12ff4892f1b5 HTTP/1.1" status: 200 len: 210 time: 0.2349825 Aug 05 11:36:35.389263 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-45731d37-8dc6-47b0-82d1-761c617de5a4 req-286be3f8-be33-4c24-a49a-f743c470004e tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=47a5a50c-7385-42e8-98ac-c05af9825ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4114256 Aug 05 11:36:35.528524 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac86f16-74ba-4609-a415-e6ad8b78c5fe req-c1d644b5-fafb-49a7-b81b-a1061af9d148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:35.534896 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-cac86f16-74ba-4609-a415-e6ad8b78c5fe req-c1d644b5-fafb-49a7-b81b-a1061af9d148 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3bbc31db-4958-4e8b-9f8e-bc48b5d28e47 HTTP/1.1" status: 200 len: 913 time: 0.4334319 Aug 05 11:36:35.565009 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-e8607d4c-4098-4586-972d-2681b89c8b8a req-bc9aa9b4-c36c-453f-b106-cf5dc19a15e5 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] Request body: {'port': {'device_id': '497f3244-bf20-4699-8c7c-f0c92cf23b43', 'network_id': '4ba4438a-8cdb-441d-bb43-5e42214d4b76', 'admin_state_up': True, 'tenant_id': 'd99022a6b1d940f38af72023898597a0'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:36:35.592469 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3633e02e-e631-4bad-b8cf-299ab1894151 req-f51fc702-1ae5-4577-b82d-1c0d5cdc9ff1 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:35.593518 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-3633e02e-e631-4bad-b8cf-299ab1894151 req-f51fc702-1ae5-4577-b82d-1c0d5cdc9ff1 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:35.710534 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55df3adc-8a46-4a14-ade1-fb585c223740 service neutron] Pushing event updated for resources: {'Port': ['ID=6829de78-cb88-43e3-b222-8090d79c8e0d,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:36:35.911691 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1adcb806-2260-41bf-a62f-287e61b88847 req-9ddb1761-27a3-4559-8c5c-021ae2a8d193 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] 10.222.0.58 "GET /v2.0/ports?device_id=497f3244-bf20-4699-8c7c-f0c92cf23b43 HTTP/1.1" status: 200 len: 210 time: 0.1490192 Aug 05 11:36:36.043475 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3633e02e-e631-4bad-b8cf-299ab1894151 req-f51fc702-1ae5-4577-b82d-1c0d5cdc9ff1 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.6887813 Aug 05 11:36:36.096183 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-cac86f16-74ba-4609-a415-e6ad8b78c5fe req-aa5c5883-c03a-4bac-b3d7-c709628c8514 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3743ac1-d872-4507-a6f2-ed370e7d4ff9 HTTP/1.1" status: 200 len: 999 time: 0.4666438 Aug 05 11:36:36.121307 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 60512) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:36:36.156079 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-e221f3e8-285b-45ad-9eb1-be1e70e8d02c None None] Provisioning for port 77b879bb-72ce-4c7a-ba73-52226462454f completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:36:36.182565 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-e221f3e8-285b-45ad-9eb1-be1e70e8d02c None None] Provisioning complete for port 77b879bb-72ce-4c7a-ba73-52226462454f triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:36:36.182565 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e221f3e8-285b-45ad-9eb1-be1e70e8d02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:36.238279 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-3633e02e-e631-4bad-b8cf-299ab1894151 req-83eda4e3-5a21-4820-9a9f-78ebcdf14f8d service neutron] Request body: {'port': {'device_id': 'ecd94282-dd1a-4350-96e8-05aad30e4656', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-2'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:36:36.246510 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c18b0370-c8bd-4d58-ad21-98ba7a960d69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:36.280684 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-e221f3e8-285b-45ad-9eb1-be1e70e8d02c None None] Port 77b879bb-72ce-4c7a-ba73-52226462454f cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:36:36.375520 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-f5a99cef-f58f-4a08-aa0f-eca1d3dc686d tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Deleting port 9e014e32-f17f-4e8a-b754-91ac2aa7c03d {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:36:36.375834 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f5a99cef-f58f-4a08-aa0f-eca1d3dc686d tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:36.480557 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-238e4529-70cb-4cbd-8ee7-1e6a8f16fba4 req-75f7e403-1142-4b4b-836e-d337d67370a6 tempest-ServerTagsTestJSON-20282265 tempest-ServerTagsTestJSON-20282265-project] Made reservation on behalf of 60b90bf587e94d2293623edf5f837b46 for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:36:36.486924 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-238e4529-70cb-4cbd-8ee7-1e6a8f16fba4 req-75f7e403-1142-4b4b-836e-d337d67370a6 tempest-ServerTagsTestJSON-20282265 tempest-ServerTagsTestJSON-20282265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:36.511486 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fede7c-a848-468b-84f7-d6b438f7164d req-38eb92e4-999a-4686-8649-457b8cd3d352 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:36.513653 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-34fede7c-a848-468b-84f7-d6b438f7164d req-38eb92e4-999a-4686-8649-457b8cd3d352 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?device_id=a613c5a9-a611-4f0b-9741-41a14e6a792a HTTP/1.1" status: 200 len: 943 time: 0.7427435 Aug 05 11:36:36.521468 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac86f16-74ba-4609-a415-e6ad8b78c5fe req-1e11b31a-dbdf-46a0-8cff-f8681e6f0d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:36.524831 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-cac86f16-74ba-4609-a415-e6ad8b78c5fe req-1e11b31a-dbdf-46a0-8cff-f8681e6f0d98 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2358f314-430e-4da8-8dea-b9e9954bab81 HTTP/1.1" status: 200 len: 851 time: 0.3444638 Aug 05 11:36:36.544942 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-ce14b7ad-a6b3-4588-ba08-5504d2020791 req-55df3adc-8a46-4a14-ade1-fb585c223740 service neutron] Attempting to bind port 6829de78-cb88-43e3-b222-8090d79c8e0d on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:36:36.545500 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-ce14b7ad-a6b3-4588-ba08-5504d2020791 req-55df3adc-8a46-4a14-ade1-fb585c223740 service neutron] Attempting to bind port 6829de78-cb88-43e3-b222-8090d79c8e0d by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': '1464bea6-dc68-4175-ac76-169c7629018f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '535dc2f1-67b1-49cd-891b-67f3b995cbf8'}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:36:36.546092 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce14b7ad-a6b3-4588-ba08-5504d2020791 req-55df3adc-8a46-4a14-ade1-fb585c223740 service neutron] Attempting to bind port 6829de78-cb88-43e3-b222-8090d79c8e0d on network 535dc2f1-67b1-49cd-891b-67f3b995cbf8 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:36:36.626460 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce14b7ad-a6b3-4588-ba08-5504d2020791 req-55df3adc-8a46-4a14-ade1-fb585c223740 service neutron] Port 6829de78-cb88-43e3-b222-8090d79c8e0d on network 535dc2f1-67b1-49cd-891b-67f3b995cbf8 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:36:36.627613 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce14b7ad-a6b3-4588-ba08-5504d2020791 req-55df3adc-8a46-4a14-ade1-fb585c223740 service neutron] Attempting to bind port 6829de78-cb88-43e3-b222-8090d79c8e0d on network 535dc2f1-67b1-49cd-891b-67f3b995cbf8 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:36:36.648001 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce14b7ad-a6b3-4588-ba08-5504d2020791 req-55df3adc-8a46-4a14-ade1-fb585c223740 service neutron] Checking agent: {'id': 'a8f1dd2d-227c-4e30-8844-52419ba734db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:36:36.648997 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce14b7ad-a6b3-4588-ba08-5504d2020791 req-55df3adc-8a46-4a14-ade1-fb585c223740 service neutron] Checking segment: {'id': '1464bea6-dc68-4175-ac76-169c7629018f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '535dc2f1-67b1-49cd-891b-67f3b995cbf8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:36:36.650015 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce14b7ad-a6b3-4588-ba08-5504d2020791 req-55df3adc-8a46-4a14-ade1-fb585c223740 service neutron] Bound using segment: {'id': '1464bea6-dc68-4175-ac76-169c7629018f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '535dc2f1-67b1-49cd-891b-67f3b995cbf8'} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:36:36.651187 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-ce14b7ad-a6b3-4588-ba08-5504d2020791 req-55df3adc-8a46-4a14-ade1-fb585c223740 service neutron] Bound port: 6829de78-cb88-43e3-b222-8090d79c8e0d, host: n-h2-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1464bea6-dc68-4175-ac76-169c7629018f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '535dc2f1-67b1-49cd-891b-67f3b995cbf8'}}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:36:36.651987 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-ce14b7ad-a6b3-4588-ba08-5504d2020791 req-55df3adc-8a46-4a14-ade1-fb585c223740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:36.660526 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-3633e02e-e631-4bad-b8cf-299ab1894151 req-83eda4e3-5a21-4820-9a9f-78ebcdf14f8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:36.764591 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f5a99cef-f58f-4a08-aa0f-eca1d3dc686d tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:36.807227 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc74f148-ad60-4160-87a3-ad7bfedbb61a req-aa01ba15-9c15-46cd-93a1-3181ab3fa9d3 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:36.810862 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cc74f148-ad60-4160-87a3-ad7bfedbb61a req-aa01ba15-9c15-46cd-93a1-3181ab3fa9d3 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=ecd94282-dd1a-4350-96e8-05aad30e4656 HTTP/1.1" status: 200 len: 935 time: 0.5357893 Aug 05 11:36:36.835267 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-34fede7c-a848-468b-84f7-d6b438f7164d req-1affaad5-df62-42bb-adb3-eeee17ce5471 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/security-groups?id=5dfacf8b-ef80-4e03-9b2b-0b5aacf0bf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2843027 Aug 05 11:36:36.959843 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device a5c491fe-58d7-45f1-addc-5ab5206666a4 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:36:37.060425 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-f5a99cef-f58f-4a08-aa0f-eca1d3dc686d tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Calling delete_port for 9e014e32-f17f-4e8a-b754-91ac2aa7c03d owned by {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:36:37.075467 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cc74f148-ad60-4160-87a3-ad7bfedbb61a req-91b70226-dc76-4bf7-b3ec-d560c13884e5 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486982 Aug 05 11:36:37.129983 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port a5c491fe-58d7-45f1-addc-5ab5206666a4 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:36:37.140939 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac86f16-74ba-4609-a415-e6ad8b78c5fe req-63fa571a-e2fe-439c-8811-2cc02d6c873e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:37.143792 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-cac86f16-74ba-4609-a415-e6ad8b78c5fe req-63fa571a-e2fe-439c-8811-2cc02d6c873e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3bbc31db-4958-4e8b-9f8e-bc48b5d28e47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6029797 Aug 05 11:36:37.181629 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-a89b132c-5ad0-4dd1-9f61-08a88d2fd0af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:37.265610 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70162aa-fc5a-4931-b455-caf0fafb6057 None None] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:36:37.382905 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b7d78cf0-51ec-403c-a179-4fc1259405e3 None None] Provisioning for port a5c491fe-58d7-45f1-addc-5ab5206666a4 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:36:37.398426 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2cc8cce2-024f-48c8-ab3d-656a4125cd58 req-483998a3-831e-4ea4-8856-ff34222d47c9 tempest-ServerTagsTestJSON-20282265 tempest-ServerTagsTestJSON-20282265-project] 10.222.0.58 "GET /v2.0/ports?device_id=f3470c3d-c207-4e81-b727-12ff4892f1b5 HTTP/1.1" status: 200 len: 210 time: 0.3713443 Aug 05 11:36:37.415080 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b7d78cf0-51ec-403c-a179-4fc1259405e3 None None] Provisioning complete for port a5c491fe-58d7-45f1-addc-5ab5206666a4 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:36:37.416188 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b7d78cf0-51ec-403c-a179-4fc1259405e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:37.442865 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-238e4529-70cb-4cbd-8ee7-1e6a8f16fba4 req-75f7e403-1142-4b4b-836e-d337d67370a6 tempest-ServerTagsTestJSON-20282265 tempest-ServerTagsTestJSON-20282265-project] Allocated IP 172.20.0.12 (126f4a78-83b6-4d62-b469-dc7a703df58c/83c17631-b703-46a1-b8af-d322a59e5d36/5d571337-fd5a-44f8-b8cd-adce38c05300) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:36:37.514158 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-ce14b7ad-a6b3-4588-ba08-5504d2020791 req-55df3adc-8a46-4a14-ade1-fb585c223740 service neutron] For port 6829de78-cb88-43e3-b222-8090d79c8e0d, host n-h2-803378-2, cleared binding levels {{(pid=94420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:36:37.626507 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-ce14b7ad-a6b3-4588-ba08-5504d2020791 req-55df3adc-8a46-4a14-ade1-fb585c223740 service neutron] For port 6829de78-cb88-43e3-b222-8090d79c8e0d, host n-h2-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=6829de78-cb88-43e3-b222-8090d79c8e0d,segment=NetworkSegment(1464bea6-dc68-4175-ac76-169c7629018f),segment_id=1464bea6-dc68-4175-ac76-169c7629018f)] {{(pid=94420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:36:37.718781 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-ce14b7ad-a6b3-4588-ba08-5504d2020791 req-55df3adc-8a46-4a14-ade1-fb585c223740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:37.766830 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c18b0370-c8bd-4d58-ad21-98ba7a960d69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:37.833020 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b7d78cf0-51ec-403c-a179-4fc1259405e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:37.910564 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b7d78cf0-51ec-403c-a179-4fc1259405e3 None None] For port a5c491fe-58d7-45f1-addc-5ab5206666a4, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=a5c491fe-58d7-45f1-addc-5ab5206666a4,segment=NetworkSegment(c3ce43ff-a33b-459d-a35e-6c011fee3456),segment_id=c3ce43ff-a33b-459d-a35e-6c011fee3456)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:36:37.922949 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b7d78cf0-51ec-403c-a179-4fc1259405e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:37.942092 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c18b0370-c8bd-4d58-ad21-98ba7a960d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:38.026415 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d78cf0-51ec-403c-a179-4fc1259405e3 None None] Pushing event updated for resources: {'Port': ['ID=a5c491fe-58d7-45f1-addc-5ab5206666a4,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:36:38.029243 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce14b7ad-a6b3-4588-ba08-5504d2020791 req-55df3adc-8a46-4a14-ade1-fb585c223740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:38.030030 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-ce14b7ad-a6b3-4588-ba08-5504d2020791 req-55df3adc-8a46-4a14-ade1-fb585c223740 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:38.032460 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ce14b7ad-a6b3-4588-ba08-5504d2020791 req-55df3adc-8a46-4a14-ade1-fb585c223740 service neutron] 10.222.0.55 "PUT /v2.0/ports/6829de78-cb88-43e3-b222-8090d79c8e0d HTTP/1.1" status: 200 len: 1091 time: 5.1715717 Aug 05 11:36:38.036056 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a613c5a9-a611-4f0b-9741-41a14e6a792a', 'tag': '6829de78-cb88-43e3-b222-8090d79c8e0d'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:36:38.040917 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}828068ad8d405ad77660ce68fa78e1ffe658725812f7a08f9e488a446589295b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4db153e9-a9de-4a52-b534-6f327df2c319" -d '{"events": [{"name": "network-changed", "server_uuid": "a613c5a9-a611-4f0b-9741-41a14e6a792a", "tag": "6829de78-cb88-43e3-b222-8090d79c8e0d"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:36:38.083706 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016704fb-a0f0-4c4b-88ba-f74a35e99da7 req-166b34ce-db19-4117-9e35-4dc6c8c90a0d tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:38.094636 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-016704fb-a0f0-4c4b-88ba-f74a35e99da7 req-166b34ce-db19-4117-9e35-4dc6c8c90a0d tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=40021a41-d350-4e38-ac4d-f69e07c48ffb HTTP/1.1" status: 200 len: 945 time: 0.7659845 Aug 05 11:36:38.123799 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-27429eff-90f4-497c-ae32-c08344604f8e req-131886e1-63d9-4ee2-85d0-b83894d576ff tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] 10.222.0.58 "GET /v2.0/ports?device_id=497f3244-bf20-4699-8c7c-f0c92cf23b43 HTTP/1.1" status: 200 len: 210 time: 0.3941460 Aug 05 11:36:38.187307 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-c18b0370-c8bd-4d58-ad21-98ba7a960d69 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1594cbaa069d48eab43bfa0019cdb3be&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0612004 Aug 05 11:36:38.188373 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55df3adc-8a46-4a14-ade1-fb585c223740 service neutron] Pushing event updated for resources: {'Port': ['ID=6829de78-cb88-43e3-b222-8090d79c8e0d,revision_number=3']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:36:38.192828 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 60546) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:36:38.214209 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f5a99cef-f58f-4a08-aa0f-eca1d3dc686d tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:38.297646 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-fbca49fc-ca7c-4ff9-a236-3078b0ae039b None None] Provisioning complete for port a5c491fe-58d7-45f1-addc-5ab5206666a4 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:36:38.298404 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-fbca49fc-ca7c-4ff9-a236-3078b0ae039b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:38.350192 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-016704fb-a0f0-4c4b-88ba-f74a35e99da7 req-51aa9b77-ca1b-4dcd-bb8c-e59088863c60 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=47a5a50c-7385-42e8-98ac-c05af9825ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2536356 Aug 05 11:36:38.352218 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18b0370-c8bd-4d58-ad21-98ba7a960d69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6a6c305-358d-4b13-a832-566ddaa7ce39,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:36:38.400012 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a99cef-f58f-4a08-aa0f-eca1d3dc686d tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Pushing event deleted for resources: {'Port': ['ID=9e014e32-f17f-4e8a-b754-91ac2aa7c03d,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:36:38.429981 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8607d4c-4098-4586-972d-2681b89c8b8a req-bc9aa9b4-c36c-453f-b106-cf5dc19a15e5 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] Made reservation on behalf of d99022a6b1d940f38af72023898597a0 for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:36:38.441342 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-e8607d4c-4098-4586-972d-2681b89c8b8a req-bc9aa9b4-c36c-453f-b106-cf5dc19a15e5 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:38.536397 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f5a99cef-f58f-4a08-aa0f-eca1d3dc686d tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:38.546391 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-f5a99cef-f58f-4a08-aa0f-eca1d3dc686d tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "DELETE /v2.0/ports/9e014e32-f17f-4e8a-b754-91ac2aa7c03d HTTP/1.1" status: 204 len: 168 time: 4.1652610 Aug 05 11:36:38.590658 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8ad3ab7-4d66-475e-8a95-853588881dfe x-openstack-request-id: req-e8ad3ab7-4d66-475e-8a95-853588881dfe {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:36:38.591040 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a613c5a9-a611-4f0b-9741-41a14e6a792a", "tag": "6829de78-cb88-43e3-b222-8090d79c8e0d", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:36:38.591374 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e8ad3ab7-4d66-475e-8a95-853588881dfe {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:36:38.591886 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a613c5a9-a611-4f0b-9741-41a14e6a792a', 'tag': '6829de78-cb88-43e3-b222-8090d79c8e0d', 'status': 'completed', 'code': 200} Aug 05 11:36:38.593924 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 60556) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:36:38.724516 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-cac86f16-74ba-4609-a415-e6ad8b78c5fe req-bb03a5e7-5d9c-4267-bab8-af26334b7db5 service neutron] 10.222.0.64 "GET /v2.0/networks/3bbc31db-4958-4e8b-9f8e-bc48b5d28e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5683897 Aug 05 11:36:38.825415 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce14b7ad-a6b3-4588-ba08-5504d2020791 req-01ad5621-7e9d-4625-b5d0-3edda3aacfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:38.827041 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ce14b7ad-a6b3-4588-ba08-5504d2020791 req-01ad5621-7e9d-4625-b5d0-3edda3aacfb7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=913ffd5cf69b465594d3b2ba08eae5b1&device_id=a613c5a9-a611-4f0b-9741-41a14e6a792a HTTP/1.1" status: 200 len: 1094 time: 0.6571398 Aug 05 11:36:38.851017 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ca60d1-9b07-4fd8-978d-aad1e70850f9 req-f489fb56-d0a3-4f18-971f-99b48d580b3c tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:38.852341 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-91ca60d1-9b07-4fd8-978d-aad1e70850f9 req-f489fb56-d0a3-4f18-971f-99b48d580b3c tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?device_id=a613c5a9-a611-4f0b-9741-41a14e6a792a HTTP/1.1" status: 200 len: 943 time: 0.5618110 Aug 05 11:36:38.901979 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-7d6bb4d0-1f86-4ba3-908a-7e832f9007df None None] Could not find standard attr ID for object 9e014e32-f17f-4e8a-b754-91ac2aa7c03d. {{(pid=94422) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 05 11:36:38.904980 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device a5c491fe-58d7-45f1-addc-5ab5206666a4 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:36:38.970922 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-238e4529-70cb-4cbd-8ee7-1e6a8f16fba4 req-75f7e403-1142-4b4b-836e-d337d67370a6 tempest-ServerTagsTestJSON-20282265 tempest-ServerTagsTestJSON-20282265-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:38.983294 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ce14b7ad-a6b3-4588-ba08-5504d2020791 req-d25d164b-8901-4f95-bd41-354ce2264167 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6829de78-cb88-43e3-b222-8090d79c8e0d HTTP/1.1" status: 200 len: 217 time: 0.1207268 Aug 05 11:36:39.018526 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f4563d-0317-4d12-be36-4cd7943b7241 req-55fff5e8-b5c8-4769-81b1-6452dedaf7f2 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:39.029514 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-74f4563d-0317-4d12-be36-4cd7943b7241 req-55fff5e8-b5c8-4769-81b1-6452dedaf7f2 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=ecd94282-dd1a-4350-96e8-05aad30e4656 HTTP/1.1" status: 200 len: 935 time: 0.4178820 Aug 05 11:36:39.040673 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port a5c491fe-58d7-45f1-addc-5ab5206666a4 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:36:39.041101 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:39.107782 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-238e4529-70cb-4cbd-8ee7-1e6a8f16fba4 req-75f7e403-1142-4b4b-836e-d337d67370a6 tempest-ServerTagsTestJSON-20282265 tempest-ServerTagsTestJSON-20282265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:39.219736 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b29360-4f08-446f-bf7d-3c51b0df46f3 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:39.221927 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b29360-4f08-446f-bf7d-3c51b0df46f3 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:39.223888 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-12b29360-4f08-446f-bf7d-3c51b0df46f3 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.6287270 Aug 05 11:36:39.233861 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-238e4529-70cb-4cbd-8ee7-1e6a8f16fba4 req-75f7e403-1142-4b4b-836e-d337d67370a6 tempest-ServerTagsTestJSON-20282265 tempest-ServerTagsTestJSON-20282265-project] Network 126f4a78-83b6-4d62-b469-dc7a703df58c is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:36:39.240372 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 60564) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:36:39.245963 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-238e4529-70cb-4cbd-8ee7-1e6a8f16fba4 req-75f7e403-1142-4b4b-836e-d337d67370a6 tempest-ServerTagsTestJSON-20282265 tempest-ServerTagsTestJSON-20282265-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:36:39.250340 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-238e4529-70cb-4cbd-8ee7-1e6a8f16fba4 req-75f7e403-1142-4b4b-836e-d337d67370a6 tempest-ServerTagsTestJSON-20282265 tempest-ServerTagsTestJSON-20282265-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:36:39.287844 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a54db414-a0f9-45f0-b72e-446abfe0d7e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:39.343182 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-74f4563d-0317-4d12-be36-4cd7943b7241 req-d1a660fa-709d-4870-9454-7c4447569b2b tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3123758 Aug 05 11:36:39.356796 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-91ca60d1-9b07-4fd8-978d-aad1e70850f9 req-41a1adfc-0ab6-4a18-9651-7dbd38be2f18 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/security-groups?id=5dfacf8b-ef80-4e03-9b2b-0b5aacf0bf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4282615 Aug 05 11:36:39.357119 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-e8607d4c-4098-4586-972d-2681b89c8b8a req-bc9aa9b4-c36c-453f-b106-cf5dc19a15e5 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] Allocated IP 172.20.0.3 (4ba4438a-8cdb-441d-bb43-5e42214d4b76/7e926322-942d-429f-85a0-6f35bc628f55/9ef0eafa-43de-4206-99db-18228d38884f) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:36:39.372553 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-cac86f16-74ba-4609-a415-e6ad8b78c5fe req-45307513-1cd0-4d4b-9982-0024153371a3 service neutron] 10.222.0.64 "GET /v2.0/networks/3bbc31db-4958-4e8b-9f8e-bc48b5d28e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6251540 Aug 05 11:36:39.383020 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [req-3633e02e-e631-4bad-b8cf-299ab1894151 req-83eda4e3-5a21-4820-9a9f-78ebcdf14f8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77b879bb-72ce-4c7a-ba73-52226462454f {{(pid=94420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:36:39.396159 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce14b7ad-a6b3-4588-ba08-5504d2020791 req-99bb2a14-5f5f-4d17-9e21-e4df9353bc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:39.398696 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f7e403-1142-4b4b-836e-d337d67370a6 tempest-ServerTagsTestJSON-20282265 tempest-ServerTagsTestJSON-20282265-project] Pushing event updated for resources: {'Port': ['ID=5d571337-fd5a-44f8-b8cd-adce38c05300,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:36:39.398894 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ce14b7ad-a6b3-4588-ba08-5504d2020791 req-99bb2a14-5f5f-4d17-9e21-e4df9353bc7f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1b19baf8-9ef5-4535-9e61-0fc2264669f6 HTTP/1.1" status: 200 len: 846 time: 0.2410002 Aug 05 11:36:39.401742 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-3633e02e-e631-4bad-b8cf-299ab1894151 req-83eda4e3-5a21-4820-9a9f-78ebcdf14f8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:39.415150 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a54db414-a0f9-45f0-b72e-446abfe0d7e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:39.472390 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ce14b7ad-a6b3-4588-ba08-5504d2020791 req-a3953731-7a63-4abc-9f7f-95d4e584b776 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=535dc2f1-67b1-49cd-891b-67f3b995cbf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527928 Aug 05 11:36:39.485020 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [req-3633e02e-e631-4bad-b8cf-299ab1894151 req-83eda4e3-5a21-4820-9a9f-78ebcdf14f8d service neutron] Transition to ACTIVE for port object 77b879bb-72ce-4c7a-ba73-52226462454f will not be triggered until provisioned by entity L2. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:36:39.504413 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-3633e02e-e631-4bad-b8cf-299ab1894151 req-83eda4e3-5a21-4820-9a9f-78ebcdf14f8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:39.582095 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e4529-70cb-4cbd-8ee7-1e6a8f16fba4 req-75f7e403-1142-4b4b-836e-d337d67370a6 tempest-ServerTagsTestJSON-20282265 tempest-ServerTagsTestJSON-20282265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:39.583688 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-238e4529-70cb-4cbd-8ee7-1e6a8f16fba4 req-75f7e403-1142-4b4b-836e-d337d67370a6 tempest-ServerTagsTestJSON-20282265 tempest-ServerTagsTestJSON-20282265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:39.604532 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_v2 [None req-65c6ae7a-3b59-4db0-bc63-3478fb6ea514 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Deleting subnet 49e9ca2f-4066-453e-9042-32183b898c1d {{(pid=94421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:36:39.613811 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-65c6ae7a-3b59-4db0-bc63-3478fb6ea514 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks [] for subnet, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:39.716403 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-238e4529-70cb-4cbd-8ee7-1e6a8f16fba4 req-75f7e403-1142-4b4b-836e-d337d67370a6 tempest-ServerTagsTestJSON-20282265 tempest-ServerTagsTestJSON-20282265-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.3377666 Aug 05 11:36:39.741905 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-238e4529-70cb-4cbd-8ee7-1e6a8f16fba4 req-5d3461c5-55fb-4078-b640-7c12ac2fc47a service neutron] Request body: {'port': {'device_id': 'f3470c3d-c207-4e81-b727-12ff4892f1b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:36:39.753538 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-65c6ae7a-3b59-4db0-bc63-3478fb6ea514 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29786388'] for subnet, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:39.753801 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fd2bd792-4d4f-4f3d-9afb-8e40ca67545d req-905ba00f-9664-4386-a59a-b975ea964653 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] 10.222.0.58 "GET /v2.0/ports?device_id=497f3244-bf20-4699-8c7c-f0c92cf23b43 HTTP/1.1" status: 200 len: 210 time: 0.1710486 Aug 05 11:36:39.842953 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a54db414-a0f9-45f0-b72e-446abfe0d7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:39.848975 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a54db414-a0f9-45f0-b72e-446abfe0d7e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:39.855509 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-a54db414-a0f9-45f0-b72e-446abfe0d7e6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d6a6c305-358d-4b13-a832-566ddaa7ce39 HTTP/1.1" status: 204 len: 168 time: 1.6327424 Aug 05 11:36:39.865958 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eda4e3-5a21-4820-9a9f-78ebcdf14f8d service neutron] Pushing event updated for resources: {'Port': ['ID=77b879bb-72ce-4c7a-ba73-52226462454f,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:36:39.930426 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ce14b7ad-a6b3-4588-ba08-5504d2020791 req-869c44e2-7e30-4bc7-8d3f-c55f8e1ff371 service neutron] 10.222.0.55 "GET /v2.0/networks/535dc2f1-67b1-49cd-891b-67f3b995cbf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4469428 Aug 05 11:36:39.932346 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54db414-a0f9-45f0-b72e-446abfe0d7e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6a6c305-358d-4b13-a832-566ddaa7ce39,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:36:39.971133 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171a7664-ced6-47a3-9083-d43965b9e360 req-426aa07d-d4cc-4519-b659-734f9e6f8713 tempest-ServerTagsTestJSON-20282265 tempest-ServerTagsTestJSON-20282265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:39.978218 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-171a7664-ced6-47a3-9083-d43965b9e360 req-426aa07d-d4cc-4519-b659-734f9e6f8713 tempest-ServerTagsTestJSON-20282265 tempest-ServerTagsTestJSON-20282265-project] 10.222.0.58 "GET /v2.0/ports?device_id=f3470c3d-c207-4e81-b727-12ff4892f1b5 HTTP/1.1" status: 200 len: 932 time: 0.4468307 Aug 05 11:36:40.002798 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-3bb33b42-17bb-4145-8bfd-be5e04426c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:40.027335 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:40.107557 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-238e4529-70cb-4cbd-8ee7-1e6a8f16fba4 req-5d3461c5-55fb-4078-b640-7c12ac2fc47a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:40.400170 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-65c6ae7a-3b59-4db0-bc63-3478fb6ea514 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:40.520950 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-e8607d4c-4098-4586-972d-2681b89c8b8a req-bc9aa9b4-c36c-453f-b106-cf5dc19a15e5 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:40.731469 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-3633e02e-e631-4bad-b8cf-299ab1894151 req-83eda4e3-5a21-4820-9a9f-78ebcdf14f8d service neutron] Attempting to bind port 77b879bb-72ce-4c7a-ba73-52226462454f on host n-h1-803378-2 for vnic_type normal with profile {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:36:40.732193 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-3633e02e-e631-4bad-b8cf-299ab1894151 req-83eda4e3-5a21-4820-9a9f-78ebcdf14f8d service neutron] Attempting to bind port 77b879bb-72ce-4c7a-ba73-52226462454f by drivers openvswitch,hyperv on host n-h1-803378-2 at level 0 using segments [{'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:36:40.732193 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3633e02e-e631-4bad-b8cf-299ab1894151 req-83eda4e3-5a21-4820-9a9f-78ebcdf14f8d service neutron] Attempting to bind port 77b879bb-72ce-4c7a-ba73-52226462454f on network 91caede3-92e4-4b1e-8e3e-36227cfd846a {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:36:40.782705 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3633e02e-e631-4bad-b8cf-299ab1894151 req-83eda4e3-5a21-4820-9a9f-78ebcdf14f8d service neutron] Port 77b879bb-72ce-4c7a-ba73-52226462454f on network 91caede3-92e4-4b1e-8e3e-36227cfd846a not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-2 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:36:40.783346 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3633e02e-e631-4bad-b8cf-299ab1894151 req-83eda4e3-5a21-4820-9a9f-78ebcdf14f8d service neutron] Attempting to bind port 77b879bb-72ce-4c7a-ba73-52226462454f on network 91caede3-92e4-4b1e-8e3e-36227cfd846a {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:36:40.805263 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3633e02e-e631-4bad-b8cf-299ab1894151 req-83eda4e3-5a21-4820-9a9f-78ebcdf14f8d service neutron] Checking agent: {'id': '40bb7567-59bd-4b31-bc29-da1c50bca759', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:36:40.805945 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3633e02e-e631-4bad-b8cf-299ab1894151 req-83eda4e3-5a21-4820-9a9f-78ebcdf14f8d service neutron] Checking segment: {'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:36:40.807477 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3633e02e-e631-4bad-b8cf-299ab1894151 req-83eda4e3-5a21-4820-9a9f-78ebcdf14f8d service neutron] Bound using segment: {'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:36:40.808353 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-3633e02e-e631-4bad-b8cf-299ab1894151 req-83eda4e3-5a21-4820-9a9f-78ebcdf14f8d service neutron] Bound port: 77b879bb-72ce-4c7a-ba73-52226462454f, host: n-h1-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'}}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:36:40.811046 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-3633e02e-e631-4bad-b8cf-299ab1894151 req-83eda4e3-5a21-4820-9a9f-78ebcdf14f8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:40.832611 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-65c6ae7a-3b59-4db0-bc63-3478fb6ea514 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25038609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30075142'] for subnet, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:40.859115 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-171a7664-ced6-47a3-9083-d43965b9e360 req-6d99c123-3ea8-4381-81cb-38f4c734dc87 tempest-ServerTagsTestJSON-20282265 tempest-ServerTagsTestJSON-20282265-project] 10.222.0.58 "GET /v2.0/security-groups?id=0694efdb-401f-466a-9522-5e7037e8f0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7528567 Aug 05 11:36:40.898842 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-65c6ae7a-3b59-4db0-bc63-3478fb6ea514 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:40.899061 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b340071c-eefc-4898-abec-5226f17dd51e req-f500a573-95d8-4462-b1b1-21a4c596799b tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:40.910084 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9763915-9bee-4bad-9ff2-ba13a77da263 None None] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:36:40.915257 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-65c6ae7a-3b59-4db0-bc63-3478fb6ea514 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "DELETE /v2.0/subnets/49e9ca2f-4066-453e-9042-32183b898c1d HTTP/1.1" status: 204 len: 168 time: 1.6552439 Aug 05 11:36:40.915257 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c6ae7a-3b59-4db0-bc63-3478fb6ea514 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Pushing event deleted for resources: {'Subnet': ['ID=49e9ca2f-4066-453e-9042-32183b898c1d,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:36:40.917489 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b340071c-eefc-4898-abec-5226f17dd51e req-f500a573-95d8-4462-b1b1-21a4c596799b tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=40021a41-d350-4e38-ac4d-f69e07c48ffb HTTP/1.1" status: 200 len: 945 time: 0.9215991 Aug 05 11:36:40.936986 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 60598) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:36:40.997171 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-e8607d4c-4098-4586-972d-2681b89c8b8a req-bc9aa9b4-c36c-453f-b106-cf5dc19a15e5 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:41.088306 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-df792905-608e-4758-9eef-f770da8ee882 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1435096 Aug 05 11:36:41.104460 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['a9522271-2125-4027-9fe8-bf85847f2aff'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:36:41.112474 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ce14b7ad-a6b3-4588-ba08-5504d2020791 req-baf7dba7-7c05-44f8-9fad-47192f4ffb0e service neutron] 10.222.0.55 "GET /v2.0/networks/535dc2f1-67b1-49cd-891b-67f3b995cbf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1289458 Aug 05 11:36:41.115880 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 60606) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:36:41.163852 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-524ba4ad-c47c-47e2-95d3-f3090baf7fc8 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Request body: {'subnet': {'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:36:41.177618 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8607d4c-4098-4586-972d-2681b89c8b8a req-bc9aa9b4-c36c-453f-b106-cf5dc19a15e5 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] Network 4ba4438a-8cdb-441d-bb43-5e42214d4b76 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:36:41.195799 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-e8607d4c-4098-4586-972d-2681b89c8b8a req-bc9aa9b4-c36c-453f-b106-cf5dc19a15e5 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:36:41.204298 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8607d4c-4098-4586-972d-2681b89c8b8a req-bc9aa9b4-c36c-453f-b106-cf5dc19a15e5 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:36:41.329276 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-3633e02e-e631-4bad-b8cf-299ab1894151 req-83eda4e3-5a21-4820-9a9f-78ebcdf14f8d service neutron] For port 77b879bb-72ce-4c7a-ba73-52226462454f, host n-h1-803378-2, cleared binding levels {{(pid=94420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:36:41.340879 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-3633e02e-e631-4bad-b8cf-299ab1894151 req-83eda4e3-5a21-4820-9a9f-78ebcdf14f8d service neutron] For port 77b879bb-72ce-4c7a-ba73-52226462454f, host n-h1-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=77b879bb-72ce-4c7a-ba73-52226462454f,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:36:41.412652 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b340071c-eefc-4898-abec-5226f17dd51e req-3e536199-b17c-47ae-9ee1-fab229d1d2b5 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=47a5a50c-7385-42e8-98ac-c05af9825ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4941907 Aug 05 11:36:41.430695 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8607d4c-4098-4586-972d-2681b89c8b8a req-bc9aa9b4-c36c-453f-b106-cf5dc19a15e5 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:41.431873 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-e8607d4c-4098-4586-972d-2681b89c8b8a req-bc9aa9b4-c36c-453f-b106-cf5dc19a15e5 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:41.446982 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9aa9b4-c36c-453f-b106-cf5dc19a15e5 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] Pushing event updated for resources: {'Port': ['ID=9ef0eafa-43de-4206-99db-18228d38884f,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:36:41.454195 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-3633e02e-e631-4bad-b8cf-299ab1894151 req-83eda4e3-5a21-4820-9a9f-78ebcdf14f8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:41.482667 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde003da-bd5f-4e90-b986-957b80028d1f req-7079e90e-cc4d-4974-b292-7692982758b2 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:41.485757 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bde003da-bd5f-4e90-b986-957b80028d1f req-7079e90e-cc4d-4974-b292-7692982758b2 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=ecd94282-dd1a-4350-96e8-05aad30e4656 HTTP/1.1" status: 200 len: 947 time: 0.4898219 Aug 05 11:36:41.542351 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-238e4529-70cb-4cbd-8ee7-1e6a8f16fba4 req-5d3461c5-55fb-4078-b640-7c12ac2fc47a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d571337-fd5a-44f8-b8cd-adce38c05300 {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:36:41.554687 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e8607d4c-4098-4586-972d-2681b89c8b8a req-bc9aa9b4-c36c-453f-b106-cf5dc19a15e5 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.0309122 Aug 05 11:36:41.561546 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-238e4529-70cb-4cbd-8ee7-1e6a8f16fba4 req-5d3461c5-55fb-4078-b640-7c12ac2fc47a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:41.602882 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-e8607d4c-4098-4586-972d-2681b89c8b8a req-786e79de-635a-4227-bb52-e4cf28abfa21 service neutron] Request body: {'port': {'device_id': '497f3244-bf20-4699-8c7c-f0c92cf23b43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:36:41.643586 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:41.674310 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4261a9f-5889-4792-8708-2c957d7e06f7 None None] DHCP port deletion for 65f763dc-e344-4f1a-a003-f0293beb6d65 request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 11:36:41.715653 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-238e4529-70cb-4cbd-8ee7-1e6a8f16fba4 req-5d3461c5-55fb-4078-b640-7c12ac2fc47a service neutron] Transition to ACTIVE for port object 5d571337-fd5a-44f8-b8cd-adce38c05300 will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:36:41.745544 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-238e4529-70cb-4cbd-8ee7-1e6a8f16fba4 req-5d3461c5-55fb-4078-b640-7c12ac2fc47a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:41.745889 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eda4e3-5a21-4820-9a9f-78ebcdf14f8d service neutron] Pushing event updated for resources: {'Port': ['ID=77b879bb-72ce-4c7a-ba73-52226462454f,revision_number=3']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:36:41.762449 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3633e02e-e631-4bad-b8cf-299ab1894151 req-83eda4e3-5a21-4820-9a9f-78ebcdf14f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:41.763669 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-3633e02e-e631-4bad-b8cf-299ab1894151 req-83eda4e3-5a21-4820-9a9f-78ebcdf14f8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:41.768897 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3633e02e-e631-4bad-b8cf-299ab1894151 req-83eda4e3-5a21-4820-9a9f-78ebcdf14f8d service neutron] 10.222.0.64 "PUT /v2.0/ports/77b879bb-72ce-4c7a-ba73-52226462454f HTTP/1.1" status: 200 len: 1095 time: 5.6430924 Aug 05 11:36:41.855968 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-c4261a9f-5889-4792-8708-2c957d7e06f7 None None] Deleting port a5c491fe-58d7-45f1-addc-5ab5206666a4 {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:36:41.856533 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c4261a9f-5889-4792-8708-2c957d7e06f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:41.889812 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecd94282-dd1a-4350-96e8-05aad30e4656', 'tag': '77b879bb-72ce-4c7a-ba73-52226462454f'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:36:41.905467 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}828068ad8d405ad77660ce68fa78e1ffe658725812f7a08f9e488a446589295b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4693d56-69f0-472e-856f-3e41bcf97cb8" -d '{"events": [{"name": "network-changed", "server_uuid": "ecd94282-dd1a-4350-96e8-05aad30e4656", "tag": "77b879bb-72ce-4c7a-ba73-52226462454f"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:36:41.958398 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-e8607d4c-4098-4586-972d-2681b89c8b8a req-786e79de-635a-4227-bb52-e4cf28abfa21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:41.981522 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-f77c4810-d2e1-4cf1-9fed-1cfed10413ba req-47faddca-eea5-4813-8480-8291e3c781f8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=86c37637-63a8-48f7-9437-fa36bcb189c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2704501 Aug 05 11:36:41.993824 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3461c5-55fb-4078-b640-7c12ac2fc47a service neutron] Pushing event updated for resources: {'Port': ['ID=5d571337-fd5a-44f8-b8cd-adce38c05300,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:36:42.121855 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-c4261a9f-5889-4792-8708-2c957d7e06f7 None None] For port a5c491fe-58d7-45f1-addc-5ab5206666a4, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=a5c491fe-58d7-45f1-addc-5ab5206666a4,segment=NetworkSegment(c3ce43ff-a33b-459d-a35e-6c011fee3456),segment_id=c3ce43ff-a33b-459d-a35e-6c011fee3456)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:36:42.122741 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c4261a9f-5889-4792-8708-2c957d7e06f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:42.189350 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-c4261a9f-5889-4792-8708-2c957d7e06f7 None None] Calling delete_port for a5c491fe-58d7-45f1-addc-5ab5206666a4 owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:36:42.202599 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db153e9-a9de-4a52-b534-6f327df2c319 req-b423095f-2834-4ca1-b5c0-f0a30eebafd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:42.206068 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4db153e9-a9de-4a52-b534-6f327df2c319 req-b423095f-2834-4ca1-b5c0-f0a30eebafd9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=913ffd5cf69b465594d3b2ba08eae5b1&device_id=a613c5a9-a611-4f0b-9741-41a14e6a792a HTTP/1.1" status: 200 len: 1094 time: 0.8562131 Aug 05 11:36:42.256350 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77c4810-d2e1-4cf1-9fed-1cfed10413ba req-01df4252-7b56-4a46-9190-85bf69f7a62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:42.266366 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-f77c4810-d2e1-4cf1-9fed-1cfed10413ba req-01df4252-7b56-4a46-9190-85bf69f7a62c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=913ffd5cf69b465594d3b2ba08eae5b1&device_id=86c37637-63a8-48f7-9437-fa36bcb189c0 HTTP/1.1" status: 200 len: 1097 time: 0.2334337 Aug 05 11:36:42.419306 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db153e9-a9de-4a52-b534-6f327df2c319 req-68b14e3d-b9ae-4a87-aa38-1855b50f5415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:42.422177 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4db153e9-a9de-4a52-b534-6f327df2c319 req-68b14e3d-b9ae-4a87-aa38-1855b50f5415 service neutron] 10.222.0.55 "GET /v2.0/networks?id=535dc2f1-67b1-49cd-891b-67f3b995cbf8 HTTP/1.1" status: 200 len: 907 time: 0.2055964 Aug 05 11:36:42.470668 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b86414e-5b90-4704-955f-a04333a2813c req-025fc263-18c8-423c-9b4d-319347c594e0 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:42.477974 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0b86414e-5b90-4704-955f-a04333a2813c req-025fc263-18c8-423c-9b4d-319347c594e0 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?device_id=a613c5a9-a611-4f0b-9741-41a14e6a792a HTTP/1.1" status: 200 len: 943 time: 0.7042160 Aug 05 11:36:42.488559 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bde003da-bd5f-4e90-b986-957b80028d1f req-ca15fcb9-7e30-4cb8-ad35-29651e4ddc58 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8613694 Aug 05 11:36:42.624571 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3633e02e-e631-4bad-b8cf-299ab1894151 req-805106e0-6fc2-48b2-9f0f-c6a0b6390282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:42.627176 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3633e02e-e631-4bad-b8cf-299ab1894151 req-805106e0-6fc2-48b2-9f0f-c6a0b6390282 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f811ccc1244d4d32a53adbbe13250fd5&device_id=ecd94282-dd1a-4350-96e8-05aad30e4656 HTTP/1.1" status: 200 len: 1098 time: 0.6730092 Aug 05 11:36:42.633539 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4db153e9-a9de-4a52-b534-6f327df2c319 req-dc64ac3a-78b5-4d9a-b0a0-e6428c212aaf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6829de78-cb88-43e3-b222-8090d79c8e0d HTTP/1.1" status: 200 len: 217 time: 0.1923971 Aug 05 11:36:42.640663 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-524ba4ad-c47c-47e2-95d3-f3090baf7fc8 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Made reservation on behalf of 2255634a74e844e794fd358818288ba1 for: {'subnet': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:36:42.648208 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-524ba4ad-c47c-47e2-95d3-f3090baf7fc8 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24211133'] for subnet, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:42.657691 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-238e4529-70cb-4cbd-8ee7-1e6a8f16fba4 req-5d3461c5-55fb-4078-b640-7c12ac2fc47a service neutron] Attempting to bind port 5d571337-fd5a-44f8-b8cd-adce38c05300 on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:36:42.658249 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-238e4529-70cb-4cbd-8ee7-1e6a8f16fba4 req-5d3461c5-55fb-4078-b640-7c12ac2fc47a service neutron] Attempting to bind port 5d571337-fd5a-44f8-b8cd-adce38c05300 by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': 'a913e900-c88c-4c1d-a418-7449d2b5683b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '126f4a78-83b6-4d62-b469-dc7a703df58c'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:36:42.669196 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238e4529-70cb-4cbd-8ee7-1e6a8f16fba4 req-5d3461c5-55fb-4078-b640-7c12ac2fc47a service neutron] Attempting to bind port 5d571337-fd5a-44f8-b8cd-adce38c05300 on network 126f4a78-83b6-4d62-b469-dc7a703df58c {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:36:42.669916 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c4261a9f-5889-4792-8708-2c957d7e06f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:42.698952 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238e4529-70cb-4cbd-8ee7-1e6a8f16fba4 req-5d3461c5-55fb-4078-b640-7c12ac2fc47a service neutron] Port 5d571337-fd5a-44f8-b8cd-adce38c05300 on network 126f4a78-83b6-4d62-b469-dc7a703df58c not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:36:42.699540 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238e4529-70cb-4cbd-8ee7-1e6a8f16fba4 req-5d3461c5-55fb-4078-b640-7c12ac2fc47a service neutron] Attempting to bind port 5d571337-fd5a-44f8-b8cd-adce38c05300 on network 126f4a78-83b6-4d62-b469-dc7a703df58c {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:36:42.758562 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4261a9f-5889-4792-8708-2c957d7e06f7 None None] Pushing event deleted for resources: {'Port': ['ID=a5c491fe-58d7-45f1-addc-5ab5206666a4,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:36:42.801931 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4261a9f-5889-4792-8708-2c957d7e06f7 None None] No DVR routers for this DVR port a5c491fe-58d7-45f1-addc-5ab5206666a4 on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:36:42.832340 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238e4529-70cb-4cbd-8ee7-1e6a8f16fba4 req-5d3461c5-55fb-4078-b640-7c12ac2fc47a service neutron] Checking agent: {'id': 'a8f1dd2d-227c-4e30-8844-52419ba734db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:36:42.832340 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238e4529-70cb-4cbd-8ee7-1e6a8f16fba4 req-5d3461c5-55fb-4078-b640-7c12ac2fc47a service neutron] Checking segment: {'id': 'a913e900-c88c-4c1d-a418-7449d2b5683b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '126f4a78-83b6-4d62-b469-dc7a703df58c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:36:42.832772 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238e4529-70cb-4cbd-8ee7-1e6a8f16fba4 req-5d3461c5-55fb-4078-b640-7c12ac2fc47a service neutron] Bound using segment: {'id': 'a913e900-c88c-4c1d-a418-7449d2b5683b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '126f4a78-83b6-4d62-b469-dc7a703df58c'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:36:42.833114 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-238e4529-70cb-4cbd-8ee7-1e6a8f16fba4 req-5d3461c5-55fb-4078-b640-7c12ac2fc47a service neutron] Bound port: 5d571337-fd5a-44f8-b8cd-adce38c05300, host: n-h2-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a913e900-c88c-4c1d-a418-7449d2b5683b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '126f4a78-83b6-4d62-b469-dc7a703df58c'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:36:42.833538 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-238e4529-70cb-4cbd-8ee7-1e6a8f16fba4 req-5d3461c5-55fb-4078-b640-7c12ac2fc47a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:42.851828 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device a5c491fe-58d7-45f1-addc-5ab5206666a4 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:36:42.935307 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: a5c491fe-58d7-45f1-addc-5ab5206666a4 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:36:42.936409 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device a5c491fe-58d7-45f1-addc-5ab5206666a4 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:36:43.040541 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db153e9-a9de-4a52-b534-6f327df2c319 req-47fcfbb2-544b-497c-9a65-ef66ea72bfed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:43.041979 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4db153e9-a9de-4a52-b534-6f327df2c319 req-47fcfbb2-544b-497c-9a65-ef66ea72bfed service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1b19baf8-9ef5-4535-9e61-0fc2264669f6 HTTP/1.1" status: 200 len: 846 time: 0.2203882 Aug 05 11:36:43.054784 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3633e02e-e631-4bad-b8cf-299ab1894151 req-b77f5bbe-a1f6-46eb-8a3b-e57ccdabd603 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=77b879bb-72ce-4c7a-ba73-52226462454f HTTP/1.1" status: 200 len: 217 time: 0.2367103 Aug 05 11:36:43.098794 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77c4810-d2e1-4cf1-9fed-1cfed10413ba req-ab65cea9-8b3c-440d-8bea-5fb2461cd25f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:43.103521 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-f77c4810-d2e1-4cf1-9fed-1cfed10413ba req-ab65cea9-8b3c-440d-8bea-5fb2461cd25f service neutron] 10.222.0.55 "GET /v2.0/networks?id=535dc2f1-67b1-49cd-891b-67f3b995cbf8 HTTP/1.1" status: 200 len: 907 time: 0.7614615 Aug 05 11:36:43.204362 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4db153e9-a9de-4a52-b534-6f327df2c319 req-9afd7b4c-431f-47e8-9653-4f4957e9f99f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=535dc2f1-67b1-49cd-891b-67f3b995cbf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1400826 Aug 05 11:36:43.223645 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 6829de78-cb88-43e3-b222-8090d79c8e0d details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:36:43.226349 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0b86414e-5b90-4704-955f-a04333a2813c req-243fd60c-42c7-4550-ab42-d057c1735a6e tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/security-groups?id=5dfacf8b-ef80-4e03-9b2b-0b5aacf0bf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6063623 Aug 05 11:36:43.227819 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-f77c4810-d2e1-4cf1-9fed-1cfed10413ba req-7d2cc7ff-5d7f-45b2-90e0-806e2a9b9d33 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c6ea930f-9cea-4fc6-b5f1-18fa57d750d9 HTTP/1.1" status: 200 len: 217 time: 0.0965159 Aug 05 11:36:43.410679 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3633e02e-e631-4bad-b8cf-299ab1894151 req-76d9191c-5792-45d0-9369-58cbffb008e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:43.411586 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3633e02e-e631-4bad-b8cf-299ab1894151 req-76d9191c-5792-45d0-9369-58cbffb008e6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6842f728-c2f3-4e36-bb32-3303d06ce3f4 HTTP/1.1" status: 200 len: 843 time: 0.3342867 Aug 05 11:36:43.454921 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47f16d2-5e26-4082-8d91-02dddcf4e11f req-64d424d7-6b8d-46be-ae44-10f2d8cdf4ba tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:43.468992 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b47f16d2-5e26-4082-8d91-02dddcf4e11f req-64d424d7-6b8d-46be-ae44-10f2d8cdf4ba tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] 10.222.0.58 "GET /v2.0/ports?device_id=497f3244-bf20-4699-8c7c-f0c92cf23b43 HTTP/1.1" status: 200 len: 931 time: 0.6606255 Aug 05 11:36:43.514260 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-238e4529-70cb-4cbd-8ee7-1e6a8f16fba4 req-5d3461c5-55fb-4078-b640-7c12ac2fc47a service neutron] For port 5d571337-fd5a-44f8-b8cd-adce38c05300, host n-h2-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:36:43.587264 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77c4810-d2e1-4cf1-9fed-1cfed10413ba req-320020f6-abdd-4d6c-b8ff-f07a50c3a1de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:43.591613 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-f77c4810-d2e1-4cf1-9fed-1cfed10413ba req-320020f6-abdd-4d6c-b8ff-f07a50c3a1de service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1b19baf8-9ef5-4535-9e61-0fc2264669f6 HTTP/1.1" status: 200 len: 846 time: 0.3262928 Aug 05 11:36:43.608900 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-238e4529-70cb-4cbd-8ee7-1e6a8f16fba4 req-5d3461c5-55fb-4078-b640-7c12ac2fc47a service neutron] For port 5d571337-fd5a-44f8-b8cd-adce38c05300, host n-h2-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=5d571337-fd5a-44f8-b8cd-adce38c05300,segment=NetworkSegment(a913e900-c88c-4c1d-a418-7449d2b5683b),segment_id=a913e900-c88c-4c1d-a418-7449d2b5683b)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:36:43.651471 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-e8607d4c-4098-4586-972d-2681b89c8b8a req-786e79de-635a-4227-bb52-e4cf28abfa21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ef0eafa-43de-4206-99db-18228d38884f {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:36:43.679381 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-238e4529-70cb-4cbd-8ee7-1e6a8f16fba4 req-5d3461c5-55fb-4078-b640-7c12ac2fc47a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:43.686237 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4db153e9-a9de-4a52-b534-6f327df2c319 req-fb3a6ecd-2554-413a-b85d-acb741de825a service neutron] 10.222.0.55 "GET /v2.0/networks/535dc2f1-67b1-49cd-891b-67f3b995cbf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4478457 Aug 05 11:36:43.698295 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-e8607d4c-4098-4586-972d-2681b89c8b8a req-786e79de-635a-4227-bb52-e4cf28abfa21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:43.716732 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 6829de78-cb88-43e3-b222-8090d79c8e0d, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=6829de78-cb88-43e3-b222-8090d79c8e0d,segment=NetworkSegment(1464bea6-dc68-4175-ac76-169c7629018f),segment_id=1464bea6-dc68-4175-ac76-169c7629018f)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:36:43.734662 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Returning: {'device': '6829de78-cb88-43e3-b222-8090d79c8e0d', 'network_id': '535dc2f1-67b1-49cd-891b-67f3b995cbf8', 'port_id': '6829de78-cb88-43e3-b222-8090d79c8e0d', 'mac_address': 'fa:16:3e:f1:ed:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b19baf8-9ef5-4535-9e61-0fc2264669f6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:36:43.765712 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-f77c4810-d2e1-4cf1-9fed-1cfed10413ba req-c022c514-d6f6-4b3f-8775-69ac3092a1b0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=535dc2f1-67b1-49cd-891b-67f3b995cbf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1503046 Aug 05 11:36:43.875794 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:43.924106 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e4529-70cb-4cbd-8ee7-1e6a8f16fba4 req-5d3461c5-55fb-4078-b640-7c12ac2fc47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:43.925379 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-238e4529-70cb-4cbd-8ee7-1e6a8f16fba4 req-5d3461c5-55fb-4078-b640-7c12ac2fc47a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:43.927394 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-238e4529-70cb-4cbd-8ee7-1e6a8f16fba4 req-5d3461c5-55fb-4078-b640-7c12ac2fc47a service neutron] 10.222.0.55 "PUT /v2.0/ports/5d571337-fd5a-44f8-b8cd-adce38c05300 HTTP/1.1" status: 200 len: 1092 time: 4.1903551 Aug 05 11:36:43.930408 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3470c3d-c207-4e81-b727-12ff4892f1b5', 'tag': '5d571337-fd5a-44f8-b8cd-adce38c05300'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:36:43.933791 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-080b736a-3f0e-4627-98b5-baf98cbd61dd" -d '{"events": [{"name": "network-changed", "server_uuid": "f3470c3d-c207-4e81-b727-12ff4892f1b5", "tag": "5d571337-fd5a-44f8-b8cd-adce38c05300"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:36:43.958710 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-e8607d4c-4098-4586-972d-2681b89c8b8a req-786e79de-635a-4227-bb52-e4cf28abfa21 service neutron] Transition to ACTIVE for port object 9ef0eafa-43de-4206-99db-18228d38884f will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:36:43.967780 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:43.973364 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bbf499-a9c9-4995-a2cd-e95d5732877e req-28d5a147-9c9d-4f6a-bb8a-73fe91cb51b9 tempest-ServerTagsTestJSON-20282265 tempest-ServerTagsTestJSON-20282265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:43.988779 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-24bbf499-a9c9-4995-a2cd-e95d5732877e req-28d5a147-9c9d-4f6a-bb8a-73fe91cb51b9 tempest-ServerTagsTestJSON-20282265 tempest-ServerTagsTestJSON-20282265-project] 10.222.0.58 "GET /v2.0/ports?device_id=f3470c3d-c207-4e81-b727-12ff4892f1b5 HTTP/1.1" status: 200 len: 944 time: 0.5885811 Aug 05 11:36:44.014193 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6829de78-cb88-43e3-b222-8090d79c8e0d {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:36:44.087934 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 6829de78-cb88-43e3-b222-8090d79c8e0d, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=6829de78-cb88-43e3-b222-8090d79c8e0d,segment=NetworkSegment(1464bea6-dc68-4175-ac76-169c7629018f),segment_id=1464bea6-dc68-4175-ac76-169c7629018f)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:36:44.099748 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:44.101154 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-e8607d4c-4098-4586-972d-2681b89c8b8a req-786e79de-635a-4227-bb52-e4cf28abfa21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:44.107822 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b47f16d2-5e26-4082-8d91-02dddcf4e11f req-5418192c-7591-4db6-9e22-08ce27045202 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] 10.222.0.58 "GET /v2.0/security-groups?id=8707e749-14ef-46e9-b17b-2053065b99b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6346180 Aug 05 11:36:44.153496 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3461c5-55fb-4078-b640-7c12ac2fc47a service neutron] Pushing event updated for resources: {'Port': ['ID=5d571337-fd5a-44f8-b8cd-adce38c05300,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:36:44.230029 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4db153e9-a9de-4a52-b534-6f327df2c319 req-31ac232d-d480-416f-afb2-b4f97f5c62a6 service neutron] 10.222.0.55 "GET /v2.0/networks/535dc2f1-67b1-49cd-891b-67f3b995cbf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4986973 Aug 05 11:36:44.230537 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786e79de-635a-4227-bb52-e4cf28abfa21 service neutron] Pushing event updated for resources: {'Port': ['ID=9ef0eafa-43de-4206-99db-18228d38884f,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:36:44.231458 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-524ba4ad-c47c-47e2-95d3-f3090baf7fc8 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29762700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24211087'] for subnet, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:44.328568 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=6829de78-cb88-43e3-b222-8090d79c8e0d,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:36:44.353716 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:36:44.354292 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:36:44.354846 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:36:44.355407 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:36:44.357627 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3633e02e-e631-4bad-b8cf-299ab1894151 req-ceb795c9-6d95-4740-82c6-1a89158f4d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:44.360650 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3633e02e-e631-4bad-b8cf-299ab1894151 req-ceb795c9-6d95-4740-82c6-1a89158f4d3d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=91caede3-92e4-4b1e-8e3e-36227cfd846a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9218867 Aug 05 11:36:44.369557 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:36:44.370282 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:36:44.370838 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:36:44.371397 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:36:44.371951 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:36:44.372519 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:36:44.373102 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:36:44.373658 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:36:44.394989 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85d087ce-5614-4aeb-8608-539f77e045fc x-openstack-request-id: req-85d087ce-5614-4aeb-8608-539f77e045fc {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:36:44.395454 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecd94282-dd1a-4350-96e8-05aad30e4656", "tag": "77b879bb-72ce-4c7a-ba73-52226462454f", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:36:44.395855 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-85d087ce-5614-4aeb-8608-539f77e045fc {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:36:44.399604 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecd94282-dd1a-4350-96e8-05aad30e4656', 'tag': '77b879bb-72ce-4c7a-ba73-52226462454f', 'status': 'completed', 'code': 200} Aug 05 11:36:44.399604 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524ba4ad-c47c-47e2-95d3-f3090baf7fc8 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Pushing event updated for resources: {'Subnet': ['ID=f68453ae-ee25-4e86-b5c6-6061fd4bc064,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:36:44.414656 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['6829de78-cb88-43e3-b222-8090d79c8e0d'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:36:44.433790 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e4529-70cb-4cbd-8ee7-1e6a8f16fba4 req-857ea35e-1907-4ad6-9939-6ca73a9999e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:44.436360 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-238e4529-70cb-4cbd-8ee7-1e6a8f16fba4 req-857ea35e-1907-4ad6-9939-6ca73a9999e5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=60b90bf587e94d2293623edf5f837b46&device_id=f3470c3d-c207-4e81-b727-12ff4892f1b5 HTTP/1.1" status: 200 len: 1095 time: 0.3949049 Aug 05 11:36:44.630030 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-238e4529-70cb-4cbd-8ee7-1e6a8f16fba4 req-e3ca4c86-f25e-4c5b-9c44-6f34cadce447 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d571337-fd5a-44f8-b8cd-adce38c05300 HTTP/1.1" status: 200 len: 217 time: 0.1687002 Aug 05 11:36:44.634295 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-f77c4810-d2e1-4cf1-9fed-1cfed10413ba req-83f20866-0e61-4f81-84d5-de42014bcbb5 service neutron] 10.222.0.55 "GET /v2.0/networks/535dc2f1-67b1-49cd-891b-67f3b995cbf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7907846 Aug 05 11:36:44.668808 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524ba4ad-c47c-47e2-95d3-f3090baf7fc8 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:36:44.677449 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-24bbf499-a9c9-4995-a2cd-e95d5732877e req-c9c15a84-1d98-401f-bf70-f5d301e66711 tempest-ServerTagsTestJSON-20282265 tempest-ServerTagsTestJSON-20282265-project] 10.222.0.58 "GET /v2.0/security-groups?id=0694efdb-401f-466a-9522-5e7037e8f0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6875486 Aug 05 11:36:44.683863 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-524ba4ad-c47c-47e2-95d3-f3090baf7fc8 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:36:44.699681 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524ba4ad-c47c-47e2-95d3-f3090baf7fc8 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:44.700762 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-524ba4ad-c47c-47e2-95d3-f3090baf7fc8 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:44.726194 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3633e02e-e631-4bad-b8cf-299ab1894151 req-05d206bf-5727-410f-8079-605d0868fbec service neutron] 10.222.0.64 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3186998 Aug 05 11:36:44.729542 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-524ba4ad-c47c-47e2-95d3-f3090baf7fc8 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.5891352 Aug 05 11:36:44.741494 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90facd9b-105a-400a-9605-983bcbfbb782 None None] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:36:44.773416 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 60684) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:36:44.786873 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-d88e60a7-c270-4657-b7dd-862221d3d500 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Request body: {'port': {'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65', 'name': 'tempest-NetworksTestDHCPv6-1570760071'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:36:44.888143 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-e8607d4c-4098-4586-972d-2681b89c8b8a req-786e79de-635a-4227-bb52-e4cf28abfa21 service neutron] Attempting to bind port 9ef0eafa-43de-4206-99db-18228d38884f on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:36:44.901332 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-e8607d4c-4098-4586-972d-2681b89c8b8a req-786e79de-635a-4227-bb52-e4cf28abfa21 service neutron] Attempting to bind port 9ef0eafa-43de-4206-99db-18228d38884f by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': '0d548106-3837-4bed-8414-b60a66dc0795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '4ba4438a-8cdb-441d-bb43-5e42214d4b76'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:36:44.903049 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8607d4c-4098-4586-972d-2681b89c8b8a req-786e79de-635a-4227-bb52-e4cf28abfa21 service neutron] Attempting to bind port 9ef0eafa-43de-4206-99db-18228d38884f on network 4ba4438a-8cdb-441d-bb43-5e42214d4b76 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:36:45.091885 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8607d4c-4098-4586-972d-2681b89c8b8a req-786e79de-635a-4227-bb52-e4cf28abfa21 service neutron] Port 9ef0eafa-43de-4206-99db-18228d38884f on network 4ba4438a-8cdb-441d-bb43-5e42214d4b76 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:36:45.095110 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8607d4c-4098-4586-972d-2681b89c8b8a req-786e79de-635a-4227-bb52-e4cf28abfa21 service neutron] Attempting to bind port 9ef0eafa-43de-4206-99db-18228d38884f on network 4ba4438a-8cdb-441d-bb43-5e42214d4b76 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:36:45.135976 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8607d4c-4098-4586-972d-2681b89c8b8a req-786e79de-635a-4227-bb52-e4cf28abfa21 service neutron] Checking agent: {'id': 'a8f1dd2d-227c-4e30-8844-52419ba734db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:36:45.160066 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8607d4c-4098-4586-972d-2681b89c8b8a req-786e79de-635a-4227-bb52-e4cf28abfa21 service neutron] Checking segment: {'id': '0d548106-3837-4bed-8414-b60a66dc0795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '4ba4438a-8cdb-441d-bb43-5e42214d4b76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:36:45.160771 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8607d4c-4098-4586-972d-2681b89c8b8a req-786e79de-635a-4227-bb52-e4cf28abfa21 service neutron] Bound using segment: {'id': '0d548106-3837-4bed-8414-b60a66dc0795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '4ba4438a-8cdb-441d-bb43-5e42214d4b76'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:36:45.161499 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-e8607d4c-4098-4586-972d-2681b89c8b8a req-786e79de-635a-4227-bb52-e4cf28abfa21 service neutron] Bound port: 9ef0eafa-43de-4206-99db-18228d38884f, host: n-h2-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d548106-3837-4bed-8414-b60a66dc0795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '4ba4438a-8cdb-441d-bb43-5e42214d4b76'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:36:45.164691 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-e8607d4c-4098-4586-972d-2681b89c8b8a req-786e79de-635a-4227-bb52-e4cf28abfa21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:45.257420 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e4529-70cb-4cbd-8ee7-1e6a8f16fba4 req-7430998e-b3d6-41ae-bd93-b6bf061a8361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:45.263259 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74bf625e-9ca0-4688-bcc4-335de14237e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-65f763dc-e344-4f1a-a003-f0293beb6d65', 'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65', 'tenant_id': '2255634a74e844e794fd358818288ba1', 'fixed_ips': [{'subnet_id': 'f68453ae-ee25-4e86-b5c6-6061fd4bc064'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 11:36:45.265282 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-74bf625e-9ca0-4688-bcc4-335de14237e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:45.274898 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-238e4529-70cb-4cbd-8ee7-1e6a8f16fba4 req-7430998e-b3d6-41ae-bd93-b6bf061a8361 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=83c17631-b703-46a1-b8af-d322a59e5d36 HTTP/1.1" status: 200 len: 849 time: 0.6264403 Aug 05 11:36:45.353679 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d88e60a7-c270-4657-b7dd-862221d3d500 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Made reservation on behalf of 2255634a74e844e794fd358818288ba1 for: {'port': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:36:45.364066 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d88e60a7-c270-4657-b7dd-862221d3d500 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:45.397635 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-238e4529-70cb-4cbd-8ee7-1e6a8f16fba4 req-3a4875bf-d7f9-48fc-b468-d519537adf43 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=126f4a78-83b6-4d62-b469-dc7a703df58c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1031499 Aug 05 11:36:45.458905 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [None req-d88e60a7-c270-4657-b7dd-862221d3d500 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] device_id is not set on port c888cafa-4134-4866-b8d9-a0446ae10811 yet. {{(pid=94420) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 11:36:45.502945 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53506097-8497-4aba-a5dc-7aee215480b0 req-334a7159-a620-4ab4-af23-3d8f572cae57 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:45.505566 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-53506097-8497-4aba-a5dc-7aee215480b0 req-334a7159-a620-4ab4-af23-3d8f572cae57 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=ecd94282-dd1a-4350-96e8-05aad30e4656 HTTP/1.1" status: 200 len: 947 time: 0.4485209 Aug 05 11:36:45.595958 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-f77c4810-d2e1-4cf1-9fed-1cfed10413ba req-12573162-2bd5-4acf-8105-afe8f98dd85b service neutron] 10.222.0.55 "GET /v2.0/networks/535dc2f1-67b1-49cd-891b-67f3b995cbf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9450669 Aug 05 11:36:45.757227 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3633e02e-e631-4bad-b8cf-299ab1894151 req-ad317378-5e30-409d-ae57-69011497b31f service neutron] 10.222.0.64 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0191753 Aug 05 11:36:45.773890 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-74bf625e-9ca0-4688-bcc4-335de14237e6 None None] Allocated IP 2001:db8::2 (65f763dc-e344-4f1a-a003-f0293beb6d65/f68453ae-ee25-4e86-b5c6-6061fd4bc064/fddfdf99-0393-496d-8e93-34287ce40a51) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:36:45.779828 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-238e4529-70cb-4cbd-8ee7-1e6a8f16fba4 req-0fc2fc15-c475-42ba-b03e-4fa9cff3a644 service neutron] 10.222.0.55 "GET /v2.0/networks/126f4a78-83b6-4d62-b469-dc7a703df58c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3692389 Aug 05 11:36:45.782078 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-e8607d4c-4098-4586-972d-2681b89c8b8a req-786e79de-635a-4227-bb52-e4cf28abfa21 service neutron] For port 9ef0eafa-43de-4206-99db-18228d38884f, host n-h2-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:36:45.837044 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-53506097-8497-4aba-a5dc-7aee215480b0 req-0f8bab66-3c10-4718-921e-eda60ff5449d tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543789 Aug 05 11:36:45.899992 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeb02dc-387b-4153-946f-97223cd6c13e req-e156625c-9e1e-4edb-889f-f87c33397bf8 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:45.905072 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8eeb02dc-387b-4153-946f-97223cd6c13e req-e156625c-9e1e-4edb-889f-f87c33397bf8 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=40021a41-d350-4e38-ac4d-f69e07c48ffb HTTP/1.1" status: 200 len: 945 time: 0.2022767 Aug 05 11:36:45.976829 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b89457f-05ef-437d-8ff3-668e624bd9f6 x-openstack-request-id: req-9b89457f-05ef-437d-8ff3-668e624bd9f6 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:36:45.977717 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3470c3d-c207-4e81-b727-12ff4892f1b5", "tag": "5d571337-fd5a-44f8-b8cd-adce38c05300", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:36:45.978184 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9b89457f-05ef-437d-8ff3-668e624bd9f6 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:36:45.983900 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3470c3d-c207-4e81-b727-12ff4892f1b5', 'tag': '5d571337-fd5a-44f8-b8cd-adce38c05300', 'status': 'completed', 'code': 200} Aug 05 11:36:45.995431 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-e8607d4c-4098-4586-972d-2681b89c8b8a req-786e79de-635a-4227-bb52-e4cf28abfa21 service neutron] For port 9ef0eafa-43de-4206-99db-18228d38884f, host n-h2-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=9ef0eafa-43de-4206-99db-18228d38884f,segment=NetworkSegment(0d548106-3837-4bed-8414-b60a66dc0795),segment_id=0d548106-3837-4bed-8414-b60a66dc0795)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:36:46.030160 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-e8607d4c-4098-4586-972d-2681b89c8b8a req-786e79de-635a-4227-bb52-e4cf28abfa21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:46.134967 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8607d4c-4098-4586-972d-2681b89c8b8a req-786e79de-635a-4227-bb52-e4cf28abfa21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:46.134967 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-e8607d4c-4098-4586-972d-2681b89c8b8a req-786e79de-635a-4227-bb52-e4cf28abfa21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:46.135404 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e8607d4c-4098-4586-972d-2681b89c8b8a req-786e79de-635a-4227-bb52-e4cf28abfa21 service neutron] 10.222.0.55 "PUT /v2.0/ports/9ef0eafa-43de-4206-99db-18228d38884f HTTP/1.1" status: 200 len: 1091 time: 4.5454366 Aug 05 11:36:46.150065 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4693d56-69f0-472e-856f-3e41bcf97cb8 req-9b86bc9f-591f-4ff4-b42d-551813e2f6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:46.152945 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f4693d56-69f0-472e-856f-3e41bcf97cb8 req-9b86bc9f-591f-4ff4-b42d-551813e2f6db service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f811ccc1244d4d32a53adbbe13250fd5&device_id=ecd94282-dd1a-4350-96e8-05aad30e4656 HTTP/1.1" status: 200 len: 1098 time: 0.2461913 Aug 05 11:36:46.173093 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8eeb02dc-387b-4153-946f-97223cd6c13e req-ba71a1e8-1eba-4ea0-92c7-4d16d06a9c61 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=47a5a50c-7385-42e8-98ac-c05af9825ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2386572 Aug 05 11:36:46.297368 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-74bf625e-9ca0-4688-bcc4-335de14237e6 None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:46.320025 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-74bf625e-9ca0-4688-bcc4-335de14237e6 None None] Transition to ACTIVE for port object fddfdf99-0393-496d-8e93-34287ce40a51 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:36:46.335505 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-238e4529-70cb-4cbd-8ee7-1e6a8f16fba4 req-5aaaa269-6045-4911-9334-c879ca7bcf0c service neutron] 10.222.0.55 "GET /v2.0/networks/126f4a78-83b6-4d62-b469-dc7a703df58c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5465851 Aug 05 11:36:46.339498 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786e79de-635a-4227-bb52-e4cf28abfa21 service neutron] Pushing event updated for resources: {'Port': ['ID=9ef0eafa-43de-4206-99db-18228d38884f,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:36:46.358302 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-74bf625e-9ca0-4688-bcc4-335de14237e6 None None] Transition to ACTIVE for port object fddfdf99-0393-496d-8e93-34287ce40a51 will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:36:46.364593 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8607d4c-4098-4586-972d-2681b89c8b8a req-79b9b457-70c1-45b7-bad8-f24bba773def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:46.370104 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e8607d4c-4098-4586-972d-2681b89c8b8a req-79b9b457-70c1-45b7-bad8-f24bba773def service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d99022a6b1d940f38af72023898597a0&device_id=497f3244-bf20-4699-8c7c-f0c92cf23b43 HTTP/1.1" status: 200 len: 1094 time: 0.1234837 Aug 05 11:36:46.375165 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-74bf625e-9ca0-4688-bcc4-335de14237e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:46.546518 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74bf625e-9ca0-4688-bcc4-335de14237e6 None None] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:36:46.554165 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e8607d4c-4098-4586-972d-2681b89c8b8a req-a1e09b8a-d012-4430-a532-dcfa30a8a4c9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9ef0eafa-43de-4206-99db-18228d38884f HTTP/1.1" status: 200 len: 217 time: 0.1711016 Aug 05 11:36:46.559764 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-74bf625e-9ca0-4688-bcc4-335de14237e6 None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:36:46.571352 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bf625e-9ca0-4688-bcc4-335de14237e6 None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:36:46.592411 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bf625e-9ca0-4688-bcc4-335de14237e6 None None] Pushing event updated for resources: {'Port': ['ID=fddfdf99-0393-496d-8e93-34287ce40a51,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:36:46.736049 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080b736a-3f0e-4627-98b5-baf98cbd61dd req-bfe977cc-7878-459a-909f-0b5ba266e0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:46.738801 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-080b736a-3f0e-4627-98b5-baf98cbd61dd req-bfe977cc-7878-459a-909f-0b5ba266e0fc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=60b90bf587e94d2293623edf5f837b46&device_id=f3470c3d-c207-4e81-b727-12ff4892f1b5 HTTP/1.1" status: 200 len: 1095 time: 0.2057652 Aug 05 11:36:46.752373 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8607d4c-4098-4586-972d-2681b89c8b8a req-16d206b2-37e3-49f3-a9bb-d47aee6a3db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:46.761404 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e8607d4c-4098-4586-972d-2681b89c8b8a req-16d206b2-37e3-49f3-a9bb-d47aee6a3db0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7e926322-942d-429f-85a0-6f35bc628f55 HTTP/1.1" status: 200 len: 854 time: 0.1886449 Aug 05 11:36:46.777673 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-74bf625e-9ca0-4688-bcc4-335de14237e6 None None] Attempting to bind port fddfdf99-0393-496d-8e93-34287ce40a51 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:36:46.778841 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-74bf625e-9ca0-4688-bcc4-335de14237e6 None None] Attempting to bind port fddfdf99-0393-496d-8e93-34287ce40a51 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'c3ce43ff-a33b-459d-a35e-6c011fee3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:36:46.779496 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bf625e-9ca0-4688-bcc4-335de14237e6 None None] Attempting to bind port fddfdf99-0393-496d-8e93-34287ce40a51 on network 65f763dc-e344-4f1a-a003-f0293beb6d65 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:36:46.791661 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bf625e-9ca0-4688-bcc4-335de14237e6 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:36:46.792378 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bf625e-9ca0-4688-bcc4-335de14237e6 None None] Checking segment: {'id': 'c3ce43ff-a33b-459d-a35e-6c011fee3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:36:46.793125 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-74bf625e-9ca0-4688-bcc4-335de14237e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:46.793832 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bf625e-9ca0-4688-bcc4-335de14237e6 None None] Bound using segment: {'id': 'c3ce43ff-a33b-459d-a35e-6c011fee3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:36:46.794726 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-74bf625e-9ca0-4688-bcc4-335de14237e6 None None] Bound port: fddfdf99-0393-496d-8e93-34287ce40a51, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3ce43ff-a33b-459d-a35e-6c011fee3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:36:46.795419 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-74bf625e-9ca0-4688-bcc4-335de14237e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:47.025151 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-74bf625e-9ca0-4688-bcc4-335de14237e6 None None] For port fddfdf99-0393-496d-8e93-34287ce40a51, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:36:47.038664 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-74bf625e-9ca0-4688-bcc4-335de14237e6 None None] For port fddfdf99-0393-496d-8e93-34287ce40a51, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=fddfdf99-0393-496d-8e93-34287ce40a51,segment=NetworkSegment(c3ce43ff-a33b-459d-a35e-6c011fee3456),segment_id=c3ce43ff-a33b-459d-a35e-6c011fee3456)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:36:47.058709 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-74bf625e-9ca0-4688-bcc4-335de14237e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:47.209553 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bf625e-9ca0-4688-bcc4-335de14237e6 None None] Pushing event updated for resources: {'Port': ['ID=fddfdf99-0393-496d-8e93-34287ce40a51,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:36:47.242834 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 6829de78-cb88-43e3-b222-8090d79c8e0d up at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:36:47.366820 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed6ef0c-ccbf-45a8-95ca-633eb92ceeb9 req-6eeb8bd7-2a04-4c4a-a1e7-2c12dcaca5b5 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:47.369571 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2ed6ef0c-ccbf-45a8-95ca-633eb92ceeb9 req-6eeb8bd7-2a04-4c4a-a1e7-2c12dcaca5b5 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?device_id=a613c5a9-a611-4f0b-9741-41a14e6a792a HTTP/1.1" status: 200 len: 944 time: 1.2732153 Aug 05 11:36:47.446358 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning for port 6829de78-cb88-43e3-b222-8090d79c8e0d completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:36:47.454617 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning complete for port 6829de78-cb88-43e3-b222-8090d79c8e0d triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:36:47.455232 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:47.636721 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-d88e60a7-c270-4657-b7dd-862221d3d500 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Allocated IP 2001:db8::3ca (65f763dc-e344-4f1a-a003-f0293beb6d65/f68453ae-ee25-4e86-b5c6-6061fd4bc064/c888cafa-4134-4866-b8d9-a0446ae10811) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:36:47.795785 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e8607d4c-4098-4586-972d-2681b89c8b8a req-3de34133-1f5e-4838-b16b-7e7835af11a3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4ba4438a-8cdb-441d-bb43-5e42214d4b76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 1.0251951 Aug 05 11:36:47.806286 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:47.861834 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2ed6ef0c-ccbf-45a8-95ca-633eb92ceeb9 req-90b19801-95bc-442e-9236-0186eac5e5cb tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/security-groups?id=5dfacf8b-ef80-4e03-9b2b-0b5aacf0bf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4624281 Aug 05 11:36:47.870093 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4693d56-69f0-472e-856f-3e41bcf97cb8 req-986990d8-c481-4239-bb67-696ae6e03c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:47.883642 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f4693d56-69f0-472e-856f-3e41bcf97cb8 req-986990d8-c481-4239-bb67-696ae6e03c71 service neutron] 10.222.0.64 "GET /v2.0/networks?id=91caede3-92e4-4b1e-8e3e-36227cfd846a HTTP/1.1" status: 200 len: 870 time: 1.6638088 Aug 05 11:36:47.901620 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a613c5a9-a611-4f0b-9741-41a14e6a792a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6829de78-cb88-43e3-b222-8090d79c8e0d'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:36:47.923309 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9987c64-9d7c-4c58-82f8-d4ffd313834b" -d '{"events": [{"server_uuid": "a613c5a9-a611-4f0b-9741-41a14e6a792a", "name": "network-vif-plugged", "status": "completed", "tag": "6829de78-cb88-43e3-b222-8090d79c8e0d"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:36:47.948533 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4232ad93-b03c-436a-b7a6-70ab7c75397a req-a920b383-5c9c-43cb-a209-a06990edadf6 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:47.964147 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4232ad93-b03c-436a-b7a6-70ab7c75397a req-a920b383-5c9c-43cb-a209-a06990edadf6 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] 10.222.0.58 "GET /v2.0/ports?device_id=497f3244-bf20-4699-8c7c-f0c92cf23b43 HTTP/1.1" status: 200 len: 943 time: 0.6363592 Aug 05 11:36:47.976598 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 6829de78-cb88-43e3-b222-8090d79c8e0d, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=6829de78-cb88-43e3-b222-8090d79c8e0d,segment=NetworkSegment(1464bea6-dc68-4175-ac76-169c7629018f),segment_id=1464bea6-dc68-4175-ac76-169c7629018f)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:36:48.008260 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:48.092358 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '497f3244-bf20-4699-8c7c-f0c92cf23b43', 'tag': '9ef0eafa-43de-4206-99db-18228d38884f'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:36:48.104624 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71744097-e96c-4918-996a-450e2d071a27" -d '{"events": [{"name": "network-changed", "server_uuid": "497f3244-bf20-4699-8c7c-f0c92cf23b43", "tag": "9ef0eafa-43de-4206-99db-18228d38884f"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:36:48.176505 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=6829de78-cb88-43e3-b222-8090d79c8e0d,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:36:48.177441 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4232ad93-b03c-436a-b7a6-70ab7c75397a req-3d3d7d52-cd84-4bde-8002-631afa4928de tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] 10.222.0.58 "GET /v2.0/security-groups?id=8707e749-14ef-46e9-b17b-2053065b99b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115529 Aug 05 11:36:48.184515 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f4693d56-69f0-472e-856f-3e41bcf97cb8 req-99061391-e4d2-46a6-8850-1bf5f841bd5e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=77b879bb-72ce-4c7a-ba73-52226462454f HTTP/1.1" status: 200 len: 217 time: 0.1374528 Aug 05 11:36:48.235312 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 60740) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:36:48.285001 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080b736a-3f0e-4627-98b5-baf98cbd61dd req-4526f20c-79cd-4a9b-9b9f-19bdcd80f3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:48.295349 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-080b736a-3f0e-4627-98b5-baf98cbd61dd req-4526f20c-79cd-4a9b-9b9f-19bdcd80f3e3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=126f4a78-83b6-4d62-b469-dc7a703df58c HTTP/1.1" status: 200 len: 910 time: 1.5456796 Aug 05 11:36:48.296368 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4693d56-69f0-472e-856f-3e41bcf97cb8 req-81eab91c-0d12-4168-8993-da6050e359a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:48.298665 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f4693d56-69f0-472e-856f-3e41bcf97cb8 req-81eab91c-0d12-4168-8993-da6050e359a6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6842f728-c2f3-4e36-bb32-3303d06ce3f4 HTTP/1.1" status: 200 len: 843 time: 0.0982339 Aug 05 11:36:48.435310 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-080b736a-3f0e-4627-98b5-baf98cbd61dd req-a4fd2148-a7e5-4acc-a24d-b26680805be6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d571337-fd5a-44f8-b8cd-adce38c05300 HTTP/1.1" status: 200 len: 217 time: 0.1134617 Aug 05 11:36:48.540640 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080b736a-3f0e-4627-98b5-baf98cbd61dd req-92fcabfa-9e83-492a-999e-3b855680d44c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:48.543259 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-080b736a-3f0e-4627-98b5-baf98cbd61dd req-92fcabfa-9e83-492a-999e-3b855680d44c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=83c17631-b703-46a1-b8af-d322a59e5d36 HTTP/1.1" status: 200 len: 849 time: 0.0991592 Aug 05 11:36:48.666306 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e8607d4c-4098-4586-972d-2681b89c8b8a req-a15be428-92a2-40e5-8c66-e5acb3e9489f service neutron] 10.222.0.55 "GET /v2.0/networks/4ba4438a-8cdb-441d-bb43-5e42214d4b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8563292 Aug 05 11:36:48.679681 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-080b736a-3f0e-4627-98b5-baf98cbd61dd req-0c7c1bee-a582-40ff-9af8-65ba14b803fc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=126f4a78-83b6-4d62-b469-dc7a703df58c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0988908 Aug 05 11:36:48.691504 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1511d671-84f3-43fe-8686-8a5c291fc9f7 req-a9fcbb47-637f-4bed-84ff-cd8974ed40af tempest-ServerTagsTestJSON-20282265 tempest-ServerTagsTestJSON-20282265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:48.696375 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1511d671-84f3-43fe-8686-8a5c291fc9f7 req-a9fcbb47-637f-4bed-84ff-cd8974ed40af tempest-ServerTagsTestJSON-20282265 tempest-ServerTagsTestJSON-20282265-project] 10.222.0.58 "GET /v2.0/ports?device_id=f3470c3d-c207-4e81-b727-12ff4892f1b5 HTTP/1.1" status: 200 len: 944 time: 0.5086162 Aug 05 11:36:48.710868 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4693d56-69f0-472e-856f-3e41bcf97cb8 req-c069517f-3879-48f4-9c53-e00bc2dad33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:48.713706 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f4693d56-69f0-472e-856f-3e41bcf97cb8 req-c069517f-3879-48f4-9c53-e00bc2dad33a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=91caede3-92e4-4b1e-8e3e-36227cfd846a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3644223 Aug 05 11:36:48.732713 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-34af0adb-f79c-48af-b77a-8571e2d47c94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:48.940917 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f269b2e2-0262-44be-a8d9-564d1000494d req-4307440c-07c6-451e-8b4f-a19b1e41c519 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:48.963042 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device fddfdf99-0393-496d-8e93-34287ce40a51 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:36:48.980212 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f269b2e2-0262-44be-a8d9-564d1000494d req-4307440c-07c6-451e-8b4f-a19b1e41c519 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=ecd94282-dd1a-4350-96e8-05aad30e4656 HTTP/1.1" status: 200 len: 947 time: 0.6007082 Aug 05 11:36:49.083505 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-080b736a-3f0e-4627-98b5-baf98cbd61dd req-a688c3eb-afdc-4b7b-8820-0cec3fd97a00 service neutron] 10.222.0.55 "GET /v2.0/networks/126f4a78-83b6-4d62-b469-dc7a703df58c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3631189 Aug 05 11:36:49.151024 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3417af84-f7da-4307-8236-87a5d2a2ce56 req-e168fce7-0fdd-42d2-95b6-0bbbc2c39da9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=43dc8de5-f460-48f2-9969-bd31538c767f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6059384 Aug 05 11:36:49.158606 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f4693d56-69f0-472e-856f-3e41bcf97cb8 req-0e5b4c59-5d95-4f60-8ffd-f9dae3c6d840 service neutron] 10.222.0.64 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4023931 Aug 05 11:36:49.199734 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port fddfdf99-0393-496d-8e93-34287ce40a51 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:36:49.244398 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 5d571337-fd5a-44f8-b8cd-adce38c05300 details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:36:49.420908 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e8607d4c-4098-4586-972d-2681b89c8b8a req-af57793f-61e7-4233-a77e-cc87ad2c5758 service neutron] 10.222.0.55 "GET /v2.0/networks/4ba4438a-8cdb-441d-bb43-5e42214d4b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7367094 Aug 05 11:36:49.525589 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d88e60a7-c270-4657-b7dd-862221d3d500 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:49.530441 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3417af84-f7da-4307-8236-87a5d2a2ce56 req-12380778-4b2e-4db8-af5e-34f4e3eb3dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:49.533411 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3417af84-f7da-4307-8236-87a5d2a2ce56 req-12380778-4b2e-4db8-af5e-34f4e3eb3dd6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f811ccc1244d4d32a53adbbe13250fd5&device_id=43dc8de5-f460-48f2-9969-bd31538c767f HTTP/1.1" status: 200 len: 1101 time: 0.2649522 Aug 05 11:36:49.560652 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [None req-d88e60a7-c270-4657-b7dd-862221d3d500 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Transition to ACTIVE for port object c888cafa-4134-4866-b8d9-a0446ae10811 will not be triggered until provisioned by entity DHCP. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:36:49.567989 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-080b736a-3f0e-4627-98b5-baf98cbd61dd req-a5fcf983-829d-464e-8399-9a5910976d4b service neutron] 10.222.0.55 "GET /v2.0/networks/126f4a78-83b6-4d62-b469-dc7a703df58c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4693751 Aug 05 11:36:49.582738 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 5d571337-fd5a-44f8-b8cd-adce38c05300, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=5d571337-fd5a-44f8-b8cd-adce38c05300,segment=NetworkSegment(a913e900-c88c-4c1d-a418-7449d2b5683b),segment_id=a913e900-c88c-4c1d-a418-7449d2b5683b)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:36:49.621905 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Returning: {'device': '5d571337-fd5a-44f8-b8cd-adce38c05300', 'network_id': '126f4a78-83b6-4d62-b469-dc7a703df58c', 'port_id': '5d571337-fd5a-44f8-b8cd-adce38c05300', 'mac_address': 'fa:16:3e:f6:ed:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83c17631-b703-46a1-b8af-d322a59e5d36', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:36:49.638601 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-eb4aa50a-e0a9-4a19-94ab-dbd2e0b9019c None None] Provisioning for port fddfdf99-0393-496d-8e93-34287ce40a51 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:36:49.667264 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1511d671-84f3-43fe-8686-8a5c291fc9f7 req-f314b11b-1244-4c76-9f2c-d68c698ea1cd tempest-ServerTagsTestJSON-20282265 tempest-ServerTagsTestJSON-20282265-project] 10.222.0.58 "GET /v2.0/security-groups?id=0694efdb-401f-466a-9522-5e7037e8f0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9307947 Aug 05 11:36:49.706486 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-eb4aa50a-e0a9-4a19-94ab-dbd2e0b9019c None None] Provisioning complete for port fddfdf99-0393-496d-8e93-34287ce40a51 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:36:49.712449 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f269b2e2-0262-44be-a8d9-564d1000494d req-8a0e4c88-60b6-43dd-81d8-5a365e491eea tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7292211 Aug 05 11:36:49.723449 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-eb4aa50a-e0a9-4a19-94ab-dbd2e0b9019c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:49.742124 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d88e60a7-c270-4657-b7dd-862221d3d500 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:49.853385 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-34af0adb-f79c-48af-b77a-8571e2d47c94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:49.882942 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:49.919742 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d571337-fd5a-44f8-b8cd-adce38c05300 {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:36:49.923162 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-34af0adb-f79c-48af-b77a-8571e2d47c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:49.950824 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d88e60a7-c270-4657-b7dd-862221d3d500 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:36:49.969874 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 5d571337-fd5a-44f8-b8cd-adce38c05300, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=5d571337-fd5a-44f8-b8cd-adce38c05300,segment=NetworkSegment(a913e900-c88c-4c1d-a418-7449d2b5683b),segment_id=a913e900-c88c-4c1d-a418-7449d2b5683b)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:36:49.974334 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-d88e60a7-c270-4657-b7dd-862221d3d500 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:36:49.976030 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28b11da6-bdc9-481c-8bd2-3d100684cf05 x-openstack-request-id: req-28b11da6-bdc9-481c-8bd2-3d100684cf05 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:36:49.976620 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a613c5a9-a611-4f0b-9741-41a14e6a792a", "name": "network-vif-plugged", "status": "completed", "tag": "6829de78-cb88-43e3-b222-8090d79c8e0d", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:36:49.977190 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-28b11da6-bdc9-481c-8bd2-3d100684cf05 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:36:49.980932 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a613c5a9-a611-4f0b-9741-41a14e6a792a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6829de78-cb88-43e3-b222-8090d79c8e0d', 'code': 200} Aug 05 11:36:49.985637 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:50.040476 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a685dc8b-092e-4e73-bb23-bd8186337ac4 x-openstack-request-id: req-a685dc8b-092e-4e73-bb23-bd8186337ac4 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:36:50.040974 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "497f3244-bf20-4699-8c7c-f0c92cf23b43", "tag": "9ef0eafa-43de-4206-99db-18228d38884f", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:36:50.041326 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a685dc8b-092e-4e73-bb23-bd8186337ac4 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:36:50.041904 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '497f3244-bf20-4699-8c7c-f0c92cf23b43', 'tag': '9ef0eafa-43de-4206-99db-18228d38884f', 'status': 'completed', 'code': 200} Aug 05 11:36:50.045332 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88e60a7-c270-4657-b7dd-862221d3d500 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Pushing event updated for resources: {'Port': ['ID=c888cafa-4134-4866-b8d9-a0446ae10811,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:36:50.080139 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88e60a7-c270-4657-b7dd-862221d3d500 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:36:50.107678 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d88e60a7-c270-4657-b7dd-862221d3d500 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:50.116574 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d88e60a7-c270-4657-b7dd-862221d3d500 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:50.149941 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3417af84-f7da-4307-8236-87a5d2a2ce56 req-ff283167-1b77-47a9-8a69-f134bb46bae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:50.155470 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3417af84-f7da-4307-8236-87a5d2a2ce56 req-ff283167-1b77-47a9-8a69-f134bb46bae7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=91caede3-92e4-4b1e-8e3e-36227cfd846a HTTP/1.1" status: 200 len: 870 time: 0.5756426 Aug 05 11:36:50.168540 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f4693d56-69f0-472e-856f-3e41bcf97cb8 req-923b5a8b-5a89-4910-bc96-44a074f35972 service neutron] 10.222.0.64 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9591119 Aug 05 11:36:50.258034 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-eb4aa50a-e0a9-4a19-94ab-dbd2e0b9019c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:50.288147 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-d88e60a7-c270-4657-b7dd-862221d3d500 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 5.5193591 Aug 05 11:36:50.306357 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-34af0adb-f79c-48af-b77a-8571e2d47c94 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=feea3a09c8974f60baac988e6cb5bc15&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0637701 Aug 05 11:36:50.309000 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 60764) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:36:50.309462 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 60766) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:36:50.325635 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=5d571337-fd5a-44f8-b8cd-adce38c05300,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:36:50.364185 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-eb4aa50a-e0a9-4a19-94ab-dbd2e0b9019c None None] For port fddfdf99-0393-496d-8e93-34287ce40a51, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=fddfdf99-0393-496d-8e93-34287ce40a51,segment=NetworkSegment(c3ce43ff-a33b-459d-a35e-6c011fee3456),segment_id=c3ce43ff-a33b-459d-a35e-6c011fee3456)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:36:50.371630 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['5d571337-fd5a-44f8-b8cd-adce38c05300'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:36:50.440788 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-eb4aa50a-e0a9-4a19-94ab-dbd2e0b9019c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:50.505833 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9a36fb-cd72-4894-8333-6a35d290d4b3 req-53752219-1d8c-499e-b7e7-928cefb036e9 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:50.511905 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3417af84-f7da-4307-8236-87a5d2a2ce56 req-5645d60f-4110-4766-8122-346bdb48e826 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=7f5c274f-81f8-4325-a1ac-15e624e8b1ec HTTP/1.1" status: 200 len: 217 time: 0.3100998 Aug 05 11:36:50.522062 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ba9a36fb-cd72-4894-8333-6a35d290d4b3 req-53752219-1d8c-499e-b7e7-928cefb036e9 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?device_id=a613c5a9-a611-4f0b-9741-41a14e6a792a HTTP/1.1" status: 200 len: 945 time: 0.3439610 Aug 05 11:36:50.582999 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34af0adb-f79c-48af-b77a-8571e2d47c94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc744019-c8ec-4083-adba-202eec5a252e,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:36:50.594318 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d813a9-e241-4000-985d-35993dd2ffef req-7d390fe4-5349-4def-bb22-c9268ef62c26 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:50.607417 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-49d813a9-e241-4000-985d-35993dd2ffef req-7d390fe4-5349-4def-bb22-c9268ef62c26 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] 10.222.0.58 "GET /v2.0/ports?device_id=497f3244-bf20-4699-8c7c-f0c92cf23b43 HTTP/1.1" status: 200 len: 943 time: 0.3276198 Aug 05 11:36:50.633697 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-8c37978b-6afc-41e7-8170-97e45e7f0ac7 None None] Provisioning for port c888cafa-4134-4866-b8d9-a0446ae10811 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:36:50.689927 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4aa50a-e0a9-4a19-94ab-dbd2e0b9019c None None] Pushing event updated for resources: {'Port': ['ID=fddfdf99-0393-496d-8e93-34287ce40a51,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:36:50.707373 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-11403e18-bcbe-45ee-bb3e-4d679421ad98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:50.713418 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd64820-1252-4428-8fae-4982fa9342b7 req-01a8471e-f908-4bf6-b232-a6eb0a72bcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:50.716271 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ecd64820-1252-4428-8fae-4982fa9342b7 req-01a8471e-f908-4bf6-b232-a6eb0a72bcbd service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a613c5a9-a611-4f0b-9741-41a14e6a792a HTTP/1.1" status: 200 len: 1096 time: 0.5167942 Aug 05 11:36:50.719722 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-8c37978b-6afc-41e7-8170-97e45e7f0ac7 None None] Provisioning complete for port c888cafa-4134-4866-b8d9-a0446ae10811 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:36:50.723553 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-8c37978b-6afc-41e7-8170-97e45e7f0ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:50.727002 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71744097-e96c-4918-996a-450e2d071a27 req-123e7586-686b-48cc-99db-54fc184fbf29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:50.730075 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-71744097-e96c-4918-996a-450e2d071a27 req-123e7586-686b-48cc-99db-54fc184fbf29 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d99022a6b1d940f38af72023898597a0&device_id=497f3244-bf20-4699-8c7c-f0c92cf23b43 HTTP/1.1" status: 200 len: 1094 time: 0.6988509 Aug 05 11:36:50.753556 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-11403e18-bcbe-45ee-bb3e-4d679421ad98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:50.792774 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d39a95-0c1a-4ba5-aec3-3bf8ef734453 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:50.806417 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ba9a36fb-cd72-4894-8333-6a35d290d4b3 req-8eda1de3-a64e-4ef0-9c2b-59a77b4ed77b tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/security-groups?id=5dfacf8b-ef80-4e03-9b2b-0b5aacf0bf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2822564 Aug 05 11:36:50.810047 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d39a95-0c1a-4ba5-aec3-3bf8ef734453 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:50.824342 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-79d39a95-0c1a-4ba5-aec3-3bf8ef734453 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1671 time: 0.3418064 Aug 05 11:36:50.834375 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 60776) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:36:50.895892 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-8c37978b-6afc-41e7-8170-97e45e7f0ac7 None None] Port c888cafa-4134-4866-b8d9-a0446ae10811 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:36:50.944643 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-49d813a9-e241-4000-985d-35993dd2ffef req-1fac3c85-de19-4c48-a2dc-0372c582ce3a tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] 10.222.0.58 "GET /v2.0/security-groups?id=8707e749-14ef-46e9-b17b-2053065b99b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3348517 Aug 05 11:36:50.983214 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device fddfdf99-0393-496d-8e93-34287ce40a51 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:36:51.055431 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71744097-e96c-4918-996a-450e2d071a27 req-cc75cd59-a014-4556-a7cb-664a6b0ad5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:51.057552 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-71744097-e96c-4918-996a-450e2d071a27 req-cc75cd59-a014-4556-a7cb-664a6b0ad5c9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4ba4438a-8cdb-441d-bb43-5e42214d4b76 HTTP/1.1" status: 200 len: 915 time: 0.3188839 Aug 05 11:36:51.070194 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3417af84-f7da-4307-8236-87a5d2a2ce56 req-6bddbf64-b09a-47d2-b2ef-a362ac40fa2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:51.074928 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3417af84-f7da-4307-8236-87a5d2a2ce56 req-6bddbf64-b09a-47d2-b2ef-a362ac40fa2f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6842f728-c2f3-4e36-bb32-3303d06ce3f4 HTTP/1.1" status: 200 len: 843 time: 0.5465689 Aug 05 11:36:51.214275 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-71744097-e96c-4918-996a-450e2d071a27 req-45cef5a7-0b46-4c23-974b-bdca7685e965 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9ef0eafa-43de-4206-99db-18228d38884f HTTP/1.1" status: 200 len: 217 time: 0.1361482 Aug 05 11:36:51.231863 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ecd64820-1252-4428-8fae-4982fa9342b7 req-ad43dd8d-ab10-46cc-9226-cd8863286922 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=5dfacf8b-ef80-4e03-9b2b-0b5aacf0bf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4772151 Aug 05 11:36:51.274879 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 9ef0eafa-43de-4206-99db-18228d38884f details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:36:51.311524 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port fddfdf99-0393-496d-8e93-34287ce40a51 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:36:51.312570 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:51.320823 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-11403e18-bcbe-45ee-bb3e-4d679421ad98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:51.326872 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-11403e18-bcbe-45ee-bb3e-4d679421ad98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:51.334683 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-11403e18-bcbe-45ee-bb3e-4d679421ad98 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bc744019-c8ec-4083-adba-202eec5a252e HTTP/1.1" status: 204 len: 168 time: 1.0168200 Aug 05 11:36:51.378831 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11403e18-bcbe-45ee-bb3e-4d679421ad98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc744019-c8ec-4083-adba-202eec5a252e,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:36:51.414424 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3417af84-f7da-4307-8236-87a5d2a2ce56 req-2c1af08e-fdf9-45f8-95bc-d268b1fab994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:51.416930 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3417af84-f7da-4307-8236-87a5d2a2ce56 req-2c1af08e-fdf9-45f8-95bc-d268b1fab994 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=91caede3-92e4-4b1e-8e3e-36227cfd846a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2010915 Aug 05 11:36:51.421733 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-c040a75a-11aa-46a3-99f8-4a51d3035ac8 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Deleting port c888cafa-4134-4866-b8d9-a0446ae10811 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:36:51.422634 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c040a75a-11aa-46a3-99f8-4a51d3035ac8 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:51.423893 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71744097-e96c-4918-996a-450e2d071a27 req-4089c7a9-d65f-4b04-9960-d087d631b8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:51.426280 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-71744097-e96c-4918-996a-450e2d071a27 req-4089c7a9-d65f-4b04-9960-d087d631b8ab service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7e926322-942d-429f-85a0-6f35bc628f55 HTTP/1.1" status: 200 len: 854 time: 0.1900222 Aug 05 11:36:51.546428 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324bde16-8d4b-4204-a057-8582084c466b req-447d8e26-7cf9-4e35-8964-99adf3b61b96 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:51.560890 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-324bde16-8d4b-4204-a057-8582084c466b req-447d8e26-7cf9-4e35-8964-99adf3b61b96 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=ecd94282-dd1a-4350-96e8-05aad30e4656 HTTP/1.1" status: 200 len: 947 time: 0.4508302 Aug 05 11:36:51.603335 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3417af84-f7da-4307-8236-87a5d2a2ce56 req-7e78afd0-c6eb-43b7-a97c-e2d4b97a8836 service neutron] 10.222.0.64 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758082 Aug 05 11:36:51.619628 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5f5b43-90ee-46ac-951f-60fb63f446ed req-7dad6f3d-6455-4889-8c2f-39b8a47d43a4 tempest-ServerTagsTestJSON-20282265 tempest-ServerTagsTestJSON-20282265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:51.639742 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ea5f5b43-90ee-46ac-951f-60fb63f446ed req-7dad6f3d-6455-4889-8c2f-39b8a47d43a4 tempest-ServerTagsTestJSON-20282265 tempest-ServerTagsTestJSON-20282265-project] 10.222.0.58 "GET /v2.0/ports?device_id=f3470c3d-c207-4e81-b727-12ff4892f1b5 HTTP/1.1" status: 200 len: 945 time: 0.5921543 Aug 05 11:36:51.719676 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 77b879bb-72ce-4c7a-ba73-52226462454f details requested by agent hyperv_n-h1-803378-2 with host n-h1-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:36:51.755437 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 9ef0eafa-43de-4206-99db-18228d38884f, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=9ef0eafa-43de-4206-99db-18228d38884f,segment=NetworkSegment(0d548106-3837-4bed-8414-b60a66dc0795),segment_id=0d548106-3837-4bed-8414-b60a66dc0795)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:36:51.785158 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Returning: {'device': '9ef0eafa-43de-4206-99db-18228d38884f', 'network_id': '4ba4438a-8cdb-441d-bb43-5e42214d4b76', 'port_id': '9ef0eafa-43de-4206-99db-18228d38884f', 'mac_address': 'fa:16:3e:62:99:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e926322-942d-429f-85a0-6f35bc628f55', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:36:51.788012 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-324bde16-8d4b-4204-a057-8582084c466b req-9c594dd4-6dbd-450e-9616-4d22db989b1f tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247202 Aug 05 11:36:51.792301 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c040a75a-11aa-46a3-99f8-4a51d3035ac8 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:51.846555 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ea5f5b43-90ee-46ac-951f-60fb63f446ed req-425f67d9-5d1c-491c-8f48-febeaa752352 tempest-ServerTagsTestJSON-20282265 tempest-ServerTagsTestJSON-20282265-project] 10.222.0.58 "GET /v2.0/security-groups?id=0694efdb-401f-466a-9522-5e7037e8f0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050714 Aug 05 11:36:51.850585 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-c040a75a-11aa-46a3-99f8-4a51d3035ac8 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Calling delete_port for c888cafa-4134-4866-b8d9-a0446ae10811 owned by {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:36:51.983226 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-71744097-e96c-4918-996a-450e2d071a27 req-dfa39fb9-ea0f-400f-8b7a-f2da3a5019b8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4ba4438a-8cdb-441d-bb43-5e42214d4b76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3782115 Aug 05 11:36:52.092739 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:52.110370 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:52.219535 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ef0eafa-43de-4206-99db-18228d38884f {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:36:52.224623 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3417af84-f7da-4307-8236-87a5d2a2ce56 req-eda1090d-f7a5-45c5-b256-9f4fc4238e50 service neutron] 10.222.0.64 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6051068 Aug 05 11:36:52.259360 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-71744097-e96c-4918-996a-450e2d071a27 req-509d9737-d706-4781-af4a-b78608fdfe95 service neutron] 10.222.0.55 "GET /v2.0/networks/4ba4438a-8cdb-441d-bb43-5e42214d4b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572818 Aug 05 11:36:52.328092 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 9ef0eafa-43de-4206-99db-18228d38884f, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=9ef0eafa-43de-4206-99db-18228d38884f,segment=NetworkSegment(0d548106-3837-4bed-8414-b60a66dc0795),segment_id=0d548106-3837-4bed-8414-b60a66dc0795)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:36:52.341485 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 77b879bb-72ce-4c7a-ba73-52226462454f, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=77b879bb-72ce-4c7a-ba73-52226462454f,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:36:52.346644 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:52.391757 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 60798) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:36:52.393116 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Returning: {'device': '77b879bb-72ce-4c7a-ba73-52226462454f', 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a', 'port_id': '77b879bb-72ce-4c7a-ba73-52226462454f', 'mac_address': 'fa:16:3e:31:ea:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6842f728-c2f3-4e36-bb32-3303d06ce3f4', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:36:52.463278 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a67e9cf-6eb1-4606-86e1-a80ede124242 req-28068be7-07c5-450b-ba24-1bfede4a9911 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:52.478820 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6a67e9cf-6eb1-4606-86e1-a80ede124242 req-28068be7-07c5-450b-ba24-1bfede4a9911 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?device_id=a613c5a9-a611-4f0b-9741-41a14e6a792a HTTP/1.1" status: 200 len: 945 time: 0.4378204 Aug 05 11:36:52.545491 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=9ef0eafa-43de-4206-99db-18228d38884f,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:36:52.631841 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:52.644971 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-71744097-e96c-4918-996a-450e2d071a27 req-926199e4-b50a-45bd-8e2c-05d7f34c1a0a service neutron] 10.222.0.55 "GET /v2.0/networks/4ba4438a-8cdb-441d-bb43-5e42214d4b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3671560 Aug 05 11:36:52.654059 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b090a643-0693-4139-a18c-34675b7bb964 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:52.670168 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77b879bb-72ce-4c7a-ba73-52226462454f {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:36:52.691863 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['9ef0eafa-43de-4206-99db-18228d38884f'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:36:52.744186 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a44cdb-8d49-4d05-bac9-c21bbcd79914 req-67839fb1-bdcb-45e4-9fe8-592d1015b950 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:52.746874 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d3a44cdb-8d49-4d05-bac9-c21bbcd79914 req-67839fb1-bdcb-45e4-9fe8-592d1015b950 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] 10.222.0.58 "GET /v2.0/ports?device_id=497f3244-bf20-4699-8c7c-f0c92cf23b43 HTTP/1.1" status: 200 len: 943 time: 0.5138285 Aug 05 11:36:52.789296 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 77b879bb-72ce-4c7a-ba73-52226462454f, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=77b879bb-72ce-4c7a-ba73-52226462454f,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:36:52.804432 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:52.849023 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c040a75a-11aa-46a3-99f8-4a51d3035ac8 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:52.897674 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=77b879bb-72ce-4c7a-ba73-52226462454f,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:36:52.994137 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6a67e9cf-6eb1-4606-86e1-a80ede124242 req-d5b3d6b6-608e-4dbd-b771-9e2a64562496 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/security-groups?id=5dfacf8b-ef80-4e03-9b2b-0b5aacf0bf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5134170 Aug 05 11:36:53.013925 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d3a44cdb-8d49-4d05-bac9-c21bbcd79914 req-6b787339-cf0f-4f54-ac46-c5b03006544a tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] 10.222.0.58 "GET /v2.0/security-groups?id=8707e749-14ef-46e9-b17b-2053065b99b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891043 Aug 05 11:36:53.029501 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c040a75a-11aa-46a3-99f8-4a51d3035ac8 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Pushing event deleted for resources: {'Port': ['ID=c888cafa-4134-4866-b8d9-a0446ae10811,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:36:53.147222 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c040a75a-11aa-46a3-99f8-4a51d3035ac8 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:53.150575 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-c040a75a-11aa-46a3-99f8-4a51d3035ac8 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "DELETE /v2.0/ports/c888cafa-4134-4866-b8d9-a0446ae10811 HTTP/1.1" status: 204 len: 168 time: 2.3133805 Aug 05 11:36:53.155283 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 60812) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:36:53.311114 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 5d571337-fd5a-44f8-b8cd-adce38c05300 up at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:36:53.382651 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b090a643-0693-4139-a18c-34675b7bb964 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:53.409853 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7051b8-7048-4ec9-8c4e-5a885c5f2d8f tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:53.415027 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7051b8-7048-4ec9-8c4e-5a885c5f2d8f tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:53.419824 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-bf7051b8-7048-4ec9-8c4e-5a885c5f2d8f tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2625513 Aug 05 11:36:53.425341 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 60816) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:36:53.446983 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b090a643-0693-4139-a18c-34675b7bb964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:53.542909 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning for port 5d571337-fd5a-44f8-b8cd-adce38c05300 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:36:53.550192 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning complete for port 5d571337-fd5a-44f8-b8cd-adce38c05300 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:36:53.550733 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:53.617715 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb95dbe0-430b-4a6c-a7e5-018d58dcdf03 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Deleting subnet f68453ae-ee25-4e86-b5c6-6061fd4bc064 {{(pid=94421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:36:53.626496 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fb95dbe0-430b-4a6c-a7e5-018d58dcdf03 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks [] for subnet, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:53.644146 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-b090a643-0693-4139-a18c-34675b7bb964 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=55736196fc5c4b128184a312fe68555c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2256753 Aug 05 11:36:53.646201 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b090a643-0693-4139-a18c-34675b7bb964 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=453d32f3-3f78-4ac7-89e9-3379cdfae1e2,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:36:53.651996 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 60822) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:36:53.743094 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fb95dbe0-430b-4a6c-a7e5-018d58dcdf03 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29786388'] for subnet, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:53.767222 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:53.777877 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cdf258-c328-4605-b693-abc37eebc9c2 req-ea3a8bf8-9456-4579-b021-8ada89b6e549 tempest-ServerTagsTestJSON-20282265 tempest-ServerTagsTestJSON-20282265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:53.780404 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b3cdf258-c328-4605-b693-abc37eebc9c2 req-ea3a8bf8-9456-4579-b021-8ada89b6e549 tempest-ServerTagsTestJSON-20282265 tempest-ServerTagsTestJSON-20282265-project] 10.222.0.58 "GET /v2.0/ports?device_id=f3470c3d-c207-4e81-b727-12ff4892f1b5 HTTP/1.1" status: 200 len: 945 time: 0.3947415 Aug 05 11:36:53.824045 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ae79eb-d146-4588-8d61-d4900e847a36 req-b5e6acff-68f0-40fd-a892-fa0716276543 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:53.824817 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3470c3d-c207-4e81-b727-12ff4892f1b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d571337-fd5a-44f8-b8cd-adce38c05300'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:36:53.826820 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-99ae79eb-d146-4588-8d61-d4900e847a36 req-b5e6acff-68f0-40fd-a892-fa0716276543 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=ecd94282-dd1a-4350-96e8-05aad30e4656 HTTP/1.1" status: 200 len: 948 time: 0.4380286 Aug 05 11:36:53.830204 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d027f32b-b9be-4c5b-ba26-c8e5adb62068" -d '{"events": [{"server_uuid": "f3470c3d-c207-4e81-b727-12ff4892f1b5", "name": "network-vif-plugged", "status": "completed", "tag": "5d571337-fd5a-44f8-b8cd-adce38c05300"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:36:53.871761 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['77b879bb-72ce-4c7a-ba73-52226462454f'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:36:53.878685 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 5d571337-fd5a-44f8-b8cd-adce38c05300, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=5d571337-fd5a-44f8-b8cd-adce38c05300,segment=NetworkSegment(a913e900-c88c-4c1d-a418-7449d2b5683b),segment_id=a913e900-c88c-4c1d-a418-7449d2b5683b)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:36:53.903247 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b3cdf258-c328-4605-b693-abc37eebc9c2 req-02e198e2-a479-4b06-a27c-45179e2735da tempest-ServerTagsTestJSON-20282265 tempest-ServerTagsTestJSON-20282265-project] 10.222.0.58 "GET /v2.0/security-groups?id=0694efdb-401f-466a-9522-5e7037e8f0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960989 Aug 05 11:36:53.952523 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:53.959500 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fb95dbe0-430b-4a6c-a7e5-018d58dcdf03 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:53.966514 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5009ebc4-49b4-4764-bb93-21a9fdbaa3e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:54.007358 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-99ae79eb-d146-4588-8d61-d4900e847a36 req-4b0e9960-15aa-4abe-8429-c7477bc0c366 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128705 Aug 05 11:36:54.061235 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=5d571337-fd5a-44f8-b8cd-adce38c05300,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:36:54.064621 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5009ebc4-49b4-4764-bb93-21a9fdbaa3e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:54.071957 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bac2d33-d8f8-4a86-a9a1-cd57dbf3eb95 x-openstack-request-id: req-0bac2d33-d8f8-4a86-a9a1-cd57dbf3eb95 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:36:54.072387 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3470c3d-c207-4e81-b727-12ff4892f1b5", "name": "network-vif-plugged", "status": "completed", "tag": "5d571337-fd5a-44f8-b8cd-adce38c05300", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:36:54.073345 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0bac2d33-d8f8-4a86-a9a1-cd57dbf3eb95 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:36:54.073524 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3470c3d-c207-4e81-b727-12ff4892f1b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d571337-fd5a-44f8-b8cd-adce38c05300', 'code': 200} Aug 05 11:36:54.265194 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fb95dbe0-430b-4a6c-a7e5-018d58dcdf03 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25038609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30075142'] for subnet, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:54.313331 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5009ebc4-49b4-4764-bb93-21a9fdbaa3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:54.318112 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5009ebc4-49b4-4764-bb93-21a9fdbaa3e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:54.324198 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-5009ebc4-49b4-4764-bb93-21a9fdbaa3e8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/453d32f3-3f78-4ac7-89e9-3379cdfae1e2 HTTP/1.1" status: 204 len: 168 time: 0.6618412 Aug 05 11:36:54.345280 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5009ebc4-49b4-4764-bb93-21a9fdbaa3e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=453d32f3-3f78-4ac7-89e9-3379cdfae1e2,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:36:54.403005 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea3de3b-602a-414c-bd66-309276615f85 req-9148f489-f7eb-4246-a05c-dd6e1a905d41 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:54.416271 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-dea3de3b-602a-414c-bd66-309276615f85 req-9148f489-f7eb-4246-a05c-dd6e1a905d41 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] 10.222.0.58 "GET /v2.0/ports?device_id=497f3244-bf20-4699-8c7c-f0c92cf23b43 HTTP/1.1" status: 200 len: 944 time: 0.1643329 Aug 05 11:36:54.435208 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb95dbe0-430b-4a6c-a7e5-018d58dcdf03 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Pushing event deleted for resources: {'Subnet': ['ID=f68453ae-ee25-4e86-b5c6-6061fd4bc064,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:36:54.441546 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fb95dbe0-430b-4a6c-a7e5-018d58dcdf03 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:54.445169 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-fb95dbe0-430b-4a6c-a7e5-018d58dcdf03 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "DELETE /v2.0/subnets/f68453ae-ee25-4e86-b5c6-6061fd4bc064 HTTP/1.1" status: 204 len: 168 time: 1.0178754 Aug 05 11:36:54.457087 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 60840) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:36:54.472877 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a2c4cc-d04d-4612-b836-b6d27a2c191a None None] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:36:54.520206 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ee4e76-0942-4965-8712-412b4c25603a req-3ab60681-53bf-4c09-a8de-6a6da1163601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:54.534108 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-f7ee4e76-0942-4965-8712-412b4c25603a req-3ab60681-53bf-4c09-a8de-6a6da1163601 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f3470c3d-c207-4e81-b727-12ff4892f1b5 HTTP/1.1" status: 200 len: 1097 time: 0.2946272 Aug 05 11:36:54.608955 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-859f24d2-e474-4032-bf64-caa7adcdcef5 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1494615 Aug 05 11:36:54.616355 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 60842) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:36:54.640702 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-53c82dd4-398b-4b09-a39a-d5bc763eec6f tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Request body: {'subnet': {'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:36:54.670567 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-f7ee4e76-0942-4965-8712-412b4c25603a req-9eee64ec-a125-4214-9e0d-16a378e7f14a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=0694efdb-401f-466a-9522-5e7037e8f0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295581 Aug 05 11:36:54.772034 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-dea3de3b-602a-414c-bd66-309276615f85 req-b29356ca-8d05-48a2-a535-7d8b228a4897 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] 10.222.0.58 "GET /v2.0/security-groups?id=8707e749-14ef-46e9-b17b-2053065b99b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3521821 Aug 05 11:36:54.950738 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53c82dd4-398b-4b09-a39a-d5bc763eec6f tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Made reservation on behalf of 2255634a74e844e794fd358818288ba1 for: {'subnet': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:36:54.975014 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-53c82dd4-398b-4b09-a39a-d5bc763eec6f tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24211133'] for subnet, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:55.006432 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f3410a-86e7-417c-a095-a431edc18d91 None None] DHCP port deletion for 65f763dc-e344-4f1a-a003-f0293beb6d65 request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 11:36:55.363729 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 9ef0eafa-43de-4206-99db-18228d38884f up at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:36:55.380531 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9307125d-651c-4ef9-aa0b-b0318965678d req-a63671ab-c909-4ebb-be97-c4e7a83ac32e tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:55.383815 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9307125d-651c-4ef9-aa0b-b0318965678d req-a63671ab-c909-4ebb-be97-c4e7a83ac32e tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?device_id=a613c5a9-a611-4f0b-9741-41a14e6a792a HTTP/1.1" status: 200 len: 945 time: 1.0064242 Aug 05 11:36:55.409943 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85ad6e5-cff7-43bb-addc-57bda0f5b25a req-b4bef676-e186-4d75-abdf-8b72818f1940 tempest-ServerTagsTestJSON-20282265 tempest-ServerTagsTestJSON-20282265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:55.413769 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c85ad6e5-cff7-43bb-addc-57bda0f5b25a req-b4bef676-e186-4d75-abdf-8b72818f1940 tempest-ServerTagsTestJSON-20282265 tempest-ServerTagsTestJSON-20282265-project] 10.222.0.58 "GET /v2.0/ports?device_id=f3470c3d-c207-4e81-b727-12ff4892f1b5 HTTP/1.1" status: 200 len: 946 time: 0.2767365 Aug 05 11:36:55.498567 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-a9f3410a-86e7-417c-a095-a431edc18d91 None None] Deleting port fddfdf99-0393-496d-8e93-34287ce40a51 {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:36:55.500253 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-a9f3410a-86e7-417c-a095-a431edc18d91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:55.573829 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9307125d-651c-4ef9-aa0b-b0318965678d req-427fe89c-41b3-4bbe-a62f-a144e616592e tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/security-groups?id=5dfacf8b-ef80-4e03-9b2b-0b5aacf0bf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547310 Aug 05 11:36:55.705503 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-a9f3410a-86e7-417c-a095-a431edc18d91 None None] For port fddfdf99-0393-496d-8e93-34287ce40a51, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=fddfdf99-0393-496d-8e93-34287ce40a51,segment=NetworkSegment(c3ce43ff-a33b-459d-a35e-6c011fee3456),segment_id=c3ce43ff-a33b-459d-a35e-6c011fee3456)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:36:55.706026 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-a9f3410a-86e7-417c-a095-a431edc18d91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:55.786796 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-a9f3410a-86e7-417c-a095-a431edc18d91 None None] Calling delete_port for fddfdf99-0393-496d-8e93-34287ce40a51 owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:36:55.823050 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c85ad6e5-cff7-43bb-addc-57bda0f5b25a req-4c675222-18cc-49ee-b54d-68e6b09cfa32 tempest-ServerTagsTestJSON-20282265 tempest-ServerTagsTestJSON-20282265-project] 10.222.0.58 "GET /v2.0/security-groups?id=0694efdb-401f-466a-9522-5e7037e8f0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3660975 Aug 05 11:36:56.027366 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning for port 9ef0eafa-43de-4206-99db-18228d38884f completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:36:56.049815 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning complete for port 9ef0eafa-43de-4206-99db-18228d38884f triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:36:56.050689 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:56.179844 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-53c82dd4-398b-4b09-a39a-d5bc763eec6f tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29762700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24211087'] for subnet, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:56.289080 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-a9f3410a-86e7-417c-a095-a431edc18d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:56.297718 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:56.324451 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c833df-b881-4060-a708-fcd4eaf1b1da req-519b0114-3c5e-489b-8799-95dc0156e9ca tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:56.329331 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e0c833df-b881-4060-a708-fcd4eaf1b1da req-519b0114-3c5e-489b-8799-95dc0156e9ca tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=ecd94282-dd1a-4350-96e8-05aad30e4656 HTTP/1.1" status: 200 len: 948 time: 0.3876166 Aug 05 11:36:56.375595 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c82dd4-398b-4b09-a39a-d5bc763eec6f tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:36:56.379098 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 9ef0eafa-43de-4206-99db-18228d38884f, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=9ef0eafa-43de-4206-99db-18228d38884f,segment=NetworkSegment(0d548106-3837-4bed-8414-b60a66dc0795),segment_id=0d548106-3837-4bed-8414-b60a66dc0795)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:36:56.399668 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44304937-6ea3-44b9-b89c-92cdb2f1cd85 req-06293fc4-f6c0-4bfb-9d91-912e15330e53 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:56.408725 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '497f3244-bf20-4699-8c7c-f0c92cf23b43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ef0eafa-43de-4206-99db-18228d38884f'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:36:56.412923 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dca7c7aa-9b53-4b86-b44c-9facd3a92e40" -d '{"events": [{"server_uuid": "497f3244-bf20-4699-8c7c-f0c92cf23b43", "name": "network-vif-plugged", "status": "completed", "tag": "9ef0eafa-43de-4206-99db-18228d38884f"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:36:56.416869 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-44304937-6ea3-44b9-b89c-92cdb2f1cd85 req-06293fc4-f6c0-4bfb-9d91-912e15330e53 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] 10.222.0.58 "GET /v2.0/ports?device_id=497f3244-bf20-4699-8c7c-f0c92cf23b43 HTTP/1.1" status: 200 len: 944 time: 0.3428116 Aug 05 11:36:56.419464 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:56.424221 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f3410a-86e7-417c-a095-a431edc18d91 None None] Pushing event deleted for resources: {'Port': ['ID=fddfdf99-0393-496d-8e93-34287ce40a51,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:36:56.455266 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-53c82dd4-398b-4b09-a39a-d5bc763eec6f tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:36:56.477606 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f3410a-86e7-417c-a095-a431edc18d91 None None] No DVR routers for this DVR port fddfdf99-0393-496d-8e93-34287ce40a51 on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:36:56.504300 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c82dd4-398b-4b09-a39a-d5bc763eec6f tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:56.506367 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-53c82dd4-398b-4b09-a39a-d5bc763eec6f tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:56.510694 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c82dd4-398b-4b09-a39a-d5bc763eec6f tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Pushing event updated for resources: {'Subnet': ['ID=b754e217-2e91-4d1a-b427-6f7dc9bfad61,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:36:56.525161 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2897d92c-af97-4246-a715-1f35569fe1ff None None] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:36:56.622437 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-44304937-6ea3-44b9-b89c-92cdb2f1cd85 req-c678ca27-6552-4bf5-a360-75310d4ae36f tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] 10.222.0.58 "GET /v2.0/security-groups?id=8707e749-14ef-46e9-b17b-2053065b99b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696811 Aug 05 11:36:56.628448 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e0c833df-b881-4060-a708-fcd4eaf1b1da req-d3d0720b-4c24-420d-a679-e10b557a9720 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2973070 Aug 05 11:36:56.630362 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-53c82dd4-398b-4b09-a39a-d5bc763eec6f tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0095208 Aug 05 11:36:56.635362 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 60892) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:36:56.643825 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-9c99b1b1-a5cd-4c3a-80db-dd7d9c3bf083 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Request body: {'port': {'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65', 'name': 'tempest-NetworksTestDHCPv6-1930677561'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:36:56.740723 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=9ef0eafa-43de-4206-99db-18228d38884f,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:36:56.868895 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-663ac260-6591-4231-9ab8-9dfdd291d088 x-openstack-request-id: req-663ac260-6591-4231-9ab8-9dfdd291d088 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:36:56.869519 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "497f3244-bf20-4699-8c7c-f0c92cf23b43", "name": "network-vif-plugged", "status": "completed", "tag": "9ef0eafa-43de-4206-99db-18228d38884f", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:36:56.874641 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-663ac260-6591-4231-9ab8-9dfdd291d088 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:36:56.874641 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '497f3244-bf20-4699-8c7c-f0c92cf23b43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ef0eafa-43de-4206-99db-18228d38884f', 'code': 200} Aug 05 11:36:57.011375 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device fddfdf99-0393-496d-8e93-34287ce40a51 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:36:57.095578 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ac164b-9662-4991-9e73-e98449e6b4a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-65f763dc-e344-4f1a-a003-f0293beb6d65', 'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65', 'tenant_id': '2255634a74e844e794fd358818288ba1', 'fixed_ips': [{'subnet_id': 'b754e217-2e91-4d1a-b427-6f7dc9bfad61'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 11:36:57.097865 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-46ac164b-9662-4991-9e73-e98449e6b4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:57.117594 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: fddfdf99-0393-496d-8e93-34287ce40a51 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:36:57.118462 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device fddfdf99-0393-496d-8e93-34287ce40a51 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:36:57.138338 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ac8730-3263-44bf-8acc-d0f4c6257db5 req-4aa5b510-ba11-4bfc-8c25-13852f84edf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:57.139257 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c7ac8730-3263-44bf-8acc-d0f4c6257db5 req-4aa5b510-ba11-4bfc-8c25-13852f84edf4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=497f3244-bf20-4699-8c7c-f0c92cf23b43 HTTP/1.1" status: 200 len: 1096 time: 0.1730373 Aug 05 11:36:57.194039 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86322c1-5a3d-40cf-9885-b28ed2d932b8 req-35b46e91-e70d-4dd4-9d6d-020f42f2e8a7 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:57.208960 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b86322c1-5a3d-40cf-9885-b28ed2d932b8 req-35b46e91-e70d-4dd4-9d6d-020f42f2e8a7 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/networks?id=535dc2f1-67b1-49cd-891b-67f3b995cbf8 HTTP/1.1" status: 200 len: 806 time: 0.3630970 Aug 05 11:36:57.240613 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c7ac8730-3263-44bf-8acc-d0f4c6257db5 req-829cf5d9-2d99-40d3-a19f-35734b6c01b0 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=8707e749-14ef-46e9-b17b-2053065b99b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875230 Aug 05 11:36:57.243251 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c99b1b1-a5cd-4c3a-80db-dd7d9c3bf083 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Made reservation on behalf of 2255634a74e844e794fd358818288ba1 for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:36:57.250277 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9c99b1b1-a5cd-4c3a-80db-dd7d9c3bf083 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:57.273366 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e853ea-05f8-441a-bb8e-b51672717caf req-d3483c97-c25d-4ac9-aefd-3346f0f17c04 tempest-ServerTagsTestJSON-20282265 tempest-ServerTagsTestJSON-20282265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:57.287250 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-26e853ea-05f8-441a-bb8e-b51672717caf req-d3483c97-c25d-4ac9-aefd-3346f0f17c04 tempest-ServerTagsTestJSON-20282265 tempest-ServerTagsTestJSON-20282265-project] 10.222.0.58 "GET /v2.0/ports?device_id=f3470c3d-c207-4e81-b727-12ff4892f1b5 HTTP/1.1" status: 200 len: 946 time: 0.2303200 Aug 05 11:36:57.288331 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [None req-9c99b1b1-a5cd-4c3a-80db-dd7d9c3bf083 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] device_id is not set on port 510ac2e8-4e38-4ca8-ba4b-4a9d8e55f577 yet. {{(pid=94421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 11:36:57.368139 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b86322c1-5a3d-40cf-9885-b28ed2d932b8 req-276b6e60-5c8b-41c4-b784-fea75b4d08ef tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/quotas/913ffd5cf69b465594d3b2ba08eae5b1 HTTP/1.1" status: 200 len: 375 time: 0.1430387 Aug 05 11:36:57.503362 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-26e853ea-05f8-441a-bb8e-b51672717caf req-b7db06e4-dae4-4ee7-9b17-a39bc030ba24 tempest-ServerTagsTestJSON-20282265 tempest-ServerTagsTestJSON-20282265-project] 10.222.0.58 "GET /v2.0/security-groups?id=0694efdb-401f-466a-9522-5e7037e8f0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143030 Aug 05 11:36:57.507519 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-46ac164b-9662-4991-9e73-e98449e6b4a9 None None] Allocated IP 2001:db8::2 (65f763dc-e344-4f1a-a003-f0293beb6d65/b754e217-2e91-4d1a-b427-6f7dc9bfad61/34c5714b-e967-4795-a820-4abc2ecd86ed) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:36:57.517914 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b86322c1-5a3d-40cf-9885-b28ed2d932b8 req-f7d021cf-2712-437a-af30-81c5d9c6f66a tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=913ffd5cf69b465594d3b2ba08eae5b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1479249 Aug 05 11:36:57.674761 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 77b879bb-72ce-4c7a-ba73-52226462454f up at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:36:57.885316 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b86322c1-5a3d-40cf-9885-b28ed2d932b8 req-71188a70-1109-49d7-8f6b-363e09adcc25 service neutron] 10.222.0.58 "GET /v2.0/networks/535dc2f1-67b1-49cd-891b-67f3b995cbf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3323503 Aug 05 11:36:57.938179 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning for port 77b879bb-72ce-4c7a-ba73-52226462454f completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:36:57.964817 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning complete for port 77b879bb-72ce-4c7a-ba73-52226462454f triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:36:57.965358 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:58.131846 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-46ac164b-9662-4991-9e73-e98449e6b4a9 None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:58.152193 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b86322c1-5a3d-40cf-9885-b28ed2d932b8 req-2c16305f-4838-4f92-af1b-89574d7db2e4 service neutron] 10.222.0.58 "GET /v2.0/networks/535dc2f1-67b1-49cd-891b-67f3b995cbf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654712 Aug 05 11:36:58.157661 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-46ac164b-9662-4991-9e73-e98449e6b4a9 None None] Transition to ACTIVE for port object 34c5714b-e967-4795-a820-4abc2ecd86ed will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:36:58.251967 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-46ac164b-9662-4991-9e73-e98449e6b4a9 None None] Transition to ACTIVE for port object 34c5714b-e967-4795-a820-4abc2ecd86ed will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:36:58.279571 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-46ac164b-9662-4991-9e73-e98449e6b4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:58.341483 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84804c0f-3d29-41a8-8858-e63b8128e868 req-ad52d257-03ef-464c-b26f-ded7dcfd390c tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:58.364223 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-84804c0f-3d29-41a8-8858-e63b8128e868 req-ad52d257-03ef-464c-b26f-ded7dcfd390c tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=ecd94282-dd1a-4350-96e8-05aad30e4656 HTTP/1.1" status: 200 len: 948 time: 0.2101450 Aug 05 11:36:58.397274 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ac164b-9662-4991-9e73-e98449e6b4a9 None None] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:36:58.412738 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-46ac164b-9662-4991-9e73-e98449e6b4a9 None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:36:58.431385 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ac164b-9662-4991-9e73-e98449e6b4a9 None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:36:58.449899 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:58.482432 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-84804c0f-3d29-41a8-8858-e63b8128e868 req-03b966dc-5099-4fc8-be67-e070a31bf4d5 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146729 Aug 05 11:36:58.513416 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-9c99b1b1-a5cd-4c3a-80db-dd7d9c3bf083 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Allocated IP 2001:db8::3a (65f763dc-e344-4f1a-a003-f0293beb6d65/b754e217-2e91-4d1a-b427-6f7dc9bfad61/510ac2e8-4e38-4ca8-ba4b-4a9d8e55f577) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:36:58.686743 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 77b879bb-72ce-4c7a-ba73-52226462454f, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=77b879bb-72ce-4c7a-ba73-52226462454f,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:36:58.700215 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ac164b-9662-4991-9e73-e98449e6b4a9 None None] Pushing event updated for resources: {'Port': ['ID=34c5714b-e967-4795-a820-4abc2ecd86ed,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:36:58.729516 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:58.921661 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecd94282-dd1a-4350-96e8-05aad30e4656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77b879bb-72ce-4c7a-ba73-52226462454f'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:36:58.926075 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34dbd34c-2a6d-4df2-82b0-5d31fb8a4c73" -d '{"events": [{"server_uuid": "ecd94282-dd1a-4350-96e8-05aad30e4656", "name": "network-vif-plugged", "status": "completed", "tag": "77b879bb-72ce-4c7a-ba73-52226462454f"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:36:58.941380 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9c99b1b1-a5cd-4c3a-80db-dd7d9c3bf083 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:58.980587 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [None req-9c99b1b1-a5cd-4c3a-80db-dd7d9c3bf083 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Transition to ACTIVE for port object 510ac2e8-4e38-4ca8-ba4b-4a9d8e55f577 will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:36:58.983311 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffb0f77-8ca8-46cf-968f-e6440061aceb req-dc47b2d4-a395-4df1-8bb6-8d697fe33450 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:58.983648 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-46ac164b-9662-4991-9e73-e98449e6b4a9 None None] Attempting to bind port 34c5714b-e967-4795-a820-4abc2ecd86ed on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:36:58.984104 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-46ac164b-9662-4991-9e73-e98449e6b4a9 None None] Attempting to bind port 34c5714b-e967-4795-a820-4abc2ecd86ed by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'c3ce43ff-a33b-459d-a35e-6c011fee3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:36:58.984750 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ac164b-9662-4991-9e73-e98449e6b4a9 None None] Attempting to bind port 34c5714b-e967-4795-a820-4abc2ecd86ed on network 65f763dc-e344-4f1a-a003-f0293beb6d65 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:36:58.987280 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fffb0f77-8ca8-46cf-968f-e6440061aceb req-dc47b2d4-a395-4df1-8bb6-8d697fe33450 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] 10.222.0.58 "GET /v2.0/ports?device_id=497f3244-bf20-4699-8c7c-f0c92cf23b43 HTTP/1.1" status: 200 len: 945 time: 0.2622738 Aug 05 11:36:58.998101 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=77b879bb-72ce-4c7a-ba73-52226462454f,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:36:59.004118 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ac164b-9662-4991-9e73-e98449e6b4a9 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:36:59.004430 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ac164b-9662-4991-9e73-e98449e6b4a9 None None] Checking segment: {'id': 'c3ce43ff-a33b-459d-a35e-6c011fee3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:36:59.004983 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-46ac164b-9662-4991-9e73-e98449e6b4a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:59.005525 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ac164b-9662-4991-9e73-e98449e6b4a9 None None] Bound using segment: {'id': 'c3ce43ff-a33b-459d-a35e-6c011fee3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:36:59.006838 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-46ac164b-9662-4991-9e73-e98449e6b4a9 None None] Bound port: 34c5714b-e967-4795-a820-4abc2ecd86ed, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3ce43ff-a33b-459d-a35e-6c011fee3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:36:59.007490 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-46ac164b-9662-4991-9e73-e98449e6b4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:59.031363 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a972aa91-d6f1-4c2e-99d8-a14033ca849d req-2176069e-64c1-4335-8fbe-ce8c897ad6ff tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?device_id=61a1a171-97a3-4032-8233-7e389d465791 HTTP/1.1" status: 200 len: 210 time: 0.1281595 Aug 05 11:36:59.138296 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9c99b1b1-a5cd-4c3a-80db-dd7d9c3bf083 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:59.189883 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fffb0f77-8ca8-46cf-968f-e6440061aceb req-ce1c7c5c-56c0-4143-b0f6-fad58f84675e tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] 10.222.0.58 "GET /v2.0/security-groups?id=8707e749-14ef-46e9-b17b-2053065b99b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667590 Aug 05 11:36:59.242290 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:59.250832 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c99b1b1-a5cd-4c3a-80db-dd7d9c3bf083 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Pushing event updated for resources: {'Port': ['ID=510ac2e8-4e38-4ca8-ba4b-4a9d8e55f577,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:36:59.306298 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c99b1b1-a5cd-4c3a-80db-dd7d9c3bf083 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:36:59.312219 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-9c99b1b1-a5cd-4c3a-80db-dd7d9c3bf083 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:36:59.331600 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c99b1b1-a5cd-4c3a-80db-dd7d9c3bf083 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:36:59.347762 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-46ac164b-9662-4991-9e73-e98449e6b4a9 None None] For port 34c5714b-e967-4795-a820-4abc2ecd86ed, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:36:59.359350 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c99b1b1-a5cd-4c3a-80db-dd7d9c3bf083 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:59.361933 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9c99b1b1-a5cd-4c3a-80db-dd7d9c3bf083 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:59.367674 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-46ac164b-9662-4991-9e73-e98449e6b4a9 None None] For port 34c5714b-e967-4795-a820-4abc2ecd86ed, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=34c5714b-e967-4795-a820-4abc2ecd86ed,segment=NetworkSegment(c3ce43ff-a33b-459d-a35e-6c011fee3456),segment_id=c3ce43ff-a33b-459d-a35e-6c011fee3456)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:36:59.375080 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41c4e96f-78db-487c-8988-f8bf813cf5d5 x-openstack-request-id: req-41c4e96f-78db-487c-8988-f8bf813cf5d5 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:36:59.376140 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecd94282-dd1a-4350-96e8-05aad30e4656", "name": "network-vif-plugged", "status": "completed", "tag": "77b879bb-72ce-4c7a-ba73-52226462454f", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:36:59.376594 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-41c4e96f-78db-487c-8988-f8bf813cf5d5 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:36:59.377492 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecd94282-dd1a-4350-96e8-05aad30e4656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77b879bb-72ce-4c7a-ba73-52226462454f', 'code': 200} Aug 05 11:36:59.382759 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-46ac164b-9662-4991-9e73-e98449e6b4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:36:59.400062 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-9c99b1b1-a5cd-4c3a-80db-dd7d9c3bf083 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.7625163 Aug 05 11:36:59.404937 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 60968) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:36:59.611495 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ac164b-9662-4991-9e73-e98449e6b4a9 None None] Pushing event updated for resources: {'Port': ['ID=34c5714b-e967-4795-a820-4abc2ecd86ed,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:36:59.813398 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e12f22-3c9a-4565-9a9d-fd50aa712157 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:59.836190 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e12f22-3c9a-4565-9a9d-fd50aa712157 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:59.839201 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-f9e12f22-3c9a-4565-9a9d-fd50aa712157 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.4317198 Aug 05 11:36:59.852610 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 60986) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:36:59.861048 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1b0f6d-dbeb-48d3-94ab-d248f5031e42 req-cb850b2b-b33f-449d-b509-7b6e5b77b28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:36:59.864135 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-bf1b0f6d-dbeb-48d3-94ab-d248f5031e42 req-cb850b2b-b33f-449d-b509-7b6e5b77b28c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ecd94282-dd1a-4350-96e8-05aad30e4656 HTTP/1.1" status: 200 len: 1100 time: 0.2879400 Aug 05 11:37:00.011914 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-bf1b0f6d-dbeb-48d3-94ab-d248f5031e42 req-2cf3d09f-76e7-4b0c-a76b-b07802fd824d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385217 Aug 05 11:37:00.538161 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b67e6386-b74e-4cd1-9797-ea42becb8f08 req-76ec89a1-dcd7-4f0c-8582-99e0a6f108c8 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?device_id=61a1a171-97a3-4032-8233-7e389d465791 HTTP/1.1" status: 200 len: 210 time: 0.0528493 Aug 05 11:37:00.580990 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c46483-9d37-44ee-a4bd-db487ea9f11a req-72eb9898-3cba-456c-aaad-deb08101ef6a tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:00.596292 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-01c46483-9d37-44ee-a4bd-db487ea9f11a req-72eb9898-3cba-456c-aaad-deb08101ef6a tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=ecd94282-dd1a-4350-96e8-05aad30e4656 HTTP/1.1" status: 200 len: 949 time: 0.8137503 Aug 05 11:37:00.894041 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-01c46483-9d37-44ee-a4bd-db487ea9f11a req-cdd0921d-baa5-4aa9-9676-5d14188b6ec7 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959690 Aug 05 11:37:00.912807 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbfc9c3-7f07-4b94-9829-a6aa732a0b93 req-936552e7-2083-4378-aa67-5ff1f4335c24 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:00.927804 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8dbfc9c3-7f07-4b94-9829-a6aa732a0b93 req-936552e7-2083-4378-aa67-5ff1f4335c24 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] 10.222.0.58 "GET /v2.0/ports?device_id=497f3244-bf20-4699-8c7c-f0c92cf23b43 HTTP/1.1" status: 200 len: 945 time: 0.1792822 Aug 05 11:37:00.970862 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 32796) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:01.013294 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 34c5714b-e967-4795-a820-4abc2ecd86ed up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:37:01.086992 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8dbfc9c3-7f07-4b94-9829-a6aa732a0b93 req-bd600c6c-42ae-4de8-9609-4881f316dd78 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] 10.222.0.58 "GET /v2.0/security-groups?id=8707e749-14ef-46e9-b17b-2053065b99b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572649 Aug 05 11:37:01.133454 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-e0b0e08d-243e-4df2-ad6f-74e34ee08897 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Deleting port 510ac2e8-4e38-4ca8-ba4b-4a9d8e55f577 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:37:01.133454 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e0b0e08d-243e-4df2-ad6f-74e34ee08897 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:01.268709 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 34c5714b-e967-4795-a820-4abc2ecd86ed completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:37:01.388659 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9b96b869-02f2-45ff-a0bd-6a5e07af88c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:01.510326 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e0b0e08d-243e-4df2-ad6f-74e34ee08897 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:01.593465 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-e0b0e08d-243e-4df2-ad6f-74e34ee08897 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Calling delete_port for 510ac2e8-4e38-4ca8-ba4b-4a9d8e55f577 owned by {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:37:01.790081 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9b96b869-02f2-45ff-a0bd-6a5e07af88c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:01.947455 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-ef402b57-553e-4558-84ce-40cf38b38b0e None None] Provisioning for port 34c5714b-e967-4795-a820-4abc2ecd86ed completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:37:01.958741 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-ef402b57-553e-4558-84ce-40cf38b38b0e None None] Provisioning complete for port 34c5714b-e967-4795-a820-4abc2ecd86ed triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:37:01.959382 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-ef402b57-553e-4558-84ce-40cf38b38b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:01.999459 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5d12ac8a-6e82-4370-8ba3-9ecb90e82e2b req-693ba006-1efc-4479-b821-278ac4a58a84 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?device_id=61a1a171-97a3-4032-8233-7e389d465791 HTTP/1.1" status: 200 len: 210 time: 0.1611121 Aug 05 11:37:02.030668 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9b96b869-02f2-45ff-a0bd-6a5e07af88c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:02.324532 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86322c1-5a3d-40cf-9885-b28ed2d932b8 req-918b6ad3-932c-4864-972b-27d840cb85df tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:02.327297 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b86322c1-5a3d-40cf-9885-b28ed2d932b8 req-918b6ad3-932c-4864-972b-27d840cb85df tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.64 "GET /v2.0/networks?id=535dc2f1-67b1-49cd-891b-67f3b995cbf8 HTTP/1.1" status: 200 len: 806 time: 0.5337617 Aug 05 11:37:02.353556 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-9b96b869-02f2-45ff-a0bd-6a5e07af88c2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6909c66998d94462b3f49e8def10b2e8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3810105 Aug 05 11:37:02.360702 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-b86322c1-5a3d-40cf-9885-b28ed2d932b8 req-af137703-b496-49a6-87f5-00b17780431c tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Request body: {'port': {'device_id': '61a1a171-97a3-4032-8233-7e389d465791', 'network_id': '535dc2f1-67b1-49cd-891b-67f3b995cbf8', 'admin_state_up': True, 'tenant_id': '913ffd5cf69b465594d3b2ba08eae5b1'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:37:02.361676 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 32834) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:02.370333 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b96b869-02f2-45ff-a0bd-6a5e07af88c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c5f0d8b-3a18-4df7-910b-3e186c79895b,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:37:02.459085 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-ef402b57-553e-4558-84ce-40cf38b38b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:02.525818 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-ef402b57-553e-4558-84ce-40cf38b38b0e None None] For port 34c5714b-e967-4795-a820-4abc2ecd86ed, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=34c5714b-e967-4795-a820-4abc2ecd86ed,segment=NetworkSegment(c3ce43ff-a33b-459d-a35e-6c011fee3456),segment_id=c3ce43ff-a33b-459d-a35e-6c011fee3456)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:37:02.534180 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-ef402b57-553e-4558-84ce-40cf38b38b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:02.758136 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-906fa4a7-c18e-4cd6-b7b6-7d3f479e7540 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:02.762509 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-580a32bc-0efa-44cb-b6b6-6ce03ecdf357 None None] Could not find standard attr ID for object 510ac2e8-4e38-4ca8-ba4b-4a9d8e55f577. {{(pid=94422) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 05 11:37:02.763576 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e0b0e08d-243e-4df2-ad6f-74e34ee08897 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:02.809430 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef402b57-553e-4558-84ce-40cf38b38b0e None None] Pushing event updated for resources: {'Port': ['ID=34c5714b-e967-4795-a820-4abc2ecd86ed,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:37:02.827777 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b86322c1-5a3d-40cf-9885-b28ed2d932b8 req-af137703-b496-49a6-87f5-00b17780431c tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Made reservation on behalf of 913ffd5cf69b465594d3b2ba08eae5b1 for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:37:02.837398 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-b86322c1-5a3d-40cf-9885-b28ed2d932b8 req-af137703-b496-49a6-87f5-00b17780431c tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:02.919032 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-906fa4a7-c18e-4cd6-b7b6-7d3f479e7540 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:02.966791 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b0e08d-243e-4df2-ad6f-74e34ee08897 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Pushing event deleted for resources: {'Port': ['ID=510ac2e8-4e38-4ca8-ba4b-4a9d8e55f577,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:37:03.072147 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e0b0e08d-243e-4df2-ad6f-74e34ee08897 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:03.076365 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-e0b0e08d-243e-4df2-ad6f-74e34ee08897 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "DELETE /v2.0/ports/510ac2e8-4e38-4ca8-ba4b-4a9d8e55f577 HTTP/1.1" status: 204 len: 168 time: 3.2216144 Aug 05 11:37:03.083194 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 32852) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:03.141570 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-906fa4a7-c18e-4cd6-b7b6-7d3f479e7540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:03.145305 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-906fa4a7-c18e-4cd6-b7b6-7d3f479e7540 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:03.149705 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-906fa4a7-c18e-4cd6-b7b6-7d3f479e7540 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9c5f0d8b-3a18-4df7-910b-3e186c79895b HTTP/1.1" status: 204 len: 168 time: 0.7835791 Aug 05 11:37:03.174466 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906fa4a7-c18e-4cd6-b7b6-7d3f479e7540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c5f0d8b-3a18-4df7-910b-3e186c79895b,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:37:03.335890 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ddcc01b-f900-4a81-9d09-b89e860fcfdd tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:03.339244 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ddcc01b-f900-4a81-9d09-b89e860fcfdd tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:03.346223 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-0ddcc01b-f900-4a81-9d09-b89e860fcfdd tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2563798 Aug 05 11:37:03.346675 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 32860) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:03.372646 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-b86322c1-5a3d-40cf-9885-b28ed2d932b8 req-af137703-b496-49a6-87f5-00b17780431c tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Allocated IP 172.20.0.11 (535dc2f1-67b1-49cd-891b-67f3b995cbf8/1b19baf8-9ef5-4535-9e61-0fc2264669f6/9cf4633a-4b63-415e-ace3-386b2a912c5e) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:37:03.510522 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9dd3c055-a50b-472a-9640-b9a4141549b8 req-967226ae-b9b9-48f5-b7fb-30db719c160b tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?device_id=61a1a171-97a3-4032-8233-7e389d465791 HTTP/1.1" status: 200 len: 210 time: 0.0993695 Aug 05 11:37:03.615713 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_v2 [None req-707723cb-cbf5-4fe8-85ea-c5db6001d468 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Deleting subnet b754e217-2e91-4d1a-b427-6f7dc9bfad61 {{(pid=94420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:37:03.623824 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-707723cb-cbf5-4fe8-85ea-c5db6001d468 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks [] for subnet, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:03.784805 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45730c0-8b19-417c-9200-e5b05c6ccd9c req-0025f959-8e44-40e1-902d-52870c1f7033 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:03.788469 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e45730c0-8b19-417c-9200-e5b05c6ccd9c req-0025f959-8e44-40e1-902d-52870c1f7033 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=ecd94282-dd1a-4350-96e8-05aad30e4656 HTTP/1.1" status: 200 len: 949 time: 0.8236237 Aug 05 11:37:03.829986 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-707723cb-cbf5-4fe8-85ea-c5db6001d468 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25010562'] for subnet, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:03.856674 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-b86322c1-5a3d-40cf-9885-b28ed2d932b8 req-af137703-b496-49a6-87f5-00b17780431c tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:04.051809 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-b86322c1-5a3d-40cf-9885-b28ed2d932b8 req-af137703-b496-49a6-87f5-00b17780431c tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:04.077810 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e45730c0-8b19-417c-9200-e5b05c6ccd9c req-1eef9b18-032c-43ef-bb24-0f9160788fbd tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714140 Aug 05 11:37:04.083459 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['c6ea930f-9cea-4fc6-b5f1-18fa57d750d9', '6829de78-cb88-43e3-b222-8090d79c8e0d'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:37:04.148552 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 32874) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:04.226584 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b86322c1-5a3d-40cf-9885-b28ed2d932b8 req-af137703-b496-49a6-87f5-00b17780431c tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Network 535dc2f1-67b1-49cd-891b-67f3b995cbf8 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:37:04.229307 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af137703-b496-49a6-87f5-00b17780431c tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Pushing event updated for resources: {'Port': ['ID=9cf4633a-4b63-415e-ace3-386b2a912c5e,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:37:04.234589 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-b86322c1-5a3d-40cf-9885-b28ed2d932b8 req-af137703-b496-49a6-87f5-00b17780431c tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:37:04.253438 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-b86322c1-5a3d-40cf-9885-b28ed2d932b8 req-af137703-b496-49a6-87f5-00b17780431c tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:37:04.316560 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-707723cb-cbf5-4fe8-85ea-c5db6001d468 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:04.467579 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86322c1-5a3d-40cf-9885-b28ed2d932b8 req-af137703-b496-49a6-87f5-00b17780431c tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:04.473819 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-b86322c1-5a3d-40cf-9885-b28ed2d932b8 req-af137703-b496-49a6-87f5-00b17780431c tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:04.483452 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-707723cb-cbf5-4fe8-85ea-c5db6001d468 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29762763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24211094'] for subnet, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:04.518198 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b86322c1-5a3d-40cf-9885-b28ed2d932b8 req-af137703-b496-49a6-87f5-00b17780431c tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1707149 Aug 05 11:37:04.550812 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-b86322c1-5a3d-40cf-9885-b28ed2d932b8 req-bcc1d458-b65d-410d-a8e5-c72bf3b87cf5 service neutron] Request body: {'port': {'device_id': '61a1a171-97a3-4032-8233-7e389d465791', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:37:04.606251 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-30e49187-5f02-4b15-a8c6-47ef8e3b7acd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:04.799764 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-b86322c1-5a3d-40cf-9885-b28ed2d932b8 req-bcc1d458-b65d-410d-a8e5-c72bf3b87cf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:04.916186 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707723cb-cbf5-4fe8-85ea-c5db6001d468 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Pushing event deleted for resources: {'Subnet': ['ID=b754e217-2e91-4d1a-b427-6f7dc9bfad61,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:37:04.964458 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 34c5714b-e967-4795-a820-4abc2ecd86ed up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:37:04.973706 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-30e49187-5f02-4b15-a8c6-47ef8e3b7acd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:04.979141 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-707723cb-cbf5-4fe8-85ea-c5db6001d468 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:04.982453 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-707723cb-cbf5-4fe8-85ea-c5db6001d468 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "DELETE /v2.0/subnets/b754e217-2e91-4d1a-b427-6f7dc9bfad61 HTTP/1.1" status: 204 len: 168 time: 1.6337385 Aug 05 11:37:04.987724 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 32892) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:05.006315 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-30e49187-5f02-4b15-a8c6-47ef8e3b7acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:05.057361 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091d9780-f353-4358-89c2-767457aa77f3 None None] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:37:05.294805 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 34c5714b-e967-4795-a820-4abc2ecd86ed triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:37:05.296881 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:05.305982 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-13d89111-e2cc-4062-b938-7dd98f7fef96 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3023038 Aug 05 11:37:05.317132 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 32896) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:05.352399 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-30e49187-5f02-4b15-a8c6-47ef8e3b7acd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5521b4ae339546958a80dda9c5134375&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1830578 Aug 05 11:37:05.357312 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 32898) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:05.357787 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e49187-5f02-4b15-a8c6-47ef8e3b7acd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73086961-eaa3-436b-a097-3d16710e01e6,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:37:05.398010 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74fe393-818c-4557-932e-ea9564aa8733 req-8f9e1504-bc46-42e5-a99e-7641492ede1f tempest-MigrationsAdminTest-1963972281 tempest-MigrationsAdminTest-1963972281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:05.418932 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c74fe393-818c-4557-932e-ea9564aa8733 req-8f9e1504-bc46-42e5-a99e-7641492ede1f tempest-MigrationsAdminTest-1963972281 tempest-MigrationsAdminTest-1963972281-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=ecd94282-dd1a-4350-96e8-05aad30e4656 HTTP/1.1" status: 200 len: 1100 time: 0.9512563 Aug 05 11:37:05.498998 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a46433-310f-4784-90bb-952fa0d30d19 req-e71683fc-f83f-40fb-b93e-69f4fb6dd186 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:05.512391 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-19a46433-310f-4784-90bb-952fa0d30d19 req-e71683fc-f83f-40fb-b93e-69f4fb6dd186 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?device_id=61a1a171-97a3-4032-8233-7e389d465791 HTTP/1.1" status: 200 len: 932 time: 0.6219351 Aug 05 11:37:05.599486 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c74fe393-818c-4557-932e-ea9564aa8733 req-7b4859c9-8063-4966-baa2-a09c0b66d942 tempest-MigrationsAdminTest-1963972281 tempest-MigrationsAdminTest-1963972281-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651368 Aug 05 11:37:05.662813 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-19a46433-310f-4784-90bb-952fa0d30d19 req-81381aed-3725-4c90-bf35-1284f6d7461d tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/security-groups?id=5dfacf8b-ef80-4e03-9b2b-0b5aacf0bf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250408 Aug 05 11:37:05.956313 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca5af04c-5a81-4d30-aa2b-a84655c1c8a0 None None] DHCP port deletion for 65f763dc-e344-4f1a-a003-f0293beb6d65 request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 11:37:06.118141 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7075d87-3ace-4c9c-8442-ad49ec8f7fce tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:06.121730 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-f7075d87-3ace-4c9c-8442-ad49ec8f7fce tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.8012764 Aug 05 11:37:06.126887 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 32920) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:06.134061 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-ca5af04c-5a81-4d30-aa2b-a84655c1c8a0 None None] Deleting port 34c5714b-e967-4795-a820-4abc2ecd86ed {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:37:06.134838 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-ca5af04c-5a81-4d30-aa2b-a84655c1c8a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:06.170377 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-088925c7-1614-4079-b5fb-1dccb66d862f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:06.176196 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-b86322c1-5a3d-40cf-9885-b28ed2d932b8 req-bcc1d458-b65d-410d-a8e5-c72bf3b87cf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cf4633a-4b63-415e-ace3-386b2a912c5e {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:37:06.224145 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-b86322c1-5a3d-40cf-9885-b28ed2d932b8 req-bcc1d458-b65d-410d-a8e5-c72bf3b87cf5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:06.327522 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-ca5af04c-5a81-4d30-aa2b-a84655c1c8a0 None None] For port 34c5714b-e967-4795-a820-4abc2ecd86ed, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=34c5714b-e967-4795-a820-4abc2ecd86ed,segment=NetworkSegment(c3ce43ff-a33b-459d-a35e-6c011fee3456),segment_id=c3ce43ff-a33b-459d-a35e-6c011fee3456)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:37:06.328427 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-ca5af04c-5a81-4d30-aa2b-a84655c1c8a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:06.334604 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 11:37:06.345179 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-088925c7-1614-4079-b5fb-1dccb66d862f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:06.363769 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-ca5af04c-5a81-4d30-aa2b-a84655c1c8a0 None None] Calling delete_port for 34c5714b-e967-4795-a820-4abc2ecd86ed owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:37:06.375654 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-b86322c1-5a3d-40cf-9885-b28ed2d932b8 req-bcc1d458-b65d-410d-a8e5-c72bf3b87cf5 service neutron] Transition to ACTIVE for port object 9cf4633a-4b63-415e-ace3-386b2a912c5e will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:37:06.417720 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-b86322c1-5a3d-40cf-9885-b28ed2d932b8 req-bcc1d458-b65d-410d-a8e5-c72bf3b87cf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:06.450242 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c63afb5-a960-4ef2-94db-50e544007a44 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:06.473747 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-5c63afb5-a960-4ef2-94db-50e544007a44 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3450720 Aug 05 11:37:06.480009 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 32926) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:06.615114 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-ca5af04c-5a81-4d30-aa2b-a84655c1c8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:06.704415 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5af04c-5a81-4d30-aa2b-a84655c1c8a0 None None] Pushing event deleted for resources: {'Port': ['ID=34c5714b-e967-4795-a820-4abc2ecd86ed,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:37:06.716552 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5af04c-5a81-4d30-aa2b-a84655c1c8a0 None None] No DVR routers for this DVR port 34c5714b-e967-4795-a820-4abc2ecd86ed on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:37:06.721012 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc1d458-b65d-410d-a8e5-c72bf3b87cf5 service neutron] Pushing event updated for resources: {'Port': ['ID=9cf4633a-4b63-415e-ace3-386b2a912c5e,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:37:06.754975 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-9dca42db-443b-4b09-aed7-9f2a04d2a223 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2730954 Aug 05 11:37:06.761613 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 32932) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:06.786381 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-1aa0881e-1e79-420e-b986-652938e527b1 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Request body: {'subnet': {'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:37:06.837377 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-088925c7-1614-4079-b5fb-1dccb66d862f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:06.854701 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-088925c7-1614-4079-b5fb-1dccb66d862f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:06.858754 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-088925c7-1614-4079-b5fb-1dccb66d862f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/73086961-eaa3-436b-a097-3d16710e01e6 HTTP/1.1" status: 204 len: 168 time: 1.4992044 Aug 05 11:37:06.955718 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 34c5714b-e967-4795-a820-4abc2ecd86ed no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:37:07.022720 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088925c7-1614-4079-b5fb-1dccb66d862f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73086961-eaa3-436b-a097-3d16710e01e6,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:37:07.053639 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-b86322c1-5a3d-40cf-9885-b28ed2d932b8 req-bcc1d458-b65d-410d-a8e5-c72bf3b87cf5 service neutron] Attempting to bind port 9cf4633a-4b63-415e-ace3-386b2a912c5e on host n-h1-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:37:07.054343 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-b86322c1-5a3d-40cf-9885-b28ed2d932b8 req-bcc1d458-b65d-410d-a8e5-c72bf3b87cf5 service neutron] Attempting to bind port 9cf4633a-4b63-415e-ace3-386b2a912c5e by drivers openvswitch,hyperv on host n-h1-803378-2 at level 0 using segments [{'id': '1464bea6-dc68-4175-ac76-169c7629018f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '535dc2f1-67b1-49cd-891b-67f3b995cbf8'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:37:07.054866 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86322c1-5a3d-40cf-9885-b28ed2d932b8 req-bcc1d458-b65d-410d-a8e5-c72bf3b87cf5 service neutron] Attempting to bind port 9cf4633a-4b63-415e-ace3-386b2a912c5e on network 535dc2f1-67b1-49cd-891b-67f3b995cbf8 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:37:07.059188 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 34c5714b-e967-4795-a820-4abc2ecd86ed {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:37:07.059700 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 34c5714b-e967-4795-a820-4abc2ecd86ed not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:37:07.092680 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86322c1-5a3d-40cf-9885-b28ed2d932b8 req-bcc1d458-b65d-410d-a8e5-c72bf3b87cf5 service neutron] Port 9cf4633a-4b63-415e-ace3-386b2a912c5e on network 535dc2f1-67b1-49cd-891b-67f3b995cbf8 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:37:07.096926 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86322c1-5a3d-40cf-9885-b28ed2d932b8 req-bcc1d458-b65d-410d-a8e5-c72bf3b87cf5 service neutron] Attempting to bind port 9cf4633a-4b63-415e-ace3-386b2a912c5e on network 535dc2f1-67b1-49cd-891b-67f3b995cbf8 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:37:07.128209 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86322c1-5a3d-40cf-9885-b28ed2d932b8 req-bcc1d458-b65d-410d-a8e5-c72bf3b87cf5 service neutron] Checking agent: {'id': '40bb7567-59bd-4b31-bc29-da1c50bca759', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:37:07.135109 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86322c1-5a3d-40cf-9885-b28ed2d932b8 req-bcc1d458-b65d-410d-a8e5-c72bf3b87cf5 service neutron] Checking segment: {'id': '1464bea6-dc68-4175-ac76-169c7629018f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '535dc2f1-67b1-49cd-891b-67f3b995cbf8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:37:07.135855 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86322c1-5a3d-40cf-9885-b28ed2d932b8 req-bcc1d458-b65d-410d-a8e5-c72bf3b87cf5 service neutron] Bound using segment: {'id': '1464bea6-dc68-4175-ac76-169c7629018f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '535dc2f1-67b1-49cd-891b-67f3b995cbf8'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:37:07.136714 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-b86322c1-5a3d-40cf-9885-b28ed2d932b8 req-bcc1d458-b65d-410d-a8e5-c72bf3b87cf5 service neutron] Bound port: 9cf4633a-4b63-415e-ace3-386b2a912c5e, host: n-h1-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1464bea6-dc68-4175-ac76-169c7629018f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '535dc2f1-67b1-49cd-891b-67f3b995cbf8'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:37:07.137404 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-b86322c1-5a3d-40cf-9885-b28ed2d932b8 req-bcc1d458-b65d-410d-a8e5-c72bf3b87cf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:07.190400 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-12981d6f-fd68-48dc-a490-eb48f1e39fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:07.371318 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aa0881e-1e79-420e-b986-652938e527b1 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Made reservation on behalf of 2255634a74e844e794fd358818288ba1 for: {'subnet': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:37:07.382418 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1aa0881e-1e79-420e-b986-652938e527b1 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24211133'] for subnet, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:07.415159 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-b86322c1-5a3d-40cf-9885-b28ed2d932b8 req-bcc1d458-b65d-410d-a8e5-c72bf3b87cf5 service neutron] For port 9cf4633a-4b63-415e-ace3-386b2a912c5e, host n-h1-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:37:07.422815 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-b86322c1-5a3d-40cf-9885-b28ed2d932b8 req-bcc1d458-b65d-410d-a8e5-c72bf3b87cf5 service neutron] For port 9cf4633a-4b63-415e-ace3-386b2a912c5e, host n-h1-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=9cf4633a-4b63-415e-ace3-386b2a912c5e,segment=NetworkSegment(1464bea6-dc68-4175-ac76-169c7629018f),segment_id=1464bea6-dc68-4175-ac76-169c7629018f)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:37:07.436419 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-b86322c1-5a3d-40cf-9885-b28ed2d932b8 req-bcc1d458-b65d-410d-a8e5-c72bf3b87cf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:07.481456 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86322c1-5a3d-40cf-9885-b28ed2d932b8 req-bcc1d458-b65d-410d-a8e5-c72bf3b87cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:07.493554 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-b86322c1-5a3d-40cf-9885-b28ed2d932b8 req-bcc1d458-b65d-410d-a8e5-c72bf3b87cf5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:07.496424 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b86322c1-5a3d-40cf-9885-b28ed2d932b8 req-bcc1d458-b65d-410d-a8e5-c72bf3b87cf5 service neutron] 10.222.0.64 "PUT /v2.0/ports/9cf4633a-4b63-415e-ace3-386b2a912c5e HTTP/1.1" status: 200 len: 1092 time: 2.9612358 Aug 05 11:37:07.503075 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61a1a171-97a3-4032-8233-7e389d465791', 'tag': '9cf4633a-4b63-415e-ace3-386b2a912c5e'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:37:07.542239 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ba0696b-1be6-4324-b6f7-7bb9d8760bc5" -d '{"events": [{"name": "network-changed", "server_uuid": "61a1a171-97a3-4032-8233-7e389d465791", "tag": "9cf4633a-4b63-415e-ace3-386b2a912c5e"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:37:07.736680 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56151e4c-671e-4dc8-9a03-469bc558226f req-51d95355-5626-4f52-8565-16ec3246e402 tempest-ServerTagsTestJSON-20282265 tempest-ServerTagsTestJSON-20282265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:07.755022 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-56151e4c-671e-4dc8-9a03-469bc558226f req-51d95355-5626-4f52-8565-16ec3246e402 tempest-ServerTagsTestJSON-20282265 tempest-ServerTagsTestJSON-20282265-project] 10.222.0.58 "GET /v2.0/ports?device_id=f3470c3d-c207-4e81-b727-12ff4892f1b5 HTTP/1.1" status: 200 len: 946 time: 0.8989313 Aug 05 11:37:07.966985 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc1d458-b65d-410d-a8e5-c72bf3b87cf5 service neutron] Pushing event updated for resources: {'Port': ['ID=9cf4633a-4b63-415e-ace3-386b2a912c5e,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:37:07.995873 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86322c1-5a3d-40cf-9885-b28ed2d932b8 req-a87d3719-e486-44d1-bf26-65500a9883d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:07.999279 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b86322c1-5a3d-40cf-9885-b28ed2d932b8 req-a87d3719-e486-44d1-bf26-65500a9883d8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=913ffd5cf69b465594d3b2ba08eae5b1&device_id=61a1a171-97a3-4032-8233-7e389d465791 HTTP/1.1" status: 200 len: 1095 time: 0.2690115 Aug 05 11:37:08.047319 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-56151e4c-671e-4dc8-9a03-469bc558226f req-e5ef4694-9ef7-4a8e-925f-55be19b03143 tempest-ServerTagsTestJSON-20282265 tempest-ServerTagsTestJSON-20282265-project] 10.222.0.58 "GET /v2.0/security-groups?id=0694efdb-401f-466a-9522-5e7037e8f0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735336 Aug 05 11:37:08.116917 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b86322c1-5a3d-40cf-9885-b28ed2d932b8 req-a7c3cd73-a37f-4060-a006-cace02baff72 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9cf4633a-4b63-415e-ace3-386b2a912c5e HTTP/1.1" status: 200 len: 217 time: 0.1022274 Aug 05 11:37:08.130761 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0087a0-1c6a-4555-9cd8-987e3f3f4c50 req-63919533-793f-4777-aaf2-02b0cce7b7e9 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:08.143901 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7e0087a0-1c6a-4555-9cd8-987e3f3f4c50 req-63919533-793f-4777-aaf2-02b0cce7b7e9 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?device_id=61a1a171-97a3-4032-8233-7e389d465791 HTTP/1.1" status: 200 len: 944 time: 0.2225044 Aug 05 11:37:08.282923 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86322c1-5a3d-40cf-9885-b28ed2d932b8 req-3f645134-db50-4349-9692-fa5acfe26dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:08.289931 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b86322c1-5a3d-40cf-9885-b28ed2d932b8 req-3f645134-db50-4349-9692-fa5acfe26dd2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1b19baf8-9ef5-4535-9e61-0fc2264669f6 HTTP/1.1" status: 200 len: 846 time: 0.1652212 Aug 05 11:37:08.433243 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1aa0881e-1e79-420e-b986-652938e527b1 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29762700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24211087'] for subnet, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:08.442111 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b86322c1-5a3d-40cf-9885-b28ed2d932b8 req-d0d026fb-533e-48b4-9751-4f5034b1d3e3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=535dc2f1-67b1-49cd-891b-67f3b995cbf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597010 Aug 05 11:37:08.481065 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7e0087a0-1c6a-4555-9cd8-987e3f3f4c50 req-281f7704-ea81-4d23-9fa1-9fc093d69633 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/security-groups?id=5dfacf8b-ef80-4e03-9b2b-0b5aacf0bf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3333008 Aug 05 11:37:08.509943 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300d25fc-5511-4d7b-80de-dc1734a00710 req-ee2f4af2-48f6-434b-92bf-9e7e8263b2d6 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:08.513082 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-300d25fc-5511-4d7b-80de-dc1734a00710 req-ee2f4af2-48f6-434b-92bf-9e7e8263b2d6 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=ecd94282-dd1a-4350-96e8-05aad30e4656 HTTP/1.1" status: 200 len: 949 time: 0.2339520 Aug 05 11:37:08.668923 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa0881e-1e79-420e-b986-652938e527b1 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:37:08.689890 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-1aa0881e-1e79-420e-b986-652938e527b1 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:37:08.695864 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa0881e-1e79-420e-b986-652938e527b1 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:08.697325 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1aa0881e-1e79-420e-b986-652938e527b1 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:08.706252 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093673a7-db8d-4ec5-9637-1c64de2d62ef None None] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:37:08.745672 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-1aa0881e-1e79-420e-b986-652938e527b1 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9806938 Aug 05 11:37:08.750352 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 32978) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:08.762850 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-1de1d92c-e26c-4253-baf1-d01982d1dc96 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Request body: {'port': {'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65', 'fixed_ips': [{'subnet_id': '6406a1ac-e646-4abb-8a4f-20ffcca848f8', 'ip_address': '2001:db8::2ded:3570:f3dc:476f'}], 'name': 'tempest-NetworksTestDHCPv6-812304343'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:37:08.768682 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa0881e-1e79-420e-b986-652938e527b1 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Pushing event updated for resources: {'Subnet': ['ID=6406a1ac-e646-4abb-8a4f-20ffcca848f8,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:37:09.073005 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-300d25fc-5511-4d7b-80de-dc1734a00710 req-9212eb6b-7395-46c1-a0f7-40ec30c1e5e0 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4531820 Aug 05 11:37:09.344063 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479db3cc-cedd-4fd2-ba5f-b4987f23f8ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-65f763dc-e344-4f1a-a003-f0293beb6d65', 'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65', 'tenant_id': '2255634a74e844e794fd358818288ba1', 'fixed_ips': [{'subnet_id': '6406a1ac-e646-4abb-8a4f-20ffcca848f8'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 11:37:09.346356 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-479db3cc-cedd-4fd2-ba5f-b4987f23f8ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:09.401347 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-758a63ab-702d-4cd2-a679-bf2961a675b2 x-openstack-request-id: req-758a63ab-702d-4cd2-a679-bf2961a675b2 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:37:09.402305 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61a1a171-97a3-4032-8233-7e389d465791", "tag": "9cf4633a-4b63-415e-ace3-386b2a912c5e", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:37:09.403045 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-758a63ab-702d-4cd2-a679-bf2961a675b2 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:37:09.403966 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61a1a171-97a3-4032-8233-7e389d465791', 'tag': '9cf4633a-4b63-415e-ace3-386b2a912c5e', 'status': 'completed', 'code': 200} Aug 05 11:37:09.465846 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c5056a0b-d9f3-4a17-8f8e-795b87d0475a req-8dca8999-f67e-4fc3-b3b2-ffc072399720 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ecd94282-dd1a-4350-96e8-05aad30e4656&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.5768602 Aug 05 11:37:09.511725 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a381c0-0b9e-488f-8476-ac1959fded67 req-9220eca7-21a8-45dd-81b7-fd1b84f1b3d0 tempest-ServerTagsTestJSON-20282265 tempest-ServerTagsTestJSON-20282265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:09.515256 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-68a381c0-0b9e-488f-8476-ac1959fded67 req-9220eca7-21a8-45dd-81b7-fd1b84f1b3d0 tempest-ServerTagsTestJSON-20282265 tempest-ServerTagsTestJSON-20282265-project] 10.222.0.55 "GET /v2.0/ports?device_id=f3470c3d-c207-4e81-b727-12ff4892f1b5 HTTP/1.1" status: 200 len: 946 time: 1.1583183 Aug 05 11:37:09.623978 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1de1d92c-e26c-4253-baf1-d01982d1dc96 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Made reservation on behalf of 2255634a74e844e794fd358818288ba1 for: {'port': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:37:09.941007 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b86322c1-5a3d-40cf-9885-b28ed2d932b8 req-cd19079d-ae18-4bed-a0e7-adb156ef2ae8 service neutron] 10.222.0.64 "GET /v2.0/networks/535dc2f1-67b1-49cd-891b-67f3b995cbf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4652855 Aug 05 11:37:09.950288 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c224c405-70f7-4053-8b7d-775e7bf7fa46 req-d3e0bbb3-6a2a-4175-8c19-7ad852589c1c tempest-ServerTagsTestJSON-20282265 tempest-ServerTagsTestJSON-20282265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:09.962139 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c224c405-70f7-4053-8b7d-775e7bf7fa46 req-d3e0bbb3-6a2a-4175-8c19-7ad852589c1c tempest-ServerTagsTestJSON-20282265 tempest-ServerTagsTestJSON-20282265-project] 10.222.0.58 "GET /v2.0/ports?device_id=f3470c3d-c207-4e81-b727-12ff4892f1b5 HTTP/1.1" status: 200 len: 946 time: 0.5856853 Aug 05 11:37:10.091849 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-68a381c0-0b9e-488f-8476-ac1959fded67 req-49df3422-469b-4c78-956f-7ef025267fd5 tempest-ServerTagsTestJSON-20282265 tempest-ServerTagsTestJSON-20282265-project] Deleting port 5d571337-fd5a-44f8-b8cd-adce38c05300 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:37:10.092713 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-68a381c0-0b9e-488f-8476-ac1959fded67 req-49df3422-469b-4c78-956f-7ef025267fd5 tempest-ServerTagsTestJSON-20282265 tempest-ServerTagsTestJSON-20282265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:10.137503 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-505f25b0-1ac3-4de6-a9dc-ce734cc688af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:10.151046 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:10.211486 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-479db3cc-cedd-4fd2-ba5f-b4987f23f8ac None None] Allocated IP 2001:db8::2 (65f763dc-e344-4f1a-a003-f0293beb6d65/6406a1ac-e646-4abb-8a4f-20ffcca848f8/d86b7c27-1b21-48c9-aab3-57f6508752dc) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:37:10.367642 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b86322c1-5a3d-40cf-9885-b28ed2d932b8 req-f2f4a103-6a32-45e8-a037-687295df35c9 service neutron] 10.222.0.64 "GET /v2.0/networks/535dc2f1-67b1-49cd-891b-67f3b995cbf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4172146 Aug 05 11:37:10.393971 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c224c405-70f7-4053-8b7d-775e7bf7fa46 req-d3472d54-09d9-4d4a-8f59-4e2a3b66a81e tempest-ServerTagsTestJSON-20282265 tempest-ServerTagsTestJSON-20282265-project] 10.222.0.58 "GET /v2.0/security-groups?id=0694efdb-401f-466a-9522-5e7037e8f0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4211006 Aug 05 11:37:10.514267 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56548e0-bbcc-427a-b600-bf346c6246ad req-50825388-568c-4f86-b6e0-760085ea3511 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:10.534506 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b56548e0-bbcc-427a-b600-bf346c6246ad req-50825388-568c-4f86-b6e0-760085ea3511 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?device_id=61a1a171-97a3-4032-8233-7e389d465791 HTTP/1.1" status: 200 len: 944 time: 0.5549145 Aug 05 11:37:10.572201 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-68a381c0-0b9e-488f-8476-ac1959fded67 req-49df3422-469b-4c78-956f-7ef025267fd5 tempest-ServerTagsTestJSON-20282265 tempest-ServerTagsTestJSON-20282265-project] For port 5d571337-fd5a-44f8-b8cd-adce38c05300, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=5d571337-fd5a-44f8-b8cd-adce38c05300,segment=NetworkSegment(a913e900-c88c-4c1d-a418-7449d2b5683b),segment_id=a913e900-c88c-4c1d-a418-7449d2b5683b)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:37:10.573008 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-68a381c0-0b9e-488f-8476-ac1959fded67 req-49df3422-469b-4c78-956f-7ef025267fd5 tempest-ServerTagsTestJSON-20282265 tempest-ServerTagsTestJSON-20282265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:10.615527 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-68a381c0-0b9e-488f-8476-ac1959fded67 req-49df3422-469b-4c78-956f-7ef025267fd5 tempest-ServerTagsTestJSON-20282265 tempest-ServerTagsTestJSON-20282265-project] Calling delete_port for 5d571337-fd5a-44f8-b8cd-adce38c05300 owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:37:10.759165 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1de1d92c-e26c-4253-baf1-d01982d1dc96 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:10.828126 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b56548e0-bbcc-427a-b600-bf346c6246ad req-f9918c80-ca63-4ed7-96d6-c896fe597dc6 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/security-groups?id=5dfacf8b-ef80-4e03-9b2b-0b5aacf0bf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2920792 Aug 05 11:37:10.931290 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [None req-1de1d92c-e26c-4253-baf1-d01982d1dc96 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] device_id is not set on port f778fad9-d888-4c1d-83b5-6f3a3ad686fc yet. {{(pid=94420) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 11:37:10.955946 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-479db3cc-cedd-4fd2-ba5f-b4987f23f8ac None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:11.003284 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-479db3cc-cedd-4fd2-ba5f-b4987f23f8ac None None] Transition to ACTIVE for port object d86b7c27-1b21-48c9-aab3-57f6508752dc will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:37:11.042620 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba0696b-1be6-4324-b6f7-7bb9d8760bc5 req-73186b33-6ab0-4204-81f5-d3df9bfdec83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:11.060284 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6ba0696b-1be6-4324-b6f7-7bb9d8760bc5 req-73186b33-6ab0-4204-81f5-d3df9bfdec83 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=913ffd5cf69b465594d3b2ba08eae5b1&device_id=61a1a171-97a3-4032-8233-7e389d465791 HTTP/1.1" status: 200 len: 1095 time: 0.5522382 Aug 05 11:37:11.079303 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-479db3cc-cedd-4fd2-ba5f-b4987f23f8ac None None] Transition to ACTIVE for port object d86b7c27-1b21-48c9-aab3-57f6508752dc will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:37:11.105982 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-479db3cc-cedd-4fd2-ba5f-b4987f23f8ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:11.161103 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42336f5-e92c-425a-8c78-89743e355cd7 req-0f4f043f-a2ed-4b73-9da3-90e8c16cb412 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:11.178342 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e42336f5-e92c-425a-8c78-89743e355cd7 req-0f4f043f-a2ed-4b73-9da3-90e8c16cb412 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=ecd94282-dd1a-4350-96e8-05aad30e4656 HTTP/1.1" status: 200 len: 949 time: 0.4746690 Aug 05 11:37:11.282579 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479db3cc-cedd-4fd2-ba5f-b4987f23f8ac None None] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:37:11.315801 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-479db3cc-cedd-4fd2-ba5f-b4987f23f8ac None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:37:11.320994 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-68a381c0-0b9e-488f-8476-ac1959fded67 req-49df3422-469b-4c78-956f-7ef025267fd5 tempest-ServerTagsTestJSON-20282265 tempest-ServerTagsTestJSON-20282265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:11.331222 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479db3cc-cedd-4fd2-ba5f-b4987f23f8ac None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:37:11.353134 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479db3cc-cedd-4fd2-ba5f-b4987f23f8ac None None] Pushing event updated for resources: {'Port': ['ID=d86b7c27-1b21-48c9-aab3-57f6508752dc,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:37:11.377584 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 5d571337-fd5a-44f8-b8cd-adce38c05300 no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:37:11.446439 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e42336f5-e92c-425a-8c78-89743e355cd7 req-35a77c76-bd93-4986-a027-adbbdcabede4 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668164 Aug 05 11:37:11.453945 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba0696b-1be6-4324-b6f7-7bb9d8760bc5 req-bd372270-f048-42b9-8ce7-54c5c5dd0621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:11.460174 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6ba0696b-1be6-4324-b6f7-7bb9d8760bc5 req-bd372270-f048-42b9-8ce7-54c5c5dd0621 service neutron] 10.222.0.64 "GET /v2.0/networks?id=535dc2f1-67b1-49cd-891b-67f3b995cbf8 HTTP/1.1" status: 200 len: 907 time: 0.3833160 Aug 05 11:37:11.542250 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49df3422-469b-4c78-956f-7ef025267fd5 tempest-ServerTagsTestJSON-20282265 tempest-ServerTagsTestJSON-20282265-project] Pushing event deleted for resources: {'Port': ['ID=5d571337-fd5a-44f8-b8cd-adce38c05300,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:37:11.625361 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] No Port match for: 5d571337-fd5a-44f8-b8cd-adce38c05300 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:37:11.625618 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 5d571337-fd5a-44f8-b8cd-adce38c05300 not bound to the agent host n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:37:11.666091 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-1de1d92c-e26c-4253-baf1-d01982d1dc96 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Allocated IP 2001:db8::2ded:3570:f3dc:476f (65f763dc-e344-4f1a-a003-f0293beb6d65/6406a1ac-e646-4abb-8a4f-20ffcca848f8/f778fad9-d888-4c1d-83b5-6f3a3ad686fc) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:37:11.683355 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6ba0696b-1be6-4324-b6f7-7bb9d8760bc5 req-17770be4-6beb-42e6-9b78-a91df97c46c8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9cf4633a-4b63-415e-ace3-386b2a912c5e HTTP/1.1" status: 200 len: 217 time: 0.1688864 Aug 05 11:37:11.779070 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-479db3cc-cedd-4fd2-ba5f-b4987f23f8ac None None] Attempting to bind port d86b7c27-1b21-48c9-aab3-57f6508752dc on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:37:11.780079 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-479db3cc-cedd-4fd2-ba5f-b4987f23f8ac None None] Attempting to bind port d86b7c27-1b21-48c9-aab3-57f6508752dc by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'c3ce43ff-a33b-459d-a35e-6c011fee3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:37:11.780992 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479db3cc-cedd-4fd2-ba5f-b4987f23f8ac None None] Attempting to bind port d86b7c27-1b21-48c9-aab3-57f6508752dc on network 65f763dc-e344-4f1a-a003-f0293beb6d65 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:37:11.805746 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479db3cc-cedd-4fd2-ba5f-b4987f23f8ac None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:37:11.805746 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479db3cc-cedd-4fd2-ba5f-b4987f23f8ac None None] Checking segment: {'id': 'c3ce43ff-a33b-459d-a35e-6c011fee3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:37:11.805746 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-479db3cc-cedd-4fd2-ba5f-b4987f23f8ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:11.805746 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479db3cc-cedd-4fd2-ba5f-b4987f23f8ac None None] Bound using segment: {'id': 'c3ce43ff-a33b-459d-a35e-6c011fee3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:37:11.805746 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-479db3cc-cedd-4fd2-ba5f-b4987f23f8ac None None] Bound port: d86b7c27-1b21-48c9-aab3-57f6508752dc, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3ce43ff-a33b-459d-a35e-6c011fee3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:37:11.806625 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-479db3cc-cedd-4fd2-ba5f-b4987f23f8ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:11.839585 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-68a381c0-0b9e-488f-8476-ac1959fded67 req-49df3422-469b-4c78-956f-7ef025267fd5 tempest-ServerTagsTestJSON-20282265 tempest-ServerTagsTestJSON-20282265-project] No DVR routers for this DVR port 5d571337-fd5a-44f8-b8cd-adce38c05300 on host n-h2-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:37:11.847089 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-68a381c0-0b9e-488f-8476-ac1959fded67 req-49df3422-469b-4c78-956f-7ef025267fd5 tempest-ServerTagsTestJSON-20282265 tempest-ServerTagsTestJSON-20282265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:11.864006 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-68a381c0-0b9e-488f-8476-ac1959fded67 req-49df3422-469b-4c78-956f-7ef025267fd5 tempest-ServerTagsTestJSON-20282265 tempest-ServerTagsTestJSON-20282265-project] 10.222.0.55 "DELETE /v2.0/ports/5d571337-fd5a-44f8-b8cd-adce38c05300 HTTP/1.1" status: 204 len: 173 time: 2.3084869 Aug 05 11:37:11.865013 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3470c3d-c207-4e81-b727-12ff4892f1b5', 'name': 'network-vif-deleted', 'tag': '5d571337-fd5a-44f8-b8cd-adce38c05300'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:37:11.888275 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0acfe31c-2f0e-4c26-8134-a012ca3bd8be" -d '{"events": [{"server_uuid": "f3470c3d-c207-4e81-b727-12ff4892f1b5", "name": "network-vif-deleted", "tag": "5d571337-fd5a-44f8-b8cd-adce38c05300"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:37:12.086988 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c7850ee5-c965-479c-8010-97139fdaaeb1 req-649e3ae8-877d-494b-a068-6132675858f3 tempest-ServerTagsTestJSON-20282265 tempest-ServerTagsTestJSON-20282265-project] 10.222.0.58 "GET /v2.0/ports?device_id=f3470c3d-c207-4e81-b727-12ff4892f1b5 HTTP/1.1" status: 200 len: 210 time: 0.2903595 Aug 05 11:37:12.168145 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba0696b-1be6-4324-b6f7-7bb9d8760bc5 req-3862a373-cbe5-4729-af8e-da84a9ca2206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:12.189019 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6ba0696b-1be6-4324-b6f7-7bb9d8760bc5 req-3862a373-cbe5-4729-af8e-da84a9ca2206 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1b19baf8-9ef5-4535-9e61-0fc2264669f6 HTTP/1.1" status: 200 len: 846 time: 0.3815897 Aug 05 11:37:12.301012 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6ba0696b-1be6-4324-b6f7-7bb9d8760bc5 req-9cd07fe7-6458-4d14-903f-42bc78766b14 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=535dc2f1-67b1-49cd-891b-67f3b995cbf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1058326 Aug 05 11:37:12.391341 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ee34271-4462-4996-bdf5-6327a6fb84e9 x-openstack-request-id: req-6ee34271-4462-4996-bdf5-6327a6fb84e9 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:37:12.391977 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3470c3d-c207-4e81-b727-12ff4892f1b5", "name": "network-vif-deleted", "tag": "5d571337-fd5a-44f8-b8cd-adce38c05300", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:37:12.392518 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6ee34271-4462-4996-bdf5-6327a6fb84e9 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:37:12.393330 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3470c3d-c207-4e81-b727-12ff4892f1b5', 'name': 'network-vif-deleted', 'tag': '5d571337-fd5a-44f8-b8cd-adce38c05300', 'status': 'completed', 'code': 200} Aug 05 11:37:12.446781 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:12.726047 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-479db3cc-cedd-4fd2-ba5f-b4987f23f8ac None None] For port d86b7c27-1b21-48c9-aab3-57f6508752dc, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:37:12.734978 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-479db3cc-cedd-4fd2-ba5f-b4987f23f8ac None None] For port d86b7c27-1b21-48c9-aab3-57f6508752dc, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=d86b7c27-1b21-48c9-aab3-57f6508752dc,segment=NetworkSegment(c3ce43ff-a33b-459d-a35e-6c011fee3456),segment_id=c3ce43ff-a33b-459d-a35e-6c011fee3456)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:37:12.758254 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6ba0696b-1be6-4324-b6f7-7bb9d8760bc5 req-78d5b614-0c78-4e5f-bfca-41ede65f4566 service neutron] 10.222.0.64 "GET /v2.0/networks/535dc2f1-67b1-49cd-891b-67f3b995cbf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4407537 Aug 05 11:37:12.763703 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-479db3cc-cedd-4fd2-ba5f-b4987f23f8ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:12.838645 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1de1d92c-e26c-4253-baf1-d01982d1dc96 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:12.865509 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [None req-1de1d92c-e26c-4253-baf1-d01982d1dc96 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Transition to ACTIVE for port object f778fad9-d888-4c1d-83b5-6f3a3ad686fc will not be triggered until provisioned by entity DHCP. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:37:13.030958 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479db3cc-cedd-4fd2-ba5f-b4987f23f8ac None None] Pushing event updated for resources: {'Port': ['ID=d86b7c27-1b21-48c9-aab3-57f6508752dc,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:37:13.174696 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6ba0696b-1be6-4324-b6f7-7bb9d8760bc5 req-daf04139-03e5-462c-8abc-e50bbd21ea55 service neutron] 10.222.0.64 "GET /v2.0/networks/535dc2f1-67b1-49cd-891b-67f3b995cbf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4082050 Aug 05 11:37:13.209072 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3fd48e-83df-4a20-8917-e3ad005630d5 req-8f088f1c-62bb-4441-a846-7122653c2e75 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:13.214051 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5f3fd48e-83df-4a20-8917-e3ad005630d5 req-8f088f1c-62bb-4441-a846-7122653c2e75 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?device_id=61a1a171-97a3-4032-8233-7e389d465791 HTTP/1.1" status: 200 len: 944 time: 1.0090907 Aug 05 11:37:13.217272 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1de1d92c-e26c-4253-baf1-d01982d1dc96 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:13.313053 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de1d92c-e26c-4253-baf1-d01982d1dc96 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:37:13.389032 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-1de1d92c-e26c-4253-baf1-d01982d1dc96 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:37:13.399539 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de1d92c-e26c-4253-baf1-d01982d1dc96 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:37:13.428021 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de1d92c-e26c-4253-baf1-d01982d1dc96 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:13.430167 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1de1d92c-e26c-4253-baf1-d01982d1dc96 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:13.504052 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-1de1d92c-e26c-4253-baf1-d01982d1dc96 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.7512465 Aug 05 11:37:13.504421 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 33106) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:13.595073 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5358555b-b5a4-42e5-b6af-d4441e37b915 req-3166bb86-fafc-4688-8aff-a5f0517bca41 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:13.610050 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5358555b-b5a4-42e5-b6af-d4441e37b915 req-3166bb86-fafc-4688-8aff-a5f0517bca41 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=ecd94282-dd1a-4350-96e8-05aad30e4656 HTTP/1.1" status: 200 len: 949 time: 0.8171556 Aug 05 11:37:13.686384 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de1d92c-e26c-4253-baf1-d01982d1dc96 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Pushing event updated for resources: {'Port': ['ID=f778fad9-d888-4c1d-83b5-6f3a3ad686fc,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:37:13.725594 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5f3fd48e-83df-4a20-8917-e3ad005630d5 req-1035bb8a-d556-4d61-b9d4-4e88068a5961 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/security-groups?id=5dfacf8b-ef80-4e03-9b2b-0b5aacf0bf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4599869 Aug 05 11:37:13.731804 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8acd4716-2989-472a-a900-a5087615748d tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:13.759888 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8acd4716-2989-472a-a900-a5087615748d tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:13.764453 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-8acd4716-2989-472a-a900-a5087615748d tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2577126 Aug 05 11:37:13.772771 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5358555b-b5a4-42e5-b6af-d4441e37b915 req-05e6a70b-d687-46eb-b4c6-df8b5aab2bfb tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562805 Aug 05 11:37:13.774693 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 33116) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:13.790139 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:13.874428 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5056a0b-d9f3-4a17-8f8e-795b87d0475a req-0e7a5354-f6e6-4030-90ab-a13dbf0c5421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:13.884554 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c5056a0b-d9f3-4a17-8f8e-795b87d0475a req-0e7a5354-f6e6-4030-90ab-a13dbf0c5421 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f811ccc1244d4d32a53adbbe13250fd5&device_id=ecd94282-dd1a-4350-96e8-05aad30e4656 HTTP/1.1" status: 200 len: 1100 time: 0.1172774 Aug 05 11:37:13.967005 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 33132) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:14.165906 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5056a0b-d9f3-4a17-8f8e-795b87d0475a req-ef087916-3900-4f8e-9f4f-f7ae759e90f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:14.167708 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c5056a0b-d9f3-4a17-8f8e-795b87d0475a req-ef087916-3900-4f8e-9f4f-f7ae759e90f5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=91caede3-92e4-4b1e-8e3e-36227cfd846a HTTP/1.1" status: 200 len: 870 time: 0.2744174 Aug 05 11:37:14.212229 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_v2 [None req-efb7310f-5e1e-4997-b325-6079648d3d81 admin admin] Deleting subnet 83c17631-b703-46a1-b8af-d322a59e5d36 {{(pid=94420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:37:14.247288 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-efb7310f-5e1e-4997-b325-6079648d3d81 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:14.281590 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c5056a0b-d9f3-4a17-8f8e-795b87d0475a req-9ec10c26-aa56-4cda-910f-69b08afe3c5c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=77b879bb-72ce-4c7a-ba73-52226462454f HTTP/1.1" status: 200 len: 217 time: 0.1042838 Aug 05 11:37:14.347623 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-efb7310f-5e1e-4997-b325-6079648d3d81 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25010562'] for subnet, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:14.459285 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-efb7310f-5e1e-4997-b325-6079648d3d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:14.562174 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5056a0b-d9f3-4a17-8f8e-795b87d0475a req-aafe26c3-7517-476f-b94b-fd340a97a041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:14.573477 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c5056a0b-d9f3-4a17-8f8e-795b87d0475a req-aafe26c3-7517-476f-b94b-fd340a97a041 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6842f728-c2f3-4e36-bb32-3303d06ce3f4 HTTP/1.1" status: 200 len: 843 time: 0.2832742 Aug 05 11:37:14.604242 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-f43dfad0-6c56-40de-b242-60b8cd32d0e9 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Deleting port f778fad9-d888-4c1d-83b5-6f3a3ad686fc {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:37:14.604927 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f43dfad0-6c56-40de-b242-60b8cd32d0e9 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:14.675500 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5056a0b-d9f3-4a17-8f8e-795b87d0475a req-e0bd8691-36e6-4df4-912d-de89fb57bdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:14.677211 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c5056a0b-d9f3-4a17-8f8e-795b87d0475a req-e0bd8691-36e6-4df4-912d-de89fb57bdb9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=91caede3-92e4-4b1e-8e3e-36227cfd846a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0946796 Aug 05 11:37:14.695724 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [req-c5056a0b-d9f3-4a17-8f8e-795b87d0475a req-69e62c9f-5e34-4921-b349-648bb3b5f946 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94421) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 11:37:14.697097 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c5056a0b-d9f3-4a17-8f8e-795b87d0475a req-69e62c9f-5e34-4921-b349-648bb3b5f946 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076101 Aug 05 11:37:14.783894 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-efb7310f-5e1e-4997-b325-6079648d3d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29762763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24211094'] for subnet, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:15.060799 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-efb7310f-5e1e-4997-b325-6079648d3d81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:15.069483 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-efb7310f-5e1e-4997-b325-6079648d3d81 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/83c17631-b703-46a1-b8af-d322a59e5d36 HTTP/1.1" status: 204 len: 168 time: 1.1063004 Aug 05 11:37:15.075899 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb7310f-5e1e-4997-b325-6079648d3d81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83c17631-b703-46a1-b8af-d322a59e5d36,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:37:15.081439 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 33162) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:15.081683 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c5056a0b-d9f3-4a17-8f8e-795b87d0475a req-85a6dbe5-90da-48da-a298-352b7b9712ff service neutron] 10.222.0.64 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3752964 Aug 05 11:37:15.162334 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device d86b7c27-1b21-48c9-aab3-57f6508752dc up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:37:15.354066 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-8236037c-59a3-4696-9c7f-e4584a557483 None None] Provisioning for port d86b7c27-1b21-48c9-aab3-57f6508752dc completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:37:15.393006 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port d86b7c27-1b21-48c9-aab3-57f6508752dc completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:37:15.403853 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c5056a0b-d9f3-4a17-8f8e-795b87d0475a req-f896be02-d409-4a54-814a-cb456628378d service neutron] 10.222.0.64 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3106496 Aug 05 11:37:15.411125 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port d86b7c27-1b21-48c9-aab3-57f6508752dc triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:37:15.411619 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:15.429195 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 33164) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:15.562402 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f43dfad0-6c56-40de-b242-60b8cd32d0e9 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:15.678786 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:15.721046 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-88a0d323-728a-431d-8df2-788e0142813a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:15.752529 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 9cf4633a-4b63-415e-ace3-386b2a912c5e details requested by agent hyperv_n-h1-803378-2 with host n-h1-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:37:15.817408 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port d86b7c27-1b21-48c9-aab3-57f6508752dc, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=d86b7c27-1b21-48c9-aab3-57f6508752dc,segment=NetworkSegment(c3ce43ff-a33b-459d-a35e-6c011fee3456),segment_id=c3ce43ff-a33b-459d-a35e-6c011fee3456)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:37:15.848766 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:15.952111 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-88a0d323-728a-431d-8df2-788e0142813a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:15.961998 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-88a0d323-728a-431d-8df2-788e0142813a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:15.965128 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-cca8b62c-419f-4419-8679-7f77bb4cba93 None None] Provisioning for port f778fad9-d888-4c1d-83b5-6f3a3ad686fc completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:37:15.975768 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.db.resource_extend [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 05 11:37:15.982919 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-cca8b62c-419f-4419-8679-7f77bb4cba93 None None] Provisioning complete for port f778fad9-d888-4c1d-83b5-6f3a3ad686fc triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:37:15.984019 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cca8b62c-419f-4419-8679-7f77bb4cba93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:16.050243 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-88a0d323-728a-431d-8df2-788e0142813a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8abe60317489476589c6fbdea182b0c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6160502 Aug 05 11:37:16.053938 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 33172) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:16.104617 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a0d323-728a-431d-8df2-788e0142813a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30ef8dab-3038-4565-9835-ee8dbf71190f,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:37:16.132867 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a0d323-728a-431d-8df2-788e0142813a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:37:16.133497 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a0d323-728a-431d-8df2-788e0142813a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:37:16.135067 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a0d323-728a-431d-8df2-788e0142813a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:37:16.135688 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a0d323-728a-431d-8df2-788e0142813a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:37:16.136250 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a0d323-728a-431d-8df2-788e0142813a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:37:16.136847 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a0d323-728a-431d-8df2-788e0142813a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:37:16.137768 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a0d323-728a-431d-8df2-788e0142813a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:37:16.138330 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a0d323-728a-431d-8df2-788e0142813a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:37:16.138861 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a0d323-728a-431d-8df2-788e0142813a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:37:16.139424 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a0d323-728a-431d-8df2-788e0142813a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:37:16.139977 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a0d323-728a-431d-8df2-788e0142813a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:37:16.140719 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a0d323-728a-431d-8df2-788e0142813a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:37:16.170880 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=d86b7c27-1b21-48c9-aab3-57f6508752dc,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:37:16.171817 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-f43dfad0-6c56-40de-b242-60b8cd32d0e9 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Calling delete_port for f778fad9-d888-4c1d-83b5-6f3a3ad686fc owned by {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:37:16.211769 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-cca8b62c-419f-4419-8679-7f77bb4cba93 None None] Port f778fad9-d888-4c1d-83b5-6f3a3ad686fc cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:37:16.238249 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7250bcd3-09a8-48fd-a1de-d0b545877a28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:16.265108 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 9cf4633a-4b63-415e-ace3-386b2a912c5e, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=9cf4633a-4b63-415e-ace3-386b2a912c5e,segment=NetworkSegment(1464bea6-dc68-4175-ac76-169c7629018f),segment_id=1464bea6-dc68-4175-ac76-169c7629018f)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:37:16.268310 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26727d77-cd4e-454a-ae8f-8a3ba939e302 req-394eba4f-39bb-43c7-9efe-c1ee575281a1 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:16.276254 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-26727d77-cd4e-454a-ae8f-8a3ba939e302 req-394eba4f-39bb-43c7-9efe-c1ee575281a1 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=ecd94282-dd1a-4350-96e8-05aad30e4656 HTTP/1.1" status: 200 len: 949 time: 1.1962981 Aug 05 11:37:16.293414 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Returning: {'device': '9cf4633a-4b63-415e-ace3-386b2a912c5e', 'network_id': '535dc2f1-67b1-49cd-891b-67f3b995cbf8', 'port_id': '9cf4633a-4b63-415e-ace3-386b2a912c5e', 'mac_address': 'fa:16:3e:ba:7e:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b19baf8-9ef5-4535-9e61-0fc2264669f6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:37:16.301121 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7250bcd3-09a8-48fd-a1de-d0b545877a28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:16.430730 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:16.459978 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cf4633a-4b63-415e-ace3-386b2a912c5e {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:37:16.461647 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3024746-8ca2-4d3a-a27a-0e8746da2c2d req-3cbbb672-6411-4d66-9c04-92199d6c64da tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:16.464063 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a3024746-8ca2-4d3a-a27a-0e8746da2c2d req-3cbbb672-6411-4d66-9c04-92199d6c64da tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?device_id=61a1a171-97a3-4032-8233-7e389d465791 HTTP/1.1" status: 200 len: 944 time: 1.1868074 Aug 05 11:37:16.472358 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7250bcd3-09a8-48fd-a1de-d0b545877a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:16.473906 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ff64b78c-59c4-42f1-8de5-4b758816ed67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:16.476775 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7250bcd3-09a8-48fd-a1de-d0b545877a28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:16.478331 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-7250bcd3-09a8-48fd-a1de-d0b545877a28 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/30ef8dab-3038-4565-9835-ee8dbf71190f HTTP/1.1" status: 204 len: 168 time: 0.4225338 Aug 05 11:37:16.499434 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7250bcd3-09a8-48fd-a1de-d0b545877a28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30ef8dab-3038-4565-9835-ee8dbf71190f,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:37:16.543197 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 9cf4633a-4b63-415e-ace3-386b2a912c5e, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=9cf4633a-4b63-415e-ace3-386b2a912c5e,segment=NetworkSegment(1464bea6-dc68-4175-ac76-169c7629018f),segment_id=1464bea6-dc68-4175-ac76-169c7629018f)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:37:16.551078 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:16.620636 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-26727d77-cd4e-454a-ae8f-8a3ba939e302 req-4849c631-6a21-49f2-b776-24ace22a7dbc tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3224854 Aug 05 11:37:16.714564 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=9cf4633a-4b63-415e-ace3-386b2a912c5e,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:37:16.799871 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a3024746-8ca2-4d3a-a27a-0e8746da2c2d req-90590ec7-171d-44b2-bdfc-b82e7aef2348 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/security-groups?id=5dfacf8b-ef80-4e03-9b2b-0b5aacf0bf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804573 Aug 05 11:37:16.917414 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ff64b78c-59c4-42f1-8de5-4b758816ed67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:16.926851 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device d86b7c27-1b21-48c9-aab3-57f6508752dc up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:37:16.976127 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-ff64b78c-59c4-42f1-8de5-4b758816ed67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['126f4a78-83b6-4d62-b469-dc7a703df58c']}} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:37:17.013524 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port d86b7c27-1b21-48c9-aab3-57f6508752dc triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:37:17.014351 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:17.041689 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-ff64b78c-59c4-42f1-8de5-4b758816ed67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a913e900-c88c-4c1d-a418-7449d2b5683b') {'for_net_delete': True} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:37:17.042362 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-ff64b78c-59c4-42f1-8de5-4b758816ed67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a913e900-c88c-4c1d-a418-7449d2b5683b') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:37:17.070289 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ff64b78c-59c4-42f1-8de5-4b758816ed67 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25010581'] for segment, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:17.071794 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['9cf4633a-4b63-415e-ace3-386b2a912c5e'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:37:17.076902 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f43dfad0-6c56-40de-b242-60b8cd32d0e9 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:17.161543 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43dfad0-6c56-40de-b242-60b8cd32d0e9 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Pushing event deleted for resources: {'Port': ['ID=f778fad9-d888-4c1d-83b5-6f3a3ad686fc,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:37:17.177489 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ff64b78c-59c4-42f1-8de5-4b758816ed67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:17.223967 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f43dfad0-6c56-40de-b242-60b8cd32d0e9 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:17.230269 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-f43dfad0-6c56-40de-b242-60b8cd32d0e9 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "DELETE /v2.0/ports/f778fad9-d888-4c1d-83b5-6f3a3ad686fc HTTP/1.1" status: 204 len: 168 time: 3.4535229 Aug 05 11:37:17.230983 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 33206) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:17.233526 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff64b78c-59c4-42f1-8de5-4b758816ed67 admin admin] Releasing vlan 684 on physical network physnet1 to pool {{(pid=94420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:37:17.233955 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ff64b78c-59c4-42f1-8de5-4b758816ed67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29762581'] for segment, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:17.236696 n-d-803378-2 neutron-server[94420]: Traceback (most recent call last): Aug 05 11:37:17.236696 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:37:17.236696 n-d-803378-2 neutron-server[94420]: timer() Aug 05 11:37:17.236696 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:37:17.236696 n-d-803378-2 neutron-server[94420]: cb(*args, **kw) Aug 05 11:37:17.236696 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:37:17.236696 n-d-803378-2 neutron-server[94420]: return func(*args, **kwargs) Aug 05 11:37:17.236696 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:37:17.236696 n-d-803378-2 neutron-server[94420]: self._notify() Aug 05 11:37:17.236696 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:37:17.236696 n-d-803378-2 neutron-server[94420]: self.callback(batched_events) Aug 05 11:37:17.236696 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:37:17.236696 n-d-803378-2 neutron-server[94420]: event.method(event) Aug 05 11:37:17.236696 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:37:17.236696 n-d-803378-2 neutron-server[94420]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:37:17.236696 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:37:17.236696 n-d-803378-2 neutron-server[94420]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:37:17.236696 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:37:17.236696 n-d-803378-2 neutron-server[94420]: return f(self, *a, **k) Aug 05 11:37:17.236696 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:37:17.236696 n-d-803378-2 neutron-server[94420]: return self._get(url).json() Aug 05 11:37:17.236696 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:37:17.236696 n-d-803378-2 neutron-server[94420]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:37:17.236696 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:37:17.236696 n-d-803378-2 neutron-server[94420]: return self.request(url, 'GET', **kwargs) Aug 05 11:37:17.236696 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:37:17.236696 n-d-803378-2 neutron-server[94420]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:37:17.236696 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:37:17.236696 n-d-803378-2 neutron-server[94420]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:37:17.236696 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:37:17.236696 n-d-803378-2 neutron-server[94420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:37:17.236696 n-d-803378-2 neutron-server[94420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:37:17.298216 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ce1aec-bbc3-4593-8113-d1ecfe157302 req-1076a9c1-93a6-4350-ae52-650af385c9d9 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:17.307845 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-05ce1aec-bbc3-4593-8113-d1ecfe157302 req-1076a9c1-93a6-4350-ae52-650af385c9d9 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] 10.222.0.58 "GET /v2.0/networks?id=4ba4438a-8cdb-441d-bb43-5e42214d4b76 HTTP/1.1" status: 200 len: 814 time: 0.4165151 Aug 05 11:37:17.338192 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 33208) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:17.387899 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-55bcaf74-28ff-4d27-adc1-181780b989b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:17.393121 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-05ce1aec-bbc3-4593-8113-d1ecfe157302 req-08a29869-3206-4445-ad67-6f2d452f6669 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] 10.222.0.58 "GET /v2.0/quotas/d99022a6b1d940f38af72023898597a0 HTTP/1.1" status: 200 len: 375 time: 0.0839286 Aug 05 11:37:17.432670 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ff64b78c-59c4-42f1-8de5-4b758816ed67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:17.442739 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ff64b78c-59c4-42f1-8de5-4b758816ed67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:17.447237 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-ff64b78c-59c4-42f1-8de5-4b758816ed67 admin admin] 10.222.0.58 "DELETE /v2.0/networks/126f4a78-83b6-4d62-b469-dc7a703df58c HTTP/1.1" status: 204 len: 168 time: 2.2918096 Aug 05 11:37:17.452350 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0b82a7-6d28-43d3-b094-06145e04fa34 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:17.456354 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0b82a7-6d28-43d3-b094-06145e04fa34 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:17.463469 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-cf0b82a7-6d28-43d3-b094-06145e04fa34 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2259381 Aug 05 11:37:17.463469 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 33214) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:17.544393 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff64b78c-59c4-42f1-8de5-4b758816ed67 admin admin] Pushing event deleted for resources: {'Network': ['ID=126f4a78-83b6-4d62-b469-dc7a703df58c,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:37:17.548724 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0bee1c6-b619-490e-b8fe-b3bd9f59657c tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Deleting subnet 6406a1ac-e646-4abb-8a4f-20ffcca848f8 {{(pid=94421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:37:17.553397 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b0bee1c6-b619-490e-b8fe-b3bd9f59657c tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks [] for subnet, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:17.571626 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff64b78c-59c4-42f1-8de5-4b758816ed67 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:37:17.572794 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff64b78c-59c4-42f1-8de5-4b758816ed67 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:37:17.573749 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff64b78c-59c4-42f1-8de5-4b758816ed67 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:37:17.574678 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff64b78c-59c4-42f1-8de5-4b758816ed67 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:37:17.575627 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff64b78c-59c4-42f1-8de5-4b758816ed67 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:37:17.576653 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff64b78c-59c4-42f1-8de5-4b758816ed67 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:37:17.577595 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff64b78c-59c4-42f1-8de5-4b758816ed67 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:37:17.580520 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff64b78c-59c4-42f1-8de5-4b758816ed67 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:37:17.582195 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff64b78c-59c4-42f1-8de5-4b758816ed67 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:37:17.583183 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff64b78c-59c4-42f1-8de5-4b758816ed67 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:37:17.584129 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff64b78c-59c4-42f1-8de5-4b758816ed67 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:37:17.585114 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff64b78c-59c4-42f1-8de5-4b758816ed67 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:37:17.642817 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b0bee1c6-b619-490e-b8fe-b3bd9f59657c tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29786388'] for subnet, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:17.651234 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-05ce1aec-bbc3-4593-8113-d1ecfe157302 req-c1180152-e58c-4c5c-82e2-989a45cf6583 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=d99022a6b1d940f38af72023898597a0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2553315 Aug 05 11:37:17.931685 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b0bee1c6-b619-490e-b8fe-b3bd9f59657c tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:18.023561 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da721527-b47b-462d-a378-16fbf7311e47 req-4b3043f2-a8c6-4e38-8a90-7cb51dfaec3a tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:18.032587 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-da721527-b47b-462d-a378-16fbf7311e47 req-4b3043f2-a8c6-4e38-8a90-7cb51dfaec3a tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=ecd94282-dd1a-4350-96e8-05aad30e4656 HTTP/1.1" status: 200 len: 949 time: 0.2020848 Aug 05 11:37:18.063563 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 33226) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:18.077595 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-05ce1aec-bbc3-4593-8113-d1ecfe157302 req-41463fda-adc5-453f-a642-7cae17f5e553 service neutron] 10.222.0.58 "GET /v2.0/networks/4ba4438a-8cdb-441d-bb43-5e42214d4b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4125793 Aug 05 11:37:18.093966 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-55bcaf74-28ff-4d27-adc1-181780b989b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:18.109075 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-55bcaf74-28ff-4d27-adc1-181780b989b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:18.158950 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b0bee1c6-b619-490e-b8fe-b3bd9f59657c tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25038609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30075142'] for subnet, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:18.221716 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-da721527-b47b-462d-a378-16fbf7311e47 req-af951b66-e216-453a-87db-444fc2ced7da tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887329 Aug 05 11:37:18.252322 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bee1c6-b619-490e-b8fe-b3bd9f59657c tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Pushing event deleted for resources: {'Subnet': ['ID=6406a1ac-e646-4abb-8a4f-20ffcca848f8,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:37:18.266459 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b0bee1c6-b619-490e-b8fe-b3bd9f59657c tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:18.274647 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-b0bee1c6-b619-490e-b8fe-b3bd9f59657c tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "DELETE /v2.0/subnets/6406a1ac-e646-4abb-8a4f-20ffcca848f8 HTTP/1.1" status: 204 len: 168 time: 0.8095105 Aug 05 11:37:18.276843 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bcaf74-28ff-4d27-adc1-181780b989b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18e13aee-508e-4984-ba62-efdef4c255b4,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:37:18.282646 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 33232) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:18.287253 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-55bcaf74-28ff-4d27-adc1-181780b989b7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=918511e9cb37487095a2f6aee2a918f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9341609 Aug 05 11:37:18.302129 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 33234) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:18.311438 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a93c23-038a-4ef5-8730-a7a18f70aade None None] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:37:18.350497 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-e5d56074-ccbf-4b4a-943e-6694ea23674d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=60b90bf587e94d2293623edf5f837b46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2851732 Aug 05 11:37:18.354851 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 33236) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:18.411783 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-fac74006-cef7-4b75-a7f5-0c6abe50b5fb tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1226461 Aug 05 11:37:18.418373 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 33240) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:18.455803 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-5b8fcebd-74c2-4b08-bad6-8c2e7701e47b tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Request body: {'subnet': {'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:37:18.699714 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-05ce1aec-bbc3-4593-8113-d1ecfe157302 req-0ae007cc-e89c-45ae-9869-49514ccc1d09 service neutron] 10.222.0.58 "GET /v2.0/networks/4ba4438a-8cdb-441d-bb43-5e42214d4b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5991359 Aug 05 11:37:18.733671 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4aab98-efea-4a6e-9a36-e47f695e4868 None None] DHCP port deletion for 65f763dc-e344-4f1a-a003-f0293beb6d65 request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 11:37:18.938060 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-5e4aab98-efea-4a6e-9a36-e47f695e4868 None None] Deleting port d86b7c27-1b21-48c9-aab3-57f6508752dc {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:37:18.938912 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-5e4aab98-efea-4a6e-9a36-e47f695e4868 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:18.951021 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-53956433-d771-412d-9c8b-683ca19778da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:18.999839 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dd19de-ca10-41af-a1ca-b960dfbf0b9e req-be5c4a50-7a6b-42fc-86ed-cb8865435edb tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:19.010417 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f1dd19de-ca10-41af-a1ca-b960dfbf0b9e req-be5c4a50-7a6b-42fc-86ed-cb8865435edb tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?device_id=61a1a171-97a3-4032-8233-7e389d465791 HTTP/1.1" status: 200 len: 945 time: 0.5941432 Aug 05 11:37:19.013079 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-33157ff9-ea6e-4c6f-9a22-cd3ca9cbb271 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:19.075747 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device d86b7c27-1b21-48c9-aab3-57f6508752dc no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:37:19.076733 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-53956433-d771-412d-9c8b-683ca19778da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:19.216977 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-33157ff9-ea6e-4c6f-9a22-cd3ca9cbb271 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:19.271867 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-5e4aab98-efea-4a6e-9a36-e47f695e4868 None None] For port d86b7c27-1b21-48c9-aab3-57f6508752dc, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=d86b7c27-1b21-48c9-aab3-57f6508752dc,segment=NetworkSegment(c3ce43ff-a33b-459d-a35e-6c011fee3456),segment_id=c3ce43ff-a33b-459d-a35e-6c011fee3456)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:37:19.273280 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-5e4aab98-efea-4a6e-9a36-e47f695e4868 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:19.308088 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-5e4aab98-efea-4a6e-9a36-e47f695e4868 None None] Calling delete_port for d86b7c27-1b21-48c9-aab3-57f6508752dc owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:37:19.363999 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f1dd19de-ca10-41af-a1ca-b960dfbf0b9e req-f3457aa6-7d2b-44e8-b63b-a6f8213ea52d tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/security-groups?id=5dfacf8b-ef80-4e03-9b2b-0b5aacf0bf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3516946 Aug 05 11:37:19.469514 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fbb590b6-dbba-4e36-82ad-d4bb405169fe req-c74d8ed8-b6ab-4780-a233-4141f97705a3 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] 10.222.0.58 "GET /v2.0/ports?device_id=71ffacfe-9573-4990-a4fc-26a1b70c4bd1 HTTP/1.1" status: 200 len: 210 time: 0.2725437 Aug 05 11:37:19.473715 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b8fcebd-74c2-4b08-bad6-8c2e7701e47b tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Made reservation on behalf of 2255634a74e844e794fd358818288ba1 for: {'subnet': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:37:19.487362 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5b8fcebd-74c2-4b08-bad6-8c2e7701e47b tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24211133'] for subnet, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:19.607659 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:19.702701 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-53956433-d771-412d-9c8b-683ca19778da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:19.707141 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-53956433-d771-412d-9c8b-683ca19778da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:19.712897 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-53956433-d771-412d-9c8b-683ca19778da admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0694efdb-401f-466a-9522-5e7037e8f0c4 HTTP/1.1" status: 204 len: 168 time: 1.3443670 Aug 05 11:37:19.761679 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-33157ff9-ea6e-4c6f-9a22-cd3ca9cbb271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:19.764582 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-33157ff9-ea6e-4c6f-9a22-cd3ca9cbb271 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:19.768922 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-33157ff9-ea6e-4c6f-9a22-cd3ca9cbb271 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/18e13aee-508e-4984-ba62-efdef4c255b4 HTTP/1.1" status: 204 len: 168 time: 1.4600005 Aug 05 11:37:19.803895 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53956433-d771-412d-9c8b-683ca19778da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0694efdb-401f-466a-9522-5e7037e8f0c4,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:37:19.875944 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33157ff9-ea6e-4c6f-9a22-cd3ca9cbb271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18e13aee-508e-4984-ba62-efdef4c255b4,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:37:19.887452 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 9cf4633a-4b63-415e-ace3-386b2a912c5e up at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:37:19.934795 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port d86b7c27-1b21-48c9-aab3-57f6508752dc, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=d86b7c27-1b21-48c9-aab3-57f6508752dc,segment=NetworkSegment(c3ce43ff-a33b-459d-a35e-6c011fee3456),segment_id=c3ce43ff-a33b-459d-a35e-6c011fee3456)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:37:20.030927 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:20.046632 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-5e4aab98-efea-4a6e-9a36-e47f695e4868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:20.056957 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daf4b94-6424-4fda-a4fd-3b05787aaf80 req-72404829-45d8-45d6-942f-56a461f349fe tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:20.093081 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3daf4b94-6424-4fda-a4fd-3b05787aaf80 req-72404829-45d8-45d6-942f-56a461f349fe tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=ecd94282-dd1a-4350-96e8-05aad30e4656 HTTP/1.1" status: 200 len: 949 time: 0.3686981 Aug 05 11:37:20.113908 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event deleted for resources: {'Port': ['ID=d86b7c27-1b21-48c9-aab3-57f6508752dc,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:37:20.132377 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4aab98-efea-4a6e-9a36-e47f695e4868 None None] No DVR routers for this DVR port d86b7c27-1b21-48c9-aab3-57f6508752dc on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:37:20.197885 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4aab98-efea-4a6e-9a36-e47f695e4868 None None] Pushing event deleted for resources: {'Port': ['ID=d86b7c27-1b21-48c9-aab3-57f6508752dc,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:37:20.247739 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning for port 9cf4633a-4b63-415e-ace3-386b2a912c5e completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:37:20.270052 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning complete for port 9cf4633a-4b63-415e-ace3-386b2a912c5e triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:37:20.273476 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:20.467385 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3daf4b94-6424-4fda-a4fd-3b05787aaf80 req-e245aa3a-2f5a-4586-ad99-d79405bd2ed3 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3727641 Aug 05 11:37:20.588223 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5b8fcebd-74c2-4b08-bad6-8c2e7701e47b tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29762700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24211087'] for subnet, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:20.620768 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:20.893724 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 9cf4633a-4b63-415e-ace3-386b2a912c5e, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=9cf4633a-4b63-415e-ace3-386b2a912c5e,segment=NetworkSegment(1464bea6-dc68-4175-ac76-169c7629018f),segment_id=1464bea6-dc68-4175-ac76-169c7629018f)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:37:20.901168 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61a1a171-97a3-4032-8233-7e389d465791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cf4633a-4b63-415e-ace3-386b2a912c5e'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:37:20.905302 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d77c8a3-b2a1-4563-a7bc-f639c11e6013" -d '{"events": [{"server_uuid": "61a1a171-97a3-4032-8233-7e389d465791", "name": "network-vif-plugged", "status": "completed", "tag": "9cf4633a-4b63-415e-ace3-386b2a912c5e"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:37:20.919271 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:20.995262 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b8fcebd-74c2-4b08-bad6-8c2e7701e47b tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:37:21.003708 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-5b8fcebd-74c2-4b08-bad6-8c2e7701e47b tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:37:21.008045 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8fcebd-74c2-4b08-bad6-8c2e7701e47b tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:21.009140 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5b8fcebd-74c2-4b08-bad6-8c2e7701e47b tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:21.034452 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c85014-4d5a-48e6-bdc9-6a481fbdaaad None None] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:37:21.156360 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c80a7e15-b32b-4af9-8a49-cebe846a6caf req-5eb49be6-e745-4af0-80e1-5c48521269a8 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] 10.222.0.58 "GET /v2.0/ports?device_id=71ffacfe-9573-4990-a4fc-26a1b70c4bd1 HTTP/1.1" status: 200 len: 210 time: 0.2929275 Aug 05 11:37:21.196904 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=9cf4633a-4b63-415e-ace3-386b2a912c5e,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:37:21.285535 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8fcebd-74c2-4b08-bad6-8c2e7701e47b tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Pushing event updated for resources: {'Subnet': ['ID=d6e887f1-4777-4ddb-9b68-dcdd4c08fe24,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:37:21.308420 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 33302) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:21.315953 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-5b8fcebd-74c2-4b08-bad6-8c2e7701e47b tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.8921778 Aug 05 11:37:21.325716 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-fdc74790-0fe2-44a8-be72-9ee4a53dd62f tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Request body: {'port': {'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65', 'fixed_ips': [{'subnet_id': 'd6e887f1-4777-4ddb-9b68-dcdd4c08fe24', 'ip_address': '2001:db8::6b6c:6b8f:3bb6:2113'}], 'name': 'tempest-NetworksTestDHCPv6-1282139293'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:37:21.375350 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2999bf-fb17-4ed5-bec7-e882d45e8d35 req-fde9d786-395c-4add-8d50-e45068a6f39c tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:21.395776 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1d2999bf-fb17-4ed5-bec7-e882d45e8d35 req-fde9d786-395c-4add-8d50-e45068a6f39c tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?device_id=61a1a171-97a3-4032-8233-7e389d465791 HTTP/1.1" status: 200 len: 946 time: 0.5301149 Aug 05 11:37:21.402352 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b94d4acd-a1ec-459d-a241-268c70934d8e x-openstack-request-id: req-b94d4acd-a1ec-459d-a241-268c70934d8e {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:37:21.402916 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61a1a171-97a3-4032-8233-7e389d465791", "name": "network-vif-plugged", "status": "completed", "tag": "9cf4633a-4b63-415e-ace3-386b2a912c5e", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:37:21.403217 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b94d4acd-a1ec-459d-a241-268c70934d8e {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:37:21.403836 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61a1a171-97a3-4032-8233-7e389d465791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cf4633a-4b63-415e-ace3-386b2a912c5e', 'code': 200} Aug 05 11:37:21.531075 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1d2999bf-fb17-4ed5-bec7-e882d45e8d35 req-09d8b880-dff8-4fab-b98b-52a1576a2e07 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/security-groups?id=5dfacf8b-ef80-4e03-9b2b-0b5aacf0bf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321700 Aug 05 11:37:21.787313 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765c9b63-406e-442e-a703-988580ae1709 req-15c97953-b908-4f62-9594-61fac317aeed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:21.792080 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-765c9b63-406e-442e-a703-988580ae1709 req-15c97953-b908-4f62-9594-61fac317aeed service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=61a1a171-97a3-4032-8233-7e389d465791 HTTP/1.1" status: 200 len: 1097 time: 0.2468956 Aug 05 11:37:21.794559 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdc74790-0fe2-44a8-be72-9ee4a53dd62f tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Made reservation on behalf of 2255634a74e844e794fd358818288ba1 for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:37:21.824476 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13cce40-0792-4b87-b0e2-e1786c7c84de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-65f763dc-e344-4f1a-a003-f0293beb6d65', 'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65', 'tenant_id': '2255634a74e844e794fd358818288ba1', 'fixed_ips': [{'subnet_id': 'd6e887f1-4777-4ddb-9b68-dcdd4c08fe24'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 11:37:21.826067 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-a13cce40-0792-4b87-b0e2-e1786c7c84de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:22.031647 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbaed2e-6cfd-4e54-a65b-612fb089197b req-f0d831ce-cfa6-4633-af9f-cff9f856a122 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:22.057531 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9bbaed2e-6cfd-4e54-a65b-612fb089197b req-f0d831ce-cfa6-4633-af9f-cff9f856a122 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=ecd94282-dd1a-4350-96e8-05aad30e4656 HTTP/1.1" status: 200 len: 949 time: 0.2701094 Aug 05 11:37:22.228770 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9bbaed2e-6cfd-4e54-a65b-612fb089197b req-cd567288-e1d6-4f22-9b0b-2369b006932d tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460726 Aug 05 11:37:22.280517 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-a13cce40-0792-4b87-b0e2-e1786c7c84de None None] Allocated IP 2001:db8::2 (65f763dc-e344-4f1a-a003-f0293beb6d65/d6e887f1-4777-4ddb-9b68-dcdd4c08fe24/986e63f2-e4a9-48f0-ab43-5d76564db9db) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:37:22.285965 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-765c9b63-406e-442e-a703-988580ae1709 req-f557df5e-50e1-4816-a9a5-466c38d7d3ac service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=5dfacf8b-ef80-4e03-9b2b-0b5aacf0bf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4718037 Aug 05 11:37:22.368066 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:22.530879 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-dabcb938-d103-43f5-a030-d9ae6b0024bb req-32751c91-5494-4a35-88cc-f8ed9db98853 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] 10.222.0.58 "GET /v2.0/ports?device_id=71ffacfe-9573-4990-a4fc-26a1b70c4bd1 HTTP/1.1" status: 200 len: 210 time: 0.0705411 Aug 05 11:37:22.587102 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fdc74790-0fe2-44a8-be72-9ee4a53dd62f tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:22.667715 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ce1aec-bbc3-4593-8113-d1ecfe157302 req-0113094c-ea05-4b2b-bf70-6a3d4990b7ac tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:22.670801 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-05ce1aec-bbc3-4593-8113-d1ecfe157302 req-0113094c-ea05-4b2b-bf70-6a3d4990b7ac tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] 10.222.0.55 "GET /v2.0/networks?id=4ba4438a-8cdb-441d-bb43-5e42214d4b76 HTTP/1.1" status: 200 len: 814 time: 0.6131673 Aug 05 11:37:22.700342 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-05ce1aec-bbc3-4593-8113-d1ecfe157302 req-1bf78e94-8578-4c20-ae2f-09f28271ce96 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] Request body: {'port': {'device_id': '71ffacfe-9573-4990-a4fc-26a1b70c4bd1', 'network_id': '4ba4438a-8cdb-441d-bb43-5e42214d4b76', 'admin_state_up': True, 'tenant_id': 'd99022a6b1d940f38af72023898597a0'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:37:22.727116 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [None req-fdc74790-0fe2-44a8-be72-9ee4a53dd62f tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] device_id is not set on port 460ac136-bccb-4dab-9e06-ca26e87e2cc4 yet. {{(pid=94421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 11:37:22.765957 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 33344) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:22.888141 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-a13cce40-0792-4b87-b0e2-e1786c7c84de None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:22.909436 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a97472c-2d6b-4b82-a645-853b49e3d8d7 req-6df80207-e67c-4edf-b02f-d18351729184 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:22.923553 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8a97472c-2d6b-4b82-a645-853b49e3d8d7 req-6df80207-e67c-4edf-b02f-d18351729184 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?device_id=61a1a171-97a3-4032-8233-7e389d465791 HTTP/1.1" status: 200 len: 946 time: 0.1317413 Aug 05 11:37:22.937269 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-a13cce40-0792-4b87-b0e2-e1786c7c84de None None] Transition to ACTIVE for port object 986e63f2-e4a9-48f0-ab43-5d76564db9db will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:37:22.998646 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-a13cce40-0792-4b87-b0e2-e1786c7c84de None None] Transition to ACTIVE for port object 986e63f2-e4a9-48f0-ab43-5d76564db9db will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:37:23.013536 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-a13cce40-0792-4b87-b0e2-e1786c7c84de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:23.024879 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8a97472c-2d6b-4b82-a645-853b49e3d8d7 req-944fcc74-2cb1-4cf0-b4b3-af97eaf1db40 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/security-groups?id=5dfacf8b-ef80-4e03-9b2b-0b5aacf0bf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939298 Aug 05 11:37:23.102439 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13cce40-0792-4b87-b0e2-e1786c7c84de None None] Pushing event updated for resources: {'Port': ['ID=986e63f2-e4a9-48f0-ab43-5d76564db9db,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:37:23.142036 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13cce40-0792-4b87-b0e2-e1786c7c84de None None] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:37:23.152329 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-a13cce40-0792-4b87-b0e2-e1786c7c84de None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:37:23.160109 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13cce40-0792-4b87-b0e2-e1786c7c84de None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:37:23.270700 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-47c55c8e-9508-4074-b32b-d9b3ad7bf0d9 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-2125417046-network', 'tenant_id': '16ea39778ffd4bf49211bddc1cf1f218'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:37:23.296036 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05ce1aec-bbc3-4593-8113-d1ecfe157302 req-1bf78e94-8578-4c20-ae2f-09f28271ce96 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] Made reservation on behalf of d99022a6b1d940f38af72023898597a0 for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:37:23.312458 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-05ce1aec-bbc3-4593-8113-d1ecfe157302 req-1bf78e94-8578-4c20-ae2f-09f28271ce96 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:23.348671 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-a13cce40-0792-4b87-b0e2-e1786c7c84de None None] Attempting to bind port 986e63f2-e4a9-48f0-ab43-5d76564db9db on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:37:23.349089 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-a13cce40-0792-4b87-b0e2-e1786c7c84de None None] Attempting to bind port 986e63f2-e4a9-48f0-ab43-5d76564db9db by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'c3ce43ff-a33b-459d-a35e-6c011fee3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:37:23.350270 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13cce40-0792-4b87-b0e2-e1786c7c84de None None] Attempting to bind port 986e63f2-e4a9-48f0-ab43-5d76564db9db on network 65f763dc-e344-4f1a-a003-f0293beb6d65 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:37:23.355690 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47c55c8e-9508-4074-b32b-d9b3ad7bf0d9 admin admin] Made reservation on behalf of 16ea39778ffd4bf49211bddc1cf1f218 for: {'network': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:37:23.360202 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-47c55c8e-9508-4074-b32b-d9b3ad7bf0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:23.360788 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13cce40-0792-4b87-b0e2-e1786c7c84de None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:37:23.361167 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13cce40-0792-4b87-b0e2-e1786c7c84de None None] Checking segment: {'id': 'c3ce43ff-a33b-459d-a35e-6c011fee3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:37:23.361913 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-a13cce40-0792-4b87-b0e2-e1786c7c84de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:23.362588 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13cce40-0792-4b87-b0e2-e1786c7c84de None None] Bound using segment: {'id': 'c3ce43ff-a33b-459d-a35e-6c011fee3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:37:23.363431 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-a13cce40-0792-4b87-b0e2-e1786c7c84de None None] Bound port: 986e63f2-e4a9-48f0-ab43-5d76564db9db, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3ce43ff-a33b-459d-a35e-6c011fee3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:37:23.368183 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-a13cce40-0792-4b87-b0e2-e1786c7c84de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:23.402148 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-fdc74790-0fe2-44a8-be72-9ee4a53dd62f tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Allocated IP 2001:db8::6b6c:6b8f:3bb6:2113 (65f763dc-e344-4f1a-a003-f0293beb6d65/d6e887f1-4777-4ddb-9b68-dcdd4c08fe24/460ac136-bccb-4dab-9e06-ca26e87e2cc4) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:37:23.412557 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-47c55c8e-9508-4074-b32b-d9b3ad7bf0d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:23.556464 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20c5c88-36f0-4f86-ae31-8e941b28f8e3 req-a76c15fc-3da9-443a-9182-c519a72ebd50 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:23.569774 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b20c5c88-36f0-4f86-ae31-8e941b28f8e3 req-a76c15fc-3da9-443a-9182-c519a72ebd50 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=ecd94282-dd1a-4350-96e8-05aad30e4656 HTTP/1.1" status: 200 len: 949 time: 0.1795275 Aug 05 11:37:23.600113 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-a13cce40-0792-4b87-b0e2-e1786c7c84de None None] For port 986e63f2-e4a9-48f0-ab43-5d76564db9db, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:37:23.608890 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-a13cce40-0792-4b87-b0e2-e1786c7c84de None None] For port 986e63f2-e4a9-48f0-ab43-5d76564db9db, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=986e63f2-e4a9-48f0-ab43-5d76564db9db,segment=NetworkSegment(c3ce43ff-a33b-459d-a35e-6c011fee3456),segment_id=c3ce43ff-a33b-459d-a35e-6c011fee3456)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:37:23.642770 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-a13cce40-0792-4b87-b0e2-e1786c7c84de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:23.901725 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13cce40-0792-4b87-b0e2-e1786c7c84de None None] Pushing event updated for resources: {'Port': ['ID=986e63f2-e4a9-48f0-ab43-5d76564db9db,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:37:23.910039 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b20c5c88-36f0-4f86-ae31-8e941b28f8e3 req-f522f5e5-a751-44cc-b1ce-a4f9774f0e2c tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3321121 Aug 05 11:37:23.983101 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3c6a8c11-e186-4b3f-9789-c3408be06810 req-d9cc8aee-498a-4bf7-8c65-e3851b896d6e tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] 10.222.0.58 "GET /v2.0/ports?device_id=71ffacfe-9573-4990-a4fc-26a1b70c4bd1 HTTP/1.1" status: 200 len: 210 time: 0.1423535 Aug 05 11:37:24.061418 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-05ce1aec-bbc3-4593-8113-d1ecfe157302 req-1bf78e94-8578-4c20-ae2f-09f28271ce96 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] Allocated IP 172.20.0.14 (4ba4438a-8cdb-441d-bb43-5e42214d4b76/7e926322-942d-429f-85a0-6f35bc628f55/06ed9db8-0788-45c5-b95d-c71c5bdd4bce) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:37:24.136000 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-47c55c8e-9508-4074-b32b-d9b3ad7bf0d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:24.145652 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-47c55c8e-9508-4074-b32b-d9b3ad7bf0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:24.179728 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47c55c8e-9508-4074-b32b-d9b3ad7bf0d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 695, 'physical_network': 'physnet1'} {{(pid=94420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:37:24.234121 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-47c55c8e-9508-4074-b32b-d9b3ad7bf0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:24.234777 n-d-803378-2 neutron-server[94420]: INFO neutron.db.segments_db [None req-47c55c8e-9508-4074-b32b-d9b3ad7bf0d9 admin admin] Added segment b1a830f3-d78f-4d44-b2c5-a09a663545a4 of type vlan for network 0c2b213e-bfc0-4348-8be6-68ee3d47f6c9 Aug 05 11:37:24.530725 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fdc74790-0fe2-44a8-be72-9ee4a53dd62f tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:24.572383 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-05ce1aec-bbc3-4593-8113-d1ecfe157302 req-1bf78e94-8578-4c20-ae2f-09f28271ce96 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:24.591849 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-47c55c8e-9508-4074-b32b-d9b3ad7bf0d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:24.598358 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c55c8e-9508-4074-b32b-d9b3ad7bf0d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a6c898a-d216-4ffd-be39-cfbc4dbffae0,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:37:24.611495 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 33382) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:24.683523 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce60e3d-4e24-4b70-b251-7581a5fc4ea1 req-aa883bf8-3910-4ade-96d4-62d1c8ef79a7 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:24.692689 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0ce60e3d-4e24-4b70-b251-7581a5fc4ea1 req-aa883bf8-3910-4ade-96d4-62d1c8ef79a7 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?device_id=61a1a171-97a3-4032-8233-7e389d465791 HTTP/1.1" status: 200 len: 946 time: 0.2682877 Aug 05 11:37:24.702553 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-05ce1aec-bbc3-4593-8113-d1ecfe157302 req-1bf78e94-8578-4c20-ae2f-09f28271ce96 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:24.720399 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-47c55c8e-9508-4074-b32b-d9b3ad7bf0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:24.722298 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c55c8e-9508-4074-b32b-d9b3ad7bf0d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:24.723423 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-47c55c8e-9508-4074-b32b-d9b3ad7bf0d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:24.738649 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [None req-fdc74790-0fe2-44a8-be72-9ee4a53dd62f tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Transition to ACTIVE for port object 460ac136-bccb-4dab-9e06-ca26e87e2cc4 will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:37:24.751090 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['a9522271-2125-4027-9fe8-bf85847f2aff', '9ef0eafa-43de-4206-99db-18228d38884f'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:37:24.833394 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-47c55c8e-9508-4074-b32b-d9b3ad7bf0d9 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.0651405 Aug 05 11:37:24.842055 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 33388) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:24.851551 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-18b904e5-704c-4b87-b295-21f9ebfe5502 admin admin] Request body: {'subnet': {'network_id': '0c2b213e-bfc0-4348-8be6-68ee3d47f6c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-2125417046-subnet', 'tenant_id': '16ea39778ffd4bf49211bddc1cf1f218', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:37:24.853076 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05ce1aec-bbc3-4593-8113-d1ecfe157302 req-1bf78e94-8578-4c20-ae2f-09f28271ce96 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] Network 4ba4438a-8cdb-441d-bb43-5e42214d4b76 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:37:24.864658 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-05ce1aec-bbc3-4593-8113-d1ecfe157302 req-1bf78e94-8578-4c20-ae2f-09f28271ce96 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:37:24.870597 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-05ce1aec-bbc3-4593-8113-d1ecfe157302 req-1bf78e94-8578-4c20-ae2f-09f28271ce96 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:37:24.901681 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0ce60e3d-4e24-4b70-b251-7581a5fc4ea1 req-4612910b-1b43-40da-a57e-eb64dbc74113 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/security-groups?id=5dfacf8b-ef80-4e03-9b2b-0b5aacf0bf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992915 Aug 05 11:37:24.963750 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c55c8e-9508-4074-b32b-d9b3ad7bf0d9 admin admin] Pushing event updated for resources: {'Network': ['ID=0c2b213e-bfc0-4348-8be6-68ee3d47f6c9,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:37:25.011625 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ce1aec-bbc3-4593-8113-d1ecfe157302 req-1bf78e94-8578-4c20-ae2f-09f28271ce96 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:25.013681 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-05ce1aec-bbc3-4593-8113-d1ecfe157302 req-1bf78e94-8578-4c20-ae2f-09f28271ce96 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:25.063845 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-89764afa-42f2-472e-a746-5821aeb0f97b tempest-MeteringTestJSON-1264264095 tempest-MeteringTestJSON-1264264095-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-952894303'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:37:25.067082 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-89764afa-42f2-472e-a746-5821aeb0f97b tempest-MeteringTestJSON-1264264095 tempest-MeteringTestJSON-1264264095-project-admin] Unknown quota resources ['metering_label']. {{(pid=94420) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 05 11:37:25.069384 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 0c2b213e-bfc0-4348-8be6-68ee3d47f6c9 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:37:25.097318 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf78e94-8578-4c20-ae2f-09f28271ce96 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] Pushing event updated for resources: {'Port': ['ID=06ed9db8-0788-45c5-b95d-c71c5bdd4bce,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:37:25.113521 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-05ce1aec-bbc3-4593-8113-d1ecfe157302 req-1bf78e94-8578-4c20-ae2f-09f28271ce96 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4207394 Aug 05 11:37:25.120337 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18b904e5-704c-4b87-b295-21f9ebfe5502 admin admin] Made reservation on behalf of 16ea39778ffd4bf49211bddc1cf1f218 for: {'subnet': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:37:25.124476 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-18b904e5-704c-4b87-b295-21f9ebfe5502 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24211133'] for subnet, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:25.150172 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [req-05ce1aec-bbc3-4593-8113-d1ecfe157302 req-6044dcce-3c83-4d2f-9113-d0cfa6ae7199 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94421) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 11:37:25.150172 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-05ce1aec-bbc3-4593-8113-d1ecfe157302 req-6044dcce-3c83-4d2f-9113-d0cfa6ae7199 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0199151 Aug 05 11:37:25.186362 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-05ce1aec-bbc3-4593-8113-d1ecfe157302 req-0e2e198b-7540-435c-918a-1c25e9056e44 service neutron] Request body: {'port': {'device_id': '71ffacfe-9573-4990-a4fc-26a1b70c4bd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:37:25.280511 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fdc74790-0fe2-44a8-be72-9ee4a53dd62f tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:25.391724 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 986e63f2-e4a9-48f0-ab43-5d76564db9db up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:37:25.501666 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc74790-0fe2-44a8-be72-9ee4a53dd62f tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:37:25.551036 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-fdc74790-0fe2-44a8-be72-9ee4a53dd62f tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:37:25.555324 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc74790-0fe2-44a8-be72-9ee4a53dd62f tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Pushing event updated for resources: {'Port': ['ID=460ac136-bccb-4dab-9e06-ca26e87e2cc4,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:37:25.561973 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc74790-0fe2-44a8-be72-9ee4a53dd62f tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:37:25.585977 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc74790-0fe2-44a8-be72-9ee4a53dd62f tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:25.588713 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fdc74790-0fe2-44a8-be72-9ee4a53dd62f tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:25.621220 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-05ce1aec-bbc3-4593-8113-d1ecfe157302 req-0e2e198b-7540-435c-918a-1c25e9056e44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:25.692204 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 986e63f2-e4a9-48f0-ab43-5d76564db9db completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:37:25.707872 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-fdc74790-0fe2-44a8-be72-9ee4a53dd62f tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.3955371 Aug 05 11:37:25.709686 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 33402) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:26.029174 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-89764afa-42f2-472e-a746-5821aeb0f97b tempest-MeteringTestJSON-1264264095 tempest-MeteringTestJSON-1264264095-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:26.030818 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-89764afa-42f2-472e-a746-5821aeb0f97b tempest-MeteringTestJSON-1264264095 tempest-MeteringTestJSON-1264264095-project-admin] 10.222.0.58 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 1.4140654 Aug 05 11:37:26.035491 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 33408) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:26.047595 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-5e529d05-71e6-443b-8bc1-080be3fa5c83 tempest-MeteringTestJSON-1264264095 tempest-MeteringTestJSON-1264264095-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'ce79e611-afc6-4bc6-8d81-97af6f076d97'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:37:26.048354 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-5e529d05-71e6-443b-8bc1-080be3fa5c83 tempest-MeteringTestJSON-1264264095 tempest-MeteringTestJSON-1264264095-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94421) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 05 11:37:26.067852 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65416f85-f04c-4e82-8d80-b8401f0a3fd5 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:26.074856 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbff945e-31b2-4dfc-bb1f-9ddc73ab7d60 req-0ca03a5b-3e87-4d68-aced-a5773edd7035 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:26.075216 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65416f85-f04c-4e82-8d80-b8401f0a3fd5 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:26.078394 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-dbff945e-31b2-4dfc-bb1f-9ddc73ab7d60 req-0ca03a5b-3e87-4d68-aced-a5773edd7035 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=ecd94282-dd1a-4350-96e8-05aad30e4656 HTTP/1.1" status: 200 len: 949 time: 0.8041313 Aug 05 11:37:26.081569 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-65416f85-f04c-4e82-8d80-b8401f0a3fd5 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.3451140 Aug 05 11:37:26.082771 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 33410) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:26.144028 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-34e00b64-c8dc-4a35-a9dc-4560b85c8292 None None] Provisioning for port 986e63f2-e4a9-48f0-ab43-5d76564db9db completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:37:26.155815 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-34e00b64-c8dc-4a35-a9dc-4560b85c8292 None None] Provisioning complete for port 986e63f2-e4a9-48f0-ab43-5d76564db9db triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:37:26.156469 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-34e00b64-c8dc-4a35-a9dc-4560b85c8292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:26.163873 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9c9c72-26e5-4fd9-bfd1-62766e83ae0c req-46c9a9c4-59ae-4c5f-9819-a69f27e918f3 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:26.166232 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ed9c9c72-26e5-4fd9-bfd1-62766e83ae0c req-46c9a9c4-59ae-4c5f-9819-a69f27e918f3 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] 10.222.0.58 "GET /v2.0/ports?device_id=71ffacfe-9573-4990-a4fc-26a1b70c4bd1 HTTP/1.1" status: 200 len: 932 time: 0.8907671 Aug 05 11:37:26.375437 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-34e00b64-c8dc-4a35-a9dc-4560b85c8292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:26.384711 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-dbff945e-31b2-4dfc-bb1f-9ddc73ab7d60 req-7595da59-96c1-41e4-afab-a8892855bf52 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580733 Aug 05 11:37:26.451879 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ed9c9c72-26e5-4fd9-bfd1-62766e83ae0c req-da18292e-50cd-4f58-a7c2-1356a69bac0e tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] 10.222.0.58 "GET /v2.0/security-groups?id=8707e749-14ef-46e9-b17b-2053065b99b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612791 Aug 05 11:37:26.507492 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-18b904e5-704c-4b87-b295-21f9ebfe5502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29762700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24211087'] for subnet, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:26.519550 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-34e00b64-c8dc-4a35-a9dc-4560b85c8292 None None] For port 986e63f2-e4a9-48f0-ab43-5d76564db9db, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=986e63f2-e4a9-48f0-ab43-5d76564db9db,segment=NetworkSegment(c3ce43ff-a33b-459d-a35e-6c011fee3456),segment_id=c3ce43ff-a33b-459d-a35e-6c011fee3456)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:37:26.528390 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-34e00b64-c8dc-4a35-a9dc-4560b85c8292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:26.651472 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e00b64-c8dc-4a35-a9dc-4560b85c8292 None None] Pushing event updated for resources: {'Port': ['ID=986e63f2-e4a9-48f0-ab43-5d76564db9db,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:37:26.702282 n-d-803378-2 neutron-server[94421]: WARNING neutron.services.metering.metering_plugin [None req-5e529d05-71e6-443b-8bc1-080be3fa5c83 tempest-MeteringTestJSON-1264264095 tempest-MeteringTestJSON-1264264095-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 05 11:37:26.704063 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b904e5-704c-4b87-b295-21f9ebfe5502 admin admin] Pushing event updated for resources: {'Subnet': ['ID=913ddd41-47b4-4964-bf28-80103c5815fc,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:37:26.908769 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0890dcdd-b1af-471d-9378-a0dbe9e63e52 req-f189ffab-b4ed-4e99-aca2-622f6109ffd8 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:26.919228 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 986e63f2-e4a9-48f0-ab43-5d76564db9db up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:37:26.920009 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0890dcdd-b1af-471d-9378-a0dbe9e63e52 req-f189ffab-b4ed-4e99-aca2-622f6109ffd8 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?device_id=61a1a171-97a3-4032-8233-7e389d465791 HTTP/1.1" status: 200 len: 946 time: 0.3367791 Aug 05 11:37:26.921597 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b904e5-704c-4b87-b295-21f9ebfe5502 admin admin] Checking segment: {'id': 'b1a830f3-d78f-4d44-b2c5-a09a663545a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0c2b213e-bfc0-4348-8be6-68ee3d47f6c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:37:26.922871 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b904e5-704c-4b87-b295-21f9ebfe5502 admin admin] Network hostable DHCP agents. Network: 0c2b213e-bfc0-4348-8be6-68ee3d47f6c9, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:37:26.975823 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5e529d05-71e6-443b-8bc1-080be3fa5c83 tempest-MeteringTestJSON-1264264095 tempest-MeteringTestJSON-1264264095-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:26.983063 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-5e529d05-71e6-443b-8bc1-080be3fa5c83 tempest-MeteringTestJSON-1264264095 tempest-MeteringTestJSON-1264264095-project-admin] 10.222.0.58 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.9406142 Aug 05 11:37:26.983381 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 33422) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:26.996645 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-a04e78ee-cf8a-4718-8275-0792b7dd16a3 tempest-MeteringTestJSON-1264264095 tempest-MeteringTestJSON-1264264095-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'ce79e611-afc6-4bc6-8d81-97af6f076d97'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:37:26.997538 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-a04e78ee-cf8a-4718-8275-0792b7dd16a3 tempest-MeteringTestJSON-1264264095 tempest-MeteringTestJSON-1264264095-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94420) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 05 11:37:27.071253 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b904e5-704c-4b87-b295-21f9ebfe5502 admin admin] Network 0c2b213e-bfc0-4348-8be6-68ee3d47f6c9 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:37:27.072665 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-dd3226bf-2a5a-45e1-b9fc-39e960700045 None None] Provisioning for port 460ac136-bccb-4dab-9e06-ca26e87e2cc4 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:37:27.081529 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-dd3226bf-2a5a-45e1-b9fc-39e960700045 None None] Provisioning complete for port 460ac136-bccb-4dab-9e06-ca26e87e2cc4 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:37:27.082467 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-dd3226bf-2a5a-45e1-b9fc-39e960700045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:27.092534 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0890dcdd-b1af-471d-9378-a0dbe9e63e52 req-f65c902a-cab1-4699-8089-038c73ca3178 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/security-groups?id=5dfacf8b-ef80-4e03-9b2b-0b5aacf0bf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648357 Aug 05 11:37:27.106020 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 986e63f2-e4a9-48f0-ab43-5d76564db9db triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:37:27.110526 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:27.121477 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-f1b64714-2d81-4650-b4df-df015883bf54 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Deleting port 460ac136-bccb-4dab-9e06-ca26e87e2cc4 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:37:27.122107 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f1b64714-2d81-4650-b4df-df015883bf54 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:27.148024 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-18b904e5-704c-4b87-b295-21f9ebfe5502 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, 0c2b213e-bfc0-4348-8be6-68ee3d47f6c9) {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:37:27.195856 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd5ca16-424d-4ac8-b50b-6a98d3efbfdb None None] Network 0c2b213e-bfc0-4348-8be6-68ee3d47f6c9 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:37:27.252463 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b904e5-704c-4b87-b295-21f9ebfe5502 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:27.254178 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-18b904e5-704c-4b87-b295-21f9ebfe5502 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:27.266314 n-d-803378-2 neutron-server[94420]: WARNING neutron.services.metering.metering_plugin [None req-a04e78ee-cf8a-4718-8275-0792b7dd16a3 tempest-MeteringTestJSON-1264264095 tempest-MeteringTestJSON-1264264095-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 05 11:37:27.289450 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-05ce1aec-bbc3-4593-8113-d1ecfe157302 req-0e2e198b-7540-435c-918a-1c25e9056e44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06ed9db8-0788-45c5-b95d-c71c5bdd4bce {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:37:27.308396 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-05ce1aec-bbc3-4593-8113-d1ecfe157302 req-0e2e198b-7540-435c-918a-1c25e9056e44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:27.340384 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-05ce1aec-bbc3-4593-8113-d1ecfe157302 req-0e2e198b-7540-435c-918a-1c25e9056e44 service neutron] Transition to ACTIVE for port object 06ed9db8-0788-45c5-b95d-c71c5bdd4bce will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:37:27.493766 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f1b64714-2d81-4650-b4df-df015883bf54 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:27.495535 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f125fbb5-03af-44c9-a8fe-6e14988c30e6 None None] Network 0c2b213e-bfc0-4348-8be6-68ee3d47f6c9 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:37:27.526751 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-f1b64714-2d81-4650-b4df-df015883bf54 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Calling delete_port for 460ac136-bccb-4dab-9e06-ca26e87e2cc4 owned by {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:37:27.709341 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-dd3226bf-2a5a-45e1-b9fc-39e960700045 None None] Port 460ac136-bccb-4dab-9e06-ca26e87e2cc4 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:37:27.804951 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-05ce1aec-bbc3-4593-8113-d1ecfe157302 req-0e2e198b-7540-435c-918a-1c25e9056e44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:27.957477 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2e198b-7540-435c-918a-1c25e9056e44 service neutron] Pushing event updated for resources: {'Port': ['ID=06ed9db8-0788-45c5-b95d-c71c5bdd4bce,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:37:27.985757 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-18b904e5-704c-4b87-b295-21f9ebfe5502 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.1419630 Aug 05 11:37:27.987587 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a04e78ee-cf8a-4718-8275-0792b7dd16a3 tempest-MeteringTestJSON-1264264095 tempest-MeteringTestJSON-1264264095-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:27.995531 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-a04e78ee-cf8a-4718-8275-0792b7dd16a3 tempest-MeteringTestJSON-1264264095 tempest-MeteringTestJSON-1264264095-project-admin] 10.222.0.58 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 1.0037980 Aug 05 11:37:27.996319 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 33436) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:28.009893 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f1b64714-2d81-4650-b4df-df015883bf54 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:28.044743 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-55a6143f-10f6-4310-9032-9ede713a924a tempest-MeteringTestJSON-1264264095 tempest-MeteringTestJSON-1264264095-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-label-rules?id=1f2f5139-12c2-42b2-821b-d64ed8276863 HTTP/1.1" status: 200 len: 464 time: 0.0417151 Aug 05 11:37:28.055673 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 33444) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:28.106808 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5816db0c-1050-44c6-a343-cec321379273 req-f14f28fa-53e2-4afb-b732-8026a409abc7 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:28.113751 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5816db0c-1050-44c6-a343-cec321379273 req-f14f28fa-53e2-4afb-b732-8026a409abc7 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=ecd94282-dd1a-4350-96e8-05aad30e4656 HTTP/1.1" status: 200 len: 949 time: 0.2378066 Aug 05 11:37:28.128522 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b64714-2d81-4650-b4df-df015883bf54 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Pushing event deleted for resources: {'Port': ['ID=460ac136-bccb-4dab-9e06-ca26e87e2cc4,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:37:28.203322 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f1b64714-2d81-4650-b4df-df015883bf54 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:28.206487 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d9d786-72f7-4818-962d-96cf05327f97 req-8ae84a2e-841b-44f6-91b3-2a95eaf935e0 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:28.208304 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-f1b64714-2d81-4650-b4df-df015883bf54 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "DELETE /v2.0/ports/460ac136-bccb-4dab-9e06-ca26e87e2cc4 HTTP/1.1" status: 204 len: 168 time: 2.1177132 Aug 05 11:37:28.211806 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a6d9d786-72f7-4818-962d-96cf05327f97 req-8ae84a2e-841b-44f6-91b3-2a95eaf935e0 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?device_id=a613c5a9-a611-4f0b-9741-41a14e6a792a HTTP/1.1" status: 200 len: 945 time: 0.8899081 Aug 05 11:37:28.213083 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 33446) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:28.249645 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-05ce1aec-bbc3-4593-8113-d1ecfe157302 req-0e2e198b-7540-435c-918a-1c25e9056e44 service neutron] Attempting to bind port 06ed9db8-0788-45c5-b95d-c71c5bdd4bce on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:37:28.250765 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-05ce1aec-bbc3-4593-8113-d1ecfe157302 req-0e2e198b-7540-435c-918a-1c25e9056e44 service neutron] Attempting to bind port 06ed9db8-0788-45c5-b95d-c71c5bdd4bce by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': '0d548106-3837-4bed-8414-b60a66dc0795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '4ba4438a-8cdb-441d-bb43-5e42214d4b76'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:37:28.252023 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ce1aec-bbc3-4593-8113-d1ecfe157302 req-0e2e198b-7540-435c-918a-1c25e9056e44 service neutron] Attempting to bind port 06ed9db8-0788-45c5-b95d-c71c5bdd4bce on network 4ba4438a-8cdb-441d-bb43-5e42214d4b76 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:37:28.261591 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ce1aec-bbc3-4593-8113-d1ecfe157302 req-0e2e198b-7540-435c-918a-1c25e9056e44 service neutron] Port 06ed9db8-0788-45c5-b95d-c71c5bdd4bce on network 4ba4438a-8cdb-441d-bb43-5e42214d4b76 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:37:28.262804 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ce1aec-bbc3-4593-8113-d1ecfe157302 req-0e2e198b-7540-435c-918a-1c25e9056e44 service neutron] Attempting to bind port 06ed9db8-0788-45c5-b95d-c71c5bdd4bce on network 4ba4438a-8cdb-441d-bb43-5e42214d4b76 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:37:28.273686 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ce1aec-bbc3-4593-8113-d1ecfe157302 req-0e2e198b-7540-435c-918a-1c25e9056e44 service neutron] Checking agent: {'id': 'a8f1dd2d-227c-4e30-8844-52419ba734db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:37:28.274689 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ce1aec-bbc3-4593-8113-d1ecfe157302 req-0e2e198b-7540-435c-918a-1c25e9056e44 service neutron] Checking segment: {'id': '0d548106-3837-4bed-8414-b60a66dc0795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '4ba4438a-8cdb-441d-bb43-5e42214d4b76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:37:28.275479 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ce1aec-bbc3-4593-8113-d1ecfe157302 req-0e2e198b-7540-435c-918a-1c25e9056e44 service neutron] Bound using segment: {'id': '0d548106-3837-4bed-8414-b60a66dc0795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '4ba4438a-8cdb-441d-bb43-5e42214d4b76'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:37:28.276333 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-05ce1aec-bbc3-4593-8113-d1ecfe157302 req-0e2e198b-7540-435c-918a-1c25e9056e44 service neutron] Bound port: 06ed9db8-0788-45c5-b95d-c71c5bdd4bce, host: n-h2-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d548106-3837-4bed-8414-b60a66dc0795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '4ba4438a-8cdb-441d-bb43-5e42214d4b76'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:37:28.277118 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-05ce1aec-bbc3-4593-8113-d1ecfe157302 req-0e2e198b-7540-435c-918a-1c25e9056e44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:28.456294 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-05ce1aec-bbc3-4593-8113-d1ecfe157302 req-0e2e198b-7540-435c-918a-1c25e9056e44 service neutron] For port 06ed9db8-0788-45c5-b95d-c71c5bdd4bce, host n-h2-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:37:28.463470 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-05ce1aec-bbc3-4593-8113-d1ecfe157302 req-0e2e198b-7540-435c-918a-1c25e9056e44 service neutron] For port 06ed9db8-0788-45c5-b95d-c71c5bdd4bce, host n-h2-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=06ed9db8-0788-45c5-b95d-c71c5bdd4bce,segment=NetworkSegment(0d548106-3837-4bed-8414-b60a66dc0795),segment_id=0d548106-3837-4bed-8414-b60a66dc0795)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:37:28.471697 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-05ce1aec-bbc3-4593-8113-d1ecfe157302 req-0e2e198b-7540-435c-918a-1c25e9056e44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:28.538134 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ce1aec-bbc3-4593-8113-d1ecfe157302 req-0e2e198b-7540-435c-918a-1c25e9056e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:28.538853 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-05ce1aec-bbc3-4593-8113-d1ecfe157302 req-0e2e198b-7540-435c-918a-1c25e9056e44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:28.540923 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-05ce1aec-bbc3-4593-8113-d1ecfe157302 req-0e2e198b-7540-435c-918a-1c25e9056e44 service neutron] 10.222.0.55 "PUT /v2.0/ports/06ed9db8-0788-45c5-b95d-c71c5bdd4bce HTTP/1.1" status: 200 len: 1092 time: 3.3717623 Aug 05 11:37:28.544345 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71ffacfe-9573-4990-a4fc-26a1b70c4bd1', 'tag': '06ed9db8-0788-45c5-b95d-c71c5bdd4bce'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:37:28.545543 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5816db0c-1050-44c6-a343-cec321379273 req-413e2089-857f-42a6-9556-da012382b04a tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4099379 Aug 05 11:37:28.546794 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-585748b0-c2d3-4c61-888f-bf2056cee125" -d '{"events": [{"name": "network-changed", "server_uuid": "71ffacfe-9573-4990-a4fc-26a1b70c4bd1", "tag": "06ed9db8-0788-45c5-b95d-c71c5bdd4bce"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:37:28.591539 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2e198b-7540-435c-918a-1c25e9056e44 service neutron] Pushing event updated for resources: {'Port': ['ID=06ed9db8-0788-45c5-b95d-c71c5bdd4bce,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:37:28.618344 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef1650c-a9b2-4aed-b368-8db5a6f40369 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:28.622543 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef1650c-a9b2-4aed-b368-8db5a6f40369 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:28.629016 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 33458) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:28.631062 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-3ef1650c-a9b2-4aed-b368-8db5a6f40369 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4025586 Aug 05 11:37:28.635323 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a6d9d786-72f7-4818-962d-96cf05327f97 req-a0eff3eb-820f-4875-a9f1-b83309c99b30 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/security-groups?id=5dfacf8b-ef80-4e03-9b2b-0b5aacf0bf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3862197 Aug 05 11:37:28.801747 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10fc3233-6671-4e03-8a6f-df8c8453f351 x-openstack-request-id: req-10fc3233-6671-4e03-8a6f-df8c8453f351 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:37:28.805773 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71ffacfe-9573-4990-a4fc-26a1b70c4bd1", "tag": "06ed9db8-0788-45c5-b95d-c71c5bdd4bce", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:37:28.806751 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-10fc3233-6671-4e03-8a6f-df8c8453f351 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:37:28.806751 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71ffacfe-9573-4990-a4fc-26a1b70c4bd1', 'tag': '06ed9db8-0788-45c5-b95d-c71c5bdd4bce', 'status': 'completed', 'code': 200} Aug 05 11:37:28.808433 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-59826273-2ddc-4da6-b400-246630a28e4f tempest-MeteringTestJSON-1264264095 tempest-MeteringTestJSON-1264264095-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:28.811177 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-59826273-2ddc-4da6-b400-246630a28e4f tempest-MeteringTestJSON-1264264095 tempest-MeteringTestJSON-1264264095-project-admin] 10.222.0.58 "DELETE /v2.0/metering/metering-label-rules/1f2f5139-12c2-42b2-821b-d64ed8276863 HTTP/1.1" status: 204 len: 168 time: 0.7266321 Aug 05 11:37:28.817753 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 33462) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:28.847013 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-62381d2a-25ca-43b3-abc2-a8b581232a57 tempest-MeteringTestJSON-1264264095 tempest-MeteringTestJSON-1264264095-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-label-rules?id=1f2f5139-12c2-42b2-821b-d64ed8276863 HTTP/1.1" status: 200 len: 221 time: 0.0240970 Aug 05 11:37:28.854245 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 33464) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:28.869797 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-aa4fbd79-8555-4275-976a-63658a878caf tempest-MeteringTestJSON-1264264095 tempest-MeteringTestJSON-1264264095-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1179915571', 'description': 'label created by tempest'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:37:28.870509 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-aa4fbd79-8555-4275-976a-63658a878caf tempest-MeteringTestJSON-1264264095 tempest-MeteringTestJSON-1264264095-project-admin] Unknown quota resources ['metering_label']. {{(pid=94421) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 05 11:37:28.890365 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_v2 [None req-591fd7eb-ffc7-405f-8615-ac9fc0cfce1f tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Deleting subnet d6e887f1-4777-4ddb-9b68-dcdd4c08fe24 {{(pid=94421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:37:28.942789 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-591fd7eb-ffc7-405f-8615-ac9fc0cfce1f tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks [] for subnet, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:29.049355 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23db683-aea1-4c3d-b431-4229fa8191df req-868ce2f9-7d46-42c2-9adc-a8498a503f54 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:29.052238 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c23db683-aea1-4c3d-b431-4229fa8191df req-868ce2f9-7d46-42c2-9adc-a8498a503f54 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] 10.222.0.58 "GET /v2.0/ports?device_id=71ffacfe-9573-4990-a4fc-26a1b70c4bd1 HTTP/1.1" status: 200 len: 944 time: 0.2203269 Aug 05 11:37:29.079415 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08a41c4-9fd6-4e73-a136-9d57daec5980 req-1f21f335-089d-432d-949b-b4fdff2df803 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:29.082323 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c08a41c4-9fd6-4e73-a136-9d57daec5980 req-1f21f335-089d-432d-949b-b4fdff2df803 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?device_id=61a1a171-97a3-4032-8233-7e389d465791 HTTP/1.1" status: 200 len: 946 time: 0.1600025 Aug 05 11:37:29.144913 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:29.202671 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c08a41c4-9fd6-4e73-a136-9d57daec5980 req-319bf7c2-71ac-41f5-bd40-4b4a27c80d4a tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/security-groups?id=5dfacf8b-ef80-4e03-9b2b-0b5aacf0bf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032891 Aug 05 11:37:29.297883 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c23db683-aea1-4c3d-b431-4229fa8191df req-4ef644d4-6909-41ac-a0a3-c8865f51c6f2 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] 10.222.0.58 "GET /v2.0/security-groups?id=8707e749-14ef-46e9-b17b-2053065b99b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137246 Aug 05 11:37:29.321834 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 33480) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:29.331252 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-5e7e0006-a806-4cf7-915d-50e9b82b8c03 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1404761047-network', 'tenant_id': '2e41a61fa033407d99f83e5edee99497'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:37:29.404361 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e7e0006-a806-4cf7-915d-50e9b82b8c03 admin admin] Made reservation on behalf of 2e41a61fa033407d99f83e5edee99497 for: {'network': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:37:29.414225 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5e7e0006-a806-4cf7-915d-50e9b82b8c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:29.433870 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5e7e0006-a806-4cf7-915d-50e9b82b8c03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:29.547994 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ce1aec-bbc3-4593-8113-d1ecfe157302 req-27f3878b-1639-4dab-9fed-6c763eec7c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:29.549598 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-05ce1aec-bbc3-4593-8113-d1ecfe157302 req-27f3878b-1639-4dab-9fed-6c763eec7c55 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d99022a6b1d940f38af72023898597a0&device_id=71ffacfe-9573-4990-a4fc-26a1b70c4bd1 HTTP/1.1" status: 200 len: 1095 time: 0.8197920 Aug 05 11:37:29.599508 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-591fd7eb-ffc7-405f-8615-ac9fc0cfce1f tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29786388'] for subnet, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:29.625266 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5e7e0006-a806-4cf7-915d-50e9b82b8c03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:29.633037 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5e7e0006-a806-4cf7-915d-50e9b82b8c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:29.692103 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e7e0006-a806-4cf7-915d-50e9b82b8c03 admin admin] vlan segment allocate from pool success with {'vlan_id': 692, 'physical_network': 'physnet1'} {{(pid=94420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:37:29.738803 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7e0006-a806-4cf7-915d-50e9b82b8c03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d497da99-3d33-4b7d-9311-e0d3aba91f61,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:37:29.746835 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5e7e0006-a806-4cf7-915d-50e9b82b8c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:29.747683 n-d-803378-2 neutron-server[94420]: INFO neutron.db.segments_db [None req-5e7e0006-a806-4cf7-915d-50e9b82b8c03 admin admin] Added segment 31a35822-f4dc-4337-be42-4fabeed32c95 of type vlan for network 4f13e051-0bd9-4458-b4d8-a78fb5eb2bb7 Aug 05 11:37:29.814172 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-591fd7eb-ffc7-405f-8615-ac9fc0cfce1f tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:29.844691 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5e7e0006-a806-4cf7-915d-50e9b82b8c03 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:29.963006 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5e7e0006-a806-4cf7-915d-50e9b82b8c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:29.964673 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7e0006-a806-4cf7-915d-50e9b82b8c03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:29.965409 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5e7e0006-a806-4cf7-915d-50e9b82b8c03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:30.010425 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1555f6-4c49-404d-91e9-9958f3e17c8f req-376e2a63-f6f5-4560-8560-bcb60af5a603 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:30.013368 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8c1555f6-4c49-404d-91e9-9958f3e17c8f req-376e2a63-f6f5-4560-8560-bcb60af5a603 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?device_id=61a1a171-97a3-4032-8233-7e389d465791 HTTP/1.1" status: 200 len: 946 time: 0.1422412 Aug 05 11:37:30.032087 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-05ce1aec-bbc3-4593-8113-d1ecfe157302 req-9a2cad4f-93ca-40f2-8c40-3073301aace7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=06ed9db8-0788-45c5-b95d-c71c5bdd4bce HTTP/1.1" status: 200 len: 217 time: 0.3848231 Aug 05 11:37:30.083111 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-5e7e0006-a806-4cf7-915d-50e9b82b8c03 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7551529 Aug 05 11:37:30.091980 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 33490) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:30.098690 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-c33dcb98-bdc7-4113-8bfa-5f605d7777c4 admin admin] Request body: {'subnet': {'network_id': '4f13e051-0bd9-4458-b4d8-a78fb5eb2bb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1404761047-subnet', 'tenant_id': '2e41a61fa033407d99f83e5edee99497', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:37:30.150326 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8c1555f6-4c49-404d-91e9-9958f3e17c8f req-f59a78f8-5133-40f8-b926-4f6836659598 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/security-groups?id=5dfacf8b-ef80-4e03-9b2b-0b5aacf0bf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949099 Aug 05 11:37:30.151592 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7e0006-a806-4cf7-915d-50e9b82b8c03 admin admin] Pushing event updated for resources: {'Network': ['ID=4f13e051-0bd9-4458-b4d8-a78fb5eb2bb7,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:37:30.168142 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 4f13e051-0bd9-4458-b4d8-a78fb5eb2bb7 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:37:30.180988 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c33dcb98-bdc7-4113-8bfa-5f605d7777c4 admin admin] Made reservation on behalf of 2e41a61fa033407d99f83e5edee99497 for: {'subnet': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:37:30.190591 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c33dcb98-bdc7-4113-8bfa-5f605d7777c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24211133'] for subnet, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:30.453169 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ce1aec-bbc3-4593-8113-d1ecfe157302 req-486a9012-78af-408d-b24e-9a33d7bac331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:30.456156 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-05ce1aec-bbc3-4593-8113-d1ecfe157302 req-486a9012-78af-408d-b24e-9a33d7bac331 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7e926322-942d-429f-85a0-6f35bc628f55 HTTP/1.1" status: 200 len: 854 time: 0.3742745 Aug 05 11:37:30.458231 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7db244-9d44-48dc-ab46-98e7e054770e req-918386c9-a3d8-466d-8ada-3e84491c0a53 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:30.463124 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-aa4fbd79-8555-4275-976a-63658a878caf tempest-MeteringTestJSON-1264264095 tempest-MeteringTestJSON-1264264095-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:30.470604 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-aa4fbd79-8555-4275-976a-63658a878caf tempest-MeteringTestJSON-1264264095 tempest-MeteringTestJSON-1264264095-project-admin] 10.222.0.58 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 1.6143985 Aug 05 11:37:30.472325 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 33500) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:30.472768 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ed7db244-9d44-48dc-ab46-98e7e054770e req-918386c9-a3d8-466d-8ada-3e84491c0a53 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=ecd94282-dd1a-4350-96e8-05aad30e4656 HTTP/1.1" status: 200 len: 949 time: 0.1709960 Aug 05 11:37:30.508098 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-591fd7eb-ffc7-405f-8615-ac9fc0cfce1f tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25038609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30075142'] for subnet, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:30.660646 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ed7db244-9d44-48dc-ab46-98e7e054770e req-85d34a68-9f9f-4bbc-bac5-f91af6c6ae10 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785479 Aug 05 11:37:30.715068 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591fd7eb-ffc7-405f-8615-ac9fc0cfce1f tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Pushing event deleted for resources: {'Subnet': ['ID=d6e887f1-4777-4ddb-9b68-dcdd4c08fe24,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:37:30.723971 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-05ce1aec-bbc3-4593-8113-d1ecfe157302 req-762e5456-7330-40cc-8ca4-fa53bf03df2f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4ba4438a-8cdb-441d-bb43-5e42214d4b76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2495034 Aug 05 11:37:30.737086 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-ec6a7e54-3813-411d-8768-98903a453fd8 tempest-MeteringTestJSON-1264264095 tempest-MeteringTestJSON-1264264095-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-labels?id=66eb2895-9a3c-4788-b27e-ae3e7d9ac1c1 HTTP/1.1" status: 200 len: 468 time: 0.2445071 Aug 05 11:37:30.757156 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b02ecd2c-e39a-4434-907e-4405b3b67e11 None None] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:37:30.769077 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-591fd7eb-ffc7-405f-8615-ac9fc0cfce1f tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:30.776338 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-591fd7eb-ffc7-405f-8615-ac9fc0cfce1f tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "DELETE /v2.0/subnets/d6e887f1-4777-4ddb-9b68-dcdd4c08fe24 HTTP/1.1" status: 204 len: 168 time: 2.1424384 Aug 05 11:37:30.776338 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 33506) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:30.780880 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1ff42a-b83a-4a3f-b301-2be21099c2ba req-f3fe1bdc-fe3e-4680-96df-10c6f96cd096 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:30.793399 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ef1ff42a-b83a-4a3f-b301-2be21099c2ba req-f3fe1bdc-fe3e-4680-96df-10c6f96cd096 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] 10.222.0.58 "GET /v2.0/ports?device_id=71ffacfe-9573-4990-a4fc-26a1b70c4bd1 HTTP/1.1" status: 200 len: 944 time: 0.2717695 Aug 05 11:37:30.794704 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 33510) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:30.929272 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-6b4855ce-85b6-40df-82a4-9e5bdf9d2111 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1265705 Aug 05 11:37:30.941873 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-05ce1aec-bbc3-4593-8113-d1ecfe157302 req-374fb073-c823-4912-bad2-81d8cd6e3025 service neutron] 10.222.0.55 "GET /v2.0/networks/4ba4438a-8cdb-441d-bb43-5e42214d4b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047698 Aug 05 11:37:30.947053 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 33512) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:30.953059 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-636a8fee-2a4f-4a2b-bd9a-8aada02a5e0f tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Request body: {'subnet': {'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:37:31.070725 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ef1ff42a-b83a-4a3f-b301-2be21099c2ba req-f5e0e244-22fb-4b6c-9657-1ea5379d9f1b tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] 10.222.0.58 "GET /v2.0/security-groups?id=8707e749-14ef-46e9-b17b-2053065b99b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459214 Aug 05 11:37:31.148095 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c33dcb98-bdc7-4113-8bfa-5f605d7777c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29762700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24211087'] for subnet, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:31.177081 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b74f14-e524-4648-9ccd-5d753989750f None None] DHCP port deletion for 65f763dc-e344-4f1a-a003-f0293beb6d65 request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 11:37:31.341395 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-80b74f14-e524-4648-9ccd-5d753989750f None None] Deleting port 986e63f2-e4a9-48f0-ab43-5d76564db9db {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:37:31.342344 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-80b74f14-e524-4648-9ccd-5d753989750f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:31.347636 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33dcb98-bdc7-4113-8bfa-5f605d7777c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3d38ff8-3b4b-4afb-b9f3-f06a1021e2d7,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:37:31.371245 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33dcb98-bdc7-4113-8bfa-5f605d7777c4 admin admin] Checking segment: {'id': '31a35822-f4dc-4337-be42-4fabeed32c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '4f13e051-0bd9-4458-b4d8-a78fb5eb2bb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:37:31.378084 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33dcb98-bdc7-4113-8bfa-5f605d7777c4 admin admin] Network hostable DHCP agents. Network: 4f13e051-0bd9-4458-b4d8-a78fb5eb2bb7, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:37:31.424993 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-636a8fee-2a4f-4a2b-bd9a-8aada02a5e0f tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Made reservation on behalf of 2255634a74e844e794fd358818288ba1 for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:37:31.433346 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-636a8fee-2a4f-4a2b-bd9a-8aada02a5e0f tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:31.459431 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-916db232-288d-4a81-a599-c5835aeb3833 tempest-MeteringTestJSON-1264264095 tempest-MeteringTestJSON-1264264095-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:31.462038 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-916db232-288d-4a81-a599-c5835aeb3833 tempest-MeteringTestJSON-1264264095 tempest-MeteringTestJSON-1264264095-project-admin] 10.222.0.58 "DELETE /v2.0/metering/metering-labels/66eb2895-9a3c-4788-b27e-ae3e7d9ac1c1 HTTP/1.1" status: 204 len: 168 time: 0.6864865 Aug 05 11:37:31.475674 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 33524) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:31.494705 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-88f69eb4-848f-41d5-9322-a9f252045b0d tempest-MeteringTestJSON-1264264095 tempest-MeteringTestJSON-1264264095-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-labels?id=66eb2895-9a3c-4788-b27e-ae3e7d9ac1c1 HTTP/1.1" status: 200 len: 216 time: 0.0171947 Aug 05 11:37:31.495602 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33dcb98-bdc7-4113-8bfa-5f605d7777c4 admin admin] Network 4f13e051-0bd9-4458-b4d8-a78fb5eb2bb7 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:37:31.499704 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 33526) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:31.501058 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-80b74f14-e524-4648-9ccd-5d753989750f None None] For port 986e63f2-e4a9-48f0-ab43-5d76564db9db, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=986e63f2-e4a9-48f0-ab43-5d76564db9db,segment=NetworkSegment(c3ce43ff-a33b-459d-a35e-6c011fee3456),segment_id=c3ce43ff-a33b-459d-a35e-6c011fee3456)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:37:31.501825 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-80b74f14-e524-4648-9ccd-5d753989750f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:31.514597 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-86947656-8281-40d3-893f-d455897617a6 tempest-MeteringTestJSON-1264264095 tempest-MeteringTestJSON-1264264095-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0124331 Aug 05 11:37:31.531609 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 33528) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:31.553541 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-80b74f14-e524-4648-9ccd-5d753989750f None None] Calling delete_port for 986e63f2-e4a9-48f0-ab43-5d76564db9db owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:37:31.561183 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a983bb2-995e-4543-8860-0d5e2133439d req-418ac0ca-fa8b-4b08-ab1a-84b102f3d49e tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:31.562865 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6a983bb2-995e-4543-8860-0d5e2133439d req-418ac0ca-fa8b-4b08-ab1a-84b102f3d49e tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?device_id=61a1a171-97a3-4032-8233-7e389d465791 HTTP/1.1" status: 200 len: 946 time: 0.1357996 Aug 05 11:37:31.563860 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-c33dcb98-bdc7-4113-8bfa-5f605d7777c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, 4f13e051-0bd9-4458-b4d8-a78fb5eb2bb7) {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:37:31.570160 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33dcb98-bdc7-4113-8bfa-5f605d7777c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:31.570824 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c33dcb98-bdc7-4113-8bfa-5f605d7777c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:31.600157 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-c33dcb98-bdc7-4113-8bfa-5f605d7777c4 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5030284 Aug 05 11:37:31.607461 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-3af85461-7e18-4324-ad3f-3691f4ad3b10 tempest-MeteringTestJSON-1264264095 tempest-MeteringTestJSON-1264264095-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0541248 Aug 05 11:37:31.609759 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 33530) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:31.664570 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-05ce1aec-bbc3-4593-8113-d1ecfe157302 req-22930a87-4574-478d-97f6-c2c23991d8fe service neutron] 10.222.0.55 "GET /v2.0/networks/4ba4438a-8cdb-441d-bb43-5e42214d4b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6140316 Aug 05 11:37:31.734741 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a3e479-5956-4dc8-9506-b7b77eb6ab3f None None] Network 4f13e051-0bd9-4458-b4d8-a78fb5eb2bb7 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:37:31.786252 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d20524-9d02-4a85-8600-5c89302d337c req-fc6f0b76-450d-4642-8f68-1cc26a145119 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:31.789469 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-88d20524-9d02-4a85-8600-5c89302d337c req-fc6f0b76-450d-4642-8f68-1cc26a145119 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.64 "GET /v2.0/ports?device_id=61a1a171-97a3-4032-8233-7e389d465791 HTTP/1.1" status: 200 len: 946 time: 0.2714863 Aug 05 11:37:31.867514 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-96e80384-29e5-44d6-bcaf-47dcf7752f29 tempest-MeteringTestJSON-1264264095 tempest-MeteringTestJSON-1264264095-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-labels/ce79e611-afc6-4bc6-8d81-97af6f076d97 HTTP/1.1" status: 200 len: 472 time: 0.2504435 Aug 05 11:37:31.879017 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 33538) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:31.916796 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-f8d0705a-2f0c-4af3-bf59-b63a48128cdd tempest-MeteringTestJSON-1264264095 tempest-MeteringTestJSON-1264264095-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-label-rules/d663ee31-1d67-4fe8-bd95-e69b65b6519f HTTP/1.1" status: 200 len: 461 time: 0.0296996 Aug 05 11:37:31.917095 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-80b74f14-e524-4648-9ccd-5d753989750f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:31.940648 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 33544) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:32.002163 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b74f14-e524-4648-9ccd-5d753989750f None None] Pushing event deleted for resources: {'Port': ['ID=986e63f2-e4a9-48f0-ab43-5d76564db9db,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:37:32.003945 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6a983bb2-995e-4543-8860-0d5e2133439d req-d920cc8a-48ae-4fde-a63b-e3fe3aaea2fc tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/security-groups?id=5dfacf8b-ef80-4e03-9b2b-0b5aacf0bf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4178843 Aug 05 11:37:32.036130 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e7c5d0-6db6-4a1d-87e4-f1e583e8c82d req-f7049b09-21de-40ed-9d53-b3eb9cb5c85a tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:32.049456 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-55e7c5d0-6db6-4a1d-87e4-f1e583e8c82d req-f7049b09-21de-40ed-9d53-b3eb9cb5c85a tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=ecd94282-dd1a-4350-96e8-05aad30e4656 HTTP/1.1" status: 200 len: 949 time: 0.1767471 Aug 05 11:37:32.074139 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b74f14-e524-4648-9ccd-5d753989750f None None] No DVR routers for this DVR port 986e63f2-e4a9-48f0-ab43-5d76564db9db on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:37:32.233551 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585748b0-c2d3-4c61-888f-bf2056cee125 req-eee96f2b-8a49-4a55-aa63-e45dde032045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:32.238491 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-585748b0-c2d3-4c61-888f-bf2056cee125 req-eee96f2b-8a49-4a55-aa63-e45dde032045 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d99022a6b1d940f38af72023898597a0&device_id=71ffacfe-9573-4990-a4fc-26a1b70c4bd1 HTTP/1.1" status: 200 len: 1095 time: 0.4629562 Aug 05 11:37:32.269002 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717df57a-deab-4e6f-a444-61c631a17bc2 None None] Network 4f13e051-0bd9-4458-b4d8-a78fb5eb2bb7 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:37:32.378625 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2782244d-68ae-4720-9aa3-ff32d07d9966 tempest-MeteringTestJSON-1264264095 tempest-MeteringTestJSON-1264264095-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:32.380385 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-2782244d-68ae-4720-9aa3-ff32d07d9966 tempest-MeteringTestJSON-1264264095 tempest-MeteringTestJSON-1264264095-project-admin] 10.222.0.58 "DELETE /v2.0/metering/metering-label-rules/d663ee31-1d67-4fe8-bd95-e69b65b6519f HTTP/1.1" status: 204 len: 168 time: 0.4334857 Aug 05 11:37:32.384453 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 33554) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:32.475129 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-636a8fee-2a4f-4a2b-bd9a-8aada02a5e0f tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25038678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30075167'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:32.507409 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0a0859-19b0-4a99-922f-83887e3c2399 req-06ee8efa-515d-4dcd-9b6f-2e11f6175470 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:32.513350 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-de0a0859-19b0-4a99-922f-83887e3c2399 req-06ee8efa-515d-4dcd-9b6f-2e11f6175470 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] 10.222.0.58 "GET /v2.0/ports?device_id=71ffacfe-9573-4990-a4fc-26a1b70c4bd1 HTTP/1.1" status: 200 len: 944 time: 0.2315731 Aug 05 11:37:32.592991 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636a8fee-2a4f-4a2b-bd9a-8aada02a5e0f tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:37:32.603636 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-636a8fee-2a4f-4a2b-bd9a-8aada02a5e0f tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:37:32.613150 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636a8fee-2a4f-4a2b-bd9a-8aada02a5e0f tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:32.614551 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-636a8fee-2a4f-4a2b-bd9a-8aada02a5e0f tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:32.681107 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-636a8fee-2a4f-4a2b-bd9a-8aada02a5e0f tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7324848 Aug 05 11:37:32.693027 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 33560) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:32.714385 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-25fa098e-975b-4243-a889-0e9001be9fe5 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Request body: {'port': {'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65', 'fixed_ips': [{'subnet_id': '1db4ff5a-6891-462b-9981-d2c59eb7d7a7', 'ip_address': '2001:db8::c33f:e9e7:b85b:906a'}], 'name': 'tempest-NetworksTestDHCPv6-345831028'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:37:32.762257 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-88d20524-9d02-4a85-8600-5c89302d337c req-46a6c1b0-e9cb-4c41-adae-2cce89b7738c tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Deleting port 9cf4633a-4b63-415e-ace3-386b2a912c5e {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:37:32.762705 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-88d20524-9d02-4a85-8600-5c89302d337c req-46a6c1b0-e9cb-4c41-adae-2cce89b7738c tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:32.770387 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f5b211-82f8-4d2f-9317-aa692a1e3aa5 None None] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:37:32.845404 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636a8fee-2a4f-4a2b-bd9a-8aada02a5e0f tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Pushing event updated for resources: {'Subnet': ['ID=1db4ff5a-6891-462b-9981-d2c59eb7d7a7,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:37:32.845961 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-de0a0859-19b0-4a99-922f-83887e3c2399 req-3d38c5b4-4145-43e9-bc09-9bc6a1fe1ff8 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] 10.222.0.58 "GET /v2.0/security-groups?id=8707e749-14ef-46e9-b17b-2053065b99b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513177 Aug 05 11:37:32.936195 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585748b0-c2d3-4c61-888f-bf2056cee125 req-0bbbcc95-b277-4179-8f07-6b03aa76d612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:32.938631 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-585748b0-c2d3-4c61-888f-bf2056cee125 req-0bbbcc95-b277-4179-8f07-6b03aa76d612 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4ba4438a-8cdb-441d-bb43-5e42214d4b76 HTTP/1.1" status: 200 len: 915 time: 0.6073492 Aug 05 11:37:32.979511 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 986e63f2-e4a9-48f0-ab43-5d76564db9db no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:37:33.025569 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 986e63f2-e4a9-48f0-ab43-5d76564db9db {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:37:33.026222 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 986e63f2-e4a9-48f0-ab43-5d76564db9db not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:37:33.086073 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-55e7c5d0-6db6-4a1d-87e4-f1e583e8c82d req-d33d4332-d518-4fa0-bf61-9845ca95afc0 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0333226 Aug 05 11:37:33.087672 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-585748b0-c2d3-4c61-888f-bf2056cee125 req-08db5071-55ed-4104-8611-61932cc20fd9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=06ed9db8-0788-45c5-b95d-c71c5bdd4bce HTTP/1.1" status: 200 len: 217 time: 0.1055610 Aug 05 11:37:33.110094 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b7b9d5a0-4a3f-4eaa-ac90-ecb732dae93e tempest-MeteringTestJSON-1264264095 tempest-MeteringTestJSON-1264264095-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:33.113963 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-b7b9d5a0-4a3f-4eaa-ac90-ecb732dae93e tempest-MeteringTestJSON-1264264095 tempest-MeteringTestJSON-1264264095-project-admin] 10.222.0.58 "DELETE /v2.0/metering/metering-labels/ce79e611-afc6-4bc6-8d81-97af6f076d97 HTTP/1.1" status: 204 len: 168 time: 0.7265062 Aug 05 11:37:33.217906 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e046a6-88d6-41cb-85e3-758b69cb5fd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-65f763dc-e344-4f1a-a003-f0293beb6d65', 'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65', 'tenant_id': '2255634a74e844e794fd358818288ba1', 'fixed_ips': [{'subnet_id': '1db4ff5a-6891-462b-9981-d2c59eb7d7a7'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 11:37:33.219110 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c7e046a6-88d6-41cb-85e3-758b69cb5fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:33.345420 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-88d20524-9d02-4a85-8600-5c89302d337c req-46a6c1b0-e9cb-4c41-adae-2cce89b7738c tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] For port 9cf4633a-4b63-415e-ace3-386b2a912c5e, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=9cf4633a-4b63-415e-ace3-386b2a912c5e,segment=NetworkSegment(1464bea6-dc68-4175-ac76-169c7629018f),segment_id=1464bea6-dc68-4175-ac76-169c7629018f)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:37:33.346399 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-88d20524-9d02-4a85-8600-5c89302d337c req-46a6c1b0-e9cb-4c41-adae-2cce89b7738c tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:33.384540 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b3b2e7-7448-4a68-84d0-7f4ad987dac2 req-e17ea153-6a46-4ae3-b337-f28af91dc66f tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:33.392879 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f4b3b2e7-7448-4a68-84d0-7f4ad987dac2 req-e17ea153-6a46-4ae3-b337-f28af91dc66f tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?device_id=61a1a171-97a3-4032-8233-7e389d465791 HTTP/1.1" status: 200 len: 946 time: 0.1632957 Aug 05 11:37:33.464065 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f4b3b2e7-7448-4a68-84d0-7f4ad987dac2 req-296e0f1f-7a0a-4aa3-a895-2d7219105adc tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/security-groups?id=5dfacf8b-ef80-4e03-9b2b-0b5aacf0bf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701404 Aug 05 11:37:33.470513 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25fa098e-975b-4243-a889-0e9001be9fe5 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Made reservation on behalf of 2255634a74e844e794fd358818288ba1 for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:37:33.491876 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-88d20524-9d02-4a85-8600-5c89302d337c req-46a6c1b0-e9cb-4c41-adae-2cce89b7738c tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Calling delete_port for 9cf4633a-4b63-415e-ace3-386b2a912c5e owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:37:33.502751 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585748b0-c2d3-4c61-888f-bf2056cee125 req-bd57bfba-2be2-4eb4-a090-f164e76180dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:33.506820 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-585748b0-c2d3-4c61-888f-bf2056cee125 req-bd57bfba-2be2-4eb4-a090-f164e76180dc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7e926322-942d-429f-85a0-6f35bc628f55 HTTP/1.1" status: 200 len: 854 time: 0.4077067 Aug 05 11:37:33.532889 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 06ed9db8-0788-45c5-b95d-c71c5bdd4bce details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:37:33.627208 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-585748b0-c2d3-4c61-888f-bf2056cee125 req-7ebb98b2-97a5-466d-934a-7f748ec83729 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4ba4438a-8cdb-441d-bb43-5e42214d4b76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0984018 Aug 05 11:37:33.688449 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 06ed9db8-0788-45c5-b95d-c71c5bdd4bce, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=06ed9db8-0788-45c5-b95d-c71c5bdd4bce,segment=NetworkSegment(0d548106-3837-4bed-8414-b60a66dc0795),segment_id=0d548106-3837-4bed-8414-b60a66dc0795)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:37:33.705662 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Returning: {'device': '06ed9db8-0788-45c5-b95d-c71c5bdd4bce', 'network_id': '4ba4438a-8cdb-441d-bb43-5e42214d4b76', 'port_id': '06ed9db8-0788-45c5-b95d-c71c5bdd4bce', 'mac_address': 'fa:16:3e:20:70:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e926322-942d-429f-85a0-6f35bc628f55', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:37:33.732277 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-c7e046a6-88d6-41cb-85e3-758b69cb5fd9 None None] Allocated IP 2001:db8::2 (65f763dc-e344-4f1a-a003-f0293beb6d65/1db4ff5a-6891-462b-9981-d2c59eb7d7a7/85542493-7c6f-4806-b002-0c5c02182e10) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:37:33.815961 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d46e568-3336-451e-9fc1-31071d2c9604 req-9c25895f-9908-4142-af28-f0c53ec7100a tempest-ServersNegativeTestMultiTenantJSON-1481245538 tempest-ServersNegativeTestMultiTenantJSON-1481245538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:33.819813 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5d46e568-3336-451e-9fc1-31071d2c9604 req-9c25895f-9908-4142-af28-f0c53ec7100a tempest-ServersNegativeTestMultiTenantJSON-1481245538 tempest-ServersNegativeTestMultiTenantJSON-1481245538-project] 10.222.0.58 "GET /v2.0/networks?id=0c2b213e-bfc0-4348-8be6-68ee3d47f6c9 HTTP/1.1" status: 200 len: 825 time: 0.3224413 Aug 05 11:37:33.852398 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:33.853851 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 33590) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:33.883720 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5d46e568-3336-451e-9fc1-31071d2c9604 req-7e65ed15-9ec5-47ee-8fdd-3fc98369332c tempest-ServersNegativeTestMultiTenantJSON-1481245538 tempest-ServersNegativeTestMultiTenantJSON-1481245538-project] 10.222.0.58 "GET /v2.0/quotas/16ea39778ffd4bf49211bddc1cf1f218 HTTP/1.1" status: 200 len: 375 time: 0.0435994 Aug 05 11:37:33.968197 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06ed9db8-0788-45c5-b95d-c71c5bdd4bce {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:37:34.052833 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 06ed9db8-0788-45c5-b95d-c71c5bdd4bce, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=06ed9db8-0788-45c5-b95d-c71c5bdd4bce,segment=NetworkSegment(0d548106-3837-4bed-8414-b60a66dc0795),segment_id=0d548106-3837-4bed-8414-b60a66dc0795)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:37:34.054495 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5d46e568-3336-451e-9fc1-31071d2c9604 req-a175f99b-46d1-4755-acd0-13958ab83d4d tempest-ServersNegativeTestMultiTenantJSON-1481245538 tempest-ServersNegativeTestMultiTenantJSON-1481245538-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=16ea39778ffd4bf49211bddc1cf1f218&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1482768 Aug 05 11:37:34.066005 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:34.095166 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-585748b0-c2d3-4c61-888f-bf2056cee125 req-f7cb77d7-d6fa-4b9b-89a7-34c946604cb5 service neutron] 10.222.0.55 "GET /v2.0/networks/4ba4438a-8cdb-441d-bb43-5e42214d4b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4569111 Aug 05 11:37:34.109684 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-25fa098e-975b-4243-a889-0e9001be9fe5 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:34.173720 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=06ed9db8-0788-45c5-b95d-c71c5bdd4bce,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:37:34.266539 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [None req-25fa098e-975b-4243-a889-0e9001be9fe5 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] device_id is not set on port 40592ade-0b5b-49b3-8ae3-1debf1aca51f yet. {{(pid=94421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 11:37:34.268786 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-08b54bfd-e3ba-4580-9463-8b0c2a11ebce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:34.366911 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c7e046a6-88d6-41cb-85e3-758b69cb5fd9 None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:34.383245 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-c7e046a6-88d6-41cb-85e3-758b69cb5fd9 None None] Transition to ACTIVE for port object 85542493-7c6f-4806-b002-0c5c02182e10 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:37:34.412080 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-c7e046a6-88d6-41cb-85e3-758b69cb5fd9 None None] Transition to ACTIVE for port object 85542493-7c6f-4806-b002-0c5c02182e10 will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:37:34.431423 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c7e046a6-88d6-41cb-85e3-758b69cb5fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:34.477419 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5d46e568-3336-451e-9fc1-31071d2c9604 req-7b4f25f8-58c8-41f6-84af-de5daace4b4a service neutron] 10.222.0.58 "GET /v2.0/networks/0c2b213e-bfc0-4348-8be6-68ee3d47f6c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3925915 Aug 05 11:37:34.495209 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['06ed9db8-0788-45c5-b95d-c71c5bdd4bce'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:37:34.497920 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992deed1-7374-4626-a07b-36495c9e03c9 req-d9ed40b8-9025-44f1-9cb8-3cad79def4ac tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:34.500994 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-992deed1-7374-4626-a07b-36495c9e03c9 req-d9ed40b8-9025-44f1-9cb8-3cad79def4ac tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] 10.222.0.58 "GET /v2.0/ports?device_id=71ffacfe-9573-4990-a4fc-26a1b70c4bd1 HTTP/1.1" status: 200 len: 945 time: 0.2770340 Aug 05 11:37:34.585927 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e046a6-88d6-41cb-85e3-758b69cb5fd9 None None] Pushing event updated for resources: {'Port': ['ID=85542493-7c6f-4806-b002-0c5c02182e10,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:37:34.632835 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e046a6-88d6-41cb-85e3-758b69cb5fd9 None None] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:37:34.633583 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-585748b0-c2d3-4c61-888f-bf2056cee125 req-ba4c2a5e-3e94-462a-82c8-50e06b63bbbf service neutron] 10.222.0.55 "GET /v2.0/networks/4ba4438a-8cdb-441d-bb43-5e42214d4b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4933825 Aug 05 11:37:34.634613 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-c7e046a6-88d6-41cb-85e3-758b69cb5fd9 None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:37:34.638574 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e046a6-88d6-41cb-85e3-758b69cb5fd9 None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:37:34.775555 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-25fa098e-975b-4243-a889-0e9001be9fe5 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Allocated IP 2001:db8::c33f:e9e7:b85b:906a (65f763dc-e344-4f1a-a003-f0293beb6d65/1db4ff5a-6891-462b-9981-d2c59eb7d7a7/40592ade-0b5b-49b3-8ae3-1debf1aca51f) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:37:34.827373 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-c7e046a6-88d6-41cb-85e3-758b69cb5fd9 None None] Attempting to bind port 85542493-7c6f-4806-b002-0c5c02182e10 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:37:34.828710 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-c7e046a6-88d6-41cb-85e3-758b69cb5fd9 None None] Attempting to bind port 85542493-7c6f-4806-b002-0c5c02182e10 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'c3ce43ff-a33b-459d-a35e-6c011fee3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:37:34.829624 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e046a6-88d6-41cb-85e3-758b69cb5fd9 None None] Attempting to bind port 85542493-7c6f-4806-b002-0c5c02182e10 on network 65f763dc-e344-4f1a-a003-f0293beb6d65 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:37:34.872263 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e046a6-88d6-41cb-85e3-758b69cb5fd9 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:37:34.873214 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e046a6-88d6-41cb-85e3-758b69cb5fd9 None None] Checking segment: {'id': 'c3ce43ff-a33b-459d-a35e-6c011fee3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:37:34.874075 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c7e046a6-88d6-41cb-85e3-758b69cb5fd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:34.874981 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e046a6-88d6-41cb-85e3-758b69cb5fd9 None None] Bound using segment: {'id': 'c3ce43ff-a33b-459d-a35e-6c011fee3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:37:34.877070 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-c7e046a6-88d6-41cb-85e3-758b69cb5fd9 None None] Bound port: 85542493-7c6f-4806-b002-0c5c02182e10, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3ce43ff-a33b-459d-a35e-6c011fee3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:37:34.877984 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c7e046a6-88d6-41cb-85e3-758b69cb5fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:34.883886 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-88d20524-9d02-4a85-8600-5c89302d337c req-46a6c1b0-e9cb-4c41-adae-2cce89b7738c tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:34.908905 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-08b54bfd-e3ba-4580-9463-8b0c2a11ebce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:34.936903 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-08b54bfd-e3ba-4580-9463-8b0c2a11ebce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:34.949467 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-992deed1-7374-4626-a07b-36495c9e03c9 req-ea229b39-6c5a-441e-b20d-27c9eba9765d tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] 10.222.0.58 "GET /v2.0/security-groups?id=8707e749-14ef-46e9-b17b-2053065b99b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3611679 Aug 05 11:37:35.032667 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a6c1b0-e9cb-4c41-adae-2cce89b7738c tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Pushing event deleted for resources: {'Port': ['ID=9cf4633a-4b63-415e-ace3-386b2a912c5e,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:37:35.034831 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 33612) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:35.036573 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-08b54bfd-e3ba-4580-9463-8b0c2a11ebce admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f6edc338da964de19ea3fb2b918e0fbd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1792808 Aug 05 11:37:35.088584 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-c7e046a6-88d6-41cb-85e3-758b69cb5fd9 None None] For port 85542493-7c6f-4806-b002-0c5c02182e10, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:37:35.093282 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-c7e046a6-88d6-41cb-85e3-758b69cb5fd9 None None] For port 85542493-7c6f-4806-b002-0c5c02182e10, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=85542493-7c6f-4806-b002-0c5c02182e10,segment=NetworkSegment(c3ce43ff-a33b-459d-a35e-6c011fee3456),segment_id=c3ce43ff-a33b-459d-a35e-6c011fee3456)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:37:35.104076 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c7e046a6-88d6-41cb-85e3-758b69cb5fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:35.145277 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5d46e568-3336-451e-9fc1-31071d2c9604 req-56e4cae1-70d0-423f-a6bc-60b9484d41be service neutron] 10.222.0.58 "GET /v2.0/networks/0c2b213e-bfc0-4348-8be6-68ee3d47f6c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6421421 Aug 05 11:37:35.191080 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e046a6-88d6-41cb-85e3-758b69cb5fd9 None None] Pushing event updated for resources: {'Port': ['ID=85542493-7c6f-4806-b002-0c5c02182e10,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:37:35.198904 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-88d20524-9d02-4a85-8600-5c89302d337c req-46a6c1b0-e9cb-4c41-adae-2cce89b7738c tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] No DVR routers for this DVR port 9cf4633a-4b63-415e-ace3-386b2a912c5e on host n-h1-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:37:35.218594 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-88d20524-9d02-4a85-8600-5c89302d337c req-46a6c1b0-e9cb-4c41-adae-2cce89b7738c tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:35.222080 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-88d20524-9d02-4a85-8600-5c89302d337c req-46a6c1b0-e9cb-4c41-adae-2cce89b7738c tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.64 "DELETE /v2.0/ports/9cf4633a-4b63-415e-ace3-386b2a912c5e HTTP/1.1" status: 204 len: 173 time: 3.4197812 Aug 05 11:37:35.222901 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61a1a171-97a3-4032-8233-7e389d465791', 'name': 'network-vif-deleted', 'tag': '9cf4633a-4b63-415e-ace3-386b2a912c5e'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:37:35.226204 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b54bfd-e3ba-4580-9463-8b0c2a11ebce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c75b935-8c5b-4de3-b2b8-c25b743cb768,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:37:35.228555 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8917efb-8a3e-4979-886a-25f2c60fcff3" -d '{"events": [{"server_uuid": "61a1a171-97a3-4032-8233-7e389d465791", "name": "network-vif-deleted", "tag": "9cf4633a-4b63-415e-ace3-386b2a912c5e"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:37:35.304509 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83e74d0-58e4-463b-961e-753bc64b2417 req-18b2abaf-7f28-4d8d-8fa6-065af6098f3a tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:35.307406 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f83e74d0-58e4-463b-961e-753bc64b2417 req-18b2abaf-7f28-4d8d-8fa6-065af6098f3a tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=ecd94282-dd1a-4350-96e8-05aad30e4656 HTTP/1.1" status: 200 len: 949 time: 0.2182858 Aug 05 11:37:35.354450 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1a3de354-773c-48f4-8da1-3ef01d01e452 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:35.439159 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f83e74d0-58e4-463b-961e-753bc64b2417 req-4035485d-74c2-42a7-a3be-9a1dac94da2a tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219618 Aug 05 11:37:35.464103 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-25fa098e-975b-4243-a889-0e9001be9fe5 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:35.537271 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1a3de354-773c-48f4-8da1-3ef01d01e452 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:35.560629 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [None req-25fa098e-975b-4243-a889-0e9001be9fe5 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Transition to ACTIVE for port object 40592ade-0b5b-49b3-8ae3-1debf1aca51f will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:37:35.649028 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e13be5e9-d469-46f9-97f8-ac966128e671 x-openstack-request-id: req-e13be5e9-d469-46f9-97f8-ac966128e671 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:37:35.651800 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61a1a171-97a3-4032-8233-7e389d465791", "name": "network-vif-deleted", "tag": "9cf4633a-4b63-415e-ace3-386b2a912c5e", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:37:35.652581 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e13be5e9-d469-46f9-97f8-ac966128e671 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:37:35.656675 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61a1a171-97a3-4032-8233-7e389d465791', 'name': 'network-vif-deleted', 'tag': '9cf4633a-4b63-415e-ace3-386b2a912c5e', 'status': 'completed', 'code': 200} Aug 05 11:37:35.733588 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8df6743a-9035-4454-b51d-1b8fcadbe064 req-dc0db83a-82ec-4f00-9b86-886f94631ca3 tempest-ServersNegativeTestMultiTenantJSON-1481245538 tempest-ServersNegativeTestMultiTenantJSON-1481245538-project] 10.222.0.58 "GET /v2.0/ports?device_id=69af199a-3ae2-4baa-8c38-14d046b9e93f HTTP/1.1" status: 200 len: 210 time: 0.0587885 Aug 05 11:37:35.770851 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['c6ea930f-9cea-4fc6-b5f1-18fa57d750d9', '6829de78-cb88-43e3-b222-8090d79c8e0d'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:37:35.884999 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-50151e5d-6124-415d-8bad-16d2853bfb86 req-0483570a-49b0-42e7-a8ba-786646bd4be9 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?device_id=61a1a171-97a3-4032-8233-7e389d465791 HTTP/1.1" status: 200 len: 210 time: 0.1440563 Aug 05 11:37:35.922969 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1a3de354-773c-48f4-8da1-3ef01d01e452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:35.928449 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1a3de354-773c-48f4-8da1-3ef01d01e452 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:35.930510 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-1a3de354-773c-48f4-8da1-3ef01d01e452 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3c75b935-8c5b-4de3-b2b8-c25b743cb768 HTTP/1.1" status: 204 len: 168 time: 0.8924162 Aug 05 11:37:35.950283 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 9cf4633a-4b63-415e-ace3-386b2a912c5e no longer exists at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:37:35.955365 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3de354-773c-48f4-8da1-3ef01d01e452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c75b935-8c5b-4de3-b2b8-c25b743cb768,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:37:36.013326 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-25fa098e-975b-4243-a889-0e9001be9fe5 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:36.166557 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] No Port match for: 9cf4633a-4b63-415e-ace3-386b2a912c5e {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:37:36.178866 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 9cf4633a-4b63-415e-ace3-386b2a912c5e not bound to the agent host n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:37:36.261783 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fa098e-975b-4243-a889-0e9001be9fe5 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Pushing event updated for resources: {'Port': ['ID=40592ade-0b5b-49b3-8ae3-1debf1aca51f,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:37:36.301068 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25fa098e-975b-4243-a889-0e9001be9fe5 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:37:36.305902 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-25fa098e-975b-4243-a889-0e9001be9fe5 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:37:36.313647 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fa098e-975b-4243-a889-0e9001be9fe5 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:37:36.345130 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25fa098e-975b-4243-a889-0e9001be9fe5 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:36.351646 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-25fa098e-975b-4243-a889-0e9001be9fe5 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:36.405991 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e468675-f82b-4a41-8875-4351727ccd08 req-9d03885e-6ed1-43e7-907a-8784f0ffd324 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:36.437736 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6e468675-f82b-4a41-8875-4351727ccd08 req-9d03885e-6ed1-43e7-907a-8784f0ffd324 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] 10.222.0.58 "GET /v2.0/ports?device_id=71ffacfe-9573-4990-a4fc-26a1b70c4bd1 HTTP/1.1" status: 200 len: 945 time: 0.1982131 Aug 05 11:37:36.446447 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-25fa098e-975b-4243-a889-0e9001be9fe5 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.7509911 Aug 05 11:37:36.453108 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 33644) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:36.597920 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6e468675-f82b-4a41-8875-4351727ccd08 req-21178761-376c-4f3d-a53f-12c240bddbe8 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] 10.222.0.58 "GET /v2.0/security-groups?id=8707e749-14ef-46e9-b17b-2053065b99b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582074 Aug 05 11:37:36.711489 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee35f586-45b6-4cb3-baf0-30ad28325a9e tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:36.721431 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee35f586-45b6-4cb3-baf0-30ad28325a9e tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:36.734342 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-ee35f586-45b6-4cb3-baf0-30ad28325a9e tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2756288 Aug 05 11:37:36.753241 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 33656) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:37.010256 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-f17f3a68-4e80-4921-9b20-b7130d9a0f37 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Deleting port 40592ade-0b5b-49b3-8ae3-1debf1aca51f {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:37:37.015710 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f17f3a68-4e80-4921-9b20-b7130d9a0f37 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:37.077754 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-65bfadfb-c7fd-478f-85a4-587c9548b838 req-29d722d8-1a59-4136-8b77-903f96663c26 tempest-ServersNegativeTestMultiTenantJSON-1481245538 tempest-ServersNegativeTestMultiTenantJSON-1481245538-project] 10.222.0.58 "GET /v2.0/ports?device_id=69af199a-3ae2-4baa-8c38-14d046b9e93f HTTP/1.1" status: 200 len: 210 time: 0.1272454 Aug 05 11:37:37.142924 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16caeb4f-3655-485f-bbb8-f51c5563a47b req-e3071552-2431-49a3-9b1e-59c62869ede4 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:37.173188 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-16caeb4f-3655-485f-bbb8-f51c5563a47b req-e3071552-2431-49a3-9b1e-59c62869ede4 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=ecd94282-dd1a-4350-96e8-05aad30e4656 HTTP/1.1" status: 200 len: 949 time: 0.4450929 Aug 05 11:37:37.230314 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 85542493-7c6f-4806-b002-0c5c02182e10 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:37:37.312755 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-16caeb4f-3655-485f-bbb8-f51c5563a47b req-e956cd9f-7bf8-44bd-b44d-7e12e2558c16 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342146 Aug 05 11:37:37.390678 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 33664) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:37.425641 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-046e4ce8-0e58-45a2-a072-83397d56aa8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:37.472313 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-7b0b2b9c-1a9e-4fac-a9a6-bedc40ff0bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:37.488017 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f17f3a68-4e80-4921-9b20-b7130d9a0f37 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:37.548819 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 85542493-7c6f-4806-b002-0c5c02182e10 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:37:37.549244 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-f17f3a68-4e80-4921-9b20-b7130d9a0f37 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Calling delete_port for 40592ade-0b5b-49b3-8ae3-1debf1aca51f owned by {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:37:37.576204 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 06ed9db8-0788-45c5-b95d-c71c5bdd4bce up at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:37:37.900858 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-9a2c7ef5-9e69-4216-931a-d33be4ee4a8a None None] Provisioning for port 85542493-7c6f-4806-b002-0c5c02182e10 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:37:37.911956 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-9a2c7ef5-9e69-4216-931a-d33be4ee4a8a None None] Provisioning complete for port 85542493-7c6f-4806-b002-0c5c02182e10 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:37:37.912444 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-9a2c7ef5-9e69-4216-931a-d33be4ee4a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:37.924859 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-046e4ce8-0e58-45a2-a072-83397d56aa8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:37.937311 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-046e4ce8-0e58-45a2-a072-83397d56aa8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:37.970937 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning for port 06ed9db8-0788-45c5-b95d-c71c5bdd4bce completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:37:37.981844 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning complete for port 06ed9db8-0788-45c5-b95d-c71c5bdd4bce triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:37:37.982539 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:38.281373 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-046e4ce8-0e58-45a2-a072-83397d56aa8b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=39f0b5be295b453f9a6f2ddf7d1df46b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8855078 Aug 05 11:37:38.282135 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 33676) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:38.289078 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046e4ce8-0e58-45a2-a072-83397d56aa8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=785090fe-84b3-4493-b960-14b72e7003b6,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:37:38.330480 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f17f3a68-4e80-4921-9b20-b7130d9a0f37 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:38.386986 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:38.441428 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71ffacfe-9573-4990-a4fc-26a1b70c4bd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06ed9db8-0788-45c5-b95d-c71c5bdd4bce'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:37:38.444518 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c39cd7-0e31-47c9-9da1-a02fa4e8bdd5 req-5a18f33d-3071-4075-b67b-2142363cacdb tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:38.445430 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84cac786-1e64-4566-930e-09f719f8264f" -d '{"events": [{"server_uuid": "71ffacfe-9573-4990-a4fc-26a1b70c4bd1", "name": "network-vif-plugged", "status": "completed", "tag": "06ed9db8-0788-45c5-b95d-c71c5bdd4bce"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:37:38.449741 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-91c39cd7-0e31-47c9-9da1-a02fa4e8bdd5 req-5a18f33d-3071-4075-b67b-2142363cacdb tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] 10.222.0.58 "GET /v2.0/ports?device_id=71ffacfe-9573-4990-a4fc-26a1b70c4bd1 HTTP/1.1" status: 200 len: 945 time: 0.3966427 Aug 05 11:37:38.502384 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17f3a68-4e80-4921-9b20-b7130d9a0f37 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Pushing event deleted for resources: {'Port': ['ID=40592ade-0b5b-49b3-8ae3-1debf1aca51f,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:37:38.530492 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 06ed9db8-0788-45c5-b95d-c71c5bdd4bce, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=06ed9db8-0788-45c5-b95d-c71c5bdd4bce,segment=NetworkSegment(0d548106-3837-4bed-8414-b60a66dc0795),segment_id=0d548106-3837-4bed-8414-b60a66dc0795)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:37:38.563157 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:38.587686 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-9a2c7ef5-9e69-4216-931a-d33be4ee4a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:38.600723 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee43e4a5-bbd9-4817-9660-6e613e052027 req-215618e0-0c3f-417a-b612-0a3b0adbf52b tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:38.613669 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ee43e4a5-bbd9-4817-9660-6e613e052027 req-215618e0-0c3f-417a-b612-0a3b0adbf52b tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?device_id=a613c5a9-a611-4f0b-9741-41a14e6a792a HTTP/1.1" status: 200 len: 945 time: 0.4770279 Aug 05 11:37:38.630624 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b0bfafd8-41a4-4c76-b10a-4a0c0db33f93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:38.814926 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=06ed9db8-0788-45c5-b95d-c71c5bdd4bce,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:37:38.837174 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-9a2c7ef5-9e69-4216-931a-d33be4ee4a8a None None] For port 85542493-7c6f-4806-b002-0c5c02182e10, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=85542493-7c6f-4806-b002-0c5c02182e10,segment=NetworkSegment(c3ce43ff-a33b-459d-a35e-6c011fee3456),segment_id=c3ce43ff-a33b-459d-a35e-6c011fee3456)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:37:38.844793 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-9a2c7ef5-9e69-4216-931a-d33be4ee4a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:39.005389 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-91c39cd7-0e31-47c9-9da1-a02fa4e8bdd5 req-dada8b19-d852-4347-89ef-af14f5f740b6 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] 10.222.0.58 "GET /v2.0/security-groups?id=8707e749-14ef-46e9-b17b-2053065b99b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4708128 Aug 05 11:37:39.041617 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ee43e4a5-bbd9-4817-9660-6e613e052027 req-19fd9923-b0ed-402c-8fc6-04814b681418 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/security-groups?id=5dfacf8b-ef80-4e03-9b2b-0b5aacf0bf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4261656 Aug 05 11:37:39.093003 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-ed1ad43d-04b6-4bea-b89b-7cfe10035a7d None None] Could not find standard attr ID for object 40592ade-0b5b-49b3-8ae3-1debf1aca51f. {{(pid=94422) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 05 11:37:39.113194 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c7ef5-9e69-4216-931a-d33be4ee4a8a None None] Pushing event updated for resources: {'Port': ['ID=85542493-7c6f-4806-b002-0c5c02182e10,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:37:39.115424 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d46e568-3336-451e-9fc1-31071d2c9604 req-4a53ec9c-583e-491f-8e83-0a9bce52f971 tempest-ServersNegativeTestMultiTenantJSON-1481245538 tempest-ServersNegativeTestMultiTenantJSON-1481245538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:39.130156 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5d46e568-3336-451e-9fc1-31071d2c9604 req-4a53ec9c-583e-491f-8e83-0a9bce52f971 tempest-ServersNegativeTestMultiTenantJSON-1481245538 tempest-ServersNegativeTestMultiTenantJSON-1481245538-project] 10.222.0.64 "GET /v2.0/networks?id=0c2b213e-bfc0-4348-8be6-68ee3d47f6c9 HTTP/1.1" status: 200 len: 825 time: 0.7132406 Aug 05 11:37:39.148526 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-5d46e568-3336-451e-9fc1-31071d2c9604 req-566747d0-116c-4984-8ade-25618016115e tempest-ServersNegativeTestMultiTenantJSON-1481245538 tempest-ServersNegativeTestMultiTenantJSON-1481245538-project] Request body: {'port': {'device_id': '69af199a-3ae2-4baa-8c38-14d046b9e93f', 'network_id': '0c2b213e-bfc0-4348-8be6-68ee3d47f6c9', 'admin_state_up': True, 'tenant_id': '16ea39778ffd4bf49211bddc1cf1f218'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:37:39.339815 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f17f3a68-4e80-4921-9b20-b7130d9a0f37 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:39.347218 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-f17f3a68-4e80-4921-9b20-b7130d9a0f37 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "DELETE /v2.0/ports/40592ade-0b5b-49b3-8ae3-1debf1aca51f HTTP/1.1" status: 204 len: 168 time: 2.5886719 Aug 05 11:37:39.368074 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 33684) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:39.445619 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b0bfafd8-41a4-4c76-b10a-4a0c0db33f93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:39.564760 n-d-803378-2 neutron-server[94421]: INFO neutron.api.v2.resource [req-c5056a0b-d9f3-4a17-8f8e-795b87d0475a req-ef30a5e4-ccf8-4e70-a697-66dca6e2b92d service neutron] show failed (client error): The resource could not be found. Aug 05 11:37:39.566645 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c5056a0b-d9f3-4a17-8f8e-795b87d0475a req-ef30a5e4-ccf8-4e70-a697-66dca6e2b92d service neutron] 10.222.0.64 "GET /v2.0/ports/77b879bb-72ce-4c7a-ba73-52226462454f/bindings/n-h2-803378-2 HTTP/1.1" status: 404 len: 380 time: 1.7305682 Aug 05 11:37:39.591858 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-74cb66ab-d234-4e19-b4f3-43ce2d457018 req-70ea2c1a-02ed-41f3-acaa-472f02327294 tempest-ServersNegativeTestMultiTenantJSON-1481245538 tempest-ServersNegativeTestMultiTenantJSON-1481245538-project] 10.222.0.58 "GET /v2.0/ports?device_id=69af199a-3ae2-4baa-8c38-14d046b9e93f HTTP/1.1" status: 200 len: 210 time: 0.4345148 Aug 05 11:37:39.616139 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20038846-c1d2-4a6a-9ac0-ec0b510dda7e tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:39.620638 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20038846-c1d2-4a6a-9ac0-ec0b510dda7e tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:39.625179 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-20038846-c1d2-4a6a-9ac0-ec0b510dda7e tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2448168 Aug 05 11:37:39.629595 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 33686) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:39.665923 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc8c8a0-edc7-4a74-ba94-7872db03f8a0 req-dd5a3386-8ffd-4024-8160-562c5391bfba tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:39.668279 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-efc8c8a0-edc7-4a74-ba94-7872db03f8a0 req-dd5a3386-8ffd-4024-8160-562c5391bfba tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.55 "GET /v2.0/ports?device_id=a613c5a9-a611-4f0b-9741-41a14e6a792a HTTP/1.1" status: 200 len: 945 time: 0.3347728 Aug 05 11:37:39.708427 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0604e05a-0dd4-4004-8928-36a7d526c38f x-openstack-request-id: req-0604e05a-0dd4-4004-8928-36a7d526c38f {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:37:39.710752 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71ffacfe-9573-4990-a4fc-26a1b70c4bd1", "name": "network-vif-plugged", "status": "completed", "tag": "06ed9db8-0788-45c5-b95d-c71c5bdd4bce", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:37:39.710752 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0604e05a-0dd4-4004-8928-36a7d526c38f {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:37:39.711127 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71ffacfe-9573-4990-a4fc-26a1b70c4bd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06ed9db8-0788-45c5-b95d-c71c5bdd4bce', 'code': 200} Aug 05 11:37:39.758729 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d46e568-3336-451e-9fc1-31071d2c9604 req-566747d0-116c-4984-8ade-25618016115e tempest-ServersNegativeTestMultiTenantJSON-1481245538 tempest-ServersNegativeTestMultiTenantJSON-1481245538-project] Made reservation on behalf of 16ea39778ffd4bf49211bddc1cf1f218 for: {'port': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:37:39.774555 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-5d46e568-3336-451e-9fc1-31071d2c9604 req-566747d0-116c-4984-8ade-25618016115e tempest-ServersNegativeTestMultiTenantJSON-1481245538 tempest-ServersNegativeTestMultiTenantJSON-1481245538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:39.801945 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705cce57-3d29-44a1-8cd2-ca418d7b4056 req-ff2d204b-05a0-430b-b35f-45687c29765c tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:39.807564 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-705cce57-3d29-44a1-8cd2-ca418d7b4056 req-ff2d204b-05a0-430b-b35f-45687c29765c tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=ecd94282-dd1a-4350-96e8-05aad30e4656 HTTP/1.1" status: 200 len: 949 time: 0.2847369 Aug 05 11:37:39.989010 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-705cce57-3d29-44a1-8cd2-ca418d7b4056 req-3d6acb6a-8c11-436f-a3f8-170242a9b071 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466813 Aug 05 11:37:40.029413 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f9c890ea-ffcc-4dfb-b5ba-c3a7d41b06bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:40.030380 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b0bfafd8-41a4-4c76-b10a-4a0c0db33f93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:40.039261 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b0bfafd8-41a4-4c76-b10a-4a0c0db33f93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:40.041191 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-b0bfafd8-41a4-4c76-b10a-4a0c0db33f93 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/785090fe-84b3-4493-b960-14b72e7003b6 HTTP/1.1" status: 204 len: 168 time: 1.7479665 Aug 05 11:37:40.045105 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:40.163478 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_v2 [None req-566a74a1-3f98-41a3-82c3-f78f990d362d tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Deleting subnet 1db4ff5a-6891-462b-9981-d2c59eb7d7a7 {{(pid=94421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:37:40.232859 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-566a74a1-3f98-41a3-82c3-f78f990d362d tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks [] for subnet, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:40.279044 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bfafd8-41a4-4c76-b10a-4a0c0db33f93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=785090fe-84b3-4493-b960-14b72e7003b6,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:37:40.300033 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [req-5d46e568-3336-451e-9fc1-31071d2c9604 req-566747d0-116c-4984-8ade-25618016115e tempest-ServersNegativeTestMultiTenantJSON-1481245538 tempest-ServersNegativeTestMultiTenantJSON-1481245538-project] Allocated IP 172.20.0.9 (0c2b213e-bfc0-4348-8be6-68ee3d47f6c9/913ddd41-47b4-4964-bf28-80103c5815fc/3d34bcbf-81b3-4437-ba32-bfa76b8f5cd1) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:37:40.344966 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53fca53-5957-482e-804e-19c61b7bebd5 req-be6a6a2e-ab51-45ee-9261-e4c10b2e7540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:40.348150 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d53fca53-5957-482e-804e-19c61b7bebd5 req-be6a6a2e-ab51-45ee-9261-e4c10b2e7540 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=71ffacfe-9573-4990-a4fc-26a1b70c4bd1 HTTP/1.1" status: 200 len: 1097 time: 0.4986668 Aug 05 11:37:40.388296 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-566a74a1-3f98-41a3-82c3-f78f990d362d tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29786388'] for subnet, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:40.454212 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5056a0b-d9f3-4a17-8f8e-795b87d0475a req-39b65891-57f6-49c9-856c-118dc74e9084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:40.457061 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c5056a0b-d9f3-4a17-8f8e-795b87d0475a req-39b65891-57f6-49c9-856c-118dc74e9084 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ecd94282-dd1a-4350-96e8-05aad30e4656&tenant_id=f811ccc1244d4d32a53adbbe13250fd5 HTTP/1.1" status: 200 len: 1100 time: 0.4613981 Aug 05 11:37:40.499592 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-efc8c8a0-edc7-4a74-ba94-7872db03f8a0 req-1a7d2ffc-9333-4514-b60f-afeefe2b4795 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Deleting port 6829de78-cb88-43e3-b222-8090d79c8e0d {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:37:40.500583 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-efc8c8a0-edc7-4a74-ba94-7872db03f8a0 req-1a7d2ffc-9333-4514-b60f-afeefe2b4795 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:40.573487 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89af60e-0219-46af-b0a4-879622cc8c85 req-5b48332d-2ae4-4a73-9d76-be64d8962df6 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:40.576317 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a89af60e-0219-46af-b0a4-879622cc8c85 req-5b48332d-2ae4-4a73-9d76-be64d8962df6 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] 10.222.0.58 "GET /v2.0/ports?device_id=71ffacfe-9573-4990-a4fc-26a1b70c4bd1 HTTP/1.1" status: 200 len: 946 time: 0.3646288 Aug 05 11:37:40.639072 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bd2682-2461-4bd9-a62c-63efd6a66526 req-30832a89-2b96-4846-b17c-2a0cce6c998c tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:40.649201 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-56bd2682-2461-4bd9-a62c-63efd6a66526 req-30832a89-2b96-4846-b17c-2a0cce6c998c tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?device_id=a613c5a9-a611-4f0b-9741-41a14e6a792a HTTP/1.1" status: 200 len: 945 time: 0.3162689 Aug 05 11:37:40.790347 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a89af60e-0219-46af-b0a4-879622cc8c85 req-2cfce613-bf4c-48f4-a6f0-5aa42d4c523a tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] 10.222.0.58 "GET /v2.0/security-groups?id=8707e749-14ef-46e9-b17b-2053065b99b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056665 Aug 05 11:37:40.862628 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-c5056a0b-d9f3-4a17-8f8e-795b87d0475a req-6a0a6b8e-54a1-4491-8c5a-8b41a6c91f55 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-803378-2', 'device_owner': 'compute:nova'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:37:40.894496 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-56bd2682-2461-4bd9-a62c-63efd6a66526 req-9d38cf45-d3a5-4a18-8d8c-78a13555403a tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/security-groups?id=5dfacf8b-ef80-4e03-9b2b-0b5aacf0bf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440724 Aug 05 11:37:40.960724 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-5d46e568-3336-451e-9fc1-31071d2c9604 req-566747d0-116c-4984-8ade-25618016115e tempest-ServersNegativeTestMultiTenantJSON-1481245538 tempest-ServersNegativeTestMultiTenantJSON-1481245538-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:40.965913 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 85542493-7c6f-4806-b002-0c5c02182e10 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:37:41.011246 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-566a74a1-3f98-41a3-82c3-f78f990d362d tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:41.090597 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d53fca53-5957-482e-804e-19c61b7bebd5 req-bd95e8a9-8d8c-4c86-8c2d-6943983fdbca service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=8707e749-14ef-46e9-b17b-2053065b99b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7313223 Aug 05 11:37:41.108620 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-5d46e568-3336-451e-9fc1-31071d2c9604 req-566747d0-116c-4984-8ade-25618016115e tempest-ServersNegativeTestMultiTenantJSON-1481245538 tempest-ServersNegativeTestMultiTenantJSON-1481245538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:41.164862 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 85542493-7c6f-4806-b002-0c5c02182e10 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:37:41.167339 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:41.237001 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-efc8c8a0-edc7-4a74-ba94-7872db03f8a0 req-1a7d2ffc-9333-4514-b60f-afeefe2b4795 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] For port 6829de78-cb88-43e3-b222-8090d79c8e0d, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=6829de78-cb88-43e3-b222-8090d79c8e0d,segment=NetworkSegment(1464bea6-dc68-4175-ac76-169c7629018f),segment_id=1464bea6-dc68-4175-ac76-169c7629018f)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:37:41.237712 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-efc8c8a0-edc7-4a74-ba94-7872db03f8a0 req-1a7d2ffc-9333-4514-b60f-afeefe2b4795 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:41.264705 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-c5056a0b-d9f3-4a17-8f8e-795b87d0475a req-6a0a6b8e-54a1-4491-8c5a-8b41a6c91f55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:41.319880 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-efc8c8a0-edc7-4a74-ba94-7872db03f8a0 req-1a7d2ffc-9333-4514-b60f-afeefe2b4795 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Calling delete_port for 6829de78-cb88-43e3-b222-8090d79c8e0d owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:37:41.342128 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-566a74a1-3f98-41a3-82c3-f78f990d362d tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25038609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30075142'] for subnet, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:41.362037 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d46e568-3336-451e-9fc1-31071d2c9604 req-566747d0-116c-4984-8ade-25618016115e tempest-ServersNegativeTestMultiTenantJSON-1481245538 tempest-ServersNegativeTestMultiTenantJSON-1481245538-project] Network 0c2b213e-bfc0-4348-8be6-68ee3d47f6c9 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:37:41.379493 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [req-5d46e568-3336-451e-9fc1-31071d2c9604 req-566747d0-116c-4984-8ade-25618016115e tempest-ServersNegativeTestMultiTenantJSON-1481245538 tempest-ServersNegativeTestMultiTenantJSON-1481245538-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:37:41.382435 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-566a74a1-3f98-41a3-82c3-f78f990d362d tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:41.388246 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566747d0-116c-4984-8ade-25618016115e tempest-ServersNegativeTestMultiTenantJSON-1481245538 tempest-ServersNegativeTestMultiTenantJSON-1481245538-project] Pushing event updated for resources: {'Port': ['ID=3d34bcbf-81b3-4437-ba32-bfa76b8f5cd1,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:37:41.393916 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-566a74a1-3f98-41a3-82c3-f78f990d362d tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "DELETE /v2.0/subnets/1db4ff5a-6891-462b-9981-d2c59eb7d7a7 HTTP/1.1" status: 204 len: 168 time: 1.7618752 Aug 05 11:37:41.399356 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 33718) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:41.400779 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d46e568-3336-451e-9fc1-31071d2c9604 req-566747d0-116c-4984-8ade-25618016115e tempest-ServersNegativeTestMultiTenantJSON-1481245538 tempest-ServersNegativeTestMultiTenantJSON-1481245538-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:37:41.433063 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c030e9-2d56-41b3-b3f0-de32ff1e8d82 None None] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:37:41.435137 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d742ea96-7ae6-48a9-a6ab-abccd850af92 req-631e2aa8-1e9c-4aee-9064-e8270aadd0a3 tempest-ServersNegativeTestMultiTenantJSON-1481245538 tempest-ServersNegativeTestMultiTenantJSON-1481245538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:41.449414 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d742ea96-7ae6-48a9-a6ab-abccd850af92 req-631e2aa8-1e9c-4aee-9064-e8270aadd0a3 tempest-ServersNegativeTestMultiTenantJSON-1481245538 tempest-ServersNegativeTestMultiTenantJSON-1481245538-project] 10.222.0.58 "GET /v2.0/ports?device_id=69af199a-3ae2-4baa-8c38-14d046b9e93f HTTP/1.1" status: 200 len: 931 time: 0.4026511 Aug 05 11:37:41.575654 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566a74a1-3f98-41a3-82c3-f78f990d362d tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Pushing event deleted for resources: {'Subnet': ['ID=1db4ff5a-6891-462b-9981-d2c59eb7d7a7,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:37:41.594739 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 6829de78-cb88-43e3-b222-8090d79c8e0d no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:37:41.621661 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-1693b3c1-5c2b-417b-bf4f-1dbe5c5b394a tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2150657 Aug 05 11:37:41.629379 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 33720) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:41.712886 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9d82b6-89d8-44f3-9865-5cdcc3fd1a80 req-9d1fefeb-026f-43dd-b0a3-3f59d8eedd42 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:41.715571 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4e9d82b6-89d8-44f3-9865-5cdcc3fd1a80 req-9d1fefeb-026f-43dd-b0a3-3f59d8eedd42 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=ecd94282-dd1a-4350-96e8-05aad30e4656 HTTP/1.1" status: 200 len: 949 time: 0.4490571 Aug 05 11:37:41.761513 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d46e568-3336-451e-9fc1-31071d2c9604 req-566747d0-116c-4984-8ade-25618016115e tempest-ServersNegativeTestMultiTenantJSON-1481245538 tempest-ServersNegativeTestMultiTenantJSON-1481245538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:41.769936 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-5d46e568-3336-451e-9fc1-31071d2c9604 req-566747d0-116c-4984-8ade-25618016115e tempest-ServersNegativeTestMultiTenantJSON-1481245538 tempest-ServersNegativeTestMultiTenantJSON-1481245538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:41.805745 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d742ea96-7ae6-48a9-a6ab-abccd850af92 req-14aac2c8-b521-42f3-a641-baa9df4cd3e1 tempest-ServersNegativeTestMultiTenantJSON-1481245538 tempest-ServersNegativeTestMultiTenantJSON-1481245538-project] 10.222.0.58 "GET /v2.0/security-groups?id=9a6c898a-d216-4ffd-be39-cfbc4dbffae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3096349 Aug 05 11:37:41.874489 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 77b879bb-72ce-4c7a-ba73-52226462454f no longer exists at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:37:41.922634 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5d46e568-3336-451e-9fc1-31071d2c9604 req-566747d0-116c-4984-8ade-25618016115e tempest-ServersNegativeTestMultiTenantJSON-1481245538 tempest-ServersNegativeTestMultiTenantJSON-1481245538-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7807205 Aug 05 11:37:41.959732 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-5d46e568-3336-451e-9fc1-31071d2c9604 req-ba148a24-6552-4f98-bfd8-357ecd8faf96 service neutron] Request body: {'port': {'device_id': '69af199a-3ae2-4baa-8c38-14d046b9e93f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-2'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:37:41.984537 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4e9d82b6-89d8-44f3-9865-5cdcc3fd1a80 req-b55351e9-4dc9-41d6-86f2-cd521ea7b497 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422376 Aug 05 11:37:42.043748 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:42.275886 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05f57f8-49a9-4fc5-bb2a-4f288b3281ac tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:42.277664 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-c05f57f8-49a9-4fc5-bb2a-4f288b3281ac tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6429582 Aug 05 11:37:42.284000 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 33736) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:42.316009 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cdb864d-2406-4ad0-9736-d34a41b82dfb None None] DHCP port deletion for 65f763dc-e344-4f1a-a003-f0293beb6d65 request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 11:37:42.412606 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:42.429960 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-676f91c0-aa5f-4389-bede-4f6c6dcb8477 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:42.432652 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-676f91c0-aa5f-4389-bede-4f6c6dcb8477 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1431017 Aug 05 11:37:42.434093 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-efc8c8a0-edc7-4a74-ba94-7872db03f8a0 req-1a7d2ffc-9333-4514-b60f-afeefe2b4795 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:42.445056 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 33738) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:42.447565 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 33740) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:42.487772 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:42.509098 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-5d46e568-3336-451e-9fc1-31071d2c9604 req-ba148a24-6552-4f98-bfd8-357ecd8faf96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:42.519879 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7d2ffc-9333-4514-b60f-afeefe2b4795 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Pushing event deleted for resources: {'Port': ['ID=6829de78-cb88-43e3-b222-8090d79c8e0d,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:37:42.526327 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-c5056a0b-d9f3-4a17-8f8e-795b87d0475a req-6a0a6b8e-54a1-4491-8c5a-8b41a6c91f55 service neutron] For port 77b879bb-72ce-4c7a-ba73-52226462454f, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=77b879bb-72ce-4c7a-ba73-52226462454f,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:37:42.550067 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['c6ea930f-9cea-4fc6-b5f1-18fa57d750d9'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:37:42.615601 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-efc8c8a0-edc7-4a74-ba94-7872db03f8a0 req-1a7d2ffc-9333-4514-b60f-afeefe2b4795 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] No DVR routers for this DVR port 6829de78-cb88-43e3-b222-8090d79c8e0d on host n-h2-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:37:42.623624 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-efc8c8a0-edc7-4a74-ba94-7872db03f8a0 req-1a7d2ffc-9333-4514-b60f-afeefe2b4795 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:42.628369 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-efc8c8a0-edc7-4a74-ba94-7872db03f8a0 req-1a7d2ffc-9333-4514-b60f-afeefe2b4795 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.55 "DELETE /v2.0/ports/6829de78-cb88-43e3-b222-8090d79c8e0d HTTP/1.1" status: 204 len: 173 time: 2.9089291 Aug 05 11:37:42.629517 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a613c5a9-a611-4f0b-9741-41a14e6a792a', 'name': 'network-vif-deleted', 'tag': '6829de78-cb88-43e3-b222-8090d79c8e0d'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:37:42.636326 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abfe2722-0805-4849-8074-0dd60761b33b" -d '{"events": [{"server_uuid": "a613c5a9-a611-4f0b-9741-41a14e6a792a", "name": "network-vif-deleted", "tag": "6829de78-cb88-43e3-b222-8090d79c8e0d"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:37:42.699119 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-c5056a0b-d9f3-4a17-8f8e-795b87d0475a req-6a0a6b8e-54a1-4491-8c5a-8b41a6c91f55 service neutron] For port 77b879bb-72ce-4c7a-ba73-52226462454f, host n-h1-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:37:42.742692 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5be7c0-88cf-46e7-8068-79f2220de47b req-7915df5c-809d-445a-a439-0812870c5bc8 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:42.755740 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-da5be7c0-88cf-46e7-8068-79f2220de47b req-7915df5c-809d-445a-a439-0812870c5bc8 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] 10.222.0.58 "GET /v2.0/ports?device_id=71ffacfe-9573-4990-a4fc-26a1b70c4bd1 HTTP/1.1" status: 200 len: 946 time: 0.6956558 Aug 05 11:37:42.766280 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-f3f69ac3-7002-4a69-ae85-1f628015ed31 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3028343 Aug 05 11:37:42.769710 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 33748) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:42.790081 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-3a04da34-9201-45f7-a257-37764836be07 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Request body: {'subnet': {'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:37:42.870524 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-c5056a0b-d9f3-4a17-8f8e-795b87d0475a req-6a0a6b8e-54a1-4491-8c5a-8b41a6c91f55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:42.902238 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-c5056a0b-d9f3-4a17-8f8e-795b87d0475a req-6a0a6b8e-54a1-4491-8c5a-8b41a6c91f55 service neutron] Transition to ACTIVE for port object 77b879bb-72ce-4c7a-ba73-52226462454f will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:37:42.922068 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-da5be7c0-88cf-46e7-8068-79f2220de47b req-ef255903-8422-4f70-a4a7-e9834be35d91 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] 10.222.0.58 "GET /v2.0/security-groups?id=8707e749-14ef-46e9-b17b-2053065b99b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420417 Aug 05 11:37:42.936121 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-c5056a0b-d9f3-4a17-8f8e-795b87d0475a req-6a0a6b8e-54a1-4491-8c5a-8b41a6c91f55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:42.942409 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [None req-6faddda6-1c7c-4165-8648-fd83d399a0b3 tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94420) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 11:37:42.945536 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-6faddda6-1c7c-4165-8648-fd83d399a0b3 tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.4635777 Aug 05 11:37:42.980584 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 33752) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:42.990028 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [None req-3e12f0bf-80c8-4bef-9847-6bc7bf7d1dde tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] http://10.222.0.58:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=94420) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 11:37:42.993262 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-3e12f0bf-80c8-4bef-9847-6bc7bf7d1dde tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] 10.222.0.58 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0089540 Aug 05 11:37:42.999138 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 33754) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:43.009736 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [None req-17da1e4d-f123-4221-a845-4b9922883e4a tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] http://10.222.0.58:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=94420) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 11:37:43.011719 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-17da1e4d-f123-4221-a845-4b9922883e4a tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] 10.222.0.58 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0080378 Aug 05 11:37:43.017895 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 33756) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:43.038536 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-1cdb864d-2406-4ad0-9736-d34a41b82dfb None None] Deleting port 85542493-7c6f-4806-b002-0c5c02182e10 {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:37:43.041195 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1cdb864d-2406-4ad0-9736-d34a41b82dfb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:43.043120 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [None req-23afc8b7-91fb-4035-b93c-fad0f3149bdf tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] http://10.222.0.58:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=94420) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 11:37:43.044444 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-23afc8b7-91fb-4035-b93c-fad0f3149bdf tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] 10.222.0.58 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0253336 Aug 05 11:37:43.056356 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b084780-2154-4434-8b92-0c674fa21758 req-c861004f-d283-44ab-ba75-966e57a31078 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:43.067038 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8b084780-2154-4434-8b92-0c674fa21758 req-c861004f-d283-44ab-ba75-966e57a31078 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?device_id=a613c5a9-a611-4f0b-9741-41a14e6a792a HTTP/1.1" status: 200 len: 867 time: 0.8393486 Aug 05 11:37:43.074315 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 33760) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:43.089394 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [None req-9a0f36d4-43cb-46ed-bfa4-99b84574c761 tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] http://10.222.0.58:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=94420) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 11:37:43.094758 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-9a0f36d4-43cb-46ed-bfa4-99b84574c761 tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] 10.222.0.58 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0152061 Aug 05 11:37:43.100568 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 33762) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:43.114116 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [None req-b7939ad8-2cdc-4342-9212-0cd768c4bb78 tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] http://10.222.0.58:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=94420) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 11:37:43.121440 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-b7939ad8-2cdc-4342-9212-0cd768c4bb78 tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] 10.222.0.58 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0153732 Aug 05 11:37:43.136999 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 33764) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:43.145391 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [None req-79a0279b-4116-4060-85e7-789058b9c835 tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] http://10.222.0.58:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=94421) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 11:37:43.153691 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-79a0279b-4116-4060-85e7-789058b9c835 tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] 10.222.0.58 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0142989 Aug 05 11:37:43.155047 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 33766) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:43.170150 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a421060-4c96-432e-ae96-11ce97a0a054 x-openstack-request-id: req-1a421060-4c96-432e-ae96-11ce97a0a054 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:37:43.171147 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a613c5a9-a611-4f0b-9741-41a14e6a792a", "name": "network-vif-deleted", "tag": "6829de78-cb88-43e3-b222-8090d79c8e0d", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:37:43.171838 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1a421060-4c96-432e-ae96-11ce97a0a054 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:37:43.173990 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a613c5a9-a611-4f0b-9741-41a14e6a792a', 'name': 'network-vif-deleted', 'tag': '6829de78-cb88-43e3-b222-8090d79c8e0d', 'status': 'completed', 'code': 200} Aug 05 11:37:43.183182 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [None req-f5b19f87-bc7e-4c6f-9dda-877035b7e95b tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] http://10.222.0.58:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=94421) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 11:37:43.192284 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-f5b19f87-bc7e-4c6f-9dda-877035b7e95b tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] 10.222.0.58 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0160675 Aug 05 11:37:43.195345 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 33770) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:43.222323 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-1cdb864d-2406-4ad0-9736-d34a41b82dfb None None] For port 85542493-7c6f-4806-b002-0c5c02182e10, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=85542493-7c6f-4806-b002-0c5c02182e10,segment=NetworkSegment(c3ce43ff-a33b-459d-a35e-6c011fee3456),segment_id=c3ce43ff-a33b-459d-a35e-6c011fee3456)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:37:43.223261 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1cdb864d-2406-4ad0-9736-d34a41b82dfb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:43.226492 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [None req-fc9cccf6-0001-4d5f-8c58-a0e4af44d33d tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] http://10.222.0.58:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=94421) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 11:37:43.242211 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-fc9cccf6-0001-4d5f-8c58-a0e4af44d33d tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] 10.222.0.58 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0294347 Aug 05 11:37:43.242609 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-1cdb864d-2406-4ad0-9736-d34a41b82dfb None None] Calling delete_port for 85542493-7c6f-4806-b002-0c5c02182e10 owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:37:43.250533 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 33772) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:43.292874 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [None req-4ded705e-139c-4da3-abda-7e92be66b2ac tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] http://10.222.0.58:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=94421) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 11:37:43.305415 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-4ded705e-139c-4da3-abda-7e92be66b2ac tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] 10.222.0.58 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0244312 Aug 05 11:37:43.306961 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 33774) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:43.328395 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 11:37:43.344315 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 85542493-7c6f-4806-b002-0c5c02182e10 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:37:43.364223 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [None req-d5be427c-8202-4348-aabf-c4adc7c99b2a tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] http://10.222.0.58:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=94421) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 11:37:43.371696 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-d5be427c-8202-4348-aabf-c4adc7c99b2a tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] 10.222.0.58 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0269167 Aug 05 11:37:43.392980 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 33776) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:43.409394 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [None req-1d5872e5-4276-4885-8055-9f4dcf244667 tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] http://10.222.0.58:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=94420) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 11:37:43.416127 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-1d5872e5-4276-4885-8055-9f4dcf244667 tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] 10.222.0.58 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0112071 Aug 05 11:37:43.424181 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 33778) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:43.431078 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5056a0b-d9f3-4a17-8f8e-795b87d0475a req-6a0a6b8e-54a1-4491-8c5a-8b41a6c91f55 service neutron] No DVR routers for this DVR port 77b879bb-72ce-4c7a-ba73-52226462454f on host n-h1-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:37:43.444913 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [None req-38a9acbf-4e74-4bc1-8a70-6ff16bfaffd1 tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] http://10.222.0.58:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=94421) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 11:37:43.452967 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-38a9acbf-4e74-4bc1-8a70-6ff16bfaffd1 tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] 10.222.0.58 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0156333 Aug 05 11:37:43.458227 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8b084780-2154-4434-8b92-0c674fa21758 req-c7d87fec-b7d8-42c4-9b62-fd42fb0af79f tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/security-groups?id=5dfacf8b-ef80-4e03-9b2b-0b5aacf0bf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3886213 Aug 05 11:37:43.464057 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 33780) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:43.466194 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0a6b8e-54a1-4491-8c5a-8b41a6c91f55 service neutron] Pushing event updated for resources: {'Port': ['ID=77b879bb-72ce-4c7a-ba73-52226462454f,revision_number=6']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:37:43.481191 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [None req-41fd63a9-7c3d-4ed2-96bc-aaab6637a94e tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] http://10.222.0.58:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=94421) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 11:37:43.489028 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-41fd63a9-7c3d-4ed2-96bc-aaab6637a94e tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] 10.222.0.58 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0152884 Aug 05 11:37:43.493268 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 33782) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:43.502387 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [None req-a5fd478b-f4bd-4813-aae3-be7e5c657b1c tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] http://10.222.0.58:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=94421) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 11:37:43.509391 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-a5fd478b-f4bd-4813-aae3-be7e5c657b1c tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] 10.222.0.58 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0136397 Aug 05 11:37:43.511081 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 33784) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:43.541325 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.db.api [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94422) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 05 11:37:43.541704 n-d-803378-2 neutron-server[94422]: DEBUG oslo_db.api [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 11:37:43.559259 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [None req-642dd8f9-ac0a-47d7-9671-31294fb06caa tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] http://10.222.0.58:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=94421) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 11:37:43.566087 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-642dd8f9-ac0a-47d7-9671-31294fb06caa tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] 10.222.0.58 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0474432 Aug 05 11:37:43.567089 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 33786) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:43.579010 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [None req-8485e035-0f07-4402-b263-41423fdcf0d2 tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] http://10.222.0.58:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=94421) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 11:37:43.589639 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-8485e035-0f07-4402-b263-41423fdcf0d2 tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] 10.222.0.58 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0173604 Aug 05 11:37:43.596217 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 33788) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:43.627723 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [None req-5af128ec-c454-4215-aced-a18dc6405ace tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] http://10.222.0.58:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=94421) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 11:37:43.642672 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-5af128ec-c454-4215-aced-a18dc6405ace tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] 10.222.0.58 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0213580 Aug 05 11:37:43.650549 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 33790) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:43.740770 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [None req-f6bd1057-8a1f-485d-8cbb-0b607fa40ad1 tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] http://10.222.0.58:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=94421) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 11:37:43.747444 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-f6bd1057-8a1f-485d-8cbb-0b607fa40ad1 tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] 10.222.0.58 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0146019 Aug 05 11:37:43.748671 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 33792) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:43.770414 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [None req-6a168f79-1c0c-428e-a813-8295563ff4f0 tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] http://10.222.0.58:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=94421) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 11:37:43.784008 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-6a168f79-1c0c-428e-a813-8295563ff4f0 tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] 10.222.0.58 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0181384 Aug 05 11:37:43.794900 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 33794) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:43.835277 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [None req-5693e3c8-e8fb-4c9b-8db4-10cf753b5b72 tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] http://10.222.0.58:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=94421) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 11:37:43.847925 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-5693e3c8-e8fb-4c9b-8db4-10cf753b5b72 tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] 10.222.0.58 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0407887 Aug 05 11:37:43.849981 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 33796) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:43.903788 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [None req-2c35fab2-7d7a-4149-9031-b264ad52e001 tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] http://10.222.0.58:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=94421) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 11:37:43.918989 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:43.920641 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:43.922836 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-2c35fab2-7d7a-4149-9031-b264ad52e001 tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] 10.222.0.58 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0339706 Aug 05 11:37:43.933236 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 33798) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:43.955953 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-c5056a0b-d9f3-4a17-8f8e-795b87d0475a req-6a0a6b8e-54a1-4491-8c5a-8b41a6c91f55 service neutron] Attempting to bind port 77b879bb-72ce-4c7a-ba73-52226462454f on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:37:43.956593 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-c5056a0b-d9f3-4a17-8f8e-795b87d0475a req-6a0a6b8e-54a1-4491-8c5a-8b41a6c91f55 service neutron] Attempting to bind port 77b879bb-72ce-4c7a-ba73-52226462454f by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:37:43.959105 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5056a0b-d9f3-4a17-8f8e-795b87d0475a req-6a0a6b8e-54a1-4491-8c5a-8b41a6c91f55 service neutron] Attempting to bind port 77b879bb-72ce-4c7a-ba73-52226462454f on network 91caede3-92e4-4b1e-8e3e-36227cfd846a {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:37:43.961715 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1cdb864d-2406-4ad0-9736-d34a41b82dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:43.978680 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5056a0b-d9f3-4a17-8f8e-795b87d0475a req-6a0a6b8e-54a1-4491-8c5a-8b41a6c91f55 service neutron] Port 77b879bb-72ce-4c7a-ba73-52226462454f on network 91caede3-92e4-4b1e-8e3e-36227cfd846a not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:37:43.980214 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [None req-06778148-3cec-4cac-a42b-a8e25142b65c tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] http://10.222.0.58:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=94420) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 11:37:43.992927 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-06778148-3cec-4cac-a42b-a8e25142b65c tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] 10.222.0.58 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0453033 Aug 05 11:37:43.993213 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5056a0b-d9f3-4a17-8f8e-795b87d0475a req-6a0a6b8e-54a1-4491-8c5a-8b41a6c91f55 service neutron] Attempting to bind port 77b879bb-72ce-4c7a-ba73-52226462454f on network 91caede3-92e4-4b1e-8e3e-36227cfd846a {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:37:43.996677 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 33802) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:44.001009 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cdb864d-2406-4ad0-9736-d34a41b82dfb None None] No DVR routers for this DVR port 85542493-7c6f-4806-b002-0c5c02182e10 on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:37:44.001962 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a04da34-9201-45f7-a257-37764836be07 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Made reservation on behalf of 2255634a74e844e794fd358818288ba1 for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:37:44.018715 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3a04da34-9201-45f7-a257-37764836be07 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:44.041180 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [None req-b62febe6-954e-4161-bb4e-30ebcb3553c9 tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] http://10.222.0.58:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=94421) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 11:37:44.046673 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-b62febe6-954e-4161-bb4e-30ebcb3553c9 tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] 10.222.0.58 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0427523 Aug 05 11:37:44.062574 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 33804) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:44.082057 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5056a0b-d9f3-4a17-8f8e-795b87d0475a req-6a0a6b8e-54a1-4491-8c5a-8b41a6c91f55 service neutron] Checking agent: {'id': 'a8f1dd2d-227c-4e30-8844-52419ba734db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:37:44.082745 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5056a0b-d9f3-4a17-8f8e-795b87d0475a req-6a0a6b8e-54a1-4491-8c5a-8b41a6c91f55 service neutron] Checking segment: {'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:37:44.085821 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5056a0b-d9f3-4a17-8f8e-795b87d0475a req-6a0a6b8e-54a1-4491-8c5a-8b41a6c91f55 service neutron] Bound using segment: {'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:37:44.086700 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-c5056a0b-d9f3-4a17-8f8e-795b87d0475a req-6a0a6b8e-54a1-4491-8c5a-8b41a6c91f55 service neutron] Bound port: 77b879bb-72ce-4c7a-ba73-52226462454f, host: n-h2-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:37:44.087344 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-c5056a0b-d9f3-4a17-8f8e-795b87d0475a req-6a0a6b8e-54a1-4491-8c5a-8b41a6c91f55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:44.089837 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ebad87-6ed3-4354-962e-b73fa11b2c0e req-c3e49631-98be-42f2-b329-ac1be40a4650 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:44.092731 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-56ebad87-6ed3-4354-962e-b73fa11b2c0e req-c3e49631-98be-42f2-b329-ac1be40a4650 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=ecd94282-dd1a-4350-96e8-05aad30e4656 HTTP/1.1" status: 200 len: 947 time: 0.2976363 Aug 05 11:37:44.104292 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a40facd-e9af-4453-b833-c5f9f95108f3 req-006b1ff6-63bd-499d-ac69-eac8cc721123 tempest-ServersNegativeTestMultiTenantJSON-1481245538 tempest-ServersNegativeTestMultiTenantJSON-1481245538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:44.118322 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2a40facd-e9af-4453-b833-c5f9f95108f3 req-006b1ff6-63bd-499d-ac69-eac8cc721123 tempest-ServersNegativeTestMultiTenantJSON-1481245538 tempest-ServersNegativeTestMultiTenantJSON-1481245538-project] 10.222.0.58 "GET /v2.0/ports?device_id=69af199a-3ae2-4baa-8c38-14d046b9e93f HTTP/1.1" status: 200 len: 931 time: 0.7336533 Aug 05 11:37:44.138840 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [None req-9cc1dad8-acb6-4d98-98d1-9add82f93360 tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] http://10.222.0.58:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=94421) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 11:37:44.146394 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-9cc1dad8-acb6-4d98-98d1-9add82f93360 tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] 10.222.0.58 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0728478 Aug 05 11:37:44.155656 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 33806) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:44.179063 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [None req-911ee478-a6e5-4a6d-896e-582dff5d2215 tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] http://10.222.0.58:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=94420) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 11:37:44.184149 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-911ee478-a6e5-4a6d-896e-582dff5d2215 tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] 10.222.0.58 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0203648 Aug 05 11:37:44.196212 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 33808) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:44.211062 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [None req-ff80feda-3b68-4db0-9897-b44bab71eb2e tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] http://10.222.0.58:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=94421) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 11:37:44.218028 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-ff80feda-3b68-4db0-9897-b44bab71eb2e tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] 10.222.0.58 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0139203 Aug 05 11:37:44.241044 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 33810) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:44.245948 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-56ebad87-6ed3-4354-962e-b73fa11b2c0e req-bab26bbc-237a-4964-88d1-dedcf940f185 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263127 Aug 05 11:37:44.254061 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [None req-69ecea6e-3c0a-4fe0-b5a8-9884e567153a tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] http://10.222.0.58:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=94420) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 11:37:44.259641 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-69ecea6e-3c0a-4fe0-b5a8-9884e567153a tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] 10.222.0.58 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0083768 Aug 05 11:37:44.300476 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 33812) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:44.324270 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2a40facd-e9af-4453-b833-c5f9f95108f3 req-f1800492-ba00-4247-a271-27a96aacf81b tempest-ServersNegativeTestMultiTenantJSON-1481245538 tempest-ServersNegativeTestMultiTenantJSON-1481245538-project] 10.222.0.58 "GET /v2.0/security-groups?id=9a6c898a-d216-4ffd-be39-cfbc4dbffae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981537 Aug 05 11:37:44.339982 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdb864d-2406-4ad0-9736-d34a41b82dfb None None] Pushing event deleted for resources: {'Port': ['ID=85542493-7c6f-4806-b002-0c5c02182e10,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:37:44.374414 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [None req-d3585d09-71b7-453b-a4eb-77d0f7b67fb5 tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] http://10.222.0.58:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=94420) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 11:37:44.375752 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-d3585d09-71b7-453b-a4eb-77d0f7b67fb5 tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] 10.222.0.58 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0475936 Aug 05 11:37:44.384420 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 33816) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:44.420388 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [None req-8d1af4ce-cd38-48d7-a97c-f702fc80063d tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] http://10.222.0.58:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=94420) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 11:37:44.432912 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-8d1af4ce-cd38-48d7-a97c-f702fc80063d tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] 10.222.0.58 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0485084 Aug 05 11:37:44.445317 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 33818) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:44.463647 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [None req-f058e70b-d97d-41a4-a398-0c42c57f463d tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] http://10.222.0.58:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=94420) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 11:37:44.465880 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-f058e70b-d97d-41a4-a398-0c42c57f463d tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] 10.222.0.58 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0193608 Aug 05 11:37:44.488312 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 33820) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:44.503753 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [None req-a52e9985-131b-4b2a-babc-b703a890d46f tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] http://10.222.0.58:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=94421) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 11:37:44.511243 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-a52e9985-131b-4b2a-babc-b703a890d46f tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] 10.222.0.58 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0145254 Aug 05 11:37:44.521131 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 33824) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:44.529779 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [None req-788ea6bd-447a-4552-a0b4-e3f68dedff53 tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] http://10.222.0.58:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=94420) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 11:37:44.531149 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-788ea6bd-447a-4552-a0b4-e3f68dedff53 tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] 10.222.0.58 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0112457 Aug 05 11:37:44.535408 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 33826) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:44.553564 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [None req-b7b2302a-3385-4982-ae16-f8cd309fa38b tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] http://10.222.0.58:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=94420) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 11:37:44.555496 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-b7b2302a-3385-4982-ae16-f8cd309fa38b tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] 10.222.0.58 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0173709 Aug 05 11:37:44.567499 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 33828) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:44.585749 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [None req-de660671-390e-4629-857d-0feb226441ac tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] http://10.222.0.58:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=94421) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 11:37:44.588027 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-de660671-390e-4629-857d-0feb226441ac tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] 10.222.0.58 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0085952 Aug 05 11:37:44.609834 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 33830) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:44.616790 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b0300d77-d8be-48d1-93ed-a2283ef63a43 req-464d76e3-49be-494f-9ad9-7b9df453832e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=49a8d96f-b7ef-4992-9730-42aa4497d4c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5467677 Aug 05 11:37:44.625323 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [None req-7ad76221-05ad-47f6-98c5-4814459a920e tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] http://10.222.0.58:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=94421) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 11:37:44.626485 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-7ad76221-05ad-47f6-98c5-4814459a920e tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] 10.222.0.58 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0079534 Aug 05 11:37:44.657060 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 33834) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:44.679899 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [req-5d46e568-3336-451e-9fc1-31071d2c9604 req-ba148a24-6552-4f98-bfd8-357ecd8faf96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d34bcbf-81b3-4437-ba32-bfa76b8f5cd1 {{(pid=94420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:37:44.704557 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-c5056a0b-d9f3-4a17-8f8e-795b87d0475a req-6a0a6b8e-54a1-4491-8c5a-8b41a6c91f55 service neutron] For port 77b879bb-72ce-4c7a-ba73-52226462454f, host n-h2-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:37:44.706962 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-5d46e568-3336-451e-9fc1-31071d2c9604 req-ba148a24-6552-4f98-bfd8-357ecd8faf96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:44.712987 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-c5056a0b-d9f3-4a17-8f8e-795b87d0475a req-6a0a6b8e-54a1-4491-8c5a-8b41a6c91f55 service neutron] For port 77b879bb-72ce-4c7a-ba73-52226462454f, host n-h2-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=77b879bb-72ce-4c7a-ba73-52226462454f,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:37:44.733213 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [None req-94cec341-ec6a-499d-8395-6984048fe829 tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] http://10.222.0.58:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=94421) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 11:37:44.735605 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-94cec341-ec6a-499d-8395-6984048fe829 tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] 10.222.0.58 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0560040 Aug 05 11:37:44.747507 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb81b7b-2771-4a2b-b2c0-0ae410a6a6a7 req-de5d5578-32cb-47a7-9a05-1efc72220fab tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:44.758421 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-c5056a0b-d9f3-4a17-8f8e-795b87d0475a req-6a0a6b8e-54a1-4491-8c5a-8b41a6c91f55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:44.762668 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8fb81b7b-2771-4a2b-b2c0-0ae410a6a6a7 req-de5d5578-32cb-47a7-9a05-1efc72220fab tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] 10.222.0.58 "GET /v2.0/ports?device_id=71ffacfe-9573-4990-a4fc-26a1b70c4bd1 HTTP/1.1" status: 200 len: 946 time: 0.2528999 Aug 05 11:37:44.768029 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 33836) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:44.811117 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [req-5d46e568-3336-451e-9fc1-31071d2c9604 req-ba148a24-6552-4f98-bfd8-357ecd8faf96 service neutron] Transition to ACTIVE for port object 3d34bcbf-81b3-4437-ba32-bfa76b8f5cd1 will not be triggered until provisioned by entity L2. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:37:44.820208 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-5d46e568-3336-451e-9fc1-31071d2c9604 req-ba148a24-6552-4f98-bfd8-357ecd8faf96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:44.825692 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8fb81b7b-2771-4a2b-b2c0-0ae410a6a6a7 req-0fddc9fc-aa07-4c79-b40b-1466c39f08f7 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] 10.222.0.58 "GET /v2.0/security-groups?id=8707e749-14ef-46e9-b17b-2053065b99b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617652 Aug 05 11:37:44.859455 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [None req-4ee3f584-68c4-40c1-9937-4e074650f9de tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] http://10.222.0.58:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=94421) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 11:37:44.862071 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-4ee3f584-68c4-40c1-9937-4e074650f9de tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] 10.222.0.58 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0840814 Aug 05 11:37:44.873325 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 33840) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:44.941978 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [None req-cfe6eefc-1189-4e56-94d5-fe33a1f6ba98 tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] http://10.222.0.58:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=94421) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 11:37:44.944718 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-cfe6eefc-1189-4e56-94d5-fe33a1f6ba98 tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] 10.222.0.58 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0685136 Aug 05 11:37:44.957007 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 33848) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:44.968913 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5056a0b-d9f3-4a17-8f8e-795b87d0475a req-6a0a6b8e-54a1-4491-8c5a-8b41a6c91f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:44.970197 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-c5056a0b-d9f3-4a17-8f8e-795b87d0475a req-6a0a6b8e-54a1-4491-8c5a-8b41a6c91f55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:44.972562 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c5056a0b-d9f3-4a17-8f8e-795b87d0475a req-6a0a6b8e-54a1-4491-8c5a-8b41a6c91f55 service neutron] 10.222.0.55 "PUT /v2.0/ports/77b879bb-72ce-4c7a-ba73-52226462454f HTTP/1.1" status: 200 len: 1095 time: 4.4930620 Aug 05 11:37:44.981328 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [None req-33d6439b-d579-4728-8169-f80ae8d35ff7 tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] http://10.222.0.58:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=94421) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 11:37:44.985746 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-33d6439b-d579-4728-8169-f80ae8d35ff7 tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] 10.222.0.58 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0090973 Aug 05 11:37:45.011177 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 33852) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:45.035592 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [None req-fe80c8f2-4117-4b2a-a44d-ffdf743d996d tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] http://10.222.0.58:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=94421) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 11:37:45.041726 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-fe80c8f2-4117-4b2a-a44d-ffdf743d996d tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] 10.222.0.58 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0252509 Aug 05 11:37:45.051684 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 33856) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:45.121954 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba148a24-6552-4f98-bfd8-357ecd8faf96 service neutron] Pushing event updated for resources: {'Port': ['ID=3d34bcbf-81b3-4437-ba32-bfa76b8f5cd1,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:37:45.153423 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [None req-f65ba476-5ad6-4e0e-8aaf-3b98567187b6 tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] http://10.222.0.58:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=94421) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 11:37:45.155233 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-f65ba476-5ad6-4e0e-8aaf-3b98567187b6 tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] 10.222.0.58 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0376899 Aug 05 11:37:45.169695 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0300d77-d8be-48d1-93ed-a2283ef63a43 req-0fd60bba-870d-48c7-aa93-4807d633dc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:45.174277 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b0300d77-d8be-48d1-93ed-a2283ef63a43 req-0fd60bba-870d-48c7-aa93-4807d633dc4e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=922471f37b13454ba92168a26c5eea8e&device_id=49a8d96f-b7ef-4992-9730-42aa4497d4c6 HTTP/1.1" status: 200 len: 1096 time: 0.4043388 Aug 05 11:37:45.176557 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 33858) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:45.190756 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecd94282-dd1a-4350-96e8-05aad30e4656', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77b879bb-72ce-4c7a-ba73-52226462454f'}, {'name': 'network-changed', 'server_uuid': 'ecd94282-dd1a-4350-96e8-05aad30e4656', 'tag': '77b879bb-72ce-4c7a-ba73-52226462454f'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:37:45.195685 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c22e8e64-bfe7-4ba5-a9fe-f374af2ba5fc" -d '{"events": [{"server_uuid": "ecd94282-dd1a-4350-96e8-05aad30e4656", "name": "network-vif-unplugged", "status": "completed", "tag": "77b879bb-72ce-4c7a-ba73-52226462454f"}, {"name": "network-changed", "server_uuid": "ecd94282-dd1a-4350-96e8-05aad30e4656", "tag": "77b879bb-72ce-4c7a-ba73-52226462454f"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:37:45.238639 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [None req-4e751c25-0dbd-427e-a7f2-a444b2d90277 tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] http://10.222.0.58:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=94421) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 11:37:45.240576 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-4e751c25-0dbd-427e-a7f2-a444b2d90277 tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] 10.222.0.58 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0360940 Aug 05 11:37:45.285033 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 33862) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:45.294538 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [None req-89fb0b16-9fa2-4b2b-be29-08e601f4d9b0 tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] http://10.222.0.58:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=94421) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 11:37:45.296685 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-89fb0b16-9fa2-4b2b-be29-08e601f4d9b0 tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] 10.222.0.58 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0077522 Aug 05 11:37:45.393639 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd4298f-0fad-4bb9-8667-6914238fd7c9 req-03c11c2a-9c18-4953-954e-c65006ba9ffe tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:45.397205 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4cd4298f-0fad-4bb9-8667-6914238fd7c9 req-03c11c2a-9c18-4953-954e-c65006ba9ffe tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/networks?id=535dc2f1-67b1-49cd-891b-67f3b995cbf8 HTTP/1.1" status: 200 len: 806 time: 0.3330159 Aug 05 11:37:45.437823 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 33864) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:45.450398 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [None req-e1f259bd-6d23-453d-ab30-f73e3c4a252c tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] http://10.222.0.58:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=94420) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 11:37:45.457233 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-e1f259bd-6d23-453d-ab30-f73e3c4a252c tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] 10.222.0.58 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0169816 Aug 05 11:37:45.465924 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 33872) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:45.491016 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [None req-a271fb51-12c4-429b-a934-aac18a87914b tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] http://10.222.0.58:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=94420) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 11:37:45.511323 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-a271fb51-12c4-429b-a934-aac18a87914b tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] 10.222.0.58 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0219245 Aug 05 11:37:45.514449 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 33876) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:45.553332 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [None req-16b0a739-3290-4ffe-a48f-da5068295df5 tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] http://10.222.0.58:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=94420) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 11:37:45.559995 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-16b0a739-3290-4ffe-a48f-da5068295df5 tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] 10.222.0.58 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0207872 Aug 05 11:37:45.561866 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 33878) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:45.565988 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 05 Aug 2021 11:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b88d4ecc-b6e2-483c-b80f-0772b9cb053e x-openstack-request-id: req-b88d4ecc-b6e2-483c-b80f-0772b9cb053e {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:37:45.566910 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecd94282-dd1a-4350-96e8-05aad30e4656", "name": "network-vif-unplugged", "status": "completed", "tag": "77b879bb-72ce-4c7a-ba73-52226462454f", "code": 200}, {"name": "network-changed", "server_uuid": "ecd94282-dd1a-4350-96e8-05aad30e4656", "tag": "77b879bb-72ce-4c7a-ba73-52226462454f", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:37:45.566910 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b88d4ecc-b6e2-483c-b80f-0772b9cb053e {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:37:45.567529 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecd94282-dd1a-4350-96e8-05aad30e4656', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77b879bb-72ce-4c7a-ba73-52226462454f', 'code': 200} Aug 05 11:37:45.570645 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4cd4298f-0fad-4bb9-8667-6914238fd7c9 req-75ffe1a6-a095-45df-b04f-d3ef7aee4ed6 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/quotas/913ffd5cf69b465594d3b2ba08eae5b1 HTTP/1.1" status: 200 len: 375 time: 0.1112034 Aug 05 11:37:45.577904 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecd94282-dd1a-4350-96e8-05aad30e4656', 'tag': '77b879bb-72ce-4c7a-ba73-52226462454f', 'status': 'completed', 'code': 200} Aug 05 11:37:45.584401 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [None req-5ca2d623-60cd-41fc-8773-5d979a86dc5c tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] http://10.222.0.58:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=94420) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 11:37:45.590987 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-5ca2d623-60cd-41fc-8773-5d979a86dc5c tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] 10.222.0.58 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0179634 Aug 05 11:37:45.596819 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 33880) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:45.676400 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0a6b8e-54a1-4491-8c5a-8b41a6c91f55 service neutron] Pushing event updated for resources: {'Port': ['ID=77b879bb-72ce-4c7a-ba73-52226462454f,revision_number=7']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:37:45.703065 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [None req-1a82aa2d-1433-4e4b-9937-9aa1d323c8d3 tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] http://10.222.0.58:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=94421) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 11:37:45.709985 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-1a82aa2d-1433-4e4b-9937-9aa1d323c8d3 tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] 10.222.0.58 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0357065 Aug 05 11:37:45.714104 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-5d46e568-3336-451e-9fc1-31071d2c9604 req-ba148a24-6552-4f98-bfd8-357ecd8faf96 service neutron] Attempting to bind port 3d34bcbf-81b3-4437-ba32-bfa76b8f5cd1 on host n-h1-803378-2 for vnic_type normal with profile {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:37:45.714682 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-5d46e568-3336-451e-9fc1-31071d2c9604 req-ba148a24-6552-4f98-bfd8-357ecd8faf96 service neutron] Attempting to bind port 3d34bcbf-81b3-4437-ba32-bfa76b8f5cd1 by drivers openvswitch,hyperv on host n-h1-803378-2 at level 0 using segments [{'id': 'b1a830f3-d78f-4d44-b2c5-a09a663545a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0c2b213e-bfc0-4348-8be6-68ee3d47f6c9'}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:37:45.715409 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d46e568-3336-451e-9fc1-31071d2c9604 req-ba148a24-6552-4f98-bfd8-357ecd8faf96 service neutron] Attempting to bind port 3d34bcbf-81b3-4437-ba32-bfa76b8f5cd1 on network 0c2b213e-bfc0-4348-8be6-68ee3d47f6c9 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:37:45.719215 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 33884) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:45.748939 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [None req-de0a1cbd-eac2-4885-b685-098930e4ee5d tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] http://10.222.0.58:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=94420) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 11:37:45.750771 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-de0a1cbd-eac2-4885-b685-098930e4ee5d tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] 10.222.0.58 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0280485 Aug 05 11:37:45.758020 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 33886) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:45.770649 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [None req-66a219ec-691b-418a-b513-2b571b8b0e9b tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] http://10.222.0.58:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=94420) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 11:37:45.773100 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-66a219ec-691b-418a-b513-2b571b8b0e9b tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] 10.222.0.58 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0118859 Aug 05 11:37:45.781521 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 33888) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:45.796131 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [None req-45a8f62f-b4d7-4e46-8c56-bf34a1c0e2f2 tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] http://10.222.0.58:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=94420) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 11:37:45.797423 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-45a8f62f-b4d7-4e46-8c56-bf34a1c0e2f2 tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] 10.222.0.58 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0121009 Aug 05 11:37:45.805821 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5056a0b-d9f3-4a17-8f8e-795b87d0475a req-88fd31b2-958a-4014-b640-36512a9e0114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:45.808960 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d46e568-3336-451e-9fc1-31071d2c9604 req-ba148a24-6552-4f98-bfd8-357ecd8faf96 service neutron] Port 3d34bcbf-81b3-4437-ba32-bfa76b8f5cd1 on network 0c2b213e-bfc0-4348-8be6-68ee3d47f6c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-2 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:37:45.809496 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d46e568-3336-451e-9fc1-31071d2c9604 req-ba148a24-6552-4f98-bfd8-357ecd8faf96 service neutron] Attempting to bind port 3d34bcbf-81b3-4437-ba32-bfa76b8f5cd1 on network 0c2b213e-bfc0-4348-8be6-68ee3d47f6c9 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:37:45.810504 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c5056a0b-d9f3-4a17-8f8e-795b87d0475a req-88fd31b2-958a-4014-b640-36512a9e0114 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f811ccc1244d4d32a53adbbe13250fd5&device_id=ecd94282-dd1a-4350-96e8-05aad30e4656 HTTP/1.1" status: 200 len: 1098 time: 0.7803853 Aug 05 11:37:45.814398 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 33890) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:45.831264 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d46e568-3336-451e-9fc1-31071d2c9604 req-ba148a24-6552-4f98-bfd8-357ecd8faf96 service neutron] Checking agent: {'id': '40bb7567-59bd-4b31-bc29-da1c50bca759', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:37:45.831820 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d46e568-3336-451e-9fc1-31071d2c9604 req-ba148a24-6552-4f98-bfd8-357ecd8faf96 service neutron] Checking segment: {'id': 'b1a830f3-d78f-4d44-b2c5-a09a663545a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0c2b213e-bfc0-4348-8be6-68ee3d47f6c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:37:45.832428 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d46e568-3336-451e-9fc1-31071d2c9604 req-ba148a24-6552-4f98-bfd8-357ecd8faf96 service neutron] Bound using segment: {'id': 'b1a830f3-d78f-4d44-b2c5-a09a663545a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0c2b213e-bfc0-4348-8be6-68ee3d47f6c9'} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:37:45.833180 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-5d46e568-3336-451e-9fc1-31071d2c9604 req-ba148a24-6552-4f98-bfd8-357ecd8faf96 service neutron] Bound port: 3d34bcbf-81b3-4437-ba32-bfa76b8f5cd1, host: n-h1-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1a830f3-d78f-4d44-b2c5-a09a663545a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0c2b213e-bfc0-4348-8be6-68ee3d47f6c9'}}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:37:45.834327 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-5d46e568-3336-451e-9fc1-31071d2c9604 req-ba148a24-6552-4f98-bfd8-357ecd8faf96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:45.874441 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4cd4298f-0fad-4bb9-8667-6914238fd7c9 req-338f14a9-9734-4c2d-bb5d-2baa3dbb974a tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=913ffd5cf69b465594d3b2ba08eae5b1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2771528 Aug 05 11:37:45.969303 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [None req-3af62735-4117-4421-9bde-ca0547c1f014 tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] http://10.222.0.58:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=94421) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 11:37:45.975330 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-3af62735-4117-4421-9bde-ca0547c1f014 tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] 10.222.0.58 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0145698 Aug 05 11:37:46.010765 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 33894) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:46.071624 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3a04da34-9201-45f7-a257-37764836be07 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25038678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30075167'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:46.092185 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [None req-b6f97838-2dc4-42ca-8dcb-2481ebd7c4f8 tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] http://10.222.0.58:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=94421) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 11:37:46.096425 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-b6f97838-2dc4-42ca-8dcb-2481ebd7c4f8 tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] 10.222.0.58 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0248895 Aug 05 11:37:46.138872 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 33896) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:46.165277 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4cd4298f-0fad-4bb9-8667-6914238fd7c9 req-6941de51-f9d3-47c0-8309-39b218e6f90f service neutron] 10.222.0.58 "GET /v2.0/networks/535dc2f1-67b1-49cd-891b-67f3b995cbf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2777367 Aug 05 11:37:46.176118 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [None req-138f53c2-c355-4980-9044-0d61177ba213 tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] http://10.222.0.58:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=94420) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 11:37:46.181887 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-138f53c2-c355-4980-9044-0d61177ba213 tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] 10.222.0.58 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0239508 Aug 05 11:37:46.214172 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 33898) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:46.253443 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [None req-054e81d8-e2e1-4be3-9c6d-6f207907db17 tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] http://10.222.0.58:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=94421) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 11:37:46.258700 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-054e81d8-e2e1-4be3-9c6d-6f207907db17 tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] 10.222.0.58 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0122204 Aug 05 11:37:46.288705 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 33900) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:46.331116 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a04da34-9201-45f7-a257-37764836be07 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:37:46.333230 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [None req-7a2ed2ce-b54c-467c-b365-2109782770e1 tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] http://10.222.0.58:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=94420) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 11:37:46.338170 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-7a2ed2ce-b54c-467c-b365-2109782770e1 tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] 10.222.0.58 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0133295 Aug 05 11:37:46.341216 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 33902) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:46.364646 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [None req-441853cd-e350-465b-97c1-a56a037dc3bb tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] http://10.222.0.58:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=94420) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 11:37:46.369979 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-441853cd-e350-465b-97c1-a56a037dc3bb tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] 10.222.0.58 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0205655 Aug 05 11:37:46.377486 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e090fe-1cbf-438b-a2b7-cfd34b0f8a01 req-c659bfdc-1478-44c4-af60-d01b65a8a696 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:46.379437 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-74e090fe-1cbf-438b-a2b7-cfd34b0f8a01 req-c659bfdc-1478-44c4-af60-d01b65a8a696 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=ecd94282-dd1a-4350-96e8-05aad30e4656 HTTP/1.1" status: 200 len: 947 time: 0.5532162 Aug 05 11:37:46.379962 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 33904) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:46.397532 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [None req-74a60eb9-7f85-4e6e-bd39-92eb0199d10c tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] http://10.222.0.58:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=94420) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 11:37:46.402167 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-74a60eb9-7f85-4e6e-bd39-92eb0199d10c tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] 10.222.0.58 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0127943 Aug 05 11:37:46.405066 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22e8e64-bfe7-4ba5-a9fe-f374af2ba5fc req-f720e263-5676-424b-a26f-876a94500d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:46.406441 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c22e8e64-bfe7-4ba5-a9fe-f374af2ba5fc req-f720e263-5676-424b-a26f-876a94500d64 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f811ccc1244d4d32a53adbbe13250fd5&device_id=ecd94282-dd1a-4350-96e8-05aad30e4656 HTTP/1.1" status: 200 len: 1098 time: 0.8040209 Aug 05 11:37:46.407732 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a04da34-9201-45f7-a257-37764836be07 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Pushing event updated for resources: {'Subnet': ['ID=aa1bd221-b653-45e9-9f81-76dec7fa2b11,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:37:46.407926 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 33906) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:46.424053 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0300d77-d8be-48d1-93ed-a2283ef63a43 req-b6b16090-92f8-4ab5-9946-47740c69bb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:46.424441 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [None req-78778db8-68d0-4eed-a055-952472a66d1d tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] http://10.222.0.58:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=94420) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 11:37:46.427817 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-78778db8-68d0-4eed-a055-952472a66d1d tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] 10.222.0.58 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0146732 Aug 05 11:37:46.431349 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b0300d77-d8be-48d1-93ed-a2283ef63a43 req-b6b16090-92f8-4ab5-9946-47740c69bb44 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3bbc31db-4958-4e8b-9f8e-bc48b5d28e47 HTTP/1.1" status: 200 len: 913 time: 1.1407571 Aug 05 11:37:46.431349 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-3a04da34-9201-45f7-a257-37764836be07 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:37:46.434355 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 33910) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:46.440617 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [None req-4fd7e85e-3a34-48a6-909e-a20adc99e0a9 tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] http://10.222.0.58:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=94420) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 11:37:46.445080 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-4fd7e85e-3a34-48a6-909e-a20adc99e0a9 tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] 10.222.0.58 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0065296 Aug 05 11:37:46.445080 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-5d46e568-3336-451e-9fc1-31071d2c9604 req-ba148a24-6552-4f98-bfd8-357ecd8faf96 service neutron] For port 3d34bcbf-81b3-4437-ba32-bfa76b8f5cd1, host n-h1-803378-2, cleared binding levels {{(pid=94420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:37:46.450921 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-482610ae-8db9-45ee-881e-48deadb7d659 None None] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:37:46.453454 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a04da34-9201-45f7-a257-37764836be07 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:46.457616 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3a04da34-9201-45f7-a257-37764836be07 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:46.466843 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 33912) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:46.496805 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-74e090fe-1cbf-438b-a2b7-cfd34b0f8a01 req-8b1e38f4-1e84-4a28-87e6-b6d94e5f9c3b tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924938 Aug 05 11:37:46.542804 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4cd4298f-0fad-4bb9-8667-6914238fd7c9 req-c72bb053-188a-40f8-ae6d-92d0ca356483 service neutron] 10.222.0.58 "GET /v2.0/networks/535dc2f1-67b1-49cd-891b-67f3b995cbf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3226388 Aug 05 11:37:46.546960 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-5d46e568-3336-451e-9fc1-31071d2c9604 req-ba148a24-6552-4f98-bfd8-357ecd8faf96 service neutron] For port 3d34bcbf-81b3-4437-ba32-bfa76b8f5cd1, host n-h1-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=3d34bcbf-81b3-4437-ba32-bfa76b8f5cd1,segment=NetworkSegment(b1a830f3-d78f-4d44-b2c5-a09a663545a4),segment_id=b1a830f3-d78f-4d44-b2c5-a09a663545a4)] {{(pid=94420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:37:46.569157 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-5d46e568-3336-451e-9fc1-31071d2c9604 req-ba148a24-6552-4f98-bfd8-357ecd8faf96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:46.635316 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b0300d77-d8be-48d1-93ed-a2283ef63a43 req-7592b9e7-b253-47b9-af5b-8d6a01ddafe9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=00f6578b-db42-4369-b4eb-90fed2c3f159 HTTP/1.1" status: 200 len: 217 time: 0.1498473 Aug 05 11:37:46.641862 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [None req-7ae20409-281f-4ae1-8e7e-4e4473333fce tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] http://10.222.0.58:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=94421) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 11:37:46.643447 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-7ae20409-281f-4ae1-8e7e-4e4473333fce tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] 10.222.0.58 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.1575325 Aug 05 11:37:46.658711 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 33916) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:46.667401 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [None req-b16b948b-2413-46f1-b196-287bb496a0df tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] http://10.222.0.58:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=94420) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 11:37:46.675039 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-b16b948b-2413-46f1-b196-287bb496a0df tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] 10.222.0.58 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0147555 Aug 05 11:37:46.680392 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 33918) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:46.700378 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [None req-377d7130-5e3d-4a77-be96-e0aaec8ea269 tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] http://10.222.0.58:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=94420) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 11:37:46.706292 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-377d7130-5e3d-4a77-be96-e0aaec8ea269 tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] 10.222.0.58 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0220845 Aug 05 11:37:46.713125 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 33920) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:46.719532 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [None req-247dc35c-0b8d-407a-83d3-922166c75939 tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] http://10.222.0.58:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=94420) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 11:37:46.726200 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-247dc35c-0b8d-407a-83d3-922166c75939 tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] 10.222.0.58 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0113099 Aug 05 11:37:46.733876 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d46e568-3336-451e-9fc1-31071d2c9604 req-ba148a24-6552-4f98-bfd8-357ecd8faf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:46.735151 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-5d46e568-3336-451e-9fc1-31071d2c9604 req-ba148a24-6552-4f98-bfd8-357ecd8faf96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:46.736928 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5d46e568-3336-451e-9fc1-31071d2c9604 req-ba148a24-6552-4f98-bfd8-357ecd8faf96 service neutron] 10.222.0.64 "PUT /v2.0/ports/3d34bcbf-81b3-4437-ba32-bfa76b8f5cd1 HTTP/1.1" status: 200 len: 1091 time: 4.7949963 Aug 05 11:37:46.737627 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 33922) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:46.738695 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69af199a-3ae2-4baa-8c38-14d046b9e93f', 'tag': '3d34bcbf-81b3-4437-ba32-bfa76b8f5cd1'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:37:46.744644 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}828068ad8d405ad77660ce68fa78e1ffe658725812f7a08f9e488a446589295b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2594e3a-9a68-4cf3-9988-5bc9b6939e3a" -d '{"events": [{"name": "network-changed", "server_uuid": "69af199a-3ae2-4baa-8c38-14d046b9e93f", "tag": "3d34bcbf-81b3-4437-ba32-bfa76b8f5cd1"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:37:46.752222 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [None req-5a88bdf2-cc44-40ca-9761-76d343800647 tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] http://10.222.0.58:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=94420) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 11:37:46.759986 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-5a88bdf2-cc44-40ca-9761-76d343800647 tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] 10.222.0.58 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0132024 Aug 05 11:37:46.761927 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 33928) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:46.772110 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [None req-5bc66d50-8c04-4592-adea-e9556d16624b tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] http://10.222.0.58:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=94420) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 11:37:46.776620 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-5bc66d50-8c04-4592-adea-e9556d16624b tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] 10.222.0.58 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0103343 Aug 05 11:37:46.782736 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 33930) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:46.788945 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [None req-9b9d56b4-0cf5-4719-8a3c-bd4dbcd4e860 tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] http://10.222.0.58:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=94420) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 11:37:46.794089 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-9b9d56b4-0cf5-4719-8a3c-bd4dbcd4e860 tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] 10.222.0.58 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0097575 Aug 05 11:37:46.795134 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 33932) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:46.807412 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [None req-45c27b0d-934f-4d21-8daf-e4f4949a03f3 tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] http://10.222.0.58:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=94420) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 11:37:46.813339 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-45c27b0d-934f-4d21-8daf-e4f4949a03f3 tempest-ExtensionsTestJSON-1060893616 tempest-ExtensionsTestJSON-1060893616-project] 10.222.0.58 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0142946 Aug 05 11:37:46.891472 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-3a04da34-9201-45f7-a257-37764836be07 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 4.1142139 Aug 05 11:37:46.907967 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1bf52c-44c3-437a-9035-c29a05a23dee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-65f763dc-e344-4f1a-a003-f0293beb6d65', 'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65', 'tenant_id': '2255634a74e844e794fd358818288ba1', 'fixed_ips': [{'subnet_id': 'aa1bd221-b653-45e9-9f81-76dec7fa2b11'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 11:37:46.908295 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 33936) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:46.915442 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-9b1bf52c-44c3-437a-9035-c29a05a23dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:46.920618 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-48f92cdd-3ba7-4799-bd8d-efda8f1e57f6 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Request body: {'port': {'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65', 'fixed_ips': [{'subnet_id': 'aa1bd221-b653-45e9-9f81-76dec7fa2b11', 'ip_address': '2001:db8::4eb2:db25:4d29:b9d5'}], 'name': 'tempest-NetworksTestDHCPv6-2090773440'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:37:47.018578 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba148a24-6552-4f98-bfd8-357ecd8faf96 service neutron] Pushing event updated for resources: {'Port': ['ID=3d34bcbf-81b3-4437-ba32-bfa76b8f5cd1,revision_number=3']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:37:47.131027 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea969fd2-629f-45c8-9976-e2d01049dc8d req-42064c53-b840-4057-a2c9-be8561d609d1 tempest-ServersNegativeTestMultiTenantJSON-1481245538 tempest-ServersNegativeTestMultiTenantJSON-1481245538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:47.133981 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ea969fd2-629f-45c8-9976-e2d01049dc8d req-42064c53-b840-4057-a2c9-be8561d609d1 tempest-ServersNegativeTestMultiTenantJSON-1481245538 tempest-ServersNegativeTestMultiTenantJSON-1481245538-project] 10.222.0.58 "GET /v2.0/ports?device_id=69af199a-3ae2-4baa-8c38-14d046b9e93f HTTP/1.1" status: 200 len: 943 time: 0.2820435 Aug 05 11:37:47.274309 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d46e568-3336-451e-9fc1-31071d2c9604 req-ed2d5b4d-d61d-4b69-b1c7-a23e7362c1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:47.280813 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5d46e568-3336-451e-9fc1-31071d2c9604 req-ed2d5b4d-d61d-4b69-b1c7-a23e7362c1b4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=16ea39778ffd4bf49211bddc1cf1f218&device_id=69af199a-3ae2-4baa-8c38-14d046b9e93f HTTP/1.1" status: 200 len: 1094 time: 0.3161433 Aug 05 11:37:47.282095 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-9b1bf52c-44c3-437a-9035-c29a05a23dee None None] Allocated IP 2001:db8::2 (65f763dc-e344-4f1a-a003-f0293beb6d65/aa1bd221-b653-45e9-9f81-76dec7fa2b11/e406e03e-bfcf-41d3-ad0b-4de8eed806bb) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:37:47.284213 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5056a0b-d9f3-4a17-8f8e-795b87d0475a req-e9b1a85c-790b-43fe-8c30-40967ded1754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:47.285761 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-209c8e2f-5596-4b5c-927f-4ef9842f19f7 x-openstack-request-id: req-209c8e2f-5596-4b5c-927f-4ef9842f19f7 {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:37:47.286327 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69af199a-3ae2-4baa-8c38-14d046b9e93f", "tag": "3d34bcbf-81b3-4437-ba32-bfa76b8f5cd1", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:37:47.288620 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-209c8e2f-5596-4b5c-927f-4ef9842f19f7 {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:37:47.289450 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69af199a-3ae2-4baa-8c38-14d046b9e93f', 'tag': '3d34bcbf-81b3-4437-ba32-bfa76b8f5cd1', 'status': 'completed', 'code': 200} Aug 05 11:37:47.291696 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c5056a0b-d9f3-4a17-8f8e-795b87d0475a req-e9b1a85c-790b-43fe-8c30-40967ded1754 service neutron] 10.222.0.55 "GET /v2.0/networks?id=91caede3-92e4-4b1e-8e3e-36227cfd846a HTTP/1.1" status: 200 len: 870 time: 1.2808971 Aug 05 11:37:47.316875 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48f92cdd-3ba7-4799-bd8d-efda8f1e57f6 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Made reservation on behalf of 2255634a74e844e794fd358818288ba1 for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:37:47.492168 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5d46e568-3336-451e-9fc1-31071d2c9604 req-90ec4ca6-38e6-4be6-8ed4-2f3244ae68ae service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3d34bcbf-81b3-4437-ba32-bfa76b8f5cd1 HTTP/1.1" status: 200 len: 217 time: 0.1778495 Aug 05 11:37:47.547028 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ea969fd2-629f-45c8-9976-e2d01049dc8d req-925ff319-f491-4e0e-bd61-5fb34620b722 tempest-ServersNegativeTestMultiTenantJSON-1481245538 tempest-ServersNegativeTestMultiTenantJSON-1481245538-project] 10.222.0.58 "GET /v2.0/security-groups?id=9a6c898a-d216-4ffd-be39-cfbc4dbffae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3971517 Aug 05 11:37:47.585337 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-9b1bf52c-44c3-437a-9035-c29a05a23dee None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:47.608378 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-9b1bf52c-44c3-437a-9035-c29a05a23dee None None] Transition to ACTIVE for port object e406e03e-bfcf-41d3-ad0b-4de8eed806bb will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:37:47.686557 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-9b1bf52c-44c3-437a-9035-c29a05a23dee None None] Transition to ACTIVE for port object e406e03e-bfcf-41d3-ad0b-4de8eed806bb will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:37:47.701393 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-9b1bf52c-44c3-437a-9035-c29a05a23dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:47.744278 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c003163b-5aba-4b28-a377-7868762c3e26 req-5dcd038f-3d6a-415c-9d5e-ad5b338a3514 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?device_id=e2bfed94-1269-48e9-86ec-5a99e2a851e3 HTTP/1.1" status: 200 len: 210 time: 0.2605634 Aug 05 11:37:47.763877 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1bf52c-44c3-437a-9035-c29a05a23dee None None] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:37:47.790348 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-48f92cdd-3ba7-4799-bd8d-efda8f1e57f6 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:47.791277 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-9b1bf52c-44c3-437a-9035-c29a05a23dee None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:37:47.815534 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1bf52c-44c3-437a-9035-c29a05a23dee None None] Pushing event updated for resources: {'Port': ['ID=e406e03e-bfcf-41d3-ad0b-4de8eed806bb,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:37:47.852426 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1bf52c-44c3-437a-9035-c29a05a23dee None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:37:47.862915 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1bf52c-44c3-437a-9035-c29a05a23dee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:37:47.865854 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1bf52c-44c3-437a-9035-c29a05a23dee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:37:47.868731 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1bf52c-44c3-437a-9035-c29a05a23dee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:37:47.870015 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1bf52c-44c3-437a-9035-c29a05a23dee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:37:47.872397 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1bf52c-44c3-437a-9035-c29a05a23dee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:37:47.873295 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1bf52c-44c3-437a-9035-c29a05a23dee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:37:47.876946 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1bf52c-44c3-437a-9035-c29a05a23dee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:37:47.877809 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1bf52c-44c3-437a-9035-c29a05a23dee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:37:47.878608 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1bf52c-44c3-437a-9035-c29a05a23dee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:37:47.879449 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1bf52c-44c3-437a-9035-c29a05a23dee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:37:47.881284 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1bf52c-44c3-437a-9035-c29a05a23dee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:37:47.886962 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1bf52c-44c3-437a-9035-c29a05a23dee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:37:47.904346 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 33950) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:47.960053 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0300d77-d8be-48d1-93ed-a2283ef63a43 req-c027293d-d844-4f71-b34c-6f0aafea3ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:47.962793 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b0300d77-d8be-48d1-93ed-a2283ef63a43 req-c027293d-d844-4f71-b34c-6f0aafea3ef8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2358f314-430e-4da8-8dea-b9e9954bab81 HTTP/1.1" status: 200 len: 851 time: 1.2908452 Aug 05 11:37:47.965471 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [None req-48f92cdd-3ba7-4799-bd8d-efda8f1e57f6 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] device_id is not set on port 76ff7f16-41c5-4743-b0b8-025698f94d8f yet. {{(pid=94421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 11:37:47.999837 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c5056a0b-d9f3-4a17-8f8e-795b87d0475a req-70f23a6a-5d73-480d-bb3c-9f02f784e1e5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=77b879bb-72ce-4c7a-ba73-52226462454f HTTP/1.1" status: 200 len: 217 time: 0.6875343 Aug 05 11:37:48.055684 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d46e568-3336-451e-9fc1-31071d2c9604 req-372bfddb-ee48-4228-a2a2-fc8dc27cc538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:48.061650 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5d46e568-3336-451e-9fc1-31071d2c9604 req-372bfddb-ee48-4228-a2a2-fc8dc27cc538 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=913ddd41-47b4-4964-bf28-80103c5815fc HTTP/1.1" status: 200 len: 865 time: 0.5042906 Aug 05 11:37:48.131669 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-9b1bf52c-44c3-437a-9035-c29a05a23dee None None] Attempting to bind port e406e03e-bfcf-41d3-ad0b-4de8eed806bb on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:37:48.137029 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-9b1bf52c-44c3-437a-9035-c29a05a23dee None None] Attempting to bind port e406e03e-bfcf-41d3-ad0b-4de8eed806bb by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'c3ce43ff-a33b-459d-a35e-6c011fee3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:37:48.137788 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1bf52c-44c3-437a-9035-c29a05a23dee None None] Attempting to bind port e406e03e-bfcf-41d3-ad0b-4de8eed806bb on network 65f763dc-e344-4f1a-a003-f0293beb6d65 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:37:48.156803 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1bf52c-44c3-437a-9035-c29a05a23dee None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:37:48.157574 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1bf52c-44c3-437a-9035-c29a05a23dee None None] Checking segment: {'id': 'c3ce43ff-a33b-459d-a35e-6c011fee3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:37:48.172533 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-9b1bf52c-44c3-437a-9035-c29a05a23dee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:48.172533 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1bf52c-44c3-437a-9035-c29a05a23dee None None] Bound using segment: {'id': 'c3ce43ff-a33b-459d-a35e-6c011fee3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:37:48.172533 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-9b1bf52c-44c3-437a-9035-c29a05a23dee None None] Bound port: e406e03e-bfcf-41d3-ad0b-4de8eed806bb, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3ce43ff-a33b-459d-a35e-6c011fee3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:37:48.172533 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-9b1bf52c-44c3-437a-9035-c29a05a23dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:48.238968 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5d46e568-3336-451e-9fc1-31071d2c9604 req-a45b78e3-bb8b-4c3c-97d0-2ca60c7f274e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0c2b213e-bfc0-4348-8be6-68ee3d47f6c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1646531 Aug 05 11:37:48.284791 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d239de0-31fb-4a52-9a5a-ead5d4263f43 req-523e7b40-207d-479c-b16e-5dc7f19bbd8a tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:48.300473 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9d239de0-31fb-4a52-9a5a-ead5d4263f43 req-523e7b40-207d-479c-b16e-5dc7f19bbd8a tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=ecd94282-dd1a-4350-96e8-05aad30e4656 HTTP/1.1" status: 200 len: 947 time: 0.3680141 Aug 05 11:37:48.394942 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-9b1bf52c-44c3-437a-9035-c29a05a23dee None None] For port e406e03e-bfcf-41d3-ad0b-4de8eed806bb, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:37:48.408949 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-9b1bf52c-44c3-437a-9035-c29a05a23dee None None] For port e406e03e-bfcf-41d3-ad0b-4de8eed806bb, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=e406e03e-bfcf-41d3-ad0b-4de8eed806bb,segment=NetworkSegment(c3ce43ff-a33b-459d-a35e-6c011fee3456),segment_id=c3ce43ff-a33b-459d-a35e-6c011fee3456)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:37:48.423912 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-48f92cdd-3ba7-4799-bd8d-efda8f1e57f6 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Allocated IP 2001:db8::4eb2:db25:4d29:b9d5 (65f763dc-e344-4f1a-a003-f0293beb6d65/aa1bd221-b653-45e9-9f81-76dec7fa2b11/76ff7f16-41c5-4743-b0b8-025698f94d8f) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:37:48.432014 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-9b1bf52c-44c3-437a-9035-c29a05a23dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:48.529312 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5d46e568-3336-451e-9fc1-31071d2c9604 req-2b3169d7-8027-4167-916e-83d1d7ea69c1 service neutron] 10.222.0.64 "GET /v2.0/networks/0c2b213e-bfc0-4348-8be6-68ee3d47f6c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2695127 Aug 05 11:37:48.594882 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4fef5d06-0652-43fa-88b2-be1c03060e49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:48.751015 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1bf52c-44c3-437a-9035-c29a05a23dee None None] Pushing event updated for resources: {'Port': ['ID=e406e03e-bfcf-41d3-ad0b-4de8eed806bb,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:37:49.053290 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5056a0b-d9f3-4a17-8f8e-795b87d0475a req-2b8d90ec-487d-429d-bda6-0f51e7d5ee41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:49.055116 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c5056a0b-d9f3-4a17-8f8e-795b87d0475a req-2b8d90ec-487d-429d-bda6-0f51e7d5ee41 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6842f728-c2f3-4e36-bb32-3303d06ce3f4 HTTP/1.1" status: 200 len: 843 time: 0.2115185 Aug 05 11:37:49.319193 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-48f92cdd-3ba7-4799-bd8d-efda8f1e57f6 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:49.333133 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22e8e64-bfe7-4ba5-a9fe-f374af2ba5fc req-64508313-3544-4c6a-a4f4-a23a43728bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:49.345964 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c22e8e64-bfe7-4ba5-a9fe-f374af2ba5fc req-64508313-3544-4c6a-a4f4-a23a43728bca service neutron] 10.222.0.64 "GET /v2.0/networks?id=91caede3-92e4-4b1e-8e3e-36227cfd846a HTTP/1.1" status: 200 len: 870 time: 2.8758533 Aug 05 11:37:49.563483 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9d239de0-31fb-4a52-9a5a-ead5d4263f43 req-2e371d72-b005-4c7e-be2e-014ef14c3082 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2606318 Aug 05 11:37:49.632695 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0300d77-d8be-48d1-93ed-a2283ef63a43 req-ed5cda20-d706-4354-b9e7-eb43fffbf678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:49.640009 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b0300d77-d8be-48d1-93ed-a2283ef63a43 req-ed5cda20-d706-4354-b9e7-eb43fffbf678 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3bbc31db-4958-4e8b-9f8e-bc48b5d28e47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7983644 Aug 05 11:37:49.781456 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c22e8e64-bfe7-4ba5-a9fe-f374af2ba5fc req-8807dc6a-c9df-4692-a067-5a8a814b0489 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=77b879bb-72ce-4c7a-ba73-52226462454f HTTP/1.1" status: 200 len: 217 time: 0.4030380 Aug 05 11:37:49.800127 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [None req-48f92cdd-3ba7-4799-bd8d-efda8f1e57f6 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Transition to ACTIVE for port object 76ff7f16-41c5-4743-b0b8-025698f94d8f will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:37:49.845228 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5056a0b-d9f3-4a17-8f8e-795b87d0475a req-97ec6988-02af-493b-8a98-2d5411e132c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:49.848059 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c5056a0b-d9f3-4a17-8f8e-795b87d0475a req-97ec6988-02af-493b-8a98-2d5411e132c2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=91caede3-92e4-4b1e-8e3e-36227cfd846a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7833989 Aug 05 11:37:49.973375 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3d251a22-2b60-43ae-9361-a1be8ffce040 req-d9659c3d-4781-4d6e-a902-c41459415db2 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?device_id=e2bfed94-1269-48e9-86ec-5a99e2a851e3 HTTP/1.1" status: 200 len: 210 time: 0.2362387 Aug 05 11:37:50.013374 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b3b442-dc29-4876-8921-a4aa1f6fdd67 req-433f18e3-2de4-4522-8693-5d9e247b9ad3 tempest-ServersNegativeTestMultiTenantJSON-1481245538 tempest-ServersNegativeTestMultiTenantJSON-1481245538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:50.014386 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-69b3b442-dc29-4876-8921-a4aa1f6fdd67 req-433f18e3-2de4-4522-8693-5d9e247b9ad3 tempest-ServersNegativeTestMultiTenantJSON-1481245538 tempest-ServersNegativeTestMultiTenantJSON-1481245538-project] 10.222.0.58 "GET /v2.0/ports?device_id=69af199a-3ae2-4baa-8c38-14d046b9e93f HTTP/1.1" status: 200 len: 943 time: 0.5558362 Aug 05 11:37:50.089351 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5d46e568-3336-451e-9fc1-31071d2c9604 req-9a762456-d658-4f1b-95cb-409d4e911b06 service neutron] 10.222.0.64 "GET /v2.0/networks/0c2b213e-bfc0-4348-8be6-68ee3d47f6c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5444629 Aug 05 11:37:50.148447 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-69b3b442-dc29-4876-8921-a4aa1f6fdd67 req-8d3dccf7-e422-4487-b7fe-4c2568b35544 tempest-ServersNegativeTestMultiTenantJSON-1481245538 tempest-ServersNegativeTestMultiTenantJSON-1481245538-project] 10.222.0.58 "GET /v2.0/security-groups?id=9a6c898a-d216-4ffd-be39-cfbc4dbffae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318300 Aug 05 11:37:50.325839 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-855c6214-a352-4f53-8dae-ed8fd1935c46 req-743e57cf-faf8-4f63-8a22-088a432e7043 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1de0267c-92da-4fb3-8345-bd6906311e15&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7365289 Aug 05 11:37:50.388209 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4fef5d06-0652-43fa-88b2-be1c03060e49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:50.441218 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4fef5d06-0652-43fa-88b2-be1c03060e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:50.604029 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22e8e64-bfe7-4ba5-a9fe-f374af2ba5fc req-a13b5647-f53c-4c19-8e16-4c0e750473d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:50.608840 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c22e8e64-bfe7-4ba5-a9fe-f374af2ba5fc req-a13b5647-f53c-4c19-8e16-4c0e750473d4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6842f728-c2f3-4e36-bb32-3303d06ce3f4 HTTP/1.1" status: 200 len: 843 time: 0.7700777 Aug 05 11:37:50.651401 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2594e3a-9a68-4cf3-9988-5bc9b6939e3a req-748e5a32-f769-4221-98f5-090511f35190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:50.660731 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a2594e3a-9a68-4cf3-9988-5bc9b6939e3a req-748e5a32-f769-4221-98f5-090511f35190 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=16ea39778ffd4bf49211bddc1cf1f218&device_id=69af199a-3ae2-4baa-8c38-14d046b9e93f HTTP/1.1" status: 200 len: 1094 time: 0.3785219 Aug 05 11:37:50.832707 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855c6214-a352-4f53-8dae-ed8fd1935c46 req-f41230a7-19bd-4028-bbb0-7e0722ea162a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:50.835629 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-855c6214-a352-4f53-8dae-ed8fd1935c46 req-f41230a7-19bd-4028-bbb0-7e0722ea162a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=922471f37b13454ba92168a26c5eea8e&device_id=1de0267c-92da-4fb3-8345-bd6906311e15 HTTP/1.1" status: 200 len: 1097 time: 0.4344733 Aug 05 11:37:50.837775 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-48f92cdd-3ba7-4799-bd8d-efda8f1e57f6 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:50.849850 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fef5d06-0652-43fa-88b2-be1c03060e49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1a1784c-e0c1-4093-993d-ccc3004ec16a,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:37:50.872627 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-4fef5d06-0652-43fa-88b2-be1c03060e49 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9bddfe49b16045edbf88776107937531&name=default HTTP/1.1" status: 200 len: 2983 time: 2.9643559 Aug 05 11:37:50.873590 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 34034) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:51.156846 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-ffcc09ad-3810-4544-8746-8c10c7b2dc46 None None] Provisioning for port e406e03e-bfcf-41d3-ad0b-4de8eed806bb completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:37:51.257932 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device e406e03e-bfcf-41d3-ad0b-4de8eed806bb up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:37:51.282399 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2594e3a-9a68-4cf3-9988-5bc9b6939e3a req-07e09cc0-e4ad-4f68-a77e-1c7b0f098bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:51.286148 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a2594e3a-9a68-4cf3-9988-5bc9b6939e3a req-07e09cc0-e4ad-4f68-a77e-1c7b0f098bae service neutron] 10.222.0.64 "GET /v2.0/networks?id=0c2b213e-bfc0-4348-8be6-68ee3d47f6c9 HTTP/1.1" status: 200 len: 926 time: 0.6215990 Aug 05 11:37:51.527706 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port e406e03e-bfcf-41d3-ad0b-4de8eed806bb completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:37:51.538373 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port e406e03e-bfcf-41d3-ad0b-4de8eed806bb triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:37:51.540083 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:51.578878 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9296c695-1d7c-4300-9bb7-3d5e752bb06d req-f8dfb72b-cebb-4c89-8d79-3fab9392fb2f tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?device_id=e2bfed94-1269-48e9-86ec-5a99e2a851e3 HTTP/1.1" status: 200 len: 210 time: 0.2614853 Aug 05 11:37:51.597566 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a2594e3a-9a68-4cf3-9988-5bc9b6939e3a req-150fc728-a638-4bb3-8126-2497117baeb3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3d34bcbf-81b3-4437-ba32-bfa76b8f5cd1 HTTP/1.1" status: 200 len: 217 time: 0.2734611 Aug 05 11:37:51.913791 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4315fb2-4048-4cd8-8a6d-8527cba4a0fc req-11536efc-0e11-4cb6-90e2-a291ed288b51 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:51.919195 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:51.933337 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f4315fb2-4048-4cd8-8a6d-8527cba4a0fc req-11536efc-0e11-4cb6-90e2-a291ed288b51 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=ecd94282-dd1a-4350-96e8-05aad30e4656 HTTP/1.1" status: 200 len: 947 time: 0.9876544 Aug 05 11:37:52.023670 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ca74306e-255a-4700-8898-f70c49414e7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:52.045958 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:52.090713 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port e406e03e-bfcf-41d3-ad0b-4de8eed806bb, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=e406e03e-bfcf-41d3-ad0b-4de8eed806bb,segment=NetworkSegment(c3ce43ff-a33b-459d-a35e-6c011fee3456),segment_id=c3ce43ff-a33b-459d-a35e-6c011fee3456)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:37:52.112229 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:52.129890 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ca74306e-255a-4700-8898-f70c49414e7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:52.235381 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f92cdd-3ba7-4799-bd8d-efda8f1e57f6 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:37:52.269445 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b0300d77-d8be-48d1-93ed-a2283ef63a43 req-b9cb78fd-ee2a-4b46-9b6f-9f3635280b2e service neutron] 10.222.0.55 "GET /v2.0/networks/3bbc31db-4958-4e8b-9f8e-bc48b5d28e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.4796076 Aug 05 11:37:52.334731 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=e406e03e-bfcf-41d3-ad0b-4de8eed806bb,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:37:52.342139 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-48f92cdd-3ba7-4799-bd8d-efda8f1e57f6 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:37:52.362038 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c5056a0b-d9f3-4a17-8f8e-795b87d0475a req-83179510-a419-49dd-ac1d-cff947d44b74 service neutron] 10.222.0.55 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.4694345 Aug 05 11:37:52.372059 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2594e3a-9a68-4cf3-9988-5bc9b6939e3a req-ecfe5435-b94d-4fd3-b796-ddb791122ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:52.375275 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a2594e3a-9a68-4cf3-9988-5bc9b6939e3a req-ecfe5435-b94d-4fd3-b796-ddb791122ac4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=913ddd41-47b4-4964-bf28-80103c5815fc HTTP/1.1" status: 200 len: 865 time: 0.7673404 Aug 05 11:37:52.391709 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f92cdd-3ba7-4799-bd8d-efda8f1e57f6 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:37:52.404887 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f92cdd-3ba7-4799-bd8d-efda8f1e57f6 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:52.406032 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-48f92cdd-3ba7-4799-bd8d-efda8f1e57f6 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:52.500409 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22e8e64-bfe7-4ba5-a9fe-f374af2ba5fc req-1b115e79-8761-4053-b2ab-5afb4f5db0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:52.503236 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c22e8e64-bfe7-4ba5-a9fe-f374af2ba5fc req-1b115e79-8761-4053-b2ab-5afb4f5db0c3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=91caede3-92e4-4b1e-8e3e-36227cfd846a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.8761861 Aug 05 11:37:52.659483 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a2594e3a-9a68-4cf3-9988-5bc9b6939e3a req-cef750ce-827d-4bf0-ba2f-0460e234858a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0c2b213e-bfc0-4348-8be6-68ee3d47f6c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1963441 Aug 05 11:37:52.662622 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f92cdd-3ba7-4799-bd8d-efda8f1e57f6 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Pushing event updated for resources: {'Port': ['ID=76ff7f16-41c5-4743-b0b8-025698f94d8f,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:37:52.718250 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f4315fb2-4048-4cd8-8a6d-8527cba4a0fc req-a6f70372-a603-4499-9ea1-708724153cbe tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5739641 Aug 05 11:37:52.876391 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd4298f-0fad-4bb9-8667-6914238fd7c9 req-a33de7d2-2e62-4feb-a6ad-ef473ca8caea tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:52.881229 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4cd4298f-0fad-4bb9-8667-6914238fd7c9 req-a33de7d2-2e62-4feb-a6ad-ef473ca8caea tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.55 "GET /v2.0/networks?id=535dc2f1-67b1-49cd-891b-67f3b995cbf8 HTTP/1.1" status: 200 len: 806 time: 0.7726083 Aug 05 11:37:52.882997 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96caf46b-f515-4f2d-9f79-5b74be211554 req-1599038a-fe37-414c-b501-d4dce45d0f56 tempest-ServersNegativeTestMultiTenantJSON-1481245538 tempest-ServersNegativeTestMultiTenantJSON-1481245538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:52.898275 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-96caf46b-f515-4f2d-9f79-5b74be211554 req-1599038a-fe37-414c-b501-d4dce45d0f56 tempest-ServersNegativeTestMultiTenantJSON-1481245538 tempest-ServersNegativeTestMultiTenantJSON-1481245538-project] 10.222.0.58 "GET /v2.0/ports?device_id=69af199a-3ae2-4baa-8c38-14d046b9e93f HTTP/1.1" status: 200 len: 943 time: 0.9572580 Aug 05 11:37:52.901803 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-48f92cdd-3ba7-4799-bd8d-efda8f1e57f6 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 5.9872823 Aug 05 11:37:53.129583 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 34150) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:53.159014 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-dbc6ab22-d601-4516-990f-e302db66909e tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Request body: {'port': {'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65', 'fixed_ips': [{'subnet_id': 'aa1bd221-b653-45e9-9f81-76dec7fa2b11', 'ip_address': '2001:db8::4eb2:db25:4d29:b9d5'}], 'name': 'tempest-NetworksTestDHCPv6-157937643'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:37:53.194593 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ca74306e-255a-4700-8898-f70c49414e7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:53.204409 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ca74306e-255a-4700-8898-f70c49414e7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:53.212078 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-ca74306e-255a-4700-8898-f70c49414e7e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b1a1784c-e0c1-4093-993d-ccc3004ec16a HTTP/1.1" status: 204 len: 168 time: 2.3095934 Aug 05 11:37:53.290461 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-03ba510c-13c0-4672-b08c-1f73cbfa4bdf None None] Provisioning for port 76ff7f16-41c5-4743-b0b8-025698f94d8f completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:37:53.299605 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-03ba510c-13c0-4672-b08c-1f73cbfa4bdf None None] Provisioning complete for port 76ff7f16-41c5-4743-b0b8-025698f94d8f triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:37:53.300627 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-03ba510c-13c0-4672-b08c-1f73cbfa4bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:53.386138 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-281147f6-5fca-466a-aa91-66094a0772da req-2f320784-3c36-44e9-95db-fa0d05a4690f tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?device_id=e2bfed94-1269-48e9-86ec-5a99e2a851e3 HTTP/1.1" status: 200 len: 210 time: 0.2346663 Aug 05 11:37:53.457299 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-4cd4298f-0fad-4bb9-8667-6914238fd7c9 req-789fc5e0-6c81-4821-9217-f1c87ea67e7b tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Request body: {'port': {'device_id': 'e2bfed94-1269-48e9-86ec-5a99e2a851e3', 'network_id': '535dc2f1-67b1-49cd-891b-67f3b995cbf8', 'admin_state_up': True, 'tenant_id': '913ffd5cf69b465594d3b2ba08eae5b1'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:37:53.518800 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca74306e-255a-4700-8898-f70c49414e7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1a1784c-e0c1-4093-993d-ccc3004ec16a,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:37:53.595828 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device e406e03e-bfcf-41d3-ad0b-4de8eed806bb up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:37:53.645395 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-96caf46b-f515-4f2d-9f79-5b74be211554 req-848ed3c7-c460-434e-9172-a4ce5828c438 tempest-ServersNegativeTestMultiTenantJSON-1481245538 tempest-ServersNegativeTestMultiTenantJSON-1481245538-project] 10.222.0.58 "GET /v2.0/security-groups?id=9a6c898a-d216-4ffd-be39-cfbc4dbffae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7455964 Aug 05 11:37:53.712826 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-03ba510c-13c0-4672-b08c-1f73cbfa4bdf None None] Port 76ff7f16-41c5-4743-b0b8-025698f94d8f cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:37:53.760276 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a2594e3a-9a68-4cf3-9988-5bc9b6939e3a req-ccc649f1-52ad-44de-a585-f8d6a2cfd7b7 service neutron] 10.222.0.64 "GET /v2.0/networks/0c2b213e-bfc0-4348-8be6-68ee3d47f6c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0554197 Aug 05 11:37:53.891441 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port e406e03e-bfcf-41d3-ad0b-4de8eed806bb triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:37:53.893244 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:53.994995 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 3d34bcbf-81b3-4437-ba32-bfa76b8f5cd1 details requested by agent hyperv_n-h1-803378-2 with host n-h1-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:37:54.015702 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbc6ab22-d601-4516-990f-e302db66909e tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Made reservation on behalf of 2255634a74e844e794fd358818288ba1 for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:37:54.213351 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.db.resource_extend [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 05 11:37:54.429450 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a2594e3a-9a68-4cf3-9988-5bc9b6939e3a req-667f3589-2dde-4c3b-b26f-561a515981c8 service neutron] 10.222.0.64 "GET /v2.0/networks/0c2b213e-bfc0-4348-8be6-68ee3d47f6c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6544840 Aug 05 11:37:54.648522 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 3d34bcbf-81b3-4437-ba32-bfa76b8f5cd1, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=3d34bcbf-81b3-4437-ba32-bfa76b8f5cd1,segment=NetworkSegment(b1a830f3-d78f-4d44-b2c5-a09a663545a4),segment_id=b1a830f3-d78f-4d44-b2c5-a09a663545a4)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:37:54.649301 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c295db-32b8-41e9-8682-e5bde71ded7e req-5c52f267-b928-4d06-8dd3-d957032d38c0 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:54.656189 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-07c295db-32b8-41e9-8682-e5bde71ded7e req-5c52f267-b928-4d06-8dd3-d957032d38c0 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=ecd94282-dd1a-4350-96e8-05aad30e4656 HTTP/1.1" status: 200 len: 947 time: 0.5676405 Aug 05 11:37:54.673330 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Returning: {'device': '3d34bcbf-81b3-4437-ba32-bfa76b8f5cd1', 'network_id': '0c2b213e-bfc0-4348-8be6-68ee3d47f6c9', 'port_id': '3d34bcbf-81b3-4437-ba32-bfa76b8f5cd1', 'mac_address': 'fa:16:3e:49:fa:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '913ddd41-47b4-4964-bf28-80103c5815fc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:37:54.748665 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c22e8e64-bfe7-4ba5-a9fe-f374af2ba5fc req-fe0363aa-a9c7-4106-adc3-f4b91051c87f service neutron] 10.222.0.64 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.9690998 Aug 05 11:37:54.755150 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c5056a0b-d9f3-4a17-8f8e-795b87d0475a req-f6f698ab-d926-432a-8b8b-0c981a9fc076 service neutron] 10.222.0.55 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.3333857 Aug 05 11:37:54.769131 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b0300d77-d8be-48d1-93ed-a2283ef63a43 req-36f08e19-58ee-4b6e-9008-3388b94af1e1 service neutron] 10.222.0.55 "GET /v2.0/networks/3bbc31db-4958-4e8b-9f8e-bc48b5d28e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.3974860 Aug 05 11:37:54.774410 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855c6214-a352-4f53-8dae-ed8fd1935c46 req-a9bfa42c-9751-4f5a-b975-5605881346e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:54.779250 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-855c6214-a352-4f53-8dae-ed8fd1935c46 req-a9bfa42c-9751-4f5a-b975-5605881346e9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3bbc31db-4958-4e8b-9f8e-bc48b5d28e47 HTTP/1.1" status: 200 len: 913 time: 3.9088967 Aug 05 11:37:54.790122 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cd4298f-0fad-4bb9-8667-6914238fd7c9 req-789fc5e0-6c81-4821-9217-f1c87ea67e7b tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Made reservation on behalf of 913ffd5cf69b465594d3b2ba08eae5b1 for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:37:54.822832 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:54.830204 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-4cd4298f-0fad-4bb9-8667-6914238fd7c9 req-789fc5e0-6c81-4821-9217-f1c87ea67e7b tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:54.941019 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0eae49c0-6a21-44b8-a831-474d6d6e9b09 req-0f0f4f6d-11e7-45b6-ac2e-80ecf0402cac tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?device_id=e2bfed94-1269-48e9-86ec-5a99e2a851e3 HTTP/1.1" status: 200 len: 210 time: 0.1685441 Aug 05 11:37:55.014940 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-07c295db-32b8-41e9-8682-e5bde71ded7e req-5b169056-a595-4d54-82bb-5afd06630df1 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3468351 Aug 05 11:37:55.176728 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d34bcbf-81b3-4437-ba32-bfa76b8f5cd1 {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:37:55.284845 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-855c6214-a352-4f53-8dae-ed8fd1935c46 req-62a2cf5d-029a-48dc-aa71-8f55dcd18201 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f0d8b42-3708-4035-9894-ccae7caf00a3 HTTP/1.1" status: 200 len: 217 time: 0.4415221 Aug 05 11:37:55.320681 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 3d34bcbf-81b3-4437-ba32-bfa76b8f5cd1, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=3d34bcbf-81b3-4437-ba32-bfa76b8f5cd1,segment=NetworkSegment(b1a830f3-d78f-4d44-b2c5-a09a663545a4),segment_id=b1a830f3-d78f-4d44-b2c5-a09a663545a4)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:37:55.339486 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:55.561466 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f190fa-3def-4d98-9b85-713ffe16eb70 req-f72f29b8-9ff7-45b7-aa8a-40eca93e037f tempest-ServersNegativeTestMultiTenantJSON-1481245538 tempest-ServersNegativeTestMultiTenantJSON-1481245538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:55.594073 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-04f190fa-3def-4d98-9b85-713ffe16eb70 req-f72f29b8-9ff7-45b7-aa8a-40eca93e037f tempest-ServersNegativeTestMultiTenantJSON-1481245538 tempest-ServersNegativeTestMultiTenantJSON-1481245538-project] 10.222.0.58 "GET /v2.0/ports?device_id=69af199a-3ae2-4baa-8c38-14d046b9e93f HTTP/1.1" status: 200 len: 943 time: 0.3186677 Aug 05 11:37:55.671325 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-dbc6ab22-d601-4516-990f-e302db66909e tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:55.721605 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=3d34bcbf-81b3-4437-ba32-bfa76b8f5cd1,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:37:55.831286 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-04f190fa-3def-4d98-9b85-713ffe16eb70 req-4575fa2a-4546-4c2a-bb6e-893adfde89af tempest-ServersNegativeTestMultiTenantJSON-1481245538 tempest-ServersNegativeTestMultiTenantJSON-1481245538-project] 10.222.0.58 "GET /v2.0/security-groups?id=9a6c898a-d216-4ffd-be39-cfbc4dbffae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356319 Aug 05 11:37:55.946299 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22e8e64-bfe7-4ba5-a9fe-f374af2ba5fc req-f6e720c3-aea1-466c-83f7-071bf9e4269a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:55.949003 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c22e8e64-bfe7-4ba5-a9fe-f374af2ba5fc req-f6e720c3-aea1-466c-83f7-071bf9e4269a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f811ccc1244d4d32a53adbbe13250fd5&device_id=ecd94282-dd1a-4350-96e8-05aad30e4656 HTTP/1.1" status: 200 len: 1098 time: 0.6531246 Aug 05 11:37:55.969118 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855c6214-a352-4f53-8dae-ed8fd1935c46 req-44c3b1d8-faa7-4184-87fa-f2bc9f1053c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:55.971898 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-855c6214-a352-4f53-8dae-ed8fd1935c46 req-44c3b1d8-faa7-4184-87fa-f2bc9f1053c1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2358f314-430e-4da8-8dea-b9e9954bab81 HTTP/1.1" status: 200 len: 851 time: 0.4917982 Aug 05 11:37:55.990953 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [None req-dbc6ab22-d601-4516-990f-e302db66909e tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] device_id is not set on port c2260a3d-76d2-4562-9306-c0ebfc806c55 yet. {{(pid=94421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 11:37:56.008058 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['3d34bcbf-81b3-4437-ba32-bfa76b8f5cd1'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:37:56.226793 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c22e8e64-bfe7-4ba5-a9fe-f374af2ba5fc req-08b7d5ce-c4cc-48f0-a4e1-1a29cddb5611 service neutron] 10.222.0.64 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4394758 Aug 05 11:37:56.376331 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 34342) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:56.388029 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-708c623d-7cb3-4e91-a2f4-a6057c6a96ee req-e5b94768-a518-4b94-89d3-6457b7e0d401 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?device_id=e2bfed94-1269-48e9-86ec-5a99e2a851e3 HTTP/1.1" status: 200 len: 210 time: 0.1419401 Aug 05 11:37:56.628333 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf48a6f5-0c4d-4453-bcec-9a8502e70585 req-4118832c-7e0b-4228-b088-9819db21ec5a tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:56.633039 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cf48a6f5-0c4d-4453-bcec-9a8502e70585 req-4118832c-7e0b-4228-b088-9819db21ec5a tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=ecd94282-dd1a-4350-96e8-05aad30e4656 HTTP/1.1" status: 200 len: 947 time: 0.2354958 Aug 05 11:37:56.775597 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855c6214-a352-4f53-8dae-ed8fd1935c46 req-6df5ff3d-33fd-4316-8415-ea4a0c00658d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:56.779259 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-855c6214-a352-4f53-8dae-ed8fd1935c46 req-6df5ff3d-33fd-4316-8415-ea4a0c00658d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3bbc31db-4958-4e8b-9f8e-bc48b5d28e47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7350001 Aug 05 11:37:56.827677 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cf48a6f5-0c4d-4453-bcec-9a8502e70585 req-b1166652-9df0-433b-a4ef-b381ce927d8a tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821165 Aug 05 11:37:56.923826 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-1f637b2a-0adc-4904-928a-1b3c465c328f tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1809690810'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:37:57.053580 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f637b2a-0adc-4904-928a-1b3c465c328f tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424-project] Made reservation on behalf of a53fd46906504726bb0bc5d0dcf5c587 for: {'network': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:37:57.063473 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1f637b2a-0adc-4904-928a-1b3c465c328f tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:57.133095 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1f637b2a-0adc-4904-928a-1b3c465c328f tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424-project] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:57.178361 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-4cd4298f-0fad-4bb9-8667-6914238fd7c9 req-789fc5e0-6c81-4821-9217-f1c87ea67e7b tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Allocated IP 172.20.0.11 (535dc2f1-67b1-49cd-891b-67f3b995cbf8/1b19baf8-9ef5-4535-9e61-0fc2264669f6/b3a5578f-a67f-4cf0-9dd7-6d3480ac0c01) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:37:57.287623 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22e8e64-bfe7-4ba5-a9fe-f374af2ba5fc req-c70bab98-58e9-496b-b20a-dd45c6d0723a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:57.300966 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c22e8e64-bfe7-4ba5-a9fe-f374af2ba5fc req-c70bab98-58e9-496b-b20a-dd45c6d0723a service neutron] 10.222.0.55 "GET /v2.0/networks?id=91caede3-92e4-4b1e-8e3e-36227cfd846a HTTP/1.1" status: 200 len: 870 time: 1.3131280 Aug 05 11:37:57.457645 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c22e8e64-bfe7-4ba5-a9fe-f374af2ba5fc req-ce597541-1e3e-495b-8af0-0f623e921c5f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=77b879bb-72ce-4c7a-ba73-52226462454f HTTP/1.1" status: 200 len: 217 time: 0.1138387 Aug 05 11:37:57.481883 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce305e66-348d-460e-8a9b-ff9e5a7934b3 req-fa677131-ebe2-465f-8d0a-37947a2fd7d2 tempest-ServersNegativeTestMultiTenantJSON-1481245538 tempest-ServersNegativeTestMultiTenantJSON-1481245538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:57.497693 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ce305e66-348d-460e-8a9b-ff9e5a7934b3 req-fa677131-ebe2-465f-8d0a-37947a2fd7d2 tempest-ServersNegativeTestMultiTenantJSON-1481245538 tempest-ServersNegativeTestMultiTenantJSON-1481245538-project] 10.222.0.58 "GET /v2.0/ports?device_id=69af199a-3ae2-4baa-8c38-14d046b9e93f HTTP/1.1" status: 200 len: 944 time: 0.2199869 Aug 05 11:37:57.597433 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 77b879bb-72ce-4c7a-ba73-52226462454f details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:37:57.767748 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-855c6214-a352-4f53-8dae-ed8fd1935c46 req-6970663e-f6d1-4424-8558-09a048dc93a1 service neutron] 10.222.0.64 "GET /v2.0/networks/3bbc31db-4958-4e8b-9f8e-bc48b5d28e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9266484 Aug 05 11:37:57.822910 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ce305e66-348d-460e-8a9b-ff9e5a7934b3 req-db9283ff-94cb-4cd8-adbe-390d72b259e4 tempest-ServersNegativeTestMultiTenantJSON-1481245538 tempest-ServersNegativeTestMultiTenantJSON-1481245538-project] 10.222.0.58 "GET /v2.0/security-groups?id=9a6c898a-d216-4ffd-be39-cfbc4dbffae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3171270 Aug 05 11:37:57.824153 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22e8e64-bfe7-4ba5-a9fe-f374af2ba5fc req-2024142b-f994-452a-be19-bef0faaa5df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:57.826680 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c22e8e64-bfe7-4ba5-a9fe-f374af2ba5fc req-2024142b-f994-452a-be19-bef0faaa5df0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6842f728-c2f3-4e36-bb32-3303d06ce3f4 HTTP/1.1" status: 200 len: 843 time: 0.3429759 Aug 05 11:37:57.902841 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1f637b2a-0adc-4904-928a-1b3c465c328f tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424-project] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:57.907530 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b5c74a5c-52c2-4ed0-8afc-2c1b2b7315fe req-36d8ead0-443d-46fa-a9f8-f6c3d2eac26e tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?device_id=e2bfed94-1269-48e9-86ec-5a99e2a851e3 HTTP/1.1" status: 200 len: 210 time: 0.1986957 Aug 05 11:37:57.922741 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1f637b2a-0adc-4904-928a-1b3c465c328f tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:58.112402 n-d-803378-2 neutron-server[94421]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbc6ab22-d601-4516-990f-e302db66909e tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] POST failed (client error): There was a conflict when trying to complete your request. Aug 05 11:37:58.113286 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbc6ab22-d601-4516-990f-e302db66909e tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:37:58.139927 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f637b2a-0adc-4904-928a-1b3c465c328f tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424-project] vlan segment allocate from pool success with {'vlan_id': 665, 'physical_network': 'physnet1'} {{(pid=94420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:37:58.155993 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 77b879bb-72ce-4c7a-ba73-52226462454f, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=77b879bb-72ce-4c7a-ba73-52226462454f,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:37:58.198947 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Returning: {'device': '77b879bb-72ce-4c7a-ba73-52226462454f', 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a', 'port_id': '77b879bb-72ce-4c7a-ba73-52226462454f', 'mac_address': 'fa:16:3e:31:ea:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6842f728-c2f3-4e36-bb32-3303d06ce3f4', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:37:58.257342 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f637b2a-0adc-4904-928a-1b3c465c328f tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dae40c20-8fe9-41a4-b4c9-2bfe2b223159,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:37:58.328858 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1f637b2a-0adc-4904-928a-1b3c465c328f tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:58.330095 n-d-803378-2 neutron-server[94420]: INFO neutron.db.segments_db [None req-1f637b2a-0adc-4904-928a-1b3c465c328f tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424-project] Added segment a963978b-4392-4150-954d-2fbae3c9b999 of type vlan for network ee118506-45b1-4dba-93ba-b548823d33e4 Aug 05 11:37:58.358465 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:58.406156 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77b879bb-72ce-4c7a-ba73-52226462454f {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:37:58.406391 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da813f4-eaff-4e3d-9ce6-eef1f6e76b59 req-e6560ce4-9e5e-4140-9eba-4627998abf4f tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:58.427708 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5da813f4-eaff-4e3d-9ce6-eef1f6e76b59 req-e6560ce4-9e5e-4140-9eba-4627998abf4f tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=40021a41-d350-4e38-ac4d-f69e07c48ffb HTTP/1.1" status: 200 len: 945 time: 0.3866999 Aug 05 11:37:58.457878 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-dbc6ab22-d601-4516-990f-e302db66909e tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 5.3262036 Aug 05 11:37:58.472797 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 34460) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:58.492435 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 77b879bb-72ce-4c7a-ba73-52226462454f, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=77b879bb-72ce-4c7a-ba73-52226462454f,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:37:58.502769 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:58.626006 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22e8e64-bfe7-4ba5-a9fe-f374af2ba5fc req-138faec1-947e-48e2-8c29-f6c2955772c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:58.629022 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c22e8e64-bfe7-4ba5-a9fe-f374af2ba5fc req-138faec1-947e-48e2-8c29-f6c2955772c3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=91caede3-92e4-4b1e-8e3e-36227cfd846a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7862298 Aug 05 11:37:58.661569 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=77b879bb-72ce-4c7a-ba73-52226462454f,revision_number=8']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:37:58.716950 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1f637b2a-0adc-4904-928a-1b3c465c328f tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:58.729426 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-4cd4298f-0fad-4bb9-8667-6914238fd7c9 req-789fc5e0-6c81-4821-9217-f1c87ea67e7b tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:58.800690 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5da813f4-eaff-4e3d-9ce6-eef1f6e76b59 req-23b0ca2d-f27f-4f5d-b18c-73210fbd063f tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=47a5a50c-7385-42e8-98ac-c05af9825ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2931046 Aug 05 11:37:58.815271 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-855c6214-a352-4f53-8dae-ed8fd1935c46 req-9ea7291f-474e-4e37-be9a-42d081bd30e2 service neutron] 10.222.0.64 "GET /v2.0/networks/3bbc31db-4958-4e8b-9f8e-bc48b5d28e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0273933 Aug 05 11:37:58.868283 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30a256e-bd93-4581-9beb-cf49ce2f6d58 req-2c59cbb4-eef7-4722-9964-dc1db18ffd6f tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:58.874855 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c30a256e-bd93-4581-9beb-cf49ce2f6d58 req-2c59cbb4-eef7-4722-9964-dc1db18ffd6f tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=ecd94282-dd1a-4350-96e8-05aad30e4656 HTTP/1.1" status: 200 len: 947 time: 0.4420998 Aug 05 11:37:58.879723 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.db.resource_extend [None req-1f637b2a-0adc-4904-928a-1b3c465c328f tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 05 11:37:58.885695 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['77b879bb-72ce-4c7a-ba73-52226462454f'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:37:59.028222 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c30a256e-bd93-4581-9beb-cf49ce2f6d58 req-4cba6dcf-3dfa-449e-93a0-29e9528cd193 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116459 Aug 05 11:37:59.080765 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1f637b2a-0adc-4904-928a-1b3c465c328f tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:59.108063 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1413e16-bad5-4cdd-9e0d-a852a67b250a tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:59.119668 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f637b2a-0adc-4904-928a-1b3c465c328f tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:59.122676 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1f637b2a-0adc-4904-928a-1b3c465c328f tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:59.142434 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1413e16-bad5-4cdd-9e0d-a852a67b250a tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:59.151224 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 34506) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:59.165363 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-b1413e16-bad5-4cdd-9e0d-a852a67b250a tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.6851270 Aug 05 11:37:59.178597 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:59.311329 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-4cd4298f-0fad-4bb9-8667-6914238fd7c9 req-789fc5e0-6c81-4821-9217-f1c87ea67e7b tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:59.635556 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cd4298f-0fad-4bb9-8667-6914238fd7c9 req-789fc5e0-6c81-4821-9217-f1c87ea67e7b tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Network 535dc2f1-67b1-49cd-891b-67f3b995cbf8 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:37:59.640875 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-4cd4298f-0fad-4bb9-8667-6914238fd7c9 req-789fc5e0-6c81-4821-9217-f1c87ea67e7b tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:37:59.645894 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cd4298f-0fad-4bb9-8667-6914238fd7c9 req-789fc5e0-6c81-4821-9217-f1c87ea67e7b tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:37:59.686293 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c22e8e64-bfe7-4ba5-a9fe-f374af2ba5fc req-9720a833-fc12-497e-9508-b52ec29eef02 service neutron] 10.222.0.55 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9174967 Aug 05 11:37:59.854521 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd4298f-0fad-4bb9-8667-6914238fd7c9 req-789fc5e0-6c81-4821-9217-f1c87ea67e7b tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:37:59.856063 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-4cd4298f-0fad-4bb9-8667-6914238fd7c9 req-789fc5e0-6c81-4821-9217-f1c87ea67e7b tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:37:59.895202 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789fc5e0-6c81-4821-9217-f1c87ea67e7b tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Pushing event updated for resources: {'Port': ['ID=b3a5578f-a67f-4cf0-9dd7-6d3480ac0c01,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:37:59.927594 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4cd4298f-0fad-4bb9-8667-6914238fd7c9 req-789fc5e0-6c81-4821-9217-f1c87ea67e7b tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.9862156 Aug 05 11:37:59.929179 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['c6ea930f-9cea-4fc6-b5f1-18fa57d750d9'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:37:59.941118 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f637b2a-0adc-4904-928a-1b3c465c328f tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424-project] Pushing event updated for resources: {'Network': ['ID=ee118506-45b1-4dba-93ba-b548823d33e4,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:37:59.957222 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-1f637b2a-0adc-4904-928a-1b3c465c328f tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 3.5616450 Aug 05 11:37:59.962644 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 34522) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:37:59.998561 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-4cd4298f-0fad-4bb9-8667-6914238fd7c9 req-6d4196b0-2020-4548-91f2-f8b037f0792b service neutron] Request body: {'port': {'device_id': 'e2bfed94-1269-48e9-86ec-5a99e2a851e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:38:00.008739 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-77652856-531c-4b1d-859b-9472866619c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424-project] Request body: {'subnet': {'network_id': 'ee118506-45b1-4dba-93ba-b548823d33e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:38:00.058799 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 3d34bcbf-81b3-4437-ba32-bfa76b8f5cd1 up at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:38:00.151318 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network ee118506-45b1-4dba-93ba-b548823d33e4 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:38:00.166706 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-4cd4298f-0fad-4bb9-8667-6914238fd7c9 req-6d4196b0-2020-4548-91f2-f8b037f0792b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:00.228072 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07b63be-1733-42a3-b4be-84d9bd81eca8 req-26d3696a-c07c-4aef-9925-fce4a9a0fdba tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:00.243571 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e07b63be-1733-42a3-b4be-84d9bd81eca8 req-26d3696a-c07c-4aef-9925-fce4a9a0fdba tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=40021a41-d350-4e38-ac4d-f69e07c48ffb HTTP/1.1" status: 200 len: 945 time: 1.2116251 Aug 05 11:38:00.246977 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c22e8e64-bfe7-4ba5-a9fe-f374af2ba5fc req-ecec719a-2597-4551-baf1-6cd95f2b6685 service neutron] 10.222.0.55 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4868207 Aug 05 11:38:00.264357 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-b34aca90-ac81-458b-9b8a-cc78492a3428 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Deleting port 76ff7f16-41c5-4743-b0b8-025698f94d8f {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:38:00.265400 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b34aca90-ac81-458b-9b8a-cc78492a3428 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:00.287716 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0c45f3-29f1-43f7-ba9a-3b71403f8384 req-a52d0722-a10a-4d49-aea8-b323df70087a tempest-ServersNegativeTestMultiTenantJSON-1481245538 tempest-ServersNegativeTestMultiTenantJSON-1481245538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:00.303702 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1f0c45f3-29f1-43f7-ba9a-3b71403f8384 req-a52d0722-a10a-4d49-aea8-b323df70087a tempest-ServersNegativeTestMultiTenantJSON-1481245538 tempest-ServersNegativeTestMultiTenantJSON-1481245538-project] 10.222.0.58 "GET /v2.0/ports?device_id=69af199a-3ae2-4baa-8c38-14d046b9e93f HTTP/1.1" status: 200 len: 944 time: 0.8830171 Aug 05 11:38:00.358674 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning for port 3d34bcbf-81b3-4437-ba32-bfa76b8f5cd1 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:38:00.381184 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning complete for port 3d34bcbf-81b3-4437-ba32-bfa76b8f5cd1 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:38:00.382197 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:00.479968 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1f0c45f3-29f1-43f7-ba9a-3b71403f8384 req-a838b691-1fdd-4983-81c6-ae2434e45ee7 tempest-ServersNegativeTestMultiTenantJSON-1481245538 tempest-ServersNegativeTestMultiTenantJSON-1481245538-project] 10.222.0.58 "GET /v2.0/security-groups?id=9a6c898a-d216-4ffd-be39-cfbc4dbffae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734304 Aug 05 11:38:00.511729 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e07b63be-1733-42a3-b4be-84d9bd81eca8 req-ca3fced5-1913-4a56-aa0c-cec46cdb44fe tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=47a5a50c-7385-42e8-98ac-c05af9825ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2674103 Aug 05 11:38:00.878759 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b34aca90-ac81-458b-9b8a-cc78492a3428 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:00.931975 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:00.993012 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69af199a-3ae2-4baa-8c38-14d046b9e93f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d34bcbf-81b3-4437-ba32-bfa76b8f5cd1'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:38:00.999356 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9bfd0e1-1457-4a8c-ac7d-c90a81aaada0" -d '{"events": [{"server_uuid": "69af199a-3ae2-4baa-8c38-14d046b9e93f", "name": "network-vif-plugged", "status": "completed", "tag": "3d34bcbf-81b3-4437-ba32-bfa76b8f5cd1"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:38:01.028794 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-b34aca90-ac81-458b-9b8a-cc78492a3428 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Calling delete_port for 76ff7f16-41c5-4743-b0b8-025698f94d8f owned by {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:38:01.034897 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 3d34bcbf-81b3-4437-ba32-bfa76b8f5cd1, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=3d34bcbf-81b3-4437-ba32-bfa76b8f5cd1,segment=NetworkSegment(b1a830f3-d78f-4d44-b2c5-a09a663545a4),segment_id=b1a830f3-d78f-4d44-b2c5-a09a663545a4)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:38:01.050640 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:01.108918 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77652856-531c-4b1d-859b-9472866619c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424-project] Made reservation on behalf of a53fd46906504726bb0bc5d0dcf5c587 for: {'subnet': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:38:01.126757 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-77652856-531c-4b1d-859b-9472866619c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24211133'] for subnet, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:01.151109 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-4cd4298f-0fad-4bb9-8667-6914238fd7c9 req-6d4196b0-2020-4548-91f2-f8b037f0792b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3a5578f-a67f-4cf0-9dd7-6d3480ac0c01 {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:38:01.245285 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-4cd4298f-0fad-4bb9-8667-6914238fd7c9 req-6d4196b0-2020-4548-91f2-f8b037f0792b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:01.303617 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=3d34bcbf-81b3-4437-ba32-bfa76b8f5cd1,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:38:01.309134 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-4cd4298f-0fad-4bb9-8667-6914238fd7c9 req-6d4196b0-2020-4548-91f2-f8b037f0792b service neutron] Transition to ACTIVE for port object b3a5578f-a67f-4cf0-9dd7-6d3480ac0c01 will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:38:01.324009 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-4cd4298f-0fad-4bb9-8667-6914238fd7c9 req-6d4196b0-2020-4548-91f2-f8b037f0792b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:01.406354 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceffdbe-7fce-4b25-9738-d8721620bdd6 req-75616c3b-9089-4120-8d6e-2038d04462f5 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:01.409238 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-eceffdbe-7fce-4b25-9738-d8721620bdd6 req-75616c3b-9089-4120-8d6e-2038d04462f5 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.55 "GET /v2.0/ports?device_id=ecd94282-dd1a-4350-96e8-05aad30e4656&tenant_id=f811ccc1244d4d32a53adbbe13250fd5&binding%3Ahost_id=n-h2-803378-2 HTTP/1.1" status: 200 len: 948 time: 0.2429760 Aug 05 11:38:01.511977 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4196b0-2020-4548-91f2-f8b037f0792b service neutron] Pushing event updated for resources: {'Port': ['ID=b3a5578f-a67f-4cf0-9dd7-6d3480ac0c01,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:38:01.632319 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 77b879bb-72ce-4c7a-ba73-52226462454f up at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:38:01.652233 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be0a8fc-bfef-4216-b56f-cd9520afc5e6 req-c55951fc-c025-4823-81c2-fbbeae0478e1 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:01.665398 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1be0a8fc-bfef-4216-b56f-cd9520afc5e6 req-c55951fc-c025-4823-81c2-fbbeae0478e1 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?device_id=e2bfed94-1269-48e9-86ec-5a99e2a851e3 HTTP/1.1" status: 200 len: 932 time: 0.7344699 Aug 05 11:38:01.674421 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-eceffdbe-7fce-4b25-9738-d8721620bdd6 req-360f4a57-e5dd-4286-a678-a3d19377f369 service neutron] 10.222.0.55 "GET /v2.0/ports/77b879bb-72ce-4c7a-ba73-52226462454f/bindings/n-h2-803378-2 HTTP/1.1" status: 200 len: 382 time: 0.2502270 Aug 05 11:38:01.737996 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-4cd4298f-0fad-4bb9-8667-6914238fd7c9 req-6d4196b0-2020-4548-91f2-f8b037f0792b service neutron] Attempting to bind port b3a5578f-a67f-4cf0-9dd7-6d3480ac0c01 on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:38:01.738613 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-4cd4298f-0fad-4bb9-8667-6914238fd7c9 req-6d4196b0-2020-4548-91f2-f8b037f0792b service neutron] Attempting to bind port b3a5578f-a67f-4cf0-9dd7-6d3480ac0c01 by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': '1464bea6-dc68-4175-ac76-169c7629018f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '535dc2f1-67b1-49cd-891b-67f3b995cbf8'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:38:01.739177 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd4298f-0fad-4bb9-8667-6914238fd7c9 req-6d4196b0-2020-4548-91f2-f8b037f0792b service neutron] Attempting to bind port b3a5578f-a67f-4cf0-9dd7-6d3480ac0c01 on network 535dc2f1-67b1-49cd-891b-67f3b995cbf8 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:38:01.762468 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd4298f-0fad-4bb9-8667-6914238fd7c9 req-6d4196b0-2020-4548-91f2-f8b037f0792b service neutron] Port b3a5578f-a67f-4cf0-9dd7-6d3480ac0c01 on network 535dc2f1-67b1-49cd-891b-67f3b995cbf8 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:38:01.765078 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd4298f-0fad-4bb9-8667-6914238fd7c9 req-6d4196b0-2020-4548-91f2-f8b037f0792b service neutron] Attempting to bind port b3a5578f-a67f-4cf0-9dd7-6d3480ac0c01 on network 535dc2f1-67b1-49cd-891b-67f3b995cbf8 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:38:01.794565 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning for port 77b879bb-72ce-4c7a-ba73-52226462454f completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:38:01.804746 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning complete for port 77b879bb-72ce-4c7a-ba73-52226462454f triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:38:01.805886 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:01.813233 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd4298f-0fad-4bb9-8667-6914238fd7c9 req-6d4196b0-2020-4548-91f2-f8b037f0792b service neutron] Checking agent: {'id': 'a8f1dd2d-227c-4e30-8844-52419ba734db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:38:01.814175 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd4298f-0fad-4bb9-8667-6914238fd7c9 req-6d4196b0-2020-4548-91f2-f8b037f0792b service neutron] Checking segment: {'id': '1464bea6-dc68-4175-ac76-169c7629018f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '535dc2f1-67b1-49cd-891b-67f3b995cbf8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:38:01.814910 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd4298f-0fad-4bb9-8667-6914238fd7c9 req-6d4196b0-2020-4548-91f2-f8b037f0792b service neutron] Bound using segment: {'id': '1464bea6-dc68-4175-ac76-169c7629018f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '535dc2f1-67b1-49cd-891b-67f3b995cbf8'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:38:01.815920 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-4cd4298f-0fad-4bb9-8667-6914238fd7c9 req-6d4196b0-2020-4548-91f2-f8b037f0792b service neutron] Bound port: b3a5578f-a67f-4cf0-9dd7-6d3480ac0c01, host: n-h2-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1464bea6-dc68-4175-ac76-169c7629018f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '535dc2f1-67b1-49cd-891b-67f3b995cbf8'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:38:01.816616 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-4cd4298f-0fad-4bb9-8667-6914238fd7c9 req-6d4196b0-2020-4548-91f2-f8b037f0792b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:02.034723 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:02.057699 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-4cd4298f-0fad-4bb9-8667-6914238fd7c9 req-6d4196b0-2020-4548-91f2-f8b037f0792b service neutron] For port b3a5578f-a67f-4cf0-9dd7-6d3480ac0c01, host n-h2-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:38:02.063958 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-4cd4298f-0fad-4bb9-8667-6914238fd7c9 req-6d4196b0-2020-4548-91f2-f8b037f0792b service neutron] For port b3a5578f-a67f-4cf0-9dd7-6d3480ac0c01, host n-h2-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=b3a5578f-a67f-4cf0-9dd7-6d3480ac0c01,segment=NetworkSegment(1464bea6-dc68-4175-ac76-169c7629018f),segment_id=1464bea6-dc68-4175-ac76-169c7629018f)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:38:02.077370 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-4cd4298f-0fad-4bb9-8667-6914238fd7c9 req-6d4196b0-2020-4548-91f2-f8b037f0792b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:02.149992 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 77b879bb-72ce-4c7a-ba73-52226462454f, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=77b879bb-72ce-4c7a-ba73-52226462454f,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:38:02.160376 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:02.167941 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b34aca90-ac81-458b-9b8a-cc78492a3428 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:02.209844 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1be0a8fc-bfef-4216-b56f-cd9520afc5e6 req-25e0b86b-f914-4ad0-86e5-b110cffaa7a6 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/security-groups?id=5dfacf8b-ef80-4e03-9b2b-0b5aacf0bf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5206726 Aug 05 11:38:02.210147 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceffdbe-7fce-4b25-9738-d8721620bdd6 req-3cba39ec-c212-4d1d-97fa-fb45df5e281d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:02.214003 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-eceffdbe-7fce-4b25-9738-d8721620bdd6 req-3cba39ec-c212-4d1d-97fa-fb45df5e281d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f811ccc1244d4d32a53adbbe13250fd5&device_id=ecd94282-dd1a-4350-96e8-05aad30e4656 HTTP/1.1" status: 200 len: 1099 time: 0.4287136 Aug 05 11:38:02.216372 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd4298f-0fad-4bb9-8667-6914238fd7c9 req-6d4196b0-2020-4548-91f2-f8b037f0792b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:02.217723 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-4cd4298f-0fad-4bb9-8667-6914238fd7c9 req-6d4196b0-2020-4548-91f2-f8b037f0792b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:02.221744 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4cd4298f-0fad-4bb9-8667-6914238fd7c9 req-6d4196b0-2020-4548-91f2-f8b037f0792b service neutron] 10.222.0.55 "PUT /v2.0/ports/b3a5578f-a67f-4cf0-9dd7-6d3480ac0c01 HTTP/1.1" status: 200 len: 1092 time: 2.2370603 Aug 05 11:38:02.232523 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2bfed94-1269-48e9-86ec-5a99e2a851e3', 'tag': 'b3a5578f-a67f-4cf0-9dd7-6d3480ac0c01'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:38:02.236793 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92d764db-3f7d-4bb4-8fb7-c6955fa04e61" -d '{"events": [{"name": "network-changed", "server_uuid": "e2bfed94-1269-48e9-86ec-5a99e2a851e3", "tag": "b3a5578f-a67f-4cf0-9dd7-6d3480ac0c01"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:38:02.361956 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=77b879bb-72ce-4c7a-ba73-52226462454f,revision_number=9']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:38:02.380336 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80798848-cf63-4421-a6e3-59d4a55c3fc9 req-972089b0-7876-4c8f-8c2f-91b8a38d2245 tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:02.383234 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-80798848-cf63-4421-a6e3-59d4a55c3fc9 req-972089b0-7876-4c8f-8c2f-91b8a38d2245 tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] 10.222.0.58 "GET /v2.0/networks?id=ccbbacf0-1abe-4045-961d-b400e33c654c HTTP/1.1" status: 200 len: 813 time: 0.9824486 Aug 05 11:38:02.388449 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34aca90-ac81-458b-9b8a-cc78492a3428 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Pushing event deleted for resources: {'Port': ['ID=76ff7f16-41c5-4743-b0b8-025698f94d8f,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:38:02.392212 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-77652856-531c-4b1d-859b-9472866619c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29762700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24211087'] for subnet, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:02.485830 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceffdbe-7fce-4b25-9738-d8721620bdd6 req-cc8ff2c8-a343-4139-a03c-0257d7cdc2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:02.489018 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-eceffdbe-7fce-4b25-9738-d8721620bdd6 req-cc8ff2c8-a343-4139-a03c-0257d7cdc2d4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=91caede3-92e4-4b1e-8e3e-36227cfd846a HTTP/1.1" status: 200 len: 870 time: 0.2413270 Aug 05 11:38:02.538557 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b34aca90-ac81-458b-9b8a-cc78492a3428 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:02.546692 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-b34aca90-ac81-458b-9b8a-cc78492a3428 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "DELETE /v2.0/ports/76ff7f16-41c5-4743-b0b8-025698f94d8f HTTP/1.1" status: 204 len: 168 time: 3.3363197 Aug 05 11:38:02.549328 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 34552) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:38:02.585108 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-80798848-cf63-4421-a6e3-59d4a55c3fc9 req-8ece5eb0-1328-4e7c-b35d-8f838874a671 tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] 10.222.0.58 "GET /v2.0/quotas/a821dc3f7db4460eaef6929bf1c161a1 HTTP/1.1" status: 200 len: 375 time: 0.1806600 Aug 05 11:38:02.715282 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-eceffdbe-7fce-4b25-9738-d8721620bdd6 req-5e933340-ee5a-4e90-a26e-1e801239e3cb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=77b879bb-72ce-4c7a-ba73-52226462454f HTTP/1.1" status: 200 len: 217 time: 0.1991169 Aug 05 11:38:02.716565 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4196b0-2020-4548-91f2-f8b037f0792b service neutron] Pushing event updated for resources: {'Port': ['ID=b3a5578f-a67f-4cf0-9dd7-6d3480ac0c01,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:38:02.850690 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed38fac7-5536-4029-8fc8-f5ede1c377f9 x-openstack-request-id: req-ed38fac7-5536-4029-8fc8-f5ede1c377f9 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:38:02.853115 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69af199a-3ae2-4baa-8c38-14d046b9e93f", "name": "network-vif-plugged", "status": "completed", "tag": "3d34bcbf-81b3-4437-ba32-bfa76b8f5cd1", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:38:02.853722 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ed38fac7-5536-4029-8fc8-f5ede1c377f9 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:38:02.855842 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69af199a-3ae2-4baa-8c38-14d046b9e93f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d34bcbf-81b3-4437-ba32-bfa76b8f5cd1', 'code': 200} Aug 05 11:38:02.859835 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd4298f-0fad-4bb9-8667-6914238fd7c9 req-cf39706f-20fa-46f4-a5b0-a845ad2148fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:02.865074 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77652856-531c-4b1d-859b-9472866619c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424-project] Pushing event updated for resources: {'Subnet': ['ID=b5075c38-d58d-4995-990d-7bb978297d50,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:38:02.869202 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4cd4298f-0fad-4bb9-8667-6914238fd7c9 req-cf39706f-20fa-46f4-a5b0-a845ad2148fb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=913ffd5cf69b465594d3b2ba08eae5b1&device_id=e2bfed94-1269-48e9-86ec-5a99e2a851e3 HTTP/1.1" status: 200 len: 1095 time: 0.3716061 Aug 05 11:38:02.876230 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-80798848-cf63-4421-a6e3-59d4a55c3fc9 req-abf457d7-c383-4d7a-8ef0-fe4c182712c6 tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=a821dc3f7db4460eaef6929bf1c161a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1936715 Aug 05 11:38:02.914490 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c249b25c-d7e1-426f-bae1-2b06ce9d3954 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:02.917911 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c249b25c-d7e1-426f-bae1-2b06ce9d3954 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:02.925829 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-c249b25c-d7e1-426f-bae1-2b06ce9d3954 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3597040 Aug 05 11:38:02.926598 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 34554) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:38:02.930438 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77652856-531c-4b1d-859b-9472866619c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424-project] Checking segment: {'id': 'a963978b-4392-4150-954d-2fbae3c9b999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'ee118506-45b1-4dba-93ba-b548823d33e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:38:02.931344 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77652856-531c-4b1d-859b-9472866619c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424-project] Network hostable DHCP agents. Network: ee118506-45b1-4dba-93ba-b548823d33e4, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:38:03.049724 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4cd4298f-0fad-4bb9-8667-6914238fd7c9 req-a260e0e8-5ce5-4b24-8ec1-7ae2e651c96a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b3a5578f-a67f-4cf0-9dd7-6d3480ac0c01 HTTP/1.1" status: 200 len: 217 time: 0.1408575 Aug 05 11:38:03.103886 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceffdbe-7fce-4b25-9738-d8721620bdd6 req-8440ea8a-0d97-4ee2-8661-e38d9e3821fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:03.106482 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-eceffdbe-7fce-4b25-9738-d8721620bdd6 req-8440ea8a-0d97-4ee2-8661-e38d9e3821fc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6842f728-c2f3-4e36-bb32-3303d06ce3f4 HTTP/1.1" status: 200 len: 843 time: 0.3806801 Aug 05 11:38:03.242952 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c471a3-f922-4c52-95fa-1033f9eedc85 req-cfee74b1-8820-415c-a08b-4cd1def1184f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:03.245511 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b3c471a3-f922-4c52-95fa-1033f9eedc85 req-cfee74b1-8820-415c-a08b-4cd1def1184f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=69af199a-3ae2-4baa-8c38-14d046b9e93f HTTP/1.1" status: 200 len: 1096 time: 0.2248859 Aug 05 11:38:03.253474 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd4298f-0fad-4bb9-8667-6914238fd7c9 req-bdf1a9ab-3a6f-40e9-93db-0d6fb56bca0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:03.256751 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4cd4298f-0fad-4bb9-8667-6914238fd7c9 req-bdf1a9ab-3a6f-40e9-93db-0d6fb56bca0b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1b19baf8-9ef5-4535-9e61-0fc2264669f6 HTTP/1.1" status: 200 len: 846 time: 0.1731861 Aug 05 11:38:03.333245 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4cd4298f-0fad-4bb9-8667-6914238fd7c9 req-539e4279-1eea-4fef-a6d0-53c047cdc0ee service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=535dc2f1-67b1-49cd-891b-67f3b995cbf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593224 Aug 05 11:38:03.339793 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceffdbe-7fce-4b25-9738-d8721620bdd6 req-8c74fc95-6fd4-445f-b259-fd0a0053aa63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:03.342793 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-eceffdbe-7fce-4b25-9738-d8721620bdd6 req-8c74fc95-6fd4-445f-b259-fd0a0053aa63 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=91caede3-92e4-4b1e-8e3e-36227cfd846a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2253857 Aug 05 11:38:03.467005 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b3c471a3-f922-4c52-95fa-1033f9eedc85 req-3a810159-3d05-4291-bfaa-ac738e6346dd service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9a6c898a-d216-4ffd-be39-cfbc4dbffae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069070 Aug 05 11:38:03.658252 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77652856-531c-4b1d-859b-9472866619c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424-project] Network ee118506-45b1-4dba-93ba-b548823d33e4 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:38:03.696168 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_v2 [None req-5af17d6f-5d63-4152-bc34-c92207511844 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Deleting subnet aa1bd221-b653-45e9-9f81-76dec7fa2b11 {{(pid=94420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:38:03.726881 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5af17d6f-5d63-4152-bc34-c92207511844 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks [] for subnet, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:03.774499 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-77652856-531c-4b1d-859b-9472866619c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, ee118506-45b1-4dba-93ba-b548823d33e4) {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:38:03.790610 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474a040f-1b3f-42ed-859a-79c69738fe88 None None] Network ee118506-45b1-4dba-93ba-b548823d33e4 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:38:03.824672 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77652856-531c-4b1d-859b-9472866619c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:03.825805 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-77652856-531c-4b1d-859b-9472866619c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:03.893470 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-80798848-cf63-4421-a6e3-59d4a55c3fc9 req-fc5a16bc-a9c6-4acd-9170-6ad476b6ace1 service neutron] 10.222.0.58 "GET /v2.0/networks/ccbbacf0-1abe-4045-961d-b400e33c654c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9651501 Aug 05 11:38:03.913004 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8382fb3f-3882-48fb-807a-1ff1a97a4214 req-b1bba4f2-793b-4bcf-ae78-cf72c5824649 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:03.928708 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8382fb3f-3882-48fb-807a-1ff1a97a4214 req-b1bba4f2-793b-4bcf-ae78-cf72c5824649 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/networks?id=3bbc31db-4958-4e8b-9f8e-bc48b5d28e47 HTTP/1.1" status: 200 len: 812 time: 0.8357046 Aug 05 11:38:03.949478 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5af17d6f-5d63-4152-bc34-c92207511844 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25010562'] for subnet, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:04.039815 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-77652856-531c-4b1d-859b-9472866619c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.0660405 Aug 05 11:38:04.090281 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 34568) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:38:04.119192 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-14b0e02d-4e8e-4272-874a-9c3a83f19d29 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424-project] Request body: {'port': {'network_id': 'ee118506-45b1-4dba-93ba-b548823d33e4', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-470097985'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:38:04.128307 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8382fb3f-3882-48fb-807a-1ff1a97a4214 req-1fba93c6-52f0-4eec-b2ef-b729f7559486 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/quotas/922471f37b13454ba92168a26c5eea8e HTTP/1.1" status: 200 len: 375 time: 0.1723258 Aug 05 11:38:04.154058 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ff45fe-ec14-448e-ae0f-9052186ba6be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-ee118506-45b1-4dba-93ba-b548823d33e4', 'network_id': 'ee118506-45b1-4dba-93ba-b548823d33e4', 'tenant_id': 'a53fd46906504726bb0bc5d0dcf5c587', 'fixed_ips': [{'subnet_id': 'b5075c38-d58d-4995-990d-7bb978297d50'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 11:38:04.156082 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f9ff45fe-ec14-448e-ae0f-9052186ba6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:04.201821 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4cd4298f-0fad-4bb9-8667-6914238fd7c9 req-bd622947-0b5d-4bcc-9e22-1167e4ff2b7a service neutron] 10.222.0.55 "GET /v2.0/networks/535dc2f1-67b1-49cd-891b-67f3b995cbf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8505414 Aug 05 11:38:04.212517 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-eceffdbe-7fce-4b25-9738-d8721620bdd6 req-8fc0845f-831a-4184-86a8-59895bc91d91 service neutron] 10.222.0.55 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8376522 Aug 05 11:38:04.409951 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4cd4298f-0fad-4bb9-8667-6914238fd7c9 req-42d9b2e3-fd24-438f-94c7-13a0c3fe83a3 service neutron] 10.222.0.55 "GET /v2.0/networks/535dc2f1-67b1-49cd-891b-67f3b995cbf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951530 Aug 05 11:38:04.532194 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5af17d6f-5d63-4152-bc34-c92207511844 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:04.560988 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-f9ff45fe-ec14-448e-ae0f-9052186ba6be None None] Allocated IP 2001:db8::2 (ee118506-45b1-4dba-93ba-b548823d33e4/b5075c38-d58d-4995-990d-7bb978297d50/962998e0-59eb-4557-9ff8-2cbeeeeced5e) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:38:04.577542 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8382fb3f-3882-48fb-807a-1ff1a97a4214 req-52d3d159-4fa3-4346-8f0b-702642cfb4a4 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=922471f37b13454ba92168a26c5eea8e&fields=id HTTP/1.1" status: 200 len: 486 time: 0.4039338 Aug 05 11:38:04.627510 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-eceffdbe-7fce-4b25-9738-d8721620bdd6 req-706cd38a-6fdb-41c0-9dc0-ef40ae483ac1 service neutron] 10.222.0.55 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235043 Aug 05 11:38:04.648928 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-80798848-cf63-4421-a6e3-59d4a55c3fc9 req-fae4281f-c0e9-4665-8509-3505d6d95fbe service neutron] 10.222.0.58 "GET /v2.0/networks/ccbbacf0-1abe-4045-961d-b400e33c654c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7159386 Aug 05 11:38:04.881154 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5af17d6f-5d63-4152-bc34-c92207511844 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29762763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24211094'] for subnet, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:04.884340 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecd94282-dd1a-4350-96e8-05aad30e4656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77b879bb-72ce-4c7a-ba73-52226462454f'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:38:04.888582 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df6cf9dd-5152-4823-8058-a1057f635ad1" -d '{"events": [{"server_uuid": "ecd94282-dd1a-4350-96e8-05aad30e4656", "name": "network-vif-plugged", "status": "completed", "tag": "77b879bb-72ce-4c7a-ba73-52226462454f"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:38:04.951649 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14b0e02d-4e8e-4272-874a-9c3a83f19d29 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424-project] Made reservation on behalf of a53fd46906504726bb0bc5d0dcf5c587 for: {'port': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:38:04.954921 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-14b0e02d-4e8e-4272-874a-9c3a83f19d29 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:04.967586 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f9ff45fe-ec14-448e-ae0f-9052186ba6be None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:04.989807 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f9ff45fe-ec14-448e-ae0f-9052186ba6be None None] Transition to ACTIVE for port object 962998e0-59eb-4557-9ff8-2cbeeeeced5e will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:38:04.994469 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [None req-14b0e02d-4e8e-4272-874a-9c3a83f19d29 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424-project] device_id is not set on port 757912f3-f91e-4edc-abf6-509c6d3897d3 yet. {{(pid=94420) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 11:38:05.043957 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f9ff45fe-ec14-448e-ae0f-9052186ba6be None None] Transition to ACTIVE for port object 962998e0-59eb-4557-9ff8-2cbeeeeced5e will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:38:05.059080 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f9ff45fe-ec14-448e-ae0f-9052186ba6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:05.125842 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf91e74-3afd-4840-9855-984c1a067826 None None] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:38:05.133226 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af17d6f-5d63-4152-bc34-c92207511844 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Pushing event deleted for resources: {'Subnet': ['ID=aa1bd221-b653-45e9-9f81-76dec7fa2b11,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:38:05.140651 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5af17d6f-5d63-4152-bc34-c92207511844 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:05.150834 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 34578) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:38:05.151778 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-5af17d6f-5d63-4152-bc34-c92207511844 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "DELETE /v2.0/subnets/aa1bd221-b653-45e9-9f81-76dec7fa2b11 HTTP/1.1" status: 204 len: 168 time: 2.2154529 Aug 05 11:38:05.249316 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-ace7ae7b-53ca-44a0-ab11-c2cc35d49f83 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0966489 Aug 05 11:38:05.253628 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 34580) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:38:05.273321 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-524904da-ad7f-4266-b4d0-a65e131a8fab tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Request body: {'subnet': {'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:38:05.315972 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8382fb3f-3882-48fb-807a-1ff1a97a4214 req-b8616f89-61fe-4241-a327-02ba62a5db9f service neutron] 10.222.0.58 "GET /v2.0/networks/3bbc31db-4958-4e8b-9f8e-bc48b5d28e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6645849 Aug 05 11:38:05.534719 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ff45fe-ec14-448e-ae0f-9052186ba6be None None] Network ee118506-45b1-4dba-93ba-b548823d33e4 is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:38:05.547332 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-f9ff45fe-ec14-448e-ae0f-9052186ba6be None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:38:05.564169 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ff45fe-ec14-448e-ae0f-9052186ba6be None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:38:05.578754 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ff45fe-ec14-448e-ae0f-9052186ba6be None None] Pushing event updated for resources: {'Port': ['ID=962998e0-59eb-4557-9ff8-2cbeeeeced5e,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:38:05.666275 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device b3a5578f-a67f-4cf0-9dd7-6d3480ac0c01 details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:38:05.680419 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187f7868-1d71-4d41-b8df-282151f911f1 req-19f56444-e01a-4a61-b76a-355c4ac8b7bc tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:05.684473 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-187f7868-1d71-4d41-b8df-282151f911f1 req-19f56444-e01a-4a61-b76a-355c4ac8b7bc tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=ecd94282-dd1a-4350-96e8-05aad30e4656 HTTP/1.1" status: 200 len: 949 time: 0.5802166 Aug 05 11:38:05.807824 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-14b0e02d-4e8e-4272-874a-9c3a83f19d29 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424-project] Allocated IP 2001:db8::25e (ee118506-45b1-4dba-93ba-b548823d33e4/b5075c38-d58d-4995-990d-7bb978297d50/757912f3-f91e-4edc-abf6-509c6d3897d3) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:38:05.811865 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-f9ff45fe-ec14-448e-ae0f-9052186ba6be None None] Attempting to bind port 962998e0-59eb-4557-9ff8-2cbeeeeced5e on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:38:05.812538 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-f9ff45fe-ec14-448e-ae0f-9052186ba6be None None] Attempting to bind port 962998e0-59eb-4557-9ff8-2cbeeeeced5e by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'a963978b-4392-4150-954d-2fbae3c9b999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'ee118506-45b1-4dba-93ba-b548823d33e4'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:38:05.813171 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ff45fe-ec14-448e-ae0f-9052186ba6be None None] Attempting to bind port 962998e0-59eb-4557-9ff8-2cbeeeeced5e on network ee118506-45b1-4dba-93ba-b548823d33e4 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:38:05.910131 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ff45fe-ec14-448e-ae0f-9052186ba6be None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:38:05.911176 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-524904da-ad7f-4266-b4d0-a65e131a8fab tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Made reservation on behalf of 2255634a74e844e794fd358818288ba1 for: {'subnet': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:38:05.912791 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ff45fe-ec14-448e-ae0f-9052186ba6be None None] Checking segment: {'id': 'a963978b-4392-4150-954d-2fbae3c9b999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'ee118506-45b1-4dba-93ba-b548823d33e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:38:05.914068 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f9ff45fe-ec14-448e-ae0f-9052186ba6be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:05.914980 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ff45fe-ec14-448e-ae0f-9052186ba6be None None] Bound using segment: {'id': 'a963978b-4392-4150-954d-2fbae3c9b999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'ee118506-45b1-4dba-93ba-b548823d33e4'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:38:05.916022 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-f9ff45fe-ec14-448e-ae0f-9052186ba6be None None] Bound port: 962998e0-59eb-4557-9ff8-2cbeeeeced5e, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a963978b-4392-4150-954d-2fbae3c9b999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'ee118506-45b1-4dba-93ba-b548823d33e4'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:38:05.916958 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-524904da-ad7f-4266-b4d0-a65e131a8fab tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24211133'] for subnet, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:05.917369 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f9ff45fe-ec14-448e-ae0f-9052186ba6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:05.970511 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-187f7868-1d71-4d41-b8df-282151f911f1 req-e34d8e33-9f1f-456c-b038-dedf2c38c769 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554636 Aug 05 11:38:06.031184 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8382fb3f-3882-48fb-807a-1ff1a97a4214 req-eb8423ed-c9bc-4c18-aaaf-612bb4689bce service neutron] 10.222.0.58 "GET /v2.0/networks/3bbc31db-4958-4e8b-9f8e-bc48b5d28e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6243949 Aug 05 11:38:06.081522 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd362154-2bf7-4f60-b6f1-53a38550a540 None None] DHCP port deletion for 65f763dc-e344-4f1a-a003-f0293beb6d65 request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 11:38:06.143918 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f9ff45fe-ec14-448e-ae0f-9052186ba6be None None] For port 962998e0-59eb-4557-9ff8-2cbeeeeced5e, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:38:06.164231 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f9ff45fe-ec14-448e-ae0f-9052186ba6be None None] For port 962998e0-59eb-4557-9ff8-2cbeeeeced5e, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=962998e0-59eb-4557-9ff8-2cbeeeeced5e,segment=NetworkSegment(a963978b-4392-4150-954d-2fbae3c9b999),segment_id=a963978b-4392-4150-954d-2fbae3c9b999)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:38:06.285625 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f9ff45fe-ec14-448e-ae0f-9052186ba6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:06.297069 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port b3a5578f-a67f-4cf0-9dd7-6d3480ac0c01, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=b3a5578f-a67f-4cf0-9dd7-6d3480ac0c01,segment=NetworkSegment(1464bea6-dc68-4175-ac76-169c7629018f),segment_id=1464bea6-dc68-4175-ac76-169c7629018f)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:38:06.411002 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Returning: {'device': 'b3a5578f-a67f-4cf0-9dd7-6d3480ac0c01', 'network_id': '535dc2f1-67b1-49cd-891b-67f3b995cbf8', 'port_id': 'b3a5578f-a67f-4cf0-9dd7-6d3480ac0c01', 'mac_address': 'fa:16:3e:4f:8d:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b19baf8-9ef5-4535-9e61-0fc2264669f6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:38:06.561956 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:06.612001 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ff45fe-ec14-448e-ae0f-9052186ba6be None None] Pushing event updated for resources: {'Port': ['ID=962998e0-59eb-4557-9ff8-2cbeeeeced5e,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:38:06.715946 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf45b87-04fd-408e-9557-56376f2a3a26 req-c3ce5629-1a0d-404d-971d-357e7af628ab tempest-ServersNegativeTestMultiTenantJSON-1481245538 tempest-ServersNegativeTestMultiTenantJSON-1481245538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:06.728909 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bbf45b87-04fd-408e-9557-56376f2a3a26 req-c3ce5629-1a0d-404d-971d-357e7af628ab tempest-ServersNegativeTestMultiTenantJSON-1481245538 tempest-ServersNegativeTestMultiTenantJSON-1481245538-project] 10.222.0.58 "GET /v2.0/ports?device_id=69af199a-3ae2-4baa-8c38-14d046b9e93f HTTP/1.1" status: 200 len: 945 time: 0.4798164 Aug 05 11:38:06.737339 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3a5578f-a67f-4cf0-9dd7-6d3480ac0c01 {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:38:06.814652 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-dd362154-2bf7-4f60-b6f1-53a38550a540 None None] Deleting port e406e03e-bfcf-41d3-ad0b-4de8eed806bb {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:38:06.815306 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-dd362154-2bf7-4f60-b6f1-53a38550a540 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:07.037079 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-14b0e02d-4e8e-4272-874a-9c3a83f19d29 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:07.057326 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port b3a5578f-a67f-4cf0-9dd7-6d3480ac0c01, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=b3a5578f-a67f-4cf0-9dd7-6d3480ac0c01,segment=NetworkSegment(1464bea6-dc68-4175-ac76-169c7629018f),segment_id=1464bea6-dc68-4175-ac76-169c7629018f)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:38:07.081246 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4ca3302-be2c-4b3d-a6df-a867ffe8c89a x-openstack-request-id: req-a4ca3302-be2c-4b3d-a6df-a867ffe8c89a {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:38:07.082123 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2bfed94-1269-48e9-86ec-5a99e2a851e3", "tag": "b3a5578f-a67f-4cf0-9dd7-6d3480ac0c01", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:38:07.082437 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a4ca3302-be2c-4b3d-a6df-a867ffe8c89a {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:38:07.083994 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2bfed94-1269-48e9-86ec-5a99e2a851e3', 'tag': 'b3a5578f-a67f-4cf0-9dd7-6d3480ac0c01', 'status': 'completed', 'code': 200} Aug 05 11:38:07.096579 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:07.119489 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bbf45b87-04fd-408e-9557-56376f2a3a26 req-67f8a55a-2fb8-4689-8031-5d1fca40df9b tempest-ServersNegativeTestMultiTenantJSON-1481245538 tempest-ServersNegativeTestMultiTenantJSON-1481245538-project] 10.222.0.58 "GET /v2.0/security-groups?id=9a6c898a-d216-4ffd-be39-cfbc4dbffae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3766782 Aug 05 11:38:07.173091 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [None req-14b0e02d-4e8e-4272-874a-9c3a83f19d29 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424-project] Transition to ACTIVE for port object 757912f3-f91e-4edc-abf6-509c6d3897d3 will not be triggered until provisioned by entity DHCP. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:38:07.212883 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-524904da-ad7f-4266-b4d0-a65e131a8fab tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29762700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24211087'] for subnet, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:07.422968 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d764db-3f7d-4bb4-8fb7-c6955fa04e61 req-6ae43d7e-51c7-4e1a-8dc2-382e54637db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:07.448808 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-92d764db-3f7d-4bb4-8fb7-c6955fa04e61 req-6ae43d7e-51c7-4e1a-8dc2-382e54637db2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=913ffd5cf69b465594d3b2ba08eae5b1&device_id=e2bfed94-1269-48e9-86ec-5a99e2a851e3 HTTP/1.1" status: 200 len: 1096 time: 0.3238676 Aug 05 11:38:07.503547 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98519fcc-6136-4826-b0b3-280c5f1b381b x-openstack-request-id: req-98519fcc-6136-4826-b0b3-280c5f1b381b {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:38:07.504012 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecd94282-dd1a-4350-96e8-05aad30e4656", "name": "network-vif-plugged", "status": "completed", "tag": "77b879bb-72ce-4c7a-ba73-52226462454f", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:38:07.504401 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-98519fcc-6136-4826-b0b3-280c5f1b381b {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:38:07.505739 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecd94282-dd1a-4350-96e8-05aad30e4656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77b879bb-72ce-4c7a-ba73-52226462454f', 'code': 200} Aug 05 11:38:07.527087 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524904da-ad7f-4266-b4d0-a65e131a8fab tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:38:07.550835 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-dd362154-2bf7-4f60-b6f1-53a38550a540 None None] For port e406e03e-bfcf-41d3-ad0b-4de8eed806bb, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=e406e03e-bfcf-41d3-ad0b-4de8eed806bb,segment=NetworkSegment(c3ce43ff-a33b-459d-a35e-6c011fee3456),segment_id=c3ce43ff-a33b-459d-a35e-6c011fee3456)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:38:07.551714 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-dd362154-2bf7-4f60-b6f1-53a38550a540 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:07.611988 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['b3a5578f-a67f-4cf0-9dd7-6d3480ac0c01'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:38:07.689552 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-524904da-ad7f-4266-b4d0-a65e131a8fab tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:38:07.744046 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524904da-ad7f-4266-b4d0-a65e131a8fab tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:07.745993 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-524904da-ad7f-4266-b4d0-a65e131a8fab tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:07.840172 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-15f1c9c3-7180-4d05-b079-3188311855bd req-3985107a-ea59-4171-9acb-79a6ee16acc9 tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fd6170c-70dd-4607-bd40-eee82090f984 HTTP/1.1" status: 200 len: 210 time: 0.2423844 Aug 05 11:38:07.851144 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524904da-ad7f-4266-b4d0-a65e131a8fab tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Pushing event updated for resources: {'Subnet': ['ID=8637e093-f945-4233-bf95-1d425b938da8,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:38:07.865439 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-dd362154-2bf7-4f60-b6f1-53a38550a540 None None] Calling delete_port for e406e03e-bfcf-41d3-ad0b-4de8eed806bb owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:38:07.872295 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-382217e7-8ee6-4d7a-9392-83ab13c12f0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:07.875295 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 962998e0-59eb-4557-9ff8-2cbeeeeced5e up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:38:07.914235 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d764db-3f7d-4bb4-8fb7-c6955fa04e61 req-7626e81a-ccdc-41a0-8ab4-0264357f8553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:07.919241 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-92d764db-3f7d-4bb4-8fb7-c6955fa04e61 req-7626e81a-ccdc-41a0-8ab4-0264357f8553 service neutron] 10.222.0.55 "GET /v2.0/networks?id=535dc2f1-67b1-49cd-891b-67f3b995cbf8 HTTP/1.1" status: 200 len: 907 time: 0.4619501 Aug 05 11:38:07.920807 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-524904da-ad7f-4266-b4d0-a65e131a8fab tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.6587253 Aug 05 11:38:07.921867 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 34608) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:38:07.930266 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-14b0e02d-4e8e-4272-874a-9c3a83f19d29 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:07.938895 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-1abac500-abe8-4db9-94e4-02f240b009f2 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Request body: {'port': {'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65', 'fixed_ips': [{'subnet_id': '8637e093-f945-4233-bf95-1d425b938da8', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-1750856967'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:38:08.039578 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-92d764db-3f7d-4bb4-8fb7-c6955fa04e61 req-407de995-8054-4d01-9e6b-81ddee95f491 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b3a5578f-a67f-4cf0-9dd7-6d3480ac0c01 HTTP/1.1" status: 200 len: 217 time: 0.1106365 Aug 05 11:38:08.156873 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=b3a5578f-a67f-4cf0-9dd7-6d3480ac0c01,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:38:08.286997 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5964097b-22a5-4c51-a057-7878192f966e req-8ecd5e7b-aa90-4467-bf3c-0dfc4e9c70fd tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:08.296996 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5964097b-22a5-4c51-a057-7878192f966e req-8ecd5e7b-aa90-4467-bf3c-0dfc4e9c70fd tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?device_id=e2bfed94-1269-48e9-86ec-5a99e2a851e3 HTTP/1.1" status: 200 len: 945 time: 0.8365018 Aug 05 11:38:08.513368 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d764db-3f7d-4bb4-8fb7-c6955fa04e61 req-37485225-7123-4961-8304-92b9904e123b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:08.516204 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-92d764db-3f7d-4bb4-8fb7-c6955fa04e61 req-37485225-7123-4961-8304-92b9904e123b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1b19baf8-9ef5-4535-9e61-0fc2264669f6 HTTP/1.1" status: 200 len: 846 time: 0.4687102 Aug 05 11:38:08.586670 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-92d764db-3f7d-4bb4-8fb7-c6955fa04e61 req-86becc40-1085-4c1e-a0e0-b6bfc0d636e0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=535dc2f1-67b1-49cd-891b-67f3b995cbf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627613 Aug 05 11:38:08.603362 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b0e02d-4e8e-4272-874a-9c3a83f19d29 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424-project] Pushing event updated for resources: {'Port': ['ID=757912f3-f91e-4edc-abf6-509c6d3897d3,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:38:08.609092 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-dd362154-2bf7-4f60-b6f1-53a38550a540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:08.636111 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceffdbe-7fce-4b25-9738-d8721620bdd6 req-23bc0c17-e3be-46ec-bcc3-5dc3cf7a6eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:08.639572 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-eceffdbe-7fce-4b25-9738-d8721620bdd6 req-23bc0c17-e3be-46ec-bcc3-5dc3cf7a6eb1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ecd94282-dd1a-4350-96e8-05aad30e4656&tenant_id=f811ccc1244d4d32a53adbbe13250fd5 HTTP/1.1" status: 200 len: 1100 time: 0.2288082 Aug 05 11:38:08.707876 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 962998e0-59eb-4557-9ff8-2cbeeeeced5e completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:38:08.734088 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd362154-2bf7-4f60-b6f1-53a38550a540 None None] No DVR routers for this DVR port e406e03e-bfcf-41d3-ad0b-4de8eed806bb on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:38:08.748517 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd362154-2bf7-4f60-b6f1-53a38550a540 None None] Pushing event deleted for resources: {'Port': ['ID=e406e03e-bfcf-41d3-ad0b-4de8eed806bb,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:38:08.793048 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-eceffdbe-7fce-4b25-9738-d8721620bdd6 req-b9a02f73-786e-4da9-b7b0-015e8cdf503a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-803378-2', 'device_owner': 'compute:nova'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:38:08.890523 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76bc0ebf-4b0b-4657-81e8-3d767c7340a5 None None] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:38:08.940685 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-adc1eb40-558c-48cc-a136-2d557220e234 req-3b746017-2c6a-4370-af47-1290c434c29f tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c3fb18e-c03b-4991-b08c-3d84749cfd93 HTTP/1.1" status: 200 len: 210 time: 0.6310973 Aug 05 11:38:08.953808 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device e406e03e-bfcf-41d3-ad0b-4de8eed806bb no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:38:09.013084 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b0e02d-4e8e-4272-874a-9c3a83f19d29 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424-project] Network ee118506-45b1-4dba-93ba-b548823d33e4 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:38:09.057147 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-14b0e02d-4e8e-4272-874a-9c3a83f19d29 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:38:09.066058 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: e406e03e-bfcf-41d3-ad0b-4de8eed806bb {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:38:09.067352 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device e406e03e-bfcf-41d3-ad0b-4de8eed806bb not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:38:09.081447 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b0e02d-4e8e-4272-874a-9c3a83f19d29 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:38:09.089635 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b67ab34-7ecc-4072-a525-479d154b6742 None None] Network ee118506-45b1-4dba-93ba-b548823d33e4 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:38:09.095667 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b0e02d-4e8e-4272-874a-9c3a83f19d29 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:09.097029 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-14b0e02d-4e8e-4272-874a-9c3a83f19d29 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:09.123402 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-92d764db-3f7d-4bb4-8fb7-c6955fa04e61 req-ba7af843-7167-4f44-a6d0-33b4cb5b172c service neutron] 10.222.0.55 "GET /v2.0/networks/535dc2f1-67b1-49cd-891b-67f3b995cbf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5202780 Aug 05 11:38:09.151306 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5964097b-22a5-4c51-a057-7878192f966e req-05b6de43-5841-45ad-9d10-d7d6b8f10f37 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/security-groups?id=5dfacf8b-ef80-4e03-9b2b-0b5aacf0bf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6403384 Aug 05 11:38:09.190100 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80798848-cf63-4421-a6e3-59d4a55c3fc9 req-4dbb6159-4a96-47d7-b9fb-ce4a1a7e555c tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:09.199116 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-80798848-cf63-4421-a6e3-59d4a55c3fc9 req-4dbb6159-4a96-47d7-b9fb-ce4a1a7e555c tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] 10.222.0.64 "GET /v2.0/networks?id=ccbbacf0-1abe-4045-961d-b400e33c654c HTTP/1.1" status: 200 len: 813 time: 1.1290045 Aug 05 11:38:09.285028 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-14b0e02d-4e8e-4272-874a-9c3a83f19d29 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 5.1834304 Aug 05 11:38:09.293977 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 34616) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:38:09.309083 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-63b9209b-1788-4b88-ae2c-8d1c9b526503 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424-project] Request body: {'port': {'network_id': 'ee118506-45b1-4dba-93ba-b548823d33e4', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-341357589', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:38:09.310014 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.api.validators [None req-63b9209b-1788-4b88-ae2c-8d1c9b526503 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424-project] bootfile-name is not in valid_values {{(pid=94420) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 05 11:38:09.310606 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.api.validators [None req-63b9209b-1788-4b88-ae2c-8d1c9b526503 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424-project] tftp-server is not in valid_values {{(pid=94420) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 05 11:38:09.311172 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.api.validators [None req-63b9209b-1788-4b88-ae2c-8d1c9b526503 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424-project] server-ip-address is not in valid_values {{(pid=94420) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 05 11:38:09.354291 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-0365d577-56de-4187-b1ca-255ccd7054e7 None None] Provisioning for port 962998e0-59eb-4557-9ff8-2cbeeeeced5e completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:38:09.368860 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-0365d577-56de-4187-b1ca-255ccd7054e7 None None] Provisioning complete for port 962998e0-59eb-4557-9ff8-2cbeeeeced5e triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:38:09.369570 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-0365d577-56de-4187-b1ca-255ccd7054e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:09.502626 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fe3524-d8d1-4536-8ee1-76f82d40dfbf req-83d97d93-a31a-45d8-ad82-05c3325d98b5 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:09.506668 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-36fe3524-d8d1-4536-8ee1-76f82d40dfbf req-83d97d93-a31a-45d8-ad82-05c3325d98b5 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=ecd94282-dd1a-4350-96e8-05aad30e4656 HTTP/1.1" status: 200 len: 949 time: 0.3105245 Aug 05 11:38:09.507552 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1abac500-abe8-4db9-94e4-02f240b009f2 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Made reservation on behalf of 2255634a74e844e794fd358818288ba1 for: {'port': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:38:09.574787 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-80798848-cf63-4421-a6e3-59d4a55c3fc9 req-e71c2b5e-7f1a-4dbc-8538-ae9094861480 tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] Request body: {'port': {'device_id': '6fd6170c-70dd-4607-bd40-eee82090f984', 'network_id': 'ccbbacf0-1abe-4045-961d-b400e33c654c', 'admin_state_up': True, 'tenant_id': 'a821dc3f7db4460eaef6929bf1c161a1'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:38:09.701700 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-92d764db-3f7d-4bb4-8fb7-c6955fa04e61 req-818d5267-1753-4df2-9a56-950cb8e41af7 service neutron] 10.222.0.55 "GET /v2.0/networks/535dc2f1-67b1-49cd-891b-67f3b995cbf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4947269 Aug 05 11:38:09.707416 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-eceffdbe-7fce-4b25-9738-d8721620bdd6 req-b9a02f73-786e-4da9-b7b0-015e8cdf503a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:09.726914 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 77b879bb-72ce-4c7a-ba73-52226462454f no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:38:09.841562 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-36fe3524-d8d1-4536-8ee1-76f82d40dfbf req-3e4c2c20-37da-49e6-a5b5-8e57d83bba8d tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2970457 Aug 05 11:38:09.910760 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd1a409-92a9-4506-99e9-b28db88425a1 req-4d5e65a5-a545-4e9c-b252-c9fcf296e023 tempest-ServersNegativeTestMultiTenantJSON-1481245538 tempest-ServersNegativeTestMultiTenantJSON-1481245538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:09.924332 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fbd1a409-92a9-4506-99e9-b28db88425a1 req-4d5e65a5-a545-4e9c-b252-c9fcf296e023 tempest-ServersNegativeTestMultiTenantJSON-1481245538 tempest-ServersNegativeTestMultiTenantJSON-1481245538-project] 10.222.0.58 "GET /v2.0/ports?device_id=69af199a-3ae2-4baa-8c38-14d046b9e93f HTTP/1.1" status: 200 len: 945 time: 0.4393358 Aug 05 11:38:09.967938 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1abac500-abe8-4db9-94e4-02f240b009f2 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:10.034897 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63b9209b-1788-4b88-ae2c-8d1c9b526503 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424-project] Made reservation on behalf of a53fd46906504726bb0bc5d0dcf5c587 for: {'port': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:38:10.043887 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-63b9209b-1788-4b88-ae2c-8d1c9b526503 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:10.085590 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-0365d577-56de-4187-b1ca-255ccd7054e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:10.090671 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-54d49ac4-c902-45b4-b935-3bc1fbb362db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:10.132558 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52c4950-ba7b-4c1e-aa76-64490a79d93a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-65f763dc-e344-4f1a-a003-f0293beb6d65', 'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65', 'tenant_id': '2255634a74e844e794fd358818288ba1', 'fixed_ips': [{'subnet_id': '8637e093-f945-4233-bf95-1d425b938da8'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 11:38:10.134295 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-a52c4950-ba7b-4c1e-aa76-64490a79d93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:10.152166 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:10.285044 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [None req-63b9209b-1788-4b88-ae2c-8d1c9b526503 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424-project] device_id is not set on port ca7e3598-f4c7-464a-a6b2-80ecef82ffba yet. {{(pid=94420) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 11:38:10.305648 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [None req-1abac500-abe8-4db9-94e4-02f240b009f2 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] device_id is not set on port 64de50e5-bc0c-4849-b206-027878cc5896 yet. {{(pid=94420) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 11:38:10.369030 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fbd1a409-92a9-4506-99e9-b28db88425a1 req-c04184fe-adb6-43c0-a7b6-6541dc41437f tempest-ServersNegativeTestMultiTenantJSON-1481245538 tempest-ServersNegativeTestMultiTenantJSON-1481245538-project] 10.222.0.58 "GET /v2.0/security-groups?id=9a6c898a-d216-4ffd-be39-cfbc4dbffae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4430864 Aug 05 11:38:10.446793 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-0365d577-56de-4187-b1ca-255ccd7054e7 None None] For port 962998e0-59eb-4557-9ff8-2cbeeeeced5e, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=962998e0-59eb-4557-9ff8-2cbeeeeced5e,segment=NetworkSegment(a963978b-4392-4150-954d-2fbae3c9b999),segment_id=a963978b-4392-4150-954d-2fbae3c9b999)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:38:10.487992 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-0365d577-56de-4187-b1ca-255ccd7054e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:10.604973 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:10.622776 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80798848-cf63-4421-a6e3-59d4a55c3fc9 req-e71c2b5e-7f1a-4dbc-8538-ae9094861480 tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] Made reservation on behalf of a821dc3f7db4460eaef6929bf1c161a1 for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:38:10.629496 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-80798848-cf63-4421-a6e3-59d4a55c3fc9 req-e71c2b5e-7f1a-4dbc-8538-ae9094861480 tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:10.747470 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-eceffdbe-7fce-4b25-9738-d8721620bdd6 req-b9a02f73-786e-4da9-b7b0-015e8cdf503a service neutron] For port 77b879bb-72ce-4c7a-ba73-52226462454f, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=77b879bb-72ce-4c7a-ba73-52226462454f,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:38:10.794261 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1da72339-5b4a-4982-a7c4-98eccdf37614 req-164eed55-a399-4a2a-b610-0fde853da4d6 tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fd6170c-70dd-4607-bd40-eee82090f984 HTTP/1.1" status: 200 len: 210 time: 0.6227505 Aug 05 11:38:10.990111 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0365d577-56de-4187-b1ca-255ccd7054e7 None None] Pushing event updated for resources: {'Port': ['ID=962998e0-59eb-4557-9ff8-2cbeeeeced5e,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:38:10.999562 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-a52c4950-ba7b-4c1e-aa76-64490a79d93a None None] Allocated IP 2001:db8::2 (65f763dc-e344-4f1a-a003-f0293beb6d65/8637e093-f945-4233-bf95-1d425b938da8/e6755732-9032-4130-bd4f-2e3b5512b0f3) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:38:11.024272 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-eceffdbe-7fce-4b25-9738-d8721620bdd6 req-b9a02f73-786e-4da9-b7b0-015e8cdf503a service neutron] For port 77b879bb-72ce-4c7a-ba73-52226462454f, host n-h2-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:38:11.039091 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b5ced5dd-95b7-4760-b509-300ed0af3c18 None None] Provisioning for port 757912f3-f91e-4edc-abf6-509c6d3897d3 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:38:11.095475 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0b354e52-9661-4217-b4c1-e495dfa0c6cb req-28567857-9ead-47e1-8818-d041bfce8569 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c3fb18e-c03b-4991-b08c-3d84749cfd93 HTTP/1.1" status: 200 len: 210 time: 0.1406236 Aug 05 11:38:11.113757 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b5ced5dd-95b7-4760-b509-300ed0af3c18 None None] Provisioning complete for port 757912f3-f91e-4edc-abf6-509c6d3897d3 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:38:11.115991 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b5ced5dd-95b7-4760-b509-300ed0af3c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:11.260363 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecd94282-dd1a-4350-96e8-05aad30e4656', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77b879bb-72ce-4c7a-ba73-52226462454f'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:38:11.266850 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c657af0-f4ce-499d-9d68-0bf26d86bbaa" -d '{"events": [{"server_uuid": "ecd94282-dd1a-4350-96e8-05aad30e4656", "name": "network-vif-unplugged", "status": "completed", "tag": "77b879bb-72ce-4c7a-ba73-52226462454f"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:38:11.290479 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-80798848-cf63-4421-a6e3-59d4a55c3fc9 req-e71c2b5e-7f1a-4dbc-8538-ae9094861480 tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] Allocated IP 172.20.0.6 (ccbbacf0-1abe-4045-961d-b400e33c654c/e5bdc290-a382-4409-a240-624b47e4f60f/41c93dc2-a49a-4318-b4b2-aa38dea3e60c) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:38:11.351248 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-eceffdbe-7fce-4b25-9738-d8721620bdd6 req-b9a02f73-786e-4da9-b7b0-015e8cdf503a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:11.353433 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-b5ced5dd-95b7-4760-b509-300ed0af3c18 None None] Port 757912f3-f91e-4edc-abf6-509c6d3897d3 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:38:11.421015 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-eceffdbe-7fce-4b25-9738-d8721620bdd6 req-b9a02f73-786e-4da9-b7b0-015e8cdf503a service neutron] Transition to ACTIVE for port object 77b879bb-72ce-4c7a-ba73-52226462454f will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:38:11.423650 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b5ced5dd-95b7-4760-b509-300ed0af3c18 None None] Provisioning complete for port 962998e0-59eb-4557-9ff8-2cbeeeeced5e triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:38:11.436171 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b5ced5dd-95b7-4760-b509-300ed0af3c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:11.442801 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-eceffdbe-7fce-4b25-9738-d8721620bdd6 req-b9a02f73-786e-4da9-b7b0-015e8cdf503a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:11.541867 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 962998e0-59eb-4557-9ff8-2cbeeeeced5e up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:38:11.810113 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-80798848-cf63-4421-a6e3-59d4a55c3fc9 req-e71c2b5e-7f1a-4dbc-8538-ae9094861480 tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:11.883594 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.db.api [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94422) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 05 11:38:11.884375 n-d-803378-2 neutron-server[94422]: DEBUG oslo_db.api [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 11:38:11.885612 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:11.887125 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a02f73-786e-4da9-b7b0-015e8cdf503a service neutron] Pushing event updated for resources: {'Port': ['ID=77b879bb-72ce-4c7a-ba73-52226462454f,revision_number=10']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:38:11.911728 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-80798848-cf63-4421-a6e3-59d4a55c3fc9 req-e71c2b5e-7f1a-4dbc-8538-ae9094861480 tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:11.913588 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-a52c4950-ba7b-4c1e-aa76-64490a79d93a None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:11.917537 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 962998e0-59eb-4557-9ff8-2cbeeeeced5e triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:38:11.918689 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:11.962784 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-eceffdbe-7fce-4b25-9738-d8721620bdd6 req-b9a02f73-786e-4da9-b7b0-015e8cdf503a service neutron] No DVR routers for this DVR port 77b879bb-72ce-4c7a-ba73-52226462454f on host n-h2-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:38:12.028857 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-a52c4950-ba7b-4c1e-aa76-64490a79d93a None None] Transition to ACTIVE for port object e6755732-9032-4130-bd4f-2e3b5512b0f3 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:38:12.095953 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-a52c4950-ba7b-4c1e-aa76-64490a79d93a None None] Transition to ACTIVE for port object e6755732-9032-4130-bd4f-2e3b5512b0f3 will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:38:12.099519 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8382fb3f-3882-48fb-807a-1ff1a97a4214 req-59b5e570-0cd8-4841-8122-66d1aae6cdd3 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:12.103234 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8382fb3f-3882-48fb-807a-1ff1a97a4214 req-59b5e570-0cd8-4841-8122-66d1aae6cdd3 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.64 "GET /v2.0/networks?id=3bbc31db-4958-4e8b-9f8e-bc48b5d28e47 HTTP/1.1" status: 200 len: 812 time: 2.0967183 Aug 05 11:38:12.122788 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-a52c4950-ba7b-4c1e-aa76-64490a79d93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:12.142181 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80798848-cf63-4421-a6e3-59d4a55c3fc9 req-e71c2b5e-7f1a-4dbc-8538-ae9094861480 tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] Network ccbbacf0-1abe-4045-961d-b400e33c654c is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:38:12.145053 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-80798848-cf63-4421-a6e3-59d4a55c3fc9 req-e71c2b5e-7f1a-4dbc-8538-ae9094861480 tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:38:12.174106 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-63b9209b-1788-4b88-ae2c-8d1c9b526503 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424-project] Allocated IP 2001:db8::3b3 (ee118506-45b1-4dba-93ba-b548823d33e4/b5075c38-d58d-4995-990d-7bb978297d50/ca7e3598-f4c7-464a-a6b2-80ecef82ffba) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:38:12.180113 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-80798848-cf63-4421-a6e3-59d4a55c3fc9 req-e71c2b5e-7f1a-4dbc-8538-ae9094861480 tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:38:12.221716 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52c4950-ba7b-4c1e-aa76-64490a79d93a None None] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:38:12.271220 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86b878c-72f9-4b0d-a3c5-04bf6fe25347 req-7a13d159-0de7-4d5b-aaad-87114e5362fb tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:12.275561 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f86b878c-72f9-4b0d-a3c5-04bf6fe25347 req-7a13d159-0de7-4d5b-aaad-87114e5362fb tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?device_id=e2bfed94-1269-48e9-86ec-5a99e2a851e3 HTTP/1.1" status: 200 len: 945 time: 1.2067394 Aug 05 11:38:12.275911 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-a52c4950-ba7b-4c1e-aa76-64490a79d93a None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:38:12.291502 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52c4950-ba7b-4c1e-aa76-64490a79d93a None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:38:12.291914 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80798848-cf63-4421-a6e3-59d4a55c3fc9 req-e71c2b5e-7f1a-4dbc-8538-ae9094861480 tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:12.293317 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-80798848-cf63-4421-a6e3-59d4a55c3fc9 req-e71c2b5e-7f1a-4dbc-8538-ae9094861480 tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:12.298077 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52c4950-ba7b-4c1e-aa76-64490a79d93a None None] Pushing event updated for resources: {'Port': ['ID=e6755732-9032-4130-bd4f-2e3b5512b0f3,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:38:12.298469 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-8382fb3f-3882-48fb-807a-1ff1a97a4214 req-0d2c7f1a-68b2-414f-97de-4d93dc6a4443 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Request body: {'port': {'device_id': '4c3fb18e-c03b-4991-b08c-3d84749cfd93', 'network_id': '3bbc31db-4958-4e8b-9f8e-bc48b5d28e47', 'admin_state_up': True, 'tenant_id': '922471f37b13454ba92168a26c5eea8e'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:38:12.338002 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-e6c7224d-d1c0-47d2-8b82-68e6cebef82e None None] Provisioning complete for port 757912f3-f91e-4edc-abf6-509c6d3897d3 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:38:12.338605 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e6c7224d-d1c0-47d2-8b82-68e6cebef82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:12.359733 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71c2b5e-7f1a-4dbc-8538-ae9094861480 tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] Pushing event updated for resources: {'Port': ['ID=41c93dc2-a49a-4318-b4b2-aa38dea3e60c,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:38:12.385686 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-eceffdbe-7fce-4b25-9738-d8721620bdd6 req-b9a02f73-786e-4da9-b7b0-015e8cdf503a service neutron] Attempting to bind port 77b879bb-72ce-4c7a-ba73-52226462454f on host n-h1-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:38:12.385686 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-eceffdbe-7fce-4b25-9738-d8721620bdd6 req-b9a02f73-786e-4da9-b7b0-015e8cdf503a service neutron] Attempting to bind port 77b879bb-72ce-4c7a-ba73-52226462454f by drivers openvswitch,hyperv on host n-h1-803378-2 at level 0 using segments [{'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:38:12.385686 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eceffdbe-7fce-4b25-9738-d8721620bdd6 req-b9a02f73-786e-4da9-b7b0-015e8cdf503a service neutron] Attempting to bind port 77b879bb-72ce-4c7a-ba73-52226462454f on network 91caede3-92e4-4b1e-8e3e-36227cfd846a {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:38:12.400411 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-80798848-cf63-4421-a6e3-59d4a55c3fc9 req-e71c2b5e-7f1a-4dbc-8538-ae9094861480 tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0824938 Aug 05 11:38:12.401856 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eceffdbe-7fce-4b25-9738-d8721620bdd6 req-b9a02f73-786e-4da9-b7b0-015e8cdf503a service neutron] Port 77b879bb-72ce-4c7a-ba73-52226462454f on network 91caede3-92e4-4b1e-8e3e-36227cfd846a not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:38:12.402675 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eceffdbe-7fce-4b25-9738-d8721620bdd6 req-b9a02f73-786e-4da9-b7b0-015e8cdf503a service neutron] Attempting to bind port 77b879bb-72ce-4c7a-ba73-52226462454f on network 91caede3-92e4-4b1e-8e3e-36227cfd846a {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:38:12.414675 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eceffdbe-7fce-4b25-9738-d8721620bdd6 req-b9a02f73-786e-4da9-b7b0-015e8cdf503a service neutron] Checking agent: {'id': '40bb7567-59bd-4b31-bc29-da1c50bca759', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:38:12.415523 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eceffdbe-7fce-4b25-9738-d8721620bdd6 req-b9a02f73-786e-4da9-b7b0-015e8cdf503a service neutron] Checking segment: {'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:38:12.416209 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eceffdbe-7fce-4b25-9738-d8721620bdd6 req-b9a02f73-786e-4da9-b7b0-015e8cdf503a service neutron] Bound using segment: {'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:38:12.417078 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-eceffdbe-7fce-4b25-9738-d8721620bdd6 req-b9a02f73-786e-4da9-b7b0-015e8cdf503a service neutron] Bound port: 77b879bb-72ce-4c7a-ba73-52226462454f, host: n-h1-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:38:12.419161 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-eceffdbe-7fce-4b25-9738-d8721620bdd6 req-b9a02f73-786e-4da9-b7b0-015e8cdf503a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:12.437458 n-d-803378-2 neutron-server[94420]: INFO neutron.pecan_wsgi.hooks.translation [None req-1abac500-abe8-4db9-94e4-02f240b009f2 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 05 11:38:12.438300 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1abac500-abe8-4db9-94e4-02f240b009f2 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:38:12.456778 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-80798848-cf63-4421-a6e3-59d4a55c3fc9 req-f0c50a77-7a05-4504-b164-0ecf959df62e service neutron] Request body: {'port': {'device_id': '6fd6170c-70dd-4607-bd40-eee82090f984', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:38:12.581836 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0c7ac7-dd4b-4413-9a35-730a3b715672 req-203ffb64-bcd6-411d-9a85-ccf319a9ae14 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:12.589508 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6c0c7ac7-dd4b-4413-9a35-730a3b715672 req-203ffb64-bcd6-411d-9a85-ccf319a9ae14 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=ecd94282-dd1a-4350-96e8-05aad30e4656 HTTP/1.1" status: 200 len: 948 time: 0.6333680 Aug 05 11:38:12.661457 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-80798848-cf63-4421-a6e3-59d4a55c3fc9 req-f0c50a77-7a05-4504-b164-0ecf959df62e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:12.723166 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-eceffdbe-7fce-4b25-9738-d8721620bdd6 req-b9a02f73-786e-4da9-b7b0-015e8cdf503a service neutron] For port 77b879bb-72ce-4c7a-ba73-52226462454f, host n-h1-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:38:12.724931 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-1abac500-abe8-4db9-94e4-02f240b009f2 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 400 len: 349 time: 4.7966356 Aug 05 11:38:12.730279 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 34644) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:38:12.754622 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f86b878c-72f9-4b0d-a3c5-04bf6fe25347 req-9c1541df-5589-4e13-a187-6f85b5050a4e tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/security-groups?id=5dfacf8b-ef80-4e03-9b2b-0b5aacf0bf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3287444 Aug 05 11:38:12.764825 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-e6c7224d-d1c0-47d2-8b82-68e6cebef82e None None] Port 757912f3-f91e-4edc-abf6-509c6d3897d3 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:38:12.782882 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-a52c4950-ba7b-4c1e-aa76-64490a79d93a None None] Attempting to bind port e6755732-9032-4130-bd4f-2e3b5512b0f3 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:38:12.782882 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-a52c4950-ba7b-4c1e-aa76-64490a79d93a None None] Attempting to bind port e6755732-9032-4130-bd4f-2e3b5512b0f3 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'c3ce43ff-a33b-459d-a35e-6c011fee3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:38:12.782882 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52c4950-ba7b-4c1e-aa76-64490a79d93a None None] Attempting to bind port e6755732-9032-4130-bd4f-2e3b5512b0f3 on network 65f763dc-e344-4f1a-a003-f0293beb6d65 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:38:12.819781 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device b3a5578f-a67f-4cf0-9dd7-6d3480ac0c01 up at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:38:12.828223 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52c4950-ba7b-4c1e-aa76-64490a79d93a None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:38:12.828223 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52c4950-ba7b-4c1e-aa76-64490a79d93a None None] Checking segment: {'id': 'c3ce43ff-a33b-459d-a35e-6c011fee3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:38:12.828800 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-a52c4950-ba7b-4c1e-aa76-64490a79d93a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:12.829237 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52c4950-ba7b-4c1e-aa76-64490a79d93a None None] Bound using segment: {'id': 'c3ce43ff-a33b-459d-a35e-6c011fee3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:38:12.830031 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-a52c4950-ba7b-4c1e-aa76-64490a79d93a None None] Bound port: e6755732-9032-4130-bd4f-2e3b5512b0f3, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3ce43ff-a33b-459d-a35e-6c011fee3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:38:12.830654 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-a52c4950-ba7b-4c1e-aa76-64490a79d93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:12.844422 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-eceffdbe-7fce-4b25-9738-d8721620bdd6 req-b9a02f73-786e-4da9-b7b0-015e8cdf503a service neutron] For port 77b879bb-72ce-4c7a-ba73-52226462454f, host n-h1-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=77b879bb-72ce-4c7a-ba73-52226462454f,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:38:12.867073 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-eceffdbe-7fce-4b25-9738-d8721620bdd6 req-b9a02f73-786e-4da9-b7b0-015e8cdf503a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:13.042191 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a02f73-786e-4da9-b7b0-015e8cdf503a service neutron] Pushing event updated for resources: {'Port': ['ID=77b879bb-72ce-4c7a-ba73-52226462454f,revision_number=11']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:38:13.062252 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning for port b3a5578f-a67f-4cf0-9dd7-6d3480ac0c01 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:38:13.080017 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceffdbe-7fce-4b25-9738-d8721620bdd6 req-b9a02f73-786e-4da9-b7b0-015e8cdf503a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:13.081668 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-eceffdbe-7fce-4b25-9738-d8721620bdd6 req-b9a02f73-786e-4da9-b7b0-015e8cdf503a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:13.084813 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-eceffdbe-7fce-4b25-9738-d8721620bdd6 req-b9a02f73-786e-4da9-b7b0-015e8cdf503a service neutron] 10.222.0.64 "PUT /v2.0/ports/77b879bb-72ce-4c7a-ba73-52226462454f HTTP/1.1" status: 200 len: 1096 time: 4.3898711 Aug 05 11:38:13.105194 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-a52c4950-ba7b-4c1e-aa76-64490a79d93a None None] For port e6755732-9032-4130-bd4f-2e3b5512b0f3, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:38:13.113374 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-a52c4950-ba7b-4c1e-aa76-64490a79d93a None None] For port e6755732-9032-4130-bd4f-2e3b5512b0f3, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=e6755732-9032-4130-bd4f-2e3b5512b0f3,segment=NetworkSegment(c3ce43ff-a33b-459d-a35e-6c011fee3456),segment_id=c3ce43ff-a33b-459d-a35e-6c011fee3456)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:38:13.116354 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning complete for port b3a5578f-a67f-4cf0-9dd7-6d3480ac0c01 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:38:13.117084 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:13.120903 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-63b9209b-1788-4b88-ae2c-8d1c9b526503 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:13.135931 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2548737-4ac4-4732-bddb-9b2b3a386833 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:13.144977 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-b2548737-4ac4-4732-bddb-9b2b3a386833 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.4090650 Aug 05 11:38:13.152874 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [None req-63b9209b-1788-4b88-ae2c-8d1c9b526503 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424-project] Transition to ACTIVE for port object ca7e3598-f4c7-464a-a6b2-80ecef82ffba will not be triggered until provisioned by entity DHCP. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:38:13.200087 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-a52c4950-ba7b-4c1e-aa76-64490a79d93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:13.229171 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 34648) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:38:13.258936 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-63b9209b-1788-4b88-ae2c-8d1c9b526503 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:13.271485 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6c0c7ac7-dd4b-4413-9a35-730a3b715672 req-10eae9b6-49b6-4c76-8ede-82d0da9846f8 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6022816 Aug 05 11:38:13.411732 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52c4950-ba7b-4c1e-aa76-64490a79d93a None None] Pushing event updated for resources: {'Port': ['ID=e6755732-9032-4130-bd4f-2e3b5512b0f3,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:38:13.699315 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:13.701280 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b9209b-1788-4b88-ae2c-8d1c9b526503 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424-project] Network ee118506-45b1-4dba-93ba-b548823d33e4 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:38:13.704899 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 05 Aug 2021 11:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dc23c1b-97cf-40db-822c-5e232a7d5992 x-openstack-request-id: req-2dc23c1b-97cf-40db-822c-5e232a7d5992 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:38:13.705545 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecd94282-dd1a-4350-96e8-05aad30e4656", "name": "network-vif-unplugged", "status": "completed", "tag": "77b879bb-72ce-4c7a-ba73-52226462454f", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:38:13.705780 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8382fb3f-3882-48fb-807a-1ff1a97a4214 req-0d2c7f1a-68b2-414f-97de-4d93dc6a4443 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Made reservation on behalf of 922471f37b13454ba92168a26c5eea8e for: {'port': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:38:13.706528 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2dc23c1b-97cf-40db-822c-5e232a7d5992 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:38:13.708084 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecd94282-dd1a-4350-96e8-05aad30e4656', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77b879bb-72ce-4c7a-ba73-52226462454f', 'code': 200} Aug 05 11:38:13.716466 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-8382fb3f-3882-48fb-807a-1ff1a97a4214 req-0d2c7f1a-68b2-414f-97de-4d93dc6a4443 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:13.728142 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d2a62e-c54c-4c42-a40b-75aee3de59fd tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:13.733274 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d2a62e-c54c-4c42-a40b-75aee3de59fd tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:13.737047 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-69d2a62e-c54c-4c42-a40b-75aee3de59fd tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5049720 Aug 05 11:38:13.772934 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b9209b-1788-4b88-ae2c-8d1c9b526503 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424-project] Pushing event updated for resources: {'Port': ['ID=ca7e3598-f4c7-464a-a6b2-80ecef82ffba,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:38:13.785064 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 34654) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:38:13.799469 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-63b9209b-1788-4b88-ae2c-8d1c9b526503 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:38:13.858748 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b9209b-1788-4b88-ae2c-8d1c9b526503 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:38:13.884722 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceffdbe-7fce-4b25-9738-d8721620bdd6 req-a06a51a3-6434-47e5-a1f6-54e9eda50dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:13.886458 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b9209b-1788-4b88-ae2c-8d1c9b526503 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:13.887817 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-eceffdbe-7fce-4b25-9738-d8721620bdd6 req-a06a51a3-6434-47e5-a1f6-54e9eda50dbe service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f811ccc1244d4d32a53adbbe13250fd5&device_id=ecd94282-dd1a-4350-96e8-05aad30e4656 HTTP/1.1" status: 200 len: 1099 time: 0.5102201 Aug 05 11:38:13.887967 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-63b9209b-1788-4b88-ae2c-8d1c9b526503 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:13.897583 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2bfed94-1269-48e9-86ec-5a99e2a851e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3a5578f-a67f-4cf0-9dd7-6d3480ac0c01'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:38:13.917459 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c399012-ec5a-46f2-92cd-558f27ddab93" -d '{"events": [{"server_uuid": "e2bfed94-1269-48e9-86ec-5a99e2a851e3", "name": "network-vif-plugged", "status": "completed", "tag": "b3a5578f-a67f-4cf0-9dd7-6d3480ac0c01"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:38:13.969786 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:13.984217 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port b3a5578f-a67f-4cf0-9dd7-6d3480ac0c01, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=b3a5578f-a67f-4cf0-9dd7-6d3480ac0c01,segment=NetworkSegment(1464bea6-dc68-4175-ac76-169c7629018f),segment_id=1464bea6-dc68-4175-ac76-169c7629018f)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:38:13.995837 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:14.150564 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-63b9209b-1788-4b88-ae2c-8d1c9b526503 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 4.8517687 Aug 05 11:38:14.176313 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 34660) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:38:14.203925 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cfe15c-752a-4387-9730-c6bb92315a2c req-301ef882-cf27-49c6-8456-abded48d2275 tempest-ServersNegativeTestMultiTenantJSON-1481245538 tempest-ServersNegativeTestMultiTenantJSON-1481245538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:14.218811 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=b3a5578f-a67f-4cf0-9dd7-6d3480ac0c01,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:38:14.219979 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-10cfe15c-752a-4387-9730-c6bb92315a2c req-301ef882-cf27-49c6-8456-abded48d2275 tempest-ServersNegativeTestMultiTenantJSON-1481245538 tempest-ServersNegativeTestMultiTenantJSON-1481245538-project] 10.222.0.58 "GET /v2.0/ports?device_id=69af199a-3ae2-4baa-8c38-14d046b9e93f HTTP/1.1" status: 200 len: 945 time: 0.5233314 Aug 05 11:38:14.245536 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942d4355-4a2a-4957-b80f-2fb1c8df6f4a req-d81e7b38-302f-4891-824d-a72d53e980cd tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:14.248324 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-942d4355-4a2a-4957-b80f-2fb1c8df6f4a req-d81e7b38-302f-4891-824d-a72d53e980cd tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fd6170c-70dd-4607-bd40-eee82090f984 HTTP/1.1" status: 200 len: 931 time: 0.3160675 Aug 05 11:38:14.402334 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_v2 [None req-7288ecdb-1a8d-475f-ba66-7040d0fef22e tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Deleting subnet 8637e093-f945-4233-bf95-1d425b938da8 {{(pid=94421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:38:14.479126 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7288ecdb-1a8d-475f-ba66-7040d0fef22e tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks [] for subnet, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:14.545858 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-10cfe15c-752a-4387-9730-c6bb92315a2c req-1efdc7eb-6047-43bc-894e-648c33f996c5 tempest-ServersNegativeTestMultiTenantJSON-1481245538 tempest-ServersNegativeTestMultiTenantJSON-1481245538-project] 10.222.0.58 "GET /v2.0/security-groups?id=9a6c898a-d216-4ffd-be39-cfbc4dbffae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2800338 Aug 05 11:38:14.576380 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-80798848-cf63-4421-a6e3-59d4a55c3fc9 req-f0c50a77-7a05-4504-b164-0ecf959df62e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41c93dc2-a49a-4318-b4b2-aa38dea3e60c {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:38:14.605821 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-80798848-cf63-4421-a6e3-59d4a55c3fc9 req-f0c50a77-7a05-4504-b164-0ecf959df62e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:14.612363 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f473cc-0f56-4483-a08e-0513b10a126c tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:14.615675 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-325cf314-b9d2-477b-a2e1-c5bd126eb2f9 None None] Provisioning for port ca7e3598-f4c7-464a-a6b2-80ecef82ffba completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:38:14.622623 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-325cf314-b9d2-477b-a2e1-c5bd126eb2f9 None None] Provisioning complete for port ca7e3598-f4c7-464a-a6b2-80ecef82ffba triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:38:14.623201 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-325cf314-b9d2-477b-a2e1-c5bd126eb2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:14.625361 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f473cc-0f56-4483-a08e-0513b10a126c tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:14.640687 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f473cc-0f56-4483-a08e-0513b10a126c tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:14.643893 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-35f473cc-0f56-4483-a08e-0513b10a126c tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.3937144 Aug 05 11:38:14.650882 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 34666) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:38:14.667479 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-942d4355-4a2a-4957-b80f-2fb1c8df6f4a req-0c87ceb3-946c-43ac-a33a-b96d1a18afb6 tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] 10.222.0.58 "GET /v2.0/security-groups?id=c3cdc2e1-6657-462f-8996-f7367a683d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3829403 Aug 05 11:38:14.667824 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-80798848-cf63-4421-a6e3-59d4a55c3fc9 req-f0c50a77-7a05-4504-b164-0ecf959df62e service neutron] Transition to ACTIVE for port object 41c93dc2-a49a-4318-b4b2-aa38dea3e60c will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:38:14.692848 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-80798848-cf63-4421-a6e3-59d4a55c3fc9 req-f0c50a77-7a05-4504-b164-0ecf959df62e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:14.763690 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-325cf314-b9d2-477b-a2e1-c5bd126eb2f9 None None] Port ca7e3598-f4c7-464a-a6b2-80ecef82ffba cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:38:14.827237 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceffdbe-7fce-4b25-9738-d8721620bdd6 req-f8ab0309-1841-4bc2-8e10-f8a19aec02b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:14.830217 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-eceffdbe-7fce-4b25-9738-d8721620bdd6 req-f8ab0309-1841-4bc2-8e10-f8a19aec02b6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=91caede3-92e4-4b1e-8e3e-36227cfd846a HTTP/1.1" status: 200 len: 870 time: 0.9244571 Aug 05 11:38:14.867021 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7288ecdb-1a8d-475f-ba66-7040d0fef22e tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29786388'] for subnet, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:14.981166 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-33f97245-1699-4df3-88f0-ef13ffa721ca req-ee6a2906-36a1-4d95-a27b-0fa4d543ab89 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c3fb18e-c03b-4991-b08c-3d84749cfd93 HTTP/1.1" status: 200 len: 210 time: 0.1524670 Aug 05 11:38:15.024248 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [req-8382fb3f-3882-48fb-807a-1ff1a97a4214 req-0d2c7f1a-68b2-414f-97de-4d93dc6a4443 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Allocated IP 172.20.0.3 (3bbc31db-4958-4e8b-9f8e-bc48b5d28e47/2358f314-430e-4da8-8dea-b9e9954bab81/45fd19dd-0240-4fa2-8c50-128d7b8f11f3) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:38:15.064044 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-eceffdbe-7fce-4b25-9738-d8721620bdd6 req-8a98aecb-5b8f-4cca-8b94-05b8ea5e7510 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=77b879bb-72ce-4c7a-ba73-52226462454f HTTP/1.1" status: 200 len: 217 time: 0.2138853 Aug 05 11:38:15.065308 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c50a77-7a05-4504-b164-0ecf959df62e service neutron] Pushing event updated for resources: {'Port': ['ID=41c93dc2-a49a-4318-b4b2-aa38dea3e60c,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:38:15.097533 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2275de68-2ff0-4a2f-a42f-83e3e8dbbc1c x-openstack-request-id: req-2275de68-2ff0-4a2f-a42f-83e3e8dbbc1c {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:38:15.098384 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2bfed94-1269-48e9-86ec-5a99e2a851e3", "name": "network-vif-plugged", "status": "completed", "tag": "b3a5578f-a67f-4cf0-9dd7-6d3480ac0c01", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:38:15.098831 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2275de68-2ff0-4a2f-a42f-83e3e8dbbc1c {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:38:15.100043 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2bfed94-1269-48e9-86ec-5a99e2a851e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3a5578f-a67f-4cf0-9dd7-6d3480ac0c01', 'code': 200} Aug 05 11:38:15.272079 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e5537c-d8b7-407a-a766-aa743f888649 req-5b63eca7-568e-40a7-b29a-fb94dcad781c tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:15.304822 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-09e5537c-d8b7-407a-a766-aa743f888649 req-5b63eca7-568e-40a7-b29a-fb94dcad781c tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?device_id=e2bfed94-1269-48e9-86ec-5a99e2a851e3 HTTP/1.1" status: 200 len: 946 time: 0.3690860 Aug 05 11:38:15.398245 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceffdbe-7fce-4b25-9738-d8721620bdd6 req-0dd4660e-7ae5-4647-a622-ade1ff4193df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:15.401401 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-eceffdbe-7fce-4b25-9738-d8721620bdd6 req-0dd4660e-7ae5-4647-a622-ade1ff4193df service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6842f728-c2f3-4e36-bb32-3303d06ce3f4 HTTP/1.1" status: 200 len: 843 time: 0.3124843 Aug 05 11:38:15.497147 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7288ecdb-1a8d-475f-ba66-7040d0fef22e tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:15.536073 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device e6755732-9032-4130-bd4f-2e3b5512b0f3 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:38:15.740123 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba277c0b-07c8-4c26-a5ac-c488050e1230 req-36c5bd12-61e8-45f2-a6e6-eec8d46a19c3 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:15.743488 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ba277c0b-07c8-4c26-a5ac-c488050e1230 req-36c5bd12-61e8-45f2-a6e6-eec8d46a19c3 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=ecd94282-dd1a-4350-96e8-05aad30e4656 HTTP/1.1" status: 200 len: 948 time: 0.4302995 Aug 05 11:38:15.752719 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port e6755732-9032-4130-bd4f-2e3b5512b0f3 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:38:15.753817 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-bb07fef0-7445-4160-ae64-557819c4fbb8 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424-project] Deleting port ca7e3598-f4c7-464a-a6b2-80ecef82ffba {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:38:15.754569 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-bb07fef0-7445-4160-ae64-557819c4fbb8 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:15.759977 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-90eb93cd-1e34-4000-be36-bc90c9c705b7 None None] Provisioning for port e6755732-9032-4130-bd4f-2e3b5512b0f3 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:38:15.762335 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecd94282-dd1a-4350-96e8-05aad30e4656', 'tag': '77b879bb-72ce-4c7a-ba73-52226462454f'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:38:15.767262 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port e6755732-9032-4130-bd4f-2e3b5512b0f3 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:38:15.767925 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:15.769481 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-585eb4f3-ad8f-4cc3-a965-381723040e72" -d '{"events": [{"name": "network-changed", "server_uuid": "ecd94282-dd1a-4350-96e8-05aad30e4656", "tag": "77b879bb-72ce-4c7a-ba73-52226462454f"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:38:15.774133 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-09e5537c-d8b7-407a-a766-aa743f888649 req-5cea0794-7075-4de7-bacc-0f06471fa4bb tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/security-groups?id=5dfacf8b-ef80-4e03-9b2b-0b5aacf0bf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4635639 Aug 05 11:38:15.823710 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef1b7b6-40d9-44fe-86d8-bf5adee3bfdb req-6004db2f-1b62-474f-bca1-160c42c106c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:15.827107 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-aef1b7b6-40d9-44fe-86d8-bf5adee3bfdb req-6004db2f-1b62-474f-bca1-160c42c106c7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e2bfed94-1269-48e9-86ec-5a99e2a851e3 HTTP/1.1" status: 200 len: 1097 time: 0.5833576 Aug 05 11:38:15.829469 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7288ecdb-1a8d-475f-ba66-7040d0fef22e tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25038609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30075142'] for subnet, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:15.863254 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-90eb93cd-1e34-4000-be36-bc90c9c705b7 None None] Provisioning complete for port e6755732-9032-4130-bd4f-2e3b5512b0f3 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:38:15.864096 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-90eb93cd-1e34-4000-be36-bc90c9c705b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:15.962818 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7288ecdb-1a8d-475f-ba66-7040d0fef22e tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Pushing event deleted for resources: {'Subnet': ['ID=8637e093-f945-4233-bf95-1d425b938da8,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:38:15.990247 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7288ecdb-1a8d-475f-ba66-7040d0fef22e tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:16.001152 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-7288ecdb-1a8d-475f-ba66-7040d0fef22e tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "DELETE /v2.0/subnets/8637e093-f945-4233-bf95-1d425b938da8 HTTP/1.1" status: 204 len: 168 time: 2.2054958 Aug 05 11:38:16.014995 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 34676) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:38:16.050087 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ac493d-7d0a-4013-88c6-167d9f39d748 None None] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:38:16.103874 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-80798848-cf63-4421-a6e3-59d4a55c3fc9 req-f0c50a77-7a05-4504-b164-0ecf959df62e service neutron] Attempting to bind port 41c93dc2-a49a-4318-b4b2-aa38dea3e60c on host n-h1-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:38:16.103874 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-80798848-cf63-4421-a6e3-59d4a55c3fc9 req-f0c50a77-7a05-4504-b164-0ecf959df62e service neutron] Attempting to bind port 41c93dc2-a49a-4318-b4b2-aa38dea3e60c by drivers openvswitch,hyperv on host n-h1-803378-2 at level 0 using segments [{'id': 'ec140737-142a-40ce-b93e-5718c5a5e0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'ccbbacf0-1abe-4045-961d-b400e33c654c'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:38:16.103874 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80798848-cf63-4421-a6e3-59d4a55c3fc9 req-f0c50a77-7a05-4504-b164-0ecf959df62e service neutron] Attempting to bind port 41c93dc2-a49a-4318-b4b2-aa38dea3e60c on network ccbbacf0-1abe-4045-961d-b400e33c654c {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:38:16.122647 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceffdbe-7fce-4b25-9738-d8721620bdd6 req-4ce81b4d-a391-401e-b521-c6929ea46303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:16.125680 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-eceffdbe-7fce-4b25-9738-d8721620bdd6 req-4ce81b4d-a391-401e-b521-c6929ea46303 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=91caede3-92e4-4b1e-8e3e-36227cfd846a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5195413 Aug 05 11:38:16.164462 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-aef1b7b6-40d9-44fe-86d8-bf5adee3bfdb req-fc68e2a7-46a8-42dc-aea7-0de3b907d939 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=5dfacf8b-ef80-4e03-9b2b-0b5aacf0bf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3105364 Aug 05 11:38:16.176805 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80798848-cf63-4421-a6e3-59d4a55c3fc9 req-f0c50a77-7a05-4504-b164-0ecf959df62e service neutron] Port 41c93dc2-a49a-4318-b4b2-aa38dea3e60c on network ccbbacf0-1abe-4045-961d-b400e33c654c not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:38:16.183531 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80798848-cf63-4421-a6e3-59d4a55c3fc9 req-f0c50a77-7a05-4504-b164-0ecf959df62e service neutron] Attempting to bind port 41c93dc2-a49a-4318-b4b2-aa38dea3e60c on network ccbbacf0-1abe-4045-961d-b400e33c654c {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:38:16.183840 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-941468ed-b54a-40a7-ade1-f5e743de8323 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1619501 Aug 05 11:38:16.207075 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ba277c0b-07c8-4c26-a5ac-c488050e1230 req-79ee4e9d-afca-439b-a4e3-cf58621f30bc tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4309125 Aug 05 11:38:16.211488 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 34682) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:38:16.237941 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:16.270365 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80798848-cf63-4421-a6e3-59d4a55c3fc9 req-f0c50a77-7a05-4504-b164-0ecf959df62e service neutron] Checking agent: {'id': '40bb7567-59bd-4b31-bc29-da1c50bca759', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:38:16.270880 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80798848-cf63-4421-a6e3-59d4a55c3fc9 req-f0c50a77-7a05-4504-b164-0ecf959df62e service neutron] Checking segment: {'id': 'ec140737-142a-40ce-b93e-5718c5a5e0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'ccbbacf0-1abe-4045-961d-b400e33c654c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:38:16.271309 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80798848-cf63-4421-a6e3-59d4a55c3fc9 req-f0c50a77-7a05-4504-b164-0ecf959df62e service neutron] Bound using segment: {'id': 'ec140737-142a-40ce-b93e-5718c5a5e0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'ccbbacf0-1abe-4045-961d-b400e33c654c'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:38:16.272057 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-80798848-cf63-4421-a6e3-59d4a55c3fc9 req-f0c50a77-7a05-4504-b164-0ecf959df62e service neutron] Bound port: 41c93dc2-a49a-4318-b4b2-aa38dea3e60c, host: n-h1-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec140737-142a-40ce-b93e-5718c5a5e0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'ccbbacf0-1abe-4045-961d-b400e33c654c'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:38:16.272444 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-80798848-cf63-4421-a6e3-59d4a55c3fc9 req-f0c50a77-7a05-4504-b164-0ecf959df62e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:16.283141 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-e03af67a-36bd-4f89-a552-da5ee0afdff7 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Request body: {'subnet': {'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:38:16.445158 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a1c24bc-15ed-4d6e-9700-8df88dd8cffe x-openstack-request-id: req-1a1c24bc-15ed-4d6e-9700-8df88dd8cffe {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:38:16.445947 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecd94282-dd1a-4350-96e8-05aad30e4656", "tag": "77b879bb-72ce-4c7a-ba73-52226462454f", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:38:16.446338 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1a1c24bc-15ed-4d6e-9700-8df88dd8cffe {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:38:16.447232 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-bb07fef0-7445-4160-ae64-557819c4fbb8 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:16.447450 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecd94282-dd1a-4350-96e8-05aad30e4656', 'tag': '77b879bb-72ce-4c7a-ba73-52226462454f', 'status': 'completed', 'code': 200} Aug 05 11:38:16.485440 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-eceffdbe-7fce-4b25-9738-d8721620bdd6 req-0f855aef-a831-47bb-a2a7-9e6e6104c48d service neutron] 10.222.0.64 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3363552 Aug 05 11:38:16.541700 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port e6755732-9032-4130-bd4f-2e3b5512b0f3, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=e6755732-9032-4130-bd4f-2e3b5512b0f3,segment=NetworkSegment(c3ce43ff-a33b-459d-a35e-6c011fee3456),segment_id=c3ce43ff-a33b-459d-a35e-6c011fee3456)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:38:16.543592 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-90eb93cd-1e34-4000-be36-bc90c9c705b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:16.603009 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:16.667802 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-80798848-cf63-4421-a6e3-59d4a55c3fc9 req-f0c50a77-7a05-4504-b164-0ecf959df62e service neutron] For port 41c93dc2-a49a-4318-b4b2-aa38dea3e60c, host n-h1-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:38:16.742926 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-80798848-cf63-4421-a6e3-59d4a55c3fc9 req-f0c50a77-7a05-4504-b164-0ecf959df62e service neutron] For port 41c93dc2-a49a-4318-b4b2-aa38dea3e60c, host n-h1-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=41c93dc2-a49a-4318-b4b2-aa38dea3e60c,segment=NetworkSegment(ec140737-142a-40ce-b93e-5718c5a5e0be),segment_id=ec140737-142a-40ce-b93e-5718c5a5e0be)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:38:16.773132 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-80798848-cf63-4421-a6e3-59d4a55c3fc9 req-f0c50a77-7a05-4504-b164-0ecf959df62e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:16.870694 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-bb07fef0-7445-4160-ae64-557819c4fbb8 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424-project] Calling delete_port for ca7e3598-f4c7-464a-a6b2-80ecef82ffba owned by {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:38:16.880988 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-8382fb3f-3882-48fb-807a-1ff1a97a4214 req-0d2c7f1a-68b2-414f-97de-4d93dc6a4443 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:16.896994 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d551b57c-23f1-429d-9e35-8802d968901a None None] DHCP port deletion for 65f763dc-e344-4f1a-a003-f0293beb6d65 request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 11:38:16.952027 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [req-8382fb3f-3882-48fb-807a-1ff1a97a4214 req-0d2c7f1a-68b2-414f-97de-4d93dc6a4443 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Transition to ACTIVE for port object 45fd19dd-0240-4fa2-8c50-128d7b8f11f3 will not be triggered until provisioned by entity DHCP. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:38:16.986227 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-eceffdbe-7fce-4b25-9738-d8721620bdd6 req-eb397b62-5acd-4a62-abc6-3d328382ade9 service neutron] 10.222.0.64 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4867389 Aug 05 11:38:16.991821 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c50a77-7a05-4504-b164-0ecf959df62e service neutron] Pushing event updated for resources: {'Port': ['ID=41c93dc2-a49a-4318-b4b2-aa38dea3e60c,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:38:16.992586 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.db.api [None req-90eb93cd-1e34-4000-be36-bc90c9c705b7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94422) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 05 11:38:16.994102 n-d-803378-2 neutron-server[94422]: DEBUG oslo_db.api [None req-90eb93cd-1e34-4000-be36-bc90c9c705b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 11:38:17.013823 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80798848-cf63-4421-a6e3-59d4a55c3fc9 req-f0c50a77-7a05-4504-b164-0ecf959df62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:17.014999 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-80798848-cf63-4421-a6e3-59d4a55c3fc9 req-f0c50a77-7a05-4504-b164-0ecf959df62e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:17.017699 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-80798848-cf63-4421-a6e3-59d4a55c3fc9 req-f0c50a77-7a05-4504-b164-0ecf959df62e service neutron] 10.222.0.64 "PUT /v2.0/ports/41c93dc2-a49a-4318-b4b2-aa38dea3e60c HTTP/1.1" status: 200 len: 1091 time: 4.5937033 Aug 05 11:38:17.021960 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c50a77-7a05-4504-b164-0ecf959df62e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:38:17.022534 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c50a77-7a05-4504-b164-0ecf959df62e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:38:17.023121 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c50a77-7a05-4504-b164-0ecf959df62e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:38:17.023693 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c50a77-7a05-4504-b164-0ecf959df62e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:38:17.024264 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c50a77-7a05-4504-b164-0ecf959df62e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:38:17.024937 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c50a77-7a05-4504-b164-0ecf959df62e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:38:17.025532 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c50a77-7a05-4504-b164-0ecf959df62e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:38:17.026204 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c50a77-7a05-4504-b164-0ecf959df62e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:38:17.026756 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c50a77-7a05-4504-b164-0ecf959df62e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:38:17.027305 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c50a77-7a05-4504-b164-0ecf959df62e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:38:17.027857 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c50a77-7a05-4504-b164-0ecf959df62e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:38:17.028414 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c50a77-7a05-4504-b164-0ecf959df62e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:38:17.046283 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585eb4f3-ad8f-4cc3-a965-381723040e72 req-427383f9-83e2-483e-aded-9757ab7c4124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:17.049750 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-585eb4f3-ad8f-4cc3-a965-381723040e72 req-427383f9-83e2-483e-aded-9757ab7c4124 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f811ccc1244d4d32a53adbbe13250fd5&device_id=ecd94282-dd1a-4350-96e8-05aad30e4656 HTTP/1.1" status: 200 len: 1099 time: 0.5188785 Aug 05 11:38:17.058778 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=e6755732-9032-4130-bd4f-2e3b5512b0f3,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:38:17.111408 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-d551b57c-23f1-429d-9e35-8802d968901a None None] Deleting port e6755732-9032-4130-bd4f-2e3b5512b0f3 {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:38:17.117797 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bf1185-253a-410a-83c8-5e36c19151f4 req-4351dff6-2175-4c59-8ca5-9203fef406aa tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:17.120738 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-d551b57c-23f1-429d-9e35-8802d968901a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:17.136219 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f5bf1185-253a-410a-83c8-5e36c19151f4 req-4351dff6-2175-4c59-8ca5-9203fef406aa tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fd6170c-70dd-4607-bd40-eee82090f984 HTTP/1.1" status: 200 len: 943 time: 0.8359921 Aug 05 11:38:17.275370 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585eb4f3-ad8f-4cc3-a965-381723040e72 req-a59337ae-0c07-4cac-9746-877ab33d750f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:17.278603 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-585eb4f3-ad8f-4cc3-a965-381723040e72 req-a59337ae-0c07-4cac-9746-877ab33d750f service neutron] 10.222.0.55 "GET /v2.0/networks?id=91caede3-92e4-4b1e-8e3e-36227cfd846a HTTP/1.1" status: 200 len: 870 time: 0.2185149 Aug 05 11:38:17.439236 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-d551b57c-23f1-429d-9e35-8802d968901a None None] For port e6755732-9032-4130-bd4f-2e3b5512b0f3, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=e6755732-9032-4130-bd4f-2e3b5512b0f3,segment=NetworkSegment(c3ce43ff-a33b-459d-a35e-6c011fee3456),segment_id=c3ce43ff-a33b-459d-a35e-6c011fee3456)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:38:17.440137 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-d551b57c-23f1-429d-9e35-8802d968901a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:17.516692 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-d551b57c-23f1-429d-9e35-8802d968901a None None] Calling delete_port for e6755732-9032-4130-bd4f-2e3b5512b0f3 owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:38:17.560172 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-585eb4f3-ad8f-4cc3-a965-381723040e72 req-b0b2bcc6-ff51-4472-ba8f-22c7d77a5303 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=77b879bb-72ce-4c7a-ba73-52226462454f HTTP/1.1" status: 200 len: 217 time: 0.0873537 Aug 05 11:38:17.574718 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-bb07fef0-7445-4160-ae64-557819c4fbb8 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:17.582318 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3eaf04e5-746a-4148-a490-2f3a396877e0 req-42291776-1af3-4a77-b6e9-7cb10326ee9f tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c3fb18e-c03b-4991-b08c-3d84749cfd93 HTTP/1.1" status: 200 len: 210 time: 0.5033433 Aug 05 11:38:17.585162 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-8382fb3f-3882-48fb-807a-1ff1a97a4214 req-0d2c7f1a-68b2-414f-97de-4d93dc6a4443 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:17.615833 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e03af67a-36bd-4f89-a552-da5ee0afdff7 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Made reservation on behalf of 2255634a74e844e794fd358818288ba1 for: {'subnet': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:38:17.622196 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e03af67a-36bd-4f89-a552-da5ee0afdff7 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24211133'] for subnet, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:17.696162 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585eb4f3-ad8f-4cc3-a965-381723040e72 req-b73b98ff-e77d-4d53-b30f-774ca4b86cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:17.699109 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-585eb4f3-ad8f-4cc3-a965-381723040e72 req-b73b98ff-e77d-4d53-b30f-774ca4b86cd8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6842f728-c2f3-4e36-bb32-3303d06ce3f4 HTTP/1.1" status: 200 len: 843 time: 0.1250443 Aug 05 11:38:17.760785 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device e6755732-9032-4130-bd4f-2e3b5512b0f3 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:38:17.765142 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['2f0d8b42-3708-4035-9894-ccae7caf00a3'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:38:17.769527 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['00f6578b-db42-4369-b4eb-90fed2c3f159'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:38:17.783860 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2c7f1a-68b2-414f-97de-4d93dc6a4443 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Pushing event updated for resources: {'Port': ['ID=45fd19dd-0240-4fa2-8c50-128d7b8f11f3,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:38:17.802998 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585eb4f3-ad8f-4cc3-a965-381723040e72 req-e22b55d1-4915-4612-b4e5-e3b7ea641d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:17.806640 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-585eb4f3-ad8f-4cc3-a965-381723040e72 req-e22b55d1-4915-4612-b4e5-e3b7ea641d53 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f811ccc1244d4d32a53adbbe13250fd5&device_id=ecd94282-dd1a-4350-96e8-05aad30e4656 HTTP/1.1" status: 200 len: 1099 time: 0.5266273 Aug 05 11:38:17.837276 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2c7f1a-68b2-414f-97de-4d93dc6a4443 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:38:17.838260 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2c7f1a-68b2-414f-97de-4d93dc6a4443 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:38:17.838896 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2c7f1a-68b2-414f-97de-4d93dc6a4443 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:38:17.839622 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2c7f1a-68b2-414f-97de-4d93dc6a4443 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:38:17.840329 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2c7f1a-68b2-414f-97de-4d93dc6a4443 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:38:17.841109 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2c7f1a-68b2-414f-97de-4d93dc6a4443 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:38:17.842080 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2c7f1a-68b2-414f-97de-4d93dc6a4443 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:38:17.842801 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2c7f1a-68b2-414f-97de-4d93dc6a4443 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:38:17.843547 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2c7f1a-68b2-414f-97de-4d93dc6a4443 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:38:17.845041 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2c7f1a-68b2-414f-97de-4d93dc6a4443 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:38:17.845757 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2c7f1a-68b2-414f-97de-4d93dc6a4443 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:38:17.846526 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2c7f1a-68b2-414f-97de-4d93dc6a4443 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:38:17.904586 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-d551b57c-23f1-429d-9e35-8802d968901a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:17.927647 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8382fb3f-3882-48fb-807a-1ff1a97a4214 req-0d2c7f1a-68b2-414f-97de-4d93dc6a4443 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Network 3bbc31db-4958-4e8b-9f8e-bc48b5d28e47 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:38:18.004798 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-90eb93cd-1e34-4000-be36-bc90c9c705b7 None None] Port e6755732-9032-4130-bd4f-2e3b5512b0f3 update to ACTIVE by agent not found {{(pid=94422) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Aug 05 11:38:18.021040 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585eb4f3-ad8f-4cc3-a965-381723040e72 req-ce33ef04-0c5d-4075-9d8a-cb60767480ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:18.024639 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-585eb4f3-ad8f-4cc3-a965-381723040e72 req-ce33ef04-0c5d-4075-9d8a-cb60767480ce service neutron] 10.222.0.64 "GET /v2.0/networks?id=91caede3-92e4-4b1e-8e3e-36227cfd846a HTTP/1.1" status: 200 len: 870 time: 0.2074394 Aug 05 11:38:18.028933 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80798848-cf63-4421-a6e3-59d4a55c3fc9 req-b4354c55-ea3e-42ae-8545-cfe295b8fe9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:18.030737 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-80798848-cf63-4421-a6e3-59d4a55c3fc9 req-b4354c55-ea3e-42ae-8545-cfe295b8fe9c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a821dc3f7db4460eaef6929bf1c161a1&device_id=6fd6170c-70dd-4607-bd40-eee82090f984 HTTP/1.1" status: 200 len: 1094 time: 0.6412566 Aug 05 11:38:18.035882 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f5bf1185-253a-410a-83c8-5e36c19151f4 req-59971f77-c084-4a9e-81f8-a1307e66395c tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] 10.222.0.58 "GET /v2.0/security-groups?id=c3cdc2e1-6657-462f-8996-f7367a683d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8969417 Aug 05 11:38:18.038228 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb07fef0-7445-4160-ae64-557819c4fbb8 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424-project] Pushing event deleted for resources: {'Port': ['ID=ca7e3598-f4c7-464a-a6b2-80ecef82ffba,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:38:18.097998 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: e6755732-9032-4130-bd4f-2e3b5512b0f3 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:38:18.102515 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device e6755732-9032-4130-bd4f-2e3b5512b0f3 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:38:18.119036 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [req-8382fb3f-3882-48fb-807a-1ff1a97a4214 req-0d2c7f1a-68b2-414f-97de-4d93dc6a4443 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:38:18.143949 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-585eb4f3-ad8f-4cc3-a965-381723040e72 req-8522a823-b0db-4e90-b3e9-6fdc37c5f026 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=77b879bb-72ce-4c7a-ba73-52226462454f HTTP/1.1" status: 200 len: 217 time: 0.0960062 Aug 05 11:38:18.159002 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [req-8382fb3f-3882-48fb-807a-1ff1a97a4214 req-0d2c7f1a-68b2-414f-97de-4d93dc6a4443 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:38:18.190336 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d551b57c-23f1-429d-9e35-8802d968901a None None] Pushing event deleted for resources: {'Port': ['ID=e6755732-9032-4130-bd4f-2e3b5512b0f3,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:38:18.228007 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d551b57c-23f1-429d-9e35-8802d968901a None None] No DVR routers for this DVR port e6755732-9032-4130-bd4f-2e3b5512b0f3 on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:38:18.315585 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585eb4f3-ad8f-4cc3-a965-381723040e72 req-b872ac15-5a62-4505-8da9-83f2120c4803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:18.320450 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-585eb4f3-ad8f-4cc3-a965-381723040e72 req-b872ac15-5a62-4505-8da9-83f2120c4803 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=91caede3-92e4-4b1e-8e3e-36227cfd846a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6101797 Aug 05 11:38:18.327131 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53701a17-7d40-4000-85f0-63ee4934be1b req-5b2fe56a-38d8-4eaa-acec-127b2cbfb843 tempest-ServersNegativeTestMultiTenantJSON-1481245538 tempest-ServersNegativeTestMultiTenantJSON-1481245538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:18.340193 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-53701a17-7d40-4000-85f0-63ee4934be1b req-5b2fe56a-38d8-4eaa-acec-127b2cbfb843 tempest-ServersNegativeTestMultiTenantJSON-1481245538 tempest-ServersNegativeTestMultiTenantJSON-1481245538-project] 10.222.0.58 "GET /v2.0/ports?device_id=69af199a-3ae2-4baa-8c38-14d046b9e93f HTTP/1.1" status: 200 len: 945 time: 0.3076591 Aug 05 11:38:18.547731 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-bb07fef0-7445-4160-ae64-557819c4fbb8 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:18.557394 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-bb07fef0-7445-4160-ae64-557819c4fbb8 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424-project] 10.222.0.58 "DELETE /v2.0/ports/ca7e3598-f4c7-464a-a6b2-80ecef82ffba HTTP/1.1" status: 204 len: 168 time: 3.8819799 Aug 05 11:38:18.695288 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8382fb3f-3882-48fb-807a-1ff1a97a4214 req-0d2c7f1a-68b2-414f-97de-4d93dc6a4443 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:18.696720 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-8382fb3f-3882-48fb-807a-1ff1a97a4214 req-0d2c7f1a-68b2-414f-97de-4d93dc6a4443 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:18.723050 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 34696) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:38:19.081040 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8382fb3f-3882-48fb-807a-1ff1a97a4214 req-0d2c7f1a-68b2-414f-97de-4d93dc6a4443 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.8321254 Aug 05 11:38:19.103925 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-5a799510-57b3-4020-add5-ce2aefe0b310 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424-project] Request body: {'port': {'name': 'tempest-new-port-name-1791032868', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:38:19.105503 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.api.validators [None req-5a799510-57b3-4020-add5-ce2aefe0b310 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424-project] bootfile-name is not in valid_values {{(pid=94420) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 05 11:38:19.106194 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.api.validators [None req-5a799510-57b3-4020-add5-ce2aefe0b310 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424-project] tftp-server is not in valid_values {{(pid=94420) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 05 11:38:19.107015 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.api.validators [None req-5a799510-57b3-4020-add5-ce2aefe0b310 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424-project] server-ip-address is not in valid_values {{(pid=94420) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 05 11:38:19.117871 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e03af67a-36bd-4f89-a552-da5ee0afdff7 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29762700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24211087'] for subnet, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:19.118894 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f3c2d9a3-2339-416a-bd2e-4c0c22ec8914 None None] Provisioning for port 45fd19dd-0240-4fa2-8c50-128d7b8f11f3 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:38:19.140403 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f3c2d9a3-2339-416a-bd2e-4c0c22ec8914 None None] Provisioning complete for port 45fd19dd-0240-4fa2-8c50-128d7b8f11f3 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:38:19.141226 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f3c2d9a3-2339-416a-bd2e-4c0c22ec8914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:19.167125 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-53701a17-7d40-4000-85f0-63ee4934be1b req-6e6cf744-e77b-47c9-8d87-9777f7883b87 tempest-ServersNegativeTestMultiTenantJSON-1481245538 tempest-ServersNegativeTestMultiTenantJSON-1481245538-project] 10.222.0.58 "GET /v2.0/security-groups?id=9a6c898a-d216-4ffd-be39-cfbc4dbffae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6843665 Aug 05 11:38:19.263523 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-8382fb3f-3882-48fb-807a-1ff1a97a4214 req-4143bf62-68d8-4506-85c1-ca4d4d5d2481 service neutron] Request body: {'port': {'device_id': '4c3fb18e-c03b-4991-b08c-3d84749cfd93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-2'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:38:19.323520 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-f3c2d9a3-2339-416a-bd2e-4c0c22ec8914 None None] Port 45fd19dd-0240-4fa2-8c50-128d7b8f11f3 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:38:19.448269 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-80798848-cf63-4421-a6e3-59d4a55c3fc9 req-a6c079b4-6372-40af-969d-6948ab75dd05 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=41c93dc2-a49a-4318-b4b2-aa38dea3e60c HTTP/1.1" status: 200 len: 217 time: 1.2981913 Aug 05 11:38:19.449367 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fd6170c-70dd-4607-bd40-eee82090f984', 'tag': '41c93dc2-a49a-4318-b4b2-aa38dea3e60c'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:38:19.449539 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03af67a-36bd-4f89-a552-da5ee0afdff7 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:38:19.463383 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6f7b5ed-0f74-4f34-903e-77cb7039aa45" -d '{"events": [{"name": "network-changed", "server_uuid": "6fd6170c-70dd-4607-bd40-eee82090f984", "tag": "41c93dc2-a49a-4318-b4b2-aa38dea3e60c"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:38:19.523136 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-e03af67a-36bd-4f89-a552-da5ee0afdff7 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:38:19.543837 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3bcc4e-5e39-46b6-9c3b-1488f8c10cb7 None None] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:38:19.602528 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03af67a-36bd-4f89-a552-da5ee0afdff7 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:19.603437 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e03af67a-36bd-4f89-a552-da5ee0afdff7 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:19.667943 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585eb4f3-ad8f-4cc3-a965-381723040e72 req-c27c51a5-056f-4234-a2eb-223dad386d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:19.671395 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-585eb4f3-ad8f-4cc3-a965-381723040e72 req-c27c51a5-056f-4234-a2eb-223dad386d78 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6842f728-c2f3-4e36-bb32-3303d06ce3f4 HTTP/1.1" status: 200 len: 843 time: 1.3478389 Aug 05 11:38:19.674253 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80798848-cf63-4421-a6e3-59d4a55c3fc9 req-082acb42-8f09-4389-a110-81e4b6856852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:19.677288 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-80798848-cf63-4421-a6e3-59d4a55c3fc9 req-082acb42-8f09-4389-a110-81e4b6856852 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e5bdc290-a382-4409-a240-624b47e4f60f HTTP/1.1" status: 200 len: 853 time: 0.1210766 Aug 05 11:38:19.766480 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225b9a3c-7028-4578-b449-3f1dddff0bd0 req-94c95de0-9ea6-4282-ace1-5f7fd117736c tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:19.774438 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-225b9a3c-7028-4578-b449-3f1dddff0bd0 req-94c95de0-9ea6-4282-ace1-5f7fd117736c tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?device_id=e2bfed94-1269-48e9-86ec-5a99e2a851e3 HTTP/1.1" status: 200 len: 946 time: 1.3568406 Aug 05 11:38:19.922528 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-80798848-cf63-4421-a6e3-59d4a55c3fc9 req-88ab9117-73d6-4481-90d6-35ee0fa34bb8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ccbbacf0-1abe-4045-961d-b400e33c654c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1178644 Aug 05 11:38:20.018392 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-8382fb3f-3882-48fb-807a-1ff1a97a4214 req-4143bf62-68d8-4506-85c1-ca4d4d5d2481 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:20.022757 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03af67a-36bd-4f89-a552-da5ee0afdff7 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Pushing event updated for resources: {'Subnet': ['ID=9f990d3a-fba5-412b-94b8-6e2b7bca0bb0,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:38:20.117294 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5a799510-57b3-4020-add5-ce2aefe0b310 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:20.122667 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-e03af67a-36bd-4f89-a552-da5ee0afdff7 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.8763521 Aug 05 11:38:20.125157 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-80798848-cf63-4421-a6e3-59d4a55c3fc9 req-2f9cb4dd-5d3c-44db-beaf-56bf6c72d7cf service neutron] 10.222.0.64 "GET /v2.0/networks/ccbbacf0-1abe-4045-961d-b400e33c654c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911635 Aug 05 11:38:20.139819 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 34706) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:38:20.143066 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74688e20-f29d-48ba-8380-1f80bb527182 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-65f763dc-e344-4f1a-a003-f0293beb6d65', 'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65', 'tenant_id': '2255634a74e844e794fd358818288ba1', 'fixed_ips': [{'subnet_id': '9f990d3a-fba5-412b-94b8-6e2b7bca0bb0'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 11:38:20.144819 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-74688e20-f29d-48ba-8380-1f80bb527182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:20.183145 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-0691b29f-f84b-417f-bb84-67f8950cffc0 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1089182779', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:38:20.361783 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3ff982-a8c9-4c7d-ae8e-74e56d73871f req-8adb3eda-d09f-48a2-bc05-a900f9095533 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:20.371283 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 11:38:20.373346 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3c3ff982-a8c9-4c7d-ae8e-74e56d73871f req-8adb3eda-d09f-48a2-bc05-a900f9095533 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=ecd94282-dd1a-4350-96e8-05aad30e4656 HTTP/1.1" status: 200 len: 948 time: 0.9224691 Aug 05 11:38:20.420997 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-225b9a3c-7028-4578-b449-3f1dddff0bd0 req-57f59497-dd9a-42da-9ac2-9d933bf0915c tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/security-groups?id=5dfacf8b-ef80-4e03-9b2b-0b5aacf0bf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4928036 Aug 05 11:38:20.576037 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-585eb4f3-ad8f-4cc3-a965-381723040e72 req-21c7335c-078b-4123-939d-8e61531c6bcf service neutron] 10.222.0.55 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.2353175 Aug 05 11:38:20.618624 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-74688e20-f29d-48ba-8380-1f80bb527182 None None] Allocated IP 2001:db8::2 (65f763dc-e344-4f1a-a003-f0293beb6d65/9f990d3a-fba5-412b-94b8-6e2b7bca0bb0/a8e16a20-73ef-4c32-b762-167204eb3242) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:38:20.759757 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b4fa5d-b31e-4112-9f4a-f4cbce74f8a8 req-0100f4b0-8bd8-48a3-8cdb-1413217ada31 tempest-ServersNegativeTestMultiTenantJSON-1481245538 tempest-ServersNegativeTestMultiTenantJSON-1481245538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:20.762513 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d9b4fa5d-b31e-4112-9f4a-f4cbce74f8a8 req-0100f4b0-8bd8-48a3-8cdb-1413217ada31 tempest-ServersNegativeTestMultiTenantJSON-1481245538 tempest-ServersNegativeTestMultiTenantJSON-1481245538-project] 10.222.0.64 "GET /v2.0/ports?device_id=69af199a-3ae2-4baa-8c38-14d046b9e93f HTTP/1.1" status: 200 len: 945 time: 1.2237024 Aug 05 11:38:20.888874 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585eb4f3-ad8f-4cc3-a965-381723040e72 req-38d3a8f2-88e7-4438-8174-cf22a735a4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:20.892458 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-585eb4f3-ad8f-4cc3-a965-381723040e72 req-38d3a8f2-88e7-4438-8174-cf22a735a4b7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=91caede3-92e4-4b1e-8e3e-36227cfd846a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.0737245 Aug 05 11:38:20.930760 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0691b29f-f84b-417f-bb84-67f8950cffc0 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33260300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1929'] for router, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:20.934908 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0691b29f-f84b-417f-bb84-67f8950cffc0 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33285914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33034662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1926'] for router, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:21.022586 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-74688e20-f29d-48ba-8380-1f80bb527182 None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:21.043736 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-74688e20-f29d-48ba-8380-1f80bb527182 None None] Transition to ACTIVE for port object a8e16a20-73ef-4c32-b762-167204eb3242 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:38:21.076735 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-74688e20-f29d-48ba-8380-1f80bb527182 None None] Transition to ACTIVE for port object a8e16a20-73ef-4c32-b762-167204eb3242 will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:38:21.090790 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-74688e20-f29d-48ba-8380-1f80bb527182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:21.282055 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74688e20-f29d-48ba-8380-1f80bb527182 None None] Pushing event updated for resources: {'Port': ['ID=a8e16a20-73ef-4c32-b762-167204eb3242,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:38:21.301120 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74688e20-f29d-48ba-8380-1f80bb527182 None None] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:38:21.303903 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-74688e20-f29d-48ba-8380-1f80bb527182 None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:38:21.308224 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74688e20-f29d-48ba-8380-1f80bb527182 None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:38:21.431574 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-585eb4f3-ad8f-4cc3-a965-381723040e72 req-01a28a9a-23b0-4e5c-962f-c9b4ce50ffae service neutron] 10.222.0.64 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5212343 Aug 05 11:38:21.485159 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-74688e20-f29d-48ba-8380-1f80bb527182 None None] Attempting to bind port a8e16a20-73ef-4c32-b762-167204eb3242 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:38:21.488538 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-74688e20-f29d-48ba-8380-1f80bb527182 None None] Attempting to bind port a8e16a20-73ef-4c32-b762-167204eb3242 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'c3ce43ff-a33b-459d-a35e-6c011fee3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:38:21.490240 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74688e20-f29d-48ba-8380-1f80bb527182 None None] Attempting to bind port a8e16a20-73ef-4c32-b762-167204eb3242 on network 65f763dc-e344-4f1a-a003-f0293beb6d65 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:38:21.502120 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74688e20-f29d-48ba-8380-1f80bb527182 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:38:21.502806 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74688e20-f29d-48ba-8380-1f80bb527182 None None] Checking segment: {'id': 'c3ce43ff-a33b-459d-a35e-6c011fee3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:38:21.503510 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-74688e20-f29d-48ba-8380-1f80bb527182 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:21.504277 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74688e20-f29d-48ba-8380-1f80bb527182 None None] Bound using segment: {'id': 'c3ce43ff-a33b-459d-a35e-6c011fee3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:38:21.506238 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-74688e20-f29d-48ba-8380-1f80bb527182 None None] Bound port: a8e16a20-73ef-4c32-b762-167204eb3242, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3ce43ff-a33b-459d-a35e-6c011fee3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:38:21.506956 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-74688e20-f29d-48ba-8380-1f80bb527182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:21.640341 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0691b29f-f84b-417f-bb84-67f8950cffc0 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:21.713753 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-80798848-cf63-4421-a6e3-59d4a55c3fc9 req-9f953d44-a69a-4f65-8954-fdf4e47c33eb service neutron] 10.222.0.64 "GET /v2.0/networks/ccbbacf0-1abe-4045-961d-b400e33c654c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5779870 Aug 05 11:38:21.719104 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-74688e20-f29d-48ba-8380-1f80bb527182 None None] For port a8e16a20-73ef-4c32-b762-167204eb3242, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:38:21.735369 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-74688e20-f29d-48ba-8380-1f80bb527182 None None] For port a8e16a20-73ef-4c32-b762-167204eb3242, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=a8e16a20-73ef-4c32-b762-167204eb3242,segment=NetworkSegment(c3ce43ff-a33b-459d-a35e-6c011fee3456),segment_id=c3ce43ff-a33b-459d-a35e-6c011fee3456)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:38:21.754002 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-74688e20-f29d-48ba-8380-1f80bb527182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:21.772556 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-585eb4f3-ad8f-4cc3-a965-381723040e72 req-c73af69f-6cf1-4b94-9cad-316e3d9d3c5c service neutron] 10.222.0.55 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1706293 Aug 05 11:38:21.774569 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0691b29f-f84b-417f-bb84-67f8950cffc0 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286026'] for router, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:21.840707 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-d9b4fa5d-b31e-4112-9f4a-f4cbce74f8a8 req-a1894103-3260-4a06-af96-dc51f3840b7b tempest-ServersNegativeTestMultiTenantJSON-1481245538 tempest-ServersNegativeTestMultiTenantJSON-1481245538-project] Deleting port 3d34bcbf-81b3-4437-ba32-bfa76b8f5cd1 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:38:21.841404 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-d9b4fa5d-b31e-4112-9f4a-f4cbce74f8a8 req-a1894103-3260-4a06-af96-dc51f3840b7b tempest-ServersNegativeTestMultiTenantJSON-1481245538 tempest-ServersNegativeTestMultiTenantJSON-1481245538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:21.895714 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74688e20-f29d-48ba-8380-1f80bb527182 None None] Pushing event updated for resources: {'Port': ['ID=a8e16a20-73ef-4c32-b762-167204eb3242,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:38:21.924774 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3c3ff982-a8c9-4c7d-ae8e-74e56d73871f req-a9178e41-379a-41c4-9453-52d02bcd4d6d tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5275452 Aug 05 11:38:21.988745 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:22.055618 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5a799510-57b3-4020-add5-ce2aefe0b310 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424-project] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:22.090783 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 77b879bb-72ce-4c7a-ba73-52226462454f details requested by agent hyperv_n-h1-803378-2 with host n-h1-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:38:22.111498 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-585eb4f3-ad8f-4cc3-a965-381723040e72 req-63f0ac87-6e30-4c5f-823d-3488a578ecce service neutron] 10.222.0.64 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6040442 Aug 05 11:38:22.122732 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0691b29f-f84b-417f-bb84-67f8950cffc0 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks [] for router, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:22.129492 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-0691b29f-f84b-417f-bb84-67f8950cffc0 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.9767771 Aug 05 11:38:22.131351 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 34714) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:38:22.174214 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 3d34bcbf-81b3-4437-ba32-bfa76b8f5cd1 no longer exists at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:38:22.453194 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [req-8382fb3f-3882-48fb-807a-1ff1a97a4214 req-4143bf62-68d8-4506-85c1-ca4d4d5d2481 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45fd19dd-0240-4fa2-8c50-128d7b8f11f3 {{(pid=94420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:38:22.481181 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-8382fb3f-3882-48fb-807a-1ff1a97a4214 req-4143bf62-68d8-4506-85c1-ca4d4d5d2481 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:22.529385 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [req-8382fb3f-3882-48fb-807a-1ff1a97a4214 req-4143bf62-68d8-4506-85c1-ca4d4d5d2481 service neutron] Transition to ACTIVE for port object 45fd19dd-0240-4fa2-8c50-128d7b8f11f3 will not be triggered until provisioned by entity L2. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:38:22.574567 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d2521c-7aea-46a2-bd4d-8b9a683e6c9b req-5c8d6b27-19cc-4353-ab27-f71de441c160 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:22.578296 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-73d2521c-7aea-46a2-bd4d-8b9a683e6c9b req-5c8d6b27-19cc-4353-ab27-f71de441c160 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c3fb18e-c03b-4991-b08c-3d84749cfd93 HTTP/1.1" status: 200 len: 931 time: 1.8446116 Aug 05 11:38:22.583154 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5a799510-57b3-4020-add5-ce2aefe0b310 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:22.607534 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-d9b4fa5d-b31e-4112-9f4a-f4cbce74f8a8 req-a1894103-3260-4a06-af96-dc51f3840b7b tempest-ServersNegativeTestMultiTenantJSON-1481245538 tempest-ServersNegativeTestMultiTenantJSON-1481245538-project] For port 3d34bcbf-81b3-4437-ba32-bfa76b8f5cd1, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=3d34bcbf-81b3-4437-ba32-bfa76b8f5cd1,segment=NetworkSegment(b1a830f3-d78f-4d44-b2c5-a09a663545a4),segment_id=b1a830f3-d78f-4d44-b2c5-a09a663545a4)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:38:22.608354 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-d9b4fa5d-b31e-4112-9f4a-f4cbce74f8a8 req-a1894103-3260-4a06-af96-dc51f3840b7b tempest-ServersNegativeTestMultiTenantJSON-1481245538 tempest-ServersNegativeTestMultiTenantJSON-1481245538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:22.638568 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-8382fb3f-3882-48fb-807a-1ff1a97a4214 req-4143bf62-68d8-4506-85c1-ca4d4d5d2481 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:22.734610 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-d9b4fa5d-b31e-4112-9f4a-f4cbce74f8a8 req-a1894103-3260-4a06-af96-dc51f3840b7b tempest-ServersNegativeTestMultiTenantJSON-1481245538 tempest-ServersNegativeTestMultiTenantJSON-1481245538-project] Calling delete_port for 3d34bcbf-81b3-4437-ba32-bfa76b8f5cd1 owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:38:22.799073 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 77b879bb-72ce-4c7a-ba73-52226462454f, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=77b879bb-72ce-4c7a-ba73-52226462454f,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:38:22.824831 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-5a799510-57b3-4020-add5-ce2aefe0b310 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424-project] In _notify_port_updated(), no bound segment for port 757912f3-f91e-4edc-abf6-509c6d3897d3 on network ee118506-45b1-4dba-93ba-b548823d33e4 {{(pid=94420) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 05 11:38:22.831510 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:22.852715 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a799510-57b3-4020-add5-ce2aefe0b310 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:22.853920 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5a799510-57b3-4020-add5-ce2aefe0b310 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:22.860461 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-5a799510-57b3-4020-add5-ce2aefe0b310 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424-project] 10.222.0.58 "PUT /v2.0/ports/757912f3-f91e-4edc-abf6-509c6d3897d3 HTTP/1.1" status: 200 len: 1130 time: 3.7984405 Aug 05 11:38:22.887671 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 34718) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:38:22.923666 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Returning: {'device': '77b879bb-72ce-4c7a-ba73-52226462454f', 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a', 'port_id': '77b879bb-72ce-4c7a-ba73-52226462454f', 'mac_address': 'fa:16:3e:31:ea:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6842f728-c2f3-4e36-bb32-3303d06ce3f4', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:38:22.968560 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69af199a-3ae2-4baa-8c38-14d046b9e93f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d34bcbf-81b3-4437-ba32-bfa76b8f5cd1'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:38:22.974699 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f35cb7b-4ca1-416a-990e-b08871ac735a" -d '{"events": [{"server_uuid": "69af199a-3ae2-4baa-8c38-14d046b9e93f", "name": "network-vif-unplugged", "status": "completed", "tag": "3d34bcbf-81b3-4437-ba32-bfa76b8f5cd1"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:38:23.034680 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a799510-57b3-4020-add5-ce2aefe0b310 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424-project] Pushing event updated for resources: {'Port': ['ID=757912f3-f91e-4edc-abf6-509c6d3897d3,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:38:23.148886 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:23.203110 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d19359a-de02-4ec5-b2e6-fa0e88b9560b req-0ea2342b-cd3c-4b9f-8548-e826e8486cc4 tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:23.218222 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9d19359a-de02-4ec5-b2e6-fa0e88b9560b req-0ea2342b-cd3c-4b9f-8548-e826e8486cc4 tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fd6170c-70dd-4607-bd40-eee82090f984 HTTP/1.1" status: 200 len: 943 time: 0.6774352 Aug 05 11:38:23.236913 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-73d2521c-7aea-46a2-bd4d-8b9a683e6c9b req-e7add8c4-2cc2-4044-9e01-329833b9a8cb tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=30974407-7b2a-468c-b989-540006d0da28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6102524 Aug 05 11:38:23.254299 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77b879bb-72ce-4c7a-ba73-52226462454f {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:38:23.295247 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 3d34bcbf-81b3-4437-ba32-bfa76b8f5cd1, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=3d34bcbf-81b3-4437-ba32-bfa76b8f5cd1,segment=NetworkSegment(b1a830f3-d78f-4d44-b2c5-a09a663545a4),segment_id=b1a830f3-d78f-4d44-b2c5-a09a663545a4)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:38:23.344707 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:23.414681 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 77b879bb-72ce-4c7a-ba73-52226462454f, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=77b879bb-72ce-4c7a-ba73-52226462454f,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:38:23.442855 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2a1d0ad-c0d1-48be-861c-3f96e6752974 x-openstack-request-id: req-f2a1d0ad-c0d1-48be-861c-3f96e6752974 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:38:23.443679 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fd6170c-70dd-4607-bd40-eee82090f984", "tag": "41c93dc2-a49a-4318-b4b2-aa38dea3e60c", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:38:23.444976 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f2a1d0ad-c0d1-48be-861c-3f96e6752974 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:38:23.444976 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fd6170c-70dd-4607-bd40-eee82090f984', 'tag': '41c93dc2-a49a-4318-b4b2-aa38dea3e60c', 'status': 'completed', 'code': 200} Aug 05 11:38:23.573443 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:23.636261 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-400d5b82-7a61-44c7-872f-8a4ebe1961c9 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:23.711638 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b83992-3b0c-47ff-a741-9a6a8817610c tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:23.714643 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-e1b83992-3b0c-47ff-a741-9a6a8817610c tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424-project] 10.222.0.58 "GET /v2.0/ports/757912f3-f91e-4edc-abf6-509c6d3897d3 HTTP/1.1" status: 200 len: 1130 time: 0.8158827 Aug 05 11:38:23.719349 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device a8e16a20-73ef-4c32-b762-167204eb3242 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:38:23.757543 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4143bf62-68d8-4506-85c1-ca4d4d5d2481 service neutron] Pushing event updated for resources: {'Port': ['ID=45fd19dd-0240-4fa2-8c50-128d7b8f11f3,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:38:23.777894 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 34726) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:38:23.848015 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9d19359a-de02-4ec5-b2e6-fa0e88b9560b req-c6e0568c-7386-450a-98ed-66fea9832884 tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] 10.222.0.58 "GET /v2.0/security-groups?id=c3cdc2e1-6657-462f-8996-f7367a683d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6277404 Aug 05 11:38:23.867641 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=3d34bcbf-81b3-4437-ba32-bfa76b8f5cd1,revision_number=6']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:38:23.979183 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-8382fb3f-3882-48fb-807a-1ff1a97a4214 req-4143bf62-68d8-4506-85c1-ca4d4d5d2481 service neutron] Attempting to bind port 45fd19dd-0240-4fa2-8c50-128d7b8f11f3 on host n-h1-803378-2 for vnic_type normal with profile {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:38:23.979613 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-8382fb3f-3882-48fb-807a-1ff1a97a4214 req-4143bf62-68d8-4506-85c1-ca4d4d5d2481 service neutron] Attempting to bind port 45fd19dd-0240-4fa2-8c50-128d7b8f11f3 by drivers openvswitch,hyperv on host n-h1-803378-2 at level 0 using segments [{'id': '5615e441-bf2b-4f62-9a7e-00bdeb60130a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '3bbc31db-4958-4e8b-9f8e-bc48b5d28e47'}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:38:23.979966 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8382fb3f-3882-48fb-807a-1ff1a97a4214 req-4143bf62-68d8-4506-85c1-ca4d4d5d2481 service neutron] Attempting to bind port 45fd19dd-0240-4fa2-8c50-128d7b8f11f3 on network 3bbc31db-4958-4e8b-9f8e-bc48b5d28e47 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:38:24.023722 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8382fb3f-3882-48fb-807a-1ff1a97a4214 req-4143bf62-68d8-4506-85c1-ca4d4d5d2481 service neutron] Port 45fd19dd-0240-4fa2-8c50-128d7b8f11f3 on network 3bbc31db-4958-4e8b-9f8e-bc48b5d28e47 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-2 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:38:24.024085 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8382fb3f-3882-48fb-807a-1ff1a97a4214 req-4143bf62-68d8-4506-85c1-ca4d4d5d2481 service neutron] Attempting to bind port 45fd19dd-0240-4fa2-8c50-128d7b8f11f3 on network 3bbc31db-4958-4e8b-9f8e-bc48b5d28e47 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:38:24.066411 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-1a1ea682-1dcc-444d-9d5a-2168201f1081 None None] Provisioning complete for port 757912f3-f91e-4edc-abf6-509c6d3897d3 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:38:24.066992 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1a1ea682-1dcc-444d-9d5a-2168201f1081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:24.072822 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8382fb3f-3882-48fb-807a-1ff1a97a4214 req-4143bf62-68d8-4506-85c1-ca4d4d5d2481 service neutron] Checking agent: {'id': '40bb7567-59bd-4b31-bc29-da1c50bca759', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:38:24.073760 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8382fb3f-3882-48fb-807a-1ff1a97a4214 req-4143bf62-68d8-4506-85c1-ca4d4d5d2481 service neutron] Checking segment: {'id': '5615e441-bf2b-4f62-9a7e-00bdeb60130a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '3bbc31db-4958-4e8b-9f8e-bc48b5d28e47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:38:24.074413 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8382fb3f-3882-48fb-807a-1ff1a97a4214 req-4143bf62-68d8-4506-85c1-ca4d4d5d2481 service neutron] Bound using segment: {'id': '5615e441-bf2b-4f62-9a7e-00bdeb60130a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '3bbc31db-4958-4e8b-9f8e-bc48b5d28e47'} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:38:24.075181 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-8382fb3f-3882-48fb-807a-1ff1a97a4214 req-4143bf62-68d8-4506-85c1-ca4d4d5d2481 service neutron] Bound port: 45fd19dd-0240-4fa2-8c50-128d7b8f11f3, host: n-h1-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5615e441-bf2b-4f62-9a7e-00bdeb60130a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '3bbc31db-4958-4e8b-9f8e-bc48b5d28e47'}}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:38:24.075778 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-8382fb3f-3882-48fb-807a-1ff1a97a4214 req-4143bf62-68d8-4506-85c1-ca4d4d5d2481 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:24.178377 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92071714-b37c-4cee-9e4e-447bc3037a53 req-7b8919c3-aeb2-4321-b5a6-b7936d4e7871 tempest-ServersNegativeTestMultiTenantJSON-1481245538 tempest-ServersNegativeTestMultiTenantJSON-1481245538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:24.181859 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=77b879bb-72ce-4c7a-ba73-52226462454f,revision_number=12']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:38:24.195493 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-92071714-b37c-4cee-9e4e-447bc3037a53 req-7b8919c3-aeb2-4321-b5a6-b7936d4e7871 tempest-ServersNegativeTestMultiTenantJSON-1481245538 tempest-ServersNegativeTestMultiTenantJSON-1481245538-project] 10.222.0.58 "GET /v2.0/ports?device_id=69af199a-3ae2-4baa-8c38-14d046b9e93f HTTP/1.1" status: 200 len: 943 time: 0.4105806 Aug 05 11:38:24.224649 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-d9b4fa5d-b31e-4112-9f4a-f4cbce74f8a8 req-a1894103-3260-4a06-af96-dc51f3840b7b tempest-ServersNegativeTestMultiTenantJSON-1481245538 tempest-ServersNegativeTestMultiTenantJSON-1481245538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:24.226208 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port a8e16a20-73ef-4c32-b762-167204eb3242 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:38:24.292804 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-1a1ea682-1dcc-444d-9d5a-2168201f1081 None None] Port 757912f3-f91e-4edc-abf6-509c6d3897d3 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:38:24.382802 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['77b879bb-72ce-4c7a-ba73-52226462454f'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:38:24.401901 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1894103-3260-4a06-af96-dc51f3840b7b tempest-ServersNegativeTestMultiTenantJSON-1481245538 tempest-ServersNegativeTestMultiTenantJSON-1481245538-project] Pushing event deleted for resources: {'Port': ['ID=3d34bcbf-81b3-4437-ba32-bfa76b8f5cd1,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:38:24.419368 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f7b5ed-0f74-4f34-903e-77cb7039aa45 req-e350ca97-27a1-425a-ac81-a943c34243d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:24.422764 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b6f7b5ed-0f74-4f34-903e-77cb7039aa45 req-e350ca97-27a1-425a-ac81-a943c34243d4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a821dc3f7db4460eaef6929bf1c161a1&device_id=6fd6170c-70dd-4607-bd40-eee82090f984 HTTP/1.1" status: 200 len: 1094 time: 0.8817649 Aug 05 11:38:24.568939 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-92071714-b37c-4cee-9e4e-447bc3037a53 req-3ace9b3a-7590-4396-b7de-3e8bf484726f tempest-ServersNegativeTestMultiTenantJSON-1481245538 tempest-ServersNegativeTestMultiTenantJSON-1481245538-project] 10.222.0.58 "GET /v2.0/security-groups?id=9a6c898a-d216-4ffd-be39-cfbc4dbffae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785337 Aug 05 11:38:24.633206 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-8382fb3f-3882-48fb-807a-1ff1a97a4214 req-4143bf62-68d8-4506-85c1-ca4d4d5d2481 service neutron] For port 45fd19dd-0240-4fa2-8c50-128d7b8f11f3, host n-h1-803378-2, cleared binding levels {{(pid=94420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:38:24.649548 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-8382fb3f-3882-48fb-807a-1ff1a97a4214 req-4143bf62-68d8-4506-85c1-ca4d4d5d2481 service neutron] For port 45fd19dd-0240-4fa2-8c50-128d7b8f11f3, host n-h1-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=45fd19dd-0240-4fa2-8c50-128d7b8f11f3,segment=NetworkSegment(5615e441-bf2b-4f62-9a7e-00bdeb60130a),segment_id=5615e441-bf2b-4f62-9a7e-00bdeb60130a)] {{(pid=94420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:38:24.665729 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-8382fb3f-3882-48fb-807a-1ff1a97a4214 req-4143bf62-68d8-4506-85c1-ca4d4d5d2481 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:24.729208 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 05 Aug 2021 11:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fa3351f-1388-45da-9207-3e0223e18761 x-openstack-request-id: req-8fa3351f-1388-45da-9207-3e0223e18761 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:38:24.729762 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69af199a-3ae2-4baa-8c38-14d046b9e93f", "name": "network-vif-unplugged", "status": "completed", "tag": "3d34bcbf-81b3-4437-ba32-bfa76b8f5cd1", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:38:24.730315 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8fa3351f-1388-45da-9207-3e0223e18761 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:38:24.733080 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69af199a-3ae2-4baa-8c38-14d046b9e93f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d34bcbf-81b3-4437-ba32-bfa76b8f5cd1', 'code': 200} Aug 05 11:38:24.753971 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-50248ec5-46a4-4360-8beb-c9a4f9770881 None None] Provisioning for port a8e16a20-73ef-4c32-b762-167204eb3242 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:38:24.781234 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-50248ec5-46a4-4360-8beb-c9a4f9770881 None None] Provisioning complete for port a8e16a20-73ef-4c32-b762-167204eb3242 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:38:24.781883 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-50248ec5-46a4-4360-8beb-c9a4f9770881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:24.788343 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9b4fa5d-b31e-4112-9f4a-f4cbce74f8a8 req-a1894103-3260-4a06-af96-dc51f3840b7b tempest-ServersNegativeTestMultiTenantJSON-1481245538 tempest-ServersNegativeTestMultiTenantJSON-1481245538-project] No DVR routers for this DVR port 3d34bcbf-81b3-4437-ba32-bfa76b8f5cd1 on host n-h1-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:38:24.792682 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-d9b4fa5d-b31e-4112-9f4a-f4cbce74f8a8 req-a1894103-3260-4a06-af96-dc51f3840b7b tempest-ServersNegativeTestMultiTenantJSON-1481245538 tempest-ServersNegativeTestMultiTenantJSON-1481245538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:24.795835 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d9b4fa5d-b31e-4112-9f4a-f4cbce74f8a8 req-a1894103-3260-4a06-af96-dc51f3840b7b tempest-ServersNegativeTestMultiTenantJSON-1481245538 tempest-ServersNegativeTestMultiTenantJSON-1481245538-project] 10.222.0.64 "DELETE /v2.0/ports/3d34bcbf-81b3-4437-ba32-bfa76b8f5cd1 HTTP/1.1" status: 204 len: 173 time: 4.0035117 Aug 05 11:38:24.869262 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8382fb3f-3882-48fb-807a-1ff1a97a4214 req-4143bf62-68d8-4506-85c1-ca4d4d5d2481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:24.869946 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-8382fb3f-3882-48fb-807a-1ff1a97a4214 req-4143bf62-68d8-4506-85c1-ca4d4d5d2481 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:24.871568 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8382fb3f-3882-48fb-807a-1ff1a97a4214 req-4143bf62-68d8-4506-85c1-ca4d4d5d2481 service neutron] 10.222.0.64 "PUT /v2.0/ports/45fd19dd-0240-4fa2-8c50-128d7b8f11f3 HTTP/1.1" status: 200 len: 1091 time: 5.6963573 Aug 05 11:38:24.872072 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c3fb18e-c03b-4991-b08c-3d84749cfd93', 'tag': '45fd19dd-0240-4fa2-8c50-128d7b8f11f3'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:38:24.899686 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}828068ad8d405ad77660ce68fa78e1ffe658725812f7a08f9e488a446589295b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-256add03-8e8d-40f7-b3b7-edee042d35c0" -d '{"events": [{"name": "network-changed", "server_uuid": "4c3fb18e-c03b-4991-b08c-3d84749cfd93", "tag": "45fd19dd-0240-4fa2-8c50-128d7b8f11f3"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:38:25.001023 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f7b5ed-0f74-4f34-903e-77cb7039aa45 req-b7e6caef-7428-4039-82b3-52d316fd57d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:25.003793 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b6f7b5ed-0f74-4f34-903e-77cb7039aa45 req-b7e6caef-7428-4039-82b3-52d316fd57d3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ccbbacf0-1abe-4045-961d-b400e33c654c HTTP/1.1" status: 200 len: 914 time: 0.5037653 Aug 05 11:38:25.034918 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145e051d-200b-473c-bf17-964453d589b2 req-9587a46f-2b2d-48be-98b2-eed6a39dc798 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:25.049245 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-145e051d-200b-473c-bf17-964453d589b2 req-9587a46f-2b2d-48be-98b2-eed6a39dc798 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=ecd94282-dd1a-4350-96e8-05aad30e4656 HTTP/1.1" status: 200 len: 949 time: 0.6058030 Aug 05 11:38:25.196289 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b6f7b5ed-0f74-4f34-903e-77cb7039aa45 req-ba57d98c-b39c-4969-8b9c-5d28c346563a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=41c93dc2-a49a-4318-b4b2-aa38dea3e60c HTTP/1.1" status: 200 len: 217 time: 0.1802673 Aug 05 11:38:25.237563 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4143bf62-68d8-4506-85c1-ca4d4d5d2481 service neutron] Pushing event updated for resources: {'Port': ['ID=45fd19dd-0240-4fa2-8c50-128d7b8f11f3,revision_number=3']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:38:25.385637 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-145e051d-200b-473c-bf17-964453d589b2 req-6ba00e41-ac3a-43a9-9956-376daa10126f tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3347659 Aug 05 11:38:25.457212 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-2612b5cc-2d92-4a57-b799-e13071d31718 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424-project] Deleting port 757912f3-f91e-4edc-abf6-509c6d3897d3 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:38:25.458803 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2612b5cc-2d92-4a57-b799-e13071d31718 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:25.465877 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71f98a4-5fb9-4ae8-b79c-9f9125a0a74d req-50f95575-4946-4e3a-96c0-42feb59406e5 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:25.468532 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e71f98a4-5fb9-4ae8-b79c-9f9125a0a74d req-50f95575-4946-4e3a-96c0-42feb59406e5 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?device_id=e2bfed94-1269-48e9-86ec-5a99e2a851e3 HTTP/1.1" status: 200 len: 946 time: 0.5546699 Aug 05 11:38:25.479200 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8382fb3f-3882-48fb-807a-1ff1a97a4214 req-4723c25b-8d28-4c9e-b84d-bb54eb72da16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:25.491337 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8382fb3f-3882-48fb-807a-1ff1a97a4214 req-4723c25b-8d28-4c9e-b84d-bb54eb72da16 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=922471f37b13454ba92168a26c5eea8e&device_id=4c3fb18e-c03b-4991-b08c-3d84749cfd93 HTTP/1.1" status: 200 len: 1094 time: 0.4259131 Aug 05 11:38:25.596115 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-50248ec5-46a4-4360-8beb-c9a4f9770881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:25.690985 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8382fb3f-3882-48fb-807a-1ff1a97a4214 req-c43204cf-e58e-40ed-b500-0b68ce7d1559 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=45fd19dd-0240-4fa2-8c50-128d7b8f11f3 HTTP/1.1" status: 200 len: 217 time: 0.1582065 Aug 05 11:38:25.727515 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2612b5cc-2d92-4a57-b799-e13071d31718 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:25.750684 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-50248ec5-46a4-4360-8beb-c9a4f9770881 None None] For port a8e16a20-73ef-4c32-b762-167204eb3242, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=a8e16a20-73ef-4c32-b762-167204eb3242,segment=NetworkSegment(c3ce43ff-a33b-459d-a35e-6c011fee3456),segment_id=c3ce43ff-a33b-459d-a35e-6c011fee3456)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:38:25.751493 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69af199a-3ae2-4baa-8c38-14d046b9e93f', 'name': 'network-vif-deleted', 'tag': '3d34bcbf-81b3-4437-ba32-bfa76b8f5cd1'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:38:25.763563 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-50248ec5-46a4-4360-8beb-c9a4f9770881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:25.766446 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-753f59c7-0cf3-46c9-88be-300830f87d01" -d '{"events": [{"server_uuid": "69af199a-3ae2-4baa-8c38-14d046b9e93f", "name": "network-vif-deleted", "tag": "3d34bcbf-81b3-4437-ba32-bfa76b8f5cd1"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:38:25.839901 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-2612b5cc-2d92-4a57-b799-e13071d31718 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424-project] Calling delete_port for 757912f3-f91e-4edc-abf6-509c6d3897d3 owned by {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:38:25.910889 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8382fb3f-3882-48fb-807a-1ff1a97a4214 req-2bf48988-f11f-4411-b668-f4458acdf191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:25.911806 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f7b5ed-0f74-4f34-903e-77cb7039aa45 req-2371f571-46a8-4786-90ea-f83d145dc77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:25.914466 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b6f7b5ed-0f74-4f34-903e-77cb7039aa45 req-2371f571-46a8-4786-90ea-f83d145dc77b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e5bdc290-a382-4409-a240-624b47e4f60f HTTP/1.1" status: 200 len: 853 time: 0.7036433 Aug 05 11:38:25.914791 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8382fb3f-3882-48fb-807a-1ff1a97a4214 req-2bf48988-f11f-4411-b668-f4458acdf191 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2358f314-430e-4da8-8dea-b9e9954bab81 HTTP/1.1" status: 200 len: 851 time: 0.1413884 Aug 05 11:38:26.090988 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50248ec5-46a4-4360-8beb-c9a4f9770881 None None] Pushing event updated for resources: {'Port': ['ID=a8e16a20-73ef-4c32-b762-167204eb3242,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:38:26.111897 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 41c93dc2-a49a-4318-b4b2-aa38dea3e60c details requested by agent hyperv_n-h1-803378-2 with host n-h1-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:38:26.113160 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e71f98a4-5fb9-4ae8-b79c-9f9125a0a74d req-7d472db5-4d91-446d-b0ab-746f1c161676 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/security-groups?id=5dfacf8b-ef80-4e03-9b2b-0b5aacf0bf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6174695 Aug 05 11:38:26.193756 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2492eb-4ebd-45b0-978e-d83c399565f5 req-f7af0a68-8d05-4660-b9f2-3efa752a68bf tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:26.197562 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3f2492eb-4ebd-45b0-978e-d83c399565f5 req-f7af0a68-8d05-4660-b9f2-3efa752a68bf tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c3fb18e-c03b-4991-b08c-3d84749cfd93 HTTP/1.1" status: 200 len: 943 time: 0.5037467 Aug 05 11:38:26.215269 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8382fb3f-3882-48fb-807a-1ff1a97a4214 req-d511d223-72eb-4741-b32d-52e864331822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:26.224142 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8382fb3f-3882-48fb-807a-1ff1a97a4214 req-d511d223-72eb-4741-b32d-52e864331822 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3bbc31db-4958-4e8b-9f8e-bc48b5d28e47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2829611 Aug 05 11:38:26.411047 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 41c93dc2-a49a-4318-b4b2-aa38dea3e60c, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=41c93dc2-a49a-4318-b4b2-aa38dea3e60c,segment=NetworkSegment(ec140737-142a-40ce-b93e-5718c5a5e0be),segment_id=ec140737-142a-40ce-b93e-5718c5a5e0be)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:38:26.438656 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Returning: {'device': '41c93dc2-a49a-4318-b4b2-aa38dea3e60c', 'network_id': 'ccbbacf0-1abe-4045-961d-b400e33c654c', 'port_id': '41c93dc2-a49a-4318-b4b2-aa38dea3e60c', 'mac_address': 'fa:16:3e:7d:0f:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5bdc290-a382-4409-a240-624b47e4f60f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:38:26.479689 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2612b5cc-2d92-4a57-b799-e13071d31718 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:26.486147 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b6f7b5ed-0f74-4f34-903e-77cb7039aa45 req-59c3a089-f4cb-4347-b855-a80ba3e5dfaf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ccbbacf0-1abe-4045-961d-b400e33c654c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5529375 Aug 05 11:38:26.541556 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:26.545047 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3f2492eb-4ebd-45b0-978e-d83c399565f5 req-de837233-110d-43c6-8169-848e076c3071 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=30974407-7b2a-468c-b989-540006d0da28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3184769 Aug 05 11:38:26.564764 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2612b5cc-2d92-4a57-b799-e13071d31718 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424-project] Pushing event deleted for resources: {'Port': ['ID=757912f3-f91e-4edc-abf6-509c6d3897d3,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:38:26.620832 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41c93dc2-a49a-4318-b4b2-aa38dea3e60c {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:38:26.622340 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-400d5b82-7a61-44c7-872f-8a4ebe1961c9 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Allocated IP 2001:db8::1 (65f763dc-e344-4f1a-a003-f0293beb6d65/9f990d3a-fba5-412b-94b8-6e2b7bca0bb0/7fe38f40-ebf0-4390-83b1-b239ca048e4b) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:38:26.655386 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8382fb3f-3882-48fb-807a-1ff1a97a4214 req-fd9ad494-583f-44dc-8515-7f6ab9c9155a service neutron] 10.222.0.64 "GET /v2.0/networks/3bbc31db-4958-4e8b-9f8e-bc48b5d28e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4189680 Aug 05 11:38:26.678336 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 41c93dc2-a49a-4318-b4b2-aa38dea3e60c, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=41c93dc2-a49a-4318-b4b2-aa38dea3e60c,segment=NetworkSegment(ec140737-142a-40ce-b93e-5718c5a5e0be),segment_id=ec140737-142a-40ce-b93e-5718c5a5e0be)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:38:26.686470 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091c77bd-b2a6-472d-82a1-95a268d841fb req-aa863abd-8cd0-435e-881b-04d4280caf3a tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:26.688295 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:26.703197 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-091c77bd-b2a6-472d-82a1-95a268d841fb req-aa863abd-8cd0-435e-881b-04d4280caf3a tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fd6170c-70dd-4607-bd40-eee82090f984 HTTP/1.1" status: 200 len: 943 time: 0.3657334 Aug 05 11:38:26.837738 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2612b5cc-2d92-4a57-b799-e13071d31718 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:26.840707 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=41c93dc2-a49a-4318-b4b2-aa38dea3e60c,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:38:26.847377 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-2612b5cc-2d92-4a57-b799-e13071d31718 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424-project] 10.222.0.58 "DELETE /v2.0/ports/757912f3-f91e-4edc-abf6-509c6d3897d3 HTTP/1.1" status: 204 len: 168 time: 3.0588140 Aug 05 11:38:26.850981 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 34754) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:38:26.933382 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2315e8cc-9d93-46ec-9c16-752dc603d83c x-openstack-request-id: req-2315e8cc-9d93-46ec-9c16-752dc603d83c {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:38:26.933885 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c3fb18e-c03b-4991-b08c-3d84749cfd93", "tag": "45fd19dd-0240-4fa2-8c50-128d7b8f11f3", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:38:26.934325 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2315e8cc-9d93-46ec-9c16-752dc603d83c {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:38:26.935073 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c3fb18e-c03b-4991-b08c-3d84749cfd93', 'tag': '45fd19dd-0240-4fa2-8c50-128d7b8f11f3', 'status': 'completed', 'code': 200} Aug 05 11:38:26.998707 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-091c77bd-b2a6-472d-82a1-95a268d841fb req-2f2f8a52-ac4a-49dc-811a-1ab57da85d28 tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] 10.222.0.58 "GET /v2.0/security-groups?id=c3cdc2e1-6657-462f-8996-f7367a683d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2920198 Aug 05 11:38:27.013631 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8382fb3f-3882-48fb-807a-1ff1a97a4214 req-941b10d5-185a-4e21-8169-02e0503442e0 service neutron] 10.222.0.64 "GET /v2.0/networks/3bbc31db-4958-4e8b-9f8e-bc48b5d28e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3064530 Aug 05 11:38:27.125703 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 34758) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:38:27.191315 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b6f7b5ed-0f74-4f34-903e-77cb7039aa45 req-ae3693e5-cced-4366-a30b-e406e4a349dd service neutron] 10.222.0.64 "GET /v2.0/networks/ccbbacf0-1abe-4045-961d-b400e33c654c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6405756 Aug 05 11:38:27.207049 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-009d7cd7-c549-47fb-aeaa-afde46cf3c3c x-openstack-request-id: req-009d7cd7-c549-47fb-aeaa-afde46cf3c3c {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:38:27.207614 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69af199a-3ae2-4baa-8c38-14d046b9e93f", "name": "network-vif-deleted", "tag": "3d34bcbf-81b3-4437-ba32-bfa76b8f5cd1", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:38:27.208058 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-009d7cd7-c549-47fb-aeaa-afde46cf3c3c {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:38:27.209305 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69af199a-3ae2-4baa-8c38-14d046b9e93f', 'name': 'network-vif-deleted', 'tag': '3d34bcbf-81b3-4437-ba32-bfa76b8f5cd1', 'status': 'completed', 'code': 200} Aug 05 11:38:27.286991 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['41c93dc2-a49a-4318-b4b2-aa38dea3e60c'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:38:27.307938 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_v2 [None req-778df756-9204-42f6-8b33-670ff6a1005e tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424-project] Deleting subnet b5075c38-d58d-4995-990d-7bb978297d50 {{(pid=94421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:38:27.313143 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-778df756-9204-42f6-8b33-670ff6a1005e tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424-project] Notify callbacks [] for subnet, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:27.381025 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_v2 [None req-35328c77-a5b9-4908-ab77-f4827d54a97c admin admin] Deleting subnet 913ddd41-47b4-4964-bf28-80103c5815fc {{(pid=94420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:38:27.420819 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-778df756-9204-42f6-8b33-670ff6a1005e tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29786388'] for subnet, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:27.428408 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-35328c77-a5b9-4908-ab77-f4827d54a97c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:27.452988 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device a8e16a20-73ef-4c32-b762-167204eb3242 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:38:27.497632 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256add03-8e8d-40f7-b3b7-edee042d35c0 req-1998dbe3-d92f-44bd-acac-5d1cf631e242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:27.500593 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-256add03-8e8d-40f7-b3b7-edee042d35c0 req-1998dbe3-d92f-44bd-acac-5d1cf631e242 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=922471f37b13454ba92168a26c5eea8e&device_id=4c3fb18e-c03b-4991-b08c-3d84749cfd93 HTTP/1.1" status: 200 len: 1094 time: 0.2932250 Aug 05 11:38:27.627252 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-400d5b82-7a61-44c7-872f-8a4ebe1961c9 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:27.663351 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-35328c77-a5b9-4908-ab77-f4827d54a97c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25010562'] for subnet, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:27.704668 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port a8e16a20-73ef-4c32-b762-167204eb3242 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:38:27.705582 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:27.736614 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [None req-400d5b82-7a61-44c7-872f-8a4ebe1961c9 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Transition to ACTIVE for port object 7fe38f40-ebf0-4390-83b1-b239ca048e4b will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:38:27.790611 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077df1cf-6291-40b6-80b7-ddb500742128 req-e3088fcf-8ae4-49f9-870e-243180ac8aab tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:27.805264 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-077df1cf-6291-40b6-80b7-ddb500742128 req-e3088fcf-8ae4-49f9-870e-243180ac8aab tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?device_id=e2bfed94-1269-48e9-86ec-5a99e2a851e3 HTTP/1.1" status: 200 len: 946 time: 0.4839067 Aug 05 11:38:27.808790 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b6f7b5ed-0f74-4f34-903e-77cb7039aa45 req-d119222e-d6f4-434b-a345-d48154818e4a service neutron] 10.222.0.64 "GET /v2.0/networks/ccbbacf0-1abe-4045-961d-b400e33c654c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5890558 Aug 05 11:38:27.817603 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-778df756-9204-42f6-8b33-670ff6a1005e tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:27.856905 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae746fd8-8194-49fa-9c41-618ce9167783 req-ff081d84-07fa-49f5-9e08-7eeb6982f95f tempest-MigrationsAdminTest-1963972281 tempest-MigrationsAdminTest-1963972281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:27.867899 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ae746fd8-8194-49fa-9c41-618ce9167783 req-ff081d84-07fa-49f5-9e08-7eeb6982f95f tempest-MigrationsAdminTest-1963972281 tempest-MigrationsAdminTest-1963972281-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=ecd94282-dd1a-4350-96e8-05aad30e4656 HTTP/1.1" status: 200 len: 1100 time: 0.4821479 Aug 05 11:38:27.893036 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-35328c77-a5b9-4908-ab77-f4827d54a97c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:27.954415 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-400d5b82-7a61-44c7-872f-8a4ebe1961c9 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:28.071855 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-077df1cf-6291-40b6-80b7-ddb500742128 req-12822de9-fdc7-4ea5-865c-431346f656f5 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/security-groups?id=5dfacf8b-ef80-4e03-9b2b-0b5aacf0bf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655067 Aug 05 11:38:28.083692 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256add03-8e8d-40f7-b3b7-edee042d35c0 req-24b6c4bb-4c17-4614-983f-3eb152c71681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:28.086702 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-256add03-8e8d-40f7-b3b7-edee042d35c0 req-24b6c4bb-4c17-4614-983f-3eb152c71681 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3bbc31db-4958-4e8b-9f8e-bc48b5d28e47 HTTP/1.1" status: 200 len: 913 time: 0.5513263 Aug 05 11:38:28.108653 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ae746fd8-8194-49fa-9c41-618ce9167783 req-13c19d95-780c-4731-bc36-dddcb4e4e700 tempest-MigrationsAdminTest-1963972281 tempest-MigrationsAdminTest-1963972281-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166789 Aug 05 11:38:28.109502 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 77b879bb-72ce-4c7a-ba73-52226462454f up at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:38:28.236672 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-256add03-8e8d-40f7-b3b7-edee042d35c0 req-c8aafd30-6882-4074-8c16-26eb84cc0574 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=45fd19dd-0240-4fa2-8c50-128d7b8f11f3 HTTP/1.1" status: 200 len: 217 time: 0.1219161 Aug 05 11:38:28.316957 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning for port 77b879bb-72ce-4c7a-ba73-52226462454f completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:38:28.322524 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-35328c77-a5b9-4908-ab77-f4827d54a97c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29762763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24211094'] for subnet, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:28.336294 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning complete for port 77b879bb-72ce-4c7a-ba73-52226462454f triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:38:28.337617 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:28.450310 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:28.463775 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35328c77-a5b9-4908-ab77-f4827d54a97c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=913ddd41-47b4-4964-bf28-80103c5815fc,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:38:28.473614 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-35328c77-a5b9-4908-ab77-f4827d54a97c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:28.481246 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-35328c77-a5b9-4908-ab77-f4827d54a97c admin admin] 10.222.0.58 "DELETE /v2.0/subnets/913ddd41-47b4-4964-bf28-80103c5815fc HTTP/1.1" status: 204 len: 168 time: 1.3516035 Aug 05 11:38:28.494027 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 34776) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:38:28.509981 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecd94282-dd1a-4350-96e8-05aad30e4656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77b879bb-72ce-4c7a-ba73-52226462454f'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:38:28.512859 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7de0f08-378e-432d-81ee-ccc5ddc00ab7" -d '{"events": [{"server_uuid": "ecd94282-dd1a-4350-96e8-05aad30e4656", "name": "network-vif-plugged", "status": "completed", "tag": "77b879bb-72ce-4c7a-ba73-52226462454f"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:38:28.545393 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 77b879bb-72ce-4c7a-ba73-52226462454f, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=77b879bb-72ce-4c7a-ba73-52226462454f,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:38:28.561944 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:28.593278 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400d5b82-7a61-44c7-872f-8a4ebe1961c9 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:38:28.613148 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-400d5b82-7a61-44c7-872f-8a4ebe1961c9 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:38:28.634883 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-778df756-9204-42f6-8b33-670ff6a1005e tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25038609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30075142'] for subnet, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:28.639252 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400d5b82-7a61-44c7-872f-8a4ebe1961c9 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:38:28.640461 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-400d5b82-7a61-44c7-872f-8a4ebe1961c9 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33288800'] for router_interface, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:28.654208 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256add03-8e8d-40f7-b3b7-edee042d35c0 req-1e3b6ca0-3e17-43dd-9f06-f05ea181783f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:28.657488 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-256add03-8e8d-40f7-b3b7-edee042d35c0 req-1e3b6ca0-3e17-43dd-9f06-f05ea181783f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2358f314-430e-4da8-8dea-b9e9954bab81 HTTP/1.1" status: 200 len: 851 time: 0.4058778 Aug 05 11:38:28.679765 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400d5b82-7a61-44c7-872f-8a4ebe1961c9 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Pushing event updated for resources: {'Port': ['ID=7fe38f40-ebf0-4390-83b1-b239ca048e4b,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:38:28.690894 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=77b879bb-72ce-4c7a-ba73-52226462454f,revision_number=13']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:38:28.788107 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778df756-9204-42f6-8b33-670ff6a1005e tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424-project] Pushing event deleted for resources: {'Subnet': ['ID=b5075c38-d58d-4995-990d-7bb978297d50,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:38:28.799713 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-778df756-9204-42f6-8b33-670ff6a1005e tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:28.804586 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-778df756-9204-42f6-8b33-670ff6a1005e tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424-project] 10.222.0.58 "DELETE /v2.0/subnets/b5075c38-d58d-4995-990d-7bb978297d50 HTTP/1.1" status: 204 len: 168 time: 1.9194772 Aug 05 11:38:28.808848 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 34780) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:38:28.821101 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d440654d-4b6f-4406-9b16-0c6c43999749 None None] Network ee118506-45b1-4dba-93ba-b548823d33e4 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:38:28.916617 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b4c3b8-48bb-4778-85a5-ed6b429c8d1f req-7028c13c-43a4-471c-9e1b-5de2b9ed2fa8 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:28.925081 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-32b4c3b8-48bb-4778-85a5-ed6b429c8d1f req-7028c13c-43a4-471c-9e1b-5de2b9ed2fa8 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c3fb18e-c03b-4991-b08c-3d84749cfd93 HTTP/1.1" status: 200 len: 943 time: 0.6138961 Aug 05 11:38:28.961147 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-afd6367b-325e-4ab7-ab18-f15d0dbf5ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:29.018052 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256add03-8e8d-40f7-b3b7-edee042d35c0 req-66e83e7e-576c-404f-9e8e-9eb424c4d13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:29.022652 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-256add03-8e8d-40f7-b3b7-edee042d35c0 req-66e83e7e-576c-404f-9e8e-9eb424c4d13b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3bbc31db-4958-4e8b-9f8e-bc48b5d28e47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2932625 Aug 05 11:38:29.055383 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-913db109-a740-4964-8d31-5d3bc4438555 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:29.143012 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-400d5b82-7a61-44c7-872f-8a4ebe1961c9 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:29.158128 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-de87aa5e-7151-4fdb-b0d0-ce12a3ab6a5f None None] Provisioning for port 7fe38f40-ebf0-4390-83b1-b239ca048e4b completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:38:29.161913 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee53489e-8304-4dc0-ad8b-b5246ed5fad5 req-133211eb-9613-4429-b823-9d2b28714d91 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:29.164734 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ee53489e-8304-4dc0-ad8b-b5246ed5fad5 req-133211eb-9613-4429-b823-9d2b28714d91 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] 10.222.0.58 "GET /v2.0/networks?id=4ba4438a-8cdb-441d-bb43-5e42214d4b76 HTTP/1.1" status: 200 len: 814 time: 0.8098464 Aug 05 11:38:29.170780 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:29.182668 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-de87aa5e-7151-4fdb-b0d0-ce12a3ab6a5f None None] Provisioning complete for port 7fe38f40-ebf0-4390-83b1-b239ca048e4b triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:38:29.186489 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-de87aa5e-7151-4fdb-b0d0-ce12a3ab6a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:29.269512 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-de87aa5e-7151-4fdb-b0d0-ce12a3ab6a5f None None] Port 7fe38f40-ebf0-4390-83b1-b239ca048e4b cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:38:29.283204 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-32b4c3b8-48bb-4778-85a5-ed6b429c8d1f req-159e4b42-8ac4-403f-bad5-5db73c539b81 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=30974407-7b2a-468c-b989-540006d0da28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3457217 Aug 05 11:38:29.303283 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ee53489e-8304-4dc0-ad8b-b5246ed5fad5 req-2e0ea0fd-97ee-4517-8e67-ecfe2f082f88 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] 10.222.0.58 "GET /v2.0/quotas/d99022a6b1d940f38af72023898597a0 HTTP/1.1" status: 200 len: 375 time: 0.1111658 Aug 05 11:38:29.312295 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5fe49ef-d4e5-4d97-a483-6b6b8f7c6c52 None None] DHCP port deletion for ee118506-45b1-4dba-93ba-b548823d33e4 request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 11:38:29.438732 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-e5fe49ef-d4e5-4d97-a483-6b6b8f7c6c52 None None] Deleting port 962998e0-59eb-4557-9ff8-2cbeeeeced5e {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:38:29.439240 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e5fe49ef-d4e5-4d97-a483-6b6b8f7c6c52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:29.460985 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 962998e0-59eb-4557-9ff8-2cbeeeeced5e no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:38:29.536034 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-afd6367b-325e-4ab7-ab18-f15d0dbf5ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:29.548958 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-e5fe49ef-d4e5-4d97-a483-6b6b8f7c6c52 None None] For port 962998e0-59eb-4557-9ff8-2cbeeeeced5e, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=962998e0-59eb-4557-9ff8-2cbeeeeced5e,segment=NetworkSegment(a963978b-4392-4150-954d-2fbae3c9b999),segment_id=a963978b-4392-4150-954d-2fbae3c9b999)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:38:29.549374 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e5fe49ef-d4e5-4d97-a483-6b6b8f7c6c52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:29.566730 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-e5fe49ef-d4e5-4d97-a483-6b6b8f7c6c52 None None] Calling delete_port for 962998e0-59eb-4557-9ff8-2cbeeeeced5e owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:38:29.594512 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-afd6367b-325e-4ab7-ab18-f15d0dbf5ef6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c2b213e-bfc0-4348-8be6-68ee3d47f6c9']}} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:38:29.615036 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-256add03-8e8d-40f7-b3b7-edee042d35c0 req-7485f534-6e9f-43b0-80bc-255cff46cd38 service neutron] 10.222.0.64 "GET /v2.0/networks/3bbc31db-4958-4e8b-9f8e-bc48b5d28e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5802765 Aug 05 11:38:29.622802 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-913db109-a740-4964-8d31-5d3bc4438555 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424-project] Deleting port 962998e0-59eb-4557-9ff8-2cbeeeeced5e {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:38:29.623387 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-913db109-a740-4964-8d31-5d3bc4438555 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:29.625002 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-afd6367b-325e-4ab7-ab18-f15d0dbf5ef6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1a830f3-d78f-4d44-b2c5-a09a663545a4') {'for_net_delete': True} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:38:29.625548 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-afd6367b-325e-4ab7-ab18-f15d0dbf5ef6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1a830f3-d78f-4d44-b2c5-a09a663545a4') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:38:29.707460 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-afd6367b-325e-4ab7-ab18-f15d0dbf5ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25010581'] for segment, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:29.774540 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:29.858873 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [None req-913db109-a740-4964-8d31-5d3bc4438555 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424-project] For port 962998e0-59eb-4557-9ff8-2cbeeeeced5e, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=962998e0-59eb-4557-9ff8-2cbeeeeced5e,segment=NetworkSegment(a963978b-4392-4150-954d-2fbae3c9b999),segment_id=a963978b-4392-4150-954d-2fbae3c9b999)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:38:29.859377 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-913db109-a740-4964-8d31-5d3bc4438555 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:29.876943 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port 962998e0-59eb-4557-9ff8-2cbeeeeced5e, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=962998e0-59eb-4557-9ff8-2cbeeeeced5e,segment=NetworkSegment(a963978b-4392-4150-954d-2fbae3c9b999),segment_id=a963978b-4392-4150-954d-2fbae3c9b999)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:38:29.890111 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:29.898902 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-913db109-a740-4964-8d31-5d3bc4438555 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424-project] Calling delete_port for 962998e0-59eb-4557-9ff8-2cbeeeeced5e owned by network:dhcp {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:38:29.956852 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e5fe49ef-d4e5-4d97-a483-6b6b8f7c6c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:30.001810 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fe49ef-d4e5-4d97-a483-6b6b8f7c6c52 None None] No DVR routers for this DVR port 962998e0-59eb-4557-9ff8-2cbeeeeced5e on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:38:30.044356 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=962998e0-59eb-4557-9ff8-2cbeeeeced5e,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:38:30.091278 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fe49ef-d4e5-4d97-a483-6b6b8f7c6c52 None None] Pushing event deleted for resources: {'Port': ['ID=962998e0-59eb-4557-9ff8-2cbeeeeced5e,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:38:30.120099 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 45fd19dd-0240-4fa2-8c50-128d7b8f11f3 details requested by agent hyperv_n-h1-803378-2 with host n-h1-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:38:30.133572 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-400d5b82-7a61-44c7-872f-8a4ebe1961c9 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:30.137041 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 41c93dc2-a49a-4318-b4b2-aa38dea3e60c up at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:38:30.162057 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-400d5b82-7a61-44c7-872f-8a4ebe1961c9 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:30.163485 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-400d5b82-7a61-44c7-872f-8a4ebe1961c9 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33140268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33208272'] for router_interface, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:30.190563 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ee53489e-8304-4dc0-ad8b-b5246ed5fad5 req-d9aab7d9-2f15-4260-be34-b63c7b042946 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=d99022a6b1d940f38af72023898597a0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8113990 Aug 05 11:38:30.212872 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [req-ee53489e-8304-4dc0-ad8b-b5246ed5fad5 req-35772851-1263-40a8-8db9-fc9960cd4f93 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94420) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 11:38:30.214828 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ee53489e-8304-4dc0-ad8b-b5246ed5fad5 req-35772851-1263-40a8-8db9-fc9960cd4f93 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0097585 Aug 05 11:38:30.264967 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b430f4-4222-4c40-8c72-986469f8d810 req-8a6bf3ac-7510-4806-bdcd-d1915c71bd4f tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:30.277211 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-13b430f4-4222-4c40-8c72-986469f8d810 req-8a6bf3ac-7510-4806-bdcd-d1915c71bd4f tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fd6170c-70dd-4607-bd40-eee82090f984 HTTP/1.1" status: 200 len: 944 time: 0.8033402 Aug 05 11:38:30.291772 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-afd6367b-325e-4ab7-ab18-f15d0dbf5ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:30.357664 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-913db109-a740-4964-8d31-5d3bc4438555 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:30.395358 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afd6367b-325e-4ab7-ab18-f15d0dbf5ef6 admin admin] Releasing vlan 695 on physical network physnet1 to pool {{(pid=94420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:38:30.395958 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-afd6367b-325e-4ab7-ab18-f15d0dbf5ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29762581'] for segment, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:30.399415 n-d-803378-2 neutron-server[94420]: Traceback (most recent call last): Aug 05 11:38:30.399415 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:38:30.399415 n-d-803378-2 neutron-server[94420]: timer() Aug 05 11:38:30.399415 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:38:30.399415 n-d-803378-2 neutron-server[94420]: cb(*args, **kw) Aug 05 11:38:30.399415 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:38:30.399415 n-d-803378-2 neutron-server[94420]: return func(*args, **kwargs) Aug 05 11:38:30.399415 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:38:30.399415 n-d-803378-2 neutron-server[94420]: self._notify() Aug 05 11:38:30.399415 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:38:30.399415 n-d-803378-2 neutron-server[94420]: self.callback(batched_events) Aug 05 11:38:30.399415 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:38:30.399415 n-d-803378-2 neutron-server[94420]: event.method(event) Aug 05 11:38:30.399415 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:38:30.399415 n-d-803378-2 neutron-server[94420]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:38:30.399415 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:38:30.399415 n-d-803378-2 neutron-server[94420]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:38:30.399415 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:38:30.399415 n-d-803378-2 neutron-server[94420]: return f(self, *a, **k) Aug 05 11:38:30.399415 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:38:30.399415 n-d-803378-2 neutron-server[94420]: return self._get(url).json() Aug 05 11:38:30.399415 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:38:30.399415 n-d-803378-2 neutron-server[94420]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:38:30.399415 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:38:30.399415 n-d-803378-2 neutron-server[94420]: return self.request(url, 'GET', **kwargs) Aug 05 11:38:30.399415 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:38:30.399415 n-d-803378-2 neutron-server[94420]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:38:30.399415 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:38:30.399415 n-d-803378-2 neutron-server[94420]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:38:30.399415 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:38:30.399415 n-d-803378-2 neutron-server[94420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:38:30.399415 n-d-803378-2 neutron-server[94420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:38:30.403683 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning for port 41c93dc2-a49a-4318-b4b2-aa38dea3e60c completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:38:30.418205 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning complete for port 41c93dc2-a49a-4318-b4b2-aa38dea3e60c triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:38:30.419183 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:30.423894 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400d5b82-7a61-44c7-872f-8a4ebe1961c9 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Pushing event updated for resources: {'Port': ['ID=7fe38f40-ebf0-4390-83b1-b239ca048e4b,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:38:30.450505 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913db109-a740-4964-8d31-5d3bc4438555 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424-project] No DVR routers for this DVR port 962998e0-59eb-4557-9ff8-2cbeeeeced5e on host n-d-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:38:30.518816 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 45fd19dd-0240-4fa2-8c50-128d7b8f11f3, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=45fd19dd-0240-4fa2-8c50-128d7b8f11f3,segment=NetworkSegment(5615e441-bf2b-4f62-9a7e-00bdeb60130a),segment_id=5615e441-bf2b-4f62-9a7e-00bdeb60130a)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:38:30.547974 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913db109-a740-4964-8d31-5d3bc4438555 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424-project] Pushing event deleted for resources: {'Port': ['ID=962998e0-59eb-4557-9ff8-2cbeeeeced5e,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:38:30.565180 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Returning: {'device': '45fd19dd-0240-4fa2-8c50-128d7b8f11f3', 'network_id': '3bbc31db-4958-4e8b-9f8e-bc48b5d28e47', 'port_id': '45fd19dd-0240-4fa2-8c50-128d7b8f11f3', 'mac_address': 'fa:16:3e:cc:01:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2358f314-430e-4da8-8dea-b9e9954bab81', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:38:30.597201 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-13b430f4-4222-4c40-8c72-986469f8d810 req-a2326dc9-10d2-4fa2-b468-ff2a7de85a32 tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] 10.222.0.58 "GET /v2.0/security-groups?id=c3cdc2e1-6657-462f-8996-f7367a683d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3178520 Aug 05 11:38:30.631301 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-afd6367b-325e-4ab7-ab18-f15d0dbf5ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:30.650382 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-256add03-8e8d-40f7-b3b7-edee042d35c0 req-3496eaa5-99e5-4f61-89c1-9690b7c7349e service neutron] 10.222.0.64 "GET /v2.0/networks/3bbc31db-4958-4e8b-9f8e-bc48b5d28e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0150354 Aug 05 11:38:30.657116 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-afd6367b-325e-4ab7-ab18-f15d0dbf5ef6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:30.661785 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-afd6367b-325e-4ab7-ab18-f15d0dbf5ef6 admin admin] 10.222.0.58 "DELETE /v2.0/networks/0c2b213e-bfc0-4348-8be6-68ee3d47f6c9 HTTP/1.1" status: 204 len: 168 time: 2.1656861 Aug 05 11:38:30.674234 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 34784) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:38:30.698127 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd6367b-325e-4ab7-ab18-f15d0dbf5ef6 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c2b213e-bfc0-4348-8be6-68ee3d47f6c9,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:38:30.734880 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-913db109-a740-4964-8d31-5d3bc4438555 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:30.738533 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:30.773901 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ee53489e-8304-4dc0-ad8b-b5246ed5fad5 req-b4211d21-970d-4c15-9e9e-0178350c332b service neutron] 10.222.0.58 "GET /v2.0/networks/4ba4438a-8cdb-441d-bb43-5e42214d4b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5433340 Aug 05 11:38:30.780131 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:30.783603 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-913db109-a740-4964-8d31-5d3bc4438555 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee118506-45b1-4dba-93ba-b548823d33e4']}} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:38:30.813012 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45fd19dd-0240-4fa2-8c50-128d7b8f11f3 {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:38:30.821518 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400d5b82-7a61-44c7-872f-8a4ebe1961c9 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:38:30.826450 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-913db109-a740-4964-8d31-5d3bc4438555 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a963978b-4392-4150-954d-2fbae3c9b999') {'for_net_delete': True} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:38:30.826925 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-913db109-a740-4964-8d31-5d3bc4438555 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a963978b-4392-4150-954d-2fbae3c9b999') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:38:30.831631 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-400d5b82-7a61-44c7-872f-8a4ebe1961c9 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:38:30.853427 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 45fd19dd-0240-4fa2-8c50-128d7b8f11f3, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=45fd19dd-0240-4fa2-8c50-128d7b8f11f3,segment=NetworkSegment(5615e441-bf2b-4f62-9a7e-00bdeb60130a),segment_id=5615e441-bf2b-4f62-9a7e-00bdeb60130a)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:38:30.898022 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 41c93dc2-a49a-4318-b4b2-aa38dea3e60c, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=41c93dc2-a49a-4318-b4b2-aa38dea3e60c,segment=NetworkSegment(ec140737-142a-40ce-b93e-5718c5a5e0be),segment_id=ec140737-142a-40ce-b93e-5718c5a5e0be)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:38:30.902621 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:30.947261 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_v2 [None req-750e2626-d449-4acb-9b3b-261916a8f7f0 admin admin] Deleting subnet d3d38ff8-3b4b-4afb-b9f3-f06a1021e2d7 {{(pid=94420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:38:30.968853 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:31.011338 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-750e2626-d449-4acb-9b3b-261916a8f7f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:31.027240 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=45fd19dd-0240-4fa2-8c50-128d7b8f11f3,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:38:31.038931 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-913db109-a740-4964-8d31-5d3bc4438555 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29786371'] for segment, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:31.145090 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-913db109-a740-4964-8d31-5d3bc4438555 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:31.151489 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=41c93dc2-a49a-4318-b4b2-aa38dea3e60c,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:38:31.175662 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-913db109-a740-4964-8d31-5d3bc4438555 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424-project] Releasing vlan 665 on physical network physnet1 to pool {{(pid=94421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:38:31.176343 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-913db109-a740-4964-8d31-5d3bc4438555 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25038799'] for segment, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:31.188172 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ee53489e-8304-4dc0-ad8b-b5246ed5fad5 req-55798285-3ea1-4fd3-a787-c2e7a4e1360b service neutron] 10.222.0.58 "GET /v2.0/networks/4ba4438a-8cdb-441d-bb43-5e42214d4b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3911397 Aug 05 11:38:31.189576 n-d-803378-2 neutron-server[94421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 11:38:31.189576 n-d-803378-2 neutron-server[94421]: self.session.flush() Aug 05 11:38:31.189576 n-d-803378-2 neutron-server[94421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 11:38:31.189576 n-d-803378-2 neutron-server[94421]: self.session.flush() Aug 05 11:38:31.189576 n-d-803378-2 neutron-server[94421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 11:38:31.189576 n-d-803378-2 neutron-server[94421]: self.session.flush() Aug 05 11:38:31.189576 n-d-803378-2 neutron-server[94421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 11:38:31.189576 n-d-803378-2 neutron-server[94421]: self.session.flush() Aug 05 11:38:31.189576 n-d-803378-2 neutron-server[94421]: Traceback (most recent call last): Aug 05 11:38:31.189576 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:38:31.189576 n-d-803378-2 neutron-server[94421]: timer() Aug 05 11:38:31.189576 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:38:31.189576 n-d-803378-2 neutron-server[94421]: cb(*args, **kw) Aug 05 11:38:31.189576 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:38:31.189576 n-d-803378-2 neutron-server[94421]: return func(*args, **kwargs) Aug 05 11:38:31.189576 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:38:31.189576 n-d-803378-2 neutron-server[94421]: self._notify() Aug 05 11:38:31.189576 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:38:31.189576 n-d-803378-2 neutron-server[94421]: self.callback(batched_events) Aug 05 11:38:31.189576 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:38:31.189576 n-d-803378-2 neutron-server[94421]: event.method(event) Aug 05 11:38:31.189576 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:38:31.189576 n-d-803378-2 neutron-server[94421]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:38:31.189576 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:38:31.189576 n-d-803378-2 neutron-server[94421]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:38:31.189576 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:38:31.189576 n-d-803378-2 neutron-server[94421]: return f(self, *a, **k) Aug 05 11:38:31.189576 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:38:31.189576 n-d-803378-2 neutron-server[94421]: return self._get(url).json() Aug 05 11:38:31.189576 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:38:31.189576 n-d-803378-2 neutron-server[94421]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:38:31.189576 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:38:31.189576 n-d-803378-2 neutron-server[94421]: return self.request(url, 'GET', **kwargs) Aug 05 11:38:31.189576 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:38:31.189576 n-d-803378-2 neutron-server[94421]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:38:31.189576 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:38:31.189576 n-d-803378-2 neutron-server[94421]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:38:31.189576 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:38:31.189576 n-d-803378-2 neutron-server[94421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:38:31.189576 n-d-803378-2 neutron-server[94421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:38:31.231779 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-750e2626-d449-4acb-9b3b-261916a8f7f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25010562'] for subnet, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:31.422932 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['45fd19dd-0240-4fa2-8c50-128d7b8f11f3'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:38:31.429070 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-750e2626-d449-4acb-9b3b-261916a8f7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:31.435256 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-913db109-a740-4964-8d31-5d3bc4438555 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:31.461622 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-913db109-a740-4964-8d31-5d3bc4438555 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:31.472066 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-913db109-a740-4964-8d31-5d3bc4438555 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424-project] 10.222.0.58 "DELETE /v2.0/networks/ee118506-45b1-4dba-93ba-b548823d33e4 HTTP/1.1" status: 204 len: 168 time: 2.6614990 Aug 05 11:38:31.576539 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913db109-a740-4964-8d31-5d3bc4438555 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424 tempest-ExtraDHCPOptionsIpV6TestJSON-1408024424-project] Pushing event deleted for resources: {'Network': ['ID=ee118506-45b1-4dba-93ba-b548823d33e4,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:38:31.609136 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-400d5b82-7a61-44c7-872f-8a4ebe1961c9 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Router 3af652e9-c9e4-479b-a452-037982d5cb7e is scheduled to L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d with binding_index 1 {{(pid=94421) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 11:38:31.699118 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-750e2626-d449-4acb-9b3b-261916a8f7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29762763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24211094'] for subnet, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:31.717759 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0c19a69-4ded-42a6-ad28-8326a9c4193f x-openstack-request-id: req-b0c19a69-4ded-42a6-ad28-8326a9c4193f {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:38:31.718229 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecd94282-dd1a-4350-96e8-05aad30e4656", "name": "network-vif-plugged", "status": "completed", "tag": "77b879bb-72ce-4c7a-ba73-52226462454f", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:38:31.718776 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b0c19a69-4ded-42a6-ad28-8326a9c4193f {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:38:31.729958 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecd94282-dd1a-4350-96e8-05aad30e4656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77b879bb-72ce-4c7a-ba73-52226462454f', 'code': 200} Aug 05 11:38:31.762551 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f3f3c4a4-9bc1-4ee1-af3a-55800df10b3c None None] Provisioning complete for port 7fe38f40-ebf0-4390-83b1-b239ca048e4b triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:38:31.763151 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f3f3c4a4-9bc1-4ee1-af3a-55800df10b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:31.842550 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750e2626-d449-4acb-9b3b-261916a8f7f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3d38ff8-3b4b-4afb-b9f3-f06a1021e2d7,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:38:31.869478 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-f3f3c4a4-9bc1-4ee1-af3a-55800df10b3c None None] Port 7fe38f40-ebf0-4390-83b1-b239ca048e4b cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:38:31.912593 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-750e2626-d449-4acb-9b3b-261916a8f7f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:31.928095 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-750e2626-d449-4acb-9b3b-261916a8f7f0 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/d3d38ff8-3b4b-4afb-b9f3-f06a1021e2d7 HTTP/1.1" status: 204 len: 168 time: 1.2516837 Aug 05 11:38:31.928412 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 34798) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:38:32.088538 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ab4b73-8f3a-443c-8470-fd4f617e1093 req-e6dad664-45a5-445c-a701-1a7cca158c33 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:32.091060 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-400d5b82-7a61-44c7-872f-8a4ebe1961c9 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:38:32.112833 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-400d5b82-7a61-44c7-872f-8a4ebe1961c9 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "PUT /v2.0/routers/3af652e9-c9e4-479b-a452-037982d5cb7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9599864 Aug 05 11:38:32.113610 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-62ab4b73-8f3a-443c-8470-fd4f617e1093 req-e6dad664-45a5-445c-a701-1a7cca158c33 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c3fb18e-c03b-4991-b08c-3d84749cfd93 HTTP/1.1" status: 200 len: 944 time: 0.2862566 Aug 05 11:38:32.116995 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 34804) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:38:32.143895 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32ed71f-1029-406b-9062-50751f2d22d8 None None] Sync routers for ids ['3af652e9-c9e4-479b-a452-037982d5cb7e'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:38:32.152955 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-23da8b0a-2d6d-433c-a9fe-80926709a04d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:32.174180 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f86fcf-a3bd-4138-a88f-4130adcb0890 req-3dfe13ac-fea0-4a34-99b2-295388f59675 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:32.177624 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e2f86fcf-a3bd-4138-a88f-4130adcb0890 req-3dfe13ac-fea0-4a34-99b2-295388f59675 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?device_id=e2bfed94-1269-48e9-86ec-5a99e2a851e3 HTTP/1.1" status: 200 len: 946 time: 0.2129300 Aug 05 11:38:32.241014 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32ed71f-1029-406b-9062-50751f2d22d8 None None] Routers {'3af652e9-c9e4-479b-a452-037982d5cb7e'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:38:32.242201 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-d32ed71f-1029-406b-9062-50751f2d22d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:38:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['3af652e9-c9e4-479b-a452-037982d5cb7e'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:38:32.375554 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-62ab4b73-8f3a-443c-8470-fd4f617e1093 req-ba2c17cb-a249-43a7-bac2-3e71ff638e0d tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=30974407-7b2a-468c-b989-540006d0da28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606497 Aug 05 11:38:32.427095 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4acc681-d214-431d-a45d-82b7dc24de34 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:32.438353 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-e4acc681-d214-431d-a45d-82b7dc24de34 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "GET /v2.0/ports/7fe38f40-ebf0-4390-83b1-b239ca048e4b HTTP/1.1" status: 200 len: 911 time: 0.3192594 Aug 05 11:38:32.439707 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 34810) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:38:32.501938 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 34812) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:38:32.505157 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-23da8b0a-2d6d-433c-a9fe-80926709a04d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:32.544236 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e2f86fcf-a3bd-4138-a88f-4130adcb0890 req-c2b424b5-85c0-4ce5-9ccf-7b16404a4585 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/security-groups?id=5dfacf8b-ef80-4e03-9b2b-0b5aacf0bf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3217185 Aug 05 11:38:32.550351 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-23da8b0a-2d6d-433c-a9fe-80926709a04d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f13e051-0bd9-4458-b4d8-a78fb5eb2bb7']}} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:38:32.562156 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-d32ed71f-1029-406b-9062-50751f2d22d8 None None] Set router 3af652e9-c9e4-479b-a452-037982d5cb7e gateway port host: None {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:38:32.604060 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-23da8b0a-2d6d-433c-a9fe-80926709a04d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31a35822-f4dc-4337-be42-4fabeed32c95') {'for_net_delete': True} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:38:32.604060 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-23da8b0a-2d6d-433c-a9fe-80926709a04d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31a35822-f4dc-4337-be42-4fabeed32c95') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:38:32.677559 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb8f836-bdac-4c7c-9e9a-737a73db1b39 req-8e9b20ce-b5cb-43ba-8f21-322bba429405 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:32.697576 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cfb8f836-bdac-4c7c-9e9a-737a73db1b39 req-8e9b20ce-b5cb-43ba-8f21-322bba429405 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=ecd94282-dd1a-4350-96e8-05aad30e4656 HTTP/1.1" status: 200 len: 950 time: 0.1658409 Aug 05 11:38:32.720160 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f101a0-88ba-4a5c-aa2f-e49085291d89 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:32.738304 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f101a0-88ba-4a5c-aa2f-e49085291d89 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:32.743513 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-e8f101a0-88ba-4a5c-aa2f-e49085291d89 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3022261 Aug 05 11:38:32.748164 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-23da8b0a-2d6d-433c-a9fe-80926709a04d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29786371'] for segment, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:32.770199 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 34816) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:38:32.809825 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-23da8b0a-2d6d-433c-a9fe-80926709a04d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:32.846376 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35d363e-1ba7-4961-bb05-4f9ec9362bf3 req-4faf630e-a1c5-41de-93fa-3ad96c0520e1 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:32.849650 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d35d363e-1ba7-4961-bb05-4f9ec9362bf3 req-4faf630e-a1c5-41de-93fa-3ad96c0520e1 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2bfed94-1269-48e9-86ec-5a99e2a851e3 HTTP/1.1" status: 200 len: 946 time: 0.2726912 Aug 05 11:38:32.860743 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23da8b0a-2d6d-433c-a9fe-80926709a04d admin admin] Releasing vlan 692 on physical network physnet1 to pool {{(pid=94421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:38:32.861406 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-23da8b0a-2d6d-433c-a9fe-80926709a04d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25038799'] for segment, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:32.866043 n-d-803378-2 neutron-server[94421]: Traceback (most recent call last): Aug 05 11:38:32.866043 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:38:32.866043 n-d-803378-2 neutron-server[94421]: timer() Aug 05 11:38:32.866043 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:38:32.866043 n-d-803378-2 neutron-server[94421]: cb(*args, **kw) Aug 05 11:38:32.866043 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:38:32.866043 n-d-803378-2 neutron-server[94421]: return func(*args, **kwargs) Aug 05 11:38:32.866043 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:38:32.866043 n-d-803378-2 neutron-server[94421]: self._notify() Aug 05 11:38:32.866043 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:38:32.866043 n-d-803378-2 neutron-server[94421]: self.callback(batched_events) Aug 05 11:38:32.866043 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:38:32.866043 n-d-803378-2 neutron-server[94421]: event.method(event) Aug 05 11:38:32.866043 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:38:32.866043 n-d-803378-2 neutron-server[94421]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:38:32.866043 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:38:32.866043 n-d-803378-2 neutron-server[94421]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:38:32.866043 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:38:32.866043 n-d-803378-2 neutron-server[94421]: return f(self, *a, **k) Aug 05 11:38:32.866043 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:38:32.866043 n-d-803378-2 neutron-server[94421]: return self._get(url).json() Aug 05 11:38:32.866043 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:38:32.866043 n-d-803378-2 neutron-server[94421]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:38:32.866043 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:38:32.866043 n-d-803378-2 neutron-server[94421]: return self.request(url, 'GET', **kwargs) Aug 05 11:38:32.866043 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:38:32.866043 n-d-803378-2 neutron-server[94421]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:38:32.866043 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:38:32.866043 n-d-803378-2 neutron-server[94421]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:38:32.866043 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:38:32.866043 n-d-803378-2 neutron-server[94421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:38:32.866043 n-d-803378-2 neutron-server[94421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:38:33.093094 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-97f6fc9b-d207-42ec-afd3-7f08c1d3b6fd req-f2b4c6fd-ad43-4969-9e45-ac1c78f71985 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] 10.222.0.58 "GET /v2.0/ports?device_id=08b420b1-809e-4081-9b30-a8f4dd879947 HTTP/1.1" status: 200 len: 210 time: 0.3639047 Aug 05 11:38:33.152471 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-bc919a17-90e7-4193-9e37-593f4bba4358 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a53fd46906504726bb0bc5d0dcf5c587&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6393521 Aug 05 11:38:33.155882 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 34818) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:38:33.201940 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cfb8f836-bdac-4c7c-9e9a-737a73db1b39 req-f72dc94d-ef6c-4266-87fd-7e1b62d2e594 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5016398 Aug 05 11:38:33.218489 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-23da8b0a-2d6d-433c-a9fe-80926709a04d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:33.261244 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-23da8b0a-2d6d-433c-a9fe-80926709a04d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:33.281764 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-23da8b0a-2d6d-433c-a9fe-80926709a04d admin admin] 10.222.0.58 "DELETE /v2.0/networks/4f13e051-0bd9-4458-b4d8-a78fb5eb2bb7 HTTP/1.1" status: 204 len: 168 time: 1.3427372 Aug 05 11:38:33.315655 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23da8b0a-2d6d-433c-a9fe-80926709a04d admin admin] Pushing event deleted for resources: {'Network': ['ID=4f13e051-0bd9-4458-b4d8-a78fb5eb2bb7,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:38:33.335670 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-d32ed71f-1029-406b-9062-50751f2d22d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3af652e9-c9e4-479b-a452-037982d5cb7e', 'name': 'tempest-NetworksTestDHCPv6-router-1089182779', 'tenant_id': '2255634a74e844e794fd358818288ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:38:21Z', 'updated_at': '2021-08-05T11:38:29Z', 'revision_number': 2, 'project_id': '2255634a74e844e794fd358818288ba1', 'gw_port_host': None, '_interfaces': [{'id': '7fe38f40-ebf0-4390-83b1-b239ca048e4b', 'name': '', 'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65', 'tenant_id': '2255634a74e844e794fd358818288ba1', 'mac_address': 'fa:16:3e:da:fd:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3af652e9-c9e4-479b-a452-037982d5cb7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '9f990d3a-fba5-412b-94b8-6e2b7bca0bb0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:38:24Z', 'updated_at': '2021-08-05T11:38:29Z', 'revision_number': 2, 'project_id': '2255634a74e844e794fd358818288ba1', 'subnets': [{'id': '9f990d3a-fba5-412b-94b8-6e2b7bca0bb0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:38:33.354925 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ab785574-417e-477c-b3f3-7df621c414cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:33.415012 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32ed71f-1029-406b-9062-50751f2d22d8 None None] Checking router: 3af652e9-c9e4-479b-a452-037982d5cb7e for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:38:33.415982 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32ed71f-1029-406b-9062-50751f2d22d8 None None] Updating router 3af652e9-c9e4-479b-a452-037982d5cb7e port 7fe38f40-ebf0-4390-83b1-b239ca048e4b binding host n-d-803378-2 {{(pid=94422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 11:38:33.431993 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-d35d363e-1ba7-4961-bb05-4f9ec9362bf3 req-830972dd-6544-4349-9d69-fe4aa07f4d28 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Deleting port b3a5578f-a67f-4cf0-9dd7-6d3480ac0c01 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:38:33.433638 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-d35d363e-1ba7-4961-bb05-4f9ec9362bf3 req-830972dd-6544-4349-9d69-fe4aa07f4d28 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:33.455140 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-d32ed71f-1029-406b-9062-50751f2d22d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:33.554905 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ab785574-417e-477c-b3f3-7df621c414cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:33.657136 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 34826) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:38:33.756216 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fd6170c-70dd-4607-bd40-eee82090f984', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41c93dc2-a49a-4318-b4b2-aa38dea3e60c'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:38:33.766162 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c3ab3c0-8307-43fb-bdd1-eac8274c829e" -d '{"events": [{"server_uuid": "6fd6170c-70dd-4607-bd40-eee82090f984", "name": "network-vif-plugged", "status": "completed", "tag": "41c93dc2-a49a-4318-b4b2-aa38dea3e60c"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:38:33.786684 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321613ff-932f-47b0-b61c-e713e63a205a req-434403db-ea4b-427e-bac5-f97efcb0bda5 tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:33.790572 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-321613ff-932f-47b0-b61c-e713e63a205a req-434403db-ea4b-427e-bac5-f97efcb0bda5 tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fd6170c-70dd-4607-bd40-eee82090f984 HTTP/1.1" status: 200 len: 945 time: 0.4815447 Aug 05 11:38:33.818690 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-d35d363e-1ba7-4961-bb05-4f9ec9362bf3 req-830972dd-6544-4349-9d69-fe4aa07f4d28 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] For port b3a5578f-a67f-4cf0-9dd7-6d3480ac0c01, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=b3a5578f-a67f-4cf0-9dd7-6d3480ac0c01,segment=NetworkSegment(1464bea6-dc68-4175-ac76-169c7629018f),segment_id=1464bea6-dc68-4175-ac76-169c7629018f)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:38:33.819342 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-d35d363e-1ba7-4961-bb05-4f9ec9362bf3 req-830972dd-6544-4349-9d69-fe4aa07f4d28 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:33.824998 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ab785574-417e-477c-b3f3-7df621c414cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:33.832054 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ab785574-417e-477c-b3f3-7df621c414cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:33.838949 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-ab785574-417e-477c-b3f3-7df621c414cb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/dae40c20-8fe9-41a4-b4c9-2bfe2b223159 HTTP/1.1" status: 204 len: 168 time: 0.6766589 Aug 05 11:38:33.890883 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10b7958-858b-477f-8448-7d0bf67509ce req-b9b3f68c-bd42-4653-9794-1fd216189642 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:33.897443 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f10b7958-858b-477f-8448-7d0bf67509ce req-b9b3f68c-bd42-4653-9794-1fd216189642 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.64 "GET /v2.0/ports?device_id=ecd94282-dd1a-4350-96e8-05aad30e4656 HTTP/1.1" status: 200 len: 950 time: 0.5515697 Aug 05 11:38:34.047706 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11b12db-42c4-45a0-b658-451530999af0 req-fc912e93-2598-48a8-a779-1fb0c8ef1cfb tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:34.050739 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d11b12db-42c4-45a0-b658-451530999af0 req-fc912e93-2598-48a8-a779-1fb0c8ef1cfb tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c3fb18e-c03b-4991-b08c-3d84749cfd93 HTTP/1.1" status: 200 len: 944 time: 0.3958013 Aug 05 11:38:34.094041 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-321613ff-932f-47b0-b61c-e713e63a205a req-b29b9bd3-f3d0-4eef-b3eb-3fde5f4a0f1f tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] 10.222.0.58 "GET /v2.0/security-groups?id=c3cdc2e1-6657-462f-8996-f7367a683d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2889922 Aug 05 11:38:34.118440 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-a812409a-ebeb-408e-b5d3-822aaa216ef1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=16ea39778ffd4bf49211bddc1cf1f218&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4587276 Aug 05 11:38:34.120544 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-d35d363e-1ba7-4961-bb05-4f9ec9362bf3 req-830972dd-6544-4349-9d69-fe4aa07f4d28 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Calling delete_port for b3a5578f-a67f-4cf0-9dd7-6d3480ac0c01 owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:38:34.141302 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab785574-417e-477c-b3f3-7df621c414cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dae40c20-8fe9-41a4-b4c9-2bfe2b223159,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:38:34.161757 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 34832) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:38:34.213083 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 45fd19dd-0240-4fa2-8c50-128d7b8f11f3 up at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:38:34.327641 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d11b12db-42c4-45a0-b658-451530999af0 req-5464489e-c61d-4efb-8650-68f4fd1c8595 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=30974407-7b2a-468c-b989-540006d0da28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474039 Aug 05 11:38:34.357775 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-d32ed71f-1029-406b-9062-50751f2d22d8 None None] Notify callbacks [] for port, precommit_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:34.429427 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-d32ed71f-1029-406b-9062-50751f2d22d8 None None] Transition to ACTIVE for port object 7fe38f40-ebf0-4390-83b1-b239ca048e4b will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:38:34.462612 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-d32ed71f-1029-406b-9062-50751f2d22d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:34.497455 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [req-f10b7958-858b-477f-8448-7d0bf67509ce req-af3c9d8b-99a9-49b2-b13d-df42c304ade1 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Deleting port 77b879bb-72ce-4c7a-ba73-52226462454f {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:38:34.498133 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-f10b7958-858b-477f-8448-7d0bf67509ce req-af3c9d8b-99a9-49b2-b13d-df42c304ade1 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:34.511667 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee53489e-8304-4dc0-ad8b-b5246ed5fad5 req-3cfb2676-d206-4cda-8cd9-bb53790ae894 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:34.515218 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ee53489e-8304-4dc0-ad8b-b5246ed5fad5 req-3cfb2676-d206-4cda-8cd9-bb53790ae894 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] 10.222.0.55 "GET /v2.0/networks?id=4ba4438a-8cdb-441d-bb43-5e42214d4b76 HTTP/1.1" status: 200 len: 814 time: 0.6615808 Aug 05 11:38:34.533900 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning for port 45fd19dd-0240-4fa2-8c50-128d7b8f11f3 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:38:34.544607 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-ee53489e-8304-4dc0-ad8b-b5246ed5fad5 req-b3ca4a75-19f2-4318-8ff4-53cfd896043d tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] Request body: {'port': {'device_id': '08b420b1-809e-4081-9b30-a8f4dd879947', 'network_id': '4ba4438a-8cdb-441d-bb43-5e42214d4b76', 'admin_state_up': True, 'tenant_id': 'd99022a6b1d940f38af72023898597a0'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:38:34.547480 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e940cb6-0c4e-4689-bd05-db79d3a27c27 x-openstack-request-id: req-9e940cb6-0c4e-4689-bd05-db79d3a27c27 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:38:34.547774 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fd6170c-70dd-4607-bd40-eee82090f984", "name": "network-vif-plugged", "status": "completed", "tag": "41c93dc2-a49a-4318-b4b2-aa38dea3e60c", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:38:34.549627 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9e940cb6-0c4e-4689-bd05-db79d3a27c27 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:38:34.550064 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fd6170c-70dd-4607-bd40-eee82090f984', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41c93dc2-a49a-4318-b4b2-aa38dea3e60c', 'code': 200} Aug 05 11:38:34.673138 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4353d595-b5f1-4f62-a1e3-8ac038c841e4 None None] Pushing event updated for resources: {'Port': ['ID=7fe38f40-ebf0-4390-83b1-b239ca048e4b,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:38:34.689775 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning complete for port 45fd19dd-0240-4fa2-8c50-128d7b8f11f3 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:38:34.689775 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:34.725649 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56660ee6-26a6-44bd-b0f7-b0afc9f7d07a req-1284c6f1-8dec-4484-95cb-382f05b2151f tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:34.728434 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-56660ee6-26a6-44bd-b0f7-b0afc9f7d07a req-1284c6f1-8dec-4484-95cb-382f05b2151f tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?device_id=e2bfed94-1269-48e9-86ec-5a99e2a851e3 HTTP/1.1" status: 200 len: 946 time: 0.4074609 Aug 05 11:38:34.882301 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-d32ed71f-1029-406b-9062-50751f2d22d8 None None] Attempting to bind port 7fe38f40-ebf0-4390-83b1-b239ca048e4b on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:38:34.882765 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-d32ed71f-1029-406b-9062-50751f2d22d8 None None] Attempting to bind port 7fe38f40-ebf0-4390-83b1-b239ca048e4b by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'c3ce43ff-a33b-459d-a35e-6c011fee3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:38:34.883867 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32ed71f-1029-406b-9062-50751f2d22d8 None None] Attempting to bind port 7fe38f40-ebf0-4390-83b1-b239ca048e4b on network 65f763dc-e344-4f1a-a003-f0293beb6d65 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:38:34.889188 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-69922b52-8df7-4657-b5c9-8c27675157f2 req-41aa31ed-2657-4445-9389-6b73e90e8d3c tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] 10.222.0.58 "GET /v2.0/ports?device_id=08b420b1-809e-4081-9b30-a8f4dd879947 HTTP/1.1" status: 200 len: 210 time: 0.1523802 Aug 05 11:38:34.919443 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-f10b7958-858b-477f-8448-7d0bf67509ce req-af3c9d8b-99a9-49b2-b13d-df42c304ade1 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] For port 77b879bb-72ce-4c7a-ba73-52226462454f, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=77b879bb-72ce-4c7a-ba73-52226462454f,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:38:34.919443 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-f10b7958-858b-477f-8448-7d0bf67509ce req-af3c9d8b-99a9-49b2-b13d-df42c304ade1 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:34.992322 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32ed71f-1029-406b-9062-50751f2d22d8 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:38:34.992972 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32ed71f-1029-406b-9062-50751f2d22d8 None None] Checking segment: {'id': 'c3ce43ff-a33b-459d-a35e-6c011fee3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:38:34.993632 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-d32ed71f-1029-406b-9062-50751f2d22d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:34.994295 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32ed71f-1029-406b-9062-50751f2d22d8 None None] Bound using segment: {'id': 'c3ce43ff-a33b-459d-a35e-6c011fee3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:38:34.995108 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-d32ed71f-1029-406b-9062-50751f2d22d8 None None] Bound port: 7fe38f40-ebf0-4390-83b1-b239ca048e4b, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3ce43ff-a33b-459d-a35e-6c011fee3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:38:34.995795 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-d32ed71f-1029-406b-9062-50751f2d22d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:35.019851 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [req-f10b7958-858b-477f-8448-7d0bf67509ce req-af3c9d8b-99a9-49b2-b13d-df42c304ade1 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Calling delete_port for 77b879bb-72ce-4c7a-ba73-52226462454f owned by compute:nova {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:38:35.069732 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6d95463c-3c67-4ce1-ab7f-3885e5f9be06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:35.271750 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6d95463c-3c67-4ce1-ab7f-3885e5f9be06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:35.282520 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-d32ed71f-1029-406b-9062-50751f2d22d8 None None] For port 7fe38f40-ebf0-4390-83b1-b239ca048e4b, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:38:35.283043 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324da590-741c-4736-b7bb-f7deac85a307 req-794b3a0f-8243-4af3-9494-f811a90855be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:35.286968 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-324da590-741c-4736-b7bb-f7deac85a307 req-794b3a0f-8243-4af3-9494-f811a90855be service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6fd6170c-70dd-4607-bd40-eee82090f984 HTTP/1.1" status: 200 len: 1096 time: 0.2949195 Aug 05 11:38:35.290569 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-d32ed71f-1029-406b-9062-50751f2d22d8 None None] For port 7fe38f40-ebf0-4390-83b1-b239ca048e4b, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=7fe38f40-ebf0-4390-83b1-b239ca048e4b,segment=NetworkSegment(c3ce43ff-a33b-459d-a35e-6c011fee3456),segment_id=c3ce43ff-a33b-459d-a35e-6c011fee3456)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:38:35.318016 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:35.332673 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-d32ed71f-1029-406b-9062-50751f2d22d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:35.516604 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-324da590-741c-4736-b7bb-f7deac85a307 req-d39c6868-ab68-4a43-a7d2-cb9abeff9e8a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c3cdc2e1-6657-462f-8996-f7367a683d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018490 Aug 05 11:38:35.553391 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee53489e-8304-4dc0-ad8b-b5246ed5fad5 req-b3ca4a75-19f2-4318-8ff4-53cfd896043d tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] Made reservation on behalf of d99022a6b1d940f38af72023898597a0 for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:38:35.561155 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-ee53489e-8304-4dc0-ad8b-b5246ed5fad5 req-b3ca4a75-19f2-4318-8ff4-53cfd896043d tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:35.596601 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-d35d363e-1ba7-4961-bb05-4f9ec9362bf3 req-830972dd-6544-4349-9d69-fe4aa07f4d28 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:35.675475 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830972dd-6544-4349-9d69-fe4aa07f4d28 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Pushing event deleted for resources: {'Port': ['ID=b3a5578f-a67f-4cf0-9dd7-6d3480ac0c01,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:38:35.695928 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['c6ea930f-9cea-4fc6-b5f1-18fa57d750d9'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:38:35.800589 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6d95463c-3c67-4ce1-ab7f-3885e5f9be06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:35.812674 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6d95463c-3c67-4ce1-ab7f-3885e5f9be06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:35.815664 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-6d95463c-3c67-4ce1-ab7f-3885e5f9be06 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9a6c898a-d216-4ffd-be39-cfbc4dbffae0 HTTP/1.1" status: 204 len: 168 time: 1.6523716 Aug 05 11:38:35.824928 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device b3a5578f-a67f-4cf0-9dd7-6d3480ac0c01 no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:38:35.827573 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-56660ee6-26a6-44bd-b0f7-b0afc9f7d07a req-e20106ca-013d-4bfe-80e1-3cf42fceb850 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/security-groups?id=5dfacf8b-ef80-4e03-9b2b-0b5aacf0bf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0502341 Aug 05 11:38:35.894419 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] No Port match for: b3a5578f-a67f-4cf0-9dd7-6d3480ac0c01 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:38:35.894922 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device b3a5578f-a67f-4cf0-9dd7-6d3480ac0c01 not bound to the agent host n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:38:35.945875 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d95463c-3c67-4ce1-ab7f-3885e5f9be06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a6c898a-d216-4ffd-be39-cfbc4dbffae0,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:38:36.007505 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 45fd19dd-0240-4fa2-8c50-128d7b8f11f3, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=45fd19dd-0240-4fa2-8c50-128d7b8f11f3,segment=NetworkSegment(5615e441-bf2b-4f62-9a7e-00bdeb60130a),segment_id=5615e441-bf2b-4f62-9a7e-00bdeb60130a)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:38:36.053322 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4353d595-b5f1-4f62-a1e3-8ac038c841e4 None None] Pushing event updated for resources: {'Port': ['ID=7fe38f40-ebf0-4390-83b1-b239ca048e4b,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:38:36.055984 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-d35d363e-1ba7-4961-bb05-4f9ec9362bf3 req-830972dd-6544-4349-9d69-fe4aa07f4d28 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] No DVR routers for this DVR port b3a5578f-a67f-4cf0-9dd7-6d3480ac0c01 on host n-h2-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:38:36.064670 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-d35d363e-1ba7-4961-bb05-4f9ec9362bf3 req-830972dd-6544-4349-9d69-fe4aa07f4d28 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:36.069447 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d35d363e-1ba7-4961-bb05-4f9ec9362bf3 req-830972dd-6544-4349-9d69-fe4aa07f4d28 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.55 "DELETE /v2.0/ports/b3a5578f-a67f-4cf0-9dd7-6d3480ac0c01 HTTP/1.1" status: 204 len: 173 time: 3.2111902 Aug 05 11:38:36.072378 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32ed71f-1029-406b-9062-50751f2d22d8 None None] Routers {'3af652e9-c9e4-479b-a452-037982d5cb7e'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:38:36.076022 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-d32ed71f-1029-406b-9062-50751f2d22d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:38:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['3af652e9-c9e4-479b-a452-037982d5cb7e'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:38:36.078907 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0ae80d6d-3af8-4e56-8d7a-0ebc87165655 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33208311'] for router_interface, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:36.085874 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2bfed94-1269-48e9-86ec-5a99e2a851e3', 'name': 'network-vif-deleted', 'tag': 'b3a5578f-a67f-4cf0-9dd7-6d3480ac0c01'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:38:36.093934 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:36.100122 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7301404a-1b28-461c-9fad-68da7ecf6d79" -d '{"events": [{"server_uuid": "e2bfed94-1269-48e9-86ec-5a99e2a851e3", "name": "network-vif-deleted", "tag": "b3a5578f-a67f-4cf0-9dd7-6d3480ac0c01"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:38:36.196864 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 77b879bb-72ce-4c7a-ba73-52226462454f no longer exists at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:38:36.343676 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-ee53489e-8304-4dc0-ad8b-b5246ed5fad5 req-b3ca4a75-19f2-4318-8ff4-53cfd896043d tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] Allocated IP 172.20.0.13 (4ba4438a-8cdb-441d-bb43-5e42214d4b76/7e926322-942d-429f-85a0-6f35bc628f55/0a80b38b-473a-4fe9-8030-b918ee93e21f) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:38:36.542634 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-d32ed71f-1029-406b-9062-50751f2d22d8 None None] Set router 3af652e9-c9e4-479b-a452-037982d5cb7e gateway port host: None {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:38:36.579454 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 34868) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:38:36.698479 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c3fb18e-c03b-4991-b08c-3d84749cfd93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45fd19dd-0240-4fa2-8c50-128d7b8f11f3'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:38:36.701693 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c9edade-3e0c-453e-a234-01b50c1e12eb" -d '{"events": [{"server_uuid": "4c3fb18e-c03b-4991-b08c-3d84749cfd93", "name": "network-vif-plugged", "status": "completed", "tag": "45fd19dd-0240-4fa2-8c50-128d7b8f11f3"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:38:36.814467 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-ee53489e-8304-4dc0-ad8b-b5246ed5fad5 req-b3ca4a75-19f2-4318-8ff4-53cfd896043d tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:36.818476 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9075303a-1d39-4103-91e5-fb41fb4fab3e req-435553b4-9335-482c-9b9f-262cbabce12a tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:36.821976 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=45fd19dd-0240-4fa2-8c50-128d7b8f11f3,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:38:36.832911 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9075303a-1d39-4103-91e5-fb41fb4fab3e req-435553b4-9335-482c-9b9f-262cbabce12a tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=ecd94282-dd1a-4350-96e8-05aad30e4656 HTTP/1.1" status: 200 len: 950 time: 1.7045553 Aug 05 11:38:36.982990 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 34876) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:38:37.000323 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-ee53489e-8304-4dc0-ad8b-b5246ed5fad5 req-b3ca4a75-19f2-4318-8ff4-53cfd896043d tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:37.081068 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9075303a-1d39-4103-91e5-fb41fb4fab3e req-f7a965c0-8c8d-4b50-b8cd-598dc78f8910 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165377 Aug 05 11:38:37.318159 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee53489e-8304-4dc0-ad8b-b5246ed5fad5 req-b3ca4a75-19f2-4318-8ff4-53cfd896043d tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] Network 4ba4438a-8cdb-441d-bb43-5e42214d4b76 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:38:37.331306 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-98130e26-7a0d-4f0d-92c2-ee405e7d0a07 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2e41a61fa033407d99f83e5edee99497&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3428874 Aug 05 11:38:37.336860 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-ee53489e-8304-4dc0-ad8b-b5246ed5fad5 req-b3ca4a75-19f2-4318-8ff4-53cfd896043d tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:38:37.351494 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee53489e-8304-4dc0-ad8b-b5246ed5fad5 req-b3ca4a75-19f2-4318-8ff4-53cfd896043d tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:38:37.361798 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 34878) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:38:37.420620 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ca4a75-19f2-4318-8ff4-53cfd896043d tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] Pushing event updated for resources: {'Port': ['ID=0a80b38b-473a-4fe9-8030-b918ee93e21f,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:38:37.435189 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb867e4-13f0-4429-958f-62b68a381539 req-f8c0bb35-5b3d-4040-a6c8-cb545ac6b27d tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:37.452094 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-dbb867e4-13f0-4429-958f-62b68a381539 req-f8c0bb35-5b3d-4040-a6c8-cb545ac6b27d tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fd6170c-70dd-4607-bd40-eee82090f984 HTTP/1.1" status: 200 len: 945 time: 1.0943062 Aug 05 11:38:37.465650 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1736f94d-1618-4ff8-b37b-c4433b798556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:37.465962 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-28e05a0a-8ddd-41d1-9177-63380efe3c93 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-631748153'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:38:37.537698 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee53489e-8304-4dc0-ad8b-b5246ed5fad5 req-b3ca4a75-19f2-4318-8ff4-53cfd896043d tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:37.540168 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-ee53489e-8304-4dc0-ad8b-b5246ed5fad5 req-b3ca4a75-19f2-4318-8ff4-53cfd896043d tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:37.589239 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:37.660631 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0d6fd184-f695-4b27-a036-56e92d9c295f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:37.703320 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0d6fd184-f695-4b27-a036-56e92d9c295f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:37.705240 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-d32ed71f-1029-406b-9062-50751f2d22d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3af652e9-c9e4-479b-a452-037982d5cb7e', 'name': 'tempest-NetworksTestDHCPv6-router-1089182779', 'tenant_id': '2255634a74e844e794fd358818288ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:38:21Z', 'updated_at': '2021-08-05T11:38:29Z', 'revision_number': 2, 'project_id': '2255634a74e844e794fd358818288ba1', 'gw_port_host': None, '_interfaces': [{'id': '7fe38f40-ebf0-4390-83b1-b239ca048e4b', 'name': '', 'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65', 'tenant_id': '2255634a74e844e794fd358818288ba1', 'mac_address': 'fa:16:3e:da:fd:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3af652e9-c9e4-479b-a452-037982d5cb7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '9f990d3a-fba5-412b-94b8-6e2b7bca0bb0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:38:24Z', 'updated_at': '2021-08-05T11:38:35Z', 'revision_number': 4, 'project_id': '2255634a74e844e794fd358818288ba1', 'subnets': [{'id': '9f990d3a-fba5-412b-94b8-6e2b7bca0bb0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:38:37.774512 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-f10b7958-858b-477f-8448-7d0bf67509ce req-af3c9d8b-99a9-49b2-b13d-df42c304ade1 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:37.783579 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28e05a0a-8ddd-41d1-9177-63380efe3c93 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Made reservation on behalf of 24b9c256d82b47539cda6c0dcc6854db for: {'network': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:38:37.791128 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-28e05a0a-8ddd-41d1-9177-63380efe3c93 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:37.801229 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ee53489e-8304-4dc0-ad8b-b5246ed5fad5 req-b3ca4a75-19f2-4318-8ff4-53cfd896043d tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2669284 Aug 05 11:38:37.801616 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32ed71f-1029-406b-9062-50751f2d22d8 None None] The sync data for ids ['3af652e9-c9e4-479b-a452-037982d5cb7e'] in n-d-803378-2 is: [{'id': '3af652e9-c9e4-479b-a452-037982d5cb7e', 'name': 'tempest-NetworksTestDHCPv6-router-1089182779', 'tenant_id': '2255634a74e844e794fd358818288ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:38:21Z', 'updated_at': '2021-08-05T11:38:29Z', 'revision_number': 2, 'project_id': '2255634a74e844e794fd358818288ba1', 'gw_port_host': None, '_interfaces': [{'id': '7fe38f40-ebf0-4390-83b1-b239ca048e4b', 'name': '', 'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65', 'tenant_id': '2255634a74e844e794fd358818288ba1', 'mac_address': 'fa:16:3e:da:fd:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3af652e9-c9e4-479b-a452-037982d5cb7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '9f990d3a-fba5-412b-94b8-6e2b7bca0bb0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:38:24Z', 'updated_at': '2021-08-05T11:38:35Z', 'revision_number': 4, 'project_id': '2255634a74e844e794fd358818288ba1', 'subnets': [{'id': '9f990d3a-fba5-412b-94b8-6e2b7bca0bb0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:38:37.826368 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-ee53489e-8304-4dc0-ad8b-b5246ed5fad5 req-aef7cdd9-1f9c-4612-8540-c2038f4be48c service neutron] Request body: {'port': {'device_id': '08b420b1-809e-4081-9b30-a8f4dd879947', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:38:37.851547 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['7f5c274f-81f8-4325-a1ac-15e624e8b1ec', 'cff672a6-7c2d-4160-bef8-b32e3b454687', '9d4d776d-a33d-4efa-89e9-b2e944e4af90'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:38:37.868773 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-dbb867e4-13f0-4429-958f-62b68a381539 req-7571cff8-45d2-44de-9100-cf58e2df73bb tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] 10.222.0.58 "GET /v2.0/security-groups?id=c3cdc2e1-6657-462f-8996-f7367a683d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3658099 Aug 05 11:38:37.899425 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0d6fd184-f695-4b27-a036-56e92d9c295f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:37.904696 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0d6fd184-f695-4b27-a036-56e92d9c295f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:37.910727 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-0d6fd184-f695-4b27-a036-56e92d9c295f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d497da99-3d33-4b7d-9311-e0d3aba91f61 HTTP/1.1" status: 204 len: 168 time: 0.5369611 Aug 05 11:38:37.925430 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-28e05a0a-8ddd-41d1-9177-63380efe3c93 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:37.951219 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b84424-de08-4f92-9f27-b7aaf3215f9f req-8b11f1a9-2af6-49e3-af66-35735672c5ee tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:37.953192 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['a9522271-2125-4027-9fe8-bf85847f2aff', '9ef0eafa-43de-4206-99db-18228d38884f', '06ed9db8-0788-45c5-b95d-c71c5bdd4bce'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:38:37.962980 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6fd184-f695-4b27-a036-56e92d9c295f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d497da99-3d33-4b7d-9311-e0d3aba91f61,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:38:37.999544 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d1b84424-de08-4f92-9f27-b7aaf3215f9f req-8b11f1a9-2af6-49e3-af66-35735672c5ee tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c3fb18e-c03b-4991-b08c-3d84749cfd93 HTTP/1.1" status: 200 len: 945 time: 0.5026753 Aug 05 11:38:38.071031 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3c9d8b-99a9-49b2-b13d-df42c304ade1 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Pushing event deleted for resources: {'Port': ['ID=77b879bb-72ce-4c7a-ba73-52226462454f,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:38:38.147606 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-ee53489e-8304-4dc0-ad8b-b5246ed5fad5 req-aef7cdd9-1f9c-4612-8540-c2038f4be48c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:38.378856 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [req-f10b7958-858b-477f-8448-7d0bf67509ce req-af3c9d8b-99a9-49b2-b13d-df42c304ade1 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] No DVR routers for this DVR port 77b879bb-72ce-4c7a-ba73-52226462454f on host n-h1-803378-2 {{(pid=94420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:38:38.401274 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-f10b7958-858b-477f-8448-7d0bf67509ce req-af3c9d8b-99a9-49b2-b13d-df42c304ade1 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:38.406134 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f10b7958-858b-477f-8448-7d0bf67509ce req-af3c9d8b-99a9-49b2-b13d-df42c304ade1 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.64 "DELETE /v2.0/ports/77b879bb-72ce-4c7a-ba73-52226462454f HTTP/1.1" status: 204 len: 173 time: 4.4871650 Aug 05 11:38:38.485429 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecd94282-dd1a-4350-96e8-05aad30e4656', 'name': 'network-vif-deleted', 'tag': '77b879bb-72ce-4c7a-ba73-52226462454f'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:38:38.491775 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}828068ad8d405ad77660ce68fa78e1ffe658725812f7a08f9e488a446589295b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70d56735-8f2f-4e53-b5c8-c8b8ff84933e" -d '{"events": [{"server_uuid": "ecd94282-dd1a-4350-96e8-05aad30e4656", "name": "network-vif-deleted", "tag": "77b879bb-72ce-4c7a-ba73-52226462454f"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:38:38.694625 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d1b84424-de08-4f92-9f27-b7aaf3215f9f req-3cd485e1-f76a-4f6e-88d0-22611b2b1a4e tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=30974407-7b2a-468c-b989-540006d0da28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5963972 Aug 05 11:38:38.714546 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-0ae80d6d-3af8-4e56-8d7a-0ebc87165655 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Deleting port 7fe38f40-ebf0-4390-83b1-b239ca048e4b {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:38:38.718538 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0ae80d6d-3af8-4e56-8d7a-0ebc87165655 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:39.029669 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c460ee65-378e-420d-9832-28da71acc249 x-openstack-request-id: req-c460ee65-378e-420d-9832-28da71acc249 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:38:39.031944 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2bfed94-1269-48e9-86ec-5a99e2a851e3", "name": "network-vif-deleted", "tag": "b3a5578f-a67f-4cf0-9dd7-6d3480ac0c01", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:38:39.034405 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c460ee65-378e-420d-9832-28da71acc249 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:38:39.038733 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2bfed94-1269-48e9-86ec-5a99e2a851e3', 'name': 'network-vif-deleted', 'tag': 'b3a5578f-a67f-4cf0-9dd7-6d3480ac0c01', 'status': 'completed', 'code': 200} Aug 05 11:38:39.048991 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769799be-74af-4b9b-b4c0-9d3ad0de70fa req-2831e2be-f613-4ee8-84af-850266d96d5d tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:39.052995 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-769799be-74af-4b9b-b4c0-9d3ad0de70fa req-2831e2be-f613-4ee8-84af-850266d96d5d tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] 10.222.0.58 "GET /v2.0/ports?device_id=08b420b1-809e-4081-9b30-a8f4dd879947 HTTP/1.1" status: 200 len: 932 time: 0.8811193 Aug 05 11:38:39.188654 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a434e78a-3500-4bc8-8e4d-cee039482e0a x-openstack-request-id: req-a434e78a-3500-4bc8-8e4d-cee039482e0a {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:38:39.189932 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c3fb18e-c03b-4991-b08c-3d84749cfd93", "name": "network-vif-plugged", "status": "completed", "tag": "45fd19dd-0240-4fa2-8c50-128d7b8f11f3", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:38:39.189932 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a434e78a-3500-4bc8-8e4d-cee039482e0a {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:38:39.190262 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c3fb18e-c03b-4991-b08c-3d84749cfd93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45fd19dd-0240-4fa2-8c50-128d7b8f11f3', 'code': 200} Aug 05 11:38:39.311575 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-769799be-74af-4b9b-b4c0-9d3ad0de70fa req-407b2ad3-d03e-465d-86e1-58032641a182 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] 10.222.0.58 "GET /v2.0/security-groups?id=8707e749-14ef-46e9-b17b-2053065b99b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906209 Aug 05 11:38:39.355094 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-0ae80d6d-3af8-4e56-8d7a-0ebc87165655 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] For port 7fe38f40-ebf0-4390-83b1-b239ca048e4b, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=7fe38f40-ebf0-4390-83b1-b239ca048e4b,segment=NetworkSegment(c3ce43ff-a33b-459d-a35e-6c011fee3456),segment_id=c3ce43ff-a33b-459d-a35e-6c011fee3456)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:38:39.356008 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0ae80d6d-3af8-4e56-8d7a-0ebc87165655 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:39.514739 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-0ae80d6d-3af8-4e56-8d7a-0ebc87165655 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Calling delete_port for 7fe38f40-ebf0-4390-83b1-b239ca048e4b owned by network:router_interface {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:38:39.547504 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-28e05a0a-8ddd-41d1-9177-63380efe3c93 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:39.581984 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-28e05a0a-8ddd-41d1-9177-63380efe3c93 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:39.858782 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-ee53489e-8304-4dc0-ad8b-b5246ed5fad5 req-aef7cdd9-1f9c-4612-8540-c2038f4be48c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a80b38b-473a-4fe9-8030-b918ee93e21f {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:38:39.881390 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8644174-d1a5-4b0e-8008-2ed8d16f675f x-openstack-request-id: req-b8644174-d1a5-4b0e-8008-2ed8d16f675f {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:38:39.882629 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecd94282-dd1a-4350-96e8-05aad30e4656", "name": "network-vif-deleted", "tag": "77b879bb-72ce-4c7a-ba73-52226462454f", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:38:39.882629 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b8644174-d1a5-4b0e-8008-2ed8d16f675f {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:38:39.882907 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecd94282-dd1a-4350-96e8-05aad30e4656', 'name': 'network-vif-deleted', 'tag': '77b879bb-72ce-4c7a-ba73-52226462454f', 'status': 'completed', 'code': 200} Aug 05 11:38:39.891485 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 7fe38f40-ebf0-4390-83b1-b239ca048e4b up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:38:39.895168 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-ee53489e-8304-4dc0-ad8b-b5246ed5fad5 req-aef7cdd9-1f9c-4612-8540-c2038f4be48c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:39.957276 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efab2700-6207-4481-886f-c52afd27a151 req-1dd0edd6-8d2f-4583-96b3-a269ba776d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:39.960182 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-ee53489e-8304-4dc0-ad8b-b5246ed5fad5 req-aef7cdd9-1f9c-4612-8540-c2038f4be48c service neutron] Transition to ACTIVE for port object 0a80b38b-473a-4fe9-8030-b918ee93e21f will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:38:39.962318 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-efab2700-6207-4481-886f-c52afd27a151 req-1dd0edd6-8d2f-4583-96b3-a269ba776d9d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4c3fb18e-c03b-4991-b08c-3d84749cfd93 HTTP/1.1" status: 200 len: 1096 time: 0.6268244 Aug 05 11:38:39.979117 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-ee53489e-8304-4dc0-ad8b-b5246ed5fad5 req-aef7cdd9-1f9c-4612-8540-c2038f4be48c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:39.995872 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28e05a0a-8ddd-41d1-9177-63380efe3c93 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] vlan segment allocate from pool success with {'vlan_id': 673, 'physical_network': 'physnet1'} {{(pid=94420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:38:40.055642 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-be120a3b-f44e-401a-9683-a661bc9153a1 req-7d6753f3-c6a0-4f12-aab6-8ef7f8482387 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=ecd94282-dd1a-4350-96e8-05aad30e4656 HTTP/1.1" status: 200 len: 210 time: 0.2517536 Aug 05 11:38:40.160383 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-44266db2-6ecf-4237-bbf4-498ffaba70af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:40.172540 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:40.174417 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e05a0a-8ddd-41d1-9177-63380efe3c93 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=388ba26c-e9bd-460a-97af-b9aa49bd0a0e,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:38:40.196380 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-28e05a0a-8ddd-41d1-9177-63380efe3c93 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:40.197201 n-d-803378-2 neutron-server[94420]: INFO neutron.db.segments_db [None req-28e05a0a-8ddd-41d1-9177-63380efe3c93 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Added segment b73da755-5353-49a4-b19e-aee8ee9917c0 of type vlan for network adc7ecca-fdb0-4459-beae-fcb3baaa2557 Aug 05 11:38:40.344618 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef7cdd9-1f9c-4612-8540-c2038f4be48c service neutron] Pushing event updated for resources: {'Port': ['ID=0a80b38b-473a-4fe9-8030-b918ee93e21f,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:38:40.357813 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-ee53489e-8304-4dc0-ad8b-b5246ed5fad5 req-aef7cdd9-1f9c-4612-8540-c2038f4be48c service neutron] Attempting to bind port 0a80b38b-473a-4fe9-8030-b918ee93e21f on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:38:40.358592 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-ee53489e-8304-4dc0-ad8b-b5246ed5fad5 req-aef7cdd9-1f9c-4612-8540-c2038f4be48c service neutron] Attempting to bind port 0a80b38b-473a-4fe9-8030-b918ee93e21f by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': '0d548106-3837-4bed-8414-b60a66dc0795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '4ba4438a-8cdb-441d-bb43-5e42214d4b76'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:38:40.360154 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee53489e-8304-4dc0-ad8b-b5246ed5fad5 req-aef7cdd9-1f9c-4612-8540-c2038f4be48c service neutron] Attempting to bind port 0a80b38b-473a-4fe9-8030-b918ee93e21f on network 4ba4438a-8cdb-441d-bb43-5e42214d4b76 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:38:40.375568 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee53489e-8304-4dc0-ad8b-b5246ed5fad5 req-aef7cdd9-1f9c-4612-8540-c2038f4be48c service neutron] Port 0a80b38b-473a-4fe9-8030-b918ee93e21f on network 4ba4438a-8cdb-441d-bb43-5e42214d4b76 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:38:40.376118 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 7fe38f40-ebf0-4390-83b1-b239ca048e4b completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:38:40.376965 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee53489e-8304-4dc0-ad8b-b5246ed5fad5 req-aef7cdd9-1f9c-4612-8540-c2038f4be48c service neutron] Attempting to bind port 0a80b38b-473a-4fe9-8030-b918ee93e21f on network 4ba4438a-8cdb-441d-bb43-5e42214d4b76 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:38:40.393593 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee53489e-8304-4dc0-ad8b-b5246ed5fad5 req-aef7cdd9-1f9c-4612-8540-c2038f4be48c service neutron] Checking agent: {'id': 'a8f1dd2d-227c-4e30-8844-52419ba734db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:38:40.394388 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee53489e-8304-4dc0-ad8b-b5246ed5fad5 req-aef7cdd9-1f9c-4612-8540-c2038f4be48c service neutron] Checking segment: {'id': '0d548106-3837-4bed-8414-b60a66dc0795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '4ba4438a-8cdb-441d-bb43-5e42214d4b76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:38:40.395265 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee53489e-8304-4dc0-ad8b-b5246ed5fad5 req-aef7cdd9-1f9c-4612-8540-c2038f4be48c service neutron] Bound using segment: {'id': '0d548106-3837-4bed-8414-b60a66dc0795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '4ba4438a-8cdb-441d-bb43-5e42214d4b76'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:38:40.397708 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-ee53489e-8304-4dc0-ad8b-b5246ed5fad5 req-aef7cdd9-1f9c-4612-8540-c2038f4be48c service neutron] Bound port: 0a80b38b-473a-4fe9-8030-b918ee93e21f, host: n-h2-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d548106-3837-4bed-8414-b60a66dc0795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '4ba4438a-8cdb-441d-bb43-5e42214d4b76'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:38:40.398713 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-ee53489e-8304-4dc0-ad8b-b5246ed5fad5 req-aef7cdd9-1f9c-4612-8540-c2038f4be48c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:40.403947 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 7fe38f40-ebf0-4390-83b1-b239ca048e4b triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:38:40.404626 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:40.468272 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-efab2700-6207-4481-886f-c52afd27a151 req-ad038325-8326-4388-86e3-e1cdc3b6eb1e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=30974407-7b2a-468c-b989-540006d0da28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4283640 Aug 05 11:38:40.524716 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6d8277-1b70-45c0-bc89-2f59945c1c79 req-bdce35f5-bd06-442a-b716-253b243664ed tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:40.529106 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-df6d8277-1b70-45c0-bc89-2f59945c1c79 req-bdce35f5-bd06-442a-b716-253b243664ed tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fd6170c-70dd-4607-bd40-eee82090f984 HTTP/1.1" status: 200 len: 945 time: 0.5794408 Aug 05 11:38:40.538233 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-28e05a0a-8ddd-41d1-9177-63380efe3c93 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:40.609387 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-ee53489e-8304-4dc0-ad8b-b5246ed5fad5 req-aef7cdd9-1f9c-4612-8540-c2038f4be48c service neutron] For port 0a80b38b-473a-4fe9-8030-b918ee93e21f, host n-h2-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:38:40.617542 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-ee53489e-8304-4dc0-ad8b-b5246ed5fad5 req-aef7cdd9-1f9c-4612-8540-c2038f4be48c service neutron] For port 0a80b38b-473a-4fe9-8030-b918ee93e21f, host n-h2-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=0a80b38b-473a-4fe9-8030-b918ee93e21f,segment=NetworkSegment(0d548106-3837-4bed-8414-b60a66dc0795),segment_id=0d548106-3837-4bed-8414-b60a66dc0795)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:38:40.631860 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-ee53489e-8304-4dc0-ad8b-b5246ed5fad5 req-aef7cdd9-1f9c-4612-8540-c2038f4be48c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:40.695373 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee53489e-8304-4dc0-ad8b-b5246ed5fad5 req-aef7cdd9-1f9c-4612-8540-c2038f4be48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:40.696815 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-ee53489e-8304-4dc0-ad8b-b5246ed5fad5 req-aef7cdd9-1f9c-4612-8540-c2038f4be48c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:40.699373 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ee53489e-8304-4dc0-ad8b-b5246ed5fad5 req-aef7cdd9-1f9c-4612-8540-c2038f4be48c service neutron] 10.222.0.55 "PUT /v2.0/ports/0a80b38b-473a-4fe9-8030-b918ee93e21f HTTP/1.1" status: 200 len: 1092 time: 2.8816528 Aug 05 11:38:40.838752 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-df6d8277-1b70-45c0-bc89-2f59945c1c79 req-9e840fb6-8c54-4381-8880-dd2e317f0578 tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] 10.222.0.58 "GET /v2.0/security-groups?id=c3cdc2e1-6657-462f-8996-f7367a683d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474561 Aug 05 11:38:40.842737 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef7cdd9-1f9c-4612-8540-c2038f4be48c service neutron] Pushing event updated for resources: {'Port': ['ID=0a80b38b-473a-4fe9-8030-b918ee93e21f,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:38:40.870256 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d437834-6e85-451b-abfd-cee5bb4363b0 req-b9651aa5-0c52-46da-8413-8e7c7ef41f7d tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:40.888037 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8d437834-6e85-451b-abfd-cee5bb4363b0 req-b9651aa5-0c52-46da-8413-8e7c7ef41f7d tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c3fb18e-c03b-4991-b08c-3d84749cfd93 HTTP/1.1" status: 200 len: 945 time: 0.4352112 Aug 05 11:38:40.956196 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-28e05a0a-8ddd-41d1-9177-63380efe3c93 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:40.990183 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:41.000464 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e05a0a-8ddd-41d1-9177-63380efe3c93 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:41.007799 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-28e05a0a-8ddd-41d1-9177-63380efe3c93 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:41.015762 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee53489e-8304-4dc0-ad8b-b5246ed5fad5 req-139af9ab-a704-43a2-a19a-71330c309c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:41.019188 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ee53489e-8304-4dc0-ad8b-b5246ed5fad5 req-139af9ab-a704-43a2-a19a-71330c309c8e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d99022a6b1d940f38af72023898597a0&device_id=08b420b1-809e-4081-9b30-a8f4dd879947 HTTP/1.1" status: 200 len: 1095 time: 0.1700861 Aug 05 11:38:41.054131 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08b420b1-809e-4081-9b30-a8f4dd879947', 'tag': '0a80b38b-473a-4fe9-8030-b918ee93e21f'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:38:41.091048 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e763d2f-f69a-4a11-b99a-f2ba621e11b8" -d '{"events": [{"name": "network-changed", "server_uuid": "08b420b1-809e-4081-9b30-a8f4dd879947", "tag": "0a80b38b-473a-4fe9-8030-b918ee93e21f"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:38:41.206729 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ee53489e-8304-4dc0-ad8b-b5246ed5fad5 req-1251fe74-9afb-46cb-99ec-5d910af96e5c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a80b38b-473a-4fe9-8030-b918ee93e21f HTTP/1.1" status: 200 len: 217 time: 0.1632919 Aug 05 11:38:41.322507 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee53489e-8304-4dc0-ad8b-b5246ed5fad5 req-2eb6a034-d766-4a7a-94d1-15bfd10d8654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:41.325579 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ee53489e-8304-4dc0-ad8b-b5246ed5fad5 req-2eb6a034-d766-4a7a-94d1-15bfd10d8654 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7e926322-942d-429f-85a0-6f35bc628f55 HTTP/1.1" status: 200 len: 854 time: 0.1076691 Aug 05 11:38:41.333667 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-28e05a0a-8ddd-41d1-9177-63380efe3c93 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 4.7518804 Aug 05 11:38:41.407508 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 34962) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:38:41.438634 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0ae80d6d-3af8-4e56-8d7a-0ebc87165655 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:41.472546 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8d437834-6e85-451b-abfd-cee5bb4363b0 req-2ee7b655-612a-423f-83c5-e16236c3306b tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=30974407-7b2a-468c-b989-540006d0da28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5724194 Aug 05 11:38:41.549756 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ee53489e-8304-4dc0-ad8b-b5246ed5fad5 req-c88891de-1b43-4307-a2d9-a6f2f6f6f34f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4ba4438a-8cdb-441d-bb43-5e42214d4b76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1998420 Aug 05 11:38:41.667759 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae80d6d-3af8-4e56-8d7a-0ebc87165655 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Pushing event deleted for resources: {'Port': ['ID=7fe38f40-ebf0-4390-83b1-b239ca048e4b,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:38:41.703903 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:41.750311 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-9c9c043a-570b-45f5-9d1b-6a67522f8c2d admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1665944885-network', 'tenant_id': 'e6818133bf4d4eacb1461889ee1a6d93'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:38:41.870647 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e05a0a-8ddd-41d1-9177-63380efe3c93 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Pushing event updated for resources: {'Network': ['ID=adc7ecca-fdb0-4459-beae-fcb3baaa2557,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:38:41.878326 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c9c043a-570b-45f5-9d1b-6a67522f8c2d admin admin] Made reservation on behalf of e6818133bf4d4eacb1461889ee1a6d93 for: {'network': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:38:41.883783 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9c9c043a-570b-45f5-9d1b-6a67522f8c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:41.909562 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network adc7ecca-fdb0-4459-beae-fcb3baaa2557 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:38:41.968688 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9c9c043a-570b-45f5-9d1b-6a67522f8c2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:42.470709 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c028e92-600d-495d-9777-c55a799a30e8 req-78ee543d-0f29-4fb1-bec1-6c938ab7e602 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:42.478075 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9c9c043a-570b-45f5-9d1b-6a67522f8c2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:42.485492 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ee53489e-8304-4dc0-ad8b-b5246ed5fad5 req-933bb424-c2fd-494d-93ba-5323a4a6ac85 service neutron] 10.222.0.55 "GET /v2.0/networks/4ba4438a-8cdb-441d-bb43-5e42214d4b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9246483 Aug 05 11:38:42.494606 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1c028e92-600d-495d-9777-c55a799a30e8 req-78ee543d-0f29-4fb1-bec1-6c938ab7e602 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/networks?id=535dc2f1-67b1-49cd-891b-67f3b995cbf8 HTTP/1.1" status: 200 len: 806 time: 1.3904600 Aug 05 11:38:42.519716 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9c9c043a-570b-45f5-9d1b-6a67522f8c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:42.626261 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1c028e92-600d-495d-9777-c55a799a30e8 req-dc564a67-d0b4-441a-84ff-5efe526614a0 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/quotas/913ffd5cf69b465594d3b2ba08eae5b1 HTTP/1.1" status: 200 len: 375 time: 0.1279013 Aug 05 11:38:42.628196 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0ae80d6d-3af8-4e56-8d7a-0ebc87165655 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33140263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33208171'] for router_interface, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:42.711293 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c9c043a-570b-45f5-9d1b-6a67522f8c2d admin admin] vlan segment allocate from pool success with {'vlan_id': 654, 'physical_network': 'physnet1'} {{(pid=94421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:38:42.721180 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9c9c043a-570b-45f5-9d1b-6a67522f8c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:42.721717 n-d-803378-2 neutron-server[94421]: INFO neutron.db.segments_db [None req-9c9c043a-570b-45f5-9d1b-6a67522f8c2d admin admin] Added segment fc5c9354-5358-490a-bba5-30293c76ecd4 of type vlan for network dad394c7-66c0-47f9-8470-b4971ad3baf5 Aug 05 11:38:42.728302 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3dc902-3ea5-4b7b-bf55-66f6854ab327 req-d1369339-229e-4590-b1cf-0546a2397e1b tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:42.744761 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6e3dc902-3ea5-4b7b-bf55-66f6854ab327 req-d1369339-229e-4590-b1cf-0546a2397e1b tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] 10.222.0.58 "GET /v2.0/ports?device_id=08b420b1-809e-4081-9b30-a8f4dd879947 HTTP/1.1" status: 200 len: 944 time: 0.8512635 Aug 05 11:38:42.818955 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9c9c043a-570b-45f5-9d1b-6a67522f8c2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:42.915129 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9c043a-570b-45f5-9d1b-6a67522f8c2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddf8ecda-ceac-49bb-b212-be9ddb161033,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:38:43.003112 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9c9c043a-570b-45f5-9d1b-6a67522f8c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:43.009144 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9c043a-570b-45f5-9d1b-6a67522f8c2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:43.012310 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9c9c043a-570b-45f5-9d1b-6a67522f8c2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:43.162645 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ee53489e-8304-4dc0-ad8b-b5246ed5fad5 req-443a4b39-7d3a-49c1-9389-fce4611067de service neutron] 10.222.0.55 "GET /v2.0/networks/4ba4438a-8cdb-441d-bb43-5e42214d4b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6683567 Aug 05 11:38:43.219552 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-9c9c043a-570b-45f5-9d1b-6a67522f8c2d admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.8105874 Aug 05 11:38:43.306110 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9c043a-570b-45f5-9d1b-6a67522f8c2d admin admin] Pushing event updated for resources: {'Network': ['ID=dad394c7-66c0-47f9-8470-b4971ad3baf5,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:38:43.325819 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network dad394c7-66c0-47f9-8470-b4971ad3baf5 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:38:43.384951 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1c028e92-600d-495d-9777-c55a799a30e8 req-2d295b67-b07e-4054-bbad-97799095063b tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=913ffd5cf69b465594d3b2ba08eae5b1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7288446 Aug 05 11:38:43.524163 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6e3dc902-3ea5-4b7b-bf55-66f6854ab327 req-f348a482-ad4c-4ad3-a7ce-cc58068d7761 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] 10.222.0.58 "GET /v2.0/security-groups?id=8707e749-14ef-46e9-b17b-2053065b99b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7651150 Aug 05 11:38:43.729924 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ae80d6d-3af8-4e56-8d7a-0ebc87165655 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Router 3af652e9-c9e4-479b-a452-037982d5cb7e has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 11:38:43.792908 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ee80377-6184-426e-966d-f3d813fa9495 x-openstack-request-id: req-2ee80377-6184-426e-966d-f3d813fa9495 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:38:43.794197 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08b420b1-809e-4081-9b30-a8f4dd879947", "tag": "0a80b38b-473a-4fe9-8030-b918ee93e21f", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:38:43.794197 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2ee80377-6184-426e-966d-f3d813fa9495 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:38:43.795263 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08b420b1-809e-4081-9b30-a8f4dd879947', 'tag': '0a80b38b-473a-4fe9-8030-b918ee93e21f', 'status': 'completed', 'code': 200} Aug 05 11:38:43.796442 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:44.008924 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e763d2f-f69a-4a11-b99a-f2ba621e11b8 req-976a6c93-3081-4106-93e1-2c7fcf8092a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:44.012093 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9e763d2f-f69a-4a11-b99a-f2ba621e11b8 req-976a6c93-3081-4106-93e1-2c7fcf8092a4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d99022a6b1d940f38af72023898597a0&device_id=08b420b1-809e-4081-9b30-a8f4dd879947 HTTP/1.1" status: 200 len: 1095 time: 0.1257727 Aug 05 11:38:44.248569 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e763d2f-f69a-4a11-b99a-f2ba621e11b8 req-317267b9-8f7c-48d5-99eb-7fb065c83a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:44.251522 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9e763d2f-f69a-4a11-b99a-f2ba621e11b8 req-317267b9-8f7c-48d5-99eb-7fb065c83a99 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4ba4438a-8cdb-441d-bb43-5e42214d4b76 HTTP/1.1" status: 200 len: 915 time: 0.2319467 Aug 05 11:38:44.345037 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9e763d2f-f69a-4a11-b99a-f2ba621e11b8 req-8d314517-171f-4be4-895e-f0b9e69cc72c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a80b38b-473a-4fe9-8030-b918ee93e21f HTTP/1.1" status: 200 len: 217 time: 0.0842812 Aug 05 11:38:44.478065 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e763d2f-f69a-4a11-b99a-f2ba621e11b8 req-c1d241c3-2c0b-48c1-bc96-e0060806605c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:44.482938 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9e763d2f-f69a-4a11-b99a-f2ba621e11b8 req-c1d241c3-2c0b-48c1-bc96-e0060806605c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7e926322-942d-429f-85a0-6f35bc628f55 HTTP/1.1" status: 200 len: 854 time: 0.1297977 Aug 05 11:38:44.609650 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9e763d2f-f69a-4a11-b99a-f2ba621e11b8 req-429c6a01-a5e4-4f48-a7aa-c47a0e6b4701 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4ba4438a-8cdb-441d-bb43-5e42214d4b76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1173196 Aug 05 11:38:44.791923 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ae80d6d-3af8-4e56-8d7a-0ebc87165655 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:38:44.837238 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-0ae80d6d-3af8-4e56-8d7a-0ebc87165655 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "PUT /v2.0/routers/3af652e9-c9e4-479b-a452-037982d5cb7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0472651 Aug 05 11:38:44.846429 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35018) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:38:44.860448 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba66194-c586-468d-a11c-ab2be4f69a85 None None] Sync routers for ids ['3af652e9-c9e4-479b-a452-037982d5cb7e'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:38:44.971413 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba66194-c586-468d-a11c-ab2be4f69a85 None None] Routers {'3af652e9-c9e4-479b-a452-037982d5cb7e'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:38:44.984074 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-6ba66194-c586-468d-a11c-ab2be4f69a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:38:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['3af652e9-c9e4-479b-a452-037982d5cb7e'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:38:44.986390 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1c028e92-600d-495d-9777-c55a799a30e8 req-2c85029e-6635-442e-bdd0-1922daa647a0 service neutron] 10.222.0.58 "GET /v2.0/networks/535dc2f1-67b1-49cd-891b-67f3b995cbf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5529997 Aug 05 11:38:45.036439 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e5c244-5f09-4ac2-aecd-3181e29d72bf tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:45.040023 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e5c244-5f09-4ac2-aecd-3181e29d72bf tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:45.043303 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-57e5c244-5f09-4ac2-aecd-3181e29d72bf tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1677849 Aug 05 11:38:45.065258 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35022) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:38:45.136357 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9e763d2f-f69a-4a11-b99a-f2ba621e11b8 req-6cbb3236-5d05-435c-ad1f-5158e7dd08ea service neutron] 10.222.0.55 "GET /v2.0/networks/4ba4438a-8cdb-441d-bb43-5e42214d4b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5140870 Aug 05 11:38:45.413901 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-6ba66194-c586-468d-a11c-ab2be4f69a85 None None] Set router 3af652e9-c9e4-479b-a452-037982d5cb7e gateway port host: None {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:38:45.450620 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9e763d2f-f69a-4a11-b99a-f2ba621e11b8 req-f00d09fd-719b-4a79-aa31-43994dec83a2 service neutron] 10.222.0.55 "GET /v2.0/networks/4ba4438a-8cdb-441d-bb43-5e42214d4b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3047681 Aug 05 11:38:45.475267 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204de16f-dd73-4350-90f2-88732c2d65b0 req-6f25db11-b547-4f42-9e0d-1ad05ebfb66f tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:45.491508 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-204de16f-dd73-4350-90f2-88732c2d65b0 req-6f25db11-b547-4f42-9e0d-1ad05ebfb66f tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c3fb18e-c03b-4991-b08c-3d84749cfd93 HTTP/1.1" status: 200 len: 945 time: 0.6866851 Aug 05 11:38:45.566391 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_v2 [None req-c75fd517-fea9-4b4b-95ce-3cf2648f8f38 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Deleting subnet 9f990d3a-fba5-412b-94b8-6e2b7bca0bb0 {{(pid=94420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:38:45.568422 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-6ba66194-c586-468d-a11c-ab2be4f69a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3af652e9-c9e4-479b-a452-037982d5cb7e', 'name': 'tempest-NetworksTestDHCPv6-router-1089182779', 'tenant_id': '2255634a74e844e794fd358818288ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:38:21Z', 'updated_at': '2021-08-05T11:38:40Z', 'revision_number': 3, 'project_id': '2255634a74e844e794fd358818288ba1', 'gw_port_host': None}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:38:45.593343 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c75fd517-fea9-4b4b-95ce-3cf2648f8f38 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks [] for subnet, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:45.660358 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba66194-c586-468d-a11c-ab2be4f69a85 None None] Checking router: 3af652e9-c9e4-479b-a452-037982d5cb7e for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:38:45.676681 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-204de16f-dd73-4350-90f2-88732c2d65b0 req-019d0371-3640-4a27-a547-f202dea239e7 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=30974407-7b2a-468c-b989-540006d0da28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834207 Aug 05 11:38:45.689638 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba66194-c586-468d-a11c-ab2be4f69a85 None None] Routers {'3af652e9-c9e4-479b-a452-037982d5cb7e'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:38:45.691708 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-6ba66194-c586-468d-a11c-ab2be4f69a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:38:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['3af652e9-c9e4-479b-a452-037982d5cb7e'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:38:45.782632 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c75fd517-fea9-4b4b-95ce-3cf2648f8f38 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25010562'] for subnet, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:45.833570 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 0a80b38b-473a-4fe9-8030-b918ee93e21f details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:38:45.893548 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-6ba66194-c586-468d-a11c-ab2be4f69a85 None None] Set router 3af652e9-c9e4-479b-a452-037982d5cb7e gateway port host: None {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:38:45.998865 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1c028e92-600d-495d-9777-c55a799a30e8 req-74d49b8c-e65f-41e4-ada2-7327c7d54e43 service neutron] 10.222.0.58 "GET /v2.0/networks/535dc2f1-67b1-49cd-891b-67f3b995cbf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9495559 Aug 05 11:38:46.039684 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-fb3cc254-f448-4567-afed-d59511d0256c req-9b8841e7-f2c1-4917-b883-70917ec72cec service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=86c37637-63a8-48f7-9437-fa36bcb189c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1720822 Aug 05 11:38:46.090725 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-6ba66194-c586-468d-a11c-ab2be4f69a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3af652e9-c9e4-479b-a452-037982d5cb7e', 'name': 'tempest-NetworksTestDHCPv6-router-1089182779', 'tenant_id': '2255634a74e844e794fd358818288ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:38:21Z', 'updated_at': '2021-08-05T11:38:40Z', 'revision_number': 3, 'project_id': '2255634a74e844e794fd358818288ba1', 'gw_port_host': None}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:38:46.234407 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba66194-c586-468d-a11c-ab2be4f69a85 None None] The sync data for ids ['3af652e9-c9e4-479b-a452-037982d5cb7e'] in n-d-803378-2 is: [{'id': '3af652e9-c9e4-479b-a452-037982d5cb7e', 'name': 'tempest-NetworksTestDHCPv6-router-1089182779', 'tenant_id': '2255634a74e844e794fd358818288ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:38:21Z', 'updated_at': '2021-08-05T11:38:40Z', 'revision_number': 3, 'project_id': '2255634a74e844e794fd358818288ba1', 'gw_port_host': None}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:38:46.292257 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c75fd517-fea9-4b4b-95ce-3cf2648f8f38 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:46.362394 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3cc254-f448-4567-afed-d59511d0256c req-7a545ce5-8e88-4081-92df-98a6cbef23a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:46.365753 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-fb3cc254-f448-4567-afed-d59511d0256c req-7a545ce5-8e88-4081-92df-98a6cbef23a8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=913ffd5cf69b465594d3b2ba08eae5b1&device_id=86c37637-63a8-48f7-9437-fa36bcb189c0 HTTP/1.1" status: 200 len: 1097 time: 0.2587016 Aug 05 11:38:46.580113 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 0a80b38b-473a-4fe9-8030-b918ee93e21f, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=0a80b38b-473a-4fe9-8030-b918ee93e21f,segment=NetworkSegment(0d548106-3837-4bed-8414-b60a66dc0795),segment_id=0d548106-3837-4bed-8414-b60a66dc0795)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:38:46.604134 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Returning: {'device': '0a80b38b-473a-4fe9-8030-b918ee93e21f', 'network_id': '4ba4438a-8cdb-441d-bb43-5e42214d4b76', 'port_id': '0a80b38b-473a-4fe9-8030-b918ee93e21f', 'mac_address': 'fa:16:3e:f1:1d:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e926322-942d-429f-85a0-6f35bc628f55', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:38:46.672975 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c75fd517-fea9-4b4b-95ce-3cf2648f8f38 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29762763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24211094'] for subnet, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:46.777713 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c75fd517-fea9-4b4b-95ce-3cf2648f8f38 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:46.794494 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35034) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:38:46.800939 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-c75fd517-fea9-4b4b-95ce-3cf2648f8f38 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "DELETE /v2.0/subnets/9f990d3a-fba5-412b-94b8-6e2b7bca0bb0 HTTP/1.1" status: 204 len: 168 time: 1.7335379 Aug 05 11:38:46.883279 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:46.956092 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75fd517-fea9-4b4b-95ce-3cf2648f8f38 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Pushing event deleted for resources: {'Subnet': ['ID=9f990d3a-fba5-412b-94b8-6e2b7bca0bb0,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:38:46.963989 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de299717-5943-44b4-8e43-f324025721b6 None None] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:38:46.972959 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a80b38b-473a-4fe9-8030-b918ee93e21f {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:38:47.054540 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 0a80b38b-473a-4fe9-8030-b918ee93e21f, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=0a80b38b-473a-4fe9-8030-b918ee93e21f,segment=NetworkSegment(0d548106-3837-4bed-8414-b60a66dc0795),segment_id=0d548106-3837-4bed-8414-b60a66dc0795)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:38:47.238678 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce93794-2f9f-4ff1-a204-5c9e459d7529 req-6469aaa0-62e4-445b-99ff-ca08d48c5b78 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:47.261407 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fce93794-2f9f-4ff1-a204-5c9e459d7529 req-6469aaa0-62e4-445b-99ff-ca08d48c5b78 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] 10.222.0.58 "GET /v2.0/ports?device_id=08b420b1-809e-4081-9b30-a8f4dd879947 HTTP/1.1" status: 200 len: 944 time: 0.2862484 Aug 05 11:38:47.397818 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3cc254-f448-4567-afed-d59511d0256c req-50c947f3-7464-4876-b13e-7d80d8742a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:47.407099 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-fb3cc254-f448-4567-afed-d59511d0256c req-50c947f3-7464-4876-b13e-7d80d8742a45 service neutron] 10.222.0.55 "GET /v2.0/networks?id=535dc2f1-67b1-49cd-891b-67f3b995cbf8 HTTP/1.1" status: 200 len: 907 time: 0.9797711 Aug 05 11:38:47.439340 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:47.589347 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=0a80b38b-473a-4fe9-8030-b918ee93e21f,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:38:47.594571 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 7fe38f40-ebf0-4390-83b1-b239ca048e4b no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:38:47.705801 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 7fe38f40-ebf0-4390-83b1-b239ca048e4b {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:38:47.707209 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 7fe38f40-ebf0-4390-83b1-b239ca048e4b not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:38:47.807374 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['0a80b38b-473a-4fe9-8030-b918ee93e21f'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:38:47.965262 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fce93794-2f9f-4ff1-a204-5c9e459d7529 req-375fca94-7249-452c-a720-6c0be52fa14b tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] 10.222.0.58 "GET /v2.0/security-groups?id=8707e749-14ef-46e9-b17b-2053065b99b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6968255 Aug 05 11:38:48.045742 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-fb3cc254-f448-4567-afed-d59511d0256c req-c30597e2-c8fb-408f-8967-51d4c5214a2d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c6ea930f-9cea-4fc6-b5f1-18fa57d750d9 HTTP/1.1" status: 200 len: 217 time: 0.6087704 Aug 05 11:38:48.049820 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3137b99-2c70-4499-bec4-5649b1dc2ab6 None None] DHCP port deletion for 65f763dc-e344-4f1a-a003-f0293beb6d65 request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 11:38:48.129892 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35046) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:38:48.158577 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-d6cb53e1-e1e5-4e11-a778-bd3f8b6f5bef tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Request body: {'subnet': {'network_id': 'adc7ecca-fdb0-4459-beae-fcb3baaa2557', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:38:48.174031 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-e9d3ea50-c9e3-4b0c-8084-c91c806b40c0 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 1.3745728 Aug 05 11:38:48.178847 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35048) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:38:48.327357 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3cc254-f448-4567-afed-d59511d0256c req-338932e8-c8d5-4b51-81e8-d51e260acbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:48.330294 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-fb3cc254-f448-4567-afed-d59511d0256c req-338932e8-c8d5-4b51-81e8-d51e260acbb4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1b19baf8-9ef5-4535-9e61-0fc2264669f6 HTTP/1.1" status: 200 len: 846 time: 0.2760963 Aug 05 11:38:48.379808 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0be1af74-823f-45e7-9769-664140851fef tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks [] for router, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:48.479206 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-c3137b99-2c70-4499-bec4-5649b1dc2ab6 None None] Deleting port a8e16a20-73ef-4c32-b762-167204eb3242 {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:38:48.480109 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c3137b99-2c70-4499-bec4-5649b1dc2ab6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:48.562564 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-fb3cc254-f448-4567-afed-d59511d0256c req-ba96ff86-80f7-4c0f-8163-cf6f16e703cc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=535dc2f1-67b1-49cd-891b-67f3b995cbf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2214277 Aug 05 11:38:48.714852 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a8f6b296-75b8-48e7-a753-cadc61376147 req-cf6cb1ed-140b-4ae3-9215-eedb391e543e tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=922471f37b13454ba92168a26c5eea8e HTTP/1.1" status: 200 len: 267 time: 0.4471285 Aug 05 11:38:48.728397 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-c3137b99-2c70-4499-bec4-5649b1dc2ab6 None None] For port a8e16a20-73ef-4c32-b762-167204eb3242, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=a8e16a20-73ef-4c32-b762-167204eb3242,segment=NetworkSegment(c3ce43ff-a33b-459d-a35e-6c011fee3456),segment_id=c3ce43ff-a33b-459d-a35e-6c011fee3456)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:38:48.729166 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c3137b99-2c70-4499-bec4-5649b1dc2ab6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:48.759674 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c662b2a0-9135-4fd4-8ee6-7a6c62e133e0 req-f6b00ac7-f8a0-4054-ab8a-07217695dae8 tempest-ComputeTenantNetworksTest-1027577072 tempest-ComputeTenantNetworksTest-1027577072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:48.775185 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c662b2a0-9135-4fd4-8ee6-7a6c62e133e0 req-f6b00ac7-f8a0-4054-ab8a-07217695dae8 tempest-ComputeTenantNetworksTest-1027577072 tempest-ComputeTenantNetworksTest-1027577072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:48.788540 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c662b2a0-9135-4fd4-8ee6-7a6c62e133e0 req-f6b00ac7-f8a0-4054-ab8a-07217695dae8 tempest-ComputeTenantNetworksTest-1027577072 tempest-ComputeTenantNetworksTest-1027577072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:48.791863 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c662b2a0-9135-4fd4-8ee6-7a6c62e133e0 req-f6b00ac7-f8a0-4054-ab8a-07217695dae8 tempest-ComputeTenantNetworksTest-1027577072 tempest-ComputeTenantNetworksTest-1027577072-project] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 1.4690249 Aug 05 11:38:48.792158 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-c3137b99-2c70-4499-bec4-5649b1dc2ab6 None None] Calling delete_port for a8e16a20-73ef-4c32-b762-167204eb3242 owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:38:48.838795 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f134ea4-4c43-452a-96f4-1a97499a0151 req-17fbacd3-c498-4afb-9a3c-76a3b2940da8 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:48.841915 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4f134ea4-4c43-452a-96f4-1a97499a0151 req-17fbacd3-c498-4afb-9a3c-76a3b2940da8 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d06186c-d1fe-4d01-9853-c0787a6d9ce4 HTTP/1.1" status: 200 len: 950 time: 0.3958929 Aug 05 11:38:48.958281 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6cb53e1-e1e5-4e11-a778-bd3f8b6f5bef tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Made reservation on behalf of 24b9c256d82b47539cda6c0dcc6854db for: {'subnet': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:38:48.976019 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d6cb53e1-e1e5-4e11-a778-bd3f8b6f5bef tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24211133'] for subnet, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:48.999976 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c3137b99-2c70-4499-bec4-5649b1dc2ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:49.026758 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3137b99-2c70-4499-bec4-5649b1dc2ab6 None None] No DVR routers for this DVR port a8e16a20-73ef-4c32-b762-167204eb3242 on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:38:49.080983 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3137b99-2c70-4499-bec4-5649b1dc2ab6 None None] Pushing event deleted for resources: {'Port': ['ID=a8e16a20-73ef-4c32-b762-167204eb3242,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:38:49.114201 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3137b99-2c70-4499-bec4-5649b1dc2ab6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:38:49.115720 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3137b99-2c70-4499-bec4-5649b1dc2ab6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:38:49.116879 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3137b99-2c70-4499-bec4-5649b1dc2ab6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:38:49.117736 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3137b99-2c70-4499-bec4-5649b1dc2ab6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:38:49.118633 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3137b99-2c70-4499-bec4-5649b1dc2ab6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:38:49.119773 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3137b99-2c70-4499-bec4-5649b1dc2ab6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:38:49.121129 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3137b99-2c70-4499-bec4-5649b1dc2ab6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:38:49.122004 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3137b99-2c70-4499-bec4-5649b1dc2ab6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:38:49.122807 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3137b99-2c70-4499-bec4-5649b1dc2ab6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:38:49.123705 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3137b99-2c70-4499-bec4-5649b1dc2ab6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:38:49.124837 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3137b99-2c70-4499-bec4-5649b1dc2ab6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:38:49.125730 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3137b99-2c70-4499-bec4-5649b1dc2ab6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:38:49.293558 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f6b296-75b8-48e7-a753-cadc61376147 req-78ef27a9-d027-40e4-95b5-3480aa31cf26 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:49.296661 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a8f6b296-75b8-48e7-a753-cadc61376147 req-78ef27a9-d027-40e4-95b5-3480aa31cf26 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c3fb18e-c03b-4991-b08c-3d84749cfd93 HTTP/1.1" status: 200 len: 945 time: 0.4948995 Aug 05 11:38:49.364986 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-a8f6b296-75b8-48e7-a753-cadc61376147 req-00362f25-e2b7-465e-91a4-4c8b15619754 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Request body: {'port': {'security_groups': []}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:38:49.537836 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46b1a7a-7eff-4067-8507-cd1eb0a088b3 req-03701c4b-77ab-4b5f-b1e2-7e7d7f286aec tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:49.547321 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d46b1a7a-7eff-4067-8507-cd1eb0a088b3 req-03701c4b-77ab-4b5f-b1e2-7e7d7f286aec tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d06186c-d1fe-4d01-9853-c0787a6d9ce4 HTTP/1.1" status: 200 len: 950 time: 0.4035830 Aug 05 11:38:49.638250 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device a8e16a20-73ef-4c32-b762-167204eb3242 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:38:49.697893 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [req-4f134ea4-4c43-452a-96f4-1a97499a0151 req-fdebead9-c7ab-4de6-999a-4b19d117dd09 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Deleting port 9d4d776d-a33d-4efa-89e9-b2e944e4af90 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:38:49.698419 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-4f134ea4-4c43-452a-96f4-1a97499a0151 req-fdebead9-c7ab-4de6-999a-4b19d117dd09 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:49.710606 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: a8e16a20-73ef-4c32-b762-167204eb3242 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:38:49.711134 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device a8e16a20-73ef-4c32-b762-167204eb3242 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:38:49.765402 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-a8f6b296-75b8-48e7-a753-cadc61376147 req-00362f25-e2b7-465e-91a4-4c8b15619754 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:49.876707 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 0a80b38b-473a-4fe9-8030-b918ee93e21f up at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:38:49.966555 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d46b1a7a-7eff-4067-8507-cd1eb0a088b3 req-f4c73a4a-4cd9-4f28-8810-bb6f5ef03ddb tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4179809 Aug 05 11:38:50.009628 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0be1af74-823f-45e7-9769-664140851fef tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33262979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1951'] for router, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:50.013857 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0be1af74-823f-45e7-9769-664140851fef tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:50.116162 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0be1af74-823f-45e7-9769-664140851fef tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33262474'] for router, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:50.117737 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0be1af74-823f-45e7-9769-664140851fef tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Fanout notify agent at l3_agent the message router_deleted on router 3af652e9-c9e4-479b-a452-037982d5cb7e {{(pid=94421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 11:38:50.141090 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning for port 0a80b38b-473a-4fe9-8030-b918ee93e21f completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:38:50.158064 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0be1af74-823f-45e7-9769-664140851fef tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks [] for router, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:50.160365 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-0be1af74-823f-45e7-9769-664140851fef tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "DELETE /v2.0/routers/3af652e9-c9e4-479b-a452-037982d5cb7e HTTP/1.1" status: 204 len: 168 time: 1.9741089 Aug 05 11:38:50.165210 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning complete for port 0a80b38b-473a-4fe9-8030-b918ee93e21f triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:38:50.167652 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35056) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:38:50.168454 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:50.182906 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-7b49200d-2463-45ef-874c-c559af1f6469 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Request body: {'subnet': {'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:38:50.213972 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d6cb53e1-e1e5-4e11-a778-bd3f8b6f5bef tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29762700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24211087'] for subnet, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:50.253227 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-fb3cc254-f448-4567-afed-d59511d0256c req-6af15118-4edd-4174-b7e2-53fd399a365c service neutron] 10.222.0.55 "GET /v2.0/networks/535dc2f1-67b1-49cd-891b-67f3b995cbf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7946470 Aug 05 11:38:50.354692 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5f1d7f52-2222-4430-9391-b398fd713e51 req-334cc3cb-7ffa-454d-b1d5-ca9f5cb84a93 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?device_id=01e1b846-4922-422e-b3e5-cfd60700e2b9 HTTP/1.1" status: 200 len: 210 time: 0.1723537 Aug 05 11:38:50.414507 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c028e92-600d-495d-9777-c55a799a30e8 req-9564a7c2-de4a-4d8a-8be5-0ea19ae5cbe9 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:50.428769 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1c028e92-600d-495d-9777-c55a799a30e8 req-9564a7c2-de4a-4d8a-8be5-0ea19ae5cbe9 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.55 "GET /v2.0/networks?id=535dc2f1-67b1-49cd-891b-67f3b995cbf8 HTTP/1.1" status: 200 len: 806 time: 0.7402818 Aug 05 11:38:50.467565 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-4f134ea4-4c43-452a-96f4-1a97499a0151 req-fdebead9-c7ab-4de6-999a-4b19d117dd09 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] For port 9d4d776d-a33d-4efa-89e9-b2e944e4af90, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=9d4d776d-a33d-4efa-89e9-b2e944e4af90,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:38:50.468639 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-4f134ea4-4c43-452a-96f4-1a97499a0151 req-fdebead9-c7ab-4de6-999a-4b19d117dd09 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:50.484286 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:50.542863 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-1c028e92-600d-495d-9777-c55a799a30e8 req-15f617aa-cb59-4779-b5b9-cb97e73e61c8 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Request body: {'port': {'device_id': '01e1b846-4922-422e-b3e5-cfd60700e2b9', 'network_id': '535dc2f1-67b1-49cd-891b-67f3b995cbf8', 'admin_state_up': True, 'tenant_id': '913ffd5cf69b465594d3b2ba08eae5b1'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:38:50.602218 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 0a80b38b-473a-4fe9-8030-b918ee93e21f, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=0a80b38b-473a-4fe9-8030-b918ee93e21f,segment=NetworkSegment(0d548106-3837-4bed-8414-b60a66dc0795),segment_id=0d548106-3837-4bed-8414-b60a66dc0795)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:38:50.604083 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08b420b1-809e-4081-9b30-a8f4dd879947', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a80b38b-473a-4fe9-8030-b918ee93e21f'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:38:50.609926 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36f4c399-619a-45c5-8288-2fe7e543fb8d" -d '{"events": [{"server_uuid": "08b420b1-809e-4081-9b30-a8f4dd879947", "name": "network-vif-plugged", "status": "completed", "tag": "0a80b38b-473a-4fe9-8030-b918ee93e21f"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:38:50.618093 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:50.651218 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [req-4f134ea4-4c43-452a-96f4-1a97499a0151 req-fdebead9-c7ab-4de6-999a-4b19d117dd09 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Calling delete_port for 9d4d776d-a33d-4efa-89e9-b2e944e4af90 owned by compute:nova {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:38:50.955624 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cb53e1-e1e5-4e11-a778-bd3f8b6f5bef tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Pushing event updated for resources: {'Subnet': ['ID=3755d3fc-f70b-461f-8ada-4ac3977e18c5,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:38:51.002477 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=0a80b38b-473a-4fe9-8030-b918ee93e21f,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:38:51.038477 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-30634c6b-0b73-4dba-8e88-19cac08fbd91 req-dbefae05-a787-4810-a5e9-6f46a4f3c736 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=be090969-9d37-41b9-80ad-9680c00c1969&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4825065 Aug 05 11:38:51.122209 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6cb53e1-e1e5-4e11-a778-bd3f8b6f5bef tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Checking segment: {'id': 'b73da755-5353-49a4-b19e-aee8ee9917c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'adc7ecca-fdb0-4459-beae-fcb3baaa2557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:38:51.122801 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6cb53e1-e1e5-4e11-a778-bd3f8b6f5bef tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Network hostable DHCP agents. Network: adc7ecca-fdb0-4459-beae-fcb3baaa2557, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:38:51.142587 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-fb3cc254-f448-4567-afed-d59511d0256c req-9e621344-09c5-4d3d-a2fe-65e7a2d7ae44 service neutron] 10.222.0.55 "GET /v2.0/networks/535dc2f1-67b1-49cd-891b-67f3b995cbf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7154174 Aug 05 11:38:51.147980 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a029dfac-887d-4541-ad03-09655125b103 req-e636cdb8-a59a-4793-933f-ca312b900b15 tempest-ComputeTenantNetworksTest-1027577072 tempest-ComputeTenantNetworksTest-1027577072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:51.151121 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a029dfac-887d-4541-ad03-09655125b103 req-e636cdb8-a59a-4793-933f-ca312b900b15 tempest-ComputeTenantNetworksTest-1027577072 tempest-ComputeTenantNetworksTest-1027577072-project] 10.222.0.58 "GET /v2.0/networks/dad394c7-66c0-47f9-8470-b4971ad3baf5 HTTP/1.1" status: 200 len: 769 time: 0.6459322 Aug 05 11:38:51.192052 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35064) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:38:51.216711 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b49200d-2463-45ef-874c-c559af1f6469 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Made reservation on behalf of 2255634a74e844e794fd358818288ba1 for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:38:51.222077 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7b49200d-2463-45ef-874c-c559af1f6469 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:51.397881 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30634c6b-0b73-4dba-8e88-19cac08fbd91 req-d11d3431-3333-4926-976c-7fc9a5ae1254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:51.401188 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-30634c6b-0b73-4dba-8e88-19cac08fbd91 req-d11d3431-3333-4926-976c-7fc9a5ae1254 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f811ccc1244d4d32a53adbbe13250fd5&device_id=be090969-9d37-41b9-80ad-9680c00c1969 HTTP/1.1" status: 200 len: 1101 time: 0.3132207 Aug 05 11:38:51.415384 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c028e92-600d-495d-9777-c55a799a30e8 req-15f617aa-cb59-4779-b5b9-cb97e73e61c8 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Made reservation on behalf of 913ffd5cf69b465594d3b2ba08eae5b1 for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:38:51.421758 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-1c028e92-600d-495d-9777-c55a799a30e8 req-15f617aa-cb59-4779-b5b9-cb97e73e61c8 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:51.466051 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6cb53e1-e1e5-4e11-a778-bd3f8b6f5bef tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Network adc7ecca-fdb0-4459-beae-fcb3baaa2557 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:38:51.472262 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-a8f6b296-75b8-48e7-a753-cadc61376147 req-00362f25-e2b7-465e-91a4-4c8b15619754 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] For port 45fd19dd-0240-4fa2-8c50-128d7b8f11f3, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=45fd19dd-0240-4fa2-8c50-128d7b8f11f3,segment=NetworkSegment(5615e441-bf2b-4f62-9a7e-00bdeb60130a),segment_id=5615e441-bf2b-4f62-9a7e-00bdeb60130a)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:38:51.557059 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-d6cb53e1-e1e5-4e11-a778-bd3f8b6f5bef tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, adc7ecca-fdb0-4459-beae-fcb3baaa2557) {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:38:51.578643 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6cb53e1-e1e5-4e11-a778-bd3f8b6f5bef tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:51.579347 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d6cb53e1-e1e5-4e11-a778-bd3f8b6f5bef tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:51.582921 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca4df96-18ea-49ce-adb3-ee2c99d6a796 None None] Network adc7ecca-fdb0-4459-beae-fcb3baaa2557 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:38:51.611951 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e5c5e4eb-08db-4368-9e13-38759fe745ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:51.663998 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-4f134ea4-4c43-452a-96f4-1a97499a0151 req-fdebead9-c7ab-4de6-999a-4b19d117dd09 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:51.705318 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-a8f6b296-75b8-48e7-a753-cadc61376147 req-00362f25-e2b7-465e-91a4-4c8b15619754 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:51.756312 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20203bd2-10ff-4de5-8d8d-f57642d400e4 req-44be38b1-1aeb-4262-89f3-b268954906b6 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:51.773093 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-20203bd2-10ff-4de5-8d8d-f57642d400e4 req-44be38b1-1aeb-4262-89f3-b268954906b6 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] 10.222.0.58 "GET /v2.0/ports?device_id=08b420b1-809e-4081-9b30-a8f4dd879947 HTTP/1.1" status: 200 len: 946 time: 0.4011023 Aug 05 11:38:51.802005 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-a8f6b296-75b8-48e7-a753-cadc61376147 req-00362f25-e2b7-465e-91a4-4c8b15619754 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:51.817788 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['7f5c274f-81f8-4325-a1ac-15e624e8b1ec', 'cff672a6-7c2d-4160-bef8-b32e3b454687'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:38:51.884386 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30634c6b-0b73-4dba-8e88-19cac08fbd91 req-dbcd31f8-5593-427a-8056-a9562c994014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:51.887580 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-30634c6b-0b73-4dba-8e88-19cac08fbd91 req-dbcd31f8-5593-427a-8056-a9562c994014 service neutron] 10.222.0.64 "GET /v2.0/networks?id=91caede3-92e4-4b1e-8e3e-36227cfd846a HTTP/1.1" status: 200 len: 870 time: 0.4416969 Aug 05 11:38:51.896991 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['00f6578b-db42-4369-b4eb-90fed2c3f159'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:38:51.905445 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-d6cb53e1-e1e5-4e11-a778-bd3f8b6f5bef tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.7724750 Aug 05 11:38:51.961476 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35070) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:38:51.965900 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-fc00f3df-ba82-422b-ba5e-93f8b1552169 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-15652861'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:38:51.991039 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdebead9-c7ab-4de6-999a-4b19d117dd09 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Pushing event deleted for resources: {'Port': ['ID=9d4d776d-a33d-4efa-89e9-b2e944e4af90,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:38:52.092475 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-30634c6b-0b73-4dba-8e88-19cac08fbd91 req-4a9184d2-1741-4d26-a45d-b6aa677727d8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=cff672a6-7c2d-4160-bef8-b32e3b454687 HTTP/1.1" status: 200 len: 217 time: 0.1471021 Aug 05 11:38:52.186307 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f6b296-75b8-48e7-a753-cadc61376147 req-00362f25-e2b7-465e-91a4-4c8b15619754 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:52.192437 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-a8f6b296-75b8-48e7-a753-cadc61376147 req-00362f25-e2b7-465e-91a4-4c8b15619754 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:52.193999 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a8f6b296-75b8-48e7-a753-cadc61376147 req-00362f25-e2b7-465e-91a4-4c8b15619754 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "PUT /v2.0/ports/45fd19dd-0240-4fa2-8c50-128d7b8f11f3 HTTP/1.1" status: 200 len: 904 time: 2.8563149 Aug 05 11:38:52.196120 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00362f25-e2b7-465e-91a4-4c8b15619754 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Pushing event updated for resources: {'Port': ['ID=45fd19dd-0240-4fa2-8c50-128d7b8f11f3,revision_number=6']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:38:52.214470 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c3fb18e-c03b-4991-b08c-3d84749cfd93', 'tag': '45fd19dd-0240-4fa2-8c50-128d7b8f11f3'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:38:52.225588 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}828068ad8d405ad77660ce68fa78e1ffe658725812f7a08f9e488a446589295b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4fe7562-0d29-4c89-b8fe-9f675dcdc3b5" -d '{"events": [{"name": "network-changed", "server_uuid": "4c3fb18e-c03b-4991-b08c-3d84749cfd93", "tag": "45fd19dd-0240-4fa2-8c50-128d7b8f11f3"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:38:52.235504 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:52.315672 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f134ea4-4c43-452a-96f4-1a97499a0151 req-fdebead9-c7ab-4de6-999a-4b19d117dd09 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] No DVR routers for this DVR port 9d4d776d-a33d-4efa-89e9-b2e944e4af90 on host n-h1-803378-2 {{(pid=94420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:38:52.336758 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-1c028e92-600d-495d-9777-c55a799a30e8 req-15f617aa-cb59-4779-b5b9-cb97e73e61c8 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Allocated IP 172.20.0.12 (535dc2f1-67b1-49cd-891b-67f3b995cbf8/1b19baf8-9ef5-4535-9e61-0fc2264669f6/d0025edd-d4c9-45ce-b7df-680484ac95a9) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:38:52.337414 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 9d4d776d-a33d-4efa-89e9-b2e944e4af90 no longer exists at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:38:52.361990 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-4f134ea4-4c43-452a-96f4-1a97499a0151 req-fdebead9-c7ab-4de6-999a-4b19d117dd09 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:52.392994 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4f134ea4-4c43-452a-96f4-1a97499a0151 req-fdebead9-c7ab-4de6-999a-4b19d117dd09 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.64 "DELETE /v2.0/ports/9d4d776d-a33d-4efa-89e9-b2e944e4af90 HTTP/1.1" status: 204 len: 173 time: 3.4604163 Aug 05 11:38:52.451627 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeab6234-c931-4b21-bb99-4cfe5ac01e92 x-openstack-request-id: req-eeab6234-c931-4b21-bb99-4cfe5ac01e92 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:38:52.451982 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08b420b1-809e-4081-9b30-a8f4dd879947", "name": "network-vif-plugged", "status": "completed", "tag": "0a80b38b-473a-4fe9-8030-b918ee93e21f", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:38:52.452440 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-eeab6234-c931-4b21-bb99-4cfe5ac01e92 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:38:52.452913 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08b420b1-809e-4081-9b30-a8f4dd879947', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a80b38b-473a-4fe9-8030-b918ee93e21f', 'code': 200} Aug 05 11:38:52.539297 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-20203bd2-10ff-4de5-8d8d-f57642d400e4 req-84b770b8-beee-4bb2-a3d5-2f6e8c3238d7 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] 10.222.0.58 "GET /v2.0/security-groups?id=8707e749-14ef-46e9-b17b-2053065b99b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7283435 Aug 05 11:38:52.550192 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] No Port match for: 9d4d776d-a33d-4efa-89e9-b2e944e4af90 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:38:52.551237 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 9d4d776d-a33d-4efa-89e9-b2e944e4af90 not bound to the agent host n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:38:52.586838 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['45fd19dd-0240-4fa2-8c50-128d7b8f11f3'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:38:52.808899 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e5c5e4eb-08db-4368-9e13-38759fe745ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:52.845943 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-e5c5e4eb-08db-4368-9e13-38759fe745ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dad394c7-66c0-47f9-8470-b4971ad3baf5']}} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:38:52.858287 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-1c028e92-600d-495d-9777-c55a799a30e8 req-15f617aa-cb59-4779-b5b9-cb97e73e61c8 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:52.890721 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-e5c5e4eb-08db-4368-9e13-38759fe745ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc5c9354-5358-490a-bba5-30293c76ecd4') {'for_net_delete': True} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:38:52.891216 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-e5c5e4eb-08db-4368-9e13-38759fe745ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc5c9354-5358-490a-bba5-30293c76ecd4') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:38:52.931648 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e5c5e4eb-08db-4368-9e13-38759fe745ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25010581'] for segment, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:52.966660 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e5c5e4eb-08db-4368-9e13-38759fe745ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:52.980805 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5c5e4eb-08db-4368-9e13-38759fe745ce admin admin] Releasing vlan 654 on physical network physnet1 to pool {{(pid=94420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:38:52.981536 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e5c5e4eb-08db-4368-9e13-38759fe745ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29762581'] for segment, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:53.122906 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-1c028e92-600d-495d-9777-c55a799a30e8 req-15f617aa-cb59-4779-b5b9-cb97e73e61c8 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:53.127049 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc00f3df-ba82-422b-ba5e-93f8b1552169 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Made reservation on behalf of 24b9c256d82b47539cda6c0dcc6854db for: {'network': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:38:53.133637 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fc00f3df-ba82-422b-ba5e-93f8b1552169 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:53.172270 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-ae41ca31-0c30-45f0-8782-47e7ec410945 None None] Provisioning complete for port 45fd19dd-0240-4fa2-8c50-128d7b8f11f3 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:38:53.172270 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-ae41ca31-0c30-45f0-8782-47e7ec410945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:53.296141 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30634c6b-0b73-4dba-8e88-19cac08fbd91 req-bd44feb3-5701-481f-a602-0a9f9e29cc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:53.299556 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-30634c6b-0b73-4dba-8e88-19cac08fbd91 req-bd44feb3-5701-481f-a602-0a9f9e29cc6f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6842f728-c2f3-4e36-bb32-3303d06ce3f4 HTTP/1.1" status: 200 len: 843 time: 1.1812844 Aug 05 11:38:53.375959 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7b49200d-2463-45ef-874c-c559af1f6469 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25038678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30075167'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:53.409652 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c028e92-600d-495d-9777-c55a799a30e8 req-15f617aa-cb59-4779-b5b9-cb97e73e61c8 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Network 535dc2f1-67b1-49cd-891b-67f3b995cbf8 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:38:53.457701 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f617aa-cb59-4779-b5b9-cb97e73e61c8 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Pushing event updated for resources: {'Port': ['ID=d0025edd-d4c9-45ce-b7df-680484ac95a9,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:38:53.519806 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902dc411-b8f6-4f78-9c6f-85052700ebe4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-adc7ecca-fdb0-4459-beae-fcb3baaa2557', 'network_id': 'adc7ecca-fdb0-4459-beae-fcb3baaa2557', 'tenant_id': '24b9c256d82b47539cda6c0dcc6854db', 'fixed_ips': [{'subnet_id': '3755d3fc-f70b-461f-8ada-4ac3977e18c5'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 11:38:53.522479 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-902dc411-b8f6-4f78-9c6f-85052700ebe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:53.564145 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-296c546e-c3ea-445f-ae20-5d3aa1f3d480 req-1b616256-7e01-4eb5-9ce4-580edf4d2b5d tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d06186c-d1fe-4d01-9853-c0787a6d9ce4 HTTP/1.1" status: 200 len: 210 time: 1.0211065 Aug 05 11:38:53.565463 n-d-803378-2 neutron-server[94420]: Traceback (most recent call last): Aug 05 11:38:53.565463 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:38:53.565463 n-d-803378-2 neutron-server[94420]: timer() Aug 05 11:38:53.565463 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:38:53.565463 n-d-803378-2 neutron-server[94420]: cb(*args, **kw) Aug 05 11:38:53.565463 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:38:53.565463 n-d-803378-2 neutron-server[94420]: return func(*args, **kwargs) Aug 05 11:38:53.565463 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:38:53.565463 n-d-803378-2 neutron-server[94420]: self._notify() Aug 05 11:38:53.565463 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:38:53.565463 n-d-803378-2 neutron-server[94420]: self.callback(batched_events) Aug 05 11:38:53.565463 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:38:53.565463 n-d-803378-2 neutron-server[94420]: event.method(event) Aug 05 11:38:53.565463 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:38:53.565463 n-d-803378-2 neutron-server[94420]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:38:53.565463 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:38:53.565463 n-d-803378-2 neutron-server[94420]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:38:53.565463 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:38:53.565463 n-d-803378-2 neutron-server[94420]: return f(self, *a, **k) Aug 05 11:38:53.565463 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:38:53.565463 n-d-803378-2 neutron-server[94420]: return self._get(url).json() Aug 05 11:38:53.565463 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:38:53.565463 n-d-803378-2 neutron-server[94420]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:38:53.565463 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:38:53.565463 n-d-803378-2 neutron-server[94420]: return self.request(url, 'GET', **kwargs) Aug 05 11:38:53.565463 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:38:53.565463 n-d-803378-2 neutron-server[94420]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:38:53.565463 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:38:53.565463 n-d-803378-2 neutron-server[94420]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:38:53.565463 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:38:53.565463 n-d-803378-2 neutron-server[94420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:38:53.565463 n-d-803378-2 neutron-server[94420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:38:53.605301 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-1c028e92-600d-495d-9777-c55a799a30e8 req-15f617aa-cb59-4779-b5b9-cb97e73e61c8 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:38:53.640685 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b49200d-2463-45ef-874c-c559af1f6469 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:38:53.681989 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c028e92-600d-495d-9777-c55a799a30e8 req-15f617aa-cb59-4779-b5b9-cb97e73e61c8 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:38:53.727412 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e5c5e4eb-08db-4368-9e13-38759fe745ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:53.759484 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-7b49200d-2463-45ef-874c-c559af1f6469 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:38:53.764589 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e5c5e4eb-08db-4368-9e13-38759fe745ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:53.778058 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-e5c5e4eb-08db-4368-9e13-38759fe745ce admin admin] 10.222.0.58 "DELETE /v2.0/networks/dad394c7-66c0-47f9-8470-b4971ad3baf5 HTTP/1.1" status: 204 len: 168 time: 2.5839207 Aug 05 11:38:53.820007 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec11e16-7c2e-47d6-8b7e-bb0cd2945f0b req-728c695f-9e68-4944-bdd3-74cbbc0619a1 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:53.832784 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8ec11e16-7c2e-47d6-8b7e-bb0cd2945f0b req-728c695f-9e68-4944-bdd3-74cbbc0619a1 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?device_id=01e1b846-4922-422e-b3e5-cfd60700e2b9 HTTP/1.1" status: 200 len: 932 time: 0.2621834 Aug 05 11:38:53.843999 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2c6b08-34d5-4cca-8e6b-5d00bee85e42 None None] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:38:53.881016 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc00f3df-ba82-422b-ba5e-93f8b1552169 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] vlan segment allocate from pool success with {'vlan_id': 696, 'physical_network': 'physnet1'} {{(pid=94421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:38:53.915608 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fc00f3df-ba82-422b-ba5e-93f8b1552169 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:53.916765 n-d-803378-2 neutron-server[94421]: INFO neutron.db.segments_db [None req-fc00f3df-ba82-422b-ba5e-93f8b1552169 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Added segment d849558a-2b25-4c7f-b5b9-cd6276e2e308 of type vlan for network 6919bda3-39cc-4c78-b5a1-da6c6e5225fd Aug 05 11:38:53.995216 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b49200d-2463-45ef-874c-c559af1f6469 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:53.997788 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7b49200d-2463-45ef-874c-c559af1f6469 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:54.014886 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12cdd9c-4b47-4022-9505-18e15c5056d5 req-20931e7c-b9ca-459f-89c7-0d509d042eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:54.020236 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-a12cdd9c-4b47-4022-9505-18e15c5056d5 req-20931e7c-b9ca-459f-89c7-0d509d042eca service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=08b420b1-809e-4081-9b30-a8f4dd879947 HTTP/1.1" status: 200 len: 1097 time: 0.9538605 Aug 05 11:38:54.048772 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c5e4eb-08db-4368-9e13-38759fe745ce admin admin] Pushing event deleted for resources: {'Network': ['ID=dad394c7-66c0-47f9-8470-b4971ad3baf5,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:38:54.136339 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['c6ea930f-9cea-4fc6-b5f1-18fa57d750d9'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:38:54.143420 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fc00f3df-ba82-422b-ba5e-93f8b1552169 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:54.169244 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8ec11e16-7c2e-47d6-8b7e-bb0cd2945f0b req-2d235e5e-2f4e-4278-8789-2be8e4122bdd tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/security-groups?id=5dfacf8b-ef80-4e03-9b2b-0b5aacf0bf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3098278 Aug 05 11:38:54.213473 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c70edb9-fce1-423e-babc-8fc131c6a72c req-c97a73db-0c66-42d2-b761-4d6001dfacb2 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:54.219741 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8c70edb9-fce1-423e-babc-8fc131c6a72c req-c97a73db-0c66-42d2-b761-4d6001dfacb2 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c3fb18e-c03b-4991-b08c-3d84749cfd93 HTTP/1.1" status: 200 len: 907 time: 0.3620677 Aug 05 11:38:54.365290 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35086) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:38:54.368036 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fc00f3df-ba82-422b-ba5e-93f8b1552169 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:54.374230 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc00f3df-ba82-422b-ba5e-93f8b1552169 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:54.374850 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fc00f3df-ba82-422b-ba5e-93f8b1552169 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:54.413886 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30634c6b-0b73-4dba-8e88-19cac08fbd91 req-f24a5ae1-1cd4-4590-84c5-8b68cc6622b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:54.416721 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dab38396-533e-444d-a453-12ac254ddf8a x-openstack-request-id: req-dab38396-533e-444d-a453-12ac254ddf8a {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:38:54.417796 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-30634c6b-0b73-4dba-8e88-19cac08fbd91 req-f24a5ae1-1cd4-4590-84c5-8b68cc6622b4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=91caede3-92e4-4b1e-8e3e-36227cfd846a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.0940967 Aug 05 11:38:54.422845 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c3fb18e-c03b-4991-b08c-3d84749cfd93", "tag": "45fd19dd-0240-4fa2-8c50-128d7b8f11f3", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:38:54.423676 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-dab38396-533e-444d-a453-12ac254ddf8a {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:38:54.424541 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c3fb18e-c03b-4991-b08c-3d84749cfd93', 'tag': '45fd19dd-0240-4fa2-8c50-128d7b8f11f3', 'status': 'completed', 'code': 200} Aug 05 11:38:54.478624 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c028e92-600d-495d-9777-c55a799a30e8 req-15f617aa-cb59-4779-b5b9-cb97e73e61c8 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:54.479855 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-1c028e92-600d-495d-9777-c55a799a30e8 req-15f617aa-cb59-4779-b5b9-cb97e73e61c8 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:54.564764 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-9c181cd4-4571-4b5e-bf60-6c97715dafcb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e6818133bf4d4eacb1461889ee1a6d93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1968427 Aug 05 11:38:54.575777 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35088) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:38:54.622699 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-7b49200d-2463-45ef-874c-c559af1f6469 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 4.4390986 Aug 05 11:38:54.639052 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35090) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:38:54.664590 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b49200d-2463-45ef-874c-c559af1f6469 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Pushing event updated for resources: {'Subnet': ['ID=0de7911c-f56c-49b4-afc7-0299958eea36,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:38:54.676309 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-61a936b3-1081-4d07-a6d5-f14f96984f01 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1986195343', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:38:54.797933 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-fc00f3df-ba82-422b-ba5e-93f8b1552169 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 2.8351257 Aug 05 11:38:54.823562 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35094) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:38:54.828710 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1c028e92-600d-495d-9777-c55a799a30e8 req-15f617aa-cb59-4779-b5b9-cb97e73e61c8 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2961144 Aug 05 11:38:54.835977 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-d00e0ba8-a7b1-44d7-909f-01fa015a5fd1 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Request body: {'subnet': {'network_id': '6919bda3-39cc-4c78-b5a1-da6c6e5225fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:38:54.848122 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-a12cdd9c-4b47-4022-9505-18e15c5056d5 req-69e0990a-b1ba-4a11-8ec8-4a4de9c4242c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=8707e749-14ef-46e9-b17b-2053065b99b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8203292 Aug 05 11:38:54.856597 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-902dc411-b8f6-4f78-9c6f-85052700ebe4 None None] Allocated IP 2001:db8:0:ffff::2 (adc7ecca-fdb0-4459-beae-fcb3baaa2557/3755d3fc-f70b-461f-8ada-4ac3977e18c5/5eea3b03-8a01-4998-9200-9cdc01d964ce) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:38:54.858004 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc00f3df-ba82-422b-ba5e-93f8b1552169 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Pushing event updated for resources: {'Network': ['ID=6919bda3-39cc-4c78-b5a1-da6c6e5225fd,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:38:54.911087 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 6919bda3-39cc-4c78-b5a1-da6c6e5225fd details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:38:54.957363 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fe7562-0d29-4c89-b8fe-9f675dcdc3b5 req-340fcdbc-e30d-4b8f-8ba3-7b068a431ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:54.961317 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b4fe7562-0d29-4c89-b8fe-9f675dcdc3b5 req-340fcdbc-e30d-4b8f-8ba3-7b068a431ee8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=922471f37b13454ba92168a26c5eea8e&device_id=4c3fb18e-c03b-4991-b08c-3d84749cfd93 HTTP/1.1" status: 200 len: 1058 time: 0.4262896 Aug 05 11:38:54.987310 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-61a936b3-1081-4d07-a6d5-f14f96984f01 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33260300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1929'] for router, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:54.990883 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-61a936b3-1081-4d07-a6d5-f14f96984f01 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33285914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33034662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1926'] for router, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:54.997648 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-1c028e92-600d-495d-9777-c55a799a30e8 req-43992b5b-97ae-4d59-b6fc-e360f80d1361 service neutron] Request body: {'port': {'device_id': '01e1b846-4922-422e-b3e5-cfd60700e2b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:38:55.226210 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7e418a-7531-4bef-a61c-652f1f174c8a req-9a994715-a8ed-4ddd-b18f-db7148eafbb6 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:55.227284 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7b7e418a-7531-4bef-a61c-652f1f174c8a req-9a994715-a8ed-4ddd-b18f-db7148eafbb6 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] 10.222.0.58 "GET /v2.0/ports?device_id=08b420b1-809e-4081-9b30-a8f4dd879947 HTTP/1.1" status: 200 len: 946 time: 0.6934152 Aug 05 11:38:55.229532 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fe7562-0d29-4c89-b8fe-9f675dcdc3b5 req-32a59c2f-adbc-425f-a924-2de760c38e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:55.233209 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b4fe7562-0d29-4c89-b8fe-9f675dcdc3b5 req-32a59c2f-adbc-425f-a924-2de760c38e3f service neutron] 10.222.0.64 "GET /v2.0/networks?id=3bbc31db-4958-4e8b-9f8e-bc48b5d28e47 HTTP/1.1" status: 200 len: 913 time: 0.2475331 Aug 05 11:38:55.237681 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-30634c6b-0b73-4dba-8e88-19cac08fbd91 req-80afd08a-d138-4602-a591-9e5419a33006 service neutron] 10.222.0.64 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7314897 Aug 05 11:38:55.241878 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4b405ca2-aecf-441a-80ce-5547f82ddd15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:55.255949 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-1c028e92-600d-495d-9777-c55a799a30e8 req-43992b5b-97ae-4d59-b6fc-e360f80d1361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:55.333387 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4c4f4d-93a9-4611-89a0-47de872d5a62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-65f763dc-e344-4f1a-a003-f0293beb6d65', 'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65', 'tenant_id': '2255634a74e844e794fd358818288ba1', 'fixed_ips': [{'subnet_id': '0de7911c-f56c-49b4-afc7-0299958eea36'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 11:38:55.333387 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-fd4c4f4d-93a9-4611-89a0-47de872d5a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:55.334093 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e51c7c-f69a-41d8-8e0d-52be6be3f62b req-0def022b-ae8b-4a65-b1a6-bc4193f38432 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:55.347261 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-72e51c7c-f69a-41d8-8e0d-52be6be3f62b req-0def022b-ae8b-4a65-b1a6-bc4193f38432 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=40021a41-d350-4e38-ac4d-f69e07c48ffb HTTP/1.1" status: 200 len: 945 time: 0.7353437 Aug 05 11:38:55.584256 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-30634c6b-0b73-4dba-8e88-19cac08fbd91 req-7dc9aa1d-0692-4aa2-bb23-65da26d3e68c service neutron] 10.222.0.64 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3167045 Aug 05 11:38:55.585719 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d00e0ba8-a7b1-44d7-909f-01fa015a5fd1 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Made reservation on behalf of 24b9c256d82b47539cda6c0dcc6854db for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:38:55.593933 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d00e0ba8-a7b1-44d7-909f-01fa015a5fd1 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:55.659505 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b4fe7562-0d29-4c89-b8fe-9f675dcdc3b5 req-058ed7cf-2b0e-4089-a3da-fd23e3a5c6ce service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=45fd19dd-0240-4fa2-8c50-128d7b8f11f3 HTTP/1.1" status: 200 len: 217 time: 0.3977456 Aug 05 11:38:55.763849 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4b405ca2-aecf-441a-80ce-5547f82ddd15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:55.787895 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-61a936b3-1081-4d07-a6d5-f14f96984f01 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:55.868753 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-61a936b3-1081-4d07-a6d5-f14f96984f01 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286026'] for router, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:55.977970 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7b7e418a-7531-4bef-a61c-652f1f174c8a req-7d5fee6f-dd4d-4c9c-b7d2-377e98a19009 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] 10.222.0.58 "GET /v2.0/security-groups?id=8707e749-14ef-46e9-b17b-2053065b99b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6251171 Aug 05 11:38:56.006713 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-72e51c7c-f69a-41d8-8e0d-52be6be3f62b req-0ee8279c-e6cb-4c3a-bf32-a5249ddf532d tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=47a5a50c-7385-42e8-98ac-c05af9825ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4853342 Aug 05 11:38:56.037898 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-902dc411-b8f6-4f78-9c6f-85052700ebe4 None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:56.045694 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-61a936b3-1081-4d07-a6d5-f14f96984f01 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks [] for router, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:56.048594 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-61a936b3-1081-4d07-a6d5-f14f96984f01 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.3787546 Aug 05 11:38:56.106598 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35100) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:38:56.115812 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fe7562-0d29-4c89-b8fe-9f675dcdc3b5 req-68321fe6-5b6b-40ec-8e21-7c5d95f4badf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:56.119013 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b4fe7562-0d29-4c89-b8fe-9f675dcdc3b5 req-68321fe6-5b6b-40ec-8e21-7c5d95f4badf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2358f314-430e-4da8-8dea-b9e9954bab81 HTTP/1.1" status: 200 len: 851 time: 0.3779454 Aug 05 11:38:56.235930 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-902dc411-b8f6-4f78-9c6f-85052700ebe4 None None] Transition to ACTIVE for port object 5eea3b03-8a01-4998-9200-9cdc01d964ce will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:38:56.356152 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-902dc411-b8f6-4f78-9c6f-85052700ebe4 None None] Transition to ACTIVE for port object 5eea3b03-8a01-4998-9200-9cdc01d964ce will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:38:56.389806 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['2f0d8b42-3708-4035-9894-ccae7caf00a3'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:38:56.395414 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-fd4c4f4d-93a9-4611-89a0-47de872d5a62 None None] Allocated IP 2001:db8::2 (65f763dc-e344-4f1a-a003-f0293beb6d65/0de7911c-f56c-49b4-afc7-0299958eea36/df725973-9465-4a4b-aa10-c5b668c54262) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:38:56.397240 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4b405ca2-aecf-441a-80ce-5547f82ddd15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:56.403164 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4b405ca2-aecf-441a-80ce-5547f82ddd15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:56.409225 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-4b405ca2-aecf-441a-80ce-5547f82ddd15 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ddf8ecda-ceac-49bb-b212-be9ddb161033 HTTP/1.1" status: 204 len: 168 time: 1.8077273 Aug 05 11:38:56.578520 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-902dc411-b8f6-4f78-9c6f-85052700ebe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:56.601105 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d06186c-d1fe-4d01-9853-c0787a6d9ce4', 'name': 'network-vif-deleted', 'tag': '9d4d776d-a33d-4efa-89e9-b2e944e4af90'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:38:56.627318 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}828068ad8d405ad77660ce68fa78e1ffe658725812f7a08f9e488a446589295b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7517ab4-80d8-4b67-9c3c-8a9b18d9de8d" -d '{"events": [{"server_uuid": "2d06186c-d1fe-4d01-9853-c0787a6d9ce4", "name": "network-vif-deleted", "tag": "9d4d776d-a33d-4efa-89e9-b2e944e4af90"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:38:56.749879 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b405ca2-aecf-441a-80ce-5547f82ddd15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddf8ecda-ceac-49bb-b212-be9ddb161033,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:38:56.965570 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902dc411-b8f6-4f78-9c6f-85052700ebe4 None None] Pushing event updated for resources: {'Port': ['ID=5eea3b03-8a01-4998-9200-9cdc01d964ce,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:38:57.001874 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89a5169-2806-48e3-b857-643f604279d1 req-f45d01d4-02f8-4741-8097-151b6312c117 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:57.009429 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b89a5169-2806-48e3-b857-643f604279d1 req-f45d01d4-02f8-4741-8097-151b6312c117 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?device_id=01e1b846-4922-422e-b3e5-cfd60700e2b9 HTTP/1.1" status: 200 len: 932 time: 0.6994414 Aug 05 11:38:57.038215 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-1c028e92-600d-495d-9777-c55a799a30e8 req-43992b5b-97ae-4d59-b6fc-e360f80d1361 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0025edd-d4c9-45ce-b7df-680484ac95a9 {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:38:57.069975 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-1c028e92-600d-495d-9777-c55a799a30e8 req-43992b5b-97ae-4d59-b6fc-e360f80d1361 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:57.125180 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-1c028e92-600d-495d-9777-c55a799a30e8 req-43992b5b-97ae-4d59-b6fc-e360f80d1361 service neutron] Transition to ACTIVE for port object d0025edd-d4c9-45ce-b7df-680484ac95a9 will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:38:57.139013 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902dc411-b8f6-4f78-9c6f-85052700ebe4 None None] Network adc7ecca-fdb0-4459-beae-fcb3baaa2557 is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:38:57.159661 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-1c028e92-600d-495d-9777-c55a799a30e8 req-43992b5b-97ae-4d59-b6fc-e360f80d1361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:57.172282 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fe7562-0d29-4c89-b8fe-9f675dcdc3b5 req-e28c7076-0cdb-4e9c-b991-912f33052a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:57.175236 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b4fe7562-0d29-4c89-b8fe-9f675dcdc3b5 req-e28c7076-0cdb-4e9c-b991-912f33052a6a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3bbc31db-4958-4e8b-9f8e-bc48b5d28e47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8743761 Aug 05 11:38:57.187279 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-902dc411-b8f6-4f78-9c6f-85052700ebe4 None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:38:57.207346 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902dc411-b8f6-4f78-9c6f-85052700ebe4 None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:38:57.269497 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1143428d-67c3-41be-a108-eb40cf8f8079 req-3bb2eb8b-6914-4281-879a-8ff9862c5244 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:57.286952 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1143428d-67c3-41be-a108-eb40cf8f8079 req-3bb2eb8b-6914-4281-879a-8ff9862c5244 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=40021a41-d350-4e38-ac4d-f69e07c48ffb HTTP/1.1" status: 200 len: 945 time: 0.7245145 Aug 05 11:38:57.347196 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 11:38:57.551326 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-902dc411-b8f6-4f78-9c6f-85052700ebe4 None None] Attempting to bind port 5eea3b03-8a01-4998-9200-9cdc01d964ce on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:38:57.553202 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-902dc411-b8f6-4f78-9c6f-85052700ebe4 None None] Attempting to bind port 5eea3b03-8a01-4998-9200-9cdc01d964ce by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'b73da755-5353-49a4-b19e-aee8ee9917c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'adc7ecca-fdb0-4459-beae-fcb3baaa2557'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:38:57.553875 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902dc411-b8f6-4f78-9c6f-85052700ebe4 None None] Attempting to bind port 5eea3b03-8a01-4998-9200-9cdc01d964ce on network adc7ecca-fdb0-4459-beae-fcb3baaa2557 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:38:57.602902 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43992b5b-97ae-4d59-b6fc-e360f80d1361 service neutron] Pushing event updated for resources: {'Port': ['ID=d0025edd-d4c9-45ce-b7df-680484ac95a9,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:38:57.641571 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902dc411-b8f6-4f78-9c6f-85052700ebe4 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:38:57.642666 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902dc411-b8f6-4f78-9c6f-85052700ebe4 None None] Checking segment: {'id': 'b73da755-5353-49a4-b19e-aee8ee9917c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'adc7ecca-fdb0-4459-beae-fcb3baaa2557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:38:57.643632 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-902dc411-b8f6-4f78-9c6f-85052700ebe4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:57.644632 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902dc411-b8f6-4f78-9c6f-85052700ebe4 None None] Bound using segment: {'id': 'b73da755-5353-49a4-b19e-aee8ee9917c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'adc7ecca-fdb0-4459-beae-fcb3baaa2557'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:38:57.645789 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-902dc411-b8f6-4f78-9c6f-85052700ebe4 None None] Bound port: 5eea3b03-8a01-4998-9200-9cdc01d964ce, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b73da755-5353-49a4-b19e-aee8ee9917c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'adc7ecca-fdb0-4459-beae-fcb3baaa2557'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:38:57.646704 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-902dc411-b8f6-4f78-9c6f-85052700ebe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:57.656560 n-d-803378-2 neutron-server[94421]: DEBUG neutron.objects.ports [None req-d00e0ba8-a7b1-44d7-909f-01fa015a5fd1 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94421) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 05 11:38:57.718555 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-fd4c4f4d-93a9-4611-89a0-47de872d5a62 None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:57.726584 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d00e0ba8-a7b1-44d7-909f-01fa015a5fd1 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25038678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30075167'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:57.796761 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-fd4c4f4d-93a9-4611-89a0-47de872d5a62 None None] Transition to ACTIVE for port object df725973-9465-4a4b-aa10-c5b668c54262 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:38:57.816935 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b89a5169-2806-48e3-b857-643f604279d1 req-39dd701e-6d01-4944-a0fc-46f20f496e6f tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/security-groups?id=5dfacf8b-ef80-4e03-9b2b-0b5aacf0bf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6484892 Aug 05 11:38:57.981422 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1143428d-67c3-41be-a108-eb40cf8f8079 req-5bcbabfa-66d5-405b-9682-1505afd71d0e tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=47a5a50c-7385-42e8-98ac-c05af9825ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6695561 Aug 05 11:38:57.996743 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-902dc411-b8f6-4f78-9c6f-85052700ebe4 None None] For port 5eea3b03-8a01-4998-9200-9cdc01d964ce, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:38:58.003731 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-902dc411-b8f6-4f78-9c6f-85052700ebe4 None None] For port 5eea3b03-8a01-4998-9200-9cdc01d964ce, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=5eea3b03-8a01-4998-9200-9cdc01d964ce,segment=NetworkSegment(b73da755-5353-49a4-b19e-aee8ee9917c0),segment_id=b73da755-5353-49a4-b19e-aee8ee9917c0)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:38:58.055310 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-902dc411-b8f6-4f78-9c6f-85052700ebe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:58.135410 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b4fe7562-0d29-4c89-b8fe-9f675dcdc3b5 req-864b9d15-1e8f-4a8c-99fe-4a6fc5d1681a service neutron] 10.222.0.64 "GET /v2.0/networks/3bbc31db-4958-4e8b-9f8e-bc48b5d28e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8473201 Aug 05 11:38:58.217630 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ebe2b89-3721-4379-a95f-1de7272ca15b x-openstack-request-id: req-5ebe2b89-3721-4379-a95f-1de7272ca15b {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:38:58.218099 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d06186c-d1fe-4d01-9853-c0787a6d9ce4", "name": "network-vif-deleted", "tag": "9d4d776d-a33d-4efa-89e9-b2e944e4af90", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:38:58.223040 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5ebe2b89-3721-4379-a95f-1de7272ca15b {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:38:58.225093 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d06186c-d1fe-4d01-9853-c0787a6d9ce4', 'name': 'network-vif-deleted', 'tag': '9d4d776d-a33d-4efa-89e9-b2e944e4af90', 'status': 'completed', 'code': 200} Aug 05 11:38:58.227992 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902dc411-b8f6-4f78-9c6f-85052700ebe4 None None] Pushing event updated for resources: {'Port': ['ID=5eea3b03-8a01-4998-9200-9cdc01d964ce,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:38:58.280541 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-fd4c4f4d-93a9-4611-89a0-47de872d5a62 None None] Transition to ACTIVE for port object df725973-9465-4a4b-aa10-c5b668c54262 will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:38:58.342990 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-fd4c4f4d-93a9-4611-89a0-47de872d5a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:58.472160 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2d149b30-08dd-4447-bb79-7b3febe2d8a5 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:59.134716 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4c4f4d-93a9-4611-89a0-47de872d5a62 None None] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:38:59.188820 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-fd4c4f4d-93a9-4611-89a0-47de872d5a62 None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:38:59.202597 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4c4f4d-93a9-4611-89a0-47de872d5a62 None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:38:59.299135 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4c4f4d-93a9-4611-89a0-47de872d5a62 None None] Pushing event updated for resources: {'Port': ['ID=df725973-9465-4a4b-aa10-c5b668c54262,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:38:59.318452 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:59.457423 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-fd4c4f4d-93a9-4611-89a0-47de872d5a62 None None] Attempting to bind port df725973-9465-4a4b-aa10-c5b668c54262 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:38:59.458140 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-fd4c4f4d-93a9-4611-89a0-47de872d5a62 None None] Attempting to bind port df725973-9465-4a4b-aa10-c5b668c54262 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'c3ce43ff-a33b-459d-a35e-6c011fee3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:38:59.458765 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4c4f4d-93a9-4611-89a0-47de872d5a62 None None] Attempting to bind port df725973-9465-4a4b-aa10-c5b668c54262 on network 65f763dc-e344-4f1a-a003-f0293beb6d65 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:38:59.482697 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4c4f4d-93a9-4611-89a0-47de872d5a62 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:38:59.483208 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4c4f4d-93a9-4611-89a0-47de872d5a62 None None] Checking segment: {'id': 'c3ce43ff-a33b-459d-a35e-6c011fee3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:38:59.483891 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-fd4c4f4d-93a9-4611-89a0-47de872d5a62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:59.484519 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4c4f4d-93a9-4611-89a0-47de872d5a62 None None] Bound using segment: {'id': 'c3ce43ff-a33b-459d-a35e-6c011fee3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:38:59.485292 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-fd4c4f4d-93a9-4611-89a0-47de872d5a62 None None] Bound port: df725973-9465-4a4b-aa10-c5b668c54262, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3ce43ff-a33b-459d-a35e-6c011fee3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:38:59.485905 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-fd4c4f4d-93a9-4611-89a0-47de872d5a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:59.545615 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00e0ba8-a7b1-44d7-909f-01fa015a5fd1 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Pushing event updated for resources: {'Subnet': ['ID=bd1bcac8-6642-4dcd-ac72-5c572bda000d,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:38:59.591113 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00e0ba8-a7b1-44d7-909f-01fa015a5fd1 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Checking segment: {'id': 'd849558a-2b25-4c7f-b5b9-cd6276e2e308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '6919bda3-39cc-4c78-b5a1-da6c6e5225fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:38:59.592222 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00e0ba8-a7b1-44d7-909f-01fa015a5fd1 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Network hostable DHCP agents. Network: 6919bda3-39cc-4c78-b5a1-da6c6e5225fd, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:38:59.602411 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-1c028e92-600d-495d-9777-c55a799a30e8 req-43992b5b-97ae-4d59-b6fc-e360f80d1361 service neutron] Attempting to bind port d0025edd-d4c9-45ce-b7df-680484ac95a9 on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:38:59.604442 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-1c028e92-600d-495d-9777-c55a799a30e8 req-43992b5b-97ae-4d59-b6fc-e360f80d1361 service neutron] Attempting to bind port d0025edd-d4c9-45ce-b7df-680484ac95a9 by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': '1464bea6-dc68-4175-ac76-169c7629018f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '535dc2f1-67b1-49cd-891b-67f3b995cbf8'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:38:59.605498 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c028e92-600d-495d-9777-c55a799a30e8 req-43992b5b-97ae-4d59-b6fc-e360f80d1361 service neutron] Attempting to bind port d0025edd-d4c9-45ce-b7df-680484ac95a9 on network 535dc2f1-67b1-49cd-891b-67f3b995cbf8 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:38:59.649748 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c028e92-600d-495d-9777-c55a799a30e8 req-43992b5b-97ae-4d59-b6fc-e360f80d1361 service neutron] Port d0025edd-d4c9-45ce-b7df-680484ac95a9 on network 535dc2f1-67b1-49cd-891b-67f3b995cbf8 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:38:59.650960 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c028e92-600d-495d-9777-c55a799a30e8 req-43992b5b-97ae-4d59-b6fc-e360f80d1361 service neutron] Attempting to bind port d0025edd-d4c9-45ce-b7df-680484ac95a9 on network 535dc2f1-67b1-49cd-891b-67f3b995cbf8 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:38:59.696775 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c028e92-600d-495d-9777-c55a799a30e8 req-43992b5b-97ae-4d59-b6fc-e360f80d1361 service neutron] Checking agent: {'id': 'a8f1dd2d-227c-4e30-8844-52419ba734db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:38:59.704864 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c028e92-600d-495d-9777-c55a799a30e8 req-43992b5b-97ae-4d59-b6fc-e360f80d1361 service neutron] Checking segment: {'id': '1464bea6-dc68-4175-ac76-169c7629018f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '535dc2f1-67b1-49cd-891b-67f3b995cbf8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:38:59.704864 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c028e92-600d-495d-9777-c55a799a30e8 req-43992b5b-97ae-4d59-b6fc-e360f80d1361 service neutron] Bound using segment: {'id': '1464bea6-dc68-4175-ac76-169c7629018f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '535dc2f1-67b1-49cd-891b-67f3b995cbf8'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:38:59.704864 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-1c028e92-600d-495d-9777-c55a799a30e8 req-43992b5b-97ae-4d59-b6fc-e360f80d1361 service neutron] Bound port: d0025edd-d4c9-45ce-b7df-680484ac95a9, host: n-h2-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1464bea6-dc68-4175-ac76-169c7629018f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '535dc2f1-67b1-49cd-891b-67f3b995cbf8'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:38:59.704864 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-1c028e92-600d-495d-9777-c55a799a30e8 req-43992b5b-97ae-4d59-b6fc-e360f80d1361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:59.754284 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00e0ba8-a7b1-44d7-909f-01fa015a5fd1 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Network 6919bda3-39cc-4c78-b5a1-da6c6e5225fd is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:38:59.780047 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-fd4c4f4d-93a9-4611-89a0-47de872d5a62 None None] For port df725973-9465-4a4b-aa10-c5b668c54262, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:38:59.787957 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-fd4c4f4d-93a9-4611-89a0-47de872d5a62 None None] For port df725973-9465-4a4b-aa10-c5b668c54262, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=df725973-9465-4a4b-aa10-c5b668c54262,segment=NetworkSegment(c3ce43ff-a33b-459d-a35e-6c011fee3456),segment_id=c3ce43ff-a33b-459d-a35e-6c011fee3456)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:38:59.820761 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-fd4c4f4d-93a9-4611-89a0-47de872d5a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:59.836326 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 5eea3b03-8a01-4998-9200-9cdc01d964ce up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:38:59.913290 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-d00e0ba8-a7b1-44d7-909f-01fa015a5fd1 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, 6919bda3-39cc-4c78-b5a1-da6c6e5225fd) {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:38:59.929343 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d00e0ba8-a7b1-44d7-909f-01fa015a5fd1 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:38:59.938529 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d00e0ba8-a7b1-44d7-909f-01fa015a5fd1 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:38:59.986803 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e7ec25-00eb-4f70-9b3b-5b4a70d3b4cd None None] Network 6919bda3-39cc-4c78-b5a1-da6c6e5225fd requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:39:00.079091 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-d00e0ba8-a7b1-44d7-909f-01fa015a5fd1 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 5.2529495 Aug 05 11:39:00.099889 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e833fb3c-6c73-479d-ba6e-7ee3a16b90c7 req-dd69b528-b56b-4514-81f8-942baa61736e tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:39:00.106638 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35156) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:39:00.109784 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e833fb3c-6c73-479d-ba6e-7ee3a16b90c7 req-dd69b528-b56b-4514-81f8-942baa61736e tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] 10.222.0.58 "GET /v2.0/ports?device_id=08b420b1-809e-4081-9b30-a8f4dd879947 HTTP/1.1" status: 200 len: 946 time: 1.4497991 Aug 05 11:39:00.155925 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-975125e4-604c-4bc1-80dd-4e8bc97eeb79 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Request body: {'port': {'network_id': '6919bda3-39cc-4c78-b5a1-da6c6e5225fd', 'name': 'tempest-NetworksIpV6TestAttrs-1461574890'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:39:00.163675 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-2d149b30-08dd-4447-bb79-7b3febe2d8a5 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Allocated IP 2001:db8::1 (65f763dc-e344-4f1a-a003-f0293beb6d65/0de7911c-f56c-49b4-afc7-0299958eea36/b523407f-b77a-4914-a025-5194373d855c) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:39:00.359418 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4c4f4d-93a9-4611-89a0-47de872d5a62 None None] Pushing event updated for resources: {'Port': ['ID=df725973-9465-4a4b-aa10-c5b668c54262,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:39:00.481529 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-1c028e92-600d-495d-9777-c55a799a30e8 req-43992b5b-97ae-4d59-b6fc-e360f80d1361 service neutron] For port d0025edd-d4c9-45ce-b7df-680484ac95a9, host n-h2-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:39:00.506918 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 5eea3b03-8a01-4998-9200-9cdc01d964ce completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:39:00.552967 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b4fe7562-0d29-4c89-b8fe-9f675dcdc3b5 req-7d1eca7b-3abe-42de-8a6b-9df8f04307d5 service neutron] 10.222.0.64 "GET /v2.0/networks/3bbc31db-4958-4e8b-9f8e-bc48b5d28e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.3396881 Aug 05 11:39:00.612409 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-1c028e92-600d-495d-9777-c55a799a30e8 req-43992b5b-97ae-4d59-b6fc-e360f80d1361 service neutron] For port d0025edd-d4c9-45ce-b7df-680484ac95a9, host n-h2-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=d0025edd-d4c9-45ce-b7df-680484ac95a9,segment=NetworkSegment(1464bea6-dc68-4175-ac76-169c7629018f),segment_id=1464bea6-dc68-4175-ac76-169c7629018f)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:39:00.676781 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-1c028e92-600d-495d-9777-c55a799a30e8 req-43992b5b-97ae-4d59-b6fc-e360f80d1361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:00.826642 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14420118-3bcf-4fb7-9cea-245edb59c421 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-6919bda3-39cc-4c78-b5a1-da6c6e5225fd', 'network_id': '6919bda3-39cc-4c78-b5a1-da6c6e5225fd', 'tenant_id': '24b9c256d82b47539cda6c0dcc6854db', 'fixed_ips': [{'subnet_id': 'bd1bcac8-6642-4dcd-ac72-5c572bda000d'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 11:39:00.828233 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-14420118-3bcf-4fb7-9cea-245edb59c421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:00.883784 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c028e92-600d-495d-9777-c55a799a30e8 req-43992b5b-97ae-4d59-b6fc-e360f80d1361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:39:00.884929 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36552bcc-157d-43b2-b923-a639826e76a8 req-4bffdd8f-ac19-42c3-9c21-fb99d0412150 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:39:00.885175 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-1c028e92-600d-495d-9777-c55a799a30e8 req-43992b5b-97ae-4d59-b6fc-e360f80d1361 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:00.888731 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1c028e92-600d-495d-9777-c55a799a30e8 req-43992b5b-97ae-4d59-b6fc-e360f80d1361 service neutron] 10.222.0.55 "PUT /v2.0/ports/d0025edd-d4c9-45ce-b7df-680484ac95a9 HTTP/1.1" status: 200 len: 1092 time: 6.0375478 Aug 05 11:39:00.915252 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-36552bcc-157d-43b2-b923-a639826e76a8 req-4bffdd8f-ac19-42c3-9c21-fb99d0412150 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/networks?id=3bbc31db-4958-4e8b-9f8e-bc48b5d28e47 HTTP/1.1" status: 200 len: 812 time: 1.5531328 Aug 05 11:39:00.929821 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01e1b846-4922-422e-b3e5-cfd60700e2b9', 'tag': 'd0025edd-d4c9-45ce-b7df-680484ac95a9'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:39:00.934981 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e833fb3c-6c73-479d-ba6e-7ee3a16b90c7 req-d79258a4-e2f2-45e7-b98e-715c98b2ca3f tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] 10.222.0.58 "GET /v2.0/security-groups?id=8707e749-14ef-46e9-b17b-2053065b99b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7400782 Aug 05 11:39:00.969475 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50bffcf1-25df-47ea-a3af-c0fd39b904ef" -d '{"events": [{"name": "network-changed", "server_uuid": "01e1b846-4922-422e-b3e5-cfd60700e2b9", "tag": "d0025edd-d4c9-45ce-b7df-680484ac95a9"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:39:01.281010 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3927a1-ee01-4dc7-9470-2cfe52583203 None None] Network adc7ecca-fdb0-4459-beae-fcb3baaa2557 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:39:01.318847 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43992b5b-97ae-4d59-b6fc-e360f80d1361 service neutron] Pushing event updated for resources: {'Port': ['ID=d0025edd-d4c9-45ce-b7df-680484ac95a9,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:39:01.331829 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2d149b30-08dd-4447-bb79-7b3febe2d8a5 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:01.337160 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-975125e4-604c-4bc1-80dd-4e8bc97eeb79 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Made reservation on behalf of 24b9c256d82b47539cda6c0dcc6854db for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:39:01.345621 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-975125e4-604c-4bc1-80dd-4e8bc97eeb79 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:01.372442 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [None req-2d149b30-08dd-4447-bb79-7b3febe2d8a5 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Transition to ACTIVE for port object b523407f-b77a-4914-a025-5194373d855c will not be triggered until provisioned by entity DHCP. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:39:01.418935 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [None req-975125e4-604c-4bc1-80dd-4e8bc97eeb79 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] device_id is not set on port b613cd70-55c6-4993-bf73-40ab1adb4e84 yet. {{(pid=94421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 11:39:01.479494 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-36552bcc-157d-43b2-b923-a639826e76a8 req-b03d70ea-a7a1-45fe-ab4c-00ab7e358e0e tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/quotas/922471f37b13454ba92168a26c5eea8e HTTP/1.1" status: 200 len: 375 time: 0.0198846 Aug 05 11:39:01.496545 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2d149b30-08dd-4447-bb79-7b3febe2d8a5 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:01.524267 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d149b30-08dd-4447-bb79-7b3febe2d8a5 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:39:01.535302 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-2d149b30-08dd-4447-bb79-7b3febe2d8a5 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:39:01.553324 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-14420118-3bcf-4fb7-9cea-245edb59c421 None None] Allocated IP 2001:db8::f816:3eff:fed6:4022 (6919bda3-39cc-4c78-b5a1-da6c6e5225fd/bd1bcac8-6642-4dcd-ac72-5c572bda000d/d8b72364-906f-4650-8409-4e7055a9fefb) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:39:01.600242 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d149b30-08dd-4447-bb79-7b3febe2d8a5 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:39:01.601644 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2d149b30-08dd-4447-bb79-7b3febe2d8a5 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33288800'] for router_interface, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:01.858896 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c028e92-600d-495d-9777-c55a799a30e8 req-32a22b70-40ac-4715-917f-520a96e967a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:39:01.883393 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1c028e92-600d-495d-9777-c55a799a30e8 req-32a22b70-40ac-4715-917f-520a96e967a9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=913ffd5cf69b465594d3b2ba08eae5b1&device_id=01e1b846-4922-422e-b3e5-cfd60700e2b9 HTTP/1.1" status: 200 len: 1095 time: 0.8252938 Aug 05 11:39:02.127703 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-14420118-3bcf-4fb7-9cea-245edb59c421 None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:02.154495 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1c028e92-600d-495d-9777-c55a799a30e8 req-f0241ab7-4d33-4266-bda6-7b0ff981f2e0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d0025edd-d4c9-45ce-b7df-680484ac95a9 HTTP/1.1" status: 200 len: 217 time: 0.2394023 Aug 05 11:39:02.158401 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-14420118-3bcf-4fb7-9cea-245edb59c421 None None] Transition to ACTIVE for port object d8b72364-906f-4650-8409-4e7055a9fefb will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:39:02.386355 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c028e92-600d-495d-9777-c55a799a30e8 req-b0670c53-1a1c-4879-a6f2-58292e9bc92c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:39:02.389218 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1c028e92-600d-495d-9777-c55a799a30e8 req-b0670c53-1a1c-4879-a6f2-58292e9bc92c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1b19baf8-9ef5-4535-9e61-0fc2264669f6 HTTP/1.1" status: 200 len: 846 time: 0.2242045 Aug 05 11:39:02.497562 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1c028e92-600d-495d-9777-c55a799a30e8 req-f00bd222-aeda-43c2-870e-005421576da6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=535dc2f1-67b1-49cd-891b-67f3b995cbf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0996275 Aug 05 11:39:02.510686 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device df725973-9465-4a4b-aa10-c5b668c54262 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:39:02.705205 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-14420118-3bcf-4fb7-9cea-245edb59c421 None None] Transition to ACTIVE for port object d8b72364-906f-4650-8409-4e7055a9fefb will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:39:02.716768 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-ccc5c4c6-4f73-47bd-af5e-d84b1744d6f1 None None] Provisioning for port 5eea3b03-8a01-4998-9200-9cdc01d964ce completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:39:02.804474 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-14420118-3bcf-4fb7-9cea-245edb59c421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:02.825435 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-ccc5c4c6-4f73-47bd-af5e-d84b1744d6f1 None None] Provisioning complete for port 5eea3b03-8a01-4998-9200-9cdc01d964ce triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:39:02.825435 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-ccc5c4c6-4f73-47bd-af5e-d84b1744d6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:02.862866 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [req-3a2003f8-8aef-4b8c-9a4f-3bd302cd4e74 req-843f1bfc-4837-4a16-99ba-773f0c63dbb0 service neutron] (94420) timed out ('10.222.0.55', 54900) {{(pid=94420) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 05 11:39:03.025689 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ca352f-a1d8-4bb1-96f7-ed8d26a88d28 req-8348248a-2cfe-406d-9343-29660d24af66 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:39:03.030476 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-86ca352f-a1d8-4bb1-96f7-ed8d26a88d28 req-8348248a-2cfe-406d-9343-29660d24af66 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.64 "GET /v2.0/ports?device_id=be090969-9d37-41b9-80ad-9680c00c1969 HTTP/1.1" status: 200 len: 950 time: 2.3255692 Aug 05 11:39:03.099576 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14420118-3bcf-4fb7-9cea-245edb59c421 None None] Network 6919bda3-39cc-4c78-b5a1-da6c6e5225fd is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:39:03.218712 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ba1964-70c9-41ab-b385-15ae7140e80a req-ec1d4363-aabf-4850-829b-3c7e3f7f4936 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:39:03.234629 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-21ba1964-70c9-41ab-b385-15ae7140e80a req-ec1d4363-aabf-4850-829b-3c7e3f7f4936 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=be090969-9d37-41b9-80ad-9680c00c1969 HTTP/1.1" status: 200 len: 950 time: 1.9666996 Aug 05 11:39:03.249186 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1c028e92-600d-495d-9777-c55a799a30e8 req-69c2522f-53a4-4186-a495-8fe3e591e4f6 service neutron] 10.222.0.55 "GET /v2.0/networks/535dc2f1-67b1-49cd-891b-67f3b995cbf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7406051 Aug 05 11:39:03.302295 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-14420118-3bcf-4fb7-9cea-245edb59c421 None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:39:03.302630 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-975125e4-604c-4bc1-80dd-4e8bc97eeb79 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Allocated IP 2001:db8::f816:3eff:fe07:1411 (6919bda3-39cc-4c78-b5a1-da6c6e5225fd/bd1bcac8-6642-4dcd-ac72-5c572bda000d/b613cd70-55c6-4993-bf73-40ab1adb4e84) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:39:03.318654 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14420118-3bcf-4fb7-9cea-245edb59c421 None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:39:03.326582 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14420118-3bcf-4fb7-9cea-245edb59c421 None None] Pushing event updated for resources: {'Port': ['ID=d8b72364-906f-4650-8409-4e7055a9fefb,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:39:03.365465 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port df725973-9465-4a4b-aa10-c5b668c54262 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:39:03.502672 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d149b30-08dd-4447-bb79-7b3febe2d8a5 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Pushing event updated for resources: {'Port': ['ID=b523407f-b77a-4914-a025-5194373d855c,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:39:03.736745 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-14420118-3bcf-4fb7-9cea-245edb59c421 None None] Attempting to bind port d8b72364-906f-4650-8409-4e7055a9fefb on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:39:03.737659 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-14420118-3bcf-4fb7-9cea-245edb59c421 None None] Attempting to bind port d8b72364-906f-4650-8409-4e7055a9fefb by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'd849558a-2b25-4c7f-b5b9-cd6276e2e308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '6919bda3-39cc-4c78-b5a1-da6c6e5225fd'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:39:03.738096 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14420118-3bcf-4fb7-9cea-245edb59c421 None None] Attempting to bind port d8b72364-906f-4650-8409-4e7055a9fefb on network 6919bda3-39cc-4c78-b5a1-da6c6e5225fd {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:39:03.738290 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1c028e92-600d-495d-9777-c55a799a30e8 req-0cb9d652-605b-4470-bc5d-54a1774ac0ef service neutron] 10.222.0.55 "GET /v2.0/networks/535dc2f1-67b1-49cd-891b-67f3b995cbf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4772811 Aug 05 11:39:03.759126 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-36552bcc-157d-43b2-b923-a639826e76a8 req-2c0f4131-2b4e-4c54-add4-a1dacb4897cd tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=922471f37b13454ba92168a26c5eea8e&fields=id HTTP/1.1" status: 200 len: 532 time: 2.2486463 Aug 05 11:39:03.804054 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14420118-3bcf-4fb7-9cea-245edb59c421 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:39:03.805549 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14420118-3bcf-4fb7-9cea-245edb59c421 None None] Checking segment: {'id': 'd849558a-2b25-4c7f-b5b9-cd6276e2e308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '6919bda3-39cc-4c78-b5a1-da6c6e5225fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:39:03.807479 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-14420118-3bcf-4fb7-9cea-245edb59c421 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:03.810013 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14420118-3bcf-4fb7-9cea-245edb59c421 None None] Bound using segment: {'id': 'd849558a-2b25-4c7f-b5b9-cd6276e2e308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '6919bda3-39cc-4c78-b5a1-da6c6e5225fd'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:39:03.812466 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-14420118-3bcf-4fb7-9cea-245edb59c421 None None] Bound port: d8b72364-906f-4650-8409-4e7055a9fefb, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd849558a-2b25-4c7f-b5b9-cd6276e2e308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '6919bda3-39cc-4c78-b5a1-da6c6e5225fd'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:39:03.814151 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-14420118-3bcf-4fb7-9cea-245edb59c421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:03.824692 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-ccc5c4c6-4f73-47bd-af5e-d84b1744d6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:03.826286 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2d149b30-08dd-4447-bb79-7b3febe2d8a5 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:04.207633 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-ccc5c4c6-4f73-47bd-af5e-d84b1744d6f1 None None] For port 5eea3b03-8a01-4998-9200-9cdc01d964ce, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=5eea3b03-8a01-4998-9200-9cdc01d964ce,segment=NetworkSegment(b73da755-5353-49a4-b19e-aee8ee9917c0),segment_id=b73da755-5353-49a4-b19e-aee8ee9917c0)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:39:04.243613 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-ccc5c4c6-4f73-47bd-af5e-d84b1744d6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:04.265308 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-14420118-3bcf-4fb7-9cea-245edb59c421 None None] For port d8b72364-906f-4650-8409-4e7055a9fefb, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:39:04.340796 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-21ba1964-70c9-41ab-b385-15ae7140e80a req-304cf290-acfe-406f-840e-57bbbdab06b1 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0781362 Aug 05 11:39:04.352357 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device cff672a6-7c2d-4160-bef8-b32e3b454687 no longer exists at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:39:04.534735 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-975125e4-604c-4bc1-80dd-4e8bc97eeb79 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:04.602817 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-14420118-3bcf-4fb7-9cea-245edb59c421 None None] For port d8b72364-906f-4650-8409-4e7055a9fefb, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=d8b72364-906f-4650-8409-4e7055a9fefb,segment=NetworkSegment(d849558a-2b25-4c7f-b5b9-cd6276e2e308),segment_id=d849558a-2b25-4c7f-b5b9-cd6276e2e308)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:39:04.648777 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-14420118-3bcf-4fb7-9cea-245edb59c421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:04.656970 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [None req-975125e4-604c-4bc1-80dd-4e8bc97eeb79 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Transition to ACTIVE for port object b613cd70-55c6-4993-bf73-40ab1adb4e84 will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:39:04.891143 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [req-86ca352f-a1d8-4bb1-96f7-ed8d26a88d28 req-05e617ab-7161-4b8c-ab02-46914a8cdf6c tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Deleting port cff672a6-7c2d-4160-bef8-b32e3b454687 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:39:04.891143 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-86ca352f-a1d8-4bb1-96f7-ed8d26a88d28 req-05e617ab-7161-4b8c-ab02-46914a8cdf6c tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:04.927133 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-975125e4-604c-4bc1-80dd-4e8bc97eeb79 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:04.933236 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-a01e63db-1d4c-47bf-a98f-9b0bab9f0da8 None None] Provisioning for port b523407f-b77a-4914-a025-5194373d855c completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:39:04.941260 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc5c4c6-4f73-47bd-af5e-d84b1744d6f1 None None] Pushing event updated for resources: {'Port': ['ID=5eea3b03-8a01-4998-9200-9cdc01d964ce,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:39:05.055314 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-a01e63db-1d4c-47bf-a98f-9b0bab9f0da8 None None] Provisioning complete for port b523407f-b77a-4914-a025-5194373d855c triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:39:05.056475 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-a01e63db-1d4c-47bf-a98f-9b0bab9f0da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:05.100626 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975125e4-604c-4bc1-80dd-4e8bc97eeb79 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Network 6919bda3-39cc-4c78-b5a1-da6c6e5225fd is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:39:05.113825 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-975125e4-604c-4bc1-80dd-4e8bc97eeb79 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:39:05.132101 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975125e4-604c-4bc1-80dd-4e8bc97eeb79 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:39:05.146398 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975125e4-604c-4bc1-80dd-4e8bc97eeb79 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:39:05.149543 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-975125e4-604c-4bc1-80dd-4e8bc97eeb79 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:05.157169 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975125e4-604c-4bc1-80dd-4e8bc97eeb79 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Pushing event updated for resources: {'Port': ['ID=b613cd70-55c6-4993-bf73-40ab1adb4e84,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:39:05.190825 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-975125e4-604c-4bc1-80dd-4e8bc97eeb79 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 5.0792284 Aug 05 11:39:05.196024 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35208) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:39:05.358036 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14420118-3bcf-4fb7-9cea-245edb59c421 None None] Pushing event updated for resources: {'Port': ['ID=d8b72364-906f-4650-8409-4e7055a9fefb,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:39:05.369935 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6f23f27-85a2-4438-a3ea-64be2e1c1f8c tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Deleting subnet bd1bcac8-6642-4dcd-ac72-5c572bda000d {{(pid=94421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:39:05.382340 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:05.384370 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b6f23f27-85a2-4438-a3ea-64be2e1c1f8c tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks [] for subnet, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:05.441240 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-a01e63db-1d4c-47bf-a98f-9b0bab9f0da8 None None] Port b523407f-b77a-4914-a025-5194373d855c cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:39:05.507789 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port cff672a6-7c2d-4160-bef8-b32e3b454687, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=cff672a6-7c2d-4160-bef8-b32e3b454687,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:39:05.510273 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-36552bcc-157d-43b2-b923-a639826e76a8 req-49218caf-9736-4d6f-a38d-2d3229e71cb5 service neutron] 10.222.0.58 "GET /v2.0/networks/3bbc31db-4958-4e8b-9f8e-bc48b5d28e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7271674 Aug 05 11:39:05.511417 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be090969-9d37-41b9-80ad-9680c00c1969', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cff672a6-7c2d-4160-bef8-b32e3b454687'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:39:05.516174 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11f8fe4a-cab3-42fd-93e1-11be4e11a8b9" -d '{"events": [{"server_uuid": "be090969-9d37-41b9-80ad-9680c00c1969", "name": "network-vif-unplugged", "status": "completed", "tag": "cff672a6-7c2d-4160-bef8-b32e3b454687"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:39:05.522821 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-a01e63db-1d4c-47bf-a98f-9b0bab9f0da8 None None] Provisioning for port df725973-9465-4a4b-aa10-c5b668c54262 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:39:05.530072 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:05.550985 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-a01e63db-1d4c-47bf-a98f-9b0bab9f0da8 None None] Provisioning complete for port df725973-9465-4a4b-aa10-c5b668c54262 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:39:05.553149 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-a01e63db-1d4c-47bf-a98f-9b0bab9f0da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:05.727032 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b6f23f27-85a2-4438-a3ea-64be2e1c1f8c tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29786388'] for subnet, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:05.930782 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=cff672a6-7c2d-4160-bef8-b32e3b454687,revision_number=9']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:39:05.977441 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device d0025edd-d4c9-45ce-b7df-680484ac95a9 details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:39:06.056807 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device d8b72364-906f-4650-8409-4e7055a9fefb up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:39:06.064011 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-36552bcc-157d-43b2-b923-a639826e76a8 req-6d776008-c7f6-4264-914d-bf1fb9e009a7 service neutron] 10.222.0.58 "GET /v2.0/networks/3bbc31db-4958-4e8b-9f8e-bc48b5d28e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4741704 Aug 05 11:39:06.182855 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803004cd-9b74-45ae-b5ac-54714b7e205e req-c04a64eb-9f2d-4f1a-ad37-cb869471f6b6 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:39:06.186556 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-803004cd-9b74-45ae-b5ac-54714b7e205e req-c04a64eb-9f2d-4f1a-ad37-cb869471f6b6 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?device_id=01e1b846-4922-422e-b3e5-cfd60700e2b9 HTTP/1.1" status: 200 len: 944 time: 1.4767847 Aug 05 11:39:06.246145 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-a01e63db-1d4c-47bf-a98f-9b0bab9f0da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:06.292550 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b6f23f27-85a2-4438-a3ea-64be2e1c1f8c tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:06.368937 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35222) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:39:06.385634 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.db.resource_extend [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 05 11:39:06.484178 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-86ca352f-a1d8-4bb1-96f7-ed8d26a88d28 req-05e617ab-7161-4b8c-ab02-46914a8cdf6c tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] For port cff672a6-7c2d-4160-bef8-b32e3b454687, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=cff672a6-7c2d-4160-bef8-b32e3b454687,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:39:06.485296 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-86ca352f-a1d8-4bb1-96f7-ed8d26a88d28 req-05e617ab-7161-4b8c-ab02-46914a8cdf6c tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:06.559417 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b6f23f27-85a2-4438-a3ea-64be2e1c1f8c tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25038609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30075142'] for subnet, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:06.580399 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-803004cd-9b74-45ae-b5ac-54714b7e205e req-08e8b64c-7fd6-4110-9715-c4d97d87d167 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/security-groups?id=5dfacf8b-ef80-4e03-9b2b-0b5aacf0bf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3645327 Aug 05 11:39:06.647357 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [req-86ca352f-a1d8-4bb1-96f7-ed8d26a88d28 req-05e617ab-7161-4b8c-ab02-46914a8cdf6c tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Calling delete_port for cff672a6-7c2d-4160-bef8-b32e3b454687 owned by compute:nova {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:39:06.686817 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b6f23f27-85a2-4438-a3ea-64be2e1c1f8c tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:06.708889 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-b6f23f27-85a2-4438-a3ea-64be2e1c1f8c tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] 10.222.0.58 "DELETE /v2.0/subnets/bd1bcac8-6642-4dcd-ac72-5c572bda000d HTTP/1.1" status: 204 len: 168 time: 1.5077024 Aug 05 11:39:06.711274 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dcca61f-9b91-474a-9ed9-5737ebe3f703 x-openstack-request-id: req-1dcca61f-9b91-474a-9ed9-5737ebe3f703 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:39:06.724615 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01e1b846-4922-422e-b3e5-cfd60700e2b9", "tag": "d0025edd-d4c9-45ce-b7df-680484ac95a9", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:39:06.726623 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1dcca61f-9b91-474a-9ed9-5737ebe3f703 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:39:06.729281 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01e1b846-4922-422e-b3e5-cfd60700e2b9', 'tag': 'd0025edd-d4c9-45ce-b7df-680484ac95a9', 'status': 'completed', 'code': 200} Aug 05 11:39:06.754033 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35230) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:39:06.780783 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2d149b30-08dd-4447-bb79-7b3febe2d8a5 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:06.900472 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-a01e63db-1d4c-47bf-a98f-9b0bab9f0da8 None None] For port df725973-9465-4a4b-aa10-c5b668c54262, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=df725973-9465-4a4b-aa10-c5b668c54262,segment=NetworkSegment(c3ce43ff-a33b-459d-a35e-6c011fee3456),segment_id=c3ce43ff-a33b-459d-a35e-6c011fee3456)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:39:06.926572 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 05 Aug 2021 11:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9463cd35-4ddb-45bc-a911-2de76478ecdb x-openstack-request-id: req-9463cd35-4ddb-45bc-a911-2de76478ecdb {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:39:06.927093 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be090969-9d37-41b9-80ad-9680c00c1969", "name": "network-vif-unplugged", "status": "completed", "tag": "cff672a6-7c2d-4160-bef8-b32e3b454687", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:39:06.927505 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9463cd35-4ddb-45bc-a911-2de76478ecdb {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:39:06.928154 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be090969-9d37-41b9-80ad-9680c00c1969', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cff672a6-7c2d-4160-bef8-b32e3b454687', 'code': 200} Aug 05 11:39:06.972610 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-a01e63db-1d4c-47bf-a98f-9b0bab9f0da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:07.044120 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2d149b30-08dd-4447-bb79-7b3febe2d8a5 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:07.047989 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2d149b30-08dd-4447-bb79-7b3febe2d8a5 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33140268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33208272'] for router_interface, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:07.157996 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port d8b72364-906f-4650-8409-4e7055a9fefb completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:39:07.200869 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f23f27-85a2-4438-a3ea-64be2e1c1f8c tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Pushing event deleted for resources: {'Subnet': ['ID=bd1bcac8-6642-4dcd-ac72-5c572bda000d,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:39:07.222398 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 5eea3b03-8a01-4998-9200-9cdc01d964ce up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:39:07.398468 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-a01e63db-1d4c-47bf-a98f-9b0bab9f0da8 None None] Provisioning complete for port 5eea3b03-8a01-4998-9200-9cdc01d964ce triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:39:07.399082 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-a01e63db-1d4c-47bf-a98f-9b0bab9f0da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:07.406131 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-37b5723c-0247-48e4-8a96-dfedcf29230f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:07.427133 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-feae02de-9285-4dd1-a21c-8e4175001d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:07.492034 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c13b39-1c24-4f0f-abb5-6127a602c155 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:39:07.498847 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c13b39-1c24-4f0f-abb5-6127a602c155 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:39:07.503381 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-24c13b39-1c24-4f0f-abb5-6127a602c155 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.7474842 Aug 05 11:39:07.519533 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35240) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:39:07.531655 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bffcf1-25df-47ea-a3af-c0fd39b904ef req-44fcf026-1684-41eb-abe6-23c4d152f953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:39:07.539204 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-50bffcf1-25df-47ea-a3af-c0fd39b904ef req-44fcf026-1684-41eb-abe6-23c4d152f953 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=913ffd5cf69b465594d3b2ba08eae5b1&device_id=01e1b846-4922-422e-b3e5-cfd60700e2b9 HTTP/1.1" status: 200 len: 1095 time: 0.7363203 Aug 05 11:39:07.747100 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d149b30-08dd-4447-bb79-7b3febe2d8a5 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:39:07.835845 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d149b30-08dd-4447-bb79-7b3febe2d8a5 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Pushing event updated for resources: {'Port': ['ID=b523407f-b77a-4914-a025-5194373d855c,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:39:07.850920 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-2d149b30-08dd-4447-bb79-7b3febe2d8a5 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:39:07.884440 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port d0025edd-d4c9-45ce-b7df-680484ac95a9, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=d0025edd-d4c9-45ce-b7df-680484ac95a9,segment=NetworkSegment(1464bea6-dc68-4175-ac76-169c7629018f),segment_id=1464bea6-dc68-4175-ac76-169c7629018f)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:39:07.890330 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68bbd9d-7945-4456-8a73-d20f7d2a56d8 None None] Network 6919bda3-39cc-4c78-b5a1-da6c6e5225fd requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:39:07.904768 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e855a451-6af0-4efd-9749-41226f9aa2ee req-e6fca134-b2bf-4f3b-b03d-d4653b9edaa9 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:39:07.920571 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e855a451-6af0-4efd-9749-41226f9aa2ee req-e6fca134-b2bf-4f3b-b03d-d4653b9edaa9 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=be090969-9d37-41b9-80ad-9680c00c1969 HTTP/1.1" status: 200 len: 948 time: 0.8908606 Aug 05 11:39:08.163326 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01e63db-1d4c-47bf-a98f-9b0bab9f0da8 None None] Pushing event updated for resources: {'Port': ['ID=df725973-9465-4a4b-aa10-c5b668c54262,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:39:08.342950 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Returning: {'device': 'd0025edd-d4c9-45ce-b7df-680484ac95a9', 'network_id': '535dc2f1-67b1-49cd-891b-67f3b995cbf8', 'port_id': 'd0025edd-d4c9-45ce-b7df-680484ac95a9', 'mac_address': 'fa:16:3e:27:45:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b19baf8-9ef5-4535-9e61-0fc2264669f6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:39:08.417020 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-86ca352f-a1d8-4bb1-96f7-ed8d26a88d28 req-05e617ab-7161-4b8c-ab02-46914a8cdf6c tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:08.562145 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c2848904-3dc3-49e3-a3c3-a834065777bf tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:08.606241 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-06263125-77ac-4559-b8d5-86748f32fc5f req-3eecd21f-0e32-4dfb-be6d-94a043161d86 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=7867b2c8-ac1a-4028-bb5d-04646277a459 HTTP/1.1" status: 200 len: 210 time: 0.2802329 Aug 05 11:39:08.615371 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['7f5c274f-81f8-4325-a1ac-15e624e8b1ec'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:39:08.642409 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bffcf1-25df-47ea-a3af-c0fd39b904ef req-c25ea9b9-e49e-4318-9b53-73260828aa26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:39:08.645177 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e617ab-7161-4b8c-ab02-46914a8cdf6c tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Pushing event deleted for resources: {'Port': ['ID=cff672a6-7c2d-4160-bef8-b32e3b454687,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:39:08.648542 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-50bffcf1-25df-47ea-a3af-c0fd39b904ef req-c25ea9b9-e49e-4318-9b53-73260828aa26 service neutron] 10.222.0.55 "GET /v2.0/networks?id=535dc2f1-67b1-49cd-891b-67f3b995cbf8 HTTP/1.1" status: 200 len: 907 time: 1.0736344 Aug 05 11:39:08.682654 n-d-803378-2 neutron-server[94421]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2848904-3dc3-49e3-a3c3-a834065777bf tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 05 11:39:08.688670 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2848904-3dc3-49e3-a3c3-a834065777bf tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:39:08.701326 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-c2848904-3dc3-49e3-a3c3-a834065777bf tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] 10.222.0.58 "DELETE /v2.0/networks/6919bda3-39cc-4c78-b5a1-da6c6e5225fd HTTP/1.1" status: 409 len: 405 time: 1.1687748 Aug 05 11:39:08.706853 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e855a451-6af0-4efd-9749-41226f9aa2ee req-51a88ad3-0d5e-4130-b658-c2497fa907a2 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7716081 Aug 05 11:39:08.710204 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35254) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:39:08.747235 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-e389d388-efcf-4598-8156-140eaa957351 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1519105459'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:39:08.807334 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 5eea3b03-8a01-4998-9200-9cdc01d964ce triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:39:08.808147 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:08.863364 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [req-86ca352f-a1d8-4bb1-96f7-ed8d26a88d28 req-05e617ab-7161-4b8c-ab02-46914a8cdf6c tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] No DVR routers for this DVR port cff672a6-7c2d-4160-bef8-b32e3b454687 on host n-h1-803378-2 {{(pid=94420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:39:08.890447 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-86ca352f-a1d8-4bb1-96f7-ed8d26a88d28 req-05e617ab-7161-4b8c-ab02-46914a8cdf6c tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:08.899957 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-86ca352f-a1d8-4bb1-96f7-ed8d26a88d28 req-05e617ab-7161-4b8c-ab02-46914a8cdf6c tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.64 "DELETE /v2.0/ports/cff672a6-7c2d-4160-bef8-b32e3b454687 HTTP/1.1" status: 204 len: 173 time: 5.7989719 Aug 05 11:39:08.918609 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be090969-9d37-41b9-80ad-9680c00c1969', 'name': 'network-vif-deleted', 'tag': 'cff672a6-7c2d-4160-bef8-b32e3b454687'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:39:08.941672 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}828068ad8d405ad77660ce68fa78e1ffe658725812f7a08f9e488a446589295b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8674db58-4cdb-4792-8f61-fa0449fe4b29" -d '{"events": [{"server_uuid": "be090969-9d37-41b9-80ad-9680c00c1969", "name": "network-vif-deleted", "tag": "cff672a6-7c2d-4160-bef8-b32e3b454687"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:39:09.013115 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-50bffcf1-25df-47ea-a3af-c0fd39b904ef req-1c077daf-6fc1-4718-bf19-334eade0a91a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d0025edd-d4c9-45ce-b7df-680484ac95a9 HTTP/1.1" status: 200 len: 217 time: 0.3135073 Aug 05 11:39:09.222013 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b738c537-2cec-4c6b-bd5b-403f389ea94d x-openstack-request-id: req-b738c537-2cec-4c6b-bd5b-403f389ea94d {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:39:09.222569 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be090969-9d37-41b9-80ad-9680c00c1969", "name": "network-vif-deleted", "tag": "cff672a6-7c2d-4160-bef8-b32e3b454687", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:39:09.223095 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b738c537-2cec-4c6b-bd5b-403f389ea94d {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:39:09.223787 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be090969-9d37-41b9-80ad-9680c00c1969', 'name': 'network-vif-deleted', 'tag': 'cff672a6-7c2d-4160-bef8-b32e3b454687', 'status': 'completed', 'code': 200} Aug 05 11:39:09.321272 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d149b30-08dd-4447-bb79-7b3febe2d8a5 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Router 366f990b-af30-4e55-9d39-5014e6df4dc4 is scheduled to L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d with binding_index 1 {{(pid=94420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 11:39:09.400762 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78438b75-bb93-4369-86d3-64ef9dd37118 req-c102c7a9-ae80-4dd1-9266-a2b7fe5de2da tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:39:09.417155 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-78438b75-bb93-4369-86d3-64ef9dd37118 req-c102c7a9-ae80-4dd1-9266-a2b7fe5de2da tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?device_id=01e1b846-4922-422e-b3e5-cfd60700e2b9 HTTP/1.1" status: 200 len: 944 time: 0.4007814 Aug 05 11:39:09.432534 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bffcf1-25df-47ea-a3af-c0fd39b904ef req-6db60cfd-d283-4a28-87fd-e8f943c6b9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:39:09.437187 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-50bffcf1-25df-47ea-a3af-c0fd39b904ef req-6db60cfd-d283-4a28-87fd-e8f943c6b9db service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1b19baf8-9ef5-4535-9e61-0fc2264669f6 HTTP/1.1" status: 200 len: 846 time: 0.4002349 Aug 05 11:39:09.615352 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-50bffcf1-25df-47ea-a3af-c0fd39b904ef req-6d51db76-a779-43c7-8410-02e2cccc775e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=535dc2f1-67b1-49cd-891b-67f3b995cbf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1571474 Aug 05 11:39:09.626674 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-37b5723c-0247-48e4-8a96-dfedcf29230f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:09.651615 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:09.680694 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-37b5723c-0247-48e4-8a96-dfedcf29230f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:09.800625 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77346e40-c1ee-4b25-8ada-ef5cd688b76f None None] DHCP port deletion for 6919bda3-39cc-4c78-b5a1-da6c6e5225fd request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 11:39:09.826045 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-d981d99f-f48d-4525-9309-4f34c29c2670 None None] Provisioning complete for port b523407f-b77a-4914-a025-5194373d855c triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:39:09.826697 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-d981d99f-f48d-4525-9309-4f34c29c2670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:09.842251 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-37b5723c-0247-48e4-8a96-dfedcf29230f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ee4b5fde6fe944b5b65b09c85d510d1a&name=default HTTP/1.1" status: 200 len: 2983 time: 3.4662960 Aug 05 11:39:09.977129 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35266) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:39:10.040363 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0025edd-d4c9-45ce-b7df-680484ac95a9 {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:39:10.117352 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-78438b75-bb93-4369-86d3-64ef9dd37118 req-f27c3ad3-f297-44f4-a949-e970e7d0ddc3 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/security-groups?id=5dfacf8b-ef80-4e03-9b2b-0b5aacf0bf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6958792 Aug 05 11:39:10.124086 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port d0025edd-d4c9-45ce-b7df-680484ac95a9, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=d0025edd-d4c9-45ce-b7df-680484ac95a9,segment=NetworkSegment(1464bea6-dc68-4175-ac76-169c7629018f),segment_id=1464bea6-dc68-4175-ac76-169c7629018f)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:39:10.231778 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b5723c-0247-48e4-8a96-dfedcf29230f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42296d7f-c297-40b8-9eab-6670f134d888,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:39:10.305352 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-d981d99f-f48d-4525-9309-4f34c29c2670 None None] Port b523407f-b77a-4914-a025-5194373d855c cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:39:10.314446 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e389d388-efcf-4598-8156-140eaa957351 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Made reservation on behalf of 24b9c256d82b47539cda6c0dcc6854db for: {'network': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:39:10.333313 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e389d388-efcf-4598-8156-140eaa957351 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:10.463296 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-758b539c-e1a2-42c2-83ab-c8b8313006ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:10.473342 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:10.489935 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bd7acf74-476c-45bb-aa2e-4545d94238e8 req-2e9fdaf2-7aef-4df4-8940-f1221bf78ca0 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=7867b2c8-ac1a-4028-bb5d-04646277a459 HTTP/1.1" status: 200 len: 210 time: 0.5026131 Aug 05 11:39:10.552399 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-50bffcf1-25df-47ea-a3af-c0fd39b904ef req-60e9ef42-8982-4b75-88a4-1d221b9e7157 service neutron] 10.222.0.55 "GET /v2.0/networks/535dc2f1-67b1-49cd-891b-67f3b995cbf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9223039 Aug 05 11:39:10.586990 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-172a8522-d629-483f-9cc4-2c4e11db9799 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:10.622033 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d149b30-08dd-4447-bb79-7b3febe2d8a5 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:39:10.648843 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-2d149b30-08dd-4447-bb79-7b3febe2d8a5 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "PUT /v2.0/routers/366f990b-af30-4e55-9d39-5014e6df4dc4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.5276918 Aug 05 11:39:10.676916 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35272) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:39:10.726051 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3efccb16-a841-4ddb-bf30-8a2f032452e1 req-5d3558a5-9299-4b50-8929-461f26a553b4 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=be090969-9d37-41b9-80ad-9680c00c1969 HTTP/1.1" status: 200 len: 210 time: 0.2164776 Aug 05 11:39:10.741858 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e389d388-efcf-4598-8156-140eaa957351 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] vlan segment allocate from pool success with {'vlan_id': 661, 'physical_network': 'physnet1'} {{(pid=94420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:39:10.761500 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e389d388-efcf-4598-8156-140eaa957351 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:10.762413 n-d-803378-2 neutron-server[94420]: INFO neutron.db.segments_db [None req-e389d388-efcf-4598-8156-140eaa957351 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Added segment 64bed804-be5f-44a1-8195-7bf7aa517648 of type vlan for network 5fc3370b-0fc8-4747-ac23-a40936a2d4c7 Aug 05 11:39:10.792461 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-d981d99f-f48d-4525-9309-4f34c29c2670 None None] Provisioning for port d8b72364-906f-4650-8409-4e7055a9fefb completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:39:10.828803 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device df725973-9465-4a4b-aa10-c5b668c54262 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:39:10.909743 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-172a8522-d629-483f-9cc4-2c4e11db9799 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:10.940523 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb8e14c-433a-4b74-a466-fa0aa6be35af None None] Sync routers for ids ['366f990b-af30-4e55-9d39-5014e6df4dc4'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:39:10.953130 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e389d388-efcf-4598-8156-140eaa957351 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:10.965216 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a16003-6f76-4727-a354-2ac06b1dfac7 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:39:10.968645 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-58a16003-6f76-4727-a354-2ac06b1dfac7 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "GET /v2.0/ports/b523407f-b77a-4914-a025-5194373d855c HTTP/1.1" status: 200 len: 911 time: 0.2932830 Aug 05 11:39:10.979257 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35274) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:39:10.987198 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=d0025edd-d4c9-45ce-b7df-680484ac95a9,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:39:11.005538 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-d981d99f-f48d-4525-9309-4f34c29c2670 None None] Provisioning complete for port d8b72364-906f-4650-8409-4e7055a9fefb triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:39:11.010559 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-d981d99f-f48d-4525-9309-4f34c29c2670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:11.041621 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e389d388-efcf-4598-8156-140eaa957351 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:11.047966 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb8e14c-433a-4b74-a466-fa0aa6be35af None None] Routers {'366f990b-af30-4e55-9d39-5014e6df4dc4'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:39:11.050152 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e389d388-efcf-4598-8156-140eaa957351 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:39:11.050862 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e389d388-efcf-4598-8156-140eaa957351 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:11.051079 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-7bb8e14c-433a-4b74-a466-fa0aa6be35af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:39:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['366f990b-af30-4e55-9d39-5014e6df4dc4'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:39:11.156886 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-50bffcf1-25df-47ea-a3af-c0fd39b904ef req-2ac3eb14-1664-4ca6-9e42-9c453dcc86e4 service neutron] 10.222.0.55 "GET /v2.0/networks/535dc2f1-67b1-49cd-891b-67f3b995cbf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5932345 Aug 05 11:39:11.175779 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:11.189148 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['d0025edd-d4c9-45ce-b7df-680484ac95a9'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:39:11.253474 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ff7966-537b-4382-b941-d047148ca966 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:39:11.274051 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ff7966-537b-4382-b941-d047148ca966 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:39:11.279415 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e389d388-efcf-4598-8156-140eaa957351 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Pushing event updated for resources: {'Network': ['ID=5fc3370b-0fc8-4747-ac23-a40936a2d4c7,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:39:11.298131 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-c8ff7966-537b-4382-b941-d047148ca966 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3169377 Aug 05 11:39:11.299708 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35278) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:39:11.334243 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-e389d388-efcf-4598-8156-140eaa957351 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.6044645 Aug 05 11:39:11.337784 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35280) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:39:11.353556 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 5fc3370b-0fc8-4747-ac23-a40936a2d4c7 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:39:11.362025 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-cbcad005-585e-469b-baf7-2b56b1924236 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Request body: {'subnet': {'network_id': '5fc3370b-0fc8-4747-ac23-a40936a2d4c7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:39:11.376462 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-77346e40-c1ee-4b25-8ada-ef5cd688b76f None None] Deleting port d8b72364-906f-4650-8409-4e7055a9fefb {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:39:11.377105 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-77346e40-c1ee-4b25-8ada-ef5cd688b76f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:11.378190 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36552bcc-157d-43b2-b923-a639826e76a8 req-cd1ca585-9ee1-46c7-b1b3-2b41535207a0 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:39:11.382428 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-36552bcc-157d-43b2-b923-a639826e76a8 req-cd1ca585-9ee1-46c7-b1b3-2b41535207a0 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.64 "GET /v2.0/networks?id=3bbc31db-4958-4e8b-9f8e-bc48b5d28e47 HTTP/1.1" status: 200 len: 812 time: 1.3928893 Aug 05 11:39:11.407268 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-36552bcc-157d-43b2-b923-a639826e76a8 req-445d2b5d-5363-427f-b16e-74da24d384de tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Request body: {'port': {'device_id': '7867b2c8-ac1a-4028-bb5d-04646277a459', 'network_id': '3bbc31db-4958-4e8b-9f8e-bc48b5d28e47', 'admin_state_up': True, 'tenant_id': '922471f37b13454ba92168a26c5eea8e'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:39:11.449550 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-172a8522-d629-483f-9cc4-2c4e11db9799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:11.455350 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-172a8522-d629-483f-9cc4-2c4e11db9799 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:11.461965 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-172a8522-d629-483f-9cc4-2c4e11db9799 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/42296d7f-c297-40b8-9eab-6670f134d888 HTTP/1.1" status: 204 len: 168 time: 1.4587677 Aug 05 11:39:11.583804 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-77346e40-c1ee-4b25-8ada-ef5cd688b76f None None] For port d8b72364-906f-4650-8409-4e7055a9fefb, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=d8b72364-906f-4650-8409-4e7055a9fefb,segment=NetworkSegment(d849558a-2b25-4c7f-b5b9-cd6276e2e308),segment_id=d849558a-2b25-4c7f-b5b9-cd6276e2e308)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:39:11.584236 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-77346e40-c1ee-4b25-8ada-ef5cd688b76f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:11.638597 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-77346e40-c1ee-4b25-8ada-ef5cd688b76f None None] Calling delete_port for d8b72364-906f-4650-8409-4e7055a9fefb owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:39:11.983155 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172a8522-d629-483f-9cc4-2c4e11db9799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42296d7f-c297-40b8-9eab-6670f134d888,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:39:12.073622 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-93991afc-6f0b-4590-bcdf-9834e7425d0b req-834c6398-90ae-4520-8288-23cb53efcdd5 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=7867b2c8-ac1a-4028-bb5d-04646277a459 HTTP/1.1" status: 200 len: 210 time: 0.2107160 Aug 05 11:39:12.171234 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c64b8cc-0ff1-49f5-ae60-46f964d2b62b req-aa3b61f4-6843-4c2f-9306-6126cf6074b8 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:39:12.204969 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0c64b8cc-0ff1-49f5-ae60-46f964d2b62b req-aa3b61f4-6843-4c2f-9306-6126cf6074b8 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?device_id=01e1b846-4922-422e-b3e5-cfd60700e2b9 HTTP/1.1" status: 200 len: 945 time: 0.7672563 Aug 05 11:39:12.498440 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0c64b8cc-0ff1-49f5-ae60-46f964d2b62b req-a5562fb2-c637-4c25-8450-8d3631f7daad tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/security-groups?id=5dfacf8b-ef80-4e03-9b2b-0b5aacf0bf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2913253 Aug 05 11:39:12.557419 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port df725973-9465-4a4b-aa10-c5b668c54262 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:39:12.558307 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:12.560049 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35296) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:39:12.635008 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-7bb8e14c-433a-4b74-a466-fa0aa6be35af None None] Set router 366f990b-af30-4e55-9d39-5014e6df4dc4 gateway port host: None {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:39:12.644704 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-59f45ac0-eeaf-4fa9-8e52-64c7772a9497 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:12.659265 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.db.api [req-36552bcc-157d-43b2-b923-a639826e76a8 req-445d2b5d-5363-427f-b16e-74da24d384de tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 05 11:39:12.659265 n-d-803378-2 neutron-server[94420]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 05 11:39:12.659265 n-d-803378-2 neutron-server[94420]: [parameters: {'project_id_1': '922471f37b13454ba92168a26c5eea8e', 'expiration_1': datetime.datetime(2021, 8, 5, 11, 39, 12, 516473)}] Aug 05 11:39:12.659265 n-d-803378-2 neutron-server[94420]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94420) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 05 11:39:12.660371 n-d-803378-2 neutron-server[94420]: DEBUG oslo_db.api [req-36552bcc-157d-43b2-b923-a639826e76a8 req-445d2b5d-5363-427f-b16e-74da24d384de tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 11:39:12.695444 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:12.774121 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbcad005-585e-469b-baf7-2b56b1924236 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Made reservation on behalf of 24b9c256d82b47539cda6c0dcc6854db for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:39:12.782062 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-cbcad005-585e-469b-baf7-2b56b1924236 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:12.877952 n-d-803378-2 neutron-server[94422]: INFO neutron.plugins.ml2.db [None req-d981d99f-f48d-4525-9309-4f34c29c2670 None None] No ports have port_id starting with d8b72364-906f-4650-8409-4e7055a9fefb Aug 05 11:39:12.950130 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-77346e40-c1ee-4b25-8ada-ef5cd688b76f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:13.177614 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-59f45ac0-eeaf-4fa9-8e52-64c7772a9497 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:13.199627 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-59f45ac0-eeaf-4fa9-8e52-64c7772a9497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:13.279375 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77346e40-c1ee-4b25-8ada-ef5cd688b76f None None] Pushing event deleted for resources: {'Port': ['ID=d8b72364-906f-4650-8409-4e7055a9fefb,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:39:13.460562 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77346e40-c1ee-4b25-8ada-ef5cd688b76f None None] No DVR routers for this DVR port d8b72364-906f-4650-8409-4e7055a9fefb on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:39:13.468400 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-02baee99-85cb-4e7e-b888-bf030cbfa2bc req-c3012ac5-3b91-4277-a16f-ed427fb461bf tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=7867b2c8-ac1a-4028-bb5d-04646277a459 HTTP/1.1" status: 200 len: 210 time: 0.0978467 Aug 05 11:39:13.915823 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:13.950546 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device d8b72364-906f-4650-8409-4e7055a9fefb no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:39:13.957652 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-62ca228b-e26d-4b44-962e-0de5a96c4282 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33208311'] for router_interface, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:14.103585 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: d8b72364-906f-4650-8409-4e7055a9fefb {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:39:14.104176 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device d8b72364-906f-4650-8409-4e7055a9fefb not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:39:14.155234 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-7bb8e14c-433a-4b74-a466-fa0aa6be35af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366f990b-af30-4e55-9d39-5014e6df4dc4', 'name': 'tempest-NetworksTestDHCPv6-router-1986195343', 'tenant_id': '2255634a74e844e794fd358818288ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:38:55Z', 'updated_at': '2021-08-05T11:39:03Z', 'revision_number': 2, 'project_id': '2255634a74e844e794fd358818288ba1', 'gw_port_host': None, '_interfaces': [{'id': 'b523407f-b77a-4914-a025-5194373d855c', 'name': '', 'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65', 'tenant_id': '2255634a74e844e794fd358818288ba1', 'mac_address': 'fa:16:3e:9d:04:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '366f990b-af30-4e55-9d39-5014e6df4dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '0de7911c-f56c-49b4-afc7-0299958eea36', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:38:59Z', 'updated_at': '2021-08-05T11:39:04Z', 'revision_number': 2, 'project_id': '2255634a74e844e794fd358818288ba1', 'subnets': [{'id': '0de7911c-f56c-49b4-afc7-0299958eea36', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:39:14.234525 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb8e14c-433a-4b74-a466-fa0aa6be35af None None] Checking router: 366f990b-af30-4e55-9d39-5014e6df4dc4 for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:39:14.237483 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb8e14c-433a-4b74-a466-fa0aa6be35af None None] Updating router 366f990b-af30-4e55-9d39-5014e6df4dc4 port b523407f-b77a-4914-a025-5194373d855c binding host n-d-803378-2 {{(pid=94422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 11:39:14.366102 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-7bb8e14c-433a-4b74-a466-fa0aa6be35af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:14.437174 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f45ac0-eeaf-4fa9-8e52-64c7772a9497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16abbf94-0715-4905-927a-3b4249974028,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:39:14.466990 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36552bcc-157d-43b2-b923-a639826e76a8 req-445d2b5d-5363-427f-b16e-74da24d384de tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Made reservation on behalf of 922471f37b13454ba92168a26c5eea8e for: {'port': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:39:14.475294 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-36552bcc-157d-43b2-b923-a639826e76a8 req-445d2b5d-5363-427f-b16e-74da24d384de tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:14.529912 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-59f45ac0-eeaf-4fa9-8e52-64c7772a9497 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5d815f616d0d45b1a9dac727158c497a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9679363 Aug 05 11:39:14.580529 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35314) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:39:14.602410 n-d-803378-2 neutron-server[94421]: DEBUG neutron.objects.ports [None req-cbcad005-585e-469b-baf7-2b56b1924236 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94421) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 05 11:39:14.688837 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd9f600-9aff-486a-8b4e-9c45c6eb3212 req-eca979b0-1faf-44cf-8968-1d3444fa1024 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:39:14.692791 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9bd9f600-9aff-486a-8b4e-9c45c6eb3212 req-eca979b0-1faf-44cf-8968-1d3444fa1024 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.64 "GET /v2.0/ports?device_id=43dc8de5-f460-48f2-9969-bd31538c767f HTTP/1.1" status: 200 len: 950 time: 0.4404159 Aug 05 11:39:14.736543 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2250de-0e5b-4435-a3d0-1d6dd9a80eaa req-813a1124-9cf2-4826-bb39-c9bd2c295be6 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:39:14.758046 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3e2250de-0e5b-4435-a3d0-1d6dd9a80eaa req-813a1124-9cf2-4826-bb39-c9bd2c295be6 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=43dc8de5-f460-48f2-9969-bd31538c767f HTTP/1.1" status: 200 len: 950 time: 1.3967435 Aug 05 11:39:14.780012 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-cbcad005-585e-469b-baf7-2b56b1924236 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25038678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30075167'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:15.038212 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3e2250de-0e5b-4435-a3d0-1d6dd9a80eaa req-80bb681c-8bed-43d7-8c04-4e862c9b7b6f tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2711735 Aug 05 11:39:15.110551 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcad005-585e-469b-baf7-2b56b1924236 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Pushing event updated for resources: {'Subnet': ['ID=3aec1e18-3057-429c-8607-ab9177e76537,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:39:15.209574 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcad005-585e-469b-baf7-2b56b1924236 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Checking segment: {'id': '64bed804-be5f-44a1-8195-7bf7aa517648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '5fc3370b-0fc8-4747-ac23-a40936a2d4c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:39:15.210787 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbcad005-585e-469b-baf7-2b56b1924236 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Network hostable DHCP agents. Network: 5fc3370b-0fc8-4747-ac23-a40936a2d4c7, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:39:15.322191 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-9bd9f600-9aff-486a-8b4e-9c45c6eb3212 req-e9237e3c-4886-4496-8ad8-aeb1a06f0453 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Deleting port 7f5c274f-81f8-4325-a1ac-15e624e8b1ec {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:39:15.322987 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-9bd9f600-9aff-486a-8b4e-9c45c6eb3212 req-e9237e3c-4886-4496-8ad8-aeb1a06f0453 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:15.460317 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [req-36552bcc-157d-43b2-b923-a639826e76a8 req-445d2b5d-5363-427f-b16e-74da24d384de tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Allocated IP 172.20.0.6 (3bbc31db-4958-4e8b-9f8e-bc48b5d28e47/2358f314-430e-4da8-8dea-b9e9954bab81/3e43aa41-b636-47b4-93e2-0b0bf4f8b871) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:39:15.546593 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbcad005-585e-469b-baf7-2b56b1924236 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Network 5fc3370b-0fc8-4747-ac23-a40936a2d4c7 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:39:15.585234 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-cbcad005-585e-469b-baf7-2b56b1924236 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, 5fc3370b-0fc8-4747-ac23-a40936a2d4c7) {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:39:15.640917 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-7bb8e14c-433a-4b74-a466-fa0aa6be35af None None] Notify callbacks [] for port, precommit_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:15.659103 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcad005-585e-469b-baf7-2b56b1924236 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:39:15.660932 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-cbcad005-585e-469b-baf7-2b56b1924236 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:15.669071 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-7bb8e14c-433a-4b74-a466-fa0aa6be35af None None] Transition to ACTIVE for port object b523407f-b77a-4914-a025-5194373d855c will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:39:15.684108 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c696a89-e9da-4329-9c3b-ebd36dde133c None None] Network 5fc3370b-0fc8-4747-ac23-a40936a2d4c7 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:39:15.700353 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-7bb8e14c-433a-4b74-a466-fa0aa6be35af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:15.828291 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d607103a-9900-49aa-b4ba-6d688eb371fd req-092c6efb-03ad-46d4-b4b0-3f75ac2c2dda tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=7867b2c8-ac1a-4028-bb5d-04646277a459 HTTP/1.1" status: 200 len: 210 time: 0.2208989 Aug 05 11:39:15.870938 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd71897-5ae1-4df3-ad5d-bbcd4f375e8a req-a096a559-4f72-44f2-9cef-6c4b8e944b4c tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:39:15.892926 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2fd71897-5ae1-4df3-ad5d-bbcd4f375e8a req-a096a559-4f72-44f2-9cef-6c4b8e944b4c tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?device_id=01e1b846-4922-422e-b3e5-cfd60700e2b9 HTTP/1.1" status: 200 len: 945 time: 1.4633811 Aug 05 11:39:15.949186 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c304eade-d0f7-4f42-a271-120f237d77ef None None] Pushing event updated for resources: {'Port': ['ID=b523407f-b77a-4914-a025-5194373d855c,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:39:15.980780 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c7ed2ad4-dd9f-40d4-bc30-640e0df45aa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:16.132219 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c7ed2ad4-dd9f-40d4-bc30-640e0df45aa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:16.185075 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2fd71897-5ae1-4df3-ad5d-bbcd4f375e8a req-e7bec52a-82a9-472a-93f1-7796dedf1dd5 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/security-groups?id=5dfacf8b-ef80-4e03-9b2b-0b5aacf0bf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2942369 Aug 05 11:39:16.277691 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-7bb8e14c-433a-4b74-a466-fa0aa6be35af None None] Attempting to bind port b523407f-b77a-4914-a025-5194373d855c on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:39:16.281459 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-7bb8e14c-433a-4b74-a466-fa0aa6be35af None None] Attempting to bind port b523407f-b77a-4914-a025-5194373d855c by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'c3ce43ff-a33b-459d-a35e-6c011fee3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:39:16.289557 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb8e14c-433a-4b74-a466-fa0aa6be35af None None] Attempting to bind port b523407f-b77a-4914-a025-5194373d855c on network 65f763dc-e344-4f1a-a003-f0293beb6d65 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:39:16.346577 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb8e14c-433a-4b74-a466-fa0aa6be35af None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:39:16.352943 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb8e14c-433a-4b74-a466-fa0aa6be35af None None] Checking segment: {'id': 'c3ce43ff-a33b-459d-a35e-6c011fee3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:39:16.353517 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-7bb8e14c-433a-4b74-a466-fa0aa6be35af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:16.354183 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb8e14c-433a-4b74-a466-fa0aa6be35af None None] Bound using segment: {'id': 'c3ce43ff-a33b-459d-a35e-6c011fee3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:39:16.355010 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-7bb8e14c-433a-4b74-a466-fa0aa6be35af None None] Bound port: b523407f-b77a-4914-a025-5194373d855c, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3ce43ff-a33b-459d-a35e-6c011fee3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:39:16.355713 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-7bb8e14c-433a-4b74-a466-fa0aa6be35af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:16.379055 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 7f5c274f-81f8-4325-a1ac-15e624e8b1ec no longer exists at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:39:16.537354 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-36552bcc-157d-43b2-b923-a639826e76a8 req-445d2b5d-5363-427f-b16e-74da24d384de tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:16.635647 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device d0025edd-d4c9-45ce-b7df-680484ac95a9 up at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:39:16.639460 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cea3a3-cc75-478c-bf49-a06abece0822 req-eb0ccdbe-4d56-443a-b02c-445ae4b99506 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:39:16.652923 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-61cea3a3-cc75-478c-bf49-a06abece0822 req-eb0ccdbe-4d56-443a-b02c-445ae4b99506 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=43dc8de5-f460-48f2-9969-bd31538c767f HTTP/1.1" status: 200 len: 950 time: 0.3198709 Aug 05 11:39:16.657422 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [req-36552bcc-157d-43b2-b923-a639826e76a8 req-445d2b5d-5363-427f-b16e-74da24d384de tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Transition to ACTIVE for port object 3e43aa41-b636-47b4-93e2-0b0bf4f8b871 will not be triggered until provisioned by entity DHCP. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:39:16.801185 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac16d85-e775-41c0-bb67-75ad181e5c18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-5fc3370b-0fc8-4747-ac23-a40936a2d4c7', 'network_id': '5fc3370b-0fc8-4747-ac23-a40936a2d4c7', 'tenant_id': '24b9c256d82b47539cda6c0dcc6854db', 'fixed_ips': [{'subnet_id': '3aec1e18-3057-429c-8607-ab9177e76537'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 11:39:16.805290 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-9ac16d85-e775-41c0-bb67-75ad181e5c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:16.898326 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c7ed2ad4-dd9f-40d4-bc30-640e0df45aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:16.904848 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c7ed2ad4-dd9f-40d4-bc30-640e0df45aa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:16.906047 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-cbcad005-585e-469b-baf7-2b56b1924236 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.5537801 Aug 05 11:39:16.912767 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-c7ed2ad4-dd9f-40d4-bc30-640e0df45aa1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/16abbf94-0715-4905-927a-3b4249974028 HTTP/1.1" status: 204 len: 168 time: 2.3299465 Aug 05 11:39:16.913953 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35324) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:39:16.990277 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-acfff582-b956-44cd-986f-af134caae2d0 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Request body: {'port': {'network_id': '5fc3370b-0fc8-4747-ac23-a40936a2d4c7', 'name': 'tempest-NetworksIpV6TestAttrs-670600005'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:39:16.995392 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-62ca228b-e26d-4b44-962e-0de5a96c4282 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Deleting port b523407f-b77a-4914-a025-5194373d855c {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:39:16.995977 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-62ca228b-e26d-4b44-962e-0de5a96c4282 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:17.034107 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-9bd9f600-9aff-486a-8b4e-9c45c6eb3212 req-e9237e3c-4886-4496-8ad8-aeb1a06f0453 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] For port 7f5c274f-81f8-4325-a1ac-15e624e8b1ec, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=7f5c274f-81f8-4325-a1ac-15e624e8b1ec,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:39:17.035200 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-9bd9f600-9aff-486a-8b4e-9c45c6eb3212 req-e9237e3c-4886-4496-8ad8-aeb1a06f0453 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:17.109878 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-9bd9f600-9aff-486a-8b4e-9c45c6eb3212 req-e9237e3c-4886-4496-8ad8-aeb1a06f0453 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Calling delete_port for 7f5c274f-81f8-4325-a1ac-15e624e8b1ec owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:39:17.315881 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-36552bcc-157d-43b2-b923-a639826e76a8 req-445d2b5d-5363-427f-b16e-74da24d384de tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:17.348034 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-61cea3a3-cc75-478c-bf49-a06abece0822 req-fc0f347b-2d46-40b0-ae59-e5ee86fd2600 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6873224 Aug 05 11:39:17.492324 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['2f0d8b42-3708-4035-9894-ccae7caf00a3'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:39:17.498775 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['00f6578b-db42-4369-b4eb-90fed2c3f159'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:39:17.534731 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ed2ad4-dd9f-40d4-bc30-640e0df45aa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16abbf94-0715-4905-927a-3b4249974028,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:39:17.585771 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36552bcc-157d-43b2-b923-a639826e76a8 req-445d2b5d-5363-427f-b16e-74da24d384de tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Network 3bbc31db-4958-4e8b-9f8e-bc48b5d28e47 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:39:17.719218 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445d2b5d-5363-427f-b16e-74da24d384de tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Pushing event updated for resources: {'Port': ['ID=3e43aa41-b636-47b4-93e2-0b0bf4f8b871,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:39:17.782982 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-7bb8e14c-433a-4b74-a466-fa0aa6be35af None None] For port b523407f-b77a-4914-a025-5194373d855c, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:39:17.869820 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-62ca228b-e26d-4b44-962e-0de5a96c4282 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:17.878663 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [req-36552bcc-157d-43b2-b923-a639826e76a8 req-445d2b5d-5363-427f-b16e-74da24d384de tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:39:17.900639 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [req-36552bcc-157d-43b2-b923-a639826e76a8 req-445d2b5d-5363-427f-b16e-74da24d384de tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:39:17.930843 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning for port d0025edd-d4c9-45ce-b7df-680484ac95a9 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:39:18.021708 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-62ca228b-e26d-4b44-962e-0de5a96c4282 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Calling delete_port for b523407f-b77a-4914-a025-5194373d855c owned by network:router_interface {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:39:18.025075 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-9bd9f600-9aff-486a-8b4e-9c45c6eb3212 req-e9237e3c-4886-4496-8ad8-aeb1a06f0453 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:18.049022 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36552bcc-157d-43b2-b923-a639826e76a8 req-445d2b5d-5363-427f-b16e-74da24d384de tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:39:18.050111 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-36552bcc-157d-43b2-b923-a639826e76a8 req-445d2b5d-5363-427f-b16e-74da24d384de tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:18.199445 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acfff582-b956-44cd-986f-af134caae2d0 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Made reservation on behalf of 24b9c256d82b47539cda6c0dcc6854db for: {'port': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:39:18.213920 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-acfff582-b956-44cd-986f-af134caae2d0 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:18.251894 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9237e3c-4886-4496-8ad8-aeb1a06f0453 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Pushing event deleted for resources: {'Port': ['ID=7f5c274f-81f8-4325-a1ac-15e624e8b1ec,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:39:18.288751 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe43730-b38d-47db-9f46-9eefe42d9291 req-aafdfe41-8e45-4534-a2b3-8220f822f521 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:39:18.297518 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ebe43730-b38d-47db-9f46-9eefe42d9291 req-aafdfe41-8e45-4534-a2b3-8220f822f521 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=7867b2c8-ac1a-4028-bb5d-04646277a459 HTTP/1.1" status: 200 len: 931 time: 0.9771488 Aug 05 11:39:18.307120 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-36552bcc-157d-43b2-b923-a639826e76a8 req-445d2b5d-5363-427f-b16e-74da24d384de tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.9065084 Aug 05 11:39:18.331163 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-7bb8e14c-433a-4b74-a466-fa0aa6be35af None None] For port b523407f-b77a-4914-a025-5194373d855c, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=b523407f-b77a-4914-a025-5194373d855c,segment=NetworkSegment(c3ce43ff-a33b-459d-a35e-6c011fee3456),segment_id=c3ce43ff-a33b-459d-a35e-6c011fee3456)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:39:18.341193 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning complete for port d0025edd-d4c9-45ce-b7df-680484ac95a9 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:39:18.341824 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:18.371041 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-36552bcc-157d-43b2-b923-a639826e76a8 req-78cbba64-844e-4f0a-bbbe-3bc9544480d0 service neutron] Request body: {'port': {'device_id': '7867b2c8-ac1a-4028-bb5d-04646277a459', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-2'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:39:18.508526 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-7bb8e14c-433a-4b74-a466-fa0aa6be35af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:18.585493 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:18.618852 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-36552bcc-157d-43b2-b923-a639826e76a8 req-78cbba64-844e-4f0a-bbbe-3bc9544480d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:18.650121 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9237e3c-4886-4496-8ad8-aeb1a06f0453 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:39:18.650706 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9237e3c-4886-4496-8ad8-aeb1a06f0453 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:39:18.651298 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9237e3c-4886-4496-8ad8-aeb1a06f0453 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:39:18.651880 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9237e3c-4886-4496-8ad8-aeb1a06f0453 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:39:18.652458 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9237e3c-4886-4496-8ad8-aeb1a06f0453 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:39:18.667677 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9237e3c-4886-4496-8ad8-aeb1a06f0453 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:39:18.668277 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9237e3c-4886-4496-8ad8-aeb1a06f0453 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:39:18.668935 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9237e3c-4886-4496-8ad8-aeb1a06f0453 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:39:18.671905 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9237e3c-4886-4496-8ad8-aeb1a06f0453 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:39:18.671905 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9237e3c-4886-4496-8ad8-aeb1a06f0453 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:39:18.672574 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9237e3c-4886-4496-8ad8-aeb1a06f0453 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:39:18.673181 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9237e3c-4886-4496-8ad8-aeb1a06f0453 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:39:18.712378 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [None req-acfff582-b956-44cd-986f-af134caae2d0 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] device_id is not set on port 42126952-202a-4732-aca4-86deebaeb7d2 yet. {{(pid=94420) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 11:39:18.787822 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fe267f-6e41-4196-b49b-86df646e64e5 req-6c61c8c6-b547-48e4-a2ad-2289e1b2c945 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:39:18.790901 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-03fe267f-6e41-4196-b49b-86df646e64e5 req-6c61c8c6-b547-48e4-a2ad-2289e1b2c945 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?device_id=01e1b846-4922-422e-b3e5-cfd60700e2b9 HTTP/1.1" status: 200 len: 945 time: 1.0108654 Aug 05 11:39:18.796381 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bd9f600-9aff-486a-8b4e-9c45c6eb3212 req-e9237e3c-4886-4496-8ad8-aeb1a06f0453 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] No DVR routers for this DVR port 7f5c274f-81f8-4325-a1ac-15e624e8b1ec on host n-h1-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:39:18.814310 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-9bd9f600-9aff-486a-8b4e-9c45c6eb3212 req-e9237e3c-4886-4496-8ad8-aeb1a06f0453 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:18.838789 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9bd9f600-9aff-486a-8b4e-9c45c6eb3212 req-e9237e3c-4886-4496-8ad8-aeb1a06f0453 tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.64 "DELETE /v2.0/ports/7f5c274f-81f8-4325-a1ac-15e624e8b1ec HTTP/1.1" status: 204 len: 173 time: 4.0380623 Aug 05 11:39:18.838789 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43dc8de5-f460-48f2-9969-bd31538c767f', 'name': 'network-vif-deleted', 'tag': '7f5c274f-81f8-4325-a1ac-15e624e8b1ec'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:39:18.845023 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94322adb-faaf-4870-b149-4d3386e168de" -d '{"events": [{"server_uuid": "43dc8de5-f460-48f2-9969-bd31538c767f", "name": "network-vif-deleted", "tag": "7f5c274f-81f8-4325-a1ac-15e624e8b1ec"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:39:19.444460 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ebe43730-b38d-47db-9f46-9eefe42d9291 req-2da1d1c3-cee0-4f93-965e-87c92dbdaf4d tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=30974407-7b2a-468c-b989-540006d0da28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1329491 Aug 05 11:39:19.491243 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-5825802c-e03a-45c7-9b6e-771ae3f39022 None None] Provisioning for port 3e43aa41-b636-47b4-93e2-0b0bf4f8b871 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:39:19.593685 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-62ca228b-e26d-4b44-962e-0de5a96c4282 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:19.715360 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-9ac16d85-e775-41c0-bb67-75ad181e5c18 None None] Allocated IP 2001:db8::f816:3eff:fea8:6b93 (5fc3370b-0fc8-4747-ac23-a40936a2d4c7/3aec1e18-3057-429c-8607-ab9177e76537/77da6d29-9804-4c7c-a69e-f3e776274e34) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:39:19.764687 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c304eade-d0f7-4f42-a271-120f237d77ef None None] Pushing event updated for resources: {'Port': ['ID=b523407f-b77a-4914-a025-5194373d855c,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:39:19.815152 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ca228b-e26d-4b44-962e-0de5a96c4282 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Pushing event deleted for resources: {'Port': ['ID=b523407f-b77a-4914-a025-5194373d855c,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:39:19.875167 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-03fe267f-6e41-4196-b49b-86df646e64e5 req-08522437-818f-4a7a-ab13-1207f3464352 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/security-groups?id=5dfacf8b-ef80-4e03-9b2b-0b5aacf0bf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8977852 Aug 05 11:39:20.415294 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceaee755-60f7-4b82-82a3-7074767b575f x-openstack-request-id: req-ceaee755-60f7-4b82-82a3-7074767b575f {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:39:20.416234 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43dc8de5-f460-48f2-9969-bd31538c767f", "name": "network-vif-deleted", "tag": "7f5c274f-81f8-4325-a1ac-15e624e8b1ec", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:39:20.425010 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ceaee755-60f7-4b82-82a3-7074767b575f {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:39:20.426252 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43dc8de5-f460-48f2-9969-bd31538c767f', 'name': 'network-vif-deleted', 'tag': '7f5c274f-81f8-4325-a1ac-15e624e8b1ec', 'status': 'completed', 'code': 200} Aug 05 11:39:20.443720 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-62ca228b-e26d-4b44-962e-0de5a96c4282 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33140263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33208171'] for router_interface, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:20.516170 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bab8b818-b0e8-47aa-ad6d-44d758cb29b5 req-d9deeef0-954b-4345-bd5c-091d4363be1a tempest-MigrationsAdminTest-504056019 tempest-MigrationsAdminTest-504056019-project] 10.222.0.58 "GET /v2.0/ports?device_id=43dc8de5-f460-48f2-9969-bd31538c767f HTTP/1.1" status: 200 len: 210 time: 0.4285092 Aug 05 11:39:20.875480 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-9ac16d85-e775-41c0-bb67-75ad181e5c18 None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:20.926235 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-9ac16d85-e775-41c0-bb67-75ad181e5c18 None None] Transition to ACTIVE for port object 77da6d29-9804-4c7c-a69e-f3e776274e34 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:39:20.998910 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-5825802c-e03a-45c7-9b6e-771ae3f39022 None None] Provisioning complete for port 3e43aa41-b636-47b4-93e2-0b0bf4f8b871 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:39:21.001701 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-5825802c-e03a-45c7-9b6e-771ae3f39022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:21.068024 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb8e14c-433a-4b74-a466-fa0aa6be35af None None] Routers {'366f990b-af30-4e55-9d39-5014e6df4dc4'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:39:21.069727 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-7bb8e14c-433a-4b74-a466-fa0aa6be35af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:39:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['366f990b-af30-4e55-9d39-5014e6df4dc4'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:39:21.102023 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [req-36552bcc-157d-43b2-b923-a639826e76a8 req-78cbba64-844e-4f0a-bbbe-3bc9544480d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e43aa41-b636-47b4-93e2-0b0bf4f8b871 {{(pid=94420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:39:21.131671 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-9ac16d85-e775-41c0-bb67-75ad181e5c18 None None] Transition to ACTIVE for port object 77da6d29-9804-4c7c-a69e-f3e776274e34 will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:39:21.155082 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-36552bcc-157d-43b2-b923-a639826e76a8 req-78cbba64-844e-4f0a-bbbe-3bc9544480d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:21.387647 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-7bb8e14c-433a-4b74-a466-fa0aa6be35af None None] Set router 366f990b-af30-4e55-9d39-5014e6df4dc4 gateway port host: None {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:39:21.400149 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35386) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:39:21.429069 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62ca228b-e26d-4b44-962e-0de5a96c4282 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Router 366f990b-af30-4e55-9d39-5014e6df4dc4 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 11:39:21.489521 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [req-36552bcc-157d-43b2-b923-a639826e76a8 req-78cbba64-844e-4f0a-bbbe-3bc9544480d0 service neutron] Transition to ACTIVE for port object 3e43aa41-b636-47b4-93e2-0b0bf4f8b871 will not be triggered until provisioned by entity L2. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:39:21.644269 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:21.647731 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-7bb8e14c-433a-4b74-a466-fa0aa6be35af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366f990b-af30-4e55-9d39-5014e6df4dc4', 'name': 'tempest-NetworksTestDHCPv6-router-1986195343', 'tenant_id': '2255634a74e844e794fd358818288ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:38:55Z', 'updated_at': '2021-08-05T11:39:19Z', 'revision_number': 3, 'project_id': '2255634a74e844e794fd358818288ba1', 'gw_port_host': None}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:39:21.688299 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-36552bcc-157d-43b2-b923-a639826e76a8 req-78cbba64-844e-4f0a-bbbe-3bc9544480d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:21.722068 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62ca228b-e26d-4b44-962e-0de5a96c4282 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:39:21.744371 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-5825802c-e03a-45c7-9b6e-771ae3f39022 None None] Port 3e43aa41-b636-47b4-93e2-0b0bf4f8b871 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:39:21.765227 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-62ca228b-e26d-4b44-962e-0de5a96c4282 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "PUT /v2.0/routers/366f990b-af30-4e55-9d39-5014e6df4dc4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4631789 Aug 05 11:39:21.772573 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35394) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:39:21.821867 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb8e14c-433a-4b74-a466-fa0aa6be35af None None] The sync data for ids ['366f990b-af30-4e55-9d39-5014e6df4dc4'] in n-d-803378-2 is: [{'id': '366f990b-af30-4e55-9d39-5014e6df4dc4', 'name': 'tempest-NetworksTestDHCPv6-router-1986195343', 'tenant_id': '2255634a74e844e794fd358818288ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:38:55Z', 'updated_at': '2021-08-05T11:39:19Z', 'revision_number': 3, 'project_id': '2255634a74e844e794fd358818288ba1', 'gw_port_host': None}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:39:21.844519 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-9ac16d85-e775-41c0-bb67-75ad181e5c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:22.005426 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-efb133db-23ca-429e-abd8-041df7e50b49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:22.008023 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cbba64-844e-4f0a-bbbe-3bc9544480d0 service neutron] Pushing event updated for resources: {'Port': ['ID=3e43aa41-b636-47b4-93e2-0b0bf4f8b871,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:39:22.047899 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b7bdfe-1666-4aa8-96b6-f7090cf53eae tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:39:22.053198 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b7bdfe-1666-4aa8-96b6-f7090cf53eae tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:39:22.068592 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-31b7bdfe-1666-4aa8-96b6-f7090cf53eae tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2929451 Aug 05 11:39:22.071838 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35398) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:39:22.131151 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-acfff582-b956-44cd-986f-af134caae2d0 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Allocated IP 2001:db8::f816:3eff:fecd:e0c9 (5fc3370b-0fc8-4747-ac23-a40936a2d4c7/3aec1e18-3057-429c-8607-ab9177e76537/42126952-202a-4732-aca4-86deebaeb7d2) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:39:22.330234 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fb24d26-52cc-4fb4-bf14-cd00ba9ce71f tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Deleting subnet 0de7911c-f56c-49b4-afc7-0299958eea36 {{(pid=94421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:39:22.376858 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac16d85-e775-41c0-bb67-75ad181e5c18 None None] Network 5fc3370b-0fc8-4747-ac23-a40936a2d4c7 is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:39:22.383997 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7fb24d26-52cc-4fb4-bf14-cd00ba9ce71f tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks [] for subnet, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:22.411901 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac16d85-e775-41c0-bb67-75ad181e5c18 None None] Pushing event updated for resources: {'Port': ['ID=77da6d29-9804-4c7c-a69e-f3e776274e34,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:39:22.422803 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-7c326d40-8150-488e-a92b-90ef11a4c290 None None] Could not find standard attr ID for object b523407f-b77a-4914-a025-5194373d855c. {{(pid=94422) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 05 11:39:22.472462 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-9ac16d85-e775-41c0-bb67-75ad181e5c18 None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:39:22.481575 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac16d85-e775-41c0-bb67-75ad181e5c18 None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:39:22.546031 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cbba64-844e-4f0a-bbbe-3bc9544480d0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:39:22.546473 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cbba64-844e-4f0a-bbbe-3bc9544480d0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:39:22.547028 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cbba64-844e-4f0a-bbbe-3bc9544480d0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:39:22.547577 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cbba64-844e-4f0a-bbbe-3bc9544480d0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:39:22.548350 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cbba64-844e-4f0a-bbbe-3bc9544480d0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:39:22.548942 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cbba64-844e-4f0a-bbbe-3bc9544480d0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:39:22.549491 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cbba64-844e-4f0a-bbbe-3bc9544480d0 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:39:22.550052 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cbba64-844e-4f0a-bbbe-3bc9544480d0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:39:22.550617 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cbba64-844e-4f0a-bbbe-3bc9544480d0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:39:22.551246 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cbba64-844e-4f0a-bbbe-3bc9544480d0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:39:22.558375 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cbba64-844e-4f0a-bbbe-3bc9544480d0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:39:22.559045 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cbba64-844e-4f0a-bbbe-3bc9544480d0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:39:22.645437 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:22.647996 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-efb133db-23ca-429e-abd8-041df7e50b49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:22.666086 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-efb133db-23ca-429e-abd8-041df7e50b49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:22.685429 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d994ef3-e5aa-4aa2-b45f-291b4477f76a req-54e816fb-a709-443e-83e2-7aaef6a35483 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:39:22.712622 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4d994ef3-e5aa-4aa2-b45f-291b4477f76a req-54e816fb-a709-443e-83e2-7aaef6a35483 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=7867b2c8-ac1a-4028-bb5d-04646277a459 HTTP/1.1" status: 200 len: 931 time: 1.4725773 Aug 05 11:39:22.772072 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01e1b846-4922-422e-b3e5-cfd60700e2b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0025edd-d4c9-45ce-b7df-680484ac95a9'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:39:22.781166 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59958ab8-391f-4998-9f7c-145574ba2d1a" -d '{"events": [{"server_uuid": "01e1b846-4922-422e-b3e5-cfd60700e2b9", "name": "network-vif-plugged", "status": "completed", "tag": "d0025edd-d4c9-45ce-b7df-680484ac95a9"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:39:22.807695 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb133db-23ca-429e-abd8-041df7e50b49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aa9df0c-aafb-4a2c-acf4-12fa363cfe0a,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:39:22.892655 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7fb24d26-52cc-4fb4-bf14-cd00ba9ce71f tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29786388'] for subnet, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:22.938563 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port d0025edd-d4c9-45ce-b7df-680484ac95a9, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=d0025edd-d4c9-45ce-b7df-680484ac95a9,segment=NetworkSegment(1464bea6-dc68-4175-ac76-169c7629018f),segment_id=1464bea6-dc68-4175-ac76-169c7629018f)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:39:22.991992 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8376d19-4d53-4dbd-8549-ba023fec0314 req-f042f1de-f32e-448f-8a49-2070682ebc23 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:39:22.994490 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-efb133db-23ca-429e-abd8-041df7e50b49 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d65725822f794a9ba4cfca27072749be&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5912974 Aug 05 11:39:23.001889 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35412) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:39:23.002194 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f8376d19-4d53-4dbd-8549-ba023fec0314 req-f042f1de-f32e-448f-8a49-2070682ebc23 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?device_id=01e1b846-4922-422e-b3e5-cfd60700e2b9 HTTP/1.1" status: 200 len: 945 time: 1.5629668 Aug 05 11:39:23.065004 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4d994ef3-e5aa-4aa2-b45f-291b4477f76a req-4d2cfe3a-6d33-4386-9289-4f50ccc0d863 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=30974407-7b2a-468c-b989-540006d0da28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3481493 Aug 05 11:39:23.075075 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:23.410365 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7fb24d26-52cc-4fb4-bf14-cd00ba9ce71f tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:23.421405 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-80d2c1bf-5e58-4959-8997-ac622ab0dfdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:23.485827 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-acfff582-b956-44cd-986f-af134caae2d0 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:23.495472 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f8376d19-4d53-4dbd-8549-ba023fec0314 req-a4de2675-f86f-466a-94bd-e31d7b335836 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/security-groups?id=5dfacf8b-ef80-4e03-9b2b-0b5aacf0bf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4921539 Aug 05 11:39:23.544007 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-80d2c1bf-5e58-4959-8997-ac622ab0dfdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:23.576589 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-36552bcc-157d-43b2-b923-a639826e76a8 req-78cbba64-844e-4f0a-bbbe-3bc9544480d0 service neutron] Attempting to bind port 3e43aa41-b636-47b4-93e2-0b0bf4f8b871 on host n-h1-803378-2 for vnic_type normal with profile {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:39:23.579227 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-36552bcc-157d-43b2-b923-a639826e76a8 req-78cbba64-844e-4f0a-bbbe-3bc9544480d0 service neutron] Attempting to bind port 3e43aa41-b636-47b4-93e2-0b0bf4f8b871 by drivers openvswitch,hyperv on host n-h1-803378-2 at level 0 using segments [{'id': '5615e441-bf2b-4f62-9a7e-00bdeb60130a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '3bbc31db-4958-4e8b-9f8e-bc48b5d28e47'}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:39:23.592934 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36552bcc-157d-43b2-b923-a639826e76a8 req-78cbba64-844e-4f0a-bbbe-3bc9544480d0 service neutron] Attempting to bind port 3e43aa41-b636-47b4-93e2-0b0bf4f8b871 on network 3bbc31db-4958-4e8b-9f8e-bc48b5d28e47 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:39:23.602617 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [None req-acfff582-b956-44cd-986f-af134caae2d0 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Transition to ACTIVE for port object 42126952-202a-4732-aca4-86deebaeb7d2 will not be triggered until provisioned by entity DHCP. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:39:23.608529 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-9ac16d85-e775-41c0-bb67-75ad181e5c18 None None] Attempting to bind port 77da6d29-9804-4c7c-a69e-f3e776274e34 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:39:23.609421 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-9ac16d85-e775-41c0-bb67-75ad181e5c18 None None] Attempting to bind port 77da6d29-9804-4c7c-a69e-f3e776274e34 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '64bed804-be5f-44a1-8195-7bf7aa517648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '5fc3370b-0fc8-4747-ac23-a40936a2d4c7'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:39:23.609593 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac16d85-e775-41c0-bb67-75ad181e5c18 None None] Attempting to bind port 77da6d29-9804-4c7c-a69e-f3e776274e34 on network 5fc3370b-0fc8-4747-ac23-a40936a2d4c7 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:39:23.659531 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-692529a9-9df0-4ef9-9534-bebea9e5750f x-openstack-request-id: req-692529a9-9df0-4ef9-9534-bebea9e5750f {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:39:23.660435 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01e1b846-4922-422e-b3e5-cfd60700e2b9", "name": "network-vif-plugged", "status": "completed", "tag": "d0025edd-d4c9-45ce-b7df-680484ac95a9", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:39:23.662502 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-692529a9-9df0-4ef9-9534-bebea9e5750f {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:39:23.663817 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01e1b846-4922-422e-b3e5-cfd60700e2b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0025edd-d4c9-45ce-b7df-680484ac95a9', 'code': 200} Aug 05 11:39:23.668118 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36552bcc-157d-43b2-b923-a639826e76a8 req-78cbba64-844e-4f0a-bbbe-3bc9544480d0 service neutron] Port 3e43aa41-b636-47b4-93e2-0b0bf4f8b871 on network 3bbc31db-4958-4e8b-9f8e-bc48b5d28e47 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-2 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:39:23.671659 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36552bcc-157d-43b2-b923-a639826e76a8 req-78cbba64-844e-4f0a-bbbe-3bc9544480d0 service neutron] Attempting to bind port 3e43aa41-b636-47b4-93e2-0b0bf4f8b871 on network 3bbc31db-4958-4e8b-9f8e-bc48b5d28e47 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:39:23.740375 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36552bcc-157d-43b2-b923-a639826e76a8 req-78cbba64-844e-4f0a-bbbe-3bc9544480d0 service neutron] Checking agent: {'id': '40bb7567-59bd-4b31-bc29-da1c50bca759', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:39:23.742252 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36552bcc-157d-43b2-b923-a639826e76a8 req-78cbba64-844e-4f0a-bbbe-3bc9544480d0 service neutron] Checking segment: {'id': '5615e441-bf2b-4f62-9a7e-00bdeb60130a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '3bbc31db-4958-4e8b-9f8e-bc48b5d28e47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:39:23.743425 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36552bcc-157d-43b2-b923-a639826e76a8 req-78cbba64-844e-4f0a-bbbe-3bc9544480d0 service neutron] Bound using segment: {'id': '5615e441-bf2b-4f62-9a7e-00bdeb60130a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '3bbc31db-4958-4e8b-9f8e-bc48b5d28e47'} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:39:23.744889 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-36552bcc-157d-43b2-b923-a639826e76a8 req-78cbba64-844e-4f0a-bbbe-3bc9544480d0 service neutron] Bound port: 3e43aa41-b636-47b4-93e2-0b0bf4f8b871, host: n-h1-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5615e441-bf2b-4f62-9a7e-00bdeb60130a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '3bbc31db-4958-4e8b-9f8e-bc48b5d28e47'}}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:39:23.746322 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-36552bcc-157d-43b2-b923-a639826e76a8 req-78cbba64-844e-4f0a-bbbe-3bc9544480d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:23.810900 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=d0025edd-d4c9-45ce-b7df-680484ac95a9,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:39:23.829694 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac16d85-e775-41c0-bb67-75ad181e5c18 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:39:23.830323 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac16d85-e775-41c0-bb67-75ad181e5c18 None None] Checking segment: {'id': '64bed804-be5f-44a1-8195-7bf7aa517648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '5fc3370b-0fc8-4747-ac23-a40936a2d4c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:39:23.831106 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-9ac16d85-e775-41c0-bb67-75ad181e5c18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:23.831999 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac16d85-e775-41c0-bb67-75ad181e5c18 None None] Bound using segment: {'id': '64bed804-be5f-44a1-8195-7bf7aa517648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '5fc3370b-0fc8-4747-ac23-a40936a2d4c7'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:39:23.833805 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-9ac16d85-e775-41c0-bb67-75ad181e5c18 None None] Bound port: 77da6d29-9804-4c7c-a69e-f3e776274e34, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64bed804-be5f-44a1-8195-7bf7aa517648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '5fc3370b-0fc8-4747-ac23-a40936a2d4c7'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:39:23.834522 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-9ac16d85-e775-41c0-bb67-75ad181e5c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:23.892337 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c17bf7-6e54-4140-8f60-48deed4ddc9f None None] Sync routers for ids ['366f990b-af30-4e55-9d39-5014e6df4dc4'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:39:23.941093 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c17bf7-6e54-4140-8f60-48deed4ddc9f None None] Routers {'366f990b-af30-4e55-9d39-5014e6df4dc4'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:39:23.942669 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-19c17bf7-6e54-4140-8f60-48deed4ddc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:39:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['366f990b-af30-4e55-9d39-5014e6df4dc4'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:39:24.059520 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-acfff582-b956-44cd-986f-af134caae2d0 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:24.136460 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7fb24d26-52cc-4fb4-bf14-cd00ba9ce71f tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25038609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30075142'] for subnet, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:24.137381 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-9ac16d85-e775-41c0-bb67-75ad181e5c18 None None] For port 77da6d29-9804-4c7c-a69e-f3e776274e34, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:39:24.144961 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-19c17bf7-6e54-4140-8f60-48deed4ddc9f None None] Set router 366f990b-af30-4e55-9d39-5014e6df4dc4 gateway port host: None {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:39:24.156077 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-9ac16d85-e775-41c0-bb67-75ad181e5c18 None None] For port 77da6d29-9804-4c7c-a69e-f3e776274e34, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=77da6d29-9804-4c7c-a69e-f3e776274e34,segment=NetworkSegment(64bed804-be5f-44a1-8195-7bf7aa517648),segment_id=64bed804-be5f-44a1-8195-7bf7aa517648)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:39:24.171007 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-9ac16d85-e775-41c0-bb67-75ad181e5c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:24.346269 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7fb24d26-52cc-4fb4-bf14-cd00ba9ce71f tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:24.360448 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-7fb24d26-52cc-4fb4-bf14-cd00ba9ce71f tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "DELETE /v2.0/subnets/0de7911c-f56c-49b4-afc7-0299958eea36 HTTP/1.1" status: 204 len: 168 time: 2.2822974 Aug 05 11:39:24.360448 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb24d26-52cc-4fb4-bf14-cd00ba9ce71f tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Pushing event deleted for resources: {'Subnet': ['ID=0de7911c-f56c-49b4-afc7-0299958eea36,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:39:24.376234 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903e5ec9-c694-40aa-87a4-2e2a0d3abe19 None None] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:39:24.378067 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-80d2c1bf-5e58-4959-8997-ac622ab0dfdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:24.399982 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-80d2c1bf-5e58-4959-8997-ac622ab0dfdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:24.408109 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-80d2c1bf-5e58-4959-8997-ac622ab0dfdc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6aa9df0c-aafb-4a2c-acf4-12fa363cfe0a HTTP/1.1" status: 204 len: 168 time: 1.3982484 Aug 05 11:39:24.414181 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35426) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:39:24.480622 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35430) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:39:24.481706 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acfff582-b956-44cd-986f-af134caae2d0 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Network 5fc3370b-0fc8-4747-ac23-a40936a2d4c7 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:39:24.505534 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-19c17bf7-6e54-4140-8f60-48deed4ddc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366f990b-af30-4e55-9d39-5014e6df4dc4', 'name': 'tempest-NetworksTestDHCPv6-router-1986195343', 'tenant_id': '2255634a74e844e794fd358818288ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:38:55Z', 'updated_at': '2021-08-05T11:39:19Z', 'revision_number': 3, 'project_id': '2255634a74e844e794fd358818288ba1', 'gw_port_host': None}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:39:24.549825 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d2c1bf-5e58-4959-8997-ac622ab0dfdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aa9df0c-aafb-4a2c-acf4-12fa363cfe0a,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:39:24.577617 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c17bf7-6e54-4140-8f60-48deed4ddc9f None None] Checking router: 366f990b-af30-4e55-9d39-5014e6df4dc4 for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:39:24.578693 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1156db-424a-44aa-a0ea-b6a03c349fc7 req-14d4224e-aabd-4388-98bc-e105d4b095dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:39:24.598202 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c17bf7-6e54-4140-8f60-48deed4ddc9f None None] Routers {'366f990b-af30-4e55-9d39-5014e6df4dc4'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:39:24.600458 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-19c17bf7-6e54-4140-8f60-48deed4ddc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:39:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['366f990b-af30-4e55-9d39-5014e6df4dc4'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:39:24.603769 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1b1156db-424a-44aa-a0ea-b6a03c349fc7 req-14d4224e-aabd-4388-98bc-e105d4b095dc service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=01e1b846-4922-422e-b3e5-cfd60700e2b9 HTTP/1.1" status: 200 len: 1097 time: 0.7530687 Aug 05 11:39:24.786397 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1b1156db-424a-44aa-a0ea-b6a03c349fc7 req-3064f184-d761-4bfc-9bc2-04d9a83b51e8 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=5dfacf8b-ef80-4e03-9b2b-0b5aacf0bf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750033 Aug 05 11:39:24.795384 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-19c17bf7-6e54-4140-8f60-48deed4ddc9f None None] Set router 366f990b-af30-4e55-9d39-5014e6df4dc4 gateway port host: None {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:39:24.885554 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac16d85-e775-41c0-bb67-75ad181e5c18 None None] Pushing event updated for resources: {'Port': ['ID=77da6d29-9804-4c7c-a69e-f3e776274e34,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:39:24.960590 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-acfff582-b956-44cd-986f-af134caae2d0 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:39:24.990592 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfff582-b956-44cd-986f-af134caae2d0 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:39:25.003705 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acfff582-b956-44cd-986f-af134caae2d0 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:39:25.012378 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-acfff582-b956-44cd-986f-af134caae2d0 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:25.041052 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-19c17bf7-6e54-4140-8f60-48deed4ddc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366f990b-af30-4e55-9d39-5014e6df4dc4', 'name': 'tempest-NetworksTestDHCPv6-router-1986195343', 'tenant_id': '2255634a74e844e794fd358818288ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:38:55Z', 'updated_at': '2021-08-05T11:39:19Z', 'revision_number': 3, 'project_id': '2255634a74e844e794fd358818288ba1', 'gw_port_host': None}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:39:25.106004 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c17bf7-6e54-4140-8f60-48deed4ddc9f None None] The sync data for ids ['366f990b-af30-4e55-9d39-5014e6df4dc4'] in n-d-803378-2 is: [{'id': '366f990b-af30-4e55-9d39-5014e6df4dc4', 'name': 'tempest-NetworksTestDHCPv6-router-1986195343', 'tenant_id': '2255634a74e844e794fd358818288ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:38:55Z', 'updated_at': '2021-08-05T11:39:19Z', 'revision_number': 3, 'project_id': '2255634a74e844e794fd358818288ba1', 'gw_port_host': None}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:39:25.202488 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfff582-b956-44cd-986f-af134caae2d0 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Pushing event updated for resources: {'Port': ['ID=42126952-202a-4732-aca4-86deebaeb7d2,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:39:25.295550 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-36552bcc-157d-43b2-b923-a639826e76a8 req-78cbba64-844e-4f0a-bbbe-3bc9544480d0 service neutron] For port 3e43aa41-b636-47b4-93e2-0b0bf4f8b871, host n-h1-803378-2, cleared binding levels {{(pid=94420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:39:25.323068 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8eb558d-e0b6-4a8d-913e-d3cdb6f080cc None None] DHCP port deletion for 65f763dc-e344-4f1a-a003-f0293beb6d65 request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 11:39:25.494685 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-d8eb558d-e0b6-4a8d-913e-d3cdb6f080cc None None] Deleting port df725973-9465-4a4b-aa10-c5b668c54262 {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:39:25.495364 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-d8eb558d-e0b6-4a8d-913e-d3cdb6f080cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:25.533137 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6494fa11-0521-4aa8-b2a6-7912b065caa9 req-1590833c-5f10-4de5-a366-b42de49e8d74 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:39:25.535746 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6494fa11-0521-4aa8-b2a6-7912b065caa9 req-1590833c-5f10-4de5-a366-b42de49e8d74 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?device_id=01e1b846-4922-422e-b3e5-cfd60700e2b9 HTTP/1.1" status: 200 len: 946 time: 0.5090368 Aug 05 11:39:25.580287 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104ba93e-5038-43ae-afc6-c6e601823fec req-658a154a-fea7-4832-aaff-e997914243c3 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:39:25.582756 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-104ba93e-5038-43ae-afc6-c6e601823fec req-658a154a-fea7-4832-aaff-e997914243c3 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=7867b2c8-ac1a-4028-bb5d-04646277a459 HTTP/1.1" status: 200 len: 943 time: 1.0888822 Aug 05 11:39:25.595632 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-acfff582-b956-44cd-986f-af134caae2d0 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 8.6503189 Aug 05 11:39:25.619688 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35446) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:39:25.625074 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-36552bcc-157d-43b2-b923-a639826e76a8 req-78cbba64-844e-4f0a-bbbe-3bc9544480d0 service neutron] For port 3e43aa41-b636-47b4-93e2-0b0bf4f8b871, host n-h1-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=3e43aa41-b636-47b4-93e2-0b0bf4f8b871,segment=NetworkSegment(5615e441-bf2b-4f62-9a7e-00bdeb60130a),segment_id=5615e441-bf2b-4f62-9a7e-00bdeb60130a)] {{(pid=94420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:39:25.735115 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-104ba93e-5038-43ae-afc6-c6e601823fec req-fbfc4a20-5f4a-4bd5-a332-174b31a29ae2 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=30974407-7b2a-468c-b989-540006d0da28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703928 Aug 05 11:39:25.738564 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-36552bcc-157d-43b2-b923-a639826e76a8 req-78cbba64-844e-4f0a-bbbe-3bc9544480d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:25.873707 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-d8eb558d-e0b6-4a8d-913e-d3cdb6f080cc None None] For port df725973-9465-4a4b-aa10-c5b668c54262, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=df725973-9465-4a4b-aa10-c5b668c54262,segment=NetworkSegment(c3ce43ff-a33b-459d-a35e-6c011fee3456),segment_id=c3ce43ff-a33b-459d-a35e-6c011fee3456)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:39:25.874401 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-d8eb558d-e0b6-4a8d-913e-d3cdb6f080cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:25.943123 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-d8eb558d-e0b6-4a8d-913e-d3cdb6f080cc None None] Calling delete_port for df725973-9465-4a4b-aa10-c5b668c54262 owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:39:25.996206 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9803f50-1e04-4bbf-9b87-aabf30287606 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Deleting subnet 3aec1e18-3057-429c-8607-ab9177e76537 {{(pid=94421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:39:26.031467 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cbba64-844e-4f0a-bbbe-3bc9544480d0 service neutron] Pushing event updated for resources: {'Port': ['ID=3e43aa41-b636-47b4-93e2-0b0bf4f8b871,revision_number=3']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:39:26.054566 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-825275c9-8ed3-43ff-ae0a-2f42c86816be admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f811ccc1244d4d32a53adbbe13250fd5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5693915 Aug 05 11:39:26.063964 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35456) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:39:26.066644 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-7991d4e0-f680-481d-a2a3-c36ca8cd7dc8 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 1.6508899 Aug 05 11:39:26.089638 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35458) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:39:26.090996 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f9803f50-1e04-4bbf-9b87-aabf30287606 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks [] for subnet, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:26.098259 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36552bcc-157d-43b2-b923-a639826e76a8 req-78cbba64-844e-4f0a-bbbe-3bc9544480d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:39:26.099676 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-36552bcc-157d-43b2-b923-a639826e76a8 req-78cbba64-844e-4f0a-bbbe-3bc9544480d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:26.103255 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-36552bcc-157d-43b2-b923-a639826e76a8 req-78cbba64-844e-4f0a-bbbe-3bc9544480d0 service neutron] 10.222.0.64 "PUT /v2.0/ports/3e43aa41-b636-47b4-93e2-0b0bf4f8b871 HTTP/1.1" status: 200 len: 1091 time: 7.7646563 Aug 05 11:39:26.104317 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7867b2c8-ac1a-4028-bb5d-04646277a459', 'tag': '3e43aa41-b636-47b4-93e2-0b0bf4f8b871'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:39:26.107242 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}828068ad8d405ad77660ce68fa78e1ffe658725812f7a08f9e488a446589295b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e6bfa9d-edd6-4909-8063-c0e6bdfec25d" -d '{"events": [{"name": "network-changed", "server_uuid": "7867b2c8-ac1a-4028-bb5d-04646277a459", "tag": "3e43aa41-b636-47b4-93e2-0b0bf4f8b871"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:39:26.183973 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6494fa11-0521-4aa8-b2a6-7912b065caa9 req-e5032dbe-e000-4ab8-af96-a8a24c405bc3 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/security-groups?id=5dfacf8b-ef80-4e03-9b2b-0b5aacf0bf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5839300 Aug 05 11:39:26.329887 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49a1131a-056a-470d-b3b3-300b94b966a5 x-openstack-request-id: req-49a1131a-056a-470d-b3b3-300b94b966a5 {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:39:26.330812 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7867b2c8-ac1a-4028-bb5d-04646277a459", "tag": "3e43aa41-b636-47b4-93e2-0b0bf4f8b871", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:39:26.331469 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-49a1131a-056a-470d-b3b3-300b94b966a5 {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:39:26.333546 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7867b2c8-ac1a-4028-bb5d-04646277a459', 'tag': '3e43aa41-b636-47b4-93e2-0b0bf4f8b871', 'status': 'completed', 'code': 200} Aug 05 11:39:26.512563 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-d8eb558d-e0b6-4a8d-913e-d3cdb6f080cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:26.594228 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a6c3b9f9-fcd3-437e-a9f0-12d6391e91fe tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks [] for router, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:26.597116 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6bfa9d-edd6-4909-8063-c0e6bdfec25d req-09ee9052-6e83-4025-bbe3-9495124d9dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:39:26.612643 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3e6bfa9d-edd6-4909-8063-c0e6bdfec25d req-09ee9052-6e83-4025-bbe3-9495124d9dd1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=922471f37b13454ba92168a26c5eea8e&device_id=7867b2c8-ac1a-4028-bb5d-04646277a459 HTTP/1.1" status: 200 len: 1094 time: 0.2186062 Aug 05 11:39:26.618609 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8eb558d-e0b6-4a8d-913e-d3cdb6f080cc None None] Pushing event deleted for resources: {'Port': ['ID=df725973-9465-4a4b-aa10-c5b668c54262,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:39:26.631772 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8eb558d-e0b6-4a8d-913e-d3cdb6f080cc None None] No DVR routers for this DVR port df725973-9465-4a4b-aa10-c5b668c54262 on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:39:26.713791 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 77da6d29-9804-4c7c-a69e-f3e776274e34 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:39:26.877348 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 77da6d29-9804-4c7c-a69e-f3e776274e34 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:39:27.080374 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device df725973-9465-4a4b-aa10-c5b668c54262 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:39:27.141556 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: df725973-9465-4a4b-aa10-c5b668c54262 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:39:27.142251 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device df725973-9465-4a4b-aa10-c5b668c54262 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:39:27.266998 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f9803f50-1e04-4bbf-9b87-aabf30287606 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29786388'] for subnet, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:27.326536 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e3b981-b7af-46ee-8aa5-bff6b6f73bc0 None None] Network 5fc3370b-0fc8-4747-ac23-a40936a2d4c7 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:39:27.341008 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407bd442-a04c-4a05-9574-3ce3459448ad req-6f2767cf-57c8-4cf1-9c78-8d4a9d76ee80 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:39:27.355167 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-407bd442-a04c-4a05-9574-3ce3459448ad req-6f2767cf-57c8-4cf1-9c78-8d4a9d76ee80 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=7867b2c8-ac1a-4028-bb5d-04646277a459 HTTP/1.1" status: 200 len: 943 time: 0.3188307 Aug 05 11:39:27.413755 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6bfa9d-edd6-4909-8063-c0e6bdfec25d req-80a3cf45-8235-405d-a023-a3ba92b0bfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:39:27.416620 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3e6bfa9d-edd6-4909-8063-c0e6bdfec25d req-80a3cf45-8235-405d-a023-a3ba92b0bfc5 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=922471f37b13454ba92168a26c5eea8e&shared=False HTTP/1.1" status: 200 len: 913 time: 0.7953067 Aug 05 11:39:27.533660 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-cb09b265-e635-4184-afdb-ebcfcfd081ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:27.584370 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-787a0ead-a823-4e9e-ace2-6b7c3ac6b158 None None] Provisioning for port 77da6d29-9804-4c7c-a69e-f3e776274e34 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:39:27.590748 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-cb09b265-e635-4184-afdb-ebcfcfd081ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:27.597776 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-787a0ead-a823-4e9e-ace2-6b7c3ac6b158 None None] Provisioning complete for port 77da6d29-9804-4c7c-a69e-f3e776274e34 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:39:27.598976 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-787a0ead-a823-4e9e-ace2-6b7c3ac6b158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:27.725803 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a6c3b9f9-fcd3-437e-a9f0-12d6391e91fe tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33262979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1951'] for router, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:27.778214 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a6c3b9f9-fcd3-437e-a9f0-12d6391e91fe tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:27.786287 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-cb09b265-e635-4184-afdb-ebcfcfd081ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:27.791478 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-cb09b265-e635-4184-afdb-ebcfcfd081ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:27.793922 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-cb09b265-e635-4184-afdb-ebcfcfd081ed admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b HTTP/1.1" status: 204 len: 168 time: 1.6836824 Aug 05 11:39:27.823294 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09b265-e635-4184-afdb-ebcfcfd081ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec2c0d44-2e94-43bb-bde0-e60d1bd6d40b,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:39:28.051931 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a6c3b9f9-fcd3-437e-a9f0-12d6391e91fe tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33262474'] for router, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:28.054319 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6c3b9f9-fcd3-437e-a9f0-12d6391e91fe tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Fanout notify agent at l3_agent the message router_deleted on router 366f990b-af30-4e55-9d39-5014e6df4dc4 {{(pid=94421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 11:39:28.116723 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a6c3b9f9-fcd3-437e-a9f0-12d6391e91fe tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks [] for router, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:28.138199 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-a6c3b9f9-fcd3-437e-a9f0-12d6391e91fe tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "DELETE /v2.0/routers/366f990b-af30-4e55-9d39-5014e6df4dc4 HTTP/1.1" status: 204 len: 168 time: 1.9690275 Aug 05 11:39:28.144155 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35494) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:39:28.214990 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-787a0ead-a823-4e9e-ace2-6b7c3ac6b158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:28.304595 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-4d48da4d-13cb-43ab-a83d-1fe17eac5410 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1539035 Aug 05 11:39:28.337087 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35496) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:39:28.389915 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-787a0ead-a823-4e9e-ace2-6b7c3ac6b158 None None] For port 77da6d29-9804-4c7c-a69e-f3e776274e34, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=77da6d29-9804-4c7c-a69e-f3e776274e34,segment=NetworkSegment(64bed804-be5f-44a1-8195-7bf7aa517648),segment_id=64bed804-be5f-44a1-8195-7bf7aa517648)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:39:28.404444 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-787a0ead-a823-4e9e-ace2-6b7c3ac6b158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:28.673461 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787a0ead-a823-4e9e-ace2-6b7c3ac6b158 None None] Pushing event updated for resources: {'Port': ['ID=77da6d29-9804-4c7c-a69e-f3e776274e34,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:39:28.806519 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f9803f50-1e04-4bbf-9b87-aabf30287606 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:28.887586 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-407bd442-a04c-4a05-9574-3ce3459448ad req-0d929d44-8b86-4d07-b8b8-3bd6480f897c tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=30974407-7b2a-468c-b989-540006d0da28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5307755 Aug 05 11:39:28.990804 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e20ac95-4d6b-4346-9964-f14ba19c9007 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:39:28.998136 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-9e20ac95-4d6b-4346-9964-f14ba19c9007 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6588802 Aug 05 11:39:28.998816 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35506) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:39:29.044526 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-a36050da-8ef2-487c-abb8-9375cf67bb44 None None] Provisioning complete for port 77da6d29-9804-4c7c-a69e-f3e776274e34 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:39:29.045784 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-a36050da-8ef2-487c-abb8-9375cf67bb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:29.061666 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f580a8b2-b427-4ed0-bd4a-2c931b46df05 req-f206c1d1-fe66-4665-bdad-302c1090b794 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:39:29.080861 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f580a8b2-b427-4ed0-bd4a-2c931b46df05 req-f206c1d1-fe66-4665-bdad-302c1090b794 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?device_id=01e1b846-4922-422e-b3e5-cfd60700e2b9 HTTP/1.1" status: 200 len: 946 time: 1.6097007 Aug 05 11:39:29.226102 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-f5b0b727-6743-4899-a5a4-ff4f88532540 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2207572 Aug 05 11:39:29.234195 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f9803f50-1e04-4bbf-9b87-aabf30287606 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25038609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30075142'] for subnet, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:29.237319 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6bfa9d-edd6-4909-8063-c0e6bdfec25d req-54d27728-5660-47c5-8db9-bae6bacad677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:39:29.249559 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35514) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:39:29.256167 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3e6bfa9d-edd6-4909-8063-c0e6bdfec25d req-54d27728-5660-47c5-8db9-bae6bacad677 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.8204207 Aug 05 11:39:29.299213 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f580a8b2-b427-4ed0-bd4a-2c931b46df05 req-da181fc0-24d4-4d78-888e-36463b6ca0a3 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/security-groups?id=5dfacf8b-ef80-4e03-9b2b-0b5aacf0bf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966403 Aug 05 11:39:29.305046 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-1bd3b204-b50f-49e9-a136-fffdf6d5a4f3 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Request body: {'subnet': {'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:39:29.383372 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:29.525560 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36552bcc-157d-43b2-b923-a639826e76a8 req-3b871ce5-4615-4805-a8c6-49d944fb0210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:39:29.540258 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-36552bcc-157d-43b2-b923-a639826e76a8 req-3b871ce5-4615-4805-a8c6-49d944fb0210 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=922471f37b13454ba92168a26c5eea8e&device_id=7867b2c8-ac1a-4028-bb5d-04646277a459 HTTP/1.1" status: 200 len: 1094 time: 0.1463666 Aug 05 11:39:29.587446 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9803f50-1e04-4bbf-9b87-aabf30287606 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Pushing event deleted for resources: {'Subnet': ['ID=3aec1e18-3057-429c-8607-ab9177e76537,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:39:29.653582 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-a36050da-8ef2-487c-abb8-9375cf67bb44 None None] Provisioning for port 42126952-202a-4732-aca4-86deebaeb7d2 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:39:29.681174 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-a36050da-8ef2-487c-abb8-9375cf67bb44 None None] Provisioning complete for port 42126952-202a-4732-aca4-86deebaeb7d2 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:39:29.686833 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-a36050da-8ef2-487c-abb8-9375cf67bb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:29.751030 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-36552bcc-157d-43b2-b923-a639826e76a8 req-968ba0ac-0364-4017-aee3-9aadda2ad619 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3e43aa41-b636-47b4-93e2-0b0bf4f8b871 HTTP/1.1" status: 200 len: 217 time: 0.2014303 Aug 05 11:39:29.752643 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35522) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:39:29.816555 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f9803f50-1e04-4bbf-9b87-aabf30287606 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:29.818701 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bdfdfcf-5635-4f65-b01d-0047326cb46b None None] Network 5fc3370b-0fc8-4747-ac23-a40936a2d4c7 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:39:29.821905 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-f9803f50-1e04-4bbf-9b87-aabf30287606 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] 10.222.0.58 "DELETE /v2.0/subnets/3aec1e18-3057-429c-8607-ab9177e76537 HTTP/1.1" status: 204 len: 168 time: 4.1712785 Aug 05 11:39:29.827485 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35526) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:39:29.994970 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-a36050da-8ef2-487c-abb8-9375cf67bb44 None None] Port 42126952-202a-4732-aca4-86deebaeb7d2 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:39:30.030594 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35532) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:39:30.030895 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-e6ce0615-ebb1-43dd-8626-0eac6bbb8c43 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=da4bc9ea17ac40ada5b9a73749487e3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2749991 Aug 05 11:39:30.046627 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b6714d-fd95-4de5-b31e-cfd9faabebe4 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:39:30.050477 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b6714d-fd95-4de5-b31e-cfd9faabebe4 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:39:30.055204 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-36b6714d-fd95-4de5-b31e-cfd9faabebe4 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2241144 Aug 05 11:39:30.083354 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35534) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:39:30.118340 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bd3b204-b50f-49e9-a136-fffdf6d5a4f3 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Made reservation on behalf of 2255634a74e844e794fd358818288ba1 for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:39:30.139431 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1bd3b204-b50f-49e9-a136-fffdf6d5a4f3 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:30.189650 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-cbd135e7-37d2-4182-882c-427ce68f4703 None None] Provisioning complete for port 42126952-202a-4732-aca4-86deebaeb7d2 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:39:30.190768 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cbd135e7-37d2-4182-882c-427ce68f4703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:30.220798 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36552bcc-157d-43b2-b923-a639826e76a8 req-1b1e861a-db4a-4e7a-bfbb-8fa3b00f8263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:39:30.222632 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-36552bcc-157d-43b2-b923-a639826e76a8 req-1b1e861a-db4a-4e7a-bfbb-8fa3b00f8263 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2358f314-430e-4da8-8dea-b9e9954bab81 HTTP/1.1" status: 200 len: 851 time: 0.4455974 Aug 05 11:39:30.381855 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-cbd135e7-37d2-4182-882c-427ce68f4703 None None] Port 42126952-202a-4732-aca4-86deebaeb7d2 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:39:30.459805 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b0f52d-9771-4856-a682-3df59c1690fb req-1de957ab-2bac-490d-9cc3-ba6d028bf4a4 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:39:30.481983 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-22b0f52d-9771-4856-a682-3df59c1690fb req-1de957ab-2bac-490d-9cc3-ba6d028bf4a4 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?device_id=01e1b846-4922-422e-b3e5-cfd60700e2b9 HTTP/1.1" status: 200 len: 946 time: 0.5310199 Aug 05 11:39:30.490147 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84186a25-542d-4f89-a0d2-9cd271dafe19 None None] DHCP port deletion for 5fc3370b-0fc8-4747-ac23-a40936a2d4c7 request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 11:39:30.618052 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-afda0f5a-ac09-495c-91eb-7610afdf0f07 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:30.642988 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-22b0f52d-9771-4856-a682-3df59c1690fb req-dcc58c42-8974-4e96-a265-ca00400a6465 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/security-groups?id=5dfacf8b-ef80-4e03-9b2b-0b5aacf0bf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594965 Aug 05 11:39:30.668839 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36552bcc-157d-43b2-b923-a639826e76a8 req-ffe849b1-e80b-45d2-95e2-b4612cf60582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:39:30.671678 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-36552bcc-157d-43b2-b923-a639826e76a8 req-ffe849b1-e80b-45d2-95e2-b4612cf60582 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3bbc31db-4958-4e8b-9f8e-bc48b5d28e47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4068313 Aug 05 11:39:30.764969 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-84186a25-542d-4f89-a0d2-9cd271dafe19 None None] Deleting port 77da6d29-9804-4c7c-a69e-f3e776274e34 {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:39:30.766029 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-84186a25-542d-4f89-a0d2-9cd271dafe19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:30.929550 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-84186a25-542d-4f89-a0d2-9cd271dafe19 None None] For port 77da6d29-9804-4c7c-a69e-f3e776274e34, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=77da6d29-9804-4c7c-a69e-f3e776274e34,segment=NetworkSegment(64bed804-be5f-44a1-8195-7bf7aa517648),segment_id=64bed804-be5f-44a1-8195-7bf7aa517648)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:39:30.930711 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-84186a25-542d-4f89-a0d2-9cd271dafe19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:30.958188 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-84186a25-542d-4f89-a0d2-9cd271dafe19 None None] Calling delete_port for 77da6d29-9804-4c7c-a69e-f3e776274e34 owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:39:30.976378 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e17ea87-4265-45b1-a5e2-1490dec59bce req-9ee722cf-462b-4a2e-bda5-841bf3c3848e tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:39:31.001173 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3e17ea87-4265-45b1-a5e2-1490dec59bce req-9ee722cf-462b-4a2e-bda5-841bf3c3848e tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=7867b2c8-ac1a-4028-bb5d-04646277a459 HTTP/1.1" status: 200 len: 943 time: 0.7984006 Aug 05 11:39:31.009376 n-d-803378-2 neutron-server[94420]: INFO neutron.pecan_wsgi.hooks.translation [None req-afda0f5a-ac09-495c-91eb-7610afdf0f07 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 05 11:39:31.009851 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afda0f5a-ac09-495c-91eb-7610afdf0f07 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:39:31.024918 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-afda0f5a-ac09-495c-91eb-7610afdf0f07 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] 10.222.0.58 "DELETE /v2.0/networks/5fc3370b-0fc8-4747-ac23-a40936a2d4c7 HTTP/1.1" status: 409 len: 405 time: 0.9349582 Aug 05 11:39:31.040066 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35548) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:39:31.050758 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-80974dee-a068-481e-a911-714d9be94d64 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-895998380'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:39:31.104672 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-84186a25-542d-4f89-a0d2-9cd271dafe19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:31.221003 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84186a25-542d-4f89-a0d2-9cd271dafe19 None None] Pushing event deleted for resources: {'Port': ['ID=77da6d29-9804-4c7c-a69e-f3e776274e34,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:39:31.261150 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84186a25-542d-4f89-a0d2-9cd271dafe19 None None] No DVR routers for this DVR port 77da6d29-9804-4c7c-a69e-f3e776274e34 on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:39:31.322525 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80974dee-a068-481e-a911-714d9be94d64 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Made reservation on behalf of 24b9c256d82b47539cda6c0dcc6854db for: {'network': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:39:31.329082 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-80974dee-a068-481e-a911-714d9be94d64 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:31.347274 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-36552bcc-157d-43b2-b923-a639826e76a8 req-270f42c3-b45b-48e0-9180-885c4f25555a service neutron] 10.222.0.64 "GET /v2.0/networks/3bbc31db-4958-4e8b-9f8e-bc48b5d28e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6635056 Aug 05 11:39:31.370851 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3e17ea87-4265-45b1-a5e2-1490dec59bce req-f0700290-473e-4696-b743-08061c711da7 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=30974407-7b2a-468c-b989-540006d0da28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3677964 Aug 05 11:39:31.407485 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a8a41d74-502e-4e8c-9777-d5a8c85c364c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:31.641433 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-36552bcc-157d-43b2-b923-a639826e76a8 req-f348fec1-e2d9-4e29-8ca7-ed641425c509 service neutron] 10.222.0.64 "GET /v2.0/networks/3bbc31db-4958-4e8b-9f8e-bc48b5d28e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2809002 Aug 05 11:39:31.665190 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f309b5-da8c-43d3-920a-282b29ea8a3d req-645966a7-8e63-4202-af5a-e9bb519d6fbc tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:39:31.668140 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-00f309b5-da8c-43d3-920a-282b29ea8a3d req-645966a7-8e63-4202-af5a-e9bb519d6fbc tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?device_id=01e1b846-4922-422e-b3e5-cfd60700e2b9 HTTP/1.1" status: 200 len: 946 time: 0.6319785 Aug 05 11:39:31.692006 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80974dee-a068-481e-a911-714d9be94d64 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] vlan segment allocate from pool success with {'vlan_id': 683, 'physical_network': 'physnet1'} {{(pid=94421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:39:31.710616 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-80974dee-a068-481e-a911-714d9be94d64 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:31.711589 n-d-803378-2 neutron-server[94421]: INFO neutron.db.segments_db [None req-80974dee-a068-481e-a911-714d9be94d64 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Added segment 937a27f1-3ad5-480f-bae8-c98579932923 of type vlan for network 667ebd63-41c4-4e5d-9189-be777caea8f1 Aug 05 11:39:31.790269 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-00f309b5-da8c-43d3-920a-282b29ea8a3d req-7783bc48-c35a-40fd-a1cc-ae757386952d tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/security-groups?id=5dfacf8b-ef80-4e03-9b2b-0b5aacf0bf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030407 Aug 05 11:39:31.796131 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-80974dee-a068-481e-a911-714d9be94d64 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:31.873405 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35564) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:39:31.889406 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a8a41d74-502e-4e8c-9777-d5a8c85c364c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:32.017786 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-80974dee-a068-481e-a911-714d9be94d64 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:32.044891 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80974dee-a068-481e-a911-714d9be94d64 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:39:32.046332 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-80974dee-a068-481e-a911-714d9be94d64 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:32.109144 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-80974dee-a068-481e-a911-714d9be94d64 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.0668802 Aug 05 11:39:32.119272 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35574) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:39:32.137958 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-4bab0e75-00e0-4e16-8e03-f2dae6593792 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Request body: {'subnet': {'network_id': '667ebd63-41c4-4e5d-9189-be777caea8f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:39:32.394634 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 77da6d29-9804-4c7c-a69e-f3e776274e34 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:39:32.425085 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a8a41d74-502e-4e8c-9777-d5a8c85c364c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:32.431010 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a8a41d74-502e-4e8c-9777-d5a8c85c364c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:32.451597 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 77da6d29-9804-4c7c-a69e-f3e776274e34 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:39:32.451787 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 77da6d29-9804-4c7c-a69e-f3e776274e34 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:39:32.457939 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-a8a41d74-502e-4e8c-9777-d5a8c85c364c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5dfd9614-8559-4f5c-a42f-09aa6a54d022 HTTP/1.1" status: 204 len: 168 time: 2.4237010 Aug 05 11:39:32.554930 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a41d74-502e-4e8c-9777-d5a8c85c364c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dfd9614-8559-4f5c-a42f-09aa6a54d022,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:39:32.577708 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-93ec53cf-f159-4080-9ebd-9962a4d1e287 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:32.672077 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80974dee-a068-481e-a911-714d9be94d64 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Pushing event updated for resources: {'Network': ['ID=667ebd63-41c4-4e5d-9189-be777caea8f1,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:39:32.696475 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 667ebd63-41c4-4e5d-9189-be777caea8f1 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:39:32.755268 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb5935f-2ca1-4df5-adbe-96dc0d9d7ebd req-20ddf02b-9c4e-4180-aaee-113250428330 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:39:32.769784 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-edb5935f-2ca1-4df5-adbe-96dc0d9d7ebd req-20ddf02b-9c4e-4180-aaee-113250428330 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?device_id=01e1b846-4922-422e-b3e5-cfd60700e2b9 HTTP/1.1" status: 200 len: 946 time: 0.3792908 Aug 05 11:39:32.777883 n-d-803378-2 neutron-server[94421]: DEBUG neutron.objects.ports [None req-1bd3b204-b50f-49e9-a136-fffdf6d5a4f3 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94421) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 05 11:39:32.782694 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1bd3b204-b50f-49e9-a136-fffdf6d5a4f3 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25038678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30075167'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:32.932660 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd3b204-b50f-49e9-a136-fffdf6d5a4f3 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:39:32.946533 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-1bd3b204-b50f-49e9-a136-fffdf6d5a4f3 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:39:32.955908 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd3b204-b50f-49e9-a136-fffdf6d5a4f3 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:39:32.960763 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1bd3b204-b50f-49e9-a136-fffdf6d5a4f3 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:32.982981 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa3bcd5-31dd-406d-905d-42f6ce81db2e None None] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:39:32.990352 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-edb5935f-2ca1-4df5-adbe-96dc0d9d7ebd req-cf786f19-780f-493d-bb05-e6161b1eb31b tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/security-groups?id=5dfacf8b-ef80-4e03-9b2b-0b5aacf0bf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178268 Aug 05 11:39:33.040399 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96ca0b6-2f85-4352-a211-a63590ea6f1c req-b937866a-44fd-466e-bb82-74f1b7cbcec0 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:39:33.055507 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f96ca0b6-2f85-4352-a211-a63590ea6f1c req-b937866a-44fd-466e-bb82-74f1b7cbcec0 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=7867b2c8-ac1a-4028-bb5d-04646277a459 HTTP/1.1" status: 200 len: 943 time: 0.2811115 Aug 05 11:39:33.059725 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd3b204-b50f-49e9-a136-fffdf6d5a4f3 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Pushing event updated for resources: {'Subnet': ['ID=89c8d7bb-645d-4d43-88aa-bae7180fb7f5,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:39:33.154445 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-93ec53cf-f159-4080-9ebd-9962a4d1e287 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:33.205706 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-93ec53cf-f159-4080-9ebd-9962a4d1e287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:33.222489 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-1bd3b204-b50f-49e9-a136-fffdf6d5a4f3 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.9453487 Aug 05 11:39:33.223168 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35584) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:39:33.240891 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bab0e75-00e0-4e16-8e03-f2dae6593792 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Made reservation on behalf of 24b9c256d82b47539cda6c0dcc6854db for: {'subnet': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:39:33.242654 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-751c3deb-bc1f-4ca9-a107-0a49e976dba5 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Request body: {'subnet': {'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:39:33.259690 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4bab0e75-00e0-4e16-8e03-f2dae6593792 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24211133'] for subnet, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:33.382756 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f96ca0b6-2f85-4352-a211-a63590ea6f1c req-d031af2d-ffe8-45dc-91c8-5beefd1db3e5 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=30974407-7b2a-468c-b989-540006d0da28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3190386 Aug 05 11:39:33.592365 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ec53cf-f159-4080-9ebd-9962a4d1e287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=179eb15a-6d33-46eb-8afa-e677d057b304,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:39:33.627869 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-93ec53cf-f159-4080-9ebd-9962a4d1e287 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6e233ae7120948f4b4b99f14281d68d8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7487671 Aug 05 11:39:33.629461 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35594) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:39:33.755551 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-751c3deb-bc1f-4ca9-a107-0a49e976dba5 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Made reservation on behalf of 2255634a74e844e794fd358818288ba1 for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:39:33.781140 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-751c3deb-bc1f-4ca9-a107-0a49e976dba5 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:33.806742 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc40f7d1-a4be-4951-8a04-5d59532c4506 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-65f763dc-e344-4f1a-a003-f0293beb6d65', 'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65', 'tenant_id': '2255634a74e844e794fd358818288ba1', 'fixed_ips': [{'subnet_id': '89c8d7bb-645d-4d43-88aa-bae7180fb7f5'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 11:39:33.808291 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-fc40f7d1-a4be-4951-8a04-5d59532c4506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:33.828827 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-bcd9b51d-990c-486e-a49b-c95c7f0ef79e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:33.940274 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-bcd9b51d-990c-486e-a49b-c95c7f0ef79e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:34.225978 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-bcd9b51d-990c-486e-a49b-c95c7f0ef79e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:34.237227 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-bcd9b51d-990c-486e-a49b-c95c7f0ef79e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:34.242365 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-bcd9b51d-990c-486e-a49b-c95c7f0ef79e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/179eb15a-6d33-46eb-8afa-e677d057b304 HTTP/1.1" status: 204 len: 168 time: 0.6079202 Aug 05 11:39:34.352105 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 11:39:34.369227 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd9b51d-990c-486e-a49b-c95c7f0ef79e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=179eb15a-6d33-46eb-8afa-e677d057b304,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:39:34.431126 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 3e43aa41-b636-47b4-93e2-0b0bf4f8b871 details requested by agent hyperv_n-h1-803378-2 with host n-h1-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:39:34.667116 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.db.resource_extend [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 05 11:39:34.869884 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02875430-2a9c-4db9-9e48-e0eff2c0861a req-0e939578-f7db-4a42-b0ea-286a9c1136a2 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:39:34.874507 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 3e43aa41-b636-47b4-93e2-0b0bf4f8b871, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=3e43aa41-b636-47b4-93e2-0b0bf4f8b871,segment=NetworkSegment(5615e441-bf2b-4f62-9a7e-00bdeb60130a),segment_id=5615e441-bf2b-4f62-9a7e-00bdeb60130a)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:39:34.881806 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-02875430-2a9c-4db9-9e48-e0eff2c0861a req-0e939578-f7db-4a42-b0ea-286a9c1136a2 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?device_id=01e1b846-4922-422e-b3e5-cfd60700e2b9 HTTP/1.1" status: 200 len: 946 time: 0.5956690 Aug 05 11:39:34.903759 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-fc40f7d1-a4be-4951-8a04-5d59532c4506 None None] Allocated IP 2001:db8::f816:3eff:fe3d:12a4 (65f763dc-e344-4f1a-a003-f0293beb6d65/89c8d7bb-645d-4d43-88aa-bae7180fb7f5/04860839-7a14-4622-983b-82cfb71f85d8) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:39:35.046710 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-751c3deb-bc1f-4ca9-a107-0a49e976dba5 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25038678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30075167'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:35.076506 n-d-803378-2 neutron-server[94420]: DEBUG neutron.objects.ports [None req-4bab0e75-00e0-4e16-8e03-f2dae6593792 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94420) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 05 11:39:35.140622 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4bab0e75-00e0-4e16-8e03-f2dae6593792 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29762700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24211087'] for subnet, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:35.257182 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751c3deb-bc1f-4ca9-a107-0a49e976dba5 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Pushing event updated for resources: {'Subnet': ['ID=931ac8a4-5953-463a-8673-3faa000db9bf,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:39:35.295996 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab0e75-00e0-4e16-8e03-f2dae6593792 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Pushing event updated for resources: {'Subnet': ['ID=3bc61c72-85d8-4d29-9b40-2a06f04a5f32,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:39:35.321168 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751c3deb-bc1f-4ca9-a107-0a49e976dba5 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:39:35.329164 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-751c3deb-bc1f-4ca9-a107-0a49e976dba5 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:39:35.340692 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751c3deb-bc1f-4ca9-a107-0a49e976dba5 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:39:35.343428 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-751c3deb-bc1f-4ca9-a107-0a49e976dba5 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:35.346942 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-fc40f7d1-a4be-4951-8a04-5d59532c4506 None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:35.365299 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-fc40f7d1-a4be-4951-8a04-5d59532c4506 None None] Transition to ACTIVE for port object 04860839-7a14-4622-983b-82cfb71f85d8 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:39:35.395892 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-751c3deb-bc1f-4ca9-a107-0a49e976dba5 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1681972 Aug 05 11:39:35.403742 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Returning: {'device': '3e43aa41-b636-47b4-93e2-0b0bf4f8b871', 'network_id': '3bbc31db-4958-4e8b-9f8e-bc48b5d28e47', 'port_id': '3e43aa41-b636-47b4-93e2-0b0bf4f8b871', 'mac_address': 'fa:16:3e:53:3a:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2358f314-430e-4da8-8dea-b9e9954bab81', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:39:35.406023 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35620) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:39:35.426264 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-5917102b-cf20-4bab-84a3-dd3cab1e445a tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Request body: {'port': {'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65', 'mac_address': 'fa:16:3e:dd:08:3d', 'name': 'tempest-NetworksTestDHCPv6-1736541027'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:39:35.428122 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-fc40f7d1-a4be-4951-8a04-5d59532c4506 None None] Transition to ACTIVE for port object 04860839-7a14-4622-983b-82cfb71f85d8 will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:39:35.429260 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-02875430-2a9c-4db9-9e48-e0eff2c0861a req-27d931b4-5fe0-4d2e-8c1e-6e77788db5a4 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/security-groups?id=5dfacf8b-ef80-4e03-9b2b-0b5aacf0bf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5353909 Aug 05 11:39:35.461299 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-fc40f7d1-a4be-4951-8a04-5d59532c4506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:35.470927 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372037cd-7ed1-4869-a4c8-540ea0827216 req-553aafa5-246d-47c5-869a-6e02e0f8f050 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:39:35.492297 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-372037cd-7ed1-4869-a4c8-540ea0827216 req-553aafa5-246d-47c5-869a-6e02e0f8f050 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=7867b2c8-ac1a-4028-bb5d-04646277a459 HTTP/1.1" status: 200 len: 943 time: 0.8198755 Aug 05 11:39:35.519299 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bab0e75-00e0-4e16-8e03-f2dae6593792 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Checking segment: {'id': '937a27f1-3ad5-480f-bae8-c98579932923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '667ebd63-41c4-4e5d-9189-be777caea8f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:39:35.519848 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bab0e75-00e0-4e16-8e03-f2dae6593792 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Network hostable DHCP agents. Network: 667ebd63-41c4-4e5d-9189-be777caea8f1, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:39:35.682274 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bab0e75-00e0-4e16-8e03-f2dae6593792 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Network 667ebd63-41c4-4e5d-9189-be777caea8f1 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:39:35.714886 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-372037cd-7ed1-4869-a4c8-540ea0827216 req-fbc623bc-abfd-43d9-8c23-fd2d425eac3e tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=30974407-7b2a-468c-b989-540006d0da28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210763 Aug 05 11:39:35.742153 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-4bab0e75-00e0-4e16-8e03-f2dae6593792 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, 667ebd63-41c4-4e5d-9189-be777caea8f1) {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:39:35.781069 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bab0e75-00e0-4e16-8e03-f2dae6593792 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:39:35.781968 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4bab0e75-00e0-4e16-8e03-f2dae6593792 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:35.810244 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:35.857272 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-4bab0e75-00e0-4e16-8e03-f2dae6593792 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 3.7349846 Aug 05 11:39:35.858553 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35626) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:39:35.885152 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bfb7ae5-7ae5-4fd6-b43f-1ab22a19239b None None] Network 667ebd63-41c4-4e5d-9189-be777caea8f1 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:39:35.903019 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc40f7d1-a4be-4951-8a04-5d59532c4506 None None] Pushing event updated for resources: {'Port': ['ID=04860839-7a14-4622-983b-82cfb71f85d8,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:39:35.996449 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5917102b-cf20-4bab-84a3-dd3cab1e445a tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Made reservation on behalf of 2255634a74e844e794fd358818288ba1 for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:39:36.023077 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e43aa41-b636-47b4-93e2-0b0bf4f8b871 {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:39:36.035679 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc40f7d1-a4be-4951-8a04-5d59532c4506 None None] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:39:36.059417 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-fc40f7d1-a4be-4951-8a04-5d59532c4506 None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:39:36.069002 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc40f7d1-a4be-4951-8a04-5d59532c4506 None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:39:36.096191 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35630) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:39:36.118070 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 3e43aa41-b636-47b4-93e2-0b0bf4f8b871, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=3e43aa41-b636-47b4-93e2-0b0bf4f8b871,segment=NetworkSegment(5615e441-bf2b-4f62-9a7e-00bdeb60130a),segment_id=5615e441-bf2b-4f62-9a7e-00bdeb60130a)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:39:36.189762 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:36.212443 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ef65d6f5-6f54-4357-b6b2-36b622f0a3b5 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:36.314187 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5f646cd4-8ed1-4bd3-b43b-79658d7ab322 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:36.353485 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-fc40f7d1-a4be-4951-8a04-5d59532c4506 None None] Attempting to bind port 04860839-7a14-4622-983b-82cfb71f85d8 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:39:36.355042 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-fc40f7d1-a4be-4951-8a04-5d59532c4506 None None] Attempting to bind port 04860839-7a14-4622-983b-82cfb71f85d8 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'c3ce43ff-a33b-459d-a35e-6c011fee3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:39:36.355042 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc40f7d1-a4be-4951-8a04-5d59532c4506 None None] Attempting to bind port 04860839-7a14-4622-983b-82cfb71f85d8 on network 65f763dc-e344-4f1a-a003-f0293beb6d65 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:39:36.376841 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ef65d6f5-6f54-4357-b6b2-36b622f0a3b5 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:36.426480 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc40f7d1-a4be-4951-8a04-5d59532c4506 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:39:36.427872 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc40f7d1-a4be-4951-8a04-5d59532c4506 None None] Checking segment: {'id': 'c3ce43ff-a33b-459d-a35e-6c011fee3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:39:36.427872 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-fc40f7d1-a4be-4951-8a04-5d59532c4506 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:36.428772 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc40f7d1-a4be-4951-8a04-5d59532c4506 None None] Bound using segment: {'id': 'c3ce43ff-a33b-459d-a35e-6c011fee3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:39:36.429601 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-fc40f7d1-a4be-4951-8a04-5d59532c4506 None None] Bound port: 04860839-7a14-4622-983b-82cfb71f85d8, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3ce43ff-a33b-459d-a35e-6c011fee3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:39:36.430256 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-fc40f7d1-a4be-4951-8a04-5d59532c4506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:36.497912 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=3e43aa41-b636-47b4-93e2-0b0bf4f8b871,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:39:36.508991 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5917102b-cf20-4bab-84a3-dd3cab1e445a tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:36.592016 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ef65d6f5-6f54-4357-b6b2-36b622f0a3b5 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29762763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24211094'] for subnet, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:36.611197 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [None req-5917102b-cf20-4bab-84a3-dd3cab1e445a tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] device_id is not set on port e68f873a-6fd4-4c3b-a2f4-0bda8f05c1e7 yet. {{(pid=94421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 11:39:36.711726 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-fc40f7d1-a4be-4951-8a04-5d59532c4506 None None] For port 04860839-7a14-4622-983b-82cfb71f85d8, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:39:36.719480 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef65d6f5-6f54-4357-b6b2-36b622f0a3b5 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Pushing event deleted for resources: {'Subnet': ['ID=3bc61c72-85d8-4d29-9b40-2a06f04a5f32,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:39:36.726429 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7da12cd-5218-4ebf-9740-37bea47ea16d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-667ebd63-41c4-4e5d-9189-be777caea8f1', 'network_id': '667ebd63-41c4-4e5d-9189-be777caea8f1', 'tenant_id': '24b9c256d82b47539cda6c0dcc6854db', 'fixed_ips': [{'subnet_id': '3bc61c72-85d8-4d29-9b40-2a06f04a5f32'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 11:39:36.728046 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e7da12cd-5218-4ebf-9740-37bea47ea16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:36.733820 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-fc40f7d1-a4be-4951-8a04-5d59532c4506 None None] For port 04860839-7a14-4622-983b-82cfb71f85d8, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=04860839-7a14-4622-983b-82cfb71f85d8,segment=NetworkSegment(c3ce43ff-a33b-459d-a35e-6c011fee3456),segment_id=c3ce43ff-a33b-459d-a35e-6c011fee3456)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:39:36.790798 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-fc40f7d1-a4be-4951-8a04-5d59532c4506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:36.860169 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['3e43aa41-b636-47b4-93e2-0b0bf4f8b871'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:39:37.006737 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5f646cd4-8ed1-4bd3-b43b-79658d7ab322 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:37.023469 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5f646cd4-8ed1-4bd3-b43b-79658d7ab322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:37.041276 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ef65d6f5-6f54-4357-b6b2-36b622f0a3b5 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:37.090455 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-ef65d6f5-6f54-4357-b6b2-36b622f0a3b5 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['667ebd63-41c4-4e5d-9189-be777caea8f1']}} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:39:37.120724 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-ef65d6f5-6f54-4357-b6b2-36b622f0a3b5 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '937a27f1-3ad5-480f-bae8-c98579932923') {'for_net_delete': True} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:39:37.121712 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-ef65d6f5-6f54-4357-b6b2-36b622f0a3b5 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '937a27f1-3ad5-480f-bae8-c98579932923') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:39:37.150284 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ef65d6f5-6f54-4357-b6b2-36b622f0a3b5 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25010581'] for segment, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:37.198287 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-5f646cd4-8ed1-4bd3-b43b-79658d7ab322 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=359d12ce4d954744961048a37b762a2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9414933 Aug 05 11:39:37.199520 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35648) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:39:37.226477 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f646cd4-8ed1-4bd3-b43b-79658d7ab322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3661436b-665c-4094-bd00-022f4514b94d,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:39:37.289926 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ef65d6f5-6f54-4357-b6b2-36b622f0a3b5 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:37.368529 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7615dd-d495-443b-822c-95caf2e7ea3a req-5b041ac4-52cd-41db-8eff-027bb79cdc7a tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:39:37.374813 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-eb7615dd-d495-443b-822c-95caf2e7ea3a req-5b041ac4-52cd-41db-8eff-027bb79cdc7a tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?device_id=01e1b846-4922-422e-b3e5-cfd60700e2b9 HTTP/1.1" status: 200 len: 946 time: 0.6645830 Aug 05 11:39:37.377233 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef65d6f5-6f54-4357-b6b2-36b622f0a3b5 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Releasing vlan 683 on physical network physnet1 to pool {{(pid=94420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:39:37.378418 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ef65d6f5-6f54-4357-b6b2-36b622f0a3b5 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29762581'] for segment, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:37.414869 n-d-803378-2 neutron-server[94420]: Traceback (most recent call last): Aug 05 11:39:37.414869 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:39:37.414869 n-d-803378-2 neutron-server[94420]: timer() Aug 05 11:39:37.414869 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:39:37.414869 n-d-803378-2 neutron-server[94420]: cb(*args, **kw) Aug 05 11:39:37.414869 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:39:37.414869 n-d-803378-2 neutron-server[94420]: return func(*args, **kwargs) Aug 05 11:39:37.414869 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:39:37.414869 n-d-803378-2 neutron-server[94420]: self._notify() Aug 05 11:39:37.414869 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:39:37.414869 n-d-803378-2 neutron-server[94420]: self.callback(batched_events) Aug 05 11:39:37.414869 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:39:37.414869 n-d-803378-2 neutron-server[94420]: event.method(event) Aug 05 11:39:37.414869 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:39:37.414869 n-d-803378-2 neutron-server[94420]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:39:37.414869 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:39:37.414869 n-d-803378-2 neutron-server[94420]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:39:37.414869 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:39:37.414869 n-d-803378-2 neutron-server[94420]: return f(self, *a, **k) Aug 05 11:39:37.414869 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:39:37.414869 n-d-803378-2 neutron-server[94420]: return self._get(url).json() Aug 05 11:39:37.414869 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:39:37.414869 n-d-803378-2 neutron-server[94420]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:39:37.414869 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:39:37.414869 n-d-803378-2 neutron-server[94420]: return self.request(url, 'GET', **kwargs) Aug 05 11:39:37.414869 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:39:37.414869 n-d-803378-2 neutron-server[94420]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:39:37.414869 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:39:37.414869 n-d-803378-2 neutron-server[94420]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:39:37.414869 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:39:37.414869 n-d-803378-2 neutron-server[94420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:39:37.414869 n-d-803378-2 neutron-server[94420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:39:37.486794 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc40f7d1-a4be-4951-8a04-5d59532c4506 None None] Pushing event updated for resources: {'Port': ['ID=04860839-7a14-4622-983b-82cfb71f85d8,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:39:37.530583 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09ea296-0314-4e40-8a02-31fe06c4c584 None None] Network 667ebd63-41c4-4e5d-9189-be777caea8f1 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:39:37.557691 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-5917102b-cf20-4bab-84a3-dd3cab1e445a tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Allocated IP 172.20.0.6 (65f763dc-e344-4f1a-a003-f0293beb6d65/931ac8a4-5953-463a-8673-3faa000db9bf/e68f873a-6fd4-4c3b-a2f4-0bda8f05c1e7) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:39:37.563111 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-5917102b-cf20-4bab-84a3-dd3cab1e445a tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Allocated IP 2001:db8::f816:3eff:fedd:83d (65f763dc-e344-4f1a-a003-f0293beb6d65/89c8d7bb-645d-4d43-88aa-bae7180fb7f5/e68f873a-6fd4-4c3b-a2f4-0bda8f05c1e7) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:39:37.701250 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1e6229f2-f084-4214-8a73-ecd8f223859b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:37.772469 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84de3d4-7c8a-4027-ba8f-a4353f868bcb req-9ddc8160-7349-42d2-9c19-3a84b368c1c2 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:39:37.792849 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f84de3d4-7c8a-4027-ba8f-a4353f868bcb req-9ddc8160-7349-42d2-9c19-3a84b368c1c2 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=7867b2c8-ac1a-4028-bb5d-04646277a459 HTTP/1.1" status: 200 len: 944 time: 0.6054695 Aug 05 11:39:37.900863 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ef65d6f5-6f54-4357-b6b2-36b622f0a3b5 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:37.924453 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ef65d6f5-6f54-4357-b6b2-36b622f0a3b5 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:37.928268 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-ef65d6f5-6f54-4357-b6b2-36b622f0a3b5 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] 10.222.0.58 "DELETE /v2.0/networks/667ebd63-41c4-4e5d-9189-be777caea8f1 HTTP/1.1" status: 204 len: 168 time: 2.0657022 Aug 05 11:39:37.938664 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-eb7615dd-d495-443b-822c-95caf2e7ea3a req-612e2a48-bc18-4c97-9127-ce35b840041c tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/security-groups?id=5dfacf8b-ef80-4e03-9b2b-0b5aacf0bf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3870909 Aug 05 11:39:37.951472 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35656) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:39:37.984544 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-daba246a-f781-4f63-80be-9d57a07a93fd tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-195065289'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:39:37.994497 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef65d6f5-6f54-4357-b6b2-36b622f0a3b5 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Pushing event deleted for resources: {'Network': ['ID=667ebd63-41c4-4e5d-9189-be777caea8f1,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:39:38.014368 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f84de3d4-7c8a-4027-ba8f-a4353f868bcb req-b17fd18d-e1e2-471f-b87c-ed0f4b46deb7 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=30974407-7b2a-468c-b989-540006d0da28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198527 Aug 05 11:39:38.025243 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5c894e44-38b2-4479-98a1-5eba571c8625 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:38.084690 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daba246a-f781-4f63-80be-9d57a07a93fd tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Made reservation on behalf of 24b9c256d82b47539cda6c0dcc6854db for: {'network': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:39:38.105785 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-daba246a-f781-4f63-80be-9d57a07a93fd tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:38.135916 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5c894e44-38b2-4479-98a1-5eba571c8625 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:38.193726 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daba246a-f781-4f63-80be-9d57a07a93fd tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] vlan segment allocate from pool success with {'vlan_id': 657, 'physical_network': 'physnet1'} {{(pid=94420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:39:38.222671 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-daba246a-f781-4f63-80be-9d57a07a93fd tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:38.223214 n-d-803378-2 neutron-server[94420]: INFO neutron.db.segments_db [None req-daba246a-f781-4f63-80be-9d57a07a93fd tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Added segment f8878dcc-48ff-4bd7-9483-6e3e00cca230 of type vlan for network 5937f6ae-3a72-4063-b7f6-03576ce766a1 Aug 05 11:39:38.391848 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-daba246a-f781-4f63-80be-9d57a07a93fd tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:38.453604 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5c894e44-38b2-4479-98a1-5eba571c8625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:38.470666 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5c894e44-38b2-4479-98a1-5eba571c8625 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:38.488266 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-5c894e44-38b2-4479-98a1-5eba571c8625 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3661436b-665c-4094-bd00-022f4514b94d HTTP/1.1" status: 204 len: 168 time: 1.2794681 Aug 05 11:39:38.538710 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5917102b-cf20-4bab-84a3-dd3cab1e445a tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:38.548175 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-daba246a-f781-4f63-80be-9d57a07a93fd tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:38.559157 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daba246a-f781-4f63-80be-9d57a07a93fd tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:39:38.560015 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-daba246a-f781-4f63-80be-9d57a07a93fd tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:38.573676 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c894e44-38b2-4479-98a1-5eba571c8625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3661436b-665c-4094-bd00-022f4514b94d,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:39:38.613695 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [None req-5917102b-cf20-4bab-84a3-dd3cab1e445a tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Transition to ACTIVE for port object e68f873a-6fd4-4c3b-a2f4-0bda8f05c1e7 will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:39:38.706397 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 04860839-7a14-4622-983b-82cfb71f85d8 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:39:38.858054 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5917102b-cf20-4bab-84a3-dd3cab1e445a tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:38.974847 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 04860839-7a14-4622-983b-82cfb71f85d8 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:39:39.017109 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5917102b-cf20-4bab-84a3-dd3cab1e445a tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:39:39.030885 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-5917102b-cf20-4bab-84a3-dd3cab1e445a tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:39:39.075021 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5917102b-cf20-4bab-84a3-dd3cab1e445a tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:39:39.204552 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-daba246a-f781-4f63-80be-9d57a07a93fd tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.2259135 Aug 05 11:39:39.230116 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35678) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:39:39.338427 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daba246a-f781-4f63-80be-9d57a07a93fd tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Pushing event updated for resources: {'Network': ['ID=5937f6ae-3a72-4063-b7f6-03576ce766a1,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:39:39.340265 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5d5366-d54b-4f08-8a96-62b11d0c49f5 None None] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:39:39.365657 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-5e5f2ecd-ee6d-40e9-85fa-cee7f8a86cff tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Request body: {'subnet': {'network_id': '5937f6ae-3a72-4063-b7f6-03576ce766a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:39:39.625239 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5917102b-cf20-4bab-84a3-dd3cab1e445a tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:39:39.626444 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5917102b-cf20-4bab-84a3-dd3cab1e445a tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:39.635354 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 5937f6ae-3a72-4063-b7f6-03576ce766a1 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:39:39.663184 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5917102b-cf20-4bab-84a3-dd3cab1e445a tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Pushing event updated for resources: {'Port': ['ID=e68f873a-6fd4-4c3b-a2f4-0bda8f05c1e7,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:39:39.700759 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93124764-cc07-4cc4-adcc-3da4bd114f27 req-4a91afba-6c36-4d80-a045-1569c62e19e0 tempest-NetworksTest-2013745622 tempest-NetworksTest-2013745622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:39:39.701651 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93124764-cc07-4cc4-adcc-3da4bd114f27 req-4a91afba-6c36-4d80-a045-1569c62e19e0 tempest-NetworksTest-2013745622 tempest-NetworksTest-2013745622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:39:39.702589 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93124764-cc07-4cc4-adcc-3da4bd114f27 req-4a91afba-6c36-4d80-a045-1569c62e19e0 tempest-NetworksTest-2013745622 tempest-NetworksTest-2013745622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:39:39.705411 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93124764-cc07-4cc4-adcc-3da4bd114f27 req-4a91afba-6c36-4d80-a045-1569c62e19e0 tempest-NetworksTest-2013745622 tempest-NetworksTest-2013745622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:39:39.706441 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93124764-cc07-4cc4-adcc-3da4bd114f27 req-4a91afba-6c36-4d80-a045-1569c62e19e0 tempest-NetworksTest-2013745622 tempest-NetworksTest-2013745622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:39:39.707123 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93124764-cc07-4cc4-adcc-3da4bd114f27 req-4a91afba-6c36-4d80-a045-1569c62e19e0 tempest-NetworksTest-2013745622 tempest-NetworksTest-2013745622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:39:39.708548 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93124764-cc07-4cc4-adcc-3da4bd114f27 req-4a91afba-6c36-4d80-a045-1569c62e19e0 tempest-NetworksTest-2013745622 tempest-NetworksTest-2013745622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:39:39.709530 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93124764-cc07-4cc4-adcc-3da4bd114f27 req-4a91afba-6c36-4d80-a045-1569c62e19e0 tempest-NetworksTest-2013745622 tempest-NetworksTest-2013745622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:39:39.710432 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93124764-cc07-4cc4-adcc-3da4bd114f27 req-4a91afba-6c36-4d80-a045-1569c62e19e0 tempest-NetworksTest-2013745622 tempest-NetworksTest-2013745622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:39:39.719108 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93124764-cc07-4cc4-adcc-3da4bd114f27 req-4a91afba-6c36-4d80-a045-1569c62e19e0 tempest-NetworksTest-2013745622 tempest-NetworksTest-2013745622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:39:39.719985 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93124764-cc07-4cc4-adcc-3da4bd114f27 req-4a91afba-6c36-4d80-a045-1569c62e19e0 tempest-NetworksTest-2013745622 tempest-NetworksTest-2013745622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:39:39.720903 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93124764-cc07-4cc4-adcc-3da4bd114f27 req-4a91afba-6c36-4d80-a045-1569c62e19e0 tempest-NetworksTest-2013745622 tempest-NetworksTest-2013745622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:39:39.725335 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-93124764-cc07-4cc4-adcc-3da4bd114f27 req-4a91afba-6c36-4d80-a045-1569c62e19e0 tempest-NetworksTest-2013745622 tempest-NetworksTest-2013745622-project-admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8441 time: 1.2711716 Aug 05 11:39:39.727035 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e5f2ecd-ee6d-40e9-85fa-cee7f8a86cff tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Made reservation on behalf of 24b9c256d82b47539cda6c0dcc6854db for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:39:39.739923 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5e5f2ecd-ee6d-40e9-85fa-cee7f8a86cff tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:39.771297 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-5917102b-cf20-4bab-84a3-dd3cab1e445a tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 4.3624885 Aug 05 11:39:39.784472 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24983090-88dd-4872-bc51-fad5c52b88a8 req-9175989a-a764-410d-b237-c6e79967db01 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:39:39.788392 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-24983090-88dd-4872-bc51-fad5c52b88a8 req-9175989a-a764-410d-b237-c6e79967db01 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?device_id=01e1b846-4922-422e-b3e5-cfd60700e2b9 HTTP/1.1" status: 200 len: 946 time: 0.4141955 Aug 05 11:39:39.789563 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35688) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:39:39.925144 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-24983090-88dd-4872-bc51-fad5c52b88a8 req-caa92243-fd25-4838-a3f2-7bb18e031e54 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/security-groups?id=5dfacf8b-ef80-4e03-9b2b-0b5aacf0bf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135101 Aug 05 11:39:39.994306 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c61429-34af-4979-b6e7-c8c8b6fbbd6d tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:39:40.006089 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c61429-34af-4979-b6e7-c8c8b6fbbd6d tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:39:40.008440 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-c4c61429-34af-4979-b6e7-c8c8b6fbbd6d tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.2170060 Aug 05 11:39:40.034037 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35694) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:39:40.165698 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c1dd33cd-8edb-4cae-a775-7a6e4c1d32e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:40.212321 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b5dd7c92-f41a-4c7e-a580-21a445b37d91 None None] Provisioning for port 04860839-7a14-4622-983b-82cfb71f85d8 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:39:40.251992 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b5dd7c92-f41a-4c7e-a580-21a445b37d91 None None] Provisioning complete for port 04860839-7a14-4622-983b-82cfb71f85d8 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:39:40.253992 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b5dd7c92-f41a-4c7e-a580-21a445b37d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:40.275531 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:40.276375 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97623a5-9717-4979-a2ea-93c81df14473 req-cc7c2443-06a4-4ee5-bd5b-6b87303f754e tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:39:40.280387 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b97623a5-9717-4979-a2ea-93c81df14473 req-cc7c2443-06a4-4ee5-bd5b-6b87303f754e tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=7867b2c8-ac1a-4028-bb5d-04646277a459 HTTP/1.1" status: 200 len: 944 time: 0.3393445 Aug 05 11:39:40.531561 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5e5f2ecd-ee6d-40e9-85fa-cee7f8a86cff tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25038678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30075167'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:40.781191 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5f2ecd-ee6d-40e9-85fa-cee7f8a86cff tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Pushing event updated for resources: {'Subnet': ['ID=bfb7c905-446c-4930-8ef2-15ad006f099d,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:39:40.832096 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5f2ecd-ee6d-40e9-85fa-cee7f8a86cff tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Checking segment: {'id': 'f8878dcc-48ff-4bd7-9483-6e3e00cca230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '5937f6ae-3a72-4063-b7f6-03576ce766a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:39:40.833326 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5f2ecd-ee6d-40e9-85fa-cee7f8a86cff tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Network hostable DHCP agents. Network: 5937f6ae-3a72-4063-b7f6-03576ce766a1, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:39:40.892109 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5f2ecd-ee6d-40e9-85fa-cee7f8a86cff tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Network 5937f6ae-3a72-4063-b7f6-03576ce766a1 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:39:40.928972 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-5e5f2ecd-ee6d-40e9-85fa-cee7f8a86cff tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, 5937f6ae-3a72-4063-b7f6-03576ce766a1) {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:39:40.935890 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5f2ecd-ee6d-40e9-85fa-cee7f8a86cff tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:39:40.936788 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5e5f2ecd-ee6d-40e9-85fa-cee7f8a86cff tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:40.972156 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 3e43aa41-b636-47b4-93e2-0b0bf4f8b871 up at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:39:40.977111 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838743e2-07e4-45bb-ac73-cb806d9f1aac None None] Network 5937f6ae-3a72-4063-b7f6-03576ce766a1 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:39:41.008995 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-5e5f2ecd-ee6d-40e9-85fa-cee7f8a86cff tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6542192 Aug 05 11:39:41.012964 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35708) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:39:41.123138 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fa8348-5f35-4dc9-9b79-439109590b1c req-0bdee376-d7c3-4463-bda9-2071e13fe099 tempest-NetworksTest-2013745622 tempest-NetworksTest-2013745622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:39:41.140096 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a0fa8348-5f35-4dc9-9b79-439109590b1c req-0bdee376-d7c3-4463-bda9-2071e13fe099 tempest-NetworksTest-2013745622 tempest-NetworksTest-2013745622-project-admin] 10.222.0.58 "GET /v2.0/networks/36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd HTTP/1.1" status: 200 len: 886 time: 1.1071897 Aug 05 11:39:41.307412 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning for port 3e43aa41-b636-47b4-93e2-0b0bf4f8b871 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:39:41.442488 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning complete for port 3e43aa41-b636-47b4-93e2-0b0bf4f8b871 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:39:41.443684 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:41.456521 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-77eddde2-0ffd-4d3f-96c5-8d8ff002ed0f tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:41.465200 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b97623a5-9717-4979-a2ea-93c81df14473 req-2aae3424-3f74-4793-b0b7-0adae3157c49 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=30974407-7b2a-468c-b989-540006d0da28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3205676 Aug 05 11:39:41.505684 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-d1ffffdb-78be-4ae2-b7ad-a7616c86ed1c tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Deleting port e68f873a-6fd4-4c3b-a2f4-0bda8f05c1e7 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:39:41.506515 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d1ffffdb-78be-4ae2-b7ad-a7616c86ed1c tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:41.586192 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3247baef-3768-4d32-8a4b-aea223c0d632 None None] Update dhcp port {'port': {'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65', 'fixed_ips': [{'subnet_id': '89c8d7bb-645d-4d43-88aa-bae7180fb7f5', 'ip_address': '2001:db8::f816:3eff:fe3d:12a4'}, {'subnet_id': '931ac8a4-5953-463a-8673-3faa000db9bf'}], 'binding:host_id': 'n-d-803378-2'}, 'id': '04860839-7a14-4622-983b-82cfb71f85d8'} from n-d-803378-2. {{(pid=94422) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 05 11:39:41.662258 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-77eddde2-0ffd-4d3f-96c5-8d8ff002ed0f tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:41.684798 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b5dd7c92-f41a-4c7e-a580-21a445b37d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:41.802915 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-3247baef-3768-4d32-8a4b-aea223c0d632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:41.859295 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b5dd7c92-f41a-4c7e-a580-21a445b37d91 None None] For port 04860839-7a14-4622-983b-82cfb71f85d8, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=04860839-7a14-4622-983b-82cfb71f85d8,segment=NetworkSegment(c3ce43ff-a33b-459d-a35e-6c011fee3456),segment_id=c3ce43ff-a33b-459d-a35e-6c011fee3456)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:39:41.865122 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:41.883483 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b5dd7c92-f41a-4c7e-a580-21a445b37d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:41.949899 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862a7b85-2193-4e45-a066-e909b2f7d2d0 req-d20c6887-2c9e-42c2-b432-4555b0fe9abf tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:39:41.950667 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-77eddde2-0ffd-4d3f-96c5-8d8ff002ed0f tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25038609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30075142'] for subnet, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:41.965537 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-862a7b85-2193-4e45-a066-e909b2f7d2d0 req-d20c6887-2c9e-42c2-b432-4555b0fe9abf tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?device_id=01e1b846-4922-422e-b3e5-cfd60700e2b9 HTTP/1.1" status: 200 len: 946 time: 0.5699832 Aug 05 11:39:41.973649 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de1f38f-33cf-4e5a-86bd-2f0b996b30d9 req-2b3c0cb2-5231-4239-8be2-d04672fe9266 tempest-NetworksTest-2013745622 tempest-NetworksTest-2013745622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:39:41.974881 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de1f38f-33cf-4e5a-86bd-2f0b996b30d9 req-2b3c0cb2-5231-4239-8be2-d04672fe9266 tempest-NetworksTest-2013745622 tempest-NetworksTest-2013745622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:39:41.976424 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de1f38f-33cf-4e5a-86bd-2f0b996b30d9 req-2b3c0cb2-5231-4239-8be2-d04672fe9266 tempest-NetworksTest-2013745622 tempest-NetworksTest-2013745622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:39:41.977516 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de1f38f-33cf-4e5a-86bd-2f0b996b30d9 req-2b3c0cb2-5231-4239-8be2-d04672fe9266 tempest-NetworksTest-2013745622 tempest-NetworksTest-2013745622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:39:41.978121 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de1f38f-33cf-4e5a-86bd-2f0b996b30d9 req-2b3c0cb2-5231-4239-8be2-d04672fe9266 tempest-NetworksTest-2013745622 tempest-NetworksTest-2013745622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:39:41.978987 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de1f38f-33cf-4e5a-86bd-2f0b996b30d9 req-2b3c0cb2-5231-4239-8be2-d04672fe9266 tempest-NetworksTest-2013745622 tempest-NetworksTest-2013745622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:39:41.980300 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de1f38f-33cf-4e5a-86bd-2f0b996b30d9 req-2b3c0cb2-5231-4239-8be2-d04672fe9266 tempest-NetworksTest-2013745622 tempest-NetworksTest-2013745622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:39:41.981293 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de1f38f-33cf-4e5a-86bd-2f0b996b30d9 req-2b3c0cb2-5231-4239-8be2-d04672fe9266 tempest-NetworksTest-2013745622 tempest-NetworksTest-2013745622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:39:41.982109 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de1f38f-33cf-4e5a-86bd-2f0b996b30d9 req-2b3c0cb2-5231-4239-8be2-d04672fe9266 tempest-NetworksTest-2013745622 tempest-NetworksTest-2013745622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:39:41.983162 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de1f38f-33cf-4e5a-86bd-2f0b996b30d9 req-2b3c0cb2-5231-4239-8be2-d04672fe9266 tempest-NetworksTest-2013745622 tempest-NetworksTest-2013745622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:39:41.984109 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de1f38f-33cf-4e5a-86bd-2f0b996b30d9 req-2b3c0cb2-5231-4239-8be2-d04672fe9266 tempest-NetworksTest-2013745622 tempest-NetworksTest-2013745622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:39:41.984869 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de1f38f-33cf-4e5a-86bd-2f0b996b30d9 req-2b3c0cb2-5231-4239-8be2-d04672fe9266 tempest-NetworksTest-2013745622 tempest-NetworksTest-2013745622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:39:41.989720 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2de1f38f-33cf-4e5a-86bd-2f0b996b30d9 req-2b3c0cb2-5231-4239-8be2-d04672fe9266 tempest-NetworksTest-2013745622 tempest-NetworksTest-2013745622-project-admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8485 time: 0.3548317 Aug 05 11:39:42.031464 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9940b2fe-43df-4a96-b0e6-0fb3b6377d3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-5937f6ae-3a72-4063-b7f6-03576ce766a1', 'network_id': '5937f6ae-3a72-4063-b7f6-03576ce766a1', 'tenant_id': '24b9c256d82b47539cda6c0dcc6854db', 'fixed_ips': [{'subnet_id': 'bfb7c905-446c-4930-8ef2-15ad006f099d'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 11:39:42.033947 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-9940b2fe-43df-4a96-b0e6-0fb3b6377d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:42.120315 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eddde2-0ffd-4d3f-96c5-8d8ff002ed0f tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Pushing event deleted for resources: {'Subnet': ['ID=bfb7c905-446c-4930-8ef2-15ad006f099d,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:39:42.136358 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:42.244668 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-862a7b85-2193-4e45-a066-e909b2f7d2d0 req-d9aa3eb5-a554-49e4-803b-dbc2f3500dbe tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/security-groups?id=5dfacf8b-ef80-4e03-9b2b-0b5aacf0bf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485323 Aug 05 11:39:42.374281 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d1ffffdb-78be-4ae2-b7ad-a7616c86ed1c tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:42.430368 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-77eddde2-0ffd-4d3f-96c5-8d8ff002ed0f tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:42.437687 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-d1ffffdb-78be-4ae2-b7ad-a7616c86ed1c tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Calling delete_port for e68f873a-6fd4-4c3b-a2f4-0bda8f05c1e7 owned by {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:39:42.473363 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-77eddde2-0ffd-4d3f-96c5-8d8ff002ed0f tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5937f6ae-3a72-4063-b7f6-03576ce766a1']}} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:39:42.523245 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 3e43aa41-b636-47b4-93e2-0b0bf4f8b871, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=3e43aa41-b636-47b4-93e2-0b0bf4f8b871,segment=NetworkSegment(5615e441-bf2b-4f62-9a7e-00bdeb60130a),segment_id=5615e441-bf2b-4f62-9a7e-00bdeb60130a)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:39:42.533585 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-77eddde2-0ffd-4d3f-96c5-8d8ff002ed0f tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8878dcc-48ff-4bd7-9483-6e3e00cca230') {'for_net_delete': True} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:39:42.535091 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7867b2c8-ac1a-4028-bb5d-04646277a459', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e43aa41-b636-47b4-93e2-0b0bf4f8b871'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:39:42.536675 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-77eddde2-0ffd-4d3f-96c5-8d8ff002ed0f tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8878dcc-48ff-4bd7-9483-6e3e00cca230') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:39:42.539835 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1614a4d9-5af6-4f8d-9ec4-a268b4376dcf" -d '{"events": [{"server_uuid": "7867b2c8-ac1a-4028-bb5d-04646277a459", "name": "network-vif-plugged", "status": "completed", "tag": "3e43aa41-b636-47b4-93e2-0b0bf4f8b871"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:39:42.583760 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-77eddde2-0ffd-4d3f-96c5-8d8ff002ed0f tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29786371'] for segment, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:42.646039 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-77eddde2-0ffd-4d3f-96c5-8d8ff002ed0f tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:42.653209 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dd7c92-f41a-4c7e-a580-21a445b37d91 None None] Pushing event updated for resources: {'Port': ['ID=04860839-7a14-4622-983b-82cfb71f85d8,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:39:42.659125 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:42.702189 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77eddde2-0ffd-4d3f-96c5-8d8ff002ed0f tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Releasing vlan 657 on physical network physnet1 to pool {{(pid=94421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:39:42.702988 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-77eddde2-0ffd-4d3f-96c5-8d8ff002ed0f tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25038799'] for segment, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:42.710613 n-d-803378-2 neutron-server[94421]: Traceback (most recent call last): Aug 05 11:39:42.710613 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:39:42.710613 n-d-803378-2 neutron-server[94421]: timer() Aug 05 11:39:42.710613 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:39:42.710613 n-d-803378-2 neutron-server[94421]: cb(*args, **kw) Aug 05 11:39:42.710613 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:39:42.710613 n-d-803378-2 neutron-server[94421]: return func(*args, **kwargs) Aug 05 11:39:42.710613 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:39:42.710613 n-d-803378-2 neutron-server[94421]: self._notify() Aug 05 11:39:42.710613 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:39:42.710613 n-d-803378-2 neutron-server[94421]: self.callback(batched_events) Aug 05 11:39:42.710613 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:39:42.710613 n-d-803378-2 neutron-server[94421]: event.method(event) Aug 05 11:39:42.710613 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:39:42.710613 n-d-803378-2 neutron-server[94421]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:39:42.710613 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:39:42.710613 n-d-803378-2 neutron-server[94421]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:39:42.710613 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:39:42.710613 n-d-803378-2 neutron-server[94421]: return f(self, *a, **k) Aug 05 11:39:42.710613 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:39:42.710613 n-d-803378-2 neutron-server[94421]: return self._get(url).json() Aug 05 11:39:42.710613 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:39:42.710613 n-d-803378-2 neutron-server[94421]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:39:42.710613 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:39:42.710613 n-d-803378-2 neutron-server[94421]: return self.request(url, 'GET', **kwargs) Aug 05 11:39:42.710613 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:39:42.710613 n-d-803378-2 neutron-server[94421]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:39:42.710613 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:39:42.710613 n-d-803378-2 neutron-server[94421]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:39:42.710613 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:39:42.710613 n-d-803378-2 neutron-server[94421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:39:42.710613 n-d-803378-2 neutron-server[94421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:39:42.810533 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c561f7-fac2-4bff-a81d-4b327ad710fd None None] Network 5937f6ae-3a72-4063-b7f6-03576ce766a1 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:39:43.042469 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9637464-8b22-4bde-a47e-6f3e6a121fab req-0e0ce0ec-7ce2-4c2b-9084-b7c20117c2cf tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:39:43.046215 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e9637464-8b22-4bde-a47e-6f3e6a121fab req-0e0ce0ec-7ce2-4c2b-9084-b7c20117c2cf tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=7867b2c8-ac1a-4028-bb5d-04646277a459 HTTP/1.1" status: 200 len: 945 time: 0.1919394 Aug 05 11:39:43.065463 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-77eddde2-0ffd-4d3f-96c5-8d8ff002ed0f tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:43.085309 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0015013-210e-4da2-a647-406070c0c578 x-openstack-request-id: req-a0015013-210e-4da2-a647-406070c0c578 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:39:43.085754 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7867b2c8-ac1a-4028-bb5d-04646277a459", "name": "network-vif-plugged", "status": "completed", "tag": "3e43aa41-b636-47b4-93e2-0b0bf4f8b871", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:39:43.086161 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a0015013-210e-4da2-a647-406070c0c578 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:39:43.086800 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7867b2c8-ac1a-4028-bb5d-04646277a459', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e43aa41-b636-47b4-93e2-0b0bf4f8b871', 'code': 200} Aug 05 11:39:43.090328 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-77eddde2-0ffd-4d3f-96c5-8d8ff002ed0f tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:43.100543 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-77eddde2-0ffd-4d3f-96c5-8d8ff002ed0f tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] 10.222.0.58 "DELETE /v2.0/networks/5937f6ae-3a72-4063-b7f6-03576ce766a1 HTTP/1.1" status: 204 len: 168 time: 2.0857718 Aug 05 11:39:43.115443 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35730) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:39:43.142030 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-7a00a6bc-f0e7-48b4-8838-2014e1b9f740 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-141127256'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:39:43.212778 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35734) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:39:43.240545 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eddde2-0ffd-4d3f-96c5-8d8ff002ed0f tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Pushing event deleted for resources: {'Network': ['ID=5937f6ae-3a72-4063-b7f6-03576ce766a1,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:39:43.311657 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a00a6bc-f0e7-48b4-8838-2014e1b9f740 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Made reservation on behalf of 24b9c256d82b47539cda6c0dcc6854db for: {'network': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:39:43.322789 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7a00a6bc-f0e7-48b4-8838-2014e1b9f740 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:43.384551 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=3e43aa41-b636-47b4-93e2-0b0bf4f8b871,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:39:43.441886 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a00a6bc-f0e7-48b4-8838-2014e1b9f740 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] vlan segment allocate from pool success with {'vlan_id': 658, 'physical_network': 'physnet1'} {{(pid=94421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:39:43.484246 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7a00a6bc-f0e7-48b4-8838-2014e1b9f740 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:43.488122 n-d-803378-2 neutron-server[94421]: INFO neutron.db.segments_db [None req-7a00a6bc-f0e7-48b4-8838-2014e1b9f740 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Added segment 923a8707-f8ca-4f9e-b7d4-dc2ef17a17bf of type vlan for network ff217a9d-4a6e-4ff6-96c5-90189df94c26 Aug 05 11:39:43.537432 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e9637464-8b22-4bde-a47e-6f3e6a121fab req-a5f42c34-4b16-4d86-ba4b-51de2db3ec5d tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=30974407-7b2a-468c-b989-540006d0da28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4679115 Aug 05 11:39:43.616030 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1282c9e-7a3a-4e2d-9e76-9592250b2aeb req-dc3ddc75-efec-4d9f-b5d5-9723bf7f69ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:39:43.618698 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e1282c9e-7a3a-4e2d-9e76-9592250b2aeb req-dc3ddc75-efec-4d9f-b5d5-9723bf7f69ab service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7867b2c8-ac1a-4028-bb5d-04646277a459 HTTP/1.1" status: 200 len: 1096 time: 0.5704708 Aug 05 11:39:43.683766 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7a00a6bc-f0e7-48b4-8838-2014e1b9f740 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:43.699921 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-3247baef-3768-4d32-8a4b-aea223c0d632 None None] Allocated IP 172.20.0.2 (65f763dc-e344-4f1a-a003-f0293beb6d65/931ac8a4-5953-463a-8673-3faa000db9bf/04860839-7a14-4622-983b-82cfb71f85d8) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:39:43.766674 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35742) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:39:43.789950 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d1ffffdb-78be-4ae2-b7ad-a7616c86ed1c tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:43.807464 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e1282c9e-7a3a-4e2d-9e76-9592250b2aeb req-aa3f4830-c628-4e9b-ab28-fce345566a84 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=30974407-7b2a-468c-b989-540006d0da28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539302 Aug 05 11:39:43.839472 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7a00a6bc-f0e7-48b4-8838-2014e1b9f740 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:43.847353 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2222ea23-861b-4bed-b4f4-a876722288dc req-f71c33df-9df0-4b1c-a01e-1c62c61b7ce6 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:39:43.849316 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a00a6bc-f0e7-48b4-8838-2014e1b9f740 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:39:43.850588 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7a00a6bc-f0e7-48b4-8838-2014e1b9f740 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:43.866308 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2222ea23-861b-4bed-b4f4-a876722288dc req-f71c33df-9df0-4b1c-a01e-1c62c61b7ce6 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?device_id=01e1b846-4922-422e-b3e5-cfd60700e2b9 HTTP/1.1" status: 200 len: 946 time: 0.3240209 Aug 05 11:39:43.929948 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ffffdb-78be-4ae2-b7ad-a7616c86ed1c tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Pushing event deleted for resources: {'Port': ['ID=e68f873a-6fd4-4c3b-a2f4-0bda8f05c1e7,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:39:44.049798 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a00a6bc-f0e7-48b4-8838-2014e1b9f740 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Pushing event updated for resources: {'Network': ['ID=ff217a9d-4a6e-4ff6-96c5-90189df94c26,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:39:44.084692 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-7a00a6bc-f0e7-48b4-8838-2014e1b9f740 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9642489 Aug 05 11:39:44.089849 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35746) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:39:44.106410 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-a4b8e4fc-9ac5-4c72-bcb3-a43ac2ad321f tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Request body: {'subnet': {'network_id': 'ff217a9d-4a6e-4ff6-96c5-90189df94c26', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:39:44.131613 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network ff217a9d-4a6e-4ff6-96c5-90189df94c26 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:39:44.136024 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:44.175300 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5192cbff-0c13-454f-868b-2620863b6223 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:44.234759 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2222ea23-861b-4bed-b4f4-a876722288dc req-a04a4443-8cdb-4213-bf2c-65b3cf82a085 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/security-groups?id=5dfacf8b-ef80-4e03-9b2b-0b5aacf0bf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3127923 Aug 05 11:39:44.247840 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-386bf2c5-2817-4814-857e-b29c13ad3020 tempest-DHCPAgentSchedulersTestJSON-820627538 tempest-DHCPAgentSchedulersTestJSON-820627538-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1390995250'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:39:44.372307 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-3247baef-3768-4d32-8a4b-aea223c0d632 None None] For port 04860839-7a14-4622-983b-82cfb71f85d8, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=04860839-7a14-4622-983b-82cfb71f85d8,segment=NetworkSegment(c3ce43ff-a33b-459d-a35e-6c011fee3456),segment_id=c3ce43ff-a33b-459d-a35e-6c011fee3456)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:39:44.390940 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-386bf2c5-2817-4814-857e-b29c13ad3020 tempest-DHCPAgentSchedulersTestJSON-820627538 tempest-DHCPAgentSchedulersTestJSON-820627538-project] Made reservation on behalf of 8ca3668d8d364b41a600bf841ba5a2fa for: {'network': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:39:44.401813 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-386bf2c5-2817-4814-857e-b29c13ad3020 tempest-DHCPAgentSchedulersTestJSON-820627538 tempest-DHCPAgentSchedulersTestJSON-820627538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:44.409169 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 04860839-7a14-4622-983b-82cfb71f85d8 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:39:44.450992 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-386bf2c5-2817-4814-857e-b29c13ad3020 tempest-DHCPAgentSchedulersTestJSON-820627538 tempest-DHCPAgentSchedulersTestJSON-820627538-project] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:44.542972 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d1ffffdb-78be-4ae2-b7ad-a7616c86ed1c tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:44.546396 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-d1ffffdb-78be-4ae2-b7ad-a7616c86ed1c tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "DELETE /v2.0/ports/e68f873a-6fd4-4c3b-a2f4-0bda8f05c1e7 HTTP/1.1" status: 204 len: 168 time: 4.5091295 Aug 05 11:39:44.550206 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35748) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:39:44.561377 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5192cbff-0c13-454f-868b-2620863b6223 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:44.570686 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5192cbff-0c13-454f-868b-2620863b6223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:44.586625 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-3247baef-3768-4d32-8a4b-aea223c0d632 None None] Notify callbacks [] for port, precommit_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:44.661513 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.db.api [None req-a4b8e4fc-9ac5-4c72-bcb3-a43ac2ad321f tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 05 11:39:44.661513 n-d-803378-2 neutron-server[94421]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 05 11:39:44.661513 n-d-803378-2 neutron-server[94421]: [parameters: {'project_id_1': '24b9c256d82b47539cda6c0dcc6854db', 'expiration_1': datetime.datetime(2021, 8, 5, 11, 39, 44, 541782)}] Aug 05 11:39:44.661513 n-d-803378-2 neutron-server[94421]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94421) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 05 11:39:44.662386 n-d-803378-2 neutron-server[94421]: DEBUG oslo_db.api [None req-a4b8e4fc-9ac5-4c72-bcb3-a43ac2ad321f tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 11:39:44.665351 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5192cbff-0c13-454f-868b-2620863b6223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a66c70fd-c333-4bc6-8fdd-1a13ac99236e,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:39:44.681479 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-5192cbff-0c13-454f-868b-2620863b6223 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=973aed5e6bf94e9d8cffea55de4340d9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4735577 Aug 05 11:39:44.682502 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35752) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:39:44.734338 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca6a3ab-f006-4a95-bcc4-2110fb1c779d tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:39:44.739345 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca6a3ab-f006-4a95-bcc4-2110fb1c779d tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:39:44.743987 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca6a3ab-f006-4a95-bcc4-2110fb1c779d tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:39:44.747455 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-eca6a3ab-f006-4a95-bcc4-2110fb1c779d tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1955414 Aug 05 11:39:44.750503 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-3247baef-3768-4d32-8a4b-aea223c0d632 None None] Transition to ACTIVE for port object 04860839-7a14-4622-983b-82cfb71f85d8 will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:39:44.752899 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35754) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:39:44.783448 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-3247baef-3768-4d32-8a4b-aea223c0d632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:44.810392 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5ca5a62e-800b-4a15-9a7f-13f6c8717e4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:44.865935 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5ca5a62e-800b-4a15-9a7f-13f6c8717e4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:44.893775 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd247d30-a556-4559-a580-292505ae17f2 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Deleting subnet 89c8d7bb-645d-4d43-88aa-bae7180fb7f5 {{(pid=94420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:39:44.901313 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-dd247d30-a556-4559-a580-292505ae17f2 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks [] for subnet, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:44.907541 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3247baef-3768-4d32-8a4b-aea223c0d632 None None] Pushing event updated for resources: {'Port': ['ID=04860839-7a14-4622-983b-82cfb71f85d8,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:39:44.993331 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5ca5a62e-800b-4a15-9a7f-13f6c8717e4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:45.001877 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5ca5a62e-800b-4a15-9a7f-13f6c8717e4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:45.004123 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-5ca5a62e-800b-4a15-9a7f-13f6c8717e4b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a66c70fd-c333-4bc6-8fdd-1a13ac99236e HTTP/1.1" status: 204 len: 168 time: 0.3199897 Aug 05 11:39:45.041830 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca5a62e-800b-4a15-9a7f-13f6c8717e4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a66c70fd-c333-4bc6-8fdd-1a13ac99236e,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:39:45.097436 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-dd247d30-a556-4559-a580-292505ae17f2 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25010562'] for subnet, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:45.572598 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5684df1e-4d41-4a77-84c5-c52b7ecec93b req-ed1e3b33-2ba6-4db0-8c30-0cc515f3bdd7 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:39:45.604419 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5684df1e-4d41-4a77-84c5-c52b7ecec93b req-ed1e3b33-2ba6-4db0-8c30-0cc515f3bdd7 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=7867b2c8-ac1a-4028-bb5d-04646277a459 HTTP/1.1" status: 200 len: 945 time: 0.6080396 Aug 05 11:39:46.187199 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-386bf2c5-2817-4814-857e-b29c13ad3020 tempest-DHCPAgentSchedulersTestJSON-820627538 tempest-DHCPAgentSchedulersTestJSON-820627538-project] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:46.242052 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-dd247d30-a556-4559-a580-292505ae17f2 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:46.275103 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4b8e4fc-9ac5-4c72-bcb3-a43ac2ad321f tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Made reservation on behalf of 24b9c256d82b47539cda6c0dcc6854db for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:39:46.285163 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a4b8e4fc-9ac5-4c72-bcb3-a43ac2ad321f tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:46.421133 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-386bf2c5-2817-4814-857e-b29c13ad3020 tempest-DHCPAgentSchedulersTestJSON-820627538 tempest-DHCPAgentSchedulersTestJSON-820627538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:46.456152 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-dd247d30-a556-4559-a580-292505ae17f2 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29762763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24211094'] for subnet, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:46.487252 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 04860839-7a14-4622-983b-82cfb71f85d8 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:39:46.536975 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-dd247d30-a556-4559-a580-292505ae17f2 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:46.541126 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-dd247d30-a556-4559-a580-292505ae17f2 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "DELETE /v2.0/subnets/89c8d7bb-645d-4d43-88aa-bae7180fb7f5 HTTP/1.1" status: 204 len: 168 time: 1.7863915 Aug 05 11:39:46.558320 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd247d30-a556-4559-a580-292505ae17f2 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Pushing event deleted for resources: {'Subnet': ['ID=89c8d7bb-645d-4d43-88aa-bae7180fb7f5,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:39:46.573240 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35770) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:39:46.621297 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5684df1e-4d41-4a77-84c5-c52b7ecec93b req-e63bc7a6-f314-4ea1-b251-03966af3b96e tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=30974407-7b2a-468c-b989-540006d0da28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9692700 Aug 05 11:39:46.642602 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9c0d24-6bda-47ea-876e-e07b68f0a475 req-5444b552-c989-46c5-a1fd-5f6b8d8600b4 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:39:46.645663 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9d9c0d24-6bda-47ea-876e-e07b68f0a475 req-5444b552-c989-46c5-a1fd-5f6b8d8600b4 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?device_id=01e1b846-4922-422e-b3e5-cfd60700e2b9 HTTP/1.1" status: 200 len: 946 time: 1.0102010 Aug 05 11:39:46.657646 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-386bf2c5-2817-4814-857e-b29c13ad3020 tempest-DHCPAgentSchedulersTestJSON-820627538 tempest-DHCPAgentSchedulersTestJSON-820627538-project] vlan segment allocate from pool success with {'vlan_id': 666, 'physical_network': 'physnet1'} {{(pid=94420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:39:46.700132 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386bf2c5-2817-4814-857e-b29c13ad3020 tempest-DHCPAgentSchedulersTestJSON-820627538 tempest-DHCPAgentSchedulersTestJSON-820627538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8682399-6bfc-4459-8ce8-2f1b90e7cc24,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:39:46.778297 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f3d7c8-cc19-41df-a6c1-31f09495d462 None None] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:39:46.783960 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-386bf2c5-2817-4814-857e-b29c13ad3020 tempest-DHCPAgentSchedulersTestJSON-820627538 tempest-DHCPAgentSchedulersTestJSON-820627538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:46.784859 n-d-803378-2 neutron-server[94420]: INFO neutron.db.segments_db [None req-386bf2c5-2817-4814-857e-b29c13ad3020 tempest-DHCPAgentSchedulersTestJSON-820627538 tempest-DHCPAgentSchedulersTestJSON-820627538-project] Added segment e9ae6d03-a8b3-4b3c-b7a3-9b2279069b80 of type vlan for network 1f22a666-c981-43ee-8b1d-ffb186ede5de Aug 05 11:39:46.823214 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35772) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:39:46.834753 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9d9c0d24-6bda-47ea-876e-e07b68f0a475 req-86cd7a6c-5752-40e3-b561-2d17c031eab6 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/security-groups?id=5dfacf8b-ef80-4e03-9b2b-0b5aacf0bf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416702 Aug 05 11:39:46.934925 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-386bf2c5-2817-4814-857e-b29c13ad3020 tempest-DHCPAgentSchedulersTestJSON-820627538 tempest-DHCPAgentSchedulersTestJSON-820627538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:46.982980 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0563b524-bff7-4ce7-951b-c31d7358d4b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:47.013552 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-386bf2c5-2817-4814-857e-b29c13ad3020 tempest-DHCPAgentSchedulersTestJSON-820627538 tempest-DHCPAgentSchedulersTestJSON-820627538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:47.032656 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386bf2c5-2817-4814-857e-b29c13ad3020 tempest-DHCPAgentSchedulersTestJSON-820627538 tempest-DHCPAgentSchedulersTestJSON-820627538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:39:47.037274 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-386bf2c5-2817-4814-857e-b29c13ad3020 tempest-DHCPAgentSchedulersTestJSON-820627538 tempest-DHCPAgentSchedulersTestJSON-820627538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:47.100863 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-0ac0a69b-1e94-4cee-b854-cd8a325f0c67 None None] Provisioning for port 04860839-7a14-4622-983b-82cfb71f85d8 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:39:47.173656 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-0ac0a69b-1e94-4cee-b854-cd8a325f0c67 None None] Provisioning complete for port 04860839-7a14-4622-983b-82cfb71f85d8 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:39:47.175812 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-0ac0a69b-1e94-4cee-b854-cd8a325f0c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:47.244971 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386bf2c5-2817-4814-857e-b29c13ad3020 tempest-DHCPAgentSchedulersTestJSON-820627538 tempest-DHCPAgentSchedulersTestJSON-820627538-project] Pushing event updated for resources: {'Network': ['ID=1f22a666-c981-43ee-8b1d-ffb186ede5de,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:39:47.249509 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6eaf2ff-9da7-4d39-abbe-3e9bfee66f08 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Deleting subnet 931ac8a4-5953-463a-8673-3faa000db9bf {{(pid=94421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:39:47.264437 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f6eaf2ff-9da7-4d39-abbe-3e9bfee66f08 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks [] for subnet, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:47.320071 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 1f22a666-c981-43ee-8b1d-ffb186ede5de details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:39:47.395158 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f6eaf2ff-9da7-4d39-abbe-3e9bfee66f08 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29786388'] for subnet, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:47.679185 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0563b524-bff7-4ce7-951b-c31d7358d4b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:47.692724 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0563b524-bff7-4ce7-951b-c31d7358d4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:47.707782 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-386bf2c5-2817-4814-857e-b29c13ad3020 tempest-DHCPAgentSchedulersTestJSON-820627538 tempest-DHCPAgentSchedulersTestJSON-820627538-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 3.9279721 Aug 05 11:39:47.710441 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35776) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:39:47.719486 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-069cbea1-e344-45d2-931e-ad25cc956add tempest-DHCPAgentSchedulersTestJSON-820627538 tempest-DHCPAgentSchedulersTestJSON-820627538-project] Request body: {'subnet': {'network_id': '1f22a666-c981-43ee-8b1d-ffb186ede5de', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:39:47.853912 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f6eaf2ff-9da7-4d39-abbe-3e9bfee66f08 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:48.078546 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-0ac0a69b-1e94-4cee-b854-cd8a325f0c67 None None] Could not find standard attr ID for object e68f873a-6fd4-4c3b-a2f4-0bda8f05c1e7. {{(pid=94422) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 05 11:39:48.172198 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0563b524-bff7-4ce7-951b-c31d7358d4b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=259659d2-8a7f-4eda-98ce-c7227fb4a216,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:39:48.237057 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-069cbea1-e344-45d2-931e-ad25cc956add tempest-DHCPAgentSchedulersTestJSON-820627538 tempest-DHCPAgentSchedulersTestJSON-820627538-project] Made reservation on behalf of 8ca3668d8d364b41a600bf841ba5a2fa for: {'subnet': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:39:48.245199 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-069cbea1-e344-45d2-931e-ad25cc956add tempest-DHCPAgentSchedulersTestJSON-820627538 tempest-DHCPAgentSchedulersTestJSON-820627538-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24211133'] for subnet, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:48.273232 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-0563b524-bff7-4ce7-951b-c31d7358d4b5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1aff6135eacf407792430355c3cbf0ef&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4360254 Aug 05 11:39:48.275564 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f6eaf2ff-9da7-4d39-abbe-3e9bfee66f08 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25038609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30075142'] for subnet, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:48.293930 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35786) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:39:48.370204 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f6eaf2ff-9da7-4d39-abbe-3e9bfee66f08 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:48.379272 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-f6eaf2ff-9da7-4d39-abbe-3e9bfee66f08 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "DELETE /v2.0/subnets/931ac8a4-5953-463a-8673-3faa000db9bf HTTP/1.1" status: 204 len: 168 time: 1.8007936 Aug 05 11:39:48.399013 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35788) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:39:48.497429 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-dbd53fb7-d843-4da6-9e2f-ee98d3ec5d21 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0799153 Aug 05 11:39:48.507189 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35790) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:39:48.529240 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-141605f5-a749-4cd6-a998-1031331d1e86 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Request body: {'subnet': {'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:39:48.596383 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f5aff890-e051-4456-9df4-12b0057b5203 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:48.643428 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f5aff890-e051-4456-9df4-12b0057b5203 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:48.713641 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68257d2-be1e-43de-8a82-cc2fb7c200ec req-5f3787b6-1e76-43f7-a8fc-30d30aa82350 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:39:48.723802 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d68257d2-be1e-43de-8a82-cc2fb7c200ec req-5f3787b6-1e76-43f7-a8fc-30d30aa82350 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?device_id=01e1b846-4922-422e-b3e5-cfd60700e2b9 HTTP/1.1" status: 200 len: 946 time: 0.5818787 Aug 05 11:39:48.749648 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eaf2ff-9da7-4d39-abbe-3e9bfee66f08 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Pushing event deleted for resources: {'Subnet': ['ID=931ac8a4-5953-463a-8673-3faa000db9bf,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:39:48.809194 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-5b5b2d84-ec10-4470-81f9-21b915db2f65 req-2e690f59-294c-48d9-8df3-f4d272911c08 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=eb8cbb94-da28-4508-910d-f3e8570df80d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5134177 Aug 05 11:39:48.818745 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30256f46-7f02-47de-8d52-c6a1242dc5cd req-43956e49-ef92-41e3-aba0-c9e7dee9eb75 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:39:48.822223 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-30256f46-7f02-47de-8d52-c6a1242dc5cd req-43956e49-ef92-41e3-aba0-c9e7dee9eb75 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=7867b2c8-ac1a-4028-bb5d-04646277a459 HTTP/1.1" status: 200 len: 945 time: 0.7733052 Aug 05 11:39:48.866705 n-d-803378-2 neutron-server[94421]: DEBUG neutron.objects.ports [None req-a4b8e4fc-9ac5-4c72-bcb3-a43ac2ad321f tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94421) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 05 11:39:48.885365 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a4b8e4fc-9ac5-4c72-bcb3-a43ac2ad321f tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25038678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30075167'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:48.954887 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d68257d2-be1e-43de-8a82-cc2fb7c200ec req-db3d605a-572d-4110-afb5-de2bf9ac79f4 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/security-groups?id=5dfacf8b-ef80-4e03-9b2b-0b5aacf0bf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182937 Aug 05 11:39:48.992343 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-30256f46-7f02-47de-8d52-c6a1242dc5cd req-0518e810-c987-4ea2-944f-73a889fd172c tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=30974407-7b2a-468c-b989-540006d0da28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494281 Aug 05 11:39:49.018248 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b8e4fc-9ac5-4c72-bcb3-a43ac2ad321f tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Pushing event updated for resources: {'Subnet': ['ID=2dd15203-7ea3-491d-8118-7f094db56957,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:39:49.059238 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-141605f5-a749-4cd6-a998-1031331d1e86 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Made reservation on behalf of 2255634a74e844e794fd358818288ba1 for: {'subnet': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:39:49.061461 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f5aff890-e051-4456-9df4-12b0057b5203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:49.067553 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f5aff890-e051-4456-9df4-12b0057b5203 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:49.075318 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-f5aff890-e051-4456-9df4-12b0057b5203 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/259659d2-8a7f-4eda-98ce-c7227fb4a216 HTTP/1.1" status: 204 len: 168 time: 0.6927891 Aug 05 11:39:49.075855 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-141605f5-a749-4cd6-a998-1031331d1e86 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24211133'] for subnet, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:49.111192 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5b2d84-ec10-4470-81f9-21b915db2f65 req-a5b90dac-9ecf-41b2-b6b7-078ce2de10d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:39:49.115599 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-5b5b2d84-ec10-4470-81f9-21b915db2f65 req-a5b90dac-9ecf-41b2-b6b7-078ce2de10d7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d99022a6b1d940f38af72023898597a0&device_id=eb8cbb94-da28-4508-910d-f3e8570df80d HTTP/1.1" status: 200 len: 1096 time: 0.2447975 Aug 05 11:39:49.150223 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aff890-e051-4456-9df4-12b0057b5203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=259659d2-8a7f-4eda-98ce-c7227fb4a216,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:39:49.337213 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d505fcbf-4f71-4ae8-aff3-1b24e4e06cca None None] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:39:49.370199 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b8e4fc-9ac5-4c72-bcb3-a43ac2ad321f tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Checking segment: {'id': '923a8707-f8ca-4f9e-b7d4-dc2ef17a17bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'ff217a9d-4a6e-4ff6-96c5-90189df94c26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:39:49.370199 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b8e4fc-9ac5-4c72-bcb3-a43ac2ad321f tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Network hostable DHCP agents. Network: ff217a9d-4a6e-4ff6-96c5-90189df94c26, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:39:49.531844 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b8e4fc-9ac5-4c72-bcb3-a43ac2ad321f tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Network ff217a9d-4a6e-4ff6-96c5-90189df94c26 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:39:49.579354 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-a4b8e4fc-9ac5-4c72-bcb3-a43ac2ad321f tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, ff217a9d-4a6e-4ff6-96c5-90189df94c26) {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:39:49.599830 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b8e4fc-9ac5-4c72-bcb3-a43ac2ad321f tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:39:49.601952 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a4b8e4fc-9ac5-4c72-bcb3-a43ac2ad321f tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:49.727765 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5b2d84-ec10-4470-81f9-21b915db2f65 req-e7c1ee8f-f8fa-4d22-b214-7252a381862e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:39:49.760625 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-5b5b2d84-ec10-4470-81f9-21b915db2f65 req-e7c1ee8f-f8fa-4d22-b214-7252a381862e service neutron] 10.222.0.55 "GET /v2.0/networks?id=4ba4438a-8cdb-441d-bb43-5e42214d4b76 HTTP/1.1" status: 200 len: 915 time: 0.5531254 Aug 05 11:39:49.825678 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-a4b8e4fc-9ac5-4c72-bcb3-a43ac2ad321f tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 5.7254691 Aug 05 11:39:49.830466 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35806) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:39:49.882289 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682435e1-360a-4273-8f65-1794039f0965 None None] Network ff217a9d-4a6e-4ff6-96c5-90189df94c26 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:39:49.968254 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-5b5b2d84-ec10-4470-81f9-21b915db2f65 req-36fce6ea-04cf-4b67-b581-c94cb4dc06d9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a9522271-2125-4027-9fe8-bf85847f2aff HTTP/1.1" status: 200 len: 217 time: 0.1859012 Aug 05 11:39:50.026789 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-75971c6b-1caf-44fa-af7d-4db161c2db79 None None] Provisioning complete for port 04860839-7a14-4622-983b-82cfb71f85d8 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:39:50.027500 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-75971c6b-1caf-44fa-af7d-4db161c2db79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:50.087495 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5b2d84-ec10-4470-81f9-21b915db2f65 req-e8579faa-5736-4dec-9bb6-6acd9a8b309a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:39:50.090397 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-5b5b2d84-ec10-4470-81f9-21b915db2f65 req-e8579faa-5736-4dec-9bb6-6acd9a8b309a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7e926322-942d-429f-85a0-6f35bc628f55 HTTP/1.1" status: 200 len: 854 time: 0.1147046 Aug 05 11:39:50.198151 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-5b5b2d84-ec10-4470-81f9-21b915db2f65 req-ca8165c8-b1ea-4b88-ad01-951451dc348a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4ba4438a-8cdb-441d-bb43-5e42214d4b76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0957239 Aug 05 11:39:50.293086 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8927f9c5-89ef-4dbc-9ad2-6306f5373db6 None None] DHCP port deletion for 65f763dc-e344-4f1a-a003-f0293beb6d65 request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 11:39:50.549813 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-069cbea1-e344-45d2-931e-ad25cc956add tempest-DHCPAgentSchedulersTestJSON-820627538 tempest-DHCPAgentSchedulersTestJSON-820627538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29762700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24211087'] for subnet, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:50.555385 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5e0102-9758-4f7f-be4c-653d73405cfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-ff217a9d-4a6e-4ff6-96c5-90189df94c26', 'network_id': 'ff217a9d-4a6e-4ff6-96c5-90189df94c26', 'tenant_id': '24b9c256d82b47539cda6c0dcc6854db', 'fixed_ips': [{'subnet_id': '2dd15203-7ea3-491d-8118-7f094db56957'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 11:39:50.558142 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1d5e0102-9758-4f7f-be4c-653d73405cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:50.600898 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-5b5b2d84-ec10-4470-81f9-21b915db2f65 req-75c0d535-7245-4988-9ade-743769652324 service neutron] 10.222.0.55 "GET /v2.0/networks/4ba4438a-8cdb-441d-bb43-5e42214d4b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3950760 Aug 05 11:39:50.629454 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-8927f9c5-89ef-4dbc-9ad2-6306f5373db6 None None] Deleting port 04860839-7a14-4622-983b-82cfb71f85d8 {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:39:50.630904 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-8927f9c5-89ef-4dbc-9ad2-6306f5373db6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:50.891893 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-5b5b2d84-ec10-4470-81f9-21b915db2f65 req-76ed698a-9e73-4c0d-a0b0-ff901a592cb4 service neutron] 10.222.0.55 "GET /v2.0/networks/4ba4438a-8cdb-441d-bb43-5e42214d4b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2794251 Aug 05 11:39:50.949729 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-8927f9c5-89ef-4dbc-9ad2-6306f5373db6 None None] For port 04860839-7a14-4622-983b-82cfb71f85d8, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=04860839-7a14-4622-983b-82cfb71f85d8,segment=NetworkSegment(c3ce43ff-a33b-459d-a35e-6c011fee3456),segment_id=c3ce43ff-a33b-459d-a35e-6c011fee3456)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:39:50.950488 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-8927f9c5-89ef-4dbc-9ad2-6306f5373db6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:51.038191 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069cbea1-e344-45d2-931e-ad25cc956add tempest-DHCPAgentSchedulersTestJSON-820627538 tempest-DHCPAgentSchedulersTestJSON-820627538-project] Pushing event updated for resources: {'Subnet': ['ID=c7e50e7f-9a44-4ad9-bd90-c1078fe59263,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:39:51.042352 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-8927f9c5-89ef-4dbc-9ad2-6306f5373db6 None None] Calling delete_port for 04860839-7a14-4622-983b-82cfb71f85d8 owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:39:51.092056 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a6220a-ee99-444a-9a35-47f1ad5edc54 req-6156cba4-e55e-499e-bddd-942dba63ab09 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:39:51.093210 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-1d5e0102-9758-4f7f-be4c-653d73405cfd None None] Allocated IP 2001:db8::f816:3eff:feff:3b6e (ff217a9d-4a6e-4ff6-96c5-90189df94c26/2dd15203-7ea3-491d-8118-7f094db56957/d274f718-1470-4a20-b5ed-e3272a35e44a) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:39:51.108177 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-49a6220a-ee99-444a-9a35-47f1ad5edc54 req-6156cba4-e55e-499e-bddd-942dba63ab09 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?device_id=01e1b846-4922-422e-b3e5-cfd60700e2b9 HTTP/1.1" status: 200 len: 946 time: 0.7724969 Aug 05 11:39:51.138269 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b04f5d6-7901-49be-80ae-aa6416aef1ed req-d062e2fb-8a1e-4f7a-80c3-943e902699b2 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:39:51.141149 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0b04f5d6-7901-49be-80ae-aa6416aef1ed req-d062e2fb-8a1e-4f7a-80c3-943e902699b2 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=7867b2c8-ac1a-4028-bb5d-04646277a459 HTTP/1.1" status: 200 len: 945 time: 0.8485310 Aug 05 11:39:51.408706 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-8927f9c5-89ef-4dbc-9ad2-6306f5373db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:51.409189 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a3a3d122-796b-4619-8110-161c50ae58f2 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:51.471596 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-49a6220a-ee99-444a-9a35-47f1ad5edc54 req-45e21bcf-89cf-47f9-bfbd-1e87fe3314e6 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/security-groups?id=5dfacf8b-ef80-4e03-9b2b-0b5aacf0bf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3618631 Aug 05 11:39:51.491081 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8927f9c5-89ef-4dbc-9ad2-6306f5373db6 None None] No DVR routers for this DVR port 04860839-7a14-4622-983b-82cfb71f85d8 on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:39:51.494550 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8927f9c5-89ef-4dbc-9ad2-6306f5373db6 None None] Pushing event deleted for resources: {'Port': ['ID=04860839-7a14-4622-983b-82cfb71f85d8,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:39:51.503331 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069cbea1-e344-45d2-931e-ad25cc956add tempest-DHCPAgentSchedulersTestJSON-820627538 tempest-DHCPAgentSchedulersTestJSON-820627538-project] Checking segment: {'id': 'e9ae6d03-a8b3-4b3c-b7a3-9b2279069b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '1f22a666-c981-43ee-8b1d-ffb186ede5de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:39:51.506883 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069cbea1-e344-45d2-931e-ad25cc956add tempest-DHCPAgentSchedulersTestJSON-820627538 tempest-DHCPAgentSchedulersTestJSON-820627538-project] Network hostable DHCP agents. Network: 1f22a666-c981-43ee-8b1d-ffb186ede5de, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:39:51.665811 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1d5e0102-9758-4f7f-be4c-653d73405cfd None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:51.694814 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-1d5e0102-9758-4f7f-be4c-653d73405cfd None None] Transition to ACTIVE for port object d274f718-1470-4a20-b5ed-e3272a35e44a will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:39:51.700260 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8927f9c5-89ef-4dbc-9ad2-6306f5373db6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:39:51.703136 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8927f9c5-89ef-4dbc-9ad2-6306f5373db6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:39:51.703941 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8927f9c5-89ef-4dbc-9ad2-6306f5373db6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:39:51.704649 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8927f9c5-89ef-4dbc-9ad2-6306f5373db6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:39:51.705141 n-d-803378-2 neutron-server[94420]: DEBUG neutron.objects.ports [None req-141605f5-a749-4cd6-a998-1031331d1e86 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94420) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 05 11:39:51.706904 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8927f9c5-89ef-4dbc-9ad2-6306f5373db6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:39:51.708214 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8927f9c5-89ef-4dbc-9ad2-6306f5373db6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:39:51.713792 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8927f9c5-89ef-4dbc-9ad2-6306f5373db6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:39:51.714787 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8927f9c5-89ef-4dbc-9ad2-6306f5373db6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:39:51.715598 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8927f9c5-89ef-4dbc-9ad2-6306f5373db6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:39:51.716336 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8927f9c5-89ef-4dbc-9ad2-6306f5373db6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:39:51.717308 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8927f9c5-89ef-4dbc-9ad2-6306f5373db6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:39:51.718085 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8927f9c5-89ef-4dbc-9ad2-6306f5373db6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:39:51.777331 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-1d5e0102-9758-4f7f-be4c-653d73405cfd None None] Transition to ACTIVE for port object d274f718-1470-4a20-b5ed-e3272a35e44a will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:39:51.805889 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1d5e0102-9758-4f7f-be4c-653d73405cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:51.935896 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5e0102-9758-4f7f-be4c-653d73405cfd None None] Network ff217a9d-4a6e-4ff6-96c5-90189df94c26 is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:39:51.954864 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-1d5e0102-9758-4f7f-be4c-653d73405cfd None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:39:51.972187 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5e0102-9758-4f7f-be4c-653d73405cfd None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:39:52.040368 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5e0102-9758-4f7f-be4c-653d73405cfd None None] Pushing event updated for resources: {'Port': ['ID=d274f718-1470-4a20-b5ed-e3272a35e44a,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:39:52.087658 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0b04f5d6-7901-49be-80ae-aa6416aef1ed req-8ea27308-4d9b-48b0-8b0a-a266180ee24e tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=30974407-7b2a-468c-b989-540006d0da28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9212799 Aug 05 11:39:52.119479 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:52.156227 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-1d5e0102-9758-4f7f-be4c-653d73405cfd None None] Attempting to bind port d274f718-1470-4a20-b5ed-e3272a35e44a on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:39:52.157608 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-1d5e0102-9758-4f7f-be4c-653d73405cfd None None] Attempting to bind port d274f718-1470-4a20-b5ed-e3272a35e44a by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '923a8707-f8ca-4f9e-b7d4-dc2ef17a17bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'ff217a9d-4a6e-4ff6-96c5-90189df94c26'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:39:52.158504 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5e0102-9758-4f7f-be4c-653d73405cfd None None] Attempting to bind port d274f718-1470-4a20-b5ed-e3272a35e44a on network ff217a9d-4a6e-4ff6-96c5-90189df94c26 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:39:52.172385 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5e0102-9758-4f7f-be4c-653d73405cfd None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 39, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:39:52.172857 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5e0102-9758-4f7f-be4c-653d73405cfd None None] Checking segment: {'id': '923a8707-f8ca-4f9e-b7d4-dc2ef17a17bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'ff217a9d-4a6e-4ff6-96c5-90189df94c26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:39:52.173735 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1d5e0102-9758-4f7f-be4c-653d73405cfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:52.174446 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5e0102-9758-4f7f-be4c-653d73405cfd None None] Bound using segment: {'id': '923a8707-f8ca-4f9e-b7d4-dc2ef17a17bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'ff217a9d-4a6e-4ff6-96c5-90189df94c26'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:39:52.175182 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-1d5e0102-9758-4f7f-be4c-653d73405cfd None None] Bound port: d274f718-1470-4a20-b5ed-e3272a35e44a, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '923a8707-f8ca-4f9e-b7d4-dc2ef17a17bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'ff217a9d-4a6e-4ff6-96c5-90189df94c26'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:39:52.176072 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1d5e0102-9758-4f7f-be4c-653d73405cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:52.366492 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-1d5e0102-9758-4f7f-be4c-653d73405cfd None None] For port d274f718-1470-4a20-b5ed-e3272a35e44a, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:39:52.377445 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-1d5e0102-9758-4f7f-be4c-653d73405cfd None None] For port d274f718-1470-4a20-b5ed-e3272a35e44a, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=d274f718-1470-4a20-b5ed-e3272a35e44a,segment=NetworkSegment(923a8707-f8ca-4f9e-b7d4-dc2ef17a17bf),segment_id=923a8707-f8ca-4f9e-b7d4-dc2ef17a17bf)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:39:52.381045 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069cbea1-e344-45d2-931e-ad25cc956add tempest-DHCPAgentSchedulersTestJSON-820627538 tempest-DHCPAgentSchedulersTestJSON-820627538-project] Network 1f22a666-c981-43ee-8b1d-ffb186ede5de is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:39:52.408269 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1d5e0102-9758-4f7f-be4c-653d73405cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:52.428925 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621ce471-4993-4375-8c39-d7fc4756df47 req-d8f3c17f-12e6-4497-a9f5-9a6f6c5e16ee tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:39:52.444933 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 04860839-7a14-4622-983b-82cfb71f85d8 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:39:52.445591 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-621ce471-4993-4375-8c39-d7fc4756df47 req-d8f3c17f-12e6-4497-a9f5-9a6f6c5e16ee tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?device_id=01e1b846-4922-422e-b3e5-cfd60700e2b9 HTTP/1.1" status: 200 len: 946 time: 0.7446249 Aug 05 11:39:52.472707 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-069cbea1-e344-45d2-931e-ad25cc956add tempest-DHCPAgentSchedulersTestJSON-820627538 tempest-DHCPAgentSchedulersTestJSON-820627538-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, 1f22a666-c981-43ee-8b1d-ffb186ede5de) {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:39:52.540708 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a3a3d122-796b-4619-8110-161c50ae58f2 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:52.561322 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ff6fb3-f417-45fd-9b28-4db32a45c75d None None] Network 1f22a666-c981-43ee-8b1d-ffb186ede5de requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:39:52.596789 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 04860839-7a14-4622-983b-82cfb71f85d8 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:39:52.597299 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 04860839-7a14-4622-983b-82cfb71f85d8 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:39:52.606740 n-d-803378-2 neutron-server[94420]: WARNING neutron.services.revisions.revision_plugin [None req-141605f5-a749-4cd6-a998-1031331d1e86 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Could not find related port for resource to bump revision. Aug 05 11:39:52.762418 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069cbea1-e344-45d2-931e-ad25cc956add tempest-DHCPAgentSchedulersTestJSON-820627538 tempest-DHCPAgentSchedulersTestJSON-820627538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:39:52.763509 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-069cbea1-e344-45d2-931e-ad25cc956add tempest-DHCPAgentSchedulersTestJSON-820627538 tempest-DHCPAgentSchedulersTestJSON-820627538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:52.779140 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5e0102-9758-4f7f-be4c-653d73405cfd None None] Pushing event updated for resources: {'Port': ['ID=d274f718-1470-4a20-b5ed-e3272a35e44a,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:39:52.855743 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.ipam_pluggable_backend [None req-141605f5-a749-4cd6-a998-1031331d1e86 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Port 04860839-7a14-4622-983b-82cfb71f85d8 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94420) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 05 11:39:52.855743 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.ipam_pluggable_backend [None req-141605f5-a749-4cd6-a998-1031331d1e86 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Reverting IP allocation for 2001:db8::f816:3eff:fe3d:12a4 {{(pid=94420) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 05 11:39:52.907059 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.ipam_pluggable_backend [None req-141605f5-a749-4cd6-a998-1031331d1e86 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe3d:12a4 {{(pid=94420) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 05 11:39:52.942847 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-141605f5-a749-4cd6-a998-1031331d1e86 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29762700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24211087'] for subnet, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:53.070264 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a3a3d122-796b-4619-8110-161c50ae58f2 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29762763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24211094'] for subnet, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:53.081059 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-069cbea1-e344-45d2-931e-ad25cc956add tempest-DHCPAgentSchedulersTestJSON-820627538 tempest-DHCPAgentSchedulersTestJSON-820627538-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.3658690 Aug 05 11:39:53.081509 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35848) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:39:53.095698 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-ca7d7abf-8570-439c-ad46-fe272590713f tempest-DHCPAgentSchedulersTestJSON-820627538 tempest-DHCPAgentSchedulersTestJSON-820627538-project] Request body: {'port': {'network_id': '1f22a666-c981-43ee-8b1d-ffb186ede5de', 'name': 'tempest-DHCPAgentSchedulersTestJSON-243397685'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:39:53.220425 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a412925-4452-49de-add5-7ab9b5deb8e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-1f22a666-c981-43ee-8b1d-ffb186ede5de', 'network_id': '1f22a666-c981-43ee-8b1d-ffb186ede5de', 'tenant_id': '8ca3668d8d364b41a600bf841ba5a2fa', 'fixed_ips': [{'subnet_id': 'c7e50e7f-9a44-4ad9-bd90-c1078fe59263'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 11:39:53.222368 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-9a412925-4452-49de-add5-7ab9b5deb8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:53.359196 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141605f5-a749-4cd6-a998-1031331d1e86 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Pushing event updated for resources: {'Subnet': ['ID=c7b63a90-981a-4132-a565-3d40289753e8,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:39:53.437601 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-621ce471-4993-4375-8c39-d7fc4756df47 req-760502cb-7e9b-4227-9eab-0e1919395438 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/security-groups?id=5dfacf8b-ef80-4e03-9b2b-0b5aacf0bf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9797328 Aug 05 11:39:53.557773 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca7d7abf-8570-439c-ad46-fe272590713f tempest-DHCPAgentSchedulersTestJSON-820627538 tempest-DHCPAgentSchedulersTestJSON-820627538-project] Made reservation on behalf of 8ca3668d8d364b41a600bf841ba5a2fa for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:39:53.576122 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ca7d7abf-8570-439c-ad46-fe272590713f tempest-DHCPAgentSchedulersTestJSON-820627538 tempest-DHCPAgentSchedulersTestJSON-820627538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:53.668936 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [None req-ca7d7abf-8570-439c-ad46-fe272590713f tempest-DHCPAgentSchedulersTestJSON-820627538 tempest-DHCPAgentSchedulersTestJSON-820627538-project] device_id is not set on port 55b47bf4-03d3-4c2c-9e8a-33e794441c1d yet. {{(pid=94421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 11:39:53.670788 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-9a412925-4452-49de-add5-7ab9b5deb8e9 None None] Allocated IP 172.20.0.2 (1f22a666-c981-43ee-8b1d-ffb186ede5de/c7e50e7f-9a44-4ad9-bd90-c1078fe59263/c8357aff-766f-4838-acce-ffe34e07e525) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:39:53.962277 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a3a3d122-796b-4619-8110-161c50ae58f2 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:53.988577 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-a3a3d122-796b-4619-8110-161c50ae58f2 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff217a9d-4a6e-4ff6-96c5-90189df94c26']}} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:39:54.017043 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-a3a3d122-796b-4619-8110-161c50ae58f2 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '923a8707-f8ca-4f9e-b7d4-dc2ef17a17bf') {'for_net_delete': True} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:39:54.017579 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-a3a3d122-796b-4619-8110-161c50ae58f2 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '923a8707-f8ca-4f9e-b7d4-dc2ef17a17bf') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:39:54.058499 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141605f5-a749-4cd6-a998-1031331d1e86 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:39:54.060193 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a3d122-796b-4619-8110-161c50ae58f2 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Pushing event deleted for resources: {'Subnet': ['ID=2dd15203-7ea3-491d-8118-7f094db56957,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:39:54.162463 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-141605f5-a749-4cd6-a998-1031331d1e86 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:39:54.167951 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-141605f5-a749-4cd6-a998-1031331d1e86 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:39:54.171896 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-141605f5-a749-4cd6-a998-1031331d1e86 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:54.180527 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d21305b-ce63-443a-9794-dbf8c2111494 None None] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:39:54.191667 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a3a3d122-796b-4619-8110-161c50ae58f2 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25010581'] for segment, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:54.321562 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35868) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:39:54.333879 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-8ba81d1a-bb57-42cf-a892-7a719a0a79a7 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Request body: {'subnet': {'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:39:54.344926 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-141605f5-a749-4cd6-a998-1031331d1e86 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.7961495 Aug 05 11:39:54.358459 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a3a3d122-796b-4619-8110-161c50ae58f2 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:54.460660 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dfa2e1-b27a-472c-9789-eb6a5c1e774f req-0e1e19f4-1de9-4477-a734-0a422d86ce89 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:39:54.486029 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-08dfa2e1-b27a-472c-9789-eb6a5c1e774f req-0e1e19f4-1de9-4477-a734-0a422d86ce89 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=7867b2c8-ac1a-4028-bb5d-04646277a459 HTTP/1.1" status: 200 len: 945 time: 1.0131128 Aug 05 11:39:54.492820 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3a3d122-796b-4619-8110-161c50ae58f2 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=94420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:39:54.494747 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a3a3d122-796b-4619-8110-161c50ae58f2 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29762581'] for segment, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:54.522588 n-d-803378-2 neutron-server[94420]: Traceback (most recent call last): Aug 05 11:39:54.522588 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:39:54.522588 n-d-803378-2 neutron-server[94420]: timer() Aug 05 11:39:54.522588 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:39:54.522588 n-d-803378-2 neutron-server[94420]: cb(*args, **kw) Aug 05 11:39:54.522588 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:39:54.522588 n-d-803378-2 neutron-server[94420]: return func(*args, **kwargs) Aug 05 11:39:54.522588 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:39:54.522588 n-d-803378-2 neutron-server[94420]: self._notify() Aug 05 11:39:54.522588 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:39:54.522588 n-d-803378-2 neutron-server[94420]: self.callback(batched_events) Aug 05 11:39:54.522588 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:39:54.522588 n-d-803378-2 neutron-server[94420]: event.method(event) Aug 05 11:39:54.522588 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:39:54.522588 n-d-803378-2 neutron-server[94420]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:39:54.522588 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:39:54.522588 n-d-803378-2 neutron-server[94420]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:39:54.522588 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:39:54.522588 n-d-803378-2 neutron-server[94420]: return f(self, *a, **k) Aug 05 11:39:54.522588 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:39:54.522588 n-d-803378-2 neutron-server[94420]: return self._get(url).json() Aug 05 11:39:54.522588 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:39:54.522588 n-d-803378-2 neutron-server[94420]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:39:54.522588 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:39:54.522588 n-d-803378-2 neutron-server[94420]: return self.request(url, 'GET', **kwargs) Aug 05 11:39:54.522588 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:39:54.522588 n-d-803378-2 neutron-server[94420]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:39:54.522588 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:39:54.522588 n-d-803378-2 neutron-server[94420]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:39:54.522588 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:39:54.522588 n-d-803378-2 neutron-server[94420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:39:54.522588 n-d-803378-2 neutron-server[94420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:39:54.637487 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device d274f718-1470-4a20-b5ed-e3272a35e44a up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:39:54.851912 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port d274f718-1470-4a20-b5ed-e3272a35e44a completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:39:54.890158 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-9a412925-4452-49de-add5-7ab9b5deb8e9 None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:54.892533 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.db.api [None req-a3a3d122-796b-4619-8110-161c50ae58f2 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 05 11:39:54.892533 n-d-803378-2 neutron-server[94420]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 05 11:39:54.892533 n-d-803378-2 neutron-server[94420]: [parameters: {'id': 'ff217a9d-4a6e-4ff6-96c5-90189df94c26'}] Aug 05 11:39:54.892533 n-d-803378-2 neutron-server[94420]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94420) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 05 11:39:54.893281 n-d-803378-2 neutron-server[94420]: DEBUG oslo_db.api [None req-a3a3d122-796b-4619-8110-161c50ae58f2 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 11:39:54.904313 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-08dfa2e1-b27a-472c-9789-eb6a5c1e774f req-4febc82d-b2ea-434d-9ee3-321643f29c4c tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=30974407-7b2a-468c-b989-540006d0da28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3361950 Aug 05 11:39:54.961508 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ba81d1a-bb57-42cf-a892-7a719a0a79a7 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Made reservation on behalf of 2255634a74e844e794fd358818288ba1 for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:39:54.976511 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8ba81d1a-bb57-42cf-a892-7a719a0a79a7 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:54.997513 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-496470a5-7d7b-49c0-8b05-c30715f520c6 None None] Network ff217a9d-4a6e-4ff6-96c5-90189df94c26 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:39:55.004084 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-9a412925-4452-49de-add5-7ab9b5deb8e9 None None] Transition to ACTIVE for port object c8357aff-766f-4838-acce-ffe34e07e525 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:39:55.411446 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe52b238-63d4-443d-b8d6-b05b3e1baf87 req-b164ff4b-3f3e-47f1-95bc-e157fb90ad3c tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:39:55.415056 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fe52b238-63d4-443d-b8d6-b05b3e1baf87 req-b164ff4b-3f3e-47f1-95bc-e157fb90ad3c tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?device_id=01e1b846-4922-422e-b3e5-cfd60700e2b9 HTTP/1.1" status: 200 len: 946 time: 0.2158778 Aug 05 11:39:55.415899 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a3a3d122-796b-4619-8110-161c50ae58f2 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:55.470230 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-75f1e582-5288-4b16-92cb-f92c8697ee2c None None] Provisioning for port d274f718-1470-4a20-b5ed-e3272a35e44a completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:39:55.539902 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-75f1e582-5288-4b16-92cb-f92c8697ee2c None None] Provisioning complete for port d274f718-1470-4a20-b5ed-e3272a35e44a triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:39:55.540773 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-75f1e582-5288-4b16-92cb-f92c8697ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:55.676159 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fe52b238-63d4-443d-b8d6-b05b3e1baf87 req-c2950ffc-f77a-4dcb-9d1c-816b07bd247a tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/security-groups?id=5dfacf8b-ef80-4e03-9b2b-0b5aacf0bf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449737 Aug 05 11:39:55.765205 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-9a412925-4452-49de-add5-7ab9b5deb8e9 None None] Transition to ACTIVE for port object c8357aff-766f-4838-acce-ffe34e07e525 will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:39:55.784852 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-a3a3d122-796b-4619-8110-161c50ae58f2 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Deleting port d274f718-1470-4a20-b5ed-e3272a35e44a {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:39:55.786405 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a3a3d122-796b-4619-8110-161c50ae58f2 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:56.041019 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-9a412925-4452-49de-add5-7ab9b5deb8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:56.068268 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-a3a3d122-796b-4619-8110-161c50ae58f2 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] For port d274f718-1470-4a20-b5ed-e3272a35e44a, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=d274f718-1470-4a20-b5ed-e3272a35e44a,segment=NetworkSegment(923a8707-f8ca-4f9e-b7d4-dc2ef17a17bf),segment_id=923a8707-f8ca-4f9e-b7d4-dc2ef17a17bf)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:39:56.073400 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a3a3d122-796b-4619-8110-161c50ae58f2 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:56.097092 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688c115f-aad2-441f-854b-9bfecfb26c98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-65f763dc-e344-4f1a-a003-f0293beb6d65', 'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65', 'tenant_id': '2255634a74e844e794fd358818288ba1', 'fixed_ips': [{'subnet_id': 'c7b63a90-981a-4132-a565-3d40289753e8'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 11:39:56.098041 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-688c115f-aad2-441f-854b-9bfecfb26c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:56.118165 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-a3a3d122-796b-4619-8110-161c50ae58f2 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Calling delete_port for d274f718-1470-4a20-b5ed-e3272a35e44a owned by network:dhcp {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:39:56.509714 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a3a3d122-796b-4619-8110-161c50ae58f2 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:56.668160 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a412925-4452-49de-add5-7ab9b5deb8e9 None None] Network 1f22a666-c981-43ee-8b1d-ffb186ede5de is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:39:56.693331 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a3d122-796b-4619-8110-161c50ae58f2 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Pushing event deleted for resources: {'Port': ['ID=d274f718-1470-4a20-b5ed-e3272a35e44a,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:39:56.721474 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a3d122-796b-4619-8110-161c50ae58f2 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] No DVR routers for this DVR port d274f718-1470-4a20-b5ed-e3272a35e44a on host n-d-803378-2 {{(pid=94420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:39:56.756883 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a412925-4452-49de-add5-7ab9b5deb8e9 None None] Pushing event updated for resources: {'Port': ['ID=c8357aff-766f-4838-acce-ffe34e07e525,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:39:56.797114 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-9a412925-4452-49de-add5-7ab9b5deb8e9 None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:39:56.800219 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-75f1e582-5288-4b16-92cb-f92c8697ee2c None None] Port d274f718-1470-4a20-b5ed-e3272a35e44a update to ACTIVE by agent not found {{(pid=94422) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Aug 05 11:39:56.815866 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a412925-4452-49de-add5-7ab9b5deb8e9 None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:39:56.887392 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caed3927-1de0-4642-a39b-01788434c609 req-64e534ca-e12c-4107-9299-57883df93d8a tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:39:56.895430 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-caed3927-1de0-4642-a39b-01788434c609 req-64e534ca-e12c-4107-9299-57883df93d8a tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.55 "GET /v2.0/ports?device_id=01e1b846-4922-422e-b3e5-cfd60700e2b9 HTTP/1.1" status: 200 len: 946 time: 1.5531597 Aug 05 11:39:57.002125 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1234cac-0f80-4909-b2ab-5deae9480340 None None] DHCP port deletion for ff217a9d-4a6e-4ff6-96c5-90189df94c26 request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 11:39:57.167814 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-ca7d7abf-8570-439c-ad46-fe272590713f tempest-DHCPAgentSchedulersTestJSON-820627538 tempest-DHCPAgentSchedulersTestJSON-820627538-project] Allocated IP 172.20.0.10 (1f22a666-c981-43ee-8b1d-ffb186ede5de/c7e50e7f-9a44-4ad9-bd90-c1078fe59263/55b47bf4-03d3-4c2c-9e8a-33e794441c1d) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:39:57.509909 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-9a412925-4452-49de-add5-7ab9b5deb8e9 None None] Attempting to bind port c8357aff-766f-4838-acce-ffe34e07e525 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:39:57.510661 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-9a412925-4452-49de-add5-7ab9b5deb8e9 None None] Attempting to bind port c8357aff-766f-4838-acce-ffe34e07e525 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'e9ae6d03-a8b3-4b3c-b7a3-9b2279069b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '1f22a666-c981-43ee-8b1d-ffb186ede5de'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:39:57.511996 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a412925-4452-49de-add5-7ab9b5deb8e9 None None] Attempting to bind port c8357aff-766f-4838-acce-ffe34e07e525 on network 1f22a666-c981-43ee-8b1d-ffb186ede5de {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:39:57.521078 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a3a3d122-796b-4619-8110-161c50ae58f2 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:57.591158 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-a3a3d122-796b-4619-8110-161c50ae58f2 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff217a9d-4a6e-4ff6-96c5-90189df94c26']}} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:39:57.626874 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2d7e4e-c389-4694-9a14-c74102c9151a req-7b9f8660-f086-473f-ae99-6a533c3a7641 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:39:57.642002 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9a2d7e4e-c389-4694-9a14-c74102c9151a req-7b9f8660-f086-473f-ae99-6a533c3a7641 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=7867b2c8-ac1a-4028-bb5d-04646277a459 HTTP/1.1" status: 200 len: 945 time: 0.4186440 Aug 05 11:39:57.661009 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-688c115f-aad2-441f-854b-9bfecfb26c98 None None] Allocated IP 2001:db8::f816:3eff:feb9:3542 (65f763dc-e344-4f1a-a003-f0293beb6d65/c7b63a90-981a-4132-a565-3d40289753e8/7241a82c-a5cb-48c9-8ac0-b206ea451fc9) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:39:57.698449 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-a3a3d122-796b-4619-8110-161c50ae58f2 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '923a8707-f8ca-4f9e-b7d4-dc2ef17a17bf') {'for_net_delete': True} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:39:57.699327 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-a3a3d122-796b-4619-8110-161c50ae58f2 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '923a8707-f8ca-4f9e-b7d4-dc2ef17a17bf') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:39:57.895188 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ca7d7abf-8570-439c-ad46-fe272590713f tempest-DHCPAgentSchedulersTestJSON-820627538 tempest-DHCPAgentSchedulersTestJSON-820627538-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:57.922392 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [None req-ca7d7abf-8570-439c-ad46-fe272590713f tempest-DHCPAgentSchedulersTestJSON-820627538 tempest-DHCPAgentSchedulersTestJSON-820627538-project] Transition to ACTIVE for port object 55b47bf4-03d3-4c2c-9e8a-33e794441c1d will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:39:57.995719 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35916) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:39:58.031780 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ca7d7abf-8570-439c-ad46-fe272590713f tempest-DHCPAgentSchedulersTestJSON-820627538 tempest-DHCPAgentSchedulersTestJSON-820627538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:58.081481 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-688c115f-aad2-441f-854b-9bfecfb26c98 None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:58.128083 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-688c115f-aad2-441f-854b-9bfecfb26c98 None None] Transition to ACTIVE for port object 7241a82c-a5cb-48c9-8ac0-b206ea451fc9 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:39:58.246131 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-688c115f-aad2-441f-854b-9bfecfb26c98 None None] Transition to ACTIVE for port object 7241a82c-a5cb-48c9-8ac0-b206ea451fc9 will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:39:58.270710 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a412925-4452-49de-add5-7ab9b5deb8e9 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 39, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:39:58.276756 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7d7abf-8570-439c-ad46-fe272590713f tempest-DHCPAgentSchedulersTestJSON-820627538 tempest-DHCPAgentSchedulersTestJSON-820627538-project] Pushing event updated for resources: {'Port': ['ID=55b47bf4-03d3-4c2c-9e8a-33e794441c1d,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:39:58.279243 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a412925-4452-49de-add5-7ab9b5deb8e9 None None] Checking segment: {'id': 'e9ae6d03-a8b3-4b3c-b7a3-9b2279069b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '1f22a666-c981-43ee-8b1d-ffb186ede5de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:39:58.282947 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-9a412925-4452-49de-add5-7ab9b5deb8e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:58.287376 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a412925-4452-49de-add5-7ab9b5deb8e9 None None] Bound using segment: {'id': 'e9ae6d03-a8b3-4b3c-b7a3-9b2279069b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '1f22a666-c981-43ee-8b1d-ffb186ede5de'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:39:58.294986 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-9a412925-4452-49de-add5-7ab9b5deb8e9 None None] Bound port: c8357aff-766f-4838-acce-ffe34e07e525, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9ae6d03-a8b3-4b3c-b7a3-9b2279069b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '1f22a666-c981-43ee-8b1d-ffb186ede5de'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:39:58.299486 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-9a412925-4452-49de-add5-7ab9b5deb8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:58.331145 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7d7abf-8570-439c-ad46-fe272590713f tempest-DHCPAgentSchedulersTestJSON-820627538 tempest-DHCPAgentSchedulersTestJSON-820627538-project] Network 1f22a666-c981-43ee-8b1d-ffb186ede5de is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:39:58.341683 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-ca7d7abf-8570-439c-ad46-fe272590713f tempest-DHCPAgentSchedulersTestJSON-820627538 tempest-DHCPAgentSchedulersTestJSON-820627538-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:39:58.356394 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7d7abf-8570-439c-ad46-fe272590713f tempest-DHCPAgentSchedulersTestJSON-820627538 tempest-DHCPAgentSchedulersTestJSON-820627538-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:39:58.394460 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-688c115f-aad2-441f-854b-9bfecfb26c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:58.549016 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 3e43aa41-b636-47b4-93e2-0b0bf4f8b871 details requested by agent hyperv_n-h1-803378-2 with host n-h1-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:39:58.561079 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device d274f718-1470-4a20-b5ed-e3272a35e44a no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:39:58.568978 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-caed3927-1de0-4642-a39b-01788434c609 req-7b66546f-fe24-443d-a4a0-e278814867bc tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Deleting port d0025edd-d4c9-45ce-b7df-680484ac95a9 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:39:58.569398 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-caed3927-1de0-4642-a39b-01788434c609 req-7b66546f-fe24-443d-a4a0-e278814867bc tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:58.720951 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a3a3d122-796b-4619-8110-161c50ae58f2 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25010581'] for segment, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:58.755595 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-688c115f-aad2-441f-854b-9bfecfb26c98 None None] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:39:58.762924 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-03d7a788-b619-449f-b423-32273b9d8f33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:58.779287 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b2490e-9268-475f-b25b-8c2cad89741c req-1d1b2bf0-934b-4725-97e5-fd7738545cb9 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:39:58.790346 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: d274f718-1470-4a20-b5ed-e3272a35e44a {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:39:58.791734 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device d274f718-1470-4a20-b5ed-e3272a35e44a not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:39:58.793946 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688c115f-aad2-441f-854b-9bfecfb26c98 None None] Pushing event updated for resources: {'Port': ['ID=7241a82c-a5cb-48c9-8ac0-b206ea451fc9,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:39:58.800343 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device d0025edd-d4c9-45ce-b7df-680484ac95a9 no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:39:58.808081 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-24b2490e-9268-475f-b25b-8c2cad89741c req-1d1b2bf0-934b-4725-97e5-fd7738545cb9 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?device_id=01e1b846-4922-422e-b3e5-cfd60700e2b9 HTTP/1.1" status: 200 len: 946 time: 1.5586200 Aug 05 11:39:58.821133 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-688c115f-aad2-441f-854b-9bfecfb26c98 None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:39:58.871109 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8ba81d1a-bb57-42cf-a892-7a719a0a79a7 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25038678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30075167'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:58.873565 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688c115f-aad2-441f-854b-9bfecfb26c98 None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:39:58.877664 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a3a3d122-796b-4619-8110-161c50ae58f2 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:58.915911 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-9a412925-4452-49de-add5-7ab9b5deb8e9 None None] For port c8357aff-766f-4838-acce-ffe34e07e525, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:39:58.926275 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7d7abf-8570-439c-ad46-fe272590713f tempest-DHCPAgentSchedulersTestJSON-820627538 tempest-DHCPAgentSchedulersTestJSON-820627538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:39:58.928303 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ca7d7abf-8570-439c-ad46-fe272590713f tempest-DHCPAgentSchedulersTestJSON-820627538 tempest-DHCPAgentSchedulersTestJSON-820627538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:58.960923 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3a3d122-796b-4619-8110-161c50ae58f2 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=94420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:39:58.962015 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a3a3d122-796b-4619-8110-161c50ae58f2 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29762581'] for segment, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:58.996926 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.db.resource_extend [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 05 11:39:59.034767 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-9a412925-4452-49de-add5-7ab9b5deb8e9 None None] For port c8357aff-766f-4838-acce-ffe34e07e525, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=c8357aff-766f-4838-acce-ffe34e07e525,segment=NetworkSegment(e9ae6d03-a8b3-4b3c-b7a3-9b2279069b80),segment_id=e9ae6d03-a8b3-4b3c-b7a3-9b2279069b80)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:39:59.047025 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba81d1a-bb57-42cf-a892-7a719a0a79a7 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:39:59.097130 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-8ba81d1a-bb57-42cf-a892-7a719a0a79a7 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:39:59.135978 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-9a412925-4452-49de-add5-7ab9b5deb8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:59.156304 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9a2d7e4e-c389-4694-9a14-c74102c9151a req-8bbd029d-1a22-4da3-ad03-527c0d46945a tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=30974407-7b2a-468c-b989-540006d0da28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4775722 Aug 05 11:39:59.157368 n-d-803378-2 neutron-server[94420]: Traceback (most recent call last): Aug 05 11:39:59.157368 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:39:59.157368 n-d-803378-2 neutron-server[94420]: timer() Aug 05 11:39:59.157368 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:39:59.157368 n-d-803378-2 neutron-server[94420]: cb(*args, **kw) Aug 05 11:39:59.157368 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:39:59.157368 n-d-803378-2 neutron-server[94420]: return func(*args, **kwargs) Aug 05 11:39:59.157368 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:39:59.157368 n-d-803378-2 neutron-server[94420]: self._notify() Aug 05 11:39:59.157368 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:39:59.157368 n-d-803378-2 neutron-server[94420]: self.callback(batched_events) Aug 05 11:39:59.157368 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:39:59.157368 n-d-803378-2 neutron-server[94420]: event.method(event) Aug 05 11:39:59.157368 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:39:59.157368 n-d-803378-2 neutron-server[94420]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:39:59.157368 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:39:59.157368 n-d-803378-2 neutron-server[94420]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:39:59.157368 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:39:59.157368 n-d-803378-2 neutron-server[94420]: return f(self, *a, **k) Aug 05 11:39:59.157368 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:39:59.157368 n-d-803378-2 neutron-server[94420]: return self._get(url).json() Aug 05 11:39:59.157368 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:39:59.157368 n-d-803378-2 neutron-server[94420]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:39:59.157368 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:39:59.157368 n-d-803378-2 neutron-server[94420]: return self.request(url, 'GET', **kwargs) Aug 05 11:39:59.157368 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:39:59.157368 n-d-803378-2 neutron-server[94420]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:39:59.157368 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:39:59.157368 n-d-803378-2 neutron-server[94420]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:39:59.157368 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:39:59.157368 n-d-803378-2 neutron-server[94420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:39:59.157368 n-d-803378-2 neutron-server[94420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:39:59.162344 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba81d1a-bb57-42cf-a892-7a719a0a79a7 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:39:59.162344 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8ba81d1a-bb57-42cf-a892-7a719a0a79a7 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:59.164235 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a3a3d122-796b-4619-8110-161c50ae58f2 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:59.172806 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-24b2490e-9268-475f-b25b-8c2cad89741c req-833357c5-49f4-44b9-b4dc-f833dab4ef98 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/security-groups?id=5dfacf8b-ef80-4e03-9b2b-0b5aacf0bf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3411772 Aug 05 11:39:59.185075 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a3a3d122-796b-4619-8110-161c50ae58f2 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:59.194134 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-a3a3d122-796b-4619-8110-161c50ae58f2 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] 10.222.0.58 "DELETE /v2.0/networks/ff217a9d-4a6e-4ff6-96c5-90189df94c26 HTTP/1.1" status: 204 len: 168 time: 9.2667120 Aug 05 11:39:59.205392 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35926) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:39:59.265228 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a3d122-796b-4619-8110-161c50ae58f2 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Pushing event deleted for resources: {'Network': ['ID=ff217a9d-4a6e-4ff6-96c5-90189df94c26,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:39:59.333929 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-688c115f-aad2-441f-854b-9bfecfb26c98 None None] Attempting to bind port 7241a82c-a5cb-48c9-8ac0-b206ea451fc9 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:39:59.334690 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-688c115f-aad2-441f-854b-9bfecfb26c98 None None] Attempting to bind port 7241a82c-a5cb-48c9-8ac0-b206ea451fc9 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'c3ce43ff-a33b-459d-a35e-6c011fee3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:39:59.335637 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688c115f-aad2-441f-854b-9bfecfb26c98 None None] Attempting to bind port 7241a82c-a5cb-48c9-8ac0-b206ea451fc9 on network 65f763dc-e344-4f1a-a003-f0293beb6d65 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:39:59.345416 n-d-803378-2 neutron-server[94421]: INFO neutron.pecan_wsgi.hooks.translation [None req-30ce0df7-827b-48f8-8de7-a34500b7609d tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] DELETE failed (client error): The resource could not be found. Aug 05 11:39:59.346204 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30ce0df7-827b-48f8-8de7-a34500b7609d tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:39:59.355925 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-30ce0df7-827b-48f8-8de7-a34500b7609d tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] 10.222.0.58 "DELETE /v2.0/subnets/2dd15203-7ea3-491d-8118-7f094db56957 HTTP/1.1" status: 404 len: 337 time: 0.1372931 Aug 05 11:39:59.359607 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35928) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:39:59.372414 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-caed3927-1de0-4642-a39b-01788434c609 req-7b66546f-fe24-443d-a4a0-e278814867bc tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] For port d0025edd-d4c9-45ce-b7df-680484ac95a9, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=d0025edd-d4c9-45ce-b7df-680484ac95a9,segment=NetworkSegment(1464bea6-dc68-4175-ac76-169c7629018f),segment_id=1464bea6-dc68-4175-ac76-169c7629018f)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:39:59.373055 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-caed3927-1de0-4642-a39b-01788434c609 req-7b66546f-fe24-443d-a4a0-e278814867bc tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:59.399481 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba81d1a-bb57-42cf-a892-7a719a0a79a7 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Pushing event updated for resources: {'Subnet': ['ID=3ec7f51a-0ff1-4478-9605-73de6c1953f1,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:39:59.418532 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:59.421036 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688c115f-aad2-441f-854b-9bfecfb26c98 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 39, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:39:59.422000 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688c115f-aad2-441f-854b-9bfecfb26c98 None None] Checking segment: {'id': 'c3ce43ff-a33b-459d-a35e-6c011fee3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:39:59.422961 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-688c115f-aad2-441f-854b-9bfecfb26c98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:59.423846 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688c115f-aad2-441f-854b-9bfecfb26c98 None None] Bound using segment: {'id': 'c3ce43ff-a33b-459d-a35e-6c011fee3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:39:59.424939 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-688c115f-aad2-441f-854b-9bfecfb26c98 None None] Bound port: 7241a82c-a5cb-48c9-8ac0-b206ea451fc9, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3ce43ff-a33b-459d-a35e-6c011fee3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:39:59.425840 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-688c115f-aad2-441f-854b-9bfecfb26c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:59.433946 n-d-803378-2 neutron-server[94420]: INFO neutron.pecan_wsgi.hooks.translation [None req-c511c477-715a-4c70-96c2-a09611f41ff2 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] DELETE failed (client error): The resource could not be found. Aug 05 11:39:59.434911 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c511c477-715a-4c70-96c2-a09611f41ff2 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:39:59.435039 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-caed3927-1de0-4642-a39b-01788434c609 req-7b66546f-fe24-443d-a4a0-e278814867bc tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Calling delete_port for d0025edd-d4c9-45ce-b7df-680484ac95a9 owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:39:59.437666 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-c511c477-715a-4c70-96c2-a09611f41ff2 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] 10.222.0.58 "DELETE /v2.0/networks/ff217a9d-4a6e-4ff6-96c5-90189df94c26 HTTP/1.1" status: 404 len: 339 time: 0.0763409 Aug 05 11:39:59.443980 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35930) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:39:59.513973 n-d-803378-2 neutron-server[94420]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3f47940-6cc8-4f5a-ae39-d4746f939944 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] DELETE failed (client error): The resource could not be found. Aug 05 11:39:59.514677 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3f47940-6cc8-4f5a-ae39-d4746f939944 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:39:59.528806 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-d3f47940-6cc8-4f5a-ae39-d4746f939944 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] 10.222.0.58 "DELETE /v2.0/subnets/bfb7c905-446c-4930-8ef2-15ad006f099d HTTP/1.1" status: 404 len: 337 time: 0.0826311 Aug 05 11:39:59.531067 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35934) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:39:59.592035 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a412925-4452-49de-add5-7ab9b5deb8e9 None None] Pushing event updated for resources: {'Port': ['ID=c8357aff-766f-4838-acce-ffe34e07e525,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:39:59.607930 n-d-803378-2 neutron-server[94420]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ed490c8-14db-44d3-b45c-6cd4efaee4e4 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] DELETE failed (client error): The resource could not be found. Aug 05 11:39:59.621624 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-03d7a788-b619-449f-b423-32273b9d8f33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:59.621985 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 3e43aa41-b636-47b4-93e2-0b0bf4f8b871, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=3e43aa41-b636-47b4-93e2-0b0bf4f8b871,segment=NetworkSegment(5615e441-bf2b-4f62-9a7e-00bdeb60130a),segment_id=5615e441-bf2b-4f62-9a7e-00bdeb60130a)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:39:59.623109 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ed490c8-14db-44d3-b45c-6cd4efaee4e4 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:39:59.635201 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-2ed490c8-14db-44d3-b45c-6cd4efaee4e4 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] 10.222.0.58 "DELETE /v2.0/networks/5937f6ae-3a72-4063-b7f6-03576ce766a1 HTTP/1.1" status: 404 len: 339 time: 0.0984843 Aug 05 11:39:59.640335 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35938) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:39:59.716089 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:59.719276 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Returning: {'device': '3e43aa41-b636-47b4-93e2-0b0bf4f8b871', 'network_id': '3bbc31db-4958-4e8b-9f8e-bc48b5d28e47', 'port_id': '3e43aa41-b636-47b4-93e2-0b0bf4f8b871', 'mac_address': 'fa:16:3e:53:3a:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2358f314-430e-4da8-8dea-b9e9954bab81', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:39:59.734291 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-03d7a788-b619-449f-b423-32273b9d8f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:59.780652 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-8ba81d1a-bb57-42cf-a892-7a719a0a79a7 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.4575202 Aug 05 11:39:59.792323 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d7a788-b619-449f-b423-32273b9d8f33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33f014b4-53e8-4645-92be-d055a726f18f,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:39:59.795940 n-d-803378-2 neutron-server[94420]: INFO neutron.pecan_wsgi.hooks.translation [None req-037302cc-f08a-4569-8e5d-270f9f069bfa tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] DELETE failed (client error): The resource could not be found. Aug 05 11:39:59.799281 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-ca7d7abf-8570-439c-ad46-fe272590713f tempest-DHCPAgentSchedulersTestJSON-820627538 tempest-DHCPAgentSchedulersTestJSON-820627538-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.7126234 Aug 05 11:39:59.803575 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35940) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:39:59.803994 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35942) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:39:59.804974 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-037302cc-f08a-4569-8e5d-270f9f069bfa tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:39:59.827404 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-037302cc-f08a-4569-8e5d-270f9f069bfa tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] 10.222.0.58 "DELETE /v2.0/subnets/3bc61c72-85d8-4d29-9b40-2a06f04a5f32 HTTP/1.1" status: 404 len: 337 time: 0.1783004 Aug 05 11:39:59.833053 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-de834de6-e72d-4d13-bf2b-1e8865ceeeef tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Request body: {'port': {'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65', 'mac_address': 'fa:16:3e:64:70:19', 'name': 'tempest-NetworksTestDHCPv6-1954071624'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:39:59.833387 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35944) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:39:59.887912 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-688c115f-aad2-441f-854b-9bfecfb26c98 None None] For port 7241a82c-a5cb-48c9-8ac0-b206ea451fc9, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:39:59.907460 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-688c115f-aad2-441f-854b-9bfecfb26c98 None None] For port 7241a82c-a5cb-48c9-8ac0-b206ea451fc9, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=7241a82c-a5cb-48c9-8ac0-b206ea451fc9,segment=NetworkSegment(c3ce43ff-a33b-459d-a35e-6c011fee3456),segment_id=c3ce43ff-a33b-459d-a35e-6c011fee3456)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:39:59.929443 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-688c115f-aad2-441f-854b-9bfecfb26c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:39:59.937804 n-d-803378-2 neutron-server[94420]: INFO neutron.pecan_wsgi.hooks.translation [None req-74836fb7-50e7-4865-9da7-fa08a3bab4c1 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] DELETE failed (client error): The resource could not be found. Aug 05 11:39:59.943759 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74836fb7-50e7-4865-9da7-fa08a3bab4c1 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:39:59.954524 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-74836fb7-50e7-4865-9da7-fa08a3bab4c1 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] 10.222.0.58 "DELETE /v2.0/networks/667ebd63-41c4-4e5d-9189-be777caea8f1 HTTP/1.1" status: 404 len: 339 time: 0.1194415 Aug 05 11:39:59.956926 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35946) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:40:00.138356 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port d0025edd-d4c9-45ce-b7df-680484ac95a9, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=d0025edd-d4c9-45ce-b7df-680484ac95a9,segment=NetworkSegment(1464bea6-dc68-4175-ac76-169c7629018f),segment_id=1464bea6-dc68-4175-ac76-169c7629018f)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:40:00.139952 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01e1b846-4922-422e-b3e5-cfd60700e2b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0025edd-d4c9-45ce-b7df-680484ac95a9'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:40:00.144306 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f850b92-81c4-4703-b3f3-83a6889150d1" -d '{"events": [{"server_uuid": "01e1b846-4922-422e-b3e5-cfd60700e2b9", "name": "network-vif-unplugged", "status": "completed", "tag": "d0025edd-d4c9-45ce-b7df-680484ac95a9"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:40:00.150702 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-03d7a788-b619-449f-b423-32273b9d8f33 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=10f7e1d1613f464199591da4e6a050fd&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1463430 Aug 05 11:40:00.159438 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:00.181774 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35952) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:40:00.289990 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:00.293996 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688c115f-aad2-441f-854b-9bfecfb26c98 None None] Pushing event updated for resources: {'Port': ['ID=7241a82c-a5cb-48c9-8ac0-b206ea451fc9,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:40:00.339312 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-02dd0628-3b18-4393-bdfb-d06cc6c1b2a2 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Deleting port 42126952-202a-4732-aca4-86deebaeb7d2 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:40:00.349905 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-02dd0628-3b18-4393-bdfb-d06cc6c1b2a2 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:00.447728 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 05 Aug 2021 11:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de6917f2-3fe2-441e-941b-02f372609176 x-openstack-request-id: req-de6917f2-3fe2-441e-941b-02f372609176 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:40:00.448185 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01e1b846-4922-422e-b3e5-cfd60700e2b9", "name": "network-vif-unplugged", "status": "completed", "tag": "d0025edd-d4c9-45ce-b7df-680484ac95a9", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:40:00.448916 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-de6917f2-3fe2-441e-941b-02f372609176 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:40:00.450654 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01e1b846-4922-422e-b3e5-cfd60700e2b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0025edd-d4c9-45ce-b7df-680484ac95a9', 'code': 200} Aug 05 11:40:00.493714 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3e43aa41-b636-47b4-93e2-0b0bf4f8b871 {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:40:00.641819 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 3e43aa41-b636-47b4-93e2-0b0bf4f8b871, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=3e43aa41-b636-47b4-93e2-0b0bf4f8b871,segment=NetworkSegment(5615e441-bf2b-4f62-9a7e-00bdeb60130a),segment_id=5615e441-bf2b-4f62-9a7e-00bdeb60130a)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:40:00.670905 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:00.677574 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=d0025edd-d4c9-45ce-b7df-680484ac95a9,revision_number=6']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:40:00.833982 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device c8357aff-766f-4838-acce-ffe34e07e525 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:40:00.858272 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-02dd0628-3b18-4393-bdfb-d06cc6c1b2a2 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:00.905501 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-02dd0628-3b18-4393-bdfb-d06cc6c1b2a2 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Calling delete_port for 42126952-202a-4732-aca4-86deebaeb7d2 owned by {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:40:00.907120 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de834de6-e72d-4d13-bf2b-1e8865ceeeef tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Made reservation on behalf of 2255634a74e844e794fd358818288ba1 for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:40:00.978953 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a235aa-0b67-4190-866e-e7c2c96efc1a req-ef71fa99-27c9-4fb9-b7b7-8a377a5f9ea3 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:40:00.991747 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-70a235aa-0b67-4190-866e-e7c2c96efc1a req-ef71fa99-27c9-4fb9-b7b7-8a377a5f9ea3 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=7867b2c8-ac1a-4028-bb5d-04646277a459 HTTP/1.1" status: 200 len: 945 time: 0.4178574 Aug 05 11:40:01.012803 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['3e43aa41-b636-47b4-93e2-0b0bf4f8b871'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:40:01.049265 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9843a831-1d73-4f87-9eb3-65f5262dc1bc req-4b83b15c-441a-485a-add2-d1eda59f0c24 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:40:01.066751 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9843a831-1d73-4f87-9eb3-65f5262dc1bc req-4b83b15c-441a-485a-add2-d1eda59f0c24 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] 10.222.0.58 "GET /v2.0/ports?device_id=08b420b1-809e-4081-9b30-a8f4dd879947 HTTP/1.1" status: 200 len: 946 time: 0.6552629 Aug 05 11:40:01.233666 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-caed3927-1de0-4642-a39b-01788434c609 req-7b66546f-fe24-443d-a4a0-e278814867bc tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:01.243984 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-80bc5184-5e7d-42a1-8bcd-72001c3a1901 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:01.244327 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=3e43aa41-b636-47b4-93e2-0b0bf4f8b871,revision_number=6']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:40:01.258386 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port c8357aff-766f-4838-acce-ffe34e07e525 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:40:01.285939 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['c6ea930f-9cea-4fc6-b5f1-18fa57d750d9'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:40:01.413165 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-70a235aa-0b67-4190-866e-e7c2c96efc1a req-b4d4005f-1691-4364-adfc-c33169844410 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=30974407-7b2a-468c-b989-540006d0da28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4168775 Aug 05 11:40:01.484434 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9843a831-1d73-4f87-9eb3-65f5262dc1bc req-435656ec-dfe7-467d-9e13-b42942163da9 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] 10.222.0.58 "GET /v2.0/security-groups?id=8707e749-14ef-46e9-b17b-2053065b99b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3437767 Aug 05 11:40:01.501298 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-d80742c5-4def-442e-a054-f5b74621a589 tempest-DHCPAgentSchedulersTestJSON-820627538 tempest-DHCPAgentSchedulersTestJSON-820627538-project] Deleting port 55b47bf4-03d3-4c2c-9e8a-33e794441c1d {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:40:01.501298 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d80742c5-4def-442e-a054-f5b74621a589 tempest-DHCPAgentSchedulersTestJSON-820627538 tempest-DHCPAgentSchedulersTestJSON-820627538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:01.580698 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-02dd0628-3b18-4393-bdfb-d06cc6c1b2a2 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:01.765496 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dd0628-3b18-4393-bdfb-d06cc6c1b2a2 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Pushing event deleted for resources: {'Port': ['ID=42126952-202a-4732-aca4-86deebaeb7d2,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:40:01.823066 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-caed3927-1de0-4642-a39b-01788434c609 req-7b66546f-fe24-443d-a4a0-e278814867bc tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] No DVR routers for this DVR port d0025edd-d4c9-45ce-b7df-680484ac95a9 on host n-h2-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:40:01.835089 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-02dd0628-3b18-4393-bdfb-d06cc6c1b2a2 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:01.837420 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-02dd0628-3b18-4393-bdfb-d06cc6c1b2a2 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] 10.222.0.58 "DELETE /v2.0/ports/42126952-202a-4732-aca4-86deebaeb7d2 HTTP/1.1" status: 204 len: 168 time: 1.8782895 Aug 05 11:40:01.840467 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-caed3927-1de0-4642-a39b-01788434c609 req-7b66546f-fe24-443d-a4a0-e278814867bc tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:01.854478 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-caed3927-1de0-4642-a39b-01788434c609 req-7b66546f-fe24-443d-a4a0-e278814867bc tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.55 "DELETE /v2.0/ports/d0025edd-d4c9-45ce-b7df-680484ac95a9 HTTP/1.1" status: 204 len: 173 time: 4.9316347 Aug 05 11:40:01.855871 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b66546f-fe24-443d-a4a0-e278814867bc tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Pushing event deleted for resources: {'Port': ['ID=d0025edd-d4c9-45ce-b7df-680484ac95a9,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:40:01.875560 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35962) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:40:01.892610 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8b1a9627-728b-4a1e-8dc9-1c88e2820ff5 req-57958f7c-dc4f-40ad-919e-5460e422be7f tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?device_id=01e1b846-4922-422e-b3e5-cfd60700e2b9 HTTP/1.1" status: 200 len: 210 time: 0.1029983 Aug 05 11:40:01.956379 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01e1b846-4922-422e-b3e5-cfd60700e2b9', 'name': 'network-vif-deleted', 'tag': 'd0025edd-d4c9-45ce-b7df-680484ac95a9'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:40:01.962893 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d437e372-e42f-4ce8-976a-7636b56ee438" -d '{"events": [{"server_uuid": "01e1b846-4922-422e-b3e5-cfd60700e2b9", "name": "network-vif-deleted", "tag": "d0025edd-d4c9-45ce-b7df-680484ac95a9"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:40:01.987741 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a4f533-7f8a-4d87-b066-7c0bdfedb0c0 None None] Network 1f22a666-c981-43ee-8b1d-ffb186ede5de requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:40:02.066177 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-80bc5184-5e7d-42a1-8bcd-72001c3a1901 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:02.089225 n-d-803378-2 neutron-server[94421]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd86ba93-c55d-47bc-b9e1-cae6ad712477 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] DELETE failed (client error): The resource could not be found. Aug 05 11:40:02.092672 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd86ba93-c55d-47bc-b9e1-cae6ad712477 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:40:02.103944 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-fd86ba93-c55d-47bc-b9e1-cae6ad712477 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] 10.222.0.58 "DELETE /v2.0/subnets/3aec1e18-3057-429c-8607-ab9177e76537 HTTP/1.1" status: 404 len: 337 time: 0.1359813 Aug 05 11:40:02.105230 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35968) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:40:02.135654 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-c68e9567-630c-4170-a020-7393bd9dcd8f None None] Provisioning for port c8357aff-766f-4838-acce-ffe34e07e525 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:40:02.167051 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-c68e9567-630c-4170-a020-7393bd9dcd8f None None] Provisioning complete for port c8357aff-766f-4838-acce-ffe34e07e525 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:40:02.167446 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c68e9567-630c-4170-a020-7393bd9dcd8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:02.209694 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d0680c9-2984-491f-ac24-fa55fc12eea0 x-openstack-request-id: req-9d0680c9-2984-491f-ac24-fa55fc12eea0 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:40:02.210502 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01e1b846-4922-422e-b3e5-cfd60700e2b9", "name": "network-vif-deleted", "tag": "d0025edd-d4c9-45ce-b7df-680484ac95a9", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:40:02.211155 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9d0680c9-2984-491f-ac24-fa55fc12eea0 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:40:02.211982 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01e1b846-4922-422e-b3e5-cfd60700e2b9', 'name': 'network-vif-deleted', 'tag': 'd0025edd-d4c9-45ce-b7df-680484ac95a9', 'status': 'completed', 'code': 200} Aug 05 11:40:02.295899 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-de834de6-e72d-4d13-bf2b-1e8865ceeeef tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:02.374196 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-aabd2445-b722-4f17-8a84-7032525263f1 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:02.418378 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449dae87-eada-4e7c-bd2c-bb801dfaf425 req-386d8821-236a-4c06-8e12-4fd46861d3a8 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:40:02.422111 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-449dae87-eada-4e7c-bd2c-bb801dfaf425 req-386d8821-236a-4c06-8e12-4fd46861d3a8 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] 10.222.0.55 "GET /v2.0/ports?device_id=08b420b1-809e-4081-9b30-a8f4dd879947 HTTP/1.1" status: 200 len: 946 time: 0.5601418 Aug 05 11:40:02.586186 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 7241a82c-a5cb-48c9-8ac0-b206ea451fc9 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:40:02.648766 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d80742c5-4def-442e-a054-f5b74621a589 tempest-DHCPAgentSchedulersTestJSON-820627538 tempest-DHCPAgentSchedulersTestJSON-820627538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:02.663105 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32501142-5908-45fc-88ce-a332829bca6d None None] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:40:02.705909 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-aabd2445-b722-4f17-8a84-7032525263f1 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:02.714978 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-d80742c5-4def-442e-a054-f5b74621a589 tempest-DHCPAgentSchedulersTestJSON-820627538 tempest-DHCPAgentSchedulersTestJSON-820627538-project] Calling delete_port for 55b47bf4-03d3-4c2c-9e8a-33e794441c1d owned by {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:40:02.734332 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-aabd2445-b722-4f17-8a84-7032525263f1 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fc3370b-0fc8-4747-ac23-a40936a2d4c7']}} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:40:02.783425 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [None req-de834de6-e72d-4d13-bf2b-1e8865ceeeef tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] device_id is not set on port 668fb340-3f5e-484d-a2f9-4bdecd94e4d8 yet. {{(pid=94421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 11:40:02.792999 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-aabd2445-b722-4f17-8a84-7032525263f1 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64bed804-be5f-44a1-8195-7bf7aa517648') {'for_net_delete': True} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:40:02.794193 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-aabd2445-b722-4f17-8a84-7032525263f1 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64bed804-be5f-44a1-8195-7bf7aa517648') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:40:02.811987 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 3e43aa41-b636-47b4-93e2-0b0bf4f8b871 up at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:40:02.820315 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c68e9567-630c-4170-a020-7393bd9dcd8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:02.860397 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-aabd2445-b722-4f17-8a84-7032525263f1 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25010581'] for segment, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:02.915480 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b362d-9927-4e00-9cf9-a7fc2204c8bd req-0f7d195a-27c9-467d-bff2-96837f523c3f tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:40:02.919347 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c39b362d-9927-4e00-9cf9-a7fc2204c8bd req-0f7d195a-27c9-467d-bff2-96837f523c3f tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=7867b2c8-ac1a-4028-bb5d-04646277a459 HTTP/1.1" status: 200 len: 944 time: 0.2790787 Aug 05 11:40:03.026186 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-aabd2445-b722-4f17-8a84-7032525263f1 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:03.093863 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac4d5ad-2910-41c9-a2fa-5eedd86b400c req-a49c01ab-f4c0-45c3-b1cf-017e6c723de4 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:40:03.108519 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3ac4d5ad-2910-41c9-a2fa-5eedd86b400c req-a49c01ab-f4c0-45c3-b1cf-017e6c723de4 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] 10.222.0.58 "GET /v2.0/ports?device_id=08b420b1-809e-4081-9b30-a8f4dd879947 HTTP/1.1" status: 200 len: 946 time: 0.3335502 Aug 05 11:40:03.122852 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c39b362d-9927-4e00-9cf9-a7fc2204c8bd req-0f929727-6479-4d0e-ba2d-647ec47b7f3c tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=30974407-7b2a-468c-b989-540006d0da28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792629 Aug 05 11:40:03.127564 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aabd2445-b722-4f17-8a84-7032525263f1 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Releasing vlan 661 on physical network physnet1 to pool {{(pid=94420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:40:03.128457 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-aabd2445-b722-4f17-8a84-7032525263f1 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29762581'] for segment, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:03.134889 n-d-803378-2 neutron-server[94420]: Traceback (most recent call last): Aug 05 11:40:03.134889 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:40:03.134889 n-d-803378-2 neutron-server[94420]: timer() Aug 05 11:40:03.134889 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:40:03.134889 n-d-803378-2 neutron-server[94420]: cb(*args, **kw) Aug 05 11:40:03.134889 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:40:03.134889 n-d-803378-2 neutron-server[94420]: return func(*args, **kwargs) Aug 05 11:40:03.134889 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:40:03.134889 n-d-803378-2 neutron-server[94420]: self._notify() Aug 05 11:40:03.134889 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:40:03.134889 n-d-803378-2 neutron-server[94420]: self.callback(batched_events) Aug 05 11:40:03.134889 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:40:03.134889 n-d-803378-2 neutron-server[94420]: event.method(event) Aug 05 11:40:03.134889 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:40:03.134889 n-d-803378-2 neutron-server[94420]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:40:03.134889 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:40:03.134889 n-d-803378-2 neutron-server[94420]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:40:03.134889 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:40:03.134889 n-d-803378-2 neutron-server[94420]: return f(self, *a, **k) Aug 05 11:40:03.134889 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:40:03.134889 n-d-803378-2 neutron-server[94420]: return self._get(url).json() Aug 05 11:40:03.134889 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:40:03.134889 n-d-803378-2 neutron-server[94420]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:40:03.134889 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:40:03.134889 n-d-803378-2 neutron-server[94420]: return self.request(url, 'GET', **kwargs) Aug 05 11:40:03.134889 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:40:03.134889 n-d-803378-2 neutron-server[94420]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:40:03.134889 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:40:03.134889 n-d-803378-2 neutron-server[94420]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:40:03.134889 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:40:03.134889 n-d-803378-2 neutron-server[94420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:40:03.134889 n-d-803378-2 neutron-server[94420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:40:03.158440 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-c68e9567-630c-4170-a020-7393bd9dcd8f None None] For port c8357aff-766f-4838-acce-ffe34e07e525, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=c8357aff-766f-4838-acce-ffe34e07e525,segment=NetworkSegment(e9ae6d03-a8b3-4b3c-b7a3-9b2279069b80),segment_id=e9ae6d03-a8b3-4b3c-b7a3-9b2279069b80)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:40:03.205915 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c68e9567-630c-4170-a020-7393bd9dcd8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:03.222159 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 7241a82c-a5cb-48c9-8ac0-b206ea451fc9 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:40:03.294222 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning complete for port 3e43aa41-b636-47b4-93e2-0b0bf4f8b871 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:40:03.295071 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:03.341075 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-80bc5184-5e7d-42a1-8bcd-72001c3a1901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:03.348125 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-80bc5184-5e7d-42a1-8bcd-72001c3a1901 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:03.350491 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-80bc5184-5e7d-42a1-8bcd-72001c3a1901 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/33f014b4-53e8-4645-92be-d055a726f18f HTTP/1.1" status: 204 len: 168 time: 3.1359501 Aug 05 11:40:03.397207 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3ac4d5ad-2910-41c9-a2fa-5eedd86b400c req-5f8cf190-db6f-4ff1-ad36-f46f4bc2dc32 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] 10.222.0.58 "GET /v2.0/security-groups?id=8707e749-14ef-46e9-b17b-2053065b99b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2719471 Aug 05 11:40:03.404123 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-aabd2445-b722-4f17-8a84-7032525263f1 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:03.440410 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-aabd2445-b722-4f17-8a84-7032525263f1 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:03.449633 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-aabd2445-b722-4f17-8a84-7032525263f1 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] 10.222.0.58 "DELETE /v2.0/networks/5fc3370b-0fc8-4747-ac23-a40936a2d4c7 HTTP/1.1" status: 204 len: 168 time: 1.3421781 Aug 05 11:40:03.451373 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35984) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:40:03.473429 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bc5184-5e7d-42a1-8bcd-72001c3a1901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33f014b4-53e8-4645-92be-d055a726f18f,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:40:03.639352 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabd2445-b722-4f17-8a84-7032525263f1 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Pushing event deleted for resources: {'Network': ['ID=5fc3370b-0fc8-4747-ac23-a40936a2d4c7,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:40:03.726924 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-449dae87-eada-4e7c-bd2c-bb801dfaf425 req-d924510e-fd40-4ab7-baf4-b028f33dcc47 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] Deleting port 0a80b38b-473a-4fe9-8030-b918ee93e21f {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:40:03.727494 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-449dae87-eada-4e7c-bd2c-bb801dfaf425 req-d924510e-fd40-4ab7-baf4-b028f33dcc47 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:03.743882 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d80742c5-4def-442e-a054-f5b74621a589 tempest-DHCPAgentSchedulersTestJSON-820627538 tempest-DHCPAgentSchedulersTestJSON-820627538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:03.789127 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-77176bcb-e6c2-4e6c-8b44-a3a64c1a029d tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Deleting port b613cd70-55c6-4993-bf73-40ab1adb4e84 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:40:03.789614 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-77176bcb-e6c2-4e6c-8b44-a3a64c1a029d tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:04.057564 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80742c5-4def-442e-a054-f5b74621a589 tempest-DHCPAgentSchedulersTestJSON-820627538 tempest-DHCPAgentSchedulersTestJSON-820627538-project] Pushing event deleted for resources: {'Port': ['ID=55b47bf4-03d3-4c2c-9e8a-33e794441c1d,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:40:04.082564 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68e9567-630c-4170-a020-7393bd9dcd8f None None] Pushing event updated for resources: {'Port': ['ID=c8357aff-766f-4838-acce-ffe34e07e525,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:40:04.120994 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-2c1b26aa-1ca9-4fbb-97c8-25201974e555 None None] Provisioning for port 7241a82c-a5cb-48c9-8ac0-b206ea451fc9 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:40:04.235048 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-77176bcb-e6c2-4e6c-8b44-a3a64c1a029d tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:04.262199 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-2c1b26aa-1ca9-4fbb-97c8-25201974e555 None None] Provisioning complete for port 7241a82c-a5cb-48c9-8ac0-b206ea451fc9 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:40:04.264124 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-2c1b26aa-1ca9-4fbb-97c8-25201974e555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:04.363454 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-77176bcb-e6c2-4e6c-8b44-a3a64c1a029d tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Calling delete_port for b613cd70-55c6-4993-bf73-40ab1adb4e84 owned by {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:40:04.571661 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device c8357aff-766f-4838-acce-ffe34e07e525 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:40:04.753419 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 36012) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:40:04.782931 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 0a80b38b-473a-4fe9-8030-b918ee93e21f no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:40:04.829378 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-de834de6-e72d-4d13-bf2b-1e8865ceeeef tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Allocated IP 172.20.0.13 (65f763dc-e344-4f1a-a003-f0293beb6d65/3ec7f51a-0ff1-4478-9605-73de6c1953f1/668fb340-3f5e-484d-a2f9-4bdecd94e4d8) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:40:04.832641 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:04.853649 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d568d225-2fe8-4439-be0b-30aba8449f17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:04.869069 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d80742c5-4def-442e-a054-f5b74621a589 tempest-DHCPAgentSchedulersTestJSON-820627538 tempest-DHCPAgentSchedulersTestJSON-820627538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:04.884364 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-d80742c5-4def-442e-a054-f5b74621a589 tempest-DHCPAgentSchedulersTestJSON-820627538 tempest-DHCPAgentSchedulersTestJSON-820627538-project] 10.222.0.58 "DELETE /v2.0/ports/55b47bf4-03d3-4c2c-9e8a-33e794441c1d HTTP/1.1" status: 204 len: 168 time: 5.0336370 Aug 05 11:40:04.903963 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 36016) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:40:04.922046 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-de834de6-e72d-4d13-bf2b-1e8865ceeeef tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Allocated IP 2001:db8::f816:3eff:fe64:7019 (65f763dc-e344-4f1a-a003-f0293beb6d65/c7b63a90-981a-4132-a565-3d40289753e8/668fb340-3f5e-484d-a2f9-4bdecd94e4d8) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:40:04.953438 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-449dae87-eada-4e7c-bd2c-bb801dfaf425 req-d924510e-fd40-4ab7-baf4-b028f33dcc47 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] For port 0a80b38b-473a-4fe9-8030-b918ee93e21f, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=0a80b38b-473a-4fe9-8030-b918ee93e21f,segment=NetworkSegment(0d548106-3837-4bed-8414-b60a66dc0795),segment_id=0d548106-3837-4bed-8414-b60a66dc0795)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:40:04.953857 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-449dae87-eada-4e7c-bd2c-bb801dfaf425 req-d924510e-fd40-4ab7-baf4-b028f33dcc47 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:05.002797 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7867b2c8-ac1a-4028-bb5d-04646277a459', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e43aa41-b636-47b4-93e2-0b0bf4f8b871'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:40:05.007164 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62abc554-e311-4db2-8a17-ec4e022ae0d6" -d '{"events": [{"server_uuid": "7867b2c8-ac1a-4028-bb5d-04646277a459", "name": "network-vif-plugged", "status": "completed", "tag": "3e43aa41-b636-47b4-93e2-0b0bf4f8b871"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:40:05.050482 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-720c8c31-e165-44d1-a87a-8a824fe18586 None None] Update dhcp port {'port': {'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65', 'fixed_ips': [{'subnet_id': 'c7b63a90-981a-4132-a565-3d40289753e8', 'ip_address': '2001:db8::f816:3eff:feb9:3542'}, {'subnet_id': '3ec7f51a-0ff1-4478-9605-73de6c1953f1'}], 'binding:host_id': 'n-d-803378-2'}, 'id': '7241a82c-a5cb-48c9-8ac0-b206ea451fc9'} from n-d-803378-2. {{(pid=94422) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 05 11:40:05.069549 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 3e43aa41-b636-47b4-93e2-0b0bf4f8b871, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=3e43aa41-b636-47b4-93e2-0b0bf4f8b871,segment=NetworkSegment(5615e441-bf2b-4f62-9a7e-00bdeb60130a),segment_id=5615e441-bf2b-4f62-9a7e-00bdeb60130a)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:40:05.104609 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-449dae87-eada-4e7c-bd2c-bb801dfaf425 req-d924510e-fd40-4ab7-baf4-b028f33dcc47 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] Calling delete_port for 0a80b38b-473a-4fe9-8030-b918ee93e21f owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:40:05.151263 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:05.178331 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d568d225-2fe8-4439-be0b-30aba8449f17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:05.195037 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d568d225-2fe8-4439-be0b-30aba8449f17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:05.274667 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aba9c40-543a-4e26-8eb2-a5b3949c0003 req-060f27c8-8c9c-4f53-98da-a9905e75baeb tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:40:05.283867 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-720c8c31-e165-44d1-a87a-8a824fe18586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:05.293567 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6aba9c40-543a-4e26-8eb2-a5b3949c0003 req-060f27c8-8c9c-4f53-98da-a9905e75baeb tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=7867b2c8-ac1a-4028-bb5d-04646277a459 HTTP/1.1" status: 200 len: 944 time: 0.6548052 Aug 05 11:40:05.301011 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-2c1b26aa-1ca9-4fbb-97c8-25201974e555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:05.354002 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port c8357aff-766f-4838-acce-ffe34e07e525 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:40:05.355548 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:05.371905 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-d568d225-2fe8-4439-be0b-30aba8449f17 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8d36f83a1cba4ea0bcfdfa358b450e36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6143875 Aug 05 11:40:05.473141 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 36026) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:40:05.479894 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d568d225-2fe8-4439-be0b-30aba8449f17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23856cf8-c0a7-40fc-98e8-3ca86fe57420,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:40:05.575548 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=3e43aa41-b636-47b4-93e2-0b0bf4f8b871,revision_number=7']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:40:05.634478 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:05.767196 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6aba9c40-543a-4e26-8eb2-a5b3949c0003 req-45f630c7-11cc-49a9-af1b-70b19365fb48 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=30974407-7b2a-468c-b989-540006d0da28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3887670 Aug 05 11:40:05.788752 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-77176bcb-e6c2-4e6c-8b44-a3a64c1a029d tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:05.885675 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77176bcb-e6c2-4e6c-8b44-a3a64c1a029d tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Pushing event deleted for resources: {'Port': ['ID=b613cd70-55c6-4993-bf73-40ab1adb4e84,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:40:05.920635 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-2c1b26aa-1ca9-4fbb-97c8-25201974e555 None None] For port 7241a82c-a5cb-48c9-8ac0-b206ea451fc9, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=7241a82c-a5cb-48c9-8ac0-b206ea451fc9,segment=NetworkSegment(c3ce43ff-a33b-459d-a35e-6c011fee3456),segment_id=c3ce43ff-a33b-459d-a35e-6c011fee3456)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:40:05.924699 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-77176bcb-e6c2-4e6c-8b44-a3a64c1a029d tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:05.928559 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-77176bcb-e6c2-4e6c-8b44-a3a64c1a029d tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] 10.222.0.58 "DELETE /v2.0/ports/b613cd70-55c6-4993-bf73-40ab1adb4e84 HTTP/1.1" status: 204 len: 168 time: 2.4660726 Aug 05 11:40:05.930016 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b56a8fb9-45f3-4694-b458-dea78c9bb508 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:05.933924 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 36046) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:40:05.945015 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-2de338f7-b0e5-425b-a010-5dbb8959e9e3 tempest-DHCPAgentSchedulersTestJSON-867820655 tempest-DHCPAgentSchedulersTestJSON-867820655-project-admin] 10.222.0.58 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 1.0257628 Aug 05 11:40:05.955528 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 36048) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:40:05.965200 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-8abed4aa-d17a-45fd-a019-7c6bdb2b53dc tempest-DHCPAgentSchedulersTestJSON-820627538 tempest-DHCPAgentSchedulersTestJSON-820627538-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-522655447'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:40:06.042694 n-d-803378-2 neutron-server[94420]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb335a79-c09e-4425-b2e0-3917abd3b081 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] DELETE failed (client error): The resource could not be found. Aug 05 11:40:06.057446 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb335a79-c09e-4425-b2e0-3917abd3b081 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:40:06.060672 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-cb335a79-c09e-4425-b2e0-3917abd3b081 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] 10.222.0.58 "DELETE /v2.0/subnets/bd1bcac8-6642-4dcd-ac72-5c572bda000d HTTP/1.1" status: 404 len: 337 time: 0.1251588 Aug 05 11:40:06.063679 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8abed4aa-d17a-45fd-a019-7c6bdb2b53dc tempest-DHCPAgentSchedulersTestJSON-820627538 tempest-DHCPAgentSchedulersTestJSON-820627538-project] Made reservation on behalf of 8ca3668d8d364b41a600bf841ba5a2fa for: {'network': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:40:06.070968 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8abed4aa-d17a-45fd-a019-7c6bdb2b53dc tempest-DHCPAgentSchedulersTestJSON-820627538 tempest-DHCPAgentSchedulersTestJSON-820627538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:06.081902 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 0a80b38b-473a-4fe9-8030-b918ee93e21f, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=0a80b38b-473a-4fe9-8030-b918ee93e21f,segment=NetworkSegment(0d548106-3837-4bed-8414-b60a66dc0795),segment_id=0d548106-3837-4bed-8414-b60a66dc0795)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:40:06.099821 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 36052) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:40:06.106494 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636ff663-1259-4b19-926f-4893c1df3b9a req-7a28c8b8-849a-435e-b469-e3a06b673a85 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:40:06.117892 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:06.128630 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-636ff663-1259-4b19-926f-4893c1df3b9a req-7a28c8b8-849a-435e-b469-e3a06b673a85 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] 10.222.0.58 "GET /v2.0/ports?device_id=08b420b1-809e-4081-9b30-a8f4dd879947 HTTP/1.1" status: 200 len: 946 time: 0.7535660 Aug 05 11:40:06.137884 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-2c1b26aa-1ca9-4fbb-97c8-25201974e555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:06.215003 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b56a8fb9-45f3-4694-b458-dea78c9bb508 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:06.279578 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-636ff663-1259-4b19-926f-4893c1df3b9a req-40dfd942-a10b-4791-9f06-bb7911c0e44f tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] 10.222.0.58 "GET /v2.0/security-groups?id=8707e749-14ef-46e9-b17b-2053065b99b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479123 Aug 05 11:40:06.354254 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc0d8e93-b18e-4ee2-95ec-5635c837dee2 x-openstack-request-id: req-cc0d8e93-b18e-4ee2-95ec-5635c837dee2 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:40:06.356888 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7867b2c8-ac1a-4028-bb5d-04646277a459", "name": "network-vif-plugged", "status": "completed", "tag": "3e43aa41-b636-47b4-93e2-0b0bf4f8b871", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:40:06.359343 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cc0d8e93-b18e-4ee2-95ec-5635c837dee2 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:40:06.360208 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7867b2c8-ac1a-4028-bb5d-04646277a459', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e43aa41-b636-47b4-93e2-0b0bf4f8b871', 'code': 200} Aug 05 11:40:06.415075 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b56a8fb9-45f3-4694-b458-dea78c9bb508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:06.418907 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b56a8fb9-45f3-4694-b458-dea78c9bb508 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:06.424977 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-b56a8fb9-45f3-4694-b458-dea78c9bb508 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/23856cf8-c0a7-40fc-98e8-3ca86fe57420 HTTP/1.1" status: 204 len: 168 time: 0.8936377 Aug 05 11:40:06.444911 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56a8fb9-45f3-4694-b458-dea78c9bb508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23856cf8-c0a7-40fc-98e8-3ca86fe57420,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:40:06.504102 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-de834de6-e72d-4d13-bf2b-1e8865ceeeef tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:06.526921 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [None req-de834de6-e72d-4d13-bf2b-1e8865ceeeef tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Transition to ACTIVE for port object 668fb340-3f5e-484d-a2f9-4bdecd94e4d8 will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:40:06.724069 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8abed4aa-d17a-45fd-a019-7c6bdb2b53dc tempest-DHCPAgentSchedulersTestJSON-820627538 tempest-DHCPAgentSchedulersTestJSON-820627538-project] vlan segment allocate from pool success with {'vlan_id': 676, 'physical_network': 'physnet1'} {{(pid=94421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:40:06.729581 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-de834de6-e72d-4d13-bf2b-1e8865ceeeef tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:06.808299 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-768ddf55-0cd6-4ac7-b4b4-724187f4bb22 None None] Could not find standard attr ID for object 55b47bf4-03d3-4c2c-9e8a-33e794441c1d. {{(pid=94422) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 05 11:40:07.044627 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8abed4aa-d17a-45fd-a019-7c6bdb2b53dc tempest-DHCPAgentSchedulersTestJSON-820627538 tempest-DHCPAgentSchedulersTestJSON-820627538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:07.045400 n-d-803378-2 neutron-server[94421]: INFO neutron.db.segments_db [None req-8abed4aa-d17a-45fd-a019-7c6bdb2b53dc tempest-DHCPAgentSchedulersTestJSON-820627538 tempest-DHCPAgentSchedulersTestJSON-820627538-project] Added segment c2b4b076-1c19-400c-808e-a11e08ec34c8 of type vlan for network 646bcccf-6ed1-41de-a564-eee5d3d6b328 Aug 05 11:40:07.129438 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c5b4fc-3024-44bd-a67b-d2a86700a08f req-64e510b6-c575-4aba-850b-6347e128fe2f tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:40:07.154604 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a1c5b4fc-3024-44bd-a67b-d2a86700a08f req-64e510b6-c575-4aba-850b-6347e128fe2f tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=7867b2c8-ac1a-4028-bb5d-04646277a459 HTTP/1.1" status: 200 len: 945 time: 0.1883981 Aug 05 11:40:07.173857 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-768ddf55-0cd6-4ac7-b4b4-724187f4bb22 None None] Provisioning complete for port c8357aff-766f-4838-acce-ffe34e07e525 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:40:07.177279 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-768ddf55-0cd6-4ac7-b4b4-724187f4bb22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:07.211109 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=0a80b38b-473a-4fe9-8030-b918ee93e21f,revision_number=6']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:40:07.321986 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a1c5b4fc-3024-44bd-a67b-d2a86700a08f req-9ac41d2a-a45c-43be-b63f-b1e4f556a923 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=30974407-7b2a-468c-b989-540006d0da28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654565 Aug 05 11:40:07.529152 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1b26aa-1ca9-4fbb-97c8-25201974e555 None None] Pushing event updated for resources: {'Port': ['ID=7241a82c-a5cb-48c9-8ac0-b206ea451fc9,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:40:07.562773 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f7fc711b-aa89-4489-a06e-afe62c3aefa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:07.614885 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-720c8c31-e165-44d1-a87a-8a824fe18586 None None] Allocated IP 172.20.0.2 (65f763dc-e344-4f1a-a003-f0293beb6d65/3ec7f51a-0ff1-4478-9605-73de6c1953f1/7241a82c-a5cb-48c9-8ac0-b206ea451fc9) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:40:07.950729 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2327b635-351e-44bc-aa13-3ae6220ab757 req-15c4dba0-2add-4b4c-b6ac-a6158ae0a020 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:40:07.968899 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2327b635-351e-44bc-aa13-3ae6220ab757 req-15c4dba0-2add-4b4c-b6ac-a6158ae0a020 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] 10.222.0.58 "GET /v2.0/ports?device_id=08b420b1-809e-4081-9b30-a8f4dd879947 HTTP/1.1" status: 200 len: 944 time: 0.2979994 Aug 05 11:40:08.077958 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-720c8c31-e165-44d1-a87a-8a824fe18586 None None] For port 7241a82c-a5cb-48c9-8ac0-b206ea451fc9, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=7241a82c-a5cb-48c9-8ac0-b206ea451fc9,segment=NetworkSegment(c3ce43ff-a33b-459d-a35e-6c011fee3456),segment_id=c3ce43ff-a33b-459d-a35e-6c011fee3456)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:40:08.162463 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2327b635-351e-44bc-aa13-3ae6220ab757 req-c4bd9ab8-f0f1-402d-aaf5-b4967a9eb4ab tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] 10.222.0.58 "GET /v2.0/security-groups?id=8707e749-14ef-46e9-b17b-2053065b99b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828015 Aug 05 11:40:08.357878 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-720c8c31-e165-44d1-a87a-8a824fe18586 None None] Notify callbacks [] for port, precommit_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:08.394697 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08b420b1-809e-4081-9b30-a8f4dd879947', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a80b38b-473a-4fe9-8030-b918ee93e21f'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:40:08.409458 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbe5fafe-902b-4e81-91cd-9098fb89e0e5" -d '{"events": [{"server_uuid": "08b420b1-809e-4081-9b30-a8f4dd879947", "name": "network-vif-unplugged", "status": "completed", "tag": "0a80b38b-473a-4fe9-8030-b918ee93e21f"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:40:08.413324 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8abed4aa-d17a-45fd-a019-7c6bdb2b53dc tempest-DHCPAgentSchedulersTestJSON-820627538 tempest-DHCPAgentSchedulersTestJSON-820627538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:08.420382 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1c2b40-72d3-460e-b314-89a4fa6805ec req-f47b4502-e694-41ec-bf87-2334059275dd tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:40:08.433573 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ee1c2b40-72d3-460e-b314-89a4fa6805ec req-f47b4502-e694-41ec-bf87-2334059275dd tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?device_id=86c37637-63a8-48f7-9437-fa36bcb189c0 HTTP/1.1" status: 200 len: 946 time: 0.1905091 Aug 05 11:40:08.481613 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-720c8c31-e165-44d1-a87a-8a824fe18586 None None] Transition to ACTIVE for port object 7241a82c-a5cb-48c9-8ac0-b206ea451fc9 will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:40:08.499294 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-720c8c31-e165-44d1-a87a-8a824fe18586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:08.509319 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8abed4aa-d17a-45fd-a019-7c6bdb2b53dc tempest-DHCPAgentSchedulersTestJSON-820627538 tempest-DHCPAgentSchedulersTestJSON-820627538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:08.527815 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8abed4aa-d17a-45fd-a019-7c6bdb2b53dc tempest-DHCPAgentSchedulersTestJSON-820627538 tempest-DHCPAgentSchedulersTestJSON-820627538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:40:08.534977 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8abed4aa-d17a-45fd-a019-7c6bdb2b53dc tempest-DHCPAgentSchedulersTestJSON-820627538 tempest-DHCPAgentSchedulersTestJSON-820627538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:08.603059 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ee1c2b40-72d3-460e-b314-89a4fa6805ec req-66f099f8-cecf-4e93-aaaa-d70141e643e6 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/security-groups?id=5dfacf8b-ef80-4e03-9b2b-0b5aacf0bf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577797 Aug 05 11:40:08.745244 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a5d80ea7-6c5a-48a1-9d93-96ca61d4f698 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:08.748473 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-449dae87-eada-4e7c-bd2c-bb801dfaf425 req-d924510e-fd40-4ab7-baf4-b028f33dcc47 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:08.792004 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de834de6-e72d-4d13-bf2b-1e8865ceeeef tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:40:08.810994 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-8abed4aa-d17a-45fd-a019-7c6bdb2b53dc tempest-DHCPAgentSchedulersTestJSON-820627538 tempest-DHCPAgentSchedulersTestJSON-820627538-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.8491683 Aug 05 11:40:08.847501 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 36106) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:40:08.867760 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-de834de6-e72d-4d13-bf2b-1e8865ceeeef tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:40:08.897510 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720c8c31-e165-44d1-a87a-8a824fe18586 None None] Pushing event updated for resources: {'Port': ['ID=7241a82c-a5cb-48c9-8ac0-b206ea451fc9,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:40:08.915251 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['a9522271-2125-4027-9fe8-bf85847f2aff', '9ef0eafa-43de-4206-99db-18228d38884f', '06ed9db8-0788-45c5-b95d-c71c5bdd4bce'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:40:08.917275 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de834de6-e72d-4d13-bf2b-1e8865ceeeef tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:40:08.929670 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 05 Aug 2021 11:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edc7005d-0599-48f8-9237-06bb9e3d1443 x-openstack-request-id: req-edc7005d-0599-48f8-9237-06bb9e3d1443 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:40:08.930406 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08b420b1-809e-4081-9b30-a8f4dd879947", "name": "network-vif-unplugged", "status": "completed", "tag": "0a80b38b-473a-4fe9-8030-b918ee93e21f", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:40:08.930815 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-edc7005d-0599-48f8-9237-06bb9e3d1443 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:40:08.931474 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08b420b1-809e-4081-9b30-a8f4dd879947', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a80b38b-473a-4fe9-8030-b918ee93e21f', 'code': 200} Aug 05 11:40:08.952202 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de834de6-e72d-4d13-bf2b-1e8865ceeeef tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Pushing event updated for resources: {'Port': ['ID=668fb340-3f5e-484d-a2f9-4bdecd94e4d8,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:40:09.100226 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abed4aa-d17a-45fd-a019-7c6bdb2b53dc tempest-DHCPAgentSchedulersTestJSON-820627538 tempest-DHCPAgentSchedulersTestJSON-820627538-project] Pushing event updated for resources: {'Network': ['ID=646bcccf-6ed1-41de-a564-eee5d3d6b328,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:40:09.142789 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905135db-a7bc-4f0a-8e78-4395eda84702 req-ec664dcd-dd64-41e4-967c-d8f1ed2be919 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:40:09.155002 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-905135db-a7bc-4f0a-8e78-4395eda84702 req-ec664dcd-dd64-41e4-967c-d8f1ed2be919 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=7867b2c8-ac1a-4028-bb5d-04646277a459 HTTP/1.1" status: 200 len: 945 time: 0.5502357 Aug 05 11:40:09.212334 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 646bcccf-6ed1-41de-a564-eee5d3d6b328 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:40:09.372855 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d924510e-fd40-4ab7-baf4-b028f33dcc47 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] Pushing event deleted for resources: {'Port': ['ID=0a80b38b-473a-4fe9-8030-b918ee93e21f,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:40:09.474279 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de834de6-e72d-4d13-bf2b-1e8865ceeeef tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:40:09.475348 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-de834de6-e72d-4d13-bf2b-1e8865ceeeef tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:09.577497 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-77cf5a94-d8cc-48ba-8d5d-2fc3c57d4043 tempest-DHCPAgentSchedulersTestJSON-867820655 tempest-DHCPAgentSchedulersTestJSON-867820655-project-admin] 10.222.0.58 "GET /v2.0/agents/ee9cd14a-a418-4d50-8b0b-45fd74ab34f5/dhcp-networks HTTP/1.1" status: 200 len: 8893 time: 0.7262838 Aug 05 11:40:09.590535 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 36116) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:40:09.619793 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 7241a82c-a5cb-48c9-8ac0-b206ea451fc9 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:40:09.679679 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-905135db-a7bc-4f0a-8e78-4395eda84702 req-ff74181e-7852-4bf1-87eb-fdbd79695ff7 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=30974407-7b2a-468c-b989-540006d0da28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175407 Aug 05 11:40:09.825360 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a5d80ea7-6c5a-48a1-9d93-96ca61d4f698 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:09.878025 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-a5d80ea7-6c5a-48a1-9d93-96ca61d4f698 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6919bda3-39cc-4c78-b5a1-da6c6e5225fd']}} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:40:09.940000 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-a5d80ea7-6c5a-48a1-9d93-96ca61d4f698 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd849558a-2b25-4c7f-b5b9-cd6276e2e308') {'for_net_delete': True} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:40:09.941002 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-a5d80ea7-6c5a-48a1-9d93-96ca61d4f698 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd849558a-2b25-4c7f-b5b9-cd6276e2e308') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:40:09.944781 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 36120) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:40:09.970020 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-449dae87-eada-4e7c-bd2c-bb801dfaf425 req-d924510e-fd40-4ab7-baf4-b028f33dcc47 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] No DVR routers for this DVR port 0a80b38b-473a-4fe9-8030-b918ee93e21f on host n-h2-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:40:10.023131 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9e13bb1b-69e8-4f3e-b3c3-2a575aa547a7 req-bea508c0-66ea-4496-8609-e1b81fa7ea23 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] 10.222.0.58 "GET /v2.0/ports?device_id=08b420b1-809e-4081-9b30-a8f4dd879947 HTTP/1.1" status: 200 len: 210 time: 0.3704717 Aug 05 11:40:10.041883 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-449dae87-eada-4e7c-bd2c-bb801dfaf425 req-d924510e-fd40-4ab7-baf4-b028f33dcc47 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:10.051599 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-449dae87-eada-4e7c-bd2c-bb801dfaf425 req-d924510e-fd40-4ab7-baf4-b028f33dcc47 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] 10.222.0.55 "DELETE /v2.0/ports/0a80b38b-473a-4fe9-8030-b918ee93e21f HTTP/1.1" status: 204 len: 173 time: 7.6058781 Aug 05 11:40:10.053542 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08b420b1-809e-4081-9b30-a8f4dd879947', 'name': 'network-vif-deleted', 'tag': '0a80b38b-473a-4fe9-8030-b918ee93e21f'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:40:10.086980 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31cf8520-dd86-4996-9b11-732d1fb02360" -d '{"events": [{"server_uuid": "08b420b1-809e-4081-9b30-a8f4dd879947", "name": "network-vif-deleted", "tag": "0a80b38b-473a-4fe9-8030-b918ee93e21f"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:40:10.170956 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a5d80ea7-6c5a-48a1-9d93-96ca61d4f698 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29786371'] for segment, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:10.230665 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-de834de6-e72d-4d13-bf2b-1e8865ceeeef tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 10.4009573 Aug 05 11:40:10.239564 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 36128) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:40:10.268322 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a5d80ea7-6c5a-48a1-9d93-96ca61d4f698 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:10.291567 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:10.299064 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-4fda71d8-418c-488d-987b-8f313d71d5a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:10.316576 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc922b77-fb35-461a-a4de-16fd5aa2a89c tempest-DHCPAgentSchedulersTestJSON-867820655 tempest-DHCPAgentSchedulersTestJSON-867820655-project-admin] Network 646bcccf-6ed1-41de-a564-eee5d3d6b328 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:40:10.342575 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f4775a-8a0a-4db0-b321-b1b1356a7a38 req-a33a540f-62b8-4252-b8b7-537c0b63110d tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:40:10.367293 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d4f4775a-8a0a-4db0-b321-b1b1356a7a38 req-a33a540f-62b8-4252-b8b7-537c0b63110d tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?device_id=86c37637-63a8-48f7-9437-fa36bcb189c0 HTTP/1.1" status: 200 len: 946 time: 0.3736687 Aug 05 11:40:10.415645 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-cc922b77-fb35-461a-a4de-16fd5aa2a89c tempest-DHCPAgentSchedulersTestJSON-867820655 tempest-DHCPAgentSchedulersTestJSON-867820655-project-admin] 10.222.0.58 "POST /v2.0/agents/ee9cd14a-a418-4d50-8b0b-45fd74ab34f5/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.8222547 Aug 05 11:40:10.416895 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 36130) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:40:10.429375 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ec5240e-84da-471f-a24f-812979a86a21 x-openstack-request-id: req-2ec5240e-84da-471f-a24f-812979a86a21 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:40:10.439336 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08b420b1-809e-4081-9b30-a8f4dd879947", "name": "network-vif-deleted", "tag": "0a80b38b-473a-4fe9-8030-b918ee93e21f", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:40:10.441207 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2ec5240e-84da-471f-a24f-812979a86a21 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:40:10.444085 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08b420b1-809e-4081-9b30-a8f4dd879947', 'name': 'network-vif-deleted', 'tag': '0a80b38b-473a-4fe9-8030-b918ee93e21f', 'status': 'completed', 'code': 200} Aug 05 11:40:10.449631 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5d80ea7-6c5a-48a1-9d93-96ca61d4f698 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Releasing vlan 696 on physical network physnet1 to pool {{(pid=94421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:40:10.453993 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a5d80ea7-6c5a-48a1-9d93-96ca61d4f698 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25038799'] for segment, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:10.475051 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d94ed97-694c-4fb2-bab5-585a2c983b56 None None] Network 646bcccf-6ed1-41de-a564-eee5d3d6b328 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:40:10.476573 n-d-803378-2 neutron-server[94421]: Traceback (most recent call last): Aug 05 11:40:10.476573 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:40:10.476573 n-d-803378-2 neutron-server[94421]: timer() Aug 05 11:40:10.476573 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:40:10.476573 n-d-803378-2 neutron-server[94421]: cb(*args, **kw) Aug 05 11:40:10.476573 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:40:10.476573 n-d-803378-2 neutron-server[94421]: return func(*args, **kwargs) Aug 05 11:40:10.476573 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:40:10.476573 n-d-803378-2 neutron-server[94421]: self._notify() Aug 05 11:40:10.476573 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:40:10.476573 n-d-803378-2 neutron-server[94421]: self.callback(batched_events) Aug 05 11:40:10.476573 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:40:10.476573 n-d-803378-2 neutron-server[94421]: event.method(event) Aug 05 11:40:10.476573 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:40:10.476573 n-d-803378-2 neutron-server[94421]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:40:10.476573 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:40:10.476573 n-d-803378-2 neutron-server[94421]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:40:10.476573 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:40:10.476573 n-d-803378-2 neutron-server[94421]: return f(self, *a, **k) Aug 05 11:40:10.476573 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:40:10.476573 n-d-803378-2 neutron-server[94421]: return self._get(url).json() Aug 05 11:40:10.476573 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:40:10.476573 n-d-803378-2 neutron-server[94421]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:40:10.476573 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:40:10.476573 n-d-803378-2 neutron-server[94421]: return self.request(url, 'GET', **kwargs) Aug 05 11:40:10.476573 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:40:10.476573 n-d-803378-2 neutron-server[94421]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:40:10.476573 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:40:10.476573 n-d-803378-2 neutron-server[94421]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:40:10.476573 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:40:10.476573 n-d-803378-2 neutron-server[94421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:40:10.476573 n-d-803378-2 neutron-server[94421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:40:10.633556 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d4f4775a-8a0a-4db0-b321-b1b1356a7a38 req-3a592d73-7283-4c48-b716-3680330904a3 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/security-groups?id=5dfacf8b-ef80-4e03-9b2b-0b5aacf0bf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656302 Aug 05 11:40:10.635717 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-e997c92a-810c-40e4-b62e-5d98dc56a266 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1301945101-network', 'tenant_id': 'a02a178820324fb2b01f24f52bf7b476'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:40:10.680028 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469746c8-5f92-4133-a428-517ef5baaaa6 req-05928416-c788-4995-8b06-ce077729227d tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:40:10.695717 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-469746c8-5f92-4133-a428-517ef5baaaa6 req-05928416-c788-4995-8b06-ce077729227d tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.55 "GET /v2.0/ports?device_id=86c37637-63a8-48f7-9437-fa36bcb189c0 HTTP/1.1" status: 200 len: 946 time: 1.2122529 Aug 05 11:40:11.323193 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e997c92a-810c-40e4-b62e-5d98dc56a266 admin admin] Made reservation on behalf of a02a178820324fb2b01f24f52bf7b476 for: {'network': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:40:11.352178 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e997c92a-810c-40e4-b62e-5d98dc56a266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:11.355472 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 11:40:11.378817 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a5d80ea7-6c5a-48a1-9d93-96ca61d4f698 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:11.396150 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a5d80ea7-6c5a-48a1-9d93-96ca61d4f698 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:11.412350 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-a5d80ea7-6c5a-48a1-9d93-96ca61d4f698 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] 10.222.0.58 "DELETE /v2.0/networks/6919bda3-39cc-4c78-b5a1-da6c6e5225fd HTTP/1.1" status: 204 len: 168 time: 5.2841654 Aug 05 11:40:11.420439 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 36138) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:40:11.519568 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d80ea7-6c5a-48a1-9d93-96ca61d4f698 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Pushing event deleted for resources: {'Network': ['ID=6919bda3-39cc-4c78-b5a1-da6c6e5225fd,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:40:11.529728 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e997c92a-810c-40e4-b62e-5d98dc56a266 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:11.585934 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9447bd48-3bd9-45b6-9582-0b43a7746f53 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:40:11.614926 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9447bd48-3bd9-45b6-9582-0b43a7746f53 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:40:11.642545 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-9447bd48-3bd9-45b6-9582-0b43a7746f53 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 1.3885567 Aug 05 11:40:11.644892 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 36140) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:40:11.671865 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-793d2978-e45b-4c29-89a7-8adebeabe1d3 None None] Provisioning for port 7241a82c-a5cb-48c9-8ac0-b206ea451fc9 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:40:11.672761 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-c16bf717-3e16-4d2f-8cd6-80584d4ae625 tempest-DHCPAgentSchedulersTestJSON-867820655 tempest-DHCPAgentSchedulersTestJSON-867820655-project-admin] 10.222.0.58 "GET /v2.0/agents/ee9cd14a-a418-4d50-8b0b-45fd74ab34f5/dhcp-networks HTTP/1.1" status: 200 len: 9663 time: 1.2417736 Aug 05 11:40:11.685498 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ede962ac-38ae-41e7-8cde-6cc2989a70aa req-054170fc-cd23-4df2-9386-9dfb1700adcb tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] 10.222.0.58 "GET /v2.0/ports?device_id=08b420b1-809e-4081-9b30-a8f4dd879947 HTTP/1.1" status: 200 len: 210 time: 0.2441454 Aug 05 11:40:11.688092 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 36142) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:40:11.755015 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-793d2978-e45b-4c29-89a7-8adebeabe1d3 None None] Provisioning complete for port 7241a82c-a5cb-48c9-8ac0-b206ea451fc9 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:40:11.755686 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-793d2978-e45b-4c29-89a7-8adebeabe1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:11.775527 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:11.799494 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0ff4ae-4f0f-49c6-8681-1ed62248cd63 req-ea5ec38b-f27b-4cd1-9085-5708bfb39136 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:40:11.812416 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-df0ff4ae-4f0f-49c6-8681-1ed62248cd63 req-ea5ec38b-f27b-4cd1-9085-5708bfb39136 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=7867b2c8-ac1a-4028-bb5d-04646277a459 HTTP/1.1" status: 200 len: 945 time: 0.5964303 Aug 05 11:40:11.984958 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e997c92a-810c-40e4-b62e-5d98dc56a266 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:12.144641 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-8bb1c252-322b-412e-8a55-da8f036d0625 tempest-DHCPAgentSchedulersTestJSON-867820655 tempest-DHCPAgentSchedulersTestJSON-867820655-project-admin] 10.222.0.58 "DELETE /v2.0/agents/ee9cd14a-a418-4d50-8b0b-45fd74ab34f5/dhcp-networks/646bcccf-6ed1-41de-a564-eee5d3d6b328 HTTP/1.1" status: 204 len: 168 time: 0.4455221 Aug 05 11:40:12.152816 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 36148) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:40:12.266620 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-df0ff4ae-4f0f-49c6-8681-1ed62248cd63 req-ab2cb33c-6b0a-420b-892f-c8694c9f9fd8 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=30974407-7b2a-468c-b989-540006d0da28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4384716 Aug 05 11:40:12.300755 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e997c92a-810c-40e4-b62e-5d98dc56a266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:12.334406 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e997c92a-810c-40e4-b62e-5d98dc56a266 admin admin] vlan segment allocate from pool success with {'vlan_id': 690, 'physical_network': 'physnet1'} {{(pid=94421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:40:12.362456 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e997c92a-810c-40e4-b62e-5d98dc56a266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:12.363311 n-d-803378-2 neutron-server[94421]: INFO neutron.db.segments_db [None req-e997c92a-810c-40e4-b62e-5d98dc56a266 admin admin] Added segment df4965ed-026b-4702-9189-bba7cbcadff6 of type vlan for network 4d1db86f-e368-416d-a803-521709094a5f Aug 05 11:40:12.374401 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-aec5725e-1039-4f18-9a6d-5f0308306318 None None] Provisioning for port 668fb340-3f5e-484d-a2f9-4bdecd94e4d8 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:40:12.381682 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-aec5725e-1039-4f18-9a6d-5f0308306318 None None] Provisioning complete for port 668fb340-3f5e-484d-a2f9-4bdecd94e4d8 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:40:12.382612 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-aec5725e-1039-4f18-9a6d-5f0308306318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:12.477399 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-aec5725e-1039-4f18-9a6d-5f0308306318 None None] Port 668fb340-3f5e-484d-a2f9-4bdecd94e4d8 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:40:12.509162 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c34cb71-227a-4291-8886-771339299bb1 req-1e1c6db7-f7be-46d9-9056-d0e1699d5371 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:40:12.512053 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3c34cb71-227a-4291-8886-771339299bb1 req-1e1c6db7-f7be-46d9-9056-d0e1699d5371 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?device_id=86c37637-63a8-48f7-9437-fa36bcb189c0 HTTP/1.1" status: 200 len: 946 time: 0.4716697 Aug 05 11:40:12.557870 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e997c92a-810c-40e4-b62e-5d98dc56a266 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:12.699344 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e997c92a-810c-40e4-b62e-5d98dc56a266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:12.701318 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e997c92a-810c-40e4-b62e-5d98dc56a266 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:40:12.702452 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e997c92a-810c-40e4-b62e-5d98dc56a266 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:12.727868 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3c34cb71-227a-4291-8886-771339299bb1 req-b83f400b-edd0-4611-93d7-1a74b79bdcbf tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/security-groups?id=5dfacf8b-ef80-4e03-9b2b-0b5aacf0bf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015450 Aug 05 11:40:12.761850 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e997c92a-810c-40e4-b62e-5d98dc56a266 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1de8a8a3-1760-4f03-a03c-e2b00c19ab94,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:40:12.812066 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-0b35a4da-8c17-4e4a-afc9-09c62a782219 tempest-DHCPAgentSchedulersTestJSON-867820655 tempest-DHCPAgentSchedulersTestJSON-867820655-project-admin] 10.222.0.58 "GET /v2.0/agents/ee9cd14a-a418-4d50-8b0b-45fd74ab34f5/dhcp-networks HTTP/1.1" status: 200 len: 8130 time: 0.6461465 Aug 05 11:40:12.819613 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 36156) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:40:12.852351 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device c6ea930f-9cea-4fc6-b5f1-18fa57d750d9 no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:40:12.858034 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfd1a626-1798-48a2-87a7-d51c6b71ab86 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Deleting subnet 3755d3fc-f70b-461f-8ada-4ac3977e18c5 {{(pid=94421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:40:12.863616 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-dfd1a626-1798-48a2-87a7-d51c6b71ab86 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks [] for subnet, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:12.892776 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-82f8b967-f024-4334-a7ae-e4774acbb9fe tempest-DHCPAgentSchedulersTestJSON-867820655 tempest-DHCPAgentSchedulersTestJSON-867820655-project-admin] 10.222.0.58 "GET /v2.0/networks/1f22a666-c981-43ee-8b1d-ffb186ede5de/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0639639 Aug 05 11:40:12.893311 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 36158) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:40:12.951793 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-dfd1a626-1798-48a2-87a7-d51c6b71ab86 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29786388'] for subnet, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:12.990345 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-ae7f8c2d-9989-40b9-922b-90ca327612e5 tempest-DHCPAgentSchedulersTestJSON-867820655 tempest-DHCPAgentSchedulersTestJSON-867820655-project-admin] 10.222.0.58 "GET /v2.0/networks/1f22a666-c981-43ee-8b1d-ffb186ede5de/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0932791 Aug 05 11:40:12.995350 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 36162) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:40:13.266529 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:13.368830 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-dfd1a626-1798-48a2-87a7-d51c6b71ab86 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:13.433163 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port c6ea930f-9cea-4fc6-b5f1-18fa57d750d9, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=c6ea930f-9cea-4fc6-b5f1-18fa57d750d9,segment=NetworkSegment(1464bea6-dc68-4175-ac76-169c7629018f),segment_id=1464bea6-dc68-4175-ac76-169c7629018f)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:40:13.437311 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86c37637-63a8-48f7-9437-fa36bcb189c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6ea930f-9cea-4fc6-b5f1-18fa57d750d9'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:40:13.442836 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea7dd3c1-aefc-4518-963d-878278e8fd6a" -d '{"events": [{"server_uuid": "86c37637-63a8-48f7-9437-fa36bcb189c0", "name": "network-vif-unplugged", "status": "completed", "tag": "c6ea930f-9cea-4fc6-b5f1-18fa57d750d9"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:40:13.496694 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-a2c777ff-724f-41a1-9c2b-33af604102cf tempest-DHCPAgentSchedulersTestJSON-867820655 tempest-DHCPAgentSchedulersTestJSON-867820655-project-admin] 10.222.0.58 "GET /v2.0/agents/ee9cd14a-a418-4d50-8b0b-45fd74ab34f5/dhcp-networks HTTP/1.1" status: 200 len: 8130 time: 0.4983296 Aug 05 11:40:13.499587 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 36170) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:40:13.518795 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:13.642557 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 05 Aug 2021 11:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78515299-b286-49bb-b989-74106103303e x-openstack-request-id: req-78515299-b286-49bb-b989-74106103303e {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:40:13.643432 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86c37637-63a8-48f7-9437-fa36bcb189c0", "name": "network-vif-unplugged", "status": "completed", "tag": "c6ea930f-9cea-4fc6-b5f1-18fa57d750d9", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:40:13.644153 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-78515299-b286-49bb-b989-74106103303e {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:40:13.649561 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86c37637-63a8-48f7-9437-fa36bcb189c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6ea930f-9cea-4fc6-b5f1-18fa57d750d9', 'code': 200} Aug 05 11:40:13.839473 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-e997c92a-810c-40e4-b62e-5d98dc56a266 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.8637674 Aug 05 11:40:13.850087 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-566a81a1-8292-4a33-9104-6632368096cf tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Deleting port 668fb340-3f5e-484d-a2f9-4bdecd94e4d8 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:40:13.850594 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-566a81a1-8292-4a33-9104-6632368096cf tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:13.855044 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e997c92a-810c-40e4-b62e-5d98dc56a266 admin admin] Pushing event updated for resources: {'Network': ['ID=4d1db86f-e368-416d-a803-521709094a5f,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:40:13.860907 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=c6ea930f-9cea-4fc6-b5f1-18fa57d750d9,revision_number=6']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:40:13.879292 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 36176) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:40:13.894454 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 4d1db86f-e368-416d-a803-521709094a5f details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:40:13.921676 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-a8ac8300-fd97-4c2b-9986-5a827ca7da07 admin admin] Request body: {'subnet': {'network_id': '4d1db86f-e368-416d-a803-521709094a5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1301945101-subnet', 'tenant_id': 'a02a178820324fb2b01f24f52bf7b476', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:40:14.000579 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:14.007953 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-469746c8-5f92-4133-a428-517ef5baaaa6 req-53a8dae2-d2b4-43a0-b729-ab1ace6a8730 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Deleting port c6ea930f-9cea-4fc6-b5f1-18fa57d750d9 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:40:14.008858 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-469746c8-5f92-4133-a428-517ef5baaaa6 req-53a8dae2-d2b4-43a0-b729-ab1ace6a8730 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:14.113047 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3499309-221a-43ea-9315-1841d72b88a7 req-d6572bc7-f83d-4ae9-93db-c11128ffaebd tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:40:14.117555 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e3499309-221a-43ea-9315-1841d72b88a7 req-d6572bc7-f83d-4ae9-93db-c11128ffaebd tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=7867b2c8-ac1a-4028-bb5d-04646277a459 HTTP/1.1" status: 200 len: 945 time: 0.5393200 Aug 05 11:40:14.132537 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-66868ace-13c3-4b55-b089-25e73b062fc5 tempest-DHCPAgentSchedulersTestJSON-820627538 tempest-DHCPAgentSchedulersTestJSON-820627538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:14.226662 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-dfd1a626-1798-48a2-87a7-d51c6b71ab86 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25038609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30075142'] for subnet, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:14.294232 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8ac8300-fd97-4c2b-9986-5a827ca7da07 admin admin] Made reservation on behalf of a02a178820324fb2b01f24f52bf7b476 for: {'subnet': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:40:14.299042 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a8ac8300-fd97-4c2b-9986-5a827ca7da07 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24211133'] for subnet, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:14.328790 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e3499309-221a-43ea-9315-1841d72b88a7 req-516eebd1-8527-430b-8c5f-1da4456c68d6 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=30974407-7b2a-468c-b989-540006d0da28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674514 Aug 05 11:40:14.343857 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd1a626-1798-48a2-87a7-d51c6b71ab86 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Pushing event deleted for resources: {'Subnet': ['ID=3755d3fc-f70b-461f-8ada-4ac3977e18c5,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:40:14.430029 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77dd122d-6a44-4ed0-8480-a91749091bb7 None None] Network adc7ecca-fdb0-4459-beae-fcb3baaa2557 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:40:14.655392 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-469746c8-5f92-4133-a428-517ef5baaaa6 req-53a8dae2-d2b4-43a0-b729-ab1ace6a8730 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] For port c6ea930f-9cea-4fc6-b5f1-18fa57d750d9, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=c6ea930f-9cea-4fc6-b5f1-18fa57d750d9,segment=NetworkSegment(1464bea6-dc68-4175-ac76-169c7629018f),segment_id=1464bea6-dc68-4175-ac76-169c7629018f)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:40:14.656420 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-469746c8-5f92-4133-a428-517ef5baaaa6 req-53a8dae2-d2b4-43a0-b729-ab1ace6a8730 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:14.668635 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-dfd1a626-1798-48a2-87a7-d51c6b71ab86 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:14.671242 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-66868ace-13c3-4b55-b089-25e73b062fc5 tempest-DHCPAgentSchedulersTestJSON-820627538 tempest-DHCPAgentSchedulersTestJSON-820627538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:14.685034 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-dfd1a626-1798-48a2-87a7-d51c6b71ab86 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] 10.222.0.58 "DELETE /v2.0/subnets/3755d3fc-f70b-461f-8ada-4ac3977e18c5 HTTP/1.1" status: 204 len: 168 time: 3.2009454 Aug 05 11:40:14.708174 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-66868ace-13c3-4b55-b089-25e73b062fc5 tempest-DHCPAgentSchedulersTestJSON-820627538 tempest-DHCPAgentSchedulersTestJSON-820627538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['646bcccf-6ed1-41de-a564-eee5d3d6b328']}} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:40:14.729901 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-66868ace-13c3-4b55-b089-25e73b062fc5 tempest-DHCPAgentSchedulersTestJSON-820627538 tempest-DHCPAgentSchedulersTestJSON-820627538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2b4b076-1c19-400c-808e-a11e08ec34c8') {'for_net_delete': True} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:40:14.730396 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-66868ace-13c3-4b55-b089-25e73b062fc5 tempest-DHCPAgentSchedulersTestJSON-820627538 tempest-DHCPAgentSchedulersTestJSON-820627538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2b4b076-1c19-400c-808e-a11e08ec34c8') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:40:14.732315 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 36180) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:40:14.750106 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-66868ace-13c3-4b55-b089-25e73b062fc5 tempest-DHCPAgentSchedulersTestJSON-820627538 tempest-DHCPAgentSchedulersTestJSON-820627538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25010581'] for segment, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:14.778985 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-566a81a1-8292-4a33-9104-6632368096cf tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:14.780984 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-66868ace-13c3-4b55-b089-25e73b062fc5 tempest-DHCPAgentSchedulersTestJSON-820627538 tempest-DHCPAgentSchedulersTestJSON-820627538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:14.797256 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66868ace-13c3-4b55-b089-25e73b062fc5 tempest-DHCPAgentSchedulersTestJSON-820627538 tempest-DHCPAgentSchedulersTestJSON-820627538-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=94420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:40:14.798271 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-66868ace-13c3-4b55-b089-25e73b062fc5 tempest-DHCPAgentSchedulersTestJSON-820627538 tempest-DHCPAgentSchedulersTestJSON-820627538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29762581'] for segment, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:14.919020 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-469746c8-5f92-4133-a428-517ef5baaaa6 req-53a8dae2-d2b4-43a0-b729-ab1ace6a8730 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Calling delete_port for c6ea930f-9cea-4fc6-b5f1-18fa57d750d9 owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:40:14.959965 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-566a81a1-8292-4a33-9104-6632368096cf tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Calling delete_port for 668fb340-3f5e-484d-a2f9-4bdecd94e4d8 owned by {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:40:15.050605 n-d-803378-2 neutron-server[94420]: Traceback (most recent call last): Aug 05 11:40:15.050605 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:40:15.050605 n-d-803378-2 neutron-server[94420]: timer() Aug 05 11:40:15.050605 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:40:15.050605 n-d-803378-2 neutron-server[94420]: cb(*args, **kw) Aug 05 11:40:15.050605 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:40:15.050605 n-d-803378-2 neutron-server[94420]: return func(*args, **kwargs) Aug 05 11:40:15.050605 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:40:15.050605 n-d-803378-2 neutron-server[94420]: self._notify() Aug 05 11:40:15.050605 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:40:15.050605 n-d-803378-2 neutron-server[94420]: self.callback(batched_events) Aug 05 11:40:15.050605 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:40:15.050605 n-d-803378-2 neutron-server[94420]: event.method(event) Aug 05 11:40:15.050605 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:40:15.050605 n-d-803378-2 neutron-server[94420]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:40:15.050605 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:40:15.050605 n-d-803378-2 neutron-server[94420]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:40:15.050605 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:40:15.050605 n-d-803378-2 neutron-server[94420]: return f(self, *a, **k) Aug 05 11:40:15.050605 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:40:15.050605 n-d-803378-2 neutron-server[94420]: return self._get(url).json() Aug 05 11:40:15.050605 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:40:15.050605 n-d-803378-2 neutron-server[94420]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:40:15.050605 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:40:15.050605 n-d-803378-2 neutron-server[94420]: return self.request(url, 'GET', **kwargs) Aug 05 11:40:15.050605 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:40:15.050605 n-d-803378-2 neutron-server[94420]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:40:15.050605 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:40:15.050605 n-d-803378-2 neutron-server[94420]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:40:15.050605 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:40:15.050605 n-d-803378-2 neutron-server[94420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:40:15.050605 n-d-803378-2 neutron-server[94420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:40:15.104593 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3c376f-06bf-4fd5-9891-f2ae2b3de234 req-d61e8aa2-592c-4938-b656-93c3b440908f tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:40:15.121353 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-af3c376f-06bf-4fd5-9891-f2ae2b3de234 req-d61e8aa2-592c-4938-b656-93c3b440908f tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?device_id=86c37637-63a8-48f7-9437-fa36bcb189c0 HTTP/1.1" status: 200 len: 944 time: 1.0011458 Aug 05 11:40:15.288411 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c433c3ce-73d9-4ce0-ac82-6b094d5bd087 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:15.297678 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47420fb7-1e8c-4e6a-a744-42af9921f508 None None] DHCP port deletion for adc7ecca-fdb0-4459-beae-fcb3baaa2557 request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 11:40:15.331995 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-66868ace-13c3-4b55-b089-25e73b062fc5 tempest-DHCPAgentSchedulersTestJSON-820627538 tempest-DHCPAgentSchedulersTestJSON-820627538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:15.342788 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-66868ace-13c3-4b55-b089-25e73b062fc5 tempest-DHCPAgentSchedulersTestJSON-820627538 tempest-DHCPAgentSchedulersTestJSON-820627538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:15.352929 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-66868ace-13c3-4b55-b089-25e73b062fc5 tempest-DHCPAgentSchedulersTestJSON-820627538 tempest-DHCPAgentSchedulersTestJSON-820627538-project] 10.222.0.58 "DELETE /v2.0/networks/646bcccf-6ed1-41de-a564-eee5d3d6b328 HTTP/1.1" status: 204 len: 168 time: 1.8506393 Aug 05 11:40:15.359171 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 36184) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:40:15.424465 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66868ace-13c3-4b55-b089-25e73b062fc5 tempest-DHCPAgentSchedulersTestJSON-820627538 tempest-DHCPAgentSchedulersTestJSON-820627538-project] Pushing event deleted for resources: {'Network': ['ID=646bcccf-6ed1-41de-a564-eee5d3d6b328,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:40:15.516726 n-d-803378-2 neutron-server[94420]: INFO neutron.pecan_wsgi.hooks.translation [None req-23f7a43a-9b58-440b-8b9e-31d18d227be0 tempest-DHCPAgentSchedulersTestJSON-820627538 tempest-DHCPAgentSchedulersTestJSON-820627538-project] DELETE failed (client error): The resource could not be found. Aug 05 11:40:15.517767 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23f7a43a-9b58-440b-8b9e-31d18d227be0 tempest-DHCPAgentSchedulersTestJSON-820627538 tempest-DHCPAgentSchedulersTestJSON-820627538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:40:15.534810 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-23f7a43a-9b58-440b-8b9e-31d18d227be0 tempest-DHCPAgentSchedulersTestJSON-820627538 tempest-DHCPAgentSchedulersTestJSON-820627538-project] 10.222.0.58 "DELETE /v2.0/ports/55b47bf4-03d3-4c2c-9e8a-33e794441c1d HTTP/1.1" status: 404 len: 333 time: 0.1304793 Aug 05 11:40:15.541943 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 36188) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:40:15.575778 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-af3c376f-06bf-4fd5-9891-f2ae2b3de234 req-7f45cda9-2d89-4b73-afd0-af1a0af3ea3b tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/security-groups?id=5dfacf8b-ef80-4e03-9b2b-0b5aacf0bf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4528801 Aug 05 11:40:15.633171 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-47420fb7-1e8c-4e6a-a744-42af9921f508 None None] Deleting port 5eea3b03-8a01-4998-9200-9cdc01d964ce {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:40:15.640456 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-47420fb7-1e8c-4e6a-a744-42af9921f508 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:15.818458 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-c433c3ce-73d9-4ce0-ac82-6b094d5bd087 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Deleting port 5eea3b03-8a01-4998-9200-9cdc01d964ce {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:40:15.819440 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c433c3ce-73d9-4ce0-ac82-6b094d5bd087 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:15.986178 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-47420fb7-1e8c-4e6a-a744-42af9921f508 None None] For port 5eea3b03-8a01-4998-9200-9cdc01d964ce, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=5eea3b03-8a01-4998-9200-9cdc01d964ce,segment=NetworkSegment(b73da755-5353-49a4-b19e-aee8ee9917c0),segment_id=b73da755-5353-49a4-b19e-aee8ee9917c0)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:40:15.987392 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-47420fb7-1e8c-4e6a-a744-42af9921f508 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:16.023043 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a8ac8300-fd97-4c2b-9986-5a827ca7da07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29762700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24211087'] for subnet, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:16.023762 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-47420fb7-1e8c-4e6a-a744-42af9921f508 None None] Calling delete_port for 5eea3b03-8a01-4998-9200-9cdc01d964ce owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:40:16.065299 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-469746c8-5f92-4133-a428-517ef5baaaa6 req-53a8dae2-d2b4-43a0-b729-ab1ace6a8730 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:16.090055 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_v2 [None req-a494f42a-f3a7-4904-ad51-f8c5cbfe4a9e tempest-DHCPAgentSchedulersTestJSON-820627538 tempest-DHCPAgentSchedulersTestJSON-820627538-project] Deleting subnet c7e50e7f-9a44-4ad9-bd90-c1078fe59263 {{(pid=94420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:40:16.134858 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a494f42a-f3a7-4904-ad51-f8c5cbfe4a9e tempest-DHCPAgentSchedulersTestJSON-820627538 tempest-DHCPAgentSchedulersTestJSON-820627538-project] Notify callbacks [] for subnet, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:16.231491 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a8dae2-d2b4-43a0-b729-ab1ace6a8730 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Pushing event deleted for resources: {'Port': ['ID=c6ea930f-9cea-4fc6-b5f1-18fa57d750d9,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:40:16.325437 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [None req-c433c3ce-73d9-4ce0-ac82-6b094d5bd087 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] For port 5eea3b03-8a01-4998-9200-9cdc01d964ce, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=5eea3b03-8a01-4998-9200-9cdc01d964ce,segment=NetworkSegment(b73da755-5353-49a4-b19e-aee8ee9917c0),segment_id=b73da755-5353-49a4-b19e-aee8ee9917c0)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:40:16.326650 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c433c3ce-73d9-4ce0-ac82-6b094d5bd087 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:16.459240 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446adb4f-5f47-48b9-ac73-1cf2f6222eb3 req-0f8f7c0c-3018-4a94-aa0a-b74d64c80e45 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:40:16.462519 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-446adb4f-5f47-48b9-ac73-1cf2f6222eb3 req-0f8f7c0c-3018-4a94-aa0a-b74d64c80e45 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=7867b2c8-ac1a-4028-bb5d-04646277a459 HTTP/1.1" status: 200 len: 945 time: 0.8337612 Aug 05 11:40:16.617765 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-469746c8-5f92-4133-a428-517ef5baaaa6 req-53a8dae2-d2b4-43a0-b729-ab1ace6a8730 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] No DVR routers for this DVR port c6ea930f-9cea-4fc6-b5f1-18fa57d750d9 on host n-h2-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:40:16.625256 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-c433c3ce-73d9-4ce0-ac82-6b094d5bd087 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Calling delete_port for 5eea3b03-8a01-4998-9200-9cdc01d964ce owned by network:dhcp {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:40:16.641311 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-469746c8-5f92-4133-a428-517ef5baaaa6 req-53a8dae2-d2b4-43a0-b729-ab1ace6a8730 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:16.646143 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-469746c8-5f92-4133-a428-517ef5baaaa6 req-53a8dae2-d2b4-43a0-b729-ab1ace6a8730 tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.55 "DELETE /v2.0/ports/c6ea930f-9cea-4fc6-b5f1-18fa57d750d9 HTTP/1.1" status: 204 len: 173 time: 5.7891965 Aug 05 11:40:16.646759 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86c37637-63a8-48f7-9437-fa36bcb189c0', 'name': 'network-vif-deleted', 'tag': 'c6ea930f-9cea-4fc6-b5f1-18fa57d750d9'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:40:16.661975 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdb0aed2-ade2-448e-8037-6036dea9fd18" -d '{"events": [{"server_uuid": "86c37637-63a8-48f7-9437-fa36bcb189c0", "name": "network-vif-deleted", "tag": "c6ea930f-9cea-4fc6-b5f1-18fa57d750d9"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:40:16.801072 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a494f42a-f3a7-4904-ad51-f8c5cbfe4a9e tempest-DHCPAgentSchedulersTestJSON-820627538 tempest-DHCPAgentSchedulersTestJSON-820627538-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25010562'] for subnet, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:16.936030 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-47420fb7-1e8c-4e6a-a744-42af9921f508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:16.939075 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-446adb4f-5f47-48b9-ac73-1cf2f6222eb3 req-68bbb6f5-b508-42bc-b4f2-78e11779fecb tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=30974407-7b2a-468c-b989-540006d0da28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3976200 Aug 05 11:40:16.982359 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47420fb7-1e8c-4e6a-a744-42af9921f508 None None] No DVR routers for this DVR port 5eea3b03-8a01-4998-9200-9cdc01d964ce on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:40:17.027791 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ac8300-fd97-4c2b-9986-5a827ca7da07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c5e4571-6adf-456a-91ed-eaaee0830fdc,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:40:17.072199 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ac8300-fd97-4c2b-9986-5a827ca7da07 admin admin] Checking segment: {'id': 'df4965ed-026b-4702-9189-bba7cbcadff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '4d1db86f-e368-416d-a803-521709094a5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:40:17.079075 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ac8300-fd97-4c2b-9986-5a827ca7da07 admin admin] Network hostable DHCP agents. Network: 4d1db86f-e368-416d-a803-521709094a5f, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:40:17.135945 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eec1886e-cd2c-4c96-9d53-9e82810a4294 x-openstack-request-id: req-eec1886e-cd2c-4c96-9d53-9e82810a4294 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:40:17.136895 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86c37637-63a8-48f7-9437-fa36bcb189c0", "name": "network-vif-deleted", "tag": "c6ea930f-9cea-4fc6-b5f1-18fa57d750d9", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:40:17.137285 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-eec1886e-cd2c-4c96-9d53-9e82810a4294 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:40:17.137898 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86c37637-63a8-48f7-9437-fa36bcb189c0', 'name': 'network-vif-deleted', 'tag': 'c6ea930f-9cea-4fc6-b5f1-18fa57d750d9', 'status': 'completed', 'code': 200} Aug 05 11:40:17.159226 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47420fb7-1e8c-4e6a-a744-42af9921f508 None None] Pushing event deleted for resources: {'Port': ['ID=5eea3b03-8a01-4998-9200-9cdc01d964ce,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:40:17.190118 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-566a81a1-8292-4a33-9104-6632368096cf tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:17.290276 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566a81a1-8292-4a33-9104-6632368096cf tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Pushing event deleted for resources: {'Port': ['ID=668fb340-3f5e-484d-a2f9-4bdecd94e4d8,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:40:17.323016 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d736d440-51af-4ed6-a6fb-01ee4363d82b req-2aafece1-8571-4d8f-9003-1aff006ea2ef tempest-ServersTestJSON-839371808 tempest-ServersTestJSON-839371808-project] 10.222.0.58 "GET /v2.0/ports?device_id=86c37637-63a8-48f7-9437-fa36bcb189c0 HTTP/1.1" status: 200 len: 210 time: 0.1032164 Aug 05 11:40:17.344160 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 5eea3b03-8a01-4998-9200-9cdc01d964ce no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:40:17.454286 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 5eea3b03-8a01-4998-9200-9cdc01d964ce {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:40:17.454844 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 5eea3b03-8a01-4998-9200-9cdc01d964ce not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:40:17.479535 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ac8300-fd97-4c2b-9986-5a827ca7da07 admin admin] Network 4d1db86f-e368-416d-a803-521709094a5f is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:40:17.527333 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-a8ac8300-fd97-4c2b-9986-5a827ca7da07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, 4d1db86f-e368-416d-a803-521709094a5f) {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:40:17.544269 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-966985cc-c4db-411d-9df6-e5a46667e1fe None None] Network 4d1db86f-e368-416d-a803-521709094a5f requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:40:17.552288 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a494f42a-f3a7-4904-ad51-f8c5cbfe4a9e tempest-DHCPAgentSchedulersTestJSON-820627538 tempest-DHCPAgentSchedulersTestJSON-820627538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:17.582322 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-566a81a1-8292-4a33-9104-6632368096cf tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:17.584746 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ac8300-fd97-4c2b-9986-5a827ca7da07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:40:17.591177 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a8ac8300-fd97-4c2b-9986-5a827ca7da07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:17.593287 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-566a81a1-8292-4a33-9104-6632368096cf tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "DELETE /v2.0/ports/668fb340-3f5e-484d-a2f9-4bdecd94e4d8 HTTP/1.1" status: 204 len: 168 time: 5.6047597 Aug 05 11:40:17.607131 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 36204) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:40:17.744975 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c433c3ce-73d9-4ce0-ac82-6b094d5bd087 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:17.768226 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-a8ac8300-fd97-4c2b-9986-5a827ca7da07 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.8812644 Aug 05 11:40:17.774033 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 36206) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:40:17.898706 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a494f42a-f3a7-4904-ad51-f8c5cbfe4a9e tempest-DHCPAgentSchedulersTestJSON-820627538 tempest-DHCPAgentSchedulersTestJSON-820627538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29762763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24211094'] for subnet, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:17.970926 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a494f42a-f3a7-4904-ad51-f8c5cbfe4a9e tempest-DHCPAgentSchedulersTestJSON-820627538 tempest-DHCPAgentSchedulersTestJSON-820627538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:17.980643 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-a494f42a-f3a7-4904-ad51-f8c5cbfe4a9e tempest-DHCPAgentSchedulersTestJSON-820627538 tempest-DHCPAgentSchedulersTestJSON-820627538-project] 10.222.0.58 "DELETE /v2.0/subnets/c7e50e7f-9a44-4ad9-bd90-c1078fe59263 HTTP/1.1" status: 204 len: 168 time: 2.4328651 Aug 05 11:40:18.029766 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-d844f8d7-146f-4aef-8a3f-7838a1e9f712 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1301945101-router', 'tenant_id': 'a02a178820324fb2b01f24f52bf7b476', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:40:18.038005 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 36208) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:40:18.054774 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c433c3ce-73d9-4ce0-ac82-6b094d5bd087 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Pushing event deleted for resources: {'Port': ['ID=5eea3b03-8a01-4998-9200-9cdc01d964ce,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:40:18.111915 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76e7042-c623-4a4b-8e46-279c7c9ef57a None None] Network 1f22a666-c981-43ee-8b1d-ffb186ede5de requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:40:18.147778 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c433c3ce-73d9-4ce0-ac82-6b094d5bd087 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] No DVR routers for this DVR port 5eea3b03-8a01-4998-9200-9cdc01d964ce on host n-d-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:40:18.343260 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a494f42a-f3a7-4904-ad51-f8c5cbfe4a9e tempest-DHCPAgentSchedulersTestJSON-820627538 tempest-DHCPAgentSchedulersTestJSON-820627538-project] Pushing event deleted for resources: {'Subnet': ['ID=c7e50e7f-9a44-4ad9-bd90-c1078fe59263,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:40:18.472549 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c433c3ce-73d9-4ce0-ac82-6b094d5bd087 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:18.494800 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-c433c3ce-73d9-4ce0-ac82-6b094d5bd087 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adc7ecca-fdb0-4459-beae-fcb3baaa2557']}} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:40:18.520016 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-c433c3ce-73d9-4ce0-ac82-6b094d5bd087 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b73da755-5353-49a4-b19e-aee8ee9917c0') {'for_net_delete': True} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:40:18.521634 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-c433c3ce-73d9-4ce0-ac82-6b094d5bd087 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b73da755-5353-49a4-b19e-aee8ee9917c0') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:40:18.552714 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c433c3ce-73d9-4ce0-ac82-6b094d5bd087 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29786371'] for segment, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:18.618209 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 36218) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:40:18.618631 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c433c3ce-73d9-4ce0-ac82-6b094d5bd087 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:18.670099 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c306284-6d77-40b6-af56-c96a86605290 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:40:18.675286 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c306284-6d77-40b6-af56-c96a86605290 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:40:18.679704 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c306284-6d77-40b6-af56-c96a86605290 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:40:18.687528 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-3c306284-6d77-40b6-af56-c96a86605290 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 1.0746181 Aug 05 11:40:18.687874 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7c9deba7-1bab-4b70-88da-de270cd06f68 tempest-DHCPAgentSchedulersTestJSON-820627538 tempest-DHCPAgentSchedulersTestJSON-820627538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:18.692144 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 36222) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:40:18.694884 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d844f8d7-146f-4aef-8a3f-7838a1e9f712 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33260300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1929'] for router, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:18.697108 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d844f8d7-146f-4aef-8a3f-7838a1e9f712 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33285914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33034662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1926'] for router, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:18.741814 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c433c3ce-73d9-4ce0-ac82-6b094d5bd087 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Releasing vlan 673 on physical network physnet1 to pool {{(pid=94421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:40:18.742907 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c433c3ce-73d9-4ce0-ac82-6b094d5bd087 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25038799'] for segment, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:18.751014 n-d-803378-2 neutron-server[94421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 11:40:18.751014 n-d-803378-2 neutron-server[94421]: self.session.flush() Aug 05 11:40:18.751014 n-d-803378-2 neutron-server[94421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 11:40:18.751014 n-d-803378-2 neutron-server[94421]: self.session.flush() Aug 05 11:40:18.751014 n-d-803378-2 neutron-server[94421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 11:40:18.751014 n-d-803378-2 neutron-server[94421]: self.session.flush() Aug 05 11:40:18.751014 n-d-803378-2 neutron-server[94421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 11:40:18.751014 n-d-803378-2 neutron-server[94421]: self.session.flush() Aug 05 11:40:18.751014 n-d-803378-2 neutron-server[94421]: Traceback (most recent call last): Aug 05 11:40:18.751014 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:40:18.751014 n-d-803378-2 neutron-server[94421]: timer() Aug 05 11:40:18.751014 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:40:18.751014 n-d-803378-2 neutron-server[94421]: cb(*args, **kw) Aug 05 11:40:18.751014 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:40:18.751014 n-d-803378-2 neutron-server[94421]: return func(*args, **kwargs) Aug 05 11:40:18.751014 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:40:18.751014 n-d-803378-2 neutron-server[94421]: self._notify() Aug 05 11:40:18.751014 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:40:18.751014 n-d-803378-2 neutron-server[94421]: self.callback(batched_events) Aug 05 11:40:18.751014 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:40:18.751014 n-d-803378-2 neutron-server[94421]: event.method(event) Aug 05 11:40:18.751014 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:40:18.751014 n-d-803378-2 neutron-server[94421]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:40:18.751014 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:40:18.751014 n-d-803378-2 neutron-server[94421]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:40:18.751014 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:40:18.751014 n-d-803378-2 neutron-server[94421]: return f(self, *a, **k) Aug 05 11:40:18.751014 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:40:18.751014 n-d-803378-2 neutron-server[94421]: return self._get(url).json() Aug 05 11:40:18.751014 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:40:18.751014 n-d-803378-2 neutron-server[94421]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:40:18.751014 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:40:18.751014 n-d-803378-2 neutron-server[94421]: return self.request(url, 'GET', **kwargs) Aug 05 11:40:18.751014 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:40:18.751014 n-d-803378-2 neutron-server[94421]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:40:18.751014 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:40:18.751014 n-d-803378-2 neutron-server[94421]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:40:18.751014 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:40:18.751014 n-d-803378-2 neutron-server[94421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:40:18.751014 n-d-803378-2 neutron-server[94421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:40:18.800010 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5aca08-3449-4736-8d36-901232bf98d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-4d1db86f-e368-416d-a803-521709094a5f', 'network_id': '4d1db86f-e368-416d-a803-521709094a5f', 'tenant_id': 'a02a178820324fb2b01f24f52bf7b476', 'fixed_ips': [{'subnet_id': '7c5e4571-6adf-456a-91ed-eaaee0830fdc'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 11:40:18.810327 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1e5aca08-3449-4736-8d36-901232bf98d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:18.971448 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db24b89-b0a3-4227-b9b5-6f623dea3d62 req-55aeb94b-704b-4e03-b279-10f40c2a8975 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:40:18.975132 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2db24b89-b0a3-4227-b9b5-6f623dea3d62 req-55aeb94b-704b-4e03-b279-10f40c2a8975 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=7867b2c8-ac1a-4028-bb5d-04646277a459 HTTP/1.1" status: 200 len: 945 time: 0.6432035 Aug 05 11:40:19.006565 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_v2 [None req-558d0914-73af-49d8-b3f6-830f17b879f0 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Deleting subnet 3ec7f51a-0ff1-4478-9605-73de6c1953f1 {{(pid=94420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:40:19.119608 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-558d0914-73af-49d8-b3f6-830f17b879f0 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks [] for subnet, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:19.179533 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c433c3ce-73d9-4ce0-ac82-6b094d5bd087 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:19.211463 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c433c3ce-73d9-4ce0-ac82-6b094d5bd087 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:19.239539 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-c433c3ce-73d9-4ce0-ac82-6b094d5bd087 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] 10.222.0.58 "DELETE /v2.0/networks/adc7ecca-fdb0-4459-beae-fcb3baaa2557 HTTP/1.1" status: 204 len: 168 time: 4.5005369 Aug 05 11:40:19.269018 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d844f8d7-146f-4aef-8a3f-7838a1e9f712 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:19.377203 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c433c3ce-73d9-4ce0-ac82-6b094d5bd087 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Pushing event deleted for resources: {'Network': ['ID=adc7ecca-fdb0-4459-beae-fcb3baaa2557,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:40:19.377846 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae35d9dc-e34e-40bf-9f80-a7a40b3bf74a None None] DHCP port deletion for 1f22a666-c981-43ee-8b1d-ffb186ede5de request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 11:40:19.428754 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c433c3ce-73d9-4ce0-ac82-6b094d5bd087 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:40:19.429219 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c433c3ce-73d9-4ce0-ac82-6b094d5bd087 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:40:19.429744 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c433c3ce-73d9-4ce0-ac82-6b094d5bd087 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:40:19.430315 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c433c3ce-73d9-4ce0-ac82-6b094d5bd087 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:40:19.430873 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c433c3ce-73d9-4ce0-ac82-6b094d5bd087 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:40:19.431431 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c433c3ce-73d9-4ce0-ac82-6b094d5bd087 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:40:19.431981 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c433c3ce-73d9-4ce0-ac82-6b094d5bd087 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:40:19.448218 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c433c3ce-73d9-4ce0-ac82-6b094d5bd087 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:40:19.449039 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c433c3ce-73d9-4ce0-ac82-6b094d5bd087 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:40:19.449609 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c433c3ce-73d9-4ce0-ac82-6b094d5bd087 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:40:19.450177 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c433c3ce-73d9-4ce0-ac82-6b094d5bd087 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:40:19.450730 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c433c3ce-73d9-4ce0-ac82-6b094d5bd087 tempest-NetworksIpV6TestAttrs-1555105320 tempest-NetworksIpV6TestAttrs-1555105320-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:40:19.867353 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-ae35d9dc-e34e-40bf-9f80-a7a40b3bf74a None None] Deleting port c8357aff-766f-4838-acce-ffe34e07e525 {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:40:19.867958 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-ae35d9dc-e34e-40bf-9f80-a7a40b3bf74a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:19.931431 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-1e5aca08-3449-4736-8d36-901232bf98d4 None None] Allocated IP 172.20.0.2 (4d1db86f-e368-416d-a803-521709094a5f/7c5e4571-6adf-456a-91ed-eaaee0830fdc/471eabc5-9249-408f-89c1-a01b22855885) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:40:20.157187 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-ae35d9dc-e34e-40bf-9f80-a7a40b3bf74a None None] For port c8357aff-766f-4838-acce-ffe34e07e525, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=c8357aff-766f-4838-acce-ffe34e07e525,segment=NetworkSegment(e9ae6d03-a8b3-4b3c-b7a3-9b2279069b80),segment_id=e9ae6d03-a8b3-4b3c-b7a3-9b2279069b80)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:40:20.157845 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-ae35d9dc-e34e-40bf-9f80-a7a40b3bf74a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:20.198560 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d844f8d7-146f-4aef-8a3f-7838a1e9f712 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:20.214574 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-ae35d9dc-e34e-40bf-9f80-a7a40b3bf74a None None] Calling delete_port for c8357aff-766f-4838-acce-ffe34e07e525 owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:40:20.478980 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 36234) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:40:21.047788 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1e5aca08-3449-4736-8d36-901232bf98d4 None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:21.098416 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-1e5aca08-3449-4736-8d36-901232bf98d4 None None] Transition to ACTIVE for port object 471eabc5-9249-408f-89c1-a01b22855885 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:40:21.109490 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-ae35d9dc-e34e-40bf-9f80-a7a40b3bf74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:21.222741 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_v2 [None req-cecfa471-2234-4238-abce-5524effc9d58 admin admin] Deleting subnet 1b19baf8-9ef5-4535-9e61-0fc2264669f6 {{(pid=94420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:40:21.242738 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-cecfa471-2234-4238-abce-5524effc9d58 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:21.264437 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae35d9dc-e34e-40bf-9f80-a7a40b3bf74a None None] No DVR routers for this DVR port c8357aff-766f-4838-acce-ffe34e07e525 on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:40:21.274515 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae35d9dc-e34e-40bf-9f80-a7a40b3bf74a None None] Pushing event deleted for resources: {'Port': ['ID=c8357aff-766f-4838-acce-ffe34e07e525,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:40:21.327028 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device c8357aff-766f-4838-acce-ffe34e07e525 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:40:21.396984 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-558d0914-73af-49d8-b3f6-830f17b879f0 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25010562'] for subnet, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:21.413492 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-1e5aca08-3449-4736-8d36-901232bf98d4 None None] Transition to ACTIVE for port object 471eabc5-9249-408f-89c1-a01b22855885 will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:40:21.419237 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: c8357aff-766f-4838-acce-ffe34e07e525 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:40:21.425332 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device c8357aff-766f-4838-acce-ffe34e07e525 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:40:21.452869 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1e5aca08-3449-4736-8d36-901232bf98d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:21.664940 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5aca08-3449-4736-8d36-901232bf98d4 None None] Network 4d1db86f-e368-416d-a803-521709094a5f is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:40:21.681273 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-1e5aca08-3449-4736-8d36-901232bf98d4 None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:40:21.694105 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5aca08-3449-4736-8d36-901232bf98d4 None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:40:21.722492 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2db24b89-b0a3-4227-b9b5-6f623dea3d62 req-05c47409-9d2b-4777-aedb-2f71d9eaf4c8 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=30974407-7b2a-468c-b989-540006d0da28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.6911614 Aug 05 11:40:21.737489 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-cecfa471-2234-4238-abce-5524effc9d58 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25010562'] for subnet, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:21.859863 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-7c9deba7-1bab-4b70-88da-de270cd06f68 tempest-DHCPAgentSchedulersTestJSON-820627538 tempest-DHCPAgentSchedulersTestJSON-820627538-project] Deleting port c8357aff-766f-4838-acce-ffe34e07e525 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:40:21.860453 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7c9deba7-1bab-4b70-88da-de270cd06f68 tempest-DHCPAgentSchedulersTestJSON-820627538 tempest-DHCPAgentSchedulersTestJSON-820627538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:21.931192 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5aca08-3449-4736-8d36-901232bf98d4 None None] Pushing event updated for resources: {'Port': ['ID=471eabc5-9249-408f-89c1-a01b22855885,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:40:21.986245 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-1e5aca08-3449-4736-8d36-901232bf98d4 None None] Attempting to bind port 471eabc5-9249-408f-89c1-a01b22855885 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:40:21.986890 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-1e5aca08-3449-4736-8d36-901232bf98d4 None None] Attempting to bind port 471eabc5-9249-408f-89c1-a01b22855885 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'df4965ed-026b-4702-9189-bba7cbcadff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '4d1db86f-e368-416d-a803-521709094a5f'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:40:21.987617 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5aca08-3449-4736-8d36-901232bf98d4 None None] Attempting to bind port 471eabc5-9249-408f-89c1-a01b22855885 on network 4d1db86f-e368-416d-a803-521709094a5f {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:40:22.012106 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:22.012106 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5aca08-3449-4736-8d36-901232bf98d4 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:40:22.012106 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5aca08-3449-4736-8d36-901232bf98d4 None None] Checking segment: {'id': 'df4965ed-026b-4702-9189-bba7cbcadff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '4d1db86f-e368-416d-a803-521709094a5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:40:22.012898 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1e5aca08-3449-4736-8d36-901232bf98d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:22.013938 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5aca08-3449-4736-8d36-901232bf98d4 None None] Bound using segment: {'id': 'df4965ed-026b-4702-9189-bba7cbcadff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '4d1db86f-e368-416d-a803-521709094a5f'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:40:22.014940 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-1e5aca08-3449-4736-8d36-901232bf98d4 None None] Bound port: 471eabc5-9249-408f-89c1-a01b22855885, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df4965ed-026b-4702-9189-bba7cbcadff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '4d1db86f-e368-416d-a803-521709094a5f'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:40:22.016024 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1e5aca08-3449-4736-8d36-901232bf98d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:22.388943 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d844f8d7-146f-4aef-8a3f-7838a1e9f712 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:22.434908 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-cecfa471-2234-4238-abce-5524effc9d58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:22.515716 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d844f8d7-146f-4aef-8a3f-7838a1e9f712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:22.710402 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-1e5aca08-3449-4736-8d36-901232bf98d4 None None] For port 471eabc5-9249-408f-89c1-a01b22855885, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:40:22.749350 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-1e5aca08-3449-4736-8d36-901232bf98d4 None None] For port 471eabc5-9249-408f-89c1-a01b22855885, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=471eabc5-9249-408f-89c1-a01b22855885,segment=NetworkSegment(df4965ed-026b-4702-9189-bba7cbcadff6),segment_id=df4965ed-026b-4702-9189-bba7cbcadff6)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:40:22.764416 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1e5aca08-3449-4736-8d36-901232bf98d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:23.023074 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-cecfa471-2234-4238-abce-5524effc9d58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29762763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24211094'] for subnet, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:23.070636 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-7c9deba7-1bab-4b70-88da-de270cd06f68 tempest-DHCPAgentSchedulersTestJSON-820627538 tempest-DHCPAgentSchedulersTestJSON-820627538-project] For port c8357aff-766f-4838-acce-ffe34e07e525, host n-d-803378-2, got binding levels [] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:40:23.071889 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7c9deba7-1bab-4b70-88da-de270cd06f68 tempest-DHCPAgentSchedulersTestJSON-820627538 tempest-DHCPAgentSchedulersTestJSON-820627538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:23.115911 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-7719825b-ee8f-43b9-9cfc-1ea06da89b52 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=24b9c256d82b47539cda6c0dcc6854db&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6323099 Aug 05 11:40:23.122426 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 36252) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:40:23.145653 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5aca08-3449-4736-8d36-901232bf98d4 None None] Pushing event updated for resources: {'Port': ['ID=471eabc5-9249-408f-89c1-a01b22855885,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:40:23.152591 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-7c9deba7-1bab-4b70-88da-de270cd06f68 tempest-DHCPAgentSchedulersTestJSON-820627538 tempest-DHCPAgentSchedulersTestJSON-820627538-project] Calling delete_port for c8357aff-766f-4838-acce-ffe34e07e525 owned by network:dhcp {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:40:23.184067 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.ipam_backend_mixin [None req-7c9deba7-1bab-4b70-88da-de270cd06f68 tempest-DHCPAgentSchedulersTestJSON-820627538 tempest-DHCPAgentSchedulersTestJSON-820627538-project] Port c8357aff-766f-4838-acce-ffe34e07e525 was not found and therefore no delete operation was performed {{(pid=94420) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 05 11:40:23.202551 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-558d0914-73af-49d8-b3f6-830f17b879f0 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:23.284747 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7c9deba7-1bab-4b70-88da-de270cd06f68 tempest-DHCPAgentSchedulersTestJSON-820627538 tempest-DHCPAgentSchedulersTestJSON-820627538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:23.368771 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-d844f8d7-146f-4aef-8a3f-7838a1e9f712 admin admin] Allocated IP 172.25.5.24 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/b1f4332b-9f72-47f7-a032-bdb279c51579) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:40:23.399849 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecfa471-2234-4238-abce-5524effc9d58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b19baf8-9ef5-4535-9e61-0fc2264669f6,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:40:23.469732 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecfa471-2234-4238-abce-5524effc9d58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:40:23.470598 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecfa471-2234-4238-abce-5524effc9d58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:40:23.471009 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecfa471-2234-4238-abce-5524effc9d58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:40:23.471633 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecfa471-2234-4238-abce-5524effc9d58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:40:23.472237 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecfa471-2234-4238-abce-5524effc9d58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:40:23.472876 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecfa471-2234-4238-abce-5524effc9d58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:40:23.474012 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecfa471-2234-4238-abce-5524effc9d58 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:40:23.474620 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecfa471-2234-4238-abce-5524effc9d58 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:40:23.475219 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecfa471-2234-4238-abce-5524effc9d58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:40:23.477352 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecfa471-2234-4238-abce-5524effc9d58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:40:23.478467 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecfa471-2234-4238-abce-5524effc9d58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:40:23.479066 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecfa471-2234-4238-abce-5524effc9d58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:40:23.570436 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e76a94f0-c513-4559-b649-d541036c83ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:23.604373 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-cecfa471-2234-4238-abce-5524effc9d58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:23.607180 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-cecfa471-2234-4238-abce-5524effc9d58 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/1b19baf8-9ef5-4535-9e61-0fc2264669f6 HTTP/1.1" status: 204 len: 168 time: 4.9875691 Aug 05 11:40:23.655318 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e76a94f0-c513-4559-b649-d541036c83ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:23.677329 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 36256) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:40:23.682612 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9deba7-1bab-4b70-88da-de270cd06f68 tempest-DHCPAgentSchedulersTestJSON-820627538 tempest-DHCPAgentSchedulersTestJSON-820627538-project] Pushing event deleted for resources: {'Port': ['ID=c8357aff-766f-4838-acce-ffe34e07e525,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:40:23.937304 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b81a4423-0f1d-41a2-8b1b-8a7347f1c747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:23.944885 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9deba7-1bab-4b70-88da-de270cd06f68 tempest-DHCPAgentSchedulersTestJSON-820627538 tempest-DHCPAgentSchedulersTestJSON-820627538-project] No DVR routers for this DVR port c8357aff-766f-4838-acce-ffe34e07e525 on host n-d-803378-2 {{(pid=94420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:40:24.096855 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e76a94f0-c513-4559-b649-d541036c83ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:24.102997 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e76a94f0-c513-4559-b649-d541036c83ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:24.109711 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-e76a94f0-c513-4559-b649-d541036c83ca admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/388ba26c-e9bd-460a-97af-b9aa49bd0a0e HTTP/1.1" status: 204 len: 168 time: 0.9827752 Aug 05 11:40:24.133866 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76a94f0-c513-4559-b649-d541036c83ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=388ba26c-e9bd-460a-97af-b9aa49bd0a0e,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:40:24.219972 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6758c854-01f6-4cb2-8bb8-2634b83d077e req-8a578188-ad53-449b-a675-00822ecab9b5 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:40:24.237248 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6758c854-01f6-4cb2-8bb8-2634b83d077e req-8a578188-ad53-449b-a675-00822ecab9b5 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=7867b2c8-ac1a-4028-bb5d-04646277a459 HTTP/1.1" status: 200 len: 945 time: 0.9455826 Aug 05 11:40:24.373255 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d844f8d7-146f-4aef-8a3f-7838a1e9f712 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:24.541186 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d844f8d7-146f-4aef-8a3f-7838a1e9f712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:24.678316 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7c9deba7-1bab-4b70-88da-de270cd06f68 tempest-DHCPAgentSchedulersTestJSON-820627538 tempest-DHCPAgentSchedulersTestJSON-820627538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:24.742400 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-7c9deba7-1bab-4b70-88da-de270cd06f68 tempest-DHCPAgentSchedulersTestJSON-820627538 tempest-DHCPAgentSchedulersTestJSON-820627538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f22a666-c981-43ee-8b1d-ffb186ede5de']}} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:40:24.758679 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d844f8d7-146f-4aef-8a3f-7838a1e9f712 admin admin] Pushing event updated for resources: {'Port': ['ID=b1f4332b-9f72-47f7-a032-bdb279c51579,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:40:24.805639 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d844f8d7-146f-4aef-8a3f-7838a1e9f712 admin admin] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:40:24.808313 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-d844f8d7-146f-4aef-8a3f-7838a1e9f712 admin admin] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:40:24.823616 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-7c9deba7-1bab-4b70-88da-de270cd06f68 tempest-DHCPAgentSchedulersTestJSON-820627538 tempest-DHCPAgentSchedulersTestJSON-820627538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9ae6d03-a8b3-4b3c-b7a3-9b2279069b80') {'for_net_delete': True} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:40:24.824715 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d844f8d7-146f-4aef-8a3f-7838a1e9f712 admin admin] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:40:24.825086 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-7c9deba7-1bab-4b70-88da-de270cd06f68 tempest-DHCPAgentSchedulersTestJSON-820627538 tempest-DHCPAgentSchedulersTestJSON-820627538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9ae6d03-a8b3-4b3c-b7a3-9b2279069b80') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:40:24.846606 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7c9deba7-1bab-4b70-88da-de270cd06f68 tempest-DHCPAgentSchedulersTestJSON-820627538 tempest-DHCPAgentSchedulersTestJSON-820627538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25010581'] for segment, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:24.922756 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7c9deba7-1bab-4b70-88da-de270cd06f68 tempest-DHCPAgentSchedulersTestJSON-820627538 tempest-DHCPAgentSchedulersTestJSON-820627538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:24.939672 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c9deba7-1bab-4b70-88da-de270cd06f68 tempest-DHCPAgentSchedulersTestJSON-820627538 tempest-DHCPAgentSchedulersTestJSON-820627538-project] Releasing vlan 666 on physical network physnet1 to pool {{(pid=94420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:40:24.940901 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7c9deba7-1bab-4b70-88da-de270cd06f68 tempest-DHCPAgentSchedulersTestJSON-820627538 tempest-DHCPAgentSchedulersTestJSON-820627538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29762581'] for segment, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:25.283656 n-d-803378-2 neutron-server[94420]: Traceback (most recent call last): Aug 05 11:40:25.283656 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:40:25.283656 n-d-803378-2 neutron-server[94420]: timer() Aug 05 11:40:25.283656 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:40:25.283656 n-d-803378-2 neutron-server[94420]: cb(*args, **kw) Aug 05 11:40:25.283656 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:40:25.283656 n-d-803378-2 neutron-server[94420]: return func(*args, **kwargs) Aug 05 11:40:25.283656 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:40:25.283656 n-d-803378-2 neutron-server[94420]: self._notify() Aug 05 11:40:25.283656 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:40:25.283656 n-d-803378-2 neutron-server[94420]: self.callback(batched_events) Aug 05 11:40:25.283656 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:40:25.283656 n-d-803378-2 neutron-server[94420]: event.method(event) Aug 05 11:40:25.283656 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:40:25.283656 n-d-803378-2 neutron-server[94420]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:40:25.283656 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:40:25.283656 n-d-803378-2 neutron-server[94420]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:40:25.283656 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:40:25.283656 n-d-803378-2 neutron-server[94420]: return f(self, *a, **k) Aug 05 11:40:25.283656 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:40:25.283656 n-d-803378-2 neutron-server[94420]: return self._get(url).json() Aug 05 11:40:25.283656 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:40:25.283656 n-d-803378-2 neutron-server[94420]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:40:25.283656 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:40:25.283656 n-d-803378-2 neutron-server[94420]: return self.request(url, 'GET', **kwargs) Aug 05 11:40:25.283656 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:40:25.283656 n-d-803378-2 neutron-server[94420]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:40:25.283656 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:40:25.283656 n-d-803378-2 neutron-server[94420]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:40:25.283656 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:40:25.283656 n-d-803378-2 neutron-server[94420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:40:25.283656 n-d-803378-2 neutron-server[94420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:40:25.439531 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 471eabc5-9249-408f-89c1-a01b22855885 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:40:25.499252 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b81a4423-0f1d-41a2-8b1b-8a7347f1c747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:25.540533 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-b81a4423-0f1d-41a2-8b1b-8a7347f1c747 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['535dc2f1-67b1-49cd-891b-67f3b995cbf8']}} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:40:25.565739 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-b81a4423-0f1d-41a2-8b1b-8a7347f1c747 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1464bea6-dc68-4175-ac76-169c7629018f') {'for_net_delete': True} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:40:25.568555 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-b81a4423-0f1d-41a2-8b1b-8a7347f1c747 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1464bea6-dc68-4175-ac76-169c7629018f') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:40:25.639224 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-558d0914-73af-49d8-b3f6-830f17b879f0 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29762763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24211094'] for subnet, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:25.655019 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1588a5a-b8ca-4a9a-86e5-d1f3afc6ce5d None None] Network 4d1db86f-e368-416d-a803-521709094a5f requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:40:25.683024 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7c9deba7-1bab-4b70-88da-de270cd06f68 tempest-DHCPAgentSchedulersTestJSON-820627538 tempest-DHCPAgentSchedulersTestJSON-820627538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:25.734937 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-558d0914-73af-49d8-b3f6-830f17b879f0 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:25.744771 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 36280) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:40:25.753335 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-558d0914-73af-49d8-b3f6-830f17b879f0 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "DELETE /v2.0/subnets/3ec7f51a-0ff1-4478-9605-73de6c1953f1 HTTP/1.1" status: 204 len: 168 time: 7.0404863 Aug 05 11:40:25.757277 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b81a4423-0f1d-41a2-8b1b-8a7347f1c747 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25010581'] for segment, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:25.761402 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7c9deba7-1bab-4b70-88da-de270cd06f68 tempest-DHCPAgentSchedulersTestJSON-820627538 tempest-DHCPAgentSchedulersTestJSON-820627538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:25.764976 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-7c9deba7-1bab-4b70-88da-de270cd06f68 tempest-DHCPAgentSchedulersTestJSON-820627538 tempest-DHCPAgentSchedulersTestJSON-820627538-project] 10.222.0.58 "DELETE /v2.0/networks/1f22a666-c981-43ee-8b1d-ffb186ede5de HTTP/1.1" status: 204 len: 168 time: 7.7250369 Aug 05 11:40:25.805389 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6758c854-01f6-4cb2-8bb8-2634b83d077e req-53328580-5601-49b2-b247-3e4398f7329f tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=30974407-7b2a-468c-b989-540006d0da28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5669098 Aug 05 11:40:25.905502 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee183b0-5acc-4876-87ae-928a2737ed5d None None] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:40:26.079276 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b81a4423-0f1d-41a2-8b1b-8a7347f1c747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:26.140336 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b81a4423-0f1d-41a2-8b1b-8a7347f1c747 admin admin] Releasing vlan 685 on physical network physnet1 to pool {{(pid=94420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:40:26.151415 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b81a4423-0f1d-41a2-8b1b-8a7347f1c747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29762581'] for segment, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:26.562423 n-d-803378-2 neutron-server[94420]: Traceback (most recent call last): Aug 05 11:40:26.562423 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:40:26.562423 n-d-803378-2 neutron-server[94420]: timer() Aug 05 11:40:26.562423 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:40:26.562423 n-d-803378-2 neutron-server[94420]: cb(*args, **kw) Aug 05 11:40:26.562423 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:40:26.562423 n-d-803378-2 neutron-server[94420]: return func(*args, **kwargs) Aug 05 11:40:26.562423 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:40:26.562423 n-d-803378-2 neutron-server[94420]: self._notify() Aug 05 11:40:26.562423 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:40:26.562423 n-d-803378-2 neutron-server[94420]: self.callback(batched_events) Aug 05 11:40:26.562423 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:40:26.562423 n-d-803378-2 neutron-server[94420]: event.method(event) Aug 05 11:40:26.562423 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:40:26.562423 n-d-803378-2 neutron-server[94420]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:40:26.562423 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:40:26.562423 n-d-803378-2 neutron-server[94420]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:40:26.562423 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:40:26.562423 n-d-803378-2 neutron-server[94420]: return f(self, *a, **k) Aug 05 11:40:26.562423 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:40:26.562423 n-d-803378-2 neutron-server[94420]: return self._get(url).json() Aug 05 11:40:26.562423 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:40:26.562423 n-d-803378-2 neutron-server[94420]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:40:26.562423 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:40:26.562423 n-d-803378-2 neutron-server[94420]: return self.request(url, 'GET', **kwargs) Aug 05 11:40:26.562423 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:40:26.562423 n-d-803378-2 neutron-server[94420]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:40:26.562423 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:40:26.562423 n-d-803378-2 neutron-server[94420]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:40:26.562423 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:40:26.562423 n-d-803378-2 neutron-server[94420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:40:26.562423 n-d-803378-2 neutron-server[94420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:40:26.615302 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 471eabc5-9249-408f-89c1-a01b22855885 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:40:26.633831 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-23e7386a-402c-4dc1-8c0f-7251b3c63fbf None None] Provisioning for port 471eabc5-9249-408f-89c1-a01b22855885 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:40:26.662733 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b81a4423-0f1d-41a2-8b1b-8a7347f1c747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:26.690804 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f5fab62-6a2e-4f34-a622-600f43fc0ccd tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Deleting subnet c7b63a90-981a-4132-a565-3d40289753e8 {{(pid=94421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:40:26.695987 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b81a4423-0f1d-41a2-8b1b-8a7347f1c747 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:26.697576 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d844f8d7-146f-4aef-8a3f-7838a1e9f712 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:26.726818 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-b81a4423-0f1d-41a2-8b1b-8a7347f1c747 admin admin] 10.222.0.58 "DELETE /v2.0/networks/535dc2f1-67b1-49cd-891b-67f3b995cbf8 HTTP/1.1" status: 204 len: 168 time: 3.0311868 Aug 05 11:40:26.728448 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558d0914-73af-49d8-b3f6-830f17b879f0 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Pushing event deleted for resources: {'Subnet': ['ID=3ec7f51a-0ff1-4478-9605-73de6c1953f1,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:40:26.785446 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9deba7-1bab-4b70-88da-de270cd06f68 tempest-DHCPAgentSchedulersTestJSON-820627538 tempest-DHCPAgentSchedulersTestJSON-820627538-project] Pushing event deleted for resources: {'Network': ['ID=1f22a666-c981-43ee-8b1d-ffb186ede5de,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:40:26.841129 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-23e7386a-402c-4dc1-8c0f-7251b3c63fbf None None] Provisioning complete for port 471eabc5-9249-408f-89c1-a01b22855885 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:40:26.841732 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-23e7386a-402c-4dc1-8c0f-7251b3c63fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:26.869221 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81a4423-0f1d-41a2-8b1b-8a7347f1c747 admin admin] Pushing event deleted for resources: {'Network': ['ID=535dc2f1-67b1-49cd-891b-67f3b995cbf8,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:40:26.871379 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 471eabc5-9249-408f-89c1-a01b22855885 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:40:26.872341 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:26.927985 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab33f16-2062-4e2f-b9c7-2125e72c1725 req-2d36dd6b-936f-4d3b-8bd2-5156507657bc tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:40:26.939482 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3ab33f16-2062-4e2f-b9c7-2125e72c1725 req-2d36dd6b-936f-4d3b-8bd2-5156507657bc tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] 10.222.0.58 "GET /v2.0/ports?device_id=71ffacfe-9573-4990-a4fc-26a1b70c4bd1 HTTP/1.1" status: 200 len: 946 time: 2.5569255 Aug 05 11:40:27.077708 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0f5fab62-6a2e-4f34-a622-600f43fc0ccd tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks [] for subnet, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:27.178368 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3ab33f16-2062-4e2f-b9c7-2125e72c1725 req-3d3aedac-963e-43a3-ab77-a96d112ab60c tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] 10.222.0.58 "GET /v2.0/security-groups?id=8707e749-14ef-46e9-b17b-2053065b99b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319996 Aug 05 11:40:27.398661 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49ab720-46b7-4426-bf35-370451c9fa1c req-b70a82e1-a230-4069-87f2-59409a45a0eb tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:40:27.402921 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e49ab720-46b7-4426-bf35-370451c9fa1c req-b70a82e1-a230-4069-87f2-59409a45a0eb tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] 10.222.0.55 "GET /v2.0/ports?device_id=71ffacfe-9573-4990-a4fc-26a1b70c4bd1 HTTP/1.1" status: 200 len: 946 time: 1.7681432 Aug 05 11:40:27.450475 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9501747-89bb-4a25-aa7d-f3e11f8db267 req-774b4577-b68d-4fe2-9ec0-cc55c54383c7 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:40:27.470034 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a9501747-89bb-4a25-aa7d-f3e11f8db267 req-774b4577-b68d-4fe2-9ec0-cc55c54383c7 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=7867b2c8-ac1a-4028-bb5d-04646277a459 HTTP/1.1" status: 200 len: 945 time: 0.3316793 Aug 05 11:40:27.648082 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 36298) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:40:27.679269 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a9501747-89bb-4a25-aa7d-f3e11f8db267 req-7189435d-d3c9-496e-9676-5ca26b7a193d tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=30974407-7b2a-468c-b989-540006d0da28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956606 Aug 05 11:40:27.729049 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 36304) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:40:27.807709 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0f5fab62-6a2e-4f34-a622-600f43fc0ccd tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29786388'] for subnet, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:28.022768 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-9f8a8b38-85b8-45ec-9e50-53930416cdec admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=913ffd5cf69b465594d3b2ba08eae5b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2915778 Aug 05 11:40:28.028137 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 36308) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:40:28.206356 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0f5fab62-6a2e-4f34-a622-600f43fc0ccd tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:28.276324 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-23e7386a-402c-4dc1-8c0f-7251b3c63fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:28.368747 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fd57a83c-9962-41f9-8471-b77ec69d7db4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:28.394517 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d844f8d7-146f-4aef-8a3f-7838a1e9f712 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286026'] for router, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:28.416091 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0f5fab62-6a2e-4f34-a622-600f43fc0ccd tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25038609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30075142'] for subnet, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:28.529251 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fd57a83c-9962-41f9-8471-b77ec69d7db4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:28.878246 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-e49ab720-46b7-4426-bf35-370451c9fa1c req-b7408e4e-bde2-42f6-b36e-213b53c83369 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] Deleting port 06ed9db8-0788-45c5-b95d-c71c5bdd4bce {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:40:28.881303 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-24c2a597-ba91-43aa-b583-ee5acb6f956d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8ca3668d8d364b41a600bf841ba5a2fa&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1995621 Aug 05 11:40:28.889282 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-e49ab720-46b7-4426-bf35-370451c9fa1c req-b7408e4e-bde2-42f6-b36e-213b53c83369 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:28.897085 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 36320) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:40:28.914097 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:28.925784 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0f5fab62-6a2e-4f34-a622-600f43fc0ccd tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:28.939730 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-0f5fab62-6a2e-4f34-a622-600f43fc0ccd tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "DELETE /v2.0/subnets/c7b63a90-981a-4132-a565-3d40289753e8 HTTP/1.1" status: 204 len: 168 time: 3.1930432 Aug 05 11:40:28.946119 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5fab62-6a2e-4f34-a622-600f43fc0ccd tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Pushing event deleted for resources: {'Subnet': ['ID=c7b63a90-981a-4132-a565-3d40289753e8,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:40:28.957453 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-23e7386a-402c-4dc1-8c0f-7251b3c63fbf None None] For port 471eabc5-9249-408f-89c1-a01b22855885, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=471eabc5-9249-408f-89c1-a01b22855885,segment=NetworkSegment(df4965ed-026b-4702-9189-bba7cbcadff6),segment_id=df4965ed-026b-4702-9189-bba7cbcadff6)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:40:29.005040 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 06ed9db8-0788-45c5-b95d-c71c5bdd4bce no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:40:29.046265 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 36322) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:40:29.073921 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-23e7386a-402c-4dc1-8c0f-7251b3c63fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:29.150181 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 36326) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:40:29.200597 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-eec6e9cd-95ec-42a1-849e-d0abeb7e54a4 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1456711 Aug 05 11:40:29.211391 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fd57a83c-9962-41f9-8471-b77ec69d7db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:29.215358 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fd57a83c-9962-41f9-8471-b77ec69d7db4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:29.222221 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-fd57a83c-9962-41f9-8471-b77ec69d7db4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5dfacf8b-ef80-4e03-9b2b-0b5aacf0bf37 HTTP/1.1" status: 204 len: 168 time: 1.1810865 Aug 05 11:40:29.261603 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 36330) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:40:29.305055 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-c2962786-f11c-47b2-b74f-5357cdc5e69e tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Request body: {'subnet': {'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:40:29.415775 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91872c67-0e50-452e-84a8-394dba5eef8c req-90a970f6-1898-459f-b16b-86931fec7128 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:40:29.419236 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-91872c67-0e50-452e-84a8-394dba5eef8c req-90a970f6-1898-459f-b16b-86931fec7128 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] 10.222.0.58 "GET /v2.0/ports?device_id=71ffacfe-9573-4990-a4fc-26a1b70c4bd1 HTTP/1.1" status: 200 len: 946 time: 0.7837508 Aug 05 11:40:29.433408 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7386a-402c-4dc1-8c0f-7251b3c63fbf None None] Pushing event updated for resources: {'Port': ['ID=471eabc5-9249-408f-89c1-a01b22855885,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:40:29.587236 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd57a83c-9962-41f9-8471-b77ec69d7db4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dfacf8b-ef80-4e03-9b2b-0b5aacf0bf37,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:40:29.683325 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-e49ab720-46b7-4426-bf35-370451c9fa1c req-b7408e4e-bde2-42f6-b36e-213b53c83369 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] For port 06ed9db8-0788-45c5-b95d-c71c5bdd4bce, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=06ed9db8-0788-45c5-b95d-c71c5bdd4bce,segment=NetworkSegment(0d548106-3837-4bed-8414-b60a66dc0795),segment_id=0d548106-3837-4bed-8414-b60a66dc0795)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:40:29.683938 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-e49ab720-46b7-4426-bf35-370451c9fa1c req-b7408e4e-bde2-42f6-b36e-213b53c83369 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:29.787749 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:29.822000 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b86c669-7c89-42c9-8bbc-15b120bffc09 req-0e39a958-8642-425a-998d-cd77fee43a92 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:40:29.823822 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1b86c669-7c89-42c9-8bbc-15b120bffc09 req-0e39a958-8642-425a-998d-cd77fee43a92 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=7867b2c8-ac1a-4028-bb5d-04646277a459 HTTP/1.1" status: 200 len: 945 time: 0.7761714 Aug 05 11:40:29.858363 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-91872c67-0e50-452e-84a8-394dba5eef8c req-8ed9e1fb-4328-4d07-941f-751aa6a4db62 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] 10.222.0.58 "GET /v2.0/security-groups?id=8707e749-14ef-46e9-b17b-2053065b99b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164955 Aug 05 11:40:29.859437 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-64012cda-4f65-4047-95bf-7311b11b4195 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:29.870484 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-e49ab720-46b7-4426-bf35-370451c9fa1c req-b7408e4e-bde2-42f6-b36e-213b53c83369 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] Calling delete_port for 06ed9db8-0788-45c5-b95d-c71c5bdd4bce owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:40:29.893335 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2962786-f11c-47b2-b74f-5357cdc5e69e tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Made reservation on behalf of 2255634a74e844e794fd358818288ba1 for: {'subnet': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:40:29.898635 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c2962786-f11c-47b2-b74f-5357cdc5e69e tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24211133'] for subnet, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:29.918814 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b9cdc7-3f5b-479e-8db8-dced7dbe9b02 None None] Update dhcp port {'port': {'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65', 'fixed_ips': [{'subnet_id': 'c7b63a90-981a-4132-a565-3d40289753e8'}], 'binding:host_id': 'n-d-803378-2'}, 'id': '7241a82c-a5cb-48c9-8ac0-b206ea451fc9'} from n-d-803378-2. {{(pid=94422) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 05 11:40:30.153445 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-64012cda-4f65-4047-95bf-7311b11b4195 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:30.349327 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-e49ab720-46b7-4426-bf35-370451c9fa1c req-b7408e4e-bde2-42f6-b36e-213b53c83369 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:30.561642 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-64012cda-4f65-4047-95bf-7311b11b4195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:30.572176 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-eafeaeca-b433-47a0-9e23-4b2eef2e8713 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-775003597', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:40:30.572846 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-64012cda-4f65-4047-95bf-7311b11b4195 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:30.579902 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-64012cda-4f65-4047-95bf-7311b11b4195 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c8682399-6bfc-4459-8ce8-2f1b90e7cc24 HTTP/1.1" status: 204 len: 168 time: 1.6807735 Aug 05 11:40:30.596396 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1b86c669-7c89-42c9-8bbc-15b120bffc09 req-62987eb7-2c17-4290-93f8-6f71cb55699f tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=30974407-7b2a-468c-b989-540006d0da28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7293229 Aug 05 11:40:30.599273 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['a9522271-2125-4027-9fe8-bf85847f2aff', '9ef0eafa-43de-4206-99db-18228d38884f'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:40:30.648568 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d844f8d7-146f-4aef-8a3f-7838a1e9f712 admin admin] Router 1d3eeeda-aa2a-4502-873f-a9a1e7f3c981 is scheduled to L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d with binding_index 1 {{(pid=94421) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 11:40:30.654275 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7408e4e-bde2-42f6-b36e-213b53c83369 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] Pushing event deleted for resources: {'Port': ['ID=06ed9db8-0788-45c5-b95d-c71c5bdd4bce,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:40:30.672852 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64012cda-4f65-4047-95bf-7311b11b4195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8682399-6bfc-4459-8ce8-2f1b90e7cc24,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:40:30.803875 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] No active binding found for port 06ed9db8-0788-45c5-b95d-c71c5bdd4bce {{(pid=94422) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 05 11:40:30.804858 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 06ed9db8-0788-45c5-b95d-c71c5bdd4bce not bound to the agent host n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:40:30.896871 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-48b9cdc7-3f5b-479e-8db8-dced7dbe9b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:30.906507 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-e49ab720-46b7-4426-bf35-370451c9fa1c req-b7408e4e-bde2-42f6-b36e-213b53c83369 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] No DVR routers for this DVR port 06ed9db8-0788-45c5-b95d-c71c5bdd4bce on host n-h2-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:40:30.912390 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-e49ab720-46b7-4426-bf35-370451c9fa1c req-b7408e4e-bde2-42f6-b36e-213b53c83369 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:30.917148 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e49ab720-46b7-4426-bf35-370451c9fa1c req-b7408e4e-bde2-42f6-b36e-213b53c83369 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] 10.222.0.55 "DELETE /v2.0/ports/06ed9db8-0788-45c5-b95d-c71c5bdd4bce HTTP/1.1" status: 204 len: 173 time: 3.5041821 Aug 05 11:40:30.964054 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-25cdf288-3dee-4b22-abef-d0ce177bb7af None None] Provisioning complete for port 471eabc5-9249-408f-89c1-a01b22855885 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:40:30.964813 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-25cdf288-3dee-4b22-abef-d0ce177bb7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:31.041602 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.db.api [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94422) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 05 11:40:31.044764 n-d-803378-2 neutron-server[94422]: DEBUG oslo_db.api [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 11:40:31.167732 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71ffacfe-9573-4990-a4fc-26a1b70c4bd1', 'name': 'network-vif-deleted', 'tag': '06ed9db8-0788-45c5-b95d-c71c5bdd4bce'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:40:31.177462 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81e4ab22-09b6-45aa-92fa-f4e909bf87cf" -d '{"events": [{"server_uuid": "71ffacfe-9573-4990-a4fc-26a1b70c4bd1", "name": "network-vif-deleted", "tag": "06ed9db8-0788-45c5-b95d-c71c5bdd4bce"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:40:31.256048 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-eafeaeca-b433-47a0-9e23-4b2eef2e8713 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33260300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1929'] for router, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:31.258807 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-eafeaeca-b433-47a0-9e23-4b2eef2e8713 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33285914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33034662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1926'] for router, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:31.543445 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c2c5b6e4-ec25-4c2e-ba17-bb331ff64f30 req-5bb0f579-e2bf-4d82-a224-f73a649b497b tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] 10.222.0.58 "GET /v2.0/ports?device_id=71ffacfe-9573-4990-a4fc-26a1b70c4bd1 HTTP/1.1" status: 200 len: 210 time: 0.1691155 Aug 05 11:40:31.566068 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c2962786-f11c-47b2-b74f-5357cdc5e69e tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29762700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24211087'] for subnet, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:31.644244 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0cecb53-8aa7-446f-bdd2-4be82f88b38b x-openstack-request-id: req-b0cecb53-8aa7-446f-bdd2-4be82f88b38b {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:40:31.644995 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71ffacfe-9573-4990-a4fc-26a1b70c4bd1", "name": "network-vif-deleted", "tag": "06ed9db8-0788-45c5-b95d-c71c5bdd4bce", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:40:31.645248 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b0cecb53-8aa7-446f-bdd2-4be82f88b38b {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:40:31.646457 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71ffacfe-9573-4990-a4fc-26a1b70c4bd1', 'name': 'network-vif-deleted', 'tag': '06ed9db8-0788-45c5-b95d-c71c5bdd4bce', 'status': 'completed', 'code': 200} Aug 05 11:40:31.665717 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d844f8d7-146f-4aef-8a3f-7838a1e9f712 admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:40:31.874641 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2962786-f11c-47b2-b74f-5357cdc5e69e tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Pushing event updated for resources: {'Subnet': ['ID=80a860e9-2a70-49b0-b00a-910c46c1b0f3,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:40:31.896423 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d844f8d7-146f-4aef-8a3f-7838a1e9f712 admin admin] Notify callbacks [] for router, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:31.904772 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-d844f8d7-146f-4aef-8a3f-7838a1e9f712 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 13.9155216 Aug 05 11:40:31.912755 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 36364) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:40:31.954763 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2962786-f11c-47b2-b74f-5357cdc5e69e tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:40:31.962997 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-c2962786-f11c-47b2-b74f-5357cdc5e69e tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:40:31.977700 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2962786-f11c-47b2-b74f-5357cdc5e69e tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:40:31.978968 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c2962786-f11c-47b2-b74f-5357cdc5e69e tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:32.028343 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-c2962786-f11c-47b2-b74f-5357cdc5e69e tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7407753 Aug 05 11:40:32.032527 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 36366) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:40:32.050759 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-c4b8decd-eb0b-4c89-8d3c-92bbdebb6a52 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Request body: {'subnet': {'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:40:32.215894 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 36370) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:40:32.236452 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-eafeaeca-b433-47a0-9e23-4b2eef2e8713 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:32.296390 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-eafeaeca-b433-47a0-9e23-4b2eef2e8713 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286026'] for router, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:32.311915 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4a17602b-8567-4066-bd65-5db8f105449d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:32.353182 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef877ff-eb40-46a4-bbb5-43b1c53669b4 None None] Sync routers for ids ['1d3eeeda-aa2a-4502-873f-a9a1e7f3c981'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:40:32.533965 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef877ff-eb40-46a4-bbb5-43b1c53669b4 None None] Routers {'1d3eeeda-aa2a-4502-873f-a9a1e7f3c981'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:40:32.539177 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-aef877ff-eb40-46a4-bbb5-43b1c53669b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:40:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['1d3eeeda-aa2a-4502-873f-a9a1e7f3c981'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:40:32.823058 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f760c3-b45c-4c3e-aa84-bdfa0e4c2556 req-c49408fd-d01d-44fc-b750-6222ccc29117 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:40:32.831131 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2041e99-ac81-4fc6-8d87-4dfdb293c7d9 None None] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:40:32.834591 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-74f760c3-b45c-4c3e-aa84-bdfa0e4c2556 req-c49408fd-d01d-44fc-b750-6222ccc29117 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=7867b2c8-ac1a-4028-bb5d-04646277a459 HTTP/1.1" status: 200 len: 945 time: 0.4811976 Aug 05 11:40:33.003363 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-74f760c3-b45c-4c3e-aa84-bdfa0e4c2556 req-fabadfe1-20c8-4daa-a8ca-08c18690584a tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=30974407-7b2a-468c-b989-540006d0da28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466789 Aug 05 11:40:33.222885 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 471eabc5-9249-408f-89c1-a01b22855885 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:40:33.921212 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-aef877ff-eb40-46a4-bbb5-43b1c53669b4 None None] Set router 1d3eeeda-aa2a-4502-873f-a9a1e7f3c981 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:40:34.005895 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d8ce07-a3b1-434e-add6-7805a791553a req-00b24fc1-caea-453f-84b8-346205cdb9bd tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:40:34.027076 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e9d8ce07-a3b1-434e-add6-7805a791553a req-00b24fc1-caea-453f-84b8-346205cdb9bd tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] 10.222.0.58 "GET /v2.0/ports?device_id=497f3244-bf20-4699-8c7c-f0c92cf23b43 HTTP/1.1" status: 200 len: 945 time: 0.2747917 Aug 05 11:40:34.267108 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e9d8ce07-a3b1-434e-add6-7805a791553a req-fda4e1cc-7ff3-4112-9f94-658eaf62a439 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] 10.222.0.58 "GET /v2.0/security-groups?id=8707e749-14ef-46e9-b17b-2053065b99b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348819 Aug 05 11:40:34.448513 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 36402) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:40:34.458199 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4a17602b-8567-4066-bd65-5db8f105449d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:34.488733 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4a17602b-8567-4066-bd65-5db8f105449d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:34.615540 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 471eabc5-9249-408f-89c1-a01b22855885 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:40:34.616203 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:34.621368 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-4a17602b-8567-4066-bd65-5db8f105449d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7e1310ebcfb4487187b98162e116786d&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3823137 Aug 05 11:40:34.628231 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a17602b-8567-4066-bd65-5db8f105449d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc14257c-5505-45fd-a494-f9b08151ee99,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:40:34.628600 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172cc7c9-0c17-499d-86a3-8cc81afb44c1 req-cd6b05ea-06f8-4d3c-8941-8ad3b8909dcf tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:40:34.638464 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-eafeaeca-b433-47a0-9e23-4b2eef2e8713 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Notify callbacks [] for router, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:34.641187 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-eafeaeca-b433-47a0-9e23-4b2eef2e8713 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 5.4894269 Aug 05 11:40:34.643057 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 36406) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:40:34.652929 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 36408) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:40:34.665834 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-172cc7c9-0c17-499d-86a3-8cc81afb44c1 req-cd6b05ea-06f8-4d3c-8941-8ad3b8909dcf tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=7867b2c8-ac1a-4028-bb5d-04646277a459 HTTP/1.1" status: 200 len: 945 time: 0.3227458 Aug 05 11:40:34.673842 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4b8decd-eb0b-4c89-8d3c-92bbdebb6a52 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Made reservation on behalf of 2255634a74e844e794fd358818288ba1 for: {'subnet': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:40:34.692708 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c4b8decd-eb0b-4c89-8d3c-92bbdebb6a52 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24211133'] for subnet, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:34.852298 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-45bcc0a7-1c57-4597-b656-e9421f3d525d tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1470032072'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:40:34.862571 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-172cc7c9-0c17-499d-86a3-8cc81afb44c1 req-208c3d0b-cdd9-44c4-85ff-10b62ca2d593 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=30974407-7b2a-468c-b989-540006d0da28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656942 Aug 05 11:40:34.947477 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8d78133a-fced-43ee-aa11-4e3604745ca4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:34.983601 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45bcc0a7-1c57-4597-b656-e9421f3d525d tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Made reservation on behalf of a6b8f2b95ab54033a0546a515649431e for: {'network': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:40:35.000608 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-45bcc0a7-1c57-4597-b656-e9421f3d525d tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:35.152469 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-76109134-7728-4115-b862-4fc3429727ae None None] Provisioning complete for port 7241a82c-a5cb-48c9-8ac0-b206ea451fc9 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:40:35.153386 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-76109134-7728-4115-b862-4fc3429727ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:35.161187 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-45bcc0a7-1c57-4597-b656-e9421f3d525d tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:35.284437 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-aef877ff-eb40-46a4-bbb5-43b1c53669b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d3eeeda-aa2a-4502-873f-a9a1e7f3c981', 'name': 'tempest-AttachSCSIVolumeTestJSON-1301945101-router', 'tenant_id': 'a02a178820324fb2b01f24f52bf7b476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'b1f4332b-9f72-47f7-a032-bdb279c51579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:40:18Z', 'updated_at': '2021-08-05T11:40:25Z', 'revision_number': 3, 'project_id': 'a02a178820324fb2b01f24f52bf7b476', 'gw_port': {'id': 'b1f4332b-9f72-47f7-a032-bdb279c51579', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e0:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d3eeeda-aa2a-4502-873f-a9a1e7f3c981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:40:22Z', 'updated_at': '2021-08-05T11:40:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:40:35.401319 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef877ff-eb40-46a4-bbb5-43b1c53669b4 None None] Checking router: 1d3eeeda-aa2a-4502-873f-a9a1e7f3c981 for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:40:35.401972 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef877ff-eb40-46a4-bbb5-43b1c53669b4 None None] Updating router 1d3eeeda-aa2a-4502-873f-a9a1e7f3c981 port b1f4332b-9f72-47f7-a032-bdb279c51579 binding host n-d-803378-2 {{(pid=94422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 11:40:35.424469 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78976c5b-7e3b-4510-bb89-bdbabd4deabc req-0411a615-7579-41d0-9030-d34558b72b55 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:40:35.428528 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-78976c5b-7e3b-4510-bb89-bdbabd4deabc req-0411a615-7579-41d0-9030-d34558b72b55 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] 10.222.0.55 "GET /v2.0/ports?device_id=497f3244-bf20-4699-8c7c-f0c92cf23b43 HTTP/1.1" status: 200 len: 945 time: 0.4744411 Aug 05 11:40:35.449695 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a02dcc8-1352-4c23-a8bb-dbc2f0627d9d None None] Update dhcp port {'port': {'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65', 'fixed_ips': [{'subnet_id': '80a860e9-2a70-49b0-b00a-910c46c1b0f3'}], 'binding:host_id': 'n-d-803378-2'}, 'id': '7241a82c-a5cb-48c9-8ac0-b206ea451fc9'} from n-d-803378-2. {{(pid=94422) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 05 11:40:35.622440 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-aef877ff-eb40-46a4-bbb5-43b1c53669b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:35.636589 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a14570b9-eb30-4e9c-a9be-9ca8306499ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:35.757056 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-2a02dcc8-1352-4c23-a8bb-dbc2f0627d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:35.772060 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 7241a82c-a5cb-48c9-8ac0-b206ea451fc9 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:40:35.916058 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c556db8-5955-490c-8d94-3d480a31496c req-1c8a1e1a-8191-4fe9-8fe1-fdaeb1e331dd tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:40:35.926298 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a14570b9-eb30-4e9c-a9be-9ca8306499ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:35.931260 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4c556db8-5955-490c-8d94-3d480a31496c req-1c8a1e1a-8191-4fe9-8fe1-fdaeb1e331dd tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] 10.222.0.58 "GET /v2.0/ports?device_id=497f3244-bf20-4699-8c7c-f0c92cf23b43 HTTP/1.1" status: 200 len: 945 time: 0.3053725 Aug 05 11:40:35.998415 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f50c7c2e-2513-4cc7-b96f-f3f42b87408e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:36.062956 n-d-803378-2 neutron-server[94420]: DEBUG neutron.objects.ports [None req-c4b8decd-eb0b-4c89-8d3c-92bbdebb6a52 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94420) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 05 11:40:36.081410 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4c556db8-5955-490c-8d94-3d480a31496c req-4cfbe363-ff10-47f3-84f6-aeb1e2dfb3b4 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] 10.222.0.58 "GET /v2.0/security-groups?id=8707e749-14ef-46e9-b17b-2053065b99b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412511 Aug 05 11:40:36.216673 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8d78133a-fced-43ee-aa11-4e3604745ca4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:36.247358 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8d78133a-fced-43ee-aa11-4e3604745ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:36.298066 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-78976c5b-7e3b-4510-bb89-bdbabd4deabc req-76703ac9-0dac-4bfb-a736-027de9afa7d4 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] Deleting port 9ef0eafa-43de-4206-99db-18228d38884f {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:40:36.298706 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-78976c5b-7e3b-4510-bb89-bdbabd4deabc req-76703ac9-0dac-4bfb-a736-027de9afa7d4 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:36.437840 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a14570b9-eb30-4e9c-a9be-9ca8306499ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:36.443260 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a14570b9-eb30-4e9c-a9be-9ca8306499ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:36.445406 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-a14570b9-eb30-4e9c-a9be-9ca8306499ef admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/dc14257c-5505-45fd-a494-f9b08151ee99 HTTP/1.1" status: 204 len: 168 time: 1.7941434 Aug 05 11:40:36.491053 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94552f4c-b7a2-450e-8041-1167b0e40c62 req-67e2eec8-36c2-4f08-9fa2-2d7f99d7244d tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:40:36.496098 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-94552f4c-b7a2-450e-8041-1167b0e40c62 req-67e2eec8-36c2-4f08-9fa2-2d7f99d7244d tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=7867b2c8-ac1a-4028-bb5d-04646277a459 HTTP/1.1" status: 200 len: 945 time: 0.1846700 Aug 05 11:40:36.773774 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d78133a-fced-43ee-aa11-4e3604745ca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e77e0dab-9465-4a59-9e01-892ee3492d43,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:40:36.873500 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-94552f4c-b7a2-450e-8041-1167b0e40c62 req-e8aa546b-743f-4c19-a3f6-8fe9f0ea1abb tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=30974407-7b2a-468c-b989-540006d0da28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3585269 Aug 05 11:40:36.887377 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-aef877ff-eb40-46a4-bbb5-43b1c53669b4 None None] Notify callbacks [] for port, precommit_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:36.896108 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-8d78133a-fced-43ee-aa11-4e3604745ca4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d9c18e5e8e38448f94eb8c9cf23fd9dd&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4327195 Aug 05 11:40:36.904304 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 36420) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:40:36.910153 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-aef877ff-eb40-46a4-bbb5-43b1c53669b4 None None] Transition to ACTIVE for port object b1f4332b-9f72-47f7-a032-bdb279c51579 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:40:37.048918 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-aef877ff-eb40-46a4-bbb5-43b1c53669b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:37.088133 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c4b8decd-eb0b-4c89-8d3c-92bbdebb6a52 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:37.413066 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-78976c5b-7e3b-4510-bb89-bdbabd4deabc req-76703ac9-0dac-4bfb-a736-027de9afa7d4 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] For port 9ef0eafa-43de-4206-99db-18228d38884f, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=9ef0eafa-43de-4206-99db-18228d38884f,segment=NetworkSegment(0d548106-3837-4bed-8414-b60a66dc0795),segment_id=0d548106-3837-4bed-8414-b60a66dc0795)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:40:37.413712 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-78976c5b-7e3b-4510-bb89-bdbabd4deabc req-76703ac9-0dac-4bfb-a736-027de9afa7d4 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:37.443688 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5f2e447f-f8ba-4597-8cd4-54a2ffde0a4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:37.445073 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-78976c5b-7e3b-4510-bb89-bdbabd4deabc req-76703ac9-0dac-4bfb-a736-027de9afa7d4 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] Calling delete_port for 9ef0eafa-43de-4206-99db-18228d38884f owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:40:37.495240 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5f2e447f-f8ba-4597-8cd4-54a2ffde0a4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:37.633953 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5f2e447f-f8ba-4597-8cd4-54a2ffde0a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:37.640249 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5f2e447f-f8ba-4597-8cd4-54a2ffde0a4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:37.647136 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-5f2e447f-f8ba-4597-8cd4-54a2ffde0a4b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e77e0dab-9465-4a59-9e01-892ee3492d43 HTTP/1.1" status: 204 len: 168 time: 0.7364836 Aug 05 11:40:37.836897 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14570b9-eb30-4e9c-a9be-9ca8306499ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc14257c-5505-45fd-a494-f9b08151ee99,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:40:37.863633 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-78976c5b-7e3b-4510-bb89-bdbabd4deabc req-76703ac9-0dac-4bfb-a736-027de9afa7d4 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:37.879164 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2e447f-f8ba-4597-8cd4-54a2ffde0a4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e77e0dab-9465-4a59-9e01-892ee3492d43,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:40:38.107043 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-f50c7c2e-2513-4cc7-b96f-f3f42b87408e admin admin] Allocated IP 172.20.0.1 (4d1db86f-e368-416d-a803-521709094a5f/7c5e4571-6adf-456a-91ed-eaaee0830fdc/02dcc7fb-34ad-4d58-b16e-3eff522baf3f) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:40:38.147503 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd39f61-9f05-4191-99fa-f9f32c581b0c None None] Pushing event updated for resources: {'Port': ['ID=b1f4332b-9f72-47f7-a032-bdb279c51579,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:40:38.156670 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e9110476-7398-4e42-b4fc-e5d866a024e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:38.215993 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['a9522271-2125-4027-9fe8-bf85847f2aff'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:40:38.283009 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d379b227-0722-4701-916f-680c53a383ab req-d8570118-e32e-4af7-a44d-dacea7732bf8 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:40:38.302239 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d379b227-0722-4701-916f-680c53a383ab req-d8570118-e32e-4af7-a44d-dacea7732bf8 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] 10.222.0.58 "GET /v2.0/ports?device_id=497f3244-bf20-4699-8c7c-f0c92cf23b43 HTTP/1.1" status: 200 len: 867 time: 0.7104681 Aug 05 11:40:38.497869 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76703ac9-0dac-4bfb-a736-027de9afa7d4 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] Pushing event deleted for resources: {'Port': ['ID=9ef0eafa-43de-4206-99db-18228d38884f,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:40:38.544256 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-78976c5b-7e3b-4510-bb89-bdbabd4deabc req-76703ac9-0dac-4bfb-a736-027de9afa7d4 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] No DVR routers for this DVR port 9ef0eafa-43de-4206-99db-18228d38884f on host n-h2-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:40:38.556851 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d379b227-0722-4701-916f-680c53a383ab req-a4775911-1251-4e91-98c2-6d6080c26900 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] 10.222.0.58 "GET /v2.0/security-groups?id=8707e749-14ef-46e9-b17b-2053065b99b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493958 Aug 05 11:40:38.637338 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-78976c5b-7e3b-4510-bb89-bdbabd4deabc req-76703ac9-0dac-4bfb-a736-027de9afa7d4 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:38.677994 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-78976c5b-7e3b-4510-bb89-bdbabd4deabc req-76703ac9-0dac-4bfb-a736-027de9afa7d4 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] 10.222.0.55 "DELETE /v2.0/ports/9ef0eafa-43de-4206-99db-18228d38884f HTTP/1.1" status: 204 len: 173 time: 3.2325711 Aug 05 11:40:38.694077 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '497f3244-bf20-4699-8c7c-f0c92cf23b43', 'name': 'network-vif-deleted', 'tag': '9ef0eafa-43de-4206-99db-18228d38884f'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:40:38.722249 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f770ac8-2045-4d1f-8edd-9f66e6cc3a8e" -d '{"events": [{"server_uuid": "497f3244-bf20-4699-8c7c-f0c92cf23b43", "name": "network-vif-deleted", "tag": "9ef0eafa-43de-4206-99db-18228d38884f"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:40:38.831428 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-c4b8decd-eb0b-4c89-8d3c-92bbdebb6a52 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] For port 7241a82c-a5cb-48c9-8ac0-b206ea451fc9, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=7241a82c-a5cb-48c9-8ac0-b206ea451fc9,segment=NetworkSegment(c3ce43ff-a33b-459d-a35e-6c011fee3456),segment_id=c3ce43ff-a33b-459d-a35e-6c011fee3456)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:40:38.893044 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59135459-b67d-44a0-af6f-2088840d6029 req-4b0baa8f-0ff5-4673-8169-b624f149c60e tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:40:38.927035 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-59135459-b67d-44a0-af6f-2088840d6029 req-4b0baa8f-0ff5-4673-8169-b624f149c60e tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=7867b2c8-ac1a-4028-bb5d-04646277a459 HTTP/1.1" status: 200 len: 945 time: 0.7135024 Aug 05 11:40:38.995355 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-45bcc0a7-1c57-4597-b656-e9421f3d525d tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:39.060405 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-aef877ff-eb40-46a4-bbb5-43b1c53669b4 None None] Attempting to bind port b1f4332b-9f72-47f7-a032-bdb279c51579 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:40:39.061016 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-aef877ff-eb40-46a4-bbb5-43b1c53669b4 None None] Attempting to bind port b1f4332b-9f72-47f7-a032-bdb279c51579 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:40:39.061537 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef877ff-eb40-46a4-bbb5-43b1c53669b4 None None] Attempting to bind port b1f4332b-9f72-47f7-a032-bdb279c51579 on network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:40:39.141813 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef877ff-eb40-46a4-bbb5-43b1c53669b4 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:40:39.142413 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef877ff-eb40-46a4-bbb5-43b1c53669b4 None None] Checking segment: {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:40:39.143138 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-aef877ff-eb40-46a4-bbb5-43b1c53669b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:39.143817 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef877ff-eb40-46a4-bbb5-43b1c53669b4 None None] Bound using segment: {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:40:39.144274 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-59135459-b67d-44a0-af6f-2088840d6029 req-5e800d8c-30d5-4799-ba25-47b303af40c5 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=30974407-7b2a-468c-b989-540006d0da28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010934 Aug 05 11:40:39.144774 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-aef877ff-eb40-46a4-bbb5-43b1c53669b4 None None] Bound port: b1f4332b-9f72-47f7-a032-bdb279c51579, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:40:39.149679 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-aef877ff-eb40-46a4-bbb5-43b1c53669b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:39.153659 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 9ef0eafa-43de-4206-99db-18228d38884f no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:40:39.225944 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] No Port match for: 9ef0eafa-43de-4206-99db-18228d38884f {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:40:39.225944 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 9ef0eafa-43de-4206-99db-18228d38884f not bound to the agent host n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:40:39.226492 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f50c7c2e-2513-4cc7-b96f-f3f42b87408e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:39.249942 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c4b8decd-eb0b-4c89-8d3c-92bbdebb6a52 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:39.275572 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-45bcc0a7-1c57-4597-b656-e9421f3d525d tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:39.281028 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c4b8decd-eb0b-4c89-8d3c-92bbdebb6a52 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:39.282950 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c4b8decd-eb0b-4c89-8d3c-92bbdebb6a52 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29762700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24211087'] for subnet, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:39.332536 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45bcc0a7-1c57-4597-b656-e9421f3d525d tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=94421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:40:39.394591 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-45bcc0a7-1c57-4597-b656-e9421f3d525d tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:39.398789 n-d-803378-2 neutron-server[94421]: INFO neutron.db.segments_db [None req-45bcc0a7-1c57-4597-b656-e9421f3d525d tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Added segment b608d005-8563-4df7-8312-9cd879ff018c of type vlan for network dc35869a-5935-45c8-a866-775aca33951e Aug 05 11:40:39.513168 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:39.695773 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-45bcc0a7-1c57-4597-b656-e9421f3d525d tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:39.737272 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b8decd-eb0b-4c89-8d3c-92bbdebb6a52 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:40:39.784465 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-c4b8decd-eb0b-4c89-8d3c-92bbdebb6a52 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:40:39.807712 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b8decd-eb0b-4c89-8d3c-92bbdebb6a52 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:40:39.809496 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c4b8decd-eb0b-4c89-8d3c-92bbdebb6a52 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:39.888336 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-779ca1e6-c12d-4d20-a92d-95c88aee47ca x-openstack-request-id: req-779ca1e6-c12d-4d20-a92d-95c88aee47ca {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:40:39.888893 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "497f3244-bf20-4699-8c7c-f0c92cf23b43", "name": "network-vif-deleted", "tag": "9ef0eafa-43de-4206-99db-18228d38884f", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:40:39.889273 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-779ca1e6-c12d-4d20-a92d-95c88aee47ca {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:40:39.894391 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '497f3244-bf20-4699-8c7c-f0c92cf23b43', 'name': 'network-vif-deleted', 'tag': '9ef0eafa-43de-4206-99db-18228d38884f', 'status': 'completed', 'code': 200} Aug 05 11:40:39.945779 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b8decd-eb0b-4c89-8d3c-92bbdebb6a52 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Pushing event updated for resources: {'Subnet': ['ID=d26e6927-ff09-470d-b9a0-fe85c2658bc8,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:40:39.967889 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-45bcc0a7-1c57-4597-b656-e9421f3d525d tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:40.022714 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45bcc0a7-1c57-4597-b656-e9421f3d525d tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:40:40.026991 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-45bcc0a7-1c57-4597-b656-e9421f3d525d tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:40.105992 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-c4b8decd-eb0b-4c89-8d3c-92bbdebb6a52 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 8.0713749 Aug 05 11:40:40.251094 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 36478) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:40:40.280317 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c7cb655a-d3fc-488a-ba39-59265e44daa5 req-bcad79cf-7a78-4ecf-a99d-a4ff6fe0290d tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] 10.222.0.58 "GET /v2.0/ports?device_id=497f3244-bf20-4699-8c7c-f0c92cf23b43 HTTP/1.1" status: 200 len: 210 time: 0.2942905 Aug 05 11:40:40.310228 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-10af2bd0-eb31-4211-a646-5affb3628917 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Request body: {'port': {'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65', 'mac_address': 'fa:16:3e:21:0e:96', 'name': 'tempest-NetworksTestDHCPv6-1266656726'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:40:40.333541 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [None req-f50c7c2e-2513-4cc7-b96f-f3f42b87408e admin admin] Transition to ACTIVE for port object 02dcc7fb-34ad-4d58-b16e-3eff522baf3f will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:40:40.380793 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bcc0a7-1c57-4597-b656-e9421f3d525d tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a3f554e-f5c5-45a4-8de2-ce8a898ecd6b,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:40:40.386262 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port 7241a82c-a5cb-48c9-8ac0-b206ea451fc9, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=7241a82c-a5cb-48c9-8ac0-b206ea451fc9,segment=NetworkSegment(c3ce43ff-a33b-459d-a35e-6c011fee3456),segment_id=c3ce43ff-a33b-459d-a35e-6c011fee3456)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:40:40.445270 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b8decd-eb0b-4c89-8d3c-92bbdebb6a52 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Pushing event updated for resources: {'Port': ['ID=7241a82c-a5cb-48c9-8ac0-b206ea451fc9,revision_number=8']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:40:40.456525 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-aef877ff-eb40-46a4-bbb5-43b1c53669b4 None None] For port b1f4332b-9f72-47f7-a032-bdb279c51579, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:40:40.513641 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-a3615c3c-f0af-48f2-b82f-b002e1a9ecae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:40.558952 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-2a02dcc8-1352-4c23-a8bb-dbc2f0627d9d None None] Allocated IP 172.20.0.2 (65f763dc-e344-4f1a-a003-f0293beb6d65/80a860e9-2a70-49b0-b00a-910c46c1b0f3/7241a82c-a5cb-48c9-8ac0-b206ea451fc9) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:40:40.575059 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:40.732148 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:40.876757 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-45bcc0a7-1c57-4597-b656-e9421f3d525d tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 6.0366359 Aug 05 11:40:40.882890 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 36494) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:40:40.960123 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-aef877ff-eb40-46a4-bbb5-43b1c53669b4 None None] For port b1f4332b-9f72-47f7-a032-bdb279c51579, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=b1f4332b-9f72-47f7-a032-bdb279c51579,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:40:40.960890 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bcc0a7-1c57-4597-b656-e9421f3d525d tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Pushing event updated for resources: {'Network': ['ID=dc35869a-5935-45c8-a866-775aca33951e,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:40:41.012073 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-aef877ff-eb40-46a4-bbb5-43b1c53669b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:41.013547 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-b771b000-c5ec-4c9d-bdc2-d30413559c1e tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Request body: {'subnet': {'network_id': 'dc35869a-5935-45c8-a866-775aca33951e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:40:41.033818 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f50c7c2e-2513-4cc7-b96f-f3f42b87408e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:41.062342 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network dc35869a-5935-45c8-a866-775aca33951e details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:40:41.368773 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50c7c2e-2513-4cc7-b96f-f3f42b87408e admin admin] Network 4d1db86f-e368-416d-a803-521709094a5f is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:40:41.371783 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50c7c2e-2513-4cc7-b96f-f3f42b87408e admin admin] Pushing event updated for resources: {'Port': ['ID=02dcc7fb-34ad-4d58-b16e-3eff522baf3f,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:40:41.386201 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-f50c7c2e-2513-4cc7-b96f-f3f42b87408e admin admin] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:40:41.403329 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50c7c2e-2513-4cc7-b96f-f3f42b87408e admin admin] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:40:41.663075 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f50c7c2e-2513-4cc7-b96f-f3f42b87408e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33288800'] for router_interface, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:41.761429 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5203c3-574a-4608-84fd-906fbb40c017 req-5c2d0e41-036c-4be9-8cba-49294da796db tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:40:41.776873 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8c5203c3-574a-4608-84fd-906fbb40c017 req-5c2d0e41-036c-4be9-8cba-49294da796db tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=7867b2c8-ac1a-4028-bb5d-04646277a459 HTTP/1.1" status: 200 len: 945 time: 0.9289923 Aug 05 11:40:41.825865 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b771b000-c5ec-4c9d-bdc2-d30413559c1e tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Made reservation on behalf of a6b8f2b95ab54033a0546a515649431e for: {'subnet': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:40:41.850935 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b771b000-c5ec-4c9d-bdc2-d30413559c1e tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24211133'] for subnet, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:41.871217 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=7241a82c-a5cb-48c9-8ac0-b206ea451fc9,revision_number=9']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:40:42.240889 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef877ff-eb40-46a4-bbb5-43b1c53669b4 None None] Routers {'1d3eeeda-aa2a-4502-873f-a9a1e7f3c981'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:40:42.242097 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-aef877ff-eb40-46a4-bbb5-43b1c53669b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:40:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['1d3eeeda-aa2a-4502-873f-a9a1e7f3c981'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:40:42.353736 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 36516) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:40:42.495425 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10af2bd0-eb31-4211-a646-5affb3628917 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Made reservation on behalf of 2255634a74e844e794fd358818288ba1 for: {'port': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:40:42.533843 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-aef877ff-eb40-46a4-bbb5-43b1c53669b4 None None] Set router 1d3eeeda-aa2a-4502-873f-a9a1e7f3c981 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:40:42.599517 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f50c7c2e-2513-4cc7-b96f-f3f42b87408e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:42.755943 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-3a790574-2f8c-4a39-b318-d946c179be5e None None] Provisioning for port 02dcc7fb-34ad-4d58-b16e-3eff522baf3f completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:40:42.809848 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:42.949282 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-3a790574-2f8c-4a39-b318-d946c179be5e None None] Provisioning complete for port 02dcc7fb-34ad-4d58-b16e-3eff522baf3f triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:40:42.951001 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-3a790574-2f8c-4a39-b318-d946c179be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:43.048861 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd39f61-9f05-4191-99fa-f9f32c581b0c None None] Pushing event updated for resources: {'Port': ['ID=b1f4332b-9f72-47f7-a032-bdb279c51579,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:40:43.121373 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8c5203c3-574a-4608-84fd-906fbb40c017 req-ab5bd7ec-8b96-4312-a2e4-f089de26b84c tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=30974407-7b2a-468c-b989-540006d0da28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3411725 Aug 05 11:40:43.168209 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-3a790574-2f8c-4a39-b318-d946c179be5e None None] Port 02dcc7fb-34ad-4d58-b16e-3eff522baf3f cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:40:43.192027 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-a0807077-08b9-4411-9ace-4f5d5e4d939c tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-327705180', 'router:external': True}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:40:43.231337 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-2a02dcc8-1352-4c23-a8bb-dbc2f0627d9d None None] For port 7241a82c-a5cb-48c9-8ac0-b206ea451fc9, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=7241a82c-a5cb-48c9-8ac0-b206ea451fc9,segment=NetworkSegment(c3ce43ff-a33b-459d-a35e-6c011fee3456),segment_id=c3ce43ff-a33b-459d-a35e-6c011fee3456)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:40:43.370101 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-2a02dcc8-1352-4c23-a8bb-dbc2f0627d9d None None] Notify callbacks [] for port, precommit_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:43.388547 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0807077-08b9-4411-9ace-4f5d5e4d939c tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Made reservation on behalf of 16b38a0efda84d1db27989de6858c832 for: {'network': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:40:43.402930 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a0807077-08b9-4411-9ace-4f5d5e4d939c tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:43.417663 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-10af2bd0-eb31-4211-a646-5affb3628917 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:43.422042 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f50c7c2e-2513-4cc7-b96f-f3f42b87408e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:43.427255 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b771b000-c5ec-4c9d-bdc2-d30413559c1e tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29762700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24211087'] for subnet, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:43.459570 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f50c7c2e-2513-4cc7-b96f-f3f42b87408e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:43.467214 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-2a02dcc8-1352-4c23-a8bb-dbc2f0627d9d None None] Transition to ACTIVE for port object 7241a82c-a5cb-48c9-8ac0-b206ea451fc9 will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:40:43.493812 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-2a02dcc8-1352-4c23-a8bb-dbc2f0627d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:43.589758 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f50c7c2e-2513-4cc7-b96f-f3f42b87408e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33140268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33208272'] for router_interface, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:43.593073 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a0807077-08b9-4411-9ace-4f5d5e4d939c tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:43.672825 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b771b000-c5ec-4c9d-bdc2-d30413559c1e tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Pushing event updated for resources: {'Subnet': ['ID=bab881e7-37f5-4d1d-8fa8-bee0d25e1e5d,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:40:43.835277 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [None req-10af2bd0-eb31-4211-a646-5affb3628917 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] device_id is not set on port 17a5a490-5bdc-4b55-9813-afc9ef17d2e3 yet. {{(pid=94420) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 11:40:43.933160 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a02dcc8-1352-4c23-a8bb-dbc2f0627d9d None None] Pushing event updated for resources: {'Port': ['ID=7241a82c-a5cb-48c9-8ac0-b206ea451fc9,revision_number=10']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:40:43.956094 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-aef877ff-eb40-46a4-bbb5-43b1c53669b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d3eeeda-aa2a-4502-873f-a9a1e7f3c981', 'name': 'tempest-AttachSCSIVolumeTestJSON-1301945101-router', 'tenant_id': 'a02a178820324fb2b01f24f52bf7b476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'b1f4332b-9f72-47f7-a032-bdb279c51579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:40:18Z', 'updated_at': '2021-08-05T11:40:25Z', 'revision_number': 3, 'project_id': 'a02a178820324fb2b01f24f52bf7b476', 'gw_port': {'id': 'b1f4332b-9f72-47f7-a032-bdb279c51579', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e0:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d3eeeda-aa2a-4502-873f-a9a1e7f3c981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:40:22Z', 'updated_at': '2021-08-05T11:40:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:40:44.040375 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:44.042390 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef877ff-eb40-46a4-bbb5-43b1c53669b4 None None] The sync data for ids ['1d3eeeda-aa2a-4502-873f-a9a1e7f3c981'] in n-d-803378-2 is: [{'id': '1d3eeeda-aa2a-4502-873f-a9a1e7f3c981', 'name': 'tempest-AttachSCSIVolumeTestJSON-1301945101-router', 'tenant_id': 'a02a178820324fb2b01f24f52bf7b476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'b1f4332b-9f72-47f7-a032-bdb279c51579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:40:18Z', 'updated_at': '2021-08-05T11:40:25Z', 'revision_number': 3, 'project_id': 'a02a178820324fb2b01f24f52bf7b476', 'gw_port': {'id': 'b1f4332b-9f72-47f7-a032-bdb279c51579', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e0:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d3eeeda-aa2a-4502-873f-a9a1e7f3c981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:40:22Z', 'updated_at': '2021-08-05T11:40:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:40:44.116207 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50c7c2e-2513-4cc7-b96f-f3f42b87408e admin admin] Pushing event updated for resources: {'Port': ['ID=02dcc7fb-34ad-4d58-b16e-3eff522baf3f,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:40:44.243932 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b771b000-c5ec-4c9d-bdc2-d30413559c1e tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Checking segment: {'id': 'b608d005-8563-4df7-8312-9cd879ff018c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'dc35869a-5935-45c8-a866-775aca33951e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:40:44.249510 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b771b000-c5ec-4c9d-bdc2-d30413559c1e tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Network hostable DHCP agents. Network: dc35869a-5935-45c8-a866-775aca33951e, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:40:44.551079 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50c7c2e-2513-4cc7-b96f-f3f42b87408e admin admin] Network 4d1db86f-e368-416d-a803-521709094a5f is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:40:44.588864 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-f50c7c2e-2513-4cc7-b96f-f3f42b87408e admin admin] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:40:44.618756 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b771b000-c5ec-4c9d-bdc2-d30413559c1e tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Network dc35869a-5935-45c8-a866-775aca33951e is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:40:44.858792 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-b771b000-c5ec-4c9d-bdc2-d30413559c1e tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, dc35869a-5935-45c8-a866-775aca33951e) {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:40:44.883663 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208b4598-1472-48ad-98cc-5f481f9bf3d1 None None] Network dc35869a-5935-45c8-a866-775aca33951e requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:40:44.904895 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b771b000-c5ec-4c9d-bdc2-d30413559c1e tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:40:44.912006 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b771b000-c5ec-4c9d-bdc2-d30413559c1e tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:45.203880 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a0807077-08b9-4411-9ace-4f5d5e4d939c tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:45.258651 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 7241a82c-a5cb-48c9-8ac0-b206ea451fc9 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:40:45.342832 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a0807077-08b9-4411-9ace-4f5d5e4d939c tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:45.426149 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-10af2bd0-eb31-4211-a646-5affb3628917 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Allocated IP 172.20.0.4 (65f763dc-e344-4f1a-a003-f0293beb6d65/80a860e9-2a70-49b0-b00a-910c46c1b0f3/17a5a490-5bdc-4b55-9813-afc9ef17d2e3) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:40:45.483572 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-10af2bd0-eb31-4211-a646-5affb3628917 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Allocated IP 2001:db8::f816:3eff:fe21:e96 (65f763dc-e344-4f1a-a003-f0293beb6d65/d26e6927-ff09-470d-b9a0-fe85c2658bc8/17a5a490-5bdc-4b55-9813-afc9ef17d2e3) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:40:45.723984 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-b771b000-c5ec-4c9d-bdc2-d30413559c1e tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.7289526 Aug 05 11:40:45.746307 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 36536) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:40:45.993067 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0807077-08b9-4411-9ace-4f5d5e4d939c tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6e5458f-4654-42d1-b251-0c02ffd490c7,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:40:45.997532 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-9063fb18-7b2c-46ae-8853-023c98475d91 None None] Provisioning complete for port 02dcc7fb-34ad-4d58-b16e-3eff522baf3f triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:40:45.998136 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-9063fb18-7b2c-46ae-8853-023c98475d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:46.025406 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-043e9b47-f066-4832-b29d-db3564debdb1 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Request body: {'network': {'name': 'tempest-router-network01--1687688470'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:40:46.044090 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0807077-08b9-4411-9ace-4f5d5e4d939c tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] vlan segment allocate from pool success with {'vlan_id': 687, 'physical_network': 'physnet1'} {{(pid=94421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:40:46.122019 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a0807077-08b9-4411-9ace-4f5d5e4d939c tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:46.127284 n-d-803378-2 neutron-server[94421]: INFO neutron.db.segments_db [None req-a0807077-08b9-4411-9ace-4f5d5e4d939c tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Added segment 9f1b86df-2f3f-40ac-824d-954bb81f4ef8 of type vlan for network 90726f35-4a6f-405e-b895-79198dcb7bf4 Aug 05 11:40:46.325471 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-9063fb18-7b2c-46ae-8853-023c98475d91 None None] Port 02dcc7fb-34ad-4d58-b16e-3eff522baf3f cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:40:46.418750 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccee4a92-808f-4fba-ab43-53bf3c1e4d4d None None] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:40:46.612741 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9331ee79-3f6c-4b95-8654-e66f82a1de2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-dc35869a-5935-45c8-a866-775aca33951e', 'network_id': 'dc35869a-5935-45c8-a866-775aca33951e', 'tenant_id': 'a6b8f2b95ab54033a0546a515649431e', 'fixed_ips': [{'subnet_id': 'bab881e7-37f5-4d1d-8fa8-bee0d25e1e5d'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 11:40:46.618275 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-9331ee79-3f6c-4b95-8654-e66f82a1de2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:46.779891 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a0807077-08b9-4411-9ace-4f5d5e4d939c tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:46.875775 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-2f0b5c10-31a0-4107-a295-3f5e95d01e37 None None] Provisioning for port 7241a82c-a5cb-48c9-8ac0-b206ea451fc9 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:40:46.915675 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4951a2-9137-42c6-83aa-4e7badbd2116 req-24c945cc-174c-421f-a5fc-7491bb686bd6 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:40:46.932672 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cb4951a2-9137-42c6-83aa-4e7badbd2116 req-24c945cc-174c-421f-a5fc-7491bb686bd6 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=7867b2c8-ac1a-4028-bb5d-04646277a459 HTTP/1.1" status: 200 len: 945 time: 2.4414294 Aug 05 11:40:46.940700 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-043e9b47-f066-4832-b29d-db3564debdb1 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Made reservation on behalf of a6b8f2b95ab54033a0546a515649431e for: {'network': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:40:46.955630 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-043e9b47-f066-4832-b29d-db3564debdb1 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:46.965763 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f50c7c2e-2513-4cc7-b96f-f3f42b87408e admin admin] Router 1d3eeeda-aa2a-4502-873f-a9a1e7f3c981 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 11:40:47.011605 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-2f0b5c10-31a0-4107-a295-3f5e95d01e37 None None] Provisioning complete for port 7241a82c-a5cb-48c9-8ac0-b206ea451fc9 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:40:47.012613 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-2f0b5c10-31a0-4107-a295-3f5e95d01e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:47.031329 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.db.resource_extend [None req-a0807077-08b9-4411-9ace-4f5d5e4d939c tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 05 11:40:47.128620 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-043e9b47-f066-4832-b29d-db3564debdb1 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] vlan segment allocate from pool success with {'vlan_id': 683, 'physical_network': 'physnet1'} {{(pid=94420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:40:47.384111 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-043e9b47-f066-4832-b29d-db3564debdb1 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:47.401611 n-d-803378-2 neutron-server[94420]: INFO neutron.db.segments_db [None req-043e9b47-f066-4832-b29d-db3564debdb1 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Added segment a341f74a-3a5c-4769-8a01-cabb392c8464 of type vlan for network 783b1274-40df-43c7-95d8-9412ed0880be Aug 05 11:40:47.575464 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device b1f4332b-9f72-47f7-a032-bdb279c51579 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:40:47.679586 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-10af2bd0-eb31-4211-a646-5affb3628917 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:47.720712 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cb4951a2-9137-42c6-83aa-4e7badbd2116 req-3a708aa6-550b-44db-afc1-fe604f8ed811 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=30974407-7b2a-468c-b989-540006d0da28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6422503 Aug 05 11:40:47.799509 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-043e9b47-f066-4832-b29d-db3564debdb1 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:47.827111 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [None req-10af2bd0-eb31-4211-a646-5affb3628917 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Transition to ACTIVE for port object 17a5a490-5bdc-4b55-9813-afc9ef17d2e3 will not be triggered until provisioned by entity DHCP. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:40:48.068394 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-043e9b47-f066-4832-b29d-db3564debdb1 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:48.095788 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043e9b47-f066-4832-b29d-db3564debdb1 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:40:48.101332 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-043e9b47-f066-4832-b29d-db3564debdb1 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:48.375443 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 11:40:48.835860 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-9331ee79-3f6c-4b95-8654-e66f82a1de2d None None] Allocated IP 172.20.0.2 (dc35869a-5935-45c8-a866-775aca33951e/bab881e7-37f5-4d1d-8fa8-bee0d25e1e5d/454c9605-afb9-4476-a40c-d0ab274f97a2) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:40:49.074175 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a0807077-08b9-4411-9ace-4f5d5e4d939c tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:49.076591 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0807077-08b9-4411-9ace-4f5d5e4d939c tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:40:49.081566 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a0807077-08b9-4411-9ace-4f5d5e4d939c tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:49.092849 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f50c7c2e-2513-4cc7-b96f-f3f42b87408e admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:40:49.112097 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef629aea-6e38-43f6-8b6f-6c3ea5693f45 None None] Sync routers for ids ['1d3eeeda-aa2a-4502-873f-a9a1e7f3c981'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:40:49.139531 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-f50c7c2e-2513-4cc7-b96f-f3f42b87408e admin admin] 10.222.0.58 "PUT /v2.0/routers/1d3eeeda-aa2a-4502-873f-a9a1e7f3c981/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.2221873 Aug 05 11:40:49.188814 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef629aea-6e38-43f6-8b6f-6c3ea5693f45 None None] Routers {'1d3eeeda-aa2a-4502-873f-a9a1e7f3c981'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:40:49.190398 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-ef629aea-6e38-43f6-8b6f-6c3ea5693f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:40:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['1d3eeeda-aa2a-4502-873f-a9a1e7f3c981'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:40:49.299388 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-a0807077-08b9-4411-9ace-4f5d5e4d939c tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 6.9427226 Aug 05 11:40:49.306176 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0807077-08b9-4411-9ace-4f5d5e4d939c tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Pushing event updated for resources: {'Network': ['ID=90726f35-4a6f-405e-b895-79198dcb7bf4,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:40:49.322202 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-2f0b5c10-31a0-4107-a295-3f5e95d01e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:49.324457 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 36574) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:40:49.372794 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-724102d6-4e50-4f55-8afb-851991af6e84 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Request body: {'subnet': {'network_id': '90726f35-4a6f-405e-b895-79198dcb7bf4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:40:49.450201 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 90726f35-4a6f-405e-b895-79198dcb7bf4 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:40:49.474384 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-724102d6-4e50-4f55-8afb-851991af6e84 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Made reservation on behalf of 16b38a0efda84d1db27989de6858c832 for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:40:49.479505 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-724102d6-4e50-4f55-8afb-851991af6e84 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:49.715797 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-ef629aea-6e38-43f6-8b6f-6c3ea5693f45 None None] Set router 1d3eeeda-aa2a-4502-873f-a9a1e7f3c981 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:40:49.757158 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port b1f4332b-9f72-47f7-a032-bdb279c51579 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:40:49.946012 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043e9b47-f066-4832-b29d-db3564debdb1 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Pushing event updated for resources: {'Network': ['ID=783b1274-40df-43c7-95d8-9412ed0880be,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:40:49.978449 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-2f0b5c10-31a0-4107-a295-3f5e95d01e37 None None] For port 7241a82c-a5cb-48c9-8ac0-b206ea451fc9, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=7241a82c-a5cb-48c9-8ac0-b206ea451fc9,segment=NetworkSegment(c3ce43ff-a33b-459d-a35e-6c011fee3456),segment_id=c3ce43ff-a33b-459d-a35e-6c011fee3456)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:40:49.982142 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-043e9b47-f066-4832-b29d-db3564debdb1 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 4.1677425 Aug 05 11:40:49.984453 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 36582) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:40:50.001671 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-d0095139-c420-443c-baed-95eec94a630f tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Request body: {'network': {'name': 'tempest-router-network02--1706159959'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:40:50.019508 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-10af2bd0-eb31-4211-a646-5affb3628917 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:50.439823 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10af2bd0-eb31-4211-a646-5affb3628917 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Pushing event updated for resources: {'Port': ['ID=17a5a490-5bdc-4b55-9813-afc9ef17d2e3,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:40:50.463777 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10af2bd0-eb31-4211-a646-5affb3628917 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:40:50.483200 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-10af2bd0-eb31-4211-a646-5affb3628917 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:40:50.486949 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-9331ee79-3f6c-4b95-8654-e66f82a1de2d None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:50.500058 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10af2bd0-eb31-4211-a646-5affb3628917 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:40:50.526558 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-9331ee79-3f6c-4b95-8654-e66f82a1de2d None None] Transition to ACTIVE for port object 454c9605-afb9-4476-a40c-d0ab274f97a2 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:40:50.589601 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-9331ee79-3f6c-4b95-8654-e66f82a1de2d None None] Transition to ACTIVE for port object 454c9605-afb9-4476-a40c-d0ab274f97a2 will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:40:50.605151 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-2f0b5c10-31a0-4107-a295-3f5e95d01e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:50.669240 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-ef629aea-6e38-43f6-8b6f-6c3ea5693f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d3eeeda-aa2a-4502-873f-a9a1e7f3c981', 'name': 'tempest-AttachSCSIVolumeTestJSON-1301945101-router', 'tenant_id': 'a02a178820324fb2b01f24f52bf7b476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'b1f4332b-9f72-47f7-a032-bdb279c51579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:40:18Z', 'updated_at': '2021-08-05T11:40:42Z', 'revision_number': 4, 'project_id': 'a02a178820324fb2b01f24f52bf7b476', 'gw_port': {'id': 'b1f4332b-9f72-47f7-a032-bdb279c51579', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e0:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d3eeeda-aa2a-4502-873f-a9a1e7f3c981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:40:22Z', 'updated_at': '2021-08-05T11:40:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '02dcc7fb-34ad-4d58-b16e-3eff522baf3f', 'name': '', 'network_id': '4d1db86f-e368-416d-a803-521709094a5f', 'tenant_id': 'a02a178820324fb2b01f24f52bf7b476', 'mac_address': 'fa:16:3e:1d:4e:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d3eeeda-aa2a-4502-873f-a9a1e7f3c981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1888, 'fixed_ips': [{'subnet_id': '7c5e4571-6adf-456a-91ed-eaaee0830fdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:40:36Z', 'updated_at': '2021-08-05T11:40:42Z', 'revision_number': 2, 'project_id': 'a02a178820324fb2b01f24f52bf7b476', 'subnets': [{'id': '7c5e4571-6adf-456a-91ed-eaaee0830fdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:40:50.728175 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06230ec-fdfc-433d-b341-d0329b1f6ceb req-e4b5b95e-1d4a-4788-a308-46b5e75b86e7 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:40:50.728860 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 783b1274-40df-43c7-95d8-9412ed0880be details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:40:50.761185 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d06230ec-fdfc-433d-b341-d0329b1f6ceb req-e4b5b95e-1d4a-4788-a308-46b5e75b86e7 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=7867b2c8-ac1a-4028-bb5d-04646277a459 HTTP/1.1" status: 200 len: 945 time: 0.8199251 Aug 05 11:40:50.764603 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0b5c10-31a0-4107-a295-3f5e95d01e37 None None] Pushing event updated for resources: {'Port': ['ID=7241a82c-a5cb-48c9-8ac0-b206ea451fc9,revision_number=11']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:40:50.772162 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-9331ee79-3f6c-4b95-8654-e66f82a1de2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:50.784619 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0095139-c420-443c-baed-95eec94a630f tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Made reservation on behalf of a6b8f2b95ab54033a0546a515649431e for: {'network': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:40:50.797747 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d0095139-c420-443c-baed-95eec94a630f tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:50.885085 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef629aea-6e38-43f6-8b6f-6c3ea5693f45 None None] Checking router: 1d3eeeda-aa2a-4502-873f-a9a1e7f3c981 for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:40:50.886045 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef629aea-6e38-43f6-8b6f-6c3ea5693f45 None None] Updating router 1d3eeeda-aa2a-4502-873f-a9a1e7f3c981 port 02dcc7fb-34ad-4d58-b16e-3eff522baf3f binding host n-d-803378-2 {{(pid=94423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 11:40:50.964600 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10af2bd0-eb31-4211-a646-5affb3628917 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:40:50.967208 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-10af2bd0-eb31-4211-a646-5affb3628917 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:51.037261 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-ef629aea-6e38-43f6-8b6f-6c3ea5693f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:51.206943 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9331ee79-3f6c-4b95-8654-e66f82a1de2d None None] Network dc35869a-5935-45c8-a866-775aca33951e is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:40:51.212455 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port b1f4332b-9f72-47f7-a032-bdb279c51579 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:40:51.235327 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:51.238441 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d06230ec-fdfc-433d-b341-d0329b1f6ceb req-f59da676-745c-464c-b718-b3859e4760ec tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=30974407-7b2a-468c-b989-540006d0da28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4740324 Aug 05 11:40:51.258386 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0095139-c420-443c-baed-95eec94a630f tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] vlan segment allocate from pool success with {'vlan_id': 658, 'physical_network': 'physnet1'} {{(pid=94420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:40:51.271040 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-10af2bd0-eb31-4211-a646-5affb3628917 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 10.9860294 Aug 05 11:40:51.278275 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 36598) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:40:51.321566 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-9331ee79-3f6c-4b95-8654-e66f82a1de2d None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:40:51.506505 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9331ee79-3f6c-4b95-8654-e66f82a1de2d None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:40:51.532443 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d0095139-c420-443c-baed-95eec94a630f tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:51.535571 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9331ee79-3f6c-4b95-8654-e66f82a1de2d None None] Pushing event updated for resources: {'Port': ['ID=454c9605-afb9-4476-a40c-d0ab274f97a2,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:40:51.545242 n-d-803378-2 neutron-server[94420]: INFO neutron.db.segments_db [None req-d0095139-c420-443c-baed-95eec94a630f tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Added segment 6d48cc67-e482-43db-9b70-421f4fcc03c2 of type vlan for network c20de73e-f2cd-4743-839f-a0cb6ee5e199 Aug 05 11:40:51.789865 n-d-803378-2 neutron-server[94421]: DEBUG neutron.objects.ports [None req-724102d6-4e50-4f55-8afb-851991af6e84 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94421) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 05 11:40:51.797193 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-724102d6-4e50-4f55-8afb-851991af6e84 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25038678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30075167'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:51.857025 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d0095139-c420-443c-baed-95eec94a630f tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:51.950987 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efd6429-5c1d-415a-9b89-ab7da759a234 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:40:51.993163 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efd6429-5c1d-415a-9b89-ab7da759a234 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:40:52.003724 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-0efd6429-5c1d-415a-9b89-ab7da759a234 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.7149689 Aug 05 11:40:52.022852 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 36610) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:40:52.052265 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724102d6-4e50-4f55-8afb-851991af6e84 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Pushing event updated for resources: {'Subnet': ['ID=22c40bb9-eb5d-4d6b-96cb-e2b124f6b9cc,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:40:52.243307 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-9331ee79-3f6c-4b95-8654-e66f82a1de2d None None] Attempting to bind port 454c9605-afb9-4476-a40c-d0ab274f97a2 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:40:52.244131 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-9331ee79-3f6c-4b95-8654-e66f82a1de2d None None] Attempting to bind port 454c9605-afb9-4476-a40c-d0ab274f97a2 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'b608d005-8563-4df7-8312-9cd879ff018c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'dc35869a-5935-45c8-a866-775aca33951e'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:40:52.244624 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9331ee79-3f6c-4b95-8654-e66f82a1de2d None None] Attempting to bind port 454c9605-afb9-4476-a40c-d0ab274f97a2 on network dc35869a-5935-45c8-a866-775aca33951e {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:40:52.248597 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724102d6-4e50-4f55-8afb-851991af6e84 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Checking segment: {'id': '9f1b86df-2f3f-40ac-824d-954bb81f4ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '90726f35-4a6f-405e-b895-79198dcb7bf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:40:52.259010 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724102d6-4e50-4f55-8afb-851991af6e84 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Network hostable DHCP agents. Network: 90726f35-4a6f-405e-b895-79198dcb7bf4, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:40:52.314005 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9331ee79-3f6c-4b95-8654-e66f82a1de2d None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:40:52.314896 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9331ee79-3f6c-4b95-8654-e66f82a1de2d None None] Checking segment: {'id': 'b608d005-8563-4df7-8312-9cd879ff018c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'dc35869a-5935-45c8-a866-775aca33951e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:40:52.315712 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-9331ee79-3f6c-4b95-8654-e66f82a1de2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:52.316377 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9331ee79-3f6c-4b95-8654-e66f82a1de2d None None] Bound using segment: {'id': 'b608d005-8563-4df7-8312-9cd879ff018c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'dc35869a-5935-45c8-a866-775aca33951e'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:40:52.318820 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-9331ee79-3f6c-4b95-8654-e66f82a1de2d None None] Bound port: 454c9605-afb9-4476-a40c-d0ab274f97a2, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b608d005-8563-4df7-8312-9cd879ff018c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'dc35869a-5935-45c8-a866-775aca33951e'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:40:52.319351 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-9331ee79-3f6c-4b95-8654-e66f82a1de2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:52.325656 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 36614) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:40:52.326017 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:52.351346 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-0d4bb9cc-4a6d-45a2-b252-d888ebdf6523 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-2053490810-network', 'tenant_id': 'edd36454afa346aa91983497ab8e2fdf'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:40:52.417415 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724102d6-4e50-4f55-8afb-851991af6e84 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Network 90726f35-4a6f-405e-b895-79198dcb7bf4 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:40:52.440625 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.db.resource_extend [None req-d0095139-c420-443c-baed-95eec94a630f tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] It took 0.43 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 05 11:40:52.472572 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-ef629aea-6e38-43f6-8b6f-6c3ea5693f45 None None] Notify callbacks [] for port, precommit_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:52.495863 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.provisioning_blocks [None req-ef629aea-6e38-43f6-8b6f-6c3ea5693f45 None None] Transition to ACTIVE for port object 02dcc7fb-34ad-4d58-b16e-3eff522baf3f will not be triggered until provisioned by entity L2. {{(pid=94423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:40:52.514889 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-ef629aea-6e38-43f6-8b6f-6c3ea5693f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:52.566494 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-724102d6-4e50-4f55-8afb-851991af6e84 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, 90726f35-4a6f-405e-b895-79198dcb7bf4) {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:40:52.607499 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724102d6-4e50-4f55-8afb-851991af6e84 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:40:52.626626 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-724102d6-4e50-4f55-8afb-851991af6e84 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:52.664547 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d0095139-c420-443c-baed-95eec94a630f tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:52.678239 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d4bb9cc-4a6d-45a2-b252-d888ebdf6523 admin admin] Made reservation on behalf of edd36454afa346aa91983497ab8e2fdf for: {'network': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:40:52.720050 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0d4bb9cc-4a6d-45a2-b252-d888ebdf6523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:52.750036 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0095139-c420-443c-baed-95eec94a630f tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:40:52.757458 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d0095139-c420-443c-baed-95eec94a630f tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:52.827025 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0d4bb9cc-4a6d-45a2-b252-d888ebdf6523 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:52.958156 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-724102d6-4e50-4f55-8afb-851991af6e84 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.6260073 Aug 05 11:40:52.961768 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 36620) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:40:52.999059 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-da835c6b-b34d-4070-976d-70d0d60f3766 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-651702159', 'network_id': '90726f35-4a6f-405e-b895-79198dcb7bf4'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:40:53.011325 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddda9411-2b6d-4a39-97ba-f6174408a846 None None] Network 90726f35-4a6f-405e-b895-79198dcb7bf4 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:40:53.025954 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-d0095139-c420-443c-baed-95eec94a630f tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 3.0372965 Aug 05 11:40:53.031553 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 36622) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:40:53.116045 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-ef629aea-6e38-43f6-8b6f-6c3ea5693f45 None None] Attempting to bind port 02dcc7fb-34ad-4d58-b16e-3eff522baf3f on host n-d-803378-2 for vnic_type normal with profile {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:40:53.119341 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-ef629aea-6e38-43f6-8b6f-6c3ea5693f45 None None] Attempting to bind port 02dcc7fb-34ad-4d58-b16e-3eff522baf3f by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'df4965ed-026b-4702-9189-bba7cbcadff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '4d1db86f-e368-416d-a803-521709094a5f'}] {{(pid=94423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:40:53.131266 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef629aea-6e38-43f6-8b6f-6c3ea5693f45 None None] Attempting to bind port 02dcc7fb-34ad-4d58-b16e-3eff522baf3f on network 4d1db86f-e368-416d-a803-521709094a5f {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:40:53.199966 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef629aea-6e38-43f6-8b6f-6c3ea5693f45 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:40:53.220158 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef629aea-6e38-43f6-8b6f-6c3ea5693f45 None None] Checking segment: {'id': 'df4965ed-026b-4702-9189-bba7cbcadff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '4d1db86f-e368-416d-a803-521709094a5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:40:53.221405 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-ef629aea-6e38-43f6-8b6f-6c3ea5693f45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:53.222354 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef629aea-6e38-43f6-8b6f-6c3ea5693f45 None None] Bound using segment: {'id': 'df4965ed-026b-4702-9189-bba7cbcadff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '4d1db86f-e368-416d-a803-521709094a5f'} {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:40:53.226374 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-ef629aea-6e38-43f6-8b6f-6c3ea5693f45 None None] Bound port: 02dcc7fb-34ad-4d58-b16e-3eff522baf3f, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df4965ed-026b-4702-9189-bba7cbcadff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '4d1db86f-e368-416d-a803-521709094a5f'}}] {{(pid=94423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:40:53.227636 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-ef629aea-6e38-43f6-8b6f-6c3ea5693f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:53.371871 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-a96e3018-7669-4e8e-b310-7d09165d297d tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Request body: {'subnet': {'network_id': '783b1274-40df-43c7-95d8-9412ed0880be', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:40:53.562114 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0d4bb9cc-4a6d-45a2-b252-d888ebdf6523 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:53.582064 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0d4bb9cc-4a6d-45a2-b252-d888ebdf6523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:53.606503 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.db [None req-ef629aea-6e38-43f6-8b6f-6c3ea5693f45 None None] For port 02dcc7fb-34ad-4d58-b16e-3eff522baf3f, host n-d-803378-2, cleared binding levels {{(pid=94423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:40:53.625159 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.db [None req-ef629aea-6e38-43f6-8b6f-6c3ea5693f45 None None] For port 02dcc7fb-34ad-4d58-b16e-3eff522baf3f, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=02dcc7fb-34ad-4d58-b16e-3eff522baf3f,segment=NetworkSegment(df4965ed-026b-4702-9189-bba7cbcadff6),segment_id=df4965ed-026b-4702-9189-bba7cbcadff6)] {{(pid=94423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:40:53.649169 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-ef629aea-6e38-43f6-8b6f-6c3ea5693f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:53.724153 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf5afc6-f32f-4894-88ac-4a3c55679c6e None None] Pushing event updated for resources: {'Port': ['ID=02dcc7fb-34ad-4d58-b16e-3eff522baf3f,revision_number=3']} {{(pid=94423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:40:53.765786 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d4bb9cc-4a6d-45a2-b252-d888ebdf6523 admin admin] vlan segment allocate from pool success with {'vlan_id': 671, 'physical_network': 'physnet1'} {{(pid=94421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:40:53.798640 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf5afc6-f32f-4894-88ac-4a3c55679c6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:40:53.799479 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf5afc6-f32f-4894-88ac-4a3c55679c6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:40:53.804296 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf5afc6-f32f-4894-88ac-4a3c55679c6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:40:53.805069 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf5afc6-f32f-4894-88ac-4a3c55679c6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:40:53.805959 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf5afc6-f32f-4894-88ac-4a3c55679c6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:40:53.806220 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-9331ee79-3f6c-4b95-8654-e66f82a1de2d None None] For port 454c9605-afb9-4476-a40c-d0ab274f97a2, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:40:53.807416 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf5afc6-f32f-4894-88ac-4a3c55679c6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:40:53.809229 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf5afc6-f32f-4894-88ac-4a3c55679c6e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:40:53.814907 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf5afc6-f32f-4894-88ac-4a3c55679c6e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:40:53.817581 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf5afc6-f32f-4894-88ac-4a3c55679c6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:40:53.819483 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf5afc6-f32f-4894-88ac-4a3c55679c6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:40:53.822134 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf5afc6-f32f-4894-88ac-4a3c55679c6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:40:53.825602 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf5afc6-f32f-4894-88ac-4a3c55679c6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:40:53.863562 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-9331ee79-3f6c-4b95-8654-e66f82a1de2d None None] For port 454c9605-afb9-4476-a40c-d0ab274f97a2, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=454c9605-afb9-4476-a40c-d0ab274f97a2,segment=NetworkSegment(b608d005-8563-4df7-8312-9cd879ff018c),segment_id=b608d005-8563-4df7-8312-9cd879ff018c)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:40:53.876577 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4bb9cc-4a6d-45a2-b252-d888ebdf6523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c252126-2f60-43b5-b258-f647af806491,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:40:53.913110 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-9331ee79-3f6c-4b95-8654-e66f82a1de2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:53.926151 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0d4bb9cc-4a6d-45a2-b252-d888ebdf6523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:53.936834 n-d-803378-2 neutron-server[94421]: INFO neutron.db.segments_db [None req-0d4bb9cc-4a6d-45a2-b252-d888ebdf6523 admin admin] Added segment 3f33c0e4-40e5-4eb1-b994-3f1c97515386 of type vlan for network 8f0cd7ef-314f-41fb-b93e-da31e25a7810 Aug 05 11:40:54.077492 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf5afc6-f32f-4894-88ac-4a3c55679c6e None None] Pushing event updated for resources: {'Port': ['ID=02dcc7fb-34ad-4d58-b16e-3eff522baf3f,revision_number=4']} {{(pid=94423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:40:54.092153 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef629aea-6e38-43f6-8b6f-6c3ea5693f45 None None] Routers {'1d3eeeda-aa2a-4502-873f-a9a1e7f3c981'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:40:54.100964 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-ef629aea-6e38-43f6-8b6f-6c3ea5693f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:40:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['1d3eeeda-aa2a-4502-873f-a9a1e7f3c981'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:40:54.310722 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0d4bb9cc-4a6d-45a2-b252-d888ebdf6523 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:54.349829 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-38bbad85-1977-43d8-8854-a8d7479300b9 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Deleting port 17a5a490-5bdc-4b55-9813-afc9ef17d2e3 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:40:54.350709 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-38bbad85-1977-43d8-8854-a8d7479300b9 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:54.438168 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-ef629aea-6e38-43f6-8b6f-6c3ea5693f45 None None] Set router 1d3eeeda-aa2a-4502-873f-a9a1e7f3c981 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:40:54.450984 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:54.499011 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0d4bb9cc-4a6d-45a2-b252-d888ebdf6523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:54.516010 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4bb9cc-4a6d-45a2-b252-d888ebdf6523 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:40:54.530038 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0d4bb9cc-4a6d-45a2-b252-d888ebdf6523 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:54.550850 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port b1f4332b-9f72-47f7-a032-bdb279c51579, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=b1f4332b-9f72-47f7-a032-bdb279c51579,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:40:54.575464 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070e77b4-92d8-42a4-b4d4-2709fd83e955 None None] Network 90726f35-4a6f-405e-b895-79198dcb7bf4 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:40:54.836620 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da835c6b-b34d-4070-976d-70d0d60f3766 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Made reservation on behalf of 16b38a0efda84d1db27989de6858c832 for: {'port': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:40:54.846844 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-da835c6b-b34d-4070-976d-70d0d60f3766 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:54.863399 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:54.938829 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8207854-8632-457a-be21-27372170cd9e req-447e9252-8951-4e63-a643-2109911b825e tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:40:54.961285 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f8207854-8632-457a-be21-27372170cd9e req-447e9252-8951-4e63-a643-2109911b825e tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=7867b2c8-ac1a-4028-bb5d-04646277a459 HTTP/1.1" status: 200 len: 945 time: 2.1180434 Aug 05 11:40:54.967818 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0095139-c420-443c-baed-95eec94a630f tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Pushing event updated for resources: {'Network': ['ID=c20de73e-f2cd-4743-839f-a0cb6ee5e199,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:40:54.986648 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9331ee79-3f6c-4b95-8654-e66f82a1de2d None None] Pushing event updated for resources: {'Port': ['ID=454c9605-afb9-4476-a40c-d0ab274f97a2,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:40:55.002103 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4bb9cc-4a6d-45a2-b252-d888ebdf6523 admin admin] Pushing event updated for resources: {'Network': ['ID=8f0cd7ef-314f-41fb-b93e-da31e25a7810,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:40:55.027377 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9331ee79-3f6c-4b95-8654-e66f82a1de2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:40:55.027790 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9331ee79-3f6c-4b95-8654-e66f82a1de2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:40:55.028329 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9331ee79-3f6c-4b95-8654-e66f82a1de2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:40:55.028884 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9331ee79-3f6c-4b95-8654-e66f82a1de2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:40:55.029390 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9331ee79-3f6c-4b95-8654-e66f82a1de2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:40:55.029897 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9331ee79-3f6c-4b95-8654-e66f82a1de2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:40:55.030422 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9331ee79-3f6c-4b95-8654-e66f82a1de2d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:40:55.030982 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9331ee79-3f6c-4b95-8654-e66f82a1de2d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:40:55.032213 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9331ee79-3f6c-4b95-8654-e66f82a1de2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:40:55.032213 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9331ee79-3f6c-4b95-8654-e66f82a1de2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:40:55.033675 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9331ee79-3f6c-4b95-8654-e66f82a1de2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:40:55.049227 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9331ee79-3f6c-4b95-8654-e66f82a1de2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:40:55.118785 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-0d4bb9cc-4a6d-45a2-b252-d888ebdf6523 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.7888429 Aug 05 11:40:55.119608 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network c20de73e-f2cd-4743-839f-a0cb6ee5e199 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:40:55.123267 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 36640) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:40:55.135181 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-a249a92e-dcb2-4556-98fb-a3ed549ce049 admin admin] Request body: {'subnet': {'network_id': '8f0cd7ef-314f-41fb-b93e-da31e25a7810', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-2053490810-subnet', 'tenant_id': 'edd36454afa346aa91983497ab8e2fdf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:40:55.156530 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 8f0cd7ef-314f-41fb-b93e-da31e25a7810 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:40:55.205767 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [None req-da835c6b-b34d-4070-976d-70d0d60f3766 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] device_id is not set on port 999accb4-0efc-4bdf-ab8b-d5438b4393a6 yet. {{(pid=94420) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 11:40:55.227508 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a249a92e-dcb2-4556-98fb-a3ed549ce049 admin admin] Made reservation on behalf of edd36454afa346aa91983497ab8e2fdf for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:40:55.238696 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a249a92e-dcb2-4556-98fb-a3ed549ce049 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:55.274408 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f8207854-8632-457a-be21-27372170cd9e req-d3712a20-073e-4ef9-add8-c82f3f924d37 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=30974407-7b2a-468c-b989-540006d0da28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3075180 Aug 05 11:40:55.276060 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a96e3018-7669-4e8e-b310-7d09165d297d tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Made reservation on behalf of a6b8f2b95ab54033a0546a515649431e for: {'subnet': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:40:55.309054 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a96e3018-7669-4e8e-b310-7d09165d297d tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24211133'] for subnet, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:55.984139 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 7241a82c-a5cb-48c9-8ac0-b206ea451fc9 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:40:55.996835 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-ef629aea-6e38-43f6-8b6f-6c3ea5693f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d3eeeda-aa2a-4502-873f-a9a1e7f3c981', 'name': 'tempest-AttachSCSIVolumeTestJSON-1301945101-router', 'tenant_id': 'a02a178820324fb2b01f24f52bf7b476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'b1f4332b-9f72-47f7-a032-bdb279c51579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:40:18Z', 'updated_at': '2021-08-05T11:40:42Z', 'revision_number': 4, 'project_id': 'a02a178820324fb2b01f24f52bf7b476', 'gw_port': {'id': 'b1f4332b-9f72-47f7-a032-bdb279c51579', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e0:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d3eeeda-aa2a-4502-873f-a9a1e7f3c981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:40:22Z', 'updated_at': '2021-08-05T11:40:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '02dcc7fb-34ad-4d58-b16e-3eff522baf3f', 'name': '', 'network_id': '4d1db86f-e368-416d-a803-521709094a5f', 'tenant_id': 'a02a178820324fb2b01f24f52bf7b476', 'mac_address': 'fa:16:3e:1d:4e:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d3eeeda-aa2a-4502-873f-a9a1e7f3c981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1888, 'fixed_ips': [{'subnet_id': '7c5e4571-6adf-456a-91ed-eaaee0830fdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:40:36Z', 'updated_at': '2021-08-05T11:40:53Z', 'revision_number': 4, 'project_id': 'a02a178820324fb2b01f24f52bf7b476', 'subnets': [{'id': '7c5e4571-6adf-456a-91ed-eaaee0830fdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:40:56.093334 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-38bbad85-1977-43d8-8854-a8d7479300b9 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:56.140830 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef629aea-6e38-43f6-8b6f-6c3ea5693f45 None None] The sync data for ids ['1d3eeeda-aa2a-4502-873f-a9a1e7f3c981'] in n-d-803378-2 is: [{'id': '1d3eeeda-aa2a-4502-873f-a9a1e7f3c981', 'name': 'tempest-AttachSCSIVolumeTestJSON-1301945101-router', 'tenant_id': 'a02a178820324fb2b01f24f52bf7b476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'b1f4332b-9f72-47f7-a032-bdb279c51579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:40:18Z', 'updated_at': '2021-08-05T11:40:42Z', 'revision_number': 4, 'project_id': 'a02a178820324fb2b01f24f52bf7b476', 'gw_port': {'id': 'b1f4332b-9f72-47f7-a032-bdb279c51579', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e0:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d3eeeda-aa2a-4502-873f-a9a1e7f3c981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:40:22Z', 'updated_at': '2021-08-05T11:40:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '02dcc7fb-34ad-4d58-b16e-3eff522baf3f', 'name': '', 'network_id': '4d1db86f-e368-416d-a803-521709094a5f', 'tenant_id': 'a02a178820324fb2b01f24f52bf7b476', 'mac_address': 'fa:16:3e:1d:4e:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d3eeeda-aa2a-4502-873f-a9a1e7f3c981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1888, 'fixed_ips': [{'subnet_id': '7c5e4571-6adf-456a-91ed-eaaee0830fdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:40:36Z', 'updated_at': '2021-08-05T11:40:53Z', 'revision_number': 4, 'project_id': 'a02a178820324fb2b01f24f52bf7b476', 'subnets': [{'id': '7c5e4571-6adf-456a-91ed-eaaee0830fdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:40:56.174253 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a249a92e-dcb2-4556-98fb-a3ed549ce049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25038678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30075167'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:56.195680 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-38bbad85-1977-43d8-8854-a8d7479300b9 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Calling delete_port for 17a5a490-5bdc-4b55-9813-afc9ef17d2e3 owned by {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:40:56.350705 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-a5e5db8a-7104-4e75-bddc-95c84e016faa None None] Provisioning for port 17a5a490-5bdc-4b55-9813-afc9ef17d2e3 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:40:56.514390 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a249a92e-dcb2-4556-98fb-a3ed549ce049 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c0f8672-be28-4c2b-8091-bcd26485be1d,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:40:56.522179 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-a5e5db8a-7104-4e75-bddc-95c84e016faa None None] Provisioning complete for port 17a5a490-5bdc-4b55-9813-afc9ef17d2e3 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:40:56.527200 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-a5e5db8a-7104-4e75-bddc-95c84e016faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:56.748950 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a249a92e-dcb2-4556-98fb-a3ed549ce049 admin admin] Checking segment: {'id': '3f33c0e4-40e5-4eb1-b994-3f1c97515386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '8f0cd7ef-314f-41fb-b93e-da31e25a7810'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:40:56.749560 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a249a92e-dcb2-4556-98fb-a3ed549ce049 admin admin] Network hostable DHCP agents. Network: 8f0cd7ef-314f-41fb-b93e-da31e25a7810, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:40:56.914543 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a249a92e-dcb2-4556-98fb-a3ed549ce049 admin admin] Network 8f0cd7ef-314f-41fb-b93e-da31e25a7810 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:40:56.937218 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=b1f4332b-9f72-47f7-a032-bdb279c51579,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:40:56.990699 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-a249a92e-dcb2-4556-98fb-a3ed549ce049 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, 8f0cd7ef-314f-41fb-b93e-da31e25a7810) {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:40:57.046079 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a249a92e-dcb2-4556-98fb-a3ed549ce049 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:40:57.054658 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a249a92e-dcb2-4556-98fb-a3ed549ce049 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:57.085717 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68086f3-7b8d-47ad-a6e7-f3aed922b2fc None None] Network 8f0cd7ef-314f-41fb-b93e-da31e25a7810 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:40:57.239809 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-a249a92e-dcb2-4556-98fb-a3ed549ce049 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.1131039 Aug 05 11:40:57.243497 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 36652) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:40:57.254238 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-b8b7dcc1-fa5d-4735-a864-e613f6cec768 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-2053490810-router', 'tenant_id': 'edd36454afa346aa91983497ab8e2fdf', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:40:57.265550 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-a5e5db8a-7104-4e75-bddc-95c84e016faa None None] Port 17a5a490-5bdc-4b55-9813-afc9ef17d2e3 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:40:57.371985 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b8b7dcc1-fa5d-4735-a864-e613f6cec768 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33260300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1929'] for router, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:57.373703 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b8b7dcc1-fa5d-4735-a864-e613f6cec768 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33285914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33034662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1926'] for router, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:57.590013 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 7241a82c-a5cb-48c9-8ac0-b206ea451fc9 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:40:57.590493 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:57.797734 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08163d50-f9b8-4828-b3d4-c3d6c3385456 None None] Network dc35869a-5935-45c8-a866-775aca33951e requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:40:57.870532 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b8b7dcc1-fa5d-4735-a864-e613f6cec768 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:58.012100 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-da835c6b-b34d-4070-976d-70d0d60f3766 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Allocated IP 2001:db8::321 (90726f35-4a6f-405e-b895-79198dcb7bf4/22c40bb9-eb5d-4d6b-96cb-e2b124f6b9cc/999accb4-0efc-4bdf-ab8b-d5438b4393a6) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:40:58.232253 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 454c9605-afb9-4476-a40c-d0ab274f97a2 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:40:58.295001 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5fe7bc0c-a489-4b7e-8b3d-7bcb4d5a0041 req-369715e7-898e-472b-8f4c-85364383f64d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=40021a41-d350-4e38-ac4d-f69e07c48ffb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 4.4899774 Aug 05 11:40:58.505437 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-38bbad85-1977-43d8-8854-a8d7479300b9 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:58.576057 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-a5e5db8a-7104-4e75-bddc-95c84e016faa None None] Provisioning complete for port 7241a82c-a5cb-48c9-8ac0-b206ea451fc9 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:40:58.576823 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-a5e5db8a-7104-4e75-bddc-95c84e016faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:58.671396 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b8b7dcc1-fa5d-4735-a864-e613f6cec768 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:59.158758 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 454c9605-afb9-4476-a40c-d0ab274f97a2 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:40:59.439426 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bbad85-1977-43d8-8854-a8d7479300b9 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Pushing event deleted for resources: {'Port': ['ID=17a5a490-5bdc-4b55-9813-afc9ef17d2e3,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:40:59.820279 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b8b7dcc1-fa5d-4735-a864-e613f6cec768 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:59.890883 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a96e3018-7669-4e8e-b310-7d09165d297d tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29762700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24211087'] for subnet, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:40:59.909845 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 36676) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:40:59.976631 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b8b7dcc1-fa5d-4735-a864-e613f6cec768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:00.232117 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:00.331204 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c16d60-94eb-4ddc-97a6-2c0f5356d1b7 req-58e48ad0-3896-4ab2-937c-4c1e353c95b1 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:41:00.334201 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c0c16d60-94eb-4ddc-97a6-2c0f5356d1b7 req-58e48ad0-3896-4ab2-937c-4c1e353c95b1 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=7867b2c8-ac1a-4028-bb5d-04646277a459 HTTP/1.1" status: 200 len: 945 time: 3.0383475 Aug 05 11:41:00.335372 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96e3018-7669-4e8e-b310-7d09165d297d tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Pushing event updated for resources: {'Subnet': ['ID=35a24277-4ec8-4668-99d9-ff5862c7a352,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:41:00.542343 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e990553b-118d-4ddb-8e3f-8ebe30f60bf3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-8f0cd7ef-314f-41fb-b93e-da31e25a7810', 'network_id': '8f0cd7ef-314f-41fb-b93e-da31e25a7810', 'tenant_id': 'edd36454afa346aa91983497ab8e2fdf', 'fixed_ips': [{'subnet_id': '2c0f8672-be28-4c2b-8091-bcd26485be1d'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 11:41:00.583280 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e990553b-118d-4ddb-8e3f-8ebe30f60bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:00.701610 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-b8b7dcc1-fa5d-4735-a864-e613f6cec768 admin admin] Allocated IP 172.25.5.140 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/98c034a0-2baa-4134-821e-f8f5f00fa6fc) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:41:00.838037 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-38bbad85-1977-43d8-8854-a8d7479300b9 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:00.854172 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-38bbad85-1977-43d8-8854-a8d7479300b9 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "DELETE /v2.0/ports/17a5a490-5bdc-4b55-9813-afc9ef17d2e3 HTTP/1.1" status: 204 len: 168 time: 8.8296051 Aug 05 11:41:00.864470 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 36694) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:41:00.869665 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe7bc0c-a489-4b7e-8b3d-7bcb4d5a0041 req-71e0ed35-011e-45f2-9163-fa35c18b9382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:41:00.872527 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5fe7bc0c-a489-4b7e-8b3d-7bcb4d5a0041 req-71e0ed35-011e-45f2-9163-fa35c18b9382 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=922471f37b13454ba92168a26c5eea8e&device_id=40021a41-d350-4e38-ac4d-f69e07c48ffb HTTP/1.1" status: 200 len: 1096 time: 2.3553495 Aug 05 11:41:00.905747 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device b1f4332b-9f72-47f7-a032-bdb279c51579 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:41:01.192532 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b8b7dcc1-fa5d-4735-a864-e613f6cec768 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:01.293757 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f221e0d5-9e2b-47f0-b06d-0a3a9a67eba8 None None] Provisioning for port 454c9605-afb9-4476-a40c-d0ab274f97a2 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:41:01.343327 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f221e0d5-9e2b-47f0-b06d-0a3a9a67eba8 None None] Provisioning complete for port 454c9605-afb9-4476-a40c-d0ab274f97a2 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:41:01.344407 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f221e0d5-9e2b-47f0-b06d-0a3a9a67eba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:01.369016 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-124cbbf3-3df2-42ab-b223-183b2de30511 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:41:01.373179 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-124cbbf3-3df2-42ab-b223-183b2de30511 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:41:01.376830 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-124cbbf3-3df2-42ab-b223-183b2de30511 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:41:01.385456 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-124cbbf3-3df2-42ab-b223-183b2de30511 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.5108249 Aug 05 11:41:01.385904 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b8b7dcc1-fa5d-4735-a864-e613f6cec768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:01.412557 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 36698) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:41:01.450848 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b7dcc1-fa5d-4735-a864-e613f6cec768 admin admin] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:41:01.472855 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-b8b7dcc1-fa5d-4735-a864-e613f6cec768 admin admin] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:41:01.529126 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-36f5d5b9-1424-4903-be6d-51bb0b5ab110 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:01.549008 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c0c16d60-94eb-4ddc-97a6-2c0f5356d1b7 req-9a9fa728-b8bc-434b-8555-c96fde81bfe3 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=30974407-7b2a-468c-b989-540006d0da28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1645467 Aug 05 11:41:01.575430 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96e3018-7669-4e8e-b310-7d09165d297d tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Checking segment: {'id': 'a341f74a-3a5c-4769-8a01-cabb392c8464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '783b1274-40df-43c7-95d8-9412ed0880be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:41:01.576073 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96e3018-7669-4e8e-b310-7d09165d297d tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Network hostable DHCP agents. Network: 783b1274-40df-43c7-95d8-9412ed0880be, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:41:01.590474 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b7dcc1-fa5d-4735-a864-e613f6cec768 admin admin] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:41:01.607566 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-e990553b-118d-4ddb-8e3f-8ebe30f60bf3 None None] Allocated IP 172.20.0.2 (8f0cd7ef-314f-41fb-b93e-da31e25a7810/2c0f8672-be28-4c2b-8091-bcd26485be1d/40013279-daf3-45f5-a6fe-787d6fe4202d) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:41:01.629261 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-da835c6b-b34d-4070-976d-70d0d60f3766 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:01.638882 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port b1f4332b-9f72-47f7-a032-bdb279c51579 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:41:01.640148 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:01.707699 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad065f6-386e-4106-9d26-abb45dc9711d req-bad96219-de7f-42f9-adbd-c6b6baa64c03 tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:41:01.720597 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4ad065f6-386e-4106-9d26-abb45dc9711d req-bad96219-de7f-42f9-adbd-c6b6baa64c03 tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fd6170c-70dd-4607-bd40-eee82090f984 HTTP/1.1" status: 200 len: 945 time: 0.2680430 Aug 05 11:41:01.782060 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b7dcc1-fa5d-4735-a864-e613f6cec768 admin admin] Pushing event updated for resources: {'Port': ['ID=98c034a0-2baa-4134-821e-f8f5f00fa6fc,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:41:01.830994 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96e3018-7669-4e8e-b310-7d09165d297d tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Network 783b1274-40df-43c7-95d8-9412ed0880be is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:41:01.831852 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ba61603-bccc-4cf1-9153-e30749046b0e tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Deleting subnet 80a860e9-2a70-49b0-b00a-910c46c1b0f3 {{(pid=94421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:41:01.851447 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4ba61603-bccc-4cf1-9153-e30749046b0e tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks [] for subnet, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:01.873677 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4ad065f6-386e-4106-9d26-abb45dc9711d req-22ce78fc-0252-4de0-ad87-303668f418c2 tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] 10.222.0.58 "GET /v2.0/security-groups?id=c3cdc2e1-6657-462f-8996-f7367a683d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140418 Aug 05 11:41:01.899874 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-a96e3018-7669-4e8e-b310-7d09165d297d tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, 783b1274-40df-43c7-95d8-9412ed0880be) {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:41:01.909980 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96e3018-7669-4e8e-b310-7d09165d297d tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:41:01.911118 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a96e3018-7669-4e8e-b310-7d09165d297d tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:01.999623 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5377b4b-13bb-4cba-89ae-f5fe04299a3b None None] Network 783b1274-40df-43c7-95d8-9412ed0880be requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:41:02.079638 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4ba61603-bccc-4cf1-9153-e30749046b0e tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29786388'] for subnet, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:02.127646 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80e5ab2-fa73-4329-9de2-cac8fed835a9 req-5887dfc2-eaee-41ad-bf92-9bb659e803c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:41:02.130705 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d80e5ab2-fa73-4329-9de2-cac8fed835a9 req-5887dfc2-eaee-41ad-bf92-9bb659e803c6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=922471f37b13454ba92168a26c5eea8e&device_id=7867b2c8-ac1a-4028-bb5d-04646277a459 HTTP/1.1" status: 200 len: 1096 time: 0.4505739 Aug 05 11:41:02.197541 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe7bc0c-a489-4b7e-8b3d-7bcb4d5a0041 req-7c418fff-59f1-4432-aaed-316b4c91258a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:41:02.200757 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5fe7bc0c-a489-4b7e-8b3d-7bcb4d5a0041 req-7c418fff-59f1-4432-aaed-316b4c91258a service neutron] 10.222.0.64 "GET /v2.0/networks?id=3bbc31db-4958-4e8b-9f8e-bc48b5d28e47 HTTP/1.1" status: 200 len: 913 time: 1.0368028 Aug 05 11:41:02.347662 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5fe7bc0c-a489-4b7e-8b3d-7bcb4d5a0041 req-b913b5f3-0980-4776-8f99-885246ced9fb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3743ac1-d872-4507-a6f2-ed370e7d4ff9 HTTP/1.1" status: 200 len: 999 time: 0.1313517 Aug 05 11:41:02.371576 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f221e0d5-9e2b-47f0-b06d-0a3a9a67eba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:02.375306 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-36f5d5b9-1424-4903-be6d-51bb0b5ab110 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:02.420105 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-da835c6b-b34d-4070-976d-70d0d60f3766 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:02.546073 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da835c6b-b34d-4070-976d-70d0d60f3766 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Pushing event updated for resources: {'Port': ['ID=999accb4-0efc-4bdf-ab8b-d5438b4393a6,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:41:02.551104 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-36f5d5b9-1424-4903-be6d-51bb0b5ab110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:02.602399 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-a96e3018-7669-4e8e-b310-7d09165d297d tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 9.4057424 Aug 05 11:41:02.603385 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 36704) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:41:02.619951 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-36f5d5b9-1424-4903-be6d-51bb0b5ab110 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=35eed81bcd1945c4af554a43fcc9a071&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4919133 Aug 05 11:41:02.629171 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-fb491173-432b-473b-b722-3abcb16c0836 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Request body: {'subnet': {'network_id': 'c20de73e-f2cd-4743-839f-a0cb6ee5e199', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:41:02.664525 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f221e0d5-9e2b-47f0-b06d-0a3a9a67eba8 None None] For port 454c9605-afb9-4476-a40c-d0ab274f97a2, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=454c9605-afb9-4476-a40c-d0ab274f97a2,segment=NetworkSegment(b608d005-8563-4df7-8312-9cd879ff018c),segment_id=b608d005-8563-4df7-8312-9cd879ff018c)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:41:02.709290 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 02dcc7fb-34ad-4d58-b16e-3eff522baf3f up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:41:02.725823 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f221e0d5-9e2b-47f0-b06d-0a3a9a67eba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:02.769821 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da835c6b-b34d-4070-976d-70d0d60f3766 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Network 90726f35-4a6f-405e-b895-79198dcb7bf4 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:41:02.775307 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 36706) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:41:02.830170 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-da835c6b-b34d-4070-976d-70d0d60f3766 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:41:02.854098 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4ba61603-bccc-4cf1-9153-e30749046b0e tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:02.903231 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b8b7dcc1-fa5d-4735-a864-e613f6cec768 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:02.906391 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af8108f-49a8-4556-b089-c02c9631a277 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-783b1274-40df-43c7-95d8-9412ed0880be', 'network_id': '783b1274-40df-43c7-95d8-9412ed0880be', 'tenant_id': 'a6b8f2b95ab54033a0546a515649431e', 'fixed_ips': [{'subnet_id': '35a24277-4ec8-4668-99d9-ff5862c7a352'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 11:41:02.908331 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-5af8108f-49a8-4556-b089-c02c9631a277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:02.961952 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f221e0d5-9e2b-47f0-b06d-0a3a9a67eba8 None None] Could not find standard attr ID for object 17a5a490-5bdc-4b55-9813-afc9ef17d2e3. {{(pid=94422) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 05 11:41:02.975154 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da835c6b-b34d-4070-976d-70d0d60f3766 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:41:02.978589 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da835c6b-b34d-4070-976d-70d0d60f3766 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:41:02.980607 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-da835c6b-b34d-4070-976d-70d0d60f3766 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:03.040917 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80e5ab2-fa73-4329-9de2-cac8fed835a9 req-261d7727-b41a-4bde-a6bf-8e2b8a80a646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:41:03.049130 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d80e5ab2-fa73-4329-9de2-cac8fed835a9 req-261d7727-b41a-4bde-a6bf-8e2b8a80a646 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3bbc31db-4958-4e8b-9f8e-bc48b5d28e47 HTTP/1.1" status: 200 len: 913 time: 0.8412352 Aug 05 11:41:03.113407 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe7bc0c-a489-4b7e-8b3d-7bcb4d5a0041 req-f967a8cf-701b-4f57-bcc6-a243587f695b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:41:03.117036 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5fe7bc0c-a489-4b7e-8b3d-7bcb4d5a0041 req-f967a8cf-701b-4f57-bcc6-a243587f695b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2358f314-430e-4da8-8dea-b9e9954bab81 HTTP/1.1" status: 200 len: 851 time: 0.7597215 Aug 05 11:41:03.194176 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f221e0d5-9e2b-47f0-b06d-0a3a9a67eba8 None None] Pushing event updated for resources: {'Port': ['ID=454c9605-afb9-4476-a40c-d0ab274f97a2,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:41:03.214477 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d80e5ab2-fa73-4329-9de2-cac8fed835a9 req-9b00e46b-5d95-4edd-9246-7064546f9157 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3e43aa41-b636-47b4-93e2-0b0bf4f8b871 HTTP/1.1" status: 200 len: 217 time: 0.1504874 Aug 05 11:41:03.296810 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f5d5b9-1424-4903-be6d-51bb0b5ab110 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fab9d1f5-8e3e-4274-b8a6-f1dd851aabd0,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:41:03.328053 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-da835c6b-b34d-4070-976d-70d0d60f3766 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 10.3468044 Aug 05 11:41:03.329271 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 36712) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:41:03.384636 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 02dcc7fb-34ad-4d58-b16e-3eff522baf3f completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:41:03.416384 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4ba61603-bccc-4cf1-9153-e30749046b0e tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25038609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30075142'] for subnet, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:03.421429 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-6a399d2c-d34d-4e95-851b-5c241743c8c4 None None] Provisioning complete for port 454c9605-afb9-4476-a40c-d0ab274f97a2 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:41:03.422059 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-6a399d2c-d34d-4e95-851b-5c241743c8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:03.483693 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 02dcc7fb-34ad-4d58-b16e-3eff522baf3f triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:41:03.484608 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:03.534329 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb491173-432b-473b-b722-3abcb16c0836 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Made reservation on behalf of a6b8f2b95ab54033a0546a515649431e for: {'subnet': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:41:03.538588 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e990553b-118d-4ddb-8e3f-8ebe30f60bf3 None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:03.544257 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fb491173-432b-473b-b722-3abcb16c0836 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24211133'] for subnet, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:03.699881 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-e990553b-118d-4ddb-8e3f-8ebe30f60bf3 None None] Transition to ACTIVE for port object 40013279-daf3-45f5-a6fe-787d6fe4202d will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:41:03.710931 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fcbc0d4d-785a-4438-8061-761953d76594 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:03.796662 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-5af8108f-49a8-4556-b089-c02c9631a277 None None] Allocated IP 172.20.0.2 (783b1274-40df-43c7-95d8-9412ed0880be/35a24277-4ec8-4668-99d9-ff5862c7a352/08149d55-4335-4542-866e-d6af930b3669) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:41:03.822851 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-e990553b-118d-4ddb-8e3f-8ebe30f60bf3 None None] Transition to ACTIVE for port object 40013279-daf3-45f5-a6fe-787d6fe4202d will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:41:03.837673 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cebd23-03a1-4731-9bdd-e57180d57b81 req-8f8c59f8-4e23-43d8-b079-9056552f22b7 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:41:03.841832 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-28cebd23-03a1-4731-9bdd-e57180d57b81 req-8f8c59f8-4e23-43d8-b079-9056552f22b7 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=7867b2c8-ac1a-4028-bb5d-04646277a459 HTTP/1.1" status: 200 len: 945 time: 1.0688696 Aug 05 11:41:03.904000 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e990553b-118d-4ddb-8e3f-8ebe30f60bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:03.940107 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54df3ce1-b777-4ce0-8ad6-2141d80d5ed3 req-c9b7a1c2-7160-469a-86cb-7111be1b7845 tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:41:03.944266 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-54df3ce1-b777-4ce0-8ad6-2141d80d5ed3 req-c9b7a1c2-7160-469a-86cb-7111be1b7845 tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fd6170c-70dd-4607-bd40-eee82090f984 HTTP/1.1" status: 200 len: 945 time: 0.7252381 Aug 05 11:41:03.975486 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe7bc0c-a489-4b7e-8b3d-7bcb4d5a0041 req-d86c9187-9019-4b60-aa78-90009f44e72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:41:03.978836 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5fe7bc0c-a489-4b7e-8b3d-7bcb4d5a0041 req-d86c9187-9019-4b60-aa78-90009f44e72c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3bbc31db-4958-4e8b-9f8e-bc48b5d28e47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7327020 Aug 05 11:41:03.998707 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fcbc0d4d-785a-4438-8061-761953d76594 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:04.080818 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e990553b-118d-4ddb-8e3f-8ebe30f60bf3 None None] Pushing event updated for resources: {'Port': ['ID=40013279-daf3-45f5-a6fe-787d6fe4202d,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:41:04.092989 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80e5ab2-fa73-4329-9de2-cac8fed835a9 req-35ac6e73-280f-4182-bb36-3c36db547c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:41:04.096413 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d80e5ab2-fa73-4329-9de2-cac8fed835a9 req-35ac6e73-280f-4182-bb36-3c36db547c0f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2358f314-430e-4da8-8dea-b9e9954bab81 HTTP/1.1" status: 200 len: 851 time: 0.8697691 Aug 05 11:41:04.121075 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba61603-bccc-4cf1-9153-e30749046b0e tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Pushing event deleted for resources: {'Subnet': ['ID=80a860e9-2a70-49b0-b00a-910c46c1b0f3,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:41:04.137540 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e990553b-118d-4ddb-8e3f-8ebe30f60bf3 None None] Network 8f0cd7ef-314f-41fb-b93e-da31e25a7810 is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:41:04.146643 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d088291-d2a7-4f0a-a6b8-5b21d9e29d60 None None] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:41:04.184182 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4ba61603-bccc-4cf1-9153-e30749046b0e tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:04.190208 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-4ba61603-bccc-4cf1-9153-e30749046b0e tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "DELETE /v2.0/subnets/80a860e9-2a70-49b0-b00a-910c46c1b0f3 HTTP/1.1" status: 204 len: 168 time: 2.7321200 Aug 05 11:41:04.201555 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 36714) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:41:04.227635 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-e990553b-118d-4ddb-8e3f-8ebe30f60bf3 None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:41:04.232189 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e990553b-118d-4ddb-8e3f-8ebe30f60bf3 None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:41:04.252327 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5fe7bc0c-a489-4b7e-8b3d-7bcb4d5a0041 req-21422dcb-2455-43bd-9657-666c0eebdfa8 service neutron] 10.222.0.64 "GET /v2.0/networks/3bbc31db-4958-4e8b-9f8e-bc48b5d28e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341392 Aug 05 11:41:04.409940 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-28cebd23-03a1-4731-9bdd-e57180d57b81 req-93fa6224-a4a2-47c3-951a-98493a4e2a54 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=30974407-7b2a-468c-b989-540006d0da28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5363669 Aug 05 11:41:04.588843 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:04.626429 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-54df3ce1-b777-4ce0-8ad6-2141d80d5ed3 req-2e2e15da-872f-4af5-acc1-ba4b2a27f478 tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] 10.222.0.58 "GET /v2.0/security-groups?id=c3cdc2e1-6657-462f-8996-f7367a683d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6421676 Aug 05 11:41:04.646974 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e766afd-83df-41df-b9c6-dd9523f5ea15 req-f64c4281-86a6-420a-8383-1e1c72be5383 tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:41:04.649749 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-0e766afd-83df-41df-b9c6-dd9523f5ea15 req-f64c4281-86a6-420a-8383-1e1c72be5383 tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] 10.222.0.64 "GET /v2.0/ports?device_id=6fd6170c-70dd-4607-bd40-eee82090f984 HTTP/1.1" status: 200 len: 945 time: 0.5787044 Aug 05 11:41:04.713926 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-353ea412-ef69-4b38-9c36-f9139a3dc48b tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Deleting port 999accb4-0efc-4bdf-ab8b-d5438b4393a6 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:41:04.713926 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-353ea412-ef69-4b38-9c36-f9139a3dc48b tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:04.792065 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2a637ab-f008-401a-aa14-1c078cfdc091 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Deleting subnet d26e6927-ff09-470d-b9a0-fe85c2658bc8 {{(pid=94421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:41:04.811195 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80e5ab2-fa73-4329-9de2-cac8fed835a9 req-278d52b4-335b-46e0-a370-905e7bfd6b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:41:04.815071 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d80e5ab2-fa73-4329-9de2-cac8fed835a9 req-278d52b4-335b-46e0-a370-905e7bfd6b7e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3bbc31db-4958-4e8b-9f8e-bc48b5d28e47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6878853 Aug 05 11:41:04.816468 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a2a637ab-f008-401a-aa14-1c078cfdc091 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks [] for subnet, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:04.827637 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-e990553b-118d-4ddb-8e3f-8ebe30f60bf3 None None] Attempting to bind port 40013279-daf3-45f5-a6fe-787d6fe4202d on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:41:04.830091 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-e990553b-118d-4ddb-8e3f-8ebe30f60bf3 None None] Attempting to bind port 40013279-daf3-45f5-a6fe-787d6fe4202d by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '3f33c0e4-40e5-4eb1-b994-3f1c97515386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '8f0cd7ef-314f-41fb-b93e-da31e25a7810'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:41:04.839996 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e990553b-118d-4ddb-8e3f-8ebe30f60bf3 None None] Attempting to bind port 40013279-daf3-45f5-a6fe-787d6fe4202d on network 8f0cd7ef-314f-41fb-b93e-da31e25a7810 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:41:04.908197 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e990553b-118d-4ddb-8e3f-8ebe30f60bf3 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:41:04.909379 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e990553b-118d-4ddb-8e3f-8ebe30f60bf3 None None] Checking segment: {'id': '3f33c0e4-40e5-4eb1-b994-3f1c97515386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '8f0cd7ef-314f-41fb-b93e-da31e25a7810'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:41:04.909379 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e990553b-118d-4ddb-8e3f-8ebe30f60bf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:04.909932 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e990553b-118d-4ddb-8e3f-8ebe30f60bf3 None None] Bound using segment: {'id': '3f33c0e4-40e5-4eb1-b994-3f1c97515386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '8f0cd7ef-314f-41fb-b93e-da31e25a7810'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:41:04.911558 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-e990553b-118d-4ddb-8e3f-8ebe30f60bf3 None None] Bound port: 40013279-daf3-45f5-a6fe-787d6fe4202d, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f33c0e4-40e5-4eb1-b994-3f1c97515386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '8f0cd7ef-314f-41fb-b93e-da31e25a7810'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:41:04.912380 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e990553b-118d-4ddb-8e3f-8ebe30f60bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:05.035072 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-e990553b-118d-4ddb-8e3f-8ebe30f60bf3 None None] For port 40013279-daf3-45f5-a6fe-787d6fe4202d, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:41:05.041542 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-e990553b-118d-4ddb-8e3f-8ebe30f60bf3 None None] For port 40013279-daf3-45f5-a6fe-787d6fe4202d, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=40013279-daf3-45f5-a6fe-787d6fe4202d,segment=NetworkSegment(3f33c0e4-40e5-4eb1-b994-3f1c97515386),segment_id=3f33c0e4-40e5-4eb1-b994-3f1c97515386)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:41:05.055429 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port 02dcc7fb-34ad-4d58-b16e-3eff522baf3f, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=02dcc7fb-34ad-4d58-b16e-3eff522baf3f,segment=NetworkSegment(df4965ed-026b-4702-9189-bba7cbcadff6),segment_id=df4965ed-026b-4702-9189-bba7cbcadff6)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:41:05.061530 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 3e43aa41-b636-47b4-93e2-0b0bf4f8b871 no longer exists at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:41:05.090335 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d80e5ab2-fa73-4329-9de2-cac8fed835a9 req-75d5e047-62d6-45c1-a4f3-999f7987e330 service neutron] 10.222.0.64 "GET /v2.0/networks/3bbc31db-4958-4e8b-9f8e-bc48b5d28e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077553 Aug 05 11:41:05.108458 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e990553b-118d-4ddb-8e3f-8ebe30f60bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:05.238134 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b8b7dcc1-fa5d-4735-a864-e613f6cec768 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286026'] for router, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:05.268735 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e990553b-118d-4ddb-8e3f-8ebe30f60bf3 None None] Pushing event updated for resources: {'Port': ['ID=40013279-daf3-45f5-a6fe-787d6fe4202d,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:41:05.275126 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:05.392128 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a2a637ab-f008-401a-aa14-1c078cfdc091 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29786388'] for subnet, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:05.462431 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-5af8108f-49a8-4556-b089-c02c9631a277 None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:05.535525 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 454c9605-afb9-4476-a40c-d0ab274f97a2 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:41:05.600657 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fcbc0d4d-785a-4438-8061-761953d76594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:05.605294 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fcbc0d4d-785a-4438-8061-761953d76594 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:05.607393 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-fcbc0d4d-785a-4438-8061-761953d76594 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fab9d1f5-8e3e-4274-b8a6-f1dd851aabd0 HTTP/1.1" status: 204 len: 168 time: 2.8303545 Aug 05 11:41:05.909883 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5fe7bc0c-a489-4b7e-8b3d-7bcb4d5a0041 req-4f89dfac-ff0d-41e0-9483-a5a2c77a1142 service neutron] 10.222.0.64 "GET /v2.0/networks/3bbc31db-4958-4e8b-9f8e-bc48b5d28e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6234398 Aug 05 11:41:06.249160 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbc0d4d-785a-4438-8061-761953d76594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fab9d1f5-8e3e-4274-b8a6-f1dd851aabd0,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:41:06.264719 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-5af8108f-49a8-4556-b089-c02c9631a277 None None] Transition to ACTIVE for port object 08149d55-4335-4542-866e-d6af930b3669 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:41:06.314034 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a2a637ab-f008-401a-aa14-1c078cfdc091 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:06.345642 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fb491173-432b-473b-b722-3abcb16c0836 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29762700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24211087'] for subnet, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:06.488076 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-353ea412-ef69-4b38-9c36-f9139a3dc48b tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:06.496170 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=02dcc7fb-34ad-4d58-b16e-3eff522baf3f,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:41:06.538547 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-0e766afd-83df-41df-b9c6-dd9523f5ea15 req-5e420ce1-853c-4389-a554-47a159deed6d tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] Deleting port 41c93dc2-a49a-4318-b4b2-aa38dea3e60c {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:41:06.540035 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-0e766afd-83df-41df-b9c6-dd9523f5ea15 req-5e420ce1-853c-4389-a554-47a159deed6d tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:06.658067 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-5af8108f-49a8-4556-b089-c02c9631a277 None None] Transition to ACTIVE for port object 08149d55-4335-4542-866e-d6af930b3669 will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:41:06.700706 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-353ea412-ef69-4b38-9c36-f9139a3dc48b tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Calling delete_port for 999accb4-0efc-4bdf-ab8b-d5438b4393a6 owned by {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:41:06.789007 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-5af8108f-49a8-4556-b089-c02c9631a277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:07.041972 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:07.045344 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc7f382-a8c2-4ff6-8d8a-963a13baf5fa req-21f61d2f-f781-4d47-a7a1-fb9e0e9b907f tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:41:07.059533 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 454c9605-afb9-4476-a40c-d0ab274f97a2 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:41:07.060856 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:07.072393 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3bc7f382-a8c2-4ff6-8d8a-963a13baf5fa req-21f61d2f-f781-4d47-a7a1-fb9e0e9b907f tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=7867b2c8-ac1a-4028-bb5d-04646277a459 HTTP/1.1" status: 200 len: 945 time: 1.3375256 Aug 05 11:41:07.131834 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a2a637ab-f008-401a-aa14-1c078cfdc091 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25038609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30075142'] for subnet, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:07.197317 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d80e5ab2-fa73-4329-9de2-cac8fed835a9 req-81a5d866-ebfd-49f9-a8b9-bbc6929a8a20 service neutron] 10.222.0.64 "GET /v2.0/networks/3bbc31db-4958-4e8b-9f8e-bc48b5d28e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.0854845 Aug 05 11:41:07.222672 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af8108f-49a8-4556-b089-c02c9631a277 None None] Pushing event updated for resources: {'Port': ['ID=08149d55-4335-4542-866e-d6af930b3669,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:41:07.358415 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 3e43aa41-b636-47b4-93e2-0b0bf4f8b871, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=3e43aa41-b636-47b4-93e2-0b0bf4f8b871,segment=NetworkSegment(5615e441-bf2b-4f62-9a7e-00bdeb60130a),segment_id=5615e441-bf2b-4f62-9a7e-00bdeb60130a)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:41:07.378071 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af8108f-49a8-4556-b089-c02c9631a277 None None] Network 783b1274-40df-43c7-95d8-9412ed0880be is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:41:07.393413 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7867b2c8-ac1a-4028-bb5d-04646277a459', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e43aa41-b636-47b4-93e2-0b0bf4f8b871'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:41:07.399032 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9118565-3a53-4c68-88ee-86aeb9a2952d" -d '{"events": [{"server_uuid": "7867b2c8-ac1a-4028-bb5d-04646277a459", "name": "network-vif-unplugged", "status": "completed", "tag": "3e43aa41-b636-47b4-93e2-0b0bf4f8b871"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:41:07.413962 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-5af8108f-49a8-4556-b089-c02c9631a277 None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:41:07.429415 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af8108f-49a8-4556-b089-c02c9631a277 None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:41:07.443378 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b319e0f1-e37a-4691-ac7d-b32d2cb9c854 req-c7de49c2-6d5f-4011-9dbb-a70640a4678e tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:41:07.446676 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:07.464276 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b319e0f1-e37a-4691-ac7d-b32d2cb9c854 req-c7de49c2-6d5f-4011-9dbb-a70640a4678e tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fd6170c-70dd-4607-bd40-eee82090f984 HTTP/1.1" status: 200 len: 945 time: 1.1370342 Aug 05 11:41:07.482556 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb491173-432b-473b-b722-3abcb16c0836 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Pushing event updated for resources: {'Subnet': ['ID=59c48fd7-7811-4dc2-be64-190b6dff4fab,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:41:07.489474 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a2a637ab-f008-401a-aa14-1c078cfdc091 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:07.502205 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-a2a637ab-f008-401a-aa14-1c078cfdc091 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "DELETE /v2.0/subnets/d26e6927-ff09-470d-b9a0-fe85c2658bc8 HTTP/1.1" status: 204 len: 168 time: 3.2971675 Aug 05 11:41:07.506342 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a637ab-f008-401a-aa14-1c078cfdc091 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Pushing event deleted for resources: {'Subnet': ['ID=d26e6927-ff09-470d-b9a0-fe85c2658bc8,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:41:07.510544 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 36742) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:41:07.609913 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 41c93dc2-a49a-4318-b4b2-aa38dea3e60c no longer exists at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:41:07.620381 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-0e766afd-83df-41df-b9c6-dd9523f5ea15 req-5e420ce1-853c-4389-a554-47a159deed6d tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] For port 41c93dc2-a49a-4318-b4b2-aa38dea3e60c, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=41c93dc2-a49a-4318-b4b2-aa38dea3e60c,segment=NetworkSegment(ec140737-142a-40ce-b93e-5718c5a5e0be),segment_id=ec140737-142a-40ce-b93e-5718c5a5e0be)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:41:07.624885 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-0e766afd-83df-41df-b9c6-dd9523f5ea15 req-5e420ce1-853c-4389-a554-47a159deed6d tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:07.650880 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-04fba8b4-6781-4a61-92da-5a206bbe1794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:07.755443 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-4271334e-a435-45d6-ac25-3ef8d2799a3c tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1925068 Aug 05 11:41:07.756431 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 36746) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:41:07.794943 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-4f22ea2d-7b1e-49df-9155-6ddd6c6028d7 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Request body: {'subnet': {'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:41:07.829326 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-0e766afd-83df-41df-b9c6-dd9523f5ea15 req-5e420ce1-853c-4389-a554-47a159deed6d tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] Calling delete_port for 41c93dc2-a49a-4318-b4b2-aa38dea3e60c owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:41:07.840017 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-353ea412-ef69-4b38-9c36-f9139a3dc48b tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:07.970289 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3bc7f382-a8c2-4ff6-8d8a-963a13baf5fa req-0f24feb6-6cbe-49ea-8ed9-71188fb3492a tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=30974407-7b2a-468c-b989-540006d0da28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8960872 Aug 05 11:41:08.075886 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-5af8108f-49a8-4556-b089-c02c9631a277 None None] Attempting to bind port 08149d55-4335-4542-866e-d6af930b3669 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:41:08.079899 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-5af8108f-49a8-4556-b089-c02c9631a277 None None] Attempting to bind port 08149d55-4335-4542-866e-d6af930b3669 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'a341f74a-3a5c-4769-8a01-cabb392c8464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '783b1274-40df-43c7-95d8-9412ed0880be'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:41:08.080630 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af8108f-49a8-4556-b089-c02c9631a277 None None] Attempting to bind port 08149d55-4335-4542-866e-d6af930b3669 on network 783b1274-40df-43c7-95d8-9412ed0880be {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:41:08.096052 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb491173-432b-473b-b722-3abcb16c0836 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Checking segment: {'id': '6d48cc67-e482-43db-9b70-421f4fcc03c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'c20de73e-f2cd-4743-839f-a0cb6ee5e199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:41:08.096678 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb491173-432b-473b-b722-3abcb16c0836 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Network hostable DHCP agents. Network: c20de73e-f2cd-4743-839f-a0cb6ee5e199, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:41:08.155612 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af8108f-49a8-4556-b089-c02c9631a277 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:41:08.156306 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af8108f-49a8-4556-b089-c02c9631a277 None None] Checking segment: {'id': 'a341f74a-3a5c-4769-8a01-cabb392c8464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '783b1274-40df-43c7-95d8-9412ed0880be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:41:08.162844 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-5af8108f-49a8-4556-b089-c02c9631a277 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:08.163442 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af8108f-49a8-4556-b089-c02c9631a277 None None] Bound using segment: {'id': 'a341f74a-3a5c-4769-8a01-cabb392c8464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '783b1274-40df-43c7-95d8-9412ed0880be'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:41:08.164304 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-5af8108f-49a8-4556-b089-c02c9631a277 None None] Bound port: 08149d55-4335-4542-866e-d6af930b3669, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a341f74a-3a5c-4769-8a01-cabb392c8464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '783b1274-40df-43c7-95d8-9412ed0880be'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:41:08.167840 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353ea412-ef69-4b38-9c36-f9139a3dc48b tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Pushing event deleted for resources: {'Port': ['ID=999accb4-0efc-4bdf-ab8b-d5438b4393a6,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:41:08.168423 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-5af8108f-49a8-4556-b089-c02c9631a277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:08.226113 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b319e0f1-e37a-4691-ac7d-b32d2cb9c854 req-628c3f7f-6254-4974-b0a9-f1e27a99218d tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] 10.222.0.58 "GET /v2.0/security-groups?id=c3cdc2e1-6657-462f-8996-f7367a683d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7470217 Aug 05 11:41:08.227764 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-353ea412-ef69-4b38-9c36-f9139a3dc48b tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:08.230629 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-353ea412-ef69-4b38-9c36-f9139a3dc48b tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] 10.222.0.58 "DELETE /v2.0/ports/999accb4-0efc-4bdf-ab8b-d5438b4393a6 HTTP/1.1" status: 204 len: 168 time: 4.8182604 Aug 05 11:41:08.256544 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 36754) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:41:08.329029 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-2dbe1ca2-4158-4df1-91e8-6cf80527edf7 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '90726f35-4a6f-405e-b895-79198dcb7bf4', 'external_fixed_ips': [{'subnet_id': '22c40bb9-eb5d-4d6b-96cb-e2b124f6b9cc', 'ip_address': '2001:db8::321'}]}}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:41:08.402546 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb491173-432b-473b-b722-3abcb16c0836 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Network c20de73e-f2cd-4743-839f-a0cb6ee5e199 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:41:08.402770 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb3280f-151a-4ed7-b056-f67e61f3bcc1 req-fcbb3511-4516-4380-9b33-2b3d9dee42c4 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:41:08.405782 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-0bb3280f-151a-4ed7-b056-f67e61f3bcc1 req-fcbb3511-4516-4380-9b33-2b3d9dee42c4 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] 10.222.0.55 "GET /v2.0/ports?device_id=eb8cbb94-da28-4508-910d-f3e8570df80d HTTP/1.1" status: 200 len: 945 time: 1.4610159 Aug 05 11:41:08.419326 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8b7dcc1-fa5d-4735-a864-e613f6cec768 admin admin] Router b821e3b7-306f-4f4d-a4a8-f1053fae2eb8 is scheduled to L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d with binding_index 1 {{(pid=94421) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 11:41:08.429325 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=3e43aa41-b636-47b4-93e2-0b0bf4f8b871,revision_number=8']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:41:08.437947 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-fb491173-432b-473b-b722-3abcb16c0836 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, c20de73e-f2cd-4743-839f-a0cb6ee5e199) {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:41:08.447622 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb491173-432b-473b-b722-3abcb16c0836 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:41:08.448664 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fb491173-432b-473b-b722-3abcb16c0836 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:08.464991 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 05 Aug 2021 11:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-792224d8-8cf0-481d-96f8-be9897971e33 x-openstack-request-id: req-792224d8-8cf0-481d-96f8-be9897971e33 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:41:08.465474 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7867b2c8-ac1a-4028-bb5d-04646277a459", "name": "network-vif-unplugged", "status": "completed", "tag": "3e43aa41-b636-47b4-93e2-0b0bf4f8b871", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:41:08.465918 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-792224d8-8cf0-481d-96f8-be9897971e33 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:41:08.466756 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7867b2c8-ac1a-4028-bb5d-04646277a459', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e43aa41-b636-47b4-93e2-0b0bf4f8b871', 'code': 200} Aug 05 11:41:08.471996 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2676d4-0507-4f15-9046-cdbb9abad7d0 None None] Network 8f0cd7ef-314f-41fb-b93e-da31e25a7810 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:41:08.498239 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160d7bfe-7204-40be-8e02-1a3db7361209 None None] Network c20de73e-f2cd-4743-839f-a0cb6ee5e199 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:41:08.525982 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f822a82f-e41e-4965-9af5-e21d7b090622 req-e548cb09-6b16-4331-b282-1c89c28dcdae tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:41:08.530528 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f822a82f-e41e-4965-9af5-e21d7b090622 req-e548cb09-6b16-4331-b282-1c89c28dcdae tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] 10.222.0.58 "GET /v2.0/ports?device_id=eb8cbb94-da28-4508-910d-f3e8570df80d HTTP/1.1" status: 200 len: 945 time: 0.3402283 Aug 05 11:41:08.535929 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2dbe1ca2-4158-4df1-91e8-6cf80527edf7 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33260300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1929'] for router, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:08.538759 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2dbe1ca2-4158-4df1-91e8-6cf80527edf7 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33285914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33034662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1926'] for router, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:08.573725 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-fb491173-432b-473b-b722-3abcb16c0836 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.9494531 Aug 05 11:41:08.575402 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 36756) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:41:08.740201 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b1e94b-b284-4643-8371-12e919654a6d None None] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:41:08.773759 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f22ea2d-7b1e-49df-9155-6ddd6c6028d7 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Made reservation on behalf of 2255634a74e844e794fd358818288ba1 for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:41:08.782113 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4f22ea2d-7b1e-49df-9155-6ddd6c6028d7 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:08.894170 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2dbe1ca2-4158-4df1-91e8-6cf80527edf7 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:08.943019 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f822a82f-e41e-4965-9af5-e21d7b090622 req-3d69fa40-85aa-4c69-b6e6-4a15388b1193 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] 10.222.0.58 "GET /v2.0/security-groups?id=8707e749-14ef-46e9-b17b-2053065b99b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3827128 Aug 05 11:41:09.025977 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-46562ac8-c213-43b7-92dd-e504bd0a2e55 None None] Provisioning for port 40013279-daf3-45f5-a6fe-787d6fe4202d completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:41:09.094517 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device a9522271-2125-4027-9fe8-bf85847f2aff no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:41:09.367190 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-0bb3280f-151a-4ed7-b056-f67e61f3bcc1 req-384db3f1-590a-4b79-8cd5-d15024b5794c tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] Deleting port a9522271-2125-4027-9fe8-bf85847f2aff {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:41:09.368104 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-0bb3280f-151a-4ed7-b056-f67e61f3bcc1 req-384db3f1-590a-4b79-8cd5-d15024b5794c tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:09.613227 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-5af8108f-49a8-4556-b089-c02c9631a277 None None] For port 08149d55-4335-4542-866e-d6af930b3669, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:41:09.621536 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-0e766afd-83df-41df-b9c6-dd9523f5ea15 req-5e420ce1-853c-4389-a554-47a159deed6d tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:09.625491 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8b7dcc1-fa5d-4735-a864-e613f6cec768 admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:41:09.681573 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 40013279-daf3-45f5-a6fe-787d6fe4202d up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:41:09.702431 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e420ce1-853c-4389-a554-47a159deed6d tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] Pushing event deleted for resources: {'Port': ['ID=41c93dc2-a49a-4318-b4b2-aa38dea3e60c,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:41:09.744612 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9e4950-b2da-439d-b8cf-851094cedf2a None None] Sync routers for ids ['b821e3b7-306f-4f4d-a4a8-f1053fae2eb8'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:41:09.890814 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b8b7dcc1-fa5d-4735-a864-e613f6cec768 admin admin] Notify callbacks [] for router, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:09.898748 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-b8b7dcc1-fa5d-4735-a864-e613f6cec768 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 12.6533604 Aug 05 11:41:09.932269 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 36774) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:41:09.937930 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e766afd-83df-41df-b9c6-dd9523f5ea15 req-5e420ce1-853c-4389-a554-47a159deed6d tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] No DVR routers for this DVR port 41c93dc2-a49a-4318-b4b2-aa38dea3e60c on host n-h1-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:41:09.967286 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-0e766afd-83df-41df-b9c6-dd9523f5ea15 req-5e420ce1-853c-4389-a554-47a159deed6d tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:09.971393 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-0e766afd-83df-41df-b9c6-dd9523f5ea15 req-5e420ce1-853c-4389-a554-47a159deed6d tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] 10.222.0.64 "DELETE /v2.0/ports/41c93dc2-a49a-4318-b4b2-aa38dea3e60c HTTP/1.1" status: 204 len: 173 time: 5.3106077 Aug 05 11:41:09.972714 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fd6170c-70dd-4607-bd40-eee82090f984', 'name': 'network-vif-deleted', 'tag': '41c93dc2-a49a-4318-b4b2-aa38dea3e60c'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:41:09.982920 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de8bfe18-0e2b-4d78-b85d-5b2190e04135" -d '{"events": [{"server_uuid": "6fd6170c-70dd-4607-bd40-eee82090f984", "name": "network-vif-deleted", "tag": "41c93dc2-a49a-4318-b4b2-aa38dea3e60c"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:41:10.052303 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-5af8108f-49a8-4556-b089-c02c9631a277 None None] For port 08149d55-4335-4542-866e-d6af930b3669, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=08149d55-4335-4542-866e-d6af930b3669,segment=NetworkSegment(a341f74a-3a5c-4769-8a01-cabb392c8464),segment_id=a341f74a-3a5c-4769-8a01-cabb392c8464)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:41:10.096379 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2dbe1ca2-4158-4df1-91e8-6cf80527edf7 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:10.115112 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:10.127023 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-0bb3280f-151a-4ed7-b056-f67e61f3bcc1 req-384db3f1-590a-4b79-8cd5-d15024b5794c tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] For port a9522271-2125-4027-9fe8-bf85847f2aff, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=a9522271-2125-4027-9fe8-bf85847f2aff,segment=NetworkSegment(0d548106-3837-4bed-8414-b60a66dc0795),segment_id=0d548106-3837-4bed-8414-b60a66dc0795)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:41:10.127815 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-0bb3280f-151a-4ed7-b056-f67e61f3bcc1 req-384db3f1-590a-4b79-8cd5-d15024b5794c tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:10.186477 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-0bb3280f-151a-4ed7-b056-f67e61f3bcc1 req-384db3f1-590a-4b79-8cd5-d15024b5794c tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] Calling delete_port for a9522271-2125-4027-9fe8-bf85847f2aff owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:41:10.197132 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f9341c3d-c666-4894-9a4b-6ad2cf097ae0 req-0c1dc1e3-df41-4be5-bb90-e2baca3e31fa tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fd6170c-70dd-4607-bd40-eee82090f984 HTTP/1.1" status: 200 len: 210 time: 0.6955712 Aug 05 11:41:10.249385 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-5af8108f-49a8-4556-b089-c02c9631a277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:10.271047 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6c9c86a8-d741-456c-9dfe-08311ef002e1 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:10.415030 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f126c86-5088-4855-8059-1b2234fab261 req-a0d0bba5-c7fc-4b73-aea6-8a08d870e2fb tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:41:10.418429 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5f126c86-5088-4855-8059-1b2234fab261 req-a0d0bba5-c7fc-4b73-aea6-8a08d870e2fb tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=7867b2c8-ac1a-4028-bb5d-04646277a459 HTTP/1.1" status: 200 len: 943 time: 1.0058770 Aug 05 11:41:10.607004 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-a4b22aeb-0601-42d4-82fa-74d1dafbcaf5 None None] Provisioning complete for port 7241a82c-a5cb-48c9-8ac0-b206ea451fc9 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:41:10.607592 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-a4b22aeb-0601-42d4-82fa-74d1dafbcaf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:10.692957 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2abccffb-9776-415e-9da8-7b4331752892 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-c20de73e-f2cd-4743-839f-a0cb6ee5e199', 'network_id': 'c20de73e-f2cd-4743-839f-a0cb6ee5e199', 'tenant_id': 'a6b8f2b95ab54033a0546a515649431e', 'fixed_ips': [{'subnet_id': '59c48fd7-7811-4dc2-be64-190b6dff4fab'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 11:41:10.694610 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-2abccffb-9776-415e-9da8-7b4331752892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:10.820729 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4a60d2-1bc3-40ac-aafe-27cd4cc4bfc8 None None] DHCP port deletion for 65f763dc-e344-4f1a-a003-f0293beb6d65 request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 11:41:10.954509 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:10.977048 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9e4950-b2da-439d-b8cf-851094cedf2a None None] Routers {'b821e3b7-306f-4f4d-a4a8-f1053fae2eb8'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:41:10.980301 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-ed9e4950-b2da-439d-b8cf-851094cedf2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:40:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['b821e3b7-306f-4f4d-a4a8-f1053fae2eb8'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:41:11.037366 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-02db59ac-e1de-434d-9ecf-60e5aa6bca09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:11.097609 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5f126c86-5088-4855-8059-1b2234fab261 req-4e9fa776-6561-4d0f-a034-29fd6ff8a959 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=30974407-7b2a-468c-b989-540006d0da28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5724006 Aug 05 11:41:11.227055 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af8108f-49a8-4556-b089-c02c9631a277 None None] Pushing event updated for resources: {'Port': ['ID=08149d55-4335-4542-866e-d6af930b3669,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:41:11.334671 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d669f6d7-03fd-4b38-afa4-176094066d75 x-openstack-request-id: req-d669f6d7-03fd-4b38-afa4-176094066d75 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:41:11.335716 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fd6170c-70dd-4607-bd40-eee82090f984", "name": "network-vif-deleted", "tag": "41c93dc2-a49a-4318-b4b2-aa38dea3e60c", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:41:11.336377 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d669f6d7-03fd-4b38-afa4-176094066d75 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:41:11.337673 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fd6170c-70dd-4607-bd40-eee82090f984', 'name': 'network-vif-deleted', 'tag': '41c93dc2-a49a-4318-b4b2-aa38dea3e60c', 'status': 'completed', 'code': 200} Aug 05 11:41:11.373392 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b03426-83a7-4049-84c9-42916c307e5a req-0dc0be94-6397-4250-ac23-8e09230e3122 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:41:11.408128 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-50b03426-83a7-4049-84c9-42916c307e5a req-0dc0be94-6397-4250-ac23-8e09230e3122 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] 10.222.0.58 "GET /v2.0/ports?device_id=eb8cbb94-da28-4508-910d-f3e8570df80d HTTP/1.1" status: 200 len: 945 time: 0.8038759 Aug 05 11:41:11.434385 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4f22ea2d-7b1e-49df-9155-6ddd6c6028d7 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25038678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30075167'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:11.542141 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-6c9c86a8-d741-456c-9dfe-08311ef002e1 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Allocated IP 172.20.0.1 (783b1274-40df-43c7-95d8-9412ed0880be/35a24277-4ec8-4668-99d9-ff5862c7a352/6c375c0e-0516-4636-b504-07b59d7125a6) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:41:11.758812 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f22ea2d-7b1e-49df-9155-6ddd6c6028d7 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:41:11.799933 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-4f22ea2d-7b1e-49df-9155-6ddd6c6028d7 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:41:11.853746 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f22ea2d-7b1e-49df-9155-6ddd6c6028d7 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:41:11.854809 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4f22ea2d-7b1e-49df-9155-6ddd6c6028d7 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:11.895628 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f22ea2d-7b1e-49df-9155-6ddd6c6028d7 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Pushing event updated for resources: {'Subnet': ['ID=8d40fa01-5d7a-4a85-b46f-a9e6488b5861,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:41:11.952535 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-ed9e4950-b2da-439d-b8cf-851094cedf2a None None] Set router b821e3b7-306f-4f4d-a4a8-f1053fae2eb8 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:41:12.159962 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:12.165239 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-50b03426-83a7-4049-84c9-42916c307e5a req-d326a4b8-1c86-4f62-8121-e20e1b1735ff tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] 10.222.0.58 "GET /v2.0/security-groups?id=8707e749-14ef-46e9-b17b-2053065b99b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262585 Aug 05 11:41:12.293595 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-4f22ea2d-7b1e-49df-9155-6ddd6c6028d7 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.5257015 Aug 05 11:41:12.300936 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 36808) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:41:12.314007 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-4819df6f-9f12-4496-85b9-8b35f5c2c6db tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Request body: {'subnet': {'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:41:12.428438 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6c9c86a8-d741-456c-9dfe-08311ef002e1 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:12.461539 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [None req-6c9c86a8-d741-456c-9dfe-08311ef002e1 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Transition to ACTIVE for port object 6c375c0e-0516-4636-b504-07b59d7125a6 will not be triggered until provisioned by entity DHCP. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:41:12.535287 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-0bb3280f-151a-4ed7-b056-f67e61f3bcc1 req-384db3f1-590a-4b79-8cd5-d15024b5794c tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:12.546243 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 3e43aa41-b636-47b4-93e2-0b0bf4f8b871 no longer exists at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:41:12.807093 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384db3f1-590a-4b79-8cd5-d15024b5794c tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] Pushing event deleted for resources: {'Port': ['ID=a9522271-2125-4027-9fe8-bf85847f2aff,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:41:12.863693 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6c9c86a8-d741-456c-9dfe-08311ef002e1 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:13.026677 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfecce30-9539-4bf1-9170-f3c53117cc67 req-2958142a-d24e-42ea-acd5-a74672fc66ff tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:41:13.030038 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bfecce30-9539-4bf1-9170-f3c53117cc67 req-2958142a-d24e-42ea-acd5-a74672fc66ff tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=7867b2c8-ac1a-4028-bb5d-04646277a459 HTTP/1.1" status: 200 len: 943 time: 0.5621185 Aug 05 11:41:13.048149 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9c86a8-d741-456c-9dfe-08311ef002e1 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Network 783b1274-40df-43c7-95d8-9412ed0880be is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:41:13.059489 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2dbe1ca2-4158-4df1-91e8-6cf80527edf7 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:13.063516 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-6c9c86a8-d741-456c-9dfe-08311ef002e1 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:41:13.080548 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9c86a8-d741-456c-9dfe-08311ef002e1 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:41:13.131352 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bb3280f-151a-4ed7-b056-f67e61f3bcc1 req-384db3f1-590a-4b79-8cd5-d15024b5794c tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] No DVR routers for this DVR port a9522271-2125-4027-9fe8-bf85847f2aff on host n-h2-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:41:13.145007 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-0bb3280f-151a-4ed7-b056-f67e61f3bcc1 req-384db3f1-590a-4b79-8cd5-d15024b5794c tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:13.150122 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-0bb3280f-151a-4ed7-b056-f67e61f3bcc1 req-384db3f1-590a-4b79-8cd5-d15024b5794c tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] 10.222.0.55 "DELETE /v2.0/ports/a9522271-2125-4027-9fe8-bf85847f2aff HTTP/1.1" status: 204 len: 173 time: 4.7215977 Aug 05 11:41:13.320331 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2dbe1ca2-4158-4df1-91e8-6cf80527edf7 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:13.444260 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9c86a8-d741-456c-9dfe-08311ef002e1 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Pushing event updated for resources: {'Port': ['ID=6c375c0e-0516-4636-b504-07b59d7125a6,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:41:13.501797 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 40013279-daf3-45f5-a6fe-787d6fe4202d completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:41:13.529577 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb8cbb94-da28-4508-910d-f3e8570df80d', 'name': 'network-vif-deleted', 'tag': 'a9522271-2125-4027-9fe8-bf85847f2aff'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:41:13.537028 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14aa0125-b44d-4b89-b682-8439573ce42b" -d '{"events": [{"server_uuid": "eb8cbb94-da28-4508-910d-f3e8570df80d", "name": "network-vif-deleted", "tag": "a9522271-2125-4027-9fe8-bf85847f2aff"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:41:13.581419 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bfecce30-9539-4bf1-9170-f3c53117cc67 req-181b1c22-168f-4582-8573-c30d7d5b3de4 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=30974407-7b2a-468c-b989-540006d0da28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5304513 Aug 05 11:41:13.598956 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 40013279-daf3-45f5-a6fe-787d6fe4202d triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:41:13.600279 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:13.648646 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6c9c86a8-d741-456c-9dfe-08311ef002e1 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33288800'] for router_interface, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:13.656770 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a61d07e8-95a9-4ab5-988a-af0e7712ba68 req-ddeb46af-208b-4cc9-8de1-d024f99493c3 tempest-AttachVolumeNegativeTest-2052118596 tempest-AttachVolumeNegativeTest-2052118596-project] 10.222.0.58 "GET /v2.0/ports?device_id=eb8cbb94-da28-4508-910d-f3e8570df80d HTTP/1.1" status: 200 len: 210 time: 0.1513505 Aug 05 11:41:13.738147 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:13.744571 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39140fdb-f4db-4cfd-8ca4-58f279bef425 None None] Network 783b1274-40df-43c7-95d8-9412ed0880be requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:41:13.870428 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc983f40-c621-467e-a3a0-abdd210a5d08 x-openstack-request-id: req-bc983f40-c621-467e-a3a0-abdd210a5d08 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:41:13.870931 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb8cbb94-da28-4508-910d-f3e8570df80d", "name": "network-vif-deleted", "tag": "a9522271-2125-4027-9fe8-bf85847f2aff", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:41:13.871373 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bc983f40-c621-467e-a3a0-abdd210a5d08 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:41:13.872219 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb8cbb94-da28-4508-910d-f3e8570df80d', 'name': 'network-vif-deleted', 'tag': 'a9522271-2125-4027-9fe8-bf85847f2aff', 'status': 'completed', 'code': 200} Aug 05 11:41:13.878249 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4819df6f-9f12-4496-85b9-8b35f5c2c6db tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Made reservation on behalf of 2255634a74e844e794fd358818288ba1 for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:41:13.886044 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4819df6f-9f12-4496-85b9-8b35f5c2c6db tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:14.090425 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-fe4a60d2-1bc3-40ac-aafe-27cd4cc4bfc8 None None] Deleting port 7241a82c-a5cb-48c9-8ac0-b206ea451fc9 {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:41:14.091012 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-fe4a60d2-1bc3-40ac-aafe-27cd4cc4bfc8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:14.316781 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8c43ff29-abd0-4189-8936-175b92522c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:14.346331 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-2dbe1ca2-4158-4df1-91e8-6cf80527edf7 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Allocated IP 2001:db8::321 (90726f35-4a6f-405e-b895-79198dcb7bf4/22c40bb9-eb5d-4d6b-96cb-e2b124f6b9cc/fdf42316-1825-4476-a970-3da574033de6) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:41:14.378804 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b6bd5d-c16f-4a3b-8f35-97242da87f01 req-56ac55c2-e529-46c1-890f-6a38f34fe52a tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:41:14.384169 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-44b6bd5d-c16f-4a3b-8f35-97242da87f01 req-56ac55c2-e529-46c1-890f-6a38f34fe52a tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=40021a41-d350-4e38-ac4d-f69e07c48ffb HTTP/1.1" status: 200 len: 945 time: 0.4924154 Aug 05 11:41:14.424203 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6c9c86a8-d741-456c-9dfe-08311ef002e1 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:14.683267 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-44b6bd5d-c16f-4a3b-8f35-97242da87f01 req-925036f2-86d3-4625-a523-64d8328eb24d tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=47a5a50c-7385-42e8-98ac-c05af9825ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2644985 Aug 05 11:41:14.781548 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-fe4a60d2-1bc3-40ac-aafe-27cd4cc4bfc8 None None] For port 7241a82c-a5cb-48c9-8ac0-b206ea451fc9, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=7241a82c-a5cb-48c9-8ac0-b206ea451fc9,segment=NetworkSegment(c3ce43ff-a33b-459d-a35e-6c011fee3456),segment_id=c3ce43ff-a33b-459d-a35e-6c011fee3456)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:41:14.784466 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-fe4a60d2-1bc3-40ac-aafe-27cd4cc4bfc8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:14.977265 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:14.984684 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-fe4a60d2-1bc3-40ac-aafe-27cd4cc4bfc8 None None] Calling delete_port for 7241a82c-a5cb-48c9-8ac0-b206ea451fc9 owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:41:14.990837 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-2abccffb-9776-415e-9da8-7b4331752892 None None] Allocated IP 172.20.0.2 (c20de73e-f2cd-4743-839f-a0cb6ee5e199/59c48fd7-7811-4dc2-be64-190b6dff4fab/46e4b80c-0d31-4054-adbd-62de354b5297) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:41:15.024053 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 36842) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:41:15.232409 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:15.437115 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-8c43ff29-abd0-4189-8936-175b92522c5b admin admin] Allocated IP 172.20.0.1 (8f0cd7ef-314f-41fb-b93e-da31e25a7810/2c0f8672-be28-4c2b-8091-bcd26485be1d/00fa1673-847a-4233-8d50-40b335af790a) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:41:15.450031 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 36848) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:41:15.851645 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-1d72abb0-14c4-442d-8796-a6e283304afa None None] Provisioning for port 08149d55-4335-4542-866e-d6af930b3669 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:41:15.965254 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8c43ff29-abd0-4189-8936-175b92522c5b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:16.010575 n-d-803378-2 neutron-server[94421]: DEBUG neutron.objects.ports [None req-4819df6f-9f12-4496-85b9-8b35f5c2c6db tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94421) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 05 11:41:16.123388 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-2abccffb-9776-415e-9da8-7b4331752892 None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:16.141563 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-2abccffb-9776-415e-9da8-7b4331752892 None None] Transition to ACTIVE for port object 46e4b80c-0d31-4054-adbd-62de354b5297 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:41:16.174059 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-2abccffb-9776-415e-9da8-7b4331752892 None None] Transition to ACTIVE for port object 46e4b80c-0d31-4054-adbd-62de354b5297 will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:41:16.206011 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-ed9e4950-b2da-439d-b8cf-851094cedf2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b821e3b7-306f-4f4d-a4a8-f1053fae2eb8', 'name': 'tempest-AttachSCSIVolumeTestJSON-2053490810-router', 'tenant_id': 'edd36454afa346aa91983497ab8e2fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '98c034a0-2baa-4134-821e-f8f5f00fa6fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:40:57Z', 'updated_at': '2021-08-05T11:41:02Z', 'revision_number': 3, 'project_id': 'edd36454afa346aa91983497ab8e2fdf', 'gw_port': {'id': '98c034a0-2baa-4134-821e-f8f5f00fa6fc', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:99:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b821e3b7-306f-4f4d-a4a8-f1053fae2eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1922, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:41:00Z', 'updated_at': '2021-08-05T11:41:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:41:16.240956 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-2abccffb-9776-415e-9da8-7b4331752892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:16.284141 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2dbe1ca2-4158-4df1-91e8-6cf80527edf7 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:16.315976 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port 40013279-daf3-45f5-a6fe-787d6fe4202d, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=40013279-daf3-45f5-a6fe-787d6fe4202d,segment=NetworkSegment(3f33c0e4-40e5-4eb1-b994-3f1c97515386),segment_id=3f33c0e4-40e5-4eb1-b994-3f1c97515386)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:41:16.341703 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320eef69-0b0e-4002-a869-d628bb80a0ab req-18c22ff6-3997-4f18-8f1e-9e4f5b744fba tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:41:16.342200 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [None req-8c43ff29-abd0-4189-8936-175b92522c5b admin admin] Transition to ACTIVE for port object 00fa1673-847a-4233-8d50-40b335af790a will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:41:16.353846 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-320eef69-0b0e-4002-a869-d628bb80a0ab req-18c22ff6-3997-4f18-8f1e-9e4f5b744fba tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=40021a41-d350-4e38-ac4d-f69e07c48ffb HTTP/1.1" status: 200 len: 945 time: 1.3354137 Aug 05 11:41:16.369461 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_v2 [None req-70b5d8ca-6de5-472f-b217-be4afed04461 admin admin] Deleting subnet 7e926322-942d-429f-85a0-6f35bc628f55 {{(pid=94420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:41:16.374174 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9e4950-b2da-439d-b8cf-851094cedf2a None None] Checking router: b821e3b7-306f-4f4d-a4a8-f1053fae2eb8 for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:41:16.374767 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9e4950-b2da-439d-b8cf-851094cedf2a None None] Updating router b821e3b7-306f-4f4d-a4a8-f1053fae2eb8 port 98c034a0-2baa-4134-821e-f8f5f00fa6fc binding host n-d-803378-2 {{(pid=94422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 11:41:16.403218 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:16.403562 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-91aa9ed7-dcc2-492d-8fbe-ed03b73d90c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:16.403734 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 02dcc7fb-34ad-4d58-b16e-3eff522baf3f up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:41:16.491291 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-70b5d8ca-6de5-472f-b217-be4afed04461 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:16.598135 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2abccffb-9776-415e-9da8-7b4331752892 None None] Network c20de73e-f2cd-4743-839f-a0cb6ee5e199 is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:41:16.630118 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-2abccffb-9776-415e-9da8-7b4331752892 None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:41:16.642281 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abccffb-9776-415e-9da8-7b4331752892 None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:41:16.646482 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abccffb-9776-415e-9da8-7b4331752892 None None] Pushing event updated for resources: {'Port': ['ID=46e4b80c-0d31-4054-adbd-62de354b5297,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:41:16.660706 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-1d72abb0-14c4-442d-8796-a6e283304afa None None] Provisioning complete for port 40013279-daf3-45f5-a6fe-787d6fe4202d triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:41:16.661463 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1d72abb0-14c4-442d-8796-a6e283304afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:16.679648 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-ed9e4950-b2da-439d-b8cf-851094cedf2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:16.692040 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-fe4a60d2-1bc3-40ac-aafe-27cd4cc4bfc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:16.729173 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8c43ff29-abd0-4189-8936-175b92522c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:16.775308 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-320eef69-0b0e-4002-a869-d628bb80a0ab req-1a81f5b2-4a0d-4779-881e-deb6843e7f65 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=47a5a50c-7385-42e8-98ac-c05af9825ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3934724 Aug 05 11:41:16.828550 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-70b5d8ca-6de5-472f-b217-be4afed04461 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25010562'] for subnet, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:16.891969 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4819df6f-9f12-4496-85b9-8b35f5c2c6db tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:16.903419 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c43ff29-abd0-4189-8936-175b92522c5b admin admin] Network 8f0cd7ef-314f-41fb-b93e-da31e25a7810 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:41:16.949046 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4a60d2-1bc3-40ac-aafe-27cd4cc4bfc8 None None] No DVR routers for this DVR port 7241a82c-a5cb-48c9-8ac0-b206ea451fc9 on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:41:17.033229 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e5f4b6-1434-4815-834d-f11fe53bd5f1 None None] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:41:17.090001 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-2abccffb-9776-415e-9da8-7b4331752892 None None] Attempting to bind port 46e4b80c-0d31-4054-adbd-62de354b5297 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:41:17.090831 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-2abccffb-9776-415e-9da8-7b4331752892 None None] Attempting to bind port 46e4b80c-0d31-4054-adbd-62de354b5297 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '6d48cc67-e482-43db-9b70-421f4fcc03c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'c20de73e-f2cd-4743-839f-a0cb6ee5e199'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:41:17.091458 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2abccffb-9776-415e-9da8-7b4331752892 None None] Attempting to bind port 46e4b80c-0d31-4054-adbd-62de354b5297 on network c20de73e-f2cd-4743-839f-a0cb6ee5e199 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:41:17.109001 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c43ff29-abd0-4189-8936-175b92522c5b admin admin] Pushing event updated for resources: {'Port': ['ID=00fa1673-847a-4233-8d50-40b335af790a,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:41:17.142644 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-8c43ff29-abd0-4189-8936-175b92522c5b admin admin] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:41:17.163887 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_v2 [None req-4819df6f-9f12-4496-85b9-8b35f5c2c6db tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Port 7241a82c-a5cb-48c9-8ac0-b206ea451fc9 concurrently deleted while adding address for new subnet {'id': 'b317b2e8-b117-4529-be7b-bf159ac3310a', 'name': '', 'tenant_id': '2255634a74e844e794fd358818288ba1', 'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 1936, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-08-05T11:41:14Z', 'updated_at': '2021-08-05T11:41:14Z', 'revision_number': 0, 'segment_id': None, 'project_id': '2255634a74e844e794fd358818288ba1'}. {{(pid=94421) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:770}} Aug 05 11:41:17.166677 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4819df6f-9f12-4496-85b9-8b35f5c2c6db tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25038678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30075167'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:17.192369 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c43ff29-abd0-4189-8936-175b92522c5b admin admin] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:41:17.301417 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 02dcc7fb-34ad-4d58-b16e-3eff522baf3f triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:41:17.302271 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:17.317127 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4819df6f-9f12-4496-85b9-8b35f5c2c6db tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:41:17.344470 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6c9c86a8-d741-456c-9dfe-08311ef002e1 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:17.443927 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-4819df6f-9f12-4496-85b9-8b35f5c2c6db tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:41:17.446491 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6c9c86a8-d741-456c-9dfe-08311ef002e1 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:17.462726 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-70b5d8ca-6de5-472f-b217-be4afed04461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:17.482265 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4819df6f-9f12-4496-85b9-8b35f5c2c6db tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:41:17.483344 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4819df6f-9f12-4496-85b9-8b35f5c2c6db tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:17.558190 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2dbe1ca2-4158-4df1-91e8-6cf80527edf7 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:17.599078 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8c43ff29-abd0-4189-8936-175b92522c5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33288800'] for router_interface, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:17.799477 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dbe1ca2-4158-4df1-91e8-6cf80527edf7 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Network 90726f35-4a6f-405e-b895-79198dcb7bf4 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:41:17.852846 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-2dbe1ca2-4158-4df1-91e8-6cf80527edf7 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:41:17.857693 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbe1ca2-4158-4df1-91e8-6cf80527edf7 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:41:17.872638 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-91aa9ed7-dcc2-492d-8fbe-ed03b73d90c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:17.956149 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4819df6f-9f12-4496-85b9-8b35f5c2c6db tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Pushing event updated for resources: {'Subnet': ['ID=b317b2e8-b117-4529-be7b-bf159ac3310a,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:41:17.969393 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-91aa9ed7-dcc2-492d-8fbe-ed03b73d90c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:18.004479 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=40013279-daf3-45f5-a6fe-787d6fe4202d,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:41:18.011978 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2abccffb-9776-415e-9da8-7b4331752892 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:41:18.013276 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2abccffb-9776-415e-9da8-7b4331752892 None None] Checking segment: {'id': '6d48cc67-e482-43db-9b70-421f4fcc03c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'c20de73e-f2cd-4743-839f-a0cb6ee5e199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:41:18.014354 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-2abccffb-9776-415e-9da8-7b4331752892 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:18.015314 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2abccffb-9776-415e-9da8-7b4331752892 None None] Bound using segment: {'id': '6d48cc67-e482-43db-9b70-421f4fcc03c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'c20de73e-f2cd-4743-839f-a0cb6ee5e199'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:41:18.016378 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-2abccffb-9776-415e-9da8-7b4331752892 None None] Bound port: 46e4b80c-0d31-4054-adbd-62de354b5297, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d48cc67-e482-43db-9b70-421f4fcc03c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'c20de73e-f2cd-4743-839f-a0cb6ee5e199'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:41:18.017462 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-2abccffb-9776-415e-9da8-7b4331752892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:18.034282 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-4819df6f-9f12-4496-85b9-8b35f5c2c6db tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.7293603 Aug 05 11:41:18.053056 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 36872) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:41:18.073237 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-78f519a7-e8fb-4db6-aef3-f535476fd428 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Request body: {'port': {'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65', 'mac_address': 'fa:16:3e:cf:b0:64', 'name': 'tempest-NetworksTestDHCPv6-158677202'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:41:18.112280 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948b7f8a-b0a9-4aa3-9411-7210feb2a50d req-2d35fe63-8119-48e6-93e7-def4d9d6c3a7 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:41:18.128765 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-948b7f8a-b0a9-4aa3-9411-7210feb2a50d req-2d35fe63-8119-48e6-93e7-def4d9d6c3a7 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=40021a41-d350-4e38-ac4d-f69e07c48ffb HTTP/1.1" status: 200 len: 945 time: 0.6588190 Aug 05 11:41:18.163579 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4a60d2-1bc3-40ac-aafe-27cd4cc4bfc8 None None] Pushing event deleted for resources: {'Port': ['ID=7241a82c-a5cb-48c9-8ac0-b206ea451fc9,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:41:18.317224 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6c9c86a8-d741-456c-9dfe-08311ef002e1 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33140268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33208272'] for router_interface, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:18.330162 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-91aa9ed7-dcc2-492d-8fbe-ed03b73d90c1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2d25d1aed52845aa917a2c4f1d6d071c&name=default HTTP/1.1" status: 200 len: 2983 time: 2.8759596 Aug 05 11:41:18.336324 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 36874) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:41:18.383679 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aa9ed7-dcc2-492d-8fbe-ed03b73d90c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59e32a5c-b58e-4f33-b1fd-90cb383c7e83,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:41:18.475701 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8c43ff29-abd0-4189-8936-175b92522c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:18.489784 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-ed9e4950-b2da-439d-b8cf-851094cedf2a None None] Notify callbacks [] for port, precommit_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:18.594074 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9c86a8-d741-456c-9dfe-08311ef002e1 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Pushing event updated for resources: {'Port': ['ID=6c375c0e-0516-4636-b504-07b59d7125a6,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:41:18.693434 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-ed9e4950-b2da-439d-b8cf-851094cedf2a None None] Transition to ACTIVE for port object 98c034a0-2baa-4134-821e-f8f5f00fa6fc will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:41:18.703646 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-948b7f8a-b0a9-4aa3-9411-7210feb2a50d req-2ee6bd28-f253-4647-bf1b-02133da1d923 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=47a5a50c-7385-42e8-98ac-c05af9825ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5709419 Aug 05 11:41:18.776662 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9c86a8-d741-456c-9dfe-08311ef002e1 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Network 783b1274-40df-43c7-95d8-9412ed0880be is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:41:18.800223 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-6c9c86a8-d741-456c-9dfe-08311ef002e1 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:41:18.807542 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbe1ca2-4158-4df1-91e8-6cf80527edf7 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Pushing event updated for resources: {'Port': ['ID=fdf42316-1825-4476-a970-3da574033de6,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:41:18.810934 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-2abccffb-9776-415e-9da8-7b4331752892 None None] For port 46e4b80c-0d31-4054-adbd-62de354b5297, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:41:18.817710 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-ed9e4950-b2da-439d-b8cf-851094cedf2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:18.883412 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-2abccffb-9776-415e-9da8-7b4331752892 None None] For port 46e4b80c-0d31-4054-adbd-62de354b5297, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=46e4b80c-0d31-4054-adbd-62de354b5297,segment=NetworkSegment(6d48cc67-e482-43db-9b70-421f4fcc03c2),segment_id=6d48cc67-e482-43db-9b70-421f4fcc03c2)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:41:18.892541 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-70b5d8ca-6de5-472f-b217-be4afed04461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29762763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24211094'] for subnet, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:18.996079 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-2abccffb-9776-415e-9da8-7b4331752892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:19.059322 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b0ad56-522c-4a41-9307-2d7b09cc61fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-65f763dc-e344-4f1a-a003-f0293beb6d65', 'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65', 'tenant_id': '2255634a74e844e794fd358818288ba1', 'fixed_ips': [{'subnet_id': '8d40fa01-5d7a-4a85-b46f-a9e6488b5861'}, {'subnet_id': 'b317b2e8-b117-4529-be7b-bf159ac3310a'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 11:41:19.062253 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-85b0ad56-522c-4a41-9307-2d7b09cc61fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:19.464313 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78f519a7-e8fb-4db6-aef3-f535476fd428 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Made reservation on behalf of 2255634a74e844e794fd358818288ba1 for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:41:19.465188 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b5d8ca-6de5-472f-b217-be4afed04461 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e926322-942d-429f-85a0-6f35bc628f55,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:41:19.477447 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-70b5d8ca-6de5-472f-b217-be4afed04461 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:19.484181 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-70b5d8ca-6de5-472f-b217-be4afed04461 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/7e926322-942d-429f-85a0-6f35bc628f55 HTTP/1.1" status: 204 len: 168 time: 4.4549956 Aug 05 11:41:19.490844 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 36878) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:41:19.494689 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8c43ff29-abd0-4189-8936-175b92522c5b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:19.550102 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8c43ff29-abd0-4189-8936-175b92522c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:19.791671 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 08149d55-4335-4542-866e-d6af930b3669 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:41:19.823653 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-ed9e4950-b2da-439d-b8cf-851094cedf2a None None] Attempting to bind port 98c034a0-2baa-4134-821e-f8f5f00fa6fc on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:41:19.824362 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-ed9e4950-b2da-439d-b8cf-851094cedf2a None None] Attempting to bind port 98c034a0-2baa-4134-821e-f8f5f00fa6fc by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:41:19.825006 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9e4950-b2da-439d-b8cf-851094cedf2a None None] Attempting to bind port 98c034a0-2baa-4134-821e-f8f5f00fa6fc on network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:41:19.913587 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7860e2b-d5e4-4e45-9880-05378e72d9cc None None] Pushing event updated for resources: {'Port': ['ID=98c034a0-2baa-4134-821e-f8f5f00fa6fc,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:41:20.144648 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c9c86a8-d741-456c-9dfe-08311ef002e1 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Router 5457b757-6a39-42b0-81d4-08db5f9029d4 is scheduled to L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d with binding_index 1 {{(pid=94420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 11:41:20.157337 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-87eb92e7-1d02-4bd0-a3f6-245b579fabcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:20.171116 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-78f519a7-e8fb-4db6-aef3-f535476fd428 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:20.240316 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8d51b474-a493-4c6c-8bff-52068dbf1002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:20.283816 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2dbe1ca2-4158-4df1-91e8-6cf80527edf7 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:20.365701 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-87eb92e7-1d02-4bd0-a3f6-245b579fabcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:20.421215 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8c43ff29-abd0-4189-8936-175b92522c5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33140268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33208272'] for router_interface, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:20.474553 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-85b0ad56-522c-4a41-9307-2d7b09cc61fa None None] Allocated IP 172.20.0.2 (65f763dc-e344-4f1a-a003-f0293beb6d65/8d40fa01-5d7a-4a85-b46f-a9e6488b5861/e00257e9-770a-4084-b58b-80f70cf68556) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:41:20.490459 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-85b0ad56-522c-4a41-9307-2d7b09cc61fa None None] Allocated IP 2001:db8::f816:3eff:fea6:3e43 (65f763dc-e344-4f1a-a003-f0293beb6d65/b317b2e8-b117-4529-be7b-bf159ac3310a/e00257e9-770a-4084-b58b-80f70cf68556) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:41:20.798027 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [None req-78f519a7-e8fb-4db6-aef3-f535476fd428 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] device_id is not set on port 014cb106-a9db-4080-bb8c-3cf55fad16d0 yet. {{(pid=94421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 11:41:20.897010 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8d51b474-a493-4c6c-8bff-52068dbf1002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:20.902134 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9e4950-b2da-439d-b8cf-851094cedf2a None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:41:20.903110 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9e4950-b2da-439d-b8cf-851094cedf2a None None] Checking segment: {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:41:20.903828 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-ed9e4950-b2da-439d-b8cf-851094cedf2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:20.912393 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9e4950-b2da-439d-b8cf-851094cedf2a None None] Bound using segment: {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:41:20.913325 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-ed9e4950-b2da-439d-b8cf-851094cedf2a None None] Bound port: 98c034a0-2baa-4134-821e-f8f5f00fa6fc, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:41:20.913992 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-ed9e4950-b2da-439d-b8cf-851094cedf2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:20.971930 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5057f9b1-9d68-4d6c-a36c-c4eca7ccff09 req-49188796-edac-4b99-9e78-e84808343f60 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:41:20.976068 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5057f9b1-9d68-4d6c-a36c-c4eca7ccff09 req-49188796-edac-4b99-9e78-e84808343f60 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=40021a41-d350-4e38-ac4d-f69e07c48ffb HTTP/1.1" status: 200 len: 945 time: 0.9912543 Aug 05 11:41:20.989020 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-8d51b474-a493-4c6c-8bff-52068dbf1002 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ba4438a-8cdb-441d-bb43-5e42214d4b76']}} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:41:20.991471 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-c51fb04a-43bd-4233-a5db-b216eb9d63aa None None] Provisioning for port 6c375c0e-0516-4636-b504-07b59d7125a6 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:41:21.069425 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c43ff29-abd0-4189-8936-175b92522c5b admin admin] Pushing event updated for resources: {'Port': ['ID=00fa1673-847a-4233-8d50-40b335af790a,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:41:21.167234 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c43ff29-abd0-4189-8936-175b92522c5b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:41:21.167821 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c43ff29-abd0-4189-8936-175b92522c5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:41:21.168235 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c43ff29-abd0-4189-8936-175b92522c5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:41:21.169009 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c43ff29-abd0-4189-8936-175b92522c5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:41:21.169605 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c43ff29-abd0-4189-8936-175b92522c5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:41:21.170190 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c43ff29-abd0-4189-8936-175b92522c5b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:41:21.170876 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c43ff29-abd0-4189-8936-175b92522c5b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:41:21.171712 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c43ff29-abd0-4189-8936-175b92522c5b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:41:21.172129 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c43ff29-abd0-4189-8936-175b92522c5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:41:21.172412 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c43ff29-abd0-4189-8936-175b92522c5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:41:21.172788 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c43ff29-abd0-4189-8936-175b92522c5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:41:21.173122 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c43ff29-abd0-4189-8936-175b92522c5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:41:21.194747 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c43ff29-abd0-4189-8936-175b92522c5b admin admin] Network 8f0cd7ef-314f-41fb-b93e-da31e25a7810 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:41:21.203329 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-8c43ff29-abd0-4189-8936-175b92522c5b admin admin] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:41:21.237941 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-8d51b474-a493-4c6c-8bff-52068dbf1002 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d548106-3837-4bed-8414-b60a66dc0795') {'for_net_delete': True} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:41:21.239359 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-8d51b474-a493-4c6c-8bff-52068dbf1002 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d548106-3837-4bed-8414-b60a66dc0795') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:41:21.309924 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c9c86a8-d741-456c-9dfe-08311ef002e1 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:41:21.331569 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8d51b474-a493-4c6c-8bff-52068dbf1002 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25010581'] for segment, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:21.336837 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99186621-3937-40b8-983e-c147a9af1215 None None] Sync routers for ids ['5457b757-6a39-42b0-81d4-08db5f9029d4'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:41:21.346908 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-6c9c86a8-d741-456c-9dfe-08311ef002e1 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] 10.222.0.58 "PUT /v2.0/routers/5457b757-6a39-42b0-81d4-08db5f9029d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.7154925 Aug 05 11:41:21.347962 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-c51fb04a-43bd-4233-a5db-b216eb9d63aa None None] Provisioning complete for port 6c375c0e-0516-4636-b504-07b59d7125a6 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:41:21.348285 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 36886) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:41:21.352180 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c51fb04a-43bd-4233-a5db-b216eb9d63aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:21.371170 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99186621-3937-40b8-983e-c147a9af1215 None None] Routers {'5457b757-6a39-42b0-81d4-08db5f9029d4'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:41:21.372133 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-99186621-3937-40b8-983e-c147a9af1215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:41:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['5457b757-6a39-42b0-81d4-08db5f9029d4'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:41:21.377930 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 08149d55-4335-4542-866e-d6af930b3669 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:41:21.425101 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 08149d55-4335-4542-866e-d6af930b3669 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:41:21.425728 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:21.539661 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-99186621-3937-40b8-983e-c147a9af1215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:41:21.579520 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99186621-3937-40b8-983e-c147a9af1215 None None] Routers {'5457b757-6a39-42b0-81d4-08db5f9029d4'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:41:21.583138 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-99186621-3937-40b8-983e-c147a9af1215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:41:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['5457b757-6a39-42b0-81d4-08db5f9029d4'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:41:21.630447 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-ed9e4950-b2da-439d-b8cf-851094cedf2a None None] For port 98c034a0-2baa-4134-821e-f8f5f00fa6fc, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:41:21.677192 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8d51b474-a493-4c6c-8bff-52068dbf1002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:21.717992 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-99186621-3937-40b8-983e-c147a9af1215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:41:21.719423 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99186621-3937-40b8-983e-c147a9af1215 None None] The sync data for ids ['5457b757-6a39-42b0-81d4-08db5f9029d4'] in n-d-803378-2 is: [] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:41:21.794289 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d51b474-a493-4c6c-8bff-52068dbf1002 admin admin] Releasing vlan 697 on physical network physnet1 to pool {{(pid=94420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:41:21.795769 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8d51b474-a493-4c6c-8bff-52068dbf1002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29762581'] for segment, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:21.888813 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-85b0ad56-522c-4a41-9307-2d7b09cc61fa None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:21.917601 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-c51fb04a-43bd-4233-a5db-b216eb9d63aa None None] Port 6c375c0e-0516-4636-b504-07b59d7125a6 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:41:21.917948 n-d-803378-2 neutron-server[94420]: Traceback (most recent call last): Aug 05 11:41:21.917948 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:41:21.917948 n-d-803378-2 neutron-server[94420]: timer() Aug 05 11:41:21.917948 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:41:21.917948 n-d-803378-2 neutron-server[94420]: cb(*args, **kw) Aug 05 11:41:21.917948 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:41:21.917948 n-d-803378-2 neutron-server[94420]: return func(*args, **kwargs) Aug 05 11:41:21.917948 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:41:21.917948 n-d-803378-2 neutron-server[94420]: self._notify() Aug 05 11:41:21.917948 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:41:21.917948 n-d-803378-2 neutron-server[94420]: self.callback(batched_events) Aug 05 11:41:21.917948 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:41:21.917948 n-d-803378-2 neutron-server[94420]: event.method(event) Aug 05 11:41:21.917948 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:41:21.917948 n-d-803378-2 neutron-server[94420]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:41:21.917948 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:41:21.917948 n-d-803378-2 neutron-server[94420]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:41:21.917948 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:41:21.917948 n-d-803378-2 neutron-server[94420]: return f(self, *a, **k) Aug 05 11:41:21.917948 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:41:21.917948 n-d-803378-2 neutron-server[94420]: return self._get(url).json() Aug 05 11:41:21.917948 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:41:21.917948 n-d-803378-2 neutron-server[94420]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:41:21.917948 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:41:21.917948 n-d-803378-2 neutron-server[94420]: return self.request(url, 'GET', **kwargs) Aug 05 11:41:21.917948 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:41:21.917948 n-d-803378-2 neutron-server[94420]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:41:21.917948 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:41:21.917948 n-d-803378-2 neutron-server[94420]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:41:21.917948 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:41:21.917948 n-d-803378-2 neutron-server[94420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:41:21.917948 n-d-803378-2 neutron-server[94420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:41:21.935252 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-ed9e4950-b2da-439d-b8cf-851094cedf2a None None] For port 98c034a0-2baa-4134-821e-f8f5f00fa6fc, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=98c034a0-2baa-4134-821e-f8f5f00fa6fc,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:41:22.011612 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5057f9b1-9d68-4d6c-a36c-c4eca7ccff09 req-b8d482a0-c8c5-4731-b900-097407ae9aed tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=47a5a50c-7385-42e8-98ac-c05af9825ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8513732 Aug 05 11:41:22.020807 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e85d0002-c84f-4530-a8ef-61d704d8c3c1 None None] Network c20de73e-f2cd-4743-839f-a0cb6ee5e199 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:41:22.144065 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:22.154135 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abccffb-9776-415e-9da8-7b4331752892 None None] Pushing event updated for resources: {'Port': ['ID=46e4b80c-0d31-4054-adbd-62de354b5297,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:41:22.183882 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-87eb92e7-1d02-4bd0-a3f6-245b579fabcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:22.190831 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-87eb92e7-1d02-4bd0-a3f6-245b579fabcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:22.193409 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-87eb92e7-1d02-4bd0-a3f6-245b579fabcf admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/59e32a5c-b58e-4f33-b1fd-90cb383c7e83 HTTP/1.1" status: 204 len: 168 time: 3.8531325 Aug 05 11:41:22.217593 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-85b0ad56-522c-4a41-9307-2d7b09cc61fa None None] Transition to ACTIVE for port object e00257e9-770a-4084-b58b-80f70cf68556 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:41:22.229765 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-ed9e4950-b2da-439d-b8cf-851094cedf2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:22.268833 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port 08149d55-4335-4542-866e-d6af930b3669, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=08149d55-4335-4542-866e-d6af930b3669,segment=NetworkSegment(a341f74a-3a5c-4769-8a01-cabb392c8464),segment_id=a341f74a-3a5c-4769-8a01-cabb392c8464)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:41:22.316237 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eb92e7-1d02-4bd0-a3f6-245b579fabcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59e32a5c-b58e-4f33-b1fd-90cb383c7e83,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:41:22.389385 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2dbe1ca2-4158-4df1-91e8-6cf80527edf7 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286026'] for router, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:22.398994 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8d51b474-a493-4c6c-8bff-52068dbf1002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:22.420535 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8d51b474-a493-4c6c-8bff-52068dbf1002 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:22.436619 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-8d51b474-a493-4c6c-8bff-52068dbf1002 admin admin] 10.222.0.58 "DELETE /v2.0/networks/4ba4438a-8cdb-441d-bb43-5e42214d4b76 HTTP/1.1" status: 204 len: 168 time: 2.9318087 Aug 05 11:41:22.438136 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c43ff29-abd0-4189-8936-175b92522c5b admin admin] Router b821e3b7-306f-4f4d-a4a8-f1053fae2eb8 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 11:41:22.467159 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:22.468662 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 40013279-daf3-45f5-a6fe-787d6fe4202d up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:41:22.608431 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d51b474-a493-4c6c-8bff-52068dbf1002 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ba4438a-8cdb-441d-bb43-5e42214d4b76,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:41:22.627264 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:22.639798 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-85b0ad56-522c-4a41-9307-2d7b09cc61fa None None] Transition to ACTIVE for port object e00257e9-770a-4084-b58b-80f70cf68556 will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:41:22.681713 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-c51fb04a-43bd-4233-a5db-b216eb9d63aa None None] Provisioning complete for port 08149d55-4335-4542-866e-d6af930b3669 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:41:22.681713 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c51fb04a-43bd-4233-a5db-b216eb9d63aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:22.698262 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-85b0ad56-522c-4a41-9307-2d7b09cc61fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:22.846393 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9e4950-b2da-439d-b8cf-851094cedf2a None None] Routers {'b821e3b7-306f-4f4d-a4a8-f1053fae2eb8'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:41:22.847483 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-ed9e4950-b2da-439d-b8cf-851094cedf2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:41:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['b821e3b7-306f-4f4d-a4a8-f1053fae2eb8'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:41:22.863659 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7860e2b-d5e4-4e45-9880-05378e72d9cc None None] Pushing event updated for resources: {'Port': ['ID=98c034a0-2baa-4134-821e-f8f5f00fa6fc,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:41:23.062155 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 36900) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:41:23.080537 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b0ad56-522c-4a41-9307-2d7b09cc61fa None None] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:41:23.177664 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 40013279-daf3-45f5-a6fe-787d6fe4202d triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:41:23.178234 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:23.358934 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=08149d55-4335-4542-866e-d6af930b3669,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:41:23.376615 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c43ff29-abd0-4189-8936-175b92522c5b admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:41:23.416539 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-8c43ff29-abd0-4189-8936-175b92522c5b admin admin] 10.222.0.58 "PUT /v2.0/routers/b821e3b7-306f-4f4d-a4a8-f1053fae2eb8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.4614739 Aug 05 11:41:23.420019 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-025a72e1-9ed1-4c82-b3d2-074aac885c46 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d99022a6b1d940f38af72023898597a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3561535 Aug 05 11:41:23.445551 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 36904) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:41:23.450833 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-78f519a7-e8fb-4db6-aef3-f535476fd428 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Allocated IP 172.20.0.12 (65f763dc-e344-4f1a-a003-f0293beb6d65/8d40fa01-5d7a-4a85-b46f-a9e6488b5861/014cb106-a9db-4080-bb8c-3cf55fad16d0) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:41:23.540533 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-78f519a7-e8fb-4db6-aef3-f535476fd428 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Allocated IP 2001:db8::f816:3eff:fecf:b064 (65f763dc-e344-4f1a-a003-f0293beb6d65/b317b2e8-b117-4529-be7b-bf159ac3310a/014cb106-a9db-4080-bb8c-3cf55fad16d0) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:41:23.635747 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b83e60f-6d1d-4bd8-87b5-ef1cfac8a715 req-6ba7ec1e-071f-45e0-9ccd-0801f471fb0b tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:41:23.657694 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0b83e60f-6d1d-4bd8-87b5-ef1cfac8a715 req-6ba7ec1e-071f-45e0-9ccd-0801f471fb0b tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=40021a41-d350-4e38-ac4d-f69e07c48ffb HTTP/1.1" status: 200 len: 945 time: 0.3626177 Aug 05 11:41:23.664230 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dbe1ca2-4158-4df1-91e8-6cf80527edf7 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Router 3cc6aeda-89de-49b5-a1ec-799e665e6365 is scheduled to L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d with binding_index 1 {{(pid=94420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 11:41:23.669965 n-d-803378-2 neutron-server[94420]: INFO neutron.api.v2.resource [None req-9817753d-ba8b-4404-9e92-11d2691e87ee tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 05 11:41:23.679143 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-9817753d-ba8b-4404-9e92-11d2691e87ee tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] 10.222.0.58 "PUT /v2.0/routers/5457b757-6a39-42b0-81d4-08db5f9029d4/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.2968800 Aug 05 11:41:23.724239 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 36910) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:41:23.734405 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 36912) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:41:23.817984 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-64271da1-1195-4e17-af35-862e1ccc8e5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:23.821637 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-ed9e4950-b2da-439d-b8cf-851094cedf2a None None] Set router b821e3b7-306f-4f4d-a4a8-f1053fae2eb8 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:41:24.028009 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b0ad56-522c-4a41-9307-2d7b09cc61fa None None] Pushing event updated for resources: {'Port': ['ID=e00257e9-770a-4084-b58b-80f70cf68556,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:41:24.034404 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-47bcda77-554d-446d-af1b-e6df2a5a11e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:24.056025 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-85b0ad56-522c-4a41-9307-2d7b09cc61fa None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:41:24.064385 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b0ad56-522c-4a41-9307-2d7b09cc61fa None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:41:24.359729 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-47bcda77-554d-446d-af1b-e6df2a5a11e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:24.571804 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-c51fb04a-43bd-4233-a5db-b216eb9d63aa None None] Provisioning for port 00fa1673-847a-4233-8d50-40b335af790a completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:41:24.599128 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-64271da1-1195-4e17-af35-862e1ccc8e5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:24.622837 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-64271da1-1195-4e17-af35-862e1ccc8e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:24.637901 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-c51fb04a-43bd-4233-a5db-b216eb9d63aa None None] Provisioning complete for port 00fa1673-847a-4233-8d50-40b335af790a triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:41:24.638753 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c51fb04a-43bd-4233-a5db-b216eb9d63aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:24.683784 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-64271da1-1195-4e17-af35-862e1ccc8e5a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6dc9af85f6eb4c6c95d64b65d67486a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9409125 Aug 05 11:41:24.685911 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 36926) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:41:24.787439 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-78f519a7-e8fb-4db6-aef3-f535476fd428 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:24.818896 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-c51fb04a-43bd-4233-a5db-b216eb9d63aa None None] Port 00fa1673-847a-4233-8d50-40b335af790a cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:41:24.887203 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [None req-78f519a7-e8fb-4db6-aef3-f535476fd428 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Transition to ACTIVE for port object 014cb106-a9db-4080-bb8c-3cf55fad16d0 will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:41:24.891108 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-00011ec4-2c2a-441f-b0cd-beba03c22bbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:24.950615 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-00011ec4-2c2a-441f-b0cd-beba03c22bbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:25.041434 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-47bcda77-554d-446d-af1b-e6df2a5a11e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:25.052051 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-47bcda77-554d-446d-af1b-e6df2a5a11e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:25.053543 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-85b0ad56-522c-4a41-9307-2d7b09cc61fa None None] Attempting to bind port e00257e9-770a-4084-b58b-80f70cf68556 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:41:25.054644 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-85b0ad56-522c-4a41-9307-2d7b09cc61fa None None] Attempting to bind port e00257e9-770a-4084-b58b-80f70cf68556 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'c3ce43ff-a33b-459d-a35e-6c011fee3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:41:25.055348 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b0ad56-522c-4a41-9307-2d7b09cc61fa None None] Attempting to bind port e00257e9-770a-4084-b58b-80f70cf68556 on network 65f763dc-e344-4f1a-a003-f0293beb6d65 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:41:25.060585 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-47bcda77-554d-446d-af1b-e6df2a5a11e3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8707e749-14ef-46e9-b17b-2053065b99b8 HTTP/1.1" status: 204 len: 168 time: 1.6113896 Aug 05 11:41:25.064068 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64271da1-1195-4e17-af35-862e1ccc8e5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c720a54-6c88-43fa-8705-e752f697cb93,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:41:25.139554 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-5e22ec17-dbd2-4693-a068-721742c99a4f None None] Provisioning complete for port 6c375c0e-0516-4636-b504-07b59d7125a6 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:41:25.140881 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0b83e60f-6d1d-4bd8-87b5-ef1cfac8a715 req-48ae8149-83cd-46bc-9a21-738370d4bf6e tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=47a5a50c-7385-42e8-98ac-c05af9825ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.4535336 Aug 05 11:41:25.141710 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-5e22ec17-dbd2-4693-a068-721742c99a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:25.147626 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bcda77-554d-446d-af1b-e6df2a5a11e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8707e749-14ef-46e9-b17b-2053065b99b8,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:41:25.187472 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-00011ec4-2c2a-441f-b0cd-beba03c22bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:25.196339 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-00011ec4-2c2a-441f-b0cd-beba03c22bbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:25.211517 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-00011ec4-2c2a-441f-b0cd-beba03c22bbe admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3c720a54-6c88-43fa-8705-e752f697cb93 HTTP/1.1" status: 204 len: 168 time: 0.5105572 Aug 05 11:41:25.253607 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00011ec4-2c2a-441f-b0cd-beba03c22bbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c720a54-6c88-43fa-8705-e752f697cb93,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:41:25.371502 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 11:41:25.439114 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-78f519a7-e8fb-4db6-aef3-f535476fd428 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:25.551266 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-5e22ec17-dbd2-4693-a068-721742c99a4f None None] Port 6c375c0e-0516-4636-b504-07b59d7125a6 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:41:25.633568 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 7241a82c-a5cb-48c9-8ac0-b206ea451fc9 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:41:25.698121 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f519a7-e8fb-4db6-aef3-f535476fd428 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:41:25.803046 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-78f519a7-e8fb-4db6-aef3-f535476fd428 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:41:25.829767 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f519a7-e8fb-4db6-aef3-f535476fd428 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:41:25.938790 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b0ad56-522c-4a41-9307-2d7b09cc61fa None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:41:25.941613 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b0ad56-522c-4a41-9307-2d7b09cc61fa None None] Checking segment: {'id': 'c3ce43ff-a33b-459d-a35e-6c011fee3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:41:25.943978 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-85b0ad56-522c-4a41-9307-2d7b09cc61fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:25.949173 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b0ad56-522c-4a41-9307-2d7b09cc61fa None None] Bound using segment: {'id': 'c3ce43ff-a33b-459d-a35e-6c011fee3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:41:25.967865 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-85b0ad56-522c-4a41-9307-2d7b09cc61fa None None] Bound port: e00257e9-770a-4084-b58b-80f70cf68556, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3ce43ff-a33b-459d-a35e-6c011fee3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:41:25.970475 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-85b0ad56-522c-4a41-9307-2d7b09cc61fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:26.048446 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 7241a82c-a5cb-48c9-8ac0-b206ea451fc9 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:41:26.056359 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 7241a82c-a5cb-48c9-8ac0-b206ea451fc9 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:41:26.091553 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f519a7-e8fb-4db6-aef3-f535476fd428 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Pushing event updated for resources: {'Port': ['ID=014cb106-a9db-4080-bb8c-3cf55fad16d0,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:41:26.157054 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dbe1ca2-4158-4df1-91e8-6cf80527edf7 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:41:26.296411 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f519a7-e8fb-4db6-aef3-f535476fd428 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:41:26.327600 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-78f519a7-e8fb-4db6-aef3-f535476fd428 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:26.357764 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-5e22ec17-dbd2-4693-a068-721742c99a4f None None] Provisioning for port 46e4b80c-0d31-4054-adbd-62de354b5297 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:41:26.426569 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19345617-4df2-47b6-b9da-de46b1b02384 None None] Sync routers for ids ['3cc6aeda-89de-49b5-a1ec-799e665e6365'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:41:26.437014 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2dbe1ca2-4158-4df1-91e8-6cf80527edf7 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify callbacks [] for router, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:26.443892 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-2dbe1ca2-4158-4df1-91e8-6cf80527edf7 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 18.1812670 Aug 05 11:41:26.514058 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 36938) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:41:26.545910 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-78f519a7-e8fb-4db6-aef3-f535476fd428 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 8.4778709 Aug 05 11:41:26.558881 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 36942) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:41:27.225433 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19345617-4df2-47b6-b9da-de46b1b02384 None None] Routers {'3cc6aeda-89de-49b5-a1ec-799e665e6365'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:41:27.241552 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-19345617-4df2-47b6-b9da-de46b1b02384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:41:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['3cc6aeda-89de-49b5-a1ec-799e665e6365'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:41:27.345647 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bd9daf-b674-4726-948c-653c0c1e044f req-6226bb0b-f455-44f9-b934-b15dd727d65b tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:41:27.360585 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-91bd9daf-b674-4726-948c-653c0c1e044f req-6226bb0b-f455-44f9-b934-b15dd727d65b tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=40021a41-d350-4e38-ac4d-f69e07c48ffb HTTP/1.1" status: 200 len: 945 time: 0.9691124 Aug 05 11:41:27.517159 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-91bd9daf-b674-4726-948c-653c0c1e044f req-1987b6b3-4313-4b4e-820d-37c3bd9de01a tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=47a5a50c-7385-42e8-98ac-c05af9825ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1507177 Aug 05 11:41:27.550785 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f5c3b1-661e-47b8-8d3f-4a85f2c376c4 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:41:27.588700 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f5c3b1-661e-47b8-8d3f-4a85f2c376c4 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:41:27.600720 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8a3a927e-e2b7-4e46-b925-fcae155a7cb2 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify callbacks [] for router, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:27.601739 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-e7f5c3b1-661e-47b8-8d3f-4a85f2c376c4 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 1.0078917 Aug 05 11:41:27.605273 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 36954) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:41:28.125447 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-5e22ec17-dbd2-4693-a068-721742c99a4f None None] Provisioning complete for port 00fa1673-847a-4233-8d50-40b335af790a triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:41:28.126017 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-5e22ec17-dbd2-4693-a068-721742c99a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:28.219596 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5ff2b10f-4f28-4361-8232-bb5e132f9ace tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33208311'] for router_interface, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:28.254267 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8a3a927e-e2b7-4e46-b925-fcae155a7cb2 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:28.341997 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 46e4b80c-0d31-4054-adbd-62de354b5297 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:41:28.390480 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-8a3a927e-e2b7-4e46-b925-fcae155a7cb2 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Deleting port fdf42316-1825-4476-a970-3da574033de6 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:41:28.390803 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8a3a927e-e2b7-4e46-b925-fcae155a7cb2 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:28.538774 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-5e22ec17-dbd2-4693-a068-721742c99a4f None None] Port 00fa1673-847a-4233-8d50-40b335af790a cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:41:28.571297 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8a3a927e-e2b7-4e46-b925-fcae155a7cb2 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:28.595430 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-8a3a927e-e2b7-4e46-b925-fcae155a7cb2 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Calling delete_port for fdf42316-1825-4476-a970-3da574033de6 owned by network:router_gateway {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:41:28.700415 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-85b0ad56-522c-4a41-9307-2d7b09cc61fa None None] For port e00257e9-770a-4084-b58b-80f70cf68556, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:41:28.709418 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-85b0ad56-522c-4a41-9307-2d7b09cc61fa None None] For port e00257e9-770a-4084-b58b-80f70cf68556, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=e00257e9-770a-4084-b58b-80f70cf68556,segment=NetworkSegment(c3ce43ff-a33b-459d-a35e-6c011fee3456),segment_id=c3ce43ff-a33b-459d-a35e-6c011fee3456)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:41:28.745321 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-c3cb7072-2f67-4712-9901-b89f36e5d4cc tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Deleting port 014cb106-a9db-4080-bb8c-3cf55fad16d0 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:41:28.754890 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c3cb7072-2f67-4712-9901-b89f36e5d4cc tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:28.927845 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-85b0ad56-522c-4a41-9307-2d7b09cc61fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:29.041988 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8a3a927e-e2b7-4e46-b925-fcae155a7cb2 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:29.260338 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c3cb7072-2f67-4712-9901-b89f36e5d4cc tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:29.265469 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3a927e-e2b7-4e46-b925-fcae155a7cb2 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Pushing event deleted for resources: {'Port': ['ID=fdf42316-1825-4476-a970-3da574033de6,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:41:29.301254 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-c3cb7072-2f67-4712-9901-b89f36e5d4cc tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Calling delete_port for 014cb106-a9db-4080-bb8c-3cf55fad16d0 owned by {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:41:29.383459 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8a3a927e-e2b7-4e46-b925-fcae155a7cb2 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33285055'] for router_gateway, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:29.429711 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-ed9e4950-b2da-439d-b8cf-851094cedf2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b821e3b7-306f-4f4d-a4a8-f1053fae2eb8', 'name': 'tempest-AttachSCSIVolumeTestJSON-2053490810-router', 'tenant_id': 'edd36454afa346aa91983497ab8e2fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '98c034a0-2baa-4134-821e-f8f5f00fa6fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:40:57Z', 'updated_at': '2021-08-05T11:41:18Z', 'revision_number': 4, 'project_id': 'edd36454afa346aa91983497ab8e2fdf', 'gw_port': {'id': '98c034a0-2baa-4134-821e-f8f5f00fa6fc', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:99:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b821e3b7-306f-4f4d-a4a8-f1053fae2eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1922, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:41:00Z', 'updated_at': '2021-08-05T11:41:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '00fa1673-847a-4233-8d50-40b335af790a', 'name': '', 'network_id': '8f0cd7ef-314f-41fb-b93e-da31e25a7810', 'tenant_id': 'edd36454afa346aa91983497ab8e2fdf', 'mac_address': 'fa:16:3e:ac:c0:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b821e3b7-306f-4f4d-a4a8-f1053fae2eb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1937, 'fixed_ips': [{'subnet_id': '2c0f8672-be28-4c2b-8091-bcd26485be1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:41:14Z', 'updated_at': '2021-08-05T11:41:18Z', 'revision_number': 2, 'project_id': 'edd36454afa346aa91983497ab8e2fdf', 'subnets': [{'id': '2c0f8672-be28-4c2b-8091-bcd26485be1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:41:29.706147 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 46e4b80c-0d31-4054-adbd-62de354b5297 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:41:29.734030 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8a3a927e-e2b7-4e46-b925-fcae155a7cb2 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33262979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1951'] for router, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:29.734030 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8a3a927e-e2b7-4e46-b925-fcae155a7cb2 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:29.779164 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 46e4b80c-0d31-4054-adbd-62de354b5297 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:41:29.779831 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:29.800186 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-5606f533-3a35-4772-bfb5-d56e8ff2297d None None] Provisioning complete for port 46e4b80c-0d31-4054-adbd-62de354b5297 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:41:29.802504 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-5606f533-3a35-4772-bfb5-d56e8ff2297d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:29.807278 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9e4950-b2da-439d-b8cf-851094cedf2a None None] The sync data for ids ['b821e3b7-306f-4f4d-a4a8-f1053fae2eb8'] in n-d-803378-2 is: [{'id': 'b821e3b7-306f-4f4d-a4a8-f1053fae2eb8', 'name': 'tempest-AttachSCSIVolumeTestJSON-2053490810-router', 'tenant_id': 'edd36454afa346aa91983497ab8e2fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '98c034a0-2baa-4134-821e-f8f5f00fa6fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:40:57Z', 'updated_at': '2021-08-05T11:41:18Z', 'revision_number': 4, 'project_id': 'edd36454afa346aa91983497ab8e2fdf', 'gw_port': {'id': '98c034a0-2baa-4134-821e-f8f5f00fa6fc', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:99:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b821e3b7-306f-4f4d-a4a8-f1053fae2eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1922, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:41:00Z', 'updated_at': '2021-08-05T11:41:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '00fa1673-847a-4233-8d50-40b335af790a', 'name': '', 'network_id': '8f0cd7ef-314f-41fb-b93e-da31e25a7810', 'tenant_id': 'edd36454afa346aa91983497ab8e2fdf', 'mac_address': 'fa:16:3e:ac:c0:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b821e3b7-306f-4f4d-a4a8-f1053fae2eb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1937, 'fixed_ips': [{'subnet_id': '2c0f8672-be28-4c2b-8091-bcd26485be1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:41:14Z', 'updated_at': '2021-08-05T11:41:18Z', 'revision_number': 2, 'project_id': 'edd36454afa346aa91983497ab8e2fdf', 'subnets': [{'id': '2c0f8672-be28-4c2b-8091-bcd26485be1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:41:29.877417 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8a3a927e-e2b7-4e46-b925-fcae155a7cb2 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33262474'] for router, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:29.878482 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a3a927e-e2b7-4e46-b925-fcae155a7cb2 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3cc6aeda-89de-49b5-a1ec-799e665e6365 {{(pid=94421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 11:41:29.889497 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8a3a927e-e2b7-4e46-b925-fcae155a7cb2 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify callbacks [] for router, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:29.894320 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-8a3a927e-e2b7-4e46-b925-fcae155a7cb2 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] 10.222.0.58 "DELETE /v2.0/routers/3cc6aeda-89de-49b5-a1ec-799e665e6365 HTTP/1.1" status: 204 len: 168 time: 3.3717110 Aug 05 11:41:29.896057 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 36994) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:41:30.159465 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ecd59c2-24d6-42e5-bab5-d5c3f91800ea tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Deleting subnet 22c40bb9-eb5d-4d6b-96cb-e2b124f6b9cc {{(pid=94421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:41:30.191110 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0ecd59c2-24d6-42e5-bab5-d5c3f91800ea tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:30.432240 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:30.515234 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0ecd59c2-24d6-42e5-bab5-d5c3f91800ea tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29786388'] for subnet, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:30.544409 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-19345617-4df2-47b6-b9da-de46b1b02384 None None] Set router 3cc6aeda-89de-49b5-a1ec-799e665e6365 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:41:30.904961 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0ecd59c2-24d6-42e5-bab5-d5c3f91800ea tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:31.060375 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c3cb7072-2f67-4712-9901-b89f36e5d4cc tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:31.110071 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b0ad56-522c-4a41-9307-2d7b09cc61fa None None] Pushing event updated for resources: {'Port': ['ID=e00257e9-770a-4084-b58b-80f70cf68556,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:41:31.111752 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d6ef2c-b70b-475b-9e77-cb50d5bb36c1 req-66938afd-4824-4b07-ac3f-f7235299207a tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:41:31.120082 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-91d6ef2c-b70b-475b-9e77-cb50d5bb36c1 req-66938afd-4824-4b07-ac3f-f7235299207a tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=40021a41-d350-4e38-ac4d-f69e07c48ffb HTTP/1.1" status: 200 len: 945 time: 1.4634018 Aug 05 11:41:31.287566 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cb7072-2f67-4712-9901-b89f36e5d4cc tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Pushing event deleted for resources: {'Port': ['ID=014cb106-a9db-4080-bb8c-3cf55fad16d0,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:41:31.430078 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0ecd59c2-24d6-42e5-bab5-d5c3f91800ea tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25038609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30075142'] for subnet, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:31.445787 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cb7072-2f67-4712-9901-b89f36e5d4cc tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:41:31.446534 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cb7072-2f67-4712-9901-b89f36e5d4cc tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:41:31.447134 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cb7072-2f67-4712-9901-b89f36e5d4cc tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:41:31.447730 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cb7072-2f67-4712-9901-b89f36e5d4cc tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:41:31.448363 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cb7072-2f67-4712-9901-b89f36e5d4cc tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:41:31.448986 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cb7072-2f67-4712-9901-b89f36e5d4cc tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:41:31.449650 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cb7072-2f67-4712-9901-b89f36e5d4cc tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:41:31.450391 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cb7072-2f67-4712-9901-b89f36e5d4cc tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:41:31.450751 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cb7072-2f67-4712-9901-b89f36e5d4cc tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:41:31.451509 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cb7072-2f67-4712-9901-b89f36e5d4cc tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:41:31.452075 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cb7072-2f67-4712-9901-b89f36e5d4cc tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:41:31.452751 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cb7072-2f67-4712-9901-b89f36e5d4cc tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:41:31.594156 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-19345617-4df2-47b6-b9da-de46b1b02384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cc6aeda-89de-49b5-a1ec-799e665e6365', 'name': '', 'tenant_id': '16b38a0efda84d1db27989de6858c832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90726f35-4a6f-405e-b895-79198dcb7bf4', 'external_fixed_ips': [{'subnet_id': '22c40bb9-eb5d-4d6b-96cb-e2b124f6b9cc', 'ip_address': '2001:db8::321'}], 'enable_snat': True}, 'gw_port_id': 'fdf42316-1825-4476-a970-3da574033de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:41:08Z', 'updated_at': '2021-08-05T11:41:18Z', 'revision_number': 3, 'project_id': '16b38a0efda84d1db27989de6858c832', 'gw_port': {'id': 'fdf42316-1825-4476-a970-3da574033de6', 'name': '', 'network_id': '90726f35-4a6f-405e-b895-79198dcb7bf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:00:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cc6aeda-89de-49b5-a1ec-799e665e6365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1935, 'fixed_ips': [{'subnet_id': '22c40bb9-eb5d-4d6b-96cb-e2b124f6b9cc', 'ip_address': '2001:db8::321'}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:41:13Z', 'updated_at': '2021-08-05T11:41:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:41:31.693546 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0ecd59c2-24d6-42e5-bab5-d5c3f91800ea tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:31.719581 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-0ecd59c2-24d6-42e5-bab5-d5c3f91800ea tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] 10.222.0.58 "DELETE /v2.0/subnets/22c40bb9-eb5d-4d6b-96cb-e2b124f6b9cc HTTP/1.1" status: 204 len: 168 time: 1.8212383 Aug 05 11:41:31.730324 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecd59c2-24d6-42e5-bab5-d5c3f91800ea tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=22c40bb9-eb5d-4d6b-96cb-e2b124f6b9cc,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:41:31.750901 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 37008) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:41:31.763514 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19345617-4df2-47b6-b9da-de46b1b02384 None None] Checking router: 3cc6aeda-89de-49b5-a1ec-799e665e6365 for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:41:31.763991 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19345617-4df2-47b6-b9da-de46b1b02384 None None] Updating router 3cc6aeda-89de-49b5-a1ec-799e665e6365 port fdf42316-1825-4476-a970-3da574033de6 binding host n-d-803378-2 {{(pid=94422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 11:41:31.961600 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750b1631-5ecc-4a53-930d-14f0ab584411 req-69dd52a5-17d4-48db-a828-780904a31cc8 tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:41:31.971661 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-750b1631-5ecc-4a53-930d-14f0ab584411 req-69dd52a5-17d4-48db-a828-780904a31cc8 tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] 10.222.0.58 "GET /v2.0/networks?id=ccbbacf0-1abe-4045-961d-b400e33c654c HTTP/1.1" status: 200 len: 813 time: 2.2301598 Aug 05 11:41:32.028844 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:32.183004 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c3cb7072-2f67-4712-9901-b89f36e5d4cc tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:32.201782 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 37014) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:41:32.205411 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-c3cb7072-2f67-4712-9901-b89f36e5d4cc tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "DELETE /v2.0/ports/014cb106-a9db-4080-bb8c-3cf55fad16d0 HTTP/1.1" status: 204 len: 168 time: 4.5834324 Aug 05 11:41:32.267395 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-750b1631-5ecc-4a53-930d-14f0ab584411 req-e68fc38a-282b-4e4c-9acc-31c49edd7072 tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] 10.222.0.58 "GET /v2.0/quotas/a821dc3f7db4460eaef6929bf1c161a1 HTTP/1.1" status: 200 len: 375 time: 0.0554092 Aug 05 11:41:32.282705 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-5606f533-3a35-4772-bfb5-d56e8ff2297d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:32.402039 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c0c16e2d-2beb-4a61-bcac-83b610f9698d tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:32.424757 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19345617-4df2-47b6-b9da-de46b1b02384 None None] Port fdf42316-1825-4476-a970-3da574033de6 not found while updating agent binding for router 3cc6aeda-89de-49b5-a1ec-799e665e6365. {{(pid=94422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 05 11:41:32.509248 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-91d6ef2c-b70b-475b-9e77-cb50d5bb36c1 req-a35380fd-426a-4f8e-b3dd-ffd8aeea9d48 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=47a5a50c-7385-42e8-98ac-c05af9825ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2221181 Aug 05 11:41:32.701986 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port 46e4b80c-0d31-4054-adbd-62de354b5297, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=46e4b80c-0d31-4054-adbd-62de354b5297,segment=NetworkSegment(6d48cc67-e482-43db-9b70-421f4fcc03c2),segment_id=6d48cc67-e482-43db-9b70-421f4fcc03c2)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:41:32.703799 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19345617-4df2-47b6-b9da-de46b1b02384 None None] Routers set() bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:41:32.704464 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19345617-4df2-47b6-b9da-de46b1b02384 None None] Router IDs set() for agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 05 11:41:32.719753 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_agentschedulers_db [None req-19345617-4df2-47b6-b9da-de46b1b02384 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'3cc6aeda-89de-49b5-a1ec-799e665e6365'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:41:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent'). {{(pid=94422) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 05 11:41:32.720377 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19345617-4df2-47b6-b9da-de46b1b02384 None None] The sync data for ids ['3cc6aeda-89de-49b5-a1ec-799e665e6365'] in n-d-803378-2 is: [] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:41:32.741430 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:32.742881 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 08149d55-4335-4542-866e-d6af930b3669 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:41:32.839629 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-750b1631-5ecc-4a53-930d-14f0ab584411 req-4a608530-df64-49fd-9571-7b8125000030 tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=a821dc3f7db4460eaef6929bf1c161a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5351195 Aug 05 11:41:33.294313 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c0c16e2d-2beb-4a61-bcac-83b610f9698d tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:33.319686 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-c0c16e2d-2beb-4a61-bcac-83b610f9698d tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90726f35-4a6f-405e-b895-79198dcb7bf4']}} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:41:33.361065 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.db.api [None req-5606f533-3a35-4772-bfb5-d56e8ff2297d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94422) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 05 11:41:33.362229 n-d-803378-2 neutron-server[94422]: DEBUG oslo_db.api [None req-5606f533-3a35-4772-bfb5-d56e8ff2297d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 11:41:33.363756 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c370f2-c311-48dd-905c-336e72ffbe37 None None] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:41:33.391669 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-c0c16e2d-2beb-4a61-bcac-83b610f9698d tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f1b86df-2f3f-40ac-824d-954bb81f4ef8') {'for_net_delete': True} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:41:33.392616 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-c0c16e2d-2beb-4a61-bcac-83b610f9698d tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f1b86df-2f3f-40ac-824d-954bb81f4ef8') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:41:33.417595 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c0c16e2d-2beb-4a61-bcac-83b610f9698d tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29786371'] for segment, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:33.479835 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c0c16e2d-2beb-4a61-bcac-83b610f9698d tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:33.519452 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0c16e2d-2beb-4a61-bcac-83b610f9698d tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Releasing vlan 687 on physical network physnet1 to pool {{(pid=94421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:41:33.521746 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c0c16e2d-2beb-4a61-bcac-83b610f9698d tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25038799'] for segment, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:33.555641 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-750b1631-5ecc-4a53-930d-14f0ab584411 req-7d84834a-237a-40c5-a462-5f115a21a021 service neutron] 10.222.0.58 "GET /v2.0/networks/ccbbacf0-1abe-4045-961d-b400e33c654c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5297060 Aug 05 11:41:33.729659 n-d-803378-2 neutron-server[94421]: Traceback (most recent call last): Aug 05 11:41:33.729659 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:41:33.729659 n-d-803378-2 neutron-server[94421]: timer() Aug 05 11:41:33.729659 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:41:33.729659 n-d-803378-2 neutron-server[94421]: cb(*args, **kw) Aug 05 11:41:33.729659 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:41:33.729659 n-d-803378-2 neutron-server[94421]: return func(*args, **kwargs) Aug 05 11:41:33.729659 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:41:33.729659 n-d-803378-2 neutron-server[94421]: self._notify() Aug 05 11:41:33.729659 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:41:33.729659 n-d-803378-2 neutron-server[94421]: self.callback(batched_events) Aug 05 11:41:33.729659 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:41:33.729659 n-d-803378-2 neutron-server[94421]: event.method(event) Aug 05 11:41:33.729659 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:41:33.729659 n-d-803378-2 neutron-server[94421]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:41:33.729659 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:41:33.729659 n-d-803378-2 neutron-server[94421]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:41:33.729659 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:41:33.729659 n-d-803378-2 neutron-server[94421]: return f(self, *a, **k) Aug 05 11:41:33.729659 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:41:33.729659 n-d-803378-2 neutron-server[94421]: return self._get(url).json() Aug 05 11:41:33.729659 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:41:33.729659 n-d-803378-2 neutron-server[94421]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:41:33.729659 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:41:33.729659 n-d-803378-2 neutron-server[94421]: return self.request(url, 'GET', **kwargs) Aug 05 11:41:33.729659 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:41:33.729659 n-d-803378-2 neutron-server[94421]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:41:33.729659 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:41:33.729659 n-d-803378-2 neutron-server[94421]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:41:33.729659 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:41:33.729659 n-d-803378-2 neutron-server[94421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:41:33.729659 n-d-803378-2 neutron-server[94421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:41:33.890550 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c0c16e2d-2beb-4a61-bcac-83b610f9698d tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:33.924732 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0c16e2d-2beb-4a61-bcac-83b610f9698d tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 90726f35-4a6f-405e-b895-79198dcb7bf4 {{(pid=94421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 05 11:41:33.941110 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c0c16e2d-2beb-4a61-bcac-83b610f9698d tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:33.961787 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-c0c16e2d-2beb-4a61-bcac-83b610f9698d tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] 10.222.0.58 "DELETE /v2.0/networks/90726f35-4a6f-405e-b895-79198dcb7bf4 HTTP/1.1" status: 204 len: 168 time: 2.2184925 Aug 05 11:41:34.110831 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c16e2d-2beb-4a61-bcac-83b610f9698d tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Pushing event deleted for resources: {'Network': ['ID=90726f35-4a6f-405e-b895-79198dcb7bf4,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:41:34.142446 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 08149d55-4335-4542-866e-d6af930b3669 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:41:34.143313 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:34.157871 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-750b1631-5ecc-4a53-930d-14f0ab584411 req-9d9678a4-adb8-466c-953b-350033f7bcab service neutron] 10.222.0.58 "GET /v2.0/networks/ccbbacf0-1abe-4045-961d-b400e33c654c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5831976 Aug 05 11:41:34.238571 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a92aac-6a7e-4e29-ba3e-3324df8c5e7e req-07997626-84a2-48f4-bd21-6581c733ddbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:41:34.261962 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-32a92aac-6a7e-4e29-ba3e-3324df8c5e7e req-07997626-84a2-48f4-bd21-6581c733ddbf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=922471f37b13454ba92168a26c5eea8e&device_id=40021a41-d350-4e38-ac4d-f69e07c48ffb HTTP/1.1" status: 200 len: 1096 time: 0.4650497 Aug 05 11:41:34.296181 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29518dc2-3064-41e5-9134-af65d2d2a165 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:41:34.306425 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=46e4b80c-0d31-4054-adbd-62de354b5297,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:41:34.317832 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29518dc2-3064-41e5-9134-af65d2d2a165 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:41:34.334871 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29518dc2-3064-41e5-9134-af65d2d2a165 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:41:34.339473 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-29518dc2-3064-41e5-9134-af65d2d2a165 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 2.1046438 Aug 05 11:41:34.346715 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 37036) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:41:34.347730 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-5ff2b10f-4f28-4361-8232-bb5e132f9ace tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Deleting port 6c375c0e-0516-4636-b504-07b59d7125a6 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:41:34.356929 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5ff2b10f-4f28-4361-8232-bb5e132f9ace tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:34.693428 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681cfb2f-84a4-46ca-8192-82cd7e1d4f78 req-789f3c05-d1e8-4551-ac70-2ae0e3ad33e5 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:41:34.711577 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-681cfb2f-84a4-46ca-8192-82cd7e1d4f78 req-789f3c05-d1e8-4551-ac70-2ae0e3ad33e5 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=40021a41-d350-4e38-ac4d-f69e07c48ffb HTTP/1.1" status: 200 len: 945 time: 0.5518854 Aug 05 11:41:35.047268 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-335fa4fa-e15f-44d0-8f5d-ebe0f6424f15 None None] Provisioning for port e00257e9-770a-4084-b58b-80f70cf68556 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:41:35.087581 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4c252ae3-c758-460a-8291-77da194ec733 req-5e1713b9-8261-4f74-b449-ef0f80245ce2 tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] 10.222.0.58 "GET /v2.0/ports?device_id=937b6d92-da9b-4d35-b1ff-74935620d128 HTTP/1.1" status: 200 len: 210 time: 0.1998756 Aug 05 11:41:35.215552 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-681cfb2f-84a4-46ca-8192-82cd7e1d4f78 req-dabf2180-2504-4a1a-82cb-bde219d1c65a tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=47a5a50c-7385-42e8-98ac-c05af9825ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4690657 Aug 05 11:41:35.290607 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a92aac-6a7e-4e29-ba3e-3324df8c5e7e req-e8d409cd-7260-4d08-bed7-4b12495a1e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:41:35.308604 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-32a92aac-6a7e-4e29-ba3e-3324df8c5e7e req-e8d409cd-7260-4d08-bed7-4b12495a1e28 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3bbc31db-4958-4e8b-9f8e-bc48b5d28e47 HTTP/1.1" status: 200 len: 913 time: 0.9508793 Aug 05 11:41:35.444785 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5ff2b10f-4f28-4361-8232-bb5e132f9ace tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:35.540154 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-5ff2b10f-4f28-4361-8232-bb5e132f9ace tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Calling delete_port for 6c375c0e-0516-4636-b504-07b59d7125a6 owned by network:router_interface {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:41:35.752406 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-32a92aac-6a7e-4e29-ba3e-3324df8c5e7e req-9bda292f-9b86-40e9-8af2-414253f48bf8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3743ac1-d872-4507-a6f2-ed370e7d4ff9 HTTP/1.1" status: 200 len: 999 time: 0.4294357 Aug 05 11:41:35.816867 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_v2 [None req-5617f148-3634-402f-a301-c7d666710386 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Deleting subnet 8d40fa01-5d7a-4a85-b46f-a9e6488b5861 {{(pid=94421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:41:35.823610 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5617f148-3634-402f-a301-c7d666710386 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks [] for subnet, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:36.080763 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a92aac-6a7e-4e29-ba3e-3324df8c5e7e req-b0640ef0-03db-4a75-85e8-5b53d2b8f81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:41:36.087639 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-32a92aac-6a7e-4e29-ba3e-3324df8c5e7e req-b0640ef0-03db-4a75-85e8-5b53d2b8f81f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2358f314-430e-4da8-8dea-b9e9954bab81 HTTP/1.1" status: 200 len: 851 time: 0.2656293 Aug 05 11:41:36.396814 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 98c034a0-2baa-4134-821e-f8f5f00fa6fc up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:41:36.642455 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5617f148-3634-402f-a301-c7d666710386 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29786388'] for subnet, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:36.858253 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a92aac-6a7e-4e29-ba3e-3324df8c5e7e req-ad8786a6-12b6-4dc7-8b8b-8b5b50de4b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:41:36.867601 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-32a92aac-6a7e-4e29-ba3e-3324df8c5e7e req-ad8786a6-12b6-4dc7-8b8b-8b5b50de4b4d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3bbc31db-4958-4e8b-9f8e-bc48b5d28e47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6925383 Aug 05 11:41:36.890401 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 98c034a0-2baa-4134-821e-f8f5f00fa6fc completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:41:36.913250 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 98c034a0-2baa-4134-821e-f8f5f00fa6fc triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:41:36.915919 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:37.094410 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5ff2b10f-4f28-4361-8232-bb5e132f9ace tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:37.161064 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4dd86f8d-09a3-47e5-a095-7495ed7ec50a req-dc4a42f6-9d12-4ad0-a27c-576fa2a2aa82 tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] 10.222.0.58 "GET /v2.0/ports?device_id=937b6d92-da9b-4d35-b1ff-74935620d128 HTTP/1.1" status: 200 len: 210 time: 0.2623596 Aug 05 11:41:37.371148 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:37.471489 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-32a92aac-6a7e-4e29-ba3e-3324df8c5e7e req-e16a482c-a885-4e33-a4fa-357403d4fece service neutron] 10.222.0.64 "GET /v2.0/networks/3bbc31db-4958-4e8b-9f8e-bc48b5d28e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5616872 Aug 05 11:41:37.471850 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port 98c034a0-2baa-4134-821e-f8f5f00fa6fc, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=98c034a0-2baa-4134-821e-f8f5f00fa6fc,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:41:37.481885 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 37072) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:41:37.518947 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-270883bd-e54e-464c-86ab-a0ccec736986 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Request body: {'router': {'name': 'tempest-router--1225751449', 'project_id': '2a99dbac5ada43c8b631bfdf0a405fc7'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:41:37.541374 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:37.546024 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device e00257e9-770a-4084-b58b-80f70cf68556 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:41:37.592155 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-477055ed-6b2e-45b2-9ba6-d15514df74b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:37.622898 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-270883bd-e54e-464c-86ab-a0ccec736986 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33260300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1929'] for router, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:37.624394 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-270883bd-e54e-464c-86ab-a0ccec736986 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33285914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33034662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1926'] for router, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:37.654530 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff2b10f-4f28-4361-8232-bb5e132f9ace tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Pushing event deleted for resources: {'Port': ['ID=6c375c0e-0516-4636-b504-07b59d7125a6,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:41:37.733142 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f76296-88ec-42be-9385-0294de030787 req-a45e3917-d488-4c6e-b8b7-0f2b7115fc7b tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:41:37.748592 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-82f76296-88ec-42be-9385-0294de030787 req-a45e3917-d488-4c6e-b8b7-0f2b7115fc7b tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=40021a41-d350-4e38-ac4d-f69e07c48ffb HTTP/1.1" status: 200 len: 945 time: 0.9080353 Aug 05 11:41:37.893244 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-1ac4e6bb-2e4d-4bbb-b60f-7867102dd0a9 None None] Could not find standard attr ID for object 014cb106-a9db-4080-bb8c-3cf55fad16d0. {{(pid=94422) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 05 11:41:38.065461 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=98c034a0-2baa-4134-821e-f8f5f00fa6fc,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:41:38.175994 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port e00257e9-770a-4084-b58b-80f70cf68556 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:41:38.184039 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port e00257e9-770a-4084-b58b-80f70cf68556 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:41:38.185223 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:38.382097 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-82f76296-88ec-42be-9385-0294de030787 req-5e3c0d3f-fc4d-4142-9994-033be10b695a tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=47a5a50c-7385-42e8-98ac-c05af9825ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3999305 Aug 05 11:41:38.487250 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5617f148-3634-402f-a301-c7d666710386 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:39.047088 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:39.165624 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5ff2b10f-4f28-4361-8232-bb5e132f9ace tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33140263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33208171'] for router_interface, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:39.226433 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f3bed4bf-8bb9-4ede-a353-612e0dfe46c9 req-19ddec29-924d-41f8-8ee7-e38348efba32 tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] 10.222.0.58 "GET /v2.0/ports?device_id=937b6d92-da9b-4d35-b1ff-74935620d128 HTTP/1.1" status: 200 len: 210 time: 0.7172263 Aug 05 11:41:39.299350 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-270883bd-e54e-464c-86ab-a0ccec736986 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:39.393430 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3460ce2c-e8c3-4472-b493-db5e2826d6c8 None None] Sync routers for ids ['b821e3b7-306f-4f4d-a4a8-f1053fae2eb8'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:41:39.413161 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-270883bd-e54e-464c-86ab-a0ccec736986 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286026'] for router, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:39.431676 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3460ce2c-e8c3-4472-b493-db5e2826d6c8 None None] Routers {'b821e3b7-306f-4f4d-a4a8-f1053fae2eb8'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:41:39.433075 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-3460ce2c-e8c3-4472-b493-db5e2826d6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:41:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['b821e3b7-306f-4f4d-a4a8-f1053fae2eb8'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:41:39.504353 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-270883bd-e54e-464c-86ab-a0ccec736986 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify callbacks [] for router, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:39.513665 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-270883bd-e54e-464c-86ab-a0ccec736986 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 2.0250800 Aug 05 11:41:39.531925 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 37096) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:41:39.748902 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-32a92aac-6a7e-4e29-ba3e-3324df8c5e7e req-3c2cb860-5ca4-4105-9cec-e71b69b0419c service neutron] 10.222.0.64 "GET /v2.0/networks/3bbc31db-4958-4e8b-9f8e-bc48b5d28e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.1740623 Aug 05 11:41:40.011007 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5617f148-3634-402f-a301-c7d666710386 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25038609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30075142'] for subnet, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:40.041548 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.db.api [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94422) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 05 11:41:40.042566 n-d-803378-2 neutron-server[94422]: DEBUG oslo_db.api [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 11:41:40.100444 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b8ac542c-8178-4741-83cc-a2ec859c4345 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify callbacks [] for router, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:40.244360 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-3c628dd0-bb23-4d60-aa65-6a936f69569e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:40.279544 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:40.380154 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-3460ce2c-e8c3-4472-b493-db5e2826d6c8 None None] Set router b821e3b7-306f-4f4d-a4a8-f1053fae2eb8 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:41:40.398808 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ff2b10f-4f28-4361-8232-bb5e132f9ace tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Router 5457b757-6a39-42b0-81d4-08db5f9029d4 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 11:41:40.560638 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e80c78-de04-4886-b1f6-c5088a77787a req-3749a1f6-8b68-4093-9c71-0be639f55fca tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:41:40.586214 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b4e80c78-de04-4886-b1f6-c5088a77787a req-3749a1f6-8b68-4093-9c71-0be639f55fca tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=40021a41-d350-4e38-ac4d-f69e07c48ffb HTTP/1.1" status: 200 len: 945 time: 0.4424734 Aug 05 11:41:40.738362 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:40.944314 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port e00257e9-770a-4084-b58b-80f70cf68556, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=e00257e9-770a-4084-b58b-80f70cf68556,segment=NetworkSegment(c3ce43ff-a33b-459d-a35e-6c011fee3456),segment_id=c3ce43ff-a33b-459d-a35e-6c011fee3456)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:41:40.958248 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:40.962465 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 46e4b80c-0d31-4054-adbd-62de354b5297 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:41:41.078823 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0f942958-e3dc-4222-b5ef-73f5bd47b27a req-ff945b46-e398-42a4-8c33-cd49affcc948 tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] 10.222.0.58 "GET /v2.0/ports?device_id=937b6d92-da9b-4d35-b1ff-74935620d128 HTTP/1.1" status: 200 len: 210 time: 0.3526304 Aug 05 11:41:41.289553 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5617f148-3634-402f-a301-c7d666710386 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Pushing event deleted for resources: {'Subnet': ['ID=8d40fa01-5d7a-4a85-b46f-a9e6488b5861,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:41:41.526402 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ff2b10f-4f28-4361-8232-bb5e132f9ace tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:41:41.571569 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-5ff2b10f-4f28-4361-8232-bb5e132f9ace tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] 10.222.0.58 "PUT /v2.0/routers/5457b757-6a39-42b0-81d4-08db5f9029d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 17.8298321 Aug 05 11:41:41.587689 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 37110) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:41:41.594551 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=e00257e9-770a-4084-b58b-80f70cf68556,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:41:41.601448 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161676ce-725f-4324-b8d7-d2e3ac0feb8a None None] Sync routers for ids ['5457b757-6a39-42b0-81d4-08db5f9029d4'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:41:41.665905 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-3460ce2c-e8c3-4472-b493-db5e2826d6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b821e3b7-306f-4f4d-a4a8-f1053fae2eb8', 'name': 'tempest-AttachSCSIVolumeTestJSON-2053490810-router', 'tenant_id': 'edd36454afa346aa91983497ab8e2fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '98c034a0-2baa-4134-821e-f8f5f00fa6fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:40:57Z', 'updated_at': '2021-08-05T11:41:18Z', 'revision_number': 4, 'project_id': 'edd36454afa346aa91983497ab8e2fdf', 'gw_port': {'id': '98c034a0-2baa-4134-821e-f8f5f00fa6fc', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:99:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b821e3b7-306f-4f4d-a4a8-f1053fae2eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1922, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:41:00Z', 'updated_at': '2021-08-05T11:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '00fa1673-847a-4233-8d50-40b335af790a', 'name': '', 'network_id': '8f0cd7ef-314f-41fb-b93e-da31e25a7810', 'tenant_id': 'edd36454afa346aa91983497ab8e2fdf', 'mac_address': 'fa:16:3e:ac:c0:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b821e3b7-306f-4f4d-a4a8-f1053fae2eb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1937, 'fixed_ips': [{'subnet_id': '2c0f8672-be28-4c2b-8091-bcd26485be1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:41:14Z', 'updated_at': '2021-08-05T11:41:18Z', 'revision_number': 2, 'project_id': 'edd36454afa346aa91983497ab8e2fdf', 'subnets': [{'id': '2c0f8672-be28-4c2b-8091-bcd26485be1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:41:41.731915 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec2b456-c42f-45ee-a08b-953e74de2045 None None] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:41:41.803840 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3460ce2c-e8c3-4472-b493-db5e2826d6c8 None None] Checking router: b821e3b7-306f-4f4d-a4a8-f1053fae2eb8 for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:41:41.804761 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3460ce2c-e8c3-4472-b493-db5e2826d6c8 None None] Updating router b821e3b7-306f-4f4d-a4a8-f1053fae2eb8 port 00fa1673-847a-4233-8d50-40b335af790a binding host n-d-803378-2 {{(pid=94423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 11:41:41.856130 n-d-803378-2 neutron-server[94420]: INFO neutron.api.v2.resource [None req-12b45a05-11ab-49c3-9583-2ae4d1a01c99 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] delete failed (client error): The resource could not be found. Aug 05 11:41:41.860351 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-12b45a05-11ab-49c3-9583-2ae4d1a01c99 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] 10.222.0.58 "DELETE /v2.0/routers/tempest-non_exist_router-1060012657 HTTP/1.1" status: 404 len: 335 time: 0.2709565 Aug 05 11:41:41.876849 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 37114) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:41:41.919571 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-ffef92c5-0dfb-4898-bd73-4d0b95926f5a tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Request body: {'router': {'external_gateway_info': {'network_id': '5457b757-6a39-42b0-81d4-08db5f9029d4'}}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:41:41.935265 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-3460ce2c-e8c3-4472-b493-db5e2826d6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:41.949593 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b4e80c78-de04-4886-b1f6-c5088a77787a req-567b9c44-ccbd-4fd5-85ee-41edcbdf6f43 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=47a5a50c-7385-42e8-98ac-c05af9825ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.3616667 Aug 05 11:41:42.078840 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b8ac542c-8178-4741-83cc-a2ec859c4345 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33262979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1951'] for router, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:42.090793 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b8ac542c-8178-4741-83cc-a2ec859c4345 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:42.399114 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5617f148-3634-402f-a301-c7d666710386 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:42.424257 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-5617f148-3634-402f-a301-c7d666710386 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "DELETE /v2.0/subnets/8d40fa01-5d7a-4a85-b46f-a9e6488b5861 HTTP/1.1" status: 204 len: 168 time: 8.0627851 Aug 05 11:41:42.443563 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 37122) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:41:42.529664 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161676ce-725f-4324-b8d7-d2e3ac0feb8a None None] Routers {'5457b757-6a39-42b0-81d4-08db5f9029d4'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:41:42.543291 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-161676ce-725f-4324-b8d7-d2e3ac0feb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:41:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['5457b757-6a39-42b0-81d4-08db5f9029d4'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:41:42.546933 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:42.787033 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 46e4b80c-0d31-4054-adbd-62de354b5297 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:41:42.788568 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:42.822845 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-161676ce-725f-4324-b8d7-d2e3ac0feb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:41:42.879867 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750b1631-5ecc-4a53-930d-14f0ab584411 req-2cd66240-e3ff-4449-beed-f23ef3c9b91f tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:41:42.882973 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-750b1631-5ecc-4a53-930d-14f0ab584411 req-2cd66240-e3ff-4449-beed-f23ef3c9b91f tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] 10.222.0.55 "GET /v2.0/networks?id=ccbbacf0-1abe-4045-961d-b400e33c654c HTTP/1.1" status: 200 len: 813 time: 1.5574105 Aug 05 11:41:42.888223 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b8ac542c-8178-4741-83cc-a2ec859c4345 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33262474'] for router, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:42.889110 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8ac542c-8178-4741-83cc-a2ec859c4345 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a0861cd9-c7fa-482e-815a-1c8050768b27 {{(pid=94421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 11:41:42.901233 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b8ac542c-8178-4741-83cc-a2ec859c4345 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify callbacks [] for router, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:42.916239 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-b8ac542c-8178-4741-83cc-a2ec859c4345 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] 10.222.0.58 "DELETE /v2.0/routers/a0861cd9-c7fa-482e-815a-1c8050768b27 HTTP/1.1" status: 204 len: 168 time: 3.3682618 Aug 05 11:41:42.928119 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-750b1631-5ecc-4a53-930d-14f0ab584411 req-ec4b1ede-fee8-484b-a8d7-1bdb192c459e tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] Request body: {'port': {'device_id': '937b6d92-da9b-4d35-b1ff-74935620d128', 'network_id': 'ccbbacf0-1abe-4045-961d-b400e33c654c', 'admin_state_up': True, 'tenant_id': 'a821dc3f7db4460eaef6929bf1c161a1'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:41:43.042148 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_v2 [None req-4aa26182-7095-420b-9aeb-925a7fe4af04 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Deleting subnet b317b2e8-b117-4529-be7b-bf159ac3310a {{(pid=94421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:41:43.048598 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4aa26182-7095-420b-9aeb-925a7fe4af04 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks [] for subnet, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:43.244845 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4aa26182-7095-420b-9aeb-925a7fe4af04 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29786388'] for subnet, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:43.399027 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161676ce-725f-4324-b8d7-d2e3ac0feb8a None None] Routers {'5457b757-6a39-42b0-81d4-08db5f9029d4'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:41:43.403738 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-161676ce-725f-4324-b8d7-d2e3ac0feb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:41:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['5457b757-6a39-42b0-81d4-08db5f9029d4'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:41:43.653808 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-161676ce-725f-4324-b8d7-d2e3ac0feb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:41:43.660186 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161676ce-725f-4324-b8d7-d2e3ac0feb8a None None] The sync data for ids ['5457b757-6a39-42b0-81d4-08db5f9029d4'] in n-d-803378-2 is: [] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:41:43.874006 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-3460ce2c-e8c3-4472-b493-db5e2826d6c8 None None] Notify callbacks [] for port, precommit_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:43.925069 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.provisioning_blocks [None req-3460ce2c-e8c3-4472-b493-db5e2826d6c8 None None] Transition to ACTIVE for port object 00fa1673-847a-4233-8d50-40b335af790a will not be triggered until provisioned by entity L2. {{(pid=94423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:41:43.950277 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-3460ce2c-e8c3-4472-b493-db5e2826d6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:44.175809 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:44.186707 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6415af0-e40c-4ad9-9687-94eacb9894e3 None None] Pushing event updated for resources: {'Port': ['ID=00fa1673-847a-4233-8d50-40b335af790a,revision_number=3']} {{(pid=94423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:41:44.433425 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-db49613a-bf46-462e-8213-4b08e9115354 req-75da54c6-b977-4668-b999-2a13df66f180 tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] 10.222.0.58 "GET /v2.0/ports?device_id=937b6d92-da9b-4d35-b1ff-74935620d128 HTTP/1.1" status: 200 len: 210 time: 1.8262999 Aug 05 11:41:44.470230 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-3460ce2c-e8c3-4472-b493-db5e2826d6c8 None None] Attempting to bind port 00fa1673-847a-4233-8d50-40b335af790a on host n-d-803378-2 for vnic_type normal with profile {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:41:44.477268 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-3460ce2c-e8c3-4472-b493-db5e2826d6c8 None None] Attempting to bind port 00fa1673-847a-4233-8d50-40b335af790a by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '3f33c0e4-40e5-4eb1-b994-3f1c97515386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '8f0cd7ef-314f-41fb-b93e-da31e25a7810'}] {{(pid=94423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:41:44.486013 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3460ce2c-e8c3-4472-b493-db5e2826d6c8 None None] Attempting to bind port 00fa1673-847a-4233-8d50-40b335af790a on network 8f0cd7ef-314f-41fb-b93e-da31e25a7810 {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:41:44.519689 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 37136) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:41:44.537314 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3460ce2c-e8c3-4472-b493-db5e2826d6c8 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:41:44.538241 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3460ce2c-e8c3-4472-b493-db5e2826d6c8 None None] Checking segment: {'id': '3f33c0e4-40e5-4eb1-b994-3f1c97515386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '8f0cd7ef-314f-41fb-b93e-da31e25a7810'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:41:44.538950 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-3460ce2c-e8c3-4472-b493-db5e2826d6c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:44.539621 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3460ce2c-e8c3-4472-b493-db5e2826d6c8 None None] Bound using segment: {'id': '3f33c0e4-40e5-4eb1-b994-3f1c97515386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '8f0cd7ef-314f-41fb-b93e-da31e25a7810'} {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:41:44.540440 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-3460ce2c-e8c3-4472-b493-db5e2826d6c8 None None] Bound port: 00fa1673-847a-4233-8d50-40b335af790a, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f33c0e4-40e5-4eb1-b994-3f1c97515386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '8f0cd7ef-314f-41fb-b93e-da31e25a7810'}}] {{(pid=94423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:41:44.571425 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-3460ce2c-e8c3-4472-b493-db5e2826d6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:45.065843 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 98c034a0-2baa-4134-821e-f8f5f00fa6fc up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:41:45.138311 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.db [None req-3460ce2c-e8c3-4472-b493-db5e2826d6c8 None None] For port 00fa1673-847a-4233-8d50-40b335af790a, host n-d-803378-2, cleared binding levels {{(pid=94423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:41:45.148776 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4aa26182-7095-420b-9aeb-925a7fe4af04 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:45.170075 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.db [None req-3460ce2c-e8c3-4472-b493-db5e2826d6c8 None None] For port 00fa1673-847a-4233-8d50-40b335af790a, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=00fa1673-847a-4233-8d50-40b335af790a,segment=NetworkSegment(3f33c0e4-40e5-4eb1-b994-3f1c97515386),segment_id=3f33c0e4-40e5-4eb1-b994-3f1c97515386)] {{(pid=94423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:41:45.192510 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-3460ce2c-e8c3-4472-b493-db5e2826d6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:45.378586 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 98c034a0-2baa-4134-821e-f8f5f00fa6fc triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:41:45.384822 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:45.612719 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6415af0-e40c-4ad9-9687-94eacb9894e3 None None] Pushing event updated for resources: {'Port': ['ID=00fa1673-847a-4233-8d50-40b335af790a,revision_number=4']} {{(pid=94423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:41:45.624072 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3460ce2c-e8c3-4472-b493-db5e2826d6c8 None None] Routers {'b821e3b7-306f-4f4d-a4a8-f1053fae2eb8'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:41:45.625807 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-3460ce2c-e8c3-4472-b493-db5e2826d6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:41:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['b821e3b7-306f-4f4d-a4a8-f1053fae2eb8'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:41:45.663760 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4aa26182-7095-420b-9aeb-925a7fe4af04 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25038609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30075142'] for subnet, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:45.695016 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ffef92c5-0dfb-4898-bd73-4d0b95926f5a tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:45.782477 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0e7079-2b5b-405d-8afd-09e487555f47 req-54eff16a-32cc-4cfc-a8f0-e0b92cf027f5 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:41:45.805989 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ac0e7079-2b5b-405d-8afd-09e487555f47 req-54eff16a-32cc-4cfc-a8f0-e0b92cf027f5 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=40021a41-d350-4e38-ac4d-f69e07c48ffb HTTP/1.1" status: 200 len: 945 time: 1.3611431 Aug 05 11:41:45.811742 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device e00257e9-770a-4084-b58b-80f70cf68556 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:41:45.925879 n-d-803378-2 neutron-server[94420]: INFO neutron.api.v2.resource [None req-ffef92c5-0dfb-4898-bd73-4d0b95926f5a tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] update failed (client error): The resource could not be found. Aug 05 11:41:45.935437 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-ffef92c5-0dfb-4898-bd73-4d0b95926f5a tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] 10.222.0.58 "PUT /v2.0/routers/5457b757-6a39-42b0-81d4-08db5f9029d4 HTTP/1.1" status: 404 len: 339 time: 4.0465362 Aug 05 11:41:45.941978 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 37156) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:41:46.024058 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4aa26182-7095-420b-9aeb-925a7fe4af04 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:46.040521 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-4aa26182-7095-420b-9aeb-925a7fe4af04 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "DELETE /v2.0/subnets/b317b2e8-b117-4529-be7b-bf159ac3310a HTTP/1.1" status: 204 len: 168 time: 3.5729096 Aug 05 11:41:46.060469 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 37160) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:41:46.247045 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa26182-7095-420b-9aeb-925a7fe4af04 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Pushing event deleted for resources: {'Subnet': ['ID=b317b2e8-b117-4529-be7b-bf159ac3310a,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:41:46.263143 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-2ec1c8ee-b5b7-4c66-87f5-b56da45e4cbd tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1936684 Aug 05 11:41:46.279563 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 37164) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:41:46.323538 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-3460ce2c-e8c3-4472-b493-db5e2826d6c8 None None] Set router b821e3b7-306f-4f4d-a4a8-f1053fae2eb8 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:41:46.404159 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-940938b4-6259-449e-9ee5-48f3e0bfe212 req-71eb3554-ec53-4502-b105-ea40a293c03e tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] 10.222.0.58 "GET /v2.0/ports?device_id=937b6d92-da9b-4d35-b1ff-74935620d128 HTTP/1.1" status: 200 len: 210 time: 0.2139435 Aug 05 11:41:46.465076 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port e00257e9-770a-4084-b58b-80f70cf68556 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:41:46.466826 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:46.496188 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-750b1631-5ecc-4a53-930d-14f0ab584411 req-ec4b1ede-fee8-484b-a8d7-1bdb192c459e tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] Made reservation on behalf of a821dc3f7db4460eaef6929bf1c161a1 for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:41:46.515857 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-750b1631-5ecc-4a53-930d-14f0ab584411 req-ec4b1ede-fee8-484b-a8d7-1bdb192c459e tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:46.608327 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af7ae3d-c296-4939-ba3e-bab2a05860e4 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:41:46.619100 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-6af7ae3d-c296-4939-ba3e-bab2a05860e4 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3339512 Aug 05 11:41:46.630008 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 37166) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:41:46.856805 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-beae15b0-e9a5-4ec6-b96c-4d0330c77c47 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-330107271', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}, 'admin_state_up': False}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:41:46.881441 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8fed94c-bb17-44a0-9be3-3792c9c8bdc8 None None] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:41:46.991764 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-beae15b0-e9a5-4ec6-b96c-4d0330c77c47 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33260300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1929'] for router, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:46.996360 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-beae15b0-e9a5-4ec6-b96c-4d0330c77c47 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33285914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33034662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1926'] for router, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:47.044890 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33bcbee2-4388-4a06-864b-585ea672413a tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:41:47.050262 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-33bcbee2-4388-4a06-864b-585ea672413a tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4155869 Aug 05 11:41:47.056307 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 37170) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:41:47.201304 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-3460ce2c-e8c3-4472-b493-db5e2826d6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b821e3b7-306f-4f4d-a4a8-f1053fae2eb8', 'name': 'tempest-AttachSCSIVolumeTestJSON-2053490810-router', 'tenant_id': 'edd36454afa346aa91983497ab8e2fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '98c034a0-2baa-4134-821e-f8f5f00fa6fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:40:57Z', 'updated_at': '2021-08-05T11:41:18Z', 'revision_number': 4, 'project_id': 'edd36454afa346aa91983497ab8e2fdf', 'gw_port': {'id': '98c034a0-2baa-4134-821e-f8f5f00fa6fc', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:99:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b821e3b7-306f-4f4d-a4a8-f1053fae2eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1922, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:41:00Z', 'updated_at': '2021-08-05T11:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '00fa1673-847a-4233-8d50-40b335af790a', 'name': '', 'network_id': '8f0cd7ef-314f-41fb-b93e-da31e25a7810', 'tenant_id': 'edd36454afa346aa91983497ab8e2fdf', 'mac_address': 'fa:16:3e:ac:c0:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b821e3b7-306f-4f4d-a4a8-f1053fae2eb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1937, 'fixed_ips': [{'subnet_id': '2c0f8672-be28-4c2b-8091-bcd26485be1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:41:14Z', 'updated_at': '2021-08-05T11:41:45Z', 'revision_number': 4, 'project_id': 'edd36454afa346aa91983497ab8e2fdf', 'subnets': [{'id': '2c0f8672-be28-4c2b-8091-bcd26485be1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:41:47.274362 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-4c303ba0-d1ca-4f92-b3a8-3cb5862f14f9 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2014737 Aug 05 11:41:47.281634 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 37172) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:41:47.305976 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6f69518a-237c-4af5-bd73-b8a5204ca37a tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:47.330614 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-856d64ff-0d8e-4d4c-84ca-fc36203691c9 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Request body: {'subnet': {'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:41:47.352011 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3460ce2c-e8c3-4472-b493-db5e2826d6c8 None None] The sync data for ids ['b821e3b7-306f-4f4d-a4a8-f1053fae2eb8'] in n-d-803378-2 is: [{'id': 'b821e3b7-306f-4f4d-a4a8-f1053fae2eb8', 'name': 'tempest-AttachSCSIVolumeTestJSON-2053490810-router', 'tenant_id': 'edd36454afa346aa91983497ab8e2fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '98c034a0-2baa-4134-821e-f8f5f00fa6fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:40:57Z', 'updated_at': '2021-08-05T11:41:18Z', 'revision_number': 4, 'project_id': 'edd36454afa346aa91983497ab8e2fdf', 'gw_port': {'id': '98c034a0-2baa-4134-821e-f8f5f00fa6fc', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:99:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b821e3b7-306f-4f4d-a4a8-f1053fae2eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1922, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:41:00Z', 'updated_at': '2021-08-05T11:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '00fa1673-847a-4233-8d50-40b335af790a', 'name': '', 'network_id': '8f0cd7ef-314f-41fb-b93e-da31e25a7810', 'tenant_id': 'edd36454afa346aa91983497ab8e2fdf', 'mac_address': 'fa:16:3e:ac:c0:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b821e3b7-306f-4f4d-a4a8-f1053fae2eb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1937, 'fixed_ips': [{'subnet_id': '2c0f8672-be28-4c2b-8091-bcd26485be1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:41:14Z', 'updated_at': '2021-08-05T11:41:45Z', 'revision_number': 4, 'project_id': 'edd36454afa346aa91983497ab8e2fdf', 'subnets': [{'id': '2c0f8672-be28-4c2b-8091-bcd26485be1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:41:47.458644 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-ef56c4de-374f-4223-9cc4-a007324f6a2b None None] Provisioning complete for port e00257e9-770a-4084-b58b-80f70cf68556 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:41:47.459193 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-ef56c4de-374f-4223-9cc4-a007324f6a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:47.530762 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-750b1631-5ecc-4a53-930d-14f0ab584411 req-ec4b1ede-fee8-484b-a8d7-1bdb192c459e tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] Allocated IP 172.20.0.8 (ccbbacf0-1abe-4045-961d-b400e33c654c/e5bdc290-a382-4409-a240-624b47e4f60f/d8c047d8-d7ad-4b16-8754-e1b1ddc0c006) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:41:47.833931 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ac0e7079-2b5b-405d-8afd-09e487555f47 req-5789a4e3-b108-48fb-af56-b97799831ab0 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=47a5a50c-7385-42e8-98ac-c05af9825ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.9320045 Aug 05 11:41:48.003921 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 00fa1673-847a-4233-8d50-40b335af790a up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:41:48.089329 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-63cdb079-b44a-4c18-93e9-e4c8ab385d4a req-74676f90-e262-40cd-a931-f08a66db8105 tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] 10.222.0.58 "GET /v2.0/ports?device_id=937b6d92-da9b-4d35-b1ff-74935620d128 HTTP/1.1" status: 200 len: 210 time: 0.2412694 Aug 05 11:41:48.206927 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-beae15b0-e9a5-4ec6-b96c-4d0330c77c47 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:48.228066 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-750b1631-5ecc-4a53-930d-14f0ab584411 req-ec4b1ede-fee8-484b-a8d7-1bdb192c459e tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:48.235925 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 37190) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:41:48.325549 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-750b1631-5ecc-4a53-930d-14f0ab584411 req-ec4b1ede-fee8-484b-a8d7-1bdb192c459e tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:48.467518 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f8cb39-6ab1-4dd5-b75d-8b3dbaecb7d8 None None] DHCP port deletion for 65f763dc-e344-4f1a-a003-f0293beb6d65 request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 11:41:48.478139 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 00fa1673-847a-4233-8d50-40b335af790a completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:41:48.488613 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 00fa1673-847a-4233-8d50-40b335af790a triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:41:48.491191 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:48.690743 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-750b1631-5ecc-4a53-930d-14f0ab584411 req-ec4b1ede-fee8-484b-a8d7-1bdb192c459e tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] Network ccbbacf0-1abe-4045-961d-b400e33c654c is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:41:48.697215 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-750b1631-5ecc-4a53-930d-14f0ab584411 req-ec4b1ede-fee8-484b-a8d7-1bdb192c459e tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:41:48.709579 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-750b1631-5ecc-4a53-930d-14f0ab584411 req-ec4b1ede-fee8-484b-a8d7-1bdb192c459e tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:41:48.949532 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4b1ede-fee8-484b-a8d7-1bdb192c459e tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] Pushing event updated for resources: {'Port': ['ID=d8c047d8-d7ad-4b16-8754-e1b1ddc0c006,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:41:48.959836 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-a0f8cb39-6ab1-4dd5-b75d-8b3dbaecb7d8 None None] Deleting port e00257e9-770a-4084-b58b-80f70cf68556 {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:41:48.961417 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-a0f8cb39-6ab1-4dd5-b75d-8b3dbaecb7d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:48.971051 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:49.061615 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750b1631-5ecc-4a53-930d-14f0ab584411 req-ec4b1ede-fee8-484b-a8d7-1bdb192c459e tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:41:49.064288 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-750b1631-5ecc-4a53-930d-14f0ab584411 req-ec4b1ede-fee8-484b-a8d7-1bdb192c459e tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:49.130630 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8dfc2755-0e70-4bd0-aa04-0aa13d142bbd req-90d037db-c4e1-4033-bf8e-c0f4bd47eafb service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=49a8d96f-b7ef-4992-9730-42aa4497d4c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3312283 Aug 05 11:41:49.134943 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-750b1631-5ecc-4a53-930d-14f0ab584411 req-ec4b1ede-fee8-484b-a8d7-1bdb192c459e tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.2117541 Aug 05 11:41:49.197221 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-750b1631-5ecc-4a53-930d-14f0ab584411 req-711c674c-fa06-4e4c-ae8b-33f620cc9b44 service neutron] Request body: {'port': {'device_id': '937b6d92-da9b-4d35-b1ff-74935620d128', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:41:49.274031 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-856d64ff-0d8e-4d4c-84ca-fc36203691c9 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Made reservation on behalf of 2255634a74e844e794fd358818288ba1 for: {'subnet': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:41:49.276891 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 37202) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:41:49.290227 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-856d64ff-0d8e-4d4c-84ca-fc36203691c9 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24211133'] for subnet, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:49.292625 n-d-803378-2 neutron-server[94420]: INFO neutron.pecan_wsgi.hooks.translation [None req-856d64ff-0d8e-4d4c-84ca-fc36203691c9 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 05 11:41:49.298921 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-856d64ff-0d8e-4d4c-84ca-fc36203691c9 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:41:49.480870 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-a0f8cb39-6ab1-4dd5-b75d-8b3dbaecb7d8 None None] For port e00257e9-770a-4084-b58b-80f70cf68556, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=e00257e9-770a-4084-b58b-80f70cf68556,segment=NetworkSegment(c3ce43ff-a33b-459d-a35e-6c011fee3456),segment_id=c3ce43ff-a33b-459d-a35e-6c011fee3456)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:41:49.481895 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-a0f8cb39-6ab1-4dd5-b75d-8b3dbaecb7d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:49.542386 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-a0f8cb39-6ab1-4dd5-b75d-8b3dbaecb7d8 None None] Calling delete_port for e00257e9-770a-4084-b58b-80f70cf68556 owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:41:49.565460 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e077d7fe-970b-4eb9-b49c-dcee7fec222d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:49.593709 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-750b1631-5ecc-4a53-930d-14f0ab584411 req-711c674c-fa06-4e4c-ae8b-33f620cc9b44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:49.640716 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfc2755-0e70-4bd0-aa04-0aa13d142bbd req-1f5e87c9-55cb-4ec6-9f59-f236d3ea6933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:41:49.643277 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8dfc2755-0e70-4bd0-aa04-0aa13d142bbd req-1f5e87c9-55cb-4ec6-9f59-f236d3ea6933 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=922471f37b13454ba92168a26c5eea8e&device_id=49a8d96f-b7ef-4992-9730-42aa4497d4c6 HTTP/1.1" status: 200 len: 1096 time: 0.3695529 Aug 05 11:41:49.669908 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-beae15b0-e9a5-4ec6-b96c-4d0330c77c47 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:49.759703 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port 00fa1673-847a-4233-8d50-40b335af790a, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=00fa1673-847a-4233-8d50-40b335af790a,segment=NetworkSegment(3f33c0e4-40e5-4eb1-b994-3f1c97515386),segment_id=3f33c0e4-40e5-4eb1-b994-3f1c97515386)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:41:49.782969 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:49.806193 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-eee5430c-8ad4-4cf0-8df1-0d89a653bcad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:49.892997 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-a0f8cb39-6ab1-4dd5-b75d-8b3dbaecb7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:49.957237 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f8cb39-6ab1-4dd5-b75d-8b3dbaecb7d8 None None] No DVR routers for this DVR port e00257e9-770a-4084-b58b-80f70cf68556 on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:41:49.965789 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=00fa1673-847a-4233-8d50-40b335af790a,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:41:50.022831 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9d397a-a9e0-43fc-a42f-15660acca72a req-052a195c-6467-452a-890b-43f2dd84000c tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:41:50.025075 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5e9d397a-a9e0-43fc-a42f-15660acca72a req-052a195c-6467-452a-890b-43f2dd84000c tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=40021a41-d350-4e38-ac4d-f69e07c48ffb HTTP/1.1" status: 200 len: 945 time: 1.7974010 Aug 05 11:41:50.041934 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e74d33-7518-40ed-8681-bba864a6f701 req-5721f15b-72d2-4435-a9bb-20678c2ca99a tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:41:50.055165 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device e00257e9-770a-4084-b58b-80f70cf68556 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:41:50.056276 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a7e74d33-7518-40ed-8681-bba864a6f701 req-5721f15b-72d2-4435-a9bb-20678c2ca99a tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] 10.222.0.58 "GET /v2.0/ports?device_id=937b6d92-da9b-4d35-b1ff-74935620d128 HTTP/1.1" status: 200 len: 931 time: 0.6042898 Aug 05 11:41:50.097760 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: e00257e9-770a-4084-b58b-80f70cf68556 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:41:50.098882 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device e00257e9-770a-4084-b58b-80f70cf68556 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:41:50.105839 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f8cb39-6ab1-4dd5-b75d-8b3dbaecb7d8 None None] Pushing event deleted for resources: {'Port': ['ID=e00257e9-770a-4084-b58b-80f70cf68556,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:41:50.293797 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5e9d397a-a9e0-43fc-a42f-15660acca72a req-a0fa058a-1690-43c3-806d-046e4e8d08df tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=47a5a50c-7385-42e8-98ac-c05af9825ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2276208 Aug 05 11:41:50.310118 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfc2755-0e70-4bd0-aa04-0aa13d142bbd req-f3819b99-7fb3-4076-90ea-4bb33c00e3db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:41:50.313047 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8dfc2755-0e70-4bd0-aa04-0aa13d142bbd req-f3819b99-7fb3-4076-90ea-4bb33c00e3db service neutron] 10.222.0.55 "GET /v2.0/networks?id=3bbc31db-4958-4e8b-9f8e-bc48b5d28e47 HTTP/1.1" status: 200 len: 913 time: 0.6388502 Aug 05 11:41:50.386244 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a7e74d33-7518-40ed-8681-bba864a6f701 req-38bd0f31-0084-4840-8226-0a48200aa8bd tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] 10.222.0.58 "GET /v2.0/security-groups?id=c3cdc2e1-6657-462f-8996-f7367a683d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3275759 Aug 05 11:41:50.472047 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8dfc2755-0e70-4bd0-aa04-0aa13d142bbd req-bd541bc8-ae00-4adb-92a2-de7a5b9c49c2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=00f6578b-db42-4369-b4eb-90fed2c3f159 HTTP/1.1" status: 200 len: 217 time: 0.1476400 Aug 05 11:41:50.608844 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-6f69518a-237c-4af5-bd73-b8a5204ca37a tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Allocated IP 172.20.0.1 (dc35869a-5935-45c8-a866-775aca33951e/bab881e7-37f5-4d1d-8fa8-bee0d25e1e5d/2eaaa2db-b168-4659-bd13-c1df4f2f4ac7) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:41:50.674391 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae387b2a-8df7-4db3-b451-f4f5548a3b88 req-cd88544b-c845-4bfe-b586-55e50b02f047 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:41:50.674918 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e077d7fe-970b-4eb9-b49c-dcee7fec222d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:50.679356 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ae387b2a-8df7-4db3-b451-f4f5548a3b88 req-cd88544b-c845-4bfe-b586-55e50b02f047 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=40021a41-d350-4e38-ac4d-f69e07c48ffb HTTP/1.1" status: 200 len: 945 time: 0.2170978 Aug 05 11:41:50.699193 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e077d7fe-970b-4eb9-b49c-dcee7fec222d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:50.727726 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfc2755-0e70-4bd0-aa04-0aa13d142bbd req-5b3d3aca-c9b5-4c00-83f4-166f09bf8fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:41:50.731204 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8dfc2755-0e70-4bd0-aa04-0aa13d142bbd req-5b3d3aca-c9b5-4c00-83f4-166f09bf8fe6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2358f314-430e-4da8-8dea-b9e9954bab81 HTTP/1.1" status: 200 len: 851 time: 0.1965697 Aug 05 11:41:50.871851 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-856d64ff-0d8e-4d4c-84ca-fc36203691c9 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 3.5737460 Aug 05 11:41:50.891645 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 37208) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:41:50.915539 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e077d7fe-970b-4eb9-b49c-dcee7fec222d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f6381f6-9b3a-43c3-8fd4-0d4e37cbdb6a,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:41:50.929086 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-168972b7-7acc-4ab5-8a92-b96c3019bcfa tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Request body: {'subnet': {'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:41:50.981202 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-e077d7fe-970b-4eb9-b49c-dcee7fec222d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=95b3b13138374294b6eb3d934f9bc495&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7015572 Aug 05 11:41:50.986659 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 37210) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:41:51.118473 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ae387b2a-8df7-4db3-b451-f4f5548a3b88 req-ba9afe02-8773-4561-9f51-1920c7af3904 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=47a5a50c-7385-42e8-98ac-c05af9825ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3526845 Aug 05 11:41:51.304851 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-beae15b0-e9a5-4ec6-b96c-4d0330c77c47 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Notify callbacks [] for router_gateway, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:51.343236 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-750b1631-5ecc-4a53-930d-14f0ab584411 req-711c674c-fa06-4e4c-ae8b-33f620cc9b44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8c047d8-d7ad-4b16-8754-e1b1ddc0c006 {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:41:51.362367 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-beae15b0-e9a5-4ec6-b96c-4d0330c77c47 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:51.364701 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-750b1631-5ecc-4a53-930d-14f0ab584411 req-711c674c-fa06-4e4c-ae8b-33f620cc9b44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:51.417530 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfc2755-0e70-4bd0-aa04-0aa13d142bbd req-b9eb534c-0f8b-4097-8af8-f8a2289e942c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:41:51.420592 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8dfc2755-0e70-4bd0-aa04-0aa13d142bbd req-b9eb534c-0f8b-4097-8af8-f8a2289e942c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3bbc31db-4958-4e8b-9f8e-bc48b5d28e47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6570354 Aug 05 11:41:51.579238 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-beae15b0-e9a5-4ec6-b96c-4d0330c77c47 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Allocated IP 172.25.5.115 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/43eb5f54-2239-4d91-b625-4a3d562b44c8) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:41:51.669638 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-750b1631-5ecc-4a53-930d-14f0ab584411 req-711c674c-fa06-4e4c-ae8b-33f620cc9b44 service neutron] Transition to ACTIVE for port object d8c047d8-d7ad-4b16-8754-e1b1ddc0c006 will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:41:51.699176 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-750b1631-5ecc-4a53-930d-14f0ab584411 req-711c674c-fa06-4e4c-ae8b-33f620cc9b44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:51.710204 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-147d3227-dfc2-4253-b7f7-d30593fe5cc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:51.888630 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-147d3227-dfc2-4253-b7f7-d30593fe5cc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:51.938115 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c674c-fa06-4e4c-ae8b-33f620cc9b44 service neutron] Pushing event updated for resources: {'Port': ['ID=d8c047d8-d7ad-4b16-8754-e1b1ddc0c006,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:41:52.010072 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 00fa1673-847a-4233-8d50-40b335af790a up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:41:52.025929 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8dfc2755-0e70-4bd0-aa04-0aa13d142bbd req-14117ec7-4304-4686-adb0-dfe17cdeecdc service neutron] 10.222.0.55 "GET /v2.0/networks/3bbc31db-4958-4e8b-9f8e-bc48b5d28e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5873175 Aug 05 11:41:52.086204 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:52.111637 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-beae15b0-e9a5-4ec6-b96c-4d0330c77c47 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:52.133584 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6f69518a-237c-4af5-bd73-b8a5204ca37a tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:52.141016 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 00fa1673-847a-4233-8d50-40b335af790a triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:41:52.141659 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:52.166392 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [None req-6f69518a-237c-4af5-bd73-b8a5204ca37a tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Transition to ACTIVE for port object 2eaaa2db-b168-4659-bd13-c1df4f2f4ac7 will not be triggered until provisioned by entity DHCP. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:41:52.269513 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-147d3227-dfc2-4253-b7f7-d30593fe5cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:52.274883 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-147d3227-dfc2-4253-b7f7-d30593fe5cc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:52.290943 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-147d3227-dfc2-4253-b7f7-d30593fe5cc4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3f6381f6-9b3a-43c3-8fd4-0d4e37cbdb6a HTTP/1.1" status: 204 len: 168 time: 1.2371533 Aug 05 11:41:52.332814 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-750b1631-5ecc-4a53-930d-14f0ab584411 req-711c674c-fa06-4e4c-ae8b-33f620cc9b44 service neutron] Attempting to bind port d8c047d8-d7ad-4b16-8754-e1b1ddc0c006 on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:41:52.333936 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-750b1631-5ecc-4a53-930d-14f0ab584411 req-711c674c-fa06-4e4c-ae8b-33f620cc9b44 service neutron] Attempting to bind port d8c047d8-d7ad-4b16-8754-e1b1ddc0c006 by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': 'ec140737-142a-40ce-b93e-5718c5a5e0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'ccbbacf0-1abe-4045-961d-b400e33c654c'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:41:52.334856 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750b1631-5ecc-4a53-930d-14f0ab584411 req-711c674c-fa06-4e4c-ae8b-33f620cc9b44 service neutron] Attempting to bind port d8c047d8-d7ad-4b16-8754-e1b1ddc0c006 on network ccbbacf0-1abe-4045-961d-b400e33c654c {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:41:52.346219 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bece583-d16a-4dd0-acd2-92f2d8e1498b req-e468f3f9-ab80-47b7-8b10-99d94eca8b9c tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:41:52.361252 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4bece583-d16a-4dd0-acd2-92f2d8e1498b req-e468f3f9-ab80-47b7-8b10-99d94eca8b9c tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=40021a41-d350-4e38-ac4d-f69e07c48ffb HTTP/1.1" status: 200 len: 945 time: 0.5167334 Aug 05 11:41:52.425551 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147d3227-dfc2-4253-b7f7-d30593fe5cc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f6381f6-9b3a-43c3-8fd4-0d4e37cbdb6a,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:41:52.446560 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750b1631-5ecc-4a53-930d-14f0ab584411 req-711c674c-fa06-4e4c-ae8b-33f620cc9b44 service neutron] Port d8c047d8-d7ad-4b16-8754-e1b1ddc0c006 on network ccbbacf0-1abe-4045-961d-b400e33c654c not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:41:52.447243 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750b1631-5ecc-4a53-930d-14f0ab584411 req-711c674c-fa06-4e4c-ae8b-33f620cc9b44 service neutron] Attempting to bind port d8c047d8-d7ad-4b16-8754-e1b1ddc0c006 on network ccbbacf0-1abe-4045-961d-b400e33c654c {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:41:52.488227 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8dfc2755-0e70-4bd0-aa04-0aa13d142bbd req-17d3d673-f16b-4879-8c28-34103d31d497 service neutron] 10.222.0.55 "GET /v2.0/networks/3bbc31db-4958-4e8b-9f8e-bc48b5d28e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4524553 Aug 05 11:41:52.494840 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750b1631-5ecc-4a53-930d-14f0ab584411 req-711c674c-fa06-4e4c-ae8b-33f620cc9b44 service neutron] Checking agent: {'id': 'a8f1dd2d-227c-4e30-8844-52419ba734db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:41:52.496530 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750b1631-5ecc-4a53-930d-14f0ab584411 req-711c674c-fa06-4e4c-ae8b-33f620cc9b44 service neutron] Checking segment: {'id': 'ec140737-142a-40ce-b93e-5718c5a5e0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'ccbbacf0-1abe-4045-961d-b400e33c654c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:41:52.497647 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750b1631-5ecc-4a53-930d-14f0ab584411 req-711c674c-fa06-4e4c-ae8b-33f620cc9b44 service neutron] Bound using segment: {'id': 'ec140737-142a-40ce-b93e-5718c5a5e0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'ccbbacf0-1abe-4045-961d-b400e33c654c'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:41:52.498954 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-750b1631-5ecc-4a53-930d-14f0ab584411 req-711c674c-fa06-4e4c-ae8b-33f620cc9b44 service neutron] Bound port: d8c047d8-d7ad-4b16-8754-e1b1ddc0c006, host: n-h2-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec140737-142a-40ce-b93e-5718c5a5e0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'ccbbacf0-1abe-4045-961d-b400e33c654c'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:41:52.500013 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-750b1631-5ecc-4a53-930d-14f0ab584411 req-711c674c-fa06-4e4c-ae8b-33f620cc9b44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:52.502818 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91534052-6d36-4071-9c2f-192dba646ac9 req-e72664c3-299c-4050-9d2d-26d8ccc6fda5 tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:41:52.516116 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-91534052-6d36-4071-9c2f-192dba646ac9 req-e72664c3-299c-4050-9d2d-26d8ccc6fda5 tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] 10.222.0.58 "GET /v2.0/ports?device_id=937b6d92-da9b-4d35-b1ff-74935620d128 HTTP/1.1" status: 200 len: 943 time: 0.5989106 Aug 05 11:41:52.537130 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-eee5430c-8ad4-4cf0-8df1-0d89a653bcad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:52.617147 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-eee5430c-8ad4-4cf0-8df1-0d89a653bcad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:52.662980 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-168972b7-7acc-4ab5-8a92-b96c3019bcfa tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Made reservation on behalf of 2255634a74e844e794fd358818288ba1 for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:41:52.669460 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-168972b7-7acc-4ab5-8a92-b96c3019bcfa tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:52.684183 n-d-803378-2 neutron-server[94421]: INFO neutron.pecan_wsgi.hooks.translation [None req-168972b7-7acc-4ab5-8a92-b96c3019bcfa tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 05 11:41:52.685366 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-168972b7-7acc-4ab5-8a92-b96c3019bcfa tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:41:52.695360 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee5430c-8ad4-4cf0-8df1-0d89a653bcad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=663138b4-6664-4c41-9cbf-f6d1e4271d12,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:41:52.707212 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6f69518a-237c-4af5-bd73-b8a5204ca37a tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:52.756934 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-750b1631-5ecc-4a53-930d-14f0ab584411 req-711c674c-fa06-4e4c-ae8b-33f620cc9b44 service neutron] For port d8c047d8-d7ad-4b16-8754-e1b1ddc0c006, host n-h2-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:41:52.767094 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-750b1631-5ecc-4a53-930d-14f0ab584411 req-711c674c-fa06-4e4c-ae8b-33f620cc9b44 service neutron] For port d8c047d8-d7ad-4b16-8754-e1b1ddc0c006, host n-h2-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=d8c047d8-d7ad-4b16-8754-e1b1ddc0c006,segment=NetworkSegment(ec140737-142a-40ce-b93e-5718c5a5e0be),segment_id=ec140737-142a-40ce-b93e-5718c5a5e0be)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:41:52.783211 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-750b1631-5ecc-4a53-930d-14f0ab584411 req-711c674c-fa06-4e4c-ae8b-33f620cc9b44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:52.857307 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f69518a-237c-4af5-bd73-b8a5204ca37a tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Pushing event updated for resources: {'Port': ['ID=2eaaa2db-b168-4659-bd13-c1df4f2f4ac7,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:41:52.909747 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4bece583-d16a-4dd0-acd2-92f2d8e1498b req-ff85b4ef-8d34-4748-9e6c-2bec97309438 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=47a5a50c-7385-42e8-98ac-c05af9825ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5467181 Aug 05 11:41:52.983754 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750b1631-5ecc-4a53-930d-14f0ab584411 req-711c674c-fa06-4e4c-ae8b-33f620cc9b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:41:52.991977 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-750b1631-5ecc-4a53-930d-14f0ab584411 req-711c674c-fa06-4e4c-ae8b-33f620cc9b44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:52.995854 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-750b1631-5ecc-4a53-930d-14f0ab584411 req-711c674c-fa06-4e4c-ae8b-33f620cc9b44 service neutron] 10.222.0.55 "PUT /v2.0/ports/d8c047d8-d7ad-4b16-8754-e1b1ddc0c006 HTTP/1.1" status: 200 len: 1091 time: 3.8419354 Aug 05 11:41:52.996818 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '937b6d92-da9b-4d35-b1ff-74935620d128', 'tag': 'd8c047d8-d7ad-4b16-8754-e1b1ddc0c006'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:41:53.008807 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-beae15b0-e9a5-4ec6-b96c-4d0330c77c47 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:53.032878 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a078098-944f-45bd-83c8-dc714d374e74" -d '{"events": [{"name": "network-changed", "server_uuid": "937b6d92-da9b-4d35-b1ff-74935620d128", "tag": "d8c047d8-d7ad-4b16-8754-e1b1ddc0c006"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:41:53.033203 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-91534052-6d36-4071-9c2f-192dba646ac9 req-96b9229a-dfb7-4b18-a40d-3568f35da6a2 tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] 10.222.0.58 "GET /v2.0/security-groups?id=c3cdc2e1-6657-462f-8996-f7367a683d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5151732 Aug 05 11:41:53.073160 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-168972b7-7acc-4ab5-8a92-b96c3019bcfa tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 2.1704240 Aug 05 11:41:53.074977 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 37226) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:41:53.110894 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-d4f31b36-88ea-4eb9-84a0-0ffb2ae514aa tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Request body: {'subnet': {'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:41:53.151987 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beae15b0-e9a5-4ec6-b96c-4d0330c77c47 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Pushing event updated for resources: {'Port': ['ID=43eb5f54-2239-4d91-b625-4a3d562b44c8,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:41:53.161864 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-eee5430c-8ad4-4cf0-8df1-0d89a653bcad admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c83b89f7902e4b97809e813535752f5e&name=default HTTP/1.1" status: 200 len: 2983 time: 4.9229732 Aug 05 11:41:53.166783 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f69518a-237c-4af5-bd73-b8a5204ca37a tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Network dc35869a-5935-45c8-a866-775aca33951e is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:41:53.169191 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 37228) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:41:53.217440 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c674c-fa06-4e4c-ae8b-33f620cc9b44 service neutron] Pushing event updated for resources: {'Port': ['ID=d8c047d8-d7ad-4b16-8754-e1b1ddc0c006,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:41:53.288860 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-6f69518a-237c-4af5-bd73-b8a5204ca37a tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:41:53.293698 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f69518a-237c-4af5-bd73-b8a5204ca37a tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:41:53.323491 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beae15b0-e9a5-4ec6-b96c-4d0330c77c47 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:41:53.373260 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab679888-0e75-49d7-9c09-8d0f31dc93c5 x-openstack-request-id: req-ab679888-0e75-49d7-9c09-8d0f31dc93c5 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:41:53.374403 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "937b6d92-da9b-4d35-b1ff-74935620d128", "tag": "d8c047d8-d7ad-4b16-8754-e1b1ddc0c006", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:41:53.375090 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ab679888-0e75-49d7-9c09-8d0f31dc93c5 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:41:53.376331 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '937b6d92-da9b-4d35-b1ff-74935620d128', 'tag': 'd8c047d8-d7ad-4b16-8754-e1b1ddc0c006', 'status': 'completed', 'code': 200} Aug 05 11:41:53.382130 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-beae15b0-e9a5-4ec6-b96c-4d0330c77c47 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:41:53.403695 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beae15b0-e9a5-4ec6-b96c-4d0330c77c47 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:41:53.637949 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750b1631-5ecc-4a53-930d-14f0ab584411 req-ce6de254-5bbf-4203-b915-74d9ee5f0397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:41:53.646511 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-750b1631-5ecc-4a53-930d-14f0ab584411 req-ce6de254-5bbf-4203-b915-74d9ee5f0397 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a821dc3f7db4460eaef6929bf1c161a1&device_id=937b6d92-da9b-4d35-b1ff-74935620d128 HTTP/1.1" status: 200 len: 1094 time: 0.2712762 Aug 05 11:41:53.660521 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 37230) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:41:53.702149 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-dfae3893-a9eb-4dea-a3a5-a46753e26b1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:53.716553 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-bc304441-d1e2-4553-ab3d-9b41718c0985 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:53.802456 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6f69518a-237c-4af5-bd73-b8a5204ca37a tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33288800'] for router_interface, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:53.842076 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-750b1631-5ecc-4a53-930d-14f0ab584411 req-1ecaa930-1ffa-4e68-8948-d4d302430cba service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d8c047d8-d7ad-4b16-8754-e1b1ddc0c006 HTTP/1.1" status: 200 len: 217 time: 0.1842537 Aug 05 11:41:53.919659 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-a45fd762-acff-4973-83ff-8af5d3257b95 None None] Provisioning for port 2eaaa2db-b168-4659-bd13-c1df4f2f4ac7 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:41:53.929346 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-a45fd762-acff-4973-83ff-8af5d3257b95 None None] Provisioning complete for port 2eaaa2db-b168-4659-bd13-c1df4f2f4ac7 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:41:53.930247 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-a45fd762-acff-4973-83ff-8af5d3257b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:53.984913 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-bc304441-d1e2-4553-ab3d-9b41718c0985 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:54.006429 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750b1631-5ecc-4a53-930d-14f0ab584411 req-32f3e031-b132-4567-bf33-e75bd93045a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:41:54.009853 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-750b1631-5ecc-4a53-930d-14f0ab584411 req-32f3e031-b132-4567-bf33-e75bd93045a3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e5bdc290-a382-4409-a240-624b47e4f60f HTTP/1.1" status: 200 len: 853 time: 0.1404762 Aug 05 11:41:54.159636 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-a45fd762-acff-4973-83ff-8af5d3257b95 None None] Port 2eaaa2db-b168-4659-bd13-c1df4f2f4ac7 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:41:54.211645 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-dfae3893-a9eb-4dea-a3a5-a46753e26b1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:54.234043 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4f31b36-88ea-4eb9-84a0-0ffb2ae514aa tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Made reservation on behalf of 2255634a74e844e794fd358818288ba1 for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:41:54.241108 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d4f31b36-88ea-4eb9-84a0-0ffb2ae514aa tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:54.245090 n-d-803378-2 neutron-server[94421]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4f31b36-88ea-4eb9-84a0-0ffb2ae514aa tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 05 11:41:54.245835 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4f31b36-88ea-4eb9-84a0-0ffb2ae514aa tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:41:54.300740 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-750b1631-5ecc-4a53-930d-14f0ab584411 req-308bb01d-aeb0-42d6-9ed3-a9958aec5aa1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ccbbacf0-1abe-4045-961d-b400e33c654c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0845199 Aug 05 11:41:54.301848 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-dfae3893-a9eb-4dea-a3a5-a46753e26b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:54.541460 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-dfae3893-a9eb-4dea-a3a5-a46753e26b1c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=92c083da284e42dca37266555a3b439e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8712518 Aug 05 11:41:54.544900 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-d4f31b36-88ea-4eb9-84a0-0ffb2ae514aa tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.4542403 Aug 05 11:41:54.546095 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 37238) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:41:54.576845 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 37240) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:41:54.590863 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-07191246-9a54-4a2d-97cf-89207f21948e tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Request body: {'subnet': {'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:41:54.732799 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfae3893-a9eb-4dea-a3a5-a46753e26b1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d590fef8-9d8c-426b-a0d7-62090a5e0aee,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:41:54.868479 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-750b1631-5ecc-4a53-930d-14f0ab584411 req-294ca733-dc35-4ca2-9f7b-39cc6b3b1ff0 service neutron] 10.222.0.55 "GET /v2.0/networks/ccbbacf0-1abe-4045-961d-b400e33c654c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5424318 Aug 05 11:41:54.964609 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a212a09e-2554-4798-969d-6b7b899375cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:54.990066 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07191246-9a54-4a2d-97cf-89207f21948e tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Made reservation on behalf of 2255634a74e844e794fd358818288ba1 for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:41:54.996805 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-07191246-9a54-4a2d-97cf-89207f21948e tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:54.999096 n-d-803378-2 neutron-server[94421]: INFO neutron.pecan_wsgi.hooks.translation [None req-07191246-9a54-4a2d-97cf-89207f21948e tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 05 11:41:55.000610 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07191246-9a54-4a2d-97cf-89207f21948e tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:41:55.145649 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a212a09e-2554-4798-969d-6b7b899375cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:55.151113 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-07191246-9a54-4a2d-97cf-89207f21948e tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5688846 Aug 05 11:41:55.174182 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 37244) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:41:55.186585 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-0acd98e1-dab4-4520-a06c-95d738cd3be5 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Request body: {'subnet': {'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:41:55.273805 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfef56f-a091-4bab-8c61-1c4ce772fc61 req-73b2b8fc-0a8d-4e44-aa03-d89f5da06a1c tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:41:55.288695 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9bfef56f-a091-4bab-8c61-1c4ce772fc61 req-73b2b8fc-0a8d-4e44-aa03-d89f5da06a1c tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] 10.222.0.58 "GET /v2.0/ports?device_id=937b6d92-da9b-4d35-b1ff-74935620d128 HTTP/1.1" status: 200 len: 943 time: 0.9902461 Aug 05 11:41:55.328976 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6016bd99-9612-4938-b491-d3dc5d96aad3 req-bf638b89-441b-4f2f-a212-7eadcc9d8a19 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:41:55.341796 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6016bd99-9612-4938-b491-d3dc5d96aad3 req-bf638b89-441b-4f2f-a212-7eadcc9d8a19 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=40021a41-d350-4e38-ac4d-f69e07c48ffb HTTP/1.1" status: 200 len: 945 time: 1.1849930 Aug 05 11:41:55.351848 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6f69518a-237c-4af5-bd73-b8a5204ca37a tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:55.384019 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-750b1631-5ecc-4a53-930d-14f0ab584411 req-1d596fb9-f918-4257-8894-116e15bc5a1c service neutron] 10.222.0.55 "GET /v2.0/networks/ccbbacf0-1abe-4045-961d-b400e33c654c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4845769 Aug 05 11:41:55.449600 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-bc304441-d1e2-4553-ab3d-9b41718c0985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:55.454607 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-bc304441-d1e2-4553-ab3d-9b41718c0985 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:55.456632 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-bc304441-d1e2-4553-ab3d-9b41718c0985 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/663138b4-6664-4c41-9cbf-f6d1e4271d12 HTTP/1.1" status: 204 len: 168 time: 2.2822444 Aug 05 11:41:55.532296 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-beae15b0-e9a5-4ec6-b96c-4d0330c77c47 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Notify callbacks [] for router_gateway, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:55.721046 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0acd98e1-dab4-4520-a06c-95d738cd3be5 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Made reservation on behalf of 2255634a74e844e794fd358818288ba1 for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:41:55.732563 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0acd98e1-dab4-4520-a06c-95d738cd3be5 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:55.735517 n-d-803378-2 neutron-server[94421]: INFO neutron.pecan_wsgi.hooks.translation [None req-0acd98e1-dab4-4520-a06c-95d738cd3be5 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 05 11:41:55.736784 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0acd98e1-dab4-4520-a06c-95d738cd3be5 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:41:55.772421 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a212a09e-2554-4798-969d-6b7b899375cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:55.781061 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a212a09e-2554-4798-969d-6b7b899375cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:55.791199 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-a212a09e-2554-4798-969d-6b7b899375cf admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d590fef8-9d8c-426b-a0d7-62090a5e0aee HTTP/1.1" status: 204 len: 168 time: 1.2334425 Aug 05 11:41:55.829614 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a078098-944f-45bd-83c8-dc714d374e74 req-4d1f2307-3963-4318-bf70-bacf3a1388ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:41:55.831375 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4a078098-944f-45bd-83c8-dc714d374e74 req-4d1f2307-3963-4318-bf70-bacf3a1388ad service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a821dc3f7db4460eaef6929bf1c161a1&device_id=937b6d92-da9b-4d35-b1ff-74935620d128 HTTP/1.1" status: 200 len: 1094 time: 0.2710199 Aug 05 11:41:55.833880 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a212a09e-2554-4798-969d-6b7b899375cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d590fef8-9d8c-426b-a0d7-62090a5e0aee,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:41:55.840800 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-0acd98e1-dab4-4520-a06c-95d738cd3be5 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6610191 Aug 05 11:41:55.851170 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 37252) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:41:55.873732 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-61c23c51-329c-4bf4-a74f-2173275f2902 req-6860efa4-0f1b-47d9-8ef8-dc71cf14fc42 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1de0267c-92da-4fb3-8345-bd6906311e15&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4186878 Aug 05 11:41:55.883829 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc304441-d1e2-4553-ab3d-9b41718c0985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=663138b4-6664-4c41-9cbf-f6d1e4271d12,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:41:55.889167 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-9ab6f775-f5bd-4a54-8993-97ec2b014cda tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Request body: {'subnet': {'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:41:56.196113 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6016bd99-9612-4938-b491-d3dc5d96aad3 req-7154e3a1-01d6-4447-93e2-553251e67ff6 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=47a5a50c-7385-42e8-98ac-c05af9825ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8399932 Aug 05 11:41:56.474111 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ab6f775-f5bd-4a54-8993-97ec2b014cda tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Made reservation on behalf of 2255634a74e844e794fd358818288ba1 for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:41:56.480836 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9ab6f775-f5bd-4a54-8993-97ec2b014cda tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:56.486079 n-d-803378-2 neutron-server[94421]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ab6f775-f5bd-4a54-8993-97ec2b014cda tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 05 11:41:56.486904 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ab6f775-f5bd-4a54-8993-97ec2b014cda tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:41:56.533818 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-9ab6f775-f5bd-4a54-8993-97ec2b014cda tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6575038 Aug 05 11:41:56.541605 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 37260) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:41:56.638644 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-beae15b0-e9a5-4ec6-b96c-4d0330c77c47 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286026'] for router, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:56.693356 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-40bcd61d-a795-42df-bb6e-53bccfbb6742 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1457956 Aug 05 11:41:56.719614 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 37264) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:41:56.792783 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9bfef56f-a091-4bab-8c61-1c4ce772fc61 req-7d4e5148-289b-4a43-a999-4152f6a4a0d1 tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] 10.222.0.58 "GET /v2.0/security-groups?id=c3cdc2e1-6657-462f-8996-f7367a683d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4949627 Aug 05 11:41:57.023210 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a078098-944f-45bd-83c8-dc714d374e74 req-85b46a0c-14c2-43e7-a1f2-c940c4517119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:41:57.026890 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4a078098-944f-45bd-83c8-dc714d374e74 req-85b46a0c-14c2-43e7-a1f2-c940c4517119 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ccbbacf0-1abe-4045-961d-b400e33c654c HTTP/1.1" status: 200 len: 914 time: 1.1843369 Aug 05 11:41:57.108917 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bea40f3-eb2b-4d5a-8919-5d1bb8975795 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:41:57.112088 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-8bea40f3-eb2b-4d5a-8919-5d1bb8975795 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3903770 Aug 05 11:41:57.135420 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f37cba-eb07-4a83-8ff1-60d3928db485 req-f477ec5e-871d-489b-97b3-f08c25b14b21 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:41:57.145824 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 37268) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:41:57.150868 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-31f37cba-eb07-4a83-8ff1-60d3928db485 req-f477ec5e-871d-489b-97b3-f08c25b14b21 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=40021a41-d350-4e38-ac4d-f69e07c48ffb HTTP/1.1" status: 200 len: 945 time: 0.2524436 Aug 05 11:41:57.154038 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c23c51-329c-4bf4-a74f-2173275f2902 req-ee6a4814-5cb6-4b32-8bf6-4441c8dfad41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:41:57.157368 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-61c23c51-329c-4bf4-a74f-2173275f2902 req-ee6a4814-5cb6-4b32-8bf6-4441c8dfad41 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=922471f37b13454ba92168a26c5eea8e&device_id=1de0267c-92da-4fb3-8345-bd6906311e15 HTTP/1.1" status: 200 len: 1097 time: 1.1007607 Aug 05 11:41:57.220153 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device d8c047d8-d7ad-4b16-8754-e1b1ddc0c006 details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:41:57.440272 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 37274) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:41:57.518875 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f817a9a0-030a-4dad-b6bc-1de5b61e4b6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:57.650373 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-31f37cba-eb07-4a83-8ff1-60d3928db485 req-399140c8-0080-4ad7-b9c7-72f13b7933d2 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=47a5a50c-7385-42e8-98ac-c05af9825ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4436183 Aug 05 11:41:57.730363 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port d8c047d8-d7ad-4b16-8754-e1b1ddc0c006, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=d8c047d8-d7ad-4b16-8754-e1b1ddc0c006,segment=NetworkSegment(ec140737-142a-40ce-b93e-5718c5a5e0be),segment_id=ec140737-142a-40ce-b93e-5718c5a5e0be)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:41:57.756942 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beae15b0-e9a5-4ec6-b96c-4d0330c77c47 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Router 0b4f4fee-96f3-42d6-835f-1c9dfd243823 is scheduled to L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d with binding_index 1 {{(pid=94420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 11:41:57.802250 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Returning: {'device': 'd8c047d8-d7ad-4b16-8754-e1b1ddc0c006', 'network_id': 'ccbbacf0-1abe-4045-961d-b400e33c654c', 'port_id': 'd8c047d8-d7ad-4b16-8754-e1b1ddc0c006', 'mac_address': 'fa:16:3e:35:c5:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5bdc290-a382-4409-a240-624b47e4f60f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:41:57.947917 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:58.035383 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8c047d8-d7ad-4b16-8754-e1b1ddc0c006 {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:41:58.121382 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port d8c047d8-d7ad-4b16-8754-e1b1ddc0c006, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=d8c047d8-d7ad-4b16-8754-e1b1ddc0c006,segment=NetworkSegment(ec140737-142a-40ce-b93e-5718c5a5e0be),segment_id=ec140737-142a-40ce-b93e-5718c5a5e0be)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:41:58.133591 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:58.232010 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-1f5437c3-20df-474d-bc73-da576887c20e tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 1.0657172 Aug 05 11:41:58.232010 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4a078098-944f-45bd-83c8-dc714d374e74 req-04331805-58fb-4e2d-b974-6b129a80f594 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d8c047d8-d7ad-4b16-8754-e1b1ddc0c006 HTTP/1.1" status: 200 len: 217 time: 1.0967526 Aug 05 11:41:58.247185 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 37284) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:41:58.276536 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-a38ff65d-d220-4a2a-8788-1075d4cce0f1 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Request body: {'subnet': {'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:41:58.293474 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=d8c047d8-d7ad-4b16-8754-e1b1ddc0c006,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:41:58.314807 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:41:58.315984 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:41:58.317842 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:41:58.320411 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:41:58.321645 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:41:58.322800 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:41:58.323726 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:41:58.324663 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:41:58.325656 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:41:58.326631 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:41:58.327516 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:41:58.328746 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:41:58.499955 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f817a9a0-030a-4dad-b6bc-1de5b61e4b6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:58.526705 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6f69518a-237c-4af5-bd73-b8a5204ca37a tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:58.557509 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['d8c047d8-d7ad-4b16-8754-e1b1ddc0c006'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:41:58.567932 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f817a9a0-030a-4dad-b6bc-1de5b61e4b6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:58.603427 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6f69518a-237c-4af5-bd73-b8a5204ca37a tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:58.745689 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-f817a9a0-030a-4dad-b6bc-1de5b61e4b6e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ee8e9a00b40d4590b4596e213ecd50f9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2765510 Aug 05 11:41:58.764841 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 37296) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:41:58.822057 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690cf137-c1db-4c2d-9cb4-520085c427ea req-3a9ed6ee-8ceb-475d-ab2b-e1b2881a16ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:41:58.835072 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-690cf137-c1db-4c2d-9cb4-520085c427ea req-3a9ed6ee-8ceb-475d-ab2b-e1b2881a16ee service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=922471f37b13454ba92168a26c5eea8e&device_id=40021a41-d350-4e38-ac4d-f69e07c48ffb HTTP/1.1" status: 200 len: 1096 time: 1.9284422 Aug 05 11:41:58.856735 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c23c51-329c-4bf4-a74f-2173275f2902 req-49acb252-4c2e-4ab8-b5e1-ce460cf2c201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:41:58.872686 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-61c23c51-329c-4bf4-a74f-2173275f2902 req-49acb252-4c2e-4ab8-b5e1-ce460cf2c201 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3bbc31db-4958-4e8b-9f8e-bc48b5d28e47 HTTP/1.1" status: 200 len: 913 time: 1.5305319 Aug 05 11:41:58.906800 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beae15b0-e9a5-4ec6-b96c-4d0330c77c47 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:41:58.924925 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905f65ea-dae9-4842-8bfe-64ad5e897283 None None] Sync routers for ids ['0b4f4fee-96f3-42d6-835f-1c9dfd243823'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:41:58.931304 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d194dcd-5eda-459e-9704-3658a397df5c req-e6e150df-c48a-46e6-8ba0-9a5312ed1322 tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:41:58.948745 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5d194dcd-5eda-459e-9704-3658a397df5c req-e6e150df-c48a-46e6-8ba0-9a5312ed1322 tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] 10.222.0.58 "GET /v2.0/ports?device_id=937b6d92-da9b-4d35-b1ff-74935620d128 HTTP/1.1" status: 200 len: 944 time: 0.8175368 Aug 05 11:41:58.966592 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905f65ea-dae9-4842-8bfe-64ad5e897283 None None] Routers {'0b4f4fee-96f3-42d6-835f-1c9dfd243823'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:41:58.969269 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-905f65ea-dae9-4842-8bfe-64ad5e897283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:41:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['0b4f4fee-96f3-42d6-835f-1c9dfd243823'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:41:59.096388 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f817a9a0-030a-4dad-b6bc-1de5b61e4b6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f88bf4a9-2736-4ca3-bd1d-3601c6646952,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:41:59.102288 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-beae15b0-e9a5-4ec6-b96c-4d0330c77c47 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Notify callbacks [] for router, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:59.109530 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-beae15b0-e9a5-4ec6-b96c-4d0330c77c47 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 14.3270667 Aug 05 11:41:59.124992 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 37300) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:41:59.211712 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-905f65ea-dae9-4842-8bfe-64ad5e897283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:41:59.213954 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:59.225485 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6f69518a-237c-4af5-bd73-b8a5204ca37a tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33140268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33208272'] for router_interface, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:59.232478 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905f65ea-dae9-4842-8bfe-64ad5e897283 None None] Routers {'0b4f4fee-96f3-42d6-835f-1c9dfd243823'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:41:59.233651 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-905f65ea-dae9-4842-8bfe-64ad5e897283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:41:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['0b4f4fee-96f3-42d6-835f-1c9dfd243823'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:41:59.306661 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-905f65ea-dae9-4842-8bfe-64ad5e897283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:41:59.308510 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905f65ea-dae9-4842-8bfe-64ad5e897283 None None] The sync data for ids ['0b4f4fee-96f3-42d6-835f-1c9dfd243823'] in n-d-803378-2 is: [] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:41:59.381308 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f69518a-237c-4af5-bd73-b8a5204ca37a tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Pushing event updated for resources: {'Port': ['ID=2eaaa2db-b168-4659-bd13-c1df4f2f4ac7,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:41:59.424994 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5d194dcd-5eda-459e-9704-3658a397df5c req-d5d27341-871a-4ad4-a8e8-ebc10bb469d9 tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] 10.222.0.58 "GET /v2.0/security-groups?id=c3cdc2e1-6657-462f-8996-f7367a683d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4730709 Aug 05 11:41:59.653363 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b51ed9-20cd-4a3f-83fa-c7e2aa346287 req-8e15889b-fd94-4635-9c2f-9a3c45de3381 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:41:59.665729 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-91b51ed9-20cd-4a3f-83fa-c7e2aa346287 req-8e15889b-fd94-4635-9c2f-9a3c45de3381 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=40021a41-d350-4e38-ac4d-f69e07c48ffb HTTP/1.1" status: 200 len: 945 time: 0.5386086 Aug 05 11:41:59.697722 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-dfb0fc09-faa9-4070-94b2-56cfb21e01ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:59.698822 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a38ff65d-d220-4a2a-8788-1075d4cce0f1 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Made reservation on behalf of 2255634a74e844e794fd358818288ba1 for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:41:59.713805 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a38ff65d-d220-4a2a-8788-1075d4cce0f1 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:59.813123 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-781227d9-4e15-410c-aa8b-b4b1bc8568a6 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] 10.222.0.58 "GET /v2.0/routers/0b4f4fee-96f3-42d6-835f-1c9dfd243823 HTTP/1.1" status: 200 len: 924 time: 0.6617334 Aug 05 11:41:59.814178 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 37306) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:41:59.866652 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-dfb0fc09-faa9-4070-94b2-56cfb21e01ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:41:59.941688 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-1e3d008f-d829-493d-9fb1-196345fd61f8 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b4f4fee-96f3-42d6-835f-1c9dfd243823 HTTP/1.1" status: 200 len: 205 time: 0.1140018 Aug 05 11:41:59.947922 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 37308) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:41:59.966807 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a078098-944f-45bd-83c8-dc714d374e74 req-649e43b2-0b67-4c43-84e9-ff325b9eec7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:41:59.970259 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4a078098-944f-45bd-83c8-dc714d374e74 req-649e43b2-0b67-4c43-84e9-ff325b9eec7c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e5bdc290-a382-4409-a240-624b47e4f60f HTTP/1.1" status: 200 len: 853 time: 1.7209496 Aug 05 11:41:59.972690 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-61c23c51-329c-4bf4-a74f-2173275f2902 req-aa37aaf8-db7b-4b3b-89ae-8dba6b594964 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f0d8b42-3708-4035-9894-ccae7caf00a3 HTTP/1.1" status: 200 len: 217 time: 0.8307536 Aug 05 11:41:59.990779 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-91b51ed9-20cd-4a3f-83fa-c7e2aa346287 req-7fc19270-b1cd-4c6d-9213-0f563df5e461 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=47a5a50c-7385-42e8-98ac-c05af9825ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3202097 Aug 05 11:42:00.061339 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4a078098-944f-45bd-83c8-dc714d374e74 req-bd96f81d-32fa-4c17-a1c9-51be3255cded service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ccbbacf0-1abe-4045-961d-b400e33c654c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0801585 Aug 05 11:42:00.199421 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f69518a-237c-4af5-bd73-b8a5204ca37a tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Network dc35869a-5935-45c8-a866-775aca33951e is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:42:00.209024 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-6f69518a-237c-4af5-bd73-b8a5204ca37a tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:42:00.416009 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c23c51-329c-4bf4-a74f-2173275f2902 req-6a1b5b9e-8572-4f3f-a69e-993056cbf1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:42:00.419342 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-61c23c51-329c-4bf4-a74f-2173275f2902 req-6a1b5b9e-8572-4f3f-a69e-993056cbf1c0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2358f314-430e-4da8-8dea-b9e9954bab81 HTTP/1.1" status: 200 len: 851 time: 0.4364669 Aug 05 11:42:00.586969 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690cf137-c1db-4c2d-9cb4-520085c427ea req-abc352f2-81d7-4322-b929-42ed81d257e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:42:00.597128 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-690cf137-c1db-4c2d-9cb4-520085c427ea req-abc352f2-81d7-4322-b929-42ed81d257e5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3bbc31db-4958-4e8b-9f8e-bc48b5d28e47 HTTP/1.1" status: 200 len: 913 time: 1.7094681 Aug 05 11:42:00.617491 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-dfb0fc09-faa9-4070-94b2-56cfb21e01ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:00.623103 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-dfb0fc09-faa9-4070-94b2-56cfb21e01ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:00.636177 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-dfb0fc09-faa9-4070-94b2-56cfb21e01ed admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f88bf4a9-2736-4ca3-bd1d-3601c6646952 HTTP/1.1" status: 204 len: 168 time: 1.8169377 Aug 05 11:42:00.772381 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb0fc09-faa9-4070-94b2-56cfb21e01ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f88bf4a9-2736-4ca3-bd1d-3601c6646952,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:42:00.884667 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4078480b-d261-449b-9f51-79886bec5892 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Notify callbacks [] for router, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:00.926942 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-00bd5cd1-d1f9-4a6f-a6dd-e18f806285ca None None] Provisioning complete for port 2eaaa2db-b168-4659-bd13-c1df4f2f4ac7 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:42:00.928083 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-00bd5cd1-d1f9-4a6f-a6dd-e18f806285ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:01.036129 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-00bd5cd1-d1f9-4a6f-a6dd-e18f806285ca None None] Port 2eaaa2db-b168-4659-bd13-c1df4f2f4ac7 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:42:01.127572 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4a078098-944f-45bd-83c8-dc714d374e74 req-499edb41-9271-4bae-bfcd-fb82057f82e6 service neutron] 10.222.0.55 "GET /v2.0/networks/ccbbacf0-1abe-4045-961d-b400e33c654c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0098534 Aug 05 11:42:01.225768 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device d8c047d8-d7ad-4b16-8754-e1b1ddc0c006 up at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:42:01.255370 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f69518a-237c-4af5-bd73-b8a5204ca37a tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Router 5457b757-6a39-42b0-81d4-08db5f9029d4 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 11:42:01.275371 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7999d22d-23d4-4aa4-81b5-cfe1bb6a8ba9 req-442259e4-7963-4202-9e60-6692764cf31c tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:42:01.290248 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7999d22d-23d4-4aa4-81b5-cfe1bb6a8ba9 req-442259e4-7963-4202-9e60-6692764cf31c tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] 10.222.0.58 "GET /v2.0/ports?device_id=937b6d92-da9b-4d35-b1ff-74935620d128 HTTP/1.1" status: 200 len: 944 time: 0.5828760 Aug 05 11:42:01.464208 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning for port d8c047d8-d7ad-4b16-8754-e1b1ddc0c006 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:42:01.486349 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning complete for port d8c047d8-d7ad-4b16-8754-e1b1ddc0c006 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:42:01.490017 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:01.722978 n-d-803378-2 neutron-server[94421]: DEBUG neutron.objects.ports [None req-a38ff65d-d220-4a2a-8788-1075d4cce0f1 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94421) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 05 11:42:01.746827 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c23c51-329c-4bf4-a74f-2173275f2902 req-b45d3436-41b5-443b-bc4b-1e78788beea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:42:01.759952 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-61c23c51-329c-4bf4-a74f-2173275f2902 req-b45d3436-41b5-443b-bc4b-1e78788beea0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3bbc31db-4958-4e8b-9f8e-bc48b5d28e47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.3260891 Aug 05 11:42:01.829542 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a38ff65d-d220-4a2a-8788-1075d4cce0f1 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25038678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30075167'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:01.887779 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-690cf137-c1db-4c2d-9cb4-520085c427ea req-bf32a8d2-25bd-42db-acd3-0b88e3653d13 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3743ac1-d872-4507-a6f2-ed370e7d4ff9 HTTP/1.1" status: 200 len: 999 time: 1.1747329 Aug 05 11:42:01.918225 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7999d22d-23d4-4aa4-81b5-cfe1bb6a8ba9 req-11294d66-0b00-4f95-889f-7874bf36fde4 tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] 10.222.0.58 "GET /v2.0/security-groups?id=c3cdc2e1-6657-462f-8996-f7367a683d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6261368 Aug 05 11:42:01.951291 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf372f1-32c4-4999-b20d-4c4dafb76afe req-a69761ab-d4b9-4cf2-a457-6011402cd387 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:42:01.954292 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-acf372f1-32c4-4999-b20d-4c4dafb76afe req-a69761ab-d4b9-4cf2-a457-6011402cd387 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=40021a41-d350-4e38-ac4d-f69e07c48ffb HTTP/1.1" status: 200 len: 945 time: 0.6555076 Aug 05 11:42:02.039018 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4078480b-d261-449b-9f51-79886bec5892 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:02.166908 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:02.202691 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f69518a-237c-4af5-bd73-b8a5204ca37a tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:42:02.272324 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1de41a4-a879-493d-abce-9b439f2cef37 None None] Sync routers for ids ['5457b757-6a39-42b0-81d4-08db5f9029d4'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:42:02.344262 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port d8c047d8-d7ad-4b16-8754-e1b1ddc0c006, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=d8c047d8-d7ad-4b16-8754-e1b1ddc0c006,segment=NetworkSegment(ec140737-142a-40ce-b93e-5718c5a5e0be),segment_id=ec140737-142a-40ce-b93e-5718c5a5e0be)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:42:02.346791 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '937b6d92-da9b-4d35-b1ff-74935620d128', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8c047d8-d7ad-4b16-8754-e1b1ddc0c006'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:42:02.351864 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc970820-012b-4e9e-8506-a75f39958c06" -d '{"events": [{"server_uuid": "937b6d92-da9b-4d35-b1ff-74935620d128", "name": "network-vif-plugged", "status": "completed", "tag": "d8c047d8-d7ad-4b16-8754-e1b1ddc0c006"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:42:02.356772 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 11:42:02.401926 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:02.428666 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38ff65d-d220-4a2a-8788-1075d4cce0f1 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:42:02.567863 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d61153b-c9ad-4dd4-be85-179edb9e1abb x-openstack-request-id: req-1d61153b-c9ad-4dd4-be85-179edb9e1abb {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:42:02.569498 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "937b6d92-da9b-4d35-b1ff-74935620d128", "name": "network-vif-plugged", "status": "completed", "tag": "d8c047d8-d7ad-4b16-8754-e1b1ddc0c006", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:42:02.570185 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1d61153b-c9ad-4dd4-be85-179edb9e1abb {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:42:02.571122 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '937b6d92-da9b-4d35-b1ff-74935620d128', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8c047d8-d7ad-4b16-8754-e1b1ddc0c006', 'code': 200} Aug 05 11:42:02.608939 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1de41a4-a879-493d-abce-9b439f2cef37 None None] Routers {'5457b757-6a39-42b0-81d4-08db5f9029d4'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:42:02.610950 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-c1de41a4-a879-493d-abce-9b439f2cef37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:41:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['5457b757-6a39-42b0-81d4-08db5f9029d4'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:42:02.619241 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-a38ff65d-d220-4a2a-8788-1075d4cce0f1 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:42:02.638461 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690cf137-c1db-4c2d-9cb4-520085c427ea req-46d2b725-1d2b-4af3-acbe-e4ecad2b528d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:42:02.644160 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-690cf137-c1db-4c2d-9cb4-520085c427ea req-46d2b725-1d2b-4af3-acbe-e4ecad2b528d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2358f314-430e-4da8-8dea-b9e9954bab81 HTTP/1.1" status: 200 len: 851 time: 0.7415364 Aug 05 11:42:02.647211 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38ff65d-d220-4a2a-8788-1075d4cce0f1 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:42:02.648260 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a38ff65d-d220-4a2a-8788-1075d4cce0f1 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:02.724062 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed668eae-b494-4fa2-9751-2d2702a0d91f None None] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:42:02.732283 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-c1de41a4-a879-493d-abce-9b439f2cef37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:42:02.746445 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-a38ff65d-d220-4a2a-8788-1075d4cce0f1 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.4788921 Aug 05 11:42:02.755282 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=d8c047d8-d7ad-4b16-8754-e1b1ddc0c006,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:42:02.780036 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 37352) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:42:02.878913 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1de41a4-a879-493d-abce-9b439f2cef37 None None] Routers {'5457b757-6a39-42b0-81d4-08db5f9029d4'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:42:02.880872 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-c1de41a4-a879-493d-abce-9b439f2cef37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:41:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['5457b757-6a39-42b0-81d4-08db5f9029d4'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:42:02.882870 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-f8a0daef-8fc6-4ea4-a675-791a489b25e7 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Request body: {'port': {'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65', 'mac_address': 'fa:16:3e:bb:a1:1c', 'name': 'tempest-NetworksTestDHCPv6-494345014'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:42:02.982117 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-c1de41a4-a879-493d-abce-9b439f2cef37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:42:02.983297 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1de41a4-a879-493d-abce-9b439f2cef37 None None] The sync data for ids ['5457b757-6a39-42b0-81d4-08db5f9029d4'] in n-d-803378-2 is: [] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:42:03.324748 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4a078098-944f-45bd-83c8-dc714d374e74 req-c185a5c0-0a07-455c-9eaa-3a0422a40d8a service neutron] 10.222.0.55 "GET /v2.0/networks/ccbbacf0-1abe-4045-961d-b400e33c654c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.1447124 Aug 05 11:42:03.370035 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38ff65d-d220-4a2a-8788-1075d4cce0f1 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Pushing event updated for resources: {'Subnet': ['ID=070fab18-bd6d-4d73-a0be-70cf34c4be63,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:42:03.389223 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee3a70d-e75b-4e8c-95fb-eab34662ad6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-65f763dc-e344-4f1a-a003-f0293beb6d65', 'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65', 'tenant_id': '2255634a74e844e794fd358818288ba1', 'fixed_ips': [{'subnet_id': '070fab18-bd6d-4d73-a0be-70cf34c4be63'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 11:42:03.390383 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-bee3a70d-e75b-4e8c-95fb-eab34662ad6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:03.414394 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-6f69518a-237c-4af5-bd73-b8a5204ca37a tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] 10.222.0.58 "PUT /v2.0/routers/5457b757-6a39-42b0-81d4-08db5f9029d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.4698899 Aug 05 11:42:03.454455 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 37370) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:42:03.502667 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-acf372f1-32c4-4999-b20d-4c4dafb76afe req-c4777f57-b857-47e8-ab6d-0790a1932651 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=47a5a50c-7385-42e8-98ac-c05af9825ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.5296607 Aug 05 11:42:03.652088 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c7dbce-aac1-4fc7-9b20-01423db4c24a req-14dcffbd-e147-450e-af93-1cc7c4b7e9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:42:03.656459 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-08c7dbce-aac1-4fc7-9b20-01423db4c24a req-14dcffbd-e147-450e-af93-1cc7c4b7e9ea service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=937b6d92-da9b-4d35-b1ff-74935620d128 HTTP/1.1" status: 200 len: 1096 time: 0.8522429 Aug 05 11:42:03.736584 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690cf137-c1db-4c2d-9cb4-520085c427ea req-0983282e-e705-4ff9-8ef9-0f0e7175f9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:42:03.744259 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-690cf137-c1db-4c2d-9cb4-520085c427ea req-0983282e-e705-4ff9-8ef9-0f0e7175f9ae service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3bbc31db-4958-4e8b-9f8e-bc48b5d28e47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0279369 Aug 05 11:42:03.790707 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-89b6a401-01d7-468b-8a4e-437f0996afad tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Notify callbacks [] for router, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:03.843582 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-61c23c51-329c-4bf4-a74f-2173275f2902 req-9c8ad996-5e0f-4087-b0ac-a4b72e51a6c5 service neutron] 10.222.0.64 "GET /v2.0/networks/3bbc31db-4958-4e8b-9f8e-bc48b5d28e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.0675595 Aug 05 11:42:03.975521 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-bee3a70d-e75b-4e8c-95fb-eab34662ad6a None None] Allocated IP 2001:db8::f816:3eff:fef4:8360 (65f763dc-e344-4f1a-a003-f0293beb6d65/070fab18-bd6d-4d73-a0be-70cf34c4be63/e1eebcf1-9bf5-4c65-9d68-3d44f506ec99) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:42:04.048293 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ddc451-7fbc-466b-8a3b-5264ce851461 req-195598cb-5aa1-4e5b-905e-102043f48ef4 tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:42:04.052001 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-95ddc451-7fbc-466b-8a3b-5264ce851461 req-195598cb-5aa1-4e5b-905e-102043f48ef4 tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] 10.222.0.58 "GET /v2.0/ports?device_id=937b6d92-da9b-4d35-b1ff-74935620d128 HTTP/1.1" status: 200 len: 945 time: 0.6721334 Aug 05 11:42:04.055817 n-d-803378-2 neutron-server[94420]: INFO neutron.api.v2.resource [None req-89b6a401-01d7-468b-8a4e-437f0996afad tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 05 11:42:04.062510 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-89b6a401-01d7-468b-8a4e-437f0996afad tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] 10.222.0.58 "DELETE /v2.0/routers/5457b757-6a39-42b0-81d4-08db5f9029d4 HTTP/1.1" status: 409 len: 329 time: 0.6023450 Aug 05 11:42:04.062510 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-4078480b-d261-449b-9f51-79886bec5892 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Deleting port 43eb5f54-2239-4d91-b625-4a3d562b44c8 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:42:04.062510 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4078480b-d261-449b-9f51-79886bec5892 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:04.066398 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 37378) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:42:04.311229 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-08c7dbce-aac1-4fc7-9b20-01423db4c24a req-3a7801e8-3434-45e6-ba6c-df015e34b9fb service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c3cdc2e1-6657-462f-8996-f7367a683d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5943124 Aug 05 11:42:04.517939 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4078480b-d261-449b-9f51-79886bec5892 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:04.546278 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-4078480b-d261-449b-9f51-79886bec5892 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Calling delete_port for 43eb5f54-2239-4d91-b625-4a3d562b44c8 owned by network:router_gateway {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:42:04.604089 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-bee3a70d-e75b-4e8c-95fb-eab34662ad6a None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:04.643216 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-bee3a70d-e75b-4e8c-95fb-eab34662ad6a None None] Transition to ACTIVE for port object e1eebcf1-9bf5-4c65-9d68-3d44f506ec99 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:42:04.706536 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-bee3a70d-e75b-4e8c-95fb-eab34662ad6a None None] Transition to ACTIVE for port object e1eebcf1-9bf5-4c65-9d68-3d44f506ec99 will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:42:04.713546 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8a0daef-8fc6-4ea4-a675-791a489b25e7 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Made reservation on behalf of 2255634a74e844e794fd358818288ba1 for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:42:04.725736 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-bee3a70d-e75b-4e8c-95fb-eab34662ad6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:04.893166 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee3a70d-e75b-4e8c-95fb-eab34662ad6a None None] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:42:04.903593 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-95ddc451-7fbc-466b-8a3b-5264ce851461 req-bb2a9ac2-805f-4750-9475-18f6e5559c58 tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] 10.222.0.58 "GET /v2.0/security-groups?id=c3cdc2e1-6657-462f-8996-f7367a683d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8340809 Aug 05 11:42:04.927504 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-bee3a70d-e75b-4e8c-95fb-eab34662ad6a None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:42:04.961769 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee3a70d-e75b-4e8c-95fb-eab34662ad6a None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:42:04.997813 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-690cf137-c1db-4c2d-9cb4-520085c427ea req-580e1611-67f1-463b-a5e3-04502956e356 service neutron] 10.222.0.64 "GET /v2.0/networks/3bbc31db-4958-4e8b-9f8e-bc48b5d28e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1305931 Aug 05 11:42:04.999480 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee3a70d-e75b-4e8c-95fb-eab34662ad6a None None] Pushing event updated for resources: {'Port': ['ID=e1eebcf1-9bf5-4c65-9d68-3d44f506ec99,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:42:05.012185 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-61c23c51-329c-4bf4-a74f-2173275f2902 req-32c3ee0d-bec8-4383-91b5-43045edfd108 service neutron] 10.222.0.64 "GET /v2.0/networks/3bbc31db-4958-4e8b-9f8e-bc48b5d28e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1361563 Aug 05 11:42:05.174515 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f8a0daef-8fc6-4ea4-a675-791a489b25e7 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:05.279365 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4078480b-d261-449b-9f51-79886bec5892 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:05.330763 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-bee3a70d-e75b-4e8c-95fb-eab34662ad6a None None] Attempting to bind port e1eebcf1-9bf5-4c65-9d68-3d44f506ec99 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:42:05.331583 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-bee3a70d-e75b-4e8c-95fb-eab34662ad6a None None] Attempting to bind port e1eebcf1-9bf5-4c65-9d68-3d44f506ec99 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'c3ce43ff-a33b-459d-a35e-6c011fee3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:42:05.332055 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee3a70d-e75b-4e8c-95fb-eab34662ad6a None None] Attempting to bind port e1eebcf1-9bf5-4c65-9d68-3d44f506ec99 on network 65f763dc-e344-4f1a-a003-f0293beb6d65 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:42:05.344462 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee3a70d-e75b-4e8c-95fb-eab34662ad6a None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:42:05.345122 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee3a70d-e75b-4e8c-95fb-eab34662ad6a None None] Checking segment: {'id': 'c3ce43ff-a33b-459d-a35e-6c011fee3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:42:05.345829 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-bee3a70d-e75b-4e8c-95fb-eab34662ad6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:05.346509 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee3a70d-e75b-4e8c-95fb-eab34662ad6a None None] Bound using segment: {'id': 'c3ce43ff-a33b-459d-a35e-6c011fee3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:42:05.347367 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-bee3a70d-e75b-4e8c-95fb-eab34662ad6a None None] Bound port: e1eebcf1-9bf5-4c65-9d68-3d44f506ec99, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3ce43ff-a33b-459d-a35e-6c011fee3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:42:05.350119 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-bee3a70d-e75b-4e8c-95fb-eab34662ad6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:05.471968 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [None req-f8a0daef-8fc6-4ea4-a675-791a489b25e7 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] device_id is not set on port 594ce1bb-97e3-412d-b163-c545923bc4fd yet. {{(pid=94421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 11:42:05.503819 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4078480b-d261-449b-9f51-79886bec5892 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Pushing event deleted for resources: {'Port': ['ID=43eb5f54-2239-4d91-b625-4a3d562b44c8,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:42:05.795829 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-bee3a70d-e75b-4e8c-95fb-eab34662ad6a None None] For port e1eebcf1-9bf5-4c65-9d68-3d44f506ec99, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:42:05.806962 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-690cf137-c1db-4c2d-9cb4-520085c427ea req-6629db50-1ca9-4594-9906-799c44282b1d service neutron] 10.222.0.64 "GET /v2.0/networks/3bbc31db-4958-4e8b-9f8e-bc48b5d28e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7686403 Aug 05 11:42:05.811285 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-bee3a70d-e75b-4e8c-95fb-eab34662ad6a None None] For port e1eebcf1-9bf5-4c65-9d68-3d44f506ec99, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=e1eebcf1-9bf5-4c65-9d68-3d44f506ec99,segment=NetworkSegment(c3ce43ff-a33b-459d-a35e-6c011fee3456),segment_id=c3ce43ff-a33b-459d-a35e-6c011fee3456)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:42:05.843005 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-bee3a70d-e75b-4e8c-95fb-eab34662ad6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:05.915673 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-f8a0daef-8fc6-4ea4-a675-791a489b25e7 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Allocated IP 2001:db8::f816:3eff:febb:a11c (65f763dc-e344-4f1a-a003-f0293beb6d65/070fab18-bd6d-4d73-a0be-70cf34c4be63/594ce1bb-97e3-412d-b163-c545923bc4fd) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:42:06.166150 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4078480b-d261-449b-9f51-79886bec5892 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33285055'] for router_gateway, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:06.251542 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee3a70d-e75b-4e8c-95fb-eab34662ad6a None None] Pushing event updated for resources: {'Port': ['ID=e1eebcf1-9bf5-4c65-9d68-3d44f506ec99,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:42:06.438319 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f8a0daef-8fc6-4ea4-a675-791a489b25e7 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:06.566051 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [None req-f8a0daef-8fc6-4ea4-a675-791a489b25e7 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Transition to ACTIVE for port object 594ce1bb-97e3-412d-b163-c545923bc4fd will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:42:06.667718 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4078480b-d261-449b-9f51-79886bec5892 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33262979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1951'] for router, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:06.688933 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4078480b-d261-449b-9f51-79886bec5892 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:06.775114 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f8a0daef-8fc6-4ea4-a675-791a489b25e7 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:06.950569 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a0daef-8fc6-4ea4-a675-791a489b25e7 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:42:06.968438 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-f8a0daef-8fc6-4ea4-a675-791a489b25e7 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:42:06.986963 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a0daef-8fc6-4ea4-a675-791a489b25e7 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:42:07.000633 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b05fa7d-87ca-49c8-ba4d-a5743651429a req-4a4b0dc4-c50b-4774-afce-c1b65c31c5d1 tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:42:07.001161 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a0daef-8fc6-4ea4-a675-791a489b25e7 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:42:07.002294 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f8a0daef-8fc6-4ea4-a675-791a489b25e7 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:07.017901 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1b05fa7d-87ca-49c8-ba4d-a5743651429a req-4a4b0dc4-c50b-4774-afce-c1b65c31c5d1 tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] 10.222.0.58 "GET /v2.0/ports?device_id=937b6d92-da9b-4d35-b1ff-74935620d128 HTTP/1.1" status: 200 len: 945 time: 0.8269808 Aug 05 11:42:07.038151 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4078480b-d261-449b-9f51-79886bec5892 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33262474'] for router, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:07.039194 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4078480b-d261-449b-9f51-79886bec5892 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Fanout notify agent at l3_agent the message router_deleted on router 0b4f4fee-96f3-42d6-835f-1c9dfd243823 {{(pid=94420) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 11:42:07.065404 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a0daef-8fc6-4ea4-a675-791a489b25e7 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Pushing event updated for resources: {'Port': ['ID=594ce1bb-97e3-412d-b163-c545923bc4fd,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:42:07.079711 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4078480b-d261-449b-9f51-79886bec5892 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Notify callbacks [] for router, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:07.091641 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 37414) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:42:07.093848 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-4078480b-d261-449b-9f51-79886bec5892 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] 10.222.0.58 "DELETE /v2.0/routers/0b4f4fee-96f3-42d6-835f-1c9dfd243823 HTTP/1.1" status: 204 len: 168 time: 7.1328120 Aug 05 11:42:07.108898 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-f8a0daef-8fc6-4ea4-a675-791a489b25e7 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.2634656 Aug 05 11:42:07.111121 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 37416) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:42:07.117772 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadb85d0-9c94-4bc2-8803-93de456adfd9 req-1ada7516-92e6-4cec-8627-5efcb8a4a2f5 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:42:07.121055 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-aadb85d0-9c94-4bc2-8803-93de456adfd9 req-1ada7516-92e6-4cec-8627-5efcb8a4a2f5 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=40021a41-d350-4e38-ac4d-f69e07c48ffb HTTP/1.1" status: 200 len: 945 time: 2.2099850 Aug 05 11:42:07.128198 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-52dbb9cd-b729-461a-9592-8fe2ee9c75b0 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1903657631', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'enable_snat': False}}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:42:07.228038 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-31fa0d22-bfc2-42d4-85e1-1de5bd7545ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:07.250713 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-60a39350-81a7-4fc1-9162-bcd6e720fb8e tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33208311'] for router_interface, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:07.278240 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1b05fa7d-87ca-49c8-ba4d-a5743651429a req-5fa8af80-1432-42b6-8ec3-5a85e53383a2 tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] 10.222.0.58 "GET /v2.0/security-groups?id=c3cdc2e1-6657-462f-8996-f7367a683d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433636 Aug 05 11:42:07.416667 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-52dbb9cd-b729-461a-9592-8fe2ee9c75b0 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33260300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1929'] for router, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:07.416667 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-52dbb9cd-b729-461a-9592-8fe2ee9c75b0 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33285914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33034662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1926'] for router, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:07.574055 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02639fcd-6398-4162-9fd9-370400c63e17 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:42:07.610406 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02639fcd-6398-4162-9fd9-370400c63e17 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:42:07.632784 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-02639fcd-6398-4162-9fd9-370400c63e17 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.4855855 Aug 05 11:42:07.640053 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 37430) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:42:07.662643 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-aadb85d0-9c94-4bc2-8803-93de456adfd9 req-c99cfb02-378f-46bd-a651-7a0f0d4c05a6 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=47a5a50c-7385-42e8-98ac-c05af9825ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5173385 Aug 05 11:42:08.057213 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-52dbb9cd-b729-461a-9592-8fe2ee9c75b0 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:08.393194 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device e1eebcf1-9bf5-4c65-9d68-3d44f506ec99 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:42:08.589491 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-60a39350-81a7-4fc1-9162-bcd6e720fb8e tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Deleting port 2eaaa2db-b168-4659-bd13-c1df4f2f4ac7 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:42:08.592161 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-60a39350-81a7-4fc1-9162-bcd6e720fb8e tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:08.668444 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port e1eebcf1-9bf5-4c65-9d68-3d44f506ec99 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:42:08.897852 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-959d5f8f-0a22-4740-b52a-0ee54236a30e None None] Provisioning for port e1eebcf1-9bf5-4c65-9d68-3d44f506ec99 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:42:08.908126 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-959d5f8f-0a22-4740-b52a-0ee54236a30e None None] Provisioning complete for port e1eebcf1-9bf5-4c65-9d68-3d44f506ec99 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:42:08.908858 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-959d5f8f-0a22-4740-b52a-0ee54236a30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:09.066467 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 37450) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:42:09.335287 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-959d5f8f-0a22-4740-b52a-0ee54236a30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:09.387789 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-60a39350-81a7-4fc1-9162-bcd6e720fb8e tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:09.479006 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-959d5f8f-0a22-4740-b52a-0ee54236a30e None None] For port e1eebcf1-9bf5-4c65-9d68-3d44f506ec99, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=e1eebcf1-9bf5-4c65-9d68-3d44f506ec99,segment=NetworkSegment(c3ce43ff-a33b-459d-a35e-6c011fee3456),segment_id=c3ce43ff-a33b-459d-a35e-6c011fee3456)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:42:09.490611 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11bd1ad-355b-47ed-abf3-3908ec3a4d11 req-edb3ee16-240a-40eb-aad5-5b6b355dfdd8 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:42:09.495603 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-959d5f8f-0a22-4740-b52a-0ee54236a30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:09.500375 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d11bd1ad-355b-47ed-abf3-3908ec3a4d11 req-edb3ee16-240a-40eb-aad5-5b6b355dfdd8 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=40021a41-d350-4e38-ac4d-f69e07c48ffb HTTP/1.1" status: 200 len: 945 time: 0.4408524 Aug 05 11:42:09.531667 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-60a39350-81a7-4fc1-9162-bcd6e720fb8e tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Calling delete_port for 2eaaa2db-b168-4659-bd13-c1df4f2f4ac7 owned by network:router_interface {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:42:09.733701 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d11bd1ad-355b-47ed-abf3-3908ec3a4d11 req-5a6c82d3-ceec-485b-9a74-f070a050e5a5 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=47a5a50c-7385-42e8-98ac-c05af9825ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1983237 Aug 05 11:42:09.747016 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959d5f8f-0a22-4740-b52a-0ee54236a30e None None] Pushing event updated for resources: {'Port': ['ID=e1eebcf1-9bf5-4c65-9d68-3d44f506ec99,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:42:09.850028 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-3a6eb559-b6f5-4ffa-9c16-5332169084d9 None None] Provisioning for port 594ce1bb-97e3-412d-b163-c545923bc4fd completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:42:09.876105 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-56d1d847-601f-4556-b9cb-5f18169b5bf7 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Deleting port 594ce1bb-97e3-412d-b163-c545923bc4fd {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:42:09.881885 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-56d1d847-601f-4556-b9cb-5f18169b5bf7 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:09.885238 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-3a6eb559-b6f5-4ffa-9c16-5332169084d9 None None] Provisioning complete for port 594ce1bb-97e3-412d-b163-c545923bc4fd triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:42:09.885937 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-3a6eb559-b6f5-4ffa-9c16-5332169084d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:10.080569 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-bdd46071-405a-4d6e-a609-def2b2eb8e62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:10.146084 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device e1eebcf1-9bf5-4c65-9d68-3d44f506ec99 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:42:10.159394 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-3a6eb559-b6f5-4ffa-9c16-5332169084d9 None None] Port 594ce1bb-97e3-412d-b163-c545923bc4fd cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:42:10.177478 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:10.180167 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1440dcb5-0781-4ff6-b727-863d28caaf15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:10.228891 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-52dbb9cd-b729-461a-9592-8fe2ee9c75b0 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:10.472155 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f8d4be-e65a-4a8c-aa26-ec776539b273 req-644c6ae3-dc1d-463f-9636-f51f42b57cfc tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:42:10.475434 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e7f8d4be-e65a-4a8c-aa26-ec776539b273 req-644c6ae3-dc1d-463f-9636-f51f42b57cfc tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=40021a41-d350-4e38-ac4d-f69e07c48ffb HTTP/1.1" status: 200 len: 945 time: 0.4878306 Aug 05 11:42:10.479498 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port e1eebcf1-9bf5-4c65-9d68-3d44f506ec99 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:42:10.486449 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:10.651359 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-56d1d847-601f-4556-b9cb-5f18169b5bf7 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:10.702767 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-56d1d847-601f-4556-b9cb-5f18169b5bf7 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Calling delete_port for 594ce1bb-97e3-412d-b163-c545923bc4fd owned by {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:42:10.832030 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e7f8d4be-e65a-4a8c-aa26-ec776539b273 req-fc505acb-413f-404a-8958-1ce021b34a69 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=47a5a50c-7385-42e8-98ac-c05af9825ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3223286 Aug 05 11:42:11.027816 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-bdd46071-405a-4d6e-a609-def2b2eb8e62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:11.035495 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-60a39350-81a7-4fc1-9162-bcd6e720fb8e tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:11.103842 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-bdd46071-405a-4d6e-a609-def2b2eb8e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:11.310834 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a39350-81a7-4fc1-9162-bcd6e720fb8e tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Pushing event deleted for resources: {'Port': ['ID=2eaaa2db-b168-4659-bd13-c1df4f2f4ac7,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:42:11.654233 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-bdd46071-405a-4d6e-a609-def2b2eb8e62 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=af52a9c6bb5741b48351e25ea78f2de7&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5815692 Aug 05 11:42:11.673735 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 37496) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:42:11.680166 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd46071-405a-4d6e-a609-def2b2eb8e62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f17a81e5-f960-4c1c-8208-e16ff19db0e9,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:42:11.705477 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:11.723640 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-56d1d847-601f-4556-b9cb-5f18169b5bf7 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:11.901262 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-56d1d847-601f-4556-b9cb-5f18169b5bf7 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:11.916240 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-56d1d847-601f-4556-b9cb-5f18169b5bf7 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "DELETE /v2.0/ports/594ce1bb-97e3-412d-b163-c545923bc4fd HTTP/1.1" status: 204 len: 168 time: 4.2719109 Aug 05 11:42:11.937033 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 37502) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:42:11.968922 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 37504) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:42:12.083703 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-60a39350-81a7-4fc1-9162-bcd6e720fb8e tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33140263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33208171'] for router_interface, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:12.288070 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e548d5-d9a4-425e-be9b-05a3154cdd17 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:42:12.297219 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e548d5-d9a4-425e-be9b-05a3154cdd17 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:42:12.302513 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-39e548d5-d9a4-425e-be9b-05a3154cdd17 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2736506 Aug 05 11:42:12.304293 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d1d847-601f-4556-b9cb-5f18169b5bf7 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Pushing event deleted for resources: {'Port': ['ID=594ce1bb-97e3-412d-b163-c545923bc4fd,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:42:12.314086 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-52dbb9cd-b729-461a-9592-8fe2ee9c75b0 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:12.333162 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 37508) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:42:12.447985 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3006a643-d8be-465c-b0d5-54447e70f50e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:12.569643 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-52dbb9cd-b729-461a-9592-8fe2ee9c75b0 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:12.822362 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e333242-380f-43b1-a748-b87edf4f7ac3 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Deleting subnet 070fab18-bd6d-4d73-a0be-70cf34c4be63 {{(pid=94421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:42:12.829154 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9e333242-380f-43b1-a748-b87edf4f7ac3 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks [] for subnet, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:12.918399 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60a39350-81a7-4fc1-9162-bcd6e720fb8e tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Router 5457b757-6a39-42b0-81d4-08db5f9029d4 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 11:42:12.920439 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9e333242-380f-43b1-a748-b87edf4f7ac3 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29786388'] for subnet, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:13.112396 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9e333242-380f-43b1-a748-b87edf4f7ac3 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:13.296999 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9e333242-380f-43b1-a748-b87edf4f7ac3 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25038609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30075142'] for subnet, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:13.331671 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60a39350-81a7-4fc1-9162-bcd6e720fb8e tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:42:13.352408 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f473202a-88c6-4fd8-8ad3-531492d1eace None None] Sync routers for ids ['5457b757-6a39-42b0-81d4-08db5f9029d4'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:42:13.365564 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-60a39350-81a7-4fc1-9162-bcd6e720fb8e tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] 10.222.0.58 "PUT /v2.0/routers/5457b757-6a39-42b0-81d4-08db5f9029d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2937934 Aug 05 11:42:13.366903 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 37528) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:42:13.398387 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f473202a-88c6-4fd8-8ad3-531492d1eace None None] Routers {'5457b757-6a39-42b0-81d4-08db5f9029d4'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:42:13.400062 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-f473202a-88c6-4fd8-8ad3-531492d1eace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:42:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['5457b757-6a39-42b0-81d4-08db5f9029d4'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:42:13.521983 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e333242-380f-43b1-a748-b87edf4f7ac3 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Pushing event deleted for resources: {'Subnet': ['ID=070fab18-bd6d-4d73-a0be-70cf34c4be63,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:42:13.534138 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-f473202a-88c6-4fd8-8ad3-531492d1eace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:42:13.536360 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d8cc48a4-c8c8-4b18-86f8-a373d7d7437e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:13.555564 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f473202a-88c6-4fd8-8ad3-531492d1eace None None] Routers {'5457b757-6a39-42b0-81d4-08db5f9029d4'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:42:13.557008 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-f473202a-88c6-4fd8-8ad3-531492d1eace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:42:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['5457b757-6a39-42b0-81d4-08db5f9029d4'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:42:13.577126 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e258db85-2252-4817-864d-cebcf6d4ab2a None None] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:42:13.630392 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9e333242-380f-43b1-a748-b87edf4f7ac3 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:13.632952 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-9e333242-380f-43b1-a748-b87edf4f7ac3 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "DELETE /v2.0/subnets/070fab18-bd6d-4d73-a0be-70cf34c4be63 HTTP/1.1" status: 204 len: 168 time: 1.2959871 Aug 05 11:42:13.672172 n-d-803378-2 neutron-server[94420]: INFO neutron.api.v2.resource [None req-28dd6702-f485-4676-bada-c8aef0363af1 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] show failed (client error): The resource could not be found. Aug 05 11:42:13.686176 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-28dd6702-f485-4676-bada-c8aef0363af1 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] 10.222.0.58 "GET /v2.0/routers/tempest-non_exist_router-776441125 HTTP/1.1" status: 404 len: 334 time: 0.2957273 Aug 05 11:42:13.727378 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d8cc48a4-c8c8-4b18-86f8-a373d7d7437e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:13.733754 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3006a643-d8be-465c-b0d5-54447e70f50e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:13.768915 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 37542) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:42:13.780392 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 37544) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:42:13.869902 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-f473202a-88c6-4fd8-8ad3-531492d1eace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:42:13.873365 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f473202a-88c6-4fd8-8ad3-531492d1eace None None] The sync data for ids ['5457b757-6a39-42b0-81d4-08db5f9029d4'] in n-d-803378-2 is: [] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:42:13.889272 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-3e07888d-cb76-453c-ac39-61840285b582 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:42:13.898013 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-135dd316-983e-46d4-9589-6be2a34f39e9 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1157384 Aug 05 11:42:13.955691 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3006a643-d8be-465c-b0d5-54447e70f50e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:13.974117 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 37546) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:42:13.993364 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-c4f31073-f071-4d30-bc17-2ca420665145 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Request body: {'subnet': {'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:42:14.037565 n-d-803378-2 neutron-server[94420]: INFO neutron.api.v2.resource [None req-3e07888d-cb76-453c-ac39-61840285b582 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] update failed (client error): The resource could not be found. Aug 05 11:42:14.039175 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:14.044542 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-3e07888d-cb76-453c-ac39-61840285b582 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] 10.222.0.58 "PUT /v2.0/routers/tempest-non_exist_router-900895634 HTTP/1.1" status: 404 len: 334 time: 0.1626773 Aug 05 11:42:14.062780 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 37548) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:42:14.114848 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d8cc48a4-c8c8-4b18-86f8-a373d7d7437e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:14.132459 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d8cc48a4-c8c8-4b18-86f8-a373d7d7437e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:14.140983 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-d8cc48a4-c8c8-4b18-86f8-a373d7d7437e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f17a81e5-f960-4c1c-8208-e16ff19db0e9 HTTP/1.1" status: 204 len: 168 time: 2.4655464 Aug 05 11:42:14.259072 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cc48a4-c8c8-4b18-86f8-a373d7d7437e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f17a81e5-f960-4c1c-8208-e16ff19db0e9,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:42:14.329465 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-52dbb9cd-b729-461a-9592-8fe2ee9c75b0 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Allocated IP 172.25.5.244 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/647699c6-f7df-4084-8cdd-1dde28d13336) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:42:14.339702 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_v2 [None req-cafafe23-99ef-4d46-aca6-eae09c619977 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Deleting subnet 59c48fd7-7811-4dc2-be64-190b6dff4fab {{(pid=94421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:42:14.349152 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-cafafe23-99ef-4d46-aca6-eae09c619977 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Notify callbacks [] for subnet, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:14.480738 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-3006a643-d8be-465c-b0d5-54447e70f50e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=da3d512cb92e445bbef4dbb739a599bf&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5087924 Aug 05 11:42:14.491275 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3006a643-d8be-465c-b0d5-54447e70f50e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cfa05ed-2664-42a4-9791-f05050ef1ba9,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:42:14.502121 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 37552) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:42:14.553537 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2360bec9-5fc3-4d66-ab57-addabab1ab35 req-fe946f26-1eaa-47bb-bdfb-a00361781348 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:42:14.556552 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2360bec9-5fc3-4d66-ab57-addabab1ab35 req-fe946f26-1eaa-47bb-bdfb-a00361781348 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=7867b2c8-ac1a-4028-bb5d-04646277a459 HTTP/1.1" status: 200 len: 943 time: 0.2950971 Aug 05 11:42:14.686248 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b314f550-7262-45cb-88cf-87a9de01e0f1 None None] DHCP port deletion for 65f763dc-e344-4f1a-a003-f0293beb6d65 request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 11:42:14.808624 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-52dbb9cd-b729-461a-9592-8fe2ee9c75b0 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:14.814716 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-b314f550-7262-45cb-88cf-87a9de01e0f1 None None] Deleting port e1eebcf1-9bf5-4c65-9d68-3d44f506ec99 {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:42:14.815630 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b314f550-7262-45cb-88cf-87a9de01e0f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:14.881966 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4f31073-f071-4d30-bc17-2ca420665145 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Made reservation on behalf of 2255634a74e844e794fd358818288ba1 for: {'subnet': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:42:14.896138 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-52dbb9cd-b729-461a-9592-8fe2ee9c75b0 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:14.901887 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c4f31073-f071-4d30-bc17-2ca420665145 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24211133'] for subnet, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:15.079707 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b314f550-7262-45cb-88cf-87a9de01e0f1 None None] For port e1eebcf1-9bf5-4c65-9d68-3d44f506ec99, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=e1eebcf1-9bf5-4c65-9d68-3d44f506ec99,segment=NetworkSegment(c3ce43ff-a33b-459d-a35e-6c011fee3456),segment_id=c3ce43ff-a33b-459d-a35e-6c011fee3456)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:42:15.080830 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b314f550-7262-45cb-88cf-87a9de01e0f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:15.083865 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-cafafe23-99ef-4d46-aca6-eae09c619977 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29786388'] for subnet, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:15.127402 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-b314f550-7262-45cb-88cf-87a9de01e0f1 None None] Calling delete_port for e1eebcf1-9bf5-4c65-9d68-3d44f506ec99 owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:42:15.201161 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52dbb9cd-b729-461a-9592-8fe2ee9c75b0 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:42:15.300157 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dbb9cd-b729-461a-9592-8fe2ee9c75b0 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Pushing event updated for resources: {'Port': ['ID=647699c6-f7df-4084-8cdd-1dde28d13336,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:42:15.315474 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-52dbb9cd-b729-461a-9592-8fe2ee9c75b0 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:42:15.329598 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52dbb9cd-b729-461a-9592-8fe2ee9c75b0 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:42:15.338857 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 37558) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:42:15.424312 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b314f550-7262-45cb-88cf-87a9de01e0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:15.532474 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b314f550-7262-45cb-88cf-87a9de01e0f1 None None] Pushing event deleted for resources: {'Port': ['ID=e1eebcf1-9bf5-4c65-9d68-3d44f506ec99,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:42:15.564260 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b314f550-7262-45cb-88cf-87a9de01e0f1 None None] No DVR routers for this DVR port e1eebcf1-9bf5-4c65-9d68-3d44f506ec99 on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:42:15.699287 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-81299d70-1575-4a7a-a12c-14e137924529 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:15.976313 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7f103fe8-f903-4d77-8644-2caeb768002b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:15.986816 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-81299d70-1575-4a7a-a12c-14e137924529 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:16.028568 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device e1eebcf1-9bf5-4c65-9d68-3d44f506ec99 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:42:16.045325 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-81299d70-1575-4a7a-a12c-14e137924529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:16.115785 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81299d70-1575-4a7a-a12c-14e137924529 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8b9c265-319b-4571-a4fb-bd77b808e964,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:42:16.151627 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7f103fe8-f903-4d77-8644-2caeb768002b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:16.152871 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: e1eebcf1-9bf5-4c65-9d68-3d44f506ec99 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:42:16.157017 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device e1eebcf1-9bf5-4c65-9d68-3d44f506ec99 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:42:16.206527 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [req-2360bec9-5fc3-4d66-ab57-addabab1ab35 req-e3231b30-bd66-4a01-8f42-207c0f57a6d1 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Deleting port 3e43aa41-b636-47b4-93e2-0b0bf4f8b871 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:42:16.207227 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-2360bec9-5fc3-4d66-ab57-addabab1ab35 req-e3231b30-bd66-4a01-8f42-207c0f57a6d1 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:16.246082 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-81299d70-1575-4a7a-a12c-14e137924529 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=cdc085f58bf3466b9d7c35147fefcaae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8998799 Aug 05 11:42:16.251032 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 37562) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:42:16.289941 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-cafafe23-99ef-4d46-aca6-eae09c619977 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:16.503068 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-2360bec9-5fc3-4d66-ab57-addabab1ab35 req-e3231b30-bd66-4a01-8f42-207c0f57a6d1 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] For port 3e43aa41-b636-47b4-93e2-0b0bf4f8b871, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=3e43aa41-b636-47b4-93e2-0b0bf4f8b871,segment=NetworkSegment(5615e441-bf2b-4f62-9a7e-00bdeb60130a),segment_id=5615e441-bf2b-4f62-9a7e-00bdeb60130a)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:42:16.506306 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-2360bec9-5fc3-4d66-ab57-addabab1ab35 req-e3231b30-bd66-4a01-8f42-207c0f57a6d1 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:16.548326 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [req-2360bec9-5fc3-4d66-ab57-addabab1ab35 req-e3231b30-bd66-4a01-8f42-207c0f57a6d1 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Calling delete_port for 3e43aa41-b636-47b4-93e2-0b0bf4f8b871 owned by compute:nova {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:42:16.678635 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-61f3ba46-4441-4800-85c9-201b1ee1dfb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:16.681656 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-52dbb9cd-b729-461a-9592-8fe2ee9c75b0 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:16.703384 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7f103fe8-f903-4d77-8644-2caeb768002b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:16.710522 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7f103fe8-f903-4d77-8644-2caeb768002b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:16.713436 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-7f103fe8-f903-4d77-8644-2caeb768002b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5cfa05ed-2664-42a4-9791-f05050ef1ba9 HTTP/1.1" status: 204 len: 168 time: 2.2093234 Aug 05 11:42:16.851254 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-61f3ba46-4441-4800-85c9-201b1ee1dfb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:16.881697 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-cafafe23-99ef-4d46-aca6-eae09c619977 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25038609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30075142'] for subnet, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:16.934735 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-109f1e8e-d723-48d7-b758-4b909b065218 None None] Network c20de73e-f2cd-4743-839f-a0cb6ee5e199 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:42:16.935162 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-cafafe23-99ef-4d46-aca6-eae09c619977 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:16.942203 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-cafafe23-99ef-4d46-aca6-eae09c619977 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] 10.222.0.58 "DELETE /v2.0/subnets/59c48fd7-7811-4dc2-be64-190b6dff4fab HTTP/1.1" status: 204 len: 168 time: 2.8750217 Aug 05 11:42:16.996510 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 37566) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:42:17.002914 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f103fe8-f903-4d77-8644-2caeb768002b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cfa05ed-2664-42a4-9791-f05050ef1ba9,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:42:17.065431 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafafe23-99ef-4d46-aca6-eae09c619977 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Pushing event deleted for resources: {'Subnet': ['ID=59c48fd7-7811-4dc2-be64-190b6dff4fab,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:42:17.420935 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-52dbb9cd-b729-461a-9592-8fe2ee9c75b0 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286026'] for router, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:17.647437 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_v2 [None req-22ef1370-1db2-4d81-ad08-0d4efffdf1e2 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Deleting subnet 35a24277-4ec8-4668-99d9-ff5862c7a352 {{(pid=94420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:42:17.663308 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-61f3ba46-4441-4800-85c9-201b1ee1dfb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:17.668232 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-61f3ba46-4441-4800-85c9-201b1ee1dfb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:17.670290 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-61f3ba46-4441-4800-85c9-201b1ee1dfb5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c8b9c265-319b-4571-a4fb-bd77b808e964 HTTP/1.1" status: 204 len: 168 time: 1.4178352 Aug 05 11:42:17.694750 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f3ba46-4441-4800-85c9-201b1ee1dfb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8b9c265-319b-4571-a4fb-bd77b808e964,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:42:17.731257 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-22ef1370-1db2-4d81-ad08-0d4efffdf1e2 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Notify callbacks [] for subnet, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:17.748054 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52dbb9cd-b729-461a-9592-8fe2ee9c75b0 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Router b6481b0b-8a9d-4ff6-9e35-a8f90f67f12d is scheduled to L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d with binding_index 1 {{(pid=94421) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 11:42:17.776732 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b1d2f1-4c9f-477b-8f7c-76f23c0a09d1 None None] DHCP port deletion for c20de73e-f2cd-4743-839f-a0cb6ee5e199 request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 11:42:17.993283 n-d-803378-2 neutron-server[94420]: DEBUG neutron.objects.ports [None req-c4f31073-f071-4d30-bc17-2ca420665145 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94420) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 05 11:42:18.026254 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-c2b1d2f1-4c9f-477b-8f7c-76f23c0a09d1 None None] Deleting port 46e4b80c-0d31-4054-adbd-62de354b5297 {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:42:18.035477 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c2b1d2f1-4c9f-477b-8f7c-76f23c0a09d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:18.175122 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c4f31073-f071-4d30-bc17-2ca420665145 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29762700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24211087'] for subnet, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:18.198879 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 37574) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:42:18.248918 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1472651f-dfa0-4151-a346-bef4f4b1dfe5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:18.252369 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-2360bec9-5fc3-4d66-ab57-addabab1ab35 req-e3231b30-bd66-4a01-8f42-207c0f57a6d1 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:18.294272 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-c2b1d2f1-4c9f-477b-8f7c-76f23c0a09d1 None None] For port 46e4b80c-0d31-4054-adbd-62de354b5297, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=46e4b80c-0d31-4054-adbd-62de354b5297,segment=NetworkSegment(6d48cc67-e482-43db-9b70-421f4fcc03c2),segment_id=6d48cc67-e482-43db-9b70-421f4fcc03c2)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:42:18.294978 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c2b1d2f1-4c9f-477b-8f7c-76f23c0a09d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:18.330297 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-c2b1d2f1-4c9f-477b-8f7c-76f23c0a09d1 None None] Calling delete_port for 46e4b80c-0d31-4054-adbd-62de354b5297 owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:42:18.362827 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52dbb9cd-b729-461a-9592-8fe2ee9c75b0 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:42:18.462429 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-52dbb9cd-b729-461a-9592-8fe2ee9c75b0 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify callbacks [] for router, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:18.484764 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-52dbb9cd-b729-461a-9592-8fe2ee9c75b0 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 11.3859954 Aug 05 11:42:18.485840 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 37578) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:42:18.522772 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f31073-f071-4d30-bc17-2ca420665145 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:42:18.556124 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3231b30-bd66-4a01-8f42-207c0f57a6d1 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Pushing event deleted for resources: {'Port': ['ID=3e43aa41-b636-47b4-93e2-0b0bf4f8b871,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:42:18.612659 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-22ef1370-1db2-4d81-ad08-0d4efffdf1e2 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25010562'] for subnet, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:18.706266 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 46e4b80c-0d31-4054-adbd-62de354b5297 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:42:18.719127 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['00f6578b-db42-4369-b4eb-90fed2c3f159'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:42:18.828217 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1472651f-dfa0-4151-a346-bef4f4b1dfe5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:18.888558 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-c4f31073-f071-4d30-bc17-2ca420665145 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:42:18.903727 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f31073-f071-4d30-bc17-2ca420665145 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:42:18.905407 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c4f31073-f071-4d30-bc17-2ca420665145 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:18.914925 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['2f0d8b42-3708-4035-9894-ccae7caf00a3'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:42:18.916549 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1472651f-dfa0-4151-a346-bef4f4b1dfe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:19.000037 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-1472651f-dfa0-4151-a346-bef4f4b1dfe5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6d387092ead843d396fe705248388901&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7868097 Aug 05 11:42:19.006151 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 37582) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:42:19.099484 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6cc8880-9c66-4563-87e2-c6a1dfee3e57 None None] Sync routers for ids ['b6481b0b-8a9d-4ff6-9e35-a8f90f67f12d'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:42:19.136260 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946fa279-a9c4-4213-9657-99979266509d None None] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:42:19.156904 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-cd5d7388-faa7-4e07-ac97-e5348c36d82b tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] 10.222.0.58 "GET /v2.0/routers/b6481b0b-8a9d-4ff6-9e35-a8f90f67f12d HTTP/1.1" status: 200 len: 909 time: 0.6665170 Aug 05 11:42:19.158667 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 37586) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:42:19.198814 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-1fd66822-e381-4956-8af2-3a7f8bd633cd tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1903657631', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'enable_snat': True}}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:42:19.252229 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c2b1d2f1-4c9f-477b-8f7c-76f23c0a09d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:19.378230 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-812e8773-d20b-4efd-b378-98cbfe6bc9e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:19.422263 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-812e8773-d20b-4efd-b378-98cbfe6bc9e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:19.440540 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1fd66822-e381-4956-8af2-3a7f8bd633cd tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33260300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1929'] for router, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:19.442674 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1fd66822-e381-4956-8af2-3a7f8bd633cd tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33285914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33034662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1926'] for router, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:19.562337 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [req-2360bec9-5fc3-4d66-ab57-addabab1ab35 req-e3231b30-bd66-4a01-8f42-207c0f57a6d1 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] No DVR routers for this DVR port 3e43aa41-b636-47b4-93e2-0b0bf4f8b871 on host n-h1-803378-2 {{(pid=94420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:42:19.573439 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f31073-f071-4d30-bc17-2ca420665145 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Pushing event updated for resources: {'Subnet': ['ID=1dedbbef-9ede-4043-ba54-8c28e8bad4aa,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:42:19.634144 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-2360bec9-5fc3-4d66-ab57-addabab1ab35 req-e3231b30-bd66-4a01-8f42-207c0f57a6d1 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:19.658169 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2360bec9-5fc3-4d66-ab57-addabab1ab35 req-e3231b30-bd66-4a01-8f42-207c0f57a6d1 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "DELETE /v2.0/ports/3e43aa41-b636-47b4-93e2-0b0bf4f8b871 HTTP/1.1" status: 204 len: 173 time: 5.0660346 Aug 05 11:42:19.677324 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7867b2c8-ac1a-4028-bb5d-04646277a459', 'name': 'network-vif-deleted', 'tag': '3e43aa41-b636-47b4-93e2-0b0bf4f8b871'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:42:19.690102 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}828068ad8d405ad77660ce68fa78e1ffe658725812f7a08f9e488a446589295b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04354b97-b4d7-4861-9475-c4fab5328bf9" -d '{"events": [{"server_uuid": "7867b2c8-ac1a-4028-bb5d-04646277a459", "name": "network-vif-deleted", "tag": "3e43aa41-b636-47b4-93e2-0b0bf4f8b871"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:42:19.700693 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 46e4b80c-0d31-4054-adbd-62de354b5297 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:42:19.702670 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 46e4b80c-0d31-4054-adbd-62de354b5297 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:42:19.881368 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b1d2f1-4c9f-477b-8f7c-76f23c0a09d1 None None] Pushing event deleted for resources: {'Port': ['ID=46e4b80c-0d31-4054-adbd-62de354b5297,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:42:19.908921 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1fd66822-e381-4956-8af2-3a7f8bd633cd tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:19.975243 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b1d2f1-4c9f-477b-8f7c-76f23c0a09d1 None None] No DVR routers for this DVR port 46e4b80c-0d31-4054-adbd-62de354b5297 on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:42:20.030256 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6cc8880-9c66-4563-87e2-c6a1dfee3e57 None None] Routers {'b6481b0b-8a9d-4ff6-9e35-a8f90f67f12d'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:42:20.033081 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-e6cc8880-9c66-4563-87e2-c6a1dfee3e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:42:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['b6481b0b-8a9d-4ff6-9e35-a8f90f67f12d'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:42:20.073765 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-c4f31073-f071-4d30-bc17-2ca420665145 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 6.0930719 Aug 05 11:42:20.088824 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-812e8773-d20b-4efd-b378-98cbfe6bc9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:20.108057 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-812e8773-d20b-4efd-b378-98cbfe6bc9e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:20.126852 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-812e8773-d20b-4efd-b378-98cbfe6bc9e7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/676c2865-f612-4219-a34d-af9aaf02d3bb HTTP/1.1" status: 204 len: 168 time: 1.0949771 Aug 05 11:42:20.130685 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 05 Aug 2021 11:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6563eca4-3b59-4673-a168-397795fd50b6 x-openstack-request-id: req-6563eca4-3b59-4673-a168-397795fd50b6 {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:42:20.131338 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7867b2c8-ac1a-4028-bb5d-04646277a459", "name": "network-vif-deleted", "tag": "3e43aa41-b636-47b4-93e2-0b0bf4f8b871", "status": "failed", "code": 422}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:42:20.131903 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6563eca4-3b59-4673-a168-397795fd50b6 {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:42:20.137651 n-d-803378-2 neutron-server[94420]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7867b2c8-ac1a-4028-bb5d-04646277a459', 'name': 'network-vif-deleted', 'tag': '3e43aa41-b636-47b4-93e2-0b0bf4f8b871', 'status': 'failed', 'code': 422} returned with failed status Aug 05 11:42:20.139925 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 37602) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:42:20.181796 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-8d47bf67-d931-4ae4-96a1-070298a78546 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Request body: {'port': {'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65', 'mac_address': 'fa:16:3e:5c:f1:f5', 'name': 'tempest-NetworksTestDHCPv6-1530492721'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:42:20.227583 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-22ef1370-1db2-4d81-ad08-0d4efffdf1e2 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:20.478813 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1472651f-dfa0-4151-a346-bef4f4b1dfe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=676c2865-f612-4219-a34d-af9aaf02d3bb,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:42:20.561932 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812e8773-d20b-4efd-b378-98cbfe6bc9e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=676c2865-f612-4219-a34d-af9aaf02d3bb,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:42:20.646180 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-22ef1370-1db2-4d81-ad08-0d4efffdf1e2 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29762763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24211094'] for subnet, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:20.832091 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-e6cc8880-9c66-4563-87e2-c6a1dfee3e57 None None] Set router b6481b0b-8a9d-4ff6-9e35-a8f90f67f12d gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:42:20.859457 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1fd66822-e381-4956-8af2-3a7f8bd633cd tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:20.951527 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ef1370-1db2-4d81-ad08-0d4efffdf1e2 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Pushing event deleted for resources: {'Subnet': ['ID=35a24277-4ec8-4668-99d9-ff5862c7a352,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:42:21.015426 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-22ef1370-1db2-4d81-ad08-0d4efffdf1e2 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:21.026717 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-22ef1370-1db2-4d81-ad08-0d4efffdf1e2 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] 10.222.0.58 "DELETE /v2.0/subnets/35a24277-4ec8-4668-99d9-ff5862c7a352 HTTP/1.1" status: 204 len: 168 time: 4.0154254 Aug 05 11:42:21.048882 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 37614) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:42:21.515012 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10202e36-50eb-4b56-bd90-cf8a6201117c None None] Network 783b1274-40df-43c7-95d8-9412ed0880be requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:42:21.562185 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-cecc6b04-028d-4151-af33-ee1bbca11253 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:22.372868 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-cecc6b04-028d-4151-af33-ee1bbca11253 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:22.445580 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-cecc6b04-028d-4151-af33-ee1bbca11253 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c20de73e-f2cd-4743-839f-a0cb6ee5e199']}} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:42:22.618705 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-cecc6b04-028d-4151-af33-ee1bbca11253 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d48cc67-e482-43db-9b70-421f4fcc03c2') {'for_net_delete': True} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:42:22.619530 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-cecc6b04-028d-4151-af33-ee1bbca11253 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d48cc67-e482-43db-9b70-421f4fcc03c2') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:42:22.772576 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-cecc6b04-028d-4151-af33-ee1bbca11253 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25010581'] for segment, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:22.776035 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d47bf67-d931-4ae4-96a1-070298a78546 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Made reservation on behalf of 2255634a74e844e794fd358818288ba1 for: {'port': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:42:22.952294 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1fd66822-e381-4956-8af2-3a7f8bd633cd tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:22.993083 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1fd66822-e381-4956-8af2-3a7f8bd633cd tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:23.192650 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:23.370051 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4c4160-dc0f-400f-9e14-16a8057b3842 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-65f763dc-e344-4f1a-a003-f0293beb6d65', 'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65', 'tenant_id': '2255634a74e844e794fd358818288ba1', 'fixed_ips': [{'subnet_id': '1dedbbef-9ede-4043-ba54-8c28e8bad4aa'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 11:42:23.372327 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cb4c4160-dc0f-400f-9e14-16a8057b3842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:23.385079 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8d47bf67-d931-4ae4-96a1-070298a78546 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:23.423267 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-1fd66822-e381-4956-8af2-3a7f8bd633cd tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Allocated IP 172.25.5.163 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/b4f71827-d57a-477e-8ec6-8189bdf7f872) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:42:23.522493 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-cecc6b04-028d-4151-af33-ee1bbca11253 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:23.542516 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cecc6b04-028d-4151-af33-ee1bbca11253 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=94420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:42:23.543962 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-cecc6b04-028d-4151-af33-ee1bbca11253 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29762581'] for segment, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:23.915635 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1fd66822-e381-4956-8af2-3a7f8bd633cd tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:23.921561 n-d-803378-2 neutron-server[94420]: Traceback (most recent call last): Aug 05 11:42:23.921561 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:42:23.921561 n-d-803378-2 neutron-server[94420]: timer() Aug 05 11:42:23.921561 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:42:23.921561 n-d-803378-2 neutron-server[94420]: cb(*args, **kw) Aug 05 11:42:23.921561 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:42:23.921561 n-d-803378-2 neutron-server[94420]: return func(*args, **kwargs) Aug 05 11:42:23.921561 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:42:23.921561 n-d-803378-2 neutron-server[94420]: self._notify() Aug 05 11:42:23.921561 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:42:23.921561 n-d-803378-2 neutron-server[94420]: self.callback(batched_events) Aug 05 11:42:23.921561 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:42:23.921561 n-d-803378-2 neutron-server[94420]: event.method(event) Aug 05 11:42:23.921561 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:42:23.921561 n-d-803378-2 neutron-server[94420]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:42:23.921561 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:42:23.921561 n-d-803378-2 neutron-server[94420]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:42:23.921561 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:42:23.921561 n-d-803378-2 neutron-server[94420]: return f(self, *a, **k) Aug 05 11:42:23.921561 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:42:23.921561 n-d-803378-2 neutron-server[94420]: return self._get(url).json() Aug 05 11:42:23.921561 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:42:23.921561 n-d-803378-2 neutron-server[94420]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:42:23.921561 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:42:23.921561 n-d-803378-2 neutron-server[94420]: return self.request(url, 'GET', **kwargs) Aug 05 11:42:23.921561 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:42:23.921561 n-d-803378-2 neutron-server[94420]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:42:23.921561 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:42:23.921561 n-d-803378-2 neutron-server[94420]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:42:23.921561 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:42:23.921561 n-d-803378-2 neutron-server[94420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:42:23.921561 n-d-803378-2 neutron-server[94420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:42:23.993287 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [None req-8d47bf67-d931-4ae4-96a1-070298a78546 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] device_id is not set on port 6bef7ff7-4764-4b89-a0da-4ee48b766f5b yet. {{(pid=94420) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 11:42:24.059464 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-cecc6b04-028d-4151-af33-ee1bbca11253 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:24.100894 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f788d1d5-5b82-422a-abf1-45f627dcff79 req-4b876a83-319e-4434-8e5a-432b66531129 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:42:24.112779 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f788d1d5-5b82-422a-abf1-45f627dcff79 req-4b876a83-319e-4434-8e5a-432b66531129 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c3fb18e-c03b-4991-b08c-3d84749cfd93 HTTP/1.1" status: 200 len: 907 time: 1.5026510 Aug 05 11:42:24.118775 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-cecc6b04-028d-4151-af33-ee1bbca11253 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:24.125646 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-cecc6b04-028d-4151-af33-ee1bbca11253 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] 10.222.0.58 "DELETE /v2.0/networks/c20de73e-f2cd-4743-839f-a0cb6ee5e199 HTTP/1.1" status: 204 len: 168 time: 3.0434885 Aug 05 11:42:24.164414 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 37656) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:42:24.216302 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1fd66822-e381-4956-8af2-3a7f8bd633cd tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:24.324069 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-cb4c4160-dc0f-400f-9e14-16a8057b3842 None None] Allocated IP 2001:db8::f816:3eff:fefa:b0a8 (65f763dc-e344-4f1a-a003-f0293beb6d65/1dedbbef-9ede-4043-ba54-8c28e8bad4aa/3532633a-9dcd-4b63-a977-61011527ee4b) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:42:24.391493 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecc6b04-028d-4151-af33-ee1bbca11253 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Pushing event deleted for resources: {'Network': ['ID=c20de73e-f2cd-4743-839f-a0cb6ee5e199,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:42:24.472720 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd21b6e5-6b85-4d7f-8fbb-6aabd9ed1763 None None] DHCP port deletion for 783b1274-40df-43c7-95d8-9412ed0880be request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 11:42:24.502416 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd66822-e381-4956-8af2-3a7f8bd633cd tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:42:24.607644 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-1fd66822-e381-4956-8af2-3a7f8bd633cd tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:42:24.607644 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd66822-e381-4956-8af2-3a7f8bd633cd tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:42:24.878825 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd66822-e381-4956-8af2-3a7f8bd633cd tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Pushing event updated for resources: {'Port': ['ID=b4f71827-d57a-477e-8ec6-8189bdf7f872,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:42:24.903204 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd66822-e381-4956-8af2-3a7f8bd633cd tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:42:24.905324 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd66822-e381-4956-8af2-3a7f8bd633cd tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:42:24.906319 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd66822-e381-4956-8af2-3a7f8bd633cd tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:42:24.912553 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd66822-e381-4956-8af2-3a7f8bd633cd tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:42:24.913621 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-e6cc8880-9c66-4563-87e2-c6a1dfee3e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6481b0b-8a9d-4ff6-9e35-a8f90f67f12d', 'name': 'tempest-snat-router-1903657631', 'tenant_id': '16b38a0efda84d1db27989de6858c832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.244'}], 'enable_snat': False}, 'gw_port_id': '647699c6-f7df-4084-8cdd-1dde28d13336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:42:07Z', 'updated_at': '2021-08-05T11:42:16Z', 'revision_number': 3, 'project_id': '16b38a0efda84d1db27989de6858c832', 'gw_port': {'id': '647699c6-f7df-4084-8cdd-1dde28d13336', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:38:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6481b0b-8a9d-4ff6-9e35-a8f90f67f12d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1986, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:42:12Z', 'updated_at': '2021-08-05T11:42:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:42:24.916379 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd66822-e381-4956-8af2-3a7f8bd633cd tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:42:24.917449 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd66822-e381-4956-8af2-3a7f8bd633cd tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:42:24.918344 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd66822-e381-4956-8af2-3a7f8bd633cd tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:42:24.919592 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd66822-e381-4956-8af2-3a7f8bd633cd tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:42:24.920462 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd66822-e381-4956-8af2-3a7f8bd633cd tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:42:24.921378 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd66822-e381-4956-8af2-3a7f8bd633cd tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:42:24.922175 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd66822-e381-4956-8af2-3a7f8bd633cd tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:42:24.923586 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd66822-e381-4956-8af2-3a7f8bd633cd tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:42:24.975179 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-17d12320-b70f-4bcd-a467-88906f9a97d7 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:25.000293 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7ba185-8e77-4395-afad-c48272c2dd13 req-ebee7e2e-f349-4b1f-b725-0d4e5e25caef tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:42:25.003581 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2c7ba185-8e77-4395-afad-c48272c2dd13 req-ebee7e2e-f349-4b1f-b725-0d4e5e25caef tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c3fb18e-c03b-4991-b08c-3d84749cfd93 HTTP/1.1" status: 200 len: 907 time: 0.3508618 Aug 05 11:42:25.222943 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6cc8880-9c66-4563-87e2-c6a1dfee3e57 None None] Checking router: b6481b0b-8a9d-4ff6-9e35-a8f90f67f12d for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:42:25.230556 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6cc8880-9c66-4563-87e2-c6a1dfee3e57 None None] Updating router b6481b0b-8a9d-4ff6-9e35-a8f90f67f12d port 647699c6-f7df-4084-8cdd-1dde28d13336 binding host n-d-803378-2 {{(pid=94422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 11:42:25.412550 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-dd21b6e5-6b85-4d7f-8fbb-6aabd9ed1763 None None] Deleting port 08149d55-4335-4542-866e-d6af930b3669 {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:42:25.413448 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-dd21b6e5-6b85-4d7f-8fbb-6aabd9ed1763 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:25.662688 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc56e08-06bd-478f-8820-ba898c764460 req-218b248f-9db5-4070-8a8e-c1e766323055 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:42:25.685667 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3dc56e08-06bd-478f-8820-ba898c764460 req-218b248f-9db5-4070-8a8e-c1e766323055 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c3fb18e-c03b-4991-b08c-3d84749cfd93 HTTP/1.1" status: 200 len: 907 time: 0.2558899 Aug 05 11:42:25.763899 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-dd21b6e5-6b85-4d7f-8fbb-6aabd9ed1763 None None] For port 08149d55-4335-4542-866e-d6af930b3669, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=08149d55-4335-4542-866e-d6af930b3669,segment=NetworkSegment(a341f74a-3a5c-4769-8a01-cabb392c8464),segment_id=a341f74a-3a5c-4769-8a01-cabb392c8464)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:42:25.769085 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-dd21b6e5-6b85-4d7f-8fbb-6aabd9ed1763 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:25.822779 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-dd21b6e5-6b85-4d7f-8fbb-6aabd9ed1763 None None] Calling delete_port for 08149d55-4335-4542-866e-d6af930b3669 owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:42:25.901647 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e6cc8880-9c66-4563-87e2-c6a1dfee3e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:26.107861 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-2c7ba185-8e77-4395-afad-c48272c2dd13 req-672c5de9-0ef4-4d6b-9356-194c059c48ce tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Deleting port 45fd19dd-0240-4fa2-8c50-128d7b8f11f3 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:42:26.108776 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-2c7ba185-8e77-4395-afad-c48272c2dd13 req-672c5de9-0ef4-4d6b-9356-194c059c48ce tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:26.238378 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1fd66822-e381-4956-8af2-3a7f8bd633cd tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:26.590808 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-17d12320-b70f-4bcd-a467-88906f9a97d7 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Deleting port 08149d55-4335-4542-866e-d6af930b3669 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:42:26.591340 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-17d12320-b70f-4bcd-a467-88906f9a97d7 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:26.601605 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cb4c4160-dc0f-400f-9e14-16a8057b3842 None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:26.628030 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-cb4c4160-dc0f-400f-9e14-16a8057b3842 None None] Transition to ACTIVE for port object 3532633a-9dcd-4b63-a977-61011527ee4b will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:42:26.693144 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-cb4c4160-dc0f-400f-9e14-16a8057b3842 None None] Transition to ACTIVE for port object 3532633a-9dcd-4b63-a977-61011527ee4b will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:42:26.698370 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 08149d55-4335-4542-866e-d6af930b3669 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:42:26.727485 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cb4c4160-dc0f-400f-9e14-16a8057b3842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:26.994731 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-8d47bf67-d931-4ae4-96a1-070298a78546 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Allocated IP 2001:db8::f816:3eff:fe5c:f1f5 (65f763dc-e344-4f1a-a003-f0293beb6d65/1dedbbef-9ede-4043-ba54-8c28e8bad4aa/6bef7ff7-4764-4b89-a0da-4ee48b766f5b) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:42:27.076072 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4c4160-dc0f-400f-9e14-16a8057b3842 None None] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:42:27.112266 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-cb4c4160-dc0f-400f-9e14-16a8057b3842 None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:42:27.139922 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4c4160-dc0f-400f-9e14-16a8057b3842 None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:42:27.182283 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4c4160-dc0f-400f-9e14-16a8057b3842 None None] Pushing event updated for resources: {'Port': ['ID=3532633a-9dcd-4b63-a977-61011527ee4b,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:42:27.242860 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [None req-17d12320-b70f-4bcd-a467-88906f9a97d7 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] For port 08149d55-4335-4542-866e-d6af930b3669, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=08149d55-4335-4542-866e-d6af930b3669,segment=NetworkSegment(a341f74a-3a5c-4769-8a01-cabb392c8464),segment_id=a341f74a-3a5c-4769-8a01-cabb392c8464)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:42:27.243859 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-17d12320-b70f-4bcd-a467-88906f9a97d7 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:27.294144 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c688b099-bfbc-4c8a-862e-af9f1e643b2c req-0b1e4f00-634e-4248-94e6-907e5df37009 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:42:27.322021 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c688b099-bfbc-4c8a-862e-af9f1e643b2c req-0b1e4f00-634e-4248-94e6-907e5df37009 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c3fb18e-c03b-4991-b08c-3d84749cfd93 HTTP/1.1" status: 200 len: 907 time: 0.3885858 Aug 05 11:42:27.356982 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-17d12320-b70f-4bcd-a467-88906f9a97d7 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Calling delete_port for 08149d55-4335-4542-866e-d6af930b3669 owned by network:dhcp {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:42:27.423677 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-2c7ba185-8e77-4395-afad-c48272c2dd13 req-672c5de9-0ef4-4d6b-9356-194c059c48ce tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] For port 45fd19dd-0240-4fa2-8c50-128d7b8f11f3, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=45fd19dd-0240-4fa2-8c50-128d7b8f11f3,segment=NetworkSegment(5615e441-bf2b-4f62-9a7e-00bdeb60130a),segment_id=5615e441-bf2b-4f62-9a7e-00bdeb60130a)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:42:27.424313 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-2c7ba185-8e77-4395-afad-c48272c2dd13 req-672c5de9-0ef4-4d6b-9356-194c059c48ce tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:27.685813 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-cb4c4160-dc0f-400f-9e14-16a8057b3842 None None] Attempting to bind port 3532633a-9dcd-4b63-a977-61011527ee4b on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:42:27.689001 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-cb4c4160-dc0f-400f-9e14-16a8057b3842 None None] Attempting to bind port 3532633a-9dcd-4b63-a977-61011527ee4b by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'c3ce43ff-a33b-459d-a35e-6c011fee3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:42:27.692713 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4c4160-dc0f-400f-9e14-16a8057b3842 None None] Attempting to bind port 3532633a-9dcd-4b63-a977-61011527ee4b on network 65f763dc-e344-4f1a-a003-f0293beb6d65 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:42:27.702912 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-2c7ba185-8e77-4395-afad-c48272c2dd13 req-672c5de9-0ef4-4d6b-9356-194c059c48ce tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Calling delete_port for 45fd19dd-0240-4fa2-8c50-128d7b8f11f3 owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:42:27.711757 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-dd21b6e5-6b85-4d7f-8fbb-6aabd9ed1763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:27.748331 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Port 08149d55-4335-4542-866e-d6af930b3669 update to DOWN by agent not found {{(pid=94422) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Aug 05 11:42:27.762511 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4c4160-dc0f-400f-9e14-16a8057b3842 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:42:27.763394 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4c4160-dc0f-400f-9e14-16a8057b3842 None None] Checking segment: {'id': 'c3ce43ff-a33b-459d-a35e-6c011fee3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:42:27.764199 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cb4c4160-dc0f-400f-9e14-16a8057b3842 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:27.765120 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4c4160-dc0f-400f-9e14-16a8057b3842 None None] Bound using segment: {'id': 'c3ce43ff-a33b-459d-a35e-6c011fee3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:42:27.766567 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-cb4c4160-dc0f-400f-9e14-16a8057b3842 None None] Bound port: 3532633a-9dcd-4b63-a977-61011527ee4b, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3ce43ff-a33b-459d-a35e-6c011fee3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:42:27.767390 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cb4c4160-dc0f-400f-9e14-16a8057b3842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:27.793951 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd21b6e5-6b85-4d7f-8fbb-6aabd9ed1763 None None] No DVR routers for this DVR port 08149d55-4335-4542-866e-d6af930b3669 on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:42:27.833060 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8d47bf67-d931-4ae4-96a1-070298a78546 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:27.913486 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [None req-8d47bf67-d931-4ae4-96a1-070298a78546 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Transition to ACTIVE for port object 6bef7ff7-4764-4b89-a0da-4ee48b766f5b will not be triggered until provisioned by entity DHCP. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:42:28.072941 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8d47bf67-d931-4ae4-96a1-070298a78546 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:28.090799 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd21b6e5-6b85-4d7f-8fbb-6aabd9ed1763 None None] Pushing event deleted for resources: {'Port': ['ID=08149d55-4335-4542-866e-d6af930b3669,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:42:28.143019 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d47bf67-d931-4ae4-96a1-070298a78546 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:42:28.152943 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-8d47bf67-d931-4ae4-96a1-070298a78546 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:42:28.167923 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1fd66822-e381-4956-8af2-3a7f8bd633cd tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286026'] for router, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:28.226334 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d47bf67-d931-4ae4-96a1-070298a78546 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:42:28.242655 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d47bf67-d931-4ae4-96a1-070298a78546 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:42:28.244422 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8d47bf67-d931-4ae4-96a1-070298a78546 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:28.330931 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-8d47bf67-d931-4ae4-96a1-070298a78546 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 8.1751270 Aug 05 11:42:28.335489 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 37724) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:42:28.341564 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d47bf67-d931-4ae4-96a1-070298a78546 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Pushing event updated for resources: {'Port': ['ID=6bef7ff7-4764-4b89-a0da-4ee48b766f5b,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:42:28.470929 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-17d12320-b70f-4bcd-a467-88906f9a97d7 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:28.513088 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-cb4c4160-dc0f-400f-9e14-16a8057b3842 None None] For port 3532633a-9dcd-4b63-a977-61011527ee4b, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:42:28.533872 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-cb4c4160-dc0f-400f-9e14-16a8057b3842 None None] For port 3532633a-9dcd-4b63-a977-61011527ee4b, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=3532633a-9dcd-4b63-a977-61011527ee4b,segment=NetworkSegment(c3ce43ff-a33b-459d-a35e-6c011fee3456),segment_id=c3ce43ff-a33b-459d-a35e-6c011fee3456)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:42:28.544711 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d12320-b70f-4bcd-a467-88906f9a97d7 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] No DVR routers for this DVR port 08149d55-4335-4542-866e-d6af930b3669 on host n-d-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:42:28.557868 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cb4c4160-dc0f-400f-9e14-16a8057b3842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:28.595833 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc31318-5168-496b-8c8d-e638b4665c4e tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:42:28.626070 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc31318-5168-496b-8c8d-e638b4665c4e tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:42:28.629031 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-ddc31318-5168-496b-8c8d-e638b4665c4e tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2911706 Aug 05 11:42:28.637921 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 37736) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:42:28.728688 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d12320-b70f-4bcd-a467-88906f9a97d7 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Pushing event deleted for resources: {'Port': ['ID=08149d55-4335-4542-866e-d6af930b3669,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:42:28.830314 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e6cc8880-9c66-4563-87e2-c6a1dfee3e57 None None] Notify callbacks [] for port, precommit_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:28.946690 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4c4160-dc0f-400f-9e14-16a8057b3842 None None] Pushing event updated for resources: {'Port': ['ID=3532633a-9dcd-4b63-a977-61011527ee4b,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:42:28.966406 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-e6cc8880-9c66-4563-87e2-c6a1dfee3e57 None None] Transition to ACTIVE for port object 647699c6-f7df-4084-8cdd-1dde28d13336 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:42:28.985626 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e6cc8880-9c66-4563-87e2-c6a1dfee3e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:29.060627 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0883e1-be6a-41b9-8976-f1f5940b596c req-62ee8617-1749-4890-8ec6-95defeffc5e9 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:42:29.078894 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5b0883e1-be6a-41b9-8976-f1f5940b596c req-62ee8617-1749-4890-8ec6-95defeffc5e9 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c3fb18e-c03b-4991-b08c-3d84749cfd93 HTTP/1.1" status: 200 len: 907 time: 0.4361057 Aug 05 11:42:29.098523 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-17d12320-b70f-4bcd-a467-88906f9a97d7 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:29.103666 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-2c7ba185-8e77-4395-afad-c48272c2dd13 req-672c5de9-0ef4-4d6b-9356-194c059c48ce tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:29.155537 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-17d12320-b70f-4bcd-a467-88906f9a97d7 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['783b1274-40df-43c7-95d8-9412ed0880be']}} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:42:29.232985 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-e6cc8880-9c66-4563-87e2-c6a1dfee3e57 None None] Attempting to bind port 647699c6-f7df-4084-8cdd-1dde28d13336 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:42:29.233605 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-e6cc8880-9c66-4563-87e2-c6a1dfee3e57 None None] Attempting to bind port 647699c6-f7df-4084-8cdd-1dde28d13336 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:42:29.234243 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6cc8880-9c66-4563-87e2-c6a1dfee3e57 None None] Attempting to bind port 647699c6-f7df-4084-8cdd-1dde28d13336 on network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:42:29.261412 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58288707-0ef5-4a84-95c2-e9318dfceec1 None None] Pushing event updated for resources: {'Port': ['ID=647699c6-f7df-4084-8cdd-1dde28d13336,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:42:29.267152 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:29.269309 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6cc8880-9c66-4563-87e2-c6a1dfee3e57 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:42:29.270650 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6cc8880-9c66-4563-87e2-c6a1dfee3e57 None None] Checking segment: {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:42:29.271352 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e6cc8880-9c66-4563-87e2-c6a1dfee3e57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:29.272347 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6cc8880-9c66-4563-87e2-c6a1dfee3e57 None None] Bound using segment: {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:42:29.280550 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-17d12320-b70f-4bcd-a467-88906f9a97d7 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a341f74a-3a5c-4769-8a01-cabb392c8464') {'for_net_delete': True} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:42:29.280550 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-17d12320-b70f-4bcd-a467-88906f9a97d7 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a341f74a-3a5c-4769-8a01-cabb392c8464') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:42:29.292923 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672c5de9-0ef4-4d6b-9356-194c059c48ce tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Pushing event deleted for resources: {'Port': ['ID=45fd19dd-0240-4fa2-8c50-128d7b8f11f3,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:42:29.298446 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-e6cc8880-9c66-4563-87e2-c6a1dfee3e57 None None] Bound port: 647699c6-f7df-4084-8cdd-1dde28d13336, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:42:29.299087 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e6cc8880-9c66-4563-87e2-c6a1dfee3e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:29.312790 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-03c85bf9-9d76-4931-be7f-6c7a72688648 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Deleting port 6bef7ff7-4764-4b89-a0da-4ee48b766f5b {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:42:29.314225 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-03c85bf9-9d76-4931-be7f-6c7a72688648 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:29.329078 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-17d12320-b70f-4bcd-a467-88906f9a97d7 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29786371'] for segment, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:29.456790 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-17d12320-b70f-4bcd-a467-88906f9a97d7 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:29.479827 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17d12320-b70f-4bcd-a467-88906f9a97d7 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Releasing vlan 683 on physical network physnet1 to pool {{(pid=94421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:42:29.482952 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-17d12320-b70f-4bcd-a467-88906f9a97d7 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25038799'] for segment, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:29.560026 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c7ba185-8e77-4395-afad-c48272c2dd13 req-672c5de9-0ef4-4d6b-9356-194c059c48ce tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] No DVR routers for this DVR port 45fd19dd-0240-4fa2-8c50-128d7b8f11f3 on host n-h1-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:42:29.566103 n-d-803378-2 neutron-server[94421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 11:42:29.566103 n-d-803378-2 neutron-server[94421]: self.session.flush() Aug 05 11:42:29.566103 n-d-803378-2 neutron-server[94421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 11:42:29.566103 n-d-803378-2 neutron-server[94421]: self.session.flush() Aug 05 11:42:29.566103 n-d-803378-2 neutron-server[94421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 11:42:29.566103 n-d-803378-2 neutron-server[94421]: self.session.flush() Aug 05 11:42:29.566103 n-d-803378-2 neutron-server[94421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 11:42:29.566103 n-d-803378-2 neutron-server[94421]: self.session.flush() Aug 05 11:42:29.566103 n-d-803378-2 neutron-server[94421]: Traceback (most recent call last): Aug 05 11:42:29.566103 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:42:29.566103 n-d-803378-2 neutron-server[94421]: timer() Aug 05 11:42:29.566103 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:42:29.566103 n-d-803378-2 neutron-server[94421]: cb(*args, **kw) Aug 05 11:42:29.566103 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:42:29.566103 n-d-803378-2 neutron-server[94421]: return func(*args, **kwargs) Aug 05 11:42:29.566103 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:42:29.566103 n-d-803378-2 neutron-server[94421]: self._notify() Aug 05 11:42:29.566103 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:42:29.566103 n-d-803378-2 neutron-server[94421]: self.callback(batched_events) Aug 05 11:42:29.566103 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:42:29.566103 n-d-803378-2 neutron-server[94421]: event.method(event) Aug 05 11:42:29.566103 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:42:29.566103 n-d-803378-2 neutron-server[94421]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:42:29.566103 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:42:29.566103 n-d-803378-2 neutron-server[94421]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:42:29.566103 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:42:29.566103 n-d-803378-2 neutron-server[94421]: return f(self, *a, **k) Aug 05 11:42:29.566103 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:42:29.566103 n-d-803378-2 neutron-server[94421]: return self._get(url).json() Aug 05 11:42:29.566103 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:42:29.566103 n-d-803378-2 neutron-server[94421]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:42:29.566103 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:42:29.566103 n-d-803378-2 neutron-server[94421]: return self.request(url, 'GET', **kwargs) Aug 05 11:42:29.566103 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:42:29.566103 n-d-803378-2 neutron-server[94421]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:42:29.566103 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:42:29.566103 n-d-803378-2 neutron-server[94421]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:42:29.566103 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:42:29.566103 n-d-803378-2 neutron-server[94421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:42:29.566103 n-d-803378-2 neutron-server[94421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:42:29.585174 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-2c7ba185-8e77-4395-afad-c48272c2dd13 req-672c5de9-0ef4-4d6b-9356-194c059c48ce tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:29.589329 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2c7ba185-8e77-4395-afad-c48272c2dd13 req-672c5de9-0ef4-4d6b-9356-194c059c48ce tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.64 "DELETE /v2.0/ports/45fd19dd-0240-4fa2-8c50-128d7b8f11f3 HTTP/1.1" status: 204 len: 173 time: 4.3253806 Aug 05 11:42:29.590844 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-03c85bf9-9d76-4931-be7f-6c7a72688648 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:29.609692 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-e6cc8880-9c66-4563-87e2-c6a1dfee3e57 None None] For port 647699c6-f7df-4084-8cdd-1dde28d13336, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:42:29.617266 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-e6cc8880-9c66-4563-87e2-c6a1dfee3e57 None None] For port 647699c6-f7df-4084-8cdd-1dde28d13336, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=647699c6-f7df-4084-8cdd-1dde28d13336,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:42:29.625877 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 45fd19dd-0240-4fa2-8c50-128d7b8f11f3 no longer exists at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:42:29.629109 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-03c85bf9-9d76-4931-be7f-6c7a72688648 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Calling delete_port for 6bef7ff7-4764-4b89-a0da-4ee48b766f5b owned by {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:42:29.709462 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] No Port match for: 45fd19dd-0240-4fa2-8c50-128d7b8f11f3 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:42:29.712400 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 45fd19dd-0240-4fa2-8c50-128d7b8f11f3 not bound to the agent host n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:42:29.719870 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e6cc8880-9c66-4563-87e2-c6a1dfee3e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:29.737071 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c3fb18e-c03b-4991-b08c-3d84749cfd93', 'name': 'network-vif-deleted', 'tag': '45fd19dd-0240-4fa2-8c50-128d7b8f11f3'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:42:29.743992 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c160caed-381a-46ff-a413-90e97dbbe69f" -d '{"events": [{"server_uuid": "4c3fb18e-c03b-4991-b08c-3d84749cfd93", "name": "network-vif-deleted", "tag": "45fd19dd-0240-4fa2-8c50-128d7b8f11f3"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:42:29.955526 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fd66822-e381-4956-8af2-3a7f8bd633cd tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Router 4c4236c8-cbcf-4e82-9092-cd29c9ea224f is scheduled to L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d with binding_index 1 {{(pid=94421) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 11:42:30.048757 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24ec5da8-9a7e-48e0-b433-91460b9120f7 x-openstack-request-id: req-24ec5da8-9a7e-48e0-b433-91460b9120f7 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:42:30.050050 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c3fb18e-c03b-4991-b08c-3d84749cfd93", "name": "network-vif-deleted", "tag": "45fd19dd-0240-4fa2-8c50-128d7b8f11f3", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:42:30.050050 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-24ec5da8-9a7e-48e0-b433-91460b9120f7 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:42:30.058450 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c3fb18e-c03b-4991-b08c-3d84749cfd93', 'name': 'network-vif-deleted', 'tag': '45fd19dd-0240-4fa2-8c50-128d7b8f11f3', 'status': 'completed', 'code': 200} Aug 05 11:42:30.058676 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6cc8880-9c66-4563-87e2-c6a1dfee3e57 None None] Routers {'b6481b0b-8a9d-4ff6-9e35-a8f90f67f12d'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:42:30.065158 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-e6cc8880-9c66-4563-87e2-c6a1dfee3e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:42:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['b6481b0b-8a9d-4ff6-9e35-a8f90f67f12d'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:42:30.087209 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-17d12320-b70f-4bcd-a467-88906f9a97d7 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:30.105454 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-17d12320-b70f-4bcd-a467-88906f9a97d7 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:30.115118 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-17d12320-b70f-4bcd-a467-88906f9a97d7 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] 10.222.0.58 "DELETE /v2.0/networks/783b1274-40df-43c7-95d8-9412ed0880be HTTP/1.1" status: 204 len: 168 time: 5.9445474 Aug 05 11:42:30.125628 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 37754) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:42:30.265750 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58288707-0ef5-4a84-95c2-e9318dfceec1 None None] Pushing event updated for resources: {'Port': ['ID=647699c6-f7df-4084-8cdd-1dde28d13336,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:42:30.387391 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 3532633a-9dcd-4b63-a977-61011527ee4b up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:42:30.394170 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8650eb1-1fc7-48a6-b024-804830c1fb35 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Deleting subnet bab881e7-37f5-4d1d-8fa8-bee0d25e1e5d {{(pid=94420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:42:30.435624 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f8650eb1-1fc7-48a6-b024-804830c1fb35 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Notify callbacks [] for subnet, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:30.454850 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d12320-b70f-4bcd-a467-88906f9a97d7 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Pushing event deleted for resources: {'Network': ['ID=783b1274-40df-43c7-95d8-9412ed0880be,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:42:30.690930 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f8650eb1-1fc7-48a6-b024-804830c1fb35 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25010562'] for subnet, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:31.046110 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 3532633a-9dcd-4b63-a977-61011527ee4b completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:42:31.065110 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-e6cc8880-9c66-4563-87e2-c6a1dfee3e57 None None] Set router b6481b0b-8a9d-4ff6-9e35-a8f90f67f12d gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:42:31.109449 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-489174ab-b4fe-45f5-9d48-4109d3133cb3 req-16e26568-770e-428f-bb12-0c94b9e805db tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c3fb18e-c03b-4991-b08c-3d84749cfd93 HTTP/1.1" status: 200 len: 210 time: 0.6771007 Aug 05 11:42:31.373192 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f8650eb1-1fc7-48a6-b024-804830c1fb35 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:31.541015 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-03c85bf9-9d76-4931-be7f-6c7a72688648 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:31.744055 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c85bf9-9d76-4931-be7f-6c7a72688648 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Pushing event deleted for resources: {'Port': ['ID=6bef7ff7-4764-4b89-a0da-4ee48b766f5b,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:42:31.754926 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-03c85bf9-9d76-4931-be7f-6c7a72688648 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:31.772947 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-03c85bf9-9d76-4931-be7f-6c7a72688648 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "DELETE /v2.0/ports/6bef7ff7-4764-4b89-a0da-4ee48b766f5b HTTP/1.1" status: 204 len: 168 time: 3.1235287 Aug 05 11:42:31.783744 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 37780) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:42:31.784389 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 37782) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:42:31.929690 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-c65ca2fe-2ebb-4c5c-a08e-3c53c931fbab None None] Provisioning for port 3532633a-9dcd-4b63-a977-61011527ee4b completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:42:31.939508 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-c65ca2fe-2ebb-4c5c-a08e-3c53c931fbab None None] Provisioning complete for port 3532633a-9dcd-4b63-a977-61011527ee4b triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:42:31.940479 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c65ca2fe-2ebb-4c5c-a08e-3c53c931fbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:32.010736 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b105d3-dc0e-491c-b630-e213ace3360d tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:42:32.014797 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b105d3-dc0e-491c-b630-e213ace3360d tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:42:32.024966 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-63b105d3-dc0e-491c-b630-e213ace3360d tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2247052 Aug 05 11:42:32.039256 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 37790) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:42:32.068943 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c85bf9-9d76-4931-be7f-6c7a72688648 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:42:32.070017 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c85bf9-9d76-4931-be7f-6c7a72688648 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:42:32.070882 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c85bf9-9d76-4931-be7f-6c7a72688648 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:42:32.071724 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c85bf9-9d76-4931-be7f-6c7a72688648 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:42:32.072565 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c85bf9-9d76-4931-be7f-6c7a72688648 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:42:32.073351 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c85bf9-9d76-4931-be7f-6c7a72688648 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:42:32.074158 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c85bf9-9d76-4931-be7f-6c7a72688648 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:42:32.075038 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c85bf9-9d76-4931-be7f-6c7a72688648 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:42:32.075903 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c85bf9-9d76-4931-be7f-6c7a72688648 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:42:32.076752 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c85bf9-9d76-4931-be7f-6c7a72688648 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:42:32.077565 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c85bf9-9d76-4931-be7f-6c7a72688648 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:42:32.078364 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c85bf9-9d76-4931-be7f-6c7a72688648 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:42:32.133118 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f8650eb1-1fc7-48a6-b024-804830c1fb35 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29762763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24211094'] for subnet, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:32.184357 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fd66822-e381-4956-8af2-3a7f8bd633cd tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:42:32.236748 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51e146f-03cd-4cf4-acbd-799e1b4d3a46 None None] Sync routers for ids ['4c4236c8-cbcf-4e82-9092-cd29c9ea224f'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:42:32.263621 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f8650eb1-1fc7-48a6-b024-804830c1fb35 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:32.279901 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-f8650eb1-1fc7-48a6-b024-804830c1fb35 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] 10.222.0.58 "DELETE /v2.0/subnets/bab881e7-37f5-4d1d-8fa8-bee0d25e1e5d HTTP/1.1" status: 204 len: 168 time: 2.1438179 Aug 05 11:42:32.283239 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 37796) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:42:32.302645 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51e146f-03cd-4cf4-acbd-799e1b4d3a46 None None] Routers {'4c4236c8-cbcf-4e82-9092-cd29c9ea224f'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:42:32.315067 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8650eb1-1fc7-48a6-b024-804830c1fb35 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Pushing event deleted for resources: {'Subnet': ['ID=bab881e7-37f5-4d1d-8fa8-bee0d25e1e5d,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:42:32.322396 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-d51e146f-03cd-4cf4-acbd-799e1b4d3a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:42:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['4c4236c8-cbcf-4e82-9092-cd29c9ea224f'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:42:32.351818 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d2290c-154b-47b0-8283-64af749d1307 None None] Network dc35869a-5935-45c8-a866-775aca33951e requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:42:32.359493 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1fd66822-e381-4956-8af2-3a7f8bd633cd tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify callbacks [] for router, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:32.373676 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-1fd66822-e381-4956-8af2-3a7f8bd633cd tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 13.2103899 Aug 05 11:42:32.383660 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 37800) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:42:32.729634 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e0f6f9c4-8a34-4e50-b76a-80b7edb00099 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:32.805125 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_v2 [None req-65b766f8-1e40-4d43-a230-f1e8a309127d tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Deleting subnet 1dedbbef-9ede-4043-ba54-8c28e8bad4aa {{(pid=94420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:42:33.039193 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-e0f6f9c4-8a34-4e50-b76a-80b7edb00099 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Deleting port 454c9605-afb9-4476-a40c-d0ab274f97a2 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:42:33.039789 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e0f6f9c4-8a34-4e50-b76a-80b7edb00099 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:33.053035 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-e6cc8880-9c66-4563-87e2-c6a1dfee3e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6481b0b-8a9d-4ff6-9e35-a8f90f67f12d', 'name': 'tempest-snat-router-1903657631', 'tenant_id': '16b38a0efda84d1db27989de6858c832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.244'}], 'enable_snat': False}, 'gw_port_id': '647699c6-f7df-4084-8cdd-1dde28d13336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:42:07Z', 'updated_at': '2021-08-05T11:42:16Z', 'revision_number': 3, 'project_id': '16b38a0efda84d1db27989de6858c832', 'gw_port': {'id': '647699c6-f7df-4084-8cdd-1dde28d13336', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:38:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6481b0b-8a9d-4ff6-9e35-a8f90f67f12d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1986, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:42:12Z', 'updated_at': '2021-08-05T11:42:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:42:33.115037 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-65b766f8-1e40-4d43-a230-f1e8a309127d tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks [] for subnet, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:33.132580 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9f57fd9f-b4bc-4db6-bf74-475f06b00b3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:33.241363 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e2a828-9786-4428-9500-e23fc0646fe6 req-406c8257-cce7-4284-bf82-d891dd662caa tempest-AttachSCSIVolumeTestJSON-189418846 tempest-AttachSCSIVolumeTestJSON-189418846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:42:33.244758 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c8e2a828-9786-4428-9500-e23fc0646fe6 req-406c8257-cce7-4284-bf82-d891dd662caa tempest-AttachSCSIVolumeTestJSON-189418846 tempest-AttachSCSIVolumeTestJSON-189418846-project] 10.222.0.58 "GET /v2.0/networks?id=4d1db86f-e368-416d-a803-521709094a5f HTTP/1.1" status: 200 len: 815 time: 1.7739067 Aug 05 11:42:33.265177 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c65ca2fe-2ebb-4c5c-a08e-3c53c931fbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:33.361741 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c8e2a828-9786-4428-9500-e23fc0646fe6 req-3aeabb4c-4e43-498b-992a-894e3304badf tempest-AttachSCSIVolumeTestJSON-189418846 tempest-AttachSCSIVolumeTestJSON-189418846-project] 10.222.0.58 "GET /v2.0/quotas/a02a178820324fb2b01f24f52bf7b476 HTTP/1.1" status: 200 len: 375 time: 0.0987070 Aug 05 11:42:33.372969 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-d51e146f-03cd-4cf4-acbd-799e1b4d3a46 None None] Set router 4c4236c8-cbcf-4e82-9092-cd29c9ea224f gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:42:33.383888 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [None req-e0f6f9c4-8a34-4e50-b76a-80b7edb00099 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] For port 454c9605-afb9-4476-a40c-d0ab274f97a2, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=454c9605-afb9-4476-a40c-d0ab274f97a2,segment=NetworkSegment(b608d005-8563-4df7-8312-9cd879ff018c),segment_id=b608d005-8563-4df7-8312-9cd879ff018c)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:42:33.384852 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e0f6f9c4-8a34-4e50-b76a-80b7edb00099 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:33.419661 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-65b766f8-1e40-4d43-a230-f1e8a309127d tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25010562'] for subnet, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:33.439272 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-e0f6f9c4-8a34-4e50-b76a-80b7edb00099 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Calling delete_port for 454c9605-afb9-4476-a40c-d0ab274f97a2 owned by network:dhcp {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:42:33.458243 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6cc8880-9c66-4563-87e2-c6a1dfee3e57 None None] The sync data for ids ['b6481b0b-8a9d-4ff6-9e35-a8f90f67f12d'] in n-d-803378-2 is: [{'id': 'b6481b0b-8a9d-4ff6-9e35-a8f90f67f12d', 'name': 'tempest-snat-router-1903657631', 'tenant_id': '16b38a0efda84d1db27989de6858c832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.244'}], 'enable_snat': False}, 'gw_port_id': '647699c6-f7df-4084-8cdd-1dde28d13336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:42:07Z', 'updated_at': '2021-08-05T11:42:16Z', 'revision_number': 3, 'project_id': '16b38a0efda84d1db27989de6858c832', 'gw_port': {'id': '647699c6-f7df-4084-8cdd-1dde28d13336', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:38:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6481b0b-8a9d-4ff6-9e35-a8f90f67f12d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1986, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:42:12Z', 'updated_at': '2021-08-05T11:42:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-803378-2'}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:42:33.542672 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-c65ca2fe-2ebb-4c5c-a08e-3c53c931fbab None None] For port 3532633a-9dcd-4b63-a977-61011527ee4b, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=3532633a-9dcd-4b63-a977-61011527ee4b,segment=NetworkSegment(c3ce43ff-a33b-459d-a35e-6c011fee3456),segment_id=c3ce43ff-a33b-459d-a35e-6c011fee3456)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:42:33.559682 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c65ca2fe-2ebb-4c5c-a08e-3c53c931fbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:33.741693 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65ca2fe-2ebb-4c5c-a08e-3c53c931fbab None None] Pushing event updated for resources: {'Port': ['ID=3532633a-9dcd-4b63-a977-61011527ee4b,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:42:33.762104 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0236c5a-dc19-4f03-903c-9dfbae531fb6 None None] DHCP port deletion for dc35869a-5935-45c8-a866-775aca33951e request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 11:42:33.785461 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-be90299f-7e1a-4dab-89a3-b16a6ecec064 None None] Could not find standard attr ID for object 6bef7ff7-4764-4b89-a0da-4ee48b766f5b. {{(pid=94422) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 05 11:42:33.801978 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-1dc901ab-51e5-4827-b9d9-6d6ac9fbea7f tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] 10.222.0.58 "GET /v2.0/routers/4c4236c8-cbcf-4e82-9092-cd29c9ea224f HTTP/1.1" status: 200 len: 908 time: 1.3997419 Aug 05 11:42:33.838089 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 37816) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:42:33.899612 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 37818) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:42:33.960025 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-e0236c5a-dc19-4f03-903c-9dfbae531fb6 None None] Deleting port 454c9605-afb9-4476-a40c-d0ab274f97a2 {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:42:33.960777 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e0236c5a-dc19-4f03-903c-9dfbae531fb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:34.018857 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e0f6f9c4-8a34-4e50-b76a-80b7edb00099 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:34.131756 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-d51e146f-03cd-4cf4-acbd-799e1b4d3a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c4236c8-cbcf-4e82-9092-cd29c9ea224f', 'name': 'tempest-snat-router-1903657631', 'tenant_id': '16b38a0efda84d1db27989de6858c832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': 'b4f71827-d57a-477e-8ec6-8189bdf7f872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:42:19Z', 'updated_at': '2021-08-05T11:42:25Z', 'revision_number': 3, 'project_id': '16b38a0efda84d1db27989de6858c832', 'gw_port': {'id': 'b4f71827-d57a-477e-8ec6-8189bdf7f872', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:41:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c4236c8-cbcf-4e82-9092-cd29c9ea224f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2002, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:42:23Z', 'updated_at': '2021-08-05T11:42:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:42:34.191753 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f6f9c4-8a34-4e50-b76a-80b7edb00099 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] No DVR routers for this DVR port 454c9605-afb9-4476-a40c-d0ab274f97a2 on host n-d-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:42:34.214249 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f6f9c4-8a34-4e50-b76a-80b7edb00099 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Pushing event deleted for resources: {'Port': ['ID=454c9605-afb9-4476-a40c-d0ab274f97a2,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:42:34.277027 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c8e2a828-9786-4428-9500-e23fc0646fe6 req-352852e8-c0e3-4d3b-8282-8ebff8e52b7b tempest-AttachSCSIVolumeTestJSON-189418846 tempest-AttachSCSIVolumeTestJSON-189418846-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=a02a178820324fb2b01f24f52bf7b476&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8656950 Aug 05 11:42:34.308817 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-e0236c5a-dc19-4f03-903c-9dfbae531fb6 None None] For port 454c9605-afb9-4476-a40c-d0ab274f97a2, host n-d-803378-2, got binding levels [] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:42:34.309481 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e0236c5a-dc19-4f03-903c-9dfbae531fb6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:34.319190 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24601bda-e605-41cb-a05b-b00eafacbe90 req-8f33ef6d-e82c-44e9-90e6-8b7231f7aca2 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:42:34.321834 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-24601bda-e605-41cb-a05b-b00eafacbe90 req-8f33ef6d-e82c-44e9-90e6-8b7231f7aca2 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.55 "GET /v2.0/ports?device_id=49a8d96f-b7ef-4992-9730-42aa4497d4c6 HTTP/1.1" status: 200 len: 945 time: 0.4584811 Aug 05 11:42:34.323091 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535fd037-f2cf-4678-8b33-afe9fd5f3030 req-f62cd878-57b0-4bf6-985e-e4794e266f3f tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:42:34.326355 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51e146f-03cd-4cf4-acbd-799e1b4d3a46 None None] Checking router: 4c4236c8-cbcf-4e82-9092-cd29c9ea224f for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:42:34.327177 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51e146f-03cd-4cf4-acbd-799e1b4d3a46 None None] Updating router 4c4236c8-cbcf-4e82-9092-cd29c9ea224f port b4f71827-d57a-477e-8ec6-8189bdf7f872 binding host n-d-803378-2 {{(pid=94423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 11:42:34.355096 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-535fd037-f2cf-4678-8b33-afe9fd5f3030 req-f62cd878-57b0-4bf6-985e-e4794e266f3f tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=49a8d96f-b7ef-4992-9730-42aa4497d4c6 HTTP/1.1" status: 200 len: 945 time: 1.0747087 Aug 05 11:42:34.372859 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-e0236c5a-dc19-4f03-903c-9dfbae531fb6 None None] Calling delete_port for 454c9605-afb9-4476-a40c-d0ab274f97a2 owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:42:34.378424 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.ipam_backend_mixin [None req-e0236c5a-dc19-4f03-903c-9dfbae531fb6 None None] Port 454c9605-afb9-4476-a40c-d0ab274f97a2 was not found and therefore no delete operation was performed {{(pid=94422) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 05 11:42:34.390406 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e0236c5a-dc19-4f03-903c-9dfbae531fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:34.394352 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 3532633a-9dcd-4b63-a977-61011527ee4b up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:42:34.447928 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-d51e146f-03cd-4cf4-acbd-799e1b4d3a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:34.580836 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0236c5a-dc19-4f03-903c-9dfbae531fb6 None None] Pushing event deleted for resources: {'Port': ['ID=454c9605-afb9-4476-a40c-d0ab274f97a2,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:42:34.584721 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0236c5a-dc19-4f03-903c-9dfbae531fb6 None None] No DVR routers for this DVR port 454c9605-afb9-4476-a40c-d0ab274f97a2 on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:42:34.694700 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fcf08a8e-f865-4081-acbb-f3987f0a5c4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:34.704608 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 3532633a-9dcd-4b63-a977-61011527ee4b triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:42:34.705243 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:34.770801 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e0f6f9c4-8a34-4e50-b76a-80b7edb00099 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:34.876072 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-535fd037-f2cf-4678-8b33-afe9fd5f3030 req-92b38345-606e-4a5a-9aae-0e93a1eaaba5 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=30974407-7b2a-468c-b989-540006d0da28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5138664 Aug 05 11:42:34.992134 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-e0f6f9c4-8a34-4e50-b76a-80b7edb00099 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc35869a-5935-45c8-a866-775aca33951e']}} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:42:35.046282 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-e0f6f9c4-8a34-4e50-b76a-80b7edb00099 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b608d005-8563-4df7-8312-9cd879ff018c') {'for_net_delete': True} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:42:35.048563 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-e0f6f9c4-8a34-4e50-b76a-80b7edb00099 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b608d005-8563-4df7-8312-9cd879ff018c') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:42:35.080928 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e0f6f9c4-8a34-4e50-b76a-80b7edb00099 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29786371'] for segment, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:35.134772 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e0f6f9c4-8a34-4e50-b76a-80b7edb00099 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:35.163399 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0f6f9c4-8a34-4e50-b76a-80b7edb00099 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=94421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:42:35.167455 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-d51e146f-03cd-4cf4-acbd-799e1b4d3a46 None None] Notify callbacks [] for port, precommit_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:35.169912 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e0f6f9c4-8a34-4e50-b76a-80b7edb00099 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25038799'] for segment, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:35.179116 n-d-803378-2 neutron-server[94421]: Traceback (most recent call last): Aug 05 11:42:35.179116 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:42:35.179116 n-d-803378-2 neutron-server[94421]: timer() Aug 05 11:42:35.179116 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:42:35.179116 n-d-803378-2 neutron-server[94421]: cb(*args, **kw) Aug 05 11:42:35.179116 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:42:35.179116 n-d-803378-2 neutron-server[94421]: return func(*args, **kwargs) Aug 05 11:42:35.179116 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:42:35.179116 n-d-803378-2 neutron-server[94421]: self._notify() Aug 05 11:42:35.179116 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:42:35.179116 n-d-803378-2 neutron-server[94421]: self.callback(batched_events) Aug 05 11:42:35.179116 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:42:35.179116 n-d-803378-2 neutron-server[94421]: event.method(event) Aug 05 11:42:35.179116 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:42:35.179116 n-d-803378-2 neutron-server[94421]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:42:35.179116 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:42:35.179116 n-d-803378-2 neutron-server[94421]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:42:35.179116 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:42:35.179116 n-d-803378-2 neutron-server[94421]: return f(self, *a, **k) Aug 05 11:42:35.179116 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:42:35.179116 n-d-803378-2 neutron-server[94421]: return self._get(url).json() Aug 05 11:42:35.179116 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:42:35.179116 n-d-803378-2 neutron-server[94421]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:42:35.179116 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:42:35.179116 n-d-803378-2 neutron-server[94421]: return self.request(url, 'GET', **kwargs) Aug 05 11:42:35.179116 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:42:35.179116 n-d-803378-2 neutron-server[94421]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:42:35.179116 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:42:35.179116 n-d-803378-2 neutron-server[94421]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:42:35.179116 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:42:35.179116 n-d-803378-2 neutron-server[94421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:42:35.179116 n-d-803378-2 neutron-server[94421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:42:35.201862 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.provisioning_blocks [None req-d51e146f-03cd-4cf4-acbd-799e1b4d3a46 None None] Transition to ACTIVE for port object b4f71827-d57a-477e-8ec6-8189bdf7f872 will not be triggered until provisioned by entity L2. {{(pid=94423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:42:35.223492 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-d51e146f-03cd-4cf4-acbd-799e1b4d3a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:35.273189 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 454c9605-afb9-4476-a40c-d0ab274f97a2 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:42:35.324314 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-24601bda-e605-41cb-a05b-b00eafacbe90 req-83c9ffb1-f61a-4645-ad39-794f62891013 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Deleting port 00f6578b-db42-4369-b4eb-90fed2c3f159 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:42:35.325364 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-24601bda-e605-41cb-a05b-b00eafacbe90 req-83c9ffb1-f61a-4645-ad39-794f62891013 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:35.363228 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-65b766f8-1e40-4d43-a230-f1e8a309127d tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:35.377345 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 454c9605-afb9-4476-a40c-d0ab274f97a2 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:42:35.382826 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 454c9605-afb9-4476-a40c-d0ab274f97a2 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:42:35.452280 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fee172b-3660-43d9-9bc7-ee86688cbb00 None None] Pushing event updated for resources: {'Port': ['ID=b4f71827-d57a-477e-8ec6-8189bdf7f872,revision_number=2']} {{(pid=94423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:42:35.481089 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-d51e146f-03cd-4cf4-acbd-799e1b4d3a46 None None] Attempting to bind port b4f71827-d57a-477e-8ec6-8189bdf7f872 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:42:35.481785 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-d51e146f-03cd-4cf4-acbd-799e1b4d3a46 None None] Attempting to bind port b4f71827-d57a-477e-8ec6-8189bdf7f872 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}] {{(pid=94423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:42:35.482382 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51e146f-03cd-4cf4-acbd-799e1b4d3a46 None None] Attempting to bind port b4f71827-d57a-477e-8ec6-8189bdf7f872 on network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:42:35.495876 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fee172b-3660-43d9-9bc7-ee86688cbb00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:42:35.496879 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fee172b-3660-43d9-9bc7-ee86688cbb00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:42:35.497375 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fee172b-3660-43d9-9bc7-ee86688cbb00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:42:35.497949 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fee172b-3660-43d9-9bc7-ee86688cbb00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:42:35.498557 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fee172b-3660-43d9-9bc7-ee86688cbb00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:42:35.499116 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fee172b-3660-43d9-9bc7-ee86688cbb00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:42:35.499665 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fee172b-3660-43d9-9bc7-ee86688cbb00 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:42:35.500258 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fee172b-3660-43d9-9bc7-ee86688cbb00 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:42:35.500887 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fee172b-3660-43d9-9bc7-ee86688cbb00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:42:35.501434 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fee172b-3660-43d9-9bc7-ee86688cbb00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:42:35.502026 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fee172b-3660-43d9-9bc7-ee86688cbb00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:42:35.503532 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fee172b-3660-43d9-9bc7-ee86688cbb00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:42:35.514018 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51e146f-03cd-4cf4-acbd-799e1b4d3a46 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:42:35.514529 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51e146f-03cd-4cf4-acbd-799e1b4d3a46 None None] Checking segment: {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:42:35.515449 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-d51e146f-03cd-4cf4-acbd-799e1b4d3a46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:35.516018 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51e146f-03cd-4cf4-acbd-799e1b4d3a46 None None] Bound using segment: {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'} {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:42:35.521688 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-d51e146f-03cd-4cf4-acbd-799e1b4d3a46 None None] Bound port: b4f71827-d57a-477e-8ec6-8189bdf7f872, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}}] {{(pid=94423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:42:35.522163 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-d51e146f-03cd-4cf4-acbd-799e1b4d3a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:35.547726 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e0f6f9c4-8a34-4e50-b76a-80b7edb00099 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:35.575716 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e0f6f9c4-8a34-4e50-b76a-80b7edb00099 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:35.581633 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-e0f6f9c4-8a34-4e50-b76a-80b7edb00099 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] 10.222.0.58 "DELETE /v2.0/networks/dc35869a-5935-45c8-a866-775aca33951e HTTP/1.1" status: 204 len: 168 time: 3.2959299 Aug 05 11:42:35.666069 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-24601bda-e605-41cb-a05b-b00eafacbe90 req-83c9ffb1-f61a-4645-ad39-794f62891013 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] For port 00f6578b-db42-4369-b4eb-90fed2c3f159, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=00f6578b-db42-4369-b4eb-90fed2c3f159,segment=NetworkSegment(5615e441-bf2b-4f62-9a7e-00bdeb60130a),segment_id=5615e441-bf2b-4f62-9a7e-00bdeb60130a)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:42:35.667573 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-24601bda-e605-41cb-a05b-b00eafacbe90 req-83c9ffb1-f61a-4645-ad39-794f62891013 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:35.694461 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-24601bda-e605-41cb-a05b-b00eafacbe90 req-83c9ffb1-f61a-4645-ad39-794f62891013 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Calling delete_port for 00f6578b-db42-4369-b4eb-90fed2c3f159 owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:42:35.712988 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.db [None req-d51e146f-03cd-4cf4-acbd-799e1b4d3a46 None None] For port b4f71827-d57a-477e-8ec6-8189bdf7f872, host n-d-803378-2, cleared binding levels {{(pid=94423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:42:35.719192 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.db [None req-d51e146f-03cd-4cf4-acbd-799e1b4d3a46 None None] For port b4f71827-d57a-477e-8ec6-8189bdf7f872, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=b4f71827-d57a-477e-8ec6-8189bdf7f872,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:42:35.732380 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-d51e146f-03cd-4cf4-acbd-799e1b4d3a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:35.791838 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 37824) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:42:36.000409 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f6f9c4-8a34-4e50-b76a-80b7edb00099 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Pushing event deleted for resources: {'Network': ['ID=dc35869a-5935-45c8-a866-775aca33951e,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:42:36.044470 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fee172b-3660-43d9-9bc7-ee86688cbb00 None None] Pushing event updated for resources: {'Port': ['ID=b4f71827-d57a-477e-8ec6-8189bdf7f872,revision_number=3']} {{(pid=94423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:42:36.101466 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51e146f-03cd-4cf4-acbd-799e1b4d3a46 None None] Routers {'4c4236c8-cbcf-4e82-9092-cd29c9ea224f'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:42:36.110982 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-d51e146f-03cd-4cf4-acbd-799e1b4d3a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:42:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['4c4236c8-cbcf-4e82-9092-cd29c9ea224f'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:42:36.120745 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-8cf1eccd-9ee9-4d4f-9489-486a38f542a3 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] 10.222.0.58 "GET /v2.0/ports?device_id=5457b757-6a39-42b0-81d4-08db5f9029d4 HTTP/1.1" status: 200 len: 205 time: 0.3205960 Aug 05 11:42:36.126366 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 37830) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:42:36.268450 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 647699c6-f7df-4084-8cdd-1dde28d13336 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:42:36.531535 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 647699c6-f7df-4084-8cdd-1dde28d13336 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:42:36.554093 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 647699c6-f7df-4084-8cdd-1dde28d13336 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:42:36.554858 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:36.631332 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-d51e146f-03cd-4cf4-acbd-799e1b4d3a46 None None] Set router 4c4236c8-cbcf-4e82-9092-cd29c9ea224f gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:42:36.717477 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-bdd563e2-fa48-437f-a821-4dc886ef4f03 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Notify callbacks [] for router, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:36.765352 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9f57fd9f-b4bc-4db6-bf74-475f06b00b3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:36.808116 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9f57fd9f-b4bc-4db6-bf74-475f06b00b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:36.828766 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c8e2a828-9786-4428-9500-e23fc0646fe6 req-408b2b96-99ca-4a5f-9577-36cc16cf5e95 service neutron] 10.222.0.58 "GET /v2.0/networks/4d1db86f-e368-416d-a803-521709094a5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.3661540 Aug 05 11:42:36.840396 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b0a6269e-76e1-4af0-8395-e78fcea8ccf4 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify callbacks [] for router, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:36.853125 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-24601bda-e605-41cb-a05b-b00eafacbe90 req-83c9ffb1-f61a-4645-ad39-794f62891013 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:36.924381 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:37.015548 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port 647699c6-f7df-4084-8cdd-1dde28d13336, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=647699c6-f7df-4084-8cdd-1dde28d13336,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:42:37.023896 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['2f0d8b42-3708-4035-9894-ccae7caf00a3'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:42:37.108115 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c9ffb1-f61a-4645-ad39-794f62891013 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Pushing event deleted for resources: {'Port': ['ID=00f6578b-db42-4369-b4eb-90fed2c3f159,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:42:37.140106 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-d51e146f-03cd-4cf4-acbd-799e1b4d3a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c4236c8-cbcf-4e82-9092-cd29c9ea224f', 'name': 'tempest-snat-router-1903657631', 'tenant_id': '16b38a0efda84d1db27989de6858c832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': 'b4f71827-d57a-477e-8ec6-8189bdf7f872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:42:19Z', 'updated_at': '2021-08-05T11:42:25Z', 'revision_number': 3, 'project_id': '16b38a0efda84d1db27989de6858c832', 'gw_port': {'id': 'b4f71827-d57a-477e-8ec6-8189bdf7f872', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:41:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c4236c8-cbcf-4e82-9092-cd29c9ea224f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2002, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:42:23Z', 'updated_at': '2021-08-05T11:42:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:42:37.242697 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:37.256129 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a29cce5-fdfe-4cd6-bfb0-ab132991a595 req-e048f1d3-390e-4c5c-bb9d-433a63be9f09 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:42:37.272414 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5a29cce5-fdfe-4cd6-bfb0-ab132991a595 req-e048f1d3-390e-4c5c-bb9d-433a63be9f09 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=49a8d96f-b7ef-4992-9730-42aa4497d4c6 HTTP/1.1" status: 200 len: 867 time: 0.7728772 Aug 05 11:42:37.292056 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51e146f-03cd-4cf4-acbd-799e1b4d3a46 None None] The sync data for ids ['4c4236c8-cbcf-4e82-9092-cd29c9ea224f'] in n-d-803378-2 is: [{'id': '4c4236c8-cbcf-4e82-9092-cd29c9ea224f', 'name': 'tempest-snat-router-1903657631', 'tenant_id': '16b38a0efda84d1db27989de6858c832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': 'b4f71827-d57a-477e-8ec6-8189bdf7f872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:42:19Z', 'updated_at': '2021-08-05T11:42:25Z', 'revision_number': 3, 'project_id': '16b38a0efda84d1db27989de6858c832', 'gw_port': {'id': 'b4f71827-d57a-477e-8ec6-8189bdf7f872', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:41:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c4236c8-cbcf-4e82-9092-cd29c9ea224f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2002, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:42:23Z', 'updated_at': '2021-08-05T11:42:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:42:37.310646 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b0a6269e-76e1-4af0-8395-e78fcea8ccf4 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:37.374650 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 00f6578b-db42-4369-b4eb-90fed2c3f159 no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:42:37.386304 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-67a8077c-a19c-439c-aef0-34fdc7511e6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:37.454496 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] No Port match for: 00f6578b-db42-4369-b4eb-90fed2c3f159 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:42:37.460162 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 00f6578b-db42-4369-b4eb-90fed2c3f159 not bound to the agent host n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:42:37.579027 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fcf08a8e-f865-4081-acbb-f3987f0a5c4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:37.595953 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5a29cce5-fdfe-4cd6-bfb0-ab132991a595 req-b0ce7846-0184-4c4f-8c19-6810b07d1c49 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=30974407-7b2a-468c-b989-540006d0da28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613075 Aug 05 11:42:37.625441 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-9f57fd9f-b4bc-4db6-bf74-475f06b00b3d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5523fc0c808047e09a6d9b1617eb5bfa&name=default HTTP/1.1" status: 200 len: 2983 time: 5.8315868 Aug 05 11:42:37.631911 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 37838) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:42:37.648953 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f57fd9f-b4bc-4db6-bf74-475f06b00b3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5ca69fb-ac25-4a03-b806-36510f5243e5,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:42:37.765930 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=647699c6-f7df-4084-8cdd-1dde28d13336,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:42:37.846633 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-24601bda-e605-41cb-a05b-b00eafacbe90 req-83c9ffb1-f61a-4645-ad39-794f62891013 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] No DVR routers for this DVR port 00f6578b-db42-4369-b4eb-90fed2c3f159 on host n-h2-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:42:37.863220 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-24601bda-e605-41cb-a05b-b00eafacbe90 req-83c9ffb1-f61a-4645-ad39-794f62891013 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:37.869460 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-65b766f8-1e40-4d43-a230-f1e8a309127d tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29762763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24211094'] for subnet, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:37.872935 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-24601bda-e605-41cb-a05b-b00eafacbe90 req-83c9ffb1-f61a-4645-ad39-794f62891013 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.55 "DELETE /v2.0/ports/00f6578b-db42-4369-b4eb-90fed2c3f159 HTTP/1.1" status: 204 len: 173 time: 3.5422153 Aug 05 11:42:37.880390 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49a8d96f-b7ef-4992-9730-42aa4497d4c6', 'name': 'network-vif-deleted', 'tag': '00f6578b-db42-4369-b4eb-90fed2c3f159'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:42:37.904329 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d23ee4c-c45f-4740-a22a-25293d3bfbf9" -d '{"events": [{"server_uuid": "49a8d96f-b7ef-4992-9730-42aa4497d4c6", "name": "network-vif-deleted", "tag": "00f6578b-db42-4369-b4eb-90fed2c3f159"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:42:37.932218 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fcf08a8e-f865-4081-acbb-f3987f0a5c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:38.109841 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-bdd563e2-fa48-437f-a821-4dc886ef4f03 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33262979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1951'] for router, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:38.119281 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf08a8e-f865-4081-acbb-f3987f0a5c4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07d9030c-9f67-4781-ac89-870c2e42041c,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:42:38.168852 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-bdd563e2-fa48-437f-a821-4dc886ef4f03 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:38.183806 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c31212a6-c4cc-4970-8384-4e61dd2890ee x-openstack-request-id: req-c31212a6-c4cc-4970-8384-4e61dd2890ee {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:42:38.184267 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49a8d96f-b7ef-4992-9730-42aa4497d4c6", "name": "network-vif-deleted", "tag": "00f6578b-db42-4369-b4eb-90fed2c3f159", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:42:38.184704 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c31212a6-c4cc-4970-8384-4e61dd2890ee {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:42:38.185564 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49a8d96f-b7ef-4992-9730-42aa4497d4c6', 'name': 'network-vif-deleted', 'tag': '00f6578b-db42-4369-b4eb-90fed2c3f159', 'status': 'completed', 'code': 200} Aug 05 11:42:38.201684 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-65b766f8-1e40-4d43-a230-f1e8a309127d tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:38.206065 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-65b766f8-1e40-4d43-a230-f1e8a309127d tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "DELETE /v2.0/subnets/1dedbbef-9ede-4043-ba54-8c28e8bad4aa HTTP/1.1" status: 204 len: 168 time: 6.1667764 Aug 05 11:42:38.208736 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b766f8-1e40-4d43-a230-f1e8a309127d tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Pushing event deleted for resources: {'Subnet': ['ID=1dedbbef-9ede-4043-ba54-8c28e8bad4aa,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:42:38.212749 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 37842) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:42:38.221484 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574d6598-3662-46d6-b79a-80efc074d13b None None] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:42:38.281142 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c8e2a828-9786-4428-9500-e23fc0646fe6 req-cf0d6e49-82fd-45b0-8cb8-0c9845430449 service neutron] 10.222.0.58 "GET /v2.0/networks/4d1db86f-e368-416d-a803-521709094a5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1426036 Aug 05 11:42:38.337790 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 647699c6-f7df-4084-8cdd-1dde28d13336 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:42:38.394149 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-b0a6269e-76e1-4af0-8395-e78fcea8ccf4 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Deleting port b4f71827-d57a-477e-8ec6-8189bdf7f872 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:42:38.395548 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b0a6269e-76e1-4af0-8395-e78fcea8ccf4 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:38.403444 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-b76e512e-a014-44d1-81b6-cc3d301a2e1b tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1815424 Aug 05 11:42:38.407788 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-bfdd447b-7415-4bc6-8828-1844409e57d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:38.432195 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 37844) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:42:38.469263 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-fcf08a8e-f865-4081-acbb-f3987f0a5c4c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e434f514637d40868d0b8adc32b0fb39&name=default HTTP/1.1" status: 200 len: 2983 time: 4.5669670 Aug 05 11:42:38.472774 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-bdd563e2-fa48-437f-a821-4dc886ef4f03 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33262474'] for router, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:38.475421 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdd563e2-fa48-437f-a821-4dc886ef4f03 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Fanout notify agent at l3_agent the message router_deleted on router 5457b757-6a39-42b0-81d4-08db5f9029d4 {{(pid=94421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 11:42:38.493634 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-bdd563e2-fa48-437f-a821-4dc886ef4f03 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] Notify callbacks [] for router, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:38.495963 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-bdd563e2-fa48-437f-a821-4dc886ef4f03 tempest-RoutersNegativeTest-510325601 tempest-RoutersNegativeTest-510325601-project] 10.222.0.58 "DELETE /v2.0/routers/5457b757-6a39-42b0-81d4-08db5f9029d4 HTTP/1.1" status: 204 len: 168 time: 2.3670692 Aug 05 11:42:38.498023 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 37846) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:42:38.750025 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-bfdd447b-7415-4bc6-8828-1844409e57d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:38.876042 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-567132b6-c79a-4f63-9f15-77827cd653ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:39.018493 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-567132b6-c79a-4f63-9f15-77827cd653ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:39.027131 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 647699c6-f7df-4084-8cdd-1dde28d13336 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:42:39.029223 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:39.051078 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b630349b-fe25-4ddc-80bb-6c8671f552ff tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:42:39.057254 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-b630349b-fe25-4ddc-80bb-6c8671f552ff tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6225591 Aug 05 11:42:39.199067 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-b0a6269e-76e1-4af0-8395-e78fcea8ccf4 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] For port b4f71827-d57a-477e-8ec6-8189bdf7f872, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=b4f71827-d57a-477e-8ec6-8189bdf7f872,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:42:39.200196 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b0a6269e-76e1-4af0-8395-e78fcea8ccf4 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:39.213683 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 37858) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:42:39.387618 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 11:42:39.391060 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-b0a6269e-76e1-4af0-8395-e78fcea8ccf4 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Calling delete_port for b4f71827-d57a-477e-8ec6-8189bdf7f872 owned by network:router_gateway {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:42:39.392579 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-567132b6-c79a-4f63-9f15-77827cd653ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:39.401895 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-567132b6-c79a-4f63-9f15-77827cd653ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:39.408010 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-567132b6-c79a-4f63-9f15-77827cd653ad admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/07d9030c-9f67-4781-ac89-870c2e42041c HTTP/1.1" status: 204 len: 168 time: 0.9042566 Aug 05 11:42:39.603012 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae87673b-0471-45f5-94fa-675a16544e38 None None] DHCP port deletion for 65f763dc-e344-4f1a-a003-f0293beb6d65 request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 11:42:39.650295 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c806e645-1c51-4a73-bcad-a06c6679e7c1 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:42:39.668818 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-c806e645-1c51-4a73-bcad-a06c6679e7c1 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4525297 Aug 05 11:42:39.673134 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 37870) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:42:39.677939 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567132b6-c79a-4f63-9f15-77827cd653ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07d9030c-9f67-4781-ac89-870c2e42041c,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:42:39.709953 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-ae87673b-0471-45f5-94fa-675a16544e38 None None] Deleting port 3532633a-9dcd-4b63-a977-61011527ee4b {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:42:39.710863 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-ae87673b-0471-45f5-94fa-675a16544e38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:39.782017 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6e1b765e-30ba-4151-8926-713606025ef6 req-cc17336e-85e1-43d4-90c0-17e60e1dcb02 tempest-AttachSCSIVolumeTestJSON-189418846 tempest-AttachSCSIVolumeTestJSON-189418846-project] 10.222.0.58 "GET /v2.0/ports?device_id=a4d4312f-4dbb-4957-b2c6-f9a8697a7f4f HTTP/1.1" status: 200 len: 210 time: 0.7668586 Aug 05 11:42:39.876086 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 37872) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:42:39.901400 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d8da9fc8-e317-4e25-b98f-5d6b60468918 req-d31d3905-0cb0-440f-a199-60ed3f699253 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=49a8d96f-b7ef-4992-9730-42aa4497d4c6 HTTP/1.1" status: 200 len: 210 time: 0.8155458 Aug 05 11:42:39.911399 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-2ee9dd28-6186-42e5-8f60-d6cfac81e697 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2329755 Aug 05 11:42:39.918227 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 37874) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:42:39.941560 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-736e9686-61b3-4ffa-9e3e-1a778fd64f53 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Request body: {'subnet': {'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:42:40.183221 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:40.232803 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-6617e612-9ad4-4d3e-846f-095b0ee2a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:40.268751 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-ae87673b-0471-45f5-94fa-675a16544e38 None None] For port 3532633a-9dcd-4b63-a977-61011527ee4b, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=3532633a-9dcd-4b63-a977-61011527ee4b,segment=NetworkSegment(c3ce43ff-a33b-459d-a35e-6c011fee3456),segment_id=c3ce43ff-a33b-459d-a35e-6c011fee3456)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:42:40.269482 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-ae87673b-0471-45f5-94fa-675a16544e38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:40.278328 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device b4f71827-d57a-477e-8ec6-8189bdf7f872 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:42:40.351594 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-736e9686-61b3-4ffa-9e3e-1a778fd64f53 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Made reservation on behalf of 2255634a74e844e794fd358818288ba1 for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:42:40.358489 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-736e9686-61b3-4ffa-9e3e-1a778fd64f53 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:40.398487 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-bfdd447b-7415-4bc6-8828-1844409e57d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:40.403561 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-bfdd447b-7415-4bc6-8828-1844409e57d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:40.423435 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-ae87673b-0471-45f5-94fa-675a16544e38 None None] Calling delete_port for 3532633a-9dcd-4b63-a977-61011527ee4b owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:42:40.424066 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-bfdd447b-7415-4bc6-8828-1844409e57d5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e5ca69fb-ac25-4a03-b806-36510f5243e5 HTTP/1.1" status: 204 len: 168 time: 2.7815218 Aug 05 11:42:40.584782 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdd447b-7415-4bc6-8828-1844409e57d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5ca69fb-ac25-4a03-b806-36510f5243e5,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:42:40.848218 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b0a6269e-76e1-4af0-8395-e78fcea8ccf4 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:40.910022 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a6269e-76e1-4af0-8395-e78fcea8ccf4 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Pushing event deleted for resources: {'Port': ['ID=b4f71827-d57a-477e-8ec6-8189bdf7f872,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:42:41.118127 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Could not find standard attr ID for object b4f71827-d57a-477e-8ec6-8189bdf7f872. {{(pid=94422) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 05 11:42:41.137221 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 37892) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:42:41.152683 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-ae87673b-0471-45f5-94fa-675a16544e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:41.236007 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ecdb7f2e-33b3-47b5-80f0-10c319d8051d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:41.408996 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae87673b-0471-45f5-94fa-675a16544e38 None None] Pushing event deleted for resources: {'Port': ['ID=3532633a-9dcd-4b63-a977-61011527ee4b,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:42:41.434493 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-ffc527de-7e0d-4942-b099-7ba65af34a74 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a6b8f2b95ab54033a0546a515649431e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5301082 Aug 05 11:42:41.443151 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae87673b-0471-45f5-94fa-675a16544e38 None None] No DVR routers for this DVR port 3532633a-9dcd-4b63-a977-61011527ee4b on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:42:41.472076 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 3532633a-9dcd-4b63-a977-61011527ee4b no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:42:41.476724 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 37894) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:42:41.756946 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5861e4b1-d757-405e-8fc2-272bbb363483 req-0495e199-d988-4dc0-a6ae-e5520af97d52 tempest-AttachSCSIVolumeTestJSON-189418846 tempest-AttachSCSIVolumeTestJSON-189418846-project] 10.222.0.58 "GET /v2.0/ports?device_id=a4d4312f-4dbb-4957-b2c6-f9a8697a7f4f HTTP/1.1" status: 200 len: 210 time: 0.6206732 Aug 05 11:42:41.760839 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 3532633a-9dcd-4b63-a977-61011527ee4b {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:42:41.763862 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 3532633a-9dcd-4b63-a977-61011527ee4b not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:42:41.826186 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:41.857069 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b0a6269e-76e1-4af0-8395-e78fcea8ccf4 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33285055'] for router_gateway, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:42.205176 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b0a6269e-76e1-4af0-8395-e78fcea8ccf4 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33262979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1951'] for router, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:42.237539 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b0a6269e-76e1-4af0-8395-e78fcea8ccf4 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:42.263123 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6c75b592-a386-43da-b11c-bed087f2ce04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:42.323817 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6c75b592-a386-43da-b11c-bed087f2ce04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:42.370354 n-d-803378-2 neutron-server[94421]: DEBUG neutron.objects.ports [None req-736e9686-61b3-4ffa-9e3e-1a778fd64f53 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94421) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 05 11:42:42.381001 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffa897d-8b09-4eef-a915-407a100a5fef req-8bf7ab8b-ba60-4e72-bf63-c02b7757d04f tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:42:42.385006 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3ffa897d-8b09-4eef-a915-407a100a5fef req-8bf7ab8b-ba60-4e72-bf63-c02b7757d04f tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=1de0267c-92da-4fb3-8345-bd6906311e15 HTTP/1.1" status: 200 len: 946 time: 0.2125385 Aug 05 11:42:42.387175 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b0a6269e-76e1-4af0-8395-e78fcea8ccf4 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33262474'] for router, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:42.388101 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0a6269e-76e1-4af0-8395-e78fcea8ccf4 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4c4236c8-cbcf-4e82-9092-cd29c9ea224f {{(pid=94420) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 11:42:42.390299 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ecdb7f2e-33b3-47b5-80f0-10c319d8051d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:42.398353 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b0a6269e-76e1-4af0-8395-e78fcea8ccf4 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify callbacks [] for router, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:42.401328 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-b0a6269e-76e1-4af0-8395-e78fcea8ccf4 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] 10.222.0.58 "DELETE /v2.0/routers/4c4236c8-cbcf-4e82-9092-cd29c9ea224f HTTP/1.1" status: 204 len: 168 time: 8.5301456 Aug 05 11:42:42.406363 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 37902) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:42:42.411330 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-736e9686-61b3-4ffa-9e3e-1a778fd64f53 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25038678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30075167'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:42.503906 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ecdb7f2e-33b3-47b5-80f0-10c319d8051d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:42.516391 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 37904) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:42:42.583200 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3ffa897d-8b09-4eef-a915-407a100a5fef req-0d0d358d-81c8-4584-9aad-bcc3dbe21961 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=30974407-7b2a-468c-b989-540006d0da28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625204 Aug 05 11:42:42.604159 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736e9686-61b3-4ffa-9e3e-1a778fd64f53 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:42:42.683809 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-736e9686-61b3-4ffa-9e3e-1a778fd64f53 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:42:42.690245 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-736e9686-61b3-4ffa-9e3e-1a778fd64f53 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:42:42.691419 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-736e9686-61b3-4ffa-9e3e-1a778fd64f53 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:42.722794 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e12ab0e-4777-48e9-8f8d-80f654a8da64 None None] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:42:42.741086 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4c73c5e0-eb7d-4112-b2a5-021378c12966 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify callbacks [] for router, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:42.931940 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-51d0e78e-5223-454a-a6de-64fd14b2be82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:42.991278 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-ecdb7f2e-33b3-47b5-80f0-10c319d8051d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c8c0aa5d9be04c68b6b21cf7c6d26c62&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8504333 Aug 05 11:42:42.998040 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 37910) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:42:43.113189 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfdcbd4-0b84-4efc-8b54-4504f5bec4a9 req-ea4c8a19-576c-4430-bbb2-cc732147eed1 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:42:43.116943 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8dfdcbd4-0b84-4efc-8b54-4504f5bec4a9 req-ea4c8a19-576c-4430-bbb2-cc732147eed1 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.64 "GET /v2.0/ports?device_id=1de0267c-92da-4fb3-8345-bd6906311e15 HTTP/1.1" status: 200 len: 946 time: 0.7382772 Aug 05 11:42:43.134376 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736e9686-61b3-4ffa-9e3e-1a778fd64f53 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Pushing event updated for resources: {'Subnet': ['ID=89b6c0dd-8694-4fd7-a87f-9a19855d2fb6,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:42:43.147463 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1257dd66-b0f3-45f5-b478-6a066f7b1fe5 req-715bc253-b1e1-43ef-a9dc-1cce90374572 tempest-AttachSCSIVolumeTestJSON-189418846 tempest-AttachSCSIVolumeTestJSON-189418846-project] 10.222.0.58 "GET /v2.0/ports?device_id=a4d4312f-4dbb-4957-b2c6-f9a8697a7f4f HTTP/1.1" status: 200 len: 210 time: 0.1503944 Aug 05 11:42:43.149304 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdb7f2e-33b3-47b5-80f0-10c319d8051d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fb015a7-b787-40de-bba8-a15aa8c8b13a,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:42:43.232652 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e2a828-9786-4428-9500-e23fc0646fe6 req-9709b2a6-1029-4caa-8866-de1142785d5c tempest-AttachSCSIVolumeTestJSON-189418846 tempest-AttachSCSIVolumeTestJSON-189418846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:42:43.235334 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c8e2a828-9786-4428-9500-e23fc0646fe6 req-9709b2a6-1029-4caa-8866-de1142785d5c tempest-AttachSCSIVolumeTestJSON-189418846 tempest-AttachSCSIVolumeTestJSON-189418846-project] 10.222.0.64 "GET /v2.0/networks?id=4d1db86f-e368-416d-a803-521709094a5f HTTP/1.1" status: 200 len: 815 time: 0.5014608 Aug 05 11:42:43.237783 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-736e9686-61b3-4ffa-9e3e-1a778fd64f53 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 3.3170395 Aug 05 11:42:43.249053 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 37918) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:42:43.299558 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-1d7e5d06-fdbe-4fe4-91de-701f6e2c062a tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Request body: {'port': {'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65', 'mac_address': 'fa:16:3e:8b:a0:1e', 'name': 'tempest-NetworksTestDHCPv6-669413784'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:42:43.312391 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-c8e2a828-9786-4428-9500-e23fc0646fe6 req-c95a30ea-f5aa-4fa7-b13b-7f372b271e85 tempest-AttachSCSIVolumeTestJSON-189418846 tempest-AttachSCSIVolumeTestJSON-189418846-project] Request body: {'port': {'device_id': 'a4d4312f-4dbb-4957-b2c6-f9a8697a7f4f', 'network_id': '4d1db86f-e368-416d-a803-521709094a5f', 'admin_state_up': True, 'tenant_id': 'a02a178820324fb2b01f24f52bf7b476'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:42:43.326979 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4c73c5e0-eb7d-4112-b2a5-021378c12966 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:43.350031 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6c75b592-a386-43da-b11c-bed087f2ce04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:43.355690 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6c75b592-a386-43da-b11c-bed087f2ce04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:43.364767 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-6c75b592-a386-43da-b11c-bed087f2ce04 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2a3f554e-f5c5-45a4-8de2-ce8a898ecd6b HTTP/1.1" status: 204 len: 168 time: 1.8791015 Aug 05 11:42:43.475376 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2173a1ec-d953-470f-98bb-ff086f1e814f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-65f763dc-e344-4f1a-a003-f0293beb6d65', 'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65', 'tenant_id': '2255634a74e844e794fd358818288ba1', 'fixed_ips': [{'subnet_id': '89b6c0dd-8694-4fd7-a87f-9a19855d2fb6'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 11:42:43.475376 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-2173a1ec-d953-470f-98bb-ff086f1e814f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:43.534851 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c75b592-a386-43da-b11c-bed087f2ce04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a3f554e-f5c5-45a4-8de2-ce8a898ecd6b,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:42:43.595250 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a0f7512c-70f6-4818-bd6c-e00f0460f6bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:43.896528 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-8dfdcbd4-0b84-4efc-8b54-4504f5bec4a9 req-87ce4bd3-6785-45a6-b56c-62ef4cdbd9dc tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Deleting port 2f0d8b42-3708-4035-9894-ccae7caf00a3 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:42:43.897513 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-8dfdcbd4-0b84-4efc-8b54-4504f5bec4a9 req-87ce4bd3-6785-45a6-b56c-62ef4cdbd9dc tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:43.962324 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:44.032965 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a0f7512c-70f6-4818-bd6c-e00f0460f6bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:44.046680 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-51d0e78e-5223-454a-a6de-64fd14b2be82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:44.103237 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-51d0e78e-5223-454a-a6de-64fd14b2be82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:44.127601 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device b4f71827-d57a-477e-8ec6-8189bdf7f872 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:42:44.228057 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: b4f71827-d57a-477e-8ec6-8189bdf7f872 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:42:44.228695 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device b4f71827-d57a-477e-8ec6-8189bdf7f872 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:42:44.302636 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-2173a1ec-d953-470f-98bb-ff086f1e814f None None] Allocated IP 2001:db8::f816:3eff:fecc:4759 (65f763dc-e344-4f1a-a003-f0293beb6d65/89b6c0dd-8694-4fd7-a87f-9a19855d2fb6/ef9a533a-42a1-4eb3-ac3d-d801966e1e30) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:42:44.390942 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8e2a828-9786-4428-9500-e23fc0646fe6 req-c95a30ea-f5aa-4fa7-b13b-7f372b271e85 tempest-AttachSCSIVolumeTestJSON-189418846 tempest-AttachSCSIVolumeTestJSON-189418846-project] Made reservation on behalf of a02a178820324fb2b01f24f52bf7b476 for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:42:44.410168 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-c8e2a828-9786-4428-9500-e23fc0646fe6 req-c95a30ea-f5aa-4fa7-b13b-7f372b271e85 tempest-AttachSCSIVolumeTestJSON-189418846 tempest-AttachSCSIVolumeTestJSON-189418846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:44.471733 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-51d0e78e-5223-454a-a6de-64fd14b2be82 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=13d49780c9f047ccbf9d45d9685eeded&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8980062 Aug 05 11:42:44.484922 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 37944) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:42:44.526415 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d0e78e-5223-454a-a6de-64fd14b2be82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c6b7b65-2a21-4d3d-bef8-aae9d4b398c9,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:42:44.534021 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a0f7512c-70f6-4818-bd6c-e00f0460f6bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:44.542855 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a0f7512c-70f6-4818-bd6c-e00f0460f6bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:44.545997 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-a0f7512c-70f6-4818-bd6c-e00f0460f6bf admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7fb015a7-b787-40de-bba8-a15aa8c8b13a HTTP/1.1" status: 204 len: 168 time: 1.5459466 Aug 05 11:42:44.615029 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-8dfdcbd4-0b84-4efc-8b54-4504f5bec4a9 req-87ce4bd3-6785-45a6-b56c-62ef4cdbd9dc tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] For port 2f0d8b42-3708-4035-9894-ccae7caf00a3, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=2f0d8b42-3708-4035-9894-ccae7caf00a3,segment=NetworkSegment(5615e441-bf2b-4f62-9a7e-00bdeb60130a),segment_id=5615e441-bf2b-4f62-9a7e-00bdeb60130a)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:42:44.616321 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-8dfdcbd4-0b84-4efc-8b54-4504f5bec4a9 req-87ce4bd3-6785-45a6-b56c-62ef4cdbd9dc tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:44.670616 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e50f6061-bba7-4a2e-8a90-a5678f37719a req-069381f0-6595-4a23-9b34-3e1f48f2d596 tempest-AttachSCSIVolumeTestJSON-189418846 tempest-AttachSCSIVolumeTestJSON-189418846-project] 10.222.0.58 "GET /v2.0/ports?device_id=a4d4312f-4dbb-4957-b2c6-f9a8697a7f4f HTTP/1.1" status: 200 len: 210 time: 0.1815062 Aug 05 11:42:44.674739 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f7512c-70f6-4818-bd6c-e00f0460f6bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fb015a7-b787-40de-bba8-a15aa8c8b13a,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:42:44.697754 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-8dfdcbd4-0b84-4efc-8b54-4504f5bec4a9 req-87ce4bd3-6785-45a6-b56c-62ef4cdbd9dc tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Calling delete_port for 2f0d8b42-3708-4035-9894-ccae7caf00a3 owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:42:44.724102 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d538836-7ba8-4a66-9412-cbedb5ae736b req-844e38cb-5ce8-40be-a314-ebcffca44c2d tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:42:44.761797 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0d538836-7ba8-4a66-9412-cbedb5ae736b req-844e38cb-5ce8-40be-a314-ebcffca44c2d tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=1de0267c-92da-4fb3-8345-bd6906311e15 HTTP/1.1" status: 200 len: 946 time: 0.7173357 Aug 05 11:42:44.884101 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-4c73c5e0-eb7d-4112-b2a5-021378c12966 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Deleting port 647699c6-f7df-4084-8cdd-1dde28d13336 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:42:44.884757 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4c73c5e0-eb7d-4112-b2a5-021378c12966 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:45.031532 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-2173a1ec-d953-470f-98bb-ff086f1e814f None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:45.072546 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-2173a1ec-d953-470f-98bb-ff086f1e814f None None] Transition to ACTIVE for port object ef9a533a-42a1-4eb3-ac3d-d801966e1e30 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:42:45.102025 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4f25b542-b6ed-4c45-af26-e9d7e89fefa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:45.198511 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-2173a1ec-d953-470f-98bb-ff086f1e814f None None] Transition to ACTIVE for port object ef9a533a-42a1-4eb3-ac3d-d801966e1e30 will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:42:45.245457 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-2173a1ec-d953-470f-98bb-ff086f1e814f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:45.314902 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d7e5d06-fdbe-4fe4-91de-701f6e2c062a tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Made reservation on behalf of 2255634a74e844e794fd358818288ba1 for: {'port': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:42:45.337908 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4f25b542-b6ed-4c45-af26-e9d7e89fefa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:45.418333 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-c8e2a828-9786-4428-9500-e23fc0646fe6 req-c95a30ea-f5aa-4fa7-b13b-7f372b271e85 tempest-AttachSCSIVolumeTestJSON-189418846 tempest-AttachSCSIVolumeTestJSON-189418846-project] Allocated IP 172.20.0.10 (4d1db86f-e368-416d-a803-521709094a5f/7c5e4571-6adf-456a-91ed-eaaee0830fdc/f57a6c3b-0b4e-412e-ad8e-313d52a289f5) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:42:45.558240 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0d538836-7ba8-4a66-9412-cbedb5ae736b req-e12e77df-d537-423d-af99-1f6015a20ea6 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=30974407-7b2a-468c-b989-540006d0da28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7948825 Aug 05 11:42:45.575967 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-8dfdcbd4-0b84-4efc-8b54-4504f5bec4a9 req-87ce4bd3-6785-45a6-b56c-62ef4cdbd9dc tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:45.713170 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2173a1ec-d953-470f-98bb-ff086f1e814f None None] Pushing event updated for resources: {'Port': ['ID=ef9a533a-42a1-4eb3-ac3d-d801966e1e30,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:42:45.725794 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['2f0d8b42-3708-4035-9894-ccae7caf00a3'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:42:45.896255 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2173a1ec-d953-470f-98bb-ff086f1e814f None None] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:42:45.899775 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-2173a1ec-d953-470f-98bb-ff086f1e814f None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:42:45.919181 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2173a1ec-d953-470f-98bb-ff086f1e814f None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:42:46.039762 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-4c73c5e0-eb7d-4112-b2a5-021378c12966 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] For port 647699c6-f7df-4084-8cdd-1dde28d13336, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=647699c6-f7df-4084-8cdd-1dde28d13336,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:42:46.040849 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ce4bd3-6785-45a6-b56c-62ef4cdbd9dc tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Pushing event deleted for resources: {'Port': ['ID=2f0d8b42-3708-4035-9894-ccae7caf00a3,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:42:46.044672 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4c73c5e0-eb7d-4112-b2a5-021378c12966 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:46.066586 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4f25b542-b6ed-4c45-af26-e9d7e89fefa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:46.087520 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4f25b542-b6ed-4c45-af26-e9d7e89fefa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:46.090184 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-4f25b542-b6ed-4c45-af26-e9d7e89fefa9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3c6b7b65-2a21-4d3d-bef8-aae9d4b398c9 HTTP/1.1" status: 204 len: 168 time: 1.5928164 Aug 05 11:42:46.246079 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-4c73c5e0-eb7d-4112-b2a5-021378c12966 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Calling delete_port for 647699c6-f7df-4084-8cdd-1dde28d13336 owned by network:router_gateway {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:42:46.265862 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-2173a1ec-d953-470f-98bb-ff086f1e814f None None] Attempting to bind port ef9a533a-42a1-4eb3-ac3d-d801966e1e30 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:42:46.268139 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-2173a1ec-d953-470f-98bb-ff086f1e814f None None] Attempting to bind port ef9a533a-42a1-4eb3-ac3d-d801966e1e30 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'c3ce43ff-a33b-459d-a35e-6c011fee3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:42:46.269478 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2173a1ec-d953-470f-98bb-ff086f1e814f None None] Attempting to bind port ef9a533a-42a1-4eb3-ac3d-d801966e1e30 on network 65f763dc-e344-4f1a-a003-f0293beb6d65 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:42:46.284132 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2173a1ec-d953-470f-98bb-ff086f1e814f None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:42:46.285464 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2173a1ec-d953-470f-98bb-ff086f1e814f None None] Checking segment: {'id': 'c3ce43ff-a33b-459d-a35e-6c011fee3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:42:46.286734 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-2173a1ec-d953-470f-98bb-ff086f1e814f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:46.288632 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2173a1ec-d953-470f-98bb-ff086f1e814f None None] Bound using segment: {'id': 'c3ce43ff-a33b-459d-a35e-6c011fee3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:42:46.290109 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-2173a1ec-d953-470f-98bb-ff086f1e814f None None] Bound port: ef9a533a-42a1-4eb3-ac3d-d801966e1e30, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3ce43ff-a33b-459d-a35e-6c011fee3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:42:46.292180 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-2173a1ec-d953-470f-98bb-ff086f1e814f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:46.330177 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f25b542-b6ed-4c45-af26-e9d7e89fefa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c6b7b65-2a21-4d3d-bef8-aae9d4b398c9,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:42:46.508276 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-432711da-6fe7-45a4-a512-5c6c907c580d req-4f33185a-454c-4f11-928e-4de5f63dd4a1 tempest-AttachSCSIVolumeTestJSON-189418846 tempest-AttachSCSIVolumeTestJSON-189418846-project] 10.222.0.58 "GET /v2.0/ports?device_id=a4d4312f-4dbb-4957-b2c6-f9a8697a7f4f HTTP/1.1" status: 200 len: 210 time: 0.4245934 Aug 05 11:42:46.563223 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-2173a1ec-d953-470f-98bb-ff086f1e814f None None] For port ef9a533a-42a1-4eb3-ac3d-d801966e1e30, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:42:46.574279 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-2173a1ec-d953-470f-98bb-ff086f1e814f None None] For port ef9a533a-42a1-4eb3-ac3d-d801966e1e30, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=ef9a533a-42a1-4eb3-ac3d-d801966e1e30,segment=NetworkSegment(c3ce43ff-a33b-459d-a35e-6c011fee3456),segment_id=c3ce43ff-a33b-459d-a35e-6c011fee3456)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:42:46.589373 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-2173a1ec-d953-470f-98bb-ff086f1e814f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:46.877173 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1d7e5d06-fdbe-4fe4-91de-701f6e2c062a tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:46.939396 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2173a1ec-d953-470f-98bb-ff086f1e814f None None] Pushing event updated for resources: {'Port': ['ID=ef9a533a-42a1-4eb3-ac3d-d801966e1e30,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:42:47.171641 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [None req-1d7e5d06-fdbe-4fe4-91de-701f6e2c062a tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] device_id is not set on port ac9963c9-352e-4604-937c-c05fbb01d410 yet. {{(pid=94420) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 11:42:47.224327 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-dac2fc83-20c8-4f2d-a080-d187aabeef4d req-e1a8a59f-2bde-465a-a987-ab57afa00dd3 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=1de0267c-92da-4fb3-8345-bd6906311e15 HTTP/1.1" status: 200 len: 210 time: 0.2395725 Aug 05 11:42:47.630928 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 2f0d8b42-3708-4035-9894-ccae7caf00a3 no longer exists at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:42:47.922790 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] No Port match for: 2f0d8b42-3708-4035-9894-ccae7caf00a3 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:42:47.923488 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 2f0d8b42-3708-4035-9894-ccae7caf00a3 not bound to the agent host n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:42:48.381391 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8c90d8ba-d9ed-4c77-9aae-d0cb474724d7 req-7109134b-de14-4ba0-ba7c-b83a8bf4e3c8 tempest-AttachSCSIVolumeTestJSON-189418846 tempest-AttachSCSIVolumeTestJSON-189418846-project] 10.222.0.58 "GET /v2.0/ports?device_id=a4d4312f-4dbb-4957-b2c6-f9a8697a7f4f HTTP/1.1" status: 200 len: 210 time: 0.2387116 Aug 05 11:42:48.426086 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device ef9a533a-42a1-4eb3-ac3d-d801966e1e30 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:42:48.703973 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-1d7e5d06-fdbe-4fe4-91de-701f6e2c062a tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Allocated IP 2001:db8::f816:3eff:fe8b:a01e (65f763dc-e344-4f1a-a003-f0293beb6d65/89b6c0dd-8694-4fd7-a87f-9a19855d2fb6/ac9963c9-352e-4604-937c-c05fbb01d410) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:42:48.739947 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4c73c5e0-eb7d-4112-b2a5-021378c12966 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:48.840986 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c73c5e0-eb7d-4112-b2a5-021378c12966 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Pushing event deleted for resources: {'Port': ['ID=647699c6-f7df-4084-8cdd-1dde28d13336,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:42:48.897695 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port ef9a533a-42a1-4eb3-ac3d-d801966e1e30 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:42:48.926123 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-246598bc-6512-4168-be2e-759f81d1c238 req-6e4ca1a3-f0d0-4aa4-8545-a54d055f69a3 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=1de0267c-92da-4fb3-8345-bd6906311e15 HTTP/1.1" status: 200 len: 210 time: 0.1630554 Aug 05 11:42:49.342604 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dfdcbd4-0b84-4efc-8b54-4504f5bec4a9 req-87ce4bd3-6785-45a6-b56c-62ef4cdbd9dc tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] No DVR routers for this DVR port 2f0d8b42-3708-4035-9894-ccae7caf00a3 on host n-h1-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:42:49.367583 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-8dfdcbd4-0b84-4efc-8b54-4504f5bec4a9 req-87ce4bd3-6785-45a6-b56c-62ef4cdbd9dc tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:49.374053 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8dfdcbd4-0b84-4efc-8b54-4504f5bec4a9 req-87ce4bd3-6785-45a6-b56c-62ef4cdbd9dc tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.64 "DELETE /v2.0/ports/2f0d8b42-3708-4035-9894-ccae7caf00a3 HTTP/1.1" status: 204 len: 173 time: 6.2009542 Aug 05 11:42:49.376275 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1de0267c-92da-4fb3-8345-bd6906311e15', 'name': 'network-vif-deleted', 'tag': '2f0d8b42-3708-4035-9894-ccae7caf00a3'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:42:49.386540 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f23b904d-8cdd-475f-bbcd-1b574fa98d74" -d '{"events": [{"server_uuid": "1de0267c-92da-4fb3-8345-bd6906311e15", "name": "network-vif-deleted", "tag": "2f0d8b42-3708-4035-9894-ccae7caf00a3"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:42:49.692319 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-891955c6-ad00-4c7d-9ec4-23484d7e07f8 x-openstack-request-id: req-891955c6-ad00-4c7d-9ec4-23484d7e07f8 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:42:49.703191 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1d7e5d06-fdbe-4fe4-91de-701f6e2c062a tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:49.712693 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1de0267c-92da-4fb3-8345-bd6906311e15", "name": "network-vif-deleted", "tag": "2f0d8b42-3708-4035-9894-ccae7caf00a3", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:42:49.715805 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-891955c6-ad00-4c7d-9ec4-23484d7e07f8 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:42:49.717131 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1de0267c-92da-4fb3-8345-bd6906311e15', 'name': 'network-vif-deleted', 'tag': '2f0d8b42-3708-4035-9894-ccae7caf00a3', 'status': 'completed', 'code': 200} Aug 05 11:42:49.801855 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [None req-1d7e5d06-fdbe-4fe4-91de-701f6e2c062a tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Transition to ACTIVE for port object ac9963c9-352e-4604-937c-c05fbb01d410 will not be triggered until provisioned by entity DHCP. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:42:49.923419 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-c8e2a828-9786-4428-9500-e23fc0646fe6 req-c95a30ea-f5aa-4fa7-b13b-7f372b271e85 tempest-AttachSCSIVolumeTestJSON-189418846 tempest-AttachSCSIVolumeTestJSON-189418846-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:49.953517 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 38020) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:42:50.001904 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-c8e2a828-9786-4428-9500-e23fc0646fe6 req-c95a30ea-f5aa-4fa7-b13b-7f372b271e85 tempest-AttachSCSIVolumeTestJSON-189418846 tempest-AttachSCSIVolumeTestJSON-189418846-project] Transition to ACTIVE for port object f57a6c3b-0b4e-412e-ad8e-313d52a289f5 will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:42:50.143243 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-2e64bf25-c376-454d-89c3-3a412332ac01 None None] Provisioning for port ef9a533a-42a1-4eb3-ac3d-d801966e1e30 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:42:50.164747 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-2e64bf25-c376-454d-89c3-3a412332ac01 None None] Provisioning complete for port ef9a533a-42a1-4eb3-ac3d-d801966e1e30 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:42:50.166854 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-2e64bf25-c376-454d-89c3-3a412332ac01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:50.185693 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-c8e2a828-9786-4428-9500-e23fc0646fe6 req-c95a30ea-f5aa-4fa7-b13b-7f372b271e85 tempest-AttachSCSIVolumeTestJSON-189418846 tempest-AttachSCSIVolumeTestJSON-189418846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:50.238565 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1d7e5d06-fdbe-4fe4-91de-701f6e2c062a tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:50.489485 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95a30ea-f5aa-4fa7-b13b-7f372b271e85 tempest-AttachSCSIVolumeTestJSON-189418846 tempest-AttachSCSIVolumeTestJSON-189418846-project] Pushing event updated for resources: {'Port': ['ID=f57a6c3b-0b4e-412e-ad8e-313d52a289f5,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:42:50.544103 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8e2a828-9786-4428-9500-e23fc0646fe6 req-c95a30ea-f5aa-4fa7-b13b-7f372b271e85 tempest-AttachSCSIVolumeTestJSON-189418846 tempest-AttachSCSIVolumeTestJSON-189418846-project] Network 4d1db86f-e368-416d-a803-521709094a5f is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:42:50.565875 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-c8e2a828-9786-4428-9500-e23fc0646fe6 req-c95a30ea-f5aa-4fa7-b13b-7f372b271e85 tempest-AttachSCSIVolumeTestJSON-189418846 tempest-AttachSCSIVolumeTestJSON-189418846-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:42:50.584772 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8e2a828-9786-4428-9500-e23fc0646fe6 req-c95a30ea-f5aa-4fa7-b13b-7f372b271e85 tempest-AttachSCSIVolumeTestJSON-189418846 tempest-AttachSCSIVolumeTestJSON-189418846-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:42:50.640587 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fe12cc1a-5f25-45a1-b01f-bd81811ad6b9 req-fd8b4589-f66e-4eb7-bd34-33196e6787b8 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=1de0267c-92da-4fb3-8345-bd6906311e15 HTTP/1.1" status: 200 len: 210 time: 0.2036510 Aug 05 11:42:50.761913 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-2e64bf25-c376-454d-89c3-3a412332ac01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:51.013429 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e2a828-9786-4428-9500-e23fc0646fe6 req-c95a30ea-f5aa-4fa7-b13b-7f372b271e85 tempest-AttachSCSIVolumeTestJSON-189418846 tempest-AttachSCSIVolumeTestJSON-189418846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:42:51.034546 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-c8e2a828-9786-4428-9500-e23fc0646fe6 req-c95a30ea-f5aa-4fa7-b13b-7f372b271e85 tempest-AttachSCSIVolumeTestJSON-189418846 tempest-AttachSCSIVolumeTestJSON-189418846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:51.063140 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129d7bec-3ef6-465c-ba53-c5581dcd75c0 req-1ebe3bc1-73d9-4b73-8949-6dbcb832fb18 tempest-AttachSCSIVolumeTestJSON-189418846 tempest-AttachSCSIVolumeTestJSON-189418846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:42:51.064690 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-2e64bf25-c376-454d-89c3-3a412332ac01 None None] For port ef9a533a-42a1-4eb3-ac3d-d801966e1e30, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=ef9a533a-42a1-4eb3-ac3d-d801966e1e30,segment=NetworkSegment(c3ce43ff-a33b-459d-a35e-6c011fee3456),segment_id=c3ce43ff-a33b-459d-a35e-6c011fee3456)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:42:51.077378 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-129d7bec-3ef6-465c-ba53-c5581dcd75c0 req-1ebe3bc1-73d9-4b73-8949-6dbcb832fb18 tempest-AttachSCSIVolumeTestJSON-189418846 tempest-AttachSCSIVolumeTestJSON-189418846-project] 10.222.0.58 "GET /v2.0/ports?device_id=a4d4312f-4dbb-4957-b2c6-f9a8697a7f4f HTTP/1.1" status: 200 len: 932 time: 0.9930849 Aug 05 11:42:51.090741 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-2e64bf25-c376-454d-89c3-3a412332ac01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:51.115435 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d7e5d06-fdbe-4fe4-91de-701f6e2c062a tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:42:51.149626 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4c73c5e0-eb7d-4112-b2a5-021378c12966 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33285055'] for router_gateway, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:51.173457 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c8e2a828-9786-4428-9500-e23fc0646fe6 req-c95a30ea-f5aa-4fa7-b13b-7f372b271e85 tempest-AttachSCSIVolumeTestJSON-189418846 tempest-AttachSCSIVolumeTestJSON-189418846-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.8764267 Aug 05 11:42:51.204272 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-1d7e5d06-fdbe-4fe4-91de-701f6e2c062a tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:42:51.390300 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7e5d06-fdbe-4fe4-91de-701f6e2c062a tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:42:51.424788 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d7e5d06-fdbe-4fe4-91de-701f6e2c062a tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:42:51.429768 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1d7e5d06-fdbe-4fe4-91de-701f6e2c062a tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:51.516075 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e64bf25-c376-454d-89c3-3a412332ac01 None None] Pushing event updated for resources: {'Port': ['ID=ef9a533a-42a1-4eb3-ac3d-d801966e1e30,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:42:51.585944 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-39ee943c-ba15-4542-ad96-716afd1c7d50 None None] Provisioning for port f57a6c3b-0b4e-412e-ad8e-313d52a289f5 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:42:51.593974 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-39ee943c-ba15-4542-ad96-716afd1c7d50 None None] Provisioning complete for port f57a6c3b-0b4e-412e-ad8e-313d52a289f5 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:42:51.594952 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-39ee943c-ba15-4542-ad96-716afd1c7d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:51.811123 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-39ee943c-ba15-4542-ad96-716afd1c7d50 None None] Port f57a6c3b-0b4e-412e-ad8e-313d52a289f5 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:42:51.932795 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4c73c5e0-eb7d-4112-b2a5-021378c12966 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33262979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1951'] for router, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:51.946257 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4c73c5e0-eb7d-4112-b2a5-021378c12966 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:52.073548 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-c8e2a828-9786-4428-9500-e23fc0646fe6 req-27498f4b-b29e-4ebc-9472-37a0b8c9a936 service neutron] Request body: {'port': {'device_id': 'a4d4312f-4dbb-4957-b2c6-f9a8697a7f4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:42:52.180035 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:52.206158 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-fe590b91-9ffc-44c9-ab5f-31bfedec5457 None None] Provisioning for port ac9963c9-352e-4604-937c-c05fbb01d410 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:42:52.218466 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-fe590b91-9ffc-44c9-ab5f-31bfedec5457 None None] Provisioning complete for port ac9963c9-352e-4604-937c-c05fbb01d410 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:42:52.220340 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-fe590b91-9ffc-44c9-ab5f-31bfedec5457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:52.310529 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-129d7bec-3ef6-465c-ba53-c5581dcd75c0 req-d9d74615-0721-465a-96e0-443e284aba95 tempest-AttachSCSIVolumeTestJSON-189418846 tempest-AttachSCSIVolumeTestJSON-189418846-project] 10.222.0.58 "GET /v2.0/security-groups?id=1de8a8a3-1760-4f03-a03c-e2b00c19ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2273889 Aug 05 11:42:52.312829 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7e5d06-fdbe-4fe4-91de-701f6e2c062a tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Pushing event updated for resources: {'Port': ['ID=ac9963c9-352e-4604-937c-c05fbb01d410,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:42:52.334632 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-c0712201-522d-44a1-8ccd-ed30907fe633 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Request body: {'security_group': {'name': 'tempest-secgroup--483939908'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:42:52.431594 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device ef9a533a-42a1-4eb3-ac3d-d801966e1e30 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:42:52.435517 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-1d7e5d06-fdbe-4fe4-91de-701f6e2c062a tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 9.1744623 Aug 05 11:42:52.446945 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c0712201-522d-44a1-8ccd-ed30907fe633 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:52.463889 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 38050) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:42:52.485740 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4c73c5e0-eb7d-4112-b2a5-021378c12966 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33262474'] for router, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:52.486690 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c73c5e0-eb7d-4112-b2a5-021378c12966 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b6481b0b-8a9d-4ff6-9e35-a8f90f67f12d {{(pid=94420) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 11:42:52.510863 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4c73c5e0-eb7d-4112-b2a5-021378c12966 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify callbacks [] for router, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:52.532446 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-4c73c5e0-eb7d-4112-b2a5-021378c12966 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] 10.222.0.58 "DELETE /v2.0/routers/b6481b0b-8a9d-4ff6-9e35-a8f90f67f12d HTTP/1.1" status: 204 len: 168 time: 10.1240914 Aug 05 11:42:52.596269 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 38052) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:42:52.653996 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c0712201-522d-44a1-8ccd-ed30907fe633 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:52.783118 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-fe590b91-9ffc-44c9-ab5f-31bfedec5457 None None] Port ac9963c9-352e-4604-937c-c05fbb01d410 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:42:52.841435 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-547353c0-4d2d-41b1-95c8-724f1e8a16c8 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-636954020', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}, 'admin_state_up': False}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:42:52.896558 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-c8e2a828-9786-4428-9500-e23fc0646fe6 req-27498f4b-b29e-4ebc-9472-37a0b8c9a936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:52.921873 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port ef9a533a-42a1-4eb3-ac3d-d801966e1e30 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:42:52.922354 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:52.960469 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-601fa708-6471-4225-a8c1-c7141f2ebeee tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:42:53.013682 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-601fa708-6471-4225-a8c1-c7141f2ebeee tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:42:53.016446 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-601fa708-6471-4225-a8c1-c7141f2ebeee tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.5445633 Aug 05 11:42:53.022230 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 38058) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:42:53.597789 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-40390a5a-d32d-4dc7-8181-de93b635db51 req-16d4ac5b-905e-4383-8e02-771a6462dfb6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=937b6d92-da9b-4d35-b1ff-74935620d128&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.6489475 Aug 05 11:42:54.017002 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 647699c6-f7df-4084-8cdd-1dde28d13336 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:42:54.103712 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d240aa-708e-416c-af23-bcd2f5dce62b req-cdcfa358-7e48-452b-868f-a4a2be0ce7e8 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:42:54.131689 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-51d240aa-708e-416c-af23-bcd2f5dce62b req-cdcfa358-7e48-452b-868f-a4a2be0ce7e8 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=40021a41-d350-4e38-ac4d-f69e07c48ffb HTTP/1.1" status: 200 len: 945 time: 1.1031177 Aug 05 11:42:54.183409 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 647699c6-f7df-4084-8cdd-1dde28d13336 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:42:54.183931 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 647699c6-f7df-4084-8cdd-1dde28d13336 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:42:54.498513 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-3c0e23ef-0da7-46c0-b7f1-18377e480d27 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Deleting port ac9963c9-352e-4604-937c-c05fbb01d410 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:42:54.499629 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3c0e23ef-0da7-46c0-b7f1-18377e480d27 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:54.507193 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40390a5a-d32d-4dc7-8181-de93b635db51 req-4554e002-b74b-4d2b-a3c0-88364c27ac13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:42:54.514823 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-40390a5a-d32d-4dc7-8181-de93b635db51 req-4554e002-b74b-4d2b-a3c0-88364c27ac13 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a821dc3f7db4460eaef6929bf1c161a1&device_id=937b6d92-da9b-4d35-b1ff-74935620d128 HTTP/1.1" status: 200 len: 1096 time: 0.6675737 Aug 05 11:42:54.836400 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d1f177-789f-45a1-b454-e61672cc39c5 req-2e8feec2-0bbf-4220-a611-e53a2bc0869b tempest-AttachSCSIVolumeTestJSON-189418846 tempest-AttachSCSIVolumeTestJSON-189418846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:42:54.842320 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-91d1f177-789f-45a1-b454-e61672cc39c5 req-2e8feec2-0bbf-4220-a611-e53a2bc0869b tempest-AttachSCSIVolumeTestJSON-189418846 tempest-AttachSCSIVolumeTestJSON-189418846-project] 10.222.0.58 "GET /v2.0/ports?device_id=a4d4312f-4dbb-4957-b2c6-f9a8697a7f4f HTTP/1.1" status: 200 len: 932 time: 1.2014248 Aug 05 11:42:54.982428 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-51d240aa-708e-416c-af23-bcd2f5dce62b req-4f5af1f4-da03-435c-aacb-2087d0e267df tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=47a5a50c-7385-42e8-98ac-c05af9825ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7912083 Aug 05 11:42:55.439648 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-c8e2a828-9786-4428-9500-e23fc0646fe6 req-27498f4b-b29e-4ebc-9472-37a0b8c9a936 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f57a6c3b-0b4e-412e-ad8e-313d52a289f5 {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:42:55.457570 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-c8e2a828-9786-4428-9500-e23fc0646fe6 req-27498f4b-b29e-4ebc-9472-37a0b8c9a936 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:55.493394 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-c8e2a828-9786-4428-9500-e23fc0646fe6 req-27498f4b-b29e-4ebc-9472-37a0b8c9a936 service neutron] Transition to ACTIVE for port object f57a6c3b-0b4e-412e-ad8e-313d52a289f5 will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:42:55.497523 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40390a5a-d32d-4dc7-8181-de93b635db51 req-756512dc-a53b-493a-88ac-8ff9d6ffd4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:42:55.502698 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-40390a5a-d32d-4dc7-8181-de93b635db51 req-756512dc-a53b-493a-88ac-8ff9d6ffd4f4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ccbbacf0-1abe-4045-961d-b400e33c654c HTTP/1.1" status: 200 len: 914 time: 0.8703268 Aug 05 11:42:55.507387 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-c8e2a828-9786-4428-9500-e23fc0646fe6 req-27498f4b-b29e-4ebc-9472-37a0b8c9a936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:55.638230 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-40390a5a-d32d-4dc7-8181-de93b635db51 req-85def3a4-bcf0-4cf6-8699-052a16023244 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d8c047d8-d7ad-4b16-8754-e1b1ddc0c006 HTTP/1.1" status: 200 len: 217 time: 0.1090858 Aug 05 11:42:55.946332 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790db8da-94b6-4ac7-84e9-2f320b4b556e req-3743c557-709e-4c15-bb24-f16018c3ef26 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:42:55.949750 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-790db8da-94b6-4ac7-84e9-2f320b4b556e req-3743c557-709e-4c15-bb24-f16018c3ef26 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.64 "GET /v2.0/ports?device_id=40021a41-d350-4e38-ac4d-f69e07c48ffb HTTP/1.1" status: 200 len: 945 time: 1.4027684 Aug 05 11:42:55.995372 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c0712201-522d-44a1-8ccd-ed30907fe633 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:56.069053 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c0712201-522d-44a1-8ccd-ed30907fe633 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:56.134806 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-547353c0-4d2d-41b1-95c8-724f1e8a16c8 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33260300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1929'] for router, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:56.136869 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-547353c0-4d2d-41b1-95c8-724f1e8a16c8 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33285914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33034662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1926'] for router, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:56.371836 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-91d1f177-789f-45a1-b454-e61672cc39c5 req-aafa4281-d12b-4f07-bbb4-8a8b3f67d0d2 tempest-AttachSCSIVolumeTestJSON-189418846 tempest-AttachSCSIVolumeTestJSON-189418846-project] 10.222.0.58 "GET /v2.0/security-groups?id=1de8a8a3-1760-4f03-a03c-e2b00c19ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4785192 Aug 05 11:42:56.492295 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3c0e23ef-0da7-46c0-b7f1-18377e480d27 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:56.563888 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40390a5a-d32d-4dc7-8181-de93b635db51 req-1d3f1553-b70b-448f-bf41-55f4e1b55f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:42:56.574002 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-40390a5a-d32d-4dc7-8181-de93b635db51 req-1d3f1553-b70b-448f-bf41-55f4e1b55f22 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e5bdc290-a382-4409-a240-624b47e4f60f HTTP/1.1" status: 200 len: 853 time: 0.9184220 Aug 05 11:42:56.602231 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27498f4b-b29e-4ebc-9472-37a0b8c9a936 service neutron] Pushing event updated for resources: {'Port': ['ID=f57a6c3b-0b4e-412e-ad8e-313d52a289f5,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:42:56.675005 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0712201-522d-44a1-8ccd-ed30907fe633 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=214bcfc5-e945-474b-8d55-d598c2853d02,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:42:56.703397 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-3c0e23ef-0da7-46c0-b7f1-18377e480d27 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Calling delete_port for ac9963c9-352e-4604-937c-c05fbb01d410 owned by {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:42:56.974071 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-40390a5a-d32d-4dc7-8181-de93b635db51 req-6ed36113-3fc6-4ec4-9f1c-b22ba1122e5c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ccbbacf0-1abe-4045-961d-b400e33c654c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1530445 Aug 05 11:42:57.013542 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671108f8-da6f-4352-9ed5-f9a6ba609f46 req-6a03f2bb-29f0-4d47-992e-1eb84ffa335c tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:42:57.015651 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-671108f8-da6f-4352-9ed5-f9a6ba609f46 req-6a03f2bb-29f0-4d47-992e-1eb84ffa335c tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=40021a41-d350-4e38-ac4d-f69e07c48ffb HTTP/1.1" status: 200 len: 945 time: 0.6133828 Aug 05 11:42:57.175657 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c0712201-522d-44a1-8ccd-ed30907fe633 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:57.299161 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-671108f8-da6f-4352-9ed5-f9a6ba609f46 req-9fe4c446-a9db-458c-850d-4d71f14bb277 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=47a5a50c-7385-42e8-98ac-c05af9825ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2657697 Aug 05 11:42:57.300624 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c0712201-522d-44a1-8ccd-ed30907fe633 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:57.478244 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-547353c0-4d2d-41b1-95c8-724f1e8a16c8 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:57.539944 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c0712201-522d-44a1-8ccd-ed30907fe633 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:57.553157 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-c0712201-522d-44a1-8ccd-ed30907fe633 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 7.3933947 Aug 05 11:42:57.554911 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 38122) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:42:57.557067 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0712201-522d-44a1-8ccd-ed30907fe633 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ba041a5-5255-435d-89c5-2f6f6b61f3b8,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:42:57.578612 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3c0e23ef-0da7-46c0-b7f1-18377e480d27 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:57.788047 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0e23ef-0da7-46c0-b7f1-18377e480d27 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Pushing event deleted for resources: {'Port': ['ID=ac9963c9-352e-4604-937c-c05fbb01d410,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:42:57.877580 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-c8e2a828-9786-4428-9500-e23fc0646fe6 req-27498f4b-b29e-4ebc-9472-37a0b8c9a936 service neutron] Attempting to bind port f57a6c3b-0b4e-412e-ad8e-313d52a289f5 on host n-h1-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:42:57.878429 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-c8e2a828-9786-4428-9500-e23fc0646fe6 req-27498f4b-b29e-4ebc-9472-37a0b8c9a936 service neutron] Attempting to bind port f57a6c3b-0b4e-412e-ad8e-313d52a289f5 by drivers openvswitch,hyperv on host n-h1-803378-2 at level 0 using segments [{'id': 'df4965ed-026b-4702-9189-bba7cbcadff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '4d1db86f-e368-416d-a803-521709094a5f'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:42:57.879071 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e2a828-9786-4428-9500-e23fc0646fe6 req-27498f4b-b29e-4ebc-9472-37a0b8c9a936 service neutron] Attempting to bind port f57a6c3b-0b4e-412e-ad8e-313d52a289f5 on network 4d1db86f-e368-416d-a803-521709094a5f {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:42:58.211936 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3c0e23ef-0da7-46c0-b7f1-18377e480d27 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:58.230411 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-3c0e23ef-0da7-46c0-b7f1-18377e480d27 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "DELETE /v2.0/ports/ac9963c9-352e-4604-937c-c05fbb01d410 HTTP/1.1" status: 204 len: 168 time: 5.1931942 Aug 05 11:42:58.265444 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e2a828-9786-4428-9500-e23fc0646fe6 req-27498f4b-b29e-4ebc-9472-37a0b8c9a936 service neutron] Port f57a6c3b-0b4e-412e-ad8e-313d52a289f5 on network 4d1db86f-e368-416d-a803-521709094a5f not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:42:58.266198 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e2a828-9786-4428-9500-e23fc0646fe6 req-27498f4b-b29e-4ebc-9472-37a0b8c9a936 service neutron] Attempting to bind port f57a6c3b-0b4e-412e-ad8e-313d52a289f5 on network 4d1db86f-e368-416d-a803-521709094a5f {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:42:58.271946 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 38140) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:42:58.502739 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-3b1a195d-0b5d-4f6b-aa5a-c4f96bd7b160 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.9371040 Aug 05 11:42:58.515671 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 38146) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:42:58.554382 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-e2d4ae08-f445-48ff-9072-286b07445997 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Request body: {'security_group': {'name': 'tempest-security--2147188200', 'description': 'tempest-security-description-222151455'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:42:58.693026 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f48adc-c9fc-43f2-967f-a296ce788647 req-8d11334f-9375-443f-a534-b4314d97313b tempest-AttachSCSIVolumeTestJSON-189418846 tempest-AttachSCSIVolumeTestJSON-189418846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:42:58.705644 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-41f48adc-c9fc-43f2-967f-a296ce788647 req-8d11334f-9375-443f-a534-b4314d97313b tempest-AttachSCSIVolumeTestJSON-189418846 tempest-AttachSCSIVolumeTestJSON-189418846-project] 10.222.0.58 "GET /v2.0/ports?device_id=a4d4312f-4dbb-4957-b2c6-f9a8697a7f4f HTTP/1.1" status: 200 len: 944 time: 0.9291203 Aug 05 11:42:58.715012 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1fa55dd-becf-4eac-bb3c-95d2e68096ac tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:42:58.722279 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1fa55dd-becf-4eac-bb3c-95d2e68096ac tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:42:58.726079 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-b1fa55dd-becf-4eac-bb3c-95d2e68096ac tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.4209087 Aug 05 11:42:58.744736 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-40390a5a-d32d-4dc7-8181-de93b635db51 req-45000097-5ecf-4502-bb3b-c49a40523b90 service neutron] 10.222.0.55 "GET /v2.0/networks/ccbbacf0-1abe-4045-961d-b400e33c654c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7330873 Aug 05 11:42:58.773598 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 38148) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:42:58.809715 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e2a828-9786-4428-9500-e23fc0646fe6 req-27498f4b-b29e-4ebc-9472-37a0b8c9a936 service neutron] Checking agent: {'id': '40bb7567-59bd-4b31-bc29-da1c50bca759', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:42:58.810196 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e2a828-9786-4428-9500-e23fc0646fe6 req-27498f4b-b29e-4ebc-9472-37a0b8c9a936 service neutron] Checking segment: {'id': 'df4965ed-026b-4702-9189-bba7cbcadff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '4d1db86f-e368-416d-a803-521709094a5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:42:58.812884 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e2a828-9786-4428-9500-e23fc0646fe6 req-27498f4b-b29e-4ebc-9472-37a0b8c9a936 service neutron] Bound using segment: {'id': 'df4965ed-026b-4702-9189-bba7cbcadff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '4d1db86f-e368-416d-a803-521709094a5f'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:42:58.817248 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-c8e2a828-9786-4428-9500-e23fc0646fe6 req-27498f4b-b29e-4ebc-9472-37a0b8c9a936 service neutron] Bound port: f57a6c3b-0b4e-412e-ad8e-313d52a289f5, host: n-h1-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df4965ed-026b-4702-9189-bba7cbcadff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '4d1db86f-e368-416d-a803-521709094a5f'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:42:58.818015 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-c8e2a828-9786-4428-9500-e23fc0646fe6 req-27498f4b-b29e-4ebc-9472-37a0b8c9a936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:59.025839 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e2d4ae08-f445-48ff-9072-286b07445997 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks [] for security_group, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:59.107556 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fcaa7e-4e97-48b7-8b21-1196a75ec0ef req-45e7876c-49b8-4756-956a-8d056c96e710 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:42:59.115686 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-73fcaa7e-4e97-48b7-8b21-1196a75ec0ef req-45e7876c-49b8-4756-956a-8d056c96e710 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=40021a41-d350-4e38-ac4d-f69e07c48ffb HTTP/1.1" status: 200 len: 945 time: 0.4037960 Aug 05 11:42:59.239816 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e2d4ae08-f445-48ff-9072-286b07445997 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks [] for security_group, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:59.257490 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:59.262463 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_v2 [None req-701a2bb1-8f86-4a25-bfe6-0aa87b1ad7d4 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Deleting subnet 89b6c0dd-8694-4fd7-a87f-9a19855d2fb6 {{(pid=94420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:42:59.264119 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-790db8da-94b6-4ac7-84e9-2f320b4b556e req-6eee4eb4-cfce-45ba-a74e-257e3f282327 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Deleting port d3743ac1-d872-4507-a6f2-ed370e7d4ff9 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:42:59.266314 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-790db8da-94b6-4ac7-84e9-2f320b4b556e req-6eee4eb4-cfce-45ba-a74e-257e3f282327 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:59.272288 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-701a2bb1-8f86-4a25-bfe6-0aa87b1ad7d4 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks [] for subnet, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:59.307853 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-547353c0-4d2d-41b1-95c8-724f1e8a16c8 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:59.420469 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-701a2bb1-8f86-4a25-bfe6-0aa87b1ad7d4 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25010562'] for subnet, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:59.677574 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device d3743ac1-d872-4507-a6f2-ed370e7d4ff9 no longer exists at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:42:59.775209 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-701a2bb1-8f86-4a25-bfe6-0aa87b1ad7d4 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:42:59.874856 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 38160) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:00.079291 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e2d4ae08-f445-48ff-9072-286b07445997 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:00.085397 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e2d4ae08-f445-48ff-9072-286b07445997 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:00.091399 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-e2d4ae08-f445-48ff-9072-286b07445997 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] 10.222.0.58 "PUT /v2.0/security-groups/5ba041a5-5255-435d-89c5-2f6f6b61f3b8 HTTP/1.1" status: 200 len: 1779 time: 1.5572975 Aug 05 11:43:00.140805 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 38168) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:00.159642 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-701a2bb1-8f86-4a25-bfe6-0aa87b1ad7d4 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29762763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24211094'] for subnet, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:00.415486 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-41f48adc-c9fc-43f2-967f-a296ce788647 req-0e95f143-e9e7-4f92-903f-2b781dc62e3d tempest-AttachSCSIVolumeTestJSON-189418846 tempest-AttachSCSIVolumeTestJSON-189418846-project] 10.222.0.58 "GET /v2.0/security-groups?id=1de8a8a3-1760-4f03-a03c-e2b00c19ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6889856 Aug 05 11:43:00.445229 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d4ae08-f445-48ff-9072-286b07445997 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ba041a5-5255-435d-89c5-2f6f6b61f3b8,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:43:00.474836 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701a2bb1-8f86-4a25-bfe6-0aa87b1ad7d4 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Pushing event deleted for resources: {'Subnet': ['ID=89b6c0dd-8694-4fd7-a87f-9a19855d2fb6,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:43:00.541511 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-701a2bb1-8f86-4a25-bfe6-0aa87b1ad7d4 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:00.548360 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5403fbc-b181-4722-8432-6369e3b27e41 None None] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:43:00.554188 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-701a2bb1-8f86-4a25-bfe6-0aa87b1ad7d4 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "DELETE /v2.0/subnets/89b6c0dd-8694-4fd7-a87f-9a19855d2fb6 HTTP/1.1" status: 204 len: 168 time: 1.7786391 Aug 05 11:43:00.561049 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 38170) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:00.611659 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-790db8da-94b6-4ac7-84e9-2f320b4b556e req-6eee4eb4-cfce-45ba-a74e-257e3f282327 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] For port d3743ac1-d872-4507-a6f2-ed370e7d4ff9, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=d3743ac1-d872-4507-a6f2-ed370e7d4ff9,segment=NetworkSegment(5615e441-bf2b-4f62-9a7e-00bdeb60130a),segment_id=5615e441-bf2b-4f62-9a7e-00bdeb60130a)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:43:00.612641 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-790db8da-94b6-4ac7-84e9-2f320b4b556e req-6eee4eb4-cfce-45ba-a74e-257e3f282327 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:00.618958 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-73fcaa7e-4e97-48b7-8b21-1196a75ec0ef req-60e48a72-b3cc-4fdc-8b00-80fc935c0d78 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=47a5a50c-7385-42e8-98ac-c05af9825ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.4877772 Aug 05 11:43:00.670271 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-40390a5a-d32d-4dc7-8181-de93b635db51 req-4d3815e1-ec17-42b1-9512-4cfb4625573e service neutron] 10.222.0.55 "GET /v2.0/networks/ccbbacf0-1abe-4045-961d-b400e33c654c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.9238603 Aug 05 11:43:00.736270 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ad08c646-be63-45d3-8e3b-68138e41ca85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:00.757959 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-c8e2a828-9786-4428-9500-e23fc0646fe6 req-27498f4b-b29e-4ebc-9472-37a0b8c9a936 service neutron] For port f57a6c3b-0b4e-412e-ad8e-313d52a289f5, host n-h1-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:43:00.760364 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-db8d668e-b07f-4497-a2cd-ce875a5fbfe3 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1965592 Aug 05 11:43:00.761697 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 38172) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:00.775112 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-2075537a-7817-40b5-ac48-39704e3ae2b2 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Request body: {'subnet': {'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:43:00.992121 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-c8e2a828-9786-4428-9500-e23fc0646fe6 req-27498f4b-b29e-4ebc-9472-37a0b8c9a936 service neutron] For port f57a6c3b-0b4e-412e-ad8e-313d52a289f5, host n-h1-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=f57a6c3b-0b4e-412e-ad8e-313d52a289f5,segment=NetworkSegment(df4965ed-026b-4702-9189-bba7cbcadff6),segment_id=df4965ed-026b-4702-9189-bba7cbcadff6)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:43:01.132085 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2075537a-7817-40b5-ac48-39704e3ae2b2 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Made reservation on behalf of 2255634a74e844e794fd358818288ba1 for: {'subnet': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:43:01.140029 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2075537a-7817-40b5-ac48-39704e3ae2b2 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24211133'] for subnet, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:01.446738 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-0b6d0ea9-a80b-42ae-96ec-74fe6c336f0d tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] 10.222.0.58 "GET /v2.0/security-groups/5ba041a5-5255-435d-89c5-2f6f6b61f3b8 HTTP/1.1" status: 200 len: 1779 time: 1.3040049 Aug 05 11:43:01.455241 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 38182) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:01.475386 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e27d05-8a4c-4992-9772-84acdac9823d None None] DHCP port deletion for 65f763dc-e344-4f1a-a003-f0293beb6d65 request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 11:43:01.662481 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-c8e2a828-9786-4428-9500-e23fc0646fe6 req-27498f4b-b29e-4ebc-9472-37a0b8c9a936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:01.731622 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-49e27d05-8a4c-4992-9772-84acdac9823d None None] Deleting port ef9a533a-42a1-4eb3-ac3d-d801966e1e30 {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:43:01.731622 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-49e27d05-8a4c-4992-9772-84acdac9823d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:01.810387 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e2a828-9786-4428-9500-e23fc0646fe6 req-27498f4b-b29e-4ebc-9472-37a0b8c9a936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:43:01.812182 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-c8e2a828-9786-4428-9500-e23fc0646fe6 req-27498f4b-b29e-4ebc-9472-37a0b8c9a936 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:01.814889 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c8e2a828-9786-4428-9500-e23fc0646fe6 req-27498f4b-b29e-4ebc-9472-37a0b8c9a936 service neutron] 10.222.0.64 "PUT /v2.0/ports/f57a6c3b-0b4e-412e-ad8e-313d52a289f5 HTTP/1.1" status: 200 len: 1092 time: 10.5982285 Aug 05 11:43:02.021257 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4d4312f-4dbb-4957-b2c6-f9a8697a7f4f', 'tag': 'f57a6c3b-0b4e-412e-ad8e-313d52a289f5'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:43:02.027998 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-822c5bea-0a4d-44bc-9338-3911bb6a9404" -d '{"events": [{"name": "network-changed", "server_uuid": "a4d4312f-4dbb-4957-b2c6-f9a8697a7f4f", "tag": "f57a6c3b-0b4e-412e-ad8e-313d52a289f5"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:43:02.036699 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27498f4b-b29e-4ebc-9472-37a0b8c9a936 service neutron] Pushing event updated for resources: {'Port': ['ID=f57a6c3b-0b4e-412e-ad8e-313d52a289f5,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:43:02.127709 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a6a9e59e-b39d-4eff-8033-1b4013c220d7 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:02.226800 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-49e27d05-8a4c-4992-9772-84acdac9823d None None] For port ef9a533a-42a1-4eb3-ac3d-d801966e1e30, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=ef9a533a-42a1-4eb3-ac3d-d801966e1e30,segment=NetworkSegment(c3ce43ff-a33b-459d-a35e-6c011fee3456),segment_id=c3ce43ff-a33b-459d-a35e-6c011fee3456)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:43:02.228512 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-49e27d05-8a4c-4992-9772-84acdac9823d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:02.289575 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-790db8da-94b6-4ac7-84e9-2f320b4b556e req-6eee4eb4-cfce-45ba-a74e-257e3f282327 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:02.290457 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-790db8da-94b6-4ac7-84e9-2f320b4b556e req-6eee4eb4-cfce-45ba-a74e-257e3f282327 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33287247'] for floatingip, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:02.291135 n-d-803378-2 neutron-server[94421]: INFO neutron.db.l3_db [req-790db8da-94b6-4ac7-84e9-2f320b4b556e req-6eee4eb4-cfce-45ba-a74e-257e3f282327 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Floating IP e38ccd27-9738-4388-b32e-92059a9d85a4 disassociated. External IP: 172.25.5.50, port: d3743ac1-d872-4507-a6f2-ed370e7d4ff9. Aug 05 11:43:02.295008 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-790db8da-94b6-4ac7-84e9-2f320b4b556e req-6eee4eb4-cfce-45ba-a74e-257e3f282327 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Calling delete_port for d3743ac1-d872-4507-a6f2-ed370e7d4ff9 owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:43:02.315049 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-49e27d05-8a4c-4992-9772-84acdac9823d None None] Calling delete_port for ef9a533a-42a1-4eb3-ac3d-d801966e1e30 owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:43:02.474667 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device ef9a533a-42a1-4eb3-ac3d-d801966e1e30 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:43:02.554076 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7603df77-5670-4060-89e7-62b397fd1e1f req-9636f997-821d-4c50-8837-9a5305703204 tempest-AttachSCSIVolumeTestJSON-189418846 tempest-AttachSCSIVolumeTestJSON-189418846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:43:02.556057 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7603df77-5670-4060-89e7-62b397fd1e1f req-9636f997-821d-4c50-8837-9a5305703204 tempest-AttachSCSIVolumeTestJSON-189418846 tempest-AttachSCSIVolumeTestJSON-189418846-project] 10.222.0.58 "GET /v2.0/ports?device_id=a4d4312f-4dbb-4957-b2c6-f9a8697a7f4f HTTP/1.1" status: 200 len: 944 time: 0.9045861 Aug 05 11:43:02.634300 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a6a9e59e-b39d-4eff-8033-1b4013c220d7 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:02.965252 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-49e27d05-8a4c-4992-9772-84acdac9823d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:03.037425 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a6a9e59e-b39d-4eff-8033-1b4013c220d7 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:03.061198 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a6a9e59e-b39d-4eff-8033-1b4013c220d7 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:03.070570 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-a6a9e59e-b39d-4eff-8033-1b4013c220d7 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] 10.222.0.58 "DELETE /v2.0/security-groups/5ba041a5-5255-435d-89c5-2f6f6b61f3b8 HTTP/1.1" status: 204 len: 168 time: 1.6111877 Aug 05 11:43:03.071605 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 38204) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:03.175588 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e27d05-8a4c-4992-9772-84acdac9823d None None] Pushing event deleted for resources: {'Port': ['ID=ef9a533a-42a1-4eb3-ac3d-d801966e1e30,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:43:03.222811 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e27d05-8a4c-4992-9772-84acdac9823d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:43:03.226567 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e27d05-8a4c-4992-9772-84acdac9823d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:43:03.226567 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e27d05-8a4c-4992-9772-84acdac9823d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:43:03.226567 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e27d05-8a4c-4992-9772-84acdac9823d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:43:03.226567 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e27d05-8a4c-4992-9772-84acdac9823d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:43:03.226567 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e27d05-8a4c-4992-9772-84acdac9823d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:43:03.227532 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e27d05-8a4c-4992-9772-84acdac9823d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:43:03.228274 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e27d05-8a4c-4992-9772-84acdac9823d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:43:03.228836 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e27d05-8a4c-4992-9772-84acdac9823d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:43:03.229185 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e27d05-8a4c-4992-9772-84acdac9823d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:43:03.229633 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e27d05-8a4c-4992-9772-84acdac9823d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:43:03.230216 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e27d05-8a4c-4992-9772-84acdac9823d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:43:03.237843 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a9e59e-b39d-4eff-8033-1b4013c220d7 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ba041a5-5255-435d-89c5-2f6f6b61f3b8,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:43:03.255075 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:03.361464 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e27d05-8a4c-4992-9772-84acdac9823d None None] No DVR routers for this DVR port ef9a533a-42a1-4eb3-ac3d-d801966e1e30 on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:43:03.552558 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7603df77-5670-4060-89e7-62b397fd1e1f req-cd3080f1-9b87-439b-9960-5248c1b03e08 tempest-AttachSCSIVolumeTestJSON-189418846 tempest-AttachSCSIVolumeTestJSON-189418846-project] 10.222.0.58 "GET /v2.0/security-groups?id=1de8a8a3-1760-4f03-a03c-e2b00c19ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7411702 Aug 05 11:43:03.687843 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eca61c-3bbe-47b9-82bb-f6a6581448d8 req-13e6373e-9fcf-4d49-ae32-1e60b96a74ef tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:43:03.711161 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-22eca61c-3bbe-47b9-82bb-f6a6581448d8 req-13e6373e-9fcf-4d49-ae32-1e60b96a74ef tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=40021a41-d350-4e38-ac4d-f69e07c48ffb HTTP/1.1" status: 200 len: 945 time: 1.1494150 Aug 05 11:43:03.721410 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e2a828-9786-4428-9500-e23fc0646fe6 req-355d89a5-8e7a-44c9-84b3-33015a207a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:43:03.724331 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c8e2a828-9786-4428-9500-e23fc0646fe6 req-355d89a5-8e7a-44c9-84b3-33015a207a80 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a02a178820324fb2b01f24f52bf7b476&device_id=a4d4312f-4dbb-4957-b2c6-f9a8697a7f4f HTTP/1.1" status: 200 len: 1095 time: 1.6653485 Aug 05 11:43:03.726110 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5a64ada-caff-4706-bc05-1926c48ab09b x-openstack-request-id: req-c5a64ada-caff-4706-bc05-1926c48ab09b {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:43:03.726531 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4d4312f-4dbb-4957-b2c6-f9a8697a7f4f", "tag": "f57a6c3b-0b4e-412e-ad8e-313d52a289f5", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:43:03.726888 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c5a64ada-caff-4706-bc05-1926c48ab09b {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:43:03.727508 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4d4312f-4dbb-4957-b2c6-f9a8697a7f4f', 'tag': 'f57a6c3b-0b4e-412e-ad8e-313d52a289f5', 'status': 'completed', 'code': 200} Aug 05 11:43:03.852609 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-22eca61c-3bbe-47b9-82bb-f6a6581448d8 req-0eb06d9b-f5ce-4408-86cc-0c90c64b2c6f tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=47a5a50c-7385-42e8-98ac-c05af9825ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1301188 Aug 05 11:43:03.887499 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-33461665-fdce-4d91-94eb-f09e867eac6e tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6816506 Aug 05 11:43:03.889120 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 38210) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:03.923267 n-d-803378-2 neutron-server[94420]: DEBUG neutron.objects.ports [None req-2075537a-7817-40b5-ac48-39704e3ae2b2 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94420) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 05 11:43:03.989086 n-d-803378-2 neutron-server[94420]: INFO neutron.api.v2.resource [None req-a11562dc-1b2a-494f-a25f-6619573c683c tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] delete failed (client error): The resource could not be found. Aug 05 11:43:03.999914 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-a11562dc-1b2a-494f-a25f-6619573c683c tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] 10.222.0.58 "DELETE /v2.0/security-groups/5ba041a5-5255-435d-89c5-2f6f6b61f3b8 HTTP/1.1" status: 404 len: 347 time: 0.0596218 Aug 05 11:43:04.001616 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 38212) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:04.003324 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2075537a-7817-40b5-ac48-39704e3ae2b2 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29762700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24211087'] for subnet, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:04.036241 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-dc308e0a-3d62-4a19-a2b9-ce6ef6edca1c tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Request body: {'security_group': {'name': 'tempest-secgroup--921470423'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:43:04.116336 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ad08c646-be63-45d3-8e3b-68138e41ca85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:04.149392 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2075537a-7817-40b5-ac48-39704e3ae2b2 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:43:04.153901 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2075537a-7817-40b5-ac48-39704e3ae2b2 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Pushing event updated for resources: {'Subnet': ['ID=88c75b67-ba78-4195-9227-bf0a5058e997,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:43:04.168449 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-2075537a-7817-40b5-ac48-39704e3ae2b2 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:43:04.181425 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2075537a-7817-40b5-ac48-39704e3ae2b2 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:43:04.185368 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2075537a-7817-40b5-ac48-39704e3ae2b2 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:04.193737 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65d0b38-f84c-4b55-af90-028fcfe246c2 None None] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:43:04.249818 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-dc308e0a-3d62-4a19-a2b9-ce6ef6edca1c tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:04.278315 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-2075537a-7817-40b5-ac48-39704e3ae2b2 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.5145030 Aug 05 11:43:04.284834 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 38214) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:04.310893 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-20531918-4a4a-4a9d-9fb7-08eb164925a2 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Request body: {'port': {'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65', 'mac_address': 'fa:16:3e:01:dc:18', 'name': 'tempest-NetworksTestDHCPv6-1631883562'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:43:04.343138 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ad08c646-be63-45d3-8e3b-68138e41ca85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:04.606165 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c8e2a828-9786-4428-9500-e23fc0646fe6 req-c577caba-80a4-4970-89f6-e04f7739b25d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f57a6c3b-0b4e-412e-ad8e-313d52a289f5 HTTP/1.1" status: 200 len: 217 time: 0.8116839 Aug 05 11:43:04.827721 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-dc308e0a-3d62-4a19-a2b9-ce6ef6edca1c tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:04.894094 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-dc308e0a-3d62-4a19-a2b9-ce6ef6edca1c tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:04.894559 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20531918-4a4a-4a9d-9fb7-08eb164925a2 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Made reservation on behalf of 2255634a74e844e794fd358818288ba1 for: {'port': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:43:05.034853 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-ad08c646-be63-45d3-8e3b-68138e41ca85 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=08d8f7f3c1cd4c3583b5a87e61c8adf9&name=default HTTP/1.1" status: 200 len: 2983 time: 4.9767168 Aug 05 11:43:05.036615 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad08c646-be63-45d3-8e3b-68138e41ca85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=875f4314-19bb-4763-a766-4de84b86aa05,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:43:05.045127 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 38224) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:05.066890 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e2a828-9786-4428-9500-e23fc0646fe6 req-bb839fb9-2f49-4756-b3b8-5bbeb0e0172f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:43:05.074532 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ed4e0d-d2e4-484e-8401-6ddacf4c3983 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-65f763dc-e344-4f1a-a003-f0293beb6d65', 'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65', 'tenant_id': '2255634a74e844e794fd358818288ba1', 'fixed_ips': [{'subnet_id': '88c75b67-ba78-4195-9227-bf0a5058e997'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 11:43:05.076787 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c8e2a828-9786-4428-9500-e23fc0646fe6 req-bb839fb9-2f49-4756-b3b8-5bbeb0e0172f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7c5e4571-6adf-456a-91ed-eaaee0830fdc HTTP/1.1" status: 200 len: 854 time: 0.4523625 Aug 05 11:43:05.078458 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-28ed4e0d-d2e4-484e-8401-6ddacf4c3983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:05.376797 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-547353c0-4d2d-41b1-95c8-724f1e8a16c8 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Notify callbacks [] for router_gateway, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:05.430132 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-28ed4e0d-d2e4-484e-8401-6ddacf4c3983 None None] Allocated IP 2001:db8::f816:3eff:fed8:7d1d (65f763dc-e344-4f1a-a003-f0293beb6d65/88c75b67-ba78-4195-9227-bf0a5058e997/d1337a36-2055-4974-9650-9b064e2581fe) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:43:05.435464 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-20531918-4a4a-4a9d-9fb7-08eb164925a2 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:05.538629 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-547353c0-4d2d-41b1-95c8-724f1e8a16c8 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:05.617725 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-dc308e0a-3d62-4a19-a2b9-ce6ef6edca1c tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:05.620783 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-dc308e0a-3d62-4a19-a2b9-ce6ef6edca1c tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.5921879 Aug 05 11:43:05.639873 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [None req-20531918-4a4a-4a9d-9fb7-08eb164925a2 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] device_id is not set on port 5290ef1f-681f-46c9-bbf4-df27e466fab7 yet. {{(pid=94420) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 11:43:05.655300 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 38226) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:05.659741 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc308e0a-3d62-4a19-a2b9-ce6ef6edca1c tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f9eccc1-d60d-43f9-8401-1d8f477e8bf8,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:43:05.677328 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-a9331e25-a02f-48e6-a0f6-ffef59a66981 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Request body: {'security_group_rule': {'security_group_id': '5f9eccc1-d60d-43f9-8401-1d8f477e8bf8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:43:05.680120 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e2a828-9786-4428-9500-e23fc0646fe6 req-0f423fad-19ce-4dfe-989b-36e1a27af2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:43:05.683520 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c8e2a828-9786-4428-9500-e23fc0646fe6 req-0f423fad-19ce-4dfe-989b-36e1a27af2ed service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4d1db86f-e368-416d-a803-521709094a5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4507604 Aug 05 11:43:05.705749 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-790db8da-94b6-4ac7-84e9-2f320b4b556e req-6eee4eb4-cfce-45ba-a74e-257e3f282327 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:05.862636 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eee4eb4-cfce-45ba-a74e-257e3f282327 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Pushing event deleted for resources: {'Port': ['ID=d3743ac1-d872-4507-a6f2-ed370e7d4ff9,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:43:05.953862 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecc8bdc-13f0-4e21-91c3-0e53fbb28642 req-e167a732-7319-4001-81e4-92fecf170d43 tempest-AttachSCSIVolumeTestJSON-189418846 tempest-AttachSCSIVolumeTestJSON-189418846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:43:05.956647 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-eecc8bdc-13f0-4e21-91c3-0e53fbb28642 req-e167a732-7319-4001-81e4-92fecf170d43 tempest-AttachSCSIVolumeTestJSON-189418846 tempest-AttachSCSIVolumeTestJSON-189418846-project] 10.222.0.58 "GET /v2.0/ports?device_id=a4d4312f-4dbb-4957-b2c6-f9a8697a7f4f HTTP/1.1" status: 200 len: 944 time: 1.0843289 Aug 05 11:43:05.971688 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a9331e25-a02f-48e6-a0f6-ffef59a66981 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:06.006391 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-cc2f35c3-45b8-44dd-ae7b-3dc73796a0b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:06.052659 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-cc2f35c3-45b8-44dd-ae7b-3dc73796a0b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:06.059036 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8ad399-698a-44cc-a749-33d488973214 req-b00d69ef-9a5e-4490-a73f-28b9c4324f44 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:43:06.066123 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fc8ad399-698a-44cc-a749-33d488973214 req-b00d69ef-9a5e-4490-a73f-28b9c4324f44 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=40021a41-d350-4e38-ac4d-f69e07c48ffb HTTP/1.1" status: 200 len: 866 time: 0.6082976 Aug 05 11:43:06.098417 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-28ed4e0d-d2e4-484e-8401-6ddacf4c3983 None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:06.131435 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-28ed4e0d-d2e4-484e-8401-6ddacf4c3983 None None] Transition to ACTIVE for port object d1337a36-2055-4974-9650-9b064e2581fe will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:43:06.267612 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-28ed4e0d-d2e4-484e-8401-6ddacf4c3983 None None] Transition to ACTIVE for port object d1337a36-2055-4974-9650-9b064e2581fe will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:43:06.291885 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-28ed4e0d-d2e4-484e-8401-6ddacf4c3983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:06.342595 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c8e2a828-9786-4428-9500-e23fc0646fe6 req-9ebce5c6-a1ca-44a0-9ca2-58c9e0b55e8c service neutron] 10.222.0.64 "GET /v2.0/networks/4d1db86f-e368-416d-a803-521709094a5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6187439 Aug 05 11:43:06.354087 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-cc2f35c3-45b8-44dd-ae7b-3dc73796a0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:06.358963 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-cc2f35c3-45b8-44dd-ae7b-3dc73796a0b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:06.369773 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-cc2f35c3-45b8-44dd-ae7b-3dc73796a0b5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/875f4314-19bb-4763-a766-4de84b86aa05 HTTP/1.1" status: 204 len: 168 time: 1.2877784 Aug 05 11:43:06.431660 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ed4e0d-d2e4-484e-8401-6ddacf4c3983 None None] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:43:06.446586 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-eecc8bdc-13f0-4e21-91c3-0e53fbb28642 req-f71c9a61-4326-468a-8d35-fedcbd420ffd tempest-AttachSCSIVolumeTestJSON-189418846 tempest-AttachSCSIVolumeTestJSON-189418846-project] 10.222.0.58 "GET /v2.0/security-groups?id=1de8a8a3-1760-4f03-a03c-e2b00c19ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4579945 Aug 05 11:43:06.451074 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-28ed4e0d-d2e4-484e-8401-6ddacf4c3983 None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:43:06.476046 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fc8ad399-698a-44cc-a749-33d488973214 req-362580b8-bc1a-4b53-8246-25bfdf288cab tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups?id=47a5a50c-7385-42e8-98ac-c05af9825ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3054509 Aug 05 11:43:06.526819 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a9331e25-a02f-48e6-a0f6-ffef59a66981 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:06.536376 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ed4e0d-d2e4-484e-8401-6ddacf4c3983 None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:43:06.541802 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ed4e0d-d2e4-484e-8401-6ddacf4c3983 None None] Pushing event updated for resources: {'Port': ['ID=d1337a36-2055-4974-9650-9b064e2581fe,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:43:06.555680 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a9331e25-a02f-48e6-a0f6-ffef59a66981 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:06.585429 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-547353c0-4d2d-41b1-95c8-724f1e8a16c8 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Allocated IP 172.25.5.211 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/6bc0fa4f-ac0b-4824-84b5-175474148ea8) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:43:06.592140 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9331e25-a02f-48e6-a0f6-ffef59a66981 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1be2f146-7585-4c49-8ad1-4a122a94de91,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:43:06.644552 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2f35c3-45b8-44dd-ae7b-3dc73796a0b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=875f4314-19bb-4763-a766-4de84b86aa05,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:43:06.644923 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-20531918-4a4a-4a9d-9fb7-08eb164925a2 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Allocated IP 2001:db8::f816:3eff:fe01:dc18 (65f763dc-e344-4f1a-a003-f0293beb6d65/88c75b67-ba78-4195-9227-bf0a5058e997/5290ef1f-681f-46c9-bbf4-df27e466fab7) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:43:06.709801 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a9331e25-a02f-48e6-a0f6-ffef59a66981 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:06.717091 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-a9331e25-a02f-48e6-a0f6-ffef59a66981 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0548067 Aug 05 11:43:06.719796 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 38234) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:06.759472 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-28ed4e0d-d2e4-484e-8401-6ddacf4c3983 None None] Attempting to bind port d1337a36-2055-4974-9650-9b064e2581fe on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:43:06.762939 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-28ed4e0d-d2e4-484e-8401-6ddacf4c3983 None None] Attempting to bind port d1337a36-2055-4974-9650-9b064e2581fe by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'c3ce43ff-a33b-459d-a35e-6c011fee3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:43:06.763924 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ed4e0d-d2e4-484e-8401-6ddacf4c3983 None None] Attempting to bind port d1337a36-2055-4974-9650-9b064e2581fe on network 65f763dc-e344-4f1a-a003-f0293beb6d65 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:43:06.801696 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ed4e0d-d2e4-484e-8401-6ddacf4c3983 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:43:06.803773 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ed4e0d-d2e4-484e-8401-6ddacf4c3983 None None] Checking segment: {'id': 'c3ce43ff-a33b-459d-a35e-6c011fee3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:43:06.805201 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-28ed4e0d-d2e4-484e-8401-6ddacf4c3983 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:06.806085 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ed4e0d-d2e4-484e-8401-6ddacf4c3983 None None] Bound using segment: {'id': 'c3ce43ff-a33b-459d-a35e-6c011fee3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:43:06.807034 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-28ed4e0d-d2e4-484e-8401-6ddacf4c3983 None None] Bound port: d1337a36-2055-4974-9650-9b064e2581fe, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3ce43ff-a33b-459d-a35e-6c011fee3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:43:06.807842 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-28ed4e0d-d2e4-484e-8401-6ddacf4c3983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:06.858314 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [req-790db8da-94b6-4ac7-84e9-2f320b4b556e req-6eee4eb4-cfce-45ba-a74e-257e3f282327 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Router ec8ba789-a154-429c-9903-1744beefd0a1 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 11:43:06.928655 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a54a27db-ac14-4f53-a87c-871660f6688a tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:06.961919 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a54a27db-ac14-4f53-a87c-871660f6688a tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:07.068206 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-28ed4e0d-d2e4-484e-8401-6ddacf4c3983 None None] For port d1337a36-2055-4974-9650-9b064e2581fe, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:43:07.074803 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-28ed4e0d-d2e4-484e-8401-6ddacf4c3983 None None] For port d1337a36-2055-4974-9650-9b064e2581fe, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=d1337a36-2055-4974-9650-9b064e2581fe,segment=NetworkSegment(c3ce43ff-a33b-459d-a35e-6c011fee3456),segment_id=c3ce43ff-a33b-459d-a35e-6c011fee3456)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:43:07.088459 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-28ed4e0d-d2e4-484e-8401-6ddacf4c3983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:07.121379 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-20531918-4a4a-4a9d-9fb7-08eb164925a2 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:07.227885 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [None req-20531918-4a4a-4a9d-9fb7-08eb164925a2 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Transition to ACTIVE for port object 5290ef1f-681f-46c9-bbf4-df27e466fab7 will not be triggered until provisioned by entity DHCP. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:43:07.240003 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a54a27db-ac14-4f53-a87c-871660f6688a tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:07.270945 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ed4e0d-d2e4-484e-8401-6ddacf4c3983 None None] Pushing event updated for resources: {'Port': ['ID=d1337a36-2055-4974-9650-9b064e2581fe,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:43:07.280579 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-9b7c5cc0-ce6a-4624-814e-efd2fa61eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:07.299262 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 38238) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:07.301779 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a54a27db-ac14-4f53-a87c-871660f6688a tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:07.304377 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-a54a27db-ac14-4f53-a87c-871660f6688a tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/1be2f146-7585-4c49-8ad1-4a122a94de91 HTTP/1.1" status: 204 len: 168 time: 0.5826457 Aug 05 11:43:07.318989 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 38240) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:07.377041 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c3b6b0db-d432-4997-ba1a-35087c8fe9dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:07.404667 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54a27db-ac14-4f53-a87c-871660f6688a tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1be2f146-7585-4c49-8ad1-4a122a94de91,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:43:07.421143 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-547353c0-4d2d-41b1-95c8-724f1e8a16c8 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:07.491945 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-790db8da-94b6-4ac7-84e9-2f320b4b556e req-6eee4eb4-cfce-45ba-a74e-257e3f282327 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:43:07.516931 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-20531918-4a4a-4a9d-9fb7-08eb164925a2 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:07.527932 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298dbda6-eb84-4d51-bf5e-52d325c2cb1b None None] Sync routers for ids ['ec8ba789-a154-429c-9903-1744beefd0a1'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:43:07.581438 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298dbda6-eb84-4d51-bf5e-52d325c2cb1b None None] Routers {'ec8ba789-a154-429c-9903-1744beefd0a1'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:43:07.588896 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-298dbda6-eb84-4d51-bf5e-52d325c2cb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:42:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['ec8ba789-a154-429c-9903-1744beefd0a1'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:43:07.619869 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-790db8da-94b6-4ac7-84e9-2f320b4b556e req-6eee4eb4-cfce-45ba-a74e-257e3f282327 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] No DVR routers for this DVR port d3743ac1-d872-4507-a6f2-ed370e7d4ff9 on host n-h1-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:43:07.628356 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-790db8da-94b6-4ac7-84e9-2f320b4b556e req-6eee4eb4-cfce-45ba-a74e-257e3f282327 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:07.638018 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-790db8da-94b6-4ac7-84e9-2f320b4b556e req-6eee4eb4-cfce-45ba-a74e-257e3f282327 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.64 "DELETE /v2.0/ports/d3743ac1-d872-4507-a6f2-ed370e7d4ff9 HTTP/1.1" status: 204 len: 173 time: 11.6310539 Aug 05 11:43:07.642658 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40021a41-d350-4e38-ac4d-f69e07c48ffb', 'name': 'network-vif-deleted', 'tag': 'd3743ac1-d872-4507-a6f2-ed370e7d4ff9'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:43:07.647317 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3c2abe8-512e-48d8-abbd-7f97da4a8585" -d '{"events": [{"server_uuid": "40021a41-d350-4e38-ac4d-f69e07c48ffb", "name": "network-vif-deleted", "tag": "d3743ac1-d872-4507-a6f2-ed370e7d4ff9"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:43:07.736227 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-547353c0-4d2d-41b1-95c8-724f1e8a16c8 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:07.839782 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547353c0-4d2d-41b1-95c8-724f1e8a16c8 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:43:07.845831 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-547353c0-4d2d-41b1-95c8-724f1e8a16c8 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:43:07.858543 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547353c0-4d2d-41b1-95c8-724f1e8a16c8 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:43:07.902150 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547353c0-4d2d-41b1-95c8-724f1e8a16c8 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Pushing event updated for resources: {'Port': ['ID=6bc0fa4f-ac0b-4824-84b5-175474148ea8,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:43:08.077206 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-c6a16618-8d5e-4dc5-a794-dd050ff7ba9a tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.7425358 Aug 05 11:43:08.096240 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-298dbda6-eb84-4d51-bf5e-52d325c2cb1b None None] Set router ec8ba789-a154-429c-9903-1744beefd0a1 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:43:08.113186 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 38248) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:08.206117 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20531918-4a4a-4a9d-9fb7-08eb164925a2 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Pushing event updated for resources: {'Port': ['ID=5290ef1f-681f-46c9-bbf4-df27e466fab7,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:43:08.269339 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20531918-4a4a-4a9d-9fb7-08eb164925a2 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:43:08.338503 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9dd6e972-ad31-4dd7-9424-b31b175e6595 req-4b60d227-d0bf-450a-b308-372ec5f56599 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=40021a41-d350-4e38-ac4d-f69e07c48ffb HTTP/1.1" status: 200 len: 210 time: 0.4810846 Aug 05 11:43:08.338863 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device d1337a36-2055-4974-9650-9b064e2581fe up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:43:08.350973 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c3b6b0db-d432-4997-ba1a-35087c8fe9dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:08.362532 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-20531918-4a4a-4a9d-9fb7-08eb164925a2 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:43:08.372419 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20531918-4a4a-4a9d-9fb7-08eb164925a2 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:43:08.385228 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20531918-4a4a-4a9d-9fb7-08eb164925a2 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:43:08.386768 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-20531918-4a4a-4a9d-9fb7-08eb164925a2 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:08.427368 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeef668-469c-4c57-83ff-67376a4ff9c5 req-fd7bce49-770d-46d5-b69c-dae91ce03c06 tempest-AttachSCSIVolumeTestJSON-189418846 tempest-AttachSCSIVolumeTestJSON-189418846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:43:08.438907 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cbeef668-469c-4c57-83ff-67376a4ff9c5 req-fd7bce49-770d-46d5-b69c-dae91ce03c06 tempest-AttachSCSIVolumeTestJSON-189418846 tempest-AttachSCSIVolumeTestJSON-189418846-project] 10.222.0.58 "GET /v2.0/ports?device_id=a4d4312f-4dbb-4957-b2c6-f9a8697a7f4f HTTP/1.1" status: 200 len: 944 time: 0.6463101 Aug 05 11:43:08.482149 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c3b6b0db-d432-4997-ba1a-35087c8fe9dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:08.669071 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port d1337a36-2055-4974-9650-9b064e2581fe completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:43:08.702941 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cbeef668-469c-4c57-83ff-67376a4ff9c5 req-01ca6e6b-ba3d-424e-8304-4be50ca09932 tempest-AttachSCSIVolumeTestJSON-189418846 tempest-AttachSCSIVolumeTestJSON-189418846-project] 10.222.0.58 "GET /v2.0/security-groups?id=1de8a8a3-1760-4f03-a03c-e2b00c19ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103863 Aug 05 11:43:08.769756 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-20531918-4a4a-4a9d-9fb7-08eb164925a2 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.4811299 Aug 05 11:43:08.782599 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 38254) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:08.864794 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-298dbda6-eb84-4d51-bf5e-52d325c2cb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8ba789-a154-429c-9903-1744beefd0a1', 'name': 'tempest-ServerActionsTestJSON-1586802047-router', 'tenant_id': '922471f37b13454ba92168a26c5eea8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '5d78ff12-51c7-471c-bde9-9c60113b613d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:26:13Z', 'updated_at': '2021-08-05T11:26:34Z', 'revision_number': 4, 'project_id': '922471f37b13454ba92168a26c5eea8e', 'gw_port': {'id': '5d78ff12-51c7-471c-bde9-9c60113b613d', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8ba789-a154-429c-9903-1744beefd0a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:26:16Z', 'updated_at': '2021-08-05T11:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'ac32dd6d-8407-41f7-8145-78e1e1906229', 'name': '', 'network_id': '3bbc31db-4958-4e8b-9f8e-bc48b5d28e47', 'tenant_id': '922471f37b13454ba92168a26c5eea8e', 'mac_address': 'fa:16:3e:45:0f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8ba789-a154-429c-9903-1744beefd0a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '2358f314-430e-4da8-8dea-b9e9954bab81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:26:28Z', 'updated_at': '2021-08-05T11:26:47Z', 'revision_number': 5, 'project_id': '922471f37b13454ba92168a26c5eea8e', 'subnets': [{'id': '2358f314-430e-4da8-8dea-b9e9954bab81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:43:08.967539 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298dbda6-eb84-4d51-bf5e-52d325c2cb1b None None] Checking router: ec8ba789-a154-429c-9903-1744beefd0a1 for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:43:08.987494 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b6b0db-d432-4997-ba1a-35087c8fe9dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5126afbf-da6e-4f74-812e-a4e13e10e866,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:43:09.023162 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-c3b6b0db-d432-4997-ba1a-35087c8fe9dd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f091425f91d442cd85f210b8c3a99414&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7187381 Aug 05 11:43:09.030176 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298dbda6-eb84-4d51-bf5e-52d325c2cb1b None None] Routers {'ec8ba789-a154-429c-9903-1744beefd0a1'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:43:09.031729 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-298dbda6-eb84-4d51-bf5e-52d325c2cb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:42:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['ec8ba789-a154-429c-9903-1744beefd0a1'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:43:09.033204 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 38256) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:09.050840 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-852a4694-b3db-4c5b-8394-85a17c43bd39 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:09.117166 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-852a4694-b3db-4c5b-8394-85a17c43bd39 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:09.247212 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-852a4694-b3db-4c5b-8394-85a17c43bd39 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:09.251692 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-852a4694-b3db-4c5b-8394-85a17c43bd39 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:09.257063 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-852a4694-b3db-4c5b-8394-85a17c43bd39 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] 10.222.0.58 "DELETE /v2.0/security-groups/5f9eccc1-d60d-43f9-8401-1d8f477e8bf8 HTTP/1.1" status: 204 len: 168 time: 1.0394568 Aug 05 11:43:09.261586 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c8e2a828-9786-4428-9500-e23fc0646fe6 req-01b3f114-bfb8-438f-9854-6f1193ef6dc1 service neutron] 10.222.0.64 "GET /v2.0/networks/4d1db86f-e368-416d-a803-521709094a5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4174798 Aug 05 11:43:09.265608 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 38258) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:09.282587 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90813c69-f9c6-4fb2-80ae-37013f1497f3 x-openstack-request-id: req-90813c69-f9c6-4fb2-80ae-37013f1497f3 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:43:09.283168 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40021a41-d350-4e38-ac4d-f69e07c48ffb", "name": "network-vif-deleted", "tag": "d3743ac1-d872-4507-a6f2-ed370e7d4ff9", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:43:09.283872 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-90813c69-f9c6-4fb2-80ae-37013f1497f3 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:43:09.284665 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40021a41-d350-4e38-ac4d-f69e07c48ffb', 'name': 'network-vif-deleted', 'tag': 'd3743ac1-d872-4507-a6f2-ed370e7d4ff9', 'status': 'completed', 'code': 200} Aug 05 11:43:09.378374 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852a4694-b3db-4c5b-8394-85a17c43bd39 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f9eccc1-d60d-43f9-8401-1d8f477e8bf8,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:43:09.400968 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2dc6738-4695-40b4-b800-e729c6e8d3da tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:43:09.412842 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2dc6738-4695-40b4-b800-e729c6e8d3da tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:43:09.420884 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-d2dc6738-4695-40b4-b800-e729c6e8d3da tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.6207254 Aug 05 11:43:09.421657 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 38262) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:09.458392 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 38264) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:09.459621 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-685e1b2e-48b3-4876-a8e0-ff0b831cd497 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1886234 Aug 05 11:43:09.462688 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-547353c0-4d2d-41b1-95c8-724f1e8a16c8 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Notify callbacks [] for router_gateway, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:09.534876 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-5d65c247-58ca-4cf6-a3c3-caab15ed7e60 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Request body: {'security_group': {'name': 'tempest-secgroup--1338349230'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:43:09.541545 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-298dbda6-eb84-4d51-bf5e-52d325c2cb1b None None] Set router ec8ba789-a154-429c-9903-1744beefd0a1 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:43:09.591682 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7292c2f5-731d-40ba-b051-91417a47f7b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:09.744958 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7292c2f5-731d-40ba-b051-91417a47f7b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:09.900386 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5d65c247-58ca-4cf6-a3c3-caab15ed7e60 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:10.113617 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822c5bea-0a4d-44bc-9338-3911bb6a9404 req-f9c50de7-19b3-49ae-b8cd-02c9ab6a612b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:43:10.117417 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-822c5bea-0a4d-44bc-9338-3911bb6a9404 req-f9c50de7-19b3-49ae-b8cd-02c9ab6a612b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a02a178820324fb2b01f24f52bf7b476&device_id=a4d4312f-4dbb-4957-b2c6-f9a8697a7f4f HTTP/1.1" status: 200 len: 1095 time: 0.6875508 Aug 05 11:43:10.169931 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0c0983e2-be71-4aa4-b095-059a0b1dd352 req-ceadf9cf-e6a6-47c5-aa8b-c238152ce9a6 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/ports?device_id=40021a41-d350-4e38-ac4d-f69e07c48ffb HTTP/1.1" status: 200 len: 210 time: 0.4193001 Aug 05 11:43:10.237508 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-ba6abf3a-4831-478f-8d01-b17ea98aa5c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:10.261106 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:10.301224 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-45f1165b-612e-47b9-aee9-4341e5493894 None None] Provisioning for port d1337a36-2055-4974-9650-9b064e2581fe completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:43:10.313039 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-45f1165b-612e-47b9-aee9-4341e5493894 None None] Provisioning complete for port d1337a36-2055-4974-9650-9b064e2581fe triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:43:10.314833 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-45f1165b-612e-47b9-aee9-4341e5493894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:10.389924 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-298dbda6-eb84-4d51-bf5e-52d325c2cb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8ba789-a154-429c-9903-1744beefd0a1', 'name': 'tempest-ServerActionsTestJSON-1586802047-router', 'tenant_id': '922471f37b13454ba92168a26c5eea8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '5d78ff12-51c7-471c-bde9-9c60113b613d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:26:13Z', 'updated_at': '2021-08-05T11:26:34Z', 'revision_number': 4, 'project_id': '922471f37b13454ba92168a26c5eea8e', 'gw_port': {'id': '5d78ff12-51c7-471c-bde9-9c60113b613d', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8ba789-a154-429c-9903-1744beefd0a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:26:16Z', 'updated_at': '2021-08-05T11:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'ac32dd6d-8407-41f7-8145-78e1e1906229', 'name': '', 'network_id': '3bbc31db-4958-4e8b-9f8e-bc48b5d28e47', 'tenant_id': '922471f37b13454ba92168a26c5eea8e', 'mac_address': 'fa:16:3e:45:0f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8ba789-a154-429c-9903-1744beefd0a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '2358f314-430e-4da8-8dea-b9e9954bab81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:26:28Z', 'updated_at': '2021-08-05T11:26:47Z', 'revision_number': 5, 'project_id': '922471f37b13454ba92168a26c5eea8e', 'subnets': [{'id': '2358f314-430e-4da8-8dea-b9e9954bab81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:43:10.424573 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aa0b85-7812-4c90-80de-df0d392f73c0 req-91b27625-28e9-40fe-adfb-8b9a4ac5177f tempest-AttachSCSIVolumeTestJSON-189418846 tempest-AttachSCSIVolumeTestJSON-189418846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:43:10.428341 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d3aa0b85-7812-4c90-80de-df0d392f73c0 req-91b27625-28e9-40fe-adfb-8b9a4ac5177f tempest-AttachSCSIVolumeTestJSON-189418846 tempest-AttachSCSIVolumeTestJSON-189418846-project] 10.222.0.58 "GET /v2.0/ports?device_id=a4d4312f-4dbb-4957-b2c6-f9a8697a7f4f HTTP/1.1" status: 200 len: 944 time: 0.3808870 Aug 05 11:43:10.464829 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298dbda6-eb84-4d51-bf5e-52d325c2cb1b None None] The sync data for ids ['ec8ba789-a154-429c-9903-1744beefd0a1'] in n-d-803378-2 is: [{'id': 'ec8ba789-a154-429c-9903-1744beefd0a1', 'name': 'tempest-ServerActionsTestJSON-1586802047-router', 'tenant_id': '922471f37b13454ba92168a26c5eea8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '5d78ff12-51c7-471c-bde9-9c60113b613d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:26:13Z', 'updated_at': '2021-08-05T11:26:34Z', 'revision_number': 4, 'project_id': '922471f37b13454ba92168a26c5eea8e', 'gw_port': {'id': '5d78ff12-51c7-471c-bde9-9c60113b613d', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8ba789-a154-429c-9903-1744beefd0a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:26:16Z', 'updated_at': '2021-08-05T11:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'ac32dd6d-8407-41f7-8145-78e1e1906229', 'name': '', 'network_id': '3bbc31db-4958-4e8b-9f8e-bc48b5d28e47', 'tenant_id': '922471f37b13454ba92168a26c5eea8e', 'mac_address': 'fa:16:3e:45:0f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8ba789-a154-429c-9903-1744beefd0a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '2358f314-430e-4da8-8dea-b9e9954bab81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:26:28Z', 'updated_at': '2021-08-05T11:26:47Z', 'revision_number': 5, 'project_id': '922471f37b13454ba92168a26c5eea8e', 'subnets': [{'id': '2358f314-430e-4da8-8dea-b9e9954bab81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:43:10.499052 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7292c2f5-731d-40ba-b051-91417a47f7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:10.506334 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7292c2f5-731d-40ba-b051-91417a47f7b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:10.512307 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-7292c2f5-731d-40ba-b051-91417a47f7b5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5126afbf-da6e-4f74-812e-a4e13e10e866 HTTP/1.1" status: 204 len: 168 time: 1.4730582 Aug 05 11:43:10.532525 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822c5bea-0a4d-44bc-9338-3911bb6a9404 req-7617b263-254f-440e-9dc6-cb10cda14e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:43:10.546962 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-822c5bea-0a4d-44bc-9338-3911bb6a9404 req-7617b263-254f-440e-9dc6-cb10cda14e68 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4d1db86f-e368-416d-a803-521709094a5f HTTP/1.1" status: 200 len: 916 time: 0.2799168 Aug 05 11:43:10.569992 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7292c2f5-731d-40ba-b051-91417a47f7b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5126afbf-da6e-4f74-812e-a4e13e10e866,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:43:10.578894 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-a23e5ac1-a26d-4ce9-8eac-524f4eee7b2a tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Deleting port 5290ef1f-681f-46c9-bbf4-df27e466fab7 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:43:10.579540 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a23e5ac1-a26d-4ce9-8eac-524f4eee7b2a tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:10.737256 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-45f1165b-612e-47b9-aee9-4341e5493894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:10.794318 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d3aa0b85-7812-4c90-80de-df0d392f73c0 req-e9aeda3e-25af-4c03-b86e-93066d2fc8bc tempest-AttachSCSIVolumeTestJSON-189418846 tempest-AttachSCSIVolumeTestJSON-189418846-project] 10.222.0.58 "GET /v2.0/security-groups?id=1de8a8a3-1760-4f03-a03c-e2b00c19ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3362069 Aug 05 11:43:10.900430 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-822c5bea-0a4d-44bc-9338-3911bb6a9404 req-ee2715ae-15ba-41eb-9423-d892f5532fa7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f57a6c3b-0b4e-412e-ad8e-313d52a289f5 HTTP/1.1" status: 200 len: 217 time: 0.3399782 Aug 05 11:43:10.920453 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-45f1165b-612e-47b9-aee9-4341e5493894 None None] For port d1337a36-2055-4974-9650-9b064e2581fe, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=d1337a36-2055-4974-9650-9b064e2581fe,segment=NetworkSegment(c3ce43ff-a33b-459d-a35e-6c011fee3456),segment_id=c3ce43ff-a33b-459d-a35e-6c011fee3456)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:43:10.927701 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5d65c247-58ca-4cf6-a3c3-caab15ed7e60 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:10.934290 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-45f1165b-612e-47b9-aee9-4341e5493894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:10.943081 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5d65c247-58ca-4cf6-a3c3-caab15ed7e60 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:10.980284 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a23e5ac1-a26d-4ce9-8eac-524f4eee7b2a tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:11.043580 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-a23e5ac1-a26d-4ce9-8eac-524f4eee7b2a tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Calling delete_port for 5290ef1f-681f-46c9-bbf4-df27e466fab7 owned by {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:43:11.054284 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5d65c247-58ca-4cf6-a3c3-caab15ed7e60 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:11.056843 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-5d65c247-58ca-4cf6-a3c3-caab15ed7e60 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.5273471 Aug 05 11:43:11.064572 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 38274) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:11.076424 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-922b4385-e5b0-4d87-b842-cb49cbd12aa6 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Request body: {'security_group_rule': {'security_group_id': 'a2ca3679-4220-49dd-a483-5ae0b3897426', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:43:11.118155 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-547353c0-4d2d-41b1-95c8-724f1e8a16c8 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286026'] for router, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:11.134870 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d65c247-58ca-4cf6-a3c3-caab15ed7e60 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2ca3679-4220-49dd-a483-5ae0b3897426,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:43:11.173583 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-922b4385-e5b0-4d87-b842-cb49cbd12aa6 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:11.206340 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822c5bea-0a4d-44bc-9338-3911bb6a9404 req-80d0ba78-cdac-4cf1-8953-9ffbf3a395b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:43:11.211180 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-822c5bea-0a4d-44bc-9338-3911bb6a9404 req-80d0ba78-cdac-4cf1-8953-9ffbf3a395b3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7c5e4571-6adf-456a-91ed-eaaee0830fdc HTTP/1.1" status: 200 len: 854 time: 0.2953088 Aug 05 11:43:11.233316 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-66946dc2-7a2c-4a69-acdb-a2ae328ab979 None None] Provisioning for port 5290ef1f-681f-46c9-bbf4-df27e466fab7 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:43:11.240350 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f1165b-612e-47b9-aee9-4341e5493894 None None] Pushing event updated for resources: {'Port': ['ID=d1337a36-2055-4974-9650-9b064e2581fe,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:43:11.251570 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a2e82b-8852-4fd8-a81f-5f557629c08b None None] New status for floating IP e38ccd27-9738-4388-b32e-92059a9d85a4: DOWN {{(pid=94423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 11:43:11.258612 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-66946dc2-7a2c-4a69-acdb-a2ae328ab979 None None] Provisioning complete for port 5290ef1f-681f-46c9-bbf4-df27e466fab7 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:43:11.261795 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-66946dc2-7a2c-4a69-acdb-a2ae328ab979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:11.371718 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-66946dc2-7a2c-4a69-acdb-a2ae328ab979 None None] Port 5290ef1f-681f-46c9-bbf4-df27e466fab7 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:43:11.509898 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822c5bea-0a4d-44bc-9338-3911bb6a9404 req-6d83da2d-188c-4a9b-85c1-c482570b0760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:43:11.513931 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-822c5bea-0a4d-44bc-9338-3911bb6a9404 req-6d83da2d-188c-4a9b-85c1-c482570b0760 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4d1db86f-e368-416d-a803-521709094a5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2100410 Aug 05 11:43:11.517179 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 38282) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:11.539640 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-922b4385-e5b0-4d87-b842-cb49cbd12aa6 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:11.570827 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-922b4385-e5b0-4d87-b842-cb49cbd12aa6 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:11.697449 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:11.764540 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-822c5bea-0a4d-44bc-9338-3911bb6a9404 req-05303341-5e1e-43bf-8b03-af982f72ef5d service neutron] 10.222.0.64 "GET /v2.0/networks/4d1db86f-e368-416d-a803-521709094a5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412136 Aug 05 11:43:11.820295 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-922b4385-e5b0-4d87-b842-cb49cbd12aa6 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:11.827060 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-922b4385-e5b0-4d87-b842-cb49cbd12aa6 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7526994 Aug 05 11:43:11.832751 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922b4385-e5b0-4d87-b842-cb49cbd12aa6 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98432268-61ba-4b96-ba7d-b372db997801,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:43:11.837992 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 38288) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:11.861187 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-448aad59-7b7c-4a56-9e3b-41d4c4ffdd27 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Request body: {'security_group_rule': {'security_group_id': 'a2ca3679-4220-49dd-a483-5ae0b3897426', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:43:11.889199 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2a1bb2e4-0689-4586-84d2-db39337379df tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:12.007036 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2a1bb2e4-0689-4586-84d2-db39337379df tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:12.011949 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-448aad59-7b7c-4a56-9e3b-41d4c4ffdd27 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:12.022944 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-822c5bea-0a4d-44bc-9338-3911bb6a9404 req-fb960949-c643-4079-802b-d3c59170050c service neutron] 10.222.0.64 "GET /v2.0/networks/4d1db86f-e368-416d-a803-521709094a5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912768 Aug 05 11:43:12.078599 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a23e5ac1-a26d-4ce9-8eac-524f4eee7b2a tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:12.182743 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device d1337a36-2055-4974-9650-9b064e2581fe up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:43:12.221639 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-547353c0-4d2d-41b1-95c8-724f1e8a16c8 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Router 555d5fa3-79c5-43a6-80ae-525fbbfd8c42 is scheduled to L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d with binding_index 1 {{(pid=94421) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 11:43:12.319592 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23e5ac1-a26d-4ce9-8eac-524f4eee7b2a tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Pushing event deleted for resources: {'Port': ['ID=5290ef1f-681f-46c9-bbf4-df27e466fab7,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:43:12.397491 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port d1337a36-2055-4974-9650-9b064e2581fe triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:43:12.400820 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:12.439603 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0580e6-0097-4771-8ed9-3dadaeada054 req-345f88ec-7e38-4cfb-9265-d425d67e2654 tempest-AttachSCSIVolumeTestJSON-189418846 tempest-AttachSCSIVolumeTestJSON-189418846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:43:12.460701 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cc0580e6-0097-4771-8ed9-3dadaeada054 req-345f88ec-7e38-4cfb-9265-d425d67e2654 tempest-AttachSCSIVolumeTestJSON-189418846 tempest-AttachSCSIVolumeTestJSON-189418846-project] 10.222.0.58 "GET /v2.0/ports?device_id=a4d4312f-4dbb-4957-b2c6-f9a8697a7f4f HTTP/1.1" status: 200 len: 944 time: 0.3544931 Aug 05 11:43:12.467222 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-448aad59-7b7c-4a56-9e3b-41d4c4ffdd27 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:12.497053 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a23e5ac1-a26d-4ce9-8eac-524f4eee7b2a tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:12.500339 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-a23e5ac1-a26d-4ce9-8eac-524f4eee7b2a tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "DELETE /v2.0/ports/5290ef1f-681f-46c9-bbf4-df27e466fab7 HTTP/1.1" status: 204 len: 168 time: 3.0762739 Aug 05 11:43:12.513186 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 38298) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:12.517400 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-448aad59-7b7c-4a56-9e3b-41d4c4ffdd27 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:12.616362 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448aad59-7b7c-4a56-9e3b-41d4c4ffdd27 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64c68611-f57d-4fc2-99fe-daf76130d03a,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:43:12.670091 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-547353c0-4d2d-41b1-95c8-724f1e8a16c8 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:43:12.727944 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-547353c0-4d2d-41b1-95c8-724f1e8a16c8 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Notify callbacks [] for router, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:12.730099 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-547353c0-4d2d-41b1-95c8-724f1e8a16c8 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 20.1068988 Aug 05 11:43:12.735452 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 38304) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:12.738244 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2a1bb2e4-0689-4586-84d2-db39337379df tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:12.744243 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2a1bb2e4-0689-4586-84d2-db39337379df tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:12.746598 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-2a1bb2e4-0689-4586-84d2-db39337379df tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "DELETE /v2.0/security-groups/47a5a50c-7385-42e8-98ac-c05af9825ffb HTTP/1.1" status: 204 len: 168 time: 1.2201107 Aug 05 11:43:12.752423 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-0eaed0f7-6609-4334-a395-d26858181365 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'enable_snat': False}}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:43:12.780431 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49332df8-7b25-494e-b8c6-07edf985f59f None None] Sync routers for ids ['555d5fa3-79c5-43a6-80ae-525fbbfd8c42'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:43:12.782466 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 38306) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:12.812616 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-448aad59-7b7c-4a56-9e3b-41d4c4ffdd27 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:12.814458 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-448aad59-7b7c-4a56-9e3b-41d4c4ffdd27 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9675109 Aug 05 11:43:12.817555 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49332df8-7b25-494e-b8c6-07edf985f59f None None] Routers {'555d5fa3-79c5-43a6-80ae-525fbbfd8c42'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:43:12.819404 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-49332df8-7b25-494e-b8c6-07edf985f59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:43:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['555d5fa3-79c5-43a6-80ae-525fbbfd8c42'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:43:12.899918 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 38308) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:12.920703 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cc0580e6-0097-4771-8ed9-3dadaeada054 req-01060ba3-0306-4810-91fd-3fd34105ba6b tempest-AttachSCSIVolumeTestJSON-189418846 tempest-AttachSCSIVolumeTestJSON-189418846-project] 10.222.0.58 "GET /v2.0/security-groups?id=1de8a8a3-1760-4f03-a03c-e2b00c19ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4585223 Aug 05 11:43:12.955144 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-49332df8-7b25-494e-b8c6-07edf985f59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:43:12.961434 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-37b90eaa-dbbd-473a-8be4-4d32fa8c474e tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Request body: {'security_group_rule': {'security_group_id': 'a2ca3679-4220-49dd-a483-5ae0b3897426', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:43:12.985455 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49332df8-7b25-494e-b8c6-07edf985f59f None None] Routers {'555d5fa3-79c5-43a6-80ae-525fbbfd8c42'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:43:12.986698 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-49332df8-7b25-494e-b8c6-07edf985f59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:43:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['555d5fa3-79c5-43a6-80ae-525fbbfd8c42'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:43:13.015888 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1bb2e4-0689-4586-84d2-db39337379df tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47a5a50c-7385-42e8-98ac-c05af9825ffb,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:43:13.023760 n-d-803378-2 neutron-server[94420]: INFO neutron.api.v2.resource [None req-dcdc4d4a-014f-4f11-b1eb-c4ca1ce4719b tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] show failed (client error): The resource could not be found. Aug 05 11:43:13.030036 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-dcdc4d4a-014f-4f11-b1eb-c4ca1ce4719b tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "GET /v2.0/security-groups/47a5a50c-7385-42e8-98ac-c05af9825ffb HTTP/1.1" status: 404 len: 347 time: 0.2152700 Aug 05 11:43:13.033525 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 38312) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:13.043034 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe772226-26b0-4580-b762-6278d7382cbb tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:43:13.046575 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe772226-26b0-4580-b762-6278d7382cbb tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:43:13.049616 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-fe772226-26b0-4580-b762-6278d7382cbb tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.5195556 Aug 05 11:43:13.062671 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 38314) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:13.097796 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-49332df8-7b25-494e-b8c6-07edf985f59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:43:13.100469 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49332df8-7b25-494e-b8c6-07edf985f59f None None] The sync data for ids ['555d5fa3-79c5-43a6-80ae-525fbbfd8c42'] in n-d-803378-2 is: [] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:43:13.195305 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-37b90eaa-dbbd-473a-8be4-4d32fa8c474e tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:13.479552 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5ff7b3a-b35e-4311-a081-c332afa30253 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Deleting subnet 88c75b67-ba78-4195-9227-bf0a5058e997 {{(pid=94420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:43:13.486221 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d5ff7b3a-b35e-4311-a081-c332afa30253 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks [] for subnet, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:13.581493 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d5ff7b3a-b35e-4311-a081-c332afa30253 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25010562'] for subnet, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:13.759978 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device f57a6c3b-0b4e-412e-ad8e-313d52a289f5 details requested by agent hyperv_n-h1-803378-2 with host n-h1-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:43:13.797917 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d5ff7b3a-b35e-4311-a081-c332afa30253 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:13.884930 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:13.968141 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-37b90eaa-dbbd-473a-8be4-4d32fa8c474e tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:13.989957 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-37b90eaa-dbbd-473a-8be4-4d32fa8c474e tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:13.999415 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-97234870-f9ba-4feb-a338-dcd73de5d355 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Deleting port 4dc3c324-0314-44be-b5ff-cce3ddd0f9d9 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:43:13.999681 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-97234870-f9ba-4feb-a338-dcd73de5d355 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:14.122319 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b90eaa-dbbd-473a-8be4-4d32fa8c474e tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c268698b-a698-4823-90d7-3f734bc0b216,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:43:14.131938 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port f57a6c3b-0b4e-412e-ad8e-313d52a289f5, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=f57a6c3b-0b4e-412e-ad8e-313d52a289f5,segment=NetworkSegment(df4965ed-026b-4702-9189-bba7cbcadff6),segment_id=df4965ed-026b-4702-9189-bba7cbcadff6)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:43:14.140140 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d5ff7b3a-b35e-4311-a081-c332afa30253 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29762763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24211094'] for subnet, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:14.170948 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Returning: {'device': 'f57a6c3b-0b4e-412e-ad8e-313d52a289f5', 'network_id': '4d1db86f-e368-416d-a803-521709094a5f', 'port_id': 'f57a6c3b-0b4e-412e-ad8e-313d52a289f5', 'mac_address': 'fa:16:3e:c0:18:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c5e4571-6adf-456a-91ed-eaaee0830fdc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:43:14.228135 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-37b90eaa-dbbd-473a-8be4-4d32fa8c474e tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:14.230307 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-37b90eaa-dbbd-473a-8be4-4d32fa8c474e tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.3283334 Aug 05 11:43:14.234959 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 38328) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:14.252882 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ff7b3a-b35e-4311-a081-c332afa30253 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Pushing event deleted for resources: {'Subnet': ['ID=88c75b67-ba78-4195-9227-bf0a5058e997,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:43:14.259639 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-0c825946-9bf6-44b1-bc51-05e1562480e3 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Request body: {'security_group_rule': {'security_group_id': 'a2ca3679-4220-49dd-a483-5ae0b3897426', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:43:14.325306 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d5ff7b3a-b35e-4311-a081-c332afa30253 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:14.337486 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-d5ff7b3a-b35e-4311-a081-c332afa30253 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "DELETE /v2.0/subnets/88c75b67-ba78-4195-9227-bf0a5058e997 HTTP/1.1" status: 204 len: 168 time: 1.2711997 Aug 05 11:43:14.343635 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 38332) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:14.391565 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-97234870-f9ba-4feb-a338-dcd73de5d355 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:14.392603 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-97234870-f9ba-4feb-a338-dcd73de5d355 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:14.446335 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b8111b-a04b-4f6c-9729-43e4b8ff006f req-720879ed-5a07-4053-beca-f094eeebfd67 tempest-AttachSCSIVolumeTestJSON-189418846 tempest-AttachSCSIVolumeTestJSON-189418846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:43:14.449929 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-56b8111b-a04b-4f6c-9729-43e4b8ff006f req-720879ed-5a07-4053-beca-f094eeebfd67 tempest-AttachSCSIVolumeTestJSON-189418846 tempest-AttachSCSIVolumeTestJSON-189418846-project] 10.222.0.58 "GET /v2.0/ports?device_id=a4d4312f-4dbb-4957-b2c6-f9a8697a7f4f HTTP/1.1" status: 200 len: 944 time: 0.3041995 Aug 05 11:43:14.452448 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-97234870-f9ba-4feb-a338-dcd73de5d355 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Calling delete_port for 4dc3c324-0314-44be-b5ff-cce3ddd0f9d9 owned by network:floatingip {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:43:14.474483 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-90c9f7d0-7599-4ab2-b354-ceb3a15a544e tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1281297 Aug 05 11:43:14.483177 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 38338) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:14.516422 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa0a2a4-c3b2-4067-9082-71e7a1fbf226 None None] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:43:14.620465 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0eaed0f7-6609-4334-a395-d26858181365 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:14.672811 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22231af0-2c41-43e0-a3ea-3a0282f140d0 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:43:14.679415 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-22231af0-2c41-43e0-a3ea-3a0282f140d0 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1878650 Aug 05 11:43:14.681042 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0c825946-9bf6-44b1-bc51-05e1562480e3 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:14.734551 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 38344) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:14.796408 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-56b8111b-a04b-4f6c-9729-43e4b8ff006f req-2b3554b5-da87-4642-8338-fbdf44e8b15d tempest-AttachSCSIVolumeTestJSON-189418846 tempest-AttachSCSIVolumeTestJSON-189418846-project] 10.222.0.58 "GET /v2.0/security-groups?id=1de8a8a3-1760-4f03-a03c-e2b00c19ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3162692 Aug 05 11:43:14.918126 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0c825946-9bf6-44b1-bc51-05e1562480e3 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:14.951641 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0c825946-9bf6-44b1-bc51-05e1562480e3 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:14.963276 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c561e050-8d3f-48f2-bfd7-673db47bb894 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:43:14.972231 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-c561e050-8d3f-48f2-bfd7-673db47bb894 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2028277 Aug 05 11:43:14.977591 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 38352) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:15.002371 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:15.004171 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0c825946-9bf6-44b1-bc51-05e1562480e3 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:15.011209 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-0c825946-9bf6-44b1-bc51-05e1562480e3 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7688227 Aug 05 11:43:15.019078 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 38354) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:15.032036 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-1222b665-ce81-4c59-9985-cadc21f1052f tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Request body: {'security_group_rule': {'security_group_id': 'a2ca3679-4220-49dd-a483-5ae0b3897426', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:43:15.045259 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c825946-9bf6-44b1-bc51-05e1562480e3 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b7e5eec-1f7f-4230-9d52-ea8a11ad75a4,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:43:15.103188 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-69c93bdd-fcc3-42ed-b887-b76e74dcc693 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1179912 Aug 05 11:43:15.104295 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 38356) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:15.142760 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-8367d7ee-6007-4e05-8e3c-5a1f6cd30a6d tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Request body: {'subnet': {'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:43:15.170066 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f57a6c3b-0b4e-412e-ad8e-313d52a289f5 {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:43:15.201759 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1222b665-ce81-4c59-9985-cadc21f1052f tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:15.288443 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port f57a6c3b-0b4e-412e-ad8e-313d52a289f5, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=f57a6c3b-0b4e-412e-ad8e-313d52a289f5,segment=NetworkSegment(df4965ed-026b-4702-9189-bba7cbcadff6),segment_id=df4965ed-026b-4702-9189-bba7cbcadff6)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:43:15.310278 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-97234870-f9ba-4feb-a338-dcd73de5d355 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:15.319656 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:15.448817 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97234870-f9ba-4feb-a338-dcd73de5d355 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Pushing event deleted for resources: {'Port': ['ID=4dc3c324-0314-44be-b5ff-cce3ddd0f9d9,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:43:15.459561 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=f57a6c3b-0b4e-412e-ad8e-313d52a289f5,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:43:15.483215 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e819a64f-c815-4c41-9351-7cb75178f832 None None] DHCP port deletion for 65f763dc-e344-4f1a-a003-f0293beb6d65 request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 11:43:15.598609 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-e819a64f-c815-4c41-9351-7cb75178f832 None None] Deleting port d1337a36-2055-4974-9650-9b064e2581fe {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:43:15.599194 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e819a64f-c815-4c41-9351-7cb75178f832 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:15.686061 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-97234870-f9ba-4feb-a338-dcd73de5d355 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Notify callbacks [] for floatingip, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:15.690842 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-97234870-f9ba-4feb-a338-dcd73de5d355 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:15.697857 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-97234870-f9ba-4feb-a338-dcd73de5d355 tempest-ServerActionsTestJSON-1176936527 tempest-ServerActionsTestJSON-1176936527-project] 10.222.0.58 "DELETE /v2.0/floatingips/e38ccd27-9738-4388-b32e-92059a9d85a4 HTTP/1.1" status: 204 len: 168 time: 2.6577790 Aug 05 11:43:15.716276 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5759d89-230c-45ba-9c64-7d59fd2e7cd5 req-6c59d1de-8277-4f56-a542-67bf1d7f59f1 tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:43:15.716276 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e5759d89-230c-45ba-9c64-7d59fd2e7cd5 req-6c59d1de-8277-4f56-a542-67bf1d7f59f1 tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] 10.222.0.58 "GET /v2.0/ports?device_id=937b6d92-da9b-4d35-b1ff-74935620d128 HTTP/1.1" status: 200 len: 945 time: 0.1838744 Aug 05 11:43:15.716276 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 38362) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:15.819492 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e5759d89-230c-45ba-9c64-7d59fd2e7cd5 req-2c34986f-758a-46ed-87f7-1abc16728c68 tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] 10.222.0.58 "GET /v2.0/security-groups?id=c3cdc2e1-6657-462f-8996-f7367a683d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853150 Aug 05 11:43:15.825480 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-e819a64f-c815-4c41-9351-7cb75178f832 None None] For port d1337a36-2055-4974-9650-9b064e2581fe, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=d1337a36-2055-4974-9650-9b064e2581fe,segment=NetworkSegment(c3ce43ff-a33b-459d-a35e-6c011fee3456),segment_id=c3ce43ff-a33b-459d-a35e-6c011fee3456)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:43:15.826020 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e819a64f-c815-4c41-9351-7cb75178f832 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:15.836867 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1222b665-ce81-4c59-9985-cadc21f1052f tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:15.875889 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-e819a64f-c815-4c41-9351-7cb75178f832 None None] Calling delete_port for d1337a36-2055-4974-9650-9b064e2581fe owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:43:16.062779 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1222b665-ce81-4c59-9985-cadc21f1052f tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:16.073790 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['f57a6c3b-0b4e-412e-ad8e-313d52a289f5'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:43:16.096805 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1222b665-ce81-4c59-9985-cadc21f1052f tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b73b3bea-7f4c-46df-9055-e66648f35a58,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:43:16.100251 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8367d7ee-6007-4e05-8e3c-5a1f6cd30a6d tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Made reservation on behalf of 2255634a74e844e794fd358818288ba1 for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:43:16.107019 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8367d7ee-6007-4e05-8e3c-5a1f6cd30a6d tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:16.200801 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device d1337a36-2055-4974-9650-9b064e2581fe no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:43:16.211649 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90aeb88-7547-41cd-b6fc-96abbfc09fee req-642c42a2-e01b-4465-98ba-a8b5c076e56f tempest-AttachSCSIVolumeTestJSON-189418846 tempest-AttachSCSIVolumeTestJSON-189418846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:43:16.215967 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d90aeb88-7547-41cd-b6fc-96abbfc09fee req-642c42a2-e01b-4465-98ba-a8b5c076e56f tempest-AttachSCSIVolumeTestJSON-189418846 tempest-AttachSCSIVolumeTestJSON-189418846-project] 10.222.0.58 "GET /v2.0/ports?device_id=a4d4312f-4dbb-4957-b2c6-f9a8697a7f4f HTTP/1.1" status: 200 len: 945 time: 0.2283566 Aug 05 11:43:16.361917 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 11:43:16.407539 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1222b665-ce81-4c59-9985-cadc21f1052f tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:16.415653 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-1222b665-ce81-4c59-9985-cadc21f1052f tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.3904183 Aug 05 11:43:16.423933 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d90aeb88-7547-41cd-b6fc-96abbfc09fee req-6bebeb01-ab95-4413-9a59-372068ef1916 tempest-AttachSCSIVolumeTestJSON-189418846 tempest-AttachSCSIVolumeTestJSON-189418846-project] 10.222.0.58 "GET /v2.0/security-groups?id=1de8a8a3-1760-4f03-a03c-e2b00c19ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947021 Aug 05 11:43:16.432517 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 38374) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:16.525153 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e819a64f-c815-4c41-9351-7cb75178f832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:16.527482 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3db707bc-9ac9-4c91-b605-d324f8cfafe4 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:16.577783 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3db707bc-9ac9-4c91-b605-d324f8cfafe4 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:16.642353 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e819a64f-c815-4c41-9351-7cb75178f832 None None] No DVR routers for this DVR port d1337a36-2055-4974-9650-9b064e2581fe on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:43:16.648014 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:16.665295 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e819a64f-c815-4c41-9351-7cb75178f832 None None] Pushing event deleted for resources: {'Port': ['ID=d1337a36-2055-4974-9650-9b064e2581fe,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:43:16.956838 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8367d7ee-6007-4e05-8e3c-5a1f6cd30a6d tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25038678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30075167'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:17.084036 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8367d7ee-6007-4e05-8e3c-5a1f6cd30a6d tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:43:17.104269 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-8367d7ee-6007-4e05-8e3c-5a1f6cd30a6d tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:43:17.128042 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-149214d9-7cbd-486b-8b75-cec8d8afe9c9 None None] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:43:17.129048 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8367d7ee-6007-4e05-8e3c-5a1f6cd30a6d tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:43:17.130762 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8367d7ee-6007-4e05-8e3c-5a1f6cd30a6d tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:17.170717 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0eaed0f7-6609-4334-a395-d26858181365 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33286054', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33263081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1940'] for router, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:17.196032 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-8367d7ee-6007-4e05-8e3c-5a1f6cd30a6d tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0853636 Aug 05 11:43:17.199359 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0eaed0f7-6609-4334-a395-d26858181365 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33286033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33286040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33263014'] for router, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:17.202707 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 38392) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:17.216649 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-8379176d-ebd6-4bb6-ae1b-2a9c978a47bf tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Request body: {'port': {'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65', 'mac_address': 'fa:16:3e:b3:6a:e9', 'name': 'tempest-NetworksTestDHCPv6-1647659852'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:43:17.229882 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8367d7ee-6007-4e05-8e3c-5a1f6cd30a6d tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Pushing event updated for resources: {'Subnet': ['ID=84e19ada-0ac8-4733-a6c0-f9febc7a5880,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:43:17.274061 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b34548b-b390-4471-a040-b6dd9da942d7 req-d660bdda-a8bb-4b3f-b4b6-272b63ba5e13 tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:43:17.276350 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-0b34548b-b390-4471-a040-b6dd9da942d7 req-d660bdda-a8bb-4b3f-b4b6-272b63ba5e13 tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] 10.222.0.55 "GET /v2.0/ports?device_id=937b6d92-da9b-4d35-b1ff-74935620d128 HTTP/1.1" status: 200 len: 945 time: 0.3445194 Aug 05 11:43:17.512989 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3db707bc-9ac9-4c91-b605-d324f8cfafe4 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:17.526576 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3db707bc-9ac9-4c91-b605-d324f8cfafe4 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:17.535047 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-3db707bc-9ac9-4c91-b605-d324f8cfafe4 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/b73b3bea-7f4c-46df-9055-e66648f35a58 HTTP/1.1" status: 204 len: 168 time: 1.0936892 Aug 05 11:43:17.577675 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 38398) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:17.667561 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca1d4eed-12a8-45e5-aa74-cbe05bd39779 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-65f763dc-e344-4f1a-a003-f0293beb6d65', 'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65', 'tenant_id': '2255634a74e844e794fd358818288ba1', 'fixed_ips': [{'subnet_id': '84e19ada-0ac8-4733-a6c0-f9febc7a5880'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 11:43:17.668717 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-ca1d4eed-12a8-45e5-aa74-cbe05bd39779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:17.697027 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67988b15-0d3b-406a-8d27-5404e1a91d6c req-dafa030c-f159-4656-acee-30461cdb92ba tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:43:17.697395 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-67988b15-0d3b-406a-8d27-5404e1a91d6c req-dafa030c-f159-4656-acee-30461cdb92ba tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] 10.222.0.58 "GET /v2.0/ports?device_id=937b6d92-da9b-4d35-b1ff-74935620d128 HTTP/1.1" status: 200 len: 945 time: 0.3376243 Aug 05 11:43:17.717435 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db707bc-9ac9-4c91-b605-d324f8cfafe4 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b73b3bea-7f4c-46df-9055-e66648f35a58,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:43:17.907972 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eaed0f7-6609-4334-a395-d26858181365 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Router 555d5fa3-79c5-43a6-80ae-525fbbfd8c42 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 11:43:17.972542 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-67988b15-0d3b-406a-8d27-5404e1a91d6c req-157aee64-4dd9-4e47-9e75-3272c16d58cf tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] 10.222.0.58 "GET /v2.0/security-groups?id=c3cdc2e1-6657-462f-8996-f7367a683d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461832 Aug 05 11:43:18.010479 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-26d691fc-295c-4e09-8d21-ad9a529993b0 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.4186571 Aug 05 11:43:18.019977 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f96e502-7766-4632-8964-b3083fb970f6 req-a0e0530a-db16-4ef5-9fd3-29f7a8ade4b5 tempest-AttachSCSIVolumeTestJSON-189418846 tempest-AttachSCSIVolumeTestJSON-189418846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:43:18.021285 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 38404) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:18.022365 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7f96e502-7766-4632-8964-b3083fb970f6 req-a0e0530a-db16-4ef5-9fd3-29f7a8ade4b5 tempest-AttachSCSIVolumeTestJSON-189418846 tempest-AttachSCSIVolumeTestJSON-189418846-project] 10.222.0.58 "GET /v2.0/ports?device_id=a4d4312f-4dbb-4957-b2c6-f9a8697a7f4f HTTP/1.1" status: 200 len: 945 time: 0.3479702 Aug 05 11:43:18.052690 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-ca1d4eed-12a8-45e5-aa74-cbe05bd39779 None None] Allocated IP 2001:db8::2 (65f763dc-e344-4f1a-a003-f0293beb6d65/84e19ada-0ac8-4733-a6c0-f9febc7a5880/e528899b-65a4-4b3d-9f3e-65223bf544c5) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:43:18.101721 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8379176d-ebd6-4bb6-ae1b-2a9c978a47bf tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Made reservation on behalf of 2255634a74e844e794fd358818288ba1 for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:43:18.161950 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7f96e502-7766-4632-8964-b3083fb970f6 req-b24782c0-2156-42ea-888e-1b316d60daef tempest-AttachSCSIVolumeTestJSON-189418846 tempest-AttachSCSIVolumeTestJSON-189418846-project] 10.222.0.58 "GET /v2.0/security-groups?id=1de8a8a3-1760-4f03-a03c-e2b00c19ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834608 Aug 05 11:43:18.314088 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9f692fb6-238c-461f-ba60-c05f92c77153 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:18.337162 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-0b34548b-b390-4471-a040-b6dd9da942d7 req-5e7ec01e-dac2-442f-bf30-8ff382ffc2a6 tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] Deleting port d8c047d8-d7ad-4b16-8754-e1b1ddc0c006 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:43:18.337536 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-0b34548b-b390-4471-a040-b6dd9da942d7 req-5e7ec01e-dac2-442f-bf30-8ff382ffc2a6 tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:18.376733 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9f692fb6-238c-461f-ba60-c05f92c77153 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:18.562053 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-ca1d4eed-12a8-45e5-aa74-cbe05bd39779 None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:18.589232 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6192dc51-cac6-44c7-95f7-3baf1e685ca9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33208311'] for router_interface, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:18.593816 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-ca1d4eed-12a8-45e5-aa74-cbe05bd39779 None None] Transition to ACTIVE for port object e528899b-65a4-4b3d-9f3e-65223bf544c5 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:43:18.649524 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-ca1d4eed-12a8-45e5-aa74-cbe05bd39779 None None] Transition to ACTIVE for port object e528899b-65a4-4b3d-9f3e-65223bf544c5 will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:43:18.680229 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-ca1d4eed-12a8-45e5-aa74-cbe05bd39779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:18.740924 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eaed0f7-6609-4334-a395-d26858181365 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:43:18.756193 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2272107d-bc1f-40ac-b182-760a53594345 None None] Sync routers for ids ['555d5fa3-79c5-43a6-80ae-525fbbfd8c42'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:43:18.800537 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2272107d-bc1f-40ac-b182-760a53594345 None None] Routers {'555d5fa3-79c5-43a6-80ae-525fbbfd8c42'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:43:18.800537 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-2272107d-bc1f-40ac-b182-760a53594345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:43:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['555d5fa3-79c5-43a6-80ae-525fbbfd8c42'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:43:18.821149 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0eaed0f7-6609-4334-a395-d26858181365 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify callbacks [] for router, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:18.827860 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-0eaed0f7-6609-4334-a395-d26858181365 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] 10.222.0.58 "PUT /v2.0/routers/555d5fa3-79c5-43a6-80ae-525fbbfd8c42 HTTP/1.1" status: 200 len: 925 time: 6.0867839 Aug 05 11:43:18.829324 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9f692fb6-238c-461f-ba60-c05f92c77153 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:18.842669 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9f692fb6-238c-461f-ba60-c05f92c77153 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:18.863466 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-9f692fb6-238c-461f-ba60-c05f92c77153 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/2b7e5eec-1f7f-4230-9d52-ea8a11ad75a4 HTTP/1.1" status: 204 len: 168 time: 0.8331442 Aug 05 11:43:18.865297 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 38416) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:18.865815 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 38418) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:18.868107 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1d4eed-12a8-45e5-aa74-cbe05bd39779 None None] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:43:18.883558 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-ca1d4eed-12a8-45e5-aa74-cbe05bd39779 None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:43:18.896212 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1d4eed-12a8-45e5-aa74-cbe05bd39779 None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:43:18.933457 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-2272107d-bc1f-40ac-b182-760a53594345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:43:18.980514 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2272107d-bc1f-40ac-b182-760a53594345 None None] Routers {'555d5fa3-79c5-43a6-80ae-525fbbfd8c42'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:43:18.982978 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-2272107d-bc1f-40ac-b182-760a53594345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:43:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['555d5fa3-79c5-43a6-80ae-525fbbfd8c42'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:43:18.987809 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1d4eed-12a8-45e5-aa74-cbe05bd39779 None None] Pushing event updated for resources: {'Port': ['ID=e528899b-65a4-4b3d-9f3e-65223bf544c5,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:43:19.191769 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-2272107d-bc1f-40ac-b182-760a53594345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:43:19.200266 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2272107d-bc1f-40ac-b182-760a53594345 None None] The sync data for ids ['555d5fa3-79c5-43a6-80ae-525fbbfd8c42'] in n-d-803378-2 is: [] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:43:19.266486 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-ca1d4eed-12a8-45e5-aa74-cbe05bd39779 None None] Attempting to bind port e528899b-65a4-4b3d-9f3e-65223bf544c5 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:43:19.271417 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-ca1d4eed-12a8-45e5-aa74-cbe05bd39779 None None] Attempting to bind port e528899b-65a4-4b3d-9f3e-65223bf544c5 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'c3ce43ff-a33b-459d-a35e-6c011fee3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:43:19.272217 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1d4eed-12a8-45e5-aa74-cbe05bd39779 None None] Attempting to bind port e528899b-65a4-4b3d-9f3e-65223bf544c5 on network 65f763dc-e344-4f1a-a003-f0293beb6d65 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:43:19.354296 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1d4eed-12a8-45e5-aa74-cbe05bd39779 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:43:19.355085 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1d4eed-12a8-45e5-aa74-cbe05bd39779 None None] Checking segment: {'id': 'c3ce43ff-a33b-459d-a35e-6c011fee3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:43:19.355742 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-ca1d4eed-12a8-45e5-aa74-cbe05bd39779 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:19.356433 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1d4eed-12a8-45e5-aa74-cbe05bd39779 None None] Bound using segment: {'id': 'c3ce43ff-a33b-459d-a35e-6c011fee3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:43:19.357354 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-ca1d4eed-12a8-45e5-aa74-cbe05bd39779 None None] Bound port: e528899b-65a4-4b3d-9f3e-65223bf544c5, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3ce43ff-a33b-459d-a35e-6c011fee3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:43:19.357930 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-ca1d4eed-12a8-45e5-aa74-cbe05bd39779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:19.543652 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-ca1d4eed-12a8-45e5-aa74-cbe05bd39779 None None] For port e528899b-65a4-4b3d-9f3e-65223bf544c5, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:43:19.550617 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-ca1d4eed-12a8-45e5-aa74-cbe05bd39779 None None] For port e528899b-65a4-4b3d-9f3e-65223bf544c5, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=e528899b-65a4-4b3d-9f3e-65223bf544c5,segment=NetworkSegment(c3ce43ff-a33b-459d-a35e-6c011fee3456),segment_id=c3ce43ff-a33b-459d-a35e-6c011fee3456)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:43:19.561364 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-ca1d4eed-12a8-45e5-aa74-cbe05bd39779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:19.607647 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 38430) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:19.718099 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bef4107-c379-412c-bf23-5b371664b2ec req-56a21c89-a38c-423c-b41c-b7d3751a6498 tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:43:19.721144 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6bef4107-c379-412c-bf23-5b371664b2ec req-56a21c89-a38c-423c-b41c-b7d3751a6498 tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] 10.222.0.58 "GET /v2.0/ports?device_id=937b6d92-da9b-4d35-b1ff-74935620d128 HTTP/1.1" status: 200 len: 945 time: 0.3018413 Aug 05 11:43:19.724359 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1d4eed-12a8-45e5-aa74-cbe05bd39779 None None] Pushing event updated for resources: {'Port': ['ID=e528899b-65a4-4b3d-9f3e-65223bf544c5,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:43:19.760134 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501ee39b-c1fb-4270-b69b-d54df565a6ed req-55accb49-5eb3-4d70-8c43-8c4b9a757968 tempest-AttachSCSIVolumeTestJSON-189418846 tempest-AttachSCSIVolumeTestJSON-189418846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:43:19.764623 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-501ee39b-c1fb-4270-b69b-d54df565a6ed req-55accb49-5eb3-4d70-8c43-8c4b9a757968 tempest-AttachSCSIVolumeTestJSON-189418846 tempest-AttachSCSIVolumeTestJSON-189418846-project] 10.222.0.58 "GET /v2.0/ports?device_id=a4d4312f-4dbb-4957-b2c6-f9a8697a7f4f HTTP/1.1" status: 200 len: 945 time: 0.2719834 Aug 05 11:43:19.780730 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device f57a6c3b-0b4e-412e-ad8e-313d52a289f5 up at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:43:19.815809 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f692fb6-238c-461f-ba60-c05f92c77153 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2b7e5eec-1f7f-4230-9d52-ea8a11ad75a4,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:43:19.835402 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8379176d-ebd6-4bb6-ae1b-2a9c978a47bf tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:19.981721 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-0b34548b-b390-4471-a040-b6dd9da942d7 req-5e7ec01e-dac2-442f-bf30-8ff382ffc2a6 tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] For port d8c047d8-d7ad-4b16-8754-e1b1ddc0c006, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=d8c047d8-d7ad-4b16-8754-e1b1ddc0c006,segment=NetworkSegment(ec140737-142a-40ce-b93e-5718c5a5e0be),segment_id=ec140737-142a-40ce-b93e-5718c5a5e0be)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:43:19.982851 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-0b34548b-b390-4471-a040-b6dd9da942d7 req-5e7ec01e-dac2-442f-bf30-8ff382ffc2a6 tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:19.993690 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning for port f57a6c3b-0b4e-412e-ad8e-313d52a289f5 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:43:20.004120 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning complete for port f57a6c3b-0b4e-412e-ad8e-313d52a289f5 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:43:20.005509 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:20.020530 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-0b34548b-b390-4471-a040-b6dd9da942d7 req-5e7ec01e-dac2-442f-bf30-8ff382ffc2a6 tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] Calling delete_port for d8c047d8-d7ad-4b16-8754-e1b1ddc0c006 owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:43:20.096346 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6bef4107-c379-412c-bf23-5b371664b2ec req-ec02d6f1-e8b6-40b8-ac9a-463c6e8155aa tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] 10.222.0.58 "GET /v2.0/security-groups?id=c3cdc2e1-6657-462f-8996-f7367a683d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3209395 Aug 05 11:43:20.108532 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7a01dc0b-8f3c-477b-8ed6-385db4f64ed7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:20.219764 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-501ee39b-c1fb-4270-b69b-d54df565a6ed req-ffe9bef7-19d2-44d6-a620-1b003ef64143 tempest-AttachSCSIVolumeTestJSON-189418846 tempest-AttachSCSIVolumeTestJSON-189418846-project] 10.222.0.58 "GET /v2.0/security-groups?id=1de8a8a3-1760-4f03-a03c-e2b00c19ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3339713 Aug 05 11:43:20.350375 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:20.445370 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4d4312f-4dbb-4957-b2c6-f9a8697a7f4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f57a6c3b-0b4e-412e-ad8e-313d52a289f5'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:43:20.456372 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b3ecd56-ac1c-4b07-b9d7-d7e3b6dd16c3" -d '{"events": [{"server_uuid": "a4d4312f-4dbb-4957-b2c6-f9a8697a7f4f", "name": "network-vif-plugged", "status": "completed", "tag": "f57a6c3b-0b4e-412e-ad8e-313d52a289f5"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:43:20.510044 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port f57a6c3b-0b4e-412e-ad8e-313d52a289f5, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=f57a6c3b-0b4e-412e-ad8e-313d52a289f5,segment=NetworkSegment(df4965ed-026b-4702-9189-bba7cbcadff6),segment_id=df4965ed-026b-4702-9189-bba7cbcadff6)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:43:20.523537 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:20.584959 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-6192dc51-cac6-44c7-95f7-3baf1e685ca9 admin admin] Deleting port ac32dd6d-8407-41f7-8145-78e1e1906229 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:43:20.585568 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6192dc51-cac6-44c7-95f7-3baf1e685ca9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:20.689176 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-0b34548b-b390-4471-a040-b6dd9da942d7 req-5e7ec01e-dac2-442f-bf30-8ff382ffc2a6 tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:20.705923 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [None req-8379176d-ebd6-4bb6-ae1b-2a9c978a47bf tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] device_id is not set on port e3ffee27-34cd-409b-b7a1-404cd46f676f yet. {{(pid=94421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 11:43:20.767758 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=f57a6c3b-0b4e-412e-ad8e-313d52a289f5,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:43:20.897009 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7a01dc0b-8f3c-477b-8ed6-385db4f64ed7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:20.949447 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7a01dc0b-8f3c-477b-8ed6-385db4f64ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:20.999763 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-1dc808ea-97de-4d5b-99b9-c1f8f5b45090 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] 10.222.0.58 "GET /v2.0/routers/555d5fa3-79c5-43a6-80ae-525fbbfd8c42 HTTP/1.1" status: 200 len: 925 time: 2.1006076 Aug 05 11:43:21.012860 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 38444) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:21.069591 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-8ab3a37d-7469-4b1f-a333-8bde4b427792 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 2.1656647 Aug 05 11:43:21.070767 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-7a01dc0b-8f3c-477b-8ed6-385db4f64ed7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=142e8b5b3c5f4e06b2792a74e8ae0603&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4567802 Aug 05 11:43:21.088370 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 38446) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:21.088937 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 38448) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:21.093682 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7ec01e-dac2-442f-bf30-8ff382ffc2a6 tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] Pushing event deleted for resources: {'Port': ['ID=d8c047d8-d7ad-4b16-8754-e1b1ddc0c006,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:43:21.119237 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-391064a6-b31a-493e-b65f-392dedc3a1b1 x-openstack-request-id: req-391064a6-b31a-493e-b65f-392dedc3a1b1 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:43:21.119710 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4d4312f-4dbb-4957-b2c6-f9a8697a7f4f", "name": "network-vif-plugged", "status": "completed", "tag": "f57a6c3b-0b4e-412e-ad8e-313d52a289f5", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:43:21.120114 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-391064a6-b31a-493e-b65f-392dedc3a1b1 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:43:21.121253 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4d4312f-4dbb-4957-b2c6-f9a8697a7f4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f57a6c3b-0b4e-412e-ad8e-313d52a289f5', 'code': 200} Aug 05 11:43:21.127457 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-6192dc51-cac6-44c7-95f7-3baf1e685ca9 admin admin] For port ac32dd6d-8407-41f7-8145-78e1e1906229, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=ac32dd6d-8407-41f7-8145-78e1e1906229,segment=NetworkSegment(5615e441-bf2b-4f62-9a7e-00bdeb60130a),segment_id=5615e441-bf2b-4f62-9a7e-00bdeb60130a)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:43:21.128331 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6192dc51-cac6-44c7-95f7-3baf1e685ca9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:21.135637 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a01dc0b-8f3c-477b-8ed6-385db4f64ed7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67008409-ae75-4863-ac1a-d2cf2cafe800,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:43:21.225766 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-6192dc51-cac6-44c7-95f7-3baf1e685ca9 admin admin] Calling delete_port for ac32dd6d-8407-41f7-8145-78e1e1906229 owned by network:router_interface {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:43:21.275953 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f54e6797-ed95-42f5-891a-957a8c186146 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:21.304738 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f54e6797-ed95-42f5-891a-957a8c186146 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:21.318152 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b34548b-b390-4471-a040-b6dd9da942d7 req-5e7ec01e-dac2-442f-bf30-8ff382ffc2a6 tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] No DVR routers for this DVR port d8c047d8-d7ad-4b16-8754-e1b1ddc0c006 on host n-h2-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:43:21.374642 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-0b34548b-b390-4471-a040-b6dd9da942d7 req-5e7ec01e-dac2-442f-bf30-8ff382ffc2a6 tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:21.379214 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-0b34548b-b390-4471-a040-b6dd9da942d7 req-5e7ec01e-dac2-442f-bf30-8ff382ffc2a6 tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] 10.222.0.55 "DELETE /v2.0/ports/d8c047d8-d7ad-4b16-8754-e1b1ddc0c006 HTTP/1.1" status: 204 len: 173 time: 4.0417640 Aug 05 11:43:21.382729 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '937b6d92-da9b-4d35-b1ff-74935620d128', 'name': 'network-vif-deleted', 'tag': 'd8c047d8-d7ad-4b16-8754-e1b1ddc0c006'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:43:21.385653 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8bd531b-f68f-44fe-b6cc-db3720da49a3" -d '{"events": [{"server_uuid": "937b6d92-da9b-4d35-b1ff-74935620d128", "name": "network-vif-deleted", "tag": "d8c047d8-d7ad-4b16-8754-e1b1ddc0c006"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:43:21.504016 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c240ada1-6912-42e4-9077-f84c6d620db6 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:43:21.512973 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-c240ada1-6912-42e4-9077-f84c6d620db6 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd&device_id=555d5fa3-79c5-43a6-80ae-525fbbfd8c42&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4352028 Aug 05 11:43:21.515120 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 38456) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:21.548541 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7dc4fc75-db3d-44ec-8f50-02d2e869d7c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:21.559333 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device d8c047d8-d7ad-4b16-8754-e1b1ddc0c006 no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:43:21.560727 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f01ba30-ada2-4b83-8a45-13b6792b57ba req-200a1772-3514-45ed-bd3a-7e8214d2e969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:43:21.563889 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7f01ba30-ada2-4b83-8a45-13b6792b57ba req-200a1772-3514-45ed-bd3a-7e8214d2e969 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a4d4312f-4dbb-4957-b2c6-f9a8697a7f4f HTTP/1.1" status: 200 len: 1097 time: 0.2740357 Aug 05 11:43:21.600679 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] No Port match for: d8c047d8-d7ad-4b16-8754-e1b1ddc0c006 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:43:21.601259 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device d8c047d8-d7ad-4b16-8754-e1b1ddc0c006 not bound to the agent host n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:43:21.691308 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9ca0fcc4-f20d-4351-9641-08cdd057ea96 req-1272a485-820b-43bb-8e04-ded9796a5f3e tempest-VolumesSnapshotTestJSON-1562764052 tempest-VolumesSnapshotTestJSON-1562764052-project] 10.222.0.58 "GET /v2.0/ports?device_id=937b6d92-da9b-4d35-b1ff-74935620d128 HTTP/1.1" status: 200 len: 210 time: 0.2255750 Aug 05 11:43:21.795472 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f54e6797-ed95-42f5-891a-957a8c186146 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:21.818494 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f54e6797-ed95-42f5-891a-957a8c186146 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:21.820847 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-f54e6797-ed95-42f5-891a-957a8c186146 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/c268698b-a698-4823-90d7-3f734bc0b216 HTTP/1.1" status: 204 len: 168 time: 0.7299905 Aug 05 11:43:21.825209 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-978c52c5-0882-4e19-8006-be6c7272ac56 x-openstack-request-id: req-978c52c5-0882-4e19-8006-be6c7272ac56 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:43:21.825694 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "937b6d92-da9b-4d35-b1ff-74935620d128", "name": "network-vif-deleted", "tag": "d8c047d8-d7ad-4b16-8754-e1b1ddc0c006", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:43:21.826122 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-978c52c5-0882-4e19-8006-be6c7272ac56 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:43:21.826788 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '937b6d92-da9b-4d35-b1ff-74935620d128', 'name': 'network-vif-deleted', 'tag': 'd8c047d8-d7ad-4b16-8754-e1b1ddc0c006', 'status': 'completed', 'code': 200} Aug 05 11:43:21.829475 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 38458) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:21.834473 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7dc4fc75-db3d-44ec-8f50-02d2e869d7c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:21.861960 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c84aab-4fcf-4099-a17a-b55a4389fb8e tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:43:21.870510 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-76c84aab-4fcf-4099-a17a-b55a4389fb8e tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] 10.222.0.58 "GET /v2.0/networks/36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd HTTP/1.1" status: 200 len: 881 time: 0.3490109 Aug 05 11:43:21.878078 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-8379176d-ebd6-4bb6-ae1b-2a9c978a47bf tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Allocated IP 2001:db8::2e6 (65f763dc-e344-4f1a-a003-f0293beb6d65/84e19ada-0ac8-4733-a6c0-f9febc7a5880/e3ffee27-34cd-409b-b7a1-404cd46f676f) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:43:21.883601 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 38460) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:21.918793 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54e6797-ed95-42f5-891a-957a8c186146 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c268698b-a698-4823-90d7-3f734bc0b216,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:43:21.964342 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-e01c69c4-134f-4294-931b-9559a576f317 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] 10.222.0.58 "GET /v2.0/ports?device_id=555d5fa3-79c5-43a6-80ae-525fbbfd8c42 HTTP/1.1" status: 200 len: 205 time: 0.0711415 Aug 05 11:43:21.973032 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7f01ba30-ada2-4b83-8a45-13b6792b57ba req-5ef01f8d-bc8a-4f3a-a92b-e96e438bb453 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=1de8a8a3-1760-4f03-a03c-e2b00c19ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3800681 Aug 05 11:43:21.974365 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 38464) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:22.078541 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:22.111666 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-c0757ce8-ed53-4230-a82a-3681b4ded2f7 None None] Provisioning for port e528899b-65a4-4b3d-9f3e-65223bf544c5 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:43:22.196906 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7dc4fc75-db3d-44ec-8f50-02d2e869d7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:22.202030 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7dc4fc75-db3d-44ec-8f50-02d2e869d7c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:22.204769 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-7dc4fc75-db3d-44ec-8f50-02d2e869d7c3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/67008409-ae75-4863-ac1a-d2cf2cafe800 HTTP/1.1" status: 204 len: 168 time: 1.0904961 Aug 05 11:43:22.252746 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device e528899b-65a4-4b3d-9f3e-65223bf544c5 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:43:22.255277 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754198e1-5ec6-49a6-b0a8-e42721035688 req-40a26980-eea6-4c0a-9440-921e00bd7c82 tempest-AttachSCSIVolumeTestJSON-189418846 tempest-AttachSCSIVolumeTestJSON-189418846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:43:22.271259 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-754198e1-5ec6-49a6-b0a8-e42721035688 req-40a26980-eea6-4c0a-9440-921e00bd7c82 tempest-AttachSCSIVolumeTestJSON-189418846 tempest-AttachSCSIVolumeTestJSON-189418846-project] 10.222.0.58 "GET /v2.0/ports?device_id=a4d4312f-4dbb-4957-b2c6-f9a8697a7f4f HTTP/1.1" status: 200 len: 946 time: 0.7997644 Aug 05 11:43:22.368575 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc4fc75-db3d-44ec-8f50-02d2e869d7c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67008409-ae75-4863-ac1a-d2cf2cafe800,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:43:22.413940 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port e528899b-65a4-4b3d-9f3e-65223bf544c5 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:43:22.434963 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port e528899b-65a4-4b3d-9f3e-65223bf544c5 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:43:22.435782 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:22.480880 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-bcb97ede-7cb5-4021-be38-6a5815d9e22c tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.6404786 Aug 05 11:43:22.495134 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 38468) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:22.600766 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-754198e1-5ec6-49a6-b0a8-e42721035688 req-e4197845-9f00-4e52-aea8-7bc8b0ed7251 tempest-AttachSCSIVolumeTestJSON-189418846 tempest-AttachSCSIVolumeTestJSON-189418846-project] 10.222.0.58 "GET /v2.0/security-groups?id=1de8a8a3-1760-4f03-a03c-e2b00c19ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3278968 Aug 05 11:43:22.640105 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:22.671079 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-633ff682-88e7-443c-84f1-10ee718a0594 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:22.686566 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-633ff682-88e7-443c-84f1-10ee718a0594 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:22.760159 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port e528899b-65a4-4b3d-9f3e-65223bf544c5, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=e528899b-65a4-4b3d-9f3e-65223bf544c5,segment=NetworkSegment(c3ce43ff-a33b-459d-a35e-6c011fee3456),segment_id=c3ce43ff-a33b-459d-a35e-6c011fee3456)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:43:22.761299 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6192dc51-cac6-44c7-95f7-3baf1e685ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:22.772431 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8379176d-ebd6-4bb6-ae1b-2a9c978a47bf tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:22.776325 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:22.835788 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [None req-8379176d-ebd6-4bb6-ae1b-2a9c978a47bf tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Transition to ACTIVE for port object e3ffee27-34cd-409b-b7a1-404cd46f676f will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:43:22.847251 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-633ff682-88e7-443c-84f1-10ee718a0594 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:22.859294 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ffa6c258-cffe-4735-97c0-42be5d578ffe tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Notify callbacks [] for router, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:22.866337 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-633ff682-88e7-443c-84f1-10ee718a0594 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:22.873100 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-633ff682-88e7-443c-84f1-10ee718a0594 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/64c68611-f57d-4fc2-99fe-daf76130d03a HTTP/1.1" status: 204 len: 168 time: 0.3763726 Aug 05 11:43:22.875630 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6192dc51-cac6-44c7-95f7-3baf1e685ca9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac32dd6d-8407-41f7-8145-78e1e1906229,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:43:22.888595 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 38474) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:22.963801 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633ff682-88e7-443c-84f1-10ee718a0594 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=64c68611-f57d-4fc2-99fe-daf76130d03a,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:43:22.975761 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=e528899b-65a4-4b3d-9f3e-65223bf544c5,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:43:23.243126 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-b077caab-a7c2-44c5-90c0-e2c2ec324efc tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.3536279 Aug 05 11:43:23.254014 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 38480) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:23.345806 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ffa6c258-cffe-4735-97c0-42be5d578ffe tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:23.363764 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 38482) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:23.366376 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8379176d-ebd6-4bb6-ae1b-2a9c978a47bf tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:23.438105 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8379176d-ebd6-4bb6-ae1b-2a9c978a47bf tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:43:23.465531 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-8379176d-ebd6-4bb6-ae1b-2a9c978a47bf tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:43:23.469834 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1fb9307a-da00-433e-a1d2-9b88e8dab405 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:23.599228 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8379176d-ebd6-4bb6-ae1b-2a9c978a47bf tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:43:23.607468 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8379176d-ebd6-4bb6-ae1b-2a9c978a47bf tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:43:23.608579 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8379176d-ebd6-4bb6-ae1b-2a9c978a47bf tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:23.665961 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6192dc51-cac6-44c7-95f7-3baf1e685ca9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33140263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33208171'] for router_interface, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:23.699577 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1fb9307a-da00-433e-a1d2-9b88e8dab405 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:23.868892 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e057d1ed-b0de-4df7-a594-5072060ced5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:23.925125 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-8379176d-ebd6-4bb6-ae1b-2a9c978a47bf tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 6.7181735 Aug 05 11:43:23.936746 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 38492) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:24.152020 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8379176d-ebd6-4bb6-ae1b-2a9c978a47bf tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Pushing event updated for resources: {'Port': ['ID=e3ffee27-34cd-409b-b7a1-404cd46f676f,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:43:24.242209 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-ffa6c258-cffe-4735-97c0-42be5d578ffe tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Deleting port 6bc0fa4f-ac0b-4824-84b5-175474148ea8 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:43:24.243760 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ffa6c258-cffe-4735-97c0-42be5d578ffe tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:24.252420 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-7657277d-f9cf-4b1b-8b04-1e348f1877d0 None None] Provisioning for port e3ffee27-34cd-409b-b7a1-404cd46f676f completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:43:24.269783 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1fb9307a-da00-433e-a1d2-9b88e8dab405 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:24.291246 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-7657277d-f9cf-4b1b-8b04-1e348f1877d0 None None] Provisioning complete for port e3ffee27-34cd-409b-b7a1-404cd46f676f triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:43:24.291953 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-7657277d-f9cf-4b1b-8b04-1e348f1877d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:24.327929 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1fb9307a-da00-433e-a1d2-9b88e8dab405 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:24.334946 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-1fb9307a-da00-433e-a1d2-9b88e8dab405 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/98432268-61ba-4b96-ba7d-b372db997801 HTTP/1.1" status: 204 len: 168 time: 1.0816989 Aug 05 11:43:24.352706 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 38498) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:24.401973 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-7657277d-f9cf-4b1b-8b04-1e348f1877d0 None None] Port e3ffee27-34cd-409b-b7a1-404cd46f676f cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:43:24.402618 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device e528899b-65a4-4b3d-9f3e-65223bf544c5 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:43:24.419698 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb9307a-da00-433e-a1d2-9b88e8dab405 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=98432268-61ba-4b96-ba7d-b372db997801,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:43:24.532564 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce0588d-1640-4d43-859e-949fe69a14f9 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:43:24.533067 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 38502) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:24.546055 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce0588d-1640-4d43-859e-949fe69a14f9 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:43:24.554245 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-4ce0588d-1640-4d43-859e-949fe69a14f9 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1671 time: 0.5937226 Aug 05 11:43:24.554611 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port e528899b-65a4-4b3d-9f3e-65223bf544c5 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:43:24.557216 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:24.561148 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 38504) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:24.661465 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e17b1-fb42-4ae8-a95b-da55db92ddeb req-69ff7eca-d2dd-4b10-9407-4c1d4b15fb2a tempest-AttachSCSIVolumeTestJSON-189418846 tempest-AttachSCSIVolumeTestJSON-189418846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:43:24.680914 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8c5e17b1-fb42-4ae8-a95b-da55db92ddeb req-69ff7eca-d2dd-4b10-9407-4c1d4b15fb2a tempest-AttachSCSIVolumeTestJSON-189418846 tempest-AttachSCSIVolumeTestJSON-189418846-project] 10.222.0.58 "GET /v2.0/ports?device_id=a4d4312f-4dbb-4957-b2c6-f9a8697a7f4f HTTP/1.1" status: 200 len: 946 time: 0.3722248 Aug 05 11:43:24.873165 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ffa6c258-cffe-4735-97c0-42be5d578ffe tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:24.882983 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-3fdd977e-88fe-415d-a3b2-cbd74a8d36a2 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5237079 Aug 05 11:43:24.896827 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 38508) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:24.905529 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-ffa6c258-cffe-4735-97c0-42be5d578ffe tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Calling delete_port for 6bc0fa4f-ac0b-4824-84b5-175474148ea8 owned by network:router_gateway {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:43:25.093682 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f4e9e8d6-e785-4a5b-96a3-0394637df56d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:25.131477 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8c5e17b1-fb42-4ae8-a95b-da55db92ddeb req-ae935b92-44f2-487d-bd1f-0d7f7ad269f0 tempest-AttachSCSIVolumeTestJSON-189418846 tempest-AttachSCSIVolumeTestJSON-189418846-project] 10.222.0.58 "GET /v2.0/security-groups?id=1de8a8a3-1760-4f03-a03c-e2b00c19ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3291497 Aug 05 11:43:25.131873 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e057d1ed-b0de-4df7-a594-5072060ced5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:25.141209 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-3f12944b-49a0-46c3-b72e-e383573384dc tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Deleting port e3ffee27-34cd-409b-b7a1-404cd46f676f {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:43:25.141962 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3f12944b-49a0-46c3-b72e-e383573384dc tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:25.175125 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e057d1ed-b0de-4df7-a594-5072060ced5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:25.383909 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-cf9b5800-492b-477d-85d1-41c24ac69103 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:25.402839 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6192dc51-cac6-44c7-95f7-3baf1e685ca9 admin admin] Router ec8ba789-a154-429c-9903-1744beefd0a1 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 11:43:25.439137 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-e057d1ed-b0de-4df7-a594-5072060ced5b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ac4772dfd874475091984aac653adbba&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0693614 Aug 05 11:43:25.444812 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e057d1ed-b0de-4df7-a594-5072060ced5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ad586f6-de9c-4fd5-9c73-d58fa63513da,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:43:25.449022 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 38512) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:25.477940 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f4e9e8d6-e785-4a5b-96a3-0394637df56d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:25.497449 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f4e9e8d6-e785-4a5b-96a3-0394637df56d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:25.505694 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-cf9b5800-492b-477d-85d1-41c24ac69103 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:25.521727 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e057d1ed-b0de-4df7-a594-5072060ced5b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:43:25.522320 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e057d1ed-b0de-4df7-a594-5072060ced5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:43:25.523212 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e057d1ed-b0de-4df7-a594-5072060ced5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:43:25.524087 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e057d1ed-b0de-4df7-a594-5072060ced5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:43:25.529971 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e057d1ed-b0de-4df7-a594-5072060ced5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:43:25.531137 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e057d1ed-b0de-4df7-a594-5072060ced5b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:43:25.532199 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e057d1ed-b0de-4df7-a594-5072060ced5b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:43:25.533093 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e057d1ed-b0de-4df7-a594-5072060ced5b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:43:25.533589 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e057d1ed-b0de-4df7-a594-5072060ced5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:43:25.535867 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e057d1ed-b0de-4df7-a594-5072060ced5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:43:25.535867 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e057d1ed-b0de-4df7-a594-5072060ced5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:43:25.535867 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e057d1ed-b0de-4df7-a594-5072060ced5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:43:25.660234 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3f12944b-49a0-46c3-b72e-e383573384dc tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:25.744914 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e9e8d6-e785-4a5b-96a3-0394637df56d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=113e4a9f-7d68-4509-932f-c7bd248e0817,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:43:25.755934 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-3f12944b-49a0-46c3-b72e-e383573384dc tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Calling delete_port for e3ffee27-34cd-409b-b7a1-404cd46f676f owned by {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:43:25.757303 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-f4e9e8d6-e785-4a5b-96a3-0394637df56d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7849d8f2aaaf4d5dbc49d45cf53a66da&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2118323 Aug 05 11:43:25.761143 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 38514) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:25.825812 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-298862af-65f1-4b97-b7ce-37ea6a8730b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:25.931396 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-cf9b5800-492b-477d-85d1-41c24ac69103 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:25.936016 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-cf9b5800-492b-477d-85d1-41c24ac69103 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:25.940673 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-cf9b5800-492b-477d-85d1-41c24ac69103 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] 10.222.0.58 "DELETE /v2.0/security-groups/a2ca3679-4220-49dd-a483-5ae0b3897426 HTTP/1.1" status: 204 len: 168 time: 1.0361400 Aug 05 11:43:25.942165 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ffa6c258-cffe-4735-97c0-42be5d578ffe tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:25.948455 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 38516) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:25.954979 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-298862af-65f1-4b97-b7ce-37ea6a8730b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:25.978163 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6192dc51-cac6-44c7-95f7-3baf1e685ca9 admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:43:26.000009 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-6192dc51-cac6-44c7-95f7-3baf1e685ca9 admin admin] 10.222.0.58 "PUT /v2.0/routers/ec8ba789-a154-429c-9903-1744beefd0a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2690032 Aug 05 11:43:26.000009 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9b5800-492b-477d-85d1-41c24ac69103 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2ca3679-4220-49dd-a483-5ae0b3897426,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:43:26.000009 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 38518) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:26.004156 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7002ed-f518-47f4-bc25-ef0448c7d1ca None None] Sync routers for ids ['ec8ba789-a154-429c-9903-1744beefd0a1'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:43:26.027963 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7002ed-f518-47f4-bc25-ef0448c7d1ca None None] Routers {'ec8ba789-a154-429c-9903-1744beefd0a1'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:43:26.030425 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-3d7002ed-f518-47f4-bc25-ef0448c7d1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:43:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['ec8ba789-a154-429c-9903-1744beefd0a1'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:43:26.103873 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c9986378-e71c-427b-a159-830d97f0eca6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:26.144568 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa6c258-cffe-4735-97c0-42be5d578ffe tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Pushing event deleted for resources: {'Port': ['ID=6bc0fa4f-ac0b-4824-84b5-175474148ea8,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:43:26.276535 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a5059702-a0bb-4479-8179-9564503aac66 admin admin] Notify callbacks [] for router, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:26.301916 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c9986378-e71c-427b-a159-830d97f0eca6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:26.326000 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-3d7002ed-f518-47f4-bc25-ef0448c7d1ca None None] Set router ec8ba789-a154-429c-9903-1744beefd0a1 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:43:26.369967 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-2de22349-0acf-4f62-94c1-0824a84730e0 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3755901 Aug 05 11:43:26.386779 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 38524) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:26.401396 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-39e323ce-c6e0-42bd-9a3d-2121e95401b3 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Request body: {'security_group': {'name': 'tempest-secgroup--545586903'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:43:26.437034 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-298862af-65f1-4b97-b7ce-37ea6a8730b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:26.455897 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-298862af-65f1-4b97-b7ce-37ea6a8730b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:26.459517 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-298862af-65f1-4b97-b7ce-37ea6a8730b6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1ad586f6-de9c-4fd5-9c73-d58fa63513da HTTP/1.1" status: 204 len: 168 time: 0.9930334 Aug 05 11:43:26.474076 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3f12944b-49a0-46c3-b72e-e383573384dc tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:26.521857 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298862af-65f1-4b97-b7ce-37ea6a8730b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ad586f6-de9c-4fd5-9c73-d58fa63513da,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:43:26.596676 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ffa6c258-cffe-4735-97c0-42be5d578ffe tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33285055'] for router_gateway, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:26.605312 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f12944b-49a0-46c3-b72e-e383573384dc tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Pushing event deleted for resources: {'Port': ['ID=e3ffee27-34cd-409b-b7a1-404cd46f676f,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:43:26.634290 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-39e323ce-c6e0-42bd-9a3d-2121e95401b3 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:26.873785 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450d48de-68e3-4e53-b6f1-13c110f4a19e req-135bbffd-c21e-4c26-ac73-48b16b4c4aea tempest-AttachSCSIVolumeTestJSON-189418846 tempest-AttachSCSIVolumeTestJSON-189418846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:43:26.877888 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-450d48de-68e3-4e53-b6f1-13c110f4a19e req-135bbffd-c21e-4c26-ac73-48b16b4c4aea tempest-AttachSCSIVolumeTestJSON-189418846 tempest-AttachSCSIVolumeTestJSON-189418846-project] 10.222.0.58 "GET /v2.0/ports?device_id=a4d4312f-4dbb-4957-b2c6-f9a8697a7f4f HTTP/1.1" status: 200 len: 946 time: 0.4620504 Aug 05 11:43:26.981198 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-3d7002ed-f518-47f4-bc25-ef0448c7d1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8ba789-a154-429c-9903-1744beefd0a1', 'name': 'tempest-ServerActionsTestJSON-1586802047-router', 'tenant_id': '922471f37b13454ba92168a26c5eea8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '5d78ff12-51c7-471c-bde9-9c60113b613d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:26:13Z', 'updated_at': '2021-08-05T11:43:22Z', 'revision_number': 5, 'project_id': '922471f37b13454ba92168a26c5eea8e', 'gw_port': {'id': '5d78ff12-51c7-471c-bde9-9c60113b613d', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8ba789-a154-429c-9903-1744beefd0a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:26:16Z', 'updated_at': '2021-08-05T11:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:43:27.040225 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a5059702-a0bb-4479-8179-9564503aac66 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:27.095790 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7002ed-f518-47f4-bc25-ef0448c7d1ca None None] Checking router: ec8ba789-a154-429c-9903-1744beefd0a1 for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:43:27.131858 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7002ed-f518-47f4-bc25-ef0448c7d1ca None None] Routers {'ec8ba789-a154-429c-9903-1744beefd0a1'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:43:27.133317 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-3d7002ed-f518-47f4-bc25-ef0448c7d1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:43:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['ec8ba789-a154-429c-9903-1744beefd0a1'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:43:27.153324 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ffa6c258-cffe-4735-97c0-42be5d578ffe tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33262979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1951'] for router, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:27.165457 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ffa6c258-cffe-4735-97c0-42be5d578ffe tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:27.312903 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c9986378-e71c-427b-a159-830d97f0eca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:27.313747 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c9986378-e71c-427b-a159-830d97f0eca6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:27.316727 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-c9986378-e71c-427b-a159-830d97f0eca6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/113e4a9f-7d68-4509-932f-c7bd248e0817 HTTP/1.1" status: 204 len: 168 time: 1.4617326 Aug 05 11:43:27.358974 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3f12944b-49a0-46c3-b72e-e383573384dc tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:27.363198 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-3f12944b-49a0-46c3-b72e-e383573384dc tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "DELETE /v2.0/ports/e3ffee27-34cd-409b-b7a1-404cd46f676f HTTP/1.1" status: 204 len: 168 time: 2.7964284 Aug 05 11:43:27.366884 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-450d48de-68e3-4e53-b6f1-13c110f4a19e req-f4d86ae9-f5df-408c-8cd8-7ea5783594d2 tempest-AttachSCSIVolumeTestJSON-189418846 tempest-AttachSCSIVolumeTestJSON-189418846-project] 10.222.0.58 "GET /v2.0/security-groups?id=1de8a8a3-1760-4f03-a03c-e2b00c19ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3935144 Aug 05 11:43:27.373756 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 38538) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:27.375396 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ffa6c258-cffe-4735-97c0-42be5d578ffe tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33262474'] for router, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:27.377890 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffa6c258-cffe-4735-97c0-42be5d578ffe tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Fanout notify agent at l3_agent the message router_deleted on router 555d5fa3-79c5-43a6-80ae-525fbbfd8c42 {{(pid=94421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 11:43:27.421207 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9986378-e71c-427b-a159-830d97f0eca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=113e4a9f-7d68-4509-932f-c7bd248e0817,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:43:27.447659 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ffa6c258-cffe-4735-97c0-42be5d578ffe tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Notify callbacks [] for router, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:27.468612 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-ffa6c258-cffe-4735-97c0-42be5d578ffe tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] 10.222.0.58 "DELETE /v2.0/routers/555d5fa3-79c5-43a6-80ae-525fbbfd8c42 HTTP/1.1" status: 204 len: 168 time: 5.4891763 Aug 05 11:43:27.492792 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 38542) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:27.508231 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-39e323ce-c6e0-42bd-9a3d-2121e95401b3 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:27.537738 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-39e323ce-c6e0-42bd-9a3d-2121e95401b3 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:27.591021 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-d03db678-2012-4f4d-a638-0ad58539bd93 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-99516985', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:43:27.607662 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-3d7002ed-f518-47f4-bc25-ef0448c7d1ca None None] Set router ec8ba789-a154-429c-9903-1744beefd0a1 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:43:27.806317 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb6db7b-1691-4821-b885-2e674a7676e6 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:43:27.813043 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb6db7b-1691-4821-b885-2e674a7676e6 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:43:27.814410 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-a5059702-a0bb-4479-8179-9564503aac66 admin admin] Deleting port 5d78ff12-51c7-471c-bde9-9c60113b613d {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:43:27.822786 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a5059702-a0bb-4479-8179-9564503aac66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:27.825853 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-efb6db7b-1691-4821-b885-2e674a7676e6 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.3435950 Aug 05 11:43:27.831095 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d03db678-2012-4f4d-a638-0ad58539bd93 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33260300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1929'] for router, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:27.831700 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 38548) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:27.837967 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d03db678-2012-4f4d-a638-0ad58539bd93 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33285914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33034662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1926'] for router, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:27.879225 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e323ce-c6e0-42bd-9a3d-2121e95401b3 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f88d5a1-5ff8-4e10-9463-de459ed8d036,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:43:28.044542 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-39e323ce-c6e0-42bd-9a3d-2121e95401b3 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:28.054897 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-39e323ce-c6e0-42bd-9a3d-2121e95401b3 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.6648021 Aug 05 11:43:28.065224 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 38550) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:28.109686 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d03db678-2012-4f4d-a638-0ad58539bd93 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:28.124548 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d03db678-2012-4f4d-a638-0ad58539bd93 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286026'] for router, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:28.184123 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d03db678-2012-4f4d-a638-0ad58539bd93 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Notify callbacks [] for router, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:28.191313 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-d03db678-2012-4f4d-a638-0ad58539bd93 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.6325023 Aug 05 11:43:28.193869 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 38554) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:28.215673 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-8a342941-629d-4d68-8a6e-ad8552e56263 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Request body: {'router': {'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:43:28.227233 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-c8008eff-6354-4a71-abfc-f991d34b7e73 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Request body: {'security_group_rule': {'security_group_id': '5f88d5a1-5ff8-4e10-9463-de459ed8d036', 'direction': 'ingress', 'protocol': 17}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:43:28.384479 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-a5059702-a0bb-4479-8179-9564503aac66 admin admin] For port 5d78ff12-51c7-471c-bde9-9c60113b613d, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=5d78ff12-51c7-471c-bde9-9c60113b613d,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:43:28.384479 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a5059702-a0bb-4479-8179-9564503aac66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:28.885601 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-3d7002ed-f518-47f4-bc25-ef0448c7d1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8ba789-a154-429c-9903-1744beefd0a1', 'name': 'tempest-ServerActionsTestJSON-1586802047-router', 'tenant_id': '922471f37b13454ba92168a26c5eea8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '5d78ff12-51c7-471c-bde9-9c60113b613d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:26:13Z', 'updated_at': '2021-08-05T11:43:22Z', 'revision_number': 5, 'project_id': '922471f37b13454ba92168a26c5eea8e', 'gw_port': {'id': '5d78ff12-51c7-471c-bde9-9c60113b613d', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8ba789-a154-429c-9903-1744beefd0a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:26:16Z', 'updated_at': '2021-08-05T11:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:43:29.031097 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7002ed-f518-47f4-bc25-ef0448c7d1ca None None] The sync data for ids ['ec8ba789-a154-429c-9903-1744beefd0a1'] in n-d-803378-2 is: [{'id': 'ec8ba789-a154-429c-9903-1744beefd0a1', 'name': 'tempest-ServerActionsTestJSON-1586802047-router', 'tenant_id': '922471f37b13454ba92168a26c5eea8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '5d78ff12-51c7-471c-bde9-9c60113b613d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:26:13Z', 'updated_at': '2021-08-05T11:43:22Z', 'revision_number': 5, 'project_id': '922471f37b13454ba92168a26c5eea8e', 'gw_port': {'id': '5d78ff12-51c7-471c-bde9-9c60113b613d', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8ba789-a154-429c-9903-1744beefd0a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:26:16Z', 'updated_at': '2021-08-05T11:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:43:29.237162 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:29.521558 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-a5059702-a0bb-4479-8179-9564503aac66 admin admin] Calling delete_port for 5d78ff12-51c7-471c-bde9-9c60113b613d owned by network:router_gateway {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:43:29.616069 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c8845e4-984c-45b6-915f-0a0dc1b057fa tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Deleting subnet 84e19ada-0ac8-4733-a6c0-f9febc7a5880 {{(pid=94420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:43:29.649603 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8c8845e4-984c-45b6-915f-0a0dc1b057fa tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks [] for subnet, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:30.095367 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device ac32dd6d-8407-41f7-8145-78e1e1906229 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:43:30.163014 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8a342941-629d-4d68-8a6e-ad8552e56263 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:30.186808 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: ac32dd6d-8407-41f7-8145-78e1e1906229 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:43:30.187603 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device ac32dd6d-8407-41f7-8145-78e1e1906229 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:43:30.209679 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8c8845e4-984c-45b6-915f-0a0dc1b057fa tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25010562'] for subnet, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:30.604457 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c8008eff-6354-4a71-abfc-f991d34b7e73 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:30.885869 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8c8845e4-984c-45b6-915f-0a0dc1b057fa tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:31.015632 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8a342941-629d-4d68-8a6e-ad8552e56263 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Notify callbacks [] for router_gateway, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:31.068704 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8a342941-629d-4d68-8a6e-ad8552e56263 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:31.156328 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8c8845e4-984c-45b6-915f-0a0dc1b057fa tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29762763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24211094'] for subnet, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:31.198300 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8c8845e4-984c-45b6-915f-0a0dc1b057fa tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:31.205080 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db4bf7a7-ee38-4d64-a977-00bba831d6fa None None] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:43:31.207625 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-8c8845e4-984c-45b6-915f-0a0dc1b057fa tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "DELETE /v2.0/subnets/84e19ada-0ac8-4733-a6c0-f9febc7a5880 HTTP/1.1" status: 204 len: 168 time: 3.3573029 Aug 05 11:43:31.295927 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 38608) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:31.315401 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8845e4-984c-45b6-915f-0a0dc1b057fa tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Pushing event deleted for resources: {'Subnet': ['ID=84e19ada-0ac8-4733-a6c0-f9febc7a5880,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:43:31.444971 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-ce5a8254-1e4c-4c75-8c0f-a63f52e4a4aa tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1460872 Aug 05 11:43:31.481851 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 38612) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:31.642109 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c8008eff-6354-4a71-abfc-f991d34b7e73 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:31.698685 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a5059702-a0bb-4479-8179-9564503aac66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:31.700962 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-8a342941-629d-4d68-8a6e-ad8552e56263 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Allocated IP 172.25.5.121 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/79794882-605d-49e4-a159-9c33904caa1b) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:43:31.730924 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c8008eff-6354-4a71-abfc-f991d34b7e73 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:31.850639 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5059702-a0bb-4479-8179-9564503aac66 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d78ff12-51c7-471c-bde9-9c60113b613d,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:43:31.891917 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6ee6f8-92a4-4c2c-813a-1c7594932a3e None None] DHCP port deletion for 65f763dc-e344-4f1a-a003-f0293beb6d65 request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 11:43:31.925655 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8a342941-629d-4d68-8a6e-ad8552e56263 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:31.940273 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8008eff-6354-4a71-abfc-f991d34b7e73 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4fe9cac-76c6-459f-86b2-58542965c878,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:43:32.036082 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8a342941-629d-4d68-8a6e-ad8552e56263 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:32.072403 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-eb6ee6f8-92a4-4c2c-813a-1c7594932a3e None None] Deleting port e528899b-65a4-4b3d-9f3e-65223bf544c5 {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:43:32.075733 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-eb6ee6f8-92a4-4c2c-813a-1c7594932a3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:32.085705 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c8008eff-6354-4a71-abfc-f991d34b7e73 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:32.090807 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-c8008eff-6354-4a71-abfc-f991d34b7e73 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 3.9107568 Aug 05 11:43:32.103094 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 38626) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:32.117899 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a342941-629d-4d68-8a6e-ad8552e56263 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:43:32.123518 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-8a342941-629d-4d68-8a6e-ad8552e56263 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:43:32.128401 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a342941-629d-4d68-8a6e-ad8552e56263 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:43:32.372162 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-eb6ee6f8-92a4-4c2c-813a-1c7594932a3e None None] For port e528899b-65a4-4b3d-9f3e-65223bf544c5, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=e528899b-65a4-4b3d-9f3e-65223bf544c5,segment=NetworkSegment(c3ce43ff-a33b-459d-a35e-6c011fee3456),segment_id=c3ce43ff-a33b-459d-a35e-6c011fee3456)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:43:32.374917 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-eb6ee6f8-92a4-4c2c-813a-1c7594932a3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:32.453068 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-eb6ee6f8-92a4-4c2c-813a-1c7594932a3e None None] Calling delete_port for e528899b-65a4-4b3d-9f3e-65223bf544c5 owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:43:32.485302 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device e528899b-65a4-4b3d-9f3e-65223bf544c5 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:43:32.493794 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5bfd8b9d-99a8-4ccd-9d21-b2412210baee tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:32.595645 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5bfd8b9d-99a8-4ccd-9d21-b2412210baee tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:32.622015 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a5059702-a0bb-4479-8179-9564503aac66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33285055'] for router_gateway, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:32.729208 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c12d26-e83a-461e-864e-49dfaf03019c tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:43:32.737166 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-78c12d26-e83a-461e-864e-49dfaf03019c tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.2519500 Aug 05 11:43:32.773555 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 38642) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:32.828799 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a5059702-a0bb-4479-8179-9564503aac66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33262979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1951'] for router, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:32.833852 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a5059702-a0bb-4479-8179-9564503aac66 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:32.925418 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a342941-629d-4d68-8a6e-ad8552e56263 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Pushing event updated for resources: {'Port': ['ID=79794882-605d-49e4-a159-9c33904caa1b,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:43:33.023500 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43ded38-1712-4894-953c-f74522e0bad0 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:43:33.031281 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-c43ded38-1712-4894-953c-f74522e0bad0 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2513187 Aug 05 11:43:33.035644 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 38652) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:33.071086 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a5059702-a0bb-4479-8179-9564503aac66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33262474'] for router, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:33.076117 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5059702-a0bb-4479-8179-9564503aac66 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec8ba789-a154-429c-9903-1744beefd0a1 {{(pid=94420) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 11:43:33.118075 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a5059702-a0bb-4479-8179-9564503aac66 admin admin] Notify callbacks [] for router, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:33.128629 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-a5059702-a0bb-4479-8179-9564503aac66 admin admin] 10.222.0.58 "DELETE /v2.0/routers/ec8ba789-a154-429c-9903-1744beefd0a1 HTTP/1.1" status: 204 len: 168 time: 7.1279712 Aug 05 11:43:33.154094 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 38658) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:33.281708 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-eb6ee6f8-92a4-4c2c-813a-1c7594932a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:33.363441 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6ee6f8-92a4-4c2c-813a-1c7594932a3e None None] Pushing event deleted for resources: {'Port': ['ID=e528899b-65a4-4b3d-9f3e-65223bf544c5,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:43:33.369975 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6ee6f8-92a4-4c2c-813a-1c7594932a3e None None] No DVR routers for this DVR port e528899b-65a4-4b3d-9f3e-65223bf544c5 on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:43:33.408695 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:33.475183 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-69340d0d-62c2-4b30-8245-66b13f5114f9 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4369364 Aug 05 11:43:33.492847 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 38664) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:33.521084 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-e2f35820-b74b-425b-9954-59a7038edb5c tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Request body: {'subnet': {'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:43:33.638382 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_v2 [None req-16785f75-c305-469f-90f1-0d3b686bb06e admin admin] Deleting subnet 2358f314-430e-4da8-8dea-b9e9954bab81 {{(pid=94420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:43:33.644552 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-16785f75-c305-469f-90f1-0d3b686bb06e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:33.716068 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-16785f75-c305-469f-90f1-0d3b686bb06e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25010562'] for subnet, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:33.809627 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5bfd8b9d-99a8-4ccd-9d21-b2412210baee tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:33.820157 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5bfd8b9d-99a8-4ccd-9d21-b2412210baee tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:33.825831 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-5bfd8b9d-99a8-4ccd-9d21-b2412210baee tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] 10.222.0.58 "DELETE /v2.0/security-groups/5f88d5a1-5ff8-4e10-9463-de459ed8d036 HTTP/1.1" status: 204 len: 168 time: 1.7082915 Aug 05 11:43:33.837798 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 38678) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:33.897694 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfd8b9d-99a8-4ccd-9d21-b2412210baee tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f88d5a1-5ff8-4e10-9463-de459ed8d036,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:43:33.920722 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfd8b9d-99a8-4ccd-9d21-b2412210baee tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:43:33.922553 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfd8b9d-99a8-4ccd-9d21-b2412210baee tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:43:33.923539 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfd8b9d-99a8-4ccd-9d21-b2412210baee tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:43:33.924282 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfd8b9d-99a8-4ccd-9d21-b2412210baee tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:43:33.925667 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfd8b9d-99a8-4ccd-9d21-b2412210baee tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:43:33.929493 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfd8b9d-99a8-4ccd-9d21-b2412210baee tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:43:33.929995 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfd8b9d-99a8-4ccd-9d21-b2412210baee tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:43:33.931010 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfd8b9d-99a8-4ccd-9d21-b2412210baee tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:43:33.931840 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfd8b9d-99a8-4ccd-9d21-b2412210baee tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:43:33.932461 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfd8b9d-99a8-4ccd-9d21-b2412210baee tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:43:33.933181 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfd8b9d-99a8-4ccd-9d21-b2412210baee tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:43:33.933956 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfd8b9d-99a8-4ccd-9d21-b2412210baee tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:43:34.100715 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8a342941-629d-4d68-8a6e-ad8552e56263 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Notify callbacks [] for router_gateway, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:34.106938 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 5d78ff12-51c7-471c-bde9-9c60113b613d no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:43:34.126838 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-16785f75-c305-469f-90f1-0d3b686bb06e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:34.197227 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 5d78ff12-51c7-471c-bde9-9c60113b613d {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:43:34.198298 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 5d78ff12-51c7-471c-bde9-9c60113b613d not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:43:34.217273 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-dbe959a6-4ee7-4251-8b4f-90a37de684af tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3740294 Aug 05 11:43:34.229043 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 38682) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:34.265533 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-346832a8-8cc9-4651-95ca-f127084d2714 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Request body: {'security_group': {'name': 'tempest-secgroup--648840595'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:43:34.438842 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-16785f75-c305-469f-90f1-0d3b686bb06e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29762763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24211094'] for subnet, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:34.511421 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.db.api [None req-e2f35820-b74b-425b-9954-59a7038edb5c tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 05 11:43:34.511421 n-d-803378-2 neutron-server[94421]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 05 11:43:34.511421 n-d-803378-2 neutron-server[94421]: [parameters: {'project_id': '2255634a74e844e794fd358818288ba1', 'id': '6135171f-6b7d-477c-8b62-77cb8f198a18', 'expiration': datetime.datetime(2021, 8, 5, 11, 45, 34, 490006)}] Aug 05 11:43:34.511421 n-d-803378-2 neutron-server[94421]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94421) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 05 11:43:34.512230 n-d-803378-2 neutron-server[94421]: DEBUG oslo_db.api [None req-e2f35820-b74b-425b-9954-59a7038edb5c tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 11:43:34.587121 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16785f75-c305-469f-90f1-0d3b686bb06e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2358f314-430e-4da8-8dea-b9e9954bab81,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:43:34.599841 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-346832a8-8cc9-4651-95ca-f127084d2714 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:34.640748 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b034b52a-20a9-4660-8449-364728e514ec None None] Network 3bbc31db-4958-4e8b-9f8e-bc48b5d28e47 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:43:34.648604 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-16785f75-c305-469f-90f1-0d3b686bb06e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:34.688177 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-16785f75-c305-469f-90f1-0d3b686bb06e admin admin] 10.222.0.58 "DELETE /v2.0/subnets/2358f314-430e-4da8-8dea-b9e9954bab81 HTTP/1.1" status: 204 len: 168 time: 1.5271912 Aug 05 11:43:34.695834 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 38690) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:34.996810 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8a342941-629d-4d68-8a6e-ad8552e56263 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33286054', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33263081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1940'] for router, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:35.019743 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8a342941-629d-4d68-8a6e-ad8552e56263 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33286033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33286040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33263014'] for router, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:35.138852 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7721c88c-15bb-45fd-b007-aebd472c14db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:35.169079 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 38710) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:35.273136 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-551c400b-255b-4a45-a32c-4b066f7c3eb8 None None] DHCP port deletion for 3bbc31db-4958-4e8b-9f8e-bc48b5d28e47 request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 11:43:35.496467 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-346832a8-8cc9-4651-95ca-f127084d2714 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:35.529809 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-346832a8-8cc9-4651-95ca-f127084d2714 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:35.627186 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-551c400b-255b-4a45-a32c-4b066f7c3eb8 None None] Deleting port 4d27f1d7-e435-49dc-bb01-50c152bc6868 {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:43:35.634007 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-551c400b-255b-4a45-a32c-4b066f7c3eb8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:35.728199 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2f35820-b74b-425b-9954-59a7038edb5c tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Made reservation on behalf of 2255634a74e844e794fd358818288ba1 for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:43:35.739935 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e2f35820-b74b-425b-9954-59a7038edb5c tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:35.822153 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-346832a8-8cc9-4651-95ca-f127084d2714 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:35.828955 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-346832a8-8cc9-4651-95ca-f127084d2714 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.5983558 Aug 05 11:43:35.843594 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 38740) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:35.868983 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-551c400b-255b-4a45-a32c-4b066f7c3eb8 None None] For port 4d27f1d7-e435-49dc-bb01-50c152bc6868, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=4d27f1d7-e435-49dc-bb01-50c152bc6868,segment=NetworkSegment(5615e441-bf2b-4f62-9a7e-00bdeb60130a),segment_id=5615e441-bf2b-4f62-9a7e-00bdeb60130a)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:43:35.870004 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-551c400b-255b-4a45-a32c-4b066f7c3eb8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:35.871561 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-dc5bd04a-75ff-457f-a37d-0cb4bca2740c tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Request body: {'security_group': {'name': 'tempest-secgroup--276845466'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:43:35.908099 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-551c400b-255b-4a45-a32c-4b066f7c3eb8 None None] Calling delete_port for 4d27f1d7-e435-49dc-bb01-50c152bc6868 owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:43:35.915416 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346832a8-8cc9-4651-95ca-f127084d2714 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c950b17d-c9bc-4b9a-9d9d-616499ad23a2,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:43:35.966216 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a342941-629d-4d68-8a6e-ad8552e56263 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Router 5358db59-742f-476e-b8d1-b77a2349f492 is scheduled to L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d with binding_index 1 {{(pid=94421) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 11:43:35.989914 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-7721c88c-15bb-45fd-b007-aebd472c14db admin admin] Deleting port 4d27f1d7-e435-49dc-bb01-50c152bc6868 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:43:35.993486 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7721c88c-15bb-45fd-b007-aebd472c14db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:36.052792 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-dc5bd04a-75ff-457f-a37d-0cb4bca2740c tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:36.244754 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 4d27f1d7-e435-49dc-bb01-50c152bc6868 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:43:36.304354 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 4d27f1d7-e435-49dc-bb01-50c152bc6868 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:43:36.305225 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 4d27f1d7-e435-49dc-bb01-50c152bc6868 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:43:36.308333 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-551c400b-255b-4a45-a32c-4b066f7c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:36.369390 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551c400b-255b-4a45-a32c-4b066f7c3eb8 None None] Pushing event deleted for resources: {'Port': ['ID=4d27f1d7-e435-49dc-bb01-50c152bc6868,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:43:36.403831 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551c400b-255b-4a45-a32c-4b066f7c3eb8 None None] No DVR routers for this DVR port 4d27f1d7-e435-49dc-bb01-50c152bc6868 on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:43:36.461170 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-930a2809-4983-47b6-8048-85e2719b5ac8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:36.468128 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-7721c88c-15bb-45fd-b007-aebd472c14db admin admin] For port 4d27f1d7-e435-49dc-bb01-50c152bc6868, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=4d27f1d7-e435-49dc-bb01-50c152bc6868,segment=NetworkSegment(5615e441-bf2b-4f62-9a7e-00bdeb60130a),segment_id=5615e441-bf2b-4f62-9a7e-00bdeb60130a)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:43:36.469157 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7721c88c-15bb-45fd-b007-aebd472c14db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:36.657496 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-dc5bd04a-75ff-457f-a37d-0cb4bca2740c tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:36.699132 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-dc5bd04a-75ff-457f-a37d-0cb4bca2740c tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:36.794926 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5bd04a-75ff-457f-a37d-0cb4bca2740c tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84d0d6c8-ba2e-4a8c-b05c-f5bf8dfac318,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:43:36.799750 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-dc5bd04a-75ff-457f-a37d-0cb4bca2740c tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:36.802533 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-dc5bd04a-75ff-457f-a37d-0cb4bca2740c tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9488380 Aug 05 11:43:36.804585 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-7721c88c-15bb-45fd-b007-aebd472c14db admin admin] Calling delete_port for 4d27f1d7-e435-49dc-bb01-50c152bc6868 owned by network:dhcp {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:43:36.813120 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 38772) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:36.830322 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-1a66ba67-d8bd-405e-8549-17c778fd8de5 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Request body: {'security_group_rule': {'security_group_id': 'c950b17d-c9bc-4b9a-9d9d-616499ad23a2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '84d0d6c8-ba2e-4a8c-b05c-f5bf8dfac318', 'remote_ip_prefix': None}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:43:36.934911 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a342941-629d-4d68-8a6e-ad8552e56263 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:43:36.951748 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8a342941-629d-4d68-8a6e-ad8552e56263 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Notify callbacks [] for router, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:36.957103 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-8a342941-629d-4d68-8a6e-ad8552e56263 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] 10.222.0.58 "PUT /v2.0/routers/5358db59-742f-476e-b8d1-b77a2349f492 HTTP/1.1" status: 200 len: 882 time: 8.7584183 Aug 05 11:43:36.962443 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb916da-97c9-49af-8c57-1006521de320 None None] Sync routers for ids ['5358db59-742f-476e-b8d1-b77a2349f492'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:43:36.964472 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 38774) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:36.997866 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb916da-97c9-49af-8c57-1006521de320 None None] Routers {'5358db59-742f-476e-b8d1-b77a2349f492'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:43:37.002188 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-8cb916da-97c9-49af-8c57-1006521de320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:43:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['5358db59-742f-476e-b8d1-b77a2349f492'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:43:37.147701 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-8cb916da-97c9-49af-8c57-1006521de320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:43:37.194066 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb916da-97c9-49af-8c57-1006521de320 None None] Routers {'5358db59-742f-476e-b8d1-b77a2349f492'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:43:37.198165 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-8cb916da-97c9-49af-8c57-1006521de320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:43:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['5358db59-742f-476e-b8d1-b77a2349f492'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:43:37.249423 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e147494d-acdd-41ea-951b-27eb66b54fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:37.312734 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-8cb916da-97c9-49af-8c57-1006521de320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:43:37.314550 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb916da-97c9-49af-8c57-1006521de320 None None] The sync data for ids ['5358db59-742f-476e-b8d1-b77a2349f492'] in n-d-803378-2 is: [] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:43:37.450491 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-96c941c4-7360-4e84-afc6-df4a49af1d73 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] 10.222.0.58 "GET /v2.0/routers/5358db59-742f-476e-b8d1-b77a2349f492 HTTP/1.1" status: 200 len: 923 time: 0.4802482 Aug 05 11:43:37.455913 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 38780) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:37.466718 n-d-803378-2 neutron-server[94421]: DEBUG neutron.objects.ports [None req-e2f35820-b74b-425b-9954-59a7038edb5c tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94421) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 05 11:43:37.469475 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e2f35820-b74b-425b-9954-59a7038edb5c tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25038678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30075167'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:37.556069 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 38782) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:37.561606 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7721c88c-15bb-45fd-b007-aebd472c14db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:37.571457 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f35820-b74b-425b-9954-59a7038edb5c tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:43:37.585969 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-e2f35820-b74b-425b-9954-59a7038edb5c tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:43:37.594556 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f35820-b74b-425b-9954-59a7038edb5c tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:43:37.595526 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e2f35820-b74b-425b-9954-59a7038edb5c tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:37.610630 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f58092-a7a7-4207-9d6f-fd94ef370bae None None] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:43:37.626046 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f35820-b74b-425b-9954-59a7038edb5c tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Pushing event updated for resources: {'Subnet': ['ID=2bbcb1c5-23b1-4a66-ad6b-e21724c22666,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:43:37.733651 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7721c88c-15bb-45fd-b007-aebd472c14db admin admin] Pushing event deleted for resources: {'Port': ['ID=4d27f1d7-e435-49dc-bb01-50c152bc6868,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:43:37.772156 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-930a2809-4983-47b6-8048-85e2719b5ac8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:37.775341 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7721c88c-15bb-45fd-b007-aebd472c14db admin admin] No DVR routers for this DVR port 4d27f1d7-e435-49dc-bb01-50c152bc6868 on host n-d-803378-2 {{(pid=94420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:43:37.825006 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-930a2809-4983-47b6-8048-85e2719b5ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:37.915894 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e33c990-ce55-4576-bfdb-9cab4b35df30 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:43:37.922598 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-2e33c990-ce55-4576-bfdb-9cab4b35df30 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd&device_id=5358db59-742f-476e-b8d1-b77a2349f492&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4575071 Aug 05 11:43:37.923185 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 38788) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:38.062701 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-930a2809-4983-47b6-8048-85e2719b5ac8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0ae3cf58635b405e80de514e1a0a25df&name=default HTTP/1.1" status: 200 len: 2983 time: 2.8853376 Aug 05 11:43:38.105881 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 38790) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:38.153810 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4bc9c0-447b-4556-99d6-399cfd5b894d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-65f763dc-e344-4f1a-a003-f0293beb6d65', 'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65', 'tenant_id': '2255634a74e844e794fd358818288ba1', 'fixed_ips': [{'subnet_id': '2bbcb1c5-23b1-4a66-ad6b-e21724c22666'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 11:43:38.156332 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-7d4bc9c0-447b-4556-99d6-399cfd5b894d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:38.230025 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-e2f35820-b74b-425b-9954-59a7038edb5c tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.7256227 Aug 05 11:43:38.232458 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 38792) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:38.238073 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a95542ae-82f0-4e24-991d-87dafb31cdac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:38.276900 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-0d7de212-9fc8-45a3-ba4f-9634c607617f tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Request body: {'subnet': {'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:43:38.296790 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930a2809-4983-47b6-8048-85e2719b5ac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77bffded-9f06-49e9-a2e1-5753fc3b9ba9,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:43:38.340920 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7721c88c-15bb-45fd-b007-aebd472c14db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:38.372821 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-7721c88c-15bb-45fd-b007-aebd472c14db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bbc31db-4958-4e8b-9f8e-bc48b5d28e47']}} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:43:38.389733 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1a66ba67-d8bd-405e-8549-17c778fd8de5 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:38.493423 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-7721c88c-15bb-45fd-b007-aebd472c14db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5615e441-bf2b-4f62-9a7e-00bdeb60130a') {'for_net_delete': True} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:43:38.493967 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-7721c88c-15bb-45fd-b007-aebd472c14db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5615e441-bf2b-4f62-9a7e-00bdeb60130a') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:43:38.577316 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7721c88c-15bb-45fd-b007-aebd472c14db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25010581'] for segment, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:38.624629 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9a03589f-83bd-4f65-ba43-a567d737d29b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:38.721471 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9a03589f-83bd-4f65-ba43-a567d737d29b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:38.742497 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7536180f-9067-4bab-9b37-4d73675977d2 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:43:38.745616 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-7536180f-9067-4bab-9b37-4d73675977d2 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] 10.222.0.58 "GET /v2.0/networks/36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd HTTP/1.1" status: 200 len: 881 time: 0.8207233 Aug 05 11:43:38.750524 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 38796) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:38.782881 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-7d4bc9c0-447b-4556-99d6-399cfd5b894d None None] Allocated IP 2001:db8::f816:3eff:fe2b:190f (65f763dc-e344-4f1a-a003-f0293beb6d65/2bbcb1c5-23b1-4a66-ad6b-e21724c22666/05a4fdab-6237-40fd-b27e-ea69c8c588f6) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:43:38.924605 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-197da96b-9a4f-49e8-b260-2aff648fab73 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] 10.222.0.58 "GET /v2.0/ports?device_id=5358db59-742f-476e-b8d1-b77a2349f492 HTTP/1.1" status: 200 len: 205 time: 0.1715419 Aug 05 11:43:38.928453 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7721c88c-15bb-45fd-b007-aebd472c14db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:38.933077 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 38798) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:38.946080 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9a03589f-83bd-4f65-ba43-a567d737d29b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:38.959531 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9a03589f-83bd-4f65-ba43-a567d737d29b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:38.961722 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-9a03589f-83bd-4f65-ba43-a567d737d29b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/77bffded-9f06-49e9-a2e1-5753fc3b9ba9 HTTP/1.1" status: 204 len: 168 time: 0.8047972 Aug 05 11:43:39.035834 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7721c88c-15bb-45fd-b007-aebd472c14db admin admin] Releasing vlan 669 on physical network physnet1 to pool {{(pid=94420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:43:39.040973 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7721c88c-15bb-45fd-b007-aebd472c14db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29762581'] for segment, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:39.047785 n-d-803378-2 neutron-server[94420]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 11:43:39.047785 n-d-803378-2 neutron-server[94420]: self.session.flush() Aug 05 11:43:39.047785 n-d-803378-2 neutron-server[94420]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 11:43:39.047785 n-d-803378-2 neutron-server[94420]: self.session.flush() Aug 05 11:43:39.047785 n-d-803378-2 neutron-server[94420]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 11:43:39.047785 n-d-803378-2 neutron-server[94420]: self.session.flush() Aug 05 11:43:39.047785 n-d-803378-2 neutron-server[94420]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 11:43:39.047785 n-d-803378-2 neutron-server[94420]: self.session.flush() Aug 05 11:43:39.047785 n-d-803378-2 neutron-server[94420]: Traceback (most recent call last): Aug 05 11:43:39.047785 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:43:39.047785 n-d-803378-2 neutron-server[94420]: timer() Aug 05 11:43:39.047785 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:43:39.047785 n-d-803378-2 neutron-server[94420]: cb(*args, **kw) Aug 05 11:43:39.047785 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:43:39.047785 n-d-803378-2 neutron-server[94420]: return func(*args, **kwargs) Aug 05 11:43:39.047785 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:43:39.047785 n-d-803378-2 neutron-server[94420]: self._notify() Aug 05 11:43:39.047785 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:43:39.047785 n-d-803378-2 neutron-server[94420]: self.callback(batched_events) Aug 05 11:43:39.047785 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:43:39.047785 n-d-803378-2 neutron-server[94420]: event.method(event) Aug 05 11:43:39.047785 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:43:39.047785 n-d-803378-2 neutron-server[94420]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:43:39.047785 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:43:39.047785 n-d-803378-2 neutron-server[94420]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:43:39.047785 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:43:39.047785 n-d-803378-2 neutron-server[94420]: return f(self, *a, **k) Aug 05 11:43:39.047785 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:43:39.047785 n-d-803378-2 neutron-server[94420]: return self._get(url).json() Aug 05 11:43:39.047785 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:43:39.047785 n-d-803378-2 neutron-server[94420]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:43:39.047785 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:43:39.047785 n-d-803378-2 neutron-server[94420]: return self.request(url, 'GET', **kwargs) Aug 05 11:43:39.047785 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:43:39.047785 n-d-803378-2 neutron-server[94420]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:43:39.047785 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:43:39.047785 n-d-803378-2 neutron-server[94420]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:43:39.047785 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:43:39.047785 n-d-803378-2 neutron-server[94420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:43:39.047785 n-d-803378-2 neutron-server[94420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:43:39.091454 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a95542ae-82f0-4e24-991d-87dafb31cdac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:39.116162 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a95542ae-82f0-4e24-991d-87dafb31cdac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:39.209488 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-7d4bc9c0-447b-4556-99d6-399cfd5b894d None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:39.227640 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-7d4bc9c0-447b-4556-99d6-399cfd5b894d None None] Transition to ACTIVE for port object 05a4fdab-6237-40fd-b27e-ea69c8c588f6 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:43:39.272027 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-7d4bc9c0-447b-4556-99d6-399cfd5b894d None None] Transition to ACTIVE for port object 05a4fdab-6237-40fd-b27e-ea69c8c588f6 will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:43:39.295760 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-7d4bc9c0-447b-4556-99d6-399cfd5b894d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:39.310649 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d7de212-9fc8-45a3-ba4f-9634c607617f tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Made reservation on behalf of 2255634a74e844e794fd358818288ba1 for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:43:39.317753 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0d7de212-9fc8-45a3-ba4f-9634c607617f tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:39.434514 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4bc9c0-447b-4556-99d6-399cfd5b894d None None] Pushing event updated for resources: {'Port': ['ID=05a4fdab-6237-40fd-b27e-ea69c8c588f6,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:43:39.453059 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1a66ba67-d8bd-405e-8549-17c778fd8de5 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:39.488186 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d4bc9c0-447b-4556-99d6-399cfd5b894d None None] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:43:39.494978 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-7d4bc9c0-447b-4556-99d6-399cfd5b894d None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:43:39.500381 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4bc9c0-447b-4556-99d6-399cfd5b894d None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:43:39.545829 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a03589f-83bd-4f65-ba43-a567d737d29b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77bffded-9f06-49e9-a2e1-5753fc3b9ba9,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:43:39.566548 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1a66ba67-d8bd-405e-8549-17c778fd8de5 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:39.589449 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-a95542ae-82f0-4e24-991d-87dafb31cdac admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=76ba9a50b2f94111b9a3888fe9e1d16d&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0238228 Aug 05 11:43:39.592943 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 38806) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:39.653342 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95542ae-82f0-4e24-991d-87dafb31cdac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd3e3446-37e2-4644-beb2-276febf19f13,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:43:39.735154 n-d-803378-2 neutron-server[94421]: INFO neutron.db.ipam_backend_mixin [None req-0d7de212-9fc8-45a3-ba4f-9634c607617f tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2bbcb1c5-23b1-4a66-ad6b-e21724c22666 (CIDR: 2001:db8::/64) Aug 05 11:43:39.763612 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-29229d8c-19a8-415c-88ed-7a7c01e74e02 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Notify callbacks [] for router, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:39.767113 n-d-803378-2 neutron-server[94421]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d7de212-9fc8-45a3-ba4f-9634c607617f tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 05 11:43:39.768175 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d7de212-9fc8-45a3-ba4f-9634c607617f tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:43:39.789850 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a66ba67-d8bd-405e-8549-17c778fd8de5 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fb135fa-432d-4e64-96a5-d2c21326ce5e,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:43:39.801129 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1a66ba67-d8bd-405e-8549-17c778fd8de5 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:39.803773 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-1a66ba67-d8bd-405e-8549-17c778fd8de5 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 2.9838614 Aug 05 11:43:39.808991 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 38808) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:39.854328 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7721c88c-15bb-45fd-b007-aebd472c14db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:39.855264 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-7d4bc9c0-447b-4556-99d6-399cfd5b894d None None] Attempting to bind port 05a4fdab-6237-40fd-b27e-ea69c8c588f6 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:43:39.856024 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-7d4bc9c0-447b-4556-99d6-399cfd5b894d None None] Attempting to bind port 05a4fdab-6237-40fd-b27e-ea69c8c588f6 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'c3ce43ff-a33b-459d-a35e-6c011fee3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:43:39.856310 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4bc9c0-447b-4556-99d6-399cfd5b894d None None] Attempting to bind port 05a4fdab-6237-40fd-b27e-ea69c8c588f6 on network 65f763dc-e344-4f1a-a003-f0293beb6d65 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:43:39.877604 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4bc9c0-447b-4556-99d6-399cfd5b894d None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:43:39.880101 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4bc9c0-447b-4556-99d6-399cfd5b894d None None] Checking segment: {'id': 'c3ce43ff-a33b-459d-a35e-6c011fee3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:43:39.881071 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-7d4bc9c0-447b-4556-99d6-399cfd5b894d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:39.882701 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4bc9c0-447b-4556-99d6-399cfd5b894d None None] Bound using segment: {'id': 'c3ce43ff-a33b-459d-a35e-6c011fee3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:43:39.887267 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-7d4bc9c0-447b-4556-99d6-399cfd5b894d None None] Bound port: 05a4fdab-6237-40fd-b27e-ea69c8c588f6, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3ce43ff-a33b-459d-a35e-6c011fee3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:43:39.893684 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-7d4bc9c0-447b-4556-99d6-399cfd5b894d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:39.917979 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7721c88c-15bb-45fd-b007-aebd472c14db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:39.944546 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-7721c88c-15bb-45fd-b007-aebd472c14db admin admin] 10.222.0.58 "DELETE /v2.0/networks/3bbc31db-4958-4e8b-9f8e-bc48b5d28e47 HTTP/1.1" status: 204 len: 168 time: 5.2340438 Aug 05 11:43:40.073497 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7721c88c-15bb-45fd-b007-aebd472c14db admin admin] Pushing event deleted for resources: {'Network': ['ID=3bbc31db-4958-4e8b-9f8e-bc48b5d28e47,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:43:40.083040 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-999237e8-caab-474b-8cd3-714ae9cd6957 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:40.117653 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-999237e8-caab-474b-8cd3-714ae9cd6957 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:40.164225 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-7d4bc9c0-447b-4556-99d6-399cfd5b894d None None] For port 05a4fdab-6237-40fd-b27e-ea69c8c588f6, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:43:40.174506 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-7d4bc9c0-447b-4556-99d6-399cfd5b894d None None] For port 05a4fdab-6237-40fd-b27e-ea69c8c588f6, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=05a4fdab-6237-40fd-b27e-ea69c8c588f6,segment=NetworkSegment(c3ce43ff-a33b-459d-a35e-6c011fee3456),segment_id=c3ce43ff-a33b-459d-a35e-6c011fee3456)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:43:40.197617 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-7d4bc9c0-447b-4556-99d6-399cfd5b894d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:40.215806 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-ad27f231-ccee-445f-ad90-b762de638997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:40.241032 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-999237e8-caab-474b-8cd3-714ae9cd6957 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:40.260770 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-999237e8-caab-474b-8cd3-714ae9cd6957 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:40.265451 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-999237e8-caab-474b-8cd3-714ae9cd6957 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/7fb135fa-432d-4e64-96a5-d2c21326ce5e HTTP/1.1" status: 204 len: 168 time: 0.4539111 Aug 05 11:43:40.274597 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 38818) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:40.352378 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999237e8-caab-474b-8cd3-714ae9cd6957 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7fb135fa-432d-4e64-96a5-d2c21326ce5e,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:43:40.362217 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:40.404117 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-0d7de212-9fc8-45a3-ba4f-9634c607617f tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.1703072 Aug 05 11:43:40.414031 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 38822) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:40.419796 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-29229d8c-19a8-415c-88ed-7a7c01e74e02 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:40.473912 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-da95fabf-82a7-4de1-a2ac-1ad137f74242 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Request body: {'subnet': {'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:43:40.539325 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4bc9c0-447b-4556-99d6-399cfd5b894d None None] Pushing event updated for resources: {'Port': ['ID=05a4fdab-6237-40fd-b27e-ea69c8c588f6,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:43:40.688835 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b7deb027-528a-41d4-b6d1-c20da926da87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:40.885993 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b7deb027-528a-41d4-b6d1-c20da926da87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:40.928720 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 38828) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:41.158889 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-29229d8c-19a8-415c-88ed-7a7c01e74e02 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Deleting port 79794882-605d-49e4-a159-9c33904caa1b {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:43:41.159470 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-29229d8c-19a8-415c-88ed-7a7c01e74e02 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:41.244525 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-9ff98f09-0c47-44d7-820a-c13506adfd1f tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.9572065 Aug 05 11:43:41.272125 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 38832) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:41.387022 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da95fabf-82a7-4de1-a2ac-1ad137f74242 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Made reservation on behalf of 2255634a74e844e794fd358818288ba1 for: {'subnet': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:43:41.413095 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-da95fabf-82a7-4de1-a2ac-1ad137f74242 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24211133'] for subnet, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:41.551113 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-29229d8c-19a8-415c-88ed-7a7c01e74e02 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:41.644755 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b7deb027-528a-41d4-b6d1-c20da926da87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:41.650997 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b7deb027-528a-41d4-b6d1-c20da926da87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:41.672234 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-b7deb027-528a-41d4-b6d1-c20da926da87 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cd3e3446-37e2-4644-beb2-276febf19f13 HTTP/1.1" status: 204 len: 168 time: 2.0599923 Aug 05 11:43:41.675298 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-29229d8c-19a8-415c-88ed-7a7c01e74e02 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Calling delete_port for 79794882-605d-49e4-a159-9c33904caa1b owned by network:router_gateway {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:43:41.722141 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-269c336b-aa82-440c-ad5d-d184ed0b43b5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=922471f37b13454ba92168a26c5eea8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7914920 Aug 05 11:43:41.728150 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 38844) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:41.797010 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:41.824783 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7deb027-528a-41d4-b6d1-c20da926da87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd3e3446-37e2-4644-beb2-276febf19f13,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:43:42.092373 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1d5295a8-318a-40da-9df8-b4394b734b3d tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:42.376546 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1d5295a8-318a-40da-9df8-b4394b734b3d tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:42.377476 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 05a4fdab-6237-40fd-b27e-ea69c8c588f6 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:43:42.466550 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-41b99187-9bfd-4d27-9e94-a22f40abc3c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:42.600479 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-41b99187-9bfd-4d27-9e94-a22f40abc3c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:42.655153 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 05a4fdab-6237-40fd-b27e-ea69c8c588f6 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:43:42.815851 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1d5295a8-318a-40da-9df8-b4394b734b3d tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:42.824394 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1d5295a8-318a-40da-9df8-b4394b734b3d tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:42.855767 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-1d5295a8-318a-40da-9df8-b4394b734b3d tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] 10.222.0.58 "DELETE /v2.0/security-groups/84d0d6c8-ba2e-4a8c-b05c-f5bf8dfac318 HTTP/1.1" status: 204 len: 168 time: 1.5675375 Aug 05 11:43:42.920585 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 38854) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:43.017545 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5295a8-318a-40da-9df8-b4394b734b3d tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84d0d6c8-ba2e-4a8c-b05c-f5bf8dfac318,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:43:43.268981 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-3af19592-263d-4de2-817a-d90e94eff724 None None] Provisioning for port 05a4fdab-6237-40fd-b27e-ea69c8c588f6 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:43:43.287660 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-da95fabf-82a7-4de1-a2ac-1ad137f74242 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29762700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24211087'] for subnet, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:43.311900 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-3af19592-263d-4de2-817a-d90e94eff724 None None] Provisioning complete for port 05a4fdab-6237-40fd-b27e-ea69c8c588f6 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:43:43.313096 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-3af19592-263d-4de2-817a-d90e94eff724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:43.372323 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-41b99187-9bfd-4d27-9e94-a22f40abc3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:43.377779 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-41b99187-9bfd-4d27-9e94-a22f40abc3c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:43.380512 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-41b99187-9bfd-4d27-9e94-a22f40abc3c7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/30974407-7b2a-468c-b989-540006d0da28 HTTP/1.1" status: 204 len: 168 time: 1.6281488 Aug 05 11:43:43.382005 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 38860) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:43.448651 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b8d53c81-42df-4129-bcdd-0b4aae85e5b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:43.462064 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-3e054dfb-dc13-4570-94fb-dc27b776c32f tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.5308983 Aug 05 11:43:43.472310 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b99187-9bfd-4d27-9e94-a22f40abc3c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30974407-7b2a-468c-b989-540006d0da28,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:43:43.480362 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 38864) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:43.492582 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da95fabf-82a7-4de1-a2ac-1ad137f74242 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:43:43.510068 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-da95fabf-82a7-4de1-a2ac-1ad137f74242 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:43:43.521367 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da95fabf-82a7-4de1-a2ac-1ad137f74242 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:43:43.522494 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-da95fabf-82a7-4de1-a2ac-1ad137f74242 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:43.569894 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-29229d8c-19a8-415c-88ed-7a7c01e74e02 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:43.609106 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd7d557-dae6-43d4-aea5-bcac325a3ae1 None None] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:43:43.692866 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da95fabf-82a7-4de1-a2ac-1ad137f74242 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Pushing event updated for resources: {'Subnet': ['ID=83fe2882-58d5-4b06-877d-ddda31a372a7,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:43:43.741570 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29229d8c-19a8-415c-88ed-7a7c01e74e02 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Pushing event deleted for resources: {'Port': ['ID=79794882-605d-49e4-a159-9c33904caa1b,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:43:44.027553 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:44.060732 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-3af19592-263d-4de2-817a-d90e94eff724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:44.133128 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-bd387898-cd14-4b07-863b-615297643824 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:44.172986 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-29229d8c-19a8-415c-88ed-7a7c01e74e02 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33285055'] for router_gateway, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:44.176196 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-3af19592-263d-4de2-817a-d90e94eff724 None None] For port 05a4fdab-6237-40fd-b27e-ea69c8c588f6, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=05a4fdab-6237-40fd-b27e-ea69c8c588f6,segment=NetworkSegment(c3ce43ff-a33b-459d-a35e-6c011fee3456),segment_id=c3ce43ff-a33b-459d-a35e-6c011fee3456)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:43:44.290272 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-29229d8c-19a8-415c-88ed-7a7c01e74e02 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33262979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1951'] for router, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:44.294815 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-29229d8c-19a8-415c-88ed-7a7c01e74e02 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:44.353787 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-3af19592-263d-4de2-817a-d90e94eff724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:44.728402 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af19592-263d-4de2-817a-d90e94eff724 None None] Pushing event updated for resources: {'Port': ['ID=05a4fdab-6237-40fd-b27e-ea69c8c588f6,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:43:45.092432 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-bd387898-cd14-4b07-863b-615297643824 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:45.111360 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-29229d8c-19a8-415c-88ed-7a7c01e74e02 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33262474'] for router, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:45.114731 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29229d8c-19a8-415c-88ed-7a7c01e74e02 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Fanout notify agent at l3_agent the message router_deleted on router 5358db59-742f-476e-b8d1-b77a2349f492 {{(pid=94421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 11:43:45.140800 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-29229d8c-19a8-415c-88ed-7a7c01e74e02 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Notify callbacks [] for router, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:45.146091 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-29229d8c-19a8-415c-88ed-7a7c01e74e02 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] 10.222.0.58 "DELETE /v2.0/routers/5358db59-742f-476e-b8d1-b77a2349f492 HTTP/1.1" status: 204 len: 168 time: 6.2112713 Aug 05 11:43:45.154702 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 38888) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:45.159799 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad077f77-ba4a-462b-bf3e-1c45a3655e5d None None] Update dhcp port {'port': {'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65', 'fixed_ips': [{'subnet_id': '2bbcb1c5-23b1-4a66-ad6b-e21724c22666', 'ip_address': '2001:db8::f816:3eff:fe2b:190f'}, {'subnet_id': '83fe2882-58d5-4b06-877d-ddda31a372a7'}], 'binding:host_id': 'n-d-803378-2'}, 'id': '05a4fdab-6237-40fd-b27e-ea69c8c588f6'} from n-d-803378-2. {{(pid=94422) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 05 11:43:45.168300 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-a9c88cbb-f912-425b-84e5-30e2ef4429e3 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-207662116', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:43:45.316813 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-ad077f77-ba4a-462b-bf3e-1c45a3655e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:45.329932 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b8d53c81-42df-4129-bcdd-0b4aae85e5b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:45.358578 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b8d53c81-42df-4129-bcdd-0b4aae85e5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:45.401252 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-da95fabf-82a7-4de1-a2ac-1ad137f74242 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.9683435 Aug 05 11:43:45.428017 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 38890) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:45.457017 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-aebc6a05-138d-4e09-985d-1039764ab717 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Request body: {'port': {'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65', 'mac_address': 'fa:16:3e:28:c5:1d', 'name': 'tempest-NetworksTestDHCPv6-2054979371'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:43:45.497528 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-bd387898-cd14-4b07-863b-615297643824 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:45.515024 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-bd387898-cd14-4b07-863b-615297643824 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:45.525071 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-bd387898-cd14-4b07-863b-615297643824 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] 10.222.0.58 "DELETE /v2.0/security-groups/c950b17d-c9bc-4b9a-9d9d-616499ad23a2 HTTP/1.1" status: 204 len: 168 time: 2.0301752 Aug 05 11:43:45.584764 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 38894) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:45.679339 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d53c81-42df-4129-bcdd-0b4aae85e5b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ef1aeb3-daa2-4a43-b9e7-434e238994ad,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:43:45.700093 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a9c88cbb-f912-425b-84e5-30e2ef4429e3 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33260300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1929'] for router, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:45.708299 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a9c88cbb-f912-425b-84e5-30e2ef4429e3 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33285914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33034662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1926'] for router, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:45.811740 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd387898-cd14-4b07-863b-615297643824 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c950b17d-c9bc-4b9a-9d9d-616499ad23a2,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:43:45.837738 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-b8d53c81-42df-4129-bcdd-0b4aae85e5b3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fb8c86aed8ae4913bfdc71725938968e&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4437504 Aug 05 11:43:45.866015 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 38904) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:46.001568 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aebc6a05-138d-4e09-985d-1039764ab717 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Made reservation on behalf of 2255634a74e844e794fd358818288ba1 for: {'port': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:43:46.069584 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-67e185fc-83bc-4f69-9452-d0ddd0e654b4 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4634950 Aug 05 11:43:46.083937 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 38908) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:46.155521 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a9c88cbb-f912-425b-84e5-30e2ef4429e3 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:46.158085 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-080307bb-22af-4246-a1dd-9bbd4b5d246d tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Request body: {'security_group': {'name': 'tempest-secgroup--1737696463'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:43:46.172521 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a9c88cbb-f912-425b-84e5-30e2ef4429e3 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286026'] for router, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:46.383103 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a9c88cbb-f912-425b-84e5-30e2ef4429e3 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Notify callbacks [] for router, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:46.396051 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-a9c88cbb-f912-425b-84e5-30e2ef4429e3 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.2269299 Aug 05 11:43:46.398324 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 38916) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:46.445343 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-dc2c9ae2-e402-4dd2-a6d8-99acb75db493 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'enable_snat': True}}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:43:46.508137 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-080307bb-22af-4246-a1dd-9bbd4b5d246d tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:46.554021 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-aebc6a05-138d-4e09-985d-1039764ab717 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:46.557308 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5d819c99-7892-4d0a-8f37-3e42939d2360 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:46.612230 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 05a4fdab-6237-40fd-b27e-ea69c8c588f6 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:43:46.711643 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5d819c99-7892-4d0a-8f37-3e42939d2360 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:46.967100 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 38926) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:47.107873 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-080307bb-22af-4246-a1dd-9bbd4b5d246d tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:47.114821 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5d819c99-7892-4d0a-8f37-3e42939d2360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:47.128024 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5d819c99-7892-4d0a-8f37-3e42939d2360 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:47.140929 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-5d819c99-7892-4d0a-8f37-3e42939d2360 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5ef1aeb3-daa2-4a43-b9e7-434e238994ad HTTP/1.1" status: 204 len: 168 time: 1.2355134 Aug 05 11:43:47.146683 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-080307bb-22af-4246-a1dd-9bbd4b5d246d tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:47.217800 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d819c99-7892-4d0a-8f37-3e42939d2360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ef1aeb3-daa2-4a43-b9e7-434e238994ad,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:43:47.295748 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [None req-aebc6a05-138d-4e09-985d-1039764ab717 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] device_id is not set on port f80970d3-8158-43a9-9cc0-19cd8436873d yet. {{(pid=94420) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 11:43:47.326348 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-080307bb-22af-4246-a1dd-9bbd4b5d246d tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:47.341527 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-080307bb-22af-4246-a1dd-9bbd4b5d246d tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2505925 Aug 05 11:43:47.354533 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 38934) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:47.378990 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-81e4601f-ee91-4f33-addd-49fc36405927 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Request body: {'security_group_rule': {'security_group_id': '0ff54735-2570-4c02-9777-cc0bd7f58ce8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:43:47.564010 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080307bb-22af-4246-a1dd-9bbd4b5d246d tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ff54735-2570-4c02-9777-cc0bd7f58ce8,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:43:47.625643 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-81e4601f-ee91-4f33-addd-49fc36405927 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:47.661821 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-dc2c9ae2-e402-4dd2-a6d8-99acb75db493 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:47.929142 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-81e4601f-ee91-4f33-addd-49fc36405927 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:47.968833 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-4da467fa-f9ca-4ece-950a-566e21a08582 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-735101022-network', 'tenant_id': '4387c5d8394046fa838195311347b87b'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:43:48.006193 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-81e4601f-ee91-4f33-addd-49fc36405927 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:48.185803 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e4601f-ee91-4f33-addd-49fc36405927 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f73256cd-0237-4416-a1a8-1423bed744a7,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:43:48.203395 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4da467fa-f9ca-4ece-950a-566e21a08582 admin admin] Made reservation on behalf of 4387c5d8394046fa838195311347b87b for: {'network': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:43:48.220221 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4da467fa-f9ca-4ece-950a-566e21a08582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:48.236083 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-ad077f77-ba4a-462b-bf3e-1c45a3655e5d None None] Allocated IP 2001:db8:0:1::2 (65f763dc-e344-4f1a-a003-f0293beb6d65/83fe2882-58d5-4b06-877d-ddda31a372a7/05a4fdab-6237-40fd-b27e-ea69c8c588f6) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:43:48.237852 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-81e4601f-ee91-4f33-addd-49fc36405927 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:48.250719 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-81e4601f-ee91-4f33-addd-49fc36405927 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8944104 Aug 05 11:43:48.252802 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4da467fa-f9ca-4ece-950a-566e21a08582 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:48.255947 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 38950) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:48.432061 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 05a4fdab-6237-40fd-b27e-ea69c8c588f6 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:43:48.441447 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:48.515960 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9339e69b-4a2c-4558-95f7-07e3a2bc08c9 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:48.582440 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9339e69b-4a2c-4558-95f7-07e3a2bc08c9 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:48.802941 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-dc2c9ae2-e402-4dd2-a6d8-99acb75db493 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:48.896941 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9339e69b-4a2c-4558-95f7-07e3a2bc08c9 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:48.935193 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-dc2c9ae2-e402-4dd2-a6d8-99acb75db493 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:49.369873 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4da467fa-f9ca-4ece-950a-566e21a08582 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:49.397701 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9339e69b-4a2c-4558-95f7-07e3a2bc08c9 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:49.416888 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-9339e69b-4a2c-4558-95f7-07e3a2bc08c9 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/f73256cd-0237-4416-a1a8-1423bed744a7 HTTP/1.1" status: 204 len: 168 time: 1.1535423 Aug 05 11:43:49.442085 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 38964) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:49.453309 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4da467fa-f9ca-4ece-950a-566e21a08582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:49.518017 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9339e69b-4a2c-4558-95f7-07e3a2bc08c9 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f73256cd-0237-4416-a1a8-1423bed744a7,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:43:49.663164 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4da467fa-f9ca-4ece-950a-566e21a08582 admin admin] vlan segment allocate from pool success with {'vlan_id': 669, 'physical_network': 'physnet1'} {{(pid=94421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:43:49.693655 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4da467fa-f9ca-4ece-950a-566e21a08582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:49.694796 n-d-803378-2 neutron-server[94421]: INFO neutron.db.segments_db [None req-4da467fa-f9ca-4ece-950a-566e21a08582 admin admin] Added segment b36a843f-62f3-4ca4-92e0-595d19e6a3f0 of type vlan for network 70811fd3-f1ad-446e-9d22-c9fd1055c61c Aug 05 11:43:49.698379 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-dc2c9ae2-e402-4dd2-a6d8-99acb75db493 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Allocated IP 172.25.5.156 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/d2d0af35-6129-41ab-8046-184221bab520) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:43:49.788341 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da467fa-f9ca-4ece-950a-566e21a08582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab2b5f38-a05a-4ac9-a8bf-2f9bfdcd31b6,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:43:49.865216 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-d1fe7be1-89bd-4966-9b6d-4151dca94e91 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4173932 Aug 05 11:43:49.871763 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 38976) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:49.946668 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4da467fa-f9ca-4ece-950a-566e21a08582 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:50.045671 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-ad077f77-ba4a-462b-bf3e-1c45a3655e5d None None] For port 05a4fdab-6237-40fd-b27e-ea69c8c588f6, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=05a4fdab-6237-40fd-b27e-ea69c8c588f6,segment=NetworkSegment(c3ce43ff-a33b-459d-a35e-6c011fee3456),segment_id=c3ce43ff-a33b-459d-a35e-6c011fee3456)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:43:50.087781 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4da467fa-f9ca-4ece-950a-566e21a08582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:50.090372 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da467fa-f9ca-4ece-950a-566e21a08582 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:43:50.091873 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4da467fa-f9ca-4ece-950a-566e21a08582 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:50.290325 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-ad077f77-ba4a-462b-bf3e-1c45a3655e5d None None] Notify callbacks [] for port, precommit_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:50.386654 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-ad077f77-ba4a-462b-bf3e-1c45a3655e5d None None] Transition to ACTIVE for port object 05a4fdab-6237-40fd-b27e-ea69c8c588f6 will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:43:50.399879 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da467fa-f9ca-4ece-950a-566e21a08582 admin admin] Pushing event updated for resources: {'Network': ['ID=70811fd3-f1ad-446e-9d22-c9fd1055c61c,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:43:50.402958 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-ad077f77-ba4a-462b-bf3e-1c45a3655e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:50.449007 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-4da467fa-f9ca-4ece-950a-566e21a08582 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 3.4694350 Aug 05 11:43:50.450206 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 38992) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:50.452727 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 70811fd3-f1ad-446e-9d22-c9fd1055c61c details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:43:50.478810 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-c95ca1c7-6bae-4b31-8eb7-b947cd2544c4 admin admin] Request body: {'subnet': {'network_id': '70811fd3-f1ad-446e-9d22-c9fd1055c61c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-735101022-subnet', 'tenant_id': '4387c5d8394046fa838195311347b87b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:43:50.576718 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c95ca1c7-6bae-4b31-8eb7-b947cd2544c4 admin admin] Made reservation on behalf of 4387c5d8394046fa838195311347b87b for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:43:50.582024 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c95ca1c7-6bae-4b31-8eb7-b947cd2544c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:50.885465 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d4d06e7f-6230-42dc-b073-722e73845b7d tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:51.007761 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-dc2c9ae2-e402-4dd2-a6d8-99acb75db493 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:51.096741 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad077f77-ba4a-462b-bf3e-1c45a3655e5d None None] Pushing event updated for resources: {'Port': ['ID=05a4fdab-6237-40fd-b27e-ea69c8c588f6,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:43:51.176635 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d4d06e7f-6230-42dc-b073-722e73845b7d tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:51.226461 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-aebc6a05-138d-4e09-985d-1039764ab717 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Allocated IP 2001:db8:0:1::312 (65f763dc-e344-4f1a-a003-f0293beb6d65/83fe2882-58d5-4b06-877d-ddda31a372a7/f80970d3-8158-43a9-9cc0-19cd8436873d) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:43:51.362242 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-aebc6a05-138d-4e09-985d-1039764ab717 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Allocated IP 2001:db8::f816:3eff:fe28:c51d (65f763dc-e344-4f1a-a003-f0293beb6d65/2bbcb1c5-23b1-4a66-ad6b-e21724c22666/f80970d3-8158-43a9-9cc0-19cd8436873d) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:43:51.681597 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c95ca1c7-6bae-4b31-8eb7-b947cd2544c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25038678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30075167'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:51.783640 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-dc2c9ae2-e402-4dd2-a6d8-99acb75db493 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:52.032411 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95ca1c7-6bae-4b31-8eb7-b947cd2544c4 admin admin] Checking segment: {'id': 'b36a843f-62f3-4ca4-92e0-595d19e6a3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '70811fd3-f1ad-446e-9d22-c9fd1055c61c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:43:52.035131 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95ca1c7-6bae-4b31-8eb7-b947cd2544c4 admin admin] Network hostable DHCP agents. Network: 70811fd3-f1ad-446e-9d22-c9fd1055c61c, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:43:52.051419 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d4d06e7f-6230-42dc-b073-722e73845b7d tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:52.055988 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:52.066496 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d4d06e7f-6230-42dc-b073-722e73845b7d tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:52.072583 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-d4d06e7f-6230-42dc-b073-722e73845b7d tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] 10.222.0.58 "DELETE /v2.0/security-groups/0ff54735-2570-4c02-9777-cc0bd7f58ce8 HTTP/1.1" status: 204 len: 168 time: 2.1960433 Aug 05 11:43:52.082030 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 39018) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:52.127534 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95ca1c7-6bae-4b31-8eb7-b947cd2544c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71a2d471-ec02-42ce-91bf-6bee2a437528,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:43:52.264887 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95ca1c7-6bae-4b31-8eb7-b947cd2544c4 admin admin] Network 70811fd3-f1ad-446e-9d22-c9fd1055c61c is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:43:52.367659 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d06e7f-6230-42dc-b073-722e73845b7d tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ff54735-2570-4c02-9777-cc0bd7f58ce8,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:43:52.422786 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2c9ae2-e402-4dd2-a6d8-99acb75db493 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:43:52.429117 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 39022) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:52.437126 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-7bfa77b3-2764-480a-abcc-6fb0999def7a tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3488936 Aug 05 11:43:52.444272 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-c95ca1c7-6bae-4b31-8eb7-b947cd2544c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, 70811fd3-f1ad-446e-9d22-c9fd1055c61c) {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:43:52.463926 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-4b37e20f-eab9-4e61-a2cd-38485e7debb6 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Request body: {'security_group': {'name': 'tempest-secgroup--271834866'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:43:52.467648 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95ca1c7-6bae-4b31-8eb7-b947cd2544c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:43:52.482158 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c95ca1c7-6bae-4b31-8eb7-b947cd2544c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:52.498083 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0b1e75-6da0-4c65-a0b2-373d275d2d0a None None] Network 70811fd3-f1ad-446e-9d22-c9fd1055c61c requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:43:52.549403 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-c95ca1c7-6bae-4b31-8eb7-b947cd2544c4 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0965972 Aug 05 11:43:52.549946 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 05a4fdab-6237-40fd-b27e-ea69c8c588f6 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:43:52.556535 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 39024) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:52.577574 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4b37e20f-eab9-4e61-a2cd-38485e7debb6 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:52.585211 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-33a2ff87-f177-469d-9bb3-f681d1be9939 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-735101022-router', 'tenant_id': '4387c5d8394046fa838195311347b87b', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:43:52.600449 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-dc2c9ae2-e402-4dd2-a6d8-99acb75db493 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:43:52.611535 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2c9ae2-e402-4dd2-a6d8-99acb75db493 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Pushing event updated for resources: {'Port': ['ID=d2d0af35-6129-41ab-8046-184221bab520,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:43:52.616648 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2c9ae2-e402-4dd2-a6d8-99acb75db493 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:43:52.739773 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-33a2ff87-f177-469d-9bb3-f681d1be9939 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33260300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1929'] for router, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:52.743543 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-33a2ff87-f177-469d-9bb3-f681d1be9939 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33285914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33034662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1926'] for router, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:52.885413 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-aebc6a05-138d-4e09-985d-1039764ab717 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:52.964882 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-48010992-a3fd-4675-b045-08caad11a88c None None] Provisioning for port 05a4fdab-6237-40fd-b27e-ea69c8c588f6 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:43:53.019236 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-48010992-a3fd-4675-b045-08caad11a88c None None] Provisioning complete for port 05a4fdab-6237-40fd-b27e-ea69c8c588f6 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:43:53.024736 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-48010992-a3fd-4675-b045-08caad11a88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:53.026682 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [None req-aebc6a05-138d-4e09-985d-1039764ab717 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Transition to ACTIVE for port object f80970d3-8158-43a9-9cc0-19cd8436873d will not be triggered until provisioned by entity DHCP. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:43:53.141121 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-33a2ff87-f177-469d-9bb3-f681d1be9939 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:53.322047 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 05a4fdab-6237-40fd-b27e-ea69c8c588f6 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:43:53.323151 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:53.365917 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 11:43:53.631879 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e56eab-f7fb-4461-a3d9-554f9b3b7a84 None None] Network 70811fd3-f1ad-446e-9d22-c9fd1055c61c requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:43:53.785499 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-33a2ff87-f177-469d-9bb3-f681d1be9939 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:54.413672 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 39062) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:54.480642 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-aebc6a05-138d-4e09-985d-1039764ab717 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:54.498517 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4b37e20f-eab9-4e61-a2cd-38485e7debb6 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:54.569036 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-33a2ff87-f177-469d-9bb3-f681d1be9939 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:54.603334 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4b37e20f-eab9-4e61-a2cd-38485e7debb6 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:54.626578 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-33a2ff87-f177-469d-9bb3-f681d1be9939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:54.701516 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aebc6a05-138d-4e09-985d-1039764ab717 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:43:54.712341 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-dc2c9ae2-e402-4dd2-a6d8-99acb75db493 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:54.747079 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-aebc6a05-138d-4e09-985d-1039764ab717 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:43:54.843865 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebc6a05-138d-4e09-985d-1039764ab717 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:43:54.873256 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aebc6a05-138d-4e09-985d-1039764ab717 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:43:54.874463 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-aebc6a05-138d-4e09-985d-1039764ab717 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:54.928096 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-33a2ff87-f177-469d-9bb3-f681d1be9939 admin admin] Allocated IP 172.25.5.231 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/ac589e91-3b14-45e9-ab1e-f1e494f2b484) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:43:54.943387 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4b37e20f-eab9-4e61-a2cd-38485e7debb6 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:54.953599 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 39074) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:54.959950 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-4b37e20f-eab9-4e61-a2cd-38485e7debb6 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.4996052 Aug 05 11:43:54.967513 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-eb2770c5-9c6b-4241-ab04-a493e2880807 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Request body: {'security_group_rule': {'security_group_id': '76e51323-2a65-43de-ab62-295e847e28a3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:43:55.161827 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-eb2770c5-9c6b-4241-ab04-a493e2880807 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:55.171212 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b830297d-9d37-48cd-be6c-7e6b08f4c1a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:55.176558 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b37e20f-eab9-4e61-a2cd-38485e7debb6 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76e51323-2a65-43de-ab62-295e847e28a3,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:43:55.200070 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-aebc6a05-138d-4e09-985d-1039764ab717 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 9.7662802 Aug 05 11:43:55.218120 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebc6a05-138d-4e09-985d-1039764ab717 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Pushing event updated for resources: {'Port': ['ID=f80970d3-8158-43a9-9cc0-19cd8436873d,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:43:55.232746 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 39080) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:55.401746 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-eb2770c5-9c6b-4241-ab04-a493e2880807 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:55.420674 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-eb2770c5-9c6b-4241-ab04-a493e2880807 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:55.465224 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2770c5-9c6b-4241-ab04-a493e2880807 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c1f75e8-c58e-4dc2-b8a7-b77f95bb37d3,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:43:55.475638 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-33a2ff87-f177-469d-9bb3-f681d1be9939 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:55.572789 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-c367a2fa-b836-465f-8b75-4a549e26d20f None None] Provisioning for port f80970d3-8158-43a9-9cc0-19cd8436873d completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:43:55.584390 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-c367a2fa-b836-465f-8b75-4a549e26d20f None None] Provisioning complete for port f80970d3-8158-43a9-9cc0-19cd8436873d triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:43:55.585200 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c367a2fa-b836-465f-8b75-4a549e26d20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:55.650676 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-33a2ff87-f177-469d-9bb3-f681d1be9939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:55.728658 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-c367a2fa-b836-465f-8b75-4a549e26d20f None None] Port f80970d3-8158-43a9-9cc0-19cd8436873d cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:43:55.774925 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-dc2c9ae2-e402-4dd2-a6d8-99acb75db493 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33286054', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33263081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1940'] for router, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:55.781733 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a2ff87-f177-469d-9bb3-f681d1be9939 admin admin] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:43:55.785153 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-dc2c9ae2-e402-4dd2-a6d8-99acb75db493 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33286033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33286040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33263014'] for router, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:55.788842 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-33a2ff87-f177-469d-9bb3-f681d1be9939 admin admin] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:43:55.794443 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a2ff87-f177-469d-9bb3-f681d1be9939 admin admin] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:43:55.806735 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a2ff87-f177-469d-9bb3-f681d1be9939 admin admin] Pushing event updated for resources: {'Port': ['ID=ac589e91-3b14-45e9-ab1e-f1e494f2b484,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:43:56.384080 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-6d6fcf39-6b5f-4193-a2fa-67c30c0cd133 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Deleting port f80970d3-8158-43a9-9cc0-19cd8436873d {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:43:56.384681 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6d6fcf39-6b5f-4193-a2fa-67c30c0cd133 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:56.423992 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b830297d-9d37-48cd-be6c-7e6b08f4c1a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:56.454038 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-eb2770c5-9c6b-4241-ab04-a493e2880807 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:56.460476 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-eb2770c5-9c6b-4241-ab04-a493e2880807 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.5002751 Aug 05 11:43:56.462313 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 39134) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:56.513648 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b830297d-9d37-48cd-be6c-7e6b08f4c1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:56.587729 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-fd6369d2-8788-43c2-8824-bc29735e15b5 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] 10.222.0.58 "GET /v2.0/security-group-rules/8c1f75e8-c58e-4dc2-b8a7-b77f95bb37d3 HTTP/1.1" status: 200 len: 763 time: 0.1198344 Aug 05 11:43:56.588593 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 39140) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:56.693611 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-33a2ff87-f177-469d-9bb3-f681d1be9939 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:56.766038 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc2c9ae2-e402-4dd2-a6d8-99acb75db493 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Router 35357dc0-19a0-46ca-9328-b4bd00638dae is scheduled to L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d with binding_index 1 {{(pid=94420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 11:43:56.776517 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6d6fcf39-6b5f-4193-a2fa-67c30c0cd133 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:56.827970 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-6d6fcf39-6b5f-4193-a2fa-67c30c0cd133 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Calling delete_port for f80970d3-8158-43a9-9cc0-19cd8436873d owned by {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:43:56.945481 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-1c1e9270-f963-47f9-ac10-3038c2cb279c tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3548698 Aug 05 11:43:56.950825 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 39156) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:56.991888 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-b830297d-9d37-48cd-be6c-7e6b08f4c1a9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=881822b8a961457788e13e1adf71eaa1&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5596893 Aug 05 11:43:57.001663 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 39158) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:57.002763 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b830297d-9d37-48cd-be6c-7e6b08f4c1a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c27a8e3-a211-4500-adae-236a3d427521,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:43:57.123778 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d0e23555-8d7f-4791-8765-817be658cf77 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:57.146426 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d0e23555-8d7f-4791-8765-817be658cf77 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:57.320257 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d0e23555-8d7f-4791-8765-817be658cf77 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:57.331629 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d0e23555-8d7f-4791-8765-817be658cf77 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:57.346835 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-d0e23555-8d7f-4791-8765-817be658cf77 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/8c1f75e8-c58e-4dc2-b8a7-b77f95bb37d3 HTTP/1.1" status: 204 len: 168 time: 0.3951542 Aug 05 11:43:57.360773 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 39170) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:57.444628 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e23555-8d7f-4791-8765-817be658cf77 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8c1f75e8-c58e-4dc2-b8a7-b77f95bb37d3,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:43:57.569495 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6b5133cb-9490-4fab-8d63-8cb4fa24ccfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:57.579137 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc2c9ae2-e402-4dd2-a6d8-99acb75db493 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:43:57.594220 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-dc2c9ae2-e402-4dd2-a6d8-99acb75db493 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify callbacks [] for router, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:57.601023 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-dc2c9ae2-e402-4dd2-a6d8-99acb75db493 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] 10.222.0.58 "PUT /v2.0/routers/35357dc0-19a0-46ca-9328-b4bd00638dae HTTP/1.1" status: 200 len: 918 time: 11.1710126 Aug 05 11:43:57.608173 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd1a72c-511e-4fb3-9f21-13cb00d1da2a None None] Sync routers for ids ['35357dc0-19a0-46ca-9328-b4bd00638dae'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:43:57.619350 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 39172) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:57.619958 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 39174) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:57.635055 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd1a72c-511e-4fb3-9f21-13cb00d1da2a None None] Routers {'35357dc0-19a0-46ca-9328-b4bd00638dae'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:43:57.636237 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-cfd1a72c-511e-4fb3-9f21-13cb00d1da2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:43:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['35357dc0-19a0-46ca-9328-b4bd00638dae'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:43:57.658463 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-33a2ff87-f177-469d-9bb3-f681d1be9939 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286026'] for router, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:57.738977 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-035149d4-7008-4d7b-86c0-21ae5da59086 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3655660 Aug 05 11:43:57.759827 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-cfd1a72c-511e-4fb3-9f21-13cb00d1da2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:43:57.787593 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd1a72c-511e-4fb3-9f21-13cb00d1da2a None None] Routers {'35357dc0-19a0-46ca-9328-b4bd00638dae'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:43:57.789809 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-cfd1a72c-511e-4fb3-9f21-13cb00d1da2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:43:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['35357dc0-19a0-46ca-9328-b4bd00638dae'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:43:57.821815 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 39180) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:57.828966 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6b5133cb-9490-4fab-8d63-8cb4fa24ccfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:57.849411 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-5be510c4-b1c6-487f-a3de-993d91ebd84d tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Request body: {'security_group_rule': {'security_group_id': '76e51323-2a65-43de-ab62-295e847e28a3', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:43:57.927383 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-cfd1a72c-511e-4fb3-9f21-13cb00d1da2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:43:57.929720 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd1a72c-511e-4fb3-9f21-13cb00d1da2a None None] The sync data for ids ['35357dc0-19a0-46ca-9328-b4bd00638dae'] in n-d-803378-2 is: [] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:43:58.247252 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33a2ff87-f177-469d-9bb3-f681d1be9939 admin admin] Router 763ae9d3-5b66-4d36-9443-0e9f21ad78af is scheduled to L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d with binding_index 1 {{(pid=94421) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 11:43:58.317155 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6d6fcf39-6b5f-4193-a2fa-67c30c0cd133 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:58.341988 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9f83ac55-9f5b-4db1-a98b-5c74e64f640e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:58.380315 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6b5133cb-9490-4fab-8d63-8cb4fa24ccfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:58.383270 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6b5133cb-9490-4fab-8d63-8cb4fa24ccfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:58.389889 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-6b5133cb-9490-4fab-8d63-8cb4fa24ccfd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4c27a8e3-a211-4500-adae-236a3d427521 HTTP/1.1" status: 204 len: 168 time: 1.3759923 Aug 05 11:43:58.465504 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5133cb-9490-4fab-8d63-8cb4fa24ccfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c27a8e3-a211-4500-adae-236a3d427521,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:43:58.498147 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6fcf39-6b5f-4193-a2fa-67c30c0cd133 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Pushing event deleted for resources: {'Port': ['ID=f80970d3-8158-43a9-9cc0-19cd8436873d,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:43:58.545765 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5be510c4-b1c6-487f-a3de-993d91ebd84d tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:58.710451 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-39a5aac4-6d73-455d-84a6-86fd33f50193 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] 10.222.0.58 "GET /v2.0/routers/35357dc0-19a0-46ca-9328-b4bd00638dae HTTP/1.1" status: 200 len: 924 time: 1.0868869 Aug 05 11:43:58.720612 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 39188) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:58.742923 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6d6fcf39-6b5f-4193-a2fa-67c30c0cd133 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:58.746898 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-6d6fcf39-6b5f-4193-a2fa-67c30c0cd133 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "DELETE /v2.0/ports/f80970d3-8158-43a9-9cc0-19cd8436873d HTTP/1.1" status: 204 len: 168 time: 3.5052195 Aug 05 11:43:58.760784 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 39190) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:58.772119 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2f9f4398-3ed7-46bf-bae5-4a468ec57cbf req-7b77697b-b1d4-421b-a905-b177123978b3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a4d4312f-4dbb-4957-b2c6-f9a8697a7f4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3916342 Aug 05 11:43:58.774077 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33a2ff87-f177-469d-9bb3-f681d1be9939 admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:43:58.797532 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f014b31-0649-45d1-879b-86456ba2a7c5 None None] Sync routers for ids ['763ae9d3-5b66-4d36-9443-0e9f21ad78af'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:43:58.875074 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f014b31-0649-45d1-879b-86456ba2a7c5 None None] Routers {'763ae9d3-5b66-4d36-9443-0e9f21ad78af'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:43:58.878409 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-4f014b31-0649-45d1-879b-86456ba2a7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:43:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['763ae9d3-5b66-4d36-9443-0e9f21ad78af'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:43:58.925937 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1a425b-7530-4e8a-9cc3-0541cc393c2b tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:43:58.939005 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-2f1a425b-7530-4e8a-9cc3-0541cc393c2b tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd&device_id=35357dc0-19a0-46ca-9328-b4bd00638dae&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2167411 Aug 05 11:43:58.941674 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 39194) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:59.050715 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9f4398-3ed7-46bf-bae5-4a468ec57cbf req-be2e263e-aaeb-43d2-b5f8-725166ad6884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:43:59.055395 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2f9f4398-3ed7-46bf-bae5-4a468ec57cbf req-be2e263e-aaeb-43d2-b5f8-725166ad6884 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a02a178820324fb2b01f24f52bf7b476&device_id=a4d4312f-4dbb-4957-b2c6-f9a8697a7f4f HTTP/1.1" status: 200 len: 1097 time: 0.1105728 Aug 05 11:43:59.267969 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:59.414597 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6378c0d-f891-4d1d-bc77-cc66fae9fdad tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:43:59.422705 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-a6378c0d-f891-4d1d-bc77-cc66fae9fdad tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] 10.222.0.58 "GET /v2.0/networks/36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd HTTP/1.1" status: 200 len: 881 time: 0.4737022 Aug 05 11:43:59.424743 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 39198) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:59.460149 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-4f014b31-0649-45d1-879b-86456ba2a7c5 None None] Set router 763ae9d3-5b66-4d36-9443-0e9f21ad78af gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:43:59.531205 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5be510c4-b1c6-487f-a3de-993d91ebd84d tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:59.537409 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 39200) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:59.547443 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9f4398-3ed7-46bf-bae5-4a468ec57cbf req-2549fe6e-3f32-45c6-9300-4636d950dbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:43:59.554281 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2f9f4398-3ed7-46bf-bae5-4a468ec57cbf req-2549fe6e-3f32-45c6-9300-4636d950dbf0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4d1db86f-e368-416d-a803-521709094a5f HTTP/1.1" status: 200 len: 916 time: 0.4469635 Aug 05 11:43:59.594066 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5be510c4-b1c6-487f-a3de-993d91ebd84d tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:59.635237 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-7fdff689-56c9-4ff5-9dbd-5d8a4f3d78fd tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] 10.222.0.58 "GET /v2.0/ports?device_id=35357dc0-19a0-46ca-9328-b4bd00638dae HTTP/1.1" status: 200 len: 205 time: 0.1575854 Aug 05 11:43:59.636326 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 39202) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:59.696369 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7dd17df-7d1b-4349-8324-142b048d5c8c tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:43:59.700153 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-f7dd17df-7d1b-4349-8324-142b048d5c8c tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.9309924 Aug 05 11:43:59.719393 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6c6c85e1-5a58-4490-b6cb-80620c31c80e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:43:59.723260 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 39206) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:43:59.761640 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2f9f4398-3ed7-46bf-bae5-4a468ec57cbf req-6e6ffff9-a769-4577-9b59-dbbaa6c80aa1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f57a6c3b-0b4e-412e-ad8e-313d52a289f5 HTTP/1.1" status: 200 len: 217 time: 0.1978524 Aug 05 11:43:59.969477 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9f4398-3ed7-46bf-bae5-4a468ec57cbf req-a5c0e67d-533f-412d-99a9-b266b62c1e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:43:59.976043 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be510c4-b1c6-487f-a3de-993d91ebd84d tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78a73476-0190-4bd5-b973-880c78a3556b,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:43:59.981180 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2f9f4398-3ed7-46bf-bae5-4a468ec57cbf req-a5c0e67d-533f-412d-99a9-b266b62c1e5a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7c5e4571-6adf-456a-91ed-eaaee0830fdc HTTP/1.1" status: 200 len: 854 time: 0.2049956 Aug 05 11:44:00.035558 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9f83ac55-9f5b-4db1-a98b-5c74e64f640e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:00.075134 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9f83ac55-9f5b-4db1-a98b-5c74e64f640e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:00.081636 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-33a2ff87-f177-469d-9bb3-f681d1be9939 admin admin] Notify callbacks [] for router, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:00.085623 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-33a2ff87-f177-469d-9bb3-f681d1be9939 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.5231674 Aug 05 11:44:00.094492 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 39210) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:44:00.106795 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5be510c4-b1c6-487f-a3de-993d91ebd84d tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:00.117318 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 39212) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:44:00.129281 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-5be510c4-b1c6-487f-a3de-993d91ebd84d tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 2.2851896 Aug 05 11:44:00.274858 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-f1d14698-da5c-4611-b948-31a4c6209a3d tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] 10.222.0.58 "GET /v2.0/security-group-rules/78a73476-0190-4bd5-b973-880c78a3556b HTTP/1.1" status: 200 len: 763 time: 0.1507490 Aug 05 11:44:00.276546 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 39214) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:44:00.283610 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9f4398-3ed7-46bf-bae5-4a468ec57cbf req-faf31052-ab82-4da9-b137-d89445fc9851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:44:00.287095 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2f9f4398-3ed7-46bf-bae5-4a468ec57cbf req-faf31052-ab82-4da9-b137-d89445fc9851 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4d1db86f-e368-416d-a803-521709094a5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2954316 Aug 05 11:44:00.373013 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-4f014b31-0649-45d1-879b-86456ba2a7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763ae9d3-5b66-4d36-9443-0e9f21ad78af', 'name': 'tempest-ServerRescueTestJSON-735101022-router', 'tenant_id': '4387c5d8394046fa838195311347b87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'ac589e91-3b14-45e9-ab1e-f1e494f2b484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:43:52Z', 'updated_at': '2021-08-05T11:43:56Z', 'revision_number': 3, 'project_id': '4387c5d8394046fa838195311347b87b', 'gw_port': {'id': 'ac589e91-3b14-45e9-ab1e-f1e494f2b484', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ea:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763ae9d3-5b66-4d36-9443-0e9f21ad78af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2132, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:43:54Z', 'updated_at': '2021-08-05T11:43:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:44:00.398465 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f83ac55-9f5b-4db1-a98b-5c74e64f640e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0ff0192-7c01-43e8-b3c0-d2e2bcd84d8e,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:44:00.455234 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f014b31-0649-45d1-879b-86456ba2a7c5 None None] Checking router: 763ae9d3-5b66-4d36-9443-0e9f21ad78af for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:44:00.461882 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f014b31-0649-45d1-879b-86456ba2a7c5 None None] Updating router 763ae9d3-5b66-4d36-9443-0e9f21ad78af port ac589e91-3b14-45e9-ab1e-f1e494f2b484 binding host n-d-803378-2 {{(pid=94423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 11:44:00.542160 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-4f014b31-0649-45d1-879b-86456ba2a7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:00.673176 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-d3a38edf-2290-4845-8c6c-d9c7228ee4a2 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3837559 Aug 05 11:44:00.681571 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 39218) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:44:00.694898 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6f303c12-dd80-4674-8710-c7fcc629cec5 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Notify callbacks [] for router, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:01.028316 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d90bd0-9a21-4d5b-b339-a4aa428bce19 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:44:01.043297 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-b9d90bd0-9a21-4d5b-b339-a4aa428bce19 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 1.3025489 Aug 05 11:44:01.076344 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 39224) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:44:01.116507 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-9f83ac55-9f5b-4db1-a98b-5c74e64f640e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0d7728e2244f4a1e8e74c7fa69f13d0c&name=default HTTP/1.1" status: 200 len: 2983 time: 3.4909098 Aug 05 11:44:01.190743 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 39226) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:44:01.303016 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6c6c85e1-5a58-4490-b6cb-80620c31c80e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:01.476961 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2f9f4398-3ed7-46bf-bae5-4a468ec57cbf req-a120dc5d-f761-4ca6-a6b5-0db848e9eb26 service neutron] 10.222.0.64 "GET /v2.0/networks/4d1db86f-e368-416d-a803-521709094a5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1688178 Aug 05 11:44:01.548690 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b2dc1fa6-7d38-43d8-854b-2d18d5ea93a5 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:01.555309 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-4f014b31-0649-45d1-879b-86456ba2a7c5 None None] Notify callbacks [] for port, precommit_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:01.605750 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.provisioning_blocks [None req-4f014b31-0649-45d1-879b-86456ba2a7c5 None None] Transition to ACTIVE for port object ac589e91-3b14-45e9-ab1e-f1e494f2b484 will not be triggered until provisioned by entity L2. {{(pid=94423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:44:01.635895 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-4f014b31-0649-45d1-879b-86456ba2a7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:01.761234 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b2dc1fa6-7d38-43d8-854b-2d18d5ea93a5 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:01.780689 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d706ee-8f85-4af8-808c-5640cd468dee None None] Pushing event updated for resources: {'Port': ['ID=ac589e91-3b14-45e9-ab1e-f1e494f2b484,revision_number=2']} {{(pid=94423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:44:01.855354 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-4f014b31-0649-45d1-879b-86456ba2a7c5 None None] Attempting to bind port ac589e91-3b14-45e9-ab1e-f1e494f2b484 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:44:01.855858 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-4f014b31-0649-45d1-879b-86456ba2a7c5 None None] Attempting to bind port ac589e91-3b14-45e9-ab1e-f1e494f2b484 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}] {{(pid=94423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:44:01.856455 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f014b31-0649-45d1-879b-86456ba2a7c5 None None] Attempting to bind port ac589e91-3b14-45e9-ab1e-f1e494f2b484 on network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:44:01.865459 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d706ee-8f85-4af8-808c-5640cd468dee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:44:01.866035 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d706ee-8f85-4af8-808c-5640cd468dee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:44:01.866612 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d706ee-8f85-4af8-808c-5640cd468dee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:44:01.867393 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d706ee-8f85-4af8-808c-5640cd468dee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:44:01.868168 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d706ee-8f85-4af8-808c-5640cd468dee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:44:01.868797 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d706ee-8f85-4af8-808c-5640cd468dee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:44:01.869360 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d706ee-8f85-4af8-808c-5640cd468dee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:44:01.869917 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d706ee-8f85-4af8-808c-5640cd468dee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:44:01.870479 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d706ee-8f85-4af8-808c-5640cd468dee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:44:01.871033 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d706ee-8f85-4af8-808c-5640cd468dee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:44:01.871606 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d706ee-8f85-4af8-808c-5640cd468dee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:44:01.872178 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d706ee-8f85-4af8-808c-5640cd468dee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:44:01.886773 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f014b31-0649-45d1-879b-86456ba2a7c5 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:44:01.887619 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f014b31-0649-45d1-879b-86456ba2a7c5 None None] Checking segment: {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:44:01.888313 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-4f014b31-0649-45d1-879b-86456ba2a7c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:01.889022 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f014b31-0649-45d1-879b-86456ba2a7c5 None None] Bound using segment: {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'} {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:44:01.890194 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-4f014b31-0649-45d1-879b-86456ba2a7c5 None None] Bound port: ac589e91-3b14-45e9-ab1e-f1e494f2b484, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}}] {{(pid=94423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:44:01.890401 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-4f014b31-0649-45d1-879b-86456ba2a7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:01.966607 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b2dc1fa6-7d38-43d8-854b-2d18d5ea93a5 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:01.993943 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b2dc1fa6-7d38-43d8-854b-2d18d5ea93a5 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:02.001937 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-b2dc1fa6-7d38-43d8-854b-2d18d5ea93a5 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/78a73476-0190-4bd5-b973-880c78a3556b HTTP/1.1" status: 204 len: 168 time: 1.3152044 Aug 05 11:44:02.002251 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96d9585-d247-42ca-9809-e28472b19348 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:44:02.006584 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 39234) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:44:02.006896 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96d9585-d247-42ca-9809-e28472b19348 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:44:02.010144 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96d9585-d247-42ca-9809-e28472b19348 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:44:02.013051 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-e96d9585-d247-42ca-9809-e28472b19348 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.8962688 Aug 05 11:44:02.030452 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 39236) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:44:02.031553 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6c6c85e1-5a58-4490-b6cb-80620c31c80e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:02.080732 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.db [None req-4f014b31-0649-45d1-879b-86456ba2a7c5 None None] For port ac589e91-3b14-45e9-ab1e-f1e494f2b484, host n-d-803378-2, cleared binding levels {{(pid=94423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:44:02.087229 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.db [None req-4f014b31-0649-45d1-879b-86456ba2a7c5 None None] For port ac589e91-3b14-45e9-ab1e-f1e494f2b484, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=ac589e91-3b14-45e9-ab1e-f1e494f2b484,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:44:02.102221 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-4f014b31-0649-45d1-879b-86456ba2a7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:02.247470 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f014b31-0649-45d1-879b-86456ba2a7c5 None None] Routers {'763ae9d3-5b66-4d36-9443-0e9f21ad78af'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:44:02.248715 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-4f014b31-0649-45d1-879b-86456ba2a7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:43:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['763ae9d3-5b66-4d36-9443-0e9f21ad78af'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:44:02.376921 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dc1fa6-7d38-43d8-854b-2d18d5ea93a5 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=78a73476-0190-4bd5-b973-880c78a3556b,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:44:02.421964 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2f9f4398-3ed7-46bf-bae5-4a468ec57cbf req-ec95e52e-e352-49bb-9bb1-eb49d1b3a495 service neutron] 10.222.0.64 "GET /v2.0/networks/4d1db86f-e368-416d-a803-521709094a5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9282157 Aug 05 11:44:02.591278 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-6c6c85e1-5a58-4490-b6cb-80620c31c80e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=47ece3b285c04e8d91d6a224fa6f5aa5&name=default HTTP/1.1" status: 200 len: 2983 time: 3.0468931 Aug 05 11:44:02.602306 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 39242) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:44:02.687203 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-4f014b31-0649-45d1-879b-86456ba2a7c5 None None] Set router 763ae9d3-5b66-4d36-9443-0e9f21ad78af gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:44:02.706732 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6c85e1-5a58-4490-b6cb-80620c31c80e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e3c30e6-9d0b-4bd3-9c2c-ec1d4c93517b,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:44:02.714889 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-6708a3f2-4153-4b00-addb-f70ec420a614 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.6983850 Aug 05 11:44:02.721553 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 39244) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:44:02.760344 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-d87474d4-084d-44a9-99f9-fe1a2fcb826a tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Request body: {'security_group_rule': {'security_group_id': '76e51323-2a65-43de-ab62-295e847e28a3', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:44:02.818727 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9db52fac-62de-41a7-95d0-d5786db77df0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:02.834731 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_v2 [None req-06ffc87d-456b-47ff-bf3a-17cb2358a94b tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Deleting subnet 2bbcb1c5-23b1-4a66-ad6b-e21724c22666 {{(pid=94420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:44:02.843115 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-06ffc87d-456b-47ff-bf3a-17cb2358a94b tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks [] for subnet, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:02.927269 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d87474d4-084d-44a9-99f9-fe1a2fcb826a tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:02.948681 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-06ffc87d-456b-47ff-bf3a-17cb2358a94b tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25010562'] for subnet, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:03.041443 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-28cb8041-f637-43e1-9808-564b4a723054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:03.154919 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d706ee-8f85-4af8-808c-5640cd468dee None None] Pushing event updated for resources: {'Port': ['ID=ac589e91-3b14-45e9-ab1e-f1e494f2b484,revision_number=3']} {{(pid=94423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:44:03.163168 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-4f014b31-0649-45d1-879b-86456ba2a7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763ae9d3-5b66-4d36-9443-0e9f21ad78af', 'name': 'tempest-ServerRescueTestJSON-735101022-router', 'tenant_id': '4387c5d8394046fa838195311347b87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'ac589e91-3b14-45e9-ab1e-f1e494f2b484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:43:52Z', 'updated_at': '2021-08-05T11:43:56Z', 'revision_number': 3, 'project_id': '4387c5d8394046fa838195311347b87b', 'gw_port': {'id': 'ac589e91-3b14-45e9-ab1e-f1e494f2b484', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ea:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763ae9d3-5b66-4d36-9443-0e9f21ad78af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2132, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:43:54Z', 'updated_at': '2021-08-05T11:44:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:44:03.175775 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d87474d4-084d-44a9-99f9-fe1a2fcb826a tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:03.219001 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d87474d4-084d-44a9-99f9-fe1a2fcb826a tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:03.224105 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-06ffc87d-456b-47ff-bf3a-17cb2358a94b tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:03.236893 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f014b31-0649-45d1-879b-86456ba2a7c5 None None] The sync data for ids ['763ae9d3-5b66-4d36-9443-0e9f21ad78af'] in n-d-803378-2 is: [{'id': '763ae9d3-5b66-4d36-9443-0e9f21ad78af', 'name': 'tempest-ServerRescueTestJSON-735101022-router', 'tenant_id': '4387c5d8394046fa838195311347b87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'ac589e91-3b14-45e9-ab1e-f1e494f2b484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:43:52Z', 'updated_at': '2021-08-05T11:43:56Z', 'revision_number': 3, 'project_id': '4387c5d8394046fa838195311347b87b', 'gw_port': {'id': 'ac589e91-3b14-45e9-ab1e-f1e494f2b484', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ea:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763ae9d3-5b66-4d36-9443-0e9f21ad78af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2132, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:43:54Z', 'updated_at': '2021-08-05T11:44:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:44:03.319533 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87474d4-084d-44a9-99f9-fe1a2fcb826a tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a5ae24a-9f19-44e4-8d45-9cddf7606f71,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:44:03.447907 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6f303c12-dd80-4674-8710-c7fcc629cec5 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:03.481789 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3e488bfc-18be-447f-b9d0-f73ef5c94a3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:03.543970 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3e488bfc-18be-447f-b9d0-f73ef5c94a3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:03.670674 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d87474d4-084d-44a9-99f9-fe1a2fcb826a tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:03.677787 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-d87474d4-084d-44a9-99f9-fe1a2fcb826a tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9523001 Aug 05 11:44:03.686069 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9db52fac-62de-41a7-95d0-d5786db77df0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:03.689744 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 39250) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:44:03.750014 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-88da771a-d1b2-4c81-938f-b363e8e4c57f tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] 10.222.0.58 "GET /v2.0/security-group-rules/0a5ae24a-9f19-44e4-8d45-9cddf7606f71 HTTP/1.1" status: 200 len: 764 time: 0.0582211 Aug 05 11:44:03.751155 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3e488bfc-18be-447f-b9d0-f73ef5c94a3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:03.756522 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3e488bfc-18be-447f-b9d0-f73ef5c94a3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:03.759127 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-3e488bfc-18be-447f-b9d0-f73ef5c94a3a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4e3c30e6-9d0b-4bd3-9c2c-ec1d4c93517b HTTP/1.1" status: 204 len: 168 time: 1.1487260 Aug 05 11:44:03.782347 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 39252) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:44:03.912354 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-28cb8041-f637-43e1-9808-564b4a723054 admin admin] Allocated IP 172.20.0.1 (70811fd3-f1ad-446e-9d22-c9fd1055c61c/71a2d471-ec02-42ce-91bf-6bee2a437528/fbb50321-5472-4673-a758-341e3dc898b1) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:44:03.937439 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-06ffc87d-456b-47ff-bf3a-17cb2358a94b tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29762763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24211094'] for subnet, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:04.045970 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e488bfc-18be-447f-b9d0-f73ef5c94a3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e3c30e6-9d0b-4bd3-9c2c-ec1d4c93517b,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:44:04.062317 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-06ffc87d-456b-47ff-bf3a-17cb2358a94b tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:04.062952 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96cfd4b2-c5a7-476d-ac8b-bb0281943262 None None] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:44:04.071090 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-06ffc87d-456b-47ff-bf3a-17cb2358a94b tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "DELETE /v2.0/subnets/2bbcb1c5-23b1-4a66-ad6b-e21724c22666 HTTP/1.1" status: 204 len: 168 time: 2.0284843 Aug 05 11:44:04.107505 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 39258) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:44:04.150031 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ffc87d-456b-47ff-bf3a-17cb2358a94b tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Pushing event deleted for resources: {'Subnet': ['ID=2bbcb1c5-23b1-4a66-ad6b-e21724c22666,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:44:04.501811 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-28cb8041-f637-43e1-9808-564b4a723054 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:04.508797 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-0517c4db-e5b4-4c14-b15c-6ec29341e7f8 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.7157614 Aug 05 11:44:04.515138 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 39264) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:44:04.584636 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device ac589e91-3b14-45e9-ab1e-f1e494f2b484 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:44:04.673318 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-28cb8041-f637-43e1-9808-564b4a723054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:04.752040 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9db52fac-62de-41a7-95d0-d5786db77df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:04.771535 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9db52fac-62de-41a7-95d0-d5786db77df0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:04.782378 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-9db52fac-62de-41a7-95d0-d5786db77df0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d0ff0192-7c01-43e8-b3c0-d2e2bcd84d8e HTTP/1.1" status: 204 len: 168 time: 3.4837859 Aug 05 11:44:04.867500 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_v2 [None req-2863e26b-3f89-4ac7-95e9-4ac7b628fcf6 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Deleting subnet 83fe2882-58d5-4b06-877d-ddda31a372a7 {{(pid=94420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:44:04.903929 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28cb8041-f637-43e1-9808-564b4a723054 admin admin] Network 70811fd3-f1ad-446e-9d22-c9fd1055c61c is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:44:04.930310 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-28cb8041-f637-43e1-9808-564b4a723054 admin admin] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:44:04.941888 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28cb8041-f637-43e1-9808-564b4a723054 admin admin] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:44:04.945801 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2863e26b-3f89-4ac7-95e9-4ac7b628fcf6 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks [] for subnet, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:04.995585 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port ac589e91-3b14-45e9-ab1e-f1e494f2b484 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:44:05.001897 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db52fac-62de-41a7-95d0-d5786db77df0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0ff0192-7c01-43e8-b3c0-d2e2bcd84d8e,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:44:05.007518 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-614b5e19-3b6c-4d6e-a83a-dd95b8494f3e tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:05.015612 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-6f303c12-dd80-4674-8710-c7fcc629cec5 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Deleting port d2d0af35-6129-41ab-8046-184221bab520 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:44:05.015932 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6f303c12-dd80-4674-8710-c7fcc629cec5 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:05.019853 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port ac589e91-3b14-45e9-ab1e-f1e494f2b484 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:44:05.022436 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:05.051263 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-614b5e19-3b6c-4d6e-a83a-dd95b8494f3e tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:05.176000 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cb8041-f637-43e1-9808-564b4a723054 admin admin] Pushing event updated for resources: {'Port': ['ID=fbb50321-5472-4673-a758-341e3dc898b1,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:44:05.284170 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-28cb8041-f637-43e1-9808-564b4a723054 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33288800'] for router_interface, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:05.414686 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2863e26b-3f89-4ac7-95e9-4ac7b628fcf6 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25010562'] for subnet, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:05.572617 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:05.659304 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port ac589e91-3b14-45e9-ab1e-f1e494f2b484, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=ac589e91-3b14-45e9-ab1e-f1e494f2b484,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:44:05.673436 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:05.991406 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-28cb8041-f637-43e1-9808-564b4a723054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:06.019347 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=ac589e91-3b14-45e9-ab1e-f1e494f2b484,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:44:06.071293 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:44:06.071746 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:44:06.072286 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:44:06.072871 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:44:06.073432 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:44:06.075779 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:44:06.080583 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:44:06.081211 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:44:06.081760 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:44:06.082331 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:44:06.082943 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:44:06.090957 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:44:06.158791 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2863e26b-3f89-4ac7-95e9-4ac7b628fcf6 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:06.391344 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-614b5e19-3b6c-4d6e-a83a-dd95b8494f3e tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:06.400450 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-614b5e19-3b6c-4d6e-a83a-dd95b8494f3e tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:06.402852 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-614b5e19-3b6c-4d6e-a83a-dd95b8494f3e tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/0a5ae24a-9f19-44e4-8d45-9cddf7606f71 HTTP/1.1" status: 204 len: 168 time: 1.8536019 Aug 05 11:44:06.462693 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 39284) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:44:06.522426 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614b5e19-3b6c-4d6e-a83a-dd95b8494f3e tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0a5ae24a-9f19-44e4-8d45-9cddf7606f71,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:44:06.532171 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device ac589e91-3b14-45e9-ab1e-f1e494f2b484 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:44:06.540844 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2863e26b-3f89-4ac7-95e9-4ac7b628fcf6 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29762763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24211094'] for subnet, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:06.607580 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2863e26b-3f89-4ac7-95e9-4ac7b628fcf6 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:06.623903 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-2863e26b-3f89-4ac7-95e9-4ac7b628fcf6 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "DELETE /v2.0/subnets/83fe2882-58d5-4b06-877d-ddda31a372a7 HTTP/1.1" status: 204 len: 168 time: 2.4978950 Aug 05 11:44:06.643374 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 39286) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:44:06.734323 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 39288) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:44:06.837846 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port ac589e91-3b14-45e9-ab1e-f1e494f2b484 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:44:06.838743 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:06.897590 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-695a3d42-070c-41bb-83c3-8e42423a6bd4 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4334209 Aug 05 11:44:06.903252 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 39294) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:44:06.914821 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2863e26b-3f89-4ac7-95e9-4ac7b628fcf6 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Pushing event deleted for resources: {'Subnet': ['ID=83fe2882-58d5-4b06-877d-ddda31a372a7,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:44:06.933193 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6f303c12-dd80-4674-8710-c7fcc629cec5 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:06.945512 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-3e8b01cf-5772-42f3-900c-e7152a281a63 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2962387 Aug 05 11:44:06.958110 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 39296) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:44:06.958945 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2580a2d8-8258-4211-81f8-1cdb2c35717f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:06.970355 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-6f303c12-dd80-4674-8710-c7fcc629cec5 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Calling delete_port for d2d0af35-6129-41ab-8046-184221bab520 owned by network:router_gateway {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:44:06.990910 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c60eece1-e42d-4afe-90ad-2b42345a5cd0 None None] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:44:07.001589 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-cee2b881-916b-43f0-a033-9f8f21029d05 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Request body: {'subnet': {'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:44:07.344811 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-aaae9e77-5edb-483d-bf43-e6603978012d None None] Provisioning complete for port 05a4fdab-6237-40fd-b27e-ea69c8c588f6 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:44:07.345420 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-aaae9e77-5edb-483d-bf43-e6603978012d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:07.349290 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-453c67aa-36e4-4c50-867b-5c98a4c6e2c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:07.448195 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2580a2d8-8258-4211-81f8-1cdb2c35717f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:07.470194 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2580a2d8-8258-4211-81f8-1cdb2c35717f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:07.576256 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2580a2d8-8258-4211-81f8-1cdb2c35717f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceff292c-f292-4986-ad92-2880108cffed,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:44:07.663194 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cee2b881-916b-43f0-a033-9f8f21029d05 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Made reservation on behalf of 2255634a74e844e794fd358818288ba1 for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:44:07.686474 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-cee2b881-916b-43f0-a033-9f8f21029d05 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:07.737369 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-897654c7-c7c9-400b-bb34-04e81fab53c3 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:07.802228 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-2580a2d8-8258-4211-81f8-1cdb2c35717f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=434fa93703f140fe8c1d11a18f48c9ba&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0529373 Aug 05 11:44:07.804183 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 39306) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:44:08.084611 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-28cb8041-f637-43e1-9808-564b4a723054 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:08.117893 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-28cb8041-f637-43e1-9808-564b4a723054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:08.180430 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a31e0ba4-b7b6-4202-b670-450d39fe80b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:08.245908 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83fa5e2e-17fa-49c8-b0de-291a690bd5bf None None] DHCP port deletion for 65f763dc-e344-4f1a-a003-f0293beb6d65 request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 11:44:08.261207 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-897654c7-c7c9-400b-bb34-04e81fab53c3 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:08.294045 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6f303c12-dd80-4674-8710-c7fcc629cec5 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:08.410669 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cb8041-f637-43e1-9808-564b4a723054 admin admin] Pushing event updated for resources: {'Port': ['ID=fbb50321-5472-4673-a758-341e3dc898b1,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:44:08.445282 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-28cb8041-f637-43e1-9808-564b4a723054 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33140268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33208272'] for router_interface, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:08.628307 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 05a4fdab-6237-40fd-b27e-ea69c8c588f6 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:44:08.663121 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f303c12-dd80-4674-8710-c7fcc629cec5 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Pushing event deleted for resources: {'Port': ['ID=d2d0af35-6129-41ab-8046-184221bab520,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:44:08.693688 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a31e0ba4-b7b6-4202-b670-450d39fe80b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:08.935202 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-897654c7-c7c9-400b-bb34-04e81fab53c3 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:08.940659 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-897654c7-c7c9-400b-bb34-04e81fab53c3 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:08.943309 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-897654c7-c7c9-400b-bb34-04e81fab53c3 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] 10.222.0.58 "DELETE /v2.0/security-groups/76e51323-2a65-43de-ab62-295e847e28a3 HTTP/1.1" status: 204 len: 168 time: 2.0366340 Aug 05 11:44:08.985305 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 39330) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:44:09.051279 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6f303c12-dd80-4674-8710-c7fcc629cec5 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33285055'] for router_gateway, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:09.172163 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-83fa5e2e-17fa-49c8-b0de-291a690bd5bf None None] Deleting port 05a4fdab-6237-40fd-b27e-ea69c8c588f6 {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:44:09.172826 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-83fa5e2e-17fa-49c8-b0de-291a690bd5bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:09.211658 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897654c7-c7c9-400b-bb34-04e81fab53c3 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76e51323-2a65-43de-ab62-295e847e28a3,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:44:09.437398 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-83fa5e2e-17fa-49c8-b0de-291a690bd5bf None None] For port 05a4fdab-6237-40fd-b27e-ea69c8c588f6, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=05a4fdab-6237-40fd-b27e-ea69c8c588f6,segment=NetworkSegment(c3ce43ff-a33b-459d-a35e-6c011fee3456),segment_id=c3ce43ff-a33b-459d-a35e-6c011fee3456)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:44:09.438331 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-83fa5e2e-17fa-49c8-b0de-291a690bd5bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:09.479702 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-83fa5e2e-17fa-49c8-b0de-291a690bd5bf None None] Calling delete_port for 05a4fdab-6237-40fd-b27e-ea69c8c588f6 owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:44:09.529195 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6f303c12-dd80-4674-8710-c7fcc629cec5 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33262979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1951'] for router, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:09.529603 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:09.536007 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6f303c12-dd80-4674-8710-c7fcc629cec5 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:09.539733 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a31e0ba4-b7b6-4202-b670-450d39fe80b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:09.545492 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a31e0ba4-b7b6-4202-b670-450d39fe80b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:09.552834 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-a31e0ba4-b7b6-4202-b670-450d39fe80b4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ceff292c-f292-4986-ad92-2880108cffed HTTP/1.1" status: 204 len: 168 time: 1.7450490 Aug 05 11:44:09.582092 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31e0ba4-b7b6-4202-b670-450d39fe80b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceff292c-f292-4986-ad92-2880108cffed,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:44:09.709976 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6f303c12-dd80-4674-8710-c7fcc629cec5 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33262474'] for router, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:09.711332 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f303c12-dd80-4674-8710-c7fcc629cec5 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Fanout notify agent at l3_agent the message router_deleted on router 35357dc0-19a0-46ca-9328-b4bd00638dae {{(pid=94420) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 11:44:09.750706 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6f303c12-dd80-4674-8710-c7fcc629cec5 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Notify callbacks [] for router, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:09.758315 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-6f303c12-dd80-4674-8710-c7fcc629cec5 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] 10.222.0.58 "DELETE /v2.0/routers/35357dc0-19a0-46ca-9328-b4bd00638dae HTTP/1.1" status: 204 len: 168 time: 10.1076105 Aug 05 11:44:09.765784 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 39354) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:44:09.798471 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-1b5e3983-f8a3-42ae-b262-6ffed45fefa6 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2070087548', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:44:09.896475 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port 05a4fdab-6237-40fd-b27e-ea69c8c588f6, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=05a4fdab-6237-40fd-b27e-ea69c8c588f6,segment=NetworkSegment(c3ce43ff-a33b-459d-a35e-6c011fee3456),segment_id=c3ce43ff-a33b-459d-a35e-6c011fee3456)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:44:09.901800 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1b5e3983-f8a3-42ae-b262-6ffed45fefa6 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33260300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1929'] for router, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:09.905441 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1b5e3983-f8a3-42ae-b262-6ffed45fefa6 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33285914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33034662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1926'] for router, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:09.933838 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:09.951962 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-7bc5d18f-4745-4fa1-8777-9a08d4278434 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.8849213 Aug 05 11:44:09.953887 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 39366) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:44:09.967802 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28cb8041-f637-43e1-9808-564b4a723054 admin admin] Network 70811fd3-f1ad-446e-9d22-c9fd1055c61c is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:44:10.009950 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event deleted for resources: {'Port': ['ID=05a4fdab-6237-40fd-b27e-ea69c8c588f6,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:44:10.012242 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-28cb8041-f637-43e1-9808-564b4a723054 admin admin] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:44:10.071852 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1b5e3983-f8a3-42ae-b262-6ffed45fefa6 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:10.074100 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-83fa5e2e-17fa-49c8-b0de-291a690bd5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:10.081980 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1b5e3983-f8a3-42ae-b262-6ffed45fefa6 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286026'] for router, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:10.142301 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1b5e3983-f8a3-42ae-b262-6ffed45fefa6 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Notify callbacks [] for router, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:10.150329 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-1b5e3983-f8a3-42ae-b262-6ffed45fefa6 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3762710 Aug 05 11:44:10.151587 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 39380) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:44:10.160533 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-56acd0ee-7098-4987-a56f-b4a01c5ec593 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'enable_snat': False}}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:44:10.190692 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83fa5e2e-17fa-49c8-b0de-291a690bd5bf None None] No DVR routers for this DVR port 05a4fdab-6237-40fd-b27e-ea69c8c588f6 on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:44:10.273921 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-dd2432ca-0f60-42c1-8048-ff48f837c2e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:10.280156 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fa5e2e-17fa-49c8-b0de-291a690bd5bf None None] Pushing event deleted for resources: {'Port': ['ID=05a4fdab-6237-40fd-b27e-ea69c8c588f6,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:44:10.291770 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:10.373361 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-462f869d-c75c-4909-bbaf-a4966c6df7f3 tempest-SecGroupTest-267906465 tempest-SecGroupTest-267906465-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4004309 Aug 05 11:44:10.684451 n-d-803378-2 neutron-server[94421]: DEBUG neutron.objects.ports [None req-cee2b881-916b-43f0-a033-9f8f21029d05 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94421) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 05 11:44:10.691802 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-cee2b881-916b-43f0-a033-9f8f21029d05 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25038678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30075167'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:10.908977 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee2b881-916b-43f0-a033-9f8f21029d05 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:44:10.918874 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-cee2b881-916b-43f0-a033-9f8f21029d05 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:44:10.962827 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1957a84-4820-423e-8a9c-0ecc4e67e986 None None] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:44:10.982232 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28cb8041-f637-43e1-9808-564b4a723054 admin admin] Router 763ae9d3-5b66-4d36-9443-0e9f21ad78af has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 11:44:10.998674 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee2b881-916b-43f0-a033-9f8f21029d05 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:44:11.000267 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-cee2b881-916b-43f0-a033-9f8f21029d05 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:11.086686 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee2b881-916b-43f0-a033-9f8f21029d05 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Pushing event updated for resources: {'Subnet': ['ID=4a9164d1-83cc-4aba-98f2-9760fda9e35e,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:44:11.159690 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-cee2b881-916b-43f0-a033-9f8f21029d05 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.1671982 Aug 05 11:44:11.171702 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 39424) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:44:11.198365 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-8437d05f-b6cd-4cc1-8b67-16896eb89c11 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Request body: {'subnet': {'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:44:11.371054 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e1ca09-0326-4a0f-a1de-a18e881bc923 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-65f763dc-e344-4f1a-a003-f0293beb6d65', 'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65', 'tenant_id': '2255634a74e844e794fd358818288ba1', 'fixed_ips': [{'subnet_id': '4a9164d1-83cc-4aba-98f2-9760fda9e35e'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 11:44:11.372720 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-96e1ca09-0326-4a0f-a1de-a18e881bc923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:11.612681 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28cb8041-f637-43e1-9808-564b4a723054 admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:44:11.624194 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-56acd0ee-7098-4987-a56f-b4a01c5ec593 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:11.651046 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-28cb8041-f637-43e1-9808-564b4a723054 admin admin] 10.222.0.58 "PUT /v2.0/routers/763ae9d3-5b66-4d36-9443-0e9f21ad78af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5514431 Aug 05 11:44:11.716041 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 39442) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:44:11.761615 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70cd977a-25bd-4a7a-9b27-a15dfc6ea509 None None] Sync routers for ids ['763ae9d3-5b66-4d36-9443-0e9f21ad78af'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:44:11.875937 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70cd977a-25bd-4a7a-9b27-a15dfc6ea509 None None] Routers {'763ae9d3-5b66-4d36-9443-0e9f21ad78af'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:44:11.889039 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-70cd977a-25bd-4a7a-9b27-a15dfc6ea509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:44:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['763ae9d3-5b66-4d36-9443-0e9f21ad78af'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:44:12.080281 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:12.349675 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8437d05f-b6cd-4cc1-8b67-16896eb89c11 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Made reservation on behalf of 2255634a74e844e794fd358818288ba1 for: {'subnet': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:44:12.356676 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8437d05f-b6cd-4cc1-8b67-16896eb89c11 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24211133'] for subnet, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:12.402707 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-96e1ca09-0326-4a0f-a1de-a18e881bc923 None None] Allocated IP 2001:db8::f816:3eff:fe9d:c63b (65f763dc-e344-4f1a-a003-f0293beb6d65/4a9164d1-83cc-4aba-98f2-9760fda9e35e/9a676cd7-2ac1-4b4c-8022-712005d19297) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:44:12.570826 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-69efbb9f-ac4f-470f-abb0-fbd78984c31d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c1d6a38f320d4a7db5efc90faed413c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8523355 Aug 05 11:44:12.585958 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 39454) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:44:12.714926 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-70cd977a-25bd-4a7a-9b27-a15dfc6ea509 None None] Set router 763ae9d3-5b66-4d36-9443-0e9f21ad78af gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:44:12.779804 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1d0e679c-f72f-42a9-830b-7eaf3d94171f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:12.843400 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1d0e679c-f72f-42a9-830b-7eaf3d94171f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:12.976034 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 39462) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:44:13.116983 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1d0e679c-f72f-42a9-830b-7eaf3d94171f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:13.122777 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1d0e679c-f72f-42a9-830b-7eaf3d94171f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:13.127357 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-1d0e679c-f72f-42a9-830b-7eaf3d94171f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/214bcfc5-e945-474b-8d55-d598c2853d02 HTTP/1.1" status: 204 len: 168 time: 0.5361395 Aug 05 11:44:13.179209 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0e679c-f72f-42a9-830b-7eaf3d94171f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=214bcfc5-e945-474b-8d55-d598c2853d02,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:44:13.217324 n-d-803378-2 neutron-server[94420]: INFO neutron.db.ipam_backend_mixin [None req-8437d05f-b6cd-4cc1-8b67-16896eb89c11 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4a9164d1-83cc-4aba-98f2-9760fda9e35e (CIDR: 2001:db8::/64) Aug 05 11:44:13.259415 n-d-803378-2 neutron-server[94420]: INFO neutron.pecan_wsgi.hooks.translation [None req-8437d05f-b6cd-4cc1-8b67-16896eb89c11 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 05 11:44:13.260235 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8437d05f-b6cd-4cc1-8b67-16896eb89c11 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:44:13.398002 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 39474) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:44:13.399288 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-8437d05f-b6cd-4cc1-8b67-16896eb89c11 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.2185428 Aug 05 11:44:13.414083 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-c4ae5a1a-b4d1-40be-9b04-cf79a75a8a5d tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Request body: {'subnet': {'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:44:13.464420 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-56acd0ee-7098-4987-a56f-b4a01c5ec593 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:13.557493 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-56acd0ee-7098-4987-a56f-b4a01c5ec593 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:13.687120 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-96e1ca09-0326-4a0f-a1de-a18e881bc923 None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:13.721029 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f52db8ea-72c0-4dac-8462-f78259023d56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:13.836595 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-96e1ca09-0326-4a0f-a1de-a18e881bc923 None None] Transition to ACTIVE for port object 9a676cd7-2ac1-4b4c-8022-712005d19297 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:44:13.924877 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:13.955095 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-96e1ca09-0326-4a0f-a1de-a18e881bc923 None None] Transition to ACTIVE for port object 9a676cd7-2ac1-4b4c-8022-712005d19297 will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:44:13.977374 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-96e1ca09-0326-4a0f-a1de-a18e881bc923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:14.017219 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-56acd0ee-7098-4987-a56f-b4a01c5ec593 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Allocated IP 172.25.5.174 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/2a825b45-84bb-4161-917f-f7cd29abcc4a) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:44:14.172277 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e1ca09-0326-4a0f-a1de-a18e881bc923 None None] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:44:14.203826 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-70cd977a-25bd-4a7a-9b27-a15dfc6ea509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763ae9d3-5b66-4d36-9443-0e9f21ad78af', 'name': 'tempest-ServerRescueTestJSON-735101022-router', 'tenant_id': '4387c5d8394046fa838195311347b87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'ac589e91-3b14-45e9-ab1e-f1e494f2b484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:43:52Z', 'updated_at': '2021-08-05T11:44:05Z', 'revision_number': 4, 'project_id': '4387c5d8394046fa838195311347b87b', 'gw_port': {'id': 'ac589e91-3b14-45e9-ab1e-f1e494f2b484', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ea:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763ae9d3-5b66-4d36-9443-0e9f21ad78af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2132, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:43:54Z', 'updated_at': '2021-08-05T11:44:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'fbb50321-5472-4673-a758-341e3dc898b1', 'name': '', 'network_id': '70811fd3-f1ad-446e-9d22-c9fd1055c61c', 'tenant_id': '4387c5d8394046fa838195311347b87b', 'mac_address': 'fa:16:3e:be:ef:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763ae9d3-5b66-4d36-9443-0e9f21ad78af', 'device_owner': 'network:router_interface', 'standard_attr_id': 2151, 'fixed_ips': [{'subnet_id': '71a2d471-ec02-42ce-91bf-6bee2a437528', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:44:03Z', 'updated_at': '2021-08-05T11:44:06Z', 'revision_number': 2, 'project_id': '4387c5d8394046fa838195311347b87b', 'subnets': [{'id': '71a2d471-ec02-42ce-91bf-6bee2a437528', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:44:14.242649 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa279786-fad4-4a36-8d27-7db4cd474821 req-76df0523-0b2d-487a-88ed-7111e8445437 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:44:14.245404 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fa279786-fad4-4a36-8d27-7db4cd474821 req-76df0523-0b2d-487a-88ed-7111e8445437 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.58 "GET /v2.0/networks?id=70811fd3-f1ad-446e-9d22-c9fd1055c61c HTTP/1.1" status: 200 len: 810 time: 0.3785298 Aug 05 11:44:14.257960 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-96e1ca09-0326-4a0f-a1de-a18e881bc923 None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:44:14.419188 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e1ca09-0326-4a0f-a1de-a18e881bc923 None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:44:14.424508 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e1ca09-0326-4a0f-a1de-a18e881bc923 None None] Pushing event updated for resources: {'Port': ['ID=9a676cd7-2ac1-4b4c-8022-712005d19297,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:44:14.433100 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70cd977a-25bd-4a7a-9b27-a15dfc6ea509 None None] Checking router: 763ae9d3-5b66-4d36-9443-0e9f21ad78af for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:44:14.433992 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70cd977a-25bd-4a7a-9b27-a15dfc6ea509 None None] Updating router 763ae9d3-5b66-4d36-9443-0e9f21ad78af port fbb50321-5472-4673-a758-341e3dc898b1 binding host n-d-803378-2 {{(pid=94422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 11:44:14.508672 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-56acd0ee-7098-4987-a56f-b4a01c5ec593 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:14.611692 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-56acd0ee-7098-4987-a56f-b4a01c5ec593 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:14.619720 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f52db8ea-72c0-4dac-8462-f78259023d56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:14.654682 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f52db8ea-72c0-4dac-8462-f78259023d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:14.701301 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fa279786-fad4-4a36-8d27-7db4cd474821 req-ad2056ef-4d96-4ad1-9bcd-1a8f3bc57f3a tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.58 "GET /v2.0/quotas/4387c5d8394046fa838195311347b87b HTTP/1.1" status: 200 len: 375 time: 0.1083708 Aug 05 11:44:14.726782 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-70cd977a-25bd-4a7a-9b27-a15dfc6ea509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:15.039239 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52db8ea-72c0-4dac-8462-f78259023d56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39fd33b5-b5fd-4e4b-b4a3-fc5d8de4233a,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:44:15.050773 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4ae5a1a-b4d1-40be-9b04-cf79a75a8a5d tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Made reservation on behalf of 2255634a74e844e794fd358818288ba1 for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:44:15.066558 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c4ae5a1a-b4d1-40be-9b04-cf79a75a8a5d tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:15.119506 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-f52db8ea-72c0-4dac-8462-f78259023d56 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9fafa6d5c4194c909d8d6aa9e1cdd120&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1143260 Aug 05 11:44:15.123849 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 39510) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:44:15.439481 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56acd0ee-7098-4987-a56f-b4a01c5ec593 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Pushing event updated for resources: {'Port': ['ID=2a825b45-84bb-4161-917f-f7cd29abcc4a,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:44:15.496607 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56acd0ee-7098-4987-a56f-b4a01c5ec593 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:44:15.505251 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-56acd0ee-7098-4987-a56f-b4a01c5ec593 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:44:15.507337 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56acd0ee-7098-4987-a56f-b4a01c5ec593 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:44:15.663277 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-70cd977a-25bd-4a7a-9b27-a15dfc6ea509 None None] Notify callbacks [] for port, precommit_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:15.695694 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fa279786-fad4-4a36-8d27-7db4cd474821 req-9b9c7cbf-01b5-463d-8f38-8572978686b0 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=4387c5d8394046fa838195311347b87b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9929435 Aug 05 11:44:15.713183 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-70cd977a-25bd-4a7a-9b27-a15dfc6ea509 None None] Transition to ACTIVE for port object fbb50321-5472-4673-a758-341e3dc898b1 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:44:15.724305 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-96e1ca09-0326-4a0f-a1de-a18e881bc923 None None] Attempting to bind port 9a676cd7-2ac1-4b4c-8022-712005d19297 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:44:15.724305 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-96e1ca09-0326-4a0f-a1de-a18e881bc923 None None] Attempting to bind port 9a676cd7-2ac1-4b4c-8022-712005d19297 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'c3ce43ff-a33b-459d-a35e-6c011fee3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:44:15.724305 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e1ca09-0326-4a0f-a1de-a18e881bc923 None None] Attempting to bind port 9a676cd7-2ac1-4b4c-8022-712005d19297 on network 65f763dc-e344-4f1a-a003-f0293beb6d65 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:44:15.734178 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e1ca09-0326-4a0f-a1de-a18e881bc923 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:44:15.735423 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e1ca09-0326-4a0f-a1de-a18e881bc923 None None] Checking segment: {'id': 'c3ce43ff-a33b-459d-a35e-6c011fee3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:44:15.735423 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-96e1ca09-0326-4a0f-a1de-a18e881bc923 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:15.736111 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e1ca09-0326-4a0f-a1de-a18e881bc923 None None] Bound using segment: {'id': 'c3ce43ff-a33b-459d-a35e-6c011fee3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:44:15.737449 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-96e1ca09-0326-4a0f-a1de-a18e881bc923 None None] Bound port: 9a676cd7-2ac1-4b4c-8022-712005d19297, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3ce43ff-a33b-459d-a35e-6c011fee3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:44:15.738339 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-96e1ca09-0326-4a0f-a1de-a18e881bc923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:15.743370 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-70cd977a-25bd-4a7a-9b27-a15dfc6ea509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:16.231170 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fa9761-6b14-4f0f-bf5d-eb4ed1e5209c None None] Pushing event updated for resources: {'Port': ['ID=fbb50321-5472-4673-a758-341e3dc898b1,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:44:16.363791 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-70cd977a-25bd-4a7a-9b27-a15dfc6ea509 None None] Attempting to bind port fbb50321-5472-4673-a758-341e3dc898b1 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:44:16.365771 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-70cd977a-25bd-4a7a-9b27-a15dfc6ea509 None None] Attempting to bind port fbb50321-5472-4673-a758-341e3dc898b1 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'b36a843f-62f3-4ca4-92e0-595d19e6a3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '70811fd3-f1ad-446e-9d22-c9fd1055c61c'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:44:16.368706 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70cd977a-25bd-4a7a-9b27-a15dfc6ea509 None None] Attempting to bind port fbb50321-5472-4673-a758-341e3dc898b1 on network 70811fd3-f1ad-446e-9d22-c9fd1055c61c {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:44:16.398152 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70cd977a-25bd-4a7a-9b27-a15dfc6ea509 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:44:16.398865 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70cd977a-25bd-4a7a-9b27-a15dfc6ea509 None None] Checking segment: {'id': 'b36a843f-62f3-4ca4-92e0-595d19e6a3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '70811fd3-f1ad-446e-9d22-c9fd1055c61c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:44:16.400570 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-70cd977a-25bd-4a7a-9b27-a15dfc6ea509 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:16.403651 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70cd977a-25bd-4a7a-9b27-a15dfc6ea509 None None] Bound using segment: {'id': 'b36a843f-62f3-4ca4-92e0-595d19e6a3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '70811fd3-f1ad-446e-9d22-c9fd1055c61c'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:44:16.404709 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-70cd977a-25bd-4a7a-9b27-a15dfc6ea509 None None] Bound port: fbb50321-5472-4673-a758-341e3dc898b1, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b36a843f-62f3-4ca4-92e0-595d19e6a3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '70811fd3-f1ad-446e-9d22-c9fd1055c61c'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:44:16.405526 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-70cd977a-25bd-4a7a-9b27-a15dfc6ea509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:16.428796 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c4ae5a1a-b4d1-40be-9b04-cf79a75a8a5d tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25038678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30075167'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:16.476164 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-96e1ca09-0326-4a0f-a1de-a18e881bc923 None None] For port 9a676cd7-2ac1-4b4c-8022-712005d19297, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:44:16.591590 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ae5a1a-b4d1-40be-9b04-cf79a75a8a5d tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:44:16.598694 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-c4ae5a1a-b4d1-40be-9b04-cf79a75a8a5d tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:44:16.606976 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-de614924-1a78-42a9-a399-5aeb072a3df2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:16.616955 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-96e1ca09-0326-4a0f-a1de-a18e881bc923 None None] For port 9a676cd7-2ac1-4b4c-8022-712005d19297, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=9a676cd7-2ac1-4b4c-8022-712005d19297,segment=NetworkSegment(c3ce43ff-a33b-459d-a35e-6c011fee3456),segment_id=c3ce43ff-a33b-459d-a35e-6c011fee3456)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:44:16.636285 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-56acd0ee-7098-4987-a56f-b4a01c5ec593 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:16.639135 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-96e1ca09-0326-4a0f-a1de-a18e881bc923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:16.688973 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-de614924-1a78-42a9-a399-5aeb072a3df2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:16.828325 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ae5a1a-b4d1-40be-9b04-cf79a75a8a5d tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:44:16.832511 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c4ae5a1a-b4d1-40be-9b04-cf79a75a8a5d tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:16.899885 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e1ca09-0326-4a0f-a1de-a18e881bc923 None None] Pushing event updated for resources: {'Port': ['ID=9a676cd7-2ac1-4b4c-8022-712005d19297,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:44:16.928720 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-c4ae5a1a-b4d1-40be-9b04-cf79a75a8a5d tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.5288076 Aug 05 11:44:16.945934 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 39542) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:44:16.957561 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-de614924-1a78-42a9-a399-5aeb072a3df2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:16.972112 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-de614924-1a78-42a9-a399-5aeb072a3df2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:16.983296 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-de614924-1a78-42a9-a399-5aeb072a3df2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/39fd33b5-b5fd-4e4b-b4a3-fc5d8de4233a HTTP/1.1" status: 204 len: 168 time: 1.3446329 Aug 05 11:44:17.009658 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-34659f56-407e-4c48-baa6-c2b2db21b2eb tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Request body: {'port': {'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65', 'mac_address': 'fa:16:3e:17:24:15', 'name': 'tempest-NetworksTestDHCPv6-1367794614'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:44:17.106734 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-70cd977a-25bd-4a7a-9b27-a15dfc6ea509 None None] For port fbb50321-5472-4673-a758-341e3dc898b1, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:44:17.126774 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-70cd977a-25bd-4a7a-9b27-a15dfc6ea509 None None] For port fbb50321-5472-4673-a758-341e3dc898b1, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=fbb50321-5472-4673-a758-341e3dc898b1,segment=NetworkSegment(b36a843f-62f3-4ca4-92e0-595d19e6a3f0),segment_id=b36a843f-62f3-4ca4-92e0-595d19e6a3f0)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:44:17.142940 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-70cd977a-25bd-4a7a-9b27-a15dfc6ea509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:17.160264 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ae5a1a-b4d1-40be-9b04-cf79a75a8a5d tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Pushing event updated for resources: {'Subnet': ['ID=4074dcbb-9793-42bb-affb-c48276e4f218,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:44:17.172150 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de614924-1a78-42a9-a399-5aeb072a3df2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39fd33b5-b5fd-4e4b-b4a3-fc5d8de4233a,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:44:17.428081 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70cd977a-25bd-4a7a-9b27-a15dfc6ea509 None None] Routers {'763ae9d3-5b66-4d36-9443-0e9f21ad78af'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:44:17.437045 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-70cd977a-25bd-4a7a-9b27-a15dfc6ea509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:44:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['763ae9d3-5b66-4d36-9443-0e9f21ad78af'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:44:17.443387 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fa279786-fad4-4a36-8d27-7db4cd474821 req-d3466f00-aaba-4c64-a060-67627f6957d1 service neutron] 10.222.0.58 "GET /v2.0/networks/70811fd3-f1ad-446e-9d22-c9fd1055c61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7451551 Aug 05 11:44:17.544525 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34659f56-407e-4c48-baa6-c2b2db21b2eb tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Made reservation on behalf of 2255634a74e844e794fd358818288ba1 for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:44:17.928567 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-34659f56-407e-4c48-baa6-c2b2db21b2eb tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:18.037363 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [None req-34659f56-407e-4c48-baa6-c2b2db21b2eb tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] device_id is not set on port 88355207-dd55-4463-8814-472e648e14e2 yet. {{(pid=94421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 11:44:18.153478 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-70cd977a-25bd-4a7a-9b27-a15dfc6ea509 None None] Set router 763ae9d3-5b66-4d36-9443-0e9f21ad78af gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:44:18.187220 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fa9761-6b14-4f0f-bf5d-eb4ed1e5209c None None] Pushing event updated for resources: {'Port': ['ID=fbb50321-5472-4673-a758-341e3dc898b1,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:44:18.508088 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-56acd0ee-7098-4987-a56f-b4a01c5ec593 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33286054', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33263081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1940'] for router, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:18.552047 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-56acd0ee-7098-4987-a56f-b4a01c5ec593 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33286033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33286040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33263014'] for router, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:18.671055 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8e0f66-d6c2-4fe8-94d7-8687b4e94a99 req-6284fea8-3066-4fe3-beb6-2af1fa5f57cb tempest-AttachSCSIVolumeTestJSON-189418846 tempest-AttachSCSIVolumeTestJSON-189418846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:44:18.693549 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7a8e0f66-d6c2-4fe8-94d7-8687b4e94a99 req-6284fea8-3066-4fe3-beb6-2af1fa5f57cb tempest-AttachSCSIVolumeTestJSON-189418846 tempest-AttachSCSIVolumeTestJSON-189418846-project] 10.222.0.58 "GET /v2.0/ports?device_id=a4d4312f-4dbb-4957-b2c6-f9a8697a7f4f HTTP/1.1" status: 200 len: 946 time: 2.0476937 Aug 05 11:44:18.756758 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 9a676cd7-2ac1-4b4c-8022-712005d19297 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:44:19.090452 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-34659f56-407e-4c48-baa6-c2b2db21b2eb tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Allocated IP 2001:db8:0:1::9e (65f763dc-e344-4f1a-a003-f0293beb6d65/4074dcbb-9793-42bb-affb-c48276e4f218/88355207-dd55-4463-8814-472e648e14e2) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:44:19.130752 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-34659f56-407e-4c48-baa6-c2b2db21b2eb tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Allocated IP 2001:db8::f816:3eff:fe17:2415 (65f763dc-e344-4f1a-a003-f0293beb6d65/4a9164d1-83cc-4aba-98f2-9760fda9e35e/88355207-dd55-4463-8814-472e648e14e2) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:44:19.366081 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 9a676cd7-2ac1-4b4c-8022-712005d19297 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:44:19.379721 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fa279786-fad4-4a36-8d27-7db4cd474821 req-3f3b3be7-b243-4b21-91b1-bf19decce853 service neutron] 10.222.0.58 "GET /v2.0/networks/70811fd3-f1ad-446e-9d22-c9fd1055c61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.9339445 Aug 05 11:44:19.493134 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7a8e0f66-d6c2-4fe8-94d7-8687b4e94a99 req-67fb1070-648c-4dda-946e-42ad1e3483f0 tempest-AttachSCSIVolumeTestJSON-189418846 tempest-AttachSCSIVolumeTestJSON-189418846-project] 10.222.0.58 "GET /v2.0/security-groups?id=1de8a8a3-1760-4f03-a03c-e2b00c19ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7975130 Aug 05 11:44:19.785455 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-70cd977a-25bd-4a7a-9b27-a15dfc6ea509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763ae9d3-5b66-4d36-9443-0e9f21ad78af', 'name': 'tempest-ServerRescueTestJSON-735101022-router', 'tenant_id': '4387c5d8394046fa838195311347b87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'ac589e91-3b14-45e9-ab1e-f1e494f2b484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:43:52Z', 'updated_at': '2021-08-05T11:44:05Z', 'revision_number': 4, 'project_id': '4387c5d8394046fa838195311347b87b', 'gw_port': {'id': 'ac589e91-3b14-45e9-ab1e-f1e494f2b484', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ea:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763ae9d3-5b66-4d36-9443-0e9f21ad78af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2132, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:43:54Z', 'updated_at': '2021-08-05T11:44:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'fbb50321-5472-4673-a758-341e3dc898b1', 'name': '', 'network_id': '70811fd3-f1ad-446e-9d22-c9fd1055c61c', 'tenant_id': '4387c5d8394046fa838195311347b87b', 'mac_address': 'fa:16:3e:be:ef:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763ae9d3-5b66-4d36-9443-0e9f21ad78af', 'device_owner': 'network:router_interface', 'standard_attr_id': 2151, 'fixed_ips': [{'subnet_id': '71a2d471-ec02-42ce-91bf-6bee2a437528', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:44:03Z', 'updated_at': '2021-08-05T11:44:17Z', 'revision_number': 4, 'project_id': '4387c5d8394046fa838195311347b87b', 'subnets': [{'id': '71a2d471-ec02-42ce-91bf-6bee2a437528', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:44:19.821133 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56acd0ee-7098-4987-a56f-b4a01c5ec593 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Router fe3fed53-141c-42ef-8c6b-132311bd4bcf is scheduled to L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d with binding_index 1 {{(pid=94420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 11:44:19.890149 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35765e6d-0cc4-465f-ad62-61668765d44e None None] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:44:19.899298 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70cd977a-25bd-4a7a-9b27-a15dfc6ea509 None None] The sync data for ids ['763ae9d3-5b66-4d36-9443-0e9f21ad78af'] in n-d-803378-2 is: [{'id': '763ae9d3-5b66-4d36-9443-0e9f21ad78af', 'name': 'tempest-ServerRescueTestJSON-735101022-router', 'tenant_id': '4387c5d8394046fa838195311347b87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'ac589e91-3b14-45e9-ab1e-f1e494f2b484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:43:52Z', 'updated_at': '2021-08-05T11:44:05Z', 'revision_number': 4, 'project_id': '4387c5d8394046fa838195311347b87b', 'gw_port': {'id': 'ac589e91-3b14-45e9-ab1e-f1e494f2b484', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ea:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763ae9d3-5b66-4d36-9443-0e9f21ad78af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2132, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:43:54Z', 'updated_at': '2021-08-05T11:44:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'fbb50321-5472-4673-a758-341e3dc898b1', 'name': '', 'network_id': '70811fd3-f1ad-446e-9d22-c9fd1055c61c', 'tenant_id': '4387c5d8394046fa838195311347b87b', 'mac_address': 'fa:16:3e:be:ef:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763ae9d3-5b66-4d36-9443-0e9f21ad78af', 'device_owner': 'network:router_interface', 'standard_attr_id': 2151, 'fixed_ips': [{'subnet_id': '71a2d471-ec02-42ce-91bf-6bee2a437528', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:44:03Z', 'updated_at': '2021-08-05T11:44:17Z', 'revision_number': 4, 'project_id': '4387c5d8394046fa838195311347b87b', 'subnets': [{'id': '71a2d471-ec02-42ce-91bf-6bee2a437528', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:44:19.951443 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-34659f56-407e-4c48-baa6-c2b2db21b2eb tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:20.063750 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [None req-34659f56-407e-4c48-baa6-c2b2db21b2eb tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Transition to ACTIVE for port object 88355207-dd55-4463-8814-472e648e14e2 will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:44:20.270950 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-34659f56-407e-4c48-baa6-c2b2db21b2eb tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:20.429867 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd93dba0-7647-4d9b-a580-28c6ff1e7ed5 req-f1f40aff-c043-4348-82f2-ee2f48a6cda4 tempest-AttachSCSIVolumeTestJSON-189418846 tempest-AttachSCSIVolumeTestJSON-189418846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:44:20.445128 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-fd93dba0-7647-4d9b-a580-28c6ff1e7ed5 req-f1f40aff-c043-4348-82f2-ee2f48a6cda4 tempest-AttachSCSIVolumeTestJSON-189418846 tempest-AttachSCSIVolumeTestJSON-189418846-project] 10.222.0.64 "GET /v2.0/ports?device_id=a4d4312f-4dbb-4957-b2c6-f9a8697a7f4f HTTP/1.1" status: 200 len: 946 time: 2.1816878 Aug 05 11:44:20.623211 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56acd0ee-7098-4987-a56f-b4a01c5ec593 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:44:20.674169 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07da48cd-9f90-42eb-9e98-eaed44271212 None None] Sync routers for ids ['fe3fed53-141c-42ef-8c6b-132311bd4bcf'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:44:20.682513 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-56acd0ee-7098-4987-a56f-b4a01c5ec593 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Notify callbacks [] for router, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:20.718528 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-56acd0ee-7098-4987-a56f-b4a01c5ec593 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] 10.222.0.58 "PUT /v2.0/routers/fe3fed53-141c-42ef-8c6b-132311bd4bcf HTTP/1.1" status: 200 len: 920 time: 10.5485997 Aug 05 11:44:20.723371 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 39620) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:44:20.728640 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34659f56-407e-4c48-baa6-c2b2db21b2eb tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Pushing event updated for resources: {'Port': ['ID=88355207-dd55-4463-8814-472e648e14e2,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:44:20.763225 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a9982be2-564e-49c7-8ebc-ba3395e0a5b0 req-ba791a16-85f8-4e8f-8afb-81a49d6dd642 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.58 "GET /v2.0/ports?device_id=30e57fef-208e-4a9b-8b96-34c92ca54f0b HTTP/1.1" status: 200 len: 210 time: 0.3086414 Aug 05 11:44:20.785251 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07da48cd-9f90-42eb-9e98-eaed44271212 None None] Routers {'fe3fed53-141c-42ef-8c6b-132311bd4bcf'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:44:20.795137 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-07da48cd-9f90-42eb-9e98-eaed44271212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:44:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['fe3fed53-141c-42ef-8c6b-132311bd4bcf'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:44:20.930161 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-07da48cd-9f90-42eb-9e98-eaed44271212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:44:20.957233 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07da48cd-9f90-42eb-9e98-eaed44271212 None None] Routers {'fe3fed53-141c-42ef-8c6b-132311bd4bcf'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:44:20.961802 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-07da48cd-9f90-42eb-9e98-eaed44271212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:44:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['fe3fed53-141c-42ef-8c6b-132311bd4bcf'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:44:21.117968 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-07da48cd-9f90-42eb-9e98-eaed44271212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:44:21.119289 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07da48cd-9f90-42eb-9e98-eaed44271212 None None] The sync data for ids ['fe3fed53-141c-42ef-8c6b-132311bd4bcf'] in n-d-803378-2 is: [] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:44:21.363917 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device fbb50321-5472-4673-a758-341e3dc898b1 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:44:21.372529 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34659f56-407e-4c48-baa6-c2b2db21b2eb tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:44:21.399704 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-34659f56-407e-4c48-baa6-c2b2db21b2eb tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:44:21.423921 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34659f56-407e-4c48-baa6-c2b2db21b2eb tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:44:21.495680 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34659f56-407e-4c48-baa6-c2b2db21b2eb tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:44:21.496933 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-34659f56-407e-4c48-baa6-c2b2db21b2eb tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:21.542120 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-53e7d3b6-8d70-425a-84cd-e400f504389f None None] Provisioning for port 9a676cd7-2ac1-4b4c-8022-712005d19297 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:44:21.574791 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f708cc44-87a2-459c-994c-e35b082ce147 req-520f861a-a03f-413b-b234-b4739c67d4c3 tempest-AttachSCSIVolumeTestJSON-189418846 tempest-AttachSCSIVolumeTestJSON-189418846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:44:21.594132 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-53e7d3b6-8d70-425a-84cd-e400f504389f None None] Provisioning complete for port 9a676cd7-2ac1-4b4c-8022-712005d19297 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:44:21.604791 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f708cc44-87a2-459c-994c-e35b082ce147 req-520f861a-a03f-413b-b234-b4739c67d4c3 tempest-AttachSCSIVolumeTestJSON-189418846 tempest-AttachSCSIVolumeTestJSON-189418846-project] 10.222.0.58 "GET /v2.0/ports?device_id=a4d4312f-4dbb-4957-b2c6-f9a8697a7f4f HTTP/1.1" status: 200 len: 946 time: 0.5937073 Aug 05 11:44:21.606996 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-53e7d3b6-8d70-425a-84cd-e400f504389f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:21.677181 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-34659f56-407e-4c48-baa6-c2b2db21b2eb tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.7208388 Aug 05 11:44:21.689607 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 39630) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:44:21.821305 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-dfa813fd-0643-4350-9803-211574906d71 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] 10.222.0.58 "GET /v2.0/routers/fe3fed53-141c-42ef-8c6b-132311bd4bcf HTTP/1.1" status: 200 len: 926 time: 1.0951064 Aug 05 11:44:21.835365 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 39632) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:44:21.955630 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f708cc44-87a2-459c-994c-e35b082ce147 req-11b78d9d-29d9-4e96-947e-b8be8be7e50d tempest-AttachSCSIVolumeTestJSON-189418846 tempest-AttachSCSIVolumeTestJSON-189418846-project] 10.222.0.58 "GET /v2.0/security-groups?id=1de8a8a3-1760-4f03-a03c-e2b00c19ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3428643 Aug 05 11:44:22.049349 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device f57a6c3b-0b4e-412e-ad8e-313d52a289f5 no longer exists at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:44:22.267155 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c97ebd7b-713b-495f-bd9b-0972ca1c76bc req-04ef3fa1-ccdb-439b-86e0-3838eeca1464 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.58 "GET /v2.0/ports?device_id=30e57fef-208e-4a9b-8b96-34c92ca54f0b HTTP/1.1" status: 200 len: 210 time: 0.1799994 Aug 05 11:44:22.309349 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9b514f-faf8-4da7-9e66-e4640f05b931 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:44:22.330426 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-9e9b514f-faf8-4da7-9e66-e4640f05b931 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd&device_id=fe3fed53-141c-42ef-8c6b-132311bd4bcf&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4881470 Aug 05 11:44:22.331477 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 39648) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:44:22.363286 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:22.409150 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-fd93dba0-7647-4d9b-a580-28c6ff1e7ed5 req-ed7cadb6-d5db-4e9e-854a-aba33cd8b982 tempest-AttachSCSIVolumeTestJSON-189418846 tempest-AttachSCSIVolumeTestJSON-189418846-project] Deleting port f57a6c3b-0b4e-412e-ad8e-313d52a289f5 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:44:22.409998 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-fd93dba0-7647-4d9b-a580-28c6ff1e7ed5 req-ed7cadb6-d5db-4e9e-854a-aba33cd8b982 tempest-AttachSCSIVolumeTestJSON-189418846 tempest-AttachSCSIVolumeTestJSON-189418846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:22.565852 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port fbb50321-5472-4673-a758-341e3dc898b1 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:44:22.644158 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port fbb50321-5472-4673-a758-341e3dc898b1 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:44:22.666757 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:22.933552 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58bb342-cfe0-440d-b132-66c0fc8c3dd2 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:44:22.960270 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-f58bb342-cfe0-440d-b132-66c0fc8c3dd2 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] 10.222.0.58 "GET /v2.0/networks/36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd HTTP/1.1" status: 200 len: 881 time: 0.6269836 Aug 05 11:44:22.961378 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 39652) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:44:23.127744 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-328ee6ec-b3c1-41cd-bfeb-7d942b4ffb5e tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe3fed53-141c-42ef-8c6b-132311bd4bcf HTTP/1.1" status: 200 len: 205 time: 0.1619539 Aug 05 11:44:23.131314 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 39658) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:44:23.331685 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-53e7d3b6-8d70-425a-84cd-e400f504389f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:23.941396 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:23.979646 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-53e7d3b6-8d70-425a-84cd-e400f504389f None None] For port 9a676cd7-2ac1-4b4c-8022-712005d19297, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=9a676cd7-2ac1-4b4c-8022-712005d19297,segment=NetworkSegment(c3ce43ff-a33b-459d-a35e-6c011fee3456),segment_id=c3ce43ff-a33b-459d-a35e-6c011fee3456)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:44:23.989826 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7f3db42c-7dbb-4da7-ad20-5bbeb8263587 req-4c2713fc-23ba-4cba-8baf-20bec0f5faeb tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.58 "GET /v2.0/ports?device_id=30e57fef-208e-4a9b-8b96-34c92ca54f0b HTTP/1.1" status: 200 len: 210 time: 0.3420672 Aug 05 11:44:24.047470 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-53e7d3b6-8d70-425a-84cd-e400f504389f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:24.331662 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e7d3b6-8d70-425a-84cd-e400f504389f None None] Pushing event updated for resources: {'Port': ['ID=9a676cd7-2ac1-4b4c-8022-712005d19297,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:44:24.359361 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c626e25-d0b2-4774-bebd-7aa292a1f475 req-936e16fe-d8d7-40f2-bc5f-da49bbc90b4d tempest-AttachSCSIVolumeTestJSON-189418846 tempest-AttachSCSIVolumeTestJSON-189418846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:44:24.372942 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3c626e25-d0b2-4774-bebd-7aa292a1f475 req-936e16fe-d8d7-40f2-bc5f-da49bbc90b4d tempest-AttachSCSIVolumeTestJSON-189418846 tempest-AttachSCSIVolumeTestJSON-189418846-project] 10.222.0.58 "GET /v2.0/ports?device_id=a4d4312f-4dbb-4957-b2c6-f9a8697a7f4f HTTP/1.1" status: 200 len: 946 time: 0.9467831 Aug 05 11:44:24.391968 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4d4312f-4dbb-4957-b2c6-f9a8697a7f4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f57a6c3b-0b4e-412e-ad8e-313d52a289f5'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:44:24.405293 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e2c9ea7-d9b3-4d56-acbb-865cb724898b" -d '{"events": [{"server_uuid": "a4d4312f-4dbb-4957-b2c6-f9a8697a7f4f", "name": "network-vif-unplugged", "status": "completed", "tag": "f57a6c3b-0b4e-412e-ad8e-313d52a289f5"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:44:24.438857 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-759029a2-a570-43b6-9088-ecb92156749c tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Notify callbacks [] for router, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:24.642933 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port f57a6c3b-0b4e-412e-ad8e-313d52a289f5, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=f57a6c3b-0b4e-412e-ad8e-313d52a289f5,segment=NetworkSegment(df4965ed-026b-4702-9189-bba7cbcadff6),segment_id=df4965ed-026b-4702-9189-bba7cbcadff6)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:44:24.681535 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:24.715819 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9406d3e-3c57-4fed-bfd8-ee5dc1aed51f None None] Update dhcp port {'port': {'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65', 'fixed_ips': [{'subnet_id': '4a9164d1-83cc-4aba-98f2-9760fda9e35e', 'ip_address': '2001:db8::f816:3eff:fe9d:c63b'}, {'subnet_id': '4074dcbb-9793-42bb-affb-c48276e4f218'}], 'binding:host_id': 'n-d-803378-2'}, 'id': '9a676cd7-2ac1-4b4c-8022-712005d19297'} from n-d-803378-2. {{(pid=94422) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 05 11:44:24.727460 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3c626e25-d0b2-4774-bebd-7aa292a1f475 req-93e3d462-4707-4ba9-a480-396485e5254c tempest-AttachSCSIVolumeTestJSON-189418846 tempest-AttachSCSIVolumeTestJSON-189418846-project] 10.222.0.58 "GET /v2.0/security-groups?id=1de8a8a3-1760-4f03-a03c-e2b00c19ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3363161 Aug 05 11:44:24.846709 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-f75ee220-fc0b-4ce9-8b42-79ee2d034c4d tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Deleting port 88355207-dd55-4463-8814-472e648e14e2 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:44:24.847518 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f75ee220-fc0b-4ce9-8b42-79ee2d034c4d tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:25.102670 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=f57a6c3b-0b4e-412e-ad8e-313d52a289f5,revision_number=6']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:44:25.138532 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:25.140833 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-fd93dba0-7647-4d9b-a580-28c6ff1e7ed5 req-ed7cadb6-d5db-4e9e-854a-aba33cd8b982 tempest-AttachSCSIVolumeTestJSON-189418846 tempest-AttachSCSIVolumeTestJSON-189418846-project] For port f57a6c3b-0b4e-412e-ad8e-313d52a289f5, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=f57a6c3b-0b4e-412e-ad8e-313d52a289f5,segment=NetworkSegment(df4965ed-026b-4702-9189-bba7cbcadff6),segment_id=df4965ed-026b-4702-9189-bba7cbcadff6)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:44:25.140833 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-fd93dba0-7647-4d9b-a580-28c6ff1e7ed5 req-ed7cadb6-d5db-4e9e-854a-aba33cd8b982 tempest-AttachSCSIVolumeTestJSON-189418846 tempest-AttachSCSIVolumeTestJSON-189418846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:25.191080 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-759029a2-a570-43b6-9088-ecb92156749c tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:25.244154 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 05 Aug 2021 11:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f937b598-0954-4c5b-b2e5-79a1fb211a7d x-openstack-request-id: req-f937b598-0954-4c5b-b2e5-79a1fb211a7d {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:44:25.245132 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4d4312f-4dbb-4957-b2c6-f9a8697a7f4f", "name": "network-vif-unplugged", "status": "completed", "tag": "f57a6c3b-0b4e-412e-ad8e-313d52a289f5", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:44:25.245805 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f937b598-0954-4c5b-b2e5-79a1fb211a7d {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:44:25.259633 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4d4312f-4dbb-4957-b2c6-f9a8697a7f4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f57a6c3b-0b4e-412e-ad8e-313d52a289f5', 'code': 200} Aug 05 11:44:25.333677 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-fd93dba0-7647-4d9b-a580-28c6ff1e7ed5 req-ed7cadb6-d5db-4e9e-854a-aba33cd8b982 tempest-AttachSCSIVolumeTestJSON-189418846 tempest-AttachSCSIVolumeTestJSON-189418846-project] Calling delete_port for f57a6c3b-0b4e-412e-ad8e-313d52a289f5 owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:44:25.345859 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port fbb50321-5472-4673-a758-341e3dc898b1, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=fbb50321-5472-4673-a758-341e3dc898b1,segment=NetworkSegment(b36a843f-62f3-4ca4-92e0-595d19e6a3f0),segment_id=b36a843f-62f3-4ca4-92e0-595d19e6a3f0)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:44:25.430021 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:25.667967 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-a9406d3e-3c57-4fed-bfd8-ee5dc1aed51f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:25.703210 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bbca4a88-8f96-49f0-8d0a-678491aa5275 req-1ec03f57-8c77-4b1c-ab1b-2d6b84df4381 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.58 "GET /v2.0/ports?device_id=30e57fef-208e-4a9b-8b96-34c92ca54f0b HTTP/1.1" status: 200 len: 210 time: 0.4080687 Aug 05 11:44:25.940908 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 9a676cd7-2ac1-4b4c-8022-712005d19297 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:44:25.946611 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-759029a2-a570-43b6-9088-ecb92156749c tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Deleting port 2a825b45-84bb-4161-917f-f7cd29abcc4a {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:44:25.953061 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-759029a2-a570-43b6-9088-ecb92156749c tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:26.404469 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=fbb50321-5472-4673-a758-341e3dc898b1,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:44:26.464775 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f75ee220-fc0b-4ce9-8b42-79ee2d034c4d tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:26.876323 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049d44b4-2def-4506-8623-443db8fdfc05 req-a5380369-bd32-4665-8525-94e6baa3dbaa tempest-AttachSCSIVolumeTestJSON-189418846 tempest-AttachSCSIVolumeTestJSON-189418846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:44:26.889505 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-049d44b4-2def-4506-8623-443db8fdfc05 req-a5380369-bd32-4665-8525-94e6baa3dbaa tempest-AttachSCSIVolumeTestJSON-189418846 tempest-AttachSCSIVolumeTestJSON-189418846-project] 10.222.0.58 "GET /v2.0/ports?device_id=a4d4312f-4dbb-4957-b2c6-f9a8697a7f4f HTTP/1.1" status: 200 len: 944 time: 0.4012589 Aug 05 11:44:26.894215 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-759029a2-a570-43b6-9088-ecb92156749c tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:26.938065 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-759029a2-a570-43b6-9088-ecb92156749c tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Calling delete_port for 2a825b45-84bb-4161-917f-f7cd29abcc4a owned by network:router_gateway {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:44:27.120887 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-f75ee220-fc0b-4ce9-8b42-79ee2d034c4d tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Calling delete_port for 88355207-dd55-4463-8814-472e648e14e2 owned by {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:44:27.211321 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-75a7fc7b-db17-41dd-807c-46a4ba3f37b7 req-3b2c25d3-bf8b-4ff0-9ccb-bb26101e6c6d tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.58 "GET /v2.0/ports?device_id=30e57fef-208e-4a9b-8b96-34c92ca54f0b HTTP/1.1" status: 200 len: 210 time: 0.2350521 Aug 05 11:44:27.406887 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 9a676cd7-2ac1-4b4c-8022-712005d19297 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:44:27.408378 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:27.557756 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-049d44b4-2def-4506-8623-443db8fdfc05 req-b8141618-e478-4fa7-b711-fbe2ca39959f tempest-AttachSCSIVolumeTestJSON-189418846 tempest-AttachSCSIVolumeTestJSON-189418846-project] 10.222.0.58 "GET /v2.0/security-groups?id=1de8a8a3-1760-4f03-a03c-e2b00c19ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6423681 Aug 05 11:44:27.625083 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-fd93dba0-7647-4d9b-a580-28c6ff1e7ed5 req-ed7cadb6-d5db-4e9e-854a-aba33cd8b982 tempest-AttachSCSIVolumeTestJSON-189418846 tempest-AttachSCSIVolumeTestJSON-189418846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:27.795277 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-a9406d3e-3c57-4fed-bfd8-ee5dc1aed51f None None] Allocated IP 2001:db8:0:1::2 (65f763dc-e344-4f1a-a003-f0293beb6d65/4074dcbb-9793-42bb-affb-c48276e4f218/9a676cd7-2ac1-4b4c-8022-712005d19297) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:44:27.965621 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7cadb6-d5db-4e9e-854a-aba33cd8b982 tempest-AttachSCSIVolumeTestJSON-189418846 tempest-AttachSCSIVolumeTestJSON-189418846-project] Pushing event deleted for resources: {'Port': ['ID=f57a6c3b-0b4e-412e-ad8e-313d52a289f5,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:44:28.041496 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7cadb6-d5db-4e9e-854a-aba33cd8b982 tempest-AttachSCSIVolumeTestJSON-189418846 tempest-AttachSCSIVolumeTestJSON-189418846-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:44:28.047428 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7cadb6-d5db-4e9e-854a-aba33cd8b982 tempest-AttachSCSIVolumeTestJSON-189418846 tempest-AttachSCSIVolumeTestJSON-189418846-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:44:28.060865 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7cadb6-d5db-4e9e-854a-aba33cd8b982 tempest-AttachSCSIVolumeTestJSON-189418846 tempest-AttachSCSIVolumeTestJSON-189418846-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:44:28.061611 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7cadb6-d5db-4e9e-854a-aba33cd8b982 tempest-AttachSCSIVolumeTestJSON-189418846 tempest-AttachSCSIVolumeTestJSON-189418846-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:44:28.062518 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7cadb6-d5db-4e9e-854a-aba33cd8b982 tempest-AttachSCSIVolumeTestJSON-189418846 tempest-AttachSCSIVolumeTestJSON-189418846-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:44:28.063058 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7cadb6-d5db-4e9e-854a-aba33cd8b982 tempest-AttachSCSIVolumeTestJSON-189418846 tempest-AttachSCSIVolumeTestJSON-189418846-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:44:28.063896 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7cadb6-d5db-4e9e-854a-aba33cd8b982 tempest-AttachSCSIVolumeTestJSON-189418846 tempest-AttachSCSIVolumeTestJSON-189418846-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:44:28.065077 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7cadb6-d5db-4e9e-854a-aba33cd8b982 tempest-AttachSCSIVolumeTestJSON-189418846 tempest-AttachSCSIVolumeTestJSON-189418846-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:44:28.065878 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7cadb6-d5db-4e9e-854a-aba33cd8b982 tempest-AttachSCSIVolumeTestJSON-189418846 tempest-AttachSCSIVolumeTestJSON-189418846-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:44:28.066723 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7cadb6-d5db-4e9e-854a-aba33cd8b982 tempest-AttachSCSIVolumeTestJSON-189418846 tempest-AttachSCSIVolumeTestJSON-189418846-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:44:28.068098 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7cadb6-d5db-4e9e-854a-aba33cd8b982 tempest-AttachSCSIVolumeTestJSON-189418846 tempest-AttachSCSIVolumeTestJSON-189418846-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:44:28.070058 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7cadb6-d5db-4e9e-854a-aba33cd8b982 tempest-AttachSCSIVolumeTestJSON-189418846 tempest-AttachSCSIVolumeTestJSON-189418846-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:44:28.086136 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 39772) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:44:28.214524 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa279786-fad4-4a36-8d27-7db4cd474821 req-691154ec-5584-424f-b966-80a24fd35519 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:44:28.218043 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-fa279786-fad4-4a36-8d27-7db4cd474821 req-691154ec-5584-424f-b966-80a24fd35519 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.55 "GET /v2.0/networks?id=70811fd3-f1ad-446e-9d22-c9fd1055c61c HTTP/1.1" status: 200 len: 810 time: 1.6999164 Aug 05 11:44:28.276644 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-fa279786-fad4-4a36-8d27-7db4cd474821 req-68f85841-4caf-4752-ba6d-d035499aac77 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] Request body: {'port': {'device_id': '30e57fef-208e-4a9b-8b96-34c92ca54f0b', 'network_id': '70811fd3-f1ad-446e-9d22-c9fd1055c61c', 'admin_state_up': True, 'tenant_id': '4387c5d8394046fa838195311347b87b'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:44:28.287956 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd93dba0-7647-4d9b-a580-28c6ff1e7ed5 req-ed7cadb6-d5db-4e9e-854a-aba33cd8b982 tempest-AttachSCSIVolumeTestJSON-189418846 tempest-AttachSCSIVolumeTestJSON-189418846-project] No DVR routers for this DVR port f57a6c3b-0b4e-412e-ad8e-313d52a289f5 on host n-h1-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:44:28.309285 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-fd93dba0-7647-4d9b-a580-28c6ff1e7ed5 req-ed7cadb6-d5db-4e9e-854a-aba33cd8b982 tempest-AttachSCSIVolumeTestJSON-189418846 tempest-AttachSCSIVolumeTestJSON-189418846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:28.315844 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-fd93dba0-7647-4d9b-a580-28c6ff1e7ed5 req-ed7cadb6-d5db-4e9e-854a-aba33cd8b982 tempest-AttachSCSIVolumeTestJSON-189418846 tempest-AttachSCSIVolumeTestJSON-189418846-project] 10.222.0.64 "DELETE /v2.0/ports/f57a6c3b-0b4e-412e-ad8e-313d52a289f5 HTTP/1.1" status: 204 len: 173 time: 7.5310931 Aug 05 11:44:28.345963 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4d4312f-4dbb-4957-b2c6-f9a8697a7f4f', 'name': 'network-vif-deleted', 'tag': 'f57a6c3b-0b4e-412e-ad8e-313d52a289f5'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:44:28.369003 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-759029a2-a570-43b6-9088-ecb92156749c tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:28.375740 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c81f46e-c980-44a7-986a-ddddd2c39529" -d '{"events": [{"server_uuid": "a4d4312f-4dbb-4957-b2c6-f9a8697a7f4f", "name": "network-vif-deleted", "tag": "f57a6c3b-0b4e-412e-ad8e-313d52a289f5"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:44:28.563598 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759029a2-a570-43b6-9088-ecb92156749c tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Pushing event deleted for resources: {'Port': ['ID=2a825b45-84bb-4161-917f-f7cd29abcc4a,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:44:28.664203 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-a9406d3e-3c57-4fed-bfd8-ee5dc1aed51f None None] For port 9a676cd7-2ac1-4b4c-8022-712005d19297, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=9a676cd7-2ac1-4b4c-8022-712005d19297,segment=NetworkSegment(c3ce43ff-a33b-459d-a35e-6c011fee3456),segment_id=c3ce43ff-a33b-459d-a35e-6c011fee3456)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:44:28.689041 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device fbb50321-5472-4673-a758-341e3dc898b1 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:44:28.995115 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e7cf9cd-d8e6-4949-9a81-49ed0d50d44d x-openstack-request-id: req-6e7cf9cd-d8e6-4949-9a81-49ed0d50d44d {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:44:28.995916 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4d4312f-4dbb-4957-b2c6-f9a8697a7f4f", "name": "network-vif-deleted", "tag": "f57a6c3b-0b4e-412e-ad8e-313d52a289f5", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:44:28.996097 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6e7cf9cd-d8e6-4949-9a81-49ed0d50d44d {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:44:29.022048 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4d4312f-4dbb-4957-b2c6-f9a8697a7f4f', 'name': 'network-vif-deleted', 'tag': 'f57a6c3b-0b4e-412e-ad8e-313d52a289f5', 'status': 'completed', 'code': 200} Aug 05 11:44:29.240968 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0acf322e-0ac1-4011-a431-791c3679d7b9 req-29b10f44-6cf2-4b6a-9636-cf1eb48d3bbe tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.58 "GET /v2.0/ports?device_id=30e57fef-208e-4a9b-8b96-34c92ca54f0b HTTP/1.1" status: 200 len: 210 time: 0.2321756 Aug 05 11:44:29.260887 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-fcd1e472-10e5-4773-8bc9-508ac9c01d66 tempest-QuotasNegativeTest-1550297173 tempest-QuotasNegativeTest-1550297173-project-admin] Request body: {'quota': {'network': 2}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:44:29.293630 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-a9406d3e-3c57-4fed-bfd8-ee5dc1aed51f None None] Notify callbacks [] for port, precommit_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:29.424380 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:29.440327 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-a9406d3e-3c57-4fed-bfd8-ee5dc1aed51f None None] Transition to ACTIVE for port object 9a676cd7-2ac1-4b4c-8022-712005d19297 will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:44:29.445112 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port fbb50321-5472-4673-a758-341e3dc898b1 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:44:29.445910 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:29.484533 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1f5b4d98-62e4-49f6-bdc6-d5169654bdb5 req-37ccf78e-96c0-4d12-9816-c546de24195a tempest-AttachSCSIVolumeTestJSON-189418846 tempest-AttachSCSIVolumeTestJSON-189418846-project] 10.222.0.58 "GET /v2.0/ports?device_id=a4d4312f-4dbb-4957-b2c6-f9a8697a7f4f HTTP/1.1" status: 200 len: 210 time: 0.1905386 Aug 05 11:44:29.575860 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-a9406d3e-3c57-4fed-bfd8-ee5dc1aed51f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:29.587246 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-fcd1e472-10e5-4773-8bc9-508ac9c01d66 tempest-QuotasNegativeTest-1550297173 tempest-QuotasNegativeTest-1550297173-project-admin] 10.222.0.58 "PUT /v2.0/quotas/29de9d202f9b47878cc0503b78d90612 HTTP/1.1" status: 200 len: 368 time: 1.4992578 Aug 05 11:44:29.593425 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 39822) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:44:29.609951 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-759029a2-a570-43b6-9088-ecb92156749c tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33285055'] for router_gateway, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:29.632888 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-0c40bc54-b207-4e39-b8f7-dc891307d472 tempest-QuotasNegativeTest-1550297173 tempest-QuotasNegativeTest-1550297173-project-admin] Request body: {'network': {'project_id': '29de9d202f9b47878cc0503b78d90612'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:44:29.915153 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.db.api [req-fa279786-fad4-4a36-8d27-7db4cd474821 req-68f85841-4caf-4752-ba6d-d035499aac77 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 05 11:44:29.915153 n-d-803378-2 neutron-server[94421]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 05 11:44:29.915153 n-d-803378-2 neutron-server[94421]: [parameters: {'project_id': '4387c5d8394046fa838195311347b87b', 'id': 'e10f8fef-c5c1-4d68-af14-44a5bd42142d', 'expiration': datetime.datetime(2021, 8, 5, 11, 46, 29, 823441)}] Aug 05 11:44:29.915153 n-d-803378-2 neutron-server[94421]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94421) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 05 11:44:29.916252 n-d-803378-2 neutron-server[94421]: DEBUG oslo_db.api [req-fa279786-fad4-4a36-8d27-7db4cd474821 req-68f85841-4caf-4752-ba6d-d035499aac77 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 11:44:29.969751 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9406d3e-3c57-4fed-bfd8-ee5dc1aed51f None None] Pushing event updated for resources: {'Port': ['ID=9a676cd7-2ac1-4b4c-8022-712005d19297,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:44:30.086879 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c40bc54-b207-4e39-b8f7-dc891307d472 tempest-QuotasNegativeTest-1550297173 tempest-QuotasNegativeTest-1550297173-project-admin] Made reservation on behalf of 29de9d202f9b47878cc0503b78d90612 for: {'network': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:44:30.099917 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0c40bc54-b207-4e39-b8f7-dc891307d472 tempest-QuotasNegativeTest-1550297173 tempest-QuotasNegativeTest-1550297173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:30.169486 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0c40bc54-b207-4e39-b8f7-dc891307d472 tempest-QuotasNegativeTest-1550297173 tempest-QuotasNegativeTest-1550297173-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:30.373943 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 11:44:30.407368 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f75ee220-fc0b-4ce9-8b42-79ee2d034c4d tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:30.618098 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 9a676cd7-2ac1-4b4c-8022-712005d19297 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:44:30.682704 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75ee220-fc0b-4ce9-8b42-79ee2d034c4d tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Pushing event deleted for resources: {'Port': ['ID=88355207-dd55-4463-8814-472e648e14e2,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:44:30.850005 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f75ee220-fc0b-4ce9-8b42-79ee2d034c4d tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:30.858859 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-f75ee220-fc0b-4ce9-8b42-79ee2d034c4d tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "DELETE /v2.0/ports/88355207-dd55-4463-8814-472e648e14e2 HTTP/1.1" status: 204 len: 168 time: 9.1656401 Aug 05 11:44:30.864145 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 39850) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:44:31.277234 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0c40bc54-b207-4e39-b8f7-dc891307d472 tempest-QuotasNegativeTest-1550297173 tempest-QuotasNegativeTest-1550297173-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:31.324384 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26813a41-d4b4-4540-886e-ce16035e5d77 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:44:31.327323 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-26813a41-d4b4-4540-886e-ce16035e5d77 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4608376 Aug 05 11:44:31.344290 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 39874) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:44:31.352443 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0c40bc54-b207-4e39-b8f7-dc891307d472 tempest-QuotasNegativeTest-1550297173 tempest-QuotasNegativeTest-1550297173-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:31.462049 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c40bc54-b207-4e39-b8f7-dc891307d472 tempest-QuotasNegativeTest-1550297173 tempest-QuotasNegativeTest-1550297173-project-admin] vlan segment allocate from pool success with {'vlan_id': 697, 'physical_network': 'physnet1'} {{(pid=94421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:44:31.496096 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa279786-fad4-4a36-8d27-7db4cd474821 req-68f85841-4caf-4752-ba6d-d035499aac77 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] Made reservation on behalf of 4387c5d8394046fa838195311347b87b for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:44:31.501846 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-fa279786-fad4-4a36-8d27-7db4cd474821 req-68f85841-4caf-4752-ba6d-d035499aac77 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:31.513734 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c40bc54-b207-4e39-b8f7-dc891307d472 tempest-QuotasNegativeTest-1550297173 tempest-QuotasNegativeTest-1550297173-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf0c6dcb-6b93-4b7e-982d-fbcbfc25b723,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:44:31.521686 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0c40bc54-b207-4e39-b8f7-dc891307d472 tempest-QuotasNegativeTest-1550297173 tempest-QuotasNegativeTest-1550297173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:31.522691 n-d-803378-2 neutron-server[94421]: INFO neutron.db.segments_db [None req-0c40bc54-b207-4e39-b8f7-dc891307d472 tempest-QuotasNegativeTest-1550297173 tempest-QuotasNegativeTest-1550297173-project-admin] Added segment f0b91748-ad6c-40d2-90d4-86387b706641 of type vlan for network 730f0254-e701-4ccd-a1d1-6c3abc39d68d Aug 05 11:44:31.830892 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-99725ae0-1fb5-48ea-abf2-34c330f159e1 req-06b12e91-51d7-4ce4-86e8-defc0bfafafe tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.58 "GET /v2.0/ports?device_id=30e57fef-208e-4a9b-8b96-34c92ca54f0b HTTP/1.1" status: 200 len: 210 time: 0.4505284 Aug 05 11:44:31.865491 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-759029a2-a570-43b6-9088-ecb92156749c tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33262979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1951'] for router, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:31.873134 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55239cb3-9c5a-4846-b5c8-fa476ba70d10 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:44:31.876274 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-759029a2-a570-43b6-9088-ecb92156749c tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:31.907956 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-55239cb3-9c5a-4846-b5c8-fa476ba70d10 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.5495460 Aug 05 11:44:31.918763 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 39892) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:44:32.076689 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-759029a2-a570-43b6-9088-ecb92156749c tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33262474'] for router, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:32.078031 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-759029a2-a570-43b6-9088-ecb92156749c tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Fanout notify agent at l3_agent the message router_deleted on router fe3fed53-141c-42ef-8c6b-132311bd4bcf {{(pid=94420) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 11:44:32.126186 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-759029a2-a570-43b6-9088-ecb92156749c tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Notify callbacks [] for router, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:32.135819 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-759029a2-a570-43b6-9088-ecb92156749c tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] 10.222.0.58 "DELETE /v2.0/routers/fe3fed53-141c-42ef-8c6b-132311bd4bcf HTTP/1.1" status: 204 len: 168 time: 8.9957676 Aug 05 11:44:32.142936 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 39908) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:44:32.171876 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-3f4f5012-4e6c-4cf6-8403-523fecd9beef tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1440945475', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}, 'admin_state_up': False}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:44:32.299235 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3f4f5012-4e6c-4cf6-8403-523fecd9beef tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33260300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1929'] for router, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:32.302607 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3f4f5012-4e6c-4cf6-8403-523fecd9beef tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33285914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33034662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1926'] for router, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:32.326090 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-aabfb448-bc05-4260-858d-9393d022e4a8 None None] Provisioning for port 9a676cd7-2ac1-4b4c-8022-712005d19297 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:44:32.351654 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-aabfb448-bc05-4260-858d-9393d022e4a8 None None] Provisioning complete for port 9a676cd7-2ac1-4b4c-8022-712005d19297 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:44:32.354630 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-aabfb448-bc05-4260-858d-9393d022e4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:32.481089 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0c40bc54-b207-4e39-b8f7-dc891307d472 tempest-QuotasNegativeTest-1550297173 tempest-QuotasNegativeTest-1550297173-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:32.561127 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 39920) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:44:32.584227 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3f4f5012-4e6c-4cf6-8403-523fecd9beef tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:32.753441 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-aabfb448-bc05-4260-858d-9393d022e4a8 None None] Could not find standard attr ID for object 88355207-dd55-4463-8814-472e648e14e2. {{(pid=94422) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 05 11:44:32.860583 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a15725-2634-47e1-aa18-0c828615630e tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:44:32.875057 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a15725-2634-47e1-aa18-0c828615630e tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:44:32.882831 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a15725-2634-47e1-aa18-0c828615630e tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:44:32.903096 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-59a15725-2634-47e1-aa18-0c828615630e tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.9797072 Aug 05 11:44:33.007861 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 39926) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:44:33.223405 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-5b2fc87c-9b6d-4255-baae-5a6ec66233c8 None None] Could not find standard attr ID for object 88355207-dd55-4463-8814-472e648e14e2. {{(pid=94422) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 05 11:44:33.403919 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3f4f5012-4e6c-4cf6-8403-523fecd9beef tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:33.461545 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c4cae8ac-363a-4e20-ad07-819f0629ab6d req-443a23eb-df60-4cc4-b71b-e0db69054817 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.58 "GET /v2.0/ports?device_id=30e57fef-208e-4a9b-8b96-34c92ca54f0b HTTP/1.1" status: 200 len: 210 time: 0.0487981 Aug 05 11:44:33.483756 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0c40bc54-b207-4e39-b8f7-dc891307d472 tempest-QuotasNegativeTest-1550297173 tempest-QuotasNegativeTest-1550297173-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:33.485900 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c40bc54-b207-4e39-b8f7-dc891307d472 tempest-QuotasNegativeTest-1550297173 tempest-QuotasNegativeTest-1550297173-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:44:33.486903 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0c40bc54-b207-4e39-b8f7-dc891307d472 tempest-QuotasNegativeTest-1550297173 tempest-QuotasNegativeTest-1550297173-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:33.493562 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4571faf6-d29b-452b-9a74-ef9b481c21fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:33.572398 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-fa279786-fad4-4a36-8d27-7db4cd474821 req-68f85841-4caf-4752-ba6d-d035499aac77 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] Allocated IP 172.20.0.2 (70811fd3-f1ad-446e-9d22-c9fd1055c61c/71a2d471-ec02-42ce-91bf-6bee2a437528/18bd55c9-be44-48c5-b1dc-5b4c63ef14f0) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:44:34.062397 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-fa279786-fad4-4a36-8d27-7db4cd474821 req-68f85841-4caf-4752-ba6d-d035499aac77 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:34.175738 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-fa279786-fad4-4a36-8d27-7db4cd474821 req-68f85841-4caf-4752-ba6d-d035499aac77 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:34.184791 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3f4f5012-4e6c-4cf6-8403-523fecd9beef tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Notify callbacks [] for router_gateway, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:34.252603 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3f4f5012-4e6c-4cf6-8403-523fecd9beef tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:34.391483 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_v2 [None req-341e5122-3953-44ae-b900-7c0979746af9 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Deleting subnet 4074dcbb-9793-42bb-affb-c48276e4f218 {{(pid=94421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:44:34.450736 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-0c40bc54-b207-4e39-b8f7-dc891307d472 tempest-QuotasNegativeTest-1550297173 tempest-QuotasNegativeTest-1550297173-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 4.8416059 Aug 05 11:44:34.451150 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 39966) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:44:34.461874 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-341e5122-3953-44ae-b900-7c0979746af9 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks [] for subnet, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:34.485197 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-b0297c64-7fe7-483d-b930-6231fc30c98e tempest-QuotasNegativeTest-1550297173 tempest-QuotasNegativeTest-1550297173-project-admin] Request body: {'network': {'project_id': '29de9d202f9b47878cc0503b78d90612'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:44:34.569264 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa279786-fad4-4a36-8d27-7db4cd474821 req-68f85841-4caf-4752-ba6d-d035499aac77 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] Network 70811fd3-f1ad-446e-9d22-c9fd1055c61c is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:44:34.640865 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c40bc54-b207-4e39-b8f7-dc891307d472 tempest-QuotasNegativeTest-1550297173 tempest-QuotasNegativeTest-1550297173-project-admin] Pushing event updated for resources: {'Network': ['ID=730f0254-e701-4ccd-a1d1-6c3abc39d68d,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:44:34.655531 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-3f4f5012-4e6c-4cf6-8403-523fecd9beef tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Allocated IP 172.25.5.253 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/81b5b921-e415-498e-baeb-8ec1290048c7) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:44:34.667340 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 730f0254-e701-4ccd-a1d1-6c3abc39d68d details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:44:34.696391 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-fa279786-fad4-4a36-8d27-7db4cd474821 req-68f85841-4caf-4752-ba6d-d035499aac77 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:44:34.723280 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f85841-4caf-4752-ba6d-d035499aac77 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] Pushing event updated for resources: {'Port': ['ID=18bd55c9-be44-48c5-b1dc-5b4c63ef14f0,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:44:34.731956 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa279786-fad4-4a36-8d27-7db4cd474821 req-68f85841-4caf-4752-ba6d-d035499aac77 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:44:34.889328 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa279786-fad4-4a36-8d27-7db4cd474821 req-68f85841-4caf-4752-ba6d-d035499aac77 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:44:34.890560 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-fa279786-fad4-4a36-8d27-7db4cd474821 req-68f85841-4caf-4752-ba6d-d035499aac77 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:34.901781 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-341e5122-3953-44ae-b900-7c0979746af9 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29786388'] for subnet, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:35.293945 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-341e5122-3953-44ae-b900-7c0979746af9 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:35.326170 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4145ff-8267-4751-8671-7ce20f3771d1 req-8a375251-660b-4a45-905a-d4b3f2ccf727 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:44:35.329612 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fd4145ff-8267-4751-8671-7ce20f3771d1 req-8a375251-660b-4a45-905a-d4b3f2ccf727 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.58 "GET /v2.0/ports?device_id=30e57fef-208e-4a9b-8b96-34c92ca54f0b HTTP/1.1" status: 200 len: 931 time: 0.2045705 Aug 05 11:44:35.442023 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3f4f5012-4e6c-4cf6-8403-523fecd9beef tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:35.466747 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-341e5122-3953-44ae-b900-7c0979746af9 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25038609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30075142'] for subnet, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:35.478469 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4571faf6-d29b-452b-9a74-ef9b481c21fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:35.503484 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fd4145ff-8267-4751-8671-7ce20f3771d1 req-77817522-1671-4aa9-84d9-86ef46a78e2b tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.58 "GET /v2.0/security-groups?id=ab2b5f38-a05a-4ac9-a8bf-2f9bfdcd31b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488814 Aug 05 11:44:35.578754 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4571faf6-d29b-452b-9a74-ef9b481c21fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:35.595019 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-fa279786-fad4-4a36-8d27-7db4cd474821 req-68f85841-4caf-4752-ba6d-d035499aac77 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.3459265 Aug 05 11:44:35.597717 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-341e5122-3953-44ae-b900-7c0979746af9 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:35.608446 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347d79d1-d9d1-4013-a5cc-787e7e4e76f4 None None] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:44:35.633677 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-341e5122-3953-44ae-b900-7c0979746af9 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "DELETE /v2.0/subnets/4074dcbb-9793-42bb-affb-c48276e4f218 HTTP/1.1" status: 204 len: 168 time: 2.6134434 Aug 05 11:44:35.633878 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 40006) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:44:35.650898 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341e5122-3953-44ae-b900-7c0979746af9 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Pushing event deleted for resources: {'Subnet': ['ID=4074dcbb-9793-42bb-affb-c48276e4f218,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:44:35.747180 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-fa279786-fad4-4a36-8d27-7db4cd474821 req-36ff6239-b2ea-471c-9389-eb3019358307 service neutron] Request body: {'port': {'device_id': '30e57fef-208e-4a9b-8b96-34c92ca54f0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:44:35.858848 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0297c64-7fe7-483d-b930-6231fc30c98e tempest-QuotasNegativeTest-1550297173 tempest-QuotasNegativeTest-1550297173-project-admin] Made reservation on behalf of 29de9d202f9b47878cc0503b78d90612 for: {'network': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:44:35.868362 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b0297c64-7fe7-483d-b930-6231fc30c98e tempest-QuotasNegativeTest-1550297173 tempest-QuotasNegativeTest-1550297173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:35.912715 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-4571faf6-d29b-452b-9a74-ef9b481c21fd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=42838a7c42624bb9bcebf7dfe53eb455&name=default HTTP/1.1" status: 200 len: 2983 time: 3.3262837 Aug 05 11:44:35.916281 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4571faf6-d29b-452b-9a74-ef9b481c21fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6cbfdcf-6eea-4429-94d1-1a053a343a78,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:44:35.924160 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 40016) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:44:36.059694 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_v2 [None req-a282e1b1-1401-49c7-8dad-3d8994073f7d tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Deleting subnet 4a9164d1-83cc-4aba-98f2-9760fda9e35e {{(pid=94420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:44:36.070192 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-fa279786-fad4-4a36-8d27-7db4cd474821 req-36ff6239-b2ea-471c-9389-eb3019358307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:36.124873 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-54028f96-c73f-4b61-880a-c19135dae98a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:36.134615 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a282e1b1-1401-49c7-8dad-3d8994073f7d tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks [] for subnet, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:36.159833 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3f4f5012-4e6c-4cf6-8403-523fecd9beef tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:36.338803 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0297c64-7fe7-483d-b930-6231fc30c98e tempest-QuotasNegativeTest-1550297173 tempest-QuotasNegativeTest-1550297173-project-admin] vlan segment allocate from pool success with {'vlan_id': 692, 'physical_network': 'physnet1'} {{(pid=94420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:44:36.357703 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-54028f96-c73f-4b61-880a-c19135dae98a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:36.397059 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a282e1b1-1401-49c7-8dad-3d8994073f7d tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25010562'] for subnet, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:36.681658 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a282e1b1-1401-49c7-8dad-3d8994073f7d tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:36.722209 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4f5012-4e6c-4cf6-8403-523fecd9beef tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:44:36.802380 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-3f4f5012-4e6c-4cf6-8403-523fecd9beef tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:44:36.865369 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4f5012-4e6c-4cf6-8403-523fecd9beef tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:44:37.042519 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4f5012-4e6c-4cf6-8403-523fecd9beef tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Pushing event updated for resources: {'Port': ['ID=81b5b921-e415-498e-baeb-8ec1290048c7,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:44:37.049449 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b0297c64-7fe7-483d-b930-6231fc30c98e tempest-QuotasNegativeTest-1550297173 tempest-QuotasNegativeTest-1550297173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:37.049938 n-d-803378-2 neutron-server[94420]: INFO neutron.db.segments_db [None req-b0297c64-7fe7-483d-b930-6231fc30c98e tempest-QuotasNegativeTest-1550297173 tempest-QuotasNegativeTest-1550297173-project-admin] Added segment bff3b17d-9801-444a-863d-ff1e0e6b95fd of type vlan for network db3df432-7d83-4a7e-b8ef-9c74637b2ee1 Aug 05 11:44:37.098050 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-54028f96-c73f-4b61-880a-c19135dae98a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:37.104275 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-54028f96-c73f-4b61-880a-c19135dae98a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:37.107658 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-54028f96-c73f-4b61-880a-c19135dae98a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d6cbfdcf-6eea-4429-94d1-1a053a343a78 HTTP/1.1" status: 204 len: 168 time: 1.1814628 Aug 05 11:44:37.146511 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54028f96-c73f-4b61-880a-c19135dae98a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6cbfdcf-6eea-4429-94d1-1a053a343a78,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:44:37.269770 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cd5604cb-dcdd-4cbb-b2b2-1b61a107d556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:37.280004 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4f5012-4e6c-4cf6-8403-523fecd9beef tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:44:37.281129 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4f5012-4e6c-4cf6-8403-523fecd9beef tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:44:37.282216 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4f5012-4e6c-4cf6-8403-523fecd9beef tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:44:37.283066 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4f5012-4e6c-4cf6-8403-523fecd9beef tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:44:37.284002 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4f5012-4e6c-4cf6-8403-523fecd9beef tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:44:37.285229 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4f5012-4e6c-4cf6-8403-523fecd9beef tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:44:37.289416 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4f5012-4e6c-4cf6-8403-523fecd9beef tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:44:37.290601 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4f5012-4e6c-4cf6-8403-523fecd9beef tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:44:37.292438 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4f5012-4e6c-4cf6-8403-523fecd9beef tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:44:37.293211 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4f5012-4e6c-4cf6-8403-523fecd9beef tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:44:37.293815 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4f5012-4e6c-4cf6-8403-523fecd9beef tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:44:37.294423 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4f5012-4e6c-4cf6-8403-523fecd9beef tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:44:37.501220 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a282e1b1-1401-49c7-8dad-3d8994073f7d tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29762763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24211094'] for subnet, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:37.601222 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-fa279786-fad4-4a36-8d27-7db4cd474821 req-36ff6239-b2ea-471c-9389-eb3019358307 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18bd55c9-be44-48c5-b1dc-5b4c63ef14f0 {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:44:37.637354 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b0297c64-7fe7-483d-b930-6231fc30c98e tempest-QuotasNegativeTest-1550297173 tempest-QuotasNegativeTest-1550297173-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:37.638950 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-fa279786-fad4-4a36-8d27-7db4cd474821 req-36ff6239-b2ea-471c-9389-eb3019358307 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:37.675262 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-fa279786-fad4-4a36-8d27-7db4cd474821 req-36ff6239-b2ea-471c-9389-eb3019358307 service neutron] Transition to ACTIVE for port object 18bd55c9-be44-48c5-b1dc-5b4c63ef14f0 will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:44:37.689652 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-fa279786-fad4-4a36-8d27-7db4cd474821 req-36ff6239-b2ea-471c-9389-eb3019358307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:37.691306 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12e00d3-5255-420f-a589-51aa91fe50cb req-039fc306-beb2-4f97-969f-f8d6c33aab1b tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:44:37.705151 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a12e00d3-5255-420f-a589-51aa91fe50cb req-039fc306-beb2-4f97-969f-f8d6c33aab1b tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.58 "GET /v2.0/ports?device_id=30e57fef-208e-4a9b-8b96-34c92ca54f0b HTTP/1.1" status: 200 len: 931 time: 0.8774028 Aug 05 11:44:37.803567 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a282e1b1-1401-49c7-8dad-3d8994073f7d tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Pushing event deleted for resources: {'Subnet': ['ID=4a9164d1-83cc-4aba-98f2-9760fda9e35e,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:44:37.821167 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a282e1b1-1401-49c7-8dad-3d8994073f7d tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:37.825494 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-a282e1b1-1401-49c7-8dad-3d8994073f7d tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "DELETE /v2.0/subnets/4a9164d1-83cc-4aba-98f2-9760fda9e35e HTTP/1.1" status: 204 len: 168 time: 2.1899953 Aug 05 11:44:37.834248 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 40064) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:44:37.954504 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6151e26-5368-48e3-9323-ef38bc11a055 None None] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:44:37.999724 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ff6239-b2ea-471c-9389-eb3019358307 service neutron] Pushing event updated for resources: {'Port': ['ID=18bd55c9-be44-48c5-b1dc-5b4c63ef14f0,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:44:38.326545 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-321d4412-52aa-4352-a832-aea17cf53849 None None] Provisioning complete for port 9a676cd7-2ac1-4b4c-8022-712005d19297 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:44:38.327468 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-321d4412-52aa-4352-a832-aea17cf53849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:38.327654 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 40076) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:44:38.337571 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-1ced97e8-7189-4d71-9f99-4b5be77d46a3 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3975511 Aug 05 11:44:38.355081 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-a1839ef3-07cc-4fb2-9195-a21168127b79 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Request body: {'subnet': {'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:44:38.369220 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.db.resource_extend [None req-b0297c64-7fe7-483d-b930-6231fc30c98e tempest-QuotasNegativeTest-1550297173 tempest-QuotasNegativeTest-1550297173-project-admin] It took 0.54 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 05 11:44:38.412118 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a12e00d3-5255-420f-a589-51aa91fe50cb req-8cbe7afc-2623-4690-a277-e86ec075bac3 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.58 "GET /v2.0/security-groups?id=ab2b5f38-a05a-4ac9-a8bf-2f9bfdcd31b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5959055 Aug 05 11:44:38.479763 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 40082) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:44:38.543591 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-df9ded63-2662-4f24-bea0-9851601c3099 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:38.592837 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b0297c64-7fe7-483d-b930-6231fc30c98e tempest-QuotasNegativeTest-1550297173 tempest-QuotasNegativeTest-1550297173-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:38.595379 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0297c64-7fe7-483d-b930-6231fc30c98e tempest-QuotasNegativeTest-1550297173 tempest-QuotasNegativeTest-1550297173-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:44:38.596864 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b0297c64-7fe7-483d-b930-6231fc30c98e tempest-QuotasNegativeTest-1550297173 tempest-QuotasNegativeTest-1550297173-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:38.626099 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-fa279786-fad4-4a36-8d27-7db4cd474821 req-36ff6239-b2ea-471c-9389-eb3019358307 service neutron] Attempting to bind port 18bd55c9-be44-48c5-b1dc-5b4c63ef14f0 on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:44:38.626824 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-fa279786-fad4-4a36-8d27-7db4cd474821 req-36ff6239-b2ea-471c-9389-eb3019358307 service neutron] Attempting to bind port 18bd55c9-be44-48c5-b1dc-5b4c63ef14f0 by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': 'b36a843f-62f3-4ca4-92e0-595d19e6a3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '70811fd3-f1ad-446e-9d22-c9fd1055c61c'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:44:38.627373 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa279786-fad4-4a36-8d27-7db4cd474821 req-36ff6239-b2ea-471c-9389-eb3019358307 service neutron] Attempting to bind port 18bd55c9-be44-48c5-b1dc-5b4c63ef14f0 on network 70811fd3-f1ad-446e-9d22-c9fd1055c61c {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:44:38.717901 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa279786-fad4-4a36-8d27-7db4cd474821 req-36ff6239-b2ea-471c-9389-eb3019358307 service neutron] Port 18bd55c9-be44-48c5-b1dc-5b4c63ef14f0 on network 70811fd3-f1ad-446e-9d22-c9fd1055c61c not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:44:38.718425 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa279786-fad4-4a36-8d27-7db4cd474821 req-36ff6239-b2ea-471c-9389-eb3019358307 service neutron] Attempting to bind port 18bd55c9-be44-48c5-b1dc-5b4c63ef14f0 on network 70811fd3-f1ad-446e-9d22-c9fd1055c61c {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:44:38.762402 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa279786-fad4-4a36-8d27-7db4cd474821 req-36ff6239-b2ea-471c-9389-eb3019358307 service neutron] Checking agent: {'id': 'a8f1dd2d-227c-4e30-8844-52419ba734db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:44:38.766100 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa279786-fad4-4a36-8d27-7db4cd474821 req-36ff6239-b2ea-471c-9389-eb3019358307 service neutron] Checking segment: {'id': 'b36a843f-62f3-4ca4-92e0-595d19e6a3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '70811fd3-f1ad-446e-9d22-c9fd1055c61c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:44:38.767060 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa279786-fad4-4a36-8d27-7db4cd474821 req-36ff6239-b2ea-471c-9389-eb3019358307 service neutron] Bound using segment: {'id': 'b36a843f-62f3-4ca4-92e0-595d19e6a3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '70811fd3-f1ad-446e-9d22-c9fd1055c61c'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:44:38.774624 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-fa279786-fad4-4a36-8d27-7db4cd474821 req-36ff6239-b2ea-471c-9389-eb3019358307 service neutron] Bound port: 18bd55c9-be44-48c5-b1dc-5b4c63ef14f0, host: n-h2-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b36a843f-62f3-4ca4-92e0-595d19e6a3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '70811fd3-f1ad-446e-9d22-c9fd1055c61c'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:44:38.775544 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-fa279786-fad4-4a36-8d27-7db4cd474821 req-36ff6239-b2ea-471c-9389-eb3019358307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:38.976972 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01e5f60-51cd-4ef3-a421-d72c99b32456 None None] DHCP port deletion for 65f763dc-e344-4f1a-a003-f0293beb6d65 request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 11:44:39.033779 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-fa279786-fad4-4a36-8d27-7db4cd474821 req-36ff6239-b2ea-471c-9389-eb3019358307 service neutron] For port 18bd55c9-be44-48c5-b1dc-5b4c63ef14f0, host n-h2-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:44:39.040725 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-fa279786-fad4-4a36-8d27-7db4cd474821 req-36ff6239-b2ea-471c-9389-eb3019358307 service neutron] For port 18bd55c9-be44-48c5-b1dc-5b4c63ef14f0, host n-h2-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=18bd55c9-be44-48c5-b1dc-5b4c63ef14f0,segment=NetworkSegment(b36a843f-62f3-4ca4-92e0-595d19e6a3f0),segment_id=b36a843f-62f3-4ca4-92e0-595d19e6a3f0)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:44:39.056869 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-fa279786-fad4-4a36-8d27-7db4cd474821 req-36ff6239-b2ea-471c-9389-eb3019358307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:39.136027 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa279786-fad4-4a36-8d27-7db4cd474821 req-36ff6239-b2ea-471c-9389-eb3019358307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:44:39.136926 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-fa279786-fad4-4a36-8d27-7db4cd474821 req-36ff6239-b2ea-471c-9389-eb3019358307 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:39.144646 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-fa279786-fad4-4a36-8d27-7db4cd474821 req-36ff6239-b2ea-471c-9389-eb3019358307 service neutron] 10.222.0.55 "PUT /v2.0/ports/18bd55c9-be44-48c5-b1dc-5b4c63ef14f0 HTTP/1.1" status: 200 len: 1091 time: 3.4116597 Aug 05 11:44:39.144646 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30e57fef-208e-4a9b-8b96-34c92ca54f0b', 'tag': '18bd55c9-be44-48c5-b1dc-5b4c63ef14f0'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:44:39.144646 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-948185fd-92fb-4338-930d-10446cd1c51f" -d '{"events": [{"name": "network-changed", "server_uuid": "30e57fef-208e-4a9b-8b96-34c92ca54f0b", "tag": "18bd55c9-be44-48c5-b1dc-5b4c63ef14f0"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:44:39.184870 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-d01e5f60-51cd-4ef3-a421-d72c99b32456 None None] Deleting port 9a676cd7-2ac1-4b4c-8022-712005d19297 {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:44:39.185180 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-d01e5f60-51cd-4ef3-a421-d72c99b32456 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:39.187493 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3f4f5012-4e6c-4cf6-8403-523fecd9beef tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Notify callbacks [] for router_gateway, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:39.320212 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc5667ea-5ac3-4c83-8320-264da459a3cc x-openstack-request-id: req-bc5667ea-5ac3-4c83-8320-264da459a3cc {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:44:39.322665 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30e57fef-208e-4a9b-8b96-34c92ca54f0b", "tag": "18bd55c9-be44-48c5-b1dc-5b4c63ef14f0", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:44:39.323313 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bc5667ea-5ac3-4c83-8320-264da459a3cc {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:44:39.325154 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30e57fef-208e-4a9b-8b96-34c92ca54f0b', 'tag': '18bd55c9-be44-48c5-b1dc-5b4c63ef14f0', 'status': 'completed', 'code': 200} Aug 05 11:44:39.334140 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ff6239-b2ea-471c-9389-eb3019358307 service neutron] Pushing event updated for resources: {'Port': ['ID=18bd55c9-be44-48c5-b1dc-5b4c63ef14f0,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:44:39.389358 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa279786-fad4-4a36-8d27-7db4cd474821 req-604b91c2-13a0-4105-8129-377d87edf29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:44:39.397486 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-fa279786-fad4-4a36-8d27-7db4cd474821 req-604b91c2-13a0-4105-8129-377d87edf29e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4387c5d8394046fa838195311347b87b&device_id=30e57fef-208e-4a9b-8b96-34c92ca54f0b HTTP/1.1" status: 200 len: 1094 time: 0.1647432 Aug 05 11:44:39.462575 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-d01e5f60-51cd-4ef3-a421-d72c99b32456 None None] For port 9a676cd7-2ac1-4b4c-8022-712005d19297, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=9a676cd7-2ac1-4b4c-8022-712005d19297,segment=NetworkSegment(c3ce43ff-a33b-459d-a35e-6c011fee3456),segment_id=c3ce43ff-a33b-459d-a35e-6c011fee3456)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:44:39.468842 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-d01e5f60-51cd-4ef3-a421-d72c99b32456 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:39.516909 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-d01e5f60-51cd-4ef3-a421-d72c99b32456 None None] Calling delete_port for 9a676cd7-2ac1-4b4c-8022-712005d19297 owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:44:39.611134 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-fa279786-fad4-4a36-8d27-7db4cd474821 req-94caead9-b5e2-4758-a5cf-f89d721f184e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=18bd55c9-be44-48c5-b1dc-5b4c63ef14f0 HTTP/1.1" status: 200 len: 217 time: 0.1997054 Aug 05 11:44:39.725826 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0297c64-7fe7-483d-b930-6231fc30c98e tempest-QuotasNegativeTest-1550297173 tempest-QuotasNegativeTest-1550297173-project-admin] Pushing event updated for resources: {'Network': ['ID=db3df432-7d83-4a7e-b8ef-9c74637b2ee1,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:44:39.807779 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network db3df432-7d83-4a7e-b8ef-9c74637b2ee1 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:44:39.822281 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa279786-fad4-4a36-8d27-7db4cd474821 req-f0adbaaa-17e2-44f6-a44d-896dea0be33e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:44:39.826153 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-fa279786-fad4-4a36-8d27-7db4cd474821 req-f0adbaaa-17e2-44f6-a44d-896dea0be33e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=71a2d471-ec02-42ce-91bf-6bee2a437528 HTTP/1.1" status: 200 len: 850 time: 0.2075768 Aug 05 11:44:40.087248 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-fa279786-fad4-4a36-8d27-7db4cd474821 req-3ab2183f-57cc-43a3-82ae-ae99d99ce68c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=70811fd3-f1ad-446e-9d22-c9fd1055c61c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1233525 Aug 05 11:44:40.138619 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd56dbb0-53a0-4f53-9522-d6e042497218 req-8c905c70-99d4-4730-90a4-2517c7f8f869 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:44:40.158014 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bd56dbb0-53a0-4f53-9522-d6e042497218 req-8c905c70-99d4-4730-90a4-2517c7f8f869 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.58 "GET /v2.0/ports?device_id=30e57fef-208e-4a9b-8b96-34c92ca54f0b HTTP/1.1" status: 200 len: 943 time: 0.4515505 Aug 05 11:44:40.183721 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-d01e5f60-51cd-4ef3-a421-d72c99b32456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:40.360190 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-fa279786-fad4-4a36-8d27-7db4cd474821 req-a92367e2-761c-4f19-a675-5808a60f9b3f service neutron] 10.222.0.55 "GET /v2.0/networks/70811fd3-f1ad-446e-9d22-c9fd1055c61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3947959 Aug 05 11:44:40.361001 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01e5f60-51cd-4ef3-a421-d72c99b32456 None None] Pushing event deleted for resources: {'Port': ['ID=9a676cd7-2ac1-4b4c-8022-712005d19297,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:44:40.378581 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01e5f60-51cd-4ef3-a421-d72c99b32456 None None] No DVR routers for this DVR port 9a676cd7-2ac1-4b4c-8022-712005d19297 on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:44:40.428048 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:40.438407 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-bd3fa06f-567b-41f3-acbe-d3dfa2268acc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:40.473236 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 9a676cd7-2ac1-4b4c-8022-712005d19297 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:44:40.564831 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 9a676cd7-2ac1-4b4c-8022-712005d19297 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:44:40.565443 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 9a676cd7-2ac1-4b4c-8022-712005d19297 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:44:40.745630 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-fa279786-fad4-4a36-8d27-7db4cd474821 req-bad0a8c7-f70d-4298-a035-fb2b39f59d2d service neutron] 10.222.0.55 "GET /v2.0/networks/70811fd3-f1ad-446e-9d22-c9fd1055c61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3781943 Aug 05 11:44:40.996456 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948185fd-92fb-4338-930d-10446cd1c51f req-aca34ebf-a5f5-4c2c-a331-50992854c982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:44:41.000287 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-948185fd-92fb-4338-930d-10446cd1c51f req-aca34ebf-a5f5-4c2c-a331-50992854c982 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4387c5d8394046fa838195311347b87b&device_id=30e57fef-208e-4a9b-8b96-34c92ca54f0b HTTP/1.1" status: 200 len: 1094 time: 0.1329355 Aug 05 11:44:41.097774 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3f4f5012-4e6c-4cf6-8403-523fecd9beef tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286026'] for router, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:41.135547 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bd56dbb0-53a0-4f53-9522-d6e042497218 req-a5815747-c301-4a27-963f-7ab74cea6058 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.58 "GET /v2.0/security-groups?id=ab2b5f38-a05a-4ac9-a8bf-2f9bfdcd31b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970882 Aug 05 11:44:41.174837 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-df9ded63-2662-4f24-bea0-9851601c3099 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:41.196626 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-df9ded63-2662-4f24-bea0-9851601c3099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:41.293191 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1839ef3-07cc-4fb2-9195-a21168127b79 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Made reservation on behalf of 2255634a74e844e794fd358818288ba1 for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:44:41.329821 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a1839ef3-07cc-4fb2-9195-a21168127b79 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:41.709461 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948185fd-92fb-4338-930d-10446cd1c51f req-d103b0a4-59b1-4aba-9720-273d619210a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:44:41.712909 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-948185fd-92fb-4338-930d-10446cd1c51f req-d103b0a4-59b1-4aba-9720-273d619210a0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=70811fd3-f1ad-446e-9d22-c9fd1055c61c HTTP/1.1" status: 200 len: 911 time: 0.7046077 Aug 05 11:44:41.729391 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-df9ded63-2662-4f24-bea0-9851601c3099 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b6474463d54c49929abfa285baca66a1&name=default HTTP/1.1" status: 200 len: 2983 time: 3.2434640 Aug 05 11:44:41.733598 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 40160) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:44:41.742933 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:41.831910 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-b0297c64-7fe7-483d-b930-6231fc30c98e tempest-QuotasNegativeTest-1550297173 tempest-QuotasNegativeTest-1550297173-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 7.3786690 Aug 05 11:44:41.873248 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 40166) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:44:41.944360 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-4fe59e9e-1266-4bc4-b588-ec8020569458 tempest-QuotasNegativeTest-1550297173 tempest-QuotasNegativeTest-1550297173-project-admin] Request body: {'network': {'project_id': '29de9d202f9b47878cc0503b78d90612'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:44:42.032459 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-948185fd-92fb-4338-930d-10446cd1c51f req-57145a90-ecf3-4b2c-ab01-30447cdaeb92 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=18bd55c9-be44-48c5-b1dc-5b4c63ef14f0 HTTP/1.1" status: 200 len: 217 time: 0.2969518 Aug 05 11:44:42.035166 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9ded63-2662-4f24-bea0-9851601c3099 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=212f950d-0c61-4d46-9966-34605ee59228,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:44:42.049866 n-d-803378-2 neutron-server[94420]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fe59e9e-1266-4bc4-b588-ec8020569458 tempest-QuotasNegativeTest-1550297173 tempest-QuotasNegativeTest-1550297173-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 05 11:44:42.051024 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fe59e9e-1266-4bc4-b588-ec8020569458 tempest-QuotasNegativeTest-1550297173 tempest-QuotasNegativeTest-1550297173-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:44:42.059974 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-4fe59e9e-1266-4bc4-b588-ec8020569458 tempest-QuotasNegativeTest-1550297173 tempest-QuotasNegativeTest-1550297173-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1466599 Aug 05 11:44:42.111899 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f4f5012-4e6c-4cf6-8403-523fecd9beef tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Router 123c2eb8-7f5e-4465-990c-1fd740f4bf79 is scheduled to L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d with binding_index 1 {{(pid=94420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 11:44:42.476975 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6526794c-580c-4921-b126-5c4b7742e86d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:42.592414 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948185fd-92fb-4338-930d-10446cd1c51f req-c549e7b7-90f8-4d8c-9526-0e85841a7ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:44:42.613358 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-948185fd-92fb-4338-930d-10446cd1c51f req-c549e7b7-90f8-4d8c-9526-0e85841a7ca5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=71a2d471-ec02-42ce-91bf-6bee2a437528 HTTP/1.1" status: 200 len: 850 time: 0.5671840 Aug 05 11:44:42.618077 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 40196) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:44:42.660590 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6526794c-580c-4921-b126-5c4b7742e86d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:42.863849 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f4f5012-4e6c-4cf6-8403-523fecd9beef tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:44:42.896941 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b584df3f-b4e8-42ea-ad59-2e1bfe21501a None None] Sync routers for ids ['123c2eb8-7f5e-4465-990c-1fd740f4bf79'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:44:42.901167 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 40208) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:44:42.941402 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b584df3f-b4e8-42ea-ad59-2e1bfe21501a None None] Routers {'123c2eb8-7f5e-4465-990c-1fd740f4bf79'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:44:42.944755 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-b584df3f-b4e8-42ea-ad59-2e1bfe21501a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:44:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['123c2eb8-7f5e-4465-990c-1fd740f4bf79'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:44:43.057089 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3f4f5012-4e6c-4cf6-8403-523fecd9beef tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Notify callbacks [] for router, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:43.064784 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-3f4f5012-4e6c-4cf6-8403-523fecd9beef tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 10.9198439 Aug 05 11:44:43.066115 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 40212) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:44:43.080269 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-a1025d7a-b2e1-4b2f-a7dc-487093a58c0f tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:44:43.097452 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6526794c-580c-4921-b126-5c4b7742e86d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:43.105425 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6526794c-580c-4921-b126-5c4b7742e86d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:43.116064 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-6526794c-580c-4921-b126-5c4b7742e86d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/212f950d-0c61-4d46-9966-34605ee59228 HTTP/1.1" status: 204 len: 168 time: 1.3759205 Aug 05 11:44:43.157353 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-b584df3f-b4e8-42ea-ad59-2e1bfe21501a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:44:43.199583 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b584df3f-b4e8-42ea-ad59-2e1bfe21501a None None] Routers {'123c2eb8-7f5e-4465-990c-1fd740f4bf79'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:44:43.202096 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-b584df3f-b4e8-42ea-ad59-2e1bfe21501a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:44:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['123c2eb8-7f5e-4465-990c-1fd740f4bf79'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:44:43.258132 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-948185fd-92fb-4338-930d-10446cd1c51f req-58253976-429d-40df-a016-e8f1aef13902 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=70811fd3-f1ad-446e-9d22-c9fd1055c61c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3348644 Aug 05 11:44:43.329144 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a1839ef3-07cc-4fb2-9195-a21168127b79 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25038678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30075167'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:43.362844 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c18381-50aa-4d8a-bcdf-f6f52f28273a req-d0a8d272-1a3e-4dca-8615-daf29379e710 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:44:43.377938 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-00c18381-50aa-4d8a-bcdf-f6f52f28273a req-d0a8d272-1a3e-4dca-8615-daf29379e710 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.58 "GET /v2.0/ports?device_id=30e57fef-208e-4a9b-8b96-34c92ca54f0b HTTP/1.1" status: 200 len: 943 time: 0.7571557 Aug 05 11:44:43.385030 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-b584df3f-b4e8-42ea-ad59-2e1bfe21501a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:44:43.386490 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b584df3f-b4e8-42ea-ad59-2e1bfe21501a None None] The sync data for ids ['123c2eb8-7f5e-4465-990c-1fd740f4bf79'] in n-d-803378-2 is: [] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:44:43.391511 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6526794c-580c-4921-b126-5c4b7742e86d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=212f950d-0c61-4d46-9966-34605ee59228,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:44:43.558196 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-0d8fbd56-66e8-489a-8da8-e42163308b40 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=29de9d202f9b47878cc0503b78d90612&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9309959 Aug 05 11:44:43.702639 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 40226) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:44:43.794984 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-948185fd-92fb-4338-930d-10446cd1c51f req-d8177b34-8d48-4a9e-bfa3-6b2c20d7da4e service neutron] 10.222.0.55 "GET /v2.0/networks/70811fd3-f1ad-446e-9d22-c9fd1055c61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4996042 Aug 05 11:44:43.871982 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:43.882585 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 18bd55c9-be44-48c5-b1dc-5b4c63ef14f0 details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:44:44.357256 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 18bd55c9-be44-48c5-b1dc-5b4c63ef14f0, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=18bd55c9-be44-48c5-b1dc-5b4c63ef14f0,segment=NetworkSegment(b36a843f-62f3-4ca4-92e0-595d19e6a3f0),segment_id=b36a843f-62f3-4ca4-92e0-595d19e6a3f0)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:44:44.407767 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Returning: {'device': '18bd55c9-be44-48c5-b1dc-5b4c63ef14f0', 'network_id': '70811fd3-f1ad-446e-9d22-c9fd1055c61c', 'port_id': '18bd55c9-be44-48c5-b1dc-5b4c63ef14f0', 'mac_address': 'fa:16:3e:e0:31:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71a2d471-ec02-42ce-91bf-6bee2a437528', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:44:44.439847 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b7fba80e-46f4-4aa7-8090-b9b4c09d9a11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:44.549105 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:44.588365 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18bd55c9-be44-48c5-b1dc-5b4c63ef14f0 {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:44:44.651401 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 18bd55c9-be44-48c5-b1dc-5b4c63ef14f0, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=18bd55c9-be44-48c5-b1dc-5b4c63ef14f0,segment=NetworkSegment(b36a843f-62f3-4ca4-92e0-595d19e6a3f0),segment_id=b36a843f-62f3-4ca4-92e0-595d19e6a3f0)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:44:44.674076 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:44.705106 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-00c18381-50aa-4d8a-bcdf-f6f52f28273a req-9219eaf5-e86a-4b3b-9a9f-65be3b19c701 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.58 "GET /v2.0/security-groups?id=ab2b5f38-a05a-4ac9-a8bf-2f9bfdcd31b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1660745 Aug 05 11:44:44.807586 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=18bd55c9-be44-48c5-b1dc-5b4c63ef14f0,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:44:44.901966 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 40248) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:44:44.915043 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b7fba80e-46f4-4aa7-8090-b9b4c09d9a11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:44.977231 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['18bd55c9-be44-48c5-b1dc-5b4c63ef14f0'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:44:45.058355 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1839ef3-07cc-4fb2-9195-a21168127b79 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:44:45.168541 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-a1839ef3-07cc-4fb2-9195-a21168127b79 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:44:45.186615 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1839ef3-07cc-4fb2-9195-a21168127b79 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:44:45.186615 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a1839ef3-07cc-4fb2-9195-a21168127b79 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:45.238314 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869fc838-7137-43f3-97e2-5d527f440c5a None None] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:44:45.467805 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1839ef3-07cc-4fb2-9195-a21168127b79 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Pushing event updated for resources: {'Subnet': ['ID=74473919-dd03-4eb7-bedc-dd8feb52b916,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:44:45.516353 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-a1839ef3-07cc-4fb2-9195-a21168127b79 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 7.1845765 Aug 05 11:44:45.523119 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 40258) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:44:45.527015 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d29af937-6bb9-4bd9-bb2a-7b82b01fa8d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:45.551288 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-32e7f5a9-ae94-44fb-b60b-f4967b95bc03 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Request body: {'subnet': {'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:44:45.608656 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-948185fd-92fb-4338-930d-10446cd1c51f req-4413ab00-a1db-4539-91fc-cb32e0d34204 service neutron] 10.222.0.55 "GET /v2.0/networks/70811fd3-f1ad-446e-9d22-c9fd1055c61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7461736 Aug 05 11:44:45.703732 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b7fba80e-46f4-4aa7-8090-b9b4c09d9a11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:45.716776 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b7fba80e-46f4-4aa7-8090-b9b4c09d9a11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:45.716776 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-b7fba80e-46f4-4aa7-8090-b9b4c09d9a11 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cf0c6dcb-6b93-4b7e-982d-fbcbfc25b723 HTTP/1.1" status: 204 len: 168 time: 1.9929581 Aug 05 11:44:45.729764 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 40260) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:44:45.739147 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a1025d7a-b2e1-4b2f-a7dc-487093a58c0f tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:45.878392 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0afc2dd-5eb3-474c-8fcd-de840b0db3d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-65f763dc-e344-4f1a-a003-f0293beb6d65', 'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65', 'tenant_id': '2255634a74e844e794fd358818288ba1', 'fixed_ips': [{'subnet_id': '74473919-dd03-4eb7-bedc-dd8feb52b916'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 11:44:45.879765 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b0afc2dd-5eb3-474c-8fcd-de840b0db3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:45.905694 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fba80e-46f4-4aa7-8090-b9b4c09d9a11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf0c6dcb-6b93-4b7e-982d-fbcbfc25b723,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:44:46.136231 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a1025d7a-b2e1-4b2f-a7dc-487093a58c0f tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:46.336923 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-b0afc2dd-5eb3-474c-8fcd-de840b0db3d6 None None] Allocated IP 2001:db8::2 (65f763dc-e344-4f1a-a003-f0293beb6d65/74473919-dd03-4eb7-bedc-dd8feb52b916/88aaa52c-db31-4418-bca5-2883d254958e) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:44:46.464530 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d29af937-6bb9-4bd9-bb2a-7b82b01fa8d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:46.507768 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-98ef23e2-559c-4e8d-abb3-3629f094bbd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33208311'] for router_interface, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:46.570478 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d29af937-6bb9-4bd9-bb2a-7b82b01fa8d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:46.698132 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29af937-6bb9-4bd9-bb2a-7b82b01fa8d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c38b430-863c-4e98-bd91-c5db5cd97156,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:44:46.720867 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f2c0daa2-b4b7-4507-95ea-399ee93f8f9b tempest-QuotasNegativeTest-1550297173 tempest-QuotasNegativeTest-1550297173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:46.900392 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-d29af937-6bb9-4bd9-bb2a-7b82b01fa8d0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=72f1e0eaff8b4b2d91a238e7b5cb885a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9932203 Aug 05 11:44:46.913813 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 40312) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:44:46.920247 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8698d4-5a65-42a8-a631-1cb2ac3ebdb3 req-ec65022f-234e-43fb-a839-8c59aeb1be04 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:44:46.922511 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ac8698d4-5a65-42a8-a631-1cb2ac3ebdb3 req-ec65022f-234e-43fb-a839-8c59aeb1be04 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.58 "GET /v2.0/ports?device_id=30e57fef-208e-4a9b-8b96-34c92ca54f0b HTTP/1.1" status: 200 len: 944 time: 0.8905210 Aug 05 11:44:46.942836 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-a1025d7a-b2e1-4b2f-a7dc-487093a58c0f tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Deleting port 81b5b921-e415-498e-baeb-8ec1290048c7 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:44:46.943198 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a1025d7a-b2e1-4b2f-a7dc-487093a58c0f tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:47.005512 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32e7f5a9-ae94-44fb-b60b-f4967b95bc03 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Made reservation on behalf of 2255634a74e844e794fd358818288ba1 for: {'subnet': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:44:47.010914 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-32e7f5a9-ae94-44fb-b60b-f4967b95bc03 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24211133'] for subnet, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:47.062992 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b0afc2dd-5eb3-474c-8fcd-de840b0db3d6 None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:47.067049 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3443086d-4af9-47e0-bf8e-12af0af88405 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:47.084143 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b0afc2dd-5eb3-474c-8fcd-de840b0db3d6 None None] Transition to ACTIVE for port object 88aaa52c-db31-4418-bca5-2883d254958e will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:44:47.117669 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b0afc2dd-5eb3-474c-8fcd-de840b0db3d6 None None] Transition to ACTIVE for port object 88aaa52c-db31-4418-bca5-2883d254958e will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:44:47.139532 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b0afc2dd-5eb3-474c-8fcd-de840b0db3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:47.163616 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3443086d-4af9-47e0-bf8e-12af0af88405 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:47.206960 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0afc2dd-5eb3-474c-8fcd-de840b0db3d6 None None] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:44:47.213353 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-b0afc2dd-5eb3-474c-8fcd-de840b0db3d6 None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:44:47.243015 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f2c0daa2-b4b7-4507-95ea-399ee93f8f9b tempest-QuotasNegativeTest-1550297173 tempest-QuotasNegativeTest-1550297173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:47.269028 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0afc2dd-5eb3-474c-8fcd-de840b0db3d6 None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:44:47.322490 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-f2c0daa2-b4b7-4507-95ea-399ee93f8f9b tempest-QuotasNegativeTest-1550297173 tempest-QuotasNegativeTest-1550297173-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db3df432-7d83-4a7e-b8ef-9c74637b2ee1']}} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:44:47.390834 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-f2c0daa2-b4b7-4507-95ea-399ee93f8f9b tempest-QuotasNegativeTest-1550297173 tempest-QuotasNegativeTest-1550297173-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bff3b17d-9801-444a-863d-ff1e0e6b95fd') {'for_net_delete': True} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:44:47.392154 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-f2c0daa2-b4b7-4507-95ea-399ee93f8f9b tempest-QuotasNegativeTest-1550297173 tempest-QuotasNegativeTest-1550297173-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bff3b17d-9801-444a-863d-ff1e0e6b95fd') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:44:47.430679 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0afc2dd-5eb3-474c-8fcd-de840b0db3d6 None None] Pushing event updated for resources: {'Port': ['ID=88aaa52c-db31-4418-bca5-2883d254958e,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:44:47.439874 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3443086d-4af9-47e0-bf8e-12af0af88405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:47.446171 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3443086d-4af9-47e0-bf8e-12af0af88405 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:47.448675 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-3443086d-4af9-47e0-bf8e-12af0af88405 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3c38b430-863c-4e98-bd91-c5db5cd97156 HTTP/1.1" status: 204 len: 168 time: 0.5301006 Aug 05 11:44:47.457326 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ac8698d4-5a65-42a8-a631-1cb2ac3ebdb3 req-9b2af1bd-de4b-4ae2-9a14-82fe77d95f34 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.58 "GET /v2.0/security-groups?id=ab2b5f38-a05a-4ac9-a8bf-2f9bfdcd31b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4548337 Aug 05 11:44:47.473015 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-b0afc2dd-5eb3-474c-8fcd-de840b0db3d6 None None] Attempting to bind port 88aaa52c-db31-4418-bca5-2883d254958e on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:44:47.477757 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-b0afc2dd-5eb3-474c-8fcd-de840b0db3d6 None None] Attempting to bind port 88aaa52c-db31-4418-bca5-2883d254958e by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'c3ce43ff-a33b-459d-a35e-6c011fee3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:44:47.478509 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3443086d-4af9-47e0-bf8e-12af0af88405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c38b430-863c-4e98-bd91-c5db5cd97156,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:44:47.479728 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0afc2dd-5eb3-474c-8fcd-de840b0db3d6 None None] Attempting to bind port 88aaa52c-db31-4418-bca5-2883d254958e on network 65f763dc-e344-4f1a-a003-f0293beb6d65 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:44:47.487644 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f2c0daa2-b4b7-4507-95ea-399ee93f8f9b tempest-QuotasNegativeTest-1550297173 tempest-QuotasNegativeTest-1550297173-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25010581'] for segment, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:47.530715 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0afc2dd-5eb3-474c-8fcd-de840b0db3d6 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:44:47.531073 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-98ef23e2-559c-4e8d-abb3-3629f094bbd1 admin admin] Deleting port 02dcc7fb-34ad-4d58-b16e-3eff522baf3f {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:44:47.531768 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-98ef23e2-559c-4e8d-abb3-3629f094bbd1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:47.532807 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0afc2dd-5eb3-474c-8fcd-de840b0db3d6 None None] Checking segment: {'id': 'c3ce43ff-a33b-459d-a35e-6c011fee3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:44:47.533774 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b0afc2dd-5eb3-474c-8fcd-de840b0db3d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:47.535045 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0afc2dd-5eb3-474c-8fcd-de840b0db3d6 None None] Bound using segment: {'id': 'c3ce43ff-a33b-459d-a35e-6c011fee3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:44:47.536738 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-b0afc2dd-5eb3-474c-8fcd-de840b0db3d6 None None] Bound port: 88aaa52c-db31-4418-bca5-2883d254958e, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3ce43ff-a33b-459d-a35e-6c011fee3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:44:47.537849 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b0afc2dd-5eb3-474c-8fcd-de840b0db3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:47.696070 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a1025d7a-b2e1-4b2f-a7dc-487093a58c0f tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:47.709396 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f2c0daa2-b4b7-4507-95ea-399ee93f8f9b tempest-QuotasNegativeTest-1550297173 tempest-QuotasNegativeTest-1550297173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:47.774949 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [None req-98ef23e2-559c-4e8d-abb3-3629f094bbd1 admin admin] For port 02dcc7fb-34ad-4d58-b16e-3eff522baf3f, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=02dcc7fb-34ad-4d58-b16e-3eff522baf3f,segment=NetworkSegment(df4965ed-026b-4702-9189-bba7cbcadff6),segment_id=df4965ed-026b-4702-9189-bba7cbcadff6)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:44:47.776959 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-98ef23e2-559c-4e8d-abb3-3629f094bbd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:47.788741 n-d-803378-2 neutron-server[94420]: INFO neutron.db.ipam_backend_mixin [None req-32e7f5a9-ae94-44fb-b60b-f4967b95bc03 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 74473919-dd03-4eb7-bedc-dd8feb52b916 (CIDR: 2001:db8::/64) Aug 05 11:44:47.790741 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-a1025d7a-b2e1-4b2f-a7dc-487093a58c0f tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Calling delete_port for 81b5b921-e415-498e-baeb-8ec1290048c7 owned by network:router_gateway {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:44:47.807137 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b0afc2dd-5eb3-474c-8fcd-de840b0db3d6 None None] For port 88aaa52c-db31-4418-bca5-2883d254958e, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:44:47.820279 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2c0daa2-b4b7-4507-95ea-399ee93f8f9b tempest-QuotasNegativeTest-1550297173 tempest-QuotasNegativeTest-1550297173-project-admin] Releasing vlan 692 on physical network physnet1 to pool {{(pid=94420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:44:47.831115 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f2c0daa2-b4b7-4507-95ea-399ee93f8f9b tempest-QuotasNegativeTest-1550297173 tempest-QuotasNegativeTest-1550297173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29762581'] for segment, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:47.834874 n-d-803378-2 neutron-server[94420]: Traceback (most recent call last): Aug 05 11:44:47.834874 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:44:47.834874 n-d-803378-2 neutron-server[94420]: timer() Aug 05 11:44:47.834874 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:44:47.834874 n-d-803378-2 neutron-server[94420]: cb(*args, **kw) Aug 05 11:44:47.834874 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:44:47.834874 n-d-803378-2 neutron-server[94420]: return func(*args, **kwargs) Aug 05 11:44:47.834874 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:44:47.834874 n-d-803378-2 neutron-server[94420]: self._notify() Aug 05 11:44:47.834874 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:44:47.834874 n-d-803378-2 neutron-server[94420]: self.callback(batched_events) Aug 05 11:44:47.834874 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:44:47.834874 n-d-803378-2 neutron-server[94420]: event.method(event) Aug 05 11:44:47.834874 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:44:47.834874 n-d-803378-2 neutron-server[94420]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:44:47.834874 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:44:47.834874 n-d-803378-2 neutron-server[94420]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:44:47.834874 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:44:47.834874 n-d-803378-2 neutron-server[94420]: return f(self, *a, **k) Aug 05 11:44:47.834874 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:44:47.834874 n-d-803378-2 neutron-server[94420]: return self._get(url).json() Aug 05 11:44:47.834874 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:44:47.834874 n-d-803378-2 neutron-server[94420]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:44:47.834874 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:44:47.834874 n-d-803378-2 neutron-server[94420]: return self.request(url, 'GET', **kwargs) Aug 05 11:44:47.834874 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:44:47.834874 n-d-803378-2 neutron-server[94420]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:44:47.834874 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:44:47.834874 n-d-803378-2 neutron-server[94420]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:44:47.834874 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:44:47.834874 n-d-803378-2 neutron-server[94420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:44:47.834874 n-d-803378-2 neutron-server[94420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:44:47.839239 n-d-803378-2 neutron-server[94420]: INFO neutron.pecan_wsgi.hooks.translation [None req-32e7f5a9-ae94-44fb-b60b-f4967b95bc03 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 05 11:44:47.839239 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32e7f5a9-ae94-44fb-b60b-f4967b95bc03 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:44:47.842216 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-98ef23e2-559c-4e8d-abb3-3629f094bbd1 admin admin] Calling delete_port for 02dcc7fb-34ad-4d58-b16e-3eff522baf3f owned by network:router_interface {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:44:47.919006 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 18bd55c9-be44-48c5-b1dc-5b4c63ef14f0 up at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:44:48.081363 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-32e7f5a9-ae94-44fb-b60b-f4967b95bc03 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.5562210 Aug 05 11:44:48.157768 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning for port 18bd55c9-be44-48c5-b1dc-5b4c63ef14f0 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:44:48.170435 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning complete for port 18bd55c9-be44-48c5-b1dc-5b4c63ef14f0 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:44:48.171345 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:48.203978 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 40322) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:44:48.218261 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-71f629f6-3ca6-4c75-a697-37bdf2c03920 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Request body: {'subnet': {'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:44:48.233186 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f2c0daa2-b4b7-4507-95ea-399ee93f8f9b tempest-QuotasNegativeTest-1550297173 tempest-QuotasNegativeTest-1550297173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:48.344913 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b0afc2dd-5eb3-474c-8fcd-de840b0db3d6 None None] For port 88aaa52c-db31-4418-bca5-2883d254958e, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=88aaa52c-db31-4418-bca5-2883d254958e,segment=NetworkSegment(c3ce43ff-a33b-459d-a35e-6c011fee3456),segment_id=c3ce43ff-a33b-459d-a35e-6c011fee3456)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:44:48.358389 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f2c0daa2-b4b7-4507-95ea-399ee93f8f9b tempest-QuotasNegativeTest-1550297173 tempest-QuotasNegativeTest-1550297173-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:48.367141 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-f2c0daa2-b4b7-4507-95ea-399ee93f8f9b tempest-QuotasNegativeTest-1550297173 tempest-QuotasNegativeTest-1550297173-project-admin] 10.222.0.58 "DELETE /v2.0/networks/db3df432-7d83-4a7e-b8ef-9c74637b2ee1 HTTP/1.1" status: 204 len: 168 time: 2.6322780 Aug 05 11:44:48.405709 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 40344) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:44:48.461778 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-98ef23e2-559c-4e8d-abb3-3629f094bbd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:48.481799 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b0afc2dd-5eb3-474c-8fcd-de840b0db3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:48.492666 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:48.493945 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c0daa2-b4b7-4507-95ea-399ee93f8f9b tempest-QuotasNegativeTest-1550297173 tempest-QuotasNegativeTest-1550297173-project-admin] Pushing event deleted for resources: {'Network': ['ID=db3df432-7d83-4a7e-b8ef-9c74637b2ee1,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:44:48.555703 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ef23e2-559c-4e8d-abb3-3629f094bbd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=02dcc7fb-34ad-4d58-b16e-3eff522baf3f,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:44:48.896822 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0afc2dd-5eb3-474c-8fcd-de840b0db3d6 None None] Pushing event updated for resources: {'Port': ['ID=88aaa52c-db31-4418-bca5-2883d254958e,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:44:48.998823 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30e57fef-208e-4a9b-8b96-34c92ca54f0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18bd55c9-be44-48c5-b1dc-5b4c63ef14f0'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:44:49.012589 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-135cc7dc-8cdf-47ad-8569-fe8cfc4309d7" -d '{"events": [{"server_uuid": "30e57fef-208e-4a9b-8b96-34c92ca54f0b", "name": "network-vif-plugged", "status": "completed", "tag": "18bd55c9-be44-48c5-b1dc-5b4c63ef14f0"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:44:49.107510 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 18bd55c9-be44-48c5-b1dc-5b4c63ef14f0, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=18bd55c9-be44-48c5-b1dc-5b4c63ef14f0,segment=NetworkSegment(b36a843f-62f3-4ca4-92e0-595d19e6a3f0),segment_id=b36a843f-62f3-4ca4-92e0-595d19e6a3f0)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:44:49.124037 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:49.265078 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da00cb6e-9e31-4d73-8ebc-2b296a657c14 x-openstack-request-id: req-da00cb6e-9e31-4d73-8ebc-2b296a657c14 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:44:49.266137 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30e57fef-208e-4a9b-8b96-34c92ca54f0b", "name": "network-vif-plugged", "status": "completed", "tag": "18bd55c9-be44-48c5-b1dc-5b4c63ef14f0", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:44:49.266137 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-da00cb6e-9e31-4d73-8ebc-2b296a657c14 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:44:49.266728 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30e57fef-208e-4a9b-8b96-34c92ca54f0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18bd55c9-be44-48c5-b1dc-5b4c63ef14f0', 'code': 200} Aug 05 11:44:49.374088 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=18bd55c9-be44-48c5-b1dc-5b4c63ef14f0,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:44:49.401800 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2ae73acd-bc49-408a-b4be-c0366cc455a7 tempest-QuotasNegativeTest-1550297173 tempest-QuotasNegativeTest-1550297173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:49.472352 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-98ef23e2-559c-4e8d-abb3-3629f094bbd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33140263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33208171'] for router_interface, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:49.493581 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825ea225-3c89-4749-8f25-70331bfdc937 req-bbcc01b2-aae7-445b-915e-62e6a0b65abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:44:49.496600 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-825ea225-3c89-4749-8f25-70331bfdc937 req-bbcc01b2-aae7-445b-915e-62e6a0b65abe service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=30e57fef-208e-4a9b-8b96-34c92ca54f0b HTTP/1.1" status: 200 len: 1096 time: 0.1329615 Aug 05 11:44:49.712353 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b5e7da-e09b-4fe5-b92b-8f2087cb534f req-f1efc833-3ca7-42f5-812f-f82d085db06d tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:44:49.747701 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-22b5e7da-e09b-4fe5-b92b-8f2087cb534f req-f1efc833-3ca7-42f5-812f-f82d085db06d tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.58 "GET /v2.0/ports?device_id=30e57fef-208e-4a9b-8b96-34c92ca54f0b HTTP/1.1" status: 200 len: 944 time: 0.8488657 Aug 05 11:44:50.160400 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-825ea225-3c89-4749-8f25-70331bfdc937 req-8d3a38ee-831c-4830-a79f-e7fb93101333 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ab2b5f38-a05a-4ac9-a8bf-2f9bfdcd31b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6500721 Aug 05 11:44:50.240447 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a1025d7a-b2e1-4b2f-a7dc-487093a58c0f tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:50.496506 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2ae73acd-bc49-408a-b4be-c0366cc455a7 tempest-QuotasNegativeTest-1550297173 tempest-QuotasNegativeTest-1550297173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:50.548441 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71f629f6-3ca6-4c75-a697-37bdf2c03920 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Made reservation on behalf of 2255634a74e844e794fd358818288ba1 for: {'subnet': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:44:50.567995 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-71f629f6-3ca6-4c75-a697-37bdf2c03920 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24211133'] for subnet, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:50.959588 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 88aaa52c-db31-4418-bca5-2883d254958e up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:44:51.032598 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98ef23e2-559c-4e8d-abb3-3629f094bbd1 admin admin] Router 1d3eeeda-aa2a-4502-873f-a9a1e7f3c981 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 11:44:51.258055 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 88aaa52c-db31-4418-bca5-2883d254958e completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:44:51.673847 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98ef23e2-559c-4e8d-abb3-3629f094bbd1 admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:44:51.701686 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a93329-2599-46fb-a1a3-0b0fbc8d3f00 None None] Sync routers for ids ['1d3eeeda-aa2a-4502-873f-a9a1e7f3c981'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:44:51.716218 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-98ef23e2-559c-4e8d-abb3-3629f094bbd1 admin admin] 10.222.0.58 "PUT /v2.0/routers/1d3eeeda-aa2a-4502-873f-a9a1e7f3c981/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8106394 Aug 05 11:44:51.721673 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 40404) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:44:51.761337 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a93329-2599-46fb-a1a3-0b0fbc8d3f00 None None] Routers {'1d3eeeda-aa2a-4502-873f-a9a1e7f3c981'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:44:51.761337 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-48a93329-2599-46fb-a1a3-0b0fbc8d3f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:44:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['1d3eeeda-aa2a-4502-873f-a9a1e7f3c981'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:44:52.062514 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-2ae73acd-bc49-408a-b4be-c0366cc455a7 tempest-QuotasNegativeTest-1550297173 tempest-QuotasNegativeTest-1550297173-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['730f0254-e701-4ccd-a1d1-6c3abc39d68d']}} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:44:52.146183 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-a72921f1-e6b1-4543-8b19-03cf608a3085 None None] Provisioning for port 88aaa52c-db31-4418-bca5-2883d254958e completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:44:52.179227 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-a72921f1-e6b1-4543-8b19-03cf608a3085 None None] Provisioning complete for port 88aaa52c-db31-4418-bca5-2883d254958e triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:44:52.185479 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-a72921f1-e6b1-4543-8b19-03cf608a3085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:52.282401 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-48a93329-2599-46fb-a1a3-0b0fbc8d3f00 None None] Set router 1d3eeeda-aa2a-4502-873f-a9a1e7f3c981 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:44:52.289456 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1025d7a-b2e1-4b2f-a7dc-487093a58c0f tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Pushing event deleted for resources: {'Port': ['ID=81b5b921-e415-498e-baeb-8ec1290048c7,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:44:52.315018 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 40408) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:44:52.350274 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:52.410971 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c90d6691-ba8a-44e3-ba15-d7ac88de5c7f admin admin] Notify callbacks [] for router, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:52.506239 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-2ae73acd-bc49-408a-b4be-c0366cc455a7 tempest-QuotasNegativeTest-1550297173 tempest-QuotasNegativeTest-1550297173-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0b91748-ad6c-40d2-90d4-86387b706641') {'for_net_delete': True} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:44:52.506678 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-2ae73acd-bc49-408a-b4be-c0366cc455a7 tempest-QuotasNegativeTest-1550297173 tempest-QuotasNegativeTest-1550297173-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0b91748-ad6c-40d2-90d4-86387b706641') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:44:52.534386 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-22b5e7da-e09b-4fe5-b92b-8f2087cb534f req-04bb28ca-f010-4370-8248-c5f6e6add9b8 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.58 "GET /v2.0/security-groups?id=ab2b5f38-a05a-4ac9-a8bf-2f9bfdcd31b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.7823806 Aug 05 11:44:52.592051 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-a72921f1-e6b1-4543-8b19-03cf608a3085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:52.633279 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2ae73acd-bc49-408a-b4be-c0366cc455a7 tempest-QuotasNegativeTest-1550297173 tempest-QuotasNegativeTest-1550297173-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25010581'] for segment, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:52.727369 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2ae73acd-bc49-408a-b4be-c0366cc455a7 tempest-QuotasNegativeTest-1550297173 tempest-QuotasNegativeTest-1550297173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:52.773537 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ae73acd-bc49-408a-b4be-c0366cc455a7 tempest-QuotasNegativeTest-1550297173 tempest-QuotasNegativeTest-1550297173-project-admin] Releasing vlan 697 on physical network physnet1 to pool {{(pid=94420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:44:52.774231 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2ae73acd-bc49-408a-b4be-c0366cc455a7 tempest-QuotasNegativeTest-1550297173 tempest-QuotasNegativeTest-1550297173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29762581'] for segment, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:52.827521 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-a72921f1-e6b1-4543-8b19-03cf608a3085 None None] For port 88aaa52c-db31-4418-bca5-2883d254958e, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=88aaa52c-db31-4418-bca5-2883d254958e,segment=NetworkSegment(c3ce43ff-a33b-459d-a35e-6c011fee3456),segment_id=c3ce43ff-a33b-459d-a35e-6c011fee3456)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:44:52.851115 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-a72921f1-e6b1-4543-8b19-03cf608a3085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:52.944059 n-d-803378-2 neutron-server[94420]: Traceback (most recent call last): Aug 05 11:44:52.944059 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:44:52.944059 n-d-803378-2 neutron-server[94420]: timer() Aug 05 11:44:52.944059 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:44:52.944059 n-d-803378-2 neutron-server[94420]: cb(*args, **kw) Aug 05 11:44:52.944059 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:44:52.944059 n-d-803378-2 neutron-server[94420]: return func(*args, **kwargs) Aug 05 11:44:52.944059 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:44:52.944059 n-d-803378-2 neutron-server[94420]: self._notify() Aug 05 11:44:52.944059 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:44:52.944059 n-d-803378-2 neutron-server[94420]: self.callback(batched_events) Aug 05 11:44:52.944059 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:44:52.944059 n-d-803378-2 neutron-server[94420]: event.method(event) Aug 05 11:44:52.944059 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:44:52.944059 n-d-803378-2 neutron-server[94420]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:44:52.944059 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:44:52.944059 n-d-803378-2 neutron-server[94420]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:44:52.944059 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:44:52.944059 n-d-803378-2 neutron-server[94420]: return f(self, *a, **k) Aug 05 11:44:52.944059 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:44:52.944059 n-d-803378-2 neutron-server[94420]: return self._get(url).json() Aug 05 11:44:52.944059 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:44:52.944059 n-d-803378-2 neutron-server[94420]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:44:52.944059 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:44:52.944059 n-d-803378-2 neutron-server[94420]: return self.request(url, 'GET', **kwargs) Aug 05 11:44:52.944059 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:44:52.944059 n-d-803378-2 neutron-server[94420]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:44:52.944059 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:44:52.944059 n-d-803378-2 neutron-server[94420]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:44:52.944059 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:44:52.944059 n-d-803378-2 neutron-server[94420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:44:52.944059 n-d-803378-2 neutron-server[94420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:44:53.041156 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c90d6691-ba8a-44e3-ba15-d7ac88de5c7f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:53.125299 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72921f1-e6b1-4543-8b19-03cf608a3085 None None] Pushing event updated for resources: {'Port': ['ID=88aaa52c-db31-4418-bca5-2883d254958e,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:44:53.201628 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-eb12c082-fc09-437d-8206-394b19d5f647 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:53.230355 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-48a93329-2599-46fb-a1a3-0b0fbc8d3f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d3eeeda-aa2a-4502-873f-a9a1e7f3c981', 'name': 'tempest-AttachSCSIVolumeTestJSON-1301945101-router', 'tenant_id': 'a02a178820324fb2b01f24f52bf7b476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'b1f4332b-9f72-47f7-a032-bdb279c51579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:40:18Z', 'updated_at': '2021-08-05T11:44:48Z', 'revision_number': 5, 'project_id': 'a02a178820324fb2b01f24f52bf7b476', 'gw_port': {'id': 'b1f4332b-9f72-47f7-a032-bdb279c51579', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3eeeda-aa2a-4502-873f-a9a1e7f3c981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:40:22Z', 'updated_at': '2021-08-05T11:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:44:53.240718 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2ae73acd-bc49-408a-b4be-c0366cc455a7 tempest-QuotasNegativeTest-1550297173 tempest-QuotasNegativeTest-1550297173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:53.286475 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2ae73acd-bc49-408a-b4be-c0366cc455a7 tempest-QuotasNegativeTest-1550297173 tempest-QuotasNegativeTest-1550297173-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:53.290631 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-2ae73acd-bc49-408a-b4be-c0366cc455a7 tempest-QuotasNegativeTest-1550297173 tempest-QuotasNegativeTest-1550297173-project-admin] 10.222.0.58 "DELETE /v2.0/networks/730f0254-e701-4ccd-a1d1-6c3abc39d68d HTTP/1.1" status: 204 len: 168 time: 4.8768778 Aug 05 11:44:53.310712 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a1025d7a-b2e1-4b2f-a7dc-487093a58c0f tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33285055'] for router_gateway, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:53.332536 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a93329-2599-46fb-a1a3-0b0fbc8d3f00 None None] Checking router: 1d3eeeda-aa2a-4502-873f-a9a1e7f3c981 for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:44:53.345185 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-c90d6691-ba8a-44e3-ba15-d7ac88de5c7f admin admin] Deleting port b1f4332b-9f72-47f7-a032-bdb279c51579 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:44:53.345978 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c90d6691-ba8a-44e3-ba15-d7ac88de5c7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:53.362251 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a93329-2599-46fb-a1a3-0b0fbc8d3f00 None None] Routers {'1d3eeeda-aa2a-4502-873f-a9a1e7f3c981'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:44:53.362251 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-48a93329-2599-46fb-a1a3-0b0fbc8d3f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:44:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['1d3eeeda-aa2a-4502-873f-a9a1e7f3c981'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:44:53.420968 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae73acd-bc49-408a-b4be-c0366cc455a7 tempest-QuotasNegativeTest-1550297173 tempest-QuotasNegativeTest-1550297173-project-admin] Pushing event deleted for resources: {'Network': ['ID=730f0254-e701-4ccd-a1d1-6c3abc39d68d,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:44:53.979870 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7eabc52c-5d2e-486f-92e0-bcdc38e56f80 req-d6750d6a-85c7-471d-bb03-2e23f3aa8019 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=30e57fef-208e-4a9b-8b96-34c92ca54f0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3073478 Aug 05 11:44:53.985534 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [None req-c90d6691-ba8a-44e3-ba15-d7ac88de5c7f admin admin] For port b1f4332b-9f72-47f7-a032-bdb279c51579, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=b1f4332b-9f72-47f7-a032-bdb279c51579,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:44:53.987329 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c90d6691-ba8a-44e3-ba15-d7ac88de5c7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:54.053700 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-c90d6691-ba8a-44e3-ba15-d7ac88de5c7f admin admin] Calling delete_port for b1f4332b-9f72-47f7-a032-bdb279c51579 owned by network:router_gateway {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:44:54.171677 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-48a93329-2599-46fb-a1a3-0b0fbc8d3f00 None None] Set router 1d3eeeda-aa2a-4502-873f-a9a1e7f3c981 gateway port host: None {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:44:54.351351 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-48a93329-2599-46fb-a1a3-0b0fbc8d3f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d3eeeda-aa2a-4502-873f-a9a1e7f3c981', 'name': 'tempest-AttachSCSIVolumeTestJSON-1301945101-router', 'tenant_id': 'a02a178820324fb2b01f24f52bf7b476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:40:18Z', 'updated_at': '2021-08-05T11:44:53Z', 'revision_number': 6, 'project_id': 'a02a178820324fb2b01f24f52bf7b476', 'gw_port_host': None}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:44:54.496067 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a93329-2599-46fb-a1a3-0b0fbc8d3f00 None None] The sync data for ids ['1d3eeeda-aa2a-4502-873f-a9a1e7f3c981'] in n-d-803378-2 is: [{'id': '1d3eeeda-aa2a-4502-873f-a9a1e7f3c981', 'name': 'tempest-AttachSCSIVolumeTestJSON-1301945101-router', 'tenant_id': 'a02a178820324fb2b01f24f52bf7b476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:40:18Z', 'updated_at': '2021-08-05T11:44:53Z', 'revision_number': 6, 'project_id': 'a02a178820324fb2b01f24f52bf7b476', 'gw_port_host': None}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:44:54.496407 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 88aaa52c-db31-4418-bca5-2883d254958e up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:44:54.580939 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eabc52c-5d2e-486f-92e0-bcdc38e56f80 req-9c0155b8-9643-4eb4-94d3-059dc1bbe3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:44:54.584575 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7eabc52c-5d2e-486f-92e0-bcdc38e56f80 req-9c0155b8-9643-4eb4-94d3-059dc1bbe3a4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4387c5d8394046fa838195311347b87b&device_id=30e57fef-208e-4a9b-8b96-34c92ca54f0b HTTP/1.1" status: 200 len: 1096 time: 0.4657309 Aug 05 11:44:54.825950 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 88aaa52c-db31-4418-bca5-2883d254958e triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:44:54.826582 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:54.962355 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a1025d7a-b2e1-4b2f-a7dc-487093a58c0f tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33286054', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33263081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1940'] for router, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:55.084706 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 40428) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:44:55.223372 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-bfa4d7c0-ee90-410b-8ede-56cdbac11b45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:55.366572 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a1025d7a-b2e1-4b2f-a7dc-487093a58c0f tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33286033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33286040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33263014'] for router, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:55.387139 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-eb12c082-fc09-437d-8206-394b19d5f647 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:55.436848 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07439297-3774-4f5b-9ee2-1cc06d2de82c req-92c20b65-b9f5-4055-9591-fe8a24ccc395 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:44:55.446130 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-07439297-3774-4f5b-9ee2-1cc06d2de82c req-92c20b65-b9f5-4055-9591-fe8a24ccc395 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.58 "GET /v2.0/ports?device_id=30e57fef-208e-4a9b-8b96-34c92ca54f0b HTTP/1.1" status: 200 len: 945 time: 1.5679784 Aug 05 11:44:55.457219 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-eb12c082-fc09-437d-8206-394b19d5f647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:55.466419 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eabc52c-5d2e-486f-92e0-bcdc38e56f80 req-367471a6-597b-4a36-807f-134d1c066abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:44:55.469923 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7eabc52c-5d2e-486f-92e0-bcdc38e56f80 req-367471a6-597b-4a36-807f-134d1c066abb service neutron] 10.222.0.55 "GET /v2.0/networks?id=70811fd3-f1ad-446e-9d22-c9fd1055c61c HTTP/1.1" status: 200 len: 911 time: 0.8292592 Aug 05 11:44:55.660655 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7eabc52c-5d2e-486f-92e0-bcdc38e56f80 req-c020e31f-a289-4ddf-9ed3-5eae874c5ae4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=18bd55c9-be44-48c5-b1dc-5b4c63ef14f0 HTTP/1.1" status: 200 len: 217 time: 0.1703610 Aug 05 11:44:55.806427 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-eb12c082-fc09-437d-8206-394b19d5f647 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9c7b560f7c3749d9a053e6f2b17c2b78&name=default HTTP/1.1" status: 200 len: 2983 time: 3.4489732 Aug 05 11:44:55.818422 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 40432) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:44:55.848925 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c90d6691-ba8a-44e3-ba15-d7ac88de5c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:55.901752 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1025d7a-b2e1-4b2f-a7dc-487093a58c0f tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Router 123c2eb8-7f5e-4465-990c-1fd740f4bf79 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 11:44:55.913953 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb12c082-fc09-437d-8206-394b19d5f647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=570fafaa-a3ac-4df5-a840-73314befb15c,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:44:55.949313 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-07439297-3774-4f5b-9ee2-1cc06d2de82c req-af2ab400-6b5d-45fa-aa41-bd181cbcded7 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.58 "GET /v2.0/security-groups?id=ab2b5f38-a05a-4ac9-a8bf-2f9bfdcd31b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4945929 Aug 05 11:44:56.012425 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90d6691-ba8a-44e3-ba15-d7ac88de5c7f admin admin] Pushing event deleted for resources: {'Port': ['ID=b1f4332b-9f72-47f7-a032-bdb279c51579,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:44:56.017755 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eabc52c-5d2e-486f-92e0-bcdc38e56f80 req-7e67ee00-4e0a-45a2-8d18-7c40c8491650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:44:56.021606 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7eabc52c-5d2e-486f-92e0-bcdc38e56f80 req-7e67ee00-4e0a-45a2-8d18-7c40c8491650 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=71a2d471-ec02-42ce-91bf-6bee2a437528 HTTP/1.1" status: 200 len: 850 time: 0.3539202 Aug 05 11:44:56.285544 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7eabc52c-5d2e-486f-92e0-bcdc38e56f80 req-db8dbfb0-2b3e-4b4b-93a5-75340014817f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=70811fd3-f1ad-446e-9d22-c9fd1055c61c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2499495 Aug 05 11:44:56.311369 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1025d7a-b2e1-4b2f-a7dc-487093a58c0f tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:44:56.334326 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c296807a-98fb-4508-a058-42ab30906f04 None None] Sync routers for ids ['123c2eb8-7f5e-4465-990c-1fd740f4bf79'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:44:56.363005 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a1025d7a-b2e1-4b2f-a7dc-487093a58c0f tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Notify callbacks [] for router, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:56.371798 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-a1025d7a-b2e1-4b2f-a7dc-487093a58c0f tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] 10.222.0.58 "PUT /v2.0/routers/123c2eb8-7f5e-4465-990c-1fd740f4bf79 HTTP/1.1" status: 200 len: 710 time: 13.2990282 Aug 05 11:44:56.373286 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 40442) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:44:56.375141 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-912c3816-8cfc-4436-8de0-056e125cd6ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:56.396249 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c296807a-98fb-4508-a058-42ab30906f04 None None] Routers {'123c2eb8-7f5e-4465-990c-1fd740f4bf79'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:44:56.397779 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-c296807a-98fb-4508-a058-42ab30906f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:44:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['123c2eb8-7f5e-4465-990c-1fd740f4bf79'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:44:56.533169 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-bfa4d7c0-ee90-410b-8ede-56cdbac11b45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:56.555612 n-d-803378-2 neutron-server[94420]: DEBUG neutron.objects.ports [None req-71f629f6-3ca6-4c75-a697-37bdf2c03920 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94420) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 05 11:44:56.563898 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-bfa4d7c0-ee90-410b-8ede-56cdbac11b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:56.602129 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c90d6691-ba8a-44e3-ba15-d7ac88de5c7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33285055'] for router_gateway, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:56.649648 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device b1f4332b-9f72-47f7-a032-bdb279c51579 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:44:56.649931 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-912c3816-8cfc-4436-8de0-056e125cd6ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:56.663383 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-c296807a-98fb-4508-a058-42ab30906f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:44:56.756354 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: b1f4332b-9f72-47f7-a032-bdb279c51579 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:44:56.757338 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device b1f4332b-9f72-47f7-a032-bdb279c51579 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:44:56.758324 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 02dcc7fb-34ad-4d58-b16e-3eff522baf3f no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:44:56.813531 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 02dcc7fb-34ad-4d58-b16e-3eff522baf3f {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:44:56.814673 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 02dcc7fb-34ad-4d58-b16e-3eff522baf3f not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:44:56.846809 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c296807a-98fb-4508-a058-42ab30906f04 None None] Routers {'123c2eb8-7f5e-4465-990c-1fd740f4bf79'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:44:56.848541 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-c296807a-98fb-4508-a058-42ab30906f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:44:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['123c2eb8-7f5e-4465-990c-1fd740f4bf79'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:44:56.980119 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-c296807a-98fb-4508-a058-42ab30906f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:44:56.981761 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c296807a-98fb-4508-a058-42ab30906f04 None None] The sync data for ids ['123c2eb8-7f5e-4465-990c-1fd740f4bf79'] in n-d-803378-2 is: [] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:44:57.047299 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-d24b1cf0-957c-48ff-8f99-f760379865bc tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] 10.222.0.58 "GET /v2.0/routers/123c2eb8-7f5e-4465-990c-1fd740f4bf79 HTTP/1.1" status: 200 len: 745 time: 0.6551924 Aug 05 11:44:57.253788 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 40450) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:44:57.487817 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c90d6691-ba8a-44e3-ba15-d7ac88de5c7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33262979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1951'] for router, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:57.492815 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c90d6691-ba8a-44e3-ba15-d7ac88de5c7f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:57.533212 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-611a67e5-7dda-4cf9-b78a-d43bcaa66294 tempest-RoutersIpV6AdminTest-1723875299 tempest-RoutersIpV6AdminTest-1723875299-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd&device_id=123c2eb8-7f5e-4465-990c-1fd740f4bf79 HTTP/1.1" status: 200 len: 205 time: 0.2704737 Aug 05 11:44:57.583801 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 40452) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:44:57.658766 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bd0dd3-2468-4c87-9da4-c98f01a1a7b1 req-94f55ace-6567-48fc-9a72-012b202fc119 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:44:57.662535 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-14bd0dd3-2468-4c87-9da4-c98f01a1a7b1 req-94f55ace-6567-48fc-9a72-012b202fc119 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.58 "GET /v2.0/ports?device_id=30e57fef-208e-4a9b-8b96-34c92ca54f0b HTTP/1.1" status: 200 len: 945 time: 0.8441329 Aug 05 11:44:57.790072 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c90d6691-ba8a-44e3-ba15-d7ac88de5c7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33262474'] for router, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:57.791219 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c90d6691-ba8a-44e3-ba15-d7ac88de5c7f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d3eeeda-aa2a-4502-873f-a9a1e7f3c981 {{(pid=94421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 11:44:57.811563 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c90d6691-ba8a-44e3-ba15-d7ac88de5c7f admin admin] Notify callbacks [] for router, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:57.822930 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-c90d6691-ba8a-44e3-ba15-d7ac88de5c7f admin admin] 10.222.0.58 "DELETE /v2.0/routers/1d3eeeda-aa2a-4502-873f-a9a1e7f3c981 HTTP/1.1" status: 204 len: 168 time: 6.0971804 Aug 05 11:44:57.832347 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 40458) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:44:57.856633 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-bfa4d7c0-ee90-410b-8ede-56cdbac11b45 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7e8bdf56582a485a83dbc8c928525aa1&name=default HTTP/1.1" status: 200 len: 2983 time: 2.7696717 Aug 05 11:44:57.858892 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-40795d49-3213-452e-abd1-482a3dd02b39 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] 10.222.0.58 "GET /v2.0/ports?device_id=123c2eb8-7f5e-4465-990c-1fd740f4bf79 HTTP/1.1" status: 200 len: 205 time: 0.2715850 Aug 05 11:44:57.860854 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 40460) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:44:57.916045 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-14bd0dd3-2468-4c87-9da4-c98f01a1a7b1 req-58559631-86b5-442b-870f-5be64cdc682e tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.58 "GET /v2.0/security-groups?id=ab2b5f38-a05a-4ac9-a8bf-2f9bfdcd31b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083590 Aug 05 11:44:57.917623 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 40462) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:44:58.041463 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa4d7c0-ee90-410b-8ede-56cdbac11b45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47052d1b-498e-4eb5-bb04-50b60ceb4d67,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:44:58.107158 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7eabc52c-5d2e-486f-92e0-bcdc38e56f80 req-529a9755-e571-4ca2-8caa-7d51e0ca75be service neutron] 10.222.0.55 "GET /v2.0/networks/70811fd3-f1ad-446e-9d22-c9fd1055c61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7917545 Aug 05 11:44:58.120292 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_v2 [None req-a32076f6-1155-4b43-a35e-110fd626713a admin admin] Deleting subnet 7c5e4571-6adf-456a-91ed-eaaee0830fdc {{(pid=94421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:44:58.260158 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-71f629f6-3ca6-4c75-a697-37bdf2c03920 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:58.294666 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b61b5b57-8a4c-422d-b736-0aa08847216a tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Notify callbacks [] for router, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:58.319451 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7eabc52c-5d2e-486f-92e0-bcdc38e56f80 req-f1909c06-392c-4b64-a064-5ee920c26d66 service neutron] 10.222.0.55 "GET /v2.0/networks/70811fd3-f1ad-446e-9d22-c9fd1055c61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943216 Aug 05 11:44:58.321425 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a32076f6-1155-4b43-a35e-110fd626713a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:58.397118 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-912c3816-8cfc-4436-8de0-056e125cd6ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:58.402519 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-912c3816-8cfc-4436-8de0-056e125cd6ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:58.404897 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-912c3816-8cfc-4436-8de0-056e125cd6ee admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/570fafaa-a3ac-4df5-a840-73314befb15c HTTP/1.1" status: 204 len: 168 time: 2.5852163 Aug 05 11:44:58.517100 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912c3816-8cfc-4436-8de0-056e125cd6ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=570fafaa-a3ac-4df5-a840-73314befb15c,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:44:58.532350 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a32076f6-1155-4b43-a35e-110fd626713a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29786388'] for subnet, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:58.619801 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baad04c4-47e1-4178-8f49-027bafe6eed3 req-e34bbcbd-dba5-45b3-b2af-2d222a305542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:44:58.621833 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-baad04c4-47e1-4178-8f49-027bafe6eed3 req-e34bbcbd-dba5-45b3-b2af-2d222a305542 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4387c5d8394046fa838195311347b87b&device_id=30e57fef-208e-4a9b-8b96-34c92ca54f0b HTTP/1.1" status: 200 len: 1096 time: 0.1651812 Aug 05 11:44:58.836773 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a32076f6-1155-4b43-a35e-110fd626713a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:59.268514 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a32076f6-1155-4b43-a35e-110fd626713a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25038609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30075142'] for subnet, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:59.282427 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:59.328626 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7410a47c-b70a-45e4-bf52-34dc99f6a3f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:59.402307 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a32076f6-1155-4b43-a35e-110fd626713a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:44:59.407139 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d32f56f7-74e7-4bca-a5a8-4eb442856045 None None] Network 4d1db86f-e368-416d-a803-521709094a5f requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:44:59.423786 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-a32076f6-1155-4b43-a35e-110fd626713a admin admin] 10.222.0.58 "DELETE /v2.0/subnets/7c5e4571-6adf-456a-91ed-eaaee0830fdc HTTP/1.1" status: 204 len: 168 time: 1.5849457 Aug 05 11:44:59.425295 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32076f6-1155-4b43-a35e-110fd626713a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c5e4571-6adf-456a-91ed-eaaee0830fdc,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:44:59.437751 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 40476) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:44:59.473042 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baad04c4-47e1-4178-8f49-027bafe6eed3 req-e5af88b1-202e-4f34-a743-10010c8fab76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:44:59.476603 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-baad04c4-47e1-4178-8f49-027bafe6eed3 req-e5af88b1-202e-4f34-a743-10010c8fab76 service neutron] 10.222.0.55 "GET /v2.0/networks?id=70811fd3-f1ad-446e-9d22-c9fd1055c61c HTTP/1.1" status: 200 len: 911 time: 0.8432844 Aug 05 11:44:59.743755 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-baad04c4-47e1-4178-8f49-027bafe6eed3 req-e1add8f8-6063-4ac7-853d-0f30be332b2a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=18bd55c9-be44-48c5-b1dc-5b4c63ef14f0 HTTP/1.1" status: 200 len: 217 time: 0.2197657 Aug 05 11:44:59.889167 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baad04c4-47e1-4178-8f49-027bafe6eed3 req-92fba492-3f05-4428-9f7b-69397d7e54d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:44:59.894583 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-baad04c4-47e1-4178-8f49-027bafe6eed3 req-92fba492-3f05-4428-9f7b-69397d7e54d0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=71a2d471-ec02-42ce-91bf-6bee2a437528 HTTP/1.1" status: 200 len: 850 time: 0.1333466 Aug 05 11:44:59.941050 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b46dd62-8377-449b-94a0-39dddb1506e4 None None] DHCP port deletion for 4d1db86f-e368-416d-a803-521709094a5f request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 11:45:00.028555 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8eae90f4-ed54-40ae-9843-e71cf4d33b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:00.045556 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-baad04c4-47e1-4178-8f49-027bafe6eed3 req-bef0b47c-cd2f-45a8-b89a-113e61d92622 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=70811fd3-f1ad-446e-9d22-c9fd1055c61c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1377463 Aug 05 11:45:00.107724 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b61b5b57-8a4c-422d-b736-0aa08847216a tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33262979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1951'] for router, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:00.110224 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-5b46dd62-8377-449b-94a0-39dddb1506e4 None None] Deleting port 471eabc5-9249-408f-89c1-a01b22855885 {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:45:00.113998 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-5b46dd62-8377-449b-94a0-39dddb1506e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:00.124798 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b61b5b57-8a4c-422d-b736-0aa08847216a tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:00.195478 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa0e66f-9108-4c50-bdec-87fb71defb57 req-a02159cd-3340-49f0-b6c3-da0835f608e0 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:45:00.215874 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7fa0e66f-9108-4c50-bdec-87fb71defb57 req-a02159cd-3340-49f0-b6c3-da0835f608e0 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.58 "GET /v2.0/ports?device_id=30e57fef-208e-4a9b-8b96-34c92ca54f0b HTTP/1.1" status: 200 len: 945 time: 1.0003211 Aug 05 11:45:00.252081 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7410a47c-b70a-45e4-bf52-34dc99f6a3f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:00.363043 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-baad04c4-47e1-4178-8f49-027bafe6eed3 req-43c5f37a-2671-4188-8e4c-83d0db9432b8 service neutron] 10.222.0.55 "GET /v2.0/networks/70811fd3-f1ad-446e-9d22-c9fd1055c61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3026471 Aug 05 11:45:00.495577 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-5b46dd62-8377-449b-94a0-39dddb1506e4 None None] For port 471eabc5-9249-408f-89c1-a01b22855885, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=471eabc5-9249-408f-89c1-a01b22855885,segment=NetworkSegment(df4965ed-026b-4702-9189-bba7cbcadff6),segment_id=df4965ed-026b-4702-9189-bba7cbcadff6)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:45:00.496241 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-5b46dd62-8377-449b-94a0-39dddb1506e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:00.504628 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 471eabc5-9249-408f-89c1-a01b22855885 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:45:00.602805 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-5b46dd62-8377-449b-94a0-39dddb1506e4 None None] Calling delete_port for 471eabc5-9249-408f-89c1-a01b22855885 owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:45:00.659428 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-baad04c4-47e1-4178-8f49-027bafe6eed3 req-05a56a80-180f-425c-8215-1f12a67d9f2f service neutron] 10.222.0.55 "GET /v2.0/networks/70811fd3-f1ad-446e-9d22-c9fd1055c61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2879291 Aug 05 11:45:00.686458 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b61b5b57-8a4c-422d-b736-0aa08847216a tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33262474'] for router, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:00.687297 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b61b5b57-8a4c-422d-b736-0aa08847216a tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Fanout notify agent at l3_agent the message router_deleted on router 123c2eb8-7f5e-4465-990c-1fd740f4bf79 {{(pid=94420) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 11:45:00.739128 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b61b5b57-8a4c-422d-b736-0aa08847216a tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] Notify callbacks [] for router, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:00.743028 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-b61b5b57-8a4c-422d-b736-0aa08847216a tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] 10.222.0.58 "DELETE /v2.0/routers/123c2eb8-7f5e-4465-990c-1fd740f4bf79 HTTP/1.1" status: 204 len: 168 time: 2.8157108 Aug 05 11:45:00.750506 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 40494) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:00.752733 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7fa0e66f-9108-4c50-bdec-87fb71defb57 req-c50a68a1-485e-43fa-b0fd-1fa7cf315a48 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.58 "GET /v2.0/security-groups?id=ab2b5f38-a05a-4ac9-a8bf-2f9bfdcd31b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3728793 Aug 05 11:45:00.807806 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-71f629f6-3ca6-4c75-a697-37bdf2c03920 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] For port 88aaa52c-db31-4418-bca5-2883d254958e, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=88aaa52c-db31-4418-bca5-2883d254958e,segment=NetworkSegment(c3ce43ff-a33b-459d-a35e-6c011fee3456),segment_id=c3ce43ff-a33b-459d-a35e-6c011fee3456)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:45:00.932288 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-d27d1ac0-c3ad-44bb-a327-edded59b9bd8 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] 10.222.0.58 "GET /v2.0/ports?device_id=123c2eb8-7f5e-4465-990c-1fd740f4bf79 HTTP/1.1" status: 200 len: 205 time: 0.1636505 Aug 05 11:45:00.933369 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 40500) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:00.962742 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-71f629f6-3ca6-4c75-a697-37bdf2c03920 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:00.970702 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7410a47c-b70a-45e4-bf52-34dc99f6a3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:00.978012 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7410a47c-b70a-45e4-bf52-34dc99f6a3f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:00.981520 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-7410a47c-b70a-45e4-bf52-34dc99f6a3f0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/47052d1b-498e-4eb5-bb04-50b60ceb4d67 HTTP/1.1" status: 204 len: 168 time: 3.0728691 Aug 05 11:45:00.987775 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-71f629f6-3ca6-4c75-a697-37bdf2c03920 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:00.990164 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-71f629f6-3ca6-4c75-a697-37bdf2c03920 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29762700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24211087'] for subnet, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:01.003292 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:01.082808 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-5b46dd62-8377-449b-94a0-39dddb1506e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:01.086372 n-d-803378-2 neutron-server[94421]: INFO neutron.api.v2.resource [None req-02e8d19a-f2a9-447c-881a-95d8de991c3a tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] delete failed (client error): The resource could not be found. Aug 05 11:45:01.100210 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-02e8d19a-f2a9-447c-881a-95d8de991c3a tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] 10.222.0.58 "DELETE /v2.0/routers/123c2eb8-7f5e-4465-990c-1fd740f4bf79 HTTP/1.1" status: 404 len: 336 time: 0.1580553 Aug 05 11:45:01.104128 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 40506) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:01.129583 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7410a47c-b70a-45e4-bf52-34dc99f6a3f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47052d1b-498e-4eb5-bb04-50b60ceb4d67,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:45:01.164822 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f629f6-3ca6-4c75-a697-37bdf2c03920 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:45:01.174837 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-71f629f6-3ca6-4c75-a697-37bdf2c03920 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:45:01.203084 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f629f6-3ca6-4c75-a697-37bdf2c03920 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:45:01.206682 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-71f629f6-3ca6-4c75-a697-37bdf2c03920 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:01.253581 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-73e58a92-c976-453c-b86f-9325426fd60c tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe3fed53-141c-42ef-8c6b-132311bd4bcf HTTP/1.1" status: 200 len: 205 time: 0.1408892 Aug 05 11:45:01.254628 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 40508) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:01.258748 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b46dd62-8377-449b-94a0-39dddb1506e4 None None] No DVR routers for this DVR port 471eabc5-9249-408f-89c1-a01b22855885 on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:45:01.262760 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-8eae90f4-ed54-40ae-9843-e71cf4d33b62 admin admin] Deleting port 471eabc5-9249-408f-89c1-a01b22855885 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:45:01.263789 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8eae90f4-ed54-40ae-9843-e71cf4d33b62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:01.271349 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b46dd62-8377-449b-94a0-39dddb1506e4 None None] Pushing event deleted for resources: {'Port': ['ID=471eabc5-9249-408f-89c1-a01b22855885,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:45:01.305875 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17e27de-e7ce-4629-8be4-35b581f30f1f None None] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:45:01.308218 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-71f629f6-3ca6-4c75-a697-37bdf2c03920 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 13.0931416 Aug 05 11:45:01.311548 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 40510) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:01.357173 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-4925d0a0-6382-4208-80ee-0616ac45bca7 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Request body: {'port': {'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65', 'mac_address': 'fa:16:3e:2b:57:66', 'name': 'tempest-NetworksTestDHCPv6-1124364773'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:45:01.529498 n-d-803378-2 neutron-server[94421]: INFO neutron.api.v2.resource [None req-c24a3576-4b18-4759-904b-27479af56512 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] delete failed (client error): The resource could not be found. Aug 05 11:45:01.535641 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-c24a3576-4b18-4759-904b-27479af56512 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] 10.222.0.58 "DELETE /v2.0/routers/fe3fed53-141c-42ef-8c6b-132311bd4bcf HTTP/1.1" status: 404 len: 336 time: 0.2618103 Aug 05 11:45:01.544894 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 40520) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:01.658249 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f629f6-3ca6-4c75-a697-37bdf2c03920 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Pushing event updated for resources: {'Port': ['ID=88aaa52c-db31-4418-bca5-2883d254958e,revision_number=5']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:45:01.693836 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f629f6-3ca6-4c75-a697-37bdf2c03920 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Pushing event updated for resources: {'Subnet': ['ID=22f35f6e-0c4c-4d33-b85d-934f82966162,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:45:01.778715 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-0c61326d-334b-4270-8571-1c0d7b0a4801 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] 10.222.0.58 "GET /v2.0/ports?device_id=35357dc0-19a0-46ca-9328-b4bd00638dae HTTP/1.1" status: 200 len: 205 time: 0.2286084 Aug 05 11:45:01.790793 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 40528) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:01.928828 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [None req-8eae90f4-ed54-40ae-9843-e71cf4d33b62 admin admin] For port 471eabc5-9249-408f-89c1-a01b22855885, host n-d-803378-2, got binding levels [] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:45:01.928828 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8eae90f4-ed54-40ae-9843-e71cf4d33b62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:02.064958 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4925d0a0-6382-4208-80ee-0616ac45bca7 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Made reservation on behalf of 2255634a74e844e794fd358818288ba1 for: {'port': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:45:02.253935 n-d-803378-2 neutron-server[94421]: INFO neutron.api.v2.resource [None req-45732aea-5000-4435-a7b2-e2b760a707a5 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] delete failed (client error): The resource could not be found. Aug 05 11:45:02.260185 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-45732aea-5000-4435-a7b2-e2b760a707a5 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] 10.222.0.58 "DELETE /v2.0/routers/35357dc0-19a0-46ca-9328-b4bd00638dae HTTP/1.1" status: 404 len: 336 time: 0.4475617 Aug 05 11:45:02.271516 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 40546) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:02.275610 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-8eae90f4-ed54-40ae-9843-e71cf4d33b62 admin admin] Calling delete_port for 471eabc5-9249-408f-89c1-a01b22855885 owned by network:dhcp {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:45:02.302375 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.ipam_backend_mixin [None req-8eae90f4-ed54-40ae-9843-e71cf4d33b62 admin admin] Port 471eabc5-9249-408f-89c1-a01b22855885 was not found and therefore no delete operation was performed {{(pid=94421) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 05 11:45:02.341614 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8eae90f4-ed54-40ae-9843-e71cf4d33b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:02.557719 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eae90f4-ed54-40ae-9843-e71cf4d33b62 admin admin] No DVR routers for this DVR port 471eabc5-9249-408f-89c1-a01b22855885 on host n-d-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:45:02.577425 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 88aaa52c-db31-4418-bca5-2883d254958e up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:45:02.578317 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-74dd2fdd-5c1a-46b9-acbf-5797c2c3409e tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] 10.222.0.58 "GET /v2.0/ports?device_id=5358db59-742f-476e-b8d1-b77a2349f492 HTTP/1.1" status: 200 len: 205 time: 0.3040919 Aug 05 11:45:02.682257 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 40548) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:02.794211 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 88aaa52c-db31-4418-bca5-2883d254958e triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:45:02.797636 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:02.852254 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4925d0a0-6382-4208-80ee-0616ac45bca7 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:02.990682 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eae90f4-ed54-40ae-9843-e71cf4d33b62 admin admin] Pushing event deleted for resources: {'Port': ['ID=471eabc5-9249-408f-89c1-a01b22855885,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:45:03.003556 n-d-803378-2 neutron-server[94421]: INFO neutron.api.v2.resource [None req-26b924fd-1dce-4335-b58a-0416a1a6ae20 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] delete failed (client error): The resource could not be found. Aug 05 11:45:03.006070 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-26b924fd-1dce-4335-b58a-0416a1a6ae20 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] 10.222.0.58 "DELETE /v2.0/routers/5358db59-742f-476e-b8d1-b77a2349f492 HTTP/1.1" status: 404 len: 336 time: 0.3157115 Aug 05 11:45:03.017645 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 40556) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:03.018761 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 40558) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:03.035698 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [None req-4925d0a0-6382-4208-80ee-0616ac45bca7 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] device_id is not set on port 7280ef66-2f17-4198-bf5f-c0ae72108177 yet. {{(pid=94420) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 11:45:03.260835 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-16a8cf53-ef83-4c5c-a0a5-279edc5ea1d6 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] 10.222.0.58 "GET /v2.0/ports?device_id=555d5fa3-79c5-43a6-80ae-525fbbfd8c42 HTTP/1.1" status: 200 len: 205 time: 0.2331414 Aug 05 11:45:03.263226 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 40560) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:03.316394 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbf397b-9e4e-4d8d-b9dc-76a64a43ec25 req-ecf3cab2-f2cf-4890-a582-a940a5830925 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:45:03.338494 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-afbf397b-9e4e-4d8d-b9dc-76a64a43ec25 req-ecf3cab2-f2cf-4890-a582-a940a5830925 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.58 "GET /v2.0/ports?device_id=30e57fef-208e-4a9b-8b96-34c92ca54f0b HTTP/1.1" status: 200 len: 945 time: 0.9893389 Aug 05 11:45:03.449797 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8eae90f4-ed54-40ae-9843-e71cf4d33b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:03.526999 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-8eae90f4-ed54-40ae-9843-e71cf4d33b62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d1db86f-e368-416d-a803-521709094a5f']}} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:45:03.575323 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-8eae90f4-ed54-40ae-9843-e71cf4d33b62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df4965ed-026b-4702-9189-bba7cbcadff6') {'for_net_delete': True} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:45:03.575990 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-8eae90f4-ed54-40ae-9843-e71cf4d33b62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df4965ed-026b-4702-9189-bba7cbcadff6') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:45:03.615777 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8eae90f4-ed54-40ae-9843-e71cf4d33b62 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29786371'] for segment, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:03.689626 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8eae90f4-ed54-40ae-9843-e71cf4d33b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:03.712594 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8eae90f4-ed54-40ae-9843-e71cf4d33b62 admin admin] Releasing vlan 690 on physical network physnet1 to pool {{(pid=94421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:45:03.715462 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8eae90f4-ed54-40ae-9843-e71cf4d33b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25038799'] for segment, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:03.840724 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-afbf397b-9e4e-4d8d-b9dc-76a64a43ec25 req-cfd1f4ce-866a-428c-907c-47ba4935026f tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.58 "GET /v2.0/security-groups?id=ab2b5f38-a05a-4ac9-a8bf-2f9bfdcd31b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5016346 Aug 05 11:45:03.908474 n-d-803378-2 neutron-server[94421]: Traceback (most recent call last): Aug 05 11:45:03.908474 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:45:03.908474 n-d-803378-2 neutron-server[94421]: timer() Aug 05 11:45:03.908474 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:45:03.908474 n-d-803378-2 neutron-server[94421]: cb(*args, **kw) Aug 05 11:45:03.908474 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:45:03.908474 n-d-803378-2 neutron-server[94421]: return func(*args, **kwargs) Aug 05 11:45:03.908474 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:45:03.908474 n-d-803378-2 neutron-server[94421]: self._notify() Aug 05 11:45:03.908474 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:45:03.908474 n-d-803378-2 neutron-server[94421]: self.callback(batched_events) Aug 05 11:45:03.908474 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:45:03.908474 n-d-803378-2 neutron-server[94421]: event.method(event) Aug 05 11:45:03.908474 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:45:03.908474 n-d-803378-2 neutron-server[94421]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:45:03.908474 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:45:03.908474 n-d-803378-2 neutron-server[94421]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:45:03.908474 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:45:03.908474 n-d-803378-2 neutron-server[94421]: return f(self, *a, **k) Aug 05 11:45:03.908474 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:45:03.908474 n-d-803378-2 neutron-server[94421]: return self._get(url).json() Aug 05 11:45:03.908474 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:45:03.908474 n-d-803378-2 neutron-server[94421]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:45:03.908474 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:45:03.908474 n-d-803378-2 neutron-server[94421]: return self.request(url, 'GET', **kwargs) Aug 05 11:45:03.908474 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:45:03.908474 n-d-803378-2 neutron-server[94421]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:45:03.908474 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:45:03.908474 n-d-803378-2 neutron-server[94421]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:45:03.908474 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:45:03.908474 n-d-803378-2 neutron-server[94421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:45:03.908474 n-d-803378-2 neutron-server[94421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:45:03.931914 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-db4c458e-1248-489e-925a-b44744b836fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:04.085534 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8eae90f4-ed54-40ae-9843-e71cf4d33b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:04.100547 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8eae90f4-ed54-40ae-9843-e71cf4d33b62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:04.112141 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-4925d0a0-6382-4208-80ee-0616ac45bca7 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Allocated IP 2001:db8::2dc (65f763dc-e344-4f1a-a003-f0293beb6d65/74473919-dd03-4eb7-bedc-dd8feb52b916/7280ef66-2f17-4198-bf5f-c0ae72108177) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:45:04.113193 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-8eae90f4-ed54-40ae-9843-e71cf4d33b62 admin admin] 10.222.0.58 "DELETE /v2.0/networks/4d1db86f-e368-416d-a803-521709094a5f HTTP/1.1" status: 204 len: 168 time: 4.6703758 Aug 05 11:45:04.141108 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-4925d0a0-6382-4208-80ee-0616ac45bca7 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Allocated IP 2001:db8:0:1:f816:3eff:fe2b:5766 (65f763dc-e344-4f1a-a003-f0293beb6d65/22f35f6e-0c4c-4d33-b85d-934f82966162/7280ef66-2f17-4198-bf5f-c0ae72108177) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:45:04.161985 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 40570) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:04.205615 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eae90f4-ed54-40ae-9843-e71cf4d33b62 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d1db86f-e368-416d-a803-521709094a5f,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:45:04.215697 n-d-803378-2 neutron-server[94421]: INFO neutron.api.v2.resource [None req-9872d62e-bea2-4ee6-a8c9-83ea45ffb8f3 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] delete failed (client error): The resource could not be found. Aug 05 11:45:04.222137 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-9872d62e-bea2-4ee6-a8c9-83ea45ffb8f3 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] 10.222.0.58 "DELETE /v2.0/routers/555d5fa3-79c5-43a6-80ae-525fbbfd8c42 HTTP/1.1" status: 404 len: 336 time: 0.3245854 Aug 05 11:45:04.223093 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 40574) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:04.483365 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-db4c458e-1248-489e-925a-b44744b836fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:04.491732 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-6577db08-9ac9-4ba0-87e7-2962a635de95 None None] Provisioning complete for port 88aaa52c-db31-4418-bca5-2883d254958e triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:45:04.493627 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-6577db08-9ac9-4ba0-87e7-2962a635de95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:04.529928 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-db4c458e-1248-489e-925a-b44744b836fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:04.545472 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-010b7641-fce5-4670-8953-8639ef4ed4ec tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b4f4fee-96f3-42d6-835f-1c9dfd243823 HTTP/1.1" status: 200 len: 205 time: 0.3159440 Aug 05 11:45:04.550288 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 40576) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:04.693274 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 40578) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:04.715637 n-d-803378-2 neutron-server[94421]: INFO neutron.api.v2.resource [None req-ac7dcc16-92e5-4f81-9ead-e775f137777c tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] delete failed (client error): The resource could not be found. Aug 05 11:45:04.720569 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-ac7dcc16-92e5-4f81-9ead-e775f137777c tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] 10.222.0.58 "DELETE /v2.0/routers/0b4f4fee-96f3-42d6-835f-1c9dfd243823 HTTP/1.1" status: 404 len: 336 time: 0.1600609 Aug 05 11:45:04.726724 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 40582) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:04.792252 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-db4c458e-1248-489e-925a-b44744b836fe admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=50c411c173ea495e9b1e19a247cba317&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7643037 Aug 05 11:45:04.792252 n-d-803378-2 neutron-server[94421]: INFO neutron.pecan_wsgi.hooks.translation [None req-91f9a8a3-ddd1-41d0-946e-2bcf6c17a041 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] DELETE failed (client error): The resource could not be found. Aug 05 11:45:04.792252 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91f9a8a3-ddd1-41d0-946e-2bcf6c17a041 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:45:04.796273 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-91f9a8a3-ddd1-41d0-946e-2bcf6c17a041 tempest-RoutersIpV6AdminTest-2144640873 tempest-RoutersIpV6AdminTest-2144640873-project] 10.222.0.58 "DELETE /v2.0/subnets/22c40bb9-eb5d-4d6b-96cb-e2b124f6b9cc HTTP/1.1" status: 404 len: 337 time: 0.0655618 Aug 05 11:45:04.796273 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 40586) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:04.921777 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4c458e-1248-489e-925a-b44744b836fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b5030f5-732c-4133-8387-1147cd4c6018,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:45:05.055082 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a659a330-2515-4806-b1ba-bdb9869af77d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:05.128334 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a659a330-2515-4806-b1ba-bdb9869af77d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:05.147283 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4925d0a0-6382-4208-80ee-0616ac45bca7 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:05.264912 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-3df0a691-0a3d-4d02-9bab-472dc204fa7a tempest-ExternalNetworksAdminNegativeTestJSON-1629010920 tempest-ExternalNetworksAdminNegativeTestJSON-1629010920-project-admin] Request body: {'floatingip': {'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:45:05.322867 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3df0a691-0a3d-4d02-9bab-472dc204fa7a tempest-ExternalNetworksAdminNegativeTestJSON-1629010920 tempest-ExternalNetworksAdminNegativeTestJSON-1629010920-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:05.351265 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [None req-4925d0a0-6382-4208-80ee-0616ac45bca7 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Transition to ACTIVE for port object 7280ef66-2f17-4198-bf5f-c0ae72108177 will not be triggered until provisioned by entity DHCP. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:45:05.471790 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4925d0a0-6382-4208-80ee-0616ac45bca7 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:05.510575 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a659a330-2515-4806-b1ba-bdb9869af77d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:05.518047 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a659a330-2515-4806-b1ba-bdb9869af77d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:05.524760 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-a659a330-2515-4806-b1ba-bdb9869af77d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2b5030f5-732c-4133-8387-1147cd4c6018 HTTP/1.1" status: 204 len: 168 time: 0.7237303 Aug 05 11:45:05.550669 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a659a330-2515-4806-b1ba-bdb9869af77d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b5030f5-732c-4133-8387-1147cd4c6018,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:45:05.624178 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3df0a691-0a3d-4d02-9bab-472dc204fa7a tempest-ExternalNetworksAdminNegativeTestJSON-1629010920 tempest-ExternalNetworksAdminNegativeTestJSON-1629010920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:05.667591 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4925d0a0-6382-4208-80ee-0616ac45bca7 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:45:05.713869 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d6864a-1d78-403a-93ea-0c990022ce73 req-a2cb7d37-ad54-46aa-bf55-4138fb60d3b0 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:45:05.738409 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f2d6864a-1d78-403a-93ea-0c990022ce73 req-a2cb7d37-ad54-46aa-bf55-4138fb60d3b0 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.58 "GET /v2.0/ports?device_id=30e57fef-208e-4a9b-8b96-34c92ca54f0b HTTP/1.1" status: 200 len: 945 time: 0.6766353 Aug 05 11:45:05.783702 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4925d0a0-6382-4208-80ee-0616ac45bca7 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Pushing event updated for resources: {'Port': ['ID=7280ef66-2f17-4198-bf5f-c0ae72108177,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:45:05.800786 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-4925d0a0-6382-4208-80ee-0616ac45bca7 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:45:05.812092 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4925d0a0-6382-4208-80ee-0616ac45bca7 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:45:05.822078 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 40600) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:05.823859 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4925d0a0-6382-4208-80ee-0616ac45bca7 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:45:05.825031 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4925d0a0-6382-4208-80ee-0616ac45bca7 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:05.966700 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-4925d0a0-6382-4208-80ee-0616ac45bca7 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.6297617 Aug 05 11:45:05.989651 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 40604) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:06.179693 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-3df0a691-0a3d-4d02-9bab-472dc204fa7a tempest-ExternalNetworksAdminNegativeTestJSON-1629010920 tempest-ExternalNetworksAdminNegativeTestJSON-1629010920-project-admin] Allocated IP 172.25.5.69 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/6b64f40f-ef57-4057-a80b-efc9b291db02) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:45:06.241821 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f2d6864a-1d78-403a-93ea-0c990022ce73 req-df718705-1508-42e0-a3af-8ca0bf6f8459 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.58 "GET /v2.0/security-groups?id=ab2b5f38-a05a-4ac9-a8bf-2f9bfdcd31b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4368005 Aug 05 11:45:06.552381 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b586253e-369d-4734-8b35-412c58a5b7b0 None None] Provisioning for port 7280ef66-2f17-4198-bf5f-c0ae72108177 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:45:06.579221 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b586253e-369d-4734-8b35-412c58a5b7b0 None None] Provisioning complete for port 7280ef66-2f17-4198-bf5f-c0ae72108177 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:45:06.579833 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b586253e-369d-4734-8b35-412c58a5b7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:06.604991 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-a3e0a11a-5a87-4c11-9761-feb6b1ac6e5c tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Deleting port 7280ef66-2f17-4198-bf5f-c0ae72108177 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:45:06.605553 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a3e0a11a-5a87-4c11-9761-feb6b1ac6e5c tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:06.743070 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-b586253e-369d-4734-8b35-412c58a5b7b0 None None] Port 7280ef66-2f17-4198-bf5f-c0ae72108177 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:45:06.763509 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3d6c9f1f-c26d-4e5e-946c-bda3150ddb22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:06.788370 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3df0a691-0a3d-4d02-9bab-472dc204fa7a tempest-ExternalNetworksAdminNegativeTestJSON-1629010920 tempest-ExternalNetworksAdminNegativeTestJSON-1629010920-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:06.952267 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a3e0a11a-5a87-4c11-9761-feb6b1ac6e5c tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:06.976415 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3df0a691-0a3d-4d02-9bab-472dc204fa7a tempest-ExternalNetworksAdminNegativeTestJSON-1629010920 tempest-ExternalNetworksAdminNegativeTestJSON-1629010920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:07.003099 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-a3e0a11a-5a87-4c11-9761-feb6b1ac6e5c tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Calling delete_port for 7280ef66-2f17-4198-bf5f-c0ae72108177 owned by {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:45:07.012093 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0e46700f-2691-4f32-8bde-26a02641f2d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33208311'] for router_interface, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:07.101043 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df0a691-0a3d-4d02-9bab-472dc204fa7a tempest-ExternalNetworksAdminNegativeTestJSON-1629010920 tempest-ExternalNetworksAdminNegativeTestJSON-1629010920-project-admin] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:45:07.137909 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-3df0a691-0a3d-4d02-9bab-472dc204fa7a tempest-ExternalNetworksAdminNegativeTestJSON-1629010920 tempest-ExternalNetworksAdminNegativeTestJSON-1629010920-project-admin] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:45:07.157933 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df0a691-0a3d-4d02-9bab-472dc204fa7a tempest-ExternalNetworksAdminNegativeTestJSON-1629010920 tempest-ExternalNetworksAdminNegativeTestJSON-1629010920-project-admin] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:45:07.169952 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df0a691-0a3d-4d02-9bab-472dc204fa7a tempest-ExternalNetworksAdminNegativeTestJSON-1629010920 tempest-ExternalNetworksAdminNegativeTestJSON-1629010920-project-admin] Pushing event updated for resources: {'Port': ['ID=6b64f40f-ef57-4057-a80b-efc9b291db02,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:45:07.247857 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f8259a57-80ad-47fe-81b6-de26f6f4a981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:07.396776 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 11:45:07.507628 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3d6c9f1f-c26d-4e5e-946c-bda3150ddb22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:07.540681 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3d6c9f1f-c26d-4e5e-946c-bda3150ddb22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:07.725345 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-3d6c9f1f-c26d-4e5e-946c-bda3150ddb22 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3524c744c6904cf5ba629f2cd44ac749&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8922436 Aug 05 11:45:07.727758 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6c9f1f-c26d-4e5e-946c-bda3150ddb22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=200344dd-2ec6-4d14-9bb8-a05dcbcafff5,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:45:07.732094 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 40628) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:07.870646 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-232b3740-9d79-4300-a2e7-40b15737717f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:07.953277 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-232b3740-9d79-4300-a2e7-40b15737717f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:08.093195 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-232b3740-9d79-4300-a2e7-40b15737717f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:08.098976 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-232b3740-9d79-4300-a2e7-40b15737717f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:08.110137 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-232b3740-9d79-4300-a2e7-40b15737717f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/200344dd-2ec6-4d14-9bb8-a05dcbcafff5 HTTP/1.1" status: 204 len: 168 time: 0.3752787 Aug 05 11:45:08.168564 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232b3740-9d79-4300-a2e7-40b15737717f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=200344dd-2ec6-4d14-9bb8-a05dcbcafff5,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:45:08.638091 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e895ebe-47c9-4a2d-bf72-7d83a27cb04b req-f405fbc7-a7e9-415d-be93-d7157525419b tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:45:08.642519 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9e895ebe-47c9-4a2d-bf72-7d83a27cb04b req-f405fbc7-a7e9-415d-be93-d7157525419b tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.58 "GET /v2.0/ports?device_id=30e57fef-208e-4a9b-8b96-34c92ca54f0b HTTP/1.1" status: 200 len: 945 time: 1.0513787 Aug 05 11:45:08.843803 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a3e0a11a-5a87-4c11-9761-feb6b1ac6e5c tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:09.008304 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9e895ebe-47c9-4a2d-bf72-7d83a27cb04b req-47050737-324a-4a09-a28a-d3f5cf08f356 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.58 "GET /v2.0/security-groups?id=ab2b5f38-a05a-4ac9-a8bf-2f9bfdcd31b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486012 Aug 05 11:45:09.113863 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e0a11a-5a87-4c11-9761-feb6b1ac6e5c tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Pushing event deleted for resources: {'Port': ['ID=7280ef66-2f17-4198-bf5f-c0ae72108177,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:45:09.168359 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3df0a691-0a3d-4d02-9bab-472dc204fa7a tempest-ExternalNetworksAdminNegativeTestJSON-1629010920 tempest-ExternalNetworksAdminNegativeTestJSON-1629010920-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:09.229945 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a3e0a11a-5a87-4c11-9761-feb6b1ac6e5c tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:09.238725 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-a3e0a11a-5a87-4c11-9761-feb6b1ac6e5c tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "DELETE /v2.0/ports/7280ef66-2f17-4198-bf5f-c0ae72108177 HTTP/1.1" status: 204 len: 168 time: 3.2432604 Aug 05 11:45:09.262333 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 40648) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:09.313807 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3df0a691-0a3d-4d02-9bab-472dc204fa7a tempest-ExternalNetworksAdminNegativeTestJSON-1629010920 tempest-ExternalNetworksAdminNegativeTestJSON-1629010920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:09.404432 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 40654) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:09.536103 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e882ca77-0b7f-4359-ae9b-765d21215626 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:45:09.542224 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-e882ca77-0b7f-4359-ae9b-765d21215626 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2755136 Aug 05 11:45:09.567184 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 40656) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:09.700411 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-e956919a-69a4-4fda-bf10-1411435d4217 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=16b38a0efda84d1db27989de6858c832&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2862990 Aug 05 11:45:09.704587 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 40658) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:09.730806 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db068d01-b502-44b3-88cb-6c65372d3ba8 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:45:09.737626 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-db068d01-b502-44b3-88cb-6c65372d3ba8 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1681139 Aug 05 11:45:09.741260 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 40660) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:09.843873 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-0e46700f-2691-4f32-8bde-26a02641f2d4 admin admin] Deleting port 00fa1673-847a-4233-8d50-40b335af790a {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:45:09.844700 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0e46700f-2691-4f32-8bde-26a02641f2d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:09.960806 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2e0ff2-03bf-4109-9b65-a92d2ae46200 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:45:09.964342 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2e0ff2-03bf-4109-9b65-a92d2ae46200 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:45:09.968618 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2e0ff2-03bf-4109-9b65-a92d2ae46200 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:45:09.988614 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-7a2e0ff2-03bf-4109-9b65-a92d2ae46200 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2461474 Aug 05 11:45:09.995488 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 40670) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:10.019909 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-7642719e-8812-429e-b27f-e269f2c972f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:10.131252 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:10.185535 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-0e46700f-2691-4f32-8bde-26a02641f2d4 admin admin] For port 00fa1673-847a-4233-8d50-40b335af790a, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=00fa1673-847a-4233-8d50-40b335af790a,segment=NetworkSegment(3f33c0e4-40e5-4eb1-b994-3f1c97515386),segment_id=3f33c0e4-40e5-4eb1-b994-3f1c97515386)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:45:10.186140 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0e46700f-2691-4f32-8bde-26a02641f2d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:10.229553 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-0e46700f-2691-4f32-8bde-26a02641f2d4 admin admin] Calling delete_port for 00fa1673-847a-4233-8d50-40b335af790a owned by network:router_interface {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:45:10.233855 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_v2 [None req-4faa9220-6839-41c5-b9f7-46f7a3054f85 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Deleting subnet 22f35f6e-0c4c-4d33-b85d-934f82966162 {{(pid=94421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:45:10.422364 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3df0a691-0a3d-4d02-9bab-472dc204fa7a tempest-ExternalNetworksAdminNegativeTestJSON-1629010920 tempest-ExternalNetworksAdminNegativeTestJSON-1629010920-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:10.446295 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6810feea-b0d0-4591-8b0b-b2ffdf6512cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:10.452328 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4faa9220-6839-41c5-b9f7-46f7a3054f85 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks [] for subnet, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:10.610266 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4faa9220-6839-41c5-b9f7-46f7a3054f85 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29786388'] for subnet, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:10.636108 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677b27d9-aafc-42db-9eb1-1fedb4e4a047 req-8bf6964b-3be6-4b5f-85dc-26aad0ed5076 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:45:10.652621 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-677b27d9-aafc-42db-9eb1-1fedb4e4a047 req-8bf6964b-3be6-4b5f-85dc-26aad0ed5076 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.58 "GET /v2.0/ports?device_id=30e57fef-208e-4a9b-8b96-34c92ca54f0b HTTP/1.1" status: 200 len: 945 time: 0.2300465 Aug 05 11:45:10.823880 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3df0a691-0a3d-4d02-9bab-472dc204fa7a tempest-ExternalNetworksAdminNegativeTestJSON-1629010920 tempest-ExternalNetworksAdminNegativeTestJSON-1629010920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:10.829330 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 40680) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:10.916550 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4faa9220-6839-41c5-b9f7-46f7a3054f85 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:10.945869 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df0a691-0a3d-4d02-9bab-472dc204fa7a tempest-ExternalNetworksAdminNegativeTestJSON-1629010920 tempest-ExternalNetworksAdminNegativeTestJSON-1629010920-project-admin] Pushing event updated for resources: {'Port': ['ID=6b64f40f-ef57-4057-a80b-efc9b291db02,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:45:11.029652 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6810feea-b0d0-4591-8b0b-b2ffdf6512cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:11.272214 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4faa9220-6839-41c5-b9f7-46f7a3054f85 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25038609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30075142'] for subnet, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:11.368762 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0e46700f-2691-4f32-8bde-26a02641f2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:11.388858 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-677b27d9-aafc-42db-9eb1-1fedb4e4a047 req-59299dad-d606-4da5-ad51-017d36104ee3 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.58 "GET /v2.0/security-groups?id=ab2b5f38-a05a-4ac9-a8bf-2f9bfdcd31b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7157969 Aug 05 11:45:11.441151 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e46700f-2691-4f32-8bde-26a02641f2d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=00fa1673-847a-4233-8d50-40b335af790a,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:45:11.463427 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-76c338d9-37bd-4a32-a916-12b0847e46b8 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1951605659', 'router:external': True}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:45:11.478177 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faa9220-6839-41c5-b9f7-46f7a3054f85 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Pushing event deleted for resources: {'Subnet': ['ID=22f35f6e-0c4c-4d33-b85d-934f82966162,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:45:11.502112 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3df0a691-0a3d-4d02-9bab-472dc204fa7a tempest-ExternalNetworksAdminNegativeTestJSON-1629010920 tempest-ExternalNetworksAdminNegativeTestJSON-1629010920-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33287247'] for floatingip, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:11.510287 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924f1993-cee9-4caa-b63e-87f56452b14b None None] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:45:11.511498 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4faa9220-6839-41c5-b9f7-46f7a3054f85 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:11.519852 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-4faa9220-6839-41c5-b9f7-46f7a3054f85 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "DELETE /v2.0/subnets/22f35f6e-0c4c-4d33-b85d-934f82966162 HTTP/1.1" status: 204 len: 168 time: 1.5073345 Aug 05 11:45:11.525980 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 40688) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:11.602143 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76c338d9-37bd-4a32-a916-12b0847e46b8 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Made reservation on behalf of 69b0f00abca54ac1ad79121b1a671f11 for: {'network': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:45:11.609916 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-76c338d9-37bd-4a32-a916-12b0847e46b8 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:11.652378 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-76c338d9-37bd-4a32-a916-12b0847e46b8 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:11.710042 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3df0a691-0a3d-4d02-9bab-472dc204fa7a tempest-ExternalNetworksAdminNegativeTestJSON-1629010920 tempest-ExternalNetworksAdminNegativeTestJSON-1629010920-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:11.720658 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 40690) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:11.721522 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-3df0a691-0a3d-4d02-9bab-472dc204fa7a tempest-ExternalNetworksAdminNegativeTestJSON-1629010920 tempest-ExternalNetworksAdminNegativeTestJSON-1629010920-project-admin] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.0259840 Aug 05 11:45:11.780014 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6810feea-b0d0-4591-8b0b-b2ffdf6512cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:11.791908 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6810feea-b0d0-4591-8b0b-b2ffdf6512cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:11.794321 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:11.806627 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-6810feea-b0d0-4591-8b0b-b2ffdf6512cb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a6e5458f-4654-42d1-b251-0c02ffd490c7 HTTP/1.1" status: 204 len: 168 time: 2.0879650 Aug 05 11:45:11.844135 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-22425ace-c2ec-45ae-96f4-f1e7dbb9c625 tempest-ExternalNetworksAdminNegativeTestJSON-1629010920 tempest-ExternalNetworksAdminNegativeTestJSON-1629010920-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-759093283', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'fixed_ips': [{'ip_address': '172.25.5.69'}]}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:45:11.931876 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6810feea-b0d0-4591-8b0b-b2ffdf6512cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6e5458f-4654-42d1-b251-0c02ffd490c7,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:45:12.055993 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c23f60b-dc92-4269-ae32-327a84b2d5fe tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Deleting subnet 74473919-dd03-4eb7-bedc-dd8feb52b916 {{(pid=94420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:45:12.075386 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9c23f60b-dc92-4269-ae32-327a84b2d5fe tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks [] for subnet, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:12.312863 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-76c338d9-37bd-4a32-a916-12b0847e46b8 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:12.324670 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-76c338d9-37bd-4a32-a916-12b0847e46b8 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:12.431972 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76c338d9-37bd-4a32-a916-12b0847e46b8 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] vlan segment allocate from pool success with {'vlan_id': 650, 'physical_network': 'physnet1'} {{(pid=94421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:45:12.511968 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-76c338d9-37bd-4a32-a916-12b0847e46b8 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:12.513673 n-d-803378-2 neutron-server[94421]: INFO neutron.db.segments_db [None req-76c338d9-37bd-4a32-a916-12b0847e46b8 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Added segment d3e76dac-4495-4dba-9458-00eb56add8cb of type vlan for network c9a99a0a-5278-473e-acdb-da7174c2ef87 Aug 05 11:45:12.519866 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c338d9-37bd-4a32-a916-12b0847e46b8 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f727e4d-2a9d-4777-b151-e4d71a1df2d8,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:45:12.602620 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9c23f60b-dc92-4269-ae32-327a84b2d5fe tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25010562'] for subnet, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:12.787380 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-76c338d9-37bd-4a32-a916-12b0847e46b8 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:12.788125 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22425ace-c2ec-45ae-96f4-f1e7dbb9c625 tempest-ExternalNetworksAdminNegativeTestJSON-1629010920 tempest-ExternalNetworksAdminNegativeTestJSON-1629010920-project-admin] Made reservation on behalf of ad71ae5ca69643f3863b8c5e3750fce9 for: {'port': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:45:12.791929 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-22425ace-c2ec-45ae-96f4-f1e7dbb9c625 tempest-ExternalNetworksAdminNegativeTestJSON-1629010920 tempest-ExternalNetworksAdminNegativeTestJSON-1629010920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:12.824234 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-22425ace-c2ec-45ae-96f4-f1e7dbb9c625 tempest-ExternalNetworksAdminNegativeTestJSON-1629010920 tempest-ExternalNetworksAdminNegativeTestJSON-1629010920-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:12.970802 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-76c338d9-37bd-4a32-a916-12b0847e46b8 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:12.972615 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c338d9-37bd-4a32-a916-12b0847e46b8 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:45:12.974468 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-76c338d9-37bd-4a32-a916-12b0847e46b8 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:13.168887 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0e46700f-2691-4f32-8bde-26a02641f2d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33140263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33208171'] for router_interface, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:13.332031 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-76c338d9-37bd-4a32-a916-12b0847e46b8 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 2.4171093 Aug 05 11:45:13.334927 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 40708) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:13.385413 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c338d9-37bd-4a32-a916-12b0847e46b8 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Pushing event updated for resources: {'Network': ['ID=c9a99a0a-5278-473e-acdb-da7174c2ef87,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:45:13.423910 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network c9a99a0a-5278-473e-acdb-da7174c2ef87 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:45:13.435985 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-95e88133-9a56-4230-8fb0-4e4c8b0b00f3 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Request body: {'subnet': {'network_id': 'c9a99a0a-5278-473e-acdb-da7174c2ef87', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:45:13.509026 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ee4ed7-e431-4053-8845-a0fba53537da req-7c1f9a1d-1c19-4cd5-a902-534e23adb4d0 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:45:13.512888 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-71ee4ed7-e431-4053-8845-a0fba53537da req-7c1f9a1d-1c19-4cd5-a902-534e23adb4d0 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.58 "GET /v2.0/ports?device_id=30e57fef-208e-4a9b-8b96-34c92ca54f0b HTTP/1.1" status: 200 len: 945 time: 0.7513986 Aug 05 11:45:13.644288 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9c23f60b-dc92-4269-ae32-327a84b2d5fe tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:13.819651 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:13.928600 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9c23f60b-dc92-4269-ae32-327a84b2d5fe tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29762763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24211094'] for subnet, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:14.044974 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c23f60b-dc92-4269-ae32-327a84b2d5fe tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Pushing event deleted for resources: {'Subnet': ['ID=74473919-dd03-4eb7-bedc-dd8feb52b916,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:45:14.070612 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-71ee4ed7-e431-4053-8845-a0fba53537da req-ad6fa732-9473-40da-9636-8933f4238bed tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.58 "GET /v2.0/security-groups?id=ab2b5f38-a05a-4ac9-a8bf-2f9bfdcd31b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5412929 Aug 05 11:45:14.073214 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9c23f60b-dc92-4269-ae32-327a84b2d5fe tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:14.081052 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 40722) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:14.081931 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-9c23f60b-dc92-4269-ae32-327a84b2d5fe tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "DELETE /v2.0/subnets/74473919-dd03-4eb7-bedc-dd8feb52b916 HTTP/1.1" status: 204 len: 168 time: 2.4058578 Aug 05 11:45:14.124526 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b93b1e2-1893-49a4-8e51-6e6902e1cb49 None None] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:45:14.207278 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-de7f5f9d-92c7-4148-88e6-ac6b5f89ba6f tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1241012 Aug 05 11:45:14.214238 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 40726) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:14.225789 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-0c005d9d-3472-41e8-adad-838e967ab7b9 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Request body: {'subnet': {'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:45:14.313113 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-7b35919e-a23e-408d-96b4-adae197e6bc0 None None] Provisioning complete for port 88aaa52c-db31-4418-bca5-2883d254958e triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:45:14.315729 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-7b35919e-a23e-408d-96b4-adae197e6bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:14.386739 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-22425ace-c2ec-45ae-96f4-f1e7dbb9c625 tempest-ExternalNetworksAdminNegativeTestJSON-1629010920 tempest-ExternalNetworksAdminNegativeTestJSON-1629010920-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:14.448284 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.db.api [None req-0c005d9d-3472-41e8-adad-838e967ab7b9 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 05 11:45:14.448284 n-d-803378-2 neutron-server[94421]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 05 11:45:14.448284 n-d-803378-2 neutron-server[94421]: [parameters: {'project_id_1': '2255634a74e844e794fd358818288ba1', 'expiration_1': datetime.datetime(2021, 8, 5, 11, 45, 14, 417675)}] Aug 05 11:45:14.448284 n-d-803378-2 neutron-server[94421]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94421) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 05 11:45:14.450085 n-d-803378-2 neutron-server[94421]: DEBUG oslo_db.api [None req-0c005d9d-3472-41e8-adad-838e967ab7b9 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 11:45:14.469419 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95e88133-9a56-4230-8fb0-4e4c8b0b00f3 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Made reservation on behalf of 69b0f00abca54ac1ad79121b1a671f11 for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:45:14.485065 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-95e88133-9a56-4230-8fb0-4e4c8b0b00f3 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:14.553433 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-22425ace-c2ec-45ae-96f4-f1e7dbb9c625 tempest-ExternalNetworksAdminNegativeTestJSON-1629010920 tempest-ExternalNetworksAdminNegativeTestJSON-1629010920-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:14.612478 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [None req-22425ace-c2ec-45ae-96f4-f1e7dbb9c625 tempest-ExternalNetworksAdminNegativeTestJSON-1629010920 tempest-ExternalNetworksAdminNegativeTestJSON-1629010920-project-admin] device_id is not set on port 5cdc6455-ee60-43db-9a14-a0e4b3e7755f yet. {{(pid=94420) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 11:45:14.823863 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-797c022a-5498-4d8e-ab11-35b41bed3c5c None None] DHCP port deletion for 65f763dc-e344-4f1a-a003-f0293beb6d65 request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 11:45:14.884811 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22425ace-c2ec-45ae-96f4-f1e7dbb9c625 tempest-ExternalNetworksAdminNegativeTestJSON-1629010920 tempest-ExternalNetworksAdminNegativeTestJSON-1629010920-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10d686e6-ed1a-4a77-84f3-4f7bb240d577,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:45:15.047877 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e46700f-2691-4f32-8bde-26a02641f2d4 admin admin] Router b821e3b7-306f-4f4d-a4a8-f1053fae2eb8 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 11:45:15.078728 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c005d9d-3472-41e8-adad-838e967ab7b9 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Made reservation on behalf of 2255634a74e844e794fd358818288ba1 for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:45:15.085726 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-797c022a-5498-4d8e-ab11-35b41bed3c5c None None] Deleting port 88aaa52c-db31-4418-bca5-2883d254958e {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:45:15.086800 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-797c022a-5498-4d8e-ab11-35b41bed3c5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:15.114000 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0c005d9d-3472-41e8-adad-838e967ab7b9 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:15.364738 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-797c022a-5498-4d8e-ab11-35b41bed3c5c None None] For port 88aaa52c-db31-4418-bca5-2883d254958e, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=88aaa52c-db31-4418-bca5-2883d254958e,segment=NetworkSegment(c3ce43ff-a33b-459d-a35e-6c011fee3456),segment_id=c3ce43ff-a33b-459d-a35e-6c011fee3456)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:45:15.371016 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-797c022a-5498-4d8e-ab11-35b41bed3c5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:15.422035 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-797c022a-5498-4d8e-ab11-35b41bed3c5c None None] Calling delete_port for 88aaa52c-db31-4418-bca5-2883d254958e owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:45:15.668008 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-797c022a-5498-4d8e-ab11-35b41bed3c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:15.837976 n-d-803378-2 neutron-server[94420]: INFO neutron.pecan_wsgi.hooks.translation [None req-22425ace-c2ec-45ae-96f4-f1e7dbb9c625 tempest-ExternalNetworksAdminNegativeTestJSON-1629010920 tempest-ExternalNetworksAdminNegativeTestJSON-1629010920-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 05 11:45:15.839290 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22425ace-c2ec-45ae-96f4-f1e7dbb9c625 tempest-ExternalNetworksAdminNegativeTestJSON-1629010920 tempest-ExternalNetworksAdminNegativeTestJSON-1629010920-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:45:15.861527 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c5d2f5-f3e6-4f26-a489-ecd24adb8ece req-28936d6b-3c34-469c-8c4e-1c124fe12d66 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:45:15.866256 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d3c5d2f5-f3e6-4f26-a489-ecd24adb8ece req-28936d6b-3c34-469c-8c4e-1c124fe12d66 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.58 "GET /v2.0/ports?device_id=30e57fef-208e-4a9b-8b96-34c92ca54f0b HTTP/1.1" status: 200 len: 945 time: 0.4317851 Aug 05 11:45:15.895702 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797c022a-5498-4d8e-ab11-35b41bed3c5c None None] No DVR routers for this DVR port 88aaa52c-db31-4418-bca5-2883d254958e on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:45:15.913006 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797c022a-5498-4d8e-ab11-35b41bed3c5c None None] Pushing event deleted for resources: {'Port': ['ID=88aaa52c-db31-4418-bca5-2883d254958e,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:45:15.947492 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797c022a-5498-4d8e-ab11-35b41bed3c5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:45:15.948786 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797c022a-5498-4d8e-ab11-35b41bed3c5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:45:15.949417 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797c022a-5498-4d8e-ab11-35b41bed3c5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:45:15.950009 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797c022a-5498-4d8e-ab11-35b41bed3c5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:45:15.950853 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797c022a-5498-4d8e-ab11-35b41bed3c5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:45:15.951412 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797c022a-5498-4d8e-ab11-35b41bed3c5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:45:15.951982 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797c022a-5498-4d8e-ab11-35b41bed3c5c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:45:15.952330 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e46700f-2691-4f32-8bde-26a02641f2d4 admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:45:15.953090 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797c022a-5498-4d8e-ab11-35b41bed3c5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:45:15.953231 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797c022a-5498-4d8e-ab11-35b41bed3c5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:45:15.953753 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797c022a-5498-4d8e-ab11-35b41bed3c5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:45:15.954335 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797c022a-5498-4d8e-ab11-35b41bed3c5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:45:15.954924 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797c022a-5498-4d8e-ab11-35b41bed3c5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:45:15.967763 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-0e46700f-2691-4f32-8bde-26a02641f2d4 admin admin] 10.222.0.58 "PUT /v2.0/routers/b821e3b7-306f-4f4d-a4a8-f1053fae2eb8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7818327 Aug 05 11:45:15.970077 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31425cb4-f224-4603-b088-d7275e12de3b None None] Sync routers for ids ['b821e3b7-306f-4f4d-a4a8-f1053fae2eb8'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:45:16.005770 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 40746) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:16.008143 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31425cb4-f224-4603-b088-d7275e12de3b None None] Routers {'b821e3b7-306f-4f4d-a4a8-f1053fae2eb8'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:45:16.012827 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-31425cb4-f224-4603-b088-d7275e12de3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:45:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['b821e3b7-306f-4f4d-a4a8-f1053fae2eb8'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:45:16.083364 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-22425ace-c2ec-45ae-96f4-f1e7dbb9c625 tempest-ExternalNetworksAdminNegativeTestJSON-1629010920 tempest-ExternalNetworksAdminNegativeTestJSON-1629010920-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 4.3454897 Aug 05 11:45:16.084622 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 40752) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:16.512380 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 88aaa52c-db31-4418-bca5-2883d254958e no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:45:16.601551 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-31425cb4-f224-4603-b088-d7275e12de3b None None] Set router b821e3b7-306f-4f4d-a4a8-f1053fae2eb8 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:45:16.620048 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 88aaa52c-db31-4418-bca5-2883d254958e {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:45:16.620769 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 88aaa52c-db31-4418-bca5-2883d254958e not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:45:16.685846 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d3c5d2f5-f3e6-4f26-a489-ecd24adb8ece req-320e694f-5088-44c6-aa51-68f6c88a1243 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.58 "GET /v2.0/security-groups?id=ab2b5f38-a05a-4ac9-a8bf-2f9bfdcd31b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7988715 Aug 05 11:45:17.226837 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 40762) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:17.391029 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3060c0-4787-400a-b47c-8a0289bbbb4a req-e31fb66b-8daf-4ff7-bf53-b64e78cdfe67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:45:17.399930 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8a3060c0-4787-400a-b47c-8a0289bbbb4a req-e31fb66b-8daf-4ff7-bf53-b64e78cdfe67 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=30e57fef-208e-4a9b-8b96-34c92ca54f0b HTTP/1.1" status: 200 len: 1096 time: 0.3605034 Aug 05 11:45:17.555869 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-31425cb4-f224-4603-b088-d7275e12de3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b821e3b7-306f-4f4d-a4a8-f1053fae2eb8', 'name': 'tempest-AttachSCSIVolumeTestJSON-2053490810-router', 'tenant_id': 'edd36454afa346aa91983497ab8e2fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '98c034a0-2baa-4134-821e-f8f5f00fa6fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:40:57Z', 'updated_at': '2021-08-05T11:45:11Z', 'revision_number': 5, 'project_id': 'edd36454afa346aa91983497ab8e2fdf', 'gw_port': {'id': '98c034a0-2baa-4134-821e-f8f5f00fa6fc', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:99:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b821e3b7-306f-4f4d-a4a8-f1053fae2eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1922, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:41:00Z', 'updated_at': '2021-08-05T11:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:45:17.657890 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31425cb4-f224-4603-b088-d7275e12de3b None None] Checking router: b821e3b7-306f-4f4d-a4a8-f1053fae2eb8 for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:45:17.679687 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31425cb4-f224-4603-b088-d7275e12de3b None None] Routers {'b821e3b7-306f-4f4d-a4a8-f1053fae2eb8'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:45:17.680931 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-31425cb4-f224-4603-b088-d7275e12de3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:45:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['b821e3b7-306f-4f4d-a4a8-f1053fae2eb8'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:45:17.683975 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8a3060c0-4787-400a-b47c-8a0289bbbb4a req-c0b2f9c8-af78-4ce1-994f-c44c01b66094 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ab2b5f38-a05a-4ac9-a8bf-2f9bfdcd31b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659397 Aug 05 11:45:17.744649 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-3ee7529d-94e8-46c9-9ab1-4455942f6243 tempest-RoutersAdminNegativeTest-477600184 tempest-RoutersAdminNegativeTest-477600184-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1998758390', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:45:17.795903 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b9304c08-188d-433b-a049-46ac2cc16dc9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:17.938960 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-3dca8e21-c8ad-406a-9971-f941adc0e98e tempest-ExternalNetworksAdminNegativeTestJSON-1629010920 tempest-ExternalNetworksAdminNegativeTestJSON-1629010920-project-admin] Deleting port 6b64f40f-ef57-4057-a80b-efc9b291db02 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:45:17.939575 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3dca8e21-c8ad-406a-9971-f941adc0e98e tempest-ExternalNetworksAdminNegativeTestJSON-1629010920 tempest-ExternalNetworksAdminNegativeTestJSON-1629010920-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:18.014157 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ee7529d-94e8-46c9-9ab1-4455942f6243 tempest-RoutersAdminNegativeTest-477600184 tempest-RoutersAdminNegativeTest-477600184-project-admin] Made reservation on behalf of 720f1b13eab04c1f97719059759f956a for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:45:18.022255 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3ee7529d-94e8-46c9-9ab1-4455942f6243 tempest-RoutersAdminNegativeTest-477600184 tempest-RoutersAdminNegativeTest-477600184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:18.055395 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3ee7529d-94e8-46c9-9ab1-4455942f6243 tempest-RoutersAdminNegativeTest-477600184 tempest-RoutersAdminNegativeTest-477600184-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:18.077160 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-31425cb4-f224-4603-b088-d7275e12de3b None None] Set router b821e3b7-306f-4f4d-a4a8-f1053fae2eb8 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:45:18.083080 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0c005d9d-3472-41e8-adad-838e967ab7b9 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25038678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30075167'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:18.257857 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c005d9d-3472-41e8-adad-838e967ab7b9 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:45:18.287585 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-0c005d9d-3472-41e8-adad-838e967ab7b9 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:45:18.309087 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571f054d-48ca-4950-8653-c13bc5776c15 None None] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:45:18.313645 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3dca8e21-c8ad-406a-9971-f941adc0e98e tempest-ExternalNetworksAdminNegativeTestJSON-1629010920 tempest-ExternalNetworksAdminNegativeTestJSON-1629010920-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:18.314339 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3dca8e21-c8ad-406a-9971-f941adc0e98e tempest-ExternalNetworksAdminNegativeTestJSON-1629010920 tempest-ExternalNetworksAdminNegativeTestJSON-1629010920-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:18.326619 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c005d9d-3472-41e8-adad-838e967ab7b9 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:45:18.327661 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0c005d9d-3472-41e8-adad-838e967ab7b9 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:18.349777 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-3dca8e21-c8ad-406a-9971-f941adc0e98e tempest-ExternalNetworksAdminNegativeTestJSON-1629010920 tempest-ExternalNetworksAdminNegativeTestJSON-1629010920-project-admin] Calling delete_port for 6b64f40f-ef57-4057-a80b-efc9b291db02 owned by network:floatingip {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:45:18.532149 n-d-803378-2 neutron-server[94421]: DEBUG neutron.objects.ports [None req-95e88133-9a56-4230-8fb0-4e4c8b0b00f3 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94421) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 05 11:45:18.533168 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-95e88133-9a56-4230-8fb0-4e4c8b0b00f3 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25038678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30075167'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:18.565484 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c005d9d-3472-41e8-adad-838e967ab7b9 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Pushing event updated for resources: {'Subnet': ['ID=ad9b4f1d-3e42-4e25-b55d-2394a9c5c828,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:45:18.783101 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3dca8e21-c8ad-406a-9971-f941adc0e98e tempest-ExternalNetworksAdminNegativeTestJSON-1629010920 tempest-ExternalNetworksAdminNegativeTestJSON-1629010920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:18.891802 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6469bff9-0076-45af-b9eb-8d1a864f1963 req-364c9cdb-d654-49e9-8878-864110e53b8d tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:45:18.894682 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6469bff9-0076-45af-b9eb-8d1a864f1963 req-364c9cdb-d654-49e9-8878-864110e53b8d tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.58 "GET /v2.0/ports?device_id=30e57fef-208e-4a9b-8b96-34c92ca54f0b HTTP/1.1" status: 200 len: 945 time: 0.7588062 Aug 05 11:45:18.905750 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dca8e21-c8ad-406a-9971-f941adc0e98e tempest-ExternalNetworksAdminNegativeTestJSON-1629010920 tempest-ExternalNetworksAdminNegativeTestJSON-1629010920-project-admin] Pushing event deleted for resources: {'Port': ['ID=6b64f40f-ef57-4057-a80b-efc9b291db02,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:45:19.007997 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-31425cb4-f224-4603-b088-d7275e12de3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b821e3b7-306f-4f4d-a4a8-f1053fae2eb8', 'name': 'tempest-AttachSCSIVolumeTestJSON-2053490810-router', 'tenant_id': 'edd36454afa346aa91983497ab8e2fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '98c034a0-2baa-4134-821e-f8f5f00fa6fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:40:57Z', 'updated_at': '2021-08-05T11:45:11Z', 'revision_number': 5, 'project_id': 'edd36454afa346aa91983497ab8e2fdf', 'gw_port': {'id': '98c034a0-2baa-4134-821e-f8f5f00fa6fc', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:99:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b821e3b7-306f-4f4d-a4a8-f1053fae2eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1922, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:41:00Z', 'updated_at': '2021-08-05T11:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:45:19.054306 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b9304c08-188d-433b-a049-46ac2cc16dc9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:19.191333 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31425cb4-f224-4603-b088-d7275e12de3b None None] The sync data for ids ['b821e3b7-306f-4f4d-a4a8-f1053fae2eb8'] in n-d-803378-2 is: [{'id': 'b821e3b7-306f-4f4d-a4a8-f1053fae2eb8', 'name': 'tempest-AttachSCSIVolumeTestJSON-2053490810-router', 'tenant_id': 'edd36454afa346aa91983497ab8e2fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '98c034a0-2baa-4134-821e-f8f5f00fa6fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:40:57Z', 'updated_at': '2021-08-05T11:45:11Z', 'revision_number': 5, 'project_id': 'edd36454afa346aa91983497ab8e2fdf', 'gw_port': {'id': '98c034a0-2baa-4134-821e-f8f5f00fa6fc', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:99:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b821e3b7-306f-4f4d-a4a8-f1053fae2eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1922, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:41:00Z', 'updated_at': '2021-08-05T11:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:45:19.240420 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e88133-9a56-4230-8fb0-4e4c8b0b00f3 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Pushing event updated for resources: {'Subnet': ['ID=4d00f369-d38e-44a1-82a5-67f37789e0fc,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:45:19.303875 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e88133-9a56-4230-8fb0-4e4c8b0b00f3 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Checking segment: {'id': 'd3e76dac-4495-4dba-9458-00eb56add8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c9a99a0a-5278-473e-acdb-da7174c2ef87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:45:19.304906 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e88133-9a56-4230-8fb0-4e4c8b0b00f3 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Network hostable DHCP agents. Network: c9a99a0a-5278-473e-acdb-da7174c2ef87, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:45:19.394460 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e88133-9a56-4230-8fb0-4e4c8b0b00f3 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Network c9a99a0a-5278-473e-acdb-da7174c2ef87 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:45:19.435984 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6469bff9-0076-45af-b9eb-8d1a864f1963 req-acd36f6b-5bac-463d-b5fb-ef7684446974 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.58 "GET /v2.0/security-groups?id=ab2b5f38-a05a-4ac9-a8bf-2f9bfdcd31b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3874743 Aug 05 11:45:19.442067 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3dca8e21-c8ad-406a-9971-f941adc0e98e tempest-ExternalNetworksAdminNegativeTestJSON-1629010920 tempest-ExternalNetworksAdminNegativeTestJSON-1629010920-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:19.450668 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3dca8e21-c8ad-406a-9971-f941adc0e98e tempest-ExternalNetworksAdminNegativeTestJSON-1629010920 tempest-ExternalNetworksAdminNegativeTestJSON-1629010920-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:19.456046 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3ee7529d-94e8-46c9-9ab1-4455942f6243 tempest-RoutersAdminNegativeTest-477600184 tempest-RoutersAdminNegativeTest-477600184-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:19.469754 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-3dca8e21-c8ad-406a-9971-f941adc0e98e tempest-ExternalNetworksAdminNegativeTestJSON-1629010920 tempest-ExternalNetworksAdminNegativeTestJSON-1629010920-project-admin] 10.222.0.58 "DELETE /v2.0/floatingips/d6bcbf06-6dea-4ca6-a76a-e45eb7b9173c HTTP/1.1" status: 204 len: 168 time: 3.3719807 Aug 05 11:45:19.472235 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3ee7529d-94e8-46c9-9ab1-4455942f6243 tempest-RoutersAdminNegativeTest-477600184 tempest-RoutersAdminNegativeTest-477600184-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:19.524051 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-95e88133-9a56-4230-8fb0-4e4c8b0b00f3 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, c9a99a0a-5278-473e-acdb-da7174c2ef87) {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:45:19.528318 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [None req-3ee7529d-94e8-46c9-9ab1-4455942f6243 tempest-RoutersAdminNegativeTest-477600184 tempest-RoutersAdminNegativeTest-477600184-project-admin] device_id is not set on port 3e123b33-0939-4aa8-b80f-273845b84637 yet. {{(pid=94421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 11:45:19.551160 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-b9304c08-188d-433b-a049-46ac2cc16dc9 admin admin] Deleting port 98c034a0-2baa-4134-821e-f8f5f00fa6fc {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:45:19.551605 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b9304c08-188d-433b-a049-46ac2cc16dc9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:19.559076 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee7529d-94e8-46c9-9ab1-4455942f6243 tempest-RoutersAdminNegativeTest-477600184 tempest-RoutersAdminNegativeTest-477600184-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82da63f6-124f-4b8e-9263-bae756223455,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:45:19.588039 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-0c005d9d-3472-41e8-adad-838e967ab7b9 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 5.3709455 Aug 05 11:45:19.603395 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 40778) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:19.609149 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e88133-9a56-4230-8fb0-4e4c8b0b00f3 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:45:19.610661 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-95e88133-9a56-4230-8fb0-4e4c8b0b00f3 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:19.624853 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39972709-dca8-41b2-8262-1cdc52aba223 None None] Network c9a99a0a-5278-473e-acdb-da7174c2ef87 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:45:19.637562 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-8c3cf931-42fc-431f-bf11-6ab0179769bd tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Request body: {'subnet': {'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:45:19.827897 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-95e88133-9a56-4230-8fb0-4e4c8b0b00f3 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 6.4576375 Aug 05 11:45:19.836887 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 40780) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:19.854146 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-25693f6b-c41b-4966-aedf-5b425b7962d6 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-903874379', 'network_id': 'c9a99a0a-5278-473e-acdb-da7174c2ef87'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:45:20.155494 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5326803f-d230-4c19-a3fe-88a51ba8ac5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-65f763dc-e344-4f1a-a003-f0293beb6d65', 'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65', 'tenant_id': '2255634a74e844e794fd358818288ba1', 'fixed_ips': [{'subnet_id': 'ad9b4f1d-3e42-4e25-b55d-2394a9c5c828'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 11:45:20.158297 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25693f6b-c41b-4966-aedf-5b425b7962d6 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Made reservation on behalf of 69b0f00abca54ac1ad79121b1a671f11 for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:45:20.162247 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-5326803f-d230-4c19-a3fe-88a51ba8ac5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:20.182739 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-25693f6b-c41b-4966-aedf-5b425b7962d6 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:20.325694 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [None req-25693f6b-c41b-4966-aedf-5b425b7962d6 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] device_id is not set on port 28c514b2-b339-4f41-9398-935df3181b3f yet. {{(pid=94421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 11:45:20.365177 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-3ee7529d-94e8-46c9-9ab1-4455942f6243 tempest-RoutersAdminNegativeTest-477600184 tempest-RoutersAdminNegativeTest-477600184-project-admin] Allocated IP 172.25.5.119 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/3e123b33-0939-4aa8-b80f-273845b84637) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:45:20.499531 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-b9304c08-188d-433b-a049-46ac2cc16dc9 admin admin] For port 98c034a0-2baa-4134-821e-f8f5f00fa6fc, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=98c034a0-2baa-4134-821e-f8f5f00fa6fc,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:45:20.500417 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b9304c08-188d-433b-a049-46ac2cc16dc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:20.623338 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-b9304c08-188d-433b-a049-46ac2cc16dc9 admin admin] Calling delete_port for 98c034a0-2baa-4134-821e-f8f5f00fa6fc owned by network:router_gateway {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:45:20.728703 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 00fa1673-847a-4233-8d50-40b335af790a no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:45:20.850834 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 40790) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:21.030835 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c3cf931-42fc-431f-bf11-6ab0179769bd tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Made reservation on behalf of 2255634a74e844e794fd358818288ba1 for: {'subnet': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:45:21.047229 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8c3cf931-42fc-431f-bf11-6ab0179769bd tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24211133'] for subnet, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:21.091726 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe95768-8aff-40da-863d-d72e28ffe20a None None] Network c9a99a0a-5278-473e-acdb-da7174c2ef87 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:45:21.099557 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-25693f6b-c41b-4966-aedf-5b425b7962d6 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Allocated IP 172.20.0.12 (c9a99a0a-5278-473e-acdb-da7174c2ef87/4d00f369-d38e-44a1-82a5-67f37789e0fc/28c514b2-b339-4f41-9398-935df3181b3f) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:45:21.280101 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3459d9-27a3-4cec-868f-b37825fd3c80 req-ac00e3f3-54f2-4f19-a29a-b3a1ebbebcb6 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:45:21.301317 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5d3459d9-27a3-4cec-868f-b37825fd3c80 req-ac00e3f3-54f2-4f19-a29a-b3a1ebbebcb6 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.58 "GET /v2.0/ports?device_id=30e57fef-208e-4a9b-8b96-34c92ca54f0b HTTP/1.1" status: 200 len: 945 time: 0.4946980 Aug 05 11:45:21.459828 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 00fa1673-847a-4233-8d50-40b335af790a {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:45:21.460413 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 00fa1673-847a-4233-8d50-40b335af790a not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:45:21.491799 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3ee7529d-94e8-46c9-9ab1-4455942f6243 tempest-RoutersAdminNegativeTest-477600184 tempest-RoutersAdminNegativeTest-477600184-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:21.495298 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5d3459d9-27a3-4cec-868f-b37825fd3c80 req-8d1f7b6d-1067-4f50-81dd-6e71c030df0d tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.58 "GET /v2.0/security-groups?id=ab2b5f38-a05a-4ac9-a8bf-2f9bfdcd31b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883755 Aug 05 11:45:21.644910 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3ee7529d-94e8-46c9-9ab1-4455942f6243 tempest-RoutersAdminNegativeTest-477600184 tempest-RoutersAdminNegativeTest-477600184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:21.666813 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7b17ac05-1a61-472e-b87c-26522f06e72e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:21.749926 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-5326803f-d230-4c19-a3fe-88a51ba8ac5c None None] Allocated IP 2001:db8::2 (65f763dc-e344-4f1a-a003-f0293beb6d65/ad9b4f1d-3e42-4e25-b55d-2394a9c5c828/e6c8a010-13e2-4965-b9ac-5c0d309fc7bb) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:45:21.882145 n-d-803378-2 neutron-server[94420]: INFO neutron.db.ipam_backend_mixin [None req-8c3cf931-42fc-431f-bf11-6ab0179769bd tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ad9b4f1d-3e42-4e25-b55d-2394a9c5c828 (CIDR: 2001:db8::/64) Aug 05 11:45:21.912686 n-d-803378-2 neutron-server[94420]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c3cf931-42fc-431f-bf11-6ab0179769bd tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 05 11:45:21.912686 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c3cf931-42fc-431f-bf11-6ab0179769bd tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:45:22.033903 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee7529d-94e8-46c9-9ab1-4455942f6243 tempest-RoutersAdminNegativeTest-477600184 tempest-RoutersAdminNegativeTest-477600184-project-admin] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:45:22.054808 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-3ee7529d-94e8-46c9-9ab1-4455942f6243 tempest-RoutersAdminNegativeTest-477600184 tempest-RoutersAdminNegativeTest-477600184-project-admin] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:45:22.070542 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee7529d-94e8-46c9-9ab1-4455942f6243 tempest-RoutersAdminNegativeTest-477600184 tempest-RoutersAdminNegativeTest-477600184-project-admin] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:45:22.098270 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:22.135201 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee7529d-94e8-46c9-9ab1-4455942f6243 tempest-RoutersAdminNegativeTest-477600184 tempest-RoutersAdminNegativeTest-477600184-project-admin] Pushing event updated for resources: {'Port': ['ID=3e123b33-0939-4aa8-b80f-273845b84637,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:45:22.211883 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee7529d-94e8-46c9-9ab1-4455942f6243 tempest-RoutersAdminNegativeTest-477600184 tempest-RoutersAdminNegativeTest-477600184-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:45:22.212950 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3ee7529d-94e8-46c9-9ab1-4455942f6243 tempest-RoutersAdminNegativeTest-477600184 tempest-RoutersAdminNegativeTest-477600184-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:22.346793 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-25693f6b-c41b-4966-aedf-5b425b7962d6 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:22.384511 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-5326803f-d230-4c19-a3fe-88a51ba8ac5c None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:22.436615 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-5326803f-d230-4c19-a3fe-88a51ba8ac5c None None] Transition to ACTIVE for port object e6c8a010-13e2-4965-b9ac-5c0d309fc7bb will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:45:22.447255 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b9304c08-188d-433b-a049-46ac2cc16dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:22.493509 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-5326803f-d230-4c19-a3fe-88a51ba8ac5c None None] Transition to ACTIVE for port object e6c8a010-13e2-4965-b9ac-5c0d309fc7bb will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:45:22.511761 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-25693f6b-c41b-4966-aedf-5b425b7962d6 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:22.522181 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-5326803f-d230-4c19-a3fe-88a51ba8ac5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:22.586118 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9304c08-188d-433b-a049-46ac2cc16dc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=98c034a0-2baa-4134-821e-f8f5f00fa6fc,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:45:22.639576 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5326803f-d230-4c19-a3fe-88a51ba8ac5c None None] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:45:22.647850 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-5326803f-d230-4c19-a3fe-88a51ba8ac5c None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:45:22.657077 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5326803f-d230-4c19-a3fe-88a51ba8ac5c None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:45:22.735701 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44fa18c-0737-43e7-81a3-62bbfc775243 req-d10cbf60-b207-412b-92d5-af52e8898152 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:45:22.751656 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f44fa18c-0737-43e7-81a3-62bbfc775243 req-d10cbf60-b207-412b-92d5-af52e8898152 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.58 "GET /v2.0/networks?id=70811fd3-f1ad-446e-9d22-c9fd1055c61c HTTP/1.1" status: 200 len: 810 time: 0.5281975 Aug 05 11:45:22.773261 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5326803f-d230-4c19-a3fe-88a51ba8ac5c None None] Pushing event updated for resources: {'Port': ['ID=e6c8a010-13e2-4965-b9ac-5c0d309fc7bb,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:45:22.783553 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7b17ac05-1a61-472e-b87c-26522f06e72e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:22.814050 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-5326803f-d230-4c19-a3fe-88a51ba8ac5c None None] Attempting to bind port e6c8a010-13e2-4965-b9ac-5c0d309fc7bb on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:45:22.815336 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-5326803f-d230-4c19-a3fe-88a51ba8ac5c None None] Attempting to bind port e6c8a010-13e2-4965-b9ac-5c0d309fc7bb by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'c3ce43ff-a33b-459d-a35e-6c011fee3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:45:22.818185 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25693f6b-c41b-4966-aedf-5b425b7962d6 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Network c9a99a0a-5278-473e-acdb-da7174c2ef87 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:45:22.819503 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5326803f-d230-4c19-a3fe-88a51ba8ac5c None None] Attempting to bind port e6c8a010-13e2-4965-b9ac-5c0d309fc7bb on network 65f763dc-e344-4f1a-a003-f0293beb6d65 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:45:22.826238 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7b17ac05-1a61-472e-b87c-26522f06e72e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:22.844643 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f44fa18c-0737-43e7-81a3-62bbfc775243 req-64725178-450e-45ac-9193-9a52409cdf79 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.58 "GET /v2.0/quotas/4387c5d8394046fa838195311347b87b HTTP/1.1" status: 200 len: 375 time: 0.0910265 Aug 05 11:45:22.856075 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5326803f-d230-4c19-a3fe-88a51ba8ac5c None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:45:22.857118 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5326803f-d230-4c19-a3fe-88a51ba8ac5c None None] Checking segment: {'id': 'c3ce43ff-a33b-459d-a35e-6c011fee3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:45:22.858556 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-5326803f-d230-4c19-a3fe-88a51ba8ac5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:22.860817 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5326803f-d230-4c19-a3fe-88a51ba8ac5c None None] Bound using segment: {'id': 'c3ce43ff-a33b-459d-a35e-6c011fee3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:45:22.862426 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-5326803f-d230-4c19-a3fe-88a51ba8ac5c None None] Bound port: e6c8a010-13e2-4965-b9ac-5c0d309fc7bb, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3ce43ff-a33b-459d-a35e-6c011fee3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:45:22.863619 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-5326803f-d230-4c19-a3fe-88a51ba8ac5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:22.897537 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-8c3cf931-42fc-431f-bf11-6ab0179769bd tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 3.2885036 Aug 05 11:45:22.917241 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 40814) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:22.917804 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-25693f6b-c41b-4966-aedf-5b425b7962d6 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:45:22.933396 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b17ac05-1a61-472e-b87c-26522f06e72e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a58230d8-18fb-4a16-b451-0ff8067f1ea6,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:45:22.939750 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-3ee7529d-94e8-46c9-9ab1-4455942f6243 tempest-RoutersAdminNegativeTest-477600184 tempest-RoutersAdminNegativeTest-477600184-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 5.7057333 Aug 05 11:45:22.941283 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25693f6b-c41b-4966-aedf-5b425b7962d6 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:45:22.963558 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 40816) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:22.985459 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-85e1c909-a04c-48df-88d0-d3f711eb652e tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Request body: {'subnet': {'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:45:23.021264 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-37169712-425f-4f8d-bed6-e0e4a06d0327 tempest-RoutersAdminNegativeTest-477600184 tempest-RoutersAdminNegativeTest-477600184-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.119'}]}}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:45:23.049370 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-5326803f-d230-4c19-a3fe-88a51ba8ac5c None None] For port e6c8a010-13e2-4965-b9ac-5c0d309fc7bb, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:45:23.057574 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-5326803f-d230-4c19-a3fe-88a51ba8ac5c None None] For port e6c8a010-13e2-4965-b9ac-5c0d309fc7bb, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=e6c8a010-13e2-4965-b9ac-5c0d309fc7bb,segment=NetworkSegment(c3ce43ff-a33b-459d-a35e-6c011fee3456),segment_id=c3ce43ff-a33b-459d-a35e-6c011fee3456)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:45:23.074114 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-5326803f-d230-4c19-a3fe-88a51ba8ac5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:23.081404 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-37169712-425f-4f8d-bed6-e0e4a06d0327 tempest-RoutersAdminNegativeTest-477600184 tempest-RoutersAdminNegativeTest-477600184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33260300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1929'] for router, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:23.083898 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-37169712-425f-4f8d-bed6-e0e4a06d0327 tempest-RoutersAdminNegativeTest-477600184 tempest-RoutersAdminNegativeTest-477600184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33285914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33034662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1926'] for router, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:23.187282 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-37169712-425f-4f8d-bed6-e0e4a06d0327 tempest-RoutersAdminNegativeTest-477600184 tempest-RoutersAdminNegativeTest-477600184-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:23.204472 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5326803f-d230-4c19-a3fe-88a51ba8ac5c None None] Pushing event updated for resources: {'Port': ['ID=e6c8a010-13e2-4965-b9ac-5c0d309fc7bb,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:45:23.207199 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25693f6b-c41b-4966-aedf-5b425b7962d6 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Pushing event updated for resources: {'Port': ['ID=28c514b2-b339-4f41-9398-935df3181b3f,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:45:23.366301 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85e1c909-a04c-48df-88d0-d3f711eb652e tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Made reservation on behalf of 2255634a74e844e794fd358818288ba1 for: {'subnet': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:45:23.372644 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-85e1c909-a04c-48df-88d0-d3f711eb652e tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24211133'] for subnet, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:23.428330 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-7b17ac05-1a61-472e-b87c-26522f06e72e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7ad5059520824e2588d61bc7eefb411b&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4835057 Aug 05 11:45:23.531034 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 40818) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:23.589079 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b9304c08-188d-433b-a049-46ac2cc16dc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33285055'] for router_gateway, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:23.635228 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 40822) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:23.774168 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-37169712-425f-4f8d-bed6-e0e4a06d0327 tempest-RoutersAdminNegativeTest-477600184 tempest-RoutersAdminNegativeTest-477600184-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:23.792947 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25693f6b-c41b-4966-aedf-5b425b7962d6 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:45:23.794559 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-25693f6b-c41b-4966-aedf-5b425b7962d6 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:24.004615 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-25693f6b-c41b-4966-aedf-5b425b7962d6 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 4.1619313 Aug 05 11:45:24.012644 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 40828) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:24.039054 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f44fa18c-0737-43e7-81a3-62bbfc775243 req-84c07d0b-196e-425c-a2ed-25db0d59c89b tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=4387c5d8394046fa838195311347b87b&fields=id HTTP/1.1" status: 200 len: 302 time: 1.1449769 Aug 05 11:45:24.099613 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b9304c08-188d-433b-a049-46ac2cc16dc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33262979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1951'] for router, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:24.106783 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b9304c08-188d-433b-a049-46ac2cc16dc9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:24.336473 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-35396ee1-b3aa-4e18-a0e9-dd15314e2349 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Deleting port 28c514b2-b339-4f41-9398-935df3181b3f {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:45:24.336473 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-35396ee1-b3aa-4e18-a0e9-dd15314e2349 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:24.689480 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b9304c08-188d-433b-a049-46ac2cc16dc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33262474'] for router, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:24.691459 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9304c08-188d-433b-a049-46ac2cc16dc9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b821e3b7-306f-4f4d-a4a8-f1053fae2eb8 {{(pid=94420) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 11:45:24.701064 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b9304c08-188d-433b-a049-46ac2cc16dc9 admin admin] Notify callbacks [] for router, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:24.701064 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-b9304c08-188d-433b-a049-46ac2cc16dc9 admin admin] 10.222.0.58 "DELETE /v2.0/routers/b821e3b7-306f-4f4d-a4a8-f1053fae2eb8 HTTP/1.1" status: 204 len: 168 time: 8.6936197 Aug 05 11:45:24.731598 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 40830) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:24.797512 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-31210456-de55-48ec-b0c4-18bbd445f191 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:24.854916 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device e6c8a010-13e2-4965-b9ac-5c0d309fc7bb up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:45:24.953331 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-37169712-425f-4f8d-bed6-e0e4a06d0327 tempest-RoutersAdminNegativeTest-477600184 tempest-RoutersAdminNegativeTest-477600184-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:25.073845 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port e6c8a010-13e2-4965-b9ac-5c0d309fc7bb completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:45:25.125490 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-37169712-425f-4f8d-bed6-e0e4a06d0327 tempest-RoutersAdminNegativeTest-477600184 tempest-RoutersAdminNegativeTest-477600184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:25.147808 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-35396ee1-b3aa-4e18-a0e9-dd15314e2349 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:25.240184 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-35396ee1-b3aa-4e18-a0e9-dd15314e2349 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Calling delete_port for 28c514b2-b339-4f41-9398-935df3181b3f owned by {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:45:25.262327 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_v2 [None req-429ddc7a-54c7-417c-a2be-ba935805de14 admin admin] Deleting subnet e5bdc290-a382-4409-a240-624b47e4f60f {{(pid=94420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:45:25.289011 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-429ddc7a-54c7-417c-a2be-ba935805de14 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:25.503531 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-31210456-de55-48ec-b0c4-18bbd445f191 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:25.618776 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_v2 [None req-7eda2713-7941-4195-a565-a51ccc34fa48 admin admin] Deleting subnet 2c0f8672-be28-4c2b-8091-bcd26485be1d {{(pid=94420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:45:25.666775 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f44fa18c-0737-43e7-81a3-62bbfc775243 req-55089098-f590-4e23-91c9-92624f56e142 service neutron] 10.222.0.58 "GET /v2.0/networks/70811fd3-f1ad-446e-9d22-c9fd1055c61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3861918 Aug 05 11:45:25.675128 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-429ddc7a-54c7-417c-a2be-ba935805de14 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25010562'] for subnet, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:25.677355 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7eda2713-7941-4195-a565-a51ccc34fa48 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:25.684769 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-5f453777-974a-4178-8e65-52e81a88268b None None] Provisioning for port e6c8a010-13e2-4965-b9ac-5c0d309fc7bb completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:45:25.701419 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-5f453777-974a-4178-8e65-52e81a88268b None None] Provisioning complete for port e6c8a010-13e2-4965-b9ac-5c0d309fc7bb triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:45:25.703189 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-5f453777-974a-4178-8e65-52e81a88268b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:25.888418 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-35396ee1-b3aa-4e18-a0e9-dd15314e2349 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:25.902727 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-37169712-425f-4f8d-bed6-e0e4a06d0327 tempest-RoutersAdminNegativeTest-477600184 tempest-RoutersAdminNegativeTest-477600184-project-admin] Notify callbacks [] for router, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:25.918881 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7eda2713-7941-4195-a565-a51ccc34fa48 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25010562'] for subnet, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:25.949686 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-5f453777-974a-4178-8e65-52e81a88268b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:26.031223 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35396ee1-b3aa-4e18-a0e9-dd15314e2349 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Pushing event deleted for resources: {'Port': ['ID=28c514b2-b339-4f41-9398-935df3181b3f,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:45:26.062350 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-5f453777-974a-4178-8e65-52e81a88268b None None] For port e6c8a010-13e2-4965-b9ac-5c0d309fc7bb, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=e6c8a010-13e2-4965-b9ac-5c0d309fc7bb,segment=NetworkSegment(c3ce43ff-a33b-459d-a35e-6c011fee3456),segment_id=c3ce43ff-a33b-459d-a35e-6c011fee3456)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:45:26.084198 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-5f453777-974a-4178-8e65-52e81a88268b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:26.130605 n-d-803378-2 neutron-server[94420]: DEBUG neutron.objects.ports [None req-85e1c909-a04c-48df-88d0-d3f711eb652e tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94420) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 05 11:45:26.281007 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f453777-974a-4178-8e65-52e81a88268b None None] Pushing event updated for resources: {'Port': ['ID=e6c8a010-13e2-4965-b9ac-5c0d309fc7bb,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:45:26.292644 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7eda2713-7941-4195-a565-a51ccc34fa48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:26.445843 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-37169712-425f-4f8d-bed6-e0e4a06d0327 tempest-RoutersAdminNegativeTest-477600184 tempest-RoutersAdminNegativeTest-477600184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33262979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1951'] for router, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:26.457478 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-37169712-425f-4f8d-bed6-e0e4a06d0327 tempest-RoutersAdminNegativeTest-477600184 tempest-RoutersAdminNegativeTest-477600184-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:26.474058 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-31210456-de55-48ec-b0c4-18bbd445f191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:26.474782 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device e6c8a010-13e2-4965-b9ac-5c0d309fc7bb up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:45:26.480607 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-31210456-de55-48ec-b0c4-18bbd445f191 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:26.481474 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-31210456-de55-48ec-b0c4-18bbd445f191 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a58230d8-18fb-4a16-b451-0ff8067f1ea6 HTTP/1.1" status: 204 len: 168 time: 2.9389954 Aug 05 11:45:26.578382 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-35396ee1-b3aa-4e18-a0e9-dd15314e2349 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:26.581718 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-35396ee1-b3aa-4e18-a0e9-dd15314e2349 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] 10.222.0.58 "DELETE /v2.0/ports/28c514b2-b339-4f41-9398-935df3181b3f HTTP/1.1" status: 204 len: 168 time: 2.5646868 Aug 05 11:45:26.589499 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 40838) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:26.604517 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-a8137068-edf8-4e48-b5d1-005120191d6a tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c9a99a0a-5278-473e-acdb-da7174c2ef87', 'external_fixed_ips': [{'subnet_id': '4d00f369-d38e-44a1-82a5-67f37789e0fc', 'ip_address': '172.20.0.12'}]}}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:45:26.624101 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port e6c8a010-13e2-4965-b9ac-5c0d309fc7bb triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:45:26.624621 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:26.669972 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-37169712-425f-4f8d-bed6-e0e4a06d0327 tempest-RoutersAdminNegativeTest-477600184 tempest-RoutersAdminNegativeTest-477600184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33262474'] for router, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:26.671243 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37169712-425f-4f8d-bed6-e0e4a06d0327 tempest-RoutersAdminNegativeTest-477600184 tempest-RoutersAdminNegativeTest-477600184-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b52a91ad-3ee6-4456-8492-52b9e5ba2ca5 {{(pid=94421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 11:45:26.697582 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a8137068-edf8-4e48-b5d1-005120191d6a tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33260300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1929'] for router, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:26.699923 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a8137068-edf8-4e48-b5d1-005120191d6a tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33285914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33034662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1926'] for router, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:26.700904 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-429ddc7a-54c7-417c-a2be-ba935805de14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:26.712343 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31210456-de55-48ec-b0c4-18bbd445f191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a58230d8-18fb-4a16-b451-0ff8067f1ea6,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:45:26.801673 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7eda2713-7941-4195-a565-a51ccc34fa48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29762763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24211094'] for subnet, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:26.879344 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a8137068-edf8-4e48-b5d1-005120191d6a tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:26.934298 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eda2713-7941-4195-a565-a51ccc34fa48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c0f8672-be28-4c2b-8091-bcd26485be1d,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:45:26.984473 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 98c034a0-2baa-4134-821e-f8f5f00fa6fc no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:45:27.011119 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7eda2713-7941-4195-a565-a51ccc34fa48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:27.012912 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-7eda2713-7941-4195-a565-a51ccc34fa48 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/2c0f8672-be28-4c2b-8091-bcd26485be1d HTTP/1.1" status: 204 len: 168 time: 2.2171328 Aug 05 11:45:27.038755 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 40842) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:27.089884 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f44fa18c-0737-43e7-81a3-62bbfc775243 req-04fadf84-ab49-419b-8baa-186829c8feb4 service neutron] 10.222.0.58 "GET /v2.0/networks/70811fd3-f1ad-446e-9d22-c9fd1055c61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3457544 Aug 05 11:45:27.098066 n-d-803378-2 neutron-server[94421]: INFO neutron.api.v2.resource [None req-37169712-425f-4f8d-bed6-e0e4a06d0327 tempest-RoutersAdminNegativeTest-477600184 tempest-RoutersAdminNegativeTest-477600184-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 05 11:45:27.116691 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-37169712-425f-4f8d-bed6-e0e4a06d0327 tempest-RoutersAdminNegativeTest-477600184 tempest-RoutersAdminNegativeTest-477600184-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.1384149 Aug 05 11:45:27.117331 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5915b898-a2cd-4527-87bb-0bc7a6c53c79 None None] Network 8f0cd7ef-314f-41fb-b93e-da31e25a7810 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:45:27.119016 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 40844) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:27.180241 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-429ddc7a-54c7-417c-a2be-ba935805de14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29762763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24211094'] for subnet, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:27.315130 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 98c034a0-2baa-4134-821e-f8f5f00fa6fc {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:45:27.316129 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 98c034a0-2baa-4134-821e-f8f5f00fa6fc not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:45:27.343455 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a8137068-edf8-4e48-b5d1-005120191d6a tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:27.770735 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892defba-f127-4305-b7c1-b38d1dbf1eac None None] DHCP port deletion for 8f0cd7ef-314f-41fb-b93e-da31e25a7810 request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 11:45:27.917227 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 40860) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:27.935334 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-892defba-f127-4305-b7c1-b38d1dbf1eac None None] Deleting port 40013279-daf3-45f5-a6fe-787d6fe4202d {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:45:27.936771 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-892defba-f127-4305-b7c1-b38d1dbf1eac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:27.988808 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-c3619c65-b3d8-4c2a-b451-4053486d6a29 tempest-RoutersAdminNegativeTest-477600184 tempest-RoutersAdminNegativeTest-477600184-project-admin] Deleting port 3e123b33-0939-4aa8-b80f-273845b84637 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:45:27.992764 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c3619c65-b3d8-4c2a-b451-4053486d6a29 tempest-RoutersAdminNegativeTest-477600184 tempest-RoutersAdminNegativeTest-477600184-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:28.033765 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429ddc7a-54c7-417c-a2be-ba935805de14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5bdc290-a382-4409-a240-624b47e4f60f,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:45:28.129395 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-429ddc7a-54c7-417c-a2be-ba935805de14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:28.134106 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-429ddc7a-54c7-417c-a2be-ba935805de14 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/e5bdc290-a382-4409-a240-624b47e4f60f HTTP/1.1" status: 204 len: 168 time: 4.4936695 Aug 05 11:45:28.138262 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6853694b-dca9-449e-ad9e-f15529279ef9 req-6cfaefff-c3af-4ff7-badc-2377cc80f23f tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.58 "GET /v2.0/ports?device_id=38f2a801-3a66-4b5c-89f8-9abd0a3fdfc3 HTTP/1.1" status: 200 len: 210 time: 0.1646023 Aug 05 11:45:28.150967 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 40864) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:28.159169 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-892defba-f127-4305-b7c1-b38d1dbf1eac None None] For port 40013279-daf3-45f5-a6fe-787d6fe4202d, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=40013279-daf3-45f5-a6fe-787d6fe4202d,segment=NetworkSegment(3f33c0e4-40e5-4eb1-b994-3f1c97515386),segment_id=3f33c0e4-40e5-4eb1-b994-3f1c97515386)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:45:28.160752 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-892defba-f127-4305-b7c1-b38d1dbf1eac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:28.206165 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-892defba-f127-4305-b7c1-b38d1dbf1eac None None] Calling delete_port for 40013279-daf3-45f5-a6fe-787d6fe4202d owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:45:28.207462 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-85e1c909-a04c-48df-88d0-d3f711eb652e tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:28.335298 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c584196f-3f69-4ed5-b686-674727bccd15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:28.391987 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-a0cafcce-50ca-443d-8d9b-cdcaff7b7425 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ad71ae5ca69643f3863b8c5e3750fce9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4704771 Aug 05 11:45:28.414067 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 40870) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:28.458512 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2f65124d-bca7-42db-bc6c-932896aa53eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:28.549009 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-892defba-f127-4305-b7c1-b38d1dbf1eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:28.666811 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 40013279-daf3-45f5-a6fe-787d6fe4202d no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:45:28.684761 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892defba-f127-4305-b7c1-b38d1dbf1eac None None] Pushing event deleted for resources: {'Port': ['ID=40013279-daf3-45f5-a6fe-787d6fe4202d,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:45:28.759399 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892defba-f127-4305-b7c1-b38d1dbf1eac None None] No DVR routers for this DVR port 40013279-daf3-45f5-a6fe-787d6fe4202d on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:45:28.767907 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 40013279-daf3-45f5-a6fe-787d6fe4202d {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:45:28.769109 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 40013279-daf3-45f5-a6fe-787d6fe4202d not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:45:28.912736 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c3619c65-b3d8-4c2a-b451-4053486d6a29 tempest-RoutersAdminNegativeTest-477600184 tempest-RoutersAdminNegativeTest-477600184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:28.922534 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2f65124d-bca7-42db-bc6c-932896aa53eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:28.975801 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-2f65124d-bca7-42db-bc6c-932896aa53eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccbbacf0-1abe-4045-961d-b400e33c654c']}} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:45:29.013916 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-c3619c65-b3d8-4c2a-b451-4053486d6a29 tempest-RoutersAdminNegativeTest-477600184 tempest-RoutersAdminNegativeTest-477600184-project-admin] Calling delete_port for 3e123b33-0939-4aa8-b80f-273845b84637 owned by {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:45:29.024067 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-2f65124d-bca7-42db-bc6c-932896aa53eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec140737-142a-40ce-b93e-5718c5a5e0be') {'for_net_delete': True} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:45:29.024428 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-2f65124d-bca7-42db-bc6c-932896aa53eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec140737-142a-40ce-b93e-5718c5a5e0be') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:45:29.079894 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2f65124d-bca7-42db-bc6c-932896aa53eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25010581'] for segment, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:29.098395 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-c584196f-3f69-4ed5-b686-674727bccd15 admin admin] Deleting port 40013279-daf3-45f5-a6fe-787d6fe4202d {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:45:29.099518 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c584196f-3f69-4ed5-b686-674727bccd15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:29.115636 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f697992b-600e-4bd2-8668-67618d9218d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:29.233775 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2f65124d-bca7-42db-bc6c-932896aa53eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:29.254882 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-85e1c909-a04c-48df-88d0-d3f711eb652e tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] For port e6c8a010-13e2-4965-b9ac-5c0d309fc7bb, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=e6c8a010-13e2-4965-b9ac-5c0d309fc7bb,segment=NetworkSegment(c3ce43ff-a33b-459d-a35e-6c011fee3456),segment_id=c3ce43ff-a33b-459d-a35e-6c011fee3456)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:45:29.276123 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f65124d-bca7-42db-bc6c-932896aa53eb admin admin] Releasing vlan 682 on physical network physnet1 to pool {{(pid=94420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:45:29.277978 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2f65124d-bca7-42db-bc6c-932896aa53eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29762581'] for segment, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:29.283678 n-d-803378-2 neutron-server[94420]: Traceback (most recent call last): Aug 05 11:45:29.283678 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:45:29.283678 n-d-803378-2 neutron-server[94420]: timer() Aug 05 11:45:29.283678 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:45:29.283678 n-d-803378-2 neutron-server[94420]: cb(*args, **kw) Aug 05 11:45:29.283678 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:45:29.283678 n-d-803378-2 neutron-server[94420]: return func(*args, **kwargs) Aug 05 11:45:29.283678 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:45:29.283678 n-d-803378-2 neutron-server[94420]: self._notify() Aug 05 11:45:29.283678 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:45:29.283678 n-d-803378-2 neutron-server[94420]: self.callback(batched_events) Aug 05 11:45:29.283678 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:45:29.283678 n-d-803378-2 neutron-server[94420]: event.method(event) Aug 05 11:45:29.283678 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:45:29.283678 n-d-803378-2 neutron-server[94420]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:45:29.283678 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:45:29.283678 n-d-803378-2 neutron-server[94420]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:45:29.283678 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:45:29.283678 n-d-803378-2 neutron-server[94420]: return f(self, *a, **k) Aug 05 11:45:29.283678 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:45:29.283678 n-d-803378-2 neutron-server[94420]: return self._get(url).json() Aug 05 11:45:29.283678 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:45:29.283678 n-d-803378-2 neutron-server[94420]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:45:29.283678 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:45:29.283678 n-d-803378-2 neutron-server[94420]: return self.request(url, 'GET', **kwargs) Aug 05 11:45:29.283678 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:45:29.283678 n-d-803378-2 neutron-server[94420]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:45:29.283678 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:45:29.283678 n-d-803378-2 neutron-server[94420]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:45:29.283678 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:45:29.283678 n-d-803378-2 neutron-server[94420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:45:29.283678 n-d-803378-2 neutron-server[94420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:45:29.291824 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:29.380936 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a8137068-edf8-4e48-b5d1-005120191d6a tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:29.410975 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f697992b-600e-4bd2-8668-67618d9218d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:29.459400 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-c584196f-3f69-4ed5-b686-674727bccd15 admin admin] For port 40013279-daf3-45f5-a6fe-787d6fe4202d, host n-d-803378-2, got binding levels [] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:45:29.460528 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c584196f-3f69-4ed5-b686-674727bccd15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:29.463205 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a8137068-edf8-4e48-b5d1-005120191d6a tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:29.539925 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c8431779-a520-4966-99ca-65f82a9c3c2d req-7bd1734e-0ee7-471e-8fc7-4a8afe0447a2 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.58 "GET /v2.0/ports?device_id=38f2a801-3a66-4b5c-89f8-9abd0a3fdfc3 HTTP/1.1" status: 200 len: 210 time: 0.1362107 Aug 05 11:45:29.545122 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-c584196f-3f69-4ed5-b686-674727bccd15 admin admin] Calling delete_port for 40013279-daf3-45f5-a6fe-787d6fe4202d owned by network:dhcp {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:45:29.551501 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.ipam_backend_mixin [None req-c584196f-3f69-4ed5-b686-674727bccd15 admin admin] Port 40013279-daf3-45f5-a6fe-787d6fe4202d was not found and therefore no delete operation was performed {{(pid=94420) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 05 11:45:29.559146 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-85e1c909-a04c-48df-88d0-d3f711eb652e tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:29.563437 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c584196f-3f69-4ed5-b686-674727bccd15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:29.588905 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2f65124d-bca7-42db-bc6c-932896aa53eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:29.591763 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-85e1c909-a04c-48df-88d0-d3f711eb652e tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:29.593218 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-85e1c909-a04c-48df-88d0-d3f711eb652e tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29762700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24211087'] for subnet, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:29.635215 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c584196f-3f69-4ed5-b686-674727bccd15 admin admin] No DVR routers for this DVR port 40013279-daf3-45f5-a6fe-787d6fe4202d on host n-d-803378-2 {{(pid=94420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:45:29.710859 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2f65124d-bca7-42db-bc6c-932896aa53eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:29.718894 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-2f65124d-bca7-42db-bc6c-932896aa53eb admin admin] 10.222.0.58 "DELETE /v2.0/networks/ccbbacf0-1abe-4045-961d-b400e33c654c HTTP/1.1" status: 204 len: 168 time: 1.5621681 Aug 05 11:45:29.811049 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c584196f-3f69-4ed5-b686-674727bccd15 admin admin] Pushing event deleted for resources: {'Port': ['ID=40013279-daf3-45f5-a6fe-787d6fe4202d,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:45:29.908713 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c3619c65-b3d8-4c2a-b451-4053486d6a29 tempest-RoutersAdminNegativeTest-477600184 tempest-RoutersAdminNegativeTest-477600184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:29.951826 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f697992b-600e-4bd2-8668-67618d9218d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:29.957029 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f697992b-600e-4bd2-8668-67618d9218d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:29.972177 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-f697992b-600e-4bd2-8668-67618d9218d5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/10d686e6-ed1a-4a77-84f3-4f7bb240d577 HTTP/1.1" status: 204 len: 168 time: 1.5523179 Aug 05 11:45:30.047713 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c584196f-3f69-4ed5-b686-674727bccd15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:30.053433 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3619c65-b3d8-4c2a-b451-4053486d6a29 tempest-RoutersAdminNegativeTest-477600184 tempest-RoutersAdminNegativeTest-477600184-project-admin] Pushing event deleted for resources: {'Port': ['ID=3e123b33-0939-4aa8-b80f-273845b84637,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:45:30.076847 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-c584196f-3f69-4ed5-b686-674727bccd15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f0cd7ef-314f-41fb-b93e-da31e25a7810']}} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:45:30.102483 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f697992b-600e-4bd2-8668-67618d9218d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10d686e6-ed1a-4a77-84f3-4f7bb240d577,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:45:30.113812 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-c584196f-3f69-4ed5-b686-674727bccd15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f33c0e4-40e5-4eb1-b994-3f1c97515386') {'for_net_delete': True} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:45:30.116102 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-c584196f-3f69-4ed5-b686-674727bccd15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f33c0e4-40e5-4eb1-b994-3f1c97515386') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:45:30.139639 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c584196f-3f69-4ed5-b686-674727bccd15 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25010581'] for segment, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:30.147141 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f65124d-bca7-42db-bc6c-932896aa53eb admin admin] Pushing event deleted for resources: {'Network': ['ID=ccbbacf0-1abe-4045-961d-b400e33c654c,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:45:30.258116 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e1c909-a04c-48df-88d0-d3f711eb652e tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Pushing event updated for resources: {'Subnet': ['ID=40166d0c-efca-415e-9bc6-7cf06b19856f,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:45:30.263083 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 40892) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:30.277740 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3619c65-b3d8-4c2a-b451-4053486d6a29 tempest-RoutersAdminNegativeTest-477600184 tempest-RoutersAdminNegativeTest-477600184-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:45:30.278452 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3619c65-b3d8-4c2a-b451-4053486d6a29 tempest-RoutersAdminNegativeTest-477600184 tempest-RoutersAdminNegativeTest-477600184-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:45:30.279172 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3619c65-b3d8-4c2a-b451-4053486d6a29 tempest-RoutersAdminNegativeTest-477600184 tempest-RoutersAdminNegativeTest-477600184-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:45:30.279868 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3619c65-b3d8-4c2a-b451-4053486d6a29 tempest-RoutersAdminNegativeTest-477600184 tempest-RoutersAdminNegativeTest-477600184-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:45:30.280653 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3619c65-b3d8-4c2a-b451-4053486d6a29 tempest-RoutersAdminNegativeTest-477600184 tempest-RoutersAdminNegativeTest-477600184-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:45:30.282226 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3619c65-b3d8-4c2a-b451-4053486d6a29 tempest-RoutersAdminNegativeTest-477600184 tempest-RoutersAdminNegativeTest-477600184-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:45:30.283307 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3619c65-b3d8-4c2a-b451-4053486d6a29 tempest-RoutersAdminNegativeTest-477600184 tempest-RoutersAdminNegativeTest-477600184-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:45:30.283490 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e1c909-a04c-48df-88d0-d3f711eb652e tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:45:30.287081 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3619c65-b3d8-4c2a-b451-4053486d6a29 tempest-RoutersAdminNegativeTest-477600184 tempest-RoutersAdminNegativeTest-477600184-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:45:30.287671 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3619c65-b3d8-4c2a-b451-4053486d6a29 tempest-RoutersAdminNegativeTest-477600184 tempest-RoutersAdminNegativeTest-477600184-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:45:30.288248 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3619c65-b3d8-4c2a-b451-4053486d6a29 tempest-RoutersAdminNegativeTest-477600184 tempest-RoutersAdminNegativeTest-477600184-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:45:30.288687 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3619c65-b3d8-4c2a-b451-4053486d6a29 tempest-RoutersAdminNegativeTest-477600184 tempest-RoutersAdminNegativeTest-477600184-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:45:30.289172 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3619c65-b3d8-4c2a-b451-4053486d6a29 tempest-RoutersAdminNegativeTest-477600184 tempest-RoutersAdminNegativeTest-477600184-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:45:30.311559 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c584196f-3f69-4ed5-b686-674727bccd15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:30.346895 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-85e1c909-a04c-48df-88d0-d3f711eb652e tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:45:30.373035 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707171b5-e1d2-45c2-b9bb-4683c3faf3c0 None None] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:45:30.430015 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e1c909-a04c-48df-88d0-d3f711eb652e tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:45:30.431583 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-85e1c909-a04c-48df-88d0-d3f711eb652e tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:30.469061 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e1c909-a04c-48df-88d0-d3f711eb652e tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Pushing event updated for resources: {'Port': ['ID=e6c8a010-13e2-4965-b9ac-5c0d309fc7bb,revision_number=5']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:45:30.516065 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c584196f-3f69-4ed5-b686-674727bccd15 admin admin] Releasing vlan 671 on physical network physnet1 to pool {{(pid=94420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:45:30.518709 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c584196f-3f69-4ed5-b686-674727bccd15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29762581'] for segment, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:30.827229 n-d-803378-2 neutron-server[94420]: Traceback (most recent call last): Aug 05 11:45:30.827229 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:45:30.827229 n-d-803378-2 neutron-server[94420]: timer() Aug 05 11:45:30.827229 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:45:30.827229 n-d-803378-2 neutron-server[94420]: cb(*args, **kw) Aug 05 11:45:30.827229 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:45:30.827229 n-d-803378-2 neutron-server[94420]: return func(*args, **kwargs) Aug 05 11:45:30.827229 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:45:30.827229 n-d-803378-2 neutron-server[94420]: self._notify() Aug 05 11:45:30.827229 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:45:30.827229 n-d-803378-2 neutron-server[94420]: self.callback(batched_events) Aug 05 11:45:30.827229 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:45:30.827229 n-d-803378-2 neutron-server[94420]: event.method(event) Aug 05 11:45:30.827229 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:45:30.827229 n-d-803378-2 neutron-server[94420]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:45:30.827229 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:45:30.827229 n-d-803378-2 neutron-server[94420]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:45:30.827229 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:45:30.827229 n-d-803378-2 neutron-server[94420]: return f(self, *a, **k) Aug 05 11:45:30.827229 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:45:30.827229 n-d-803378-2 neutron-server[94420]: return self._get(url).json() Aug 05 11:45:30.827229 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:45:30.827229 n-d-803378-2 neutron-server[94420]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:45:30.827229 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:45:30.827229 n-d-803378-2 neutron-server[94420]: return self.request(url, 'GET', **kwargs) Aug 05 11:45:30.827229 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:45:30.827229 n-d-803378-2 neutron-server[94420]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:45:30.827229 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:45:30.827229 n-d-803378-2 neutron-server[94420]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:45:30.827229 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:45:30.827229 n-d-803378-2 neutron-server[94420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:45:30.827229 n-d-803378-2 neutron-server[94420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:45:30.893481 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-85e1c909-a04c-48df-88d0-d3f711eb652e tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 7.9715760 Aug 05 11:45:30.909135 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 40900) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:30.916200 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c584196f-3f69-4ed5-b686-674727bccd15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:30.999182 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-03798ca9-3634-43cf-8f58-84c1e79171c1 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Request body: {'port': {'network_id': '65f763dc-e344-4f1a-a003-f0293beb6d65', 'mac_address': 'fa:16:3e:31:f8:2e', 'name': 'tempest-NetworksTestDHCPv6-401074856'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:45:31.146520 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-425c2d29-8ca5-4ba2-89f4-17369c8947a2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a821dc3f7db4460eaef6929bf1c161a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8477817 Aug 05 11:45:31.160465 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c584196f-3f69-4ed5-b686-674727bccd15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:31.168753 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f697992b-600e-4bd2-8668-67618d9218d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:45:31.169553 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f697992b-600e-4bd2-8668-67618d9218d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:45:31.170015 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f697992b-600e-4bd2-8668-67618d9218d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:45:31.170572 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f697992b-600e-4bd2-8668-67618d9218d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:45:31.171143 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f697992b-600e-4bd2-8668-67618d9218d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:45:31.171726 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f697992b-600e-4bd2-8668-67618d9218d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:45:31.173131 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f697992b-600e-4bd2-8668-67618d9218d5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:45:31.173442 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-c584196f-3f69-4ed5-b686-674727bccd15 admin admin] 10.222.0.58 "DELETE /v2.0/networks/8f0cd7ef-314f-41fb-b93e-da31e25a7810 HTTP/1.1" status: 204 len: 168 time: 4.1200411 Aug 05 11:45:31.173719 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f697992b-600e-4bd2-8668-67618d9218d5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:45:31.174824 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f697992b-600e-4bd2-8668-67618d9218d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:45:31.175392 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f697992b-600e-4bd2-8668-67618d9218d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:45:31.175949 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f697992b-600e-4bd2-8668-67618d9218d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:45:31.176542 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f697992b-600e-4bd2-8668-67618d9218d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:45:31.197848 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c584196f-3f69-4ed5-b686-674727bccd15 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f0cd7ef-314f-41fb-b93e-da31e25a7810,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:45:31.206214 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 40908) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:31.338638 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f5dce773-cd37-46ed-bbd2-8fb883500cfb req-b241f0ea-9ff0-42b6-9e42-b896e013e5e0 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.58 "GET /v2.0/ports?device_id=38f2a801-3a66-4b5c-89f8-9abd0a3fdfc3 HTTP/1.1" status: 200 len: 210 time: 0.4356809 Aug 05 11:45:31.369620 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c3619c65-b3d8-4c2a-b451-4053486d6a29 tempest-RoutersAdminNegativeTest-477600184 tempest-RoutersAdminNegativeTest-477600184-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:31.394974 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-c3619c65-b3d8-4c2a-b451-4053486d6a29 tempest-RoutersAdminNegativeTest-477600184 tempest-RoutersAdminNegativeTest-477600184-project-admin] 10.222.0.58 "DELETE /v2.0/ports/3e123b33-0939-4aa8-b80f-273845b84637 HTTP/1.1" status: 204 len: 168 time: 4.0347745 Aug 05 11:45:31.488245 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f13dedc7-89c1-4656-af0f-9dfeba872163 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:31.584241 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-a8137068-edf8-4e48-b5d1-005120191d6a tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Allocated IP 172.20.0.12 (c9a99a0a-5278-473e-acdb-da7174c2ef87/4d00f369-d38e-44a1-82a5-67f37789e0fc/03a5508e-755b-47cf-a37a-a4c84dcfe905) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:45:31.613314 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f13dedc7-89c1-4656-af0f-9dfeba872163 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:31.717595 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03798ca9-3634-43cf-8f58-84c1e79171c1 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Made reservation on behalf of 2255634a74e844e794fd358818288ba1 for: {'port': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:45:31.905144 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 40926) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:31.959084 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44fa18c-0737-43e7-81a3-62bbfc775243 req-1170a06a-7403-4771-92a3-02264ffd6171 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:45:31.962371 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-f44fa18c-0737-43e7-81a3-62bbfc775243 req-1170a06a-7403-4771-92a3-02264ffd6171 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.64 "GET /v2.0/networks?id=70811fd3-f1ad-446e-9d22-c9fd1055c61c HTTP/1.1" status: 200 len: 810 time: 0.7280598 Aug 05 11:45:32.039940 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-f44fa18c-0737-43e7-81a3-62bbfc775243 req-3e26ad09-534b-4175-9e41-5c970da3ccec tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] Request body: {'port': {'device_id': '38f2a801-3a66-4b5c-89f8-9abd0a3fdfc3', 'network_id': '70811fd3-f1ad-446e-9d22-c9fd1055c61c', 'admin_state_up': True, 'tenant_id': '4387c5d8394046fa838195311347b87b'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:45:32.099638 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-03798ca9-3634-43cf-8f58-84c1e79171c1 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:32.163786 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f13dedc7-89c1-4656-af0f-9dfeba872163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:32.173836 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f13dedc7-89c1-4656-af0f-9dfeba872163 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:32.182296 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-f13dedc7-89c1-4656-af0f-9dfeba872163 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c3cdc2e1-6657-462f-8996-f7367a683d94 HTTP/1.1" status: 204 len: 168 time: 0.9161799 Aug 05 11:45:32.213946 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [None req-03798ca9-3634-43cf-8f58-84c1e79171c1 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] device_id is not set on port 9efa5465-8a4b-4635-96b6-e4940a2eb9cb yet. {{(pid=94420) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 11:45:32.293513 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-96ccdd6c-3e6f-4db3-8a8c-efba037a05ad admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a02a178820324fb2b01f24f52bf7b476&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3758426 Aug 05 11:45:32.304588 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 40934) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:32.311803 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13dedc7-89c1-4656-af0f-9dfeba872163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3cdc2e1-6657-462f-8996-f7367a683d94,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:45:32.440626 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a8137068-edf8-4e48-b5d1-005120191d6a tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:32.565104 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f44fa18c-0737-43e7-81a3-62bbfc775243 req-3e26ad09-534b-4175-9e41-5c970da3ccec tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] Made reservation on behalf of 4387c5d8394046fa838195311347b87b for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:45:32.584934 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-f44fa18c-0737-43e7-81a3-62bbfc775243 req-3e26ad09-534b-4175-9e41-5c970da3ccec tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:32.600526 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device e6c8a010-13e2-4965-b9ac-5c0d309fc7bb up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:45:32.797457 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port e6c8a010-13e2-4965-b9ac-5c0d309fc7bb triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:45:32.801601 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:32.844821 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 40940) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:32.890087 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-51d42a4f-e8a2-4c19-a980-8efba514f8f2 req-69cb12fd-5b22-47e5-82e3-e8de803414f7 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.58 "GET /v2.0/ports?device_id=38f2a801-3a66-4b5c-89f8-9abd0a3fdfc3 HTTP/1.1" status: 200 len: 210 time: 0.2265522 Aug 05 11:45:33.007982 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-231e5261-1b24-4510-b857-9daba97e0c02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:33.054896 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-231e5261-1b24-4510-b857-9daba97e0c02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:33.111401 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-4a20632b-a98d-47b0-9c75-5ecbffdc2f1e None None] Provisioning complete for port e6c8a010-13e2-4965-b9ac-5c0d309fc7bb triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:45:33.112324 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-4a20632b-a98d-47b0-9c75-5ecbffdc2f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:33.181423 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-231e5261-1b24-4510-b857-9daba97e0c02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:33.185869 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-231e5261-1b24-4510-b857-9daba97e0c02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:33.187779 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-231e5261-1b24-4510-b857-9daba97e0c02 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1de8a8a3-1760-4f03-a03c-e2b00c19ab94 HTTP/1.1" status: 204 len: 168 time: 0.8669832 Aug 05 11:45:33.264648 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a8137068-edf8-4e48-b5d1-005120191d6a tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:33.332254 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231e5261-1b24-4510-b857-9daba97e0c02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1de8a8a3-1760-4f03-a03c-e2b00c19ab94,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:45:33.471381 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8137068-edf8-4e48-b5d1-005120191d6a tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Network c9a99a0a-5278-473e-acdb-da7174c2ef87 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:45:33.564590 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-a8137068-edf8-4e48-b5d1-005120191d6a tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:45:33.579985 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8137068-edf8-4e48-b5d1-005120191d6a tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:45:33.650709 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-f44fa18c-0737-43e7-81a3-62bbfc775243 req-3e26ad09-534b-4175-9e41-5c970da3ccec tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] Allocated IP 172.20.0.12 (70811fd3-f1ad-446e-9d22-c9fd1055c61c/71a2d471-ec02-42ce-91bf-6bee2a437528/a7abe8ac-b0df-444c-8b55-309e246b1b4d) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:45:33.762748 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b6beb456-f8c7-4c12-a7f2-fcb4c4fbfc45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:33.795032 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-03798ca9-3634-43cf-8f58-84c1e79171c1 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Allocated IP 2001:db8::11a (65f763dc-e344-4f1a-a003-f0293beb6d65/ad9b4f1d-3e42-4e25-b55d-2394a9c5c828/9efa5465-8a4b-4635-96b6-e4940a2eb9cb) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:45:33.819751 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-03798ca9-3634-43cf-8f58-84c1e79171c1 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Allocated IP 2001:db8:0:1:f816:3eff:fe31:f82e (65f763dc-e344-4f1a-a003-f0293beb6d65/40166d0c-efca-415e-9bc6-7cf06b19856f/9efa5465-8a4b-4635-96b6-e4940a2eb9cb) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:45:34.206878 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 40958) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:34.326846 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-f44fa18c-0737-43e7-81a3-62bbfc775243 req-3e26ad09-534b-4175-9e41-5c970da3ccec tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:34.356834 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f43ab8d2-0063-4d12-b8f5-09ac104ea68a req-7ff7275c-ea20-4ca8-8f62-0b72ae2d2cf1 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.58 "GET /v2.0/ports?device_id=38f2a801-3a66-4b5c-89f8-9abd0a3fdfc3 HTTP/1.1" status: 200 len: 210 time: 0.1025147 Aug 05 11:45:34.410266 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b6beb456-f8c7-4c12-a7f2-fcb4c4fbfc45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:34.416981 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8137068-edf8-4e48-b5d1-005120191d6a tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Pushing event updated for resources: {'Port': ['ID=03a5508e-755b-47cf-a37a-a4c84dcfe905,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:45:34.461175 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-03798ca9-3634-43cf-8f58-84c1e79171c1 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:34.467623 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b6beb456-f8c7-4c12-a7f2-fcb4c4fbfc45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:34.553420 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-f44fa18c-0737-43e7-81a3-62bbfc775243 req-3e26ad09-534b-4175-9e41-5c970da3ccec tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:34.559578 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [None req-03798ca9-3634-43cf-8f58-84c1e79171c1 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Transition to ACTIVE for port object 9efa5465-8a4b-4635-96b6-e4940a2eb9cb will not be triggered until provisioned by entity DHCP. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:45:34.563146 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 40962) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:34.598828 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['18bd55c9-be44-48c5-b1dc-5b4c63ef14f0'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:45:34.628750 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6beb456-f8c7-4c12-a7f2-fcb4c4fbfc45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea12e384-ba57-4a90-bece-0d92055efdd0,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:45:34.659235 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-b6beb456-f8c7-4c12-a7f2-fcb4c4fbfc45 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=aeb4e7303a1941acb1d23c762b0239c1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8070869 Aug 05 11:45:34.744549 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-81cf5d07-cd55-4f98-9193-e8d6c142a256 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-917836043'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:45:34.751181 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 40964) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:34.781254 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-03798ca9-3634-43cf-8f58-84c1e79171c1 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:34.939387 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03798ca9-3634-43cf-8f58-84c1e79171c1 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Pushing event updated for resources: {'Port': ['ID=9efa5465-8a4b-4635-96b6-e4940a2eb9cb,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:45:35.013563 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81cf5d07-cd55-4f98-9193-e8d6c142a256 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Made reservation on behalf of 6feb354f44e34f96b67fc83b8a013813 for: {'network': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:45:35.020055 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-81cf5d07-cd55-4f98-9193-e8d6c142a256 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:35.024774 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f44fa18c-0737-43e7-81a3-62bbfc775243 req-3e26ad09-534b-4175-9e41-5c970da3ccec tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] Network 70811fd3-f1ad-446e-9d22-c9fd1055c61c is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:45:35.034118 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e26ad09-534b-4175-9e41-5c970da3ccec tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] Pushing event updated for resources: {'Port': ['ID=a7abe8ac-b0df-444c-8b55-309e246b1b4d,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:45:35.055125 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03798ca9-3634-43cf-8f58-84c1e79171c1 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:45:35.062859 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-03798ca9-3634-43cf-8f58-84c1e79171c1 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:45:35.064694 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-f44fa18c-0737-43e7-81a3-62bbfc775243 req-3e26ad09-534b-4175-9e41-5c970da3ccec tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:45:35.070359 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-81cf5d07-cd55-4f98-9193-e8d6c142a256 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:35.075885 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03798ca9-3634-43cf-8f58-84c1e79171c1 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:45:35.076752 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-f44fa18c-0737-43e7-81a3-62bbfc775243 req-3e26ad09-534b-4175-9e41-5c970da3ccec tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:45:35.088690 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03798ca9-3634-43cf-8f58-84c1e79171c1 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:45:35.090412 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-03798ca9-3634-43cf-8f58-84c1e79171c1 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:35.141355 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-6e90b359-2685-4d33-be5b-3fd31c3a3b74 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=edd36454afa346aa91983497ab8e2fdf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5673771 Aug 05 11:45:35.157167 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 40968) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:35.177079 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fdadc197-6563-46af-a5b0-bf81043d31cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:35.198192 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-03798ca9-3634-43cf-8f58-84c1e79171c1 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 4.2838449 Aug 05 11:45:35.199249 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 40970) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:35.383058 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fdadc197-6563-46af-a5b0-bf81043d31cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:35.411767 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44fa18c-0737-43e7-81a3-62bbfc775243 req-3e26ad09-534b-4175-9e41-5c970da3ccec tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:45:35.413034 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-f44fa18c-0737-43e7-81a3-62bbfc775243 req-3e26ad09-534b-4175-9e41-5c970da3ccec tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:35.439561 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a8137068-edf8-4e48-b5d1-005120191d6a tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:35.531673 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f49333dd-b7a4-4c2b-a226-aada9a5e3568 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:35.778065 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f49333dd-b7a4-4c2b-a226-aada9a5e3568 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:35.792650 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-e7f5c785-bbcb-4f7b-b085-f72d64abfda9 None None] Provisioning for port 9efa5465-8a4b-4635-96b6-e4940a2eb9cb completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:45:35.804165 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-e7f5c785-bbcb-4f7b-b085-f72d64abfda9 None None] Provisioning complete for port 9efa5465-8a4b-4635-96b6-e4940a2eb9cb triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:45:35.805130 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e7f5c785-bbcb-4f7b-b085-f72d64abfda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:35.898435 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-e7f5c785-bbcb-4f7b-b085-f72d64abfda9 None None] Port 9efa5465-8a4b-4635-96b6-e4940a2eb9cb cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:45:35.930185 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fdadc197-6563-46af-a5b0-bf81043d31cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:35.938019 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fdadc197-6563-46af-a5b0-bf81043d31cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:35.940170 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-fdadc197-6563-46af-a5b0-bf81043d31cb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ea12e384-ba57-4a90-bece-0d92055efdd0 HTTP/1.1" status: 204 len: 168 time: 1.1870723 Aug 05 11:45:35.991485 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0af6b35-9946-4e97-be3d-d45ae8de0a38 req-d83d70fb-321b-4f15-a763-9aa4f222cb78 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:45:36.003161 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a8137068-edf8-4e48-b5d1-005120191d6a tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286026'] for router, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:36.004750 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d0af6b35-9946-4e97-be3d-d45ae8de0a38 req-d83d70fb-321b-4f15-a763-9aa4f222cb78 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.58 "GET /v2.0/ports?device_id=38f2a801-3a66-4b5c-89f8-9abd0a3fdfc3 HTTP/1.1" status: 200 len: 932 time: 0.3393753 Aug 05 11:45:36.025583 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-fe24c7d5-1aa1-4481-96ee-7a75c6ae7b06 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Deleting port 9efa5465-8a4b-4635-96b6-e4940a2eb9cb {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:45:36.026257 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fe24c7d5-1aa1-4481-96ee-7a75c6ae7b06 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:36.171273 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdadc197-6563-46af-a5b0-bf81043d31cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea12e384-ba57-4a90-bece-0d92055efdd0,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:45:36.271899 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fe24c7d5-1aa1-4481-96ee-7a75c6ae7b06 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:36.296562 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-fe24c7d5-1aa1-4481-96ee-7a75c6ae7b06 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Calling delete_port for 9efa5465-8a4b-4635-96b6-e4940a2eb9cb owned by {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:45:36.305641 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-81cf5d07-cd55-4f98-9193-e8d6c142a256 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:36.333781 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-81cf5d07-cd55-4f98-9193-e8d6c142a256 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:36.344856 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-f44fa18c-0737-43e7-81a3-62bbfc775243 req-3e26ad09-534b-4175-9e41-5c970da3ccec tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3347292 Aug 05 11:45:36.379191 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-f44fa18c-0737-43e7-81a3-62bbfc775243 req-f50b5ca2-5964-4d9c-abbe-e4954cb8d55b service neutron] Request body: {'port': {'device_id': '38f2a801-3a66-4b5c-89f8-9abd0a3fdfc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:45:36.473082 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f49333dd-b7a4-4c2b-a226-aada9a5e3568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:36.478586 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f49333dd-b7a4-4c2b-a226-aada9a5e3568 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:36.480894 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-f49333dd-b7a4-4c2b-a226-aada9a5e3568 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5c252126-2f60-43b5-b258-f647af806491 HTTP/1.1" status: 204 len: 168 time: 1.3217654 Aug 05 11:45:36.482571 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81cf5d07-cd55-4f98-9193-e8d6c142a256 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] vlan segment allocate from pool success with {'vlan_id': 681, 'physical_network': 'physnet1'} {{(pid=94420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:45:36.536311 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d0af6b35-9946-4e97-be3d-d45ae8de0a38 req-892ba002-b7db-4a0c-b7ba-255a9f42db3b tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.58 "GET /v2.0/security-groups?id=ab2b5f38-a05a-4ac9-a8bf-2f9bfdcd31b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4599097 Aug 05 11:45:36.575737 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-81cf5d07-cd55-4f98-9193-e8d6c142a256 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:36.576773 n-d-803378-2 neutron-server[94420]: INFO neutron.db.segments_db [None req-81cf5d07-cd55-4f98-9193-e8d6c142a256 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Added segment 603fbbf7-f5ef-43b1-acdb-a37ecc698f0d of type vlan for network 06b9eca3-bf56-47fc-beca-ba7c57d829ea Aug 05 11:45:36.596320 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8137068-edf8-4e48-b5d1-005120191d6a tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Router 6903965f-0da9-483e-ad5d-3d60ad54e166 is scheduled to L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d with binding_index 1 {{(pid=94421) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 11:45:36.607917 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cf5d07-cd55-4f98-9193-e8d6c142a256 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03e772de-cb5b-4b20-b56d-15b60e281591,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:45:36.656110 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-f44fa18c-0737-43e7-81a3-62bbfc775243 req-f50b5ca2-5964-4d9c-abbe-e4954cb8d55b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:36.693093 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49333dd-b7a4-4c2b-a226-aada9a5e3568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c252126-2f60-43b5-b258-f647af806491,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:45:36.737712 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-81cf5d07-cd55-4f98-9193-e8d6c142a256 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:36.845074 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-81cf5d07-cd55-4f98-9193-e8d6c142a256 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:36.865222 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81cf5d07-cd55-4f98-9193-e8d6c142a256 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:45:36.867524 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-81cf5d07-cd55-4f98-9193-e8d6c142a256 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:37.246778 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e57f1ea5-8b49-45bb-b949-d6de73c2f175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:37.269741 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cf5d07-cd55-4f98-9193-e8d6c142a256 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Pushing event updated for resources: {'Network': ['ID=06b9eca3-bf56-47fc-beca-ba7c57d829ea,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:45:37.279453 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 40988) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:37.310618 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 06b9eca3-bf56-47fc-beca-ba7c57d829ea details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:45:37.328680 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-81cf5d07-cd55-4f98-9193-e8d6c142a256 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 3.1014557 Aug 05 11:45:37.344533 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8137068-edf8-4e48-b5d1-005120191d6a tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:45:37.387168 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed005df8-56c0-460b-8265-9144ed09e93e None None] Sync routers for ids ['6903965f-0da9-483e-ad5d-3d60ad54e166'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:45:37.448924 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a8137068-edf8-4e48-b5d1-005120191d6a tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify callbacks [] for router, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:37.462089 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-a8137068-edf8-4e48-b5d1-005120191d6a tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 10.8709688 Aug 05 11:45:37.463151 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 40990) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:37.514522 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed005df8-56c0-460b-8265-9144ed09e93e None None] Routers {'6903965f-0da9-483e-ad5d-3d60ad54e166'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:45:37.515541 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-ed005df8-56c0-460b-8265-9144ed09e93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:45:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['6903965f-0da9-483e-ad5d-3d60ad54e166'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:45:37.642820 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-aa140859-ad50-456a-be43-f24f6cc28e5b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=720f1b13eab04c1f97719059759f956a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3527222 Aug 05 11:45:37.670148 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 40996) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:37.988382 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fe24c7d5-1aa1-4481-96ee-7a75c6ae7b06 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:38.046457 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-ed005df8-56c0-460b-8265-9144ed09e93e None None] Set router 6903965f-0da9-483e-ad5d-3d60ad54e166 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:45:38.120768 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe24c7d5-1aa1-4481-96ee-7a75c6ae7b06 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Pushing event deleted for resources: {'Port': ['ID=9efa5465-8a4b-4635-96b6-e4940a2eb9cb,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:45:38.170054 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe24c7d5-1aa1-4481-96ee-7a75c6ae7b06 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:45:38.171724 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe24c7d5-1aa1-4481-96ee-7a75c6ae7b06 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:45:38.174288 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe24c7d5-1aa1-4481-96ee-7a75c6ae7b06 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:45:38.175307 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe24c7d5-1aa1-4481-96ee-7a75c6ae7b06 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:45:38.176082 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe24c7d5-1aa1-4481-96ee-7a75c6ae7b06 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:45:38.177158 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe24c7d5-1aa1-4481-96ee-7a75c6ae7b06 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:45:38.178790 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe24c7d5-1aa1-4481-96ee-7a75c6ae7b06 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:45:38.179644 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe24c7d5-1aa1-4481-96ee-7a75c6ae7b06 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:45:38.181204 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe24c7d5-1aa1-4481-96ee-7a75c6ae7b06 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:45:38.185543 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe24c7d5-1aa1-4481-96ee-7a75c6ae7b06 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:45:38.186774 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe24c7d5-1aa1-4481-96ee-7a75c6ae7b06 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:45:38.187691 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe24c7d5-1aa1-4481-96ee-7a75c6ae7b06 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:45:38.296980 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-21e39b8b-a05e-4213-938c-d2d625a353ab tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify callbacks [] for router, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:38.360537 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dac22c-d591-4e47-bba2-7e647b011dcc req-bb0e5753-249a-4cea-a2a8-f83a4003c22f tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:45:38.372756 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-26dac22c-d591-4e47-bba2-7e647b011dcc req-bb0e5753-249a-4cea-a2a8-f83a4003c22f tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.58 "GET /v2.0/ports?device_id=38f2a801-3a66-4b5c-89f8-9abd0a3fdfc3 HTTP/1.1" status: 200 len: 932 time: 0.4314280 Aug 05 11:45:38.374487 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-585ff17a-f6f6-40ba-bfa0-a66ccd7f98ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:38.765237 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-f44fa18c-0737-43e7-81a3-62bbfc775243 req-f50b5ca2-5964-4d9c-abbe-e4954cb8d55b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7abe8ac-b0df-444c-8b55-309e246b1b4d {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:45:38.782879 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-f44fa18c-0737-43e7-81a3-62bbfc775243 req-f50b5ca2-5964-4d9c-abbe-e4954cb8d55b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:38.810734 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-f44fa18c-0737-43e7-81a3-62bbfc775243 req-f50b5ca2-5964-4d9c-abbe-e4954cb8d55b service neutron] Transition to ACTIVE for port object a7abe8ac-b0df-444c-8b55-309e246b1b4d will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:45:38.842413 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-f44fa18c-0737-43e7-81a3-62bbfc775243 req-f50b5ca2-5964-4d9c-abbe-e4954cb8d55b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:39.091873 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-ed005df8-56c0-460b-8265-9144ed09e93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6903965f-0da9-483e-ad5d-3d60ad54e166', 'name': '', 'tenant_id': '69b0f00abca54ac1ad79121b1a671f11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a99a0a-5278-473e-acdb-da7174c2ef87', 'external_fixed_ips': [{'subnet_id': '4d00f369-d38e-44a1-82a5-67f37789e0fc', 'ip_address': '172.20.0.12'}], 'enable_snat': True}, 'gw_port_id': '03a5508e-755b-47cf-a37a-a4c84dcfe905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:45:26Z', 'updated_at': '2021-08-05T11:45:35Z', 'revision_number': 3, 'project_id': '69b0f00abca54ac1ad79121b1a671f11', 'gw_port': {'id': '03a5508e-755b-47cf-a37a-a4c84dcfe905', 'name': '', 'network_id': 'c9a99a0a-5278-473e-acdb-da7174c2ef87', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:77:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6903965f-0da9-483e-ad5d-3d60ad54e166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2253, 'fixed_ips': [{'subnet_id': '4d00f369-d38e-44a1-82a5-67f37789e0fc', 'ip_address': '172.20.0.12', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:45:29Z', 'updated_at': '2021-08-05T11:45:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d00f369-d38e-44a1-82a5-67f37789e0fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:45:39.187890 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed005df8-56c0-460b-8265-9144ed09e93e None None] Checking router: 6903965f-0da9-483e-ad5d-3d60ad54e166 for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:45:39.189393 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed005df8-56c0-460b-8265-9144ed09e93e None None] Updating router 6903965f-0da9-483e-ad5d-3d60ad54e166 port 03a5508e-755b-47cf-a37a-a4c84dcfe905 binding host n-d-803378-2 {{(pid=94422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 11:45:39.310713 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-ed005df8-56c0-460b-8265-9144ed09e93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:39.459314 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41016) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:39.595493 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50b5ca2-5964-4d9c-abbe-e4954cb8d55b service neutron] Pushing event updated for resources: {'Port': ['ID=a7abe8ac-b0df-444c-8b55-309e246b1b4d,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:45:39.628269 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fe24c7d5-1aa1-4481-96ee-7a75c6ae7b06 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:39.644413 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-fe24c7d5-1aa1-4481-96ee-7a75c6ae7b06 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "DELETE /v2.0/ports/9efa5465-8a4b-4635-96b6-e4940a2eb9cb HTTP/1.1" status: 204 len: 168 time: 4.4269001 Aug 05 11:45:39.649339 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41020) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:39.732023 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-21e39b8b-a05e-4213-938c-d2d625a353ab tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:39.734988 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-585ff17a-f6f6-40ba-bfa0-a66ccd7f98ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:39.771977 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-26dac22c-d591-4e47-bba2-7e647b011dcc req-40d6c7df-134a-425c-9d11-221dfafd2cb7 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.58 "GET /v2.0/security-groups?id=ab2b5f38-a05a-4ac9-a8bf-2f9bfdcd31b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3784456 Aug 05 11:45:39.856948 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-f44fa18c-0737-43e7-81a3-62bbfc775243 req-f50b5ca2-5964-4d9c-abbe-e4954cb8d55b service neutron] Attempting to bind port a7abe8ac-b0df-444c-8b55-309e246b1b4d on host n-h1-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:45:39.857560 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-f44fa18c-0737-43e7-81a3-62bbfc775243 req-f50b5ca2-5964-4d9c-abbe-e4954cb8d55b service neutron] Attempting to bind port a7abe8ac-b0df-444c-8b55-309e246b1b4d by drivers openvswitch,hyperv on host n-h1-803378-2 at level 0 using segments [{'id': 'b36a843f-62f3-4ca4-92e0-595d19e6a3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '70811fd3-f1ad-446e-9d22-c9fd1055c61c'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:45:39.858163 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44fa18c-0737-43e7-81a3-62bbfc775243 req-f50b5ca2-5964-4d9c-abbe-e4954cb8d55b service neutron] Attempting to bind port a7abe8ac-b0df-444c-8b55-309e246b1b4d on network 70811fd3-f1ad-446e-9d22-c9fd1055c61c {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:45:39.918343 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44fa18c-0737-43e7-81a3-62bbfc775243 req-f50b5ca2-5964-4d9c-abbe-e4954cb8d55b service neutron] Port a7abe8ac-b0df-444c-8b55-309e246b1b4d on network 70811fd3-f1ad-446e-9d22-c9fd1055c61c not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:45:39.918908 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44fa18c-0737-43e7-81a3-62bbfc775243 req-f50b5ca2-5964-4d9c-abbe-e4954cb8d55b service neutron] Attempting to bind port a7abe8ac-b0df-444c-8b55-309e246b1b4d on network 70811fd3-f1ad-446e-9d22-c9fd1055c61c {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:45:39.948356 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44fa18c-0737-43e7-81a3-62bbfc775243 req-f50b5ca2-5964-4d9c-abbe-e4954cb8d55b service neutron] Checking agent: {'id': '40bb7567-59bd-4b31-bc29-da1c50bca759', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:45:39.949071 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44fa18c-0737-43e7-81a3-62bbfc775243 req-f50b5ca2-5964-4d9c-abbe-e4954cb8d55b service neutron] Checking segment: {'id': 'b36a843f-62f3-4ca4-92e0-595d19e6a3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '70811fd3-f1ad-446e-9d22-c9fd1055c61c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:45:39.949764 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44fa18c-0737-43e7-81a3-62bbfc775243 req-f50b5ca2-5964-4d9c-abbe-e4954cb8d55b service neutron] Bound using segment: {'id': 'b36a843f-62f3-4ca4-92e0-595d19e6a3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '70811fd3-f1ad-446e-9d22-c9fd1055c61c'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:45:39.950560 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-f44fa18c-0737-43e7-81a3-62bbfc775243 req-f50b5ca2-5964-4d9c-abbe-e4954cb8d55b service neutron] Bound port: a7abe8ac-b0df-444c-8b55-309e246b1b4d, host: n-h1-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b36a843f-62f3-4ca4-92e0-595d19e6a3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '70811fd3-f1ad-446e-9d22-c9fd1055c61c'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:45:39.952207 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-f44fa18c-0737-43e7-81a3-62bbfc775243 req-f50b5ca2-5964-4d9c-abbe-e4954cb8d55b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:39.955392 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-585ff17a-f6f6-40ba-bfa0-a66ccd7f98ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:39.963070 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-585ff17a-f6f6-40ba-bfa0-a66ccd7f98ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:39.975448 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-585ff17a-f6f6-40ba-bfa0-a66ccd7f98ff admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/82da63f6-124f-4b8e-9263-bae756223455 HTTP/1.1" status: 204 len: 168 time: 2.3030343 Aug 05 11:45:40.008170 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585ff17a-f6f6-40ba-bfa0-a66ccd7f98ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82da63f6-124f-4b8e-9263-bae756223455,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:45:40.024034 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb72613-bc25-493a-9268-185c85f121e6 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:45:40.032241 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 41024) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:40.046991 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-6cb72613-bc25-493a-9268-185c85f121e6 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3597856 Aug 05 11:45:40.064059 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-acd03c74-8aae-4c8c-b5c2-8b4d6e06a8bc admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1745034871-network', 'tenant_id': '7c672e3cdc734e2186d8cb47e41d66ab'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:45:40.213937 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8eedca0-1953-4670-b3f0-298593b6265d tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:45:40.221252 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-b8eedca0-1953-4670-b3f0-298593b6265d tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1877773 Aug 05 11:45:40.222273 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 41026) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:40.347948 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acd03c74-8aae-4c8c-b5c2-8b4d6e06a8bc admin admin] Made reservation on behalf of 7c672e3cdc734e2186d8cb47e41d66ab for: {'network': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:45:40.371082 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-acd03c74-8aae-4c8c-b5c2-8b4d6e06a8bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:40.389040 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-ed005df8-56c0-460b-8265-9144ed09e93e None None] Notify callbacks [] for port, precommit_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:40.415915 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-ed005df8-56c0-460b-8265-9144ed09e93e None None] Transition to ACTIVE for port object 03a5508e-755b-47cf-a37a-a4c84dcfe905 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:45:40.463890 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-ed005df8-56c0-460b-8265-9144ed09e93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:40.490506 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-acd03c74-8aae-4c8c-b5c2-8b4d6e06a8bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:40.499995 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa68723-bbcd-48c2-b60e-5d19ea1687fa tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:45:40.510706 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa68723-bbcd-48c2-b60e-5d19ea1687fa tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:45:40.520213 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa68723-bbcd-48c2-b60e-5d19ea1687fa tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:45:40.530381 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-efa68723-bbcd-48c2-b60e-5d19ea1687fa tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3063550 Aug 05 11:45:40.532374 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 41030) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:40.590513 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-f44fa18c-0737-43e7-81a3-62bbfc775243 req-f50b5ca2-5964-4d9c-abbe-e4954cb8d55b service neutron] For port a7abe8ac-b0df-444c-8b55-309e246b1b4d, host n-h1-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:45:40.603025 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30249b4-62a5-407b-9a4d-f8f28d4e0a0e None None] Pushing event updated for resources: {'Port': ['ID=03a5508e-755b-47cf-a37a-a4c84dcfe905,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:45:40.614176 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-8b9ab1e8-0edc-4eb2-bf19-1e6d9a0e760b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:40.627135 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:40.637600 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-f44fa18c-0737-43e7-81a3-62bbfc775243 req-f50b5ca2-5964-4d9c-abbe-e4954cb8d55b service neutron] For port a7abe8ac-b0df-444c-8b55-309e246b1b4d, host n-h1-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=a7abe8ac-b0df-444c-8b55-309e246b1b4d,segment=NetworkSegment(b36a843f-62f3-4ca4-92e0-595d19e6a3f0),segment_id=b36a843f-62f3-4ca4-92e0-595d19e6a3f0)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:45:40.703033 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-ed005df8-56c0-460b-8265-9144ed09e93e None None] Attempting to bind port 03a5508e-755b-47cf-a37a-a4c84dcfe905 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:45:40.707569 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-ed005df8-56c0-460b-8265-9144ed09e93e None None] Attempting to bind port 03a5508e-755b-47cf-a37a-a4c84dcfe905 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'd3e76dac-4495-4dba-9458-00eb56add8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c9a99a0a-5278-473e-acdb-da7174c2ef87'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:45:40.710018 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed005df8-56c0-460b-8265-9144ed09e93e None None] Attempting to bind port 03a5508e-755b-47cf-a37a-a4c84dcfe905 on network c9a99a0a-5278-473e-acdb-da7174c2ef87 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:45:40.730241 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a40323e-3019-4c0c-bbfd-6457be347565 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Deleting subnet 40166d0c-efca-415e-9bc6-7cf06b19856f {{(pid=94420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:45:40.744116 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2a40323e-3019-4c0c-bbfd-6457be347565 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks [] for subnet, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:40.749506 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed005df8-56c0-460b-8265-9144ed09e93e None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:45:40.750782 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed005df8-56c0-460b-8265-9144ed09e93e None None] Checking segment: {'id': 'd3e76dac-4495-4dba-9458-00eb56add8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c9a99a0a-5278-473e-acdb-da7174c2ef87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:45:40.751492 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-ed005df8-56c0-460b-8265-9144ed09e93e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:40.756518 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed005df8-56c0-460b-8265-9144ed09e93e None None] Bound using segment: {'id': 'd3e76dac-4495-4dba-9458-00eb56add8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c9a99a0a-5278-473e-acdb-da7174c2ef87'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:45:40.758600 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-ed005df8-56c0-460b-8265-9144ed09e93e None None] Bound port: 03a5508e-755b-47cf-a37a-a4c84dcfe905, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3e76dac-4495-4dba-9458-00eb56add8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c9a99a0a-5278-473e-acdb-da7174c2ef87'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:45:40.760704 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-ed005df8-56c0-460b-8265-9144ed09e93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:40.935132 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2a40323e-3019-4c0c-bbfd-6457be347565 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25010562'] for subnet, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:40.955526 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-ed005df8-56c0-460b-8265-9144ed09e93e None None] For port 03a5508e-755b-47cf-a37a-a4c84dcfe905, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:45:40.974017 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-ed005df8-56c0-460b-8265-9144ed09e93e None None] For port 03a5508e-755b-47cf-a37a-a4c84dcfe905, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=03a5508e-755b-47cf-a37a-a4c84dcfe905,segment=NetworkSegment(d3e76dac-4495-4dba-9458-00eb56add8cb),segment_id=d3e76dac-4495-4dba-9458-00eb56add8cb)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:45:40.990930 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-ed005df8-56c0-460b-8265-9144ed09e93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:41.020415 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-21e39b8b-a05e-4213-938c-d2d625a353ab tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Deleting port 03a5508e-755b-47cf-a37a-a4c84dcfe905 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:45:41.021770 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-21e39b8b-a05e-4213-938c-d2d625a353ab tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:41.034998 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-f44fa18c-0737-43e7-81a3-62bbfc775243 req-f50b5ca2-5964-4d9c-abbe-e4954cb8d55b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:41.104542 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30249b4-62a5-407b-9a4d-f8f28d4e0a0e None None] Pushing event updated for resources: {'Port': ['ID=03a5508e-755b-47cf-a37a-a4c84dcfe905,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:45:41.164644 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed005df8-56c0-460b-8265-9144ed09e93e None None] Routers {'6903965f-0da9-483e-ad5d-3d60ad54e166'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:45:41.166581 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-ed005df8-56c0-460b-8265-9144ed09e93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:45:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['6903965f-0da9-483e-ad5d-3d60ad54e166'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:45:41.247727 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-acd03c74-8aae-4c8c-b5c2-8b4d6e06a8bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:41.275122 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-acd03c74-8aae-4c8c-b5c2-8b4d6e06a8bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:41.302713 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acd03c74-8aae-4c8c-b5c2-8b4d6e06a8bc admin admin] vlan segment allocate from pool success with {'vlan_id': 693, 'physical_network': 'physnet1'} {{(pid=94421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:45:41.333957 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-acd03c74-8aae-4c8c-b5c2-8b4d6e06a8bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:41.335250 n-d-803378-2 neutron-server[94421]: INFO neutron.db.segments_db [None req-acd03c74-8aae-4c8c-b5c2-8b4d6e06a8bc admin admin] Added segment 538d9be8-6bbc-483e-a4ce-241e8687e598 of type vlan for network 799d2ac9-53e9-4acf-83f8-501e1c82e99d Aug 05 11:45:41.360542 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f50f9cc-442f-4bd3-9b99-287459e124b2 req-e1592fb7-5e9b-4008-91a6-27ac119df310 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:45:41.363932 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4f50f9cc-442f-4bd3-9b99-287459e124b2 req-e1592fb7-5e9b-4008-91a6-27ac119df310 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.58 "GET /v2.0/ports?device_id=38f2a801-3a66-4b5c-89f8-9abd0a3fdfc3 HTTP/1.1" status: 200 len: 944 time: 0.2604194 Aug 05 11:45:41.450600 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-acd03c74-8aae-4c8c-b5c2-8b4d6e06a8bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:41.465862 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2a40323e-3019-4c0c-bbfd-6457be347565 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:41.521263 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44fa18c-0737-43e7-81a3-62bbfc775243 req-f50b5ca2-5964-4d9c-abbe-e4954cb8d55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:45:41.523007 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-f44fa18c-0737-43e7-81a3-62bbfc775243 req-f50b5ca2-5964-4d9c-abbe-e4954cb8d55b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:41.527180 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-f44fa18c-0737-43e7-81a3-62bbfc775243 req-f50b5ca2-5964-4d9c-abbe-e4954cb8d55b service neutron] 10.222.0.64 "PUT /v2.0/ports/a7abe8ac-b0df-444c-8b55-309e246b1b4d HTTP/1.1" status: 200 len: 1092 time: 5.1558330 Aug 05 11:45:41.545289 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38f2a801-3a66-4b5c-89f8-9abd0a3fdfc3', 'tag': 'a7abe8ac-b0df-444c-8b55-309e246b1b4d'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:45:41.549648 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6a78cf5-9d03-4b72-b887-97933da95ec2" -d '{"events": [{"name": "network-changed", "server_uuid": "38f2a801-3a66-4b5c-89f8-9abd0a3fdfc3", "tag": "a7abe8ac-b0df-444c-8b55-309e246b1b4d"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:45:41.556256 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-acd03c74-8aae-4c8c-b5c2-8b4d6e06a8bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:41.559050 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd03c74-8aae-4c8c-b5c2-8b4d6e06a8bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:45:41.560901 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-acd03c74-8aae-4c8c-b5c2-8b4d6e06a8bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:41.649454 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4f50f9cc-442f-4bd3-9b99-287459e124b2 req-6efa1ded-5d90-4c98-8411-b74df5a1e945 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.58 "GET /v2.0/security-groups?id=ab2b5f38-a05a-4ac9-a8bf-2f9bfdcd31b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533758 Aug 05 11:45:41.809046 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2a40323e-3019-4c0c-bbfd-6457be347565 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29762763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24211094'] for subnet, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:41.867633 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33e6c01d-6a0f-4100-a920-8c63b798edba x-openstack-request-id: req-33e6c01d-6a0f-4100-a920-8c63b798edba {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:45:41.868607 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38f2a801-3a66-4b5c-89f8-9abd0a3fdfc3", "tag": "a7abe8ac-b0df-444c-8b55-309e246b1b4d", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:45:41.868607 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-33e6c01d-6a0f-4100-a920-8c63b798edba {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:45:41.869952 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38f2a801-3a66-4b5c-89f8-9abd0a3fdfc3', 'tag': 'a7abe8ac-b0df-444c-8b55-309e246b1b4d', 'status': 'completed', 'code': 200} Aug 05 11:45:41.962473 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50b5ca2-5964-4d9c-abbe-e4954cb8d55b service neutron] Pushing event updated for resources: {'Port': ['ID=a7abe8ac-b0df-444c-8b55-309e246b1b4d,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:45:41.989810 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd03c74-8aae-4c8c-b5c2-8b4d6e06a8bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea434ae-98d3-4859-bb15-8ad925824dad,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:45:41.998616 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-acd03c74-8aae-4c8c-b5c2-8b4d6e06a8bc admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.4344888 Aug 05 11:45:42.014252 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a40323e-3019-4c0c-bbfd-6457be347565 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Pushing event deleted for resources: {'Subnet': ['ID=40166d0c-efca-415e-9bc6-7cf06b19856f,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:45:42.024900 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41048) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:42.044295 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2a40323e-3019-4c0c-bbfd-6457be347565 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:42.055136 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-2a40323e-3019-4c0c-bbfd-6457be347565 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "DELETE /v2.0/subnets/40166d0c-efca-415e-9bc6-7cf06b19856f HTTP/1.1" status: 204 len: 168 time: 1.5189815 Aug 05 11:45:42.058537 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 41050) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:42.090073 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d52faef9-9f15-465a-8189-20480581b7ec None None] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:45:42.090929 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-7a920d8a-caa7-47ae-b388-7bc15d1f0d8e admin admin] Request body: {'subnet': {'network_id': '799d2ac9-53e9-4acf-83f8-501e1c82e99d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1745034871-subnet', 'tenant_id': '7c672e3cdc734e2186d8cb47e41d66ab', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:45:42.102685 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd03c74-8aae-4c8c-b5c2-8b4d6e06a8bc admin admin] Pushing event updated for resources: {'Network': ['ID=799d2ac9-53e9-4acf-83f8-501e1c82e99d,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:45:42.133309 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-21e39b8b-a05e-4213-938c-d2d625a353ab tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:42.185199 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 799d2ac9-53e9-4acf-83f8-501e1c82e99d details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:45:42.213123 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44fa18c-0737-43e7-81a3-62bbfc775243 req-5754acf9-cbc0-4419-9546-8a0c3c32e0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:45:42.220373 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-f44fa18c-0737-43e7-81a3-62bbfc775243 req-5754acf9-cbc0-4419-9546-8a0c3c32e0cf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4387c5d8394046fa838195311347b87b&device_id=38f2a801-3a66-4b5c-89f8-9abd0a3fdfc3 HTTP/1.1" status: 200 len: 1095 time: 0.5560470 Aug 05 11:45:42.223229 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a920d8a-caa7-47ae-b388-7bc15d1f0d8e admin admin] Made reservation on behalf of 7c672e3cdc734e2186d8cb47e41d66ab for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:45:42.228009 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7a920d8a-caa7-47ae-b388-7bc15d1f0d8e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:42.296210 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_v2 [None req-aecfe4d9-3d42-4434-9b1d-8570e58fff9f tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Deleting subnet ad9b4f1d-3e42-4e25-b55d-2394a9c5c828 {{(pid=94420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:45:42.313483 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-aecfe4d9-3d42-4434-9b1d-8570e58fff9f tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks [] for subnet, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:42.377518 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-ed005df8-56c0-460b-8265-9144ed09e93e None None] Set router 6903965f-0da9-483e-ad5d-3d60ad54e166 gateway port host: None {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:45:42.510486 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-aecfe4d9-3d42-4434-9b1d-8570e58fff9f tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25010562'] for subnet, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:42.624050 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:42.639406 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-ed005df8-56c0-460b-8265-9144ed09e93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6903965f-0da9-483e-ad5d-3d60ad54e166', 'name': '', 'tenant_id': '69b0f00abca54ac1ad79121b1a671f11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:45:26Z', 'updated_at': '2021-08-05T11:45:39Z', 'revision_number': 4, 'project_id': '69b0f00abca54ac1ad79121b1a671f11', 'gw_port_host': None}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:45:42.671873 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-21e39b8b-a05e-4213-938c-d2d625a353ab tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Calling delete_port for 03a5508e-755b-47cf-a37a-a4c84dcfe905 owned by network:router_gateway {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:45:42.825099 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed005df8-56c0-460b-8265-9144ed09e93e None None] The sync data for ids ['6903965f-0da9-483e-ad5d-3d60ad54e166'] in n-d-803378-2 is: [{'id': '6903965f-0da9-483e-ad5d-3d60ad54e166', 'name': '', 'tenant_id': '69b0f00abca54ac1ad79121b1a671f11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:45:26Z', 'updated_at': '2021-08-05T11:45:39Z', 'revision_number': 4, 'project_id': '69b0f00abca54ac1ad79121b1a671f11', 'gw_port_host': None}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:45:42.925287 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-aecfe4d9-3d42-4434-9b1d-8570e58fff9f tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:43.227832 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 41072) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:43.527650 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2453fb56-a278-45c3-b555-f4c6247981c7 req-c4a35682-c4af-48a9-b66f-01458e5db72e tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:45:43.544246 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2453fb56-a278-45c3-b555-f4c6247981c7 req-c4a35682-c4af-48a9-b66f-01458e5db72e tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.58 "GET /v2.0/ports?device_id=38f2a801-3a66-4b5c-89f8-9abd0a3fdfc3 HTTP/1.1" status: 200 len: 944 time: 0.4767721 Aug 05 11:45:43.549302 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-aecfe4d9-3d42-4434-9b1d-8570e58fff9f tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29762763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24211094'] for subnet, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:43.698463 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecfe4d9-3d42-4434-9b1d-8570e58fff9f tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Pushing event deleted for resources: {'Subnet': ['ID=ad9b4f1d-3e42-4e25-b55d-2394a9c5c828,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:45:43.748211 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-2bd2f44e-f1b9-4085-a74f-9b3097c2b2a5 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-280954688'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:45:43.859410 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-aecfe4d9-3d42-4434-9b1d-8570e58fff9f tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:43.877134 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:43.878183 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-aecfe4d9-3d42-4434-9b1d-8570e58fff9f tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "DELETE /v2.0/subnets/ad9b4f1d-3e42-4e25-b55d-2394a9c5c828 HTTP/1.1" status: 204 len: 168 time: 1.8140371 Aug 05 11:45:43.905980 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2453fb56-a278-45c3-b555-f4c6247981c7 req-6e1a9043-7c88-44dd-be38-f02ed0aa61eb tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.58 "GET /v2.0/security-groups?id=ab2b5f38-a05a-4ac9-a8bf-2f9bfdcd31b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3598883 Aug 05 11:45:43.919530 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 41078) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:44.096061 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-b006f5ab-205f-4a1e-b81e-f35a9fee5adb tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1728356 Aug 05 11:45:44.112881 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 41080) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:44.145460 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bd2f44e-f1b9-4085-a74f-9b3097c2b2a5 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] Made reservation on behalf of 22b41aada03043e6909df87f80881f16 for: {'network': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:45:44.155387 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2bd2f44e-f1b9-4085-a74f-9b3097c2b2a5 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:44.263675 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2bd2f44e-f1b9-4085-a74f-9b3097c2b2a5 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:44.368350 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 11:45:44.398822 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbb37d2-2f23-4d5a-91a9-a2285e269c03 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:45:44.408265 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-9cbb37d2-2f23-4d5a-91a9-a2285e269c03 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2931695 Aug 05 11:45:44.413805 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 41082) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:44.555658 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6b651d-26b9-4e4c-ba67-eb5f09bb8a69 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:45:44.561718 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-ba6b651d-26b9-4e4c-ba67-eb5f09bb8a69 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1424294 Aug 05 11:45:44.561718 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 41084) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:44.581624 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 41086) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:44.590232 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-f77e5aae-a01d-4066-a87b-e7b834f80138 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Request body: {'subnet': {'network_id': '06b9eca3-bf56-47fc-beca-ba7c57d829ea', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:45:44.603788 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-f44fa18c-0737-43e7-81a3-62bbfc775243 req-d741d2a0-1db3-45e0-b97b-de7fcc585345 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7abe8ac-b0df-444c-8b55-309e246b1b4d HTTP/1.1" status: 200 len: 217 time: 1.9623191 Aug 05 11:45:44.783424 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44fa18c-0737-43e7-81a3-62bbfc775243 req-8263a051-50e3-44a2-86ff-1544aa463a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:45:44.785100 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-f44fa18c-0737-43e7-81a3-62bbfc775243 req-8263a051-50e3-44a2-86ff-1544aa463a62 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=71a2d471-ec02-42ce-91bf-6bee2a437528 HTTP/1.1" status: 200 len: 850 time: 0.1416643 Aug 05 11:45:44.875081 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-21e39b8b-a05e-4213-938c-d2d625a353ab tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:44.908425 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-1de68b54-9154-4053-9976-8703521ce3fa tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1738501 Aug 05 11:45:44.945294 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 41090) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:45.003951 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e39b8b-a05e-4213-938c-d2d625a353ab tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Pushing event deleted for resources: {'Port': ['ID=03a5508e-755b-47cf-a37a-a4c84dcfe905,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:45:45.006184 n-d-803378-2 neutron-server[94420]: INFO neutron.pecan_wsgi.hooks.translation [None req-16ba613e-2a01-4b7f-9e54-a198aa4161ef tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] DELETE failed (client error): The resource could not be found. Aug 05 11:45:45.007012 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16ba613e-2a01-4b7f-9e54-a198aa4161ef tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:45:45.009769 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58908ea7-d079-47c1-84e0-4a5d5f0649c3 None None] Network 65f763dc-e344-4f1a-a003-f0293beb6d65 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:45:45.010608 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-16ba613e-2a01-4b7f-9e54-a198aa4161ef tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "DELETE /v2.0/ports/9efa5465-8a4b-4635-96b6-e4940a2eb9cb HTTP/1.1" status: 404 len: 333 time: 0.0633121 Aug 05 11:45:45.012427 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-f44fa18c-0737-43e7-81a3-62bbfc775243 req-adde5c59-4b43-4e72-98cd-4a5a5c5969d1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=70811fd3-f1ad-446e-9d22-c9fd1055c61c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1896269 Aug 05 11:45:45.018789 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41094) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:45.021571 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7a920d8a-caa7-47ae-b388-7bc15d1f0d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25038678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30075167'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:45.147277 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2bd2f44e-f1b9-4085-a74f-9b3097c2b2a5 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:45.154556 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a920d8a-caa7-47ae-b388-7bc15d1f0d8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8196b316-2613-4a7a-a18a-cf9a451fb5e5,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:45:45.182240 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2bd2f44e-f1b9-4085-a74f-9b3097c2b2a5 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:45.213774 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bd2f44e-f1b9-4085-a74f-9b3097c2b2a5 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] vlan segment allocate from pool success with {'vlan_id': 689, 'physical_network': 'physnet1'} {{(pid=94420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:45:45.265685 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-5d2fabe8-f722-4192-82bc-fc2ca4c4cf73 None None] Provisioning complete for port e6c8a010-13e2-4965-b9ac-5c0d309fc7bb triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:45:45.267173 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-5d2fabe8-f722-4192-82bc-fc2ca4c4cf73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:45.320388 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2bd2f44e-f1b9-4085-a74f-9b3097c2b2a5 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:45.321130 n-d-803378-2 neutron-server[94420]: INFO neutron.db.segments_db [None req-2bd2f44e-f1b9-4085-a74f-9b3097c2b2a5 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] Added segment 638178fb-613e-4629-af14-cc7a5ad11fb1 of type vlan for network 4b0aa930-e06c-484d-bddb-1bfb4d3b0637 Aug 05 11:45:45.324958 n-d-803378-2 neutron-server[94421]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7124c28-3a74-41c4-80cd-9f2b41b967b5 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] DELETE failed (client error): The resource could not be found. Aug 05 11:45:45.325771 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7124c28-3a74-41c4-80cd-9f2b41b967b5 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:45:45.329392 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-f7124c28-3a74-41c4-80cd-9f2b41b967b5 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "DELETE /v2.0/subnets/40166d0c-efca-415e-9bc6-7cf06b19856f HTTP/1.1" status: 404 len: 337 time: 0.3035338 Aug 05 11:45:45.369533 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 41096) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:45.423649 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f77e5aae-a01d-4066-a87b-e7b834f80138 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Made reservation on behalf of 6feb354f44e34f96b67fc83b8a013813 for: {'subnet': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:45:45.431668 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f77e5aae-a01d-4066-a87b-e7b834f80138 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24211133'] for subnet, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:45.483503 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-f44fa18c-0737-43e7-81a3-62bbfc775243 req-2e439093-8ab1-44b4-a0cc-aad4dc1b528d service neutron] 10.222.0.64 "GET /v2.0/networks/70811fd3-f1ad-446e-9d22-c9fd1055c61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4528725 Aug 05 11:45:45.574584 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2bd2f44e-f1b9-4085-a74f-9b3097c2b2a5 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:45.578589 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-21e39b8b-a05e-4213-938c-d2d625a353ab tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33285055'] for router_gateway, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:45.674547 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39cd10e4-c74a-418d-9ec6-3487055edf27 None None] DHCP port deletion for 65f763dc-e344-4f1a-a003-f0293beb6d65 request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 11:45:45.685790 n-d-803378-2 neutron-server[94420]: INFO neutron.pecan_wsgi.hooks.translation [None req-d711626e-583d-4dd3-a4ce-432052a7bba2 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] DELETE failed (client error): The resource could not be found. Aug 05 11:45:45.687259 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d711626e-583d-4dd3-a4ce-432052a7bba2 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:45:45.690999 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-d711626e-583d-4dd3-a4ce-432052a7bba2 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "DELETE /v2.0/subnets/ad9b4f1d-3e42-4e25-b55d-2394a9c5c828 HTTP/1.1" status: 404 len: 337 time: 0.3138859 Aug 05 11:45:45.713363 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd2f44e-f1b9-4085-a74f-9b3097c2b2a5 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3b59aa9-4aa7-4442-ba9b-0da8a48a6174,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:45:45.742648 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 41098) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:45.785859 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-39cd10e4-c74a-418d-9ec6-3487055edf27 None None] Deleting port e6c8a010-13e2-4965-b9ac-5c0d309fc7bb {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:45:45.788771 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-39cd10e4-c74a-418d-9ec6-3487055edf27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:45.806268 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-21e39b8b-a05e-4213-938c-d2d625a353ab tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33262979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1951'] for router, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:45.810602 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-21e39b8b-a05e-4213-938c-d2d625a353ab tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:45.823828 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03128524-0f59-442c-b065-9eec8fb61828 req-08f10c47-0a3e-40e6-a5fa-386fb4eede47 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:45:45.826565 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-03128524-0f59-442c-b065-9eec8fb61828 req-08f10c47-0a3e-40e6-a5fa-386fb4eede47 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.58 "GET /v2.0/ports?device_id=38f2a801-3a66-4b5c-89f8-9abd0a3fdfc3 HTTP/1.1" status: 200 len: 944 time: 0.6002934 Aug 05 11:45:45.828908 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.db.resource_extend [None req-2bd2f44e-f1b9-4085-a74f-9b3097c2b2a5 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 05 11:45:45.913697 n-d-803378-2 neutron-server[94420]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d833ab8-04da-4d64-8494-9af31a159d3e tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] DELETE failed (client error): The resource could not be found. Aug 05 11:45:45.915236 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d833ab8-04da-4d64-8494-9af31a159d3e tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:45:45.923001 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-1d833ab8-04da-4d64-8494-9af31a159d3e tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "DELETE /v2.0/ports/7280ef66-2f17-4198-bf5f-c0ae72108177 HTTP/1.1" status: 404 len: 333 time: 0.1517756 Aug 05 11:45:45.939864 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 41102) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:46.051622 n-d-803378-2 neutron-server[94420]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed3ca43c-6080-4105-9651-7b95ea23676a tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] DELETE failed (client error): The resource could not be found. Aug 05 11:45:46.053757 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed3ca43c-6080-4105-9651-7b95ea23676a tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:45:46.061191 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-ed3ca43c-6080-4105-9651-7b95ea23676a tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "DELETE /v2.0/subnets/22f35f6e-0c4c-4d33-b85d-934f82966162 HTTP/1.1" status: 404 len: 337 time: 0.1094921 Aug 05 11:45:46.061191 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2bd2f44e-f1b9-4085-a74f-9b3097c2b2a5 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:46.079247 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd2f44e-f1b9-4085-a74f-9b3097c2b2a5 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:45:46.079677 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2bd2f44e-f1b9-4085-a74f-9b3097c2b2a5 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:46.084968 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 41104) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:46.111496 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-39cd10e4-c74a-418d-9ec6-3487055edf27 None None] For port e6c8a010-13e2-4965-b9ac-5c0d309fc7bb, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=e6c8a010-13e2-4965-b9ac-5c0d309fc7bb,segment=NetworkSegment(c3ce43ff-a33b-459d-a35e-6c011fee3456),segment_id=c3ce43ff-a33b-459d-a35e-6c011fee3456)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:45:46.112402 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-39cd10e4-c74a-418d-9ec6-3487055edf27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:46.144982 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-39cd10e4-c74a-418d-9ec6-3487055edf27 None None] Calling delete_port for e6c8a010-13e2-4965-b9ac-5c0d309fc7bb owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:45:46.154477 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a920d8a-caa7-47ae-b388-7bc15d1f0d8e admin admin] Checking segment: {'id': '538d9be8-6bbc-483e-a4ce-241e8687e598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '799d2ac9-53e9-4acf-83f8-501e1c82e99d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:45:46.155449 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a920d8a-caa7-47ae-b388-7bc15d1f0d8e admin admin] Network hostable DHCP agents. Network: 799d2ac9-53e9-4acf-83f8-501e1c82e99d, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:45:46.160154 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-21e39b8b-a05e-4213-938c-d2d625a353ab tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33262474'] for router, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:46.163016 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21e39b8b-a05e-4213-938c-d2d625a353ab tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6903965f-0da9-483e-ad5d-3d60ad54e166 {{(pid=94421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 11:45:46.180007 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-21e39b8b-a05e-4213-938c-d2d625a353ab tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify callbacks [] for router, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:46.192075 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-21e39b8b-a05e-4213-938c-d2d625a353ab tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] 10.222.0.58 "DELETE /v2.0/routers/6903965f-0da9-483e-ad5d-3d60ad54e166 HTTP/1.1" status: 204 len: 168 time: 8.7170627 Aug 05 11:45:46.198809 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41106) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:46.329845 n-d-803378-2 neutron-server[94420]: INFO neutron.pecan_wsgi.hooks.translation [None req-c668d7a9-d96c-4be6-8f19-24f03984d5d6 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] DELETE failed (client error): The resource could not be found. Aug 05 11:45:46.330623 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c668d7a9-d96c-4be6-8f19-24f03984d5d6 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:45:46.335730 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-c668d7a9-d96c-4be6-8f19-24f03984d5d6 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "DELETE /v2.0/subnets/74473919-dd03-4eb7-bedc-dd8feb52b916 HTTP/1.1" status: 404 len: 337 time: 0.2396934 Aug 05 11:45:46.339663 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_v2 [None req-388a535c-cbc0-4af6-9f7d-9bf849a40f5e tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Deleting subnet 4d00f369-d38e-44a1-82a5-67f37789e0fc {{(pid=94421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:45:46.349344 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41108) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:46.371903 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-388a535c-cbc0-4af6-9f7d-9bf849a40f5e tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:46.426168 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-2bd2f44e-f1b9-4085-a74f-9b3097c2b2a5 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 3.1850471 Aug 05 11:45:46.430373 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 41110) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:46.441596 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-03128524-0f59-442c-b065-9eec8fb61828 req-0055d014-80ee-4a14-8a16-94f99d297cbc tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.58 "GET /v2.0/security-groups?id=ab2b5f38-a05a-4ac9-a8bf-2f9bfdcd31b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5620480 Aug 05 11:45:46.476697 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-38665ec1-8e98-4980-9eef-2a42b91ffd82 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] Request body: {'subnet': {'network_id': '4b0aa930-e06c-484d-bddb-1bfb4d3b0637', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:45:46.508858 n-d-803378-2 neutron-server[94421]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ef79ad4-0b5c-4fb3-988a-dd9fcdbe2e2c tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] DELETE failed (client error): The resource could not be found. Aug 05 11:45:46.510417 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ef79ad4-0b5c-4fb3-988a-dd9fcdbe2e2c tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:45:46.513725 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-8ef79ad4-0b5c-4fb3-988a-dd9fcdbe2e2c tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "DELETE /v2.0/ports/88355207-dd55-4463-8814-472e648e14e2 HTTP/1.1" status: 404 len: 333 time: 0.1491556 Aug 05 11:45:46.530996 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41112) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:46.550510 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-39cd10e4-c74a-418d-9ec6-3487055edf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:46.573053 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a920d8a-caa7-47ae-b388-7bc15d1f0d8e admin admin] Network 799d2ac9-53e9-4acf-83f8-501e1c82e99d is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:45:46.581413 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device e6c8a010-13e2-4965-b9ac-5c0d309fc7bb no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:45:46.642459 n-d-803378-2 neutron-server[94421]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1b1674e-1b6d-4c1b-9ade-ce530a594ba7 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] DELETE failed (client error): The resource could not be found. Aug 05 11:45:46.643500 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1b1674e-1b6d-4c1b-9ade-ce530a594ba7 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:45:46.647950 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-e1b1674e-1b6d-4c1b-9ade-ce530a594ba7 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "DELETE /v2.0/subnets/4074dcbb-9793-42bb-affb-c48276e4f218 HTTP/1.1" status: 404 len: 337 time: 0.1152775 Aug 05 11:45:46.651942 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-f44fa18c-0737-43e7-81a3-62bbfc775243 req-f0746d88-bdff-49d3-9458-a79a11c1c56b service neutron] 10.222.0.64 "GET /v2.0/networks/70811fd3-f1ad-446e-9d22-c9fd1055c61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0941687 Aug 05 11:45:46.652735 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41114) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:46.670573 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: e6c8a010-13e2-4965-b9ac-5c0d309fc7bb {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:45:46.671900 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device e6c8a010-13e2-4965-b9ac-5c0d309fc7bb not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:45:46.675916 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-388a535c-cbc0-4af6-9f7d-9bf849a40f5e tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29786388'] for subnet, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:46.679920 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-7a920d8a-caa7-47ae-b388-7bc15d1f0d8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, 799d2ac9-53e9-4acf-83f8-501e1c82e99d) {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:45:46.721038 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4dc173-b740-4eb7-89da-095a5b462e8e None None] Network 799d2ac9-53e9-4acf-83f8-501e1c82e99d requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:45:46.828093 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cd10e4-c74a-418d-9ec6-3487055edf27 None None] Pushing event deleted for resources: {'Port': ['ID=e6c8a010-13e2-4965-b9ac-5c0d309fc7bb,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:45:46.845425 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a920d8a-caa7-47ae-b388-7bc15d1f0d8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:45:46.846459 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7a920d8a-caa7-47ae-b388-7bc15d1f0d8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:46.847210 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd2f44e-f1b9-4085-a74f-9b3097c2b2a5 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] Pushing event updated for resources: {'Network': ['ID=4b0aa930-e06c-484d-bddb-1bfb4d3b0637,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:45:46.851930 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39cd10e4-c74a-418d-9ec6-3487055edf27 None None] No DVR routers for this DVR port e6c8a010-13e2-4965-b9ac-5c0d309fc7bb on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:45:46.855307 n-d-803378-2 neutron-server[94421]: INFO neutron.pecan_wsgi.hooks.translation [None req-15e8e7c4-e1cc-4860-9fe7-265fd82bb929 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] DELETE failed (client error): The resource could not be found. Aug 05 11:45:46.856087 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15e8e7c4-e1cc-4860-9fe7-265fd82bb929 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:45:46.858282 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38665ec1-8e98-4980-9eef-2a42b91ffd82 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] Made reservation on behalf of 22b41aada03043e6909df87f80881f16 for: {'subnet': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:45:46.864915 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-15e8e7c4-e1cc-4860-9fe7-265fd82bb929 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "DELETE /v2.0/subnets/4a9164d1-83cc-4aba-98f2-9760fda9e35e HTTP/1.1" status: 404 len: 337 time: 0.2062404 Aug 05 11:45:46.865526 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-38665ec1-8e98-4980-9eef-2a42b91ffd82 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24211133'] for subnet, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:46.866008 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41116) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:46.899985 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 4b0aa930-e06c-484d-bddb-1bfb4d3b0637 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:45:46.947524 n-d-803378-2 neutron-server[94421]: INFO neutron.pecan_wsgi.hooks.translation [None req-53cfd2f1-92e7-4d73-9526-a309224d815c tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] DELETE failed (client error): The resource could not be found. Aug 05 11:45:46.950611 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53cfd2f1-92e7-4d73-9526-a309224d815c tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:45:46.958945 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-53cfd2f1-92e7-4d73-9526-a309224d815c tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "DELETE /v2.0/ports/f80970d3-8158-43a9-9cc0-19cd8436873d HTTP/1.1" status: 404 len: 333 time: 0.0841501 Aug 05 11:45:46.966721 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41118) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:47.036124 n-d-803378-2 neutron-server[94421]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c10184f-38ad-442e-9991-a66e75615951 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] DELETE failed (client error): The resource could not be found. Aug 05 11:45:47.037237 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c10184f-38ad-442e-9991-a66e75615951 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:45:47.045660 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-7c10184f-38ad-442e-9991-a66e75615951 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "DELETE /v2.0/subnets/83fe2882-58d5-4b06-877d-ddda31a372a7 HTTP/1.1" status: 404 len: 337 time: 0.0771303 Aug 05 11:45:47.060209 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41120) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:47.090858 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-7a920d8a-caa7-47ae-b388-7bc15d1f0d8e admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 5.0602787 Aug 05 11:45:47.136120 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 41122) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:47.147665 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-388a535c-cbc0-4af6-9f7d-9bf849a40f5e tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:47.151685 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-d9276724-4f50-41a9-930d-6d5e38df46e1 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1745034871-router', 'tenant_id': '7c672e3cdc734e2186d8cb47e41d66ab', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:45:47.171907 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a78cf5-9d03-4b72-b887-97933da95ec2 req-0f6dd4a5-af21-40e5-afe5-7bece0e001a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:45:47.181204 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f77e5aae-a01d-4066-a87b-e7b834f80138 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29762700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24211087'] for subnet, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:47.182037 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d6a78cf5-9d03-4b72-b887-97933da95ec2 req-0f6dd4a5-af21-40e5-afe5-7bece0e001a4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4387c5d8394046fa838195311347b87b&device_id=38f2a801-3a66-4b5c-89f8-9abd0a3fdfc3 HTTP/1.1" status: 200 len: 1095 time: 0.3927088 Aug 05 11:45:47.249599 n-d-803378-2 neutron-server[94421]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d917d76-3a2e-43e3-8165-40b50c619168 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] DELETE failed (client error): The resource could not be found. Aug 05 11:45:47.250366 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d917d76-3a2e-43e3-8165-40b50c619168 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:45:47.256412 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-7d917d76-3a2e-43e3-8165-40b50c619168 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "DELETE /v2.0/subnets/2bbcb1c5-23b1-4a66-ad6b-e21724c22666 HTTP/1.1" status: 404 len: 337 time: 0.1903248 Aug 05 11:45:47.274650 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 41128) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:47.313497 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-221357c2-973f-488a-91c6-77e52b169ce3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-799d2ac9-53e9-4acf-83f8-501e1c82e99d', 'network_id': '799d2ac9-53e9-4acf-83f8-501e1c82e99d', 'tenant_id': '7c672e3cdc734e2186d8cb47e41d66ab', 'fixed_ips': [{'subnet_id': '8196b316-2613-4a7a-a18a-cf9a451fb5e5'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 11:45:47.315451 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-221357c2-973f-488a-91c6-77e52b169ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:47.437107 n-d-803378-2 neutron-server[94420]: INFO neutron.pecan_wsgi.hooks.translation [None req-a09cba91-c72a-433e-a266-9e4b784da708 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] DELETE failed (client error): The resource could not be found. Aug 05 11:45:47.439525 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a09cba91-c72a-433e-a266-9e4b784da708 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:45:47.444572 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-a09cba91-c72a-433e-a266-9e4b784da708 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "DELETE /v2.0/ports/e3ffee27-34cd-409b-b7a1-404cd46f676f HTTP/1.1" status: 404 len: 333 time: 0.1598995 Aug 05 11:45:47.446455 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d9276724-4f50-41a9-930d-6d5e38df46e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33260300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1929'] for router, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:47.449345 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d9276724-4f50-41a9-930d-6d5e38df46e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33285914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33034662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1926'] for router, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:47.457857 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41130) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:47.495506 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77e5aae-a01d-4066-a87b-e7b834f80138 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Pushing event updated for resources: {'Subnet': ['ID=b7e11b08-d742-404b-b836-cea8a180e5c6,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:45:47.531775 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77e5aae-a01d-4066-a87b-e7b834f80138 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Checking segment: {'id': '603fbbf7-f5ef-43b1-acdb-a37ecc698f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '06b9eca3-bf56-47fc-beca-ba7c57d829ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:45:47.532393 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77e5aae-a01d-4066-a87b-e7b834f80138 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Network hostable DHCP agents. Network: 06b9eca3-bf56-47fc-beca-ba7c57d829ea, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:45:47.570759 n-d-803378-2 neutron-server[94421]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f2fc1db-7d42-49cf-97bf-b8b50e119f83 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] DELETE failed (client error): The resource could not be found. Aug 05 11:45:47.572079 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f2fc1db-7d42-49cf-97bf-b8b50e119f83 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:45:47.577541 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-5f2fc1db-7d42-49cf-97bf-b8b50e119f83 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "DELETE /v2.0/subnets/84e19ada-0ac8-4733-a6c0-f9febc7a5880 HTTP/1.1" status: 404 len: 337 time: 0.1054215 Aug 05 11:45:47.581313 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 41134) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:47.614034 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-388a535c-cbc0-4af6-9f7d-9bf849a40f5e tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25038609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30075142'] for subnet, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:47.704106 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388a535c-cbc0-4af6-9f7d-9bf849a40f5e tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=4d00f369-d38e-44a1-82a5-67f37789e0fc,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:45:47.719672 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77e5aae-a01d-4066-a87b-e7b834f80138 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Network 06b9eca3-bf56-47fc-beca-ba7c57d829ea is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:45:47.722908 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a78cf5-9d03-4b72-b887-97933da95ec2 req-e7948eab-fcfb-41f1-87a4-b4888741fd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:45:47.727593 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d6a78cf5-9d03-4b72-b887-97933da95ec2 req-e7948eab-fcfb-41f1-87a4-b4888741fd67 service neutron] 10.222.0.64 "GET /v2.0/networks?id=70811fd3-f1ad-446e-9d22-c9fd1055c61c HTTP/1.1" status: 200 len: 911 time: 0.4672832 Aug 05 11:45:47.760200 n-d-803378-2 neutron-server[94420]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbe527eb-2109-484f-864d-311330d12c9a tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] DELETE failed (client error): The resource could not be found. Aug 05 11:45:47.761533 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbe527eb-2109-484f-864d-311330d12c9a tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:45:47.772178 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-388a535c-cbc0-4af6-9f7d-9bf849a40f5e tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:47.774242 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-cbe527eb-2109-484f-864d-311330d12c9a tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "DELETE /v2.0/ports/5290ef1f-681f-46c9-bbf4-df27e466fab7 HTTP/1.1" status: 404 len: 333 time: 0.1797583 Aug 05 11:45:47.778700 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 41136) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:47.780008 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-388a535c-cbc0-4af6-9f7d-9bf849a40f5e tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] 10.222.0.58 "DELETE /v2.0/subnets/4d00f369-d38e-44a1-82a5-67f37789e0fc HTTP/1.1" status: 204 len: 168 time: 1.5655999 Aug 05 11:45:47.782813 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41138) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:47.790845 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-221357c2-973f-488a-91c6-77e52b169ce3 None None] Allocated IP 172.20.0.2 (799d2ac9-53e9-4acf-83f8-501e1c82e99d/8196b316-2613-4a7a-a18a-cf9a451fb5e5/1ac45b03-207a-4e1c-8a3a-365b26fd2bab) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:45:47.864357 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d6a78cf5-9d03-4b72-b887-97933da95ec2 req-f50b529d-1465-49e7-a252-57be58ce0dc4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7abe8ac-b0df-444c-8b55-309e246b1b4d HTTP/1.1" status: 200 len: 217 time: 0.1070666 Aug 05 11:45:47.990305 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-f77e5aae-a01d-4066-a87b-e7b834f80138 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, 06b9eca3-bf56-47fc-beca-ba7c57d829ea) {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:45:47.996075 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d9276724-4f50-41a9-930d-6d5e38df46e1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:48.002902 n-d-803378-2 neutron-server[94420]: INFO neutron.pecan_wsgi.hooks.translation [None req-57e10eb6-81cb-49a1-8fac-f8e92a997241 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] DELETE failed (client error): The resource could not be found. Aug 05 11:45:48.004112 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57e10eb6-81cb-49a1-8fac-f8e92a997241 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:45:48.012680 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-57e10eb6-81cb-49a1-8fac-f8e92a997241 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "DELETE /v2.0/subnets/88c75b67-ba78-4195-9227-bf0a5058e997 HTTP/1.1" status: 404 len: 337 time: 0.1965985 Aug 05 11:45:48.017788 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41142) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:48.062161 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77e5aae-a01d-4066-a87b-e7b834f80138 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:45:48.063266 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f77e5aae-a01d-4066-a87b-e7b834f80138 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:48.073857 n-d-803378-2 neutron-server[94421]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e5976b2-4100-4507-9612-1a3c30deff74 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] DELETE failed (client error): The resource could not be found. Aug 05 11:45:48.075419 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e5976b2-4100-4507-9612-1a3c30deff74 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:45:48.078296 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-4e5976b2-4100-4507-9612-1a3c30deff74 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "DELETE /v2.0/ports/ac9963c9-352e-4604-937c-c05fbb01d410 HTTP/1.1" status: 404 len: 333 time: 0.0584660 Aug 05 11:45:48.089416 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 41144) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:48.108740 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1b7da8e3-a6df-42e1-b227-6d490de91fcf tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:48.132234 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e894c2-44ce-427b-9c79-0c434c2d5a85 None None] Network 06b9eca3-bf56-47fc-beca-ba7c57d829ea requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:45:48.133127 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a78cf5-9d03-4b72-b887-97933da95ec2 req-cb2d6e3e-b620-44fd-b92d-68a3a0c65777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:45:48.135402 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d6a78cf5-9d03-4b72-b887-97933da95ec2 req-cb2d6e3e-b620-44fd-b92d-68a3a0c65777 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=71a2d471-ec02-42ce-91bf-6bee2a437528 HTTP/1.1" status: 200 len: 850 time: 0.2184525 Aug 05 11:45:48.318283 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1b7da8e3-a6df-42e1-b227-6d490de91fcf tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:48.341695 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-1b7da8e3-a6df-42e1-b227-6d490de91fcf tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9a99a0a-5278-473e-acdb-da7174c2ef87']}} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:45:48.351929 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 41146) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:48.368348 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-1b7da8e3-a6df-42e1-b227-6d490de91fcf tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3e76dac-4495-4dba-9458-00eb56add8cb') {'for_net_delete': True} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:45:48.368902 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-1b7da8e3-a6df-42e1-b227-6d490de91fcf tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3e76dac-4495-4dba-9458-00eb56add8cb') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:45:48.391426 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1b7da8e3-a6df-42e1-b227-6d490de91fcf tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29786371'] for segment, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:48.392580 n-d-803378-2 neutron-server[94420]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d508bcd-8a18-4e8b-b497-c18035b8f5c7 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] DELETE failed (client error): The resource could not be found. Aug 05 11:45:48.393462 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d508bcd-8a18-4e8b-b497-c18035b8f5c7 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:45:48.402038 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-3d508bcd-8a18-4e8b-b497-c18035b8f5c7 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "DELETE /v2.0/subnets/89b6c0dd-8694-4fd7-a87f-9a19855d2fb6 HTTP/1.1" status: 404 len: 337 time: 0.3088422 Aug 05 11:45:48.415775 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1b7da8e3-a6df-42e1-b227-6d490de91fcf tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:48.419908 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 41150) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:48.428971 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b7da8e3-a6df-42e1-b227-6d490de91fcf tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Releasing vlan 650 on physical network physnet1 to pool {{(pid=94421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:45:48.429432 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1b7da8e3-a6df-42e1-b227-6d490de91fcf tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25038799'] for segment, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:48.473069 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-f77e5aae-a01d-4066-a87b-e7b834f80138 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.9023938 Aug 05 11:45:48.479682 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 41152) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:48.486667 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-38665ec1-8e98-4980-9eef-2a42b91ffd82 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29762700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24211087'] for subnet, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:48.517229 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-f5846a5d-08d6-4add-95f7-770e391adc87 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-800824858'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:45:48.573026 n-d-803378-2 neutron-server[94421]: Traceback (most recent call last): Aug 05 11:45:48.573026 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:45:48.573026 n-d-803378-2 neutron-server[94421]: timer() Aug 05 11:45:48.573026 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:45:48.573026 n-d-803378-2 neutron-server[94421]: cb(*args, **kw) Aug 05 11:45:48.573026 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:45:48.573026 n-d-803378-2 neutron-server[94421]: return func(*args, **kwargs) Aug 05 11:45:48.573026 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:45:48.573026 n-d-803378-2 neutron-server[94421]: self._notify() Aug 05 11:45:48.573026 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:45:48.573026 n-d-803378-2 neutron-server[94421]: self.callback(batched_events) Aug 05 11:45:48.573026 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:45:48.573026 n-d-803378-2 neutron-server[94421]: event.method(event) Aug 05 11:45:48.573026 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:45:48.573026 n-d-803378-2 neutron-server[94421]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:45:48.573026 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:45:48.573026 n-d-803378-2 neutron-server[94421]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:45:48.573026 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:45:48.573026 n-d-803378-2 neutron-server[94421]: return f(self, *a, **k) Aug 05 11:45:48.573026 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:45:48.573026 n-d-803378-2 neutron-server[94421]: return self._get(url).json() Aug 05 11:45:48.573026 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:45:48.573026 n-d-803378-2 neutron-server[94421]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:45:48.573026 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:45:48.573026 n-d-803378-2 neutron-server[94421]: return self.request(url, 'GET', **kwargs) Aug 05 11:45:48.573026 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:45:48.573026 n-d-803378-2 neutron-server[94421]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:45:48.573026 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:45:48.573026 n-d-803378-2 neutron-server[94421]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:45:48.573026 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:45:48.573026 n-d-803378-2 neutron-server[94421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:45:48.573026 n-d-803378-2 neutron-server[94421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:45:48.585272 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1b7da8e3-a6df-42e1-b227-6d490de91fcf tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:48.596616 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca45110e-3938-4095-b235-3d968798fc4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-06b9eca3-bf56-47fc-beca-ba7c57d829ea', 'network_id': '06b9eca3-bf56-47fc-beca-ba7c57d829ea', 'tenant_id': '6feb354f44e34f96b67fc83b8a013813', 'fixed_ips': [{'subnet_id': 'b7e11b08-d742-404b-b836-cea8a180e5c6'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 11:45:48.597493 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b7da8e3-a6df-42e1-b227-6d490de91fcf tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c9a99a0a-5278-473e-acdb-da7174c2ef87 {{(pid=94421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 05 11:45:48.599538 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-ca45110e-3938-4095-b235-3d968798fc4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:48.614653 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1b7da8e3-a6df-42e1-b227-6d490de91fcf tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:48.625366 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-1b7da8e3-a6df-42e1-b227-6d490de91fcf tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] 10.222.0.58 "DELETE /v2.0/networks/c9a99a0a-5278-473e-acdb-da7174c2ef87 HTTP/1.1" status: 204 len: 168 time: 0.8407915 Aug 05 11:45:48.646994 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d6a78cf5-9d03-4b72-b887-97933da95ec2 req-e0a226eb-42c6-4747-965f-7b5318313223 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=70811fd3-f1ad-446e-9d22-c9fd1055c61c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4659367 Aug 05 11:45:48.652410 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-221357c2-973f-488a-91c6-77e52b169ce3 None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:48.723277 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32f3b53-7d4f-4c44-980a-fb73a47cd53a req-fc4cfab3-adbf-4cc2-8189-132ace24ac60 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:45:48.732172 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-221357c2-973f-488a-91c6-77e52b169ce3 None None] Transition to ACTIVE for port object 1ac45b03-207a-4e1c-8a3a-365b26fd2bab will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:45:48.736922 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b32f3b53-7d4f-4c44-980a-fb73a47cd53a req-fc4cfab3-adbf-4cc2-8189-132ace24ac60 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.58 "GET /v2.0/ports?device_id=38f2a801-3a66-4b5c-89f8-9abd0a3fdfc3 HTTP/1.1" status: 200 len: 944 time: 0.8866005 Aug 05 11:45:48.745885 n-d-803378-2 neutron-server[94420]: INFO neutron.pecan_wsgi.hooks.translation [None req-e20f5825-8015-49fe-87e6-e11108ca859f tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] DELETE failed (client error): The resource could not be found. Aug 05 11:45:48.746848 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e20f5825-8015-49fe-87e6-e11108ca859f tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:45:48.756598 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-e20f5825-8015-49fe-87e6-e11108ca859f tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "DELETE /v2.0/ports/6bef7ff7-4764-4b89-a0da-4ee48b766f5b HTTP/1.1" status: 404 len: 333 time: 0.3288586 Aug 05 11:45:48.761729 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41156) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:48.765340 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7da8e3-a6df-42e1-b227-6d490de91fcf tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Pushing event deleted for resources: {'Network': ['ID=c9a99a0a-5278-473e-acdb-da7174c2ef87,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:45:48.928694 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-221357c2-973f-488a-91c6-77e52b169ce3 None None] Transition to ACTIVE for port object 1ac45b03-207a-4e1c-8a3a-365b26fd2bab will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:45:48.938003 n-d-803378-2 neutron-server[94421]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6aa95bd-e8c8-49a1-b4ff-9a0c487bc770 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] DELETE failed (client error): The resource could not be found. Aug 05 11:45:48.939251 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6aa95bd-e8c8-49a1-b4ff-9a0c487bc770 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:45:48.952209 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-d6aa95bd-e8c8-49a1-b4ff-9a0c487bc770 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "DELETE /v2.0/subnets/1dedbbef-9ede-4043-ba54-8c28e8bad4aa HTTP/1.1" status: 404 len: 337 time: 0.1831520 Aug 05 11:45:48.954440 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41158) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:48.982254 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38665ec1-8e98-4980-9eef-2a42b91ffd82 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] Pushing event updated for resources: {'Subnet': ['ID=a6ac8ac0-df7b-45e1-8eba-1fd2e2c6eae5,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:45:49.001903 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5846a5d-08d6-4add-95f7-770e391adc87 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Made reservation on behalf of 6feb354f44e34f96b67fc83b8a013813 for: {'network': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:45:49.010150 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f5846a5d-08d6-4add-95f7-770e391adc87 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:49.079782 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-365e01d6-8107-429d-91db-d811a6dcd589 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:49.093133 n-d-803378-2 neutron-server[94421]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce7e3829-ecb8-4cd5-98b3-71824dd9f9d6 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] DELETE failed (client error): The resource could not be found. Aug 05 11:45:49.094366 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce7e3829-ecb8-4cd5-98b3-71824dd9f9d6 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:45:49.126560 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-ca45110e-3938-4095-b235-3d968798fc4f None None] Allocated IP 2001:db8:0:ffff::2 (06b9eca3-bf56-47fc-beca-ba7c57d829ea/b7e11b08-d742-404b-b836-cea8a180e5c6/0f6abfca-49f1-49d1-a0ac-f0adce0b943e) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:45:49.128038 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-ce7e3829-ecb8-4cd5-98b3-71824dd9f9d6 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "DELETE /v2.0/ports/594ce1bb-97e3-412d-b163-c545923bc4fd HTTP/1.1" status: 404 len: 333 time: 0.1616535 Aug 05 11:45:49.133071 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d9276724-4f50-41a9-930d-6d5e38df46e1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:49.143968 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41162) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:49.261877 n-d-803378-2 neutron-server[94421]: INFO neutron.pecan_wsgi.hooks.translation [None req-8281a0d2-f1ac-41db-a33e-21e64c1ba33d tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] DELETE failed (client error): The resource could not be found. Aug 05 11:45:49.263200 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8281a0d2-f1ac-41db-a33e-21e64c1ba33d tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:45:49.267037 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-8281a0d2-f1ac-41db-a33e-21e64c1ba33d tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "DELETE /v2.0/subnets/070fab18-bd6d-4d73-a0be-70cf34c4be63 HTTP/1.1" status: 404 len: 337 time: 0.1209402 Aug 05 11:45:49.272432 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41164) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:49.333093 n-d-803378-2 neutron-server[94421]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7bd8714-7597-483a-af59-f299a0440f81 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] DELETE failed (client error): The resource could not be found. Aug 05 11:45:49.335051 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7bd8714-7597-483a-af59-f299a0440f81 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:45:49.339029 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-b7bd8714-7597-483a-af59-f299a0440f81 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "DELETE /v2.0/ports/014cb106-a9db-4080-bb8c-3cf55fad16d0 HTTP/1.1" status: 404 len: 333 time: 0.0643549 Aug 05 11:45:49.343684 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41168) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:49.404841 n-d-803378-2 neutron-server[94421]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dc183b5-dd60-4865-a123-60a8c621b8e4 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] DELETE failed (client error): The resource could not be found. Aug 05 11:45:49.405869 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dc183b5-dd60-4865-a123-60a8c621b8e4 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:45:49.413515 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-3dc183b5-dd60-4865-a123-60a8c621b8e4 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "DELETE /v2.0/subnets/b317b2e8-b117-4529-be7b-bf159ac3310a HTTP/1.1" status: 404 len: 337 time: 0.0638027 Aug 05 11:45:49.418580 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41170) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:49.498645 n-d-803378-2 neutron-server[94421]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0c751f9-1130-4b0f-b69f-0b9d112312d2 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] DELETE failed (client error): The resource could not be found. Aug 05 11:45:49.499666 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0c751f9-1130-4b0f-b69f-0b9d112312d2 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:45:49.507328 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-f0c751f9-1130-4b0f-b69f-0b9d112312d2 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "DELETE /v2.0/subnets/8d40fa01-5d7a-4a85-b46f-a9e6488b5861 HTTP/1.1" status: 404 len: 337 time: 0.0829232 Aug 05 11:45:49.517560 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d6a78cf5-9d03-4b72-b887-97933da95ec2 req-deabf9bd-523f-4878-906b-07d30d248d0f service neutron] 10.222.0.64 "GET /v2.0/networks/70811fd3-f1ad-446e-9d22-c9fd1055c61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7946093 Aug 05 11:45:49.518635 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41172) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:49.539815 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38665ec1-8e98-4980-9eef-2a42b91ffd82 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] Checking segment: {'id': '638178fb-613e-4629-af14-cc7a5ad11fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '4b0aa930-e06c-484d-bddb-1bfb4d3b0637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:45:49.541164 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38665ec1-8e98-4980-9eef-2a42b91ffd82 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] Network hostable DHCP agents. Network: 4b0aa930-e06c-484d-bddb-1bfb4d3b0637, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:45:49.601058 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 41174) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:49.668892 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-26f80a29-c236-498a-b5e3-2a573774593f tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Request body: {'router': {'name': 'tempest-router--1939761468', 'project_id': '895c6216c06e4a03a04b1f365a980de3'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:45:49.712829 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b32f3b53-7d4f-4c44-980a-fb73a47cd53a req-1343c284-8c98-4750-a69a-11dd4a1f3217 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.58 "GET /v2.0/security-groups?id=ab2b5f38-a05a-4ac9-a8bf-2f9bfdcd31b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9513535 Aug 05 11:45:49.752664 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5846a5d-08d6-4add-95f7-770e391adc87 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] vlan segment allocate from pool success with {'vlan_id': 657, 'physical_network': 'physnet1'} {{(pid=94420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:45:49.765671 n-d-803378-2 neutron-server[94421]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba694eba-8118-463f-bfad-687f1d90a88a tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] DELETE failed (client error): The resource could not be found. Aug 05 11:45:49.767194 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba694eba-8118-463f-bfad-687f1d90a88a tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:45:49.772553 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-ba694eba-8118-463f-bfad-687f1d90a88a tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "DELETE /v2.0/ports/17a5a490-5bdc-4b55-9813-afc9ef17d2e3 HTTP/1.1" status: 404 len: 333 time: 0.2504208 Aug 05 11:45:49.795568 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 41176) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:49.820844 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-221357c2-973f-488a-91c6-77e52b169ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:49.859526 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d6a78cf5-9d03-4b72-b887-97933da95ec2 req-dd77e308-3f33-45cf-b682-eb8da8a2266b service neutron] 10.222.0.64 "GET /v2.0/networks/70811fd3-f1ad-446e-9d22-c9fd1055c61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2977703 Aug 05 11:45:49.901568 n-d-803378-2 neutron-server[94420]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f176034-dd0b-4067-b40f-ddfd540055b7 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] DELETE failed (client error): The resource could not be found. Aug 05 11:45:49.902339 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f176034-dd0b-4067-b40f-ddfd540055b7 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:45:49.906209 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-8f176034-dd0b-4067-b40f-ddfd540055b7 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "DELETE /v2.0/subnets/d26e6927-ff09-470d-b9a0-fe85c2658bc8 HTTP/1.1" status: 404 len: 337 time: 0.1086473 Aug 05 11:45:49.907263 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38665ec1-8e98-4980-9eef-2a42b91ffd82 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] Network 4b0aa930-e06c-484d-bddb-1bfb4d3b0637 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:45:49.910532 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41178) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:49.913852 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f5846a5d-08d6-4add-95f7-770e391adc87 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:49.914395 n-d-803378-2 neutron-server[94420]: INFO neutron.db.segments_db [None req-f5846a5d-08d6-4add-95f7-770e391adc87 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Added segment 28f18ea3-61dd-433c-b248-a1b2c32e0c7b of type vlan for network 6663a001-645e-4f73-a2a2-1c90e2312885 Aug 05 11:45:49.938579 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221357c2-973f-488a-91c6-77e52b169ce3 None None] Network 799d2ac9-53e9-4acf-83f8-501e1c82e99d is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:45:49.956213 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-221357c2-973f-488a-91c6-77e52b169ce3 None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:45:49.968720 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221357c2-973f-488a-91c6-77e52b169ce3 None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:45:49.980673 n-d-803378-2 neutron-server[94421]: INFO neutron.pecan_wsgi.hooks.translation [None req-766c68b3-a991-442e-8cf4-eaf9b649d7f4 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] DELETE failed (client error): The resource could not be found. Aug 05 11:45:49.981610 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-766c68b3-a991-442e-8cf4-eaf9b649d7f4 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:45:49.989156 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-766c68b3-a991-442e-8cf4-eaf9b649d7f4 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "DELETE /v2.0/subnets/80a860e9-2a70-49b0-b00a-910c46c1b0f3 HTTP/1.1" status: 404 len: 337 time: 0.0763748 Aug 05 11:45:49.990206 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221357c2-973f-488a-91c6-77e52b169ce3 None None] Pushing event updated for resources: {'Port': ['ID=1ac45b03-207a-4e1c-8a3a-365b26fd2bab,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:45:49.991306 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41180) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:50.023629 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-365e01d6-8107-429d-91db-d811a6dcd589 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:50.048107 n-d-803378-2 neutron-server[94421]: INFO neutron.pecan_wsgi.hooks.translation [None req-c72cc92a-841a-4d03-bbaf-1b1570d86317 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] DELETE failed (client error): The resource could not be found. Aug 05 11:45:50.048956 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-38665ec1-8e98-4980-9eef-2a42b91ffd82 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, 4b0aa930-e06c-484d-bddb-1bfb4d3b0637) {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:45:50.049320 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c72cc92a-841a-4d03-bbaf-1b1570d86317 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:45:50.058886 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38665ec1-8e98-4980-9eef-2a42b91ffd82 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:45:50.060019 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-38665ec1-8e98-4980-9eef-2a42b91ffd82 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:50.070052 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c3f2b61-00f6-4d9b-896c-93eb044b9212 None None] Network 4b0aa930-e06c-484d-bddb-1bfb4d3b0637 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:45:50.071220 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-c72cc92a-841a-4d03-bbaf-1b1570d86317 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "DELETE /v2.0/ports/668fb340-3f5e-484d-a2f9-4bdecd94e4d8 HTTP/1.1" status: 404 len: 333 time: 0.0780480 Aug 05 11:45:50.073190 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41182) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:50.085066 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-365e01d6-8107-429d-91db-d811a6dcd589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:50.139859 n-d-803378-2 neutron-server[94421]: INFO neutron.pecan_wsgi.hooks.translation [None req-5826b3ba-542d-4faf-aa9e-eb3ad99866eb tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] DELETE failed (client error): The resource could not be found. Aug 05 11:45:50.140707 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5826b3ba-542d-4faf-aa9e-eb3ad99866eb tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:45:50.150118 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f5846a5d-08d6-4add-95f7-770e391adc87 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:50.150532 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-5826b3ba-542d-4faf-aa9e-eb3ad99866eb tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "DELETE /v2.0/subnets/3ec7f51a-0ff1-4478-9605-73de6c1953f1 HTTP/1.1" status: 404 len: 337 time: 0.0756547 Aug 05 11:45:50.151544 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41184) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:50.172017 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365e01d6-8107-429d-91db-d811a6dcd589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c3bc7ee-1aea-4e7f-8129-1f3694fc37e6,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:45:50.253546 n-d-803378-2 neutron-server[94421]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a6b33e0-4581-40f1-9a2a-56775759c255 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] DELETE failed (client error): The resource could not be found. Aug 05 11:45:50.254167 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a6b33e0-4581-40f1-9a2a-56775759c255 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:45:50.257783 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-7a6b33e0-4581-40f1-9a2a-56775759c255 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "DELETE /v2.0/subnets/c7b63a90-981a-4132-a565-3d40289753e8 HTTP/1.1" status: 404 len: 337 time: 0.0982707 Aug 05 11:45:50.261304 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41186) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:50.290677 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-26f80a29-c236-498a-b5e3-2a573774593f tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33260300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1929'] for router, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:50.291959 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-26f80a29-c236-498a-b5e3-2a573774593f tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33285914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33034662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1926'] for router, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:50.309080 n-d-803378-2 neutron-server[94421]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c0abbe2-947b-43dc-8f66-4456b4ab3bfd tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] DELETE failed (client error): The resource could not be found. Aug 05 11:45:50.310680 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c0abbe2-947b-43dc-8f66-4456b4ab3bfd tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:45:50.311319 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-38665ec1-8e98-4980-9eef-2a42b91ffd82 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.8669250 Aug 05 11:45:50.316965 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-365e01d6-8107-429d-91db-d811a6dcd589 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b0108c49e7024f9fbbb9b988bcca92bc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9527068 Aug 05 11:45:50.321071 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-9c0abbe2-947b-43dc-8f66-4456b4ab3bfd tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "DELETE /v2.0/ports/e68f873a-6fd4-4c3b-a2f4-0bda8f05c1e7 HTTP/1.1" status: 404 len: 333 time: 0.0519464 Aug 05 11:45:50.322125 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41188) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:50.322696 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41190) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:50.323223 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41192) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:50.337708 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-b0645d7e-16f9-41d8-8fe9-517c43affb7d tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] Request body: {'port': {'network_id': '4b0aa930-e06c-484d-bddb-1bfb4d3b0637', 'name': 'tempest-TagsExtTest-1939739114'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:45:50.388400 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f5846a5d-08d6-4add-95f7-770e391adc87 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:50.399522 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5846a5d-08d6-4add-95f7-770e391adc87 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:45:50.400093 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f5846a5d-08d6-4add-95f7-770e391adc87 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:50.449931 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device a7abe8ac-b0df-444c-8b55-309e246b1b4d details requested by agent hyperv_n-h1-803378-2 with host n-h1-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:45:50.482755 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-221357c2-973f-488a-91c6-77e52b169ce3 None None] Attempting to bind port 1ac45b03-207a-4e1c-8a3a-365b26fd2bab on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:45:50.483564 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-221357c2-973f-488a-91c6-77e52b169ce3 None None] Attempting to bind port 1ac45b03-207a-4e1c-8a3a-365b26fd2bab by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '538d9be8-6bbc-483e-a4ce-241e8687e598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '799d2ac9-53e9-4acf-83f8-501e1c82e99d'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:45:50.485527 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221357c2-973f-488a-91c6-77e52b169ce3 None None] Attempting to bind port 1ac45b03-207a-4e1c-8a3a-365b26fd2bab on network 799d2ac9-53e9-4acf-83f8-501e1c82e99d {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:45:50.502154 n-d-803378-2 neutron-server[94421]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5742c8b-6583-4894-baa0-4d7f399b6a06 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] DELETE failed (client error): The resource could not be found. Aug 05 11:45:50.503011 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5742c8b-6583-4894-baa0-4d7f399b6a06 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:45:50.507720 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-c5742c8b-6583-4894-baa0-4d7f399b6a06 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "DELETE /v2.0/subnets/931ac8a4-5953-463a-8673-3faa000db9bf HTTP/1.1" status: 404 len: 337 time: 0.1799428 Aug 05 11:45:50.524437 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41196) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:50.592183 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221357c2-973f-488a-91c6-77e52b169ce3 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:45:50.593115 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221357c2-973f-488a-91c6-77e52b169ce3 None None] Checking segment: {'id': '538d9be8-6bbc-483e-a4ce-241e8687e598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '799d2ac9-53e9-4acf-83f8-501e1c82e99d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:45:50.594173 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-221357c2-973f-488a-91c6-77e52b169ce3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:50.594736 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221357c2-973f-488a-91c6-77e52b169ce3 None None] Bound using segment: {'id': '538d9be8-6bbc-483e-a4ce-241e8687e598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '799d2ac9-53e9-4acf-83f8-501e1c82e99d'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:45:50.596004 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-221357c2-973f-488a-91c6-77e52b169ce3 None None] Bound port: 1ac45b03-207a-4e1c-8a3a-365b26fd2bab, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '538d9be8-6bbc-483e-a4ce-241e8687e598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '799d2ac9-53e9-4acf-83f8-501e1c82e99d'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:45:50.596825 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-221357c2-973f-488a-91c6-77e52b169ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:50.618919 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-ca45110e-3938-4095-b235-3d968798fc4f None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:50.635201 n-d-803378-2 neutron-server[94421]: INFO neutron.pecan_wsgi.hooks.translation [None req-45aff2bd-b543-4ecf-878b-d102dc79a07f tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] DELETE failed (client error): The resource could not be found. Aug 05 11:45:50.636008 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45aff2bd-b543-4ecf-878b-d102dc79a07f tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:45:50.642300 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-45aff2bd-b543-4ecf-878b-d102dc79a07f tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "DELETE /v2.0/subnets/89c8d7bb-645d-4d43-88aa-bae7180fb7f5 HTTP/1.1" status: 404 len: 337 time: 0.1165659 Aug 05 11:45:50.676101 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e14dff7-8046-41a5-8fdb-4a26f550e433 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-4b0aa930-e06c-484d-bddb-1bfb4d3b0637', 'network_id': '4b0aa930-e06c-484d-bddb-1bfb4d3b0637', 'tenant_id': '22b41aada03043e6909df87f80881f16', 'fixed_ips': [{'subnet_id': 'a6ac8ac0-df7b-45e1-8eba-1fd2e2c6eae5'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 11:45:50.679258 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1e14dff7-8046-41a5-8fdb-4a26f550e433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:50.696476 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41198) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:50.699263 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-ca45110e-3938-4095-b235-3d968798fc4f None None] Transition to ACTIVE for port object 0f6abfca-49f1-49d1-a0ac-f0adce0b943e will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:45:50.744343 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-ca45110e-3938-4095-b235-3d968798fc4f None None] Transition to ACTIVE for port object 0f6abfca-49f1-49d1-a0ac-f0adce0b943e will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:45:50.778996 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-dd87f964-6770-4547-9ff1-3e3fd6ca8515 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "GET /v2.0/ports?device_id=366f990b-af30-4e55-9d39-5014e6df4dc4 HTTP/1.1" status: 200 len: 205 time: 0.0785587 Aug 05 11:45:50.789568 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41202) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:50.886699 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-ca45110e-3938-4095-b235-3d968798fc4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:50.996036 n-d-803378-2 neutron-server[94421]: INFO neutron.api.v2.resource [None req-80eb8afb-5dca-4593-b1bb-ab6a583a02d4 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] delete failed (client error): The resource could not be found. Aug 05 11:45:50.999060 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-80eb8afb-5dca-4593-b1bb-ab6a583a02d4 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "DELETE /v2.0/routers/366f990b-af30-4e55-9d39-5014e6df4dc4 HTTP/1.1" status: 404 len: 336 time: 0.1932354 Aug 05 11:45:51.008890 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41204) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:51.017652 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-26f80a29-c236-498a-b5e3-2a573774593f tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:51.030078 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2f580e64-284c-48da-bf8c-4463e963bed7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:51.071939 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2f580e64-284c-48da-bf8c-4463e963bed7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:51.104453 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca45110e-3938-4095-b235-3d968798fc4f None None] Network 06b9eca3-bf56-47fc-beca-ba7c57d829ea is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:45:51.205553 n-d-803378-2 neutron-server[94421]: INFO neutron.pecan_wsgi.hooks.translation [None req-162da7fd-34d0-42a3-8ed7-70ce25d99fa7 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] DELETE failed (client error): The resource could not be found. Aug 05 11:45:51.206863 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-162da7fd-34d0-42a3-8ed7-70ce25d99fa7 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:45:51.211143 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-162da7fd-34d0-42a3-8ed7-70ce25d99fa7 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "DELETE /v2.0/subnets/0de7911c-f56c-49b4-afc7-0299958eea36 HTTP/1.1" status: 404 len: 337 time: 0.1998641 Aug 05 11:45:51.218425 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41206) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:51.274854 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-17512bdf-c9fd-444d-b736-996e5492adfe tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "GET /v2.0/ports?device_id=3af652e9-c9e4-479b-a452-037982d5cb7e HTTP/1.1" status: 200 len: 205 time: 0.0505953 Aug 05 11:45:51.278147 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41208) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:51.279455 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2f580e64-284c-48da-bf8c-4463e963bed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:51.284688 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2f580e64-284c-48da-bf8c-4463e963bed7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:51.292072 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-2f580e64-284c-48da-bf8c-4463e963bed7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2c3bc7ee-1aea-4e7f-8129-1f3694fc37e6 HTTP/1.1" status: 204 len: 168 time: 0.9577053 Aug 05 11:45:51.315772 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-ca45110e-3938-4095-b235-3d968798fc4f None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:45:51.335757 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca45110e-3938-4095-b235-3d968798fc4f None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:45:51.362567 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-26f80a29-c236-498a-b5e3-2a573774593f tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286026'] for router, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:51.384768 n-d-803378-2 neutron-server[94421]: INFO neutron.api.v2.resource [None req-1d58af40-f147-4caa-bc57-e052375329cf tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] delete failed (client error): The resource could not be found. Aug 05 11:45:51.386678 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-1d58af40-f147-4caa-bc57-e052375329cf tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "DELETE /v2.0/routers/3af652e9-c9e4-479b-a452-037982d5cb7e HTTP/1.1" status: 404 len: 336 time: 0.0968518 Aug 05 11:45:51.389175 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f580e64-284c-48da-bf8c-4463e963bed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c3bc7ee-1aea-4e7f-8129-1f3694fc37e6,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:45:51.392440 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41212) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:51.421876 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca45110e-3938-4095-b235-3d968798fc4f None None] Pushing event updated for resources: {'Port': ['ID=0f6abfca-49f1-49d1-a0ac-f0adce0b943e,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:45:51.484244 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-f5846a5d-08d6-4add-95f7-770e391adc87 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.9876876 Aug 05 11:45:51.491371 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-221357c2-973f-488a-91c6-77e52b169ce3 None None] For port 1ac45b03-207a-4e1c-8a3a-365b26fd2bab, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:45:51.516132 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41214) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:51.518056 n-d-803378-2 neutron-server[94421]: INFO neutron.pecan_wsgi.hooks.translation [None req-25283356-db2e-4053-b79f-663e39df1a89 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] DELETE failed (client error): The resource could not be found. Aug 05 11:45:51.518588 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5846a5d-08d6-4add-95f7-770e391adc87 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Pushing event updated for resources: {'Network': ['ID=6663a001-645e-4f73-a2a2-1c90e2312885,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:45:51.519087 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25283356-db2e-4053-b79f-663e39df1a89 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:45:51.535583 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-25283356-db2e-4053-b79f-663e39df1a89 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "DELETE /v2.0/subnets/9f990d3a-fba5-412b-94b8-6e2b7bca0bb0 HTTP/1.1" status: 404 len: 337 time: 0.1387374 Aug 05 11:45:51.542396 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 41216) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:51.550246 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-5d614efd-5b7a-45b3-97a6-9faa36f3aaa4 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Request body: {'subnet': {'network_id': '6663a001-645e-4f73-a2a2-1c90e2312885', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:45:51.564703 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0645d7e-16f9-41d8-8fe9-517c43affb7d tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] Made reservation on behalf of 22b41aada03043e6909df87f80881f16 for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:45:51.565324 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 6663a001-645e-4f73-a2a2-1c90e2312885 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:45:51.574576 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b0645d7e-16f9-41d8-8fe9-517c43affb7d tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:51.621886 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-26f80a29-c236-498a-b5e3-2a573774593f tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify callbacks [] for router, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:51.625763 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-26f80a29-c236-498a-b5e3-2a573774593f tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.9678774 Aug 05 11:45:51.629595 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-221357c2-973f-488a-91c6-77e52b169ce3 None None] For port 1ac45b03-207a-4e1c-8a3a-365b26fd2bab, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=1ac45b03-207a-4e1c-8a3a-365b26fd2bab,segment=NetworkSegment(538d9be8-6bbc-483e-a4ce-241e8687e598),segment_id=538d9be8-6bbc-483e-a4ce-241e8687e598)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:45:51.638955 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port a7abe8ac-b0df-444c-8b55-309e246b1b4d, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=a7abe8ac-b0df-444c-8b55-309e246b1b4d,segment=NetworkSegment(b36a843f-62f3-4ca4-92e0-595d19e6a3f0),segment_id=b36a843f-62f3-4ca4-92e0-595d19e6a3f0)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:45:51.640405 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d9276724-4f50-41a9-930d-6d5e38df46e1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:51.644649 n-d-803378-2 neutron-server[94420]: INFO neutron.pecan_wsgi.hooks.translation [None req-46b27f1f-5d97-476a-9cbd-1c94e3b9f6db tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] DELETE failed (client error): The resource could not be found. Aug 05 11:45:51.646447 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46b27f1f-5d97-476a-9cbd-1c94e3b9f6db tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:45:51.650095 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-46b27f1f-5d97-476a-9cbd-1c94e3b9f6db tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "DELETE /v2.0/subnets/8637e093-f945-4233-bf95-1d425b938da8 HTTP/1.1" status: 404 len: 337 time: 0.1052907 Aug 05 11:45:51.651258 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 41218) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:51.670884 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41220) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:51.683239 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-ca45110e-3938-4095-b235-3d968798fc4f None None] Attempting to bind port 0f6abfca-49f1-49d1-a0ac-f0adce0b943e on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:45:51.683700 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-ca45110e-3938-4095-b235-3d968798fc4f None None] Attempting to bind port 0f6abfca-49f1-49d1-a0ac-f0adce0b943e by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '603fbbf7-f5ef-43b1-acdb-a37ecc698f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '06b9eca3-bf56-47fc-beca-ba7c57d829ea'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:45:51.684341 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca45110e-3938-4095-b235-3d968798fc4f None None] Attempting to bind port 0f6abfca-49f1-49d1-a0ac-f0adce0b943e on network 06b9eca3-bf56-47fc-beca-ba7c57d829ea {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:45:51.721985 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d9276724-4f50-41a9-930d-6d5e38df46e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:51.747849 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-221357c2-973f-488a-91c6-77e52b169ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:51.798715 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Returning: {'device': 'a7abe8ac-b0df-444c-8b55-309e246b1b4d', 'network_id': '70811fd3-f1ad-446e-9d22-c9fd1055c61c', 'port_id': 'a7abe8ac-b0df-444c-8b55-309e246b1b4d', 'mac_address': 'fa:16:3e:f8:a9:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71a2d471-ec02-42ce-91bf-6bee2a437528', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:45:51.813329 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724e634a-cd99-4116-80a7-fa4ea2aeafe9 req-b096271d-94f9-4236-bedf-f31d2d269968 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:45:51.827588 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-724e634a-cd99-4116-80a7-fa4ea2aeafe9 req-b096271d-94f9-4236-bedf-f31d2d269968 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.58 "GET /v2.0/ports?device_id=38f2a801-3a66-4b5c-89f8-9abd0a3fdfc3 HTTP/1.1" status: 200 len: 944 time: 0.4674878 Aug 05 11:45:51.841307 n-d-803378-2 neutron-server[94421]: INFO neutron.pecan_wsgi.hooks.translation [None req-3039b2a1-12c4-4c78-8236-1dc96cc82426 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] DELETE failed (client error): The resource could not be found. Aug 05 11:45:51.842487 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3039b2a1-12c4-4c78-8236-1dc96cc82426 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:45:51.849932 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-3039b2a1-12c4-4c78-8236-1dc96cc82426 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "DELETE /v2.0/ports/76ff7f16-41c5-4743-b0b8-025698f94d8f HTTP/1.1" status: 404 len: 333 time: 0.0886855 Aug 05 11:45:51.849932 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [None req-b0645d7e-16f9-41d8-8fe9-517c43affb7d tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] device_id is not set on port 14ff5ddd-29c5-4655-bf8c-761365dd5c0f yet. {{(pid=94421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 11:45:51.854104 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 41224) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:51.915100 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca45110e-3938-4095-b235-3d968798fc4f None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:45:51.916002 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca45110e-3938-4095-b235-3d968798fc4f None None] Checking segment: {'id': '603fbbf7-f5ef-43b1-acdb-a37ecc698f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '06b9eca3-bf56-47fc-beca-ba7c57d829ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:45:51.916968 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-ca45110e-3938-4095-b235-3d968798fc4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:51.917409 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca45110e-3938-4095-b235-3d968798fc4f None None] Bound using segment: {'id': '603fbbf7-f5ef-43b1-acdb-a37ecc698f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '06b9eca3-bf56-47fc-beca-ba7c57d829ea'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:45:51.920016 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-ca45110e-3938-4095-b235-3d968798fc4f None None] Bound port: 0f6abfca-49f1-49d1-a0ac-f0adce0b943e, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '603fbbf7-f5ef-43b1-acdb-a37ecc698f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '06b9eca3-bf56-47fc-beca-ba7c57d829ea'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:45:51.920016 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-ca45110e-3938-4095-b235-3d968798fc4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:52.061431 n-d-803378-2 neutron-server[94420]: INFO neutron.pecan_wsgi.hooks.translation [None req-8db09f6f-21b9-4706-8bc4-c623e474d75b tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] DELETE failed (client error): The resource could not be found. Aug 05 11:45:52.061431 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8db09f6f-21b9-4706-8bc4-c623e474d75b tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:45:52.064545 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-8db09f6f-21b9-4706-8bc4-c623e474d75b tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "DELETE /v2.0/subnets/aa1bd221-b653-45e9-9f81-76dec7fa2b11 HTTP/1.1" status: 404 len: 337 time: 0.1442337 Aug 05 11:45:52.066689 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-917c7135-5147-4dcd-b78b-72165e0b3b93 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify callbacks [] for router, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:52.074925 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 41226) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:52.107057 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-1e14dff7-8046-41a5-8fdb-4a26f550e433 None None] Allocated IP 172.20.0.2 (4b0aa930-e06c-484d-bddb-1bfb4d3b0637/a6ac8ac0-df7b-45e1-8eba-1fd2e2c6eae5/2a7c55d3-602d-46b9-ab0b-3c1d21003449) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:45:52.141985 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221357c2-973f-488a-91c6-77e52b169ce3 None None] Pushing event updated for resources: {'Port': ['ID=1ac45b03-207a-4e1c-8a3a-365b26fd2bab,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:45:52.158931 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d614efd-5b7a-45b3-97a6-9faa36f3aaa4 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Made reservation on behalf of 6feb354f44e34f96b67fc83b8a013813 for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:45:52.165708 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5d614efd-5b7a-45b3-97a6-9faa36f3aaa4 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:52.179170 n-d-803378-2 neutron-server[94420]: INFO neutron.pecan_wsgi.hooks.translation [None req-a72c986e-cd44-410d-97d7-f78ef65000f4 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] DELETE failed (client error): The resource could not be found. Aug 05 11:45:52.180800 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a72c986e-cd44-410d-97d7-f78ef65000f4 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:45:52.187944 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-a72c986e-cd44-410d-97d7-f78ef65000f4 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "DELETE /v2.0/ports/40592ade-0b5b-49b3-8ae3-1debf1aca51f HTTP/1.1" status: 404 len: 333 time: 0.1123390 Aug 05 11:45:52.196094 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41230) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:52.299639 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:52.342441 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:52.352813 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-724e634a-cd99-4116-80a7-fa4ea2aeafe9 req-a44ab598-8a91-421e-9bf5-52c626d3ae6d tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.58 "GET /v2.0/security-groups?id=ab2b5f38-a05a-4ac9-a8bf-2f9bfdcd31b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5236423 Aug 05 11:45:52.382382 n-d-803378-2 neutron-server[94421]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bbeee5b-2474-4fd6-8dc2-feca66ce73c5 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] DELETE failed (client error): The resource could not be found. Aug 05 11:45:52.387533 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bbeee5b-2474-4fd6-8dc2-feca66ce73c5 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:45:52.410468 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-8bbeee5b-2474-4fd6-8dc2-feca66ce73c5 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "DELETE /v2.0/subnets/1db4ff5a-6891-462b-9981-d2c59eb7d7a7 HTTP/1.1" status: 404 len: 337 time: 0.2122347 Aug 05 11:45:52.429802 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41234) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:52.479877 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7abe8ac-b0df-444c-8b55-309e246b1b4d {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:45:52.503545 n-d-803378-2 neutron-server[94421]: INFO neutron.pecan_wsgi.hooks.translation [None req-62cfa388-996c-46e1-8d39-bc5ea19beb28 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] DELETE failed (client error): The resource could not be found. Aug 05 11:45:52.504446 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62cfa388-996c-46e1-8d39-bc5ea19beb28 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:45:52.507888 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-62cfa388-996c-46e1-8d39-bc5ea19beb28 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "DELETE /v2.0/ports/460ac136-bccb-4dab-9e06-ca26e87e2cc4 HTTP/1.1" status: 404 len: 333 time: 0.0763378 Aug 05 11:45:52.513057 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41238) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:52.613531 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port a7abe8ac-b0df-444c-8b55-309e246b1b4d, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=a7abe8ac-b0df-444c-8b55-309e246b1b4d,segment=NetworkSegment(b36a843f-62f3-4ca4-92e0-595d19e6a3f0),segment_id=b36a843f-62f3-4ca4-92e0-595d19e6a3f0)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:45:52.626549 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:52.632969 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-ca45110e-3938-4095-b235-3d968798fc4f None None] For port 0f6abfca-49f1-49d1-a0ac-f0adce0b943e, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:45:52.679062 n-d-803378-2 neutron-server[94421]: INFO neutron.pecan_wsgi.hooks.translation [None req-02db4cc7-502b-4339-bf0e-5574efa9638f tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] DELETE failed (client error): The resource could not be found. Aug 05 11:45:52.680114 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02db4cc7-502b-4339-bf0e-5574efa9638f tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:45:52.688225 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-02db4cc7-502b-4339-bf0e-5574efa9638f tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "DELETE /v2.0/subnets/d6e887f1-4777-4ddb-9b68-dcdd4c08fe24 HTTP/1.1" status: 404 len: 337 time: 0.1424360 Aug 05 11:45:52.689316 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41242) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:52.760072 n-d-803378-2 neutron-server[94421]: INFO neutron.pecan_wsgi.hooks.translation [None req-a097e081-600f-4873-9360-9280d2011b80 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] DELETE failed (client error): The resource could not be found. Aug 05 11:45:52.761489 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a097e081-600f-4873-9360-9280d2011b80 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:45:52.769958 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-a097e081-600f-4873-9360-9280d2011b80 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "DELETE /v2.0/ports/f778fad9-d888-4c1d-83b5-6f3a3ad686fc HTTP/1.1" status: 404 len: 333 time: 0.0762134 Aug 05 11:45:52.774464 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41244) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:52.813213 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-ca45110e-3938-4095-b235-3d968798fc4f None None] For port 0f6abfca-49f1-49d1-a0ac-f0adce0b943e, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=0f6abfca-49f1-49d1-a0ac-f0adce0b943e,segment=NetworkSegment(603fbbf7-f5ef-43b1-acdb-a37ecc698f0d),segment_id=603fbbf7-f5ef-43b1-acdb-a37ecc698f0d)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:45:52.829299 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-ca45110e-3938-4095-b235-3d968798fc4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:52.886201 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-917c7135-5147-4dcd-b78b-72165e0b3b93 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33262979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1951'] for router, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:52.890172 n-d-803378-2 neutron-server[94421]: INFO neutron.pecan_wsgi.hooks.translation [None req-69eec63d-51c5-4fa2-9d7f-c08d4784f976 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] DELETE failed (client error): The resource could not be found. Aug 05 11:45:52.891223 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69eec63d-51c5-4fa2-9d7f-c08d4784f976 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:45:52.893271 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-917c7135-5147-4dcd-b78b-72165e0b3b93 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:52.905909 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-69eec63d-51c5-4fa2-9d7f-c08d4784f976 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "DELETE /v2.0/subnets/6406a1ac-e646-4abb-8a4f-20ffcca848f8 HTTP/1.1" status: 404 len: 337 time: 0.1249192 Aug 05 11:45:52.907210 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41246) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:52.919393 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-d9276724-4f50-41a9-930d-6d5e38df46e1 admin admin] Allocated IP 172.25.5.224 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/f713b737-d548-448d-ac82-0f4b46efc8ce) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:45:52.966877 n-d-803378-2 neutron-server[94421]: INFO neutron.pecan_wsgi.hooks.translation [None req-604fc823-c296-4e6a-b974-03cbee2bfe60 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] DELETE failed (client error): The resource could not be found. Aug 05 11:45:52.968306 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-604fc823-c296-4e6a-b974-03cbee2bfe60 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:45:52.977349 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-604fc823-c296-4e6a-b974-03cbee2bfe60 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "DELETE /v2.0/ports/510ac2e8-4e38-4ca8-ba4b-4a9d8e55f577 HTTP/1.1" status: 404 len: 333 time: 0.0587301 Aug 05 11:45:52.978494 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41248) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:53.039650 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=a7abe8ac-b0df-444c-8b55-309e246b1b4d,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:45:53.107247 n-d-803378-2 neutron-server[94421]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7f417b6-a1be-4393-b3b8-11f6139bff14 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] DELETE failed (client error): The resource could not be found. Aug 05 11:45:53.108998 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7f417b6-a1be-4393-b3b8-11f6139bff14 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:45:53.113919 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-a7f417b6-a1be-4393-b3b8-11f6139bff14 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "DELETE /v2.0/subnets/b754e217-2e91-4d1a-b427-6f7dc9bfad61 HTTP/1.1" status: 404 len: 337 time: 0.1290848 Aug 05 11:45:53.132783 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-917c7135-5147-4dcd-b78b-72165e0b3b93 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33262474'] for router, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:53.133899 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41252) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:53.135404 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-917c7135-5147-4dcd-b78b-72165e0b3b93 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9a7a0987-2346-4803-abe8-f539aa926a6a {{(pid=94420) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 11:45:53.148730 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-917c7135-5147-4dcd-b78b-72165e0b3b93 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify callbacks [] for router, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:53.151706 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-917c7135-5147-4dcd-b78b-72165e0b3b93 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] 10.222.0.58 "DELETE /v2.0/routers/9a7a0987-2346-4803-abe8-f539aa926a6a HTTP/1.1" status: 204 len: 168 time: 1.4865723 Aug 05 11:45:53.225476 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca45110e-3938-4095-b235-3d968798fc4f None None] Pushing event updated for resources: {'Port': ['ID=0f6abfca-49f1-49d1-a0ac-f0adce0b943e,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:45:53.303623 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d9276724-4f50-41a9-930d-6d5e38df46e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:53.328832 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1e14dff7-8046-41a5-8fdb-4a26f550e433 None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:53.357653 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-1e14dff7-8046-41a5-8fdb-4a26f550e433 None None] Transition to ACTIVE for port object 2a7c55d3-602d-46b9-ab0b-3c1d21003449 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:45:53.369787 n-d-803378-2 neutron-server[94421]: INFO neutron.pecan_wsgi.hooks.translation [None req-f115cef7-5671-4fe1-9aee-6783e36b3f6d tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] DELETE failed (client error): The resource could not be found. Aug 05 11:45:53.371320 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f115cef7-5671-4fe1-9aee-6783e36b3f6d tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:45:53.384550 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-f115cef7-5671-4fe1-9aee-6783e36b3f6d tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "DELETE /v2.0/ports/c888cafa-4134-4866-b8d9-a0446ae10811 HTTP/1.1" status: 404 len: 333 time: 0.2440708 Aug 05 11:45:53.392255 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41260) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:53.483392 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d9276724-4f50-41a9-930d-6d5e38df46e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:53.492339 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['a7abe8ac-b0df-444c-8b55-309e246b1b4d'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:45:53.578821 n-d-803378-2 neutron-server[94421]: INFO neutron.pecan_wsgi.hooks.translation [None req-447dda97-06d2-4609-873a-2be360508db9 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] DELETE failed (client error): The resource could not be found. Aug 05 11:45:53.588413 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-447dda97-06d2-4609-873a-2be360508db9 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:45:53.594780 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-447dda97-06d2-4609-873a-2be360508db9 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "DELETE /v2.0/subnets/f68453ae-ee25-4e86-b5c6-6061fd4bc064 HTTP/1.1" status: 404 len: 337 time: 0.2006829 Aug 05 11:45:53.599363 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41264) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:53.777930 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9276724-4f50-41a9-930d-6d5e38df46e1 admin admin] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:45:53.831191 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-1e14dff7-8046-41a5-8fdb-4a26f550e433 None None] Transition to ACTIVE for port object 2a7c55d3-602d-46b9-ab0b-3c1d21003449 will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:45:53.877444 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-d9276724-4f50-41a9-930d-6d5e38df46e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:45:53.881562 n-d-803378-2 neutron-server[94421]: INFO neutron.pecan_wsgi.hooks.translation [None req-78437a13-e7e1-42d5-b636-434a50ed16b1 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] DELETE failed (client error): The resource could not be found. Aug 05 11:45:53.883871 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78437a13-e7e1-42d5-b636-434a50ed16b1 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:45:53.888647 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9276724-4f50-41a9-930d-6d5e38df46e1 admin admin] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:45:53.893774 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-78437a13-e7e1-42d5-b636-434a50ed16b1 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "DELETE /v2.0/ports/9e014e32-f17f-4e8a-b754-91ac2aa7c03d HTTP/1.1" status: 404 len: 333 time: 0.2681849 Aug 05 11:45:53.894936 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41268) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:53.897353 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1e14dff7-8046-41a5-8fdb-4a26f550e433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:54.009086 n-d-803378-2 neutron-server[94421]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5bfa963-cfe7-4c20-be61-18872653288b tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] DELETE failed (client error): The resource could not be found. Aug 05 11:45:54.009804 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5bfa963-cfe7-4c20-be61-18872653288b tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:45:54.015396 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-e5bfa963-cfe7-4c20-be61-18872653288b tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "DELETE /v2.0/subnets/49e9ca2f-4066-453e-9042-32183b898c1d HTTP/1.1" status: 404 len: 337 time: 0.0794773 Aug 05 11:45:54.032527 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 41270) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:54.032527 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 41272) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:54.074486 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5d614efd-5b7a-45b3-97a6-9faa36f3aaa4 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25038678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30075167'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:54.112298 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2999fe4a-dfaa-4c1c-8e24-eafde2c5cdd7 req-ca14e291-670f-4fba-82c2-bd53e04ea5f7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=30e57fef-208e-4a9b-8b96-34c92ca54f0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2724741 Aug 05 11:45:54.113180 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e14dff7-8046-41a5-8fdb-4a26f550e433 None None] Network 4b0aa930-e06c-484d-bddb-1bfb4d3b0637 is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:45:54.123863 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-1e14dff7-8046-41a5-8fdb-4a26f550e433 None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:45:54.131835 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e14dff7-8046-41a5-8fdb-4a26f550e433 None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:45:54.269416 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e14dff7-8046-41a5-8fdb-4a26f550e433 None None] Pushing event updated for resources: {'Port': ['ID=2a7c55d3-602d-46b9-ab0b-3c1d21003449,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:45:54.277012 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-b0645d7e-16f9-41d8-8fe9-517c43affb7d tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] Allocated IP 172.20.0.7 (4b0aa930-e06c-484d-bddb-1bfb4d3b0637/a6ac8ac0-df7b-45e1-8eba-1fd2e2c6eae5/14ff5ddd-29c5-4655-bf8c-761365dd5c0f) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:45:54.314615 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d614efd-5b7a-45b3-97a6-9faa36f3aaa4 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Checking segment: {'id': '28f18ea3-61dd-433c-b248-a1b2c32e0c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '6663a001-645e-4f73-a2a2-1c90e2312885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:45:54.315187 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d614efd-5b7a-45b3-97a6-9faa36f3aaa4 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Network hostable DHCP agents. Network: 6663a001-645e-4f73-a2a2-1c90e2312885, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:45:54.387513 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d614efd-5b7a-45b3-97a6-9faa36f3aaa4 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Pushing event updated for resources: {'Subnet': ['ID=b39cf7e6-0e8c-484b-b720-8ab1288ca944,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:45:54.404197 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2999fe4a-dfaa-4c1c-8e24-eafde2c5cdd7 req-c6d55151-f5c1-40ad-8704-1d37a105fa31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:45:54.406985 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2999fe4a-dfaa-4c1c-8e24-eafde2c5cdd7 req-c6d55151-f5c1-40ad-8704-1d37a105fa31 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4387c5d8394046fa838195311347b87b&device_id=30e57fef-208e-4a9b-8b96-34c92ca54f0b HTTP/1.1" status: 200 len: 1096 time: 0.1770451 Aug 05 11:45:54.463652 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d614efd-5b7a-45b3-97a6-9faa36f3aaa4 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Network 6663a001-645e-4f73-a2a2-1c90e2312885 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:45:54.478610 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-1e14dff7-8046-41a5-8fdb-4a26f550e433 None None] Attempting to bind port 2a7c55d3-602d-46b9-ab0b-3c1d21003449 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:45:54.479896 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-1e14dff7-8046-41a5-8fdb-4a26f550e433 None None] Attempting to bind port 2a7c55d3-602d-46b9-ab0b-3c1d21003449 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '638178fb-613e-4629-af14-cc7a5ad11fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '4b0aa930-e06c-484d-bddb-1bfb4d3b0637'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:45:54.480932 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e14dff7-8046-41a5-8fdb-4a26f550e433 None None] Attempting to bind port 2a7c55d3-602d-46b9-ab0b-3c1d21003449 on network 4b0aa930-e06c-484d-bddb-1bfb4d3b0637 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:45:54.524322 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e14dff7-8046-41a5-8fdb-4a26f550e433 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:45:54.527346 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e14dff7-8046-41a5-8fdb-4a26f550e433 None None] Checking segment: {'id': '638178fb-613e-4629-af14-cc7a5ad11fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '4b0aa930-e06c-484d-bddb-1bfb4d3b0637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:45:54.535019 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1e14dff7-8046-41a5-8fdb-4a26f550e433 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:54.539317 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e14dff7-8046-41a5-8fdb-4a26f550e433 None None] Bound using segment: {'id': '638178fb-613e-4629-af14-cc7a5ad11fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '4b0aa930-e06c-484d-bddb-1bfb4d3b0637'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:45:54.543497 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-1e14dff7-8046-41a5-8fdb-4a26f550e433 None None] Bound port: 2a7c55d3-602d-46b9-ab0b-3c1d21003449, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '638178fb-613e-4629-af14-cc7a5ad11fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '4b0aa930-e06c-484d-bddb-1bfb4d3b0637'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:45:54.544144 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1e14dff7-8046-41a5-8fdb-4a26f550e433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:54.610435 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9276724-4f50-41a9-930d-6d5e38df46e1 admin admin] Pushing event updated for resources: {'Port': ['ID=f713b737-d548-448d-ac82-0f4b46efc8ce,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:45:54.743770 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaba38ea-df3c-4a39-9a35-22405e80de8c None None] Network 799d2ac9-53e9-4acf-83f8-501e1c82e99d requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:45:54.793307 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2999fe4a-dfaa-4c1c-8e24-eafde2c5cdd7 req-a5218065-9155-49ed-84ce-6a17f7f48612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:45:54.796015 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2999fe4a-dfaa-4c1c-8e24-eafde2c5cdd7 req-a5218065-9155-49ed-84ce-6a17f7f48612 service neutron] 10.222.0.55 "GET /v2.0/networks?id=70811fd3-f1ad-446e-9d22-c9fd1055c61c HTTP/1.1" status: 200 len: 911 time: 0.2985642 Aug 05 11:45:54.804666 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-5d614efd-5b7a-45b3-97a6-9faa36f3aaa4 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, 6663a001-645e-4f73-a2a2-1c90e2312885) {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:45:54.826476 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d614efd-5b7a-45b3-97a6-9faa36f3aaa4 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:45:54.827398 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5d614efd-5b7a-45b3-97a6-9faa36f3aaa4 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:54.940906 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d176d8c-a48e-4117-8a1a-a1c579e7bc26 None None] Network 6663a001-645e-4f73-a2a2-1c90e2312885 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:45:54.943390 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674708d8-fadc-48fd-93a1-c7f8c2841683 req-3a0d1487-39b7-4d66-b58c-20db5b8a3189 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:45:54.946819 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-674708d8-fadc-48fd-93a1-c7f8c2841683 req-3a0d1487-39b7-4d66-b58c-20db5b8a3189 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.58 "GET /v2.0/ports?device_id=38f2a801-3a66-4b5c-89f8-9abd0a3fdfc3 HTTP/1.1" status: 200 len: 945 time: 1.2573686 Aug 05 11:45:54.958372 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f1975a58-38ce-4cd7-83d1-56fe493d2d67 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:54.984085 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-1e14dff7-8046-41a5-8fdb-4a26f550e433 None None] For port 2a7c55d3-602d-46b9-ab0b-3c1d21003449, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:45:54.988951 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-1e14dff7-8046-41a5-8fdb-4a26f550e433 None None] For port 2a7c55d3-602d-46b9-ab0b-3c1d21003449, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=2a7c55d3-602d-46b9-ab0b-3c1d21003449,segment=NetworkSegment(638178fb-613e-4629-af14-cc7a5ad11fb1),segment_id=638178fb-613e-4629-af14-cc7a5ad11fb1)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:45:54.993054 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 1ac45b03-207a-4e1c-8a3a-365b26fd2bab up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:45:55.035957 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1e14dff7-8046-41a5-8fdb-4a26f550e433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:55.062662 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2999fe4a-dfaa-4c1c-8e24-eafde2c5cdd7 req-ed2e2184-4341-4f9a-b117-3af8ad6b55e1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=18bd55c9-be44-48c5-b1dc-5b4c63ef14f0 HTTP/1.1" status: 200 len: 217 time: 0.2453296 Aug 05 11:45:55.083856 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-a4893066-5460-451c-9a51-e49ec6462089 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-204603369', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}, 'admin_state_up': False}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:45:55.194291 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-5d614efd-5b7a-45b3-97a6-9faa36f3aaa4 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.6532955 Aug 05 11:45:55.194963 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41284) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:55.227478 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a4893066-5460-451c-9a51-e49ec6462089 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33260300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1929'] for router, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:55.229451 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a4893066-5460-451c-9a51-e49ec6462089 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33285914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33034662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1926'] for router, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:55.387292 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b0645d7e-16f9-41d8-8fe9-517c43affb7d tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:55.418481 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [None req-b0645d7e-16f9-41d8-8fe9-517c43affb7d tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] Transition to ACTIVE for port object 14ff5ddd-29c5-4655-bf8c-761365dd5c0f will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:45:55.575880 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b0645d7e-16f9-41d8-8fe9-517c43affb7d tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:55.615638 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e14dff7-8046-41a5-8fdb-4a26f550e433 None None] Pushing event updated for resources: {'Port': ['ID=2a7c55d3-602d-46b9-ab0b-3c1d21003449,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:45:55.661144 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab5f890-27b6-416d-b97f-ae1b8988fefb None None] Network 06b9eca3-bf56-47fc-beca-ba7c57d829ea requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:45:55.662529 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d9276724-4f50-41a9-930d-6d5e38df46e1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:55.753505 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0645d7e-16f9-41d8-8fe9-517c43affb7d tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] Network 4b0aa930-e06c-484d-bddb-1bfb4d3b0637 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:45:55.769452 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-b0645d7e-16f9-41d8-8fe9-517c43affb7d tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:45:55.775378 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2999fe4a-dfaa-4c1c-8e24-eafde2c5cdd7 req-6f12e49d-a700-4973-8904-1523880e334f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:45:55.779547 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2999fe4a-dfaa-4c1c-8e24-eafde2c5cdd7 req-6f12e49d-a700-4973-8904-1523880e334f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=71a2d471-ec02-42ce-91bf-6bee2a437528 HTTP/1.1" status: 200 len: 850 time: 0.6262574 Aug 05 11:45:55.809193 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0645d7e-16f9-41d8-8fe9-517c43affb7d tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:45:55.854081 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-75ea4400-f0a4-451f-9d63-0d2e40aa189b None None] Provisioning for port 1ac45b03-207a-4e1c-8a3a-365b26fd2bab completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:45:55.947828 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0645d7e-16f9-41d8-8fe9-517c43affb7d tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:45:55.950444 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b0645d7e-16f9-41d8-8fe9-517c43affb7d tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:55.994062 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0645d7e-16f9-41d8-8fe9-517c43affb7d tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] Pushing event updated for resources: {'Port': ['ID=14ff5ddd-29c5-4655-bf8c-761365dd5c0f,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:45:56.087848 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41290) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:56.114079 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2999fe4a-dfaa-4c1c-8e24-eafde2c5cdd7 req-79bfa1d4-0805-4b5e-9ac1-747425d6136f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=70811fd3-f1ad-446e-9d22-c9fd1055c61c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1395166 Aug 05 11:45:56.137252 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-674708d8-fadc-48fd-93a1-c7f8c2841683 req-771c48ed-b02b-4496-a3dd-f83c78a59518 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.58 "GET /v2.0/security-groups?id=ab2b5f38-a05a-4ac9-a8bf-2f9bfdcd31b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1743357 Aug 05 11:45:56.152231 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d9276724-4f50-41a9-930d-6d5e38df46e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286026'] for router, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:56.159163 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-b0645d7e-16f9-41d8-8fe9-517c43affb7d tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 5.8337975 Aug 05 11:45:56.267143 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41294) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:56.276978 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-faee9269-3623-4e95-945e-027bc862b587 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1665369848', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:45:56.337513 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-22c8b1cd-58b2-44e8-ac85-33074eb9994c tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:56.431894 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f1975a58-38ce-4cd7-83d1-56fe493d2d67 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:56.466106 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-faee9269-3623-4e95-945e-027bc862b587 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33260300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1929'] for router, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:56.468638 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-faee9269-3623-4e95-945e-027bc862b587 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33285914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33034662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1926'] for router, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:56.531300 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-171df5e4-47c9-4e50-9bf1-a6309cef1c0c None None] Provisioning for port 0f6abfca-49f1-49d1-a0ac-f0adce0b943e completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:45:56.604733 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 1ac45b03-207a-4e1c-8a3a-365b26fd2bab completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:45:56.609433 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2999fe4a-dfaa-4c1c-8e24-eafde2c5cdd7 req-60642d1a-72af-4ab4-8dde-3380317dcc6a service neutron] 10.222.0.55 "GET /v2.0/networks/70811fd3-f1ad-446e-9d22-c9fd1055c61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4828126 Aug 05 11:45:56.622620 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 1ac45b03-207a-4e1c-8a3a-365b26fd2bab triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:45:56.623568 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:56.626525 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a4893066-5460-451c-9a51-e49ec6462089 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:56.651169 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-f1975a58-38ce-4cd7-83d1-56fe493d2d67 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65f763dc-e344-4f1a-a003-f0293beb6d65']}} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:45:56.708987 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-f1975a58-38ce-4cd7-83d1-56fe493d2d67 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3ce43ff-a33b-459d-a35e-6c011fee3456') {'for_net_delete': True} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:45:56.710050 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-f1975a58-38ce-4cd7-83d1-56fe493d2d67 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3ce43ff-a33b-459d-a35e-6c011fee3456') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:45:56.710254 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aab1757-3842-4bc2-8afd-ec42c7e31dc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-6663a001-645e-4f73-a2a2-1c90e2312885', 'network_id': '6663a001-645e-4f73-a2a2-1c90e2312885', 'tenant_id': '6feb354f44e34f96b67fc83b8a013813', 'fixed_ips': [{'subnet_id': 'b39cf7e6-0e8c-484b-b720-8ab1288ca944'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 11:45:56.711948 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-2aab1757-3842-4bc2-8afd-ec42c7e31dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:56.747804 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f1975a58-38ce-4cd7-83d1-56fe493d2d67 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25010581'] for segment, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:56.752583 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device a7abe8ac-b0df-444c-8b55-309e246b1b4d up at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:45:56.797150 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f1975a58-38ce-4cd7-83d1-56fe493d2d67 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:56.820556 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1975a58-38ce-4cd7-83d1-56fe493d2d67 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Releasing vlan 662 on physical network physnet1 to pool {{(pid=94420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:45:56.825181 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f1975a58-38ce-4cd7-83d1-56fe493d2d67 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29762581'] for segment, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:56.831020 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-26698278-29e0-41c3-bb37-21d24af638f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:56.837517 n-d-803378-2 neutron-server[94420]: Traceback (most recent call last): Aug 05 11:45:56.837517 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:45:56.837517 n-d-803378-2 neutron-server[94420]: timer() Aug 05 11:45:56.837517 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:45:56.837517 n-d-803378-2 neutron-server[94420]: cb(*args, **kw) Aug 05 11:45:56.837517 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:45:56.837517 n-d-803378-2 neutron-server[94420]: return func(*args, **kwargs) Aug 05 11:45:56.837517 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:45:56.837517 n-d-803378-2 neutron-server[94420]: self._notify() Aug 05 11:45:56.837517 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:45:56.837517 n-d-803378-2 neutron-server[94420]: self.callback(batched_events) Aug 05 11:45:56.837517 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:45:56.837517 n-d-803378-2 neutron-server[94420]: event.method(event) Aug 05 11:45:56.837517 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:45:56.837517 n-d-803378-2 neutron-server[94420]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:45:56.837517 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:45:56.837517 n-d-803378-2 neutron-server[94420]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:45:56.837517 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:45:56.837517 n-d-803378-2 neutron-server[94420]: return f(self, *a, **k) Aug 05 11:45:56.837517 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:45:56.837517 n-d-803378-2 neutron-server[94420]: return self._get(url).json() Aug 05 11:45:56.837517 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:45:56.837517 n-d-803378-2 neutron-server[94420]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:45:56.837517 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:45:56.837517 n-d-803378-2 neutron-server[94420]: return self.request(url, 'GET', **kwargs) Aug 05 11:45:56.837517 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:45:56.837517 n-d-803378-2 neutron-server[94420]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:45:56.837517 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:45:56.837517 n-d-803378-2 neutron-server[94420]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:45:56.837517 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:45:56.837517 n-d-803378-2 neutron-server[94420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:45:56.837517 n-d-803378-2 neutron-server[94420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:45:57.092055 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning for port a7abe8ac-b0df-444c-8b55-309e246b1b4d completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:45:57.124400 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:57.157464 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning complete for port a7abe8ac-b0df-444c-8b55-309e246b1b4d triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:45:57.158103 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:57.450680 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port 1ac45b03-207a-4e1c-8a3a-365b26fd2bab, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=1ac45b03-207a-4e1c-8a3a-365b26fd2bab,segment=NetworkSegment(538d9be8-6bbc-483e-a4ce-241e8687e598),segment_id=538d9be8-6bbc-483e-a4ce-241e8687e598)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:45:57.456820 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-2aab1757-3842-4bc2-8afd-ec42c7e31dc3 None None] Allocated IP 2001:db8::1 (6663a001-645e-4f73-a2a2-1c90e2312885/b39cf7e6-0e8c-484b-b720-8ab1288ca944/fd00c55f-1429-4ee9-b5f1-6413dabc69e8) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:45:57.477211 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:57.478476 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 0f6abfca-49f1-49d1-a0ac-f0adce0b943e up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:45:57.810959 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:57.838739 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-22c8b1cd-58b2-44e8-ac85-33074eb9994c tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:57.840225 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=1ac45b03-207a-4e1c-8a3a-365b26fd2bab,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:45:57.848190 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2999fe4a-dfaa-4c1c-8e24-eafde2c5cdd7 req-fc8f07e0-f4d3-44b3-ae56-c9465db4ce71 service neutron] 10.222.0.55 "GET /v2.0/networks/70811fd3-f1ad-446e-9d22-c9fd1055c61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2064271 Aug 05 11:45:57.893714 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 0f6abfca-49f1-49d1-a0ac-f0adce0b943e completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:45:57.905740 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f1975a58-38ce-4cd7-83d1-56fe493d2d67 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:57.929924 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-faee9269-3623-4e95-945e-027bc862b587 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:57.934959 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 0f6abfca-49f1-49d1-a0ac-f0adce0b943e triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:45:57.935441 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:57.982275 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-faee9269-3623-4e95-945e-027bc862b587 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286026'] for router, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:57.982681 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f1975a58-38ce-4cd7-83d1-56fe493d2d67 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:57.992779 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-f1975a58-38ce-4cd7-83d1-56fe493d2d67 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] 10.222.0.58 "DELETE /v2.0/networks/65f763dc-e344-4f1a-a003-f0293beb6d65 HTTP/1.1" status: 204 len: 168 time: 3.9519861 Aug 05 11:45:58.039261 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38f2a801-3a66-4b5c-89f8-9abd0a3fdfc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7abe8ac-b0df-444c-8b55-309e246b1b4d'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:45:58.042584 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf25af1f-4b3b-46e0-965d-ad66f961d0c0" -d '{"events": [{"server_uuid": "38f2a801-3a66-4b5c-89f8-9abd0a3fdfc3", "name": "network-vif-plugged", "status": "completed", "tag": "a7abe8ac-b0df-444c-8b55-309e246b1b4d"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:45:58.164303 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port a7abe8ac-b0df-444c-8b55-309e246b1b4d, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=a7abe8ac-b0df-444c-8b55-309e246b1b4d,segment=NetworkSegment(b36a843f-62f3-4ca4-92e0-595d19e6a3f0),segment_id=b36a843f-62f3-4ca4-92e0-595d19e6a3f0)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:45:58.185515 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99fd1a9f-e811-4da3-81ec-327a35cae8fb x-openstack-request-id: req-99fd1a9f-e811-4da3-81ec-327a35cae8fb {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:45:58.186042 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38f2a801-3a66-4b5c-89f8-9abd0a3fdfc3", "name": "network-vif-plugged", "status": "completed", "tag": "a7abe8ac-b0df-444c-8b55-309e246b1b4d", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:45:58.186453 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-99fd1a9f-e811-4da3-81ec-327a35cae8fb {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:45:58.187084 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38f2a801-3a66-4b5c-89f8-9abd0a3fdfc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7abe8ac-b0df-444c-8b55-309e246b1b4d', 'code': 200} Aug 05 11:45:58.245481 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:58.254498 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a4893066-5460-451c-9a51-e49ec6462089 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:58.284600 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-26698278-29e0-41c3-bb37-21d24af638f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:58.291125 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1975a58-38ce-4cd7-83d1-56fe493d2d67 tempest-NetworksTestDHCPv6-1075690072 tempest-NetworksTestDHCPv6-1075690072-project] Pushing event deleted for resources: {'Network': ['ID=65f763dc-e344-4f1a-a003-f0293beb6d65,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:45:58.311738 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-26698278-29e0-41c3-bb37-21d24af638f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:58.335805 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-faee9269-3623-4e95-945e-027bc862b587 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] Notify callbacks [] for router, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:58.338456 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-faee9269-3623-4e95-945e-027bc862b587 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 2.0691540 Aug 05 11:45:58.383177 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 41302) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:58.419545 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-4719056b-d93e-434e-ad56-fd889c36f980 None None] Provisioning complete for port 1ac45b03-207a-4e1c-8a3a-365b26fd2bab triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:45:58.420131 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-4719056b-d93e-434e-ad56-fd889c36f980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:58.421472 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-55e4e910-13cd-4b31-a122-dd93965f7517 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1182679114', 'prefixes': ['172.20.0.0/16']}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:45:58.479697 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-26698278-29e0-41c3-bb37-21d24af638f6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=678f7b03cdaf460bb9ef4af55172bf2e&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3786986 Aug 05 11:45:58.482946 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26698278-29e0-41c3-bb37-21d24af638f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=698de6b9-a695-4653-9193-fda0f513b076,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:45:58.487016 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41306) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:58.534475 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676ec4e7-a371-44af-8ed2-e5833ddc5f17 None None] Network 4b0aa930-e06c-484d-bddb-1bfb4d3b0637 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:45:58.566030 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-2aab1757-3842-4bc2-8afd-ec42c7e31dc3 None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:58.602728 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41308) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:58.606556 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188f3549-95c9-4d0e-af8b-8f882ae0b35e req-8d4c7864-93b5-4a9f-b768-d89cab86ce55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:45:58.608938 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-188f3549-95c9-4d0e-af8b-8f882ae0b35e req-8d4c7864-93b5-4a9f-b768-d89cab86ce55 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=38f2a801-3a66-4b5c-89f8-9abd0a3fdfc3 HTTP/1.1" status: 200 len: 1097 time: 0.2674959 Aug 05 11:45:58.645233 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7143e3-a5d5-44e8-a86a-8db79433c0de req-2a8e8c69-5725-4709-91f0-a1968c2ea08c tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:45:58.662829 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9b7143e3-a5d5-44e8-a86a-8db79433c0de req-2a8e8c69-5725-4709-91f0-a1968c2ea08c tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.58 "GET /v2.0/ports?device_id=38f2a801-3a66-4b5c-89f8-9abd0a3fdfc3 HTTP/1.1" status: 200 len: 945 time: 0.8761799 Aug 05 11:45:58.663144 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=a7abe8ac-b0df-444c-8b55-309e246b1b4d,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:45:58.673013 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9276724-4f50-41a9-930d-6d5e38df46e1 admin admin] Router 54d21272-f358-4b37-8503-84ed75671c4b is scheduled to L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d with binding_index 1 {{(pid=94420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 11:45:58.691887 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-2aab1757-3842-4bc2-8afd-ec42c7e31dc3 None None] Transition to ACTIVE for port object fd00c55f-1429-4ee9-b5f1-6413dabc69e8 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:45:58.692111 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6ec4f730-4d6b-4230-8217-72399567116e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:58.786877 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-188f3549-95c9-4d0e-af8b-8f882ae0b35e req-b4bc8865-40d8-4643-8c76-ccc3ecd03b45 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ab2b5f38-a05a-4ac9-a8bf-2f9bfdcd31b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671042 Aug 05 11:45:58.789951 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-2aab1757-3842-4bc2-8afd-ec42c7e31dc3 None None] Transition to ACTIVE for port object fd00c55f-1429-4ee9-b5f1-6413dabc69e8 will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:45:58.812154 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6ec4f730-4d6b-4230-8217-72399567116e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:58.812476 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-2aab1757-3842-4bc2-8afd-ec42c7e31dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:58.890309 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-22c8b1cd-58b2-44e8-ac85-33074eb9994c tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25038609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30075142'] for subnet, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:58.943447 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:58.978793 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aab1757-3842-4bc2-8afd-ec42c7e31dc3 None None] Network 6663a001-645e-4f73-a2a2-1c90e2312885 is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:45:58.981009 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c8b1cd-58b2-44e8-ac85-33074eb9994c tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Pushing event deleted for resources: {'Subnet': ['ID=b39cf7e6-0e8c-484b-b720-8ab1288ca944,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:45:59.016454 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-2aab1757-3842-4bc2-8afd-ec42c7e31dc3 None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:45:59.021580 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aab1757-3842-4bc2-8afd-ec42c7e31dc3 None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:45:59.028737 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9b7143e3-a5d5-44e8-a86a-8db79433c0de req-aa011f9e-3c7c-4d08-8af1-701e3c5b33cc tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.58 "GET /v2.0/security-groups?id=ab2b5f38-a05a-4ac9-a8bf-2f9bfdcd31b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3591936 Aug 05 11:45:59.131325 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aab1757-3842-4bc2-8afd-ec42c7e31dc3 None None] Pushing event updated for resources: {'Port': ['ID=fd00c55f-1429-4ee9-b5f1-6413dabc69e8,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:45:59.155391 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9276724-4f50-41a9-930d-6d5e38df46e1 admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:45:59.190980 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-22c8b1cd-58b2-44e8-ac85-33074eb9994c tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:59.193607 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344d9afb-1f4b-41db-afe1-0be09f3d36ea None None] Sync routers for ids ['54d21272-f358-4b37-8503-84ed75671c4b'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:45:59.214181 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-55e4e910-13cd-4b31-a122-dd93965f7517 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] Notify callbacks [] for subnetpool, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:59.215506 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344d9afb-1f4b-41db-afe1-0be09f3d36ea None None] Routers {'54d21272-f358-4b37-8503-84ed75671c4b'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:45:59.216662 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-55e4e910-13cd-4b31-a122-dd93965f7517 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] 10.222.0.58 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.8061535 Aug 05 11:45:59.220195 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d9276724-4f50-41a9-930d-6d5e38df46e1 admin admin] Notify callbacks [] for router, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:59.226837 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-d9276724-4f50-41a9-930d-6d5e38df46e1 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 12.0834892 Aug 05 11:45:59.227156 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-344d9afb-1f4b-41db-afe1-0be09f3d36ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:45:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['54d21272-f358-4b37-8503-84ed75671c4b'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:45:59.227347 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 41312) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:59.234530 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.tag.tag_plugin [None req-a1ab76a1-212f-4eef-b93f-3673ad93d4f7 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'a6ac8ac0-df7b-45e1-8eba-1fd2e2c6eae5', 'tempest-TagsExtTest-Tag-2052045475') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:45:59.245595 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 41314) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:59.253259 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-22c8b1cd-58b2-44e8-ac85-33074eb9994c tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6663a001-645e-4f73-a2a2-1c90e2312885']}} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:45:59.256883 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6ec4f730-4d6b-4230-8217-72399567116e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:59.259725 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6ec4f730-4d6b-4230-8217-72399567116e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:59.261385 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-6ec4f730-4d6b-4230-8217-72399567116e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/698de6b9-a695-4653-9193-fda0f513b076 HTTP/1.1" status: 204 len: 168 time: 0.7654414 Aug 05 11:45:59.283729 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-f44408d2-8471-4873-b61c-a27caa674a26 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2255634a74e844e794fd358818288ba1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6733203 Aug 05 11:45:59.292761 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41318) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:45:59.307757 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port 0f6abfca-49f1-49d1-a0ac-f0adce0b943e, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=0f6abfca-49f1-49d1-a0ac-f0adce0b943e,segment=NetworkSegment(603fbbf7-f5ef-43b1-acdb-a37ecc698f0d),segment_id=603fbbf7-f5ef-43b1-acdb-a37ecc698f0d)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:45:59.373053 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-22c8b1cd-58b2-44e8-ac85-33074eb9994c tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28f18ea3-61dd-433c-b248-a1b2c32e0c7b') {'for_net_delete': True} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:45:59.375283 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-22c8b1cd-58b2-44e8-ac85-33074eb9994c tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28f18ea3-61dd-433c-b248-a1b2c32e0c7b') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:45:59.390032 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec4f730-4d6b-4230-8217-72399567116e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=698de6b9-a695-4653-9193-fda0f513b076,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:45:59.415511 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-22c8b1cd-58b2-44e8-ac85-33074eb9994c tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29786371'] for segment, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:59.454168 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-22c8b1cd-58b2-44e8-ac85-33074eb9994c tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:59.474453 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9c6b5620-ac13-484d-ac9d-cadaf6d71dff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:59.479522 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22c8b1cd-58b2-44e8-ac85-33074eb9994c tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Releasing vlan 657 on physical network physnet1 to pool {{(pid=94421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:45:59.480797 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-22c8b1cd-58b2-44e8-ac85-33074eb9994c tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25038799'] for segment, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:59.487554 n-d-803378-2 neutron-server[94421]: Traceback (most recent call last): Aug 05 11:45:59.487554 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:45:59.487554 n-d-803378-2 neutron-server[94421]: timer() Aug 05 11:45:59.487554 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:45:59.487554 n-d-803378-2 neutron-server[94421]: cb(*args, **kw) Aug 05 11:45:59.487554 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:45:59.487554 n-d-803378-2 neutron-server[94421]: return func(*args, **kwargs) Aug 05 11:45:59.487554 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:45:59.487554 n-d-803378-2 neutron-server[94421]: self._notify() Aug 05 11:45:59.487554 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:45:59.487554 n-d-803378-2 neutron-server[94421]: self.callback(batched_events) Aug 05 11:45:59.487554 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:45:59.487554 n-d-803378-2 neutron-server[94421]: event.method(event) Aug 05 11:45:59.487554 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:45:59.487554 n-d-803378-2 neutron-server[94421]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:45:59.487554 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:45:59.487554 n-d-803378-2 neutron-server[94421]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:45:59.487554 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:45:59.487554 n-d-803378-2 neutron-server[94421]: return f(self, *a, **k) Aug 05 11:45:59.487554 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:45:59.487554 n-d-803378-2 neutron-server[94421]: return self._get(url).json() Aug 05 11:45:59.487554 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:45:59.487554 n-d-803378-2 neutron-server[94421]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:45:59.487554 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:45:59.487554 n-d-803378-2 neutron-server[94421]: return self.request(url, 'GET', **kwargs) Aug 05 11:45:59.487554 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:45:59.487554 n-d-803378-2 neutron-server[94421]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:45:59.487554 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:45:59.487554 n-d-803378-2 neutron-server[94421]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:45:59.487554 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:45:59.487554 n-d-803378-2 neutron-server[94421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:45:59.487554 n-d-803378-2 neutron-server[94421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:45:59.496702 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:59.621172 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-344d9afb-1f4b-41db-afe1-0be09f3d36ea None None] Set router 54d21272-f358-4b37-8503-84ed75671c4b gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:45:59.703229 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-2aab1757-3842-4bc2-8afd-ec42c7e31dc3 None None] Attempting to bind port fd00c55f-1429-4ee9-b5f1-6413dabc69e8 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:45:59.704202 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-2aab1757-3842-4bc2-8afd-ec42c7e31dc3 None None] Attempting to bind port fd00c55f-1429-4ee9-b5f1-6413dabc69e8 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '28f18ea3-61dd-433c-b248-a1b2c32e0c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '6663a001-645e-4f73-a2a2-1c90e2312885'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:45:59.706651 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aab1757-3842-4bc2-8afd-ec42c7e31dc3 None None] Attempting to bind port fd00c55f-1429-4ee9-b5f1-6413dabc69e8 on network 6663a001-645e-4f73-a2a2-1c90e2312885 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:45:59.727747 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:59.758363 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.db.api [None req-22c8b1cd-58b2-44e8-ac85-33074eb9994c tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 05 11:45:59.758363 n-d-803378-2 neutron-server[94421]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 05 11:45:59.758363 n-d-803378-2 neutron-server[94421]: [parameters: {'id': '6663a001-645e-4f73-a2a2-1c90e2312885'}] Aug 05 11:45:59.758363 n-d-803378-2 neutron-server[94421]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94421) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 05 11:45:59.759798 n-d-803378-2 neutron-server[94421]: DEBUG oslo_db.api [None req-22c8b1cd-58b2-44e8-ac85-33074eb9994c tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 11:45:59.764719 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9c6b5620-ac13-484d-ac9d-cadaf6d71dff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:59.792169 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=0f6abfca-49f1-49d1-a0ac-f0adce0b943e,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:45:59.803093 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aab1757-3842-4bc2-8afd-ec42c7e31dc3 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:45:59.803970 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aab1757-3842-4bc2-8afd-ec42c7e31dc3 None None] Checking segment: {'id': '28f18ea3-61dd-433c-b248-a1b2c32e0c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '6663a001-645e-4f73-a2a2-1c90e2312885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:45:59.805002 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-2aab1757-3842-4bc2-8afd-ec42c7e31dc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:59.807522 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aab1757-3842-4bc2-8afd-ec42c7e31dc3 None None] Bound using segment: {'id': '28f18ea3-61dd-433c-b248-a1b2c32e0c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '6663a001-645e-4f73-a2a2-1c90e2312885'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:45:59.809641 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-2aab1757-3842-4bc2-8afd-ec42c7e31dc3 None None] Bound port: fd00c55f-1429-4ee9-b5f1-6413dabc69e8, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28f18ea3-61dd-433c-b248-a1b2c32e0c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '6663a001-645e-4f73-a2a2-1c90e2312885'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:45:59.812448 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-2aab1757-3842-4bc2-8afd-ec42c7e31dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:45:59.873562 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-4bc4aa06-1793-4ee1-9e42-69928bfc78e9 None None] Provisioning for port 2a7c55d3-602d-46b9-ab0b-3c1d21003449 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:45:59.994036 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9c6b5620-ac13-484d-ac9d-cadaf6d71dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:00.011000 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9c6b5620-ac13-484d-ac9d-cadaf6d71dff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:00.017550 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-9c6b5620-ac13-484d-ac9d-cadaf6d71dff admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cb811183-576f-448f-8329-41150b1a33bb HTTP/1.1" status: 204 len: 168 time: 0.7083256 Aug 05 11:46:00.051129 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6b5620-ac13-484d-ac9d-cadaf6d71dff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb811183-576f-448f-8329-41150b1a33bb,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:46:00.087086 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 2a7c55d3-602d-46b9-ab0b-3c1d21003449 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:46:00.251305 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-2aab1757-3842-4bc2-8afd-ec42c7e31dc3 None None] For port fd00c55f-1429-4ee9-b5f1-6413dabc69e8, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:46:00.263319 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-22c8b1cd-58b2-44e8-ac85-33074eb9994c tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:00.266366 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-2aab1757-3842-4bc2-8afd-ec42c7e31dc3 None None] For port fd00c55f-1429-4ee9-b5f1-6413dabc69e8, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=fd00c55f-1429-4ee9-b5f1-6413dabc69e8,segment=NetworkSegment(28f18ea3-61dd-433c-b248-a1b2c32e0c7b),segment_id=28f18ea3-61dd-433c-b248-a1b2c32e0c7b)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:46:00.288087 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-2aab1757-3842-4bc2-8afd-ec42c7e31dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:00.423991 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a4893066-5460-451c-9a51-e49ec6462089 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Notify callbacks [] for router_gateway, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:00.425644 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-344d9afb-1f4b-41db-afe1-0be09f3d36ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54d21272-f358-4b37-8503-84ed75671c4b', 'name': 'tempest-FloatingIPsTestJSON-1745034871-router', 'tenant_id': '7c672e3cdc734e2186d8cb47e41d66ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': 'f713b737-d548-448d-ac82-0f4b46efc8ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:45:47Z', 'updated_at': '2021-08-05T11:45:54Z', 'revision_number': 3, 'project_id': '7c672e3cdc734e2186d8cb47e41d66ab', 'gw_port': {'id': 'f713b737-d548-448d-ac82-0f4b46efc8ce', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:83:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54d21272-f358-4b37-8503-84ed75671c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:45:51Z', 'updated_at': '2021-08-05T11:45:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:46:00.528732 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aab1757-3842-4bc2-8afd-ec42c7e31dc3 None None] Pushing event updated for resources: {'Port': ['ID=fd00c55f-1429-4ee9-b5f1-6413dabc69e8,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:46:00.548765 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-22c8b1cd-58b2-44e8-ac85-33074eb9994c tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Deleting port fd00c55f-1429-4ee9-b5f1-6413dabc69e8 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:46:00.549367 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-22c8b1cd-58b2-44e8-ac85-33074eb9994c tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:00.592281 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344d9afb-1f4b-41db-afe1-0be09f3d36ea None None] Checking router: 54d21272-f358-4b37-8503-84ed75671c4b for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:46:00.595650 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344d9afb-1f4b-41db-afe1-0be09f3d36ea None None] Updating router 54d21272-f358-4b37-8503-84ed75671c4b port f713b737-d548-448d-ac82-0f4b46efc8ce binding host n-d-803378-2 {{(pid=94423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 11:46:00.628391 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 2a7c55d3-602d-46b9-ab0b-3c1d21003449 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:46:00.718868 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-344d9afb-1f4b-41db-afe1-0be09f3d36ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:00.719397 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 2a7c55d3-602d-46b9-ab0b-3c1d21003449 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:46:00.720036 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:00.857605 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-d3561cc9-e16e-4d23-9038-cdc8d61b0416 None None] Provisioning for port 14ff5ddd-29c5-4655-bf8c-761365dd5c0f completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:46:00.890645 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-d3561cc9-e16e-4d23-9038-cdc8d61b0416 None None] Provisioning complete for port 14ff5ddd-29c5-4655-bf8c-761365dd5c0f triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:46:00.891641 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-d3561cc9-e16e-4d23-9038-cdc8d61b0416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:00.915004 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a4893066-5460-451c-9a51-e49ec6462089 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:00.983701 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [None req-22c8b1cd-58b2-44e8-ac85-33074eb9994c tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] For port fd00c55f-1429-4ee9-b5f1-6413dabc69e8, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=fd00c55f-1429-4ee9-b5f1-6413dabc69e8,segment=NetworkSegment(28f18ea3-61dd-433c-b248-a1b2c32e0c7b),segment_id=28f18ea3-61dd-433c-b248-a1b2c32e0c7b)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:46:00.987985 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-22c8b1cd-58b2-44e8-ac85-33074eb9994c tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:01.063734 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-22c8b1cd-58b2-44e8-ac85-33074eb9994c tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Calling delete_port for fd00c55f-1429-4ee9-b5f1-6413dabc69e8 owned by network:dhcp {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:46:01.091482 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94aef30d-e96a-4d14-b07f-038c769b5dc0 None None] Network 6663a001-645e-4f73-a2a2-1c90e2312885 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:46:01.259229 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-a1ab76a1-212f-4eef-b93f-3673ad93d4f7 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] 10.222.0.58 "PUT /v2.0/subnets/a6ac8ac0-df7b-45e1-8eba-1fd2e2c6eae5/tags/tempest-TagsExtTest-Tag-2052045475 HTTP/1.1" status: 201 len: 201 time: 2.0331740 Aug 05 11:46:01.265151 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 41342) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:01.419004 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-22c8b1cd-58b2-44e8-ac85-33074eb9994c tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:01.438991 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.tag.tag_plugin [None req-5c8c98af-5497-4c3b-b355-8d940ace6b37 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '14ff5ddd-29c5-4655-bf8c-761365dd5c0f', 'tempest-TagsExtTest-Tag-1459107506') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:46:01.533100 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c8b1cd-58b2-44e8-ac85-33074eb9994c tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] No DVR routers for this DVR port fd00c55f-1429-4ee9-b5f1-6413dabc69e8 on host n-d-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:46:01.550033 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c8b1cd-58b2-44e8-ac85-33074eb9994c tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Pushing event deleted for resources: {'Port': ['ID=fd00c55f-1429-4ee9-b5f1-6413dabc69e8,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:46:01.606273 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51934ed-3cb3-4b5c-a264-d81850e3878c req-f46e7ce2-a8a7-400c-8369-60c12382aab6 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:46:01.619114 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d51934ed-3cb3-4b5c-a264-d81850e3878c req-f46e7ce2-a8a7-400c-8369-60c12382aab6 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.58 "GET /v2.0/ports?device_id=38f2a801-3a66-4b5c-89f8-9abd0a3fdfc3 HTTP/1.1" status: 200 len: 946 time: 1.1780849 Aug 05 11:46:01.790334 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-22c8b1cd-58b2-44e8-ac85-33074eb9994c tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:01.813890 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-22c8b1cd-58b2-44e8-ac85-33074eb9994c tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6663a001-645e-4f73-a2a2-1c90e2312885']}} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:46:01.837700 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-d3561cc9-e16e-4d23-9038-cdc8d61b0416 None None] Port 14ff5ddd-29c5-4655-bf8c-761365dd5c0f cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:46:01.838195 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-22c8b1cd-58b2-44e8-ac85-33074eb9994c tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28f18ea3-61dd-433c-b248-a1b2c32e0c7b') {'for_net_delete': True} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:46:01.838764 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-22c8b1cd-58b2-44e8-ac85-33074eb9994c tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28f18ea3-61dd-433c-b248-a1b2c32e0c7b') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:46:01.842688 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-344d9afb-1f4b-41db-afe1-0be09f3d36ea None None] Notify callbacks [] for port, precommit_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:01.860195 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-22c8b1cd-58b2-44e8-ac85-33074eb9994c tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29786371'] for segment, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:01.867130 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.provisioning_blocks [None req-344d9afb-1f4b-41db-afe1-0be09f3d36ea None None] Transition to ACTIVE for port object f713b737-d548-448d-ac82-0f4b46efc8ce will not be triggered until provisioned by entity L2. {{(pid=94423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:46:01.884134 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-344d9afb-1f4b-41db-afe1-0be09f3d36ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:01.910807 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d51934ed-3cb3-4b5c-a264-d81850e3878c req-c99c5f58-723d-4ae7-ac5d-850b6d6b964f tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.58 "GET /v2.0/security-groups?id=ab2b5f38-a05a-4ac9-a8bf-2f9bfdcd31b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2863955 Aug 05 11:46:01.915334 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-22c8b1cd-58b2-44e8-ac85-33074eb9994c tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:01.949370 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22c8b1cd-58b2-44e8-ac85-33074eb9994c tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Releasing vlan 657 on physical network physnet1 to pool {{(pid=94421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:46:01.950118 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-22c8b1cd-58b2-44e8-ac85-33074eb9994c tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25038799'] for segment, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:02.002010 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533790a9-f4d2-423c-b6ef-b6622ef041de None None] Pushing event updated for resources: {'Port': ['ID=f713b737-d548-448d-ac82-0f4b46efc8ce,revision_number=2']} {{(pid=94423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:46:02.040182 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-d3561cc9-e16e-4d23-9038-cdc8d61b0416 None None] Provisioning complete for port 2a7c55d3-602d-46b9-ab0b-3c1d21003449 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:46:02.040942 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-d3561cc9-e16e-4d23-9038-cdc8d61b0416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:02.061756 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533790a9-f4d2-423c-b6ef-b6622ef041de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:46:02.062329 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533790a9-f4d2-423c-b6ef-b6622ef041de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:46:02.064801 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533790a9-f4d2-423c-b6ef-b6622ef041de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:46:02.065516 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533790a9-f4d2-423c-b6ef-b6622ef041de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:46:02.066094 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533790a9-f4d2-423c-b6ef-b6622ef041de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:46:02.066658 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533790a9-f4d2-423c-b6ef-b6622ef041de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:46:02.071266 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533790a9-f4d2-423c-b6ef-b6622ef041de None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:46:02.072012 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533790a9-f4d2-423c-b6ef-b6622ef041de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:46:02.073008 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533790a9-f4d2-423c-b6ef-b6622ef041de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:46:02.073230 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533790a9-f4d2-423c-b6ef-b6622ef041de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:46:02.073766 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533790a9-f4d2-423c-b6ef-b6622ef041de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:46:02.074342 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533790a9-f4d2-423c-b6ef-b6622ef041de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:46:02.077265 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:02.097584 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565eae4b-96a4-44b9-8888-a4c5ec719563 None None] get_active_networks_info from n-d-803378-2 {{(pid=94422) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 05 11:46:02.100413 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-344d9afb-1f4b-41db-afe1-0be09f3d36ea None None] Attempting to bind port f713b737-d548-448d-ac82-0f4b46efc8ce on host n-d-803378-2 for vnic_type normal with profile {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:46:02.101155 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-344d9afb-1f4b-41db-afe1-0be09f3d36ea None None] Attempting to bind port f713b737-d548-448d-ac82-0f4b46efc8ce by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}] {{(pid=94423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:46:02.102042 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344d9afb-1f4b-41db-afe1-0be09f3d36ea None None] Attempting to bind port f713b737-d548-448d-ac82-0f4b46efc8ce on network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:46:02.125709 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344d9afb-1f4b-41db-afe1-0be09f3d36ea None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:46:02.125709 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344d9afb-1f4b-41db-afe1-0be09f3d36ea None None] Checking segment: {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:46:02.126465 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-344d9afb-1f4b-41db-afe1-0be09f3d36ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:02.127584 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344d9afb-1f4b-41db-afe1-0be09f3d36ea None None] Bound using segment: {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'} {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:46:02.127584 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-344d9afb-1f4b-41db-afe1-0be09f3d36ea None None] Bound port: f713b737-d548-448d-ac82-0f4b46efc8ce, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}}] {{(pid=94423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:46:02.128094 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-344d9afb-1f4b-41db-afe1-0be09f3d36ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:02.190055 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-a4893066-5460-451c-9a51-e49ec6462089 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Allocated IP 172.25.5.161 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/2638c2a3-3219-4b0a-b989-32885712627e) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:46:02.221158 n-d-803378-2 neutron-server[94421]: Traceback (most recent call last): Aug 05 11:46:02.221158 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:46:02.221158 n-d-803378-2 neutron-server[94421]: timer() Aug 05 11:46:02.221158 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:46:02.221158 n-d-803378-2 neutron-server[94421]: cb(*args, **kw) Aug 05 11:46:02.221158 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:46:02.221158 n-d-803378-2 neutron-server[94421]: return func(*args, **kwargs) Aug 05 11:46:02.221158 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:46:02.221158 n-d-803378-2 neutron-server[94421]: self._notify() Aug 05 11:46:02.221158 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:46:02.221158 n-d-803378-2 neutron-server[94421]: self.callback(batched_events) Aug 05 11:46:02.221158 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:46:02.221158 n-d-803378-2 neutron-server[94421]: event.method(event) Aug 05 11:46:02.221158 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:46:02.221158 n-d-803378-2 neutron-server[94421]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:46:02.221158 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:46:02.221158 n-d-803378-2 neutron-server[94421]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:46:02.221158 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:46:02.221158 n-d-803378-2 neutron-server[94421]: return f(self, *a, **k) Aug 05 11:46:02.221158 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:46:02.221158 n-d-803378-2 neutron-server[94421]: return self._get(url).json() Aug 05 11:46:02.221158 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:46:02.221158 n-d-803378-2 neutron-server[94421]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:46:02.221158 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:46:02.221158 n-d-803378-2 neutron-server[94421]: return self.request(url, 'GET', **kwargs) Aug 05 11:46:02.221158 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:46:02.221158 n-d-803378-2 neutron-server[94421]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:46:02.221158 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:46:02.221158 n-d-803378-2 neutron-server[94421]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:46:02.221158 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:46:02.221158 n-d-803378-2 neutron-server[94421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:46:02.221158 n-d-803378-2 neutron-server[94421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:46:02.230005 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-22c8b1cd-58b2-44e8-ac85-33074eb9994c tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:02.273182 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port 2a7c55d3-602d-46b9-ab0b-3c1d21003449, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=2a7c55d3-602d-46b9-ab0b-3c1d21003449,segment=NetworkSegment(638178fb-613e-4629-af14-cc7a5ad11fb1),segment_id=638178fb-613e-4629-af14-cc7a5ad11fb1)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:46:02.294032 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:02.295496 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 1ac45b03-207a-4e1c-8a3a-365b26fd2bab up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:46:02.309736 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-22c8b1cd-58b2-44e8-ac85-33074eb9994c tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:02.314044 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.db [None req-344d9afb-1f4b-41db-afe1-0be09f3d36ea None None] For port f713b737-d548-448d-ac82-0f4b46efc8ce, host n-d-803378-2, cleared binding levels {{(pid=94423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:46:02.320917 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-22c8b1cd-58b2-44e8-ac85-33074eb9994c tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] 10.222.0.58 "DELETE /v2.0/networks/6663a001-645e-4f73-a2a2-1c90e2312885 HTTP/1.1" status: 204 len: 168 time: 7.0580876 Aug 05 11:46:02.322920 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c8b1cd-58b2-44e8-ac85-33074eb9994c tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Pushing event deleted for resources: {'Network': ['ID=6663a001-645e-4f73-a2a2-1c90e2312885,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:46:02.332222 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41360) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:02.352615 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-27d98435-e6a8-4901-aeff-6e503d7a5bca tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1952830433'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:46:02.406916 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.db [None req-344d9afb-1f4b-41db-afe1-0be09f3d36ea None None] For port f713b737-d548-448d-ac82-0f4b46efc8ce, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=f713b737-d548-448d-ac82-0f4b46efc8ce,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:46:02.422255 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-344d9afb-1f4b-41db-afe1-0be09f3d36ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:02.441801 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27d98435-e6a8-4901-aeff-6e503d7a5bca tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Made reservation on behalf of 6feb354f44e34f96b67fc83b8a013813 for: {'network': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:46:02.454680 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-27d98435-e6a8-4901-aeff-6e503d7a5bca tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:02.494046 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a4893066-5460-451c-9a51-e49ec6462089 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:02.597814 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27d98435-e6a8-4901-aeff-6e503d7a5bca tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] vlan segment allocate from pool success with {'vlan_id': 650, 'physical_network': 'physnet1'} {{(pid=94421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:46:02.601128 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344d9afb-1f4b-41db-afe1-0be09f3d36ea None None] Routers {'54d21272-f358-4b37-8503-84ed75671c4b'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:46:02.601892 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-344d9afb-1f4b-41db-afe1-0be09f3d36ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:45:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['54d21272-f358-4b37-8503-84ed75671c4b'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:46:02.618684 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a4893066-5460-451c-9a51-e49ec6462089 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:02.624856 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533790a9-f4d2-423c-b6ef-b6622ef041de None None] Pushing event updated for resources: {'Port': ['ID=f713b737-d548-448d-ac82-0f4b46efc8ce,revision_number=3']} {{(pid=94423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:46:02.650807 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-27d98435-e6a8-4901-aeff-6e503d7a5bca tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:02.652600 n-d-803378-2 neutron-server[94421]: INFO neutron.db.segments_db [None req-27d98435-e6a8-4901-aeff-6e503d7a5bca tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Added segment c6e60c0c-4d8d-4ab7-ba75-7638e1284236 of type vlan for network d9880662-86da-4b47-8a53-ddfb4b6b33a3 Aug 05 11:46:02.801356 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=2a7c55d3-602d-46b9-ab0b-3c1d21003449,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:46:02.830453 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-27d98435-e6a8-4901-aeff-6e503d7a5bca tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:02.831290 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4893066-5460-451c-9a51-e49ec6462089 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:46:02.874115 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-5c8c98af-5497-4c3b-b355-8d940ace6b37 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] 10.222.0.58 "PUT /v2.0/ports/14ff5ddd-29c5-4655-bf8c-761365dd5c0f/tags/tempest-TagsExtTest-Tag-1459107506 HTTP/1.1" status: 201 len: 201 time: 1.4400125 Aug 05 11:46:02.875163 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41368) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:02.902011 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-a4893066-5460-451c-9a51-e49ec6462089 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:46:02.905969 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.tag.tag_plugin [None req-956e98d4-d9ea-47b2-8112-e2d28c2e8f47 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'ee31f43d-5674-463b-9eb9-0313009ebd67', 'tempest-TagsExtTest-Tag-1728876332') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:46:02.927886 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4893066-5460-451c-9a51-e49ec6462089 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:46:02.938918 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-565eae4b-96a4-44b9-8888-a4c5ec719563 None None] Resources bound (agent type, host, resource id): {{(pid=94422) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 05 11:46:02.985122 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-344d9afb-1f4b-41db-afe1-0be09f3d36ea None None] Set router 54d21272-f358-4b37-8503-84ed75671c4b gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:46:03.000178 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 41372) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:03.020611 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4893066-5460-451c-9a51-e49ec6462089 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Pushing event updated for resources: {'Port': ['ID=2638c2a3-3219-4b0a-b989-32885712627e,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:46:03.058016 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.db.resource_extend [None req-27d98435-e6a8-4901-aeff-6e503d7a5bca tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 05 11:46:03.265213 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-27d98435-e6a8-4901-aeff-6e503d7a5bca tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:03.290349 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d98435-e6a8-4901-aeff-6e503d7a5bca tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:46:03.295021 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-27d98435-e6a8-4901-aeff-6e503d7a5bca tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:03.325644 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 1ac45b03-207a-4e1c-8a3a-365b26fd2bab triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:46:03.326355 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:03.435449 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [req-e39be87b-75ce-4e0e-a1af-4b9c68fad840 req-8810f055-c1ad-4369-a809-3acdaef866b3 service neutron] (94420) timed out ('10.222.0.58', 52290) {{(pid=94420) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 05 11:46:03.514230 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3b76e8eb-8eb7-484f-93af-81fb727598cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:03.526730 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-3e5be272-b299-495d-809d-bc238a7f4f62 tempest-TagsTest-240790511 tempest-TagsTest-240790511-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1191619304'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:46:03.726363 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d98435-e6a8-4901-aeff-6e503d7a5bca tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Pushing event updated for resources: {'Network': ['ID=d9880662-86da-4b47-8a53-ddfb4b6b33a3,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:46:03.759714 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-956e98d4-d9ea-47b2-8112-e2d28c2e8f47 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] 10.222.0.58 "PUT /v2.0/routers/ee31f43d-5674-463b-9eb9-0313009ebd67/tags/tempest-TagsExtTest-Tag-1728876332 HTTP/1.1" status: 201 len: 201 time: 0.8722000 Aug 05 11:46:03.764836 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41380) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:03.774050 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.tag.tag_plugin [None req-efbe4c48-c9fa-4d08-ae53-b9af5c9260c9 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'f02f5971-4154-4848-ab2e-c5ff141f47e4', 'tempest-TagsExtTest-Tag-1832989321') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:46:03.783491 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f9bf1b4f-6e5f-4d56-9401-324a3a882fda None None] Provisioning complete for port 14ff5ddd-29c5-4655-bf8c-761365dd5c0f triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:46:03.784120 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f9bf1b4f-6e5f-4d56-9401-324a3a882fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:03.793869 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network d9880662-86da-4b47-8a53-ddfb4b6b33a3 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:46:03.853830 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-27d98435-e6a8-4901-aeff-6e503d7a5bca tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5195622 Aug 05 11:46:03.854877 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41382) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:03.869761 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-07f2fa8e-e3ed-4645-8837-66e351038e33 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Request body: {'subnet': {'network_id': 'd9880662-86da-4b47-8a53-ddfb4b6b33a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:46:03.883101 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e5be272-b299-495d-809d-bc238a7f4f62 tempest-TagsTest-240790511 tempest-TagsTest-240790511-project] Made reservation on behalf of f39a0ae369e94b4197ad39d50a14ca43 for: {'network': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:46:03.895204 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3e5be272-b299-495d-809d-bc238a7f4f62 tempest-TagsTest-240790511 tempest-TagsTest-240790511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:04.016718 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-344d9afb-1f4b-41db-afe1-0be09f3d36ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54d21272-f358-4b37-8503-84ed75671c4b', 'name': 'tempest-FloatingIPsTestJSON-1745034871-router', 'tenant_id': '7c672e3cdc734e2186d8cb47e41d66ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': 'f713b737-d548-448d-ac82-0f4b46efc8ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:45:47Z', 'updated_at': '2021-08-05T11:45:54Z', 'revision_number': 3, 'project_id': '7c672e3cdc734e2186d8cb47e41d66ab', 'gw_port': {'id': 'f713b737-d548-448d-ac82-0f4b46efc8ce', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:83:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54d21272-f358-4b37-8503-84ed75671c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:45:51Z', 'updated_at': '2021-08-05T11:46:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:46:04.038510 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-efbe4c48-c9fa-4d08-ae53-b9af5c9260c9 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] 10.222.0.58 "PUT /v2.0/subnetpools/f02f5971-4154-4848-ab2e-c5ff141f47e4/tags/tempest-TagsExtTest-Tag-1832989321 HTTP/1.1" status: 201 len: 201 time: 0.2677507 Aug 05 11:46:04.048307 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41386) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:04.070347 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.tag.tag_plugin [None req-3003526a-1517-491c-9afd-712cb6fe5f7c tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'a6ac8ac0-df7b-45e1-8eba-1fd2e2c6eae5') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:46:04.072571 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344d9afb-1f4b-41db-afe1-0be09f3d36ea None None] The sync data for ids ['54d21272-f358-4b37-8503-84ed75671c4b'] in n-d-803378-2 is: [{'id': '54d21272-f358-4b37-8503-84ed75671c4b', 'name': 'tempest-FloatingIPsTestJSON-1745034871-router', 'tenant_id': '7c672e3cdc734e2186d8cb47e41d66ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': 'f713b737-d548-448d-ac82-0f4b46efc8ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:45:47Z', 'updated_at': '2021-08-05T11:45:54Z', 'revision_number': 3, 'project_id': '7c672e3cdc734e2186d8cb47e41d66ab', 'gw_port': {'id': 'f713b737-d548-448d-ac82-0f4b46efc8ce', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:83:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54d21272-f358-4b37-8503-84ed75671c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:45:51Z', 'updated_at': '2021-08-05T11:46:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:46:04.150428 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-f9bf1b4f-6e5f-4d56-9401-324a3a882fda None None] Port 14ff5ddd-29c5-4655-bf8c-761365dd5c0f cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:46:04.319918 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07f2fa8e-e3ed-4645-8837-66e351038e33 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Made reservation on behalf of 6feb354f44e34f96b67fc83b8a013813 for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:46:04.328281 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-07f2fa8e-e3ed-4645-8837-66e351038e33 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:04.536109 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-3003526a-1517-491c-9afd-712cb6fe5f7c tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] 10.222.0.58 "GET /v2.0/subnets/a6ac8ac0-df7b-45e1-8eba-1fd2e2c6eae5/tags HTTP/1.1" status: 200 len: 241 time: 0.4776349 Aug 05 11:46:04.538064 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41388) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:04.548592 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.tag.tag_plugin [None req-0c6dc3f5-c086-48b6-ab38-5906da492958 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a6ac8ac0-df7b-45e1-8eba-1fd2e2c6eae5', 'tempest-TagsExtTest-Tag-2052045475') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:46:04.873537 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-0c6dc3f5-c086-48b6-ab38-5906da492958 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] 10.222.0.58 "GET /v2.0/subnets/a6ac8ac0-df7b-45e1-8eba-1fd2e2c6eae5/tags/tempest-TagsExtTest-Tag-2052045475 HTTP/1.1" status: 204 len: 168 time: 0.3333197 Aug 05 11:46:04.899479 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 2a7c55d3-602d-46b9-ab0b-3c1d21003449 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:46:04.967511 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41392) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:04.977095 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.tag.tag_plugin [None req-51a63ae2-9aee-41cf-8880-704cb6479b65 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'a6ac8ac0-df7b-45e1-8eba-1fd2e2c6eae5', 'tempest-TagsExtTest-Tag-2052045475') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:46:04.982400 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-3b76e8eb-8eb7-484f-93af-81fb727598cc admin admin] Allocated IP 172.20.0.1 (799d2ac9-53e9-4acf-83f8-501e1c82e99d/8196b316-2613-4a7a-a18a-cf9a451fb5e5/f5cd739e-fdc3-4250-b78a-b1da6001763d) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:46:05.047480 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 2a7c55d3-602d-46b9-ab0b-3c1d21003449 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:46:05.048908 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:05.068702 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01ff26c-9b3b-4fcf-a6f5-b0fcbd2ef935 req-a39131e4-29fc-4e29-b172-4ebcb74b2dbe tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:46:05.076901 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e01ff26c-9b3b-4fcf-a6f5-b0fcbd2ef935 req-a39131e4-29fc-4e29-b172-4ebcb74b2dbe tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.58 "GET /v2.0/ports?device_id=38f2a801-3a66-4b5c-89f8-9abd0a3fdfc3 HTTP/1.1" status: 200 len: 946 time: 1.5974309 Aug 05 11:46:05.171701 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-07f2fa8e-e3ed-4645-8837-66e351038e33 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25038678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30075167'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:05.244333 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3e5be272-b299-495d-809d-bc238a7f4f62 tempest-TagsTest-240790511 tempest-TagsTest-240790511-project] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:05.388555 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 0f6abfca-49f1-49d1-a0ac-f0adce0b943e up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:46:05.388850 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f2fa8e-e3ed-4645-8837-66e351038e33 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Pushing event updated for resources: {'Subnet': ['ID=9f92ddf4-8dd6-41fe-9667-c7c9b72070c6,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:46:05.439695 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f2fa8e-e3ed-4645-8837-66e351038e33 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Checking segment: {'id': 'c6e60c0c-4d8d-4ab7-ba75-7638e1284236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'd9880662-86da-4b47-8a53-ddfb4b6b33a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:46:05.440531 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f2fa8e-e3ed-4645-8837-66e351038e33 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Network hostable DHCP agents. Network: d9880662-86da-4b47-8a53-ddfb4b6b33a3, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:46:05.501322 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f2fa8e-e3ed-4645-8837-66e351038e33 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Network d9880662-86da-4b47-8a53-ddfb4b6b33a3 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:46:05.507936 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-51a63ae2-9aee-41cf-8880-704cb6479b65 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] 10.222.0.58 "DELETE /v2.0/subnets/a6ac8ac0-df7b-45e1-8eba-1fd2e2c6eae5/tags/tempest-TagsExtTest-Tag-2052045475 HTTP/1.1" status: 204 len: 168 time: 0.5384619 Aug 05 11:46:05.528434 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41394) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:05.545960 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 0f6abfca-49f1-49d1-a0ac-f0adce0b943e triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:46:05.547194 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:05.552962 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.tag.tag_plugin [None req-76ddda09-1c44-4c9f-b067-2f0f83fb211f tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'a6ac8ac0-df7b-45e1-8eba-1fd2e2c6eae5') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:46:05.563697 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-07f2fa8e-e3ed-4645-8837-66e351038e33 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, d9880662-86da-4b47-8a53-ddfb4b6b33a3) {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:46:05.595209 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3b76e8eb-8eb7-484f-93af-81fb727598cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:05.617776 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f2fa8e-e3ed-4645-8837-66e351038e33 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:46:05.621876 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-07f2fa8e-e3ed-4645-8837-66e351038e33 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:05.623720 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [None req-3b76e8eb-8eb7-484f-93af-81fb727598cc admin admin] Transition to ACTIVE for port object f5cd739e-fdc3-4250-b78a-b1da6001763d will not be triggered until provisioned by entity DHCP. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:46:05.656936 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-07f2fa8e-e3ed-4645-8837-66e351038e33 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.7980292 Aug 05 11:46:05.662236 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41396) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:05.665736 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bea599d-dd01-45bd-a39c-9fcb608893f6 None None] Network d9880662-86da-4b47-8a53-ddfb4b6b33a3 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:46:05.678789 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-db0023c6-13dd-41cc-957a-f9cd412b7f6e tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1674698437'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:46:05.690355 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a4893066-5460-451c-9a51-e49ec6462089 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Notify callbacks [] for router_gateway, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:05.773623 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db0023c6-13dd-41cc-957a-f9cd412b7f6e tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Made reservation on behalf of 6feb354f44e34f96b67fc83b8a013813 for: {'network': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:46:05.781726 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-db0023c6-13dd-41cc-957a-f9cd412b7f6e tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:05.836780 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-76ddda09-1c44-4c9f-b067-2f0f83fb211f tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] 10.222.0.58 "GET /v2.0/subnets/a6ac8ac0-df7b-45e1-8eba-1fd2e2c6eae5/tags HTTP/1.1" status: 200 len: 205 time: 0.3061821 Aug 05 11:46:05.846368 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e01ff26c-9b3b-4fcf-a6f5-b0fcbd2ef935 req-92c499e2-7216-4d6f-b38b-95a56d2643c1 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.58 "GET /v2.0/security-groups?id=ab2b5f38-a05a-4ac9-a8bf-2f9bfdcd31b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6046648 Aug 05 11:46:05.847511 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41398) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:05.866106 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.tag.tag_plugin [None req-c571da11-dfd4-4024-a530-044ca32196e1 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '14ff5ddd-29c5-4655-bf8c-761365dd5c0f') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:46:05.872610 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db0023c6-13dd-41cc-957a-f9cd412b7f6e tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] vlan segment allocate from pool success with {'vlan_id': 687, 'physical_network': 'physnet1'} {{(pid=94421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:46:05.998605 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-db0023c6-13dd-41cc-957a-f9cd412b7f6e tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:05.999199 n-d-803378-2 neutron-server[94421]: INFO neutron.db.segments_db [None req-db0023c6-13dd-41cc-957a-f9cd412b7f6e tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Added segment 43febb96-85f0-4ab0-8f5c-c987a0b7b6e2 of type vlan for network 905d1455-0aac-4d0a-9446-23a13eb64c72 Aug 05 11:46:06.152275 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3b76e8eb-8eb7-484f-93af-81fb727598cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:06.230510 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-db0023c6-13dd-41cc-957a-f9cd412b7f6e tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:06.276175 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-c571da11-dfd4-4024-a530-044ca32196e1 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] 10.222.0.58 "GET /v2.0/ports/14ff5ddd-29c5-4655-bf8c-761365dd5c0f/tags HTTP/1.1" status: 200 len: 241 time: 0.4249191 Aug 05 11:46:06.281128 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41406) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:06.295526 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.tag.tag_plugin [None req-a85a0c67-4373-4996-ad38-65ad070730d9 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '14ff5ddd-29c5-4655-bf8c-761365dd5c0f', 'tempest-TagsExtTest-Tag-1459107506') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:46:06.315925 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9363fcc6-3ffe-4621-8594-a5c523b2a683 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-d9880662-86da-4b47-8a53-ddfb4b6b33a3', 'network_id': 'd9880662-86da-4b47-8a53-ddfb4b6b33a3', 'tenant_id': '6feb354f44e34f96b67fc83b8a013813', 'fixed_ips': [{'subnet_id': '9f92ddf4-8dd6-41fe-9667-c7c9b72070c6'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 11:46:06.320121 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-9363fcc6-3ffe-4621-8594-a5c523b2a683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:06.344978 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b76e8eb-8eb7-484f-93af-81fb727598cc admin admin] Network 799d2ac9-53e9-4acf-83f8-501e1c82e99d is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:46:06.357933 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-3b76e8eb-8eb7-484f-93af-81fb727598cc admin admin] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:46:06.439103 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-db0023c6-13dd-41cc-957a-f9cd412b7f6e tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:06.457378 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0023c6-13dd-41cc-957a-f9cd412b7f6e tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:46:06.459038 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-db0023c6-13dd-41cc-957a-f9cd412b7f6e tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:06.482660 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b76e8eb-8eb7-484f-93af-81fb727598cc admin admin] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:46:06.642743 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3b76e8eb-8eb7-484f-93af-81fb727598cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33288800'] for router_interface, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:06.855353 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device f713b737-d548-448d-ac82-0f4b46efc8ce up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:46:06.913836 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-a85a0c67-4373-4996-ad38-65ad070730d9 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] 10.222.0.58 "GET /v2.0/ports/14ff5ddd-29c5-4655-bf8c-761365dd5c0f/tags/tempest-TagsExtTest-Tag-1459107506 HTTP/1.1" status: 204 len: 168 time: 0.6265624 Aug 05 11:46:06.923252 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41410) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:06.944445 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.tag.tag_plugin [None req-70cc5759-f165-4365-a50e-10850508a2a2 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '14ff5ddd-29c5-4655-bf8c-761365dd5c0f', 'tempest-TagsExtTest-Tag-1459107506') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:46:07.033562 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-9363fcc6-3ffe-4621-8594-a5c523b2a683 None None] Allocated IP 2001:db8::3 (d9880662-86da-4b47-8a53-ddfb4b6b33a3/9f92ddf4-8dd6-41fe-9667-c7c9b72070c6/e14704e4-2e32-4c00-b8b4-757c967dfaf9) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:46:07.108032 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b76e8eb-8eb7-484f-93af-81fb727598cc admin admin] Pushing event updated for resources: {'Port': ['ID=f5cd739e-fdc3-4250-b78a-b1da6001763d,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:46:07.123362 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a4893066-5460-451c-9a51-e49ec6462089 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286026'] for router, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:07.155967 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0023c6-13dd-41cc-957a-f9cd412b7f6e tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Pushing event updated for resources: {'Network': ['ID=905d1455-0aac-4d0a-9446-23a13eb64c72,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:46:07.227818 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd7d5fd-56d7-49a8-8974-53416c5b67d3 req-71e467b4-231b-4c48-b326-015d57eeb71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:46:07.231275 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2cd7d5fd-56d7-49a8-8974-53416c5b67d3 req-71e467b4-231b-4c48-b326-015d57eeb71e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4387c5d8394046fa838195311347b87b&device_id=38f2a801-3a66-4b5c-89f8-9abd0a3fdfc3 HTTP/1.1" status: 200 len: 1097 time: 0.7209592 Aug 05 11:46:07.250445 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 905d1455-0aac-4d0a-9446-23a13eb64c72 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:46:07.263063 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port f713b737-d548-448d-ac82-0f4b46efc8ce completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:46:07.281529 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port f713b737-d548-448d-ac82-0f4b46efc8ce triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:46:07.282228 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:07.444134 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-70cc5759-f165-4365-a50e-10850508a2a2 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] 10.222.0.58 "DELETE /v2.0/ports/14ff5ddd-29c5-4655-bf8c-761365dd5c0f/tags/tempest-TagsExtTest-Tag-1459107506 HTTP/1.1" status: 204 len: 168 time: 0.5053158 Aug 05 11:46:07.448349 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41414) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:07.469478 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.tag.tag_plugin [None req-37c73320-60c3-4afa-8389-7202deabd887 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '14ff5ddd-29c5-4655-bf8c-761365dd5c0f') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:46:07.508241 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4612ac2b-39b7-4438-8e3a-a67c9386acb7 req-99092e97-588f-438a-b551-c3c3c673eb7d tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:46:07.523250 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4612ac2b-39b7-4438-8e3a-a67c9386acb7 req-99092e97-588f-438a-b551-c3c3c673eb7d tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.58 "GET /v2.0/ports?device_id=38f2a801-3a66-4b5c-89f8-9abd0a3fdfc3 HTTP/1.1" status: 200 len: 946 time: 0.5462065 Aug 05 11:46:07.608692 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3e5be272-b299-495d-809d-bc238a7f4f62 tempest-TagsTest-240790511 tempest-TagsTest-240790511-project] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:07.614126 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3b76e8eb-8eb7-484f-93af-81fb727598cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:07.620528 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-923331b4-b4f5-4e82-a354-599ec72085c8 None None] Provisioning for port f5cd739e-fdc3-4250-b78a-b1da6001763d completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:46:07.640753 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3e5be272-b299-495d-809d-bc238a7f4f62 tempest-TagsTest-240790511 tempest-TagsTest-240790511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:07.655204 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd7d5fd-56d7-49a8-8974-53416c5b67d3 req-e305ad16-e63d-4a2d-a5c7-80a6992c8535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:46:07.657920 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2cd7d5fd-56d7-49a8-8974-53416c5b67d3 req-e305ad16-e63d-4a2d-a5c7-80a6992c8535 service neutron] 10.222.0.64 "GET /v2.0/networks?id=70811fd3-f1ad-446e-9d22-c9fd1055c61c HTTP/1.1" status: 200 len: 911 time: 0.4166570 Aug 05 11:46:07.665003 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e5be272-b299-495d-809d-bc238a7f4f62 tempest-TagsTest-240790511 tempest-TagsTest-240790511-project] vlan segment allocate from pool success with {'vlan_id': 672, 'physical_network': 'physnet1'} {{(pid=94420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:46:07.684781 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3e5be272-b299-495d-809d-bc238a7f4f62 tempest-TagsTest-240790511 tempest-TagsTest-240790511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:07.685429 n-d-803378-2 neutron-server[94420]: INFO neutron.db.segments_db [None req-3e5be272-b299-495d-809d-bc238a7f4f62 tempest-TagsTest-240790511 tempest-TagsTest-240790511-project] Added segment 54fb0a84-1164-4b03-be1b-3a918935c435 of type vlan for network 4ecf8e53-9c04-45ea-adeb-eab5bace3de7 Aug 05 11:46:07.759034 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-923331b4-b4f5-4e82-a354-599ec72085c8 None None] Provisioning complete for port f5cd739e-fdc3-4250-b78a-b1da6001763d triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:46:07.759681 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-923331b4-b4f5-4e82-a354-599ec72085c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:07.765210 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2cd7d5fd-56d7-49a8-8974-53416c5b67d3 req-abe1a146-3cbc-4bba-acdf-0a12e56f33be service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7abe8ac-b0df-444c-8b55-309e246b1b4d HTTP/1.1" status: 200 len: 217 time: 0.0948505 Aug 05 11:46:07.779974 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3e5be272-b299-495d-809d-bc238a7f4f62 tempest-TagsTest-240790511 tempest-TagsTest-240790511-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:07.780753 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-db0023c6-13dd-41cc-957a-f9cd412b7f6e tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.1166465 Aug 05 11:46:07.781760 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41416) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:07.793844 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-7491017b-81ed-4b53-bdfd-2d9823aceeee tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Request body: {'subnet': {'network_id': '905d1455-0aac-4d0a-9446-23a13eb64c72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:46:07.859473 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-75017eaf-bf31-40ed-9084-8e77d334a35d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:07.897732 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3e5be272-b299-495d-809d-bc238a7f4f62 tempest-TagsTest-240790511 tempest-TagsTest-240790511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:07.908525 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5be272-b299-495d-809d-bc238a7f4f62 tempest-TagsTest-240790511 tempest-TagsTest-240790511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:46:07.910167 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3e5be272-b299-495d-809d-bc238a7f4f62 tempest-TagsTest-240790511 tempest-TagsTest-240790511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:07.919422 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4612ac2b-39b7-4438-8e3a-a67c9386acb7 req-961c074b-ffed-4dd9-949d-e8b52fbb7db4 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.58 "GET /v2.0/security-groups?id=ab2b5f38-a05a-4ac9-a8bf-2f9bfdcd31b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3749735 Aug 05 11:46:07.953161 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-923331b4-b4f5-4e82-a354-599ec72085c8 None None] Port f5cd739e-fdc3-4250-b78a-b1da6001763d cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:46:08.123091 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd7d5fd-56d7-49a8-8974-53416c5b67d3 req-b7d4c332-0521-4b52-a535-a651c23e3e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:46:08.127234 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2cd7d5fd-56d7-49a8-8974-53416c5b67d3 req-b7d4c332-0521-4b52-a535-a651c23e3e60 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=71a2d471-ec02-42ce-91bf-6bee2a437528 HTTP/1.1" status: 200 len: 850 time: 0.3428404 Aug 05 11:46:08.149016 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:08.172425 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5be272-b299-495d-809d-bc238a7f4f62 tempest-TagsTest-240790511 tempest-TagsTest-240790511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0f4e895-fa41-4a3e-a92a-3e9595b2faec,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:46:08.188223 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-3e5be272-b299-495d-809d-bc238a7f4f62 tempest-TagsTest-240790511 tempest-TagsTest-240790511-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 5.1820500 Aug 05 11:46:08.207197 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 41420) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:08.208218 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4893066-5460-451c-9a51-e49ec6462089 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Router 97c3b1d1-5fd0-4d2b-b24b-f1cd83bf8df3 is scheduled to L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d with binding_index 1 {{(pid=94420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 11:46:08.216647 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-9363fcc6-3ffe-4621-8594-a5c523b2a683 None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:08.230551 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port f713b737-d548-448d-ac82-0f4b46efc8ce, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=f713b737-d548-448d-ac82-0f4b46efc8ce,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:46:08.236858 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.tag.tag_plugin [None req-2a37a140-462f-40c1-a63f-45a57a955064 tempest-TagsTest-240790511 tempest-TagsTest-240790511-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '4ecf8e53-9c04-45ea-adeb-eab5bace3de7', 'tempest-TagsTest-Tag-1018078230') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:46:08.248054 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:08.253095 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-9363fcc6-3ffe-4621-8594-a5c523b2a683 None None] Transition to ACTIVE for port object e14704e4-2e32-4c00-b8b4-757c967dfaf9 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:46:08.261883 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2cd7d5fd-56d7-49a8-8974-53416c5b67d3 req-6f2b9698-90e9-4cfb-889e-51f20b1553ce service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=70811fd3-f1ad-446e-9d22-c9fd1055c61c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1254568 Aug 05 11:46:08.273759 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5be272-b299-495d-809d-bc238a7f4f62 tempest-TagsTest-240790511 tempest-TagsTest-240790511-project] Pushing event updated for resources: {'Network': ['ID=4ecf8e53-9c04-45ea-adeb-eab5bace3de7,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:46:08.407257 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=f713b737-d548-448d-ac82-0f4b46efc8ce,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:46:08.474928 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-9363fcc6-3ffe-4621-8594-a5c523b2a683 None None] Transition to ACTIVE for port object e14704e4-2e32-4c00-b8b4-757c967dfaf9 will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:46:08.482967 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2cd7d5fd-56d7-49a8-8974-53416c5b67d3 req-07370ae9-9fab-47ac-8c84-09d5409c32b0 service neutron] 10.222.0.64 "GET /v2.0/networks/70811fd3-f1ad-446e-9d22-c9fd1055c61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997972 Aug 05 11:46:08.485734 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 4ecf8e53-9c04-45ea-adeb-eab5bace3de7 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:46:08.494717 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-37c73320-60c3-4afa-8389-7202deabd887 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] 10.222.0.58 "GET /v2.0/ports/14ff5ddd-29c5-4655-bf8c-761365dd5c0f/tags HTTP/1.1" status: 200 len: 205 time: 1.0415096 Aug 05 11:46:08.498089 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 41422) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:08.539695 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.tag.tag_plugin [None req-f3e7e5cf-f7a9-40f3-abe3-4cfec02209ed tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'ee31f43d-5674-463b-9eb9-0313009ebd67') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:46:08.654044 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7491017b-81ed-4b53-bdfd-2d9823aceeee tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Made reservation on behalf of 6feb354f44e34f96b67fc83b8a013813 for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:46:08.660577 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7491017b-81ed-4b53-bdfd-2d9823aceeee tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:08.705428 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device f713b737-d548-448d-ac82-0f4b46efc8ce up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:46:08.779612 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-9363fcc6-3ffe-4621-8594-a5c523b2a683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:08.823950 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3b76e8eb-8eb7-484f-93af-81fb727598cc admin admin] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:08.827012 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.ipam_backend_mixin [None req-7491017b-81ed-4b53-bdfd-2d9823aceeee tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Performing IP validity checks on allocation pools {{(pid=94421) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 05 11:46:08.828153 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.ipam_backend_mixin [None req-7491017b-81ed-4b53-bdfd-2d9823aceeee tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94421) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 05 11:46:08.835809 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2cd7d5fd-56d7-49a8-8974-53416c5b67d3 req-271d092c-112c-4ae0-8ca7-a3a56af8006c service neutron] 10.222.0.64 "GET /v2.0/networks/70811fd3-f1ad-446e-9d22-c9fd1055c61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3387377 Aug 05 11:46:08.932733 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9363fcc6-3ffe-4621-8594-a5c523b2a683 None None] Network d9880662-86da-4b47-8a53-ddfb4b6b33a3 is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:46:08.948899 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-9363fcc6-3ffe-4621-8594-a5c523b2a683 None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:46:08.956757 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9363fcc6-3ffe-4621-8594-a5c523b2a683 None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:46:08.965033 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9363fcc6-3ffe-4621-8594-a5c523b2a683 None None] Pushing event updated for resources: {'Port': ['ID=e14704e4-2e32-4c00-b8b4-757c967dfaf9,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:46:08.976830 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port f713b737-d548-448d-ac82-0f4b46efc8ce triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:46:08.978372 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:09.041336 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3b76e8eb-8eb7-484f-93af-81fb727598cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:09.242096 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-9363fcc6-3ffe-4621-8594-a5c523b2a683 None None] Attempting to bind port e14704e4-2e32-4c00-b8b4-757c967dfaf9 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:46:09.242334 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-9363fcc6-3ffe-4621-8594-a5c523b2a683 None None] Attempting to bind port e14704e4-2e32-4c00-b8b4-757c967dfaf9 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'c6e60c0c-4d8d-4ab7-ba75-7638e1284236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'd9880662-86da-4b47-8a53-ddfb4b6b33a3'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:46:09.243218 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9363fcc6-3ffe-4621-8594-a5c523b2a683 None None] Attempting to bind port e14704e4-2e32-4c00-b8b4-757c967dfaf9 on network d9880662-86da-4b47-8a53-ddfb4b6b33a3 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:46:09.255134 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9363fcc6-3ffe-4621-8594-a5c523b2a683 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:46:09.255821 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9363fcc6-3ffe-4621-8594-a5c523b2a683 None None] Checking segment: {'id': 'c6e60c0c-4d8d-4ab7-ba75-7638e1284236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'd9880662-86da-4b47-8a53-ddfb4b6b33a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:46:09.256534 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-9363fcc6-3ffe-4621-8594-a5c523b2a683 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:09.257248 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9363fcc6-3ffe-4621-8594-a5c523b2a683 None None] Bound using segment: {'id': 'c6e60c0c-4d8d-4ab7-ba75-7638e1284236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'd9880662-86da-4b47-8a53-ddfb4b6b33a3'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:46:09.258089 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-9363fcc6-3ffe-4621-8594-a5c523b2a683 None None] Bound port: e14704e4-2e32-4c00-b8b4-757c967dfaf9, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6e60c0c-4d8d-4ab7-ba75-7638e1284236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'd9880662-86da-4b47-8a53-ddfb4b6b33a3'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:46:09.258734 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-9363fcc6-3ffe-4621-8594-a5c523b2a683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:09.354434 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7491017b-81ed-4b53-bdfd-2d9823aceeee tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25038678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30075167'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:09.388394 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b76e8eb-8eb7-484f-93af-81fb727598cc admin admin] Pushing event updated for resources: {'Port': ['ID=f5cd739e-fdc3-4250-b78a-b1da6001763d,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:46:09.495242 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-f3e7e5cf-f7a9-40f3-abe3-4cfec02209ed tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] 10.222.0.58 "GET /v2.0/routers/ee31f43d-5674-463b-9eb9-0313009ebd67/tags HTTP/1.1" status: 200 len: 241 time: 0.9878843 Aug 05 11:46:09.500346 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 41432) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:09.542659 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.tag.tag_plugin [None req-0d442463-641f-40b6-9db7-d5939b644c0f tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ee31f43d-5674-463b-9eb9-0313009ebd67', 'tempest-TagsExtTest-Tag-1728876332') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:46:09.560822 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7491017b-81ed-4b53-bdfd-2d9823aceeee tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Pushing event updated for resources: {'Subnet': ['ID=bb714360-06aa-4d76-8626-0703f11d3be5,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:46:09.616616 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7491017b-81ed-4b53-bdfd-2d9823aceeee tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Checking segment: {'id': '43febb96-85f0-4ab0-8f5c-c987a0b7b6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '905d1455-0aac-4d0a-9446-23a13eb64c72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:46:09.618920 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7491017b-81ed-4b53-bdfd-2d9823aceeee tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Network hostable DHCP agents. Network: 905d1455-0aac-4d0a-9446-23a13eb64c72, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:46:09.635571 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4893066-5460-451c-9a51-e49ec6462089 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:46:09.656147 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7491017b-81ed-4b53-bdfd-2d9823aceeee tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Network 905d1455-0aac-4d0a-9446-23a13eb64c72 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:46:09.672185 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbabcb39-f2cc-42a4-8f5a-9fbdb46d219f None None] Sync routers for ids ['97c3b1d1-5fd0-4d2b-b24b-f1cd83bf8df3'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:46:09.686670 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-7491017b-81ed-4b53-bdfd-2d9823aceeee tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, 905d1455-0aac-4d0a-9446-23a13eb64c72) {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:46:09.690045 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3b76e8eb-8eb7-484f-93af-81fb727598cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33140268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33208272'] for router_interface, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:09.703003 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-9363fcc6-3ffe-4621-8594-a5c523b2a683 None None] For port e14704e4-2e32-4c00-b8b4-757c967dfaf9, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:46:09.716560 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7491017b-81ed-4b53-bdfd-2d9823aceeee tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:46:09.718110 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7491017b-81ed-4b53-bdfd-2d9823aceeee tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:09.730708 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-9363fcc6-3ffe-4621-8594-a5c523b2a683 None None] For port e14704e4-2e32-4c00-b8b4-757c967dfaf9, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=e14704e4-2e32-4c00-b8b4-757c967dfaf9,segment=NetworkSegment(c6e60c0c-4d8d-4ab7-ba75-7638e1284236),segment_id=c6e60c0c-4d8d-4ab7-ba75-7638e1284236)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:46:09.744231 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a8bbe2-0a64-42ba-9781-d4386d1e88fe None None] Network 905d1455-0aac-4d0a-9446-23a13eb64c72 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:46:09.766124 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-7491017b-81ed-4b53-bdfd-2d9823aceeee tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.9719214 Aug 05 11:46:09.766447 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-9363fcc6-3ffe-4621-8594-a5c523b2a683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:09.766618 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41434) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:09.767869 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a4893066-5460-451c-9a51-e49ec6462089 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Notify callbacks [] for router, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:09.771964 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-a4893066-5460-451c-9a51-e49ec6462089 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 15.7369134 Aug 05 11:46:09.785459 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41436) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:09.852535 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-2a37a140-462f-40c1-a63f-45a57a955064 tempest-TagsTest-240790511 tempest-TagsTest-240790511-project] 10.222.0.58 "PUT /v2.0/networks/4ecf8e53-9c04-45ea-adeb-eab5bace3de7/tags/tempest-TagsTest-Tag-1018078230 HTTP/1.1" status: 201 len: 201 time: 1.6402459 Aug 05 11:46:09.888910 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41438) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:09.900392 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.tag.tag_plugin [None req-9b5cbbe5-3ccf-46d3-a062-1a5480fb020c tempest-TagsTest-240790511 tempest-TagsTest-240790511-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '4ecf8e53-9c04-45ea-adeb-eab5bace3de7', 'tempest-TagsTest-Tag-1018078230') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:46:09.902578 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbabcb39-f2cc-42a4-8f5a-9fbdb46d219f None None] Routers {'97c3b1d1-5fd0-4d2b-b24b-f1cd83bf8df3'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:46:09.903689 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-bbabcb39-f2cc-42a4-8f5a-9fbdb46d219f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:45:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['97c3b1d1-5fd0-4d2b-b24b-f1cd83bf8df3'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:46:09.931905 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc1a2a7-b9aa-43bf-b4e0-ac279666e917 req-f43de78c-9090-4047-841d-e7ae0a3d19ee tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:46:09.936176 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1dc1a2a7-b9aa-43bf-b4e0-ac279666e917 req-f43de78c-9090-4047-841d-e7ae0a3d19ee tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.58 "GET /v2.0/ports?device_id=38f2a801-3a66-4b5c-89f8-9abd0a3fdfc3 HTTP/1.1" status: 200 len: 946 time: 0.7037694 Aug 05 11:46:09.954681 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-0d442463-641f-40b6-9db7-d5939b644c0f tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] 10.222.0.58 "GET /v2.0/routers/ee31f43d-5674-463b-9eb9-0313009ebd67/tags/tempest-TagsExtTest-Tag-1728876332 HTTP/1.1" status: 204 len: 168 time: 0.4240453 Aug 05 11:46:09.969916 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 41440) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:09.980702 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.tag.tag_plugin [None req-e01db68a-f46d-48cc-ae79-9f043458b3d9 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'ee31f43d-5674-463b-9eb9-0313009ebd67', 'tempest-TagsExtTest-Tag-1728876332') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:46:10.031927 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-bbabcb39-f2cc-42a4-8f5a-9fbdb46d219f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:46:10.123867 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:10.150235 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9363fcc6-3ffe-4621-8594-a5c523b2a683 None None] Pushing event updated for resources: {'Port': ['ID=e14704e4-2e32-4c00-b8b4-757c967dfaf9,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:46:10.158022 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-3cb42a91-8712-4289-8d54-768a78ada885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:10.168277 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbabcb39-f2cc-42a4-8f5a-9fbdb46d219f None None] Routers {'97c3b1d1-5fd0-4d2b-b24b-f1cd83bf8df3'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:46:10.169789 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-bbabcb39-f2cc-42a4-8f5a-9fbdb46d219f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:45:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['97c3b1d1-5fd0-4d2b-b24b-f1cd83bf8df3'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:46:10.258860 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-bbabcb39-f2cc-42a4-8f5a-9fbdb46d219f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:46:10.260619 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbabcb39-f2cc-42a4-8f5a-9fbdb46d219f None None] The sync data for ids ['97c3b1d1-5fd0-4d2b-b24b-f1cd83bf8df3'] in n-d-803378-2 is: [] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:46:10.337509 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1dc1a2a7-b9aa-43bf-b4e0-ac279666e917 req-4f63c098-80e9-4f75-a423-13c5e7f961ae tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.58 "GET /v2.0/security-groups?id=ab2b5f38-a05a-4ac9-a8bf-2f9bfdcd31b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3797300 Aug 05 11:46:10.358204 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-815324b7-afd0-4f3c-a6cd-612cd8372938 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:10.378440 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-9b5cbbe5-3ccf-46d3-a062-1a5480fb020c tempest-TagsTest-240790511 tempest-TagsTest-240790511-project] 10.222.0.58 "GET /v2.0/networks/4ecf8e53-9c04-45ea-adeb-eab5bace3de7/tags/tempest-TagsTest-Tag-1018078230 HTTP/1.1" status: 204 len: 168 time: 0.4845569 Aug 05 11:46:10.384433 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-3f5b2e18-c2f6-43db-8b2f-490a15634d6e tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] 10.222.0.58 "GET /v2.0/routers/97c3b1d1-5fd0-4d2b-b24b-f1cd83bf8df3 HTTP/1.1" status: 200 len: 920 time: 0.5959141 Aug 05 11:46:10.385366 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41446) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:10.393740 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.tag.tag_plugin [None req-690dbd6e-385c-4134-b3fa-1c8d2e3c88ec tempest-TagsTest-240790511 tempest-TagsTest-240790511-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '4ecf8e53-9c04-45ea-adeb-eab5bace3de7') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:46:10.406110 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 41448) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:10.514636 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-9f9a3eae-e847-4f40-bff6-e7ba211da2b5 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] 10.222.0.58 "GET /v2.0/ports?device_id=97c3b1d1-5fd0-4d2b-b24b-f1cd83bf8df3 HTTP/1.1" status: 200 len: 205 time: 0.1064348 Aug 05 11:46:10.525269 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 41450) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:10.531710 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1904865-93f6-4999-9273-de61874e322f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-905d1455-0aac-4d0a-9446-23a13eb64c72', 'network_id': '905d1455-0aac-4d0a-9446-23a13eb64c72', 'tenant_id': '6feb354f44e34f96b67fc83b8a013813', 'fixed_ips': [{'subnet_id': 'bb714360-06aa-4d76-8626-0703f11d3be5'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 11:46:10.541898 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-a1904865-93f6-4999-9273-de61874e322f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:10.575666 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b76e8eb-8eb7-484f-93af-81fb727598cc admin admin] Network 799d2ac9-53e9-4acf-83f8-501e1c82e99d is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:46:10.684949 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-3b76e8eb-8eb7-484f-93af-81fb727598cc admin admin] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:46:10.752000 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-815324b7-afd0-4f3c-a6cd-612cd8372938 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:10.760064 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-e01db68a-f46d-48cc-ae79-9f043458b3d9 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] 10.222.0.58 "DELETE /v2.0/routers/ee31f43d-5674-463b-9eb9-0313009ebd67/tags/tempest-TagsExtTest-Tag-1728876332 HTTP/1.1" status: 204 len: 168 time: 0.7880409 Aug 05 11:46:10.765433 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41452) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:10.885190 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.tag.tag_plugin [None req-ef67059e-95d1-436d-b8a9-f09f9198d1ee tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'ee31f43d-5674-463b-9eb9-0313009ebd67') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:46:10.906965 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-690dbd6e-385c-4134-b3fa-1c8d2e3c88ec tempest-TagsTest-240790511 tempest-TagsTest-240790511-project] 10.222.0.58 "GET /v2.0/networks/4ecf8e53-9c04-45ea-adeb-eab5bace3de7/tags HTTP/1.1" status: 200 len: 238 time: 0.5196226 Aug 05 11:46:10.913791 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-a1904865-93f6-4999-9273-de61874e322f None None] Allocated IP 2001:db8::3 (905d1455-0aac-4d0a-9446-23a13eb64c72/bb714360-06aa-4d76-8626-0703f11d3be5/05aa9bec-1cfb-45a8-8c9e-886919f90e6e) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:46:10.935327 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41456) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:10.949472 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.tag.tag_plugin [None req-3bf360bf-e4f8-4e40-9161-ebb5f60a2a8c tempest-TagsTest-240790511 tempest-TagsTest-240790511-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '4ecf8e53-9c04-45ea-adeb-eab5bace3de7', {'tags': ['tempest-TagsTest-Tag-1115754589', 'tempest-TagsTest-Tag-312138760', 'tempest-TagsTest-Tag-171527388']}) {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:46:11.322644 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-a1904865-93f6-4999-9273-de61874e322f None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:11.342009 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-a1904865-93f6-4999-9273-de61874e322f None None] Transition to ACTIVE for port object 05aa9bec-1cfb-45a8-8c9e-886919f90e6e will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:46:11.376972 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-a1904865-93f6-4999-9273-de61874e322f None None] Transition to ACTIVE for port object 05aa9bec-1cfb-45a8-8c9e-886919f90e6e will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:46:11.394804 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-a1904865-93f6-4999-9273-de61874e322f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:11.537058 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1904865-93f6-4999-9273-de61874e322f None None] Network 905d1455-0aac-4d0a-9446-23a13eb64c72 is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:46:11.559221 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-a1904865-93f6-4999-9273-de61874e322f None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:46:11.579050 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-4e84e86a-4729-49a1-8e39-0aa1fd94dceb None None] Provisioning complete for port f5cd739e-fdc3-4250-b78a-b1da6001763d triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:46:11.580418 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-4e84e86a-4729-49a1-8e39-0aa1fd94dceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:11.587312 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1904865-93f6-4999-9273-de61874e322f None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:46:11.594494 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-38976f68-1c3d-486b-9f48-4fd40d513f6b tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Notify callbacks [] for router, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:11.636186 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1904865-93f6-4999-9273-de61874e322f None None] Pushing event updated for resources: {'Port': ['ID=05aa9bec-1cfb-45a8-8c9e-886919f90e6e,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:46:11.849610 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-4e84e86a-4729-49a1-8e39-0aa1fd94dceb None None] Port f5cd739e-fdc3-4250-b78a-b1da6001763d cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:46:11.884297 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-a1904865-93f6-4999-9273-de61874e322f None None] Attempting to bind port 05aa9bec-1cfb-45a8-8c9e-886919f90e6e on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:46:11.885727 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-a1904865-93f6-4999-9273-de61874e322f None None] Attempting to bind port 05aa9bec-1cfb-45a8-8c9e-886919f90e6e by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '43febb96-85f0-4ab0-8f5c-c987a0b7b6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '905d1455-0aac-4d0a-9446-23a13eb64c72'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:46:11.887029 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1904865-93f6-4999-9273-de61874e322f None None] Attempting to bind port 05aa9bec-1cfb-45a8-8c9e-886919f90e6e on network 905d1455-0aac-4d0a-9446-23a13eb64c72 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:46:11.893775 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:11.900456 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1904865-93f6-4999-9273-de61874e322f None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:46:11.901632 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1904865-93f6-4999-9273-de61874e322f None None] Checking segment: {'id': '43febb96-85f0-4ab0-8f5c-c987a0b7b6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '905d1455-0aac-4d0a-9446-23a13eb64c72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:46:11.902842 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-a1904865-93f6-4999-9273-de61874e322f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:11.903996 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1904865-93f6-4999-9273-de61874e322f None None] Bound using segment: {'id': '43febb96-85f0-4ab0-8f5c-c987a0b7b6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '905d1455-0aac-4d0a-9446-23a13eb64c72'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:46:11.905297 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-a1904865-93f6-4999-9273-de61874e322f None None] Bound port: 05aa9bec-1cfb-45a8-8c9e-886919f90e6e, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43febb96-85f0-4ab0-8f5c-c987a0b7b6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '905d1455-0aac-4d0a-9446-23a13eb64c72'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:46:11.906628 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-a1904865-93f6-4999-9273-de61874e322f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:11.966764 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b76e8eb-8eb7-484f-93af-81fb727598cc admin admin] Router 54d21272-f358-4b37-8503-84ed75671c4b has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 11:46:12.078041 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-a1904865-93f6-4999-9273-de61874e322f None None] For port 05aa9bec-1cfb-45a8-8c9e-886919f90e6e, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:46:12.090043 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-a1904865-93f6-4999-9273-de61874e322f None None] For port 05aa9bec-1cfb-45a8-8c9e-886919f90e6e, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=05aa9bec-1cfb-45a8-8c9e-886919f90e6e,segment=NetworkSegment(43febb96-85f0-4ab0-8f5c-c987a0b7b6e2),segment_id=43febb96-85f0-4ab0-8f5c-c987a0b7b6e2)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:46:12.110328 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-a1904865-93f6-4999-9273-de61874e322f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:12.147533 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-3bf360bf-e4f8-4e40-9161-ebb5f60a2a8c tempest-TagsTest-240790511 tempest-TagsTest-240790511-project] 10.222.0.58 "PUT /v2.0/networks/4ecf8e53-9c04-45ea-adeb-eab5bace3de7/tags HTTP/1.1" status: 200 len: 307 time: 1.2017758 Aug 05 11:46:12.149845 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41462) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:12.159959 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.tag.tag_plugin [None req-59b9ce4b-55b5-48bc-a1e0-eb8d84cb6280 tempest-TagsTest-240790511 tempest-TagsTest-240790511-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '4ecf8e53-9c04-45ea-adeb-eab5bace3de7', 'tempest-TagsTest-Tag-1115754589') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:46:12.162589 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e29504c-d102-4d63-a86d-cc27fb6a1f8c req-81e5a641-7458-4ae1-b7a3-e69c15718b73 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:46:12.178033 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1e29504c-d102-4d63-a86d-cc27fb6a1f8c req-81e5a641-7458-4ae1-b7a3-e69c15718b73 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.58 "GET /v2.0/ports?device_id=38f2a801-3a66-4b5c-89f8-9abd0a3fdfc3 HTTP/1.1" status: 200 len: 946 time: 0.5673325 Aug 05 11:46:12.326567 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1904865-93f6-4999-9273-de61874e322f None None] Pushing event updated for resources: {'Port': ['ID=05aa9bec-1cfb-45a8-8c9e-886919f90e6e,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:46:12.366486 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b96e868-88f5-423b-97ed-e0ce16f81bf3 None None] Network d9880662-86da-4b47-8a53-ddfb4b6b33a3 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:46:12.377181 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-38976f68-1c3d-486b-9f48-4fd40d513f6b tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:12.450913 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-ef67059e-95d1-436d-b8a9-f09f9198d1ee tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] 10.222.0.58 "GET /v2.0/routers/ee31f43d-5674-463b-9eb9-0313009ebd67/tags HTTP/1.1" status: 200 len: 205 time: 1.5805748 Aug 05 11:46:12.455612 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41464) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:12.472008 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.tag.tag_plugin [None req-15b7d1ab-da9d-49af-bc85-06a4073e6bec tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'f02f5971-4154-4848-ab2e-c5ff141f47e4') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:46:12.482587 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1e29504c-d102-4d63-a86d-cc27fb6a1f8c req-8b5c4966-8d69-4ed5-b6fb-3534048e5161 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.58 "GET /v2.0/security-groups?id=ab2b5f38-a05a-4ac9-a8bf-2f9bfdcd31b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134569 Aug 05 11:46:12.512160 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-815324b7-afd0-4f3c-a6cd-612cd8372938 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25038609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30075142'] for subnet, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:12.584934 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815324b7-afd0-4f3c-a6cd-612cd8372938 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Pushing event deleted for resources: {'Subnet': ['ID=bb714360-06aa-4d76-8626-0703f11d3be5,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:46:12.601594 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-15b7d1ab-da9d-49af-bc85-06a4073e6bec tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] 10.222.0.58 "GET /v2.0/subnetpools/f02f5971-4154-4848-ab2e-c5ff141f47e4/tags HTTP/1.1" status: 200 len: 241 time: 0.1438813 Aug 05 11:46:12.632416 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41466) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:12.657827 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.tag.tag_plugin [None req-00f34d1b-2982-45cd-aa7a-919639eda004 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f02f5971-4154-4848-ab2e-c5ff141f47e4', 'tempest-TagsExtTest-Tag-1832989321') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:46:12.702707 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-59b9ce4b-55b5-48bc-a1e0-eb8d84cb6280 tempest-TagsTest-240790511 tempest-TagsTest-240790511-project] 10.222.0.58 "DELETE /v2.0/networks/4ecf8e53-9c04-45ea-adeb-eab5bace3de7/tags/tempest-TagsTest-Tag-1115754589 HTTP/1.1" status: 204 len: 168 time: 0.5507474 Aug 05 11:46:12.761378 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41468) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:12.908227 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-e771cce2-fe49-475f-bf33-ebbb38cee2f1 None None] Provisioning for port e14704e4-2e32-4c00-b8b4-757c967dfaf9 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:46:12.908987 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b76e8eb-8eb7-484f-93af-81fb727598cc admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:46:12.927575 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7095b72-3c99-425c-89f8-b56facee7b27 None None] Sync routers for ids ['54d21272-f358-4b37-8503-84ed75671c4b'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:46:12.928455 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-3b76e8eb-8eb7-484f-93af-81fb727598cc admin admin] 10.222.0.58 "PUT /v2.0/routers/54d21272-f358-4b37-8503-84ed75671c4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.6647356 Aug 05 11:46:12.951289 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7095b72-3c99-425c-89f8-b56facee7b27 None None] Routers {'54d21272-f358-4b37-8503-84ed75671c4b'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:46:12.953518 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-f7095b72-3c99-425c-89f8-b56facee7b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:46:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['54d21272-f358-4b37-8503-84ed75671c4b'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:46:12.975897 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device e14704e4-2e32-4c00-b8b4-757c967dfaf9 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:46:12.983315 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.tag.tag_plugin [None req-ee42f110-b6ac-4609-92d5-819405db9062 tempest-TagsTest-240790511 tempest-TagsTest-240790511-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '4ecf8e53-9c04-45ea-adeb-eab5bace3de7', 'tempest-TagsTest-Tag-1115754589') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:46:13.004307 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-38976f68-1c3d-486b-9f48-4fd40d513f6b tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Deleting port 2638c2a3-3219-4b0a-b989-32885712627e {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:46:13.004938 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-38976f68-1c3d-486b-9f48-4fd40d513f6b tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:13.092361 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-815324b7-afd0-4f3c-a6cd-612cd8372938 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:13.179714 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-815324b7-afd0-4f3c-a6cd-612cd8372938 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['905d1455-0aac-4d0a-9446-23a13eb64c72']}} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:46:13.265894 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port e14704e4-2e32-4c00-b8b4-757c967dfaf9 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:46:13.280260 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port e14704e4-2e32-4c00-b8b4-757c967dfaf9 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:46:13.281066 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:13.350155 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-f7095b72-3c99-425c-89f8-b56facee7b27 None None] Set router 54d21272-f358-4b37-8503-84ed75671c4b gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:46:13.369831 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-00f34d1b-2982-45cd-aa7a-919639eda004 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] 10.222.0.58 "GET /v2.0/subnetpools/f02f5971-4154-4848-ab2e-c5ff141f47e4/tags/tempest-TagsExtTest-Tag-1832989321 HTTP/1.1" status: 204 len: 168 time: 0.7343640 Aug 05 11:46:13.383665 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 41474) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:13.431384 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.tag.tag_plugin [None req-847cc901-8596-4edf-984d-d0f86d259a1b tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'f02f5971-4154-4848-ab2e-c5ff141f47e4', 'tempest-TagsExtTest-Tag-1832989321') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:46:13.453854 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-815324b7-afd0-4f3c-a6cd-612cd8372938 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43febb96-85f0-4ab0-8f5c-c987a0b7b6e2') {'for_net_delete': True} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:46:13.454739 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-815324b7-afd0-4f3c-a6cd-612cd8372938 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43febb96-85f0-4ab0-8f5c-c987a0b7b6e2') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:46:13.503807 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:13.517444 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-38976f68-1c3d-486b-9f48-4fd40d513f6b tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:13.529466 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-815324b7-afd0-4f3c-a6cd-612cd8372938 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29786371'] for segment, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:13.593188 n-d-803378-2 neutron-server[94421]: INFO neutron.api.v2.resource [None req-ee42f110-b6ac-4609-92d5-819405db9062 tempest-TagsTest-240790511 tempest-TagsTest-240790511-project] show failed (client error): The resource could not be found. Aug 05 11:46:13.608914 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-ee42f110-b6ac-4609-92d5-819405db9062 tempest-TagsTest-240790511 tempest-TagsTest-240790511-project] 10.222.0.58 "GET /v2.0/networks/4ecf8e53-9c04-45ea-adeb-eab5bace3de7/tags/tempest-TagsTest-Tag-1115754589 HTTP/1.1" status: 404 len: 326 time: 0.8463533 Aug 05 11:46:13.622802 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41482) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:13.642248 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port e14704e4-2e32-4c00-b8b4-757c967dfaf9, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=e14704e4-2e32-4c00-b8b4-757c967dfaf9,segment=NetworkSegment(c6e60c0c-4d8d-4ab7-ba75-7638e1284236),segment_id=c6e60c0c-4d8d-4ab7-ba75-7638e1284236)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:46:13.665849 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:13.682352 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-815324b7-afd0-4f3c-a6cd-612cd8372938 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:13.685822 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-38976f68-1c3d-486b-9f48-4fd40d513f6b tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Calling delete_port for 2638c2a3-3219-4b0a-b989-32885712627e owned by network:router_gateway {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:46:13.721853 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.tag.tag_plugin [None req-67edf21b-78e9-4eb3-a19a-7abc330eeb7c tempest-TagsTest-240790511 tempest-TagsTest-240790511-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '4ecf8e53-9c04-45ea-adeb-eab5bace3de7', 'tempest-TagsTest-Tag-312138760') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:46:13.793299 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-815324b7-afd0-4f3c-a6cd-612cd8372938 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Releasing vlan 687 on physical network physnet1 to pool {{(pid=94421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:46:13.795403 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-815324b7-afd0-4f3c-a6cd-612cd8372938 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25038799'] for segment, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:13.801957 n-d-803378-2 neutron-server[94421]: Traceback (most recent call last): Aug 05 11:46:13.801957 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:46:13.801957 n-d-803378-2 neutron-server[94421]: timer() Aug 05 11:46:13.801957 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:46:13.801957 n-d-803378-2 neutron-server[94421]: cb(*args, **kw) Aug 05 11:46:13.801957 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:46:13.801957 n-d-803378-2 neutron-server[94421]: return func(*args, **kwargs) Aug 05 11:46:13.801957 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:46:13.801957 n-d-803378-2 neutron-server[94421]: self._notify() Aug 05 11:46:13.801957 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:46:13.801957 n-d-803378-2 neutron-server[94421]: self.callback(batched_events) Aug 05 11:46:13.801957 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:46:13.801957 n-d-803378-2 neutron-server[94421]: event.method(event) Aug 05 11:46:13.801957 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:46:13.801957 n-d-803378-2 neutron-server[94421]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:46:13.801957 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:46:13.801957 n-d-803378-2 neutron-server[94421]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:46:13.801957 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:46:13.801957 n-d-803378-2 neutron-server[94421]: return f(self, *a, **k) Aug 05 11:46:13.801957 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:46:13.801957 n-d-803378-2 neutron-server[94421]: return self._get(url).json() Aug 05 11:46:13.801957 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:46:13.801957 n-d-803378-2 neutron-server[94421]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:46:13.801957 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:46:13.801957 n-d-803378-2 neutron-server[94421]: return self.request(url, 'GET', **kwargs) Aug 05 11:46:13.801957 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:46:13.801957 n-d-803378-2 neutron-server[94421]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:46:13.801957 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:46:13.801957 n-d-803378-2 neutron-server[94421]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:46:13.801957 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:46:13.801957 n-d-803378-2 neutron-server[94421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:46:13.801957 n-d-803378-2 neutron-server[94421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:46:13.932347 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=e14704e4-2e32-4c00-b8b4-757c967dfaf9,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:46:14.006352 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:14.066370 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-d1294164-a075-4097-93b3-f0895fc38e0b None None] Provisioning complete for port e14704e4-2e32-4c00-b8b4-757c967dfaf9 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:46:14.074751 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-d1294164-a075-4097-93b3-f0895fc38e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:14.229501 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.db.api [None req-815324b7-afd0-4f3c-a6cd-612cd8372938 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 05 11:46:14.229501 n-d-803378-2 neutron-server[94421]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 05 11:46:14.229501 n-d-803378-2 neutron-server[94421]: [parameters: {'id': '905d1455-0aac-4d0a-9446-23a13eb64c72'}] Aug 05 11:46:14.229501 n-d-803378-2 neutron-server[94421]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94421) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 05 11:46:14.230764 n-d-803378-2 neutron-server[94421]: DEBUG oslo_db.api [None req-815324b7-afd0-4f3c-a6cd-612cd8372938 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 11:46:14.334433 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-67edf21b-78e9-4eb3-a19a-7abc330eeb7c tempest-TagsTest-240790511 tempest-TagsTest-240790511-project] 10.222.0.58 "GET /v2.0/networks/4ecf8e53-9c04-45ea-adeb-eab5bace3de7/tags/tempest-TagsTest-Tag-312138760 HTTP/1.1" status: 204 len: 168 time: 0.6415684 Aug 05 11:46:14.338189 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41486) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:14.379322 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.tag.tag_plugin [None req-43745853-dc0a-4aa8-ad1e-c1d9c14552c6 tempest-TagsTest-240790511 tempest-TagsTest-240790511-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '4ecf8e53-9c04-45ea-adeb-eab5bace3de7', 'tempest-TagsTest-Tag-171527388') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:46:14.420445 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-f7095b72-3c99-425c-89f8-b56facee7b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54d21272-f358-4b37-8503-84ed75671c4b', 'name': 'tempest-FloatingIPsTestJSON-1745034871-router', 'tenant_id': '7c672e3cdc734e2186d8cb47e41d66ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': 'f713b737-d548-448d-ac82-0f4b46efc8ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:45:47Z', 'updated_at': '2021-08-05T11:46:07Z', 'revision_number': 4, 'project_id': '7c672e3cdc734e2186d8cb47e41d66ab', 'gw_port': {'id': 'f713b737-d548-448d-ac82-0f4b46efc8ce', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:83:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d21272-f358-4b37-8503-84ed75671c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:45:51Z', 'updated_at': '2021-08-05T11:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'f5cd739e-fdc3-4250-b78a-b1da6001763d', 'name': '', 'network_id': '799d2ac9-53e9-4acf-83f8-501e1c82e99d', 'tenant_id': '7c672e3cdc734e2186d8cb47e41d66ab', 'mac_address': 'fa:16:3e:ad:d6:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54d21272-f358-4b37-8503-84ed75671c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2312, 'fixed_ips': [{'subnet_id': '8196b316-2613-4a7a-a18a-cf9a451fb5e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:46:03Z', 'updated_at': '2021-08-05T11:46:08Z', 'revision_number': 2, 'project_id': '7c672e3cdc734e2186d8cb47e41d66ab', 'subnets': [{'id': '8196b316-2613-4a7a-a18a-cf9a451fb5e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:46:14.596563 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7095b72-3c99-425c-89f8-b56facee7b27 None None] Checking router: 54d21272-f358-4b37-8503-84ed75671c4b for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:46:14.596563 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7095b72-3c99-425c-89f8-b56facee7b27 None None] Updating router 54d21272-f358-4b37-8503-84ed75671c4b port f5cd739e-fdc3-4250-b78a-b1da6001763d binding host n-d-803378-2 {{(pid=94423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 11:46:14.685908 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-847cc901-8596-4edf-984d-d0f86d259a1b tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] 10.222.0.58 "DELETE /v2.0/subnetpools/f02f5971-4154-4848-ab2e-c5ff141f47e4/tags/tempest-TagsExtTest-Tag-1832989321 HTTP/1.1" status: 204 len: 168 time: 1.2978032 Aug 05 11:46:14.698213 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-43745853-dc0a-4aa8-ad1e-c1d9c14552c6 tempest-TagsTest-240790511 tempest-TagsTest-240790511-project] 10.222.0.58 "GET /v2.0/networks/4ecf8e53-9c04-45ea-adeb-eab5bace3de7/tags/tempest-TagsTest-Tag-171527388 HTTP/1.1" status: 204 len: 168 time: 0.3581157 Aug 05 11:46:14.703185 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41488) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:14.703848 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41490) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:14.714446 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.tag.tag_plugin [None req-7181ad11-ab5c-4831-b480-bae665cae287 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'f02f5971-4154-4848-ab2e-c5ff141f47e4') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:46:14.748026 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-f7095b72-3c99-425c-89f8-b56facee7b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:14.754282 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.tag.tag_plugin [None req-e527776b-913b-4b61-ad73-34142c5968cb tempest-TagsTest-240790511 tempest-TagsTest-240790511-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '4ecf8e53-9c04-45ea-adeb-eab5bace3de7') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:46:14.764454 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-815324b7-afd0-4f3c-a6cd-612cd8372938 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:14.861059 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57147fa4-c0c0-4cf3-aba4-198bfcd1e042 req-a577839b-23af-4a20-88cf-9b6253f07c76 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:46:14.865413 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-57147fa4-c0c0-4cf3-aba4-198bfcd1e042 req-a577839b-23af-4a20-88cf-9b6253f07c76 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.58 "GET /v2.0/ports?device_id=38f2a801-3a66-4b5c-89f8-9abd0a3fdfc3 HTTP/1.1" status: 200 len: 946 time: 0.7963622 Aug 05 11:46:14.946813 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 05aa9bec-1cfb-45a8-8c9e-886919f90e6e up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:46:15.043129 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-7181ad11-ab5c-4831-b480-bae665cae287 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] 10.222.0.58 "GET /v2.0/subnetpools/f02f5971-4154-4848-ab2e-c5ff141f47e4/tags HTTP/1.1" status: 200 len: 205 time: 0.3327799 Aug 05 11:46:15.053952 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41492) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:15.062408 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.tag.tag_plugin [None req-2239d11e-f1f0-4743-b85e-d11fbe32f276 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'f02f5971-4154-4848-ab2e-c5ff141f47e4') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:46:15.062745 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be900b4-0231-4309-9a6e-dacd3988170c None None] Network 905d1455-0aac-4d0a-9446-23a13eb64c72 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:46:15.085485 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-57147fa4-c0c0-4cf3-aba4-198bfcd1e042 req-af3f5099-e1a2-41d3-8a05-d567d0527dc0 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.58 "GET /v2.0/security-groups?id=ab2b5f38-a05a-4ac9-a8bf-2f9bfdcd31b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808660 Aug 05 11:46:15.104900 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9c71d6ce-cf0d-4e1a-83b6-1249c2f20ff5 req-7e9fee94-acd6-4870-8bcf-bcd20ddca3ad tempest-FloatingIPsTestJSON-4912810 tempest-FloatingIPsTestJSON-4912810-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.9507301 Aug 05 11:46:15.113492 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-9c71d6ce-cf0d-4e1a-83b6-1249c2f20ff5 req-b36ca87e-68c9-449b-b25d-79840640a61b tempest-FloatingIPsTestJSON-4912810 tempest-FloatingIPsTestJSON-4912810-project] Request body: {'floatingip': {'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:46:15.163662 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-e527776b-913b-4b61-ad73-34142c5968cb tempest-TagsTest-240790511 tempest-TagsTest-240790511-project] 10.222.0.58 "DELETE /v2.0/networks/4ecf8e53-9c04-45ea-adeb-eab5bace3de7/tags HTTP/1.1" status: 204 len: 168 time: 0.4173875 Aug 05 11:46:15.172060 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41494) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:15.176750 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-2239d11e-f1f0-4743-b85e-d11fbe32f276 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] 10.222.0.58 "DELETE /v2.0/subnetpools/f02f5971-4154-4848-ab2e-c5ff141f47e4/tags HTTP/1.1" status: 204 len: 168 time: 0.1199949 Aug 05 11:46:15.188642 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.tag.tag_plugin [None req-4bd65d0a-5aa5-45bb-8950-8c6ec3e2b08b tempest-TagsTest-240790511 tempest-TagsTest-240790511-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '4ecf8e53-9c04-45ea-adeb-eab5bace3de7', 'tempest-TagsTest-Tag-312138760') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:46:15.189583 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 41496) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:15.198754 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.tag.tag_plugin [None req-9408bd1a-5ede-4d46-99fd-0640220e2c87 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'ee31f43d-5674-463b-9eb9-0313009ebd67') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:46:15.206220 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-38976f68-1c3d-486b-9f48-4fd40d513f6b tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:15.229189 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-44ebc952-0469-4870-a702-5dae729f1b83 None None] Provisioning for port 05aa9bec-1cfb-45a8-8c9e-886919f90e6e completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:46:15.259779 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 05aa9bec-1cfb-45a8-8c9e-886919f90e6e completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:46:15.274171 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 05aa9bec-1cfb-45a8-8c9e-886919f90e6e triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:46:15.275761 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:15.307367 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-9c71d6ce-cf0d-4e1a-83b6-1249c2f20ff5 req-b36ca87e-68c9-449b-b25d-79840640a61b tempest-FloatingIPsTestJSON-4912810 tempest-FloatingIPsTestJSON-4912810-project] Notify callbacks [] for floatingip, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:15.345077 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-815324b7-afd0-4f3c-a6cd-612cd8372938 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Deleting port 05aa9bec-1cfb-45a8-8c9e-886919f90e6e {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:46:15.345965 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-815324b7-afd0-4f3c-a6cd-612cd8372938 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:15.437709 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38976f68-1c3d-486b-9f48-4fd40d513f6b tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Pushing event deleted for resources: {'Port': ['ID=2638c2a3-3219-4b0a-b989-32885712627e,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:46:15.447060 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-f7095b72-3c99-425c-89f8-b56facee7b27 None None] Notify callbacks [] for port, precommit_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:15.471554 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.provisioning_blocks [None req-f7095b72-3c99-425c-89f8-b56facee7b27 None None] Transition to ACTIVE for port object f5cd739e-fdc3-4250-b78a-b1da6001763d will not be triggered until provisioned by entity L2. {{(pid=94423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:46:15.486648 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-f7095b72-3c99-425c-89f8-b56facee7b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:15.563159 n-d-803378-2 neutron-server[94421]: INFO neutron.api.v2.resource [None req-4bd65d0a-5aa5-45bb-8950-8c6ec3e2b08b tempest-TagsTest-240790511 tempest-TagsTest-240790511-project] show failed (client error): The resource could not be found. Aug 05 11:46:15.565662 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-4bd65d0a-5aa5-45bb-8950-8c6ec3e2b08b tempest-TagsTest-240790511 tempest-TagsTest-240790511-project] 10.222.0.58 "GET /v2.0/networks/4ecf8e53-9c04-45ea-adeb-eab5bace3de7/tags/tempest-TagsTest-Tag-312138760 HTTP/1.1" status: 404 len: 325 time: 0.3860917 Aug 05 11:46:15.571500 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41502) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:15.580615 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.tag.tag_plugin [None req-4bec2313-fb72-4533-968a-82ae3904eb55 tempest-TagsTest-240790511 tempest-TagsTest-240790511-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '4ecf8e53-9c04-45ea-adeb-eab5bace3de7', 'tempest-TagsTest-Tag-171527388') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:46:15.660748 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cfb3dea-5f8d-4f09-aedd-45b3ca24e9a6 None None] DHCP port deletion for 905d1455-0aac-4d0a-9446-23a13eb64c72 request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 11:46:15.684072 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [None req-815324b7-afd0-4f3c-a6cd-612cd8372938 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] For port 05aa9bec-1cfb-45a8-8c9e-886919f90e6e, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=05aa9bec-1cfb-45a8-8c9e-886919f90e6e,segment=NetworkSegment(43febb96-85f0-4ab0-8f5c-c987a0b7b6e2),segment_id=43febb96-85f0-4ab0-8f5c-c987a0b7b6e2)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:46:15.684755 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-815324b7-afd0-4f3c-a6cd-612cd8372938 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:15.690610 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:15.804560 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b85d19-b284-4866-bffc-01296e60c96f None None] Pushing event updated for resources: {'Port': ['ID=f5cd739e-fdc3-4250-b78a-b1da6001763d,revision_number=3']} {{(pid=94423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:46:15.842739 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-815324b7-afd0-4f3c-a6cd-612cd8372938 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Calling delete_port for 05aa9bec-1cfb-45a8-8c9e-886919f90e6e owned by network:dhcp {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:46:15.853898 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-f7095b72-3c99-425c-89f8-b56facee7b27 None None] Attempting to bind port f5cd739e-fdc3-4250-b78a-b1da6001763d on host n-d-803378-2 for vnic_type normal with profile {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:46:15.854507 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-f7095b72-3c99-425c-89f8-b56facee7b27 None None] Attempting to bind port f5cd739e-fdc3-4250-b78a-b1da6001763d by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '538d9be8-6bbc-483e-a4ce-241e8687e598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '799d2ac9-53e9-4acf-83f8-501e1c82e99d'}] {{(pid=94423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:46:15.855162 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7095b72-3c99-425c-89f8-b56facee7b27 None None] Attempting to bind port f5cd739e-fdc3-4250-b78a-b1da6001763d on network 799d2ac9-53e9-4acf-83f8-501e1c82e99d {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:46:15.871091 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-9408bd1a-5ede-4d46-99fd-0640220e2c87 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] 10.222.0.58 "DELETE /v2.0/routers/ee31f43d-5674-463b-9eb9-0313009ebd67/tags HTTP/1.1" status: 204 len: 168 time: 0.6797330 Aug 05 11:46:15.873237 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7095b72-3c99-425c-89f8-b56facee7b27 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:46:15.875140 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7095b72-3c99-425c-89f8-b56facee7b27 None None] Checking segment: {'id': '538d9be8-6bbc-483e-a4ce-241e8687e598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '799d2ac9-53e9-4acf-83f8-501e1c82e99d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:46:15.875921 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-f7095b72-3c99-425c-89f8-b56facee7b27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:15.878804 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7095b72-3c99-425c-89f8-b56facee7b27 None None] Bound using segment: {'id': '538d9be8-6bbc-483e-a4ce-241e8687e598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '799d2ac9-53e9-4acf-83f8-501e1c82e99d'} {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:46:15.879804 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-f7095b72-3c99-425c-89f8-b56facee7b27 None None] Bound port: f5cd739e-fdc3-4250-b78a-b1da6001763d, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '538d9be8-6bbc-483e-a4ce-241e8687e598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '799d2ac9-53e9-4acf-83f8-501e1c82e99d'}}] {{(pid=94423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:46:15.882630 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 41504) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:15.883205 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-f7095b72-3c99-425c-89f8-b56facee7b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:15.901227 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port 05aa9bec-1cfb-45a8-8c9e-886919f90e6e, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=05aa9bec-1cfb-45a8-8c9e-886919f90e6e,segment=NetworkSegment(43febb96-85f0-4ab0-8f5c-c987a0b7b6e2),segment_id=43febb96-85f0-4ab0-8f5c-c987a0b7b6e2)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:46:15.909115 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-38976f68-1c3d-486b-9f48-4fd40d513f6b tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33285055'] for router_gateway, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:15.927827 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:15.929354 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device e14704e4-2e32-4c00-b8b4-757c967dfaf9 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:46:15.937717 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.tag.tag_plugin [None req-9728d105-dd86-42ca-bbdc-09600604b238 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '14ff5ddd-29c5-4655-bf8c-761365dd5c0f') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:46:16.056362 n-d-803378-2 neutron-server[94421]: INFO neutron.api.v2.resource [None req-4bec2313-fb72-4533-968a-82ae3904eb55 tempest-TagsTest-240790511 tempest-TagsTest-240790511-project] show failed (client error): The resource could not be found. Aug 05 11:46:16.061081 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-4bec2313-fb72-4533-968a-82ae3904eb55 tempest-TagsTest-240790511 tempest-TagsTest-240790511-project] 10.222.0.58 "GET /v2.0/networks/4ecf8e53-9c04-45ea-adeb-eab5bace3de7/tags/tempest-TagsTest-Tag-171527388 HTTP/1.1" status: 404 len: 325 time: 0.4873865 Aug 05 11:46:16.077214 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41508) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:16.088720 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.db [None req-f7095b72-3c99-425c-89f8-b56facee7b27 None None] For port f5cd739e-fdc3-4250-b78a-b1da6001763d, host n-d-803378-2, cleared binding levels {{(pid=94423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:46:16.093903 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.tag.tag_plugin [None req-19278ebe-f2ae-43ae-aa7b-4b3ab2604161 tempest-TagsTest-240790511 tempest-TagsTest-240790511-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '4ecf8e53-9c04-45ea-adeb-eab5bace3de7') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:46:16.094734 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.db [None req-f7095b72-3c99-425c-89f8-b56facee7b27 None None] For port f5cd739e-fdc3-4250-b78a-b1da6001763d, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=f5cd739e-fdc3-4250-b78a-b1da6001763d,segment=NetworkSegment(538d9be8-6bbc-483e-a4ce-241e8687e598),segment_id=538d9be8-6bbc-483e-a4ce-241e8687e598)] {{(pid=94423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:46:16.103913 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-f7095b72-3c99-425c-89f8-b56facee7b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:16.203136 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-8cfb3dea-5f8d-4f09-aedd-45b3ca24e9a6 None None] Deleting port 05aa9bec-1cfb-45a8-8c9e-886919f90e6e {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:46:16.204047 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-8cfb3dea-5f8d-4f09-aedd-45b3ca24e9a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:16.239063 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b85d19-b284-4866-bffc-01296e60c96f None None] Pushing event updated for resources: {'Port': ['ID=f5cd739e-fdc3-4250-b78a-b1da6001763d,revision_number=4']} {{(pid=94423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:46:16.279769 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7095b72-3c99-425c-89f8-b56facee7b27 None None] Routers {'54d21272-f358-4b37-8503-84ed75671c4b'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:46:16.280449 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-f7095b72-3c99-425c-89f8-b56facee7b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:46:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['54d21272-f358-4b37-8503-84ed75671c4b'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:46:16.331283 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=05aa9bec-1cfb-45a8-8c9e-886919f90e6e,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:46:16.369454 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-815324b7-afd0-4f3c-a6cd-612cd8372938 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:16.425856 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815324b7-afd0-4f3c-a6cd-612cd8372938 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Pushing event deleted for resources: {'Port': ['ID=05aa9bec-1cfb-45a8-8c9e-886919f90e6e,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:46:16.433535 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815324b7-afd0-4f3c-a6cd-612cd8372938 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] No DVR routers for this DVR port 05aa9bec-1cfb-45a8-8c9e-886919f90e6e on host n-d-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:46:16.447129 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-38976f68-1c3d-486b-9f48-4fd40d513f6b tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33262979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1951'] for router, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:16.464261 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-38976f68-1c3d-486b-9f48-4fd40d513f6b tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:16.533648 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-19278ebe-f2ae-43ae-aa7b-4b3ab2604161 tempest-TagsTest-240790511 tempest-TagsTest-240790511-project] 10.222.0.58 "DELETE /v2.0/networks/4ecf8e53-9c04-45ea-adeb-eab5bace3de7/tags HTTP/1.1" status: 204 len: 168 time: 0.4546819 Aug 05 11:46:16.555809 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41512) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:16.650609 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-8cfb3dea-5f8d-4f09-aedd-45b3ca24e9a6 None None] For port 05aa9bec-1cfb-45a8-8c9e-886919f90e6e, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=05aa9bec-1cfb-45a8-8c9e-886919f90e6e,segment=NetworkSegment(43febb96-85f0-4ab0-8f5c-c987a0b7b6e2),segment_id=43febb96-85f0-4ab0-8f5c-c987a0b7b6e2)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:46:16.651778 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-8cfb3dea-5f8d-4f09-aedd-45b3ca24e9a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:16.654028 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-38976f68-1c3d-486b-9f48-4fd40d513f6b tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33262474'] for router, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:16.654864 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38976f68-1c3d-486b-9f48-4fd40d513f6b tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Fanout notify agent at l3_agent the message router_deleted on router 97c3b1d1-5fd0-4d2b-b24b-f1cd83bf8df3 {{(pid=94420) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 11:46:16.709544 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-f7095b72-3c99-425c-89f8-b56facee7b27 None None] Set router 54d21272-f358-4b37-8503-84ed75671c4b gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:46:16.736232 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-38976f68-1c3d-486b-9f48-4fd40d513f6b tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Notify callbacks [] for router, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:16.740218 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-38976f68-1c3d-486b-9f48-4fd40d513f6b tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] 10.222.0.58 "DELETE /v2.0/routers/97c3b1d1-5fd0-4d2b-b24b-f1cd83bf8df3 HTTP/1.1" status: 204 len: 168 time: 6.2131836 Aug 05 11:46:16.762246 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41514) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:16.764277 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-8cfb3dea-5f8d-4f09-aedd-45b3ca24e9a6 None None] Calling delete_port for 05aa9bec-1cfb-45a8-8c9e-886919f90e6e owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:46:16.775527 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-22c32e5d-7386-46f4-8d7b-5ff915d7f35c tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1978084724', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'enable_snat': False}}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:46:16.814236 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-815324b7-afd0-4f3c-a6cd-612cd8372938 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:16.859221 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-815324b7-afd0-4f3c-a6cd-612cd8372938 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['905d1455-0aac-4d0a-9446-23a13eb64c72']}} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:46:16.925178 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-815324b7-afd0-4f3c-a6cd-612cd8372938 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43febb96-85f0-4ab0-8f5c-c987a0b7b6e2') {'for_net_delete': True} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:46:16.925178 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-815324b7-afd0-4f3c-a6cd-612cd8372938 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43febb96-85f0-4ab0-8f5c-c987a0b7b6e2') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:46:16.933352 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-9c71d6ce-cf0d-4e1a-83b6-1249c2f20ff5 req-b36ca87e-68c9-449b-b25d-79840640a61b tempest-FloatingIPsTestJSON-4912810 tempest-FloatingIPsTestJSON-4912810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:16.965541 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddd8f5f-2103-4ed7-b56a-23c26dd436a8 req-e6196536-7d21-4834-9809-67122b90b0c3 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:46:16.969840 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7ddd8f5f-2103-4ed7-b56a-23c26dd436a8 req-e6196536-7d21-4834-9809-67122b90b0c3 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.58 "GET /v2.0/ports?device_id=38f2a801-3a66-4b5c-89f8-9abd0a3fdfc3 HTTP/1.1" status: 200 len: 946 time: 0.3772657 Aug 05 11:46:16.985845 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-9728d105-dd86-42ca-bbdc-09600604b238 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] 10.222.0.58 "DELETE /v2.0/ports/14ff5ddd-29c5-4655-bf8c-761365dd5c0f/tags HTTP/1.1" status: 204 len: 168 time: 1.0703678 Aug 05 11:46:17.019553 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0d91873f-1916-42b9-bc81-8791a139bda5 tempest-TagsTest-240790511 tempest-TagsTest-240790511-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:17.022478 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-22c32e5d-7386-46f4-8d7b-5ff915d7f35c tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33260300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1929'] for router, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:17.024460 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-22c32e5d-7386-46f4-8d7b-5ff915d7f35c tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33285914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33034662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1926'] for router, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:17.032132 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 41518) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:17.041237 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.tag.tag_plugin [None req-f1894ef2-26eb-4fb6-b573-e7e40c17b90e tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a6ac8ac0-df7b-45e1-8eba-1fd2e2c6eae5') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:46:17.041596 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-815324b7-afd0-4f3c-a6cd-612cd8372938 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29786371'] for segment, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:17.080786 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:46:17.081416 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:46:17.082189 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:46:17.082775 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:46:17.084596 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:46:17.085258 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:46:17.085952 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:46:17.086651 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:46:17.087220 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:46:17.087784 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:46:17.088478 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:46:17.089080 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:46:17.104542 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port e14704e4-2e32-4c00-b8b4-757c967dfaf9 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:46:17.105845 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:17.116377 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-815324b7-afd0-4f3c-a6cd-612cd8372938 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:17.125152 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-8cfb3dea-5f8d-4f09-aedd-45b3ca24e9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:17.200641 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-815324b7-afd0-4f3c-a6cd-612cd8372938 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Releasing vlan 687 on physical network physnet1 to pool {{(pid=94421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:46:17.201535 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-815324b7-afd0-4f3c-a6cd-612cd8372938 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25038799'] for segment, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:17.217104 n-d-803378-2 neutron-server[94421]: Traceback (most recent call last): Aug 05 11:46:17.217104 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:46:17.217104 n-d-803378-2 neutron-server[94421]: timer() Aug 05 11:46:17.217104 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:46:17.217104 n-d-803378-2 neutron-server[94421]: cb(*args, **kw) Aug 05 11:46:17.217104 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:46:17.217104 n-d-803378-2 neutron-server[94421]: return func(*args, **kwargs) Aug 05 11:46:17.217104 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:46:17.217104 n-d-803378-2 neutron-server[94421]: self._notify() Aug 05 11:46:17.217104 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:46:17.217104 n-d-803378-2 neutron-server[94421]: self.callback(batched_events) Aug 05 11:46:17.217104 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:46:17.217104 n-d-803378-2 neutron-server[94421]: event.method(event) Aug 05 11:46:17.217104 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:46:17.217104 n-d-803378-2 neutron-server[94421]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:46:17.217104 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:46:17.217104 n-d-803378-2 neutron-server[94421]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:46:17.217104 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:46:17.217104 n-d-803378-2 neutron-server[94421]: return f(self, *a, **k) Aug 05 11:46:17.217104 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:46:17.217104 n-d-803378-2 neutron-server[94421]: return self._get(url).json() Aug 05 11:46:17.217104 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:46:17.217104 n-d-803378-2 neutron-server[94421]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:46:17.217104 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:46:17.217104 n-d-803378-2 neutron-server[94421]: return self.request(url, 'GET', **kwargs) Aug 05 11:46:17.217104 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:46:17.217104 n-d-803378-2 neutron-server[94421]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:46:17.217104 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:46:17.217104 n-d-803378-2 neutron-server[94421]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:46:17.217104 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:46:17.217104 n-d-803378-2 neutron-server[94421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:46:17.217104 n-d-803378-2 neutron-server[94421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:46:17.239358 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7ddd8f5f-2103-4ed7-b56a-23c26dd436a8 req-48a0fc23-24fc-4ac4-84b3-9155c47a2a52 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.58 "GET /v2.0/security-groups?id=ab2b5f38-a05a-4ac9-a8bf-2f9bfdcd31b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513566 Aug 05 11:46:17.355144 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfb3dea-5f8d-4f09-aedd-45b3ca24e9a6 None None] No DVR routers for this DVR port 05aa9bec-1cfb-45a8-8c9e-886919f90e6e on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:46:17.376826 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfb3dea-5f8d-4f09-aedd-45b3ca24e9a6 None None] Pushing event deleted for resources: {'Port': ['ID=05aa9bec-1cfb-45a8-8c9e-886919f90e6e,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:46:17.398652 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-f7095b72-3c99-425c-89f8-b56facee7b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54d21272-f358-4b37-8503-84ed75671c4b', 'name': 'tempest-FloatingIPsTestJSON-1745034871-router', 'tenant_id': '7c672e3cdc734e2186d8cb47e41d66ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': 'f713b737-d548-448d-ac82-0f4b46efc8ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:45:47Z', 'updated_at': '2021-08-05T11:46:07Z', 'revision_number': 4, 'project_id': '7c672e3cdc734e2186d8cb47e41d66ab', 'gw_port': {'id': 'f713b737-d548-448d-ac82-0f4b46efc8ce', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:83:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d21272-f358-4b37-8503-84ed75671c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:45:51Z', 'updated_at': '2021-08-05T11:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'f5cd739e-fdc3-4250-b78a-b1da6001763d', 'name': '', 'network_id': '799d2ac9-53e9-4acf-83f8-501e1c82e99d', 'tenant_id': '7c672e3cdc734e2186d8cb47e41d66ab', 'mac_address': 'fa:16:3e:ad:d6:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54d21272-f358-4b37-8503-84ed75671c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2312, 'fixed_ips': [{'subnet_id': '8196b316-2613-4a7a-a18a-cf9a451fb5e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:46:03Z', 'updated_at': '2021-08-05T11:46:16Z', 'revision_number': 4, 'project_id': '7c672e3cdc734e2186d8cb47e41d66ab', 'subnets': [{'id': '8196b316-2613-4a7a-a18a-cf9a451fb5e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:46:17.455142 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-f1894ef2-26eb-4fb6-b573-e7e40c17b90e tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] 10.222.0.58 "DELETE /v2.0/subnets/a6ac8ac0-df7b-45e1-8eba-1fd2e2c6eae5/tags HTTP/1.1" status: 204 len: 168 time: 0.4211209 Aug 05 11:46:17.457340 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7095b72-3c99-425c-89f8-b56facee7b27 None None] The sync data for ids ['54d21272-f358-4b37-8503-84ed75671c4b'] in n-d-803378-2 is: [{'id': '54d21272-f358-4b37-8503-84ed75671c4b', 'name': 'tempest-FloatingIPsTestJSON-1745034871-router', 'tenant_id': '7c672e3cdc734e2186d8cb47e41d66ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': 'f713b737-d548-448d-ac82-0f4b46efc8ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:45:47Z', 'updated_at': '2021-08-05T11:46:07Z', 'revision_number': 4, 'project_id': '7c672e3cdc734e2186d8cb47e41d66ab', 'gw_port': {'id': 'f713b737-d548-448d-ac82-0f4b46efc8ce', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:83:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d21272-f358-4b37-8503-84ed75671c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:45:51Z', 'updated_at': '2021-08-05T11:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'f5cd739e-fdc3-4250-b78a-b1da6001763d', 'name': '', 'network_id': '799d2ac9-53e9-4acf-83f8-501e1c82e99d', 'tenant_id': '7c672e3cdc734e2186d8cb47e41d66ab', 'mac_address': 'fa:16:3e:ad:d6:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54d21272-f358-4b37-8503-84ed75671c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2312, 'fixed_ips': [{'subnet_id': '8196b316-2613-4a7a-a18a-cf9a451fb5e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:46:03Z', 'updated_at': '2021-08-05T11:46:16Z', 'revision_number': 4, 'project_id': '7c672e3cdc734e2186d8cb47e41d66ab', 'subnets': [{'id': '8196b316-2613-4a7a-a18a-cf9a451fb5e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:46:17.476269 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 41520) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:17.486121 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.tag.tag_plugin [None req-e4f293a8-d43d-434a-91fd-36bd343d3c5b tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'a6ac8ac0-df7b-45e1-8eba-1fd2e2c6eae5', 'tempest-TagsExtTest-Tag-810100386') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:46:17.502644 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [req-9c71d6ce-cf0d-4e1a-83b6-1249c2f20ff5 req-b36ca87e-68c9-449b-b25d-79840640a61b tempest-FloatingIPsTestJSON-4912810 tempest-FloatingIPsTestJSON-4912810-project] Allocated IP 172.25.5.94 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/e40d7a3f-94be-4728-b100-cffcbad80971) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:46:17.565203 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-815324b7-afd0-4f3c-a6cd-612cd8372938 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:17.702709 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-815324b7-afd0-4f3c-a6cd-612cd8372938 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:17.713564 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-815324b7-afd0-4f3c-a6cd-612cd8372938 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] 10.222.0.58 "DELETE /v2.0/networks/905d1455-0aac-4d0a-9446-23a13eb64c72 HTTP/1.1" status: 204 len: 168 time: 7.9452627 Aug 05 11:46:17.720328 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0d91873f-1916-42b9-bc81-8791a139bda5 tempest-TagsTest-240790511 tempest-TagsTest-240790511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:17.721823 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 41522) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:17.742673 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-72d03176-6dd1-4285-882b-a1e2e8369e33 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-673192874'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:46:17.803701 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815324b7-afd0-4f3c-a6cd-612cd8372938 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Pushing event deleted for resources: {'Network': ['ID=905d1455-0aac-4d0a-9446-23a13eb64c72,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:46:17.817181 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-0d91873f-1916-42b9-bc81-8791a139bda5 tempest-TagsTest-240790511 tempest-TagsTest-240790511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ecf8e53-9c04-45ea-adeb-eab5bace3de7']}} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:46:17.899642 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-22c32e5d-7386-46f4-8d7b-5ff915d7f35c tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:17.902193 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device f5cd739e-fdc3-4250-b78a-b1da6001763d up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:46:17.913542 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-0d91873f-1916-42b9-bc81-8791a139bda5 tempest-TagsTest-240790511 tempest-TagsTest-240790511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54fb0a84-1164-4b03-be1b-3a918935c435') {'for_net_delete': True} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:46:17.914458 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-0d91873f-1916-42b9-bc81-8791a139bda5 tempest-TagsTest-240790511 tempest-TagsTest-240790511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54fb0a84-1164-4b03-be1b-3a918935c435') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:46:17.928210 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-e4f293a8-d43d-434a-91fd-36bd343d3c5b tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] 10.222.0.58 "PUT /v2.0/subnets/a6ac8ac0-df7b-45e1-8eba-1fd2e2c6eae5/tags/tempest-TagsExtTest-Tag-810100386 HTTP/1.1" status: 201 len: 201 time: 0.4492850 Aug 05 11:46:17.941058 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 41524) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:17.952551 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.tag.tag_plugin [None req-b8749a8b-6102-4693-a0b0-ab92b0e8efe6 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '14ff5ddd-29c5-4655-bf8c-761365dd5c0f', 'tempest-TagsExtTest-Tag-1454896953') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:46:18.050324 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port f5cd739e-fdc3-4250-b78a-b1da6001763d completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:46:18.058427 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0d91873f-1916-42b9-bc81-8791a139bda5 tempest-TagsTest-240790511 tempest-TagsTest-240790511-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29786371'] for segment, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:18.071924 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port f5cd739e-fdc3-4250-b78a-b1da6001763d triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:46:18.072463 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72d03176-6dd1-4285-882b-a1e2e8369e33 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Made reservation on behalf of 6feb354f44e34f96b67fc83b8a013813 for: {'network': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:46:18.072702 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:18.080420 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-72d03176-6dd1-4285-882b-a1e2e8369e33 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:18.152926 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-9c71d6ce-cf0d-4e1a-83b6-1249c2f20ff5 req-b36ca87e-68c9-449b-b25d-79840640a61b tempest-FloatingIPsTestJSON-4912810 tempest-FloatingIPsTestJSON-4912810-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:18.232995 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0d91873f-1916-42b9-bc81-8791a139bda5 tempest-TagsTest-240790511 tempest-TagsTest-240790511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:18.253414 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-b8749a8b-6102-4693-a0b0-ab92b0e8efe6 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] 10.222.0.58 "PUT /v2.0/ports/14ff5ddd-29c5-4655-bf8c-761365dd5c0f/tags/tempest-TagsExtTest-Tag-1454896953 HTTP/1.1" status: 201 len: 201 time: 0.3104839 Aug 05 11:46:18.258084 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 41528) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:18.267139 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.tag.tag_plugin [None req-baf8e511-664a-47fd-bb86-3a0724560761 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'ee31f43d-5674-463b-9eb9-0313009ebd67', 'tempest-TagsExtTest-Tag-268005155') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:46:18.287582 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:18.359779 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port f5cd739e-fdc3-4250-b78a-b1da6001763d, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=f5cd739e-fdc3-4250-b78a-b1da6001763d,segment=NetworkSegment(538d9be8-6bbc-483e-a4ce-241e8687e598),segment_id=538d9be8-6bbc-483e-a4ce-241e8687e598)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:46:18.368407 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:18.470310 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-22c32e5d-7386-46f4-8d7b-5ff915d7f35c tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:18.495145 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d91873f-1916-42b9-bc81-8791a139bda5 tempest-TagsTest-240790511 tempest-TagsTest-240790511-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=94421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:46:18.496458 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0d91873f-1916-42b9-bc81-8791a139bda5 tempest-TagsTest-240790511 tempest-TagsTest-240790511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25038799'] for segment, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:18.516955 n-d-803378-2 neutron-server[94421]: Traceback (most recent call last): Aug 05 11:46:18.516955 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:46:18.516955 n-d-803378-2 neutron-server[94421]: timer() Aug 05 11:46:18.516955 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:46:18.516955 n-d-803378-2 neutron-server[94421]: cb(*args, **kw) Aug 05 11:46:18.516955 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:46:18.516955 n-d-803378-2 neutron-server[94421]: return func(*args, **kwargs) Aug 05 11:46:18.516955 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:46:18.516955 n-d-803378-2 neutron-server[94421]: self._notify() Aug 05 11:46:18.516955 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:46:18.516955 n-d-803378-2 neutron-server[94421]: self.callback(batched_events) Aug 05 11:46:18.516955 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:46:18.516955 n-d-803378-2 neutron-server[94421]: event.method(event) Aug 05 11:46:18.516955 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:46:18.516955 n-d-803378-2 neutron-server[94421]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:46:18.516955 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:46:18.516955 n-d-803378-2 neutron-server[94421]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:46:18.516955 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:46:18.516955 n-d-803378-2 neutron-server[94421]: return f(self, *a, **k) Aug 05 11:46:18.516955 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:46:18.516955 n-d-803378-2 neutron-server[94421]: return self._get(url).json() Aug 05 11:46:18.516955 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:46:18.516955 n-d-803378-2 neutron-server[94421]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:46:18.516955 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:46:18.516955 n-d-803378-2 neutron-server[94421]: return self.request(url, 'GET', **kwargs) Aug 05 11:46:18.516955 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:46:18.516955 n-d-803378-2 neutron-server[94421]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:46:18.516955 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:46:18.516955 n-d-803378-2 neutron-server[94421]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:46:18.516955 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:46:18.516955 n-d-803378-2 neutron-server[94421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:46:18.516955 n-d-803378-2 neutron-server[94421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:46:18.599900 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=f5cd739e-fdc3-4250-b78a-b1da6001763d,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:46:18.606315 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 05aa9bec-1cfb-45a8-8c9e-886919f90e6e no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:46:18.696863 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 05aa9bec-1cfb-45a8-8c9e-886919f90e6e {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:46:18.696863 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 05aa9bec-1cfb-45a8-8c9e-886919f90e6e not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:46:18.741375 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-9c71d6ce-cf0d-4e1a-83b6-1249c2f20ff5 req-b36ca87e-68c9-449b-b25d-79840640a61b tempest-FloatingIPsTestJSON-4912810 tempest-FloatingIPsTestJSON-4912810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:18.983256 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4278d730-5537-4620-9044-a66e499f7721 req-e0a146a8-5829-492f-b293-6e997c48c83c tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:46:19.003897 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4278d730-5537-4620-9044-a66e499f7721 req-e0a146a8-5829-492f-b293-6e997c48c83c tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.58 "GET /v2.0/ports?device_id=38f2a801-3a66-4b5c-89f8-9abd0a3fdfc3 HTTP/1.1" status: 200 len: 946 time: 0.4716613 Aug 05 11:46:19.061198 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0d91873f-1916-42b9-bc81-8791a139bda5 tempest-TagsTest-240790511 tempest-TagsTest-240790511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:19.082009 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0d91873f-1916-42b9-bc81-8791a139bda5 tempest-TagsTest-240790511 tempest-TagsTest-240790511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:19.088344 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-0d91873f-1916-42b9-bc81-8791a139bda5 tempest-TagsTest-240790511 tempest-TagsTest-240790511-project] 10.222.0.58 "DELETE /v2.0/networks/4ecf8e53-9c04-45ea-adeb-eab5bace3de7 HTTP/1.1" status: 204 len: 168 time: 2.5305822 Aug 05 11:46:19.113777 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36ca87e-68c9-449b-b25d-79840640a61b tempest-FloatingIPsTestJSON-4912810 tempest-FloatingIPsTestJSON-4912810-project] Pushing event updated for resources: {'Port': ['ID=e40d7a3f-94be-4728-b100-cffcbad80971,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:46:19.138219 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c71d6ce-cf0d-4e1a-83b6-1249c2f20ff5 req-b36ca87e-68c9-449b-b25d-79840640a61b tempest-FloatingIPsTestJSON-4912810 tempest-FloatingIPsTestJSON-4912810-project] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:46:19.154648 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72d03176-6dd1-4285-882b-a1e2e8369e33 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] vlan segment allocate from pool success with {'vlan_id': 690, 'physical_network': 'physnet1'} {{(pid=94420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:46:19.175178 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-72d03176-6dd1-4285-882b-a1e2e8369e33 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:19.178409 n-d-803378-2 neutron-server[94420]: INFO neutron.db.segments_db [None req-72d03176-6dd1-4285-882b-a1e2e8369e33 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Added segment 2688fe7e-796d-457b-b054-6d1dc3b4492e of type vlan for network bbbd365c-f3b6-4a35-a725-0afeb7342ad6 Aug 05 11:46:19.239030 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d91873f-1916-42b9-bc81-8791a139bda5 tempest-TagsTest-240790511 tempest-TagsTest-240790511-project] Pushing event deleted for resources: {'Network': ['ID=4ecf8e53-9c04-45ea-adeb-eab5bace3de7,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:46:19.686338 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-22c32e5d-7386-46f4-8d7b-5ff915d7f35c tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:19.768790 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device f5cd739e-fdc3-4250-b78a-b1da6001763d up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:46:19.787297 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-22c32e5d-7386-46f4-8d7b-5ff915d7f35c tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:19.913658 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [req-9c71d6ce-cf0d-4e1a-83b6-1249c2f20ff5 req-b36ca87e-68c9-449b-b25d-79840640a61b tempest-FloatingIPsTestJSON-4912810 tempest-FloatingIPsTestJSON-4912810-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:46:19.952300 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c71d6ce-cf0d-4e1a-83b6-1249c2f20ff5 req-b36ca87e-68c9-449b-b25d-79840640a61b tempest-FloatingIPsTestJSON-4912810 tempest-FloatingIPsTestJSON-4912810-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:46:19.963103 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port f5cd739e-fdc3-4250-b78a-b1da6001763d triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:46:19.963714 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:20.034233 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-72d03176-6dd1-4285-882b-a1e2e8369e33 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:20.059086 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-baf8e511-664a-47fd-bb86-3a0724560761 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] 10.222.0.58 "PUT /v2.0/routers/ee31f43d-5674-463b-9eb9-0313009ebd67/tags/tempest-TagsExtTest-Tag-268005155 HTTP/1.1" status: 201 len: 201 time: 1.7986794 Aug 05 11:46:20.067093 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 41538) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:20.094088 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.tag.tag_plugin [None req-0784fc93-25ff-48bf-b701-bb15d7a39d8d tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'f02f5971-4154-4848-ab2e-c5ff141f47e4', 'tempest-TagsExtTest-Tag-1466071191') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:46:20.117573 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-22c32e5d-7386-46f4-8d7b-5ff915d7f35c tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Allocated IP 172.25.5.143 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/de4a3c73-3346-450c-a6a9-4e774669c4de) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:46:20.167540 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 41540) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:20.205138 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4278d730-5537-4620-9044-a66e499f7721 req-6a3c7325-31b9-463f-a53d-e5f8285ea6d2 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.58 "GET /v2.0/security-groups?id=ab2b5f38-a05a-4ac9-a8bf-2f9bfdcd31b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1011636 Aug 05 11:46:20.384936 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-22c32e5d-7386-46f4-8d7b-5ff915d7f35c tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:20.470846 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-22c32e5d-7386-46f4-8d7b-5ff915d7f35c tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:20.579719 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-72d03176-6dd1-4285-882b-a1e2e8369e33 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:20.597162 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d03176-6dd1-4285-882b-a1e2e8369e33 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:46:20.598277 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-72d03176-6dd1-4285-882b-a1e2e8369e33 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:20.608537 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c32e5d-7386-46f4-8d7b-5ff915d7f35c tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:46:20.614063 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-22c32e5d-7386-46f4-8d7b-5ff915d7f35c tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:46:20.623023 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c32e5d-7386-46f4-8d7b-5ff915d7f35c tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:46:20.693715 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-9c71d6ce-cf0d-4e1a-83b6-1249c2f20ff5 req-b36ca87e-68c9-449b-b25d-79840640a61b tempest-FloatingIPsTestJSON-4912810 tempest-FloatingIPsTestJSON-4912810-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:20.712005 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c32e5d-7386-46f4-8d7b-5ff915d7f35c tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Pushing event updated for resources: {'Port': ['ID=de4a3c73-3346-450c-a6a9-4e774669c4de,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:46:20.938113 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-0784fc93-25ff-48bf-b701-bb15d7a39d8d tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] 10.222.0.58 "PUT /v2.0/subnetpools/f02f5971-4154-4848-ab2e-c5ff141f47e4/tags/tempest-TagsExtTest-Tag-1466071191 HTTP/1.1" status: 201 len: 201 time: 0.8644953 Aug 05 11:46:20.973281 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41562) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:20.994740 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.tag.tag_plugin [None req-571fbb10-6220-4557-83aa-ed143c83ec27 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'a6ac8ac0-df7b-45e1-8eba-1fd2e2c6eae5', {'tags': ['tempest-TagsExtTest-Tag-818412695', 'tempest-TagsExtTest-Tag-2129393498', 'tempest-TagsExtTest-Tag-1379809099']}) {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:46:21.008575 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d03176-6dd1-4285-882b-a1e2e8369e33 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Pushing event updated for resources: {'Network': ['ID=bbbd365c-f3b6-4a35-a725-0afeb7342ad6,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:46:21.032584 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-72d03176-6dd1-4285-882b-a1e2e8369e33 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 3.2946110 Aug 05 11:46:21.041758 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network bbbd365c-f3b6-4a35-a725-0afeb7342ad6 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:46:21.048648 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 41566) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:21.070014 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-4eff68bf-a08d-44a0-b71f-e023f6be300d tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Request body: {'subnet': {'network_id': 'bbbd365c-f3b6-4a35-a725-0afeb7342ad6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:46:21.119586 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-9afc2919-9a33-4791-8b99-b7ca12593f22 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f39a0ae369e94b4197ad39d50a14ca43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9364350 Aug 05 11:46:21.121003 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-9c71d6ce-cf0d-4e1a-83b6-1249c2f20ff5 req-b36ca87e-68c9-449b-b25d-79840640a61b tempest-FloatingIPsTestJSON-4912810 tempest-FloatingIPsTestJSON-4912810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:21.128704 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41570) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:21.335676 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0ebb8994-6060-4eef-b456-18dbe25ffbe0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:21.365260 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 11:46:21.395200 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0ebb8994-6060-4eef-b456-18dbe25ffbe0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:21.399395 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-571fbb10-6220-4557-83aa-ed143c83ec27 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] 10.222.0.58 "PUT /v2.0/subnets/a6ac8ac0-df7b-45e1-8eba-1fd2e2c6eae5/tags HTTP/1.1" status: 200 len: 317 time: 0.4224975 Aug 05 11:46:21.415221 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41580) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:21.427295 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.tag.tag_plugin [None req-df11c814-8d39-4db9-9f35-b6b8e0145e15 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a6ac8ac0-df7b-45e1-8eba-1fd2e2c6eae5') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:46:21.535612 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eff68bf-a08d-44a0-b71f-e023f6be300d tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Made reservation on behalf of 6feb354f44e34f96b67fc83b8a013813 for: {'subnet': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:46:21.543837 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4eff68bf-a08d-44a0-b71f-e023f6be300d tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24211133'] for subnet, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:21.657709 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-22c32e5d-7386-46f4-8d7b-5ff915d7f35c tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:21.713739 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04819045-1437-4621-b08a-3d28a3acc821 req-c239ec56-2658-4651-bcbd-12b0e8015a35 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:46:21.716521 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-04819045-1437-4621-b08a-3d28a3acc821 req-c239ec56-2658-4651-bcbd-12b0e8015a35 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.58 "GET /v2.0/ports?device_id=38f2a801-3a66-4b5c-89f8-9abd0a3fdfc3 HTTP/1.1" status: 200 len: 946 time: 0.2735426 Aug 05 11:46:21.789371 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0ebb8994-6060-4eef-b456-18dbe25ffbe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:21.794563 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0ebb8994-6060-4eef-b456-18dbe25ffbe0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:21.800625 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-0ebb8994-6060-4eef-b456-18dbe25ffbe0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a0f4e895-fa41-4a3e-a92a-3e9595b2faec HTTP/1.1" status: 204 len: 168 time: 0.6663475 Aug 05 11:46:21.891610 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebb8994-6060-4eef-b456-18dbe25ffbe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0f4e895-fa41-4a3e-a92a-3e9595b2faec,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:46:21.922212 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-04819045-1437-4621-b08a-3d28a3acc821 req-d6e5c92f-84eb-4bbb-b2c1-60e3e5e8856f tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.58 "GET /v2.0/security-groups?id=ab2b5f38-a05a-4ac9-a8bf-2f9bfdcd31b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798787 Aug 05 11:46:21.932555 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-9c71d6ce-cf0d-4e1a-83b6-1249c2f20ff5 req-b36ca87e-68c9-449b-b25d-79840640a61b tempest-FloatingIPsTestJSON-4912810 tempest-FloatingIPsTestJSON-4912810-project] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:21.946388 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-9c71d6ce-cf0d-4e1a-83b6-1249c2f20ff5 req-b36ca87e-68c9-449b-b25d-79840640a61b tempest-FloatingIPsTestJSON-4912810 tempest-FloatingIPsTestJSON-4912810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:21.983022 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-df11c814-8d39-4db9-9f35-b6b8e0145e15 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] 10.222.0.58 "DELETE /v2.0/subnets/a6ac8ac0-df7b-45e1-8eba-1fd2e2c6eae5/tags HTTP/1.1" status: 204 len: 168 time: 0.5660305 Aug 05 11:46:21.987869 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41596) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:22.002877 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.tag.tag_plugin [None req-db080c94-d55a-4699-a17e-d026f375ac61 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a6ac8ac0-df7b-45e1-8eba-1fd2e2c6eae5', 'tempest-TagsExtTest-Tag-818412695') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:46:22.046325 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:22.213229 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36ca87e-68c9-449b-b25d-79840640a61b tempest-FloatingIPsTestJSON-4912810 tempest-FloatingIPsTestJSON-4912810-project] Pushing event updated for resources: {'Port': ['ID=e40d7a3f-94be-4728-b100-cffcbad80971,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:46:22.247636 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-9c71d6ce-cf0d-4e1a-83b6-1249c2f20ff5 req-b36ca87e-68c9-449b-b25d-79840640a61b tempest-FloatingIPsTestJSON-4912810 tempest-FloatingIPsTestJSON-4912810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33287247'] for floatingip, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:22.351128 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-9c71d6ce-cf0d-4e1a-83b6-1249c2f20ff5 req-b36ca87e-68c9-449b-b25d-79840640a61b tempest-FloatingIPsTestJSON-4912810 tempest-FloatingIPsTestJSON-4912810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:22.355686 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-22c32e5d-7386-46f4-8d7b-5ff915d7f35c tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286026'] for router, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:22.361619 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9c71d6ce-cf0d-4e1a-83b6-1249c2f20ff5 req-b36ca87e-68c9-449b-b25d-79840640a61b tempest-FloatingIPsTestJSON-4912810 tempest-FloatingIPsTestJSON-4912810-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 7.2553022 Aug 05 11:46:22.379446 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4eff68bf-a08d-44a0-b71f-e023f6be300d tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29762700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24211087'] for subnet, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:22.588986 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eff68bf-a08d-44a0-b71f-e023f6be300d tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Pushing event updated for resources: {'Subnet': ['ID=4ebf9510-9e09-4618-9f7c-221d3e220f49,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:46:22.636143 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9c71d6ce-cf0d-4e1a-83b6-1249c2f20ff5 req-e2d5596b-a50c-4f3c-8fb8-1193e14dae98 tempest-FloatingIPsTestJSON-4912810 tempest-FloatingIPsTestJSON-4912810-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.5.94 HTTP/1.1" status: 200 len: 695 time: 0.2729213 Aug 05 11:46:22.805510 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eff68bf-a08d-44a0-b71f-e023f6be300d tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Checking segment: {'id': '2688fe7e-796d-457b-b054-6d1dc3b4492e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'bbbd365c-f3b6-4a35-a725-0afeb7342ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:46:22.805993 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eff68bf-a08d-44a0-b71f-e023f6be300d tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Network hostable DHCP agents. Network: bbbd365c-f3b6-4a35-a725-0afeb7342ad6, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:46:22.867993 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eff68bf-a08d-44a0-b71f-e023f6be300d tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Network bbbd365c-f3b6-4a35-a725-0afeb7342ad6 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:46:22.900959 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-4eff68bf-a08d-44a0-b71f-e023f6be300d tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, bbbd365c-f3b6-4a35-a725-0afeb7342ad6) {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:46:22.910049 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eff68bf-a08d-44a0-b71f-e023f6be300d tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:46:22.910999 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4eff68bf-a08d-44a0-b71f-e023f6be300d tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:22.924329 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09cb1fed-c1f1-4f46-8b5b-77756c2ae378 None None] Network bbbd365c-f3b6-4a35-a725-0afeb7342ad6 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:46:22.928249 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c71d6ce-cf0d-4e1a-83b6-1249c2f20ff5 req-a9d7a08e-ce48-4d49-ac5a-1e8afce9a022 tempest-FloatingIPsTestJSON-4912810 tempest-FloatingIPsTestJSON-4912810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:46:22.940337 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9c71d6ce-cf0d-4e1a-83b6-1249c2f20ff5 req-a9d7a08e-ce48-4d49-ac5a-1e8afce9a022 tempest-FloatingIPsTestJSON-4912810 tempest-FloatingIPsTestJSON-4912810-project] 10.222.0.58 "GET /v2.0/networks/36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd HTTP/1.1" status: 200 len: 784 time: 0.3024969 Aug 05 11:46:22.952441 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [req-9c71d6ce-cf0d-4e1a-83b6-1249c2f20ff5 req-cbf2b456-9bdf-4a25-be92-caf1d420d5d7 tempest-FloatingIPsTestJSON-4912810 tempest-FloatingIPsTestJSON-4912810-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94420) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 11:46:22.960716 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9c71d6ce-cf0d-4e1a-83b6-1249c2f20ff5 req-cbf2b456-9bdf-4a25-be92-caf1d420d5d7 tempest-FloatingIPsTestJSON-4912810 tempest-FloatingIPsTestJSON-4912810-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0186453 Aug 05 11:46:23.012170 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-4eff68bf-a08d-44a0-b71f-e023f6be300d tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.9615161 Aug 05 11:46:23.013486 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 41616) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:23.108147 n-d-803378-2 neutron-server[94421]: INFO neutron.api.v2.resource [None req-db080c94-d55a-4699-a17e-d026f375ac61 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] show failed (client error): The resource could not be found. Aug 05 11:46:23.114299 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-db080c94-d55a-4699-a17e-d026f375ac61 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] 10.222.0.58 "GET /v2.0/subnets/a6ac8ac0-df7b-45e1-8eba-1fd2e2c6eae5/tags/tempest-TagsExtTest-Tag-818412695 HTTP/1.1" status: 404 len: 328 time: 1.1172216 Aug 05 11:46:23.117342 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41618) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:23.130695 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.tag.tag_plugin [None req-4c626867-104b-435c-9cf9-a2a1eae37241 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a6ac8ac0-df7b-45e1-8eba-1fd2e2c6eae5', 'tempest-TagsExtTest-Tag-2129393498') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:46:23.352048 n-d-803378-2 neutron-server[94421]: INFO neutron.api.v2.resource [None req-4c626867-104b-435c-9cf9-a2a1eae37241 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] show failed (client error): The resource could not be found. Aug 05 11:46:23.354076 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-4c626867-104b-435c-9cf9-a2a1eae37241 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] 10.222.0.58 "GET /v2.0/subnets/a6ac8ac0-df7b-45e1-8eba-1fd2e2c6eae5/tags/tempest-TagsExtTest-Tag-2129393498 HTTP/1.1" status: 404 len: 329 time: 0.2349420 Aug 05 11:46:23.362021 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41626) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:23.378901 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.tag.tag_plugin [None req-31768aae-c891-42b3-932b-5c247f36beea tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a6ac8ac0-df7b-45e1-8eba-1fd2e2c6eae5', 'tempest-TagsExtTest-Tag-1379809099') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:46:23.394848 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b31056d-0da3-4e41-b024-369cf36f1db0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-bbbd365c-f3b6-4a35-a725-0afeb7342ad6', 'network_id': 'bbbd365c-f3b6-4a35-a725-0afeb7342ad6', 'tenant_id': '6feb354f44e34f96b67fc83b8a013813', 'fixed_ips': [{'subnet_id': '4ebf9510-9e09-4618-9f7c-221d3e220f49'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 11:46:23.396888 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-7b31056d-0da3-4e41-b024-369cf36f1db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:23.460542 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d5150b0c-804b-42fa-808f-8640dca79ac6 req-581ed0b8-3bb1-4c44-b592-594a6ca0ae27 tempest-FloatingIPsTestJSON-4912810 tempest-FloatingIPsTestJSON-4912810-project] 10.222.0.58 "GET /v2.0/floatingips/a5110a79-b570-49b2-bb33-c17770e133a3 HTTP/1.1" status: 200 len: 692 time: 0.4128563 Aug 05 11:46:23.491070 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22c32e5d-7386-46f4-8d7b-5ff915d7f35c tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Router fa01bc38-f682-483b-87f8-fde33315be39 is scheduled to L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d with binding_index 1 {{(pid=94421) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 11:46:23.780615 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5150b0c-804b-42fa-808f-8640dca79ac6 req-aff3a5a1-a9d9-4ec3-b5a5-617d1df9a403 tempest-FloatingIPsTestJSON-4912810 tempest-FloatingIPsTestJSON-4912810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:46:23.785841 n-d-803378-2 neutron-server[94421]: INFO neutron.api.v2.resource [None req-31768aae-c891-42b3-932b-5c247f36beea tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] show failed (client error): The resource could not be found. Aug 05 11:46:23.793804 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d5150b0c-804b-42fa-808f-8640dca79ac6 req-aff3a5a1-a9d9-4ec3-b5a5-617d1df9a403 tempest-FloatingIPsTestJSON-4912810 tempest-FloatingIPsTestJSON-4912810-project] 10.222.0.58 "GET /v2.0/networks/36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd HTTP/1.1" status: 200 len: 784 time: 0.3313856 Aug 05 11:46:23.796785 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-31768aae-c891-42b3-932b-5c247f36beea tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] 10.222.0.58 "GET /v2.0/subnets/a6ac8ac0-df7b-45e1-8eba-1fd2e2c6eae5/tags/tempest-TagsExtTest-Tag-1379809099 HTTP/1.1" status: 404 len: 329 time: 0.4278245 Aug 05 11:46:23.797303 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 41632) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:23.816999 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.tag.tag_plugin [None req-226079eb-a036-4258-924d-f636285ff189 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '14ff5ddd-29c5-4655-bf8c-761365dd5c0f', {'tags': ['tempest-TagsExtTest-Tag-941186557', 'tempest-TagsExtTest-Tag-344970833', 'tempest-TagsExtTest-Tag-592046488']}) {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:46:23.867411 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22c32e5d-7386-46f4-8d7b-5ff915d7f35c tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:46:23.869821 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [req-d5150b0c-804b-42fa-808f-8640dca79ac6 req-2c7831f9-fff7-4dbe-97d5-6e30b8463bcc tempest-FloatingIPsTestJSON-4912810 tempest-FloatingIPsTestJSON-4912810-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94420) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 11:46:23.882579 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d5150b0c-804b-42fa-808f-8640dca79ac6 req-2c7831f9-fff7-4dbe-97d5-6e30b8463bcc tempest-FloatingIPsTestJSON-4912810 tempest-FloatingIPsTestJSON-4912810-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0869913 Aug 05 11:46:23.949592 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-22c32e5d-7386-46f4-8d7b-5ff915d7f35c tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify callbacks [] for router, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:23.955673 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-22c32e5d-7386-46f4-8d7b-5ff915d7f35c tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 7.1848247 Aug 05 11:46:23.956107 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41636) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:24.042843 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f47a57f-76e3-4b88-a2e3-6d5cc5979824 None None] Sync routers for ids ['fa01bc38-f682-483b-87f8-fde33315be39'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:46:24.075685 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f47a57f-76e3-4b88-a2e3-6d5cc5979824 None None] Routers {'fa01bc38-f682-483b-87f8-fde33315be39'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:46:24.077899 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-9f47a57f-76e3-4b88-a2e3-6d5cc5979824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:46:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['fa01bc38-f682-483b-87f8-fde33315be39'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:46:24.232729 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b645e4e5-94af-427a-93f7-54da6548afac req-dbb174a9-a3e2-4fb6-b02f-2f64c23ef1d2 tempest-FloatingIPsTestJSON-4912810 tempest-FloatingIPsTestJSON-4912810-project] 10.222.0.58 "GET /v2.0/floatingips?tenant_id=7c672e3cdc734e2186d8cb47e41d66ab HTTP/1.1" status: 200 len: 695 time: 0.1957364 Aug 05 11:46:24.309904 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-9f47a57f-76e3-4b88-a2e3-6d5cc5979824 None None] Set router fa01bc38-f682-483b-87f8-fde33315be39 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:46:24.357166 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-e6139570-5088-4a6a-804e-90383f4368cc tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] 10.222.0.58 "GET /v2.0/routers/fa01bc38-f682-483b-87f8-fde33315be39 HTTP/1.1" status: 200 len: 909 time: 0.3952632 Aug 05 11:46:24.357872 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41640) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:24.367895 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-066ef24f-119d-4049-a0dc-c3dcdefb0c57 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1978084724', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'enable_snat': True}}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:46:24.437376 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-066ef24f-119d-4049-a0dc-c3dcdefb0c57 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33260300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1929'] for router, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:24.444586 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-066ef24f-119d-4049-a0dc-c3dcdefb0c57 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33285914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33034662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1926'] for router, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:24.510010 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4af877-8f16-4d64-8379-3aaa54c43d53 req-2c214ec4-afd2-462d-a772-8361afa48ba9 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:46:24.525297 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cc4af877-8f16-4d64-8379-3aaa54c43d53 req-2c214ec4-afd2-462d-a772-8361afa48ba9 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.58 "GET /v2.0/ports?device_id=38f2a801-3a66-4b5c-89f8-9abd0a3fdfc3 HTTP/1.1" status: 200 len: 946 time: 1.2035022 Aug 05 11:46:24.639418 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-066ef24f-119d-4049-a0dc-c3dcdefb0c57 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:24.672313 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-372a425f-8a3a-4521-ae19-ea9317d4c9a9 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:24.759377 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-226079eb-a036-4258-924d-f636285ff189 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] 10.222.0.58 "PUT /v2.0/ports/14ff5ddd-29c5-4655-bf8c-761365dd5c0f/tags HTTP/1.1" status: 200 len: 315 time: 0.9524472 Aug 05 11:46:24.761559 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 41646) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:24.781085 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.tag.tag_plugin [None req-dd489630-b7cd-4914-9b90-2acb900b7015 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '14ff5ddd-29c5-4655-bf8c-761365dd5c0f') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:46:24.926206 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-7b31056d-0da3-4e41-b024-369cf36f1db0 None None] Allocated IP 2001:db8::1 (bbbd365c-f3b6-4a35-a725-0afeb7342ad6/4ebf9510-9e09-4618-9f7c-221d3e220f49/e376633c-3a01-43b3-a5b4-6238a761feae) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:46:25.010259 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-372a425f-8a3a-4521-ae19-ea9317d4c9a9 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:25.197198 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cc4af877-8f16-4d64-8379-3aaa54c43d53 req-42f8aaef-1782-4457-b662-a2f7edd5b0a6 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.58 "GET /v2.0/security-groups?id=ab2b5f38-a05a-4ac9-a8bf-2f9bfdcd31b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6687336 Aug 05 11:46:25.254932 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-066ef24f-119d-4049-a0dc-c3dcdefb0c57 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:25.275918 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b645e4e5-94af-427a-93f7-54da6548afac req-c0051dde-46c7-4e12-9db3-ecdd3f0999f9 tempest-FloatingIPsTestJSON-4912810 tempest-FloatingIPsTestJSON-4912810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:46:25.290028 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b645e4e5-94af-427a-93f7-54da6548afac req-c0051dde-46c7-4e12-9db3-ecdd3f0999f9 tempest-FloatingIPsTestJSON-4912810 tempest-FloatingIPsTestJSON-4912810-project] 10.222.0.58 "GET /v2.0/networks?id=36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd HTTP/1.1" status: 200 len: 787 time: 1.0173383 Aug 05 11:46:25.305818 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [req-b645e4e5-94af-427a-93f7-54da6548afac req-1bd75097-9f88-4ab9-9396-836585187e2a tempest-FloatingIPsTestJSON-4912810 tempest-FloatingIPsTestJSON-4912810-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94420) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 11:46:25.310033 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b645e4e5-94af-427a-93f7-54da6548afac req-1bd75097-9f88-4ab9-9396-836585187e2a tempest-FloatingIPsTestJSON-4912810 tempest-FloatingIPsTestJSON-4912810-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0194824 Aug 05 11:46:25.369647 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-7b31056d-0da3-4e41-b024-369cf36f1db0 None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:25.386663 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-9f47a57f-76e3-4b88-a2e3-6d5cc5979824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa01bc38-f682-483b-87f8-fde33315be39', 'name': 'tempest-snat-router-1978084724', 'tenant_id': '69b0f00abca54ac1ad79121b1a671f11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.143'}], 'enable_snat': False}, 'gw_port_id': 'de4a3c73-3346-450c-a6a9-4e774669c4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:46:17Z', 'updated_at': '2021-08-05T11:46:21Z', 'revision_number': 3, 'project_id': '69b0f00abca54ac1ad79121b1a671f11', 'gw_port': {'id': 'de4a3c73-3346-450c-a6a9-4e774669c4de', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:40:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa01bc38-f682-483b-87f8-fde33315be39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2330, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:46:19Z', 'updated_at': '2021-08-05T11:46:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:46:25.438810 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-7b31056d-0da3-4e41-b024-369cf36f1db0 None None] Transition to ACTIVE for port object e376633c-3a01-43b3-a5b4-6238a761feae will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:46:25.442941 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f47a57f-76e3-4b88-a2e3-6d5cc5979824 None None] Checking router: fa01bc38-f682-483b-87f8-fde33315be39 for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:46:25.443541 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f47a57f-76e3-4b88-a2e3-6d5cc5979824 None None] Updating router fa01bc38-f682-483b-87f8-fde33315be39 port de4a3c73-3346-450c-a6a9-4e774669c4de binding host n-d-803378-2 {{(pid=94422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 11:46:25.504418 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4a1ab878-acd4-462f-8586-d6241d68028a req-fb32ddef-81a9-4683-b226-30d8e6cbb931 tempest-FloatingIPsTestJSON-4912810 tempest-FloatingIPsTestJSON-4912810-project] 10.222.0.58 "GET /v2.0/floatingips/a5110a79-b570-49b2-bb33-c17770e133a3 HTTP/1.1" status: 200 len: 692 time: 0.1461260 Aug 05 11:46:25.514563 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-dd489630-b7cd-4914-9b90-2acb900b7015 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] 10.222.0.58 "DELETE /v2.0/ports/14ff5ddd-29c5-4655-bf8c-761365dd5c0f/tags HTTP/1.1" status: 204 len: 168 time: 0.7455530 Aug 05 11:46:25.516854 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41656) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:25.536586 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-7b31056d-0da3-4e41-b024-369cf36f1db0 None None] Transition to ACTIVE for port object e376633c-3a01-43b3-a5b4-6238a761feae will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:46:25.540745 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-9f47a57f-76e3-4b88-a2e3-6d5cc5979824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:25.545982 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.tag.tag_plugin [None req-e87418e8-fd57-4900-8871-80525a9bfe33 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '14ff5ddd-29c5-4655-bf8c-761365dd5c0f', 'tempest-TagsExtTest-Tag-941186557') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:46:25.599041 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-7b31056d-0da3-4e41-b024-369cf36f1db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:25.693539 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b31056d-0da3-4e41-b024-369cf36f1db0 None None] Pushing event updated for resources: {'Port': ['ID=e376633c-3a01-43b3-a5b4-6238a761feae,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:46:25.858719 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1ab878-acd4-462f-8586-d6241d68028a req-76680cbd-518b-4b08-8cf1-66b73c98ae23 tempest-FloatingIPsTestJSON-4912810 tempest-FloatingIPsTestJSON-4912810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:46:25.862296 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4a1ab878-acd4-462f-8586-d6241d68028a req-76680cbd-518b-4b08-8cf1-66b73c98ae23 tempest-FloatingIPsTestJSON-4912810 tempest-FloatingIPsTestJSON-4912810-project] 10.222.0.58 "GET /v2.0/networks/36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd HTTP/1.1" status: 200 len: 784 time: 0.3392088 Aug 05 11:46:25.865480 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-372a425f-8a3a-4521-ae19-ea9317d4c9a9 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29762763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24211094'] for subnet, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:25.887799 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b31056d-0da3-4e41-b024-369cf36f1db0 None None] Network bbbd365c-f3b6-4a35-a725-0afeb7342ad6 is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:46:25.910316 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-7b31056d-0da3-4e41-b024-369cf36f1db0 None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:46:25.914623 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b31056d-0da3-4e41-b024-369cf36f1db0 None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:46:25.969196 n-d-803378-2 neutron-server[94421]: INFO neutron.api.v2.resource [None req-e87418e8-fd57-4900-8871-80525a9bfe33 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] show failed (client error): The resource could not be found. Aug 05 11:46:25.972588 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [req-4a1ab878-acd4-462f-8586-d6241d68028a req-01123b4c-b914-43a6-b7ac-c40a003700e1 tempest-FloatingIPsTestJSON-4912810 tempest-FloatingIPsTestJSON-4912810-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94420) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 11:46:25.972856 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-e87418e8-fd57-4900-8871-80525a9bfe33 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] 10.222.0.58 "GET /v2.0/ports/14ff5ddd-29c5-4655-bf8c-761365dd5c0f/tags/tempest-TagsExtTest-Tag-941186557 HTTP/1.1" status: 404 len: 328 time: 0.4441519 Aug 05 11:46:25.973027 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4a1ab878-acd4-462f-8586-d6241d68028a req-01123b4c-b914-43a6-b7ac-c40a003700e1 tempest-FloatingIPsTestJSON-4912810 tempest-FloatingIPsTestJSON-4912810-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0429664 Aug 05 11:46:25.979989 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41668) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:26.019777 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.tag.tag_plugin [None req-7700721c-0ede-46e5-b312-9695963a3302 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '14ff5ddd-29c5-4655-bf8c-761365dd5c0f', 'tempest-TagsExtTest-Tag-344970833') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:46:26.128210 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372a425f-8a3a-4521-ae19-ea9317d4c9a9 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Pushing event deleted for resources: {'Subnet': ['ID=4ebf9510-9e09-4618-9f7c-221d3e220f49,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:46:26.252049 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-066ef24f-119d-4049-a0dc-c3dcdefb0c57 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:26.307373 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-7b31056d-0da3-4e41-b024-369cf36f1db0 None None] Attempting to bind port e376633c-3a01-43b3-a5b4-6238a761feae on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:46:26.308156 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-7b31056d-0da3-4e41-b024-369cf36f1db0 None None] Attempting to bind port e376633c-3a01-43b3-a5b4-6238a761feae by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '2688fe7e-796d-457b-b054-6d1dc3b4492e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'bbbd365c-f3b6-4a35-a725-0afeb7342ad6'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:46:26.308655 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b31056d-0da3-4e41-b024-369cf36f1db0 None None] Attempting to bind port e376633c-3a01-43b3-a5b4-6238a761feae on network bbbd365c-f3b6-4a35-a725-0afeb7342ad6 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:46:26.319456 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-066ef24f-119d-4049-a0dc-c3dcdefb0c57 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:26.370135 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b31056d-0da3-4e41-b024-369cf36f1db0 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:46:26.370776 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b31056d-0da3-4e41-b024-369cf36f1db0 None None] Checking segment: {'id': '2688fe7e-796d-457b-b054-6d1dc3b4492e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'bbbd365c-f3b6-4a35-a725-0afeb7342ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:46:26.371427 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-7b31056d-0da3-4e41-b024-369cf36f1db0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:26.372097 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b31056d-0da3-4e41-b024-369cf36f1db0 None None] Bound using segment: {'id': '2688fe7e-796d-457b-b054-6d1dc3b4492e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'bbbd365c-f3b6-4a35-a725-0afeb7342ad6'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:46:26.382565 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-7b31056d-0da3-4e41-b024-369cf36f1db0 None None] Bound port: e376633c-3a01-43b3-a5b4-6238a761feae, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2688fe7e-796d-457b-b054-6d1dc3b4492e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'bbbd365c-f3b6-4a35-a725-0afeb7342ad6'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:46:26.383968 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-7b31056d-0da3-4e41-b024-369cf36f1db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:26.468179 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-372a425f-8a3a-4521-ae19-ea9317d4c9a9 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:26.479212 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4a1ab878-acd4-462f-8586-d6241d68028a req-5c4de9fb-5d45-433c-a564-9b9a776b553e tempest-FloatingIPsTestJSON-4912810 tempest-FloatingIPsTestJSON-4912810-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.5.94 HTTP/1.1" status: 200 len: 695 time: 0.3963571 Aug 05 11:46:26.554607 n-d-803378-2 neutron-server[94421]: INFO neutron.api.v2.resource [None req-7700721c-0ede-46e5-b312-9695963a3302 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] show failed (client error): The resource could not be found. Aug 05 11:46:26.560727 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-7700721c-0ede-46e5-b312-9695963a3302 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] 10.222.0.58 "GET /v2.0/ports/14ff5ddd-29c5-4655-bf8c-761365dd5c0f/tags/tempest-TagsExtTest-Tag-344970833 HTTP/1.1" status: 404 len: 328 time: 0.5623302 Aug 05 11:46:26.562827 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41678) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:26.590524 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.tag.tag_plugin [None req-dedd3ead-cd8c-4efd-b7f5-17787b2802b0 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '14ff5ddd-29c5-4655-bf8c-761365dd5c0f', 'tempest-TagsExtTest-Tag-592046488') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:46:26.626141 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4a1ab878-acd4-462f-8586-d6241d68028a req-8c7dd4f2-abaf-40c0-8a38-30d2994f4635 tempest-FloatingIPsTestJSON-4912810 tempest-FloatingIPsTestJSON-4912810-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.5.94 HTTP/1.1" status: 200 len: 695 time: 0.1347644 Aug 05 11:46:26.629299 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-372a425f-8a3a-4521-ae19-ea9317d4c9a9 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbbd365c-f3b6-4a35-a725-0afeb7342ad6']}} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:46:26.687516 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-372a425f-8a3a-4521-ae19-ea9317d4c9a9 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2688fe7e-796d-457b-b054-6d1dc3b4492e') {'for_net_delete': True} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:46:26.689251 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-372a425f-8a3a-4521-ae19-ea9317d4c9a9 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2688fe7e-796d-457b-b054-6d1dc3b4492e') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:46:26.743283 n-d-803378-2 neutron-server[94421]: INFO neutron.api.v2.resource [None req-dedd3ead-cd8c-4efd-b7f5-17787b2802b0 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] show failed (client error): The resource could not be found. Aug 05 11:46:26.745778 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-dedd3ead-cd8c-4efd-b7f5-17787b2802b0 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] 10.222.0.58 "GET /v2.0/ports/14ff5ddd-29c5-4655-bf8c-761365dd5c0f/tags/tempest-TagsExtTest-Tag-592046488 HTTP/1.1" status: 404 len: 328 time: 0.1812100 Aug 05 11:46:26.748280 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-7b31056d-0da3-4e41-b024-369cf36f1db0 None None] For port e376633c-3a01-43b3-a5b4-6238a761feae, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:46:26.756559 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41684) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:26.771560 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.tag.tag_plugin [None req-650b2224-6c75-4f28-a3cc-ef60b57aa7eb tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'ee31f43d-5674-463b-9eb9-0313009ebd67', {'tags': ['tempest-TagsExtTest-Tag-1426972130', 'tempest-TagsExtTest-Tag-329451464', 'tempest-TagsExtTest-Tag-321205783']}) {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:46:26.830695 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-372a425f-8a3a-4521-ae19-ea9317d4c9a9 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25010581'] for segment, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:26.841540 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-7b31056d-0da3-4e41-b024-369cf36f1db0 None None] For port e376633c-3a01-43b3-a5b4-6238a761feae, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=e376633c-3a01-43b3-a5b4-6238a761feae,segment=NetworkSegment(2688fe7e-796d-457b-b054-6d1dc3b4492e),segment_id=2688fe7e-796d-457b-b054-6d1dc3b4492e)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:46:26.853024 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-7b31056d-0da3-4e41-b024-369cf36f1db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:26.873088 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ae7b88-9e01-479f-90aa-ade1350ef479 req-aa58b96f-1e01-4920-891c-c21ad87979a2 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:46:26.875540 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-87ae7b88-9e01-479f-90aa-ade1350ef479 req-aa58b96f-1e01-4920-891c-c21ad87979a2 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.58 "GET /v2.0/ports?device_id=38f2a801-3a66-4b5c-89f8-9abd0a3fdfc3 HTTP/1.1" status: 200 len: 946 time: 0.3820889 Aug 05 11:46:27.010109 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-650b2224-6c75-4f28-a3cc-ef60b57aa7eb tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] 10.222.0.58 "PUT /v2.0/routers/ee31f43d-5674-463b-9eb9-0313009ebd67/tags HTTP/1.1" status: 200 len: 316 time: 0.2472534 Aug 05 11:46:27.011511 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41690) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:27.041803 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.tag.tag_plugin [None req-5072d586-9ced-4284-beb8-66262274e9d5 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'ee31f43d-5674-463b-9eb9-0313009ebd67') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:46:27.074090 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-372a425f-8a3a-4521-ae19-ea9317d4c9a9 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:27.087289 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-372a425f-8a3a-4521-ae19-ea9317d4c9a9 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=94420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:46:27.087957 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-372a425f-8a3a-4521-ae19-ea9317d4c9a9 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29762581'] for segment, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:27.190098 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b31056d-0da3-4e41-b024-369cf36f1db0 None None] Pushing event updated for resources: {'Port': ['ID=e376633c-3a01-43b3-a5b4-6238a761feae,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:46:27.234257 n-d-803378-2 neutron-server[94420]: Traceback (most recent call last): Aug 05 11:46:27.234257 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:46:27.234257 n-d-803378-2 neutron-server[94420]: timer() Aug 05 11:46:27.234257 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:46:27.234257 n-d-803378-2 neutron-server[94420]: cb(*args, **kw) Aug 05 11:46:27.234257 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:46:27.234257 n-d-803378-2 neutron-server[94420]: return func(*args, **kwargs) Aug 05 11:46:27.234257 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:46:27.234257 n-d-803378-2 neutron-server[94420]: self._notify() Aug 05 11:46:27.234257 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:46:27.234257 n-d-803378-2 neutron-server[94420]: self.callback(batched_events) Aug 05 11:46:27.234257 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:46:27.234257 n-d-803378-2 neutron-server[94420]: event.method(event) Aug 05 11:46:27.234257 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:46:27.234257 n-d-803378-2 neutron-server[94420]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:46:27.234257 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:46:27.234257 n-d-803378-2 neutron-server[94420]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:46:27.234257 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:46:27.234257 n-d-803378-2 neutron-server[94420]: return f(self, *a, **k) Aug 05 11:46:27.234257 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:46:27.234257 n-d-803378-2 neutron-server[94420]: return self._get(url).json() Aug 05 11:46:27.234257 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:46:27.234257 n-d-803378-2 neutron-server[94420]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:46:27.234257 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:46:27.234257 n-d-803378-2 neutron-server[94420]: return self.request(url, 'GET', **kwargs) Aug 05 11:46:27.234257 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:46:27.234257 n-d-803378-2 neutron-server[94420]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:46:27.234257 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:46:27.234257 n-d-803378-2 neutron-server[94420]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:46:27.234257 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:46:27.234257 n-d-803378-2 neutron-server[94420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:46:27.234257 n-d-803378-2 neutron-server[94420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:46:27.249219 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6b2b66-fb67-44d8-a252-fa15114a66cb None None] Network bbbd365c-f3b6-4a35-a725-0afeb7342ad6 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:46:27.282974 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-9f47a57f-76e3-4b88-a2e3-6d5cc5979824 None None] Notify callbacks [] for port, precommit_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:27.400557 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-5072d586-9ced-4284-beb8-66262274e9d5 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] 10.222.0.58 "DELETE /v2.0/routers/ee31f43d-5674-463b-9eb9-0313009ebd67/tags HTTP/1.1" status: 204 len: 168 time: 0.3817523 Aug 05 11:46:27.404019 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41694) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:27.416675 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.tag.tag_plugin [None req-a59a3bda-231c-4785-b71f-d23765feb82c tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ee31f43d-5674-463b-9eb9-0313009ebd67', 'tempest-TagsExtTest-Tag-1426972130') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:46:27.449775 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-9f47a57f-76e3-4b88-a2e3-6d5cc5979824 None None] Transition to ACTIVE for port object de4a3c73-3346-450c-a6a9-4e774669c4de will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:46:27.500262 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-9f47a57f-76e3-4b88-a2e3-6d5cc5979824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:27.638514 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e912d83-e161-4fc2-a493-05ff27474a70 None None] Pushing event updated for resources: {'Port': ['ID=de4a3c73-3346-450c-a6a9-4e774669c4de,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:46:27.680841 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-9f47a57f-76e3-4b88-a2e3-6d5cc5979824 None None] Attempting to bind port de4a3c73-3346-450c-a6a9-4e774669c4de on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:46:27.681687 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-9f47a57f-76e3-4b88-a2e3-6d5cc5979824 None None] Attempting to bind port de4a3c73-3346-450c-a6a9-4e774669c4de by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:46:27.682318 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f47a57f-76e3-4b88-a2e3-6d5cc5979824 None None] Attempting to bind port de4a3c73-3346-450c-a6a9-4e774669c4de on network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:46:27.798016 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f47a57f-76e3-4b88-a2e3-6d5cc5979824 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:46:27.798710 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f47a57f-76e3-4b88-a2e3-6d5cc5979824 None None] Checking segment: {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:46:27.799392 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-9f47a57f-76e3-4b88-a2e3-6d5cc5979824 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:27.800086 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f47a57f-76e3-4b88-a2e3-6d5cc5979824 None None] Bound using segment: {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:46:27.801009 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-9f47a57f-76e3-4b88-a2e3-6d5cc5979824 None None] Bound port: de4a3c73-3346-450c-a6a9-4e774669c4de, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:46:27.801863 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-9f47a57f-76e3-4b88-a2e3-6d5cc5979824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:27.829122 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41696) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:27.861725 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-066ef24f-119d-4049-a0dc-c3dcdefb0c57 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Allocated IP 172.25.5.68 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/89987d50-ccf0-451a-a33f-11cf79734981) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:46:27.873173 n-d-803378-2 neutron-server[94421]: INFO neutron.api.v2.resource [None req-a59a3bda-231c-4785-b71f-d23765feb82c tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] show failed (client error): The resource could not be found. Aug 05 11:46:27.875155 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-a59a3bda-231c-4785-b71f-d23765feb82c tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] 10.222.0.58 "GET /v2.0/routers/ee31f43d-5674-463b-9eb9-0313009ebd67/tags/tempest-TagsExtTest-Tag-1426972130 HTTP/1.1" status: 404 len: 329 time: 0.4702685 Aug 05 11:46:27.880236 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41700) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:27.884788 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.db.api [None req-372a425f-8a3a-4521-ae19-ea9317d4c9a9 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 05 11:46:27.884788 n-d-803378-2 neutron-server[94420]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 05 11:46:27.884788 n-d-803378-2 neutron-server[94420]: [parameters: {'id': 'bbbd365c-f3b6-4a35-a725-0afeb7342ad6'}] Aug 05 11:46:27.884788 n-d-803378-2 neutron-server[94420]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94420) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 05 11:46:27.886058 n-d-803378-2 neutron-server[94420]: DEBUG oslo_db.api [None req-372a425f-8a3a-4521-ae19-ea9317d4c9a9 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 11:46:27.897755 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.tag.tag_plugin [None req-89109789-d3c8-48f2-b50d-aef1af7c7c31 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ee31f43d-5674-463b-9eb9-0313009ebd67', 'tempest-TagsExtTest-Tag-329451464') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:46:27.934328 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-87ae7b88-9e01-479f-90aa-ade1350ef479 req-a7fbdb85-3352-4ff1-8586-bff7b9fb416e tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.58 "GET /v2.0/security-groups?id=ab2b5f38-a05a-4ac9-a8bf-2f9bfdcd31b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9183984 Aug 05 11:46:27.989143 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [req-4a1ab878-acd4-462f-8586-d6241d68028a req-e8a871e0-4acc-4bbc-a53c-42047187ab57 tempest-FloatingIPsTestJSON-4912810 tempest-FloatingIPsTestJSON-4912810-project] Deleting port e40d7a3f-94be-4728-b100-cffcbad80971 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:46:27.989143 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-4a1ab878-acd4-462f-8586-d6241d68028a req-e8a871e0-4acc-4bbc-a53c-42047187ab57 tempest-FloatingIPsTestJSON-4912810 tempest-FloatingIPsTestJSON-4912810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:28.051511 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bfb9652-5a49-47ab-a8d8-bd2f35ea34ab None None] get_active_networks_info from n-d-803378-2 {{(pid=94422) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 05 11:46:28.224637 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-4a1ab878-acd4-462f-8586-d6241d68028a req-e8a871e0-4acc-4bbc-a53c-42047187ab57 tempest-FloatingIPsTestJSON-4912810 tempest-FloatingIPsTestJSON-4912810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:28.226009 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-4a1ab878-acd4-462f-8586-d6241d68028a req-e8a871e0-4acc-4bbc-a53c-42047187ab57 tempest-FloatingIPsTestJSON-4912810 tempest-FloatingIPsTestJSON-4912810-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:28.263044 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [req-4a1ab878-acd4-462f-8586-d6241d68028a req-e8a871e0-4acc-4bbc-a53c-42047187ab57 tempest-FloatingIPsTestJSON-4912810 tempest-FloatingIPsTestJSON-4912810-project] Calling delete_port for e40d7a3f-94be-4728-b100-cffcbad80971 owned by network:floatingip {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:46:28.338356 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-9f47a57f-76e3-4b88-a2e3-6d5cc5979824 None None] For port de4a3c73-3346-450c-a6a9-4e774669c4de, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:46:28.352719 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-9f47a57f-76e3-4b88-a2e3-6d5cc5979824 None None] For port de4a3c73-3346-450c-a6a9-4e774669c4de, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=de4a3c73-3346-450c-a6a9-4e774669c4de,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:46:28.382919 n-d-803378-2 neutron-server[94421]: INFO neutron.api.v2.resource [None req-89109789-d3c8-48f2-b50d-aef1af7c7c31 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] show failed (client error): The resource could not be found. Aug 05 11:46:28.393400 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-89109789-d3c8-48f2-b50d-aef1af7c7c31 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] 10.222.0.58 "GET /v2.0/routers/ee31f43d-5674-463b-9eb9-0313009ebd67/tags/tempest-TagsExtTest-Tag-329451464 HTTP/1.1" status: 404 len: 328 time: 0.5110457 Aug 05 11:46:28.403494 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-9f47a57f-76e3-4b88-a2e3-6d5cc5979824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:28.449130 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-49386a9d-6d04-4773-af1a-29cb73a4f1a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:28.452220 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-372a425f-8a3a-4521-ae19-ea9317d4c9a9 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:28.455342 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 41704) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:28.479806 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.tag.tag_plugin [None req-5b5f3af5-9c8a-44f2-9508-07aa0455961a tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ee31f43d-5674-463b-9eb9-0313009ebd67', 'tempest-TagsExtTest-Tag-321205783') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:46:28.558178 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-066ef24f-119d-4049-a0dc-c3dcdefb0c57 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:28.610909 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bfb9652-5a49-47ab-a8d8-bd2f35ea34ab None None] Resources bound (agent type, host, resource id): {{(pid=94422) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 05 11:46:28.721102 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e912d83-e161-4fc2-a493-05ff27474a70 None None] Pushing event updated for resources: {'Port': ['ID=de4a3c73-3346-450c-a6a9-4e774669c4de,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:46:28.796019 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f47a57f-76e3-4b88-a2e3-6d5cc5979824 None None] Routers {'fa01bc38-f682-483b-87f8-fde33315be39'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:46:28.797581 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-9f47a57f-76e3-4b88-a2e3-6d5cc5979824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:46:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['fa01bc38-f682-483b-87f8-fde33315be39'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:46:28.814640 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-066ef24f-119d-4049-a0dc-c3dcdefb0c57 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:28.930501 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066ef24f-119d-4049-a0dc-c3dcdefb0c57 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:46:28.939467 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-066ef24f-119d-4049-a0dc-c3dcdefb0c57 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:46:28.953781 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066ef24f-119d-4049-a0dc-c3dcdefb0c57 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:46:29.019702 n-d-803378-2 neutron-server[94420]: INFO neutron.api.v2.resource [None req-5b5f3af5-9c8a-44f2-9508-07aa0455961a tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] show failed (client error): The resource could not be found. Aug 05 11:46:29.023036 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-5b5f3af5-9c8a-44f2-9508-07aa0455961a tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] 10.222.0.58 "GET /v2.0/routers/ee31f43d-5674-463b-9eb9-0313009ebd67/tags/tempest-TagsExtTest-Tag-321205783 HTTP/1.1" status: 404 len: 328 time: 0.5582705 Aug 05 11:46:29.029613 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 41708) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:29.042531 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066ef24f-119d-4049-a0dc-c3dcdefb0c57 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Pushing event updated for resources: {'Port': ['ID=89987d50-ccf0-451a-a33f-11cf79734981,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:46:29.049230 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.tag.tag_plugin [None req-36c4bcd3-eff8-4188-808b-396ae461a2e3 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'f02f5971-4154-4848-ab2e-c5ff141f47e4', {'tags': ['tempest-TagsExtTest-Tag-1915731550', 'tempest-TagsExtTest-Tag-766026373', 'tempest-TagsExtTest-Tag-1317161789']}) {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:46:29.124353 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-372a425f-8a3a-4521-ae19-ea9317d4c9a9 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Deleting port e376633c-3a01-43b3-a5b4-6238a761feae {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:46:29.124353 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-372a425f-8a3a-4521-ae19-ea9317d4c9a9 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:29.130373 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-4a1ab878-acd4-462f-8586-d6241d68028a req-e8a871e0-4acc-4bbc-a53c-42047187ab57 tempest-FloatingIPsTestJSON-4912810 tempest-FloatingIPsTestJSON-4912810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:29.366780 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-9f47a57f-76e3-4b88-a2e3-6d5cc5979824 None None] Set router fa01bc38-f682-483b-87f8-fde33315be39 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:46:29.447439 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a871e0-4acc-4bbc-a53c-42047187ab57 tempest-FloatingIPsTestJSON-4912810 tempest-FloatingIPsTestJSON-4912810-project] Pushing event deleted for resources: {'Port': ['ID=e40d7a3f-94be-4728-b100-cffcbad80971,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:46:29.496330 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-49386a9d-6d04-4773-af1a-29cb73a4f1a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:29.509805 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-49386a9d-6d04-4773-af1a-29cb73a4f1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:29.537227 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:29.617355 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-4a1ab878-acd4-462f-8586-d6241d68028a req-e8a871e0-4acc-4bbc-a53c-42047187ab57 tempest-FloatingIPsTestJSON-4912810 tempest-FloatingIPsTestJSON-4912810-project] Notify callbacks [] for floatingip, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:29.622652 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-4a1ab878-acd4-462f-8586-d6241d68028a req-e8a871e0-4acc-4bbc-a53c-42047187ab57 tempest-FloatingIPsTestJSON-4912810 tempest-FloatingIPsTestJSON-4912810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:29.624903 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4a1ab878-acd4-462f-8586-d6241d68028a req-e8a871e0-4acc-4bbc-a53c-42047187ab57 tempest-FloatingIPsTestJSON-4912810 tempest-FloatingIPsTestJSON-4912810-project] 10.222.0.58 "DELETE /v2.0/floatingips/a5110a79-b570-49b2-bb33-c17770e133a3 HTTP/1.1" status: 204 len: 173 time: 2.9775012 Aug 05 11:46:29.642167 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-36c4bcd3-eff8-4188-808b-396ae461a2e3 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] 10.222.0.58 "PUT /v2.0/subnetpools/f02f5971-4154-4848-ab2e-c5ff141f47e4/tags HTTP/1.1" status: 200 len: 317 time: 0.6062865 Aug 05 11:46:29.649865 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-372a425f-8a3a-4521-ae19-ea9317d4c9a9 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] For port e376633c-3a01-43b3-a5b4-6238a761feae, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=e376633c-3a01-43b3-a5b4-6238a761feae,segment=NetworkSegment(2688fe7e-796d-457b-b054-6d1dc3b4492e),segment_id=2688fe7e-796d-457b-b054-6d1dc3b4492e)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:46:29.650518 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-372a425f-8a3a-4521-ae19-ea9317d4c9a9 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:29.663051 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 41718) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:29.673087 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.tag.tag_plugin [None req-80a6812c-6f70-4f72-8dc2-49d9cf5d3fe5 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'f02f5971-4154-4848-ab2e-c5ff141f47e4') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:46:29.729986 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-372a425f-8a3a-4521-ae19-ea9317d4c9a9 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Calling delete_port for e376633c-3a01-43b3-a5b4-6238a761feae owned by network:dhcp {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:46:29.790251 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-49386a9d-6d04-4773-af1a-29cb73a4f1a1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0cff10cede724d778bbe2b812df74418&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9572191 Aug 05 11:46:29.792192 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41720) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:29.816774 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76036e4d-8cc4-416b-b752-ca1d84eec7d9 req-e75f29a8-3b1c-4756-b3ae-19be637f78f0 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:46:29.832948 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-76036e4d-8cc4-416b-b752-ca1d84eec7d9 req-e75f29a8-3b1c-4756-b3ae-19be637f78f0 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.58 "GET /v2.0/ports?device_id=38f2a801-3a66-4b5c-89f8-9abd0a3fdfc3 HTTP/1.1" status: 200 len: 946 time: 0.5225692 Aug 05 11:46:29.846210 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49386a9d-6d04-4773-af1a-29cb73a4f1a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=357f2756-a25e-4a50-9727-5bff66926c7b,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:46:30.101472 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-76036e4d-8cc4-416b-b752-ca1d84eec7d9 req-cd24f306-655f-4b89-ac58-fd61efb6db40 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.58 "GET /v2.0/security-groups?id=ab2b5f38-a05a-4ac9-a8bf-2f9bfdcd31b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662997 Aug 05 11:46:30.172657 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-80a6812c-6f70-4f72-8dc2-49d9cf5d3fe5 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] 10.222.0.58 "DELETE /v2.0/subnetpools/f02f5971-4154-4848-ab2e-c5ff141f47e4/tags HTTP/1.1" status: 204 len: 168 time: 0.5071836 Aug 05 11:46:30.184688 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-9f47a57f-76e3-4b88-a2e3-6d5cc5979824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa01bc38-f682-483b-87f8-fde33315be39', 'name': 'tempest-snat-router-1978084724', 'tenant_id': '69b0f00abca54ac1ad79121b1a671f11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.143'}], 'enable_snat': False}, 'gw_port_id': 'de4a3c73-3346-450c-a6a9-4e774669c4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:46:17Z', 'updated_at': '2021-08-05T11:46:21Z', 'revision_number': 3, 'project_id': '69b0f00abca54ac1ad79121b1a671f11', 'gw_port': {'id': 'de4a3c73-3346-450c-a6a9-4e774669c4de', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:40:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa01bc38-f682-483b-87f8-fde33315be39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2330, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:46:19Z', 'updated_at': '2021-08-05T11:46:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:46:30.191691 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 41722) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:30.214915 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.tag.tag_plugin [None req-b84515e3-4b8b-403f-a6fe-1a61031cb407 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f02f5971-4154-4848-ab2e-c5ff141f47e4', 'tempest-TagsExtTest-Tag-1915731550') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:46:30.220370 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b938bf4a-c468-4de8-9c22-76d11ac4d556 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:30.264414 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f47a57f-76e3-4b88-a2e3-6d5cc5979824 None None] The sync data for ids ['fa01bc38-f682-483b-87f8-fde33315be39'] in n-d-803378-2 is: [{'id': 'fa01bc38-f682-483b-87f8-fde33315be39', 'name': 'tempest-snat-router-1978084724', 'tenant_id': '69b0f00abca54ac1ad79121b1a671f11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.143'}], 'enable_snat': False}, 'gw_port_id': 'de4a3c73-3346-450c-a6a9-4e774669c4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:46:17Z', 'updated_at': '2021-08-05T11:46:21Z', 'revision_number': 3, 'project_id': '69b0f00abca54ac1ad79121b1a671f11', 'gw_port': {'id': 'de4a3c73-3346-450c-a6a9-4e774669c4de', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:40:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa01bc38-f682-483b-87f8-fde33315be39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2330, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:46:19Z', 'updated_at': '2021-08-05T11:46:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-803378-2'}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:46:30.267252 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b938bf4a-c468-4de8-9c22-76d11ac4d556 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:30.284598 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-775bdb41-41da-42ec-a378-cb36467bf5e7 req-8f913dcd-d942-4aa0-95d2-dc54412a9498 tempest-FloatingIPsTestJSON-4912810 tempest-FloatingIPsTestJSON-4912810-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5665929 Aug 05 11:46:30.316778 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-775bdb41-41da-42ec-a378-cb36467bf5e7 req-f6eb36dd-8064-4ad8-9ddb-94f8323b10d7 tempest-FloatingIPsTestJSON-4912810 tempest-FloatingIPsTestJSON-4912810-project] Request body: {'floatingip': {'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:46:30.337798 n-d-803378-2 neutron-server[94420]: INFO neutron.api.v2.resource [None req-b84515e3-4b8b-403f-a6fe-1a61031cb407 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] show failed (client error): The resource could not be found. Aug 05 11:46:30.339497 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-b84515e3-4b8b-403f-a6fe-1a61031cb407 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] 10.222.0.58 "GET /v2.0/subnetpools/f02f5971-4154-4848-ab2e-c5ff141f47e4/tags/tempest-TagsExtTest-Tag-1915731550 HTTP/1.1" status: 404 len: 329 time: 0.1457584 Aug 05 11:46:30.344987 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 41724) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:30.356375 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.tag.tag_plugin [None req-9c4c3030-fd3e-444a-b1aa-74a74aa1dd55 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f02f5971-4154-4848-ab2e-c5ff141f47e4', 'tempest-TagsExtTest-Tag-766026373') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:46:30.378855 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-372a425f-8a3a-4521-ae19-ea9317d4c9a9 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:30.388803 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-066ef24f-119d-4049-a0dc-c3dcdefb0c57 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:30.446891 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372a425f-8a3a-4521-ae19-ea9317d4c9a9 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Pushing event deleted for resources: {'Port': ['ID=e376633c-3a01-43b3-a5b4-6238a761feae,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:46:30.477964 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372a425f-8a3a-4521-ae19-ea9317d4c9a9 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] No DVR routers for this DVR port e376633c-3a01-43b3-a5b4-6238a761feae on host n-d-803378-2 {{(pid=94420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:46:30.495720 n-d-803378-2 neutron-server[94420]: INFO neutron.api.v2.resource [None req-9c4c3030-fd3e-444a-b1aa-74a74aa1dd55 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] show failed (client error): The resource could not be found. Aug 05 11:46:30.504364 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-9c4c3030-fd3e-444a-b1aa-74a74aa1dd55 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] 10.222.0.58 "GET /v2.0/subnetpools/f02f5971-4154-4848-ab2e-c5ff141f47e4/tags/tempest-TagsExtTest-Tag-766026373 HTTP/1.1" status: 404 len: 328 time: 0.1534297 Aug 05 11:46:30.508717 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 41728) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:30.555656 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b938bf4a-c468-4de8-9c22-76d11ac4d556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:30.560764 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b938bf4a-c468-4de8-9c22-76d11ac4d556 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:30.570565 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-b938bf4a-c468-4de8-9c22-76d11ac4d556 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/357f2756-a25e-4a50-9727-5bff66926c7b HTTP/1.1" status: 204 len: 168 time: 0.7342265 Aug 05 11:46:30.571033 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.tag.tag_plugin [None req-3a2b4867-8970-41c6-900d-c5dd2bc31a9b tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f02f5971-4154-4848-ab2e-c5ff141f47e4', 'tempest-TagsExtTest-Tag-1317161789') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:46:30.574439 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-775bdb41-41da-42ec-a378-cb36467bf5e7 req-f6eb36dd-8064-4ad8-9ddb-94f8323b10d7 tempest-FloatingIPsTestJSON-4912810 tempest-FloatingIPsTestJSON-4912810-project] Notify callbacks [] for floatingip, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:30.654034 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b938bf4a-c468-4de8-9c22-76d11ac4d556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=357f2756-a25e-4a50-9727-5bff66926c7b,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:46:30.883089 n-d-803378-2 neutron-server[94420]: INFO neutron.api.v2.resource [None req-3a2b4867-8970-41c6-900d-c5dd2bc31a9b tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] show failed (client error): The resource could not be found. Aug 05 11:46:30.885740 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-3a2b4867-8970-41c6-900d-c5dd2bc31a9b tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] 10.222.0.58 "GET /v2.0/subnetpools/f02f5971-4154-4848-ab2e-c5ff141f47e4/tags/tempest-TagsExtTest-Tag-1317161789 HTTP/1.1" status: 404 len: 329 time: 0.3243148 Aug 05 11:46:30.894713 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-372a425f-8a3a-4521-ae19-ea9317d4c9a9 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:30.921813 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 41732) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:30.928832 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.tag.tag_plugin [None req-838c8522-b92b-430d-9c6b-89ad65f2feb1 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'f02f5971-4154-4848-ab2e-c5ff141f47e4') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:46:30.960005 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-372a425f-8a3a-4521-ae19-ea9317d4c9a9 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbbd365c-f3b6-4a35-a725-0afeb7342ad6']}} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:46:31.005847 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-372a425f-8a3a-4521-ae19-ea9317d4c9a9 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2688fe7e-796d-457b-b054-6d1dc3b4492e') {'for_net_delete': True} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:46:31.006376 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-372a425f-8a3a-4521-ae19-ea9317d4c9a9 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2688fe7e-796d-457b-b054-6d1dc3b4492e') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:46:31.033596 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-372a425f-8a3a-4521-ae19-ea9317d4c9a9 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25010581'] for segment, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:31.066280 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-372a425f-8a3a-4521-ae19-ea9317d4c9a9 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:31.081159 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-372a425f-8a3a-4521-ae19-ea9317d4c9a9 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=94420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:46:31.081873 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-372a425f-8a3a-4521-ae19-ea9317d4c9a9 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29762581'] for segment, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:31.151654 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-066ef24f-119d-4049-a0dc-c3dcdefb0c57 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286026'] for router, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:31.203399 n-d-803378-2 neutron-server[94420]: Traceback (most recent call last): Aug 05 11:46:31.203399 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:46:31.203399 n-d-803378-2 neutron-server[94420]: timer() Aug 05 11:46:31.203399 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:46:31.203399 n-d-803378-2 neutron-server[94420]: cb(*args, **kw) Aug 05 11:46:31.203399 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:46:31.203399 n-d-803378-2 neutron-server[94420]: return func(*args, **kwargs) Aug 05 11:46:31.203399 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:46:31.203399 n-d-803378-2 neutron-server[94420]: self._notify() Aug 05 11:46:31.203399 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:46:31.203399 n-d-803378-2 neutron-server[94420]: self.callback(batched_events) Aug 05 11:46:31.203399 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:46:31.203399 n-d-803378-2 neutron-server[94420]: event.method(event) Aug 05 11:46:31.203399 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:46:31.203399 n-d-803378-2 neutron-server[94420]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:46:31.203399 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:46:31.203399 n-d-803378-2 neutron-server[94420]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:46:31.203399 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:46:31.203399 n-d-803378-2 neutron-server[94420]: return f(self, *a, **k) Aug 05 11:46:31.203399 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:46:31.203399 n-d-803378-2 neutron-server[94420]: return self._get(url).json() Aug 05 11:46:31.203399 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:46:31.203399 n-d-803378-2 neutron-server[94420]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:46:31.203399 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:46:31.203399 n-d-803378-2 neutron-server[94420]: return self.request(url, 'GET', **kwargs) Aug 05 11:46:31.203399 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:46:31.203399 n-d-803378-2 neutron-server[94420]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:46:31.203399 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:46:31.203399 n-d-803378-2 neutron-server[94420]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:46:31.203399 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:46:31.203399 n-d-803378-2 neutron-server[94420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:46:31.203399 n-d-803378-2 neutron-server[94420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:46:31.297705 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-838c8522-b92b-430d-9c6b-89ad65f2feb1 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] 10.222.0.58 "DELETE /v2.0/subnetpools/f02f5971-4154-4848-ab2e-c5ff141f47e4/tags HTTP/1.1" status: 204 len: 168 time: 0.3736131 Aug 05 11:46:31.311323 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 41738) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:31.338938 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-372a425f-8a3a-4521-ae19-ea9317d4c9a9 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:31.357599 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-372a425f-8a3a-4521-ae19-ea9317d4c9a9 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:31.368369 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-372a425f-8a3a-4521-ae19-ea9317d4c9a9 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] 10.222.0.58 "DELETE /v2.0/networks/bbbd365c-f3b6-4a35-a725-0afeb7342ad6 HTTP/1.1" status: 204 len: 168 time: 8.3470602 Aug 05 11:46:31.370997 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.tag.tag_plugin [None req-4042cfe7-5f26-4b41-b778-6a21257e8ce2 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'ee31f43d-5674-463b-9eb9-0313009ebd67') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:46:31.371993 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41740) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:31.389072 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-a7553207-7365-4d62-874d-beec528f69ac tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1532116758'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:46:31.503429 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372a425f-8a3a-4521-ae19-ea9317d4c9a9 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Pushing event deleted for resources: {'Network': ['ID=bbbd365c-f3b6-4a35-a725-0afeb7342ad6,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:46:31.627713 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7553207-7365-4d62-874d-beec528f69ac tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Made reservation on behalf of 6feb354f44e34f96b67fc83b8a013813 for: {'network': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:46:31.639481 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a7553207-7365-4d62-874d-beec528f69ac tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:31.753417 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-775bdb41-41da-42ec-a378-cb36467bf5e7 req-f6eb36dd-8064-4ad8-9ddb-94f8323b10d7 tempest-FloatingIPsTestJSON-4912810 tempest-FloatingIPsTestJSON-4912810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:31.815057 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7553207-7365-4d62-874d-beec528f69ac tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] vlan segment allocate from pool success with {'vlan_id': 660, 'physical_network': 'physnet1'} {{(pid=94421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:46:31.845306 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a7553207-7365-4d62-874d-beec528f69ac tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:31.845886 n-d-803378-2 neutron-server[94421]: INFO neutron.db.segments_db [None req-a7553207-7365-4d62-874d-beec528f69ac tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Added segment e5045a12-3098-4951-81f4-5b50cda0cb7c of type vlan for network cb9dc7a7-33f6-48eb-9e8e-618e82771599 Aug 05 11:46:31.852905 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880d1824-3204-4bad-a423-83aec9d4d849 req-5df8a841-7a21-4dde-9a7a-16b5af4e7816 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:46:31.856151 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-880d1824-3204-4bad-a423-83aec9d4d849 req-5df8a841-7a21-4dde-9a7a-16b5af4e7816 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.58 "GET /v2.0/ports?device_id=38f2a801-3a66-4b5c-89f8-9abd0a3fdfc3 HTTP/1.1" status: 200 len: 946 time: 0.3917391 Aug 05 11:46:31.859131 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-066ef24f-119d-4049-a0dc-c3dcdefb0c57 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Router 41cca0de-886c-42fe-9c43-73a92fe1a5e0 is scheduled to L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d with binding_index 1 {{(pid=94421) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 11:46:31.907619 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41744) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:31.963865 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device de4a3c73-3346-450c-a6a9-4e774669c4de up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:46:31.971862 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-4042cfe7-5f26-4b41-b778-6a21257e8ce2 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] 10.222.0.58 "DELETE /v2.0/routers/ee31f43d-5674-463b-9eb9-0313009ebd67/tags HTTP/1.1" status: 204 len: 168 time: 0.6361442 Aug 05 11:46:32.018827 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41746) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:32.027544 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.tag.tag_plugin [None req-438ae905-b36e-4a52-b224-c517a910a379 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '14ff5ddd-29c5-4655-bf8c-761365dd5c0f') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:46:32.042864 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-966ce5ae-3814-432a-8288-b5fcf52de7b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:32.117741 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-880d1824-3204-4bad-a423-83aec9d4d849 req-74cc915d-d6ac-46f4-a4c8-111182a22771 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.58 "GET /v2.0/security-groups?id=ab2b5f38-a05a-4ac9-a8bf-2f9bfdcd31b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692657 Aug 05 11:46:32.151071 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port de4a3c73-3346-450c-a6a9-4e774669c4de completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:46:32.161513 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port de4a3c73-3346-450c-a6a9-4e774669c4de triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:46:32.162921 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:32.226985 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [req-775bdb41-41da-42ec-a378-cb36467bf5e7 req-f6eb36dd-8064-4ad8-9ddb-94f8323b10d7 tempest-FloatingIPsTestJSON-4912810 tempest-FloatingIPsTestJSON-4912810-project] Allocated IP 172.25.5.223 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/556e3d64-b8ae-450c-8bb8-5c2c426ce02d) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:46:32.417076 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:32.477966 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port de4a3c73-3346-450c-a6a9-4e774669c4de, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=de4a3c73-3346-450c-a6a9-4e774669c4de,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:46:32.493614 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:32.595233 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-775bdb41-41da-42ec-a378-cb36467bf5e7 req-f6eb36dd-8064-4ad8-9ddb-94f8323b10d7 tempest-FloatingIPsTestJSON-4912810 tempest-FloatingIPsTestJSON-4912810-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:32.650830 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=de4a3c73-3346-450c-a6a9-4e774669c4de,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:46:32.728890 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-775bdb41-41da-42ec-a378-cb36467bf5e7 req-f6eb36dd-8064-4ad8-9ddb-94f8323b10d7 tempest-FloatingIPsTestJSON-4912810 tempest-FloatingIPsTestJSON-4912810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:32.825732 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-775bdb41-41da-42ec-a378-cb36467bf5e7 req-f6eb36dd-8064-4ad8-9ddb-94f8323b10d7 tempest-FloatingIPsTestJSON-4912810 tempest-FloatingIPsTestJSON-4912810-project] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:46:32.829627 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [req-775bdb41-41da-42ec-a378-cb36467bf5e7 req-f6eb36dd-8064-4ad8-9ddb-94f8323b10d7 tempest-FloatingIPsTestJSON-4912810 tempest-FloatingIPsTestJSON-4912810-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:46:32.841584 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [req-775bdb41-41da-42ec-a378-cb36467bf5e7 req-f6eb36dd-8064-4ad8-9ddb-94f8323b10d7 tempest-FloatingIPsTestJSON-4912810 tempest-FloatingIPsTestJSON-4912810-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:46:32.893676 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eb36dd-8064-4ad8-9ddb-94f8323b10d7 tempest-FloatingIPsTestJSON-4912810 tempest-FloatingIPsTestJSON-4912810-project] Pushing event updated for resources: {'Port': ['ID=556e3d64-b8ae-450c-8bb8-5c2c426ce02d,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:46:33.016035 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a7553207-7365-4d62-874d-beec528f69ac tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:33.069131 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-066ef24f-119d-4049-a0dc-c3dcdefb0c57 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:46:33.087602 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-775bdb41-41da-42ec-a378-cb36467bf5e7 req-f6eb36dd-8064-4ad8-9ddb-94f8323b10d7 tempest-FloatingIPsTestJSON-4912810 tempest-FloatingIPsTestJSON-4912810-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:33.108181 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71c6ffd-b9a6-49e0-8689-71ad34aedc99 None None] Sync routers for ids ['41cca0de-886c-42fe-9c43-73a92fe1a5e0'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:46:33.132793 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71c6ffd-b9a6-49e0-8689-71ad34aedc99 None None] Routers {'41cca0de-886c-42fe-9c43-73a92fe1a5e0'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:46:33.145962 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-e71c6ffd-b9a6-49e0-8689-71ad34aedc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:46:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['41cca0de-886c-42fe-9c43-73a92fe1a5e0'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:46:33.187749 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-775bdb41-41da-42ec-a378-cb36467bf5e7 req-f6eb36dd-8064-4ad8-9ddb-94f8323b10d7 tempest-FloatingIPsTestJSON-4912810 tempest-FloatingIPsTestJSON-4912810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:33.291777 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a7553207-7365-4d62-874d-beec528f69ac tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:33.304129 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7553207-7365-4d62-874d-beec528f69ac tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:46:33.306041 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a7553207-7365-4d62-874d-beec528f69ac tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:33.387622 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-438ae905-b36e-4a52-b224-c517a910a379 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] 10.222.0.58 "DELETE /v2.0/ports/14ff5ddd-29c5-4655-bf8c-761365dd5c0f/tags HTTP/1.1" status: 204 len: 168 time: 1.3669634 Aug 05 11:46:33.468396 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41756) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:33.484997 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.tag.tag_plugin [None req-ed1e9948-5d94-4959-9e31-555da28a8698 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a6ac8ac0-df7b-45e1-8eba-1fd2e2c6eae5') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:46:33.608074 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-966ce5ae-3814-432a-8288-b5fcf52de7b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:33.638060 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-775bdb41-41da-42ec-a378-cb36467bf5e7 req-f6eb36dd-8064-4ad8-9ddb-94f8323b10d7 tempest-FloatingIPsTestJSON-4912810 tempest-FloatingIPsTestJSON-4912810-project] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:33.639641 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-966ce5ae-3814-432a-8288-b5fcf52de7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:33.662088 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-775bdb41-41da-42ec-a378-cb36467bf5e7 req-f6eb36dd-8064-4ad8-9ddb-94f8323b10d7 tempest-FloatingIPsTestJSON-4912810 tempest-FloatingIPsTestJSON-4912810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:33.767456 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 41758) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:33.767848 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-966ce5ae-3814-432a-8288-b5fcf52de7b7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5a50800d75e94570a565bdc4b957f702&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8566587 Aug 05 11:46:33.773117 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-066ef24f-119d-4049-a0dc-c3dcdefb0c57 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify callbacks [] for router, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:33.782013 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-066ef24f-119d-4049-a0dc-c3dcdefb0c57 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 9.4228215 Aug 05 11:46:33.823826 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41760) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:33.839561 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-a7553207-7365-4d62-874d-beec528f69ac tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.4485567 Aug 05 11:46:33.856006 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7553207-7365-4d62-874d-beec528f69ac tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Pushing event updated for resources: {'Network': ['ID=cb9dc7a7-33f6-48eb-9e8e-618e82771599,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:46:33.865936 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41762) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:33.890252 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-3a9afe88-0bd0-418e-bc92-5b676e5f9ecf tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Request body: {'subnet': {'network_id': 'cb9dc7a7-33f6-48eb-9e8e-618e82771599', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:46:33.913068 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device de4a3c73-3346-450c-a6a9-4e774669c4de up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:46:33.927502 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-775bdb41-41da-42ec-a378-cb36467bf5e7 req-f6eb36dd-8064-4ad8-9ddb-94f8323b10d7 tempest-FloatingIPsTestJSON-4912810 tempest-FloatingIPsTestJSON-4912810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33287247'] for floatingip, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:33.978567 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-775bdb41-41da-42ec-a378-cb36467bf5e7 req-f6eb36dd-8064-4ad8-9ddb-94f8323b10d7 tempest-FloatingIPsTestJSON-4912810 tempest-FloatingIPsTestJSON-4912810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:33.980986 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-775bdb41-41da-42ec-a378-cb36467bf5e7 req-f6eb36dd-8064-4ad8-9ddb-94f8323b10d7 tempest-FloatingIPsTestJSON-4912810 tempest-FloatingIPsTestJSON-4912810-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.6822159 Aug 05 11:46:34.006644 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-e71c6ffd-b9a6-49e0-8689-71ad34aedc99 None None] Set router 41cca0de-886c-42fe-9c43-73a92fe1a5e0 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:46:34.009120 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7553207-7365-4d62-874d-beec528f69ac tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:46:34.009987 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7553207-7365-4d62-874d-beec528f69ac tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:46:34.011321 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7553207-7365-4d62-874d-beec528f69ac tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:46:34.012168 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7553207-7365-4d62-874d-beec528f69ac tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:46:34.012988 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7553207-7365-4d62-874d-beec528f69ac tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:46:34.013813 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7553207-7365-4d62-874d-beec528f69ac tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:46:34.014609 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7553207-7365-4d62-874d-beec528f69ac tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:46:34.015384 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7553207-7365-4d62-874d-beec528f69ac tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:46:34.016179 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7553207-7365-4d62-874d-beec528f69ac tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:46:34.017839 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7553207-7365-4d62-874d-beec528f69ac tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:46:34.018630 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7553207-7365-4d62-874d-beec528f69ac tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:46:34.019427 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7553207-7365-4d62-874d-beec528f69ac tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:46:34.068710 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81abca0-81bc-4252-bf7e-33d84e48e4d9 req-c7009bb7-6894-46f0-837c-c7d0227d0842 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:46:34.081807 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a81abca0-81bc-4252-bf7e-33d84e48e4d9 req-c7009bb7-6894-46f0-837c-c7d0227d0842 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.58 "GET /v2.0/ports?device_id=38f2a801-3a66-4b5c-89f8-9abd0a3fdfc3 HTTP/1.1" status: 200 len: 946 time: 0.4381328 Aug 05 11:46:34.089763 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network cb9dc7a7-33f6-48eb-9e8e-618e82771599 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:46:34.186256 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-775bdb41-41da-42ec-a378-cb36467bf5e7 req-3d434545-229e-42c8-a7af-d22ca95e5f24 tempest-FloatingIPsTestJSON-4912810 tempest-FloatingIPsTestJSON-4912810-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.5.223 HTTP/1.1" status: 200 len: 696 time: 0.1669786 Aug 05 11:46:34.189489 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eb36dd-8064-4ad8-9ddb-94f8323b10d7 tempest-FloatingIPsTestJSON-4912810 tempest-FloatingIPsTestJSON-4912810-project] Pushing event updated for resources: {'Port': ['ID=556e3d64-b8ae-450c-8bb8-5c2c426ce02d,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:46:34.290287 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966ce5ae-3814-432a-8288-b5fcf52de7b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb11bcfd-8396-475b-917f-faba24209632,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:46:34.295528 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port de4a3c73-3346-450c-a6a9-4e774669c4de triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:46:34.295846 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:34.397533 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a81abca0-81bc-4252-bf7e-33d84e48e4d9 req-a64c17a7-ff69-4a38-bcd4-dc8c23ffe3f4 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.58 "GET /v2.0/security-groups?id=ab2b5f38-a05a-4ac9-a8bf-2f9bfdcd31b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085168 Aug 05 11:46:34.518888 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-b75103e0-c584-4004-89d0-684e289ec638 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] 10.222.0.58 "GET /v2.0/routers/41cca0de-886c-42fe-9c43-73a92fe1a5e0 HTTP/1.1" status: 200 len: 907 time: 0.6875718 Aug 05 11:46:34.521785 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41768) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:34.532911 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-e71c6ffd-b9a6-49e0-8689-71ad34aedc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41cca0de-886c-42fe-9c43-73a92fe1a5e0', 'name': 'tempest-snat-router-1978084724', 'tenant_id': '69b0f00abca54ac1ad79121b1a671f11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': '89987d50-ccf0-451a-a33f-11cf79734981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:46:24Z', 'updated_at': '2021-08-05T11:46:29Z', 'revision_number': 3, 'project_id': '69b0f00abca54ac1ad79121b1a671f11', 'gw_port': {'id': '89987d50-ccf0-451a-a33f-11cf79734981', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5d:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41cca0de-886c-42fe-9c43-73a92fe1a5e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2335, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:46:26Z', 'updated_at': '2021-08-05T11:46:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:46:34.539109 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-ed1e9948-5d94-4959-9e31-555da28a8698 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] 10.222.0.58 "DELETE /v2.0/subnets/a6ac8ac0-df7b-45e1-8eba-1fd2e2c6eae5/tags HTTP/1.1" status: 204 len: 168 time: 1.0594153 Aug 05 11:46:34.573763 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 41770) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:34.578916 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-caadc9a4-7038-47e7-871c-08f8dd56dc2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:34.648330 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71c6ffd-b9a6-49e0-8689-71ad34aedc99 None None] Checking router: 41cca0de-886c-42fe-9c43-73a92fe1a5e0 for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:46:34.648831 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71c6ffd-b9a6-49e0-8689-71ad34aedc99 None None] Updating router 41cca0de-886c-42fe-9c43-73a92fe1a5e0 port 89987d50-ccf0-451a-a33f-11cf79734981 binding host n-d-803378-2 {{(pid=94423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 11:46:34.723244 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-e71c6ffd-b9a6-49e0-8689-71ad34aedc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:34.815701 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-75709713-a873-455b-a538-794520c9240e tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify callbacks [] for router, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:34.819289 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775bdb41-41da-42ec-a378-cb36467bf5e7 req-bad540f3-e634-482f-b2f7-a317f8616aee tempest-FloatingIPsTestJSON-4912810 tempest-FloatingIPsTestJSON-4912810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:46:34.836864 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-775bdb41-41da-42ec-a378-cb36467bf5e7 req-bad540f3-e634-482f-b2f7-a317f8616aee tempest-FloatingIPsTestJSON-4912810 tempest-FloatingIPsTestJSON-4912810-project] 10.222.0.58 "GET /v2.0/networks/36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd HTTP/1.1" status: 200 len: 784 time: 0.6146114 Aug 05 11:46:34.875464 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-caadc9a4-7038-47e7-871c-08f8dd56dc2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:34.915807 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a9afe88-0bd0-418e-bc92-5b676e5f9ecf tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Made reservation on behalf of 6feb354f44e34f96b67fc83b8a013813 for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:46:34.928578 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3a9afe88-0bd0-418e-bc92-5b676e5f9ecf tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:35.066586 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a5f7a764-6bae-4dd9-be9a-3da5afe0ce1d req-89ece573-a67f-40e9-aeb6-d36569801702 tempest-FloatingIPsTestJSON-4912810 tempest-FloatingIPsTestJSON-4912810-project] 10.222.0.58 "GET /v2.0/floatingips/d311584d-1987-4b21-a706-3f671c4e06d6 HTTP/1.1" status: 200 len: 693 time: 0.1825252 Aug 05 11:46:35.124795 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2666b6a6-13c5-49d4-8209-07d0108888a5 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] Notify callbacks [] for subnetpool, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:35.126910 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-2666b6a6-13c5-49d4-8209-07d0108888a5 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] 10.222.0.58 "DELETE /v2.0/subnetpools/f02f5971-4154-4848-ab2e-c5ff141f47e4 HTTP/1.1" status: 204 len: 168 time: 0.5441010 Aug 05 11:46:35.152313 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 41776) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:35.277540 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-123e05ac-0dd5-4a9c-a8de-fe3e72ec6e82 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee31f43d-5674-463b-9eb9-0313009ebd67 HTTP/1.1" status: 200 len: 205 time: 0.1262126 Aug 05 11:46:35.289226 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 41780) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:35.364504 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-75709713-a873-455b-a538-794520c9240e tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:35.379831 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-caadc9a4-7038-47e7-871c-08f8dd56dc2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:35.386488 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-caadc9a4-7038-47e7-871c-08f8dd56dc2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:35.393473 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-caadc9a4-7038-47e7-871c-08f8dd56dc2d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/eb11bcfd-8396-475b-917f-faba24209632 HTTP/1.1" status: 204 len: 168 time: 1.6241629 Aug 05 11:46:35.412603 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-e71c6ffd-b9a6-49e0-8689-71ad34aedc99 None None] Notify callbacks [] for port, precommit_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:35.445199 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.provisioning_blocks [None req-e71c6ffd-b9a6-49e0-8689-71ad34aedc99 None None] Transition to ACTIVE for port object 89987d50-ccf0-451a-a33f-11cf79734981 will not be triggered until provisioned by entity L2. {{(pid=94423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:46:35.473302 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-e71c6ffd-b9a6-49e0-8689-71ad34aedc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:35.545389 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caadc9a4-7038-47e7-871c-08f8dd56dc2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb11bcfd-8396-475b-917f-faba24209632,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:46:35.568940 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c008f0a3-8e71-47df-8614-b79bacc8517e tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] Notify callbacks [] for router, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:35.604526 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-e71c6ffd-b9a6-49e0-8689-71ad34aedc99 None None] Attempting to bind port 89987d50-ccf0-451a-a33f-11cf79734981 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:46:35.624648 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-e71c6ffd-b9a6-49e0-8689-71ad34aedc99 None None] Attempting to bind port 89987d50-ccf0-451a-a33f-11cf79734981 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}] {{(pid=94423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:46:35.628377 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71c6ffd-b9a6-49e0-8689-71ad34aedc99 None None] Attempting to bind port 89987d50-ccf0-451a-a33f-11cf79734981 on network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:46:35.676008 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc85216-4b4c-457a-b98f-751055e95671 None None] Pushing event updated for resources: {'Port': ['ID=89987d50-ccf0-451a-a33f-11cf79734981,revision_number=2']} {{(pid=94423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:46:35.699420 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71c6ffd-b9a6-49e0-8689-71ad34aedc99 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:46:35.700590 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71c6ffd-b9a6-49e0-8689-71ad34aedc99 None None] Checking segment: {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:46:35.702130 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-e71c6ffd-b9a6-49e0-8689-71ad34aedc99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:35.706348 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71c6ffd-b9a6-49e0-8689-71ad34aedc99 None None] Bound using segment: {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'} {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:46:35.707543 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-e71c6ffd-b9a6-49e0-8689-71ad34aedc99 None None] Bound port: 89987d50-ccf0-451a-a33f-11cf79734981, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}}] {{(pid=94423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:46:35.710290 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-e71c6ffd-b9a6-49e0-8689-71ad34aedc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:35.801299 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-75709713-a873-455b-a538-794520c9240e tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Deleting port 89987d50-ccf0-451a-a33f-11cf79734981 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:46:35.802957 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-75709713-a873-455b-a538-794520c9240e tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:35.813329 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3a9afe88-0bd0-418e-bc92-5b676e5f9ecf tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25038678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30075167'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:35.900873 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.db [None req-e71c6ffd-b9a6-49e0-8689-71ad34aedc99 None None] For port 89987d50-ccf0-451a-a33f-11cf79734981, host n-d-803378-2, cleared binding levels {{(pid=94423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:46:35.914249 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.db [None req-e71c6ffd-b9a6-49e0-8689-71ad34aedc99 None None] For port 89987d50-ccf0-451a-a33f-11cf79734981, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=89987d50-ccf0-451a-a33f-11cf79734981,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:46:35.930544 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-e71c6ffd-b9a6-49e0-8689-71ad34aedc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:36.106194 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9afe88-0bd0-418e-bc92-5b676e5f9ecf tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Pushing event updated for resources: {'Subnet': ['ID=05033774-d162-47d0-836b-c71aeb0bd21d,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:46:36.119399 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f7a764-6bae-4dd9-be9a-3da5afe0ce1d req-6da01c83-0b33-4a0a-bdac-ff32aff0f2f8 tempest-FloatingIPsTestJSON-4912810 tempest-FloatingIPsTestJSON-4912810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:46:36.131964 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a5f7a764-6bae-4dd9-be9a-3da5afe0ce1d req-6da01c83-0b33-4a0a-bdac-ff32aff0f2f8 tempest-FloatingIPsTestJSON-4912810 tempest-FloatingIPsTestJSON-4912810-project] 10.222.0.58 "GET /v2.0/networks/36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd HTTP/1.1" status: 200 len: 784 time: 1.0339782 Aug 05 11:46:36.157217 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [req-a5f7a764-6bae-4dd9-be9a-3da5afe0ce1d req-abd28b69-67b6-4f0b-b233-e61360ba5485 tempest-FloatingIPsTestJSON-4912810 tempest-FloatingIPsTestJSON-4912810-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94420) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 11:46:36.159165 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a5f7a764-6bae-4dd9-be9a-3da5afe0ce1d req-abd28b69-67b6-4f0b-b233-e61360ba5485 tempest-FloatingIPsTestJSON-4912810 tempest-FloatingIPsTestJSON-4912810-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0258379 Aug 05 11:46:36.164600 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c008f0a3-8e71-47df-8614-b79bacc8517e tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33262979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1951'] for router, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:36.172055 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c008f0a3-8e71-47df-8614-b79bacc8517e tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:36.199177 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5504d71-86d4-42d0-9231-fa8c4c3929a9 req-5faffcfa-c48e-4a2f-9d11-bdce5ac879ac tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:46:36.200073 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f5504d71-86d4-42d0-9231-fa8c4c3929a9 req-5faffcfa-c48e-4a2f-9d11-bdce5ac879ac tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.58 "GET /v2.0/ports?device_id=38f2a801-3a66-4b5c-89f8-9abd0a3fdfc3 HTTP/1.1" status: 200 len: 946 time: 0.3848431 Aug 05 11:46:36.201907 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71c6ffd-b9a6-49e0-8689-71ad34aedc99 None None] Routers {'41cca0de-886c-42fe-9c43-73a92fe1a5e0'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:46:36.203871 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-e71c6ffd-b9a6-49e0-8689-71ad34aedc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:46:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['41cca0de-886c-42fe-9c43-73a92fe1a5e0'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:46:36.297228 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-75709713-a873-455b-a538-794520c9240e tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:36.328426 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-75709713-a873-455b-a538-794520c9240e tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Calling delete_port for 89987d50-ccf0-451a-a33f-11cf79734981 owned by network:router_gateway {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:46:36.485103 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-e71c6ffd-b9a6-49e0-8689-71ad34aedc99 None None] Set router 41cca0de-886c-42fe-9c43-73a92fe1a5e0 gateway port host: None {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:46:36.699379 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9afe88-0bd0-418e-bc92-5b676e5f9ecf tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Checking segment: {'id': 'e5045a12-3098-4951-81f4-5b50cda0cb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'cb9dc7a7-33f6-48eb-9e8e-618e82771599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:46:36.701123 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-e71c6ffd-b9a6-49e0-8689-71ad34aedc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41cca0de-886c-42fe-9c43-73a92fe1a5e0', 'name': 'tempest-snat-router-1978084724', 'tenant_id': '69b0f00abca54ac1ad79121b1a671f11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:46:24Z', 'updated_at': '2021-08-05T11:46:35Z', 'revision_number': 4, 'project_id': '69b0f00abca54ac1ad79121b1a671f11', 'gw_port_host': None}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:46:36.702201 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9afe88-0bd0-418e-bc92-5b676e5f9ecf tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Network hostable DHCP agents. Network: cb9dc7a7-33f6-48eb-9e8e-618e82771599, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:46:36.783447 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9afe88-0bd0-418e-bc92-5b676e5f9ecf tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Network cb9dc7a7-33f6-48eb-9e8e-618e82771599 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:46:36.812577 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc85216-4b4c-457a-b98f-751055e95671 None None] Pushing event updated for resources: {'Port': ['ID=89987d50-ccf0-451a-a33f-11cf79734981,revision_number=3']} {{(pid=94423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:46:36.836293 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71c6ffd-b9a6-49e0-8689-71ad34aedc99 None None] The sync data for ids ['41cca0de-886c-42fe-9c43-73a92fe1a5e0'] in n-d-803378-2 is: [{'id': '41cca0de-886c-42fe-9c43-73a92fe1a5e0', 'name': 'tempest-snat-router-1978084724', 'tenant_id': '69b0f00abca54ac1ad79121b1a671f11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:46:24Z', 'updated_at': '2021-08-05T11:46:35Z', 'revision_number': 4, 'project_id': '69b0f00abca54ac1ad79121b1a671f11', 'gw_port_host': None}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:46:36.848150 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-3a9afe88-0bd0-418e-bc92-5b676e5f9ecf tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, cb9dc7a7-33f6-48eb-9e8e-618e82771599) {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:46:36.869525 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb68fe1e-e7c3-4747-8bbe-d13fc6e43525 None None] Network cb9dc7a7-33f6-48eb-9e8e-618e82771599 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:46:36.879551 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9afe88-0bd0-418e-bc92-5b676e5f9ecf tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:46:36.881321 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3a9afe88-0bd0-418e-bc92-5b676e5f9ecf tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:36.954823 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-3a9afe88-0bd0-418e-bc92-5b676e5f9ecf tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.0701268 Aug 05 11:46:36.973796 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41796) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:37.040073 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-75709713-a873-455b-a538-794520c9240e tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:37.125240 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a5f7a764-6bae-4dd9-be9a-3da5afe0ce1d req-32693f96-ef39-48d8-909e-25b48db35204 tempest-FloatingIPsTestJSON-4912810 tempest-FloatingIPsTestJSON-4912810-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.5.223 HTTP/1.1" status: 200 len: 696 time: 0.9397459 Aug 05 11:46:37.175584 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c008f0a3-8e71-47df-8614-b79bacc8517e tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33262474'] for router, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:37.176925 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c008f0a3-8e71-47df-8614-b79bacc8517e tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] Fanout notify agent at l3_agent the message router_deleted on router ee31f43d-5674-463b-9eb9-0313009ebd67 {{(pid=94420) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 11:46:37.241294 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75709713-a873-455b-a538-794520c9240e tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Pushing event deleted for resources: {'Port': ['ID=89987d50-ccf0-451a-a33f-11cf79734981,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:46:37.279423 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c008f0a3-8e71-47df-8614-b79bacc8517e tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] Notify callbacks [] for router, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:37.281806 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-c008f0a3-8e71-47df-8614-b79bacc8517e tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] 10.222.0.58 "DELETE /v2.0/routers/ee31f43d-5674-463b-9eb9-0313009ebd67 HTTP/1.1" status: 204 len: 168 time: 1.9908669 Aug 05 11:46:37.299868 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f5504d71-86d4-42d0-9231-fa8c4c3929a9 req-de7c659c-43a9-4d78-af94-b910c60c8cec tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.58 "GET /v2.0/security-groups?id=ab2b5f38-a05a-4ac9-a8bf-2f9bfdcd31b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0829508 Aug 05 11:46:37.306617 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 41800) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:37.442860 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-35259f77-a0ec-42b4-a351-8e40b5d54808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:37.481774 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-75709713-a873-455b-a538-794520c9240e tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33285055'] for router_gateway, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:37.509960 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a5f7a764-6bae-4dd9-be9a-3da5afe0ce1d req-de1d049d-5211-4b0b-a05e-8c4eebc4fd28 tempest-FloatingIPsTestJSON-4912810 tempest-FloatingIPsTestJSON-4912810-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.5.223 HTTP/1.1" status: 200 len: 696 time: 0.3718698 Aug 05 11:46:37.528478 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-942267a8-da24-4f2e-b49e-a800fa8d5391 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-cb9dc7a7-33f6-48eb-9e8e-618e82771599', 'network_id': 'cb9dc7a7-33f6-48eb-9e8e-618e82771599', 'tenant_id': '6feb354f44e34f96b67fc83b8a013813', 'fixed_ips': [{'subnet_id': '05033774-d162-47d0-836b-c71aeb0bd21d'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 11:46:37.531418 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-942267a8-da24-4f2e-b49e-a800fa8d5391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:37.879805 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-e60d4cb6-c0a4-4ab1-93db-c4b6e98e1d2f tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] Deleting port 14ff5ddd-29c5-4655-bf8c-761365dd5c0f {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:46:37.881037 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e60d4cb6-c0a4-4ab1-93db-c4b6e98e1d2f tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:37.893215 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-75709713-a873-455b-a538-794520c9240e tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33262979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1951'] for router, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:37.900320 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-75709713-a873-455b-a538-794520c9240e tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:37.942533 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e0dc25db-15cf-4806-9f80-7372a2fdd8bc tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:38.020353 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-942267a8-da24-4f2e-b49e-a800fa8d5391 None None] Allocated IP 2001:db8::1 (cb9dc7a7-33f6-48eb-9e8e-618e82771599/05033774-d162-47d0-836b-c71aeb0bd21d/3ca7a4b8-8037-48b0-8dc0-89b43736d843) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:46:38.146802 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [req-a5f7a764-6bae-4dd9-be9a-3da5afe0ce1d req-46f4a771-1958-4c8d-a471-9b7f820bff63 tempest-FloatingIPsTestJSON-4912810 tempest-FloatingIPsTestJSON-4912810-project] Deleting port 556e3d64-b8ae-450c-8bb8-5c2c426ce02d {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:46:38.147611 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-a5f7a764-6bae-4dd9-be9a-3da5afe0ce1d req-46f4a771-1958-4c8d-a471-9b7f820bff63 tempest-FloatingIPsTestJSON-4912810 tempest-FloatingIPsTestJSON-4912810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:38.213549 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-75709713-a873-455b-a538-794520c9240e tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33262474'] for router, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:38.214449 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75709713-a873-455b-a538-794520c9240e tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 41cca0de-886c-42fe-9c43-73a92fe1a5e0 {{(pid=94421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 11:46:38.231620 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-75709713-a873-455b-a538-794520c9240e tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify callbacks [] for router, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:38.233353 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-75709713-a873-455b-a538-794520c9240e tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] 10.222.0.58 "DELETE /v2.0/routers/41cca0de-886c-42fe-9c43-73a92fe1a5e0 HTTP/1.1" status: 204 len: 168 time: 3.7091618 Aug 05 11:46:38.243480 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41814) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:38.453135 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e60d4cb6-c0a4-4ab1-93db-c4b6e98e1d2f tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:38.479951 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e0dc25db-15cf-4806-9f80-7372a2fdd8bc tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:38.556851 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-e60d4cb6-c0a4-4ab1-93db-c4b6e98e1d2f tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] Calling delete_port for 14ff5ddd-29c5-4655-bf8c-761365dd5c0f owned by {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:46:38.620989 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41822) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:38.692246 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-942267a8-da24-4f2e-b49e-a800fa8d5391 None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:38.721373 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-942267a8-da24-4f2e-b49e-a800fa8d5391 None None] Transition to ACTIVE for port object 3ca7a4b8-8037-48b0-8dc0-89b43736d843 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:46:38.741888 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-a5f7a764-6bae-4dd9-be9a-3da5afe0ce1d req-46f4a771-1958-4c8d-a471-9b7f820bff63 tempest-FloatingIPsTestJSON-4912810 tempest-FloatingIPsTestJSON-4912810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:38.742702 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-a5f7a764-6bae-4dd9-be9a-3da5afe0ce1d req-46f4a771-1958-4c8d-a471-9b7f820bff63 tempest-FloatingIPsTestJSON-4912810 tempest-FloatingIPsTestJSON-4912810-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:38.788615 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-942267a8-da24-4f2e-b49e-a800fa8d5391 None None] Transition to ACTIVE for port object 3ca7a4b8-8037-48b0-8dc0-89b43736d843 will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:46:38.810832 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-942267a8-da24-4f2e-b49e-a800fa8d5391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:38.967683 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c38c9794-cd49-4c2a-a506-2a22694c9201 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify callbacks [] for router, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:38.995559 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942267a8-da24-4f2e-b49e-a800fa8d5391 None None] Pushing event updated for resources: {'Port': ['ID=3ca7a4b8-8037-48b0-8dc0-89b43736d843,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:46:39.006964 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e0dc25db-15cf-4806-9f80-7372a2fdd8bc tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25038609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30075142'] for subnet, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:39.010433 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [req-a5f7a764-6bae-4dd9-be9a-3da5afe0ce1d req-46f4a771-1958-4c8d-a471-9b7f820bff63 tempest-FloatingIPsTestJSON-4912810 tempest-FloatingIPsTestJSON-4912810-project] Calling delete_port for 556e3d64-b8ae-450c-8bb8-5c2c426ce02d owned by network:floatingip {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:46:39.038969 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942267a8-da24-4f2e-b49e-a800fa8d5391 None None] Network cb9dc7a7-33f6-48eb-9e8e-618e82771599 is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:46:39.042797 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-942267a8-da24-4f2e-b49e-a800fa8d5391 None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:46:39.069379 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942267a8-da24-4f2e-b49e-a800fa8d5391 None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:46:39.141580 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ee7c07-5de5-4612-8093-9d8a062f6be0 req-3118cd9e-14f8-49b1-93cd-a63a48ab72c7 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:46:39.145257 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c9ee7c07-5de5-4612-8093-9d8a062f6be0 req-3118cd9e-14f8-49b1-93cd-a63a48ab72c7 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.58 "GET /v2.0/ports?device_id=38f2a801-3a66-4b5c-89f8-9abd0a3fdfc3 HTTP/1.1" status: 200 len: 946 time: 0.5755072 Aug 05 11:46:39.244617 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-942267a8-da24-4f2e-b49e-a800fa8d5391 None None] Attempting to bind port 3ca7a4b8-8037-48b0-8dc0-89b43736d843 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:46:39.245537 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-942267a8-da24-4f2e-b49e-a800fa8d5391 None None] Attempting to bind port 3ca7a4b8-8037-48b0-8dc0-89b43736d843 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'e5045a12-3098-4951-81f4-5b50cda0cb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'cb9dc7a7-33f6-48eb-9e8e-618e82771599'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:46:39.246159 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942267a8-da24-4f2e-b49e-a800fa8d5391 None None] Attempting to bind port 3ca7a4b8-8037-48b0-8dc0-89b43736d843 on network cb9dc7a7-33f6-48eb-9e8e-618e82771599 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:46:39.262161 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942267a8-da24-4f2e-b49e-a800fa8d5391 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:46:39.263488 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942267a8-da24-4f2e-b49e-a800fa8d5391 None None] Checking segment: {'id': 'e5045a12-3098-4951-81f4-5b50cda0cb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'cb9dc7a7-33f6-48eb-9e8e-618e82771599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:46:39.264474 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-942267a8-da24-4f2e-b49e-a800fa8d5391 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:39.265675 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942267a8-da24-4f2e-b49e-a800fa8d5391 None None] Bound using segment: {'id': 'e5045a12-3098-4951-81f4-5b50cda0cb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'cb9dc7a7-33f6-48eb-9e8e-618e82771599'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:46:39.266830 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-942267a8-da24-4f2e-b49e-a800fa8d5391 None None] Bound port: 3ca7a4b8-8037-48b0-8dc0-89b43736d843, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5045a12-3098-4951-81f4-5b50cda0cb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'cb9dc7a7-33f6-48eb-9e8e-618e82771599'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:46:39.267830 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-942267a8-da24-4f2e-b49e-a800fa8d5391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:39.362989 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dc25db-15cf-4806-9f80-7372a2fdd8bc tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Pushing event deleted for resources: {'Subnet': ['ID=05033774-d162-47d0-836b-c71aeb0bd21d,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:46:39.399036 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c9ee7c07-5de5-4612-8093-9d8a062f6be0 req-81bd0492-3d74-496a-9dfc-dc89efe37af5 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.58 "GET /v2.0/security-groups?id=ab2b5f38-a05a-4ac9-a8bf-2f9bfdcd31b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705518 Aug 05 11:46:39.440949 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-78ef6c23-c125-40dd-9e60-5977024d664b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:39.577088 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e0dc25db-15cf-4806-9f80-7372a2fdd8bc tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:39.617287 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-e0dc25db-15cf-4806-9f80-7372a2fdd8bc tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb9dc7a7-33f6-48eb-9e8e-618e82771599']}} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:46:39.621453 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e60d4cb6-c0a4-4ab1-93db-c4b6e98e1d2f tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:39.622522 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-942267a8-da24-4f2e-b49e-a800fa8d5391 None None] For port 3ca7a4b8-8037-48b0-8dc0-89b43736d843, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:46:39.630971 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-942267a8-da24-4f2e-b49e-a800fa8d5391 None None] For port 3ca7a4b8-8037-48b0-8dc0-89b43736d843, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=3ca7a4b8-8037-48b0-8dc0-89b43736d843,segment=NetworkSegment(e5045a12-3098-4951-81f4-5b50cda0cb7c),segment_id=e5045a12-3098-4951-81f4-5b50cda0cb7c)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:46:39.642585 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-942267a8-da24-4f2e-b49e-a800fa8d5391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:39.675494 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-e0dc25db-15cf-4806-9f80-7372a2fdd8bc tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5045a12-3098-4951-81f4-5b50cda0cb7c') {'for_net_delete': True} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:46:39.676438 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-e0dc25db-15cf-4806-9f80-7372a2fdd8bc tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5045a12-3098-4951-81f4-5b50cda0cb7c') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:46:39.706654 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e0dc25db-15cf-4806-9f80-7372a2fdd8bc tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29786371'] for segment, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:39.756520 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e0dc25db-15cf-4806-9f80-7372a2fdd8bc tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:39.767239 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c38c9794-cd49-4c2a-a506-2a22694c9201 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:39.778622 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0dc25db-15cf-4806-9f80-7372a2fdd8bc tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=94421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:46:39.779770 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e0dc25db-15cf-4806-9f80-7372a2fdd8bc tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25038799'] for segment, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:39.785747 n-d-803378-2 neutron-server[94421]: Traceback (most recent call last): Aug 05 11:46:39.785747 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:46:39.785747 n-d-803378-2 neutron-server[94421]: timer() Aug 05 11:46:39.785747 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:46:39.785747 n-d-803378-2 neutron-server[94421]: cb(*args, **kw) Aug 05 11:46:39.785747 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:46:39.785747 n-d-803378-2 neutron-server[94421]: return func(*args, **kwargs) Aug 05 11:46:39.785747 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:46:39.785747 n-d-803378-2 neutron-server[94421]: self._notify() Aug 05 11:46:39.785747 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:46:39.785747 n-d-803378-2 neutron-server[94421]: self.callback(batched_events) Aug 05 11:46:39.785747 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:46:39.785747 n-d-803378-2 neutron-server[94421]: event.method(event) Aug 05 11:46:39.785747 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:46:39.785747 n-d-803378-2 neutron-server[94421]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:46:39.785747 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:46:39.785747 n-d-803378-2 neutron-server[94421]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:46:39.785747 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:46:39.785747 n-d-803378-2 neutron-server[94421]: return f(self, *a, **k) Aug 05 11:46:39.785747 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:46:39.785747 n-d-803378-2 neutron-server[94421]: return self._get(url).json() Aug 05 11:46:39.785747 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:46:39.785747 n-d-803378-2 neutron-server[94421]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:46:39.785747 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:46:39.785747 n-d-803378-2 neutron-server[94421]: return self.request(url, 'GET', **kwargs) Aug 05 11:46:39.785747 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:46:39.785747 n-d-803378-2 neutron-server[94421]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:46:39.785747 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:46:39.785747 n-d-803378-2 neutron-server[94421]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:46:39.785747 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:46:39.785747 n-d-803378-2 neutron-server[94421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:46:39.785747 n-d-803378-2 neutron-server[94421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:46:39.791532 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d4cb6-c0a4-4ab1-93db-c4b6e98e1d2f tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] Pushing event deleted for resources: {'Port': ['ID=14ff5ddd-29c5-4655-bf8c-761365dd5c0f,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:46:39.841316 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942267a8-da24-4f2e-b49e-a800fa8d5391 None None] Pushing event updated for resources: {'Port': ['ID=3ca7a4b8-8037-48b0-8dc0-89b43736d843,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:46:39.864528 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c7edbc-2247-47ac-983e-7a1879305359 None None] Network cb9dc7a7-33f6-48eb-9e8e-618e82771599 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:46:39.919483 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d4cb6-c0a4-4ab1-93db-c4b6e98e1d2f tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:46:39.920293 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d4cb6-c0a4-4ab1-93db-c4b6e98e1d2f tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:46:39.921110 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d4cb6-c0a4-4ab1-93db-c4b6e98e1d2f tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:46:39.921913 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d4cb6-c0a4-4ab1-93db-c4b6e98e1d2f tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:46:39.922397 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d4cb6-c0a4-4ab1-93db-c4b6e98e1d2f tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:46:39.922814 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d4cb6-c0a4-4ab1-93db-c4b6e98e1d2f tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:46:39.923348 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d4cb6-c0a4-4ab1-93db-c4b6e98e1d2f tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:46:39.923940 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d4cb6-c0a4-4ab1-93db-c4b6e98e1d2f tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:46:39.924312 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d4cb6-c0a4-4ab1-93db-c4b6e98e1d2f tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:46:39.925884 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d4cb6-c0a4-4ab1-93db-c4b6e98e1d2f tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:46:39.926388 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d4cb6-c0a4-4ab1-93db-c4b6e98e1d2f tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:46:39.927685 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d4cb6-c0a4-4ab1-93db-c4b6e98e1d2f tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:46:39.988067 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.db.api [None req-e0dc25db-15cf-4806-9f80-7372a2fdd8bc tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 05 11:46:39.988067 n-d-803378-2 neutron-server[94421]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 05 11:46:39.988067 n-d-803378-2 neutron-server[94421]: [parameters: {'id': 'cb9dc7a7-33f6-48eb-9e8e-618e82771599'}] Aug 05 11:46:39.988067 n-d-803378-2 neutron-server[94421]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94421) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 05 11:46:39.991829 n-d-803378-2 neutron-server[94421]: DEBUG oslo_db.api [None req-e0dc25db-15cf-4806-9f80-7372a2fdd8bc tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 11:46:40.024990 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1f7cf563-4b5d-4835-a3d0-0ca8195f9a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:40.029834 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-a5f7a764-6bae-4dd9-be9a-3da5afe0ce1d req-46f4a771-1958-4c8d-a471-9b7f820bff63 tempest-FloatingIPsTestJSON-4912810 tempest-FloatingIPsTestJSON-4912810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:40.151261 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f4a771-1958-4c8d-a471-9b7f820bff63 tempest-FloatingIPsTestJSON-4912810 tempest-FloatingIPsTestJSON-4912810-project] Pushing event deleted for resources: {'Port': ['ID=556e3d64-b8ae-450c-8bb8-5c2c426ce02d,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:46:40.185718 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:40.256722 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-c38c9794-cd49-4c2a-a506-2a22694c9201 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Deleting port de4a3c73-3346-450c-a6a9-4e774669c4de {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:46:40.257665 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c38c9794-cd49-4c2a-a506-2a22694c9201 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:40.291825 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e60d4cb6-c0a4-4ab1-93db-c4b6e98e1d2f tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:40.296161 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-e60d4cb6-c0a4-4ab1-93db-c4b6e98e1d2f tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] 10.222.0.58 "DELETE /v2.0/ports/14ff5ddd-29c5-4655-bf8c-761365dd5c0f HTTP/1.1" status: 204 len: 168 time: 2.9817159 Aug 05 11:46:40.315208 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41838) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:40.352416 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7c62d1-40b9-4cc7-b951-97b203b350c5 None None] get_active_networks_info from n-d-803378-2 {{(pid=94422) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 05 11:46:40.355949 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-a5f7a764-6bae-4dd9-be9a-3da5afe0ce1d req-46f4a771-1958-4c8d-a471-9b7f820bff63 tempest-FloatingIPsTestJSON-4912810 tempest-FloatingIPsTestJSON-4912810-project] Notify callbacks [] for floatingip, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:40.366238 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-a5f7a764-6bae-4dd9-be9a-3da5afe0ce1d req-46f4a771-1958-4c8d-a471-9b7f820bff63 tempest-FloatingIPsTestJSON-4912810 tempest-FloatingIPsTestJSON-4912810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:40.377305 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a5f7a764-6bae-4dd9-be9a-3da5afe0ce1d req-46f4a771-1958-4c8d-a471-9b7f820bff63 tempest-FloatingIPsTestJSON-4912810 tempest-FloatingIPsTestJSON-4912810-project] 10.222.0.58 "DELETE /v2.0/floatingips/d311584d-1987-4b21-a706-3f671c4e06d6 HTTP/1.1" status: 204 len: 173 time: 2.8560252 Aug 05 11:46:40.481198 n-d-803378-2 neutron-server[94420]: INFO neutron.api.v2.resource [req-ffa43292-5f5a-4f63-9116-98d65847a596 req-cfe1e1cb-cec5-4bf1-bf4d-98cc47ac01bd tempest-FloatingIPsTestJSON-4912810 tempest-FloatingIPsTestJSON-4912810-project] show failed (client error): The resource could not be found. Aug 05 11:46:40.483033 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ffa43292-5f5a-4f63-9116-98d65847a596 req-cfe1e1cb-cec5-4bf1-bf4d-98cc47ac01bd tempest-FloatingIPsTestJSON-4912810 tempest-FloatingIPsTestJSON-4912810-project] 10.222.0.58 "GET /v2.0/floatingips/d311584d-1987-4b21-a706-3f671c4e06d6 HTTP/1.1" status: 404 len: 350 time: 0.0763884 Aug 05 11:46:40.501176 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e0dc25db-15cf-4806-9f80-7372a2fdd8bc tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:40.586649 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc7c62d1-40b9-4cc7-b951-97b203b350c5 None None] Resources bound (agent type, host, resource id): {{(pid=94422) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 05 11:46:40.628177 n-d-803378-2 neutron-server[94420]: INFO neutron.api.v2.resource [req-9e8ac3c0-8fbe-4af5-8e9b-de1a26b582ab req-45b834b3-011a-483f-b699-0b51d038a3ae tempest-FloatingIPsTestJSON-4912810 tempest-FloatingIPsTestJSON-4912810-project] show failed (client error): The resource could not be found. Aug 05 11:46:40.629479 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9e8ac3c0-8fbe-4af5-8e9b-de1a26b582ab req-45b834b3-011a-483f-b699-0b51d038a3ae tempest-FloatingIPsTestJSON-4912810 tempest-FloatingIPsTestJSON-4912810-project] 10.222.0.58 "GET /v2.0/floatingips/d311584d-1987-4b21-a706-3f671c4e06d6 HTTP/1.1" status: 404 len: 350 time: 0.1007552 Aug 05 11:46:40.661343 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [None req-c38c9794-cd49-4c2a-a506-2a22694c9201 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] For port de4a3c73-3346-450c-a6a9-4e774669c4de, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=de4a3c73-3346-450c-a6a9-4e774669c4de,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:46:40.662674 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c38c9794-cd49-4c2a-a506-2a22694c9201 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:40.688231 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 41848) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:40.696478 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-c38c9794-cd49-4c2a-a506-2a22694c9201 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Calling delete_port for de4a3c73-3346-450c-a6a9-4e774669c4de owned by network:router_gateway {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:46:40.846989 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2392bd6-0bae-446a-b35e-1c39b6386761 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] Deleting subnet a6ac8ac0-df7b-45e1-8eba-1fd2e2c6eae5 {{(pid=94421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:46:40.854652 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a2392bd6-0bae-446a-b35e-1c39b6386761 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] Notify callbacks [] for subnet, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:40.857668 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258f779d-85ae-44e1-a622-036689574651 req-f72a68a3-eda6-4cc2-b1e7-599df90752e8 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:46:40.868310 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-258f779d-85ae-44e1-a622-036689574651 req-f72a68a3-eda6-4cc2-b1e7-599df90752e8 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.58 "GET /v2.0/ports?device_id=38f2a801-3a66-4b5c-89f8-9abd0a3fdfc3 HTTP/1.1" status: 200 len: 946 time: 0.2446632 Aug 05 11:46:40.961305 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a2392bd6-0bae-446a-b35e-1c39b6386761 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29786388'] for subnet, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:41.063693 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-258f779d-85ae-44e1-a622-036689574651 req-4a1d3c0a-a401-4a40-9765-1fe047e88a6c tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.58 "GET /v2.0/security-groups?id=ab2b5f38-a05a-4ac9-a8bf-2f9bfdcd31b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249475 Aug 05 11:46:41.123640 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-78ef6c23-c125-40dd-9e60-5977024d664b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:41.153419 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-78ef6c23-c125-40dd-9e60-5977024d664b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:41.305832 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 41852) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:41.314439 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a2392bd6-0bae-446a-b35e-1c39b6386761 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:41.448451 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-78ef6c23-c125-40dd-9e60-5977024d664b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b7ab1c6c161f4d0198298cf280217f58&name=default HTTP/1.1" status: 200 len: 2983 time: 2.8071201 Aug 05 11:46:41.454209 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 41856) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:41.460362 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ef6c23-c125-40dd-9e60-5977024d664b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8059009-69b2-4f73-a746-350f460ce2d4,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:46:41.607464 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-dc3e0fb7-b10f-4313-8627-f894fb342bac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:41.639247 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a2392bd6-0bae-446a-b35e-1c39b6386761 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25038609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30075142'] for subnet, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:41.643652 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-e0dc25db-15cf-4806-9f80-7372a2fdd8bc tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Deleting port 3ca7a4b8-8037-48b0-8dc0-89b43736d843 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:46:41.644232 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e0dc25db-15cf-4806-9f80-7372a2fdd8bc tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:41.705311 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c74771d8-54c1-4044-a611-30abc05a7790 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:41.711752 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:41.813427 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c74771d8-54c1-4044-a611-30abc05a7790 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:41.830004 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a2392bd6-0bae-446a-b35e-1c39b6386761 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:41.838004 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-a2392bd6-0bae-446a-b35e-1c39b6386761 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] 10.222.0.58 "DELETE /v2.0/subnets/a6ac8ac0-df7b-45e1-8eba-1fd2e2c6eae5 HTTP/1.1" status: 204 len: 168 time: 1.5128393 Aug 05 11:46:41.838004 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2392bd6-0bae-446a-b35e-1c39b6386761 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] Pushing event deleted for resources: {'Subnet': ['ID=a6ac8ac0-df7b-45e1-8eba-1fd2e2c6eae5,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:46:41.846283 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 41858) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:41.853774 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5496ccd1-a77d-4f6d-ac52-386eb6adb6ad None None] Network 4b0aa930-e06c-484d-bddb-1bfb4d3b0637 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:46:41.936532 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c38c9794-cd49-4c2a-a506-2a22694c9201 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:41.972522 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [None req-e0dc25db-15cf-4806-9f80-7372a2fdd8bc tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] For port 3ca7a4b8-8037-48b0-8dc0-89b43736d843, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=3ca7a4b8-8037-48b0-8dc0-89b43736d843,segment=NetworkSegment(e5045a12-3098-4951-81f4-5b50cda0cb7c),segment_id=e5045a12-3098-4951-81f4-5b50cda0cb7c)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:46:41.973296 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e0dc25db-15cf-4806-9f80-7372a2fdd8bc tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:42.039405 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38c9794-cd49-4c2a-a506-2a22694c9201 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Pushing event deleted for resources: {'Port': ['ID=de4a3c73-3346-450c-a6a9-4e774669c4de,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:46:42.061213 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-e0dc25db-15cf-4806-9f80-7372a2fdd8bc tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Calling delete_port for 3ca7a4b8-8037-48b0-8dc0-89b43736d843 owned by network:dhcp {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:46:42.069683 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4445cd2a-39f4-4c2e-9493-0820bddf17cf req-7b68ff2c-accf-454b-8a47-cc3551988555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:46:42.073361 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4445cd2a-39f4-4c2e-9493-0820bddf17cf req-7b68ff2c-accf-454b-8a47-cc3551988555 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=38f2a801-3a66-4b5c-89f8-9abd0a3fdfc3 HTTP/1.1" status: 200 len: 1097 time: 0.3341358 Aug 05 11:46:42.141696 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ed08bb8e-900f-43dd-bace-2dffb9637295 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:42.229899 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c74771d8-54c1-4044-a611-30abc05a7790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:42.235194 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c74771d8-54c1-4044-a611-30abc05a7790 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:42.241795 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-c74771d8-54c1-4044-a611-30abc05a7790 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f8059009-69b2-4f73-a746-350f460ce2d4 HTTP/1.1" status: 204 len: 168 time: 0.7804573 Aug 05 11:46:42.249461 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-dc3e0fb7-b10f-4313-8627-f894fb342bac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:42.294554 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-dc3e0fb7-b10f-4313-8627-f894fb342bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:42.311913 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3814651d-df6e-4814-b584-c6affea34f87 None None] DHCP port deletion for 4b0aa930-e06c-484d-bddb-1bfb4d3b0637 request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 11:46:42.334207 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c38c9794-cd49-4c2a-a506-2a22694c9201 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33285055'] for router_gateway, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:42.421591 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4a050bf7-760c-45b5-bcee-948339691999 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33208311'] for router_interface, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:42.436761 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-dc3e0fb7-b10f-4313-8627-f894fb342bac admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b682f04511134dc880fb4f3e69ef0d0f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1287484 Aug 05 11:46:42.442174 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 41864) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:42.445502 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-3814651d-df6e-4814-b584-c6affea34f87 None None] Deleting port 2a7c55d3-602d-46b9-ab0b-3c1d21003449 {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:46:42.446354 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-3814651d-df6e-4814-b584-c6affea34f87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:42.450418 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74771d8-54c1-4044-a611-30abc05a7790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8059009-69b2-4f73-a746-350f460ce2d4,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:46:42.468676 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4445cd2a-39f4-4c2e-9493-0820bddf17cf req-6453922c-1393-4902-b5c3-b082a3165737 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ab2b5f38-a05a-4ac9-a8bf-2f9bfdcd31b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3439612 Aug 05 11:46:42.555465 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c38c9794-cd49-4c2a-a506-2a22694c9201 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33262979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1951'] for router, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:42.562365 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c38c9794-cd49-4c2a-a506-2a22694c9201 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:42.624506 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-3814651d-df6e-4814-b584-c6affea34f87 None None] For port 2a7c55d3-602d-46b9-ab0b-3c1d21003449, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=2a7c55d3-602d-46b9-ab0b-3c1d21003449,segment=NetworkSegment(638178fb-613e-4629-af14-cc7a5ad11fb1),segment_id=638178fb-613e-4629-af14-cc7a5ad11fb1)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:46:42.626131 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-3814651d-df6e-4814-b584-c6affea34f87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:42.657160 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-3814651d-df6e-4814-b584-c6affea34f87 None None] Calling delete_port for 2a7c55d3-602d-46b9-ab0b-3c1d21003449 owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:46:42.694349 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c38c9794-cd49-4c2a-a506-2a22694c9201 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33262474'] for router, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:42.695729 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c38c9794-cd49-4c2a-a506-2a22694c9201 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fa01bc38-f682-483b-87f8-fde33315be39 {{(pid=94421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 11:46:42.714991 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c38c9794-cd49-4c2a-a506-2a22694c9201 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify callbacks [] for router, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:42.716286 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-c38c9794-cd49-4c2a-a506-2a22694c9201 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] 10.222.0.58 "DELETE /v2.0/routers/fa01bc38-f682-483b-87f8-fde33315be39 HTTP/1.1" status: 204 len: 168 time: 4.4713280 Aug 05 11:46:42.718220 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e0dc25db-15cf-4806-9f80-7372a2fdd8bc tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:42.737998 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41868) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:42.795704 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0dc25db-15cf-4806-9f80-7372a2fdd8bc tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] No DVR routers for this DVR port 3ca7a4b8-8037-48b0-8dc0-89b43736d843 on host n-d-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:46:42.811378 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dc25db-15cf-4806-9f80-7372a2fdd8bc tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Pushing event deleted for resources: {'Port': ['ID=3ca7a4b8-8037-48b0-8dc0-89b43736d843,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:46:42.822354 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-16fd7476-da56-4091-b212-e155e66b63d4 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-20595029', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}, 'admin_state_up': False}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:46:42.969255 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3e0fb7-b10f-4313-8627-f894fb342bac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9a98241-1308-4c6a-8c9c-26d2af52ab27,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:46:43.014579 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e392a69b-c435-47a5-87e8-8c86f801ef60 req-1ff7fd69-fabf-499c-975d-382a158a75a0 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:46:43.018315 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e392a69b-c435-47a5-87e8-8c86f801ef60 req-1ff7fd69-fabf-499c-975d-382a158a75a0 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.58 "GET /v2.0/ports?device_id=38f2a801-3a66-4b5c-89f8-9abd0a3fdfc3 HTTP/1.1" status: 200 len: 946 time: 0.7298436 Aug 05 11:46:43.029613 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-16fd7476-da56-4091-b212-e155e66b63d4 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33260300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1929'] for router, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:43.031919 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-16fd7476-da56-4091-b212-e155e66b63d4 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33285914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33034662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1926'] for router, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:43.080964 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-3814651d-df6e-4814-b584-c6affea34f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:43.105881 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e0dc25db-15cf-4806-9f80-7372a2fdd8bc tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:43.112425 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-90c70d38-eca7-44f2-ab42-367a926759b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:43.122073 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3814651d-df6e-4814-b584-c6affea34f87 None None] No DVR routers for this DVR port 2a7c55d3-602d-46b9-ab0b-3c1d21003449 on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:46:43.151411 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-e0dc25db-15cf-4806-9f80-7372a2fdd8bc tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb9dc7a7-33f6-48eb-9e8e-618e82771599']}} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:46:43.198560 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3814651d-df6e-4814-b584-c6affea34f87 None None] Pushing event deleted for resources: {'Port': ['ID=2a7c55d3-602d-46b9-ab0b-3c1d21003449,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:46:43.239005 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-e0dc25db-15cf-4806-9f80-7372a2fdd8bc tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5045a12-3098-4951-81f4-5b50cda0cb7c') {'for_net_delete': True} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:46:43.240348 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-e0dc25db-15cf-4806-9f80-7372a2fdd8bc tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5045a12-3098-4951-81f4-5b50cda0cb7c') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:46:43.244566 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-ed08bb8e-900f-43dd-bace-2dffb9637295 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] Deleting port 2a7c55d3-602d-46b9-ab0b-3c1d21003449 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:46:43.244566 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ed08bb8e-900f-43dd-bace-2dffb9637295 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:43.245021 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-16fd7476-da56-4091-b212-e155e66b63d4 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:43.270436 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e0dc25db-15cf-4806-9f80-7372a2fdd8bc tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29786371'] for segment, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:43.393616 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-90c70d38-eca7-44f2-ab42-367a926759b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:43.423886 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e0dc25db-15cf-4806-9f80-7372a2fdd8bc tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:43.465895 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e392a69b-c435-47a5-87e8-8c86f801ef60 req-c1c2679b-aa33-4a12-9909-20bb3736547d tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.58 "GET /v2.0/security-groups?id=ab2b5f38-a05a-4ac9-a8bf-2f9bfdcd31b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3958256 Aug 05 11:46:43.521507 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-ed08bb8e-900f-43dd-bace-2dffb9637295 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] For port 2a7c55d3-602d-46b9-ab0b-3c1d21003449, host n-d-803378-2, got binding levels [] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:46:43.521999 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ed08bb8e-900f-43dd-bace-2dffb9637295 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:43.552964 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-ed08bb8e-900f-43dd-bace-2dffb9637295 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] Calling delete_port for 2a7c55d3-602d-46b9-ab0b-3c1d21003449 owned by network:dhcp {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:46:43.552964 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.ipam_backend_mixin [None req-ed08bb8e-900f-43dd-bace-2dffb9637295 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] Port 2a7c55d3-602d-46b9-ab0b-3c1d21003449 was not found and therefore no delete operation was performed {{(pid=94420) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 05 11:46:43.570989 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ed08bb8e-900f-43dd-bace-2dffb9637295 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:43.600816 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed08bb8e-900f-43dd-bace-2dffb9637295 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] No DVR routers for this DVR port 2a7c55d3-602d-46b9-ab0b-3c1d21003449 on host n-d-803378-2 {{(pid=94420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:46:43.652855 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed08bb8e-900f-43dd-bace-2dffb9637295 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] Pushing event deleted for resources: {'Port': ['ID=2a7c55d3-602d-46b9-ab0b-3c1d21003449,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:46:43.736995 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-90c70d38-eca7-44f2-ab42-367a926759b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:43.740327 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-90c70d38-eca7-44f2-ab42-367a926759b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:43.744717 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-90c70d38-eca7-44f2-ab42-367a926759b6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f9a98241-1308-4c6a-8c9c-26d2af52ab27 HTTP/1.1" status: 204 len: 168 time: 1.2877047 Aug 05 11:46:43.816647 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 2a7c55d3-602d-46b9-ab0b-3c1d21003449 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:46:43.879024 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c70d38-eca7-44f2-ab42-367a926759b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9a98241-1308-4c6a-8c9c-26d2af52ab27,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:46:43.915358 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 2a7c55d3-602d-46b9-ab0b-3c1d21003449 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:46:43.916126 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 2a7c55d3-602d-46b9-ab0b-3c1d21003449 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:46:43.917173 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device de4a3c73-3346-450c-a6a9-4e774669c4de no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:46:43.938821 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ed08bb8e-900f-43dd-bace-2dffb9637295 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:43.966569 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-ed08bb8e-900f-43dd-bace-2dffb9637295 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b0aa930-e06c-484d-bddb-1bfb4d3b0637']}} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:46:43.980627 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: de4a3c73-3346-450c-a6a9-4e774669c4de {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:46:43.981727 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device de4a3c73-3346-450c-a6a9-4e774669c4de not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:46:44.009315 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:44.020662 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-ed08bb8e-900f-43dd-bace-2dffb9637295 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '638178fb-613e-4629-af14-cc7a5ad11fb1') {'for_net_delete': True} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:46:44.022651 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-ed08bb8e-900f-43dd-bace-2dffb9637295 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '638178fb-613e-4629-af14-cc7a5ad11fb1') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:46:44.053660 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ed08bb8e-900f-43dd-bace-2dffb9637295 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25010581'] for segment, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:44.098137 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ed08bb8e-900f-43dd-bace-2dffb9637295 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:44.115356 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed08bb8e-900f-43dd-bace-2dffb9637295 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=94420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:46:44.116072 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ed08bb8e-900f-43dd-bace-2dffb9637295 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29762581'] for segment, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:44.121591 n-d-803378-2 neutron-server[94420]: Traceback (most recent call last): Aug 05 11:46:44.121591 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:46:44.121591 n-d-803378-2 neutron-server[94420]: timer() Aug 05 11:46:44.121591 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:46:44.121591 n-d-803378-2 neutron-server[94420]: cb(*args, **kw) Aug 05 11:46:44.121591 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:46:44.121591 n-d-803378-2 neutron-server[94420]: return func(*args, **kwargs) Aug 05 11:46:44.121591 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:46:44.121591 n-d-803378-2 neutron-server[94420]: self._notify() Aug 05 11:46:44.121591 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:46:44.121591 n-d-803378-2 neutron-server[94420]: self.callback(batched_events) Aug 05 11:46:44.121591 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:46:44.121591 n-d-803378-2 neutron-server[94420]: event.method(event) Aug 05 11:46:44.121591 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:46:44.121591 n-d-803378-2 neutron-server[94420]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:46:44.121591 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:46:44.121591 n-d-803378-2 neutron-server[94420]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:46:44.121591 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:46:44.121591 n-d-803378-2 neutron-server[94420]: return f(self, *a, **k) Aug 05 11:46:44.121591 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:46:44.121591 n-d-803378-2 neutron-server[94420]: return self._get(url).json() Aug 05 11:46:44.121591 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:46:44.121591 n-d-803378-2 neutron-server[94420]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:46:44.121591 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:46:44.121591 n-d-803378-2 neutron-server[94420]: return self.request(url, 'GET', **kwargs) Aug 05 11:46:44.121591 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:46:44.121591 n-d-803378-2 neutron-server[94420]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:46:44.121591 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:46:44.121591 n-d-803378-2 neutron-server[94420]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:46:44.121591 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:46:44.121591 n-d-803378-2 neutron-server[94420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:46:44.121591 n-d-803378-2 neutron-server[94420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:46:44.247377 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-4a050bf7-760c-45b5-bcee-948339691999 admin admin] Deleting port f5cd739e-fdc3-4250-b78a-b1da6001763d {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:46:44.247932 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4a050bf7-760c-45b5-bcee-948339691999 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:44.344151 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ed08bb8e-900f-43dd-bace-2dffb9637295 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:44.389000 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ed08bb8e-900f-43dd-bace-2dffb9637295 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:44.393100 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-ed08bb8e-900f-43dd-bace-2dffb9637295 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] 10.222.0.58 "DELETE /v2.0/networks/4b0aa930-e06c-484d-bddb-1bfb4d3b0637 HTTP/1.1" status: 204 len: 168 time: 2.5412860 Aug 05 11:46:44.437585 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0dc25db-15cf-4806-9f80-7372a2fdd8bc tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=94421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:46:44.438566 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e0dc25db-15cf-4806-9f80-7372a2fdd8bc tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25038799'] for segment, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:44.456022 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed08bb8e-900f-43dd-bace-2dffb9637295 tempest-TagsExtTest-2111428055 tempest-TagsExtTest-2111428055-project] Pushing event deleted for resources: {'Network': ['ID=4b0aa930-e06c-484d-bddb-1bfb4d3b0637,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:46:44.498377 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-4a050bf7-760c-45b5-bcee-948339691999 admin admin] For port f5cd739e-fdc3-4250-b78a-b1da6001763d, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=f5cd739e-fdc3-4250-b78a-b1da6001763d,segment=NetworkSegment(538d9be8-6bbc-483e-a4ce-241e8687e598),segment_id=538d9be8-6bbc-483e-a4ce-241e8687e598)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:46:44.498990 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4a050bf7-760c-45b5-bcee-948339691999 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:44.538421 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-4a050bf7-760c-45b5-bcee-948339691999 admin admin] Calling delete_port for f5cd739e-fdc3-4250-b78a-b1da6001763d owned by network:router_interface {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:46:44.544295 n-d-803378-2 neutron-server[94421]: Traceback (most recent call last): Aug 05 11:46:44.544295 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:46:44.544295 n-d-803378-2 neutron-server[94421]: timer() Aug 05 11:46:44.544295 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:46:44.544295 n-d-803378-2 neutron-server[94421]: cb(*args, **kw) Aug 05 11:46:44.544295 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:46:44.544295 n-d-803378-2 neutron-server[94421]: return func(*args, **kwargs) Aug 05 11:46:44.544295 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:46:44.544295 n-d-803378-2 neutron-server[94421]: self._notify() Aug 05 11:46:44.544295 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:46:44.544295 n-d-803378-2 neutron-server[94421]: self.callback(batched_events) Aug 05 11:46:44.544295 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:46:44.544295 n-d-803378-2 neutron-server[94421]: event.method(event) Aug 05 11:46:44.544295 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:46:44.544295 n-d-803378-2 neutron-server[94421]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:46:44.544295 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:46:44.544295 n-d-803378-2 neutron-server[94421]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:46:44.544295 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:46:44.544295 n-d-803378-2 neutron-server[94421]: return f(self, *a, **k) Aug 05 11:46:44.544295 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:46:44.544295 n-d-803378-2 neutron-server[94421]: return self._get(url).json() Aug 05 11:46:44.544295 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:46:44.544295 n-d-803378-2 neutron-server[94421]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:46:44.544295 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:46:44.544295 n-d-803378-2 neutron-server[94421]: return self.request(url, 'GET', **kwargs) Aug 05 11:46:44.544295 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:46:44.544295 n-d-803378-2 neutron-server[94421]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:46:44.544295 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:46:44.544295 n-d-803378-2 neutron-server[94421]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:46:44.544295 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:46:44.544295 n-d-803378-2 neutron-server[94421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:46:44.544295 n-d-803378-2 neutron-server[94421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:46:44.607996 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-16fd7476-da56-4091-b212-e155e66b63d4 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:44.618958 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e0dc25db-15cf-4806-9f80-7372a2fdd8bc tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:44.661121 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e0dc25db-15cf-4806-9f80-7372a2fdd8bc tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:44.666246 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-e0dc25db-15cf-4806-9f80-7372a2fdd8bc tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] 10.222.0.58 "DELETE /v2.0/networks/cb9dc7a7-33f6-48eb-9e8e-618e82771599 HTTP/1.1" status: 204 len: 168 time: 7.6859381 Aug 05 11:46:44.697051 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 41900) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:44.709554 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-5aa3abf0-6283-4472-98b5-ac8eac42dd5b tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1824852300'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:46:44.792331 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dc25db-15cf-4806-9f80-7372a2fdd8bc tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Pushing event deleted for resources: {'Network': ['ID=cb9dc7a7-33f6-48eb-9e8e-618e82771599,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:46:44.850336 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aa3abf0-6283-4472-98b5-ac8eac42dd5b tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Made reservation on behalf of 6feb354f44e34f96b67fc83b8a013813 for: {'network': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:46:44.854897 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5aa3abf0-6283-4472-98b5-ac8eac42dd5b tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:45.137940 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41906) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:45.138750 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-16fd7476-da56-4091-b212-e155e66b63d4 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Notify callbacks [] for router_gateway, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:45.201318 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-16fd7476-da56-4091-b212-e155e66b63d4 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:45.237972 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0bc15995-6ff9-4dd1-acd1-c8c560a56483 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:45.319611 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41908) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:45.406943 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5c5449-684b-4caf-a532-2d4c78faf7bf req-9c274895-98f6-4fe5-bdab-a12a8bd5956b tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:46:45.409722 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6e5c5449-684b-4caf-a532-2d4c78faf7bf req-9c274895-98f6-4fe5-bdab-a12a8bd5956b tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.58 "GET /v2.0/ports?device_id=38f2a801-3a66-4b5c-89f8-9abd0a3fdfc3 HTTP/1.1" status: 200 len: 946 time: 0.7109525 Aug 05 11:46:45.564401 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-16fd7476-da56-4091-b212-e155e66b63d4 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Allocated IP 172.25.5.184 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/d26c7805-fba0-4495-a9f2-783dc6b775f3) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:46:45.682418 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6e5c5449-684b-4caf-a532-2d4c78faf7bf req-c92f4e6a-9e48-4042-b089-9859c97ce4e2 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.58 "GET /v2.0/security-groups?id=ab2b5f38-a05a-4ac9-a8bf-2f9bfdcd31b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874550 Aug 05 11:46:45.683741 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4a050bf7-760c-45b5-bcee-948339691999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:45.782878 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a050bf7-760c-45b5-bcee-948339691999 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5cd739e-fdc3-4250-b78a-b1da6001763d,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:46:45.804724 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5aa3abf0-6283-4472-98b5-ac8eac42dd5b tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] vlan segment allocate from pool success with {'vlan_id': 652, 'physical_network': 'physnet1'} {{(pid=94420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:46:45.972344 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-16fd7476-da56-4091-b212-e155e66b63d4 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:46.059979 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5aa3abf0-6283-4472-98b5-ac8eac42dd5b tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:46.060458 n-d-803378-2 neutron-server[94420]: INFO neutron.db.segments_db [None req-5aa3abf0-6283-4472-98b5-ac8eac42dd5b tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Added segment 1b33364d-2ccb-4ecc-8d44-e92f707c1624 of type vlan for network 9569261d-7095-4d48-bdd8-6e94b1f924df Aug 05 11:46:46.200438 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5aa3abf0-6283-4472-98b5-ac8eac42dd5b tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:46.290390 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-2b0aeaf3-0810-443f-9664-cce06a1d9499 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=22b41aada03043e6909df87f80881f16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9688344 Aug 05 11:46:46.292902 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0bc15995-6ff9-4dd1-acd1-c8c560a56483 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:46.296105 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41928) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:46.300383 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-16fd7476-da56-4091-b212-e155e66b63d4 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:46.326342 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0bc15995-6ff9-4dd1-acd1-c8c560a56483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:46.410426 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5aa3abf0-6283-4472-98b5-ac8eac42dd5b tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:46.418770 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa3abf0-6283-4472-98b5-ac8eac42dd5b tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:46:46.420967 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5aa3abf0-6283-4472-98b5-ac8eac42dd5b tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:46.464914 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c6070-71a4-4204-b4a2-99e733f40219 req-2b66ed57-24c6-4e8f-b42a-07b90feb608e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:46:46.467983 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-453c6070-71a4-4204-b4a2-99e733f40219 req-2b66ed57-24c6-4e8f-b42a-07b90feb608e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4387c5d8394046fa838195311347b87b&device_id=38f2a801-3a66-4b5c-89f8-9abd0a3fdfc3 HTTP/1.1" status: 200 len: 1097 time: 0.3768544 Aug 05 11:46:46.532435 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4a050bf7-760c-45b5-bcee-948339691999 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33140263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33208171'] for router_interface, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:46.562323 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16fd7476-da56-4091-b212-e155e66b63d4 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:46:46.572851 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1702bb3f-5820-4ed2-a3cc-bd5eafae7e6e req-ad200702-6912-45ba-95f0-2cbc8cb4b9e0 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:46:46.575432 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1702bb3f-5820-4ed2-a3cc-bd5eafae7e6e req-ad200702-6912-45ba-95f0-2cbc8cb4b9e0 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.58 "GET /v2.0/ports?device_id=38f2a801-3a66-4b5c-89f8-9abd0a3fdfc3 HTTP/1.1" status: 200 len: 946 time: 0.4074247 Aug 05 11:46:46.590921 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-5aa3abf0-6283-4472-98b5-ac8eac42dd5b tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.8897321 Aug 05 11:46:46.601783 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 41930) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:46.617166 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-a47e39eb-0fc3-4e84-92ec-b1472496d544 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Request body: {'subnet': {'network_id': '9569261d-7095-4d48-bdd8-6e94b1f924df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:46:46.626023 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-16fd7476-da56-4091-b212-e155e66b63d4 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:46:46.641208 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa3abf0-6283-4472-98b5-ac8eac42dd5b tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Pushing event updated for resources: {'Network': ['ID=9569261d-7095-4d48-bdd8-6e94b1f924df,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:46:46.663574 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-0bc15995-6ff9-4dd1-acd1-c8c560a56483 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9880055cf50c4a99b3ed5f420d56655f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4748304 Aug 05 11:46:46.673936 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fd7476-da56-4091-b212-e155e66b63d4 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:46:46.678703 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 9569261d-7095-4d48-bdd8-6e94b1f924df details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:46:46.681940 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 41932) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:46.743378 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fd7476-da56-4091-b212-e155e66b63d4 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Pushing event updated for resources: {'Port': ['ID=d26c7805-fba0-4495-a9f2-783dc6b775f3,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:46:46.757018 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc15995-6ff9-4dd1-acd1-c8c560a56483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a412fe7a-2163-4dfb-9e5c-2a9f9ce590e6,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:46:46.874620 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-926ddb3b-0026-4f17-859c-22a900b5f1fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:46.985826 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1702bb3f-5820-4ed2-a3cc-bd5eafae7e6e req-e3722774-4972-49d5-afd9-27ce87b1e2e4 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.58 "GET /v2.0/security-groups?id=ab2b5f38-a05a-4ac9-a8bf-2f9bfdcd31b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3864369 Aug 05 11:46:47.059395 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41934) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:47.064441 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-926ddb3b-0026-4f17-859c-22a900b5f1fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:47.087355 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-de9925ec-71fe-46f7-beee-37e623c529ba tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-370818245', 'description': 'tempest-secgroup-smoke-370818245 description', 'project_id': '7f88688726d24c8e9d77831659c7c3ae'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:46:47.173289 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-14d1650b-144a-4597-b13d-81bf2704dd82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:47.184944 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a47e39eb-0fc3-4e84-92ec-b1472496d544 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Made reservation on behalf of 6feb354f44e34f96b67fc83b8a013813 for: {'subnet': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:46:47.191046 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a47e39eb-0fc3-4e84-92ec-b1472496d544 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24211133'] for subnet, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:47.229397 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.db.api [None req-de9925ec-71fe-46f7-beee-37e623c529ba tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 05 11:46:47.229397 n-d-803378-2 neutron-server[94421]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 05 11:46:47.229397 n-d-803378-2 neutron-server[94421]: [parameters: {'project_id_1': '7f88688726d24c8e9d77831659c7c3ae', 'expiration_1': datetime.datetime(2021, 8, 5, 11, 46, 47, 115907)}] Aug 05 11:46:47.229397 n-d-803378-2 neutron-server[94421]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94421) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 05 11:46:47.230078 n-d-803378-2 neutron-server[94421]: DEBUG oslo_db.api [None req-de9925ec-71fe-46f7-beee-37e623c529ba tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 11:46:47.242583 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c6070-71a4-4204-b4a2-99e733f40219 req-ec5ae152-6583-4f32-ad48-f408a7946d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:46:47.245696 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-453c6070-71a4-4204-b4a2-99e733f40219 req-ec5ae152-6583-4f32-ad48-f408a7946d09 service neutron] 10.222.0.64 "GET /v2.0/networks?id=70811fd3-f1ad-446e-9d22-c9fd1055c61c HTTP/1.1" status: 200 len: 911 time: 0.7324646 Aug 05 11:46:47.344581 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-453c6070-71a4-4204-b4a2-99e733f40219 req-0df90523-3c99-4704-a7f8-7833a3394194 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7abe8ac-b0df-444c-8b55-309e246b1b4d HTTP/1.1" status: 200 len: 217 time: 0.0885966 Aug 05 11:46:47.393899 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-14d1650b-144a-4597-b13d-81bf2704dd82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:47.483957 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-926ddb3b-0026-4f17-859c-22a900b5f1fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:47.487539 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-926ddb3b-0026-4f17-859c-22a900b5f1fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:47.489460 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-926ddb3b-0026-4f17-859c-22a900b5f1fc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c3b59aa9-4aa7-4442-ba9b-0da8a48a6174 HTTP/1.1" status: 204 len: 168 time: 1.1915503 Aug 05 11:46:47.583029 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926ddb3b-0026-4f17-859c-22a900b5f1fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3b59aa9-4aa7-4442-ba9b-0da8a48a6174,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:46:47.610290 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c6070-71a4-4204-b4a2-99e733f40219 req-b51afb27-4fad-4687-a3db-28cf8497596b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:46:47.613032 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-453c6070-71a4-4204-b4a2-99e733f40219 req-b51afb27-4fad-4687-a3db-28cf8497596b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=71a2d471-ec02-42ce-91bf-6bee2a437528 HTTP/1.1" status: 200 len: 850 time: 0.2581267 Aug 05 11:46:47.665603 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a050bf7-760c-45b5-bcee-948339691999 admin admin] Router 54d21272-f358-4b37-8503-84ed75671c4b has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 11:46:47.677522 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-16fd7476-da56-4091-b212-e155e66b63d4 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Notify callbacks [] for router_gateway, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:47.716180 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-14d1650b-144a-4597-b13d-81bf2704dd82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:47.720926 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-14d1650b-144a-4597-b13d-81bf2704dd82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:47.727881 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-14d1650b-144a-4597-b13d-81bf2704dd82 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a412fe7a-2163-4dfb-9e5c-2a9f9ce590e6 HTTP/1.1" status: 204 len: 168 time: 1.0258856 Aug 05 11:46:47.768651 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d1650b-144a-4597-b13d-81bf2704dd82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a412fe7a-2163-4dfb-9e5c-2a9f9ce590e6,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:46:47.837463 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-453c6070-71a4-4204-b4a2-99e733f40219 req-4ca0c06c-e14d-4f13-919b-7e6ac01c977f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=70811fd3-f1ad-446e-9d22-c9fd1055c61c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2007077 Aug 05 11:46:48.066333 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a47e39eb-0fc3-4e84-92ec-b1472496d544 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29762700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24211087'] for subnet, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:48.108361 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-de9925ec-71fe-46f7-beee-37e623c529ba tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:48.156551 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-de9925ec-71fe-46f7-beee-37e623c529ba tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:48.287831 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a050bf7-760c-45b5-bcee-948339691999 admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:46:48.311195 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-453c6070-71a4-4204-b4a2-99e733f40219 req-7efa51b8-78d4-4c4c-b536-d506901b1cb1 service neutron] 10.222.0.64 "GET /v2.0/networks/70811fd3-f1ad-446e-9d22-c9fd1055c61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4526236 Aug 05 11:46:48.318538 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203e4e67-da49-4fb1-9975-88b97b68140b None None] Sync routers for ids ['54d21272-f358-4b37-8503-84ed75671c4b'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:46:48.338997 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-4a050bf7-760c-45b5-bcee-948339691999 admin admin] 10.222.0.58 "PUT /v2.0/routers/54d21272-f358-4b37-8503-84ed75671c4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6444180 Aug 05 11:46:48.351604 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41946) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:48.370241 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203e4e67-da49-4fb1-9975-88b97b68140b None None] Routers {'54d21272-f358-4b37-8503-84ed75671c4b'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:46:48.371326 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-203e4e67-da49-4fb1-9975-88b97b68140b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:46:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['54d21272-f358-4b37-8503-84ed75671c4b'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:46:48.382214 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47e39eb-0fc3-4e84-92ec-b1472496d544 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Pushing event updated for resources: {'Subnet': ['ID=77518369-6106-4dbe-812e-210fdff2cc6f,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:46:48.431368 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47e39eb-0fc3-4e84-92ec-b1472496d544 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Checking segment: {'id': '1b33364d-2ccb-4ecc-8d44-e92f707c1624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '9569261d-7095-4d48-bdd8-6e94b1f924df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:46:48.432353 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47e39eb-0fc3-4e84-92ec-b1472496d544 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Network hostable DHCP agents. Network: 9569261d-7095-4d48-bdd8-6e94b1f924df, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:46:48.460133 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523a5a35-a4c9-44d8-89c3-262d4e79bc49 req-36878254-7429-42fd-b9ad-bcbfda9a822d tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:46:48.463327 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-523a5a35-a4c9-44d8-89c3-262d4e79bc49 req-36878254-7429-42fd-b9ad-bcbfda9a822d tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.58 "GET /v2.0/ports?device_id=38f2a801-3a66-4b5c-89f8-9abd0a3fdfc3 HTTP/1.1" status: 200 len: 946 time: 0.2280552 Aug 05 11:46:48.543353 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47e39eb-0fc3-4e84-92ec-b1472496d544 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Network 9569261d-7095-4d48-bdd8-6e94b1f924df is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:46:48.597132 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-523a5a35-a4c9-44d8-89c3-262d4e79bc49 req-cb13d170-49fd-4be6-bdb7-bf01832db88e tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.58 "GET /v2.0/security-groups?id=ab2b5f38-a05a-4ac9-a8bf-2f9bfdcd31b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187825 Aug 05 11:46:48.601820 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-a47e39eb-0fc3-4e84-92ec-b1472496d544 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, 9569261d-7095-4d48-bdd8-6e94b1f924df) {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:46:48.626627 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47e39eb-0fc3-4e84-92ec-b1472496d544 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:46:48.627818 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a47e39eb-0fc3-4e84-92ec-b1472496d544 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:48.716107 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b370585-6365-462a-a442-5ee119d62777 None None] Network 9569261d-7095-4d48-bdd8-6e94b1f924df requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:46:48.816697 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-16fd7476-da56-4091-b212-e155e66b63d4 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286026'] for router, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:48.860126 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-203e4e67-da49-4fb1-9975-88b97b68140b None None] Set router 54d21272-f358-4b37-8503-84ed75671c4b gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:46:49.100096 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-453c6070-71a4-4204-b4a2-99e733f40219 req-68a8ce16-b3b5-4510-9fb7-8483771ff21a service neutron] 10.222.0.64 "GET /v2.0/networks/70811fd3-f1ad-446e-9d22-c9fd1055c61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7755330 Aug 05 11:46:49.297428 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-cf31c23d-869d-4758-bd1c-68c9b13f0fb0 admin admin] Notify callbacks [] for router, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:49.402362 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2f5277-a4a0-45a1-b47c-3a9d7f7f5e54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-9569261d-7095-4d48-bdd8-6e94b1f924df', 'network_id': '9569261d-7095-4d48-bdd8-6e94b1f924df', 'tenant_id': '6feb354f44e34f96b67fc83b8a013813', 'fixed_ips': [{'subnet_id': '77518369-6106-4dbe-812e-210fdff2cc6f'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 11:46:49.404404 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-db2f5277-a4a0-45a1-b47c-3a9d7f7f5e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:49.447236 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-de9925ec-71fe-46f7-beee-37e623c529ba tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:49.479034 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-de9925ec-71fe-46f7-beee-37e623c529ba tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:49.480820 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-a47e39eb-0fc3-4e84-92ec-b1472496d544 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8734367 Aug 05 11:46:49.483343 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 41968) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:49.512978 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-0813111a-f94b-4f66-b67e-006febf6c928 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Request body: {'subnet': {'network_id': '9569261d-7095-4d48-bdd8-6e94b1f924df', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:46:49.633681 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-de9925ec-71fe-46f7-beee-37e623c529ba tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:49.749425 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-de9925ec-71fe-46f7-beee-37e623c529ba tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:49.788997 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9925ec-71fe-46f7-beee-37e623c529ba tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8dd9929d-dddd-4068-812b-9dffbc3a8eee,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:46:49.861781 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-de9925ec-71fe-46f7-beee-37e623c529ba tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:49.869992 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-de9925ec-71fe-46f7-beee-37e623c529ba tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 2.8015788 Aug 05 11:46:49.872642 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 41978) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:49.920767 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9925ec-71fe-46f7-beee-37e623c529ba tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ace5c99-ff1d-4ae8-a34c-808ba849368d,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:46:49.930463 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-a9704d5b-07b9-49c1-959b-fd98d014b606 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Request body: {'security_group_rule': {'security_group_id': '8ace5c99-ff1d-4ae8-a34c-808ba849368d', 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:46:49.934847 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16fd7476-da56-4091-b212-e155e66b63d4 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Router 2fedbd31-2b64-4ebc-8788-79e2c69c8202 is scheduled to L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d with binding_index 1 {{(pid=94421) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 11:46:49.943668 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-cf31c23d-869d-4758-bd1c-68c9b13f0fb0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:50.074765 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4166cc0b-2573-44c4-824b-8522a384f171 req-a2f85101-f1bf-4953-8fd2-b4c0364ef51b tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:46:50.090247 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4166cc0b-2573-44c4-824b-8522a384f171 req-a2f85101-f1bf-4953-8fd2-b4c0364ef51b tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.58 "GET /v2.0/ports?device_id=38f2a801-3a66-4b5c-89f8-9abd0a3fdfc3 HTTP/1.1" status: 200 len: 946 time: 0.2470288 Aug 05 11:46:50.124190 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a9704d5b-07b9-49c1-959b-fd98d014b606 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:50.190423 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0813111a-f94b-4f66-b67e-006febf6c928 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Made reservation on behalf of 6feb354f44e34f96b67fc83b8a013813 for: {'subnet': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:46:50.198728 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0813111a-f94b-4f66-b67e-006febf6c928 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24211133'] for subnet, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:50.225059 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-cf31c23d-869d-4758-bd1c-68c9b13f0fb0 admin admin] Deleting port f713b737-d548-448d-ac82-0f4b46efc8ce {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:46:50.225683 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-cf31c23d-869d-4758-bd1c-68c9b13f0fb0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:50.405218 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4166cc0b-2573-44c4-824b-8522a384f171 req-570e6276-b0f7-49a7-b095-31b8e951ef74 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.58 "GET /v2.0/security-groups?id=ab2b5f38-a05a-4ac9-a8bf-2f9bfdcd31b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3131647 Aug 05 11:46:50.447820 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-203e4e67-da49-4fb1-9975-88b97b68140b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54d21272-f358-4b37-8503-84ed75671c4b', 'name': 'tempest-FloatingIPsTestJSON-1745034871-router', 'tenant_id': '7c672e3cdc734e2186d8cb47e41d66ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': 'f713b737-d548-448d-ac82-0f4b46efc8ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:45:47Z', 'updated_at': '2021-08-05T11:46:45Z', 'revision_number': 5, 'project_id': '7c672e3cdc734e2186d8cb47e41d66ab', 'gw_port': {'id': 'f713b737-d548-448d-ac82-0f4b46efc8ce', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:83:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d21272-f358-4b37-8503-84ed75671c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:45:51Z', 'updated_at': '2021-08-05T11:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:46:50.461599 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16fd7476-da56-4091-b212-e155e66b63d4 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:46:50.479581 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b368671-59fc-4c18-b7e3-fcf0708f6e8e None None] Sync routers for ids ['2fedbd31-2b64-4ebc-8788-79e2c69c8202'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:46:50.493008 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a9704d5b-07b9-49c1-959b-fd98d014b606 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:50.513018 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b368671-59fc-4c18-b7e3-fcf0708f6e8e None None] Routers {'2fedbd31-2b64-4ebc-8788-79e2c69c8202'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:46:50.514090 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-5b368671-59fc-4c18-b7e3-fcf0708f6e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:46:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['2fedbd31-2b64-4ebc-8788-79e2c69c8202'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:46:50.524298 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a9704d5b-07b9-49c1-959b-fd98d014b606 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:50.535988 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-16fd7476-da56-4091-b212-e155e66b63d4 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Notify callbacks [] for router, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:50.540625 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-16fd7476-da56-4091-b212-e155e66b63d4 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 7.7415926 Aug 05 11:46:50.546588 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41990) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:50.563946 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-ea373e18-7506-4e91-823f-568aeda15766 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'enable_snat': False}}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:46:50.599716 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9704d5b-07b9-49c1-959b-fd98d014b606 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47c5268a-8055-47f1-947b-c4da26dd7969,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:46:50.602262 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-db2f5277-a4a0-45a1-b47c-3a9d7f7f5e54 None None] Allocated IP 2001:db8::2 (9569261d-7095-4d48-bdd8-6e94b1f924df/77518369-6106-4dbe-812e-210fdff2cc6f/8b4287ab-5631-407f-ba79-ce5d581a14fe) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:46:50.606734 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203e4e67-da49-4fb1-9975-88b97b68140b None None] Checking router: 54d21272-f358-4b37-8503-84ed75671c4b for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:46:50.639525 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a9704d5b-07b9-49c1-959b-fd98d014b606 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:50.642271 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-a9704d5b-07b9-49c1-959b-fd98d014b606 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7578356 Aug 05 11:46:50.646096 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203e4e67-da49-4fb1-9975-88b97b68140b None None] Routers {'54d21272-f358-4b37-8503-84ed75671c4b'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:46:50.647180 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-203e4e67-da49-4fb1-9975-88b97b68140b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:46:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['54d21272-f358-4b37-8503-84ed75671c4b'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:46:50.652623 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 41992) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:50.668082 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-e4b4b281-6901-4d44-8376-5447bdd09a51 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Request body: {'security_group_rule': {'security_group_id': '8ace5c99-ff1d-4ae8-a34c-808ba849368d', 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:46:50.702074 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-5b368671-59fc-4c18-b7e3-fcf0708f6e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:46:50.773189 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b368671-59fc-4c18-b7e3-fcf0708f6e8e None None] Routers {'2fedbd31-2b64-4ebc-8788-79e2c69c8202'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:46:50.781264 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [None req-cf31c23d-869d-4758-bd1c-68c9b13f0fb0 admin admin] For port f713b737-d548-448d-ac82-0f4b46efc8ce, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=f713b737-d548-448d-ac82-0f4b46efc8ce,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:46:50.782202 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-cf31c23d-869d-4758-bd1c-68c9b13f0fb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:50.798722 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-5b368671-59fc-4c18-b7e3-fcf0708f6e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:46:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['2fedbd31-2b64-4ebc-8788-79e2c69c8202'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:46:50.826240 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e4b4b281-6901-4d44-8376-5447bdd09a51 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:50.829608 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-cf31c23d-869d-4758-bd1c-68c9b13f0fb0 admin admin] Calling delete_port for f713b737-d548-448d-ac82-0f4b46efc8ce owned by network:router_gateway {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:46:50.976015 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e4b4b281-6901-4d44-8376-5447bdd09a51 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:50.998622 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e4b4b281-6901-4d44-8376-5447bdd09a51 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:51.014985 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-5b368671-59fc-4c18-b7e3-fcf0708f6e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:46:51.019426 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b368671-59fc-4c18-b7e3-fcf0708f6e8e None None] The sync data for ids ['2fedbd31-2b64-4ebc-8788-79e2c69c8202'] in n-d-803378-2 is: [] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:46:51.101979 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-203e4e67-da49-4fb1-9975-88b97b68140b None None] Set router 54d21272-f358-4b37-8503-84ed75671c4b gateway port host: None {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:46:51.139525 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b4b281-6901-4d44-8376-5447bdd09a51 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c69af9e7-77cc-4435-915a-b554f09af7ee,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:46:51.189958 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e4b4b281-6901-4d44-8376-5447bdd09a51 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:51.191502 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-e4b4b281-6901-4d44-8376-5447bdd09a51 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5365882 Aug 05 11:46:51.196333 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 42000) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:51.210373 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-9aefaa07-5eee-4cc9-8e86-6eec3f55a33e tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Request body: {'security_group_rule': {'security_group_id': '8ace5c99-ff1d-4ae8-a34c-808ba849368d', 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:46:51.238017 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-203e4e67-da49-4fb1-9975-88b97b68140b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54d21272-f358-4b37-8503-84ed75671c4b', 'name': 'tempest-FloatingIPsTestJSON-1745034871-router', 'tenant_id': '7c672e3cdc734e2186d8cb47e41d66ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:45:47Z', 'updated_at': '2021-08-05T11:46:49Z', 'revision_number': 6, 'project_id': '7c672e3cdc734e2186d8cb47e41d66ab', 'gw_port_host': None}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:46:51.340450 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0813111a-f94b-4f66-b67e-006febf6c928 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29762700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24211087'] for subnet, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:51.388877 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203e4e67-da49-4fb1-9975-88b97b68140b None None] The sync data for ids ['54d21272-f358-4b37-8503-84ed75671c4b'] in n-d-803378-2 is: [{'id': '54d21272-f358-4b37-8503-84ed75671c4b', 'name': 'tempest-FloatingIPsTestJSON-1745034871-router', 'tenant_id': '7c672e3cdc734e2186d8cb47e41d66ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:45:47Z', 'updated_at': '2021-08-05T11:46:49Z', 'revision_number': 6, 'project_id': '7c672e3cdc734e2186d8cb47e41d66ab', 'gw_port_host': None}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:46:51.490694 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9aefaa07-5eee-4cc9-8e86-6eec3f55a33e tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:51.531183 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0813111a-f94b-4f66-b67e-006febf6c928 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Network 9569261d-7095-4d48-bdd8-6e94b1f924df is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:46:51.582925 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-0813111a-f94b-4f66-b67e-006febf6c928 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:46:51.623414 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0813111a-f94b-4f66-b67e-006febf6c928 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:46:51.624352 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0813111a-f94b-4f66-b67e-006febf6c928 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:51.709878 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0813111a-f94b-4f66-b67e-006febf6c928 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Pushing event updated for resources: {'Subnet': ['ID=ebf29803-6046-47e9-ae2e-871245076ed7,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:46:51.754857 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-0813111a-f94b-4f66-b67e-006febf6c928 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.2648959 Aug 05 11:46:51.791635 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 42008) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:51.942017 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-db2f5277-a4a0-45a1-b47c-3a9d7f7f5e54 None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:51.962455 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-db2f5277-a4a0-45a1-b47c-3a9d7f7f5e54 None None] Transition to ACTIVE for port object 8b4287ab-5631-407f-ba79-ce5d581a14fe will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:46:51.996932 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-db2f5277-a4a0-45a1-b47c-3a9d7f7f5e54 None None] Transition to ACTIVE for port object 8b4287ab-5631-407f-ba79-ce5d581a14fe will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:46:52.049368 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device f5cd739e-fdc3-4250-b78a-b1da6001763d no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:46:52.198464 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: f5cd739e-fdc3-4250-b78a-b1da6001763d {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:46:52.199165 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device f5cd739e-fdc3-4250-b78a-b1da6001763d not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:46:52.207706 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-db2f5277-a4a0-45a1-b47c-3a9d7f7f5e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:52.326900 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a2110a4-4a32-4c21-a07e-2df10572ef80 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:46:52.330733 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a2110a4-4a32-4c21-a07e-2df10572ef80 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:46:52.336712 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a2110a4-4a32-4c21-a07e-2df10572ef80 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:46:52.341215 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a2110a4-4a32-4c21-a07e-2df10572ef80 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:46:52.345531 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a2110a4-4a32-4c21-a07e-2df10572ef80 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:46:52.357904 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-6a2110a4-4a32-4c21-a07e-2df10572ef80 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.5330477 Aug 05 11:46:52.364686 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 42018) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:52.375475 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-711e3f06-6dc2-426d-9477-40aeae2cff16 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-376214173'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:46:52.388185 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2f5277-a4a0-45a1-b47c-3a9d7f7f5e54 None None] Network 9569261d-7095-4d48-bdd8-6e94b1f924df is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:46:52.393105 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2f5277-a4a0-45a1-b47c-3a9d7f7f5e54 None None] Pushing event updated for resources: {'Port': ['ID=8b4287ab-5631-407f-ba79-ce5d581a14fe,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:46:52.410437 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-db2f5277-a4a0-45a1-b47c-3a9d7f7f5e54 None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:46:52.418099 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2f5277-a4a0-45a1-b47c-3a9d7f7f5e54 None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:46:52.419986 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3da61e2-b99b-4a00-a4de-a5764de61db5 req-840e064e-738d-42cb-bf53-b75a2ea0b814 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:46:52.423626 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c3da61e2-b99b-4a00-a4de-a5764de61db5 req-840e064e-738d-42cb-bf53-b75a2ea0b814 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.58 "GET /v2.0/ports?device_id=38f2a801-3a66-4b5c-89f8-9abd0a3fdfc3 HTTP/1.1" status: 200 len: 946 time: 0.6997056 Aug 05 11:46:52.452306 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9aefaa07-5eee-4cc9-8e86-6eec3f55a33e tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:52.511308 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9aefaa07-5eee-4cc9-8e86-6eec3f55a33e tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:52.572920 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:52.603582 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aefaa07-5eee-4cc9-8e86-6eec3f55a33e tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f868772a-c8cc-450b-b910-62908ef27272,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:46:52.635792 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-db2f5277-a4a0-45a1-b47c-3a9d7f7f5e54 None None] Attempting to bind port 8b4287ab-5631-407f-ba79-ce5d581a14fe on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:46:52.635792 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-db2f5277-a4a0-45a1-b47c-3a9d7f7f5e54 None None] Attempting to bind port 8b4287ab-5631-407f-ba79-ce5d581a14fe by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '1b33364d-2ccb-4ecc-8d44-e92f707c1624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '9569261d-7095-4d48-bdd8-6e94b1f924df'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:46:52.635792 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2f5277-a4a0-45a1-b47c-3a9d7f7f5e54 None None] Attempting to bind port 8b4287ab-5631-407f-ba79-ce5d581a14fe on network 9569261d-7095-4d48-bdd8-6e94b1f924df {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:46:52.642131 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-711e3f06-6dc2-426d-9477-40aeae2cff16 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Made reservation on behalf of 6feb354f44e34f96b67fc83b8a013813 for: {'network': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:46:52.659482 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-711e3f06-6dc2-426d-9477-40aeae2cff16 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:52.659964 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2f5277-a4a0-45a1-b47c-3a9d7f7f5e54 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:46:52.659964 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2f5277-a4a0-45a1-b47c-3a9d7f7f5e54 None None] Checking segment: {'id': '1b33364d-2ccb-4ecc-8d44-e92f707c1624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '9569261d-7095-4d48-bdd8-6e94b1f924df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:46:52.659964 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-db2f5277-a4a0-45a1-b47c-3a9d7f7f5e54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:52.661420 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2f5277-a4a0-45a1-b47c-3a9d7f7f5e54 None None] Bound using segment: {'id': '1b33364d-2ccb-4ecc-8d44-e92f707c1624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '9569261d-7095-4d48-bdd8-6e94b1f924df'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:46:52.662752 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-db2f5277-a4a0-45a1-b47c-3a9d7f7f5e54 None None] Bound port: 8b4287ab-5631-407f-ba79-ce5d581a14fe, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b33364d-2ccb-4ecc-8d44-e92f707c1624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '9569261d-7095-4d48-bdd8-6e94b1f924df'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:46:52.668634 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-db2f5277-a4a0-45a1-b47c-3a9d7f7f5e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:52.742418 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-711e3f06-6dc2-426d-9477-40aeae2cff16 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] vlan segment allocate from pool success with {'vlan_id': 664, 'physical_network': 'physnet1'} {{(pid=94420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:46:52.764458 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-711e3f06-6dc2-426d-9477-40aeae2cff16 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:52.768768 n-d-803378-2 neutron-server[94420]: INFO neutron.db.segments_db [None req-711e3f06-6dc2-426d-9477-40aeae2cff16 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Added segment 6e00d4a7-c5e3-454b-95cb-aaae81a5e825 of type vlan for network 2fbec807-2acd-4aaf-b8f5-e603238041b9 Aug 05 11:46:52.804196 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9aefaa07-5eee-4cc9-8e86-6eec3f55a33e tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:52.807161 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-9aefaa07-5eee-4cc9-8e86-6eec3f55a33e tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6088254 Aug 05 11:46:52.869344 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 42026) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:52.907256 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-db2f5277-a4a0-45a1-b47c-3a9d7f7f5e54 None None] For port 8b4287ab-5631-407f-ba79-ce5d581a14fe, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:46:52.916032 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c3da61e2-b99b-4a00-a4de-a5764de61db5 req-ff49e0a6-78a1-47cc-917f-a33f4695adf6 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.58 "GET /v2.0/security-groups?id=ab2b5f38-a05a-4ac9-a8bf-2f9bfdcd31b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4613593 Aug 05 11:46:52.916859 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-db2f5277-a4a0-45a1-b47c-3a9d7f7f5e54 None None] For port 8b4287ab-5631-407f-ba79-ce5d581a14fe, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=8b4287ab-5631-407f-ba79-ce5d581a14fe,segment=NetworkSegment(1b33364d-2ccb-4ecc-8d44-e92f707c1624),segment_id=1b33364d-2ccb-4ecc-8d44-e92f707c1624)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:46:52.931458 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-db2f5277-a4a0-45a1-b47c-3a9d7f7f5e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:52.943964 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-5ba3639e-69d7-4861-a234-56b0724e8cac tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Request body: {'security_group_rule': {'security_group_id': '8ace5c99-ff1d-4ae8-a34c-808ba849368d', 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:46:53.052000 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ea373e18-7506-4e91-823f-568aeda15766 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:53.167013 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-711e3f06-6dc2-426d-9477-40aeae2cff16 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:53.222878 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2f5277-a4a0-45a1-b47c-3a9d7f7f5e54 None None] Pushing event updated for resources: {'Port': ['ID=8b4287ab-5631-407f-ba79-ce5d581a14fe,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:46:53.234224 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5ba3639e-69d7-4861-a234-56b0724e8cac tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:53.306667 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-cf31c23d-869d-4758-bd1c-68c9b13f0fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:53.379905 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-711e3f06-6dc2-426d-9477-40aeae2cff16 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:53.393420 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711e3f06-6dc2-426d-9477-40aeae2cff16 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:46:53.394379 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-711e3f06-6dc2-426d-9477-40aeae2cff16 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:53.421073 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf31c23d-869d-4758-bd1c-68c9b13f0fb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f713b737-d548-448d-ac82-0f4b46efc8ce,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:46:53.451709 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-711e3f06-6dc2-426d-9477-40aeae2cff16 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0797520 Aug 05 11:46:53.479605 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 42040) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:53.494877 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-de25534a-4b9b-4d48-953f-10b4269e2ba7 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:46:53.734557 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5ba3639e-69d7-4861-a234-56b0724e8cac tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:53.780323 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5ba3639e-69d7-4861-a234-56b0724e8cac tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:53.828410 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-cf31c23d-869d-4758-bd1c-68c9b13f0fb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33285055'] for router_gateway, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:53.834282 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e3f06-6dc2-426d-9477-40aeae2cff16 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Pushing event updated for resources: {'Network': ['ID=2fbec807-2acd-4aaf-b8f5-e603238041b9,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:46:53.872537 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba3639e-69d7-4861-a234-56b0724e8cac tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acabfa20-bc6d-4ef5-a698-f1e60e1efc20,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:46:53.874472 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 2fbec807-2acd-4aaf-b8f5-e603238041b9 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:46:54.050435 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5ba3639e-69d7-4861-a234-56b0724e8cac tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:54.054650 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-5ba3639e-69d7-4861-a234-56b0724e8cac tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1313515 Aug 05 11:46:54.085224 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 42048) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:54.120685 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-85a935cb-9d28-44a1-970f-16f270f41bc1 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Request body: {'security_group_rule': {'security_group_id': '8ace5c99-ff1d-4ae8-a34c-808ba849368d', 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:46:54.153682 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 8b4287ab-5631-407f-ba79-ce5d581a14fe up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:46:54.216851 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-cf31c23d-869d-4758-bd1c-68c9b13f0fb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33262979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1951'] for router, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:54.225040 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-cf31c23d-869d-4758-bd1c-68c9b13f0fb0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:54.247071 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-de25534a-4b9b-4d48-953f-10b4269e2ba7 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:54.332395 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 8b4287ab-5631-407f-ba79-ce5d581a14fe completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:46:54.493390 n-d-803378-2 neutron-server[94420]: INFO neutron.db.securitygroups_db [None req-85a935cb-9d28-44a1-970f-16f270f41bc1 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Project 7f88688726d24c8e9d77831659c7c3ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 05 11:46:54.520602 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-de25534a-4b9b-4d48-953f-10b4269e2ba7 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:54.527941 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device f713b737-d548-448d-ac82-0f4b46efc8ce no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:46:54.590920 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-85a935cb-9d28-44a1-970f-16f270f41bc1 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:54.634543 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: f713b737-d548-448d-ac82-0f4b46efc8ce {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:46:54.642513 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device f713b737-d548-448d-ac82-0f4b46efc8ce not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:46:54.766919 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-cf31c23d-869d-4758-bd1c-68c9b13f0fb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33262474'] for router, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:54.768026 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf31c23d-869d-4758-bd1c-68c9b13f0fb0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 54d21272-f358-4b37-8503-84ed75671c4b {{(pid=94421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 11:46:54.781585 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-cf31c23d-869d-4758-bd1c-68c9b13f0fb0 admin admin] Notify callbacks [] for router, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:54.784812 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-cf31c23d-869d-4758-bd1c-68c9b13f0fb0 admin admin] 10.222.0.58 "DELETE /v2.0/routers/54d21272-f358-4b37-8503-84ed75671c4b HTTP/1.1" status: 204 len: 168 time: 6.4299443 Aug 05 11:46:54.792029 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-de25534a-4b9b-4d48-953f-10b4269e2ba7 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Network 2fbec807-2acd-4aaf-b8f5-e603238041b9 is not hosted by any dhcp agent {{(pid=94420) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 05 11:46:54.797629 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 42062) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:54.804656 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de25534a-4b9b-4d48-953f-10b4269e2ba7 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:46:54.807143 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-de25534a-4b9b-4d48-953f-10b4269e2ba7 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:54.816292 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-de25534a-4b9b-4d48-953f-10b4269e2ba7 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] 10.222.0.58 "PUT /v2.0/networks/2fbec807-2acd-4aaf-b8f5-e603238041b9 HTTP/1.1" status: 200 len: 723 time: 1.3264191 Aug 05 11:46:54.822246 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 42064) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:54.882752 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-85a935cb-9d28-44a1-970f-16f270f41bc1 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:54.900108 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-3a5abde3-38a3-4159-a076-3b47f3fd88b3 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Request body: {'subnet': {'network_id': '2fbec807-2acd-4aaf-b8f5-e603238041b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:46:54.954910 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921f074d-3d62-4361-a041-f1b1c7f27030 req-df54c90d-3109-4543-9e9c-79c0ac503986 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:46:54.988087 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-921f074d-3d62-4361-a041-f1b1c7f27030 req-df54c90d-3109-4543-9e9c-79c0ac503986 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.58 "GET /v2.0/ports?device_id=38f2a801-3a66-4b5c-89f8-9abd0a3fdfc3 HTTP/1.1" status: 200 len: 946 time: 0.7327740 Aug 05 11:46:55.035584 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_v2 [None req-33f520f4-0f95-402b-9cbe-1bb6e38b46db admin admin] Deleting subnet 8196b316-2613-4a7a-a18a-cf9a451fb5e5 {{(pid=94421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:46:55.083456 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-85a935cb-9d28-44a1-970f-16f270f41bc1 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:55.121352 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-33f520f4-0f95-402b-9cbe-1bb6e38b46db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:55.256395 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-33f520f4-0f95-402b-9cbe-1bb6e38b46db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29786388'] for subnet, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:55.274944 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a935cb-9d28-44a1-970f-16f270f41bc1 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c73c257-1624-427e-af7c-ffd40cd06a0d,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:46:55.299586 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de25534a-4b9b-4d48-953f-10b4269e2ba7 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Pushing event updated for resources: {'Network': ['ID=2fbec807-2acd-4aaf-b8f5-e603238041b9,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:46:55.329082 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 2fbec807-2acd-4aaf-b8f5-e603238041b9 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:46:55.361004 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-85a935cb-9d28-44a1-970f-16f270f41bc1 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:55.369126 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-85a935cb-9d28-44a1-970f-16f270f41bc1 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.2820218 Aug 05 11:46:55.370567 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 42072) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:55.394908 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-c1eefb77-5678-4f31-a4b8-a178c3434af6 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Request body: {'security_group_rule': {'security_group_id': '8ace5c99-ff1d-4ae8-a34c-808ba849368d', 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:46:55.478625 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-921f074d-3d62-4361-a041-f1b1c7f27030 req-12f276b7-e58f-4296-bd7b-d6fcd2532a73 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.58 "GET /v2.0/security-groups?id=ab2b5f38-a05a-4ac9-a8bf-2f9bfdcd31b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4503043 Aug 05 11:46:55.491491 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.db.api [None req-3a5abde3-38a3-4159-a076-3b47f3fd88b3 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 05 11:46:55.491491 n-d-803378-2 neutron-server[94420]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 05 11:46:55.491491 n-d-803378-2 neutron-server[94420]: [parameters: {'project_id_1': '6feb354f44e34f96b67fc83b8a013813', 'expiration_1': datetime.datetime(2021, 8, 5, 11, 46, 55, 445763)}] Aug 05 11:46:55.491491 n-d-803378-2 neutron-server[94420]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94420) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 05 11:46:55.493499 n-d-803378-2 neutron-server[94420]: DEBUG oslo_db.api [None req-3a5abde3-38a3-4159-a076-3b47f3fd88b3 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 11:46:55.511333 n-d-803378-2 neutron-server[94420]: INFO neutron.db.securitygroups_db [None req-c1eefb77-5678-4f31-a4b8-a178c3434af6 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Project 7f88688726d24c8e9d77831659c7c3ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 05 11:46:55.526110 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8a22b1-ebff-403c-a5b8-45e88b9dc038 None None] Network 9569261d-7095-4d48-bdd8-6e94b1f924df requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:46:55.531462 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c1eefb77-5678-4f31-a4b8-a178c3434af6 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:55.609290 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ea373e18-7506-4e91-823f-568aeda15766 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33286054', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33263081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1940'] for router, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:55.635152 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ea373e18-7506-4e91-823f-568aeda15766 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33286033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33286040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33263014'] for router, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:55.756248 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-26d075e6-6234-4a98-a5a0-1407a3559d42 None None] Provisioning for port 8b4287ab-5631-407f-ba79-ce5d581a14fe completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:46:55.770727 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-26d075e6-6234-4a98-a5a0-1407a3559d42 None None] Provisioning complete for port 8b4287ab-5631-407f-ba79-ce5d581a14fe triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:46:55.771891 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-26d075e6-6234-4a98-a5a0-1407a3559d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:55.804679 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c1eefb77-5678-4f31-a4b8-a178c3434af6 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:55.812838 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c1eefb77-5678-4f31-a4b8-a178c3434af6 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:55.825905 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-33f520f4-0f95-402b-9cbe-1bb6e38b46db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:55.859355 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1eefb77-5678-4f31-a4b8-a178c3434af6 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a37bc6f-0307-4c1a-b4bf-dd7e027b06b9,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:46:55.904529 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c1eefb77-5678-4f31-a4b8-a178c3434af6 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:55.906926 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-c1eefb77-5678-4f31-a4b8-a178c3434af6 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5214851 Aug 05 11:46:55.914336 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 42080) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:55.930021 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-901c572b-f6c2-4942-b853-6e281c898ee8 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Request body: {'network': {'name': 'tempest-network-smoke--270791320', 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'port_security_enabled': True}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:46:56.033763 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-901c572b-f6c2-4942-b853-6e281c898ee8 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Made reservation on behalf of 7f88688726d24c8e9d77831659c7c3ae for: {'network': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:46:56.044697 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-901c572b-f6c2-4942-b853-6e281c898ee8 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:56.100327 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a5abde3-38a3-4159-a076-3b47f3fd88b3 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Made reservation on behalf of 6feb354f44e34f96b67fc83b8a013813 for: {'subnet': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:46:56.103413 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea373e18-7506-4e91-823f-568aeda15766 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Router 2fedbd31-2b64-4ebc-8788-79e2c69c8202 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 11:46:56.105527 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3a5abde3-38a3-4159-a076-3b47f3fd88b3 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24211133'] for subnet, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:56.147868 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-901c572b-f6c2-4942-b853-6e281c898ee8 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] vlan segment allocate from pool success with {'vlan_id': 684, 'physical_network': 'physnet1'} {{(pid=94420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:46:56.179496 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-901c572b-f6c2-4942-b853-6e281c898ee8 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:56.180802 n-d-803378-2 neutron-server[94420]: INFO neutron.db.segments_db [None req-901c572b-f6c2-4942-b853-6e281c898ee8 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Added segment 9f03e2db-8557-4053-84d8-e8f77c56803d of type vlan for network ea4ab667-0582-45fb-abbe-165151692b1f Aug 05 11:46:56.339592 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-33f520f4-0f95-402b-9cbe-1bb6e38b46db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25038609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30075142'] for subnet, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:56.340550 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-26d075e6-6234-4a98-a5a0-1407a3559d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:56.383217 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-901c572b-f6c2-4942-b853-6e281c898ee8 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:56.444387 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-26d075e6-6234-4a98-a5a0-1407a3559d42 None None] For port 8b4287ab-5631-407f-ba79-ce5d581a14fe, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=8b4287ab-5631-407f-ba79-ce5d581a14fe,segment=NetworkSegment(1b33364d-2ccb-4ecc-8d44-e92f707c1624),segment_id=1b33364d-2ccb-4ecc-8d44-e92f707c1624)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:46:56.455911 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f520f4-0f95-402b-9cbe-1bb6e38b46db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8196b316-2613-4a7a-a18a-cf9a451fb5e5,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:46:56.461481 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-26d075e6-6234-4a98-a5a0-1407a3559d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:56.471791 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea373e18-7506-4e91-823f-568aeda15766 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:46:56.493823 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ea373e18-7506-4e91-823f-568aeda15766 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify callbacks [] for router, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:56.495986 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-ea373e18-7506-4e91-823f-568aeda15766 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] 10.222.0.58 "PUT /v2.0/routers/2fedbd31-2b64-4ebc-8788-79e2c69c8202 HTTP/1.1" status: 200 len: 920 time: 5.9472997 Aug 05 11:46:56.500718 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-33f520f4-0f95-402b-9cbe-1bb6e38b46db admin admin] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:56.516271 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-33f520f4-0f95-402b-9cbe-1bb6e38b46db admin admin] 10.222.0.58 "DELETE /v2.0/subnets/8196b316-2613-4a7a-a18a-cf9a451fb5e5 HTTP/1.1" status: 204 len: 168 time: 1.7047651 Aug 05 11:46:56.517718 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 42098) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:56.518693 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 42100) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:56.531315 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.db.resource_extend [None req-901c572b-f6c2-4942-b853-6e281c898ee8 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 05 11:46:56.566511 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249e9523-d55c-4dd4-9245-f7223ead78e7 None None] Sync routers for ids ['2fedbd31-2b64-4ebc-8788-79e2c69c8202'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:46:56.574681 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c105a0d-02c0-40b4-be35-793719b56602 None None] Network 799d2ac9-53e9-4acf-83f8-501e1c82e99d requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:46:56.675532 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-901c572b-f6c2-4942-b853-6e281c898ee8 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:56.690585 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-901c572b-f6c2-4942-b853-6e281c898ee8 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:46:56.692189 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-901c572b-f6c2-4942-b853-6e281c898ee8 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:56.913666 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249e9523-d55c-4dd4-9245-f7223ead78e7 None None] Routers {'2fedbd31-2b64-4ebc-8788-79e2c69c8202'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:46:56.914700 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-249e9523-d55c-4dd4-9245-f7223ead78e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:46:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['2fedbd31-2b64-4ebc-8788-79e2c69c8202'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:46:57.033943 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-249e9523-d55c-4dd4-9245-f7223ead78e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:46:57.063120 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-901c572b-f6c2-4942-b853-6e281c898ee8 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1461928 Aug 05 11:46:57.080278 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa1b962-8051-4893-a62f-863222fcf9cb req-3962abe7-2608-48d6-88e3-413482a40758 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:46:57.082985 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d075e6-6234-4a98-a5a0-1407a3559d42 None None] Pushing event updated for resources: {'Port': ['ID=8b4287ab-5631-407f-ba79-ce5d581a14fe,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:46:57.083769 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-baa1b962-8051-4893-a62f-863222fcf9cb req-3962abe7-2608-48d6-88e3-413482a40758 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.58 "GET /v2.0/ports?device_id=38f2a801-3a66-4b5c-89f8-9abd0a3fdfc3 HTTP/1.1" status: 200 len: 946 time: 0.8008900 Aug 05 11:46:57.086194 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 42106) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:57.094893 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7e0c34-7e10-4d09-9281-fb3055662eea None None] Update dhcp port {'port': {'network_id': '9569261d-7095-4d48-bdd8-6e94b1f924df', 'fixed_ips': [{'subnet_id': '77518369-6106-4dbe-812e-210fdff2cc6f', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ebf29803-6046-47e9-ae2e-871245076ed7'}], 'binding:host_id': 'n-d-803378-2'}, 'id': '8b4287ab-5631-407f-ba79-ce5d581a14fe'} from n-d-803378-2. {{(pid=94422) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 05 11:46:57.114489 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-b9844398-e236-4bef-9e07-8bc5d6e3577c tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2052124601', 'admin_state_up': True, 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:46:57.154508 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-af7e0c34-7e10-4d09-9281-fb3055662eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:57.173421 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-195732b4-3105-4b7f-b914-f53ee9c9ef1a tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] 10.222.0.58 "GET /v2.0/routers/2fedbd31-2b64-4ebc-8788-79e2c69c8202 HTTP/1.1" status: 200 len: 920 time: 0.6522939 Aug 05 11:46:57.192298 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 42110) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:57.208748 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901c572b-f6c2-4942-b853-6e281c898ee8 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Pushing event updated for resources: {'Network': ['ID=ea4ab667-0582-45fb-abbe-165151692b1f,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:46:57.233243 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network ea4ab667-0582-45fb-abbe-165151692b1f details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:46:57.261981 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249e9523-d55c-4dd4-9245-f7223ead78e7 None None] Routers {'2fedbd31-2b64-4ebc-8788-79e2c69c8202'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:46:57.262528 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-26c0507c-3be4-48b8-8f4c-a2693ff14338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:57.263059 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-249e9523-d55c-4dd4-9245-f7223ead78e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:46:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['2fedbd31-2b64-4ebc-8788-79e2c69c8202'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:46:57.296080 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-51875a4b-37cf-4225-b37a-a6becf87706a req-11dfe5cb-892d-4fd0-8377-f517db169585 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=30e57fef-208e-4a9b-8b96-34c92ca54f0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7065675 Aug 05 11:46:57.411467 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b9844398-e236-4bef-9e07-8bc5d6e3577c tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33260300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1929'] for router, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:57.413458 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b9844398-e236-4bef-9e07-8bc5d6e3577c tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33285914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33034662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1926'] for router, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:57.431841 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-26c0507c-3be4-48b8-8f4c-a2693ff14338 admin admin] Deleting port 1ac45b03-207a-4e1c-8a3a-365b26fd2bab {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:46:57.433352 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-26c0507c-3be4-48b8-8f4c-a2693ff14338 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:57.450162 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0946bd5d-d487-4fb3-8c15-5a1c7a80357b tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:46:57.453133 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-0946bd5d-d487-4fb3-8c15-5a1c7a80357b tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd&device_id=2fedbd31-2b64-4ebc-8788-79e2c69c8202&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2579064 Aug 05 11:46:57.459646 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-baa1b962-8051-4893-a62f-863222fcf9cb req-8d9e4aec-62b2-4242-9a9e-dc5d85ba7b9f tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.58 "GET /v2.0/security-groups?id=ab2b5f38-a05a-4ac9-a8bf-2f9bfdcd31b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3178782 Aug 05 11:46:57.475716 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 42118) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:57.536136 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-249e9523-d55c-4dd4-9245-f7223ead78e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:46:57.537963 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249e9523-d55c-4dd4-9245-f7223ead78e7 None None] The sync data for ids ['2fedbd31-2b64-4ebc-8788-79e2c69c8202'] in n-d-803378-2 is: [] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:46:57.702823 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3a5abde3-38a3-4159-a076-3b47f3fd88b3 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29762700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24211087'] for subnet, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:57.729541 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [None req-26c0507c-3be4-48b8-8f4c-a2693ff14338 admin admin] For port 1ac45b03-207a-4e1c-8a3a-365b26fd2bab, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=1ac45b03-207a-4e1c-8a3a-365b26fd2bab,segment=NetworkSegment(538d9be8-6bbc-483e-a4ce-241e8687e598),segment_id=538d9be8-6bbc-483e-a4ce-241e8687e598)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:46:57.730554 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-26c0507c-3be4-48b8-8f4c-a2693ff14338 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:57.740388 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51875a4b-37cf-4225-b37a-a6becf87706a req-f46e09de-72fc-416e-b3ee-981bdedc31d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:46:57.743655 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-51875a4b-37cf-4225-b37a-a6becf87706a req-f46e09de-72fc-416e-b3ee-981bdedc31d6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4387c5d8394046fa838195311347b87b&device_id=30e57fef-208e-4a9b-8b96-34c92ca54f0b HTTP/1.1" status: 200 len: 1096 time: 0.3296127 Aug 05 11:46:57.771644 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-26c0507c-3be4-48b8-8f4c-a2693ff14338 admin admin] Calling delete_port for 1ac45b03-207a-4e1c-8a3a-365b26fd2bab owned by network:dhcp {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:46:58.097344 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c463f9-5f6f-4fdc-9b53-3a1189c6716f None None] DHCP port deletion for 799d2ac9-53e9-4acf-83f8-501e1c82e99d request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 11:46:58.101095 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 8b4287ab-5631-407f-ba79-ce5d581a14fe up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:46:58.190116 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-af7e0c34-7e10-4d09-9281-fb3055662eea None None] Allocated IP 172.20.0.1 (9569261d-7095-4d48-bdd8-6e94b1f924df/ebf29803-6046-47e9-ae2e-871245076ed7/8b4287ab-5631-407f-ba79-ce5d581a14fe) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:46:58.327349 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-26c0507c-3be4-48b8-8f4c-a2693ff14338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:58.368851 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 11:46:58.406290 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c0507c-3be4-48b8-8f4c-a2693ff14338 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ac45b03-207a-4e1c-8a3a-365b26fd2bab,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:46:58.435896 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51875a4b-37cf-4225-b37a-a6becf87706a req-6e6f92dd-f844-4c07-a894-2f037a249a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:46:58.444699 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-51875a4b-37cf-4225-b37a-a6becf87706a req-6e6f92dd-f844-4c07-a894-2f037a249a4a service neutron] 10.222.0.55 "GET /v2.0/networks?id=70811fd3-f1ad-446e-9d22-c9fd1055c61c HTTP/1.1" status: 200 len: 911 time: 0.5286224 Aug 05 11:46:58.498154 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-af7e0c34-7e10-4d09-9281-fb3055662eea None None] For port 8b4287ab-5631-407f-ba79-ce5d581a14fe, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=8b4287ab-5631-407f-ba79-ce5d581a14fe,segment=NetworkSegment(1b33364d-2ccb-4ecc-8d44-e92f707c1624),segment_id=1b33364d-2ccb-4ecc-8d44-e92f707c1624)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:46:58.594505 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-51875a4b-37cf-4225-b37a-a6becf87706a req-cc2a3982-1617-4b55-a963-ab2e1af0afcd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=18bd55c9-be44-48c5-b1dc-5b4c63ef14f0 HTTP/1.1" status: 200 len: 217 time: 0.1415355 Aug 05 11:46:58.600149 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c0507c-3be4-48b8-8f4c-a2693ff14338 admin admin] No DVR routers for this DVR port 1ac45b03-207a-4e1c-8a3a-365b26fd2bab on host n-d-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:46:58.744019 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51875a4b-37cf-4225-b37a-a6becf87706a req-9882a8ed-5a5e-409d-b304-16e1c4388cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:46:58.746819 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-51875a4b-37cf-4225-b37a-a6becf87706a req-9882a8ed-5a5e-409d-b304-16e1c4388cea service neutron] 10.222.0.55 "GET /v2.0/subnets?id=71a2d471-ec02-42ce-91bf-6bee2a437528 HTTP/1.1" status: 200 len: 850 time: 0.1356244 Aug 05 11:46:58.830872 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-af7e0c34-7e10-4d09-9281-fb3055662eea None None] Notify callbacks [] for port, precommit_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:58.923390 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-af7e0c34-7e10-4d09-9281-fb3055662eea None None] Transition to ACTIVE for port object 8b4287ab-5631-407f-ba79-ce5d581a14fe will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:46:58.928847 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 8b4287ab-5631-407f-ba79-ce5d581a14fe triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:46:58.929522 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:58.937728 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-a2c463f9-5f6f-4fdc-9b53-3a1189c6716f None None] Deleting port 1ac45b03-207a-4e1c-8a3a-365b26fd2bab {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:46:58.938570 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-a2c463f9-5f6f-4fdc-9b53-3a1189c6716f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:58.956991 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-51875a4b-37cf-4225-b37a-a6becf87706a req-e317402b-a17c-4c5a-a547-953858415b47 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=70811fd3-f1ad-446e-9d22-c9fd1055c61c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1613026 Aug 05 11:46:58.997421 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-af7e0c34-7e10-4d09-9281-fb3055662eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:59.001017 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b9844398-e236-4bef-9e07-8bc5d6e3577c tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:59.106270 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-26c0507c-3be4-48b8-8f4c-a2693ff14338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:59.194521 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5abde3-38a3-4159-a076-3b47f3fd88b3 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Pushing event updated for resources: {'Subnet': ['ID=d5ff7c27-263e-424c-bcb4-307efcf6161d,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:46:59.201544 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8fe71b-548b-411b-bcaa-e859f76b91bc tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:46:59.204143 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-ff8fe71b-548b-411b-bcaa-e859f76b91bc tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] 10.222.0.58 "GET /v2.0/networks/36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd HTTP/1.1" status: 200 len: 881 time: 1.7250054 Aug 05 11:46:59.215586 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 42146) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:59.221180 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-26c0507c-3be4-48b8-8f4c-a2693ff14338 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['799d2ac9-53e9-4acf-83f8-501e1c82e99d']}} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:46:59.255693 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-26c0507c-3be4-48b8-8f4c-a2693ff14338 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '538d9be8-6bbc-483e-a4ce-241e8687e598') {'for_net_delete': True} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:46:59.256641 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-26c0507c-3be4-48b8-8f4c-a2693ff14338 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '538d9be8-6bbc-483e-a4ce-241e8687e598') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:46:59.298211 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-26c0507c-3be4-48b8-8f4c-a2693ff14338 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29786371'] for segment, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:59.362556 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-26c0507c-3be4-48b8-8f4c-a2693ff14338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:59.386762 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-51875a4b-37cf-4225-b37a-a6becf87706a req-31c511b3-af37-48e1-a980-ceacb43233b7 service neutron] 10.222.0.55 "GET /v2.0/networks/70811fd3-f1ad-446e-9d22-c9fd1055c61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4142871 Aug 05 11:46:59.388887 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26c0507c-3be4-48b8-8f4c-a2693ff14338 admin admin] Releasing vlan 693 on physical network physnet1 to pool {{(pid=94421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:46:59.389732 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-26c0507c-3be4-48b8-8f4c-a2693ff14338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25038799'] for segment, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:59.394438 n-d-803378-2 neutron-server[94421]: Traceback (most recent call last): Aug 05 11:46:59.394438 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:46:59.394438 n-d-803378-2 neutron-server[94421]: timer() Aug 05 11:46:59.394438 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:46:59.394438 n-d-803378-2 neutron-server[94421]: cb(*args, **kw) Aug 05 11:46:59.394438 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:46:59.394438 n-d-803378-2 neutron-server[94421]: return func(*args, **kwargs) Aug 05 11:46:59.394438 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:46:59.394438 n-d-803378-2 neutron-server[94421]: self._notify() Aug 05 11:46:59.394438 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:46:59.394438 n-d-803378-2 neutron-server[94421]: self.callback(batched_events) Aug 05 11:46:59.394438 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:46:59.394438 n-d-803378-2 neutron-server[94421]: event.method(event) Aug 05 11:46:59.394438 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:46:59.394438 n-d-803378-2 neutron-server[94421]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:46:59.394438 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:46:59.394438 n-d-803378-2 neutron-server[94421]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:46:59.394438 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:46:59.394438 n-d-803378-2 neutron-server[94421]: return f(self, *a, **k) Aug 05 11:46:59.394438 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:46:59.394438 n-d-803378-2 neutron-server[94421]: return self._get(url).json() Aug 05 11:46:59.394438 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:46:59.394438 n-d-803378-2 neutron-server[94421]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:46:59.394438 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:46:59.394438 n-d-803378-2 neutron-server[94421]: return self.request(url, 'GET', **kwargs) Aug 05 11:46:59.394438 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:46:59.394438 n-d-803378-2 neutron-server[94421]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:46:59.394438 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:46:59.394438 n-d-803378-2 neutron-server[94421]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:46:59.394438 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:46:59.394438 n-d-803378-2 neutron-server[94421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:46:59.394438 n-d-803378-2 neutron-server[94421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:46:59.602704 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-d5994b22-550d-4f89-8cae-90cd882bd4cc tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] 10.222.0.58 "GET /v2.0/ports?device_id=2fedbd31-2b64-4ebc-8788-79e2c69c8202 HTTP/1.1" status: 200 len: 205 time: 0.3850965 Aug 05 11:46:59.622133 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 42150) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:46:59.687054 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-a2c463f9-5f6f-4fdc-9b53-3a1189c6716f None None] For port 1ac45b03-207a-4e1c-8a3a-365b26fd2bab, host n-d-803378-2, got binding levels [] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:46:59.689085 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-a2c463f9-5f6f-4fdc-9b53-3a1189c6716f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:59.722479 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-a2c463f9-5f6f-4fdc-9b53-3a1189c6716f None None] Calling delete_port for 1ac45b03-207a-4e1c-8a3a-365b26fd2bab owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:46:59.729887 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.ipam_backend_mixin [None req-a2c463f9-5f6f-4fdc-9b53-3a1189c6716f None None] Port 1ac45b03-207a-4e1c-8a3a-365b26fd2bab was not found and therefore no delete operation was performed {{(pid=94422) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 05 11:46:59.756368 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-a2c463f9-5f6f-4fdc-9b53-3a1189c6716f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:59.921479 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c463f9-5f6f-4fdc-9b53-3a1189c6716f None None] No DVR routers for this DVR port 1ac45b03-207a-4e1c-8a3a-365b26fd2bab on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:46:59.924747 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Port 8b4287ab-5631-407f-ba79-ce5d581a14fe had new provisioning blocks added so it will not transition to active. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Aug 05 11:46:59.984189 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:46:59.992150 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7e0c34-7e10-4d09-9281-fb3055662eea None None] Pushing event updated for resources: {'Port': ['ID=8b4287ab-5631-407f-ba79-ce5d581a14fe,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:47:00.104389 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c463f9-5f6f-4fdc-9b53-3a1189c6716f None None] Pushing event deleted for resources: {'Port': ['ID=1ac45b03-207a-4e1c-8a3a-365b26fd2bab,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:47:00.125355 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 1ac45b03-207a-4e1c-8a3a-365b26fd2bab no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:47:00.205914 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 1ac45b03-207a-4e1c-8a3a-365b26fd2bab {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:47:00.206684 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 1ac45b03-207a-4e1c-8a3a-365b26fd2bab not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:47:00.232593 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5abde3-38a3-4159-a076-3b47f3fd88b3 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Checking segment: {'id': '6e00d4a7-c5e3-454b-95cb-aaae81a5e825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '2fbec807-2acd-4aaf-b8f5-e603238041b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:47:00.233455 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5abde3-38a3-4159-a076-3b47f3fd88b3 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Network hostable DHCP agents. Network: 2fbec807-2acd-4aaf-b8f5-e603238041b9, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:47:00.451274 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b9844398-e236-4bef-9e07-8bc5d6e3577c tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:00.511851 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 8b4287ab-5631-407f-ba79-ce5d581a14fe up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:47:00.532136 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5abde3-38a3-4159-a076-3b47f3fd88b3 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Network 2fbec807-2acd-4aaf-b8f5-e603238041b9 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:47:00.804955 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e0be65d7-935b-41f8-bdfd-044cbf48a707 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Notify callbacks [] for router, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:00.988455 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fad55a-54fd-438f-b493-bb005a7ae563 req-e44165c1-551b-4b77-9621-af7dec725fc9 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:47:01.000386 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-55fad55a-54fd-438f-b493-bb005a7ae563 req-e44165c1-551b-4b77-9621-af7dec725fc9 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.58 "GET /v2.0/ports?device_id=38f2a801-3a66-4b5c-89f8-9abd0a3fdfc3 HTTP/1.1" status: 200 len: 946 time: 2.0453129 Aug 05 11:47:01.103954 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-51875a4b-37cf-4225-b37a-a6becf87706a req-92c01a78-1ee4-4eac-911c-ecd39bacc23b service neutron] 10.222.0.55 "GET /v2.0/networks/70811fd3-f1ad-446e-9d22-c9fd1055c61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7079959 Aug 05 11:47:01.106025 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-26c0507c-3be4-48b8-8f4c-a2693ff14338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:01.139656 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-26c0507c-3be4-48b8-8f4c-a2693ff14338 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:01.147352 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-26c0507c-3be4-48b8-8f4c-a2693ff14338 admin admin] 10.222.0.58 "DELETE /v2.0/networks/799d2ac9-53e9-4acf-83f8-501e1c82e99d HTTP/1.1" status: 204 len: 168 time: 4.6202757 Aug 05 11:47:01.175116 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-3a5abde3-38a3-4159-a076-3b47f3fd88b3 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, 2fbec807-2acd-4aaf-b8f5-e603238041b9) {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:47:01.196828 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c10172-e2fc-4dc6-925d-b1a0c1c59895 None None] Network 2fbec807-2acd-4aaf-b8f5-e603238041b9 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:47:01.202557 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfefb9c-2921-49b0-9b5c-52d2048683d3 req-35d706f5-69b6-4da7-aaab-f1a2f99059ec tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:47:01.203924 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5abde3-38a3-4159-a076-3b47f3fd88b3 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:47:01.205502 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3a5abde3-38a3-4159-a076-3b47f3fd88b3 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:01.205912 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6bfefb9c-2921-49b0-9b5c-52d2048683d3 req-35d706f5-69b6-4da7-aaab-f1a2f99059ec tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f2a801-3a66-4b5c-89f8-9abd0a3fdfc3 HTTP/1.1" status: 200 len: 946 time: 0.2679648 Aug 05 11:47:01.207937 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c0507c-3be4-48b8-8f4c-a2693ff14338 admin admin] Pushing event deleted for resources: {'Network': ['ID=799d2ac9-53e9-4acf-83f8-501e1c82e99d,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:47:01.276136 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-3a5abde3-38a3-4159-a076-3b47f3fd88b3 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 6.3859806 Aug 05 11:47:01.328536 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 42164) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:47:01.343592 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-e683ce89-6965-4c68-8019-2fa05d432492 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:47:01.532702 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072b064e-9932-42ca-9b7a-4fc391483917 None None] Network 9569261d-7095-4d48-bdd8-6e94b1f924df requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:47:01.614317 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-55fad55a-54fd-438f-b493-bb005a7ae563 req-ad4d9b13-c3ad-442c-90ee-8e4b0271ab73 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.58 "GET /v2.0/security-groups?id=ab2b5f38-a05a-4ac9-a8bf-2f9bfdcd31b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4221470 Aug 05 11:47:01.621121 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-6bfefb9c-2921-49b0-9b5c-52d2048683d3 req-5e2f2976-bad0-4eff-956a-086933ecc816 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] Deleting port a7abe8ac-b0df-444c-8b55-309e246b1b4d {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:47:01.621121 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-6bfefb9c-2921-49b0-9b5c-52d2048683d3 req-5e2f2976-bad0-4eff-956a-086933ecc816 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:01.681396 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e0be65d7-935b-41f8-bdfd-044cbf48a707 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:01.828130 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e683ce89-6965-4c68-8019-2fa05d432492 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-24211076'] for subnet, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:01.969178 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-6bfefb9c-2921-49b0-9b5c-52d2048683d3 req-5e2f2976-bad0-4eff-956a-086933ecc816 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] For port a7abe8ac-b0df-444c-8b55-309e246b1b4d, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=a7abe8ac-b0df-444c-8b55-309e246b1b4d,segment=NetworkSegment(b36a843f-62f3-4ca4-92e0-595d19e6a3f0),segment_id=b36a843f-62f3-4ca4-92e0-595d19e6a3f0)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:47:01.972419 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-6bfefb9c-2921-49b0-9b5c-52d2048683d3 req-5e2f2976-bad0-4eff-956a-086933ecc816 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:02.025194 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-6bfefb9c-2921-49b0-9b5c-52d2048683d3 req-5e2f2976-bad0-4eff-956a-086933ecc816 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] Calling delete_port for a7abe8ac-b0df-444c-8b55-309e246b1b4d owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:47:02.104790 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 42178) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:47:02.187382 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e6c5af8-60db-4c15-90f4-c7134d5e8ee3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-2fbec807-2acd-4aaf-b8f5-e603238041b9', 'network_id': '2fbec807-2acd-4aaf-b8f5-e603238041b9', 'tenant_id': '6feb354f44e34f96b67fc83b8a013813', 'fixed_ips': [{'subnet_id': 'd5ff7c27-263e-424c-bcb4-307efcf6161d'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 11:47:02.189252 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-6e6c5af8-60db-4c15-90f4-c7134d5e8ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:02.201347 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-1e9158ae-9d30-473c-beae-20344a92817c None None] Provisioning for port 8b4287ab-5631-407f-ba79-ce5d581a14fe completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:47:02.216987 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-1e9158ae-9d30-473c-beae-20344a92817c None None] Provisioning complete for port 8b4287ab-5631-407f-ba79-ce5d581a14fe triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:47:02.218053 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1e9158ae-9d30-473c-beae-20344a92817c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:02.438619 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-e0be65d7-935b-41f8-bdfd-044cbf48a707 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Deleting port d26c7805-fba0-4495-a9f2-783dc6b775f3 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:47:02.439396 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e0be65d7-935b-41f8-bdfd-044cbf48a707 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:02.467113 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-6bfefb9c-2921-49b0-9b5c-52d2048683d3 req-5e2f2976-bad0-4eff-956a-086933ecc816 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:02.568898 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['18bd55c9-be44-48c5-b1dc-5b4c63ef14f0'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:47:02.640620 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b9844398-e236-4bef-9e07-8bc5d6e3577c tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for router_gateway, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:02.665742 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bfefb9c-2921-49b0-9b5c-52d2048683d3 req-5e2f2976-bad0-4eff-956a-086933ecc816 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] No DVR routers for this DVR port a7abe8ac-b0df-444c-8b55-309e246b1b4d on host n-h1-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:47:02.670196 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f2976-bad0-4eff-956a-086933ecc816 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] Pushing event deleted for resources: {'Port': ['ID=a7abe8ac-b0df-444c-8b55-309e246b1b4d,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:47:02.678456 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-6bfefb9c-2921-49b0-9b5c-52d2048683d3 req-5e2f2976-bad0-4eff-956a-086933ecc816 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:02.685803 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6bfefb9c-2921-49b0-9b5c-52d2048683d3 req-5e2f2976-bad0-4eff-956a-086933ecc816 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.64 "DELETE /v2.0/ports/a7abe8ac-b0df-444c-8b55-309e246b1b4d HTTP/1.1" status: 204 len: 173 time: 1.4647443 Aug 05 11:47:02.687055 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38f2a801-3a66-4b5c-89f8-9abd0a3fdfc3', 'name': 'network-vif-deleted', 'tag': 'a7abe8ac-b0df-444c-8b55-309e246b1b4d'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:47:02.701799 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b9844398-e236-4bef-9e07-8bc5d6e3577c tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:02.710021 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36ef79f4-194b-427f-8593-08afe778f9db" -d '{"events": [{"server_uuid": "38f2a801-3a66-4b5c-89f8-9abd0a3fdfc3", "name": "network-vif-deleted", "tag": "a7abe8ac-b0df-444c-8b55-309e246b1b4d"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:47:02.868837 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2cbc885-ec63-46b6-9ca8-1e2226a6390b x-openstack-request-id: req-c2cbc885-ec63-46b6-9ca8-1e2226a6390b {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:47:02.869319 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38f2a801-3a66-4b5c-89f8-9abd0a3fdfc3", "name": "network-vif-deleted", "tag": "a7abe8ac-b0df-444c-8b55-309e246b1b4d", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:47:02.869734 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c2cbc885-ec63-46b6-9ca8-1e2226a6390b {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:47:02.870798 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38f2a801-3a66-4b5c-89f8-9abd0a3fdfc3', 'name': 'network-vif-deleted', 'tag': 'a7abe8ac-b0df-444c-8b55-309e246b1b4d', 'status': 'completed', 'code': 200} Aug 05 11:47:03.128514 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-b9844398-e236-4bef-9e07-8bc5d6e3577c tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Allocated IP 172.25.5.159 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/9cf08bfb-6a0a-415a-9e26-edbb203b1bfc) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:47:03.158377 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device a7abe8ac-b0df-444c-8b55-309e246b1b4d no longer exists at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:47:03.218503 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] No Port match for: a7abe8ac-b0df-444c-8b55-309e246b1b4d {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:47:03.220240 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device a7abe8ac-b0df-444c-8b55-309e246b1b4d not bound to the agent host n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:47:03.359249 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-e2c33e02-1c50-4fd5-bc43-4ba952c5cd3c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7c672e3cdc734e2186d8cb47e41d66ab&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2439706 Aug 05 11:47:03.364565 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 42198) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:47:03.423424 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4b98fc98-66e5-41c3-b210-063451efc28e req-eb976dbf-8302-44f3-8d84-9c6da2b93466 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.58 "GET /v2.0/ports?device_id=38f2a801-3a66-4b5c-89f8-9abd0a3fdfc3 HTTP/1.1" status: 200 len: 210 time: 0.4746213 Aug 05 11:47:03.587985 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f63440bc-0323-4aa6-9d9a-77c711724cf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:03.588896 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e683ce89-6965-4c68-8019-2fa05d432492 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8774769488478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-29762738'] for subnet, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:03.681671 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f63440bc-0323-4aa6-9d9a-77c711724cf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:03.819397 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-6e6c5af8-60db-4c15-90f4-c7134d5e8ee3 None None] Allocated IP 2001:db8::2 (2fbec807-2acd-4aaf-b8f5-e603238041b9/d5ff7c27-263e-424c-bcb4-307efcf6161d/9d0c906f-4920-4d6c-bb56-d6f43214786f) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:47:03.836755 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-37344b49-6dee-429c-ace7-d6ae90f63678 None None] Provisioning complete for port 8b4287ab-5631-407f-ba79-ce5d581a14fe triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:47:03.837354 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-37344b49-6dee-429c-ace7-d6ae90f63678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:03.888415 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e0be65d7-935b-41f8-bdfd-044cbf48a707 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:03.911369 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e683ce89-6965-4c68-8019-2fa05d432492 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Pushing event updated for resources: {'Subnet': ['ID=d5ff7c27-263e-424c-bcb4-307efcf6161d,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:47:03.914573 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f63440bc-0323-4aa6-9d9a-77c711724cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:03.924517 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f63440bc-0323-4aa6-9d9a-77c711724cf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:03.932384 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-f63440bc-0323-4aa6-9d9a-77c711724cf6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2ea434ae-98d3-4859-bb15-8ad925824dad HTTP/1.1" status: 204 len: 168 time: 0.5614493 Aug 05 11:47:03.954233 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e683ce89-6965-4c68-8019-2fa05d432492 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:47:03.955488 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e683ce89-6965-4c68-8019-2fa05d432492 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks [] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:03.958336 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-e683ce89-6965-4c68-8019-2fa05d432492 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] 10.222.0.58 "PUT /v2.0/subnets/d5ff7c27-263e-424c-bcb4-307efcf6161d HTTP/1.1" status: 200 len: 826 time: 2.6260324 Aug 05 11:47:03.971416 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 42206) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:47:03.987998 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-e0be65d7-935b-41f8-bdfd-044cbf48a707 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Calling delete_port for d26c7805-fba0-4495-a9f2-783dc6b775f3 owned by network:router_gateway {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:47:04.012841 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b9844398-e236-4bef-9e07-8bc5d6e3577c tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:04.022701 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63440bc-0323-4aa6-9d9a-77c711724cf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ea434ae-98d3-4859-bb15-8ad925824dad,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:47:04.257122 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b9844398-e236-4bef-9e07-8bc5d6e3577c tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:04.463620 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5b29e16b-5147-4d38-bbf2-230a664eeace tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:04.747249 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9844398-e236-4bef-9e07-8bc5d6e3577c tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:47:04.758941 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-b9844398-e236-4bef-9e07-8bc5d6e3577c tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:47:04.763559 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9844398-e236-4bef-9e07-8bc5d6e3577c tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:47:04.835080 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5b29e16b-5147-4d38-bbf2-230a664eeace tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:04.975637 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-6e6c5af8-60db-4c15-90f4-c7134d5e8ee3 None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:04.994005 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-6e6c5af8-60db-4c15-90f4-c7134d5e8ee3 None None] Transition to ACTIVE for port object 9d0c906f-4920-4d6c-bb56-d6f43214786f will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:47:05.026927 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-6e6c5af8-60db-4c15-90f4-c7134d5e8ee3 None None] Transition to ACTIVE for port object 9d0c906f-4920-4d6c-bb56-d6f43214786f will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:47:05.040832 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-6e6c5af8-60db-4c15-90f4-c7134d5e8ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:05.186510 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6c5af8-60db-4c15-90f4-c7134d5e8ee3 None None] Pushing event updated for resources: {'Port': ['ID=9d0c906f-4920-4d6c-bb56-d6f43214786f,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:47:05.220611 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6c5af8-60db-4c15-90f4-c7134d5e8ee3 None None] Network 2fbec807-2acd-4aaf-b8f5-e603238041b9 is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:47:05.222547 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-6e6c5af8-60db-4c15-90f4-c7134d5e8ee3 None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:47:05.235200 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6c5af8-60db-4c15-90f4-c7134d5e8ee3 None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:47:05.290880 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5b29e16b-5147-4d38-bbf2-230a664eeace tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25038609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30075142'] for subnet, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:05.505213 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-6e6c5af8-60db-4c15-90f4-c7134d5e8ee3 None None] Attempting to bind port 9d0c906f-4920-4d6c-bb56-d6f43214786f on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:47:05.506500 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-6e6c5af8-60db-4c15-90f4-c7134d5e8ee3 None None] Attempting to bind port 9d0c906f-4920-4d6c-bb56-d6f43214786f by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '6e00d4a7-c5e3-454b-95cb-aaae81a5e825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '2fbec807-2acd-4aaf-b8f5-e603238041b9'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:47:05.507089 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6c5af8-60db-4c15-90f4-c7134d5e8ee3 None None] Attempting to bind port 9d0c906f-4920-4d6c-bb56-d6f43214786f on network 2fbec807-2acd-4aaf-b8f5-e603238041b9 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:47:05.548083 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9844398-e236-4bef-9e07-8bc5d6e3577c tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Pushing event updated for resources: {'Port': ['ID=9cf08bfb-6a0a-415a-9e26-edbb203b1bfc,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:47:05.598216 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6c5af8-60db-4c15-90f4-c7134d5e8ee3 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:47:05.599058 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6c5af8-60db-4c15-90f4-c7134d5e8ee3 None None] Checking segment: {'id': '6e00d4a7-c5e3-454b-95cb-aaae81a5e825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '2fbec807-2acd-4aaf-b8f5-e603238041b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:47:05.601316 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-6e6c5af8-60db-4c15-90f4-c7134d5e8ee3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:05.605020 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6c5af8-60db-4c15-90f4-c7134d5e8ee3 None None] Bound using segment: {'id': '6e00d4a7-c5e3-454b-95cb-aaae81a5e825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '2fbec807-2acd-4aaf-b8f5-e603238041b9'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:47:05.608046 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-6e6c5af8-60db-4c15-90f4-c7134d5e8ee3 None None] Bound port: 9d0c906f-4920-4d6c-bb56-d6f43214786f, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e00d4a7-c5e3-454b-95cb-aaae81a5e825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '2fbec807-2acd-4aaf-b8f5-e603238041b9'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:47:05.610028 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-6e6c5af8-60db-4c15-90f4-c7134d5e8ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:05.705264 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b29e16b-5147-4d38-bbf2-230a664eeace tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Pushing event deleted for resources: {'Subnet': ['ID=d5ff7c27-263e-424c-bcb4-307efcf6161d,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:47:05.775172 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5b29e16b-5147-4d38-bbf2-230a664eeace tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:05.813519 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-5b29e16b-5147-4d38-bbf2-230a664eeace tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fbec807-2acd-4aaf-b8f5-e603238041b9']}} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:47:05.859785 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-5b29e16b-5147-4d38-bbf2-230a664eeace tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e00d4a7-c5e3-454b-95cb-aaae81a5e825') {'for_net_delete': True} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:47:05.860857 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-5b29e16b-5147-4d38-bbf2-230a664eeace tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e00d4a7-c5e3-454b-95cb-aaae81a5e825') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:47:05.877467 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-6e6c5af8-60db-4c15-90f4-c7134d5e8ee3 None None] For port 9d0c906f-4920-4d6c-bb56-d6f43214786f, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:47:05.884157 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-6e6c5af8-60db-4c15-90f4-c7134d5e8ee3 None None] For port 9d0c906f-4920-4d6c-bb56-d6f43214786f, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=9d0c906f-4920-4d6c-bb56-d6f43214786f,segment=NetworkSegment(6e00d4a7-c5e3-454b-95cb-aaae81a5e825),segment_id=6e00d4a7-c5e3-454b-95cb-aaae81a5e825)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:47:05.890971 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5b29e16b-5147-4d38-bbf2-230a664eeace tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29786371'] for segment, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:05.899530 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-6e6c5af8-60db-4c15-90f4-c7134d5e8ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:05.949397 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5b29e16b-5147-4d38-bbf2-230a664eeace tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:05.969695 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b29e16b-5147-4d38-bbf2-230a664eeace tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=94421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:47:05.970353 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5b29e16b-5147-4d38-bbf2-230a664eeace tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25038799'] for segment, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:05.984392 n-d-803378-2 neutron-server[94421]: Traceback (most recent call last): Aug 05 11:47:05.984392 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:47:05.984392 n-d-803378-2 neutron-server[94421]: timer() Aug 05 11:47:05.984392 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:47:05.984392 n-d-803378-2 neutron-server[94421]: cb(*args, **kw) Aug 05 11:47:05.984392 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:47:05.984392 n-d-803378-2 neutron-server[94421]: return func(*args, **kwargs) Aug 05 11:47:05.984392 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:47:05.984392 n-d-803378-2 neutron-server[94421]: self._notify() Aug 05 11:47:05.984392 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:47:05.984392 n-d-803378-2 neutron-server[94421]: self.callback(batched_events) Aug 05 11:47:05.984392 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:47:05.984392 n-d-803378-2 neutron-server[94421]: event.method(event) Aug 05 11:47:05.984392 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:47:05.984392 n-d-803378-2 neutron-server[94421]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:47:05.984392 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:47:05.984392 n-d-803378-2 neutron-server[94421]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:47:05.984392 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:47:05.984392 n-d-803378-2 neutron-server[94421]: return f(self, *a, **k) Aug 05 11:47:05.984392 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:47:05.984392 n-d-803378-2 neutron-server[94421]: return self._get(url).json() Aug 05 11:47:05.984392 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:47:05.984392 n-d-803378-2 neutron-server[94421]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:47:05.984392 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:47:05.984392 n-d-803378-2 neutron-server[94421]: return self.request(url, 'GET', **kwargs) Aug 05 11:47:05.984392 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:47:05.984392 n-d-803378-2 neutron-server[94421]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:47:05.984392 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:47:05.984392 n-d-803378-2 neutron-server[94421]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:47:05.984392 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:47:05.984392 n-d-803378-2 neutron-server[94421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:47:05.984392 n-d-803378-2 neutron-server[94421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:47:06.029469 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b9844398-e236-4bef-9e07-8bc5d6e3577c tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for router_gateway, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:06.048790 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e55109e-9ff2-4d22-b303-c69b85260e8f req-3cb4b026-a9ab-4069-a7e7-e9ed78b43055 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:47:06.057087 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8e55109e-9ff2-4d22-b303-c69b85260e8f req-3cb4b026-a9ab-4069-a7e7-e9ed78b43055 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.58 "GET /v2.0/ports?device_id=30e57fef-208e-4a9b-8b96-34c92ca54f0b HTTP/1.1" status: 200 len: 945 time: 0.5116343 Aug 05 11:47:06.208378 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb5fcef-5bda-48e0-9f1a-c52cbdf4a0cc None None] Network 2fbec807-2acd-4aaf-b8f5-e603238041b9 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:47:06.223657 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e0be65d7-935b-41f8-bdfd-044cbf48a707 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:06.313490 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.db.api [None req-5b29e16b-5147-4d38-bbf2-230a664eeace tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 05 11:47:06.313490 n-d-803378-2 neutron-server[94421]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 05 11:47:06.313490 n-d-803378-2 neutron-server[94421]: [parameters: {'id': '2fbec807-2acd-4aaf-b8f5-e603238041b9'}] Aug 05 11:47:06.313490 n-d-803378-2 neutron-server[94421]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94421) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 05 11:47:06.317360 n-d-803378-2 neutron-server[94421]: DEBUG oslo_db.api [None req-5b29e16b-5147-4d38-bbf2-230a664eeace tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 11:47:06.350320 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6c5af8-60db-4c15-90f4-c7134d5e8ee3 None None] Pushing event updated for resources: {'Port': ['ID=9d0c906f-4920-4d6c-bb56-d6f43214786f,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:47:06.362459 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0be65d7-935b-41f8-bdfd-044cbf48a707 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Pushing event deleted for resources: {'Port': ['ID=d26c7805-fba0-4495-a9f2-783dc6b775f3,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:47:06.463751 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8e55109e-9ff2-4d22-b303-c69b85260e8f req-87ef0d88-38ad-4901-95a9-f9ab85b22f1b tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.58 "GET /v2.0/security-groups?id=ab2b5f38-a05a-4ac9-a8bf-2f9bfdcd31b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2832849 Aug 05 11:47:06.820169 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5b29e16b-5147-4d38-bbf2-230a664eeace tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:06.841657 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6bf98b-0d9e-4abf-8777-9b5a04f3e205 None None] Network 2fbec807-2acd-4aaf-b8f5-e603238041b9 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:47:07.000311 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-5b29e16b-5147-4d38-bbf2-230a664eeace tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Deleting port 9d0c906f-4920-4d6c-bb56-d6f43214786f {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:47:07.001273 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5b29e16b-5147-4d38-bbf2-230a664eeace tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:07.281839 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e0be65d7-935b-41f8-bdfd-044cbf48a707 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33285055'] for router_gateway, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:07.329727 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [None req-5b29e16b-5147-4d38-bbf2-230a664eeace tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] For port 9d0c906f-4920-4d6c-bb56-d6f43214786f, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=9d0c906f-4920-4d6c-bb56-d6f43214786f,segment=NetworkSegment(6e00d4a7-c5e3-454b-95cb-aaae81a5e825),segment_id=6e00d4a7-c5e3-454b-95cb-aaae81a5e825)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:47:07.330836 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5b29e16b-5147-4d38-bbf2-230a664eeace tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:07.395739 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-5b29e16b-5147-4d38-bbf2-230a664eeace tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Calling delete_port for 9d0c906f-4920-4d6c-bb56-d6f43214786f owned by network:dhcp {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:47:07.461067 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-a61df8e5-0b8f-41cc-a72f-2cae66defea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:07.531363 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981b9016-8fca-439d-8797-96c104bdc5d8 None None] get_active_networks_info from n-d-803378-2 {{(pid=94422) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 05 11:47:07.897479 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981b9016-8fca-439d-8797-96c104bdc5d8 None None] Resources bound (agent type, host, resource id): {{(pid=94422) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 05 11:47:08.114302 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5b29e16b-5147-4d38-bbf2-230a664eeace tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:08.144032 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e0be65d7-935b-41f8-bdfd-044cbf48a707 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33262979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1951'] for router, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:08.165478 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e0be65d7-935b-41f8-bdfd-044cbf48a707 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:08.300411 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b29e16b-5147-4d38-bbf2-230a664eeace tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Pushing event deleted for resources: {'Port': ['ID=9d0c906f-4920-4d6c-bb56-d6f43214786f,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:47:08.335854 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b29e16b-5147-4d38-bbf2-230a664eeace tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] No DVR routers for this DVR port 9d0c906f-4920-4d6c-bb56-d6f43214786f on host n-d-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:47:08.393253 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e0be65d7-935b-41f8-bdfd-044cbf48a707 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33262474'] for router, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:08.402677 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0be65d7-935b-41f8-bdfd-044cbf48a707 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Fanout notify agent at l3_agent the message router_deleted on router 2fedbd31-2b64-4ebc-8788-79e2c69c8202 {{(pid=94420) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 11:47:08.590827 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e0be65d7-935b-41f8-bdfd-044cbf48a707 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Notify callbacks [] for router, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:08.594549 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafd3a89-7531-42af-8990-87a69c002f00 req-2d5e0757-973c-424d-8a7d-0b4a068dadd0 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:47:08.599853 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-e0be65d7-935b-41f8-bdfd-044cbf48a707 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] 10.222.0.58 "DELETE /v2.0/routers/2fedbd31-2b64-4ebc-8788-79e2c69c8202 HTTP/1.1" status: 204 len: 168 time: 8.9650862 Aug 05 11:47:08.600833 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-dafd3a89-7531-42af-8990-87a69c002f00 req-2d5e0757-973c-424d-8a7d-0b4a068dadd0 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.55 "GET /v2.0/ports?device_id=30e57fef-208e-4a9b-8b96-34c92ca54f0b HTTP/1.1" status: 200 len: 945 time: 1.1676309 Aug 05 11:47:08.611037 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 42274) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:47:08.634661 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-07be952f-8f63-4b26-ade6-6e933158f183 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1192143968', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:47:08.835654 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-07be952f-8f63-4b26-ade6-6e933158f183 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33260300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1929'] for router, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:08.843111 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-07be952f-8f63-4b26-ade6-6e933158f183 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33285914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33034662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1926'] for router, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:08.988182 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5b29e16b-5147-4d38-bbf2-230a664eeace tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:09.062119 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-5b29e16b-5147-4d38-bbf2-230a664eeace tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fbec807-2acd-4aaf-b8f5-e603238041b9']}} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:47:09.080678 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b9844398-e236-4bef-9e07-8bc5d6e3577c tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286026'] for router, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:09.181571 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-5b29e16b-5147-4d38-bbf2-230a664eeace tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e00d4a7-c5e3-454b-95cb-aaae81a5e825') {'for_net_delete': True} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:47:09.182470 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-5b29e16b-5147-4d38-bbf2-230a664eeace tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e00d4a7-c5e3-454b-95cb-aaae81a5e825') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:47:09.258282 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5b29e16b-5147-4d38-bbf2-230a664eeace tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29786371'] for segment, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:09.264931 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-07be952f-8f63-4b26-ade6-6e933158f183 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:09.284089 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-07be952f-8f63-4b26-ade6-6e933158f183 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286026'] for router, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:09.345472 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17793ff1-afd0-4b45-8c64-e565ef8614c4 req-5b27dc67-5de6-40ee-a291-684118c12f9f tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:47:09.364561 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5b29e16b-5147-4d38-bbf2-230a664eeace tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:09.372741 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-17793ff1-afd0-4b45-8c64-e565ef8614c4 req-5b27dc67-5de6-40ee-a291-684118c12f9f tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.58 "GET /v2.0/ports?device_id=30e57fef-208e-4a9b-8b96-34c92ca54f0b HTTP/1.1" status: 200 len: 945 time: 1.5057938 Aug 05 11:47:09.399744 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-dafd3a89-7531-42af-8990-87a69c002f00 req-4fc44737-647a-4d24-b68b-31033eac734b tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] Deleting port 18bd55c9-be44-48c5-b1dc-5b4c63ef14f0 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:47:09.400367 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-dafd3a89-7531-42af-8990-87a69c002f00 req-4fc44737-647a-4d24-b68b-31033eac734b tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:09.461048 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-07be952f-8f63-4b26-ade6-6e933158f183 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Notify callbacks [] for router, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:09.463720 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-07be952f-8f63-4b26-ade6-6e933158f183 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.8458040 Aug 05 11:47:09.475527 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 42294) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:47:09.554190 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b29e16b-5147-4d38-bbf2-230a664eeace tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=94421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:47:09.555362 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5b29e16b-5147-4d38-bbf2-230a664eeace tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25038799'] for segment, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:09.598348 n-d-803378-2 neutron-server[94421]: Traceback (most recent call last): Aug 05 11:47:09.598348 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:47:09.598348 n-d-803378-2 neutron-server[94421]: timer() Aug 05 11:47:09.598348 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:47:09.598348 n-d-803378-2 neutron-server[94421]: cb(*args, **kw) Aug 05 11:47:09.598348 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:47:09.598348 n-d-803378-2 neutron-server[94421]: return func(*args, **kwargs) Aug 05 11:47:09.598348 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:47:09.598348 n-d-803378-2 neutron-server[94421]: self._notify() Aug 05 11:47:09.598348 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:47:09.598348 n-d-803378-2 neutron-server[94421]: self.callback(batched_events) Aug 05 11:47:09.598348 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:47:09.598348 n-d-803378-2 neutron-server[94421]: event.method(event) Aug 05 11:47:09.598348 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:47:09.598348 n-d-803378-2 neutron-server[94421]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:47:09.598348 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:47:09.598348 n-d-803378-2 neutron-server[94421]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:47:09.598348 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:47:09.598348 n-d-803378-2 neutron-server[94421]: return f(self, *a, **k) Aug 05 11:47:09.598348 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:47:09.598348 n-d-803378-2 neutron-server[94421]: return self._get(url).json() Aug 05 11:47:09.598348 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:47:09.598348 n-d-803378-2 neutron-server[94421]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:47:09.598348 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:47:09.598348 n-d-803378-2 neutron-server[94421]: return self.request(url, 'GET', **kwargs) Aug 05 11:47:09.598348 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:47:09.598348 n-d-803378-2 neutron-server[94421]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:47:09.598348 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:47:09.598348 n-d-803378-2 neutron-server[94421]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:47:09.598348 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:47:09.598348 n-d-803378-2 neutron-server[94421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:47:09.598348 n-d-803378-2 neutron-server[94421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:47:09.635830 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-ba112da2-cce3-4b9e-9be9-04c8d06c08c3 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Request body: {'router': {'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:47:09.869359 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5b29e16b-5147-4d38-bbf2-230a664eeace tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:09.932773 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5b29e16b-5147-4d38-bbf2-230a664eeace tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:09.941361 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-5b29e16b-5147-4d38-bbf2-230a664eeace tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] 10.222.0.58 "DELETE /v2.0/networks/2fbec807-2acd-4aaf-b8f5-e603238041b9 HTTP/1.1" status: 204 len: 168 time: 5.9651680 Aug 05 11:47:09.983750 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 42306) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:47:10.019240 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-ea3a3639-c293-4b3a-bdce-e852608cd6c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:10.026901 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b29e16b-5147-4d38-bbf2-230a664eeace tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Pushing event deleted for resources: {'Network': ['ID=2fbec807-2acd-4aaf-b8f5-e603238041b9,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:47:10.053334 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-dafd3a89-7531-42af-8990-87a69c002f00 req-4fc44737-647a-4d24-b68b-31033eac734b tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] For port 18bd55c9-be44-48c5-b1dc-5b4c63ef14f0, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=18bd55c9-be44-48c5-b1dc-5b4c63ef14f0,segment=NetworkSegment(b36a843f-62f3-4ca4-92e0-595d19e6a3f0),segment_id=b36a843f-62f3-4ca4-92e0-595d19e6a3f0)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:47:10.053950 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-dafd3a89-7531-42af-8990-87a69c002f00 req-4fc44737-647a-4d24-b68b-31033eac734b tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:10.069615 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:10.100336 n-d-803378-2 neutron-server[94420]: INFO neutron.pecan_wsgi.hooks.translation [None req-8132104f-7897-4522-a008-371a2f082bf2 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] DELETE failed (client error): The resource could not be found. Aug 05 11:47:10.101559 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8132104f-7897-4522-a008-371a2f082bf2 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:47:10.105163 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-8132104f-7897-4522-a008-371a2f082bf2 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] 10.222.0.58 "DELETE /v2.0/networks/2fbec807-2acd-4aaf-b8f5-e603238041b9 HTTP/1.1" status: 404 len: 339 time: 0.1154523 Aug 05 11:47:10.112178 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-17793ff1-afd0-4b45-8c64-e565ef8614c4 req-9eea54b1-88b8-48d4-9461-23c4e18d6d99 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.58 "GET /v2.0/security-groups?id=ab2b5f38-a05a-4ac9-a8bf-2f9bfdcd31b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7076192 Aug 05 11:47:10.121435 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-dafd3a89-7531-42af-8990-87a69c002f00 req-4fc44737-647a-4d24-b68b-31033eac734b tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] Calling delete_port for 18bd55c9-be44-48c5-b1dc-5b4c63ef14f0 owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:47:10.124719 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 42320) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:47:10.153965 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-7c314866-4a9a-4c85-ad57-63793e8c0762 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1178174933', 'description': 'd1'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:47:10.309336 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c314866-4a9a-4c85-ad57-63793e8c0762 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Made reservation on behalf of 6feb354f44e34f96b67fc83b8a013813 for: {'network': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:47:10.331937 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7c314866-4a9a-4c85-ad57-63793e8c0762 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:10.419388 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c314866-4a9a-4c85-ad57-63793e8c0762 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] vlan segment allocate from pool success with {'vlan_id': 686, 'physical_network': 'physnet1'} {{(pid=94421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:47:10.445408 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ba112da2-cce3-4b9e-9be9-04c8d06c08c3 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:10.462540 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7c314866-4a9a-4c85-ad57-63793e8c0762 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:10.463261 n-d-803378-2 neutron-server[94421]: INFO neutron.db.segments_db [None req-7c314866-4a9a-4c85-ad57-63793e8c0762 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Added segment cd281000-c4c7-4381-8f18-1b768b7fd548 of type vlan for network 4e313e82-8072-4211-8402-5db1ef16ab56 Aug 05 11:47:10.634048 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9844398-e236-4bef-9e07-8bc5d6e3577c tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Router 97cb0d75-8907-409f-87f4-a69ffebf0234 is scheduled to L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d with binding_index 1 {{(pid=94420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 11:47:10.697097 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-dafd3a89-7531-42af-8990-87a69c002f00 req-4fc44737-647a-4d24-b68b-31033eac734b tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:10.770782 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7c314866-4a9a-4c85-ad57-63793e8c0762 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:10.925819 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc44737-647a-4d24-b68b-31033eac734b tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] Pushing event deleted for resources: {'Port': ['ID=18bd55c9-be44-48c5-b1dc-5b4c63ef14f0,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:47:11.015909 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7c314866-4a9a-4c85-ad57-63793e8c0762 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:11.029227 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c314866-4a9a-4c85-ad57-63793e8c0762 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:47:11.030554 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7c314866-4a9a-4c85-ad57-63793e8c0762 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33140224'] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:11.107401 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-dafd3a89-7531-42af-8990-87a69c002f00 req-4fc44737-647a-4d24-b68b-31033eac734b tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] No DVR routers for this DVR port 18bd55c9-be44-48c5-b1dc-5b4c63ef14f0 on host n-h2-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:47:11.166872 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-dafd3a89-7531-42af-8990-87a69c002f00 req-4fc44737-647a-4d24-b68b-31033eac734b tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:11.185425 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-dafd3a89-7531-42af-8990-87a69c002f00 req-4fc44737-647a-4d24-b68b-31033eac734b tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.55 "DELETE /v2.0/ports/18bd55c9-be44-48c5-b1dc-5b4c63ef14f0 HTTP/1.1" status: 204 len: 173 time: 2.5299675 Aug 05 11:47:11.189082 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30e57fef-208e-4a9b-8b96-34c92ca54f0b', 'name': 'network-vif-deleted', 'tag': '18bd55c9-be44-48c5-b1dc-5b4c63ef14f0'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:47:11.198293 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05523c53-ffa9-4ad2-a80f-e9eb6b9eb9fd" -d '{"events": [{"server_uuid": "30e57fef-208e-4a9b-8b96-34c92ca54f0b", "name": "network-vif-deleted", "tag": "18bd55c9-be44-48c5-b1dc-5b4c63ef14f0"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:47:11.308073 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-7c314866-4a9a-4c85-ad57-63793e8c0762 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1815200 Aug 05 11:47:11.313757 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 42364) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:47:11.391615 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ba112da2-cce3-4b9e-9be9-04c8d06c08c3 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Notify callbacks [] for router_gateway, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:11.564735 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2917d8e7-e065-4fff-aad5-319ea37a1130 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:47:11.572658 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-2917d8e7-e065-4fff-aad5-319ea37a1130 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] 10.222.0.58 "GET /v2.0/networks?id=4e313e82-8072-4211-8402-5db1ef16ab56 HTTP/1.1" status: 200 len: 765 time: 0.2295158 Aug 05 11:47:11.572658 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1455de3-b965-4aff-bb66-ec3353291928 x-openstack-request-id: req-d1455de3-b965-4aff-bb66-ec3353291928 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:47:11.572658 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30e57fef-208e-4a9b-8b96-34c92ca54f0b", "name": "network-vif-deleted", "tag": "18bd55c9-be44-48c5-b1dc-5b4c63ef14f0", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:47:11.572658 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d1455de3-b965-4aff-bb66-ec3353291928 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:47:11.573596 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30e57fef-208e-4a9b-8b96-34c92ca54f0b', 'name': 'network-vif-deleted', 'tag': '18bd55c9-be44-48c5-b1dc-5b4c63ef14f0', 'status': 'completed', 'code': 200} Aug 05 11:47:11.580445 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 42374) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:47:11.600295 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-985b089f-bdc9-4aa1-ad61-44ebcb346bb7 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Request body: {'network': {'description': 'd2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:47:11.610131 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c314866-4a9a-4c85-ad57-63793e8c0762 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Pushing event updated for resources: {'Network': ['ID=4e313e82-8072-4211-8402-5db1ef16ab56,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:47:11.633699 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 4e313e82-8072-4211-8402-5db1ef16ab56 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:47:11.720687 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-09fb7061-e67f-40d1-a7ec-a44f35087083 req-4fbac627-48ac-49d4-9bd8-ee8dd0a20f80 tempest-ServerRescueTestJSON-50512711 tempest-ServerRescueTestJSON-50512711-project] 10.222.0.58 "GET /v2.0/ports?device_id=30e57fef-208e-4a9b-8b96-34c92ca54f0b HTTP/1.1" status: 200 len: 210 time: 0.2912662 Aug 05 11:47:11.736328 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ba112da2-cce3-4b9e-9be9-04c8d06c08c3 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:11.807989 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9844398-e236-4bef-9e07-8bc5d6e3577c tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:47:11.830605 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447373a1-fab6-4ea3-ac99-cf6758333d46 None None] Sync routers for ids ['97cb0d75-8907-409f-87f4-a69ffebf0234'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:47:11.882287 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447373a1-fab6-4ea3-ac99-cf6758333d46 None None] Routers {'97cb0d75-8907-409f-87f4-a69ffebf0234'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:47:11.883315 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-447373a1-fab6-4ea3-ac99-cf6758333d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:47:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['97cb0d75-8907-409f-87f4-a69ffebf0234'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:47:12.064964 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:12.209879 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b9844398-e236-4bef-9e07-8bc5d6e3577c tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for router, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:12.228881 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-b9844398-e236-4bef-9e07-8bc5d6e3577c tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 15.1267974 Aug 05 11:47:12.242228 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 42414) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:47:12.578457 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 18bd55c9-be44-48c5-b1dc-5b4c63ef14f0 no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:47:12.586467 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-447373a1-fab6-4ea3-ac99-cf6758333d46 None None] Set router 97cb0d75-8907-409f-87f4-a69ffebf0234 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:47:12.610547 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-ba112da2-cce3-4b9e-9be9-04c8d06c08c3 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Allocated IP 172.25.5.204 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/57ab0d83-3abb-4881-869f-8648516e97cc) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:47:12.675761 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-985b089f-bdc9-4aa1-ad61-44ebcb346bb7 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:12.759947 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] No Port match for: 18bd55c9-be44-48c5-b1dc-5b4c63ef14f0 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:47:12.760734 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 18bd55c9-be44-48c5-b1dc-5b4c63ef14f0 not bound to the agent host n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:47:12.768258 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-985b089f-bdc9-4aa1-ad61-44ebcb346bb7 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:13.083732 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-985b089f-bdc9-4aa1-ad61-44ebcb346bb7 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Network 4e313e82-8072-4211-8402-5db1ef16ab56 is not hosted by any dhcp agent {{(pid=94421) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 05 11:47:13.158402 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985b089f-bdc9-4aa1-ad61-44ebcb346bb7 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:47:13.159565 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-985b089f-bdc9-4aa1-ad61-44ebcb346bb7 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks [] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:13.164237 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-985b089f-bdc9-4aa1-ad61-44ebcb346bb7 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] 10.222.0.58 "PUT /v2.0/networks/4e313e82-8072-4211-8402-5db1ef16ab56 HTTP/1.1" status: 200 len: 762 time: 1.5798733 Aug 05 11:47:13.178115 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 42446) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:47:13.178795 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 42456) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:47:13.199545 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ba112da2-cce3-4b9e-9be9-04c8d06c08c3 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:13.243387 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985b089f-bdc9-4aa1-ad61-44ebcb346bb7 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Pushing event updated for resources: {'Network': ['ID=4e313e82-8072-4211-8402-5db1ef16ab56,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:47:13.267195 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 4e313e82-8072-4211-8402-5db1ef16ab56 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:47:13.447845 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ba112da2-cce3-4b9e-9be9-04c8d06c08c3 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:13.673699 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-447373a1-fab6-4ea3-ac99-cf6758333d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97cb0d75-8907-409f-87f4-a69ffebf0234', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2052124601', 'tenant_id': '7f88688726d24c8e9d77831659c7c3ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '9cf08bfb-6a0a-415a-9e26-edbb203b1bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:46:57Z', 'updated_at': '2021-08-05T11:47:05Z', 'revision_number': 3, 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'gw_port': {'id': '9cf08bfb-6a0a-415a-9e26-edbb203b1bfc', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:15:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97cb0d75-8907-409f-87f4-a69ffebf0234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:47:02Z', 'updated_at': '2021-08-05T11:47:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:47:13.812187 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-b55e9862-4524-42a1-b8ac-58a8c79fb97c tempest-TestNetworkAdvancedServerOps-1820726671 tempest-TestNetworkAdvancedServerOps-1820726671-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=7f88688726d24c8e9d77831659c7c3ae&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 1.5655921 Aug 05 11:47:13.816207 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba112da2-cce3-4b9e-9be9-04c8d06c08c3 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:47:13.822316 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 42492) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:47:13.848991 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-ba112da2-cce3-4b9e-9be9-04c8d06c08c3 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:47:13.900125 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:13.924789 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447373a1-fab6-4ea3-ac99-cf6758333d46 None None] Checking router: 97cb0d75-8907-409f-87f4-a69ffebf0234 for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:47:13.927403 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447373a1-fab6-4ea3-ac99-cf6758333d46 None None] Updating router 97cb0d75-8907-409f-87f4-a69ffebf0234 port 9cf08bfb-6a0a-415a-9e26-edbb203b1bfc binding host n-d-803378-2 {{(pid=94423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 11:47:14.011566 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80126b9a-658a-48c8-a3ee-92e485c10d96 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:47:14.014468 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-80126b9a-658a-48c8-a3ee-92e485c10d96 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] 10.222.0.58 "GET /v2.0/networks?id=4e313e82-8072-4211-8402-5db1ef16ab56 HTTP/1.1" status: 200 len: 765 time: 0.7819693 Aug 05 11:47:14.021987 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 42494) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:47:14.033379 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba112da2-cce3-4b9e-9be9-04c8d06c08c3 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:47:14.135116 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-447373a1-fab6-4ea3-ac99-cf6758333d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:14.356533 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba112da2-cce3-4b9e-9be9-04c8d06c08c3 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Pushing event updated for resources: {'Port': ['ID=57ab0d83-3abb-4881-869f-8648516e97cc,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:47:14.987517 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525126b3-5fdd-4042-807b-e810bf1e952b tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:47:14.991824 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-525126b3-5fdd-4042-807b-e810bf1e952b tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.7095346 Aug 05 11:47:14.996606 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 42528) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:47:15.083665 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-36fe9ce8-b2fb-4b43-a0d1-6930a982756b tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] 10.222.0.58 "GET /v2.0/subnets?network_id=36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd HTTP/1.1" status: 200 len: 207 time: 0.0844333 Aug 05 11:47:15.092892 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 42536) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:47:15.164949 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-447373a1-fab6-4ea3-ac99-cf6758333d46 None None] Notify callbacks [] for port, precommit_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:15.200255 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.provisioning_blocks [None req-447373a1-fab6-4ea3-ac99-cf6758333d46 None None] Transition to ACTIVE for port object 9cf08bfb-6a0a-415a-9e26-edbb203b1bfc will not be triggered until provisioned by entity L2. {{(pid=94423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:47:15.217026 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-447373a1-fab6-4ea3-ac99-cf6758333d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:15.474439 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-447373a1-fab6-4ea3-ac99-cf6758333d46 None None] Attempting to bind port 9cf08bfb-6a0a-415a-9e26-edbb203b1bfc on host n-d-803378-2 for vnic_type normal with profile {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:47:15.475614 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-447373a1-fab6-4ea3-ac99-cf6758333d46 None None] Attempting to bind port 9cf08bfb-6a0a-415a-9e26-edbb203b1bfc by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}] {{(pid=94423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:47:15.476868 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447373a1-fab6-4ea3-ac99-cf6758333d46 None None] Attempting to bind port 9cf08bfb-6a0a-415a-9e26-edbb203b1bfc on network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:47:15.499539 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447373a1-fab6-4ea3-ac99-cf6758333d46 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:47:15.502275 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447373a1-fab6-4ea3-ac99-cf6758333d46 None None] Checking segment: {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:47:15.503238 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-447373a1-fab6-4ea3-ac99-cf6758333d46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:15.504249 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447373a1-fab6-4ea3-ac99-cf6758333d46 None None] Bound using segment: {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'} {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:47:15.505233 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-447373a1-fab6-4ea3-ac99-cf6758333d46 None None] Bound port: 9cf08bfb-6a0a-415a-9e26-edbb203b1bfc, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}}] {{(pid=94423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:47:15.506596 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-447373a1-fab6-4ea3-ac99-cf6758333d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:15.676587 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.db [None req-447373a1-fab6-4ea3-ac99-cf6758333d46 None None] For port 9cf08bfb-6a0a-415a-9e26-edbb203b1bfc, host n-d-803378-2, cleared binding levels {{(pid=94423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:47:15.698661 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.db [None req-447373a1-fab6-4ea3-ac99-cf6758333d46 None None] For port 9cf08bfb-6a0a-415a-9e26-edbb203b1bfc, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=9cf08bfb-6a0a-415a-9e26-edbb203b1bfc,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:47:15.747358 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb483458-3f22-4f25-8bca-1e1ba06e8b34 None None] Pushing event updated for resources: {'Port': ['ID=9cf08bfb-6a0a-415a-9e26-edbb203b1bfc,revision_number=2']} {{(pid=94423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:47:15.778914 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-447373a1-fab6-4ea3-ac99-cf6758333d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:15.807420 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb483458-3f22-4f25-8bca-1e1ba06e8b34 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:47:15.807854 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb483458-3f22-4f25-8bca-1e1ba06e8b34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:47:15.808318 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb483458-3f22-4f25-8bca-1e1ba06e8b34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:47:15.823092 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb483458-3f22-4f25-8bca-1e1ba06e8b34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:47:15.823867 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb483458-3f22-4f25-8bca-1e1ba06e8b34 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:47:15.824588 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb483458-3f22-4f25-8bca-1e1ba06e8b34 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:47:15.825009 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb483458-3f22-4f25-8bca-1e1ba06e8b34 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:47:15.826323 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb483458-3f22-4f25-8bca-1e1ba06e8b34 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:47:15.826897 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb483458-3f22-4f25-8bca-1e1ba06e8b34 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:47:15.827476 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb483458-3f22-4f25-8bca-1e1ba06e8b34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:47:15.828193 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb483458-3f22-4f25-8bca-1e1ba06e8b34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:47:15.828656 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb483458-3f22-4f25-8bca-1e1ba06e8b34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:47:15.885212 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8640e0b2-a20b-4383-8786-352c6d8123e7 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:47:15.885521 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82aa7ff2-fdd4-41aa-9c32-a955381a95a8 tempest-TestNetworkAdvancedServerOps-1820726671 tempest-TestNetworkAdvancedServerOps-1820726671-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:47:15.892563 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-82aa7ff2-fdd4-41aa-9c32-a955381a95a8 tempest-TestNetworkAdvancedServerOps-1820726671 tempest-TestNetworkAdvancedServerOps-1820726671-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 2.0634003 Aug 05 11:47:15.905828 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 42564) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:47:15.933025 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8640e0b2-a20b-4383-8786-352c6d8123e7 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:47:15.981898 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8640e0b2-a20b-4383-8786-352c6d8123e7 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:47:15.994883 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8640e0b2-a20b-4383-8786-352c6d8123e7 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:47:15.999644 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-294e12a3-9234-44ee-996c-68ea4004bac4 tempest-TestNetworkAdvancedServerOps-1820726671 tempest-TestNetworkAdvancedServerOps-1820726671-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0884507 Aug 05 11:47:16.009080 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8640e0b2-a20b-4383-8786-352c6d8123e7 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:47:16.024020 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8640e0b2-a20b-4383-8786-352c6d8123e7 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:47:16.027853 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-8640e0b2-a20b-4383-8786-352c6d8123e7 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.9258306 Aug 05 11:47:16.036311 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 42570) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:47:16.038146 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 42576) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:47:16.039077 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ba112da2-cce3-4b9e-9be9-04c8d06c08c3 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Notify callbacks [] for router_gateway, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:16.067213 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-b67e8401-c5b6-4db3-956a-98c3331dfc01 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1054070190', 'network_id': 'ea4ab667-0582-45fb-abbe-165151692b1f', 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:47:16.089953 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb483458-3f22-4f25-8bca-1e1ba06e8b34 None None] Pushing event updated for resources: {'Port': ['ID=9cf08bfb-6a0a-415a-9e26-edbb203b1bfc,revision_number=3']} {{(pid=94423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:47:16.162234 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447373a1-fab6-4ea3-ac99-cf6758333d46 None None] Routers {'97cb0d75-8907-409f-87f4-a69ffebf0234'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:47:16.163219 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-447373a1-fab6-4ea3-ac99-cf6758333d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:47:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['97cb0d75-8907-409f-87f4-a69ffebf0234'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:47:16.559894 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-447373a1-fab6-4ea3-ac99-cf6758333d46 None None] Set router 97cb0d75-8907-409f-87f4-a69ffebf0234 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:47:16.938383 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ba112da2-cce3-4b9e-9be9-04c8d06c08c3 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33286054', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33263081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1940'] for router, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:16.944541 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ba112da2-cce3-4b9e-9be9-04c8d06c08c3 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33286033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33286040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33263014'] for router, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:16.971141 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-fdef384b-a3e7-4360-9fcb-2f81a394780f tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] 10.222.0.58 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.8888135 Aug 05 11:47:17.002279 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 42628) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:47:17.212911 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b67e8401-c5b6-4db3-956a-98c3331dfc01 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Made reservation on behalf of 7f88688726d24c8e9d77831659c7c3ae for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:47:17.221033 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b67e8401-c5b6-4db3-956a-98c3331dfc01 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:17.350151 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-447373a1-fab6-4ea3-ac99-cf6758333d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97cb0d75-8907-409f-87f4-a69ffebf0234', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2052124601', 'tenant_id': '7f88688726d24c8e9d77831659c7c3ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '9cf08bfb-6a0a-415a-9e26-edbb203b1bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:46:57Z', 'updated_at': '2021-08-05T11:47:05Z', 'revision_number': 3, 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'gw_port': {'id': '9cf08bfb-6a0a-415a-9e26-edbb203b1bfc', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:15:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97cb0d75-8907-409f-87f4-a69ffebf0234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:47:02Z', 'updated_at': '2021-08-05T11:47:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:47:17.411113 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447373a1-fab6-4ea3-ac99-cf6758333d46 None None] The sync data for ids ['97cb0d75-8907-409f-87f4-a69ffebf0234'] in n-d-803378-2 is: [{'id': '97cb0d75-8907-409f-87f4-a69ffebf0234', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2052124601', 'tenant_id': '7f88688726d24c8e9d77831659c7c3ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '9cf08bfb-6a0a-415a-9e26-edbb203b1bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:46:57Z', 'updated_at': '2021-08-05T11:47:05Z', 'revision_number': 3, 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'gw_port': {'id': '9cf08bfb-6a0a-415a-9e26-edbb203b1bfc', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:15:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97cb0d75-8907-409f-87f4-a69ffebf0234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:47:02Z', 'updated_at': '2021-08-05T11:47:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:47:17.475722 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b1caf102-6cbb-4a04-aad1-cf5c3ff8b66c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33208311'] for router_interface, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:17.517530 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba112da2-cce3-4b9e-9be9-04c8d06c08c3 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Router e1169c98-46ca-4065-aab2-c491cbdaf3f7 is scheduled to L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d with binding_index 1 {{(pid=94420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 11:47:17.525724 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c0f6a0-74ac-4ea9-a8ce-8a08f75ee866 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:47:17.530176 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c0f6a0-74ac-4ea9-a8ce-8a08f75ee866 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:47:17.535171 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c0f6a0-74ac-4ea9-a8ce-8a08f75ee866 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:47:17.548318 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c0f6a0-74ac-4ea9-a8ce-8a08f75ee866 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:47:17.552362 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c0f6a0-74ac-4ea9-a8ce-8a08f75ee866 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:47:17.561759 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-d3c0f6a0-74ac-4ea9-a8ce-8a08f75ee866 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.5493908 Aug 05 11:47:17.566516 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 42646) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:47:18.105303 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd1a2f4-9c4b-4b59-bf58-a9c976a4c786 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Attributes excluded by policy engine: ['shared'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:47:18.109675 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd1a2f4-9c4b-4b59-bf58-a9c976a4c786 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Attributes excluded by policy engine: ['shared'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:47:18.114733 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd1a2f4-9c4b-4b59-bf58-a9c976a4c786 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Attributes excluded by policy engine: ['shared'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:47:18.118704 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd1a2f4-9c4b-4b59-bf58-a9c976a4c786 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Attributes excluded by policy engine: ['shared'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:47:18.122063 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd1a2f4-9c4b-4b59-bf58-a9c976a4c786 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Attributes excluded by policy engine: ['shared'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:47:18.127121 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-4cd1a2f4-9c4b-4b59-bf58-a9c976a4c786 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] 10.222.0.58 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.5309472 Aug 05 11:47:18.153197 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 42672) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:47:18.550325 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba112da2-cce3-4b9e-9be9-04c8d06c08c3 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:47:18.567268 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43539d5-cbde-4b81-a1fd-56938df57e63 None None] Sync routers for ids ['e1169c98-46ca-4065-aab2-c491cbdaf3f7'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:47:18.583294 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ba112da2-cce3-4b9e-9be9-04c8d06c08c3 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Notify callbacks [] for router, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:18.586135 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-ba112da2-cce3-4b9e-9be9-04c8d06c08c3 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] 10.222.0.58 "PUT /v2.0/routers/e1169c98-46ca-4065-aab2-c491cbdaf3f7 HTTP/1.1" status: 200 len: 880 time: 8.9658911 Aug 05 11:47:18.611628 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 42680) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:47:18.613635 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43539d5-cbde-4b81-a1fd-56938df57e63 None None] Routers {'e1169c98-46ca-4065-aab2-c491cbdaf3f7'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:47:18.620261 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-c43539d5-cbde-4b81-a1fd-56938df57e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:47:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['e1169c98-46ca-4065-aab2-c491cbdaf3f7'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:47:18.823816 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-c43539d5-cbde-4b81-a1fd-56938df57e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:47:18.828732 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 9cf08bfb-6a0a-415a-9e26-edbb203b1bfc up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:47:18.871195 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef21094-e26f-40cc-883c-538f32a27da4 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:47:18.874689 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-fef21094-e26f-40cc-883c-538f32a27da4 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] 10.222.0.58 "GET /v2.0/networks/06b9eca3-bf56-47fc-beca-ba7c57d829ea HTTP/1.1" status: 200 len: 803 time: 0.7187347 Aug 05 11:47:18.887866 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 42686) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:47:19.019540 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43539d5-cbde-4b81-a1fd-56938df57e63 None None] Routers {'e1169c98-46ca-4065-aab2-c491cbdaf3f7'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:47:19.025820 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-c43539d5-cbde-4b81-a1fd-56938df57e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:47:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['e1169c98-46ca-4065-aab2-c491cbdaf3f7'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:47:19.232581 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-c43539d5-cbde-4b81-a1fd-56938df57e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:47:19.234419 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43539d5-cbde-4b81-a1fd-56938df57e63 None None] The sync data for ids ['e1169c98-46ca-4065-aab2-c491cbdaf3f7'] in n-d-803378-2 is: [] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:47:19.252408 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 9cf08bfb-6a0a-415a-9e26-edbb203b1bfc completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:47:19.265552 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 9cf08bfb-6a0a-415a-9e26-edbb203b1bfc triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:47:19.269536 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:19.776051 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-8721feda-ad71-41a7-aa22-e843d61cbdd1 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] 10.222.0.58 "GET /v2.0/routers/e1169c98-46ca-4065-aab2-c491cbdaf3f7 HTTP/1.1" status: 200 len: 921 time: 1.1627054 Aug 05 11:47:19.776995 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:19.819612 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 42716) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:47:19.869716 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port 9cf08bfb-6a0a-415a-9e26-edbb203b1bfc, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=9cf08bfb-6a0a-415a-9e26-edbb203b1bfc,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:47:19.883725 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:19.897370 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b67e8401-c5b6-4db3-956a-98c3331dfc01 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25038678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30075167'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:20.080934 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-e3140506-128e-4019-8b9f-6520498b649a tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] 10.222.0.58 "GET /v2.0/networks/06b9eca3-bf56-47fc-beca-ba7c57d829ea?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 1.1902695 Aug 05 11:47:20.096111 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 42728) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:47:20.206561 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=9cf08bfb-6a0a-415a-9e26-edbb203b1bfc,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:47:20.216928 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67e8401-c5b6-4db3-956a-98c3331dfc01 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Pushing event updated for resources: {'Subnet': ['ID=23b4b90e-0370-4e2d-856e-858c6909def7,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:47:20.268565 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:47:20.269138 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:47:20.269928 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:47:20.271397 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:47:20.273392 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:47:20.273930 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:47:20.275097 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:47:20.275097 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:47:20.275717 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:47:20.276711 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:47:20.277380 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:47:20.278116 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:47:20.376380 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0fe8efc-20af-40f5-9511-24bd47e225ed tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:47:20.392395 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 42742) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:47:20.396219 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-c0fe8efc-20af-40f5-9511-24bd47e225ed tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd&device_id=e1169c98-46ca-4065-aab2-c491cbdaf3f7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5741613 Aug 05 11:47:20.477584 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1360d9-a123-45ef-a658-ac8791ec7128 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:47:20.498468 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-be1360d9-a123-45ef-a658-ac8791ec7128 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] 10.222.0.58 "GET /v2.0/subnets/b7e11b08-d742-404b-b836-cea8a180e5c6 HTTP/1.1" status: 200 len: 843 time: 0.3923283 Aug 05 11:47:20.499073 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 42752) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:47:20.580691 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 9cf08bfb-6a0a-415a-9e26-edbb203b1bfc up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:47:20.805622 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd94602a-a671-478c-87a2-5866e911d50e tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Attributes excluded by policy engine: ['shared'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:47:20.816307 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-bd94602a-a671-478c-87a2-5866e911d50e tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] 10.222.0.58 "GET /v2.0/subnets/b7e11b08-d742-404b-b836-cea8a180e5c6?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.3076108 Aug 05 11:47:20.817438 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 42760) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:47:20.831976 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-a3754158-0a6c-4ce5-abd8-baf12b1813e2 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1274357735'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:47:20.912891 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 9cf08bfb-6a0a-415a-9e26-edbb203b1bfc triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:47:20.922906 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:20.950226 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3754158-0a6c-4ce5-abd8-baf12b1813e2 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Made reservation on behalf of 6feb354f44e34f96b67fc83b8a013813 for: {'network': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:47:20.963303 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a3754158-0a6c-4ce5-abd8-baf12b1813e2 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:20.979232 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67e8401-c5b6-4db3-956a-98c3331dfc01 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Checking segment: {'id': '9f03e2db-8557-4053-84d8-e8f77c56803d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'ea4ab667-0582-45fb-abbe-165151692b1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:47:20.981106 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b67e8401-c5b6-4db3-956a-98c3331dfc01 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Network hostable DHCP agents. Network: ea4ab667-0582-45fb-abbe-165151692b1f, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:47:21.088873 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3754158-0a6c-4ce5-abd8-baf12b1813e2 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] vlan segment allocate from pool success with {'vlan_id': 680, 'physical_network': 'physnet1'} {{(pid=94420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:47:21.126955 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a3754158-0a6c-4ce5-abd8-baf12b1813e2 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:21.127590 n-d-803378-2 neutron-server[94420]: INFO neutron.db.segments_db [None req-a3754158-0a6c-4ce5-abd8-baf12b1813e2 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Added segment 01d8be8e-ecec-4aff-83b0-f3d7f1eb8b3d of type vlan for network 062d3ad9-630f-4892-868c-0e8c1519c153 Aug 05 11:47:21.311180 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b67e8401-c5b6-4db3-956a-98c3331dfc01 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Network ea4ab667-0582-45fb-abbe-165151692b1f is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:47:21.379633 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a3754158-0a6c-4ce5-abd8-baf12b1813e2 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:21.382639 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7786b5a5-ed79-44ac-97fc-9fd5f648f8ae tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:47:21.386166 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-7786b5a5-ed79-44ac-97fc-9fd5f648f8ae tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] 10.222.0.58 "GET /v2.0/networks/36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd HTTP/1.1" status: 200 len: 881 time: 0.9917991 Aug 05 11:47:21.389831 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-b67e8401-c5b6-4db3-956a-98c3331dfc01 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, ea4ab667-0582-45fb-abbe-165151692b1f) {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:47:21.400616 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 42776) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:47:21.417944 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d5f5ee-6a82-4a94-b459-5f66feebc698 None None] Network ea4ab667-0582-45fb-abbe-165151692b1f requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:47:21.453759 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67e8401-c5b6-4db3-956a-98c3331dfc01 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:47:21.454793 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b67e8401-c5b6-4db3-956a-98c3331dfc01 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:21.526995 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a3754158-0a6c-4ce5-abd8-baf12b1813e2 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:21.571216 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3754158-0a6c-4ce5-abd8-baf12b1813e2 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:47:21.572363 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a3754158-0a6c-4ce5-abd8-baf12b1813e2 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:21.639355 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-b67e8401-c5b6-4db3-956a-98c3331dfc01 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 5.5911660 Aug 05 11:47:21.644334 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 42784) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:47:21.789780 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-9b5dfa13-fd93-42d3-bd5f-0aa4882ff8d0 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1169c98-46ca-4065-aab2-c491cbdaf3f7 HTTP/1.1" status: 200 len: 205 time: 0.3867440 Aug 05 11:47:21.844570 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 42792) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:47:21.846145 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3754158-0a6c-4ce5-abd8-baf12b1813e2 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Pushing event updated for resources: {'Network': ['ID=062d3ad9-630f-4892-868c-0e8c1519c153,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:47:21.863160 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-a3754158-0a6c-4ce5-abd8-baf12b1813e2 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0377469 Aug 05 11:47:21.883735 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 062d3ad9-630f-4892-868c-0e8c1519c153 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:47:21.889517 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 42794) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:47:21.942959 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-0c43e1cc-c1c7-457c-8503-a1ab02d96093 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Request body: {'subnet': {'network_id': '062d3ad9-630f-4892-868c-0e8c1519c153', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:47:22.031660 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-b1caf102-6cbb-4a04-aad1-cf5c3ff8b66c admin admin] Deleting port fbb50321-5472-4673-a758-341e3dc898b1 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:47:22.033369 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b1caf102-6cbb-4a04-aad1-cf5c3ff8b66c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:22.653322 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66dafd2e-afdb-49b8-ab3f-ce40db3db6e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-ea4ab667-0582-45fb-abbe-165151692b1f', 'network_id': 'ea4ab667-0582-45fb-abbe-165151692b1f', 'tenant_id': '7f88688726d24c8e9d77831659c7c3ae', 'fixed_ips': [{'subnet_id': '23b4b90e-0370-4e2d-856e-858c6909def7'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 11:47:22.655855 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-66dafd2e-afdb-49b8-ab3f-ce40db3db6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:22.852621 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-51ac014d-a1df-4649-911d-48b43576e0f4 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Notify callbacks [] for router, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:23.002062 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:23.025903 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [None req-b1caf102-6cbb-4a04-aad1-cf5c3ff8b66c admin admin] For port fbb50321-5472-4673-a758-341e3dc898b1, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=fbb50321-5472-4673-a758-341e3dc898b1,segment=NetworkSegment(b36a843f-62f3-4ca4-92e0-595d19e6a3f0),segment_id=b36a843f-62f3-4ca4-92e0-595d19e6a3f0)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:47:23.027663 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b1caf102-6cbb-4a04-aad1-cf5c3ff8b66c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:23.061221 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-b1caf102-6cbb-4a04-aad1-cf5c3ff8b66c admin admin] Calling delete_port for fbb50321-5472-4673-a758-341e3dc898b1 owned by network:router_interface {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:47:23.377525 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c43e1cc-c1c7-457c-8503-a1ab02d96093 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Made reservation on behalf of 6feb354f44e34f96b67fc83b8a013813 for: {'subnet': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:47:23.384958 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0c43e1cc-c1c7-457c-8503-a1ab02d96093 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24211133'] for subnet, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:23.398221 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-51ac014d-a1df-4649-911d-48b43576e0f4 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:23.415331 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-66dafd2e-afdb-49b8-ab3f-ce40db3db6e6 None None] Allocated IP 172.20.0.2 (ea4ab667-0582-45fb-abbe-165151692b1f/23b4b90e-0370-4e2d-856e-858c6909def7/b03212a9-fabd-44ed-b4e3-864676d2f30e) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:47:23.628420 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.ipam_backend_mixin [None req-0c43e1cc-c1c7-457c-8503-a1ab02d96093 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Performing IP validity checks on allocation pools {{(pid=94420) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 05 11:47:23.636087 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.ipam_backend_mixin [None req-0c43e1cc-c1c7-457c-8503-a1ab02d96093 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94420) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 05 11:47:23.953689 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-51ac014d-a1df-4649-911d-48b43576e0f4 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Deleting port 57ab0d83-3abb-4881-869f-8648516e97cc {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:47:23.958367 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-51ac014d-a1df-4649-911d-48b43576e0f4 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:24.130383 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-66dafd2e-afdb-49b8-ab3f-ce40db3db6e6 None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:24.183302 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-66dafd2e-afdb-49b8-ab3f-ce40db3db6e6 None None] Transition to ACTIVE for port object b03212a9-fabd-44ed-b4e3-864676d2f30e will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:47:24.245353 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-66dafd2e-afdb-49b8-ab3f-ce40db3db6e6 None None] Transition to ACTIVE for port object b03212a9-fabd-44ed-b4e3-864676d2f30e will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:47:24.263318 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-66dafd2e-afdb-49b8-ab3f-ce40db3db6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:24.315726 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-51ac014d-a1df-4649-911d-48b43576e0f4 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:24.391544 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-51ac014d-a1df-4649-911d-48b43576e0f4 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Calling delete_port for 57ab0d83-3abb-4881-869f-8648516e97cc owned by network:router_gateway {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:47:24.411731 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66dafd2e-afdb-49b8-ab3f-ce40db3db6e6 None None] Network ea4ab667-0582-45fb-abbe-165151692b1f is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:47:24.415074 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-66dafd2e-afdb-49b8-ab3f-ce40db3db6e6 None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:47:24.433907 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66dafd2e-afdb-49b8-ab3f-ce40db3db6e6 None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:47:24.434857 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0c43e1cc-c1c7-457c-8503-a1ab02d96093 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29762700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24211087'] for subnet, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:24.586917 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dafd2e-afdb-49b8-ab3f-ce40db3db6e6 None None] Pushing event updated for resources: {'Port': ['ID=b03212a9-fabd-44ed-b4e3-864676d2f30e,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:47:24.620362 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c43e1cc-c1c7-457c-8503-a1ab02d96093 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Pushing event updated for resources: {'Subnet': ['ID=a8fa651f-53e0-432e-8e67-d2928fb6e5cd,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:47:24.691165 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-66dafd2e-afdb-49b8-ab3f-ce40db3db6e6 None None] Attempting to bind port b03212a9-fabd-44ed-b4e3-864676d2f30e on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:47:24.696646 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-66dafd2e-afdb-49b8-ab3f-ce40db3db6e6 None None] Attempting to bind port b03212a9-fabd-44ed-b4e3-864676d2f30e by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '9f03e2db-8557-4053-84d8-e8f77c56803d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'ea4ab667-0582-45fb-abbe-165151692b1f'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:47:24.697285 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66dafd2e-afdb-49b8-ab3f-ce40db3db6e6 None None] Attempting to bind port b03212a9-fabd-44ed-b4e3-864676d2f30e on network ea4ab667-0582-45fb-abbe-165151692b1f {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:47:24.721320 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66dafd2e-afdb-49b8-ab3f-ce40db3db6e6 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:47:24.722029 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66dafd2e-afdb-49b8-ab3f-ce40db3db6e6 None None] Checking segment: {'id': '9f03e2db-8557-4053-84d8-e8f77c56803d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'ea4ab667-0582-45fb-abbe-165151692b1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:47:24.724153 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-66dafd2e-afdb-49b8-ab3f-ce40db3db6e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:24.727847 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66dafd2e-afdb-49b8-ab3f-ce40db3db6e6 None None] Bound using segment: {'id': '9f03e2db-8557-4053-84d8-e8f77c56803d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'ea4ab667-0582-45fb-abbe-165151692b1f'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:47:24.733972 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-66dafd2e-afdb-49b8-ab3f-ce40db3db6e6 None None] Bound port: b03212a9-fabd-44ed-b4e3-864676d2f30e, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f03e2db-8557-4053-84d8-e8f77c56803d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'ea4ab667-0582-45fb-abbe-165151692b1f'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:47:24.761439 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-66dafd2e-afdb-49b8-ab3f-ce40db3db6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:24.774242 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b1caf102-6cbb-4a04-aad1-cf5c3ff8b66c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:24.778987 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 42896) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:47:24.898865 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1caf102-6cbb-4a04-aad1-cf5c3ff8b66c admin admin] Pushing event deleted for resources: {'Port': ['ID=fbb50321-5472-4673-a758-341e3dc898b1,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:47:24.986819 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9965d24a-e99f-4d6c-a8d5-c5fdf8642eba tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:25.110645 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-66dafd2e-afdb-49b8-ab3f-ce40db3db6e6 None None] For port b03212a9-fabd-44ed-b4e3-864676d2f30e, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:47:25.123940 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-66dafd2e-afdb-49b8-ab3f-ce40db3db6e6 None None] For port b03212a9-fabd-44ed-b4e3-864676d2f30e, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=b03212a9-fabd-44ed-b4e3-864676d2f30e,segment=NetworkSegment(9f03e2db-8557-4053-84d8-e8f77c56803d),segment_id=9f03e2db-8557-4053-84d8-e8f77c56803d)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:47:25.137735 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-66dafd2e-afdb-49b8-ab3f-ce40db3db6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:25.181532 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c43e1cc-c1c7-457c-8503-a1ab02d96093 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Checking segment: {'id': '01d8be8e-ecec-4aff-83b0-f3d7f1eb8b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '062d3ad9-630f-4892-868c-0e8c1519c153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:47:25.182377 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c43e1cc-c1c7-457c-8503-a1ab02d96093 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Network hostable DHCP agents. Network: 062d3ad9-630f-4892-868c-0e8c1519c153, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:47:25.217384 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-51ac014d-a1df-4649-911d-48b43576e0f4 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:25.304334 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ac014d-a1df-4649-911d-48b43576e0f4 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Pushing event deleted for resources: {'Port': ['ID=57ab0d83-3abb-4881-869f-8648516e97cc,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:47:25.312194 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dafd2e-afdb-49b8-ab3f-ce40db3db6e6 None None] Pushing event updated for resources: {'Port': ['ID=b03212a9-fabd-44ed-b4e3-864676d2f30e,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:47:25.329808 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e91fbdd4-3028-4447-b4e4-7630557b442d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:25.352538 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c43e1cc-c1c7-457c-8503-a1ab02d96093 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Network 062d3ad9-630f-4892-868c-0e8c1519c153 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:47:25.497395 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-0c43e1cc-c1c7-457c-8503-a1ab02d96093 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, 062d3ad9-630f-4892-868c-0e8c1519c153) {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:47:25.517886 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c43e1cc-c1c7-457c-8503-a1ab02d96093 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:47:25.518910 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0c43e1cc-c1c7-457c-8503-a1ab02d96093 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks [] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:25.533846 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30edde5-8282-4ce2-b310-da214874f6a6 None None] Network 062d3ad9-630f-4892-868c-0e8c1519c153 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:47:25.537766 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-51ac014d-a1df-4649-911d-48b43576e0f4 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33285055'] for router_gateway, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:25.910216 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-51ac014d-a1df-4649-911d-48b43576e0f4 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33262979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1951'] for router, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:25.924866 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-51ac014d-a1df-4649-911d-48b43576e0f4 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:25.933577 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b1caf102-6cbb-4a04-aad1-cf5c3ff8b66c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33140263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33208171'] for router_interface, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:26.035045 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdbb22b8-e829-4e44-b250-9aa172fa45e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-062d3ad9-630f-4892-868c-0e8c1519c153', 'network_id': '062d3ad9-630f-4892-868c-0e8c1519c153', 'tenant_id': '6feb354f44e34f96b67fc83b8a013813', 'fixed_ips': [{'subnet_id': 'a8fa651f-53e0-432e-8e67-d2928fb6e5cd'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 11:47:26.037416 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cdbb22b8-e829-4e44-b250-9aa172fa45e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:26.075032 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-51ac014d-a1df-4649-911d-48b43576e0f4 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33262474'] for router, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:26.076403 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51ac014d-a1df-4649-911d-48b43576e0f4 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Fanout notify agent at l3_agent the message router_deleted on router e1169c98-46ca-4065-aab2-c491cbdaf3f7 {{(pid=94420) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 11:47:26.096223 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-51ac014d-a1df-4649-911d-48b43576e0f4 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Notify callbacks [] for router, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:26.098803 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-51ac014d-a1df-4649-911d-48b43576e0f4 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] 10.222.0.58 "DELETE /v2.0/routers/e1169c98-46ca-4065-aab2-c491cbdaf3f7 HTTP/1.1" status: 204 len: 168 time: 4.2323647 Aug 05 11:47:26.106027 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 42944) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:47:26.131731 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-2ebd957d-f978-4b71-a9e6-18e901bada48 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-260726563', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:47:26.401133 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e91fbdd4-3028-4447-b4e4-7630557b442d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:26.431168 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-0c43e1cc-c1c7-457c-8503-a1ab02d96093 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 4.5392427 Aug 05 11:47:26.441008 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 42968) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:47:26.480106 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e91fbdd4-3028-4447-b4e4-7630557b442d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:26.495144 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-8c899229-9c74-4c75-af79-cf5364ae82c7 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:47:26.513580 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-cdbb22b8-e829-4e44-b250-9aa172fa45e5 None None] Allocated IP 2001:db8::3 (062d3ad9-630f-4892-868c-0e8c1519c153/a8fa651f-53e0-432e-8e67-d2928fb6e5cd/3debf32c-c8fe-4511-b462-bc1c86f5e68d) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:47:26.677126 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2ebd957d-f978-4b71-a9e6-18e901bada48 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33260300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1929'] for router, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:26.681990 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2ebd957d-f978-4b71-a9e6-18e901bada48 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33285914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33034662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1926'] for router, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:26.849330 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91fbdd4-3028-4447-b4e4-7630557b442d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=288aa5c3-f88e-4863-be27-b9a3eca2aa1e,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:47:26.911680 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-e91fbdd4-3028-4447-b4e4-7630557b442d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c5bd979f6c5a427ea8a99c622f8e26ac&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1231921 Aug 05 11:47:26.927252 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 42974) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:47:27.026969 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device b03212a9-fabd-44ed-b4e3-864676d2f30e up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:47:27.048573 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8c899229-9c74-4c75-af79-cf5364ae82c7 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-24211076'] for subnet, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:27.150841 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2ebd957d-f978-4b71-a9e6-18e901bada48 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:27.161450 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2ebd957d-f978-4b71-a9e6-18e901bada48 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286026'] for router, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:27.179129 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-9965d24a-e99f-4d6c-a8d5-c5fdf8642eba tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Allocated IP 172.20.0.1 (ea4ab667-0582-45fb-abbe-165151692b1f/23b4b90e-0370-4e2d-856e-858c6909def7/3d263ae8-0280-4552-8aac-30dcf5e1325b) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:47:27.226791 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cdbb22b8-e829-4e44-b250-9aa172fa45e5 None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:27.230009 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2ebd957d-f978-4b71-a9e6-18e901bada48 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Notify callbacks [] for router, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:27.233396 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-2ebd957d-f978-4b71-a9e6-18e901bada48 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.1163116 Aug 05 11:47:27.238762 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 42982) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:47:27.264989 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-ccb5e01d-e298-4a7e-a203-3f192f396834 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'enable_snat': True}}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:47:27.363790 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-cdbb22b8-e829-4e44-b250-9aa172fa45e5 None None] Transition to ACTIVE for port object 3debf32c-c8fe-4511-b462-bc1c86f5e68d will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:47:27.411849 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-cdbb22b8-e829-4e44-b250-9aa172fa45e5 None None] Transition to ACTIVE for port object 3debf32c-c8fe-4511-b462-bc1c86f5e68d will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:47:27.417019 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port b03212a9-fabd-44ed-b4e3-864676d2f30e completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:47:27.453407 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cdbb22b8-e829-4e44-b250-9aa172fa45e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:27.531849 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d8aae521-f1fe-4fba-85c8-73cb25c879cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:27.576217 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdbb22b8-e829-4e44-b250-9aa172fa45e5 None None] Network 062d3ad9-630f-4892-868c-0e8c1519c153 is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:47:27.592097 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-cdbb22b8-e829-4e44-b250-9aa172fa45e5 None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:47:27.608093 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbb22b8-e829-4e44-b250-9aa172fa45e5 None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:47:27.614814 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbb22b8-e829-4e44-b250-9aa172fa45e5 None None] Pushing event updated for resources: {'Port': ['ID=3debf32c-c8fe-4511-b462-bc1c86f5e68d,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:47:27.765910 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d8aae521-f1fe-4fba-85c8-73cb25c879cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:27.800595 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-cdbb22b8-e829-4e44-b250-9aa172fa45e5 None None] Attempting to bind port 3debf32c-c8fe-4511-b462-bc1c86f5e68d on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:47:27.803302 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-cdbb22b8-e829-4e44-b250-9aa172fa45e5 None None] Attempting to bind port 3debf32c-c8fe-4511-b462-bc1c86f5e68d by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '01d8be8e-ecec-4aff-83b0-f3d7f1eb8b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '062d3ad9-630f-4892-868c-0e8c1519c153'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:47:27.804059 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbb22b8-e829-4e44-b250-9aa172fa45e5 None None] Attempting to bind port 3debf32c-c8fe-4511-b462-bc1c86f5e68d on network 062d3ad9-630f-4892-868c-0e8c1519c153 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:47:27.815040 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1caf102-6cbb-4a04-aad1-cf5c3ff8b66c admin admin] Router 763ae9d3-5b66-4d36-9443-0e9f21ad78af has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 11:47:27.816730 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f096a0-381e-418d-8323-97692e7b4531 None None] Network ea4ab667-0582-45fb-abbe-165151692b1f requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:47:27.828549 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbb22b8-e829-4e44-b250-9aa172fa45e5 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:47:27.829279 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbb22b8-e829-4e44-b250-9aa172fa45e5 None None] Checking segment: {'id': '01d8be8e-ecec-4aff-83b0-f3d7f1eb8b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '062d3ad9-630f-4892-868c-0e8c1519c153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:47:27.829992 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cdbb22b8-e829-4e44-b250-9aa172fa45e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:27.831822 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbb22b8-e829-4e44-b250-9aa172fa45e5 None None] Bound using segment: {'id': '01d8be8e-ecec-4aff-83b0-f3d7f1eb8b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '062d3ad9-630f-4892-868c-0e8c1519c153'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:47:27.832812 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-cdbb22b8-e829-4e44-b250-9aa172fa45e5 None None] Bound port: 3debf32c-c8fe-4511-b462-bc1c86f5e68d, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01d8be8e-ecec-4aff-83b0-f3d7f1eb8b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '062d3ad9-630f-4892-868c-0e8c1519c153'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:47:27.834309 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cdbb22b8-e829-4e44-b250-9aa172fa45e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:27.904261 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9965d24a-e99f-4d6c-a8d5-c5fdf8642eba tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:28.049963 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-427283b9-33e4-4a25-93cf-e0ba967306d8 None None] Provisioning for port b03212a9-fabd-44ed-b4e3-864676d2f30e completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:47:28.106035 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-427283b9-33e4-4a25-93cf-e0ba967306d8 None None] Provisioning complete for port b03212a9-fabd-44ed-b4e3-864676d2f30e triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:47:28.106742 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [None req-9965d24a-e99f-4d6c-a8d5-c5fdf8642eba tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Transition to ACTIVE for port object 3d263ae8-0280-4552-8aac-30dcf5e1325b will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:47:28.107869 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-427283b9-33e4-4a25-93cf-e0ba967306d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:28.229633 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-cdbb22b8-e829-4e44-b250-9aa172fa45e5 None None] For port 3debf32c-c8fe-4511-b462-bc1c86f5e68d, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:47:28.287986 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-cdbb22b8-e829-4e44-b250-9aa172fa45e5 None None] For port 3debf32c-c8fe-4511-b462-bc1c86f5e68d, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=3debf32c-c8fe-4511-b462-bc1c86f5e68d,segment=NetworkSegment(01d8be8e-ecec-4aff-83b0-f3d7f1eb8b3d),segment_id=01d8be8e-ecec-4aff-83b0-f3d7f1eb8b3d)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:47:28.294827 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1caf102-6cbb-4a04-aad1-cf5c3ff8b66c admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:47:28.306882 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-b1caf102-6cbb-4a04-aad1-cf5c3ff8b66c admin admin] 10.222.0.58 "PUT /v2.0/routers/763ae9d3-5b66-4d36-9443-0e9f21ad78af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.0758750 Aug 05 11:47:28.333430 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5930e64-c7d4-4bf2-884e-d68e8bb761f5 None None] Sync routers for ids ['763ae9d3-5b66-4d36-9443-0e9f21ad78af'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:47:28.346771 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 42994) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:47:28.378410 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5930e64-c7d4-4bf2-884e-d68e8bb761f5 None None] Routers {'763ae9d3-5b66-4d36-9443-0e9f21ad78af'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:47:28.381950 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-f5930e64-c7d4-4bf2-884e-d68e8bb761f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:47:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['763ae9d3-5b66-4d36-9443-0e9f21ad78af'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:47:28.394335 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cdbb22b8-e829-4e44-b250-9aa172fa45e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:28.508873 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d8aae521-f1fe-4fba-85c8-73cb25c879cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:28.514733 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d8aae521-f1fe-4fba-85c8-73cb25c879cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:28.522031 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-d8aae521-f1fe-4fba-85c8-73cb25c879cf admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/288aa5c3-f88e-4863-be27-b9a3eca2aa1e HTTP/1.1" status: 204 len: 168 time: 1.5705271 Aug 05 11:47:28.526222 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbb22b8-e829-4e44-b250-9aa172fa45e5 None None] Pushing event updated for resources: {'Port': ['ID=3debf32c-c8fe-4511-b462-bc1c86f5e68d,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:47:28.595095 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8aae521-f1fe-4fba-85c8-73cb25c879cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=288aa5c3-f88e-4863-be27-b9a3eca2aa1e,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:47:28.665502 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9965d24a-e99f-4d6c-a8d5-c5fdf8642eba tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:28.892655 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ccb5e01d-e298-4a7e-a203-3f192f396834 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:28.902360 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-f5930e64-c7d4-4bf2-884e-d68e8bb761f5 None None] Set router 763ae9d3-5b66-4d36-9443-0e9f21ad78af gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:47:29.000637 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-427283b9-33e4-4a25-93cf-e0ba967306d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:29.040974 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 43004) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:47:29.120619 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9965d24a-e99f-4d6c-a8d5-c5fdf8642eba tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Network ea4ab667-0582-45fb-abbe-165151692b1f is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:47:29.195761 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-9965d24a-e99f-4d6c-a8d5-c5fdf8642eba tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:47:29.200547 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9965d24a-e99f-4d6c-a8d5-c5fdf8642eba tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:47:29.204211 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-427283b9-33e4-4a25-93cf-e0ba967306d8 None None] For port b03212a9-fabd-44ed-b4e3-864676d2f30e, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=b03212a9-fabd-44ed-b4e3-864676d2f30e,segment=NetworkSegment(9f03e2db-8557-4053-84d8-e8f77c56803d),segment_id=9f03e2db-8557-4053-84d8-e8f77c56803d)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:47:29.238141 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-427283b9-33e4-4a25-93cf-e0ba967306d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:29.462020 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9965d24a-e99f-4d6c-a8d5-c5fdf8642eba tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Pushing event updated for resources: {'Port': ['ID=3d263ae8-0280-4552-8aac-30dcf5e1325b,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:47:29.663361 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-963f5210-4fbf-468d-a2d3-bfb8617f4f4a admin admin] Notify callbacks [] for router, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:29.714215 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8c899229-9c74-4c75-af79-cf5364ae82c7 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8774769488478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-29762738'] for subnet, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:29.739652 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427283b9-33e4-4a25-93cf-e0ba967306d8 None None] Pushing event updated for resources: {'Port': ['ID=b03212a9-fabd-44ed-b4e3-864676d2f30e,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:47:29.771052 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:29.955164 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c899229-9c74-4c75-af79-cf5364ae82c7 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:47:29.956358 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8c899229-9c74-4c75-af79-cf5364ae82c7 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks [] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:29.963720 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-8c899229-9c74-4c75-af79-cf5364ae82c7 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] 10.222.0.58 "PUT /v2.0/subnets/a8fa651f-53e0-432e-8e67-d2928fb6e5cd HTTP/1.1" status: 200 len: 900 time: 3.5208876 Aug 05 11:47:29.968318 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9965d24a-e99f-4d6c-a8d5-c5fdf8642eba tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33288800'] for router_interface, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:29.985651 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 43020) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:47:30.021745 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-f5930e64-c7d4-4bf2-884e-d68e8bb761f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763ae9d3-5b66-4d36-9443-0e9f21ad78af', 'name': 'tempest-ServerRescueTestJSON-735101022-router', 'tenant_id': '4387c5d8394046fa838195311347b87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'ac589e91-3b14-45e9-ab1e-f1e494f2b484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:43:52Z', 'updated_at': '2021-08-05T11:47:24Z', 'revision_number': 5, 'project_id': '4387c5d8394046fa838195311347b87b', 'gw_port': {'id': 'ac589e91-3b14-45e9-ab1e-f1e494f2b484', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ea:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763ae9d3-5b66-4d36-9443-0e9f21ad78af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2132, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:43:54Z', 'updated_at': '2021-08-05T11:44:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:47:30.056245 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-eeb829f1-67df-4d60-9cb4-54d40250c93d None None] Provisioning for port 3d263ae8-0280-4552-8aac-30dcf5e1325b completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:47:30.065462 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-eeb829f1-67df-4d60-9cb4-54d40250c93d None None] Provisioning complete for port 3d263ae8-0280-4552-8aac-30dcf5e1325b triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:47:30.066965 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-eeb829f1-67df-4d60-9cb4-54d40250c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:30.166579 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5930e64-c7d4-4bf2-884e-d68e8bb761f5 None None] Checking router: 763ae9d3-5b66-4d36-9443-0e9f21ad78af for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:47:30.198891 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5930e64-c7d4-4bf2-884e-d68e8bb761f5 None None] Routers {'763ae9d3-5b66-4d36-9443-0e9f21ad78af'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:47:30.202140 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-f5930e64-c7d4-4bf2-884e-d68e8bb761f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:47:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['763ae9d3-5b66-4d36-9443-0e9f21ad78af'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:47:30.243849 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-eeb829f1-67df-4d60-9cb4-54d40250c93d None None] Port 3d263ae8-0280-4552-8aac-30dcf5e1325b cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:47:30.272522 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c899229-9c74-4c75-af79-cf5364ae82c7 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Pushing event updated for resources: {'Subnet': ['ID=a8fa651f-53e0-432e-8e67-d2928fb6e5cd,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:47:30.311673 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-eeb829f1-67df-4d60-9cb4-54d40250c93d None None] Provisioning complete for port b03212a9-fabd-44ed-b4e3-864676d2f30e triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:47:30.316768 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-eeb829f1-67df-4d60-9cb4-54d40250c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:30.715706 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 43026) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:47:30.896178 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5128b891-00c4-407d-9ecc-8a1cfc9f9a9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:30.918298 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-f5930e64-c7d4-4bf2-884e-d68e8bb761f5 None None] Set router 763ae9d3-5b66-4d36-9443-0e9f21ad78af gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:47:30.924673 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e9d59165-0dab-4ddd-89bf-4dd2b52788e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:30.960560 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device b03212a9-fabd-44ed-b4e3-864676d2f30e up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:47:31.049855 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-06c5f95b-a915-482e-9186-5b0beb0b84b4 None None] Provisioning complete for port 3d263ae8-0280-4552-8aac-30dcf5e1325b triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:47:31.051018 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-06c5f95b-a915-482e-9186-5b0beb0b84b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:31.217673 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-06c5f95b-a915-482e-9186-5b0beb0b84b4 None None] Port 3d263ae8-0280-4552-8aac-30dcf5e1325b cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:47:31.233447 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port b03212a9-fabd-44ed-b4e3-864676d2f30e triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:47:31.234543 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:31.380032 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e9d59165-0dab-4ddd-89bf-4dd2b52788e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:31.495998 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 3debf32c-c8fe-4511-b462-bc1c86f5e68d up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:47:31.557083 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-f5930e64-c7d4-4bf2-884e-d68e8bb761f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763ae9d3-5b66-4d36-9443-0e9f21ad78af', 'name': 'tempest-ServerRescueTestJSON-735101022-router', 'tenant_id': '4387c5d8394046fa838195311347b87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'ac589e91-3b14-45e9-ab1e-f1e494f2b484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:43:52Z', 'updated_at': '2021-08-05T11:47:24Z', 'revision_number': 5, 'project_id': '4387c5d8394046fa838195311347b87b', 'gw_port': {'id': 'ac589e91-3b14-45e9-ab1e-f1e494f2b484', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ea:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763ae9d3-5b66-4d36-9443-0e9f21ad78af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2132, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:43:54Z', 'updated_at': '2021-08-05T11:44:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:47:31.563409 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e14106-a740-40bf-a472-b027aea81a86 None None] Network 062d3ad9-630f-4892-868c-0e8c1519c153 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:47:31.585774 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5128b891-00c4-407d-9ecc-8a1cfc9f9a9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:31.624814 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e9d59165-0dab-4ddd-89bf-4dd2b52788e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:31.627919 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5930e64-c7d4-4bf2-884e-d68e8bb761f5 None None] The sync data for ids ['763ae9d3-5b66-4d36-9443-0e9f21ad78af'] in n-d-803378-2 is: [{'id': '763ae9d3-5b66-4d36-9443-0e9f21ad78af', 'name': 'tempest-ServerRescueTestJSON-735101022-router', 'tenant_id': '4387c5d8394046fa838195311347b87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'ac589e91-3b14-45e9-ab1e-f1e494f2b484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:43:52Z', 'updated_at': '2021-08-05T11:47:24Z', 'revision_number': 5, 'project_id': '4387c5d8394046fa838195311347b87b', 'gw_port': {'id': 'ac589e91-3b14-45e9-ab1e-f1e494f2b484', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ea:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763ae9d3-5b66-4d36-9443-0e9f21ad78af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2132, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:43:54Z', 'updated_at': '2021-08-05T11:44:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:47:31.692924 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5128b891-00c4-407d-9ecc-8a1cfc9f9a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:31.745721 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-47eb1888-da69-4df5-86a1-3ea93ee63759 None None] Provisioning for port 3debf32c-c8fe-4511-b462-bc1c86f5e68d completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:47:31.796209 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 3debf32c-c8fe-4511-b462-bc1c86f5e68d completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:47:31.824140 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 3debf32c-c8fe-4511-b462-bc1c86f5e68d triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:47:31.825397 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:31.910496 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-dff9d719-3ae6-425d-a319-9e3a722fde77 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:31.938933 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9965d24a-e99f-4d6c-a8d5-c5fdf8642eba tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:31.947843 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ccb5e01d-e298-4a7e-a203-3f192f396834 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:32.020616 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ccb5e01d-e298-4a7e-a203-3f192f396834 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:32.148558 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-963f5210-4fbf-468d-a2d3-bfb8617f4f4a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:32.183178 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:32.214829 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-e9d59165-0dab-4ddd-89bf-4dd2b52788e9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3dfb9deb2c2a41828e10941980ca7597&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4501851 Aug 05 11:47:32.216195 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d59165-0dab-4ddd-89bf-4dd2b52788e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4847f8f0-7ef2-4dd5-9e1a-a1ab01ac317d,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:47:32.227780 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 43034) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:47:32.245537 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-5128b891-00c4-407d-9ecc-8a1cfc9f9a9c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9eff966ce37546e4b0d2d1db49a52faf&name=default HTTP/1.1" status: 200 len: 2983 time: 3.2005904 Aug 05 11:47:32.254931 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 43036) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:47:32.340914 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port 3debf32c-c8fe-4511-b462-bc1c86f5e68d, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=3debf32c-c8fe-4511-b462-bc1c86f5e68d,segment=NetworkSegment(01d8be8e-ecec-4aff-83b0-f3d7f1eb8b3d),segment_id=01d8be8e-ecec-4aff-83b0-f3d7f1eb8b3d)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:47:32.357711 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:32.467105 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device fbb50321-5472-4673-a758-341e3dc898b1 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:47:32.534411 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5128b891-00c4-407d-9ecc-8a1cfc9f9a9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dba74349-7dae-4ee8-b04a-13ad32fecade,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:47:32.581008 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: fbb50321-5472-4673-a758-341e3dc898b1 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:47:32.581556 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device fbb50321-5472-4673-a758-341e3dc898b1 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:47:32.666531 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=3debf32c-c8fe-4511-b462-bc1c86f5e68d,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:47:32.727482 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-963f5210-4fbf-468d-a2d3-bfb8617f4f4a admin admin] Deleting port ac589e91-3b14-45e9-ab1e-f1e494f2b484 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:47:32.728056 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-963f5210-4fbf-468d-a2d3-bfb8617f4f4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:32.763923 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-195c1b06-b981-4bfd-80df-cfe7ce0440b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:32.781600 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c53a5548-0c31-4cae-bb22-7866ccf6a390 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:32.822248 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-ccb5e01d-e298-4a7e-a203-3f192f396834 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Allocated IP 172.25.5.138 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/1d326c84-d154-46a7-bd74-8fc1582e1973) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:47:32.851763 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a64670e-cd2d-4d06-8fed-aca9d0f3ee75 None None] Network 062d3ad9-630f-4892-868c-0e8c1519c153 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:47:32.921424 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-195c1b06-b981-4bfd-80df-cfe7ce0440b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:32.997786 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-209e1a8b-5914-4d98-8a23-2d54185bbefa None None] Provisioning complete for port 3debf32c-c8fe-4511-b462-bc1c86f5e68d triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:47:32.997786 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-209e1a8b-5914-4d98-8a23-2d54185bbefa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:32.999722 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-dff9d719-3ae6-425d-a319-9e3a722fde77 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Deleting port 3debf32c-c8fe-4511-b462-bc1c86f5e68d {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:47:33.000303 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-dff9d719-3ae6-425d-a319-9e3a722fde77 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:33.050381 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [None req-963f5210-4fbf-468d-a2d3-bfb8617f4f4a admin admin] For port ac589e91-3b14-45e9-ab1e-f1e494f2b484, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=ac589e91-3b14-45e9-ab1e-f1e494f2b484,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:47:33.051320 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-963f5210-4fbf-468d-a2d3-bfb8617f4f4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:33.091433 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-963f5210-4fbf-468d-a2d3-bfb8617f4f4a admin admin] Calling delete_port for ac589e91-3b14-45e9-ab1e-f1e494f2b484 owned by network:router_gateway {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:47:33.304520 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c53a5548-0c31-4cae-bb22-7866ccf6a390 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:33.567819 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-195c1b06-b981-4bfd-80df-cfe7ce0440b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:33.571956 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-195c1b06-b981-4bfd-80df-cfe7ce0440b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:33.577825 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-195c1b06-b981-4bfd-80df-cfe7ce0440b6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4847f8f0-7ef2-4dd5-9e1a-a1ab01ac317d HTTP/1.1" status: 204 len: 168 time: 1.3392870 Aug 05 11:47:33.580598 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-dff9d719-3ae6-425d-a319-9e3a722fde77 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] For port 3debf32c-c8fe-4511-b462-bc1c86f5e68d, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=3debf32c-c8fe-4511-b462-bc1c86f5e68d,segment=NetworkSegment(01d8be8e-ecec-4aff-83b0-f3d7f1eb8b3d),segment_id=01d8be8e-ecec-4aff-83b0-f3d7f1eb8b3d)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:47:33.580598 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-dff9d719-3ae6-425d-a319-9e3a722fde77 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:33.634338 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195c1b06-b981-4bfd-80df-cfe7ce0440b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4847f8f0-7ef2-4dd5-9e1a-a1ab01ac317d,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:47:33.635262 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-963f5210-4fbf-468d-a2d3-bfb8617f4f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:33.682538 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-dff9d719-3ae6-425d-a319-9e3a722fde77 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Calling delete_port for 3debf32c-c8fe-4511-b462-bc1c86f5e68d owned by network:dhcp {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:47:33.696444 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963f5210-4fbf-468d-a2d3-bfb8617f4f4a admin admin] Pushing event deleted for resources: {'Port': ['ID=ac589e91-3b14-45e9-ab1e-f1e494f2b484,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:47:33.700649 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ccb5e01d-e298-4a7e-a203-3f192f396834 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:33.760100 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c53a5548-0c31-4cae-bb22-7866ccf6a390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:33.764938 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c53a5548-0c31-4cae-bb22-7866ccf6a390 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:33.771904 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-c53a5548-0c31-4cae-bb22-7866ccf6a390 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/dba74349-7dae-4ee8-b04a-13ad32fecade HTTP/1.1" status: 204 len: 168 time: 1.5016356 Aug 05 11:47:33.894512 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9965d24a-e99f-4d6c-a8d5-c5fdf8642eba tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:33.953143 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53a5548-0c31-4cae-bb22-7866ccf6a390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dba74349-7dae-4ee8-b04a-13ad32fecade,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:47:34.069967 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9965d24a-e99f-4d6c-a8d5-c5fdf8642eba tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:34.170589 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ccb5e01d-e298-4a7e-a203-3f192f396834 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:34.259847 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-833804a7-ec98-4e03-8d3a-d283a8d115b6 None None] Provisioning complete for port 3debf32c-c8fe-4511-b462-bc1c86f5e68d triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:47:34.264402 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-833804a7-ec98-4e03-8d3a-d283a8d115b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:34.429640 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb5e01d-e298-4a7e-a203-3f192f396834 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:47:34.433400 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9965d24a-e99f-4d6c-a8d5-c5fdf8642eba tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33140268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33208272'] for router_interface, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:34.441197 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9965d24a-e99f-4d6c-a8d5-c5fdf8642eba tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Pushing event updated for resources: {'Port': ['ID=3d263ae8-0280-4552-8aac-30dcf5e1325b,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:47:34.453018 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-ccb5e01d-e298-4a7e-a203-3f192f396834 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:47:34.470698 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb5e01d-e298-4a7e-a203-3f192f396834 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:47:34.534289 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb5e01d-e298-4a7e-a203-3f192f396834 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Pushing event updated for resources: {'Port': ['ID=1d326c84-d154-46a7-bd74-8fc1582e1973,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:47:34.581870 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-dff9d719-3ae6-425d-a319-9e3a722fde77 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:34.597154 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-963f5210-4fbf-468d-a2d3-bfb8617f4f4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33285055'] for router_gateway, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:34.707357 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff9d719-3ae6-425d-a319-9e3a722fde77 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Pushing event deleted for resources: {'Port': ['ID=3debf32c-c8fe-4511-b462-bc1c86f5e68d,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:47:34.861043 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6faa00f5-86d6-417e-a8a9-57fb55b221d2 None None] DHCP port deletion for 062d3ad9-630f-4892-868c-0e8c1519c153 request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 11:47:34.922497 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4c2c59-c70b-4bd0-8f87-95bc6dcdd952 None None] get_active_networks_info from n-d-803378-2 {{(pid=94422) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 05 11:47:34.961674 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-963f5210-4fbf-468d-a2d3-bfb8617f4f4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33262979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1951'] for router, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:34.966226 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-963f5210-4fbf-468d-a2d3-bfb8617f4f4a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:35.034457 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 43054) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:47:35.066570 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3261dd3e-157b-4798-b9b6-d0082b4aaafa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:35.069448 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9965d24a-e99f-4d6c-a8d5-c5fdf8642eba tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:47:35.070514 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9965d24a-e99f-4d6c-a8d5-c5fdf8642eba tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:47:35.072695 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9965d24a-e99f-4d6c-a8d5-c5fdf8642eba tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:47:35.073675 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9965d24a-e99f-4d6c-a8d5-c5fdf8642eba tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:47:35.074569 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9965d24a-e99f-4d6c-a8d5-c5fdf8642eba tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:47:35.075416 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9965d24a-e99f-4d6c-a8d5-c5fdf8642eba tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:47:35.076220 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9965d24a-e99f-4d6c-a8d5-c5fdf8642eba tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:47:35.077041 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9965d24a-e99f-4d6c-a8d5-c5fdf8642eba tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:47:35.077781 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9965d24a-e99f-4d6c-a8d5-c5fdf8642eba tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:47:35.078545 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9965d24a-e99f-4d6c-a8d5-c5fdf8642eba tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:47:35.079274 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9965d24a-e99f-4d6c-a8d5-c5fdf8642eba tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:47:35.080025 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9965d24a-e99f-4d6c-a8d5-c5fdf8642eba tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:47:35.107532 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-963f5210-4fbf-468d-a2d3-bfb8617f4f4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33262474'] for router, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:35.108787 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-963f5210-4fbf-468d-a2d3-bfb8617f4f4a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 763ae9d3-5b66-4d36-9443-0e9f21ad78af {{(pid=94421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 11:47:35.119501 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-963f5210-4fbf-468d-a2d3-bfb8617f4f4a admin admin] Notify callbacks [] for router, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:35.122300 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-963f5210-4fbf-468d-a2d3-bfb8617f4f4a admin admin] 10.222.0.58 "DELETE /v2.0/routers/763ae9d3-5b66-4d36-9443-0e9f21ad78af HTTP/1.1" status: 204 len: 168 time: 6.7738266 Aug 05 11:47:35.144615 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 43058) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:47:35.147331 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff9d719-3ae6-425d-a319-9e3a722fde77 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] No DVR routers for this DVR port 3debf32c-c8fe-4511-b462-bc1c86f5e68d on host n-d-803378-2 {{(pid=94420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:47:35.359087 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9965d24a-e99f-4d6c-a8d5-c5fdf8642eba tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Network ea4ab667-0582-45fb-abbe-165151692b1f is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:47:35.362182 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-9965d24a-e99f-4d6c-a8d5-c5fdf8642eba tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:47:35.366942 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 11:47:35.385757 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4c2c59-c70b-4bd0-8f87-95bc6dcdd952 None None] Resources bound (agent type, host, resource id): {{(pid=94422) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 05 11:47:35.567586 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf3211a4-9501-4860-8b20-39220a4437de admin admin] Deleting subnet 71a2d471-ec02-42ce-91bf-6bee2a437528 {{(pid=94420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:47:35.574785 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-cf3211a4-9501-4860-8b20-39220a4437de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:35.650703 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-cf3211a4-9501-4860-8b20-39220a4437de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25010562'] for subnet, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:35.769337 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-dff9d719-3ae6-425d-a319-9e3a722fde77 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:35.828748 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9965d24a-e99f-4d6c-a8d5-c5fdf8642eba tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Router 97cb0d75-8907-409f-87f4-a69ffebf0234 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 11:47:36.251323 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-692dad9e-4617-41f7-bf34-b8de24a40030 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-062d3ad9-630f-4892-868c-0e8c1519c153', 'network_id': '062d3ad9-630f-4892-868c-0e8c1519c153', 'tenant_id': '6feb354f44e34f96b67fc83b8a013813', 'fixed_ips': [{'subnet_id': 'a8fa651f-53e0-432e-8e67-d2928fb6e5cd'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 11:47:36.252735 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-692dad9e-4617-41f7-bf34-b8de24a40030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:36.261358 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9965d24a-e99f-4d6c-a8d5-c5fdf8642eba tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:47:36.284533 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-9965d24a-e99f-4d6c-a8d5-c5fdf8642eba tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "PUT /v2.0/routers/97cb0d75-8907-409f-87f4-a69ffebf0234/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.5433609 Aug 05 11:47:36.308593 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eedcd4c1-0498-4cd7-a83b-f3a860dd8c51 None None] Sync routers for ids ['97cb0d75-8907-409f-87f4-a69ffebf0234'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:47:36.315831 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-cf3211a4-9501-4860-8b20-39220a4437de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:36.356653 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eedcd4c1-0498-4cd7-a83b-f3a860dd8c51 None None] Routers {'97cb0d75-8907-409f-87f4-a69ffebf0234'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:47:36.358011 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-eedcd4c1-0498-4cd7-a83b-f3a860dd8c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:47:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['97cb0d75-8907-409f-87f4-a69ffebf0234'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:47:36.480597 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3261dd3e-157b-4798-b9b6-d0082b4aaafa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:36.514648 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ccb5e01d-e298-4a7e-a203-3f192f396834 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:36.535771 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3261dd3e-157b-4798-b9b6-d0082b4aaafa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:36.619933 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device ac589e91-3b14-45e9-ab1e-f1e494f2b484 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:47:36.703546 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: ac589e91-3b14-45e9-ab1e-f1e494f2b484 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:47:36.704091 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device ac589e91-3b14-45e9-ab1e-f1e494f2b484 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:47:36.713291 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 3debf32c-c8fe-4511-b462-bc1c86f5e68d no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:47:36.950671 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 43090) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:47:36.957845 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-dff9d719-3ae6-425d-a319-9e3a722fde77 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29762763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24211094'] for subnet, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:37.000811 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-cf3211a4-9501-4860-8b20-39220a4437de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29762763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24211094'] for subnet, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:37.007109 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-3261dd3e-157b-4798-b9b6-d0082b4aaafa admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d1b7b6d3feb8415bb0686a18f7e93f93&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9708872 Aug 05 11:47:37.011384 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 43094) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:47:37.114000 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 3debf32c-c8fe-4511-b462-bc1c86f5e68d {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:47:37.114570 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 3debf32c-c8fe-4511-b462-bc1c86f5e68d not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:47:37.178665 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0154dcec-b24d-46e6-8fcf-4d8159550a68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:37.221457 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3261dd3e-157b-4798-b9b6-d0082b4aaafa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d604e243-97b0-40b3-a4ec-1bfc0abacdbf,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:47:37.246888 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b3be4ed2-0651-4d7e-8478-d80dc9c18a28 req-db93aae7-6777-41a6-8d96-41ed640f1289 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-370818245&fields=id&tenant_id=7f88688726d24c8e9d77831659c7c3ae HTTP/1.1" status: 200 len: 267 time: 0.2704916 Aug 05 11:47:37.284044 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server [None req-692dad9e-4617-41f7-bf34-b8de24a40030 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a8fa651f-53e0-432e-8e67-d2928fb6e5cd: This subnet is being modified by another concurrent operation. Aug 05 11:47:37.284044 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 05 11:47:37.284044 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 05 11:47:37.284044 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 05 11:47:37.284044 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 05 11:47:37.284044 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 05 11:47:37.284044 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 05 11:47:37.284044 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 05 11:47:37.284044 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 05 11:47:37.284044 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 05 11:47:37.284044 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 05 11:47:37.284044 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 05 11:47:37.284044 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 05 11:47:37.284044 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 05 11:47:37.284044 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 05 11:47:37.284044 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server raise self.value Aug 05 11:47:37.284044 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 05 11:47:37.284044 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 05 11:47:37.284044 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 05 11:47:37.284044 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 05 11:47:37.284044 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 05 11:47:37.284044 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 05 11:47:37.284044 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 05 11:47:37.284044 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server raise self.value Aug 05 11:47:37.284044 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 05 11:47:37.284044 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 05 11:47:37.284044 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 05 11:47:37.284044 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 05 11:47:37.284044 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 05 11:47:37.284044 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 05 11:47:37.284044 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 05 11:47:37.284044 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server raise self.value Aug 05 11:47:37.284044 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 05 11:47:37.284044 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 05 11:47:37.284044 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 05 11:47:37.284044 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 05 11:47:37.284044 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 05 11:47:37.284044 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 05 11:47:37.284044 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 05 11:47:37.284044 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 05 11:47:37.284044 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 05 11:47:37.284044 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 05 11:47:37.284044 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 05 11:47:37.284044 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 05 11:47:37.284044 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 05 11:47:37.284044 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 05 11:47:37.284044 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 05 11:47:37.284044 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 05 11:47:37.284044 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 05 11:47:37.284044 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 05 11:47:37.284044 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 05 11:47:37.284044 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server raise self.value Aug 05 11:47:37.284044 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 05 11:47:37.284044 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 05 11:47:37.292005 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 05 11:47:37.292005 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 05 11:47:37.292005 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 05 11:47:37.292005 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 05 11:47:37.292005 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 05 11:47:37.292005 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server raise self.value Aug 05 11:47:37.292005 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 05 11:47:37.292005 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 05 11:47:37.292005 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 05 11:47:37.292005 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 05 11:47:37.292005 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 05 11:47:37.292005 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 05 11:47:37.292005 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 05 11:47:37.292005 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server raise self.value Aug 05 11:47:37.292005 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 05 11:47:37.292005 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 05 11:47:37.292005 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 05 11:47:37.292005 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 05 11:47:37.292005 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 05 11:47:37.292005 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 05 11:47:37.292005 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 05 11:47:37.292005 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 05 11:47:37.292005 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 05 11:47:37.292005 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 05 11:47:37.292005 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 05 11:47:37.292005 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 05 11:47:37.292005 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 05 11:47:37.292005 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server raise self.value Aug 05 11:47:37.292005 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 05 11:47:37.292005 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 05 11:47:37.292005 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 05 11:47:37.292005 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 05 11:47:37.292005 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 05 11:47:37.292005 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 05 11:47:37.292005 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 05 11:47:37.292005 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server raise exception Aug 05 11:47:37.292005 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a8fa651f-53e0-432e-8e67-d2928fb6e5cd: This subnet is being modified by another concurrent operation. Aug 05 11:47:37.292005 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server Aug 05 11:47:37.335600 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0154dcec-b24d-46e6-8fcf-4d8159550a68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:37.429699 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db61bd0-b3d6-4afd-bff7-6737b0929ab5 None None] get_active_networks_info from n-d-803378-2 {{(pid=94422) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 05 11:47:37.465613 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-25f05d6f-b2a5-452e-81b1-f2547335a82c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:37.515523 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-d027ef5e-bb39-47c8-962d-776fdd773a39 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-535646701-network', 'tenant_id': '39c6d6575f854e26a57d96d36d983be3'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:47:37.567270 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d027ef5e-bb39-47c8-962d-776fdd773a39 admin admin] Made reservation on behalf of 39c6d6575f854e26a57d96d36d983be3 for: {'network': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:47:37.595018 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d027ef5e-bb39-47c8-962d-776fdd773a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:37.626041 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0154dcec-b24d-46e6-8fcf-4d8159550a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:37.631623 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0154dcec-b24d-46e6-8fcf-4d8159550a68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:37.633780 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-0154dcec-b24d-46e6-8fcf-4d8159550a68 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d604e243-97b0-40b3-a4ec-1bfc0abacdbf HTTP/1.1" status: 204 len: 168 time: 0.6207023 Aug 05 11:47:37.673840 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d027ef5e-bb39-47c8-962d-776fdd773a39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:37.694164 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0154dcec-b24d-46e6-8fcf-4d8159550a68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d604e243-97b0-40b3-a4ec-1bfc0abacdbf,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:47:37.821836 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db61bd0-b3d6-4afd-bff7-6737b0929ab5 None None] Resources bound (agent type, host, resource id): {{(pid=94422) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 05 11:47:37.840667 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-eedcd4c1-0498-4cd7-a83b-f3a860dd8c51 None None] Set router 97cb0d75-8907-409f-87f4-a69ffebf0234 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:47:38.010742 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d027ef5e-bb39-47c8-962d-776fdd773a39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:38.025669 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d027ef5e-bb39-47c8-962d-776fdd773a39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:38.035076 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff9d719-3ae6-425d-a319-9e3a722fde77 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Pushing event deleted for resources: {'Subnet': ['ID=a8fa651f-53e0-432e-8e67-d2928fb6e5cd,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:47:38.082109 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-cf3211a4-9501-4860-8b20-39220a4437de admin admin] Notify callbacks [] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:38.089949 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-cf3211a4-9501-4860-8b20-39220a4437de admin admin] 10.222.0.58 "DELETE /v2.0/subnets/71a2d471-ec02-42ce-91bf-6bee2a437528 HTTP/1.1" status: 204 len: 168 time: 2.9363239 Aug 05 11:47:38.143727 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 43106) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:47:38.146347 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d027ef5e-bb39-47c8-962d-776fdd773a39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5464a98-f362-4f03-a5f7-4b9d844b9cb9,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:47:38.230811 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d027ef5e-bb39-47c8-962d-776fdd773a39 admin admin] vlan segment allocate from pool success with {'vlan_id': 672, 'physical_network': 'physnet1'} {{(pid=94421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:47:38.315968 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d027ef5e-bb39-47c8-962d-776fdd773a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:38.317085 n-d-803378-2 neutron-server[94421]: INFO neutron.db.segments_db [None req-d027ef5e-bb39-47c8-962d-776fdd773a39 admin admin] Added segment fa5f7742-6e03-46ef-8df5-0f25b5d284b6 of type vlan for network debeaa60-b13d-4f6e-a270-9d57e30ced89 Aug 05 11:47:38.432370 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-adf724ba-86f3-4fab-8f02-e4af12071836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:38.455732 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d027ef5e-bb39-47c8-962d-776fdd773a39 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:38.512871 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3be4ed2-0651-4d7e-8478-d80dc9c18a28 req-25e841c6-d730-4d3b-91e7-954c67ab528d tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:47:38.515901 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b3be4ed2-0651-4d7e-8478-d80dc9c18a28 req-25e841c6-d730-4d3b-91e7-954c67ab528d tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/networks?id=ea4ab667-0582-45fb-abbe-165151692b1f HTTP/1.1" status: 200 len: 796 time: 1.2669830 Aug 05 11:47:38.654158 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3211a4-9501-4860-8b20-39220a4437de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71a2d471-ec02-42ce-91bf-6bee2a437528,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:47:38.702033 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d027ef5e-bb39-47c8-962d-776fdd773a39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:38.704617 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d027ef5e-bb39-47c8-962d-776fdd773a39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:47:38.705734 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d027ef5e-bb39-47c8-962d-776fdd773a39 admin admin] Notify callbacks [] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:38.802828 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b3be4ed2-0651-4d7e-8478-d80dc9c18a28 req-99bca943-2c96-4473-a2c7-2ddf2c76f186 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/quotas/7f88688726d24c8e9d77831659c7c3ae HTTP/1.1" status: 200 len: 375 time: 0.1786258 Aug 05 11:47:38.887768 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-dff9d719-3ae6-425d-a319-9e3a722fde77 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:38.923677 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-adf724ba-86f3-4fab-8f02-e4af12071836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:38.931925 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-dff9d719-3ae6-425d-a319-9e3a722fde77 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['062d3ad9-630f-4892-868c-0e8c1519c153']}} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:47:38.933705 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d027ef5e-bb39-47c8-962d-776fdd773a39 admin admin] Pushing event updated for resources: {'Network': ['ID=debeaa60-b13d-4f6e-a270-9d57e30ced89,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:47:38.959481 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network debeaa60-b13d-4f6e-a270-9d57e30ced89 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:47:38.960371 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-adf724ba-86f3-4fab-8f02-e4af12071836 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70811fd3-f1ad-446e-9d22-c9fd1055c61c']}} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:47:38.987210 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-d027ef5e-bb39-47c8-962d-776fdd773a39 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 2.0290053 Aug 05 11:47:39.000724 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-dff9d719-3ae6-425d-a319-9e3a722fde77 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01d8be8e-ecec-4aff-83b0-f3d7f1eb8b3d') {'for_net_delete': True} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:47:39.001233 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-dff9d719-3ae6-425d-a319-9e3a722fde77 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01d8be8e-ecec-4aff-83b0-f3d7f1eb8b3d') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:47:39.014607 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 43122) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:47:39.020920 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-adf724ba-86f3-4fab-8f02-e4af12071836 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b36a843f-62f3-4ca4-92e0-595d19e6a3f0') {'for_net_delete': True} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:47:39.021496 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-adf724ba-86f3-4fab-8f02-e4af12071836 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b36a843f-62f3-4ca4-92e0-595d19e6a3f0') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:47:39.031630 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-f611166f-7ad7-4499-b230-71f53f192812 admin admin] Request body: {'subnet': {'network_id': 'debeaa60-b13d-4f6e-a270-9d57e30ced89', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-535646701-subnet', 'tenant_id': '39c6d6575f854e26a57d96d36d983be3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:47:39.042194 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-dff9d719-3ae6-425d-a319-9e3a722fde77 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25010581'] for segment, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:39.066358 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-adf724ba-86f3-4fab-8f02-e4af12071836 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29786371'] for segment, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:39.114155 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-adf724ba-86f3-4fab-8f02-e4af12071836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:39.120349 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f611166f-7ad7-4499-b230-71f53f192812 admin admin] Made reservation on behalf of 39c6d6575f854e26a57d96d36d983be3 for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:47:39.125116 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f611166f-7ad7-4499-b230-71f53f192812 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:39.145353 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ccb5e01d-e298-4a7e-a203-3f192f396834 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33286054', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33263081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1940'] for router, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:39.154909 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ccb5e01d-e298-4a7e-a203-3f192f396834 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33286033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33286040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33263014'] for router, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:39.213875 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-eedcd4c1-0498-4cd7-a83b-f3a860dd8c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97cb0d75-8907-409f-87f4-a69ffebf0234', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2052124601', 'tenant_id': '7f88688726d24c8e9d77831659c7c3ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '9cf08bfb-6a0a-415a-9e26-edbb203b1bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:46:57Z', 'updated_at': '2021-08-05T11:47:31Z', 'revision_number': 4, 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'gw_port': {'id': '9cf08bfb-6a0a-415a-9e26-edbb203b1bfc', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:15:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cb0d75-8907-409f-87f4-a69ffebf0234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:47:02Z', 'updated_at': '2021-08-05T11:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '3d263ae8-0280-4552-8aac-30dcf5e1325b', 'name': '', 'network_id': 'ea4ab667-0582-45fb-abbe-165151692b1f', 'tenant_id': '7f88688726d24c8e9d77831659c7c3ae', 'mac_address': 'fa:16:3e:6c:68:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97cb0d75-8907-409f-87f4-a69ffebf0234', 'device_owner': 'network:router_interface', 'standard_attr_id': 2407, 'fixed_ips': [{'subnet_id': '23b4b90e-0370-4e2d-856e-858c6909def7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:47:25Z', 'updated_at': '2021-08-05T11:47:32Z', 'revision_number': 2, 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'subnets': [{'id': '23b4b90e-0370-4e2d-856e-858c6909def7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:47:39.254295 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-dff9d719-3ae6-425d-a319-9e3a722fde77 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:39.296214 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dff9d719-3ae6-425d-a319-9e3a722fde77 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Releasing vlan 680 on physical network physnet1 to pool {{(pid=94420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:47:39.297550 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-dff9d719-3ae6-425d-a319-9e3a722fde77 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29762581'] for segment, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:39.309928 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adf724ba-86f3-4fab-8f02-e4af12071836 admin admin] Releasing vlan 669 on physical network physnet1 to pool {{(pid=94421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:47:39.310608 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-adf724ba-86f3-4fab-8f02-e4af12071836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25038799'] for segment, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:39.314212 n-d-803378-2 neutron-server[94421]: Traceback (most recent call last): Aug 05 11:47:39.314212 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:47:39.314212 n-d-803378-2 neutron-server[94421]: timer() Aug 05 11:47:39.314212 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:47:39.314212 n-d-803378-2 neutron-server[94421]: cb(*args, **kw) Aug 05 11:47:39.314212 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:47:39.314212 n-d-803378-2 neutron-server[94421]: return func(*args, **kwargs) Aug 05 11:47:39.314212 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:47:39.314212 n-d-803378-2 neutron-server[94421]: self._notify() Aug 05 11:47:39.314212 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:47:39.314212 n-d-803378-2 neutron-server[94421]: self.callback(batched_events) Aug 05 11:47:39.314212 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:47:39.314212 n-d-803378-2 neutron-server[94421]: event.method(event) Aug 05 11:47:39.314212 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:47:39.314212 n-d-803378-2 neutron-server[94421]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:47:39.314212 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:47:39.314212 n-d-803378-2 neutron-server[94421]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:47:39.314212 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:47:39.314212 n-d-803378-2 neutron-server[94421]: return f(self, *a, **k) Aug 05 11:47:39.314212 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:47:39.314212 n-d-803378-2 neutron-server[94421]: return self._get(url).json() Aug 05 11:47:39.314212 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:47:39.314212 n-d-803378-2 neutron-server[94421]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:47:39.314212 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:47:39.314212 n-d-803378-2 neutron-server[94421]: return self.request(url, 'GET', **kwargs) Aug 05 11:47:39.314212 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:47:39.314212 n-d-803378-2 neutron-server[94421]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:47:39.314212 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:47:39.314212 n-d-803378-2 neutron-server[94421]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:47:39.314212 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:47:39.314212 n-d-803378-2 neutron-server[94421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:47:39.314212 n-d-803378-2 neutron-server[94421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:47:39.322357 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eedcd4c1-0498-4cd7-a83b-f3a860dd8c51 None None] Checking router: 97cb0d75-8907-409f-87f4-a69ffebf0234 for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:47:39.323570 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eedcd4c1-0498-4cd7-a83b-f3a860dd8c51 None None] Updating router 97cb0d75-8907-409f-87f4-a69ffebf0234 port 3d263ae8-0280-4552-8aac-30dcf5e1325b binding host n-d-803378-2 {{(pid=94422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 11:47:39.394876 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-eedcd4c1-0498-4cd7-a83b-f3a860dd8c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:39.421511 n-d-803378-2 neutron-server[94420]: Traceback (most recent call last): Aug 05 11:47:39.421511 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:47:39.421511 n-d-803378-2 neutron-server[94420]: timer() Aug 05 11:47:39.421511 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:47:39.421511 n-d-803378-2 neutron-server[94420]: cb(*args, **kw) Aug 05 11:47:39.421511 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:47:39.421511 n-d-803378-2 neutron-server[94420]: return func(*args, **kwargs) Aug 05 11:47:39.421511 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:47:39.421511 n-d-803378-2 neutron-server[94420]: self._notify() Aug 05 11:47:39.421511 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:47:39.421511 n-d-803378-2 neutron-server[94420]: self.callback(batched_events) Aug 05 11:47:39.421511 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:47:39.421511 n-d-803378-2 neutron-server[94420]: event.method(event) Aug 05 11:47:39.421511 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:47:39.421511 n-d-803378-2 neutron-server[94420]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:47:39.421511 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:47:39.421511 n-d-803378-2 neutron-server[94420]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:47:39.421511 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:47:39.421511 n-d-803378-2 neutron-server[94420]: return f(self, *a, **k) Aug 05 11:47:39.421511 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:47:39.421511 n-d-803378-2 neutron-server[94420]: return self._get(url).json() Aug 05 11:47:39.421511 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:47:39.421511 n-d-803378-2 neutron-server[94420]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:47:39.421511 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:47:39.421511 n-d-803378-2 neutron-server[94420]: return self.request(url, 'GET', **kwargs) Aug 05 11:47:39.421511 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:47:39.421511 n-d-803378-2 neutron-server[94420]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:47:39.421511 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:47:39.421511 n-d-803378-2 neutron-server[94420]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:47:39.421511 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:47:39.421511 n-d-803378-2 neutron-server[94420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:47:39.421511 n-d-803378-2 neutron-server[94420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:47:39.535001 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21da7d8e-034a-4913-8e54-0eb63598350c None None] Network 062d3ad9-630f-4892-868c-0e8c1519c153 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:47:39.575621 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-adf724ba-86f3-4fab-8f02-e4af12071836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:39.587495 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-adf724ba-86f3-4fab-8f02-e4af12071836 admin admin] Notify callbacks [] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:39.608550 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-adf724ba-86f3-4fab-8f02-e4af12071836 admin admin] 10.222.0.58 "DELETE /v2.0/networks/70811fd3-f1ad-446e-9d22-c9fd1055c61c HTTP/1.1" status: 204 len: 168 time: 1.4317665 Aug 05 11:47:39.675745 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf724ba-86f3-4fab-8f02-e4af12071836 admin admin] Pushing event deleted for resources: {'Network': ['ID=70811fd3-f1ad-446e-9d22-c9fd1055c61c,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:47:39.738236 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b3be4ed2-0651-4d7e-8478-d80dc9c18a28 req-8545ef6c-9324-421c-8108-62e5e1b8952c tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=7f88688726d24c8e9d77831659c7c3ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5863316 Aug 05 11:47:40.084383 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-dff9d719-3ae6-425d-a319-9e3a722fde77 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:40.117437 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-dff9d719-3ae6-425d-a319-9e3a722fde77 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:40.133177 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-dff9d719-3ae6-425d-a319-9e3a722fde77 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] 10.222.0.58 "DELETE /v2.0/networks/062d3ad9-630f-4892-868c-0e8c1519c153 HTTP/1.1" status: 204 len: 168 time: 10.1203189 Aug 05 11:47:40.135812 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 43140) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:47:40.270730 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff9d719-3ae6-425d-a319-9e3a722fde77 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Pushing event deleted for resources: {'Network': ['ID=062d3ad9-630f-4892-868c-0e8c1519c153,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:47:40.293559 n-d-803378-2 neutron-server[94421]: INFO neutron.pecan_wsgi.hooks.translation [None req-0224db91-a014-4be6-980a-4e19c119b89a tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] DELETE failed (client error): The resource could not be found. Aug 05 11:47:40.294211 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0224db91-a014-4be6-980a-4e19c119b89a tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:47:40.305597 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 43146) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:47:40.306784 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-0224db91-a014-4be6-980a-4e19c119b89a tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] 10.222.0.58 "DELETE /v2.0/subnets/a8fa651f-53e0-432e-8e67-d2928fb6e5cd HTTP/1.1" status: 404 len: 337 time: 0.1600285 Aug 05 11:47:40.314650 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 43150) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:47:40.327977 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff9d719-3ae6-425d-a319-9e3a722fde77 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:47:40.328587 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff9d719-3ae6-425d-a319-9e3a722fde77 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:47:40.328821 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff9d719-3ae6-425d-a319-9e3a722fde77 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:47:40.329351 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff9d719-3ae6-425d-a319-9e3a722fde77 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:47:40.329967 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff9d719-3ae6-425d-a319-9e3a722fde77 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:47:40.330388 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff9d719-3ae6-425d-a319-9e3a722fde77 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:47:40.330898 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff9d719-3ae6-425d-a319-9e3a722fde77 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:47:40.331467 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff9d719-3ae6-425d-a319-9e3a722fde77 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:47:40.331979 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff9d719-3ae6-425d-a319-9e3a722fde77 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:47:40.332548 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff9d719-3ae6-425d-a319-9e3a722fde77 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:47:40.333208 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff9d719-3ae6-425d-a319-9e3a722fde77 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:47:40.334684 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff9d719-3ae6-425d-a319-9e3a722fde77 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:47:40.405545 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:40.409766 n-d-803378-2 neutron-server[94421]: INFO neutron.pecan_wsgi.hooks.translation [None req-76786faa-bea7-467e-9b7b-955174146e3f tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] DELETE failed (client error): The resource could not be found. Aug 05 11:47:40.410831 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-0bf3618a-0083-4507-81dc-bc60fa3acd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:40.411774 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76786faa-bea7-467e-9b7b-955174146e3f tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:47:40.434490 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-76786faa-bea7-467e-9b7b-955174146e3f tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] 10.222.0.58 "DELETE /v2.0/networks/062d3ad9-630f-4892-868c-0e8c1519c153 HTTP/1.1" status: 404 len: 339 time: 0.1104038 Aug 05 11:47:40.439478 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d754a57c-f3a7-4a29-aa6f-494ee93eb2af None None] DHCP port deletion for 062d3ad9-630f-4892-868c-0e8c1519c153 request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 11:47:40.469816 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 43156) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:47:40.549768 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-c5d65901-1c65-45a1-ac04-5f54c49f0eb9 None None] Provisioning complete for port 3d263ae8-0280-4552-8aac-30dcf5e1325b triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:47:40.549768 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c5d65901-1c65-45a1-ac04-5f54c49f0eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:40.601032 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f611166f-7ad7-4499-b230-71f53f192812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25038678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30075167'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:40.651300 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-c5d65901-1c65-45a1-ac04-5f54c49f0eb9 None None] Port 3d263ae8-0280-4552-8aac-30dcf5e1325b cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:47:40.913885 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2a43b07e-2e10-4f34-af60-77e3a2065177 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:40.930663 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f611166f-7ad7-4499-b230-71f53f192812 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fa39e07-a6bd-4ef4-8a54-1af79d2770df,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:47:40.941497 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f611166f-7ad7-4499-b230-71f53f192812 admin admin] Checking segment: {'id': 'fa5f7742-6e03-46ef-8df5-0f25b5d284b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'debeaa60-b13d-4f6e-a270-9d57e30ced89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:47:40.942131 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f611166f-7ad7-4499-b230-71f53f192812 admin admin] Network hostable DHCP agents. Network: debeaa60-b13d-4f6e-a270-9d57e30ced89, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:47:41.019108 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-8a480def-fa6c-4751-9839-9f2de6c2b96a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4387c5d8394046fa838195311347b87b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6632869 Aug 05 11:47:41.020192 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 43170) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:47:41.065826 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f611166f-7ad7-4499-b230-71f53f192812 admin admin] Network debeaa60-b13d-4f6e-a270-9d57e30ced89 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:47:41.077422 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-eedcd4c1-0498-4cd7-a83b-f3a860dd8c51 None None] Notify callbacks [] for port, precommit_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:41.123225 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-eedcd4c1-0498-4cd7-a83b-f3a860dd8c51 None None] Transition to ACTIVE for port object 3d263ae8-0280-4552-8aac-30dcf5e1325b will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:47:41.129339 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b3be4ed2-0651-4d7e-8478-d80dc9c18a28 req-f8b4dc12-3618-4c34-9be6-5763e15b13e0 service neutron] 10.222.0.58 "GET /v2.0/networks/ea4ab667-0582-45fb-abbe-165151692b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3557549 Aug 05 11:47:41.143158 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-f611166f-7ad7-4499-b230-71f53f192812 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, debeaa60-b13d-4f6e-a270-9d57e30ced89) {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:47:41.153097 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-eedcd4c1-0498-4cd7-a83b-f3a860dd8c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:41.155823 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f611166f-7ad7-4499-b230-71f53f192812 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:47:41.157640 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f611166f-7ad7-4499-b230-71f53f192812 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:41.214102 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb2fdba7-b4bc-4623-a379-65f9e11d6dd0 None None] Network debeaa60-b13d-4f6e-a270-9d57e30ced89 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:47:41.252647 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-f611166f-7ad7-4499-b230-71f53f192812 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 2.2361197 Aug 05 11:47:41.364823 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2a43b07e-2e10-4f34-af60-77e3a2065177 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:41.386792 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a18993db-bc2e-4adb-bb72-60633b1f72d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:41.449458 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a18993db-bc2e-4adb-bb72-60633b1f72d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:41.582440 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a18993db-bc2e-4adb-bb72-60633b1f72d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:41.590507 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a18993db-bc2e-4adb-bb72-60633b1f72d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:41.596559 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-a18993db-bc2e-4adb-bb72-60633b1f72d1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ab2b5f38-a05a-4ac9-a8bf-2f9bfdcd31b6 HTTP/1.1" status: 204 len: 168 time: 0.5618382 Aug 05 11:47:41.614018 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18993db-bc2e-4adb-bb72-60633b1f72d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab2b5f38-a05a-4ac9-a8bf-2f9bfdcd31b6,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:47:41.711931 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 43182) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:47:41.845472 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-2a43b07e-2e10-4f34-af60-77e3a2065177 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e313e82-8072-4211-8402-5db1ef16ab56']}} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:47:41.872433 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-2a43b07e-2e10-4f34-af60-77e3a2065177 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd281000-c4c7-4381-8f18-1b768b7fd548') {'for_net_delete': True} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:47:41.873107 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-2a43b07e-2e10-4f34-af60-77e3a2065177 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd281000-c4c7-4381-8f18-1b768b7fd548') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:47:41.896223 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2a43b07e-2e10-4f34-af60-77e3a2065177 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25010581'] for segment, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:41.960148 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2a43b07e-2e10-4f34-af60-77e3a2065177 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:41.975315 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a43b07e-2e10-4f34-af60-77e3a2065177 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=94420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:47:41.976391 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2a43b07e-2e10-4f34-af60-77e3a2065177 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29762581'] for segment, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:41.997681 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d89263-380d-436a-ac76-d3b67078014c None None] Pushing event updated for resources: {'Port': ['ID=3d263ae8-0280-4552-8aac-30dcf5e1325b,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:47:42.021319 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:42.031926 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-eedcd4c1-0498-4cd7-a83b-f3a860dd8c51 None None] Attempting to bind port 3d263ae8-0280-4552-8aac-30dcf5e1325b on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:47:42.032450 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-eedcd4c1-0498-4cd7-a83b-f3a860dd8c51 None None] Attempting to bind port 3d263ae8-0280-4552-8aac-30dcf5e1325b by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '9f03e2db-8557-4053-84d8-e8f77c56803d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'ea4ab667-0582-45fb-abbe-165151692b1f'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:47:42.033099 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eedcd4c1-0498-4cd7-a83b-f3a860dd8c51 None None] Attempting to bind port 3d263ae8-0280-4552-8aac-30dcf5e1325b on network ea4ab667-0582-45fb-abbe-165151692b1f {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:47:42.040817 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195286f7-d29c-4046-80fc-3ffe9dcbf4b7 None None] Network debeaa60-b13d-4f6e-a270-9d57e30ced89 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:47:42.073862 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eedcd4c1-0498-4cd7-a83b-f3a860dd8c51 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:47:42.074468 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eedcd4c1-0498-4cd7-a83b-f3a860dd8c51 None None] Checking segment: {'id': '9f03e2db-8557-4053-84d8-e8f77c56803d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'ea4ab667-0582-45fb-abbe-165151692b1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:47:42.075146 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-eedcd4c1-0498-4cd7-a83b-f3a860dd8c51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:42.075844 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eedcd4c1-0498-4cd7-a83b-f3a860dd8c51 None None] Bound using segment: {'id': '9f03e2db-8557-4053-84d8-e8f77c56803d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'ea4ab667-0582-45fb-abbe-165151692b1f'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:47:42.076699 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-eedcd4c1-0498-4cd7-a83b-f3a860dd8c51 None None] Bound port: 3d263ae8-0280-4552-8aac-30dcf5e1325b, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f03e2db-8557-4053-84d8-e8f77c56803d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'ea4ab667-0582-45fb-abbe-165151692b1f'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:47:42.077294 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-eedcd4c1-0498-4cd7-a83b-f3a860dd8c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:42.108761 n-d-803378-2 neutron-server[94420]: Traceback (most recent call last): Aug 05 11:47:42.108761 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:47:42.108761 n-d-803378-2 neutron-server[94420]: timer() Aug 05 11:47:42.108761 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:47:42.108761 n-d-803378-2 neutron-server[94420]: cb(*args, **kw) Aug 05 11:47:42.108761 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:47:42.108761 n-d-803378-2 neutron-server[94420]: return func(*args, **kwargs) Aug 05 11:47:42.108761 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:47:42.108761 n-d-803378-2 neutron-server[94420]: self._notify() Aug 05 11:47:42.108761 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:47:42.108761 n-d-803378-2 neutron-server[94420]: self.callback(batched_events) Aug 05 11:47:42.108761 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:47:42.108761 n-d-803378-2 neutron-server[94420]: event.method(event) Aug 05 11:47:42.108761 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:47:42.108761 n-d-803378-2 neutron-server[94420]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:47:42.108761 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:47:42.108761 n-d-803378-2 neutron-server[94420]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:47:42.108761 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:47:42.108761 n-d-803378-2 neutron-server[94420]: return f(self, *a, **k) Aug 05 11:47:42.108761 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:47:42.108761 n-d-803378-2 neutron-server[94420]: return self._get(url).json() Aug 05 11:47:42.108761 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:47:42.108761 n-d-803378-2 neutron-server[94420]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:47:42.108761 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:47:42.108761 n-d-803378-2 neutron-server[94420]: return self.request(url, 'GET', **kwargs) Aug 05 11:47:42.108761 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:47:42.108761 n-d-803378-2 neutron-server[94420]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:47:42.108761 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:47:42.108761 n-d-803378-2 neutron-server[94420]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:47:42.108761 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:47:42.108761 n-d-803378-2 neutron-server[94420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:47:42.108761 n-d-803378-2 neutron-server[94420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:47:42.141185 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccb5e01d-e298-4a7e-a203-3f192f396834 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Router 50f423ff-d7ff-485c-b93e-63b548fc010e is scheduled to L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d with binding_index 1 {{(pid=94420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 11:47:42.220120 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b3be4ed2-0651-4d7e-8478-d80dc9c18a28 req-33670a15-a32d-4f9b-a878-0968abed3a6a service neutron] 10.222.0.58 "GET /v2.0/networks/ea4ab667-0582-45fb-abbe-165151692b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0810344 Aug 05 11:47:42.225601 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5122e021-a618-4bc1-97b9-06f0d69f88c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:42.468912 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-eedcd4c1-0498-4cd7-a83b-f3a860dd8c51 None None] For port 3d263ae8-0280-4552-8aac-30dcf5e1325b, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:47:42.496636 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-eedcd4c1-0498-4cd7-a83b-f3a860dd8c51 None None] For port 3d263ae8-0280-4552-8aac-30dcf5e1325b, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=3d263ae8-0280-4552-8aac-30dcf5e1325b,segment=NetworkSegment(9f03e2db-8557-4053-84d8-e8f77c56803d),segment_id=9f03e2db-8557-4053-84d8-e8f77c56803d)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:47:42.511256 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-eedcd4c1-0498-4cd7-a83b-f3a860dd8c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:42.670108 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eedcd4c1-0498-4cd7-a83b-f3a860dd8c51 None None] Routers {'97cb0d75-8907-409f-87f4-a69ffebf0234'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:47:42.671173 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-eedcd4c1-0498-4cd7-a83b-f3a860dd8c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:47:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['97cb0d75-8907-409f-87f4-a69ffebf0234'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:47:42.790185 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5122e021-a618-4bc1-97b9-06f0d69f88c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:42.806223 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5122e021-a618-4bc1-97b9-06f0d69f88c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:42.900841 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccb5e01d-e298-4a7e-a203-3f192f396834 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:47:42.914398 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ccb5e01d-e298-4a7e-a203-3f192f396834 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify callbacks [] for router, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:42.926702 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-ccb5e01d-e298-4a7e-a203-3f192f396834 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] 10.222.0.58 "PUT /v2.0/routers/50f423ff-d7ff-485c-b93e-63b548fc010e HTTP/1.1" status: 200 len: 914 time: 15.6841319 Aug 05 11:47:42.934546 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2a43b07e-2e10-4f34-af60-77e3a2065177 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:42.935971 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5e3fad-dec4-4124-a9c1-ff1947c5b217 None None] Sync routers for ids ['50f423ff-d7ff-485c-b93e-63b548fc010e'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:47:42.951598 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2a43b07e-2e10-4f34-af60-77e3a2065177 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:42.958071 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-2a43b07e-2e10-4f34-af60-77e3a2065177 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] 10.222.0.58 "DELETE /v2.0/networks/4e313e82-8072-4211-8402-5db1ef16ab56 HTTP/1.1" status: 204 len: 168 time: 2.4864430 Aug 05 11:47:42.961815 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d89263-380d-436a-ac76-d3b67078014c None None] Pushing event updated for resources: {'Port': ['ID=3d263ae8-0280-4552-8aac-30dcf5e1325b,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:47:43.006562 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5e3fad-dec4-4124-a9c1-ff1947c5b217 None None] Routers {'50f423ff-d7ff-485c-b93e-63b548fc010e'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:47:43.011464 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-df5e3fad-dec4-4124-a9c1-ff1947c5b217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:47:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['50f423ff-d7ff-485c-b93e-63b548fc010e'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:47:43.030078 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 43204) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:47:43.030622 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 43206) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:47:43.092678 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-5122e021-a618-4bc1-97b9-06f0d69f88c7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a4f87bc9f20f42feadffb651419cbfe4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3738625 Aug 05 11:47:43.097764 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 43216) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:47:43.197268 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-df5e3fad-dec4-4124-a9c1-ff1947c5b217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:47:43.253794 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5e3fad-dec4-4124-a9c1-ff1947c5b217 None None] Routers {'50f423ff-d7ff-485c-b93e-63b548fc010e'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:47:43.262769 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5122e021-a618-4bc1-97b9-06f0d69f88c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4bcbded-4f75-467e-b422-faa253da27e5,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:47:43.273503 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-df5e3fad-dec4-4124-a9c1-ff1947c5b217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:47:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['50f423ff-d7ff-485c-b93e-63b548fc010e'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:47:43.307160 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-eedcd4c1-0498-4cd7-a83b-f3a860dd8c51 None None] Set router 97cb0d75-8907-409f-87f4-a69ffebf0234 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:47:43.368624 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-63613f27-1fcc-4111-bf01-96067a7f9237 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:43.427203 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-63613f27-1fcc-4111-bf01-96067a7f9237 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:43.437392 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-df5e3fad-dec4-4124-a9c1-ff1947c5b217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:47:43.439670 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5e3fad-dec4-4124-a9c1-ff1947c5b217 None None] The sync data for ids ['50f423ff-d7ff-485c-b93e-63b548fc010e'] in n-d-803378-2 is: [] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:47:43.515664 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-95030a30-7629-484c-8144-744632cc901a req-3fcb59f8-e8b5-4f04-8baf-66110f481b65 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddf47896-42f3-4efd-854d-4716a8276153 HTTP/1.1" status: 200 len: 210 time: 0.6263731 Aug 05 11:47:43.541596 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a43b07e-2e10-4f34-af60-77e3a2065177 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Pushing event deleted for resources: {'Network': ['ID=4e313e82-8072-4211-8402-5db1ef16ab56,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:47:43.561635 n-d-803378-2 neutron-server[94420]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8003aa2-e802-422a-9433-bc65a4b61473 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] DELETE failed (client error): The resource could not be found. Aug 05 11:47:43.562487 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8003aa2-e802-422a-9433-bc65a4b61473 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:47:43.572265 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-a8003aa2-e802-422a-9433-bc65a4b61473 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] 10.222.0.58 "DELETE /v2.0/subnets/d5ff7c27-263e-424c-bcb4-307efcf6161d HTTP/1.1" status: 404 len: 337 time: 0.4957957 Aug 05 11:47:43.575731 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 43228) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:47:43.604409 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-63613f27-1fcc-4111-bf01-96067a7f9237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:43.614906 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-63613f27-1fcc-4111-bf01-96067a7f9237 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:43.621188 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-63613f27-1fcc-4111-bf01-96067a7f9237 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c4bcbded-4f75-467e-b422-faa253da27e5 HTTP/1.1" status: 204 len: 168 time: 0.5102034 Aug 05 11:47:43.678210 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63613f27-1fcc-4111-bf01-96067a7f9237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4bcbded-4f75-467e-b422-faa253da27e5,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:47:43.686882 n-d-803378-2 neutron-server[94421]: INFO neutron.pecan_wsgi.hooks.translation [None req-97be84a4-b47a-467c-9fb9-1d11bb079d5b tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] DELETE failed (client error): The resource could not be found. Aug 05 11:47:43.688769 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97be84a4-b47a-467c-9fb9-1d11bb079d5b tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:47:43.702396 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-97be84a4-b47a-467c-9fb9-1d11bb079d5b tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] 10.222.0.58 "DELETE /v2.0/networks/2fbec807-2acd-4aaf-b8f5-e603238041b9 HTTP/1.1" status: 404 len: 339 time: 0.1230257 Aug 05 11:47:43.704272 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 43234) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:47:43.873711 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_v2 [None req-7830f5d2-0fcd-4d74-adcc-d6a74d946956 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Deleting subnet ebf29803-6046-47e9-ae2e-871245076ed7 {{(pid=94421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:47:43.884738 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7830f5d2-0fcd-4d74-adcc-d6a74d946956 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks [] for subnet, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:43.951731 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:44.045230 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-eedcd4c1-0498-4cd7-a83b-f3a860dd8c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97cb0d75-8907-409f-87f4-a69ffebf0234', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2052124601', 'tenant_id': '7f88688726d24c8e9d77831659c7c3ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '9cf08bfb-6a0a-415a-9e26-edbb203b1bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:46:57Z', 'updated_at': '2021-08-05T11:47:31Z', 'revision_number': 4, 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'gw_port': {'id': '9cf08bfb-6a0a-415a-9e26-edbb203b1bfc', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:15:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cb0d75-8907-409f-87f4-a69ffebf0234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:47:02Z', 'updated_at': '2021-08-05T11:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '3d263ae8-0280-4552-8aac-30dcf5e1325b', 'name': '', 'network_id': 'ea4ab667-0582-45fb-abbe-165151692b1f', 'tenant_id': '7f88688726d24c8e9d77831659c7c3ae', 'mac_address': 'fa:16:3e:6c:68:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97cb0d75-8907-409f-87f4-a69ffebf0234', 'device_owner': 'network:router_interface', 'standard_attr_id': 2407, 'fixed_ips': [{'subnet_id': '23b4b90e-0370-4e2d-856e-858c6909def7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:47:25Z', 'updated_at': '2021-08-05T11:47:42Z', 'revision_number': 4, 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'subnets': [{'id': '23b4b90e-0370-4e2d-856e-858c6909def7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:47:44.057759 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7830f5d2-0fcd-4d74-adcc-d6a74d946956 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29786388'] for subnet, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:44.131660 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eedcd4c1-0498-4cd7-a83b-f3a860dd8c51 None None] The sync data for ids ['97cb0d75-8907-409f-87f4-a69ffebf0234'] in n-d-803378-2 is: [{'id': '97cb0d75-8907-409f-87f4-a69ffebf0234', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2052124601', 'tenant_id': '7f88688726d24c8e9d77831659c7c3ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '9cf08bfb-6a0a-415a-9e26-edbb203b1bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:46:57Z', 'updated_at': '2021-08-05T11:47:31Z', 'revision_number': 4, 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'gw_port': {'id': '9cf08bfb-6a0a-415a-9e26-edbb203b1bfc', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:15:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cb0d75-8907-409f-87f4-a69ffebf0234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:47:02Z', 'updated_at': '2021-08-05T11:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '3d263ae8-0280-4552-8aac-30dcf5e1325b', 'name': '', 'network_id': 'ea4ab667-0582-45fb-abbe-165151692b1f', 'tenant_id': '7f88688726d24c8e9d77831659c7c3ae', 'mac_address': 'fa:16:3e:6c:68:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97cb0d75-8907-409f-87f4-a69ffebf0234', 'device_owner': 'network:router_interface', 'standard_attr_id': 2407, 'fixed_ips': [{'subnet_id': '23b4b90e-0370-4e2d-856e-858c6909def7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:47:25Z', 'updated_at': '2021-08-05T11:47:42Z', 'revision_number': 4, 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'subnets': [{'id': '23b4b90e-0370-4e2d-856e-858c6909def7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:47:44.184699 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-2449f106-2687-4737-930d-dcfd93ecdbdd tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] 10.222.0.58 "GET /v2.0/routers/50f423ff-d7ff-485c-b93e-63b548fc010e HTTP/1.1" status: 200 len: 920 time: 1.1321337 Aug 05 11:47:44.207897 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 43242) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:47:44.327498 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7830f5d2-0fcd-4d74-adcc-d6a74d946956 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:44.436806 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf53017-523c-4bad-a23a-4c9f79c1f3c0 req-04455b43-4417-40b5-a852-73badb01d1ce tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:47:44.440573 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4cf53017-523c-4bad-a23a-4c9f79c1f3c0 req-04455b43-4417-40b5-a852-73badb01d1ce tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/networks?id=debeaa60-b13d-4f6e-a270-9d57e30ced89 HTTP/1.1" status: 200 len: 804 time: 1.2915120 Aug 05 11:47:44.490680 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7830f5d2-0fcd-4d74-adcc-d6a74d946956 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25038609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30075142'] for subnet, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:44.535183 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7830f5d2-0fcd-4d74-adcc-d6a74d946956 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:44.539270 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-7830f5d2-0fcd-4d74-adcc-d6a74d946956 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] 10.222.0.58 "DELETE /v2.0/subnets/ebf29803-6046-47e9-ae2e-871245076ed7 HTTP/1.1" status: 204 len: 168 time: 0.8328600 Aug 05 11:47:44.571793 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8867a5da-249c-48cd-b4aa-e68d91064bf9 None None] Network 9569261d-7095-4d48-bdd8-6e94b1f924df requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:47:44.573541 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 43248) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:47:44.622435 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4cf53017-523c-4bad-a23a-4c9f79c1f3c0 req-7565f25d-717d-4cb0-9c9b-989881b073f2 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/quotas/39c6d6575f854e26a57d96d36d983be3 HTTP/1.1" status: 200 len: 375 time: 0.1615324 Aug 05 11:47:44.719291 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7830f5d2-0fcd-4d74-adcc-d6a74d946956 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Pushing event deleted for resources: {'Subnet': ['ID=ebf29803-6046-47e9-ae2e-871245076ed7,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:47:44.878792 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8963088-a927-4adb-b2b7-562dd58666c9 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:47:44.892050 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 43260) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:47:44.893654 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-b8963088-a927-4adb-b2b7-562dd58666c9 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd&device_id=50f423ff-d7ff-485c-b93e-63b548fc010e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6612833 Aug 05 11:47:45.008429 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 3d263ae8-0280-4552-8aac-30dcf5e1325b up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:47:45.025708 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-93cb36ab-a425-4d47-9c30-34d8e9e512f3 req-cd512021-2c23-40a1-bac7-e439f6fb7a73 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddf47896-42f3-4efd-854d-4716a8276153 HTTP/1.1" status: 200 len: 210 time: 0.2163959 Aug 05 11:47:45.097375 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4cf53017-523c-4bad-a23a-4c9f79c1f3c0 req-a3731547-3b79-482e-906d-070e975cce57 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=39c6d6575f854e26a57d96d36d983be3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3051209 Aug 05 11:47:45.098357 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 43262) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:47:45.155097 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_v2 [None req-4456b395-37fe-4667-ba0c-96f48ef5f1df tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Deleting subnet 77518369-6106-4dbe-812e-210fdff2cc6f {{(pid=94420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:47:45.178999 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4456b395-37fe-4667-ba0c-96f48ef5f1df tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks [] for subnet, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:45.186499 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5db237a0-ffe3-4308-8ae0-7b0a088d97d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:45.338875 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a04d6f-cd05-4542-bd84-0e2648ab3934 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:47:45.342765 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-d0a04d6f-cd05-4542-bd84-0e2648ab3934 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] 10.222.0.58 "GET /v2.0/networks/36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd HTTP/1.1" status: 200 len: 881 time: 0.4489815 Aug 05 11:47:45.349747 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 43266) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:47:45.400845 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4456b395-37fe-4667-ba0c-96f48ef5f1df tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25010562'] for subnet, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:45.465265 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-4ff70079-a07d-4bb7-ba28-c62831fb6b85 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] 10.222.0.58 "GET /v2.0/ports?device_id=50f423ff-d7ff-485c-b93e-63b548fc010e HTTP/1.1" status: 200 len: 205 time: 0.1088774 Aug 05 11:47:45.472814 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 43270) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:47:45.859310 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 3d263ae8-0280-4552-8aac-30dcf5e1325b completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:47:45.870486 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 3d263ae8-0280-4552-8aac-30dcf5e1325b triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:47:45.871418 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:45.945683 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4456b395-37fe-4667-ba0c-96f48ef5f1df tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:46.024944 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a61e59e0-a876-40e5-bbc5-e4cd95d77c05 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Notify callbacks [] for router, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:46.168670 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [req-4cf53017-523c-4bad-a23a-4c9f79c1f3c0 req-b6fbca3f-3347-440f-af43-c54ce377683c service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94420) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 11:47:46.200099 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4cf53017-523c-4bad-a23a-4c9f79c1f3c0 req-b6fbca3f-3347-440f-af43-c54ce377683c service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 1.0671101 Aug 05 11:47:46.373843 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:46.515605 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port 3d263ae8-0280-4552-8aac-30dcf5e1325b, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=3d263ae8-0280-4552-8aac-30dcf5e1325b,segment=NetworkSegment(9f03e2db-8557-4053-84d8-e8f77c56803d),segment_id=9f03e2db-8557-4053-84d8-e8f77c56803d)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:47:46.545607 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:46.653852 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a61e59e0-a876-40e5-bbc5-e4cd95d77c05 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:46.695498 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-de6050d8-69eb-42aa-8b9f-b3cfe717980b req-7948a796-5e11-4ca8-a586-011a38ccbb84 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddf47896-42f3-4efd-854d-4716a8276153 HTTP/1.1" status: 200 len: 210 time: 0.4743073 Aug 05 11:47:46.737311 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5db237a0-ffe3-4308-8ae0-7b0a088d97d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:46.768235 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5db237a0-ffe3-4308-8ae0-7b0a088d97d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:46.968176 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=3d263ae8-0280-4552-8aac-30dcf5e1325b,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:47:46.970605 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-a61e59e0-a876-40e5-bbc5-e4cd95d77c05 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Deleting port 1d326c84-d154-46a7-bd74-8fc1582e1973 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:47:46.970605 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a61e59e0-a876-40e5-bbc5-e4cd95d77c05 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:47.057454 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db237a0-ffe3-4308-8ae0-7b0a088d97d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=246f9463-040a-44cc-a1ad-a500ab976f94,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:47:47.077940 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-5db237a0-ffe3-4308-8ae0-7b0a088d97d3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1048940c211b4a33b6fea609adaa2ef3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9711604 Aug 05 11:47:47.096670 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4456b395-37fe-4667-ba0c-96f48ef5f1df tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29762763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24211094'] for subnet, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:47.101070 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 43290) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:47:47.201361 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4456b395-37fe-4667-ba0c-96f48ef5f1df tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks [] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:47.207440 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-4456b395-37fe-4667-ba0c-96f48ef5f1df tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] 10.222.0.58 "DELETE /v2.0/subnets/77518369-6106-4dbe-812e-210fdff2cc6f HTTP/1.1" status: 204 len: 168 time: 2.6314723 Aug 05 11:47:47.304925 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 43292) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:47:47.317773 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4cf53017-523c-4bad-a23a-4c9f79c1f3c0 req-aec95575-6f82-43c7-9a20-c82e921120be service neutron] 10.222.0.58 "GET /v2.0/networks/debeaa60-b13d-4f6e-a270-9d57e30ced89?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0805247 Aug 05 11:47:47.324545 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a61e59e0-a876-40e5-bbc5-e4cd95d77c05 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:47.354190 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-a61e59e0-a876-40e5-bbc5-e4cd95d77c05 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Calling delete_port for 1d326c84-d154-46a7-bd74-8fc1582e1973 owned by network:router_gateway {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:47:47.910811 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58120809-bb53-4784-adeb-e9d03dbd1c9d None None] Network 9569261d-7095-4d48-bdd8-6e94b1f924df requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:47:47.930349 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4456b395-37fe-4667-ba0c-96f48ef5f1df tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Pushing event deleted for resources: {'Subnet': ['ID=77518369-6106-4dbe-812e-210fdff2cc6f,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:47:47.936746 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 43300) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:47:48.041696 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a61e59e0-a876-40e5-bbc5-e4cd95d77c05 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:48.076224 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cc5ba625-c0ba-493d-aab1-22a618bae6f5 req-d8fb7e7a-3027-413c-a28c-8c317ca5b829 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddf47896-42f3-4efd-854d-4716a8276153 HTTP/1.1" status: 200 len: 210 time: 0.1410553 Aug 05 11:47:48.098749 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5dcffc56-27ba-40af-a260-71fea70a6715 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:48.143534 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61e59e0-a876-40e5-bbc5-e4cd95d77c05 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Pushing event deleted for resources: {'Port': ['ID=1d326c84-d154-46a7-bd74-8fc1582e1973,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:47:48.165497 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-d5ac3620-6eb8-454c-bec6-a53dad3132dd None None] Provisioning complete for port 8b4287ab-5631-407f-ba79-ce5d581a14fe triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:47:48.173490 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-d5ac3620-6eb8-454c-bec6-a53dad3132dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:48.177366 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-156eca97-16a4-457a-94a2-bfdc9de26ed3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:48.294963 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-156eca97-16a4-457a-94a2-bfdc9de26ed3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:48.325105 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4cf53017-523c-4bad-a23a-4c9f79c1f3c0 req-47b37a6c-1ad3-480f-b74d-187c7bf045c3 service neutron] 10.222.0.58 "GET /v2.0/networks/debeaa60-b13d-4f6e-a270-9d57e30ced89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6205099 Aug 05 11:47:48.445627 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a61e59e0-a876-40e5-bbc5-e4cd95d77c05 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33285055'] for router_gateway, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:48.459199 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-34a412a0-3a30-46bc-8323-dbf8bd643438 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:48.491389 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-5dcffc56-27ba-40af-a260-71fea70a6715 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Deleting port 8b4287ab-5631-407f-ba79-ce5d581a14fe {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:47:48.492170 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5dcffc56-27ba-40af-a260-71fea70a6715 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:48.822949 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a61e59e0-a876-40e5-bbc5-e4cd95d77c05 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33262979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1951'] for router, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:48.827622 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a61e59e0-a876-40e5-bbc5-e4cd95d77c05 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:48.843278 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-156eca97-16a4-457a-94a2-bfdc9de26ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:48.851231 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-156eca97-16a4-457a-94a2-bfdc9de26ed3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:48.862402 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-156eca97-16a4-457a-94a2-bfdc9de26ed3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/246f9463-040a-44cc-a1ad-a500ab976f94 HTTP/1.1" status: 204 len: 168 time: 1.7338786 Aug 05 11:47:48.944722 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156eca97-16a4-457a-94a2-bfdc9de26ed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=246f9463-040a-44cc-a1ad-a500ab976f94,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:47:48.957107 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 3d263ae8-0280-4552-8aac-30dcf5e1325b up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:47:48.971742 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-5dcffc56-27ba-40af-a260-71fea70a6715 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] For port 8b4287ab-5631-407f-ba79-ce5d581a14fe, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=8b4287ab-5631-407f-ba79-ce5d581a14fe,segment=NetworkSegment(1b33364d-2ccb-4ecc-8d44-e92f707c1624),segment_id=1b33364d-2ccb-4ecc-8d44-e92f707c1624)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:47:48.972197 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5dcffc56-27ba-40af-a260-71fea70a6715 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:49.020332 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a61e59e0-a876-40e5-bbc5-e4cd95d77c05 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33262474'] for router, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:49.022237 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a61e59e0-a876-40e5-bbc5-e4cd95d77c05 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Fanout notify agent at l3_agent the message router_deleted on router 50f423ff-d7ff-485c-b93e-63b548fc010e {{(pid=94421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 11:47:49.034363 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-5dcffc56-27ba-40af-a260-71fea70a6715 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Calling delete_port for 8b4287ab-5631-407f-ba79-ce5d581a14fe owned by network:dhcp {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:47:49.040155 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a61e59e0-a876-40e5-bbc5-e4cd95d77c05 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Notify callbacks [] for router, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:49.054600 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 43312) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:47:49.054998 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-a61e59e0-a876-40e5-bbc5-e4cd95d77c05 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] 10.222.0.58 "DELETE /v2.0/routers/50f423ff-d7ff-485c-b93e-63b548fc010e HTTP/1.1" status: 204 len: 168 time: 3.5797858 Aug 05 11:47:49.126807 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9e3da974-0220-4cc3-9847-48c90d7636a2 req-85628f05-94f1-4fe4-8781-57c2d38e8cfd tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a5860d5-81ba-4285-b50f-47629f1fa963 HTTP/1.1" status: 200 len: 210 time: 0.0865679 Aug 05 11:47:49.154063 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-66acc4bf-13a3-4511-b01e-cfb8277c181a tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-702519774', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:47:49.178203 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3be4ed2-0651-4d7e-8478-d80dc9c18a28 req-3060ae04-b85a-41c1-8e93-b49088812f57 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:47:49.187262 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b3be4ed2-0651-4d7e-8478-d80dc9c18a28 req-3060ae04-b85a-41c1-8e93-b49088812f57 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.55 "GET /v2.0/networks?id=ea4ab667-0582-45fb-abbe-165151692b1f HTTP/1.1" status: 200 len: 796 time: 0.8361070 Aug 05 11:47:49.326005 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 3d263ae8-0280-4552-8aac-30dcf5e1325b triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:47:49.330451 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:49.394994 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5dcffc56-27ba-40af-a260-71fea70a6715 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:49.464835 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f15906-02d6-4edf-8b4b-2336ba14ce4b None None] DHCP port deletion for 9569261d-7095-4d48-bdd8-6e94b1f924df request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 11:47:49.477806 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b3be4ed2-0651-4d7e-8478-d80dc9c18a28 req-440712de-98a8-430b-8a09-ba6b8f8127b7 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f88688726d24c8e9d77831659c7c3ae HTTP/1.1" status: 200 len: 379 time: 0.2737024 Aug 05 11:47:49.496100 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-b3be4ed2-0651-4d7e-8478-d80dc9c18a28 req-0f07da5b-b632-4113-914a-7b9e33d5e6a6 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Request body: {'port': {'device_id': 'ddf47896-42f3-4efd-854d-4716a8276153', 'network_id': 'ea4ab667-0582-45fb-abbe-165151692b1f', 'admin_state_up': True, 'tenant_id': '7f88688726d24c8e9d77831659c7c3ae', 'security_groups': ['8ace5c99-ff1d-4ae8-a34c-808ba849368d']}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:47:49.610836 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e3bfa5ee-fabb-416c-bde8-ccae917e9943 req-65800a56-50d3-454e-a359-730e7f47fb32 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddf47896-42f3-4efd-854d-4716a8276153 HTTP/1.1" status: 200 len: 210 time: 0.1832259 Aug 05 11:47:49.616756 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcffc56-27ba-40af-a260-71fea70a6715 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Pushing event deleted for resources: {'Port': ['ID=8b4287ab-5631-407f-ba79-ce5d581a14fe,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:47:49.627923 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcffc56-27ba-40af-a260-71fea70a6715 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] No DVR routers for this DVR port 8b4287ab-5631-407f-ba79-ce5d581a14fe on host n-d-803378-2 {{(pid=94420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:47:49.872352 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-34a412a0-3a30-46bc-8323-dbf8bd643438 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:49.885906 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5dcffc56-27ba-40af-a260-71fea70a6715 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:49.890803 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-34a412a0-3a30-46bc-8323-dbf8bd643438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:49.921727 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.db.api [req-b3be4ed2-0651-4d7e-8478-d80dc9c18a28 req-0f07da5b-b632-4113-914a-7b9e33d5e6a6 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 05 11:47:49.921727 n-d-803378-2 neutron-server[94421]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 05 11:47:49.921727 n-d-803378-2 neutron-server[94421]: [parameters: {'project_id_1': '7f88688726d24c8e9d77831659c7c3ae', 'expiration_1': datetime.datetime(2021, 8, 5, 11, 47, 49, 757876)}] Aug 05 11:47:49.921727 n-d-803378-2 neutron-server[94421]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94421) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 05 11:47:49.923005 n-d-803378-2 neutron-server[94421]: DEBUG oslo_db.api [req-b3be4ed2-0651-4d7e-8478-d80dc9c18a28 req-0f07da5b-b632-4113-914a-7b9e33d5e6a6 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 11:47:49.945791 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-5dcffc56-27ba-40af-a260-71fea70a6715 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9569261d-7095-4d48-bdd8-6e94b1f924df']}} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:47:50.011485 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-5dcffc56-27ba-40af-a260-71fea70a6715 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b33364d-2ccb-4ecc-8d44-e92f707c1624') {'for_net_delete': True} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:47:50.012020 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-5dcffc56-27ba-40af-a260-71fea70a6715 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b33364d-2ccb-4ecc-8d44-e92f707c1624') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:47:50.033245 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-66acc4bf-13a3-4511-b01e-cfb8277c181a tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33260300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1929'] for router, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:50.035136 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-66acc4bf-13a3-4511-b01e-cfb8277c181a tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33285914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33034662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1926'] for router, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:50.070360 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-34a412a0-3a30-46bc-8323-dbf8bd643438 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8d29439af8b846b08f952672f50660b4&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1238332 Aug 05 11:47:50.075419 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5dcffc56-27ba-40af-a260-71fea70a6715 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25010581'] for segment, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:50.076700 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 43332) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:47:50.080109 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a412a0-3a30-46bc-8323-dbf8bd643438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5163fe5c-a1d9-4706-8250-97e288d2e98b,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:47:50.116249 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5dcffc56-27ba-40af-a260-71fea70a6715 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:50.146727 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dcffc56-27ba-40af-a260-71fea70a6715 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=94420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:47:50.147990 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5dcffc56-27ba-40af-a260-71fea70a6715 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29762581'] for segment, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:50.152715 n-d-803378-2 neutron-server[94420]: Traceback (most recent call last): Aug 05 11:47:50.152715 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:47:50.152715 n-d-803378-2 neutron-server[94420]: timer() Aug 05 11:47:50.152715 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:47:50.152715 n-d-803378-2 neutron-server[94420]: cb(*args, **kw) Aug 05 11:47:50.152715 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:47:50.152715 n-d-803378-2 neutron-server[94420]: return func(*args, **kwargs) Aug 05 11:47:50.152715 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:47:50.152715 n-d-803378-2 neutron-server[94420]: self._notify() Aug 05 11:47:50.152715 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:47:50.152715 n-d-803378-2 neutron-server[94420]: self.callback(batched_events) Aug 05 11:47:50.152715 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:47:50.152715 n-d-803378-2 neutron-server[94420]: event.method(event) Aug 05 11:47:50.152715 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:47:50.152715 n-d-803378-2 neutron-server[94420]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:47:50.152715 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:47:50.152715 n-d-803378-2 neutron-server[94420]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:47:50.152715 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:47:50.152715 n-d-803378-2 neutron-server[94420]: return f(self, *a, **k) Aug 05 11:47:50.152715 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:47:50.152715 n-d-803378-2 neutron-server[94420]: return self._get(url).json() Aug 05 11:47:50.152715 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:47:50.152715 n-d-803378-2 neutron-server[94420]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:47:50.152715 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:47:50.152715 n-d-803378-2 neutron-server[94420]: return self.request(url, 'GET', **kwargs) Aug 05 11:47:50.152715 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:47:50.152715 n-d-803378-2 neutron-server[94420]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:47:50.152715 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:47:50.152715 n-d-803378-2 neutron-server[94420]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:47:50.152715 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:47:50.152715 n-d-803378-2 neutron-server[94420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:47:50.152715 n-d-803378-2 neutron-server[94420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:47:50.218298 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-29fe0286-0ae5-4cf3-955d-888d6e8e0606 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:50.269157 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-29fe0286-0ae5-4cf3-955d-888d6e8e0606 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:50.348659 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-66acc4bf-13a3-4511-b01e-cfb8277c181a tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:50.371068 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-66acc4bf-13a3-4511-b01e-cfb8277c181a tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286026'] for router, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:50.402794 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5dcffc56-27ba-40af-a260-71fea70a6715 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:50.410972 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-29fe0286-0ae5-4cf3-955d-888d6e8e0606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:50.417385 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-29fe0286-0ae5-4cf3-955d-888d6e8e0606 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:50.420050 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5dcffc56-27ba-40af-a260-71fea70a6715 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:50.424032 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-5dcffc56-27ba-40af-a260-71fea70a6715 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] 10.222.0.58 "DELETE /v2.0/networks/9569261d-7095-4d48-bdd8-6e94b1f924df HTTP/1.1" status: 204 len: 168 time: 3.0873709 Aug 05 11:47:50.426869 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-29fe0286-0ae5-4cf3-955d-888d6e8e0606 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5163fe5c-a1d9-4706-8250-97e288d2e98b HTTP/1.1" status: 204 len: 168 time: 0.3480446 Aug 05 11:47:50.428596 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-66acc4bf-13a3-4511-b01e-cfb8277c181a tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Notify callbacks [] for router, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:50.430932 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-66acc4bf-13a3-4511-b01e-cfb8277c181a tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.3222790 Aug 05 11:47:50.432733 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 43342) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:47:50.441831 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 43344) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:47:50.509809 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcffc56-27ba-40af-a260-71fea70a6715 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Pushing event deleted for resources: {'Network': ['ID=9569261d-7095-4d48-bdd8-6e94b1f924df,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:47:50.544060 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-14d1bac7-b1f7-464a-8a17-8c2cb5499448 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'enable_snat': False}}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:47:50.569655 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fe0286-0ae5-4cf3-955d-888d6e8e0606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5163fe5c-a1d9-4706-8250-97e288d2e98b,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:47:50.690652 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3be4ed2-0651-4d7e-8478-d80dc9c18a28 req-0f07da5b-b632-4113-914a-7b9e33d5e6a6 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Made reservation on behalf of 7f88688726d24c8e9d77831659c7c3ae for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:47:50.691632 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-00672ccc-a6f2-4eff-a85f-4581e3488b82 req-10de2dae-1b06-4359-a637-61c2c7fcec88 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a5860d5-81ba-4285-b50f-47629f1fa963 HTTP/1.1" status: 200 len: 210 time: 0.2077682 Aug 05 11:47:50.694457 n-d-803378-2 neutron-server[94420]: INFO neutron.pecan_wsgi.hooks.translation [None req-3832f37a-51b6-4c05-aedb-b8685efe5a33 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] DELETE failed (client error): The resource could not be found. Aug 05 11:47:50.701513 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3832f37a-51b6-4c05-aedb-b8685efe5a33 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:47:50.705177 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-3832f37a-51b6-4c05-aedb-b8685efe5a33 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] 10.222.0.58 "DELETE /v2.0/subnets/05033774-d162-47d0-836b-c71aeb0bd21d HTTP/1.1" status: 404 len: 337 time: 0.2270110 Aug 05 11:47:50.706451 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-b3be4ed2-0651-4d7e-8478-d80dc9c18a28 req-0f07da5b-b632-4113-914a-7b9e33d5e6a6 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:50.709769 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 43352) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:47:50.784182 n-d-803378-2 neutron-server[94420]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7a5350f-f1d6-41ed-971e-098c61550f7a tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] DELETE failed (client error): The resource could not be found. Aug 05 11:47:50.785289 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7a5350f-f1d6-41ed-971e-098c61550f7a tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:47:50.801379 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-b7a5350f-f1d6-41ed-971e-098c61550f7a tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] 10.222.0.58 "DELETE /v2.0/networks/cb9dc7a7-33f6-48eb-9e8e-618e82771599 HTTP/1.1" status: 404 len: 339 time: 0.0895264 Aug 05 11:47:50.802388 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 43356) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:47:50.930065 n-d-803378-2 neutron-server[94420]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad4008d1-21c9-454c-9330-fcdcefbc9756 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] DELETE failed (client error): The resource could not be found. Aug 05 11:47:50.930883 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad4008d1-21c9-454c-9330-fcdcefbc9756 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:47:50.938249 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-ad4008d1-21c9-454c-9330-fcdcefbc9756 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] 10.222.0.58 "DELETE /v2.0/subnets/4ebf9510-9e09-4618-9f7c-221d3e220f49 HTTP/1.1" status: 404 len: 337 time: 0.1297441 Aug 05 11:47:50.944394 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 43360) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:47:50.997385 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 8b4287ab-5631-407f-ba79-ce5d581a14fe no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:47:51.015168 n-d-803378-2 neutron-server[94420]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b88b164-be7d-4b05-abec-9b7ff0381061 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] DELETE failed (client error): The resource could not be found. Aug 05 11:47:51.016646 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b88b164-be7d-4b05-abec-9b7ff0381061 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:47:51.022494 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-9b88b164-be7d-4b05-abec-9b7ff0381061 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] 10.222.0.58 "DELETE /v2.0/networks/bbbd365c-f3b6-4a35-a725-0afeb7342ad6 HTTP/1.1" status: 404 len: 339 time: 0.0749061 Aug 05 11:47:51.027272 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 43362) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:47:51.086927 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 8b4287ab-5631-407f-ba79-ce5d581a14fe {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:47:51.087571 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 8b4287ab-5631-407f-ba79-ce5d581a14fe not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:47:51.113677 n-d-803378-2 neutron-server[94420]: INFO neutron.pecan_wsgi.hooks.translation [None req-19b9d082-c0ca-4865-97a8-e48caa6613bb tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] DELETE failed (client error): The resource could not be found. Aug 05 11:47:51.115067 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19b9d082-c0ca-4865-97a8-e48caa6613bb tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:47:51.125970 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-19b9d082-c0ca-4865-97a8-e48caa6613bb tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] 10.222.0.58 "DELETE /v2.0/subnets/bb714360-06aa-4d76-8626-0703f11d3be5 HTTP/1.1" status: 404 len: 337 time: 0.0921509 Aug 05 11:47:51.127601 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 43366) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:47:51.208468 n-d-803378-2 neutron-server[94420]: INFO neutron.pecan_wsgi.hooks.translation [None req-6edae7b1-307d-4b71-9799-01889bd55088 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] DELETE failed (client error): The resource could not be found. Aug 05 11:47:51.212060 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6edae7b1-307d-4b71-9799-01889bd55088 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:47:51.228697 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-6edae7b1-307d-4b71-9799-01889bd55088 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] 10.222.0.58 "DELETE /v2.0/networks/905d1455-0aac-4d0a-9446-23a13eb64c72 HTTP/1.1" status: 404 len: 339 time: 0.0884969 Aug 05 11:47:51.228697 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 43370) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:47:51.325094 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3bcbcdb9-390f-428e-a907-0476a8f4286d req-80994131-2f47-41fb-b287-0e8fa031ecb2 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddf47896-42f3-4efd-854d-4716a8276153 HTTP/1.1" status: 200 len: 210 time: 0.1201706 Aug 05 11:47:51.504275 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_v2 [None req-a13c4617-6aeb-4b5d-822a-56a239394eff tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Deleting subnet 9f92ddf4-8dd6-41fe-9667-c7c9b72070c6 {{(pid=94420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:47:51.520176 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a13c4617-6aeb-4b5d-822a-56a239394eff tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks [] for subnet, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:51.701891 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a13c4617-6aeb-4b5d-822a-56a239394eff tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25010562'] for subnet, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:51.935126 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-14d1bac7-b1f7-464a-8a17-8c2cb5499448 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:52.060096 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-68b54235-4399-49f8-93a3-8cbcbfafdf22 req-156f44df-ed42-4633-b10a-35c715bbdbc3 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a5860d5-81ba-4285-b50f-47629f1fa963 HTTP/1.1" status: 200 len: 210 time: 0.0809567 Aug 05 11:47:52.084770 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:52.117232 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a13c4617-6aeb-4b5d-822a-56a239394eff tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:52.367909 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a13c4617-6aeb-4b5d-822a-56a239394eff tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29762763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24211094'] for subnet, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:52.427018 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13c4617-6aeb-4b5d-822a-56a239394eff tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Pushing event deleted for resources: {'Subnet': ['ID=9f92ddf4-8dd6-41fe-9667-c7c9b72070c6,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:47:52.458463 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a13c4617-6aeb-4b5d-822a-56a239394eff tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks [] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:52.464179 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e38dd0-d53e-41e3-b66b-f39b5cac887f None None] Network d9880662-86da-4b47-8a53-ddfb4b6b33a3 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:47:52.483426 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-a13c4617-6aeb-4b5d-822a-56a239394eff tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] 10.222.0.58 "DELETE /v2.0/subnets/9f92ddf4-8dd6-41fe-9667-c7c9b72070c6 HTTP/1.1" status: 204 len: 168 time: 1.2562540 Aug 05 11:47:52.491540 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 43392) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:47:52.726547 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-b3be4ed2-0651-4d7e-8478-d80dc9c18a28 req-0f07da5b-b632-4113-914a-7b9e33d5e6a6 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Allocated IP 172.20.0.14 (ea4ab667-0582-45fb-abbe-165151692b1f/23b4b90e-0370-4e2d-856e-858c6909def7/62a5afb7-e9e3-45d8-b700-ff42ced7a25c) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:47:52.914261 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0a5bcabc-2def-4cd7-8a89-fb96fdae34a8 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:52.983625 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b142486b-e20e-4ce4-ac26-ec0d502dffa8 req-26a9906d-913f-4073-9738-1cf3224cfe59 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddf47896-42f3-4efd-854d-4716a8276153 HTTP/1.1" status: 200 len: 210 time: 0.1303620 Aug 05 11:47:53.076569 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf53017-523c-4bad-a23a-4c9f79c1f3c0 req-1e369287-ee24-4b54-a81d-6c2a35f10fe3 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:47:53.080589 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4cf53017-523c-4bad-a23a-4c9f79c1f3c0 req-1e369287-ee24-4b54-a81d-6c2a35f10fe3 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.64 "GET /v2.0/networks?id=debeaa60-b13d-4f6e-a270-9d57e30ced89 HTTP/1.1" status: 200 len: 804 time: 1.4761708 Aug 05 11:47:53.082613 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57102e7d-1fe3-46c7-9692-e7e72ac1ba13 None None] DHCP port deletion for d9880662-86da-4b47-8a53-ddfb4b6b33a3 request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 11:47:53.121954 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-4cf53017-523c-4bad-a23a-4c9f79c1f3c0 req-eb40033d-ed97-4e0c-b128-4a61f0dffe94 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Request body: {'port': {'device_id': '5a5860d5-81ba-4285-b50f-47629f1fa963', 'network_id': 'debeaa60-b13d-4f6e-a270-9d57e30ced89', 'admin_state_up': True, 'tenant_id': '39c6d6575f854e26a57d96d36d983be3'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:47:53.273793 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-0a5bcabc-2def-4cd7-8a89-fb96fdae34a8 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Deleting port e14704e4-2e32-4c00-b8b4-757c967dfaf9 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:47:53.274399 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0a5bcabc-2def-4cd7-8a89-fb96fdae34a8 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:53.313449 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-57102e7d-1fe3-46c7-9692-e7e72ac1ba13 None None] Deleting port e14704e4-2e32-4c00-b8b4-757c967dfaf9 {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:47:53.314309 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-57102e7d-1fe3-46c7-9692-e7e72ac1ba13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:53.495129 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d6d4e920-ffdd-4830-9dea-5e1280650cc3 req-b7df44e3-6339-456a-b266-69a12d00594e tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a5860d5-81ba-4285-b50f-47629f1fa963 HTTP/1.1" status: 200 len: 210 time: 0.0788646 Aug 05 11:47:53.547078 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-0a5bcabc-2def-4cd7-8a89-fb96fdae34a8 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] For port e14704e4-2e32-4c00-b8b4-757c967dfaf9, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=e14704e4-2e32-4c00-b8b4-757c967dfaf9,segment=NetworkSegment(c6e60c0c-4d8d-4ab7-ba75-7638e1284236),segment_id=c6e60c0c-4d8d-4ab7-ba75-7638e1284236)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:47:53.547953 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0a5bcabc-2def-4cd7-8a89-fb96fdae34a8 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:53.589161 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-0a5bcabc-2def-4cd7-8a89-fb96fdae34a8 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Calling delete_port for e14704e4-2e32-4c00-b8b4-757c967dfaf9 owned by network:dhcp {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:47:53.608089 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-57102e7d-1fe3-46c7-9692-e7e72ac1ba13 None None] For port e14704e4-2e32-4c00-b8b4-757c967dfaf9, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=e14704e4-2e32-4c00-b8b4-757c967dfaf9,segment=NetworkSegment(c6e60c0c-4d8d-4ab7-ba75-7638e1284236),segment_id=c6e60c0c-4d8d-4ab7-ba75-7638e1284236)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:47:53.617007 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-57102e7d-1fe3-46c7-9692-e7e72ac1ba13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:53.666759 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-57102e7d-1fe3-46c7-9692-e7e72ac1ba13 None None] Calling delete_port for e14704e4-2e32-4c00-b8b4-757c967dfaf9 owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:47:53.848658 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0a5bcabc-2def-4cd7-8a89-fb96fdae34a8 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:53.979922 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-57102e7d-1fe3-46c7-9692-e7e72ac1ba13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:53.983769 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5bcabc-2def-4cd7-8a89-fb96fdae34a8 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Pushing event deleted for resources: {'Port': ['ID=e14704e4-2e32-4c00-b8b4-757c967dfaf9,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:47:53.987985 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 43418) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:47:53.989985 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5bcabc-2def-4cd7-8a89-fb96fdae34a8 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] No DVR routers for this DVR port e14704e4-2e32-4c00-b8b4-757c967dfaf9 on host n-d-803378-2 {{(pid=94420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:47:54.054410 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57102e7d-1fe3-46c7-9692-e7e72ac1ba13 None None] Pushing event deleted for resources: {'Port': ['ID=e14704e4-2e32-4c00-b8b4-757c967dfaf9,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:47:54.076313 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57102e7d-1fe3-46c7-9692-e7e72ac1ba13 None None] No DVR routers for this DVR port e14704e4-2e32-4c00-b8b4-757c967dfaf9 on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:47:54.547128 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-783d9410-0a3a-4d13-b5e3-b7d20b18662d req-81d3b7a6-1d07-4ef7-9076-5a13c9f70b40 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddf47896-42f3-4efd-854d-4716a8276153 HTTP/1.1" status: 200 len: 210 time: 0.1136255 Aug 05 11:47:54.570649 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0a5bcabc-2def-4cd7-8a89-fb96fdae34a8 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:54.619546 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-5eb5a385-d160-4fcb-baa7-5ceded206a64 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-252295355-network', 'tenant_id': 'cbc89f3908d842d4a7beeb1a4fce5354'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:47:54.636876 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-0a5bcabc-2def-4cd7-8a89-fb96fdae34a8 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9880662-86da-4b47-8a53-ddfb4b6b33a3']}} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:47:54.704477 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-0a5bcabc-2def-4cd7-8a89-fb96fdae34a8 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6e60c0c-4d8d-4ab7-ba75-7638e1284236') {'for_net_delete': True} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:47:54.721632 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-0a5bcabc-2def-4cd7-8a89-fb96fdae34a8 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6e60c0c-4d8d-4ab7-ba75-7638e1284236') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:47:54.789396 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device e14704e4-2e32-4c00-b8b4-757c967dfaf9 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:47:54.790885 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.db.api [req-4cf53017-523c-4bad-a23a-4c9f79c1f3c0 req-eb40033d-ed97-4e0c-b128-4a61f0dffe94 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 05 11:47:54.790885 n-d-803378-2 neutron-server[94421]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 05 11:47:54.790885 n-d-803378-2 neutron-server[94421]: [parameters: {'project_id_1': '39c6d6575f854e26a57d96d36d983be3', 'expiration_1': datetime.datetime(2021, 8, 5, 11, 47, 54, 733302)}] Aug 05 11:47:54.790885 n-d-803378-2 neutron-server[94421]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94421) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 05 11:47:54.792028 n-d-803378-2 neutron-server[94421]: DEBUG oslo_db.api [req-4cf53017-523c-4bad-a23a-4c9f79c1f3c0 req-eb40033d-ed97-4e0c-b128-4a61f0dffe94 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 11:47:54.846446 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2fcbf232-0632-49ac-86f0-02e39137999e req-f5c71817-bb7d-4d28-b6ab-37dffa74147e tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a5860d5-81ba-4285-b50f-47629f1fa963 HTTP/1.1" status: 200 len: 210 time: 0.0781968 Aug 05 11:47:54.850661 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0a5bcabc-2def-4cd7-8a89-fb96fdae34a8 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25010581'] for segment, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:54.877499 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: e14704e4-2e32-4c00-b8b4-757c967dfaf9 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:47:54.879930 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device e14704e4-2e32-4c00-b8b4-757c967dfaf9 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:47:54.881408 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-b3be4ed2-0651-4d7e-8478-d80dc9c18a28 req-0f07da5b-b632-4113-914a-7b9e33d5e6a6 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:54.910341 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0a5bcabc-2def-4cd7-8a89-fb96fdae34a8 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:54.915695 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eb5a385-d160-4fcb-baa7-5ceded206a64 admin admin] Made reservation on behalf of cbc89f3908d842d4a7beeb1a4fce5354 for: {'network': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:47:54.921520 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5eb5a385-d160-4fcb-baa7-5ceded206a64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:54.928557 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a5bcabc-2def-4cd7-8a89-fb96fdae34a8 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=94420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:47:54.928993 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0a5bcabc-2def-4cd7-8a89-fb96fdae34a8 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29762581'] for segment, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:54.934839 n-d-803378-2 neutron-server[94420]: Traceback (most recent call last): Aug 05 11:47:54.934839 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:47:54.934839 n-d-803378-2 neutron-server[94420]: timer() Aug 05 11:47:54.934839 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:47:54.934839 n-d-803378-2 neutron-server[94420]: cb(*args, **kw) Aug 05 11:47:54.934839 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:47:54.934839 n-d-803378-2 neutron-server[94420]: return func(*args, **kwargs) Aug 05 11:47:54.934839 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:47:54.934839 n-d-803378-2 neutron-server[94420]: self._notify() Aug 05 11:47:54.934839 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:47:54.934839 n-d-803378-2 neutron-server[94420]: self.callback(batched_events) Aug 05 11:47:54.934839 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:47:54.934839 n-d-803378-2 neutron-server[94420]: event.method(event) Aug 05 11:47:54.934839 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:47:54.934839 n-d-803378-2 neutron-server[94420]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:47:54.934839 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:47:54.934839 n-d-803378-2 neutron-server[94420]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:47:54.934839 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:47:54.934839 n-d-803378-2 neutron-server[94420]: return f(self, *a, **k) Aug 05 11:47:54.934839 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:47:54.934839 n-d-803378-2 neutron-server[94420]: return self._get(url).json() Aug 05 11:47:54.934839 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:47:54.934839 n-d-803378-2 neutron-server[94420]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:47:54.934839 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:47:54.934839 n-d-803378-2 neutron-server[94420]: return self.request(url, 'GET', **kwargs) Aug 05 11:47:54.934839 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:47:54.934839 n-d-803378-2 neutron-server[94420]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:47:54.934839 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:47:54.934839 n-d-803378-2 neutron-server[94420]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:47:54.934839 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:47:54.934839 n-d-803378-2 neutron-server[94420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:47:54.934839 n-d-803378-2 neutron-server[94420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:47:54.939424 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-b3be4ed2-0651-4d7e-8478-d80dc9c18a28 req-0f07da5b-b632-4113-914a-7b9e33d5e6a6 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Transition to ACTIVE for port object 62a5afb7-e9e3-45d8-b700-ff42ced7a25c will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:47:55.012519 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5eb5a385-d160-4fcb-baa7-5ceded206a64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:55.096363 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0a5bcabc-2def-4cd7-8a89-fb96fdae34a8 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:55.117786 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0a5bcabc-2def-4cd7-8a89-fb96fdae34a8 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:55.128860 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-0a5bcabc-2def-4cd7-8a89-fb96fdae34a8 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] 10.222.0.58 "DELETE /v2.0/networks/d9880662-86da-4b47-8a53-ddfb4b6b33a3 HTTP/1.1" status: 204 len: 168 time: 2.6224558 Aug 05 11:47:55.128860 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 43434) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:47:55.174735 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5bcabc-2def-4cd7-8a89-fb96fdae34a8 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Pushing event deleted for resources: {'Network': ['ID=d9880662-86da-4b47-8a53-ddfb4b6b33a3,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:47:55.204628 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-b3be4ed2-0651-4d7e-8478-d80dc9c18a28 req-0f07da5b-b632-4113-914a-7b9e33d5e6a6 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:55.243264 n-d-803378-2 neutron-server[94420]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a390156-a80b-44fc-b17f-e12988942dbd tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] DELETE failed (client error): The resource could not be found. Aug 05 11:47:55.244133 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a390156-a80b-44fc-b17f-e12988942dbd tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:47:55.254621 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-9a390156-a80b-44fc-b17f-e12988942dbd tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] 10.222.0.58 "DELETE /v2.0/subnets/b39cf7e6-0e8c-484b-b720-8ab1288ca944 HTTP/1.1" status: 404 len: 337 time: 0.1211638 Aug 05 11:47:55.260475 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 43436) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:47:55.301847 n-d-803378-2 neutron-server[94420]: INFO neutron.pecan_wsgi.hooks.translation [None req-643b4d31-735b-4504-b49d-2e5e712bdc26 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] DELETE failed (client error): The resource could not be found. Aug 05 11:47:55.304331 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-643b4d31-735b-4504-b49d-2e5e712bdc26 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:47:55.307682 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-643b4d31-735b-4504-b49d-2e5e712bdc26 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] 10.222.0.58 "DELETE /v2.0/networks/6663a001-645e-4f73-a2a2-1c90e2312885 HTTP/1.1" status: 404 len: 339 time: 0.0455844 Aug 05 11:47:55.318678 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 43440) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:47:55.363511 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-14d1bac7-b1f7-464a-8a17-8c2cb5499448 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:55.410655 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-14d1bac7-b1f7-464a-8a17-8c2cb5499448 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:55.415365 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3be4ed2-0651-4d7e-8478-d80dc9c18a28 req-0f07da5b-b632-4113-914a-7b9e33d5e6a6 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Network ea4ab667-0582-45fb-abbe-165151692b1f is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:47:55.430085 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-b3be4ed2-0651-4d7e-8478-d80dc9c18a28 req-0f07da5b-b632-4113-914a-7b9e33d5e6a6 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:47:55.447728 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3be4ed2-0651-4d7e-8478-d80dc9c18a28 req-0f07da5b-b632-4113-914a-7b9e33d5e6a6 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:47:55.457087 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f07da5b-b632-4113-914a-7b9e33d5e6a6 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Pushing event updated for resources: {'Port': ['ID=62a5afb7-e9e3-45d8-b700-ff42ced7a25c,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:47:55.473349 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab484899-fe36-4d1d-9381-2c8af152cc74 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Deleting subnet b7e11b08-d742-404b-b836-cea8a180e5c6 {{(pid=94420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:47:55.489505 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ab484899-fe36-4d1d-9381-2c8af152cc74 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks [] for subnet, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:55.601849 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5eb5a385-d160-4fcb-baa7-5ceded206a64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:55.658324 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ab484899-fe36-4d1d-9381-2c8af152cc74 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25010562'] for subnet, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:55.748644 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3be4ed2-0651-4d7e-8478-d80dc9c18a28 req-0f07da5b-b632-4113-914a-7b9e33d5e6a6 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:47:55.750281 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-b3be4ed2-0651-4d7e-8478-d80dc9c18a28 req-0f07da5b-b632-4113-914a-7b9e33d5e6a6 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:55.917437 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-14d1bac7-b1f7-464a-8a17-8c2cb5499448 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Allocated IP 172.25.5.75 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/9a8e65fb-0781-43b1-a079-1eadc5606118) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:47:56.028704 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-91190ba0-e1bc-4410-83c4-5d35bf85f202 None None] Provisioning for port 62a5afb7-e9e3-45d8-b700-ff42ced7a25c completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:47:56.052319 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-91190ba0-e1bc-4410-83c4-5d35bf85f202 None None] Provisioning complete for port 62a5afb7-e9e3-45d8-b700-ff42ced7a25c triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:47:56.053556 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-91190ba0-e1bc-4410-83c4-5d35bf85f202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:56.140365 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cf53017-523c-4bad-a23a-4c9f79c1f3c0 req-eb40033d-ed97-4e0c-b128-4a61f0dffe94 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Made reservation on behalf of 39c6d6575f854e26a57d96d36d983be3 for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:47:56.150132 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-4cf53017-523c-4bad-a23a-4c9f79c1f3c0 req-eb40033d-ed97-4e0c-b128-4a61f0dffe94 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:56.158486 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-91190ba0-e1bc-4410-83c4-5d35bf85f202 None None] Port 62a5afb7-e9e3-45d8-b700-ff42ced7a25c cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:47:56.179498 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b3be4ed2-0651-4d7e-8478-d80dc9c18a28 req-0f07da5b-b632-4113-914a-7b9e33d5e6a6 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.6932158 Aug 05 11:47:56.211860 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [req-b3be4ed2-0651-4d7e-8478-d80dc9c18a28 req-e498064a-7c1d-4320-b2b6-aa1f0b530fd4 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94421) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 11:47:56.213993 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b3be4ed2-0651-4d7e-8478-d80dc9c18a28 req-e498064a-7c1d-4320-b2b6-aa1f0b530fd4 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0185840 Aug 05 11:47:56.354047 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-14d1bac7-b1f7-464a-8a17-8c2cb5499448 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:56.363562 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5eb5a385-d160-4fcb-baa7-5ceded206a64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:56.400663 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-b3be4ed2-0651-4d7e-8478-d80dc9c18a28 req-cb8ebe38-a825-4006-9223-24b64bd7b02e service neutron] Request body: {'port': {'device_id': 'ddf47896-42f3-4efd-854d-4716a8276153', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:47:56.585241 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-b3be4ed2-0651-4d7e-8478-d80dc9c18a28 req-cb8ebe38-a825-4006-9223-24b64bd7b02e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:56.616967 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1d6c02b0-ecd5-480e-8eba-d95a0fbf6be9 req-505c40b6-0126-4225-911c-210bc9f1c8f4 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a5860d5-81ba-4285-b50f-47629f1fa963 HTTP/1.1" status: 200 len: 210 time: 0.2833781 Aug 05 11:47:56.725232 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ab484899-fe36-4d1d-9381-2c8af152cc74 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:56.737755 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5eb5a385-d160-4fcb-baa7-5ceded206a64 admin admin] vlan segment allocate from pool success with {'vlan_id': 691, 'physical_network': 'physnet1'} {{(pid=94420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:47:56.803639 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb5a385-d160-4fcb-baa7-5ceded206a64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5619d6b-fbed-4b1d-9023-b58a8855bf69,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:47:56.860126 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-4cf53017-523c-4bad-a23a-4c9f79c1f3c0 req-eb40033d-ed97-4e0c-b128-4a61f0dffe94 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Allocated IP 172.20.0.11 (debeaa60-b13d-4f6e-a270-9d57e30ced89/9fa39e07-a6bd-4ef4-8a54-1af79d2770df/5589b2ed-9e4d-4eff-9dd5-8d1ad34b6669) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:47:56.864762 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fb2e67-3089-4668-b0f2-b240660b63f1 req-cca9cd5c-51b3-48da-9bb4-ad001f38c791 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:47:56.864965 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-14d1bac7-b1f7-464a-8a17-8c2cb5499448 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:56.869182 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c0fb2e67-3089-4668-b0f2-b240660b63f1 req-cca9cd5c-51b3-48da-9bb4-ad001f38c791 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddf47896-42f3-4efd-854d-4716a8276153 HTTP/1.1" status: 200 len: 932 time: 0.6151586 Aug 05 11:47:56.879239 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5eb5a385-d160-4fcb-baa7-5ceded206a64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:56.879828 n-d-803378-2 neutron-server[94420]: INFO neutron.db.segments_db [None req-5eb5a385-d160-4fcb-baa7-5ceded206a64 admin admin] Added segment de1f7257-8faa-46ea-8956-4b8e85e97bcb of type vlan for network 1ac4b742-2a25-4935-8476-e9ad3e543504 Aug 05 11:47:57.098662 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5eb5a385-d160-4fcb-baa7-5ceded206a64 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:57.128224 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d1bac7-b1f7-464a-8a17-8c2cb5499448 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:47:57.165193 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-14d1bac7-b1f7-464a-8a17-8c2cb5499448 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:47:57.184666 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d1bac7-b1f7-464a-8a17-8c2cb5499448 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:47:57.214667 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c0fb2e67-3089-4668-b0f2-b240660b63f1 req-cd1e1001-95bb-4f2c-8058-ca441b3dec69 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ace5c99-ff1d-4ae8-a34c-808ba849368d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2451425 Aug 05 11:47:57.221066 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5eb5a385-d160-4fcb-baa7-5ceded206a64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:57.222893 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb5a385-d160-4fcb-baa7-5ceded206a64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:47:57.223921 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5eb5a385-d160-4fcb-baa7-5ceded206a64 admin admin] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:57.239817 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d1bac7-b1f7-464a-8a17-8c2cb5499448 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Pushing event updated for resources: {'Port': ['ID=9a8e65fb-0781-43b1-a079-1eadc5606118,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:47:57.378647 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ab484899-fe36-4d1d-9381-2c8af152cc74 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29762763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24211094'] for subnet, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:57.418147 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-5eb5a385-d160-4fcb-baa7-5ceded206a64 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 3.4166911 Aug 05 11:47:57.450848 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 43484) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:47:57.465558 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab484899-fe36-4d1d-9381-2c8af152cc74 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Pushing event deleted for resources: {'Subnet': ['ID=b7e11b08-d742-404b-b836-cea8a180e5c6,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:47:57.477026 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ab484899-fe36-4d1d-9381-2c8af152cc74 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks [] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:57.480791 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-ab484899-fe36-4d1d-9381-2c8af152cc74 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] 10.222.0.58 "DELETE /v2.0/subnets/b7e11b08-d742-404b-b836-cea8a180e5c6 HTTP/1.1" status: 204 len: 168 time: 2.1594548 Aug 05 11:47:57.482490 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb5a385-d160-4fcb-baa7-5ceded206a64 admin admin] Pushing event updated for resources: {'Network': ['ID=1ac4b742-2a25-4935-8476-e9ad3e543504,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:47:57.486126 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 43486) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:47:57.501538 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c783ac08-898a-4ac5-964b-e6e5c675ef13 None None] Network 06b9eca3-bf56-47fc-beca-ba7c57d829ea requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:47:57.588000 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-9bb39758-c935-462e-9544-29ce794e32e7 admin admin] Request body: {'subnet': {'network_id': '1ac4b742-2a25-4935-8476-e9ad3e543504', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-252295355-subnet', 'tenant_id': 'cbc89f3908d842d4a7beeb1a4fce5354', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:47:57.706106 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 1ac4b742-2a25-4935-8476-e9ad3e543504 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:47:57.746371 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-468365b8-21ef-4a6e-8e7c-5630c24eb9b2 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:57.882625 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-b3be4ed2-0651-4d7e-8478-d80dc9c18a28 req-cb8ebe38-a825-4006-9223-24b64bd7b02e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62a5afb7-e9e3-45d8-b700-ff42ced7a25c {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:47:57.917917 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-b3be4ed2-0651-4d7e-8478-d80dc9c18a28 req-cb8ebe38-a825-4006-9223-24b64bd7b02e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:57.942137 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-468365b8-21ef-4a6e-8e7c-5630c24eb9b2 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Deleting port 0f6abfca-49f1-49d1-a0ac-f0adce0b943e {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:47:57.952413 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-b3be4ed2-0651-4d7e-8478-d80dc9c18a28 req-cb8ebe38-a825-4006-9223-24b64bd7b02e service neutron] Transition to ACTIVE for port object 62a5afb7-e9e3-45d8-b700-ff42ced7a25c will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:47:57.957806 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-468365b8-21ef-4a6e-8e7c-5630c24eb9b2 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:58.021243 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-17e4c1d9-cf3d-4168-8e1a-654230886b6a req-f2cd8824-aece-4dab-b2d0-84df7a9d4405 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a5860d5-81ba-4285-b50f-47629f1fa963 HTTP/1.1" status: 200 len: 210 time: 0.1151779 Aug 05 11:47:58.127850 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-4cf53017-523c-4bad-a23a-4c9f79c1f3c0 req-eb40033d-ed97-4e0c-b128-4a61f0dffe94 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:58.191674 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-468365b8-21ef-4a6e-8e7c-5630c24eb9b2 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] For port 0f6abfca-49f1-49d1-a0ac-f0adce0b943e, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=0f6abfca-49f1-49d1-a0ac-f0adce0b943e,segment=NetworkSegment(603fbbf7-f5ef-43b1-acdb-a37ecc698f0d),segment_id=603fbbf7-f5ef-43b1-acdb-a37ecc698f0d)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:47:58.192277 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-468365b8-21ef-4a6e-8e7c-5630c24eb9b2 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:58.248337 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-468365b8-21ef-4a6e-8e7c-5630c24eb9b2 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Calling delete_port for 0f6abfca-49f1-49d1-a0ac-f0adce0b943e owned by network:dhcp {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:47:58.333684 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d03ae4-c957-47d7-b829-fad9e530602e None None] DHCP port deletion for 06b9eca3-bf56-47fc-beca-ba7c57d829ea request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 11:47:58.343533 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-4cf53017-523c-4bad-a23a-4c9f79c1f3c0 req-eb40033d-ed97-4e0c-b128-4a61f0dffe94 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:58.356462 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-b3be4ed2-0651-4d7e-8478-d80dc9c18a28 req-cb8ebe38-a825-4006-9223-24b64bd7b02e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:58.572091 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cf53017-523c-4bad-a23a-4c9f79c1f3c0 req-eb40033d-ed97-4e0c-b128-4a61f0dffe94 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Network debeaa60-b13d-4f6e-a270-9d57e30ced89 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:47:58.581216 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-f8d03ae4-c957-47d7-b829-fad9e530602e None None] Deleting port 0f6abfca-49f1-49d1-a0ac-f0adce0b943e {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:47:58.582350 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f8d03ae4-c957-47d7-b829-fad9e530602e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:58.767111 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-4cf53017-523c-4bad-a23a-4c9f79c1f3c0 req-eb40033d-ed97-4e0c-b128-4a61f0dffe94 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:47:58.829192 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-468365b8-21ef-4a6e-8e7c-5630c24eb9b2 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:58.836606 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bb39758-c935-462e-9544-29ce794e32e7 admin admin] Made reservation on behalf of cbc89f3908d842d4a7beeb1a4fce5354 for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:47:58.840909 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9bb39758-c935-462e-9544-29ce794e32e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:58.956578 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f8d03ae4-c957-47d7-b829-fad9e530602e None None] For port 0f6abfca-49f1-49d1-a0ac-f0adce0b943e, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=0f6abfca-49f1-49d1-a0ac-f0adce0b943e,segment=NetworkSegment(603fbbf7-f5ef-43b1-acdb-a37ecc698f0d),segment_id=603fbbf7-f5ef-43b1-acdb-a37ecc698f0d)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:47:58.957872 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f8d03ae4-c957-47d7-b829-fad9e530602e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:58.989562 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-f8d03ae4-c957-47d7-b829-fad9e530602e None None] Calling delete_port for 0f6abfca-49f1-49d1-a0ac-f0adce0b943e owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:47:59.013469 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cf53017-523c-4bad-a23a-4c9f79c1f3c0 req-eb40033d-ed97-4e0c-b128-4a61f0dffe94 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:47:59.061950 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468365b8-21ef-4a6e-8e7c-5630c24eb9b2 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Pushing event deleted for resources: {'Port': ['ID=0f6abfca-49f1-49d1-a0ac-f0adce0b943e,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:47:59.180858 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468365b8-21ef-4a6e-8e7c-5630c24eb9b2 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] No DVR routers for this DVR port 0f6abfca-49f1-49d1-a0ac-f0adce0b943e on host n-d-803378-2 {{(pid=94420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:47:59.236827 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 0f6abfca-49f1-49d1-a0ac-f0adce0b943e no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:47:59.244727 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45837e9-7016-439d-9c97-a562f2a762bb req-60ace08f-6273-42d8-9b0f-40adadc270a7 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:47:59.262947 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a45837e9-7016-439d-9c97-a562f2a762bb req-60ace08f-6273-42d8-9b0f-40adadc270a7 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddf47896-42f3-4efd-854d-4716a8276153 HTTP/1.1" status: 200 len: 944 time: 0.7122686 Aug 05 11:47:59.326548 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 0f6abfca-49f1-49d1-a0ac-f0adce0b943e {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:47:59.328073 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 0f6abfca-49f1-49d1-a0ac-f0adce0b943e not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:47:59.414409 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:59.471744 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f8d03ae4-c957-47d7-b829-fad9e530602e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:59.567600 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d03ae4-c957-47d7-b829-fad9e530602e None None] No DVR routers for this DVR port 0f6abfca-49f1-49d1-a0ac-f0adce0b943e on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:47:59.578897 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d03ae4-c957-47d7-b829-fad9e530602e None None] Pushing event deleted for resources: {'Port': ['ID=0f6abfca-49f1-49d1-a0ac-f0adce0b943e,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:47:59.674566 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8ebe38-a825-4006-9223-24b64bd7b02e service neutron] Pushing event updated for resources: {'Port': ['ID=62a5afb7-e9e3-45d8-b700-ff42ced7a25c,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:47:59.765775 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf53017-523c-4bad-a23a-4c9f79c1f3c0 req-eb40033d-ed97-4e0c-b128-4a61f0dffe94 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:47:59.766842 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-4cf53017-523c-4bad-a23a-4c9f79c1f3c0 req-eb40033d-ed97-4e0c-b128-4a61f0dffe94 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:59.836149 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-468365b8-21ef-4a6e-8e7c-5630c24eb9b2 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:47:59.872801 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a45837e9-7016-439d-9c97-a562f2a762bb req-8af552ad-f156-401e-9b70-c243d88f7f7b tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ace5c99-ff1d-4ae8-a34c-808ba849368d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6076703 Aug 05 11:47:59.899582 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-468365b8-21ef-4a6e-8e7c-5630c24eb9b2 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06b9eca3-bf56-47fc-beca-ba7c57d829ea']}} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:47:59.947337 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587df42f-680d-4083-b8ca-390eb1c2e767 req-dc6a0f14-89f9-4d66-9697-f9d8ab9f0442 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:47:59.950371 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-587df42f-680d-4083-b8ca-390eb1c2e767 req-dc6a0f14-89f9-4d66-9697-f9d8ab9f0442 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a5860d5-81ba-4285-b50f-47629f1fa963 HTTP/1.1" status: 200 len: 932 time: 0.5168245 Aug 05 11:47:59.959535 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-468365b8-21ef-4a6e-8e7c-5630c24eb9b2 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '603fbbf7-f5ef-43b1-acdb-a37ecc698f0d') {'for_net_delete': True} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:47:59.960058 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-468365b8-21ef-4a6e-8e7c-5630c24eb9b2 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '603fbbf7-f5ef-43b1-acdb-a37ecc698f0d') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:47:59.983392 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-468365b8-21ef-4a6e-8e7c-5630c24eb9b2 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25010581'] for segment, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:00.049869 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-468365b8-21ef-4a6e-8e7c-5630c24eb9b2 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:00.082788 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-468365b8-21ef-4a6e-8e7c-5630c24eb9b2 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Releasing vlan 681 on physical network physnet1 to pool {{(pid=94420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:48:00.084083 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-468365b8-21ef-4a6e-8e7c-5630c24eb9b2 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29762581'] for segment, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:00.090628 n-d-803378-2 neutron-server[94420]: Traceback (most recent call last): Aug 05 11:48:00.090628 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:48:00.090628 n-d-803378-2 neutron-server[94420]: timer() Aug 05 11:48:00.090628 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:48:00.090628 n-d-803378-2 neutron-server[94420]: cb(*args, **kw) Aug 05 11:48:00.090628 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:48:00.090628 n-d-803378-2 neutron-server[94420]: return func(*args, **kwargs) Aug 05 11:48:00.090628 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:48:00.090628 n-d-803378-2 neutron-server[94420]: self._notify() Aug 05 11:48:00.090628 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:48:00.090628 n-d-803378-2 neutron-server[94420]: self.callback(batched_events) Aug 05 11:48:00.090628 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:48:00.090628 n-d-803378-2 neutron-server[94420]: event.method(event) Aug 05 11:48:00.090628 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:48:00.090628 n-d-803378-2 neutron-server[94420]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:48:00.090628 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:48:00.090628 n-d-803378-2 neutron-server[94420]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:48:00.090628 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:48:00.090628 n-d-803378-2 neutron-server[94420]: return f(self, *a, **k) Aug 05 11:48:00.090628 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:48:00.090628 n-d-803378-2 neutron-server[94420]: return self._get(url).json() Aug 05 11:48:00.090628 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:48:00.090628 n-d-803378-2 neutron-server[94420]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:48:00.090628 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:48:00.090628 n-d-803378-2 neutron-server[94420]: return self.request(url, 'GET', **kwargs) Aug 05 11:48:00.090628 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:48:00.090628 n-d-803378-2 neutron-server[94420]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:48:00.090628 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:48:00.090628 n-d-803378-2 neutron-server[94420]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:48:00.090628 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:48:00.090628 n-d-803378-2 neutron-server[94420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:48:00.090628 n-d-803378-2 neutron-server[94420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:48:00.200096 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 43518) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:48:00.240685 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-587df42f-680d-4083-b8ca-390eb1c2e767 req-75326e4a-bd83-4578-9408-8f62dfa25db6 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5464a98-f362-4f03-a5f7-4b9d844b9cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607617 Aug 05 11:48:00.262874 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4cf53017-523c-4bad-a23a-4c9f79c1f3c0 req-eb40033d-ed97-4e0c-b128-4a61f0dffe94 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.1514614 Aug 05 11:48:00.292159 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb40033d-ed97-4e0c-b128-4a61f0dffe94 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Pushing event updated for resources: {'Port': ['ID=5589b2ed-9e4d-4eff-9dd5-8d1ad34b6669,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:48:00.294411 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-468365b8-21ef-4a6e-8e7c-5630c24eb9b2 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:00.320107 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-468365b8-21ef-4a6e-8e7c-5630c24eb9b2 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:00.321696 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [req-4cf53017-523c-4bad-a23a-4c9f79c1f3c0 req-f5f243f4-c9a1-43d2-95e9-b16e83651399 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94421) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 11:48:00.323718 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4cf53017-523c-4bad-a23a-4c9f79c1f3c0 req-f5f243f4-c9a1-43d2-95e9-b16e83651399 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0342288 Aug 05 11:48:00.334574 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-468365b8-21ef-4a6e-8e7c-5630c24eb9b2 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] 10.222.0.58 "DELETE /v2.0/networks/06b9eca3-bf56-47fc-beca-ba7c57d829ea HTTP/1.1" status: 204 len: 168 time: 2.8456225 Aug 05 11:48:00.363547 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468365b8-21ef-4a6e-8e7c-5630c24eb9b2 tempest-NetworksIpV6Test-973645874 tempest-NetworksIpV6Test-973645874-project] Pushing event deleted for resources: {'Network': ['ID=06b9eca3-bf56-47fc-beca-ba7c57d829ea,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:48:00.426220 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9bb39758-c935-462e-9544-29ce794e32e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25038678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30075167'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:00.432961 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-b3be4ed2-0651-4d7e-8478-d80dc9c18a28 req-cb8ebe38-a825-4006-9223-24b64bd7b02e service neutron] Attempting to bind port 62a5afb7-e9e3-45d8-b700-ff42ced7a25c on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:48:00.434154 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-b3be4ed2-0651-4d7e-8478-d80dc9c18a28 req-cb8ebe38-a825-4006-9223-24b64bd7b02e service neutron] Attempting to bind port 62a5afb7-e9e3-45d8-b700-ff42ced7a25c by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': '9f03e2db-8557-4053-84d8-e8f77c56803d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'ea4ab667-0582-45fb-abbe-165151692b1f'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:48:00.435624 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3be4ed2-0651-4d7e-8478-d80dc9c18a28 req-cb8ebe38-a825-4006-9223-24b64bd7b02e service neutron] Attempting to bind port 62a5afb7-e9e3-45d8-b700-ff42ced7a25c on network ea4ab667-0582-45fb-abbe-165151692b1f {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:48:00.622100 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3be4ed2-0651-4d7e-8478-d80dc9c18a28 req-cb8ebe38-a825-4006-9223-24b64bd7b02e service neutron] Port 62a5afb7-e9e3-45d8-b700-ff42ced7a25c on network ea4ab667-0582-45fb-abbe-165151692b1f not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:48:00.622449 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3be4ed2-0651-4d7e-8478-d80dc9c18a28 req-cb8ebe38-a825-4006-9223-24b64bd7b02e service neutron] Attempting to bind port 62a5afb7-e9e3-45d8-b700-ff42ced7a25c on network ea4ab667-0582-45fb-abbe-165151692b1f {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:48:00.635887 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3be4ed2-0651-4d7e-8478-d80dc9c18a28 req-cb8ebe38-a825-4006-9223-24b64bd7b02e service neutron] Checking agent: {'id': 'a8f1dd2d-227c-4e30-8844-52419ba734db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:48:00.636547 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3be4ed2-0651-4d7e-8478-d80dc9c18a28 req-cb8ebe38-a825-4006-9223-24b64bd7b02e service neutron] Checking segment: {'id': '9f03e2db-8557-4053-84d8-e8f77c56803d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'ea4ab667-0582-45fb-abbe-165151692b1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:48:00.636919 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3be4ed2-0651-4d7e-8478-d80dc9c18a28 req-cb8ebe38-a825-4006-9223-24b64bd7b02e service neutron] Bound using segment: {'id': '9f03e2db-8557-4053-84d8-e8f77c56803d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'ea4ab667-0582-45fb-abbe-165151692b1f'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:48:00.637384 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-b3be4ed2-0651-4d7e-8478-d80dc9c18a28 req-cb8ebe38-a825-4006-9223-24b64bd7b02e service neutron] Bound port: 62a5afb7-e9e3-45d8-b700-ff42ced7a25c, host: n-h2-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f03e2db-8557-4053-84d8-e8f77c56803d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'ea4ab667-0582-45fb-abbe-165151692b1f'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:48:00.637771 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-b3be4ed2-0651-4d7e-8478-d80dc9c18a28 req-cb8ebe38-a825-4006-9223-24b64bd7b02e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:00.722292 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-4cf53017-523c-4bad-a23a-4c9f79c1f3c0 req-25a6c190-6fad-4550-81ae-23a2d55023a5 service neutron] Request body: {'port': {'device_id': '5a5860d5-81ba-4285-b50f-47629f1fa963', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:48:00.735620 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e829affd-8c26-4615-b47f-701e8534c663 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:00.893616 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb39758-c935-462e-9544-29ce794e32e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5e28117-6f3c-401b-be5b-a70254f1dc57,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:48:00.907759 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-14d1bac7-b1f7-464a-8a17-8c2cb5499448 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:00.938198 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 43530) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:48:01.171397 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19fcde4-f7ea-4e75-85f6-4b701fc16e5c req-5377fffa-42b7-4789-b2e4-322b37193f5e tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:48:01.175091 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c19fcde4-f7ea-4e75-85f6-4b701fc16e5c req-5377fffa-42b7-4789-b2e4-322b37193f5e tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddf47896-42f3-4efd-854d-4716a8276153 HTTP/1.1" status: 200 len: 944 time: 0.1243513 Aug 05 11:48:01.257741 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-4cf53017-523c-4bad-a23a-4c9f79c1f3c0 req-25a6c190-6fad-4550-81ae-23a2d55023a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:01.273972 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb39758-c935-462e-9544-29ce794e32e7 admin admin] Checking segment: {'id': 'de1f7257-8faa-46ea-8956-4b8e85e97bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '1ac4b742-2a25-4935-8476-e9ad3e543504'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:48:01.274612 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb39758-c935-462e-9544-29ce794e32e7 admin admin] Network hostable DHCP agents. Network: 1ac4b742-2a25-4935-8476-e9ad3e543504, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:48:01.317920 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-6a9487a3-c21d-42f3-8391-8f41ed5498d7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6feb354f44e34f96b67fc83b8a013813&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3745978 Aug 05 11:48:01.318497 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 43536) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:48:01.392074 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c19fcde4-f7ea-4e75-85f6-4b701fc16e5c req-32a593e2-0bf7-4979-998d-0cd7dde52f4c tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ace5c99-ff1d-4ae8-a34c-808ba849368d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1762910 Aug 05 11:48:01.417106 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-b3be4ed2-0651-4d7e-8478-d80dc9c18a28 req-cb8ebe38-a825-4006-9223-24b64bd7b02e service neutron] For port 62a5afb7-e9e3-45d8-b700-ff42ced7a25c, host n-h2-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:48:01.480213 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-abab4b5f-2164-4994-b6e0-b0c9b48ede22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:01.532229 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-b3be4ed2-0651-4d7e-8478-d80dc9c18a28 req-cb8ebe38-a825-4006-9223-24b64bd7b02e service neutron] For port 62a5afb7-e9e3-45d8-b700-ff42ced7a25c, host n-h2-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=62a5afb7-e9e3-45d8-b700-ff42ced7a25c,segment=NetworkSegment(9f03e2db-8557-4053-84d8-e8f77c56803d),segment_id=9f03e2db-8557-4053-84d8-e8f77c56803d)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:48:01.570467 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-abab4b5f-2164-4994-b6e0-b0c9b48ede22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:01.570790 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-b3be4ed2-0651-4d7e-8478-d80dc9c18a28 req-cb8ebe38-a825-4006-9223-24b64bd7b02e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:01.618059 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5c78d7-70cd-4f47-8565-de7ea588311b req-2908704a-93f6-410e-ad4b-86387860e3ae tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:48:01.625589 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7f5c78d7-70cd-4f47-8565-de7ea588311b req-2908704a-93f6-410e-ad4b-86387860e3ae tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a5860d5-81ba-4285-b50f-47629f1fa963 HTTP/1.1" status: 200 len: 932 time: 0.1802151 Aug 05 11:48:01.737753 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb39758-c935-462e-9544-29ce794e32e7 admin admin] Network 1ac4b742-2a25-4935-8476-e9ad3e543504 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:48:01.767328 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7f5c78d7-70cd-4f47-8565-de7ea588311b req-d292f056-3f0c-4915-8e8c-fd6677f0358f tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5464a98-f362-4f03-a5f7-4b9d844b9cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896280 Aug 05 11:48:01.776082 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-abab4b5f-2164-4994-b6e0-b0c9b48ede22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:01.783419 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-abab4b5f-2164-4994-b6e0-b0c9b48ede22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:01.791119 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-abab4b5f-2164-4994-b6e0-b0c9b48ede22 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/03e772de-cb5b-4b20-b56d-15b60e281591 HTTP/1.1" status: 204 len: 168 time: 0.4652708 Aug 05 11:48:01.806624 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abab4b5f-2164-4994-b6e0-b0c9b48ede22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03e772de-cb5b-4b20-b56d-15b60e281591,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:48:01.884767 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3be4ed2-0651-4d7e-8478-d80dc9c18a28 req-cb8ebe38-a825-4006-9223-24b64bd7b02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:48:01.886055 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-b3be4ed2-0651-4d7e-8478-d80dc9c18a28 req-cb8ebe38-a825-4006-9223-24b64bd7b02e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:01.889140 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b3be4ed2-0651-4d7e-8478-d80dc9c18a28 req-cb8ebe38-a825-4006-9223-24b64bd7b02e service neutron] 10.222.0.55 "PUT /v2.0/ports/62a5afb7-e9e3-45d8-b700-ff42ced7a25c HTTP/1.1" status: 200 len: 1092 time: 5.6528044 Aug 05 11:48:01.916611 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddf47896-42f3-4efd-854d-4716a8276153', 'tag': '62a5afb7-e9e3-45d8-b700-ff42ced7a25c'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:48:01.920675 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36f09fc6-4f96-4ae7-9c30-98be40bd411c" -d '{"events": [{"name": "network-changed", "server_uuid": "ddf47896-42f3-4efd-854d-4716a8276153", "tag": "62a5afb7-e9e3-45d8-b700-ff42ced7a25c"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:48:02.091725 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-14d1bac7-b1f7-464a-8a17-8c2cb5499448 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33286054', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33263081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1940'] for router, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:02.120842 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c6bb60a-9d8d-41ca-beda-9681b20b63d3 x-openstack-request-id: req-3c6bb60a-9d8d-41ca-beda-9681b20b63d3 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:48:02.121382 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddf47896-42f3-4efd-854d-4716a8276153", "tag": "62a5afb7-e9e3-45d8-b700-ff42ced7a25c", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:48:02.121789 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3c6bb60a-9d8d-41ca-beda-9681b20b63d3 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:48:02.122459 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddf47896-42f3-4efd-854d-4716a8276153', 'tag': '62a5afb7-e9e3-45d8-b700-ff42ced7a25c', 'status': 'completed', 'code': 200} Aug 05 11:48:02.123482 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-9bb39758-c935-462e-9544-29ce794e32e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, 1ac4b742-2a25-4935-8476-e9ad3e543504) {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:48:02.138043 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0bdf50-8f42-4bbd-8239-f7dcedf1b123 None None] Network 1ac4b742-2a25-4935-8476-e9ad3e543504 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:48:02.170009 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-14d1bac7-b1f7-464a-8a17-8c2cb5499448 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33286033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33286040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33263014'] for router, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:02.200637 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb39758-c935-462e-9544-29ce794e32e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:48:02.201439 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9bb39758-c935-462e-9544-29ce794e32e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:02.286937 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e829affd-8c26-4615-b47f-701e8534c663 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:02.311653 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8ebe38-a825-4006-9223-24b64bd7b02e service neutron] Pushing event updated for resources: {'Port': ['ID=62a5afb7-e9e3-45d8-b700-ff42ced7a25c,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:48:02.387626 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e829affd-8c26-4615-b47f-701e8534c663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:02.477676 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-9bb39758-c935-462e-9544-29ce794e32e7 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 5.0209978 Aug 05 11:48:02.482005 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 43550) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:48:02.493570 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-f9568831-d0a5-4596-98dc-cd6a1ac96dec admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-252295355-router', 'tenant_id': 'cbc89f3908d842d4a7beeb1a4fce5354', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:48:02.595352 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f9568831-d0a5-4596-98dc-cd6a1ac96dec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33260300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1929'] for router, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:02.598939 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f9568831-d0a5-4596-98dc-cd6a1ac96dec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33285914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33034662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1926'] for router, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:02.600684 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3be4ed2-0651-4d7e-8478-d80dc9c18a28 req-e640439e-3536-4d7b-aa98-efffadb3422c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:48:02.603775 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b3be4ed2-0651-4d7e-8478-d80dc9c18a28 req-e640439e-3536-4d7b-aa98-efffadb3422c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7f88688726d24c8e9d77831659c7c3ae&device_id=ddf47896-42f3-4efd-854d-4716a8276153 HTTP/1.1" status: 200 len: 1095 time: 0.4861214 Aug 05 11:48:02.642368 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1d8117-ee5a-4d90-99f3-0812ae50b7b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-1ac4b742-2a25-4935-8476-e9ad3e543504', 'network_id': '1ac4b742-2a25-4935-8476-e9ad3e543504', 'tenant_id': 'cbc89f3908d842d4a7beeb1a4fce5354', 'fixed_ips': [{'subnet_id': 'a5e28117-6f3c-401b-be5b-a70254f1dc57'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 11:48:02.643867 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-eb1d8117-ee5a-4d90-99f3-0812ae50b7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:02.864913 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-e829affd-8c26-4615-b47f-701e8534c663 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c595d35bd13a48a4a83a7f062c7ff7d4&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6334097 Aug 05 11:48:02.873132 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e829affd-8c26-4615-b47f-701e8534c663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83967a44-226d-41d3-a1f7-731124c441db,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:48:02.877577 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 43560) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:48:02.893605 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f9568831-d0a5-4596-98dc-cd6a1ac96dec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:02.898065 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b3be4ed2-0651-4d7e-8478-d80dc9c18a28 req-0a358691-8069-4647-92c9-92abb4f5954f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62a5afb7-e9e3-45d8-b700-ff42ced7a25c HTTP/1.1" status: 200 len: 217 time: 0.2527871 Aug 05 11:48:03.118526 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-eb1d8117-ee5a-4d90-99f3-0812ae50b7b5 None None] Allocated IP 172.20.0.2 (1ac4b742-2a25-4935-8476-e9ad3e543504/a5e28117-6f3c-401b-be5b-a70254f1dc57/f579cf51-d3b0-485a-b154-b24f0e798540) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:48:03.231352 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b5236f-59fb-4934-b20e-14a8700b615e req-0eaa21fb-6b9a-4a4c-85b2-fa96a6448cdc tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:48:03.245848 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a5b5236f-59fb-4934-b20e-14a8700b615e req-0eaa21fb-6b9a-4a4c-85b2-fa96a6448cdc tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddf47896-42f3-4efd-854d-4716a8276153 HTTP/1.1" status: 200 len: 944 time: 0.5404749 Aug 05 11:48:03.515705 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f9568831-d0a5-4596-98dc-cd6a1ac96dec admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:03.559993 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceed0c97-eb8a-49f2-9d0c-f29459efd21f req-d912844f-c003-433d-9e2e-4c1a2ddea9b3 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:48:03.580138 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ceed0c97-eb8a-49f2-9d0c-f29459efd21f req-d912844f-c003-433d-9e2e-4c1a2ddea9b3 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a5860d5-81ba-4285-b50f-47629f1fa963 HTTP/1.1" status: 200 len: 932 time: 0.4670520 Aug 05 11:48:03.689515 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-eb1d8117-ee5a-4d90-99f3-0812ae50b7b5 None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:03.725950 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a5b5236f-59fb-4934-b20e-14a8700b615e req-8fc940a5-8302-45a9-89db-5aa8877a23f4 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ace5c99-ff1d-4ae8-a34c-808ba849368d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4784839 Aug 05 11:48:03.753491 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-eb1d8117-ee5a-4d90-99f3-0812ae50b7b5 None None] Transition to ACTIVE for port object f579cf51-d3b0-485a-b154-b24f0e798540 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:48:03.876822 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3be4ed2-0651-4d7e-8478-d80dc9c18a28 req-76f67983-c992-4173-b6df-8d0b534bf701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:48:03.877750 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-eb1d8117-ee5a-4d90-99f3-0812ae50b7b5 None None] Transition to ACTIVE for port object f579cf51-d3b0-485a-b154-b24f0e798540 will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:48:03.881806 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b3be4ed2-0651-4d7e-8478-d80dc9c18a28 req-76f67983-c992-4173-b6df-8d0b534bf701 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=23b4b90e-0370-4e2d-856e-858c6909def7 HTTP/1.1" status: 200 len: 835 time: 0.9830427 Aug 05 11:48:03.894842 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ceed0c97-eb8a-49f2-9d0c-f29459efd21f req-416afcf5-19b7-4546-9704-ec58dcb6d0a6 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5464a98-f362-4f03-a5f7-4b9d844b9cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886291 Aug 05 11:48:03.910801 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-eb1d8117-ee5a-4d90-99f3-0812ae50b7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:04.152068 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1d8117-ee5a-4d90-99f3-0812ae50b7b5 None None] Pushing event updated for resources: {'Port': ['ID=f579cf51-d3b0-485a-b154-b24f0e798540,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:48:04.190551 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb1d8117-ee5a-4d90-99f3-0812ae50b7b5 None None] Network 1ac4b742-2a25-4935-8476-e9ad3e543504 is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:48:04.194538 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-eb1d8117-ee5a-4d90-99f3-0812ae50b7b5 None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:48:04.198615 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d5ced07a-56dc-4cd5-9e79-ec4424e19b9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:04.204696 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1d8117-ee5a-4d90-99f3-0812ae50b7b5 None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:48:04.248930 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d5ced07a-56dc-4cd5-9e79-ec4424e19b9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:04.311905 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3be4ed2-0651-4d7e-8478-d80dc9c18a28 req-58cc30e8-a480-42b6-b09c-71991c457302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:48:04.316004 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b3be4ed2-0651-4d7e-8478-d80dc9c18a28 req-58cc30e8-a480-42b6-b09c-71991c457302 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ea4ab667-0582-45fb-abbe-165151692b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4065623 Aug 05 11:48:04.328201 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 43578) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:48:04.343504 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-eb1d8117-ee5a-4d90-99f3-0812ae50b7b5 None None] Attempting to bind port f579cf51-d3b0-485a-b154-b24f0e798540 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:48:04.344109 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-eb1d8117-ee5a-4d90-99f3-0812ae50b7b5 None None] Attempting to bind port f579cf51-d3b0-485a-b154-b24f0e798540 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'de1f7257-8faa-46ea-8956-4b8e85e97bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '1ac4b742-2a25-4935-8476-e9ad3e543504'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:48:04.344764 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1d8117-ee5a-4d90-99f3-0812ae50b7b5 None None] Attempting to bind port f579cf51-d3b0-485a-b154-b24f0e798540 on network 1ac4b742-2a25-4935-8476-e9ad3e543504 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:48:04.358082 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1d8117-ee5a-4d90-99f3-0812ae50b7b5 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:48:04.358775 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1d8117-ee5a-4d90-99f3-0812ae50b7b5 None None] Checking segment: {'id': 'de1f7257-8faa-46ea-8956-4b8e85e97bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '1ac4b742-2a25-4935-8476-e9ad3e543504'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:48:04.359901 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-eb1d8117-ee5a-4d90-99f3-0812ae50b7b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:04.360617 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1d8117-ee5a-4d90-99f3-0812ae50b7b5 None None] Bound using segment: {'id': 'de1f7257-8faa-46ea-8956-4b8e85e97bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '1ac4b742-2a25-4935-8476-e9ad3e543504'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:48:04.361651 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-eb1d8117-ee5a-4d90-99f3-0812ae50b7b5 None None] Bound port: f579cf51-d3b0-485a-b154-b24f0e798540, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de1f7257-8faa-46ea-8956-4b8e85e97bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '1ac4b742-2a25-4935-8476-e9ad3e543504'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:48:04.362341 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-eb1d8117-ee5a-4d90-99f3-0812ae50b7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:04.503976 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f9568831-d0a5-4596-98dc-cd6a1ac96dec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:04.565533 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-eb1d8117-ee5a-4d90-99f3-0812ae50b7b5 None None] For port f579cf51-d3b0-485a-b154-b24f0e798540, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:48:04.573607 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-eb1d8117-ee5a-4d90-99f3-0812ae50b7b5 None None] For port f579cf51-d3b0-485a-b154-b24f0e798540, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=f579cf51-d3b0-485a-b154-b24f0e798540,segment=NetworkSegment(de1f7257-8faa-46ea-8956-4b8e85e97bcb),segment_id=de1f7257-8faa-46ea-8956-4b8e85e97bcb)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:48:04.590975 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-eb1d8117-ee5a-4d90-99f3-0812ae50b7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:04.610517 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f9568831-d0a5-4596-98dc-cd6a1ac96dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:04.681047 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d5ced07a-56dc-4cd5-9e79-ec4424e19b9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:04.685763 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d5ced07a-56dc-4cd5-9e79-ec4424e19b9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:04.687854 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-d5ced07a-56dc-4cd5-9e79-ec4424e19b9d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/83967a44-226d-41d3-a1f7-731124c441db HTTP/1.1" status: 204 len: 168 time: 1.8017032 Aug 05 11:48:04.724346 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-51a00053-4e9a-422e-a7cf-a0079722e387 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-886937458'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:48:04.856003 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-4cf53017-523c-4bad-a23a-4c9f79c1f3c0 req-25a6c190-6fad-4550-81ae-23a2d55023a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5589b2ed-9e4d-4eff-9dd5-8d1ad34b6669 {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:48:04.896103 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-4cf53017-523c-4bad-a23a-4c9f79c1f3c0 req-25a6c190-6fad-4550-81ae-23a2d55023a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:04.931766 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1d8117-ee5a-4d90-99f3-0812ae50b7b5 None None] Pushing event updated for resources: {'Port': ['ID=f579cf51-d3b0-485a-b154-b24f0e798540,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:48:05.119987 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14d1bac7-b1f7-464a-8a17-8c2cb5499448 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Router 7aa23d51-863f-4327-b435-6f884c02f620 is scheduled to L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d with binding_index 1 {{(pid=94421) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 11:48:05.196677 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-4cf53017-523c-4bad-a23a-4c9f79c1f3c0 req-25a6c190-6fad-4550-81ae-23a2d55023a5 service neutron] Transition to ACTIVE for port object 5589b2ed-9e4d-4eff-9dd5-8d1ad34b6669 will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:48:05.201966 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-f9568831-d0a5-4596-98dc-cd6a1ac96dec admin admin] Allocated IP 172.25.5.37 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/d2e4cdb8-47c4-4e8a-a089-078d0648bcb8) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:48:05.207825 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 43592) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:48:05.215623 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b3be4ed2-0651-4d7e-8478-d80dc9c18a28 req-2e27046e-ac8b-4dd5-adb8-c95fc10a0a8f service neutron] 10.222.0.55 "GET /v2.0/networks/ea4ab667-0582-45fb-abbe-165151692b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8554447 Aug 05 11:48:05.217610 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ced07a-56dc-4cd5-9e79-ec4424e19b9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83967a44-226d-41d3-a1f7-731124c441db,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:48:05.241574 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-4cf53017-523c-4bad-a23a-4c9f79c1f3c0 req-25a6c190-6fad-4550-81ae-23a2d55023a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:05.558929 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51a00053-4e9a-422e-a7cf-a0079722e387 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Made reservation on behalf of 63553f01420144a38df0f1373f99c0f2 for: {'network': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:48:05.567634 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-51a00053-4e9a-422e-a7cf-a0079722e387 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:05.700801 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79701d7e-af1c-450a-8ccc-a230bb8a73f2 req-a12e5d3c-1d3e-479a-856e-fe40d1ae6b3e tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:48:05.703810 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-79701d7e-af1c-450a-8ccc-a230bb8a73f2 req-a12e5d3c-1d3e-479a-856e-fe40d1ae6b3e tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddf47896-42f3-4efd-854d-4716a8276153 HTTP/1.1" status: 200 len: 944 time: 0.7334757 Aug 05 11:48:05.746908 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 43596) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:48:05.800620 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-28b956cb-c55f-4979-bc05-c6443c7b221b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:05.845075 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375bb6d8-8d89-421d-b3af-639d8a7199d0 req-c8a5934b-6b9a-432b-9b49-7d2e3becbc54 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:48:05.848025 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-375bb6d8-8d89-421d-b3af-639d8a7199d0 req-c8a5934b-6b9a-432b-9b49-7d2e3becbc54 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a5860d5-81ba-4285-b50f-47629f1fa963 HTTP/1.1" status: 200 len: 944 time: 0.6533716 Aug 05 11:48:05.899164 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f9568831-d0a5-4596-98dc-cd6a1ac96dec admin admin] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:05.926784 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-51a00053-4e9a-422e-a7cf-a0079722e387 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:05.971113 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-58e0c322-896d-49c3-8dde-cd185da468fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:06.030351 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-79701d7e-af1c-450a-8ccc-a230bb8a73f2 req-f8d0e460-b22e-4eba-8d49-da6033909759 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ace5c99-ff1d-4ae8-a34c-808ba849368d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3006530 Aug 05 11:48:06.086399 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b3be4ed2-0651-4d7e-8478-d80dc9c18a28 req-0cde75aa-0b4a-4389-97c6-0be8f8a6b546 service neutron] 10.222.0.55 "GET /v2.0/networks/ea4ab667-0582-45fb-abbe-165151692b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8481660 Aug 05 11:48:06.090589 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-375bb6d8-8d89-421d-b3af-639d8a7199d0 req-6f3c2893-a574-42ab-9b1e-196516bbb114 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5464a98-f362-4f03-a5f7-4b9d844b9cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161131 Aug 05 11:48:06.103987 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a6c190-6fad-4550-81ae-23a2d55023a5 service neutron] Pushing event updated for resources: {'Port': ['ID=5589b2ed-9e4d-4eff-9dd5-8d1ad34b6669,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:48:06.214066 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f9568831-d0a5-4596-98dc-cd6a1ac96dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:06.287848 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9568831-d0a5-4596-98dc-cd6a1ac96dec admin admin] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:48:06.299650 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-f9568831-d0a5-4596-98dc-cd6a1ac96dec admin admin] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:48:06.312592 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9568831-d0a5-4596-98dc-cd6a1ac96dec admin admin] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:48:06.338232 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14d1bac7-b1f7-464a-8a17-8c2cb5499448 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:48:06.356776 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8be71d-2217-4994-b2aa-07b4271a215d None None] Sync routers for ids ['7aa23d51-863f-4327-b435-6f884c02f620'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:48:06.374667 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8be71d-2217-4994-b2aa-07b4271a215d None None] Routers {'7aa23d51-863f-4327-b435-6f884c02f620'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:48:06.376516 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-6b8be71d-2217-4994-b2aa-07b4271a215d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:47:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['7aa23d51-863f-4327-b435-6f884c02f620'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:48:06.376819 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-14d1bac7-b1f7-464a-8a17-8c2cb5499448 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Notify callbacks [] for router, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:06.378740 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-14d1bac7-b1f7-464a-8a17-8c2cb5499448 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] 10.222.0.58 "PUT /v2.0/routers/7aa23d51-863f-4327-b435-6f884c02f620 HTTP/1.1" status: 200 len: 914 time: 15.9313762 Aug 05 11:48:06.394862 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 43598) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:48:06.415687 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9568831-d0a5-4596-98dc-cd6a1ac96dec admin admin] Pushing event updated for resources: {'Port': ['ID=d2e4cdb8-47c4-4e8a-a089-078d0648bcb8,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:48:06.452976 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-6b8be71d-2217-4994-b2aa-07b4271a215d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:48:06.472707 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-28b956cb-c55f-4979-bc05-c6443c7b221b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:06.473157 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8be71d-2217-4994-b2aa-07b4271a215d None None] Routers {'7aa23d51-863f-4327-b435-6f884c02f620'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:48:06.476088 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-6b8be71d-2217-4994-b2aa-07b4271a215d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:47:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['7aa23d51-863f-4327-b435-6f884c02f620'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:48:06.527668 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-4cf53017-523c-4bad-a23a-4c9f79c1f3c0 req-25a6c190-6fad-4550-81ae-23a2d55023a5 service neutron] Attempting to bind port 5589b2ed-9e4d-4eff-9dd5-8d1ad34b6669 on host n-h1-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:48:06.528084 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-4cf53017-523c-4bad-a23a-4c9f79c1f3c0 req-25a6c190-6fad-4550-81ae-23a2d55023a5 service neutron] Attempting to bind port 5589b2ed-9e4d-4eff-9dd5-8d1ad34b6669 by drivers openvswitch,hyperv on host n-h1-803378-2 at level 0 using segments [{'id': 'fa5f7742-6e03-46ef-8df5-0f25b5d284b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'debeaa60-b13d-4f6e-a270-9d57e30ced89'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:48:06.528601 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf53017-523c-4bad-a23a-4c9f79c1f3c0 req-25a6c190-6fad-4550-81ae-23a2d55023a5 service neutron] Attempting to bind port 5589b2ed-9e4d-4eff-9dd5-8d1ad34b6669 on network debeaa60-b13d-4f6e-a270-9d57e30ced89 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:48:06.544097 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f09fc6-4f96-4ae7-9c30-98be40bd411c req-fde6ee08-11ac-461f-b297-8e3bae546275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:48:06.547051 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-36f09fc6-4f96-4ae7-9c30-98be40bd411c req-fde6ee08-11ac-461f-b297-8e3bae546275 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7f88688726d24c8e9d77831659c7c3ae&device_id=ddf47896-42f3-4efd-854d-4716a8276153 HTTP/1.1" status: 200 len: 1095 time: 0.2294068 Aug 05 11:48:06.554543 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-28b956cb-c55f-4979-bc05-c6443c7b221b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:06.555030 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-6b8be71d-2217-4994-b2aa-07b4271a215d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:48:06.556245 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf53017-523c-4bad-a23a-4c9f79c1f3c0 req-25a6c190-6fad-4550-81ae-23a2d55023a5 service neutron] Port 5589b2ed-9e4d-4eff-9dd5-8d1ad34b6669 on network debeaa60-b13d-4f6e-a270-9d57e30ced89 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:48:06.556542 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8be71d-2217-4994-b2aa-07b4271a215d None None] The sync data for ids ['7aa23d51-863f-4327-b435-6f884c02f620'] in n-d-803378-2 is: [] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:48:06.556844 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf53017-523c-4bad-a23a-4c9f79c1f3c0 req-25a6c190-6fad-4550-81ae-23a2d55023a5 service neutron] Attempting to bind port 5589b2ed-9e4d-4eff-9dd5-8d1ad34b6669 on network debeaa60-b13d-4f6e-a270-9d57e30ced89 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:48:06.572885 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf53017-523c-4bad-a23a-4c9f79c1f3c0 req-25a6c190-6fad-4550-81ae-23a2d55023a5 service neutron] Checking agent: {'id': '40bb7567-59bd-4b31-bc29-da1c50bca759', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:48:06.573435 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf53017-523c-4bad-a23a-4c9f79c1f3c0 req-25a6c190-6fad-4550-81ae-23a2d55023a5 service neutron] Checking segment: {'id': 'fa5f7742-6e03-46ef-8df5-0f25b5d284b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'debeaa60-b13d-4f6e-a270-9d57e30ced89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:48:06.574109 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf53017-523c-4bad-a23a-4c9f79c1f3c0 req-25a6c190-6fad-4550-81ae-23a2d55023a5 service neutron] Bound using segment: {'id': 'fa5f7742-6e03-46ef-8df5-0f25b5d284b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'debeaa60-b13d-4f6e-a270-9d57e30ced89'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:48:06.574931 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-4cf53017-523c-4bad-a23a-4c9f79c1f3c0 req-25a6c190-6fad-4550-81ae-23a2d55023a5 service neutron] Bound port: 5589b2ed-9e4d-4eff-9dd5-8d1ad34b6669, host: n-h1-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa5f7742-6e03-46ef-8df5-0f25b5d284b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'debeaa60-b13d-4f6e-a270-9d57e30ced89'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:48:06.575526 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-4cf53017-523c-4bad-a23a-4c9f79c1f3c0 req-25a6c190-6fad-4550-81ae-23a2d55023a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:06.845510 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device f579cf51-d3b0-485a-b154-b24f0e798540 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:48:06.883188 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-28b956cb-c55f-4979-bc05-c6443c7b221b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=86c77fb8029242a3be296941709cf8f4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1103370 Aug 05 11:48:06.893653 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 43600) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:48:06.914418 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a293078-8ae5-482f-a839-f990e9d28820 None None] Network 1ac4b742-2a25-4935-8476-e9ad3e543504 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:48:06.922068 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b956cb-c55f-4979-bc05-c6443c7b221b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03266302-bcc4-41ba-93b5-50fce3385786,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:48:07.004596 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-3a047768-dcb5-423d-b95f-09a2533a2394 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] 10.222.0.58 "GET /v2.0/routers/7aa23d51-863f-4327-b435-6f884c02f620 HTTP/1.1" status: 200 len: 920 time: 0.5996392 Aug 05 11:48:07.028352 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 43602) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:48:07.064565 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-4cf53017-523c-4bad-a23a-4c9f79c1f3c0 req-25a6c190-6fad-4550-81ae-23a2d55023a5 service neutron] For port 5589b2ed-9e4d-4eff-9dd5-8d1ad34b6669, host n-h1-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:48:07.089944 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-01c1e845-f368-4e6c-9993-35cfcb773d64 None None] Provisioning for port f579cf51-d3b0-485a-b154-b24f0e798540 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:48:07.177482 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-4cf53017-523c-4bad-a23a-4c9f79c1f3c0 req-25a6c190-6fad-4550-81ae-23a2d55023a5 service neutron] For port 5589b2ed-9e4d-4eff-9dd5-8d1ad34b6669, host n-h1-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=5589b2ed-9e4d-4eff-9dd5-8d1ad34b6669,segment=NetworkSegment(fa5f7742-6e03-46ef-8df5-0f25b5d284b6),segment_id=fa5f7742-6e03-46ef-8df5-0f25b5d284b6)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:48:07.187912 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f09fc6-4f96-4ae7-9c30-98be40bd411c req-1d0da2d5-8451-44fa-a03b-f7a157945ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:48:07.190914 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-36f09fc6-4f96-4ae7-9c30-98be40bd411c req-1d0da2d5-8451-44fa-a03b-f7a157945ec6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ea4ab667-0582-45fb-abbe-165151692b1f HTTP/1.1" status: 200 len: 897 time: 0.6230772 Aug 05 11:48:07.201702 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-4cf53017-523c-4bad-a23a-4c9f79c1f3c0 req-25a6c190-6fad-4550-81ae-23a2d55023a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:07.234747 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-58e0c322-896d-49c3-8dde-cd185da468fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:07.275299 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f9568831-d0a5-4596-98dc-cd6a1ac96dec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:07.284478 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port f579cf51-d3b0-485a-b154-b24f0e798540 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:48:07.358792 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port f579cf51-d3b0-485a-b154-b24f0e798540 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:48:07.359781 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:07.376158 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-36f09fc6-4f96-4ae7-9c30-98be40bd411c req-8a84ccd6-2ba8-4d51-88f9-dbf15c88965c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62a5afb7-e9e3-45d8-b700-ff42ced7a25c HTTP/1.1" status: 200 len: 217 time: 0.1665750 Aug 05 11:48:07.397969 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-58e0c322-896d-49c3-8dde-cd185da468fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:07.402445 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf53017-523c-4bad-a23a-4c9f79c1f3c0 req-25a6c190-6fad-4550-81ae-23a2d55023a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:48:07.403660 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-4cf53017-523c-4bad-a23a-4c9f79c1f3c0 req-25a6c190-6fad-4550-81ae-23a2d55023a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:07.409067 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4cf53017-523c-4bad-a23a-4c9f79c1f3c0 req-25a6c190-6fad-4550-81ae-23a2d55023a5 service neutron] 10.222.0.64 "PUT /v2.0/ports/5589b2ed-9e4d-4eff-9dd5-8d1ad34b6669 HTTP/1.1" status: 200 len: 1092 time: 7.0712180 Aug 05 11:48:07.411692 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a5860d5-81ba-4285-b50f-47629f1fa963', 'tag': '5589b2ed-9e4d-4eff-9dd5-8d1ad34b6669'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:48:07.421516 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-423ddfba-8429-42d0-b20c-4aa883605b6e" -d '{"events": [{"name": "network-changed", "server_uuid": "5a5860d5-81ba-4285-b50f-47629f1fa963", "tag": "5589b2ed-9e4d-4eff-9dd5-8d1ad34b6669"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:48:07.424991 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d67915-8f7c-4045-a7fa-943774666574 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:48:07.429015 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-c0d67915-8f7c-4045-a7fa-943774666574 tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd&device_id=7aa23d51-863f-4327-b435-6f884c02f620&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3983252 Aug 05 11:48:07.450314 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-eb7557da-65e9-41e2-9d86-b67534b67aad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:07.461171 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 43610) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:48:07.531418 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5cc66754-6b12-43e0-be12-6f5463281f41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:07.575080 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:07.612028 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a6c190-6fad-4550-81ae-23a2d55023a5 service neutron] Pushing event updated for resources: {'Port': ['ID=5589b2ed-9e4d-4eff-9dd5-8d1ad34b6669,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:48:07.656238 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port f579cf51-d3b0-485a-b154-b24f0e798540, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=f579cf51-d3b0-485a-b154-b24f0e798540,segment=NetworkSegment(de1f7257-8faa-46ea-8956-4b8e85e97bcb),segment_id=de1f7257-8faa-46ea-8956-4b8e85e97bcb)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:48:07.669303 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:07.722360 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e0c322-896d-49c3-8dde-cd185da468fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de6f5c74-cff7-4c26-bfea-92872742d5d3,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:48:07.742868 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-58e0c322-896d-49c3-8dde-cd185da468fe admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=819b7b29de474b5a84c32e211dd4107a&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4855607 Aug 05 11:48:07.762856 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 43612) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:48:07.784713 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadf3b51-cca1-48fd-b2b5-200bb702e181 req-5cd440ff-71cd-4e66-afcf-66c8eedd261e tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:48:07.788712 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-dadf3b51-cca1-48fd-b2b5-200bb702e181 req-5cd440ff-71cd-4e66-afcf-66c8eedd261e tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddf47896-42f3-4efd-854d-4716a8276153 HTTP/1.1" status: 200 len: 944 time: 0.4036229 Aug 05 11:48:07.805251 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=f579cf51-d3b0-485a-b154-b24f0e798540,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:48:07.828310 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835f1618-46af-4760-8b52-8ba15d9d8966 req-a15b71ab-c506-4db3-9058-8cd1e92d03ac tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:48:07.837642 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-835f1618-46af-4760-8b52-8ba15d9d8966 req-a15b71ab-c506-4db3-9058-8cd1e92d03ac tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a5860d5-81ba-4285-b50f-47629f1fa963 HTTP/1.1" status: 200 len: 944 time: 0.4560246 Aug 05 11:48:07.858449 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5cc66754-6b12-43e0-be12-6f5463281f41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:07.954369 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f09fc6-4f96-4ae7-9c30-98be40bd411c req-e8d6ba08-2c23-40d5-ba90-5d60af2429b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:48:07.957376 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-36f09fc6-4f96-4ae7-9c30-98be40bd411c req-e8d6ba08-2c23-40d5-ba90-5d60af2429b7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=23b4b90e-0370-4e2d-856e-858c6909def7 HTTP/1.1" status: 200 len: 835 time: 0.5474989 Aug 05 11:48:07.968418 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-c41f47aa-5874-4ce3-b176-8b6a6b0f1ee4 None None] Provisioning complete for port f579cf51-d3b0-485a-b154-b24f0e798540 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:48:07.969629 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c41f47aa-5874-4ce3-b176-8b6a6b0f1ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:08.106974 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf53017-523c-4bad-a23a-4c9f79c1f3c0 req-4592368f-e6c2-4062-a0ae-ae55e62fbf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:48:08.109901 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4cf53017-523c-4bad-a23a-4c9f79c1f3c0 req-4592368f-e6c2-4062-a0ae-ae55e62fbf16 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=39c6d6575f854e26a57d96d36d983be3&device_id=5a5860d5-81ba-4285-b50f-47629f1fa963 HTTP/1.1" status: 200 len: 1095 time: 0.5087535 Aug 05 11:48:08.202306 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-721ddeb7-7930-4cbc-ab8a-e4609374abd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:08.216845 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-dadf3b51-cca1-48fd-b2b5-200bb702e181 req-4b277e78-97ef-4eaf-8a99-538aac9daeef tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ace5c99-ff1d-4ae8-a34c-808ba849368d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3668914 Aug 05 11:48:08.235577 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-835f1618-46af-4760-8b52-8ba15d9d8966 req-7779b7e9-852d-4809-90c5-070dc5aa045d tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5464a98-f362-4f03-a5f7-4b9d844b9cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2993360 Aug 05 11:48:08.250987 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4cf53017-523c-4bad-a23a-4c9f79c1f3c0 req-8c7e149e-67be-4f76-8e3a-bca96331bd00 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5589b2ed-9e4d-4eff-9dd5-8d1ad34b6669 HTTP/1.1" status: 200 len: 217 time: 0.1212449 Aug 05 11:48:08.257043 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ec0997-f59e-4649-b8e8-645663b0a18e tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:48:08.263610 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-b9ec0997-f59e-4649-b8e8-645663b0a18e tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] 10.222.0.58 "GET /v2.0/networks/36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd HTTP/1.1" status: 200 len: 881 time: 0.7963130 Aug 05 11:48:08.266752 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 43614) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:48:08.307576 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f09fc6-4f96-4ae7-9c30-98be40bd411c req-3360e230-950f-42b4-8fa6-56ad3468c1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:48:08.310297 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-36f09fc6-4f96-4ae7-9c30-98be40bd411c req-3360e230-950f-42b4-8fa6-56ad3468c1b8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ea4ab667-0582-45fb-abbe-165151692b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3175006 Aug 05 11:48:08.338407 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-f9415e26-6968-4eff-a9a7-fc0a6626c140 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] 10.222.0.58 "GET /v2.0/ports?device_id=7aa23d51-863f-4327-b435-6f884c02f620 HTTP/1.1" status: 200 len: 205 time: 0.0647800 Aug 05 11:48:08.342325 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-721ddeb7-7930-4cbc-ab8a-e4609374abd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:08.345773 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 43616) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:48:08.358380 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f9568831-d0a5-4596-98dc-cd6a1ac96dec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286026'] for router, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:08.367384 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5cc66754-6b12-43e0-be12-6f5463281f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:08.371209 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5cc66754-6b12-43e0-be12-6f5463281f41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:08.376402 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-5cc66754-6b12-43e0-be12-6f5463281f41 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/03266302-bcc4-41ba-93b5-50fce3385786 HTTP/1.1" status: 204 len: 168 time: 1.4671597 Aug 05 11:48:08.397280 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aa1dce5-4da1-4b4e-ae1b-daba0bc6cc0e x-openstack-request-id: req-9aa1dce5-4da1-4b4e-ae1b-daba0bc6cc0e {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:48:08.397738 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a5860d5-81ba-4285-b50f-47629f1fa963", "tag": "5589b2ed-9e4d-4eff-9dd5-8d1ad34b6669", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:48:08.398095 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9aa1dce5-4da1-4b4e-ae1b-daba0bc6cc0e {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:48:08.399428 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a5860d5-81ba-4285-b50f-47629f1fa963', 'tag': '5589b2ed-9e4d-4eff-9dd5-8d1ad34b6669', 'status': 'completed', 'code': 200} Aug 05 11:48:08.459102 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-51a00053-4e9a-422e-a7cf-a0079722e387 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:08.477344 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-51a00053-4e9a-422e-a7cf-a0079722e387 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:08.489409 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc66754-6b12-43e0-be12-6f5463281f41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03266302-bcc4-41ba-93b5-50fce3385786,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:48:08.524312 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf53017-523c-4bad-a23a-4c9f79c1f3c0 req-6b265768-4abb-4c13-b2fd-0332f6716c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:48:08.527017 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4cf53017-523c-4bad-a23a-4c9f79c1f3c0 req-6b265768-4abb-4c13-b2fd-0332f6716c3c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9fa39e07-a6bd-4ef4-8a54-1af79d2770df HTTP/1.1" status: 200 len: 844 time: 0.2655413 Aug 05 11:48:08.614968 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51a00053-4e9a-422e-a7cf-a0079722e387 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] vlan segment allocate from pool success with {'vlan_id': 676, 'physical_network': 'physnet1'} {{(pid=94421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:48:08.635165 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-51a00053-4e9a-422e-a7cf-a0079722e387 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:08.635776 n-d-803378-2 neutron-server[94421]: INFO neutron.db.segments_db [None req-51a00053-4e9a-422e-a7cf-a0079722e387 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Added segment 5620b881-ff3e-403e-a36e-d8084dffb742 of type vlan for network 80859755-4744-401e-84dc-ec2100d50281 Aug 05 11:48:08.703707 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a00053-4e9a-422e-a7cf-a0079722e387 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e53c659b-2b9b-4ddf-a616-f65c32fb0c75,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:48:08.719197 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4cf53017-523c-4bad-a23a-4c9f79c1f3c0 req-e1e2c578-2c0b-4266-a91d-a2abc07e65d2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=debeaa60-b13d-4f6e-a270-9d57e30ced89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1664183 Aug 05 11:48:08.761346 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device f579cf51-d3b0-485a-b154-b24f0e798540 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:48:08.819825 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 62a5afb7-e9e3-45d8-b700-ff42ced7a25c details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:48:08.841183 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-51a00053-4e9a-422e-a7cf-a0079722e387 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:08.997112 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port f579cf51-d3b0-485a-b154-b24f0e798540 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:48:08.997671 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:09.029519 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-51a00053-4e9a-422e-a7cf-a0079722e387 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:09.043737 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a00053-4e9a-422e-a7cf-a0079722e387 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:48:09.045400 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-51a00053-4e9a-422e-a7cf-a0079722e387 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks [] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:09.149379 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 62a5afb7-e9e3-45d8-b700-ff42ced7a25c, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=62a5afb7-e9e3-45d8-b700-ff42ced7a25c,segment=NetworkSegment(9f03e2db-8557-4053-84d8-e8f77c56803d),segment_id=9f03e2db-8557-4053-84d8-e8f77c56803d)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:48:09.195658 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Returning: {'device': '62a5afb7-e9e3-45d8-b700-ff42ced7a25c', 'network_id': 'ea4ab667-0582-45fb-abbe-165151692b1f', 'port_id': '62a5afb7-e9e3-45d8-b700-ff42ced7a25c', 'mac_address': 'fa:16:3e:fc:09:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23b4b90e-0370-4e2d-856e-858c6909def7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:48:09.254304 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-51a00053-4e9a-422e-a7cf-a0079722e387 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 4.9161692 Aug 05 11:48:09.293715 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-36f09fc6-4f96-4ae7-9c30-98be40bd411c req-812166f0-88a1-42e0-87ee-ed7d9f8851f9 service neutron] 10.222.0.55 "GET /v2.0/networks/ea4ab667-0582-45fb-abbe-165151692b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9467168 Aug 05 11:48:09.424946 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4cf53017-523c-4bad-a23a-4c9f79c1f3c0 req-ff6db520-3959-4908-8abe-1a256a35eac3 service neutron] 10.222.0.64 "GET /v2.0/networks/debeaa60-b13d-4f6e-a270-9d57e30ced89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5443664 Aug 05 11:48:09.545092 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:09.594913 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-721ddeb7-7930-4cbc-ab8a-e4609374abd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:09.598311 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62a5afb7-e9e3-45d8-b700-ff42ced7a25c {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:48:09.611660 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-721ddeb7-7930-4cbc-ab8a-e4609374abd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:09.621517 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-721ddeb7-7930-4cbc-ab8a-e4609374abd2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/de6f5c74-cff7-4c26-bfea-92872742d5d3 HTTP/1.1" status: 204 len: 168 time: 1.8306179 Aug 05 11:48:09.626052 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 43634) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:48:09.638107 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-94e08832-60ce-40f3-b152-73876426ba4b tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Notify callbacks [] for router, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:09.656774 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-9a4a8bef-4f29-4b30-a333-76b78a6a4ba2 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Request body: {'subnet': {'network_id': '80859755-4744-401e-84dc-ec2100d50281', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:48:09.689856 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a00053-4e9a-422e-a7cf-a0079722e387 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Pushing event updated for resources: {'Network': ['ID=80859755-4744-401e-84dc-ec2100d50281,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:48:09.729746 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 80859755-4744-401e-84dc-ec2100d50281 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:48:09.759202 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 62a5afb7-e9e3-45d8-b700-ff42ced7a25c, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=62a5afb7-e9e3-45d8-b700-ff42ced7a25c,segment=NetworkSegment(9f03e2db-8557-4053-84d8-e8f77c56803d),segment_id=9f03e2db-8557-4053-84d8-e8f77c56803d)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:48:09.845513 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-36f09fc6-4f96-4ae7-9c30-98be40bd411c req-9528fd7e-e29a-4640-8456-a5a2702d0e20 service neutron] 10.222.0.55 "GET /v2.0/networks/ea4ab667-0582-45fb-abbe-165151692b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4608386 Aug 05 11:48:09.860632 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:09.945723 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4cf53017-523c-4bad-a23a-4c9f79c1f3c0 req-f10cc38c-75f3-48ed-995e-a44ecec4bbc5 service neutron] 10.222.0.64 "GET /v2.0/networks/debeaa60-b13d-4f6e-a270-9d57e30ced89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5110636 Aug 05 11:48:09.977509 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721ddeb7-7930-4cbc-ab8a-e4609374abd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de6f5c74-cff7-4c26-bfea-92872742d5d3,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:48:10.195314 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a4a8bef-4f29-4b30-a333-76b78a6a4ba2 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Made reservation on behalf of 63553f01420144a38df0f1373f99c0f2 for: {'subnet': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:48:10.202250 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9a4a8bef-4f29-4b30-a333-76b78a6a4ba2 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24211133'] for subnet, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:10.330000 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423ddfba-8429-42d0-b20c-4aa883605b6e req-3058d18c-f84f-489f-bcae-11e3f1eac479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:48:10.333045 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-423ddfba-8429-42d0-b20c-4aa883605b6e req-3058d18c-f84f-489f-bcae-11e3f1eac479 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=39c6d6575f854e26a57d96d36d983be3&device_id=5a5860d5-81ba-4285-b50f-47629f1fa963 HTTP/1.1" status: 200 len: 1095 time: 0.1902633 Aug 05 11:48:10.368863 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a25aab7-892e-4fc0-a5cb-41d59de85368 req-ddf97b81-56ee-42b9-a863-714ad79a8d15 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:48:10.371627 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1a25aab7-892e-4fc0-a5cb-41d59de85368 req-ddf97b81-56ee-42b9-a863-714ad79a8d15 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddf47896-42f3-4efd-854d-4716a8276153 HTTP/1.1" status: 200 len: 945 time: 0.7474401 Aug 05 11:48:10.401401 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437a004d-ee4c-4759-b7bb-2df5540cea98 req-e309b841-976a-44e2-9fe7-2a9629ba7842 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:48:10.404825 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-437a004d-ee4c-4759-b7bb-2df5540cea98 req-e309b841-976a-44e2-9fe7-2a9629ba7842 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a5860d5-81ba-4285-b50f-47629f1fa963 HTTP/1.1" status: 200 len: 944 time: 0.5941114 Aug 05 11:48:10.514611 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9568831-d0a5-4596-98dc-cd6a1ac96dec admin admin] Router 6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f is scheduled to L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d with binding_index 1 {{(pid=94420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 11:48:10.526501 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-6c2a5d45-24fc-4853-9fdc-249dfa0c2050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:10.557576 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:10.598233 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['62a5afb7-e9e3-45d8-b700-ff42ced7a25c'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:48:10.617476 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1a25aab7-892e-4fc0-a5cb-41d59de85368 req-10d3236d-be23-4fc2-aac6-f7e8208d3661 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ace5c99-ff1d-4ae8-a34c-808ba849368d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2073097 Aug 05 11:48:10.620987 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-94e08832-60ce-40f3-b152-73876426ba4b tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:10.708030 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=62a5afb7-e9e3-45d8-b700-ff42ced7a25c,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:48:10.778944 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423ddfba-8429-42d0-b20c-4aa883605b6e req-1d88f129-3a89-4947-8b8c-f060f35f607a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:48:10.784122 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-423ddfba-8429-42d0-b20c-4aa883605b6e req-1d88f129-3a89-4947-8b8c-f060f35f607a service neutron] 10.222.0.64 "GET /v2.0/networks?id=debeaa60-b13d-4f6e-a270-9d57e30ced89 HTTP/1.1" status: 200 len: 905 time: 0.4426155 Aug 05 11:48:10.826301 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-437a004d-ee4c-4759-b7bb-2df5540cea98 req-1b3226a7-ea51-4e8e-83e6-252a26b8ea77 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5464a98-f362-4f03-a5f7-4b9d844b9cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4014161 Aug 05 11:48:10.934298 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-423ddfba-8429-42d0-b20c-4aa883605b6e req-62b83a27-2e53-4359-8468-34339019a6e9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5589b2ed-9e4d-4eff-9dd5-8d1ad34b6669 HTTP/1.1" status: 200 len: 217 time: 0.1381660 Aug 05 11:48:11.127639 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9568831-d0a5-4596-98dc-cd6a1ac96dec admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:48:11.143044 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423ddfba-8429-42d0-b20c-4aa883605b6e req-26438a48-4ab4-452a-a2e0-597a3442c3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:48:11.150618 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79df9116-9b61-4bcf-83d6-681b00c09c4a None None] Sync routers for ids ['6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:48:11.156725 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-423ddfba-8429-42d0-b20c-4aa883605b6e req-26438a48-4ab4-452a-a2e0-597a3442c3c9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9fa39e07-a6bd-4ef4-8a54-1af79d2770df HTTP/1.1" status: 200 len: 844 time: 0.2136946 Aug 05 11:48:11.303233 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 43652) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:48:11.307308 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-423ddfba-8429-42d0-b20c-4aa883605b6e req-97724145-6c96-4fc1-850f-f9bace135b9c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=debeaa60-b13d-4f6e-a270-9d57e30ced89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1414351 Aug 05 11:48:11.337132 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-94e08832-60ce-40f3-b152-73876426ba4b tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Deleting port 9a8e65fb-0781-43b1-a079-1eadc5606118 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:48:11.337936 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-94e08832-60ce-40f3-b152-73876426ba4b tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:11.348001 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79df9116-9b61-4bcf-83d6-681b00c09c4a None None] Routers {'6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:48:11.349173 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-79df9116-9b61-4bcf-83d6-681b00c09c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:48:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:48:11.385896 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2ae59731-15d7-497a-97e6-a77c50f56b19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:11.544194 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-94e08832-60ce-40f3-b152-73876426ba4b tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:11.575171 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-94e08832-60ce-40f3-b152-73876426ba4b tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Calling delete_port for 9a8e65fb-0781-43b1-a079-1eadc5606118 owned by network:router_gateway {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:48:11.614465 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-423ddfba-8429-42d0-b20c-4aa883605b6e req-39070284-4797-4801-a709-92b95575af13 service neutron] 10.222.0.64 "GET /v2.0/networks/debeaa60-b13d-4f6e-a270-9d57e30ced89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2801049 Aug 05 11:48:11.679350 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-79df9116-9b61-4bcf-83d6-681b00c09c4a None None] Set router 6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:48:11.722334 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:11.760313 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f9568831-d0a5-4596-98dc-cd6a1ac96dec admin admin] Notify callbacks [] for router, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:11.766579 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-f9568831-d0a5-4596-98dc-cd6a1ac96dec admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 9.2767105 Aug 05 11:48:11.770153 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 43660) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:48:11.843583 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-423ddfba-8429-42d0-b20c-4aa883605b6e req-5edf3445-77cf-41af-9207-6c9d5085d07d service neutron] 10.222.0.64 "GET /v2.0/networks/debeaa60-b13d-4f6e-a270-9d57e30ced89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150793 Aug 05 11:48:11.966116 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9a4a8bef-4f29-4b30-a333-76b78a6a4ba2 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29762700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24211087'] for subnet, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:12.019146 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2ae59731-15d7-497a-97e6-a77c50f56b19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:12.034744 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2ae59731-15d7-497a-97e6-a77c50f56b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:12.126125 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-2ae59731-15d7-497a-97e6-a77c50f56b19 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5dd0e004f5b64a24ac1eed6c6b7d3a90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8115234 Aug 05 11:48:12.129566 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae59731-15d7-497a-97e6-a77c50f56b19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d6e9725-f165-45c0-b978-734ebee76def,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:48:12.138413 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 43666) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:48:12.205229 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-79df9116-9b61-4bcf-83d6-681b00c09c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f', 'name': 'tempest-AttachVolumeShelveTestJSON-252295355-router', 'tenant_id': 'cbc89f3908d842d4a7beeb1a4fce5354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': 'd2e4cdb8-47c4-4e8a-a089-078d0648bcb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:48:02Z', 'updated_at': '2021-08-05T11:48:06Z', 'revision_number': 3, 'project_id': 'cbc89f3908d842d4a7beeb1a4fce5354', 'gw_port': {'id': 'd2e4cdb8-47c4-4e8a-a089-078d0648bcb8', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:00:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:48:04Z', 'updated_at': '2021-08-05T11:48:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:48:12.252778 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-385647d4-05e1-4955-92ad-188745248d3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:12.262776 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79df9116-9b61-4bcf-83d6-681b00c09c4a None None] Checking router: 6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:48:12.264273 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79df9116-9b61-4bcf-83d6-681b00c09c4a None None] Updating router 6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f port d2e4cdb8-47c4-4e8a-a089-078d0648bcb8 binding host n-d-803378-2 {{(pid=94423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 11:48:12.326668 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-385647d4-05e1-4955-92ad-188745248d3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:12.332020 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-79df9116-9b61-4bcf-83d6-681b00c09c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:12.360856 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a6694e-e6c0-4390-b7b4-e02861edcac8 req-8a4042bc-63c3-48a4-8277-94ea5628f63b tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:48:12.373377 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-20a6694e-e6c0-4390-b7b4-e02861edcac8 req-8a4042bc-63c3-48a4-8277-94ea5628f63b tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddf47896-42f3-4efd-854d-4716a8276153 HTTP/1.1" status: 200 len: 945 time: 0.4094372 Aug 05 11:48:12.376150 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4a8bef-4f29-4b30-a333-76b78a6a4ba2 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Pushing event updated for resources: {'Subnet': ['ID=5ccf5768-d19e-4e56-813f-1a07e4c07efe,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:48:12.456660 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-385647d4-05e1-4955-92ad-188745248d3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:12.462303 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-385647d4-05e1-4955-92ad-188745248d3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:12.463866 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-385647d4-05e1-4955-92ad-188745248d3e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2d6e9725-f165-45c0-b978-734ebee76def HTTP/1.1" status: 204 len: 168 time: 0.3239801 Aug 05 11:48:12.483406 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385647d4-05e1-4955-92ad-188745248d3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d6e9725-f165-45c0-b978-734ebee76def,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:48:12.551362 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7d8914-fbe6-4d04-8dcb-ed2a563f696e req-f2ded48f-eb64-4de6-8062-5d07bd9ce0de tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:48:12.554835 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 11:48:12.556416 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9c7d8914-fbe6-4d04-8dcb-ed2a563f696e req-f2ded48f-eb64-4de6-8062-5d07bd9ce0de tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a5860d5-81ba-4285-b50f-47629f1fa963 HTTP/1.1" status: 200 len: 944 time: 0.4552429 Aug 05 11:48:12.734173 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4a8bef-4f29-4b30-a333-76b78a6a4ba2 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Checking segment: {'id': '5620b881-ff3e-403e-a36e-d8084dffb742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '80859755-4744-401e-84dc-ec2100d50281'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:48:12.735228 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4a8bef-4f29-4b30-a333-76b78a6a4ba2 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Network hostable DHCP agents. Network: 80859755-4744-401e-84dc-ec2100d50281, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:48:12.761425 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-94e08832-60ce-40f3-b152-73876426ba4b tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:12.824303 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 62a5afb7-e9e3-45d8-b700-ff42ced7a25c up at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:48:12.865993 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e08832-60ce-40f3-b152-73876426ba4b tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Pushing event deleted for resources: {'Port': ['ID=9a8e65fb-0781-43b1-a079-1eadc5606118,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:48:12.960438 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-20a6694e-e6c0-4390-b7b4-e02861edcac8 req-31b7b783-3ef2-4028-8d6d-928aaecd6196 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ace5c99-ff1d-4ae8-a34c-808ba849368d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5483289 Aug 05 11:48:13.023439 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning for port 62a5afb7-e9e3-45d8-b700-ff42ced7a25c completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:48:13.029905 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-79df9116-9b61-4bcf-83d6-681b00c09c4a None None] Notify callbacks [] for port, precommit_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:13.037646 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning complete for port 62a5afb7-e9e3-45d8-b700-ff42ced7a25c triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:48:13.042034 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:13.049799 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9c7d8914-fbe6-4d04-8dcb-ed2a563f696e req-c30b0ced-ec8a-477c-8bcf-a84616cf44d5 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5464a98-f362-4f03-a5f7-4b9d844b9cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4379976 Aug 05 11:48:13.074440 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.provisioning_blocks [None req-79df9116-9b61-4bcf-83d6-681b00c09c4a None None] Transition to ACTIVE for port object d2e4cdb8-47c4-4e8a-a089-078d0648bcb8 will not be triggered until provisioned by entity L2. {{(pid=94423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:48:13.093081 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-79df9116-9b61-4bcf-83d6-681b00c09c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:13.144428 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4a8bef-4f29-4b30-a333-76b78a6a4ba2 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Network 80859755-4744-401e-84dc-ec2100d50281 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:48:13.219574 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-79df9116-9b61-4bcf-83d6-681b00c09c4a None None] Attempting to bind port d2e4cdb8-47c4-4e8a-a089-078d0648bcb8 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:48:13.220453 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-79df9116-9b61-4bcf-83d6-681b00c09c4a None None] Attempting to bind port d2e4cdb8-47c4-4e8a-a089-078d0648bcb8 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}] {{(pid=94423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:48:13.220841 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79df9116-9b61-4bcf-83d6-681b00c09c4a None None] Attempting to bind port d2e4cdb8-47c4-4e8a-a089-078d0648bcb8 on network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:48:13.241847 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b42eb68-0cb8-4499-bcd3-adb14de2939d None None] Pushing event updated for resources: {'Port': ['ID=d2e4cdb8-47c4-4e8a-a089-078d0648bcb8,revision_number=2']} {{(pid=94423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:48:13.247221 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79df9116-9b61-4bcf-83d6-681b00c09c4a None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:48:13.248225 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79df9116-9b61-4bcf-83d6-681b00c09c4a None None] Checking segment: {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:48:13.248941 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-79df9116-9b61-4bcf-83d6-681b00c09c4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:13.249571 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79df9116-9b61-4bcf-83d6-681b00c09c4a None None] Bound using segment: {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'} {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:48:13.250374 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-79df9116-9b61-4bcf-83d6-681b00c09c4a None None] Bound port: d2e4cdb8-47c4-4e8a-a089-078d0648bcb8, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}}] {{(pid=94423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:48:13.251002 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-79df9116-9b61-4bcf-83d6-681b00c09c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:13.316011 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-9a4a8bef-4f29-4b30-a333-76b78a6a4ba2 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, 80859755-4744-401e-84dc-ec2100d50281) {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:48:13.327784 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:13.341996 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7ded5f-a863-41fa-9140-e2c45e268728 None None] Network 80859755-4744-401e-84dc-ec2100d50281 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:48:13.385723 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4a8bef-4f29-4b30-a333-76b78a6a4ba2 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:48:13.387787 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9a4a8bef-4f29-4b30-a333-76b78a6a4ba2 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks [] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:13.398413 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.db [None req-79df9116-9b61-4bcf-83d6-681b00c09c4a None None] For port d2e4cdb8-47c4-4e8a-a089-078d0648bcb8, host n-d-803378-2, cleared binding levels {{(pid=94423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:48:13.405864 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.db [None req-79df9116-9b61-4bcf-83d6-681b00c09c4a None None] For port d2e4cdb8-47c4-4e8a-a089-078d0648bcb8, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=d2e4cdb8-47c4-4e8a-a089-078d0648bcb8,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:48:13.421129 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-79df9116-9b61-4bcf-83d6-681b00c09c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:13.459883 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 5589b2ed-9e4d-4eff-9dd5-8d1ad34b6669 details requested by agent hyperv_n-h1-803378-2 with host n-h1-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:48:13.502504 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-94e08832-60ce-40f3-b152-73876426ba4b tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33285055'] for router_gateway, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:13.519829 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddf47896-42f3-4efd-854d-4716a8276153', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62a5afb7-e9e3-45d8-b700-ff42ced7a25c'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:48:13.524475 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5afeeeb1-e8ad-49f5-8ef6-601bf26d9956" -d '{"events": [{"server_uuid": "ddf47896-42f3-4efd-854d-4716a8276153", "name": "network-vif-plugged", "status": "completed", "tag": "62a5afb7-e9e3-45d8-b700-ff42ced7a25c"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:48:13.569518 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 62a5afb7-e9e3-45d8-b700-ff42ced7a25c, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=62a5afb7-e9e3-45d8-b700-ff42ced7a25c,segment=NetworkSegment(9f03e2db-8557-4053-84d8-e8f77c56803d),segment_id=9f03e2db-8557-4053-84d8-e8f77c56803d)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:48:13.595301 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79df9116-9b61-4bcf-83d6-681b00c09c4a None None] Routers {'6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:48:13.596936 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-79df9116-9b61-4bcf-83d6-681b00c09c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:48:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:48:13.885398 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-79df9116-9b61-4bcf-83d6-681b00c09c4a None None] Set router 6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:48:13.911486 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 5589b2ed-9e4d-4eff-9dd5-8d1ad34b6669, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=5589b2ed-9e4d-4eff-9dd5-8d1ad34b6669,segment=NetworkSegment(fa5f7742-6e03-46ef-8df5-0f25b5d284b6),segment_id=fa5f7742-6e03-46ef-8df5-0f25b5d284b6)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:48:13.943886 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 43690) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:48:13.946745 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-9a4a8bef-4f29-4b30-a333-76b78a6a4ba2 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 4.3042052 Aug 05 11:48:13.949018 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Returning: {'device': '5589b2ed-9e4d-4eff-9dd5-8d1ad34b6669', 'network_id': 'debeaa60-b13d-4f6e-a270-9d57e30ced89', 'port_id': '5589b2ed-9e4d-4eff-9dd5-8d1ad34b6669', 'mac_address': 'fa:16:3e:d5:63:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fa39e07-a6bd-4ef4-8a54-1af79d2770df', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:48:13.970804 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-006067ce-c899-4069-985f-f59160f8d95f x-openstack-request-id: req-006067ce-c899-4069-985f-f59160f8d95f {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:48:13.971352 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-bb5b0144-a1ec-4a23-bd02-585703aea6b6 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1476145840'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:48:13.972792 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddf47896-42f3-4efd-854d-4716a8276153", "name": "network-vif-plugged", "status": "completed", "tag": "62a5afb7-e9e3-45d8-b700-ff42ced7a25c", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:48:13.973808 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-006067ce-c899-4069-985f-f59160f8d95f {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:48:13.975540 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddf47896-42f3-4efd-854d-4716a8276153', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62a5afb7-e9e3-45d8-b700-ff42ced7a25c', 'code': 200} Aug 05 11:48:13.981887 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:14.119726 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbadf944-8028-49d7-a5d0-7c1b6249946e req-7011c5a2-94df-43ca-b951-1cb603942e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:48:14.128905 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-fbadf944-8028-49d7-a5d0-7c1b6249946e req-7011c5a2-94df-43ca-b951-1cb603942e74 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ddf47896-42f3-4efd-854d-4716a8276153 HTTP/1.1" status: 200 len: 1097 time: 0.3014927 Aug 05 11:48:14.132670 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-94e08832-60ce-40f3-b152-73876426ba4b tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33262979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1951'] for router, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:14.146021 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=62a5afb7-e9e3-45d8-b700-ff42ced7a25c,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:48:14.172671 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-94e08832-60ce-40f3-b152-73876426ba4b tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:14.246365 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:14.280581 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb5b0144-a1ec-4a23-bd02-585703aea6b6 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Made reservation on behalf of 63553f01420144a38df0f1373f99c0f2 for: {'network': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:48:14.284834 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-bb5b0144-a1ec-4a23-bd02-585703aea6b6 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:14.394164 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-fbadf944-8028-49d7-a5d0-7c1b6249946e req-f25502c2-5017-46a3-9ca1-b5323f773f0c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=8ace5c99-ff1d-4ae8-a34c-808ba849368d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2546208 Aug 05 11:48:14.408659 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:14.489492 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5589b2ed-9e4d-4eff-9dd5-8d1ad34b6669 {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:48:14.496760 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb5b0144-a1ec-4a23-bd02-585703aea6b6 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] vlan segment allocate from pool success with {'vlan_id': 674, 'physical_network': 'physnet1'} {{(pid=94421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:48:14.572317 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-bb5b0144-a1ec-4a23-bd02-585703aea6b6 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:14.579453 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 5589b2ed-9e4d-4eff-9dd5-8d1ad34b6669, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=5589b2ed-9e4d-4eff-9dd5-8d1ad34b6669,segment=NetworkSegment(fa5f7742-6e03-46ef-8df5-0f25b5d284b6),segment_id=fa5f7742-6e03-46ef-8df5-0f25b5d284b6)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:48:14.584412 n-d-803378-2 neutron-server[94421]: INFO neutron.db.segments_db [None req-bb5b0144-a1ec-4a23-bd02-585703aea6b6 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Added segment cc196a84-dfa0-4c25-80ec-66768a15c3ed of type vlan for network eadcdeb6-45c2-4f97-a742-7b70d3b17448 Aug 05 11:48:14.593065 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:14.637112 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd56985e-705d-4300-8ff0-8858062b47c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-80859755-4744-401e-84dc-ec2100d50281', 'network_id': '80859755-4744-401e-84dc-ec2100d50281', 'tenant_id': '63553f01420144a38df0f1373f99c0f2', 'fixed_ips': [{'subnet_id': '5ccf5768-d19e-4e56-813f-1a07e4c07efe'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 11:48:14.638817 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-fd56985e-705d-4300-8ff0-8858062b47c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:14.786954 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-94e08832-60ce-40f3-b152-73876426ba4b tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33262474'] for router, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:14.788533 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94e08832-60ce-40f3-b152-73876426ba4b tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Fanout notify agent at l3_agent the message router_deleted on router 7aa23d51-863f-4327-b435-6f884c02f620 {{(pid=94420) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 11:48:14.808420 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-94e08832-60ce-40f3-b152-73876426ba4b tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Notify callbacks [] for router, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:14.815518 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-94e08832-60ce-40f3-b152-73876426ba4b tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] 10.222.0.58 "DELETE /v2.0/routers/7aa23d51-863f-4327-b435-6f884c02f620 HTTP/1.1" status: 204 len: 168 time: 6.4579756 Aug 05 11:48:14.854155 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 43706) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:48:14.867082 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b42eb68-0cb8-4499-bcd3-adb14de2939d None None] Pushing event updated for resources: {'Port': ['ID=d2e4cdb8-47c4-4e8a-a089-078d0648bcb8,revision_number=3']} {{(pid=94423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:48:14.873139 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-bb5b0144-a1ec-4a23-bd02-585703aea6b6 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:14.896083 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-f032179a-6c6b-48b6-b25b-f1a464f4a896 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-961834545', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}, 'admin_state_up': False}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:48:15.012015 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5015a5-6474-4f26-8e0f-66a1dfbe02b6 req-bd1a6ac8-6a10-43c9-a5b6-42183b7f2797 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:48:15.020139 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-bb5b0144-a1ec-4a23-bd02-585703aea6b6 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:15.022279 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7b5015a5-6474-4f26-8e0f-66a1dfbe02b6 req-bd1a6ac8-6a10-43c9-a5b6-42183b7f2797 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddf47896-42f3-4efd-854d-4716a8276153 HTTP/1.1" status: 200 len: 946 time: 0.7401328 Aug 05 11:48:15.056749 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb5b0144-a1ec-4a23-bd02-585703aea6b6 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:48:15.058018 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-bb5b0144-a1ec-4a23-bd02-585703aea6b6 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks [] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:15.151552 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-79df9116-9b61-4bcf-83d6-681b00c09c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f', 'name': 'tempest-AttachVolumeShelveTestJSON-252295355-router', 'tenant_id': 'cbc89f3908d842d4a7beeb1a4fce5354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': 'd2e4cdb8-47c4-4e8a-a089-078d0648bcb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:48:02Z', 'updated_at': '2021-08-05T11:48:06Z', 'revision_number': 3, 'project_id': 'cbc89f3908d842d4a7beeb1a4fce5354', 'gw_port': {'id': 'd2e4cdb8-47c4-4e8a-a089-078d0648bcb8', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:00:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:48:04Z', 'updated_at': '2021-08-05T11:48:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:48:15.266578 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5b0144-a1ec-4a23-bd02-585703aea6b6 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Pushing event updated for resources: {'Network': ['ID=eadcdeb6-45c2-4f97-a742-7b70d3b17448,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:48:15.282215 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['5589b2ed-9e4d-4eff-9dd5-8d1ad34b6669'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:48:15.286265 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2a3f37-bfa5-4d71-82e7-336b426f280a req-dc94318b-c140-4ce0-a5f4-7add0228ae40 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:48:15.293453 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79df9116-9b61-4bcf-83d6-681b00c09c4a None None] The sync data for ids ['6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f'] in n-d-803378-2 is: [{'id': '6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f', 'name': 'tempest-AttachVolumeShelveTestJSON-252295355-router', 'tenant_id': 'cbc89f3908d842d4a7beeb1a4fce5354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': 'd2e4cdb8-47c4-4e8a-a089-078d0648bcb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:48:02Z', 'updated_at': '2021-08-05T11:48:06Z', 'revision_number': 3, 'project_id': 'cbc89f3908d842d4a7beeb1a4fce5354', 'gw_port': {'id': 'd2e4cdb8-47c4-4e8a-a089-078d0648bcb8', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:00:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:48:04Z', 'updated_at': '2021-08-05T11:48:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:48:15.295948 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network eadcdeb6-45c2-4f97-a742-7b70d3b17448 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:48:15.301853 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0e2a3f37-bfa5-4d71-82e7-336b426f280a req-dc94318b-c140-4ce0-a5f4-7add0228ae40 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a5860d5-81ba-4285-b50f-47629f1fa963 HTTP/1.1" status: 200 len: 945 time: 0.7659791 Aug 05 11:48:15.340126 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-bb5b0144-a1ec-4a23-bd02-585703aea6b6 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3912556 Aug 05 11:48:15.342738 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 43714) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:48:15.352629 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f032179a-6c6b-48b6-b25b-f1a464f4a896 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33260300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1929'] for router, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:15.361573 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-abf54c36-8485-4357-9ce5-f1fbd63df239 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Request body: {'subnet': {'network_id': 'eadcdeb6-45c2-4f97-a742-7b70d3b17448', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:48:15.372884 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f032179a-6c6b-48b6-b25b-f1a464f4a896 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33285914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33034662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1926'] for router, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:15.522498 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=5589b2ed-9e4d-4eff-9dd5-8d1ad34b6669,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:48:15.701022 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-abf43469-ffe8-46ed-a7df-7b6d061523de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:15.763121 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abf54c36-8485-4357-9ce5-f1fbd63df239 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Made reservation on behalf of 63553f01420144a38df0f1373f99c0f2 for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:48:15.779797 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-abf54c36-8485-4357-9ce5-f1fbd63df239 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:15.822311 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7b5015a5-6474-4f26-8e0f-66a1dfbe02b6 req-f26b5a08-9b2d-4777-a4f2-8a011f891a11 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ace5c99-ff1d-4ae8-a34c-808ba849368d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7399826 Aug 05 11:48:16.121109 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-fd56985e-705d-4300-8ff0-8858062b47c1 None None] Allocated IP 172.20.255.242 (80859755-4744-401e-84dc-ec2100d50281/5ccf5768-d19e-4e56-813f-1a07e4c07efe/09e83e05-8b71-4791-a2e9-707aec23dee9) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:48:16.547878 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-abf54c36-8485-4357-9ce5-f1fbd63df239 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25038678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30075167'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:16.627636 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-abf43469-ffe8-46ed-a7df-7b6d061523de admin admin] Allocated IP 172.20.0.1 (1ac4b742-2a25-4935-8476-e9ad3e543504/a5e28117-6f3c-401b-be5b-a70254f1dc57/8aa769c9-d28d-4014-b245-171c7151cd39) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:48:16.855639 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf54c36-8485-4357-9ce5-f1fbd63df239 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Pushing event updated for resources: {'Subnet': ['ID=d08ff7fb-7703-4c4e-aaed-468fdbde9f1c,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:48:16.907442 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf54c36-8485-4357-9ce5-f1fbd63df239 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Checking segment: {'id': 'cc196a84-dfa0-4c25-80ec-66768a15c3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'eadcdeb6-45c2-4f97-a742-7b70d3b17448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:48:16.913515 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf54c36-8485-4357-9ce5-f1fbd63df239 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Network hostable DHCP agents. Network: eadcdeb6-45c2-4f97-a742-7b70d3b17448, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:48:17.016938 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf54c36-8485-4357-9ce5-f1fbd63df239 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Network eadcdeb6-45c2-4f97-a742-7b70d3b17448 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:48:17.066451 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-abf54c36-8485-4357-9ce5-f1fbd63df239 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, eadcdeb6-45c2-4f97-a742-7b70d3b17448) {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:48:17.071262 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-fd56985e-705d-4300-8ff0-8858062b47c1 None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:17.077103 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf54c36-8485-4357-9ce5-f1fbd63df239 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:48:17.078135 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-abf54c36-8485-4357-9ce5-f1fbd63df239 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:17.101990 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device d2e4cdb8-47c4-4e8a-a089-078d0648bcb8 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:48:17.125487 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-abf54c36-8485-4357-9ce5-f1fbd63df239 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.7824008 Aug 05 11:48:17.129791 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 43732) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:48:17.243469 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09de0597-3d8e-47de-a361-4731a07e1a74 None None] Network eadcdeb6-45c2-4f97-a742-7b70d3b17448 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:48:17.292018 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-fd56985e-705d-4300-8ff0-8858062b47c1 None None] Transition to ACTIVE for port object 09e83e05-8b71-4791-a2e9-707aec23dee9 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:48:17.449469 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-fd56985e-705d-4300-8ff0-8858062b47c1 None None] Transition to ACTIVE for port object 09e83e05-8b71-4791-a2e9-707aec23dee9 will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:48:17.467209 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port d2e4cdb8-47c4-4e8a-a089-078d0648bcb8 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:48:17.482143 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-fd56985e-705d-4300-8ff0-8858062b47c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:17.587034 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port d2e4cdb8-47c4-4e8a-a089-078d0648bcb8 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:48:17.587690 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:17.636528 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d39209d8-8266-48c9-82c9-dcb7441a7127 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:17.674884 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd56985e-705d-4300-8ff0-8858062b47c1 None None] Pushing event updated for resources: {'Port': ['ID=09e83e05-8b71-4791-a2e9-707aec23dee9,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:48:17.697573 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd56985e-705d-4300-8ff0-8858062b47c1 None None] Network 80859755-4744-401e-84dc-ec2100d50281 is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:48:17.719057 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-fd56985e-705d-4300-8ff0-8858062b47c1 None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:48:17.733292 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd56985e-705d-4300-8ff0-8858062b47c1 None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:48:17.841841 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d39209d8-8266-48c9-82c9-dcb7441a7127 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:18.052030 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d39209d8-8266-48c9-82c9-dcb7441a7127 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25038609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30075142'] for subnet, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:18.078741 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:18.096556 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-fd56985e-705d-4300-8ff0-8858062b47c1 None None] Attempting to bind port 09e83e05-8b71-4791-a2e9-707aec23dee9 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:48:18.097295 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-fd56985e-705d-4300-8ff0-8858062b47c1 None None] Attempting to bind port 09e83e05-8b71-4791-a2e9-707aec23dee9 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '5620b881-ff3e-403e-a36e-d8084dffb742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '80859755-4744-401e-84dc-ec2100d50281'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:48:18.097979 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd56985e-705d-4300-8ff0-8858062b47c1 None None] Attempting to bind port 09e83e05-8b71-4791-a2e9-707aec23dee9 on network 80859755-4744-401e-84dc-ec2100d50281 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:48:18.159259 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd56985e-705d-4300-8ff0-8858062b47c1 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:48:18.160134 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd56985e-705d-4300-8ff0-8858062b47c1 None None] Checking segment: {'id': '5620b881-ff3e-403e-a36e-d8084dffb742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '80859755-4744-401e-84dc-ec2100d50281'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:48:18.161792 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-fd56985e-705d-4300-8ff0-8858062b47c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:18.162035 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39209d8-8266-48c9-82c9-dcb7441a7127 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Pushing event deleted for resources: {'Subnet': ['ID=d08ff7fb-7703-4c4e-aaed-468fdbde9f1c,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:48:18.163323 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd56985e-705d-4300-8ff0-8858062b47c1 None None] Bound using segment: {'id': '5620b881-ff3e-403e-a36e-d8084dffb742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '80859755-4744-401e-84dc-ec2100d50281'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:48:18.165499 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-fd56985e-705d-4300-8ff0-8858062b47c1 None None] Bound port: 09e83e05-8b71-4791-a2e9-707aec23dee9, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5620b881-ff3e-403e-a36e-d8084dffb742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '80859755-4744-401e-84dc-ec2100d50281'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:48:18.166358 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-fd56985e-705d-4300-8ff0-8858062b47c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:18.177117 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port d2e4cdb8-47c4-4e8a-a089-078d0648bcb8, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=d2e4cdb8-47c4-4e8a-a089-078d0648bcb8,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:48:18.199530 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:18.204994 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608fe08f-6214-432b-9810-34ed89671d7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-eadcdeb6-45c2-4f97-a742-7b70d3b17448', 'network_id': 'eadcdeb6-45c2-4f97-a742-7b70d3b17448', 'tenant_id': '63553f01420144a38df0f1373f99c0f2', 'fixed_ips': [{'subnet_id': 'd08ff7fb-7703-4c4e-aaed-468fdbde9f1c'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 11:48:18.206611 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-608fe08f-6214-432b-9810-34ed89671d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:18.359558 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f032179a-6c6b-48b6-b25b-f1a464f4a896 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:18.377906 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0e2a3f37-bfa5-4d71-82e7-336b426f280a req-4c07c413-b0a4-4c3f-9c66-e55237e5c793 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5464a98-f362-4f03-a5f7-4b9d844b9cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 3.0629077 Aug 05 11:48:18.402127 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-abf43469-ffe8-46ed-a7df-7b6d061523de admin admin] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:18.408718 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d39209d8-8266-48c9-82c9-dcb7441a7127 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:18.465919 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-d39209d8-8266-48c9-82c9-dcb7441a7127 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eadcdeb6-45c2-4f97-a742-7b70d3b17448']}} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:48:18.494082 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-d39209d8-8266-48c9-82c9-dcb7441a7127 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc196a84-dfa0-4c25-80ec-66768a15c3ed') {'for_net_delete': True} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:48:18.494776 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-d39209d8-8266-48c9-82c9-dcb7441a7127 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc196a84-dfa0-4c25-80ec-66768a15c3ed') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:48:18.517201 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d39209d8-8266-48c9-82c9-dcb7441a7127 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29786371'] for segment, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:18.560049 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d39209d8-8266-48c9-82c9-dcb7441a7127 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:18.580668 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d39209d8-8266-48c9-82c9-dcb7441a7127 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Releasing vlan 674 on physical network physnet1 to pool {{(pid=94421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:48:18.581636 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d39209d8-8266-48c9-82c9-dcb7441a7127 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25038799'] for segment, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:18.618852 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=d2e4cdb8-47c4-4e8a-a089-078d0648bcb8,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:48:18.651859 n-d-803378-2 neutron-server[94421]: Traceback (most recent call last): Aug 05 11:48:18.651859 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:48:18.651859 n-d-803378-2 neutron-server[94421]: timer() Aug 05 11:48:18.651859 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:48:18.651859 n-d-803378-2 neutron-server[94421]: cb(*args, **kw) Aug 05 11:48:18.651859 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:48:18.651859 n-d-803378-2 neutron-server[94421]: return func(*args, **kwargs) Aug 05 11:48:18.651859 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:48:18.651859 n-d-803378-2 neutron-server[94421]: self._notify() Aug 05 11:48:18.651859 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:48:18.651859 n-d-803378-2 neutron-server[94421]: self.callback(batched_events) Aug 05 11:48:18.651859 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:48:18.651859 n-d-803378-2 neutron-server[94421]: event.method(event) Aug 05 11:48:18.651859 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:48:18.651859 n-d-803378-2 neutron-server[94421]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:48:18.651859 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:48:18.651859 n-d-803378-2 neutron-server[94421]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:48:18.651859 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:48:18.651859 n-d-803378-2 neutron-server[94421]: return f(self, *a, **k) Aug 05 11:48:18.651859 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:48:18.651859 n-d-803378-2 neutron-server[94421]: return self._get(url).json() Aug 05 11:48:18.651859 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:48:18.651859 n-d-803378-2 neutron-server[94421]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:48:18.651859 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:48:18.651859 n-d-803378-2 neutron-server[94421]: return self.request(url, 'GET', **kwargs) Aug 05 11:48:18.651859 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:48:18.651859 n-d-803378-2 neutron-server[94421]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:48:18.651859 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:48:18.651859 n-d-803378-2 neutron-server[94421]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:48:18.651859 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:48:18.651859 n-d-803378-2 neutron-server[94421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:48:18.651859 n-d-803378-2 neutron-server[94421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:48:18.679418 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae75777-aec6-445d-9aec-b6d3b731c195 None None] Network eadcdeb6-45c2-4f97-a742-7b70d3b17448 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:48:18.950639 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cf909a-cb78-484e-8304-688ce3c8e5b4 req-16881dff-1875-4181-93f9-121e41eed8e5 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:48:18.965502 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c6cf909a-cb78-484e-8304-688ce3c8e5b4 req-16881dff-1875-4181-93f9-121e41eed8e5 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddf47896-42f3-4efd-854d-4716a8276153 HTTP/1.1" status: 200 len: 946 time: 1.0845010 Aug 05 11:48:18.974295 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device d2e4cdb8-47c4-4e8a-a089-078d0648bcb8 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:48:18.983770 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-fd56985e-705d-4300-8ff0-8858062b47c1 None None] For port 09e83e05-8b71-4791-a2e9-707aec23dee9, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:48:18.992765 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [None req-abf43469-ffe8-46ed-a7df-7b6d061523de admin admin] Transition to ACTIVE for port object 8aa769c9-d28d-4014-b245-171c7151cd39 will not be triggered until provisioned by entity DHCP. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:48:19.298634 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-fd56985e-705d-4300-8ff0-8858062b47c1 None None] For port 09e83e05-8b71-4791-a2e9-707aec23dee9, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=09e83e05-8b71-4791-a2e9-707aec23dee9,segment=NetworkSegment(5620b881-ff3e-403e-a36e-d8084dffb742),segment_id=5620b881-ff3e-403e-a36e-d8084dffb742)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:48:19.348401 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-fd56985e-705d-4300-8ff0-8858062b47c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:19.420207 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f032179a-6c6b-48b6-b25b-f1a464f4a896 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:19.488437 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c6cf909a-cb78-484e-8304-688ce3c8e5b4 req-f90adc94-2176-402a-ac4e-f6cef769ff90 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ace5c99-ff1d-4ae8-a34c-808ba849368d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5191479 Aug 05 11:48:19.499577 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 5589b2ed-9e4d-4eff-9dd5-8d1ad34b6669 up at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:48:19.678863 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-abf43469-ffe8-46ed-a7df-7b6d061523de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:19.799429 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd56985e-705d-4300-8ff0-8858062b47c1 None None] Pushing event updated for resources: {'Port': ['ID=09e83e05-8b71-4791-a2e9-707aec23dee9,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:48:19.876014 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port d2e4cdb8-47c4-4e8a-a089-078d0648bcb8 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:48:19.877706 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:19.931253 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d39209d8-8266-48c9-82c9-dcb7441a7127 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:19.939392 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d39209d8-8266-48c9-82c9-dcb7441a7127 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks [] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:19.944182 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-d39209d8-8266-48c9-82c9-dcb7441a7127 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] 10.222.0.58 "DELETE /v2.0/networks/eadcdeb6-45c2-4f97-a742-7b70d3b17448 HTTP/1.1" status: 204 len: 168 time: 2.8121216 Aug 05 11:48:19.961078 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 43778) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:48:19.981822 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf43469-ffe8-46ed-a7df-7b6d061523de admin admin] Network 1ac4b742-2a25-4935-8476-e9ad3e543504 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:48:19.985023 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-c8984d01-4fe2-4036-bab0-d3f0db4e46c6 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-441086593'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:48:20.027733 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-abf43469-ffe8-46ed-a7df-7b6d061523de admin admin] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:48:20.035663 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf43469-ffe8-46ed-a7df-7b6d061523de admin admin] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:48:20.072114 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning for port 5589b2ed-9e4d-4eff-9dd5-8d1ad34b6669 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:48:20.119112 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning complete for port 5589b2ed-9e4d-4eff-9dd5-8d1ad34b6669 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:48:20.127875 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:20.139615 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8984d01-4fe2-4036-bab0-d3f0db4e46c6 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Made reservation on behalf of 63553f01420144a38df0f1373f99c0f2 for: {'network': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:48:20.152410 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c8984d01-4fe2-4036-bab0-d3f0db4e46c6 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:20.236266 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39209d8-8266-48c9-82c9-dcb7441a7127 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Pushing event deleted for resources: {'Network': ['ID=eadcdeb6-45c2-4f97-a742-7b70d3b17448,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:48:20.241993 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-abf43469-ffe8-46ed-a7df-7b6d061523de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33288800'] for router_interface, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:20.316277 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8984d01-4fe2-4036-bab0-d3f0db4e46c6 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] vlan segment allocate from pool success with {'vlan_id': 654, 'physical_network': 'physnet1'} {{(pid=94421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:48:20.387100 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c8984d01-4fe2-4036-bab0-d3f0db4e46c6 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:20.387948 n-d-803378-2 neutron-server[94421]: INFO neutron.db.segments_db [None req-c8984d01-4fe2-4036-bab0-d3f0db4e46c6 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Added segment 493bc226-c505-47ac-a572-400f519621af of type vlan for network 1b947512-f142-4504-93c3-92ab8747eb7f Aug 05 11:48:20.559181 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 43784) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:48:20.718829 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c8984d01-4fe2-4036-bab0-d3f0db4e46c6 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:20.759673 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf43469-ffe8-46ed-a7df-7b6d061523de admin admin] Pushing event updated for resources: {'Port': ['ID=8aa769c9-d28d-4014-b245-171c7151cd39,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:48:20.911986 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c8984d01-4fe2-4036-bab0-d3f0db4e46c6 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:20.920749 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1285b74-9697-4fed-aa0c-94cc0b0c1fed req-da85d287-9ed0-4f0a-8d32-6b01c46847ab tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:48:20.932605 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d1285b74-9697-4fed-aa0c-94cc0b0c1fed req-da85d287-9ed0-4f0a-8d32-6b01c46847ab tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a5860d5-81ba-4285-b50f-47629f1fa963 HTTP/1.1" status: 200 len: 945 time: 1.2074034 Aug 05 11:48:20.932887 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8984d01-4fe2-4036-bab0-d3f0db4e46c6 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:48:20.932887 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c8984d01-4fe2-4036-bab0-d3f0db4e46c6 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks [] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:21.013052 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:21.049962 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-abf43469-ffe8-46ed-a7df-7b6d061523de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:21.079605 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 09e83e05-8b71-4791-a2e9-707aec23dee9 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:48:21.094521 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb44d709-766e-4ad3-902a-69b9023ff95f req-91d87585-5725-4236-bf22-1d493abeac35 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:48:21.106888 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bb44d709-766e-4ad3-902a-69b9023ff95f req-91d87585-5725-4236-bf22-1d493abeac35 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddf47896-42f3-4efd-854d-4716a8276153 HTTP/1.1" status: 200 len: 946 time: 1.2732115 Aug 05 11:48:21.208269 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-c8984d01-4fe2-4036-bab0-d3f0db4e46c6 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2375255 Aug 05 11:48:21.212163 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-e5b99659-69f2-441e-b82d-d34e6ea61c60 None None] Provisioning for port 8aa769c9-d28d-4014-b245-171c7151cd39 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:48:21.225352 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 43788) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:48:21.244363 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d1285b74-9697-4fed-aa0c-94cc0b0c1fed req-5a55f7a7-9789-40f9-8caf-e063241d890a tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5464a98-f362-4f03-a5f7-4b9d844b9cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2888303 Aug 05 11:48:21.251218 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-6f4ff96d-7e66-4482-b245-9a6f15a562d8 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Request body: {'subnet': {'network_id': '1b947512-f142-4504-93c3-92ab8747eb7f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:48:21.283436 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8984d01-4fe2-4036-bab0-d3f0db4e46c6 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Pushing event updated for resources: {'Network': ['ID=1b947512-f142-4504-93c3-92ab8747eb7f,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:48:21.302568 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a5860d5-81ba-4285-b50f-47629f1fa963', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5589b2ed-9e4d-4eff-9dd5-8d1ad34b6669'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:48:21.311237 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abb35eb7-1f1f-4a1f-becf-c89db29dc2db" -d '{"events": [{"server_uuid": "5a5860d5-81ba-4285-b50f-47629f1fa963", "name": "network-vif-plugged", "status": "completed", "tag": "5589b2ed-9e4d-4eff-9dd5-8d1ad34b6669"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:48:21.316573 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2923d3bc-6cfa-4d4a-b953-53f47a9035ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:21.369626 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-e5b99659-69f2-441e-b82d-d34e6ea61c60 None None] Provisioning complete for port 8aa769c9-d28d-4014-b245-171c7151cd39 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:48:21.375119 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e5b99659-69f2-441e-b82d-d34e6ea61c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:21.379289 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 1b947512-f142-4504-93c3-92ab8747eb7f details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:48:21.408856 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 5589b2ed-9e4d-4eff-9dd5-8d1ad34b6669, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=5589b2ed-9e4d-4eff-9dd5-8d1ad34b6669,segment=NetworkSegment(fa5f7742-6e03-46ef-8df5-0f25b5d284b6),segment_id=fa5f7742-6e03-46ef-8df5-0f25b5d284b6)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:48:21.719308 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2923d3bc-6cfa-4d4a-b953-53f47a9035ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:21.731365 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2923d3bc-6cfa-4d4a-b953-53f47a9035ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:21.787179 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bb44d709-766e-4ad3-902a-69b9023ff95f req-56f0599c-cd36-4b62-b278-67b56d04ca30 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ace5c99-ff1d-4ae8-a34c-808ba849368d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6479928 Aug 05 11:48:21.921580 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 43796) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:48:22.035140 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2923d3bc-6cfa-4d4a-b953-53f47a9035ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba510441-af89-4cdd-977e-de458a158c9a,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:48:22.140456 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f032179a-6c6b-48b6-b25b-f1a464f4a896 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Notify callbacks [] for router_gateway, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:22.152773 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f4ff96d-7e66-4482-b245-9a6f15a562d8 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Made reservation on behalf of 63553f01420144a38df0f1373f99c0f2 for: {'subnet': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:48:22.158134 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6f4ff96d-7e66-4482-b245-9a6f15a562d8 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24211133'] for subnet, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:22.174437 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-2923d3bc-6cfa-4d4a-b953-53f47a9035ac admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8ce6d9e1f577422092906bc6e4bc4644&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5969753 Aug 05 11:48:22.187323 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 43798) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:48:22.347849 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105ef236-77d0-492e-a7da-3320efa82e78 tempest-TestNetworkAdvancedServerOps-1820726671 tempest-TestNetworkAdvancedServerOps-1820726671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:48:22.359380 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-105ef236-77d0-492e-a7da-3320efa82e78 tempest-TestNetworkAdvancedServerOps-1820726671 tempest-TestNetworkAdvancedServerOps-1820726671-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=ddf47896-42f3-4efd-854d-4716a8276153 HTTP/1.1" status: 200 len: 1092 time: 0.4243581 Aug 05 11:48:22.368681 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 43804) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:48:22.477856 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f032179a-6c6b-48b6-b25b-f1a464f4a896 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:22.490253 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-66e29af4-07d8-4506-8fdf-8525415b0094 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Request body: {'floatingip': {'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'port_id': '62a5afb7-e9e3-45d8-b700-ff42ced7a25c', 'tenant_id': '7f88688726d24c8e9d77831659c7c3ae', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:48:22.516814 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8bc28fe2-0be3-4c83-ae28-7320d18a0802 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:22.549750 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc47ea3-bd4b-44b4-a475-76be4b8783c1 req-893777bc-5803-4359-8ad7-310512dc2155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:48:22.554971 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8cc47ea3-bd4b-44b4-a475-76be4b8783c1 req-893777bc-5803-4359-8ad7-310512dc2155 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5a5860d5-81ba-4285-b50f-47629f1fa963 HTTP/1.1" status: 200 len: 1097 time: 0.1852236 Aug 05 11:48:22.563698 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:22.603983 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b8565b7-1410-429d-8ff2-1709a38e815c x-openstack-request-id: req-3b8565b7-1410-429d-8ff2-1709a38e815c {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:48:22.604570 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a5860d5-81ba-4285-b50f-47629f1fa963", "name": "network-vif-plugged", "status": "completed", "tag": "5589b2ed-9e4d-4eff-9dd5-8d1ad34b6669", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:48:22.604995 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3b8565b7-1410-429d-8ff2-1709a38e815c {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:48:22.605787 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a5860d5-81ba-4285-b50f-47629f1fa963', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5589b2ed-9e4d-4eff-9dd5-8d1ad34b6669', 'code': 200} Aug 05 11:48:22.612898 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8bc28fe2-0be3-4c83-ae28-7320d18a0802 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:22.671484 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.ipam_backend_mixin [None req-6f4ff96d-7e66-4482-b245-9a6f15a562d8 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Performing IP validity checks on allocation pools {{(pid=94420) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 05 11:48:22.672160 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8cc47ea3-bd4b-44b4-a475-76be4b8783c1 req-751b3224-bc79-4244-896c-6b8e79e4f4ed service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e5464a98-f362-4f03-a5f7-4b9d844b9cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079934 Aug 05 11:48:22.672580 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.ipam_backend_mixin [None req-6f4ff96d-7e66-4482-b245-9a6f15a562d8 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94420) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 05 11:48:22.675686 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a1dbd8-7393-4c1b-925e-895c1b6dc6f0 None None] Network 80859755-4744-401e-84dc-ec2100d50281 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:48:22.782609 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8bc28fe2-0be3-4c83-ae28-7320d18a0802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:22.790054 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8bc28fe2-0be3-4c83-ae28-7320d18a0802 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:22.795512 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-8bc28fe2-0be3-4c83-ae28-7320d18a0802 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ba510441-af89-4cdd-977e-de458a158c9a HTTP/1.1" status: 204 len: 168 time: 0.5948963 Aug 05 11:48:22.804211 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 09e83e05-8b71-4791-a2e9-707aec23dee9 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:48:22.822581 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-e5b99659-69f2-441e-b82d-d34e6ea61c60 None None] Port 8aa769c9-d28d-4014-b245-171c7151cd39 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:48:22.835124 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-66e29af4-07d8-4506-8fdf-8525415b0094 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for floatingip, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:22.837163 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc28fe2-0be3-4c83-ae28-7320d18a0802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba510441-af89-4cdd-977e-de458a158c9a,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:48:22.859229 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:22.965648 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=5589b2ed-9e4d-4eff-9dd5-8d1ad34b6669,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:48:22.992984 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:48:22.993518 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:48:22.994525 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:48:22.995078 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:48:22.995643 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:48:22.996182 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:48:22.997013 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:48:22.997878 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:48:22.998416 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:48:22.999199 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:48:22.999745 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:48:23.000297 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:48:23.018938 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-abf43469-ffe8-46ed-a7df-7b6d061523de admin admin] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:23.035301 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-587cc489-d70f-4c74-b1c8-c526aa32203d None None] Provisioning for port 09e83e05-8b71-4791-a2e9-707aec23dee9 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:48:23.056287 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-587cc489-d70f-4c74-b1c8-c526aa32203d None None] Provisioning complete for port 09e83e05-8b71-4791-a2e9-707aec23dee9 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:48:23.056928 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-587cc489-d70f-4c74-b1c8-c526aa32203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:23.108657 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ef4c2e-5567-4823-9092-28a8f89fad1a req-6ec42994-8ade-4fae-89bb-f589f1b4da35 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:48:23.111521 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-36ef4c2e-5567-4823-9092-28a8f89fad1a req-6ec42994-8ade-4fae-89bb-f589f1b4da35 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a5860d5-81ba-4285-b50f-47629f1fa963 HTTP/1.1" status: 200 len: 946 time: 0.5641103 Aug 05 11:48:23.122883 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-abf43469-ffe8-46ed-a7df-7b6d061523de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:23.355165 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-f032179a-6c6b-48b6-b25b-f1a464f4a896 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Allocated IP 172.25.5.133 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/2c732036-0be3-4838-82f3-2c70efa8741f) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:48:23.383247 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-587cc489-d70f-4c74-b1c8-c526aa32203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:23.456297 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-abf43469-ffe8-46ed-a7df-7b6d061523de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33140268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33208272'] for router_interface, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:23.480340 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf43469-ffe8-46ed-a7df-7b6d061523de admin admin] Pushing event updated for resources: {'Port': ['ID=8aa769c9-d28d-4014-b245-171c7151cd39,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:48:23.550789 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-587cc489-d70f-4c74-b1c8-c526aa32203d None None] For port 09e83e05-8b71-4791-a2e9-707aec23dee9, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=09e83e05-8b71-4791-a2e9-707aec23dee9,segment=NetworkSegment(5620b881-ff3e-403e-a36e-d8084dffb742),segment_id=5620b881-ff3e-403e-a36e-d8084dffb742)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:48:23.561728 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-587cc489-d70f-4c74-b1c8-c526aa32203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:23.562886 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-36ef4c2e-5567-4823-9092-28a8f89fad1a req-a541bd86-c0c3-4408-a4e1-7ce31c99e446 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5464a98-f362-4f03-a5f7-4b9d844b9cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3881423 Aug 05 11:48:23.669026 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 43816) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:48:23.716551 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-01d8631c-fbbc-4e9f-9111-dc91ccca9bb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:23.723716 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587cc489-d70f-4c74-b1c8-c526aa32203d None None] Pushing event updated for resources: {'Port': ['ID=09e83e05-8b71-4791-a2e9-707aec23dee9,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:48:23.933835 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-296dfb53-51ec-45d9-8df2-f234f22e2fc0 None None] Provisioning complete for port 09e83e05-8b71-4791-a2e9-707aec23dee9 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:48:23.938838 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-296dfb53-51ec-45d9-8df2-f234f22e2fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:23.996975 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6f4ff96d-7e66-4482-b245-9a6f15a562d8 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29762700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24211087'] for subnet, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:24.049408 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-01d8631c-fbbc-4e9f-9111-dc91ccca9bb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:24.071119 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-01d8631c-fbbc-4e9f-9111-dc91ccca9bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:24.146080 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d8631c-fbbc-4e9f-9111-dc91ccca9bb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56e74a29-4826-452b-aa5a-533219be509b,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:48:24.188892 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f032179a-6c6b-48b6-b25b-f1a464f4a896 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:24.205904 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-01d8631c-fbbc-4e9f-9111-dc91ccca9bb0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ed973d9cd23e4c43a5f0374a9f3d2e22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5344734 Aug 05 11:48:24.212563 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 43818) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:48:24.290395 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-66e29af4-07d8-4506-8fdf-8525415b0094 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:24.379731 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4ff96d-7e66-4482-b245-9a6f15a562d8 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Pushing event updated for resources: {'Subnet': ['ID=0533576d-fbfa-4b7e-9c9b-1a59479dbdc5,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:48:24.402927 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fce108a6-9e34-47b5-8f92-c6b1906efa74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:24.452058 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fce108a6-9e34-47b5-8f92-c6b1906efa74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:24.565634 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4ff96d-7e66-4482-b245-9a6f15a562d8 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Checking segment: {'id': '493bc226-c505-47ac-a572-400f519621af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '1b947512-f142-4504-93c3-92ab8747eb7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:48:24.566272 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4ff96d-7e66-4482-b245-9a6f15a562d8 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Network hostable DHCP agents. Network: 1b947512-f142-4504-93c3-92ab8747eb7f, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:48:24.587487 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f032179a-6c6b-48b6-b25b-f1a464f4a896 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:24.598424 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fce108a6-9e34-47b5-8f92-c6b1906efa74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:24.607240 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fce108a6-9e34-47b5-8f92-c6b1906efa74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:24.609581 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-fce108a6-9e34-47b5-8f92-c6b1906efa74 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/56e74a29-4826-452b-aa5a-533219be509b HTTP/1.1" status: 204 len: 168 time: 0.3946178 Aug 05 11:48:24.636948 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf43469-ffe8-46ed-a7df-7b6d061523de admin admin] Network 1ac4b742-2a25-4935-8476-e9ad3e543504 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:48:24.639497 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce108a6-9e34-47b5-8f92-c6b1906efa74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56e74a29-4826-452b-aa5a-533219be509b,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:48:25.036404 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 09e83e05-8b71-4791-a2e9-707aec23dee9 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:48:25.210604 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 09e83e05-8b71-4791-a2e9-707aec23dee9 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:48:25.211525 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:25.395214 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-abf43469-ffe8-46ed-a7df-7b6d061523de admin admin] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:48:25.431750 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4ff96d-7e66-4482-b245-9a6f15a562d8 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Network 1b947512-f142-4504-93c3-92ab8747eb7f is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:48:25.441507 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f032179a-6c6b-48b6-b25b-f1a464f4a896 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:48:25.481150 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f032179a-6c6b-48b6-b25b-f1a464f4a896 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Pushing event updated for resources: {'Port': ['ID=2c732036-0be3-4838-82f3-2c70efa8741f,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:48:25.531829 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-f032179a-6c6b-48b6-b25b-f1a464f4a896 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:48:25.535766 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f032179a-6c6b-48b6-b25b-f1a464f4a896 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:48:25.840477 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-66e29af4-07d8-4506-8fdf-8525415b0094 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Allocated IP 172.25.5.51 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/a4d2be09-7794-4b1e-b2af-93f4ab8fe7b5) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:48:25.845789 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-6f4ff96d-7e66-4482-b245-9a6f15a562d8 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, 1b947512-f142-4504-93c3-92ab8747eb7f) {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:48:25.865326 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff4e6fa-ff37-4eb7-9ade-9692d91da5d3 None None] Network 1b947512-f142-4504-93c3-92ab8747eb7f requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:48:25.884195 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4ff96d-7e66-4482-b245-9a6f15a562d8 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:48:25.885320 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6f4ff96d-7e66-4482-b245-9a6f15a562d8 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks [] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:25.996956 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255fc7e1-7590-4e43-9c16-5dd0814d8a62 req-02b9b245-7018-4269-9820-90417a149e59 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:48:25.999824 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-255fc7e1-7590-4e43-9c16-5dd0814d8a62 req-02b9b245-7018-4269-9820-90417a149e59 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a5860d5-81ba-4285-b50f-47629f1fa963 HTTP/1.1" status: 200 len: 946 time: 0.5909963 Aug 05 11:48:26.010224 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-c5730b03-e44e-45d9-b901-6d38acd041b3 None None] Provisioning complete for port 8aa769c9-d28d-4014-b245-171c7151cd39 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:48:26.011642 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c5730b03-e44e-45d9-b901-6d38acd041b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:26.157774 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-c5730b03-e44e-45d9-b901-6d38acd041b3 None None] Port 8aa769c9-d28d-4014-b245-171c7151cd39 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:48:26.207836 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-6f4ff96d-7e66-4482-b245-9a6f15a562d8 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 4.9631026 Aug 05 11:48:26.209348 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 43850) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:48:26.325714 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d3db903-d99f-405b-b345-056ca67985aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-1b947512-f142-4504-93c3-92ab8747eb7f', 'network_id': '1b947512-f142-4504-93c3-92ab8747eb7f', 'tenant_id': '63553f01420144a38df0f1373f99c0f2', 'fixed_ips': [{'subnet_id': '0533576d-fbfa-4b7e-9c9b-1a59479dbdc5'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 11:48:26.327213 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-8d3db903-d99f-405b-b345-056ca67985aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:26.444989 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-255fc7e1-7590-4e43-9c16-5dd0814d8a62 req-be0ce125-c8f8-414c-89fc-4c40182c8763 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5464a98-f362-4f03-a5f7-4b9d844b9cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4015307 Aug 05 11:48:26.466931 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abf43469-ffe8-46ed-a7df-7b6d061523de admin admin] Router 6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 11:48:26.640203 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d2cf0196-a977-42ab-898c-4f2d04e14f49 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:26.714167 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-8d3db903-d99f-405b-b345-056ca67985aa None None] Allocated IP 172.20.0.3 (1b947512-f142-4504-93c3-92ab8747eb7f/0533576d-fbfa-4b7e-9c9b-1a59479dbdc5/e825b899-1a5d-4414-ba23-b2930b0f6e6e) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:48:26.762422 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-66e29af4-07d8-4506-8fdf-8525415b0094 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:26.859336 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d2cf0196-a977-42ab-898c-4f2d04e14f49 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:26.898687 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-66e29af4-07d8-4506-8fdf-8525415b0094 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:27.012597 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e29af4-07d8-4506-8fdf-8525415b0094 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:48:27.026571 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-66e29af4-07d8-4506-8fdf-8525415b0094 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:48:27.030835 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e29af4-07d8-4506-8fdf-8525415b0094 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:48:27.166726 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f032179a-6c6b-48b6-b25b-f1a464f4a896 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Notify callbacks [] for router_gateway, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:27.192796 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-8d3db903-d99f-405b-b345-056ca67985aa None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:27.217813 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-8d3db903-d99f-405b-b345-056ca67985aa None None] Transition to ACTIVE for port object e825b899-1a5d-4414-ba23-b2930b0f6e6e will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:48:27.268348 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-8d3db903-d99f-405b-b345-056ca67985aa None None] Transition to ACTIVE for port object e825b899-1a5d-4414-ba23-b2930b0f6e6e will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:48:27.336182 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-8d3db903-d99f-405b-b345-056ca67985aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:27.396583 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d2cf0196-a977-42ab-898c-4f2d04e14f49 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25038609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30075142'] for subnet, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:27.411833 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e29af4-07d8-4506-8fdf-8525415b0094 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Pushing event updated for resources: {'Port': ['ID=a4d2be09-7794-4b1e-b2af-93f4ab8fe7b5,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:48:27.422976 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3db903-d99f-405b-b345-056ca67985aa None None] Network 1b947512-f142-4504-93c3-92ab8747eb7f is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:48:27.430569 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-8d3db903-d99f-405b-b345-056ca67985aa None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:48:27.436158 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3db903-d99f-405b-b345-056ca67985aa None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:48:27.475884 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cf0196-a977-42ab-898c-4f2d04e14f49 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Pushing event deleted for resources: {'Subnet': ['ID=0533576d-fbfa-4b7e-9c9b-1a59479dbdc5,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:48:27.517696 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3db903-d99f-405b-b345-056ca67985aa None None] Pushing event updated for resources: {'Port': ['ID=e825b899-1a5d-4414-ba23-b2930b0f6e6e,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:48:27.627399 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-8d3db903-d99f-405b-b345-056ca67985aa None None] Attempting to bind port e825b899-1a5d-4414-ba23-b2930b0f6e6e on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:48:27.632037 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-8d3db903-d99f-405b-b345-056ca67985aa None None] Attempting to bind port e825b899-1a5d-4414-ba23-b2930b0f6e6e by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '493bc226-c505-47ac-a572-400f519621af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '1b947512-f142-4504-93c3-92ab8747eb7f'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:48:27.632618 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3db903-d99f-405b-b345-056ca67985aa None None] Attempting to bind port e825b899-1a5d-4414-ba23-b2930b0f6e6e on network 1b947512-f142-4504-93c3-92ab8747eb7f {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:48:27.709598 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3db903-d99f-405b-b345-056ca67985aa None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:48:27.710921 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3db903-d99f-405b-b345-056ca67985aa None None] Checking segment: {'id': '493bc226-c505-47ac-a572-400f519621af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '1b947512-f142-4504-93c3-92ab8747eb7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:48:27.722848 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-8d3db903-d99f-405b-b345-056ca67985aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:27.728983 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3db903-d99f-405b-b345-056ca67985aa None None] Bound using segment: {'id': '493bc226-c505-47ac-a572-400f519621af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '1b947512-f142-4504-93c3-92ab8747eb7f'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:48:27.731549 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-8d3db903-d99f-405b-b345-056ca67985aa None None] Bound port: e825b899-1a5d-4414-ba23-b2930b0f6e6e, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '493bc226-c505-47ac-a572-400f519621af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '1b947512-f142-4504-93c3-92ab8747eb7f'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:48:27.731549 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-8d3db903-d99f-405b-b345-056ca67985aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:27.744172 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d2cf0196-a977-42ab-898c-4f2d04e14f49 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:27.764894 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-d2cf0196-a977-42ab-898c-4f2d04e14f49 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b947512-f142-4504-93c3-92ab8747eb7f']}} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:48:27.815458 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-d2cf0196-a977-42ab-898c-4f2d04e14f49 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '493bc226-c505-47ac-a572-400f519621af') {'for_net_delete': True} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:48:27.820674 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-d2cf0196-a977-42ab-898c-4f2d04e14f49 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '493bc226-c505-47ac-a572-400f519621af') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:48:27.857451 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d2cf0196-a977-42ab-898c-4f2d04e14f49 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29786371'] for segment, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:27.877908 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abf43469-ffe8-46ed-a7df-7b6d061523de admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:48:27.908677 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d2cf0196-a977-42ab-898c-4f2d04e14f49 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:27.914330 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-abf43469-ffe8-46ed-a7df-7b6d061523de admin admin] 10.222.0.58 "PUT /v2.0/routers/6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.1376662 Aug 05 11:48:27.961099 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2cf0196-a977-42ab-898c-4f2d04e14f49 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=94421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:48:27.963615 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d2cf0196-a977-42ab-898c-4f2d04e14f49 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25038799'] for segment, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:27.981072 n-d-803378-2 neutron-server[94421]: Traceback (most recent call last): Aug 05 11:48:27.981072 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:48:27.981072 n-d-803378-2 neutron-server[94421]: timer() Aug 05 11:48:27.981072 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:48:27.981072 n-d-803378-2 neutron-server[94421]: cb(*args, **kw) Aug 05 11:48:27.981072 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:48:27.981072 n-d-803378-2 neutron-server[94421]: return func(*args, **kwargs) Aug 05 11:48:27.981072 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:48:27.981072 n-d-803378-2 neutron-server[94421]: self._notify() Aug 05 11:48:27.981072 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:48:27.981072 n-d-803378-2 neutron-server[94421]: self.callback(batched_events) Aug 05 11:48:27.981072 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:48:27.981072 n-d-803378-2 neutron-server[94421]: event.method(event) Aug 05 11:48:27.981072 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:48:27.981072 n-d-803378-2 neutron-server[94421]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:48:27.981072 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:48:27.981072 n-d-803378-2 neutron-server[94421]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:48:27.981072 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:48:27.981072 n-d-803378-2 neutron-server[94421]: return f(self, *a, **k) Aug 05 11:48:27.981072 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:48:27.981072 n-d-803378-2 neutron-server[94421]: return self._get(url).json() Aug 05 11:48:27.981072 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:48:27.981072 n-d-803378-2 neutron-server[94421]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:48:27.981072 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:48:27.981072 n-d-803378-2 neutron-server[94421]: return self.request(url, 'GET', **kwargs) Aug 05 11:48:27.981072 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:48:27.981072 n-d-803378-2 neutron-server[94421]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:48:27.981072 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:48:27.981072 n-d-803378-2 neutron-server[94421]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:48:27.981072 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:48:27.981072 n-d-803378-2 neutron-server[94421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:48:27.981072 n-d-803378-2 neutron-server[94421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:48:28.015638 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c91c9e-907d-4de2-88fb-d6db8d1cff21 req-be5669cb-6d9e-473d-9216-5f75fe4ff306 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:48:28.033261 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c02ba5-4d65-44fa-8a95-40779c9220e7 None None] Sync routers for ids ['6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:48:28.034576 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b3c91c9e-907d-4de2-88fb-d6db8d1cff21 req-be5669cb-6d9e-473d-9216-5f75fe4ff306 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a5860d5-81ba-4285-b50f-47629f1fa963 HTTP/1.1" status: 200 len: 946 time: 0.8811133 Aug 05 11:48:28.096560 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-8d3db903-d99f-405b-b345-056ca67985aa None None] For port e825b899-1a5d-4414-ba23-b2930b0f6e6e, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:48:28.101207 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c02ba5-4d65-44fa-8a95-40779c9220e7 None None] Routers {'6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:48:28.102534 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-57c02ba5-4d65-44fa-8a95-40779c9220e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:48:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:48:28.175053 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.db.api [None req-d2cf0196-a977-42ab-898c-4f2d04e14f49 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 05 11:48:28.175053 n-d-803378-2 neutron-server[94421]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 05 11:48:28.175053 n-d-803378-2 neutron-server[94421]: [parameters: {'id': '1b947512-f142-4504-93c3-92ab8747eb7f'}] Aug 05 11:48:28.175053 n-d-803378-2 neutron-server[94421]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94421) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 05 11:48:28.176652 n-d-803378-2 neutron-server[94421]: DEBUG oslo_db.api [None req-d2cf0196-a977-42ab-898c-4f2d04e14f49 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 11:48:28.253222 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-8d3db903-d99f-405b-b345-056ca67985aa None None] For port e825b899-1a5d-4414-ba23-b2930b0f6e6e, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=e825b899-1a5d-4414-ba23-b2930b0f6e6e,segment=NetworkSegment(493bc226-c505-47ac-a572-400f519621af),segment_id=493bc226-c505-47ac-a572-400f519621af)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:48:28.266622 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-8d3db903-d99f-405b-b345-056ca67985aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:28.378477 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b3c91c9e-907d-4de2-88fb-d6db8d1cff21 req-40e3ff88-442a-4b7a-8682-beb73e2e16ba tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5464a98-f362-4f03-a5f7-4b9d844b9cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3423738 Aug 05 11:48:28.642390 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f032179a-6c6b-48b6-b25b-f1a464f4a896 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286026'] for router, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:28.669266 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-57c02ba5-4d65-44fa-8a95-40779c9220e7 None None] Set router 6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:48:28.680784 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d2cf0196-a977-42ab-898c-4f2d04e14f49 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:28.835177 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8002ba5c-99ee-49b3-9d47-897a939b8aea None None] Network 1b947512-f142-4504-93c3-92ab8747eb7f requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:48:29.074209 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-d2cf0196-a977-42ab-898c-4f2d04e14f49 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Deleting port e825b899-1a5d-4414-ba23-b2930b0f6e6e {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:48:29.075226 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d2cf0196-a977-42ab-898c-4f2d04e14f49 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:29.292010 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3db903-d99f-405b-b345-056ca67985aa None None] Pushing event updated for resources: {'Port': ['ID=e825b899-1a5d-4414-ba23-b2930b0f6e6e,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:48:29.525800 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [None req-d2cf0196-a977-42ab-898c-4f2d04e14f49 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] For port e825b899-1a5d-4414-ba23-b2930b0f6e6e, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=e825b899-1a5d-4414-ba23-b2930b0f6e6e,segment=NetworkSegment(493bc226-c505-47ac-a572-400f519621af),segment_id=493bc226-c505-47ac-a572-400f519621af)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:48:29.530840 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d2cf0196-a977-42ab-898c-4f2d04e14f49 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:29.598450 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-d2cf0196-a977-42ab-898c-4f2d04e14f49 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Calling delete_port for e825b899-1a5d-4414-ba23-b2930b0f6e6e owned by network:dhcp {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:48:29.811988 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:29.845083 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002317cf-76c4-4c05-aa4b-c03645caff95 None None] get_active_networks_info from n-d-803378-2 {{(pid=94422) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 05 11:48:29.878754 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d2cf0196-a977-42ab-898c-4f2d04e14f49 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:29.942105 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cf0196-a977-42ab-898c-4f2d04e14f49 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Pushing event deleted for resources: {'Port': ['ID=e825b899-1a5d-4414-ba23-b2930b0f6e6e,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:48:29.960532 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2cf0196-a977-42ab-898c-4f2d04e14f49 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] No DVR routers for this DVR port e825b899-1a5d-4414-ba23-b2930b0f6e6e on host n-d-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:48:30.196241 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002317cf-76c4-4c05-aa4b-c03645caff95 None None] Resources bound (agent type, host, resource id): {{(pid=94422) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 05 11:48:30.236281 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d2cf0196-a977-42ab-898c-4f2d04e14f49 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:30.313431 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-d2cf0196-a977-42ab-898c-4f2d04e14f49 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b947512-f142-4504-93c3-92ab8747eb7f']}} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:48:30.395521 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-d2cf0196-a977-42ab-898c-4f2d04e14f49 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '493bc226-c505-47ac-a572-400f519621af') {'for_net_delete': True} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:48:30.404648 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-d2cf0196-a977-42ab-898c-4f2d04e14f49 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '493bc226-c505-47ac-a572-400f519621af') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:48:30.461082 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d2cf0196-a977-42ab-898c-4f2d04e14f49 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29786371'] for segment, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:30.520632 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d2cf0196-a977-42ab-898c-4f2d04e14f49 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:30.551586 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2cf0196-a977-42ab-898c-4f2d04e14f49 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=94421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:48:30.552705 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d2cf0196-a977-42ab-898c-4f2d04e14f49 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25038799'] for segment, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:30.556830 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-57c02ba5-4d65-44fa-8a95-40779c9220e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f', 'name': 'tempest-AttachVolumeShelveTestJSON-252295355-router', 'tenant_id': 'cbc89f3908d842d4a7beeb1a4fce5354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': 'd2e4cdb8-47c4-4e8a-a089-078d0648bcb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:48:02Z', 'updated_at': '2021-08-05T11:48:20Z', 'revision_number': 4, 'project_id': 'cbc89f3908d842d4a7beeb1a4fce5354', 'gw_port': {'id': 'd2e4cdb8-47c4-4e8a-a089-078d0648bcb8', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:00:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:48:04Z', 'updated_at': '2021-08-05T11:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '8aa769c9-d28d-4014-b245-171c7151cd39', 'name': '', 'network_id': '1ac4b742-2a25-4935-8476-e9ad3e543504', 'tenant_id': 'cbc89f3908d842d4a7beeb1a4fce5354', 'mac_address': 'fa:16:3e:75:5b:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': 'a5e28117-6f3c-401b-be5b-a70254f1dc57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:48:15Z', 'updated_at': '2021-08-05T11:48:21Z', 'revision_number': 2, 'project_id': 'cbc89f3908d842d4a7beeb1a4fce5354', 'subnets': [{'id': 'a5e28117-6f3c-401b-be5b-a70254f1dc57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:48:30.595021 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81935171-5c8c-4814-921e-3d92150bf133 req-66d88cb4-076d-4858-adf8-658bdbbcba1d tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:48:30.597221 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-81935171-5c8c-4814-921e-3d92150bf133 req-66d88cb4-076d-4858-adf8-658bdbbcba1d tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a5860d5-81ba-4285-b50f-47629f1fa963 HTTP/1.1" status: 200 len: 946 time: 0.3065844 Aug 05 11:48:30.598947 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-66e29af4-07d8-4506-8fdf-8525415b0094 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:30.738590 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 43916) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:48:30.754702 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-aeae2758-5197-4bf3-a688-9f4815050fa0 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1468380206', 'description': 'tempest-description--1756026595'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:48:30.762789 n-d-803378-2 neutron-server[94421]: Traceback (most recent call last): Aug 05 11:48:30.762789 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:48:30.762789 n-d-803378-2 neutron-server[94421]: timer() Aug 05 11:48:30.762789 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:48:30.762789 n-d-803378-2 neutron-server[94421]: cb(*args, **kw) Aug 05 11:48:30.762789 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:48:30.762789 n-d-803378-2 neutron-server[94421]: return func(*args, **kwargs) Aug 05 11:48:30.762789 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:48:30.762789 n-d-803378-2 neutron-server[94421]: self._notify() Aug 05 11:48:30.762789 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:48:30.762789 n-d-803378-2 neutron-server[94421]: self.callback(batched_events) Aug 05 11:48:30.762789 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:48:30.762789 n-d-803378-2 neutron-server[94421]: event.method(event) Aug 05 11:48:30.762789 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:48:30.762789 n-d-803378-2 neutron-server[94421]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:48:30.762789 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:48:30.762789 n-d-803378-2 neutron-server[94421]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:48:30.762789 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:48:30.762789 n-d-803378-2 neutron-server[94421]: return f(self, *a, **k) Aug 05 11:48:30.762789 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:48:30.762789 n-d-803378-2 neutron-server[94421]: return self._get(url).json() Aug 05 11:48:30.762789 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:48:30.762789 n-d-803378-2 neutron-server[94421]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:48:30.762789 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:48:30.762789 n-d-803378-2 neutron-server[94421]: return self.request(url, 'GET', **kwargs) Aug 05 11:48:30.762789 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:48:30.762789 n-d-803378-2 neutron-server[94421]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:48:30.762789 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:48:30.762789 n-d-803378-2 neutron-server[94421]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:48:30.762789 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:48:30.762789 n-d-803378-2 neutron-server[94421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:48:30.762789 n-d-803378-2 neutron-server[94421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:48:30.771360 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d2cf0196-a977-42ab-898c-4f2d04e14f49 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:30.781668 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d2cf0196-a977-42ab-898c-4f2d04e14f49 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks [] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:30.786523 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-d2cf0196-a977-42ab-898c-4f2d04e14f49 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] 10.222.0.58 "DELETE /v2.0/networks/1b947512-f142-4504-93c3-92ab8747eb7f HTTP/1.1" status: 204 len: 168 time: 4.5691552 Aug 05 11:48:30.798175 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 43922) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:48:30.810040 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c02ba5-4d65-44fa-8a95-40779c9220e7 None None] Checking router: 6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:48:30.812884 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c02ba5-4d65-44fa-8a95-40779c9220e7 None None] Updating router 6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f port 8aa769c9-d28d-4014-b245-171c7151cd39 binding host n-d-803378-2 {{(pid=94422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 11:48:30.820720 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-8cc80e69-6e3d-4b75-ac04-692300100047 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-134980582'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:48:30.823159 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f032179a-6c6b-48b6-b25b-f1a464f4a896 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Router 436cecca-8077-481e-825e-c7c4ce26ad1a is scheduled to L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d with binding_index 1 {{(pid=94420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 11:48:30.856456 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cf0196-a977-42ab-898c-4f2d04e14f49 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Pushing event deleted for resources: {'Network': ['ID=1b947512-f142-4504-93c3-92ab8747eb7f,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:48:30.947731 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-57c02ba5-4d65-44fa-8a95-40779c9220e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:30.986484 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-aeae2758-5197-4bf3-a688-9f4815050fa0 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:31.000651 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-81935171-5c8c-4814-921e-3d92150bf133 req-2cf2a8d4-8c16-4ade-b1d7-edfdd431d119 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5464a98-f362-4f03-a5f7-4b9d844b9cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599275 Aug 05 11:48:31.024913 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cc80e69-6e3d-4b75-ac04-692300100047 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Made reservation on behalf of 63553f01420144a38df0f1373f99c0f2 for: {'network': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:48:31.034045 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8cc80e69-6e3d-4b75-ac04-692300100047 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:31.143748 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cc80e69-6e3d-4b75-ac04-692300100047 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] vlan segment allocate from pool success with {'vlan_id': 654, 'physical_network': 'physnet1'} {{(pid=94421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:48:31.203240 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-66e29af4-07d8-4506-8fdf-8525415b0094 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:31.203624 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8cc80e69-6e3d-4b75-ac04-692300100047 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:31.204031 n-d-803378-2 neutron-server[94421]: INFO neutron.db.segments_db [None req-8cc80e69-6e3d-4b75-ac04-692300100047 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Added segment b2d29e9e-3080-42f3-aa9c-aeda508d1274 of type vlan for network 1c47125a-befd-48ad-9256-cd7a4e70777a Aug 05 11:48:31.418055 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8cc80e69-6e3d-4b75-ac04-692300100047 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:31.505572 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8cc80e69-6e3d-4b75-ac04-692300100047 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:31.537021 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc80e69-6e3d-4b75-ac04-692300100047 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:48:31.538673 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8cc80e69-6e3d-4b75-ac04-692300100047 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks [] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:31.766169 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 43934) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:48:31.766819 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f032179a-6c6b-48b6-b25b-f1a464f4a896 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:48:31.785200 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc80e69-6e3d-4b75-ac04-692300100047 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Pushing event updated for resources: {'Network': ['ID=1c47125a-befd-48ad-9256-cd7a4e70777a,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:48:31.806451 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f01b4e9-33aa-4256-8cd1-8b64cb17ef78 None None] Sync routers for ids ['436cecca-8077-481e-825e-c7c4ce26ad1a'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:48:31.826917 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f01b4e9-33aa-4256-8cd1-8b64cb17ef78 None None] Routers {'436cecca-8077-481e-825e-c7c4ce26ad1a'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:48:31.828036 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-3f01b4e9-33aa-4256-8cd1-8b64cb17ef78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:48:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['436cecca-8077-481e-825e-c7c4ce26ad1a'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:48:31.830700 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 1c47125a-befd-48ad-9256-cd7a4e70777a details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:48:31.885905 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-aeae2758-5197-4bf3-a688-9f4815050fa0 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:31.917632 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-8cc80e69-6e3d-4b75-ac04-692300100047 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1142046 Aug 05 11:48:31.918713 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 43942) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:48:31.923524 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-3f01b4e9-33aa-4256-8cd1-8b64cb17ef78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:48:31.932185 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-f67e2fa0-ebcd-41b9-8d72-53f07d197793 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Request body: {'subnet': {'network_id': '1c47125a-befd-48ad-9256-cd7a4e70777a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:48:31.963227 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f01b4e9-33aa-4256-8cd1-8b64cb17ef78 None None] Routers {'436cecca-8077-481e-825e-c7c4ce26ad1a'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:48:31.964840 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-3f01b4e9-33aa-4256-8cd1-8b64cb17ef78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:48:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['436cecca-8077-481e-825e-c7c4ce26ad1a'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:48:31.969556 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-aeae2758-5197-4bf3-a688-9f4815050fa0 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:32.052305 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f032179a-6c6b-48b6-b25b-f1a464f4a896 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Notify callbacks [] for router, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:32.054527 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-f032179a-6c6b-48b6-b25b-f1a464f4a896 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 17.1885684 Aug 05 11:48:32.081511 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeae2758-5197-4bf3-a688-9f4815050fa0 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca0df2b3-ca19-4f0d-95c0-bd3e02a9c49e,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:48:32.092325 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 43944) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:48:32.096391 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-aeae2758-5197-4bf3-a688-9f4815050fa0 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:32.098620 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-aeae2758-5197-4bf3-a688-9f4815050fa0 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.3543198 Aug 05 11:48:32.109642 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-b730fd9b-3ee7-415c-8a05-e59c093dd52e tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:48:32.172337 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-3f01b4e9-33aa-4256-8cd1-8b64cb17ef78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:48:32.172780 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 43946) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:48:32.179232 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f01b4e9-33aa-4256-8cd1-8b64cb17ef78 None None] The sync data for ids ['436cecca-8077-481e-825e-c7c4ce26ad1a'] in n-d-803378-2 is: [] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:48:32.212452 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-5fc5e646-7bee-4799-b96c-dfdb522c3034 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Request body: {'security_group_rule': {'security_group_id': 'ca0df2b3-ca19-4f0d-95c0-bd3e02a9c49e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:48:32.339215 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-265a41d0-0a2e-4501-8908-b3e6fc69e8fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:32.583395 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-66e29af4-07d8-4506-8fdf-8525415b0094 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:32.615464 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-66e29af4-07d8-4506-8fdf-8525415b0094 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:32.800537 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5fc5e646-7bee-4799-b96c-dfdb522c3034 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:32.878903 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-265a41d0-0a2e-4501-8908-b3e6fc69e8fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:32.913995 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-265a41d0-0a2e-4501-8908-b3e6fc69e8fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:32.978310 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e29af4-07d8-4506-8fdf-8525415b0094 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Pushing event updated for resources: {'Port': ['ID=a4d2be09-7794-4b1e-b2af-93f4ab8fe7b5,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:48:32.987405 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-66e29af4-07d8-4506-8fdf-8525415b0094 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33287247'] for floatingip, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:33.024442 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-57c02ba5-4d65-44fa-8a95-40779c9220e7 None None] Notify callbacks [] for port, precommit_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:33.060086 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-57c02ba5-4d65-44fa-8a95-40779c9220e7 None None] Transition to ACTIVE for port object 8aa769c9-d28d-4014-b245-171c7151cd39 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:48:33.072214 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-57c02ba5-4d65-44fa-8a95-40779c9220e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:33.093803 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f67e2fa0-ebcd-41b9-8d72-53f07d197793 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Made reservation on behalf of 63553f01420144a38df0f1373f99c0f2 for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:48:33.108322 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f67e2fa0-ebcd-41b9-8d72-53f07d197793 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:33.116930 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5fc5e646-7bee-4799-b96c-dfdb522c3034 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:33.136229 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-265a41d0-0a2e-4501-8908-b3e6fc69e8fb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d13a280f080b47ed9940be682f763773&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3594763 Aug 05 11:48:33.136229 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265a41d0-0a2e-4501-8908-b3e6fc69e8fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff69079a-1dd4-4bfb-b55f-d4c0757d03c2,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:48:33.172964 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 43962) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:48:33.216689 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59e7baf-54a9-45b6-9cd1-7d0bd3bcaf8a None None] Pushing event updated for resources: {'Port': ['ID=8aa769c9-d28d-4014-b245-171c7151cd39,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:48:33.332282 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-57c02ba5-4d65-44fa-8a95-40779c9220e7 None None] Attempting to bind port 8aa769c9-d28d-4014-b245-171c7151cd39 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:48:33.333137 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-57c02ba5-4d65-44fa-8a95-40779c9220e7 None None] Attempting to bind port 8aa769c9-d28d-4014-b245-171c7151cd39 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'de1f7257-8faa-46ea-8956-4b8e85e97bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '1ac4b742-2a25-4935-8476-e9ad3e543504'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:48:33.333900 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c02ba5-4d65-44fa-8a95-40779c9220e7 None None] Attempting to bind port 8aa769c9-d28d-4014-b245-171c7151cd39 on network 1ac4b742-2a25-4935-8476-e9ad3e543504 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:48:33.345026 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c02ba5-4d65-44fa-8a95-40779c9220e7 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:48:33.345876 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c02ba5-4d65-44fa-8a95-40779c9220e7 None None] Checking segment: {'id': 'de1f7257-8faa-46ea-8956-4b8e85e97bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '1ac4b742-2a25-4935-8476-e9ad3e543504'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:48:33.346700 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-57c02ba5-4d65-44fa-8a95-40779c9220e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:33.347505 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c02ba5-4d65-44fa-8a95-40779c9220e7 None None] Bound using segment: {'id': 'de1f7257-8faa-46ea-8956-4b8e85e97bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '1ac4b742-2a25-4935-8476-e9ad3e543504'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:48:33.348727 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-57c02ba5-4d65-44fa-8a95-40779c9220e7 None None] Bound port: 8aa769c9-d28d-4014-b245-171c7151cd39, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de1f7257-8faa-46ea-8956-4b8e85e97bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '1ac4b742-2a25-4935-8476-e9ad3e543504'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:48:33.349557 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-57c02ba5-4d65-44fa-8a95-40779c9220e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:33.386562 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5fc5e646-7bee-4799-b96c-dfdb522c3034 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:33.414590 n-d-803378-2 neutron-server[94420]: INFO neutron.db.l3_db [None req-66e29af4-07d8-4506-8fdf-8525415b0094 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Floating IP 115d8a1a-8b4d-4111-b7d2-cd8e65417837 associated. External IP: 172.25.5.51, port: 62a5afb7-e9e3-45d8-b700-ff42ced7a25c. Aug 05 11:48:33.539510 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5fc5e646-7bee-4799-b96c-dfdb522c3034 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:33.554912 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 43970) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:48:33.558397 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-5fc5e646-7bee-4799-b96c-dfdb522c3034 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3590896 Aug 05 11:48:33.580771 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc5e646-7bee-4799-b96c-dfdb522c3034 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6907e87-8bf5-4bb6-a3cb-c871029c1847,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:48:33.597080 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-57c02ba5-4d65-44fa-8a95-40779c9220e7 None None] For port 8aa769c9-d28d-4014-b245-171c7151cd39, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:48:33.630408 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-57c02ba5-4d65-44fa-8a95-40779c9220e7 None None] For port 8aa769c9-d28d-4014-b245-171c7151cd39, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=8aa769c9-d28d-4014-b245-171c7151cd39,segment=NetworkSegment(de1f7257-8faa-46ea-8956-4b8e85e97bcb),segment_id=de1f7257-8faa-46ea-8956-4b8e85e97bcb)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:48:33.646914 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-57c02ba5-4d65-44fa-8a95-40779c9220e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:33.737573 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7241ce3c-1b92-4a16-a163-4038d2bbcc35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:33.760935 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-65fe2516-2aca-4245-91e0-3093d2b874ac tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Request body: {'security_group_rule': {'security_group_id': 'ca0df2b3-ca19-4f0d-95c0-bd3e02a9c49e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:48:33.826286 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7241ce3c-1b92-4a16-a163-4038d2bbcc35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:33.835583 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c02ba5-4d65-44fa-8a95-40779c9220e7 None None] Routers {'6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:48:33.837678 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-57c02ba5-4d65-44fa-8a95-40779c9220e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:48:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:48:34.030007 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59e7baf-54a9-45b6-9cd1-7d0bd3bcaf8a None None] Pushing event updated for resources: {'Port': ['ID=8aa769c9-d28d-4014-b245-171c7151cd39,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:48:34.098480 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f67e2fa0-ebcd-41b9-8d72-53f07d197793 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25038678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30075167'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:34.139527 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b730fd9b-3ee7-415c-8a05-e59c093dd52e tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:34.151011 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-65fe2516-2aca-4245-91e0-3093d2b874ac tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:34.248462 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7241ce3c-1b92-4a16-a163-4038d2bbcc35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:34.258879 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7241ce3c-1b92-4a16-a163-4038d2bbcc35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:34.280987 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-7241ce3c-1b92-4a16-a163-4038d2bbcc35 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ff69079a-1dd4-4bfb-b55f-d4c0757d03c2 HTTP/1.1" status: 204 len: 168 time: 1.1062174 Aug 05 11:48:34.325681 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-57c02ba5-4d65-44fa-8a95-40779c9220e7 None None] Set router 6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:48:34.347500 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7241ce3c-1b92-4a16-a163-4038d2bbcc35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff69079a-1dd4-4bfb-b55f-d4c0757d03c2,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:48:34.359473 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-65fe2516-2aca-4245-91e0-3093d2b874ac tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:34.384348 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b730fd9b-3ee7-415c-8a05-e59c093dd52e tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:34.391180 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-65fe2516-2aca-4245-91e0-3093d2b874ac tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:34.403314 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67e2fa0-ebcd-41b9-8d72-53f07d197793 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Pushing event updated for resources: {'Subnet': ['ID=728ce950-a4b3-42cd-96d4-fd39e0bf2fb2,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:48:34.445791 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67e2fa0-ebcd-41b9-8d72-53f07d197793 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Checking segment: {'id': 'b2d29e9e-3080-42f3-aa9c-aeda508d1274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '1c47125a-befd-48ad-9256-cd7a4e70777a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:48:34.446291 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67e2fa0-ebcd-41b9-8d72-53f07d197793 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Network hostable DHCP agents. Network: 1c47125a-befd-48ad-9256-cd7a4e70777a, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:48:34.523258 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67e2fa0-ebcd-41b9-8d72-53f07d197793 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Network 1c47125a-befd-48ad-9256-cd7a4e70777a is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:48:34.556204 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fe2516-2aca-4245-91e0-3093d2b874ac tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31b6ec5d-d7cd-4d84-97b0-87133337015b,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:48:34.561812 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-f67e2fa0-ebcd-41b9-8d72-53f07d197793 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, 1c47125a-befd-48ad-9256-cd7a4e70777a) {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:48:34.582816 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67e2fa0-ebcd-41b9-8d72-53f07d197793 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:48:34.585672 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f67e2fa0-ebcd-41b9-8d72-53f07d197793 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:34.626980 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-f67e2fa0-ebcd-41b9-8d72-53f07d197793 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.7017484 Aug 05 11:48:34.627968 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 43990) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:48:34.711331 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-65fe2516-2aca-4245-91e0-3093d2b874ac tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:34.723891 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-65fe2516-2aca-4245-91e0-3093d2b874ac tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0042171 Aug 05 11:48:34.731688 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 43994) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:48:34.765601 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691d06e6-332b-46a9-98a8-1c68b09139f3 None None] Network 1c47125a-befd-48ad-9256-cd7a4e70777a requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:48:34.775614 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-0a06e992-500b-4beb-b225-4c2f15240f6f tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Request body: {'floatingip': {'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:48:34.918408 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-67571d1e-7d25-4259-bdcf-861ccb36efcd tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:35.059292 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66e29af4-07d8-4506-8fdf-8525415b0094 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Router 97cb0d75-8907-409f-87f4-a69ffebf0234 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 11:48:35.062265 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-b730fd9b-3ee7-415c-8a05-e59c093dd52e tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Deleting port 2c732036-0be3-4838-82f3-2c70efa8741f {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:48:35.062859 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b730fd9b-3ee7-415c-8a05-e59c093dd52e tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:35.066458 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0a06e992-500b-4beb-b225-4c2f15240f6f tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Notify callbacks [] for floatingip, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:35.177499 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-67571d1e-7d25-4259-bdcf-861ccb36efcd tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:35.297401 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b730fd9b-3ee7-415c-8a05-e59c093dd52e tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:35.313538 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-b730fd9b-3ee7-415c-8a05-e59c093dd52e tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Calling delete_port for 2c732036-0be3-4838-82f3-2c70efa8741f owned by network:router_gateway {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:48:35.360643 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 44010) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:48:35.368739 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-57c02ba5-4d65-44fa-8a95-40779c9220e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f', 'name': 'tempest-AttachVolumeShelveTestJSON-252295355-router', 'tenant_id': 'cbc89f3908d842d4a7beeb1a4fce5354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': 'd2e4cdb8-47c4-4e8a-a089-078d0648bcb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:48:02Z', 'updated_at': '2021-08-05T11:48:20Z', 'revision_number': 4, 'project_id': 'cbc89f3908d842d4a7beeb1a4fce5354', 'gw_port': {'id': 'd2e4cdb8-47c4-4e8a-a089-078d0648bcb8', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:00:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:48:04Z', 'updated_at': '2021-08-05T11:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '8aa769c9-d28d-4014-b245-171c7151cd39', 'name': '', 'network_id': '1ac4b742-2a25-4935-8476-e9ad3e543504', 'tenant_id': 'cbc89f3908d842d4a7beeb1a4fce5354', 'mac_address': 'fa:16:3e:75:5b:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': 'a5e28117-6f3c-401b-be5b-a70254f1dc57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:48:15Z', 'updated_at': '2021-08-05T11:48:33Z', 'revision_number': 4, 'project_id': 'cbc89f3908d842d4a7beeb1a4fce5354', 'subnets': [{'id': 'a5e28117-6f3c-401b-be5b-a70254f1dc57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:48:35.398530 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-622084de-0d2a-4f9f-b4e9-63a4f0e5eb73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:35.420257 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-67571d1e-7d25-4259-bdcf-861ccb36efcd tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25038609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30075142'] for subnet, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:35.433089 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c02ba5-4d65-44fa-8a95-40779c9220e7 None None] The sync data for ids ['6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f'] in n-d-803378-2 is: [{'id': '6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f', 'name': 'tempest-AttachVolumeShelveTestJSON-252295355-router', 'tenant_id': 'cbc89f3908d842d4a7beeb1a4fce5354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': 'd2e4cdb8-47c4-4e8a-a089-078d0648bcb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:48:02Z', 'updated_at': '2021-08-05T11:48:20Z', 'revision_number': 4, 'project_id': 'cbc89f3908d842d4a7beeb1a4fce5354', 'gw_port': {'id': 'd2e4cdb8-47c4-4e8a-a089-078d0648bcb8', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:00:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:48:04Z', 'updated_at': '2021-08-05T11:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '8aa769c9-d28d-4014-b245-171c7151cd39', 'name': '', 'network_id': '1ac4b742-2a25-4935-8476-e9ad3e543504', 'tenant_id': 'cbc89f3908d842d4a7beeb1a4fce5354', 'mac_address': 'fa:16:3e:75:5b:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': 'a5e28117-6f3c-401b-be5b-a70254f1dc57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:48:15Z', 'updated_at': '2021-08-05T11:48:33Z', 'revision_number': 4, 'project_id': 'cbc89f3908d842d4a7beeb1a4fce5354', 'subnets': [{'id': 'a5e28117-6f3c-401b-be5b-a70254f1dc57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:48:35.500352 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67571d1e-7d25-4259-bdcf-861ccb36efcd tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Pushing event deleted for resources: {'Subnet': ['ID=728ce950-a4b3-42cd-96d4-fd39e0bf2fb2,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:48:35.526512 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636da485-c15c-427f-8bcb-d50db277910d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-1c47125a-befd-48ad-9256-cd7a4e70777a', 'network_id': '1c47125a-befd-48ad-9256-cd7a4e70777a', 'tenant_id': '63553f01420144a38df0f1373f99c0f2', 'fixed_ips': [{'subnet_id': '728ce950-a4b3-42cd-96d4-fd39e0bf2fb2'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 11:48:35.528745 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-636da485-c15c-427f-8bcb-d50db277910d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:35.594592 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 5589b2ed-9e4d-4eff-9dd5-8d1ad34b6669 details requested by agent hyperv_n-h1-803378-2 with host n-h1-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:48:35.704787 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67571d1e-7d25-4259-bdcf-861ccb36efcd tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:48:35.705732 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67571d1e-7d25-4259-bdcf-861ccb36efcd tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:48:35.706567 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67571d1e-7d25-4259-bdcf-861ccb36efcd tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:48:35.707411 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67571d1e-7d25-4259-bdcf-861ccb36efcd tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:48:35.708272 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67571d1e-7d25-4259-bdcf-861ccb36efcd tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:48:35.709227 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67571d1e-7d25-4259-bdcf-861ccb36efcd tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:48:35.710188 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67571d1e-7d25-4259-bdcf-861ccb36efcd tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:48:35.711016 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67571d1e-7d25-4259-bdcf-861ccb36efcd tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:48:35.711842 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67571d1e-7d25-4259-bdcf-861ccb36efcd tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:48:35.713113 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67571d1e-7d25-4259-bdcf-861ccb36efcd tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:48:35.713955 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67571d1e-7d25-4259-bdcf-861ccb36efcd tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:48:35.714703 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67571d1e-7d25-4259-bdcf-861ccb36efcd tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:48:35.772873 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-67571d1e-7d25-4259-bdcf-861ccb36efcd tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:35.885980 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-67571d1e-7d25-4259-bdcf-861ccb36efcd tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c47125a-befd-48ad-9256-cd7a4e70777a']}} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:48:35.921784 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-67571d1e-7d25-4259-bdcf-861ccb36efcd tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2d29e9e-3080-42f3-aa9c-aeda508d1274') {'for_net_delete': True} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:48:35.922787 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-67571d1e-7d25-4259-bdcf-861ccb36efcd tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2d29e9e-3080-42f3-aa9c-aeda508d1274') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:48:35.957875 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-67571d1e-7d25-4259-bdcf-861ccb36efcd tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29786371'] for segment, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:35.991458 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-67571d1e-7d25-4259-bdcf-861ccb36efcd tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:36.008452 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67571d1e-7d25-4259-bdcf-861ccb36efcd tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=94421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:48:36.009847 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-67571d1e-7d25-4259-bdcf-861ccb36efcd tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25038799'] for segment, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:36.063468 n-d-803378-2 neutron-server[94421]: Traceback (most recent call last): Aug 05 11:48:36.063468 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:48:36.063468 n-d-803378-2 neutron-server[94421]: timer() Aug 05 11:48:36.063468 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:48:36.063468 n-d-803378-2 neutron-server[94421]: cb(*args, **kw) Aug 05 11:48:36.063468 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:48:36.063468 n-d-803378-2 neutron-server[94421]: return func(*args, **kwargs) Aug 05 11:48:36.063468 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:48:36.063468 n-d-803378-2 neutron-server[94421]: self._notify() Aug 05 11:48:36.063468 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:48:36.063468 n-d-803378-2 neutron-server[94421]: self.callback(batched_events) Aug 05 11:48:36.063468 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:48:36.063468 n-d-803378-2 neutron-server[94421]: event.method(event) Aug 05 11:48:36.063468 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:48:36.063468 n-d-803378-2 neutron-server[94421]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:48:36.063468 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:48:36.063468 n-d-803378-2 neutron-server[94421]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:48:36.063468 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:48:36.063468 n-d-803378-2 neutron-server[94421]: return f(self, *a, **k) Aug 05 11:48:36.063468 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:48:36.063468 n-d-803378-2 neutron-server[94421]: return self._get(url).json() Aug 05 11:48:36.063468 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:48:36.063468 n-d-803378-2 neutron-server[94421]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:48:36.063468 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:48:36.063468 n-d-803378-2 neutron-server[94421]: return self.request(url, 'GET', **kwargs) Aug 05 11:48:36.063468 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:48:36.063468 n-d-803378-2 neutron-server[94421]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:48:36.063468 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:48:36.063468 n-d-803378-2 neutron-server[94421]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:48:36.063468 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:48:36.063468 n-d-803378-2 neutron-server[94421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:48:36.063468 n-d-803378-2 neutron-server[94421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:48:36.109100 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b33c8ff-4833-4436-94be-903546957a83 None None] Network 1c47125a-befd-48ad-9256-cd7a4e70777a requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:48:36.207681 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b730fd9b-3ee7-415c-8a05-e59c093dd52e tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:36.314767 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b730fd9b-3ee7-415c-8a05-e59c093dd52e tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Pushing event deleted for resources: {'Port': ['ID=2c732036-0be3-4838-82f3-2c70efa8741f,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:48:36.326490 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-622084de-0d2a-4f9f-b4e9-63a4f0e5eb73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:36.331703 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-67571d1e-7d25-4259-bdcf-861ccb36efcd tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:36.352544 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-67571d1e-7d25-4259-bdcf-861ccb36efcd tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks [] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:36.365257 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-67571d1e-7d25-4259-bdcf-861ccb36efcd tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] 10.222.0.58 "DELETE /v2.0/networks/1c47125a-befd-48ad-9256-cd7a4e70777a HTTP/1.1" status: 204 len: 168 time: 1.7300780 Aug 05 11:48:36.366373 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 5589b2ed-9e4d-4eff-9dd5-8d1ad34b6669, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=5589b2ed-9e4d-4eff-9dd5-8d1ad34b6669,segment=NetworkSegment(fa5f7742-6e03-46ef-8df5-0f25b5d284b6),segment_id=fa5f7742-6e03-46ef-8df5-0f25b5d284b6)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:48:36.379528 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 44024) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:48:36.396386 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-57d751cc-5fcb-4f2f-a1e0-b7c595aa6f69 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-875862003'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:48:36.414084 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66e29af4-07d8-4506-8fdf-8525415b0094 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:48:36.423808 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Returning: {'device': '5589b2ed-9e4d-4eff-9dd5-8d1ad34b6669', 'network_id': 'debeaa60-b13d-4f6e-a270-9d57e30ced89', 'port_id': '5589b2ed-9e4d-4eff-9dd5-8d1ad34b6669', 'mac_address': 'fa:16:3e:d5:63:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fa39e07-a6bd-4ef4-8a54-1af79d2770df', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:48:36.440605 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-622084de-0d2a-4f9f-b4e9-63a4f0e5eb73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:36.458501 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c7f0d4-df02-4f5c-983f-80210aed85d4 None None] Sync routers for ids ['97cb0d75-8907-409f-87f4-a69ffebf0234'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:48:36.506854 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67571d1e-7d25-4259-bdcf-861ccb36efcd tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Pushing event deleted for resources: {'Network': ['ID=1c47125a-befd-48ad-9256-cd7a4e70777a,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:48:36.534353 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0a06e992-500b-4beb-b225-4c2f15240f6f tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:36.560126 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-66e29af4-07d8-4506-8fdf-8525415b0094 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:36.568023 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b730fd9b-3ee7-415c-8a05-e59c093dd52e tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33285055'] for router_gateway, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:36.657153 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-622084de-0d2a-4f9f-b4e9-63a4f0e5eb73 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=058e980ac1b44713a0a7e6ffee5621ec&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2860088 Aug 05 11:48:36.698821 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c7f0d4-df02-4f5c-983f-80210aed85d4 None None] Routers {'97cb0d75-8907-409f-87f4-a69ffebf0234'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:48:36.700206 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-20c7f0d4-df02-4f5c-983f-80210aed85d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:48:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['97cb0d75-8907-409f-87f4-a69ffebf0234'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:48:36.707102 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 44026) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:48:36.763273 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57d751cc-5fcb-4f2f-a1e0-b7c595aa6f69 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Made reservation on behalf of 63553f01420144a38df0f1373f99c0f2 for: {'network': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:48:36.781975 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-57d751cc-5fcb-4f2f-a1e0-b7c595aa6f69 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:36.858914 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622084de-0d2a-4f9f-b4e9-63a4f0e5eb73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=449c1b3e-2c07-4806-8686-55c2c1c49a79,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:48:36.982500 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:37.012056 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57d751cc-5fcb-4f2f-a1e0-b7c595aa6f69 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] vlan segment allocate from pool success with {'vlan_id': 650, 'physical_network': 'physnet1'} {{(pid=94421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:48:37.033413 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5589b2ed-9e4d-4eff-9dd5-8d1ad34b6669 {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:48:37.046669 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-57d751cc-5fcb-4f2f-a1e0-b7c595aa6f69 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:37.048136 n-d-803378-2 neutron-server[94421]: INFO neutron.db.segments_db [None req-57d751cc-5fcb-4f2f-a1e0-b7c595aa6f69 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Added segment cad8ea35-90a1-4a13-9ade-2f571a686da3 of type vlan for network 8ffce88a-2251-4865-a55a-ec39ad425218 Aug 05 11:48:37.089177 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 5589b2ed-9e4d-4eff-9dd5-8d1ad34b6669, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=5589b2ed-9e4d-4eff-9dd5-8d1ad34b6669,segment=NetworkSegment(fa5f7742-6e03-46ef-8df5-0f25b5d284b6),segment_id=fa5f7742-6e03-46ef-8df5-0f25b5d284b6)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:48:37.093490 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-20c7f0d4-df02-4f5c-983f-80210aed85d4 None None] Set router 97cb0d75-8907-409f-87f4-a69ffebf0234 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:48:37.195597 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-903d5152-b9ea-49ac-8a28-f8bd7343d3f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:37.261759 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:37.402997 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-57d751cc-5fcb-4f2f-a1e0-b7c595aa6f69 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:37.511657 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 8aa769c9-d28d-4014-b245-171c7151cd39 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:48:37.620128 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-903d5152-b9ea-49ac-8a28-f8bd7343d3f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:37.633397 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.db.resource_extend [None req-57d751cc-5fcb-4f2f-a1e0-b7c595aa6f69 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 05 11:48:37.692260 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['5589b2ed-9e4d-4eff-9dd5-8d1ad34b6669'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:48:37.756401 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-0411fdc6-f7b1-47b2-ba11-e2dd5969c2a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:37.813163 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-57d751cc-5fcb-4f2f-a1e0-b7c595aa6f69 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:37.842968 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d751cc-5fcb-4f2f-a1e0-b7c595aa6f69 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:48:37.844043 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-57d751cc-5fcb-4f2f-a1e0-b7c595aa6f69 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks [] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:37.901923 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=5589b2ed-9e4d-4eff-9dd5-8d1ad34b6669,revision_number=6']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:48:38.030449 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-0a06e992-500b-4beb-b225-4c2f15240f6f tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Allocated IP 172.25.5.253 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/bd9e41a1-1b95-4439-ab69-b4f0563ed77c) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:48:38.057844 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d751cc-5fcb-4f2f-a1e0-b7c595aa6f69 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Pushing event updated for resources: {'Network': ['ID=8ffce88a-2251-4865-a55a-ec39ad425218,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:48:38.103782 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 8ffce88a-2251-4865-a55a-ec39ad425218 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:48:38.117686 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-57d751cc-5fcb-4f2f-a1e0-b7c595aa6f69 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.7279730 Aug 05 11:48:38.128643 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 44042) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:48:38.142702 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-30179af2-cee6-4d2f-8be8-7a0cf1609959 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Request body: {'subnet': {'network_id': '8ffce88a-2251-4865-a55a-ec39ad425218', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:48:38.152193 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-903d5152-b9ea-49ac-8a28-f8bd7343d3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:38.160434 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-903d5152-b9ea-49ac-8a28-f8bd7343d3f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:38.167425 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-903d5152-b9ea-49ac-8a28-f8bd7343d3f4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/449c1b3e-2c07-4806-8686-55c2c1c49a79 HTTP/1.1" status: 204 len: 168 time: 1.4583166 Aug 05 11:48:38.279457 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 8aa769c9-d28d-4014-b245-171c7151cd39 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:48:38.312997 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 8aa769c9-d28d-4014-b245-171c7151cd39 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:48:38.313579 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:38.315435 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-66e29af4-07d8-4506-8fdf-8525415b0094 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 15.8245404 Aug 05 11:48:38.337372 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddf47896-42f3-4efd-854d-4716a8276153', 'tag': '62a5afb7-e9e3-45d8-b700-ff42ced7a25c'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:48:38.343408 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}828068ad8d405ad77660ce68fa78e1ffe658725812f7a08f9e488a446589295b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-317a0ea3-579e-4eb3-aba1-d91ee67e7383" -d '{"events": [{"name": "network-changed", "server_uuid": "ddf47896-42f3-4efd-854d-4716a8276153", "tag": "62a5afb7-e9e3-45d8-b700-ff42ced7a25c"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:48:38.356753 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903d5152-b9ea-49ac-8a28-f8bd7343d3f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=449c1b3e-2c07-4806-8686-55c2c1c49a79,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:48:38.596707 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30179af2-cee6-4d2f-8be8-7a0cf1609959 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Made reservation on behalf of 63553f01420144a38df0f1373f99c0f2 for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:48:38.632406 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-30179af2-cee6-4d2f-8be8-7a0cf1609959 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:38.688851 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0a06e992-500b-4beb-b225-4c2f15240f6f tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:38.977933 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b730fd9b-3ee7-415c-8a05-e59c093dd52e tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33286054', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33263081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1940'] for router, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:38.994199 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b730fd9b-3ee7-415c-8a05-e59c093dd52e tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33286033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33286040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33263014'] for router, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:39.196820 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef1e8ff-f75b-49aa-933a-74881a75b168 req-275e6017-9577-4f96-aea2-975e019d64a0 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:48:39.213019 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0ef1e8ff-f75b-49aa-933a-74881a75b168 req-275e6017-9577-4f96-aea2-975e019d64a0 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddf47896-42f3-4efd-854d-4716a8276153 HTTP/1.1" status: 200 len: 946 time: 0.6532242 Aug 05 11:48:39.330392 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b730fd9b-3ee7-415c-8a05-e59c093dd52e tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Router 436cecca-8077-481e-825e-c7c4ce26ad1a has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 11:48:39.357074 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0a06e992-500b-4beb-b225-4c2f15240f6f tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:39.411647 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0ef1e8ff-f75b-49aa-933a-74881a75b168 req-eac0d5c9-617d-4837-b8dc-8fab35d30e8a tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ace5c99-ff1d-4ae8-a34c-808ba849368d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1940112 Aug 05 11:48:39.489290 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 44072) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:48:39.666963 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a06e992-500b-4beb-b225-4c2f15240f6f tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Pushing event updated for resources: {'Port': ['ID=bd9e41a1-1b95-4439-ab69-b4f0563ed77c,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:48:39.705727 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d49db154-c026-4de9-90f6-1c804d527584 x-openstack-request-id: req-d49db154-c026-4de9-90f6-1c804d527584 {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:48:39.706260 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddf47896-42f3-4efd-854d-4716a8276153", "tag": "62a5afb7-e9e3-45d8-b700-ff42ced7a25c", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:48:39.706909 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d49db154-c026-4de9-90f6-1c804d527584 {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:48:39.707386 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddf47896-42f3-4efd-854d-4716a8276153', 'tag': '62a5afb7-e9e3-45d8-b700-ff42ced7a25c', 'status': 'completed', 'code': 200} Aug 05 11:48:39.718511 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a06e992-500b-4beb-b225-4c2f15240f6f tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:48:39.783017 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:39.805063 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-0a06e992-500b-4beb-b225-4c2f15240f6f tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:48:39.819594 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-30179af2-cee6-4d2f-8be8-7a0cf1609959 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25038678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30075167'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:39.890692 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a06e992-500b-4beb-b225-4c2f15240f6f tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:48:39.916691 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port 8aa769c9-d28d-4014-b245-171c7151cd39, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=8aa769c9-d28d-4014-b245-171c7151cd39,segment=NetworkSegment(de1f7257-8faa-46ea-8956-4b8e85e97bcb),segment_id=de1f7257-8faa-46ea-8956-4b8e85e97bcb)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:48:39.922088 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b730fd9b-3ee7-415c-8a05-e59c093dd52e tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:48:39.933823 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:39.949074 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90c0595-da3f-4f3b-890b-f81ec2c1551d None None] Sync routers for ids ['436cecca-8077-481e-825e-c7c4ce26ad1a'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:48:39.952464 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-20c7f0d4-df02-4f5c-983f-80210aed85d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97cb0d75-8907-409f-87f4-a69ffebf0234', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2052124601', 'tenant_id': '7f88688726d24c8e9d77831659c7c3ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '9cf08bfb-6a0a-415a-9e26-edbb203b1bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:46:57Z', 'updated_at': '2021-08-05T11:47:31Z', 'revision_number': 4, 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'gw_port': {'id': '9cf08bfb-6a0a-415a-9e26-edbb203b1bfc', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:15:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cb0d75-8907-409f-87f4-a69ffebf0234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:47:02Z', 'updated_at': '2021-08-05T11:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': '115d8a1a-8b4d-4111-b7d2-cd8e65417837', 'tenant_id': '7f88688726d24c8e9d77831659c7c3ae', 'floating_ip_address': '172.25.5.51', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': '97cb0d75-8907-409f-87f4-a69ffebf0234', 'port_id': '62a5afb7-e9e3-45d8-b700-ff42ced7a25c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea4ab667-0582-45fb-abbe-165151692b1f', 'mac_address': 'fa:16:3e:fc:09:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf47896-42f3-4efd-854d-4716a8276153', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T11:48:28Z', 'updated_at': '2021-08-05T11:48:28Z', 'revision_number': 0, 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d263ae8-0280-4552-8aac-30dcf5e1325b', 'name': '', 'network_id': 'ea4ab667-0582-45fb-abbe-165151692b1f', 'tenant_id': '7f88688726d24c8e9d77831659c7c3ae', 'mac_address': 'fa:16:3e:6c:68:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cb0d75-8907-409f-87f4-a69ffebf0234', 'device_owner': 'network:router_interface', 'standard_attr_id': 2407, 'fixed_ips': [{'subnet_id': '23b4b90e-0370-4e2d-856e-858c6909def7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:47:25Z', 'updated_at': '2021-08-05T11:47:46Z', 'revision_number': 5, 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'subnets': [{'id': '23b4b90e-0370-4e2d-856e-858c6909def7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:48:39.960704 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b730fd9b-3ee7-415c-8a05-e59c093dd52e tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Notify callbacks [] for router, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:39.969600 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-b730fd9b-3ee7-415c-8a05-e59c093dd52e tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] 10.222.0.58 "PUT /v2.0/routers/436cecca-8077-481e-825e-c7c4ce26ad1a HTTP/1.1" status: 200 len: 705 time: 7.8680744 Aug 05 11:48:39.976400 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 44086) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:48:40.002760 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90c0595-da3f-4f3b-890b-f81ec2c1551d None None] Routers {'436cecca-8077-481e-825e-c7c4ce26ad1a'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:48:40.009519 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-c90c0595-da3f-4f3b-890b-f81ec2c1551d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:48:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['436cecca-8077-481e-825e-c7c4ce26ad1a'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:48:40.061339 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30179af2-cee6-4d2f-8be8-7a0cf1609959 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Pushing event updated for resources: {'Subnet': ['ID=822fe678-d65a-4c42-b80d-82d695ad4cfd,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:48:40.116364 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c7f0d4-df02-4f5c-983f-80210aed85d4 None None] Checking router: 97cb0d75-8907-409f-87f4-a69ffebf0234 for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:48:40.149507 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-c90c0595-da3f-4f3b-890b-f81ec2c1551d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:48:40.151768 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-5a7afff1-4c48-4c8d-9c93-c5d96d4ee919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:40.202851 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90c0595-da3f-4f3b-890b-f81ec2c1551d None None] Routers {'436cecca-8077-481e-825e-c7c4ce26ad1a'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:48:40.209876 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-c90c0595-da3f-4f3b-890b-f81ec2c1551d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:48:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['436cecca-8077-481e-825e-c7c4ce26ad1a'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:48:40.217657 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:40.238087 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-7c52e5a8-5cb7-4cd3-a8cd-4a344136b342 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/floatingips/115d8a1a-8b4d-4111-b7d2-cd8e65417837 HTTP/1.1" status: 200 len: 991 time: 0.7355580 Aug 05 11:48:40.246825 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c7f0d4-df02-4f5c-983f-80210aed85d4 None None] Routers {'97cb0d75-8907-409f-87f4-a69ffebf0234'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:48:40.249230 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-20c7f0d4-df02-4f5c-983f-80210aed85d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:48:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['97cb0d75-8907-409f-87f4-a69ffebf0234'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:48:40.295986 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317a0ea3-579e-4eb3-aba1-d91ee67e7383 req-393f93d1-2260-49b0-a9f2-d7a83a3dc7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:48:40.307285 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-317a0ea3-579e-4eb3-aba1-d91ee67e7383 req-393f93d1-2260-49b0-a9f2-d7a83a3dc7ac service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7f88688726d24c8e9d77831659c7c3ae&device_id=ddf47896-42f3-4efd-854d-4716a8276153 HTTP/1.1" status: 200 len: 1097 time: 0.5239646 Aug 05 11:48:40.315495 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-c90c0595-da3f-4f3b-890b-f81ec2c1551d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:48:40.317313 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90c0595-da3f-4f3b-890b-f81ec2c1551d None None] The sync data for ids ['436cecca-8077-481e-825e-c7c4ce26ad1a'] in n-d-803378-2 is: [] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:48:40.330902 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-57cdb243-8e38-4499-976d-11b7a56bae7d tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] 10.222.0.58 "GET /v2.0/routers/436cecca-8077-481e-825e-c7c4ce26ad1a HTTP/1.1" status: 200 len: 740 time: 0.3432820 Aug 05 11:48:40.340050 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 44092) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:48:40.419948 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-c961ad61-34fe-4602-a73b-8da4641f678a tempest-RoutersAdminTest-1470246759 tempest-RoutersAdminTest-1470246759-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd&device_id=436cecca-8077-481e-825e-c7c4ce26ad1a HTTP/1.1" status: 200 len: 205 time: 0.0721660 Aug 05 11:48:40.426731 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 44096) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:48:40.453363 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0a06e992-500b-4beb-b225-4c2f15240f6f tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:40.497293 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=8aa769c9-d28d-4014-b245-171c7151cd39,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:48:40.501655 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30179af2-cee6-4d2f-8be8-7a0cf1609959 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Checking segment: {'id': 'cad8ea35-90a1-4a13-9ade-2f571a686da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '8ffce88a-2251-4865-a55a-ec39ad425218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:48:40.502910 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-d7f61349-c0ed-4944-96c6-8bd0710dc77f tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] 10.222.0.58 "GET /v2.0/ports?device_id=436cecca-8077-481e-825e-c7c4ce26ad1a HTTP/1.1" status: 200 len: 205 time: 0.0691681 Aug 05 11:48:40.503248 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30179af2-cee6-4d2f-8be8-7a0cf1609959 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Network hostable DHCP agents. Network: 8ffce88a-2251-4865-a55a-ec39ad425218, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:48:40.507291 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 44100) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:48:40.587630 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30179af2-cee6-4d2f-8be8-7a0cf1609959 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Network 8ffce88a-2251-4865-a55a-ec39ad425218 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:48:40.613226 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-20c7f0d4-df02-4f5c-983f-80210aed85d4 None None] Set router 97cb0d75-8907-409f-87f4-a69ffebf0234 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:48:40.630762 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-30179af2-cee6-4d2f-8be8-7a0cf1609959 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, 8ffce88a-2251-4865-a55a-ec39ad425218) {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:48:40.651145 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30179af2-cee6-4d2f-8be8-7a0cf1609959 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:48:40.652195 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-30179af2-cee6-4d2f-8be8-7a0cf1609959 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:40.679386 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317a0ea3-579e-4eb3-aba1-d91ee67e7383 req-068caf26-e945-48e8-80b7-543388e5e50d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:48:40.682534 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-317a0ea3-579e-4eb3-aba1-d91ee67e7383 req-068caf26-e945-48e8-80b7-543388e5e50d service neutron] 10.222.0.55 "GET /v2.0/networks?id=ea4ab667-0582-45fb-abbe-165151692b1f HTTP/1.1" status: 200 len: 897 time: 0.3737547 Aug 05 11:48:40.690439 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-30179af2-cee6-4d2f-8be8-7a0cf1609959 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5599303 Aug 05 11:48:40.691468 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 44106) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:48:40.726229 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162e44e8-caff-419a-ac0e-1ce5783fa840 None None] Network 8ffce88a-2251-4865-a55a-ec39ad425218 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:48:40.940451 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-369c277c-47c7-4117-a9af-34efdc2bc61f tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Notify callbacks [] for router, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:40.962778 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0a06e992-500b-4beb-b225-4c2f15240f6f tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:41.116006 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ea8e3bdf-58a1-4f0a-af15-610e202fb782 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:41.124641 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-317a0ea3-579e-4eb3-aba1-d91ee67e7383 req-db5ceb85-619f-467d-9cb9-932bbf87055c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62a5afb7-e9e3-45d8-b700-ff42ced7a25c HTTP/1.1" status: 200 len: 999 time: 0.4314904 Aug 05 11:48:41.270128 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317a0ea3-579e-4eb3-aba1-d91ee67e7383 req-fbb4720f-d8a9-4ce5-a697-bfc52f76acfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:48:41.276035 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-317a0ea3-579e-4eb3-aba1-d91ee67e7383 req-fbb4720f-d8a9-4ce5-a697-bfc52f76acfd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=23b4b90e-0370-4e2d-856e-858c6909def7 HTTP/1.1" status: 200 len: 835 time: 0.1413186 Aug 05 11:48:41.281586 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 44120) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:48:41.458268 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c911c9-80b8-452f-a439-546c8e1b5584 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-8ffce88a-2251-4865-a55a-ec39ad425218', 'network_id': '8ffce88a-2251-4865-a55a-ec39ad425218', 'tenant_id': '63553f01420144a38df0f1373f99c0f2', 'fixed_ips': [{'subnet_id': '822fe678-d65a-4c42-b80d-82d695ad4cfd'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 11:48:41.464813 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-82c911c9-80b8-452f-a439-546c8e1b5584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:41.639688 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 5589b2ed-9e4d-4eff-9dd5-8d1ad34b6669 up at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:48:41.646294 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-ec1fb6fd-f239-4882-b0e4-d04cfdd06cf5 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/floatingips/115d8a1a-8b4d-4111-b7d2-cd8e65417837 HTTP/1.1" status: 200 len: 991 time: 0.3502588 Aug 05 11:48:41.901497 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ea8e3bdf-58a1-4f0a-af15-610e202fb782 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:41.997553 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-369c277c-47c7-4117-a9af-34efdc2bc61f tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33262979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1951'] for router, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:42.002450 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-369c277c-47c7-4117-a9af-34efdc2bc61f tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:42.087114 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317a0ea3-579e-4eb3-aba1-d91ee67e7383 req-e337bebc-4441-4839-ae2a-fd0971897ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:48:42.091202 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-317a0ea3-579e-4eb3-aba1-d91ee67e7383 req-e337bebc-4441-4839-ae2a-fd0971897ea2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ea4ab667-0582-45fb-abbe-165151692b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7642441 Aug 05 11:48:42.144879 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-369c277c-47c7-4117-a9af-34efdc2bc61f tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33262474'] for router, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:42.154761 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-369c277c-47c7-4117-a9af-34efdc2bc61f tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Fanout notify agent at l3_agent the message router_deleted on router 436cecca-8077-481e-825e-c7c4ce26ad1a {{(pid=94420) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 11:48:42.178956 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-369c277c-47c7-4117-a9af-34efdc2bc61f tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] Notify callbacks [] for router, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:42.182445 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-369c277c-47c7-4117-a9af-34efdc2bc61f tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] 10.222.0.58 "DELETE /v2.0/routers/436cecca-8077-481e-825e-c7c4ce26ad1a HTTP/1.1" status: 204 len: 168 time: 1.6717839 Aug 05 11:48:42.191848 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 44144) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:48:42.298945 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 8aa769c9-d28d-4014-b245-171c7151cd39 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:48:42.314593 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:42.483560 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-7bb4bed9-9994-4242-8c36-d2c4b5640914 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] 10.222.0.58 "GET /v2.0/ports?device_id=436cecca-8077-481e-825e-c7c4ce26ad1a HTTP/1.1" status: 200 len: 205 time: 0.2746909 Aug 05 11:48:42.485476 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 44156) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:48:42.509308 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0a06e992-500b-4beb-b225-4c2f15240f6f tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:42.548463 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0a06e992-500b-4beb-b225-4c2f15240f6f tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:42.575576 n-d-803378-2 neutron-server[94421]: INFO neutron.api.v2.resource [None req-b50a360b-2259-4816-b4bc-21b8dafbb9d8 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] delete failed (client error): The resource could not be found. Aug 05 11:48:42.585534 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-b50a360b-2259-4816-b4bc-21b8dafbb9d8 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] 10.222.0.58 "DELETE /v2.0/routers/436cecca-8077-481e-825e-c7c4ce26ad1a HTTP/1.1" status: 404 len: 336 time: 0.0897224 Aug 05 11:48:42.590257 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 44160) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:48:42.593597 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning complete for port 5589b2ed-9e4d-4eff-9dd5-8d1ad34b6669 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:48:42.595312 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:42.688323 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 44162) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:48:42.704684 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-8d8a9f98-e438-425d-a5ff-abb079e8f0c6 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] 10.222.0.58 "GET /v2.0/ports?device_id=7aa23d51-863f-4327-b435-6f884c02f620 HTTP/1.1" status: 200 len: 205 time: 0.1124394 Aug 05 11:48:42.710314 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 44168) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:48:42.795108 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-82c911c9-80b8-452f-a439-546c8e1b5584 None None] Allocated IP 172.20.0.2 (8ffce88a-2251-4865-a55a-ec39ad425218/822fe678-d65a-4c42-b80d-82d695ad4cfd/f4862608-006b-4af6-b48f-a627930c138b) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:48:42.813420 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 44170) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:48:42.831246 n-d-803378-2 neutron-server[94421]: INFO neutron.api.v2.resource [None req-a27b9213-f770-4a54-9dc6-8f43195de110 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] delete failed (client error): The resource could not be found. Aug 05 11:48:42.837735 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-a27b9213-f770-4a54-9dc6-8f43195de110 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] 10.222.0.58 "DELETE /v2.0/routers/7aa23d51-863f-4327-b435-6f884c02f620 HTTP/1.1" status: 404 len: 336 time: 0.1212604 Aug 05 11:48:42.839337 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-317a0ea3-579e-4eb3-aba1-d91ee67e7383 req-6b0e8ab9-13f0-4405-b58f-d49b544f2b7d service neutron] 10.222.0.55 "GET /v2.0/networks/ea4ab667-0582-45fb-abbe-165151692b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7376454 Aug 05 11:48:42.840354 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 44174) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:48:42.938507 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-20c7f0d4-df02-4f5c-983f-80210aed85d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97cb0d75-8907-409f-87f4-a69ffebf0234', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2052124601', 'tenant_id': '7f88688726d24c8e9d77831659c7c3ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '9cf08bfb-6a0a-415a-9e26-edbb203b1bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:46:57Z', 'updated_at': '2021-08-05T11:47:31Z', 'revision_number': 4, 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'gw_port': {'id': '9cf08bfb-6a0a-415a-9e26-edbb203b1bfc', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:15:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cb0d75-8907-409f-87f4-a69ffebf0234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:47:02Z', 'updated_at': '2021-08-05T11:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': '115d8a1a-8b4d-4111-b7d2-cd8e65417837', 'tenant_id': '7f88688726d24c8e9d77831659c7c3ae', 'floating_ip_address': '172.25.5.51', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': '97cb0d75-8907-409f-87f4-a69ffebf0234', 'port_id': '62a5afb7-e9e3-45d8-b700-ff42ced7a25c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea4ab667-0582-45fb-abbe-165151692b1f', 'mac_address': 'fa:16:3e:fc:09:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf47896-42f3-4efd-854d-4716a8276153', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T11:48:28Z', 'updated_at': '2021-08-05T11:48:28Z', 'revision_number': 0, 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d263ae8-0280-4552-8aac-30dcf5e1325b', 'name': '', 'network_id': 'ea4ab667-0582-45fb-abbe-165151692b1f', 'tenant_id': '7f88688726d24c8e9d77831659c7c3ae', 'mac_address': 'fa:16:3e:6c:68:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cb0d75-8907-409f-87f4-a69ffebf0234', 'device_owner': 'network:router_interface', 'standard_attr_id': 2407, 'fixed_ips': [{'subnet_id': '23b4b90e-0370-4e2d-856e-858c6909def7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:47:25Z', 'updated_at': '2021-08-05T11:47:46Z', 'revision_number': 5, 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'subnets': [{'id': '23b4b90e-0370-4e2d-856e-858c6909def7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:48:42.948999 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 8aa769c9-d28d-4014-b245-171c7151cd39 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:48:42.950382 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:43.121319 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-317a0ea3-579e-4eb3-aba1-d91ee67e7383 req-d7b6990e-6b47-45cb-ab19-fab8a07584e5 service neutron] 10.222.0.55 "GET /v2.0/networks/ea4ab667-0582-45fb-abbe-165151692b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2623754 Aug 05 11:48:43.133153 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a06e992-500b-4beb-b225-4c2f15240f6f tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Pushing event updated for resources: {'Port': ['ID=bd9e41a1-1b95-4439-ab69-b4f0563ed77c,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:48:43.159004 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-6e57634b-0363-4085-8df7-af9107eecc42 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] 10.222.0.58 "GET /v2.0/ports?device_id=50f423ff-d7ff-485c-b93e-63b548fc010e HTTP/1.1" status: 200 len: 205 time: 0.2888689 Aug 05 11:48:43.167097 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 44188) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:48:43.172114 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a06e992-500b-4beb-b225-4c2f15240f6f tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:48:43.173414 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a06e992-500b-4beb-b225-4c2f15240f6f tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:48:43.174253 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a06e992-500b-4beb-b225-4c2f15240f6f tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:48:43.175294 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a06e992-500b-4beb-b225-4c2f15240f6f tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:48:43.176110 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a06e992-500b-4beb-b225-4c2f15240f6f tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:48:43.176992 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a06e992-500b-4beb-b225-4c2f15240f6f tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:48:43.180728 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a06e992-500b-4beb-b225-4c2f15240f6f tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:48:43.181845 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a06e992-500b-4beb-b225-4c2f15240f6f tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:48:43.182909 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a06e992-500b-4beb-b225-4c2f15240f6f tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:48:43.183736 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a06e992-500b-4beb-b225-4c2f15240f6f tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:48:43.184569 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a06e992-500b-4beb-b225-4c2f15240f6f tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:48:43.185363 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a06e992-500b-4beb-b225-4c2f15240f6f tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:48:43.225870 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-da4e941e-fd03-499c-8da3-af397953a48d tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/floatingips/115d8a1a-8b4d-4111-b7d2-cd8e65417837 HTTP/1.1" status: 200 len: 991 time: 0.5128937 Aug 05 11:48:43.228890 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0a06e992-500b-4beb-b225-4c2f15240f6f tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33287247'] for floatingip, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:43.272530 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c7f0d4-df02-4f5c-983f-80210aed85d4 None None] The sync data for ids ['97cb0d75-8907-409f-87f4-a69ffebf0234'] in n-d-803378-2 is: [{'id': '97cb0d75-8907-409f-87f4-a69ffebf0234', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2052124601', 'tenant_id': '7f88688726d24c8e9d77831659c7c3ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '9cf08bfb-6a0a-415a-9e26-edbb203b1bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:46:57Z', 'updated_at': '2021-08-05T11:47:31Z', 'revision_number': 4, 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'gw_port': {'id': '9cf08bfb-6a0a-415a-9e26-edbb203b1bfc', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:15:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cb0d75-8907-409f-87f4-a69ffebf0234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:47:02Z', 'updated_at': '2021-08-05T11:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': '115d8a1a-8b4d-4111-b7d2-cd8e65417837', 'tenant_id': '7f88688726d24c8e9d77831659c7c3ae', 'floating_ip_address': '172.25.5.51', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': '97cb0d75-8907-409f-87f4-a69ffebf0234', 'port_id': '62a5afb7-e9e3-45d8-b700-ff42ced7a25c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea4ab667-0582-45fb-abbe-165151692b1f', 'mac_address': 'fa:16:3e:fc:09:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf47896-42f3-4efd-854d-4716a8276153', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T11:48:28Z', 'updated_at': '2021-08-05T11:48:28Z', 'revision_number': 0, 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d263ae8-0280-4552-8aac-30dcf5e1325b', 'name': '', 'network_id': 'ea4ab667-0582-45fb-abbe-165151692b1f', 'tenant_id': '7f88688726d24c8e9d77831659c7c3ae', 'mac_address': 'fa:16:3e:6c:68:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cb0d75-8907-409f-87f4-a69ffebf0234', 'device_owner': 'network:router_interface', 'standard_attr_id': 2407, 'fixed_ips': [{'subnet_id': '23b4b90e-0370-4e2d-856e-858c6909def7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:47:25Z', 'updated_at': '2021-08-05T11:47:46Z', 'revision_number': 5, 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'subnets': [{'id': '23b4b90e-0370-4e2d-856e-858c6909def7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:48:43.280822 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0a06e992-500b-4beb-b225-4c2f15240f6f tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:43.302078 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-0a06e992-500b-4beb-b225-4c2f15240f6f tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.5661070 Aug 05 11:48:43.480422 n-d-803378-2 neutron-server[94421]: INFO neutron.api.v2.resource [None req-e20703b9-0127-434c-a728-d16693cc0d6b tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] delete failed (client error): The resource could not be found. Aug 05 11:48:43.498290 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-e20703b9-0127-434c-a728-d16693cc0d6b tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] 10.222.0.58 "DELETE /v2.0/routers/50f423ff-d7ff-485c-b93e-63b548fc010e HTTP/1.1" status: 404 len: 336 time: 0.3250813 Aug 05 11:48:43.499213 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 44202) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:48:43.532972 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ed8887c4-f03c-4b9f-baef-5097001f5d23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:43.677252 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 44210) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:48:43.685252 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-36d7d521-edec-40d4-b118-826ea76db24e tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1169c98-46ca-4065-aab2-c491cbdaf3f7 HTTP/1.1" status: 200 len: 205 time: 0.1820245 Aug 05 11:48:43.702208 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:43.938382 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a5860d5-81ba-4285-b50f-47629f1fa963', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5589b2ed-9e4d-4eff-9dd5-8d1ad34b6669'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:48:43.942762 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2148b89-9295-48b0-b94a-72ecaeda56ad" -d '{"events": [{"server_uuid": "5a5860d5-81ba-4285-b50f-47629f1fa963", "name": "network-vif-plugged", "status": "completed", "tag": "5589b2ed-9e4d-4eff-9dd5-8d1ad34b6669"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:48:43.982444 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:44.005437 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 5589b2ed-9e4d-4eff-9dd5-8d1ad34b6669, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=5589b2ed-9e4d-4eff-9dd5-8d1ad34b6669,segment=NetworkSegment(fa5f7742-6e03-46ef-8df5-0f25b5d284b6),segment_id=fa5f7742-6e03-46ef-8df5-0f25b5d284b6)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:48:44.032911 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:44.064731 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-df92043c-6f82-4a2c-84d6-3b1dc10e8b16 req-df75ece1-1210-4a3b-aa8f-7014d4ec7542 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1468380206&fields=id&tenant_id=cbc89f3908d842d4a7beeb1a4fce5354 HTTP/1.1" status: 200 len: 267 time: 0.2032676 Aug 05 11:48:44.202194 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d904243-c69f-4440-bd6e-7296b46cdfb6 x-openstack-request-id: req-1d904243-c69f-4440-bd6e-7296b46cdfb6 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:48:44.203031 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a5860d5-81ba-4285-b50f-47629f1fa963", "name": "network-vif-plugged", "status": "completed", "tag": "5589b2ed-9e4d-4eff-9dd5-8d1ad34b6669", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:48:44.204230 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1d904243-c69f-4440-bd6e-7296b46cdfb6 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:48:44.206346 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a5860d5-81ba-4285-b50f-47629f1fa963', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5589b2ed-9e4d-4eff-9dd5-8d1ad34b6669', 'code': 200} Aug 05 11:48:44.208687 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=5589b2ed-9e4d-4eff-9dd5-8d1ad34b6669,revision_number=7']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:48:44.222877 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245a7186-6902-4463-97d2-bf013049f218 None None] New status for floating IP 115d8a1a-8b4d-4111-b7d2-cd8e65417837: ACTIVE {{(pid=94422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 11:48:44.228690 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ed8887c4-f03c-4b9f-baef-5097001f5d23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:44.231727 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 44222) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:48:44.233655 n-d-803378-2 neutron-server[94421]: INFO neutron.api.v2.resource [None req-7db7b2f4-8ecf-483a-ace2-07475f60eca0 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] delete failed (client error): The resource could not be found. Aug 05 11:48:44.236374 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-7db7b2f4-8ecf-483a-ace2-07475f60eca0 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] 10.222.0.58 "DELETE /v2.0/routers/e1169c98-46ca-4065-aab2-c491cbdaf3f7 HTTP/1.1" status: 404 len: 336 time: 0.5573499 Aug 05 11:48:44.248552 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 44224) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:48:44.252174 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ed8887c4-f03c-4b9f-baef-5097001f5d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:44.433363 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8887c4-f03c-4b9f-baef-5097001f5d23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5635f0e-11eb-4294-8591-fe86ecb36749,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:48:44.471746 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-ed8887c4-f03c-4b9f-baef-5097001f5d23 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e467222d72a64cffa75472862b016774&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6534598 Aug 05 11:48:44.486043 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 44230) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:48:44.548229 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-64684141-7ac2-4ed0-b831-000f22961c0d tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/floatingips/115d8a1a-8b4d-4111-b7d2-cd8e65417837 HTTP/1.1" status: 200 len: 991 time: 0.3096235 Aug 05 11:48:44.628643 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-afe2617e-5bac-4862-94ff-42711d05262b tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] 10.222.0.58 "GET /v2.0/ports?device_id=2fedbd31-2b64-4ebc-8788-79e2c69c8202 HTTP/1.1" status: 200 len: 205 time: 0.3727856 Aug 05 11:48:44.634796 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 44240) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:48:44.716561 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-19ee7e0c-f19c-4596-982b-dd0c8831bb18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:44.805175 n-d-803378-2 neutron-server[94420]: INFO neutron.api.v2.resource [None req-7e134e6b-7525-446c-a9e2-98142bcfa63f tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] delete failed (client error): The resource could not be found. Aug 05 11:48:44.810735 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-7e134e6b-7525-446c-a9e2-98142bcfa63f tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] 10.222.0.58 "DELETE /v2.0/routers/2fedbd31-2b64-4ebc-8788-79e2c69c8202 HTTP/1.1" status: 404 len: 336 time: 0.1664786 Aug 05 11:48:44.821668 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 44242) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:48:44.868572 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-19ee7e0c-f19c-4596-982b-dd0c8831bb18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:44.887684 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-82c911c9-80b8-452f-a439-546c8e1b5584 None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:44.908197 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-82c911c9-80b8-452f-a439-546c8e1b5584 None None] Transition to ACTIVE for port object f4862608-006b-4af6-b48f-a627930c138b will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:48:44.952409 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-ca85bc30-6e19-4bae-a00b-47823d2f9a7d tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] 10.222.0.58 "GET /v2.0/ports?device_id=97c3b1d1-5fd0-4d2b-b24b-f1cd83bf8df3 HTTP/1.1" status: 200 len: 205 time: 0.1238983 Aug 05 11:48:44.954325 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 44244) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:48:44.970420 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-82c911c9-80b8-452f-a439-546c8e1b5584 None None] Transition to ACTIVE for port object f4862608-006b-4af6-b48f-a627930c138b will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:48:44.971280 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df92043c-6f82-4a2c-84d6-3b1dc10e8b16 req-8aa6e166-fb09-4b4d-9cd9-bac8ed7e3053 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:48:44.980281 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-df92043c-6f82-4a2c-84d6-3b1dc10e8b16 req-8aa6e166-fb09-4b4d-9cd9-bac8ed7e3053 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/networks?id=1ac4b742-2a25-4935-8476-e9ad3e543504 HTTP/1.1" status: 200 len: 816 time: 0.8793969 Aug 05 11:48:45.001655 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-82c911c9-80b8-452f-a439-546c8e1b5584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:45.051981 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-df92043c-6f82-4a2c-84d6-3b1dc10e8b16 req-ca7fa009-3a3b-4450-af83-0120f1d86e73 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/quotas/cbc89f3908d842d4a7beeb1a4fce5354 HTTP/1.1" status: 200 len: 375 time: 0.0623021 Aug 05 11:48:45.219864 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c911c9-80b8-452f-a439-546c8e1b5584 None None] Pushing event updated for resources: {'Port': ['ID=f4862608-006b-4af6-b48f-a627930c138b,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:48:45.294674 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-df92043c-6f82-4a2c-84d6-3b1dc10e8b16 req-94a5479e-83bf-41ab-ba66-fdf0379aac56 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=cbc89f3908d842d4a7beeb1a4fce5354&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2398393 Aug 05 11:48:45.298342 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c911c9-80b8-452f-a439-546c8e1b5584 None None] Network 8ffce88a-2251-4865-a55a-ec39ad425218 is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:48:45.301276 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-82c911c9-80b8-452f-a439-546c8e1b5584 None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:48:45.317552 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c911c9-80b8-452f-a439-546c8e1b5584 None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:48:45.322472 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [req-df92043c-6f82-4a2c-84d6-3b1dc10e8b16 req-35d0a6f6-f6da-414c-8ae7-dd6ad00af370 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94420) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 11:48:45.336139 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-df92043c-6f82-4a2c-84d6-3b1dc10e8b16 req-35d0a6f6-f6da-414c-8ae7-dd6ad00af370 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0276043 Aug 05 11:48:45.519878 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-82c911c9-80b8-452f-a439-546c8e1b5584 None None] Attempting to bind port f4862608-006b-4af6-b48f-a627930c138b on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:48:45.520804 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-82c911c9-80b8-452f-a439-546c8e1b5584 None None] Attempting to bind port f4862608-006b-4af6-b48f-a627930c138b by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'cad8ea35-90a1-4a13-9ade-2f571a686da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '8ffce88a-2251-4865-a55a-ec39ad425218'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:48:45.524566 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c911c9-80b8-452f-a439-546c8e1b5584 None None] Attempting to bind port f4862608-006b-4af6-b48f-a627930c138b on network 8ffce88a-2251-4865-a55a-ec39ad425218 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:48:45.549560 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c911c9-80b8-452f-a439-546c8e1b5584 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:48:45.555120 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c911c9-80b8-452f-a439-546c8e1b5584 None None] Checking segment: {'id': 'cad8ea35-90a1-4a13-9ade-2f571a686da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '8ffce88a-2251-4865-a55a-ec39ad425218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:48:45.555886 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-82c911c9-80b8-452f-a439-546c8e1b5584 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:45.557195 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c911c9-80b8-452f-a439-546c8e1b5584 None None] Bound using segment: {'id': 'cad8ea35-90a1-4a13-9ade-2f571a686da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '8ffce88a-2251-4865-a55a-ec39ad425218'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:48:45.558487 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-82c911c9-80b8-452f-a439-546c8e1b5584 None None] Bound port: f4862608-006b-4af6-b48f-a627930c138b, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cad8ea35-90a1-4a13-9ade-2f571a686da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '8ffce88a-2251-4865-a55a-ec39ad425218'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:48:45.559296 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-82c911c9-80b8-452f-a439-546c8e1b5584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:45.687502 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-df92043c-6f82-4a2c-84d6-3b1dc10e8b16 req-300cc258-f4b0-41f4-b3bf-189ace39ee2f service neutron] 10.222.0.58 "GET /v2.0/networks/1ac4b742-2a25-4935-8476-e9ad3e543504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3427734 Aug 05 11:48:45.688619 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 44246) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:48:45.818022 n-d-803378-2 neutron-server[94421]: INFO neutron.api.v2.resource [None req-b47ec469-dc60-45d4-ae26-442d3deeebe9 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] delete failed (client error): The resource could not be found. Aug 05 11:48:45.827473 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-b47ec469-dc60-45d4-ae26-442d3deeebe9 tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] 10.222.0.58 "DELETE /v2.0/routers/97c3b1d1-5fd0-4d2b-b24b-f1cd83bf8df3 HTTP/1.1" status: 404 len: 336 time: 0.8705761 Aug 05 11:48:45.843519 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ea8e3bdf-58a1-4f0a-af15-610e202fb782 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25038609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30075142'] for subnet, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:45.861257 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 44256) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:48:45.918213 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-82c911c9-80b8-452f-a439-546c8e1b5584 None None] For port f4862608-006b-4af6-b48f-a627930c138b, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:48:45.934403 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-82c911c9-80b8-452f-a439-546c8e1b5584 None None] For port f4862608-006b-4af6-b48f-a627930c138b, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=f4862608-006b-4af6-b48f-a627930c138b,segment=NetworkSegment(cad8ea35-90a1-4a13-9ade-2f571a686da3),segment_id=cad8ea35-90a1-4a13-9ade-2f571a686da3)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:48:45.952527 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-82c911c9-80b8-452f-a439-546c8e1b5584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:46.005001 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8e3bdf-58a1-4f0a-af15-610e202fb782 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Pushing event deleted for resources: {'Subnet': ['ID=822fe678-d65a-4c42-b80d-82d695ad4cfd,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:48:46.028404 n-d-803378-2 neutron-server[94421]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5523f6a-eea3-44a1-b155-7ac7d53f443d tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] DELETE failed (client error): The resource could not be found. Aug 05 11:48:46.039892 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5523f6a-eea3-44a1-b155-7ac7d53f443d tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:48:46.058860 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-e5523f6a-eea3-44a1-b155-7ac7d53f443d tempest-RoutersAdminTest-27399726 tempest-RoutersAdminTest-27399726-project] 10.222.0.58 "DELETE /v2.0/subnets/4d00f369-d38e-44a1-82a5-67f37789e0fc HTTP/1.1" status: 404 len: 337 time: 0.1833403 Aug 05 11:48:46.170207 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-5ea6fc05-dec6-4a6e-96da-cd9b18eba1db tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/floatingips/115d8a1a-8b4d-4111-b7d2-cd8e65417837 HTTP/1.1" status: 200 len: 993 time: 0.4702265 Aug 05 11:48:46.188379 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c911c9-80b8-452f-a439-546c8e1b5584 None None] Pushing event updated for resources: {'Port': ['ID=f4862608-006b-4af6-b48f-a627930c138b,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:48:46.553080 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ea8e3bdf-58a1-4f0a-af15-610e202fb782 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:46.585801 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-df92043c-6f82-4a2c-84d6-3b1dc10e8b16 req-dee85da8-97f2-463b-971e-98e80926eed2 service neutron] 10.222.0.58 "GET /v2.0/networks/1ac4b742-2a25-4935-8476-e9ad3e543504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6888866 Aug 05 11:48:46.587402 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-19ee7e0c-f19c-4596-982b-dd0c8831bb18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:46.597738 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-19ee7e0c-f19c-4596-982b-dd0c8831bb18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:46.605289 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-19ee7e0c-f19c-4596-982b-dd0c8831bb18 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d5635f0e-11eb-4294-8591-fe86ecb36749 HTTP/1.1" status: 204 len: 168 time: 2.1172762 Aug 05 11:48:46.629609 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-ea8e3bdf-58a1-4f0a-af15-610e202fb782 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ffce88a-2251-4865-a55a-ec39ad425218']}} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:48:46.688954 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-ea8e3bdf-58a1-4f0a-af15-610e202fb782 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cad8ea35-90a1-4a13-9ade-2f571a686da3') {'for_net_delete': True} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:48:46.701258 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-ea8e3bdf-58a1-4f0a-af15-610e202fb782 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cad8ea35-90a1-4a13-9ade-2f571a686da3') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:48:46.712540 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ee7e0c-f19c-4596-982b-dd0c8831bb18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5635f0e-11eb-4294-8591-fe86ecb36749,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:48:46.818285 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ea8e3bdf-58a1-4f0a-af15-610e202fb782 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29786371'] for segment, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:46.914048 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ea8e3bdf-58a1-4f0a-af15-610e202fb782 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:46.951779 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea8e3bdf-58a1-4f0a-af15-610e202fb782 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=94421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:48:46.968278 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ea8e3bdf-58a1-4f0a-af15-610e202fb782 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25038799'] for segment, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:47.042844 n-d-803378-2 neutron-server[94421]: Traceback (most recent call last): Aug 05 11:48:47.042844 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:48:47.042844 n-d-803378-2 neutron-server[94421]: timer() Aug 05 11:48:47.042844 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:48:47.042844 n-d-803378-2 neutron-server[94421]: cb(*args, **kw) Aug 05 11:48:47.042844 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:48:47.042844 n-d-803378-2 neutron-server[94421]: return func(*args, **kwargs) Aug 05 11:48:47.042844 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:48:47.042844 n-d-803378-2 neutron-server[94421]: self._notify() Aug 05 11:48:47.042844 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:48:47.042844 n-d-803378-2 neutron-server[94421]: self.callback(batched_events) Aug 05 11:48:47.042844 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:48:47.042844 n-d-803378-2 neutron-server[94421]: event.method(event) Aug 05 11:48:47.042844 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:48:47.042844 n-d-803378-2 neutron-server[94421]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:48:47.042844 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:48:47.042844 n-d-803378-2 neutron-server[94421]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:48:47.042844 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:48:47.042844 n-d-803378-2 neutron-server[94421]: return f(self, *a, **k) Aug 05 11:48:47.042844 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:48:47.042844 n-d-803378-2 neutron-server[94421]: return self._get(url).json() Aug 05 11:48:47.042844 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:48:47.042844 n-d-803378-2 neutron-server[94421]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:48:47.042844 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:48:47.042844 n-d-803378-2 neutron-server[94421]: return self.request(url, 'GET', **kwargs) Aug 05 11:48:47.042844 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:48:47.042844 n-d-803378-2 neutron-server[94421]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:48:47.042844 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:48:47.042844 n-d-803378-2 neutron-server[94421]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:48:47.042844 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:48:47.042844 n-d-803378-2 neutron-server[94421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:48:47.042844 n-d-803378-2 neutron-server[94421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:48:47.265401 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 44288) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:48:47.327677 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.db.api [None req-ea8e3bdf-58a1-4f0a-af15-610e202fb782 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 05 11:48:47.327677 n-d-803378-2 neutron-server[94421]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 05 11:48:47.327677 n-d-803378-2 neutron-server[94421]: [parameters: {'id': '8ffce88a-2251-4865-a55a-ec39ad425218'}] Aug 05 11:48:47.327677 n-d-803378-2 neutron-server[94421]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94421) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 05 11:48:47.328333 n-d-803378-2 neutron-server[94421]: DEBUG oslo_db.api [None req-ea8e3bdf-58a1-4f0a-af15-610e202fb782 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 11:48:47.529764 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-260cb536-6f12-4813-84f6-d8cd94d42753 req-4096a40f-2333-44f5-822f-f179b1c4e028 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=e98332d0-8552-4f90-9240-19975d912b36 HTTP/1.1" status: 200 len: 210 time: 0.0937717 Aug 05 11:48:47.760726 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731d643a-fbf1-41a7-a0d7-72321856486f req-4f321ec3-bb0d-42d1-aba3-b296807d47f4 tempest-TestNetworkAdvancedServerOps-1820726671 tempest-TestNetworkAdvancedServerOps-1820726671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:48:47.763290 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-731d643a-fbf1-41a7-a0d7-72321856486f req-4f321ec3-bb0d-42d1-aba3-b296807d47f4 tempest-TestNetworkAdvancedServerOps-1820726671 tempest-TestNetworkAdvancedServerOps-1820726671-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=ddf47896-42f3-4efd-854d-4716a8276153 HTTP/1.1" status: 200 len: 1097 time: 0.2317753 Aug 05 11:48:47.824004 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-731d643a-fbf1-41a7-a0d7-72321856486f req-610a9227-53e7-4117-926c-e0e9dbfe6cea tempest-TestNetworkAdvancedServerOps-1820726671 tempest-TestNetworkAdvancedServerOps-1820726671-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:47.829933 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ea8e3bdf-58a1-4f0a-af15-610e202fb782 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:48.262570 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-ea8e3bdf-58a1-4f0a-af15-610e202fb782 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Deleting port f4862608-006b-4af6-b48f-a627930c138b {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:48:48.263227 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ea8e3bdf-58a1-4f0a-af15-610e202fb782 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:48.269564 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ad235337-a942-4a3b-be91-3861c2c4f1fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:48.382660 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device f4862608-006b-4af6-b48f-a627930c138b up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:48:48.420118 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-731d643a-fbf1-41a7-a0d7-72321856486f req-610a9227-53e7-4117-926c-e0e9dbfe6cea tempest-TestNetworkAdvancedServerOps-1820726671 tempest-TestNetworkAdvancedServerOps-1820726671-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:48.455782 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-731d643a-fbf1-41a7-a0d7-72321856486f req-610a9227-53e7-4117-926c-e0e9dbfe6cea tempest-TestNetworkAdvancedServerOps-1820726671 tempest-TestNetworkAdvancedServerOps-1820726671-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:48.607386 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port f4862608-006b-4af6-b48f-a627930c138b completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:48:48.659425 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-731d643a-fbf1-41a7-a0d7-72321856486f req-610a9227-53e7-4117-926c-e0e9dbfe6cea tempest-TestNetworkAdvancedServerOps-1820726671 tempest-TestNetworkAdvancedServerOps-1820726671-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=8ace5c99-ff1d-4ae8-a34c-808ba849368d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8800075 Aug 05 11:48:48.847178 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610a9227-53e7-4117-926c-e0e9dbfe6cea tempest-TestNetworkAdvancedServerOps-1820726671 tempest-TestNetworkAdvancedServerOps-1820726671-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81b13215-c057-40bf-b8bc-d1ccba7a888a,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:48:49.058602 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [None req-ea8e3bdf-58a1-4f0a-af15-610e202fb782 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] For port f4862608-006b-4af6-b48f-a627930c138b, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=f4862608-006b-4af6-b48f-a627930c138b,segment=NetworkSegment(cad8ea35-90a1-4a13-9ade-2f571a686da3),segment_id=cad8ea35-90a1-4a13-9ade-2f571a686da3)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:48:49.064822 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ea8e3bdf-58a1-4f0a-af15-610e202fb782 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:49.130153 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-265027e9-573f-4288-86a7-9bc042ae4b20 req-ebcb4c2b-3449-4fd0-8206-eeb36834643e tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=e98332d0-8552-4f90-9240-19975d912b36 HTTP/1.1" status: 200 len: 210 time: 0.2005661 Aug 05 11:48:49.164802 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-ea8e3bdf-58a1-4f0a-af15-610e202fb782 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Calling delete_port for f4862608-006b-4af6-b48f-a627930c138b owned by network:dhcp {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:48:49.504256 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ad235337-a942-4a3b-be91-3861c2c4f1fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:49.577051 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 11:48:49.583623 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ea8e3bdf-58a1-4f0a-af15-610e202fb782 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:49.585132 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ad235337-a942-4a3b-be91-3861c2c4f1fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:49.618132 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a4bd4b5-eea3-4d49-beb7-b30a480eaa75 None None] Network 8ffce88a-2251-4865-a55a-ec39ad425218 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:48:49.719123 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-ad235337-a942-4a3b-be91-3861c2c4f1fe admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6de6732837794b61bd2e60e89312d003&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4518185 Aug 05 11:48:49.768477 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b07d502-d13b-4f18-ad36-c336e9280e33 req-f48c1805-52f8-497d-b544-c822bfdafb9e tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:48:49.785331 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7b07d502-d13b-4f18-ad36-c336e9280e33 req-f48c1805-52f8-497d-b544-c822bfdafb9e tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddf47896-42f3-4efd-854d-4716a8276153 HTTP/1.1" status: 200 len: 946 time: 0.6580274 Aug 05 11:48:49.786312 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 44348) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:48:49.916269 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8e3bdf-58a1-4f0a-af15-610e202fb782 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] No DVR routers for this DVR port f4862608-006b-4af6-b48f-a627930c138b on host n-d-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:48:49.929790 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8e3bdf-58a1-4f0a-af15-610e202fb782 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Pushing event deleted for resources: {'Port': ['ID=f4862608-006b-4af6-b48f-a627930c138b,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:48:50.172472 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad235337-a942-4a3b-be91-3861c2c4f1fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40bdb58d-eaa4-4135-bc72-896821108afe,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:48:50.201226 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-8a4192bb-87e5-4157-a954-f32df7520ea7 None None] Could not find standard attr ID for object f4862608-006b-4af6-b48f-a627930c138b. {{(pid=94422) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 05 11:48:50.318572 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7b07d502-d13b-4f18-ad36-c336e9280e33 req-dff5b841-e19e-4d62-9bf1-0c4135aefd6c tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ace5c99-ff1d-4ae8-a34c-808ba849368d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4737084 Aug 05 11:48:50.319106 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ea8e3bdf-58a1-4f0a-af15-610e202fb782 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:50.333257 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2a3271e7-d980-4324-9ec5-1ee180d93558 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:50.393889 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-ea8e3bdf-58a1-4f0a-af15-610e202fb782 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ffce88a-2251-4865-a55a-ec39ad425218']}} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:48:50.408675 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 44360) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:48:50.473029 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2a3271e7-d980-4324-9ec5-1ee180d93558 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:50.578181 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85053be8-a8a3-4e50-bcd2-a9efd844bfb7 None None] DHCP port deletion for 8ffce88a-2251-4865-a55a-ec39ad425218 request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 11:48:50.684445 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-551e6831-1871-4753-92e5-6202e4a3bb5b tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/floatingips/115d8a1a-8b4d-4111-b7d2-cd8e65417837 HTTP/1.1" status: 200 len: 993 time: 0.2366405 Aug 05 11:48:50.684445 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-ea8e3bdf-58a1-4f0a-af15-610e202fb782 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cad8ea35-90a1-4a13-9ade-2f571a686da3') {'for_net_delete': True} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:48:50.684445 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-ea8e3bdf-58a1-4f0a-af15-610e202fb782 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cad8ea35-90a1-4a13-9ade-2f571a686da3') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:48:50.724634 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ea8e3bdf-58a1-4f0a-af15-610e202fb782 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29786371'] for segment, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:50.743652 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fe97a95e-b223-4e07-8113-bfc78622e58a req-1701a680-478d-404f-82b9-feb1223f8e19 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=e98332d0-8552-4f90-9240-19975d912b36 HTTP/1.1" status: 200 len: 210 time: 0.2009575 Aug 05 11:48:50.779893 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ea8e3bdf-58a1-4f0a-af15-610e202fb782 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:50.853032 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2a3271e7-d980-4324-9ec5-1ee180d93558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:50.862227 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea8e3bdf-58a1-4f0a-af15-610e202fb782 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=94421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:48:50.863517 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ea8e3bdf-58a1-4f0a-af15-610e202fb782 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25038799'] for segment, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:50.865759 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2a3271e7-d980-4324-9ec5-1ee180d93558 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:50.874116 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-2a3271e7-d980-4324-9ec5-1ee180d93558 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/40bdb58d-eaa4-4135-bc72-896821108afe HTTP/1.1" status: 204 len: 168 time: 1.0797796 Aug 05 11:48:50.898137 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3271e7-d980-4324-9ec5-1ee180d93558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40bdb58d-eaa4-4135-bc72-896821108afe,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:48:51.276204 n-d-803378-2 neutron-server[94421]: Traceback (most recent call last): Aug 05 11:48:51.276204 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:48:51.276204 n-d-803378-2 neutron-server[94421]: timer() Aug 05 11:48:51.276204 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:48:51.276204 n-d-803378-2 neutron-server[94421]: cb(*args, **kw) Aug 05 11:48:51.276204 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:48:51.276204 n-d-803378-2 neutron-server[94421]: return func(*args, **kwargs) Aug 05 11:48:51.276204 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:48:51.276204 n-d-803378-2 neutron-server[94421]: self._notify() Aug 05 11:48:51.276204 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:48:51.276204 n-d-803378-2 neutron-server[94421]: self.callback(batched_events) Aug 05 11:48:51.276204 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:48:51.276204 n-d-803378-2 neutron-server[94421]: event.method(event) Aug 05 11:48:51.276204 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:48:51.276204 n-d-803378-2 neutron-server[94421]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:48:51.276204 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:48:51.276204 n-d-803378-2 neutron-server[94421]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:48:51.276204 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:48:51.276204 n-d-803378-2 neutron-server[94421]: return f(self, *a, **k) Aug 05 11:48:51.276204 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:48:51.276204 n-d-803378-2 neutron-server[94421]: return self._get(url).json() Aug 05 11:48:51.276204 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:48:51.276204 n-d-803378-2 neutron-server[94421]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:48:51.276204 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:48:51.276204 n-d-803378-2 neutron-server[94421]: return self.request(url, 'GET', **kwargs) Aug 05 11:48:51.276204 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:48:51.276204 n-d-803378-2 neutron-server[94421]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:48:51.276204 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:48:51.276204 n-d-803378-2 neutron-server[94421]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:48:51.276204 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:48:51.276204 n-d-803378-2 neutron-server[94421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:48:51.276204 n-d-803378-2 neutron-server[94421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:48:51.603281 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df92043c-6f82-4a2c-84d6-3b1dc10e8b16 req-256e2bf6-2d23-47c5-9ed1-cbc6a3422ef5 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:48:51.607404 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-df92043c-6f82-4a2c-84d6-3b1dc10e8b16 req-256e2bf6-2d23-47c5-9ed1-cbc6a3422ef5 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.55 "GET /v2.0/networks?id=1ac4b742-2a25-4935-8476-e9ad3e543504 HTTP/1.1" status: 200 len: 816 time: 0.3163118 Aug 05 11:48:51.609138 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ea8e3bdf-58a1-4f0a-af15-610e202fb782 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:51.640451 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ea8e3bdf-58a1-4f0a-af15-610e202fb782 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks [] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:51.645101 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-ea8e3bdf-58a1-4f0a-af15-610e202fb782 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] 10.222.0.58 "DELETE /v2.0/networks/8ffce88a-2251-4865-a55a-ec39ad425218 HTTP/1.1" status: 204 len: 168 time: 10.9490933 Aug 05 11:48:51.652674 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 44392) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:48:51.740511 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-4080d470-e428-41dc-bfe3-a53525eebf3b tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-541736683'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:48:51.790426 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8e3bdf-58a1-4f0a-af15-610e202fb782 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Pushing event deleted for resources: {'Network': ['ID=8ffce88a-2251-4865-a55a-ec39ad425218,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:48:51.848905 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-df92043c-6f82-4a2c-84d6-3b1dc10e8b16 req-957e4540-b0cb-4a1a-849f-606355b6386d tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cbc89f3908d842d4a7beeb1a4fce5354 HTTP/1.1" status: 200 len: 380 time: 0.1982198 Aug 05 11:48:51.875177 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-df92043c-6f82-4a2c-84d6-3b1dc10e8b16 req-a905eed2-1bff-4f71-bfa2-392622ae3346 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Request body: {'port': {'device_id': 'e98332d0-8552-4f90-9240-19975d912b36', 'network_id': '1ac4b742-2a25-4935-8476-e9ad3e543504', 'admin_state_up': True, 'tenant_id': 'cbc89f3908d842d4a7beeb1a4fce5354', 'security_groups': ['ca0df2b3-ca19-4f0d-95c0-bd3e02a9c49e']}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:48:52.112324 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4080d470-e428-41dc-bfe3-a53525eebf3b tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Made reservation on behalf of 63553f01420144a38df0f1373f99c0f2 for: {'network': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:48:52.115190 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:52.130511 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4080d470-e428-41dc-bfe3-a53525eebf3b tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:52.137277 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device f4862608-006b-4af6-b48f-a627930c138b no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:48:52.265203 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7a1c8584-bc27-4179-90c5-fbd0d03243ac req-d79f4d11-35b0-4a43-87d7-11d12c26a8e7 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=e98332d0-8552-4f90-9240-19975d912b36 HTTP/1.1" status: 200 len: 210 time: 0.1728110 Aug 05 11:48:52.306015 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4080d470-e428-41dc-bfe3-a53525eebf3b tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] vlan segment allocate from pool success with {'vlan_id': 675, 'physical_network': 'physnet1'} {{(pid=94421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:48:52.333068 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: f4862608-006b-4af6-b48f-a627930c138b {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:48:52.333635 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device f4862608-006b-4af6-b48f-a627930c138b not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:48:52.419133 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4080d470-e428-41dc-bfe3-a53525eebf3b tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:52.424405 n-d-803378-2 neutron-server[94421]: INFO neutron.db.segments_db [None req-4080d470-e428-41dc-bfe3-a53525eebf3b tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Added segment ebce2545-0293-4158-9422-170821ebeace of type vlan for network 5a949277-39fa-49bb-b02f-24a6d07d13b2 Aug 05 11:48:52.663741 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 44414) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:48:52.836453 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4080d470-e428-41dc-bfe3-a53525eebf3b tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:52.904874 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-4851fcfd-216b-4aa9-866c-2af5b8ad380c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=69b0f00abca54ac1ad79121b1a671f11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2321858 Aug 05 11:48:52.912040 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 44418) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:48:52.983622 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df92043c-6f82-4a2c-84d6-3b1dc10e8b16 req-a905eed2-1bff-4f71-bfa2-392622ae3346 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Made reservation on behalf of cbc89f3908d842d4a7beeb1a4fce5354 for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:48:52.995286 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-df92043c-6f82-4a2c-84d6-3b1dc10e8b16 req-a905eed2-1bff-4f71-bfa2-392622ae3346 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:53.134439 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.db.resource_extend [None req-4080d470-e428-41dc-bfe3-a53525eebf3b tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 05 11:48:53.390926 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7c7449cb-12a8-483c-8bbb-329cd200e591 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:53.436824 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4080d470-e428-41dc-bfe3-a53525eebf3b tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:53.464248 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4080d470-e428-41dc-bfe3-a53525eebf3b tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:48:53.468151 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4080d470-e428-41dc-bfe3-a53525eebf3b tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks [] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:53.554760 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ca939c-ece8-41f0-970c-3bacf6adbc61 req-82c48501-ea82-4719-8ccb-1b767cb24d04 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:48:53.565420 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-90ca939c-ece8-41f0-970c-3bacf6adbc61 req-82c48501-ea82-4719-8ccb-1b767cb24d04 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddf47896-42f3-4efd-854d-4716a8276153 HTTP/1.1" status: 200 len: 946 time: 0.3826673 Aug 05 11:48:53.792228 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7c7449cb-12a8-483c-8bbb-329cd200e591 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:53.986259 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-4080d470-e428-41dc-bfe3-a53525eebf3b tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.2821767 Aug 05 11:48:53.999425 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 44432) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:48:54.011918 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-3459b137-beeb-4a8d-a739-7462ac8bc22e tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Request body: {'subnet': {'network_id': '5a949277-39fa-49bb-b02f-24a6d07d13b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:48:54.077835 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8b5ce1ae-ae01-4cb3-9f0e-027f9f4ae2b3 req-5b1cff93-5781-4c45-b7de-5dc8a11074c5 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=e98332d0-8552-4f90-9240-19975d912b36 HTTP/1.1" status: 200 len: 210 time: 0.2933869 Aug 05 11:48:54.125340 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-90ca939c-ece8-41f0-970c-3bacf6adbc61 req-e268813c-3d68-430f-bd53-9dfe80b90fcf tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ace5c99-ff1d-4ae8-a34c-808ba849368d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5269902 Aug 05 11:48:54.155883 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7fc8a6e9-8245-413e-9e6e-1313ad920af5 req-8d3ee13c-3058-4aa0-a3aa-56e92b2b6d30 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ddf47896-42f3-4efd-854d-4716a8276153&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.0276117 Aug 05 11:48:54.233449 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7c7449cb-12a8-483c-8bbb-329cd200e591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:54.243276 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7c7449cb-12a8-483c-8bbb-329cd200e591 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:54.246355 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-7c7449cb-12a8-483c-8bbb-329cd200e591 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0f727e4d-2a9d-4777-b151-e4d71a1df2d8 HTTP/1.1" status: 204 len: 168 time: 1.3316953 Aug 05 11:48:54.275286 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7449cb-12a8-483c-8bbb-329cd200e591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f727e4d-2a9d-4777-b151-e4d71a1df2d8,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:48:54.464677 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4080d470-e428-41dc-bfe3-a53525eebf3b tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Pushing event updated for resources: {'Network': ['ID=5a949277-39fa-49bb-b02f-24a6d07d13b2,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:48:54.477478 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3459b137-beeb-4a8d-a739-7462ac8bc22e tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Made reservation on behalf of 63553f01420144a38df0f1373f99c0f2 for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:48:54.487649 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3459b137-beeb-4a8d-a739-7462ac8bc22e tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:54.499054 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 5a949277-39fa-49bb-b02f-24a6d07d13b2 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:48:54.618302 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-df92043c-6f82-4a2c-84d6-3b1dc10e8b16 req-a905eed2-1bff-4f71-bfa2-392622ae3346 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Allocated IP 172.20.0.12 (1ac4b742-2a25-4935-8476-e9ad3e543504/a5e28117-6f3c-401b-be5b-a70254f1dc57/5f9a1648-97a0-49bb-a764-2148d15aa93e) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:48:54.681369 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.ipam_backend_mixin [None req-3459b137-beeb-4a8d-a739-7462ac8bc22e tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Performing IP validity checks on allocation pools {{(pid=94421) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 05 11:48:54.682878 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.ipam_backend_mixin [None req-3459b137-beeb-4a8d-a739-7462ac8bc22e tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94421) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 05 11:48:55.441192 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3459b137-beeb-4a8d-a739-7462ac8bc22e tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25038678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30075167'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:55.472425 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-df92043c-6f82-4a2c-84d6-3b1dc10e8b16 req-a905eed2-1bff-4f71-bfa2-392622ae3346 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:55.577139 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-df92043c-6f82-4a2c-84d6-3b1dc10e8b16 req-a905eed2-1bff-4f71-bfa2-392622ae3346 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Transition to ACTIVE for port object 5f9a1648-97a0-49bb-a764-2148d15aa93e will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:48:55.670893 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3459b137-beeb-4a8d-a739-7462ac8bc22e tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Pushing event updated for resources: {'Subnet': ['ID=104aab8d-c8a8-4483-b167-4d7bdab26820,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:48:55.721962 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-abfc6456-b9e3-44ce-8428-3b585f4dfacf req-3f75cf9e-65e0-45fc-bd85-05ddccc80e2a tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=e98332d0-8552-4f90-9240-19975d912b36 HTTP/1.1" status: 200 len: 210 time: 0.2471068 Aug 05 11:48:55.777871 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3459b137-beeb-4a8d-a739-7462ac8bc22e tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Checking segment: {'id': 'ebce2545-0293-4158-9422-170821ebeace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '5a949277-39fa-49bb-b02f-24a6d07d13b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:48:55.778625 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3459b137-beeb-4a8d-a739-7462ac8bc22e tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Network hostable DHCP agents. Network: 5a949277-39fa-49bb-b02f-24a6d07d13b2, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:48:55.851955 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-df92043c-6f82-4a2c-84d6-3b1dc10e8b16 req-a905eed2-1bff-4f71-bfa2-392622ae3346 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:55.895818 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3459b137-beeb-4a8d-a739-7462ac8bc22e tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Network 5a949277-39fa-49bb-b02f-24a6d07d13b2 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:48:56.070894 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad390bcd-2ed4-41ac-ac14-b72c55bb811f req-9425a365-4f08-46e7-869b-f2420bfbffe7 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:48:56.085601 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ad390bcd-2ed4-41ac-ac14-b72c55bb811f req-9425a365-4f08-46e7-869b-f2420bfbffe7 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddf47896-42f3-4efd-854d-4716a8276153 HTTP/1.1" status: 200 len: 946 time: 0.5577326 Aug 05 11:48:56.116589 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-3459b137-beeb-4a8d-a739-7462ac8bc22e tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, 5a949277-39fa-49bb-b02f-24a6d07d13b2) {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:48:56.168554 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f651f9c-7860-48d7-bba2-bfe81ceaf1ae None None] Network 5a949277-39fa-49bb-b02f-24a6d07d13b2 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:48:56.270291 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3459b137-beeb-4a8d-a739-7462ac8bc22e tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:48:56.275555 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3459b137-beeb-4a8d-a739-7462ac8bc22e tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:56.298823 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df92043c-6f82-4a2c-84d6-3b1dc10e8b16 req-a905eed2-1bff-4f71-bfa2-392622ae3346 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Network 1ac4b742-2a25-4935-8476-e9ad3e543504 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:48:56.341562 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a905eed2-1bff-4f71-bfa2-392622ae3346 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Pushing event updated for resources: {'Port': ['ID=5f9a1648-97a0-49bb-a764-2148d15aa93e,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:48:56.394159 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-df92043c-6f82-4a2c-84d6-3b1dc10e8b16 req-a905eed2-1bff-4f71-bfa2-392622ae3346 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:48:56.418390 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-df92043c-6f82-4a2c-84d6-3b1dc10e8b16 req-a905eed2-1bff-4f71-bfa2-392622ae3346 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:48:56.422805 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ad390bcd-2ed4-41ac-ac14-b72c55bb811f req-28c79d96-29a3-4a2d-8ea3-3b374f11ff78 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ace5c99-ff1d-4ae8-a34c-808ba849368d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3192499 Aug 05 11:48:56.752333 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-3459b137-beeb-4a8d-a739-7462ac8bc22e tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.7473476 Aug 05 11:48:56.753847 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 44512) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:48:56.866921 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df92043c-6f82-4a2c-84d6-3b1dc10e8b16 req-a905eed2-1bff-4f71-bfa2-392622ae3346 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:48:56.892042 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-df92043c-6f82-4a2c-84d6-3b1dc10e8b16 req-a905eed2-1bff-4f71-bfa2-392622ae3346 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:57.001636 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-df92043c-6f82-4a2c-84d6-3b1dc10e8b16 req-a905eed2-1bff-4f71-bfa2-392622ae3346 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1375072 Aug 05 11:48:57.032142 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-df92043c-6f82-4a2c-84d6-3b1dc10e8b16 req-12fbe0e5-e0d2-4a1a-88d9-9a003fd4c64f service neutron] Request body: {'port': {'device_id': 'e98332d0-8552-4f90-9240-19975d912b36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:48:57.230294 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-df92043c-6f82-4a2c-84d6-3b1dc10e8b16 req-12fbe0e5-e0d2-4a1a-88d9-9a003fd4c64f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:57.374347 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5669f954-9325-474c-a79f-6f4413670d8b tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:57.458953 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acfe019-d5e2-4759-a5a9-de3205824f1a req-45dde9cf-48cf-4bbe-885d-c1641c1d485b tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:48:57.474689 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6acfe019-d5e2-4759-a5a9-de3205824f1a req-45dde9cf-48cf-4bbe-885d-c1641c1d485b tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=e98332d0-8552-4f90-9240-19975d912b36 HTTP/1.1" status: 200 len: 932 time: 0.3087428 Aug 05 11:48:57.998715 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-0ec5a456-6aee-41fb-ba45-14d2137879ef None None] Provisioning for port 5f9a1648-97a0-49bb-a764-2148d15aa93e completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:48:58.004888 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5669f954-9325-474c-a79f-6f4413670d8b tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:58.040591 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 44542) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:48:58.064766 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-0ec5a456-6aee-41fb-ba45-14d2137879ef None None] Provisioning complete for port 5f9a1648-97a0-49bb-a764-2148d15aa93e triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:48:58.065519 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-0ec5a456-6aee-41fb-ba45-14d2137879ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:58.329828 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05779317-264d-42de-a88e-b99a24db9140 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-5a949277-39fa-49bb-b02f-24a6d07d13b2', 'network_id': '5a949277-39fa-49bb-b02f-24a6d07d13b2', 'tenant_id': '63553f01420144a38df0f1373f99c0f2', 'fixed_ips': [{'subnet_id': '104aab8d-c8a8-4483-b167-4d7bdab26820'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 11:48:58.334343 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-05779317-264d-42de-a88e-b99a24db9140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:58.358006 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-0ec5a456-6aee-41fb-ba45-14d2137879ef None None] Port 5f9a1648-97a0-49bb-a764-2148d15aa93e cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:48:58.572464 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6acfe019-d5e2-4759-a5a9-de3205824f1a req-bf43af33-b718-474d-bb61-9beafd3d86d2 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca0df2b3-ca19-4f0d-95c0-bd3e02a9c49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0899205 Aug 05 11:48:58.610629 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5669f954-9325-474c-a79f-6f4413670d8b tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29762763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24211094'] for subnet, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:58.973102 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17e7c90-473b-4532-8668-4c6492dfdf22 req-c952fc24-fe5b-4171-bc1e-3def38242f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:48:58.980561 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b17e7c90-473b-4532-8668-4c6492dfdf22 req-c952fc24-fe5b-4171-bc1e-3def38242f48 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7f88688726d24c8e9d77831659c7c3ae&device_id=ddf47896-42f3-4efd-854d-4716a8276153 HTTP/1.1" status: 200 len: 1097 time: 0.8283830 Aug 05 11:48:59.082422 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server [None req-05779317-264d-42de-a88e-b99a24db9140 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 104aab8d-c8a8-4483-b167-4d7bdab26820: This subnet is being modified by another concurrent operation. Aug 05 11:48:59.082422 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 05 11:48:59.082422 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 05 11:48:59.082422 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 05 11:48:59.082422 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 05 11:48:59.082422 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 05 11:48:59.082422 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 05 11:48:59.082422 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 05 11:48:59.082422 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 05 11:48:59.082422 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 05 11:48:59.082422 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 05 11:48:59.082422 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 05 11:48:59.082422 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 05 11:48:59.082422 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 05 11:48:59.082422 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 05 11:48:59.082422 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server raise self.value Aug 05 11:48:59.082422 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 05 11:48:59.082422 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 05 11:48:59.082422 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 05 11:48:59.082422 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 05 11:48:59.082422 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 05 11:48:59.082422 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 05 11:48:59.082422 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 05 11:48:59.082422 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server raise self.value Aug 05 11:48:59.082422 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 05 11:48:59.082422 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 05 11:48:59.082422 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 05 11:48:59.082422 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 05 11:48:59.082422 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 05 11:48:59.082422 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 05 11:48:59.082422 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 05 11:48:59.082422 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server raise self.value Aug 05 11:48:59.082422 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 05 11:48:59.082422 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 05 11:48:59.082422 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 05 11:48:59.082422 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 05 11:48:59.082422 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 05 11:48:59.082422 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 05 11:48:59.082422 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 05 11:48:59.082422 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 05 11:48:59.082422 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 05 11:48:59.082422 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 05 11:48:59.082422 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 05 11:48:59.082422 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 05 11:48:59.082422 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 05 11:48:59.082422 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 05 11:48:59.082422 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 05 11:48:59.082422 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 05 11:48:59.082422 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 05 11:48:59.082422 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 05 11:48:59.082422 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 05 11:48:59.082422 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server raise self.value Aug 05 11:48:59.082422 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 05 11:48:59.082422 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 05 11:48:59.090804 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 05 11:48:59.090804 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 05 11:48:59.090804 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 05 11:48:59.090804 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 05 11:48:59.090804 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 05 11:48:59.090804 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server raise self.value Aug 05 11:48:59.090804 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 05 11:48:59.090804 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 05 11:48:59.090804 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 05 11:48:59.090804 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 05 11:48:59.090804 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 05 11:48:59.090804 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 05 11:48:59.090804 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 05 11:48:59.090804 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server raise self.value Aug 05 11:48:59.090804 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 05 11:48:59.090804 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 05 11:48:59.090804 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 05 11:48:59.090804 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 05 11:48:59.090804 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 05 11:48:59.090804 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 05 11:48:59.090804 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 05 11:48:59.090804 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 05 11:48:59.090804 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 05 11:48:59.090804 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 05 11:48:59.090804 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 05 11:48:59.090804 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 05 11:48:59.090804 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 05 11:48:59.090804 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server raise self.value Aug 05 11:48:59.090804 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 05 11:48:59.090804 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 05 11:48:59.090804 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 05 11:48:59.090804 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 05 11:48:59.090804 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 05 11:48:59.090804 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 05 11:48:59.090804 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 05 11:48:59.090804 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server raise exception Aug 05 11:48:59.090804 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 104aab8d-c8a8-4483-b167-4d7bdab26820: This subnet is being modified by another concurrent operation. Aug 05 11:48:59.090804 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server Aug 05 11:48:59.141520 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65b575e-1440-4458-93b6-0183e0d6bf28 None None] Network 5a949277-39fa-49bb-b02f-24a6d07d13b2 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:48:59.638583 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-df92043c-6f82-4a2c-84d6-3b1dc10e8b16 req-12fbe0e5-e0d2-4a1a-88d9-9a003fd4c64f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f9a1648-97a0-49bb-a764-2148d15aa93e {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:48:59.655835 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17e7c90-473b-4532-8668-4c6492dfdf22 req-434f20cf-64e6-4b4a-8e71-292a66955829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:48:59.674258 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b17e7c90-473b-4532-8668-4c6492dfdf22 req-434f20cf-64e6-4b4a-8e71-292a66955829 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ea4ab667-0582-45fb-abbe-165151692b1f HTTP/1.1" status: 200 len: 897 time: 0.6018567 Aug 05 11:48:59.690349 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-df92043c-6f82-4a2c-84d6-3b1dc10e8b16 req-12fbe0e5-e0d2-4a1a-88d9-9a003fd4c64f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:59.813812 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5669f954-9325-474c-a79f-6f4413670d8b tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Pushing event deleted for resources: {'Subnet': ['ID=104aab8d-c8a8-4483-b167-4d7bdab26820,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:48:59.854713 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-b7223df3-787f-4eb4-9177-ca501215067b tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1605867967'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:48:59.917368 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:48:59.941941 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-df92043c-6f82-4a2c-84d6-3b1dc10e8b16 req-12fbe0e5-e0d2-4a1a-88d9-9a003fd4c64f service neutron] Transition to ACTIVE for port object 5f9a1648-97a0-49bb-a764-2148d15aa93e will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:48:59.953326 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1000a9-b113-46cf-8f94-fb72003ef880 req-e12c1edb-6e33-499f-8983-93729400deb5 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:48:59.958496 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-633b5509-f57a-4539-9576-d8515c996988 None None] get_active_networks_info from n-d-803378-2 {{(pid=94422) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 05 11:48:59.973952 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ae1000a9-b113-46cf-8f94-fb72003ef880 req-e12c1edb-6e33-499f-8983-93729400deb5 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddf47896-42f3-4efd-854d-4716a8276153 HTTP/1.1" status: 200 len: 946 time: 2.2115805 Aug 05 11:49:00.232687 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-df92043c-6f82-4a2c-84d6-3b1dc10e8b16 req-12fbe0e5-e0d2-4a1a-88d9-9a003fd4c64f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:00.394222 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633b5509-f57a-4539-9576-d8515c996988 None None] Resources bound (agent type, host, resource id): {{(pid=94422) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 05 11:49:00.470533 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fbe0e5-e0d2-4a1a-88d9-9a003fd4c64f service neutron] Pushing event updated for resources: {'Port': ['ID=5f9a1648-97a0-49bb-a764-2148d15aa93e,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:49:00.565918 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b17e7c90-473b-4532-8668-4c6492dfdf22 req-d56c1093-e4e4-477b-8d69-84def8b20874 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62a5afb7-e9e3-45d8-b700-ff42ced7a25c HTTP/1.1" status: 200 len: 1001 time: 0.8889391 Aug 05 11:49:00.616707 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5669f954-9325-474c-a79f-6f4413670d8b tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:00.629792 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7223df3-787f-4eb4-9177-ca501215067b tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Made reservation on behalf of 26f32bbf0e234159bf611d6f63f387fb for: {'network': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:49:00.639272 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b7223df3-787f-4eb4-9177-ca501215067b tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:00.698932 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-5669f954-9325-474c-a79f-6f4413670d8b tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a949277-39fa-49bb-b02f-24a6d07d13b2']}} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:49:00.718944 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b7223df3-787f-4eb4-9177-ca501215067b tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:00.835285 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-5669f954-9325-474c-a79f-6f4413670d8b tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebce2545-0293-4158-9422-170821ebeace') {'for_net_delete': True} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:49:00.836188 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-5669f954-9325-474c-a79f-6f4413670d8b tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebce2545-0293-4158-9422-170821ebeace') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:49:00.894486 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5d5f7b-2957-4a29-8973-2a55fe73fcd4 req-74f2429b-be67-461c-a50f-698fdbb2f4ff tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:49:00.898569 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fa5d5f7b-2957-4a29-8973-2a55fe73fcd4 req-74f2429b-be67-461c-a50f-698fdbb2f4ff tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=e98332d0-8552-4f90-9240-19975d912b36 HTTP/1.1" status: 200 len: 944 time: 0.5841758 Aug 05 11:49:00.935274 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5669f954-9325-474c-a79f-6f4413670d8b tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25010581'] for segment, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:00.968649 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5669f954-9325-474c-a79f-6f4413670d8b tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:00.977338 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5669f954-9325-474c-a79f-6f4413670d8b tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=94420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:49:00.977879 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5669f954-9325-474c-a79f-6f4413670d8b tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29762581'] for segment, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:01.064943 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17e7c90-473b-4532-8668-4c6492dfdf22 req-3b1cc20a-e7fe-4861-9693-9d20ea94c2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:49:01.068138 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b17e7c90-473b-4532-8668-4c6492dfdf22 req-3b1cc20a-e7fe-4861-9693-9d20ea94c2a6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=23b4b90e-0370-4e2d-856e-858c6909def7 HTTP/1.1" status: 200 len: 835 time: 0.4866817 Aug 05 11:49:01.253269 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-df92043c-6f82-4a2c-84d6-3b1dc10e8b16 req-12fbe0e5-e0d2-4a1a-88d9-9a003fd4c64f service neutron] Attempting to bind port 5f9a1648-97a0-49bb-a764-2148d15aa93e on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:49:01.254347 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-df92043c-6f82-4a2c-84d6-3b1dc10e8b16 req-12fbe0e5-e0d2-4a1a-88d9-9a003fd4c64f service neutron] Attempting to bind port 5f9a1648-97a0-49bb-a764-2148d15aa93e by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': 'de1f7257-8faa-46ea-8956-4b8e85e97bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '1ac4b742-2a25-4935-8476-e9ad3e543504'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:49:01.254347 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df92043c-6f82-4a2c-84d6-3b1dc10e8b16 req-12fbe0e5-e0d2-4a1a-88d9-9a003fd4c64f service neutron] Attempting to bind port 5f9a1648-97a0-49bb-a764-2148d15aa93e on network 1ac4b742-2a25-4935-8476-e9ad3e543504 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:49:01.287107 n-d-803378-2 neutron-server[94420]: Traceback (most recent call last): Aug 05 11:49:01.287107 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:49:01.287107 n-d-803378-2 neutron-server[94420]: timer() Aug 05 11:49:01.287107 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:49:01.287107 n-d-803378-2 neutron-server[94420]: cb(*args, **kw) Aug 05 11:49:01.287107 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:49:01.287107 n-d-803378-2 neutron-server[94420]: return func(*args, **kwargs) Aug 05 11:49:01.287107 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:49:01.287107 n-d-803378-2 neutron-server[94420]: self._notify() Aug 05 11:49:01.287107 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:49:01.287107 n-d-803378-2 neutron-server[94420]: self.callback(batched_events) Aug 05 11:49:01.287107 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:49:01.287107 n-d-803378-2 neutron-server[94420]: event.method(event) Aug 05 11:49:01.287107 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:49:01.287107 n-d-803378-2 neutron-server[94420]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:49:01.287107 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:49:01.287107 n-d-803378-2 neutron-server[94420]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:49:01.287107 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:49:01.287107 n-d-803378-2 neutron-server[94420]: return f(self, *a, **k) Aug 05 11:49:01.287107 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:49:01.287107 n-d-803378-2 neutron-server[94420]: return self._get(url).json() Aug 05 11:49:01.287107 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:49:01.287107 n-d-803378-2 neutron-server[94420]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:49:01.287107 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:49:01.287107 n-d-803378-2 neutron-server[94420]: return self.request(url, 'GET', **kwargs) Aug 05 11:49:01.287107 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:49:01.287107 n-d-803378-2 neutron-server[94420]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:49:01.287107 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:49:01.287107 n-d-803378-2 neutron-server[94420]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:49:01.287107 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:49:01.287107 n-d-803378-2 neutron-server[94420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:49:01.287107 n-d-803378-2 neutron-server[94420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:49:01.295429 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df92043c-6f82-4a2c-84d6-3b1dc10e8b16 req-12fbe0e5-e0d2-4a1a-88d9-9a003fd4c64f service neutron] Port 5f9a1648-97a0-49bb-a764-2148d15aa93e on network 1ac4b742-2a25-4935-8476-e9ad3e543504 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:49:01.296039 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df92043c-6f82-4a2c-84d6-3b1dc10e8b16 req-12fbe0e5-e0d2-4a1a-88d9-9a003fd4c64f service neutron] Attempting to bind port 5f9a1648-97a0-49bb-a764-2148d15aa93e on network 1ac4b742-2a25-4935-8476-e9ad3e543504 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:49:01.350615 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df92043c-6f82-4a2c-84d6-3b1dc10e8b16 req-12fbe0e5-e0d2-4a1a-88d9-9a003fd4c64f service neutron] Checking agent: {'id': 'a8f1dd2d-227c-4e30-8844-52419ba734db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:49:01.351064 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df92043c-6f82-4a2c-84d6-3b1dc10e8b16 req-12fbe0e5-e0d2-4a1a-88d9-9a003fd4c64f service neutron] Checking segment: {'id': 'de1f7257-8faa-46ea-8956-4b8e85e97bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '1ac4b742-2a25-4935-8476-e9ad3e543504'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:49:01.352324 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df92043c-6f82-4a2c-84d6-3b1dc10e8b16 req-12fbe0e5-e0d2-4a1a-88d9-9a003fd4c64f service neutron] Bound using segment: {'id': 'de1f7257-8faa-46ea-8956-4b8e85e97bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '1ac4b742-2a25-4935-8476-e9ad3e543504'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:49:01.353470 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-df92043c-6f82-4a2c-84d6-3b1dc10e8b16 req-12fbe0e5-e0d2-4a1a-88d9-9a003fd4c64f service neutron] Bound port: 5f9a1648-97a0-49bb-a764-2148d15aa93e, host: n-h2-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de1f7257-8faa-46ea-8956-4b8e85e97bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '1ac4b742-2a25-4935-8476-e9ad3e543504'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:49:01.354364 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-df92043c-6f82-4a2c-84d6-3b1dc10e8b16 req-12fbe0e5-e0d2-4a1a-88d9-9a003fd4c64f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:01.429204 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17e7c90-473b-4532-8668-4c6492dfdf22 req-94cb5f40-dc3e-485e-b783-7e40e5f05e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:49:01.432090 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b17e7c90-473b-4532-8668-4c6492dfdf22 req-94cb5f40-dc3e-485e-b783-7e40e5f05e25 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ea4ab667-0582-45fb-abbe-165151692b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3435364 Aug 05 11:49:01.504656 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ae1000a9-b113-46cf-8f94-fb72003ef880 req-88b3df8d-6d8d-4944-80de-e9608f5bda29 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ace5c99-ff1d-4ae8-a34c-808ba849368d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.3359797 Aug 05 11:49:01.510287 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5669f954-9325-474c-a79f-6f4413670d8b tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:01.532704 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5669f954-9325-474c-a79f-6f4413670d8b tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:01.540421 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-5669f954-9325-474c-a79f-6f4413670d8b tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] 10.222.0.58 "DELETE /v2.0/networks/5a949277-39fa-49bb-b02f-24a6d07d13b2 HTTP/1.1" status: 204 len: 168 time: 4.7839184 Aug 05 11:49:01.604787 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 44580) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:49:01.645575 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-69b543bb-c9d3-4a82-ba80-cfe67c9002a2 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2109714843'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:49:01.755490 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fa5d5f7b-2957-4a29-8973-2a55fe73fcd4 req-582b5a5a-1617-4e57-9017-72922b8e6dda tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca0df2b3-ca19-4f0d-95c0-bd3e02a9c49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4668338 Aug 05 11:49:01.769721 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b7223df3-787f-4eb4-9177-ca501215067b tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:01.779390 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5669f954-9325-474c-a79f-6f4413670d8b tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Pushing event deleted for resources: {'Network': ['ID=5a949277-39fa-49bb-b02f-24a6d07d13b2,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:49:01.817091 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b7223df3-787f-4eb4-9177-ca501215067b tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:01.972152 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b17e7c90-473b-4532-8668-4c6492dfdf22 req-45a5a4cd-ec59-49d5-a881-fc05f088743a service neutron] 10.222.0.55 "GET /v2.0/networks/ea4ab667-0582-45fb-abbe-165151692b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5073359 Aug 05 11:49:01.973459 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7223df3-787f-4eb4-9177-ca501215067b tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a682330-5918-40fe-8adf-3fddbb4aa605,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:49:02.044644 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7223df3-787f-4eb4-9177-ca501215067b tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] vlan segment allocate from pool success with {'vlan_id': 655, 'physical_network': 'physnet1'} {{(pid=94420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:49:02.050192 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69b543bb-c9d3-4a82-ba80-cfe67c9002a2 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Made reservation on behalf of 63553f01420144a38df0f1373f99c0f2 for: {'network': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:49:02.070858 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-69b543bb-c9d3-4a82-ba80-cfe67c9002a2 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:02.151951 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b7223df3-787f-4eb4-9177-ca501215067b tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:02.152522 n-d-803378-2 neutron-server[94420]: INFO neutron.db.segments_db [None req-b7223df3-787f-4eb4-9177-ca501215067b tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Added segment 3b745bf7-4549-4768-b29c-6a6b1246e750 of type vlan for network 8f131b2a-c272-404f-ad91-e0d8977f63c4 Aug 05 11:49:02.226601 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-df92043c-6f82-4a2c-84d6-3b1dc10e8b16 req-12fbe0e5-e0d2-4a1a-88d9-9a003fd4c64f service neutron] For port 5f9a1648-97a0-49bb-a764-2148d15aa93e, host n-h2-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:49:02.312046 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b7223df3-787f-4eb4-9177-ca501215067b tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:02.334153 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-df92043c-6f82-4a2c-84d6-3b1dc10e8b16 req-12fbe0e5-e0d2-4a1a-88d9-9a003fd4c64f service neutron] For port 5f9a1648-97a0-49bb-a764-2148d15aa93e, host n-h2-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=5f9a1648-97a0-49bb-a764-2148d15aa93e,segment=NetworkSegment(de1f7257-8faa-46ea-8956-4b8e85e97bcb),segment_id=de1f7257-8faa-46ea-8956-4b8e85e97bcb)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:49:02.407385 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-df92043c-6f82-4a2c-84d6-3b1dc10e8b16 req-12fbe0e5-e0d2-4a1a-88d9-9a003fd4c64f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:02.413149 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69b543bb-c9d3-4a82-ba80-cfe67c9002a2 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] vlan segment allocate from pool success with {'vlan_id': 656, 'physical_network': 'physnet1'} {{(pid=94420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:49:02.437819 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-69b543bb-c9d3-4a82-ba80-cfe67c9002a2 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:02.438695 n-d-803378-2 neutron-server[94420]: INFO neutron.db.segments_db [None req-69b543bb-c9d3-4a82-ba80-cfe67c9002a2 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Added segment 1931265a-1e10-4c89-8712-821258710e50 of type vlan for network bf6faa87-512f-431d-8e25-c6ad480dc8bf Aug 05 11:49:02.554791 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-69b543bb-c9d3-4a82-ba80-cfe67c9002a2 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:02.651482 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fbe0e5-e0d2-4a1a-88d9-9a003fd4c64f service neutron] Pushing event updated for resources: {'Port': ['ID=5f9a1648-97a0-49bb-a764-2148d15aa93e,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:49:02.710909 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df92043c-6f82-4a2c-84d6-3b1dc10e8b16 req-12fbe0e5-e0d2-4a1a-88d9-9a003fd4c64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:49:02.710909 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-df92043c-6f82-4a2c-84d6-3b1dc10e8b16 req-12fbe0e5-e0d2-4a1a-88d9-9a003fd4c64f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:02.713910 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-df92043c-6f82-4a2c-84d6-3b1dc10e8b16 req-12fbe0e5-e0d2-4a1a-88d9-9a003fd4c64f service neutron] 10.222.0.55 "PUT /v2.0/ports/5f9a1648-97a0-49bb-a764-2148d15aa93e HTTP/1.1" status: 200 len: 1092 time: 5.6944001 Aug 05 11:49:02.739619 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e98332d0-8552-4f90-9240-19975d912b36', 'tag': '5f9a1648-97a0-49bb-a764-2148d15aa93e'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:49:02.767541 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ef6e09e-ba90-41ac-9732-d4eea110e5a2" -d '{"events": [{"name": "network-changed", "server_uuid": "e98332d0-8552-4f90-9240-19975d912b36", "tag": "5f9a1648-97a0-49bb-a764-2148d15aa93e"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:49:02.802493 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b17e7c90-473b-4532-8668-4c6492dfdf22 req-e364761f-9ba5-4dde-9459-7985899d5295 service neutron] 10.222.0.55 "GET /v2.0/networks/ea4ab667-0582-45fb-abbe-165151692b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7969885 Aug 05 11:49:02.812175 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-69b543bb-c9d3-4a82-ba80-cfe67c9002a2 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:02.861758 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b543bb-c9d3-4a82-ba80-cfe67c9002a2 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:49:02.871526 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-69b543bb-c9d3-4a82-ba80-cfe67c9002a2 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:02.877038 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b7223df3-787f-4eb4-9177-ca501215067b tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:02.892322 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7223df3-787f-4eb4-9177-ca501215067b tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:49:02.893529 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b7223df3-787f-4eb4-9177-ca501215067b tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:03.064043 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-b7223df3-787f-4eb4-9177-ca501215067b tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 4.9294424 Aug 05 11:49:03.112220 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 44626) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:49:03.116067 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df92043c-6f82-4a2c-84d6-3b1dc10e8b16 req-672703cd-51c1-47fc-96b3-e8589d55f522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:49:03.119047 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-df92043c-6f82-4a2c-84d6-3b1dc10e8b16 req-672703cd-51c1-47fc-96b3-e8589d55f522 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cbc89f3908d842d4a7beeb1a4fce5354&device_id=e98332d0-8552-4f90-9240-19975d912b36 HTTP/1.1" status: 200 len: 1095 time: 0.2956994 Aug 05 11:49:03.154185 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-5f7fca07-f130-4204-b3c6-0983429cf4ae tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Request body: {'port': {'network_id': '8f131b2a-c272-404f-ad91-e0d8977f63c4', 'name': 'tempest-PortsTestJSON-942816965'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:49:03.472163 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b543bb-c9d3-4a82-ba80-cfe67c9002a2 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Pushing event updated for resources: {'Network': ['ID=bf6faa87-512f-431d-8e25-c6ad480dc8bf,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:49:03.495878 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network bf6faa87-512f-431d-8e25-c6ad480dc8bf details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:49:03.559093 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-69b543bb-c9d3-4a82-ba80-cfe67c9002a2 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.9171374 Aug 05 11:49:03.633832 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-df92043c-6f82-4a2c-84d6-3b1dc10e8b16 req-f0e1227b-ffee-406d-8300-c16bfc5d679a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5f9a1648-97a0-49bb-a764-2148d15aa93e HTTP/1.1" status: 200 len: 217 time: 0.2020996 Aug 05 11:49:03.649695 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 44632) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:49:03.659850 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-83e595b2-c89e-415a-9225-ff7d14a4f2bf tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Request body: {'subnet': {'network_id': 'bf6faa87-512f-431d-8e25-c6ad480dc8bf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:49:03.732039 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7223df3-787f-4eb4-9177-ca501215067b tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Pushing event updated for resources: {'Network': ['ID=8f131b2a-c272-404f-ad91-e0d8977f63c4,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:49:03.804152 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 8f131b2a-c272-404f-ad91-e0d8977f63c4 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:49:03.837438 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df92043c-6f82-4a2c-84d6-3b1dc10e8b16 req-ace7c90e-025d-4a86-8e41-11b712eb229a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:49:03.844889 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-df92043c-6f82-4a2c-84d6-3b1dc10e8b16 req-ace7c90e-025d-4a86-8e41-11b712eb229a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a5e28117-6f3c-401b-be5b-a70254f1dc57 HTTP/1.1" status: 200 len: 855 time: 0.1773717 Aug 05 11:49:03.854512 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52afb160-2671-4e69-8fda-afe20cbd8849 req-3b46b859-ddd1-4b48-995c-c53f9fef015f tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:49:03.859028 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-52afb160-2671-4e69-8fda-afe20cbd8849 req-3b46b859-ddd1-4b48-995c-c53f9fef015f tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddf47896-42f3-4efd-854d-4716a8276153 HTTP/1.1" status: 200 len: 946 time: 0.7736893 Aug 05 11:49:04.038906 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-52afb160-2671-4e69-8fda-afe20cbd8849 req-a1242d28-9f69-419b-a63f-76abb99ff233 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ace5c99-ff1d-4ae8-a34c-808ba849368d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1639886 Aug 05 11:49:04.100125 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f1f8af4-a2c5-4c27-a649-f4a28e44507f x-openstack-request-id: req-2f1f8af4-a2c5-4c27-a649-f4a28e44507f {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:49:04.101918 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e98332d0-8552-4f90-9240-19975d912b36", "tag": "5f9a1648-97a0-49bb-a764-2148d15aa93e", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:49:04.102477 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2f1f8af4-a2c5-4c27-a649-f4a28e44507f {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:49:04.103254 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e98332d0-8552-4f90-9240-19975d912b36', 'tag': '5f9a1648-97a0-49bb-a764-2148d15aa93e', 'status': 'completed', 'code': 200} Aug 05 11:49:04.139095 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc8a6e9-8245-413e-9e6e-1313ad920af5 req-6fb354f8-b2ee-4f57-9263-5682d80a69ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:49:04.142517 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7fc8a6e9-8245-413e-9e6e-1313ad920af5 req-6fb354f8-b2ee-4f57-9263-5682d80a69ff service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7f88688726d24c8e9d77831659c7c3ae&device_id=ddf47896-42f3-4efd-854d-4716a8276153 HTTP/1.1" status: 200 len: 1097 time: 1.1575763 Aug 05 11:49:04.345467 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f7fca07-f130-4204-b3c6-0983429cf4ae tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Made reservation on behalf of 26f32bbf0e234159bf611d6f63f387fb for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:49:04.352664 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5f7fca07-f130-4204-b3c6-0983429cf4ae tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:04.459203 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66965919-fbf4-4b12-ac5f-6bd3293976a4 req-7d5069cc-40a7-4e3a-ad07-27f5b6a5cb0a tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:49:04.468615 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-66965919-fbf4-4b12-ac5f-6bd3293976a4 req-7d5069cc-40a7-4e3a-ad07-27f5b6a5cb0a tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=e98332d0-8552-4f90-9240-19975d912b36 HTTP/1.1" status: 200 len: 944 time: 0.2282259 Aug 05 11:49:04.561152 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [None req-5f7fca07-f130-4204-b3c6-0983429cf4ae tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] device_id is not set on port 0d1d9e24-044d-4da2-9c7d-6df13573a630 yet. {{(pid=94421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 11:49:04.678156 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-66965919-fbf4-4b12-ac5f-6bd3293976a4 req-bb61138e-e8e9-4f63-b762-fc46d25631ef tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca0df2b3-ca19-4f0d-95c0-bd3e02a9c49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1817594 Aug 05 11:49:05.104681 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc8a6e9-8245-413e-9e6e-1313ad920af5 req-589d30a3-7136-442f-a50a-39824ba2584a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:49:05.106644 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7fc8a6e9-8245-413e-9e6e-1313ad920af5 req-589d30a3-7136-442f-a50a-39824ba2584a service neutron] 10.222.0.55 "GET /v2.0/networks?id=ea4ab667-0582-45fb-abbe-165151692b1f HTTP/1.1" status: 200 len: 897 time: 0.9528263 Aug 05 11:49:05.124520 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df92043c-6f82-4a2c-84d6-3b1dc10e8b16 req-0e25817a-825a-4781-b192-abbe5a278518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:49:05.128018 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-df92043c-6f82-4a2c-84d6-3b1dc10e8b16 req-0e25817a-825a-4781-b192-abbe5a278518 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1ac4b742-2a25-4935-8476-e9ad3e543504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.2073228 Aug 05 11:49:05.445964 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c96ca0c-2836-47ff-a218-5fbfce050424 req-357fc0a0-10c1-4b9c-87cf-9ac62ba4751c tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:49:05.463934 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5c96ca0c-2836-47ff-a218-5fbfce050424 req-357fc0a0-10c1-4b9c-87cf-9ac62ba4751c tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddf47896-42f3-4efd-854d-4716a8276153 HTTP/1.1" status: 200 len: 946 time: 0.2138519 Aug 05 11:49:05.623368 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5c96ca0c-2836-47ff-a218-5fbfce050424 req-7b40af10-a318-472e-92af-b165693420c4 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ace5c99-ff1d-4ae8-a34c-808ba849368d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1563449 Aug 05 11:49:05.791663 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5f7fca07-f130-4204-b3c6-0983429cf4ae tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:06.038464 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5f7fca07-f130-4204-b3c6-0983429cf4ae tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:06.169748 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606f653e-97da-436f-9369-31bceceb7c97 req-acf184e3-5e9a-4be5-9768-331824009a3b tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:49:06.171893 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-606f653e-97da-436f-9369-31bceceb7c97 req-acf184e3-5e9a-4be5-9768-331824009a3b tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=e98332d0-8552-4f90-9240-19975d912b36 HTTP/1.1" status: 200 len: 944 time: 0.1943350 Aug 05 11:49:06.213412 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83e595b2-c89e-415a-9225-ff7d14a4f2bf tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Made reservation on behalf of 63553f01420144a38df0f1373f99c0f2 for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:49:06.220599 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-83e595b2-c89e-415a-9225-ff7d14a4f2bf tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:06.316994 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-606f653e-97da-436f-9369-31bceceb7c97 req-13f66506-2a44-4f04-929f-b0d9e8f45b9f tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca0df2b3-ca19-4f0d-95c0-bd3e02a9c49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277416 Aug 05 11:49:06.390242 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121e355-7817-4ab8-8ac3-a550a65d6fc4 req-2b74b4b3-6672-4a68-bcdb-06330e122f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:49:06.393699 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b121e355-7817-4ab8-8ac3-a550a65d6fc4 req-2b74b4b3-6672-4a68-bcdb-06330e122f73 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=39c6d6575f854e26a57d96d36d983be3&device_id=5a5860d5-81ba-4285-b50f-47629f1fa963 HTTP/1.1" status: 200 len: 1097 time: 0.6939380 Aug 05 11:49:06.428125 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7fc8a6e9-8245-413e-9e6e-1313ad920af5 req-f24271b7-0f75-43e1-a528-b41f6e1aa09c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62a5afb7-e9e3-45d8-b700-ff42ced7a25c HTTP/1.1" status: 200 len: 1001 time: 1.2978756 Aug 05 11:49:06.429560 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7fca07-f130-4204-b3c6-0983429cf4ae tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Pushing event updated for resources: {'Port': ['ID=0d1d9e24-044d-4da2-9c7d-6df13573a630,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:49:06.868271 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-df92043c-6f82-4a2c-84d6-3b1dc10e8b16 req-928c13ea-4cfa-4a8e-b3b0-a82212c0cfcf service neutron] 10.222.0.55 "GET /v2.0/networks/1ac4b742-2a25-4935-8476-e9ad3e543504?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6142583 Aug 05 11:49:06.896668 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7fca07-f130-4204-b3c6-0983429cf4ae tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Checking segment: {'id': '3b745bf7-4549-4768-b29c-6a6b1246e750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '8f131b2a-c272-404f-ad91-e0d8977f63c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:49:06.897353 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7fca07-f130-4204-b3c6-0983429cf4ae tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Network hostable DHCP agents. Network: 8f131b2a-c272-404f-ad91-e0d8977f63c4, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:49:07.047647 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e88024-dd03-4544-92ae-87d869f4e34a req-f789bc7d-f046-4ad7-8ef0-f6a808ada910 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:49:07.058204 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-70e88024-dd03-4544-92ae-87d869f4e34a req-f789bc7d-f046-4ad7-8ef0-f6a808ada910 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddf47896-42f3-4efd-854d-4716a8276153 HTTP/1.1" status: 200 len: 946 time: 0.1703675 Aug 05 11:49:07.244217 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-70e88024-dd03-4544-92ae-87d869f4e34a req-8f3b2261-5944-4faa-8daf-0788b24f5ab1 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ace5c99-ff1d-4ae8-a34c-808ba849368d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1759582 Aug 05 11:49:07.253050 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-d92e094f-6569-4c7c-b42c-c043fb69c289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:07.909951 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a25dc88-06f4-4b86-b2bb-4f49e37a47c1 req-a63a5c10-43e4-4b6f-b300-f6d7a4829d03 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:49:07.913873 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0a25dc88-06f4-4b86-b2bb-4f49e37a47c1 req-a63a5c10-43e4-4b6f-b300-f6d7a4829d03 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=e98332d0-8552-4f90-9240-19975d912b36 HTTP/1.1" status: 200 len: 944 time: 0.2461302 Aug 05 11:49:07.929945 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc8a6e9-8245-413e-9e6e-1313ad920af5 req-6b141751-db39-447e-ac2e-e0463c44c3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:49:07.933391 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7fc8a6e9-8245-413e-9e6e-1313ad920af5 req-6b141751-db39-447e-ac2e-e0463c44c3a9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=23b4b90e-0370-4e2d-856e-858c6909def7 HTTP/1.1" status: 200 len: 835 time: 1.4673042 Aug 05 11:49:08.067110 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7fca07-f130-4204-b3c6-0983429cf4ae tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Network 8f131b2a-c272-404f-ad91-e0d8977f63c4 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:49:08.116163 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0a25dc88-06f4-4b86-b2bb-4f49e37a47c1 req-356af471-17a7-4d5e-b828-9a2c7df61686 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca0df2b3-ca19-4f0d-95c0-bd3e02a9c49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1778400 Aug 05 11:49:08.118672 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-5f7fca07-f130-4204-b3c6-0983429cf4ae tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, 8f131b2a-c272-404f-ad91-e0d8977f63c4) {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:49:08.140761 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f333c8-54ce-457c-8105-bb5e541f13f6 None None] Network 8f131b2a-c272-404f-ad91-e0d8977f63c4 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:49:08.183303 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7fca07-f130-4204-b3c6-0983429cf4ae tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:49:08.204725 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f7fca07-f130-4204-b3c6-0983429cf4ae tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:49:08.206011 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5f7fca07-f130-4204-b3c6-0983429cf4ae tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:08.261669 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121e355-7817-4ab8-8ac3-a550a65d6fc4 req-c9999485-9327-4a61-b465-dd38cec3801f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:49:08.265281 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b121e355-7817-4ab8-8ac3-a550a65d6fc4 req-c9999485-9327-4a61-b465-dd38cec3801f service neutron] 10.222.0.64 "GET /v2.0/networks?id=debeaa60-b13d-4f6e-a270-9d57e30ced89 HTTP/1.1" status: 200 len: 905 time: 1.7813904 Aug 05 11:49:08.343069 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc8a6e9-8245-413e-9e6e-1313ad920af5 req-686ff3f2-9306-4bc9-804d-581cb7a1eab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:49:08.346286 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7fc8a6e9-8245-413e-9e6e-1313ad920af5 req-686ff3f2-9306-4bc9-804d-581cb7a1eab4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ea4ab667-0582-45fb-abbe-165151692b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3968396 Aug 05 11:49:08.724202 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33235c9a-5f1b-4d81-ac3a-4f8f5ba1fddd req-20feb111-7ceb-403e-b658-e3d84932890f tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:49:08.746694 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-33235c9a-5f1b-4d81-ac3a-4f8f5ba1fddd req-20feb111-7ceb-403e-b658-e3d84932890f tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddf47896-42f3-4efd-854d-4716a8276153 HTTP/1.1" status: 200 len: 946 time: 0.2619209 Aug 05 11:49:08.749634 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b121e355-7817-4ab8-8ac3-a550a65d6fc4 req-3fc823e4-add9-4329-bfa6-3eb190d6d9f0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5589b2ed-9e4d-4eff-9dd5-8d1ad34b6669 HTTP/1.1" status: 200 len: 217 time: 0.4225798 Aug 05 11:49:08.776006 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-5f7fca07-f130-4204-b3c6-0983429cf4ae tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 5.6550627 Aug 05 11:49:08.807175 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 44734) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:49:08.870847 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-33235c9a-5f1b-4d81-ac3a-4f8f5ba1fddd req-0b1ff944-a201-404c-8d92-c684ca94fa91 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ace5c99-ff1d-4ae8-a34c-808ba849368d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113911 Aug 05 11:49:08.978101 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-0c35fc45-ad30-4581-bc12-ec8ee55828e3 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1036229850'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:49:08.987103 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121e355-7817-4ab8-8ac3-a550a65d6fc4 req-a4a8048c-ae7f-4fb4-b4ca-20c89601be96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:49:08.991400 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b121e355-7817-4ab8-8ac3-a550a65d6fc4 req-a4a8048c-ae7f-4fb4-b4ca-20c89601be96 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9fa39e07-a6bd-4ef4-8a54-1af79d2770df HTTP/1.1" status: 200 len: 844 time: 0.2099955 Aug 05 11:49:09.062493 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-df92043c-6f82-4a2c-84d6-3b1dc10e8b16 req-95dca9fe-176b-4d8b-a9dd-1ef665d2036d service neutron] 10.222.0.55 "GET /v2.0/networks/1ac4b742-2a25-4935-8476-e9ad3e543504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.0884292 Aug 05 11:49:09.173388 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7fc8a6e9-8245-413e-9e6e-1313ad920af5 req-a5a6ff78-849f-4c33-8ecb-32694decb630 service neutron] 10.222.0.55 "GET /v2.0/networks/ea4ab667-0582-45fb-abbe-165151692b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8096569 Aug 05 11:49:09.200992 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b121e355-7817-4ab8-8ac3-a550a65d6fc4 req-606dbfcf-f9af-49ec-8255-8508358bc209 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=debeaa60-b13d-4f6e-a270-9d57e30ced89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1448064 Aug 05 11:49:09.540972 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a20599-550b-430f-96ac-7c707021afe8 req-e34752f7-e7f6-4f38-8d84-b180164e9a4d tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:49:09.549046 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b6a20599-550b-430f-96ac-7c707021afe8 req-e34752f7-e7f6-4f38-8d84-b180164e9a4d tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=e98332d0-8552-4f90-9240-19975d912b36 HTTP/1.1" status: 200 len: 944 time: 0.1935282 Aug 05 11:49:09.704696 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b6a20599-550b-430f-96ac-7c707021afe8 req-44a963fe-7bdd-45fe-8dd3-aad30458de79 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca0df2b3-ca19-4f0d-95c0-bd3e02a9c49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1416922 Aug 05 11:49:09.795467 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c35fc45-ad30-4581-bc12-ec8ee55828e3 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Made reservation on behalf of 26f32bbf0e234159bf611d6f63f387fb for: {'network': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:49:09.802012 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0c35fc45-ad30-4581-bc12-ec8ee55828e3 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:09.960117 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-83e595b2-c89e-415a-9225-ff7d14a4f2bf tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25038678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30075167'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:10.012895 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-aba70fbe-f41b-4383-b5f4-ad459bf06848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:10.124712 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e595b2-c89e-415a-9225-ff7d14a4f2bf tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Pushing event updated for resources: {'Subnet': ['ID=241172fd-dce6-4d9c-8bbd-86001c4398a2,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:49:10.142425 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef6e09e-ba90-41ac-9732-d4eea110e5a2 req-93b7c46f-c499-4f15-b9f0-3c250ac0a89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:49:10.146502 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6ef6e09e-ba90-41ac-9732-d4eea110e5a2 req-93b7c46f-c499-4f15-b9f0-3c250ac0a89f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cbc89f3908d842d4a7beeb1a4fce5354&device_id=e98332d0-8552-4f90-9240-19975d912b36 HTTP/1.1" status: 200 len: 1095 time: 0.9720213 Aug 05 11:49:10.167157 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:10.170825 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c35fc45-ad30-4581-bc12-ec8ee55828e3 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=94421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:49:10.230313 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7fc8a6e9-8245-413e-9e6e-1313ad920af5 req-84d59bdf-7037-4dd9-8fad-a58edaedb4ac service neutron] 10.222.0.55 "GET /v2.0/networks/ea4ab667-0582-45fb-abbe-165151692b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0157263 Aug 05 11:49:10.436947 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0c35fc45-ad30-4581-bc12-ec8ee55828e3 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:10.437561 n-d-803378-2 neutron-server[94421]: INFO neutron.db.segments_db [None req-0c35fc45-ad30-4581-bc12-ec8ee55828e3 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Added segment 22e0992d-884f-43ab-b09f-e05b67fcb494 of type vlan for network f2806099-c9a4-425d-93f1-3c27769194f8 Aug 05 11:49:10.457708 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8dd618-2e11-4dbd-8997-52cff9af3919 req-580d04b0-dd2e-4cbb-978a-189b5645dc07 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:49:10.474385 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ff8dd618-2e11-4dbd-8997-52cff9af3919 req-580d04b0-dd2e-4cbb-978a-189b5645dc07 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddf47896-42f3-4efd-854d-4716a8276153 HTTP/1.1" status: 200 len: 946 time: 0.2512558 Aug 05 11:49:10.597946 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ff8dd618-2e11-4dbd-8997-52cff9af3919 req-f7a0d5bf-df9a-40c9-97b2-ec26fb740183 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ace5c99-ff1d-4ae8-a34c-808ba849368d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220171 Aug 05 11:49:10.738690 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b121e355-7817-4ab8-8ac3-a550a65d6fc4 req-5ccc593a-a2c2-4ed5-9a99-c0876730c9a6 service neutron] 10.222.0.64 "GET /v2.0/networks/debeaa60-b13d-4f6e-a270-9d57e30ced89?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4416106 Aug 05 11:49:10.819006 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e595b2-c89e-415a-9225-ff7d14a4f2bf tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Checking segment: {'id': '1931265a-1e10-4c89-8712-821258710e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'bf6faa87-512f-431d-8e25-c6ad480dc8bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:49:10.819006 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e595b2-c89e-415a-9225-ff7d14a4f2bf tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Network hostable DHCP agents. Network: bf6faa87-512f-431d-8e25-c6ad480dc8bf, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:49:10.856963 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0c35fc45-ad30-4581-bc12-ec8ee55828e3 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:11.049736 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0c35fc45-ad30-4581-bc12-ec8ee55828e3 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:11.096804 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c35fc45-ad30-4581-bc12-ec8ee55828e3 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:49:11.098426 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0c35fc45-ad30-4581-bc12-ec8ee55828e3 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks [] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:11.142801 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66474825-e4ac-4973-b431-4ed76ad58cff req-6801264a-cc25-4e04-a05c-6022b1dc89a0 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:49:11.164541 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-66474825-e4ac-4973-b431-4ed76ad58cff req-6801264a-cc25-4e04-a05c-6022b1dc89a0 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=e98332d0-8552-4f90-9240-19975d912b36 HTTP/1.1" status: 200 len: 944 time: 0.2046752 Aug 05 11:49:11.287391 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-66474825-e4ac-4973-b431-4ed76ad58cff req-a8338a3b-deb5-4f86-8097-f2d04ea11ad0 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca0df2b3-ca19-4f0d-95c0-bd3e02a9c49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213126 Aug 05 11:49:11.548572 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 44782) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:49:11.559878 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-9127dfe6-ebb0-4dd8-856e-c65b3f18908a tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Request body: {'ports': [{'network_id': '8f131b2a-c272-404f-ad91-e0d8977f63c4'}, {'network_id': 'f2806099-c9a4-425d-93f1-3c27769194f8'}]} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:49:11.560416 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-9127dfe6-ebb0-4dd8-856e-c65b3f18908a tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Request body: {'port': {'network_id': '8f131b2a-c272-404f-ad91-e0d8977f63c4'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:49:11.561297 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-9127dfe6-ebb0-4dd8-856e-c65b3f18908a tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Request body: {'port': {'network_id': 'f2806099-c9a4-425d-93f1-3c27769194f8'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:49:11.563706 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-0c35fc45-ad30-4581-bc12-ec8ee55828e3 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.5934901 Aug 05 11:49:11.608853 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef6e09e-ba90-41ac-9732-d4eea110e5a2 req-bfcb9128-0dac-4cb3-a34f-60331b4f97da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:49:11.611807 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6ef6e09e-ba90-41ac-9732-d4eea110e5a2 req-bfcb9128-0dac-4cb3-a34f-60331b4f97da service neutron] 10.222.0.55 "GET /v2.0/networks?id=1ac4b742-2a25-4935-8476-e9ad3e543504 HTTP/1.1" status: 200 len: 917 time: 1.4128592 Aug 05 11:49:11.649761 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e595b2-c89e-415a-9225-ff7d14a4f2bf tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Network bf6faa87-512f-431d-8e25-c6ad480dc8bf is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:49:11.795840 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:11.895437 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c35fc45-ad30-4581-bc12-ec8ee55828e3 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Pushing event updated for resources: {'Network': ['ID=f2806099-c9a4-425d-93f1-3c27769194f8,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:49:11.943412 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6ef6e09e-ba90-41ac-9732-d4eea110e5a2 req-691abfe7-f215-45e1-a880-727c5b12c494 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5f9a1648-97a0-49bb-a764-2148d15aa93e HTTP/1.1" status: 200 len: 217 time: 0.2888145 Aug 05 11:49:11.956882 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network f2806099-c9a4-425d-93f1-3c27769194f8 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:49:12.185084 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-83e595b2-c89e-415a-9225-ff7d14a4f2bf tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, bf6faa87-512f-431d-8e25-c6ad480dc8bf) {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:49:12.228231 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743286cb-bde2-4b2e-8935-70a89e0c3c43 None None] Network bf6faa87-512f-431d-8e25-c6ad480dc8bf requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:49:12.254713 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e595b2-c89e-415a-9225-ff7d14a4f2bf tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:49:12.256758 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-83e595b2-c89e-415a-9225-ff7d14a4f2bf tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:12.282596 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b121e355-7817-4ab8-8ac3-a550a65d6fc4 req-a1825fde-ce57-452d-b23a-b0ccd40d6a3d service neutron] 10.222.0.64 "GET /v2.0/networks/debeaa60-b13d-4f6e-a270-9d57e30ced89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5139644 Aug 05 11:49:12.346205 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef6e09e-ba90-41ac-9732-d4eea110e5a2 req-7dc641d5-7bf2-492a-b2dd-ff2e77a941eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:49:12.353490 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6ef6e09e-ba90-41ac-9732-d4eea110e5a2 req-7dc641d5-7bf2-492a-b2dd-ff2e77a941eb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a5e28117-6f3c-401b-be5b-a70254f1dc57 HTTP/1.1" status: 200 len: 855 time: 0.4011912 Aug 05 11:49:12.363399 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-83e595b2-c89e-415a-9225-ff7d14a4f2bf tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 8.7076042 Aug 05 11:49:12.394309 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 44800) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:49:12.533176 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef6e09e-ba90-41ac-9732-d4eea110e5a2 req-4d254a20-70b9-4786-9c76-18a4127c50f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:49:12.552806 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6ef6e09e-ba90-41ac-9732-d4eea110e5a2 req-4d254a20-70b9-4786-9c76-18a4127c50f3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1ac4b742-2a25-4935-8476-e9ad3e543504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1887498 Aug 05 11:49:12.647215 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffe40c8-244b-4a59-89ac-f066d1fb916d req-d8e2e6a0-3692-40d6-b85c-9442a0243470 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:49:12.661570 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1ffe40c8-244b-4a59-89ac-f066d1fb916d req-d8e2e6a0-3692-40d6-b85c-9442a0243470 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddf47896-42f3-4efd-854d-4716a8276153 HTTP/1.1" status: 200 len: 946 time: 0.6756039 Aug 05 11:49:12.961410 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-128ac3ea-9be0-477c-afd6-a03bac077199 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-bf6faa87-512f-431d-8e25-c6ad480dc8bf', 'network_id': 'bf6faa87-512f-431d-8e25-c6ad480dc8bf', 'tenant_id': '63553f01420144a38df0f1373f99c0f2', 'fixed_ips': [{'subnet_id': '241172fd-dce6-4d9c-8bbd-86001c4398a2'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 11:49:12.966715 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-128ac3ea-9be0-477c-afd6-a03bac077199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:12.993148 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6ef6e09e-ba90-41ac-9732-d4eea110e5a2 req-ed6f229e-5f2c-437e-a16f-9e74d5e749cb service neutron] 10.222.0.55 "GET /v2.0/networks/1ac4b742-2a25-4935-8476-e9ad3e543504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4347906 Aug 05 11:49:13.058123 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1ffe40c8-244b-4a59-89ac-f066d1fb916d req-b859f76b-ed12-4b00-9db0-c81da3bff696 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ace5c99-ff1d-4ae8-a34c-808ba849368d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3489234 Aug 05 11:49:13.408647 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e40d133-f50d-4d60-828f-fe50fc7f2d82 req-81986ed3-f777-49b3-aa23-b74cc5941efc tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:49:13.424914 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5e40d133-f50d-4d60-828f-fe50fc7f2d82 req-81986ed3-f777-49b3-aa23-b74cc5941efc tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=e98332d0-8552-4f90-9240-19975d912b36 HTTP/1.1" status: 200 len: 944 time: 0.7484727 Aug 05 11:49:13.435079 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9127dfe6-ebb0-4dd8-856e-c65b3f18908a tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Made reservation on behalf of 26f32bbf0e234159bf611d6f63f387fb for: {'port': 2} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:49:13.446392 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9127dfe6-ebb0-4dd8-856e-c65b3f18908a tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:13.502794 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-49f797a8-15ed-4778-a16e-f55104b519d4 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:13.551074 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9127dfe6-ebb0-4dd8-856e-c65b3f18908a tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:13.568873 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6ef6e09e-ba90-41ac-9732-d4eea110e5a2 req-286fcd91-1a29-42c4-8641-55fb6745475a service neutron] 10.222.0.55 "GET /v2.0/networks/1ac4b742-2a25-4935-8476-e9ad3e543504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5653470 Aug 05 11:49:13.699447 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 5f9a1648-97a0-49bb-a764-2148d15aa93e details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:49:13.822938 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5e40d133-f50d-4d60-828f-fe50fc7f2d82 req-0b805f11-375b-475b-a74d-1fa31bca0c43 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca0df2b3-ca19-4f0d-95c0-bd3e02a9c49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3681178 Aug 05 11:49:13.993562 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-49f797a8-15ed-4778-a16e-f55104b519d4 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:14.066599 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [None req-9127dfe6-ebb0-4dd8-856e-c65b3f18908a tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] device_id is not set on port 1f03eaf7-1a18-4ec5-bdaf-f7f98881fefd yet. {{(pid=94420) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 11:49:14.153227 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:14.242168 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-128ac3ea-9be0-477c-afd6-a03bac077199 None None] Allocated IP 172.20.0.1 (bf6faa87-512f-431d-8e25-c6ad480dc8bf/241172fd-dce6-4d9c-8bbd-86001c4398a2/41136e99-ff00-4158-ae88-5425e3561014) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:49:14.599629 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 5f9a1648-97a0-49bb-a764-2148d15aa93e, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=5f9a1648-97a0-49bb-a764-2148d15aa93e,segment=NetworkSegment(de1f7257-8faa-46ea-8956-4b8e85e97bcb),segment_id=de1f7257-8faa-46ea-8956-4b8e85e97bcb)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:49:14.638748 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Returning: {'device': '5f9a1648-97a0-49bb-a764-2148d15aa93e', 'network_id': '1ac4b742-2a25-4935-8476-e9ad3e543504', 'port_id': '5f9a1648-97a0-49bb-a764-2148d15aa93e', 'mac_address': 'fa:16:3e:3b:20:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5e28117-6f3c-401b-be5b-a70254f1dc57', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:49:14.871391 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:14.912801 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ed42c5-6b63-4223-870e-e46ebfd1a092 req-03658156-282f-4a81-b3a2-e0a89dfd1d1f tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:49:14.925434 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-03ed42c5-6b63-4223-870e-e46ebfd1a092 req-03658156-282f-4a81-b3a2-e0a89dfd1d1f tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddf47896-42f3-4efd-854d-4716a8276153 HTTP/1.1" status: 200 len: 946 time: 0.4894083 Aug 05 11:49:14.937734 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f9a1648-97a0-49bb-a764-2148d15aa93e {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:49:14.998938 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9127dfe6-ebb0-4dd8-856e-c65b3f18908a tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:15.024586 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 5f9a1648-97a0-49bb-a764-2148d15aa93e, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=5f9a1648-97a0-49bb-a764-2148d15aa93e,segment=NetworkSegment(de1f7257-8faa-46ea-8956-4b8e85e97bcb),segment_id=de1f7257-8faa-46ea-8956-4b8e85e97bcb)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:49:15.043805 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:15.322209 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-128ac3ea-9be0-477c-afd6-a03bac077199 None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:15.363932 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-03ed42c5-6b63-4223-870e-e46ebfd1a092 req-33a62ecd-7b48-48eb-a9a7-d7f4eabe90e1 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ace5c99-ff1d-4ae8-a34c-808ba849368d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4093723 Aug 05 11:49:15.378362 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['5f9a1648-97a0-49bb-a764-2148d15aa93e'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:49:15.387064 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-128ac3ea-9be0-477c-afd6-a03bac077199 None None] Transition to ACTIVE for port object 41136e99-ff00-4158-ae88-5425e3561014 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:49:15.443904 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [None req-9127dfe6-ebb0-4dd8-856e-c65b3f18908a tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] device_id is not set on port d20fcadf-e570-4c6a-b208-0b9985d16a30 yet. {{(pid=94420) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 11:49:15.481692 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=5f9a1648-97a0-49bb-a764-2148d15aa93e,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:49:15.526092 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-128ac3ea-9be0-477c-afd6-a03bac077199 None None] Transition to ACTIVE for port object 41136e99-ff00-4158-ae88-5425e3561014 will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:49:15.532231 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d65bc1-4116-4278-b68a-1c42771974dc req-ad453c90-e456-40db-a037-b4d6b5b87ab0 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:49:15.542544 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-60d65bc1-4116-4278-b68a-1c42771974dc req-ad453c90-e456-40db-a037-b4d6b5b87ab0 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=e98332d0-8552-4f90-9240-19975d912b36 HTTP/1.1" status: 200 len: 945 time: 0.3821113 Aug 05 11:49:15.573985 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-128ac3ea-9be0-477c-afd6-a03bac077199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:15.808994 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-49f797a8-15ed-4778-a16e-f55104b519d4 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29762763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24211094'] for subnet, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:15.825914 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-128ac3ea-9be0-477c-afd6-a03bac077199 None None] Network bf6faa87-512f-431d-8e25-c6ad480dc8bf is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:49:15.846030 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-128ac3ea-9be0-477c-afd6-a03bac077199 None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:49:15.894264 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128ac3ea-9be0-477c-afd6-a03bac077199 None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:49:15.991906 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ac3ea-9be0-477c-afd6-a03bac077199 None None] Pushing event updated for resources: {'Port': ['ID=41136e99-ff00-4158-ae88-5425e3561014,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:49:16.151951 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f797a8-15ed-4778-a16e-f55104b519d4 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Pushing event deleted for resources: {'Subnet': ['ID=241172fd-dce6-4d9c-8bbd-86001c4398a2,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:49:16.237266 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-128ac3ea-9be0-477c-afd6-a03bac077199 None None] Attempting to bind port 41136e99-ff00-4158-ae88-5425e3561014 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:49:16.238227 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-128ac3ea-9be0-477c-afd6-a03bac077199 None None] Attempting to bind port 41136e99-ff00-4158-ae88-5425e3561014 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '1931265a-1e10-4c89-8712-821258710e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'bf6faa87-512f-431d-8e25-c6ad480dc8bf'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:49:16.239146 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128ac3ea-9be0-477c-afd6-a03bac077199 None None] Attempting to bind port 41136e99-ff00-4158-ae88-5425e3561014 on network bf6faa87-512f-431d-8e25-c6ad480dc8bf {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:49:16.253542 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128ac3ea-9be0-477c-afd6-a03bac077199 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:49:16.254196 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128ac3ea-9be0-477c-afd6-a03bac077199 None None] Checking segment: {'id': '1931265a-1e10-4c89-8712-821258710e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'bf6faa87-512f-431d-8e25-c6ad480dc8bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:49:16.255200 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-128ac3ea-9be0-477c-afd6-a03bac077199 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:16.257027 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128ac3ea-9be0-477c-afd6-a03bac077199 None None] Bound using segment: {'id': '1931265a-1e10-4c89-8712-821258710e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'bf6faa87-512f-431d-8e25-c6ad480dc8bf'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:49:16.258289 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-128ac3ea-9be0-477c-afd6-a03bac077199 None None] Bound port: 41136e99-ff00-4158-ae88-5425e3561014, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1931265a-1e10-4c89-8712-821258710e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'bf6faa87-512f-431d-8e25-c6ad480dc8bf'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:49:16.258975 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-128ac3ea-9be0-477c-afd6-a03bac077199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:16.259631 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-49f797a8-15ed-4778-a16e-f55104b519d4 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:16.293845 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-60d65bc1-4116-4278-b68a-1c42771974dc req-9e2d943a-cf8f-4bd2-b798-06c7161fdb8e tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca0df2b3-ca19-4f0d-95c0-bd3e02a9c49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6135204 Aug 05 11:49:16.345016 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-49f797a8-15ed-4778-a16e-f55104b519d4 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf6faa87-512f-431d-8e25-c6ad480dc8bf']}} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:49:16.368345 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-49f797a8-15ed-4778-a16e-f55104b519d4 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1931265a-1e10-4c89-8712-821258710e50') {'for_net_delete': True} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:49:16.368862 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-49f797a8-15ed-4778-a16e-f55104b519d4 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1931265a-1e10-4c89-8712-821258710e50') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:49:16.422268 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-49f797a8-15ed-4778-a16e-f55104b519d4 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25010581'] for segment, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:16.547760 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-128ac3ea-9be0-477c-afd6-a03bac077199 None None] For port 41136e99-ff00-4158-ae88-5425e3561014, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:49:16.588640 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9127dfe6-ebb0-4dd8-856e-c65b3f18908a tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:16.673313 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-49f797a8-15ed-4778-a16e-f55104b519d4 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:16.761048 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49f797a8-15ed-4778-a16e-f55104b519d4 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Releasing vlan 656 on physical network physnet1 to pool {{(pid=94420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:49:16.761724 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-49f797a8-15ed-4778-a16e-f55104b519d4 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29762581'] for segment, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:16.767009 n-d-803378-2 neutron-server[94420]: Traceback (most recent call last): Aug 05 11:49:16.767009 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:49:16.767009 n-d-803378-2 neutron-server[94420]: timer() Aug 05 11:49:16.767009 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:49:16.767009 n-d-803378-2 neutron-server[94420]: cb(*args, **kw) Aug 05 11:49:16.767009 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:49:16.767009 n-d-803378-2 neutron-server[94420]: return func(*args, **kwargs) Aug 05 11:49:16.767009 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:49:16.767009 n-d-803378-2 neutron-server[94420]: self._notify() Aug 05 11:49:16.767009 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:49:16.767009 n-d-803378-2 neutron-server[94420]: self.callback(batched_events) Aug 05 11:49:16.767009 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:49:16.767009 n-d-803378-2 neutron-server[94420]: event.method(event) Aug 05 11:49:16.767009 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:49:16.767009 n-d-803378-2 neutron-server[94420]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:49:16.767009 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:49:16.767009 n-d-803378-2 neutron-server[94420]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:49:16.767009 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:49:16.767009 n-d-803378-2 neutron-server[94420]: return f(self, *a, **k) Aug 05 11:49:16.767009 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:49:16.767009 n-d-803378-2 neutron-server[94420]: return self._get(url).json() Aug 05 11:49:16.767009 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:49:16.767009 n-d-803378-2 neutron-server[94420]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:49:16.767009 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:49:16.767009 n-d-803378-2 neutron-server[94420]: return self.request(url, 'GET', **kwargs) Aug 05 11:49:16.767009 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:49:16.767009 n-d-803378-2 neutron-server[94420]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:49:16.767009 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:49:16.767009 n-d-803378-2 neutron-server[94420]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:49:16.767009 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:49:16.767009 n-d-803378-2 neutron-server[94420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:49:16.767009 n-d-803378-2 neutron-server[94420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:49:16.880960 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9127dfe6-ebb0-4dd8-856e-c65b3f18908a tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:17.091163 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-128ac3ea-9be0-477c-afd6-a03bac077199 None None] For port 41136e99-ff00-4158-ae88-5425e3561014, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=41136e99-ff00-4158-ae88-5425e3561014,segment=NetworkSegment(1931265a-1e10-4c89-8712-821258710e50),segment_id=1931265a-1e10-4c89-8712-821258710e50)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:49:17.112628 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-128ac3ea-9be0-477c-afd6-a03bac077199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:17.147092 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9127dfe6-ebb0-4dd8-856e-c65b3f18908a tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Network 8f131b2a-c272-404f-ad91-e0d8977f63c4 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:49:17.150679 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.db.api [None req-49f797a8-15ed-4778-a16e-f55104b519d4 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 05 11:49:17.150679 n-d-803378-2 neutron-server[94420]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 05 11:49:17.150679 n-d-803378-2 neutron-server[94420]: [parameters: {'id': 'bf6faa87-512f-431d-8e25-c6ad480dc8bf'}] Aug 05 11:49:17.150679 n-d-803378-2 neutron-server[94420]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94420) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 05 11:49:17.152186 n-d-803378-2 neutron-server[94420]: DEBUG oslo_db.api [None req-49f797a8-15ed-4778-a16e-f55104b519d4 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 11:49:17.155516 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 5f9a1648-97a0-49bb-a764-2148d15aa93e up at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:49:17.182070 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50487a5-2545-46d8-baaa-c708fdbff364 req-a5230fed-d5c7-4edd-9633-4f3bfa98bf7f tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:49:17.197391 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f50487a5-2545-46d8-baaa-c708fdbff364 req-a5230fed-d5c7-4edd-9633-4f3bfa98bf7f tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddf47896-42f3-4efd-854d-4716a8276153 HTTP/1.1" status: 200 len: 946 time: 0.5162668 Aug 05 11:49:17.203222 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-9127dfe6-ebb0-4dd8-856e-c65b3f18908a tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:49:17.222096 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9127dfe6-ebb0-4dd8-856e-c65b3f18908a tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Pushing event updated for resources: {'Port': ['ID=1f03eaf7-1a18-4ec5-bdaf-f7f98881fefd,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:49:17.226942 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9127dfe6-ebb0-4dd8-856e-c65b3f18908a tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:49:17.229110 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9127dfe6-ebb0-4dd8-856e-c65b3f18908a tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:17.452307 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f50487a5-2545-46d8-baaa-c708fdbff364 req-b444df53-60bb-47e4-a090-3e3900644262 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ace5c99-ff1d-4ae8-a34c-808ba849368d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2433796 Aug 05 11:49:17.458160 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9127dfe6-ebb0-4dd8-856e-c65b3f18908a tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Pushing event updated for resources: {'Port': ['ID=d20fcadf-e570-4c6a-b208-0b9985d16a30,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:49:17.516139 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9127dfe6-ebb0-4dd8-856e-c65b3f18908a tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Checking segment: {'id': '22e0992d-884f-43ab-b09f-e05b67fcb494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'f2806099-c9a4-425d-93f1-3c27769194f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:49:17.527672 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9127dfe6-ebb0-4dd8-856e-c65b3f18908a tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Network hostable DHCP agents. Network: f2806099-c9a4-425d-93f1-3c27769194f8, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:49:17.601820 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80edca1-fdc2-439a-b6c2-36441c63733f None None] Network bf6faa87-512f-431d-8e25-c6ad480dc8bf requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:49:17.613160 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ac3ea-9be0-477c-afd6-a03bac077199 None None] Pushing event updated for resources: {'Port': ['ID=41136e99-ff00-4158-ae88-5425e3561014,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:49:17.637715 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9127dfe6-ebb0-4dd8-856e-c65b3f18908a tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Network f2806099-c9a4-425d-93f1-3c27769194f8 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:49:17.701247 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-49f797a8-15ed-4778-a16e-f55104b519d4 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:17.746913 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning for port 5f9a1648-97a0-49bb-a764-2148d15aa93e completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:49:17.785071 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-9127dfe6-ebb0-4dd8-856e-c65b3f18908a tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, f2806099-c9a4-425d-93f1-3c27769194f8) {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:49:17.812293 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0741a39-6a47-498f-a620-cf73c503d348 None None] Network f2806099-c9a4-425d-93f1-3c27769194f8 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:49:17.815924 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning complete for port 5f9a1648-97a0-49bb-a764-2148d15aa93e triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:49:17.816541 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:17.914377 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9127dfe6-ebb0-4dd8-856e-c65b3f18908a tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:49:17.938713 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9127dfe6-ebb0-4dd8-856e-c65b3f18908a tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:49:17.952423 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9127dfe6-ebb0-4dd8-856e-c65b3f18908a tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:49:17.953925 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9127dfe6-ebb0-4dd8-856e-c65b3f18908a tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:18.007982 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c258b0e7-4c89-4224-874a-82524fce60e5 req-3cc19878-203a-4b69-a7b6-31383494ffcb tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:49:18.023182 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c258b0e7-4c89-4224-874a-82524fce60e5 req-3cc19878-203a-4b69-a7b6-31383494ffcb tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=e98332d0-8552-4f90-9240-19975d912b36 HTTP/1.1" status: 200 len: 945 time: 0.3789105 Aug 05 11:49:18.126617 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 44892) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:49:18.164475 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-9127dfe6-ebb0-4dd8-856e-c65b3f18908a tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 6.6140156 Aug 05 11:49:18.353548 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-49f797a8-15ed-4778-a16e-f55104b519d4 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Deleting port 41136e99-ff00-4158-ae88-5425e3561014 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:49:18.354114 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-49f797a8-15ed-4778-a16e-f55104b519d4 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:18.638768 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-52d1b92b-f069-46aa-ac02-cc7e4ad71708 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Deleting port d20fcadf-e570-4c6a-b208-0b9985d16a30 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:49:18.643608 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-52d1b92b-f069-46aa-ac02-cc7e4ad71708 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:18.735274 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c258b0e7-4c89-4224-874a-82524fce60e5 req-823fa773-e7c2-48b6-86b8-7b4f46bc55d8 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca0df2b3-ca19-4f0d-95c0-bd3e02a9c49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7101409 Aug 05 11:49:18.738825 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-49f797a8-15ed-4778-a16e-f55104b519d4 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] For port 41136e99-ff00-4158-ae88-5425e3561014, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=41136e99-ff00-4158-ae88-5425e3561014,segment=NetworkSegment(1931265a-1e10-4c89-8712-821258710e50),segment_id=1931265a-1e10-4c89-8712-821258710e50)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:49:18.763661 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-49f797a8-15ed-4778-a16e-f55104b519d4 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:18.848914 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:18.932289 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e98332d0-8552-4f90-9240-19975d912b36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f9a1648-97a0-49bb-a764-2148d15aa93e'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:49:18.938558 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15eef020-4ec7-49a8-8eee-1575a7bf15bf" -d '{"events": [{"server_uuid": "e98332d0-8552-4f90-9240-19975d912b36", "name": "network-vif-plugged", "status": "completed", "tag": "5f9a1648-97a0-49bb-a764-2148d15aa93e"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:49:18.947770 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-49f797a8-15ed-4778-a16e-f55104b519d4 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Calling delete_port for 41136e99-ff00-4158-ae88-5425e3561014 owned by network:dhcp {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:49:18.967531 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037575ef-199e-4909-9757-3e1fbf3d931a None None] get_active_networks_info from n-d-803378-2 {{(pid=94422) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 05 11:49:19.071076 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-52d1b92b-f069-46aa-ac02-cc7e4ad71708 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:19.139197 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c0f5e45-4a52-4523-afc7-43cc5aed4b7a x-openstack-request-id: req-3c0f5e45-4a52-4523-afc7-43cc5aed4b7a {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:49:19.139808 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-52d1b92b-f069-46aa-ac02-cc7e4ad71708 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Calling delete_port for d20fcadf-e570-4c6a-b208-0b9985d16a30 owned by {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:49:19.142727 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e98332d0-8552-4f90-9240-19975d912b36", "name": "network-vif-plugged", "status": "completed", "tag": "5f9a1648-97a0-49bb-a764-2148d15aa93e", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:49:19.144258 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3c0f5e45-4a52-4523-afc7-43cc5aed4b7a {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:49:19.149846 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e98332d0-8552-4f90-9240-19975d912b36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f9a1648-97a0-49bb-a764-2148d15aa93e', 'code': 200} Aug 05 11:49:19.164143 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 5f9a1648-97a0-49bb-a764-2148d15aa93e, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=5f9a1648-97a0-49bb-a764-2148d15aa93e,segment=NetworkSegment(de1f7257-8faa-46ea-8956-4b8e85e97bcb),segment_id=de1f7257-8faa-46ea-8956-4b8e85e97bcb)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:49:19.188844 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:19.267130 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9259ffb7-312b-47c9-b935-c6c4adfe99ae req-1866557f-c5c6-4991-9a7f-2906debe5701 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:49:19.281083 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9259ffb7-312b-47c9-b935-c6c4adfe99ae req-1866557f-c5c6-4991-9a7f-2906debe5701 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddf47896-42f3-4efd-854d-4716a8276153 HTTP/1.1" status: 200 len: 946 time: 0.4692352 Aug 05 11:49:19.563850 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9259ffb7-312b-47c9-b935-c6c4adfe99ae req-2669b6ef-3999-4fd7-b563-c21d2b480760 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ace5c99-ff1d-4ae8-a34c-808ba849368d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2702506 Aug 05 11:49:19.566768 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 44914) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:49:19.614866 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=5f9a1648-97a0-49bb-a764-2148d15aa93e,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:49:19.642137 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037575ef-199e-4909-9757-3e1fbf3d931a None None] Resources bound (agent type, host, resource id): {{(pid=94422) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 05 11:49:19.682946 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-49f797a8-15ed-4778-a16e-f55104b519d4 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:19.856440 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f797a8-15ed-4778-a16e-f55104b519d4 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Pushing event deleted for resources: {'Port': ['ID=41136e99-ff00-4158-ae88-5425e3561014,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:49:19.874138 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f797a8-15ed-4778-a16e-f55104b519d4 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] No DVR routers for this DVR port 41136e99-ff00-4158-ae88-5425e3561014 on host n-d-803378-2 {{(pid=94420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:49:19.945980 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add028c8-a412-45c9-b704-6e1429068a9d req-848ab72d-505f-42be-8d7c-f01b343d70d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:49:19.948950 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-add028c8-a412-45c9-b704-6e1429068a9d req-848ab72d-505f-42be-8d7c-f01b343d70d3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e98332d0-8552-4f90-9240-19975d912b36 HTTP/1.1" status: 200 len: 1097 time: 0.5142670 Aug 05 11:49:20.311466 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6dd9e241-5c8a-4b59-9d7e-ed8b73e84ba7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:20.321534 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-52d1b92b-f069-46aa-ac02-cc7e4ad71708 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:20.508205 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d1b92b-f069-46aa-ac02-cc7e4ad71708 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Pushing event deleted for resources: {'Port': ['ID=d20fcadf-e570-4c6a-b208-0b9985d16a30,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:49:20.523479 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-add028c8-a412-45c9-b704-6e1429068a9d req-ae55954f-c4d5-4c39-aaea-a04976216ef4 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ca0df2b3-ca19-4f0d-95c0-bd3e02a9c49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5295351 Aug 05 11:49:20.526189 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-49f797a8-15ed-4778-a16e-f55104b519d4 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:20.532006 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-52d1b92b-f069-46aa-ac02-cc7e4ad71708 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:20.542530 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-52d1b92b-f069-46aa-ac02-cc7e4ad71708 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "DELETE /v2.0/ports/d20fcadf-e570-4c6a-b208-0b9985d16a30 HTTP/1.1" status: 204 len: 168 time: 2.4129148 Aug 05 11:49:20.559782 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-49f797a8-15ed-4778-a16e-f55104b519d4 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf6faa87-512f-431d-8e25-c6ad480dc8bf']}} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:49:20.581552 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-49f797a8-15ed-4778-a16e-f55104b519d4 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1931265a-1e10-4c89-8712-821258710e50') {'for_net_delete': True} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:49:20.582244 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-49f797a8-15ed-4778-a16e-f55104b519d4 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1931265a-1e10-4c89-8712-821258710e50') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:49:20.585705 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 44930) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:49:20.602844 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-49f797a8-15ed-4778-a16e-f55104b519d4 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25010581'] for segment, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:20.638147 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-49f797a8-15ed-4778-a16e-f55104b519d4 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:20.680271 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49f797a8-15ed-4778-a16e-f55104b519d4 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Releasing vlan 656 on physical network physnet1 to pool {{(pid=94420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:49:20.681239 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-49f797a8-15ed-4778-a16e-f55104b519d4 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29762581'] for segment, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:20.720842 n-d-803378-2 neutron-server[94420]: Traceback (most recent call last): Aug 05 11:49:20.720842 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:49:20.720842 n-d-803378-2 neutron-server[94420]: timer() Aug 05 11:49:20.720842 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:49:20.720842 n-d-803378-2 neutron-server[94420]: cb(*args, **kw) Aug 05 11:49:20.720842 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:49:20.720842 n-d-803378-2 neutron-server[94420]: return func(*args, **kwargs) Aug 05 11:49:20.720842 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:49:20.720842 n-d-803378-2 neutron-server[94420]: self._notify() Aug 05 11:49:20.720842 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:49:20.720842 n-d-803378-2 neutron-server[94420]: self.callback(batched_events) Aug 05 11:49:20.720842 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:49:20.720842 n-d-803378-2 neutron-server[94420]: event.method(event) Aug 05 11:49:20.720842 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:49:20.720842 n-d-803378-2 neutron-server[94420]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:49:20.720842 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:49:20.720842 n-d-803378-2 neutron-server[94420]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:49:20.720842 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:49:20.720842 n-d-803378-2 neutron-server[94420]: return f(self, *a, **k) Aug 05 11:49:20.720842 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:49:20.720842 n-d-803378-2 neutron-server[94420]: return self._get(url).json() Aug 05 11:49:20.720842 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:49:20.720842 n-d-803378-2 neutron-server[94420]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:49:20.720842 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:49:20.720842 n-d-803378-2 neutron-server[94420]: return self.request(url, 'GET', **kwargs) Aug 05 11:49:20.720842 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:49:20.720842 n-d-803378-2 neutron-server[94420]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:49:20.720842 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:49:20.720842 n-d-803378-2 neutron-server[94420]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:49:20.720842 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:49:20.720842 n-d-803378-2 neutron-server[94420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:49:20.720842 n-d-803378-2 neutron-server[94420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:49:20.848789 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d5d794-c0b4-4e11-b188-a40b0902d284 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:49:20.879701 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d5d794-c0b4-4e11-b188-a40b0902d284 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:49:20.888196 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-30d5d794-c0b4-4e11-b188-a40b0902d284 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.3003395 Aug 05 11:49:20.889860 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 44934) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:49:21.049199 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75986c8a-285c-4b25-ab2e-2c811f885030 req-33ddac02-b8cc-473f-acf9-3e264f3ce9a9 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:49:21.052896 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-75986c8a-285c-4b25-ab2e-2c811f885030 req-33ddac02-b8cc-473f-acf9-3e264f3ce9a9 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=e98332d0-8552-4f90-9240-19975d912b36 HTTP/1.1" status: 200 len: 946 time: 0.8381763 Aug 05 11:49:21.291524 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-e5750762-741b-4c5e-9552-d0b6c0bb03c2 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Deleting port 1f03eaf7-1a18-4ec5-bdaf-f7f98881fefd {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:49:21.292404 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e5750762-741b-4c5e-9552-d0b6c0bb03c2 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:21.300341 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30107bbc-1313-42de-a34f-55d7e973df2b req-540157e7-5786-4012-b5b2-1475a03f57e4 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:49:21.305195 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-30107bbc-1313-42de-a34f-55d7e973df2b req-540157e7-5786-4012-b5b2-1475a03f57e4 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddf47896-42f3-4efd-854d-4716a8276153 HTTP/1.1" status: 200 len: 946 time: 0.3475454 Aug 05 11:49:21.306324 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-49f797a8-15ed-4778-a16e-f55104b519d4 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:21.352024 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-49f797a8-15ed-4778-a16e-f55104b519d4 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:21.357092 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-49f797a8-15ed-4778-a16e-f55104b519d4 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] 10.222.0.58 "DELETE /v2.0/networks/bf6faa87-512f-431d-8e25-c6ad480dc8bf HTTP/1.1" status: 204 len: 168 time: 8.9533138 Aug 05 11:49:21.365050 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-75986c8a-285c-4b25-ab2e-2c811f885030 req-6ec0667b-b4a5-4b70-ac27-361775cb4de3 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca0df2b3-ca19-4f0d-95c0-bd3e02a9c49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2545116 Aug 05 11:49:21.366244 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 44938) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:49:21.400731 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-d787fafa-a3ea-401f-829d-d7593b2e67be tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-839156260'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:49:21.429579 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f797a8-15ed-4778-a16e-f55104b519d4 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Pushing event deleted for resources: {'Network': ['ID=bf6faa87-512f-431d-8e25-c6ad480dc8bf,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:49:21.527529 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-30107bbc-1313-42de-a34f-55d7e973df2b req-359e2afe-6679-49bb-a6a8-7d82f9592fee tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ace5c99-ff1d-4ae8-a34c-808ba849368d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1930845 Aug 05 11:49:21.697130 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e5750762-741b-4c5e-9552-d0b6c0bb03c2 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:21.751303 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-e5750762-741b-4c5e-9552-d0b6c0bb03c2 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Calling delete_port for 1f03eaf7-1a18-4ec5-bdaf-f7f98881fefd owned by {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:49:21.998205 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e5750762-741b-4c5e-9552-d0b6c0bb03c2 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:22.074898 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5750762-741b-4c5e-9552-d0b6c0bb03c2 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Pushing event deleted for resources: {'Port': ['ID=1f03eaf7-1a18-4ec5-bdaf-f7f98881fefd,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:49:22.112850 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e5750762-741b-4c5e-9552-d0b6c0bb03c2 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:22.113060 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:22.122884 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 44950) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:49:22.123479 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-e5750762-741b-4c5e-9552-d0b6c0bb03c2 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "DELETE /v2.0/ports/1f03eaf7-1a18-4ec5-bdaf-f7f98881fefd HTTP/1.1" status: 204 len: 168 time: 1.2311187 Aug 05 11:49:22.212427 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6dd9e241-5c8a-4b59-9d7e-ed8b73e84ba7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:22.250398 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc4b4a9d-002f-48e0-a0d4-ed2567bb3d1a tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:49:22.258041 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6dd9e241-5c8a-4b59-9d7e-ed8b73e84ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:22.259744 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-cc4b4a9d-002f-48e0-a0d4-ed2567bb3d1a tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1312907 Aug 05 11:49:22.264883 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 44952) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:49:22.331236 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-6dd9e241-5c8a-4b59-9d7e-ed8b73e84ba7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a5876278f62d49ebbc7b74073b89e436&name=default HTTP/1.1" status: 200 len: 2983 time: 2.7530799 Aug 05 11:49:22.356138 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 44954) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:49:22.357280 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d787fafa-a3ea-401f-829d-d7593b2e67be tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Made reservation on behalf of 63553f01420144a38df0f1373f99c0f2 for: {'network': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:49:22.363945 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d787fafa-a3ea-401f-829d-d7593b2e67be tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:22.406665 n-d-803378-2 neutron-server[94420]: INFO neutron.pecan_wsgi.hooks.translation [None req-12dbd271-3752-45f0-9722-b1588729a62f tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] GET failed (client error): The resource could not be found. Aug 05 11:49:22.408811 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd9e241-5c8a-4b59-9d7e-ed8b73e84ba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b29b529-b964-49c3-b7a6-78ca2fdc3ea0,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:49:22.414733 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-12dbd271-3752-45f0-9722-b1588729a62f tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "GET /v2.0/ports/d20fcadf-e570-4c6a-b208-0b9985d16a30 HTTP/1.1" status: 404 len: 333 time: 0.1476030 Aug 05 11:49:22.418696 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 44956) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:49:22.491659 n-d-803378-2 neutron-server[94421]: INFO neutron.pecan_wsgi.hooks.translation [None req-57745913-c8ca-49cb-a494-574adfca313e tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] GET failed (client error): The resource could not be found. Aug 05 11:49:22.498662 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-57745913-c8ca-49cb-a494-574adfca313e tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "GET /v2.0/ports/1f03eaf7-1a18-4ec5-bdaf-f7f98881fefd HTTP/1.1" status: 404 len: 333 time: 0.0733869 Aug 05 11:49:22.499389 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d787fafa-a3ea-401f-829d-d7593b2e67be tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] vlan segment allocate from pool success with {'vlan_id': 686, 'physical_network': 'physnet1'} {{(pid=94420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:49:22.501189 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 44960) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:49:22.596589 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d787fafa-a3ea-401f-829d-d7593b2e67be tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:22.598728 n-d-803378-2 neutron-server[94420]: INFO neutron.db.segments_db [None req-d787fafa-a3ea-401f-829d-d7593b2e67be tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Added segment fc0c4e70-148b-4c13-a74d-cfef0ce4f561 of type vlan for network fe298719-9928-4bff-8328-150fe8ae18c5 Aug 05 11:49:22.862055 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-61e0d98a-3aff-45b4-bbe1-069c69a8704a tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:22.965481 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d787fafa-a3ea-401f-829d-d7593b2e67be tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:23.070334 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8e786378-e69c-487d-992c-a04aff73fed1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:23.133706 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8e786378-e69c-487d-992c-a04aff73fed1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:23.133996 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-61e0d98a-3aff-45b4-bbe1-069c69a8704a tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:23.160755 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-61e0d98a-3aff-45b4-bbe1-069c69a8704a tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2806099-c9a4-425d-93f1-3c27769194f8']}} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:49:23.199277 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-61e0d98a-3aff-45b4-bbe1-069c69a8704a tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22e0992d-884f-43ab-b09f-e05b67fcb494') {'for_net_delete': True} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:49:23.199631 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-61e0d98a-3aff-45b4-bbe1-069c69a8704a tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22e0992d-884f-43ab-b09f-e05b67fcb494') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:49:23.220226 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d787fafa-a3ea-401f-829d-d7593b2e67be tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:23.234143 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d787fafa-a3ea-401f-829d-d7593b2e67be tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:49:23.237249 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d787fafa-a3ea-401f-829d-d7593b2e67be tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:23.254071 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-61e0d98a-3aff-45b4-bbe1-069c69a8704a tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29786371'] for segment, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:23.279784 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-d787fafa-a3ea-401f-829d-d7593b2e67be tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.8878796 Aug 05 11:49:23.294586 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 44970) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:49:23.303080 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-aace5f82-90b0-4baf-91ae-fba89448339c tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Request body: {'subnet': {'network_id': 'fe298719-9928-4bff-8328-150fe8ae18c5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:49:23.350325 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d779b0e-6a9f-46f8-bfaf-db685eaf077f req-10421c2e-0323-48f8-8aac-0898641d7a08 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:49:23.352406 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1d779b0e-6a9f-46f8-bfaf-db685eaf077f req-10421c2e-0323-48f8-8aac-0898641d7a08 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddf47896-42f3-4efd-854d-4716a8276153 HTTP/1.1" status: 200 len: 946 time: 0.5266697 Aug 05 11:49:23.486265 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ef3c1f-366b-44f1-8aff-546dae504297 req-27e9177e-4e71-4787-a04d-6f4b0e209651 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:49:23.499920 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-63ef3c1f-366b-44f1-8aff-546dae504297 req-27e9177e-4e71-4787-a04d-6f4b0e209651 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=e98332d0-8552-4f90-9240-19975d912b36 HTTP/1.1" status: 200 len: 946 time: 0.8317146 Aug 05 11:49:23.560298 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-61e0d98a-3aff-45b4-bbe1-069c69a8704a tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:23.577000 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aace5f82-90b0-4baf-91ae-fba89448339c tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Made reservation on behalf of 63553f01420144a38df0f1373f99c0f2 for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:49:23.585667 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-aace5f82-90b0-4baf-91ae-fba89448339c tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:23.604920 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d787fafa-a3ea-401f-829d-d7593b2e67be tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Pushing event updated for resources: {'Network': ['ID=fe298719-9928-4bff-8328-150fe8ae18c5,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:49:23.617120 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8e786378-e69c-487d-992c-a04aff73fed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:23.624670 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8e786378-e69c-487d-992c-a04aff73fed1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:23.627268 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-8e786378-e69c-487d-992c-a04aff73fed1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3b29b529-b964-49c3-b7a6-78ca2fdc3ea0 HTTP/1.1" status: 204 len: 168 time: 1.2349410 Aug 05 11:49:23.652042 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e786378-e69c-487d-992c-a04aff73fed1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b29b529-b964-49c3-b7a6-78ca2fdc3ea0,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:49:23.723337 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network fe298719-9928-4bff-8328-150fe8ae18c5 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:49:23.772555 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-63ef3c1f-366b-44f1-8aff-546dae504297 req-f869f4fa-21bc-4a8a-add5-4a9c93c69c4d tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca0df2b3-ca19-4f0d-95c0-bd3e02a9c49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2404816 Aug 05 11:49:23.830851 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1d779b0e-6a9f-46f8-bfaf-db685eaf077f req-5b646f07-fa92-49ea-9987-86bc4d58924e tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ace5c99-ff1d-4ae8-a34c-808ba849368d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3934848 Aug 05 11:49:23.872962 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61e0d98a-3aff-45b4-bbe1-069c69a8704a tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=94421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:49:23.876585 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-61e0d98a-3aff-45b4-bbe1-069c69a8704a tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25038799'] for segment, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:23.885554 n-d-803378-2 neutron-server[94421]: Traceback (most recent call last): Aug 05 11:49:23.885554 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:49:23.885554 n-d-803378-2 neutron-server[94421]: timer() Aug 05 11:49:23.885554 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:49:23.885554 n-d-803378-2 neutron-server[94421]: cb(*args, **kw) Aug 05 11:49:23.885554 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:49:23.885554 n-d-803378-2 neutron-server[94421]: return func(*args, **kwargs) Aug 05 11:49:23.885554 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:49:23.885554 n-d-803378-2 neutron-server[94421]: self._notify() Aug 05 11:49:23.885554 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:49:23.885554 n-d-803378-2 neutron-server[94421]: self.callback(batched_events) Aug 05 11:49:23.885554 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:49:23.885554 n-d-803378-2 neutron-server[94421]: event.method(event) Aug 05 11:49:23.885554 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:49:23.885554 n-d-803378-2 neutron-server[94421]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:49:23.885554 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:49:23.885554 n-d-803378-2 neutron-server[94421]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:49:23.885554 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:49:23.885554 n-d-803378-2 neutron-server[94421]: return f(self, *a, **k) Aug 05 11:49:23.885554 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:49:23.885554 n-d-803378-2 neutron-server[94421]: return self._get(url).json() Aug 05 11:49:23.885554 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:49:23.885554 n-d-803378-2 neutron-server[94421]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:49:23.885554 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:49:23.885554 n-d-803378-2 neutron-server[94421]: return self.request(url, 'GET', **kwargs) Aug 05 11:49:23.885554 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:49:23.885554 n-d-803378-2 neutron-server[94421]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:49:23.885554 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:49:23.885554 n-d-803378-2 neutron-server[94421]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:49:23.885554 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:49:23.885554 n-d-803378-2 neutron-server[94421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:49:23.885554 n-d-803378-2 neutron-server[94421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:49:24.184267 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-61e0d98a-3aff-45b4-bbe1-069c69a8704a tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:24.248755 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-61e0d98a-3aff-45b4-bbe1-069c69a8704a tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks [] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:24.266829 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-61e0d98a-3aff-45b4-bbe1-069c69a8704a tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "DELETE /v2.0/networks/f2806099-c9a4-425d-93f1-3c27769194f8 HTTP/1.1" status: 204 len: 168 time: 1.7629149 Aug 05 11:49:24.281579 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 44998) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:49:24.306819 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-7c5f2413-7fcc-46c3-af49-84560c7409c6 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1972360946'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:49:24.330266 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e0d98a-3aff-45b4-bbe1-069c69a8704a tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Pushing event deleted for resources: {'Network': ['ID=f2806099-c9a4-425d-93f1-3c27769194f8,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:49:24.396049 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4312c71-8729-4137-9836-c92fee5a15bb req-e2fd6150-c256-4c52-935d-94f363abdaa8 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:49:24.415802 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f4312c71-8729-4137-9836-c92fee5a15bb req-e2fd6150-c256-4c52-935d-94f363abdaa8 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=e98332d0-8552-4f90-9240-19975d912b36 HTTP/1.1" status: 200 len: 946 time: 0.2419131 Aug 05 11:49:24.429138 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 45000) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:49:24.462827 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-db566e91-471d-4018-b6b3-08e0be08d931 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Request body: {'floatingip': {'port_id': '5f9a1648-97a0-49bb-a764-2148d15aa93e'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:49:24.681322 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c5f2413-7fcc-46c3-af49-84560c7409c6 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Made reservation on behalf of 26f32bbf0e234159bf611d6f63f387fb for: {'network': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:49:24.694727 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7c5f2413-7fcc-46c3-af49-84560c7409c6 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:24.704640 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-db566e91-471d-4018-b6b3-08e0be08d931 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Notify callbacks [] for floatingip, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:24.784398 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-aace5f82-90b0-4baf-91ae-fba89448339c tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25038678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30075167'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:25.065690 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aace5f82-90b0-4baf-91ae-fba89448339c tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Pushing event updated for resources: {'Subnet': ['ID=11bc3ff5-9565-4e11-b26d-cc668b1462ae,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:49:25.067197 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 45008) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:49:25.108909 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 45016) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:49:25.168872 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2f716aab-ca77-4ace-ac51-bf9ebcecf203 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:25.173044 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aace5f82-90b0-4baf-91ae-fba89448339c tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Checking segment: {'id': 'fc0c4e70-148b-4c13-a74d-cfef0ce4f561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'fe298719-9928-4bff-8328-150fe8ae18c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:49:25.173417 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aace5f82-90b0-4baf-91ae-fba89448339c tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Network hostable DHCP agents. Network: fe298719-9928-4bff-8328-150fe8ae18c5, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:49:25.258842 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aace5f82-90b0-4baf-91ae-fba89448339c tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Network fe298719-9928-4bff-8328-150fe8ae18c5 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:49:25.287074 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-aace5f82-90b0-4baf-91ae-fba89448339c tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, fe298719-9928-4bff-8328-150fe8ae18c5) {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:49:25.305814 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aace5f82-90b0-4baf-91ae-fba89448339c tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:49:25.306857 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-aace5f82-90b0-4baf-91ae-fba89448339c tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:25.308582 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e96df6dc-7661-47de-a9f0-4afe64bd8477 None None] Network fe298719-9928-4bff-8328-150fe8ae18c5 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:49:25.664543 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2f716aab-ca77-4ace-ac51-bf9ebcecf203 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:25.693547 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2f716aab-ca77-4ace-ac51-bf9ebcecf203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:25.788449 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-2f716aab-ca77-4ace-ac51-bf9ebcecf203 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6bbf1c55bd4c424c9fd0d6db30a6cf91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6774478 Aug 05 11:49:25.796175 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-aace5f82-90b0-4baf-91ae-fba89448339c tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.4997885 Aug 05 11:49:25.798594 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 45022) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:49:25.799491 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 45024) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:49:25.891576 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a3e5ad-0c4e-4f3c-b8d1-f48dbf224bb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-fe298719-9928-4bff-8328-150fe8ae18c5', 'network_id': 'fe298719-9928-4bff-8328-150fe8ae18c5', 'tenant_id': '63553f01420144a38df0f1373f99c0f2', 'fixed_ips': [{'subnet_id': '11bc3ff5-9565-4e11-b26d-cc668b1462ae'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 11:49:25.893169 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-35a3e5ad-0c4e-4f3c-b8d1-f48dbf224bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:26.191448 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-64218f9e-6cfa-4709-a883-2ed6dd20f6bb tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:26.328775 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-35a3e5ad-0c4e-4f3c-b8d1-f48dbf224bb7 None None] Allocated IP 172.20.0.1 (fe298719-9928-4bff-8328-150fe8ae18c5/11bc3ff5-9565-4e11-b26d-cc668b1462ae/1de29ce9-e86e-471d-b22a-61a70243c3e1) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:49:26.362730 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9acf9a20-4f37-4fbf-a159-18c016a9e412 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:26.423790 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8b0631e8-382f-4cb2-888b-b2a042575cd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:26.484751 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8b0631e8-382f-4cb2-888b-b2a042575cd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:26.523128 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f716aab-ca77-4ace-ac51-bf9ebcecf203 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0713524b-435b-40df-ba64-39e62ac7a85a,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:49:26.555988 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 11:49:26.568996 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-64218f9e-6cfa-4709-a883-2ed6dd20f6bb tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:26.685489 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c5f2413-7fcc-46c3-af49-84560c7409c6 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] vlan segment allocate from pool success with {'vlan_id': 652, 'physical_network': 'physnet1'} {{(pid=94420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:49:26.767314 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8b0631e8-382f-4cb2-888b-b2a042575cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:26.773413 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8b0631e8-382f-4cb2-888b-b2a042575cd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:26.775943 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-8b0631e8-382f-4cb2-888b-b2a042575cd5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0713524b-435b-40df-ba64-39e62ac7a85a HTTP/1.1" status: 204 len: 168 time: 0.9726419 Aug 05 11:49:26.797989 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d28ae88-2f8f-4789-a192-d6e913d42de9 req-8cb8e258-1326-4d96-bf48-2f4e9a766898 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:49:26.800774 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4d28ae88-2f8f-4789-a192-d6e913d42de9 req-8cb8e258-1326-4d96-bf48-2f4e9a766898 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddf47896-42f3-4efd-854d-4716a8276153 HTTP/1.1" status: 200 len: 946 time: 1.6395211 Aug 05 11:49:26.802795 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7c5f2413-7fcc-46c3-af49-84560c7409c6 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:26.804006 n-d-803378-2 neutron-server[94420]: INFO neutron.db.segments_db [None req-7c5f2413-7fcc-46c3-af49-84560c7409c6 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Added segment 4f28679b-73a0-4d24-a7c8-95b95a21e9c9 of type vlan for network a4454b8c-d604-4b20-8815-511d609ead9e Aug 05 11:49:26.807756 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0631e8-382f-4cb2-888b-b2a042575cd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0713524b-435b-40df-ba64-39e62ac7a85a,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:49:26.812136 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-35a3e5ad-0c4e-4f3c-b8d1-f48dbf224bb7 None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:26.875532 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-35a3e5ad-0c4e-4f3c-b8d1-f48dbf224bb7 None None] Transition to ACTIVE for port object 1de29ce9-e86e-471d-b22a-61a70243c3e1 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:49:26.920343 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-35a3e5ad-0c4e-4f3c-b8d1-f48dbf224bb7 None None] Transition to ACTIVE for port object 1de29ce9-e86e-471d-b22a-61a70243c3e1 will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:49:26.935194 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-35a3e5ad-0c4e-4f3c-b8d1-f48dbf224bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:26.969892 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7c5f2413-7fcc-46c3-af49-84560c7409c6 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:26.993264 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4d28ae88-2f8f-4789-a192-d6e913d42de9 req-4d6670d3-61a7-4eb8-a870-c51aa8455f1f tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ace5c99-ff1d-4ae8-a34c-808ba849368d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1682827 Aug 05 11:49:27.029124 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9acf9a20-4f37-4fbf-a159-18c016a9e412 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:27.041771 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a3e5ad-0c4e-4f3c-b8d1-f48dbf224bb7 None None] Pushing event updated for resources: {'Port': ['ID=1de29ce9-e86e-471d-b22a-61a70243c3e1,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:49:27.047906 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-64218f9e-6cfa-4709-a883-2ed6dd20f6bb tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25038609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30075142'] for subnet, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:27.060771 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a3e5ad-0c4e-4f3c-b8d1-f48dbf224bb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:49:27.061750 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a3e5ad-0c4e-4f3c-b8d1-f48dbf224bb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:49:27.061934 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a3e5ad-0c4e-4f3c-b8d1-f48dbf224bb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:49:27.062433 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a3e5ad-0c4e-4f3c-b8d1-f48dbf224bb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:49:27.062991 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a3e5ad-0c4e-4f3c-b8d1-f48dbf224bb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:49:27.063730 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a3e5ad-0c4e-4f3c-b8d1-f48dbf224bb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:49:27.064175 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a3e5ad-0c4e-4f3c-b8d1-f48dbf224bb7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:49:27.065288 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a3e5ad-0c4e-4f3c-b8d1-f48dbf224bb7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:49:27.065688 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a3e5ad-0c4e-4f3c-b8d1-f48dbf224bb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:49:27.066564 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a3e5ad-0c4e-4f3c-b8d1-f48dbf224bb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:49:27.066777 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a3e5ad-0c4e-4f3c-b8d1-f48dbf224bb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:49:27.067613 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a3e5ad-0c4e-4f3c-b8d1-f48dbf224bb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:49:27.079378 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9acf9a20-4f37-4fbf-a159-18c016a9e412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:27.100759 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a3e5ad-0c4e-4f3c-b8d1-f48dbf224bb7 None None] Network fe298719-9928-4bff-8328-150fe8ae18c5 is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:49:27.101759 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.db.resource_extend [None req-db566e91-471d-4018-b6b3-08e0be08d931 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 05 11:49:27.106568 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-35a3e5ad-0c4e-4f3c-b8d1-f48dbf224bb7 None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:49:27.110925 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a3e5ad-0c4e-4f3c-b8d1-f48dbf224bb7 None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:49:27.142718 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64218f9e-6cfa-4709-a883-2ed6dd20f6bb tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Pushing event deleted for resources: {'Subnet': ['ID=11bc3ff5-9565-4e11-b26d-cc668b1462ae,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:49:27.218467 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-db566e91-471d-4018-b6b3-08e0be08d931 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:27.221448 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7c5f2413-7fcc-46c3-af49-84560c7409c6 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:27.236049 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5f2413-7fcc-46c3-af49-84560c7409c6 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:49:27.239641 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7c5f2413-7fcc-46c3-af49-84560c7409c6 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:27.248719 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-db566e91-471d-4018-b6b3-08e0be08d931 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33287247'] for floatingip, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:27.282793 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-35a3e5ad-0c4e-4f3c-b8d1-f48dbf224bb7 None None] Attempting to bind port 1de29ce9-e86e-471d-b22a-61a70243c3e1 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:49:27.283434 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-35a3e5ad-0c4e-4f3c-b8d1-f48dbf224bb7 None None] Attempting to bind port 1de29ce9-e86e-471d-b22a-61a70243c3e1 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'fc0c4e70-148b-4c13-a74d-cfef0ce4f561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'fe298719-9928-4bff-8328-150fe8ae18c5'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:49:27.283997 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a3e5ad-0c4e-4f3c-b8d1-f48dbf224bb7 None None] Attempting to bind port 1de29ce9-e86e-471d-b22a-61a70243c3e1 on network fe298719-9928-4bff-8328-150fe8ae18c5 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:49:27.300668 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a3e5ad-0c4e-4f3c-b8d1-f48dbf224bb7 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:49:27.301325 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a3e5ad-0c4e-4f3c-b8d1-f48dbf224bb7 None None] Checking segment: {'id': 'fc0c4e70-148b-4c13-a74d-cfef0ce4f561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'fe298719-9928-4bff-8328-150fe8ae18c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:49:27.302025 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-35a3e5ad-0c4e-4f3c-b8d1-f48dbf224bb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:27.302705 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a3e5ad-0c4e-4f3c-b8d1-f48dbf224bb7 None None] Bound using segment: {'id': 'fc0c4e70-148b-4c13-a74d-cfef0ce4f561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'fe298719-9928-4bff-8328-150fe8ae18c5'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:49:27.304524 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-35a3e5ad-0c4e-4f3c-b8d1-f48dbf224bb7 None None] Bound port: 1de29ce9-e86e-471d-b22a-61a70243c3e1, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc0c4e70-148b-4c13-a74d-cfef0ce4f561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'fe298719-9928-4bff-8328-150fe8ae18c5'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:49:27.305834 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-35a3e5ad-0c4e-4f3c-b8d1-f48dbf224bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:27.419032 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-64218f9e-6cfa-4709-a883-2ed6dd20f6bb tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:27.461006 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-9acf9a20-4f37-4fbf-a159-18c016a9e412 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f010f96ffee6466fa46fa5b3e009e5ce&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3905144 Aug 05 11:49:27.462025 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 45050) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:49:27.465092 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-64218f9e-6cfa-4709-a883-2ed6dd20f6bb tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe298719-9928-4bff-8328-150fe8ae18c5']}} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:49:27.468921 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acf9a20-4f37-4fbf-a159-18c016a9e412 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c65076c-c3e1-4cd6-9d48-6c50d3a8816d,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:49:27.479617 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-7c5f2413-7fcc-46c3-af49-84560c7409c6 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 3.1902287 Aug 05 11:49:27.480822 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 45054) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:49:27.511007 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-64218f9e-6cfa-4709-a883-2ed6dd20f6bb tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc0c4e70-148b-4c13-a74d-cfef0ce4f561') {'for_net_delete': True} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:49:27.511419 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-64218f9e-6cfa-4709-a883-2ed6dd20f6bb tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc0c4e70-148b-4c13-a74d-cfef0ce4f561') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:49:27.530541 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-92b7377b-664c-46b7-b72d-f7f7e7dc6945 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Request body: {'subnet': {'network_id': 'a4454b8c-d604-4b20-8815-511d609ead9e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:49:27.559123 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-64218f9e-6cfa-4709-a883-2ed6dd20f6bb tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29786371'] for segment, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:27.577523 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-35a3e5ad-0c4e-4f3c-b8d1-f48dbf224bb7 None None] For port 1de29ce9-e86e-471d-b22a-61a70243c3e1, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:49:27.586113 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-35a3e5ad-0c4e-4f3c-b8d1-f48dbf224bb7 None None] For port 1de29ce9-e86e-471d-b22a-61a70243c3e1, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=1de29ce9-e86e-471d-b22a-61a70243c3e1,segment=NetworkSegment(fc0c4e70-148b-4c13-a74d-cfef0ce4f561),segment_id=fc0c4e70-148b-4c13-a74d-cfef0ce4f561)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:49:27.593684 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5f2413-7fcc-46c3-af49-84560c7409c6 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Pushing event updated for resources: {'Network': ['ID=a4454b8c-d604-4b20-8815-511d609ead9e,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:49:27.608425 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-35a3e5ad-0c4e-4f3c-b8d1-f48dbf224bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:27.640435 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-64218f9e-6cfa-4709-a883-2ed6dd20f6bb tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:27.683762 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64218f9e-6cfa-4709-a883-2ed6dd20f6bb tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=94421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:49:27.685188 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-64218f9e-6cfa-4709-a883-2ed6dd20f6bb tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25038799'] for segment, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:27.691027 n-d-803378-2 neutron-server[94421]: Traceback (most recent call last): Aug 05 11:49:27.691027 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:49:27.691027 n-d-803378-2 neutron-server[94421]: timer() Aug 05 11:49:27.691027 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:49:27.691027 n-d-803378-2 neutron-server[94421]: cb(*args, **kw) Aug 05 11:49:27.691027 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:49:27.691027 n-d-803378-2 neutron-server[94421]: return func(*args, **kwargs) Aug 05 11:49:27.691027 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:49:27.691027 n-d-803378-2 neutron-server[94421]: self._notify() Aug 05 11:49:27.691027 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:49:27.691027 n-d-803378-2 neutron-server[94421]: self.callback(batched_events) Aug 05 11:49:27.691027 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:49:27.691027 n-d-803378-2 neutron-server[94421]: event.method(event) Aug 05 11:49:27.691027 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:49:27.691027 n-d-803378-2 neutron-server[94421]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:49:27.691027 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:49:27.691027 n-d-803378-2 neutron-server[94421]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:49:27.691027 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:49:27.691027 n-d-803378-2 neutron-server[94421]: return f(self, *a, **k) Aug 05 11:49:27.691027 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:49:27.691027 n-d-803378-2 neutron-server[94421]: return self._get(url).json() Aug 05 11:49:27.691027 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:49:27.691027 n-d-803378-2 neutron-server[94421]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:49:27.691027 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:49:27.691027 n-d-803378-2 neutron-server[94421]: return self.request(url, 'GET', **kwargs) Aug 05 11:49:27.691027 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:49:27.691027 n-d-803378-2 neutron-server[94421]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:49:27.691027 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:49:27.691027 n-d-803378-2 neutron-server[94421]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:49:27.691027 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:49:27.691027 n-d-803378-2 neutron-server[94421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:49:27.691027 n-d-803378-2 neutron-server[94421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:49:27.728774 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-cc754a70-326e-4ba8-bc7b-f57c1bcb8abb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:27.729728 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network a4454b8c-d604-4b20-8815-511d609ead9e details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:49:27.832676 n-d-803378-2 neutron-server[94420]: INFO neutron.db.l3_db [None req-db566e91-471d-4018-b6b3-08e0be08d931 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Floating IP ea350981-8cce-49d0-8e54-ea8d151c2430 associated. External IP: 172.25.5.253, port: 5f9a1648-97a0-49bb-a764-2148d15aa93e. Aug 05 11:49:27.917572 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-cc754a70-326e-4ba8-bc7b-f57c1bcb8abb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:27.983773 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92b7377b-664c-46b7-b72d-f7f7e7dc6945 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Made reservation on behalf of 26f32bbf0e234159bf611d6f63f387fb for: {'subnet': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:49:27.985433 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.db.api [None req-64218f9e-6cfa-4709-a883-2ed6dd20f6bb tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 05 11:49:27.985433 n-d-803378-2 neutron-server[94421]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 05 11:49:27.985433 n-d-803378-2 neutron-server[94421]: [parameters: {'id': 'fe298719-9928-4bff-8328-150fe8ae18c5'}] Aug 05 11:49:27.985433 n-d-803378-2 neutron-server[94421]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94421) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 05 11:49:27.986192 n-d-803378-2 neutron-server[94421]: DEBUG oslo_db.api [None req-64218f9e-6cfa-4709-a883-2ed6dd20f6bb tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 11:49:27.997512 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-92b7377b-664c-46b7-b72d-f7f7e7dc6945 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24211133'] for subnet, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:28.074248 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a3e5ad-0c4e-4f3c-b8d1-f48dbf224bb7 None None] Pushing event updated for resources: {'Port': ['ID=1de29ce9-e86e-471d-b22a-61a70243c3e1,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:49:28.107317 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-785064f5-afce-42cf-b9b9-8f18cba2334e None None] Network fe298719-9928-4bff-8328-150fe8ae18c5 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:49:28.127391 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-cc754a70-326e-4ba8-bc7b-f57c1bcb8abb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:28.135299 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-cc754a70-326e-4ba8-bc7b-f57c1bcb8abb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:28.145424 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-cc754a70-326e-4ba8-bc7b-f57c1bcb8abb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4c65076c-c3e1-4cd6-9d48-6c50d3a8816d HTTP/1.1" status: 204 len: 168 time: 0.6716630 Aug 05 11:49:28.171791 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc754a70-326e-4ba8-bc7b-f57c1bcb8abb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c65076c-c3e1-4cd6-9d48-6c50d3a8816d,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:49:28.487942 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-64218f9e-6cfa-4709-a883-2ed6dd20f6bb tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:28.526242 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c261c7-ee25-4521-88d0-532e5858158d None None] get_active_networks_info from n-d-803378-2 {{(pid=94422) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 05 11:49:28.580973 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38a560c-dd9b-41c1-803e-db9be8f07dd1 req-55ecf4cb-836f-4208-b583-4b692ea0970c tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:49:28.583704 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f38a560c-dd9b-41c1-803e-db9be8f07dd1 req-55ecf4cb-836f-4208-b583-4b692ea0970c tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddf47896-42f3-4efd-854d-4716a8276153 HTTP/1.1" status: 200 len: 946 time: 0.3175788 Aug 05 11:49:28.700124 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-64218f9e-6cfa-4709-a883-2ed6dd20f6bb tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Deleting port 1de29ce9-e86e-471d-b22a-61a70243c3e1 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:49:28.702945 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-64218f9e-6cfa-4709-a883-2ed6dd20f6bb tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:28.782588 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f38a560c-dd9b-41c1-803e-db9be8f07dd1 req-17ed3160-85d4-418e-90b3-a5224911f089 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ace5c99-ff1d-4ae8-a34c-808ba849368d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1738849 Aug 05 11:49:28.824385 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c261c7-ee25-4521-88d0-532e5858158d None None] Resources bound (agent type, host, resource id): {{(pid=94422) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 05 11:49:28.912810 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [None req-64218f9e-6cfa-4709-a883-2ed6dd20f6bb tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] For port 1de29ce9-e86e-471d-b22a-61a70243c3e1, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=1de29ce9-e86e-471d-b22a-61a70243c3e1,segment=NetworkSegment(fc0c4e70-148b-4c13-a74d-cfef0ce4f561),segment_id=fc0c4e70-148b-4c13-a74d-cfef0ce4f561)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:49:28.913886 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-64218f9e-6cfa-4709-a883-2ed6dd20f6bb tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:28.950322 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-64218f9e-6cfa-4709-a883-2ed6dd20f6bb tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Calling delete_port for 1de29ce9-e86e-471d-b22a-61a70243c3e1 owned by network:dhcp {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:49:29.160034 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-92b7377b-664c-46b7-b72d-f7f7e7dc6945 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29762700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24211087'] for subnet, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:29.240443 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-64218f9e-6cfa-4709-a883-2ed6dd20f6bb tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:29.278375 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db566e91-471d-4018-b6b3-08e0be08d931 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Router 6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 11:49:29.284342 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b7377b-664c-46b7-b72d-f7f7e7dc6945 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Pushing event updated for resources: {'Subnet': ['ID=a2f0e542-116e-42ef-9715-f2863dae183b,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:49:29.322326 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 45110) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:49:29.362728 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-effec26c-f563-4e0c-a4a1-f6bf564668fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:29.417637 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64218f9e-6cfa-4709-a883-2ed6dd20f6bb tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Pushing event deleted for resources: {'Port': ['ID=1de29ce9-e86e-471d-b22a-61a70243c3e1,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:49:29.424643 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64218f9e-6cfa-4709-a883-2ed6dd20f6bb tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] No DVR routers for this DVR port 1de29ce9-e86e-471d-b22a-61a70243c3e1 on host n-d-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:49:29.510084 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:29.601792 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b7377b-664c-46b7-b72d-f7f7e7dc6945 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Checking segment: {'id': '4f28679b-73a0-4d24-a7c8-95b95a21e9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a4454b8c-d604-4b20-8815-511d609ead9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:49:29.603517 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b7377b-664c-46b7-b72d-f7f7e7dc6945 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Network hostable DHCP agents. Network: a4454b8c-d604-4b20-8815-511d609ead9e, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:49:29.735037 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-64218f9e-6cfa-4709-a883-2ed6dd20f6bb tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:29.765108 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-64218f9e-6cfa-4709-a883-2ed6dd20f6bb tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe298719-9928-4bff-8328-150fe8ae18c5']}} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:49:29.802187 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-64218f9e-6cfa-4709-a883-2ed6dd20f6bb tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc0c4e70-148b-4c13-a74d-cfef0ce4f561') {'for_net_delete': True} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:49:29.803243 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-64218f9e-6cfa-4709-a883-2ed6dd20f6bb tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc0c4e70-148b-4c13-a74d-cfef0ce4f561') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:49:29.812633 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 5589b2ed-9e4d-4eff-9dd5-8d1ad34b6669 no longer exists at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:49:29.817107 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b7377b-664c-46b7-b72d-f7f7e7dc6945 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Network a4454b8c-d604-4b20-8815-511d609ead9e is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:49:29.833101 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db566e91-471d-4018-b6b3-08e0be08d931 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:49:29.834764 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-64218f9e-6cfa-4709-a883-2ed6dd20f6bb tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29786371'] for segment, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:29.842287 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-db566e91-471d-4018-b6b3-08e0be08d931 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:29.860638 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2508cd-7158-43a8-8d8c-8eb59bc3f0e1 None None] Sync routers for ids ['6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:49:29.889704 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-64218f9e-6cfa-4709-a883-2ed6dd20f6bb tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:29.908551 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2508cd-7158-43a8-8d8c-8eb59bc3f0e1 None None] Routers {'6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:49:29.913850 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-aa2508cd-7158-43a8-8d8c-8eb59bc3f0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:49:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:49:29.915939 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64218f9e-6cfa-4709-a883-2ed6dd20f6bb tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=94421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:49:29.916696 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-64218f9e-6cfa-4709-a883-2ed6dd20f6bb tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25038799'] for segment, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:29.922576 n-d-803378-2 neutron-server[94421]: Traceback (most recent call last): Aug 05 11:49:29.922576 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:49:29.922576 n-d-803378-2 neutron-server[94421]: timer() Aug 05 11:49:29.922576 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:49:29.922576 n-d-803378-2 neutron-server[94421]: cb(*args, **kw) Aug 05 11:49:29.922576 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:49:29.922576 n-d-803378-2 neutron-server[94421]: return func(*args, **kwargs) Aug 05 11:49:29.922576 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:49:29.922576 n-d-803378-2 neutron-server[94421]: self._notify() Aug 05 11:49:29.922576 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:49:29.922576 n-d-803378-2 neutron-server[94421]: self.callback(batched_events) Aug 05 11:49:29.922576 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:49:29.922576 n-d-803378-2 neutron-server[94421]: event.method(event) Aug 05 11:49:29.922576 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:49:29.922576 n-d-803378-2 neutron-server[94421]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:49:29.922576 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:49:29.922576 n-d-803378-2 neutron-server[94421]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:49:29.922576 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:49:29.922576 n-d-803378-2 neutron-server[94421]: return f(self, *a, **k) Aug 05 11:49:29.922576 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:49:29.922576 n-d-803378-2 neutron-server[94421]: return self._get(url).json() Aug 05 11:49:29.922576 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:49:29.922576 n-d-803378-2 neutron-server[94421]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:49:29.922576 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:49:29.922576 n-d-803378-2 neutron-server[94421]: return self.request(url, 'GET', **kwargs) Aug 05 11:49:29.922576 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:49:29.922576 n-d-803378-2 neutron-server[94421]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:49:29.922576 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:49:29.922576 n-d-803378-2 neutron-server[94421]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:49:29.922576 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:49:29.922576 n-d-803378-2 neutron-server[94421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:49:29.922576 n-d-803378-2 neutron-server[94421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:49:29.934759 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-92b7377b-664c-46b7-b72d-f7f7e7dc6945 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, a4454b8c-d604-4b20-8815-511d609ead9e) {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:49:29.953474 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b7377b-664c-46b7-b72d-f7f7e7dc6945 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:49:29.963610 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-92b7377b-664c-46b7-b72d-f7f7e7dc6945 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks [] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:29.986182 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01854da-5cdf-4e0d-b042-5fe6b5d59c6e None None] Network a4454b8c-d604-4b20-8815-511d609ead9e requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:49:30.071313 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-db566e91-471d-4018-b6b3-08e0be08d931 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "PUT /v2.0/floatingips/ea350981-8cce-49d0-8e54-ea8d151c2430 HTTP/1.1" status: 200 len: 992 time: 5.6334944 Aug 05 11:49:30.085227 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e98332d0-8552-4f90-9240-19975d912b36', 'tag': '5f9a1648-97a0-49bb-a764-2148d15aa93e'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:49:30.096186 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}828068ad8d405ad77660ce68fa78e1ffe658725812f7a08f9e488a446589295b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0335ff7d-1eaa-405c-8c1e-aeca4117c52a" -d '{"events": [{"name": "network-changed", "server_uuid": "e98332d0-8552-4f90-9240-19975d912b36", "tag": "5f9a1648-97a0-49bb-a764-2148d15aa93e"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:49:30.221042 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-effec26c-f563-4e0c-a4a1-f6bf564668fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:30.244725 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-64218f9e-6cfa-4709-a883-2ed6dd20f6bb tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:30.258743 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-64218f9e-6cfa-4709-a883-2ed6dd20f6bb tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks [] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:30.281545 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-64218f9e-6cfa-4709-a883-2ed6dd20f6bb tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] 10.222.0.58 "DELETE /v2.0/networks/fe298719-9928-4bff-8328-150fe8ae18c5 HTTP/1.1" status: 204 len: 168 time: 4.4186463 Aug 05 11:49:30.285184 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 45144) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:49:30.311993 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-effec26c-f563-4e0c-a4a1-f6bf564668fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:30.324297 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-1959e0fc-4ea8-4706-9c12-fa154bd509d7 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1992664712'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:49:30.342205 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64218f9e-6cfa-4709-a883-2ed6dd20f6bb tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Pushing event deleted for resources: {'Network': ['ID=fe298719-9928-4bff-8328-150fe8ae18c5,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:49:30.386948 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:30.404171 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1959e0fc-4ea8-4706-9c12-fa154bd509d7 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Made reservation on behalf of 63553f01420144a38df0f1373f99c0f2 for: {'network': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:49:30.419009 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1959e0fc-4ea8-4706-9c12-fa154bd509d7 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:30.455276 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-effec26c-f563-4e0c-a4a1-f6bf564668fa admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3d12b7eb3ce842d69800b5237d801fc3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1311803 Aug 05 11:49:30.468174 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-92b7377b-664c-46b7-b72d-f7f7e7dc6945 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9652362 Aug 05 11:49:30.494430 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 45150) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:49:30.495271 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 45148) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:49:30.519147 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-859cf8b5-4da2-4902-b052-9e8968b9d317 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Request body: {'port': {'network_id': 'a4454b8c-d604-4b20-8815-511d609ead9e', 'name': 'tempest-PortsTestJSON-50749822'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:49:30.544458 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effec26c-f563-4e0c-a4a1-f6bf564668fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05680cce-7b7d-4df4-916e-718f069d4948,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:49:30.616402 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a5860d5-81ba-4285-b50f-47629f1fa963', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5589b2ed-9e4d-4eff-9dd5-8d1ad34b6669'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:49:30.629726 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2efdfe3-a5eb-48b7-9c67-a7a9de2b8bca" -d '{"events": [{"server_uuid": "5a5860d5-81ba-4285-b50f-47629f1fa963", "name": "network-vif-unplugged", "status": "completed", "tag": "5589b2ed-9e4d-4eff-9dd5-8d1ad34b6669"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:49:30.637990 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1959e0fc-4ea8-4706-9c12-fa154bd509d7 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] vlan segment allocate from pool success with {'vlan_id': 681, 'physical_network': 'physnet1'} {{(pid=94421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:49:30.739464 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1959e0fc-4ea8-4706-9c12-fa154bd509d7 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:30.740604 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 5589b2ed-9e4d-4eff-9dd5-8d1ad34b6669, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=5589b2ed-9e4d-4eff-9dd5-8d1ad34b6669,segment=NetworkSegment(fa5f7742-6e03-46ef-8df5-0f25b5d284b6),segment_id=fa5f7742-6e03-46ef-8df5-0f25b5d284b6)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:49:30.747612 n-d-803378-2 neutron-server[94421]: INFO neutron.db.segments_db [None req-1959e0fc-4ea8-4706-9c12-fa154bd509d7 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Added segment 5b729c03-0afd-4115-9d14-1c74ea5ff7d9 of type vlan for network b8418cd4-27d5-4ea3-822f-ad7ca75c10c4 Aug 05 11:49:30.755577 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:30.789658 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-aa2508cd-7158-43a8-8d8c-8eb59bc3f0e1 None None] Set router 6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:49:30.860177 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53d2c62c-b3ca-4273-ae49-d9b54bf3f598 x-openstack-request-id: req-53d2c62c-b3ca-4273-ae49-d9b54bf3f598 {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:49:30.860664 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e98332d0-8552-4f90-9240-19975d912b36", "tag": "5f9a1648-97a0-49bb-a764-2148d15aa93e", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:49:30.861091 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-53d2c62c-b3ca-4273-ae49-d9b54bf3f598 {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:49:30.861962 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e98332d0-8552-4f90-9240-19975d912b36', 'tag': '5f9a1648-97a0-49bb-a764-2148d15aa93e', 'status': 'completed', 'code': 200} Aug 05 11:49:30.942794 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474e3104-28f7-4312-a98e-266f85e5930b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-a4454b8c-d604-4b20-8815-511d609ead9e', 'network_id': 'a4454b8c-d604-4b20-8815-511d609ead9e', 'tenant_id': '26f32bbf0e234159bf611d6f63f387fb', 'fixed_ips': [{'subnet_id': 'a2f0e542-116e-42ef-9715-f2863dae183b'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 11:49:30.953112 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-474e3104-28f7-4312-a98e-266f85e5930b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:30.965876 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=5589b2ed-9e4d-4eff-9dd5-8d1ad34b6669,revision_number=8']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:49:30.969674 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56b1caf-03c5-461d-bc36-3ebfec16e83f req-39d009b9-1a6a-4b6b-91c6-4d8cff8714bc tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:49:30.995357 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a56b1caf-03c5-461d-bc36-3ebfec16e83f req-39d009b9-1a6a-4b6b-91c6-4d8cff8714bc tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddf47896-42f3-4efd-854d-4716a8276153 HTTP/1.1" status: 200 len: 946 time: 0.8725595 Aug 05 11:49:31.064267 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e050b61c-561e-40f3-961f-ba89c8833faf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:31.070714 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1959e0fc-4ea8-4706-9c12-fa154bd509d7 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:31.165609 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0335ff7d-1eaa-405c-8c1e-aeca4117c52a req-9cd6feec-8a1c-4f16-8916-de8785e95fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:49:31.169357 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-0335ff7d-1eaa-405c-8c1e-aeca4117c52a req-9cd6feec-8a1c-4f16-8916-de8785e95fd6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cbc89f3908d842d4a7beeb1a4fce5354&device_id=e98332d0-8552-4f90-9240-19975d912b36 HTTP/1.1" status: 200 len: 1097 time: 0.2403471 Aug 05 11:49:31.195352 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e050b61c-561e-40f3-961f-ba89c8833faf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:31.237235 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.db.resource_extend [None req-1959e0fc-4ea8-4706-9c12-fa154bd509d7 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 05 11:49:31.289389 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a56b1caf-03c5-461d-bc36-3ebfec16e83f req-46339aaa-fa48-4b16-a6c4-6fff2178a8ff tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ace5c99-ff1d-4ae8-a34c-808ba849368d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2728896 Aug 05 11:49:31.487177 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-859cf8b5-4da2-4902-b052-9e8968b9d317 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Made reservation on behalf of 26f32bbf0e234159bf611d6f63f387fb for: {'port': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:49:31.496995 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-474e3104-28f7-4312-a98e-266f85e5930b None None] Allocated IP 172.20.0.2 (a4454b8c-d604-4b20-8815-511d609ead9e/a2f0e542-116e-42ef-9715-f2863dae183b/1822d77a-fdc1-4ce2-87fb-6b095456bc05) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:49:31.509134 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-859cf8b5-4da2-4902-b052-9e8968b9d317 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:31.511747 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 05 Aug 2021 11:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea42caa2-7466-45f7-94f6-2aed7b0dc849 x-openstack-request-id: req-ea42caa2-7466-45f7-94f6-2aed7b0dc849 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:49:31.521573 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a5860d5-81ba-4285-b50f-47629f1fa963", "name": "network-vif-unplugged", "status": "completed", "tag": "5589b2ed-9e4d-4eff-9dd5-8d1ad34b6669", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:49:31.521876 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ea42caa2-7466-45f7-94f6-2aed7b0dc849 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:49:31.523095 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a5860d5-81ba-4285-b50f-47629f1fa963', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5589b2ed-9e4d-4eff-9dd5-8d1ad34b6669', 'code': 200} Aug 05 11:49:31.576149 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0335ff7d-1eaa-405c-8c1e-aeca4117c52a req-b901cb50-e438-44d8-a5ea-edf65c1416de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:49:31.579596 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-0335ff7d-1eaa-405c-8c1e-aeca4117c52a req-b901cb50-e438-44d8-a5ea-edf65c1416de service neutron] 10.222.0.55 "GET /v2.0/networks?id=1ac4b742-2a25-4935-8476-e9ad3e543504 HTTP/1.1" status: 200 len: 917 time: 0.3768809 Aug 05 11:49:31.595046 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-aa2508cd-7158-43a8-8d8c-8eb59bc3f0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f', 'name': 'tempest-AttachVolumeShelveTestJSON-252295355-router', 'tenant_id': 'cbc89f3908d842d4a7beeb1a4fce5354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': 'd2e4cdb8-47c4-4e8a-a089-078d0648bcb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:48:02Z', 'updated_at': '2021-08-05T11:48:20Z', 'revision_number': 4, 'project_id': 'cbc89f3908d842d4a7beeb1a4fce5354', 'gw_port': {'id': 'd2e4cdb8-47c4-4e8a-a089-078d0648bcb8', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:00:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:48:04Z', 'updated_at': '2021-08-05T11:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': 'ea350981-8cce-49d0-8e54-ea8d151c2430', 'tenant_id': 'cbc89f3908d842d4a7beeb1a4fce5354', 'floating_ip_address': '172.25.5.253', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': '6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f', 'port_id': '5f9a1648-97a0-49bb-a764-2148d15aa93e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ac4b742-2a25-4935-8476-e9ad3e543504', 'mac_address': 'fa:16:3e:3b:20:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98332d0-8552-4f90-9240-19975d912b36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T11:48:40Z', 'updated_at': '2021-08-05T11:49:26Z', 'revision_number': 1, 'project_id': 'cbc89f3908d842d4a7beeb1a4fce5354', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8aa769c9-d28d-4014-b245-171c7151cd39', 'name': '', 'network_id': '1ac4b742-2a25-4935-8476-e9ad3e543504', 'tenant_id': 'cbc89f3908d842d4a7beeb1a4fce5354', 'mac_address': 'fa:16:3e:75:5b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': 'a5e28117-6f3c-401b-be5b-a70254f1dc57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:48:15Z', 'updated_at': '2021-08-05T11:48:39Z', 'revision_number': 5, 'project_id': 'cbc89f3908d842d4a7beeb1a4fce5354', 'subnets': [{'id': 'a5e28117-6f3c-401b-be5b-a70254f1dc57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:49:31.602763 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [None req-859cf8b5-4da2-4902-b052-9e8968b9d317 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] device_id is not set on port 2774d9c2-e73e-4b48-b207-17aca636f3d5 yet. {{(pid=94420) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 11:49:31.664352 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2508cd-7158-43a8-8d8c-8eb59bc3f0e1 None None] Checking router: 6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:49:31.696942 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2508cd-7158-43a8-8d8c-8eb59bc3f0e1 None None] Routers {'6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:49:31.700633 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-aa2508cd-7158-43a8-8d8c-8eb59bc3f0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:49:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:49:31.790187 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1959e0fc-4ea8-4706-9c12-fa154bd509d7 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:31.802628 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1959e0fc-4ea8-4706-9c12-fa154bd509d7 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:49:31.804352 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1959e0fc-4ea8-4706-9c12-fa154bd509d7 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks [] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:31.964159 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 45176) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:49:31.965348 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-1959e0fc-4ea8-4706-9c12-fa154bd509d7 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6775708 Aug 05 11:49:31.976255 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-f127d03d-f05b-48b8-b593-96df7003ad43 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:49:32.010511 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-0335ff7d-1eaa-405c-8c1e-aeca4117c52a req-370bff64-0421-486a-98d2-718a78cf27ef service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5f9a1648-97a0-49bb-a764-2148d15aa93e HTTP/1.1" status: 200 len: 1000 time: 0.4120245 Aug 05 11:49:32.012661 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1959e0fc-4ea8-4706-9c12-fa154bd509d7 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Pushing event updated for resources: {'Network': ['ID=b8418cd4-27d5-4ea3-822f-ad7ca75c10c4,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:49:32.041823 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network b8418cd4-27d5-4ea3-822f-ad7ca75c10c4 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:49:32.089591 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-aa2508cd-7158-43a8-8d8c-8eb59bc3f0e1 None None] Set router 6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:49:32.198896 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0335ff7d-1eaa-405c-8c1e-aeca4117c52a req-4578e74f-faf9-4b11-97e8-dab8a0aae9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:49:32.202864 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-0335ff7d-1eaa-405c-8c1e-aeca4117c52a req-4578e74f-faf9-4b11-97e8-dab8a0aae9ec service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a5e28117-6f3c-401b-be5b-a70254f1dc57 HTTP/1.1" status: 200 len: 855 time: 0.1832688 Aug 05 11:49:32.221140 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e050b61c-561e-40f3-961f-ba89c8833faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:32.221450 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-474e3104-28f7-4312-a98e-266f85e5930b None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:32.221626 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e050b61c-561e-40f3-961f-ba89c8833faf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:32.221626 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-e050b61c-561e-40f3-961f-ba89c8833faf admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/05680cce-7b7d-4df4-916e-718f069d4948 HTTP/1.1" status: 204 len: 168 time: 1.7178013 Aug 05 11:49:32.242758 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-474e3104-28f7-4312-a98e-266f85e5930b None None] Transition to ACTIVE for port object 1822d77a-fdc1-4ce2-87fb-6b095456bc05 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:49:32.276295 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e050b61c-561e-40f3-961f-ba89c8833faf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05680cce-7b7d-4df4-916e-718f069d4948,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:49:32.333325 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-474e3104-28f7-4312-a98e-266f85e5930b None None] Transition to ACTIVE for port object 1822d77a-fdc1-4ce2-87fb-6b095456bc05 will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:49:32.374301 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-474e3104-28f7-4312-a98e-266f85e5930b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:32.416341 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0335ff7d-1eaa-405c-8c1e-aeca4117c52a req-da005727-5f02-4bf9-bd6a-ca7601311fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:49:32.424739 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-0335ff7d-1eaa-405c-8c1e-aeca4117c52a req-da005727-5f02-4bf9-bd6a-ca7601311fa9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1ac4b742-2a25-4935-8476-e9ad3e543504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1557472 Aug 05 11:49:32.523275 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474e3104-28f7-4312-a98e-266f85e5930b None None] Network a4454b8c-d604-4b20-8815-511d609ead9e is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:49:32.537054 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-474e3104-28f7-4312-a98e-266f85e5930b None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:49:32.552185 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474e3104-28f7-4312-a98e-266f85e5930b None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:49:32.742133 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474e3104-28f7-4312-a98e-266f85e5930b None None] Pushing event updated for resources: {'Port': ['ID=1822d77a-fdc1-4ce2-87fb-6b095456bc05,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:49:32.776116 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-474e3104-28f7-4312-a98e-266f85e5930b None None] Attempting to bind port 1822d77a-fdc1-4ce2-87fb-6b095456bc05 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:49:32.778977 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-474e3104-28f7-4312-a98e-266f85e5930b None None] Attempting to bind port 1822d77a-fdc1-4ce2-87fb-6b095456bc05 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '4f28679b-73a0-4d24-a7c8-95b95a21e9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a4454b8c-d604-4b20-8815-511d609ead9e'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:49:32.782108 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474e3104-28f7-4312-a98e-266f85e5930b None None] Attempting to bind port 1822d77a-fdc1-4ce2-87fb-6b095456bc05 on network a4454b8c-d604-4b20-8815-511d609ead9e {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:49:32.794018 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-0335ff7d-1eaa-405c-8c1e-aeca4117c52a req-9d406517-0e2d-4b77-aa19-9d98a7a4414e service neutron] 10.222.0.55 "GET /v2.0/networks/1ac4b742-2a25-4935-8476-e9ad3e543504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3580954 Aug 05 11:49:32.800281 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474e3104-28f7-4312-a98e-266f85e5930b None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:49:32.800672 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474e3104-28f7-4312-a98e-266f85e5930b None None] Checking segment: {'id': '4f28679b-73a0-4d24-a7c8-95b95a21e9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a4454b8c-d604-4b20-8815-511d609ead9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:49:32.801600 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-474e3104-28f7-4312-a98e-266f85e5930b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:32.802434 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474e3104-28f7-4312-a98e-266f85e5930b None None] Bound using segment: {'id': '4f28679b-73a0-4d24-a7c8-95b95a21e9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a4454b8c-d604-4b20-8815-511d609ead9e'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:49:32.803623 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-474e3104-28f7-4312-a98e-266f85e5930b None None] Bound port: 1822d77a-fdc1-4ce2-87fb-6b095456bc05, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f28679b-73a0-4d24-a7c8-95b95a21e9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a4454b8c-d604-4b20-8815-511d609ead9e'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:49:32.804517 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-474e3104-28f7-4312-a98e-266f85e5930b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:32.821023 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28facae-007a-4000-8c71-60e815dae76d req-367d0b5d-65b5-4ae7-b770-f9e410216ba3 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:49:32.837205 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d28facae-007a-4000-8c71-60e815dae76d req-367d0b5d-65b5-4ae7-b770-f9e410216ba3 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/networks?id=debeaa60-b13d-4f6e-a270-9d57e30ced89 HTTP/1.1" status: 200 len: 804 time: 0.7792830 Aug 05 11:49:32.895123 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-aa2508cd-7158-43a8-8d8c-8eb59bc3f0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f', 'name': 'tempest-AttachVolumeShelveTestJSON-252295355-router', 'tenant_id': 'cbc89f3908d842d4a7beeb1a4fce5354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': 'd2e4cdb8-47c4-4e8a-a089-078d0648bcb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:48:02Z', 'updated_at': '2021-08-05T11:48:20Z', 'revision_number': 4, 'project_id': 'cbc89f3908d842d4a7beeb1a4fce5354', 'gw_port': {'id': 'd2e4cdb8-47c4-4e8a-a089-078d0648bcb8', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:00:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:48:04Z', 'updated_at': '2021-08-05T11:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': 'ea350981-8cce-49d0-8e54-ea8d151c2430', 'tenant_id': 'cbc89f3908d842d4a7beeb1a4fce5354', 'floating_ip_address': '172.25.5.253', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': '6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f', 'port_id': '5f9a1648-97a0-49bb-a764-2148d15aa93e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ac4b742-2a25-4935-8476-e9ad3e543504', 'mac_address': 'fa:16:3e:3b:20:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98332d0-8552-4f90-9240-19975d912b36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T11:48:40Z', 'updated_at': '2021-08-05T11:49:26Z', 'revision_number': 1, 'project_id': 'cbc89f3908d842d4a7beeb1a4fce5354', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8aa769c9-d28d-4014-b245-171c7151cd39', 'name': '', 'network_id': '1ac4b742-2a25-4935-8476-e9ad3e543504', 'tenant_id': 'cbc89f3908d842d4a7beeb1a4fce5354', 'mac_address': 'fa:16:3e:75:5b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': 'a5e28117-6f3c-401b-be5b-a70254f1dc57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:48:15Z', 'updated_at': '2021-08-05T11:48:39Z', 'revision_number': 5, 'project_id': 'cbc89f3908d842d4a7beeb1a4fce5354', 'subnets': [{'id': 'a5e28117-6f3c-401b-be5b-a70254f1dc57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:49:32.999274 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2508cd-7158-43a8-8d8c-8eb59bc3f0e1 None None] The sync data for ids ['6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f'] in n-d-803378-2 is: [{'id': '6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f', 'name': 'tempest-AttachVolumeShelveTestJSON-252295355-router', 'tenant_id': 'cbc89f3908d842d4a7beeb1a4fce5354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': 'd2e4cdb8-47c4-4e8a-a089-078d0648bcb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:48:02Z', 'updated_at': '2021-08-05T11:48:20Z', 'revision_number': 4, 'project_id': 'cbc89f3908d842d4a7beeb1a4fce5354', 'gw_port': {'id': 'd2e4cdb8-47c4-4e8a-a089-078d0648bcb8', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:00:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:48:04Z', 'updated_at': '2021-08-05T11:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': 'ea350981-8cce-49d0-8e54-ea8d151c2430', 'tenant_id': 'cbc89f3908d842d4a7beeb1a4fce5354', 'floating_ip_address': '172.25.5.253', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': '6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f', 'port_id': '5f9a1648-97a0-49bb-a764-2148d15aa93e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ac4b742-2a25-4935-8476-e9ad3e543504', 'mac_address': 'fa:16:3e:3b:20:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98332d0-8552-4f90-9240-19975d912b36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T11:48:40Z', 'updated_at': '2021-08-05T11:49:26Z', 'revision_number': 1, 'project_id': 'cbc89f3908d842d4a7beeb1a4fce5354', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8aa769c9-d28d-4014-b245-171c7151cd39', 'name': '', 'network_id': '1ac4b742-2a25-4935-8476-e9ad3e543504', 'tenant_id': 'cbc89f3908d842d4a7beeb1a4fce5354', 'mac_address': 'fa:16:3e:75:5b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': 'a5e28117-6f3c-401b-be5b-a70254f1dc57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:48:15Z', 'updated_at': '2021-08-05T11:48:39Z', 'revision_number': 5, 'project_id': 'cbc89f3908d842d4a7beeb1a4fce5354', 'subnets': [{'id': 'a5e28117-6f3c-401b-be5b-a70254f1dc57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:49:33.049116 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f127d03d-f05b-48b8-b593-96df7003ad43 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:33.055677 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-0335ff7d-1eaa-405c-8c1e-aeca4117c52a req-b88549c9-2b67-4c17-af8c-fe70c395c23c service neutron] 10.222.0.55 "GET /v2.0/networks/1ac4b742-2a25-4935-8476-e9ad3e543504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528369 Aug 05 11:49:33.087850 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-474e3104-28f7-4312-a98e-266f85e5930b None None] For port 1822d77a-fdc1-4ce2-87fb-6b095456bc05, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:49:33.097267 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-474e3104-28f7-4312-a98e-266f85e5930b None None] For port 1822d77a-fdc1-4ce2-87fb-6b095456bc05, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=1822d77a-fdc1-4ce2-87fb-6b095456bc05,segment=NetworkSegment(4f28679b-73a0-4d24-a7c8-95b95a21e9c9),segment_id=4f28679b-73a0-4d24-a7c8-95b95a21e9c9)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:49:33.110525 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-474e3104-28f7-4312-a98e-266f85e5930b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:33.168664 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f127d03d-f05b-48b8-b593-96df7003ad43 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:33.217001 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d28facae-007a-4000-8c71-60e815dae76d req-d939c595-f120-453c-a479-55e346120dab tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/quotas/39c6d6575f854e26a57d96d36d983be3 HTTP/1.1" status: 200 len: 375 time: 0.0808699 Aug 05 11:49:33.250817 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-859cf8b5-4da2-4902-b052-9e8968b9d317 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Allocated IP 172.20.0.10 (a4454b8c-d604-4b20-8815-511d609ead9e/a2f0e542-116e-42ef-9715-f2863dae183b/2774d9c2-e73e-4b48-b207-17aca636f3d5) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:49:33.255219 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f127d03d-f05b-48b8-b593-96df7003ad43 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Network b8418cd4-27d5-4ea3-822f-ad7ca75c10c4 is not hosted by any dhcp agent {{(pid=94420) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 05 11:49:33.285087 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f127d03d-f05b-48b8-b593-96df7003ad43 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:49:33.285087 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f127d03d-f05b-48b8-b593-96df7003ad43 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:33.297616 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-f127d03d-f05b-48b8-b593-96df7003ad43 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] 10.222.0.58 "PUT /v2.0/networks/b8418cd4-27d5-4ea3-822f-ad7ca75c10c4 HTTP/1.1" status: 200 len: 723 time: 1.3312714 Aug 05 11:49:33.298366 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 45194) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:49:33.310968 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474e3104-28f7-4312-a98e-266f85e5930b None None] Pushing event updated for resources: {'Port': ['ID=1822d77a-fdc1-4ce2-87fb-6b095456bc05,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:49:33.315330 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-d3da67bf-09e0-4f90-94b4-8d6434676f30 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Request body: {'subnet': {'network_id': 'b8418cd4-27d5-4ea3-822f-ad7ca75c10c4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:49:33.392441 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220b00a0-f5dd-4b2b-a4ae-d18787c2e72c req-8e109241-b654-4dc7-93d5-bbe18317a174 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:49:33.402439 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-220b00a0-f5dd-4b2b-a4ae-d18787c2e72c req-8e109241-b654-4dc7-93d5-bbe18317a174 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddf47896-42f3-4efd-854d-4716a8276153 HTTP/1.1" status: 200 len: 946 time: 0.8583188 Aug 05 11:49:33.573864 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f127d03d-f05b-48b8-b593-96df7003ad43 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Pushing event updated for resources: {'Network': ['ID=b8418cd4-27d5-4ea3-822f-ad7ca75c10c4,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:49:33.599870 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network b8418cd4-27d5-4ea3-822f-ad7ca75c10c4 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:49:33.689183 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 45196) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:49:33.697117 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-220b00a0-f5dd-4b2b-a4ae-d18787c2e72c req-73e2e20e-e190-44cb-b1f8-37eb4f33e42a tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ace5c99-ff1d-4ae8-a34c-808ba849368d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2931843 Aug 05 11:49:33.770089 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d28facae-007a-4000-8c71-60e815dae76d req-012cbfdb-ca54-4f9e-9a2e-463a70e14b2c tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=39c6d6575f854e26a57d96d36d983be3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3953424 Aug 05 11:49:33.845845 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d025cca-df5f-4df9-a761-799c126324de None None] New status for floating IP ea350981-8cce-49d0-8e54-ea8d151c2430: ACTIVE {{(pid=94422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 11:49:33.874017 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-be7c13a6-5bc3-47e0-843e-26f0e660cedc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:33.883014 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3da67bf-09e0-4f90-94b4-8d6434676f30 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Made reservation on behalf of 63553f01420144a38df0f1373f99c0f2 for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:49:33.891814 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d3da67bf-09e0-4f90-94b4-8d6434676f30 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:34.087680 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c5e18f-46dd-4c23-8758-5bf29f834d42 req-eb63a388-3ccf-40db-9b79-f881395edf42 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:49:34.090597 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-01c5e18f-46dd-4c23-8758-5bf29f834d42 req-eb63a388-3ccf-40db-9b79-f881395edf42 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a5860d5-81ba-4285-b50f-47629f1fa963 HTTP/1.1" status: 200 len: 944 time: 0.5407681 Aug 05 11:49:34.360381 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d28facae-007a-4000-8c71-60e815dae76d req-ed81a89c-73e2-436a-b5f9-6862de04e80b service neutron] 10.222.0.58 "GET /v2.0/networks/debeaa60-b13d-4f6e-a270-9d57e30ced89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5845490 Aug 05 11:49:34.413243 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 1822d77a-fdc1-4ce2-87fb-6b095456bc05 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:49:34.526580 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 1822d77a-fdc1-4ce2-87fb-6b095456bc05 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:49:34.693092 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-859cf8b5-4da2-4902-b052-9e8968b9d317 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:34.745563 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [None req-859cf8b5-4da2-4902-b052-9e8968b9d317 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Transition to ACTIVE for port object 2774d9c2-e73e-4b48-b207-17aca636f3d5 will not be triggered until provisioned by entity DHCP. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:49:34.781115 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d28facae-007a-4000-8c71-60e815dae76d req-e1f1a9fa-6bcc-41a6-bdff-fea4c259b532 service neutron] 10.222.0.58 "GET /v2.0/networks/debeaa60-b13d-4f6e-a270-9d57e30ced89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4011157 Aug 05 11:49:34.900688 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-859cf8b5-4da2-4902-b052-9e8968b9d317 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:35.082514 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859cf8b5-4da2-4902-b052-9e8968b9d317 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Pushing event updated for resources: {'Port': ['ID=2774d9c2-e73e-4b48-b207-17aca636f3d5,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:49:35.208335 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859cf8b5-4da2-4902-b052-9e8968b9d317 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Network a4454b8c-d604-4b20-8815-511d609ead9e is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:49:35.231040 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-859cf8b5-4da2-4902-b052-9e8968b9d317 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:49:35.235751 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859cf8b5-4da2-4902-b052-9e8968b9d317 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:49:35.404834 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a547a2-c7c8-4c25-b47e-31671c565002 None None] Network a4454b8c-d604-4b20-8815-511d609ead9e requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:49:35.457113 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2756255f-a39d-4c56-8f44-21fad1432408 req-a3bb9250-4002-40a6-96bf-200b4ff220b2 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:49:35.470989 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2756255f-a39d-4c56-8f44-21fad1432408 req-a3bb9250-4002-40a6-96bf-200b4ff220b2 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddf47896-42f3-4efd-854d-4716a8276153 HTTP/1.1" status: 200 len: 946 time: 0.3824713 Aug 05 11:49:35.581606 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-00d23bd5-d3a2-46e1-88c5-5460eccd0033 req-bbf9b7e1-7fcd-49fc-bcfb-cef1447e4d5b tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b29975d-3633-486b-ba92-5c1ed1330df4 HTTP/1.1" status: 200 len: 210 time: 0.0683701 Aug 05 11:49:35.607181 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-859cf8b5-4da2-4902-b052-9e8968b9d317 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:49:35.608416 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-859cf8b5-4da2-4902-b052-9e8968b9d317 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:35.694273 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2756255f-a39d-4c56-8f44-21fad1432408 req-34aa47e5-d91b-4267-a3b3-d8a68bf8754d tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ace5c99-ff1d-4ae8-a34c-808ba849368d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2219841 Aug 05 11:49:35.720437 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-01c5e18f-46dd-4c23-8758-5bf29f834d42 req-bfc8e0fb-2bde-457e-86f0-5f08e8bbdcaa tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Deleting port 5589b2ed-9e4d-4eff-9dd5-8d1ad34b6669 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:49:35.721665 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-01c5e18f-46dd-4c23-8758-5bf29f834d42 req-bfc8e0fb-2bde-457e-86f0-5f08e8bbdcaa tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:35.760471 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-8bc7d7ab-efce-448a-adb0-4e57357a2b5f None None] Provisioning for port 1822d77a-fdc1-4ce2-87fb-6b095456bc05 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:49:35.770933 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-8bc7d7ab-efce-448a-adb0-4e57357a2b5f None None] Provisioning complete for port 1822d77a-fdc1-4ce2-87fb-6b095456bc05 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:49:35.772900 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-8bc7d7ab-efce-448a-adb0-4e57357a2b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:35.844331 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 5589b2ed-9e4d-4eff-9dd5-8d1ad34b6669 no longer exists at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:49:35.857746 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-be7c13a6-5bc3-47e0-843e-26f0e660cedc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:35.875038 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-be7c13a6-5bc3-47e0-843e-26f0e660cedc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:35.888177 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-859cf8b5-4da2-4902-b052-9e8968b9d317 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 5.3834150 Aug 05 11:49:35.888545 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 45218) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:49:35.917615 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d3da67bf-09e0-4f90-94b4-8d6434676f30 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25038678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30075167'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:36.106517 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-01c5e18f-46dd-4c23-8758-5bf29f834d42 req-bfc8e0fb-2bde-457e-86f0-5f08e8bbdcaa tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] For port 5589b2ed-9e4d-4eff-9dd5-8d1ad34b6669, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=5589b2ed-9e4d-4eff-9dd5-8d1ad34b6669,segment=NetworkSegment(fa5f7742-6e03-46ef-8df5-0f25b5d284b6),segment_id=fa5f7742-6e03-46ef-8df5-0f25b5d284b6)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:49:36.108387 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-01c5e18f-46dd-4c23-8758-5bf29f834d42 req-bfc8e0fb-2bde-457e-86f0-5f08e8bbdcaa tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:36.124432 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7c13a6-5bc3-47e0-843e-26f0e660cedc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dad485ef-c4c0-401d-945a-6cdf8e82543d,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:49:36.202826 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-b088cf12-cfec-4796-a32f-70e83c62c933 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Deleting port 2774d9c2-e73e-4b48-b207-17aca636f3d5 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:49:36.203439 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b088cf12-cfec-4796-a32f-70e83c62c933 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:36.237261 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-8bc7d7ab-efce-448a-adb0-4e57357a2b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:36.254296 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-be7c13a6-5bc3-47e0-843e-26f0e660cedc admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ea27e77f3cf0456dbbe68e15756b3e85&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4788260 Aug 05 11:49:36.277381 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 45222) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:49:36.285605 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-01c5e18f-46dd-4c23-8758-5bf29f834d42 req-bfc8e0fb-2bde-457e-86f0-5f08e8bbdcaa tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Calling delete_port for 5589b2ed-9e4d-4eff-9dd5-8d1ad34b6669 owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:49:36.290602 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7c13a6-5bc3-47e0-843e-26f0e660cedc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:49:36.291200 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7c13a6-5bc3-47e0-843e-26f0e660cedc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:49:36.291821 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7c13a6-5bc3-47e0-843e-26f0e660cedc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:49:36.292406 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7c13a6-5bc3-47e0-843e-26f0e660cedc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:49:36.293018 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7c13a6-5bc3-47e0-843e-26f0e660cedc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:49:36.293940 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7c13a6-5bc3-47e0-843e-26f0e660cedc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:49:36.294587 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7c13a6-5bc3-47e0-843e-26f0e660cedc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:49:36.295170 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7c13a6-5bc3-47e0-843e-26f0e660cedc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:49:36.295730 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7c13a6-5bc3-47e0-843e-26f0e660cedc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:49:36.296300 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7c13a6-5bc3-47e0-843e-26f0e660cedc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:49:36.296923 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7c13a6-5bc3-47e0-843e-26f0e660cedc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:49:36.297414 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7c13a6-5bc3-47e0-843e-26f0e660cedc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:49:36.354176 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-8bc7d7ab-efce-448a-adb0-4e57357a2b5f None None] For port 1822d77a-fdc1-4ce2-87fb-6b095456bc05, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=1822d77a-fdc1-4ce2-87fb-6b095456bc05,segment=NetworkSegment(4f28679b-73a0-4d24-a7c8-95b95a21e9c9),segment_id=4f28679b-73a0-4d24-a7c8-95b95a21e9c9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:49:36.377696 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-8bc7d7ab-efce-448a-adb0-4e57357a2b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:36.489748 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3da67bf-09e0-4f90-94b4-8d6434676f30 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Checking segment: {'id': '5b729c03-0afd-4115-9d14-1c74ea5ff7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'b8418cd4-27d5-4ea3-822f-ad7ca75c10c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:49:36.490221 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3da67bf-09e0-4f90-94b4-8d6434676f30 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Network hostable DHCP agents. Network: b8418cd4-27d5-4ea3-822f-ad7ca75c10c4, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:49:36.503722 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3da67bf-09e0-4f90-94b4-8d6434676f30 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Pushing event updated for resources: {'Subnet': ['ID=a0642bc2-04be-489f-a07b-9302da664890,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:49:36.545948 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc7d7ab-efce-448a-adb0-4e57357a2b5f None None] Pushing event updated for resources: {'Port': ['ID=1822d77a-fdc1-4ce2-87fb-6b095456bc05,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:49:36.573543 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-02498bc2-bac9-44c7-8b25-7f09fa932ae7 None None] Provisioning complete for port 1822d77a-fdc1-4ce2-87fb-6b095456bc05 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:49:36.574118 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-02498bc2-bac9-44c7-8b25-7f09fa932ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:36.888704 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3da67bf-09e0-4f90-94b4-8d6434676f30 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Network b8418cd4-27d5-4ea3-822f-ad7ca75c10c4 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:49:36.924091 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ff92e019-a035-474b-b42f-78fc4b4c26b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:36.944465 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-d3da67bf-09e0-4f90-94b4-8d6434676f30 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, b8418cd4-27d5-4ea3-822f-ad7ca75c10c4) {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:49:36.973177 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3da67bf-09e0-4f90-94b4-8d6434676f30 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:49:36.974846 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d3da67bf-09e0-4f90-94b4-8d6434676f30 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:36.987730 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c68e01-1978-44bd-82b3-c71ddcee7a2b None None] Network b8418cd4-27d5-4ea3-822f-ad7ca75c10c4 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:49:37.119214 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ff92e019-a035-474b-b42f-78fc4b4c26b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:37.196609 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-d3da67bf-09e0-4f90-94b4-8d6434676f30 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.8954697 Aug 05 11:49:37.202971 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 45246) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:49:37.247211 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-e3e480ec-ddeb-4cce-b470-15771099324d tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:49:37.406079 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-02498bc2-bac9-44c7-8b25-7f09fa932ae7 None None] Provisioning for port 2774d9c2-e73e-4b48-b207-17aca636f3d5 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:49:37.496392 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-02498bc2-bac9-44c7-8b25-7f09fa932ae7 None None] Provisioning complete for port 2774d9c2-e73e-4b48-b207-17aca636f3d5 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:49:37.499158 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-02498bc2-bac9-44c7-8b25-7f09fa932ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:37.511026 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7835f9f-e344-432b-93a4-e5ca87ee6e30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-b8418cd4-27d5-4ea3-822f-ad7ca75c10c4', 'network_id': 'b8418cd4-27d5-4ea3-822f-ad7ca75c10c4', 'tenant_id': '63553f01420144a38df0f1373f99c0f2', 'fixed_ips': [{'subnet_id': 'a0642bc2-04be-489f-a07b-9302da664890'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 11:49:37.513335 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e7835f9f-e344-432b-93a4-e5ca87ee6e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:37.524685 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-0d7e70b6-4d37-4942-b849-5aece97a3874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:37.534748 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ac100569-0c51-40ff-908d-22eba7501b6e req-ad1105a8-7582-4c28-b1d8-114b2e7e84f0 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b29975d-3633-486b-ba92-5c1ed1330df4 HTTP/1.1" status: 200 len: 210 time: 0.1896198 Aug 05 11:49:37.550437 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-01c5e18f-46dd-4c23-8758-5bf29f834d42 req-bfc8e0fb-2bde-457e-86f0-5f08e8bbdcaa tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:37.624656 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d61a40-fab0-44ad-9ea2-e70ede623444 req-2a22a7ab-8770-4b5f-a5a3-338335b646f2 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:49:37.629653 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc8e0fb-2bde-457e-86f0-5f08e8bbdcaa tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Pushing event deleted for resources: {'Port': ['ID=5589b2ed-9e4d-4eff-9dd5-8d1ad34b6669,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:49:37.645238 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-57d61a40-fab0-44ad-9ea2-e70ede623444 req-2a22a7ab-8770-4b5f-a5a3-338335b646f2 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddf47896-42f3-4efd-854d-4716a8276153 HTTP/1.1" status: 200 len: 946 time: 0.2976944 Aug 05 11:49:37.664876 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-02498bc2-bac9-44c7-8b25-7f09fa932ae7 None None] Port 2774d9c2-e73e-4b48-b207-17aca636f3d5 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:49:37.714293 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ff92e019-a035-474b-b42f-78fc4b4c26b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:37.722957 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ff92e019-a035-474b-b42f-78fc4b4c26b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:37.725114 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-ff92e019-a035-474b-b42f-78fc4b4c26b8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/dad485ef-c4c0-401d-945a-6cdf8e82543d HTTP/1.1" status: 204 len: 168 time: 1.4198744 Aug 05 11:49:37.732511 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e3e480ec-ddeb-4cce-b470-15771099324d tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-30075156'] for subnet, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:37.841066 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b088cf12-cfec-4796-a32f-70e83c62c933 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:37.933937 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-01c5e18f-46dd-4c23-8758-5bf29f834d42 req-bfc8e0fb-2bde-457e-86f0-5f08e8bbdcaa tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] No DVR routers for this DVR port 5589b2ed-9e4d-4eff-9dd5-8d1ad34b6669 on host n-h1-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:49:37.957540 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-b088cf12-cfec-4796-a32f-70e83c62c933 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Calling delete_port for 2774d9c2-e73e-4b48-b207-17aca636f3d5 owned by {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:49:37.961749 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-01c5e18f-46dd-4c23-8758-5bf29f834d42 req-bfc8e0fb-2bde-457e-86f0-5f08e8bbdcaa tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:37.965941 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-01c5e18f-46dd-4c23-8758-5bf29f834d42 req-bfc8e0fb-2bde-457e-86f0-5f08e8bbdcaa tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.64 "DELETE /v2.0/ports/5589b2ed-9e4d-4eff-9dd5-8d1ad34b6669 HTTP/1.1" status: 204 len: 173 time: 3.8632164 Aug 05 11:49:37.979898 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a5860d5-81ba-4285-b50f-47629f1fa963', 'name': 'network-vif-deleted', 'tag': '5589b2ed-9e4d-4eff-9dd5-8d1ad34b6669'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:49:37.984376 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-771cb8db-c9b7-41d6-abd4-b99eee43614a" -d '{"events": [{"server_uuid": "5a5860d5-81ba-4285-b50f-47629f1fa963", "name": "network-vif-deleted", "tag": "5589b2ed-9e4d-4eff-9dd5-8d1ad34b6669"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:49:37.995116 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-9d44300a-ee29-447c-a9a3-cae4e7e34f4c None None] Provisioning complete for port 2774d9c2-e73e-4b48-b207-17aca636f3d5 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:49:37.996285 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-9d44300a-ee29-447c-a9a3-cae4e7e34f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:38.003945 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-57d61a40-fab0-44ad-9ea2-e70ede623444 req-904a63dc-2798-44d2-9e91-ebdcfcac8db1 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ace5c99-ff1d-4ae8-a34c-808ba849368d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3008771 Aug 05 11:49:38.035212 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff92e019-a035-474b-b42f-78fc4b4c26b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad485ef-c4c0-401d-945a-6cdf8e82543d,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:49:38.274329 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0711b0ab-561d-4aa7-8c1e-5cbeb509f5b6 x-openstack-request-id: req-0711b0ab-561d-4aa7-8c1e-5cbeb509f5b6 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:49:38.276717 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a5860d5-81ba-4285-b50f-47629f1fa963", "name": "network-vif-deleted", "tag": "5589b2ed-9e4d-4eff-9dd5-8d1ad34b6669", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:49:38.301560 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0711b0ab-561d-4aa7-8c1e-5cbeb509f5b6 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:49:38.304178 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a5860d5-81ba-4285-b50f-47629f1fa963', 'name': 'network-vif-deleted', 'tag': '5589b2ed-9e4d-4eff-9dd5-8d1ad34b6669', 'status': 'completed', 'code': 200} Aug 05 11:49:38.498586 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e3e480ec-ddeb-4cce-b470-15771099324d tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8774769488478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25038696'] for subnet, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:38.600326 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 1822d77a-fdc1-4ce2-87fb-6b095456bc05 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:49:38.641114 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b088cf12-cfec-4796-a32f-70e83c62c933 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:38.664199 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e480ec-ddeb-4cce-b470-15771099324d tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Pushing event updated for resources: {'Subnet': ['ID=a0642bc2-04be-489f-a07b-9302da664890,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:49:38.698769 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e480ec-ddeb-4cce-b470-15771099324d tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:49:38.700042 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e3e480ec-ddeb-4cce-b470-15771099324d tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:38.710732 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-e3e480ec-ddeb-4cce-b470-15771099324d tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] 10.222.0.58 "PUT /v2.0/subnets/a0642bc2-04be-489f-a07b-9302da664890 HTTP/1.1" status: 200 len: 806 time: 1.4889479 Aug 05 11:49:38.714554 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 45264) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:49:38.782664 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-9d44300a-ee29-447c-a9a3-cae4e7e34f4c None None] Port 2774d9c2-e73e-4b48-b207-17aca636f3d5 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:49:38.898618 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-e7835f9f-e344-432b-93a4-e5ca87ee6e30 None None] Allocated IP 172.20.0.2 (b8418cd4-27d5-4ea3-822f-ad7ca75c10c4/a0642bc2-04be-489f-a07b-9302da664890/aeafd85d-d95d-4cd3-a228-cee79aa8c163) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:49:38.954406 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 1822d77a-fdc1-4ce2-87fb-6b095456bc05 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:49:38.955419 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:38.998537 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b088cf12-cfec-4796-a32f-70e83c62c933 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Pushing event deleted for resources: {'Port': ['ID=2774d9c2-e73e-4b48-b207-17aca636f3d5,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:49:39.025028 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2e3ac8e9-f05a-4367-86f7-ede5d21e214a req-025114e9-6f5a-4d30-8a4f-294c428aa591 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b29975d-3633-486b-ba92-5c1ed1330df4 HTTP/1.1" status: 200 len: 210 time: 0.1797123 Aug 05 11:49:39.237096 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b088cf12-cfec-4796-a32f-70e83c62c933 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:39.240839 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-b088cf12-cfec-4796-a32f-70e83c62c933 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "DELETE /v2.0/ports/2774d9c2-e73e-4b48-b207-17aca636f3d5 HTTP/1.1" status: 204 len: 168 time: 3.3501141 Aug 05 11:49:39.248062 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 45276) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:49:39.405865 n-d-803378-2 neutron-server[94420]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fe18b7c-7449-4579-817a-25c592601757 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] DELETE failed (client error): The resource could not be found. Aug 05 11:49:39.410332 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fe18b7c-7449-4579-817a-25c592601757 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:49:39.416314 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-1fe18b7c-7449-4579-817a-25c592601757 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "DELETE /v2.0/ports/2774d9c2-e73e-4b48-b207-17aca636f3d5 HTTP/1.1" status: 404 len: 333 time: 0.1665242 Aug 05 11:49:39.424738 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 45280) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:49:39.437845 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28facae-007a-4000-8c71-60e815dae76d req-4be62894-24a1-45dd-84fe-ea14e58ef32b tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:49:39.440835 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d28facae-007a-4000-8c71-60e815dae76d req-4be62894-24a1-45dd-84fe-ea14e58ef32b tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.64 "GET /v2.0/networks?id=debeaa60-b13d-4f6e-a270-9d57e30ced89 HTTP/1.1" status: 200 len: 804 time: 0.5107732 Aug 05 11:49:39.481235 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-d28facae-007a-4000-8c71-60e815dae76d req-8c99c36f-3ac1-49ca-b43c-a38cd76adbfb tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Request body: {'port': {'device_id': '9b29975d-3633-486b-ba92-5c1ed1330df4', 'network_id': 'debeaa60-b13d-4f6e-a270-9d57e30ced89', 'admin_state_up': True, 'tenant_id': '39c6d6575f854e26a57d96d36d983be3'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:49:39.611135 n-d-803378-2 neutron-server[94420]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b0df662-e1d3-42bc-aaed-7f37258a6dbb tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] GET failed (client error): The resource could not be found. Aug 05 11:49:39.621592 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-6b0df662-e1d3-42bc-aaed-7f37258a6dbb tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "GET /v2.0/ports/2774d9c2-e73e-4b48-b207-17aca636f3d5 HTTP/1.1" status: 404 len: 333 time: 0.1944468 Aug 05 11:49:39.624978 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 45284) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:49:39.754605 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe8bae8-60e7-439d-a5dc-84bd25354e7e req-23ce38a4-3024-445c-9ea4-56fc67633256 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:49:39.758210 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cfe8bae8-60e7-439d-a5dc-84bd25354e7e req-23ce38a4-3024-445c-9ea4-56fc67633256 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddf47896-42f3-4efd-854d-4716a8276153 HTTP/1.1" status: 200 len: 946 time: 0.3390050 Aug 05 11:49:39.851443 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cfe8bae8-60e7-439d-a5dc-84bd25354e7e req-3bbf5a32-00ea-458a-bd81-8bed01e2602f tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ace5c99-ff1d-4ae8-a34c-808ba849368d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757132 Aug 05 11:49:39.870625 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-120841ab-e4d1-4bfa-a1c5-cce1f48e459b tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:39.936669 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_v2 [None req-29734e2a-189b-4758-8cdd-f51331bc1b42 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Deleting subnet a2f0e542-116e-42ef-9715-f2863dae183b {{(pid=94421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:49:39.950002 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-29734e2a-189b-4758-8cdd-f51331bc1b42 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks [] for subnet, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:39.984241 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e7835f9f-e344-432b-93a4-e5ca87ee6e30 None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:40.003613 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-e7835f9f-e344-432b-93a4-e5ca87ee6e30 None None] Transition to ACTIVE for port object aeafd85d-d95d-4cd3-a228-cee79aa8c163 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:49:40.043916 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-e7835f9f-e344-432b-93a4-e5ca87ee6e30 None None] Transition to ACTIVE for port object aeafd85d-d95d-4cd3-a228-cee79aa8c163 will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:49:40.075831 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e7835f9f-e344-432b-93a4-e5ca87ee6e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:40.143320 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-29734e2a-189b-4758-8cdd-f51331bc1b42 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29786388'] for subnet, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:40.193602 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7835f9f-e344-432b-93a4-e5ca87ee6e30 None None] Network b8418cd4-27d5-4ea3-822f-ad7ca75c10c4 is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:49:40.207000 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-e7835f9f-e344-432b-93a4-e5ca87ee6e30 None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:49:40.210588 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d28facae-007a-4000-8c71-60e815dae76d req-8c99c36f-3ac1-49ca-b43c-a38cd76adbfb tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Made reservation on behalf of 39c6d6575f854e26a57d96d36d983be3 for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:49:40.224810 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-d28facae-007a-4000-8c71-60e815dae76d req-8c99c36f-3ac1-49ca-b43c-a38cd76adbfb tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:40.230162 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7835f9f-e344-432b-93a4-e5ca87ee6e30 None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:49:40.241845 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:40.258914 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-9d79f824-3b66-4e95-8719-77825fafeaea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:40.262963 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-120841ab-e4d1-4bfa-a1c5-cce1f48e459b tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:40.268451 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7835f9f-e344-432b-93a4-e5ca87ee6e30 None None] Pushing event updated for resources: {'Port': ['ID=aeafd85d-d95d-4cd3-a228-cee79aa8c163,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:49:40.393907 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b293efdb-c27c-45fc-9c95-7066e6976e82 req-44d1184b-6535-4f70-899d-9f183a8f2a80 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b29975d-3633-486b-ba92-5c1ed1330df4 HTTP/1.1" status: 200 len: 210 time: 0.1035860 Aug 05 11:49:40.452423 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-e7835f9f-e344-432b-93a4-e5ca87ee6e30 None None] Attempting to bind port aeafd85d-d95d-4cd3-a228-cee79aa8c163 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:49:40.453827 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-e7835f9f-e344-432b-93a4-e5ca87ee6e30 None None] Attempting to bind port aeafd85d-d95d-4cd3-a228-cee79aa8c163 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '5b729c03-0afd-4115-9d14-1c74ea5ff7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'b8418cd4-27d5-4ea3-822f-ad7ca75c10c4'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:49:40.454438 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7835f9f-e344-432b-93a4-e5ca87ee6e30 None None] Attempting to bind port aeafd85d-d95d-4cd3-a228-cee79aa8c163 on network b8418cd4-27d5-4ea3-822f-ad7ca75c10c4 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:49:40.475086 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7835f9f-e344-432b-93a4-e5ca87ee6e30 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:49:40.475086 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7835f9f-e344-432b-93a4-e5ca87ee6e30 None None] Checking segment: {'id': '5b729c03-0afd-4115-9d14-1c74ea5ff7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'b8418cd4-27d5-4ea3-822f-ad7ca75c10c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:49:40.475086 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e7835f9f-e344-432b-93a4-e5ca87ee6e30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:40.475086 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7835f9f-e344-432b-93a4-e5ca87ee6e30 None None] Bound using segment: {'id': '5b729c03-0afd-4115-9d14-1c74ea5ff7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'b8418cd4-27d5-4ea3-822f-ad7ca75c10c4'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:49:40.475086 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-e7835f9f-e344-432b-93a4-e5ca87ee6e30 None None] Bound port: aeafd85d-d95d-4cd3-a228-cee79aa8c163, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b729c03-0afd-4115-9d14-1c74ea5ff7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'b8418cd4-27d5-4ea3-822f-ad7ca75c10c4'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:49:40.475086 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e7835f9f-e344-432b-93a4-e5ca87ee6e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:40.689524 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-e7835f9f-e344-432b-93a4-e5ca87ee6e30 None None] For port aeafd85d-d95d-4cd3-a228-cee79aa8c163, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:49:40.697668 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-e7835f9f-e344-432b-93a4-e5ca87ee6e30 None None] For port aeafd85d-d95d-4cd3-a228-cee79aa8c163, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=aeafd85d-d95d-4cd3-a228-cee79aa8c163,segment=NetworkSegment(5b729c03-0afd-4115-9d14-1c74ea5ff7d9),segment_id=5b729c03-0afd-4115-9d14-1c74ea5ff7d9)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:49:40.718921 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e7835f9f-e344-432b-93a4-e5ca87ee6e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:40.771392 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-29734e2a-189b-4758-8cdd-f51331bc1b42 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:40.898107 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7835f9f-e344-432b-93a4-e5ca87ee6e30 None None] Pushing event updated for resources: {'Port': ['ID=aeafd85d-d95d-4cd3-a228-cee79aa8c163,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:49:40.899298 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-120841ab-e4d1-4bfa-a1c5-cce1f48e459b tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25038609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30075142'] for subnet, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:41.166314 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120841ab-e4d1-4bfa-a1c5-cce1f48e459b tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Pushing event deleted for resources: {'Subnet': ['ID=a0642bc2-04be-489f-a07b-9302da664890,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:49:41.253988 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907b8822-e6f7-411d-9cb4-80c5610b2932 req-af893d63-9099-4c91-8cc8-9e57239d38e4 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:49:41.273541 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-120841ab-e4d1-4bfa-a1c5-cce1f48e459b tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:41.283194 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-907b8822-e6f7-411d-9cb4-80c5610b2932 req-af893d63-9099-4c91-8cc8-9e57239d38e4 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddf47896-42f3-4efd-854d-4716a8276153 HTTP/1.1" status: 200 len: 946 time: 0.1702290 Aug 05 11:49:41.310704 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-120841ab-e4d1-4bfa-a1c5-cce1f48e459b tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8418cd4-27d5-4ea3-822f-ad7ca75c10c4']}} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:49:41.383542 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-d28facae-007a-4000-8c71-60e815dae76d req-8c99c36f-3ac1-49ca-b43c-a38cd76adbfb tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Allocated IP 172.20.0.14 (debeaa60-b13d-4f6e-a270-9d57e30ced89/9fa39e07-a6bd-4ef4-8a54-1af79d2770df/d7fa8a13-e5a9-455b-b585-8e43650e0c4d) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:49:41.428205 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-120841ab-e4d1-4bfa-a1c5-cce1f48e459b tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b729c03-0afd-4115-9d14-1c74ea5ff7d9') {'for_net_delete': True} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:49:41.432820 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-120841ab-e4d1-4bfa-a1c5-cce1f48e459b tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b729c03-0afd-4115-9d14-1c74ea5ff7d9') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:49:41.478996 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-907b8822-e6f7-411d-9cb4-80c5610b2932 req-0f5e2211-9801-4e70-b1b9-548410caa61c tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ace5c99-ff1d-4ae8-a34c-808ba849368d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1925991 Aug 05 11:49:41.501538 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-29734e2a-189b-4758-8cdd-f51331bc1b42 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25038609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30075142'] for subnet, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:41.515076 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-120841ab-e4d1-4bfa-a1c5-cce1f48e459b tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29786371'] for segment, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:41.637221 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29734e2a-189b-4758-8cdd-f51331bc1b42 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Pushing event deleted for resources: {'Subnet': ['ID=a2f0e542-116e-42ef-9715-f2863dae183b,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:49:41.688654 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-120841ab-e4d1-4bfa-a1c5-cce1f48e459b tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:41.698747 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-29734e2a-189b-4758-8cdd-f51331bc1b42 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:41.702664 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-29734e2a-189b-4758-8cdd-f51331bc1b42 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "DELETE /v2.0/subnets/a2f0e542-116e-42ef-9715-f2863dae183b HTTP/1.1" status: 204 len: 168 time: 2.0689368 Aug 05 11:49:41.704004 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee38d660-71e6-452d-9b0e-d23b2ed165d8 None None] Network a4454b8c-d604-4b20-8815-511d609ead9e requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:49:41.718650 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 45334) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:49:41.743271 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-120841ab-e4d1-4bfa-a1c5-cce1f48e459b tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Releasing vlan 681 on physical network physnet1 to pool {{(pid=94421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:49:41.746778 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-120841ab-e4d1-4bfa-a1c5-cce1f48e459b tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25038799'] for segment, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:41.761608 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-68ddbefc-4f21-46df-97ee-adf59a4c7c6c req-f8ecfa18-216e-4c55-8bf4-0fa0269f68f8 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b29975d-3633-486b-ba92-5c1ed1330df4 HTTP/1.1" status: 200 len: 210 time: 0.0858245 Aug 05 11:49:41.784605 n-d-803378-2 neutron-server[94421]: Traceback (most recent call last): Aug 05 11:49:41.784605 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:49:41.784605 n-d-803378-2 neutron-server[94421]: timer() Aug 05 11:49:41.784605 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:49:41.784605 n-d-803378-2 neutron-server[94421]: cb(*args, **kw) Aug 05 11:49:41.784605 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:49:41.784605 n-d-803378-2 neutron-server[94421]: return func(*args, **kwargs) Aug 05 11:49:41.784605 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:49:41.784605 n-d-803378-2 neutron-server[94421]: self._notify() Aug 05 11:49:41.784605 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:49:41.784605 n-d-803378-2 neutron-server[94421]: self.callback(batched_events) Aug 05 11:49:41.784605 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:49:41.784605 n-d-803378-2 neutron-server[94421]: event.method(event) Aug 05 11:49:41.784605 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:49:41.784605 n-d-803378-2 neutron-server[94421]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:49:41.784605 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:49:41.784605 n-d-803378-2 neutron-server[94421]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:49:41.784605 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:49:41.784605 n-d-803378-2 neutron-server[94421]: return f(self, *a, **k) Aug 05 11:49:41.784605 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:49:41.784605 n-d-803378-2 neutron-server[94421]: return self._get(url).json() Aug 05 11:49:41.784605 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:49:41.784605 n-d-803378-2 neutron-server[94421]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:49:41.784605 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:49:41.784605 n-d-803378-2 neutron-server[94421]: return self.request(url, 'GET', **kwargs) Aug 05 11:49:41.784605 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:49:41.784605 n-d-803378-2 neutron-server[94421]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:49:41.784605 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:49:41.784605 n-d-803378-2 neutron-server[94421]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:49:41.784605 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:49:41.784605 n-d-803378-2 neutron-server[94421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:49:41.784605 n-d-803378-2 neutron-server[94421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:49:41.893132 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:42.161763 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-422e2539-e9e9-46f3-9d07-df4ab298e5c9 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:42.243389 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c9e6b79-ee3f-40ab-8bde-2540a38ea7a8 None None] DHCP port deletion for a4454b8c-d604-4b20-8815-511d609ead9e request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 11:49:42.362461 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 45346) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:49:42.398126 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-1c9e6b79-ee3f-40ab-8bde-2540a38ea7a8 None None] Deleting port 1822d77a-fdc1-4ce2-87fb-6b095456bc05 {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:49:42.399105 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1c9e6b79-ee3f-40ab-8bde-2540a38ea7a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:42.446515 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device aeafd85d-d95d-4cd3-a228-cee79aa8c163 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:49:42.479636 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-d28facae-007a-4000-8c71-60e815dae76d req-8c99c36f-3ac1-49ca-b43c-a38cd76adbfb tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:42.658526 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-d28facae-007a-4000-8c71-60e815dae76d req-8c99c36f-3ac1-49ca-b43c-a38cd76adbfb tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:42.677850 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-1c9e6b79-ee3f-40ab-8bde-2540a38ea7a8 None None] For port 1822d77a-fdc1-4ce2-87fb-6b095456bc05, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=1822d77a-fdc1-4ce2-87fb-6b095456bc05,segment=NetworkSegment(4f28679b-73a0-4d24-a7c8-95b95a21e9c9),segment_id=4f28679b-73a0-4d24-a7c8-95b95a21e9c9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:49:42.680412 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1c9e6b79-ee3f-40ab-8bde-2540a38ea7a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:42.738935 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-1c9e6b79-ee3f-40ab-8bde-2540a38ea7a8 None None] Calling delete_port for 1822d77a-fdc1-4ce2-87fb-6b095456bc05 owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:49:42.798682 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-974aedb4-8738-4594-9789-459b1a2c4e3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:42.824328 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port aeafd85d-d95d-4cd3-a228-cee79aa8c163 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:49:42.830199 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.db.api [None req-120841ab-e4d1-4bfa-a1c5-cce1f48e459b tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 05 11:49:42.830199 n-d-803378-2 neutron-server[94421]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 05 11:49:42.830199 n-d-803378-2 neutron-server[94421]: [parameters: {'id': 'b8418cd4-27d5-4ea3-822f-ad7ca75c10c4'}] Aug 05 11:49:42.830199 n-d-803378-2 neutron-server[94421]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94421) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 05 11:49:42.832189 n-d-803378-2 neutron-server[94421]: DEBUG oslo_db.api [None req-120841ab-e4d1-4bfa-a1c5-cce1f48e459b tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 11:49:43.074777 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1c9e6b79-ee3f-40ab-8bde-2540a38ea7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:43.077527 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a19f4f-1353-4671-bd51-d23c8b0bad6c req-55f1ef58-3497-499a-8a87-aaf1a73fc793 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:49:43.098320 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a6a19f4f-1353-4671-bd51-d23c8b0bad6c req-55f1ef58-3497-499a-8a87-aaf1a73fc793 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddf47896-42f3-4efd-854d-4716a8276153 HTTP/1.1" status: 200 len: 946 time: 0.3420615 Aug 05 11:49:43.134179 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d28facae-007a-4000-8c71-60e815dae76d req-8c99c36f-3ac1-49ca-b43c-a38cd76adbfb tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Network debeaa60-b13d-4f6e-a270-9d57e30ced89 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:49:43.160851 n-d-803378-2 neutron-server[94421]: INFO neutron.api.v2.resource [req-7fc8a6e9-8245-413e-9e6e-1313ad920af5 req-00d9f211-c2aa-4ff5-8ede-5048d0216399 service neutron] show failed (client error): The resource could not be found. Aug 05 11:49:43.163267 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9e6b79-ee3f-40ab-8bde-2540a38ea7a8 None None] Pushing event deleted for resources: {'Port': ['ID=1822d77a-fdc1-4ce2-87fb-6b095456bc05,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:49:43.165770 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7fc8a6e9-8245-413e-9e6e-1313ad920af5 req-00d9f211-c2aa-4ff5-8ede-5048d0216399 service neutron] 10.222.0.55 "GET /v2.0/ports/62a5afb7-e9e3-45d8-b700-ff42ced7a25c/bindings/n-h1-803378-2 HTTP/1.1" status: 404 len: 380 time: 0.3291526 Aug 05 11:49:43.175319 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291fa3bf-a1b7-49f7-a5d2-162bbd4577a6 None None] Network b8418cd4-27d5-4ea3-822f-ad7ca75c10c4 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:49:43.175664 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-d28facae-007a-4000-8c71-60e815dae76d req-8c99c36f-3ac1-49ca-b43c-a38cd76adbfb tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:49:43.195660 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-d28facae-007a-4000-8c71-60e815dae76d req-8c99c36f-3ac1-49ca-b43c-a38cd76adbfb tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:49:43.235599 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9e6b79-ee3f-40ab-8bde-2540a38ea7a8 None None] No DVR routers for this DVR port 1822d77a-fdc1-4ce2-87fb-6b095456bc05 on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:49:43.311942 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c99c36f-3ac1-49ca-b43c-a38cd76adbfb tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Pushing event updated for resources: {'Port': ['ID=d7fa8a13-e5a9-455b-b585-8e43650e0c4d,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:49:43.344514 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-422e2539-e9e9-46f3-9d07-df4ab298e5c9 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Deleting port 1822d77a-fdc1-4ce2-87fb-6b095456bc05 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:49:43.345735 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-422e2539-e9e9-46f3-9d07-df4ab298e5c9 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:43.352620 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-120841ab-e4d1-4bfa-a1c5-cce1f48e459b tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:43.428095 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-3294fcbb-2192-423b-8bec-be21e156d929 None None] Provisioning for port aeafd85d-d95d-4cd3-a228-cee79aa8c163 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:49:43.453463 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-3294fcbb-2192-423b-8bec-be21e156d929 None None] Provisioning complete for port aeafd85d-d95d-4cd3-a228-cee79aa8c163 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:49:43.454117 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-3294fcbb-2192-423b-8bec-be21e156d929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:43.480515 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a6a19f4f-1353-4671-bd51-d23c8b0bad6c req-07faa0ce-2b60-443c-b62c-eac2a642cda9 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ace5c99-ff1d-4ae8-a34c-808ba849368d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3755183 Aug 05 11:49:43.494232 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28facae-007a-4000-8c71-60e815dae76d req-8c99c36f-3ac1-49ca-b43c-a38cd76adbfb tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:49:43.497093 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-d28facae-007a-4000-8c71-60e815dae76d req-8c99c36f-3ac1-49ca-b43c-a38cd76adbfb tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:43.589361 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8d455e-ed9f-4498-8a9a-fdcf6b7ef9ff req-f7bfac09-2247-42a6-8a1b-9e45ff47295c tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:49:43.604633 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ab8d455e-ed9f-4498-8a9a-fdcf6b7ef9ff req-f7bfac09-2247-42a6-8a1b-9e45ff47295c tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b29975d-3633-486b-ba92-5c1ed1330df4 HTTP/1.1" status: 200 len: 932 time: 0.3112228 Aug 05 11:49:43.658898 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [None req-422e2539-e9e9-46f3-9d07-df4ab298e5c9 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] For port 1822d77a-fdc1-4ce2-87fb-6b095456bc05, host n-d-803378-2, got binding levels [] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:49:43.660060 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-422e2539-e9e9-46f3-9d07-df4ab298e5c9 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:43.697952 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-422e2539-e9e9-46f3-9d07-df4ab298e5c9 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Calling delete_port for 1822d77a-fdc1-4ce2-87fb-6b095456bc05 owned by network:dhcp {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:49:43.705855 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.ipam_backend_mixin [None req-422e2539-e9e9-46f3-9d07-df4ab298e5c9 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Port 1822d77a-fdc1-4ce2-87fb-6b095456bc05 was not found and therefore no delete operation was performed {{(pid=94421) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 05 11:49:43.712799 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-422e2539-e9e9-46f3-9d07-df4ab298e5c9 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:43.735202 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ab8d455e-ed9f-4498-8a9a-fdcf6b7ef9ff req-84515694-70c6-439a-a1f1-d8f494daa50f tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5464a98-f362-4f03-a5f7-4b9d844b9cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288848 Aug 05 11:49:43.799412 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422e2539-e9e9-46f3-9d07-df4ab298e5c9 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Pushing event deleted for resources: {'Port': ['ID=1822d77a-fdc1-4ce2-87fb-6b095456bc05,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:49:43.801921 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-974aedb4-8738-4594-9789-459b1a2c4e3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:43.812015 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-974aedb4-8738-4594-9789-459b1a2c4e3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:43.916723 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-974aedb4-8738-4594-9789-459b1a2c4e3c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a0c410a08c854fd399244aeba401650c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5512903 Aug 05 11:49:43.919023 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 45358) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:49:43.921793 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974aedb4-8738-4594-9789-459b1a2c4e3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a3dd4a9-a7fb-48ea-8f0d-31342db3bb8d,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:49:43.933427 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d28facae-007a-4000-8c71-60e815dae76d req-8c99c36f-3ac1-49ca-b43c-a38cd76adbfb tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4657552 Aug 05 11:49:43.934753 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422e2539-e9e9-46f3-9d07-df4ab298e5c9 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] No DVR routers for this DVR port 1822d77a-fdc1-4ce2-87fb-6b095456bc05 on host n-d-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:49:43.945117 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974aedb4-8738-4594-9789-459b1a2c4e3c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:49:43.946058 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974aedb4-8738-4594-9789-459b1a2c4e3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:49:43.946937 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974aedb4-8738-4594-9789-459b1a2c4e3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:49:43.947784 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974aedb4-8738-4594-9789-459b1a2c4e3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:49:43.948764 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974aedb4-8738-4594-9789-459b1a2c4e3c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:49:43.949700 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974aedb4-8738-4594-9789-459b1a2c4e3c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:49:43.950708 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974aedb4-8738-4594-9789-459b1a2c4e3c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:49:43.951617 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974aedb4-8738-4594-9789-459b1a2c4e3c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:49:43.952450 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974aedb4-8738-4594-9789-459b1a2c4e3c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:49:43.953385 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974aedb4-8738-4594-9789-459b1a2c4e3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:49:43.953985 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974aedb4-8738-4594-9789-459b1a2c4e3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:49:43.954625 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974aedb4-8738-4594-9789-459b1a2c4e3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:49:43.957798 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:44.014124 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-d28facae-007a-4000-8c71-60e815dae76d req-45cbb730-d28f-4923-a5ba-37eca2069ff5 service neutron] Request body: {'port': {'device_id': '9b29975d-3633-486b-ba92-5c1ed1330df4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:49:44.091369 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-3294fcbb-2192-423b-8bec-be21e156d929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:44.117450 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0516b32-8ef7-4fa1-8a55-9795edf66ea6 None None] DHCP port deletion for b8418cd4-27d5-4ea3-822f-ad7ca75c10c4 request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 11:49:44.123782 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b58db7a3-2473-4ca1-ac95-a9f444040456 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:44.144728 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-120841ab-e4d1-4bfa-a1c5-cce1f48e459b tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Deleting port aeafd85d-d95d-4cd3-a228-cee79aa8c163 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:49:44.145366 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-120841ab-e4d1-4bfa-a1c5-cce1f48e459b tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:44.191328 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b58db7a3-2473-4ca1-ac95-a9f444040456 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:44.250738 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc8a6e9-8245-413e-9e6e-1313ad920af5 req-751018d0-f8fd-4f21-8abc-122fda9628e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:49:44.252655 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7fc8a6e9-8245-413e-9e6e-1313ad920af5 req-751018d0-f8fd-4f21-8abc-122fda9628e9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ddf47896-42f3-4efd-854d-4716a8276153&tenant_id=7f88688726d24c8e9d77831659c7c3ae HTTP/1.1" status: 200 len: 1097 time: 0.4561872 Aug 05 11:49:44.263797 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-422e2539-e9e9-46f3-9d07-df4ab298e5c9 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:44.277905 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 1822d77a-fdc1-4ce2-87fb-6b095456bc05 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:49:44.290826 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-3294fcbb-2192-423b-8bec-be21e156d929 None None] For port aeafd85d-d95d-4cd3-a228-cee79aa8c163, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=aeafd85d-d95d-4cd3-a228-cee79aa8c163,segment=NetworkSegment(5b729c03-0afd-4115-9d14-1c74ea5ff7d9),segment_id=5b729c03-0afd-4115-9d14-1c74ea5ff7d9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:49:44.320597 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b58db7a3-2473-4ca1-ac95-a9f444040456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:44.323608 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-7fc8a6e9-8245-413e-9e6e-1313ad920af5 req-2fa51262-ae4b-4425-8455-55cb2ef56b55 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-803378-2', 'device_owner': 'compute:nova'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:49:44.326577 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b58db7a3-2473-4ca1-ac95-a9f444040456 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:44.333607 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-b58db7a3-2473-4ca1-ac95-a9f444040456 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0a3dd4a9-a7fb-48ea-8f0d-31342db3bb8d HTTP/1.1" status: 204 len: 168 time: 0.4136052 Aug 05 11:49:44.351910 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-3294fcbb-2192-423b-8bec-be21e156d929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:44.353942 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58db7a3-2473-4ca1-ac95-a9f444040456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a3dd4a9-a7fb-48ea-8f0d-31342db3bb8d,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:49:44.356756 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 1822d77a-fdc1-4ce2-87fb-6b095456bc05 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:49:44.358041 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 1822d77a-fdc1-4ce2-87fb-6b095456bc05 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:49:44.358812 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device aeafd85d-d95d-4cd3-a228-cee79aa8c163 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:49:44.425023 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-422e2539-e9e9-46f3-9d07-df4ab298e5c9 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4454b8c-d604-4b20-8815-511d609ead9e']}} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:49:44.472118 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-d28facae-007a-4000-8c71-60e815dae76d req-45cbb730-d28f-4923-a5ba-37eca2069ff5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:44.490203 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [None req-120841ab-e4d1-4bfa-a1c5-cce1f48e459b tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] For port aeafd85d-d95d-4cd3-a228-cee79aa8c163, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=aeafd85d-d95d-4cd3-a228-cee79aa8c163,segment=NetworkSegment(5b729c03-0afd-4115-9d14-1c74ea5ff7d9),segment_id=5b729c03-0afd-4115-9d14-1c74ea5ff7d9)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:49:44.491380 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-120841ab-e4d1-4bfa-a1c5-cce1f48e459b tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:44.517185 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-120841ab-e4d1-4bfa-a1c5-cce1f48e459b tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Calling delete_port for aeafd85d-d95d-4cd3-a228-cee79aa8c163 owned by network:dhcp {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:49:44.523401 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-a0516b32-8ef7-4fa1-8a55-9795edf66ea6 None None] Deleting port aeafd85d-d95d-4cd3-a228-cee79aa8c163 {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:49:44.523888 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-a0516b32-8ef7-4fa1-8a55-9795edf66ea6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:44.601668 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-422e2539-e9e9-46f3-9d07-df4ab298e5c9 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f28679b-73a0-4d24-a7c8-95b95a21e9c9') {'for_net_delete': True} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:49:44.602182 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-422e2539-e9e9-46f3-9d07-df4ab298e5c9 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f28679b-73a0-4d24-a7c8-95b95a21e9c9') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:49:44.620832 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-422e2539-e9e9-46f3-9d07-df4ab298e5c9 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29786371'] for segment, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:44.639920 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-a0516b32-8ef7-4fa1-8a55-9795edf66ea6 None None] For port aeafd85d-d95d-4cd3-a228-cee79aa8c163, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=aeafd85d-d95d-4cd3-a228-cee79aa8c163,segment=NetworkSegment(5b729c03-0afd-4115-9d14-1c74ea5ff7d9),segment_id=5b729c03-0afd-4115-9d14-1c74ea5ff7d9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:49:44.640905 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-a0516b32-8ef7-4fa1-8a55-9795edf66ea6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:44.674949 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-a0516b32-8ef7-4fa1-8a55-9795edf66ea6 None None] Calling delete_port for aeafd85d-d95d-4cd3-a228-cee79aa8c163 owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:49:44.677273 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-422e2539-e9e9-46f3-9d07-df4ab298e5c9 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:44.703117 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-422e2539-e9e9-46f3-9d07-df4ab298e5c9 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=94421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:49:44.704345 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-422e2539-e9e9-46f3-9d07-df4ab298e5c9 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25038799'] for segment, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:44.719003 n-d-803378-2 neutron-server[94421]: Traceback (most recent call last): Aug 05 11:49:44.719003 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:49:44.719003 n-d-803378-2 neutron-server[94421]: timer() Aug 05 11:49:44.719003 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:49:44.719003 n-d-803378-2 neutron-server[94421]: cb(*args, **kw) Aug 05 11:49:44.719003 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:49:44.719003 n-d-803378-2 neutron-server[94421]: return func(*args, **kwargs) Aug 05 11:49:44.719003 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:49:44.719003 n-d-803378-2 neutron-server[94421]: self._notify() Aug 05 11:49:44.719003 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:49:44.719003 n-d-803378-2 neutron-server[94421]: self.callback(batched_events) Aug 05 11:49:44.719003 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:49:44.719003 n-d-803378-2 neutron-server[94421]: event.method(event) Aug 05 11:49:44.719003 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:49:44.719003 n-d-803378-2 neutron-server[94421]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:49:44.719003 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:49:44.719003 n-d-803378-2 neutron-server[94421]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:49:44.719003 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:49:44.719003 n-d-803378-2 neutron-server[94421]: return f(self, *a, **k) Aug 05 11:49:44.719003 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:49:44.719003 n-d-803378-2 neutron-server[94421]: return self._get(url).json() Aug 05 11:49:44.719003 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:49:44.719003 n-d-803378-2 neutron-server[94421]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:49:44.719003 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:49:44.719003 n-d-803378-2 neutron-server[94421]: return self.request(url, 'GET', **kwargs) Aug 05 11:49:44.719003 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:49:44.719003 n-d-803378-2 neutron-server[94421]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:49:44.719003 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:49:44.719003 n-d-803378-2 neutron-server[94421]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:49:44.719003 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:49:44.719003 n-d-803378-2 neutron-server[94421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:49:44.719003 n-d-803378-2 neutron-server[94421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:49:44.895683 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f308f389-e25e-4ca9-8d17-5264350055b7 req-7851001a-1238-4afc-b50b-398f5112b0be tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:49:44.902621 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3294fcbb-2192-423b-8bec-be21e156d929 None None] Pushing event updated for resources: {'Port': ['ID=aeafd85d-d95d-4cd3-a228-cee79aa8c163,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:49:44.909676 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f308f389-e25e-4ca9-8d17-5264350055b7 req-7851001a-1238-4afc-b50b-398f5112b0be tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddf47896-42f3-4efd-854d-4716a8276153 HTTP/1.1" status: 200 len: 946 time: 0.2129910 Aug 05 11:49:45.029641 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:45.087060 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f308f389-e25e-4ca9-8d17-5264350055b7 req-91c29ad3-5e4c-4b2c-b591-4d927cdb1a9b tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ace5c99-ff1d-4ae8-a34c-808ba849368d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1648099 Aug 05 11:49:45.125327 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93bfc26-310b-40fd-bacf-482ff67511d2 req-371fcf57-b4bf-4fb5-8e13-8a95a14c9576 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:49:45.133958 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-a0516b32-8ef7-4fa1-8a55-9795edf66ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:45.144821 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f93bfc26-310b-40fd-bacf-482ff67511d2 req-371fcf57-b4bf-4fb5-8e13-8a95a14c9576 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b29975d-3633-486b-ba92-5c1ed1330df4 HTTP/1.1" status: 200 len: 932 time: 0.1473310 Aug 05 11:49:45.232393 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f93bfc26-310b-40fd-bacf-482ff67511d2 req-78250301-966b-43b2-ba22-d9dd8fd15416 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5464a98-f362-4f03-a5f7-4b9d844b9cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798230 Aug 05 11:49:45.290402 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0516b32-8ef7-4fa1-8a55-9795edf66ea6 None None] Pushing event deleted for resources: {'Port': ['ID=aeafd85d-d95d-4cd3-a228-cee79aa8c163,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:49:45.299412 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0516b32-8ef7-4fa1-8a55-9795edf66ea6 None None] No DVR routers for this DVR port aeafd85d-d95d-4cd3-a228-cee79aa8c163 on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:49:45.355988 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6825cc62-57dd-4948-9aa5-5a144eb6f125 None None] Network b8418cd4-27d5-4ea3-822f-ad7ca75c10c4 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:49:45.371038 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 45386) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:49:45.373132 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-422e2539-e9e9-46f3-9d07-df4ab298e5c9 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:45.416562 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-422e2539-e9e9-46f3-9d07-df4ab298e5c9 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks [] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:45.436293 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-422e2539-e9e9-46f3-9d07-df4ab298e5c9 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "DELETE /v2.0/networks/a4454b8c-d604-4b20-8815-511d609ead9e HTTP/1.1" status: 204 len: 168 time: 3.7003593 Aug 05 11:49:45.436293 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-7fc8a6e9-8245-413e-9e6e-1313ad920af5 req-2fa51262-ae4b-4425-8455-55cb2ef56b55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:45.436776 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-54cf4320-fe7b-41c0-b524-00a38bc0ab5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:45.436776 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 45388) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:49:45.469448 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-984bb7db-05e4-4824-8491-015bc3c8fc02 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1513045395'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:49:45.508292 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422e2539-e9e9-46f3-9d07-df4ab298e5c9 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Pushing event deleted for resources: {'Network': ['ID=a4454b8c-d604-4b20-8815-511d609ead9e,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:49:45.524517 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ecf5775a-08c0-46af-9921-f3c4738ee8c8 req-730a7690-f4f6-422b-92ac-e06b8f29935d tempest-VolumesBackupsTest-350127530 tempest-VolumesBackupsTest-350127530-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=88cdcbc276f743009bceec79702dca0f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1293542 Aug 05 11:49:45.713342 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.db.api [None req-54cf4320-fe7b-41c0-b524-00a38bc0ab5b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 05 11:49:45.713342 n-d-803378-2 neutron-server[94420]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 05 11:49:45.713342 n-d-803378-2 neutron-server[94420]: [parameters: {'project_id': '874c581b056c4acdbefa0781d48cf668', 'id': '23afb934-2d84-4848-8859-97b1018ba353', 'expiration': datetime.datetime(2021, 8, 5, 11, 51, 45, 587413)}] Aug 05 11:49:45.713342 n-d-803378-2 neutron-server[94420]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94420) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 05 11:49:45.714315 n-d-803378-2 neutron-server[94420]: DEBUG oslo_db.api [None req-54cf4320-fe7b-41c0-b524-00a38bc0ab5b admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 11:49:45.717270 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-120841ab-e4d1-4bfa-a1c5-cce1f48e459b tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:45.728451 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-984bb7db-05e4-4824-8491-015bc3c8fc02 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Made reservation on behalf of 26f32bbf0e234159bf611d6f63f387fb for: {'network': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:49:45.734859 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-984bb7db-05e4-4824-8491-015bc3c8fc02 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:45.825255 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120841ab-e4d1-4bfa-a1c5-cce1f48e459b tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Pushing event deleted for resources: {'Port': ['ID=aeafd85d-d95d-4cd3-a228-cee79aa8c163,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:49:45.933071 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-984bb7db-05e4-4824-8491-015bc3c8fc02 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] vlan segment allocate from pool success with {'vlan_id': 667, 'physical_network': 'physnet1'} {{(pid=94420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:49:45.939532 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120841ab-e4d1-4bfa-a1c5-cce1f48e459b tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] No DVR routers for this DVR port aeafd85d-d95d-4cd3-a228-cee79aa8c163 on host n-d-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:49:46.010436 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-984bb7db-05e4-4824-8491-015bc3c8fc02 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:46.011297 n-d-803378-2 neutron-server[94420]: INFO neutron.db.segments_db [None req-984bb7db-05e4-4824-8491-015bc3c8fc02 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Added segment 17a4eca0-5057-4013-a403-330122e83206 of type vlan for network 6f726d11-e513-49dd-bd45-f6e0be2a2fe4 Aug 05 11:49:46.051845 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf5775a-08c0-46af-9921-f3c4738ee8c8 req-58eba092-59be-48d2-a255-969b08ec267f tempest-VolumesBackupsTest-350127530 tempest-VolumesBackupsTest-350127530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:49:46.055358 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ecf5775a-08c0-46af-9921-f3c4738ee8c8 req-58eba092-59be-48d2-a255-969b08ec267f tempest-VolumesBackupsTest-350127530 tempest-VolumesBackupsTest-350127530-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5171750 Aug 05 11:49:46.149963 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ecf5775a-08c0-46af-9921-f3c4738ee8c8 req-78d86be2-e194-40ba-9c4f-138a2c23ba73 tempest-VolumesBackupsTest-350127530 tempest-VolumesBackupsTest-350127530-project] 10.222.0.58 "GET /v2.0/quotas/88cdcbc276f743009bceec79702dca0f HTTP/1.1" status: 200 len: 375 time: 0.0437367 Aug 05 11:49:46.155712 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-984bb7db-05e4-4824-8491-015bc3c8fc02 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:46.232270 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-54cf4320-fe7b-41c0-b524-00a38bc0ab5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:46.245364 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ecf5775a-08c0-46af-9921-f3c4738ee8c8 req-edea0302-ab00-4eae-9430-70ed86274a12 tempest-VolumesBackupsTest-350127530 tempest-VolumesBackupsTest-350127530-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=88cdcbc276f743009bceec79702dca0f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0729105 Aug 05 11:49:46.307169 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-120841ab-e4d1-4bfa-a1c5-cce1f48e459b tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:46.331927 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.db.resource_extend [None req-984bb7db-05e4-4824-8491-015bc3c8fc02 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 05 11:49:46.384636 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-120841ab-e4d1-4bfa-a1c5-cce1f48e459b tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8418cd4-27d5-4ea3-822f-ad7ca75c10c4']}} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:49:46.441480 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-120841ab-e4d1-4bfa-a1c5-cce1f48e459b tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b729c03-0afd-4115-9d14-1c74ea5ff7d9') {'for_net_delete': True} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:49:46.441978 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-120841ab-e4d1-4bfa-a1c5-cce1f48e459b tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b729c03-0afd-4115-9d14-1c74ea5ff7d9') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:49:46.466376 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-984bb7db-05e4-4824-8491-015bc3c8fc02 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:46.479387 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984bb7db-05e4-4824-8491-015bc3c8fc02 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:49:46.481044 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-984bb7db-05e4-4824-8491-015bc3c8fc02 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:46.498707 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-120841ab-e4d1-4bfa-a1c5-cce1f48e459b tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29786371'] for segment, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:46.544909 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-d28facae-007a-4000-8c71-60e815dae76d req-45cbb730-d28f-4923-a5ba-37eca2069ff5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7fa8a13-e5a9-455b-b585-8e43650e0c4d {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:49:46.578065 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-d28facae-007a-4000-8c71-60e815dae76d req-45cbb730-d28f-4923-a5ba-37eca2069ff5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:46.622080 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-7fc8a6e9-8245-413e-9e6e-1313ad920af5 req-2fa51262-ae4b-4425-8455-55cb2ef56b55 service neutron] For port 62a5afb7-e9e3-45d8-b700-ff42ced7a25c, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=62a5afb7-e9e3-45d8-b700-ff42ced7a25c,segment=NetworkSegment(9f03e2db-8557-4053-84d8-e8f77c56803d),segment_id=9f03e2db-8557-4053-84d8-e8f77c56803d)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:49:46.642505 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-120841ab-e4d1-4bfa-a1c5-cce1f48e459b tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:46.646739 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-d28facae-007a-4000-8c71-60e815dae76d req-45cbb730-d28f-4923-a5ba-37eca2069ff5 service neutron] Transition to ACTIVE for port object d7fa8a13-e5a9-455b-b585-8e43650e0c4d will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:49:46.666476 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-120841ab-e4d1-4bfa-a1c5-cce1f48e459b tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Releasing vlan 681 on physical network physnet1 to pool {{(pid=94421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:49:46.667161 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-120841ab-e4d1-4bfa-a1c5-cce1f48e459b tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25038799'] for segment, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:46.672867 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-d28facae-007a-4000-8c71-60e815dae76d req-45cbb730-d28f-4923-a5ba-37eca2069ff5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:46.676182 n-d-803378-2 neutron-server[94421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 11:49:46.676182 n-d-803378-2 neutron-server[94421]: self.session.flush() Aug 05 11:49:46.676182 n-d-803378-2 neutron-server[94421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 11:49:46.676182 n-d-803378-2 neutron-server[94421]: self.session.flush() Aug 05 11:49:46.676182 n-d-803378-2 neutron-server[94421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 11:49:46.676182 n-d-803378-2 neutron-server[94421]: self.session.flush() Aug 05 11:49:46.676182 n-d-803378-2 neutron-server[94421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 11:49:46.676182 n-d-803378-2 neutron-server[94421]: self.session.flush() Aug 05 11:49:46.676182 n-d-803378-2 neutron-server[94421]: Traceback (most recent call last): Aug 05 11:49:46.676182 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:49:46.676182 n-d-803378-2 neutron-server[94421]: timer() Aug 05 11:49:46.676182 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:49:46.676182 n-d-803378-2 neutron-server[94421]: cb(*args, **kw) Aug 05 11:49:46.676182 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:49:46.676182 n-d-803378-2 neutron-server[94421]: return func(*args, **kwargs) Aug 05 11:49:46.676182 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:49:46.676182 n-d-803378-2 neutron-server[94421]: self._notify() Aug 05 11:49:46.676182 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:49:46.676182 n-d-803378-2 neutron-server[94421]: self.callback(batched_events) Aug 05 11:49:46.676182 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:49:46.676182 n-d-803378-2 neutron-server[94421]: event.method(event) Aug 05 11:49:46.676182 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:49:46.676182 n-d-803378-2 neutron-server[94421]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:49:46.676182 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:49:46.676182 n-d-803378-2 neutron-server[94421]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:49:46.676182 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:49:46.676182 n-d-803378-2 neutron-server[94421]: return f(self, *a, **k) Aug 05 11:49:46.676182 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:49:46.676182 n-d-803378-2 neutron-server[94421]: return self._get(url).json() Aug 05 11:49:46.676182 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:49:46.676182 n-d-803378-2 neutron-server[94421]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:49:46.676182 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:49:46.676182 n-d-803378-2 neutron-server[94421]: return self.request(url, 'GET', **kwargs) Aug 05 11:49:46.676182 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:49:46.676182 n-d-803378-2 neutron-server[94421]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:49:46.676182 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:49:46.676182 n-d-803378-2 neutron-server[94421]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:49:46.676182 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:49:46.676182 n-d-803378-2 neutron-server[94421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:49:46.676182 n-d-803378-2 neutron-server[94421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:49:46.732650 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9459a811-389e-4af3-a2db-ef0d253e4e5d req-4818f2ea-003c-44e8-bf24-667785e12f19 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:49:46.735254 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9459a811-389e-4af3-a2db-ef0d253e4e5d req-4818f2ea-003c-44e8-bf24-667785e12f19 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddf47896-42f3-4efd-854d-4716a8276153 HTTP/1.1" status: 200 len: 946 time: 0.4070144 Aug 05 11:49:46.780934 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984bb7db-05e4-4824-8491-015bc3c8fc02 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Pushing event updated for resources: {'Network': ['ID=6f726d11-e513-49dd-bd45-f6e0be2a2fe4,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:49:46.802042 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 6f726d11-e513-49dd-bd45-f6e0be2a2fe4 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:49:46.853471 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-54cf4320-fe7b-41c0-b524-00a38bc0ab5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:46.874604 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-54cf4320-fe7b-41c0-b524-00a38bc0ab5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:46.913873 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895b4e09-b907-42c3-8db0-fce9a4c0134c req-0bd1a134-57c1-41eb-a60a-157930fe3ea3 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:49:46.917096 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-895b4e09-b907-42c3-8db0-fce9a4c0134c req-0bd1a134-57c1-41eb-a60a-157930fe3ea3 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b29975d-3633-486b-ba92-5c1ed1330df4 HTTP/1.1" status: 200 len: 944 time: 0.2826219 Aug 05 11:49:46.927632 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-7fc8a6e9-8245-413e-9e6e-1313ad920af5 req-2fa51262-ae4b-4425-8455-55cb2ef56b55 service neutron] For port 62a5afb7-e9e3-45d8-b700-ff42ced7a25c, host n-h2-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:49:46.936049 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-984bb7db-05e4-4824-8491-015bc3c8fc02 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4963219 Aug 05 11:49:46.942075 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 45404) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:49:47.006182 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9459a811-389e-4af3-a2db-ef0d253e4e5d req-56f1aa71-6dd5-40f9-ba53-26139e1a374b tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ace5c99-ff1d-4ae8-a34c-808ba849368d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2408493 Aug 05 11:49:47.068322 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-54cf4320-fe7b-41c0-b524-00a38bc0ab5b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=874c581b056c4acdbefa0781d48cf668&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6955717 Aug 05 11:49:47.069947 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 45406) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:49:47.086627 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cf4320-fe7b-41c0-b524-00a38bc0ab5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f4ae830-843a-4877-ba50-9c4969c89c82,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:49:47.152422 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-895b4e09-b907-42c3-8db0-fce9a4c0134c req-56b704dc-f78e-4d36-81ff-0356154b5ed4 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5464a98-f362-4f03-a5f7-4b9d844b9cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129483 Aug 05 11:49:47.229047 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d1468222-8ac8-4855-89fa-caca843fdbcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:47.266329 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 62a5afb7-e9e3-45d8-b700-ff42ced7a25c no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:49:47.293229 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d1468222-8ac8-4855-89fa-caca843fdbcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:47.371693 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a03c24c2-78d8-4358-8fd8-654a79ba8ea8 req-fde67e91-40f6-4753-857e-fa63c37a67a3 tempest-VolumesBackupsTest-350127530 tempest-VolumesBackupsTest-350127530-project] 10.222.0.58 "GET /v2.0/ports?device_id=93462345-4434-4a7f-8b61-cffd0553c5b8 HTTP/1.1" status: 200 len: 210 time: 0.0834947 Aug 05 11:49:47.471892 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d1468222-8ac8-4855-89fa-caca843fdbcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:47.477789 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d1468222-8ac8-4855-89fa-caca843fdbcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:47.487022 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-d1468222-8ac8-4855-89fa-caca843fdbcc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7f4ae830-843a-4877-ba50-9c4969c89c82 HTTP/1.1" status: 204 len: 168 time: 0.4107802 Aug 05 11:49:47.534423 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1468222-8ac8-4855-89fa-caca843fdbcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f4ae830-843a-4877-ba50-9c4969c89c82,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:49:47.535077 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:47.592693 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-9bfb19dc-9dba-458f-9328-c361c16caea9 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Request body: {'subnet': {'network_id': '6f726d11-e513-49dd-bd45-f6e0be2a2fe4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:49:47.632391 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cbb730-d28f-4923-a5ba-37eca2069ff5 service neutron] Pushing event updated for resources: {'Port': ['ID=d7fa8a13-e5a9-455b-b585-8e43650e0c4d,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:49:47.636644 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-120841ab-e4d1-4bfa-a1c5-cce1f48e459b tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:47.733319 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-120841ab-e4d1-4bfa-a1c5-cce1f48e459b tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks [] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:47.741550 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 45412) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:49:47.741899 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-120841ab-e4d1-4bfa-a1c5-cce1f48e459b tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] 10.222.0.58 "DELETE /v2.0/networks/b8418cd4-27d5-4ea3-822f-ad7ca75c10c4 HTTP/1.1" status: 204 len: 168 time: 9.0243816 Aug 05 11:49:47.783414 n-d-803378-2 neutron-server[94420]: INFO neutron.pecan_wsgi.hooks.translation [None req-16f49ebb-ab44-4ee6-81db-02057c042418 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] DELETE failed (client error): The resource could not be found. Aug 05 11:49:47.785023 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16f49ebb-ab44-4ee6-81db-02057c042418 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:49:47.788963 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-16f49ebb-ab44-4ee6-81db-02057c042418 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] 10.222.0.58 "DELETE /v2.0/networks/b8418cd4-27d5-4ea3-822f-ad7ca75c10c4 HTTP/1.1" status: 404 len: 339 time: 0.0443070 Aug 05 11:49:47.805910 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 45414) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:49:47.815515 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-296a86cc-e48c-4630-86d2-79d045d5f29e tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1398003891', 'description': 'd1'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:49:47.823201 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120841ab-e4d1-4bfa-a1c5-cce1f48e459b tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Pushing event deleted for resources: {'Network': ['ID=b8418cd4-27d5-4ea3-822f-ad7ca75c10c4,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:49:47.839114 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-7fc8a6e9-8245-413e-9e6e-1313ad920af5 req-2fa51262-ae4b-4425-8455-55cb2ef56b55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:47.842419 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddf47896-42f3-4efd-854d-4716a8276153', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62a5afb7-e9e3-45d8-b700-ff42ced7a25c'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:49:47.854893 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaf655fe-d750-46a3-9c0d-656784138613" -d '{"events": [{"server_uuid": "ddf47896-42f3-4efd-854d-4716a8276153", "name": "network-vif-unplugged", "status": "completed", "tag": "62a5afb7-e9e3-45d8-b700-ff42ced7a25c"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:49:47.877003 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-296a86cc-e48c-4630-86d2-79d045d5f29e tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Made reservation on behalf of 63553f01420144a38df0f1373f99c0f2 for: {'network': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:49:47.886210 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-296a86cc-e48c-4630-86d2-79d045d5f29e tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:47.908018 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-7fc8a6e9-8245-413e-9e6e-1313ad920af5 req-2fa51262-ae4b-4425-8455-55cb2ef56b55 service neutron] Transition to ACTIVE for port object 62a5afb7-e9e3-45d8-b700-ff42ced7a25c will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:49:47.958495 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-296a86cc-e48c-4630-86d2-79d045d5f29e tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=94420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:49:47.987368 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-296a86cc-e48c-4630-86d2-79d045d5f29e tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:47.988620 n-d-803378-2 neutron-server[94420]: INFO neutron.db.segments_db [None req-296a86cc-e48c-4630-86d2-79d045d5f29e tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Added segment 8609515a-cc90-4152-ae87-3ccd5fca8a55 of type vlan for network c7521e93-01cb-4359-87a5-e7d7a6c31257 Aug 05 11:49:48.068320 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.db.api [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94422) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 05 11:49:48.072772 n-d-803378-2 neutron-server[94422]: DEBUG oslo_db.api [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 11:49:48.102488 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-7fc8a6e9-8245-413e-9e6e-1313ad920af5 req-2fa51262-ae4b-4425-8455-55cb2ef56b55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:48.113879 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 05 Aug 2021 11:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-591219ae-9333-4de9-941d-83afb7f84b8f x-openstack-request-id: req-591219ae-9333-4de9-941d-83afb7f84b8f {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:49:48.114369 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddf47896-42f3-4efd-854d-4716a8276153", "name": "network-vif-unplugged", "status": "completed", "tag": "62a5afb7-e9e3-45d8-b700-ff42ced7a25c", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:49:48.114817 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-591219ae-9333-4de9-941d-83afb7f84b8f {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:49:48.115685 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddf47896-42f3-4efd-854d-4716a8276153', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62a5afb7-e9e3-45d8-b700-ff42ced7a25c', 'code': 200} Aug 05 11:49:48.117515 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-296a86cc-e48c-4630-86d2-79d045d5f29e tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:48.185754 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-296a86cc-e48c-4630-86d2-79d045d5f29e tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:48.200133 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296a86cc-e48c-4630-86d2-79d045d5f29e tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:49:48.201885 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-296a86cc-e48c-4630-86d2-79d045d5f29e tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:48.233698 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa51262-ae4b-4425-8455-55cb2ef56b55 service neutron] Pushing event updated for resources: {'Port': ['ID=62a5afb7-e9e3-45d8-b700-ff42ced7a25c,revision_number=6']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:49:48.312404 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-d28facae-007a-4000-8c71-60e815dae76d req-45cbb730-d28f-4923-a5ba-37eca2069ff5 service neutron] Attempting to bind port d7fa8a13-e5a9-455b-b585-8e43650e0c4d on host n-h1-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:49:48.313185 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-d28facae-007a-4000-8c71-60e815dae76d req-45cbb730-d28f-4923-a5ba-37eca2069ff5 service neutron] Attempting to bind port d7fa8a13-e5a9-455b-b585-8e43650e0c4d by drivers openvswitch,hyperv on host n-h1-803378-2 at level 0 using segments [{'id': 'fa5f7742-6e03-46ef-8df5-0f25b5d284b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'debeaa60-b13d-4f6e-a270-9d57e30ced89'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:49:48.313914 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d28facae-007a-4000-8c71-60e815dae76d req-45cbb730-d28f-4923-a5ba-37eca2069ff5 service neutron] Attempting to bind port d7fa8a13-e5a9-455b-b585-8e43650e0c4d on network debeaa60-b13d-4f6e-a270-9d57e30ced89 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:49:48.377313 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bfb19dc-9dba-458f-9328-c361c16caea9 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Made reservation on behalf of 26f32bbf0e234159bf611d6f63f387fb for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:49:48.391299 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9bfb19dc-9dba-458f-9328-c361c16caea9 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:48.414238 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-296a86cc-e48c-4630-86d2-79d045d5f29e tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.6053202 Aug 05 11:49:48.416247 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 45432) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:49:48.444357 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296a86cc-e48c-4630-86d2-79d045d5f29e tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Pushing event updated for resources: {'Network': ['ID=c7521e93-01cb-4359-87a5-e7d7a6c31257,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:49:48.470688 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network c7521e93-01cb-4359-87a5-e7d7a6c31257 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:49:48.636076 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33477ff5-8cae-4115-8dd8-c10f478b2210 req-253f5553-87d0-42f3-9c2f-84ddfaf1f916 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:49:48.638234 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d28facae-007a-4000-8c71-60e815dae76d req-45cbb730-d28f-4923-a5ba-37eca2069ff5 service neutron] Port d7fa8a13-e5a9-455b-b585-8e43650e0c4d on network debeaa60-b13d-4f6e-a270-9d57e30ced89 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:49:48.640094 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d28facae-007a-4000-8c71-60e815dae76d req-45cbb730-d28f-4923-a5ba-37eca2069ff5 service neutron] Attempting to bind port d7fa8a13-e5a9-455b-b585-8e43650e0c4d on network debeaa60-b13d-4f6e-a270-9d57e30ced89 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:49:48.642198 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-33477ff5-8cae-4115-8dd8-c10f478b2210 req-253f5553-87d0-42f3-9c2f-84ddfaf1f916 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddf47896-42f3-4efd-854d-4716a8276153 HTTP/1.1" status: 200 len: 944 time: 0.4169176 Aug 05 11:49:48.729042 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d28facae-007a-4000-8c71-60e815dae76d req-45cbb730-d28f-4923-a5ba-37eca2069ff5 service neutron] Checking agent: {'id': '40bb7567-59bd-4b31-bc29-da1c50bca759', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:49:48.730031 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d28facae-007a-4000-8c71-60e815dae76d req-45cbb730-d28f-4923-a5ba-37eca2069ff5 service neutron] Checking segment: {'id': 'fa5f7742-6e03-46ef-8df5-0f25b5d284b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'debeaa60-b13d-4f6e-a270-9d57e30ced89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:49:48.731366 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d28facae-007a-4000-8c71-60e815dae76d req-45cbb730-d28f-4923-a5ba-37eca2069ff5 service neutron] Bound using segment: {'id': 'fa5f7742-6e03-46ef-8df5-0f25b5d284b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'debeaa60-b13d-4f6e-a270-9d57e30ced89'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:49:48.732536 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-d28facae-007a-4000-8c71-60e815dae76d req-45cbb730-d28f-4923-a5ba-37eca2069ff5 service neutron] Bound port: d7fa8a13-e5a9-455b-b585-8e43650e0c4d, host: n-h1-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa5f7742-6e03-46ef-8df5-0f25b5d284b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'debeaa60-b13d-4f6e-a270-9d57e30ced89'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:49:48.733522 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-d28facae-007a-4000-8c71-60e815dae76d req-45cbb730-d28f-4923-a5ba-37eca2069ff5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:48.912463 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ecf5775a-08c0-46af-9921-f3c4738ee8c8 req-fb3434b2-91ed-4788-952f-69367c803b3d tempest-VolumesBackupsTest-350127530 tempest-VolumesBackupsTest-350127530-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=88cdcbc276f743009bceec79702dca0f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0747786 Aug 05 11:49:48.940265 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaf5964-0a6c-498a-95f5-3da5d865c9a4 req-c53b571d-059e-4166-ac55-a3d6b81939f9 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:49:48.955778 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cfaf5964-0a6c-498a-95f5-3da5d865c9a4 req-c53b571d-059e-4166-ac55-a3d6b81939f9 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b29975d-3633-486b-ba92-5c1ed1330df4 HTTP/1.1" status: 200 len: 944 time: 0.3717401 Aug 05 11:49:48.986536 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9731b04a-d436-41ab-b669-95135cc17e95 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:49:48.998115 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-9731b04a-d436-41ab-b669-95135cc17e95 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] 10.222.0.58 "GET /v2.0/networks?id=c7521e93-01cb-4359-87a5-e7d7a6c31257 HTTP/1.1" status: 200 len: 761 time: 0.5705726 Aug 05 11:49:49.020271 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 45438) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:49:49.027527 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fc8a6e9-8245-413e-9e6e-1313ad920af5 req-2fa51262-ae4b-4425-8455-55cb2ef56b55 service neutron] No DVR routers for this DVR port 62a5afb7-e9e3-45d8-b700-ff42ced7a25c on host n-h2-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:49:49.036575 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-7a5aa424-b656-4fcc-8181-73e6ffba0dc4 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Request body: {'network': {'description': 'd2'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:49:49.052879 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-33477ff5-8cae-4115-8dd8-c10f478b2210 req-775f600a-046e-4e53-aeae-f8720e6dbd39 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ace5c99-ff1d-4ae8-a34c-808ba849368d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3663275 Aug 05 11:49:49.327623 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-d28facae-007a-4000-8c71-60e815dae76d req-45cbb730-d28f-4923-a5ba-37eca2069ff5 service neutron] For port d7fa8a13-e5a9-455b-b585-8e43650e0c4d, host n-h1-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:49:49.401682 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-d28facae-007a-4000-8c71-60e815dae76d req-45cbb730-d28f-4923-a5ba-37eca2069ff5 service neutron] For port d7fa8a13-e5a9-455b-b585-8e43650e0c4d, host n-h1-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=d7fa8a13-e5a9-455b-b585-8e43650e0c4d,segment=NetworkSegment(fa5f7742-6e03-46ef-8df5-0f25b5d284b6),segment_id=fa5f7742-6e03-46ef-8df5-0f25b5d284b6)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:49:49.417127 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-d28facae-007a-4000-8c71-60e815dae76d req-45cbb730-d28f-4923-a5ba-37eca2069ff5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:49.506547 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0bfd5666-5fb0-4e6e-823a-8c903bcce101 req-763d56ab-645a-4413-90ea-3ec441204c90 tempest-VolumesBackupsTest-350127530 tempest-VolumesBackupsTest-350127530-project] 10.222.0.58 "GET /v2.0/ports?device_id=93462345-4434-4a7f-8b61-cffd0553c5b8 HTTP/1.1" status: 200 len: 210 time: 0.1887350 Aug 05 11:49:49.523432 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cfaf5964-0a6c-498a-95f5-3da5d865c9a4 req-cbf591c8-05a2-498e-be29-dc349642672c tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5464a98-f362-4f03-a5f7-4b9d844b9cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5213859 Aug 05 11:49:49.568588 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28facae-007a-4000-8c71-60e815dae76d req-45cbb730-d28f-4923-a5ba-37eca2069ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:49:49.571101 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-d28facae-007a-4000-8c71-60e815dae76d req-45cbb730-d28f-4923-a5ba-37eca2069ff5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:49.573678 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d28facae-007a-4000-8c71-60e815dae76d req-45cbb730-d28f-4923-a5ba-37eca2069ff5 service neutron] 10.222.0.64 "PUT /v2.0/ports/d7fa8a13-e5a9-455b-b585-8e43650e0c4d HTTP/1.1" status: 200 len: 1092 time: 5.6203163 Aug 05 11:49:49.662331 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-7fc8a6e9-8245-413e-9e6e-1313ad920af5 req-2fa51262-ae4b-4425-8455-55cb2ef56b55 service neutron] Attempting to bind port 62a5afb7-e9e3-45d8-b700-ff42ced7a25c on host n-h1-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:49:49.664367 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-7fc8a6e9-8245-413e-9e6e-1313ad920af5 req-2fa51262-ae4b-4425-8455-55cb2ef56b55 service neutron] Attempting to bind port 62a5afb7-e9e3-45d8-b700-ff42ced7a25c by drivers openvswitch,hyperv on host n-h1-803378-2 at level 0 using segments [{'id': '9f03e2db-8557-4053-84d8-e8f77c56803d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'ea4ab667-0582-45fb-abbe-165151692b1f'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:49:49.664367 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc8a6e9-8245-413e-9e6e-1313ad920af5 req-2fa51262-ae4b-4425-8455-55cb2ef56b55 service neutron] Attempting to bind port 62a5afb7-e9e3-45d8-b700-ff42ced7a25c on network ea4ab667-0582-45fb-abbe-165151692b1f {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:49:49.677604 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9bfb19dc-9dba-458f-9328-c361c16caea9 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25038678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30075167'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:49.698583 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cbb730-d28f-4923-a5ba-37eca2069ff5 service neutron] Pushing event updated for resources: {'Port': ['ID=d7fa8a13-e5a9-455b-b585-8e43650e0c4d,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:49:49.711741 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf5775a-08c0-46af-9921-f3c4738ee8c8 req-a6d5bbeb-8be5-4b3f-9380-dff20452d79a tempest-VolumesBackupsTest-350127530 tempest-VolumesBackupsTest-350127530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:49:49.712190 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc8a6e9-8245-413e-9e6e-1313ad920af5 req-2fa51262-ae4b-4425-8455-55cb2ef56b55 service neutron] Port 62a5afb7-e9e3-45d8-b700-ff42ced7a25c on network ea4ab667-0582-45fb-abbe-165151692b1f not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:49:49.712391 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc8a6e9-8245-413e-9e6e-1313ad920af5 req-2fa51262-ae4b-4425-8455-55cb2ef56b55 service neutron] Attempting to bind port 62a5afb7-e9e3-45d8-b700-ff42ced7a25c on network ea4ab667-0582-45fb-abbe-165151692b1f {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:49:49.715305 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ecf5775a-08c0-46af-9921-f3c4738ee8c8 req-a6d5bbeb-8be5-4b3f-9380-dff20452d79a tempest-VolumesBackupsTest-350127530 tempest-VolumesBackupsTest-350127530-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7564263 Aug 05 11:49:49.747199 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-ecf5775a-08c0-46af-9921-f3c4738ee8c8 req-d9b74135-eb40-4519-afec-02614f86f4dd tempest-VolumesBackupsTest-350127530 tempest-VolumesBackupsTest-350127530-project] Request body: {'port': {'device_id': '93462345-4434-4a7f-8b61-cffd0553c5b8', 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a', 'admin_state_up': True, 'tenant_id': '88cdcbc276f743009bceec79702dca0f'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:49:49.860710 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc8a6e9-8245-413e-9e6e-1313ad920af5 req-2fa51262-ae4b-4425-8455-55cb2ef56b55 service neutron] Checking agent: {'id': '40bb7567-59bd-4b31-bc29-da1c50bca759', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:49:49.861303 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc8a6e9-8245-413e-9e6e-1313ad920af5 req-2fa51262-ae4b-4425-8455-55cb2ef56b55 service neutron] Checking segment: {'id': '9f03e2db-8557-4053-84d8-e8f77c56803d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'ea4ab667-0582-45fb-abbe-165151692b1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:49:49.861970 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc8a6e9-8245-413e-9e6e-1313ad920af5 req-2fa51262-ae4b-4425-8455-55cb2ef56b55 service neutron] Bound using segment: {'id': '9f03e2db-8557-4053-84d8-e8f77c56803d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'ea4ab667-0582-45fb-abbe-165151692b1f'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:49:49.862765 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-7fc8a6e9-8245-413e-9e6e-1313ad920af5 req-2fa51262-ae4b-4425-8455-55cb2ef56b55 service neutron] Bound port: 62a5afb7-e9e3-45d8-b700-ff42ced7a25c, host: n-h1-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f03e2db-8557-4053-84d8-e8f77c56803d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'ea4ab667-0582-45fb-abbe-165151692b1f'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:49:49.863342 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-7fc8a6e9-8245-413e-9e6e-1313ad920af5 req-2fa51262-ae4b-4425-8455-55cb2ef56b55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:49.897951 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7a5aa424-b656-4fcc-8181-73e6ffba0dc4 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:49.915784 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfb19dc-9dba-458f-9328-c361c16caea9 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Pushing event updated for resources: {'Subnet': ['ID=85cb991b-3dba-4524-805b-2cb816b527c4,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:49:49.964364 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7a5aa424-b656-4fcc-8181-73e6ffba0dc4 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:50.017177 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28facae-007a-4000-8c71-60e815dae76d req-9634465d-2ac8-450f-b78e-7ea9064eb88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:49:50.019720 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d28facae-007a-4000-8c71-60e815dae76d req-9634465d-2ac8-450f-b78e-7ea9064eb88b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=39c6d6575f854e26a57d96d36d983be3&device_id=9b29975d-3633-486b-ba92-5c1ed1330df4 HTTP/1.1" status: 200 len: 1095 time: 0.3138320 Aug 05 11:49:50.028354 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfb19dc-9dba-458f-9328-c361c16caea9 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Checking segment: {'id': '17a4eca0-5057-4013-a403-330122e83206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '6f726d11-e513-49dd-bd45-f6e0be2a2fe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:49:50.028973 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bfb19dc-9dba-458f-9328-c361c16caea9 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Network hostable DHCP agents. Network: 6f726d11-e513-49dd-bd45-f6e0be2a2fe4, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:49:50.087871 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7a5aa424-b656-4fcc-8181-73e6ffba0dc4 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Network c7521e93-01cb-4359-87a5-e7d7a6c31257 is not hosted by any dhcp agent {{(pid=94420) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 05 11:49:50.098088 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5aa424-b656-4fcc-8181-73e6ffba0dc4 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:49:50.099166 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7a5aa424-b656-4fcc-8181-73e6ffba0dc4 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:50.107714 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-7a5aa424-b656-4fcc-8181-73e6ffba0dc4 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] 10.222.0.58 "PUT /v2.0/networks/c7521e93-01cb-4359-87a5-e7d7a6c31257 HTTP/1.1" status: 200 len: 758 time: 1.0743616 Aug 05 11:49:50.128172 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 45454) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:49:50.180587 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-7fc8a6e9-8245-413e-9e6e-1313ad920af5 req-2fa51262-ae4b-4425-8455-55cb2ef56b55 service neutron] For port 62a5afb7-e9e3-45d8-b700-ff42ced7a25c, host n-h1-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:49:50.186873 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-7fc8a6e9-8245-413e-9e6e-1313ad920af5 req-2fa51262-ae4b-4425-8455-55cb2ef56b55 service neutron] For port 62a5afb7-e9e3-45d8-b700-ff42ced7a25c, host n-h1-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=62a5afb7-e9e3-45d8-b700-ff42ced7a25c,segment=NetworkSegment(9f03e2db-8557-4053-84d8-e8f77c56803d),segment_id=9f03e2db-8557-4053-84d8-e8f77c56803d)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:49:50.188802 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b29975d-3633-486b-ba92-5c1ed1330df4', 'tag': 'd7fa8a13-e5a9-455b-b585-8e43650e0c4d'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:49:50.193651 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb9a97c5-ac94-4cf5-a578-122402882bc7" -d '{"events": [{"name": "network-changed", "server_uuid": "9b29975d-3633-486b-ba92-5c1ed1330df4", "tag": "d7fa8a13-e5a9-455b-b585-8e43650e0c4d"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:49:50.211909 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d28facae-007a-4000-8c71-60e815dae76d req-f73dde1f-9802-4949-9667-ba6106e8e9bb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d7fa8a13-e5a9-455b-b585-8e43650e0c4d HTTP/1.1" status: 200 len: 217 time: 0.1707408 Aug 05 11:49:50.217933 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-7fc8a6e9-8245-413e-9e6e-1313ad920af5 req-2fa51262-ae4b-4425-8455-55cb2ef56b55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:50.298818 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecf5775a-08c0-46af-9921-f3c4738ee8c8 req-d9b74135-eb40-4519-afec-02614f86f4dd tempest-VolumesBackupsTest-350127530 tempest-VolumesBackupsTest-350127530-project] Made reservation on behalf of 88cdcbc276f743009bceec79702dca0f for: {'port': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:49:50.305006 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-ecf5775a-08c0-46af-9921-f3c4738ee8c8 req-d9b74135-eb40-4519-afec-02614f86f4dd tempest-VolumesBackupsTest-350127530 tempest-VolumesBackupsTest-350127530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:50.353726 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13cab4c1-7742-4d1e-843f-3305c6ad58f2 x-openstack-request-id: req-13cab4c1-7742-4d1e-843f-3305c6ad58f2 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:49:50.354215 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b29975d-3633-486b-ba92-5c1ed1330df4", "tag": "d7fa8a13-e5a9-455b-b585-8e43650e0c4d", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:49:50.354648 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-13cab4c1-7742-4d1e-843f-3305c6ad58f2 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:49:50.355304 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b29975d-3633-486b-ba92-5c1ed1330df4', 'tag': 'd7fa8a13-e5a9-455b-b585-8e43650e0c4d', 'status': 'completed', 'code': 200} Aug 05 11:49:50.371108 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bfb19dc-9dba-458f-9328-c361c16caea9 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Network 6f726d11-e513-49dd-bd45-f6e0be2a2fe4 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:49:50.376796 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc8a6e9-8245-413e-9e6e-1313ad920af5 req-2fa51262-ae4b-4425-8455-55cb2ef56b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:49:50.378107 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-7fc8a6e9-8245-413e-9e6e-1313ad920af5 req-2fa51262-ae4b-4425-8455-55cb2ef56b55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:50.380767 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7fc8a6e9-8245-413e-9e6e-1313ad920af5 req-2fa51262-ae4b-4425-8455-55cb2ef56b55 service neutron] 10.222.0.64 "PUT /v2.0/ports/62a5afb7-e9e3-45d8-b700-ff42ced7a25c HTTP/1.1" status: 200 len: 1092 time: 6.1049957 Aug 05 11:49:50.384188 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-ecf5775a-08c0-46af-9921-f3c4738ee8c8 req-d9b74135-eb40-4519-afec-02614f86f4dd tempest-VolumesBackupsTest-350127530 tempest-VolumesBackupsTest-350127530-project] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:50.408035 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5aa424-b656-4fcc-8181-73e6ffba0dc4 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Pushing event updated for resources: {'Network': ['ID=c7521e93-01cb-4359-87a5-e7d7a6c31257,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:49:50.450196 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network c7521e93-01cb-4359-87a5-e7d7a6c31257 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:49:50.453586 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-9bfb19dc-9dba-458f-9328-c361c16caea9 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, 6f726d11-e513-49dd-bd45-f6e0be2a2fe4) {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:49:50.483933 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28facae-007a-4000-8c71-60e815dae76d req-db1199e1-0d97-4ad2-9234-aaa630da67ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:49:50.486897 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d28facae-007a-4000-8c71-60e815dae76d req-db1199e1-0d97-4ad2-9234-aaa630da67ca service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9fa39e07-a6bd-4ef4-8a54-1af79d2770df HTTP/1.1" status: 200 len: 844 time: 0.2615676 Aug 05 11:49:50.489383 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bfb19dc-9dba-458f-9328-c361c16caea9 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:49:50.490711 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9bfb19dc-9dba-458f-9328-c361c16caea9 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:50.587336 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e3d761-fd21-4b63-87e6-7bae727b4dd4 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:49:50.598493 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-42e3d761-fd21-4b63-87e6-7bae727b4dd4 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] 10.222.0.58 "GET /v2.0/networks?id=c7521e93-01cb-4359-87a5-e7d7a6c31257 HTTP/1.1" status: 200 len: 761 time: 0.4576447 Aug 05 11:49:50.608101 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 45468) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:49:50.619220 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-669be2e0-2b0c-46c6-8e2c-560d5b06eb9c tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-635343883'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:49:50.634598 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa51262-ae4b-4425-8455-55cb2ef56b55 service neutron] Pushing event updated for resources: {'Port': ['ID=62a5afb7-e9e3-45d8-b700-ff42ced7a25c,revision_number=7']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:49:50.645204 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c680ab9-d6b7-4dcb-afff-5977f516f284 None None] Network 6f726d11-e513-49dd-bd45-f6e0be2a2fe4 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:49:50.673453 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d28facae-007a-4000-8c71-60e815dae76d req-b791c15a-2c3d-43b6-8ef7-21e087663210 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=debeaa60-b13d-4f6e-a270-9d57e30ced89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1743481 Aug 05 11:49:50.685230 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71606f2-a571-4889-ace8-29fb147f6150 req-7a658c2e-c49d-44c0-95a7-eb41b41d919a tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:49:50.690871 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a71606f2-a571-4889-ace8-29fb147f6150 req-7a658c2e-c49d-44c0-95a7-eb41b41d919a tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddf47896-42f3-4efd-854d-4716a8276153 HTTP/1.1" status: 200 len: 944 time: 0.4193380 Aug 05 11:49:50.926725 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc8a6e9-8245-413e-9e6e-1313ad920af5 req-854776b1-449a-4adf-a7e4-aecfa336af81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:49:50.931368 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7fc8a6e9-8245-413e-9e6e-1313ad920af5 req-854776b1-449a-4adf-a7e4-aecfa336af81 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7f88688726d24c8e9d77831659c7c3ae&device_id=ddf47896-42f3-4efd-854d-4716a8276153 HTTP/1.1" status: 200 len: 1095 time: 0.4263144 Aug 05 11:49:50.988677 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9ea79218-427d-4ad8-a91d-777ff25c9155 req-22f6033f-3677-4cbc-b75c-91aa8eb8c51f tempest-VolumesBackupsTest-350127530 tempest-VolumesBackupsTest-350127530-project] 10.222.0.58 "GET /v2.0/ports?device_id=93462345-4434-4a7f-8b61-cffd0553c5b8 HTTP/1.1" status: 200 len: 210 time: 0.1583126 Aug 05 11:49:51.008642 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a71606f2-a571-4889-ace8-29fb147f6150 req-3deda418-5adb-4a68-8149-22c08bed6042 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ace5c99-ff1d-4ae8-a34c-808ba849368d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2875328 Aug 05 11:49:51.058226 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-ecf5775a-08c0-46af-9921-f3c4738ee8c8 req-d9b74135-eb40-4519-afec-02614f86f4dd tempest-VolumesBackupsTest-350127530 tempest-VolumesBackupsTest-350127530-project] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:51.137375 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-ecf5775a-08c0-46af-9921-f3c4738ee8c8 req-d9b74135-eb40-4519-afec-02614f86f4dd tempest-VolumesBackupsTest-350127530 tempest-VolumesBackupsTest-350127530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:51.172535 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-669be2e0-2b0c-46c6-8e2c-560d5b06eb9c tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Made reservation on behalf of 63553f01420144a38df0f1373f99c0f2 for: {'network': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:49:51.175036 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75165cba-f658-4328-9b07-4526207334cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-6f726d11-e513-49dd-bd45-f6e0be2a2fe4', 'network_id': '6f726d11-e513-49dd-bd45-f6e0be2a2fe4', 'tenant_id': '26f32bbf0e234159bf611d6f63f387fb', 'fixed_ips': [{'subnet_id': '85cb991b-3dba-4524-805b-2cb816b527c4'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 11:49:51.178161 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-75165cba-f658-4328-9b07-4526207334cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:51.184722 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-669be2e0-2b0c-46c6-8e2c-560d5b06eb9c tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:51.220828 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-9bfb19dc-9dba-458f-9328-c361c16caea9 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6455810 Aug 05 11:49:51.230068 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 45476) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:49:51.240022 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-e9b67063-0d4b-4bcb-80f1-315ca786b32a tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Request body: {'port': {'network_id': '6f726d11-e513-49dd-bd45-f6e0be2a2fe4', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1299498174'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:49:51.380717 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d28facae-007a-4000-8c71-60e815dae76d req-59ceb29f-c7f3-4b09-a678-0575a13168b0 service neutron] 10.222.0.64 "GET /v2.0/networks/debeaa60-b13d-4f6e-a270-9d57e30ced89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6984212 Aug 05 11:49:51.431575 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b74135-eb40-4519-afec-02614f86f4dd tempest-VolumesBackupsTest-350127530 tempest-VolumesBackupsTest-350127530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb6683d6-7ce5-4217-8282-274cb304b9eb,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:49:51.512289 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-669be2e0-2b0c-46c6-8e2c-560d5b06eb9c tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] vlan segment allocate from pool success with {'vlan_id': 687, 'physical_network': 'physnet1'} {{(pid=94420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:49:51.549155 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc8a6e9-8245-413e-9e6e-1313ad920af5 req-08126483-0f83-4448-b59b-f3b15714d683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:49:51.552121 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7fc8a6e9-8245-413e-9e6e-1313ad920af5 req-08126483-0f83-4448-b59b-f3b15714d683 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ea4ab667-0582-45fb-abbe-165151692b1f HTTP/1.1" status: 200 len: 897 time: 0.6102669 Aug 05 11:49:51.602164 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcf1d07-7ff3-47e8-867d-2382927f401e req-75f350f4-e45b-4ee0-bc76-4f01a7ba3074 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:49:51.605531 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ebcf1d07-7ff3-47e8-867d-2382927f401e req-75f350f4-e45b-4ee0-bc76-4f01a7ba3074 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b29975d-3633-486b-ba92-5c1ed1330df4 HTTP/1.1" status: 200 len: 944 time: 0.3483965 Aug 05 11:49:51.611428 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-75165cba-f658-4328-9b07-4526207334cf None None] Allocated IP 172.20.0.2 (6f726d11-e513-49dd-bd45-f6e0be2a2fe4/85cb991b-3dba-4524-805b-2cb816b527c4/3185c84e-a1b2-49ff-a334-be51bd785f6c) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:49:51.613704 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-669be2e0-2b0c-46c6-8e2c-560d5b06eb9c tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:51.614643 n-d-803378-2 neutron-server[94420]: INFO neutron.db.segments_db [None req-669be2e0-2b0c-46c6-8e2c-560d5b06eb9c tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Added segment e78c022f-5697-471a-96d9-a7bae102eab0 of type vlan for network 4b373aec-bf49-4f54-9a4d-5b45f00a6edf Aug 05 11:49:51.766825 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [req-ecf5775a-08c0-46af-9921-f3c4738ee8c8 req-d9b74135-eb40-4519-afec-02614f86f4dd tempest-VolumesBackupsTest-350127530 tempest-VolumesBackupsTest-350127530-project] Allocated IP 192.168.233.64 (91caede3-92e4-4b1e-8e3e-36227cfd846a/6842f728-c2f3-4e36-bb32-3303d06ce3f4/4e140656-54ae-47b8-bc9f-b7a7391b3ddd) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:49:51.776721 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-669be2e0-2b0c-46c6-8e2c-560d5b06eb9c tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:51.843341 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7fc8a6e9-8245-413e-9e6e-1313ad920af5 req-3263ab27-4d3b-49f1-bbcf-0871b06fe10d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62a5afb7-e9e3-45d8-b700-ff42ced7a25c HTTP/1.1" status: 200 len: 999 time: 0.2689595 Aug 05 11:49:51.924831 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ebcf1d07-7ff3-47e8-867d-2382927f401e req-762a1ba0-2bb5-4114-9f4b-ef04a695835a tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5464a98-f362-4f03-a5f7-4b9d844b9cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806766 Aug 05 11:49:51.930481 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d28facae-007a-4000-8c71-60e815dae76d req-d4ac02a3-d740-40eb-90e1-53a881ee60ca service neutron] 10.222.0.64 "GET /v2.0/networks/debeaa60-b13d-4f6e-a270-9d57e30ced89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5213673 Aug 05 11:49:51.940031 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-669be2e0-2b0c-46c6-8e2c-560d5b06eb9c tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:51.961744 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9b67063-0d4b-4bcb-80f1-315ca786b32a tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Made reservation on behalf of 26f32bbf0e234159bf611d6f63f387fb for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:49:51.967337 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-669be2e0-2b0c-46c6-8e2c-560d5b06eb9c tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:49:51.971945 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-669be2e0-2b0c-46c6-8e2c-560d5b06eb9c tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:51.986978 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e9b67063-0d4b-4bcb-80f1-315ca786b32a tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:51.997093 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-75165cba-f658-4328-9b07-4526207334cf None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:52.017627 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-75165cba-f658-4328-9b07-4526207334cf None None] Transition to ACTIVE for port object 3185c84e-a1b2-49ff-a334-be51bd785f6c will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:49:52.030609 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-669be2e0-2b0c-46c6-8e2c-560d5b06eb9c tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4170511 Aug 05 11:49:52.031792 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 45486) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:49:52.050837 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-75165cba-f658-4328-9b07-4526207334cf None None] Transition to ACTIVE for port object 3185c84e-a1b2-49ff-a334-be51bd785f6c will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:49:52.107732 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-75165cba-f658-4328-9b07-4526207334cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:52.114714 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [None req-e9b67063-0d4b-4bcb-80f1-315ca786b32a tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] device_id is not set on port 2fd2796c-c6ef-4610-88fd-19a2a58ca18c yet. {{(pid=94421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 11:49:52.129438 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-9b073b95-7747-4b37-8a5f-56e5c70f5ad6 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Request body: {'subnet': {'network_id': '4b373aec-bf49-4f54-9a4d-5b45f00a6edf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:49:52.142001 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc8a6e9-8245-413e-9e6e-1313ad920af5 req-77e877cc-a24c-4008-a119-7161e716ab57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:49:52.153538 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7fc8a6e9-8245-413e-9e6e-1313ad920af5 req-77e877cc-a24c-4008-a119-7161e716ab57 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=23b4b90e-0370-4e2d-856e-858c6909def7 HTTP/1.1" status: 200 len: 835 time: 0.2909575 Aug 05 11:49:52.206504 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:52.242287 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75165cba-f658-4328-9b07-4526207334cf None None] Network 6f726d11-e513-49dd-bd45-f6e0be2a2fe4 is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:49:52.254990 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-75165cba-f658-4328-9b07-4526207334cf None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:49:52.262518 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75165cba-f658-4328-9b07-4526207334cf None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:49:52.280302 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75165cba-f658-4328-9b07-4526207334cf None None] Pushing event updated for resources: {'Port': ['ID=3185c84e-a1b2-49ff-a334-be51bd785f6c,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:49:52.394916 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddf47896-42f3-4efd-854d-4716a8276153', 'tag': '62a5afb7-e9e3-45d8-b700-ff42ced7a25c'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:49:52.400355 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54077760-424e-4917-94f8-b88b310f7b89" -d '{"events": [{"name": "network-changed", "server_uuid": "ddf47896-42f3-4efd-854d-4716a8276153", "tag": "62a5afb7-e9e3-45d8-b700-ff42ced7a25c"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:49:52.401655 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-75165cba-f658-4328-9b07-4526207334cf None None] Attempting to bind port 3185c84e-a1b2-49ff-a334-be51bd785f6c on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:49:52.402632 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-75165cba-f658-4328-9b07-4526207334cf None None] Attempting to bind port 3185c84e-a1b2-49ff-a334-be51bd785f6c by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '17a4eca0-5057-4013-a403-330122e83206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '6f726d11-e513-49dd-bd45-f6e0be2a2fe4'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:49:52.403549 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75165cba-f658-4328-9b07-4526207334cf None None] Attempting to bind port 3185c84e-a1b2-49ff-a334-be51bd785f6c on network 6f726d11-e513-49dd-bd45-f6e0be2a2fe4 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:49:52.417455 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75165cba-f658-4328-9b07-4526207334cf None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:49:52.418807 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75165cba-f658-4328-9b07-4526207334cf None None] Checking segment: {'id': '17a4eca0-5057-4013-a403-330122e83206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '6f726d11-e513-49dd-bd45-f6e0be2a2fe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:49:52.419794 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-75165cba-f658-4328-9b07-4526207334cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:52.420896 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75165cba-f658-4328-9b07-4526207334cf None None] Bound using segment: {'id': '17a4eca0-5057-4013-a403-330122e83206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '6f726d11-e513-49dd-bd45-f6e0be2a2fe4'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:49:52.422079 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-75165cba-f658-4328-9b07-4526207334cf None None] Bound port: 3185c84e-a1b2-49ff-a334-be51bd785f6c, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17a4eca0-5057-4013-a403-330122e83206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '6f726d11-e513-49dd-bd45-f6e0be2a2fe4'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:49:52.423001 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-75165cba-f658-4328-9b07-4526207334cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:52.464947 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669be2e0-2b0c-46c6-8e2c-560d5b06eb9c tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Pushing event updated for resources: {'Network': ['ID=4b373aec-bf49-4f54-9a4d-5b45f00a6edf,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:49:52.543886 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-e9b67063-0d4b-4bcb-80f1-315ca786b32a tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Allocated IP 172.20.0.11 (6f726d11-e513-49dd-bd45-f6e0be2a2fe4/85cb991b-3dba-4524-805b-2cb816b527c4/2fd2796c-c6ef-4610-88fd-19a2a58ca18c) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:49:52.561235 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-75165cba-f658-4328-9b07-4526207334cf None None] For port 3185c84e-a1b2-49ff-a334-be51bd785f6c, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:49:52.567515 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-75165cba-f658-4328-9b07-4526207334cf None None] For port 3185c84e-a1b2-49ff-a334-be51bd785f6c, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=3185c84e-a1b2-49ff-a334-be51bd785f6c,segment=NetworkSegment(17a4eca0-5057-4013-a403-330122e83206),segment_id=17a4eca0-5057-4013-a403-330122e83206)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:49:52.572987 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 4b373aec-bf49-4f54-9a4d-5b45f00a6edf details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:49:52.579894 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-75165cba-f658-4328-9b07-4526207334cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:52.750997 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc8a6e9-8245-413e-9e6e-1313ad920af5 req-c8c002ac-0602-4e9e-ad2c-3fe6249c4c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:49:52.754236 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7fc8a6e9-8245-413e-9e6e-1313ad920af5 req-c8c002ac-0602-4e9e-ad2c-3fe6249c4c34 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ea4ab667-0582-45fb-abbe-165151692b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5981281 Aug 05 11:49:52.782674 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b3128abc-1136-4111-adc1-05a62711a42f req-74c945d7-2c96-4ad2-aeec-977d867d19dd tempest-VolumesBackupsTest-350127530 tempest-VolumesBackupsTest-350127530-project] 10.222.0.58 "GET /v2.0/ports?device_id=93462345-4434-4a7f-8b61-cffd0553c5b8 HTTP/1.1" status: 200 len: 210 time: 0.4726338 Aug 05 11:49:52.813105 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9a97c5-ac94-4cf5-a578-122402882bc7 req-17ce3dbb-4d24-4b60-8118-74a673b46c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:49:52.816191 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-cb9a97c5-ac94-4cf5-a578-122402882bc7 req-17ce3dbb-4d24-4b60-8118-74a673b46c58 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=39c6d6575f854e26a57d96d36d983be3&device_id=9b29975d-3633-486b-ba92-5c1ed1330df4 HTTP/1.1" status: 200 len: 1095 time: 0.7479024 Aug 05 11:49:52.970689 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b073b95-7747-4b37-8a5f-56e5c70f5ad6 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Made reservation on behalf of 63553f01420144a38df0f1373f99c0f2 for: {'subnet': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:49:52.987242 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9b073b95-7747-4b37-8a5f-56e5c70f5ad6 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24211133'] for subnet, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:53.032535 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d4f356-e4e8-4e63-b1c0-13fedafe61a7 req-d7d6f161-87fd-44d0-8b45-309aa7d0b899 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:49:53.035455 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-08d4f356-e4e8-4e63-b1c0-13fedafe61a7 req-d7d6f161-87fd-44d0-8b45-309aa7d0b899 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddf47896-42f3-4efd-854d-4716a8276153 HTTP/1.1" status: 200 len: 944 time: 0.7442582 Aug 05 11:49:53.332056 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e9b67063-0d4b-4bcb-80f1-315ca786b32a tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:53.334111 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-ecf5775a-08c0-46af-9921-f3c4738ee8c8 req-d9b74135-eb40-4519-afec-02614f86f4dd tempest-VolumesBackupsTest-350127530 tempest-VolumesBackupsTest-350127530-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:53.353329 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06829fc8-87e7-4e73-9658-64f92d40c4d8 x-openstack-request-id: req-06829fc8-87e7-4e73-9658-64f92d40c4d8 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:49:53.353819 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddf47896-42f3-4efd-854d-4716a8276153", "tag": "62a5afb7-e9e3-45d8-b700-ff42ced7a25c", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:49:53.354248 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-06829fc8-87e7-4e73-9658-64f92d40c4d8 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:49:53.354921 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddf47896-42f3-4efd-854d-4716a8276153', 'tag': '62a5afb7-e9e3-45d8-b700-ff42ced7a25c', 'status': 'completed', 'code': 200} Aug 05 11:49:53.450361 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [None req-e9b67063-0d4b-4bcb-80f1-315ca786b32a tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Transition to ACTIVE for port object 2fd2796c-c6ef-4610-88fd-19a2a58ca18c will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:49:53.507447 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75165cba-f658-4328-9b07-4526207334cf None None] Pushing event updated for resources: {'Port': ['ID=3185c84e-a1b2-49ff-a334-be51bd785f6c,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:49:53.529771 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7fc8a6e9-8245-413e-9e6e-1313ad920af5 req-08be16d2-e7e9-4335-ac10-75734183da0a service neutron] 10.222.0.64 "GET /v2.0/networks/ea4ab667-0582-45fb-abbe-165151692b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7447643 Aug 05 11:49:53.540223 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9a97c5-ac94-4cf5-a578-122402882bc7 req-2e1de971-bd01-46c2-b44d-6bba183d27d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:49:53.542935 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-cb9a97c5-ac94-4cf5-a578-122402882bc7 req-2e1de971-bd01-46c2-b44d-6bba183d27d8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=debeaa60-b13d-4f6e-a270-9d57e30ced89 HTTP/1.1" status: 200 len: 905 time: 0.6169162 Aug 05 11:49:53.604564 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 45506) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:49:53.606375 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [req-ecf5775a-08c0-46af-9921-f3c4738ee8c8 req-d9b74135-eb40-4519-afec-02614f86f4dd tempest-VolumesBackupsTest-350127530 tempest-VolumesBackupsTest-350127530-project] Transition to ACTIVE for port object 4e140656-54ae-47b8-bc9f-b7a7391b3ddd will not be triggered until provisioned by entity DHCP. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:49:53.755749 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54077760-424e-4917-94f8-b88b310f7b89 req-c982f512-29f5-45fe-bed6-a3a55b0bfab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:49:53.759174 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-54077760-424e-4917-94f8-b88b310f7b89 req-c982f512-29f5-45fe-bed6-a3a55b0bfab7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7f88688726d24c8e9d77831659c7c3ae&device_id=ddf47896-42f3-4efd-854d-4716a8276153 HTTP/1.1" status: 200 len: 1095 time: 0.3704915 Aug 05 11:49:53.761754 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-cb9a97c5-ac94-4cf5-a578-122402882bc7 req-83af125c-480b-40b1-8a6c-497b8b7cd1c5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d7fa8a13-e5a9-455b-b585-8e43650e0c4d HTTP/1.1" status: 200 len: 217 time: 0.1957088 Aug 05 11:49:53.791672 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-08d4f356-e4e8-4e63-b1c0-13fedafe61a7 req-ebebfb7d-f3f7-435b-9a66-63e2a3247afc tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ace5c99-ff1d-4ae8-a34c-808ba849368d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4006164 Aug 05 11:49:53.828412 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25417e0b-71df-4974-93c4-4341921d8b29 req-0823901f-fd3c-45f0-a997-b58501d78f9d tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:49:53.830940 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-25417e0b-71df-4974-93c4-4341921d8b29 req-0823901f-fd3c-45f0-a997-b58501d78f9d tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b29975d-3633-486b-ba92-5c1ed1330df4 HTTP/1.1" status: 200 len: 944 time: 0.2705662 Aug 05 11:49:53.901081 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-ecf5775a-08c0-46af-9921-f3c4738ee8c8 req-d9b74135-eb40-4519-afec-02614f86f4dd tempest-VolumesBackupsTest-350127530 tempest-VolumesBackupsTest-350127530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:53.961002 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device d7fa8a13-e5a9-455b-b585-8e43650e0c4d details requested by agent hyperv_n-h1-803378-2 with host n-h1-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:49:54.101702 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9a97c5-ac94-4cf5-a578-122402882bc7 req-fd94a9cd-2189-463d-be7b-26bb990df518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:49:54.106051 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-cb9a97c5-ac94-4cf5-a578-122402882bc7 req-fd94a9cd-2189-463d-be7b-26bb990df518 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9fa39e07-a6bd-4ef4-8a54-1af79d2770df HTTP/1.1" status: 200 len: 844 time: 0.3246946 Aug 05 11:49:54.114397 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecf5775a-08c0-46af-9921-f3c4738ee8c8 req-d9b74135-eb40-4519-afec-02614f86f4dd tempest-VolumesBackupsTest-350127530 tempest-VolumesBackupsTest-350127530-project] Network 91caede3-92e4-4b1e-8e3e-36227cfd846a is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:49:54.181963 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e9b67063-0d4b-4bcb-80f1-315ca786b32a tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:54.410617 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7fc8a6e9-8245-413e-9e6e-1313ad920af5 req-6e63104f-1254-4d1b-9756-03bcdf260e37 service neutron] 10.222.0.64 "GET /v2.0/networks/ea4ab667-0582-45fb-abbe-165151692b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8626325 Aug 05 11:49:54.434539 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port d7fa8a13-e5a9-455b-b585-8e43650e0c4d, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=d7fa8a13-e5a9-455b-b585-8e43650e0c4d,segment=NetworkSegment(fa5f7742-6e03-46ef-8df5-0f25b5d284b6),segment_id=fa5f7742-6e03-46ef-8df5-0f25b5d284b6)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:49:54.471698 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Returning: {'device': 'd7fa8a13-e5a9-455b-b585-8e43650e0c4d', 'network_id': 'debeaa60-b13d-4f6e-a270-9d57e30ced89', 'port_id': 'd7fa8a13-e5a9-455b-b585-8e43650e0c4d', 'mac_address': 'fa:16:3e:df:d8:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fa39e07-a6bd-4ef4-8a54-1af79d2770df', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:49:54.479927 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 3185c84e-a1b2-49ff-a334-be51bd785f6c up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:49:54.574939 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-cb9a97c5-ac94-4cf5-a578-122402882bc7 req-38681028-21bf-4d84-ba2a-1f4a30b9ec02 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=debeaa60-b13d-4f6e-a270-9d57e30ced89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4424343 Aug 05 11:49:54.581039 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b67063-0d4b-4bcb-80f1-315ca786b32a tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Pushing event updated for resources: {'Port': ['ID=2fd2796c-c6ef-4610-88fd-19a2a58ca18c,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:49:54.774908 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:54.810373 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7fa8a13-e5a9-455b-b585-8e43650e0c4d {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:49:54.827605 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b67063-0d4b-4bcb-80f1-315ca786b32a tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Network 6f726d11-e513-49dd-bd45-f6e0be2a2fe4 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:49:54.830833 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-e9b67063-0d4b-4bcb-80f1-315ca786b32a tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:49:54.869330 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port d7fa8a13-e5a9-455b-b585-8e43650e0c4d, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=d7fa8a13-e5a9-455b-b585-8e43650e0c4d,segment=NetworkSegment(fa5f7742-6e03-46ef-8df5-0f25b5d284b6),segment_id=fa5f7742-6e03-46ef-8df5-0f25b5d284b6)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:49:54.881344 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:54.885020 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b67063-0d4b-4bcb-80f1-315ca786b32a tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:49:54.895635 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 3185c84e-a1b2-49ff-a334-be51bd785f6c completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:49:54.944154 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94505697-7d5a-47c8-bf03-1d8d62ca260c None None] Network 6f726d11-e513-49dd-bd45-f6e0be2a2fe4 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:49:54.948537 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54077760-424e-4917-94f8-b88b310f7b89 req-3255553b-8337-4c1f-9f24-6e4f32c4c9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:49:54.951437 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-54077760-424e-4917-94f8-b88b310f7b89 req-3255553b-8337-4c1f-9f24-6e4f32c4c9d7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ea4ab667-0582-45fb-abbe-165151692b1f HTTP/1.1" status: 200 len: 897 time: 1.1825688 Aug 05 11:49:55.102675 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-70e340d1-b0d7-4696-b2fd-b231021bf505 None None] Provisioning for port 3185c84e-a1b2-49ff-a334-be51bd785f6c completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:49:55.110702 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [req-ecf5775a-08c0-46af-9921-f3c4738ee8c8 req-d9b74135-eb40-4519-afec-02614f86f4dd tempest-VolumesBackupsTest-350127530 tempest-VolumesBackupsTest-350127530-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:49:55.137321 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-70e340d1-b0d7-4696-b2fd-b231021bf505 None None] Provisioning complete for port 3185c84e-a1b2-49ff-a334-be51bd785f6c triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:49:55.138580 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-70e340d1-b0d7-4696-b2fd-b231021bf505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:55.184330 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecf5775a-08c0-46af-9921-f3c4738ee8c8 req-d9b74135-eb40-4519-afec-02614f86f4dd tempest-VolumesBackupsTest-350127530 tempest-VolumesBackupsTest-350127530-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:49:55.198632 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-54077760-424e-4917-94f8-b88b310f7b89 req-7c5a1d26-a0bf-436f-91a2-5cf65e7d1314 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62a5afb7-e9e3-45d8-b700-ff42ced7a25c HTTP/1.1" status: 200 len: 999 time: 0.2348332 Aug 05 11:49:55.214734 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b67063-0d4b-4bcb-80f1-315ca786b32a tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:49:55.215952 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e9b67063-0d4b-4bcb-80f1-315ca786b32a tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:55.254674 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=d7fa8a13-e5a9-455b-b585-8e43650e0c4d,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:49:55.259831 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-49f1a11c-d66f-4795-92b9-0ca8e6c05f95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:55.278962 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-25417e0b-71df-4974-93c4-4341921d8b29 req-dc4c77a1-54e5-43b6-8415-876e6f249f7b tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5464a98-f362-4f03-a5f7-4b9d844b9cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4147189 Aug 05 11:49:55.279877 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-cb9a97c5-ac94-4cf5-a578-122402882bc7 req-95baf78e-f69c-429a-8e08-f41d0291621c service neutron] 10.222.0.64 "GET /v2.0/networks/debeaa60-b13d-4f6e-a270-9d57e30ced89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6889257 Aug 05 11:49:55.363343 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54077760-424e-4917-94f8-b88b310f7b89 req-34a0fd99-89e9-40be-b79a-e7f115811e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:49:55.372842 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-54077760-424e-4917-94f8-b88b310f7b89 req-34a0fd99-89e9-40be-b79a-e7f115811e99 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7f88688726d24c8e9d77831659c7c3ae&device_id=ddf47896-42f3-4efd-854d-4716a8276153 HTTP/1.1" status: 200 len: 1095 time: 0.7670634 Aug 05 11:49:55.378408 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b74135-eb40-4519-afec-02614f86f4dd tempest-VolumesBackupsTest-350127530 tempest-VolumesBackupsTest-350127530-project] Pushing event updated for resources: {'Port': ['ID=4e140656-54ae-47b8-bc9f-b7a7391b3ddd,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:49:55.495565 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-e9b67063-0d4b-4bcb-80f1-315ca786b32a tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 4.2591603 Aug 05 11:49:55.507627 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 45518) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:49:55.560357 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['d7fa8a13-e5a9-455b-b585-8e43650e0c4d'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:49:55.681085 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-70e340d1-b0d7-4696-b2fd-b231021bf505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:55.698587 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044ddc6b-aaf4-438a-884f-89d8d1f137be req-940e3280-e450-49a9-a4fd-dd218716803e tempest-VolumesBackupsTest-350127530 tempest-VolumesBackupsTest-350127530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:49:55.701572 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-044ddc6b-aaf4-438a-884f-89d8d1f137be req-940e3280-e450-49a9-a4fd-dd218716803e tempest-VolumesBackupsTest-350127530 tempest-VolumesBackupsTest-350127530-project] 10.222.0.58 "GET /v2.0/ports?device_id=93462345-4434-4a7f-8b61-cffd0553c5b8 HTTP/1.1" status: 200 len: 935 time: 0.6011872 Aug 05 11:49:55.743308 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf5775a-08c0-46af-9921-f3c4738ee8c8 req-d9b74135-eb40-4519-afec-02614f86f4dd tempest-VolumesBackupsTest-350127530 tempest-VolumesBackupsTest-350127530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:49:55.744453 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-ecf5775a-08c0-46af-9921-f3c4738ee8c8 req-d9b74135-eb40-4519-afec-02614f86f4dd tempest-VolumesBackupsTest-350127530 tempest-VolumesBackupsTest-350127530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:55.764663 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9b073b95-7747-4b37-8a5f-56e5c70f5ad6 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29762700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24211087'] for subnet, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:55.818695 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-70e340d1-b0d7-4696-b2fd-b231021bf505 None None] For port 3185c84e-a1b2-49ff-a334-be51bd785f6c, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=3185c84e-a1b2-49ff-a334-be51bd785f6c,segment=NetworkSegment(17a4eca0-5057-4013-a403-330122e83206),segment_id=17a4eca0-5057-4013-a403-330122e83206)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:49:55.839730 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-70e340d1-b0d7-4696-b2fd-b231021bf505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:56.123363 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e340d1-b0d7-4696-b2fd-b231021bf505 None None] Pushing event updated for resources: {'Port': ['ID=3185c84e-a1b2-49ff-a334-be51bd785f6c,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:49:56.152057 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b073b95-7747-4b37-8a5f-56e5c70f5ad6 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Pushing event updated for resources: {'Subnet': ['ID=9f3f7839-7e14-42a2-a1f1-7ef55facfbf1,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:49:56.185066 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-044ddc6b-aaf4-438a-884f-89d8d1f137be req-5fa2c281-e990-4007-b0be-06a2a2356afd tempest-VolumesBackupsTest-350127530 tempest-VolumesBackupsTest-350127530-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb6683d6-7ce5-4217-8282-274cb304b9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4235432 Aug 05 11:49:56.186906 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-41e963a4-7b91-4c84-b3cb-fefd47c66d5f None None] Provisioning for port 4e140656-54ae-47b8-bc9f-b7a7391b3ddd completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:49:56.197715 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-41e963a4-7b91-4c84-b3cb-fefd47c66d5f None None] Provisioning complete for port 4e140656-54ae-47b8-bc9f-b7a7391b3ddd triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:49:56.197715 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-41e963a4-7b91-4c84-b3cb-fefd47c66d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:56.206437 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d0ec39-6831-4874-ad1f-8848fd10df34 req-b3cced7c-a0a4-41fa-846a-7e573ffb83d8 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:49:56.209369 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-35d0ec39-6831-4874-ad1f-8848fd10df34 req-b3cced7c-a0a4-41fa-846a-7e573ffb83d8 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddf47896-42f3-4efd-854d-4716a8276153 HTTP/1.1" status: 200 len: 944 time: 0.5445998 Aug 05 11:49:56.262126 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b073b95-7747-4b37-8a5f-56e5c70f5ad6 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Checking segment: {'id': 'e78c022f-5697-471a-96d9-a7bae102eab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '4b373aec-bf49-4f54-9a4d-5b45f00a6edf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:49:56.262126 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b073b95-7747-4b37-8a5f-56e5c70f5ad6 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Network hostable DHCP agents. Network: 4b373aec-bf49-4f54-9a4d-5b45f00a6edf, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:49:56.289831 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-41e963a4-7b91-4c84-b3cb-fefd47c66d5f None None] Port 4e140656-54ae-47b8-bc9f-b7a7391b3ddd cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:49:56.355871 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-0618b8be-052e-4b93-a1c9-d9f4d9bb1020 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Deleting port 2fd2796c-c6ef-4610-88fd-19a2a58ca18c {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:49:56.356473 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0618b8be-052e-4b93-a1c9-d9f4d9bb1020 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:56.451303 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-cb9a97c5-ac94-4cf5-a578-122402882bc7 req-dccb4c3e-eebf-47b1-b05d-b889838aa573 service neutron] 10.222.0.64 "GET /v2.0/networks/debeaa60-b13d-4f6e-a270-9d57e30ced89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1138856 Aug 05 11:49:56.464102 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-7248364a-cf91-4e20-a38a-cbc1cad29568 None None] Provisioning complete for port 3185c84e-a1b2-49ff-a334-be51bd785f6c triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:49:56.465010 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-7248364a-cf91-4e20-a38a-cbc1cad29568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:56.489569 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b073b95-7747-4b37-8a5f-56e5c70f5ad6 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Network 4b373aec-bf49-4f54-9a4d-5b45f00a6edf is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:49:56.509804 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54077760-424e-4917-94f8-b88b310f7b89 req-1f2b91f3-6847-4639-a063-2e8b07e15989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:49:56.519121 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-54077760-424e-4917-94f8-b88b310f7b89 req-1f2b91f3-6847-4639-a063-2e8b07e15989 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=23b4b90e-0370-4e2d-856e-858c6909def7 HTTP/1.1" status: 200 len: 835 time: 1.2562833 Aug 05 11:49:56.534817 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-49f1a11c-d66f-4795-92b9-0ca8e6c05f95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:56.590012 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-35d0ec39-6831-4874-ad1f-8848fd10df34 req-a062588c-896a-4460-b82d-48732e358f40 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ace5c99-ff1d-4ae8-a34c-808ba849368d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3190281 Aug 05 11:49:56.603714 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-49f1a11c-d66f-4795-92b9-0ca8e6c05f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:56.636539 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54077760-424e-4917-94f8-b88b310f7b89 req-264dfcfd-6e97-4247-a32f-e03f80e88e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:49:56.642898 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-54077760-424e-4917-94f8-b88b310f7b89 req-264dfcfd-6e97-4247-a32f-e03f80e88e91 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ea4ab667-0582-45fb-abbe-165151692b1f HTTP/1.1" status: 200 len: 897 time: 1.1704237 Aug 05 11:49:56.678336 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ecf5775a-08c0-46af-9921-f3c4738ee8c8 req-d9b74135-eb40-4519-afec-02614f86f4dd tempest-VolumesBackupsTest-350127530 tempest-VolumesBackupsTest-350127530-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 6.9424171 Aug 05 11:49:56.684214 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54077760-424e-4917-94f8-b88b310f7b89 req-fe0cba77-9fff-45a9-8df0-3140c6f938a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:49:56.687049 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-54077760-424e-4917-94f8-b88b310f7b89 req-fe0cba77-9fff-45a9-8df0-3140c6f938a7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ea4ab667-0582-45fb-abbe-165151692b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1581948 Aug 05 11:49:56.691861 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-9b073b95-7747-4b37-8a5f-56e5c70f5ad6 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, 4b373aec-bf49-4f54-9a4d-5b45f00a6edf) {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:49:56.702378 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b073b95-7747-4b37-8a5f-56e5c70f5ad6 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:49:56.704422 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9b073b95-7747-4b37-8a5f-56e5c70f5ad6 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks [] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:56.747230 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-ecf5775a-08c0-46af-9921-f3c4738ee8c8 req-f2b61538-0d4b-4bed-bab9-c613b4a5aef9 service neutron] Request body: {'port': {'device_id': '93462345-4434-4a7f-8b61-cffd0553c5b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-2'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:49:56.771976 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c189bb2-7c7c-48d0-81be-c6ca9c843773 None None] Network 4b373aec-bf49-4f54-9a4d-5b45f00a6edf requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:49:56.904322 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-7248364a-cf91-4e20-a38a-cbc1cad29568 None None] Provisioning for port 2fd2796c-c6ef-4610-88fd-19a2a58ca18c completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:49:56.913526 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-9b073b95-7747-4b37-8a5f-56e5c70f5ad6 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.8089101 Aug 05 11:49:56.913951 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 45524) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:49:56.924171 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-7248364a-cf91-4e20-a38a-cbc1cad29568 None None] Provisioning complete for port 2fd2796c-c6ef-4610-88fd-19a2a58ca18c triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:49:56.924946 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-7248364a-cf91-4e20-a38a-cbc1cad29568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:56.952828 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-54077760-424e-4917-94f8-b88b310f7b89 req-691ece3f-4bcc-4b9d-a1b6-36c946b5e202 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62a5afb7-e9e3-45d8-b700-ff42ced7a25c HTTP/1.1" status: 200 len: 999 time: 0.2875953 Aug 05 11:49:56.970002 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-ecf5775a-08c0-46af-9921-f3c4738ee8c8 req-f2b61538-0d4b-4bed-bab9-c613b4a5aef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:57.023980 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f1a11c-d66f-4795-92b9-0ca8e6c05f95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b886dfd-6146-4ffb-9561-05f155dc0fea,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:49:57.033585 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-7248364a-cf91-4e20-a38a-cbc1cad29568 None None] Port 2fd2796c-c6ef-4610-88fd-19a2a58ca18c cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:49:57.046667 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-49f1a11c-d66f-4795-92b9-0ca8e6c05f95 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d5eab3600c8148a386e2f5db05288580&name=default HTTP/1.1" status: 200 len: 2983 time: 3.4365220 Aug 05 11:49:57.047586 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 45526) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:49:57.051317 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0618b8be-052e-4b93-a1c9-d9f4d9bb1020 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:57.102332 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57347a09-aa26-494d-ab83-d375a8d10999 req-c4f9912e-bc8d-467c-9745-0696d85be608 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:49:57.105321 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-57347a09-aa26-494d-ab83-d375a8d10999 req-c4f9912e-bc8d-467c-9745-0696d85be608 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b29975d-3633-486b-ba92-5c1ed1330df4 HTTP/1.1" status: 200 len: 945 time: 0.5520787 Aug 05 11:49:57.174560 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-0618b8be-052e-4b93-a1c9-d9f4d9bb1020 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Calling delete_port for 2fd2796c-c6ef-4610-88fd-19a2a58ca18c owned by {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:49:57.198370 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-0bde8fab-6eef-4c41-b445-155a68361944 None None] Provisioning complete for port 2fd2796c-c6ef-4610-88fd-19a2a58ca18c triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:49:57.199009 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-0bde8fab-6eef-4c41-b445-155a68361944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:57.211784 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54077760-424e-4917-94f8-b88b310f7b89 req-527b2de9-9983-4302-849b-e3cec2f13394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:49:57.214559 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-54077760-424e-4917-94f8-b88b310f7b89 req-527b2de9-9983-4302-849b-e3cec2f13394 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=23b4b90e-0370-4e2d-856e-858c6909def7 HTTP/1.1" status: 200 len: 835 time: 0.2063837 Aug 05 11:49:57.224286 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-54077760-424e-4917-94f8-b88b310f7b89 req-6be3b434-1c38-45a0-b699-e603a5483875 service neutron] 10.222.0.55 "GET /v2.0/networks/ea4ab667-0582-45fb-abbe-165151692b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4640892 Aug 05 11:49:57.240875 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4b6759-d0fa-4a97-9e5d-d5d3a971dcff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-4b373aec-bf49-4f54-9a4d-5b45f00a6edf', 'network_id': '4b373aec-bf49-4f54-9a4d-5b45f00a6edf', 'tenant_id': '63553f01420144a38df0f1373f99c0f2', 'fixed_ips': [{'subnet_id': '9f3f7839-7e14-42a2-a1f1-7ef55facfbf1'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 11:49:57.242965 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf4b6759-d0fa-4a97-9e5d-d5d3a971dcff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:57.283737 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-71b909de-b277-4122-926e-55c966eb3ccc tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:57.314948 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-0bde8fab-6eef-4c41-b445-155a68361944 None None] Port 2fd2796c-c6ef-4610-88fd-19a2a58ca18c cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:49:57.522998 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-57347a09-aa26-494d-ab83-d375a8d10999 req-165bebde-a029-42c8-b76e-9e8ed20ee983 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5464a98-f362-4f03-a5f7-4b9d844b9cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3698094 Aug 05 11:49:57.533114 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54077760-424e-4917-94f8-b88b310f7b89 req-afe9ef2d-f124-47d9-8ada-8e08854ac5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:49:57.535885 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-54077760-424e-4917-94f8-b88b310f7b89 req-afe9ef2d-f124-47d9-8ada-8e08854ac5c9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ea4ab667-0582-45fb-abbe-165151692b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3099861 Aug 05 11:49:57.578047 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-cf4b6759-d0fa-4a97-9e5d-d5d3a971dcff None None] Allocated IP 172.20.0.2 (4b373aec-bf49-4f54-9a4d-5b45f00a6edf/9f3f7839-7e14-42a2-a1f1-7ef55facfbf1/a03d82b4-f8d8-41ae-a62a-f8fe831a4673) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:49:57.668128 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-71b909de-b277-4122-926e-55c966eb3ccc tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:57.695308 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a1c5f1c7-88cf-491a-90b8-994e26413361 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:57.769788 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-54077760-424e-4917-94f8-b88b310f7b89 req-f85b0551-adc4-4c50-ac89-697adc25577b service neutron] 10.222.0.55 "GET /v2.0/networks/ea4ab667-0582-45fb-abbe-165151692b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5323920 Aug 05 11:49:57.867284 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a1c5f1c7-88cf-491a-90b8-994e26413361 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:57.938061 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf4b6759-d0fa-4a97-9e5d-d5d3a971dcff None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:57.950647 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-54077760-424e-4917-94f8-b88b310f7b89 req-a0ddf001-2a61-4a00-93d9-d6848b9707b6 service neutron] 10.222.0.64 "GET /v2.0/networks/ea4ab667-0582-45fb-abbe-165151692b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4002523 Aug 05 11:49:57.956070 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-cf4b6759-d0fa-4a97-9e5d-d5d3a971dcff None None] Transition to ACTIVE for port object a03d82b4-f8d8-41ae-a62a-f8fe831a4673 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:49:57.990439 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device d7fa8a13-e5a9-455b-b585-8e43650e0c4d up at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:49:58.020225 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a311ecd-2fa6-4a1f-bab8-d6ea95c39b8e req-485af061-28d9-49ea-9a47-9a003a454dbf tempest-VolumesBackupsTest-350127530 tempest-VolumesBackupsTest-350127530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:49:58.023820 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2a311ecd-2fa6-4a1f-bab8-d6ea95c39b8e req-485af061-28d9-49ea-9a47-9a003a454dbf tempest-VolumesBackupsTest-350127530 tempest-VolumesBackupsTest-350127530-project] 10.222.0.58 "GET /v2.0/ports?device_id=93462345-4434-4a7f-8b61-cffd0553c5b8 HTTP/1.1" status: 200 len: 935 time: 0.6252868 Aug 05 11:49:58.176055 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning for port d7fa8a13-e5a9-455b-b585-8e43650e0c4d completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:49:58.184028 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning complete for port d7fa8a13-e5a9-455b-b585-8e43650e0c4d triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:49:58.184700 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:58.199308 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-54077760-424e-4917-94f8-b88b310f7b89 req-f5e6c1c6-cb6a-4e1a-9320-31e468fbb803 service neutron] 10.222.0.64 "GET /v2.0/networks/ea4ab667-0582-45fb-abbe-165151692b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386425 Aug 05 11:49:58.273746 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8466dad-f823-44dd-a9bf-b1529f65ea68 req-63af7afe-f691-4178-8443-189927cebddb tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:49:58.276432 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c8466dad-f823-44dd-a9bf-b1529f65ea68 req-63af7afe-f691-4178-8443-189927cebddb tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddf47896-42f3-4efd-854d-4716a8276153 HTTP/1.1" status: 200 len: 944 time: 0.4288452 Aug 05 11:49:58.281795 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 3185c84e-a1b2-49ff-a334-be51bd785f6c up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:49:58.354918 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2a311ecd-2fa6-4a1f-bab8-d6ea95c39b8e req-90c3c5f9-be1a-4f43-b5ba-c35e138e3cc5 tempest-VolumesBackupsTest-350127530 tempest-VolumesBackupsTest-350127530-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb6683d6-7ce5-4217-8282-274cb304b9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629223 Aug 05 11:49:58.364453 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0618b8be-052e-4b93-a1c9-d9f4d9bb1020 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:58.462562 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0618b8be-052e-4b93-a1c9-d9f4d9bb1020 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Pushing event deleted for resources: {'Port': ['ID=2fd2796c-c6ef-4610-88fd-19a2a58ca18c,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:49:58.487079 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a1c5f1c7-88cf-491a-90b8-994e26413361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:58.497005 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a1c5f1c7-88cf-491a-90b8-994e26413361 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:58.497005 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-a1c5f1c7-88cf-491a-90b8-994e26413361 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5b886dfd-6146-4ffb-9561-05f155dc0fea HTTP/1.1" status: 204 len: 168 time: 1.4353101 Aug 05 11:49:58.513992 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-cf4b6759-d0fa-4a97-9e5d-d5d3a971dcff None None] Transition to ACTIVE for port object a03d82b4-f8d8-41ae-a62a-f8fe831a4673 will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:49:58.613160 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c8466dad-f823-44dd-a9bf-b1529f65ea68 req-9581b66b-3112-42c9-8a00-ff49dd13768c tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ace5c99-ff1d-4ae8-a34c-808ba849368d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2985876 Aug 05 11:49:58.625034 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf4b6759-d0fa-4a97-9e5d-d5d3a971dcff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:58.649736 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-71b909de-b277-4122-926e-55c966eb3ccc tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25038609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30075142'] for subnet, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:58.745722 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c5f1c7-88cf-491a-90b8-994e26413361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b886dfd-6146-4ffb-9561-05f155dc0fea,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:49:58.773664 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b909de-b277-4122-926e-55c966eb3ccc tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Pushing event deleted for resources: {'Subnet': ['ID=9f3f7839-7e14-42a2-a1f1-7ef55facfbf1,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:49:58.864981 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 3185c84e-a1b2-49ff-a334-be51bd785f6c triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:49:58.865686 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:58.904662 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:59.009842 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-71b909de-b277-4122-926e-55c966eb3ccc tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:59.052104 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-71b909de-b277-4122-926e-55c966eb3ccc tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b373aec-bf49-4f54-9a4d-5b45f00a6edf']}} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:49:59.061647 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf4b6759-d0fa-4a97-9e5d-d5d3a971dcff None None] Network 4b373aec-bf49-4f54-9a4d-5b45f00a6edf is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:49:59.079353 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-71b909de-b277-4122-926e-55c966eb3ccc tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e78c022f-5697-471a-96d9-a7bae102eab0') {'for_net_delete': True} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:49:59.079933 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-71b909de-b277-4122-926e-55c966eb3ccc tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e78c022f-5697-471a-96d9-a7bae102eab0') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:49:59.119289 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-71b909de-b277-4122-926e-55c966eb3ccc tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29786371'] for segment, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:59.130236 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0618b8be-052e-4b93-a1c9-d9f4d9bb1020 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:59.136247 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-0618b8be-052e-4b93-a1c9-d9f4d9bb1020 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "DELETE /v2.0/ports/2fd2796c-c6ef-4610-88fd-19a2a58ca18c HTTP/1.1" status: 204 len: 168 time: 3.6060166 Aug 05 11:49:59.141081 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [req-ecf5775a-08c0-46af-9921-f3c4738ee8c8 req-f2b61538-0d4b-4bed-bab9-c613b4a5aef9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e140656-54ae-47b8-bc9f-b7a7391b3ddd {{(pid=94420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:49:59.142783 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 45542) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:49:59.161717 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port d7fa8a13-e5a9-455b-b585-8e43650e0c4d, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=d7fa8a13-e5a9-455b-b585-8e43650e0c4d,segment=NetworkSegment(fa5f7742-6e03-46ef-8df5-0f25b5d284b6),segment_id=fa5f7742-6e03-46ef-8df5-0f25b5d284b6)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:49:59.163742 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-ecf5775a-08c0-46af-9921-f3c4738ee8c8 req-f2b61538-0d4b-4bed-bab9-c613b4a5aef9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:59.166816 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-cf4b6759-d0fa-4a97-9e5d-d5d3a971dcff None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:49:59.213842 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119c6baa-3ac1-424d-ab69-26d5dfd41397 req-9a9b421e-4a35-42af-8c10-463189cf63e5 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:49:59.216828 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-119c6baa-3ac1-424d-ab69-26d5dfd41397 req-9a9b421e-4a35-42af-8c10-463189cf63e5 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b29975d-3633-486b-ba92-5c1ed1330df4 HTTP/1.1" status: 200 len: 945 time: 0.2832832 Aug 05 11:49:59.218571 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b29975d-3633-486b-ba92-5c1ed1330df4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7fa8a13-e5a9-455b-b585-8e43650e0c4d'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:49:59.221748 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5568179c-44fa-418d-b24d-a11ebe11cbf2" -d '{"events": [{"server_uuid": "9b29975d-3633-486b-ba92-5c1ed1330df4", "name": "network-vif-plugged", "status": "completed", "tag": "d7fa8a13-e5a9-455b-b585-8e43650e0c4d"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:49:59.227395 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [req-ecf5775a-08c0-46af-9921-f3c4738ee8c8 req-f2b61538-0d4b-4bed-bab9-c613b4a5aef9 service neutron] Transition to ACTIVE for port object 4e140656-54ae-47b8-bc9f-b7a7391b3ddd will not be triggered until provisioned by entity L2. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:49:59.237569 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4b6759-d0fa-4a97-9e5d-d5d3a971dcff None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:49:59.247490 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-ecf5775a-08c0-46af-9921-f3c4738ee8c8 req-f2b61538-0d4b-4bed-bab9-c613b4a5aef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:59.252760 n-d-803378-2 neutron-server[94421]: INFO neutron.pecan_wsgi.hooks.translation [None req-180e3cd3-b729-46e3-999d-f4330a484b11 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] GET failed (client error): The resource could not be found. Aug 05 11:49:59.258256 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-180e3cd3-b729-46e3-999d-f4330a484b11 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "GET /v2.0/ports/2fd2796c-c6ef-4610-88fd-19a2a58ca18c HTTP/1.1" status: 404 len: 333 time: 0.1127813 Aug 05 11:49:59.263288 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 45546) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:49:59.268818 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:59.273600 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4b6759-d0fa-4a97-9e5d-d5d3a971dcff None None] Pushing event updated for resources: {'Port': ['ID=a03d82b4-f8d8-41ae-a62a-f8fe831a4673,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:49:59.291124 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-71b909de-b277-4122-926e-55c966eb3ccc tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:59.364958 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9242466c-70cc-4f65-a307-3bfbcb5c3a45 x-openstack-request-id: req-9242466c-70cc-4f65-a307-3bfbcb5c3a45 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:49:59.365504 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b29975d-3633-486b-ba92-5c1ed1330df4", "name": "network-vif-plugged", "status": "completed", "tag": "d7fa8a13-e5a9-455b-b585-8e43650e0c4d", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:49:59.365788 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9242466c-70cc-4f65-a307-3bfbcb5c3a45 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:49:59.368421 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b29975d-3633-486b-ba92-5c1ed1330df4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7fa8a13-e5a9-455b-b585-8e43650e0c4d', 'code': 200} Aug 05 11:49:59.370994 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71b909de-b277-4122-926e-55c966eb3ccc tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Releasing vlan 687 on physical network physnet1 to pool {{(pid=94421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:49:59.371720 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-71b909de-b277-4122-926e-55c966eb3ccc tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25038799'] for segment, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:59.386742 n-d-803378-2 neutron-server[94421]: Traceback (most recent call last): Aug 05 11:49:59.386742 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:49:59.386742 n-d-803378-2 neutron-server[94421]: timer() Aug 05 11:49:59.386742 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:49:59.386742 n-d-803378-2 neutron-server[94421]: cb(*args, **kw) Aug 05 11:49:59.386742 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:49:59.386742 n-d-803378-2 neutron-server[94421]: return func(*args, **kwargs) Aug 05 11:49:59.386742 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:49:59.386742 n-d-803378-2 neutron-server[94421]: self._notify() Aug 05 11:49:59.386742 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:49:59.386742 n-d-803378-2 neutron-server[94421]: self.callback(batched_events) Aug 05 11:49:59.386742 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:49:59.386742 n-d-803378-2 neutron-server[94421]: event.method(event) Aug 05 11:49:59.386742 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:49:59.386742 n-d-803378-2 neutron-server[94421]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:49:59.386742 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:49:59.386742 n-d-803378-2 neutron-server[94421]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:49:59.386742 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:49:59.386742 n-d-803378-2 neutron-server[94421]: return f(self, *a, **k) Aug 05 11:49:59.386742 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:49:59.386742 n-d-803378-2 neutron-server[94421]: return self._get(url).json() Aug 05 11:49:59.386742 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:49:59.386742 n-d-803378-2 neutron-server[94421]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:49:59.386742 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:49:59.386742 n-d-803378-2 neutron-server[94421]: return self.request(url, 'GET', **kwargs) Aug 05 11:49:59.386742 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:49:59.386742 n-d-803378-2 neutron-server[94421]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:49:59.386742 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:49:59.386742 n-d-803378-2 neutron-server[94421]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:49:59.386742 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:49:59.386742 n-d-803378-2 neutron-server[94421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:49:59.386742 n-d-803378-2 neutron-server[94421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:49:59.451402 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b61538-0d4b-4bed-bab9-c613b4a5aef9 service neutron] Pushing event updated for resources: {'Port': ['ID=4e140656-54ae-47b8-bc9f-b7a7391b3ddd,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:49:59.553077 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-119c6baa-3ac1-424d-ab69-26d5dfd41397 req-d71a16da-6184-4fa7-ac70-b89b8fd47912 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5464a98-f362-4f03-a5f7-4b9d844b9cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3054080 Aug 05 11:49:59.586275 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-cf4b6759-d0fa-4a97-9e5d-d5d3a971dcff None None] Attempting to bind port a03d82b4-f8d8-41ae-a62a-f8fe831a4673 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:49:59.586926 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-cf4b6759-d0fa-4a97-9e5d-d5d3a971dcff None None] Attempting to bind port a03d82b4-f8d8-41ae-a62a-f8fe831a4673 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'e78c022f-5697-471a-96d9-a7bae102eab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '4b373aec-bf49-4f54-9a4d-5b45f00a6edf'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:49:59.587883 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4b6759-d0fa-4a97-9e5d-d5d3a971dcff None None] Attempting to bind port a03d82b4-f8d8-41ae-a62a-f8fe831a4673 on network 4b373aec-bf49-4f54-9a4d-5b45f00a6edf {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:49:59.598654 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:59.710910 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=d7fa8a13-e5a9-455b-b585-8e43650e0c4d,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:49:59.736140 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4b6759-d0fa-4a97-9e5d-d5d3a971dcff None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:49:59.736140 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4b6759-d0fa-4a97-9e5d-d5d3a971dcff None None] Checking segment: {'id': 'e78c022f-5697-471a-96d9-a7bae102eab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '4b373aec-bf49-4f54-9a4d-5b45f00a6edf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:49:59.738525 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf4b6759-d0fa-4a97-9e5d-d5d3a971dcff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:59.740168 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4b6759-d0fa-4a97-9e5d-d5d3a971dcff None None] Bound using segment: {'id': 'e78c022f-5697-471a-96d9-a7bae102eab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '4b373aec-bf49-4f54-9a4d-5b45f00a6edf'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:49:59.740168 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-cf4b6759-d0fa-4a97-9e5d-d5d3a971dcff None None] Bound port: a03d82b4-f8d8-41ae-a62a-f8fe831a4673, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e78c022f-5697-471a-96d9-a7bae102eab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '4b373aec-bf49-4f54-9a4d-5b45f00a6edf'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:49:59.740797 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf4b6759-d0fa-4a97-9e5d-d5d3a971dcff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:59.836111 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 45554) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:49:59.911139 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4b7647e2-3cc1-4df4-a215-6723fcc323c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:49:59.955436 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_v2 [None req-c45266d3-5424-4d2e-95e6-40c7ea441a5c tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Deleting subnet 85cb991b-3dba-4524-805b-2cb816b527c4 {{(pid=94421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:49:59.963678 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbde7484-0e5c-4e52-9068-47a0fe1786e0 req-1875b2ce-d84d-410a-affd-0e4b09b0fa31 tempest-VolumesBackupsTest-350127530 tempest-VolumesBackupsTest-350127530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:49:59.966599 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-dbde7484-0e5c-4e52-9068-47a0fe1786e0 req-1875b2ce-d84d-410a-affd-0e4b09b0fa31 tempest-VolumesBackupsTest-350127530 tempest-VolumesBackupsTest-350127530-project] 10.222.0.58 "GET /v2.0/ports?device_id=93462345-4434-4a7f-8b61-cffd0553c5b8 HTTP/1.1" status: 200 len: 947 time: 0.3655987 Aug 05 11:49:59.995379 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c45266d3-5424-4d2e-95e6-40c7ea441a5c tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks [] for subnet, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:00.001783 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 62a5afb7-e9e3-45d8-b700-ff42ced7a25c details requested by agent hyperv_n-h1-803378-2 with host n-h1-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:50:00.007314 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eeb0e2-e5b8-44e8-b46f-f9f06806add9 req-092dcba5-e472-4789-8e0f-3092683035e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:50:00.010326 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-64eeb0e2-e5b8-44e8-b46f-f9f06806add9 req-092dcba5-e472-4789-8e0f-3092683035e0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9b29975d-3633-486b-ba92-5c1ed1330df4 HTTP/1.1" status: 200 len: 1097 time: 0.4009891 Aug 05 11:50:00.011563 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.db.api [None req-71b909de-b277-4122-926e-55c966eb3ccc tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 05 11:50:00.011563 n-d-803378-2 neutron-server[94421]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 05 11:50:00.011563 n-d-803378-2 neutron-server[94421]: [parameters: {'id': '4b373aec-bf49-4f54-9a4d-5b45f00a6edf'}] Aug 05 11:50:00.011563 n-d-803378-2 neutron-server[94421]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94421) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 05 11:50:00.012226 n-d-803378-2 neutron-server[94421]: DEBUG oslo_db.api [None req-71b909de-b277-4122-926e-55c966eb3ccc tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 11:50:00.043690 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-ecf5775a-08c0-46af-9921-f3c4738ee8c8 req-f2b61538-0d4b-4bed-bab9-c613b4a5aef9 service neutron] Attempting to bind port 4e140656-54ae-47b8-bc9f-b7a7391b3ddd on host n-h1-803378-2 for vnic_type normal with profile {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:50:00.044237 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-ecf5775a-08c0-46af-9921-f3c4738ee8c8 req-f2b61538-0d4b-4bed-bab9-c613b4a5aef9 service neutron] Attempting to bind port 4e140656-54ae-47b8-bc9f-b7a7391b3ddd by drivers openvswitch,hyperv on host n-h1-803378-2 at level 0 using segments [{'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:50:00.044850 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf5775a-08c0-46af-9921-f3c4738ee8c8 req-f2b61538-0d4b-4bed-bab9-c613b4a5aef9 service neutron] Attempting to bind port 4e140656-54ae-47b8-bc9f-b7a7391b3ddd on network 91caede3-92e4-4b1e-8e3e-36227cfd846a {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:50:00.072599 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-cf4b6759-d0fa-4a97-9e5d-d5d3a971dcff None None] For port a03d82b4-f8d8-41ae-a62a-f8fe831a4673, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:50:00.083621 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-cf4b6759-d0fa-4a97-9e5d-d5d3a971dcff None None] For port a03d82b4-f8d8-41ae-a62a-f8fe831a4673, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=a03d82b4-f8d8-41ae-a62a-f8fe831a4673,segment=NetworkSegment(e78c022f-5697-471a-96d9-a7bae102eab0),segment_id=e78c022f-5697-471a-96d9-a7bae102eab0)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:50:00.099648 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf5775a-08c0-46af-9921-f3c4738ee8c8 req-f2b61538-0d4b-4bed-bab9-c613b4a5aef9 service neutron] Port 4e140656-54ae-47b8-bc9f-b7a7391b3ddd on network 91caede3-92e4-4b1e-8e3e-36227cfd846a not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-2 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:50:00.100177 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf5775a-08c0-46af-9921-f3c4738ee8c8 req-f2b61538-0d4b-4bed-bab9-c613b4a5aef9 service neutron] Attempting to bind port 4e140656-54ae-47b8-bc9f-b7a7391b3ddd on network 91caede3-92e4-4b1e-8e3e-36227cfd846a {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:50:00.115213 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c9bee8c1-49f6-4b88-990b-7ee1786090d2 req-bc23a6cf-124d-4741-95ed-fa96c8c2267c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e98332d0-8552-4f90-9240-19975d912b36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2935991 Aug 05 11:50:00.161386 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c45266d3-5424-4d2e-95e6-40c7ea441a5c tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29786388'] for subnet, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:00.169120 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-64eeb0e2-e5b8-44e8-b46f-f9f06806add9 req-9224db98-27b8-4574-817f-bf3ac85750ae service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e5464a98-f362-4f03-a5f7-4b9d844b9cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119683 Aug 05 11:50:00.178471 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf4b6759-d0fa-4a97-9e5d-d5d3a971dcff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:00.179605 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-dbde7484-0e5c-4e52-9068-47a0fe1786e0 req-eb95987f-576d-41dc-ad2a-4fc5609dd64e tempest-VolumesBackupsTest-350127530 tempest-VolumesBackupsTest-350127530-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb6683d6-7ce5-4217-8282-274cb304b9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880352 Aug 05 11:50:00.221138 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf5775a-08c0-46af-9921-f3c4738ee8c8 req-f2b61538-0d4b-4bed-bab9-c613b4a5aef9 service neutron] Checking agent: {'id': '40bb7567-59bd-4b31-bc29-da1c50bca759', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:50:00.221138 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf5775a-08c0-46af-9921-f3c4738ee8c8 req-f2b61538-0d4b-4bed-bab9-c613b4a5aef9 service neutron] Checking segment: {'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:50:00.221138 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf5775a-08c0-46af-9921-f3c4738ee8c8 req-f2b61538-0d4b-4bed-bab9-c613b4a5aef9 service neutron] Bound using segment: {'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:50:00.221138 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-ecf5775a-08c0-46af-9921-f3c4738ee8c8 req-f2b61538-0d4b-4bed-bab9-c613b4a5aef9 service neutron] Bound port: 4e140656-54ae-47b8-bc9f-b7a7391b3ddd, host: n-h1-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'}}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:50:00.221138 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-ecf5775a-08c0-46af-9921-f3c4738ee8c8 req-f2b61538-0d4b-4bed-bab9-c613b4a5aef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:00.273280 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b86e474-65f8-4402-9cff-91388764c380 req-8dc20c72-45ee-4f11-9719-fdd8b2cd92ba tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:50:00.293028 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4b86e474-65f8-4402-9cff-91388764c380 req-8dc20c72-45ee-4f11-9719-fdd8b2cd92ba tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddf47896-42f3-4efd-854d-4716a8276153 HTTP/1.1" status: 200 len: 944 time: 0.2753408 Aug 05 11:50:00.321283 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bee8c1-49f6-4b88-990b-7ee1786090d2 req-172931b8-ef48-48a0-990e-b63eb04c1512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:50:00.323727 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c9bee8c1-49f6-4b88-990b-7ee1786090d2 req-172931b8-ef48-48a0-990e-b63eb04c1512 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cbc89f3908d842d4a7beeb1a4fce5354&device_id=e98332d0-8552-4f90-9240-19975d912b36 HTTP/1.1" status: 200 len: 1097 time: 0.0954864 Aug 05 11:50:00.369293 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4b6759-d0fa-4a97-9e5d-d5d3a971dcff None None] Pushing event updated for resources: {'Port': ['ID=a03d82b4-f8d8-41ae-a62a-f8fe831a4673,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:50:00.415151 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 62a5afb7-e9e3-45d8-b700-ff42ced7a25c, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=62a5afb7-e9e3-45d8-b700-ff42ced7a25c,segment=NetworkSegment(9f03e2db-8557-4053-84d8-e8f77c56803d),segment_id=9f03e2db-8557-4053-84d8-e8f77c56803d)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:50:00.452737 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1be249a-3a46-40be-8aaf-3a959cf225bc None None] Network 4b373aec-bf49-4f54-9a4d-5b45f00a6edf requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:50:00.476831 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Returning: {'device': '62a5afb7-e9e3-45d8-b700-ff42ced7a25c', 'network_id': 'ea4ab667-0582-45fb-abbe-165151692b1f', 'port_id': '62a5afb7-e9e3-45d8-b700-ff42ced7a25c', 'mac_address': 'fa:16:3e:fc:09:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23b4b90e-0370-4e2d-856e-858c6909def7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:50:00.497559 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4b86e474-65f8-4402-9cff-91388764c380 req-71265305-753c-4823-aeb0-0e53b6ec86ce tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ace5c99-ff1d-4ae8-a34c-808ba849368d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2029331 Aug 05 11:50:00.503808 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c45266d3-5424-4d2e-95e6-40c7ea441a5c tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:00.537055 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-ecf5775a-08c0-46af-9921-f3c4738ee8c8 req-f2b61538-0d4b-4bed-bab9-c613b4a5aef9 service neutron] For port 4e140656-54ae-47b8-bc9f-b7a7391b3ddd, host n-h1-803378-2, cleared binding levels {{(pid=94420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:50:00.537055 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-ecf5775a-08c0-46af-9921-f3c4738ee8c8 req-f2b61538-0d4b-4bed-bab9-c613b4a5aef9 service neutron] For port 4e140656-54ae-47b8-bc9f-b7a7391b3ddd, host n-h1-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=4e140656-54ae-47b8-bc9f-b7a7391b3ddd,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:50:00.554447 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-ecf5775a-08c0-46af-9921-f3c4738ee8c8 req-f2b61538-0d4b-4bed-bab9-c613b4a5aef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:00.611872 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-71b909de-b277-4122-926e-55c966eb3ccc tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:00.642647 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4b7647e2-3cc1-4df4-a215-6723fcc323c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:00.667135 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:00.674134 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4b7647e2-3cc1-4df4-a215-6723fcc323c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:00.762665 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf5775a-08c0-46af-9921-f3c4738ee8c8 req-f2b61538-0d4b-4bed-bab9-c613b4a5aef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:50:00.763758 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-ecf5775a-08c0-46af-9921-f3c4738ee8c8 req-f2b61538-0d4b-4bed-bab9-c613b4a5aef9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:00.766463 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ecf5775a-08c0-46af-9921-f3c4738ee8c8 req-f2b61538-0d4b-4bed-bab9-c613b4a5aef9 service neutron] 10.222.0.64 "PUT /v2.0/ports/4e140656-54ae-47b8-bc9f-b7a7391b3ddd HTTP/1.1" status: 200 len: 1095 time: 4.0271378 Aug 05 11:50:00.767146 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93462345-4434-4a7f-8b61-cffd0553c5b8', 'tag': '4e140656-54ae-47b8-bc9f-b7a7391b3ddd'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:50:00.771637 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}828068ad8d405ad77660ce68fa78e1ffe658725812f7a08f9e488a446589295b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-547f149c-c692-4742-aa15-f116c27c1cf5" -d '{"events": [{"name": "network-changed", "server_uuid": "93462345-4434-4a7f-8b61-cffd0553c5b8", "tag": "4e140656-54ae-47b8-bc9f-b7a7391b3ddd"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:50:00.805446 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62a5afb7-e9e3-45d8-b700-ff42ced7a25c {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:50:00.813808 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bee8c1-49f6-4b88-990b-7ee1786090d2 req-2ffe75ed-1a73-4cd4-ba1a-32b3065d111e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:50:00.817206 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c9bee8c1-49f6-4b88-990b-7ee1786090d2 req-2ffe75ed-1a73-4cd4-ba1a-32b3065d111e service neutron] 10.222.0.55 "GET /v2.0/networks?id=1ac4b742-2a25-4935-8476-e9ad3e543504 HTTP/1.1" status: 200 len: 917 time: 0.4439223 Aug 05 11:50:00.854062 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c45266d3-5424-4d2e-95e6-40c7ea441a5c tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25038609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30075142'] for subnet, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:00.945032 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 62a5afb7-e9e3-45d8-b700-ff42ced7a25c, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=62a5afb7-e9e3-45d8-b700-ff42ced7a25c,segment=NetworkSegment(9f03e2db-8557-4053-84d8-e8f77c56803d),segment_id=9f03e2db-8557-4053-84d8-e8f77c56803d)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:50:00.971320 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:01.044436 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1a00328-ee41-406e-bff5-5f6147ed69e1 x-openstack-request-id: req-d1a00328-ee41-406e-bff5-5f6147ed69e1 {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:50:01.044923 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93462345-4434-4a7f-8b61-cffd0553c5b8", "tag": "4e140656-54ae-47b8-bc9f-b7a7391b3ddd", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:50:01.045244 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d1a00328-ee41-406e-bff5-5f6147ed69e1 {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:50:01.045795 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93462345-4434-4a7f-8b61-cffd0553c5b8', 'tag': '4e140656-54ae-47b8-bc9f-b7a7391b3ddd', 'status': 'completed', 'code': 200} Aug 05 11:50:01.091565 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7647e2-3cc1-4df4-a215-6723fcc323c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d187104-f7cc-49fd-9085-34e0a8763125,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:50:01.098889 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-4b7647e2-3cc1-4df4-a215-6723fcc323c2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1297da4d4e924ce9ac3c35e775655b85&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2549186 Aug 05 11:50:01.114527 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 45566) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:50:01.129619 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c45266d3-5424-4d2e-95e6-40c7ea441a5c tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:01.135634 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-c45266d3-5424-4d2e-95e6-40c7ea441a5c tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "DELETE /v2.0/subnets/85cb991b-3dba-4524-805b-2cb816b527c4 HTTP/1.1" status: 204 len: 168 time: 1.8696139 Aug 05 11:50:01.170677 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 45568) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:50:01.173243 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b61538-0d4b-4bed-bab9-c613b4a5aef9 service neutron] Pushing event updated for resources: {'Port': ['ID=4e140656-54ae-47b8-bc9f-b7a7391b3ddd,revision_number=3']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:50:01.189548 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=62a5afb7-e9e3-45d8-b700-ff42ced7a25c,revision_number=8']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:50:01.236659 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40116aa-0b9b-4ef0-a517-2daa15c61d70 None None] get_active_networks_info from n-d-803378-2 {{(pid=94422) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 05 11:50:01.284421 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45266d3-5424-4d2e-95e6-40c7ea441a5c tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Pushing event deleted for resources: {'Subnet': ['ID=85cb991b-3dba-4524-805b-2cb816b527c4,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:50:01.316283 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c9bee8c1-49f6-4b88-990b-7ee1786090d2 req-2d950ff4-0caa-4635-9c22-ed62d8c31e71 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5f9a1648-97a0-49bb-a764-2148d15aa93e HTTP/1.1" status: 200 len: 1002 time: 0.4513938 Aug 05 11:50:01.385563 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf5775a-08c0-46af-9921-f3c4738ee8c8 req-30e96b3c-42e9-48bd-acc8-c34186a993bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:50:01.388272 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ecf5775a-08c0-46af-9921-f3c4738ee8c8 req-30e96b3c-42e9-48bd-acc8-c34186a993bf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=88cdcbc276f743009bceec79702dca0f&device_id=93462345-4434-4a7f-8b61-cffd0553c5b8 HTTP/1.1" status: 200 len: 1098 time: 0.4511023 Aug 05 11:50:01.445372 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b727dd08-71b3-4edd-a246-b1e205f0fb62 req-fb388bc2-0bea-4ada-90f6-1cc94cdec224 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:50:01.447463 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ffb494-d117-4a12-a11e-63947fb3eef4 req-888912a5-a09a-4dc8-b1ca-26a709d1d8fa tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:50:01.449091 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b727dd08-71b3-4edd-a246-b1e205f0fb62 req-fb388bc2-0bea-4ada-90f6-1cc94cdec224 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b29975d-3633-486b-ba92-5c1ed1330df4 HTTP/1.1" status: 200 len: 946 time: 0.5752020 Aug 05 11:50:01.450201 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-19ffb494-d117-4a12-a11e-63947fb3eef4 req-888912a5-a09a-4dc8-b1ca-26a709d1d8fa tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.55 "GET /v2.0/ports?device_id=ddf47896-42f3-4efd-854d-4716a8276153&tenant_id=7f88688726d24c8e9d77831659c7c3ae&binding%3Ahost_id=n-h1-803378-2 HTTP/1.1" status: 200 len: 945 time: 0.3083506 Aug 05 11:50:01.483435 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bee8c1-49f6-4b88-990b-7ee1786090d2 req-02a04985-48a2-4e53-8f95-d2c98faa090c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:50:01.486162 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c9bee8c1-49f6-4b88-990b-7ee1786090d2 req-02a04985-48a2-4e53-8f95-d2c98faa090c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a5e28117-6f3c-401b-be5b-a70254f1dc57 HTTP/1.1" status: 200 len: 855 time: 0.1608188 Aug 05 11:50:01.549560 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-71b909de-b277-4122-926e-55c966eb3ccc tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Deleting port a03d82b4-f8d8-41ae-a62a-f8fe831a4673 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:50:01.550030 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-71b909de-b277-4122-926e-55c966eb3ccc tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:01.565437 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-aec72d28-7c7a-47f6-a57f-2474558dac31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:01.574685 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ecf5775a-08c0-46af-9921-f3c4738ee8c8 req-1431d02b-37cc-406e-bcc1-c114db3905db service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=4e140656-54ae-47b8-bc9f-b7a7391b3ddd HTTP/1.1" status: 200 len: 217 time: 0.1467140 Aug 05 11:50:01.581395 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-eb717311-ff07-4b70-90db-ff4a4ef3b0fe tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:01.731584 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-aec72d28-7c7a-47f6-a57f-2474558dac31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:01.752968 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e66a433-cdf3-4b46-addb-f7415dbd975c req-ca4c112f-cf37-4a1b-9130-f5d2813fb198 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:50:01.755755 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2e66a433-cdf3-4b46-addb-f7415dbd975c req-ca4c112f-cf37-4a1b-9130-f5d2813fb198 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddf47896-42f3-4efd-854d-4716a8276153 HTTP/1.1" status: 200 len: 945 time: 0.5049193 Aug 05 11:50:01.799539 n-d-803378-2 neutron-server[94421]: INFO neutron.api.v2.resource [req-19ffb494-d117-4a12-a11e-63947fb3eef4 req-c7467d04-8bc4-46b3-8313-da6ff41a26aa service neutron] delete failed (client error): The resource could not be found. Aug 05 11:50:01.801499 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-19ffb494-d117-4a12-a11e-63947fb3eef4 req-c7467d04-8bc4-46b3-8313-da6ff41a26aa service neutron] 10.222.0.55 "DELETE /v2.0/ports/62a5afb7-e9e3-45d8-b700-ff42ced7a25c/bindings/n-h2-803378-2 HTTP/1.1" status: 404 len: 380 time: 0.3337941 Aug 05 11:50:01.804759 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [None req-71b909de-b277-4122-926e-55c966eb3ccc tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] For port a03d82b4-f8d8-41ae-a62a-f8fe831a4673, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=a03d82b4-f8d8-41ae-a62a-f8fe831a4673,segment=NetworkSegment(e78c022f-5697-471a-96d9-a7bae102eab0),segment_id=e78c022f-5697-471a-96d9-a7bae102eab0)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:50:01.805334 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-71b909de-b277-4122-926e-55c966eb3ccc tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:01.816754 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b727dd08-71b3-4edd-a246-b1e205f0fb62 req-383246f5-cc90-4c62-9a84-6b6aa8008faf tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5464a98-f362-4f03-a5f7-4b9d844b9cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3189054 Aug 05 11:50:01.827198 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bee8c1-49f6-4b88-990b-7ee1786090d2 req-1cadf57d-2a97-4113-89da-28ee19e63cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:50:01.830389 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c9bee8c1-49f6-4b88-990b-7ee1786090d2 req-1cadf57d-2a97-4113-89da-28ee19e63cf9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1ac4b742-2a25-4935-8476-e9ad3e543504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3062603 Aug 05 11:50:01.831065 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40116aa-0b9b-4ef0-a517-2daa15c61d70 None None] Resources bound (agent type, host, resource id): {{(pid=94422) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 05 11:50:01.853255 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['62a5afb7-e9e3-45d8-b700-ff42ced7a25c'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:50:01.875147 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-71b909de-b277-4122-926e-55c966eb3ccc tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Calling delete_port for a03d82b4-f8d8-41ae-a62a-f8fe831a4673 owned by network:dhcp {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:50:02.090807 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf5775a-08c0-46af-9921-f3c4738ee8c8 req-af927487-beea-4d6a-b29b-fb6a28cb77d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:50:02.093546 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ecf5775a-08c0-46af-9921-f3c4738ee8c8 req-af927487-beea-4d6a-b29b-fb6a28cb77d3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6842f728-c2f3-4e36-bb32-3303d06ce3f4 HTTP/1.1" status: 200 len: 843 time: 0.4701374 Aug 05 11:50:02.257478 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2e66a433-cdf3-4b46-addb-f7415dbd975c req-df121a7f-9465-4182-9320-dbefda8400c0 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ace5c99-ff1d-4ae8-a34c-808ba849368d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4777129 Aug 05 11:50:02.325663 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf5775a-08c0-46af-9921-f3c4738ee8c8 req-103455dc-da05-428b-a4b7-3719c9d2e80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:50:02.331916 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ecf5775a-08c0-46af-9921-f3c4738ee8c8 req-103455dc-da05-428b-a4b7-3719c9d2e80b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=91caede3-92e4-4b1e-8e3e-36227cfd846a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1876295 Aug 05 11:50:02.340429 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ffb494-d117-4a12-a11e-63947fb3eef4 req-ed0e4493-0496-4929-a56a-3c6101a3acf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:50:02.343556 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-19ffb494-d117-4a12-a11e-63947fb3eef4 req-ed0e4493-0496-4929-a56a-3c6101a3acf3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7f88688726d24c8e9d77831659c7c3ae&device_id=ddf47896-42f3-4efd-854d-4716a8276153 HTTP/1.1" status: 200 len: 1096 time: 0.2496252 Aug 05 11:50:02.344718 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-71b909de-b277-4122-926e-55c966eb3ccc tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:02.349367 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-aec72d28-7c7a-47f6-a57f-2474558dac31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:02.357123 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-aec72d28-7c7a-47f6-a57f-2474558dac31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:02.363685 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-aec72d28-7c7a-47f6-a57f-2474558dac31 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4d187104-f7cc-49fd-9085-34e0a8763125 HTTP/1.1" status: 204 len: 168 time: 1.2451055 Aug 05 11:50:02.404423 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bc4896-05c8-4f4f-b26d-392bcc16e71b req-b5786f13-54ef-40b7-bd6d-03d9e7a1b0e4 tempest-VolumesBackupsTest-350127530 tempest-VolumesBackupsTest-350127530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:50:02.423535 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-93bc4896-05c8-4f4f-b26d-392bcc16e71b req-b5786f13-54ef-40b7-bd6d-03d9e7a1b0e4 tempest-VolumesBackupsTest-350127530 tempest-VolumesBackupsTest-350127530-project] 10.222.0.58 "GET /v2.0/ports?device_id=93462345-4434-4a7f-8b61-cffd0553c5b8 HTTP/1.1" status: 200 len: 947 time: 0.4178514 Aug 05 11:50:02.436681 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b909de-b277-4122-926e-55c966eb3ccc tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] No DVR routers for this DVR port a03d82b4-f8d8-41ae-a62a-f8fe831a4673 on host n-d-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:50:02.561744 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec72d28-7c7a-47f6-a57f-2474558dac31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d187104-f7cc-49fd-9085-34e0a8763125,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:50:02.593322 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-eb717311-ff07-4b70-90db-ff4a4ef3b0fe tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Deleting port 3185c84e-a1b2-49ff-a334-be51bd785f6c {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:50:02.594462 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-eb717311-ff07-4b70-90db-ff4a4ef3b0fe tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:02.714812 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b909de-b277-4122-926e-55c966eb3ccc tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Pushing event deleted for resources: {'Port': ['ID=a03d82b4-f8d8-41ae-a62a-f8fe831a4673,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:50:02.747295 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-93bc4896-05c8-4f4f-b26d-392bcc16e71b req-6b63f576-b15b-4635-a4f1-d056428d9305 tempest-VolumesBackupsTest-350127530 tempest-VolumesBackupsTest-350127530-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb6683d6-7ce5-4217-8282-274cb304b9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3185492 Aug 05 11:50:02.903342 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-eb717311-ff07-4b70-90db-ff4a4ef3b0fe tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] For port 3185c84e-a1b2-49ff-a334-be51bd785f6c, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=3185c84e-a1b2-49ff-a334-be51bd785f6c,segment=NetworkSegment(17a4eca0-5057-4013-a403-330122e83206),segment_id=17a4eca0-5057-4013-a403-330122e83206)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:50:02.904631 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-eb717311-ff07-4b70-90db-ff4a4ef3b0fe tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:02.949953 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c9bee8c1-49f6-4b88-990b-7ee1786090d2 req-30712f4c-6b32-4944-8c06-a3e9c1f9d704 service neutron] 10.222.0.55 "GET /v2.0/networks/1ac4b742-2a25-4935-8476-e9ad3e543504?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1013935 Aug 05 11:50:02.961328 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ecf5775a-08c0-46af-9921-f3c4738ee8c8 req-0c329c04-4613-44f6-bd32-5c7227c31fc3 service neutron] 10.222.0.64 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5923007 Aug 05 11:50:02.964516 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-eb717311-ff07-4b70-90db-ff4a4ef3b0fe tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Calling delete_port for 3185c84e-a1b2-49ff-a334-be51bd785f6c owned by network:dhcp {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:50:02.983614 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-71b909de-b277-4122-926e-55c966eb3ccc tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:03.006534 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f1826f-cef7-46c7-b865-bbdc1e036df3 None None] Network 6f726d11-e513-49dd-bd45-f6e0be2a2fe4 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:50:03.129853 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-71b909de-b277-4122-926e-55c966eb3ccc tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b373aec-bf49-4f54-9a4d-5b45f00a6edf']}} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:50:03.216932 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-71b909de-b277-4122-926e-55c966eb3ccc tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e78c022f-5697-471a-96d9-a7bae102eab0') {'for_net_delete': True} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:50:03.217624 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-71b909de-b277-4122-926e-55c966eb3ccc tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e78c022f-5697-471a-96d9-a7bae102eab0') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:50:03.282747 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-71b909de-b277-4122-926e-55c966eb3ccc tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29786371'] for segment, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:03.293050 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ffb494-d117-4a12-a11e-63947fb3eef4 req-e7bbc0c4-1451-4887-9928-7af38939bfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:50:03.296039 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-19ffb494-d117-4a12-a11e-63947fb3eef4 req-e7bbc0c4-1451-4887-9928-7af38939bfc0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ea4ab667-0582-45fb-abbe-165151692b1f HTTP/1.1" status: 200 len: 897 time: 0.9343169 Aug 05 11:50:03.385881 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a07f84-c55e-468b-b498-7cbd6352800d req-88322c57-ec70-4f9d-8f66-ad9bde824df5 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:50:03.388933 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-50a07f84-c55e-468b-b498-7cbd6352800d req-88322c57-ec70-4f9d-8f66-ad9bde824df5 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b29975d-3633-486b-ba92-5c1ed1330df4 HTTP/1.1" status: 200 len: 946 time: 0.2710621 Aug 05 11:50:03.449872 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-71b909de-b277-4122-926e-55c966eb3ccc tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:03.453626 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ecf5775a-08c0-46af-9921-f3c4738ee8c8 req-821ea03f-a976-406c-a581-b30e8f7fad0f service neutron] 10.222.0.64 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4601326 Aug 05 11:50:03.480652 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71b909de-b277-4122-926e-55c966eb3ccc tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Releasing vlan 687 on physical network physnet1 to pool {{(pid=94421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:50:03.481499 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-71b909de-b277-4122-926e-55c966eb3ccc tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25038799'] for segment, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:03.490449 n-d-803378-2 neutron-server[94421]: Traceback (most recent call last): Aug 05 11:50:03.490449 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:50:03.490449 n-d-803378-2 neutron-server[94421]: timer() Aug 05 11:50:03.490449 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:50:03.490449 n-d-803378-2 neutron-server[94421]: cb(*args, **kw) Aug 05 11:50:03.490449 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:50:03.490449 n-d-803378-2 neutron-server[94421]: return func(*args, **kwargs) Aug 05 11:50:03.490449 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:50:03.490449 n-d-803378-2 neutron-server[94421]: self._notify() Aug 05 11:50:03.490449 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:50:03.490449 n-d-803378-2 neutron-server[94421]: self.callback(batched_events) Aug 05 11:50:03.490449 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:50:03.490449 n-d-803378-2 neutron-server[94421]: event.method(event) Aug 05 11:50:03.490449 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:50:03.490449 n-d-803378-2 neutron-server[94421]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:50:03.490449 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:50:03.490449 n-d-803378-2 neutron-server[94421]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:50:03.490449 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:50:03.490449 n-d-803378-2 neutron-server[94421]: return f(self, *a, **k) Aug 05 11:50:03.490449 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:50:03.490449 n-d-803378-2 neutron-server[94421]: return self._get(url).json() Aug 05 11:50:03.490449 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:50:03.490449 n-d-803378-2 neutron-server[94421]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:50:03.490449 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:50:03.490449 n-d-803378-2 neutron-server[94421]: return self.request(url, 'GET', **kwargs) Aug 05 11:50:03.490449 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:50:03.490449 n-d-803378-2 neutron-server[94421]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:50:03.490449 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:50:03.490449 n-d-803378-2 neutron-server[94421]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:50:03.490449 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:50:03.490449 n-d-803378-2 neutron-server[94421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:50:03.490449 n-d-803378-2 neutron-server[94421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:50:03.495351 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a07b3f-36e5-4696-885a-9a422c1f3a76 None None] DHCP port deletion for 6f726d11-e513-49dd-bd45-f6e0be2a2fe4 request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 11:50:03.561044 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 11:50:03.646774 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-39a07b3f-36e5-4696-885a-9a422c1f3a76 None None] Deleting port 3185c84e-a1b2-49ff-a334-be51bd785f6c {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:50:03.648978 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-39a07b3f-36e5-4696-885a-9a422c1f3a76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:03.669521 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c9bee8c1-49f6-4b88-990b-7ee1786090d2 req-16edc62a-1c76-4fb4-95cc-79104227c1d9 service neutron] 10.222.0.55 "GET /v2.0/networks/1ac4b742-2a25-4935-8476-e9ad3e543504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6728292 Aug 05 11:50:03.682471 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-19ffb494-d117-4a12-a11e-63947fb3eef4 req-657f37ce-f7c0-46c9-ad9b-4f742395c64e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62a5afb7-e9e3-45d8-b700-ff42ced7a25c HTTP/1.1" status: 200 len: 1000 time: 0.3659365 Aug 05 11:50:03.688920 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-50a07f84-c55e-468b-b498-7cbd6352800d req-74813614-60e4-4e3f-a544-532a2b1f4d46 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5464a98-f362-4f03-a5f7-4b9d844b9cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2811067 Aug 05 11:50:03.712647 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-71b909de-b277-4122-926e-55c966eb3ccc tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:03.724719 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-71b909de-b277-4122-926e-55c966eb3ccc tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks [] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:03.733523 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-71b909de-b277-4122-926e-55c966eb3ccc tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] 10.222.0.58 "DELETE /v2.0/networks/4b373aec-bf49-4f54-9a4d-5b45f00a6edf HTTP/1.1" status: 204 len: 168 time: 6.8178806 Aug 05 11:50:03.777490 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 45594) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:50:03.802191 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-eb717311-ff07-4b70-90db-ff4a4ef3b0fe tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:03.864996 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b909de-b277-4122-926e-55c966eb3ccc tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Pushing event deleted for resources: {'Network': ['ID=4b373aec-bf49-4f54-9a4d-5b45f00a6edf,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:50:03.871738 n-d-803378-2 neutron-server[94421]: INFO neutron.pecan_wsgi.hooks.translation [None req-b30b672a-a62d-468f-9238-e67a0f4a6a44 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] GET failed (client error): The resource could not be found. Aug 05 11:50:03.888986 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-b30b672a-a62d-468f-9238-e67a0f4a6a44 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] 10.222.0.58 "GET /v2.0/subnets/9f3f7839-7e14-42a2-a1f1-7ef55facfbf1 HTTP/1.1" status: 404 len: 337 time: 0.1029663 Aug 05 11:50:03.901838 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 45600) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:50:03.924833 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-39a07b3f-36e5-4696-885a-9a422c1f3a76 None None] For port 3185c84e-a1b2-49ff-a334-be51bd785f6c, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=3185c84e-a1b2-49ff-a334-be51bd785f6c,segment=NetworkSegment(17a4eca0-5057-4013-a403-330122e83206),segment_id=17a4eca0-5057-4013-a403-330122e83206)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:50:03.924833 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-39a07b3f-36e5-4696-885a-9a422c1f3a76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:03.948047 n-d-803378-2 neutron-server[94421]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a4cab4f-40cf-43c7-844d-fa3c8f4e0759 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] DELETE failed (client error): The resource could not be found. Aug 05 11:50:03.950889 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a4cab4f-40cf-43c7-844d-fa3c8f4e0759 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:50:03.954629 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-39a07b3f-36e5-4696-885a-9a422c1f3a76 None None] Calling delete_port for 3185c84e-a1b2-49ff-a334-be51bd785f6c owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:50:03.956414 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-1a4cab4f-40cf-43c7-844d-fa3c8f4e0759 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] 10.222.0.58 "DELETE /v2.0/networks/4b373aec-bf49-4f54-9a4d-5b45f00a6edf HTTP/1.1" status: 404 len: 339 time: 0.0528357 Aug 05 11:50:03.964191 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 45602) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:50:03.990270 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ffb494-d117-4a12-a11e-63947fb3eef4 req-0e5460eb-4e1f-472f-84ca-6e78e072c442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:50:03.993180 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-19ffb494-d117-4a12-a11e-63947fb3eef4 req-0e5460eb-4e1f-472f-84ca-6e78e072c442 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=23b4b90e-0370-4e2d-856e-858c6909def7 HTTP/1.1" status: 200 len: 835 time: 0.3020051 Aug 05 11:50:04.028341 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb717311-ff07-4b70-90db-ff4a4ef3b0fe tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Pushing event deleted for resources: {'Port': ['ID=3185c84e-a1b2-49ff-a334-be51bd785f6c,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:50:04.120803 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ffb494-d117-4a12-a11e-63947fb3eef4 req-4fec630c-d782-4763-8619-f0c3f3ee3c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:50:04.126200 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-19ffb494-d117-4a12-a11e-63947fb3eef4 req-4fec630c-d782-4763-8619-f0c3f3ee3c6e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ea4ab667-0582-45fb-abbe-165151692b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1251910 Aug 05 11:50:04.258653 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-39a07b3f-36e5-4696-885a-9a422c1f3a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:04.352149 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 3185c84e-a1b2-49ff-a334-be51bd785f6c no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:50:04.405177 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 3185c84e-a1b2-49ff-a334-be51bd785f6c {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:50:04.406135 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 3185c84e-a1b2-49ff-a334-be51bd785f6c not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:50:04.414884 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a07b3f-36e5-4696-885a-9a422c1f3a76 None None] Pushing event deleted for resources: {'Port': ['ID=3185c84e-a1b2-49ff-a334-be51bd785f6c,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:50:04.432336 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a07b3f-36e5-4696-885a-9a422c1f3a76 None None] No DVR routers for this DVR port 3185c84e-a1b2-49ff-a334-be51bd785f6c on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:50:04.479714 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-19ffb494-d117-4a12-a11e-63947fb3eef4 req-8a4ff5db-1bff-449c-9fc1-76c0515d5f62 service neutron] 10.222.0.55 "GET /v2.0/networks/ea4ab667-0582-45fb-abbe-165151692b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3446901 Aug 05 11:50:04.710368 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-19ffb494-d117-4a12-a11e-63947fb3eef4 req-601c2748-2716-41e2-85e2-71796af6a189 service neutron] 10.222.0.55 "GET /v2.0/networks/ea4ab667-0582-45fb-abbe-165151692b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224765 Aug 05 11:50:04.809468 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb717311-ff07-4b70-90db-ff4a4ef3b0fe tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] No DVR routers for this DVR port 3185c84e-a1b2-49ff-a334-be51bd785f6c on host n-d-803378-2 {{(pid=94420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:50:04.857561 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28dece6-95e4-4ace-a28e-68e62239a144 req-9f4a96a4-b817-4ee7-8c11-ec29691d22b8 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:50:04.860064 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d28dece6-95e4-4ace-a28e-68e62239a144 req-9f4a96a4-b817-4ee7-8c11-ec29691d22b8 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddf47896-42f3-4efd-854d-4716a8276153 HTTP/1.1" status: 200 len: 945 time: 1.3360753 Aug 05 11:50:05.058659 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547f149c-c692-4742-aa15-f116c27c1cf5 req-647b87e0-5c32-4056-8d5e-732d95fdc734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:50:05.060392 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-547f149c-c692-4742-aa15-f116c27c1cf5 req-647b87e0-5c32-4056-8d5e-732d95fdc734 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=88cdcbc276f743009bceec79702dca0f&device_id=93462345-4434-4a7f-8b61-cffd0553c5b8 HTTP/1.1" status: 200 len: 1098 time: 1.3728030 Aug 05 11:50:05.421540 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-eb717311-ff07-4b70-90db-ff4a4ef3b0fe tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:05.438184 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355fde3a-547d-47fb-9ec5-cdd7d658bcf7 req-cda25897-0e36-4276-8e68-04dbae16fbf2 tempest-VolumesBackupsTest-350127530 tempest-VolumesBackupsTest-350127530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:50:05.440909 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-355fde3a-547d-47fb-9ec5-cdd7d658bcf7 req-cda25897-0e36-4276-8e68-04dbae16fbf2 tempest-VolumesBackupsTest-350127530 tempest-VolumesBackupsTest-350127530-project] 10.222.0.58 "GET /v2.0/ports?device_id=93462345-4434-4a7f-8b61-cffd0553c5b8 HTTP/1.1" status: 200 len: 947 time: 0.6373274 Aug 05 11:50:05.492648 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-eb717311-ff07-4b70-90db-ff4a4ef3b0fe tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f726d11-e513-49dd-bd45-f6e0be2a2fe4']}} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:50:05.505140 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d28dece6-95e4-4ace-a28e-68e62239a144 req-4715140b-b3a2-4e6e-adb2-bbc2408f6af9 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ace5c99-ff1d-4ae8-a34c-808ba849368d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5660508 Aug 05 11:50:05.613474 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b8388a-5565-41ad-8e77-f82b2d8df0b5 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:50:05.617351 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-a6b8388a-5565-41ad-8e77-f82b2d8df0b5 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 1.6451092 Aug 05 11:50:05.622374 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 45626) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:50:05.653940 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-eb717311-ff07-4b70-90db-ff4a4ef3b0fe tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17a4eca0-5057-4013-a403-330122e83206') {'for_net_delete': True} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:50:05.667932 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-eb717311-ff07-4b70-90db-ff4a4ef3b0fe tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17a4eca0-5057-4013-a403-330122e83206') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:50:05.711130 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-dbfbe73c-787f-464a-95c6-33b087bb6f0f tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] 10.222.0.58 "GET /v2.0/subnets?network_id=36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd HTTP/1.1" status: 200 len: 207 time: 0.0855088 Aug 05 11:50:05.712326 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 45630) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:50:05.817513 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-355fde3a-547d-47fb-9ec5-cdd7d658bcf7 req-ecc0149c-f477-44bb-8ac4-65d5b568cba7 tempest-VolumesBackupsTest-350127530 tempest-VolumesBackupsTest-350127530-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb6683d6-7ce5-4217-8282-274cb304b9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3395739 Aug 05 11:50:05.824546 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-eb717311-ff07-4b70-90db-ff4a4ef3b0fe tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25010581'] for segment, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:05.896148 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547f149c-c692-4742-aa15-f116c27c1cf5 req-90413e29-3d51-4b12-9115-2379662fa129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:50:05.899640 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-547f149c-c692-4742-aa15-f116c27c1cf5 req-90413e29-3d51-4b12-9115-2379662fa129 service neutron] 10.222.0.64 "GET /v2.0/networks?id=91caede3-92e4-4b1e-8e3e-36227cfd846a HTTP/1.1" status: 200 len: 870 time: 0.7790699 Aug 05 11:50:05.998658 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3808df75-88fa-49b3-b694-fe348c8417b9 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:50:06.013650 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3808df75-88fa-49b3-b694-fe348c8417b9 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:50:06.021519 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-eb717311-ff07-4b70-90db-ff4a4ef3b0fe tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:06.030130 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3808df75-88fa-49b3-b694-fe348c8417b9 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:50:06.032806 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 62a5afb7-e9e3-45d8-b700-ff42ced7a25c up at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:50:06.034128 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-547f149c-c692-4742-aa15-f116c27c1cf5 req-c5dc9133-5fc5-4871-ae88-1f9f97ebb0fa service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=4e140656-54ae-47b8-bc9f-b7a7391b3ddd HTTP/1.1" status: 200 len: 217 time: 0.1185174 Aug 05 11:50:06.041517 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb717311-ff07-4b70-90db-ff4a4ef3b0fe tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Releasing vlan 667 on physical network physnet1 to pool {{(pid=94420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:50:06.042262 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-eb717311-ff07-4b70-90db-ff4a4ef3b0fe tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29762581'] for segment, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:06.046973 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3808df75-88fa-49b3-b694-fe348c8417b9 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:50:06.048160 n-d-803378-2 neutron-server[94420]: Traceback (most recent call last): Aug 05 11:50:06.048160 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:50:06.048160 n-d-803378-2 neutron-server[94420]: timer() Aug 05 11:50:06.048160 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:50:06.048160 n-d-803378-2 neutron-server[94420]: cb(*args, **kw) Aug 05 11:50:06.048160 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:50:06.048160 n-d-803378-2 neutron-server[94420]: return func(*args, **kwargs) Aug 05 11:50:06.048160 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:50:06.048160 n-d-803378-2 neutron-server[94420]: self._notify() Aug 05 11:50:06.048160 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:50:06.048160 n-d-803378-2 neutron-server[94420]: self.callback(batched_events) Aug 05 11:50:06.048160 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:50:06.048160 n-d-803378-2 neutron-server[94420]: event.method(event) Aug 05 11:50:06.048160 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:50:06.048160 n-d-803378-2 neutron-server[94420]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:50:06.048160 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:50:06.048160 n-d-803378-2 neutron-server[94420]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:50:06.048160 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:50:06.048160 n-d-803378-2 neutron-server[94420]: return f(self, *a, **k) Aug 05 11:50:06.048160 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:50:06.048160 n-d-803378-2 neutron-server[94420]: return self._get(url).json() Aug 05 11:50:06.048160 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:50:06.048160 n-d-803378-2 neutron-server[94420]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:50:06.048160 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:50:06.048160 n-d-803378-2 neutron-server[94420]: return self.request(url, 'GET', **kwargs) Aug 05 11:50:06.048160 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:50:06.048160 n-d-803378-2 neutron-server[94420]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:50:06.048160 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:50:06.048160 n-d-803378-2 neutron-server[94420]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:50:06.048160 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:50:06.048160 n-d-803378-2 neutron-server[94420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:50:06.048160 n-d-803378-2 neutron-server[94420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:50:06.063566 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-3808df75-88fa-49b3-b694-fe348c8417b9 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.3404765 Aug 05 11:50:06.065695 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 45634) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:50:06.137406 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning for port 62a5afb7-e9e3-45d8-b700-ff42ced7a25c completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:50:06.145293 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning complete for port 62a5afb7-e9e3-45d8-b700-ff42ced7a25c triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:50:06.146370 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:06.265312 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bc3f15-0c37-4b6b-82a1-f6bc2d53e393 req-8dc81325-b48b-42a1-9d74-79a4368b1edb tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:50:06.269394 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-57bc3f15-0c37-4b6b-82a1-f6bc2d53e393 req-8dc81325-b48b-42a1-9d74-79a4368b1edb tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b29975d-3633-486b-ba92-5c1ed1330df4 HTTP/1.1" status: 200 len: 946 time: 0.5579543 Aug 05 11:50:06.321432 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:06.346448 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547f149c-c692-4742-aa15-f116c27c1cf5 req-04f91129-6ae5-4b02-8a86-72603e735c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:50:06.349895 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-547f149c-c692-4742-aa15-f116c27c1cf5 req-04f91129-6ae5-4b02-8a86-72603e735c77 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6842f728-c2f3-4e36-bb32-3303d06ce3f4 HTTP/1.1" status: 200 len: 843 time: 0.2813003 Aug 05 11:50:06.367266 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-35b75057-031c-4a37-bbcb-d600f1035fb9 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] 10.222.0.58 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.2991014 Aug 05 11:50:06.368596 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddf47896-42f3-4efd-854d-4716a8276153', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62a5afb7-e9e3-45d8-b700-ff42ced7a25c'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:50:06.373024 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f748cc1b-c3cb-499c-8bed-d89f49270d37" -d '{"events": [{"server_uuid": "ddf47896-42f3-4efd-854d-4716a8276153", "name": "network-vif-plugged", "status": "completed", "tag": "62a5afb7-e9e3-45d8-b700-ff42ced7a25c"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:50:06.374097 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 45640) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:50:06.411512 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-eb717311-ff07-4b70-90db-ff4a4ef3b0fe tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:06.416437 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 62a5afb7-e9e3-45d8-b700-ff42ced7a25c, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=62a5afb7-e9e3-45d8-b700-ff42ced7a25c,segment=NetworkSegment(9f03e2db-8557-4053-84d8-e8f77c56803d),segment_id=9f03e2db-8557-4053-84d8-e8f77c56803d)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:50:06.425805 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:06.496257 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-eb717311-ff07-4b70-90db-ff4a4ef3b0fe tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:06.517441 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-eb717311-ff07-4b70-90db-ff4a4ef3b0fe tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "DELETE /v2.0/networks/6f726d11-e513-49dd-bd45-f6e0be2a2fe4 HTTP/1.1" status: 204 len: 168 time: 5.3350146 Aug 05 11:50:06.540162 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87c206d7-e0ac-402b-a65d-3fa577d37347 x-openstack-request-id: req-87c206d7-e0ac-402b-a65d-3fa577d37347 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:50:06.540687 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddf47896-42f3-4efd-854d-4716a8276153", "name": "network-vif-plugged", "status": "completed", "tag": "62a5afb7-e9e3-45d8-b700-ff42ced7a25c", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:50:06.541117 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-87c206d7-e0ac-402b-a65d-3fa577d37347 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:50:06.541777 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddf47896-42f3-4efd-854d-4716a8276153', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62a5afb7-e9e3-45d8-b700-ff42ced7a25c', 'code': 200} Aug 05 11:50:06.546962 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-57bc3f15-0c37-4b6b-82a1-f6bc2d53e393 req-55ac4ae1-6dfa-446d-8c7e-075771191bac tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5464a98-f362-4f03-a5f7-4b9d844b9cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548394 Aug 05 11:50:06.547988 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 45646) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:50:06.603552 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb717311-ff07-4b70-90db-ff4a4ef3b0fe tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Pushing event deleted for resources: {'Network': ['ID=6f726d11-e513-49dd-bd45-f6e0be2a2fe4,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:50:06.613716 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-52bcf12b-87e6-4a70-a28c-a24637b06af1 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Request body: {'port': {'network_id': '8f131b2a-c272-404f-ad91-e0d8977f63c4', 'name': 'tempest-PortsTestJSON-986202069'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:50:06.629799 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=62a5afb7-e9e3-45d8-b700-ff42ced7a25c,revision_number=9']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:50:06.740221 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547f149c-c692-4742-aa15-f116c27c1cf5 req-7635e036-ecbb-49db-a319-5c1f86416cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:50:06.744913 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-547f149c-c692-4742-aa15-f116c27c1cf5 req-7635e036-ecbb-49db-a319-5c1f86416cb2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=91caede3-92e4-4b1e-8e3e-36227cfd846a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3753457 Aug 05 11:50:07.049231 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-547f149c-c692-4742-aa15-f116c27c1cf5 req-b682e13d-14d7-4555-b5f2-3819b0880928 service neutron] 10.222.0.64 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2948844 Aug 05 11:50:07.135686 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c82cb0-5e32-4556-b464-e4147d1b97c3 req-06fd62d3-5dfb-475a-b286-148653c27b96 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:50:07.139160 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-43c82cb0-5e32-4556-b464-e4147d1b97c3 req-06fd62d3-5dfb-475a-b286-148653c27b96 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddf47896-42f3-4efd-854d-4716a8276153 HTTP/1.1" status: 200 len: 946 time: 0.4413209 Aug 05 11:50:07.228735 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-d8263aa6-7116-429f-974e-6f72ab5ed92b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:07.262548 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33299582-16e3-4eeb-9baa-0d4a170051fb tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:50:07.266791 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33299582-16e3-4eeb-9baa-0d4a170051fb tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:50:07.278490 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-33299582-16e3-4eeb-9baa-0d4a170051fb tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.9025805 Aug 05 11:50:07.280039 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 45658) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:50:07.295321 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52bcf12b-87e6-4a70-a28c-a24637b06af1 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Made reservation on behalf of 26f32bbf0e234159bf611d6f63f387fb for: {'port': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:50:07.301993 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-52bcf12b-87e6-4a70-a28c-a24637b06af1 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:07.359109 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-5607bc89-d954-4b7f-a5d4-b60e205502ad req-9e3bf086-04cc-4c46-9f92-bc877d493cbf service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ddf47896-42f3-4efd-854d-4716a8276153&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8730860 Aug 05 11:50:07.384780 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88494aea-6747-4134-a828-dd3c27667a9d req-3f88b7f6-9684-492c-a651-45fce56640e6 tempest-VolumesBackupsTest-350127530 tempest-VolumesBackupsTest-350127530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:50:07.387991 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-88494aea-6747-4134-a828-dd3c27667a9d req-3f88b7f6-9684-492c-a651-45fce56640e6 tempest-VolumesBackupsTest-350127530 tempest-VolumesBackupsTest-350127530-project] 10.222.0.58 "GET /v2.0/ports?device_id=93462345-4434-4a7f-8b61-cffd0553c5b8 HTTP/1.1" status: 200 len: 947 time: 0.3968697 Aug 05 11:50:07.440055 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398687fc-5ee9-4c0c-bfac-473c935bb6a7 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Attributes excluded by policy engine: ['shared'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:50:07.446407 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398687fc-5ee9-4c0c-bfac-473c935bb6a7 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Attributes excluded by policy engine: ['shared'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:50:07.462063 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-398687fc-5ee9-4c0c-bfac-473c935bb6a7 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] 10.222.0.58 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1742110 Aug 05 11:50:07.462352 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-43c82cb0-5e32-4556-b464-e4147d1b97c3 req-e66b39e1-3eeb-474f-8efe-720728403583 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ace5c99-ff1d-4ae8-a34c-808ba849368d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2893758 Aug 05 11:50:07.462781 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 45662) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:50:07.512397 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [None req-52bcf12b-87e6-4a70-a28c-a24637b06af1 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] device_id is not set on port 9559ae81-56bc-4097-8cef-72f22b504859 yet. {{(pid=94420) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 11:50:07.538689 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 45666) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:50:07.696913 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-547f149c-c692-4742-aa15-f116c27c1cf5 req-943cd53e-918d-4eeb-a7de-4933c5780e73 service neutron] 10.222.0.64 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6015890 Aug 05 11:50:07.818122 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5607bc89-d954-4b7f-a5d4-b60e205502ad req-5c0600a8-819b-4316-a621-f1719b653046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:50:07.821503 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-5607bc89-d954-4b7f-a5d4-b60e205502ad req-5c0600a8-819b-4316-a621-f1719b653046 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7f88688726d24c8e9d77831659c7c3ae&device_id=ddf47896-42f3-4efd-854d-4716a8276153 HTTP/1.1" status: 200 len: 1097 time: 0.2838349 Aug 05 11:50:07.839819 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-88494aea-6747-4134-a828-dd3c27667a9d req-a812fc96-c6cc-4c34-b7fd-8fa32240c401 tempest-VolumesBackupsTest-350127530 tempest-VolumesBackupsTest-350127530-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb6683d6-7ce5-4217-8282-274cb304b9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4084899 Aug 05 11:50:07.985589 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f5bf77-e6ca-4288-9f49-5cfbb35b9aa7 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:50:07.988404 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-08f5bf77-e6ca-4288-9f49-5cfbb35b9aa7 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] 10.222.0.58 "GET /v2.0/networks/80859755-4744-401e-84dc-ec2100d50281 HTTP/1.1" status: 200 len: 799 time: 0.5236123 Aug 05 11:50:07.995176 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 45672) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:50:08.017072 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-16279410-4ef8-43b7-820f-532f03c2be1b tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/floatingips/115d8a1a-8b4d-4111-b7d2-cd8e65417837 HTTP/1.1" status: 200 len: 993 time: 0.4681478 Aug 05 11:50:08.049229 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 4e140656-54ae-47b8-bc9f-b7a7391b3ddd details requested by agent hyperv_n-h1-803378-2 with host n-h1-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:50:08.184629 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457ff932-4d91-464b-983f-e99bc0c2b841 req-58474c74-f436-4473-a721-45ce228261c3 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:50:08.199988 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-457ff932-4d91-464b-983f-e99bc0c2b841 req-58474c74-f436-4473-a721-45ce228261c3 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b29975d-3633-486b-ba92-5c1ed1330df4 HTTP/1.1" status: 200 len: 946 time: 0.3346074 Aug 05 11:50:08.209323 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5607bc89-d954-4b7f-a5d4-b60e205502ad req-2ac09719-2034-4b79-8299-a08489d7398f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:50:08.215440 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-5607bc89-d954-4b7f-a5d4-b60e205502ad req-2ac09719-2034-4b79-8299-a08489d7398f service neutron] 10.222.0.64 "GET /v2.0/networks?id=ea4ab667-0582-45fb-abbe-165151692b1f HTTP/1.1" status: 200 len: 897 time: 0.3539650 Aug 05 11:50:08.316751 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 4e140656-54ae-47b8-bc9f-b7a7391b3ddd, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=4e140656-54ae-47b8-bc9f-b7a7391b3ddd,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:50:08.341368 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-457ff932-4d91-464b-983f-e99bc0c2b841 req-2ce37370-902c-4ed9-bb49-7529f255c2d7 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5464a98-f362-4f03-a5f7-4b9d844b9cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396928 Aug 05 11:50:08.353209 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Returning: {'device': '4e140656-54ae-47b8-bc9f-b7a7391b3ddd', 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a', 'port_id': '4e140656-54ae-47b8-bc9f-b7a7391b3ddd', 'mac_address': 'fa:16:3e:51:6f:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6842f728-c2f3-4e36-bb32-3303d06ce3f4', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:50:08.360006 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-52bcf12b-87e6-4a70-a28c-a24637b06af1 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:08.437274 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-5607bc89-d954-4b7f-a5d4-b60e205502ad req-61b9a3e0-512e-4d70-b1aa-3ca96ebad3aa service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62a5afb7-e9e3-45d8-b700-ff42ced7a25c HTTP/1.1" status: 200 len: 1001 time: 0.2018914 Aug 05 11:50:08.450039 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-b74a1cb8-053d-4472-ab5b-7f2412f0266f tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] 10.222.0.58 "GET /v2.0/networks/80859755-4744-401e-84dc-ec2100d50281?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.4527352 Aug 05 11:50:08.454534 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:08.470058 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 45674) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:50:08.485755 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e140656-54ae-47b8-bc9f-b7a7391b3ddd {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:50:08.498353 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-52bcf12b-87e6-4a70-a28c-a24637b06af1 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:08.541541 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 4e140656-54ae-47b8-bc9f-b7a7391b3ddd, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=4e140656-54ae-47b8-bc9f-b7a7391b3ddd,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:50:08.550367 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:08.567082 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5607bc89-d954-4b7f-a5d4-b60e205502ad req-6674b0a6-ccad-43f6-8cea-40eb1d8edb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:50:08.570991 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-5607bc89-d954-4b7f-a5d4-b60e205502ad req-6674b0a6-ccad-43f6-8cea-40eb1d8edb33 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=23b4b90e-0370-4e2d-856e-858c6909def7 HTTP/1.1" status: 200 len: 835 time: 0.1145160 Aug 05 11:50:08.687162 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae556b8-5ba2-4209-8c9a-646d14bad73a tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:50:08.695356 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=4e140656-54ae-47b8-bc9f-b7a7391b3ddd,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:50:08.698967 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-bae556b8-5ba2-4209-8c9a-646d14bad73a tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] 10.222.0.58 "GET /v2.0/subnets/5ccf5768-d19e-4e56-813f-1a07e4c07efe HTTP/1.1" status: 200 len: 811 time: 0.2269180 Aug 05 11:50:08.700103 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 45680) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:50:08.744555 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52bcf12b-87e6-4a70-a28c-a24637b06af1 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Network 8f131b2a-c272-404f-ad91-e0d8977f63c4 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:50:08.750614 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5607bc89-d954-4b7f-a5d4-b60e205502ad req-6211b2b7-9875-4ac3-9721-ae5df3f44633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:50:08.754635 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-5607bc89-d954-4b7f-a5d4-b60e205502ad req-6211b2b7-9875-4ac3-9721-ae5df3f44633 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ea4ab667-0582-45fb-abbe-165151692b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1745100 Aug 05 11:50:08.770595 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-52bcf12b-87e6-4a70-a28c-a24637b06af1 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:50:08.778799 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52bcf12b-87e6-4a70-a28c-a24637b06af1 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:50:08.792620 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52bcf12b-87e6-4a70-a28c-a24637b06af1 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:50:08.793878 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-52bcf12b-87e6-4a70-a28c-a24637b06af1 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:08.849711 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bcf12b-87e6-4a70-a28c-a24637b06af1 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Pushing event updated for resources: {'Port': ['ID=9559ae81-56bc-4097-8cef-72f22b504859,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:50:08.954753 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3e7c10-9982-4a91-a7c2-bc9cf0b37dca tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Attributes excluded by policy engine: ['shared'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:50:08.968198 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 45684) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:50:08.969417 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-fd3e7c10-9982-4a91-a7c2-bc9cf0b37dca tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] 10.222.0.58 "GET /v2.0/subnets/5ccf5768-d19e-4e56-813f-1a07e4c07efe?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2358766 Aug 05 11:50:08.972629 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-52bcf12b-87e6-4a70-a28c-a24637b06af1 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.3718204 Aug 05 11:50:08.977952 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 45686) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:50:08.987025 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-b03e797d-8e10-436c-8f48-1e1768723d96 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-508288238'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:50:09.012589 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['4e140656-54ae-47b8-bc9f-b7a7391b3ddd'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:50:09.073055 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-5607bc89-d954-4b7f-a5d4-b60e205502ad req-abe9ad02-04a8-4c8c-9dec-b2223494d15d service neutron] 10.222.0.64 "GET /v2.0/networks/ea4ab667-0582-45fb-abbe-165151692b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3066492 Aug 05 11:50:09.075689 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b03e797d-8e10-436c-8f48-1e1768723d96 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Made reservation on behalf of 63553f01420144a38df0f1373f99c0f2 for: {'network': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:50:09.082634 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b03e797d-8e10-436c-8f48-1e1768723d96 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:09.233892 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fdb0e7-af23-43f0-afa3-736a6057fbf4 req-9ab4ea13-7c69-411f-9423-4b82b1fe02b6 tempest-VolumesBackupsTest-350127530 tempest-VolumesBackupsTest-350127530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:50:09.238037 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-51fdb0e7-af23-43f0-afa3-736a6057fbf4 req-9ab4ea13-7c69-411f-9423-4b82b1fe02b6 tempest-VolumesBackupsTest-350127530 tempest-VolumesBackupsTest-350127530-project] 10.222.0.58 "GET /v2.0/ports?device_id=93462345-4434-4a7f-8b61-cffd0553c5b8 HTTP/1.1" status: 200 len: 948 time: 0.1950123 Aug 05 11:50:09.238883 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b03e797d-8e10-436c-8f48-1e1768723d96 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] vlan segment allocate from pool success with {'vlan_id': 659, 'physical_network': 'physnet1'} {{(pid=94421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:50:09.295516 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b03e797d-8e10-436c-8f48-1e1768723d96 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:09.302716 n-d-803378-2 neutron-server[94421]: INFO neutron.db.segments_db [None req-b03e797d-8e10-436c-8f48-1e1768723d96 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Added segment 4e7d7cc1-9747-4dfe-8fbe-8369efd2e9d0 of type vlan for network 610d1387-b35d-402b-bbd1-2f5146245dee Aug 05 11:50:09.352892 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-fc4a8d3e-dd03-47fc-9ce9-594c9fe6e281 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Deleting port 9559ae81-56bc-4097-8cef-72f22b504859 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:50:09.353487 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fc4a8d3e-dd03-47fc-9ce9-594c9fe6e281 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:09.365454 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-51fdb0e7-af23-43f0-afa3-736a6057fbf4 req-022dddff-4dbb-498b-9865-e9f4028a3ab8 tempest-VolumesBackupsTest-350127530 tempest-VolumesBackupsTest-350127530-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb6683d6-7ce5-4217-8282-274cb304b9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027966 Aug 05 11:50:09.434731 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-5607bc89-d954-4b7f-a5d4-b60e205502ad req-57331388-9a87-45ab-90ce-a28d729fa1e4 service neutron] 10.222.0.64 "GET /v2.0/networks/ea4ab667-0582-45fb-abbe-165151692b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3447201 Aug 05 11:50:09.438762 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b03e797d-8e10-436c-8f48-1e1768723d96 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:09.536037 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b03e797d-8e10-436c-8f48-1e1768723d96 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:09.548061 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fc4a8d3e-dd03-47fc-9ce9-594c9fe6e281 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:09.548631 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b03e797d-8e10-436c-8f48-1e1768723d96 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:50:09.549671 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b03e797d-8e10-436c-8f48-1e1768723d96 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks [] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:09.608270 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-fc4a8d3e-dd03-47fc-9ce9-594c9fe6e281 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Calling delete_port for 9559ae81-56bc-4097-8cef-72f22b504859 owned by {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:50:09.675326 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-b03e797d-8e10-436c-8f48-1e1768723d96 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7001925 Aug 05 11:50:09.680608 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 45690) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:50:09.694025 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-b0fa42d5-140d-4277-977d-d776ab411094 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Request body: {'subnet': {'network_id': '610d1387-b35d-402b-bbd1-2f5146245dee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:50:09.732135 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5ef1c7-f3e6-4cfe-995e-2fdcf720d7a3 req-2f06627e-acb2-433c-880e-6f9d614724fc tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:50:09.737408 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fe5ef1c7-f3e6-4cfe-995e-2fdcf720d7a3 req-2f06627e-acb2-433c-880e-6f9d614724fc tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b29975d-3633-486b-ba92-5c1ed1330df4 HTTP/1.1" status: 200 len: 946 time: 0.2197032 Aug 05 11:50:09.790451 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03e797d-8e10-436c-8f48-1e1768723d96 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Pushing event updated for resources: {'Network': ['ID=610d1387-b35d-402b-bbd1-2f5146245dee,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:50:09.821204 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 610d1387-b35d-402b-bbd1-2f5146245dee details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:50:09.872750 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fe5ef1c7-f3e6-4cfe-995e-2fdcf720d7a3 req-e1b28503-45f4-4015-bf06-19cdef9cae64 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5464a98-f362-4f03-a5f7-4b9d844b9cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160762 Aug 05 11:50:09.935797 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fc4a8d3e-dd03-47fc-9ce9-594c9fe6e281 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:09.950157 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0fa42d5-140d-4277-977d-d776ab411094 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Made reservation on behalf of 63553f01420144a38df0f1373f99c0f2 for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:50:09.961829 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b0fa42d5-140d-4277-977d-d776ab411094 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:09.998637 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4a8d3e-dd03-47fc-9ce9-594c9fe6e281 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Pushing event deleted for resources: {'Port': ['ID=9559ae81-56bc-4097-8cef-72f22b504859,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:50:10.022282 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fc4a8d3e-dd03-47fc-9ce9-594c9fe6e281 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:10.026673 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-fc4a8d3e-dd03-47fc-9ce9-594c9fe6e281 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "DELETE /v2.0/ports/9559ae81-56bc-4097-8cef-72f22b504859 HTTP/1.1" status: 204 len: 168 time: 1.0449157 Aug 05 11:50:10.033214 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 45698) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:50:10.049198 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-2578a55a-bd28-4a90-8ab7-369c0045b061 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Request body: {'port': {'network_id': '8f131b2a-c272-404f-ad91-e0d8977f63c4', 'mac_address': 'fa:16:3e:e0:8b:d6', 'name': 'tempest-PortsTestJSON-85747415'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:50:10.107875 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-a63d0299-127e-40f3-b417-33136a4c053a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:10.133090 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.ipam_backend_mixin [None req-b0fa42d5-140d-4277-977d-d776ab411094 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Performing IP validity checks on allocation pools {{(pid=94421) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 05 11:50:10.133984 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.ipam_backend_mixin [None req-b0fa42d5-140d-4277-977d-d776ab411094 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94421) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 05 11:50:10.134667 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:10.275162 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2578a55a-bd28-4a90-8ab7-369c0045b061 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Made reservation on behalf of 26f32bbf0e234159bf611d6f63f387fb for: {'port': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:50:10.391435 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b0fa42d5-140d-4277-977d-d776ab411094 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25038678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30075167'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:10.445101 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2578a55a-bd28-4a90-8ab7-369c0045b061 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:10.520069 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [None req-2578a55a-bd28-4a90-8ab7-369c0045b061 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] device_id is not set on port efe7e739-8041-474f-b2ea-fcec7ea5cefc yet. {{(pid=94420) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 11:50:10.557946 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fa42d5-140d-4277-977d-d776ab411094 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Pushing event updated for resources: {'Subnet': ['ID=6ab59b26-fee7-400f-a722-6ee55ffd6312,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:50:10.576031 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fa42d5-140d-4277-977d-d776ab411094 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Checking segment: {'id': '4e7d7cc1-9747-4dfe-8fbe-8369efd2e9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '610d1387-b35d-402b-bbd1-2f5146245dee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:50:10.576870 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0fa42d5-140d-4277-977d-d776ab411094 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Network hostable DHCP agents. Network: 610d1387-b35d-402b-bbd1-2f5146245dee, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:50:10.614874 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0fa42d5-140d-4277-977d-d776ab411094 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Network 610d1387-b35d-402b-bbd1-2f5146245dee is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:50:10.651271 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-b0fa42d5-140d-4277-977d-d776ab411094 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, 610d1387-b35d-402b-bbd1-2f5146245dee) {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:50:10.661124 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0fa42d5-140d-4277-977d-d776ab411094 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:50:10.662266 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b0fa42d5-140d-4277-977d-d776ab411094 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:10.681296 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e14ac76-a442-4acd-bcb4-1a48a0748294 None None] Network 610d1387-b35d-402b-bbd1-2f5146245dee requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:50:10.718238 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-b0fa42d5-140d-4277-977d-d776ab411094 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.0356810 Aug 05 11:50:10.722726 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 45706) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:50:10.740549 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-3603eb36-793f-4fb2-8f33-dcc39291c69a tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:50:10.792314 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f8e2f5-fb20-4d23-882c-a9ed9d43cad1 req-9ffb33ad-61cc-4898-9fce-02de995ffcc7 tempest-VolumesBackupsTest-350127530 tempest-VolumesBackupsTest-350127530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:50:10.795626 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-19f8e2f5-fb20-4d23-882c-a9ed9d43cad1 req-9ffb33ad-61cc-4898-9fce-02de995ffcc7 tempest-VolumesBackupsTest-350127530 tempest-VolumesBackupsTest-350127530-project] 10.222.0.58 "GET /v2.0/ports?device_id=93462345-4434-4a7f-8b61-cffd0553c5b8 HTTP/1.1" status: 200 len: 948 time: 0.2647977 Aug 05 11:50:10.957872 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-19f8e2f5-fb20-4d23-882c-a9ed9d43cad1 req-e451f887-3958-47ca-8442-a355183cccc2 tempest-VolumesBackupsTest-350127530 tempest-VolumesBackupsTest-350127530-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb6683d6-7ce5-4217-8282-274cb304b9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448052 Aug 05 11:50:11.049226 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3603eb36-793f-4fb2-8f33-dcc39291c69a tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-30075156'] for subnet, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:11.142099 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c25ddb5d-b978-4df0-b38b-323be79f62d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-610d1387-b35d-402b-bbd1-2f5146245dee', 'network_id': '610d1387-b35d-402b-bbd1-2f5146245dee', 'tenant_id': '63553f01420144a38df0f1373f99c0f2', 'fixed_ips': [{'subnet_id': '6ab59b26-fee7-400f-a722-6ee55ffd6312'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 11:50:11.143496 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c25ddb5d-b978-4df0-b38b-323be79f62d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:11.173125 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2578a55a-bd28-4a90-8ab7-369c0045b061 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:11.302787 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2578a55a-bd28-4a90-8ab7-369c0045b061 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:11.414863 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2578a55a-bd28-4a90-8ab7-369c0045b061 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Network 8f131b2a-c272-404f-ad91-e0d8977f63c4 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:50:11.425839 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-2578a55a-bd28-4a90-8ab7-369c0045b061 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:50:11.439653 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2578a55a-bd28-4a90-8ab7-369c0045b061 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:50:11.450569 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2578a55a-bd28-4a90-8ab7-369c0045b061 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:50:11.451643 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2578a55a-bd28-4a90-8ab7-369c0045b061 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:11.470778 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddea44a4-e316-48f3-abc0-c0aa5add4685 req-cfbc7d7c-494c-4ba7-8f13-5f4eeb1a7f2e tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:50:11.473819 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ddea44a4-e316-48f3-abc0-c0aa5add4685 req-cfbc7d7c-494c-4ba7-8f13-5f4eeb1a7f2e tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b29975d-3633-486b-ba92-5c1ed1330df4 HTTP/1.1" status: 200 len: 946 time: 0.2896957 Aug 05 11:50:11.487174 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2578a55a-bd28-4a90-8ab7-369c0045b061 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Pushing event updated for resources: {'Port': ['ID=efe7e739-8041-474f-b2ea-fcec7ea5cefc,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:50:11.532073 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-2578a55a-bd28-4a90-8ab7-369c0045b061 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 1.4929807 Aug 05 11:50:11.533050 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 45712) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:50:11.567509 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ddea44a4-e316-48f3-abc0-c0aa5add4685 req-1beaa7eb-21b2-4bc6-9e1a-b087ee3cb396 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5464a98-f362-4f03-a5f7-4b9d844b9cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725462 Aug 05 11:50:11.654079 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2506629e-ddec-49d0-b925-d54eef42fc5d tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:50:11.659995 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-2506629e-ddec-49d0-b925-d54eef42fc5d tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "GET /v2.0/ports/efe7e739-8041-474f-b2ea-fcec7ea5cefc HTTP/1.1" status: 200 len: 839 time: 0.1217022 Aug 05 11:50:11.659995 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3603eb36-793f-4fb2-8f33-dcc39291c69a tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8774769488478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25038696'] for subnet, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:11.664732 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 45716) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:50:11.692261 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-c25ddb5d-b978-4df0-b38b-323be79f62d5 None None] Allocated IP 172.20.0.3 (610d1387-b35d-402b-bbd1-2f5146245dee/6ab59b26-fee7-400f-a722-6ee55ffd6312/24aa8d82-de38-48a5-8c05-a90e9c9f1151) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:50:11.768076 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:11.779113 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3603eb36-793f-4fb2-8f33-dcc39291c69a tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Pushing event updated for resources: {'Subnet': ['ID=6ab59b26-fee7-400f-a722-6ee55ffd6312,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:50:11.823526 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3603eb36-793f-4fb2-8f33-dcc39291c69a tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:50:11.824665 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3603eb36-793f-4fb2-8f33-dcc39291c69a tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:11.831588 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-3603eb36-793f-4fb2-8f33-dcc39291c69a tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] 10.222.0.58 "PUT /v2.0/subnets/6ab59b26-fee7-400f-a722-6ee55ffd6312 HTTP/1.1" status: 200 len: 877 time: 1.1022043 Aug 05 11:50:11.837501 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 45718) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:50:12.059699 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-095e3c32-0be4-418e-9fdc-11bfa75b8ff8 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Deleting port efe7e739-8041-474f-b2ea-fcec7ea5cefc {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:50:12.060238 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-095e3c32-0be4-418e-9fdc-11bfa75b8ff8 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:12.081995 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 4e140656-54ae-47b8-bc9f-b7a7391b3ddd up at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:50:12.214757 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c25ddb5d-b978-4df0-b38b-323be79f62d5 None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:12.247155 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-c25ddb5d-b978-4df0-b38b-323be79f62d5 None None] Transition to ACTIVE for port object 24aa8d82-de38-48a5-8c05-a90e9c9f1151 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:50:12.299805 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-c25ddb5d-b978-4df0-b38b-323be79f62d5 None None] Transition to ACTIVE for port object 24aa8d82-de38-48a5-8c05-a90e9c9f1151 will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:50:12.326827 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c25ddb5d-b978-4df0-b38b-323be79f62d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:12.345954 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-23fa5b0b-b53d-4265-878b-680cc3ad3fc9 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:12.359140 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning for port 4e140656-54ae-47b8-bc9f-b7a7391b3ddd completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:50:12.424437 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25ddb5d-b978-4df0-b38b-323be79f62d5 None None] Network 610d1387-b35d-402b-bbd1-2f5146245dee is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:50:12.434284 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-c25ddb5d-b978-4df0-b38b-323be79f62d5 None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:50:12.449994 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning complete for port 4e140656-54ae-47b8-bc9f-b7a7391b3ddd triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:50:12.450597 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:12.458355 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25ddb5d-b978-4df0-b38b-323be79f62d5 None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:50:12.472737 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-095e3c32-0be4-418e-9fdc-11bfa75b8ff8 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:12.556379 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-095e3c32-0be4-418e-9fdc-11bfa75b8ff8 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Calling delete_port for efe7e739-8041-474f-b2ea-fcec7ea5cefc owned by {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:50:12.629951 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25ddb5d-b978-4df0-b38b-323be79f62d5 None None] Pushing event updated for resources: {'Port': ['ID=24aa8d82-de38-48a5-8c05-a90e9c9f1151,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:50:12.718017 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a2c8ef-1445-4aeb-963a-039a9e6aba99 req-34425fa8-be49-4569-99ce-183d965ac1ee tempest-VolumesBackupsTest-350127530 tempest-VolumesBackupsTest-350127530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:50:12.720653 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-13a2c8ef-1445-4aeb-963a-039a9e6aba99 req-34425fa8-be49-4569-99ce-183d965ac1ee tempest-VolumesBackupsTest-350127530 tempest-VolumesBackupsTest-350127530-project] 10.222.0.58 "GET /v2.0/ports?device_id=93462345-4434-4a7f-8b61-cffd0553c5b8 HTTP/1.1" status: 200 len: 948 time: 0.4960856 Aug 05 11:50:12.761160 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-c25ddb5d-b978-4df0-b38b-323be79f62d5 None None] Attempting to bind port 24aa8d82-de38-48a5-8c05-a90e9c9f1151 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:50:12.761641 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-c25ddb5d-b978-4df0-b38b-323be79f62d5 None None] Attempting to bind port 24aa8d82-de38-48a5-8c05-a90e9c9f1151 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '4e7d7cc1-9747-4dfe-8fbe-8369efd2e9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '610d1387-b35d-402b-bbd1-2f5146245dee'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:50:12.762191 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25ddb5d-b978-4df0-b38b-323be79f62d5 None None] Attempting to bind port 24aa8d82-de38-48a5-8c05-a90e9c9f1151 on network 610d1387-b35d-402b-bbd1-2f5146245dee {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:50:12.778646 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25ddb5d-b978-4df0-b38b-323be79f62d5 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:50:12.779409 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25ddb5d-b978-4df0-b38b-323be79f62d5 None None] Checking segment: {'id': '4e7d7cc1-9747-4dfe-8fbe-8369efd2e9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '610d1387-b35d-402b-bbd1-2f5146245dee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:50:12.780642 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c25ddb5d-b978-4df0-b38b-323be79f62d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:12.781421 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25ddb5d-b978-4df0-b38b-323be79f62d5 None None] Bound using segment: {'id': '4e7d7cc1-9747-4dfe-8fbe-8369efd2e9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '610d1387-b35d-402b-bbd1-2f5146245dee'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:50:12.782161 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-c25ddb5d-b978-4df0-b38b-323be79f62d5 None None] Bound port: 24aa8d82-de38-48a5-8c05-a90e9c9f1151, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e7d7cc1-9747-4dfe-8fbe-8369efd2e9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '610d1387-b35d-402b-bbd1-2f5146245dee'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:50:12.782796 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c25ddb5d-b978-4df0-b38b-323be79f62d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:12.813635 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:12.901637 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-13a2c8ef-1445-4aeb-963a-039a9e6aba99 req-4d0f8fae-0ad5-4da4-a07d-421cb98afe93 tempest-VolumesBackupsTest-350127530 tempest-VolumesBackupsTest-350127530-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb6683d6-7ce5-4217-8282-274cb304b9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604784 Aug 05 11:50:12.904183 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93462345-4434-4a7f-8b61-cffd0553c5b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e140656-54ae-47b8-bc9f-b7a7391b3ddd'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:50:12.908692 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-592765dc-abf6-445e-927f-c7288929474a" -d '{"events": [{"server_uuid": "93462345-4434-4a7f-8b61-cffd0553c5b8", "name": "network-vif-plugged", "status": "completed", "tag": "4e140656-54ae-47b8-bc9f-b7a7391b3ddd"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:50:12.911757 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-23fa5b0b-b53d-4265-878b-680cc3ad3fc9 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Deleting port 24aa8d82-de38-48a5-8c05-a90e9c9f1151 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:50:12.912562 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-23fa5b0b-b53d-4265-878b-680cc3ad3fc9 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:12.982631 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 4e140656-54ae-47b8-bc9f-b7a7391b3ddd, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=4e140656-54ae-47b8-bc9f-b7a7391b3ddd,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:50:13.013820 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16031f01-6f15-4865-a54c-ab21d0d73c9c x-openstack-request-id: req-16031f01-6f15-4865-a54c-ab21d0d73c9c {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:50:13.014450 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93462345-4434-4a7f-8b61-cffd0553c5b8", "name": "network-vif-plugged", "status": "completed", "tag": "4e140656-54ae-47b8-bc9f-b7a7391b3ddd", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:50:13.014962 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-16031f01-6f15-4865-a54c-ab21d0d73c9c {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:50:13.015697 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93462345-4434-4a7f-8b61-cffd0553c5b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e140656-54ae-47b8-bc9f-b7a7391b3ddd', 'code': 200} Aug 05 11:50:13.027523 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-c25ddb5d-b978-4df0-b38b-323be79f62d5 None None] For port 24aa8d82-de38-48a5-8c05-a90e9c9f1151, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:50:13.033931 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-095e3c32-0be4-418e-9fdc-11bfa75b8ff8 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:13.043841 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-c25ddb5d-b978-4df0-b38b-323be79f62d5 None None] For port 24aa8d82-de38-48a5-8c05-a90e9c9f1151, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=24aa8d82-de38-48a5-8c05-a90e9c9f1151,segment=NetworkSegment(4e7d7cc1-9747-4dfe-8fbe-8369efd2e9d0),segment_id=4e7d7cc1-9747-4dfe-8fbe-8369efd2e9d0)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:50:13.046313 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:13.081694 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6920636-c80c-4188-8684-a179051e58b3 req-3f1857da-9128-402b-854c-349a8d8183a3 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:50:13.086139 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f6920636-c80c-4188-8684-a179051e58b3 req-3f1857da-9128-402b-854c-349a8d8183a3 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b29975d-3633-486b-ba92-5c1ed1330df4 HTTP/1.1" status: 200 len: 946 time: 0.2814956 Aug 05 11:50:13.112965 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c25ddb5d-b978-4df0-b38b-323be79f62d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:13.206588 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=4e140656-54ae-47b8-bc9f-b7a7391b3ddd,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:50:13.242384 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095e3c32-0be4-418e-9fdc-11bfa75b8ff8 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Pushing event deleted for resources: {'Port': ['ID=efe7e739-8041-474f-b2ea-fcec7ea5cefc,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:50:13.265868 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-095e3c32-0be4-418e-9fdc-11bfa75b8ff8 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:13.269599 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-095e3c32-0be4-418e-9fdc-11bfa75b8ff8 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "DELETE /v2.0/ports/efe7e739-8041-474f-b2ea-fcec7ea5cefc HTTP/1.1" status: 204 len: 168 time: 1.6024022 Aug 05 11:50:13.276008 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 45736) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:50:13.311927 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22c469b-78f0-44fc-99b7-df126bc20092 req-b789aab6-5d6b-497e-8c4a-0fa13bc6fe11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:50:13.315310 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e22c469b-78f0-44fc-99b7-df126bc20092 req-b789aab6-5d6b-497e-8c4a-0fa13bc6fe11 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=93462345-4434-4a7f-8b61-cffd0553c5b8 HTTP/1.1" status: 200 len: 1100 time: 0.1524937 Aug 05 11:50:13.336172 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25ddb5d-b978-4df0-b38b-323be79f62d5 None None] Pushing event updated for resources: {'Port': ['ID=24aa8d82-de38-48a5-8c05-a90e9c9f1151,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:50:13.365850 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f6920636-c80c-4188-8684-a179051e58b3 req-de2776e5-b4cf-496c-98ad-1baabff59ce3 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5464a98-f362-4f03-a5f7-4b9d844b9cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588444 Aug 05 11:50:13.371108 n-d-803378-2 neutron-server[94420]: INFO neutron.pecan_wsgi.hooks.translation [None req-57516fe4-8b05-4713-b2dc-f61613265c2d tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] GET failed (client error): The resource could not be found. Aug 05 11:50:13.383553 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-57516fe4-8b05-4713-b2dc-f61613265c2d tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "GET /v2.0/ports/efe7e739-8041-474f-b2ea-fcec7ea5cefc HTTP/1.1" status: 404 len: 333 time: 0.0881250 Aug 05 11:50:13.385356 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 45738) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:50:13.408570 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e22c469b-78f0-44fc-99b7-df126bc20092 req-365788c9-284d-4bf6-a0fe-e9255bef8897 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=bb6683d6-7ce5-4217-8282-274cb304b9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843801 Aug 05 11:50:13.421869 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-a1b4b28b-1c3c-4654-a3fe-0f910bd8fb8e tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Request body: {'port': {'network_id': '8f131b2a-c272-404f-ad91-e0d8977f63c4', 'name': 'tempest-PortsTestJSON-1946785507'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:50:13.459854 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-23fa5b0b-b53d-4265-878b-680cc3ad3fc9 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] For port 24aa8d82-de38-48a5-8c05-a90e9c9f1151, host n-d-803378-2, got binding levels [] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:50:13.461211 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-23fa5b0b-b53d-4265-878b-680cc3ad3fc9 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:13.584279 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-23fa5b0b-b53d-4265-878b-680cc3ad3fc9 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Calling delete_port for 24aa8d82-de38-48a5-8c05-a90e9c9f1151 owned by network:dhcp {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:50:13.848784 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:14.298006 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 24aa8d82-de38-48a5-8c05-a90e9c9f1151 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:50:14.404831 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b580f2-8bf1-4784-926d-7306fb76df87 req-e581db80-03e8-4055-977b-39f9c4744f67 tempest-VolumesBackupsTest-350127530 tempest-VolumesBackupsTest-350127530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:50:14.407740 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-36b580f2-8bf1-4784-926d-7306fb76df87 req-e581db80-03e8-4055-977b-39f9c4744f67 tempest-VolumesBackupsTest-350127530 tempest-VolumesBackupsTest-350127530-project] 10.222.0.58 "GET /v2.0/ports?device_id=93462345-4434-4a7f-8b61-cffd0553c5b8 HTTP/1.1" status: 200 len: 949 time: 0.1832335 Aug 05 11:50:14.415118 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1b4b28b-1c3c-4654-a3fe-0f910bd8fb8e tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Made reservation on behalf of 26f32bbf0e234159bf611d6f63f387fb for: {'port': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:50:14.420594 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 24aa8d82-de38-48a5-8c05-a90e9c9f1151 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:50:14.421481 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a1b4b28b-1c3c-4654-a3fe-0f910bd8fb8e tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:14.499744 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [None req-a1b4b28b-1c3c-4654-a3fe-0f910bd8fb8e tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] device_id is not set on port 7dcffeaa-2627-4ef5-8bb0-efd8375afd73 yet. {{(pid=94420) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 11:50:14.737860 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-36b580f2-8bf1-4784-926d-7306fb76df87 req-60a56b77-bc2d-4dd7-b438-5d2fd4854391 tempest-VolumesBackupsTest-350127530 tempest-VolumesBackupsTest-350127530-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb6683d6-7ce5-4217-8282-274cb304b9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2893476 Aug 05 11:50:14.833953 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470141e1-7e4c-41ff-86d8-835f56da25e1 req-2d76d70c-6e54-4c4d-8ce4-e74ba389744d tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:50:14.838226 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-470141e1-7e4c-41ff-86d8-835f56da25e1 req-2d76d70c-6e54-4c4d-8ce4-e74ba389744d tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b29975d-3633-486b-ba92-5c1ed1330df4 HTTP/1.1" status: 200 len: 946 time: 0.2491922 Aug 05 11:50:14.981644 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96faaa6f-1486-4de9-bcbd-37547cd1a60e None None] Network 610d1387-b35d-402b-bbd1-2f5146245dee requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:50:14.985651 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-23fa5b0b-b53d-4265-878b-680cc3ad3fc9 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:15.100119 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-451dd51a-20bd-44c6-a658-297f63f990a7 None None] Could not find standard attr ID for object 24aa8d82-de38-48a5-8c05-a90e9c9f1151. {{(pid=94422) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 05 11:50:15.105209 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fa5b0b-b53d-4265-878b-680cc3ad3fc9 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Pushing event deleted for resources: {'Port': ['ID=24aa8d82-de38-48a5-8c05-a90e9c9f1151,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:50:15.219967 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fa5b0b-b53d-4265-878b-680cc3ad3fc9 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] No DVR routers for this DVR port 24aa8d82-de38-48a5-8c05-a90e9c9f1151 on host n-d-803378-2 {{(pid=94420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:50:15.237311 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a1b4b28b-1c3c-4654-a3fe-0f910bd8fb8e tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:15.294827 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-470141e1-7e4c-41ff-86d8-835f56da25e1 req-63d493a0-af3e-4d5b-88b9-cce452ba18cb tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5464a98-f362-4f03-a5f7-4b9d844b9cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3065765 Aug 05 11:50:15.373663 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-23fa5b0b-b53d-4265-878b-680cc3ad3fc9 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:15.480085 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a1b4b28b-1c3c-4654-a3fe-0f910bd8fb8e tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:15.585779 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b4b28b-1c3c-4654-a3fe-0f910bd8fb8e tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Network 8f131b2a-c272-404f-ad91-e0d8977f63c4 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:50:15.597782 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-a1b4b28b-1c3c-4654-a3fe-0f910bd8fb8e tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:50:15.606263 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-23fa5b0b-b53d-4265-878b-680cc3ad3fc9 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29762763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24211094'] for subnet, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:15.610320 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b4b28b-1c3c-4654-a3fe-0f910bd8fb8e tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:50:15.621802 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b4b28b-1c3c-4654-a3fe-0f910bd8fb8e tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:50:15.623320 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a1b4b28b-1c3c-4654-a3fe-0f910bd8fb8e tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:15.659470 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b4b28b-1c3c-4654-a3fe-0f910bd8fb8e tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Pushing event updated for resources: {'Port': ['ID=7dcffeaa-2627-4ef5-8bb0-efd8375afd73,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:50:15.705455 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fa5b0b-b53d-4265-878b-680cc3ad3fc9 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Pushing event deleted for resources: {'Subnet': ['ID=6ab59b26-fee7-400f-a722-6ee55ffd6312,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:50:15.722789 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-a1b4b28b-1c3c-4654-a3fe-0f910bd8fb8e tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.3274987 Aug 05 11:50:15.728564 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 45752) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:50:15.739626 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-32e735a4-797f-4ea5-98d7-1867a71551ec tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:50:15.862802 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-23fa5b0b-b53d-4265-878b-680cc3ad3fc9 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:15.867465 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c00d42c-dfe2-498a-a90b-ac19a505e307 None None] Network 610d1387-b35d-402b-bbd1-2f5146245dee requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:50:15.885631 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-23fa5b0b-b53d-4265-878b-680cc3ad3fc9 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['610d1387-b35d-402b-bbd1-2f5146245dee']}} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:50:15.907812 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-23fa5b0b-b53d-4265-878b-680cc3ad3fc9 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e7d7cc1-9747-4dfe-8fbe-8369efd2e9d0') {'for_net_delete': True} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:50:15.908730 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-23fa5b0b-b53d-4265-878b-680cc3ad3fc9 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e7d7cc1-9747-4dfe-8fbe-8369efd2e9d0') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:50:15.927816 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-23fa5b0b-b53d-4265-878b-680cc3ad3fc9 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25010581'] for segment, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:15.931284 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-32e735a4-797f-4ea5-98d7-1867a71551ec tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:15.973998 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-23fa5b0b-b53d-4265-878b-680cc3ad3fc9 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:16.119589 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23fa5b0b-b53d-4265-878b-680cc3ad3fc9 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Releasing vlan 659 on physical network physnet1 to pool {{(pid=94420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:50:16.120529 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-23fa5b0b-b53d-4265-878b-680cc3ad3fc9 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29762581'] for segment, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:16.144852 n-d-803378-2 neutron-server[94420]: Traceback (most recent call last): Aug 05 11:50:16.144852 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:50:16.144852 n-d-803378-2 neutron-server[94420]: timer() Aug 05 11:50:16.144852 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:50:16.144852 n-d-803378-2 neutron-server[94420]: cb(*args, **kw) Aug 05 11:50:16.144852 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:50:16.144852 n-d-803378-2 neutron-server[94420]: return func(*args, **kwargs) Aug 05 11:50:16.144852 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:50:16.144852 n-d-803378-2 neutron-server[94420]: self._notify() Aug 05 11:50:16.144852 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:50:16.144852 n-d-803378-2 neutron-server[94420]: self.callback(batched_events) Aug 05 11:50:16.144852 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:50:16.144852 n-d-803378-2 neutron-server[94420]: event.method(event) Aug 05 11:50:16.144852 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:50:16.144852 n-d-803378-2 neutron-server[94420]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:50:16.144852 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:50:16.144852 n-d-803378-2 neutron-server[94420]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:50:16.144852 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:50:16.144852 n-d-803378-2 neutron-server[94420]: return f(self, *a, **k) Aug 05 11:50:16.144852 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:50:16.144852 n-d-803378-2 neutron-server[94420]: return self._get(url).json() Aug 05 11:50:16.144852 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:50:16.144852 n-d-803378-2 neutron-server[94420]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:50:16.144852 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:50:16.144852 n-d-803378-2 neutron-server[94420]: return self.request(url, 'GET', **kwargs) Aug 05 11:50:16.144852 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:50:16.144852 n-d-803378-2 neutron-server[94420]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:50:16.144852 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:50:16.144852 n-d-803378-2 neutron-server[94420]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:50:16.144852 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:50:16.144852 n-d-803378-2 neutron-server[94420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:50:16.144852 n-d-803378-2 neutron-server[94420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:50:16.368461 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0bcaef-4ead-4bb7-938b-98c63e098aa3 req-4c611fcd-94b2-4192-bc02-adcdaf307755 tempest-VolumesBackupsTest-350127530 tempest-VolumesBackupsTest-350127530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:50:16.374723 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da9bf3a8-27f2-434b-9c19-fac950cb2feb None None] DHCP port deletion for 610d1387-b35d-402b-bbd1-2f5146245dee request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 11:50:16.383233 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ed0bcaef-4ead-4bb7-938b-98c63e098aa3 req-4c611fcd-94b2-4192-bc02-adcdaf307755 tempest-VolumesBackupsTest-350127530 tempest-VolumesBackupsTest-350127530-project] 10.222.0.58 "GET /v2.0/ports?device_id=93462345-4434-4a7f-8b61-cffd0553c5b8 HTTP/1.1" status: 200 len: 949 time: 0.3796515 Aug 05 11:50:16.398871 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-23fa5b0b-b53d-4265-878b-680cc3ad3fc9 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:16.451388 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-23fa5b0b-b53d-4265-878b-680cc3ad3fc9 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:16.460693 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-23fa5b0b-b53d-4265-878b-680cc3ad3fc9 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] 10.222.0.58 "DELETE /v2.0/networks/610d1387-b35d-402b-bbd1-2f5146245dee HTTP/1.1" status: 204 len: 168 time: 4.6141737 Aug 05 11:50:16.466877 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 45768) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:50:16.518302 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-32e735a4-797f-4ea5-98d7-1867a71551ec tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:16.544184 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-32e735a4-797f-4ea5-98d7-1867a71551ec tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:16.574016 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fa5b0b-b53d-4265-878b-680cc3ad3fc9 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Pushing event deleted for resources: {'Network': ['ID=610d1387-b35d-402b-bbd1-2f5146245dee,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:50:16.668236 n-d-803378-2 neutron-server[94420]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9f74f1b-6505-4d9f-8617-feefffdb99e3 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] DELETE failed (client error): The resource could not be found. Aug 05 11:50:16.669442 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9f74f1b-6505-4d9f-8617-feefffdb99e3 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:50:16.673803 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-e9f74f1b-6505-4d9f-8617-feefffdb99e3 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] 10.222.0.58 "DELETE /v2.0/subnets/6ab59b26-fee7-400f-a722-6ee55ffd6312 HTTP/1.1" status: 404 len: 337 time: 0.1639755 Aug 05 11:50:16.695714 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ed0bcaef-4ead-4bb7-938b-98c63e098aa3 req-7ce5fc3b-ba0e-4991-949d-791dbf90494b tempest-VolumesBackupsTest-350127530 tempest-VolumesBackupsTest-350127530-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb6683d6-7ce5-4217-8282-274cb304b9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2947259 Aug 05 11:50:16.706335 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 45774) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:50:16.707577 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e735a4-797f-4ea5-98d7-1867a71551ec tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Pushing event updated for resources: {'Port': ['ID=7dcffeaa-2627-4ef5-8bb0-efd8375afd73,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:50:16.733401 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-32e735a4-797f-4ea5-98d7-1867a71551ec tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] In _notify_port_updated(), no bound segment for port 7dcffeaa-2627-4ef5-8bb0-efd8375afd73 on network 8f131b2a-c272-404f-ad91-e0d8977f63c4 {{(pid=94421) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 05 11:50:16.753464 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e735a4-797f-4ea5-98d7-1867a71551ec tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:50:16.755890 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-32e735a4-797f-4ea5-98d7-1867a71551ec tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:16.766962 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-32e735a4-797f-4ea5-98d7-1867a71551ec tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "PUT /v2.0/ports/7dcffeaa-2627-4ef5-8bb0-efd8375afd73 HTTP/1.1" status: 200 len: 818 time: 1.0347371 Aug 05 11:50:16.773187 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 45778) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:50:16.795075 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b1edc7-9043-4a25-8327-0b24498927da req-089d83a4-937a-4cb7-a1aa-c4ae4978602e tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:50:16.798942 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d3b1edc7-9043-4a25-8327-0b24498927da req-089d83a4-937a-4cb7-a1aa-c4ae4978602e tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b29975d-3633-486b-ba92-5c1ed1330df4 HTTP/1.1" status: 200 len: 946 time: 0.2625511 Aug 05 11:50:16.882757 n-d-803378-2 neutron-server[94421]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d492670-a068-48cf-a2b1-5dde39d65bfb tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] DELETE failed (client error): The resource could not be found. Aug 05 11:50:16.885002 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d492670-a068-48cf-a2b1-5dde39d65bfb tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:50:16.893881 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 45782) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:50:16.900559 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-8d492670-a068-48cf-a2b1-5dde39d65bfb tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] 10.222.0.58 "DELETE /v2.0/networks/610d1387-b35d-402b-bbd1-2f5146245dee HTTP/1.1" status: 404 len: 339 time: 0.1809046 Aug 05 11:50:16.980599 n-d-803378-2 neutron-server[94420]: INFO neutron.pecan_wsgi.hooks.translation [None req-bad7f3bf-aab4-4baf-ac4e-db146ed0ac92 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] DELETE failed (client error): The resource could not be found. Aug 05 11:50:16.981602 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bad7f3bf-aab4-4baf-ac4e-db146ed0ac92 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:50:16.986650 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-bad7f3bf-aab4-4baf-ac4e-db146ed0ac92 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] 10.222.0.58 "DELETE /v2.0/subnets/9f3f7839-7e14-42a2-a1f1-7ef55facfbf1 HTTP/1.1" status: 404 len: 337 time: 0.0906799 Aug 05 11:50:16.992581 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 45784) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:50:17.016992 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d3b1edc7-9043-4a25-8327-0b24498927da req-63e62cda-837d-4fe3-8645-68a0a73069cd tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5464a98-f362-4f03-a5f7-4b9d844b9cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030313 Aug 05 11:50:17.036121 n-d-803378-2 neutron-server[94420]: INFO neutron.pecan_wsgi.hooks.translation [None req-92203a2c-cf58-4de9-9a95-d2847fb44881 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] DELETE failed (client error): The resource could not be found. Aug 05 11:50:17.037710 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92203a2c-cf58-4de9-9a95-d2847fb44881 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:50:17.041492 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-92203a2c-cf58-4de9-9a95-d2847fb44881 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] 10.222.0.58 "DELETE /v2.0/networks/4b373aec-bf49-4f54-9a4d-5b45f00a6edf HTTP/1.1" status: 404 len: 339 time: 0.0461154 Aug 05 11:50:17.046744 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 45786) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:50:17.135661 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-29d62574-3143-4717-84e1-6ecd65cb8ec2 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Deleting port 7dcffeaa-2627-4ef5-8bb0-efd8375afd73 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:50:17.136795 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-29d62574-3143-4717-84e1-6ecd65cb8ec2 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:17.280527 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a91ebecb-e2ef-4de4-a54b-02aa2b8b2a42 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:17.323132 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-29d62574-3143-4717-84e1-6ecd65cb8ec2 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:17.358985 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-29d62574-3143-4717-84e1-6ecd65cb8ec2 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Calling delete_port for 7dcffeaa-2627-4ef5-8bb0-efd8375afd73 owned by {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:50:17.468565 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 45798) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:50:17.553059 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a91ebecb-e2ef-4de4-a54b-02aa2b8b2a42 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:17.593636 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-a91ebecb-e2ef-4de4-a54b-02aa2b8b2a42 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7521e93-01cb-4359-87a5-e7d7a6c31257']}} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:50:17.605594 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-29d62574-3143-4717-84e1-6ecd65cb8ec2 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:17.623644 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-a91ebecb-e2ef-4de4-a54b-02aa2b8b2a42 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8609515a-cc90-4152-ae87-3ccd5fca8a55') {'for_net_delete': True} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:50:17.624619 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-a91ebecb-e2ef-4de4-a54b-02aa2b8b2a42 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8609515a-cc90-4152-ae87-3ccd5fca8a55') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:50:17.648863 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a91ebecb-e2ef-4de4-a54b-02aa2b8b2a42 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25010581'] for segment, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:17.657979 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d62574-3143-4717-84e1-6ecd65cb8ec2 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Pushing event deleted for resources: {'Port': ['ID=7dcffeaa-2627-4ef5-8bb0-efd8375afd73,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:50:17.670755 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-29d62574-3143-4717-84e1-6ecd65cb8ec2 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:17.673161 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-29d62574-3143-4717-84e1-6ecd65cb8ec2 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "DELETE /v2.0/ports/7dcffeaa-2627-4ef5-8bb0-efd8375afd73 HTTP/1.1" status: 204 len: 168 time: 0.8905656 Aug 05 11:50:17.678307 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 45802) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:50:17.698565 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a91ebecb-e2ef-4de4-a54b-02aa2b8b2a42 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:17.716913 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a91ebecb-e2ef-4de4-a54b-02aa2b8b2a42 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=94420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:50:17.717976 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a91ebecb-e2ef-4de4-a54b-02aa2b8b2a42 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29762581'] for segment, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:17.771098 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd1cbf5-bbfe-4976-87cc-bff7b04818de tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:50:17.774173 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-4dd1cbf5-bbfe-4976-87cc-bff7b04818de tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0941622 Aug 05 11:50:17.775187 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8401fc95-96cd-4c5a-93bd-e7886da2a821 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:17.778486 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 45804) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:50:17.800651 n-d-803378-2 neutron-server[94420]: Traceback (most recent call last): Aug 05 11:50:17.800651 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:50:17.800651 n-d-803378-2 neutron-server[94420]: timer() Aug 05 11:50:17.800651 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:50:17.800651 n-d-803378-2 neutron-server[94420]: cb(*args, **kw) Aug 05 11:50:17.800651 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:50:17.800651 n-d-803378-2 neutron-server[94420]: return func(*args, **kwargs) Aug 05 11:50:17.800651 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:50:17.800651 n-d-803378-2 neutron-server[94420]: self._notify() Aug 05 11:50:17.800651 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:50:17.800651 n-d-803378-2 neutron-server[94420]: self.callback(batched_events) Aug 05 11:50:17.800651 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:50:17.800651 n-d-803378-2 neutron-server[94420]: event.method(event) Aug 05 11:50:17.800651 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:50:17.800651 n-d-803378-2 neutron-server[94420]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:50:17.800651 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:50:17.800651 n-d-803378-2 neutron-server[94420]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:50:17.800651 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:50:17.800651 n-d-803378-2 neutron-server[94420]: return f(self, *a, **k) Aug 05 11:50:17.800651 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:50:17.800651 n-d-803378-2 neutron-server[94420]: return self._get(url).json() Aug 05 11:50:17.800651 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:50:17.800651 n-d-803378-2 neutron-server[94420]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:50:17.800651 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:50:17.800651 n-d-803378-2 neutron-server[94420]: return self.request(url, 'GET', **kwargs) Aug 05 11:50:17.800651 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:50:17.800651 n-d-803378-2 neutron-server[94420]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:50:17.800651 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:50:17.800651 n-d-803378-2 neutron-server[94420]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:50:17.800651 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:50:17.800651 n-d-803378-2 neutron-server[94420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:50:17.800651 n-d-803378-2 neutron-server[94420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:50:17.829270 n-d-803378-2 neutron-server[94421]: INFO neutron.pecan_wsgi.hooks.translation [None req-42fda67f-a2a8-49e7-a9e6-68b7cbb0e3c7 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] GET failed (client error): The resource could not be found. Aug 05 11:50:17.831801 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-42fda67f-a2a8-49e7-a9e6-68b7cbb0e3c7 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "GET /v2.0/ports/7dcffeaa-2627-4ef5-8bb0-efd8375afd73 HTTP/1.1" status: 404 len: 333 time: 0.0520124 Aug 05 11:50:17.839660 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 45806) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:50:17.848188 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-7b23e12b-9455-47fa-80b5-dd463edec6b3 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-488286113'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:50:17.859927 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a91ebecb-e2ef-4de4-a54b-02aa2b8b2a42 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:17.885049 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a91ebecb-e2ef-4de4-a54b-02aa2b8b2a42 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:17.888921 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-a91ebecb-e2ef-4de4-a54b-02aa2b8b2a42 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] 10.222.0.58 "DELETE /v2.0/networks/c7521e93-01cb-4359-87a5-e7d7a6c31257 HTTP/1.1" status: 204 len: 168 time: 0.8370626 Aug 05 11:50:17.897022 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 45808) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:50:17.898526 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.db.api [None req-7b23e12b-9455-47fa-80b5-dd463edec6b3 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 05 11:50:17.898526 n-d-803378-2 neutron-server[94421]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 05 11:50:17.898526 n-d-803378-2 neutron-server[94421]: [parameters: {'project_id': '26f32bbf0e234159bf611d6f63f387fb', 'id': '4d31cb57-31d4-489b-bb1d-4b3393345b40', 'expiration': datetime.datetime(2021, 8, 5, 11, 52, 17, 876546)}] Aug 05 11:50:17.898526 n-d-803378-2 neutron-server[94421]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94421) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 05 11:50:17.899281 n-d-803378-2 neutron-server[94421]: DEBUG oslo_db.api [None req-7b23e12b-9455-47fa-80b5-dd463edec6b3 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 11:50:17.915062 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91ebecb-e2ef-4de4-a54b-02aa2b8b2a42 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Pushing event deleted for resources: {'Network': ['ID=c7521e93-01cb-4359-87a5-e7d7a6c31257,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:50:17.962751 n-d-803378-2 neutron-server[94421]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e47466d-eccd-492e-92e4-019f9db13f12 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] DELETE failed (client error): The resource could not be found. Aug 05 11:50:17.963467 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e47466d-eccd-492e-92e4-019f9db13f12 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:50:17.966654 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-2e47466d-eccd-492e-92e4-019f9db13f12 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] 10.222.0.58 "DELETE /v2.0/subnets/a0642bc2-04be-489f-a07b-9302da664890 HTTP/1.1" status: 404 len: 337 time: 0.0658123 Aug 05 11:50:17.971201 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 45810) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:50:18.011847 n-d-803378-2 neutron-server[94420]: INFO neutron.pecan_wsgi.hooks.translation [None req-ace6b8ad-c9d3-422c-8793-10889685d500 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] DELETE failed (client error): The resource could not be found. Aug 05 11:50:18.013258 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ace6b8ad-c9d3-422c-8793-10889685d500 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:50:18.017659 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-ace6b8ad-c9d3-422c-8793-10889685d500 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] 10.222.0.58 "DELETE /v2.0/networks/b8418cd4-27d5-4ea3-822f-ad7ca75c10c4 HTTP/1.1" status: 404 len: 339 time: 0.0441389 Aug 05 11:50:18.022212 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 45812) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:50:18.086290 n-d-803378-2 neutron-server[94421]: INFO neutron.pecan_wsgi.hooks.translation [None req-db7453c0-05ab-43a3-ae81-e03f06b92e0b tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] DELETE failed (client error): The resource could not be found. Aug 05 11:50:18.086805 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db7453c0-05ab-43a3-ae81-e03f06b92e0b tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:50:18.089929 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-db7453c0-05ab-43a3-ae81-e03f06b92e0b tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] 10.222.0.58 "DELETE /v2.0/subnets/11bc3ff5-9565-4e11-b26d-cc668b1462ae HTTP/1.1" status: 404 len: 337 time: 0.0654616 Aug 05 11:50:18.098462 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 45816) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:50:18.155105 n-d-803378-2 neutron-server[94421]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8641cb6-deca-489c-a728-80e6872fc36d tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] DELETE failed (client error): The resource could not be found. Aug 05 11:50:18.156597 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8641cb6-deca-489c-a728-80e6872fc36d tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:50:18.161076 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-e8641cb6-deca-489c-a728-80e6872fc36d tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] 10.222.0.58 "DELETE /v2.0/networks/fe298719-9928-4bff-8328-150fe8ae18c5 HTTP/1.1" status: 404 len: 339 time: 0.0609014 Aug 05 11:50:18.167946 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 45818) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:50:18.204664 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8401fc95-96cd-4c5a-93bd-e7886da2a821 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:18.211016 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 24aa8d82-de38-48a5-8c05-a90e9c9f1151 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:50:18.215905 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8401fc95-96cd-4c5a-93bd-e7886da2a821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:18.250572 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 24aa8d82-de38-48a5-8c05-a90e9c9f1151 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:50:18.251172 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 24aa8d82-de38-48a5-8c05-a90e9c9f1151 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:50:18.267754 n-d-803378-2 neutron-server[94420]: INFO neutron.pecan_wsgi.hooks.translation [None req-301a3dd4-5ff0-457a-8a77-3ba8d84b4ae8 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] DELETE failed (client error): The resource could not be found. Aug 05 11:50:18.268787 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-301a3dd4-5ff0-457a-8a77-3ba8d84b4ae8 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:50:18.277277 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-301a3dd4-5ff0-457a-8a77-3ba8d84b4ae8 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] 10.222.0.58 "DELETE /v2.0/subnets/241172fd-dce6-4d9c-8bbd-86001c4398a2 HTTP/1.1" status: 404 len: 337 time: 0.1063237 Aug 05 11:50:18.282452 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 45820) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:50:18.308934 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-8401fc95-96cd-4c5a-93bd-e7886da2a821 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=53a724c6dc72411c97942632d9f5555b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8357985 Aug 05 11:50:18.315844 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 45822) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:50:18.367922 n-d-803378-2 neutron-server[94421]: INFO neutron.pecan_wsgi.hooks.translation [None req-17927f16-dace-4864-b409-9ed7aad378a3 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] DELETE failed (client error): The resource could not be found. Aug 05 11:50:18.371339 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17927f16-dace-4864-b409-9ed7aad378a3 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:50:18.379329 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-17927f16-dace-4864-b409-9ed7aad378a3 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] 10.222.0.58 "DELETE /v2.0/networks/bf6faa87-512f-431d-8e25-c6ad480dc8bf HTTP/1.1" status: 404 len: 339 time: 0.0932431 Aug 05 11:50:18.379924 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 45826) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:50:18.395146 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8401fc95-96cd-4c5a-93bd-e7886da2a821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddc63ff0-4b7b-45b6-9d95-86f74d8e3286,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:50:18.461139 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb64746-61e1-490a-ba22-9c065720c5dd req-414a1352-4829-4f51-84c9-ed17472b91e0 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:50:18.465831 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fbb64746-61e1-490a-ba22-9c065720c5dd req-414a1352-4829-4f51-84c9-ed17472b91e0 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b29975d-3633-486b-ba92-5c1ed1330df4 HTTP/1.1" status: 200 len: 946 time: 0.2617652 Aug 05 11:50:18.478003 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b23e12b-9455-47fa-80b5-dd463edec6b3 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Made reservation on behalf of 26f32bbf0e234159bf611d6f63f387fb for: {'network': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:50:18.486242 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7b23e12b-9455-47fa-80b5-dd463edec6b3 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:18.540477 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b23e12b-9455-47fa-80b5-dd463edec6b3 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] vlan segment allocate from pool success with {'vlan_id': 660, 'physical_network': 'physnet1'} {{(pid=94421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:50:18.562167 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7b23e12b-9455-47fa-80b5-dd463edec6b3 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:18.567706 n-d-803378-2 neutron-server[94421]: INFO neutron.db.segments_db [None req-7b23e12b-9455-47fa-80b5-dd463edec6b3 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Added segment e420443a-a24b-4987-9f79-287888b59e46 of type vlan for network 70b7b90a-e21e-49e0-ae69-01a034625db2 Aug 05 11:50:18.571588 n-d-803378-2 neutron-server[94420]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b35213e-9b4a-4973-9a53-ab3e4d9a8a39 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] DELETE failed (client error): The resource could not be found. Aug 05 11:50:18.572342 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b35213e-9b4a-4973-9a53-ab3e4d9a8a39 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:50:18.575791 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-6b35213e-9b4a-4973-9a53-ab3e4d9a8a39 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] 10.222.0.58 "DELETE /v2.0/subnets/104aab8d-c8a8-4483-b167-4d7bdab26820 HTTP/1.1" status: 404 len: 337 time: 0.1832662 Aug 05 11:50:18.585577 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 45828) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:50:18.651478 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-40be72f3-81d3-41a3-8c54-4f603726887a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:18.679036 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fbb64746-61e1-490a-ba22-9c065720c5dd req-611083fc-cfb4-4aaf-8cb6-24b128bfc3d5 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5464a98-f362-4f03-a5f7-4b9d844b9cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513095 Aug 05 11:50:18.684909 n-d-803378-2 neutron-server[94421]: INFO neutron.pecan_wsgi.hooks.translation [None req-20382afe-96bc-4990-adf7-c1b5f95e9f13 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] DELETE failed (client error): The resource could not be found. Aug 05 11:50:18.686203 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20382afe-96bc-4990-adf7-c1b5f95e9f13 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:50:18.690407 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-20382afe-96bc-4990-adf7-c1b5f95e9f13 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] 10.222.0.58 "DELETE /v2.0/networks/5a949277-39fa-49bb-b02f-24a6d07d13b2 HTTP/1.1" status: 404 len: 339 time: 0.1018364 Aug 05 11:50:18.696362 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 45832) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:50:18.767134 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-40be72f3-81d3-41a3-8c54-4f603726887a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:18.770327 n-d-803378-2 neutron-server[94421]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7b53081-6cf4-493f-be12-7b2b340a7f97 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] DELETE failed (client error): The resource could not be found. Aug 05 11:50:18.771273 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7b53081-6cf4-493f-be12-7b2b340a7f97 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:50:18.780956 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-e7b53081-6cf4-493f-be12-7b2b340a7f97 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] 10.222.0.58 "DELETE /v2.0/subnets/822fe678-d65a-4c42-b80d-82d695ad4cfd HTTP/1.1" status: 404 len: 337 time: 0.0785432 Aug 05 11:50:18.780956 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7b23e12b-9455-47fa-80b5-dd463edec6b3 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:18.787258 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 45834) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:50:18.830993 n-d-803378-2 neutron-server[94421]: INFO neutron.pecan_wsgi.hooks.translation [None req-71b41e47-8cab-423b-9421-79e1d9b69fef tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] DELETE failed (client error): The resource could not be found. Aug 05 11:50:18.832278 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71b41e47-8cab-423b-9421-79e1d9b69fef tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:50:18.836250 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-71b41e47-8cab-423b-9421-79e1d9b69fef tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] 10.222.0.58 "DELETE /v2.0/networks/8ffce88a-2251-4865-a55a-ec39ad425218 HTTP/1.1" status: 404 len: 339 time: 0.0464623 Aug 05 11:50:18.841081 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 45836) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:50:18.899023 n-d-803378-2 neutron-server[94421]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a4de6b9-bdab-44ce-b995-90b6981b4e92 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] DELETE failed (client error): The resource could not be found. Aug 05 11:50:18.900026 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a4de6b9-bdab-44ce-b995-90b6981b4e92 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:50:18.904413 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-1a4de6b9-bdab-44ce-b995-90b6981b4e92 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] 10.222.0.58 "DELETE /v2.0/subnets/728ce950-a4b3-42cd-96d4-fd39e0bf2fb2 HTTP/1.1" status: 404 len: 337 time: 0.0607421 Aug 05 11:50:18.910756 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 45838) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:50:18.944313 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-40be72f3-81d3-41a3-8c54-4f603726887a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:18.948425 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-40be72f3-81d3-41a3-8c54-4f603726887a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:18.950361 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-40be72f3-81d3-41a3-8c54-4f603726887a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ddc63ff0-4b7b-45b6-9d95-86f74d8e3286 HTTP/1.1" status: 204 len: 168 time: 0.6329489 Aug 05 11:50:18.969212 n-d-803378-2 neutron-server[94421]: INFO neutron.pecan_wsgi.hooks.translation [None req-02f07528-5e84-4c5f-bcf4-d4c428cf2f76 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] DELETE failed (client error): The resource could not be found. Aug 05 11:50:18.971084 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02f07528-5e84-4c5f-bcf4-d4c428cf2f76 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:50:18.976022 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-02f07528-5e84-4c5f-bcf4-d4c428cf2f76 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] 10.222.0.58 "DELETE /v2.0/networks/1c47125a-befd-48ad-9256-cd7a4e70777a HTTP/1.1" status: 404 len: 339 time: 0.0633075 Aug 05 11:50:18.976888 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40be72f3-81d3-41a3-8c54-4f603726887a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddc63ff0-4b7b-45b6-9d95-86f74d8e3286,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:50:18.980617 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 45842) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:50:19.001378 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7b23e12b-9455-47fa-80b5-dd463edec6b3 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:19.016322 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b23e12b-9455-47fa-80b5-dd463edec6b3 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:50:19.017701 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7b23e12b-9455-47fa-80b5-dd463edec6b3 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks [] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:19.084664 n-d-803378-2 neutron-server[94420]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc825e4d-98d8-4d90-b7f0-80e84bc1412d tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] DELETE failed (client error): The resource could not be found. Aug 05 11:50:19.088099 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc825e4d-98d8-4d90-b7f0-80e84bc1412d tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:50:19.095920 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-bc825e4d-98d8-4d90-b7f0-80e84bc1412d tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] 10.222.0.58 "DELETE /v2.0/subnets/0533576d-fbfa-4b7e-9c9b-1a59479dbdc5 HTTP/1.1" status: 404 len: 337 time: 0.1110399 Aug 05 11:50:19.097089 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 45844) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:50:19.140547 n-d-803378-2 neutron-server[94420]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ed78831-0765-498c-bf65-484f6c54b039 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] DELETE failed (client error): The resource could not be found. Aug 05 11:50:19.141292 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ed78831-0765-498c-bf65-484f6c54b039 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:50:19.148580 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-9ed78831-0765-498c-bf65-484f6c54b039 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] 10.222.0.58 "DELETE /v2.0/networks/1b947512-f142-4504-93c3-92ab8747eb7f HTTP/1.1" status: 404 len: 339 time: 0.0447619 Aug 05 11:50:19.149538 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 45846) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:50:19.208587 n-d-803378-2 neutron-server[94420]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4f19993-4915-4bd2-9fb5-a26b07f3c7fe tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] DELETE failed (client error): The resource could not be found. Aug 05 11:50:19.210108 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4f19993-4915-4bd2-9fb5-a26b07f3c7fe tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:50:19.213803 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-d4f19993-4915-4bd2-9fb5-a26b07f3c7fe tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] 10.222.0.58 "DELETE /v2.0/subnets/d08ff7fb-7703-4c4e-aaed-468fdbde9f1c HTTP/1.1" status: 404 len: 337 time: 0.0621736 Aug 05 11:50:19.222824 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 45850) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:50:19.223102 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-7b23e12b-9455-47fa-80b5-dd463edec6b3 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.3803458 Aug 05 11:50:19.223511 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b23e12b-9455-47fa-80b5-dd463edec6b3 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Pushing event updated for resources: {'Network': ['ID=70b7b90a-e21e-49e0-ae69-01a034625db2,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:50:19.229612 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 45852) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:50:19.238263 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-705b986e-a6d7-46a7-9450-aae3afdac6c0 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Request body: {'subnet': {'network_id': '70b7b90a-e21e-49e0-ae69-01a034625db2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:50:19.246653 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 70b7b90a-e21e-49e0-ae69-01a034625db2 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:50:19.299305 n-d-803378-2 neutron-server[94420]: INFO neutron.pecan_wsgi.hooks.translation [None req-1234d2fc-9c92-4fe8-a8e5-f5defad82bc6 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] DELETE failed (client error): The resource could not be found. Aug 05 11:50:19.300288 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1234d2fc-9c92-4fe8-a8e5-f5defad82bc6 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:50:19.307982 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-1234d2fc-9c92-4fe8-a8e5-f5defad82bc6 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] 10.222.0.58 "DELETE /v2.0/networks/eadcdeb6-45c2-4f97-a742-7b70d3b17448 HTTP/1.1" status: 404 len: 339 time: 0.0815215 Aug 05 11:50:19.314531 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 45854) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:50:19.531224 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_v2 [None req-13b44597-4d7a-4226-b8df-1b7fbb10a130 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Deleting subnet 5ccf5768-d19e-4e56-813f-1a07e4c07efe {{(pid=94420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:50:19.536086 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-13b44597-4d7a-4226-b8df-1b7fbb10a130 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks [] for subnet, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:19.572281 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-705b986e-a6d7-46a7-9450-aae3afdac6c0 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Made reservation on behalf of 26f32bbf0e234159bf611d6f63f387fb for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:50:19.579312 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-705b986e-a6d7-46a7-9450-aae3afdac6c0 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:19.724751 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-13b44597-4d7a-4226-b8df-1b7fbb10a130 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25010562'] for subnet, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:19.933504 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 45862) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:50:19.993518 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-13b44597-4d7a-4226-b8df-1b7fbb10a130 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:20.021727 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-87d033f8-6b74-4ea1-8d22-21dcfb147b1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:20.139599 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-13b44597-4d7a-4226-b8df-1b7fbb10a130 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29762763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24211094'] for subnet, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:20.221208 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b44597-4d7a-4226-b8df-1b7fbb10a130 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Pushing event deleted for resources: {'Subnet': ['ID=5ccf5768-d19e-4e56-813f-1a07e4c07efe,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:50:20.238158 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-13b44597-4d7a-4226-b8df-1b7fbb10a130 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks [] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:20.242800 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-13b44597-4d7a-4226-b8df-1b7fbb10a130 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] 10.222.0.58 "DELETE /v2.0/subnets/5ccf5768-d19e-4e56-813f-1a07e4c07efe HTTP/1.1" status: 204 len: 168 time: 0.9263341 Aug 05 11:50:20.251039 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 45864) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:50:20.253443 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da183f42-580a-4679-863a-5266278f2276 None None] Network 80859755-4744-401e-84dc-ec2100d50281 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:50:20.462358 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233e9f83-e199-4389-ab96-c27fd6c9fbc4 req-a6d8a86d-172c-4b0e-a849-8d27d3eb7edc tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:50:20.465261 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-233e9f83-e199-4389-ab96-c27fd6c9fbc4 req-a6d8a86d-172c-4b0e-a849-8d27d3eb7edc tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b29975d-3633-486b-ba92-5c1ed1330df4 HTTP/1.1" status: 200 len: 946 time: 0.3455584 Aug 05 11:50:20.521864 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-915d6b7a-7b28-4f17-b7b3-ff88d6e4d6d5 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:20.523187 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-705b986e-a6d7-46a7-9450-aae3afdac6c0 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25038678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30075167'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:20.587668 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-233e9f83-e199-4389-ab96-c27fd6c9fbc4 req-843ee3b6-9316-4c54-92de-21a40b16d87c tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5464a98-f362-4f03-a5f7-4b9d844b9cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003745 Aug 05 11:50:20.746432 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-915d6b7a-7b28-4f17-b7b3-ff88d6e4d6d5 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Deleting port 09e83e05-8b71-4791-a2e9-707aec23dee9 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:50:20.747552 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-915d6b7a-7b28-4f17-b7b3-ff88d6e4d6d5 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:20.762111 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b3db346-4fa6-4190-ade6-991277d50e6d None None] DHCP port deletion for 80859755-4744-401e-84dc-ec2100d50281 request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 11:50:20.780168 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-87d033f8-6b74-4ea1-8d22-21dcfb147b1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:20.790247 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705b986e-a6d7-46a7-9450-aae3afdac6c0 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Pushing event updated for resources: {'Subnet': ['ID=5d9bdbaf-f40f-4c32-9dc0-e55559e81735,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:50:20.797025 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-87d033f8-6b74-4ea1-8d22-21dcfb147b1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:20.824062 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705b986e-a6d7-46a7-9450-aae3afdac6c0 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Checking segment: {'id': 'e420443a-a24b-4987-9f79-287888b59e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '70b7b90a-e21e-49e0-ae69-01a034625db2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:50:20.824707 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705b986e-a6d7-46a7-9450-aae3afdac6c0 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Network hostable DHCP agents. Network: 70b7b90a-e21e-49e0-ae69-01a034625db2, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:50:20.881024 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-6b3db346-4fa6-4190-ade6-991277d50e6d None None] Deleting port 09e83e05-8b71-4791-a2e9-707aec23dee9 {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:50:20.882752 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-6b3db346-4fa6-4190-ade6-991277d50e6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:20.918081 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-87d033f8-6b74-4ea1-8d22-21dcfb147b1e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=333faeed659b4153bdb35b8f66734ed5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9826210 Aug 05 11:50:20.920519 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d033f8-6b74-4ea1-8d22-21dcfb147b1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1770ddc8-3a16-489b-acc7-c5ef394a8503,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:50:20.925438 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 45868) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:50:20.939085 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-915d6b7a-7b28-4f17-b7b3-ff88d6e4d6d5 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] For port 09e83e05-8b71-4791-a2e9-707aec23dee9, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=09e83e05-8b71-4791-a2e9-707aec23dee9,segment=NetworkSegment(5620b881-ff3e-403e-a36e-d8084dffb742),segment_id=5620b881-ff3e-403e-a36e-d8084dffb742)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:50:20.946081 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-915d6b7a-7b28-4f17-b7b3-ff88d6e4d6d5 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:20.954241 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705b986e-a6d7-46a7-9450-aae3afdac6c0 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Network 70b7b90a-e21e-49e0-ae69-01a034625db2 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:50:20.982400 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-705b986e-a6d7-46a7-9450-aae3afdac6c0 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, 70b7b90a-e21e-49e0-ae69-01a034625db2) {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:50:20.997829 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-915d6b7a-7b28-4f17-b7b3-ff88d6e4d6d5 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Calling delete_port for 09e83e05-8b71-4791-a2e9-707aec23dee9 owned by network:dhcp {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:50:21.004151 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705b986e-a6d7-46a7-9450-aae3afdac6c0 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:50:21.005675 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-705b986e-a6d7-46a7-9450-aae3afdac6c0 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:21.037438 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e9fa5a-6a05-4bc6-b19f-b6c5e38d5df7 None None] Network 70b7b90a-e21e-49e0-ae69-01a034625db2 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:50:21.166684 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-705b986e-a6d7-46a7-9450-aae3afdac6c0 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9352739 Aug 05 11:50:21.192426 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 45872) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:50:21.205129 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-bf59c83c-ec29-4122-9623-26df28178caf tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Request body: {'subnet': {'network_id': '70b7b90a-e21e-49e0-ae69-01a034625db2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:50:21.212319 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-915d6b7a-7b28-4f17-b7b3-ff88d6e4d6d5 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:21.212655 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d0ffc982-bc92-459a-a423-88978650f958 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:21.249409 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915d6b7a-7b28-4f17-b7b3-ff88d6e4d6d5 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] No DVR routers for this DVR port 09e83e05-8b71-4791-a2e9-707aec23dee9 on host n-d-803378-2 {{(pid=94420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:50:21.358366 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d0ffc982-bc92-459a-a423-88978650f958 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:21.478993 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-6b3db346-4fa6-4190-ade6-991277d50e6d None None] For port 09e83e05-8b71-4791-a2e9-707aec23dee9, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=09e83e05-8b71-4791-a2e9-707aec23dee9,segment=NetworkSegment(5620b881-ff3e-403e-a36e-d8084dffb742),segment_id=5620b881-ff3e-403e-a36e-d8084dffb742)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:50:21.479847 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-6b3db346-4fa6-4190-ade6-991277d50e6d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:21.489394 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-915d6b7a-7b28-4f17-b7b3-ff88d6e4d6d5 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:21.505556 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-6b3db346-4fa6-4190-ade6-991277d50e6d None None] Calling delete_port for 09e83e05-8b71-4791-a2e9-707aec23dee9 owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:50:21.513235 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-915d6b7a-7b28-4f17-b7b3-ff88d6e4d6d5 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80859755-4744-401e-84dc-ec2100d50281']}} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:50:21.533391 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf59c83c-ec29-4122-9623-26df28178caf tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Made reservation on behalf of 26f32bbf0e234159bf611d6f63f387fb for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:50:21.542035 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-bf59c83c-ec29-4122-9623-26df28178caf tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:21.545537 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-915d6b7a-7b28-4f17-b7b3-ff88d6e4d6d5 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5620b881-ff3e-403e-a36e-d8084dffb742') {'for_net_delete': True} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:50:21.546415 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-915d6b7a-7b28-4f17-b7b3-ff88d6e4d6d5 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5620b881-ff3e-403e-a36e-d8084dffb742') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:50:21.566594 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-915d6b7a-7b28-4f17-b7b3-ff88d6e4d6d5 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25010581'] for segment, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:21.600075 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-915d6b7a-7b28-4f17-b7b3-ff88d6e4d6d5 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:21.613625 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-915d6b7a-7b28-4f17-b7b3-ff88d6e4d6d5 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=94420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:50:21.614705 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-915d6b7a-7b28-4f17-b7b3-ff88d6e4d6d5 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29762581'] for segment, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:21.688737 n-d-803378-2 neutron-server[94422]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 05 11:50:21.688737 n-d-803378-2 neutron-server[94422]: from cryptography.utils import int_from_bytes Aug 05 11:50:21.688737 n-d-803378-2 neutron-server[94422]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 05 11:50:21.688737 n-d-803378-2 neutron-server[94422]: from cryptography.utils import int_from_bytes Aug 05 11:50:21.688737 n-d-803378-2 neutron-server[94422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 11:50:21.688737 n-d-803378-2 neutron-server[94422]: self.session.flush() Aug 05 11:50:21.688737 n-d-803378-2 neutron-server[94422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 11:50:21.688737 n-d-803378-2 neutron-server[94422]: self.session.flush() Aug 05 11:50:21.688737 n-d-803378-2 neutron-server[94422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 11:50:21.688737 n-d-803378-2 neutron-server[94422]: self.session.flush() Aug 05 11:50:21.688737 n-d-803378-2 neutron-server[94422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 11:50:21.688737 n-d-803378-2 neutron-server[94422]: self.session.flush() Aug 05 11:50:21.688737 n-d-803378-2 neutron-server[94422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 11:50:21.688737 n-d-803378-2 neutron-server[94422]: self.session.flush() Aug 05 11:50:21.688737 n-d-803378-2 neutron-server[94422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 11:50:21.688737 n-d-803378-2 neutron-server[94422]: self.session.flush() Aug 05 11:50:21.688737 n-d-803378-2 neutron-server[94422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 11:50:21.688737 n-d-803378-2 neutron-server[94422]: self.session.flush() Aug 05 11:50:21.688737 n-d-803378-2 neutron-server[94422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 11:50:21.688737 n-d-803378-2 neutron-server[94422]: self.session.flush() Aug 05 11:50:21.688737 n-d-803378-2 neutron-server[94422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 11:50:21.688737 n-d-803378-2 neutron-server[94422]: self.session.flush() Aug 05 11:50:21.688737 n-d-803378-2 neutron-server[94422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 11:50:21.688737 n-d-803378-2 neutron-server[94422]: self.session.flush() Aug 05 11:50:21.688737 n-d-803378-2 neutron-server[94422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 11:50:21.688737 n-d-803378-2 neutron-server[94422]: self.session.flush() Aug 05 11:50:21.688737 n-d-803378-2 neutron-server[94422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 11:50:21.688737 n-d-803378-2 neutron-server[94422]: self.session.flush() Aug 05 11:50:21.688737 n-d-803378-2 neutron-server[94422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 11:50:21.688737 n-d-803378-2 neutron-server[94422]: self.session.flush() Aug 05 11:50:21.688737 n-d-803378-2 neutron-server[94422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 11:50:21.688737 n-d-803378-2 neutron-server[94422]: self.session.flush() Aug 05 11:50:21.688737 n-d-803378-2 neutron-server[94422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 11:50:21.688737 n-d-803378-2 neutron-server[94422]: self.session.flush() Aug 05 11:50:21.688737 n-d-803378-2 neutron-server[94422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 11:50:21.688737 n-d-803378-2 neutron-server[94422]: self.session.flush() Aug 05 11:50:21.688737 n-d-803378-2 neutron-server[94422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 11:50:21.688737 n-d-803378-2 neutron-server[94422]: self.session.flush() Aug 05 11:50:21.688737 n-d-803378-2 neutron-server[94422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 11:50:21.688737 n-d-803378-2 neutron-server[94422]: self.session.flush() Aug 05 11:50:21.688737 n-d-803378-2 neutron-server[94422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 11:50:21.688737 n-d-803378-2 neutron-server[94422]: self.session.flush() Aug 05 11:50:21.694029 n-d-803378-2 neutron-server[94422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 11:50:21.694029 n-d-803378-2 neutron-server[94422]: self.session.flush() Aug 05 11:50:21.694029 n-d-803378-2 neutron-server[94422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 11:50:21.694029 n-d-803378-2 neutron-server[94422]: self.session.flush() Aug 05 11:50:21.694029 n-d-803378-2 neutron-server[94422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 11:50:21.694029 n-d-803378-2 neutron-server[94422]: self.session.flush() Aug 05 11:50:21.694029 n-d-803378-2 neutron-server[94422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 11:50:21.694029 n-d-803378-2 neutron-server[94422]: self.session.flush() Aug 05 11:50:21.694029 n-d-803378-2 neutron-server[94422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 11:50:21.694029 n-d-803378-2 neutron-server[94422]: self.session.flush() Aug 05 11:50:21.694029 n-d-803378-2 neutron-server[94422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 11:50:21.694029 n-d-803378-2 neutron-server[94422]: self.session.flush() Aug 05 11:50:21.694029 n-d-803378-2 neutron-server[94422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 11:50:21.694029 n-d-803378-2 neutron-server[94422]: self.session.flush() Aug 05 11:50:21.712608 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-6b3db346-4fa6-4190-ade6-991277d50e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:21.771066 n-d-803378-2 neutron-server[94421]: INFO neutron.db.ipam_backend_mixin [None req-bf59c83c-ec29-4122-9623-26df28178caf tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 5d9bdbaf-f40f-4c32-9dc0-e55559e81735 (CIDR: 172.20.0.0/28) Aug 05 11:50:21.781650 n-d-803378-2 neutron-server[94421]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf59c83c-ec29-4122-9623-26df28178caf tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 05 11:50:21.784289 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf59c83c-ec29-4122-9623-26df28178caf tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:50:21.784575 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3db346-4fa6-4190-ade6-991277d50e6d None None] Pushing event deleted for resources: {'Port': ['ID=09e83e05-8b71-4791-a2e9-707aec23dee9,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:50:21.800457 n-d-803378-2 neutron-server[94420]: Traceback (most recent call last): Aug 05 11:50:21.800457 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:50:21.800457 n-d-803378-2 neutron-server[94420]: timer() Aug 05 11:50:21.800457 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:50:21.800457 n-d-803378-2 neutron-server[94420]: cb(*args, **kw) Aug 05 11:50:21.800457 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:50:21.800457 n-d-803378-2 neutron-server[94420]: return func(*args, **kwargs) Aug 05 11:50:21.800457 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:50:21.800457 n-d-803378-2 neutron-server[94420]: self._notify() Aug 05 11:50:21.800457 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:50:21.800457 n-d-803378-2 neutron-server[94420]: self.callback(batched_events) Aug 05 11:50:21.800457 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:50:21.800457 n-d-803378-2 neutron-server[94420]: event.method(event) Aug 05 11:50:21.800457 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:50:21.800457 n-d-803378-2 neutron-server[94420]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:50:21.800457 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:50:21.800457 n-d-803378-2 neutron-server[94420]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:50:21.800457 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:50:21.800457 n-d-803378-2 neutron-server[94420]: return f(self, *a, **k) Aug 05 11:50:21.800457 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:50:21.800457 n-d-803378-2 neutron-server[94420]: return self._get(url).json() Aug 05 11:50:21.800457 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:50:21.800457 n-d-803378-2 neutron-server[94420]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:50:21.800457 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:50:21.800457 n-d-803378-2 neutron-server[94420]: return self.request(url, 'GET', **kwargs) Aug 05 11:50:21.800457 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:50:21.800457 n-d-803378-2 neutron-server[94420]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:50:21.800457 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:50:21.800457 n-d-803378-2 neutron-server[94420]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:50:21.800457 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:50:21.800457 n-d-803378-2 neutron-server[94420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:50:21.800457 n-d-803378-2 neutron-server[94420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:50:21.815093 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3db346-4fa6-4190-ade6-991277d50e6d None None] No DVR routers for this DVR port 09e83e05-8b71-4791-a2e9-707aec23dee9 on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:50:21.828712 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d6b7a-7b28-4f17-b7b3-ff88d6e4d6d5 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Pushing event deleted for resources: {'Port': ['ID=09e83e05-8b71-4791-a2e9-707aec23dee9,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:50:21.839022 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d0ffc982-bc92-459a-a423-88978650f958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:21.851690 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d0ffc982-bc92-459a-a423-88978650f958 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:21.858030 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-d0ffc982-bc92-459a-a423-88978650f958 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1770ddc8-3a16-489b-acc7-c5ef394a8503 HTTP/1.1" status: 204 len: 168 time: 0.9181442 Aug 05 11:50:21.901256 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ffc982-bc92-459a-a423-88978650f958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1770ddc8-3a16-489b-acc7-c5ef394a8503,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:50:21.909432 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-bf59c83c-ec29-4122-9623-26df28178caf tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7132237 Aug 05 11:50:21.915971 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 45878) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:50:21.934253 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-919e845c-b338-4903-ac94-b3c434513181 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Request body: {'subnet': {'network_id': '70b7b90a-e21e-49e0-ae69-01a034625db2', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:50:21.936681 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-915d6b7a-7b28-4f17-b7b3-ff88d6e4d6d5 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:21.961402 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-915d6b7a-7b28-4f17-b7b3-ff88d6e4d6d5 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:21.965698 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-915d6b7a-7b28-4f17-b7b3-ff88d6e4d6d5 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] 10.222.0.58 "DELETE /v2.0/networks/80859755-4744-401e-84dc-ec2100d50281 HTTP/1.1" status: 204 len: 168 time: 1.6996737 Aug 05 11:50:22.018810 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d6b7a-7b28-4f17-b7b3-ff88d6e4d6d5 tempest-NetworksTest-1050695101 tempest-NetworksTest-1050695101-project] Pushing event deleted for resources: {'Network': ['ID=80859755-4744-401e-84dc-ec2100d50281,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:50:22.052269 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39966a8c-5fa3-4bbe-a84a-f2a1954adae1 req-d90cc452-a8cf-4a21-8f1f-1cc17be88394 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:50:22.056836 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-39966a8c-5fa3-4bbe-a84a-f2a1954adae1 req-d90cc452-a8cf-4a21-8f1f-1cc17be88394 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b29975d-3633-486b-ba92-5c1ed1330df4 HTTP/1.1" status: 200 len: 946 time: 0.2207754 Aug 05 11:50:22.217415 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-39966a8c-5fa3-4bbe-a84a-f2a1954adae1 req-7ca6f0c3-89d1-421e-b490-d23b1b36c655 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5464a98-f362-4f03-a5f7-4b9d844b9cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311412 Aug 05 11:50:22.322058 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:22.338600 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57f6ab5-7bd7-4838-a78c-ec551f9fdc4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-70b7b90a-e21e-49e0-ae69-01a034625db2', 'network_id': '70b7b90a-e21e-49e0-ae69-01a034625db2', 'tenant_id': '26f32bbf0e234159bf611d6f63f387fb', 'fixed_ips': [{'subnet_id': '5d9bdbaf-f40f-4c32-9dc0-e55559e81735'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 11:50:22.340119 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-d57f6ab5-7bd7-4838-a78c-ec551f9fdc4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:22.389541 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 09e83e05-8b71-4791-a2e9-707aec23dee9 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:50:22.516537 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-919e845c-b338-4903-ac94-b3c434513181 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Made reservation on behalf of 26f32bbf0e234159bf611d6f63f387fb for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:50:22.528243 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-919e845c-b338-4903-ac94-b3c434513181 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:22.759461 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-d57f6ab5-7bd7-4838-a78c-ec551f9fdc4d None None] Allocated IP 172.20.0.2 (70b7b90a-e21e-49e0-ae69-01a034625db2/5d9bdbaf-f40f-4c32-9dc0-e55559e81735/af5fc401-a489-4171-a4df-439107dd22e4) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:50:22.933561 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 09e83e05-8b71-4791-a2e9-707aec23dee9 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:50:22.933561 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 09e83e05-8b71-4791-a2e9-707aec23dee9 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:50:23.017207 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 45892) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:50:23.324357 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-d57f6ab5-7bd7-4838-a78c-ec551f9fdc4d None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:23.343259 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-d57f6ab5-7bd7-4838-a78c-ec551f9fdc4d None None] Transition to ACTIVE for port object af5fc401-a489-4171-a4df-439107dd22e4 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:50:23.383627 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-d57f6ab5-7bd7-4838-a78c-ec551f9fdc4d None None] Transition to ACTIVE for port object af5fc401-a489-4171-a4df-439107dd22e4 will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:50:23.400216 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-d57f6ab5-7bd7-4838-a78c-ec551f9fdc4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:23.411168 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-919e845c-b338-4903-ac94-b3c434513181 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25038678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30075167'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:23.457896 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-1887d962-28b5-4d5f-b1f7-34158cf63e23 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=63553f01420144a38df0f1373f99c0f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4387460 Aug 05 11:50:23.463686 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 45906) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:50:23.586842 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57f6ab5-7bd7-4838-a78c-ec551f9fdc4d None None] Pushing event updated for resources: {'Port': ['ID=af5fc401-a489-4171-a4df-439107dd22e4,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:50:23.597154 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919e845c-b338-4903-ac94-b3c434513181 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Network 70b7b90a-e21e-49e0-ae69-01a034625db2 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:50:23.618176 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-919e845c-b338-4903-ac94-b3c434513181 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:50:23.631449 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57f6ab5-7bd7-4838-a78c-ec551f9fdc4d None None] Network 70b7b90a-e21e-49e0-ae69-01a034625db2 is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:50:23.635795 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-d57f6ab5-7bd7-4838-a78c-ec551f9fdc4d None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:50:23.639565 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919e845c-b338-4903-ac94-b3c434513181 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:50:23.641362 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-919e845c-b338-4903-ac94-b3c434513181 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:23.645233 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57f6ab5-7bd7-4838-a78c-ec551f9fdc4d None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:50:23.732609 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919e845c-b338-4903-ac94-b3c434513181 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Pushing event updated for resources: {'Subnet': ['ID=1cce04a1-660e-472e-8924-4f7dc5df3343,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:50:23.746865 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fef42875-2c3c-452b-8c24-39fc67243d9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:23.768193 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-919e845c-b338-4903-ac94-b3c434513181 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.8497579 Aug 05 11:50:23.773326 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 45914) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:50:23.801358 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb801d3-4607-4b21-9f6b-c66d0cb9afd8 req-31d8d0e0-8a53-42f2-8ce7-cbae103bed45 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:50:23.804668 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cdb801d3-4607-4b21-9f6b-c66d0cb9afd8 req-31d8d0e0-8a53-42f2-8ce7-cbae103bed45 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b29975d-3633-486b-ba92-5c1ed1330df4 HTTP/1.1" status: 200 len: 946 time: 0.2502248 Aug 05 11:50:23.812713 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-6b526058-bdfb-4879-b9ec-1ec9d9cfbc7a tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Request body: {'port': {'network_id': '70b7b90a-e21e-49e0-ae69-01a034625db2', 'fixed_ips': [{'subnet_id': '5d9bdbaf-f40f-4c32-9dc0-e55559e81735'}, {'subnet_id': '1cce04a1-660e-472e-8924-4f7dc5df3343'}], 'name': 'tempest-PortsTestJSON-2071971410'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:50:23.834515 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-d57f6ab5-7bd7-4838-a78c-ec551f9fdc4d None None] Attempting to bind port af5fc401-a489-4171-a4df-439107dd22e4 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:50:23.837249 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-d57f6ab5-7bd7-4838-a78c-ec551f9fdc4d None None] Attempting to bind port af5fc401-a489-4171-a4df-439107dd22e4 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'e420443a-a24b-4987-9f79-287888b59e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '70b7b90a-e21e-49e0-ae69-01a034625db2'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:50:23.838200 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57f6ab5-7bd7-4838-a78c-ec551f9fdc4d None None] Attempting to bind port af5fc401-a489-4171-a4df-439107dd22e4 on network 70b7b90a-e21e-49e0-ae69-01a034625db2 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:50:23.847685 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57f6ab5-7bd7-4838-a78c-ec551f9fdc4d None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:50:23.848862 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57f6ab5-7bd7-4838-a78c-ec551f9fdc4d None None] Checking segment: {'id': 'e420443a-a24b-4987-9f79-287888b59e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '70b7b90a-e21e-49e0-ae69-01a034625db2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:50:23.849575 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-d57f6ab5-7bd7-4838-a78c-ec551f9fdc4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:23.850435 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57f6ab5-7bd7-4838-a78c-ec551f9fdc4d None None] Bound using segment: {'id': 'e420443a-a24b-4987-9f79-287888b59e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '70b7b90a-e21e-49e0-ae69-01a034625db2'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:50:23.851716 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-d57f6ab5-7bd7-4838-a78c-ec551f9fdc4d None None] Bound port: af5fc401-a489-4171-a4df-439107dd22e4, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e420443a-a24b-4987-9f79-287888b59e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '70b7b90a-e21e-49e0-ae69-01a034625db2'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:50:23.852379 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-d57f6ab5-7bd7-4838-a78c-ec551f9fdc4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:23.888239 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fef42875-2c3c-452b-8c24-39fc67243d9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:24.011233 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-d57f6ab5-7bd7-4838-a78c-ec551f9fdc4d None None] For port af5fc401-a489-4171-a4df-439107dd22e4, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:50:24.018127 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-d57f6ab5-7bd7-4838-a78c-ec551f9fdc4d None None] For port af5fc401-a489-4171-a4df-439107dd22e4, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=af5fc401-a489-4171-a4df-439107dd22e4,segment=NetworkSegment(e420443a-a24b-4987-9f79-287888b59e46),segment_id=e420443a-a24b-4987-9f79-287888b59e46)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:50:24.037447 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-d57f6ab5-7bd7-4838-a78c-ec551f9fdc4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:24.211182 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57f6ab5-7bd7-4838-a78c-ec551f9fdc4d None None] Pushing event updated for resources: {'Port': ['ID=af5fc401-a489-4171-a4df-439107dd22e4,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:50:24.218600 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b526058-bdfb-4879-b9ec-1ec9d9cfbc7a tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Made reservation on behalf of 26f32bbf0e234159bf611d6f63f387fb for: {'port': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:50:24.323111 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cdb801d3-4607-4b21-9f6b-c66d0cb9afd8 req-59569b55-0690-4582-8140-72b7dccad601 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5464a98-f362-4f03-a5f7-4b9d844b9cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4973483 Aug 05 11:50:24.398420 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fef42875-2c3c-452b-8c24-39fc67243d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:24.406387 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fef42875-2c3c-452b-8c24-39fc67243d9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:24.412973 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-fef42875-2c3c-452b-8c24-39fc67243d9f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e53c659b-2b9b-4ddf-a616-f65c32fb0c75 HTTP/1.1" status: 204 len: 168 time: 0.9451032 Aug 05 11:50:24.468634 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef42875-2c3c-452b-8c24-39fc67243d9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e53c659b-2b9b-4ddf-a616-f65c32fb0c75,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:50:24.468634 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6b526058-bdfb-4879-b9ec-1ec9d9cfbc7a tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:24.517786 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [None req-6b526058-bdfb-4879-b9ec-1ec9d9cfbc7a tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] device_id is not set on port a49d859e-6e0d-4354-befe-3842d5bd8e55 yet. {{(pid=94420) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 11:50:25.693743 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-6b526058-bdfb-4879-b9ec-1ec9d9cfbc7a tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Allocated IP 172.20.0.14 (70b7b90a-e21e-49e0-ae69-01a034625db2/5d9bdbaf-f40f-4c32-9dc0-e55559e81735/a49d859e-6e0d-4354-befe-3842d5bd8e55) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:50:25.723221 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-6b526058-bdfb-4879-b9ec-1ec9d9cfbc7a tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Allocated IP 172.20.0.23 (70b7b90a-e21e-49e0-ae69-01a034625db2/1cce04a1-660e-472e-8924-4f7dc5df3343/a49d859e-6e0d-4354-befe-3842d5bd8e55) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:50:25.792011 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeeacd1-9738-4cf8-b382-3c93c86ae0c3 req-66593345-9e64-40a2-a4e4-a74c60affd9e tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:50:25.795697 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fdeeacd1-9738-4cf8-b382-3c93c86ae0c3 req-66593345-9e64-40a2-a4e4-a74c60affd9e tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b29975d-3633-486b-ba92-5c1ed1330df4 HTTP/1.1" status: 200 len: 946 time: 0.1917050 Aug 05 11:50:26.185994 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fdeeacd1-9738-4cf8-b382-3c93c86ae0c3 req-c8391f7e-961f-4cf8-afe9-d3958cc10381 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5464a98-f362-4f03-a5f7-4b9d844b9cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3352189 Aug 05 11:50:26.418348 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6b526058-bdfb-4879-b9ec-1ec9d9cfbc7a tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:26.450209 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [None req-6b526058-bdfb-4879-b9ec-1ec9d9cfbc7a tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Transition to ACTIVE for port object a49d859e-6e0d-4354-befe-3842d5bd8e55 will not be triggered until provisioned by entity DHCP. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:50:26.535612 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device af5fc401-a489-4171-a4df-439107dd22e4 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:50:26.594122 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493f7540-9ec2-4e76-a1f4-209b3b4eaa7d None None] Network 70b7b90a-e21e-49e0-ae69-01a034625db2 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:50:26.598152 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6b526058-bdfb-4879-b9ec-1ec9d9cfbc7a tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:26.765656 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b526058-bdfb-4879-b9ec-1ec9d9cfbc7a tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Network 70b7b90a-e21e-49e0-ae69-01a034625db2 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:50:26.774448 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-6b526058-bdfb-4879-b9ec-1ec9d9cfbc7a tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:50:26.783776 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b526058-bdfb-4879-b9ec-1ec9d9cfbc7a tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:50:26.893379 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b526058-bdfb-4879-b9ec-1ec9d9cfbc7a tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Pushing event updated for resources: {'Port': ['ID=a49d859e-6e0d-4354-befe-3842d5bd8e55,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:50:26.920811 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-4fea416b-6731-4152-a283-9ee302d68ee0 None None] Provisioning for port af5fc401-a489-4171-a4df-439107dd22e4 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:50:27.001666 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b526058-bdfb-4879-b9ec-1ec9d9cfbc7a tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:50:27.003227 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6b526058-bdfb-4879-b9ec-1ec9d9cfbc7a tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:27.041490 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port af5fc401-a489-4171-a4df-439107dd22e4 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:50:27.047294 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 45962) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:50:27.054639 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-6b526058-bdfb-4879-b9ec-1ec9d9cfbc7a tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 3.2694378 Aug 05 11:50:27.054870 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port af5fc401-a489-4171-a4df-439107dd22e4 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:50:27.055515 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:27.059406 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-a88b5106-4e94-4d7f-8e22-64bbe014c69e tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5d9bdbaf-f40f-4c32-9dc0-e55559e81735'}]}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:50:27.447666 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b916d8ad-2e24-46bb-bc9f-c1286c45c3d1 None None] Update dhcp port {'port': {'network_id': '70b7b90a-e21e-49e0-ae69-01a034625db2', 'fixed_ips': [{'subnet_id': '5d9bdbaf-f40f-4c32-9dc0-e55559e81735', 'ip_address': '172.20.0.2'}, {'subnet_id': '1cce04a1-660e-472e-8924-4f7dc5df3343'}], 'binding:host_id': 'n-d-803378-2'}, 'id': 'af5fc401-a489-4171-a4df-439107dd22e4'} from n-d-803378-2. {{(pid=94422) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 05 11:50:27.461841 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:27.686081 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a88b5106-4e94-4d7f-8e22-64bbe014c69e tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:27.706210 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ca849e-b379-420a-a942-91387fbcd3a1 req-f93dc91f-a350-4ade-b356-22fecf588e66 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:50:27.729487 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-11ca849e-b379-420a-a942-91387fbcd3a1 req-f93dc91f-a350-4ade-b356-22fecf588e66 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b29975d-3633-486b-ba92-5c1ed1330df4 HTTP/1.1" status: 200 len: 946 time: 0.2589245 Aug 05 11:50:27.754583 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b916d8ad-2e24-46bb-bc9f-c1286c45c3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:27.778397 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port af5fc401-a489-4171-a4df-439107dd22e4, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=af5fc401-a489-4171-a4df-439107dd22e4,segment=NetworkSegment(e420443a-a24b-4987-9f79-287888b59e46),segment_id=e420443a-a24b-4987-9f79-287888b59e46)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:50:27.817876 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:27.837641 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-11ca849e-b379-420a-a942-91387fbcd3a1 req-f1f80e7b-f48c-4580-9c3a-2c029e456d12 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5464a98-f362-4f03-a5f7-4b9d844b9cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068430 Aug 05 11:50:27.878285 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 45978) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:50:28.156230 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=af5fc401-a489-4171-a4df-439107dd22e4,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:50:28.176123 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:50:28.176712 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:50:28.177250 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:50:28.177838 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:50:28.178390 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:50:28.179610 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:50:28.179955 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:50:28.181533 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:50:28.182007 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:50:28.182361 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:50:28.182713 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:50:28.183513 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:50:28.214338 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-0c33ceef-195f-426f-95dd-644961a6ad63 tempest-NetworksNegativeTestJSON-872378660 tempest-NetworksNegativeTestJSON-872378660-project] Request body: {'port': {'network_id': '7eba0e01-c4e0-4a90-af9a-7ee5e4d3e50c', 'name': 'tempest-NetworksNegativeTestJSON-329071645'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:50:28.250913 n-d-803378-2 neutron-server[94420]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c33ceef-195f-426f-95dd-644961a6ad63 tempest-NetworksNegativeTestJSON-872378660 tempest-NetworksNegativeTestJSON-872378660-project] POST failed (client error): The resource could not be found. Aug 05 11:50:28.251991 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c33ceef-195f-426f-95dd-644961a6ad63 tempest-NetworksNegativeTestJSON-872378660 tempest-NetworksNegativeTestJSON-872378660-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:50:28.254676 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-0c33ceef-195f-426f-95dd-644961a6ad63 tempest-NetworksNegativeTestJSON-872378660 tempest-NetworksNegativeTestJSON-872378660-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3732350 Aug 05 11:50:28.263602 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 45990) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:50:28.302437 n-d-803378-2 neutron-server[94420]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bad0d09-88f8-4cf0-992a-e737c71d6671 tempest-NetworksNegativeTestJSON-872378660 tempest-NetworksNegativeTestJSON-872378660-project] DELETE failed (client error): The resource could not be found. Aug 05 11:50:28.304777 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bad0d09-88f8-4cf0-992a-e737c71d6671 tempest-NetworksNegativeTestJSON-872378660 tempest-NetworksNegativeTestJSON-872378660-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:50:28.308523 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-8bad0d09-88f8-4cf0-992a-e737c71d6671 tempest-NetworksNegativeTestJSON-872378660 tempest-NetworksNegativeTestJSON-872378660-project] 10.222.0.58 "DELETE /v2.0/networks/e122e313-e6e9-4794-a3fb-9ba0d186a369 HTTP/1.1" status: 404 len: 339 time: 0.0429368 Aug 05 11:50:28.315178 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 45996) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:50:28.359122 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-b916d8ad-2e24-46bb-bc9f-c1286c45c3d1 None None] Allocated IP 172.20.0.18 (70b7b90a-e21e-49e0-ae69-01a034625db2/1cce04a1-660e-472e-8924-4f7dc5df3343/af5fc401-a489-4171-a4df-439107dd22e4) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:50:28.366904 n-d-803378-2 neutron-server[94420]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc219aa6-2cd2-41d4-bb5a-8049af91e268 tempest-NetworksNegativeTestJSON-872378660 tempest-NetworksNegativeTestJSON-872378660-project] DELETE failed (client error): The resource could not be found. Aug 05 11:50:28.368266 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc219aa6-2cd2-41d4-bb5a-8049af91e268 tempest-NetworksNegativeTestJSON-872378660 tempest-NetworksNegativeTestJSON-872378660-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:50:28.372301 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-dc219aa6-2cd2-41d4-bb5a-8049af91e268 tempest-NetworksNegativeTestJSON-872378660 tempest-NetworksNegativeTestJSON-872378660-project] 10.222.0.58 "DELETE /v2.0/ports/50e836b7-0ffc-43f0-a551-1338bc1e5487 HTTP/1.1" status: 404 len: 333 time: 0.0552168 Aug 05 11:50:28.378580 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 45998) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:50:28.450722 n-d-803378-2 neutron-server[94421]: INFO neutron.pecan_wsgi.hooks.translation [None req-474f670d-034c-4a7d-9cc8-2ed85571f364 tempest-NetworksNegativeTestJSON-872378660 tempest-NetworksNegativeTestJSON-872378660-project] DELETE failed (client error): The resource could not be found. Aug 05 11:50:28.452734 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-474f670d-034c-4a7d-9cc8-2ed85571f364 tempest-NetworksNegativeTestJSON-872378660 tempest-NetworksNegativeTestJSON-872378660-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:50:28.455274 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-474f670d-034c-4a7d-9cc8-2ed85571f364 tempest-NetworksNegativeTestJSON-872378660 tempest-NetworksNegativeTestJSON-872378660-project] 10.222.0.58 "DELETE /v2.0/subnets/f50d435c-439f-4636-a70e-50702fbf0582 HTTP/1.1" status: 404 len: 337 time: 0.0747783 Aug 05 11:50:28.461685 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 46002) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:50:28.516316 n-d-803378-2 neutron-server[94420]: INFO neutron.pecan_wsgi.hooks.translation [None req-7516e0ef-ded1-48b5-a8d6-cf865454bfbd tempest-NetworksNegativeTestJSON-872378660 tempest-NetworksNegativeTestJSON-872378660-project] GET failed (client error): The resource could not be found. Aug 05 11:50:28.518887 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-7516e0ef-ded1-48b5-a8d6-cf865454bfbd tempest-NetworksNegativeTestJSON-872378660 tempest-NetworksNegativeTestJSON-872378660-project] 10.222.0.58 "GET /v2.0/networks/cc3f7333-2f8d-45c9-9b06-cfc61ec3166e HTTP/1.1" status: 404 len: 339 time: 0.0548673 Aug 05 11:50:28.526631 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 46004) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:50:28.581476 n-d-803378-2 neutron-server[94421]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce0fe51e-9b90-4871-af1c-62475d13e73c tempest-NetworksNegativeTestJSON-872378660 tempest-NetworksNegativeTestJSON-872378660-project] GET failed (client error): The resource could not be found. Aug 05 11:50:28.587407 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-ce0fe51e-9b90-4871-af1c-62475d13e73c tempest-NetworksNegativeTestJSON-872378660 tempest-NetworksNegativeTestJSON-872378660-project] 10.222.0.58 "GET /v2.0/ports/5770de24-a873-48c8-9c81-bc461ba4a002 HTTP/1.1" status: 404 len: 333 time: 0.0585763 Aug 05 11:50:28.592431 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 46008) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:50:28.628092 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b916d8ad-2e24-46bb-bc9f-c1286c45c3d1 None None] For port af5fc401-a489-4171-a4df-439107dd22e4, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=af5fc401-a489-4171-a4df-439107dd22e4,segment=NetworkSegment(e420443a-a24b-4987-9f79-287888b59e46),segment_id=e420443a-a24b-4987-9f79-287888b59e46)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:50:28.653181 n-d-803378-2 neutron-server[94420]: INFO neutron.pecan_wsgi.hooks.translation [None req-44960f24-c03c-475f-966a-740fc045af1b tempest-NetworksNegativeTestJSON-872378660 tempest-NetworksNegativeTestJSON-872378660-project] GET failed (client error): The resource could not be found. Aug 05 11:50:28.666806 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-44960f24-c03c-475f-966a-740fc045af1b tempest-NetworksNegativeTestJSON-872378660 tempest-NetworksNegativeTestJSON-872378660-project] 10.222.0.58 "GET /v2.0/subnets/a533a420-9feb-4b24-b624-f299e3e963e1 HTTP/1.1" status: 404 len: 337 time: 0.0727112 Aug 05 11:50:28.673565 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 46012) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:50:28.692856 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-fc2c6437-97d2-46f4-b07f-864e2008c9ee tempest-NetworksNegativeTestJSON-872378660 tempest-NetworksNegativeTestJSON-872378660-project] Request body: {'network': {'name': 'new_name'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:50:28.705254 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b916d8ad-2e24-46bb-bc9f-c1286c45c3d1 None None] Notify callbacks [] for port, precommit_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:28.729131 n-d-803378-2 neutron-server[94421]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc2c6437-97d2-46f4-b07f-864e2008c9ee tempest-NetworksNegativeTestJSON-872378660 tempest-NetworksNegativeTestJSON-872378660-project] PUT failed (client error): The resource could not be found. Aug 05 11:50:28.730302 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc2c6437-97d2-46f4-b07f-864e2008c9ee tempest-NetworksNegativeTestJSON-872378660 tempest-NetworksNegativeTestJSON-872378660-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:50:28.732128 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-fc2c6437-97d2-46f4-b07f-864e2008c9ee tempest-NetworksNegativeTestJSON-872378660 tempest-NetworksNegativeTestJSON-872378660-project] 10.222.0.58 "PUT /v2.0/networks/a6bb2145-f8ee-4917-bfb3-f1830b854ec2 HTTP/1.1" status: 404 len: 339 time: 0.0568032 Aug 05 11:50:28.739293 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 46018) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:50:28.746367 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b916d8ad-2e24-46bb-bc9f-c1286c45c3d1 None None] Transition to ACTIVE for port object af5fc401-a489-4171-a4df-439107dd22e4 will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:50:28.757018 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-a9803ccc-e627-41bc-a885-3261d052ffb0 tempest-NetworksNegativeTestJSON-872378660 tempest-NetworksNegativeTestJSON-872378660-project] Request body: {'port': {'name': 'new_name'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:50:28.757877 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b916d8ad-2e24-46bb-bc9f-c1286c45c3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:28.840540 n-d-803378-2 neutron-server[94420]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9803ccc-e627-41bc-a885-3261d052ffb0 tempest-NetworksNegativeTestJSON-872378660 tempest-NetworksNegativeTestJSON-872378660-project] PUT failed (client error): The resource could not be found. Aug 05 11:50:28.842894 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9803ccc-e627-41bc-a885-3261d052ffb0 tempest-NetworksNegativeTestJSON-872378660 tempest-NetworksNegativeTestJSON-872378660-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:50:28.850259 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-a9803ccc-e627-41bc-a885-3261d052ffb0 tempest-NetworksNegativeTestJSON-872378660 tempest-NetworksNegativeTestJSON-872378660-project] 10.222.0.58 "PUT /v2.0/ports/7983f5e3-81d7-4959-8fb3-a0917d63f634 HTTP/1.1" status: 404 len: 333 time: 0.1037712 Aug 05 11:50:28.852677 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 46022) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:50:28.876894 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-9a48cb82-2568-434a-ad3e-81ff4f3a846b tempest-NetworksNegativeTestJSON-872378660 tempest-NetworksNegativeTestJSON-872378660-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:50:28.893749 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-a88b5106-4e94-4d7f-8e22-64bbe014c69e tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Delete allocated IP 172.20.0.23 (70b7b90a-e21e-49e0-ae69-01a034625db2/1cce04a1-660e-472e-8924-4f7dc5df3343) {{(pid=94421) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 05 11:50:28.974877 n-d-803378-2 neutron-server[94420]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a48cb82-2568-434a-ad3e-81ff4f3a846b tempest-NetworksNegativeTestJSON-872378660 tempest-NetworksNegativeTestJSON-872378660-project] PUT failed (client error): The resource could not be found. Aug 05 11:50:28.976759 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a48cb82-2568-434a-ad3e-81ff4f3a846b tempest-NetworksNegativeTestJSON-872378660 tempest-NetworksNegativeTestJSON-872378660-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:50:28.985890 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-9a48cb82-2568-434a-ad3e-81ff4f3a846b tempest-NetworksNegativeTestJSON-872378660 tempest-NetworksNegativeTestJSON-872378660-project] 10.222.0.58 "PUT /v2.0/subnets/30b69d8b-28a1-4cdf-beb3-9ab053d45b77 HTTP/1.1" status: 404 len: 337 time: 0.1146569 Aug 05 11:50:29.053556 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b916d8ad-2e24-46bb-bc9f-c1286c45c3d1 None None] Pushing event updated for resources: {'Port': ['ID=af5fc401-a489-4171-a4df-439107dd22e4,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:50:29.175180 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1225857-5ecd-4bd4-aaf3-536bffdc53e2 req-55ab5491-0203-4372-b913-d647cf2f2614 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:50:29.180577 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e1225857-5ecd-4bd4-aaf3-536bffdc53e2 req-55ab5491-0203-4372-b913-d647cf2f2614 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b29975d-3633-486b-ba92-5c1ed1330df4 HTTP/1.1" status: 200 len: 946 time: 0.1413875 Aug 05 11:50:29.283474 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a88b5106-4e94-4d7f-8e22-64bbe014c69e tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:29.295792 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e1225857-5ecd-4bd4-aaf3-536bffdc53e2 req-1866d594-8d5e-4a41-b193-9a0bb0233a86 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5464a98-f362-4f03-a5f7-4b9d844b9cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026864 Aug 05 11:50:29.315374 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [None req-a88b5106-4e94-4d7f-8e22-64bbe014c69e tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Ignored duplicate provisioning block setup for port a49d859e-6e0d-4354-befe-3842d5bd8e55 by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 05 11:50:29.341891 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a88b5106-4e94-4d7f-8e22-64bbe014c69e tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:29.388345 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:29.593213 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88b5106-4e94-4d7f-8e22-64bbe014c69e tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Pushing event updated for resources: {'Port': ['ID=a49d859e-6e0d-4354-befe-3842d5bd8e55,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:50:29.614032 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-a88b5106-4e94-4d7f-8e22-64bbe014c69e tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] In _notify_port_updated(), no bound segment for port a49d859e-6e0d-4354-befe-3842d5bd8e55 on network 70b7b90a-e21e-49e0-ae69-01a034625db2 {{(pid=94421) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 05 11:50:29.626568 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88b5106-4e94-4d7f-8e22-64bbe014c69e tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:50:29.628656 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a88b5106-4e94-4d7f-8e22-64bbe014c69e tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:29.632800 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-a88b5106-4e94-4d7f-8e22-64bbe014c69e tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "PUT /v2.0/ports/a49d859e-6e0d-4354-befe-3842d5bd8e55 HTTP/1.1" status: 200 len: 920 time: 2.5824571 Aug 05 11:50:29.638302 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 46036) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:50:29.651344 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-613d8e3c-1b45-4346-b6c5-a01bd1deaf69 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5d9bdbaf-f40f-4c32-9dc0-e55559e81735'}, {'subnet_id': '1cce04a1-660e-472e-8924-4f7dc5df3343'}]}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:50:29.771115 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 46040) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:50:29.974988 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 46048) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:50:29.980293 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-613d8e3c-1b45-4346-b6c5-a01bd1deaf69 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:30.149825 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25852d1-d7e2-4ee6-bb5f-0ad04916f7c8 None None] Network 70b7b90a-e21e-49e0-ae69-01a034625db2 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:50:30.235460 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-110811b2-707c-47d3-bd4e-8b704c54cbd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:30.341547 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device af5fc401-a489-4171-a4df-439107dd22e4 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:50:30.349230 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fe22d2f8-7970-44c9-b295-feed05681092 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:30.385736 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-aadc047a-fedd-4d60-9567-4ca32c137655 None None] Provisioning for port a49d859e-6e0d-4354-befe-3842d5bd8e55 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:50:30.414402 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-aadc047a-fedd-4d60-9567-4ca32c137655 None None] Provisioning complete for port a49d859e-6e0d-4354-befe-3842d5bd8e55 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:50:30.415453 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-aadc047a-fedd-4d60-9567-4ca32c137655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:30.500070 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-aadc047a-fedd-4d60-9567-4ca32c137655 None None] Port a49d859e-6e0d-4354-befe-3842d5bd8e55 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:50:30.561312 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-110811b2-707c-47d3-bd4e-8b704c54cbd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:30.580867 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-aadc047a-fedd-4d60-9567-4ca32c137655 None None] Provisioning for port af5fc401-a489-4171-a4df-439107dd22e4 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:50:30.582706 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-110811b2-707c-47d3-bd4e-8b704c54cbd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:30.604783 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-aadc047a-fedd-4d60-9567-4ca32c137655 None None] Provisioning complete for port af5fc401-a489-4171-a4df-439107dd22e4 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:50:30.605843 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-aadc047a-fedd-4d60-9567-4ca32c137655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:30.629197 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port af5fc401-a489-4171-a4df-439107dd22e4 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:50:30.630422 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:30.641617 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0018a6da-eff0-4cdd-ab83-e2e43ac8c30c req-7a08ac31-d9b3-41b6-9d62-c49a88bd4531 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:50:30.661975 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0018a6da-eff0-4cdd-ab83-e2e43ac8c30c req-7a08ac31-d9b3-41b6-9d62-c49a88bd4531 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b29975d-3633-486b-ba92-5c1ed1330df4 HTTP/1.1" status: 200 len: 946 time: 0.1609225 Aug 05 11:50:30.680563 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-110811b2-707c-47d3-bd4e-8b704c54cbd5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0f5513dca3a24479b1172280fa3f77df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9071529 Aug 05 11:50:30.690696 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 46054) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:50:30.726838 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110811b2-707c-47d3-bd4e-8b704c54cbd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa4cac53-6b14-42ec-bfa6-a0d4f18f235e,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:50:30.821810 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0018a6da-eff0-4cdd-ab83-e2e43ac8c30c req-979e48bb-8228-4cd5-b840-0fca69d45e7d tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5464a98-f362-4f03-a5f7-4b9d844b9cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642947 Aug 05 11:50:30.840672 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-613d8e3c-1b45-4346-b6c5-a01bd1deaf69 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Allocated IP 172.20.0.21 (70b7b90a-e21e-49e0-ae69-01a034625db2/1cce04a1-660e-472e-8924-4f7dc5df3343/a49d859e-6e0d-4354-befe-3842d5bd8e55) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:50:30.954631 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-209e1be5-209a-4c43-9f06-5c61ef355cbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:31.003854 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-209e1be5-209a-4c43-9f06-5c61ef355cbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:31.109162 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fe22d2f8-7970-44c9-b295-feed05681092 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:31.129511 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fe22d2f8-7970-44c9-b295-feed05681092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:31.173824 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-613d8e3c-1b45-4346-b6c5-a01bd1deaf69 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:31.214765 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe22d2f8-7970-44c9-b295-feed05681092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9df4c967-98ea-4d16-8fb9-14e13993d321,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:50:31.221335 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-209e1be5-209a-4c43-9f06-5c61ef355cbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:31.226335 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-209e1be5-209a-4c43-9f06-5c61ef355cbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:31.230886 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [None req-613d8e3c-1b45-4346-b6c5-a01bd1deaf69 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Ignored duplicate provisioning block setup for port a49d859e-6e0d-4354-befe-3842d5bd8e55 by entity DHCP. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 05 11:50:31.232760 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-209e1be5-209a-4c43-9f06-5c61ef355cbe admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fa4cac53-6b14-42ec-bfa6-a0d4f18f235e HTTP/1.1" status: 204 len: 168 time: 0.5330951 Aug 05 11:50:31.245697 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-613d8e3c-1b45-4346-b6c5-a01bd1deaf69 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:31.248548 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209e1be5-209a-4c43-9f06-5c61ef355cbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa4cac53-6b14-42ec-bfa6-a0d4f18f235e,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:50:31.255246 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-fe22d2f8-7970-44c9-b295-feed05681092 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0f8466c43de64bf2afdef174b7cc9f1e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2775342 Aug 05 11:50:31.261924 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 46062) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:50:31.392359 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-69814b2c-ce8b-4cfd-ae20-8a47a18f25a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:31.459402 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-69814b2c-ce8b-4cfd-ae20-8a47a18f25a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:31.588933 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-69814b2c-ce8b-4cfd-ae20-8a47a18f25a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:31.596573 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-69814b2c-ce8b-4cfd-ae20-8a47a18f25a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:31.614841 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-69814b2c-ce8b-4cfd-ae20-8a47a18f25a3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9df4c967-98ea-4d16-8fb9-14e13993d321 HTTP/1.1" status: 204 len: 168 time: 0.3505812 Aug 05 11:50:31.657858 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69814b2c-ce8b-4cfd-ae20-8a47a18f25a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9df4c967-98ea-4d16-8fb9-14e13993d321,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:50:31.817767 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-5c45ce7a-8a8a-4348-ac46-439423ccc857 None None] Provisioning complete for port a49d859e-6e0d-4354-befe-3842d5bd8e55 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:50:31.818683 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-5c45ce7a-8a8a-4348-ac46-439423ccc857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:31.945576 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-5c45ce7a-8a8a-4348-ac46-439423ccc857 None None] Port a49d859e-6e0d-4354-befe-3842d5bd8e55 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:50:31.986386 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-5c45ce7a-8a8a-4348-ac46-439423ccc857 None None] Provisioning complete for port af5fc401-a489-4171-a4df-439107dd22e4 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:50:31.987020 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-5c45ce7a-8a8a-4348-ac46-439423ccc857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:32.106919 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613d8e3c-1b45-4346-b6c5-a01bd1deaf69 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Pushing event updated for resources: {'Port': ['ID=a49d859e-6e0d-4354-befe-3842d5bd8e55,revision_number=3']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:50:32.325710 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-613d8e3c-1b45-4346-b6c5-a01bd1deaf69 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] In _notify_port_updated(), no bound segment for port a49d859e-6e0d-4354-befe-3842d5bd8e55 on network 70b7b90a-e21e-49e0-ae69-01a034625db2 {{(pid=94420) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 05 11:50:32.339070 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613d8e3c-1b45-4346-b6c5-a01bd1deaf69 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:50:32.340275 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-613d8e3c-1b45-4346-b6c5-a01bd1deaf69 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:32.342836 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-613d8e3c-1b45-4346-b6c5-a01bd1deaf69 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "PUT /v2.0/ports/a49d859e-6e0d-4354-befe-3842d5bd8e55 HTTP/1.1" status: 200 len: 1000 time: 2.7021756 Aug 05 11:50:32.350135 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 46080) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:50:32.362621 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5ffde8-29a5-4cbe-b32a-92388fac246d req-84e51def-0ae3-4cda-9126-7f35ffdd424d tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:50:32.365547 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ee5ffde8-29a5-4cbe-b32a-92388fac246d req-84e51def-0ae3-4cda-9126-7f35ffdd424d tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b29975d-3633-486b-ba92-5c1ed1330df4 HTTP/1.1" status: 200 len: 946 time: 0.2766075 Aug 05 11:50:32.530566 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ee5ffde8-29a5-4cbe-b32a-92388fac246d req-d9c11b6f-1699-4ad1-b26b-0d95a65827ee tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5464a98-f362-4f03-a5f7-4b9d844b9cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237097 Aug 05 11:50:32.556173 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-22dda12f-fdb2-45b8-a43b-a18bea58e017 None None] Provisioning complete for port a49d859e-6e0d-4354-befe-3842d5bd8e55 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:50:32.559312 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-22dda12f-fdb2-45b8-a43b-a18bea58e017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:32.659032 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-22dda12f-fdb2-45b8-a43b-a18bea58e017 None None] Port a49d859e-6e0d-4354-befe-3842d5bd8e55 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:50:32.727112 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-cf05f003-31c5-4912-924e-b05fcf01deb5 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Deleting port a49d859e-6e0d-4354-befe-3842d5bd8e55 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:50:32.727706 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-cf05f003-31c5-4912-924e-b05fcf01deb5 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:32.808947 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-d1a36eb1-dbe2-4b7c-ae72-bc1a4f2d2999 None None] Provisioning complete for port a49d859e-6e0d-4354-befe-3842d5bd8e55 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:50:32.811354 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-d1a36eb1-dbe2-4b7c-ae72-bc1a4f2d2999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:32.904702 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-d1a36eb1-dbe2-4b7c-ae72-bc1a4f2d2999 None None] Port a49d859e-6e0d-4354-befe-3842d5bd8e55 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:50:32.928544 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 46086) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:50:32.986219 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-12b400ab-455c-4314-9d35-2a7094d70cfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:33.013245 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-cf05f003-31c5-4912-924e-b05fcf01deb5 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:33.049621 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-cf05f003-31c5-4912-924e-b05fcf01deb5 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Calling delete_port for a49d859e-6e0d-4354-befe-3842d5bd8e55 owned by {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:50:33.216474 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-12b400ab-455c-4314-9d35-2a7094d70cfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:33.230797 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-12b400ab-455c-4314-9d35-2a7094d70cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:33.330109 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-12b400ab-455c-4314-9d35-2a7094d70cfa admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=541cadc601fa4db1bee59efb9f0d6665&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3995728 Aug 05 11:50:33.335629 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b400ab-455c-4314-9d35-2a7094d70cfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dc58a10-37fc-4e4f-837e-30eb50a92457,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:50:33.341408 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 46094) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:50:33.367019 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-553ed082-22bb-4dfe-9c94-31adfa0a9efc None None] Provisioning complete for port a49d859e-6e0d-4354-befe-3842d5bd8e55 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:50:33.367868 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-553ed082-22bb-4dfe-9c94-31adfa0a9efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:33.447161 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-553ed082-22bb-4dfe-9c94-31adfa0a9efc None None] Port a49d859e-6e0d-4354-befe-3842d5bd8e55 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:50:33.468159 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1402882b-5ce2-41c1-8207-accf443e0294 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:33.483094 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-cf05f003-31c5-4912-924e-b05fcf01deb5 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:33.544128 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf05f003-31c5-4912-924e-b05fcf01deb5 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Pushing event deleted for resources: {'Port': ['ID=a49d859e-6e0d-4354-befe-3842d5bd8e55,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:50:33.573626 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1402882b-5ce2-41c1-8207-accf443e0294 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:33.678537 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 46104) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:50:33.720470 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1402882b-5ce2-41c1-8207-accf443e0294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:33.727870 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1402882b-5ce2-41c1-8207-accf443e0294 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:33.734463 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-1402882b-5ce2-41c1-8207-accf443e0294 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8dc58a10-37fc-4e4f-837e-30eb50a92457 HTTP/1.1" status: 204 len: 168 time: 0.3873532 Aug 05 11:50:33.784007 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1402882b-5ce2-41c1-8207-accf443e0294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dc58a10-37fc-4e4f-837e-30eb50a92457,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:50:33.816326 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-cf05f003-31c5-4912-924e-b05fcf01deb5 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:33.825569 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-cf05f003-31c5-4912-924e-b05fcf01deb5 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "DELETE /v2.0/ports/a49d859e-6e0d-4354-befe-3842d5bd8e55 HTTP/1.1" status: 204 len: 168 time: 1.4725752 Aug 05 11:50:33.826569 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 46110) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:50:33.901326 n-d-803378-2 neutron-server[94421]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a753177-ac6a-4ed8-b0a5-13d37a45d13f tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] GET failed (client error): The resource could not be found. Aug 05 11:50:33.906001 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-2a753177-ac6a-4ed8-b0a5-13d37a45d13f tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "GET /v2.0/ports/a49d859e-6e0d-4354-befe-3842d5bd8e55 HTTP/1.1" status: 404 len: 333 time: 0.0767238 Aug 05 11:50:33.909219 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 46112) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:50:33.991051 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a0c94a-27cf-425e-819e-c1fbb9ea12a6 req-de5445e6-5312-4b59-869f-98f516cde8d1 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:50:34.005408 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a2a0c94a-27cf-425e-819e-c1fbb9ea12a6 req-de5445e6-5312-4b59-869f-98f516cde8d1 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b29975d-3633-486b-ba92-5c1ed1330df4 HTTP/1.1" status: 200 len: 946 time: 0.2329798 Aug 05 11:50:34.110428 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-70c99569-3425-446b-bc9a-15009333343c tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Request body: {'network': {'name': 'tempest-RoutersTest-985605274'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:50:34.114652 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebc66e8d-6f39-4637-acc5-e9981e94f91f tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Deleting subnet 1cce04a1-660e-472e-8924-4f7dc5df3343 {{(pid=94421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:50:34.125737 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ebc66e8d-6f39-4637-acc5-e9981e94f91f tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks [] for subnet, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:34.212753 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a2a0c94a-27cf-425e-819e-c1fbb9ea12a6 req-46a7c668-0624-4f40-9ab5-16861868e995 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5464a98-f362-4f03-a5f7-4b9d844b9cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839664 Aug 05 11:50:34.227353 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70c99569-3425-446b-bc9a-15009333343c tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Made reservation on behalf of 0d8a98bfcc92414295ea4818a0ea96ca for: {'network': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:50:34.237105 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-70c99569-3425-446b-bc9a-15009333343c tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:34.273806 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-70c99569-3425-446b-bc9a-15009333343c tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:34.285464 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ebc66e8d-6f39-4637-acc5-e9981e94f91f tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29786388'] for subnet, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:34.490662 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-70c99569-3425-446b-bc9a-15009333343c tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:34.496659 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-70c99569-3425-446b-bc9a-15009333343c tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:34.499057 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ebc66e8d-6f39-4637-acc5-e9981e94f91f tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:34.544051 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70c99569-3425-446b-bc9a-15009333343c tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] vlan segment allocate from pool success with {'vlan_id': 661, 'physical_network': 'physnet1'} {{(pid=94420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:50:34.563979 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c99569-3425-446b-bc9a-15009333343c tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89825f04-92aa-43fa-bc4c-8ccff9075a00,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:50:34.575840 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-70c99569-3425-446b-bc9a-15009333343c tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:34.576758 n-d-803378-2 neutron-server[94420]: INFO neutron.db.segments_db [None req-70c99569-3425-446b-bc9a-15009333343c tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Added segment d6da94cc-18ce-4e5f-8547-f6d9d7f22ac6 of type vlan for network 33778314-1b12-4244-8fb8-157ab39b0814 Aug 05 11:50:34.642170 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ebc66e8d-6f39-4637-acc5-e9981e94f91f tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25038609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30075142'] for subnet, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:34.692132 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-70c99569-3425-446b-bc9a-15009333343c tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:34.744349 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ebc66e8d-6f39-4637-acc5-e9981e94f91f tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:34.747417 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-ebc66e8d-6f39-4637-acc5-e9981e94f91f tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "DELETE /v2.0/subnets/1cce04a1-660e-472e-8924-4f7dc5df3343 HTTP/1.1" status: 204 len: 168 time: 0.8363173 Aug 05 11:50:34.749139 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc66e8d-6f39-4637-acc5-e9981e94f91f tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Pushing event deleted for resources: {'Subnet': ['ID=1cce04a1-660e-472e-8924-4f7dc5df3343,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:50:34.753229 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 46124) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:50:34.761177 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd087a5c-3fb0-4390-bbde-4a2c2e06416e None None] Network 70b7b90a-e21e-49e0-ae69-01a034625db2 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:50:34.800363 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-70c99569-3425-446b-bc9a-15009333343c tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:34.813801 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c99569-3425-446b-bc9a-15009333343c tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:50:34.814880 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-70c99569-3425-446b-bc9a-15009333343c tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:34.931525 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7e26a6c-c834-47b0-a2e0-b5b6baf778cf tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Deleting subnet 5d9bdbaf-f40f-4c32-9dc0-e55559e81735 {{(pid=94421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:50:34.950634 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e7e26a6c-c834-47b0-a2e0-b5b6baf778cf tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks [] for subnet, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:35.003590 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-70c99569-3425-446b-bc9a-15009333343c tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.3185570 Aug 05 11:50:35.008534 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 46130) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:50:35.018951 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-c20329f4-cee4-40ff-a13d-6290a038672b tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Request body: {'network': {'name': 'tempest-RoutersTest-858774141'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:50:35.067645 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c99569-3425-446b-bc9a-15009333343c tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Pushing event updated for resources: {'Network': ['ID=33778314-1b12-4244-8fb8-157ab39b0814,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:50:35.099071 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 33778314-1b12-4244-8fb8-157ab39b0814 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:50:35.132981 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e7e26a6c-c834-47b0-a2e0-b5b6baf778cf tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29786388'] for subnet, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:35.135616 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c20329f4-cee4-40ff-a13d-6290a038672b tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Made reservation on behalf of 0d8a98bfcc92414295ea4818a0ea96ca for: {'network': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:50:35.143644 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c20329f4-cee4-40ff-a13d-6290a038672b tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:35.232351 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c20329f4-cee4-40ff-a13d-6290a038672b tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=94420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:50:35.259956 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c20329f4-cee4-40ff-a13d-6290a038672b tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:35.260403 n-d-803378-2 neutron-server[94420]: INFO neutron.db.segments_db [None req-c20329f4-cee4-40ff-a13d-6290a038672b tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Added segment 2d01b60a-7d8b-4849-af7a-ee5412aab6cb of type vlan for network d56b86d7-1b72-4053-aca7-9cac23d18d55 Aug 05 11:50:35.356709 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c20329f4-cee4-40ff-a13d-6290a038672b tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:35.456123 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c20329f4-cee4-40ff-a13d-6290a038672b tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:35.482453 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20329f4-cee4-40ff-a13d-6290a038672b tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:50:35.483639 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c20329f4-cee4-40ff-a13d-6290a038672b tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:35.530846 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e7e26a6c-c834-47b0-a2e0-b5b6baf778cf tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:35.724165 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-c20329f4-cee4-40ff-a13d-6290a038672b tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7135339 Aug 05 11:50:35.740419 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 46146) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:50:35.751455 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20329f4-cee4-40ff-a13d-6290a038672b tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Pushing event updated for resources: {'Network': ['ID=d56b86d7-1b72-4053-aca7-9cac23d18d55,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:50:35.764083 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-56b35211-207e-4a6e-ad1d-73822154fc50 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Request body: {'subnet': {'network_id': '33778314-1b12-4244-8fb8-157ab39b0814', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:50:35.780235 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e7e26a6c-c834-47b0-a2e0-b5b6baf778cf tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25038609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30075142'] for subnet, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:35.790637 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network d56b86d7-1b72-4053-aca7-9cac23d18d55 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:50:35.810185 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c867a80c-7065-44b7-9804-0f8bfd82d6cb req-89894923-4139-439a-bec7-ec303b2a2f41 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:50:35.814215 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c867a80c-7065-44b7-9804-0f8bfd82d6cb req-89894923-4139-439a-bec7-ec303b2a2f41 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b29975d-3633-486b-ba92-5c1ed1330df4 HTTP/1.1" status: 200 len: 946 time: 0.3218422 Aug 05 11:50:36.005362 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c867a80c-7065-44b7-9804-0f8bfd82d6cb req-77799c8d-ff3c-4bb9-9796-a710fcd0b529 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5464a98-f362-4f03-a5f7-4b9d844b9cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700315 Aug 05 11:50:36.026816 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e7e26a6c-c834-47b0-a2e0-b5b6baf778cf tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:36.033978 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-e7e26a6c-c834-47b0-a2e0-b5b6baf778cf tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "DELETE /v2.0/subnets/5d9bdbaf-f40f-4c32-9dc0-e55559e81735 HTTP/1.1" status: 204 len: 168 time: 1.2783542 Aug 05 11:50:36.034981 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 46150) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:50:36.048316 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e26a6c-c834-47b0-a2e0-b5b6baf778cf tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Pushing event deleted for resources: {'Subnet': ['ID=5d9bdbaf-f40f-4c32-9dc0-e55559e81735,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:50:36.202193 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56b35211-207e-4a6e-ad1d-73822154fc50 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Made reservation on behalf of 0d8a98bfcc92414295ea4818a0ea96ca for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:50:36.211735 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-56b35211-207e-4a6e-ad1d-73822154fc50 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:36.364203 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d70306dc-e7fd-4f6c-9024-fcafad2c7f55 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:36.594835 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-d70306dc-e7fd-4f6c-9024-fcafad2c7f55 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Deleting port af5fc401-a489-4171-a4df-439107dd22e4 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:50:36.595800 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d70306dc-e7fd-4f6c-9024-fcafad2c7f55 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:36.790271 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-d70306dc-e7fd-4f6c-9024-fcafad2c7f55 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] For port af5fc401-a489-4171-a4df-439107dd22e4, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=af5fc401-a489-4171-a4df-439107dd22e4,segment=NetworkSegment(e420443a-a24b-4987-9f79-287888b59e46),segment_id=e420443a-a24b-4987-9f79-287888b59e46)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:50:36.791283 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d70306dc-e7fd-4f6c-9024-fcafad2c7f55 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:36.831637 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-d70306dc-e7fd-4f6c-9024-fcafad2c7f55 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Calling delete_port for af5fc401-a489-4171-a4df-439107dd22e4 owned by network:dhcp {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:50:36.970438 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-56b35211-207e-4a6e-ad1d-73822154fc50 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25038678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30075167'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:36.998020 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b04b2451-d844-48eb-8fd1-01f0736027eb None None] Network 70b7b90a-e21e-49e0-ae69-01a034625db2 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:50:37.111256 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d70306dc-e7fd-4f6c-9024-fcafad2c7f55 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:37.249285 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70306dc-e7fd-4f6c-9024-fcafad2c7f55 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Pushing event deleted for resources: {'Port': ['ID=af5fc401-a489-4171-a4df-439107dd22e4,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:50:37.263137 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b35211-207e-4a6e-ad1d-73822154fc50 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Pushing event updated for resources: {'Subnet': ['ID=25e0f3e4-5b1b-4b17-8909-8e12bf6a2837,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:50:37.289152 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b35211-207e-4a6e-ad1d-73822154fc50 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:50:37.289717 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b35211-207e-4a6e-ad1d-73822154fc50 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:50:37.290330 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b35211-207e-4a6e-ad1d-73822154fc50 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:50:37.290910 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b35211-207e-4a6e-ad1d-73822154fc50 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:50:37.293388 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b35211-207e-4a6e-ad1d-73822154fc50 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:50:37.294446 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b35211-207e-4a6e-ad1d-73822154fc50 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:50:37.295011 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b35211-207e-4a6e-ad1d-73822154fc50 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:50:37.295631 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b35211-207e-4a6e-ad1d-73822154fc50 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:50:37.296251 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b35211-207e-4a6e-ad1d-73822154fc50 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:50:37.299608 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b35211-207e-4a6e-ad1d-73822154fc50 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:50:37.306625 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b35211-207e-4a6e-ad1d-73822154fc50 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:50:37.307560 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b35211-207e-4a6e-ad1d-73822154fc50 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:50:37.307853 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70306dc-e7fd-4f6c-9024-fcafad2c7f55 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] No DVR routers for this DVR port af5fc401-a489-4171-a4df-439107dd22e4 on host n-d-803378-2 {{(pid=94420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:50:37.420616 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b81a3fb7-7fc4-43bc-90a5-150aef2382d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:37.437967 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b35211-207e-4a6e-ad1d-73822154fc50 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Checking segment: {'id': 'd6da94cc-18ce-4e5f-8547-f6d9d7f22ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '33778314-1b12-4244-8fb8-157ab39b0814'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:50:37.440881 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b35211-207e-4a6e-ad1d-73822154fc50 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Network hostable DHCP agents. Network: 33778314-1b12-4244-8fb8-157ab39b0814, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:50:37.451953 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-75581f27-aaec-42ac-ac6a-1d8424a3cd70 None None] Provisioning complete for port af5fc401-a489-4171-a4df-439107dd22e4 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:50:37.452925 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-75581f27-aaec-42ac-ac6a-1d8424a3cd70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:37.488909 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b35211-207e-4a6e-ad1d-73822154fc50 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Network 33778314-1b12-4244-8fb8-157ab39b0814 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:50:37.520386 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-56b35211-207e-4a6e-ad1d-73822154fc50 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, 33778314-1b12-4244-8fb8-157ab39b0814) {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:50:37.532082 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b35211-207e-4a6e-ad1d-73822154fc50 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:50:37.535616 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-56b35211-207e-4a6e-ad1d-73822154fc50 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:37.576826 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d14bee4c-61af-45a1-bc5c-bf0ca5574fe7 None None] Network 33778314-1b12-4244-8fb8-157ab39b0814 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:50:37.592781 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-56b35211-207e-4a6e-ad1d-73822154fc50 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8424926 Aug 05 11:50:37.598109 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 46184) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:50:37.619713 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-63b50aa8-d0ac-4499-a19e-6f2a6b9d7687 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Request body: {'subnet': {'network_id': 'd56b86d7-1b72-4053-aca7-9cac23d18d55', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:50:37.627353 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-75581f27-aaec-42ac-ac6a-1d8424a3cd70 None None] Port af5fc401-a489-4171-a4df-439107dd22e4 was deleted so its status cannot be updated. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 05 11:50:37.718079 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d70306dc-e7fd-4f6c-9024-fcafad2c7f55 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:37.750816 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-d70306dc-e7fd-4f6c-9024-fcafad2c7f55 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70b7b90a-e21e-49e0-ae69-01a034625db2']}} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:50:37.794777 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-d70306dc-e7fd-4f6c-9024-fcafad2c7f55 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e420443a-a24b-4987-9f79-287888b59e46') {'for_net_delete': True} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:50:37.795835 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-d70306dc-e7fd-4f6c-9024-fcafad2c7f55 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e420443a-a24b-4987-9f79-287888b59e46') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:50:37.827629 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d70306dc-e7fd-4f6c-9024-fcafad2c7f55 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25010581'] for segment, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:37.885038 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d70306dc-e7fd-4f6c-9024-fcafad2c7f55 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:37.915591 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d70306dc-e7fd-4f6c-9024-fcafad2c7f55 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=94420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:50:37.916759 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d70306dc-e7fd-4f6c-9024-fcafad2c7f55 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29762581'] for segment, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:37.923341 n-d-803378-2 neutron-server[94420]: Traceback (most recent call last): Aug 05 11:50:37.923341 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:50:37.923341 n-d-803378-2 neutron-server[94420]: timer() Aug 05 11:50:37.923341 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:50:37.923341 n-d-803378-2 neutron-server[94420]: cb(*args, **kw) Aug 05 11:50:37.923341 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:50:37.923341 n-d-803378-2 neutron-server[94420]: return func(*args, **kwargs) Aug 05 11:50:37.923341 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:50:37.923341 n-d-803378-2 neutron-server[94420]: self._notify() Aug 05 11:50:37.923341 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:50:37.923341 n-d-803378-2 neutron-server[94420]: self.callback(batched_events) Aug 05 11:50:37.923341 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:50:37.923341 n-d-803378-2 neutron-server[94420]: event.method(event) Aug 05 11:50:37.923341 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:50:37.923341 n-d-803378-2 neutron-server[94420]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:50:37.923341 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:50:37.923341 n-d-803378-2 neutron-server[94420]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:50:37.923341 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:50:37.923341 n-d-803378-2 neutron-server[94420]: return f(self, *a, **k) Aug 05 11:50:37.923341 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:50:37.923341 n-d-803378-2 neutron-server[94420]: return self._get(url).json() Aug 05 11:50:37.923341 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:50:37.923341 n-d-803378-2 neutron-server[94420]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:50:37.923341 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:50:37.923341 n-d-803378-2 neutron-server[94420]: return self.request(url, 'GET', **kwargs) Aug 05 11:50:37.923341 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:50:37.923341 n-d-803378-2 neutron-server[94420]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:50:37.923341 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:50:37.923341 n-d-803378-2 neutron-server[94420]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:50:37.923341 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:50:37.923341 n-d-803378-2 neutron-server[94420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:50:37.923341 n-d-803378-2 neutron-server[94420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:50:37.945536 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63b50aa8-d0ac-4499-a19e-6f2a6b9d7687 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Made reservation on behalf of 0d8a98bfcc92414295ea4818a0ea96ca for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:50:37.959506 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-63b50aa8-d0ac-4499-a19e-6f2a6b9d7687 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:38.018611 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b430fe-b762-4463-a2a5-1cedb6505af0 None None] DHCP port deletion for 70b7b90a-e21e-49e0-ae69-01a034625db2 request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 11:50:38.101532 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d70306dc-e7fd-4f6c-9024-fcafad2c7f55 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:38.121652 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d70306dc-e7fd-4f6c-9024-fcafad2c7f55 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:38.138790 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-d70306dc-e7fd-4f6c-9024-fcafad2c7f55 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "DELETE /v2.0/networks/70b7b90a-e21e-49e0-ae69-01a034625db2 HTTP/1.1" status: 204 len: 168 time: 2.1015077 Aug 05 11:50:38.159533 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 46190) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:50:38.167304 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c8d2000-995d-4814-bbc9-4c6c33dd0e0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-33778314-1b12-4244-8fb8-157ab39b0814', 'network_id': '33778314-1b12-4244-8fb8-157ab39b0814', 'tenant_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'fixed_ips': [{'subnet_id': '25e0f3e4-5b1b-4b17-8909-8e12bf6a2837'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 11:50:38.168896 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-3c8d2000-995d-4814-bbc9-4c6c33dd0e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:38.316243 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70306dc-e7fd-4f6c-9024-fcafad2c7f55 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Pushing event deleted for resources: {'Network': ['ID=70b7b90a-e21e-49e0-ae69-01a034625db2,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:50:38.454097 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-63b50aa8-d0ac-4499-a19e-6f2a6b9d7687 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25038678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30075167'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:38.589683 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15bcc17f-a278-4066-889a-5f8fc05cb0ba tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:50:38.598195 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-15bcc17f-a278-4066-889a-5f8fc05cb0ba tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.4108152 Aug 05 11:50:38.603450 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 46200) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:50:38.621370 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device af5fc401-a489-4171-a4df-439107dd22e4 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:50:38.622438 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b50aa8-d0ac-4499-a19e-6f2a6b9d7687 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Pushing event updated for resources: {'Subnet': ['ID=d459f9ab-e666-48f4-bb65-d3b3a8d227ff,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:50:38.725175 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b50aa8-d0ac-4499-a19e-6f2a6b9d7687 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Checking segment: {'id': '2d01b60a-7d8b-4849-af7a-ee5412aab6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'd56b86d7-1b72-4053-aca7-9cac23d18d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:50:38.725875 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b50aa8-d0ac-4499-a19e-6f2a6b9d7687 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Network hostable DHCP agents. Network: d56b86d7-1b72-4053-aca7-9cac23d18d55, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:50:38.746179 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: af5fc401-a489-4171-a4df-439107dd22e4 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:50:38.747714 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device af5fc401-a489-4171-a4df-439107dd22e4 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:50:38.791543 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 46210) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:50:38.791760 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-45e96552-a597-4150-b3f9-3d58a2576560 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1848443 Aug 05 11:50:38.804828 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-3b925625-5d01-4ceb-9869-406143a2b64e tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1488806017'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:50:38.844420 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b50aa8-d0ac-4499-a19e-6f2a6b9d7687 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Network d56b86d7-1b72-4053-aca7-9cac23d18d55 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:50:38.861565 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b925625-5d01-4ceb-9869-406143a2b64e tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Made reservation on behalf of 26f32bbf0e234159bf611d6f63f387fb for: {'network': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:50:38.879661 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3b925625-5d01-4ceb-9869-406143a2b64e tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:38.886486 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-63b50aa8-d0ac-4499-a19e-6f2a6b9d7687 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, d56b86d7-1b72-4053-aca7-9cac23d18d55) {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:50:38.915689 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b50aa8-d0ac-4499-a19e-6f2a6b9d7687 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:50:38.915689 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-63b50aa8-d0ac-4499-a19e-6f2a6b9d7687 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:38.918396 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fffd8b88-1e83-4c34-ad1a-1a906fc350bc None None] Network d56b86d7-1b72-4053-aca7-9cac23d18d55 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:50:38.943782 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-63b50aa8-d0ac-4499-a19e-6f2a6b9d7687 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3437576 Aug 05 11:50:38.948843 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 46212) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:50:38.960816 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-0c56f2a7-36b8-4bdf-8370-8ff508ea0ad2 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-51538584', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:50:38.982437 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b925625-5d01-4ceb-9869-406143a2b64e tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] vlan segment allocate from pool success with {'vlan_id': 679, 'physical_network': 'physnet1'} {{(pid=94421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:50:39.020667 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3b925625-5d01-4ceb-9869-406143a2b64e tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:39.021283 n-d-803378-2 neutron-server[94421]: INFO neutron.db.segments_db [None req-3b925625-5d01-4ceb-9869-406143a2b64e tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Added segment 630d59d9-27a2-42f2-a60b-689c9b600830 of type vlan for network 798a7b5a-304b-4dad-a2f4-9cc23c5192d5 Aug 05 11:50:39.103195 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0c56f2a7-36b8-4bdf-8370-8ff508ea0ad2 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33260300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1929'] for router, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:39.105275 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0c56f2a7-36b8-4bdf-8370-8ff508ea0ad2 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33285914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33034662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1926'] for router, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:39.108873 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-3c8d2000-995d-4814-bbc9-4c6c33dd0e0a None None] Allocated IP 172.20.0.2 (33778314-1b12-4244-8fb8-157ab39b0814/25e0f3e4-5b1b-4b17-8909-8e12bf6a2837/c9942351-7df3-4904-86a9-60ead5f38606) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:50:39.165487 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3b925625-5d01-4ceb-9869-406143a2b64e tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:39.266518 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0c56f2a7-36b8-4bdf-8370-8ff508ea0ad2 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:39.294822 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0c56f2a7-36b8-4bdf-8370-8ff508ea0ad2 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286026'] for router, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:39.338937 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0c56f2a7-36b8-4bdf-8370-8ff508ea0ad2 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks [] for router, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:39.341400 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-0c56f2a7-36b8-4bdf-8370-8ff508ea0ad2 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.3911979 Aug 05 11:50:39.346217 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 46214) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:50:39.356069 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3b925625-5d01-4ceb-9869-406143a2b64e tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:39.410982 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b925625-5d01-4ceb-9869-406143a2b64e tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:50:39.412140 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3b925625-5d01-4ceb-9869-406143a2b64e tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks [] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:39.529372 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-3b925625-5d01-4ceb-9869-406143a2b64e tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7246284 Aug 05 11:50:39.558630 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 46218) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:50:39.567254 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-80cf6bfc-6f79-463a-804a-1c10614acd59 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Request body: {'subnet': {'network_id': '798a7b5a-304b-4dad-a2f4-9cc23c5192d5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:50:40.166325 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-5042ba2d-ae54-4b8b-a230-9f0cf322a9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:40.279200 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400222ad-ffd1-47d1-988b-a53eb1ca5720 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-d56b86d7-1b72-4053-aca7-9cac23d18d55', 'network_id': 'd56b86d7-1b72-4053-aca7-9cac23d18d55', 'tenant_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'fixed_ips': [{'subnet_id': 'd459f9ab-e666-48f4-bb65-d3b3a8d227ff'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 11:50:40.281012 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-400222ad-ffd1-47d1-988b-a53eb1ca5720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:40.291642 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:40.305860 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-3c8d2000-995d-4814-bbc9-4c6c33dd0e0a None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:40.318841 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ac38d910-51fb-4f9b-b42a-e506e5dd5f54 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:40.359087 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-3c8d2000-995d-4814-bbc9-4c6c33dd0e0a None None] Transition to ACTIVE for port object c9942351-7df3-4904-86a9-60ead5f38606 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:50:40.536128 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-3c8d2000-995d-4814-bbc9-4c6c33dd0e0a None None] Transition to ACTIVE for port object c9942351-7df3-4904-86a9-60ead5f38606 will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:50:40.555127 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 11:50:40.689745 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b925625-5d01-4ceb-9869-406143a2b64e tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Pushing event updated for resources: {'Network': ['ID=798a7b5a-304b-4dad-a2f4-9cc23c5192d5,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:50:40.698754 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-400222ad-ffd1-47d1-988b-a53eb1ca5720 None None] Allocated IP 172.21.0.2 (d56b86d7-1b72-4053-aca7-9cac23d18d55/d459f9ab-e666-48f4-bb65-d3b3a8d227ff/5057bf0e-0226-4700-a90f-a1c4de61af0e) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:50:40.716536 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 798a7b5a-304b-4dad-a2f4-9cc23c5192d5 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:50:40.729225 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-3c8d2000-995d-4814-bbc9-4c6c33dd0e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:40.890856 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80cf6bfc-6f79-463a-804a-1c10614acd59 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Made reservation on behalf of 26f32bbf0e234159bf611d6f63f387fb for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:50:40.919296 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-80cf6bfc-6f79-463a-804a-1c10614acd59 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:41.117202 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c8d2000-995d-4814-bbc9-4c6c33dd0e0a None None] Network 33778314-1b12-4244-8fb8-157ab39b0814 is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:50:41.213235 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-ac38d910-51fb-4f9b-b42a-e506e5dd5f54 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Allocated IP 172.20.0.1 (33778314-1b12-4244-8fb8-157ab39b0814/25e0f3e4-5b1b-4b17-8909-8e12bf6a2837/2c8a4fd7-3ea6-4cf9-901f-fa136ab2a06a) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:50:41.225519 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-3c8d2000-995d-4814-bbc9-4c6c33dd0e0a None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:50:41.238498 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8d2000-995d-4814-bbc9-4c6c33dd0e0a None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:50:41.289784 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8d2000-995d-4814-bbc9-4c6c33dd0e0a None None] Pushing event updated for resources: {'Port': ['ID=c9942351-7df3-4904-86a9-60ead5f38606,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:50:41.409451 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-3c8d2000-995d-4814-bbc9-4c6c33dd0e0a None None] Attempting to bind port c9942351-7df3-4904-86a9-60ead5f38606 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:50:41.409451 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-3c8d2000-995d-4814-bbc9-4c6c33dd0e0a None None] Attempting to bind port c9942351-7df3-4904-86a9-60ead5f38606 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'd6da94cc-18ce-4e5f-8547-f6d9d7f22ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '33778314-1b12-4244-8fb8-157ab39b0814'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:50:41.409451 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8d2000-995d-4814-bbc9-4c6c33dd0e0a None None] Attempting to bind port c9942351-7df3-4904-86a9-60ead5f38606 on network 33778314-1b12-4244-8fb8-157ab39b0814 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:50:41.438266 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8d2000-995d-4814-bbc9-4c6c33dd0e0a None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:50:41.438897 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8d2000-995d-4814-bbc9-4c6c33dd0e0a None None] Checking segment: {'id': 'd6da94cc-18ce-4e5f-8547-f6d9d7f22ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '33778314-1b12-4244-8fb8-157ab39b0814'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:50:41.439593 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-3c8d2000-995d-4814-bbc9-4c6c33dd0e0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:41.440261 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8d2000-995d-4814-bbc9-4c6c33dd0e0a None None] Bound using segment: {'id': 'd6da94cc-18ce-4e5f-8547-f6d9d7f22ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '33778314-1b12-4244-8fb8-157ab39b0814'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:50:41.441432 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-3c8d2000-995d-4814-bbc9-4c6c33dd0e0a None None] Bound port: c9942351-7df3-4904-86a9-60ead5f38606, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6da94cc-18ce-4e5f-8547-f6d9d7f22ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '33778314-1b12-4244-8fb8-157ab39b0814'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:50:41.442291 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-3c8d2000-995d-4814-bbc9-4c6c33dd0e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:41.498012 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ac38d910-51fb-4f9b-b42a-e506e5dd5f54 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:41.531793 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [None req-ac38d910-51fb-4f9b-b42a-e506e5dd5f54 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Transition to ACTIVE for port object 2c8a4fd7-3ea6-4cf9-901f-fa136ab2a06a will not be triggered until provisioned by entity DHCP. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:50:41.613373 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ac38d910-51fb-4f9b-b42a-e506e5dd5f54 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:41.626680 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-80cf6bfc-6f79-463a-804a-1c10614acd59 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25038678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30075167'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:41.734186 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac38d910-51fb-4f9b-b42a-e506e5dd5f54 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Network 33778314-1b12-4244-8fb8-157ab39b0814 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:50:41.748812 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-ac38d910-51fb-4f9b-b42a-e506e5dd5f54 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:50:41.757853 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac38d910-51fb-4f9b-b42a-e506e5dd5f54 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:50:41.798408 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cf6bfc-6f79-463a-804a-1c10614acd59 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Pushing event updated for resources: {'Subnet': ['ID=c5eb5555-3d0b-4eb3-9362-6e217918c66e,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:50:41.853331 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-400222ad-ffd1-47d1-988b-a53eb1ca5720 None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:41.865694 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80cf6bfc-6f79-463a-804a-1c10614acd59 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Checking segment: {'id': '630d59d9-27a2-42f2-a60b-689c9b600830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '798a7b5a-304b-4dad-a2f4-9cc23c5192d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:50:41.867264 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-3c8d2000-995d-4814-bbc9-4c6c33dd0e0a None None] For port c9942351-7df3-4904-86a9-60ead5f38606, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:50:41.869006 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80cf6bfc-6f79-463a-804a-1c10614acd59 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Network hostable DHCP agents. Network: 798a7b5a-304b-4dad-a2f4-9cc23c5192d5, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:50:41.878012 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-3c8d2000-995d-4814-bbc9-4c6c33dd0e0a None None] For port c9942351-7df3-4904-86a9-60ead5f38606, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=c9942351-7df3-4904-86a9-60ead5f38606,segment=NetworkSegment(d6da94cc-18ce-4e5f-8547-f6d9d7f22ac6),segment_id=d6da94cc-18ce-4e5f-8547-f6d9d7f22ac6)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:50:41.880176 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:41.886620 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-400222ad-ffd1-47d1-988b-a53eb1ca5720 None None] Transition to ACTIVE for port object 5057bf0e-0226-4700-a90f-a1c4de61af0e will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:50:41.896362 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ac38d910-51fb-4f9b-b42a-e506e5dd5f54 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33288800'] for router_interface, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:41.901326 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-3c8d2000-995d-4814-bbc9-4c6c33dd0e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:41.910803 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac38d910-51fb-4f9b-b42a-e506e5dd5f54 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Pushing event updated for resources: {'Port': ['ID=2c8a4fd7-3ea6-4cf9-901f-fa136ab2a06a,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:50:41.917234 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80cf6bfc-6f79-463a-804a-1c10614acd59 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Network 798a7b5a-304b-4dad-a2f4-9cc23c5192d5 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:50:41.945719 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-80cf6bfc-6f79-463a-804a-1c10614acd59 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, 798a7b5a-304b-4dad-a2f4-9cc23c5192d5) {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:50:41.974709 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80cf6bfc-6f79-463a-804a-1c10614acd59 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:50:41.975355 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-80cf6bfc-6f79-463a-804a-1c10614acd59 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:41.997103 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d948ce-ccbc-4fcc-a8cd-225ce8bdd544 None None] Network 798a7b5a-304b-4dad-a2f4-9cc23c5192d5 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:50:42.016113 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-80cf6bfc-6f79-463a-804a-1c10614acd59 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4549437 Aug 05 11:50:42.020115 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 46272) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:50:42.039089 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-400222ad-ffd1-47d1-988b-a53eb1ca5720 None None] Transition to ACTIVE for port object 5057bf0e-0226-4700-a90f-a1c4de61af0e will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:50:42.062685 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-20b9f51d-959e-4aee-80b9-281ae4af1139 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Request body: {'port': {'network_id': '798a7b5a-304b-4dad-a2f4-9cc23c5192d5', 'name': 'tempest-PortsTestJSON-273645523'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:50:42.282577 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device d7fa8a13-e5a9-455b-b585-8e43650e0c4d details requested by agent hyperv_n-h1-803378-2 with host n-h1-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:50:42.340371 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-400222ad-ffd1-47d1-988b-a53eb1ca5720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:42.447940 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400222ad-ffd1-47d1-988b-a53eb1ca5720 None None] Network d56b86d7-1b72-4053-aca7-9cac23d18d55 is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:50:42.458943 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-400222ad-ffd1-47d1-988b-a53eb1ca5720 None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:50:42.520617 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400222ad-ffd1-47d1-988b-a53eb1ca5720 None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:50:42.542673 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8d2000-995d-4814-bbc9-4c6c33dd0e0a None None] Pushing event updated for resources: {'Port': ['ID=c9942351-7df3-4904-86a9-60ead5f38606,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:50:42.568591 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ac38d910-51fb-4f9b-b42a-e506e5dd5f54 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:42.575245 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20b9f51d-959e-4aee-80b9-281ae4af1139 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Made reservation on behalf of 26f32bbf0e234159bf611d6f63f387fb for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:50:42.590797 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-20b9f51d-959e-4aee-80b9-281ae4af1139 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:42.699637 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [None req-20b9f51d-959e-4aee-80b9-281ae4af1139 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] device_id is not set on port 3dc6ce92-3fd7-4463-adab-74394024d86e yet. {{(pid=94421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 11:50:42.927481 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.db.resource_extend [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] It took 0.43 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 05 11:50:43.184410 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-20b9f51d-959e-4aee-80b9-281ae4af1139 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Allocated IP 172.20.0.11 (798a7b5a-304b-4dad-a2f4-9cc23c5192d5/c5eb5555-3d0b-4eb3-9362-6e217918c66e/3dc6ce92-3fd7-4463-adab-74394024d86e) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:50:43.211458 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400222ad-ffd1-47d1-988b-a53eb1ca5720 None None] Pushing event updated for resources: {'Port': ['ID=5057bf0e-0226-4700-a90f-a1c4de61af0e,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:50:43.341493 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-400222ad-ffd1-47d1-988b-a53eb1ca5720 None None] Attempting to bind port 5057bf0e-0226-4700-a90f-a1c4de61af0e on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:50:43.342467 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-400222ad-ffd1-47d1-988b-a53eb1ca5720 None None] Attempting to bind port 5057bf0e-0226-4700-a90f-a1c4de61af0e by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '2d01b60a-7d8b-4849-af7a-ee5412aab6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'd56b86d7-1b72-4053-aca7-9cac23d18d55'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:50:43.342670 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400222ad-ffd1-47d1-988b-a53eb1ca5720 None None] Attempting to bind port 5057bf0e-0226-4700-a90f-a1c4de61af0e on network d56b86d7-1b72-4053-aca7-9cac23d18d55 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:50:43.385903 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400222ad-ffd1-47d1-988b-a53eb1ca5720 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:50:43.386539 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400222ad-ffd1-47d1-988b-a53eb1ca5720 None None] Checking segment: {'id': '2d01b60a-7d8b-4849-af7a-ee5412aab6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'd56b86d7-1b72-4053-aca7-9cac23d18d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:50:43.387253 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-400222ad-ffd1-47d1-988b-a53eb1ca5720 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:43.387929 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400222ad-ffd1-47d1-988b-a53eb1ca5720 None None] Bound using segment: {'id': '2d01b60a-7d8b-4849-af7a-ee5412aab6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'd56b86d7-1b72-4053-aca7-9cac23d18d55'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:50:43.388893 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-400222ad-ffd1-47d1-988b-a53eb1ca5720 None None] Bound port: 5057bf0e-0226-4700-a90f-a1c4de61af0e, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d01b60a-7d8b-4849-af7a-ee5412aab6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'd56b86d7-1b72-4053-aca7-9cac23d18d55'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:50:43.389430 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-400222ad-ffd1-47d1-988b-a53eb1ca5720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:43.421236 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-727ac09d-d2d7-4d24-860f-ee057b0cc0ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-798a7b5a-304b-4dad-a2f4-9cc23c5192d5', 'network_id': '798a7b5a-304b-4dad-a2f4-9cc23c5192d5', 'tenant_id': '26f32bbf0e234159bf611d6f63f387fb', 'fixed_ips': [{'subnet_id': 'c5eb5555-3d0b-4eb3-9362-6e217918c66e'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 11:50:43.425582 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-727ac09d-d2d7-4d24-860f-ee057b0cc0ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:43.656318 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port d7fa8a13-e5a9-455b-b585-8e43650e0c4d, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=d7fa8a13-e5a9-455b-b585-8e43650e0c4d,segment=NetworkSegment(fa5f7742-6e03-46ef-8df5-0f25b5d284b6),segment_id=fa5f7742-6e03-46ef-8df5-0f25b5d284b6)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:50:43.711483 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ac38d910-51fb-4f9b-b42a-e506e5dd5f54 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:43.722647 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ac38d910-51fb-4f9b-b42a-e506e5dd5f54 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:43.783913 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Returning: {'device': 'd7fa8a13-e5a9-455b-b585-8e43650e0c4d', 'network_id': 'debeaa60-b13d-4f6e-a270-9d57e30ced89', 'port_id': 'd7fa8a13-e5a9-455b-b585-8e43650e0c4d', 'mac_address': 'fa:16:3e:df:d8:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fa39e07-a6bd-4ef4-8a54-1af79d2770df', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:50:44.004879 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-20b9f51d-959e-4aee-80b9-281ae4af1139 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:44.089830 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [None req-20b9f51d-959e-4aee-80b9-281ae4af1139 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Transition to ACTIVE for port object 3dc6ce92-3fd7-4463-adab-74394024d86e will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:50:44.256445 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ac38d910-51fb-4f9b-b42a-e506e5dd5f54 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33140268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33208272'] for router_interface, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:44.308144 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-20b9f51d-959e-4aee-80b9-281ae4af1139 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:44.348708 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac38d910-51fb-4f9b-b42a-e506e5dd5f54 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Pushing event updated for resources: {'Port': ['ID=2c8a4fd7-3ea6-4cf9-901f-fa136ab2a06a,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:50:44.397611 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac38d910-51fb-4f9b-b42a-e506e5dd5f54 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:50:44.398768 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac38d910-51fb-4f9b-b42a-e506e5dd5f54 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:50:44.399338 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac38d910-51fb-4f9b-b42a-e506e5dd5f54 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:50:44.399895 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac38d910-51fb-4f9b-b42a-e506e5dd5f54 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:50:44.400452 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac38d910-51fb-4f9b-b42a-e506e5dd5f54 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:50:44.401042 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac38d910-51fb-4f9b-b42a-e506e5dd5f54 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:50:44.401598 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac38d910-51fb-4f9b-b42a-e506e5dd5f54 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:50:44.402150 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac38d910-51fb-4f9b-b42a-e506e5dd5f54 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:50:44.402848 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac38d910-51fb-4f9b-b42a-e506e5dd5f54 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:50:44.403553 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac38d910-51fb-4f9b-b42a-e506e5dd5f54 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:50:44.404185 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac38d910-51fb-4f9b-b42a-e506e5dd5f54 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:50:44.419852 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac38d910-51fb-4f9b-b42a-e506e5dd5f54 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:50:44.428272 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:44.510007 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b9f51d-959e-4aee-80b9-281ae4af1139 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Network 798a7b5a-304b-4dad-a2f4-9cc23c5192d5 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:50:44.516859 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-20b9f51d-959e-4aee-80b9-281ae4af1139 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:50:44.571956 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b9f51d-959e-4aee-80b9-281ae4af1139 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:50:44.637963 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b9f51d-959e-4aee-80b9-281ae4af1139 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Pushing event updated for resources: {'Port': ['ID=3dc6ce92-3fd7-4463-adab-74394024d86e,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:50:44.655959 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c44a326-0bd5-4035-a7dc-f107998b04c3 None None] Network 33778314-1b12-4244-8fb8-157ab39b0814 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:50:44.660752 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device c9942351-7df3-4904-86a9-60ead5f38606 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:50:44.764225 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac38d910-51fb-4f9b-b42a-e506e5dd5f54 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Network 33778314-1b12-4244-8fb8-157ab39b0814 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:50:44.768285 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-ac38d910-51fb-4f9b-b42a-e506e5dd5f54 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:50:44.771607 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b9f51d-959e-4aee-80b9-281ae4af1139 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:50:44.773835 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-20b9f51d-959e-4aee-80b9-281ae4af1139 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:44.783258 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:44.810960 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-400222ad-ffd1-47d1-988b-a53eb1ca5720 None None] For port 5057bf0e-0226-4700-a90f-a1c4de61af0e, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:50:44.817458 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-20b9f51d-959e-4aee-80b9-281ae4af1139 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.7904425 Aug 05 11:50:44.819330 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 46330) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:50:44.832438 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-ee52a67e-ba44-47bb-b07e-ec00dab5604e tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Request body: {'port': {'network_id': '798a7b5a-304b-4dad-a2f4-9cc23c5192d5', 'name': 'tempest-PortsTestJSON-1056941219'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:50:44.975518 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-727ac09d-d2d7-4d24-860f-ee057b0cc0ea None None] Allocated IP 172.20.0.2 (798a7b5a-304b-4dad-a2f4-9cc23c5192d5/c5eb5555-3d0b-4eb3-9362-6e217918c66e/0a39c943-8d61-4735-bebf-faee1afef39f) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:50:44.989442 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-02418f1e-4096-4f82-a0a2-5051c30f44cf None None] Provisioning for port c9942351-7df3-4904-86a9-60ead5f38606 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:50:45.000585 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d7fa8a13-e5a9-455b-b585-8e43650e0c4d {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:50:45.015195 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-400222ad-ffd1-47d1-988b-a53eb1ca5720 None None] For port 5057bf0e-0226-4700-a90f-a1c4de61af0e, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=5057bf0e-0226-4700-a90f-a1c4de61af0e,segment=NetworkSegment(2d01b60a-7d8b-4849-af7a-ee5412aab6cb),segment_id=2d01b60a-7d8b-4849-af7a-ee5412aab6cb)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:50:45.071261 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port d7fa8a13-e5a9-455b-b585-8e43650e0c4d, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=d7fa8a13-e5a9-455b-b585-8e43650e0c4d,segment=NetworkSegment(fa5f7742-6e03-46ef-8df5-0f25b5d284b6),segment_id=fa5f7742-6e03-46ef-8df5-0f25b5d284b6)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:50:45.085572 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-400222ad-ffd1-47d1-988b-a53eb1ca5720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:45.122895 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:45.263296 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac38d910-51fb-4f9b-b42a-e506e5dd5f54 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Router 4136f426-78ed-4250-aefb-e0c237eb64b3 is scheduled to L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d with binding_index 1 {{(pid=94420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 11:50:45.270476 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee52a67e-ba44-47bb-b07e-ec00dab5604e tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Made reservation on behalf of 26f32bbf0e234159bf611d6f63f387fb for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:50:45.277175 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ee52a67e-ba44-47bb-b07e-ec00dab5604e tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:45.390225 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [None req-ee52a67e-ba44-47bb-b07e-ec00dab5604e tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] device_id is not set on port 93398d54-995e-46bf-93d0-ee544ca0515f yet. {{(pid=94421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 11:50:45.585076 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['d7fa8a13-e5a9-455b-b585-8e43650e0c4d'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:50:45.733933 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac38d910-51fb-4f9b-b42a-e506e5dd5f54 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:50:45.760775 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port c9942351-7df3-4904-86a9-60ead5f38606 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:50:45.762970 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3097a453-4684-450f-8152-52e3aa52de5b None None] Sync routers for ids ['4136f426-78ed-4250-aefb-e0c237eb64b3'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:50:45.783629 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-ac38d910-51fb-4f9b-b42a-e506e5dd5f54 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] 10.222.0.58 "PUT /v2.0/routers/4136f426-78ed-4250-aefb-e0c237eb64b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4332612 Aug 05 11:50:45.785509 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port c9942351-7df3-4904-86a9-60ead5f38606 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:50:45.786313 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:45.788132 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 46340) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:50:45.813912 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3097a453-4684-450f-8152-52e3aa52de5b None None] Routers {'4136f426-78ed-4250-aefb-e0c237eb64b3'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:50:45.815203 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-3097a453-4684-450f-8152-52e3aa52de5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:50:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['4136f426-78ed-4250-aefb-e0c237eb64b3'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:50:45.954452 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-3097a453-4684-450f-8152-52e3aa52de5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:50:45.982670 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400222ad-ffd1-47d1-988b-a53eb1ca5720 None None] Pushing event updated for resources: {'Port': ['ID=5057bf0e-0226-4700-a90f-a1c4de61af0e,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:50:46.004282 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3097a453-4684-450f-8152-52e3aa52de5b None None] Routers {'4136f426-78ed-4250-aefb-e0c237eb64b3'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:50:46.019187 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-3097a453-4684-450f-8152-52e3aa52de5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:50:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['4136f426-78ed-4250-aefb-e0c237eb64b3'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:50:46.133087 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6da737-97cc-4ecb-afae-2b436cd1d86a tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:50:46.159095 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 46354) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:50:46.159893 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-ba6da737-97cc-4ecb-afae-2b436cd1d86a tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] 10.222.0.58 "GET /v2.0/ports/2c8a4fd7-3ea6-4cf9-901f-fa136ab2a06a HTTP/1.1" status: 200 len: 910 time: 0.3688669 Aug 05 11:50:46.161766 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-3097a453-4684-450f-8152-52e3aa52de5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:50:46.164152 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3097a453-4684-450f-8152-52e3aa52de5b None None] The sync data for ids ['4136f426-78ed-4250-aefb-e0c237eb64b3'] in n-d-803378-2 is: [] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:50:46.392122 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:46.404440 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=d7fa8a13-e5a9-455b-b585-8e43650e0c4d,revision_number=6']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:50:46.646979 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-727ac09d-d2d7-4d24-860f-ee057b0cc0ea None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:46.668600 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-727ac09d-d2d7-4d24-860f-ee057b0cc0ea None None] Transition to ACTIVE for port object 0a39c943-8d61-4735-bebf-faee1afef39f will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:50:46.772522 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-727ac09d-d2d7-4d24-860f-ee057b0cc0ea None None] Transition to ACTIVE for port object 0a39c943-8d61-4735-bebf-faee1afef39f will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:50:46.789029 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port c9942351-7df3-4904-86a9-60ead5f38606, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=c9942351-7df3-4904-86a9-60ead5f38606,segment=NetworkSegment(d6da94cc-18ce-4e5f-8547-f6d9d7f22ac6),segment_id=d6da94cc-18ce-4e5f-8547-f6d9d7f22ac6)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:50:46.833538 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-727ac09d-d2d7-4d24-860f-ee057b0cc0ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:46.890964 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:47.121367 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-ee52a67e-ba44-47bb-b07e-ec00dab5604e tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Allocated IP 172.20.0.5 (798a7b5a-304b-4dad-a2f4-9cc23c5192d5/c5eb5555-3d0b-4eb3-9362-6e217918c66e/93398d54-995e-46bf-93d0-ee544ca0515f) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:50:47.942022 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ee52a67e-ba44-47bb-b07e-ec00dab5604e tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:47.982189 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727ac09d-d2d7-4d24-860f-ee057b0cc0ea None None] Pushing event updated for resources: {'Port': ['ID=0a39c943-8d61-4735-bebf-faee1afef39f,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:50:48.001097 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 5057bf0e-0226-4700-a90f-a1c4de61af0e up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:50:48.074845 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [None req-ee52a67e-ba44-47bb-b07e-ec00dab5604e tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Transition to ACTIVE for port object 93398d54-995e-46bf-93d0-ee544ca0515f will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:50:48.231233 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727ac09d-d2d7-4d24-860f-ee057b0cc0ea None None] Network 798a7b5a-304b-4dad-a2f4-9cc23c5192d5 is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:50:48.295529 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-727ac09d-d2d7-4d24-860f-ee057b0cc0ea None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:50:48.300021 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ff7c21-2d69-44e9-a700-29568b78b568 None None] Network d56b86d7-1b72-4053-aca7-9cac23d18d55 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:50:48.361860 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ee52a67e-ba44-47bb-b07e-ec00dab5604e tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:48.680735 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee52a67e-ba44-47bb-b07e-ec00dab5604e tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Network 798a7b5a-304b-4dad-a2f4-9cc23c5192d5 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:50:48.703491 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-ee52a67e-ba44-47bb-b07e-ec00dab5604e tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:50:48.735495 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee52a67e-ba44-47bb-b07e-ec00dab5604e tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:50:48.782517 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727ac09d-d2d7-4d24-860f-ee057b0cc0ea None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:50:48.863655 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3d16315a-c1e9-4e1f-ae00-89fa4468f3e9 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:48.905949 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee52a67e-ba44-47bb-b07e-ec00dab5604e tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Pushing event updated for resources: {'Port': ['ID=93398d54-995e-46bf-93d0-ee544ca0515f,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:50:49.083559 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-bc1941ee-70ad-4e7a-ade4-993b6c9bf947 None None] Provisioning for port 2c8a4fd7-3ea6-4cf9-901f-fa136ab2a06a completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:50:49.090342 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee52a67e-ba44-47bb-b07e-ec00dab5604e tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:50:49.093610 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ee52a67e-ba44-47bb-b07e-ec00dab5604e tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:49.097496 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=c9942351-7df3-4904-86a9-60ead5f38606,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:50:49.118953 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 46394) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:50:49.140636 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-ee52a67e-ba44-47bb-b07e-ec00dab5604e tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.3208466 Aug 05 11:50:49.148870 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 46400) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:50:49.285501 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-bc1941ee-70ad-4e7a-ade4-993b6c9bf947 None None] Provisioning complete for port 2c8a4fd7-3ea6-4cf9-901f-fa136ab2a06a triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:50:49.286166 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-bc1941ee-70ad-4e7a-ade4-993b6c9bf947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:49.300884 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-727ac09d-d2d7-4d24-860f-ee057b0cc0ea None None] Attempting to bind port 0a39c943-8d61-4735-bebf-faee1afef39f on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:50:49.301397 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-727ac09d-d2d7-4d24-860f-ee057b0cc0ea None None] Attempting to bind port 0a39c943-8d61-4735-bebf-faee1afef39f by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '630d59d9-27a2-42f2-a60b-689c9b600830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '798a7b5a-304b-4dad-a2f4-9cc23c5192d5'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:50:49.302033 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727ac09d-d2d7-4d24-860f-ee057b0cc0ea None None] Attempting to bind port 0a39c943-8d61-4735-bebf-faee1afef39f on network 798a7b5a-304b-4dad-a2f4-9cc23c5192d5 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:50:49.496149 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-bc1941ee-70ad-4e7a-ade4-993b6c9bf947 None None] Port 2c8a4fd7-3ea6-4cf9-901f-fa136ab2a06a cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:50:49.501993 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727ac09d-d2d7-4d24-860f-ee057b0cc0ea None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:50:49.502626 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727ac09d-d2d7-4d24-860f-ee057b0cc0ea None None] Checking segment: {'id': '630d59d9-27a2-42f2-a60b-689c9b600830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '798a7b5a-304b-4dad-a2f4-9cc23c5192d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:50:49.503312 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-727ac09d-d2d7-4d24-860f-ee057b0cc0ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:49.503797 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727ac09d-d2d7-4d24-860f-ee057b0cc0ea None None] Bound using segment: {'id': '630d59d9-27a2-42f2-a60b-689c9b600830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '798a7b5a-304b-4dad-a2f4-9cc23c5192d5'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:50:49.504704 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-727ac09d-d2d7-4d24-860f-ee057b0cc0ea None None] Bound port: 0a39c943-8d61-4735-bebf-faee1afef39f, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '630d59d9-27a2-42f2-a60b-689c9b600830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '798a7b5a-304b-4dad-a2f4-9cc23c5192d5'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:50:49.505354 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-727ac09d-d2d7-4d24-860f-ee057b0cc0ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:49.572912 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 5057bf0e-0226-4700-a90f-a1c4de61af0e completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:50:49.643391 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-bc1941ee-70ad-4e7a-ade4-993b6c9bf947 None None] Provisioning complete for port c9942351-7df3-4904-86a9-60ead5f38606 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:50:49.644026 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-bc1941ee-70ad-4e7a-ade4-993b6c9bf947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:49.666434 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c34880f-9198-41a3-b76e-a2ca64417257 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:50:49.669695 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-8c34880f-9198-41a3-b76e-a2ca64417257 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.11 HTTP/1.1" status: 200 len: 922 time: 0.5188537 Aug 05 11:50:49.680703 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 46412) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:50:49.698341 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8f6128d8-cf3f-4915-85fc-bbface2818a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:49.989255 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-727ac09d-d2d7-4d24-860f-ee057b0cc0ea None None] For port 0a39c943-8d61-4735-bebf-faee1afef39f, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:50:50.015655 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-727ac09d-d2d7-4d24-860f-ee057b0cc0ea None None] For port 0a39c943-8d61-4735-bebf-faee1afef39f, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=0a39c943-8d61-4735-bebf-faee1afef39f,segment=NetworkSegment(630d59d9-27a2-42f2-a60b-689c9b600830),segment_id=630d59d9-27a2-42f2-a60b-689c9b600830)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:50:50.154911 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-a6ab547c-515a-4059-9d3c-346d9a69954e tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Deleting port 93398d54-995e-46bf-93d0-ee544ca0515f {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:50:50.155313 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a6ab547c-515a-4059-9d3c-346d9a69954e tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:50.159034 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-727ac09d-d2d7-4d24-860f-ee057b0cc0ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:50.342431 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727ac09d-d2d7-4d24-860f-ee057b0cc0ea None None] Pushing event updated for resources: {'Port': ['ID=0a39c943-8d61-4735-bebf-faee1afef39f,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:50:50.381377 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-3d16315a-c1e9-4e1f-ae00-89fa4468f3e9 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Allocated IP 172.21.0.1 (d56b86d7-1b72-4053-aca7-9cac23d18d55/d459f9ab-e666-48f4-bb65-d3b3a8d227ff/a4ec4180-f661-4bcb-b702-a929ad5d8733) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:50:50.571132 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device c9942351-7df3-4904-86a9-60ead5f38606 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:50:50.660396 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8f6128d8-cf3f-4915-85fc-bbface2818a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:50.694272 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8f6128d8-cf3f-4915-85fc-bbface2818a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:50.784015 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a6ab547c-515a-4059-9d3c-346d9a69954e tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:50.874515 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port c9942351-7df3-4904-86a9-60ead5f38606 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:50:50.875152 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:50.980620 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-a6ab547c-515a-4059-9d3c-346d9a69954e tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Calling delete_port for 93398d54-995e-46bf-93d0-ee544ca0515f owned by {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:50:50.988223 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3d16315a-c1e9-4e1f-ae00-89fa4468f3e9 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:51.087111 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-a3f86931-01be-4834-b0be-9dd36401e40a None None] Provisioning complete for port 2c8a4fd7-3ea6-4cf9-901f-fa136ab2a06a triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:50:51.090576 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-a3f86931-01be-4834-b0be-9dd36401e40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:51.136088 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [None req-3d16315a-c1e9-4e1f-ae00-89fa4468f3e9 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Transition to ACTIVE for port object a4ec4180-f661-4bcb-b702-a929ad5d8733 will not be triggered until provisioned by entity DHCP. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:50:51.187415 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6128d8-cf3f-4915-85fc-bbface2818a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01c8ace1-5567-4ce8-aba1-df3f9bfab298,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:50:51.230168 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-8f6128d8-cf3f-4915-85fc-bbface2818a4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d035be33cae742388ed1bfbf3b17c656&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1064658 Aug 05 11:50:51.234578 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 46448) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:50:51.307972 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3d16315a-c1e9-4e1f-ae00-89fa4468f3e9 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:51.314329 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device d7fa8a13-e5a9-455b-b585-8e43650e0c4d up at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:50:51.531501 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-a3f86931-01be-4834-b0be-9dd36401e40a None None] Port 2c8a4fd7-3ea6-4cf9-901f-fa136ab2a06a cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:50:51.592771 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d16315a-c1e9-4e1f-ae00-89fa4468f3e9 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Pushing event updated for resources: {'Port': ['ID=a4ec4180-f661-4bcb-b702-a929ad5d8733,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:50:51.627579 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-a3f86931-01be-4834-b0be-9dd36401e40a None None] Provisioning for port 5057bf0e-0226-4700-a90f-a1c4de61af0e completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:50:51.627887 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d16315a-c1e9-4e1f-ae00-89fa4468f3e9 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Network d56b86d7-1b72-4053-aca7-9cac23d18d55 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:50:51.639343 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-3d16315a-c1e9-4e1f-ae00-89fa4468f3e9 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:50:51.646609 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d16315a-c1e9-4e1f-ae00-89fa4468f3e9 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:50:51.657877 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-a3f86931-01be-4834-b0be-9dd36401e40a None None] Provisioning complete for port 5057bf0e-0226-4700-a90f-a1c4de61af0e triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:50:51.659022 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-a3f86931-01be-4834-b0be-9dd36401e40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:51.788141 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning complete for port d7fa8a13-e5a9-455b-b585-8e43650e0c4d triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:50:51.789950 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:51.823379 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3d16315a-c1e9-4e1f-ae00-89fa4468f3e9 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33288800'] for router_interface, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:51.834802 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9c80c611-cfd2-4195-b5af-fadf9cb7bb38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:52.118864 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a6ab547c-515a-4059-9d3c-346d9a69954e tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:52.143868 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-a3f86931-01be-4834-b0be-9dd36401e40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:52.167172 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9c80c611-cfd2-4195-b5af-fadf9cb7bb38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:52.267100 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:52.602858 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3d16315a-c1e9-4e1f-ae00-89fa4468f3e9 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:52.668328 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9c80c611-cfd2-4195-b5af-fadf9cb7bb38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:52.674138 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9c80c611-cfd2-4195-b5af-fadf9cb7bb38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:52.707224 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-9c80c611-cfd2-4195-b5af-fadf9cb7bb38 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/01c8ace1-5567-4ce8-aba1-df3f9bfab298 HTTP/1.1" status: 204 len: 168 time: 1.4298542 Aug 05 11:50:52.740450 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ab547c-515a-4059-9d3c-346d9a69954e tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Pushing event deleted for resources: {'Port': ['ID=93398d54-995e-46bf-93d0-ee544ca0515f,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:50:52.744404 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 0a39c943-8d61-4735-bebf-faee1afef39f up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:50:52.768520 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-a3f86931-01be-4834-b0be-9dd36401e40a None None] For port 5057bf0e-0226-4700-a90f-a1c4de61af0e, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=5057bf0e-0226-4700-a90f-a1c4de61af0e,segment=NetworkSegment(2d01b60a-7d8b-4849-af7a-ee5412aab6cb),segment_id=2d01b60a-7d8b-4849-af7a-ee5412aab6cb)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:50:52.779398 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:52.861229 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c80c611-cfd2-4195-b5af-fadf9cb7bb38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01c8ace1-5567-4ce8-aba1-df3f9bfab298,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:50:53.059457 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port d7fa8a13-e5a9-455b-b585-8e43650e0c4d, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=d7fa8a13-e5a9-455b-b585-8e43650e0c4d,segment=NetworkSegment(fa5f7742-6e03-46ef-8df5-0f25b5d284b6),segment_id=fa5f7742-6e03-46ef-8df5-0f25b5d284b6)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:50:53.080693 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b29975d-3633-486b-ba92-5c1ed1330df4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7fa8a13-e5a9-455b-b585-8e43650e0c4d'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:50:53.086254 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c986dff9-3600-418d-9988-aa9251eab4d1" -d '{"events": [{"server_uuid": "9b29975d-3633-486b-ba92-5c1ed1330df4", "name": "network-vif-plugged", "status": "completed", "tag": "d7fa8a13-e5a9-455b-b585-8e43650e0c4d"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:50:53.101552 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-a3f86931-01be-4834-b0be-9dd36401e40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:53.287202 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f86931-01be-4834-b0be-9dd36401e40a None None] Pushing event updated for resources: {'Port': ['ID=5057bf0e-0226-4700-a90f-a1c4de61af0e,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:50:53.294839 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:53.366009 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcbccb4a-54fa-4667-975b-3e45c3f2b9e7 x-openstack-request-id: req-fcbccb4a-54fa-4667-975b-3e45c3f2b9e7 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:50:53.367068 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b29975d-3633-486b-ba92-5c1ed1330df4", "name": "network-vif-plugged", "status": "completed", "tag": "d7fa8a13-e5a9-455b-b585-8e43650e0c4d", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:50:53.367545 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fcbccb4a-54fa-4667-975b-3e45c3f2b9e7 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:50:53.368605 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b29975d-3633-486b-ba92-5c1ed1330df4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7fa8a13-e5a9-455b-b585-8e43650e0c4d', 'code': 200} Aug 05 11:50:53.377830 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a6ab547c-515a-4059-9d3c-346d9a69954e tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:53.425709 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-a6ab547c-515a-4059-9d3c-346d9a69954e tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "DELETE /v2.0/ports/93398d54-995e-46bf-93d0-ee544ca0515f HTTP/1.1" status: 204 len: 168 time: 3.7427452 Aug 05 11:50:53.432145 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 46482) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:50:53.530859 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-c9a5db56-2ed8-4b67-9194-3754f405a6d6 None None] Provisioning for port a4ec4180-f661-4bcb-b702-a929ad5d8733 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:50:53.553345 n-d-803378-2 neutron-server[94421]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3437888-ea35-4534-a48b-955e941d8524 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] GET failed (client error): The resource could not be found. Aug 05 11:50:53.556112 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a65b293-7b4e-4f65-bccd-605747acfe42 None None] Network 798a7b5a-304b-4dad-a2f4-9cc23c5192d5 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:50:53.568474 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-d3437888-ea35-4534-a48b-955e941d8524 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "GET /v2.0/ports/93398d54-995e-46bf-93d0-ee544ca0515f HTTP/1.1" status: 404 len: 333 time: 0.1322856 Aug 05 11:50:53.576443 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 46486) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:50:53.728692 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3d16315a-c1e9-4e1f-ae00-89fa4468f3e9 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:53.751705 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3d16315a-c1e9-4e1f-ae00-89fa4468f3e9 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:53.798562 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 0a39c943-8d61-4735-bebf-faee1afef39f completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:50:53.807916 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-c9a5db56-2ed8-4b67-9194-3754f405a6d6 None None] Provisioning complete for port a4ec4180-f661-4bcb-b702-a929ad5d8733 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:50:53.812929 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c9a5db56-2ed8-4b67-9194-3754f405a6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:53.845290 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=d7fa8a13-e5a9-455b-b585-8e43650e0c4d,revision_number=7']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:50:54.072038 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3d16315a-c1e9-4e1f-ae00-89fa4468f3e9 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33140268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33208272'] for router_interface, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:54.108961 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-72538fcf-f06f-479a-aab1-70d915d59eaa tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Deleting port 3dc6ce92-3fd7-4463-adab-74394024d86e {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:50:54.109795 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-72538fcf-f06f-479a-aab1-70d915d59eaa tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:54.218381 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-c9a5db56-2ed8-4b67-9194-3754f405a6d6 None None] Port a4ec4180-f661-4bcb-b702-a929ad5d8733 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:50:54.241899 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d16315a-c1e9-4e1f-ae00-89fa4468f3e9 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Pushing event updated for resources: {'Port': ['ID=a4ec4180-f661-4bcb-b702-a929ad5d8733,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:50:54.487449 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-c9a5db56-2ed8-4b67-9194-3754f405a6d6 None None] Provisioning complete for port 5057bf0e-0226-4700-a90f-a1c4de61af0e triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:50:54.487449 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c9a5db56-2ed8-4b67-9194-3754f405a6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:54.551245 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d16315a-c1e9-4e1f-ae00-89fa4468f3e9 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Network d56b86d7-1b72-4053-aca7-9cac23d18d55 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:50:54.559251 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-3d16315a-c1e9-4e1f-ae00-89fa4468f3e9 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:50:54.670364 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-72538fcf-f06f-479a-aab1-70d915d59eaa tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:54.683059 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 5057bf0e-0226-4700-a90f-a1c4de61af0e up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:50:54.730135 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-72538fcf-f06f-479a-aab1-70d915d59eaa tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Calling delete_port for 3dc6ce92-3fd7-4463-adab-74394024d86e owned by {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:50:55.158898 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d16315a-c1e9-4e1f-ae00-89fa4468f3e9 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Router 4136f426-78ed-4250-aefb-e0c237eb64b3 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 11:50:55.550400 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-72538fcf-f06f-479a-aab1-70d915d59eaa tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:55.643623 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 5057bf0e-0226-4700-a90f-a1c4de61af0e triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:50:55.644615 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:55.670749 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72538fcf-f06f-479a-aab1-70d915d59eaa tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Pushing event deleted for resources: {'Port': ['ID=3dc6ce92-3fd7-4463-adab-74394024d86e,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:50:56.093965 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-72538fcf-f06f-479a-aab1-70d915d59eaa tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:56.097434 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-72538fcf-f06f-479a-aab1-70d915d59eaa tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "DELETE /v2.0/ports/3dc6ce92-3fd7-4463-adab-74394024d86e HTTP/1.1" status: 204 len: 168 time: 2.5141904 Aug 05 11:50:56.107023 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 46530) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:50:56.206092 n-d-803378-2 neutron-server[94421]: INFO neutron.pecan_wsgi.hooks.translation [None req-3980c93d-d043-4e81-8c77-ff5e3b97ffd5 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] GET failed (client error): The resource could not be found. Aug 05 11:50:56.214186 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-3980c93d-d043-4e81-8c77-ff5e3b97ffd5 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "GET /v2.0/ports/3dc6ce92-3fd7-4463-adab-74394024d86e HTTP/1.1" status: 404 len: 333 time: 0.0991921 Aug 05 11:50:56.219828 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 46532) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:50:56.293066 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d16315a-c1e9-4e1f-ae00-89fa4468f3e9 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:50:56.325875 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1758a95d-cea2-42b5-b91a-0f7e7e6460cb None None] Sync routers for ids ['4136f426-78ed-4250-aefb-e0c237eb64b3'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:50:56.392012 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-8bfdb05b-4996-4073-a549-f461556edb1b None None] Provisioning complete for port a4ec4180-f661-4bcb-b702-a929ad5d8733 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:50:56.401260 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-8bfdb05b-4996-4073-a549-f461556edb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:56.407602 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1758a95d-cea2-42b5-b91a-0f7e7e6460cb None None] Routers {'4136f426-78ed-4250-aefb-e0c237eb64b3'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:50:56.407602 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-1758a95d-cea2-42b5-b91a-0f7e7e6460cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:50:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['4136f426-78ed-4250-aefb-e0c237eb64b3'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:50:56.424302 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-3d16315a-c1e9-4e1f-ae00-89fa4468f3e9 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] 10.222.0.58 "PUT /v2.0/routers/4136f426-78ed-4250-aefb-e0c237eb64b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2626483 Aug 05 11:50:56.431204 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 46538) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:50:56.514791 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_v2 [None req-d089f312-0281-4e3f-8e4f-a0880629ee93 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Deleting subnet c5eb5555-3d0b-4eb3-9362-6e217918c66e {{(pid=94420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:50:56.522115 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d089f312-0281-4e3f-8e4f-a0880629ee93 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks [] for subnet, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:56.700428 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-1758a95d-cea2-42b5-b91a-0f7e7e6460cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:50:56.728455 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-8bfdb05b-4996-4073-a549-f461556edb1b None None] Port a4ec4180-f661-4bcb-b702-a929ad5d8733 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:50:56.752862 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1758a95d-cea2-42b5-b91a-0f7e7e6460cb None None] Routers {'4136f426-78ed-4250-aefb-e0c237eb64b3'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:50:56.753790 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-1758a95d-cea2-42b5-b91a-0f7e7e6460cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:50:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['4136f426-78ed-4250-aefb-e0c237eb64b3'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:50:56.785107 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc6f6cd-d4a3-453d-8974-d02b8e2ca0d3 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:50:56.787886 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-3fc6f6cd-d4a3-453d-8974-d02b8e2ca0d3 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] 10.222.0.58 "GET /v2.0/ports/a4ec4180-f661-4bcb-b702-a929ad5d8733 HTTP/1.1" status: 200 len: 910 time: 0.3541770 Aug 05 11:50:56.806095 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 46546) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:50:56.856337 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d089f312-0281-4e3f-8e4f-a0880629ee93 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25010562'] for subnet, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:56.990046 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-8bfdb05b-4996-4073-a549-f461556edb1b None None] Provisioning for port 0a39c943-8d61-4735-bebf-faee1afef39f completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:50:57.023927 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-1758a95d-cea2-42b5-b91a-0f7e7e6460cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:50:57.037374 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1758a95d-cea2-42b5-b91a-0f7e7e6460cb None None] The sync data for ids ['4136f426-78ed-4250-aefb-e0c237eb64b3'] in n-d-803378-2 is: [] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:50:57.045052 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-8bfdb05b-4996-4073-a549-f461556edb1b None None] Provisioning complete for port 0a39c943-8d61-4735-bebf-faee1afef39f triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:50:57.045587 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-8bfdb05b-4996-4073-a549-f461556edb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:57.343284 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d089f312-0281-4e3f-8e4f-a0880629ee93 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:57.743460 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-8bfdb05b-4996-4073-a549-f461556edb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:57.760914 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d089f312-0281-4e3f-8e4f-a0880629ee93 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29762763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24211094'] for subnet, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:58.052664 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d089f312-0281-4e3f-8e4f-a0880629ee93 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Pushing event deleted for resources: {'Subnet': ['ID=c5eb5555-3d0b-4eb3-9362-6e217918c66e,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:50:58.083766 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d089f312-0281-4e3f-8e4f-a0880629ee93 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks [] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:58.091369 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-d089f312-0281-4e3f-8e4f-a0880629ee93 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "DELETE /v2.0/subnets/c5eb5555-3d0b-4eb3-9362-6e217918c66e HTTP/1.1" status: 204 len: 168 time: 1.8670092 Aug 05 11:50:58.118254 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 46566) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:50:58.125087 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.db.api [None req-8bfdb05b-4996-4073-a549-f461556edb1b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94422) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 05 11:50:58.129732 n-d-803378-2 neutron-server[94422]: DEBUG oslo_db.api [None req-8bfdb05b-4996-4073-a549-f461556edb1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 11:50:58.581954 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f133ba2d-75ad-46c4-91e8-0247a2f0a5f6 None None] Network 798a7b5a-304b-4dad-a2f4-9cc23c5192d5 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:50:59.173727 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-8bfdb05b-4996-4073-a549-f461556edb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:59.352099 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-8bfdb05b-4996-4073-a549-f461556edb1b None None] For port 0a39c943-8d61-4735-bebf-faee1afef39f, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=0a39c943-8d61-4735-bebf-faee1afef39f,segment=NetworkSegment(630d59d9-27a2-42f2-a60b-689c9b600830),segment_id=630d59d9-27a2-42f2-a60b-689c9b600830)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:50:59.394412 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-042efd30-5db8-4298-9987-45a073e42da4 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:59.408346 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-8bfdb05b-4996-4073-a549-f461556edb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:50:59.621432 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f9c73df-c4a4-4ccf-bab8-6082f8a8147b None None] DHCP port deletion for 798a7b5a-304b-4dad-a2f4-9cc23c5192d5 request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 11:50:59.682653 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-fe832d2f-1c93-4016-bb78-ae0c25e8667f None None] Could not find standard attr ID for object 3dc6ce92-3fd7-4463-adab-74394024d86e. {{(pid=94422) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 05 11:50:59.714385 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfdb05b-4996-4073-a549-f461556edb1b None None] Pushing event updated for resources: {'Port': ['ID=0a39c943-8d61-4735-bebf-faee1afef39f,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:50:59.862961 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-fe832d2f-1c93-4016-bb78-ae0c25e8667f None None] Could not find standard attr ID for object 93398d54-995e-46bf-93d0-ee544ca0515f. {{(pid=94422) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 05 11:50:59.874382 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:00.003317 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-5f9c73df-c4a4-4ccf-bab8-6082f8a8147b None None] Deleting port 0a39c943-8d61-4735-bebf-faee1afef39f {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:51:00.009461 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-5f9c73df-c4a4-4ccf-bab8-6082f8a8147b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:00.016270 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-fe832d2f-1c93-4016-bb78-ae0c25e8667f None None] Provisioning complete for port 0a39c943-8d61-4735-bebf-faee1afef39f triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:51:00.025784 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-fe832d2f-1c93-4016-bb78-ae0c25e8667f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:00.294536 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-042efd30-5db8-4298-9987-45a073e42da4 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Deleting port 0a39c943-8d61-4735-bebf-faee1afef39f {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:51:00.300164 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-042efd30-5db8-4298-9987-45a073e42da4 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:00.346606 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-10cf63bb-ffc6-4d49-89af-f812cae99660 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33208311'] for router_interface, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:00.517161 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-5f9c73df-c4a4-4ccf-bab8-6082f8a8147b None None] For port 0a39c943-8d61-4735-bebf-faee1afef39f, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=0a39c943-8d61-4735-bebf-faee1afef39f,segment=NetworkSegment(630d59d9-27a2-42f2-a60b-689c9b600830),segment_id=630d59d9-27a2-42f2-a60b-689c9b600830)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:51:00.518095 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-5f9c73df-c4a4-4ccf-bab8-6082f8a8147b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:00.582682 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-5f1cb6bb-ecea-429f-8e25-36d6cc394e04 req-e0b3063b-ae9b-4d8e-96bb-001b6a957b55 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e98332d0-8552-4f90-9240-19975d912b36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7258079 Aug 05 11:51:00.626531 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-5f9c73df-c4a4-4ccf-bab8-6082f8a8147b None None] Calling delete_port for 0a39c943-8d61-4735-bebf-faee1afef39f owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:51:01.520922 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1cb6bb-ecea-429f-8e25-36d6cc394e04 req-d748e941-a95d-4be4-ad4e-1958875efd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:51:01.524623 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-5f1cb6bb-ecea-429f-8e25-36d6cc394e04 req-d748e941-a95d-4be4-ad4e-1958875efd87 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cbc89f3908d842d4a7beeb1a4fce5354&device_id=e98332d0-8552-4f90-9240-19975d912b36 HTTP/1.1" status: 200 len: 1097 time: 0.6274369 Aug 05 11:51:01.532157 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [None req-042efd30-5db8-4298-9987-45a073e42da4 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] For port 0a39c943-8d61-4735-bebf-faee1afef39f, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=0a39c943-8d61-4735-bebf-faee1afef39f,segment=NetworkSegment(630d59d9-27a2-42f2-a60b-689c9b600830),segment_id=630d59d9-27a2-42f2-a60b-689c9b600830)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:51:01.533189 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-042efd30-5db8-4298-9987-45a073e42da4 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:01.762316 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 0a39c943-8d61-4735-bebf-faee1afef39f no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:51:01.774969 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-5f9c73df-c4a4-4ccf-bab8-6082f8a8147b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:01.808522 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-042efd30-5db8-4298-9987-45a073e42da4 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Calling delete_port for 0a39c943-8d61-4735-bebf-faee1afef39f owned by network:dhcp {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:51:01.892657 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 0a39c943-8d61-4735-bebf-faee1afef39f {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:51:01.893499 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 0a39c943-8d61-4735-bebf-faee1afef39f not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:51:01.927117 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9c73df-c4a4-4ccf-bab8-6082f8a8147b None None] Pushing event deleted for resources: {'Port': ['ID=0a39c943-8d61-4735-bebf-faee1afef39f,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:51:01.938211 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-fe832d2f-1c93-4016-bb78-ae0c25e8667f None None] Could not find standard attr ID for object 0a39c943-8d61-4735-bebf-faee1afef39f. {{(pid=94422) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 05 11:51:01.944052 n-d-803378-2 neutron-server[94422]: INFO neutron.plugins.ml2.db [None req-fe832d2f-1c93-4016-bb78-ae0c25e8667f None None] No ports have port_id starting with 0a39c943-8d61-4735-bebf-faee1afef39f Aug 05 11:51:01.965648 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9c73df-c4a4-4ccf-bab8-6082f8a8147b None None] No DVR routers for this DVR port 0a39c943-8d61-4735-bebf-faee1afef39f on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:51:03.331166 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1cb6bb-ecea-429f-8e25-36d6cc394e04 req-45892d85-26f8-4f67-a4df-d7d075d93cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:51:03.334320 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-5f1cb6bb-ecea-429f-8e25-36d6cc394e04 req-45892d85-26f8-4f67-a4df-d7d075d93cb6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1ac4b742-2a25-4935-8476-e9ad3e543504 HTTP/1.1" status: 200 len: 917 time: 1.7440870 Aug 05 11:51:03.550873 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-042efd30-5db8-4298-9987-45a073e42da4 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:03.738952 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-10cf63bb-ffc6-4d49-89af-f812cae99660 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Deleting port a4ec4180-f661-4bcb-b702-a929ad5d8733 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:51:03.739429 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-10cf63bb-ffc6-4d49-89af-f812cae99660 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:03.756976 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042efd30-5db8-4298-9987-45a073e42da4 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Pushing event deleted for resources: {'Port': ['ID=0a39c943-8d61-4735-bebf-faee1afef39f,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:51:03.779780 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042efd30-5db8-4298-9987-45a073e42da4 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] No DVR routers for this DVR port 0a39c943-8d61-4735-bebf-faee1afef39f on host n-d-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:51:03.969722 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-5f1cb6bb-ecea-429f-8e25-36d6cc394e04 req-ef167e7a-171a-4134-a5a0-23e370d0ccbf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5f9a1648-97a0-49bb-a764-2148d15aa93e HTTP/1.1" status: 200 len: 1002 time: 0.6251121 Aug 05 11:51:04.237001 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-042efd30-5db8-4298-9987-45a073e42da4 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:04.298369 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-042efd30-5db8-4298-9987-45a073e42da4 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['798a7b5a-304b-4dad-a2f4-9cc23c5192d5']}} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:51:04.335495 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-042efd30-5db8-4298-9987-45a073e42da4 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '630d59d9-27a2-42f2-a60b-689c9b600830') {'for_net_delete': True} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:51:04.336990 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-042efd30-5db8-4298-9987-45a073e42da4 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '630d59d9-27a2-42f2-a60b-689c9b600830') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:51:04.415023 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-042efd30-5db8-4298-9987-45a073e42da4 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29786371'] for segment, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:04.460131 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-10cf63bb-ffc6-4d49-89af-f812cae99660 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:04.498807 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-042efd30-5db8-4298-9987-45a073e42da4 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:04.515545 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-10cf63bb-ffc6-4d49-89af-f812cae99660 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Calling delete_port for a4ec4180-f661-4bcb-b702-a929ad5d8733 owned by network:router_interface {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:51:04.529581 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1cb6bb-ecea-429f-8e25-36d6cc394e04 req-66b4bd33-c025-40b2-a315-7b7fe0c3d34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:51:04.533829 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-5f1cb6bb-ecea-429f-8e25-36d6cc394e04 req-66b4bd33-c025-40b2-a315-7b7fe0c3d34f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a5e28117-6f3c-401b-be5b-a70254f1dc57 HTTP/1.1" status: 200 len: 855 time: 0.2727480 Aug 05 11:51:04.540009 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-042efd30-5db8-4298-9987-45a073e42da4 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Releasing vlan 679 on physical network physnet1 to pool {{(pid=94421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:51:04.540679 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-042efd30-5db8-4298-9987-45a073e42da4 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25038799'] for segment, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:04.546825 n-d-803378-2 neutron-server[94421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 11:51:04.546825 n-d-803378-2 neutron-server[94421]: self.session.flush() Aug 05 11:51:04.546825 n-d-803378-2 neutron-server[94421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 11:51:04.546825 n-d-803378-2 neutron-server[94421]: self.session.flush() Aug 05 11:51:04.546825 n-d-803378-2 neutron-server[94421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 11:51:04.546825 n-d-803378-2 neutron-server[94421]: self.session.flush() Aug 05 11:51:04.546825 n-d-803378-2 neutron-server[94421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 11:51:04.546825 n-d-803378-2 neutron-server[94421]: self.session.flush() Aug 05 11:51:04.546825 n-d-803378-2 neutron-server[94421]: Traceback (most recent call last): Aug 05 11:51:04.546825 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:51:04.546825 n-d-803378-2 neutron-server[94421]: timer() Aug 05 11:51:04.546825 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:51:04.546825 n-d-803378-2 neutron-server[94421]: cb(*args, **kw) Aug 05 11:51:04.546825 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:51:04.546825 n-d-803378-2 neutron-server[94421]: return func(*args, **kwargs) Aug 05 11:51:04.546825 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:51:04.546825 n-d-803378-2 neutron-server[94421]: self._notify() Aug 05 11:51:04.546825 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:51:04.546825 n-d-803378-2 neutron-server[94421]: self.callback(batched_events) Aug 05 11:51:04.546825 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:51:04.546825 n-d-803378-2 neutron-server[94421]: event.method(event) Aug 05 11:51:04.546825 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:51:04.546825 n-d-803378-2 neutron-server[94421]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:51:04.546825 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:51:04.546825 n-d-803378-2 neutron-server[94421]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:51:04.546825 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:51:04.546825 n-d-803378-2 neutron-server[94421]: return f(self, *a, **k) Aug 05 11:51:04.546825 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:51:04.546825 n-d-803378-2 neutron-server[94421]: return self._get(url).json() Aug 05 11:51:04.546825 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:51:04.546825 n-d-803378-2 neutron-server[94421]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:51:04.546825 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:51:04.546825 n-d-803378-2 neutron-server[94421]: return self.request(url, 'GET', **kwargs) Aug 05 11:51:04.546825 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:51:04.546825 n-d-803378-2 neutron-server[94421]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:51:04.546825 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:51:04.546825 n-d-803378-2 neutron-server[94421]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:51:04.546825 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:51:04.546825 n-d-803378-2 neutron-server[94421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:51:04.546825 n-d-803378-2 neutron-server[94421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:51:05.324957 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-10cf63bb-ffc6-4d49-89af-f812cae99660 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:05.573581 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cf63bb-ffc6-4d49-89af-f812cae99660 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Pushing event deleted for resources: {'Port': ['ID=a4ec4180-f661-4bcb-b702-a929ad5d8733,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:51:05.610040 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1cb6bb-ecea-429f-8e25-36d6cc394e04 req-f3a238c9-37e1-4cd4-886f-c8517916d9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:51:05.613234 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-5f1cb6bb-ecea-429f-8e25-36d6cc394e04 req-f3a238c9-37e1-4cd4-886f-c8517916d9ba service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1ac4b742-2a25-4935-8476-e9ad3e543504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0648029 Aug 05 11:51:05.620784 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-042efd30-5db8-4298-9987-45a073e42da4 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:05.677360 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-042efd30-5db8-4298-9987-45a073e42da4 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks [] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:05.686310 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 46698) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:51:05.690647 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-042efd30-5db8-4298-9987-45a073e42da4 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "DELETE /v2.0/networks/798a7b5a-304b-4dad-a2f4-9cc23c5192d5 HTTP/1.1" status: 204 len: 168 time: 7.5704606 Aug 05 11:51:05.727621 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-05d9db4b-8da2-4b2c-9061-632fc46ee4bd tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1293942488'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:51:05.842240 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05d9db4b-8da2-4b2c-9061-632fc46ee4bd tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Made reservation on behalf of 26f32bbf0e234159bf611d6f63f387fb for: {'network': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:51:05.854028 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-05d9db4b-8da2-4b2c-9061-632fc46ee4bd tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:05.961199 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05d9db4b-8da2-4b2c-9061-632fc46ee4bd tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] vlan segment allocate from pool success with {'vlan_id': 673, 'physical_network': 'physnet1'} {{(pid=94420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:51:05.986385 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-05d9db4b-8da2-4b2c-9061-632fc46ee4bd tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:05.988161 n-d-803378-2 neutron-server[94420]: INFO neutron.db.segments_db [None req-05d9db4b-8da2-4b2c-9061-632fc46ee4bd tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Added segment c2314367-c554-456a-8aa7-037d653bfc99 of type vlan for network 54e49d7a-9aaf-4d64-8503-21c3813d3451 Aug 05 11:51:06.084923 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-05d9db4b-8da2-4b2c-9061-632fc46ee4bd tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:06.095037 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-5f1cb6bb-ecea-429f-8e25-36d6cc394e04 req-f91f4958-9239-463b-a16a-12297140b72c service neutron] 10.222.0.55 "GET /v2.0/networks/1ac4b742-2a25-4935-8476-e9ad3e543504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4511111 Aug 05 11:51:06.101464 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042efd30-5db8-4298-9987-45a073e42da4 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Pushing event deleted for resources: {'Network': ['ID=798a7b5a-304b-4dad-a2f4-9cc23c5192d5,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:51:06.173672 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-05d9db4b-8da2-4b2c-9061-632fc46ee4bd tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:06.194623 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d9db4b-8da2-4b2c-9061-632fc46ee4bd tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:51:06.197835 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-05d9db4b-8da2-4b2c-9061-632fc46ee4bd tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:06.468166 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d9db4b-8da2-4b2c-9061-632fc46ee4bd tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Pushing event updated for resources: {'Network': ['ID=54e49d7a-9aaf-4d64-8503-21c3813d3451,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:51:06.515887 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-05d9db4b-8da2-4b2c-9061-632fc46ee4bd tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8228283 Aug 05 11:51:06.516747 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 54e49d7a-9aaf-4d64-8503-21c3813d3451 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:51:06.526476 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 46714) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:51:06.567804 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-ff1699a6-f19e-4188-80b1-5f52dc9d78bb tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Request body: {'subnet': {'network_id': '54e49d7a-9aaf-4d64-8503-21c3813d3451', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:51:06.901260 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-10cf63bb-ffc6-4d49-89af-f812cae99660 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33140263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33208171'] for router_interface, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:06.960323 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03763a98-5b31-440c-8aad-17c93ffdc825 req-fa72fe8b-0fcd-4497-a39a-c5e76990344d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:51:06.964512 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-03763a98-5b31-440c-8aad-17c93ffdc825 req-fa72fe8b-0fcd-4497-a39a-c5e76990344d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=39c6d6575f854e26a57d96d36d983be3&device_id=9b29975d-3633-486b-ba92-5c1ed1330df4 HTTP/1.1" status: 200 len: 1097 time: 0.3030500 Aug 05 11:51:06.990934 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-5f1cb6bb-ecea-429f-8e25-36d6cc394e04 req-9088e199-695f-4fd8-9248-df8b7be6ac3c service neutron] 10.222.0.55 "GET /v2.0/networks/1ac4b742-2a25-4935-8476-e9ad3e543504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8751893 Aug 05 11:51:07.206477 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff1699a6-f19e-4188-80b1-5f52dc9d78bb tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Made reservation on behalf of 26f32bbf0e234159bf611d6f63f387fb for: {'subnet': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:51:07.214380 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ff1699a6-f19e-4188-80b1-5f52dc9d78bb tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24211133'] for subnet, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:07.243470 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf273d0-c8ca-404d-8def-6df2043eb92c req-19f5a3e4-a691-47fc-b7f1-f68791898d59 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:51:07.247726 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1cf273d0-c8ca-404d-8def-6df2043eb92c req-19f5a3e4-a691-47fc-b7f1-f68791898d59 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=e98332d0-8552-4f90-9240-19975d912b36 HTTP/1.1" status: 200 len: 946 time: 0.4090703 Aug 05 11:51:07.268120 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-de9001d1-6273-4ccb-8a4f-ff3b9639442d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:07.482324 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1cf273d0-c8ca-404d-8def-6df2043eb92c req-95cb5f5f-fc23-407f-9875-c6d887276419 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca0df2b3-ca19-4f0d-95c0-bd3e02a9c49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2079816 Aug 05 11:51:07.903568 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03763a98-5b31-440c-8aad-17c93ffdc825 req-51cf59f2-4973-4a0f-b5d4-9525140d9460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:51:07.907063 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-03763a98-5b31-440c-8aad-17c93ffdc825 req-51cf59f2-4973-4a0f-b5d4-9525140d9460 service neutron] 10.222.0.64 "GET /v2.0/networks?id=debeaa60-b13d-4f6e-a270-9d57e30ced89 HTTP/1.1" status: 200 len: 905 time: 0.8011348 Aug 05 11:51:08.052537 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10cf63bb-ffc6-4d49-89af-f812cae99660 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Router 4136f426-78ed-4250-aefb-e0c237eb64b3 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 11:51:08.064210 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ff1699a6-f19e-4188-80b1-5f52dc9d78bb tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29762700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24211087'] for subnet, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:08.114951 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-03763a98-5b31-440c-8aad-17c93ffdc825 req-1d69daba-e188-456f-91db-da8444cef9aa service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d7fa8a13-e5a9-455b-b585-8e43650e0c4d HTTP/1.1" status: 200 len: 217 time: 0.0837779 Aug 05 11:51:08.334787 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1699a6-f19e-4188-80b1-5f52dc9d78bb tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Pushing event updated for resources: {'Subnet': ['ID=160b58bb-d8f0-4bce-b5e1-b33e677fbf39,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:51:08.385328 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1699a6-f19e-4188-80b1-5f52dc9d78bb tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Checking segment: {'id': 'c2314367-c554-456a-8aa7-037d653bfc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '54e49d7a-9aaf-4d64-8503-21c3813d3451'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:51:08.386454 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff1699a6-f19e-4188-80b1-5f52dc9d78bb tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Network hostable DHCP agents. Network: 54e49d7a-9aaf-4d64-8503-21c3813d3451, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:51:08.458119 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff1699a6-f19e-4188-80b1-5f52dc9d78bb tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Network 54e49d7a-9aaf-4d64-8503-21c3813d3451 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:51:08.501910 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-ff1699a6-f19e-4188-80b1-5f52dc9d78bb tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, 54e49d7a-9aaf-4d64-8503-21c3813d3451) {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:51:08.519192 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd8be1dd-94ea-4abe-8e93-694a8356d52e None None] Network 54e49d7a-9aaf-4d64-8503-21c3813d3451 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:51:08.530907 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff1699a6-f19e-4188-80b1-5f52dc9d78bb tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:51:08.540166 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ff1699a6-f19e-4188-80b1-5f52dc9d78bb tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks [] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:08.632035 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-ff1699a6-f19e-4188-80b1-5f52dc9d78bb tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0944581 Aug 05 11:51:08.633264 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 46750) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:51:08.674495 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-b8fd3ad6-2ba6-4a87-a6c0-dcf05f30733c tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Request body: {'port': {'network_id': '54e49d7a-9aaf-4d64-8503-21c3813d3451', 'name': 'tempest-PortsTestJSON-576471092', 'fixed_ips': [{'subnet_id': '160b58bb-d8f0-4bce-b5e1-b33e677fbf39', 'ip_address': '172.20.0.10'}]}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:51:08.744626 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03763a98-5b31-440c-8aad-17c93ffdc825 req-9dba386d-bfc5-4c81-86c0-2614b8f18eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:51:08.772382 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-03763a98-5b31-440c-8aad-17c93ffdc825 req-9dba386d-bfc5-4c81-86c0-2614b8f18eb2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9fa39e07-a6bd-4ef4-8a54-1af79d2770df HTTP/1.1" status: 200 len: 844 time: 0.6162057 Aug 05 11:51:08.904359 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-03763a98-5b31-440c-8aad-17c93ffdc825 req-51eccc8a-3893-48bd-916d-d856484096ac service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=debeaa60-b13d-4f6e-a270-9d57e30ced89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1298120 Aug 05 11:51:09.270889 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded4ce5e-5088-4076-8767-d531f3d47eb2 req-9fa4a8ee-31d0-498c-9d21-2d01482e2323 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:51:09.275281 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ded4ce5e-5088-4076-8767-d531f3d47eb2 req-9fa4a8ee-31d0-498c-9d21-2d01482e2323 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=e98332d0-8552-4f90-9240-19975d912b36 HTTP/1.1" status: 200 len: 946 time: 0.3390784 Aug 05 11:51:09.312457 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-03763a98-5b31-440c-8aad-17c93ffdc825 req-41e5006e-5b5e-4802-a68e-16fcce916fd5 service neutron] 10.222.0.64 "GET /v2.0/networks/debeaa60-b13d-4f6e-a270-9d57e30ced89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3869064 Aug 05 11:51:09.314846 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10cf63bb-ffc6-4d49-89af-f812cae99660 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:51:09.324407 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-10cf63bb-ffc6-4d49-89af-f812cae99660 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] 10.222.0.58 "PUT /v2.0/routers/4136f426-78ed-4250-aefb-e0c237eb64b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5165031 Aug 05 11:51:09.333497 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d76c21a-d4f6-4438-9301-f6b21ad35cdc None None] Sync routers for ids ['4136f426-78ed-4250-aefb-e0c237eb64b3'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:51:09.342142 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 46754) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:51:09.415811 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d76c21a-d4f6-4438-9301-f6b21ad35cdc None None] Routers {'4136f426-78ed-4250-aefb-e0c237eb64b3'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:51:09.420078 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-9d76c21a-d4f6-4438-9301-f6b21ad35cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:50:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['4136f426-78ed-4250-aefb-e0c237eb64b3'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:51:09.494884 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16192480-b5c6-4c0d-8d4d-e49f147ede09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-54e49d7a-9aaf-4d64-8503-21c3813d3451', 'network_id': '54e49d7a-9aaf-4d64-8503-21c3813d3451', 'tenant_id': '26f32bbf0e234159bf611d6f63f387fb', 'fixed_ips': [{'subnet_id': '160b58bb-d8f0-4bce-b5e1-b33e677fbf39'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 11:51:09.496150 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-16192480-b5c6-4c0d-8d4d-e49f147ede09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:09.575862 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ded4ce5e-5088-4076-8767-d531f3d47eb2 req-0d2d107e-f7a3-4d55-b3ca-2215e1946fdc tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca0df2b3-ca19-4f0d-95c0-bd3e02a9c49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2444060 Aug 05 11:51:09.611505 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8fd3ad6-2ba6-4a87-a6c0-dcf05f30733c tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Made reservation on behalf of 26f32bbf0e234159bf611d6f63f387fb for: {'port': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:51:09.645687 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-9d76c21a-d4f6-4438-9301-f6b21ad35cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:51:09.708074 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d76c21a-d4f6-4438-9301-f6b21ad35cdc None None] Routers {'4136f426-78ed-4250-aefb-e0c237eb64b3'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:51:09.716171 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-9d76c21a-d4f6-4438-9301-f6b21ad35cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:50:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['4136f426-78ed-4250-aefb-e0c237eb64b3'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:51:09.864703 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-9d76c21a-d4f6-4438-9301-f6b21ad35cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:51:09.870035 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d76c21a-d4f6-4438-9301-f6b21ad35cdc None None] The sync data for ids ['4136f426-78ed-4250-aefb-e0c237eb64b3'] in n-d-803378-2 is: [] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:51:09.894374 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 46766) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:51:10.045002 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b8fd3ad6-2ba6-4a87-a6c0-dcf05f30733c tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:10.063140 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-03763a98-5b31-440c-8aad-17c93ffdc825 req-6ae9c0dd-385f-419f-aeb3-53a596f7cf96 service neutron] 10.222.0.64 "GET /v2.0/networks/debeaa60-b13d-4f6e-a270-9d57e30ced89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7263491 Aug 05 11:51:10.132898 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [None req-b8fd3ad6-2ba6-4a87-a6c0-dcf05f30733c tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] device_id is not set on port d9ba7615-fc01-475e-9bde-4ab7c7f88999 yet. {{(pid=94420) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 11:51:10.151918 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e2343371-52af-4b90-a46b-5f2c158f190d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:10.208587 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:10.475121 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-16192480-b5c6-4c0d-8d4d-e49f147ede09 None None] Allocated IP 172.20.0.2 (54e49d7a-9aaf-4d64-8503-21c3813d3451/160b58bb-d8f0-4bce-b5e1-b33e677fbf39/582a6efc-5ad9-4c5d-8a7f-ce7f4242e0c2) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:51:10.670523 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c34221ea-a608-4379-bb7e-5fd951033fec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:11.054872 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-16192480-b5c6-4c0d-8d4d-e49f147ede09 None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:11.075453 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-16192480-b5c6-4c0d-8d4d-e49f147ede09 None None] Transition to ACTIVE for port object 582a6efc-5ad9-4c5d-8a7f-ce7f4242e0c2 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:51:11.109167 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-16192480-b5c6-4c0d-8d4d-e49f147ede09 None None] Transition to ACTIVE for port object 582a6efc-5ad9-4c5d-8a7f-ce7f4242e0c2 will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:51:11.126283 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-16192480-b5c6-4c0d-8d4d-e49f147ede09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:11.145363 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c34221ea-a608-4379-bb7e-5fd951033fec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:11.184934 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c34221ea-a608-4379-bb7e-5fd951033fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:11.258078 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1b5b1e-2c05-4722-873a-524d3c55278e req-68683111-284a-4819-91f2-5bcebf2f7a1c tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:51:11.270882 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ae1b5b1e-2c05-4722-873a-524d3c55278e req-68683111-284a-4819-91f2-5bcebf2f7a1c tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=e98332d0-8552-4f90-9240-19975d912b36 HTTP/1.1" status: 200 len: 946 time: 0.2957022 Aug 05 11:51:11.284607 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-b8fd3ad6-2ba6-4a87-a6c0-dcf05f30733c tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Allocated IP 172.20.0.10 (54e49d7a-9aaf-4d64-8503-21c3813d3451/160b58bb-d8f0-4bce-b5e1-b33e677fbf39/d9ba7615-fc01-475e-9bde-4ab7c7f88999) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:51:11.312996 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34221ea-a608-4379-bb7e-5fd951033fec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ab31877-4842-460a-8bc8-7e9dc4f5bd49,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:51:11.351795 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16192480-b5c6-4c0d-8d4d-e49f147ede09 None None] Network 54e49d7a-9aaf-4d64-8503-21c3813d3451 is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:51:11.352715 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e88b5473-3fec-42c0-b80a-285cc25ab0ff tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33208311'] for router_interface, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:11.380713 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-16192480-b5c6-4c0d-8d4d-e49f147ede09 None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:51:11.389961 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16192480-b5c6-4c0d-8d4d-e49f147ede09 None None] Pushing event updated for resources: {'Port': ['ID=582a6efc-5ad9-4c5d-8a7f-ce7f4242e0c2,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:51:11.394315 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16192480-b5c6-4c0d-8d4d-e49f147ede09 None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:51:11.465454 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ae1b5b1e-2c05-4722-873a-524d3c55278e req-edee9eed-88ad-4797-b3c2-921c7ada1d3c tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca0df2b3-ca19-4f0d-95c0-bd3e02a9c49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1928549 Aug 05 11:51:11.699148 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-16192480-b5c6-4c0d-8d4d-e49f147ede09 None None] Attempting to bind port 582a6efc-5ad9-4c5d-8a7f-ce7f4242e0c2 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:51:11.699857 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-16192480-b5c6-4c0d-8d4d-e49f147ede09 None None] Attempting to bind port 582a6efc-5ad9-4c5d-8a7f-ce7f4242e0c2 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'c2314367-c554-456a-8aa7-037d653bfc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '54e49d7a-9aaf-4d64-8503-21c3813d3451'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:51:11.706971 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16192480-b5c6-4c0d-8d4d-e49f147ede09 None None] Attempting to bind port 582a6efc-5ad9-4c5d-8a7f-ce7f4242e0c2 on network 54e49d7a-9aaf-4d64-8503-21c3813d3451 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:51:11.761564 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16192480-b5c6-4c0d-8d4d-e49f147ede09 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:51:11.762446 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16192480-b5c6-4c0d-8d4d-e49f147ede09 None None] Checking segment: {'id': 'c2314367-c554-456a-8aa7-037d653bfc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '54e49d7a-9aaf-4d64-8503-21c3813d3451'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:51:11.763312 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-16192480-b5c6-4c0d-8d4d-e49f147ede09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:11.770441 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16192480-b5c6-4c0d-8d4d-e49f147ede09 None None] Bound using segment: {'id': 'c2314367-c554-456a-8aa7-037d653bfc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '54e49d7a-9aaf-4d64-8503-21c3813d3451'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:51:11.771738 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-16192480-b5c6-4c0d-8d4d-e49f147ede09 None None] Bound port: 582a6efc-5ad9-4c5d-8a7f-ce7f4242e0c2, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2314367-c554-456a-8aa7-037d653bfc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '54e49d7a-9aaf-4d64-8503-21c3813d3451'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:51:11.772648 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-16192480-b5c6-4c0d-8d4d-e49f147ede09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:11.851900 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:11.868622 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b8fd3ad6-2ba6-4a87-a6c0-dcf05f30733c tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:11.899412 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [None req-b8fd3ad6-2ba6-4a87-a6c0-dcf05f30733c tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Transition to ACTIVE for port object d9ba7615-fc01-475e-9bde-4ab7c7f88999 will not be triggered until provisioned by entity DHCP. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:51:11.973753 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b8fd3ad6-2ba6-4a87-a6c0-dcf05f30733c tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:12.054716 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-16192480-b5c6-4c0d-8d4d-e49f147ede09 None None] For port 582a6efc-5ad9-4c5d-8a7f-ce7f4242e0c2, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:51:12.062365 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-16192480-b5c6-4c0d-8d4d-e49f147ede09 None None] For port 582a6efc-5ad9-4c5d-8a7f-ce7f4242e0c2, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=582a6efc-5ad9-4c5d-8a7f-ce7f4242e0c2,segment=NetworkSegment(c2314367-c554-456a-8aa7-037d653bfc99),segment_id=c2314367-c554-456a-8aa7-037d653bfc99)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:51:12.092210 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-16192480-b5c6-4c0d-8d4d-e49f147ede09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:12.128382 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8fd3ad6-2ba6-4a87-a6c0-dcf05f30733c tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Network 54e49d7a-9aaf-4d64-8503-21c3813d3451 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:51:12.149696 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-b8fd3ad6-2ba6-4a87-a6c0-dcf05f30733c tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:51:12.150030 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-c34221ea-a608-4379-bb7e-5fd951033fec admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2261a2acf4564d8fabcf1001300c9a68&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2521040 Aug 05 11:51:12.150792 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 46792) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:51:12.156969 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fd3ad6-2ba6-4a87-a6c0-dcf05f30733c tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:51:12.293081 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fd3ad6-2ba6-4a87-a6c0-dcf05f30733c tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Pushing event updated for resources: {'Port': ['ID=d9ba7615-fc01-475e-9bde-4ab7c7f88999,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:51:12.378766 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16192480-b5c6-4c0d-8d4d-e49f147ede09 None None] Pushing event updated for resources: {'Port': ['ID=582a6efc-5ad9-4c5d-8a7f-ce7f4242e0c2,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:51:12.427555 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8fd3ad6-2ba6-4a87-a6c0-dcf05f30733c tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:51:12.428965 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b8fd3ad6-2ba6-4a87-a6c0-dcf05f30733c tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:12.482707 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-b8fd3ad6-2ba6-4a87-a6c0-dcf05f30733c tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.8474460 Aug 05 11:51:12.484324 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 46802) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:51:12.501736 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-fa0714bf-c63d-4f33-a659-63658b67e2a8 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Request body: {'port': {'network_id': '54e49d7a-9aaf-4d64-8503-21c3813d3451', 'name': 'tempest-PortsTestJSON-491441879', 'fixed_ips': [{'subnet_id': '160b58bb-d8f0-4bce-b5e1-b33e677fbf39', 'ip_address': '172.20.0.9'}]}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:51:12.630488 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-df6f916d-9a2a-4e42-a4fd-2953219060d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:12.755827 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-df6f916d-9a2a-4e42-a4fd-2953219060d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:12.930621 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa0714bf-c63d-4f33-a659-63658b67e2a8 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Made reservation on behalf of 26f32bbf0e234159bf611d6f63f387fb for: {'port': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:51:12.940351 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fa0714bf-c63d-4f33-a659-63658b67e2a8 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:13.030103 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58d7eea-1028-45f2-9daf-9a5bfd7d0b9c req-6488ed10-f29f-4f13-9e5c-ff5e6ae0bad6 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:51:13.066168 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c58d7eea-1028-45f2-9daf-9a5bfd7d0b9c req-6488ed10-f29f-4f13-9e5c-ff5e6ae0bad6 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=e98332d0-8552-4f90-9240-19975d912b36 HTTP/1.1" status: 200 len: 946 time: 0.2554412 Aug 05 11:51:13.082686 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [None req-fa0714bf-c63d-4f33-a659-63658b67e2a8 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] device_id is not set on port a37acf89-7cc9-4bcf-a6c6-b13b5d098c30 yet. {{(pid=94420) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 11:51:13.144660 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-df6f916d-9a2a-4e42-a4fd-2953219060d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:13.151372 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-df6f916d-9a2a-4e42-a4fd-2953219060d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:13.166180 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-df6f916d-9a2a-4e42-a4fd-2953219060d9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1ab31877-4842-460a-8bc8-7e9dc4f5bd49 HTTP/1.1" status: 204 len: 168 time: 0.7917483 Aug 05 11:51:13.295013 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c58d7eea-1028-45f2-9daf-9a5bfd7d0b9c req-23f1d3ad-d199-44b7-89fa-8f5c23486d9f tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca0df2b3-ca19-4f0d-95c0-bd3e02a9c49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1813526 Aug 05 11:51:13.300747 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6f916d-9a2a-4e42-a4fd-2953219060d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ab31877-4842-460a-8bc8-7e9dc4f5bd49,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:51:13.494268 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-e88b5473-3fec-42c0-b80a-285cc25ab0ff tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Deleting port 2c8a4fd7-3ea6-4cf9-901f-fa136ab2a06a {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:51:13.494865 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e88b5473-3fec-42c0-b80a-285cc25ab0ff tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:13.566230 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66fe982-f984-49e7-bdba-90d21c59a89b req-f3e231fa-d39c-4612-9b58-2a7b4456619c tempest-TestNetworkAdvancedServerOps-1820726671 tempest-TestNetworkAdvancedServerOps-1820726671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:51:13.568095 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c66fe982-f984-49e7-bdba-90d21c59a89b req-f3e231fa-d39c-4612-9b58-2a7b4456619c tempest-TestNetworkAdvancedServerOps-1820726671 tempest-TestNetworkAdvancedServerOps-1820726671-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=ddf47896-42f3-4efd-854d-4716a8276153 HTTP/1.1" status: 200 len: 1097 time: 0.3416500 Aug 05 11:51:13.769675 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e88b5473-3fec-42c0-b80a-285cc25ab0ff tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:13.821988 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-e88b5473-3fec-42c0-b80a-285cc25ab0ff tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Calling delete_port for 2c8a4fd7-3ea6-4cf9-901f-fa136ab2a06a owned by network:router_interface {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:51:13.906043 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:14.008094 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c66fe982-f984-49e7-bdba-90d21c59a89b req-e89cd0f6-78b7-4336-bd2d-7e6bb3bda790 tempest-TestNetworkAdvancedServerOps-1820726671 tempest-TestNetworkAdvancedServerOps-1820726671-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=8ace5c99-ff1d-4ae8-a34c-808ba849368d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4173381 Aug 05 11:51:14.093923 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 46828) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:51:14.271164 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-fa0714bf-c63d-4f33-a659-63658b67e2a8 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Allocated IP 172.20.0.9 (54e49d7a-9aaf-4d64-8503-21c3813d3451/160b58bb-d8f0-4bce-b5e1-b33e677fbf39/a37acf89-7cc9-4bcf-a6c6-b13b5d098c30) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:51:14.811746 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 582a6efc-5ad9-4c5d-8a7f-ce7f4242e0c2 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:51:14.972161 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f580a9-9628-4d04-b86c-51f7113c535f None None] Network 54e49d7a-9aaf-4d64-8503-21c3813d3451 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:51:15.008665 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e88b5473-3fec-42c0-b80a-285cc25ab0ff tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:15.049626 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fa0714bf-c63d-4f33-a659-63658b67e2a8 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:15.085149 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [None req-fa0714bf-c63d-4f33-a659-63658b67e2a8 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Transition to ACTIVE for port object a37acf89-7cc9-4bcf-a6c6-b13b5d098c30 will not be triggered until provisioned by entity DHCP. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:51:15.191332 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88b5473-3fec-42c0-b80a-285cc25ab0ff tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Pushing event deleted for resources: {'Port': ['ID=2c8a4fd7-3ea6-4cf9-901f-fa136ab2a06a,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:51:15.274913 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 582a6efc-5ad9-4c5d-8a7f-ce7f4242e0c2 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:51:15.403532 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-7ca5d24a-c932-460e-bd73-848537bd3d7b None None] Provisioning for port 582a6efc-5ad9-4c5d-8a7f-ce7f4242e0c2 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:51:15.409086 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fa0714bf-c63d-4f33-a659-63658b67e2a8 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:15.618165 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 582a6efc-5ad9-4c5d-8a7f-ce7f4242e0c2 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:51:15.619344 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:15.627207 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-7ca5d24a-c932-460e-bd73-848537bd3d7b None None] Provisioning complete for port 582a6efc-5ad9-4c5d-8a7f-ce7f4242e0c2 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:51:15.631802 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-7ca5d24a-c932-460e-bd73-848537bd3d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:15.688951 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0714bf-c63d-4f33-a659-63658b67e2a8 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Network 54e49d7a-9aaf-4d64-8503-21c3813d3451 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:51:15.739481 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-fa0714bf-c63d-4f33-a659-63658b67e2a8 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:51:15.749030 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0714bf-c63d-4f33-a659-63658b67e2a8 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:51:15.942544 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa0714bf-c63d-4f33-a659-63658b67e2a8 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:51:15.943898 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fa0714bf-c63d-4f33-a659-63658b67e2a8 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:16.028091 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bce1fd-03a1-4598-85c7-0d08a19732c0 req-8f446c60-59cf-4e73-9bc8-28d57bad47dc tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:51:16.036276 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-19bce1fd-03a1-4598-85c7-0d08a19732c0 req-8f446c60-59cf-4e73-9bc8-28d57bad47dc tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=e98332d0-8552-4f90-9240-19975d912b36 HTTP/1.1" status: 200 len: 946 time: 0.8503721 Aug 05 11:51:16.037981 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e88b5473-3fec-42c0-b80a-285cc25ab0ff tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33140263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33208171'] for router_interface, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:16.049100 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-fa0714bf-c63d-4f33-a659-63658b67e2a8 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.5547211 Aug 05 11:51:16.049100 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0714bf-c63d-4f33-a659-63658b67e2a8 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Pushing event updated for resources: {'Port': ['ID=a37acf89-7cc9-4bcf-a6c6-b13b5d098c30,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:51:16.076611 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 46870) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:51:16.301695 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:16.365295 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-7ca5d24a-c932-460e-bd73-848537bd3d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:16.378875 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-ae0f19f8-fcea-4b4f-a0ab-7b9b3e28c970 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Deleting port a4d2be09-7794-4b1e-b2af-93f4ab8fe7b5 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:51:16.379704 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ae0f19f8-fcea-4b4f-a0ab-7b9b3e28c970 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:16.545241 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-7ca5d24a-c932-460e-bd73-848537bd3d7b None None] For port 582a6efc-5ad9-4c5d-8a7f-ce7f4242e0c2, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=582a6efc-5ad9-4c5d-8a7f-ce7f4242e0c2,segment=NetworkSegment(c2314367-c554-456a-8aa7-037d653bfc99),segment_id=c2314367-c554-456a-8aa7-037d653bfc99)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:51:16.604579 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-19bce1fd-03a1-4598-85c7-0d08a19732c0 req-46501b40-a722-4d6e-9195-e8d3c7671cb4 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca0df2b3-ca19-4f0d-95c0-bd3e02a9c49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5115020 Aug 05 11:51:16.679610 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c1c1dc-af25-4b18-ba48-5cea06d4d89a tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:51:16.689639 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-11c1c1dc-af25-4b18-ba48-5cea06d4d89a tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.5942316 Aug 05 11:51:16.690665 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 46882) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:51:16.736120 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-7ca5d24a-c932-460e-bd73-848537bd3d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:16.803278 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ae0f19f8-fcea-4b4f-a0ab-7b9b3e28c970 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:16.803715 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ae0f19f8-fcea-4b4f-a0ab-7b9b3e28c970 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:16.875008 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-ae0f19f8-fcea-4b4f-a0ab-7b9b3e28c970 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Calling delete_port for a4d2be09-7794-4b1e-b2af-93f4ab8fe7b5 owned by network:floatingip {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:51:16.959816 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.db.api [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94422) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 05 11:51:16.961106 n-d-803378-2 neutron-server[94422]: DEBUG oslo_db.api [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 11:51:16.965741 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca5d24a-c932-460e-bd73-848537bd3d7b None None] Pushing event updated for resources: {'Port': ['ID=582a6efc-5ad9-4c5d-8a7f-ce7f4242e0c2,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:51:16.975421 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5fae49-6fb4-4676-b9b1-39567877ab8a tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:51:17.017879 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5fae49-6fb4-4676-b9b1-39567877ab8a tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:51:17.034762 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f9834546-1f28-458e-95b1-9fac32d484fc None None] Provisioning complete for port 582a6efc-5ad9-4c5d-8a7f-ce7f4242e0c2 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:51:17.035719 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f9834546-1f28-458e-95b1-9fac32d484fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:17.075076 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5fae49-6fb4-4676-b9b1-39567877ab8a tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:51:17.083742 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-7e5fae49-6fb4-4676-b9b1-39567877ab8a tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.3878284 Aug 05 11:51:17.084874 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 46890) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:51:17.397798 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f9834546-1f28-458e-95b1-9fac32d484fc None None] Provisioning for port d9ba7615-fc01-475e-9bde-4ab7c7f88999 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:51:17.411233 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f9834546-1f28-458e-95b1-9fac32d484fc None None] Provisioning complete for port d9ba7615-fc01-475e-9bde-4ab7c7f88999 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:51:17.412308 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f9834546-1f28-458e-95b1-9fac32d484fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:17.443014 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-00523d9a-302e-4047-a07e-f30e7b325317 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Deleting port a37acf89-7cc9-4bcf-a6c6-b13b5d098c30 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:51:17.448028 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-00523d9a-302e-4047-a07e-f30e7b325317 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:17.500406 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e88b5473-3fec-42c0-b80a-285cc25ab0ff tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Router 4136f426-78ed-4250-aefb-e0c237eb64b3 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 11:51:17.572432 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 11:51:17.886989 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-f9834546-1f28-458e-95b1-9fac32d484fc None None] Port d9ba7615-fc01-475e-9bde-4ab7c7f88999 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:51:17.933914 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f9834546-1f28-458e-95b1-9fac32d484fc None None] Provisioning for port a37acf89-7cc9-4bcf-a6c6-b13b5d098c30 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:51:17.956479 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f9834546-1f28-458e-95b1-9fac32d484fc None None] Provisioning complete for port a37acf89-7cc9-4bcf-a6c6-b13b5d098c30 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:51:17.973332 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f9834546-1f28-458e-95b1-9fac32d484fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:18.056964 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-00523d9a-302e-4047-a07e-f30e7b325317 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:18.130735 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-00523d9a-302e-4047-a07e-f30e7b325317 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Calling delete_port for a37acf89-7cc9-4bcf-a6c6-b13b5d098c30 owned by {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:51:18.142298 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e88b5473-3fec-42c0-b80a-285cc25ab0ff tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:51:18.146566 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-f9834546-1f28-458e-95b1-9fac32d484fc None None] Port a37acf89-7cc9-4bcf-a6c6-b13b5d098c30 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:51:18.164683 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-e88b5473-3fec-42c0-b80a-285cc25ab0ff tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] 10.222.0.58 "PUT /v2.0/routers/4136f426-78ed-4250-aefb-e0c237eb64b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8190618 Aug 05 11:51:18.166736 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 46934) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:51:18.167566 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 582a6efc-5ad9-4c5d-8a7f-ce7f4242e0c2 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:51:18.185731 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a50c3ee-4f58-40a7-a44d-151afb792989 None None] Sync routers for ids ['4136f426-78ed-4250-aefb-e0c237eb64b3'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:51:18.394378 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-39847c7d-2ef5-421d-a6b6-509b09fc8690 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] 10.222.0.58 "GET /v2.0/ports?device_id=4136f426-78ed-4250-aefb-e0c237eb64b3 HTTP/1.1" status: 200 len: 205 time: 0.2223828 Aug 05 11:51:18.418690 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 46938) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:51:18.426804 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a50c3ee-4f58-40a7-a44d-151afb792989 None None] Routers {'4136f426-78ed-4250-aefb-e0c237eb64b3'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:51:18.431534 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-9a50c3ee-4f58-40a7-a44d-151afb792989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:51:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['4136f426-78ed-4250-aefb-e0c237eb64b3'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:51:18.521358 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-00523d9a-302e-4047-a07e-f30e7b325317 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:18.705136 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 582a6efc-5ad9-4c5d-8a7f-ce7f4242e0c2 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:51:18.706053 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:18.829997 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d794d86d-b073-4b5b-9704-0a7343a18e43 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks [] for router, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:18.862568 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-9a50c3ee-4f58-40a7-a44d-151afb792989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:51:18.916531 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-5f195d94-6f8a-4f90-9aff-575e4f8aebf2 None None] Provisioning complete for port d9ba7615-fc01-475e-9bde-4ab7c7f88999 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:51:18.918151 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-5f195d94-6f8a-4f90-9aff-575e4f8aebf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:19.121328 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-5f195d94-6f8a-4f90-9aff-575e4f8aebf2 None None] Port d9ba7615-fc01-475e-9bde-4ab7c7f88999 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:51:19.156867 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-5f195d94-6f8a-4f90-9aff-575e4f8aebf2 None None] Could not find standard attr ID for object a37acf89-7cc9-4bcf-a6c6-b13b5d098c30. {{(pid=94422) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 05 11:51:19.163980 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a50c3ee-4f58-40a7-a44d-151afb792989 None None] Routers {'4136f426-78ed-4250-aefb-e0c237eb64b3'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:51:19.167601 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-9a50c3ee-4f58-40a7-a44d-151afb792989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:51:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['4136f426-78ed-4250-aefb-e0c237eb64b3'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:51:19.341315 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-9a50c3ee-4f58-40a7-a44d-151afb792989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:51:19.343162 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a50c3ee-4f58-40a7-a44d-151afb792989 None None] The sync data for ids ['4136f426-78ed-4250-aefb-e0c237eb64b3'] in n-d-803378-2 is: [] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:51:19.608683 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 5f9a1648-97a0-49bb-a764-2148d15aa93e details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:51:19.941178 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 5f9a1648-97a0-49bb-a764-2148d15aa93e, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=5f9a1648-97a0-49bb-a764-2148d15aa93e,segment=NetworkSegment(de1f7257-8faa-46ea-8956-4b8e85e97bcb),segment_id=de1f7257-8faa-46ea-8956-4b8e85e97bcb)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:51:19.990462 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00523d9a-302e-4047-a07e-f30e7b325317 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Pushing event deleted for resources: {'Port': ['ID=a37acf89-7cc9-4bcf-a6c6-b13b5d098c30,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:51:20.015140 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Returning: {'device': '5f9a1648-97a0-49bb-a764-2148d15aa93e', 'network_id': '1ac4b742-2a25-4935-8476-e9ad3e543504', 'port_id': '5f9a1648-97a0-49bb-a764-2148d15aa93e', 'mac_address': 'fa:16:3e:3b:20:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5e28117-6f3c-401b-be5b-a70254f1dc57', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:51:20.071338 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d794d86d-b073-4b5b-9704-0a7343a18e43 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33262979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1951'] for router, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:20.082267 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d794d86d-b073-4b5b-9704-0a7343a18e43 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:20.286330 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:20.379895 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5f9a1648-97a0-49bb-a764-2148d15aa93e {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:51:20.472049 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d794d86d-b073-4b5b-9704-0a7343a18e43 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33262474'] for router, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:20.473282 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d794d86d-b073-4b5b-9704-0a7343a18e43 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Fanout notify agent at l3_agent the message router_deleted on router 4136f426-78ed-4250-aefb-e0c237eb64b3 {{(pid=94421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 11:51:20.486032 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8794044f-700b-4cc5-8c4b-2471222ee1fd req-ab14c36a-cfcb-47cc-bad4-ab8c8a6533ca tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:51:20.507024 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 5f9a1648-97a0-49bb-a764-2148d15aa93e, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=5f9a1648-97a0-49bb-a764-2148d15aa93e,segment=NetworkSegment(de1f7257-8faa-46ea-8956-4b8e85e97bcb),segment_id=de1f7257-8faa-46ea-8956-4b8e85e97bcb)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:51:20.508940 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8794044f-700b-4cc5-8c4b-2471222ee1fd req-ab14c36a-cfcb-47cc-bad4-ab8c8a6533ca tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=e98332d0-8552-4f90-9240-19975d912b36 HTTP/1.1" status: 200 len: 946 time: 2.4939413 Aug 05 11:51:20.520716 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d794d86d-b073-4b5b-9704-0a7343a18e43 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks [] for router, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:20.521671 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:20.527552 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-d794d86d-b073-4b5b-9704-0a7343a18e43 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] 10.222.0.58 "DELETE /v2.0/routers/4136f426-78ed-4250-aefb-e0c237eb64b3 HTTP/1.1" status: 204 len: 168 time: 2.1051743 Aug 05 11:51:20.530504 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ae0f19f8-fcea-4b4f-a0ab-7b9b3e28c970 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:20.553768 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 47000) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:51:20.674936 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-00523d9a-302e-4047-a07e-f30e7b325317 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:20.686597 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-00523d9a-302e-4047-a07e-f30e7b325317 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "DELETE /v2.0/ports/a37acf89-7cc9-4bcf-a6c6-b13b5d098c30 HTTP/1.1" status: 204 len: 168 time: 3.5959249 Aug 05 11:51:20.687856 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 47004) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:51:20.737794 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0f19f8-fcea-4b4f-a0ab-7b9b3e28c970 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Pushing event deleted for resources: {'Port': ['ID=a4d2be09-7794-4b1e-b2af-93f4ab8fe7b5,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:51:20.755817 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['5f9a1648-97a0-49bb-a764-2148d15aa93e'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:51:20.852467 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=5f9a1648-97a0-49bb-a764-2148d15aa93e,revision_number=6']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:51:20.999469 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ae0f19f8-fcea-4b4f-a0ab-7b9b3e28c970 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for floatingip, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:20.999771 n-d-803378-2 neutron-server[94421]: INFO neutron.db.l3_db [None req-ae0f19f8-fcea-4b4f-a0ab-7b9b3e28c970 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Floating IP 115d8a1a-8b4d-4111-b7d2-cd8e65417837 disassociated (deleted). External IP: 172.25.5.51, port: 62a5afb7-e9e3-45d8-b700-ff42ced7a25c. Aug 05 11:51:21.029867 n-d-803378-2 neutron-server[94420]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a95f0ca-8816-45fd-857e-157e720b712d tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] GET failed (client error): The resource could not be found. Aug 05 11:51:21.029867 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-8a95f0ca-8816-45fd-857e-157e720b712d tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "GET /v2.0/ports/a37acf89-7cc9-4bcf-a6c6-b13b5d098c30 HTTP/1.1" status: 404 len: 333 time: 0.3281207 Aug 05 11:51:21.082071 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 47014) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:51:21.360588 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8794044f-700b-4cc5-8c4b-2471222ee1fd req-e2700159-5216-4dc1-b92c-f33eb3c02824 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca0df2b3-ca19-4f0d-95c0-bd3e02a9c49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8324823 Aug 05 11:51:21.483730 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b64ee9b-9129-47ca-8d90-175b59c27dc4 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Deleting subnet d459f9ab-e666-48f4-bb65-d3b3a8d227ff {{(pid=94420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:51:21.494196 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2b64ee9b-9129-47ca-8d90-175b59c27dc4 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks [] for subnet, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:21.648957 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2b64ee9b-9129-47ca-8d90-175b59c27dc4 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25010562'] for subnet, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:21.799215 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-4b47bfc8-ffc7-4bbb-b2c7-59509d5b1336 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Deleting port d9ba7615-fc01-475e-9bde-4ab7c7f88999 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:51:21.799780 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4b47bfc8-ffc7-4bbb-b2c7-59509d5b1336 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:22.171043 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:22.311548 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2b64ee9b-9129-47ca-8d90-175b59c27dc4 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:22.477073 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4b47bfc8-ffc7-4bbb-b2c7-59509d5b1336 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:22.529586 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-4b47bfc8-ffc7-4bbb-b2c7-59509d5b1336 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Calling delete_port for d9ba7615-fc01-475e-9bde-4ab7c7f88999 owned by {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:51:22.776174 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae0f19f8-fcea-4b4f-a0ab-7b9b3e28c970 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Router 97cb0d75-8907-409f-87f4-a69ffebf0234 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 11:51:22.882929 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2b64ee9b-9129-47ca-8d90-175b59c27dc4 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29762763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24211094'] for subnet, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:22.922582 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2b64ee9b-9129-47ca-8d90-175b59c27dc4 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks [] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:22.925744 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-2b64ee9b-9129-47ca-8d90-175b59c27dc4 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] 10.222.0.58 "DELETE /v2.0/subnets/d459f9ab-e666-48f4-bb65-d3b3a8d227ff HTTP/1.1" status: 204 len: 168 time: 2.3597744 Aug 05 11:51:22.931061 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 47058) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:51:22.953276 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348032c9-0505-47ae-92ed-a74ad513bd7a None None] Network d56b86d7-1b72-4053-aca7-9cac23d18d55 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:51:23.166939 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b64ee9b-9129-47ca-8d90-175b59c27dc4 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Pushing event deleted for resources: {'Subnet': ['ID=d459f9ab-e666-48f4-bb65-d3b3a8d227ff,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:51:23.228197 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_v2 [None req-daab2fdd-9f9c-4f52-be0f-82b93e2b41df tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Deleting subnet 25e0f3e4-5b1b-4b17-8909-8e12bf6a2837 {{(pid=94421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:51:23.239368 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-daab2fdd-9f9c-4f52-be0f-82b93e2b41df tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks [] for subnet, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:23.286836 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39964ce2-ef1d-4fe6-91c9-53c5602d0759 req-a990df66-dea6-40a0-9ffc-623a1843ece4 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:51:23.297647 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-39964ce2-ef1d-4fe6-91c9-53c5602d0759 req-a990df66-dea6-40a0-9ffc-623a1843ece4 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=e98332d0-8552-4f90-9240-19975d912b36 HTTP/1.1" status: 200 len: 945 time: 0.5407178 Aug 05 11:51:23.391845 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-daab2fdd-9f9c-4f52-be0f-82b93e2b41df tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29786388'] for subnet, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:23.579568 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-daab2fdd-9f9c-4f52-be0f-82b93e2b41df tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:23.640317 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-39964ce2-ef1d-4fe6-91c9-53c5602d0759 req-88911c5f-21d7-4ad4-8382-f21b6157a493 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca0df2b3-ca19-4f0d-95c0-bd3e02a9c49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3032908 Aug 05 11:51:23.650054 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 5f9a1648-97a0-49bb-a764-2148d15aa93e up at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:51:23.658773 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7fdddf-e1ff-48ab-9717-49216ba0fa55 None None] DHCP port deletion for d56b86d7-1b72-4053-aca7-9cac23d18d55 request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 11:51:23.802852 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4b47bfc8-ffc7-4bbb-b2c7-59509d5b1336 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:23.870861 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae0f19f8-fcea-4b4f-a0ab-7b9b3e28c970 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:51:23.872228 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-9b7fdddf-e1ff-48ab-9717-49216ba0fa55 None None] Deleting port 5057bf0e-0226-4700-a90f-a1c4de61af0e {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:51:23.872920 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-9b7fdddf-e1ff-48ab-9717-49216ba0fa55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:23.900820 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ae0f19f8-fcea-4b4f-a0ab-7b9b3e28c970 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:23.917062 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-daab2fdd-9f9c-4f52-be0f-82b93e2b41df tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25038609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30075142'] for subnet, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:23.919272 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c6d813-f19e-45c9-a3e6-82fd6dfa9d8f None None] Sync routers for ids ['97cb0d75-8907-409f-87f4-a69ffebf0234'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:51:23.983714 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b47bfc8-ffc7-4bbb-b2c7-59509d5b1336 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Pushing event deleted for resources: {'Port': ['ID=d9ba7615-fc01-475e-9bde-4ab7c7f88999,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:51:24.026816 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c6d813-f19e-45c9-a3e6-82fd6dfa9d8f None None] Routers {'97cb0d75-8907-409f-87f4-a69ffebf0234'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:51:24.041688 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-34c6d813-f19e-45c9-a3e6-82fd6dfa9d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:51:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['97cb0d75-8907-409f-87f4-a69ffebf0234'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:51:24.109035 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-9b7fdddf-e1ff-48ab-9717-49216ba0fa55 None None] For port 5057bf0e-0226-4700-a90f-a1c4de61af0e, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=5057bf0e-0226-4700-a90f-a1c4de61af0e,segment=NetworkSegment(2d01b60a-7d8b-4849-af7a-ee5412aab6cb),segment_id=2d01b60a-7d8b-4849-af7a-ee5412aab6cb)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:51:24.110374 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-9b7fdddf-e1ff-48ab-9717-49216ba0fa55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:24.146158 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-9b7fdddf-e1ff-48ab-9717-49216ba0fa55 None None] Calling delete_port for 5057bf0e-0226-4700-a90f-a1c4de61af0e owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:51:24.170694 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 5057bf0e-0226-4700-a90f-a1c4de61af0e no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:51:24.227578 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-ae0f19f8-fcea-4b4f-a0ab-7b9b3e28c970 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "DELETE /v2.0/floatingips/115d8a1a-8b4d-4111-b7d2-cd8e65417837 HTTP/1.1" status: 204 len: 168 time: 10.1129868 Aug 05 11:51:24.302695 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddf47896-42f3-4efd-854d-4716a8276153', 'tag': '62a5afb7-e9e3-45d8-b700-ff42ced7a25c'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:51:24.317698 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-715d3949-06f0-4d82-8b1b-6b2e6c121de3" -d '{"events": [{"name": "network-changed", "server_uuid": "ddf47896-42f3-4efd-854d-4716a8276153", "tag": "62a5afb7-e9e3-45d8-b700-ff42ced7a25c"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:51:24.437281 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning complete for port 5f9a1648-97a0-49bb-a764-2148d15aa93e triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:51:24.446326 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:24.478603 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daab2fdd-9f9c-4f52-be0f-82b93e2b41df tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Pushing event deleted for resources: {'Subnet': ['ID=25e0f3e4-5b1b-4b17-8909-8e12bf6a2837,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:51:24.507928 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-daab2fdd-9f9c-4f52-be0f-82b93e2b41df tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:24.515512 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4b47bfc8-ffc7-4bbb-b2c7-59509d5b1336 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:24.523200 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-daab2fdd-9f9c-4f52-be0f-82b93e2b41df tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] 10.222.0.58 "DELETE /v2.0/subnets/25e0f3e4-5b1b-4b17-8909-8e12bf6a2837 HTTP/1.1" status: 204 len: 168 time: 1.5780017 Aug 05 11:51:24.526616 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 47080) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:51:24.536397 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-4b47bfc8-ffc7-4bbb-b2c7-59509d5b1336 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "DELETE /v2.0/ports/d9ba7615-fc01-475e-9bde-4ab7c7f88999 HTTP/1.1" status: 204 len: 168 time: 3.4720488 Aug 05 11:51:24.567174 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 47082) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:51:24.694839 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ab9405-3c88-4b2a-976f-0f02b37a9b0a None None] Network 33778314-1b12-4244-8fb8-157ab39b0814 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:51:24.780365 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-34c6d813-f19e-45c9-a3e6-82fd6dfa9d8f None None] Set router 97cb0d75-8907-409f-87f4-a69ffebf0234 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:51:24.840564 n-d-803378-2 neutron-server[94420]: INFO neutron.pecan_wsgi.hooks.translation [None req-456a9b3d-416b-4bdf-9978-92c32b8f5a7c tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] GET failed (client error): The resource could not be found. Aug 05 11:51:24.855975 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-456a9b3d-416b-4bdf-9978-92c32b8f5a7c tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "GET /v2.0/ports/d9ba7615-fc01-475e-9bde-4ab7c7f88999 HTTP/1.1" status: 404 len: 333 time: 0.2822320 Aug 05 11:51:24.856982 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 47086) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:51:25.256968 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19c67882-9ab8-48c7-b90a-f604a7bbdbe6 x-openstack-request-id: req-19c67882-9ab8-48c7-b90a-f604a7bbdbe6 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:51:25.257802 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddf47896-42f3-4efd-854d-4716a8276153", "tag": "62a5afb7-e9e3-45d8-b700-ff42ced7a25c", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:51:25.280081 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-19c67882-9ab8-48c7-b90a-f604a7bbdbe6 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:51:25.289564 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddf47896-42f3-4efd-854d-4716a8276153', 'tag': '62a5afb7-e9e3-45d8-b700-ff42ced7a25c', 'status': 'completed', 'code': 200} Aug 05 11:51:25.344317 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd8378e0-3e0f-46d0-9592-0f0e394dcfbb tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Deleting subnet 160b58bb-d8f0-4bce-b5e1-b33e677fbf39 {{(pid=94420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:51:25.361896 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fd8378e0-3e0f-46d0-9592-0f0e394dcfbb tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks [] for subnet, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:25.590611 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fd8378e0-3e0f-46d0-9592-0f0e394dcfbb tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25010562'] for subnet, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:25.631400 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-20282485-bc5d-4d64-8f2b-ad68e8961105 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:25.956335 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715d3949-06f0-4d82-8b1b-6b2e6c121de3 req-a17f99c0-3a23-45c8-8237-71777e13c089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:51:25.959669 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-715d3949-06f0-4d82-8b1b-6b2e6c121de3 req-a17f99c0-3a23-45c8-8237-71777e13c089 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7f88688726d24c8e9d77831659c7c3ae&device_id=ddf47896-42f3-4efd-854d-4716a8276153 HTTP/1.1" status: 200 len: 1097 time: 0.6654449 Aug 05 11:51:26.026035 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:26.030589 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:26.072297 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-34c6d813-f19e-45c9-a3e6-82fd6dfa9d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97cb0d75-8907-409f-87f4-a69ffebf0234', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2052124601', 'tenant_id': '7f88688726d24c8e9d77831659c7c3ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '9cf08bfb-6a0a-415a-9e26-edbb203b1bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:46:57Z', 'updated_at': '2021-08-05T11:47:31Z', 'revision_number': 4, 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'gw_port': {'id': '9cf08bfb-6a0a-415a-9e26-edbb203b1bfc', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:15:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cb0d75-8907-409f-87f4-a69ffebf0234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:47:02Z', 'updated_at': '2021-08-05T11:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '3d263ae8-0280-4552-8aac-30dcf5e1325b', 'name': '', 'network_id': 'ea4ab667-0582-45fb-abbe-165151692b1f', 'tenant_id': '7f88688726d24c8e9d77831659c7c3ae', 'mac_address': 'fa:16:3e:6c:68:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cb0d75-8907-409f-87f4-a69ffebf0234', 'device_owner': 'network:router_interface', 'standard_attr_id': 2407, 'fixed_ips': [{'subnet_id': '23b4b90e-0370-4e2d-856e-858c6909def7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:47:25Z', 'updated_at': '2021-08-05T11:47:46Z', 'revision_number': 5, 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'subnets': [{'id': '23b4b90e-0370-4e2d-856e-858c6909def7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:51:26.155559 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-9b7fdddf-e1ff-48ab-9717-49216ba0fa55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:26.377257 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7fdddf-e1ff-48ab-9717-49216ba0fa55 None None] Pushing event deleted for resources: {'Port': ['ID=5057bf0e-0226-4700-a90f-a1c4de61af0e,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:51:26.380138 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9a9fc0-faba-4655-a988-38e0a9041113 req-a41ac656-ffc4-4942-9e20-29b8ebb93e50 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:51:26.414223 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8e9a9fc0-faba-4655-a988-38e0a9041113 req-a41ac656-ffc4-4942-9e20-29b8ebb93e50 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=e98332d0-8552-4f90-9240-19975d912b36 HTTP/1.1" status: 200 len: 945 time: 0.5678756 Aug 05 11:51:26.458268 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-20282485-bc5d-4d64-8f2b-ad68e8961105 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Deleting port 5057bf0e-0226-4700-a90f-a1c4de61af0e {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:51:26.459054 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-20282485-bc5d-4d64-8f2b-ad68e8961105 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:26.605823 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 5f9a1648-97a0-49bb-a764-2148d15aa93e, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=5f9a1648-97a0-49bb-a764-2148d15aa93e,segment=NetworkSegment(de1f7257-8faa-46ea-8956-4b8e85e97bcb),segment_id=de1f7257-8faa-46ea-8956-4b8e85e97bcb)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:51:26.626293 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e98332d0-8552-4f90-9240-19975d912b36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f9a1648-97a0-49bb-a764-2148d15aa93e'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:51:26.631428 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c5da1d1-333b-4881-a7cd-bf166e203ae5" -d '{"events": [{"server_uuid": "e98332d0-8552-4f90-9240-19975d912b36", "name": "network-vif-plugged", "status": "completed", "tag": "5f9a1648-97a0-49bb-a764-2148d15aa93e"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:51:26.645963 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:26.673184 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7fdddf-e1ff-48ab-9717-49216ba0fa55 None None] No DVR routers for this DVR port 5057bf0e-0226-4700-a90f-a1c4de61af0e on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:51:26.781736 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c6d813-f19e-45c9-a3e6-82fd6dfa9d8f None None] Checking router: 97cb0d75-8907-409f-87f4-a69ffebf0234 for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:51:26.853156 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c6d813-f19e-45c9-a3e6-82fd6dfa9d8f None None] Routers {'97cb0d75-8907-409f-87f4-a69ffebf0234'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:51:26.854205 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-34c6d813-f19e-45c9-a3e6-82fd6dfa9d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:51:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['97cb0d75-8907-409f-87f4-a69ffebf0234'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:51:26.865533 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fd8378e0-3e0f-46d0-9592-0f0e394dcfbb tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:26.875694 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=5f9a1648-97a0-49bb-a764-2148d15aa93e,revision_number=7']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:51:26.910398 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e470375-acc7-478f-8118-6f547ae53e9c None None] DHCP port deletion for 33778314-1b12-4244-8fb8-157ab39b0814 request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 11:51:26.921786 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [None req-20282485-bc5d-4d64-8f2b-ad68e8961105 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] For port 5057bf0e-0226-4700-a90f-a1c4de61af0e, host n-d-803378-2, got binding levels [] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:51:26.923540 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-20282485-bc5d-4d64-8f2b-ad68e8961105 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:26.977689 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8e9a9fc0-faba-4655-a988-38e0a9041113 req-92aad73f-176b-49b7-b2b0-7d6d7e47d509 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca0df2b3-ca19-4f0d-95c0-bd3e02a9c49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4711254 Aug 05 11:51:27.005171 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715d3949-06f0-4d82-8b1b-6b2e6c121de3 req-60bff6fb-7b53-45cf-9273-2f2532c98f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:51:27.015528 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-715d3949-06f0-4d82-8b1b-6b2e6c121de3 req-60bff6fb-7b53-45cf-9273-2f2532c98f99 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ea4ab667-0582-45fb-abbe-165151692b1f HTTP/1.1" status: 200 len: 897 time: 1.0296657 Aug 05 11:51:27.032611 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-20282485-bc5d-4d64-8f2b-ad68e8961105 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Calling delete_port for 5057bf0e-0226-4700-a90f-a1c4de61af0e owned by network:dhcp {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:51:27.045159 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.ipam_backend_mixin [None req-20282485-bc5d-4d64-8f2b-ad68e8961105 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Port 5057bf0e-0226-4700-a90f-a1c4de61af0e was not found and therefore no delete operation was performed {{(pid=94421) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 05 11:51:27.051026 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-20282485-bc5d-4d64-8f2b-ad68e8961105 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:27.218582 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-0e470375-acc7-478f-8118-6f547ae53e9c None None] Deleting port c9942351-7df3-4904-86a9-60ead5f38606 {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:51:27.219452 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-0e470375-acc7-478f-8118-6f547ae53e9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:27.438684 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-715d3949-06f0-4d82-8b1b-6b2e6c121de3 req-783ee4e8-0c17-490a-8884-566900f0ec18 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62a5afb7-e9e3-45d8-b700-ff42ced7a25c HTTP/1.1" status: 200 len: 217 time: 0.3704679 Aug 05 11:51:27.441288 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20282485-bc5d-4d64-8f2b-ad68e8961105 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Pushing event deleted for resources: {'Port': ['ID=5057bf0e-0226-4700-a90f-a1c4de61af0e,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:51:27.497381 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20282485-bc5d-4d64-8f2b-ad68e8961105 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] No DVR routers for this DVR port 5057bf0e-0226-4700-a90f-a1c4de61af0e on host n-d-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:51:27.562514 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eba6adc-b696-4369-8557-c3135934a111 req-df13c5d3-fd36-45a3-863a-7a020648e508 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:51:27.566623 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5eba6adc-b696-4369-8557-c3135934a111 req-df13c5d3-fd36-45a3-863a-7a020648e508 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddf47896-42f3-4efd-854d-4716a8276153 HTTP/1.1" status: 200 len: 946 time: 0.5043638 Aug 05 11:51:27.577705 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-34c6d813-f19e-45c9-a3e6-82fd6dfa9d8f None None] Set router 97cb0d75-8907-409f-87f4-a69ffebf0234 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:51:27.662940 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-0e470375-acc7-478f-8118-6f547ae53e9c None None] For port c9942351-7df3-4904-86a9-60ead5f38606, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=c9942351-7df3-4904-86a9-60ead5f38606,segment=NetworkSegment(d6da94cc-18ce-4e5f-8547-f6d9d7f22ac6),segment_id=d6da94cc-18ce-4e5f-8547-f6d9d7f22ac6)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:51:27.666386 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-0e470375-acc7-478f-8118-6f547ae53e9c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:27.709709 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-0e470375-acc7-478f-8118-6f547ae53e9c None None] Calling delete_port for c9942351-7df3-4904-86a9-60ead5f38606 owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:51:28.042113 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac74a67-9263-46d6-836a-4082df394267 req-f510aabb-459a-4576-aa7a-daaf842c4db0 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:51:28.060887 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9ac74a67-9263-46d6-836a-4082df394267 req-f510aabb-459a-4576-aa7a-daaf842c4db0 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddf47896-42f3-4efd-854d-4716a8276153 HTTP/1.1" status: 200 len: 946 time: 0.5917499 Aug 05 11:51:28.063031 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fd8378e0-3e0f-46d0-9592-0f0e394dcfbb tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29762763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24211094'] for subnet, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:28.176006 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715d3949-06f0-4d82-8b1b-6b2e6c121de3 req-793daec3-0621-40b4-accd-232514417f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:51:28.183500 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fd8378e0-3e0f-46d0-9592-0f0e394dcfbb tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks [] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:28.185425 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-715d3949-06f0-4d82-8b1b-6b2e6c121de3 req-793daec3-0621-40b4-accd-232514417f18 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=23b4b90e-0370-4e2d-856e-858c6909def7 HTTP/1.1" status: 200 len: 835 time: 0.7301910 Aug 05 11:51:28.192076 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-fd8378e0-3e0f-46d0-9592-0f0e394dcfbb tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "DELETE /v2.0/subnets/160b58bb-d8f0-4bce-b5e1-b33e677fbf39 HTTP/1.1" status: 204 len: 168 time: 3.3201125 Aug 05 11:51:28.192741 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-20282485-bc5d-4d64-8f2b-ad68e8961105 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:28.231606 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 47114) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:51:28.234082 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8378e0-3e0f-46d0-9592-0f0e394dcfbb tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Pushing event deleted for resources: {'Subnet': ['ID=160b58bb-d8f0-4bce-b5e1-b33e677fbf39,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:51:28.258978 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9ac74a67-9263-46d6-836a-4082df394267 req-a46f03b1-cbd3-42bb-a385-7fdc6ab145c5 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ace5c99-ff1d-4ae8-a34c-808ba849368d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1723528 Aug 05 11:51:28.307024 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-20282485-bc5d-4d64-8f2b-ad68e8961105 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d56b86d7-1b72-4053-aca7-9cac23d18d55']}} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:51:28.483276 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-20282485-bc5d-4d64-8f2b-ad68e8961105 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d01b60a-7d8b-4849-af7a-ee5412aab6cb') {'for_net_delete': True} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:51:28.483809 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-20282485-bc5d-4d64-8f2b-ad68e8961105 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d01b60a-7d8b-4849-af7a-ee5412aab6cb') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:51:28.596383 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-20282485-bc5d-4d64-8f2b-ad68e8961105 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29786371'] for segment, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:28.666692 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715d3949-06f0-4d82-8b1b-6b2e6c121de3 req-5fea6d1f-13d9-4a5f-9609-d4c4788816ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:51:28.676193 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-715d3949-06f0-4d82-8b1b-6b2e6c121de3 req-5fea6d1f-13d9-4a5f-9609-d4c4788816ca service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ea4ab667-0582-45fb-abbe-165151692b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4353173 Aug 05 11:51:28.872638 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90de9e7b-4fc7-48c3-be55-513984cea146 x-openstack-request-id: req-90de9e7b-4fc7-48c3-be55-513984cea146 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:51:28.873800 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e98332d0-8552-4f90-9240-19975d912b36", "name": "network-vif-plugged", "status": "completed", "tag": "5f9a1648-97a0-49bb-a764-2148d15aa93e", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:51:28.873800 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-90de9e7b-4fc7-48c3-be55-513984cea146 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:51:28.875327 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e98332d0-8552-4f90-9240-19975d912b36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f9a1648-97a0-49bb-a764-2148d15aa93e', 'code': 200} Aug 05 11:51:28.890003 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a0a87b-c415-4fb9-bb95-d0c13641faf5 None None] Network 54e49d7a-9aaf-4d64-8503-21c3813d3451 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:51:28.908869 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-0e470375-acc7-478f-8118-6f547ae53e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:28.941991 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-34c6d813-f19e-45c9-a3e6-82fd6dfa9d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97cb0d75-8907-409f-87f4-a69ffebf0234', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2052124601', 'tenant_id': '7f88688726d24c8e9d77831659c7c3ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '9cf08bfb-6a0a-415a-9e26-edbb203b1bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:46:57Z', 'updated_at': '2021-08-05T11:47:31Z', 'revision_number': 4, 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'gw_port': {'id': '9cf08bfb-6a0a-415a-9e26-edbb203b1bfc', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:15:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cb0d75-8907-409f-87f4-a69ffebf0234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:47:02Z', 'updated_at': '2021-08-05T11:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '3d263ae8-0280-4552-8aac-30dcf5e1325b', 'name': '', 'network_id': 'ea4ab667-0582-45fb-abbe-165151692b1f', 'tenant_id': '7f88688726d24c8e9d77831659c7c3ae', 'mac_address': 'fa:16:3e:6c:68:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cb0d75-8907-409f-87f4-a69ffebf0234', 'device_owner': 'network:router_interface', 'standard_attr_id': 2407, 'fixed_ips': [{'subnet_id': '23b4b90e-0370-4e2d-856e-858c6909def7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:47:25Z', 'updated_at': '2021-08-05T11:47:46Z', 'revision_number': 5, 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'subnets': [{'id': '23b4b90e-0370-4e2d-856e-858c6909def7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:51:29.051783 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-20282485-bc5d-4d64-8f2b-ad68e8961105 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:29.098225 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20282485-bc5d-4d64-8f2b-ad68e8961105 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=94421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:51:29.103663 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-20282485-bc5d-4d64-8f2b-ad68e8961105 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25038799'] for segment, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:29.163775 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c6d813-f19e-45c9-a3e6-82fd6dfa9d8f None None] The sync data for ids ['97cb0d75-8907-409f-87f4-a69ffebf0234'] in n-d-803378-2 is: [{'id': '97cb0d75-8907-409f-87f4-a69ffebf0234', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2052124601', 'tenant_id': '7f88688726d24c8e9d77831659c7c3ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '9cf08bfb-6a0a-415a-9e26-edbb203b1bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:46:57Z', 'updated_at': '2021-08-05T11:47:31Z', 'revision_number': 4, 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'gw_port': {'id': '9cf08bfb-6a0a-415a-9e26-edbb203b1bfc', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:15:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cb0d75-8907-409f-87f4-a69ffebf0234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:47:02Z', 'updated_at': '2021-08-05T11:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '3d263ae8-0280-4552-8aac-30dcf5e1325b', 'name': '', 'network_id': 'ea4ab667-0582-45fb-abbe-165151692b1f', 'tenant_id': '7f88688726d24c8e9d77831659c7c3ae', 'mac_address': 'fa:16:3e:6c:68:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cb0d75-8907-409f-87f4-a69ffebf0234', 'device_owner': 'network:router_interface', 'standard_attr_id': 2407, 'fixed_ips': [{'subnet_id': '23b4b90e-0370-4e2d-856e-858c6909def7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:47:25Z', 'updated_at': '2021-08-05T11:47:46Z', 'revision_number': 5, 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'subnets': [{'id': '23b4b90e-0370-4e2d-856e-858c6909def7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:51:29.178090 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1818702b-18fa-4f13-8dc4-20c11d282a70 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:29.216345 n-d-803378-2 neutron-server[94421]: Traceback (most recent call last): Aug 05 11:51:29.216345 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:51:29.216345 n-d-803378-2 neutron-server[94421]: timer() Aug 05 11:51:29.216345 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:51:29.216345 n-d-803378-2 neutron-server[94421]: cb(*args, **kw) Aug 05 11:51:29.216345 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:51:29.216345 n-d-803378-2 neutron-server[94421]: return func(*args, **kwargs) Aug 05 11:51:29.216345 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:51:29.216345 n-d-803378-2 neutron-server[94421]: self._notify() Aug 05 11:51:29.216345 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:51:29.216345 n-d-803378-2 neutron-server[94421]: self.callback(batched_events) Aug 05 11:51:29.216345 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:51:29.216345 n-d-803378-2 neutron-server[94421]: event.method(event) Aug 05 11:51:29.216345 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:51:29.216345 n-d-803378-2 neutron-server[94421]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:51:29.216345 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:51:29.216345 n-d-803378-2 neutron-server[94421]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:51:29.216345 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:51:29.216345 n-d-803378-2 neutron-server[94421]: return f(self, *a, **k) Aug 05 11:51:29.216345 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:51:29.216345 n-d-803378-2 neutron-server[94421]: return self._get(url).json() Aug 05 11:51:29.216345 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:51:29.216345 n-d-803378-2 neutron-server[94421]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:51:29.216345 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:51:29.216345 n-d-803378-2 neutron-server[94421]: return self.request(url, 'GET', **kwargs) Aug 05 11:51:29.216345 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:51:29.216345 n-d-803378-2 neutron-server[94421]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:51:29.216345 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:51:29.216345 n-d-803378-2 neutron-server[94421]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:51:29.216345 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:51:29.216345 n-d-803378-2 neutron-server[94421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:51:29.216345 n-d-803378-2 neutron-server[94421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:51:29.224318 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device c9942351-7df3-4904-86a9-60ead5f38606 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:51:29.285202 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [req-5eba6adc-b696-4369-8557-c3135934a111 req-ffa12f16-e250-4158-b036-82e3c4f98e6c tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Deleting port 62a5afb7-e9e3-45d8-b700-ff42ced7a25c {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:51:29.285782 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-5eba6adc-b696-4369-8557-c3135934a111 req-ffa12f16-e250-4158-b036-82e3c4f98e6c tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:29.359747 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e470375-acc7-478f-8118-6f547ae53e9c None None] No DVR routers for this DVR port c9942351-7df3-4904-86a9-60ead5f38606 on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:51:29.362708 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e470375-acc7-478f-8118-6f547ae53e9c None None] Pushing event deleted for resources: {'Port': ['ID=c9942351-7df3-4904-86a9-60ead5f38606,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:51:29.421000 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e470375-acc7-478f-8118-6f547ae53e9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:51:29.421561 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e470375-acc7-478f-8118-6f547ae53e9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:51:29.422132 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e470375-acc7-478f-8118-6f547ae53e9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:51:29.422684 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e470375-acc7-478f-8118-6f547ae53e9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:51:29.423230 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e470375-acc7-478f-8118-6f547ae53e9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:51:29.423770 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e470375-acc7-478f-8118-6f547ae53e9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:51:29.424299 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e470375-acc7-478f-8118-6f547ae53e9c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:51:29.437815 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e470375-acc7-478f-8118-6f547ae53e9c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:51:29.438558 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e470375-acc7-478f-8118-6f547ae53e9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:51:29.439122 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e470375-acc7-478f-8118-6f547ae53e9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:51:29.439671 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e470375-acc7-478f-8118-6f547ae53e9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:51:29.442598 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e470375-acc7-478f-8118-6f547ae53e9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:51:29.584973 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: c9942351-7df3-4904-86a9-60ead5f38606 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:51:29.585802 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device c9942351-7df3-4904-86a9-60ead5f38606 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:51:29.611712 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-715d3949-06f0-4d82-8b1b-6b2e6c121de3 req-38fd22ee-4a40-4343-96ed-9de429cf9f71 service neutron] 10.222.0.64 "GET /v2.0/networks/ea4ab667-0582-45fb-abbe-165151692b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9246073 Aug 05 11:51:29.640758 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:29.685135 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb391e3-0979-41f1-ab85-8f06b9882795 req-43fd2289-bd1b-424d-b877-fb0d766fd979 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:51:29.713458 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bbb391e3-0979-41f1-ab85-8f06b9882795 req-43fd2289-bd1b-424d-b877-fb0d766fd979 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=e98332d0-8552-4f90-9240-19975d912b36 HTTP/1.1" status: 200 len: 946 time: 0.8411407 Aug 05 11:51:29.915094 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bbb391e3-0979-41f1-ab85-8f06b9882795 req-2787dc01-7ea4-45cd-aae3-ef46b843f830 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca0df2b3-ca19-4f0d-95c0-bd3e02a9c49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1774890 Aug 05 11:51:29.983812 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-20282485-bc5d-4d64-8f2b-ad68e8961105 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:30.061781 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-20282485-bc5d-4d64-8f2b-ad68e8961105 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks [] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:30.070825 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-20282485-bc5d-4d64-8f2b-ad68e8961105 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] 10.222.0.58 "DELETE /v2.0/networks/d56b86d7-1b72-4053-aca7-9cac23d18d55 HTTP/1.1" status: 204 len: 168 time: 5.5295293 Aug 05 11:51:30.119249 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 47134) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:51:30.135746 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-1818702b-18fa-4f13-8dc4-20c11d282a70 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Deleting port 582a6efc-5ad9-4c5d-8a7f-ce7f4242e0c2 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:51:30.138737 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20282485-bc5d-4d64-8f2b-ad68e8961105 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Pushing event deleted for resources: {'Network': ['ID=d56b86d7-1b72-4053-aca7-9cac23d18d55,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:51:30.145137 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1206ac2b-c3fd-40c8-b361-9b4e8dafbb32 None None] New status for floating IP 115d8a1a-8b4d-4111-b7d2-cd8e65417837: DOWN {{(pid=94422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 11:51:30.147202 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1818702b-18fa-4f13-8dc4-20c11d282a70 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:30.274255 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91016b3c-7bf2-4dd7-ba71-e942ea61852c None None] DHCP port deletion for 54e49d7a-9aaf-4d64-8503-21c3813d3451 request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 11:51:30.295851 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-715d3949-06f0-4d82-8b1b-6b2e6c121de3 req-2dd48f2e-cd0f-4ad3-ae5e-050960ddc673 service neutron] 10.222.0.64 "GET /v2.0/networks/ea4ab667-0582-45fb-abbe-165151692b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6648526 Aug 05 11:51:30.499255 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-91016b3c-7bf2-4dd7-ba71-e942ea61852c None None] Deleting port 582a6efc-5ad9-4c5d-8a7f-ce7f4242e0c2 {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:51:30.501572 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-91016b3c-7bf2-4dd7-ba71-e942ea61852c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:30.870000 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-91016b3c-7bf2-4dd7-ba71-e942ea61852c None None] For port 582a6efc-5ad9-4c5d-8a7f-ce7f4242e0c2, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=582a6efc-5ad9-4c5d-8a7f-ce7f4242e0c2,segment=NetworkSegment(c2314367-c554-456a-8aa7-037d653bfc99),segment_id=c2314367-c554-456a-8aa7-037d653bfc99)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:51:30.871502 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-91016b3c-7bf2-4dd7-ba71-e942ea61852c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:30.955183 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-1818702b-18fa-4f13-8dc4-20c11d282a70 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] For port 582a6efc-5ad9-4c5d-8a7f-ce7f4242e0c2, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=582a6efc-5ad9-4c5d-8a7f-ce7f4242e0c2,segment=NetworkSegment(c2314367-c554-456a-8aa7-037d653bfc99),segment_id=c2314367-c554-456a-8aa7-037d653bfc99)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:51:30.956344 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1818702b-18fa-4f13-8dc4-20c11d282a70 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:30.988392 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 582a6efc-5ad9-4c5d-8a7f-ce7f4242e0c2 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:51:30.998373 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-91016b3c-7bf2-4dd7-ba71-e942ea61852c None None] Calling delete_port for 582a6efc-5ad9-4c5d-8a7f-ce7f4242e0c2 owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:51:31.012443 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-1818702b-18fa-4f13-8dc4-20c11d282a70 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Calling delete_port for 582a6efc-5ad9-4c5d-8a7f-ce7f4242e0c2 owned by network:dhcp {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:51:31.215284 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e0eb8e76-a251-47a5-873e-316fdc609def tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:31.365572 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-5eba6adc-b696-4369-8557-c3135934a111 req-ffa12f16-e250-4158-b036-82e3c4f98e6c tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] For port 62a5afb7-e9e3-45d8-b700-ff42ced7a25c, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=62a5afb7-e9e3-45d8-b700-ff42ced7a25c,segment=NetworkSegment(9f03e2db-8557-4053-84d8-e8f77c56803d),segment_id=9f03e2db-8557-4053-84d8-e8f77c56803d)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:51:31.369102 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-5eba6adc-b696-4369-8557-c3135934a111 req-ffa12f16-e250-4158-b036-82e3c4f98e6c tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:31.407823 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [req-5eba6adc-b696-4369-8557-c3135934a111 req-ffa12f16-e250-4158-b036-82e3c4f98e6c tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Calling delete_port for 62a5afb7-e9e3-45d8-b700-ff42ced7a25c owned by compute:nova {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:51:31.541023 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 62a5afb7-e9e3-45d8-b700-ff42ced7a25c no longer exists at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:51:31.549336 n-d-803378-2 neutron-server[94422]: INFO neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No ports have port_id starting with 582a6efc-5ad9-4c5d-8a7f-ce7f4242e0c2 Aug 05 11:51:31.569964 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-91016b3c-7bf2-4dd7-ba71-e942ea61852c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:32.043321 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91016b3c-7bf2-4dd7-ba71-e942ea61852c None None] Pushing event deleted for resources: {'Port': ['ID=582a6efc-5ad9-4c5d-8a7f-ce7f4242e0c2,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:51:32.056305 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3898202-5abf-4ff7-a98d-bfbd8d17b0ff req-42c426fa-cd11-482e-9cf6-0da89ff2846a tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:51:32.068263 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f3898202-5abf-4ff7-a98d-bfbd8d17b0ff req-42c426fa-cd11-482e-9cf6-0da89ff2846a tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddf47896-42f3-4efd-854d-4716a8276153 HTTP/1.1" status: 200 len: 946 time: 0.8684981 Aug 05 11:51:32.075288 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91016b3c-7bf2-4dd7-ba71-e942ea61852c None None] No DVR routers for this DVR port 582a6efc-5ad9-4c5d-8a7f-ce7f4242e0c2 on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:51:32.303475 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:32.438882 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f3898202-5abf-4ff7-a98d-bfbd8d17b0ff req-3b530b54-f438-48dd-b2df-598363ef5238 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=8ace5c99-ff1d-4ae8-a34c-808ba849368d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3684785 Aug 05 11:51:32.466447 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-5eba6adc-b696-4369-8557-c3135934a111 req-ffa12f16-e250-4158-b036-82e3c4f98e6c tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:32.580732 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e0eb8e76-a251-47a5-873e-316fdc609def tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:32.879919 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa12f16-e250-4158-b036-82e3c4f98e6c tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Pushing event deleted for resources: {'Port': ['ID=62a5afb7-e9e3-45d8-b700-ff42ced7a25c,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:51:33.031138 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-e0eb8e76-a251-47a5-873e-316fdc609def tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33778314-1b12-4244-8fb8-157ab39b0814']}} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:51:33.155663 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1818702b-18fa-4f13-8dc4-20c11d282a70 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:33.232255 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-e0eb8e76-a251-47a5-873e-316fdc609def tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6da94cc-18ce-4e5f-8547-f6d9d7f22ac6') {'for_net_delete': True} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:51:33.233710 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-e0eb8e76-a251-47a5-873e-316fdc609def tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6da94cc-18ce-4e5f-8547-f6d9d7f22ac6') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:51:33.285786 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1818702b-18fa-4f13-8dc4-20c11d282a70 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Pushing event deleted for resources: {'Port': ['ID=582a6efc-5ad9-4c5d-8a7f-ce7f4242e0c2,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:51:33.324741 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eba6adc-b696-4369-8557-c3135934a111 req-ffa12f16-e250-4158-b036-82e3c4f98e6c tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] No DVR routers for this DVR port 62a5afb7-e9e3-45d8-b700-ff42ced7a25c on host n-h1-803378-2 {{(pid=94420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:51:33.329789 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e0eb8e76-a251-47a5-873e-316fdc609def tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25010581'] for segment, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:33.346058 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1180c23b-d899-47c1-aee5-d9bcb0b3f644 req-c20c6339-7b79-4916-b498-2b95c621f240 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:51:33.349242 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1180c23b-d899-47c1-aee5-d9bcb0b3f644 req-c20c6339-7b79-4916-b498-2b95c621f240 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=e98332d0-8552-4f90-9240-19975d912b36 HTTP/1.1" status: 200 len: 946 time: 0.5950241 Aug 05 11:51:33.351750 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-5eba6adc-b696-4369-8557-c3135934a111 req-ffa12f16-e250-4158-b036-82e3c4f98e6c tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:33.354848 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5eba6adc-b696-4369-8557-c3135934a111 req-ffa12f16-e250-4158-b036-82e3c4f98e6c tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.64 "DELETE /v2.0/ports/62a5afb7-e9e3-45d8-b700-ff42ced7a25c HTTP/1.1" status: 204 len: 173 time: 5.7315316 Aug 05 11:51:33.356318 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1818702b-18fa-4f13-8dc4-20c11d282a70 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] No DVR routers for this DVR port 582a6efc-5ad9-4c5d-8a7f-ce7f4242e0c2 on host n-d-803378-2 {{(pid=94420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:51:33.378877 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddf47896-42f3-4efd-854d-4716a8276153', 'name': 'network-vif-deleted', 'tag': '62a5afb7-e9e3-45d8-b700-ff42ced7a25c'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:51:33.385453 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}828068ad8d405ad77660ce68fa78e1ffe658725812f7a08f9e488a446589295b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e30f65f-4192-47e9-894f-dd60f0f97d7a" -d '{"events": [{"server_uuid": "ddf47896-42f3-4efd-854d-4716a8276153", "name": "network-vif-deleted", "tag": "62a5afb7-e9e3-45d8-b700-ff42ced7a25c"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:51:33.556675 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e0eb8e76-a251-47a5-873e-316fdc609def tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:33.689616 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1818702b-18fa-4f13-8dc4-20c11d282a70 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:33.718190 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-1818702b-18fa-4f13-8dc4-20c11d282a70 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54e49d7a-9aaf-4d64-8503-21c3813d3451']}} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:51:33.800637 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-1818702b-18fa-4f13-8dc4-20c11d282a70 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2314367-c554-456a-8aa7-037d653bfc99') {'for_net_delete': True} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:51:33.801933 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-1818702b-18fa-4f13-8dc4-20c11d282a70 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2314367-c554-456a-8aa7-037d653bfc99') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:51:33.831388 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1818702b-18fa-4f13-8dc4-20c11d282a70 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25010581'] for segment, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:33.908309 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1180c23b-d899-47c1-aee5-d9bcb0b3f644 req-c89a0dce-6b1d-488a-b5a3-db17c968513d tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca0df2b3-ca19-4f0d-95c0-bd3e02a9c49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5079210 Aug 05 11:51:33.923253 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0eb8e76-a251-47a5-873e-316fdc609def tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Releasing vlan 661 on physical network physnet1 to pool {{(pid=94420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:51:33.923253 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e0eb8e76-a251-47a5-873e-316fdc609def tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29762581'] for segment, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:33.956862 n-d-803378-2 neutron-server[94420]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 11:51:33.956862 n-d-803378-2 neutron-server[94420]: self.session.flush() Aug 05 11:51:33.956862 n-d-803378-2 neutron-server[94420]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 11:51:33.956862 n-d-803378-2 neutron-server[94420]: self.session.flush() Aug 05 11:51:33.956862 n-d-803378-2 neutron-server[94420]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 11:51:33.956862 n-d-803378-2 neutron-server[94420]: self.session.flush() Aug 05 11:51:33.956862 n-d-803378-2 neutron-server[94420]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 11:51:33.956862 n-d-803378-2 neutron-server[94420]: self.session.flush() Aug 05 11:51:33.956862 n-d-803378-2 neutron-server[94420]: Traceback (most recent call last): Aug 05 11:51:33.956862 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:51:33.956862 n-d-803378-2 neutron-server[94420]: timer() Aug 05 11:51:33.956862 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:51:33.956862 n-d-803378-2 neutron-server[94420]: cb(*args, **kw) Aug 05 11:51:33.956862 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:51:33.956862 n-d-803378-2 neutron-server[94420]: return func(*args, **kwargs) Aug 05 11:51:33.956862 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:51:33.956862 n-d-803378-2 neutron-server[94420]: self._notify() Aug 05 11:51:33.956862 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:51:33.956862 n-d-803378-2 neutron-server[94420]: self.callback(batched_events) Aug 05 11:51:33.956862 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:51:33.956862 n-d-803378-2 neutron-server[94420]: event.method(event) Aug 05 11:51:33.956862 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:51:33.956862 n-d-803378-2 neutron-server[94420]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:51:33.956862 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:51:33.956862 n-d-803378-2 neutron-server[94420]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:51:33.956862 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:51:33.956862 n-d-803378-2 neutron-server[94420]: return f(self, *a, **k) Aug 05 11:51:33.956862 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:51:33.956862 n-d-803378-2 neutron-server[94420]: return self._get(url).json() Aug 05 11:51:33.956862 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:51:33.956862 n-d-803378-2 neutron-server[94420]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:51:33.956862 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:51:33.956862 n-d-803378-2 neutron-server[94420]: return self.request(url, 'GET', **kwargs) Aug 05 11:51:33.956862 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:51:33.956862 n-d-803378-2 neutron-server[94420]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:51:33.956862 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:51:33.956862 n-d-803378-2 neutron-server[94420]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:51:33.956862 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:51:33.956862 n-d-803378-2 neutron-server[94420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:51:33.956862 n-d-803378-2 neutron-server[94420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:51:34.349630 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61ef5776-bfae-4969-8bfd-9c1d09bfd8a5 x-openstack-request-id: req-61ef5776-bfae-4969-8bfd-9c1d09bfd8a5 {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:51:34.349630 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddf47896-42f3-4efd-854d-4716a8276153", "name": "network-vif-deleted", "tag": "62a5afb7-e9e3-45d8-b700-ff42ced7a25c", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:51:34.352691 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-61ef5776-bfae-4969-8bfd-9c1d09bfd8a5 {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:51:34.352691 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddf47896-42f3-4efd-854d-4716a8276153', 'name': 'network-vif-deleted', 'tag': '62a5afb7-e9e3-45d8-b700-ff42ced7a25c', 'status': 'completed', 'code': 200} Aug 05 11:51:34.390786 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1818702b-18fa-4f13-8dc4-20c11d282a70 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:34.403861 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1818702b-18fa-4f13-8dc4-20c11d282a70 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Releasing vlan 673 on physical network physnet1 to pool {{(pid=94420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:51:34.405095 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1818702b-18fa-4f13-8dc4-20c11d282a70 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29762581'] for segment, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:34.556476 n-d-803378-2 neutron-server[94420]: Traceback (most recent call last): Aug 05 11:51:34.556476 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:51:34.556476 n-d-803378-2 neutron-server[94420]: timer() Aug 05 11:51:34.556476 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:51:34.556476 n-d-803378-2 neutron-server[94420]: cb(*args, **kw) Aug 05 11:51:34.556476 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:51:34.556476 n-d-803378-2 neutron-server[94420]: return func(*args, **kwargs) Aug 05 11:51:34.556476 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:51:34.556476 n-d-803378-2 neutron-server[94420]: self._notify() Aug 05 11:51:34.556476 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:51:34.556476 n-d-803378-2 neutron-server[94420]: self.callback(batched_events) Aug 05 11:51:34.556476 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:51:34.556476 n-d-803378-2 neutron-server[94420]: event.method(event) Aug 05 11:51:34.556476 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:51:34.556476 n-d-803378-2 neutron-server[94420]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:51:34.556476 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:51:34.556476 n-d-803378-2 neutron-server[94420]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:51:34.556476 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:51:34.556476 n-d-803378-2 neutron-server[94420]: return f(self, *a, **k) Aug 05 11:51:34.556476 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:51:34.556476 n-d-803378-2 neutron-server[94420]: return self._get(url).json() Aug 05 11:51:34.556476 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:51:34.556476 n-d-803378-2 neutron-server[94420]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:51:34.556476 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:51:34.556476 n-d-803378-2 neutron-server[94420]: return self.request(url, 'GET', **kwargs) Aug 05 11:51:34.556476 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:51:34.556476 n-d-803378-2 neutron-server[94420]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:51:34.556476 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:51:34.556476 n-d-803378-2 neutron-server[94420]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:51:34.556476 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:51:34.556476 n-d-803378-2 neutron-server[94420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:51:34.556476 n-d-803378-2 neutron-server[94420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:51:34.648300 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-61655990-2d7b-482b-b6c4-a5aefe35e1f0 req-c7047b55-18ec-43c5-a6fa-77c5f112ad38 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddf47896-42f3-4efd-854d-4716a8276153 HTTP/1.1" status: 200 len: 210 time: 0.2951779 Aug 05 11:51:34.664660 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1818702b-18fa-4f13-8dc4-20c11d282a70 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:34.672839 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e0eb8e76-a251-47a5-873e-316fdc609def tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:34.689861 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e0eb8e76-a251-47a5-873e-316fdc609def tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:34.709883 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-e0eb8e76-a251-47a5-873e-316fdc609def tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] 10.222.0.58 "DELETE /v2.0/networks/33778314-1b12-4244-8fb8-157ab39b0814 HTTP/1.1" status: 204 len: 168 time: 4.5449059 Aug 05 11:51:34.718576 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 47186) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:51:34.764462 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-2b45209f-69bb-4a6e-a9b4-51f1d4ec7112 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Request body: {'network': {'name': 'tempest-RoutersTest-1819567187'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:51:34.767633 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1818702b-18fa-4f13-8dc4-20c11d282a70 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:34.784880 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-1818702b-18fa-4f13-8dc4-20c11d282a70 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "DELETE /v2.0/networks/54e49d7a-9aaf-4d64-8503-21c3813d3451 HTTP/1.1" status: 204 len: 168 time: 6.5174727 Aug 05 11:51:34.793880 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 47190) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:51:34.816965 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-a51a1f19-42d8-4dc7-8bca-ba0cb05b2f1a tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-863335638'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:51:34.865021 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1818702b-18fa-4f13-8dc4-20c11d282a70 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Pushing event deleted for resources: {'Network': ['ID=54e49d7a-9aaf-4d64-8503-21c3813d3451,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:51:34.947768 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0eb8e76-a251-47a5-873e-316fdc609def tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Pushing event deleted for resources: {'Network': ['ID=33778314-1b12-4244-8fb8-157ab39b0814,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:51:34.953716 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.db.api [None req-a51a1f19-42d8-4dc7-8bca-ba0cb05b2f1a tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 05 11:51:34.953716 n-d-803378-2 neutron-server[94421]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 05 11:51:34.953716 n-d-803378-2 neutron-server[94421]: [parameters: {'project_id': '26f32bbf0e234159bf611d6f63f387fb', 'id': 'd5b6e445-28cf-4cfd-b4cd-75bdb31d85e0', 'expiration': datetime.datetime(2021, 8, 5, 11, 53, 34, 928379)}] Aug 05 11:51:34.953716 n-d-803378-2 neutron-server[94421]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94421) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 05 11:51:34.956685 n-d-803378-2 neutron-server[94421]: DEBUG oslo_db.api [None req-a51a1f19-42d8-4dc7-8bca-ba0cb05b2f1a tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 11:51:34.980766 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b45209f-69bb-4a6e-a9b4-51f1d4ec7112 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Made reservation on behalf of 0d8a98bfcc92414295ea4818a0ea96ca for: {'network': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:51:34.989882 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2b45209f-69bb-4a6e-a9b4-51f1d4ec7112 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:35.125191 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b45209f-69bb-4a6e-a9b4-51f1d4ec7112 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] vlan segment allocate from pool success with {'vlan_id': 652, 'physical_network': 'physnet1'} {{(pid=94421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:51:35.172686 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2b45209f-69bb-4a6e-a9b4-51f1d4ec7112 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:35.173244 n-d-803378-2 neutron-server[94421]: INFO neutron.db.segments_db [None req-2b45209f-69bb-4a6e-a9b4-51f1d4ec7112 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Added segment b755757c-a248-4803-8509-9d7fe23d88f9 of type vlan for network 5540bcfe-7f68-4e1a-a16f-27113f328826 Aug 05 11:51:35.369196 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39bd55c-6ebd-4ae6-8d2d-9e497f00c205 req-97fa1345-92ad-47a4-89b4-3fdfb782c167 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:51:35.375093 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a39bd55c-6ebd-4ae6-8d2d-9e497f00c205 req-97fa1345-92ad-47a4-89b4-3fdfb782c167 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=e98332d0-8552-4f90-9240-19975d912b36 HTTP/1.1" status: 200 len: 946 time: 0.2090576 Aug 05 11:51:35.443209 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2b45209f-69bb-4a6e-a9b4-51f1d4ec7112 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:35.477761 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a39bd55c-6ebd-4ae6-8d2d-9e497f00c205 req-f4ab69b1-b6a9-4d40-a177-b3c4973a2476 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca0df2b3-ca19-4f0d-95c0-bd3e02a9c49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701566 Aug 05 11:51:35.502636 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2b45209f-69bb-4a6e-a9b4-51f1d4ec7112 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:35.523923 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b45209f-69bb-4a6e-a9b4-51f1d4ec7112 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:51:35.526226 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2b45209f-69bb-4a6e-a9b4-51f1d4ec7112 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks [] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:35.734324 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b45209f-69bb-4a6e-a9b4-51f1d4ec7112 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Pushing event updated for resources: {'Network': ['ID=5540bcfe-7f68-4e1a-a16f-27113f328826,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:51:35.781644 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a51a1f19-42d8-4dc7-8bca-ba0cb05b2f1a tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Made reservation on behalf of 26f32bbf0e234159bf611d6f63f387fb for: {'network': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:51:35.795552 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a51a1f19-42d8-4dc7-8bca-ba0cb05b2f1a tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:35.796018 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 5540bcfe-7f68-4e1a-a16f-27113f328826 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:51:35.812247 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-2b45209f-69bb-4a6e-a9b4-51f1d4ec7112 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0917075 Aug 05 11:51:35.816823 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 47216) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:51:35.827388 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-e322fc46-4ff2-4da1-9fbb-76b0c3a4d65a tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Request body: {'subnet': {'network_id': '5540bcfe-7f68-4e1a-a16f-27113f328826', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:51:35.896934 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a51a1f19-42d8-4dc7-8bca-ba0cb05b2f1a tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] vlan segment allocate from pool success with {'vlan_id': 680, 'physical_network': 'physnet1'} {{(pid=94421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:51:35.935578 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 47218) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:51:35.965855 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a51a1f19-42d8-4dc7-8bca-ba0cb05b2f1a tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:35.966397 n-d-803378-2 neutron-server[94421]: INFO neutron.db.segments_db [None req-a51a1f19-42d8-4dc7-8bca-ba0cb05b2f1a tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Added segment bf0d5dfd-bba7-450d-9902-b662435528de of type vlan for network ae973abe-8b2e-4470-b22e-c1aa609765af Aug 05 11:51:36.126308 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a51a1f19-42d8-4dc7-8bca-ba0cb05b2f1a tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:36.266354 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e322fc46-4ff2-4da1-9fbb-76b0c3a4d65a tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Made reservation on behalf of 0d8a98bfcc92414295ea4818a0ea96ca for: {'subnet': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:51:36.274537 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e322fc46-4ff2-4da1-9fbb-76b0c3a4d65a tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24211133'] for subnet, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:36.481519 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.db.resource_extend [None req-a51a1f19-42d8-4dc7-8bca-ba0cb05b2f1a tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 05 11:51:36.581594 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a51a1f19-42d8-4dc7-8bca-ba0cb05b2f1a tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:36.610080 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51a1f19-42d8-4dc7-8bca-ba0cb05b2f1a tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:51:36.610080 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a51a1f19-42d8-4dc7-8bca-ba0cb05b2f1a tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks [] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:36.836914 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-a51a1f19-42d8-4dc7-8bca-ba0cb05b2f1a tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 2.0406675 Aug 05 11:51:36.902083 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 47230) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:51:36.927330 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-239ffd61-ed23-414d-9489-82abb308a223 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Request body: {'subnet': {'network_id': 'ae973abe-8b2e-4470-b22e-c1aa609765af', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:51:37.256799 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-4c3e0752-ed53-4e2c-8694-166f19ba1c34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:37.288027 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51a1f19-42d8-4dc7-8bca-ba0cb05b2f1a tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Pushing event updated for resources: {'Network': ['ID=ae973abe-8b2e-4470-b22e-c1aa609765af,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:51:37.321727 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network ae973abe-8b2e-4470-b22e-c1aa609765af details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:51:37.369624 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b139536e-b83e-4272-9c18-84ef450db35e req-9b36813c-370b-4c2b-b388-47cf43de7ab2 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:51:37.372150 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b139536e-b83e-4272-9c18-84ef450db35e req-9b36813c-370b-4c2b-b388-47cf43de7ab2 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=e98332d0-8552-4f90-9240-19975d912b36 HTTP/1.1" status: 200 len: 946 time: 0.5880203 Aug 05 11:51:37.427542 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-239ffd61-ed23-414d-9489-82abb308a223 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Made reservation on behalf of 26f32bbf0e234159bf611d6f63f387fb for: {'subnet': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:51:37.434555 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-239ffd61-ed23-414d-9489-82abb308a223 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24211133'] for subnet, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:37.528040 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e322fc46-4ff2-4da1-9fbb-76b0c3a4d65a tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29762700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24211087'] for subnet, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:38.009374 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fb92d21a-b6f4-4651-912d-ebd2908a2f43 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33208311'] for router_interface, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:38.956354 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b139536e-b83e-4272-9c18-84ef450db35e req-17cbe1fe-cead-4d14-8e02-e3a36811509e tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca0df2b3-ca19-4f0d-95c0-bd3e02a9c49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.5549917 Aug 05 11:51:38.958534 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-239ffd61-ed23-414d-9489-82abb308a223 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29762700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24211087'] for subnet, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:39.022582 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-fb92d21a-b6f4-4651-912d-ebd2908a2f43 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Deleting port 3d263ae8-0280-4552-8aac-30dcf5e1325b {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:51:39.026781 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fb92d21a-b6f4-4651-912d-ebd2908a2f43 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:39.037828 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e322fc46-4ff2-4da1-9fbb-76b0c3a4d65a tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Pushing event updated for resources: {'Subnet': ['ID=21b28e78-ac4d-4f3f-a10d-a405b178abd7,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:51:39.355508 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239ffd61-ed23-414d-9489-82abb308a223 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Pushing event updated for resources: {'Subnet': ['ID=e7e645e2-c51d-47af-a4ef-e0c27c67d9f2,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:51:39.389615 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e322fc46-4ff2-4da1-9fbb-76b0c3a4d65a tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Checking segment: {'id': 'b755757c-a248-4803-8509-9d7fe23d88f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '5540bcfe-7f68-4e1a-a16f-27113f328826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:51:39.393158 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e322fc46-4ff2-4da1-9fbb-76b0c3a4d65a tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Network hostable DHCP agents. Network: 5540bcfe-7f68-4e1a-a16f-27113f328826, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:51:39.411217 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239ffd61-ed23-414d-9489-82abb308a223 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Checking segment: {'id': 'bf0d5dfd-bba7-450d-9902-b662435528de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'ae973abe-8b2e-4470-b22e-c1aa609765af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:51:39.412229 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239ffd61-ed23-414d-9489-82abb308a223 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Network hostable DHCP agents. Network: ae973abe-8b2e-4470-b22e-c1aa609765af, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:51:39.435175 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [None req-fb92d21a-b6f4-4651-912d-ebd2908a2f43 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] For port 3d263ae8-0280-4552-8aac-30dcf5e1325b, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=3d263ae8-0280-4552-8aac-30dcf5e1325b,segment=NetworkSegment(9f03e2db-8557-4053-84d8-e8f77c56803d),segment_id=9f03e2db-8557-4053-84d8-e8f77c56803d)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:51:39.436518 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fb92d21a-b6f4-4651-912d-ebd2908a2f43 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:39.479499 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-fb92d21a-b6f4-4651-912d-ebd2908a2f43 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Calling delete_port for 3d263ae8-0280-4552-8aac-30dcf5e1325b owned by network:router_interface {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:51:39.502613 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239ffd61-ed23-414d-9489-82abb308a223 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Network ae973abe-8b2e-4470-b22e-c1aa609765af is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:51:39.521213 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e322fc46-4ff2-4da1-9fbb-76b0c3a4d65a tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Network 5540bcfe-7f68-4e1a-a16f-27113f328826 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:51:39.571008 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-239ffd61-ed23-414d-9489-82abb308a223 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, ae973abe-8b2e-4470-b22e-c1aa609765af) {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:51:39.574643 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-e322fc46-4ff2-4da1-9fbb-76b0c3a4d65a tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, 5540bcfe-7f68-4e1a-a16f-27113f328826) {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:51:39.583650 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-239ffd61-ed23-414d-9489-82abb308a223 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:51:39.585097 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-239ffd61-ed23-414d-9489-82abb308a223 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks [] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:39.593338 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e322fc46-4ff2-4da1-9fbb-76b0c3a4d65a tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:51:39.594792 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e322fc46-4ff2-4da1-9fbb-76b0c3a4d65a tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks [] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:39.650602 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-239ffd61-ed23-414d-9489-82abb308a223 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7370975 Aug 05 11:51:39.651829 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 47262) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:51:39.661346 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-44fc8732-3099-40b4-86d2-536f0de4fa39 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1122076225', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:51:39.666344 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94708fa6-522f-4ff9-8586-6489793261bf None None] Network ae973abe-8b2e-4470-b22e-c1aa609765af requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:51:39.683678 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-e322fc46-4ff2-4da1-9fbb-76b0c3a4d65a tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.8643959 Aug 05 11:51:39.685263 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 47264) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:51:39.705175 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-97799186-ac57-4f03-a791-203b0c902076 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1132289903', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:51:39.748676 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.db.api [None req-97799186-ac57-4f03-a791-203b0c902076 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 05 11:51:39.748676 n-d-803378-2 neutron-server[94420]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 05 11:51:39.748676 n-d-803378-2 neutron-server[94420]: [parameters: {'project_id_1': '0d8a98bfcc92414295ea4818a0ea96ca', 'expiration_1': datetime.datetime(2021, 8, 5, 11, 51, 39, 724253)}] Aug 05 11:51:39.748676 n-d-803378-2 neutron-server[94420]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94420) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 05 11:51:39.748676 n-d-803378-2 neutron-server[94420]: DEBUG oslo_db.api [None req-97799186-ac57-4f03-a791-203b0c902076 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 11:51:39.767913 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-44fc8732-3099-40b4-86d2-536f0de4fa39 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33260300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1929'] for router, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:39.769014 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5fa6af7-a352-4380-b171-cd3fdc85ff87 None None] Network 5540bcfe-7f68-4e1a-a16f-27113f328826 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:51:39.770925 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-44fc8732-3099-40b4-86d2-536f0de4fa39 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33285914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33034662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1926'] for router, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:40.154150 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-44fc8732-3099-40b4-86d2-536f0de4fa39 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:40.172779 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-44fc8732-3099-40b4-86d2-536f0de4fa39 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286026'] for router, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:40.353368 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-44fc8732-3099-40b4-86d2-536f0de4fa39 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks [] for router, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:40.360192 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-44fc8732-3099-40b4-86d2-536f0de4fa39 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.7028482 Aug 05 11:51:40.363300 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 47272) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:51:40.389407 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-894cbb9e-6d3a-4fcd-8cb6-686cb12fcbff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:40.413144 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-ab4c1931-3633-4408-b5f6-60c0ca039783 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Request body: {'port': {'network_id': 'ae973abe-8b2e-4470-b22e-c1aa609765af', 'name': 'tempest-PortsTestJSON-808554775'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:51:40.490847 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1a5747-4b85-4924-a693-9ae6d004e985 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-ae973abe-8b2e-4470-b22e-c1aa609765af', 'network_id': 'ae973abe-8b2e-4470-b22e-c1aa609765af', 'tenant_id': '26f32bbf0e234159bf611d6f63f387fb', 'fixed_ips': [{'subnet_id': 'e7e645e2-c51d-47af-a4ef-e0c27c67d9f2'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 11:51:40.497938 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-fa1a5747-4b85-4924-a693-9ae6d004e985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:40.519497 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:40.542430 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-97799186-ac57-4f03-a791-203b0c902076 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33260300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1929'] for router, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:40.546559 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-97799186-ac57-4f03-a791-203b0c902076 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33285914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33034662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1926'] for router, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:40.794637 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbce6bbc-b429-4c71-954b-9cb23cd05911 req-c8230fba-53ff-4d3c-b4e7-1d46469a3678 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:51:40.798648 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bbce6bbc-b429-4c71-954b-9cb23cd05911 req-c8230fba-53ff-4d3c-b4e7-1d46469a3678 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=e98332d0-8552-4f90-9240-19975d912b36 HTTP/1.1" status: 200 len: 946 time: 0.5208099 Aug 05 11:51:40.815422 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fb92d21a-b6f4-4651-912d-ebd2908a2f43 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:40.924668 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-97799186-ac57-4f03-a791-203b0c902076 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:40.984194 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb92d21a-b6f4-4651-912d-ebd2908a2f43 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Pushing event deleted for resources: {'Port': ['ID=3d263ae8-0280-4552-8aac-30dcf5e1325b,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:51:40.989627 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-97799186-ac57-4f03-a791-203b0c902076 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286026'] for router, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:41.083564 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bbce6bbc-b429-4c71-954b-9cb23cd05911 req-a9e6322c-26a8-444e-9750-815cef02b3a1 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca0df2b3-ca19-4f0d-95c0-bd3e02a9c49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1555951 Aug 05 11:51:41.093269 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-97799186-ac57-4f03-a791-203b0c902076 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks [] for router, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:41.110833 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-97799186-ac57-4f03-a791-203b0c902076 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.4149275 Aug 05 11:51:41.113246 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 47280) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:51:41.125126 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-ea4fbb76-0819-4cd2-881c-7d12a4a1b7c4 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Request body: {'port': {'network_id': '5540bcfe-7f68-4e1a-a16f-27113f328826', 'name': 'tempest-RoutersTest-833502939'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:51:41.220806 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb92d21a-b6f4-4651-912d-ebd2908a2f43 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:51:41.221501 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb92d21a-b6f4-4651-912d-ebd2908a2f43 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:51:41.222698 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb92d21a-b6f4-4651-912d-ebd2908a2f43 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:51:41.222698 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb92d21a-b6f4-4651-912d-ebd2908a2f43 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:51:41.223295 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb92d21a-b6f4-4651-912d-ebd2908a2f43 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:51:41.228061 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb92d21a-b6f4-4651-912d-ebd2908a2f43 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:51:41.229012 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb92d21a-b6f4-4651-912d-ebd2908a2f43 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:51:41.229693 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb92d21a-b6f4-4651-912d-ebd2908a2f43 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:51:41.230375 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb92d21a-b6f4-4651-912d-ebd2908a2f43 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:51:41.230983 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb92d21a-b6f4-4651-912d-ebd2908a2f43 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:51:41.231619 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb92d21a-b6f4-4651-912d-ebd2908a2f43 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:51:41.244786 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb92d21a-b6f4-4651-912d-ebd2908a2f43 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:51:41.482231 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-674f33d8-8b22-4510-8788-2feceae94f39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-5540bcfe-7f68-4e1a-a16f-27113f328826', 'network_id': '5540bcfe-7f68-4e1a-a16f-27113f328826', 'tenant_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'fixed_ips': [{'subnet_id': '21b28e78-ac4d-4f3f-a10d-a405b178abd7'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 11:51:41.493558 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-674f33d8-8b22-4510-8788-2feceae94f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:41.715705 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea4fbb76-0819-4cd2-881c-7d12a4a1b7c4 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Made reservation on behalf of 0d8a98bfcc92414295ea4818a0ea96ca for: {'port': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:51:41.754248 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ea4fbb76-0819-4cd2-881c-7d12a4a1b7c4 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:41.826079 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-fa1a5747-4b85-4924-a693-9ae6d004e985 None None] Allocated IP 172.20.0.2 (ae973abe-8b2e-4470-b22e-c1aa609765af/e7e645e2-c51d-47af-a4ef-e0c27c67d9f2/516877d6-90c6-4205-b073-a612e50d056a) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:51:41.883577 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:41.907654 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [None req-ea4fbb76-0819-4cd2-881c-7d12a4a1b7c4 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] device_id is not set on port b879901d-3eab-4978-9a0b-a802f9460d06 yet. {{(pid=94420) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 11:51:42.048946 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab4c1931-3633-4408-b5f6-60c0ca039783 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Made reservation on behalf of 26f32bbf0e234159bf611d6f63f387fb for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:51:42.066278 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ab4c1931-3633-4408-b5f6-60c0ca039783 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:42.185728 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [None req-ab4c1931-3633-4408-b5f6-60c0ca039783 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] device_id is not set on port 1b00499b-7743-42c8-9a4c-d22c2f57f9fd yet. {{(pid=94421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 11:51:42.267047 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fb92d21a-b6f4-4651-912d-ebd2908a2f43 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33140263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33208171'] for router_interface, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:42.391716 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-674f33d8-8b22-4510-8788-2feceae94f39 None None] Allocated IP 172.20.0.2 (5540bcfe-7f68-4e1a-a16f-27113f328826/21b28e78-ac4d-4f3f-a10d-a405b178abd7/8dd98233-9836-44b1-a7d7-400c650ccd17) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:51:42.638611 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3d5524-468e-473c-973b-ba2f1e3cf093 req-136a68ab-5327-45da-8774-0e94aaa65886 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:51:42.666217 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2f3d5524-468e-473c-973b-ba2f1e3cf093 req-136a68ab-5327-45da-8774-0e94aaa65886 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=e98332d0-8552-4f90-9240-19975d912b36 HTTP/1.1" status: 200 len: 946 time: 0.1999500 Aug 05 11:51:42.858499 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2f3d5524-468e-473c-973b-ba2f1e3cf093 req-8831639f-1495-4048-9165-5fa557ba99d8 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca0df2b3-ca19-4f0d-95c0-bd3e02a9c49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1880050 Aug 05 11:51:42.866615 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-fa1a5747-4b85-4924-a693-9ae6d004e985 None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:42.959863 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-fa1a5747-4b85-4924-a693-9ae6d004e985 None None] Transition to ACTIVE for port object 516877d6-90c6-4205-b073-a612e50d056a will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:51:43.043545 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-fa1a5747-4b85-4924-a693-9ae6d004e985 None None] Transition to ACTIVE for port object 516877d6-90c6-4205-b073-a612e50d056a will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:51:43.076522 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-fa1a5747-4b85-4924-a693-9ae6d004e985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:43.323821 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1a5747-4b85-4924-a693-9ae6d004e985 None None] Network ae973abe-8b2e-4470-b22e-c1aa609765af is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:51:43.325788 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-fa1a5747-4b85-4924-a693-9ae6d004e985 None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:51:43.330988 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1a5747-4b85-4924-a693-9ae6d004e985 None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:51:43.412292 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-674f33d8-8b22-4510-8788-2feceae94f39 None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:43.468449 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1a5747-4b85-4924-a693-9ae6d004e985 None None] Pushing event updated for resources: {'Port': ['ID=516877d6-90c6-4205-b073-a612e50d056a,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:51:43.497729 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-674f33d8-8b22-4510-8788-2feceae94f39 None None] Transition to ACTIVE for port object 8dd98233-9836-44b1-a7d7-400c650ccd17 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:51:43.545004 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-674f33d8-8b22-4510-8788-2feceae94f39 None None] Transition to ACTIVE for port object 8dd98233-9836-44b1-a7d7-400c650ccd17 will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:51:43.565018 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-674f33d8-8b22-4510-8788-2feceae94f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:43.591420 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-fa1a5747-4b85-4924-a693-9ae6d004e985 None None] Attempting to bind port 516877d6-90c6-4205-b073-a612e50d056a on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:51:43.592139 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-fa1a5747-4b85-4924-a693-9ae6d004e985 None None] Attempting to bind port 516877d6-90c6-4205-b073-a612e50d056a by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'bf0d5dfd-bba7-450d-9902-b662435528de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'ae973abe-8b2e-4470-b22e-c1aa609765af'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:51:43.592878 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1a5747-4b85-4924-a693-9ae6d004e985 None None] Attempting to bind port 516877d6-90c6-4205-b073-a612e50d056a on network ae973abe-8b2e-4470-b22e-c1aa609765af {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:51:43.666112 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1a5747-4b85-4924-a693-9ae6d004e985 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:51:43.666682 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1a5747-4b85-4924-a693-9ae6d004e985 None None] Checking segment: {'id': 'bf0d5dfd-bba7-450d-9902-b662435528de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'ae973abe-8b2e-4470-b22e-c1aa609765af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:51:43.667464 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-fa1a5747-4b85-4924-a693-9ae6d004e985 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:43.668213 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1a5747-4b85-4924-a693-9ae6d004e985 None None] Bound using segment: {'id': 'bf0d5dfd-bba7-450d-9902-b662435528de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'ae973abe-8b2e-4470-b22e-c1aa609765af'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:51:43.669416 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-fa1a5747-4b85-4924-a693-9ae6d004e985 None None] Bound port: 516877d6-90c6-4205-b073-a612e50d056a, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf0d5dfd-bba7-450d-9902-b662435528de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'ae973abe-8b2e-4470-b22e-c1aa609765af'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:51:43.672880 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-fa1a5747-4b85-4924-a693-9ae6d004e985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:43.722625 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-674f33d8-8b22-4510-8788-2feceae94f39 None None] Network 5540bcfe-7f68-4e1a-a16f-27113f328826 is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:51:43.775295 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-674f33d8-8b22-4510-8788-2feceae94f39 None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:51:43.790516 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674f33d8-8b22-4510-8788-2feceae94f39 None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:51:43.807105 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-ea4fbb76-0819-4cd2-881c-7d12a4a1b7c4 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Allocated IP 172.20.0.6 (5540bcfe-7f68-4e1a-a16f-27113f328826/21b28e78-ac4d-4f3f-a10d-a405b178abd7/b879901d-3eab-4978-9a0b-a802f9460d06) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:51:43.978555 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-ab4c1931-3633-4408-b5f6-60c0ca039783 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Allocated IP 172.20.0.3 (ae973abe-8b2e-4470-b22e-c1aa609765af/e7e645e2-c51d-47af-a4ef-e0c27c67d9f2/1b00499b-7743-42c8-9a4c-d22c2f57f9fd) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:51:44.065557 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674f33d8-8b22-4510-8788-2feceae94f39 None None] Pushing event updated for resources: {'Port': ['ID=8dd98233-9836-44b1-a7d7-400c650ccd17,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:51:44.358457 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:44.400932 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [req-4db153e9-a9de-4a52-b534-6f327df2c319 req-31ac232d-d480-416f-afb2-b4f97f5c62a6 service neutron] (94420) timed out ('10.222.0.55', 54884) {{(pid=94420) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 05 11:51:44.427210 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-674f33d8-8b22-4510-8788-2feceae94f39 None None] Attempting to bind port 8dd98233-9836-44b1-a7d7-400c650ccd17 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:51:44.428821 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-674f33d8-8b22-4510-8788-2feceae94f39 None None] Attempting to bind port 8dd98233-9836-44b1-a7d7-400c650ccd17 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'b755757c-a248-4803-8509-9d7fe23d88f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '5540bcfe-7f68-4e1a-a16f-27113f328826'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:51:44.430117 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674f33d8-8b22-4510-8788-2feceae94f39 None None] Attempting to bind port 8dd98233-9836-44b1-a7d7-400c650ccd17 on network 5540bcfe-7f68-4e1a-a16f-27113f328826 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:51:44.474336 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-fa1a5747-4b85-4924-a693-9ae6d004e985 None None] For port 516877d6-90c6-4205-b073-a612e50d056a, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:51:44.486514 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-fa1a5747-4b85-4924-a693-9ae6d004e985 None None] For port 516877d6-90c6-4205-b073-a612e50d056a, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=516877d6-90c6-4205-b073-a612e50d056a,segment=NetworkSegment(bf0d5dfd-bba7-450d-9902-b662435528de),segment_id=bf0d5dfd-bba7-450d-9902-b662435528de)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:51:44.489262 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674f33d8-8b22-4510-8788-2feceae94f39 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:51:44.490132 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674f33d8-8b22-4510-8788-2feceae94f39 None None] Checking segment: {'id': 'b755757c-a248-4803-8509-9d7fe23d88f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '5540bcfe-7f68-4e1a-a16f-27113f328826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:51:44.491561 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-674f33d8-8b22-4510-8788-2feceae94f39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:44.492093 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674f33d8-8b22-4510-8788-2feceae94f39 None None] Bound using segment: {'id': 'b755757c-a248-4803-8509-9d7fe23d88f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '5540bcfe-7f68-4e1a-a16f-27113f328826'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:51:44.496304 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-674f33d8-8b22-4510-8788-2feceae94f39 None None] Bound port: 8dd98233-9836-44b1-a7d7-400c650ccd17, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b755757c-a248-4803-8509-9d7fe23d88f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '5540bcfe-7f68-4e1a-a16f-27113f328826'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:51:44.497458 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-674f33d8-8b22-4510-8788-2feceae94f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:44.520107 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-fa1a5747-4b85-4924-a693-9ae6d004e985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:44.635791 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb92d21a-b6f4-4651-912d-ebd2908a2f43 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Router 97cb0d75-8907-409f-87f4-a69ffebf0234 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 11:51:44.885996 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d94f7cf-066a-4968-bba7-c47cf52f65d7 req-8b145d96-fb97-4d85-9e59-f486f9cf3b62 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:51:44.900950 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1a5747-4b85-4924-a693-9ae6d004e985 None None] Pushing event updated for resources: {'Port': ['ID=516877d6-90c6-4205-b073-a612e50d056a,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:51:44.926385 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0d94f7cf-066a-4968-bba7-c47cf52f65d7 req-8b145d96-fb97-4d85-9e59-f486f9cf3b62 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=e98332d0-8552-4f90-9240-19975d912b36 HTTP/1.1" status: 200 len: 946 time: 0.5185702 Aug 05 11:51:45.050547 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ab4c1931-3633-4408-b5f6-60c0ca039783 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:45.108014 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ea4fbb76-0819-4cd2-881c-7d12a4a1b7c4 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:45.121551 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [None req-ab4c1931-3633-4408-b5f6-60c0ca039783 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Transition to ACTIVE for port object 1b00499b-7743-42c8-9a4c-d22c2f57f9fd will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:51:45.208580 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [None req-ea4fbb76-0819-4cd2-881c-7d12a4a1b7c4 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Transition to ACTIVE for port object b879901d-3eab-4978-9a0b-a802f9460d06 will not be triggered until provisioned by entity DHCP. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:51:45.234439 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0d94f7cf-066a-4968-bba7-c47cf52f65d7 req-bdfff975-567a-4957-9336-4b1a45e4bbea tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca0df2b3-ca19-4f0d-95c0-bd3e02a9c49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3025396 Aug 05 11:51:45.279676 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-674f33d8-8b22-4510-8788-2feceae94f39 None None] For port 8dd98233-9836-44b1-a7d7-400c650ccd17, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:51:45.355389 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-674f33d8-8b22-4510-8788-2feceae94f39 None None] For port 8dd98233-9836-44b1-a7d7-400c650ccd17, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=8dd98233-9836-44b1-a7d7-400c650ccd17,segment=NetworkSegment(b755757c-a248-4803-8509-9d7fe23d88f9),segment_id=b755757c-a248-4803-8509-9d7fe23d88f9)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:51:45.391024 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-674f33d8-8b22-4510-8788-2feceae94f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:45.501397 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ea4fbb76-0819-4cd2-881c-7d12a4a1b7c4 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:45.536582 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ab4c1931-3633-4408-b5f6-60c0ca039783 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:45.652123 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb92d21a-b6f4-4651-912d-ebd2908a2f43 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:51:45.697979 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738b2fa9-5a51-4848-bc63-5c493b3f9552 None None] Sync routers for ids ['97cb0d75-8907-409f-87f4-a69ffebf0234'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:51:45.732748 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-fb92d21a-b6f4-4651-912d-ebd2908a2f43 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "PUT /v2.0/routers/97cb0d75-8907-409f-87f4-a69ffebf0234/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7901368 Aug 05 11:51:45.740709 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 47332) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:51:45.752406 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738b2fa9-5a51-4848-bc63-5c493b3f9552 None None] Routers {'97cb0d75-8907-409f-87f4-a69ffebf0234'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:51:45.756693 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-738b2fa9-5a51-4848-bc63-5c493b3f9552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:51:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['97cb0d75-8907-409f-87f4-a69ffebf0234'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:51:45.782587 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4fbb76-0819-4cd2-881c-7d12a4a1b7c4 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Network 5540bcfe-7f68-4e1a-a16f-27113f328826 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:51:45.792430 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674f33d8-8b22-4510-8788-2feceae94f39 None None] Pushing event updated for resources: {'Port': ['ID=8dd98233-9836-44b1-a7d7-400c650ccd17,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:51:45.800990 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-ea4fbb76-0819-4cd2-881c-7d12a4a1b7c4 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:51:45.817994 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4fbb76-0819-4cd2-881c-7d12a4a1b7c4 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:51:45.959028 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4fbb76-0819-4cd2-881c-7d12a4a1b7c4 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Pushing event updated for resources: {'Port': ['ID=b879901d-3eab-4978-9a0b-a802f9460d06,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:51:45.987335 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4fbb76-0819-4cd2-881c-7d12a4a1b7c4 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:51:45.989491 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4fbb76-0819-4cd2-881c-7d12a4a1b7c4 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:51:45.991295 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4fbb76-0819-4cd2-881c-7d12a4a1b7c4 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:51:45.992934 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4fbb76-0819-4cd2-881c-7d12a4a1b7c4 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:51:45.993861 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4fbb76-0819-4cd2-881c-7d12a4a1b7c4 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:51:45.994665 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4fbb76-0819-4cd2-881c-7d12a4a1b7c4 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:51:45.995438 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4fbb76-0819-4cd2-881c-7d12a4a1b7c4 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:51:45.996224 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4fbb76-0819-4cd2-881c-7d12a4a1b7c4 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:51:45.997054 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4fbb76-0819-4cd2-881c-7d12a4a1b7c4 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:51:45.998159 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4fbb76-0819-4cd2-881c-7d12a4a1b7c4 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:51:45.999025 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4fbb76-0819-4cd2-881c-7d12a4a1b7c4 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:51:45.999873 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4fbb76-0819-4cd2-881c-7d12a4a1b7c4 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:51:46.112127 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4fbb76-0819-4cd2-881c-7d12a4a1b7c4 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:51:46.114170 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ea4fbb76-0819-4cd2-881c-7d12a4a1b7c4 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:46.187918 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-ea4fbb76-0819-4cd2-881c-7d12a4a1b7c4 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 5.0718317 Aug 05 11:51:46.190602 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 47338) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:51:46.255468 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4c1931-3633-4408-b5f6-60c0ca039783 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Network ae973abe-8b2e-4470-b22e-c1aa609765af is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:51:46.265106 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-738b2fa9-5a51-4848-bc63-5c493b3f9552 None None] Set router 97cb0d75-8907-409f-87f4-a69ffebf0234 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:51:46.289106 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-ab4c1931-3633-4408-b5f6-60c0ca039783 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:51:46.300946 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4c1931-3633-4408-b5f6-60c0ca039783 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:51:46.806991 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4c1931-3633-4408-b5f6-60c0ca039783 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:51:46.808337 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ab4c1931-3633-4408-b5f6-60c0ca039783 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:46.876302 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4c1931-3633-4408-b5f6-60c0ca039783 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Pushing event updated for resources: {'Port': ['ID=1b00499b-7743-42c8-9a4c-d22c2f57f9fd,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:51:46.976068 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae726293-ea8b-4ce0-b6b2-b7354f876726 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Deleting subnet 23b4b90e-0370-4e2d-856e-858c6909def7 {{(pid=94421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:51:47.008262 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ae726293-ea8b-4ce0-b6b2-b7354f876726 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for subnet, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:47.156041 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-ab4c1931-3633-4408-b5f6-60c0ca039783 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 6.7778683 Aug 05 11:51:47.158839 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 47350) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:51:47.393154 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4adba4-a1dc-4a87-ba51-2aa9a666429a req-7645b8d2-cb20-45b8-a194-287ff8a49172 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:51:47.400694 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fe4adba4-a1dc-4a87-ba51-2aa9a666429a req-7645b8d2-cb20-45b8-a194-287ff8a49172 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=e98332d0-8552-4f90-9240-19975d912b36 HTTP/1.1" status: 200 len: 946 time: 0.7193446 Aug 05 11:51:47.472136 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-738b2fa9-5a51-4848-bc63-5c493b3f9552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97cb0d75-8907-409f-87f4-a69ffebf0234', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2052124601', 'tenant_id': '7f88688726d24c8e9d77831659c7c3ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '9cf08bfb-6a0a-415a-9e26-edbb203b1bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:46:57Z', 'updated_at': '2021-08-05T11:51:40Z', 'revision_number': 5, 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'gw_port': {'id': '9cf08bfb-6a0a-415a-9e26-edbb203b1bfc', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:15:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cb0d75-8907-409f-87f4-a69ffebf0234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:47:02Z', 'updated_at': '2021-08-05T11:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:51:47.699772 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 8dd98233-9836-44b1-a7d7-400c650ccd17 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:51:47.730092 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738b2fa9-5a51-4848-bc63-5c493b3f9552 None None] Checking router: 97cb0d75-8907-409f-87f4-a69ffebf0234 for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:51:47.785645 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738b2fa9-5a51-4848-bc63-5c493b3f9552 None None] Routers {'97cb0d75-8907-409f-87f4-a69ffebf0234'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:51:47.786756 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-738b2fa9-5a51-4848-bc63-5c493b3f9552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:51:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['97cb0d75-8907-409f-87f4-a69ffebf0234'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:51:47.831545 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ae726293-ea8b-4ce0-b6b2-b7354f876726 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29786388'] for subnet, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:48.036997 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28274837-2b91-4d92-aebe-2f2433432292 None None] Network ae973abe-8b2e-4470-b22e-c1aa609765af requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:51:48.152084 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fe4adba4-a1dc-4a87-ba51-2aa9a666429a req-80721330-0806-4a8b-adac-6e633828d981 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca0df2b3-ca19-4f0d-95c0-bd3e02a9c49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3586583 Aug 05 11:51:48.456929 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-738b2fa9-5a51-4848-bc63-5c493b3f9552 None None] Set router 97cb0d75-8907-409f-87f4-a69ffebf0234 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:51:48.595205 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 8dd98233-9836-44b1-a7d7-400c650ccd17 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:51:48.643471 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ff9ded0a-975c-426b-9c4a-02c0d7be6c59 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:48.733926 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 516877d6-90c6-4205-b073-a612e50d056a up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:51:48.884720 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-746327ad-b0d2-414b-b953-0bf45f9aa06a None None] Provisioning for port 516877d6-90c6-4205-b073-a612e50d056a completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:51:49.079814 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ae726293-ea8b-4ce0-b6b2-b7354f876726 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:49.172919 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac16186e-6a36-45ff-82e3-90a4bed4e003 None None] Network 5540bcfe-7f68-4e1a-a16f-27113f328826 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:51:49.488930 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-738b2fa9-5a51-4848-bc63-5c493b3f9552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97cb0d75-8907-409f-87f4-a69ffebf0234', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2052124601', 'tenant_id': '7f88688726d24c8e9d77831659c7c3ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '9cf08bfb-6a0a-415a-9e26-edbb203b1bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:46:57Z', 'updated_at': '2021-08-05T11:51:40Z', 'revision_number': 5, 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'gw_port': {'id': '9cf08bfb-6a0a-415a-9e26-edbb203b1bfc', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:15:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cb0d75-8907-409f-87f4-a69ffebf0234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:47:02Z', 'updated_at': '2021-08-05T11:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:51:49.595729 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 516877d6-90c6-4205-b073-a612e50d056a completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:51:49.628534 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b33a8f9a-40e6-41c6-b9be-5b5f8e4648ba None None] Provisioning for port 8dd98233-9836-44b1-a7d7-400c650ccd17 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:51:49.669503 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738b2fa9-5a51-4848-bc63-5c493b3f9552 None None] The sync data for ids ['97cb0d75-8907-409f-87f4-a69ffebf0234'] in n-d-803378-2 is: [{'id': '97cb0d75-8907-409f-87f4-a69ffebf0234', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2052124601', 'tenant_id': '7f88688726d24c8e9d77831659c7c3ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '9cf08bfb-6a0a-415a-9e26-edbb203b1bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:46:57Z', 'updated_at': '2021-08-05T11:51:40Z', 'revision_number': 5, 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'gw_port': {'id': '9cf08bfb-6a0a-415a-9e26-edbb203b1bfc', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:15:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cb0d75-8907-409f-87f4-a69ffebf0234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:47:02Z', 'updated_at': '2021-08-05T11:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:51:49.677465 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b33a8f9a-40e6-41c6-b9be-5b5f8e4648ba None None] Provisioning complete for port 8dd98233-9836-44b1-a7d7-400c650ccd17 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:51:49.677465 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b33a8f9a-40e6-41c6-b9be-5b5f8e4648ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:49.841046 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 516877d6-90c6-4205-b073-a612e50d056a triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:51:49.842595 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:49.877792 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ae726293-ea8b-4ce0-b6b2-b7354f876726 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25038609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30075142'] for subnet, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:50.169853 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ff9ded0a-975c-426b-9c4a-02c0d7be6c59 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:50.213122 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ff9ded0a-975c-426b-9c4a-02c0d7be6c59 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:50.319005 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae726293-ea8b-4ce0-b6b2-b7354f876726 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Pushing event deleted for resources: {'Subnet': ['ID=23b4b90e-0370-4e2d-856e-858c6909def7,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:51:50.378124 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ae726293-ea8b-4ce0-b6b2-b7354f876726 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:50.388204 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-ae726293-ea8b-4ce0-b6b2-b7354f876726 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "DELETE /v2.0/subnets/23b4b90e-0370-4e2d-856e-858c6909def7 HTTP/1.1" status: 204 len: 168 time: 4.3880315 Aug 05 11:51:50.396623 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 47378) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:51:50.486676 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b33a8f9a-40e6-41c6-b9be-5b5f8e4648ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:50.494912 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-641fc8c6-f1b4-4bea-9df5-4e6baf800261 None None] Network ea4ab667-0582-45fb-abbe-165151692b1f requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:51:50.577640 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9ded0a-975c-426b-9c4a-02c0d7be6c59 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Pushing event updated for resources: {'Port': ['ID=b879901d-3eab-4978-9a0b-a802f9460d06,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:51:50.622651 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-bfb832a6-27bb-4364-96ee-887af8a30d15 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:50.629147 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fcfe2b-a116-481d-9622-ad7701d57d25 req-267d1d78-d98a-4d02-aacd-1c674e4de4c4 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:51:50.631840 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-58fcfe2b-a116-481d-9622-ad7701d57d25 req-267d1d78-d98a-4d02-aacd-1c674e4de4c4 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=e98332d0-8552-4f90-9240-19975d912b36 HTTP/1.1" status: 200 len: 946 time: 1.0857265 Aug 05 11:51:51.355015 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-58fcfe2b-a116-481d-9622-ad7701d57d25 req-a2186ba7-8506-4a83-a571-018d3ac7173e tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca0df2b3-ca19-4f0d-95c0-bd3e02a9c49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4308660 Aug 05 11:51:51.419720 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b33a8f9a-40e6-41c6-b9be-5b5f8e4648ba None None] For port 8dd98233-9836-44b1-a7d7-400c650ccd17, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=8dd98233-9836-44b1-a7d7-400c650ccd17,segment=NetworkSegment(b755757c-a248-4803-8509-9d7fe23d88f9),segment_id=b755757c-a248-4803-8509-9d7fe23d88f9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:51:51.510232 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b33a8f9a-40e6-41c6-b9be-5b5f8e4648ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:51.595591 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-bfb832a6-27bb-4364-96ee-887af8a30d15 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:51.616292 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-bfb832a6-27bb-4364-96ee-887af8a30d15 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:51.746692 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ff9ded0a-975c-426b-9c4a-02c0d7be6c59 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33288800'] for router_interface, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:51.798748 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb832a6-27bb-4364-96ee-887af8a30d15 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Pushing event updated for resources: {'Port': ['ID=1b00499b-7743-42c8-9a4c-d22c2f57f9fd,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:51:52.192112 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:52.380939 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ff9ded0a-975c-426b-9c4a-02c0d7be6c59 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:52.509491 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-2a818cc6-9e2f-47a3-bde6-22806f0d3180 None None] Provisioning complete for port 516877d6-90c6-4205-b073-a612e50d056a triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:51:52.510750 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-2a818cc6-9e2f-47a3-bde6-22806f0d3180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:52.772820 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:52.829029 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33a8f9a-40e6-41c6-b9be-5b5f8e4648ba None None] Pushing event updated for resources: {'Port': ['ID=8dd98233-9836-44b1-a7d7-400c650ccd17,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:51:53.137013 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-2a818cc6-9e2f-47a3-bde6-22806f0d3180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:53.219797 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-bfb832a6-27bb-4364-96ee-887af8a30d15 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33288800'] for router_interface, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:53.250340 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port 516877d6-90c6-4205-b073-a612e50d056a, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=516877d6-90c6-4205-b073-a612e50d056a,segment=NetworkSegment(bf0d5dfd-bba7-450d-9902-b662435528de),segment_id=bf0d5dfd-bba7-450d-9902-b662435528de)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:51:53.265184 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5209e089-2a9f-45f2-8923-270a1f2ed13a None None] DHCP port deletion for ea4ab667-0582-45fb-abbe-165151692b1f request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 11:51:53.391874 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eadbb2a-78fc-43f9-8684-b4fa29daeca5 req-3178d515-81e5-4788-8c4e-b41edfcb5988 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:51:53.413373 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5eadbb2a-78fc-43f9-8684-b4fa29daeca5 req-3178d515-81e5-4788-8c4e-b41edfcb5988 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=e98332d0-8552-4f90-9240-19975d912b36 HTTP/1.1" status: 200 len: 946 time: 0.7175264 Aug 05 11:51:53.572662 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:53.648417 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.db.api [None req-2a818cc6-9e2f-47a3-bde6-22806f0d3180 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94422) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 05 11:51:53.649192 n-d-803378-2 neutron-server[94422]: DEBUG oslo_db.api [None req-2a818cc6-9e2f-47a3-bde6-22806f0d3180 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 11:51:53.650801 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fc6a97c4-841f-4aa7-95a6-66fb6670b32b tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for router, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:53.813912 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-5209e089-2a9f-45f2-8923-270a1f2ed13a None None] Deleting port b03212a9-fabd-44ed-b4e3-864676d2f30e {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:51:53.814484 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-5209e089-2a9f-45f2-8923-270a1f2ed13a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:53.997429 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 8dd98233-9836-44b1-a7d7-400c650ccd17 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:51:54.016910 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=516877d6-90c6-4205-b073-a612e50d056a,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:51:54.294966 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5eadbb2a-78fc-43f9-8684-b4fa29daeca5 req-9d56b9cb-0f79-4a89-ac13-6ae540397f15 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca0df2b3-ca19-4f0d-95c0-bd3e02a9c49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7883525 Aug 05 11:51:54.423142 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ff9ded0a-975c-426b-9c4a-02c0d7be6c59 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:54.444733 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ff9ded0a-975c-426b-9c4a-02c0d7be6c59 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:54.473832 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-5209e089-2a9f-45f2-8923-270a1f2ed13a None None] For port b03212a9-fabd-44ed-b4e3-864676d2f30e, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=b03212a9-fabd-44ed-b4e3-864676d2f30e,segment=NetworkSegment(9f03e2db-8557-4053-84d8-e8f77c56803d),segment_id=9f03e2db-8557-4053-84d8-e8f77c56803d)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:51:54.474326 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-5209e089-2a9f-45f2-8923-270a1f2ed13a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:54.556618 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 11:51:54.589091 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-5209e089-2a9f-45f2-8923-270a1f2ed13a None None] Calling delete_port for b03212a9-fabd-44ed-b4e3-864676d2f30e owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:51:54.596097 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-2a818cc6-9e2f-47a3-bde6-22806f0d3180 None None] Provisioning for port 1b00499b-7743-42c8-9a4c-d22c2f57f9fd completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:51:54.661947 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ff9ded0a-975c-426b-9c4a-02c0d7be6c59 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33140268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33208272'] for router_interface, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:54.665563 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-2a818cc6-9e2f-47a3-bde6-22806f0d3180 None None] Provisioning complete for port 1b00499b-7743-42c8-9a4c-d22c2f57f9fd triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:51:54.666310 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-2a818cc6-9e2f-47a3-bde6-22806f0d3180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:54.977883 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9ded0a-975c-426b-9c4a-02c0d7be6c59 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Pushing event updated for resources: {'Port': ['ID=b879901d-3eab-4978-9a0b-a802f9460d06,revision_number=3']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:51:55.072722 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 8dd98233-9836-44b1-a7d7-400c650ccd17 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:51:55.073676 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:55.235461 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9ded0a-975c-426b-9c4a-02c0d7be6c59 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Network 5540bcfe-7f68-4e1a-a16f-27113f328826 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:51:55.240171 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-ff9ded0a-975c-426b-9c4a-02c0d7be6c59 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:51:55.246801 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-5209e089-2a9f-45f2-8923-270a1f2ed13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:55.460131 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5209e089-2a9f-45f2-8923-270a1f2ed13a None None] Pushing event deleted for resources: {'Port': ['ID=b03212a9-fabd-44ed-b4e3-864676d2f30e,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:51:55.484802 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5209e089-2a9f-45f2-8923-270a1f2ed13a None None] No DVR routers for this DVR port b03212a9-fabd-44ed-b4e3-864676d2f30e on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:51:55.495196 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-2a818cc6-9e2f-47a3-bde6-22806f0d3180 None None] Port 1b00499b-7743-42c8-9a4c-d22c2f57f9fd cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:51:55.811528 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-39e41312-b84a-49ad-ad0a-0ec8aaa33309 None None] Provisioning for port b879901d-3eab-4978-9a0b-a802f9460d06 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:51:55.832090 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-39e41312-b84a-49ad-ad0a-0ec8aaa33309 None None] Provisioning complete for port b879901d-3eab-4978-9a0b-a802f9460d06 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:51:55.833578 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-39e41312-b84a-49ad-ad0a-0ec8aaa33309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:56.028473 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fc6a97c4-841f-4aa7-95a6-66fb6670b32b tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:56.051096 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device b03212a9-fabd-44ed-b4e3-864676d2f30e no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:51:56.109142 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-bfb832a6-27bb-4364-96ee-887af8a30d15 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:56.149482 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a9d1a3-8eec-4fbc-a32c-2f2d34b86f23 req-afc6ced9-1303-4daf-9eea-330d6f66293e tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:51:56.152352 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-78a9d1a3-8eec-4fbc-a32c-2f2d34b86f23 req-afc6ced9-1303-4daf-9eea-330d6f66293e tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=e98332d0-8552-4f90-9240-19975d912b36 HTTP/1.1" status: 200 len: 946 time: 0.3644288 Aug 05 11:51:56.163082 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-39e41312-b84a-49ad-ad0a-0ec8aaa33309 None None] Port b879901d-3eab-4978-9a0b-a802f9460d06 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:51:56.168869 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff9ded0a-975c-426b-9c4a-02c0d7be6c59 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Router c57df40d-7bfd-435d-8917-09e836a8f044 is scheduled to L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d with binding_index 1 {{(pid=94420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 11:51:56.174564 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: b03212a9-fabd-44ed-b4e3-864676d2f30e {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:51:56.175083 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device b03212a9-fabd-44ed-b4e3-864676d2f30e not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:51:56.183716 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 3d263ae8-0280-4552-8aac-30dcf5e1325b no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:51:56.310380 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 3d263ae8-0280-4552-8aac-30dcf5e1325b {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:51:56.310791 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 3d263ae8-0280-4552-8aac-30dcf5e1325b not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:51:56.352366 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-39e41312-b84a-49ad-ad0a-0ec8aaa33309 None None] Provisioning complete for port 8dd98233-9836-44b1-a7d7-400c650ccd17 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:51:56.352366 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-39e41312-b84a-49ad-ad0a-0ec8aaa33309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:56.599472 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 516877d6-90c6-4205-b073-a612e50d056a up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:51:56.795717 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-78a9d1a3-8eec-4fbc-a32c-2f2d34b86f23 req-05add8ce-70b0-416c-a6bf-f636faf74d34 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca0df2b3-ca19-4f0d-95c0-bd3e02a9c49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5683539 Aug 05 11:51:56.850514 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff9ded0a-975c-426b-9c4a-02c0d7be6c59 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:51:56.874461 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-fc6a97c4-841f-4aa7-95a6-66fb6670b32b tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Deleting port 9cf08bfb-6a0a-415a-9e26-edbb203b1bfc {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:51:56.875754 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fc6a97c4-841f-4aa7-95a6-66fb6670b32b tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:56.908833 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-ff9ded0a-975c-426b-9c4a-02c0d7be6c59 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] 10.222.0.58 "PUT /v2.0/routers/c57df40d-7bfd-435d-8917-09e836a8f044/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7036352 Aug 05 11:51:56.913656 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 47438) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:51:56.915086 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882cbfd2-4738-4a6d-8b66-e2201b314a19 None None] Sync routers for ids ['c57df40d-7bfd-435d-8917-09e836a8f044'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:51:57.073332 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882cbfd2-4738-4a6d-8b66-e2201b314a19 None None] Routers {'c57df40d-7bfd-435d-8917-09e836a8f044'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:51:57.075030 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-882cbfd2-4738-4a6d-8b66-e2201b314a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:51:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['c57df40d-7bfd-435d-8917-09e836a8f044'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:51:57.131722 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b43376e-8fd7-4d4e-9bfb-6bfe8936f647 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:51:57.139361 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-1b43376e-8fd7-4d4e-9bfb-6bfe8936f647 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] 10.222.0.58 "GET /v2.0/ports/b879901d-3eab-4978-9a0b-a802f9460d06 HTTP/1.1" status: 200 len: 976 time: 0.2220774 Aug 05 11:51:57.146988 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 47444) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:51:57.213829 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-882cbfd2-4738-4a6d-8b66-e2201b314a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:51:57.219810 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 516877d6-90c6-4205-b073-a612e50d056a triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:51:57.221054 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:57.324182 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882cbfd2-4738-4a6d-8b66-e2201b314a19 None None] Routers {'c57df40d-7bfd-435d-8917-09e836a8f044'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:51:57.330035 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-882cbfd2-4738-4a6d-8b66-e2201b314a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:51:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['c57df40d-7bfd-435d-8917-09e836a8f044'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:51:57.362959 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-39e41312-b84a-49ad-ad0a-0ec8aaa33309 None None] Provisioning complete for port 1b00499b-7743-42c8-9a4c-d22c2f57f9fd triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:51:57.366272 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-39e41312-b84a-49ad-ad0a-0ec8aaa33309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:57.470802 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [None req-fc6a97c4-841f-4aa7-95a6-66fb6670b32b tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] For port 9cf08bfb-6a0a-415a-9e26-edbb203b1bfc, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=9cf08bfb-6a0a-415a-9e26-edbb203b1bfc,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:51:57.471660 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fc6a97c4-841f-4aa7-95a6-66fb6670b32b tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:57.593563 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-fc6a97c4-841f-4aa7-95a6-66fb6670b32b tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Calling delete_port for 9cf08bfb-6a0a-415a-9e26-edbb203b1bfc owned by network:router_gateway {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:51:57.672878 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-39e41312-b84a-49ad-ad0a-0ec8aaa33309 None None] Port 1b00499b-7743-42c8-9a4c-d22c2f57f9fd cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:51:57.692529 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-882cbfd2-4738-4a6d-8b66-e2201b314a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:51:57.694312 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882cbfd2-4738-4a6d-8b66-e2201b314a19 None None] The sync data for ids ['c57df40d-7bfd-435d-8917-09e836a8f044'] in n-d-803378-2 is: [] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:51:57.822258 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-bfb832a6-27bb-4364-96ee-887af8a30d15 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:57.901038 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-c73c1a9b-a035-4e64-a61a-6ee3e98855eb None None] Provisioning complete for port b879901d-3eab-4978-9a0b-a802f9460d06 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:51:57.902287 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c73c1a9b-a035-4e64-a61a-6ee3e98855eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:57.948067 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-bfb832a6-27bb-4364-96ee-887af8a30d15 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:58.124530 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb832a6-27bb-4364-96ee-887af8a30d15 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Pushing event updated for resources: {'Port': ['ID=1b00499b-7743-42c8-9a4c-d22c2f57f9fd,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:51:58.287033 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-c73c1a9b-a035-4e64-a61a-6ee3e98855eb None None] Port b879901d-3eab-4978-9a0b-a802f9460d06 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:51:58.592094 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-bfb832a6-27bb-4364-96ee-887af8a30d15 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33140268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33208272'] for router_interface, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:58.684945 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fc6a97c4-841f-4aa7-95a6-66fb6670b32b tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:58.876935 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6a97c4-841f-4aa7-95a6-66fb6670b32b tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Pushing event deleted for resources: {'Port': ['ID=9cf08bfb-6a0a-415a-9e26-edbb203b1bfc,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:51:59.171363 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fc6a97c4-841f-4aa7-95a6-66fb6670b32b tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33285055'] for router_gateway, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:59.191229 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7bc16e-74a3-4983-8071-c77065932ecc req-d7f4d7fb-9961-470b-b6ab-b36dd7756a0e tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:51:59.198646 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6b7bc16e-74a3-4983-8071-c77065932ecc req-d7f4d7fb-9961-470b-b6ab-b36dd7756a0e tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=e98332d0-8552-4f90-9240-19975d912b36 HTTP/1.1" status: 200 len: 946 time: 0.5094874 Aug 05 11:51:59.371797 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fc6a97c4-841f-4aa7-95a6-66fb6670b32b tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33262979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1951'] for router, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:59.376441 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fc6a97c4-841f-4aa7-95a6-66fb6670b32b tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:59.425068 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:59.477783 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fc6a97c4-841f-4aa7-95a6-66fb6670b32b tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33262474'] for router, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:59.480972 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc6a97c4-841f-4aa7-95a6-66fb6670b32b tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Fanout notify agent at l3_agent the message router_deleted on router 97cb0d75-8907-409f-87f4-a69ffebf0234 {{(pid=94421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 11:51:59.510087 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fc6a97c4-841f-4aa7-95a6-66fb6670b32b tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for router, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:59.519080 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-fc6a97c4-841f-4aa7-95a6-66fb6670b32b tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "DELETE /v2.0/routers/97cb0d75-8907-409f-87f4-a69ffebf0234 HTTP/1.1" status: 204 len: 168 time: 9.1097555 Aug 05 11:51:59.526455 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 47466) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:51:59.663265 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb832a6-27bb-4364-96ee-887af8a30d15 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Network ae973abe-8b2e-4470-b22e-c1aa609765af is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:51:59.672562 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-bfb832a6-27bb-4364-96ee-887af8a30d15 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:51:59.792079 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e9a29031-103f-48f7-bbdd-6205b5f02939 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:51:59.845175 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6b7bc16e-74a3-4983-8071-c77065932ecc req-12bbc1b3-dc2b-49eb-8817-a88aca198811 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca0df2b3-ca19-4f0d-95c0-bd3e02a9c49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6036017 Aug 05 11:52:00.185337 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfb832a6-27bb-4364-96ee-887af8a30d15 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Router fe89a24e-026b-45c0-8e36-c416396721e4 is scheduled to L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d with binding_index 1 {{(pid=94421) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 11:52:00.311508 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-0c73293d-987b-4380-8113-431a12e0e0b8 None None] Provisioning complete for port 1b00499b-7743-42c8-9a4c-d22c2f57f9fd triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:52:00.313069 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-0c73293d-987b-4380-8113-431a12e0e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:00.414915 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e9a29031-103f-48f7-bbdd-6205b5f02939 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:00.444575 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-e9a29031-103f-48f7-bbdd-6205b5f02939 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea4ab667-0582-45fb-abbe-165151692b1f']}} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:52:00.501772 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-e9a29031-103f-48f7-bbdd-6205b5f02939 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f03e2db-8557-4053-84d8-e8f77c56803d') {'for_net_delete': True} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:52:00.502748 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-e9a29031-103f-48f7-bbdd-6205b5f02939 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f03e2db-8557-4053-84d8-e8f77c56803d') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:52:00.525784 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e9a29031-103f-48f7-bbdd-6205b5f02939 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25010581'] for segment, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:00.551430 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e9a29031-103f-48f7-bbdd-6205b5f02939 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:00.568345 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-0c73293d-987b-4380-8113-431a12e0e0b8 None None] Port 1b00499b-7743-42c8-9a4c-d22c2f57f9fd cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:52:00.591293 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 9cf08bfb-6a0a-415a-9e26-edbb203b1bfc no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:52:00.620062 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9a29031-103f-48f7-bbdd-6205b5f02939 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Releasing vlan 684 on physical network physnet1 to pool {{(pid=94420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:52:00.620957 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e9a29031-103f-48f7-bbdd-6205b5f02939 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29762581'] for segment, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:00.712663 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 9cf08bfb-6a0a-415a-9e26-edbb203b1bfc {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:52:00.713935 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 9cf08bfb-6a0a-415a-9e26-edbb203b1bfc not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:52:00.717744 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfb832a6-27bb-4364-96ee-887af8a30d15 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:52:00.739619 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e71c41-8ec2-41de-8721-6364c9118f05 None None] Sync routers for ids ['fe89a24e-026b-45c0-8e36-c416396721e4'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:52:00.744470 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-bfb832a6-27bb-4364-96ee-887af8a30d15 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "PUT /v2.0/routers/fe89a24e-026b-45c0-8e36-c416396721e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.5724542 Aug 05 11:52:00.749365 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 47478) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:52:00.763927 n-d-803378-2 neutron-server[94420]: Traceback (most recent call last): Aug 05 11:52:00.763927 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:52:00.763927 n-d-803378-2 neutron-server[94420]: timer() Aug 05 11:52:00.763927 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:52:00.763927 n-d-803378-2 neutron-server[94420]: cb(*args, **kw) Aug 05 11:52:00.763927 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:52:00.763927 n-d-803378-2 neutron-server[94420]: return func(*args, **kwargs) Aug 05 11:52:00.763927 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:52:00.763927 n-d-803378-2 neutron-server[94420]: self._notify() Aug 05 11:52:00.763927 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:52:00.763927 n-d-803378-2 neutron-server[94420]: self.callback(batched_events) Aug 05 11:52:00.763927 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:52:00.763927 n-d-803378-2 neutron-server[94420]: event.method(event) Aug 05 11:52:00.763927 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:52:00.763927 n-d-803378-2 neutron-server[94420]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:52:00.763927 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:52:00.763927 n-d-803378-2 neutron-server[94420]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:52:00.763927 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:52:00.763927 n-d-803378-2 neutron-server[94420]: return f(self, *a, **k) Aug 05 11:52:00.763927 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:52:00.763927 n-d-803378-2 neutron-server[94420]: return self._get(url).json() Aug 05 11:52:00.763927 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:52:00.763927 n-d-803378-2 neutron-server[94420]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:52:00.763927 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:52:00.763927 n-d-803378-2 neutron-server[94420]: return self.request(url, 'GET', **kwargs) Aug 05 11:52:00.763927 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:52:00.763927 n-d-803378-2 neutron-server[94420]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:52:00.763927 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:52:00.763927 n-d-803378-2 neutron-server[94420]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:52:00.763927 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:52:00.763927 n-d-803378-2 neutron-server[94420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:52:00.763927 n-d-803378-2 neutron-server[94420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:52:00.814657 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e71c41-8ec2-41de-8721-6364c9118f05 None None] Routers {'fe89a24e-026b-45c0-8e36-c416396721e4'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:52:00.815722 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-64e71c41-8ec2-41de-8721-6364c9118f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:51:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['fe89a24e-026b-45c0-8e36-c416396721e4'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:52:00.887605 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e9a29031-103f-48f7-bbdd-6205b5f02939 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:00.985079 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8607eac0-de1b-4757-abe9-19fd59df48d4 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:52:01.013880 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-8607eac0-de1b-4757-abe9-19fd59df48d4 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe89a24e-026b-45c0-8e36-c416396721e4 HTTP/1.1" status: 200 len: 981 time: 0.2509041 Aug 05 11:52:01.033278 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 47484) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:52:01.091989 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-64e71c41-8ec2-41de-8721-6364c9118f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:52:01.122712 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e71c41-8ec2-41de-8721-6364c9118f05 None None] Routers {'fe89a24e-026b-45c0-8e36-c416396721e4'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:52:01.127542 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-64e71c41-8ec2-41de-8721-6364c9118f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:51:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['fe89a24e-026b-45c0-8e36-c416396721e4'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:52:01.170618 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e9a29031-103f-48f7-bbdd-6205b5f02939 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:01.182297 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-e9a29031-103f-48f7-bbdd-6205b5f02939 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "DELETE /v2.0/networks/ea4ab667-0582-45fb-abbe-165151692b1f HTTP/1.1" status: 204 len: 168 time: 1.6408942 Aug 05 11:52:01.208347 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5531c9-885a-4f74-8644-5c4806d6a6d7 req-36655f30-d779-4373-a010-53e366293ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:52:01.219844 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ad5531c9-885a-4f74-8644-5c4806d6a6d7 req-36655f30-d779-4373-a010-53e366293ad6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cbc89f3908d842d4a7beeb1a4fce5354&device_id=e98332d0-8552-4f90-9240-19975d912b36 HTTP/1.1" status: 200 len: 1097 time: 0.3356872 Aug 05 11:52:01.220754 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 47488) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:52:01.310375 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-64e71c41-8ec2-41de-8721-6364c9118f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:52:01.311931 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e71c41-8ec2-41de-8721-6364c9118f05 None None] The sync data for ids ['fe89a24e-026b-45c0-8e36-c416396721e4'] in n-d-803378-2 is: [] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:52:01.332291 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a29031-103f-48f7-bbdd-6205b5f02939 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Pushing event deleted for resources: {'Network': ['ID=ea4ab667-0582-45fb-abbe-165151692b1f,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:52:01.593685 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-16ee7b9f-c9e0-44d9-b2bc-803c8b6a5732 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33208311'] for router_interface, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:01.718656 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5531c9-885a-4f74-8644-5c4806d6a6d7 req-2b70a2dc-cf50-4e39-b31d-9a0df872183c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:52:01.723161 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ad5531c9-885a-4f74-8644-5c4806d6a6d7 req-2b70a2dc-cf50-4e39-b31d-9a0df872183c service neutron] 10.222.0.55 "GET /v2.0/networks?id=1ac4b742-2a25-4935-8476-e9ad3e543504 HTTP/1.1" status: 200 len: 917 time: 0.3462811 Aug 05 11:52:01.739672 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4ccb2595-3b2d-4377-b54e-0188eef93485 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:01.803859 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4ccb2595-3b2d-4377-b54e-0188eef93485 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:01.860784 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef99b55-7016-42bc-bb91-a0e721885c89 req-7c05baaf-13bd-47c1-bcbf-36517bbdf9e7 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:52:01.875716 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3ef99b55-7016-42bc-bb91-a0e721885c89 req-7c05baaf-13bd-47c1-bcbf-36517bbdf9e7 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=e98332d0-8552-4f90-9240-19975d912b36 HTTP/1.1" status: 200 len: 946 time: 0.6699755 Aug 05 11:52:02.092652 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ad5531c9-885a-4f74-8644-5c4806d6a6d7 req-03d4c70c-6fbf-4837-866e-3fefa3f05638 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5f9a1648-97a0-49bb-a764-2148d15aa93e HTTP/1.1" status: 200 len: 1002 time: 0.1905196 Aug 05 11:52:02.287090 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5531c9-885a-4f74-8644-5c4806d6a6d7 req-8b477438-ab0d-4e78-ba84-6775caabaa33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:52:02.292696 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ad5531c9-885a-4f74-8644-5c4806d6a6d7 req-8b477438-ab0d-4e78-ba84-6775caabaa33 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a5e28117-6f3c-401b-be5b-a70254f1dc57 HTTP/1.1" status: 200 len: 855 time: 0.1922200 Aug 05 11:52:02.299316 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4ccb2595-3b2d-4377-b54e-0188eef93485 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:02.309624 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4ccb2595-3b2d-4377-b54e-0188eef93485 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:02.312719 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-4ccb2595-3b2d-4377-b54e-0188eef93485 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "DELETE /v2.0/security-groups/8ace5c99-ff1d-4ae8-a34c-808ba849368d HTTP/1.1" status: 204 len: 168 time: 1.0883758 Aug 05 11:52:02.453774 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccb2595-3b2d-4377-b54e-0188eef93485 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ace5c99-ff1d-4ae8-a34c-808ba849368d,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:52:02.519278 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5531c9-885a-4f74-8644-5c4806d6a6d7 req-d248dae8-9e28-4765-a5d3-3325bc1b00ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:52:02.536284 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ad5531c9-885a-4f74-8644-5c4806d6a6d7 req-d248dae8-9e28-4765-a5d3-3325bc1b00ac service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1ac4b742-2a25-4935-8476-e9ad3e543504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2202332 Aug 05 11:52:02.598382 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3ef99b55-7016-42bc-bb91-a0e721885c89 req-6581d194-a395-4a9d-a9fc-62e5d3811733 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca0df2b3-ca19-4f0d-95c0-bd3e02a9c49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7207105 Aug 05 11:52:03.088910 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ad5531c9-885a-4f74-8644-5c4806d6a6d7 req-2bf8a511-3436-43e0-b2a5-79b6bf62584e service neutron] 10.222.0.55 "GET /v2.0/networks/1ac4b742-2a25-4935-8476-e9ad3e543504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5317690 Aug 05 11:52:03.423743 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-16ee7b9f-c9e0-44d9-b2bc-803c8b6a5732 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Deleting port b879901d-3eab-4978-9a0b-a802f9460d06 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:52:03.424435 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-16ee7b9f-c9e0-44d9-b2bc-803c8b6a5732 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:03.561345 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ad5531c9-885a-4f74-8644-5c4806d6a6d7 req-caff6764-f61b-4afd-a8f9-986be8bb233c service neutron] 10.222.0.55 "GET /v2.0/networks/1ac4b742-2a25-4935-8476-e9ad3e543504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4647145 Aug 05 11:52:03.767458 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 47528) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:52:03.777596 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-250eb436-cbcf-4f2c-9484-8750f5744919 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1209246239', 'description': 'tempest-secgroup-smoke-1209246239 description', 'project_id': '7f88688726d24c8e9d77831659c7c3ae'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:52:03.799370 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0875b453-ad92-4a68-87ac-992dfcc0b599 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33208311'] for router_interface, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:03.898069 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-250eb436-cbcf-4f2c-9484-8750f5744919 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:04.333913 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-250eb436-cbcf-4f2c-9484-8750f5744919 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:04.363115 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-250eb436-cbcf-4f2c-9484-8750f5744919 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:04.503353 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-250eb436-cbcf-4f2c-9484-8750f5744919 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:04.505609 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-250eb436-cbcf-4f2c-9484-8750f5744919 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7355678 Aug 05 11:52:04.507532 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250eb436-cbcf-4f2c-9484-8750f5744919 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a3441a1-c2ab-48c0-836a-6574f4cf6a5d,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:52:04.512419 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 47548) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:52:04.520914 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-68cfe6a0-9e50-4223-bd91-9787d067c8f6 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Request body: {'security_group_rule': {'security_group_id': '5a3441a1-c2ab-48c0-836a-6574f4cf6a5d', 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:52:04.635343 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-68cfe6a0-9e50-4223-bd91-9787d067c8f6 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:04.909050 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-68cfe6a0-9e50-4223-bd91-9787d067c8f6 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:04.919416 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-68cfe6a0-9e50-4223-bd91-9787d067c8f6 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:04.946424 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cfe6a0-9e50-4223-bd91-9787d067c8f6 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f234341-e9db-4be9-8490-8cb73fe81af0,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:52:04.992890 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-68cfe6a0-9e50-4223-bd91-9787d067c8f6 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:04.998456 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-68cfe6a0-9e50-4223-bd91-9787d067c8f6 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4808576 Aug 05 11:52:05.000474 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 47558) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:52:05.015650 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-3741fa23-671e-41af-af6c-4827c7f43067 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Request body: {'security_group_rule': {'security_group_id': '5a3441a1-c2ab-48c0-836a-6574f4cf6a5d', 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:52:05.127528 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-16ee7b9f-c9e0-44d9-b2bc-803c8b6a5732 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:05.208635 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3741fa23-671e-41af-af6c-4827c7f43067 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:05.361522 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-16ee7b9f-c9e0-44d9-b2bc-803c8b6a5732 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Calling delete_port for b879901d-3eab-4978-9a0b-a802f9460d06 owned by network:router_interface {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:52:05.405756 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d064cd94-90d1-4327-ad0e-65295eeaca3b req-2e201945-097f-4081-8417-4afb233a2fab tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:52:05.407305 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3741fa23-671e-41af-af6c-4827c7f43067 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:05.410324 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d064cd94-90d1-4327-ad0e-65295eeaca3b req-2e201945-097f-4081-8417-4afb233a2fab tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=e98332d0-8552-4f90-9240-19975d912b36 HTTP/1.1" status: 200 len: 946 time: 1.3248796 Aug 05 11:52:05.430777 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3741fa23-671e-41af-af6c-4827c7f43067 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:05.490290 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3741fa23-671e-41af-af6c-4827c7f43067 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1139bb7c-d01d-4d6b-9299-03a40399f988,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:52:05.551530 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3741fa23-671e-41af-af6c-4827c7f43067 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:05.559663 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-3741fa23-671e-41af-af6c-4827c7f43067 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5556490 Aug 05 11:52:05.564545 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 47586) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:52:05.582466 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-e0b7da39-e2a7-4620-88ab-f914a0e4c87d tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Request body: {'security_group_rule': {'security_group_id': '5a3441a1-c2ab-48c0-836a-6574f4cf6a5d', 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:52:05.658012 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d064cd94-90d1-4327-ad0e-65295eeaca3b req-c00969be-d080-4c6c-8401-797f05f0799f tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca0df2b3-ca19-4f0d-95c0-bd3e02a9c49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1918015 Aug 05 11:52:05.658470 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e0b7da39-e2a7-4620-88ab-f914a0e4c87d tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:05.883503 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e0b7da39-e2a7-4620-88ab-f914a0e4c87d tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:05.894462 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e0b7da39-e2a7-4620-88ab-f914a0e4c87d tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:05.952900 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b7da39-e2a7-4620-88ab-f914a0e4c87d tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f8350dc-0d92-44db-a8fb-f961f7b887b2,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:52:06.002523 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e0b7da39-e2a7-4620-88ab-f914a0e4c87d tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:06.006382 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-e0b7da39-e2a7-4620-88ab-f914a0e4c87d tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4359322 Aug 05 11:52:06.010449 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 47594) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:52:06.033132 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-4e4980f0-6a4c-46ee-9fba-f6d6dad24ff5 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Request body: {'security_group_rule': {'security_group_id': '5a3441a1-c2ab-48c0-836a-6574f4cf6a5d', 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:52:06.176056 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9ddebd-7ab2-4d20-a6d3-56ddbb2e99cd req-bb36c318-728a-4068-b5bf-494a2b471bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:52:06.180666 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-af9ddebd-7ab2-4d20-a6d3-56ddbb2e99cd req-bb36c318-728a-4068-b5bf-494a2b471bad service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cbc89f3908d842d4a7beeb1a4fce5354&device_id=e98332d0-8552-4f90-9240-19975d912b36 HTTP/1.1" status: 200 len: 1097 time: 0.1373880 Aug 05 11:52:06.261783 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-16ee7b9f-c9e0-44d9-b2bc-803c8b6a5732 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:06.361580 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4e4980f0-6a4c-46ee-9fba-f6d6dad24ff5 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:06.380232 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ee7b9f-c9e0-44d9-b2bc-803c8b6a5732 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Pushing event deleted for resources: {'Port': ['ID=b879901d-3eab-4978-9a0b-a802f9460d06,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:52:06.537185 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9ddebd-7ab2-4d20-a6d3-56ddbb2e99cd req-1e0f9575-7012-43f4-996c-adcc3cae3a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:52:06.542070 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-af9ddebd-7ab2-4d20-a6d3-56ddbb2e99cd req-1e0f9575-7012-43f4-996c-adcc3cae3a58 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1ac4b742-2a25-4935-8476-e9ad3e543504 HTTP/1.1" status: 200 len: 917 time: 0.3513606 Aug 05 11:52:06.707709 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-0875b453-ad92-4a68-87ac-992dfcc0b599 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Deleting port 1b00499b-7743-42c8-9a4c-d22c2f57f9fd {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:52:06.708986 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0875b453-ad92-4a68-87ac-992dfcc0b599 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:06.861597 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-af9ddebd-7ab2-4d20-a6d3-56ddbb2e99cd req-3a29b29d-7dfe-48ee-943b-cad26d7d454e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5f9a1648-97a0-49bb-a764-2148d15aa93e HTTP/1.1" status: 200 len: 1002 time: 0.2949598 Aug 05 11:52:07.034440 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9ddebd-7ab2-4d20-a6d3-56ddbb2e99cd req-45acbb28-1c9d-4862-a787-def7840af932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:52:07.039017 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-af9ddebd-7ab2-4d20-a6d3-56ddbb2e99cd req-45acbb28-1c9d-4862-a787-def7840af932 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a5e28117-6f3c-401b-be5b-a70254f1dc57 HTTP/1.1" status: 200 len: 855 time: 0.1526661 Aug 05 11:52:07.115716 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0875b453-ad92-4a68-87ac-992dfcc0b599 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:07.125401 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4e4980f0-6a4c-46ee-9fba-f6d6dad24ff5 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:07.149228 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4e4980f0-6a4c-46ee-9fba-f6d6dad24ff5 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:07.152963 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-0875b453-ad92-4a68-87ac-992dfcc0b599 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Calling delete_port for 1b00499b-7743-42c8-9a4c-d22c2f57f9fd owned by network:router_interface {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:52:07.212132 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4980f0-6a4c-46ee-9fba-f6d6dad24ff5 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9323353f-7076-41f8-adf7-15971d6a19a3,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:52:07.227899 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4e4980f0-6a4c-46ee-9fba-f6d6dad24ff5 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:07.230603 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-4e4980f0-6a4c-46ee-9fba-f6d6dad24ff5 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2184112 Aug 05 11:52:07.234300 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9ddebd-7ab2-4d20-a6d3-56ddbb2e99cd req-46e2948c-44c3-401b-b7ec-34748a6b1ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:52:07.238491 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-af9ddebd-7ab2-4d20-a6d3-56ddbb2e99cd req-46e2948c-44c3-401b-b7ec-34748a6b1ee2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1ac4b742-2a25-4935-8476-e9ad3e543504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1896362 Aug 05 11:52:07.239296 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 47638) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:52:07.250961 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-9c6c76a9-691b-4226-8f4f-d026fe32d304 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Request body: {'security_group_rule': {'security_group_id': '5a3441a1-c2ab-48c0-836a-6574f4cf6a5d', 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:52:07.267951 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-71a033c9-2d0d-4ef0-8c0f-03910193e97d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:07.527014 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-af9ddebd-7ab2-4d20-a6d3-56ddbb2e99cd req-69de39bc-eb42-4d97-92de-fc624582c9ed service neutron] 10.222.0.55 "GET /v2.0/networks/1ac4b742-2a25-4935-8476-e9ad3e543504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649286 Aug 05 11:52:07.633998 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-16ee7b9f-c9e0-44d9-b2bc-803c8b6a5732 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33140263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33208171'] for router_interface, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:07.717061 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-32009211-248b-4a9a-b2ce-2fb0b67a462c req-0c5a54a0-9115-4c2e-b810-94c08a61a0ec service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9b29975d-3633-486b-ba92-5c1ed1330df4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4301307 Aug 05 11:52:07.737018 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f07112-7fe7-4b9a-aa79-55a4997deedc req-d6f87a03-b5e9-4480-9cca-d10b635d22bd tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:52:07.740687 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-21f07112-7fe7-4b9a-aa79-55a4997deedc req-d6f87a03-b5e9-4480-9cca-d10b635d22bd tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=e98332d0-8552-4f90-9240-19975d912b36 HTTP/1.1" status: 200 len: 946 time: 0.4515026 Aug 05 11:52:07.850206 n-d-803378-2 neutron-server[94421]: INFO neutron.db.securitygroups_db [None req-9c6c76a9-691b-4226-8f4f-d026fe32d304 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Project 7f88688726d24c8e9d77831659c7c3ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 05 11:52:07.899827 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9c6c76a9-691b-4226-8f4f-d026fe32d304 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:07.926261 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-af9ddebd-7ab2-4d20-a6d3-56ddbb2e99cd req-1c3fd535-a6e1-4c06-acda-0f0584da8830 service neutron] 10.222.0.55 "GET /v2.0/networks/1ac4b742-2a25-4935-8476-e9ad3e543504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3888676 Aug 05 11:52:08.134135 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9c6c76a9-691b-4226-8f4f-d026fe32d304 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:08.146476 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9c6c76a9-691b-4226-8f4f-d026fe32d304 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:08.206932 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6c76a9-691b-4226-8f4f-d026fe32d304 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac1c5e59-2769-4afb-90dd-2a47bc6286be,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:52:08.234590 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9c6c76a9-691b-4226-8f4f-d026fe32d304 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:08.237014 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-9c6c76a9-691b-4226-8f4f-d026fe32d304 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9952538 Aug 05 11:52:08.243602 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 47664) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:52:08.255749 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-4e7761da-e35a-4c71-a4ce-5961f42f8acb tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Request body: {'security_group_rule': {'security_group_id': '5a3441a1-c2ab-48c0-836a-6574f4cf6a5d', 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:52:08.308285 n-d-803378-2 neutron-server[94421]: INFO neutron.db.securitygroups_db [None req-4e7761da-e35a-4c71-a4ce-5961f42f8acb tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Project 7f88688726d24c8e9d77831659c7c3ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 05 11:52:08.321039 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4e7761da-e35a-4c71-a4ce-5961f42f8acb tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:08.377289 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-21f07112-7fe7-4b9a-aa79-55a4997deedc req-20ec2cb1-0230-4115-913c-62dfcbecc88c tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca0df2b3-ca19-4f0d-95c0-bd3e02a9c49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5340505 Aug 05 11:52:08.532355 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4e7761da-e35a-4c71-a4ce-5961f42f8acb tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:08.543400 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4e7761da-e35a-4c71-a4ce-5961f42f8acb tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:08.616401 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7761da-e35a-4c71-a4ce-5961f42f8acb tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a91afd9-b7c6-45b6-b253-a2b80b312ae0,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:52:08.671834 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4e7761da-e35a-4c71-a4ce-5961f42f8acb tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:08.676858 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-4e7761da-e35a-4c71-a4ce-5961f42f8acb tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4283965 Aug 05 11:52:08.683481 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 47668) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:52:08.696214 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-73120ce3-39ac-45cf-8ecc-4bfcbf4f7e80 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Request body: {'network': {'name': 'tempest-network-smoke--1635115985', 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'port_security_enabled': True}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:52:08.760355 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73120ce3-39ac-45cf-8ecc-4bfcbf4f7e80 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Made reservation on behalf of 7f88688726d24c8e9d77831659c7c3ae for: {'network': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:52:08.767723 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-73120ce3-39ac-45cf-8ecc-4bfcbf4f7e80 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:08.816669 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef76494b-ea6d-40d6-a23d-4e9c4789271f req-6b1711b0-a05a-46a4-9164-215a36ba85bb tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:52:08.829237 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ef76494b-ea6d-40d6-a23d-4e9c4789271f req-6b1711b0-a05a-46a4-9164-215a36ba85bb tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/networks?id=debeaa60-b13d-4f6e-a270-9d57e30ced89 HTTP/1.1" status: 200 len: 804 time: 0.4627783 Aug 05 11:52:08.941057 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32009211-248b-4a9a-b2ce-2fb0b67a462c req-b8cc05f0-a168-4cab-a7c4-5d2401a309a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:52:08.943161 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-32009211-248b-4a9a-b2ce-2fb0b67a462c req-b8cc05f0-a168-4cab-a7c4-5d2401a309a4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=39c6d6575f854e26a57d96d36d983be3&device_id=9b29975d-3633-486b-ba92-5c1ed1330df4 HTTP/1.1" status: 200 len: 1097 time: 0.7523367 Aug 05 11:52:08.981427 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ef76494b-ea6d-40d6-a23d-4e9c4789271f req-020e1078-003b-482c-90e3-8c132cd45e00 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/quotas/39c6d6575f854e26a57d96d36d983be3 HTTP/1.1" status: 200 len: 375 time: 0.1501606 Aug 05 11:52:08.997608 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73120ce3-39ac-45cf-8ecc-4bfcbf4f7e80 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] vlan segment allocate from pool success with {'vlan_id': 697, 'physical_network': 'physnet1'} {{(pid=94421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:52:09.026032 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0875b453-ad92-4a68-87ac-992dfcc0b599 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:09.033034 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-73120ce3-39ac-45cf-8ecc-4bfcbf4f7e80 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:09.033928 n-d-803378-2 neutron-server[94421]: INFO neutron.db.segments_db [None req-73120ce3-39ac-45cf-8ecc-4bfcbf4f7e80 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Added segment 04fc797b-8ef5-4d9e-bac1-16267bbf773c of type vlan for network de35454d-dce9-4c8c-89fd-a22990eff5d9 Aug 05 11:52:09.059027 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16ee7b9f-c9e0-44d9-b2bc-803c8b6a5732 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Router c57df40d-7bfd-435d-8917-09e836a8f044 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 11:52:09.129186 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-73120ce3-39ac-45cf-8ecc-4bfcbf4f7e80 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:09.221145 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-73120ce3-39ac-45cf-8ecc-4bfcbf4f7e80 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:09.235612 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73120ce3-39ac-45cf-8ecc-4bfcbf4f7e80 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:52:09.252404 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-73120ce3-39ac-45cf-8ecc-4bfcbf4f7e80 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:09.258073 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0875b453-ad92-4a68-87ac-992dfcc0b599 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Pushing event deleted for resources: {'Port': ['ID=1b00499b-7743-42c8-9a4c-d22c2f57f9fd,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:52:09.516319 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ef76494b-ea6d-40d6-a23d-4e9c4789271f req-cf1a4e44-a028-4c48-86da-80befae9706e tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=39c6d6575f854e26a57d96d36d983be3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5329514 Aug 05 11:52:09.576579 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device d7fa8a13-e5a9-455b-b585-8e43650e0c4d no longer exists at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:52:09.625036 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [req-c5056a0b-d9f3-4a17-8f8e-795b87d0475a req-8dca8999-f67e-4fc3-b3b2-ffc072399720 service neutron] (94421) timed out ('10.222.0.58', 39070) {{(pid=94421) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 05 11:52:09.626180 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73120ce3-39ac-45cf-8ecc-4bfcbf4f7e80 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Pushing event updated for resources: {'Network': ['ID=de35454d-dce9-4c8c-89fd-a22990eff5d9,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:52:09.672044 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-73120ce3-39ac-45cf-8ecc-4bfcbf4f7e80 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9807234 Aug 05 11:52:09.672897 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 47684) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:52:09.707063 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-b0ca80ea-8c34-4e73-8cfb-25d2d8b56448 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2117875828', 'admin_state_up': True, 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:52:09.830156 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network de35454d-dce9-4c8c-89fd-a22990eff5d9 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:52:09.899765 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16ee7b9f-c9e0-44d9-b2bc-803c8b6a5732 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:52:09.914646 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-16ee7b9f-c9e0-44d9-b2bc-803c8b6a5732 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] 10.222.0.58 "PUT /v2.0/routers/c57df40d-7bfd-435d-8917-09e836a8f044/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.7564461 Aug 05 11:52:09.926465 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 47690) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:52:09.946088 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32009211-248b-4a9a-b2ce-2fb0b67a462c req-9c1c74ea-ce89-4c1f-83aa-739451581ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:52:09.952822 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-32009211-248b-4a9a-b2ce-2fb0b67a462c req-9c1c74ea-ce89-4c1f-83aa-739451581ef0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=debeaa60-b13d-4f6e-a270-9d57e30ced89 HTTP/1.1" status: 200 len: 905 time: 0.9628408 Aug 05 11:52:09.983462 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b0ca80ea-8c34-4e73-8cfb-25d2d8b56448 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33260300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1929'] for router, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:09.985497 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b0ca80ea-8c34-4e73-8cfb-25d2d8b56448 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33285914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33034662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1926'] for router, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:10.064779 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 5f9a1648-97a0-49bb-a764-2148d15aa93e no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:52:10.080666 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548b38c3-3153-4f12-9156-b78446c93860 req-82c24c40-dcd3-4646-b378-bdad2d9f8138 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:52:10.083301 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-548b38c3-3153-4f12-9156-b78446c93860 req-82c24c40-dcd3-4646-b378-bdad2d9f8138 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b29975d-3633-486b-ba92-5c1ed1330df4 HTTP/1.1" status: 200 len: 946 time: 0.2628458 Aug 05 11:52:10.088679 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7029a3d6-2596-4fc6-b431-bf7c71e4f17e None None] Sync routers for ids ['c57df40d-7bfd-435d-8917-09e836a8f044'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:52:10.297343 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:10.365434 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:10.400403 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-8528f9ac-16e6-4c84-a8af-cbd3944b48e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:10.404111 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7029a3d6-2596-4fc6-b431-bf7c71e4f17e None None] Routers {'c57df40d-7bfd-435d-8917-09e836a8f044'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:52:10.405622 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-7029a3d6-2596-4fc6-b431-bf7c71e4f17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:51:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['c57df40d-7bfd-435d-8917-09e836a8f044'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:52:10.487060 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-7029a3d6-2596-4fc6-b431-bf7c71e4f17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:52:10.504424 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b29975d-3633-486b-ba92-5c1ed1330df4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7fa8a13-e5a9-455b-b585-8e43650e0c4d'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:52:10.509181 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f20abaf-aee5-4953-b583-b1b82c6294b8" -d '{"events": [{"server_uuid": "9b29975d-3633-486b-ba92-5c1ed1330df4", "name": "network-vif-unplugged", "status": "completed", "tag": "d7fa8a13-e5a9-455b-b585-8e43650e0c4d"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:52:10.565770 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b0ca80ea-8c34-4e73-8cfb-25d2d8b56448 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:10.588271 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port d7fa8a13-e5a9-455b-b585-8e43650e0c4d, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=d7fa8a13-e5a9-455b-b585-8e43650e0c4d,segment=NetworkSegment(fa5f7742-6e03-46ef-8df5-0f25b5d284b6),segment_id=fa5f7742-6e03-46ef-8df5-0f25b5d284b6)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:52:10.601993 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7029a3d6-2596-4fc6-b431-bf7c71e4f17e None None] Routers {'c57df40d-7bfd-435d-8917-09e836a8f044'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:52:10.603079 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-7029a3d6-2596-4fc6-b431-bf7c71e4f17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:52:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['c57df40d-7bfd-435d-8917-09e836a8f044'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:52:10.614119 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:10.742825 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-7029a3d6-2596-4fc6-b431-bf7c71e4f17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:52:10.754882 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7029a3d6-2596-4fc6-b431-bf7c71e4f17e None None] The sync data for ids ['c57df40d-7bfd-435d-8917-09e836a8f044'] in n-d-803378-2 is: [] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:52:10.822909 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:10.941842 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=d7fa8a13-e5a9-455b-b585-8e43650e0c4d,revision_number=8']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:52:10.978830 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 5f9a1648-97a0-49bb-a764-2148d15aa93e, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=5f9a1648-97a0-49bb-a764-2148d15aa93e,segment=NetworkSegment(de1f7257-8faa-46ea-8956-4b8e85e97bcb),segment_id=de1f7257-8faa-46ea-8956-4b8e85e97bcb)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:52:10.988822 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:11.148375 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=5f9a1648-97a0-49bb-a764-2148d15aa93e,revision_number=8']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:52:11.339456 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-32009211-248b-4a9a-b2ce-2fb0b67a462c req-fa1a2e96-520c-4a98-a351-2872031e28ce service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d7fa8a13-e5a9-455b-b585-8e43650e0c4d HTTP/1.1" status: 200 len: 217 time: 1.1178949 Aug 05 11:52:11.573649 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0875b453-ad92-4a68-87ac-992dfcc0b599 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33140263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33208171'] for router_interface, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:11.612810 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-548b38c3-3153-4f12-9156-b78446c93860 req-03078742-24f1-44b6-9f17-7eada9929648 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Deleting port d7fa8a13-e5a9-455b-b585-8e43650e0c4d {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:52:11.613699 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-548b38c3-3153-4f12-9156-b78446c93860 req-03078742-24f1-44b6-9f17-7eada9929648 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:11.808738 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:11.819673 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef9070a-cce1-4adc-bc2f-9751bd5dfe35 req-3dc028c7-14c3-43b8-8322-249599db177d tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:52:11.833498 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fef9070a-cce1-4adc-bc2f-9751bd5dfe35 req-3dc028c7-14c3-43b8-8322-249599db177d tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=e98332d0-8552-4f90-9240-19975d912b36 HTTP/1.1" status: 200 len: 946 time: 1.9895093 Aug 05 11:52:11.850452 n-d-803378-2 neutron-server[94420]: INFO neutron.api.v2.resource [None req-029fc4a0-0a5a-436f-8b32-1aa4c215af09 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] remove_router_interface failed (client error): The resource could not be found. Aug 05 11:52:11.853339 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-029fc4a0-0a5a-436f-8b32-1aa4c215af09 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] 10.222.0.58 "PUT /v2.0/routers/c57df40d-7bfd-435d-8917-09e836a8f044/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.9210205 Aug 05 11:52:11.950344 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 47714) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:52:11.950344 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32009211-248b-4a9a-b2ce-2fb0b67a462c req-c4c5537c-1b89-4bd3-b2d0-0df494419b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:52:11.953095 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-32009211-248b-4a9a-b2ce-2fb0b67a462c req-c4c5537c-1b89-4bd3-b2d0-0df494419b63 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9fa39e07-a6bd-4ef4-8a54-1af79d2770df HTTP/1.1" status: 200 len: 844 time: 0.5382035 Aug 05 11:52:11.986747 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-548b38c3-3153-4f12-9156-b78446c93860 req-03078742-24f1-44b6-9f17-7eada9929648 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] For port d7fa8a13-e5a9-455b-b585-8e43650e0c4d, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=d7fa8a13-e5a9-455b-b585-8e43650e0c4d,segment=NetworkSegment(fa5f7742-6e03-46ef-8df5-0f25b5d284b6),segment_id=fa5f7742-6e03-46ef-8df5-0f25b5d284b6)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:52:11.987406 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-548b38c3-3153-4f12-9156-b78446c93860 req-03078742-24f1-44b6-9f17-7eada9929648 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:12.032349 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-548b38c3-3153-4f12-9156-b78446c93860 req-03078742-24f1-44b6-9f17-7eada9929648 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Calling delete_port for d7fa8a13-e5a9-455b-b585-8e43650e0c4d owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:52:12.119600 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b0ca80ea-8c34-4e73-8cfb-25d2d8b56448 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:12.152938 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ef76494b-ea6d-40d6-a23d-4e9c4789271f req-62b3affb-cffd-4af1-9d8d-e8ef719a8456 service neutron] 10.222.0.58 "GET /v2.0/networks/debeaa60-b13d-4f6e-a270-9d57e30ced89?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.6352723 Aug 05 11:52:12.172591 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-7541d099-acf0-4195-aae7-9a60b684d368 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] 10.222.0.58 "GET /v2.0/ports?device_id=c57df40d-7bfd-435d-8917-09e836a8f044 HTTP/1.1" status: 200 len: 205 time: 0.2147019 Aug 05 11:52:12.183912 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 47718) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:52:12.241615 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fef9070a-cce1-4adc-bc2f-9751bd5dfe35 req-acb3c896-4916-4dce-8533-bc6bfcb8f6e8 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca0df2b3-ca19-4f0d-95c0-bd3e02a9c49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4064677 Aug 05 11:52:12.271366 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-32009211-248b-4a9a-b2ce-2fb0b67a462c req-f5d93141-0ee9-4038-8f83-716c3331110b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=debeaa60-b13d-4f6e-a270-9d57e30ced89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2703791 Aug 05 11:52:12.412192 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 05 Aug 2021 11:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a323b9f5-31a2-4287-9a97-3f18bbfac754 x-openstack-request-id: req-a323b9f5-31a2-4287-9a97-3f18bbfac754 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:52:12.412732 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b29975d-3633-486b-ba92-5c1ed1330df4", "name": "network-vif-unplugged", "status": "completed", "tag": "d7fa8a13-e5a9-455b-b585-8e43650e0c4d", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:52:12.413057 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a323b9f5-31a2-4287-9a97-3f18bbfac754 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:52:12.414206 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b29975d-3633-486b-ba92-5c1ed1330df4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7fa8a13-e5a9-455b-b585-8e43650e0c4d', 'code': 200} Aug 05 11:52:12.649334 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-548b38c3-3153-4f12-9156-b78446c93860 req-03078742-24f1-44b6-9f17-7eada9929648 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:12.820326 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-548b38c3-3153-4f12-9156-b78446c93860 req-03078742-24f1-44b6-9f17-7eada9929648 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] No DVR routers for this DVR port d7fa8a13-e5a9-455b-b585-8e43650e0c4d on host n-h1-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:52:12.826474 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-548b38c3-3153-4f12-9156-b78446c93860 req-03078742-24f1-44b6-9f17-7eada9929648 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:12.834335 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-548b38c3-3153-4f12-9156-b78446c93860 req-03078742-24f1-44b6-9f17-7eada9929648 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.64 "DELETE /v2.0/ports/d7fa8a13-e5a9-455b-b585-8e43650e0c4d HTTP/1.1" status: 204 len: 173 time: 2.7415345 Aug 05 11:52:12.853987 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b29975d-3633-486b-ba92-5c1ed1330df4', 'name': 'network-vif-deleted', 'tag': 'd7fa8a13-e5a9-455b-b585-8e43650e0c4d'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:52:12.863646 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b4cc094-d510-4c1a-8735-4be95f55eb00" -d '{"events": [{"server_uuid": "9b29975d-3633-486b-ba92-5c1ed1330df4", "name": "network-vif-deleted", "tag": "d7fa8a13-e5a9-455b-b585-8e43650e0c4d"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:52:12.955924 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-932bed68-37e5-4c68-8d66-30ea26e8b621 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks [] for router, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:13.083243 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03078742-24f1-44b6-9f17-7eada9929648 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Pushing event deleted for resources: {'Port': ['ID=d7fa8a13-e5a9-455b-b585-8e43650e0c4d,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:52:13.241699 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a6c2137-fd3b-4bec-b3ab-d3303428c342 x-openstack-request-id: req-1a6c2137-fd3b-4bec-b3ab-d3303428c342 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:52:13.242177 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b29975d-3633-486b-ba92-5c1ed1330df4", "name": "network-vif-deleted", "tag": "d7fa8a13-e5a9-455b-b585-8e43650e0c4d", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:52:13.243154 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1a6c2137-fd3b-4bec-b3ab-d3303428c342 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:52:13.243847 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b29975d-3633-486b-ba92-5c1ed1330df4', 'name': 'network-vif-deleted', 'tag': 'd7fa8a13-e5a9-455b-b585-8e43650e0c4d', 'status': 'completed', 'code': 200} Aug 05 11:52:13.262324 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0875b453-ad92-4a68-87ac-992dfcc0b599 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Router fe89a24e-026b-45c0-8e36-c416396721e4 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 11:52:13.289736 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b0ca80ea-8c34-4e73-8cfb-25d2d8b56448 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for router_gateway, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:13.393570 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b0ca80ea-8c34-4e73-8cfb-25d2d8b56448 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:13.464657 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-32009211-248b-4a9a-b2ce-2fb0b67a462c req-18174e68-ac80-4031-813e-101a6ea84788 service neutron] 10.222.0.64 "GET /v2.0/networks/debeaa60-b13d-4f6e-a270-9d57e30ced89?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0426517 Aug 05 11:52:13.466935 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-932bed68-37e5-4c68-8d66-30ea26e8b621 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33262979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1951'] for router, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:13.472084 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-932bed68-37e5-4c68-8d66-30ea26e8b621 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:13.514072 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ef76494b-ea6d-40d6-a23d-4e9c4789271f req-0830cf3d-2b7b-4e20-afc1-66e7f18c123a service neutron] 10.222.0.58 "GET /v2.0/networks/debeaa60-b13d-4f6e-a270-9d57e30ced89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3366466 Aug 05 11:52:13.613258 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device d7fa8a13-e5a9-455b-b585-8e43650e0c4d no longer exists at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:52:13.750408 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-b0ca80ea-8c34-4e73-8cfb-25d2d8b56448 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Allocated IP 172.25.5.45 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/562f7d2d-2ff1-43a0-a648-1d3f14f48823) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:52:14.170514 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 5f9a1648-97a0-49bb-a764-2148d15aa93e no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:52:14.205520 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] No Port match for: d7fa8a13-e5a9-455b-b585-8e43650e0c4d {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:52:14.208711 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device d7fa8a13-e5a9-455b-b585-8e43650e0c4d not bound to the agent host n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:52:14.386951 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b0ca80ea-8c34-4e73-8cfb-25d2d8b56448 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:14.393051 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:14.418997 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e98332d0-8552-4f90-9240-19975d912b36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f9a1648-97a0-49bb-a764-2148d15aa93e'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:52:14.424446 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bae81ac-faa8-404d-a802-6494a7cfde77" -d '{"events": [{"server_uuid": "e98332d0-8552-4f90-9240-19975d912b36", "name": "network-vif-unplugged", "status": "completed", "tag": "5f9a1648-97a0-49bb-a764-2148d15aa93e"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:52:14.585418 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-32009211-248b-4a9a-b2ce-2fb0b67a462c req-5031b732-265d-4d92-8e7a-a6f425b865ab service neutron] 10.222.0.64 "GET /v2.0/networks/debeaa60-b13d-4f6e-a270-9d57e30ced89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0810184 Aug 05 11:52:14.594524 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1e935c8c-9f01-4596-860a-801ddd6a5ca5 req-72a27cb9-e6df-4633-b736-aa8ebf13c427 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e297482-8c7c-4bbe-931d-1a0f217e4664 HTTP/1.1" status: 200 len: 210 time: 0.3201962 Aug 05 11:52:14.598076 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b0ca80ea-8c34-4e73-8cfb-25d2d8b56448 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:14.598833 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0875b453-ad92-4a68-87ac-992dfcc0b599 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:52:14.660829 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ddf2033-6772-4076-b4ba-27c956ab1693 None None] Sync routers for ids ['fe89a24e-026b-45c0-8e36-c416396721e4'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:52:14.683072 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe0931c-3235-40a2-8eb6-a8b6bec7cba0 req-4a8b0d1d-e4a8-4dfe-9614-a2f833440efe tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:52:14.687040 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fbe0931c-3235-40a2-8eb6-a8b6bec7cba0 req-4a8b0d1d-e4a8-4dfe-9614-a2f833440efe tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=e98332d0-8552-4f90-9240-19975d912b36 HTTP/1.1" status: 200 len: 944 time: 1.2252297 Aug 05 11:52:14.687725 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-932bed68-37e5-4c68-8d66-30ea26e8b621 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33262474'] for router, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:14.689148 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-932bed68-37e5-4c68-8d66-30ea26e8b621 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Fanout notify agent at l3_agent the message router_deleted on router c57df40d-7bfd-435d-8917-09e836a8f044 {{(pid=94420) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 11:52:14.715154 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-0875b453-ad92-4a68-87ac-992dfcc0b599 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "PUT /v2.0/routers/fe89a24e-026b-45c0-8e36-c416396721e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.5588179 Aug 05 11:52:14.749686 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ddf2033-6772-4076-b4ba-27c956ab1693 None None] Routers {'fe89a24e-026b-45c0-8e36-c416396721e4'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:52:14.751629 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-9ddf2033-6772-4076-b4ba-27c956ab1693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:52:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['fe89a24e-026b-45c0-8e36-c416396721e4'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:52:14.815085 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-932bed68-37e5-4c68-8d66-30ea26e8b621 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks [] for router, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:14.818089 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ca80ea-8c34-4e73-8cfb-25d2d8b56448 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:52:14.820650 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-932bed68-37e5-4c68-8d66-30ea26e8b621 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] 10.222.0.58 "DELETE /v2.0/routers/c57df40d-7bfd-435d-8917-09e836a8f044 HTTP/1.1" status: 204 len: 168 time: 2.5969427 Aug 05 11:52:14.823556 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 47752) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:52:14.824208 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 47758) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:52:14.826677 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 05 Aug 2021 11:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b92e70c-53cd-495e-81e4-b168c8a6386f x-openstack-request-id: req-7b92e70c-53cd-495e-81e4-b168c8a6386f {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:52:14.828601 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e98332d0-8552-4f90-9240-19975d912b36", "name": "network-vif-unplugged", "status": "failed", "tag": "5f9a1648-97a0-49bb-a764-2148d15aa93e", "code": 422}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:52:14.832984 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7b92e70c-53cd-495e-81e4-b168c8a6386f {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:52:14.839079 n-d-803378-2 neutron-server[94422]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e98332d0-8552-4f90-9240-19975d912b36', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5f9a1648-97a0-49bb-a764-2148d15aa93e', 'code': 422} returned with failed status Aug 05 11:52:14.902131 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fbe0931c-3235-40a2-8eb6-a8b6bec7cba0 req-650e79e3-6105-4cf3-b835-d6f9c8413dcb tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca0df2b3-ca19-4f0d-95c0-bd3e02a9c49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1836548 Aug 05 11:52:14.910245 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-9ddf2033-6772-4076-b4ba-27c956ab1693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:52:14.965944 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-b0ca80ea-8c34-4e73-8cfb-25d2d8b56448 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:52:14.968452 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ddf2033-6772-4076-b4ba-27c956ab1693 None None] Routers {'fe89a24e-026b-45c0-8e36-c416396721e4'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:52:14.970226 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-9ddf2033-6772-4076-b4ba-27c956ab1693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:52:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['fe89a24e-026b-45c0-8e36-c416396721e4'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:52:14.970640 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ca80ea-8c34-4e73-8cfb-25d2d8b56448 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:52:14.995365 n-d-803378-2 neutron-server[94421]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c16270e-045a-45a7-b291-e76021a6666f tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] GET failed (client error): The resource could not be found. Aug 05 11:52:15.003935 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-1c16270e-045a-45a7-b291-e76021a6666f tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "GET /v2.0/ports/1b00499b-7743-42c8-9a4c-d22c2f57f9fd HTTP/1.1" status: 404 len: 333 time: 0.1749935 Aug 05 11:52:15.006219 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 47768) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:52:15.122146 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-9ddf2033-6772-4076-b4ba-27c956ab1693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:52:15.131254 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ddf2033-6772-4076-b4ba-27c956ab1693 None None] The sync data for ids ['fe89a24e-026b-45c0-8e36-c416396721e4'] in n-d-803378-2 is: [] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:52:15.354346 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ca80ea-8c34-4e73-8cfb-25d2d8b56448 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Pushing event updated for resources: {'Port': ['ID=562f7d2d-2ff1-43a0-a648-1d3f14f48823,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:52:15.451957 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0797b51f-fbb2-45ec-9328-99b964224a02 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks [] for router, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:15.468313 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_v2 [None req-06b3f22a-de6c-474b-af8a-3dc883683df8 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Deleting subnet 21b28e78-ac4d-4f3f-a10d-a405b178abd7 {{(pid=94421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:52:15.476424 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-06b3f22a-de6c-474b-af8a-3dc883683df8 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks [] for subnet, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:15.612275 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-06b3f22a-de6c-474b-af8a-3dc883683df8 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29786388'] for subnet, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:16.003499 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4c62675e-3ab4-4661-ac32-1b7af16e168b req-f8486408-b4b5-42a8-ba7d-38515ab4c851 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e297482-8c7c-4bbe-931d-1a0f217e4664 HTTP/1.1" status: 200 len: 210 time: 0.1340368 Aug 05 11:52:16.101715 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0797b51f-fbb2-45ec-9328-99b964224a02 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33262979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1951'] for router, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:16.114570 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0797b51f-fbb2-45ec-9328-99b964224a02 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:16.299655 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0797b51f-fbb2-45ec-9328-99b964224a02 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33262474'] for router, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:16.300570 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0797b51f-fbb2-45ec-9328-99b964224a02 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Fanout notify agent at l3_agent the message router_deleted on router fe89a24e-026b-45c0-8e36-c416396721e4 {{(pid=94420) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 11:52:16.318902 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0797b51f-fbb2-45ec-9328-99b964224a02 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks [] for router, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:16.329291 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-0797b51f-fbb2-45ec-9328-99b964224a02 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "DELETE /v2.0/routers/fe89a24e-026b-45c0-8e36-c416396721e4 HTTP/1.1" status: 204 len: 168 time: 1.3209918 Aug 05 11:52:16.335445 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 47806) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:52:16.363659 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-06b3f22a-de6c-474b-af8a-3dc883683df8 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:16.460649 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b0ca80ea-8c34-4e73-8cfb-25d2d8b56448 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for router_gateway, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:16.541974 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3200532-da19-4ef7-8838-1cd739a3a3df tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Deleting subnet e7e645e2-c51d-47af-a4ef-e0c27c67d9f2 {{(pid=94420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:52:16.552319 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c3200532-da19-4ef7-8838-1cd739a3a3df tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks [] for subnet, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:16.778115 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c3200532-da19-4ef7-8838-1cd739a3a3df tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25010562'] for subnet, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:16.846619 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-06b3f22a-de6c-474b-af8a-3dc883683df8 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25038609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30075142'] for subnet, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:16.969782 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-112d5f7a-7291-4d7f-b986-9aed2f10b3ca None None] Network 5540bcfe-7f68-4e1a-a16f-27113f328826 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:52:16.972213 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-06b3f22a-de6c-474b-af8a-3dc883683df8 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:16.984229 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-06b3f22a-de6c-474b-af8a-3dc883683df8 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] 10.222.0.58 "DELETE /v2.0/subnets/21b28e78-ac4d-4f3f-a10d-a405b178abd7 HTTP/1.1" status: 204 len: 168 time: 2.1326544 Aug 05 11:52:16.989506 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 47818) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:52:17.434782 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b0ca80ea-8c34-4e73-8cfb-25d2d8b56448 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286026'] for router, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:17.501666 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-87bbec45-aadc-4c5d-be6b-e04054b1de1c req-7c93a4da-0c9f-414b-931c-de1043c75be0 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e297482-8c7c-4bbe-931d-1a0f217e4664 HTTP/1.1" status: 200 len: 210 time: 0.1472600 Aug 05 11:52:17.651844 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b3f22a-de6c-474b-af8a-3dc883683df8 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Pushing event deleted for resources: {'Subnet': ['ID=21b28e78-ac4d-4f3f-a10d-a405b178abd7,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:52:17.779346 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f802fd-df7b-4f44-837b-ba771e1da355 None None] DHCP port deletion for 5540bcfe-7f68-4e1a-a16f-27113f328826 request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 11:52:17.989522 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-64f802fd-df7b-4f44-837b-ba771e1da355 None None] Deleting port 8dd98233-9836-44b1-a7d7-400c650ccd17 {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:52:17.991581 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-64f802fd-df7b-4f44-837b-ba771e1da355 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:18.218204 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef76494b-ea6d-40d6-a23d-4e9c4789271f req-b0046b53-8c35-41a5-bbda-35e65d02b94b tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:52:18.221891 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ef76494b-ea6d-40d6-a23d-4e9c4789271f req-b0046b53-8c35-41a5-bbda-35e65d02b94b tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.55 "GET /v2.0/networks?id=debeaa60-b13d-4f6e-a270-9d57e30ced89 HTTP/1.1" status: 200 len: 804 time: 0.7775016 Aug 05 11:52:18.223756 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0ca80ea-8c34-4e73-8cfb-25d2d8b56448 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Router fc1ea05d-69a6-4872-b7f7-15b7b6b12ffc is scheduled to L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d with binding_index 1 {{(pid=94421) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 11:52:18.250087 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-64f802fd-df7b-4f44-837b-ba771e1da355 None None] For port 8dd98233-9836-44b1-a7d7-400c650ccd17, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=8dd98233-9836-44b1-a7d7-400c650ccd17,segment=NetworkSegment(b755757c-a248-4803-8509-9d7fe23d88f9),segment_id=b755757c-a248-4803-8509-9d7fe23d88f9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:52:18.253156 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-64f802fd-df7b-4f44-837b-ba771e1da355 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:18.261603 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-ef76494b-ea6d-40d6-a23d-4e9c4789271f req-fce5e3e1-1d2f-4ad1-acc3-17538cffb0a3 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Request body: {'port': {'device_id': '9e297482-8c7c-4bbe-931d-1a0f217e4664', 'network_id': 'debeaa60-b13d-4f6e-a270-9d57e30ced89', 'admin_state_up': True, 'tenant_id': '39c6d6575f854e26a57d96d36d983be3'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:52:18.298327 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-64f802fd-df7b-4f44-837b-ba771e1da355 None None] Calling delete_port for 8dd98233-9836-44b1-a7d7-400c650ccd17 owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:52:18.370126 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0f1804f6-c3b9-4911-9c60-3678b14ea030 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:18.395392 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c3200532-da19-4ef7-8838-1cd739a3a3df tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:18.508474 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173aff8a-2bb2-48fd-acbc-8151f09c6e3e req-9773d84c-4209-49d3-8025-fb1645d04645 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:52:18.522271 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-173aff8a-2bb2-48fd-acbc-8151f09c6e3e req-9773d84c-4209-49d3-8025-fb1645d04645 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=e98332d0-8552-4f90-9240-19975d912b36 HTTP/1.1" status: 200 len: 944 time: 1.1740341 Aug 05 11:52:18.647128 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d1ee8d69-27be-4738-842e-b7b67a4feeb6 req-f640fab1-1be6-4d52-af9c-e921a84b2c58 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e98332d0-8552-4f90-9240-19975d912b36&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.0902777 Aug 05 11:52:18.705912 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-173aff8a-2bb2-48fd-acbc-8151f09c6e3e req-5a59ecb7-333b-4a5e-ab33-184cd83fee52 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca0df2b3-ca19-4f0d-95c0-bd3e02a9c49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1817837 Aug 05 11:52:18.738093 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 8dd98233-9836-44b1-a7d7-400c650ccd17 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:52:18.796236 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c3200532-da19-4ef7-8838-1cd739a3a3df tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29762763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24211094'] for subnet, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:18.842615 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c3200532-da19-4ef7-8838-1cd739a3a3df tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks [] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:18.855329 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-c3200532-da19-4ef7-8838-1cd739a3a3df tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "DELETE /v2.0/subnets/e7e645e2-c51d-47af-a4ef-e0c27c67d9f2 HTTP/1.1" status: 204 len: 168 time: 2.5138116 Aug 05 11:52:18.858885 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-0f1804f6-c3b9-4911-9c60-3678b14ea030 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Deleting port 8dd98233-9836-44b1-a7d7-400c650ccd17 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:52:18.859637 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0f1804f6-c3b9-4911-9c60-3678b14ea030 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:18.871572 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 47860) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:52:18.903214 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0ca80ea-8c34-4e73-8cfb-25d2d8b56448 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:52:18.905192 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99279e0-f994-4070-bf1c-aecfdcd99ff6 None None] Network ae973abe-8b2e-4470-b22e-c1aa609765af requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:52:19.003910 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef76494b-ea6d-40d6-a23d-4e9c4789271f req-fce5e3e1-1d2f-4ad1-acc3-17538cffb0a3 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Made reservation on behalf of 39c6d6575f854e26a57d96d36d983be3 for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:52:19.015930 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-ef76494b-ea6d-40d6-a23d-4e9c4789271f req-fce5e3e1-1d2f-4ad1-acc3-17538cffb0a3 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:19.136434 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3200532-da19-4ef7-8838-1cd739a3a3df tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Pushing event deleted for resources: {'Subnet': ['ID=e7e645e2-c51d-47af-a4ef-e0c27c67d9f2,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:52:19.142398 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b0ca80ea-8c34-4e73-8cfb-25d2d8b56448 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for router, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:19.149017 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-b0ca80ea-8c34-4e73-8cfb-25d2d8b56448 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 9.4692376 Aug 05 11:52:19.159113 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 47866) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:52:19.202955 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e840fc0-6f6d-4bd8-b5cd-c5a80dada1b8 None None] Sync routers for ids ['fc1ea05d-69a6-4872-b7f7-15b7b6b12ffc'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:52:19.273542 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-64f802fd-df7b-4f44-837b-ba771e1da355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:19.369544 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7dc4cbcc-5139-443c-b54e-7132b833ca3b req-95011b49-58f0-48de-8352-7c271912f8ea tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e297482-8c7c-4bbe-931d-1a0f217e4664 HTTP/1.1" status: 200 len: 210 time: 0.2846746 Aug 05 11:52:19.499290 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f802fd-df7b-4f44-837b-ba771e1da355 None None] No DVR routers for this DVR port 8dd98233-9836-44b1-a7d7-400c650ccd17 on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:52:19.559751 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e840fc0-6f6d-4bd8-b5cd-c5a80dada1b8 None None] Routers {'fc1ea05d-69a6-4872-b7f7-15b7b6b12ffc'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:52:19.559751 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-4e840fc0-6f6d-4bd8-b5cd-c5a80dada1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:52:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['fc1ea05d-69a6-4872-b7f7-15b7b6b12ffc'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:52:19.702711 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-0f1804f6-c3b9-4911-9c60-3678b14ea030 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] For port 8dd98233-9836-44b1-a7d7-400c650ccd17, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=8dd98233-9836-44b1-a7d7-400c650ccd17,segment=NetworkSegment(b755757c-a248-4803-8509-9d7fe23d88f9),segment_id=b755757c-a248-4803-8509-9d7fe23d88f9)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:52:19.704848 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0f1804f6-c3b9-4911-9c60-3678b14ea030 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:19.739071 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5cea11a4-d943-482e-a9f8-d5963a5548e7 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:19.878207 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-0f1804f6-c3b9-4911-9c60-3678b14ea030 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Calling delete_port for 8dd98233-9836-44b1-a7d7-400c650ccd17 owned by network:dhcp {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:52:20.165797 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No active binding found for port 8dd98233-9836-44b1-a7d7-400c650ccd17 {{(pid=94422) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 05 11:52:20.166836 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 8dd98233-9836-44b1-a7d7-400c650ccd17 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:52:20.169974 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f802fd-df7b-4f44-837b-ba771e1da355 None None] Pushing event deleted for resources: {'Port': ['ID=8dd98233-9836-44b1-a7d7-400c650ccd17,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:52:20.353276 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0f1804f6-c3b9-4911-9c60-3678b14ea030 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:20.573715 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1804f6-c3b9-4911-9c60-3678b14ea030 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Pushing event deleted for resources: {'Port': ['ID=8dd98233-9836-44b1-a7d7-400c650ccd17,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:52:20.627843 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1804f6-c3b9-4911-9c60-3678b14ea030 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] No DVR routers for this DVR port 8dd98233-9836-44b1-a7d7-400c650ccd17 on host n-d-803378-2 {{(pid=94420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:52:20.636547 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-4e840fc0-6f6d-4bd8-b5cd-c5a80dada1b8 None None] Set router fc1ea05d-69a6-4872-b7f7-15b7b6b12ffc gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:52:20.714862 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-5cea11a4-d943-482e-a9f8-d5963a5548e7 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Deleting port 516877d6-90c6-4205-b073-a612e50d056a {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:52:20.719691 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5cea11a4-d943-482e-a9f8-d5963a5548e7 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:20.764965 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f499371e-257d-4d8d-8858-c3ea8af086d4 req-ed52383d-b24e-4797-920b-031390b8fdc9 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:52:20.771330 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f499371e-257d-4d8d-8858-c3ea8af086d4 req-ed52383d-b24e-4797-920b-031390b8fdc9 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=e98332d0-8552-4f90-9240-19975d912b36 HTTP/1.1" status: 200 len: 944 time: 0.7605801 Aug 05 11:52:20.829292 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-88742d50-f550-49ba-9e5a-cef70274c2dc tempest-TestNetworkAdvancedServerOps-1820726671 tempest-TestNetworkAdvancedServerOps-1820726671-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=7f88688726d24c8e9d77831659c7c3ae&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 1.6671731 Aug 05 11:52:20.834710 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 47892) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:52:21.141592 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba83fa9-25b7-4883-be20-fa687c89fec2 None None] DHCP port deletion for ae973abe-8b2e-4470-b22e-c1aa609765af request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 11:52:21.201082 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-5cea11a4-d943-482e-a9f8-d5963a5548e7 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] For port 516877d6-90c6-4205-b073-a612e50d056a, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=516877d6-90c6-4205-b073-a612e50d056a,segment=NetworkSegment(bf0d5dfd-bba7-450d-9902-b662435528de),segment_id=bf0d5dfd-bba7-450d-9902-b662435528de)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:52:21.202212 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5cea11a4-d943-482e-a9f8-d5963a5548e7 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:21.217715 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-ef76494b-ea6d-40d6-a23d-4e9c4789271f req-fce5e3e1-1d2f-4ad1-acc3-17538cffb0a3 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Allocated IP 172.20.0.8 (debeaa60-b13d-4f6e-a270-9d57e30ced89/9fa39e07-a6bd-4ef4-8a54-1af79d2770df/306df2fc-f74a-4a5b-b429-3adfd7cc3386) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:52:21.274393 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d4108914-2d0b-4348-b0db-2e82342a309a req-de283751-1e03-41e2-a7ac-d923f05cfa92 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e297482-8c7c-4bbe-931d-1a0f217e4664 HTTP/1.1" status: 200 len: 210 time: 0.5778489 Aug 05 11:52:21.401631 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-5cea11a4-d943-482e-a9f8-d5963a5548e7 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Calling delete_port for 516877d6-90c6-4205-b073-a612e50d056a owned by network:dhcp {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:52:21.458692 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0f1804f6-c3b9-4911-9c60-3678b14ea030 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:21.529408 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-dba83fa9-25b7-4883-be20-fa687c89fec2 None None] Deleting port 516877d6-90c6-4205-b073-a612e50d056a {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:52:21.530550 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-dba83fa9-25b7-4883-be20-fa687c89fec2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:21.552538 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-0f1804f6-c3b9-4911-9c60-3678b14ea030 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5540bcfe-7f68-4e1a-a16f-27113f328826']}} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:52:21.745779 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-0f1804f6-c3b9-4911-9c60-3678b14ea030 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b755757c-a248-4803-8509-9d7fe23d88f9') {'for_net_delete': True} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:52:21.747970 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-0f1804f6-c3b9-4911-9c60-3678b14ea030 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b755757c-a248-4803-8509-9d7fe23d88f9') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:52:21.763156 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f499371e-257d-4d8d-8858-c3ea8af086d4 req-fd74238c-96fe-405b-9c60-607d7c671cae tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca0df2b3-ca19-4f0d-95c0-bd3e02a9c49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8798251 Aug 05 11:52:21.801243 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0f1804f6-c3b9-4911-9c60-3678b14ea030 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25010581'] for segment, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:21.971952 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-dba83fa9-25b7-4883-be20-fa687c89fec2 None None] For port 516877d6-90c6-4205-b073-a612e50d056a, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=516877d6-90c6-4205-b073-a612e50d056a,segment=NetworkSegment(bf0d5dfd-bba7-450d-9902-b662435528de),segment_id=bf0d5dfd-bba7-450d-9902-b662435528de)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:52:21.972991 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-dba83fa9-25b7-4883-be20-fa687c89fec2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:21.997313 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0f1804f6-c3b9-4911-9c60-3678b14ea030 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:22.074549 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-dba83fa9-25b7-4883-be20-fa687c89fec2 None None] Calling delete_port for 516877d6-90c6-4205-b073-a612e50d056a owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:52:22.074857 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-589ad5f9-b10e-4fd7-b7fb-8837e60aa706 tempest-TestNetworkAdvancedServerOps-1820726671 tempest-TestNetworkAdvancedServerOps-1820726671-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:52:22.078614 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-589ad5f9-b10e-4fd7-b7fb-8837e60aa706 tempest-TestNetworkAdvancedServerOps-1820726671 tempest-TestNetworkAdvancedServerOps-1820726671-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.2420266 Aug 05 11:52:22.085814 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 47902) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:52:22.105232 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f1804f6-c3b9-4911-9c60-3678b14ea030 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=94420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:52:22.106968 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0f1804f6-c3b9-4911-9c60-3678b14ea030 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29762581'] for segment, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:22.127904 n-d-803378-2 neutron-server[94420]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 11:52:22.127904 n-d-803378-2 neutron-server[94420]: self.session.flush() Aug 05 11:52:22.127904 n-d-803378-2 neutron-server[94420]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 11:52:22.127904 n-d-803378-2 neutron-server[94420]: self.session.flush() Aug 05 11:52:22.127904 n-d-803378-2 neutron-server[94420]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 11:52:22.127904 n-d-803378-2 neutron-server[94420]: self.session.flush() Aug 05 11:52:22.127904 n-d-803378-2 neutron-server[94420]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 11:52:22.127904 n-d-803378-2 neutron-server[94420]: self.session.flush() Aug 05 11:52:22.127904 n-d-803378-2 neutron-server[94420]: Traceback (most recent call last): Aug 05 11:52:22.127904 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:52:22.127904 n-d-803378-2 neutron-server[94420]: timer() Aug 05 11:52:22.127904 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:52:22.127904 n-d-803378-2 neutron-server[94420]: cb(*args, **kw) Aug 05 11:52:22.127904 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:52:22.127904 n-d-803378-2 neutron-server[94420]: return func(*args, **kwargs) Aug 05 11:52:22.127904 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:52:22.127904 n-d-803378-2 neutron-server[94420]: self._notify() Aug 05 11:52:22.127904 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:52:22.127904 n-d-803378-2 neutron-server[94420]: self.callback(batched_events) Aug 05 11:52:22.127904 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:52:22.127904 n-d-803378-2 neutron-server[94420]: event.method(event) Aug 05 11:52:22.127904 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:52:22.127904 n-d-803378-2 neutron-server[94420]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:52:22.127904 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:52:22.127904 n-d-803378-2 neutron-server[94420]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:52:22.127904 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:52:22.127904 n-d-803378-2 neutron-server[94420]: return f(self, *a, **k) Aug 05 11:52:22.127904 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:52:22.127904 n-d-803378-2 neutron-server[94420]: return self._get(url).json() Aug 05 11:52:22.127904 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:52:22.127904 n-d-803378-2 neutron-server[94420]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:52:22.127904 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:52:22.127904 n-d-803378-2 neutron-server[94420]: return self.request(url, 'GET', **kwargs) Aug 05 11:52:22.127904 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:52:22.127904 n-d-803378-2 neutron-server[94420]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:52:22.127904 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:52:22.127904 n-d-803378-2 neutron-server[94420]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:52:22.127904 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:52:22.127904 n-d-803378-2 neutron-server[94420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:52:22.127904 n-d-803378-2 neutron-server[94420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:52:22.196990 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-8c9cabcb-3415-4be5-ba78-a0a42f989816 tempest-TestNetworkAdvancedServerOps-1820726671 tempest-TestNetworkAdvancedServerOps-1820726671-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1065087 Aug 05 11:52:22.204031 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 47906) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:52:22.212906 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-6e7998d4-aa9c-4885-81a1-98b3f86ae657 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1826791154', 'network_id': 'de35454d-dce9-4c8c-89fd-a22990eff5d9', 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:52:22.344291 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:22.471669 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-4e840fc0-6f6d-4bd8-b5cd-c5a80dada1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc1ea05d-69a6-4872-b7f7-15b7b6b12ffc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2117875828', 'tenant_id': '7f88688726d24c8e9d77831659c7c3ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '562f7d2d-2ff1-43a0-a648-1d3f14f48823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:52:10Z', 'updated_at': '2021-08-05T11:52:15Z', 'revision_number': 3, 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'gw_port': {'id': '562f7d2d-2ff1-43a0-a648-1d3f14f48823', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:41:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc1ea05d-69a6-4872-b7f7-15b7b6b12ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:52:13Z', 'updated_at': '2021-08-05T11:52:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:52:22.484867 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-dba83fa9-25b7-4883-be20-fa687c89fec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:22.559911 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0f1804f6-c3b9-4911-9c60-3678b14ea030 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:22.562376 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-ef76494b-ea6d-40d6-a23d-4e9c4789271f req-fce5e3e1-1d2f-4ad1-acc3-17538cffb0a3 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:22.621298 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0f1804f6-c3b9-4911-9c60-3678b14ea030 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:22.630218 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-0f1804f6-c3b9-4911-9c60-3678b14ea030 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] 10.222.0.58 "DELETE /v2.0/networks/5540bcfe-7f68-4e1a-a16f-27113f328826 HTTP/1.1" status: 204 len: 168 time: 5.5221660 Aug 05 11:52:22.630218 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1804f6-c3b9-4911-9c60-3678b14ea030 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Pushing event deleted for resources: {'Network': ['ID=5540bcfe-7f68-4e1a-a16f-27113f328826,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:52:22.630218 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5cea11a4-d943-482e-a9f8-d5963a5548e7 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:22.636036 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 47920) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:52:22.659737 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-28af9c09-2623-456c-b633-4001083972d6 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Request body: {'network': {'name': 'tempest-RoutersTest-2029732526'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:52:22.678718 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba83fa9-25b7-4883-be20-fa687c89fec2 None None] No DVR routers for this DVR port 516877d6-90c6-4205-b073-a612e50d056a on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:52:22.683046 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e840fc0-6f6d-4bd8-b5cd-c5a80dada1b8 None None] Checking router: fc1ea05d-69a6-4872-b7f7-15b7b6b12ffc for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:52:22.684395 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e840fc0-6f6d-4bd8-b5cd-c5a80dada1b8 None None] Updating router fc1ea05d-69a6-4872-b7f7-15b7b6b12ffc port 562f7d2d-2ff1-43a0-a648-1d3f14f48823 binding host n-d-803378-2 {{(pid=94422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 11:52:22.708653 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba83fa9-25b7-4883-be20-fa687c89fec2 None None] Pushing event deleted for resources: {'Port': ['ID=516877d6-90c6-4205-b073-a612e50d056a,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:52:22.722937 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 516877d6-90c6-4205-b073-a612e50d056a no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:52:22.769749 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 516877d6-90c6-4205-b073-a612e50d056a {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:52:22.774339 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 516877d6-90c6-4205-b073-a612e50d056a not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:52:22.895814 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e7998d4-aa9c-4885-81a1-98b3f86ae657 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Made reservation on behalf of 7f88688726d24c8e9d77831659c7c3ae for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:52:22.904607 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6e7998d4-aa9c-4885-81a1-98b3f86ae657 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:22.920631 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cea11a4-d943-482e-a9f8-d5963a5548e7 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Pushing event deleted for resources: {'Port': ['ID=516877d6-90c6-4205-b073-a612e50d056a,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:52:22.929483 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-4e840fc0-6f6d-4bd8-b5cd-c5a80dada1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:22.994185 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28af9c09-2623-456c-b633-4001083972d6 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Made reservation on behalf of 0d8a98bfcc92414295ea4818a0ea96ca for: {'network': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:52:23.012337 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-28af9c09-2623-456c-b633-4001083972d6 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:23.029563 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-ef76494b-ea6d-40d6-a23d-4e9c4789271f req-fce5e3e1-1d2f-4ad1-acc3-17538cffb0a3 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:23.056864 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-70c6204c-1aba-4dcf-828f-8f415c13326f req-aaef0943-ede7-4e9b-ad1b-8b39831e6ab2 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e297482-8c7c-4bbe-931d-1a0f217e4664 HTTP/1.1" status: 200 len: 210 time: 0.3031199 Aug 05 11:52:23.072252 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cea11a4-d943-482e-a9f8-d5963a5548e7 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] No DVR routers for this DVR port 516877d6-90c6-4205-b073-a612e50d056a on host n-d-803378-2 {{(pid=94420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:52:23.256346 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef76494b-ea6d-40d6-a23d-4e9c4789271f req-fce5e3e1-1d2f-4ad1-acc3-17538cffb0a3 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Network debeaa60-b13d-4f6e-a270-9d57e30ced89 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:52:23.299115 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce5e3e1-1d2f-4ad1-acc3-17538cffb0a3 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Pushing event updated for resources: {'Port': ['ID=306df2fc-f74a-4a5b-b429-3adfd7cc3386,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:52:23.329279 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-ef76494b-ea6d-40d6-a23d-4e9c4789271f req-fce5e3e1-1d2f-4ad1-acc3-17538cffb0a3 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:52:23.356688 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef76494b-ea6d-40d6-a23d-4e9c4789271f req-fce5e3e1-1d2f-4ad1-acc3-17538cffb0a3 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:52:23.475519 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28af9c09-2623-456c-b633-4001083972d6 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] vlan segment allocate from pool success with {'vlan_id': 663, 'physical_network': 'physnet1'} {{(pid=94420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:52:23.531646 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5cea11a4-d943-482e-a9f8-d5963a5548e7 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:23.542209 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-28af9c09-2623-456c-b633-4001083972d6 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:23.543365 n-d-803378-2 neutron-server[94420]: INFO neutron.db.segments_db [None req-28af9c09-2623-456c-b633-4001083972d6 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Added segment 321c8179-86b3-4d8f-97fc-bb01c6c76f0d of type vlan for network 9d644d11-75e5-4c0e-a182-25324629faaf Aug 05 11:52:23.563923 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef76494b-ea6d-40d6-a23d-4e9c4789271f req-fce5e3e1-1d2f-4ad1-acc3-17538cffb0a3 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:52:23.565220 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-ef76494b-ea6d-40d6-a23d-4e9c4789271f req-fce5e3e1-1d2f-4ad1-acc3-17538cffb0a3 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:23.601716 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ef76494b-ea6d-40d6-a23d-4e9c4789271f req-fce5e3e1-1d2f-4ad1-acc3-17538cffb0a3 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3533592 Aug 05 11:52:23.631557 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6254d7-6412-4407-b49b-6c1c839b921f req-6c6259b8-9262-425b-95fe-8cd050905660 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:52:23.635874 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8f6254d7-6412-4407-b49b-6c1c839b921f req-6c6259b8-9262-425b-95fe-8cd050905660 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=e98332d0-8552-4f90-9240-19975d912b36 HTTP/1.1" status: 200 len: 944 time: 0.3565795 Aug 05 11:52:23.646798 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-5cea11a4-d943-482e-a9f8-d5963a5548e7 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae973abe-8b2e-4470-b22e-c1aa609765af']}} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:52:23.650042 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-ef76494b-ea6d-40d6-a23d-4e9c4789271f req-8d2565da-e23a-4b8a-857b-ff8fbe729eb9 service neutron] Request body: {'port': {'device_id': '9e297482-8c7c-4bbe-931d-1a0f217e4664', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:52:23.816387 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-5cea11a4-d943-482e-a9f8-d5963a5548e7 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf0d5dfd-bba7-450d-9902-b662435528de') {'for_net_delete': True} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:52:23.817136 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-5cea11a4-d943-482e-a9f8-d5963a5548e7 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf0d5dfd-bba7-450d-9902-b662435528de') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:52:23.841010 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5cea11a4-d943-482e-a9f8-d5963a5548e7 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25010581'] for segment, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:23.871040 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5cea11a4-d943-482e-a9f8-d5963a5548e7 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:23.901348 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cea11a4-d943-482e-a9f8-d5963a5548e7 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Releasing vlan 680 on physical network physnet1 to pool {{(pid=94420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:52:23.903042 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5cea11a4-d943-482e-a9f8-d5963a5548e7 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29762581'] for segment, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:24.062306 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-ef76494b-ea6d-40d6-a23d-4e9c4789271f req-8d2565da-e23a-4b8a-857b-ff8fbe729eb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:24.152953 n-d-803378-2 neutron-server[94420]: Traceback (most recent call last): Aug 05 11:52:24.152953 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:52:24.152953 n-d-803378-2 neutron-server[94420]: timer() Aug 05 11:52:24.152953 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:52:24.152953 n-d-803378-2 neutron-server[94420]: cb(*args, **kw) Aug 05 11:52:24.152953 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:52:24.152953 n-d-803378-2 neutron-server[94420]: return func(*args, **kwargs) Aug 05 11:52:24.152953 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:52:24.152953 n-d-803378-2 neutron-server[94420]: self._notify() Aug 05 11:52:24.152953 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:52:24.152953 n-d-803378-2 neutron-server[94420]: self.callback(batched_events) Aug 05 11:52:24.152953 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:52:24.152953 n-d-803378-2 neutron-server[94420]: event.method(event) Aug 05 11:52:24.152953 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:52:24.152953 n-d-803378-2 neutron-server[94420]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:52:24.152953 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:52:24.152953 n-d-803378-2 neutron-server[94420]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:52:24.152953 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:52:24.152953 n-d-803378-2 neutron-server[94420]: return f(self, *a, **k) Aug 05 11:52:24.152953 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:52:24.152953 n-d-803378-2 neutron-server[94420]: return self._get(url).json() Aug 05 11:52:24.152953 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:52:24.152953 n-d-803378-2 neutron-server[94420]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:52:24.152953 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:52:24.152953 n-d-803378-2 neutron-server[94420]: return self.request(url, 'GET', **kwargs) Aug 05 11:52:24.152953 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:52:24.152953 n-d-803378-2 neutron-server[94420]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:52:24.152953 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:52:24.152953 n-d-803378-2 neutron-server[94420]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:52:24.152953 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:52:24.152953 n-d-803378-2 neutron-server[94420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:52:24.152953 n-d-803378-2 neutron-server[94420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:52:24.169889 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-4e840fc0-6f6d-4bd8-b5cd-c5a80dada1b8 None None] Notify callbacks [] for port, precommit_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:24.191466 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-28af9c09-2623-456c-b633-4001083972d6 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:24.217354 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-4e840fc0-6f6d-4bd8-b5cd-c5a80dada1b8 None None] Transition to ACTIVE for port object 562f7d2d-2ff1-43a0-a648-1d3f14f48823 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:52:24.243944 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-4e840fc0-6f6d-4bd8-b5cd-c5a80dada1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:24.349954 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5cea11a4-d943-482e-a9f8-d5963a5548e7 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:24.371799 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-28af9c09-2623-456c-b633-4001083972d6 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:24.410988 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28af9c09-2623-456c-b633-4001083972d6 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:52:24.410988 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-28af9c09-2623-456c-b633-4001083972d6 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:24.471520 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5cea11a4-d943-482e-a9f8-d5963a5548e7 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:24.481073 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-5cea11a4-d943-482e-a9f8-d5963a5548e7 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "DELETE /v2.0/networks/ae973abe-8b2e-4470-b22e-c1aa609765af HTTP/1.1" status: 204 len: 168 time: 5.6015642 Aug 05 11:52:24.481073 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8f6254d7-6412-4407-b49b-6c1c839b921f req-9510e8d6-a3c7-4eaa-8b03-493a55d475ee tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca0df2b3-ca19-4f0d-95c0-bd3e02a9c49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7466135 Aug 05 11:52:24.503768 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 47946) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:52:24.559789 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36571908-a9b1-4e7e-aa59-95adf897cc5f None None] Pushing event updated for resources: {'Port': ['ID=562f7d2d-2ff1-43a0-a648-1d3f14f48823,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:52:24.600452 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-4e840fc0-6f6d-4bd8-b5cd-c5a80dada1b8 None None] Attempting to bind port 562f7d2d-2ff1-43a0-a648-1d3f14f48823 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:52:24.601271 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-4e840fc0-6f6d-4bd8-b5cd-c5a80dada1b8 None None] Attempting to bind port 562f7d2d-2ff1-43a0-a648-1d3f14f48823 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:52:24.602025 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e840fc0-6f6d-4bd8-b5cd-c5a80dada1b8 None None] Attempting to bind port 562f7d2d-2ff1-43a0-a648-1d3f14f48823 on network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:52:24.629106 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e840fc0-6f6d-4bd8-b5cd-c5a80dada1b8 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:52:24.629735 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e840fc0-6f6d-4bd8-b5cd-c5a80dada1b8 None None] Checking segment: {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:52:24.630428 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-4e840fc0-6f6d-4bd8-b5cd-c5a80dada1b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:24.631070 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e840fc0-6f6d-4bd8-b5cd-c5a80dada1b8 None None] Bound using segment: {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:52:24.631883 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-4e840fc0-6f6d-4bd8-b5cd-c5a80dada1b8 None None] Bound port: 562f7d2d-2ff1-43a0-a648-1d3f14f48823, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:52:24.632649 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-4e840fc0-6f6d-4bd8-b5cd-c5a80dada1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:24.663572 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6e7998d4-aa9c-4885-81a1-98b3f86ae657 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25038678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30075167'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:24.784160 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-28af9c09-2623-456c-b633-4001083972d6 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.1418920 Aug 05 11:52:24.810198 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-4e840fc0-6f6d-4bd8-b5cd-c5a80dada1b8 None None] For port 562f7d2d-2ff1-43a0-a648-1d3f14f48823, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:52:24.823734 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-4e840fc0-6f6d-4bd8-b5cd-c5a80dada1b8 None None] For port 562f7d2d-2ff1-43a0-a648-1d3f14f48823, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=562f7d2d-2ff1-43a0-a648-1d3f14f48823,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:52:24.828262 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 47952) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:52:24.840227 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-4e840fc0-6f6d-4bd8-b5cd-c5a80dada1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:24.884181 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-f707b89e-2f8a-4263-8a7d-d9cec1be91bd tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Request body: {'subnet': {'network_id': '9d644d11-75e5-4c0e-a182-25324629faaf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:52:25.081289 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36571908-a9b1-4e7e-aa59-95adf897cc5f None None] Pushing event updated for resources: {'Port': ['ID=562f7d2d-2ff1-43a0-a648-1d3f14f48823,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:52:25.084721 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b54a38-ca87-401c-ae2e-d4537d25c622 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:52:25.087741 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-b1b54a38-ca87-401c-ae2e-d4537d25c622 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "GET /v2.0/ports/0d1d9e24-044d-4da2-9c7d-6df13573a630 HTTP/1.1" status: 200 len: 840 time: 0.5823629 Aug 05 11:52:25.126299 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e840fc0-6f6d-4bd8-b5cd-c5a80dada1b8 None None] Routers {'fc1ea05d-69a6-4872-b7f7-15b7b6b12ffc'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:52:25.127455 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-4e840fc0-6f6d-4bd8-b5cd-c5a80dada1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:52:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['fc1ea05d-69a6-4872-b7f7-15b7b6b12ffc'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:52:25.130999 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 47956) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:52:25.206556 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28af9c09-2623-456c-b633-4001083972d6 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Pushing event updated for resources: {'Network': ['ID=9d644d11-75e5-4c0e-a182-25324629faaf,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:52:25.268253 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7998d4-aa9c-4885-81a1-98b3f86ae657 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Checking segment: {'id': '04fc797b-8ef5-4d9e-bac1-16267bbf773c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'de35454d-dce9-4c8c-89fd-a22990eff5d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:52:25.272960 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7998d4-aa9c-4885-81a1-98b3f86ae657 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Network hostable DHCP agents. Network: de35454d-dce9-4c8c-89fd-a22990eff5d9, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:52:25.340137 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 9d644d11-75e5-4c0e-a182-25324629faaf details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:52:25.389521 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cea11a4-d943-482e-a9f8-d5963a5548e7 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Pushing event deleted for resources: {'Network': ['ID=ae973abe-8b2e-4470-b22e-c1aa609765af,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:52:25.394591 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7998d4-aa9c-4885-81a1-98b3f86ae657 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Pushing event updated for resources: {'Subnet': ['ID=eca5de13-4236-413f-a4f9-706b50495900,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:52:25.453252 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3253c535-e138-4238-8897-c95a773e4e9c req-9b610b87-25ad-40f8-ad61-43bd06c23879 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:52:25.456388 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3253c535-e138-4238-8897-c95a773e4e9c req-9b610b87-25ad-40f8-ad61-43bd06c23879 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e297482-8c7c-4bbe-931d-1a0f217e4664 HTTP/1.1" status: 200 len: 931 time: 1.0863028 Aug 05 11:52:25.546752 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-6241be45-4b0d-487a-90aa-c81532b28e11 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "GET /v2.0/ports/0d1d9e24-044d-4da2-9c7d-6df13573a630?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.3552008 Aug 05 11:52:25.555686 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 47964) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:52:25.599310 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-4905e9f1-2361-4478-872c-2a6053f04f5e tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Request body: {'subnet': {'network_id': '8f131b2a-c272-404f-ad91-e0d8977f63c4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:52:25.622618 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-4e840fc0-6f6d-4bd8-b5cd-c5a80dada1b8 None None] Set router fc1ea05d-69a6-4872-b7f7-15b7b6b12ffc gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:52:25.651573 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7998d4-aa9c-4885-81a1-98b3f86ae657 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Network de35454d-dce9-4c8c-89fd-a22990eff5d9 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:52:25.756276 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-6e7998d4-aa9c-4885-81a1-98b3f86ae657 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, de35454d-dce9-4c8c-89fd-a22990eff5d9) {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:52:25.821575 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7998d4-aa9c-4885-81a1-98b3f86ae657 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:52:25.823055 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6e7998d4-aa9c-4885-81a1-98b3f86ae657 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:25.895657 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a772110-ec32-4f48-b2ac-ce04134e19aa None None] Network de35454d-dce9-4c8c-89fd-a22990eff5d9 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:52:26.034035 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-ef76494b-ea6d-40d6-a23d-4e9c4789271f req-8d2565da-e23a-4b8a-857b-ff8fbe729eb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 306df2fc-f74a-4a5b-b429-3adfd7cc3386 {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:52:26.069598 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-ef76494b-ea6d-40d6-a23d-4e9c4789271f req-8d2565da-e23a-4b8a-857b-ff8fbe729eb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:26.126270 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-ef76494b-ea6d-40d6-a23d-4e9c4789271f req-8d2565da-e23a-4b8a-857b-ff8fbe729eb9 service neutron] Transition to ACTIVE for port object 306df2fc-f74a-4a5b-b429-3adfd7cc3386 will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:52:26.136746 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-ef76494b-ea6d-40d6-a23d-4e9c4789271f req-8d2565da-e23a-4b8a-857b-ff8fbe729eb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:26.255394 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3253c535-e138-4238-8897-c95a773e4e9c req-73ce6600-4bf6-476a-a2f1-534ae768b710 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5464a98-f362-4f03-a5f7-4b9d844b9cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7848859 Aug 05 11:52:26.349127 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f707b89e-2f8a-4263-8a7d-d9cec1be91bd tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Made reservation on behalf of 0d8a98bfcc92414295ea4818a0ea96ca for: {'subnet': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:52:26.369937 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f707b89e-2f8a-4263-8a7d-d9cec1be91bd tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24211133'] for subnet, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:26.490680 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-6e7998d4-aa9c-4885-81a1-98b3f86ae657 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 4.2869883 Aug 05 11:52:26.500226 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 47974) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:52:26.559982 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e6478-0d0b-40dc-8852-0ba8f3db4b50 req-64ee9e65-179a-443d-bfaf-6fd00c35470e tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:52:26.571627 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-300e6478-0d0b-40dc-8852-0ba8f3db4b50 req-64ee9e65-179a-443d-bfaf-6fd00c35470e tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=e98332d0-8552-4f90-9240-19975d912b36 HTTP/1.1" status: 200 len: 944 time: 0.6017094 Aug 05 11:52:26.598243 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2565da-e23a-4b8a-857b-ff8fbe729eb9 service neutron] Pushing event updated for resources: {'Port': ['ID=306df2fc-f74a-4a5b-b429-3adfd7cc3386,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:52:26.965659 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4905e9f1-2361-4478-872c-2a6053f04f5e tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Made reservation on behalf of 26f32bbf0e234159bf611d6f63f387fb for: {'subnet': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:52:26.986842 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4905e9f1-2361-4478-872c-2a6053f04f5e tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24211133'] for subnet, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:27.067227 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-ef76494b-ea6d-40d6-a23d-4e9c4789271f req-8d2565da-e23a-4b8a-857b-ff8fbe729eb9 service neutron] Attempting to bind port 306df2fc-f74a-4a5b-b429-3adfd7cc3386 on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:52:27.068083 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-ef76494b-ea6d-40d6-a23d-4e9c4789271f req-8d2565da-e23a-4b8a-857b-ff8fbe729eb9 service neutron] Attempting to bind port 306df2fc-f74a-4a5b-b429-3adfd7cc3386 by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': 'fa5f7742-6e03-46ef-8df5-0f25b5d284b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'debeaa60-b13d-4f6e-a270-9d57e30ced89'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:52:27.068281 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef76494b-ea6d-40d6-a23d-4e9c4789271f req-8d2565da-e23a-4b8a-857b-ff8fbe729eb9 service neutron] Attempting to bind port 306df2fc-f74a-4a5b-b429-3adfd7cc3386 on network debeaa60-b13d-4f6e-a270-9d57e30ced89 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:52:27.085321 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef76494b-ea6d-40d6-a23d-4e9c4789271f req-8d2565da-e23a-4b8a-857b-ff8fbe729eb9 service neutron] Port 306df2fc-f74a-4a5b-b429-3adfd7cc3386 on network debeaa60-b13d-4f6e-a270-9d57e30ced89 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:52:27.085877 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef76494b-ea6d-40d6-a23d-4e9c4789271f req-8d2565da-e23a-4b8a-857b-ff8fbe729eb9 service neutron] Attempting to bind port 306df2fc-f74a-4a5b-b429-3adfd7cc3386 on network debeaa60-b13d-4f6e-a270-9d57e30ced89 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:52:27.118642 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef76494b-ea6d-40d6-a23d-4e9c4789271f req-8d2565da-e23a-4b8a-857b-ff8fbe729eb9 service neutron] Checking agent: {'id': 'a8f1dd2d-227c-4e30-8844-52419ba734db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:52:27.119449 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef76494b-ea6d-40d6-a23d-4e9c4789271f req-8d2565da-e23a-4b8a-857b-ff8fbe729eb9 service neutron] Checking segment: {'id': 'fa5f7742-6e03-46ef-8df5-0f25b5d284b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'debeaa60-b13d-4f6e-a270-9d57e30ced89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:52:27.120107 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef76494b-ea6d-40d6-a23d-4e9c4789271f req-8d2565da-e23a-4b8a-857b-ff8fbe729eb9 service neutron] Bound using segment: {'id': 'fa5f7742-6e03-46ef-8df5-0f25b5d284b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'debeaa60-b13d-4f6e-a270-9d57e30ced89'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:52:27.120920 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-ef76494b-ea6d-40d6-a23d-4e9c4789271f req-8d2565da-e23a-4b8a-857b-ff8fbe729eb9 service neutron] Bound port: 306df2fc-f74a-4a5b-b429-3adfd7cc3386, host: n-h2-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa5f7742-6e03-46ef-8df5-0f25b5d284b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'debeaa60-b13d-4f6e-a270-9d57e30ced89'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:52:27.121528 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-ef76494b-ea6d-40d6-a23d-4e9c4789271f req-8d2565da-e23a-4b8a-857b-ff8fbe729eb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:27.451053 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-4e840fc0-6f6d-4bd8-b5cd-c5a80dada1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc1ea05d-69a6-4872-b7f7-15b7b6b12ffc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2117875828', 'tenant_id': '7f88688726d24c8e9d77831659c7c3ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '562f7d2d-2ff1-43a0-a648-1d3f14f48823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:52:10Z', 'updated_at': '2021-08-05T11:52:15Z', 'revision_number': 3, 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'gw_port': {'id': '562f7d2d-2ff1-43a0-a648-1d3f14f48823', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:41:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc1ea05d-69a6-4872-b7f7-15b7b6b12ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:52:13Z', 'updated_at': '2021-08-05T11:52:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:52:27.513198 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e840fc0-6f6d-4bd8-b5cd-c5a80dada1b8 None None] The sync data for ids ['fc1ea05d-69a6-4872-b7f7-15b7b6b12ffc'] in n-d-803378-2 is: [{'id': 'fc1ea05d-69a6-4872-b7f7-15b7b6b12ffc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2117875828', 'tenant_id': '7f88688726d24c8e9d77831659c7c3ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '562f7d2d-2ff1-43a0-a648-1d3f14f48823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:52:10Z', 'updated_at': '2021-08-05T11:52:15Z', 'revision_number': 3, 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'gw_port': {'id': '562f7d2d-2ff1-43a0-a648-1d3f14f48823', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:41:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc1ea05d-69a6-4872-b7f7-15b7b6b12ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:52:13Z', 'updated_at': '2021-08-05T11:52:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:52:27.515999 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-282cd427-63a6-4668-8942-2f8ec546efa3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-de35454d-dce9-4c8c-89fd-a22990eff5d9', 'network_id': 'de35454d-dce9-4c8c-89fd-a22990eff5d9', 'tenant_id': '7f88688726d24c8e9d77831659c7c3ae', 'fixed_ips': [{'subnet_id': 'eca5de13-4236-413f-a4f9-706b50495900'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 11:52:27.518310 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-282cd427-63a6-4668-8942-2f8ec546efa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:27.559215 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-300e6478-0d0b-40dc-8852-0ba8f3db4b50 req-373981b6-dc5e-4712-95a1-c4fffdfa4603 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca0df2b3-ca19-4f0d-95c0-bd3e02a9c49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6251559 Aug 05 11:52:27.789848 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f707b89e-2f8a-4263-8a7d-d9cec1be91bd tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29762700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24211087'] for subnet, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:27.990573 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f707b89e-2f8a-4263-8a7d-d9cec1be91bd tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Pushing event updated for resources: {'Subnet': ['ID=ef118bc0-66b1-4157-a9b5-08005f125f8e,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:52:28.124069 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-ef76494b-ea6d-40d6-a23d-4e9c4789271f req-8d2565da-e23a-4b8a-857b-ff8fbe729eb9 service neutron] For port 306df2fc-f74a-4a5b-b429-3adfd7cc3386, host n-h2-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:52:28.385733 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-ef76494b-ea6d-40d6-a23d-4e9c4789271f req-8d2565da-e23a-4b8a-857b-ff8fbe729eb9 service neutron] For port 306df2fc-f74a-4a5b-b429-3adfd7cc3386, host n-h2-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=306df2fc-f74a-4a5b-b429-3adfd7cc3386,segment=NetworkSegment(fa5f7742-6e03-46ef-8df5-0f25b5d284b6),segment_id=fa5f7742-6e03-46ef-8df5-0f25b5d284b6)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:52:28.409788 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-ef76494b-ea6d-40d6-a23d-4e9c4789271f req-8d2565da-e23a-4b8a-857b-ff8fbe729eb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:28.431885 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-282cd427-63a6-4668-8942-2f8ec546efa3 None None] Allocated IP 172.20.0.2 (de35454d-dce9-4c8c-89fd-a22990eff5d9/eca5de13-4236-413f-a4f9-706b50495900/524054f1-d53d-406a-8fe5-813a7ca553b2) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:52:28.566879 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f707b89e-2f8a-4263-8a7d-d9cec1be91bd tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Checking segment: {'id': '321c8179-86b3-4d8f-97fc-bb01c6c76f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '9d644d11-75e5-4c0e-a182-25324629faaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:52:28.573936 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f707b89e-2f8a-4263-8a7d-d9cec1be91bd tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Network hostable DHCP agents. Network: 9d644d11-75e5-4c0e-a182-25324629faaf, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:52:28.618374 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9977d4c-c207-4cf9-bc88-5e3f2bf1e8be req-975631ea-2519-48ca-bad7-8d6bbdeefc33 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:52:28.635698 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b9977d4c-c207-4cf9-bc88-5e3f2bf1e8be req-975631ea-2519-48ca-bad7-8d6bbdeefc33 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e297482-8c7c-4bbe-931d-1a0f217e4664 HTTP/1.1" status: 200 len: 943 time: 1.0455582 Aug 05 11:52:28.830303 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2565da-e23a-4b8a-857b-ff8fbe729eb9 service neutron] Pushing event updated for resources: {'Port': ['ID=306df2fc-f74a-4a5b-b429-3adfd7cc3386,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:52:28.892188 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f707b89e-2f8a-4263-8a7d-d9cec1be91bd tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Network 9d644d11-75e5-4c0e-a182-25324629faaf is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:52:28.972210 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef76494b-ea6d-40d6-a23d-4e9c4789271f req-8d2565da-e23a-4b8a-857b-ff8fbe729eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:52:28.973639 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-ef76494b-ea6d-40d6-a23d-4e9c4789271f req-8d2565da-e23a-4b8a-857b-ff8fbe729eb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:28.978531 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ef76494b-ea6d-40d6-a23d-4e9c4789271f req-8d2565da-e23a-4b8a-857b-ff8fbe729eb9 service neutron] 10.222.0.55 "PUT /v2.0/ports/306df2fc-f74a-4a5b-b429-3adfd7cc3386 HTTP/1.1" status: 200 len: 1091 time: 5.3599098 Aug 05 11:52:28.979771 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e297482-8c7c-4bbe-931d-1a0f217e4664', 'tag': '306df2fc-f74a-4a5b-b429-3adfd7cc3386'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:52:28.994830 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 562f7d2d-2ff1-43a0-a648-1d3f14f48823 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:52:29.017551 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8b1308d-7bd1-4b07-bdf4-abae2bd7c409" -d '{"events": [{"name": "network-changed", "server_uuid": "9e297482-8c7c-4bbe-931d-1a0f217e4664", "tag": "306df2fc-f74a-4a5b-b429-3adfd7cc3386"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:52:29.108859 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-f707b89e-2f8a-4263-8a7d-d9cec1be91bd tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, 9d644d11-75e5-4c0e-a182-25324629faaf) {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:52:29.149595 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f76ca6-1b88-4925-94c4-ac4f8ea5ccb1 None None] Network 9d644d11-75e5-4c0e-a182-25324629faaf requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:52:29.269514 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f707b89e-2f8a-4263-8a7d-d9cec1be91bd tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:52:29.272947 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f707b89e-2f8a-4263-8a7d-d9cec1be91bd tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks [] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:29.290996 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4905e9f1-2361-4478-872c-2a6053f04f5e tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29762700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24211087'] for subnet, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:29.589584 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef76494b-ea6d-40d6-a23d-4e9c4789271f req-6391d2c5-51be-4999-89e5-8bd71d69a114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:52:29.597638 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ef76494b-ea6d-40d6-a23d-4e9c4789271f req-6391d2c5-51be-4999-89e5-8bd71d69a114 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=39c6d6575f854e26a57d96d36d983be3&device_id=9e297482-8c7c-4bbe-931d-1a0f217e4664 HTTP/1.1" status: 200 len: 1094 time: 0.4625754 Aug 05 11:52:29.686726 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b9977d4c-c207-4cf9-bc88-5e3f2bf1e8be req-89b4eb40-b6ed-46e5-83d9-8c4ce1bd7dfd tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5464a98-f362-4f03-a5f7-4b9d844b9cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9574986 Aug 05 11:52:29.751058 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4905e9f1-2361-4478-872c-2a6053f04f5e tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Network 8f131b2a-c272-404f-ad91-e0d8977f63c4 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:52:29.815365 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-f707b89e-2f8a-4263-8a7d-d9cec1be91bd tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.9662750 Aug 05 11:52:29.826804 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-4905e9f1-2361-4478-872c-2a6053f04f5e tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:52:29.850711 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 48006) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:52:29.900166 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-4d10d8fe-f4cb-409a-a014-9f534d8ad137 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1483436623', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:52:29.904217 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ef76494b-ea6d-40d6-a23d-4e9c4789271f req-aa0b68eb-fc61-4bef-866e-018c3535408b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=306df2fc-f74a-4a5b-b429-3adfd7cc3386 HTTP/1.1" status: 200 len: 217 time: 0.2894008 Aug 05 11:52:29.943496 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4905e9f1-2361-4478-872c-2a6053f04f5e tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:52:29.944613 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4905e9f1-2361-4478-872c-2a6053f04f5e tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks [] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:30.012718 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892dfba9-27b8-40be-a417-bd2116d0cbb3 None None] Network 8f131b2a-c272-404f-ad91-e0d8977f63c4 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:52:30.101633 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcb30ae-64bb-4753-9038-45c81363c76a req-a6d9ac83-c046-41f9-807f-0ce7da534ffb tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:52:30.107863 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4fcb30ae-64bb-4753-9038-45c81363c76a req-a6d9ac83-c046-41f9-807f-0ce7da534ffb tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=e98332d0-8552-4f90-9240-19975d912b36 HTTP/1.1" status: 200 len: 944 time: 0.8704085 Aug 05 11:52:30.110507 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4905e9f1-2361-4478-872c-2a6053f04f5e tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Pushing event updated for resources: {'Subnet': ['ID=4e3a75a4-0d20-490c-8fec-9f4238a38dd7,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:52:30.153058 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c098707e-0652-40b3-8e32-07f550693265 x-openstack-request-id: req-c098707e-0652-40b3-8e32-07f550693265 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:52:30.153536 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e297482-8c7c-4bbe-931d-1a0f217e4664", "tag": "306df2fc-f74a-4a5b-b429-3adfd7cc3386", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:52:30.153963 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c098707e-0652-40b3-8e32-07f550693265 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:52:30.154696 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e297482-8c7c-4bbe-931d-1a0f217e4664', 'tag': '306df2fc-f74a-4a5b-b429-3adfd7cc3386', 'status': 'completed', 'code': 200} Aug 05 11:52:30.199267 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4d10d8fe-f4cb-409a-a014-9f534d8ad137 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33260300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1929'] for router, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:30.203276 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4d10d8fe-f4cb-409a-a014-9f534d8ad137 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33285914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33034662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1926'] for router, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:30.255170 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-4905e9f1-2361-4478-872c-2a6053f04f5e tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.6655939 Aug 05 11:52:30.273883 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 48012) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:52:30.299457 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-0e6d361e-87a8-4465-b523-7eca4e02557b tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Request body: {'security_group': {'name': 'tempest-secgroup-120921152'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:52:30.380415 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f24af2cd-4a29-4727-b6d5-1540457781b3 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:30.451369 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0e6d361e-87a8-4465-b523-7eca4e02557b tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:30.462469 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366b23b0-66fe-4d07-a5e7-ce6304cfbe80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-9d644d11-75e5-4c0e-a182-25324629faaf', 'network_id': '9d644d11-75e5-4c0e-a182-25324629faaf', 'tenant_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'fixed_ips': [{'subnet_id': 'ef118bc0-66b1-4157-a9b5-08005f125f8e'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 11:52:30.464749 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-366b23b0-66fe-4d07-a5e7-ce6304cfbe80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:30.705417 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef76494b-ea6d-40d6-a23d-4e9c4789271f req-4e0b085f-1937-4a98-b4ae-c6682f1f8d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:52:30.716724 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ef76494b-ea6d-40d6-a23d-4e9c4789271f req-4e0b085f-1937-4a98-b4ae-c6682f1f8d0c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9fa39e07-a6bd-4ef4-8a54-1af79d2770df HTTP/1.1" status: 200 len: 844 time: 0.7843120 Aug 05 11:52:30.726322 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4d10d8fe-f4cb-409a-a014-9f534d8ad137 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:30.767614 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4fcb30ae-64bb-4753-9038-45c81363c76a req-f3f46d50-0e6c-4c5f-a8d0-7f20ad482fce tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca0df2b3-ca19-4f0d-95c0-bd3e02a9c49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6392913 Aug 05 11:52:30.775971 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4d10d8fe-f4cb-409a-a014-9f534d8ad137 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286026'] for router, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:30.833654 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4d10d8fe-f4cb-409a-a014-9f534d8ad137 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks [] for router, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:30.842350 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-4d10d8fe-f4cb-409a-a014-9f534d8ad137 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.9684498 Aug 05 11:52:30.847065 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 48024) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:52:30.889726 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 562f7d2d-2ff1-43a0-a648-1d3f14f48823 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:52:30.916882 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:30.926095 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-282cd427-63a6-4668-8942-2f8ec546efa3 None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:30.954633 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-282cd427-63a6-4668-8942-2f8ec546efa3 None None] Transition to ACTIVE for port object 524054f1-d53d-406a-8fe5-813a7ca553b2 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:52:30.994724 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-282cd427-63a6-4668-8942-2f8ec546efa3 None None] Transition to ACTIVE for port object 524054f1-d53d-406a-8fe5-813a7ca553b2 will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:52:31.017763 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-366b23b0-66fe-4d07-a5e7-ce6304cfbe80 None None] Allocated IP 172.20.0.2 (9d644d11-75e5-4c0e-a182-25324629faaf/ef118bc0-66b1-4157-a9b5-08005f125f8e/8e299ec3-03b1-421c-96c6-0e110a49eab1) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:52:31.021868 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 562f7d2d-2ff1-43a0-a648-1d3f14f48823 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:52:31.022547 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:31.062623 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-282cd427-63a6-4668-8942-2f8ec546efa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:31.354091 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0e6d361e-87a8-4465-b523-7eca4e02557b tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:31.408262 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0e6d361e-87a8-4465-b523-7eca4e02557b tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:31.418203 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282cd427-63a6-4668-8942-2f8ec546efa3 None None] Pushing event updated for resources: {'Port': ['ID=524054f1-d53d-406a-8fe5-813a7ca553b2,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:52:31.487112 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-282cd427-63a6-4668-8942-2f8ec546efa3 None None] Network de35454d-dce9-4c8c-89fd-a22990eff5d9 is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:52:31.521044 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282cd427-63a6-4668-8942-2f8ec546efa3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:52:31.521326 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282cd427-63a6-4668-8942-2f8ec546efa3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:52:31.521877 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282cd427-63a6-4668-8942-2f8ec546efa3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:52:31.522561 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282cd427-63a6-4668-8942-2f8ec546efa3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:52:31.523166 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282cd427-63a6-4668-8942-2f8ec546efa3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:52:31.524327 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282cd427-63a6-4668-8942-2f8ec546efa3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:52:31.524936 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282cd427-63a6-4668-8942-2f8ec546efa3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:52:31.525557 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282cd427-63a6-4668-8942-2f8ec546efa3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:52:31.526174 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282cd427-63a6-4668-8942-2f8ec546efa3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:52:31.527303 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282cd427-63a6-4668-8942-2f8ec546efa3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:52:31.527903 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282cd427-63a6-4668-8942-2f8ec546efa3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:52:31.528580 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282cd427-63a6-4668-8942-2f8ec546efa3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:52:31.534989 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ef76494b-ea6d-40d6-a23d-4e9c4789271f req-414b0808-51a6-4ae1-8b0c-f46ea8154085 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=debeaa60-b13d-4f6e-a270-9d57e30ced89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7968798 Aug 05 11:52:31.568956 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 11:52:31.685155 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-282cd427-63a6-4668-8942-2f8ec546efa3 None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:52:31.713739 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6d361e-87a8-4465-b523-7eca4e02557b tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3bc40e6-da58-49ce-b99b-8b6e0bdb987b,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:52:31.756563 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0e6d361e-87a8-4465-b523-7eca4e02557b tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:31.771954 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-0e6d361e-87a8-4465-b523-7eca4e02557b tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.4876482 Aug 05 11:52:31.774158 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 48030) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:52:31.788288 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-523b1d41-35c7-4c4a-947d-af9e3efe27ff tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Request body: {'security_group': {'name': 'tempest-secgroup-855360456'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:52:31.812570 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282cd427-63a6-4668-8942-2f8ec546efa3 None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:52:31.951957 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ef76494b-ea6d-40d6-a23d-4e9c4789271f req-d8cc9a04-c2a3-4394-9493-41043a1cd80b service neutron] 10.222.0.55 "GET /v2.0/networks/debeaa60-b13d-4f6e-a270-9d57e30ced89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4044266 Aug 05 11:52:32.002237 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91976fc1-64a1-48e6-bcce-0b91005b8549 req-625ead38-7fe8-4dc9-9c30-73e6c084eb9a tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:52:32.005488 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-91976fc1-64a1-48e6-bcce-0b91005b8549 req-625ead38-7fe8-4dc9-9c30-73e6c084eb9a tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e297482-8c7c-4bbe-931d-1a0f217e4664 HTTP/1.1" status: 200 len: 943 time: 0.8955529 Aug 05 11:52:32.369234 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-91976fc1-64a1-48e6-bcce-0b91005b8549 req-f21d64c8-8337-498b-a05c-aa714b99d8e2 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5464a98-f362-4f03-a5f7-4b9d844b9cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3327847 Aug 05 11:52:32.396895 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-f24af2cd-4a29-4727-b6d5-1540457781b3 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Allocated IP 172.20.0.1 (de35454d-dce9-4c8c-89fd-a22990eff5d9/eca5de13-4236-413f-a4f9-706b50495900/d0cb4f4c-8282-4802-bfe1-bacd55ae1c93) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:52:32.409577 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e558cbf-2977-4f7b-b3e0-baa7b2feff89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-8f131b2a-c272-404f-ad91-e0d8977f63c4', 'network_id': '8f131b2a-c272-404f-ad91-e0d8977f63c4', 'tenant_id': '26f32bbf0e234159bf611d6f63f387fb', 'fixed_ips': [{'subnet_id': '4e3a75a4-0d20-490c-8fec-9f4238a38dd7'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 11:52:32.412093 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-8e558cbf-2977-4f7b-b3e0-baa7b2feff89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:32.421173 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ef76494b-ea6d-40d6-a23d-4e9c4789271f req-46ec3ebb-0733-45a3-b97b-dcadc13ddd95 service neutron] 10.222.0.55 "GET /v2.0/networks/debeaa60-b13d-4f6e-a270-9d57e30ced89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4476981 Aug 05 11:52:32.424277 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-282cd427-63a6-4668-8942-2f8ec546efa3 None None] Attempting to bind port 524054f1-d53d-406a-8fe5-813a7ca553b2 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:52:32.425278 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-282cd427-63a6-4668-8942-2f8ec546efa3 None None] Attempting to bind port 524054f1-d53d-406a-8fe5-813a7ca553b2 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '04fc797b-8ef5-4d9e-bac1-16267bbf773c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'de35454d-dce9-4c8c-89fd-a22990eff5d9'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:52:32.426095 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282cd427-63a6-4668-8942-2f8ec546efa3 None None] Attempting to bind port 524054f1-d53d-406a-8fe5-813a7ca553b2 on network de35454d-dce9-4c8c-89fd-a22990eff5d9 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:52:32.499541 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282cd427-63a6-4668-8942-2f8ec546efa3 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:52:32.500262 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282cd427-63a6-4668-8942-2f8ec546efa3 None None] Checking segment: {'id': '04fc797b-8ef5-4d9e-bac1-16267bbf773c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'de35454d-dce9-4c8c-89fd-a22990eff5d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:52:32.501264 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-282cd427-63a6-4668-8942-2f8ec546efa3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:32.502119 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282cd427-63a6-4668-8942-2f8ec546efa3 None None] Bound using segment: {'id': '04fc797b-8ef5-4d9e-bac1-16267bbf773c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'de35454d-dce9-4c8c-89fd-a22990eff5d9'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:52:32.503222 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-282cd427-63a6-4668-8942-2f8ec546efa3 None None] Bound port: 524054f1-d53d-406a-8fe5-813a7ca553b2, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04fc797b-8ef5-4d9e-bac1-16267bbf773c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'de35454d-dce9-4c8c-89fd-a22990eff5d9'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:52:32.504145 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-282cd427-63a6-4668-8942-2f8ec546efa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:32.520685 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-523b1d41-35c7-4c4a-947d-af9e3efe27ff tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:32.685050 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:32.759337 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b3e7eb-f1b2-461f-ae15-e6f92f24096b req-47fece46-1244-4073-a716-e8797eeda616 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:52:32.763162 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-59b3e7eb-f1b2-461f-ae15-e6f92f24096b req-47fece46-1244-4073-a716-e8797eeda616 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=e98332d0-8552-4f90-9240-19975d912b36 HTTP/1.1" status: 200 len: 944 time: 0.6452560 Aug 05 11:52:32.928814 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b1308d-7bd1-4b07-bdf4-abae2bd7c409 req-70a21067-2431-40c4-80f2-8a27a7a00f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:52:32.932393 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e8b1308d-7bd1-4b07-bdf4-abae2bd7c409 req-70a21067-2431-40c4-80f2-8a27a7a00f12 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=39c6d6575f854e26a57d96d36d983be3&device_id=9e297482-8c7c-4bbe-931d-1a0f217e4664 HTTP/1.1" status: 200 len: 1094 time: 0.2716351 Aug 05 11:52:32.966949 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-366b23b0-66fe-4d07-a5e7-ce6304cfbe80 None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:33.009496 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port 562f7d2d-2ff1-43a0-a648-1d3f14f48823, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=562f7d2d-2ff1-43a0-a648-1d3f14f48823,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:52:33.030753 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-282cd427-63a6-4668-8942-2f8ec546efa3 None None] For port 524054f1-d53d-406a-8fe5-813a7ca553b2, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:52:33.054149 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-366b23b0-66fe-4d07-a5e7-ce6304cfbe80 None None] Transition to ACTIVE for port object 8e299ec3-03b1-421c-96c6-0e110a49eab1 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:52:33.062103 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:33.224559 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-366b23b0-66fe-4d07-a5e7-ce6304cfbe80 None None] Transition to ACTIVE for port object 8e299ec3-03b1-421c-96c6-0e110a49eab1 will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:52:33.224875 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b1308d-7bd1-4b07-bdf4-abae2bd7c409 req-f30dacd6-e371-4600-b4b4-2d8bad127dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:52:33.224875 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e8b1308d-7bd1-4b07-bdf4-abae2bd7c409 req-f30dacd6-e371-4600-b4b4-2d8bad127dab service neutron] 10.222.0.55 "GET /v2.0/networks?id=debeaa60-b13d-4f6e-a270-9d57e30ced89 HTTP/1.1" status: 200 len: 905 time: 0.2762930 Aug 05 11:52:33.314363 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f24af2cd-4a29-4727-b6d5-1540457781b3 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:33.404924 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-282cd427-63a6-4668-8942-2f8ec546efa3 None None] For port 524054f1-d53d-406a-8fe5-813a7ca553b2, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=524054f1-d53d-406a-8fe5-813a7ca553b2,segment=NetworkSegment(04fc797b-8ef5-4d9e-bac1-16267bbf773c),segment_id=04fc797b-8ef5-4d9e-bac1-16267bbf773c)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:52:33.491252 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-92c8cf70-5779-47af-8117-686d5ced8d45 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:33.560891 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=562f7d2d-2ff1-43a0-a648-1d3f14f48823,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:52:33.624663 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-282cd427-63a6-4668-8942-2f8ec546efa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:33.689660 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-366b23b0-66fe-4d07-a5e7-ce6304cfbe80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:34.024231 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366b23b0-66fe-4d07-a5e7-ce6304cfbe80 None None] Network 9d644d11-75e5-4c0e-a182-25324629faaf is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:52:34.037029 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-523b1d41-35c7-4c4a-947d-af9e3efe27ff tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:34.043586 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-8e558cbf-2977-4f7b-b3e0-baa7b2feff89 None None] Allocated IP 172.20.0.2 (8f131b2a-c272-404f-ad91-e0d8977f63c4/4e3a75a4-0d20-490c-8fec-9f4238a38dd7/f33047c4-2076-4332-a683-e5f6bf8bfd2f) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:52:34.060808 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-366b23b0-66fe-4d07-a5e7-ce6304cfbe80 None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:52:34.080514 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366b23b0-66fe-4d07-a5e7-ce6304cfbe80 None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:52:34.098943 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282cd427-63a6-4668-8942-2f8ec546efa3 None None] Pushing event updated for resources: {'Port': ['ID=524054f1-d53d-406a-8fe5-813a7ca553b2,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:52:34.230675 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-59b3e7eb-f1b2-461f-ae15-e6f92f24096b req-c7cf34b4-e80a-41c4-b6ed-2ffbaed6cc06 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca0df2b3-ca19-4f0d-95c0-bd3e02a9c49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.4305015 Aug 05 11:52:34.256818 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-523b1d41-35c7-4c4a-947d-af9e3efe27ff tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:34.441058 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523b1d41-35c7-4c4a-947d-af9e3efe27ff tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=615a2f36-8171-46b3-9e95-aee42a74f697,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:52:34.448224 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-523b1d41-35c7-4c4a-947d-af9e3efe27ff tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:34.450735 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-523b1d41-35c7-4c4a-947d-af9e3efe27ff tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.6691372 Aug 05 11:52:34.509813 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 48064) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:52:34.556250 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [None req-f24af2cd-4a29-4727-b6d5-1540457781b3 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Transition to ACTIVE for port object d0cb4f4c-8282-4802-bfe1-bacd55ae1c93 will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:52:34.583396 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366b23b0-66fe-4d07-a5e7-ce6304cfbe80 None None] Pushing event updated for resources: {'Port': ['ID=8e299ec3-03b1-421c-96c6-0e110a49eab1,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:52:34.597059 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-366b23b0-66fe-4d07-a5e7-ce6304cfbe80 None None] Attempting to bind port 8e299ec3-03b1-421c-96c6-0e110a49eab1 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:52:34.605766 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-366b23b0-66fe-4d07-a5e7-ce6304cfbe80 None None] Attempting to bind port 8e299ec3-03b1-421c-96c6-0e110a49eab1 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '321c8179-86b3-4d8f-97fc-bb01c6c76f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '9d644d11-75e5-4c0e-a182-25324629faaf'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:52:34.609231 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366b23b0-66fe-4d07-a5e7-ce6304cfbe80 None None] Attempting to bind port 8e299ec3-03b1-421c-96c6-0e110a49eab1 on network 9d644d11-75e5-4c0e-a182-25324629faaf {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:52:34.643474 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-e26746fe-e5fe-4545-8a4a-421e31171249 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1251648309', 'security_groups': ['615a2f36-8171-46b3-9e95-aee42a74f697'], 'network_id': '8f131b2a-c272-404f-ad91-e0d8977f63c4', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4e3a75a4-0d20-490c-8fec-9f4238a38dd7'}]}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:52:34.684703 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e8b1308d-7bd1-4b07-bdf4-abae2bd7c409 req-dfae30ea-1f3f-43d9-83c5-3586361eb28b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=306df2fc-f74a-4a5b-b429-3adfd7cc3386 HTTP/1.1" status: 200 len: 217 time: 1.4190307 Aug 05 11:52:34.770326 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366b23b0-66fe-4d07-a5e7-ce6304cfbe80 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:52:34.770971 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366b23b0-66fe-4d07-a5e7-ce6304cfbe80 None None] Checking segment: {'id': '321c8179-86b3-4d8f-97fc-bb01c6c76f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '9d644d11-75e5-4c0e-a182-25324629faaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:52:34.771692 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-366b23b0-66fe-4d07-a5e7-ce6304cfbe80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:34.772391 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366b23b0-66fe-4d07-a5e7-ce6304cfbe80 None None] Bound using segment: {'id': '321c8179-86b3-4d8f-97fc-bb01c6c76f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '9d644d11-75e5-4c0e-a182-25324629faaf'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:52:34.773443 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-366b23b0-66fe-4d07-a5e7-ce6304cfbe80 None None] Bound port: 8e299ec3-03b1-421c-96c6-0e110a49eab1, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '321c8179-86b3-4d8f-97fc-bb01c6c76f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '9d644d11-75e5-4c0e-a182-25324629faaf'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:52:34.773996 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-366b23b0-66fe-4d07-a5e7-ce6304cfbe80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:34.785332 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd03f59f-89fb-44a0-9da0-1c52cef79ad7 req-bb386ca1-7afb-4b4f-bc3c-17e1341c2e3f tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:52:34.788318 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bd03f59f-89fb-44a0-9da0-1c52cef79ad7 req-bb386ca1-7afb-4b4f-bc3c-17e1341c2e3f tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e297482-8c7c-4bbe-931d-1a0f217e4664 HTTP/1.1" status: 200 len: 943 time: 1.1570468 Aug 05 11:52:35.092400 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-366b23b0-66fe-4d07-a5e7-ce6304cfbe80 None None] For port 8e299ec3-03b1-421c-96c6-0e110a49eab1, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:52:35.103464 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-366b23b0-66fe-4d07-a5e7-ce6304cfbe80 None None] For port 8e299ec3-03b1-421c-96c6-0e110a49eab1, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=8e299ec3-03b1-421c-96c6-0e110a49eab1,segment=NetworkSegment(321c8179-86b3-4d8f-97fc-bb01c6c76f0d),segment_id=321c8179-86b3-4d8f-97fc-bb01c6c76f0d)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:52:35.142830 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-366b23b0-66fe-4d07-a5e7-ce6304cfbe80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:35.271376 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f24af2cd-4a29-4727-b6d5-1540457781b3 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:35.298775 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-8e558cbf-2977-4f7b-b3e0-baa7b2feff89 None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:35.328917 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-8e558cbf-2977-4f7b-b3e0-baa7b2feff89 None None] Transition to ACTIVE for port object f33047c4-2076-4332-a683-e5f6bf8bfd2f will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:52:35.373409 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-8e558cbf-2977-4f7b-b3e0-baa7b2feff89 None None] Transition to ACTIVE for port object f33047c4-2076-4332-a683-e5f6bf8bfd2f will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:52:35.443776 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-8e558cbf-2977-4f7b-b3e0-baa7b2feff89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:35.461828 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-92c8cf70-5779-47af-8117-686d5ced8d45 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Allocated IP 172.20.0.1 (9d644d11-75e5-4c0e-a182-25324629faaf/ef118bc0-66b1-4157-a9b5-08005f125f8e/865fb1dc-689d-422c-ae68-43bf8384f6fb) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:52:35.661486 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24af2cd-4a29-4727-b6d5-1540457781b3 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Pushing event updated for resources: {'Port': ['ID=d0cb4f4c-8282-4802-bfe1-bacd55ae1c93,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:52:35.662348 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366b23b0-66fe-4d07-a5e7-ce6304cfbe80 None None] Pushing event updated for resources: {'Port': ['ID=8e299ec3-03b1-421c-96c6-0e110a49eab1,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:52:35.678893 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b1308d-7bd1-4b07-bdf4-abae2bd7c409 req-7613a49e-5f1f-4858-bb23-f3f2950a7a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:52:35.682383 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e8b1308d-7bd1-4b07-bdf4-abae2bd7c409 req-7613a49e-5f1f-4858-bb23-f3f2950a7a63 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9fa39e07-a6bd-4ef4-8a54-1af79d2770df HTTP/1.1" status: 200 len: 844 time: 0.8329809 Aug 05 11:52:35.803683 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e8b1308d-7bd1-4b07-bdf4-abae2bd7c409 req-f60c923a-120a-4a45-800d-0d73b57d6f84 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=debeaa60-b13d-4f6e-a270-9d57e30ced89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1065822 Aug 05 11:52:35.891630 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 524054f1-d53d-406a-8fe5-813a7ca553b2 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:52:35.978133 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bd03f59f-89fb-44a0-9da0-1c52cef79ad7 req-0a8e0a57-7022-45d4-bf66-69490b26faff tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5464a98-f362-4f03-a5f7-4b9d844b9cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1731200 Aug 05 11:52:35.980059 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e558cbf-2977-4f7b-b3e0-baa7b2feff89 None None] Network 8f131b2a-c272-404f-ad91-e0d8977f63c4 is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:52:35.991678 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-8e558cbf-2977-4f7b-b3e0-baa7b2feff89 None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:52:35.998434 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e558cbf-2977-4f7b-b3e0-baa7b2feff89 None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:52:36.038253 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 306df2fc-f74a-4a5b-b429-3adfd7cc3386 details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:52:36.060523 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e558cbf-2977-4f7b-b3e0-baa7b2feff89 None None] Pushing event updated for resources: {'Port': ['ID=f33047c4-2076-4332-a683-e5f6bf8bfd2f,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:52:36.359112 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24af2cd-4a29-4727-b6d5-1540457781b3 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Network de35454d-dce9-4c8c-89fd-a22990eff5d9 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:52:36.365432 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e8b1308d-7bd1-4b07-bdf4-abae2bd7c409 req-82655ab0-2f36-4993-9572-5227faab9d5d service neutron] 10.222.0.55 "GET /v2.0/networks/debeaa60-b13d-4f6e-a270-9d57e30ced89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5495965 Aug 05 11:52:36.370583 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.db.resource_extend [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 05 11:52:36.372284 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fdb136-69c1-4d70-99b4-de8f90912e6c req-1554227d-7da5-4923-908d-01ea01226a17 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:52:36.375510 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-89fdb136-69c1-4d70-99b4-de8f90912e6c req-1554227d-7da5-4923-908d-01ea01226a17 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=e98332d0-8552-4f90-9240-19975d912b36 HTTP/1.1" status: 200 len: 944 time: 0.6669579 Aug 05 11:52:36.391109 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-f24af2cd-4a29-4727-b6d5-1540457781b3 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:52:36.397642 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24af2cd-4a29-4727-b6d5-1540457781b3 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:52:36.596858 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-92c8cf70-5779-47af-8117-686d5ced8d45 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:36.831231 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e26746fe-e5fe-4545-8a4a-421e31171249 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Made reservation on behalf of 26f32bbf0e234159bf611d6f63f387fb for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:52:36.847398 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [None req-92c8cf70-5779-47af-8117-686d5ced8d45 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Transition to ACTIVE for port object 865fb1dc-689d-422c-ae68-43bf8384f6fb will not be triggered until provisioned by entity DHCP. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:52:36.874281 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 306df2fc-f74a-4a5b-b429-3adfd7cc3386, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=306df2fc-f74a-4a5b-b429-3adfd7cc3386,segment=NetworkSegment(fa5f7742-6e03-46ef-8df5-0f25b5d284b6),segment_id=fa5f7742-6e03-46ef-8df5-0f25b5d284b6)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:52:36.963647 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-89fdb136-69c1-4d70-99b4-de8f90912e6c req-3db20ea8-a93f-4f90-af50-36d9896e2e1a tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca0df2b3-ca19-4f0d-95c0-bd3e02a9c49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3262219 Aug 05 11:52:37.128291 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-92c8cf70-5779-47af-8117-686d5ced8d45 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:37.225354 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e8b1308d-7bd1-4b07-bdf4-abae2bd7c409 req-5d5452b9-521c-4567-b624-3737b087f821 service neutron] 10.222.0.55 "GET /v2.0/networks/debeaa60-b13d-4f6e-a270-9d57e30ced89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7905955 Aug 05 11:52:37.235293 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f24af2cd-4a29-4727-b6d5-1540457781b3 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33288800'] for router_interface, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:37.335662 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c8cf70-5779-47af-8117-686d5ced8d45 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Network 9d644d11-75e5-4c0e-a182-25324629faaf is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:52:37.471454 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-92c8cf70-5779-47af-8117-686d5ced8d45 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:52:37.475399 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c8cf70-5779-47af-8117-686d5ced8d45 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:52:37.636449 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c9b74f2-170b-4821-a997-78014bf4ce19 None None] Network de35454d-dce9-4c8c-89fd-a22990eff5d9 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:52:37.668175 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-8e558cbf-2977-4f7b-b3e0-baa7b2feff89 None None] Attempting to bind port f33047c4-2076-4332-a683-e5f6bf8bfd2f on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:52:37.668983 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-8e558cbf-2977-4f7b-b3e0-baa7b2feff89 None None] Attempting to bind port f33047c4-2076-4332-a683-e5f6bf8bfd2f by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '3b745bf7-4549-4768-b29c-6a6b1246e750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '8f131b2a-c272-404f-ad91-e0d8977f63c4'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:52:37.669593 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e558cbf-2977-4f7b-b3e0-baa7b2feff89 None None] Attempting to bind port f33047c4-2076-4332-a683-e5f6bf8bfd2f on network 8f131b2a-c272-404f-ad91-e0d8977f63c4 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:52:37.673475 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Returning: {'device': '306df2fc-f74a-4a5b-b429-3adfd7cc3386', 'network_id': 'debeaa60-b13d-4f6e-a270-9d57e30ced89', 'port_id': '306df2fc-f74a-4a5b-b429-3adfd7cc3386', 'mac_address': 'fa:16:3e:3d:8f:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fa39e07-a6bd-4ef4-8a54-1af79d2770df', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:52:37.766572 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-92c8cf70-5779-47af-8117-686d5ced8d45 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33288800'] for router_interface, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:37.778351 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e26746fe-e5fe-4545-8a4a-421e31171249 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:37.829452 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 524054f1-d53d-406a-8fe5-813a7ca553b2 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:52:37.877270 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [None req-e26746fe-e5fe-4545-8a4a-421e31171249 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] device_id is not set on port b592e783-ac40-4d30-90c1-543cca5497b0 yet. {{(pid=94421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 11:52:37.921463 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c8cf70-5779-47af-8117-686d5ced8d45 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Pushing event updated for resources: {'Port': ['ID=865fb1dc-689d-422c-ae68-43bf8384f6fb,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:52:37.967692 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e558cbf-2977-4f7b-b3e0-baa7b2feff89 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:52:37.968647 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e558cbf-2977-4f7b-b3e0-baa7b2feff89 None None] Checking segment: {'id': '3b745bf7-4549-4768-b29c-6a6b1246e750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '8f131b2a-c272-404f-ad91-e0d8977f63c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:52:37.969284 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-8e558cbf-2977-4f7b-b3e0-baa7b2feff89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:37.974878 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e558cbf-2977-4f7b-b3e0-baa7b2feff89 None None] Bound using segment: {'id': '3b745bf7-4549-4768-b29c-6a6b1246e750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '8f131b2a-c272-404f-ad91-e0d8977f63c4'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:52:37.975951 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-8e558cbf-2977-4f7b-b3e0-baa7b2feff89 None None] Bound port: f33047c4-2076-4332-a683-e5f6bf8bfd2f, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b745bf7-4549-4768-b29c-6a6b1246e750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '8f131b2a-c272-404f-ad91-e0d8977f63c4'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:52:37.984785 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-8e558cbf-2977-4f7b-b3e0-baa7b2feff89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:38.147808 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d33964c-7c55-4e3f-99aa-e8a02a42ab01 req-fc8b6fa5-760f-491a-805c-d59948094b33 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:52:38.162601 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 562f7d2d-2ff1-43a0-a648-1d3f14f48823 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:52:38.176549 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7d33964c-7c55-4e3f-99aa-e8a02a42ab01 req-fc8b6fa5-760f-491a-805c-d59948094b33 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e297482-8c7c-4bbe-931d-1a0f217e4664 HTTP/1.1" status: 200 len: 943 time: 0.8325040 Aug 05 11:52:38.385724 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-c09badbc-4c48-437e-8438-6a0fcf5df565 None None] Provisioning for port 524054f1-d53d-406a-8fe5-813a7ca553b2 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:52:38.390063 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146d8d26-0b58-4392-81d5-8c3f4f82d160 None None] Network 9d644d11-75e5-4c0e-a182-25324629faaf requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:52:38.393741 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-318f551a-55b9-4890-80f4-f127c38ba386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:38.434833 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-92c8cf70-5779-47af-8117-686d5ced8d45 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:38.519166 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-c09badbc-4c48-437e-8438-6a0fcf5df565 None None] Provisioning complete for port 524054f1-d53d-406a-8fe5-813a7ca553b2 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:52:38.520200 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c09badbc-4c48-437e-8438-6a0fcf5df565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:38.619064 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f24af2cd-4a29-4727-b6d5-1540457781b3 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:38.649413 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:38.781497 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7d33964c-7c55-4e3f-99aa-e8a02a42ab01 req-4de5e9aa-7067-4c62-aa49-21660fe8f4a2 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5464a98-f362-4f03-a5f7-4b9d844b9cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5774181 Aug 05 11:52:38.848408 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 306df2fc-f74a-4a5b-b429-3adfd7cc3386 {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:52:38.927158 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 562f7d2d-2ff1-43a0-a648-1d3f14f48823 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:52:38.927867 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:38.957616 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03d6ff6-bcbe-4ab8-9e17-fcd3e86e8248 req-e5c013d3-d5da-485e-bb0c-ccd9991b336b tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:52:38.966532 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b03d6ff6-bcbe-4ab8-9e17-fcd3e86e8248 req-e5c013d3-d5da-485e-bb0c-ccd9991b336b tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=e98332d0-8552-4f90-9240-19975d912b36 HTTP/1.1" status: 200 len: 944 time: 0.6323898 Aug 05 11:52:39.055771 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 306df2fc-f74a-4a5b-b429-3adfd7cc3386, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=306df2fc-f74a-4a5b-b429-3adfd7cc3386,segment=NetworkSegment(fa5f7742-6e03-46ef-8df5-0f25b5d284b6),segment_id=fa5f7742-6e03-46ef-8df5-0f25b5d284b6)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:52:39.060664 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-8e558cbf-2977-4f7b-b3e0-baa7b2feff89 None None] For port f33047c4-2076-4332-a683-e5f6bf8bfd2f, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:52:39.171326 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:39.190344 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-8e558cbf-2977-4f7b-b3e0-baa7b2feff89 None None] For port f33047c4-2076-4332-a683-e5f6bf8bfd2f, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=f33047c4-2076-4332-a683-e5f6bf8bfd2f,segment=NetworkSegment(3b745bf7-4549-4768-b29c-6a6b1246e750),segment_id=3b745bf7-4549-4768-b29c-6a6b1246e750)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:52:39.326339 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-8e558cbf-2977-4f7b-b3e0-baa7b2feff89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:39.429520 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-e26746fe-e5fe-4545-8a4a-421e31171249 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Allocated IP 172.20.0.9 (8f131b2a-c272-404f-ad91-e0d8977f63c4/4e3a75a4-0d20-490c-8fec-9f4238a38dd7/b592e783-ac40-4d30-90c1-543cca5497b0) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:52:39.572061 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['306df2fc-f74a-4a5b-b429-3adfd7cc3386'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:52:39.715339 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c09badbc-4c48-437e-8438-6a0fcf5df565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:39.719617 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=306df2fc-f74a-4a5b-b429-3adfd7cc3386,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:52:39.815138 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-92c8cf70-5779-47af-8117-686d5ced8d45 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:39.841549 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b03d6ff6-bcbe-4ab8-9e17-fcd3e86e8248 req-54602eca-56fe-491a-8734-b460bfff60a5 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca0df2b3-ca19-4f0d-95c0-bd3e02a9c49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8491888 Aug 05 11:52:39.842002 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-92c8cf70-5779-47af-8117-686d5ced8d45 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:40.136033 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e558cbf-2977-4f7b-b3e0-baa7b2feff89 None None] Pushing event updated for resources: {'Port': ['ID=f33047c4-2076-4332-a683-e5f6bf8bfd2f,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:52:40.234364 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-92c8cf70-5779-47af-8117-686d5ced8d45 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33140268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33208272'] for router_interface, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:40.388964 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c6022333-b3bc-42de-9b52-31c1ed995d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:40.399969 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:40.468144 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-c09badbc-4c48-437e-8438-6a0fcf5df565 None None] For port 524054f1-d53d-406a-8fe5-813a7ca553b2, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=524054f1-d53d-406a-8fe5-813a7ca553b2,segment=NetworkSegment(04fc797b-8ef5-4d9e-bac1-16267bbf773c),segment_id=04fc797b-8ef5-4d9e-bac1-16267bbf773c)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:52:40.499336 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c09badbc-4c48-437e-8438-6a0fcf5df565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:40.715207 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e26746fe-e5fe-4545-8a4a-421e31171249 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:40.828959 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09badbc-4c48-437e-8438-6a0fcf5df565 None None] Pushing event updated for resources: {'Port': ['ID=524054f1-d53d-406a-8fe5-813a7ca553b2,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:52:40.932196 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-7d357e79-7599-4969-9ee8-25a0395cab0c None None] Provisioning complete for port 524054f1-d53d-406a-8fe5-813a7ca553b2 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:52:40.932835 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-7d357e79-7599-4969-9ee8-25a0395cab0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:41.136355 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f24af2cd-4a29-4727-b6d5-1540457781b3 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:41.169093 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 8e299ec3-03b1-421c-96c6-0e110a49eab1 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:52:41.174122 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f24af2cd-4a29-4727-b6d5-1540457781b3 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:41.390125 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c8cf70-5779-47af-8117-686d5ced8d45 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Pushing event updated for resources: {'Port': ['ID=865fb1dc-689d-422c-ae68-43bf8384f6fb,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:52:41.457001 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f24af2cd-4a29-4727-b6d5-1540457781b3 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33140268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33208272'] for router_interface, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:41.464249 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [None req-e26746fe-e5fe-4545-8a4a-421e31171249 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Transition to ACTIVE for port object b592e783-ac40-4d30-90c1-543cca5497b0 will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:52:41.467257 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c8cf70-5779-47af-8117-686d5ced8d45 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Network 9d644d11-75e5-4c0e-a182-25324629faaf is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:52:41.544957 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 8e299ec3-03b1-421c-96c6-0e110a49eab1 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:52:41.555987 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device f33047c4-2076-4332-a683-e5f6bf8bfd2f up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:52:41.651717 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-92c8cf70-5779-47af-8117-686d5ced8d45 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:52:41.836856 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24af2cd-4a29-4727-b6d5-1540457781b3 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Pushing event updated for resources: {'Port': ['ID=d0cb4f4c-8282-4802-bfe1-bacd55ae1c93,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:52:41.921927 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:41.961872 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port f33047c4-2076-4332-a683-e5f6bf8bfd2f completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:52:41.997584 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-7d357e79-7599-4969-9ee8-25a0395cab0c None None] Provisioning for port d0cb4f4c-8282-4802-bfe1-bacd55ae1c93 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:52:42.013316 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-7d357e79-7599-4969-9ee8-25a0395cab0c None None] Provisioning complete for port d0cb4f4c-8282-4802-bfe1-bacd55ae1c93 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:52:42.014534 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-7d357e79-7599-4969-9ee8-25a0395cab0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:42.017712 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24af2cd-4a29-4727-b6d5-1540457781b3 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:52:42.018147 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24af2cd-4a29-4727-b6d5-1540457781b3 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:52:42.018629 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24af2cd-4a29-4727-b6d5-1540457781b3 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:52:42.019195 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24af2cd-4a29-4727-b6d5-1540457781b3 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:52:42.019880 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24af2cd-4a29-4727-b6d5-1540457781b3 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:52:42.020694 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24af2cd-4a29-4727-b6d5-1540457781b3 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:52:42.021501 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24af2cd-4a29-4727-b6d5-1540457781b3 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:52:42.022008 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24af2cd-4a29-4727-b6d5-1540457781b3 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:52:42.023033 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24af2cd-4a29-4727-b6d5-1540457781b3 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:52:42.024160 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24af2cd-4a29-4727-b6d5-1540457781b3 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:52:42.024912 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24af2cd-4a29-4727-b6d5-1540457781b3 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:52:42.025351 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24af2cd-4a29-4727-b6d5-1540457781b3 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:52:42.045374 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ee8d69-27be-4738-842e-b7b67a4feeb6 req-b39adc5d-e721-478b-9465-d8f671a1e883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:52:42.046546 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e26746fe-e5fe-4545-8a4a-421e31171249 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:42.048441 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d1ee8d69-27be-4738-842e-b7b67a4feeb6 req-b39adc5d-e721-478b-9465-d8f671a1e883 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e98332d0-8552-4f90-9240-19975d912b36&tenant_id=cbc89f3908d842d4a7beeb1a4fce5354 HTTP/1.1" status: 200 len: 1095 time: 1.9685411 Aug 05 11:52:42.069389 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c97e106-dfe8-4bdd-875d-7ad1b61739c2 req-bfdaf16e-8336-4fda-a962-15b266e46f31 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:52:42.080548 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9c97e106-dfe8-4bdd-875d-7ad1b61739c2 req-bfdaf16e-8336-4fda-a962-15b266e46f31 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e297482-8c7c-4bbe-931d-1a0f217e4664 HTTP/1.1" status: 200 len: 944 time: 1.8179312 Aug 05 11:52:42.097720 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-d1ee8d69-27be-4738-842e-b7b67a4feeb6 req-67e4d46f-9c14-4b20-aed6-201956b8a990 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-803378-2', 'device_owner': 'compute:nova'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:52:42.170341 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-7d357e79-7599-4969-9ee8-25a0395cab0c None None] Port d0cb4f4c-8282-4802-bfe1-bacd55ae1c93 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:52:42.216530 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-7d357e79-7599-4969-9ee8-25a0395cab0c None None] Provisioning for port 8e299ec3-03b1-421c-96c6-0e110a49eab1 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:52:42.226534 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-7d357e79-7599-4969-9ee8-25a0395cab0c None None] Provisioning complete for port 8e299ec3-03b1-421c-96c6-0e110a49eab1 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:52:42.227713 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-7d357e79-7599-4969-9ee8-25a0395cab0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:42.285112 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26746fe-e5fe-4545-8a4a-421e31171249 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Network 8f131b2a-c272-404f-ad91-e0d8977f63c4 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:52:42.320403 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-e26746fe-e5fe-4545-8a4a-421e31171249 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:52:42.401822 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26746fe-e5fe-4545-8a4a-421e31171249 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:52:42.425568 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9c97e106-dfe8-4bdd-875d-7ad1b61739c2 req-b00146b4-f0ae-418f-a5e8-7b4611b5009a tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5464a98-f362-4f03-a5f7-4b9d844b9cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236358 Aug 05 11:52:42.482501 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102b4859-a543-494b-9722-974fafed86a3 req-539ac368-d6f4-4d46-a72e-fd3ae40bd225 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:52:42.487068 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-102b4859-a543-494b-9722-974fafed86a3 req-539ac368-d6f4-4d46-a72e-fd3ae40bd225 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=e98332d0-8552-4f90-9240-19975d912b36 HTTP/1.1" status: 200 len: 944 time: 1.1752329 Aug 05 11:52:42.622446 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26746fe-e5fe-4545-8a4a-421e31171249 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:52:42.623475 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e26746fe-e5fe-4545-8a4a-421e31171249 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:42.627820 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26746fe-e5fe-4545-8a4a-421e31171249 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Pushing event updated for resources: {'Port': ['ID=b592e783-ac40-4d30-90c1-543cca5497b0,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:52:42.650216 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-d1ee8d69-27be-4738-842e-b7b67a4feeb6 req-67e4d46f-9c14-4b20-aed6-201956b8a990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:42.664025 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24af2cd-4a29-4727-b6d5-1540457781b3 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Network de35454d-dce9-4c8c-89fd-a22990eff5d9 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:52:42.671866 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-f24af2cd-4a29-4727-b6d5-1540457781b3 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:52:42.787007 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 524054f1-d53d-406a-8fe5-813a7ca553b2 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:52:42.999655 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-7d357e79-7599-4969-9ee8-25a0395cab0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:43.050234 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-e26746fe-e5fe-4545-8a4a-421e31171249 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 8.4335077 Aug 05 11:52:43.055463 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 48156) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:52:43.065878 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-f80eb7a9-c18e-44fc-8591-ed14d0db38df tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Request body: {'subnet': {'network_id': '8f131b2a-c272-404f-ad91-e0d8977f63c4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:52:43.128479 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-102b4859-a543-494b-9722-974fafed86a3 req-5f4f97c0-b1bd-45f7-bacc-7c3b50323de9 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca0df2b3-ca19-4f0d-95c0-bd3e02a9c49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5142262 Aug 05 11:52:43.160392 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-7d357e79-7599-4969-9ee8-25a0395cab0c None None] For port 8e299ec3-03b1-421c-96c6-0e110a49eab1, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=8e299ec3-03b1-421c-96c6-0e110a49eab1,segment=NetworkSegment(321c8179-86b3-4d8f-97fc-bb01c6c76f0d),segment_id=321c8179-86b3-4d8f-97fc-bb01c6c76f0d)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:52:43.188636 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-7d357e79-7599-4969-9ee8-25a0395cab0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:43.380200 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d357e79-7599-4969-9ee8-25a0395cab0c None None] Pushing event updated for resources: {'Port': ['ID=8e299ec3-03b1-421c-96c6-0e110a49eab1,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:52:43.385856 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 306df2fc-f74a-4a5b-b429-3adfd7cc3386 up at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:52:43.423204 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f24af2cd-4a29-4727-b6d5-1540457781b3 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Router fc1ea05d-69a6-4872-b7f7-15b7b6b12ffc has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 11:52:43.479080 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 524054f1-d53d-406a-8fe5-813a7ca553b2 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:52:43.480030 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:43.608168 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92c8cf70-5779-47af-8117-686d5ced8d45 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Router dcc10d54-7025-4f62-97fd-49b6a52d34cb is scheduled to L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d with binding_index 1 {{(pid=94420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 11:52:43.699450 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-d1ee8d69-27be-4738-842e-b7b67a4feeb6 req-67e4d46f-9c14-4b20-aed6-201956b8a990 service neutron] For port 5f9a1648-97a0-49bb-a764-2148d15aa93e, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=5f9a1648-97a0-49bb-a764-2148d15aa93e,segment=NetworkSegment(de1f7257-8faa-46ea-8956-4b8e85e97bcb),segment_id=de1f7257-8faa-46ea-8956-4b8e85e97bcb)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:52:43.791256 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-6c5a5fbe-4b73-49a0-b47e-70bc3ffad300 None None] Provisioning complete for port d0cb4f4c-8282-4802-bfe1-bacd55ae1c93 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:52:43.791888 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-6c5a5fbe-4b73-49a0-b47e-70bc3ffad300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:43.929506 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:43.946806 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-6c5a5fbe-4b73-49a0-b47e-70bc3ffad300 None None] Port d0cb4f4c-8282-4802-bfe1-bacd55ae1c93 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:52:43.957548 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning for port 306df2fc-f74a-4a5b-b429-3adfd7cc3386 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:52:43.984994 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f80eb7a9-c18e-44fc-8591-ed14d0db38df tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Made reservation on behalf of 26f32bbf0e234159bf611d6f63f387fb for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:52:43.988919 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f80eb7a9-c18e-44fc-8591-ed14d0db38df tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:44.011137 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning complete for port 306df2fc-f74a-4a5b-b429-3adfd7cc3386 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:52:44.011880 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:44.074644 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92c8cf70-5779-47af-8117-686d5ced8d45 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:52:44.113326 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-6c5a5fbe-4b73-49a0-b47e-70bc3ffad300 None None] Provisioning complete for port 8e299ec3-03b1-421c-96c6-0e110a49eab1 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:52:44.114003 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-6c5a5fbe-4b73-49a0-b47e-70bc3ffad300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:44.129160 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-92c8cf70-5779-47af-8117-686d5ced8d45 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] 10.222.0.58 "PUT /v2.0/routers/dcc10d54-7025-4f62-97fd-49b6a52d34cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2628689 Aug 05 11:52:44.133938 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 48170) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:52:44.143297 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24b8163-0c8b-4b99-a290-bc060f2f70b7 None None] Sync routers for ids ['dcc10d54-7025-4f62-97fd-49b6a52d34cb'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:52:44.191517 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24b8163-0c8b-4b99-a290-bc060f2f70b7 None None] Routers {'dcc10d54-7025-4f62-97fd-49b6a52d34cb'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:52:44.197655 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-d24b8163-0c8b-4b99-a290-bc060f2f70b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:52:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['dcc10d54-7025-4f62-97fd-49b6a52d34cb'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:52:44.326586 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-d1ee8d69-27be-4738-842e-b7b67a4feeb6 req-67e4d46f-9c14-4b20-aed6-201956b8a990 service neutron] For port 5f9a1648-97a0-49bb-a764-2148d15aa93e, host n-h2-803378-2, cleared binding levels {{(pid=94420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:52:44.358836 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-d24b8163-0c8b-4b99-a290-bc060f2f70b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:52:44.359939 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2247850-644d-4239-b24c-00d36ec2a353 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:52:44.369283 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-d2247850-644d-4239-b24c-00d36ec2a353 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] 10.222.0.58 "GET /v2.0/ports/865fb1dc-689d-422c-ae68-43bf8384f6fb HTTP/1.1" status: 200 len: 910 time: 0.1637273 Aug 05 11:52:44.377423 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24b8163-0c8b-4b99-a290-bc060f2f70b7 None None] Routers {'dcc10d54-7025-4f62-97fd-49b6a52d34cb'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:52:44.378695 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-d24b8163-0c8b-4b99-a290-bc060f2f70b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:52:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['dcc10d54-7025-4f62-97fd-49b6a52d34cb'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:52:44.390055 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 48174) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:52:44.435442 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7772ec65-484f-48e4-8810-fd80091b4a23 req-9250216f-9000-4940-a9c9-fd6730b0e7f7 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:52:44.446453 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7772ec65-484f-48e4-8810-fd80091b4a23 req-9250216f-9000-4940-a9c9-fd6730b0e7f7 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e297482-8c7c-4bbe-931d-1a0f217e4664 HTTP/1.1" status: 200 len: 944 time: 0.3831954 Aug 05 11:52:44.466571 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-d24b8163-0c8b-4b99-a290-bc060f2f70b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:52:44.468544 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24b8163-0c8b-4b99-a290-bc060f2f70b7 None None] The sync data for ids ['dcc10d54-7025-4f62-97fd-49b6a52d34cb'] in n-d-803378-2 is: [] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:52:44.494324 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:44.512529 n-d-803378-2 neutron-server[94421]: INFO neutron.db.ipam_backend_mixin [None req-f80eb7a9-c18e-44fc-8591-ed14d0db38df tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 4e3a75a4-0d20-490c-8fec-9f4238a38dd7 (CIDR: 172.20.0.0/28) Aug 05 11:52:44.529149 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [req-d1ee8d69-27be-4738-842e-b7b67a4feeb6 req-67e4d46f-9c14-4b20-aed6-201956b8a990 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f9a1648-97a0-49bb-a764-2148d15aa93e {{(pid=94420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:52:44.561712 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e297482-8c7c-4bbe-931d-1a0f217e4664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '306df2fc-f74a-4a5b-b429-3adfd7cc3386'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:52:44.566135 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15e061ef-013e-48d7-854c-8127627fc341" -d '{"events": [{"server_uuid": "9e297482-8c7c-4bbe-931d-1a0f217e4664", "name": "network-vif-plugged", "status": "completed", "tag": "306df2fc-f74a-4a5b-b429-3adfd7cc3386"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:52:44.588649 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f24af2cd-4a29-4727-b6d5-1540457781b3 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:52:44.598371 n-d-803378-2 neutron-server[94421]: INFO neutron.pecan_wsgi.hooks.translation [None req-f80eb7a9-c18e-44fc-8591-ed14d0db38df tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 05 11:52:44.600084 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f80eb7a9-c18e-44fc-8591-ed14d0db38df tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:52:44.608242 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 306df2fc-f74a-4a5b-b429-3adfd7cc3386, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=306df2fc-f74a-4a5b-b429-3adfd7cc3386,segment=NetworkSegment(fa5f7742-6e03-46ef-8df5-0f25b5d284b6),segment_id=fa5f7742-6e03-46ef-8df5-0f25b5d284b6)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:52:44.624536 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-f24af2cd-4a29-4727-b6d5-1540457781b3 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "PUT /v2.0/routers/fc1ea05d-69a6-4872-b7f7-15b7b6b12ffc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 18.0706816 Aug 05 11:52:44.625378 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-6c5a5fbe-4b73-49a0-b47e-70bc3ffad300 None None] Provisioning for port 865fb1dc-689d-422c-ae68-43bf8384f6fb completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:52:44.642667 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c7e5e1-bf8d-42f1-b219-0fef1d1128f3 None None] Sync routers for ids ['fc1ea05d-69a6-4872-b7f7-15b7b6b12ffc'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:52:44.647715 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-d1ee8d69-27be-4738-842e-b7b67a4feeb6 req-67e4d46f-9c14-4b20-aed6-201956b8a990 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:44.659837 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 8e299ec3-03b1-421c-96c6-0e110a49eab1 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:52:44.732557 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7772ec65-484f-48e4-8810-fd80091b4a23 req-41d126f2-3c94-4af7-91c2-03922f572418 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5464a98-f362-4f03-a5f7-4b9d844b9cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2838724 Aug 05 11:52:44.735538 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:44.741386 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-f80eb7a9-c18e-44fc-8591-ed14d0db38df tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6838760 Aug 05 11:52:44.744447 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 48186) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:52:44.771242 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [req-d1ee8d69-27be-4738-842e-b7b67a4feeb6 req-67e4d46f-9c14-4b20-aed6-201956b8a990 service neutron] Transition to ACTIVE for port object 5f9a1648-97a0-49bb-a764-2148d15aa93e will not be triggered until provisioned by entity L2. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:52:44.796607 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-3d7b07e9-f2cb-422f-a2bc-7d4161bc091c tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Request body: {'subnet': {'network_id': '8f131b2a-c272-404f-ad91-e0d8977f63c4', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:52:44.796951 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-d1ee8d69-27be-4738-842e-b7b67a4feeb6 req-67e4d46f-9c14-4b20-aed6-201956b8a990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:44.836635 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede7a8e3-6bb7-4dc7-a445-d1ed549d61bd req-ff632bfb-78ae-4f03-84eb-86d3fed12fc7 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:52:44.840802 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ede7a8e3-6bb7-4dc7-a445-d1ed549d61bd req-ff632bfb-78ae-4f03-84eb-86d3fed12fc7 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=e98332d0-8552-4f90-9240-19975d912b36 HTTP/1.1" status: 200 len: 944 time: 0.3823164 Aug 05 11:52:44.888995 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-6c5a5fbe-4b73-49a0-b47e-70bc3ffad300 None None] Provisioning complete for port 865fb1dc-689d-422c-ae68-43bf8384f6fb triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:52:44.889578 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-6c5a5fbe-4b73-49a0-b47e-70bc3ffad300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:44.961101 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ee37706-a1cf-4d84-a49f-9e614f9002ee x-openstack-request-id: req-2ee37706-a1cf-4d84-a49f-9e614f9002ee {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:52:44.962125 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e297482-8c7c-4bbe-931d-1a0f217e4664", "name": "network-vif-plugged", "status": "completed", "tag": "306df2fc-f74a-4a5b-b429-3adfd7cc3386", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:52:44.962472 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2ee37706-a1cf-4d84-a49f-9e614f9002ee {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:52:44.963254 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e297482-8c7c-4bbe-931d-1a0f217e4664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '306df2fc-f74a-4a5b-b429-3adfd7cc3386', 'code': 200} Aug 05 11:52:44.965198 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-6c5a5fbe-4b73-49a0-b47e-70bc3ffad300 None None] Port 865fb1dc-689d-422c-ae68-43bf8384f6fb cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:52:45.055917 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ede7a8e3-6bb7-4dc7-a445-d1ed549d61bd req-73aa22fa-1a1f-4756-8f19-aa54ba59f54d tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca0df2b3-ca19-4f0d-95c0-bd3e02a9c49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938077 Aug 05 11:52:45.127609 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-6c5a5fbe-4b73-49a0-b47e-70bc3ffad300 None None] Provisioning for port f33047c4-2076-4332-a683-e5f6bf8bfd2f completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:52:45.133628 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c7e5e1-bf8d-42f1-b219-0fef1d1128f3 None None] Routers {'fc1ea05d-69a6-4872-b7f7-15b7b6b12ffc'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:52:45.135401 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-64c7e5e1-bf8d-42f1-b219-0fef1d1128f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:52:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['fc1ea05d-69a6-4872-b7f7-15b7b6b12ffc'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:52:45.243559 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-6c5a5fbe-4b73-49a0-b47e-70bc3ffad300 None None] Provisioning complete for port f33047c4-2076-4332-a683-e5f6bf8bfd2f triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:52:45.244235 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-6c5a5fbe-4b73-49a0-b47e-70bc3ffad300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:45.367082 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=306df2fc-f74a-4a5b-b429-3adfd7cc3386,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:52:45.434702 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 8e299ec3-03b1-421c-96c6-0e110a49eab1 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:52:45.435683 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:46.088076 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e4d46f-9c14-4b20-aed6-201956b8a990 service neutron] Pushing event updated for resources: {'Port': ['ID=5f9a1648-97a0-49bb-a764-2148d15aa93e,revision_number=9']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:52:46.203040 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e4d46f-9c14-4b20-aed6-201956b8a990 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:52:46.220214 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e4d46f-9c14-4b20-aed6-201956b8a990 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:52:46.221113 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e4d46f-9c14-4b20-aed6-201956b8a990 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:52:46.221889 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e4d46f-9c14-4b20-aed6-201956b8a990 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:52:46.224349 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e4d46f-9c14-4b20-aed6-201956b8a990 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:52:46.224999 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e4d46f-9c14-4b20-aed6-201956b8a990 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:52:46.225591 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e4d46f-9c14-4b20-aed6-201956b8a990 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:52:46.226179 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e4d46f-9c14-4b20-aed6-201956b8a990 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:52:46.227310 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e4d46f-9c14-4b20-aed6-201956b8a990 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:52:46.228176 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e4d46f-9c14-4b20-aed6-201956b8a990 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:52:46.228458 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e4d46f-9c14-4b20-aed6-201956b8a990 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:52:46.229071 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e4d46f-9c14-4b20-aed6-201956b8a990 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:52:46.274116 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-64c7e5e1-bf8d-42f1-b219-0fef1d1128f3 None None] Set router fc1ea05d-69a6-4872-b7f7-15b7b6b12ffc gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:52:46.278975 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-6c5a5fbe-4b73-49a0-b47e-70bc3ffad300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:46.357155 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5d80c4-e79e-4ca8-9190-d0f3bd0d81ab req-08437f97-b16a-4af9-9daa-13fa3935d3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:52:46.361297 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1c5d80c4-e79e-4ca8-9190-d0f3bd0d81ab req-08437f97-b16a-4af9-9daa-13fa3935d3ac service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9e297482-8c7c-4bbe-931d-1a0f217e4664 HTTP/1.1" status: 200 len: 1096 time: 0.5062244 Aug 05 11:52:46.388822 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ed621192-eb6d-45e6-96a7-694248086374 req-b854d0c0-556d-4727-b319-4f222486d984 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1209246239&fields=id&tenant_id=7f88688726d24c8e9d77831659c7c3ae HTTP/1.1" status: 200 len: 267 time: 0.3148196 Aug 05 11:52:46.475411 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc6f69a-7d95-4ca1-acea-6d8dd2a6854e req-c6bc65b0-3d3d-4954-99b8-0338f4c39fd8 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:52:46.479797 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bdc6f69a-7d95-4ca1-acea-6d8dd2a6854e req-c6bc65b0-3d3d-4954-99b8-0338f4c39fd8 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e297482-8c7c-4bbe-931d-1a0f217e4664 HTTP/1.1" status: 200 len: 945 time: 0.4617698 Aug 05 11:52:46.484616 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-6c5a5fbe-4b73-49a0-b47e-70bc3ffad300 None None] For port f33047c4-2076-4332-a683-e5f6bf8bfd2f, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=f33047c4-2076-4332-a683-e5f6bf8bfd2f,segment=NetworkSegment(3b745bf7-4549-4768-b29c-6a6b1246e750),segment_id=3b745bf7-4549-4768-b29c-6a6b1246e750)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:52:46.576711 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-6c5a5fbe-4b73-49a0-b47e-70bc3ffad300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:46.677717 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d7b07e9-f2cb-422f-a2bc-7d4161bc091c tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Made reservation on behalf of 26f32bbf0e234159bf611d6f63f387fb for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:52:46.692600 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1ee8d69-27be-4738-842e-b7b67a4feeb6 req-67e4d46f-9c14-4b20-aed6-201956b8a990 service neutron] No DVR routers for this DVR port 5f9a1648-97a0-49bb-a764-2148d15aa93e on host n-h2-803378-2 {{(pid=94420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:52:46.695212 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3d7b07e9-f2cb-422f-a2bc-7d4161bc091c tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:46.712842 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1c5d80c4-e79e-4ca8-9190-d0f3bd0d81ab req-273d4440-9f2a-4df7-9327-c5ba978fe22d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e5464a98-f362-4f03-a5f7-4b9d844b9cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3317125 Aug 05 11:52:46.889552 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-6c5a5fbe-4b73-49a0-b47e-70bc3ffad300 None None] Provisioning complete for port 0d1d9e24-044d-4da2-9c7d-6df13573a630 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:52:46.890207 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-6c5a5fbe-4b73-49a0-b47e-70bc3ffad300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:47.033437 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bdc6f69a-7d95-4ca1-acea-6d8dd2a6854e req-4ef20a72-9c22-418c-bf1a-ad82258bf03b tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5464a98-f362-4f03-a5f7-4b9d844b9cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5331874 Aug 05 11:52:47.123968 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5a5fbe-4b73-49a0-b47e-70bc3ffad300 None None] Pushing event updated for resources: {'Port': ['ID=f33047c4-2076-4332-a683-e5f6bf8bfd2f,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:52:47.138269 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-6c5a5fbe-4b73-49a0-b47e-70bc3ffad300 None None] Port 0d1d9e24-044d-4da2-9c7d-6df13573a630 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:52:47.179676 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-d1ee8d69-27be-4738-842e-b7b67a4feeb6 req-67e4d46f-9c14-4b20-aed6-201956b8a990 service neutron] Attempting to bind port 5f9a1648-97a0-49bb-a764-2148d15aa93e on host n-h1-803378-2 for vnic_type normal with profile {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:52:47.181335 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-d1ee8d69-27be-4738-842e-b7b67a4feeb6 req-67e4d46f-9c14-4b20-aed6-201956b8a990 service neutron] Attempting to bind port 5f9a1648-97a0-49bb-a764-2148d15aa93e by drivers openvswitch,hyperv on host n-h1-803378-2 at level 0 using segments [{'id': 'de1f7257-8faa-46ea-8956-4b8e85e97bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '1ac4b742-2a25-4935-8476-e9ad3e543504'}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:52:47.181716 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ee8d69-27be-4738-842e-b7b67a4feeb6 req-67e4d46f-9c14-4b20-aed6-201956b8a990 service neutron] Attempting to bind port 5f9a1648-97a0-49bb-a764-2148d15aa93e on network 1ac4b742-2a25-4935-8476-e9ad3e543504 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:52:47.197891 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ee8d69-27be-4738-842e-b7b67a4feeb6 req-67e4d46f-9c14-4b20-aed6-201956b8a990 service neutron] Port 5f9a1648-97a0-49bb-a764-2148d15aa93e on network 1ac4b742-2a25-4935-8476-e9ad3e543504 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-2 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:52:47.198588 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ee8d69-27be-4738-842e-b7b67a4feeb6 req-67e4d46f-9c14-4b20-aed6-201956b8a990 service neutron] Attempting to bind port 5f9a1648-97a0-49bb-a764-2148d15aa93e on network 1ac4b742-2a25-4935-8476-e9ad3e543504 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:52:47.222882 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ee8d69-27be-4738-842e-b7b67a4feeb6 req-67e4d46f-9c14-4b20-aed6-201956b8a990 service neutron] Checking agent: {'id': '40bb7567-59bd-4b31-bc29-da1c50bca759', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:52:47.223787 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ee8d69-27be-4738-842e-b7b67a4feeb6 req-67e4d46f-9c14-4b20-aed6-201956b8a990 service neutron] Checking segment: {'id': 'de1f7257-8faa-46ea-8956-4b8e85e97bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '1ac4b742-2a25-4935-8476-e9ad3e543504'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:52:47.224533 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ee8d69-27be-4738-842e-b7b67a4feeb6 req-67e4d46f-9c14-4b20-aed6-201956b8a990 service neutron] Bound using segment: {'id': 'de1f7257-8faa-46ea-8956-4b8e85e97bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '1ac4b742-2a25-4935-8476-e9ad3e543504'} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:52:47.225955 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-d1ee8d69-27be-4738-842e-b7b67a4feeb6 req-67e4d46f-9c14-4b20-aed6-201956b8a990 service neutron] Bound port: 5f9a1648-97a0-49bb-a764-2148d15aa93e, host: n-h1-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de1f7257-8faa-46ea-8956-4b8e85e97bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '1ac4b742-2a25-4935-8476-e9ad3e543504'}}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:52:47.229565 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-d1ee8d69-27be-4738-842e-b7b67a4feeb6 req-67e4d46f-9c14-4b20-aed6-201956b8a990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:47.389108 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3783db65-e389-439e-bb69-f5c2f8ad5f5c tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33208311'] for router_interface, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:47.401770 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed621192-eb6d-45e6-96a7-694248086374 req-ee84e6ed-5442-4bb0-8753-5af32bcbb03b tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:52:47.405034 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ed621192-eb6d-45e6-96a7-694248086374 req-ee84e6ed-5442-4bb0-8753-5af32bcbb03b tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/networks?id=de35454d-dce9-4c8c-89fd-a22990eff5d9 HTTP/1.1" status: 200 len: 797 time: 0.9820652 Aug 05 11:52:47.417187 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-536a511e-8b6c-4dfc-b48a-28e8b85e4c3e None None] Provisioning complete for port d0cb4f4c-8282-4802-bfe1-bacd55ae1c93 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:52:47.420657 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-536a511e-8b6c-4dfc-b48a-28e8b85e4c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:47.504131 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-64c7e5e1-bf8d-42f1-b219-0fef1d1128f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc1ea05d-69a6-4872-b7f7-15b7b6b12ffc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2117875828', 'tenant_id': '7f88688726d24c8e9d77831659c7c3ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '562f7d2d-2ff1-43a0-a648-1d3f14f48823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:52:10Z', 'updated_at': '2021-08-05T11:52:38Z', 'revision_number': 4, 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'gw_port': {'id': '562f7d2d-2ff1-43a0-a648-1d3f14f48823', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:41:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1ea05d-69a6-4872-b7f7-15b7b6b12ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:52:13Z', 'updated_at': '2021-08-05T11:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'd0cb4f4c-8282-4802-bfe1-bacd55ae1c93', 'name': '', 'network_id': 'de35454d-dce9-4c8c-89fd-a22990eff5d9', 'tenant_id': '7f88688726d24c8e9d77831659c7c3ae', 'mac_address': 'fa:16:3e:50:4b:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc1ea05d-69a6-4872-b7f7-15b7b6b12ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2769, 'fixed_ips': [{'subnet_id': 'eca5de13-4236-413f-a4f9-706b50495900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:52:31Z', 'updated_at': '2021-08-05T11:52:39Z', 'revision_number': 2, 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'subnets': [{'id': 'eca5de13-4236-413f-a4f9-706b50495900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:52:47.528106 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ed621192-eb6d-45e6-96a7-694248086374 req-4f2b23db-f4e6-4925-91cf-db5d3852034e tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/quotas/7f88688726d24c8e9d77831659c7c3ae HTTP/1.1" status: 200 len: 375 time: 0.0907419 Aug 05 11:52:47.690441 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c7e5e1-bf8d-42f1-b219-0fef1d1128f3 None None] Checking router: fc1ea05d-69a6-4872-b7f7-15b7b6b12ffc for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:52:47.690953 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c7e5e1-bf8d-42f1-b219-0fef1d1128f3 None None] Updating router fc1ea05d-69a6-4872-b7f7-15b7b6b12ffc port d0cb4f4c-8282-4802-bfe1-bacd55ae1c93 binding host n-d-803378-2 {{(pid=94422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 11:52:47.720673 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-d1ee8d69-27be-4738-842e-b7b67a4feeb6 req-67e4d46f-9c14-4b20-aed6-201956b8a990 service neutron] For port 5f9a1648-97a0-49bb-a764-2148d15aa93e, host n-h1-803378-2, cleared binding levels {{(pid=94420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:52:47.748525 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f122eed-c377-4320-bfc9-981f7f407123 req-22aedacb-6467-4bec-84a6-3b6cb701c0ae tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:52:47.760116 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3f122eed-c377-4320-bfc9-981f7f407123 req-22aedacb-6467-4bec-84a6-3b6cb701c0ae tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=e98332d0-8552-4f90-9240-19975d912b36 HTTP/1.1" status: 200 len: 944 time: 0.4420862 Aug 05 11:52:47.780367 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-64c7e5e1-bf8d-42f1-b219-0fef1d1128f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:47.787565 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-536a511e-8b6c-4dfc-b48a-28e8b85e4c3e None None] Port d0cb4f4c-8282-4802-bfe1-bacd55ae1c93 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:52:47.806158 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-d1ee8d69-27be-4738-842e-b7b67a4feeb6 req-67e4d46f-9c14-4b20-aed6-201956b8a990 service neutron] For port 5f9a1648-97a0-49bb-a764-2148d15aa93e, host n-h1-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=5f9a1648-97a0-49bb-a764-2148d15aa93e,segment=NetworkSegment(de1f7257-8faa-46ea-8956-4b8e85e97bcb),segment_id=de1f7257-8faa-46ea-8956-4b8e85e97bcb)] {{(pid=94420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:52:47.849250 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-d1ee8d69-27be-4738-842e-b7b67a4feeb6 req-67e4d46f-9c14-4b20-aed6-201956b8a990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:48.001760 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e4d46f-9c14-4b20-aed6-201956b8a990 service neutron] Pushing event updated for resources: {'Port': ['ID=5f9a1648-97a0-49bb-a764-2148d15aa93e,revision_number=10']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:52:48.010713 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-536a511e-8b6c-4dfc-b48a-28e8b85e4c3e None None] Provisioning for port b592e783-ac40-4d30-90c1-543cca5497b0 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:52:48.031520 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-536a511e-8b6c-4dfc-b48a-28e8b85e4c3e None None] Provisioning complete for port b592e783-ac40-4d30-90c1-543cca5497b0 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:52:48.032288 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-536a511e-8b6c-4dfc-b48a-28e8b85e4c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:48.159777 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ed621192-eb6d-45e6-96a7-694248086374 req-783dcc3a-2ec5-4ad8-85e0-688323247279 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=7f88688726d24c8e9d77831659c7c3ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6021926 Aug 05 11:52:48.276893 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ee8d69-27be-4738-842e-b7b67a4feeb6 req-67e4d46f-9c14-4b20-aed6-201956b8a990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:52:48.279354 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-d1ee8d69-27be-4738-842e-b7b67a4feeb6 req-67e4d46f-9c14-4b20-aed6-201956b8a990 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:48.282733 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d1ee8d69-27be-4738-842e-b7b67a4feeb6 req-67e4d46f-9c14-4b20-aed6-201956b8a990 service neutron] 10.222.0.64 "PUT /v2.0/ports/5f9a1648-97a0-49bb-a764-2148d15aa93e HTTP/1.1" status: 200 len: 1092 time: 6.1930459 Aug 05 11:52:48.320462 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3d7b07e9-f2cb-422f-a2bc-7d4161bc091c tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25038678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30075167'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:48.340973 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e98332d0-8552-4f90-9240-19975d912b36', 'tag': '5f9a1648-97a0-49bb-a764-2148d15aa93e'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:52:48.346637 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}828068ad8d405ad77660ce68fa78e1ffe658725812f7a08f9e488a446589295b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cb1ab43-477e-4ca8-af10-0f0ab4380ab9" -d '{"events": [{"name": "network-changed", "server_uuid": "e98332d0-8552-4f90-9240-19975d912b36", "tag": "5f9a1648-97a0-49bb-a764-2148d15aa93e"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:52:48.379069 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3f122eed-c377-4320-bfc9-981f7f407123 req-a8ebd1bf-404a-4fcf-8b72-321d76664e19 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca0df2b3-ca19-4f0d-95c0-bd3e02a9c49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5808239 Aug 05 11:52:48.563095 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ee8d69-27be-4738-842e-b7b67a4feeb6 req-3e3a263c-eb16-418f-b19e-a59c4efc36ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:52:48.566700 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d1ee8d69-27be-4738-842e-b7b67a4feeb6 req-3e3a263c-eb16-418f-b19e-a59c4efc36ee service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cbc89f3908d842d4a7beeb1a4fce5354&device_id=e98332d0-8552-4f90-9240-19975d912b36 HTTP/1.1" status: 200 len: 1096 time: 0.1846526 Aug 05 11:52:48.584770 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7b07e9-f2cb-422f-a2bc-7d4161bc091c tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Network 8f131b2a-c272-404f-ad91-e0d8977f63c4 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:52:48.587184 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-536a511e-8b6c-4dfc-b48a-28e8b85e4c3e None None] Port b592e783-ac40-4d30-90c1-543cca5497b0 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:52:48.606029 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-3d7b07e9-f2cb-422f-a2bc-7d4161bc091c tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:52:48.618919 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7b07e9-f2cb-422f-a2bc-7d4161bc091c tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:52:48.619963 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3d7b07e9-f2cb-422f-a2bc-7d4161bc091c tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:48.668035 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e7b98a-d2d7-40e9-a811-792d9f53806b None None] Network 8f131b2a-c272-404f-ad91-e0d8977f63c4 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:52:48.693593 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-3d7b07e9-f2cb-422f-a2bc-7d4161bc091c tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 3.9374840 Aug 05 11:52:48.703296 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7b07e9-f2cb-422f-a2bc-7d4161bc091c tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Pushing event updated for resources: {'Subnet': ['ID=9fb8b52b-ddcd-47e9-933b-e3f206ca0678,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:52:48.723505 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 48244) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:52:48.738677 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-3cbd5b79-e9a9-4b20-b022-fc08a4e4d928 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1571459878', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '9fb8b52b-ddcd-47e9-933b-e3f206ca0678'}], 'security_groups': ['d3bc40e6-da58-49ce-b99b-8b6e0bdb987b']}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:52:49.155345 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ed621192-eb6d-45e6-96a7-694248086374 req-da410484-c67f-4973-8434-426568d7bc1f service neutron] 10.222.0.58 "GET /v2.0/networks/de35454d-dce9-4c8c-89fd-a22990eff5d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9182401 Aug 05 11:52:49.261372 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device f33047c4-2076-4332-a683-e5f6bf8bfd2f up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:52:49.265635 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5321e93f-de52-4e9c-8ba0-7a13af4eccfe req-dd97e087-6ce9-4043-a458-10be582cde2b tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:52:49.269019 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5321e93f-de52-4e9c-8ba0-7a13af4eccfe req-dd97e087-6ce9-4043-a458-10be582cde2b tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e297482-8c7c-4bbe-931d-1a0f217e4664 HTTP/1.1" status: 200 len: 945 time: 0.7206352 Aug 05 11:52:49.312260 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3cbd5b79-e9a9-4b20-b022-fc08a4e4d928 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:49.477480 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ee8d69-27be-4738-842e-b7b67a4feeb6 req-8e599874-124c-4693-9cd1-f4641ed967f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:52:49.481522 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d1ee8d69-27be-4738-842e-b7b67a4feeb6 req-8e599874-124c-4693-9cd1-f4641ed967f9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1ac4b742-2a25-4935-8476-e9ad3e543504 HTTP/1.1" status: 200 len: 917 time: 0.8757365 Aug 05 11:52:49.681526 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port f33047c4-2076-4332-a683-e5f6bf8bfd2f triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:52:49.684242 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:49.754461 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5321e93f-de52-4e9c-8ba0-7a13af4eccfe req-c5d102fa-4022-4d09-b1fb-24a9f9d0dc94 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5464a98-f362-4f03-a5f7-4b9d844b9cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4608240 Aug 05 11:52:49.858220 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d1ee8d69-27be-4738-842e-b7b67a4feeb6 req-855e7c84-07a9-442a-bd6b-c94f6230755c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5f9a1648-97a0-49bb-a764-2148d15aa93e HTTP/1.1" status: 200 len: 1000 time: 0.3657708 Aug 05 11:52:49.885201 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-64c7e5e1-bf8d-42f1-b219-0fef1d1128f3 None None] Notify callbacks [] for port, precommit_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:49.896785 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ed621192-eb6d-45e6-96a7-694248086374 req-b3ea3e27-74d7-4d6d-8a2e-a668ecd4a780 service neutron] 10.222.0.58 "GET /v2.0/networks/de35454d-dce9-4c8c-89fd-a22990eff5d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6974583 Aug 05 11:52:49.977227 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-3783db65-e389-439e-bb69-f5c2f8ad5f5c tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Deleting port 865fb1dc-689d-422c-ae68-43bf8384f6fb {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:52:49.978906 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3783db65-e389-439e-bb69-f5c2f8ad5f5c tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:50.037838 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cce4293f-7bcc-47f5-95d4-e23353111019 x-openstack-request-id: req-cce4293f-7bcc-47f5-95d4-e23353111019 {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:52:50.038543 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e98332d0-8552-4f90-9240-19975d912b36", "tag": "5f9a1648-97a0-49bb-a764-2148d15aa93e", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:52:50.038707 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cce4293f-7bcc-47f5-95d4-e23353111019 {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:52:50.039420 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e98332d0-8552-4f90-9240-19975d912b36', 'tag': '5f9a1648-97a0-49bb-a764-2148d15aa93e', 'status': 'completed', 'code': 200} Aug 05 11:52:50.115877 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ee8d69-27be-4738-842e-b7b67a4feeb6 req-a8c2ed9d-4441-43ac-8c20-a53bca191caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:52:50.125007 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d1ee8d69-27be-4738-842e-b7b67a4feeb6 req-a8c2ed9d-4441-43ac-8c20-a53bca191caa service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a5e28117-6f3c-401b-be5b-a70254f1dc57 HTTP/1.1" status: 200 len: 855 time: 0.2251232 Aug 05 11:52:50.261992 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-64c7e5e1-bf8d-42f1-b219-0fef1d1128f3 None None] Transition to ACTIVE for port object d0cb4f4c-8282-4802-bfe1-bacd55ae1c93 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:52:50.331637 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ee8d69-27be-4738-842e-b7b67a4feeb6 req-d309427d-0493-48f6-bed2-1391d494882a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:52:50.334584 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d1ee8d69-27be-4738-842e-b7b67a4feeb6 req-d309427d-0493-48f6-bed2-1391d494882a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1ac4b742-2a25-4935-8476-e9ad3e543504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2018001 Aug 05 11:52:50.473746 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-64c7e5e1-bf8d-42f1-b219-0fef1d1128f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:50.478051 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac507aab-fcfc-4224-84a0-a579bbe60230 None None] Update dhcp port {'port': {'network_id': '8f131b2a-c272-404f-ad91-e0d8977f63c4', 'fixed_ips': [{'subnet_id': '4e3a75a4-0d20-490c-8fec-9f4238a38dd7', 'ip_address': '172.20.0.2'}, {'subnet_id': '9fb8b52b-ddcd-47e9-933b-e3f206ca0678'}], 'binding:host_id': 'n-d-803378-2'}, 'id': 'f33047c4-2076-4332-a683-e5f6bf8bfd2f'} from n-d-803378-2. {{(pid=94422) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 05 11:52:50.517392 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3783db65-e389-439e-bb69-f5c2f8ad5f5c tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:50.575801 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa46c8b-0161-4a48-893e-84fca2a5df87 req-5d2080d2-a516-4797-81bf-71b5dc064747 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:52:50.593670 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-baa46c8b-0161-4a48-893e-84fca2a5df87 req-5d2080d2-a516-4797-81bf-71b5dc064747 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=e98332d0-8552-4f90-9240-19975d912b36 HTTP/1.1" status: 200 len: 945 time: 0.3556058 Aug 05 11:52:50.622631 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-ac507aab-fcfc-4224-84a0-a579bbe60230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:50.644209 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-3783db65-e389-439e-bb69-f5c2f8ad5f5c tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Calling delete_port for 865fb1dc-689d-422c-ae68-43bf8384f6fb owned by network:router_interface {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:52:50.822351 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-3cbd5b79-e9a9-4b20-b022-fc08a4e4d928 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Delete allocated IP 172.20.0.9 (8f131b2a-c272-404f-ad91-e0d8977f63c4/4e3a75a4-0d20-490c-8fec-9f4238a38dd7) {{(pid=94421) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 05 11:52:50.897116 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d1ee8d69-27be-4738-842e-b7b67a4feeb6 req-8d6b2903-74de-40d5-9c94-dfeb720dc8f8 service neutron] 10.222.0.64 "GET /v2.0/networks/1ac4b742-2a25-4935-8476-e9ad3e543504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5506394 Aug 05 11:52:51.089245 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd31aa4-1af2-4a44-81fe-18b850aacdec None None] Pushing event updated for resources: {'Port': ['ID=d0cb4f4c-8282-4802-bfe1-bacd55ae1c93,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:52:51.132352 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-3cbd5b79-e9a9-4b20-b022-fc08a4e4d928 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Allocated IP 172.20.0.29 (8f131b2a-c272-404f-ad91-e0d8977f63c4/9fb8b52b-ddcd-47e9-933b-e3f206ca0678/b592e783-ac40-4d30-90c1-543cca5497b0) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:52:51.184302 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-64c7e5e1-bf8d-42f1-b219-0fef1d1128f3 None None] Attempting to bind port d0cb4f4c-8282-4802-bfe1-bacd55ae1c93 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:52:51.185592 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-64c7e5e1-bf8d-42f1-b219-0fef1d1128f3 None None] Attempting to bind port d0cb4f4c-8282-4802-bfe1-bacd55ae1c93 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '04fc797b-8ef5-4d9e-bac1-16267bbf773c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'de35454d-dce9-4c8c-89fd-a22990eff5d9'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:52:51.187023 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c7e5e1-bf8d-42f1-b219-0fef1d1128f3 None None] Attempting to bind port d0cb4f4c-8282-4802-bfe1-bacd55ae1c93 on network de35454d-dce9-4c8c-89fd-a22990eff5d9 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:52:51.314047 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-baa46c8b-0161-4a48-893e-84fca2a5df87 req-b2deda20-dad5-46bd-9c34-5cd4a2c45e95 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca0df2b3-ca19-4f0d-95c0-bd3e02a9c49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6999075 Aug 05 11:52:51.337045 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-49c9bb54-0f05-4145-bfd8-892c6cf0078c req-864b0141-e505-422c-9bf5-859b6cedf588 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ca54f27-d046-4851-9908-b78111ddfd55 HTTP/1.1" status: 200 len: 210 time: 0.1798568 Aug 05 11:52:51.395514 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c7e5e1-bf8d-42f1-b219-0fef1d1128f3 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:52:51.395514 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c7e5e1-bf8d-42f1-b219-0fef1d1128f3 None None] Checking segment: {'id': '04fc797b-8ef5-4d9e-bac1-16267bbf773c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'de35454d-dce9-4c8c-89fd-a22990eff5d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:52:51.404144 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-64c7e5e1-bf8d-42f1-b219-0fef1d1128f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:51.409310 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c7e5e1-bf8d-42f1-b219-0fef1d1128f3 None None] Bound using segment: {'id': '04fc797b-8ef5-4d9e-bac1-16267bbf773c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'de35454d-dce9-4c8c-89fd-a22990eff5d9'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:52:51.410212 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-64c7e5e1-bf8d-42f1-b219-0fef1d1128f3 None None] Bound port: d0cb4f4c-8282-4802-bfe1-bacd55ae1c93, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04fc797b-8ef5-4d9e-bac1-16267bbf773c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'de35454d-dce9-4c8c-89fd-a22990eff5d9'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:52:51.412706 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-64c7e5e1-bf8d-42f1-b219-0fef1d1128f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:51.506727 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d1ee8d69-27be-4738-842e-b7b67a4feeb6 req-6709ac0d-bd45-430b-b26f-7eff884f5e39 service neutron] 10.222.0.64 "GET /v2.0/networks/1ac4b742-2a25-4935-8476-e9ad3e543504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6006191 Aug 05 11:52:51.737377 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3cbd5b79-e9a9-4b20-b022-fc08a4e4d928 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:51.779205 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-64c7e5e1-bf8d-42f1-b219-0fef1d1128f3 None None] For port d0cb4f4c-8282-4802-bfe1-bacd55ae1c93, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:52:51.795304 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [None req-3cbd5b79-e9a9-4b20-b022-fc08a4e4d928 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Transition to ACTIVE for port object b592e783-ac40-4d30-90c1-543cca5497b0 will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:52:51.824217 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-64c7e5e1-bf8d-42f1-b219-0fef1d1128f3 None None] For port d0cb4f4c-8282-4802-bfe1-bacd55ae1c93, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=d0cb4f4c-8282-4802-bfe1-bacd55ae1c93,segment=NetworkSegment(04fc797b-8ef5-4d9e-bac1-16267bbf773c),segment_id=04fc797b-8ef5-4d9e-bac1-16267bbf773c)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:52:51.872737 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-64c7e5e1-bf8d-42f1-b219-0fef1d1128f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:52.017284 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64f845b-0018-433d-aaba-fabcb061f05e req-8673f1bd-88fb-4ab7-b7c1-c0198d781527 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:52:52.032953 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c64f845b-0018-433d-aaba-fabcb061f05e req-8673f1bd-88fb-4ab7-b7c1-c0198d781527 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e297482-8c7c-4bbe-931d-1a0f217e4664 HTTP/1.1" status: 200 len: 945 time: 0.3464794 Aug 05 11:52:52.157200 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb1ab43-477e-4ca8-af10-0f0ab4380ab9 req-03edff7e-2376-4f04-a74c-549d5a95c79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:52:52.160159 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0cb1ab43-477e-4ca8-af10-0f0ab4380ab9 req-03edff7e-2376-4f04-a74c-549d5a95c79c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cbc89f3908d842d4a7beeb1a4fce5354&device_id=e98332d0-8552-4f90-9240-19975d912b36 HTTP/1.1" status: 200 len: 1096 time: 0.3768294 Aug 05 11:52:52.294523 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3cbd5b79-e9a9-4b20-b022-fc08a4e4d928 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:52.307725 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3783db65-e389-439e-bb69-f5c2f8ad5f5c tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:52.509592 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3783db65-e389-439e-bb69-f5c2f8ad5f5c tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Pushing event deleted for resources: {'Port': ['ID=865fb1dc-689d-422c-ae68-43bf8384f6fb,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:52:52.525351 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:52.528174 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c7e5e1-bf8d-42f1-b219-0fef1d1128f3 None None] Routers {'fc1ea05d-69a6-4872-b7f7-15b7b6b12ffc'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:52:52.537640 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-64c7e5e1-bf8d-42f1-b219-0fef1d1128f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:52:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['fc1ea05d-69a6-4872-b7f7-15b7b6b12ffc'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:52:52.696839 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb1ab43-477e-4ca8-af10-0f0ab4380ab9 req-73c0229a-bed3-4f59-af8c-555cd66ad2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:52:52.700376 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0cb1ab43-477e-4ca8-af10-0f0ab4380ab9 req-73c0229a-bed3-4f59-af8c-555cd66ad2e9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1ac4b742-2a25-4935-8476-e9ad3e543504 HTTP/1.1" status: 200 len: 917 time: 0.5065968 Aug 05 11:52:52.943252 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-ac507aab-fcfc-4224-84a0-a579bbe60230 None None] Allocated IP 172.20.0.18 (8f131b2a-c272-404f-ad91-e0d8977f63c4/9fb8b52b-ddcd-47e9-933b-e3f206ca0678/f33047c4-2076-4332-a683-e5f6bf8bfd2f) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:52:52.958137 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd31aa4-1af2-4a44-81fe-18b850aacdec None None] Pushing event updated for resources: {'Port': ['ID=d0cb4f4c-8282-4802-bfe1-bacd55ae1c93,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:52:53.101996 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c64f845b-0018-433d-aaba-fabcb061f05e req-188cf4da-0d64-4e58-9972-6fa64eb663ed tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5464a98-f362-4f03-a5f7-4b9d844b9cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0674179 Aug 05 11:52:53.304224 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0cb1ab43-477e-4ca8-af10-0f0ab4380ab9 req-ee2da623-3ad7-4707-9ce5-86d84aee952c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5f9a1648-97a0-49bb-a764-2148d15aa93e HTTP/1.1" status: 200 len: 1000 time: 0.5904045 Aug 05 11:52:53.433131 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c177c42a-4a8e-4a9b-854e-e11dd385f284 req-92ef0231-13f9-4e06-a89d-b1cd42d4549b tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:52:53.453881 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c177c42a-4a8e-4a9b-854e-e11dd385f284 req-92ef0231-13f9-4e06-a89d-b1cd42d4549b tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=e98332d0-8552-4f90-9240-19975d912b36 HTTP/1.1" status: 200 len: 945 time: 0.7231677 Aug 05 11:52:53.659595 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c75b5ecd-f165-478e-80ff-f9f4e45cbe14 req-de465684-68cd-46ff-b12f-4909b858d7b8 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ca54f27-d046-4851-9908-b78111ddfd55 HTTP/1.1" status: 200 len: 210 time: 0.1878996 Aug 05 11:52:53.717113 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbd5b79-e9a9-4b20-b022-fc08a4e4d928 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Pushing event updated for resources: {'Port': ['ID=b592e783-ac40-4d30-90c1-543cca5497b0,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:52:53.895152 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c177c42a-4a8e-4a9b-854e-e11dd385f284 req-3b96cc9b-5c9a-4ce2-adf2-42a1b3125272 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca0df2b3-ca19-4f0d-95c0-bd3e02a9c49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4393446 Aug 05 11:52:53.922901 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-3cbd5b79-e9a9-4b20-b022-fc08a4e4d928 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] In _notify_port_updated(), no bound segment for port b592e783-ac40-4d30-90c1-543cca5497b0 on network 8f131b2a-c272-404f-ad91-e0d8977f63c4 {{(pid=94421) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 05 11:52:53.937118 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbd5b79-e9a9-4b20-b022-fc08a4e4d928 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:52:53.938354 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3cbd5b79-e9a9-4b20-b022-fc08a4e4d928 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:53.946182 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-3cbd5b79-e9a9-4b20-b022-fc08a4e4d928 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "PUT /v2.0/ports/b592e783-ac40-4d30-90c1-543cca5497b0 HTTP/1.1" status: 200 len: 921 time: 5.2176130 Aug 05 11:52:53.948799 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 48324) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:52:54.005921 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb1ab43-477e-4ca8-af10-0f0ab4380ab9 req-bf64a62b-edf0-4a38-80fc-dfc42b484d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:52:54.020367 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0cb1ab43-477e-4ca8-af10-0f0ab4380ab9 req-bf64a62b-edf0-4a38-80fc-dfc42b484d06 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a5e28117-6f3c-401b-be5b-a70254f1dc57 HTTP/1.1" status: 200 len: 855 time: 0.6534319 Aug 05 11:52:54.472331 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed621192-eb6d-45e6-96a7-694248086374 req-d11f3f7d-0b6f-4226-a634-87e782de3a62 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:52:54.482408 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ed621192-eb6d-45e6-96a7-694248086374 req-d11f3f7d-0b6f-4226-a634-87e782de3a62 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.64 "GET /v2.0/networks?id=de35454d-dce9-4c8c-89fd-a22990eff5d9 HTTP/1.1" status: 200 len: 797 time: 0.5301456 Aug 05 11:52:54.773610 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb1ab43-477e-4ca8-af10-0f0ab4380ab9 req-a2c9bb04-f7f3-42d8-8cd8-dbd233f1ad56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:52:54.778905 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [req-c5056a0b-d9f3-4a17-8f8e-795b87d0475a req-f6f698ab-d926-432a-8b8b-0c981a9fc076 service neutron] (94421) timed out ('10.222.0.55', 54908) {{(pid=94421) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 05 11:52:54.781216 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0cb1ab43-477e-4ca8-af10-0f0ab4380ab9 req-a2c9bb04-f7f3-42d8-8cd8-dbd233f1ad56 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1ac4b742-2a25-4935-8476-e9ad3e543504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7516088 Aug 05 11:52:54.790139 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ed621192-eb6d-45e6-96a7-694248086374 req-7f11c6ac-f47a-4705-bc9f-9c7a4d594ff7 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f88688726d24c8e9d77831659c7c3ae HTTP/1.1" status: 200 len: 380 time: 0.1595321 Aug 05 11:52:54.792140 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3783db65-e389-439e-bb69-f5c2f8ad5f5c tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33140263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33208171'] for router_interface, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:54.837528 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-ed621192-eb6d-45e6-96a7-694248086374 req-852580c4-d5e9-4899-915f-7ee526ceb439 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Request body: {'port': {'device_id': '9ca54f27-d046-4851-9908-b78111ddfd55', 'network_id': 'de35454d-dce9-4c8c-89fd-a22990eff5d9', 'admin_state_up': True, 'tenant_id': '7f88688726d24c8e9d77831659c7c3ae', 'security_groups': ['5a3441a1-c2ab-48c0-836a-6574f4cf6a5d']}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:52:54.903383 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2007541a-6f02-4e07-b9f7-6f7e37a8b110 req-c3eee6e0-3cdd-43e7-a5b1-17387972fcac tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:52:54.907179 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2007541a-6f02-4e07-b9f7-6f7e37a8b110 req-c3eee6e0-3cdd-43e7-a5b1-17387972fcac tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e297482-8c7c-4bbe-931d-1a0f217e4664 HTTP/1.1" status: 200 len: 945 time: 0.5755908 Aug 05 11:52:54.971597 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-64c7e5e1-bf8d-42f1-b219-0fef1d1128f3 None None] Set router fc1ea05d-69a6-4872-b7f7-15b7b6b12ffc gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:52:55.184794 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-a0698551-0f3b-4eb2-b90a-1cc188ad0ea8 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Deleting port b592e783-ac40-4d30-90c1-543cca5497b0 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:52:55.184794 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a0698551-0f3b-4eb2-b90a-1cc188ad0ea8 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:55.277774 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-ac507aab-fcfc-4224-84a0-a579bbe60230 None None] For port f33047c4-2076-4332-a683-e5f6bf8bfd2f, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=f33047c4-2076-4332-a683-e5f6bf8bfd2f,segment=NetworkSegment(3b745bf7-4549-4768-b29c-6a6b1246e750),segment_id=3b745bf7-4549-4768-b29c-6a6b1246e750)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:52:55.377950 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-926e6e00-1918-43c1-9b8e-04fa00706d9b req-65140d91-f42a-4c27-b21b-99110cef3ccc tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ca54f27-d046-4851-9908-b78111ddfd55 HTTP/1.1" status: 200 len: 210 time: 0.2499824 Aug 05 11:52:55.432506 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-ac507aab-fcfc-4224-84a0-a579bbe60230 None None] Notify callbacks [] for port, precommit_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:55.524461 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2007541a-6f02-4e07-b9f7-6f7e37a8b110 req-167b2660-17a3-41f2-a96f-98befdde61a5 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5464a98-f362-4f03-a5f7-4b9d844b9cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4169793 Aug 05 11:52:55.569743 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3783db65-e389-439e-bb69-f5c2f8ad5f5c tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Router dcc10d54-7025-4f62-97fd-49b6a52d34cb has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 11:52:55.800563 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed621192-eb6d-45e6-96a7-694248086374 req-852580c4-d5e9-4899-915f-7ee526ceb439 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Made reservation on behalf of 7f88688726d24c8e9d77831659c7c3ae for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:52:55.825684 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-ed621192-eb6d-45e6-96a7-694248086374 req-852580c4-d5e9-4899-915f-7ee526ceb439 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:55.841326 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0cb1ab43-477e-4ca8-af10-0f0ab4380ab9 req-77a8c9be-0bae-4976-89f5-a4e531338c04 service neutron] 10.222.0.64 "GET /v2.0/networks/1ac4b742-2a25-4935-8476-e9ad3e543504?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0380754 Aug 05 11:52:55.879567 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-ac507aab-fcfc-4224-84a0-a579bbe60230 None None] Transition to ACTIVE for port object f33047c4-2076-4332-a683-e5f6bf8bfd2f will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:52:55.902898 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-ac507aab-fcfc-4224-84a0-a579bbe60230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:56.104643 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3783db65-e389-439e-bb69-f5c2f8ad5f5c tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:52:56.127789 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-3783db65-e389-439e-bb69-f5c2f8ad5f5c tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] 10.222.0.58 "PUT /v2.0/routers/dcc10d54-7025-4f62-97fd-49b6a52d34cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7353997 Aug 05 11:52:56.135734 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a8cd2a-fe5f-4985-b0cf-66456cfe0912 None None] Sync routers for ids ['dcc10d54-7025-4f62-97fd-49b6a52d34cb'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:52:56.192329 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a8cd2a-fe5f-4985-b0cf-66456cfe0912 None None] Routers {'dcc10d54-7025-4f62-97fd-49b6a52d34cb'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:52:56.202509 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-99a8cd2a-fe5f-4985-b0cf-66456cfe0912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:52:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['dcc10d54-7025-4f62-97fd-49b6a52d34cb'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:52:56.285599 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 48346) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:52:56.409287 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-99a8cd2a-fe5f-4985-b0cf-66456cfe0912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:52:56.460088 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a8cd2a-fe5f-4985-b0cf-66456cfe0912 None None] Routers {'dcc10d54-7025-4f62-97fd-49b6a52d34cb'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:52:56.464250 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-99a8cd2a-fe5f-4985-b0cf-66456cfe0912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:52:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['dcc10d54-7025-4f62-97fd-49b6a52d34cb'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:52:56.471836 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-ff7fa409-d2bf-4fcd-aadd-11f5a3ba0497 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] 10.222.0.58 "GET /v2.0/ports?device_id=dcc10d54-7025-4f62-97fd-49b6a52d34cb HTTP/1.1" status: 200 len: 205 time: 0.1801329 Aug 05 11:52:56.491964 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 48350) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:52:56.596340 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a0698551-0f3b-4eb2-b90a-1cc188ad0ea8 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:56.675314 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-99a8cd2a-fe5f-4985-b0cf-66456cfe0912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:52:56.686528 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a8cd2a-fe5f-4985-b0cf-66456cfe0912 None None] The sync data for ids ['dcc10d54-7025-4f62-97fd-49b6a52d34cb'] in n-d-803378-2 is: [] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:52:56.891198 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-a0698551-0f3b-4eb2-b90a-1cc188ad0ea8 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Calling delete_port for b592e783-ac40-4d30-90c1-543cca5497b0 owned by {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:52:57.033248 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac507aab-fcfc-4224-84a0-a579bbe60230 None None] Pushing event updated for resources: {'Port': ['ID=f33047c4-2076-4332-a683-e5f6bf8bfd2f,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:52:57.062279 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f0b187-0ec1-48fc-95d3-293a78f41f2a req-0f12fb2b-9187-4c73-aed5-f1ef7eb7f5e5 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:52:57.078348 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a8f0b187-0ec1-48fc-95d3-293a78f41f2a req-0f12fb2b-9187-4c73-aed5-f1ef7eb7f5e5 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=e98332d0-8552-4f90-9240-19975d912b36 HTTP/1.1" status: 200 len: 945 time: 1.2094464 Aug 05 11:52:57.240890 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-64c7e5e1-bf8d-42f1-b219-0fef1d1128f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc1ea05d-69a6-4872-b7f7-15b7b6b12ffc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2117875828', 'tenant_id': '7f88688726d24c8e9d77831659c7c3ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '562f7d2d-2ff1-43a0-a648-1d3f14f48823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:52:10Z', 'updated_at': '2021-08-05T11:52:38Z', 'revision_number': 4, 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'gw_port': {'id': '562f7d2d-2ff1-43a0-a648-1d3f14f48823', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:41:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1ea05d-69a6-4872-b7f7-15b7b6b12ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:52:13Z', 'updated_at': '2021-08-05T11:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'd0cb4f4c-8282-4802-bfe1-bacd55ae1c93', 'name': '', 'network_id': 'de35454d-dce9-4c8c-89fd-a22990eff5d9', 'tenant_id': '7f88688726d24c8e9d77831659c7c3ae', 'mac_address': 'fa:16:3e:50:4b:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc1ea05d-69a6-4872-b7f7-15b7b6b12ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2769, 'fixed_ips': [{'subnet_id': 'eca5de13-4236-413f-a4f9-706b50495900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:52:31Z', 'updated_at': '2021-08-05T11:52:51Z', 'revision_number': 4, 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'subnets': [{'id': 'eca5de13-4236-413f-a4f9-706b50495900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:52:57.410305 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c7e5e1-bf8d-42f1-b219-0fef1d1128f3 None None] The sync data for ids ['fc1ea05d-69a6-4872-b7f7-15b7b6b12ffc'] in n-d-803378-2 is: [{'id': 'fc1ea05d-69a6-4872-b7f7-15b7b6b12ffc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2117875828', 'tenant_id': '7f88688726d24c8e9d77831659c7c3ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '562f7d2d-2ff1-43a0-a648-1d3f14f48823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:52:10Z', 'updated_at': '2021-08-05T11:52:38Z', 'revision_number': 4, 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'gw_port': {'id': '562f7d2d-2ff1-43a0-a648-1d3f14f48823', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:41:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1ea05d-69a6-4872-b7f7-15b7b6b12ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:52:13Z', 'updated_at': '2021-08-05T11:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'd0cb4f4c-8282-4802-bfe1-bacd55ae1c93', 'name': '', 'network_id': 'de35454d-dce9-4c8c-89fd-a22990eff5d9', 'tenant_id': '7f88688726d24c8e9d77831659c7c3ae', 'mac_address': 'fa:16:3e:50:4b:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc1ea05d-69a6-4872-b7f7-15b7b6b12ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2769, 'fixed_ips': [{'subnet_id': 'eca5de13-4236-413f-a4f9-706b50495900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:52:31Z', 'updated_at': '2021-08-05T11:52:51Z', 'revision_number': 4, 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'subnets': [{'id': 'eca5de13-4236-413f-a4f9-706b50495900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:52:57.943718 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a8f0b187-0ec1-48fc-95d3-293a78f41f2a req-986f05dd-5ed2-49b8-87ea-1f1ec5d9da49 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca0df2b3-ca19-4f0d-95c0-bd3e02a9c49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8632698 Aug 05 11:52:58.145824 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0cb1ab43-477e-4ca8-af10-0f0ab4380ab9 req-60413f2f-1d5b-40ff-bd16-c6d4a476527c service neutron] 10.222.0.64 "GET /v2.0/networks/1ac4b742-2a25-4935-8476-e9ad3e543504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.2236891 Aug 05 11:52:58.171675 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cc42cb66-2ca4-40af-8398-a3b8d6f685b5 req-d43dfb53-2e23-4a03-9b38-55e1a5805a61 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ca54f27-d046-4851-9908-b78111ddfd55 HTTP/1.1" status: 200 len: 210 time: 0.2106566 Aug 05 11:52:58.798861 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a0698551-0f3b-4eb2-b90a-1cc188ad0ea8 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:59.066746 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-ed621192-eb6d-45e6-96a7-694248086374 req-852580c4-d5e9-4899-915f-7ee526ceb439 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Allocated IP 172.20.0.12 (de35454d-dce9-4c8c-89fd-a22990eff5d9/eca5de13-4236-413f-a4f9-706b50495900/ec68afcf-9c5f-45fb-ae44-cadcc706912a) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:52:59.164234 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0698551-0f3b-4eb2-b90a-1cc188ad0ea8 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Pushing event deleted for resources: {'Port': ['ID=b592e783-ac40-4d30-90c1-543cca5497b0,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:52:59.185913 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-58f2ab56-723e-423e-9ca5-33e72a07762e None None] Provisioning for port f33047c4-2076-4332-a683-e5f6bf8bfd2f completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:52:59.218817 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-58f2ab56-723e-423e-9ca5-33e72a07762e None None] Provisioning complete for port f33047c4-2076-4332-a683-e5f6bf8bfd2f triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:52:59.225422 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-58f2ab56-723e-423e-9ca5-33e72a07762e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:59.546028 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 306df2fc-f74a-4a5b-b429-3adfd7cc3386 details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:52:59.589665 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1c0175eb-8a61-4cc4-914e-259369d632ef tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks [] for router, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:59.600838 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device f33047c4-2076-4332-a683-e5f6bf8bfd2f up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:52:59.699578 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7c275b80-11c2-4f7d-9f3b-f27f091f26c1 req-c0992135-2e27-41db-85e3-318b6cf96a95 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ca54f27-d046-4851-9908-b78111ddfd55 HTTP/1.1" status: 200 len: 210 time: 0.0744917 Aug 05 11:52:59.717104 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a0698551-0f3b-4eb2-b90a-1cc188ad0ea8 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:52:59.742204 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-a0698551-0f3b-4eb2-b90a-1cc188ad0ea8 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "DELETE /v2.0/ports/b592e783-ac40-4d30-90c1-543cca5497b0 HTTP/1.1" status: 204 len: 168 time: 5.7836328 Aug 05 11:52:59.754360 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 48382) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:53:00.032720 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:00.044269 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-58f2ab56-723e-423e-9ca5-33e72a07762e None None] Could not find standard attr ID for object b592e783-ac40-4d30-90c1-543cca5497b0. {{(pid=94422) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 05 11:53:00.068587 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.db.resource_extend [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 05 11:53:00.293463 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-58f2ab56-723e-423e-9ca5-33e72a07762e None None] Provisioning complete for port 0d1d9e24-044d-4da2-9c7d-6df13573a630 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:53:00.294596 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-58f2ab56-723e-423e-9ca5-33e72a07762e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:00.380128 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port f33047c4-2076-4332-a683-e5f6bf8bfd2f triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:53:00.380756 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:00.705061 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-58f2ab56-723e-423e-9ca5-33e72a07762e None None] Port 0d1d9e24-044d-4da2-9c7d-6df13573a630 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:53:01.147593 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b7b04fd6-fce1-4042-b70a-8d4361469a77 None None] Could not find standard attr ID for object b592e783-ac40-4d30-90c1-543cca5497b0. {{(pid=94422) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 05 11:53:01.172787 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 306df2fc-f74a-4a5b-b429-3adfd7cc3386, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=306df2fc-f74a-4a5b-b429-3adfd7cc3386,segment=NetworkSegment(fa5f7742-6e03-46ef-8df5-0f25b5d284b6),segment_id=fa5f7742-6e03-46ef-8df5-0f25b5d284b6)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:53:01.390256 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Returning: {'device': '306df2fc-f74a-4a5b-b429-3adfd7cc3386', 'network_id': 'debeaa60-b13d-4f6e-a270-9d57e30ced89', 'port_id': '306df2fc-f74a-4a5b-b429-3adfd7cc3386', 'mac_address': 'fa:16:3e:3d:8f:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fa39e07-a6bd-4ef4-8a54-1af79d2770df', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:53:01.425026 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device d0cb4f4c-8282-4802-bfe1-bacd55ae1c93 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:53:01.682731 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f6ab69-d073-4269-bf83-773ee29d80ff req-9f06f3a0-99ee-4b40-9dfb-7268cb60fff4 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:53:01.690756 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-63f6ab69-d073-4269-bf83-773ee29d80ff req-9f06f3a0-99ee-4b40-9dfb-7268cb60fff4 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=e98332d0-8552-4f90-9240-19975d912b36 HTTP/1.1" status: 200 len: 945 time: 2.2271812 Aug 05 11:53:01.710230 n-d-803378-2 neutron-server[94420]: INFO neutron.pecan_wsgi.hooks.translation [None req-08344043-dd9c-4401-b939-2a366eeed224 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] GET failed (client error): The resource could not be found. Aug 05 11:53:01.713680 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-ed621192-eb6d-45e6-96a7-694248086374 req-852580c4-d5e9-4899-915f-7ee526ceb439 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:01.719228 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-08344043-dd9c-4401-b939-2a366eeed224 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "GET /v2.0/ports/b592e783-ac40-4d30-90c1-543cca5497b0 HTTP/1.1" status: 404 len: 333 time: 1.9479427 Aug 05 11:53:01.733598 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 48418) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:53:01.789668 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1c0175eb-8a61-4cc4-914e-259369d632ef tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33262979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1951'] for router, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:01.819336 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1c0175eb-8a61-4cc4-914e-259369d632ef tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:01.980000 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:01.998011 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-204b0b8d-41d9-4900-8c1c-bd35bee0d780 req-7225de6e-7f72-4d82-a7ff-9d5ffb16102c tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ca54f27-d046-4851-9908-b78111ddfd55 HTTP/1.1" status: 200 len: 210 time: 0.2954466 Aug 05 11:53:02.019892 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-ed621192-eb6d-45e6-96a7-694248086374 req-852580c4-d5e9-4899-915f-7ee526ceb439 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Transition to ACTIVE for port object ec68afcf-9c5f-45fb-ae44-cadcc706912a will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:53:02.150103 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-63f6ab69-d073-4269-bf83-773ee29d80ff req-432a6595-372c-448f-b4b6-1676d43a6198 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca0df2b3-ca19-4f0d-95c0-bd3e02a9c49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3663504 Aug 05 11:53:02.182470 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 306df2fc-f74a-4a5b-b429-3adfd7cc3386 {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:53:02.229601 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port d0cb4f4c-8282-4802-bfe1-bacd55ae1c93 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:53:02.313699 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port d0cb4f4c-8282-4802-bfe1-bacd55ae1c93 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:53:02.314284 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:02.567592 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 306df2fc-f74a-4a5b-b429-3adfd7cc3386, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=306df2fc-f74a-4a5b-b429-3adfd7cc3386,segment=NetworkSegment(fa5f7742-6e03-46ef-8df5-0f25b5d284b6),segment_id=fa5f7742-6e03-46ef-8df5-0f25b5d284b6)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:53:02.582506 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:02.609421 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1c0175eb-8a61-4cc4-914e-259369d632ef tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33262474'] for router, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:02.614554 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c0175eb-8a61-4cc4-914e-259369d632ef tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Fanout notify agent at l3_agent the message router_deleted on router dcc10d54-7025-4f62-97fd-49b6a52d34cb {{(pid=94421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 11:53:02.782064 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1c0175eb-8a61-4cc4-914e-259369d632ef tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks [] for router, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:02.800125 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 48442) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:53:02.800966 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-1c0175eb-8a61-4cc4-914e-259369d632ef tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] 10.222.0.58 "DELETE /v2.0/routers/dcc10d54-7025-4f62-97fd-49b6a52d34cb HTTP/1.1" status: 204 len: 168 time: 6.3062284 Aug 05 11:53:02.834550 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['306df2fc-f74a-4a5b-b429-3adfd7cc3386'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:53:02.940100 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=306df2fc-f74a-4a5b-b429-3adfd7cc3386,revision_number=6']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:53:02.997370 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-78e9b500-1db7-4c7d-b577-152b1b25c7ce tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:03.021778 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8c1749-711e-42bf-b3d8-c9632378d7cc req-273a9db1-312a-40df-b393-eaa84b53e32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:53:03.040395 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-db8c1749-711e-42bf-b3d8-c9632378d7cc req-273a9db1-312a-40df-b393-eaa84b53e32a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=39c6d6575f854e26a57d96d36d983be3&device_id=9e297482-8c7c-4bbe-931d-1a0f217e4664 HTTP/1.1" status: 200 len: 1096 time: 1.1148837 Aug 05 11:53:03.068556 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:03.089515 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-ed621192-eb6d-45e6-96a7-694248086374 req-852580c4-d5e9-4899-915f-7ee526ceb439 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:03.187798 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_v2 [None req-75d799c8-d411-407e-b239-28c1ba0cd9e8 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Deleting subnet ef118bc0-66b1-4157-a9b5-08005f125f8e {{(pid=94420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:53:03.220440 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-75d799c8-d411-407e-b239-28c1ba0cd9e8 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks [] for subnet, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:03.310079 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port d0cb4f4c-8282-4802-bfe1-bacd55ae1c93, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=d0cb4f4c-8282-4802-bfe1-bacd55ae1c93,segment=NetworkSegment(04fc797b-8ef5-4d9e-bac1-16267bbf773c),segment_id=04fc797b-8ef5-4d9e-bac1-16267bbf773c)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:53:03.345885 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:03.375582 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-75d799c8-d411-407e-b239-28c1ba0cd9e8 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25010562'] for subnet, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:03.554040 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed621192-eb6d-45e6-96a7-694248086374 req-852580c4-d5e9-4899-915f-7ee526ceb439 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Network de35454d-dce9-4c8c-89fd-a22990eff5d9 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:53:03.569152 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=d0cb4f4c-8282-4802-bfe1-bacd55ae1c93,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:53:03.581764 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-ed621192-eb6d-45e6-96a7-694248086374 req-852580c4-d5e9-4899-915f-7ee526ceb439 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:53:03.595691 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed621192-eb6d-45e6-96a7-694248086374 req-852580c4-d5e9-4899-915f-7ee526ceb439 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:53:03.763406 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-78e9b500-1db7-4c7d-b577-152b1b25c7ce tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:03.800165 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-75d799c8-d411-407e-b239-28c1ba0cd9e8 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:03.906386 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8c1749-711e-42bf-b3d8-c9632378d7cc req-440c1f95-cf4f-4cd1-93f8-7b5cd22deefb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:53:03.910624 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-db8c1749-711e-42bf-b3d8-c9632378d7cc req-440c1f95-cf4f-4cd1-93f8-7b5cd22deefb service neutron] 10.222.0.55 "GET /v2.0/networks?id=debeaa60-b13d-4f6e-a270-9d57e30ced89 HTTP/1.1" status: 200 len: 905 time: 0.7508790 Aug 05 11:53:04.147658 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-78e9b500-1db7-4c7d-b577-152b1b25c7ce tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:04.154040 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-78e9b500-1db7-4c7d-b577-152b1b25c7ce tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:04.170271 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-78e9b500-1db7-4c7d-b577-152b1b25c7ce tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "DELETE /v2.0/security-groups/615a2f36-8171-46b3-9e95-aee42a74f697 HTTP/1.1" status: 204 len: 168 time: 2.4347727 Aug 05 11:53:04.174725 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 48456) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:53:04.261306 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-75d799c8-d411-407e-b239-28c1ba0cd9e8 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29762763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24211094'] for subnet, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:04.334850 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-75d799c8-d411-407e-b239-28c1ba0cd9e8 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks [] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:04.344158 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd76b2d-e79f-416f-a633-e30b5a499b84 None None] Network 9d644d11-75e5-4c0e-a182-25324629faaf requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:53:04.345599 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-75d799c8-d411-407e-b239-28c1ba0cd9e8 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] 10.222.0.58 "DELETE /v2.0/subnets/ef118bc0-66b1-4157-a9b5-08005f125f8e HTTP/1.1" status: 204 len: 168 time: 1.5435522 Aug 05 11:53:04.374595 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-ae7ed413-abf0-4a8a-8a01-4334f138d161 None None] Provisioning for port ec68afcf-9c5f-45fb-ae44-cadcc706912a completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:53:04.406829 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 48458) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:53:04.436230 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d799c8-d411-407e-b239-28c1ba0cd9e8 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Pushing event deleted for resources: {'Subnet': ['ID=ef118bc0-66b1-4157-a9b5-08005f125f8e,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:53:04.550299 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852580c4-d5e9-4899-915f-7ee526ceb439 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Pushing event updated for resources: {'Port': ['ID=ec68afcf-9c5f-45fb-ae44-cadcc706912a,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:53:04.609878 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-ae7ed413-abf0-4a8a-8a01-4334f138d161 None None] Provisioning complete for port ec68afcf-9c5f-45fb-ae44-cadcc706912a triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:53:04.621575 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-ae7ed413-abf0-4a8a-8a01-4334f138d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:04.623821 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed621192-eb6d-45e6-96a7-694248086374 req-852580c4-d5e9-4899-915f-7ee526ceb439 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:53:04.627378 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-ed621192-eb6d-45e6-96a7-694248086374 req-852580c4-d5e9-4899-915f-7ee526ceb439 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:04.655132 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 306df2fc-f74a-4a5b-b429-3adfd7cc3386 up at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:53:04.671174 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920b0393-dbe0-4d7b-9f41-84fcc87bfb8f req-7f857da1-0ab4-46c1-afd5-2c1938852085 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:53:04.683603 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-db8c1749-711e-42bf-b3d8-c9632378d7cc req-720e6e9d-0e64-49b3-a387-787f8be78529 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=306df2fc-f74a-4a5b-b429-3adfd7cc3386 HTTP/1.1" status: 200 len: 217 time: 0.5671880 Aug 05 11:53:04.705176 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-920b0393-dbe0-4d7b-9f41-84fcc87bfb8f req-7f857da1-0ab4-46c1-afd5-2c1938852085 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ca54f27-d046-4851-9908-b78111ddfd55 HTTP/1.1" status: 200 len: 932 time: 0.4928477 Aug 05 11:53:04.737709 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e9b500-1db7-4c7d-b577-152b1b25c7ce tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=615a2f36-8171-46b3-9e95-aee42a74f697,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:53:04.973933 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-920b0393-dbe0-4d7b-9f41-84fcc87bfb8f req-6daecb9e-8c9b-47fc-9454-838590ee882f tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a3441a1-c2ab-48c0-836a-6574f4cf6a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2644355 Aug 05 11:53:05.017214 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a2c63219-7b95-4f9d-90c2-5cf7b9e3360b tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:05.026770 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-cf4dc5f0-5823-4ed5-83f6-c8d37c0214b1 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:05.070507 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ed621192-eb6d-45e6-96a7-694248086374 req-852580c4-d5e9-4899-915f-7ee526ceb439 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 10.2679920 Aug 05 11:53:05.296388 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8c1749-711e-42bf-b3d8-c9632378d7cc req-6e800c75-e588-4db7-9013-fa6c8c9d2a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:53:05.299106 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-db8c1749-711e-42bf-b3d8-c9632378d7cc req-6e800c75-e588-4db7-9013-fa6c8c9d2a85 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9fa39e07-a6bd-4ef4-8a54-1af79d2770df HTTP/1.1" status: 200 len: 844 time: 0.5967090 Aug 05 11:53:05.319188 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning complete for port 306df2fc-f74a-4a5b-b429-3adfd7cc3386 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:53:05.328268 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:05.397227 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a2c63219-7b95-4f9d-90c2-5cf7b9e3360b tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:05.456519 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-db8c1749-711e-42bf-b3d8-c9632378d7cc req-31da1206-784d-4b17-8b2b-64c44e2c2d6c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=debeaa60-b13d-4f6e-a270-9d57e30ced89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1168313 Aug 05 11:53:05.477191 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-ae7ed413-abf0-4a8a-8a01-4334f138d161 None None] Port ec68afcf-9c5f-45fb-ae44-cadcc706912a cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:53:05.769113 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-ed621192-eb6d-45e6-96a7-694248086374 req-283a146a-787a-4bba-aa8f-0e9163888a74 service neutron] Request body: {'port': {'device_id': '9ca54f27-d046-4851-9908-b78111ddfd55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:53:05.776167 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-cf4dc5f0-5823-4ed5-83f6-c8d37c0214b1 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Deleting port 8e299ec3-03b1-421c-96c6-0e110a49eab1 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:53:05.776839 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-cf4dc5f0-5823-4ed5-83f6-c8d37c0214b1 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:05.793016 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a2c63219-7b95-4f9d-90c2-5cf7b9e3360b tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:05.798428 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a2c63219-7b95-4f9d-90c2-5cf7b9e3360b tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:05.801004 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-a2c63219-7b95-4f9d-90c2-5cf7b9e3360b tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "DELETE /v2.0/security-groups/d3bc40e6-da58-49ce-b99b-8b6e0bdb987b HTTP/1.1" status: 204 len: 168 time: 1.4808176 Aug 05 11:53:05.846660 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device d0cb4f4c-8282-4802-bfe1-bacd55ae1c93 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:53:06.059717 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 48470) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:53:06.067493 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:06.120722 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c63219-7b95-4f9d-90c2-5cf7b9e3360b tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3bc40e6-da58-49ce-b99b-8b6e0bdb987b,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:53:06.221589 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e297482-8c7c-4bbe-931d-1a0f217e4664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '306df2fc-f74a-4a5b-b429-3adfd7cc3386'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:53:06.226163 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e97155f1-3e05-4301-ba4a-c8cd5c9f01b8" -d '{"events": [{"server_uuid": "9e297482-8c7c-4bbe-931d-1a0f217e4664", "name": "network-vif-plugged", "status": "completed", "tag": "306df2fc-f74a-4a5b-b429-3adfd7cc3386"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:53:06.240858 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf6007b-940d-493b-8327-688ffc4691d0 None None] DHCP port deletion for 9d644d11-75e5-4c0e-a182-25324629faaf request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 11:53:06.270223 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 306df2fc-f74a-4a5b-b429-3adfd7cc3386, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=306df2fc-f74a-4a5b-b429-3adfd7cc3386,segment=NetworkSegment(fa5f7742-6e03-46ef-8df5-0f25b5d284b6),segment_id=fa5f7742-6e03-46ef-8df5-0f25b5d284b6)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:53:06.345994 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-cf4dc5f0-5823-4ed5-83f6-c8d37c0214b1 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] For port 8e299ec3-03b1-421c-96c6-0e110a49eab1, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=8e299ec3-03b1-421c-96c6-0e110a49eab1,segment=NetworkSegment(321c8179-86b3-4d8f-97fc-bb01c6c76f0d),segment_id=321c8179-86b3-4d8f-97fc-bb01c6c76f0d)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:53:06.347768 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-cf4dc5f0-5823-4ed5-83f6-c8d37c0214b1 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:06.354651 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:06.377982 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port d0cb4f4c-8282-4802-bfe1-bacd55ae1c93 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:53:06.378653 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:06.386167 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-cf4dc5f0-5823-4ed5-83f6-c8d37c0214b1 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Calling delete_port for 8e299ec3-03b1-421c-96c6-0e110a49eab1 owned by network:dhcp {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:53:06.487838 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-ed621192-eb6d-45e6-96a7-694248086374 req-283a146a-787a-4bba-aa8f-0e9163888a74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:06.620167 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fb834c-0ff4-4e8f-95b5-6ebbc76f2e4d req-446dd8f3-9fb6-4afb-bdb4-d94dcd1aff50 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:53:06.637238 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a9fb834c-0ff4-4e8f-95b5-6ebbc76f2e4d req-446dd8f3-9fb6-4afb-bdb4-d94dcd1aff50 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=e98332d0-8552-4f90-9240-19975d912b36 HTTP/1.1" status: 200 len: 945 time: 1.2405796 Aug 05 11:53:06.647279 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=306df2fc-f74a-4a5b-b429-3adfd7cc3386,revision_number=7']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:53:06.755919 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-db8c1749-711e-42bf-b3d8-c9632378d7cc req-0263a351-705f-42d5-8ecc-ece85fa5a958 service neutron] 10.222.0.55 "GET /v2.0/networks/debeaa60-b13d-4f6e-a270-9d57e30ced89?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2915525 Aug 05 11:53:06.940558 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-0bf6007b-940d-493b-8327-688ffc4691d0 None None] Deleting port 8e299ec3-03b1-421c-96c6-0e110a49eab1 {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:53:06.941400 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-0bf6007b-940d-493b-8327-688ffc4691d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:07.071730 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-cf4dc5f0-5823-4ed5-83f6-c8d37c0214b1 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:07.181330 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4dc5f0-5823-4ed5-83f6-c8d37c0214b1 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Pushing event deleted for resources: {'Port': ['ID=8e299ec3-03b1-421c-96c6-0e110a49eab1,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:53:07.207034 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a9fb834c-0ff4-4e8f-95b5-6ebbc76f2e4d req-2ca9b41b-9183-418d-9579-e9b4e29d32f6 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca0df2b3-ca19-4f0d-95c0-bd3e02a9c49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5681798 Aug 05 11:53:07.240263 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_v2 [None req-c57b750d-6569-4393-b16a-1093a1c7ed3c tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Deleting subnet 4e3a75a4-0d20-490c-8fec-9f4238a38dd7 {{(pid=94420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:53:07.264502 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4dc5f0-5823-4ed5-83f6-c8d37c0214b1 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] No DVR routers for this DVR port 8e299ec3-03b1-421c-96c6-0e110a49eab1 on host n-d-803378-2 {{(pid=94420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:53:07.292061 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-0bf6007b-940d-493b-8327-688ffc4691d0 None None] For port 8e299ec3-03b1-421c-96c6-0e110a49eab1, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=8e299ec3-03b1-421c-96c6-0e110a49eab1,segment=NetworkSegment(321c8179-86b3-4d8f-97fc-bb01c6c76f0d),segment_id=321c8179-86b3-4d8f-97fc-bb01c6c76f0d)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:53:07.292881 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-0bf6007b-940d-493b-8327-688ffc4691d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:07.344773 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c57b750d-6569-4393-b16a-1093a1c7ed3c tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks [] for subnet, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:07.385436 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-0bf6007b-940d-493b-8327-688ffc4691d0 None None] Calling delete_port for 8e299ec3-03b1-421c-96c6-0e110a49eab1 owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:53:07.703151 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-db8c1749-711e-42bf-b3d8-c9632378d7cc req-bc8d6727-5af8-4f87-a141-cc437ec7bd0b service neutron] 10.222.0.55 "GET /v2.0/networks/debeaa60-b13d-4f6e-a270-9d57e30ced89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9191442 Aug 05 11:53:07.922091 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-0bf6007b-940d-493b-8327-688ffc4691d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:07.973585 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-cf4dc5f0-5823-4ed5-83f6-c8d37c0214b1 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:07.977195 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 8e299ec3-03b1-421c-96c6-0e110a49eab1 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:53:07.998404 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-cf4dc5f0-5823-4ed5-83f6-c8d37c0214b1 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d644d11-75e5-4c0e-a182-25324629faaf']}} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:53:08.023178 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-cf4dc5f0-5823-4ed5-83f6-c8d37c0214b1 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '321c8179-86b3-4d8f-97fc-bb01c6c76f0d') {'for_net_delete': True} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:53:08.024358 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-cf4dc5f0-5823-4ed5-83f6-c8d37c0214b1 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '321c8179-86b3-4d8f-97fc-bb01c6c76f0d') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:53:08.065661 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-cf4dc5f0-5823-4ed5-83f6-c8d37c0214b1 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25010581'] for segment, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:08.191377 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf6007b-940d-493b-8327-688ffc4691d0 None None] No DVR routers for this DVR port 8e299ec3-03b1-421c-96c6-0e110a49eab1 on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:53:08.202609 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 8e299ec3-03b1-421c-96c6-0e110a49eab1 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:53:08.203203 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 8e299ec3-03b1-421c-96c6-0e110a49eab1 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:53:08.225939 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf6007b-940d-493b-8327-688ffc4691d0 None None] Pushing event deleted for resources: {'Port': ['ID=8e299ec3-03b1-421c-96c6-0e110a49eab1,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:53:08.289581 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-133f0799-3d04-4d76-a101-491a87a5f57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:08.479023 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-cf4dc5f0-5823-4ed5-83f6-c8d37c0214b1 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:08.576721 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 11:53:08.596984 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c57b750d-6569-4393-b16a-1093a1c7ed3c tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25010562'] for subnet, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:08.613357 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf4dc5f0-5823-4ed5-83f6-c8d37c0214b1 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Releasing vlan 663 on physical network physnet1 to pool {{(pid=94420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:53:08.614018 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-cf4dc5f0-5823-4ed5-83f6-c8d37c0214b1 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29762581'] for segment, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:08.622847 n-d-803378-2 neutron-server[94420]: Traceback (most recent call last): Aug 05 11:53:08.622847 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:53:08.622847 n-d-803378-2 neutron-server[94420]: timer() Aug 05 11:53:08.622847 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:53:08.622847 n-d-803378-2 neutron-server[94420]: cb(*args, **kw) Aug 05 11:53:08.622847 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:53:08.622847 n-d-803378-2 neutron-server[94420]: return func(*args, **kwargs) Aug 05 11:53:08.622847 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:53:08.622847 n-d-803378-2 neutron-server[94420]: self._notify() Aug 05 11:53:08.622847 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:53:08.622847 n-d-803378-2 neutron-server[94420]: self.callback(batched_events) Aug 05 11:53:08.622847 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:53:08.622847 n-d-803378-2 neutron-server[94420]: event.method(event) Aug 05 11:53:08.622847 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:53:08.622847 n-d-803378-2 neutron-server[94420]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:53:08.622847 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:53:08.622847 n-d-803378-2 neutron-server[94420]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:53:08.622847 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:53:08.622847 n-d-803378-2 neutron-server[94420]: return f(self, *a, **k) Aug 05 11:53:08.622847 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:53:08.622847 n-d-803378-2 neutron-server[94420]: return self._get(url).json() Aug 05 11:53:08.622847 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:53:08.622847 n-d-803378-2 neutron-server[94420]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:53:08.622847 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:53:08.622847 n-d-803378-2 neutron-server[94420]: return self.request(url, 'GET', **kwargs) Aug 05 11:53:08.622847 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:53:08.622847 n-d-803378-2 neutron-server[94420]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:53:08.622847 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:53:08.622847 n-d-803378-2 neutron-server[94420]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:53:08.622847 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:53:08.622847 n-d-803378-2 neutron-server[94420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:53:08.622847 n-d-803378-2 neutron-server[94420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:53:08.896239 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-ed621192-eb6d-45e6-96a7-694248086374 req-283a146a-787a-4bba-aa8f-0e9163888a74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec68afcf-9c5f-45fb-ae44-cadcc706912a {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:53:08.936670 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-ed621192-eb6d-45e6-96a7-694248086374 req-283a146a-787a-4bba-aa8f-0e9163888a74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:09.061989 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4a4a5d67-8be3-419a-a0ef-aa85e53f5dde req-6e636747-dfe2-4948-90ce-72dd0d78c2e2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=93462345-4434-4a7f-8b61-cffd0553c5b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9252329 Aug 05 11:53:09.101722 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b3e121-5372-4dda-805e-1ee827993e3f req-7e00e0e1-f601-4f69-bca9-8c3d3f461852 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:53:09.105425 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d5b3e121-5372-4dda-805e-1ee827993e3f req-7e00e0e1-f601-4f69-bca9-8c3d3f461852 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ca54f27-d046-4851-9908-b78111ddfd55 HTTP/1.1" status: 200 len: 932 time: 1.3887799 Aug 05 11:53:09.123714 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-ed621192-eb6d-45e6-96a7-694248086374 req-283a146a-787a-4bba-aa8f-0e9163888a74 service neutron] Transition to ACTIVE for port object ec68afcf-9c5f-45fb-ae44-cadcc706912a will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:53:09.136693 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-ed621192-eb6d-45e6-96a7-694248086374 req-283a146a-787a-4bba-aa8f-0e9163888a74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:09.186832 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-cf4dc5f0-5823-4ed5-83f6-c8d37c0214b1 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:09.317289 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283a146a-787a-4bba-aa8f-0e9163888a74 service neutron] Pushing event updated for resources: {'Port': ['ID=ec68afcf-9c5f-45fb-ae44-cadcc706912a,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:53:09.389207 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-cf4dc5f0-5823-4ed5-83f6-c8d37c0214b1 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:09.405392 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-cf4dc5f0-5823-4ed5-83f6-c8d37c0214b1 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] 10.222.0.58 "DELETE /v2.0/networks/9d644d11-75e5-4c0e-a182-25324629faaf HTTP/1.1" status: 204 len: 168 time: 4.9941194 Aug 05 11:53:09.422821 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4dc5f0-5823-4ed5-83f6-c8d37c0214b1 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Pushing event deleted for resources: {'Network': ['ID=9d644d11-75e5-4c0e-a182-25324629faaf,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:53:09.468834 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 48492) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:53:09.492171 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-6b150eb6-f888-4841-aa28-40d3f54863aa tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1845232490', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}, 'admin_state_up': False}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:53:09.895981 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6b150eb6-f888-4841-aa28-40d3f54863aa tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33260300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1929'] for router, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:09.919249 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6b150eb6-f888-4841-aa28-40d3f54863aa tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33285914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33034662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1926'] for router, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:09.934014 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d5b3e121-5372-4dda-805e-1ee827993e3f req-16e8e086-46fb-411e-a6cb-e0dd64d1af28 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a3441a1-c2ab-48c0-836a-6574f4cf6a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8114016 Aug 05 11:53:09.970259 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c57b750d-6569-4393-b16a-1093a1c7ed3c tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:10.110235 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-ed621192-eb6d-45e6-96a7-694248086374 req-283a146a-787a-4bba-aa8f-0e9163888a74 service neutron] Attempting to bind port ec68afcf-9c5f-45fb-ae44-cadcc706912a on host n-h1-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:53:10.110863 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-ed621192-eb6d-45e6-96a7-694248086374 req-283a146a-787a-4bba-aa8f-0e9163888a74 service neutron] Attempting to bind port ec68afcf-9c5f-45fb-ae44-cadcc706912a by drivers openvswitch,hyperv on host n-h1-803378-2 at level 0 using segments [{'id': '04fc797b-8ef5-4d9e-bac1-16267bbf773c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'de35454d-dce9-4c8c-89fd-a22990eff5d9'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:53:10.111447 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed621192-eb6d-45e6-96a7-694248086374 req-283a146a-787a-4bba-aa8f-0e9163888a74 service neutron] Attempting to bind port ec68afcf-9c5f-45fb-ae44-cadcc706912a on network de35454d-dce9-4c8c-89fd-a22990eff5d9 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:53:10.152714 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed621192-eb6d-45e6-96a7-694248086374 req-283a146a-787a-4bba-aa8f-0e9163888a74 service neutron] Port ec68afcf-9c5f-45fb-ae44-cadcc706912a on network de35454d-dce9-4c8c-89fd-a22990eff5d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:53:10.154969 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed621192-eb6d-45e6-96a7-694248086374 req-283a146a-787a-4bba-aa8f-0e9163888a74 service neutron] Attempting to bind port ec68afcf-9c5f-45fb-ae44-cadcc706912a on network de35454d-dce9-4c8c-89fd-a22990eff5d9 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:53:10.177708 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed621192-eb6d-45e6-96a7-694248086374 req-283a146a-787a-4bba-aa8f-0e9163888a74 service neutron] Checking agent: {'id': '40bb7567-59bd-4b31-bc29-da1c50bca759', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:53:10.178319 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed621192-eb6d-45e6-96a7-694248086374 req-283a146a-787a-4bba-aa8f-0e9163888a74 service neutron] Checking segment: {'id': '04fc797b-8ef5-4d9e-bac1-16267bbf773c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'de35454d-dce9-4c8c-89fd-a22990eff5d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:53:10.178999 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed621192-eb6d-45e6-96a7-694248086374 req-283a146a-787a-4bba-aa8f-0e9163888a74 service neutron] Bound using segment: {'id': '04fc797b-8ef5-4d9e-bac1-16267bbf773c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'de35454d-dce9-4c8c-89fd-a22990eff5d9'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:53:10.179819 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-ed621192-eb6d-45e6-96a7-694248086374 req-283a146a-787a-4bba-aa8f-0e9163888a74 service neutron] Bound port: ec68afcf-9c5f-45fb-ae44-cadcc706912a, host: n-h1-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04fc797b-8ef5-4d9e-bac1-16267bbf773c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'de35454d-dce9-4c8c-89fd-a22990eff5d9'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:53:10.181203 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-ed621192-eb6d-45e6-96a7-694248086374 req-283a146a-787a-4bba-aa8f-0e9163888a74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:10.201964 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-162afb77-a14a-4bb4-8ed2-cb594f90fbf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:10.263925 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d70a9ca9-7070-4ec3-ba36-569600ada193 x-openstack-request-id: req-d70a9ca9-7070-4ec3-ba36-569600ada193 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:53:10.264195 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e297482-8c7c-4bbe-931d-1a0f217e4664", "name": "network-vif-plugged", "status": "completed", "tag": "306df2fc-f74a-4a5b-b429-3adfd7cc3386", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:53:10.264954 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d70a9ca9-7070-4ec3-ba36-569600ada193 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:53:10.266061 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e297482-8c7c-4bbe-931d-1a0f217e4664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '306df2fc-f74a-4a5b-b429-3adfd7cc3386', 'code': 200} Aug 05 11:53:10.296929 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:10.394168 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4a5d67-8be3-419a-a0ef-aa85e53f5dde req-8fcf908d-e8a5-49c4-8054-7e175b4898c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:53:10.413182 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4a4a5d67-8be3-419a-a0ef-aa85e53f5dde req-8fcf908d-e8a5-49c4-8054-7e175b4898c4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=88cdcbc276f743009bceec79702dca0f&device_id=93462345-4434-4a7f-8b61-cffd0553c5b8 HTTP/1.1" status: 200 len: 1100 time: 1.1120377 Aug 05 11:53:10.703589 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-ed621192-eb6d-45e6-96a7-694248086374 req-283a146a-787a-4bba-aa8f-0e9163888a74 service neutron] For port ec68afcf-9c5f-45fb-ae44-cadcc706912a, host n-h1-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:53:10.716247 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-ed621192-eb6d-45e6-96a7-694248086374 req-283a146a-787a-4bba-aa8f-0e9163888a74 service neutron] For port ec68afcf-9c5f-45fb-ae44-cadcc706912a, host n-h1-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=ec68afcf-9c5f-45fb-ae44-cadcc706912a,segment=NetworkSegment(04fc797b-8ef5-4d9e-bac1-16267bbf773c),segment_id=04fc797b-8ef5-4d9e-bac1-16267bbf773c)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:53:10.732151 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6b150eb6-f888-4841-aa28-40d3f54863aa tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:10.751714 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-ed621192-eb6d-45e6-96a7-694248086374 req-283a146a-787a-4bba-aa8f-0e9163888a74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:10.907644 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4a5d67-8be3-419a-a0ef-aa85e53f5dde req-d1211e47-f39a-470f-b272-dd0ff6899920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:53:10.917120 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4a4a5d67-8be3-419a-a0ef-aa85e53f5dde req-d1211e47-f39a-470f-b272-dd0ff6899920 service neutron] 10.222.0.64 "GET /v2.0/networks?id=91caede3-92e4-4b1e-8e3e-36227cfd846a HTTP/1.1" status: 200 len: 870 time: 0.4557545 Aug 05 11:53:10.959174 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed621192-eb6d-45e6-96a7-694248086374 req-283a146a-787a-4bba-aa8f-0e9163888a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:53:10.960370 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-ed621192-eb6d-45e6-96a7-694248086374 req-283a146a-787a-4bba-aa8f-0e9163888a74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:10.964379 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ed621192-eb6d-45e6-96a7-694248086374 req-283a146a-787a-4bba-aa8f-0e9163888a74 service neutron] 10.222.0.64 "PUT /v2.0/ports/ec68afcf-9c5f-45fb-ae44-cadcc706912a HTTP/1.1" status: 200 len: 1092 time: 5.8278162 Aug 05 11:53:10.980400 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ca54f27-d046-4851-9908-b78111ddfd55', 'tag': 'ec68afcf-9c5f-45fb-ae44-cadcc706912a'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:53:10.985080 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f037db7-d6b5-47fa-94e5-0b803cc9fc65" -d '{"events": [{"name": "network-changed", "server_uuid": "9ca54f27-d046-4851-9908-b78111ddfd55", "tag": "ec68afcf-9c5f-45fb-ae44-cadcc706912a"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:53:11.480690 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4a4a5d67-8be3-419a-a0ef-aa85e53f5dde req-c9cfee93-71bc-4b4c-a15c-010f8982058e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=4e140656-54ae-47b8-bc9f-b7a7391b3ddd HTTP/1.1" status: 200 len: 217 time: 0.4384997 Aug 05 11:53:11.548741 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283a146a-787a-4bba-aa8f-0e9163888a74 service neutron] Pushing event updated for resources: {'Port': ['ID=ec68afcf-9c5f-45fb-ae44-cadcc706912a,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:53:11.604280 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6b150eb6-f888-4841-aa28-40d3f54863aa tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:11.766356 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed621192-eb6d-45e6-96a7-694248086374 req-eaa33faf-1e0b-4ed9-b244-3319aa502208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:53:11.780335 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ed621192-eb6d-45e6-96a7-694248086374 req-eaa33faf-1e0b-4ed9-b244-3319aa502208 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7f88688726d24c8e9d77831659c7c3ae&device_id=9ca54f27-d046-4851-9908-b78111ddfd55 HTTP/1.1" status: 200 len: 1095 time: 0.6743677 Aug 05 11:53:11.785858 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:11.831131 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4a5d67-8be3-419a-a0ef-aa85e53f5dde req-6285a3aa-3c6b-4cdf-a90b-1ecb4975c011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:53:11.844697 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4a4a5d67-8be3-419a-a0ef-aa85e53f5dde req-6285a3aa-3c6b-4cdf-a90b-1ecb4975c011 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6842f728-c2f3-4e36-bb32-3303d06ce3f4 HTTP/1.1" status: 200 len: 843 time: 0.3148160 Aug 05 11:53:11.870236 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c57b750d-6569-4393-b16a-1093a1c7ed3c tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29762763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24211094'] for subnet, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:11.914954 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d971c3-d5c2-4046-abda-f277cbd4ac7f req-8e0dffb8-daca-4528-97a8-8b0f09aa1a8f tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:53:11.917983 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-32d971c3-d5c2-4046-abda-f277cbd4ac7f req-8e0dffb8-daca-4528-97a8-8b0f09aa1a8f tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=e98332d0-8552-4f90-9240-19975d912b36 HTTP/1.1" status: 200 len: 945 time: 0.9879394 Aug 05 11:53:11.945295 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0057d60d-773a-4619-9af5-f86603d3f788 None None] Network 8f131b2a-c272-404f-ad91-e0d8977f63c4 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:53:12.052523 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c57b750d-6569-4393-b16a-1093a1c7ed3c tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks [] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:12.061532 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-c57b750d-6569-4393-b16a-1093a1c7ed3c tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "DELETE /v2.0/subnets/4e3a75a4-0d20-490c-8fec-9f4238a38dd7 HTTP/1.1" status: 204 len: 168 time: 5.9946234 Aug 05 11:53:12.085422 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 48506) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:53:12.205048 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-7bafef3c-34b0-4c6c-a0b0-abb31d497df0 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Request body: {'subnet': {'network_id': '8f131b2a-c272-404f-ad91-e0d8977f63c4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:53:12.254740 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ed621192-eb6d-45e6-96a7-694248086374 req-eb01449d-bd27-41f9-a2f3-93992c323e3d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ec68afcf-9c5f-45fb-ae44-cadcc706912a HTTP/1.1" status: 200 len: 217 time: 0.4004328 Aug 05 11:53:12.289294 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57b750d-6569-4393-b16a-1093a1c7ed3c tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Pushing event deleted for resources: {'Subnet': ['ID=4e3a75a4-0d20-490c-8fec-9f4238a38dd7,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:53:12.678872 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed621192-eb6d-45e6-96a7-694248086374 req-a088a25e-6ecc-4c97-8887-8eae37d0faf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:53:12.683611 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ed621192-eb6d-45e6-96a7-694248086374 req-a088a25e-6ecc-4c97-8887-8eae37d0faf4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=eca5de13-4236-413f-a4f9-706b50495900 HTTP/1.1" status: 200 len: 835 time: 0.4101496 Aug 05 11:53:12.742540 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4a5d67-8be3-419a-a0ef-aa85e53f5dde req-d5bdb93a-3b77-4a17-8abd-24e96763aaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:53:12.745872 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4a4a5d67-8be3-419a-a0ef-aa85e53f5dde req-d5bdb93a-3b77-4a17-8abd-24e96763aaeb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=91caede3-92e4-4b1e-8e3e-36227cfd846a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8175538 Aug 05 11:53:12.806294 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-32d971c3-d5c2-4046-abda-f277cbd4ac7f req-9ab0d289-e28c-453f-a942-51132fb025e6 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca0df2b3-ca19-4f0d-95c0-bd3e02a9c49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7184870 Aug 05 11:53:13.075771 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed621192-eb6d-45e6-96a7-694248086374 req-10f496b4-1c36-4fa5-a881-055330e970cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:53:13.082627 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ed621192-eb6d-45e6-96a7-694248086374 req-10f496b4-1c36-4fa5-a881-055330e970cc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=de35454d-dce9-4c8c-89fd-a22990eff5d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3756480 Aug 05 11:53:13.140347 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4a4a5d67-8be3-419a-a0ef-aa85e53f5dde req-8b0c0d55-3907-46ec-b13c-386a2558b93c service neutron] 10.222.0.64 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3414094 Aug 05 11:53:13.171556 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e3cbcc4-96bd-4dfb-96a3-ff4ce6693aa0 x-openstack-request-id: req-2e3cbcc4-96bd-4dfb-96a3-ff4ce6693aa0 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:53:13.173209 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ca54f27-d046-4851-9908-b78111ddfd55", "tag": "ec68afcf-9c5f-45fb-ae44-cadcc706912a", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:53:13.176401 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2e3cbcc4-96bd-4dfb-96a3-ff4ce6693aa0 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:53:13.181202 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ca54f27-d046-4851-9908-b78111ddfd55', 'tag': 'ec68afcf-9c5f-45fb-ae44-cadcc706912a', 'status': 'completed', 'code': 200} Aug 05 11:53:13.753072 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4a4a5d67-8be3-419a-a0ef-aa85e53f5dde req-71ba1c34-1868-47f7-8c10-9031cf1d65c4 service neutron] 10.222.0.64 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5919065 Aug 05 11:53:13.757797 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6b150eb6-f888-4841-aa28-40d3f54863aa tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks [] for router_gateway, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:13.926835 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:13.940213 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6b150eb6-f888-4841-aa28-40d3f54863aa tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:14.084285 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bafef3c-34b0-4c6c-a0b0-abb31d497df0 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Made reservation on behalf of 26f32bbf0e234159bf611d6f63f387fb for: {'subnet': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:53:14.107738 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7bafef3c-34b0-4c6c-a0b0-abb31d497df0 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24211133'] for subnet, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:14.576180 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ed621192-eb6d-45e6-96a7-694248086374 req-760d301a-6abc-4ee3-afb4-e99796af8052 service neutron] 10.222.0.64 "GET /v2.0/networks/de35454d-dce9-4c8c-89fd-a22990eff5d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4633355 Aug 05 11:53:14.648763 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a704174c-85c2-4f27-b8cf-a102c3ab5ebe req-5bf239f5-d1a4-4aa1-bb63-f09e242e87fc tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:53:14.676730 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a704174c-85c2-4f27-b8cf-a102c3ab5ebe req-5bf239f5-d1a4-4aa1-bb63-f09e242e87fc tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ca54f27-d046-4851-9908-b78111ddfd55 HTTP/1.1" status: 200 len: 944 time: 1.1408179 Aug 05 11:53:14.894730 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a704174c-85c2-4f27-b8cf-a102c3ab5ebe req-a66de2d9-0d48-4315-8210-f00c9f3abe5b tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a3441a1-c2ab-48c0-836a-6574f4cf6a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1810212 Aug 05 11:53:15.050222 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-096db224-ee09-462e-839b-062f1c8ba55f None None] Provisioning complete for port f33047c4-2076-4332-a683-e5f6bf8bfd2f triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:53:15.057594 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-096db224-ee09-462e-839b-062f1c8ba55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:15.542417 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-096db224-ee09-462e-839b-062f1c8ba55f None None] Provisioning complete for port 0d1d9e24-044d-4da2-9c7d-6df13573a630 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:53:15.543229 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-096db224-ee09-462e-839b-062f1c8ba55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:15.738524 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-096db224-ee09-462e-839b-062f1c8ba55f None None] Port 0d1d9e24-044d-4da2-9c7d-6df13573a630 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:53:15.913016 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e378a165-2205-4145-b5d8-c1ffa065b412 req-76101360-b430-4073-8400-f39722cbfc43 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:53:15.926353 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e378a165-2205-4145-b5d8-c1ffa065b412 req-76101360-b430-4073-8400-f39722cbfc43 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=e98332d0-8552-4f90-9240-19975d912b36 HTTP/1.1" status: 200 len: 945 time: 0.5699353 Aug 05 11:53:16.083790 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e378a165-2205-4145-b5d8-c1ffa065b412 req-1726ab1c-c095-4271-955a-e2f1db83e963 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca0df2b3-ca19-4f0d-95c0-bd3e02a9c49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1561089 Aug 05 11:53:16.209329 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7bafef3c-34b0-4c6c-a0b0-abb31d497df0 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29762700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24211087'] for subnet, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:16.392945 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-6b150eb6-f888-4841-aa28-40d3f54863aa tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Allocated IP 172.25.5.91 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/d6285901-1ce6-43ba-9755-7493af32ac81) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:53:16.419662 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bafef3c-34b0-4c6c-a0b0-abb31d497df0 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Pushing event updated for resources: {'Subnet': ['ID=df7d4cb0-2ec8-4854-a7df-6699a750f666,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:53:16.459000 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bafef3c-34b0-4c6c-a0b0-abb31d497df0 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Network 8f131b2a-c272-404f-ad91-e0d8977f63c4 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:53:16.470907 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-7bafef3c-34b0-4c6c-a0b0-abb31d497df0 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:53:16.486820 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66155d5f-c1ff-4aa2-a905-c01ce23f0cdf None None] Network 8f131b2a-c272-404f-ad91-e0d8977f63c4 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:53:16.552879 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bafef3c-34b0-4c6c-a0b0-abb31d497df0 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:53:16.554004 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7bafef3c-34b0-4c6c-a0b0-abb31d497df0 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks [] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:16.605362 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ed621192-eb6d-45e6-96a7-694248086374 req-c47ffe0b-6c5b-460a-884d-d43ea09cd755 service neutron] 10.222.0.64 "GET /v2.0/networks/de35454d-dce9-4c8c-89fd-a22990eff5d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.0213103 Aug 05 11:53:16.619250 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-7bafef3c-34b0-4c6c-a0b0-abb31d497df0 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.4324219 Aug 05 11:53:16.621715 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 48572) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:53:16.645054 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-cd00b2a1-0a57-451b-91c3-24217796d8b6 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Request body: {'security_group': {'name': 'tempest-secgroup-664063277'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:53:16.873591 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6093697-474b-4129-9bd9-4f8d0093b6b1 req-cf74b0c7-55ac-47e1-a937-6c27defe63fc tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:53:16.886729 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d6093697-474b-4129-9bd9-4f8d0093b6b1 req-cf74b0c7-55ac-47e1-a937-6c27defe63fc tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ca54f27-d046-4851-9908-b78111ddfd55 HTTP/1.1" status: 200 len: 944 time: 0.4533830 Aug 05 11:53:16.906447 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-cd00b2a1-0a57-451b-91c3-24217796d8b6 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:17.038315 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d6093697-474b-4129-9bd9-4f8d0093b6b1 req-b573275d-cb1f-4a4a-913d-0510e725fef5 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a3441a1-c2ab-48c0-836a-6574f4cf6a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1500518 Aug 05 11:53:17.293093 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6b150eb6-f888-4841-aa28-40d3f54863aa tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:17.418175 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-cd00b2a1-0a57-451b-91c3-24217796d8b6 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:17.438777 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6b150eb6-f888-4841-aa28-40d3f54863aa tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:17.455062 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-cd00b2a1-0a57-451b-91c3-24217796d8b6 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:17.687690 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd00b2a1-0a57-451b-91c3-24217796d8b6 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a41549f4-ecc2-4aca-9e24-9960add11a04,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:53:17.704838 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-cd00b2a1-0a57-451b-91c3-24217796d8b6 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:17.711714 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-cd00b2a1-0a57-451b-91c3-24217796d8b6 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0766492 Aug 05 11:53:17.717624 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b150eb6-f888-4841-aa28-40d3f54863aa tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Pushing event updated for resources: {'Port': ['ID=d6285901-1ce6-43ba-9755-7493af32ac81,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:53:17.718687 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 48594) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:53:17.753521 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-d8765154-6aac-4b43-bb0d-1092f1fddb29 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Request body: {'security_group': {'name': 'tempest-secgroup-858329357'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:53:17.836312 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b150eb6-f888-4841-aa28-40d3f54863aa tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:53:17.844737 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-6b150eb6-f888-4841-aa28-40d3f54863aa tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:53:17.859894 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b150eb6-f888-4841-aa28-40d3f54863aa tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:53:17.879699 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2141cc-388e-4e7a-b74e-989f4f4fd916 req-a3781ecf-c706-4b3c-bd51-c9aadbec6076 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:53:17.883056 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4a2141cc-388e-4e7a-b74e-989f4f4fd916 req-a3781ecf-c706-4b3c-bd51-c9aadbec6076 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=e98332d0-8552-4f90-9240-19975d912b36 HTTP/1.1" status: 200 len: 945 time: 0.4522638 Aug 05 11:53:17.886626 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d8765154-6aac-4b43-bb0d-1092f1fddb29 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:18.145469 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f037db7-d6b5-47fa-94e5-0b803cc9fc65 req-b224a466-f1a8-42d2-bdae-8b671f0b138c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:53:18.152093 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6f037db7-d6b5-47fa-94e5-0b803cc9fc65 req-b224a466-f1a8-42d2-bdae-8b671f0b138c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7f88688726d24c8e9d77831659c7c3ae&device_id=9ca54f27-d046-4851-9908-b78111ddfd55 HTTP/1.1" status: 200 len: 1095 time: 1.2736180 Aug 05 11:53:18.251530 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4a2141cc-388e-4e7a-b74e-989f4f4fd916 req-05129187-66c2-49eb-84c2-8d57e60de8e2 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca0df2b3-ca19-4f0d-95c0-bd3e02a9c49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2951739 Aug 05 11:53:18.682240 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d8765154-6aac-4b43-bb0d-1092f1fddb29 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:18.765273 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d8765154-6aac-4b43-bb0d-1092f1fddb29 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:18.926350 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d8765154-6aac-4b43-bb0d-1092f1fddb29 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:18.929175 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-d8765154-6aac-4b43-bb0d-1092f1fddb29 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1989133 Aug 05 11:53:18.940659 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 48614) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:53:18.969922 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3477096d-3e54-48e1-9752-b8157f5f7d96 None None] Update dhcp port {'port': {'network_id': '8f131b2a-c272-404f-ad91-e0d8977f63c4', 'fixed_ips': [{'subnet_id': '9fb8b52b-ddcd-47e9-933b-e3f206ca0678', 'ip_address': '172.20.0.18'}, {'subnet_id': 'df7d4cb0-2ec8-4854-a7df-6699a750f666'}], 'binding:host_id': 'n-d-803378-2'}, 'id': 'f33047c4-2076-4332-a683-e5f6bf8bfd2f'} from n-d-803378-2. {{(pid=94422) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 05 11:53:18.979042 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-a0669375-8551-4430-aba8-958e70bde589 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Request body: {'security_group': {'name': 'tempest-secgroup-1229242334'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:53:19.117888 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a0669375-8551-4430-aba8-958e70bde589 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:19.119957 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-3477096d-3e54-48e1-9752-b8157f5f7d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:19.340899 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8765154-6aac-4b43-bb0d-1092f1fddb29 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1e6d443-56a5-4356-be13-70ba9ac63fe3,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:53:19.667044 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850171d5-3be5-460f-b6dc-e33c210d7566 req-8e2624c5-25e5-4446-8656-35420f42b2f5 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:53:19.698129 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-850171d5-3be5-460f-b6dc-e33c210d7566 req-8e2624c5-25e5-4446-8656-35420f42b2f5 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ca54f27-d046-4851-9908-b78111ddfd55 HTTP/1.1" status: 200 len: 944 time: 1.0046771 Aug 05 11:53:19.759428 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6b150eb6-f888-4841-aa28-40d3f54863aa tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks [] for router_gateway, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:19.877654 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device ec68afcf-9c5f-45fb-ae44-cadcc706912a details requested by agent hyperv_n-h1-803378-2 with host n-h1-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:53:20.112379 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f037db7-d6b5-47fa-94e5-0b803cc9fc65 req-24587de8-16c3-4595-b0ec-b09b6f7035dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:53:20.117271 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6f037db7-d6b5-47fa-94e5-0b803cc9fc65 req-24587de8-16c3-4595-b0ec-b09b6f7035dd service neutron] 10.222.0.64 "GET /v2.0/networks?id=de35454d-dce9-4c8c-89fd-a22990eff5d9 HTTP/1.1" status: 200 len: 898 time: 1.9492533 Aug 05 11:53:20.168440 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-850171d5-3be5-460f-b6dc-e33c210d7566 req-21c18223-53a6-41b1-93dc-6ab2ce108873 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a3441a1-c2ab-48c0-836a-6574f4cf6a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4639435 Aug 05 11:53:20.293816 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-3477096d-3e54-48e1-9752-b8157f5f7d96 None None] Allocated IP 172.20.0.2 (8f131b2a-c272-404f-ad91-e0d8977f63c4/df7d4cb0-2ec8-4854-a7df-6699a750f666/f33047c4-2076-4332-a683-e5f6bf8bfd2f) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:53:20.473013 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port ec68afcf-9c5f-45fb-ae44-cadcc706912a, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=ec68afcf-9c5f-45fb-ae44-cadcc706912a,segment=NetworkSegment(04fc797b-8ef5-4d9e-bac1-16267bbf773c),segment_id=04fc797b-8ef5-4d9e-bac1-16267bbf773c)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:53:20.510657 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a0669375-8551-4430-aba8-958e70bde589 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:20.523413 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a0669375-8551-4430-aba8-958e70bde589 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:20.536946 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6f037db7-d6b5-47fa-94e5-0b803cc9fc65 req-35592186-f62f-4374-a02f-6f16f84a11bc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ec68afcf-9c5f-45fb-ae44-cadcc706912a HTTP/1.1" status: 200 len: 217 time: 0.4038181 Aug 05 11:53:20.839711 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Returning: {'device': 'ec68afcf-9c5f-45fb-ae44-cadcc706912a', 'network_id': 'de35454d-dce9-4c8c-89fd-a22990eff5d9', 'port_id': 'ec68afcf-9c5f-45fb-ae44-cadcc706912a', 'mac_address': 'fa:16:3e:e2:86:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eca5de13-4236-413f-a4f9-706b50495900', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:53:20.859598 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a0669375-8551-4430-aba8-958e70bde589 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:20.874663 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-a0669375-8551-4430-aba8-958e70bde589 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.9135449 Aug 05 11:53:20.888590 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 48658) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:53:20.935100 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f037db7-d6b5-47fa-94e5-0b803cc9fc65 req-c3196ea2-3d6a-40d7-8b08-067431d7fae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:53:20.950234 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-bb0cae32-f721-4c5c-a79d-37d44bfc304e tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-953212441', 'security_groups': ['08605683-9265-4e24-80df-da066e2e349d'], 'network_id': '8f131b2a-c272-404f-ad91-e0d8977f63c4', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'df7d4cb0-2ec8-4854-a7df-6699a750f666'}]}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:53:20.953793 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6f037db7-d6b5-47fa-94e5-0b803cc9fc65 req-c3196ea2-3d6a-40d7-8b08-067431d7fae1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=eca5de13-4236-413f-a4f9-706b50495900 HTTP/1.1" status: 200 len: 835 time: 0.3959141 Aug 05 11:53:20.987327 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:21.018372 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec68afcf-9c5f-45fb-ae44-cadcc706912a {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:53:21.064959 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port ec68afcf-9c5f-45fb-ae44-cadcc706912a, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=ec68afcf-9c5f-45fb-ae44-cadcc706912a,segment=NetworkSegment(04fc797b-8ef5-4d9e-bac1-16267bbf773c),segment_id=04fc797b-8ef5-4d9e-bac1-16267bbf773c)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:53:21.080704 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:21.240064 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=ec68afcf-9c5f-45fb-ae44-cadcc706912a,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:53:21.348822 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-3477096d-3e54-48e1-9752-b8157f5f7d96 None None] For port f33047c4-2076-4332-a683-e5f6bf8bfd2f, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=f33047c4-2076-4332-a683-e5f6bf8bfd2f,segment=NetworkSegment(3b745bf7-4549-4768-b29c-6a6b1246e750),segment_id=3b745bf7-4549-4768-b29c-6a6b1246e750)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:53:21.424687 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0669375-8551-4430-aba8-958e70bde589 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08605683-9265-4e24-80df-da066e2e349d,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:53:21.566049 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-3477096d-3e54-48e1-9752-b8157f5f7d96 None None] Notify callbacks [] for port, precommit_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:21.578252 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f037db7-d6b5-47fa-94e5-0b803cc9fc65 req-b46ed7b6-9842-451b-af44-6421ebd8a06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:53:21.589753 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6f037db7-d6b5-47fa-94e5-0b803cc9fc65 req-b46ed7b6-9842-451b-af44-6421ebd8a06e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=de35454d-dce9-4c8c-89fd-a22990eff5d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6231265 Aug 05 11:53:21.630793 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-3477096d-3e54-48e1-9752-b8157f5f7d96 None None] Transition to ACTIVE for port object f33047c4-2076-4332-a683-e5f6bf8bfd2f will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:53:21.648649 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-3477096d-3e54-48e1-9752-b8157f5f7d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:21.695009 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4253d7-afcf-4c20-86b0-c90db764858c req-ceb2a757-7e78-4c46-9f8f-f9c6876fafa0 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:53:21.704879 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-da4253d7-afcf-4c20-86b0-c90db764858c req-ceb2a757-7e78-4c46-9f8f-f9c6876fafa0 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=e98332d0-8552-4f90-9240-19975d912b36 HTTP/1.1" status: 200 len: 945 time: 1.1086171 Aug 05 11:53:21.784771 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3477096d-3e54-48e1-9752-b8157f5f7d96 None None] Pushing event updated for resources: {'Port': ['ID=f33047c4-2076-4332-a683-e5f6bf8bfd2f,revision_number=6']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:53:21.791247 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['ec68afcf-9c5f-45fb-ae44-cadcc706912a'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:53:22.109311 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [req-80798848-cf63-4421-a6e3-59d4a55c3fc9 req-9f953d44-a69a-4f65-8954-fdf4e47c33eb service neutron] (94421) timed out ('10.222.0.64', 56593) {{(pid=94421) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 05 11:53:22.115245 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6f037db7-d6b5-47fa-94e5-0b803cc9fc65 req-6210adcb-ee33-4296-ba0f-f4f2f6f41573 service neutron] 10.222.0.64 "GET /v2.0/networks/de35454d-dce9-4c8c-89fd-a22990eff5d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5189228 Aug 05 11:53:22.139979 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-da4253d7-afcf-4c20-86b0-c90db764858c req-6a11b7aa-f286-4e1d-b5be-0f394fb54e14 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca0df2b3-ca19-4f0d-95c0-bd3e02a9c49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3215501 Aug 05 11:53:22.142002 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb0cae32-f721-4c5c-a79d-37d44bfc304e tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Made reservation on behalf of 26f32bbf0e234159bf611d6f63f387fb for: {'port': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:53:22.277598 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6b150eb6-f888-4841-aa28-40d3f54863aa tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286026'] for router, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:22.432094 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:22.756655 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500a3615-8633-4448-85d0-56daefcae6dc req-e0f13c24-892f-4d0e-8f8e-cef12dee3433 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:53:22.776808 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-500a3615-8633-4448-85d0-56daefcae6dc req-e0f13c24-892f-4d0e-8f8e-cef12dee3433 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ca54f27-d046-4851-9908-b78111ddfd55 HTTP/1.1" status: 200 len: 945 time: 0.2211633 Aug 05 11:53:22.813972 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-bb0cae32-f721-4c5c-a79d-37d44bfc304e tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:22.997950 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-500a3615-8633-4448-85d0-56daefcae6dc req-cfac4f8e-faf8-42e0-8cb9-0724943db00d tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a3441a1-c2ab-48c0-836a-6574f4cf6a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2196472 Aug 05 11:53:23.036282 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [None req-bb0cae32-f721-4c5c-a79d-37d44bfc304e tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] device_id is not set on port d87f407e-96ed-41c9-8931-20b5fff46386 yet. {{(pid=94420) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 11:53:23.113244 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6f037db7-d6b5-47fa-94e5-0b803cc9fc65 req-1dc86b45-ad7e-46d3-a0a4-c44d5300788f service neutron] 10.222.0.64 "GET /v2.0/networks/de35454d-dce9-4c8c-89fd-a22990eff5d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8212352 Aug 05 11:53:23.838465 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device f33047c4-2076-4332-a683-e5f6bf8bfd2f up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:53:23.902878 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b150eb6-f888-4841-aa28-40d3f54863aa tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Router e6b7ebff-023d-4cdb-9e88-7600c55f9a1a is scheduled to L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d with binding_index 1 {{(pid=94421) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 11:53:24.236953 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e1a17d-0ca9-4e76-93d4-3fca296b7b27 req-7bad5c52-8bac-47f0-95bc-0201b31b4a9f tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:53:24.241161 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-34e1a17d-0ca9-4e76-93d4-3fca296b7b27 req-7bad5c52-8bac-47f0-95bc-0201b31b4a9f tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=e98332d0-8552-4f90-9240-19975d912b36 HTTP/1.1" status: 200 len: 945 time: 0.6172011 Aug 05 11:53:24.434219 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-34e1a17d-0ca9-4e76-93d4-3fca296b7b27 req-e9b0ffed-c50a-4650-84b9-7eee49570163 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca0df2b3-ca19-4f0d-95c0-bd3e02a9c49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1588364 Aug 05 11:53:24.436994 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-bb0cae32-f721-4c5c-a79d-37d44bfc304e tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Allocated IP 172.20.0.5 (8f131b2a-c272-404f-ad91-e0d8977f63c4/df7d4cb0-2ec8-4854-a7df-6699a750f666/d87f407e-96ed-41c9-8931-20b5fff46386) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:53:24.487714 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b150eb6-f888-4841-aa28-40d3f54863aa tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:53:24.517584 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773a5e88-7578-49d7-a6d8-ac460cf70c25 None None] Sync routers for ids ['e6b7ebff-023d-4cdb-9e88-7600c55f9a1a'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:53:24.574121 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6b150eb6-f888-4841-aa28-40d3f54863aa tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks [] for router, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:24.580220 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-6b150eb6-f888-4841-aa28-40d3f54863aa tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 15.0944822 Aug 05 11:53:24.584605 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 48734) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:53:24.585849 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773a5e88-7578-49d7-a6d8-ac460cf70c25 None None] Routers {'e6b7ebff-023d-4cdb-9e88-7600c55f9a1a'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:53:24.597927 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-773a5e88-7578-49d7-a6d8-ac460cf70c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:53:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['e6b7ebff-023d-4cdb-9e88-7600c55f9a1a'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:53:24.805989 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-773a5e88-7578-49d7-a6d8-ac460cf70c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:53:24.888055 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773a5e88-7578-49d7-a6d8-ac460cf70c25 None None] Routers {'e6b7ebff-023d-4cdb-9e88-7600c55f9a1a'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:53:24.891878 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-773a5e88-7578-49d7-a6d8-ac460cf70c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:53:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['e6b7ebff-023d-4cdb-9e88-7600c55f9a1a'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:53:25.083933 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-773a5e88-7578-49d7-a6d8-ac460cf70c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:53:25.085602 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773a5e88-7578-49d7-a6d8-ac460cf70c25 None None] The sync data for ids ['e6b7ebff-023d-4cdb-9e88-7600c55f9a1a'] in n-d-803378-2 is: [] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:53:25.092178 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-0d9c1329-b7c4-4762-be1f-149bdaa3083c None None] Provisioning for port f33047c4-2076-4332-a683-e5f6bf8bfd2f completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:53:25.108456 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-0d9c1329-b7c4-4762-be1f-149bdaa3083c None None] Provisioning complete for port f33047c4-2076-4332-a683-e5f6bf8bfd2f triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:53:25.109289 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-0d9c1329-b7c4-4762-be1f-149bdaa3083c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:25.260509 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-bb0cae32-f721-4c5c-a79d-37d44bfc304e tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:25.310383 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [None req-bb0cae32-f721-4c5c-a79d-37d44bfc304e tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Transition to ACTIVE for port object d87f407e-96ed-41c9-8931-20b5fff46386 will not be triggered until provisioned by entity DHCP. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:53:25.494705 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-2e53e319-63b1-4443-aebf-2551d29bd311 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] 10.222.0.58 "GET /v2.0/routers/e6b7ebff-023d-4cdb-9e88-7600c55f9a1a HTTP/1.1" status: 200 len: 880 time: 0.8945942 Aug 05 11:53:25.498824 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 48758) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:53:25.544298 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-0d9c1329-b7c4-4762-be1f-149bdaa3083c None None] Provisioning complete for port 0d1d9e24-044d-4da2-9c7d-6df13573a630 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:53:25.546250 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-0d9c1329-b7c4-4762-be1f-149bdaa3083c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:25.605559 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-bb0cae32-f721-4c5c-a79d-37d44bfc304e tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:25.847865 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-0d9c1329-b7c4-4762-be1f-149bdaa3083c None None] Port 0d1d9e24-044d-4da2-9c7d-6df13573a630 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:53:25.910687 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device ec68afcf-9c5f-45fb-ae44-cadcc706912a up at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:53:26.017049 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0cae32-f721-4c5c-a79d-37d44bfc304e tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Pushing event updated for resources: {'Port': ['ID=d87f407e-96ed-41c9-8931-20b5fff46386,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:53:26.073906 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe66d5a1-4eb3-4397-b85a-32037689e015 req-5adff4cc-151e-43a2-9c26-3077e438e06f tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:53:26.088270 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fe66d5a1-4eb3-4397-b85a-32037689e015 req-5adff4cc-151e-43a2-9c26-3077e438e06f tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ca54f27-d046-4851-9908-b78111ddfd55 HTTP/1.1" status: 200 len: 945 time: 0.6567476 Aug 05 11:53:26.092902 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 48772) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:53:26.112860 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0cae32-f721-4c5c-a79d-37d44bfc304e tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Network 8f131b2a-c272-404f-ad91-e0d8977f63c4 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:53:26.161240 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-bb0cae32-f721-4c5c-a79d-37d44bfc304e tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:53:26.180151 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning for port ec68afcf-9c5f-45fb-ae44-cadcc706912a completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:53:26.226437 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0cae32-f721-4c5c-a79d-37d44bfc304e tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:53:26.234336 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning complete for port ec68afcf-9c5f-45fb-ae44-cadcc706912a triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:53:26.235505 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:26.501678 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fe66d5a1-4eb3-4397-b85a-32037689e015 req-4a7bfad0-0926-4246-aa6f-6f5ec862e675 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a3441a1-c2ab-48c0-836a-6574f4cf6a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3848789 Aug 05 11:53:26.707327 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0cae32-f721-4c5c-a79d-37d44bfc304e tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:53:26.708222 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-bb0cae32-f721-4c5c-a79d-37d44bfc304e tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:26.749315 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e28ae2ee-bd15-4609-9191-546f90c9238e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:26.819411 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:26.903177 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ca54f27-d046-4851-9908-b78111ddfd55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec68afcf-9c5f-45fb-ae44-cadcc706912a'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:53:26.920654 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1f060ac-6e02-4c57-9496-bbb0ed27037f" -d '{"events": [{"server_uuid": "9ca54f27-d046-4851-9908-b78111ddfd55", "name": "network-vif-plugged", "status": "completed", "tag": "ec68afcf-9c5f-45fb-ae44-cadcc706912a"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:53:26.985400 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port ec68afcf-9c5f-45fb-ae44-cadcc706912a, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=ec68afcf-9c5f-45fb-ae44-cadcc706912a,segment=NetworkSegment(04fc797b-8ef5-4d9e-bac1-16267bbf773c),segment_id=04fc797b-8ef5-4d9e-bac1-16267bbf773c)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:53:27.000240 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:27.038809 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-bb0cae32-f721-4c5c-a79d-37d44bfc304e tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 6.1481838 Aug 05 11:53:27.041809 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 48794) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:53:27.065621 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-1b62ce53-c2ab-41b8-b594-090fe4bfc7fc tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Request body: {'subnet': {'network_id': '8f131b2a-c272-404f-ad91-e0d8977f63c4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:53:27.126041 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-e8884cbf-834c-4321-8f5f-2bce94e00fc7 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 1.6243005 Aug 05 11:53:27.136994 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 48800) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:53:27.166841 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-03e0e78e-6bcf-4695-8d6e-fc31ef42dae5 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1845232490'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:53:27.193381 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=ec68afcf-9c5f-45fb-ae44-cadcc706912a,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:53:27.232004 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-569eae0a-6994-40c3-904d-c56d7cccd92a None None] Provisioning for port d87f407e-96ed-41c9-8931-20b5fff46386 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:53:27.242081 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-569eae0a-6994-40c3-904d-c56d7cccd92a None None] Provisioning complete for port d87f407e-96ed-41c9-8931-20b5fff46386 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:53:27.242946 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-569eae0a-6994-40c3-904d-c56d7cccd92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:27.356227 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066249f0-d1ae-483d-9bf5-084c4bf255c6 req-97e52065-8b01-4770-985e-b5b1e7463c46 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:53:27.372334 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-066249f0-d1ae-483d-9bf5-084c4bf255c6 req-97e52065-8b01-4770-985e-b5b1e7463c46 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=e98332d0-8552-4f90-9240-19975d912b36 HTTP/1.1" status: 200 len: 945 time: 0.5288284 Aug 05 11:53:27.403813 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-569eae0a-6994-40c3-904d-c56d7cccd92a None None] Port d87f407e-96ed-41c9-8931-20b5fff46386 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:53:27.492011 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-066249f0-d1ae-483d-9bf5-084c4bf255c6 req-1d746b33-c7f4-4241-b4af-f7e6e5a0645f tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca0df2b3-ca19-4f0d-95c0-bd3e02a9c49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070938 Aug 05 11:53:28.246471 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dec8253-15e2-4de1-a665-653d83ac3521 x-openstack-request-id: req-5dec8253-15e2-4de1-a665-653d83ac3521 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:53:28.248789 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ca54f27-d046-4851-9908-b78111ddfd55", "name": "network-vif-plugged", "status": "completed", "tag": "ec68afcf-9c5f-45fb-ae44-cadcc706912a", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:53:28.249534 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5dec8253-15e2-4de1-a665-653d83ac3521 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:53:28.250445 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ca54f27-d046-4851-9908-b78111ddfd55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec68afcf-9c5f-45fb-ae44-cadcc706912a', 'code': 200} Aug 05 11:53:28.850018 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160f4174-ebfe-4b48-aec6-85cf7f2191bd req-4dbc3a8e-64c4-4d6b-82de-fb080c1b7f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:53:28.861375 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-160f4174-ebfe-4b48-aec6-85cf7f2191bd req-4dbc3a8e-64c4-4d6b-82de-fb080c1b7f90 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9ca54f27-d046-4851-9908-b78111ddfd55 HTTP/1.1" status: 200 len: 1097 time: 0.3770192 Aug 05 11:53:28.978278 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-160f4174-ebfe-4b48-aec6-85cf7f2191bd req-729ac3fe-b303-4668-8cf5-9e5493f0fef9 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=5a3441a1-c2ab-48c0-836a-6574f4cf6a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025383 Aug 05 11:53:29.219628 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-03e0e78e-6bcf-4695-8d6e-fc31ef42dae5 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33286054', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33263081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1940'] for router, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:29.285922 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e28ae2ee-bd15-4609-9191-546f90c9238e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:29.289791 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-03e0e78e-6bcf-4695-8d6e-fc31ef42dae5 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33286033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33286040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33263014'] for router, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:29.436614 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b62ce53-c2ab-41b8-b594-090fe4bfc7fc tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Made reservation on behalf of 26f32bbf0e234159bf611d6f63f387fb for: {'subnet': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:53:29.452219 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1b62ce53-c2ab-41b8-b594-090fe4bfc7fc tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24211133'] for subnet, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:29.488400 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96de0ea-264c-4564-b776-16bec6b4b0e4 req-a0dd9aed-6d45-4feb-8e2a-973d93db7c13 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:53:29.488775 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:29.508024 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b96de0ea-264c-4564-b776-16bec6b4b0e4 req-a0dd9aed-6d45-4feb-8e2a-973d93db7c13 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ca54f27-d046-4851-9908-b78111ddfd55 HTTP/1.1" status: 200 len: 946 time: 1.0548596 Aug 05 11:53:29.537212 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e28ae2ee-bd15-4609-9191-546f90c9238e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:29.719987 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-e28ae2ee-bd15-4609-9191-546f90c9238e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=21b50d5882e449f9bc2955e2edc73223&name=default HTTP/1.1" status: 200 len: 2983 time: 3.5894413 Aug 05 11:53:29.719987 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28ae2ee-bd15-4609-9191-546f90c9238e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8810c6bd-114b-4ada-81c3-c91b7da00a6e,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:53:29.731265 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 48860) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:53:29.771373 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03e0e78e-6bcf-4695-8d6e-fc31ef42dae5 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Router e6b7ebff-023d-4cdb-9e88-7600c55f9a1a has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 11:53:29.797496 n-d-803378-2 neutron-server[94420]: INFO neutron.db.ipam_backend_mixin [None req-1b62ce53-c2ab-41b8-b594-090fe4bfc7fc tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet df7d4cb0-2ec8-4854-a7df-6699a750f666 (CIDR: 172.20.0.0/28) Aug 05 11:53:29.825301 n-d-803378-2 neutron-server[94420]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b62ce53-c2ab-41b8-b594-090fe4bfc7fc tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 05 11:53:29.826303 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b62ce53-c2ab-41b8-b594-090fe4bfc7fc tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:53:29.915546 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b96de0ea-264c-4564-b776-16bec6b4b0e4 req-67b11778-2c22-4d8b-8d76-326af451ac62 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a3441a1-c2ab-48c0-836a-6574f4cf6a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114147 Aug 05 11:53:29.922897 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-1b62ce53-c2ab-41b8-b594-090fe4bfc7fc tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.8690522 Aug 05 11:53:29.924375 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 48864) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:53:29.941971 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-d9f3bd16-dbbb-47f7-b270-c560beac8544 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Request body: {'subnet': {'network_id': '8f131b2a-c272-404f-ad91-e0d8977f63c4', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:53:30.144275 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-588c81fc-1d6d-4d0d-ac66-ec5acb702322 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:30.206734 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-588c81fc-1d6d-4d0d-ac66-ec5acb702322 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:30.388778 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-588c81fc-1d6d-4d0d-ac66-ec5acb702322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:30.401249 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-588c81fc-1d6d-4d0d-ac66-ec5acb702322 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:30.405146 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-588c81fc-1d6d-4d0d-ac66-ec5acb702322 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8810c6bd-114b-4ada-81c3-c91b7da00a6e HTTP/1.1" status: 204 len: 168 time: 0.6711836 Aug 05 11:53:30.442661 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9f3bd16-dbbb-47f7-b270-c560beac8544 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Made reservation on behalf of 26f32bbf0e234159bf611d6f63f387fb for: {'subnet': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:53:30.453052 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d9f3bd16-dbbb-47f7-b270-c560beac8544 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24211133'] for subnet, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:30.523840 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03e0e78e-6bcf-4695-8d6e-fc31ef42dae5 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:53:30.540288 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-03e0e78e-6bcf-4695-8d6e-fc31ef42dae5 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks [] for router, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:30.546533 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-03e0e78e-6bcf-4695-8d6e-fc31ef42dae5 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] 10.222.0.58 "PUT /v2.0/routers/e6b7ebff-023d-4cdb-9e88-7600c55f9a1a HTTP/1.1" status: 200 len: 887 time: 3.4007058 Aug 05 11:53:30.546878 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbba873b-db77-4dcd-9797-7b88e8244143 None None] Sync routers for ids ['e6b7ebff-023d-4cdb-9e88-7600c55f9a1a'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:53:30.552375 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 48878) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:53:30.566685 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588c81fc-1d6d-4d0d-ac66-ec5acb702322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8810c6bd-114b-4ada-81c3-c91b7da00a6e,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:53:30.583511 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbba873b-db77-4dcd-9797-7b88e8244143 None None] Routers {'e6b7ebff-023d-4cdb-9e88-7600c55f9a1a'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:53:30.584724 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-cbba873b-db77-4dcd-9797-7b88e8244143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:53:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['e6b7ebff-023d-4cdb-9e88-7600c55f9a1a'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:53:30.779999 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-cbba873b-db77-4dcd-9797-7b88e8244143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:53:30.837663 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbba873b-db77-4dcd-9797-7b88e8244143 None None] Routers {'e6b7ebff-023d-4cdb-9e88-7600c55f9a1a'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:53:30.841616 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-cbba873b-db77-4dcd-9797-7b88e8244143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:53:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['e6b7ebff-023d-4cdb-9e88-7600c55f9a1a'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:53:31.093180 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-285906a7-1d06-47a3-8d95-85e59efb0bb5 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] 10.222.0.58 "GET /v2.0/routers/e6b7ebff-023d-4cdb-9e88-7600c55f9a1a HTTP/1.1" status: 200 len: 887 time: 0.5363436 Aug 05 11:53:31.094156 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 48890) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:53:31.098651 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-cbba873b-db77-4dcd-9797-7b88e8244143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:53:31.108124 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbba873b-db77-4dcd-9797-7b88e8244143 None None] The sync data for ids ['e6b7ebff-023d-4cdb-9e88-7600c55f9a1a'] in n-d-803378-2 is: [] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:53:31.161772 n-d-803378-2 neutron-server[94420]: INFO neutron.db.ipam_backend_mixin [None req-d9f3bd16-dbbb-47f7-b270-c560beac8544 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 9fb8b52b-ddcd-47e9-933b-e3f206ca0678 (CIDR: 172.20.0.16/28) Aug 05 11:53:31.214909 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f02612-06cf-4f84-bf0b-bc3fbd9e577e req-2c79d9b9-6aba-43cf-acec-a0c48534fd78 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:53:31.218454 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b0f02612-06cf-4f84-bf0b-bc3fbd9e577e req-2c79d9b9-6aba-43cf-acec-a0c48534fd78 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=e98332d0-8552-4f90-9240-19975d912b36 HTTP/1.1" status: 200 len: 945 time: 0.3571374 Aug 05 11:53:31.220048 n-d-803378-2 neutron-server[94420]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9f3bd16-dbbb-47f7-b270-c560beac8544 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 05 11:53:31.220939 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9f3bd16-dbbb-47f7-b270-c560beac8544 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:53:31.288528 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-573c7760-724b-4a74-abe0-8033913185e1 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6b7ebff-023d-4cdb-9e88-7600c55f9a1a HTTP/1.1" status: 200 len: 205 time: 0.1897736 Aug 05 11:53:31.297811 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 48898) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:53:31.414899 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b0f02612-06cf-4f84-bf0b-bc3fbd9e577e req-79d7ec46-e096-4d47-95cc-106af176f621 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca0df2b3-ca19-4f0d-95c0-bd3e02a9c49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1715183 Aug 05 11:53:31.430489 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-d9f3bd16-dbbb-47f7-b270-c560beac8544 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.5038099 Aug 05 11:53:31.436782 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 48900) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:53:31.459463 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-534635ad-08d5-4709-9b92-208636d5a8b1 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Request body: {'subnet': {'network_id': '8f131b2a-c272-404f-ad91-e0d8977f63c4', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:53:31.825103 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a49962e2-07e7-4d42-a550-df4f6b6ba88d tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks [] for router, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:31.991839 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f6fc10-4ae8-4af7-99c1-44657dcec378 req-1860afac-250d-4970-b862-ab240d00eb5d tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:53:32.020093 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d7f6fc10-4ae8-4af7-99c1-44657dcec378 req-1860afac-250d-4970-b862-ab240d00eb5d tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ca54f27-d046-4851-9908-b78111ddfd55 HTTP/1.1" status: 200 len: 946 time: 0.3203216 Aug 05 11:53:32.164018 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-534635ad-08d5-4709-9b92-208636d5a8b1 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Made reservation on behalf of 26f32bbf0e234159bf611d6f63f387fb for: {'subnet': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:53:32.174660 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-534635ad-08d5-4709-9b92-208636d5a8b1 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24211133'] for subnet, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:32.190042 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a49962e2-07e7-4d42-a550-df4f6b6ba88d tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:32.371993 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-a49962e2-07e7-4d42-a550-df4f6b6ba88d tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Deleting port d6285901-1ce6-43ba-9755-7493af32ac81 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:53:32.373407 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a49962e2-07e7-4d42-a550-df4f6b6ba88d tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:32.624709 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a49962e2-07e7-4d42-a550-df4f6b6ba88d tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:32.678573 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-a49962e2-07e7-4d42-a550-df4f6b6ba88d tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Calling delete_port for d6285901-1ce6-43ba-9755-7493af32ac81 owned by network:router_gateway {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:53:32.831397 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d7f6fc10-4ae8-4af7-99c1-44657dcec378 req-8a848bb3-0f36-420b-ab84-07a6f63d452b tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a3441a1-c2ab-48c0-836a-6574f4cf6a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7512579 Aug 05 11:53:32.845409 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-534635ad-08d5-4709-9b92-208636d5a8b1 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29762700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24211087'] for subnet, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:32.966229 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534635ad-08d5-4709-9b92-208636d5a8b1 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Pushing event updated for resources: {'Subnet': ['ID=3b7ab9ea-c9f8-4320-9af1-fcc9b13ba067,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:53:33.015204 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-534635ad-08d5-4709-9b92-208636d5a8b1 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Network 8f131b2a-c272-404f-ad91-e0d8977f63c4 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:53:33.022287 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-534635ad-08d5-4709-9b92-208636d5a8b1 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:53:33.035396 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534635ad-08d5-4709-9b92-208636d5a8b1 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:53:33.043024 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-534635ad-08d5-4709-9b92-208636d5a8b1 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks [] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:33.049002 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5faa10-bd31-4fed-823f-1536b68e2499 None None] Network 8f131b2a-c272-404f-ad91-e0d8977f63c4 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:53:33.104830 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-534635ad-08d5-4709-9b92-208636d5a8b1 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.6611931 Aug 05 11:53:33.105243 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 48944) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:53:33.135044 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-1342d64a-b095-463d-a4d8-6eefbf0c9d02 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-957554009', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '3b7ab9ea-c9f8-4320-9af1-fcc9b13ba067'}], 'security_groups': ['a41549f4-ecc2-4aca-9e24-9960add11a04', 'b1e6d443-56a5-4356-be13-70ba9ac63fe3']}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:53:33.312142 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a49962e2-07e7-4d42-a550-df4f6b6ba88d tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:33.509232 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49962e2-07e7-4d42-a550-df4f6b6ba88d tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Pushing event deleted for resources: {'Port': ['ID=d6285901-1ce6-43ba-9755-7493af32ac81,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:53:33.754811 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a49962e2-07e7-4d42-a550-df4f6b6ba88d tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33285055'] for router_gateway, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:33.799900 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1342d64a-b095-463d-a4d8-6eefbf0c9d02 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:33.971771 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0edd253b-051b-4005-9112-7ae70c6a16ba None None] Update dhcp port {'port': {'network_id': '8f131b2a-c272-404f-ad91-e0d8977f63c4', 'fixed_ips': [{'subnet_id': '9fb8b52b-ddcd-47e9-933b-e3f206ca0678', 'ip_address': '172.20.0.18'}, {'subnet_id': 'df7d4cb0-2ec8-4854-a7df-6699a750f666', 'ip_address': '172.20.0.2'}, {'subnet_id': '3b7ab9ea-c9f8-4320-9af1-fcc9b13ba067'}], 'binding:host_id': 'n-d-803378-2'}, 'id': 'f33047c4-2076-4332-a683-e5f6bf8bfd2f'} from n-d-803378-2. {{(pid=94422) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 05 11:53:34.077333 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-0edd253b-051b-4005-9112-7ae70c6a16ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:34.082720 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a49962e2-07e7-4d42-a550-df4f6b6ba88d tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33262979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1951'] for router, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:34.088178 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a49962e2-07e7-4d42-a550-df4f6b6ba88d tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:34.116060 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504459c9-c715-4d44-866d-1031910c8eba req-8713c235-f782-4571-a437-c1a60700cdb0 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:53:34.134683 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-504459c9-c715-4d44-866d-1031910c8eba req-8713c235-f782-4571-a437-c1a60700cdb0 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=e98332d0-8552-4f90-9240-19975d912b36 HTTP/1.1" status: 200 len: 945 time: 0.5227501 Aug 05 11:53:34.361899 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a49962e2-07e7-4d42-a550-df4f6b6ba88d tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33262474'] for router, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:34.362428 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a49962e2-07e7-4d42-a550-df4f6b6ba88d tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Fanout notify agent at l3_agent the message router_deleted on router e6b7ebff-023d-4cdb-9e88-7600c55f9a1a {{(pid=94421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 11:53:34.416238 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a49962e2-07e7-4d42-a550-df4f6b6ba88d tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks [] for router, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:34.431411 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-a49962e2-07e7-4d42-a550-df4f6b6ba88d tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] 10.222.0.58 "DELETE /v2.0/routers/e6b7ebff-023d-4cdb-9e88-7600c55f9a1a HTTP/1.1" status: 204 len: 168 time: 3.1289680 Aug 05 11:53:34.433631 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 48990) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:53:34.450402 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-c5d97b43-007b-4157-b191-cf5088556e7a tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Request body: {'network': {'name': 'tempest-RoutersTest-440868372'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:53:34.544630 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5d97b43-007b-4157-b191-cf5088556e7a tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Made reservation on behalf of 0d8a98bfcc92414295ea4818a0ea96ca for: {'network': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:53:34.560368 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c5d97b43-007b-4157-b191-cf5088556e7a tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:34.698209 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5d97b43-007b-4157-b191-cf5088556e7a tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] vlan segment allocate from pool success with {'vlan_id': 671, 'physical_network': 'physnet1'} {{(pid=94421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:53:34.770732 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c5d97b43-007b-4157-b191-cf5088556e7a tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:34.771645 n-d-803378-2 neutron-server[94421]: INFO neutron.db.segments_db [None req-c5d97b43-007b-4157-b191-cf5088556e7a tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Added segment e4d4df47-ce45-4bf5-8ef2-9d707d50cb24 of type vlan for network c7594547-e917-46ad-9075-00dafa26f809 Aug 05 11:53:34.804900 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-504459c9-c715-4d44-866d-1031910c8eba req-19fe3ef8-672c-4249-8741-cbc5ec052740 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca0df2b3-ca19-4f0d-95c0-bd3e02a9c49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6599686 Aug 05 11:53:35.124726 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c5d97b43-007b-4157-b191-cf5088556e7a tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:35.157517 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-0edd253b-051b-4005-9112-7ae70c6a16ba None None] Allocated IP 172.20.0.34 (8f131b2a-c272-404f-ad91-e0d8977f63c4/3b7ab9ea-c9f8-4320-9af1-fcc9b13ba067/f33047c4-2076-4332-a683-e5f6bf8bfd2f) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:53:35.242776 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c5d97b43-007b-4157-b191-cf5088556e7a tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:35.301884 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8bb06d-810c-4838-83be-fca6d386c0c4 req-67deceb6-5b2c-4c1d-a3ee-35c08c51ac20 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:53:35.315868 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ff8bb06d-810c-4838-83be-fca6d386c0c4 req-67deceb6-5b2c-4c1d-a3ee-35c08c51ac20 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ca54f27-d046-4851-9908-b78111ddfd55 HTTP/1.1" status: 200 len: 946 time: 0.3633707 Aug 05 11:53:35.330883 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d97b43-007b-4157-b191-cf5088556e7a tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:53:35.332081 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c5d97b43-007b-4157-b191-cf5088556e7a tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks [] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:35.515009 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ff8bb06d-810c-4838-83be-fca6d386c0c4 req-604eb9bb-d93f-494d-b770-22b6eadaf728 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a3441a1-c2ab-48c0-836a-6574f4cf6a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1972167 Aug 05 11:53:35.584251 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49042) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:53:35.590370 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-c5d97b43-007b-4157-b191-cf5088556e7a tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1561542 Aug 05 11:53:35.615762 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49044) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:53:35.630622 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-8d01b8e0-b395-4326-82b8-4cddaa76b798 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Request body: {'subnet': {'network_id': 'c7594547-e917-46ad-9075-00dafa26f809', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:53:35.648763 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-0edd253b-051b-4005-9112-7ae70c6a16ba None None] For port f33047c4-2076-4332-a683-e5f6bf8bfd2f, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=f33047c4-2076-4332-a683-e5f6bf8bfd2f,segment=NetworkSegment(3b745bf7-4549-4768-b29c-6a6b1246e750),segment_id=3b745bf7-4549-4768-b29c-6a6b1246e750)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:53:35.734119 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d97b43-007b-4157-b191-cf5088556e7a tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Pushing event updated for resources: {'Network': ['ID=c7594547-e917-46ad-9075-00dafa26f809,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:53:35.851035 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network c7594547-e917-46ad-9075-00dafa26f809 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:53:35.877641 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-0edd253b-051b-4005-9112-7ae70c6a16ba None None] Notify callbacks [] for port, precommit_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:36.094879 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f782c6e-c78b-44f4-bbae-aaa4d5ee67bd tempest-TestNetworkAdvancedServerOps-1820726671 tempest-TestNetworkAdvancedServerOps-1820726671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:53:36.104197 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49066) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:53:36.106060 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-8f782c6e-c78b-44f4-bbae-aaa4d5ee67bd tempest-TestNetworkAdvancedServerOps-1820726671 tempest-TestNetworkAdvancedServerOps-1820726671-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=9ca54f27-d046-4851-9908-b78111ddfd55 HTTP/1.1" status: 200 len: 1092 time: 0.5194211 Aug 05 11:53:36.116184 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-7a952ab0-4a27-4f53-bb70-d4420a2098ce tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Request body: {'floatingip': {'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'port_id': 'ec68afcf-9c5f-45fb-ae44-cadcc706912a', 'tenant_id': '7f88688726d24c8e9d77831659c7c3ae', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:53:36.117742 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d01b8e0-b395-4326-82b8-4cddaa76b798 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Made reservation on behalf of 0d8a98bfcc92414295ea4818a0ea96ca for: {'subnet': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:53:36.154282 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8d01b8e0-b395-4326-82b8-4cddaa76b798 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24211133'] for subnet, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:36.199868 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-0edd253b-051b-4005-9112-7ae70c6a16ba None None] Transition to ACTIVE for port object f33047c4-2076-4332-a683-e5f6bf8bfd2f will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:53:36.242821 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7a952ab0-4a27-4f53-bb70-d4420a2098ce tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for floatingip, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:36.311976 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-0edd253b-051b-4005-9112-7ae70c6a16ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:36.551459 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edd253b-051b-4005-9112-7ae70c6a16ba None None] Pushing event updated for resources: {'Port': ['ID=f33047c4-2076-4332-a683-e5f6bf8bfd2f,revision_number=7']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:53:36.601574 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edd253b-051b-4005-9112-7ae70c6a16ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:53:36.609233 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edd253b-051b-4005-9112-7ae70c6a16ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:53:36.611861 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edd253b-051b-4005-9112-7ae70c6a16ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:53:36.612824 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edd253b-051b-4005-9112-7ae70c6a16ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:53:36.615335 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edd253b-051b-4005-9112-7ae70c6a16ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:53:36.616287 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edd253b-051b-4005-9112-7ae70c6a16ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:53:36.620464 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edd253b-051b-4005-9112-7ae70c6a16ba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:53:36.621542 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edd253b-051b-4005-9112-7ae70c6a16ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:53:36.622423 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edd253b-051b-4005-9112-7ae70c6a16ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:53:36.623272 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edd253b-051b-4005-9112-7ae70c6a16ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:53:36.624111 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edd253b-051b-4005-9112-7ae70c6a16ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:53:36.628982 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edd253b-051b-4005-9112-7ae70c6a16ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:53:36.783290 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7a952ab0-4a27-4f53-bb70-d4420a2098ce tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:37.109113 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a35c4c-75f7-4e5f-be2a-afe22b108e8f req-839f3ae9-82d3-4404-8a9d-a899a06cf312 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:53:37.112043 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-12a35c4c-75f7-4e5f-be2a-afe22b108e8f req-839f3ae9-82d3-4404-8a9d-a899a06cf312 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=e98332d0-8552-4f90-9240-19975d912b36 HTTP/1.1" status: 200 len: 945 time: 0.8567812 Aug 05 11:53:37.161704 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-7a952ab0-4a27-4f53-bb70-d4420a2098ce tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Allocated IP 172.25.5.180 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/08c37bc7-f479-40ba-b9d8-a5749b7ffb7a) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:53:37.274198 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-94bcd545-910e-4948-9816-ba44af711818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:37.324511 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-1342d64a-b095-463d-a4d8-6eefbf0c9d02 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Delete allocated IP 172.20.0.5 (8f131b2a-c272-404f-ad91-e0d8977f63c4/df7d4cb0-2ec8-4854-a7df-6699a750f666) {{(pid=94420) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 05 11:53:37.402899 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-1342d64a-b095-463d-a4d8-6eefbf0c9d02 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Allocated IP 172.20.0.40 (8f131b2a-c272-404f-ad91-e0d8977f63c4/3b7ab9ea-c9f8-4320-9af1-fcc9b13ba067/d87f407e-96ed-41c9-8931-20b5fff46386) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:53:37.441328 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-12a35c4c-75f7-4e5f-be2a-afe22b108e8f req-d8897bdf-fcb9-4a72-b285-561f84e13542 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca0df2b3-ca19-4f0d-95c0-bd3e02a9c49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3049045 Aug 05 11:53:37.622557 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7a952ab0-4a27-4f53-bb70-d4420a2098ce tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:37.647199 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device f33047c4-2076-4332-a683-e5f6bf8bfd2f up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:53:37.702944 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8d01b8e0-b395-4326-82b8-4cddaa76b798 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29762700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24211087'] for subnet, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:37.754031 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7a952ab0-4a27-4f53-bb70-d4420a2098ce tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:37.919205 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a952ab0-4a27-4f53-bb70-d4420a2098ce tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Pushing event updated for resources: {'Port': ['ID=08c37bc7-f479-40ba-b9d8-a5749b7ffb7a,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:53:37.977065 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a952ab0-4a27-4f53-bb70-d4420a2098ce tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:53:37.980066 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-7a952ab0-4a27-4f53-bb70-d4420a2098ce tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:53:37.990171 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a952ab0-4a27-4f53-bb70-d4420a2098ce tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:53:38.166385 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d01b8e0-b395-4326-82b8-4cddaa76b798 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Pushing event updated for resources: {'Subnet': ['ID=40b1f540-e66b-4944-a160-a2b5ddcfb752,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:53:38.191032 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d01b8e0-b395-4326-82b8-4cddaa76b798 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Checking segment: {'id': 'e4d4df47-ce45-4bf5-8ef2-9d707d50cb24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'c7594547-e917-46ad-9075-00dafa26f809'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:53:38.192256 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d01b8e0-b395-4326-82b8-4cddaa76b798 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Network hostable DHCP agents. Network: c7594547-e917-46ad-9075-00dafa26f809, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:53:38.299054 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d01b8e0-b395-4326-82b8-4cddaa76b798 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Network c7594547-e917-46ad-9075-00dafa26f809 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:53:38.597277 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-8d01b8e0-b395-4326-82b8-4cddaa76b798 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, c7594547-e917-46ad-9075-00dafa26f809) {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:53:38.614846 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d01b8e0-b395-4326-82b8-4cddaa76b798 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:53:38.615706 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8d01b8e0-b395-4326-82b8-4cddaa76b798 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks [] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:38.627839 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-9e6b3888-2352-4b40-bb49-bfe11fce586e None None] Provisioning complete for port d87f407e-96ed-41c9-8931-20b5fff46386 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:53:38.628771 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-9e6b3888-2352-4b40-bb49-bfe11fce586e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:38.679494 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-8d01b8e0-b395-4326-82b8-4cddaa76b798 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0575461 Aug 05 11:53:38.683528 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49216) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:53:38.694176 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-4bc186aa-c0a1-4f5f-ab39-384dd2ccf421 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-864184441', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:53:38.745614 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f528847b-118c-4b9f-88ec-dbdd37f06875 None None] Network c7594547-e917-46ad-9075-00dafa26f809 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:53:38.784917 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4bc186aa-c0a1-4f5f-ab39-384dd2ccf421 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33260300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1929'] for router, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:38.786649 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4bc186aa-c0a1-4f5f-ab39-384dd2ccf421 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33285914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33034662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1926'] for router, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:38.812266 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 306df2fc-f74a-4a5b-b429-3adfd7cc3386 no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:53:38.855329 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1342d64a-b095-463d-a4d8-6eefbf0c9d02 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:38.923905 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [None req-1342d64a-b095-463d-a4d8-6eefbf0c9d02 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Transition to ACTIVE for port object d87f407e-96ed-41c9-8931-20b5fff46386 will not be triggered until provisioned by entity DHCP. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:53:38.945144 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-9e6b3888-2352-4b40-bb49-bfe11fce586e None None] Port d87f407e-96ed-41c9-8931-20b5fff46386 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:53:38.948290 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1342d64a-b095-463d-a4d8-6eefbf0c9d02 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:38.969730 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762c4eda-0706-4dce-b0bc-9c62936a932a req-ee2edefc-2e3b-4a0a-b821-7618c9e91151 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:53:38.985398 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-762c4eda-0706-4dce-b0bc-9c62936a932a req-ee2edefc-2e3b-4a0a-b821-7618c9e91151 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=e98332d0-8552-4f90-9240-19975d912b36 HTTP/1.1" status: 200 len: 945 time: 0.2753282 Aug 05 11:53:39.016985 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-9e6b3888-2352-4b40-bb49-bfe11fce586e None None] Provisioning for port f33047c4-2076-4332-a683-e5f6bf8bfd2f completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:53:39.032393 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-9e6b3888-2352-4b40-bb49-bfe11fce586e None None] Provisioning complete for port f33047c4-2076-4332-a683-e5f6bf8bfd2f triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:53:39.033073 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-9e6b3888-2352-4b40-bb49-bfe11fce586e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:39.061716 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4bc186aa-c0a1-4f5f-ab39-384dd2ccf421 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:39.071797 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4bc186aa-c0a1-4f5f-ab39-384dd2ccf421 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286026'] for router, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:39.241483 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4bc186aa-c0a1-4f5f-ab39-384dd2ccf421 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks [] for router, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:39.244210 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-4bc186aa-c0a1-4f5f-ab39-384dd2ccf421 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5585418 Aug 05 11:53:39.255475 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49238) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:53:39.294189 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:39.361968 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1342d64a-b095-463d-a4d8-6eefbf0c9d02 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Pushing event updated for resources: {'Port': ['ID=d87f407e-96ed-41c9-8931-20b5fff46386,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:53:39.413493 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-1342d64a-b095-463d-a4d8-6eefbf0c9d02 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] In _notify_port_updated(), no bound segment for port d87f407e-96ed-41c9-8931-20b5fff46386 on network 8f131b2a-c272-404f-ad91-e0d8977f63c4 {{(pid=94420) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 05 11:53:39.425756 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1342d64a-b095-463d-a4d8-6eefbf0c9d02 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:53:39.427032 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1342d64a-b095-463d-a4d8-6eefbf0c9d02 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:39.429782 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-1342d64a-b095-463d-a4d8-6eefbf0c9d02 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "PUT /v2.0/ports/d87f407e-96ed-41c9-8931-20b5fff46386 HTTP/1.1" status: 200 len: 959 time: 6.3225362 Aug 05 11:53:39.437619 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-762c4eda-0706-4dce-b0bc-9c62936a932a req-a31e2434-cdba-4514-87f6-9306969dcd44 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca0df2b3-ca19-4f0d-95c0-bd3e02a9c49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4345675 Aug 05 11:53:39.453483 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49240) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:53:39.475879 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 306df2fc-f74a-4a5b-b429-3adfd7cc3386, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=306df2fc-f74a-4a5b-b429-3adfd7cc3386,segment=NetworkSegment(fa5f7742-6e03-46ef-8df5-0f25b5d284b6),segment_id=fa5f7742-6e03-46ef-8df5-0f25b5d284b6)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:53:39.478224 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e297482-8c7c-4bbe-931d-1a0f217e4664', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '306df2fc-f74a-4a5b-b429-3adfd7cc3386'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:53:39.483746 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d9dda3f-8bb0-4122-b3fe-1281d0ca759f" -d '{"events": [{"server_uuid": "9e297482-8c7c-4bbe-931d-1a0f217e4664", "name": "network-vif-unplugged", "status": "completed", "tag": "306df2fc-f74a-4a5b-b429-3adfd7cc3386"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:53:39.499957 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:39.503706 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd71ee74-82fa-4446-9bb2-10d4e0f2a506 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-c7594547-e917-46ad-9075-00dafa26f809', 'network_id': 'c7594547-e917-46ad-9075-00dafa26f809', 'tenant_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'fixed_ips': [{'subnet_id': '40b1f540-e66b-4944-a160-a2b5ddcfb752'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 11:53:39.505800 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-fd71ee74-82fa-4446-9bb2-10d4e0f2a506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:39.746332 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa04ecb-00d8-4162-bbb1-3da819dc1088 req-2d8206fc-82cf-49c8-8150-cb5e31bcc256 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:53:39.765438 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ffa04ecb-00d8-4162-bbb1-3da819dc1088 req-2d8206fc-82cf-49c8-8150-cb5e31bcc256 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/networks?id=debeaa60-b13d-4f6e-a270-9d57e30ced89 HTTP/1.1" status: 200 len: 804 time: 0.7117491 Aug 05 11:53:39.794178 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=306df2fc-f74a-4a5b-b429-3adfd7cc3386,revision_number=8']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:53:39.840830 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ffa04ecb-00d8-4162-bbb1-3da819dc1088 req-89046093-d287-4d7d-b6a3-3b6482bb3584 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/quotas/39c6d6575f854e26a57d96d36d983be3 HTTP/1.1" status: 200 len: 375 time: 0.0697560 Aug 05 11:53:40.050181 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-9e6b3888-2352-4b40-bb49-bfe11fce586e None None] Provisioning complete for port 0d1d9e24-044d-4da2-9c7d-6df13573a630 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:53:40.051012 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-9e6b3888-2352-4b40-bb49-bfe11fce586e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:40.084058 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-a9512873-c36b-4a74-8b8d-6f101e7b6120 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Deleting port d87f407e-96ed-41c9-8931-20b5fff46386 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:53:40.084834 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a9512873-c36b-4a74-8b8d-6f101e7b6120 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:40.311649 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ffa04ecb-00d8-4162-bbb1-3da819dc1088 req-18944229-33b7-42d1-b7d2-92dbc7dddbb6 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=39c6d6575f854e26a57d96d36d983be3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4502959 Aug 05 11:53:40.358389 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c946fcd1-30ba-4eae-be65-e7585b772980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:40.385633 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-9e6b3888-2352-4b40-bb49-bfe11fce586e None None] Port 0d1d9e24-044d-4da2-9c7d-6df13573a630 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:53:40.389171 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a9512873-c36b-4a74-8b8d-6f101e7b6120 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:40.483319 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-a9512873-c36b-4a74-8b8d-6f101e7b6120 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Calling delete_port for d87f407e-96ed-41c9-8931-20b5fff46386 owned by {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:53:40.498897 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-fd71ee74-82fa-4446-9bb2-10d4e0f2a506 None None] Allocated IP 172.20.0.2 (c7594547-e917-46ad-9075-00dafa26f809/40b1f540-e66b-4944-a160-a2b5ddcfb752/e63a44a5-25ad-4e24-b27f-7d0983c4e494) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:53:40.506130 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7a952ab0-4a27-4f53-bb70-d4420a2098ce tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:40.670193 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ffa04ecb-00d8-4162-bbb1-3da819dc1088 req-36a1c412-c49f-4867-934d-fbd0302255fb service neutron] 10.222.0.58 "GET /v2.0/networks/debeaa60-b13d-4f6e-a270-9d57e30ced89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3342879 Aug 05 11:53:40.718724 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:40.743811 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 05 Aug 2021 11:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee531034-0574-4461-85ca-38d93ebcfbce x-openstack-request-id: req-ee531034-0574-4461-85ca-38d93ebcfbce {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:53:40.744442 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e297482-8c7c-4bbe-931d-1a0f217e4664", "name": "network-vif-unplugged", "status": "completed", "tag": "306df2fc-f74a-4a5b-b429-3adfd7cc3386", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:53:40.746862 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ee531034-0574-4461-85ca-38d93ebcfbce {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:53:40.748757 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e297482-8c7c-4bbe-931d-1a0f217e4664', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '306df2fc-f74a-4a5b-b429-3adfd7cc3386', 'code': 200} Aug 05 11:53:41.170425 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a9512873-c36b-4a74-8b8d-6f101e7b6120 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:41.195052 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63f55a7-b5b0-4d31-85e1-eb2732570062 req-03ad782a-1ba4-453d-9d4e-be19bdf6cde2 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:53:41.198230 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c63f55a7-b5b0-4d31-85e1-eb2732570062 req-03ad782a-1ba4-453d-9d4e-be19bdf6cde2 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=e98332d0-8552-4f90-9240-19975d912b36 HTTP/1.1" status: 200 len: 945 time: 0.2640202 Aug 05 11:53:41.221842 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-6ed09c47-636d-4f32-8602-62e38ab3f4dd None None] Provisioning for port d87f407e-96ed-41c9-8931-20b5fff46386 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:53:41.232214 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-6ed09c47-636d-4f32-8602-62e38ab3f4dd None None] Provisioning complete for port d87f407e-96ed-41c9-8931-20b5fff46386 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:53:41.232400 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-6ed09c47-636d-4f32-8602-62e38ab3f4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:41.267566 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-6ed09c47-636d-4f32-8602-62e38ab3f4dd None None] Port d87f407e-96ed-41c9-8931-20b5fff46386 was deleted so its status cannot be updated. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 05 11:53:41.277859 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9512873-c36b-4a74-8b8d-6f101e7b6120 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Pushing event deleted for resources: {'Port': ['ID=d87f407e-96ed-41c9-8931-20b5fff46386,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:53:41.303759 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-fd71ee74-82fa-4446-9bb2-10d4e0f2a506 None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:41.320716 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ffa04ecb-00d8-4162-bbb1-3da819dc1088 req-260f4df2-6a3f-4132-a77b-504826d1d567 service neutron] 10.222.0.58 "GET /v2.0/networks/debeaa60-b13d-4f6e-a270-9d57e30ced89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6389406 Aug 05 11:53:41.358315 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-fd71ee74-82fa-4446-9bb2-10d4e0f2a506 None None] Transition to ACTIVE for port object e63a44a5-25ad-4e24-b27f-7d0983c4e494 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:53:41.396370 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7a952ab0-4a27-4f53-bb70-d4420a2098ce tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:41.397470 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-fd71ee74-82fa-4446-9bb2-10d4e0f2a506 None None] Transition to ACTIVE for port object e63a44a5-25ad-4e24-b27f-7d0983c4e494 will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:53:41.416795 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-fd71ee74-82fa-4446-9bb2-10d4e0f2a506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:41.505140 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c63f55a7-b5b0-4d31-85e1-eb2732570062 req-00d26844-fc67-4d63-b5cb-e6e23070a0c8 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca0df2b3-ca19-4f0d-95c0-bd3e02a9c49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2922766 Aug 05 11:53:41.553457 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd71ee74-82fa-4446-9bb2-10d4e0f2a506 None None] Network c7594547-e917-46ad-9075-00dafa26f809 is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:53:41.563539 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-fd71ee74-82fa-4446-9bb2-10d4e0f2a506 None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:53:41.590402 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd71ee74-82fa-4446-9bb2-10d4e0f2a506 None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:53:41.591101 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a9512873-c36b-4a74-8b8d-6f101e7b6120 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:41.601245 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-a9512873-c36b-4a74-8b8d-6f101e7b6120 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "DELETE /v2.0/ports/d87f407e-96ed-41c9-8931-20b5fff46386 HTTP/1.1" status: 204 len: 168 time: 2.1456609 Aug 05 11:53:41.604908 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523ed7c0-b03c-4990-a442-a9e17eef06d6 req-16e9d601-0f10-465b-a8f9-c4df12843ac6 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:53:41.606624 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49264) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:53:41.607600 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-523ed7c0-b03c-4990-a442-a9e17eef06d6 req-16e9d601-0f10-465b-a8f9-c4df12843ac6 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e297482-8c7c-4bbe-931d-1a0f217e4664 HTTP/1.1" status: 200 len: 943 time: 1.3148537 Aug 05 11:53:41.628046 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd71ee74-82fa-4446-9bb2-10d4e0f2a506 None None] Pushing event updated for resources: {'Port': ['ID=e63a44a5-25ad-4e24-b27f-7d0983c4e494,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:53:41.708697 n-d-803378-2 neutron-server[94420]: INFO neutron.pecan_wsgi.hooks.translation [None req-39cfbd95-9510-43c2-8e11-46498dd0219d tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] GET failed (client error): The resource could not be found. Aug 05 11:53:41.711170 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-39cfbd95-9510-43c2-8e11-46498dd0219d tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "GET /v2.0/ports/d87f407e-96ed-41c9-8931-20b5fff46386 HTTP/1.1" status: 404 len: 333 time: 0.1016216 Aug 05 11:53:41.716792 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49268) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:53:41.876635 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-fd71ee74-82fa-4446-9bb2-10d4e0f2a506 None None] Attempting to bind port e63a44a5-25ad-4e24-b27f-7d0983c4e494 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:53:41.884993 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-fd71ee74-82fa-4446-9bb2-10d4e0f2a506 None None] Attempting to bind port e63a44a5-25ad-4e24-b27f-7d0983c4e494 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'e4d4df47-ce45-4bf5-8ef2-9d707d50cb24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'c7594547-e917-46ad-9075-00dafa26f809'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:53:41.886008 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd71ee74-82fa-4446-9bb2-10d4e0f2a506 None None] Attempting to bind port e63a44a5-25ad-4e24-b27f-7d0983c4e494 on network c7594547-e917-46ad-9075-00dafa26f809 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:53:41.907526 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd71ee74-82fa-4446-9bb2-10d4e0f2a506 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:53:41.909665 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd71ee74-82fa-4446-9bb2-10d4e0f2a506 None None] Checking segment: {'id': 'e4d4df47-ce45-4bf5-8ef2-9d707d50cb24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'c7594547-e917-46ad-9075-00dafa26f809'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:53:41.911532 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-fd71ee74-82fa-4446-9bb2-10d4e0f2a506 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:41.912571 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd71ee74-82fa-4446-9bb2-10d4e0f2a506 None None] Bound using segment: {'id': 'e4d4df47-ce45-4bf5-8ef2-9d707d50cb24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'c7594547-e917-46ad-9075-00dafa26f809'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:53:41.913598 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-fd71ee74-82fa-4446-9bb2-10d4e0f2a506 None None] Bound port: e63a44a5-25ad-4e24-b27f-7d0983c4e494, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4d4df47-ce45-4bf5-8ef2-9d707d50cb24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'c7594547-e917-46ad-9075-00dafa26f809'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:53:41.914922 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-fd71ee74-82fa-4446-9bb2-10d4e0f2a506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:41.944849 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:42.022028 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d9b47fab-6100-4225-b71d-17feaf1717cd tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:42.214576 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-fd71ee74-82fa-4446-9bb2-10d4e0f2a506 None None] For port e63a44a5-25ad-4e24-b27f-7d0983c4e494, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:53:42.250330 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-fd71ee74-82fa-4446-9bb2-10d4e0f2a506 None None] For port e63a44a5-25ad-4e24-b27f-7d0983c4e494, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=e63a44a5-25ad-4e24-b27f-7d0983c4e494,segment=NetworkSegment(e4d4df47-ce45-4bf5-8ef2-9d707d50cb24),segment_id=e4d4df47-ce45-4bf5-8ef2-9d707d50cb24)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:53:42.265808 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-fd71ee74-82fa-4446-9bb2-10d4e0f2a506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:42.301301 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d875d9c8-8cc2-4ea1-be79-2700fe035867 req-a791e6cb-0cd2-4855-984f-a423beb2fb9a tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ad6306d-0123-4717-b794-3c33cf35dc7a HTTP/1.1" status: 200 len: 210 time: 0.1602149 Aug 05 11:53:42.324891 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d9b47fab-6100-4225-b71d-17feaf1717cd tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:42.497693 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd71ee74-82fa-4446-9bb2-10d4e0f2a506 None None] Pushing event updated for resources: {'Port': ['ID=e63a44a5-25ad-4e24-b27f-7d0983c4e494,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:53:42.516723 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d9b47fab-6100-4225-b71d-17feaf1717cd tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:42.523077 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d9b47fab-6100-4225-b71d-17feaf1717cd tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:42.530646 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-d9b47fab-6100-4225-b71d-17feaf1717cd tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "DELETE /v2.0/security-groups/08605683-9265-4e24-80df-da066e2e349d HTTP/1.1" status: 204 len: 168 time: 0.8064427 Aug 05 11:53:42.537984 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49280) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:53:42.611745 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b47fab-6100-4225-b71d-17feaf1717cd tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08605683-9265-4e24-80df-da066e2e349d,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:53:42.668909 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-91ba1b00-69ec-4d8d-9b26-d2016c29e0bd tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:42.912357 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3e7f5da9-45f5-4979-886c-c52d7a222446 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:43.054920 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3e7f5da9-45f5-4979-886c-c52d7a222446 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:43.116439 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cd22d9-2f63-4511-bed1-107448bb0357 req-a65f7327-1ce1-4622-b33b-20a83322c995 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:53:43.120330 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-45cd22d9-2f63-4511-bed1-107448bb0357 req-a65f7327-1ce1-4622-b33b-20a83322c995 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=e98332d0-8552-4f90-9240-19975d912b36 HTTP/1.1" status: 200 len: 945 time: 0.3258197 Aug 05 11:53:43.190155 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-523ed7c0-b03c-4990-a442-a9e17eef06d6 req-bc43c54c-e6e5-4784-aa40-d1df97801086 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Deleting port 306df2fc-f74a-4a5b-b429-3adfd7cc3386 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:53:43.191252 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-523ed7c0-b03c-4990-a442-a9e17eef06d6 req-bc43c54c-e6e5-4784-aa40-d1df97801086 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:43.206135 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7a952ab0-4a27-4f53-bb70-d4420a2098ce tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:43.249093 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3e7f5da9-45f5-4979-886c-c52d7a222446 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:43.254851 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3e7f5da9-45f5-4979-886c-c52d7a222446 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:43.256807 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-3e7f5da9-45f5-4979-886c-c52d7a222446 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "DELETE /v2.0/security-groups/b1e6d443-56a5-4356-be13-70ba9ac63fe3 HTTP/1.1" status: 204 len: 168 time: 0.7154617 Aug 05 11:53:43.270334 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49290) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:53:43.357704 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7f5da9-45f5-4979-886c-c52d7a222446 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1e6d443-56a5-4356-be13-70ba9ac63fe3,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:53:43.523856 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-45cd22d9-2f63-4511-bed1-107448bb0357 req-e98a07d5-ac55-4df5-ab2d-a2594abae727 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca0df2b3-ca19-4f0d-95c0-bd3e02a9c49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3229344 Aug 05 11:53:43.526245 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7a952ab0-4a27-4f53-bb70-d4420a2098ce tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:43.678868 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-68e9a331-97ce-4f9e-8232-440d738aa06d req-3c0db8a5-8941-4d86-938c-e9ab3be8c92d tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ad6306d-0123-4717-b794-3c33cf35dc7a HTTP/1.1" status: 200 len: 210 time: 0.1341755 Aug 05 11:53:43.680116 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c2785367-347a-4a43-b18d-0eccc56222cc tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:43.794204 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device e63a44a5-25ad-4e24-b27f-7d0983c4e494 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:53:43.795321 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c2785367-347a-4a43-b18d-0eccc56222cc tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:43.940865 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:43.955352 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c2785367-347a-4a43-b18d-0eccc56222cc tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:43.960085 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c2785367-347a-4a43-b18d-0eccc56222cc tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:43.970464 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-c2785367-347a-4a43-b18d-0eccc56222cc tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "DELETE /v2.0/security-groups/a41549f4-ecc2-4aca-9e24-9960add11a04 HTTP/1.1" status: 204 len: 168 time: 0.6935093 Aug 05 11:53:43.976234 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49298) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:53:43.995756 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2785367-347a-4a43-b18d-0eccc56222cc tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a41549f4-ecc2-4aca-9e24-9960add11a04,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:53:44.009272 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port e63a44a5-25ad-4e24-b27f-7d0983c4e494 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:53:44.329236 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a952ab0-4a27-4f53-bb70-d4420a2098ce tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Pushing event updated for resources: {'Port': ['ID=08c37bc7-f479-40ba-b9d8-a5749b7ffb7a,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:53:44.364791 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a952ab0-4a27-4f53-bb70-d4420a2098ce tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:53:44.365389 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a952ab0-4a27-4f53-bb70-d4420a2098ce tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:53:44.366114 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a952ab0-4a27-4f53-bb70-d4420a2098ce tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:53:44.366625 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a952ab0-4a27-4f53-bb70-d4420a2098ce tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:53:44.367106 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a952ab0-4a27-4f53-bb70-d4420a2098ce tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:53:44.367604 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a952ab0-4a27-4f53-bb70-d4420a2098ce tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:53:44.368158 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a952ab0-4a27-4f53-bb70-d4420a2098ce tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:53:44.369361 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a952ab0-4a27-4f53-bb70-d4420a2098ce tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:53:44.369361 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a952ab0-4a27-4f53-bb70-d4420a2098ce tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:53:44.369789 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a952ab0-4a27-4f53-bb70-d4420a2098ce tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:53:44.370355 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a952ab0-4a27-4f53-bb70-d4420a2098ce tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:53:44.370910 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a952ab0-4a27-4f53-bb70-d4420a2098ce tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:53:44.417062 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7a952ab0-4a27-4f53-bb70-d4420a2098ce tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33287247'] for floatingip, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:44.457132 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-523ed7c0-b03c-4990-a442-a9e17eef06d6 req-bc43c54c-e6e5-4784-aa40-d1df97801086 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] For port 306df2fc-f74a-4a5b-b429-3adfd7cc3386, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=306df2fc-f74a-4a5b-b429-3adfd7cc3386,segment=NetworkSegment(fa5f7742-6e03-46ef-8df5-0f25b5d284b6),segment_id=fa5f7742-6e03-46ef-8df5-0f25b5d284b6)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:53:44.457772 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-523ed7c0-b03c-4990-a442-a9e17eef06d6 req-bc43c54c-e6e5-4784-aa40-d1df97801086 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:44.562386 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_v2 [None req-02e6c3f4-a13e-40f1-80d9-4006f4d8cf6d tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Deleting subnet df7d4cb0-2ec8-4854-a7df-6699a750f666 {{(pid=94421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:53:44.689537 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-523ed7c0-b03c-4990-a442-a9e17eef06d6 req-bc43c54c-e6e5-4784-aa40-d1df97801086 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Calling delete_port for 306df2fc-f74a-4a5b-b429-3adfd7cc3386 owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:53:44.805130 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-02e6c3f4-a13e-40f1-80d9-4006f4d8cf6d tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks [] for subnet, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:44.812891 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 306df2fc-f74a-4a5b-b429-3adfd7cc3386 no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:53:45.011844 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dbb3b99-ead8-4e58-98ab-26125a5c8cd0 None None] Network c7594547-e917-46ad-9075-00dafa26f809 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:53:45.127077 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d50cd7f-3234-41af-9155-c434c688f698 req-f27359c2-bea4-4f45-82eb-9e78ca96db66 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:53:45.150056 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9d50cd7f-3234-41af-9155-c434c688f698 req-f27359c2-bea4-4f45-82eb-9e78ca96db66 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=e98332d0-8552-4f90-9240-19975d912b36 HTTP/1.1" status: 200 len: 945 time: 0.2611063 Aug 05 11:53:45.277109 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f3cdc807-e202-4c2d-9ada-57ef2344223e req-14dd2856-42af-4a0d-af2a-2447394d8560 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ad6306d-0123-4717-b794-3c33cf35dc7a HTTP/1.1" status: 200 len: 210 time: 0.2543828 Aug 05 11:53:45.333333 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9d50cd7f-3234-41af-9155-c434c688f698 req-456f1022-5871-485e-8575-5842e932c4c5 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca0df2b3-ca19-4f0d-95c0-bd3e02a9c49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1818173 Aug 05 11:53:45.562829 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 11:53:45.681836 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-02e6c3f4-a13e-40f1-80d9-4006f4d8cf6d tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29786388'] for subnet, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:45.690642 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-11eefa49-29f6-4ea7-a11f-fdafcfc5bb5a None None] Provisioning for port e63a44a5-25ad-4e24-b27f-7d0983c4e494 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:53:45.710985 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-11eefa49-29f6-4ea7-a11f-fdafcfc5bb5a None None] Provisioning complete for port e63a44a5-25ad-4e24-b27f-7d0983c4e494 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:53:45.711635 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-11eefa49-29f6-4ea7-a11f-fdafcfc5bb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:45.988445 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-11eefa49-29f6-4ea7-a11f-fdafcfc5bb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:46.013914 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-523ed7c0-b03c-4990-a442-a9e17eef06d6 req-bc43c54c-e6e5-4784-aa40-d1df97801086 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:46.032084 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-91ba1b00-69ec-4d8d-9b26-d2016c29e0bd tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Allocated IP 172.20.0.1 (c7594547-e917-46ad-9075-00dafa26f809/40b1f540-e66b-4944-a160-a2b5ddcfb752/e988da7f-723e-47d5-9ba4-5a3882795c63) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:53:46.089909 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 5f9a1648-97a0-49bb-a764-2148d15aa93e details requested by agent hyperv_n-h1-803378-2 with host n-h1-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:53:46.272266 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-11eefa49-29f6-4ea7-a11f-fdafcfc5bb5a None None] For port e63a44a5-25ad-4e24-b27f-7d0983c4e494, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=e63a44a5-25ad-4e24-b27f-7d0983c4e494,segment=NetworkSegment(e4d4df47-ce45-4bf5-8ef2-9d707d50cb24),segment_id=e4d4df47-ce45-4bf5-8ef2-9d707d50cb24)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:53:46.289334 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-11eefa49-29f6-4ea7-a11f-fdafcfc5bb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:46.435151 n-d-803378-2 neutron-server[94421]: INFO neutron.db.l3_db [None req-7a952ab0-4a27-4f53-bb70-d4420a2098ce tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Floating IP 8508f48f-ad3a-45af-91d6-ababe0281833 associated. External IP: 172.25.5.180, port: ec68afcf-9c5f-45fb-ae44-cadcc706912a. Aug 05 11:53:46.549680 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa04ecb-00d8-4162-bbb1-3da819dc1088 req-72a8793a-56d3-444e-84c4-938f65127d2e tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:53:46.552444 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ffa04ecb-00d8-4162-bbb1-3da819dc1088 req-72a8793a-56d3-444e-84c4-938f65127d2e tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.55 "GET /v2.0/networks?id=debeaa60-b13d-4f6e-a270-9d57e30ced89 HTTP/1.1" status: 200 len: 804 time: 1.8427484 Aug 05 11:53:46.553861 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc43c54c-e6e5-4784-aa40-d1df97801086 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Pushing event deleted for resources: {'Port': ['ID=306df2fc-f74a-4a5b-b429-3adfd7cc3386,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:53:46.581237 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a733a677-e748-4756-916c-28f889c9bd86 req-ca517250-618e-4881-82e3-a44bef28b3dc tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ad6306d-0123-4717-b794-3c33cf35dc7a HTTP/1.1" status: 200 len: 210 time: 0.0976906 Aug 05 11:53:46.650732 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-ffa04ecb-00d8-4162-bbb1-3da819dc1088 req-916fc62b-d960-463a-b65c-a255bf148c29 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Request body: {'port': {'device_id': '9ad6306d-0123-4717-b794-3c33cf35dc7a', 'network_id': 'debeaa60-b13d-4f6e-a270-9d57e30ced89', 'admin_state_up': True, 'tenant_id': '39c6d6575f854e26a57d96d36d983be3'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:53:46.657245 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-523ed7c0-b03c-4990-a442-a9e17eef06d6 req-bc43c54c-e6e5-4784-aa40-d1df97801086 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] No DVR routers for this DVR port 306df2fc-f74a-4a5b-b429-3adfd7cc3386 on host n-h2-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:53:46.698446 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-523ed7c0-b03c-4990-a442-a9e17eef06d6 req-bc43c54c-e6e5-4784-aa40-d1df97801086 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:46.701839 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-523ed7c0-b03c-4990-a442-a9e17eef06d6 req-bc43c54c-e6e5-4784-aa40-d1df97801086 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.55 "DELETE /v2.0/ports/306df2fc-f74a-4a5b-b429-3adfd7cc3386 HTTP/1.1" status: 204 len: 173 time: 5.0706027 Aug 05 11:53:46.709887 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e297482-8c7c-4bbe-931d-1a0f217e4664', 'name': 'network-vif-deleted', 'tag': '306df2fc-f74a-4a5b-b429-3adfd7cc3386'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:53:46.714250 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f16119a7-c890-4cb7-a155-896cf4e45d22" -d '{"events": [{"server_uuid": "9e297482-8c7c-4bbe-931d-1a0f217e4664", "name": "network-vif-deleted", "tag": "306df2fc-f74a-4a5b-b429-3adfd7cc3386"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:53:46.757957 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-0746512c-fed6-4d9a-ac58-1eef41fd1472 None None] Provisioning complete for port e63a44a5-25ad-4e24-b27f-7d0983c4e494 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:53:46.758610 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-0746512c-fed6-4d9a-ac58-1eef41fd1472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:46.783920 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6182b14-cd99-4d56-89dd-7d10fcb1116e req-3558858d-092e-4afa-9a94-fcfec4763107 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:53:46.786091 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d6182b14-cd99-4d56-89dd-7d10fcb1116e req-3558858d-092e-4afa-9a94-fcfec4763107 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=e98332d0-8552-4f90-9240-19975d912b36 HTTP/1.1" status: 200 len: 945 time: 0.1986461 Aug 05 11:53:46.910743 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eefa49-29f6-4ea7-a11f-fdafcfc5bb5a None None] Pushing event updated for resources: {'Port': ['ID=e63a44a5-25ad-4e24-b27f-7d0983c4e494,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:53:46.926091 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d6182b14-cd99-4d56-89dd-7d10fcb1116e req-e5b21cc0-fdc7-42cf-84af-1d8ed3c7a7e6 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca0df2b3-ca19-4f0d-95c0-bd3e02a9c49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149526 Aug 05 11:53:46.935344 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 5f9a1648-97a0-49bb-a764-2148d15aa93e, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=5f9a1648-97a0-49bb-a764-2148d15aa93e,segment=NetworkSegment(de1f7257-8faa-46ea-8956-4b8e85e97bcb),segment_id=de1f7257-8faa-46ea-8956-4b8e85e97bcb)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:53:47.028569 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21f98410-c8c7-4c0e-a1a2-4bff5e77aca5 x-openstack-request-id: req-21f98410-c8c7-4c0e-a1a2-4bff5e77aca5 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:53:47.029177 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e297482-8c7c-4bbe-931d-1a0f217e4664", "name": "network-vif-deleted", "tag": "306df2fc-f74a-4a5b-b429-3adfd7cc3386", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:53:47.029574 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-21f98410-c8c7-4c0e-a1a2-4bff5e77aca5 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:53:47.030332 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e297482-8c7c-4bbe-931d-1a0f217e4664', 'name': 'network-vif-deleted', 'tag': '306df2fc-f74a-4a5b-b429-3adfd7cc3386', 'status': 'completed', 'code': 200} Aug 05 11:53:47.033993 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Returning: {'device': '5f9a1648-97a0-49bb-a764-2148d15aa93e', 'network_id': '1ac4b742-2a25-4935-8476-e9ad3e543504', 'port_id': '5f9a1648-97a0-49bb-a764-2148d15aa93e', 'mac_address': 'fa:16:3e:3b:20:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5e28117-6f3c-401b-be5b-a70254f1dc57', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:53:47.203295 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:47.207884 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-02e6c3f4-a13e-40f1-80d9-4006f4d8cf6d tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:47.262186 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f9a1648-97a0-49bb-a764-2148d15aa93e {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:53:47.307554 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 5f9a1648-97a0-49bb-a764-2148d15aa93e, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=5f9a1648-97a0-49bb-a764-2148d15aa93e,segment=NetworkSegment(de1f7257-8faa-46ea-8956-4b8e85e97bcb),segment_id=de1f7257-8faa-46ea-8956-4b8e85e97bcb)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:53:47.328291 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:47.495925 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=5f9a1648-97a0-49bb-a764-2148d15aa93e,revision_number=11']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:53:47.654966 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device e63a44a5-25ad-4e24-b27f-7d0983c4e494 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:53:47.714957 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-91ba1b00-69ec-4d8d-9b26-d2016c29e0bd tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:47.845353 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [None req-91ba1b00-69ec-4d8d-9b26-d2016c29e0bd tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Transition to ACTIVE for port object e988da7f-723e-47d5-9ba4-5a3882795c63 will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:53:47.846774 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port e63a44a5-25ad-4e24-b27f-7d0983c4e494 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:53:47.848286 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:47.878517 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-02e6c3f4-a13e-40f1-80d9-4006f4d8cf6d tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25038609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30075142'] for subnet, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:47.938839 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc3b603-d092-490a-a5d5-d95604fb2e2e None None] Network 8f131b2a-c272-404f-ad91-e0d8977f63c4 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:53:47.939690 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffa04ecb-00d8-4162-bbb1-3da819dc1088 req-916fc62b-d960-463a-b65c-a255bf148c29 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Made reservation on behalf of 39c6d6575f854e26a57d96d36d983be3 for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:53:47.954987 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-ffa04ecb-00d8-4162-bbb1-3da819dc1088 req-916fc62b-d960-463a-b65c-a255bf148c29 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:47.963392 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-72aaa2f5-0489-4365-9755-07137214d01a req-0349cf6b-a3aa-411f-85f9-923ec083c794 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ad6306d-0123-4717-b794-3c33cf35dc7a HTTP/1.1" status: 200 len: 210 time: 0.0946214 Aug 05 11:53:48.021205 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-02e6c3f4-a13e-40f1-80d9-4006f4d8cf6d tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:48.026506 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-02e6c3f4-a13e-40f1-80d9-4006f4d8cf6d tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "DELETE /v2.0/subnets/df7d4cb0-2ec8-4854-a7df-6699a750f666 HTTP/1.1" status: 204 len: 168 time: 3.9987257 Aug 05 11:53:48.034183 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49338) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:53:48.046112 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e6c3f4-a13e-40f1-80d9-4006f4d8cf6d tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Pushing event deleted for resources: {'Subnet': ['ID=df7d4cb0-2ec8-4854-a7df-6699a750f666,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:53:48.116595 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a952ab0-4a27-4f53-bb70-d4420a2098ce tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Router fc1ea05d-69a6-4872-b7f7-15b7b6b12ffc has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 11:53:48.128292 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['5f9a1648-97a0-49bb-a764-2148d15aa93e'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:53:48.243144 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-91ba1b00-69ec-4d8d-9b26-d2016c29e0bd tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:48.402094 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4f57a82-d009-4ce0-aba6-83a809b51858 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Deleting subnet 3b7ab9ea-c9f8-4320-9af1-fcc9b13ba067 {{(pid=94420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:53:48.408783 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c4f57a82-d009-4ce0-aba6-83a809b51858 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks [] for subnet, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:48.523361 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c4f57a82-d009-4ce0-aba6-83a809b51858 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25010562'] for subnet, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:48.583829 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ba1b00-69ec-4d8d-9b26-d2016c29e0bd tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Network c7594547-e917-46ad-9075-00dafa26f809 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:53:48.632982 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ba1b00-69ec-4d8d-9b26-d2016c29e0bd tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Pushing event updated for resources: {'Port': ['ID=e988da7f-723e-47d5-9ba4-5a3882795c63,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:53:48.652476 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-91ba1b00-69ec-4d8d-9b26-d2016c29e0bd tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:53:48.748254 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ba1b00-69ec-4d8d-9b26-d2016c29e0bd tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:53:48.815726 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c4f57a82-d009-4ce0-aba6-83a809b51858 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:49.036939 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c4f57a82-d009-4ce0-aba6-83a809b51858 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29762763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24211094'] for subnet, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:49.162604 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f57a82-d009-4ce0-aba6-83a809b51858 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Pushing event deleted for resources: {'Subnet': ['ID=3b7ab9ea-c9f8-4320-9af1-fcc9b13ba067,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:53:49.225191 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00db685-f77f-4003-bae8-098ddc876a4d req-aa5ea467-bd72-4fe2-9cad-2b2875ffa08a tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:53:49.227236 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b00db685-f77f-4003-bae8-098ddc876a4d req-aa5ea467-bd72-4fe2-9cad-2b2875ffa08a tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=e98332d0-8552-4f90-9240-19975d912b36 HTTP/1.1" status: 200 len: 946 time: 1.0545645 Aug 05 11:53:49.281155 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f57a82-d009-4ce0-aba6-83a809b51858 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:53:49.282579 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f57a82-d009-4ce0-aba6-83a809b51858 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:53:49.282579 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f57a82-d009-4ce0-aba6-83a809b51858 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:53:49.283084 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f57a82-d009-4ce0-aba6-83a809b51858 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:53:49.283589 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f57a82-d009-4ce0-aba6-83a809b51858 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:53:49.284165 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f57a82-d009-4ce0-aba6-83a809b51858 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:53:49.284776 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f57a82-d009-4ce0-aba6-83a809b51858 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:53:49.285328 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f57a82-d009-4ce0-aba6-83a809b51858 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:53:49.286142 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f57a82-d009-4ce0-aba6-83a809b51858 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:53:49.286718 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f57a82-d009-4ce0-aba6-83a809b51858 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:53:49.287288 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f57a82-d009-4ce0-aba6-83a809b51858 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:53:49.287873 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f57a82-d009-4ce0-aba6-83a809b51858 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:53:49.307434 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c4f57a82-d009-4ce0-aba6-83a809b51858 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks [] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:49.318121 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-c4f57a82-d009-4ce0-aba6-83a809b51858 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "DELETE /v2.0/subnets/3b7ab9ea-c9f8-4320-9af1-fcc9b13ba067 HTTP/1.1" status: 204 len: 168 time: 1.2779300 Aug 05 11:53:49.372091 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-2f5570dc-7a8f-4416-b848-a9fe8128dd4f None None] Provisioning for port e988da7f-723e-47d5-9ba4-5a3882795c63 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:53:49.389520 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49352) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:53:49.392773 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-2f5570dc-7a8f-4416-b848-a9fe8128dd4f None None] Provisioning complete for port e988da7f-723e-47d5-9ba4-5a3882795c63 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:53:49.397143 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-2f5570dc-7a8f-4416-b848-a9fe8128dd4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:49.434750 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-99dbe67e-cfcf-4f27-8ad5-8f87646a722c req-e5e5e52e-f526-444e-a4dc-cbb9d36f1d88 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ad6306d-0123-4717-b794-3c33cf35dc7a HTTP/1.1" status: 200 len: 210 time: 0.2032251 Aug 05 11:53:49.592928 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-2f5570dc-7a8f-4416-b848-a9fe8128dd4f None None] Port e988da7f-723e-47d5-9ba4-5a3882795c63 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:53:49.615200 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09bbbc25-8de2-4d62-8361-8008fd5463cb None None] Update dhcp port {'port': {'network_id': '8f131b2a-c272-404f-ad91-e0d8977f63c4', 'fixed_ips': [{'subnet_id': '9fb8b52b-ddcd-47e9-933b-e3f206ca0678', 'ip_address': '172.20.0.18'}, {'subnet_id': '3b7ab9ea-c9f8-4320-9af1-fcc9b13ba067'}], 'binding:host_id': 'n-d-803378-2'}, 'id': 'f33047c4-2076-4332-a683-e5f6bf8bfd2f'} from n-d-803378-2. {{(pid=94422) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 05 11:53:49.705821 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-09bbbc25-8de2-4d62-8361-8008fd5463cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:49.726021 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-91ba1b00-69ec-4d8d-9b26-d2016c29e0bd tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33288800'] for router_interface, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:50.069639 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-ffa04ecb-00d8-4162-bbb1-3da819dc1088 req-916fc62b-d960-463a-b65c-a255bf148c29 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Allocated IP 172.20.0.12 (debeaa60-b13d-4f6e-a270-9d57e30ced89/9fa39e07-a6bd-4ef4-8a54-1af79d2770df/d9f1871e-1e61-4e44-947b-1733df7ab6ca) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:53:50.137991 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a952ab0-4a27-4f53-bb70-d4420a2098ce tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:53:50.157029 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2949e2-7e76-4deb-b7cf-bc728b4a27a3 None None] Sync routers for ids ['fc1ea05d-69a6-4872-b7f7-15b7b6b12ffc'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:53:50.204845 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2949e2-7e76-4deb-b7cf-bc728b4a27a3 None None] Routers {'fc1ea05d-69a6-4872-b7f7-15b7b6b12ffc'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:53:50.206001 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-6f2949e2-7e76-4deb-b7cf-bc728b4a27a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:53:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['fc1ea05d-69a6-4872-b7f7-15b7b6b12ffc'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:53:50.299436 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7a952ab0-4a27-4f53-bb70-d4420a2098ce tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:50.312697 n-d-803378-2 neutron-server[94420]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc013e88-96bd-4ca7-baf5-0839cf5eabcc tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] DELETE failed (client error): The resource could not be found. Aug 05 11:53:50.314670 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc013e88-96bd-4ca7-baf5-0839cf5eabcc tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:53:50.327894 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-cc013e88-96bd-4ca7-baf5-0839cf5eabcc tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "DELETE /v2.0/subnets/df7d4cb0-2ec8-4854-a7df-6699a750f666 HTTP/1.1" status: 404 len: 337 time: 0.9355922 Aug 05 11:53:50.334647 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49362) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:53:50.460849 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-91ba1b00-69ec-4d8d-9b26-d2016c29e0bd tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:50.485370 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_v2 [None req-582045e4-100f-40f6-87ef-1821f29c1a68 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Deleting subnet 9fb8b52b-ddcd-47e9-933b-e3f206ca0678 {{(pid=94420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:53:50.492445 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-582045e4-100f-40f6-87ef-1821f29c1a68 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks [] for subnet, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:50.527568 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-6f2949e2-7e76-4deb-b7cf-bc728b4a27a3 None None] Set router fc1ea05d-69a6-4872-b7f7-15b7b6b12ffc gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:53:50.558865 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-7a952ab0-4a27-4f53-bb70-d4420a2098ce tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 14.4464316 Aug 05 11:53:50.587094 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ca54f27-d046-4851-9908-b78111ddfd55', 'tag': 'ec68afcf-9c5f-45fb-ae44-cadcc706912a'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:53:50.606022 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79a42bea-ad2d-4055-bbe5-abfe20c2e657" -d '{"events": [{"name": "network-changed", "server_uuid": "9ca54f27-d046-4851-9908-b78111ddfd55", "tag": "ec68afcf-9c5f-45fb-ae44-cadcc706912a"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:53:50.671018 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-582045e4-100f-40f6-87ef-1821f29c1a68 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25010562'] for subnet, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:50.824928 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b00db685-f77f-4003-bae8-098ddc876a4d req-93597fad-d695-467a-b1c9-cb892a1563b6 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca0df2b3-ca19-4f0d-95c0-bd3e02a9c49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.5601532 Aug 05 11:53:50.829719 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-47586e66-f4eb-42a5-a0ff-be4ede607572 req-86deae8d-5725-48bc-b20a-c6c9189739c3 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ad6306d-0123-4717-b794-3c33cf35dc7a HTTP/1.1" status: 200 len: 210 time: 0.1446970 Aug 05 11:53:50.879595 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25cad84-b4ac-4fcc-ad91-38fbe9592d82 None None] Network 8f131b2a-c272-404f-ad91-e0d8977f63c4 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:53:51.081422 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-910f60c6-8544-4c83-b5e4-1b4c988b1c6c x-openstack-request-id: req-910f60c6-8544-4c83-b5e4-1b4c988b1c6c {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:53:51.082308 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ca54f27-d046-4851-9908-b78111ddfd55", "tag": "ec68afcf-9c5f-45fb-ae44-cadcc706912a", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:53:51.082518 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-910f60c6-8544-4c83-b5e4-1b4c988b1c6c {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:53:51.083020 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ca54f27-d046-4851-9908-b78111ddfd55', 'tag': 'ec68afcf-9c5f-45fb-ae44-cadcc706912a', 'status': 'completed', 'code': 200} Aug 05 11:53:51.110536 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-582045e4-100f-40f6-87ef-1821f29c1a68 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:51.306253 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a42bea-ad2d-4055-bbe5-abfe20c2e657 req-46659cc2-01c3-4257-bc36-5356dc64d1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:53:51.309181 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-79a42bea-ad2d-4055-bbe5-abfe20c2e657 req-46659cc2-01c3-4257-bc36-5356dc64d1cd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7f88688726d24c8e9d77831659c7c3ae&device_id=9ca54f27-d046-4851-9908-b78111ddfd55 HTTP/1.1" status: 200 len: 1097 time: 0.1910708 Aug 05 11:53:51.461451 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd68583c-bab6-4e4e-bbd0-07d507ff3df1 req-79b117a6-8252-4412-991f-918e016fc8bc tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:53:51.464511 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cd68583c-bab6-4e4e-bbd0-07d507ff3df1 req-79b117a6-8252-4412-991f-918e016fc8bc tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ca54f27-d046-4851-9908-b78111ddfd55 HTTP/1.1" status: 200 len: 946 time: 0.3474698 Aug 05 11:53:51.543153 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-ffa04ecb-00d8-4162-bbb1-3da819dc1088 req-916fc62b-d960-463a-b65c-a255bf148c29 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:51.582840 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-1593d4c5-a918-4e95-bab7-34b9e3448896 None None] Provisioning complete for port f33047c4-2076-4332-a683-e5f6bf8bfd2f triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:53:51.583635 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1593d4c5-a918-4e95-bab7-34b9e3448896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:51.651030 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cd68583c-bab6-4e4e-bbd0-07d507ff3df1 req-50c20d4e-618f-4c2c-a986-919eee399a19 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a3441a1-c2ab-48c0-836a-6574f4cf6a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1682813 Aug 05 11:53:51.655113 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-582045e4-100f-40f6-87ef-1821f29c1a68 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29762763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24211094'] for subnet, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:51.707233 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49382) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:53:51.714208 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-582045e4-100f-40f6-87ef-1821f29c1a68 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks [] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:51.733839 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-582045e4-100f-40f6-87ef-1821f29c1a68 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "DELETE /v2.0/subnets/9fb8b52b-ddcd-47e9-933b-e3f206ca0678 HTTP/1.1" status: 204 len: 168 time: 1.3969352 Aug 05 11:53:51.741903 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device f33047c4-2076-4332-a683-e5f6bf8bfd2f no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:53:51.786428 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49384) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:53:51.841617 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582045e4-100f-40f6-87ef-1821f29c1a68 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Pushing event deleted for resources: {'Subnet': ['ID=9fb8b52b-ddcd-47e9-933b-e3f206ca0678,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:53:51.859154 n-d-803378-2 neutron-server[94420]: INFO neutron.pecan_wsgi.hooks.translation [None req-18b1a182-ffba-45f8-b71e-678519afd650 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] DELETE failed (client error): The resource could not be found. Aug 05 11:53:51.861806 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18b1a182-ffba-45f8-b71e-678519afd650 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:53:51.865934 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-18b1a182-ffba-45f8-b71e-678519afd650 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "DELETE /v2.0/subnets/4e3a75a4-0d20-490c-8fec-9f4238a38dd7 HTTP/1.1" status: 404 len: 337 time: 0.0771201 Aug 05 11:53:51.870862 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49388) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:53:51.961281 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-264d85c6-bb7c-4f53-9734-3cbe6289bb2a tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe89a24e-026b-45c0-8e36-c416396721e4 HTTP/1.1" status: 200 len: 205 time: 0.0862203 Aug 05 11:53:51.968906 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49394) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:53:52.136043 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 5f9a1648-97a0-49bb-a764-2148d15aa93e up at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:53:52.170258 n-d-803378-2 neutron-server[94420]: INFO neutron.api.v2.resource [None req-658d822f-b86c-4d85-bb9c-70529ee5f6a1 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] delete failed (client error): The resource could not be found. Aug 05 11:53:52.172318 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-658d822f-b86c-4d85-bb9c-70529ee5f6a1 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "DELETE /v2.0/routers/fe89a24e-026b-45c0-8e36-c416396721e4 HTTP/1.1" status: 404 len: 336 time: 0.2015185 Aug 05 11:53:52.178050 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49400) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:53:52.229218 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-91ba1b00-69ec-4d8d-9b26-d2016c29e0bd tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:52.316316 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fca5a157-accd-42a9-9635-d305fa3c1d71 req-e2d8991c-2b0e-4ace-a36e-f518fb8170a0 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ad6306d-0123-4717-b794-3c33cf35dc7a HTTP/1.1" status: 200 len: 210 time: 0.1829967 Aug 05 11:53:52.323988 n-d-803378-2 neutron-server[94420]: INFO neutron.pecan_wsgi.hooks.translation [None req-7828a965-5a6d-4b09-8f78-1acfe7093ae5 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] DELETE failed (client error): The resource could not be found. Aug 05 11:53:52.324779 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7828a965-5a6d-4b09-8f78-1acfe7093ae5 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:53:52.328130 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-7828a965-5a6d-4b09-8f78-1acfe7093ae5 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "DELETE /v2.0/subnets/e7e645e2-c51d-47af-a4ef-e0c27c67d9f2 HTTP/1.1" status: 404 len: 337 time: 0.1483445 Aug 05 11:53:52.332754 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49402) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:53:52.341917 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-91ba1b00-69ec-4d8d-9b26-d2016c29e0bd tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:52.434920 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:52.484678 n-d-803378-2 neutron-server[94420]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e476a90-62a7-47bc-a0db-fee7b9b089ca tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] DELETE failed (client error): The resource could not be found. Aug 05 11:53:52.486171 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e476a90-62a7-47bc-a0db-fee7b9b089ca tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:53:52.491332 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-1e476a90-62a7-47bc-a0db-fee7b9b089ca tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "DELETE /v2.0/subnets/160b58bb-d8f0-4bce-b5e1-b33e677fbf39 HTTP/1.1" status: 404 len: 337 time: 0.1555827 Aug 05 11:53:52.502398 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49406) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:53:52.533793 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:52.560654 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-91ba1b00-69ec-4d8d-9b26-d2016c29e0bd tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33140268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33208272'] for router_interface, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:52.575478 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf27fc6-aaab-4294-b21f-417c6797fe82 req-601c0075-5ffa-4306-990e-7f6da80e35cd tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:53:52.585783 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ba1b00-69ec-4d8d-9b26-d2016c29e0bd tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Pushing event updated for resources: {'Port': ['ID=e988da7f-723e-47d5-9ba4-5a3882795c63,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:53:52.586119 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-6f2949e2-7e76-4deb-b7cf-bc728b4a27a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc1ea05d-69a6-4872-b7f7-15b7b6b12ffc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2117875828', 'tenant_id': '7f88688726d24c8e9d77831659c7c3ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '562f7d2d-2ff1-43a0-a648-1d3f14f48823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:52:10Z', 'updated_at': '2021-08-05T11:52:38Z', 'revision_number': 4, 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'gw_port': {'id': '562f7d2d-2ff1-43a0-a648-1d3f14f48823', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:41:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1ea05d-69a6-4872-b7f7-15b7b6b12ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:52:13Z', 'updated_at': '2021-08-05T11:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': '8508f48f-ad3a-45af-91d6-ababe0281833', 'tenant_id': '7f88688726d24c8e9d77831659c7c3ae', 'floating_ip_address': '172.25.5.180', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': 'fc1ea05d-69a6-4872-b7f7-15b7b6b12ffc', 'port_id': 'ec68afcf-9c5f-45fb-ae44-cadcc706912a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2803, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de35454d-dce9-4c8c-89fd-a22990eff5d9', 'mac_address': 'fa:16:3e:e2:86:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca54f27-d046-4851-9908-b78111ddfd55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T11:53:39Z', 'updated_at': '2021-08-05T11:53:39Z', 'revision_number': 0, 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0cb4f4c-8282-4802-bfe1-bacd55ae1c93', 'name': '', 'network_id': 'de35454d-dce9-4c8c-89fd-a22990eff5d9', 'tenant_id': '7f88688726d24c8e9d77831659c7c3ae', 'mac_address': 'fa:16:3e:50:4b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1ea05d-69a6-4872-b7f7-15b7b6b12ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2769, 'fixed_ips': [{'subnet_id': 'eca5de13-4236-413f-a4f9-706b50495900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:52:31Z', 'updated_at': '2021-08-05T11:53:03Z', 'revision_number': 5, 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'subnets': [{'id': 'eca5de13-4236-413f-a4f9-706b50495900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:53:52.594816 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a42bea-ad2d-4055-bbe5-abfe20c2e657 req-cc236156-fc55-4477-abe1-5a07eda82e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:53:52.597775 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-79a42bea-ad2d-4055-bbe5-abfe20c2e657 req-cc236156-fc55-4477-abe1-5a07eda82e51 service neutron] 10.222.0.64 "GET /v2.0/networks?id=de35454d-dce9-4c8c-89fd-a22990eff5d9 HTTP/1.1" status: 200 len: 898 time: 1.2772486 Aug 05 11:53:52.601757 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-edf27fc6-aaab-4294-b21f-417c6797fe82 req-601c0075-5ffa-4306-990e-7f6da80e35cd tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=e98332d0-8552-4f90-9240-19975d912b36 HTTP/1.1" status: 200 len: 946 time: 0.4605792 Aug 05 11:53:52.605434 n-d-803378-2 neutron-server[94420]: INFO neutron.pecan_wsgi.hooks.translation [None req-28b54e27-aedc-42ac-b539-18eb28379f88 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] DELETE failed (client error): The resource could not be found. Aug 05 11:53:52.606813 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28b54e27-aedc-42ac-b539-18eb28379f88 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:53:52.610427 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-28b54e27-aedc-42ac-b539-18eb28379f88 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "DELETE /v2.0/subnets/c5eb5555-3d0b-4eb3-9362-6e217918c66e HTTP/1.1" status: 404 len: 337 time: 0.1062405 Aug 05 11:53:52.624470 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49408) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:53:52.627191 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-1341cd17-e540-4ef7-a4f3-37c00f45ec2d tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/floatingips/8508f48f-ad3a-45af-91d6-ababe0281833 HTTP/1.1" status: 200 len: 992 time: 0.9096978 Aug 05 11:53:52.678184 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfefff3b-6c4b-49c4-990d-5fe544f4650f None None] DHCP port deletion for 8f131b2a-c272-404f-ad91-e0d8977f63c4 request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 11:53:52.693773 n-d-803378-2 neutron-server[94420]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c5d6e43-8140-4aa5-ab36-a43e62834ac4 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] DELETE failed (client error): The resource could not be found. Aug 05 11:53:52.693773 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c5d6e43-8140-4aa5-ab36-a43e62834ac4 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:53:52.694651 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-5c5d6e43-8140-4aa5-ab36-a43e62834ac4 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "DELETE /v2.0/ports/a49d859e-6e0d-4354-befe-3842d5bd8e55 HTTP/1.1" status: 404 len: 333 time: 0.0638559 Aug 05 11:53:52.699854 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49410) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:53:52.751022 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port f33047c4-2076-4332-a683-e5f6bf8bfd2f, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=f33047c4-2076-4332-a683-e5f6bf8bfd2f,segment=NetworkSegment(3b745bf7-4549-4768-b29c-6a6b1246e750),segment_id=3b745bf7-4549-4768-b29c-6a6b1246e750)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:53:52.753261 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2949e2-7e76-4deb-b7cf-bc728b4a27a3 None None] Checking router: fc1ea05d-69a6-4872-b7f7-15b7b6b12ffc for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:53:52.773804 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:52.777662 n-d-803378-2 neutron-server[94420]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c7ca8db-5026-45f7-bacb-c5ef447f4148 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] DELETE failed (client error): The resource could not be found. Aug 05 11:53:52.778623 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c7ca8db-5026-45f7-bacb-c5ef447f4148 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:53:52.782695 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-2c7ca8db-5026-45f7-bacb-c5ef447f4148 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "DELETE /v2.0/subnets/1cce04a1-660e-472e-8924-4f7dc5df3343 HTTP/1.1" status: 404 len: 337 time: 0.0808535 Aug 05 11:53:52.787990 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49414) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:53:52.857762 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-edf27fc6-aaab-4294-b21f-417c6797fe82 req-06800bc4-0d10-4b67-92c9-a147f5f80a85 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca0df2b3-ca19-4f0d-95c0-bd3e02a9c49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2439218 Aug 05 11:53:52.861624 n-d-803378-2 neutron-server[94420]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbdfb61f-49e2-46ac-b6b2-778428ec65fa tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] DELETE failed (client error): The resource could not be found. Aug 05 11:53:52.862660 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbdfb61f-49e2-46ac-b6b2-778428ec65fa tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:53:52.866970 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-fbdfb61f-49e2-46ac-b6b2-778428ec65fa tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "DELETE /v2.0/subnets/5d9bdbaf-f40f-4c32-9dc0-e55559e81735 HTTP/1.1" status: 404 len: 337 time: 0.0768073 Aug 05 11:53:52.871789 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49416) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:53:52.910244 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-79a42bea-ad2d-4055-bbe5-abfe20c2e657 req-8b2342e8-8ad5-459c-a2ef-34beb620b1e7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ec68afcf-9c5f-45fb-ae44-cadcc706912a HTTP/1.1" status: 200 len: 1000 time: 0.3024688 Aug 05 11:53:52.925324 n-d-803378-2 neutron-server[94420]: INFO neutron.pecan_wsgi.hooks.translation [None req-22b6ea6c-8652-46f3-b4e8-e77905fe08dd tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] DELETE failed (client error): The resource could not be found. Aug 05 11:53:52.927179 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22b6ea6c-8652-46f3-b4e8-e77905fe08dd tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:53:52.936965 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-22b6ea6c-8652-46f3-b4e8-e77905fe08dd tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "DELETE /v2.0/ports/2fd2796c-c6ef-4610-88fd-19a2a58ca18c HTTP/1.1" status: 404 len: 333 time: 0.0629873 Aug 05 11:53:52.938504 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49418) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:53:52.945809 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=f33047c4-2076-4332-a683-e5f6bf8bfd2f,revision_number=11']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:53:52.951670 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning for port 5f9a1648-97a0-49bb-a764-2148d15aa93e completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:53:52.969415 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning complete for port 5f9a1648-97a0-49bb-a764-2148d15aa93e triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:53:52.970024 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:53.005204 n-d-803378-2 neutron-server[94420]: INFO neutron.pecan_wsgi.hooks.translation [None req-5be10d22-c17c-4863-9715-fc2d40bdc006 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] DELETE failed (client error): The resource could not be found. Aug 05 11:53:53.006008 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5be10d22-c17c-4863-9715-fc2d40bdc006 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:53:53.013978 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-ffa04ecb-00d8-4162-bbb1-3da819dc1088 req-916fc62b-d960-463a-b65c-a255bf148c29 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:53.014299 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-5be10d22-c17c-4863-9715-fc2d40bdc006 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "DELETE /v2.0/subnets/85cb991b-3dba-4524-805b-2cb816b527c4 HTTP/1.1" status: 404 len: 337 time: 0.0696394 Aug 05 11:53:53.015942 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49420) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:53:53.036712 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2949e2-7e76-4deb-b7cf-bc728b4a27a3 None None] Routers {'fc1ea05d-69a6-4872-b7f7-15b7b6b12ffc'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:53:53.037774 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-6f2949e2-7e76-4deb-b7cf-bc728b4a27a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:53:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['fc1ea05d-69a6-4872-b7f7-15b7b6b12ffc'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:53:53.045272 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ba1b00-69ec-4d8d-9b26-d2016c29e0bd tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Network c7594547-e917-46ad-9075-00dafa26f809 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:53:53.048850 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-1593d4c5-a918-4e95-bab7-34b9e3448896 None None] Provisioning complete for port 0d1d9e24-044d-4da2-9c7d-6df13573a630 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:53:53.049423 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1593d4c5-a918-4e95-bab7-34b9e3448896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:53.227557 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-91ba1b00-69ec-4d8d-9b26-d2016c29e0bd tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:53:53.261104 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-1593d4c5-a918-4e95-bab7-34b9e3448896 None None] Port 0d1d9e24-044d-4da2-9c7d-6df13573a630 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:53:53.288078 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a42bea-ad2d-4055-bbe5-abfe20c2e657 req-15f27c50-1c1e-4263-9b50-7356b1281b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:53:53.291881 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-79a42bea-ad2d-4055-bbe5-abfe20c2e657 req-15f27c50-1c1e-4263-9b50-7356b1281b80 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=eca5de13-4236-413f-a4f9-706b50495900 HTTP/1.1" status: 200 len: 835 time: 0.2964289 Aug 05 11:53:53.301958 n-d-803378-2 neutron-server[94421]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ce0a00a-7635-4962-892a-d939a93724ef tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] DELETE failed (client error): The resource could not be found. Aug 05 11:53:53.303425 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ce0a00a-7635-4962-892a-d939a93724ef tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:53:53.311380 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-4ce0a00a-7635-4962-892a-d939a93724ef tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "DELETE /v2.0/subnets/a2f0e542-116e-42ef-9715-f2863dae183b HTTP/1.1" status: 404 len: 337 time: 0.2854083 Aug 05 11:53:53.315694 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49428) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:53:53.441309 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-dfefff3b-6c4b-49c4-990d-5fe544f4650f None None] Deleting port f33047c4-2076-4332-a683-e5f6bf8bfd2f {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:53:53.441901 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-dfefff3b-6c4b-49c4-990d-5fe544f4650f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:53.458656 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-6f2949e2-7e76-4deb-b7cf-bc728b4a27a3 None None] Set router fc1ea05d-69a6-4872-b7f7-15b7b6b12ffc gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:53:53.471655 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916fc62b-d960-463a-b65c-a255bf148c29 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Pushing event updated for resources: {'Port': ['ID=d9f1871e-1e61-4e44-947b-1733df7ab6ca,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:53:53.651386 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49436) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:53:53.821158 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffa04ecb-00d8-4162-bbb1-3da819dc1088 req-916fc62b-d960-463a-b65c-a255bf148c29 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Network debeaa60-b13d-4f6e-a270-9d57e30ced89 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:53:53.831152 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-ffa04ecb-00d8-4162-bbb1-3da819dc1088 req-916fc62b-d960-463a-b65c-a255bf148c29 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:53:53.836651 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffa04ecb-00d8-4162-bbb1-3da819dc1088 req-916fc62b-d960-463a-b65c-a255bf148c29 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:53:53.981132 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06dfe3f-1299-4e9d-b89b-34ef6374d797 req-bd7cd181-55ce-441f-ac9e-bdf884a0e1e7 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:53:53.984813 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f06dfe3f-1299-4e9d-b89b-34ef6374d797 req-bd7cd181-55ce-441f-ac9e-bdf884a0e1e7 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ad6306d-0123-4717-b794-3c33cf35dc7a HTTP/1.1" status: 200 len: 932 time: 0.3778193 Aug 05 11:53:54.007966 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a42bea-ad2d-4055-bbe5-abfe20c2e657 req-879039ee-4980-4c78-a55d-a23a39825253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:53:54.018928 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-79a42bea-ad2d-4055-bbe5-abfe20c2e657 req-879039ee-4980-4c78-a55d-a23a39825253 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=de35454d-dce9-4c8c-89fd-a22990eff5d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6694438 Aug 05 11:53:54.051379 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-56499115-7a1c-4064-b114-58f17e5148fb tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/floatingips/8508f48f-ad3a-45af-91d6-ababe0281833 HTTP/1.1" status: 200 len: 992 time: 0.3769801 Aug 05 11:53:54.090741 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-cd2322f8-6303-4a7f-a016-6fd9073a7073 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Deleting port 0d1d9e24-044d-4da2-9c7d-6df13573a630 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:53:54.092093 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-cd2322f8-6303-4a7f-a016-6fd9073a7073 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:54.106470 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f06dfe3f-1299-4e9d-b89b-34ef6374d797 req-b6565b0b-03bd-4fc4-a3e4-b4942572fd4e tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5464a98-f362-4f03-a5f7-4b9d844b9cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099517 Aug 05 11:53:54.138256 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:54.328720 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-79a42bea-ad2d-4055-bbe5-abfe20c2e657 req-21501d65-4dfe-4d14-88b8-27fe0bd9d445 service neutron] 10.222.0.64 "GET /v2.0/networks/de35454d-dce9-4c8c-89fd-a22990eff5d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3017762 Aug 05 11:53:54.376299 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa04ecb-00d8-4162-bbb1-3da819dc1088 req-916fc62b-d960-463a-b65c-a255bf148c29 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:53:54.377756 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-ffa04ecb-00d8-4162-bbb1-3da819dc1088 req-916fc62b-d960-463a-b65c-a255bf148c29 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:54.460186 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-dfefff3b-6c4b-49c4-990d-5fe544f4650f None None] For port f33047c4-2076-4332-a683-e5f6bf8bfd2f, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=f33047c4-2076-4332-a683-e5f6bf8bfd2f,segment=NetworkSegment(3b745bf7-4549-4768-b29c-6a6b1246e750),segment_id=3b745bf7-4549-4768-b29c-6a6b1246e750)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:53:54.460800 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-dfefff3b-6c4b-49c4-990d-5fe544f4650f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:54.505409 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622c78b4-f5da-4973-85da-8fcd01034904 req-7b6dd1ae-7a41-461c-9fa1-0378f81ac6e7 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:53:54.508896 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-622c78b4-f5da-4973-85da-8fcd01034904 req-7b6dd1ae-7a41-461c-9fa1-0378f81ac6e7 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=e98332d0-8552-4f90-9240-19975d912b36 HTTP/1.1" status: 200 len: 946 time: 0.2591441 Aug 05 11:53:54.514839 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-cd2322f8-6303-4a7f-a016-6fd9073a7073 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:54.552664 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ffa04ecb-00d8-4162-bbb1-3da819dc1088 req-916fc62b-d960-463a-b65c-a255bf148c29 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.9100583 Aug 05 11:53:54.565981 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-dfefff3b-6c4b-49c4-990d-5fe544f4650f None None] Calling delete_port for f33047c4-2076-4332-a683-e5f6bf8bfd2f owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:53:54.572551 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-291b7ee4-20b0-4775-9f4a-0e214e975510 None None] Provisioning complete for port e988da7f-723e-47d5-9ba4-5a3882795c63 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:53:54.573376 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-291b7ee4-20b0-4775-9f4a-0e214e975510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:54.598762 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93409c2-f9ce-451e-b01a-ae20a789ef38 req-8631c7aa-cfec-422e-a6cf-c56415c33738 tempest-VolumesBackupsTest-350127530 tempest-VolumesBackupsTest-350127530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:53:54.601779 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d93409c2-f9ce-451e-b01a-ae20a789ef38 req-8631c7aa-cfec-422e-a6cf-c56415c33738 tempest-VolumesBackupsTest-350127530 tempest-VolumesBackupsTest-350127530-project] 10.222.0.58 "GET /v2.0/ports?device_id=93462345-4434-4a7f-8b61-cffd0553c5b8 HTTP/1.1" status: 200 len: 949 time: 0.2726846 Aug 05 11:53:54.632082 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-79a42bea-ad2d-4055-bbe5-abfe20c2e657 req-c3b21955-aec5-4e85-bb14-477c1f228ec4 service neutron] 10.222.0.64 "GET /v2.0/networks/de35454d-dce9-4c8c-89fd-a22990eff5d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2852004 Aug 05 11:53:54.643665 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-ffa04ecb-00d8-4162-bbb1-3da819dc1088 req-de86dc1f-549d-445d-8566-21d1eeaaa8eb service neutron] Request body: {'port': {'device_id': '9ad6306d-0123-4717-b794-3c33cf35dc7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:53:54.645001 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-cd2322f8-6303-4a7f-a016-6fd9073a7073 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Calling delete_port for 0d1d9e24-044d-4da2-9c7d-6df13573a630 owned by {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:53:54.695470 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-291b7ee4-20b0-4775-9f4a-0e214e975510 None None] Port e988da7f-723e-47d5-9ba4-5a3882795c63 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:53:54.708645 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e98332d0-8552-4f90-9240-19975d912b36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f9a1648-97a0-49bb-a764-2148d15aa93e'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:53:54.713751 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0abdca7-0cca-45cc-993a-86e39beb32f9" -d '{"events": [{"server_uuid": "e98332d0-8552-4f90-9240-19975d912b36", "name": "network-vif-plugged", "status": "completed", "tag": "5f9a1648-97a0-49bb-a764-2148d15aa93e"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:53:54.727338 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91ba1b00-69ec-4d8d-9b26-d2016c29e0bd tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Router a64b6c97-5367-416f-b3e1-09008619544b is scheduled to L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d with binding_index 1 {{(pid=94421) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 11:53:54.771083 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 5f9a1648-97a0-49bb-a764-2148d15aa93e, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=5f9a1648-97a0-49bb-a764-2148d15aa93e,segment=NetworkSegment(de1f7257-8faa-46ea-8956-4b8e85e97bcb),segment_id=de1f7257-8faa-46ea-8956-4b8e85e97bcb)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:53:54.786108 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-6f2949e2-7e76-4deb-b7cf-bc728b4a27a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc1ea05d-69a6-4872-b7f7-15b7b6b12ffc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2117875828', 'tenant_id': '7f88688726d24c8e9d77831659c7c3ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '562f7d2d-2ff1-43a0-a648-1d3f14f48823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:52:10Z', 'updated_at': '2021-08-05T11:52:38Z', 'revision_number': 4, 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'gw_port': {'id': '562f7d2d-2ff1-43a0-a648-1d3f14f48823', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:41:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1ea05d-69a6-4872-b7f7-15b7b6b12ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:52:13Z', 'updated_at': '2021-08-05T11:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': '8508f48f-ad3a-45af-91d6-ababe0281833', 'tenant_id': '7f88688726d24c8e9d77831659c7c3ae', 'floating_ip_address': '172.25.5.180', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': 'fc1ea05d-69a6-4872-b7f7-15b7b6b12ffc', 'port_id': 'ec68afcf-9c5f-45fb-ae44-cadcc706912a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2803, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de35454d-dce9-4c8c-89fd-a22990eff5d9', 'mac_address': 'fa:16:3e:e2:86:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca54f27-d046-4851-9908-b78111ddfd55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T11:53:39Z', 'updated_at': '2021-08-05T11:53:39Z', 'revision_number': 0, 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0cb4f4c-8282-4802-bfe1-bacd55ae1c93', 'name': '', 'network_id': 'de35454d-dce9-4c8c-89fd-a22990eff5d9', 'tenant_id': '7f88688726d24c8e9d77831659c7c3ae', 'mac_address': 'fa:16:3e:50:4b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1ea05d-69a6-4872-b7f7-15b7b6b12ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2769, 'fixed_ips': [{'subnet_id': 'eca5de13-4236-413f-a4f9-706b50495900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:52:31Z', 'updated_at': '2021-08-05T11:53:03Z', 'revision_number': 5, 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'subnets': [{'id': 'eca5de13-4236-413f-a4f9-706b50495900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:53:54.802564 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:54.832522 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-ffa04ecb-00d8-4162-bbb1-3da819dc1088 req-de86dc1f-549d-445d-8566-21d1eeaaa8eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:54.838624 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-622c78b4-f5da-4973-85da-8fcd01034904 req-0630a217-69d5-4bf2-a4c3-a434c6d99b7d tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca0df2b3-ca19-4f0d-95c0-bd3e02a9c49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3147967 Aug 05 11:53:54.973069 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d93409c2-f9ce-451e-b01a-ae20a789ef38 req-2c3696f2-754f-4f7b-a32d-614233ae6f22 tempest-VolumesBackupsTest-350127530 tempest-VolumesBackupsTest-350127530-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb6683d6-7ce5-4217-8282-274cb304b9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3437741 Aug 05 11:53:54.976924 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-cd2322f8-6303-4a7f-a016-6fd9073a7073 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:55.062902 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2322f8-6303-4a7f-a016-6fd9073a7073 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Pushing event deleted for resources: {'Port': ['ID=0d1d9e24-044d-4da2-9c7d-6df13573a630,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:53:55.063399 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ba92e36-5961-4b1e-87f7-214108e8dfec x-openstack-request-id: req-1ba92e36-5961-4b1e-87f7-214108e8dfec {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:53:55.063861 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e98332d0-8552-4f90-9240-19975d912b36", "name": "network-vif-plugged", "status": "completed", "tag": "5f9a1648-97a0-49bb-a764-2148d15aa93e", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:53:55.064280 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1ba92e36-5961-4b1e-87f7-214108e8dfec {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:53:55.064991 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e98332d0-8552-4f90-9240-19975d912b36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f9a1648-97a0-49bb-a764-2148d15aa93e', 'code': 200} Aug 05 11:53:55.071184 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49454) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:53:55.076903 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2949e2-7e76-4deb-b7cf-bc728b4a27a3 None None] The sync data for ids ['fc1ea05d-69a6-4872-b7f7-15b7b6b12ffc'] in n-d-803378-2 is: [{'id': 'fc1ea05d-69a6-4872-b7f7-15b7b6b12ffc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2117875828', 'tenant_id': '7f88688726d24c8e9d77831659c7c3ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '562f7d2d-2ff1-43a0-a648-1d3f14f48823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:52:10Z', 'updated_at': '2021-08-05T11:52:38Z', 'revision_number': 4, 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'gw_port': {'id': '562f7d2d-2ff1-43a0-a648-1d3f14f48823', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:41:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1ea05d-69a6-4872-b7f7-15b7b6b12ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:52:13Z', 'updated_at': '2021-08-05T11:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': '8508f48f-ad3a-45af-91d6-ababe0281833', 'tenant_id': '7f88688726d24c8e9d77831659c7c3ae', 'floating_ip_address': '172.25.5.180', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': 'fc1ea05d-69a6-4872-b7f7-15b7b6b12ffc', 'port_id': 'ec68afcf-9c5f-45fb-ae44-cadcc706912a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2803, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de35454d-dce9-4c8c-89fd-a22990eff5d9', 'mac_address': 'fa:16:3e:e2:86:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca54f27-d046-4851-9908-b78111ddfd55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T11:53:39Z', 'updated_at': '2021-08-05T11:53:39Z', 'revision_number': 0, 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0cb4f4c-8282-4802-bfe1-bacd55ae1c93', 'name': '', 'network_id': 'de35454d-dce9-4c8c-89fd-a22990eff5d9', 'tenant_id': '7f88688726d24c8e9d77831659c7c3ae', 'mac_address': 'fa:16:3e:50:4b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1ea05d-69a6-4872-b7f7-15b7b6b12ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2769, 'fixed_ips': [{'subnet_id': 'eca5de13-4236-413f-a4f9-706b50495900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:52:31Z', 'updated_at': '2021-08-05T11:53:03Z', 'revision_number': 5, 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'subnets': [{'id': 'eca5de13-4236-413f-a4f9-706b50495900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:53:55.173090 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=5f9a1648-97a0-49bb-a764-2148d15aa93e,revision_number=12']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:53:55.271263 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-dfefff3b-6c4b-49c4-990d-5fe544f4650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:55.280916 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91ba1b00-69ec-4d8d-9b26-d2016c29e0bd tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:53:55.308623 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-91ba1b00-69ec-4d8d-9b26-d2016c29e0bd tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] 10.222.0.58 "PUT /v2.0/routers/a64b6c97-5367-416f-b3e1-09008619544b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.0501926 Aug 05 11:53:55.310678 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c14b6e-2255-42c3-b6ef-af79b0fc81e2 None None] Sync routers for ids ['a64b6c97-5367-416f-b3e1-09008619544b'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:53:55.317142 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49460) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:53:55.322129 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-cd2322f8-6303-4a7f-a016-6fd9073a7073 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:55.330290 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-cd2322f8-6303-4a7f-a016-6fd9073a7073 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "DELETE /v2.0/ports/0d1d9e24-044d-4da2-9c7d-6df13573a630 HTTP/1.1" status: 204 len: 168 time: 2.0090101 Aug 05 11:53:55.337051 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49462) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:53:55.363647 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c14b6e-2255-42c3-b6ef-af79b0fc81e2 None None] Routers {'a64b6c97-5367-416f-b3e1-09008619544b'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:53:55.365446 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-15c14b6e-2255-42c3-b6ef-af79b0fc81e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:53:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['a64b6c97-5367-416f-b3e1-09008619544b'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:53:55.377290 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfefff3b-6c4b-49c4-990d-5fe544f4650f None None] Pushing event deleted for resources: {'Port': ['ID=f33047c4-2076-4332-a683-e5f6bf8bfd2f,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:53:55.402728 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfefff3b-6c4b-49c4-990d-5fe544f4650f None None] No DVR routers for this DVR port f33047c4-2076-4332-a683-e5f6bf8bfd2f on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:53:55.495993 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-15c14b6e-2255-42c3-b6ef-af79b0fc81e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:53:55.523962 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c14b6e-2255-42c3-b6ef-af79b0fc81e2 None None] Routers {'a64b6c97-5367-416f-b3e1-09008619544b'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:53:55.533342 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-15c14b6e-2255-42c3-b6ef-af79b0fc81e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:53:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['a64b6c97-5367-416f-b3e1-09008619544b'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:53:55.623025 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-15c14b6e-2255-42c3-b6ef-af79b0fc81e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:53:55.624065 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c14b6e-2255-42c3-b6ef-af79b0fc81e2 None None] The sync data for ids ['a64b6c97-5367-416f-b3e1-09008619544b'] in n-d-803378-2 is: [] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:53:55.698394 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8c0e78-7815-40ca-a137-2457d6978ffc None None] New status for floating IP 8508f48f-ad3a-45af-91d6-ababe0281833: ACTIVE {{(pid=94422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 11:53:55.737420 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-aad2e9b7-3db9-49ae-9262-a9a5b1708ad2 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/floatingips/8508f48f-ad3a-45af-91d6-ababe0281833 HTTP/1.1" status: 200 len: 992 time: 0.6463702 Aug 05 11:53:55.765877 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-373ac551-17e7-419c-aad3-d25736c31758 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:55.776457 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3cfb401-fa4f-4395-ba41-d45ae852d5d3 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:53:55.784408 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49468) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:53:55.789562 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-f3cfb401-fa4f-4395-ba41-d45ae852d5d3 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] 10.222.0.58 "GET /v2.0/ports/e988da7f-723e-47d5-9ba4-5a3882795c63 HTTP/1.1" status: 200 len: 910 time: 0.4581332 Aug 05 11:53:55.794534 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-5ac8b999-338d-4d8b-9395-1f096a8c3f93 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '40b1f540-e66b-4944-a160-a2b5ddcfb752'}]}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:53:55.900183 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938144e5-e6ca-4f50-ae89-a0d983cc8133 req-732faadd-a3ab-47d1-950b-be59e15c34bc tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:53:55.939750 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-938144e5-e6ca-4f50-ae89-a0d983cc8133 req-732faadd-a3ab-47d1-950b-be59e15c34bc tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ad6306d-0123-4717-b794-3c33cf35dc7a HTTP/1.1" status: 200 len: 932 time: 0.4183557 Aug 05 11:53:55.947554 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9ab52e-9576-4887-95f5-657e0c0c5dd5 req-fa05a7d2-a491-4cab-8581-67ada4239b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:53:55.952027 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-fe9ab52e-9576-4887-95f5-657e0c0c5dd5 req-fa05a7d2-a491-4cab-8581-67ada4239b5e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e98332d0-8552-4f90-9240-19975d912b36 HTTP/1.1" status: 200 len: 1098 time: 0.3152158 Aug 05 11:53:56.133347 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-fe9ab52e-9576-4887-95f5-657e0c0c5dd5 req-17b0518d-d9ea-454d-b4af-8567a593ec72 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ca0df2b3-ca19-4f0d-95c0-bd3e02a9c49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1675403 Aug 05 11:53:56.255931 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-ffa04ecb-00d8-4162-bbb1-3da819dc1088 req-de86dc1f-549d-445d-8566-21d1eeaaa8eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9f1871e-1e61-4e44-947b-1733df7ab6ca {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:53:56.268894 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-ffa04ecb-00d8-4162-bbb1-3da819dc1088 req-de86dc1f-549d-445d-8566-21d1eeaaa8eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:56.289785 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-ffa04ecb-00d8-4162-bbb1-3da819dc1088 req-de86dc1f-549d-445d-8566-21d1eeaaa8eb service neutron] Transition to ACTIVE for port object d9f1871e-1e61-4e44-947b-1733df7ab6ca will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:53:56.296156 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-ffa04ecb-00d8-4162-bbb1-3da819dc1088 req-de86dc1f-549d-445d-8566-21d1eeaaa8eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:56.382298 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de86dc1f-549d-445d-8566-21d1eeaaa8eb service neutron] Pushing event updated for resources: {'Port': ['ID=d9f1871e-1e61-4e44-947b-1733df7ab6ca,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:53:56.433052 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-938144e5-e6ca-4f50-ae89-a0d983cc8133 req-1431cdfb-ccc3-43e1-b5a0-3e7abc87c57e tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5464a98-f362-4f03-a5f7-4b9d844b9cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4759490 Aug 05 11:53:56.436274 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-373ac551-17e7-419c-aad3-d25736c31758 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:56.517583 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56abd3ad-a567-499b-8200-55002d8fe4d6 req-c93f93b7-d055-4f80-a7fe-47e10c27f9a7 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:53:56.525471 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-56abd3ad-a567-499b-8200-55002d8fe4d6 req-c93f93b7-d055-4f80-a7fe-47e10c27f9a7 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=e98332d0-8552-4f90-9240-19975d912b36 HTTP/1.1" status: 200 len: 947 time: 0.3978758 Aug 05 11:53:56.532973 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-373ac551-17e7-419c-aad3-d25736c31758 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f131b2a-c272-404f-ad91-e0d8977f63c4']}} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:53:56.560852 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-ffa04ecb-00d8-4162-bbb1-3da819dc1088 req-de86dc1f-549d-445d-8566-21d1eeaaa8eb service neutron] Attempting to bind port d9f1871e-1e61-4e44-947b-1733df7ab6ca on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:53:56.561846 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-ffa04ecb-00d8-4162-bbb1-3da819dc1088 req-de86dc1f-549d-445d-8566-21d1eeaaa8eb service neutron] Attempting to bind port d9f1871e-1e61-4e44-947b-1733df7ab6ca by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': 'fa5f7742-6e03-46ef-8df5-0f25b5d284b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'debeaa60-b13d-4f6e-a270-9d57e30ced89'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:53:56.562688 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa04ecb-00d8-4162-bbb1-3da819dc1088 req-de86dc1f-549d-445d-8566-21d1eeaaa8eb service neutron] Attempting to bind port d9f1871e-1e61-4e44-947b-1733df7ab6ca on network debeaa60-b13d-4f6e-a270-9d57e30ced89 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:53:56.574548 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa04ecb-00d8-4162-bbb1-3da819dc1088 req-de86dc1f-549d-445d-8566-21d1eeaaa8eb service neutron] Port d9f1871e-1e61-4e44-947b-1733df7ab6ca on network debeaa60-b13d-4f6e-a270-9d57e30ced89 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:53:56.574883 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-373ac551-17e7-419c-aad3-d25736c31758 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b745bf7-4549-4768-b29c-6a6b1246e750') {'for_net_delete': True} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:53:56.575367 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-373ac551-17e7-419c-aad3-d25736c31758 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b745bf7-4549-4768-b29c-6a6b1246e750') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:53:56.575905 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa04ecb-00d8-4162-bbb1-3da819dc1088 req-de86dc1f-549d-445d-8566-21d1eeaaa8eb service neutron] Attempting to bind port d9f1871e-1e61-4e44-947b-1733df7ab6ca on network debeaa60-b13d-4f6e-a270-9d57e30ced89 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:53:56.586728 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa04ecb-00d8-4162-bbb1-3da819dc1088 req-de86dc1f-549d-445d-8566-21d1eeaaa8eb service neutron] Checking agent: {'id': 'a8f1dd2d-227c-4e30-8844-52419ba734db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:53:56.589591 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa04ecb-00d8-4162-bbb1-3da819dc1088 req-de86dc1f-549d-445d-8566-21d1eeaaa8eb service neutron] Checking segment: {'id': 'fa5f7742-6e03-46ef-8df5-0f25b5d284b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'debeaa60-b13d-4f6e-a270-9d57e30ced89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:53:56.589917 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa04ecb-00d8-4162-bbb1-3da819dc1088 req-de86dc1f-549d-445d-8566-21d1eeaaa8eb service neutron] Bound using segment: {'id': 'fa5f7742-6e03-46ef-8df5-0f25b5d284b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'debeaa60-b13d-4f6e-a270-9d57e30ced89'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:53:56.590795 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-ffa04ecb-00d8-4162-bbb1-3da819dc1088 req-de86dc1f-549d-445d-8566-21d1eeaaa8eb service neutron] Bound port: d9f1871e-1e61-4e44-947b-1733df7ab6ca, host: n-h2-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa5f7742-6e03-46ef-8df5-0f25b5d284b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'debeaa60-b13d-4f6e-a270-9d57e30ced89'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:53:56.591498 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-ffa04ecb-00d8-4162-bbb1-3da819dc1088 req-de86dc1f-549d-445d-8566-21d1eeaaa8eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:56.602231 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-373ac551-17e7-419c-aad3-d25736c31758 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25010581'] for segment, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:56.730787 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-373ac551-17e7-419c-aad3-d25736c31758 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:56.746830 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49476) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:53:56.786121 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-373ac551-17e7-419c-aad3-d25736c31758 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=94420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:53:56.786838 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-373ac551-17e7-419c-aad3-d25736c31758 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29762581'] for segment, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:56.829853 n-d-803378-2 neutron-server[94420]: Traceback (most recent call last): Aug 05 11:53:56.829853 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:53:56.829853 n-d-803378-2 neutron-server[94420]: timer() Aug 05 11:53:56.829853 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:53:56.829853 n-d-803378-2 neutron-server[94420]: cb(*args, **kw) Aug 05 11:53:56.829853 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:53:56.829853 n-d-803378-2 neutron-server[94420]: return func(*args, **kwargs) Aug 05 11:53:56.829853 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:53:56.829853 n-d-803378-2 neutron-server[94420]: self._notify() Aug 05 11:53:56.829853 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:53:56.829853 n-d-803378-2 neutron-server[94420]: self.callback(batched_events) Aug 05 11:53:56.829853 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:53:56.829853 n-d-803378-2 neutron-server[94420]: event.method(event) Aug 05 11:53:56.829853 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:53:56.829853 n-d-803378-2 neutron-server[94420]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:53:56.829853 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:53:56.829853 n-d-803378-2 neutron-server[94420]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:53:56.829853 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:53:56.829853 n-d-803378-2 neutron-server[94420]: return f(self, *a, **k) Aug 05 11:53:56.829853 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:53:56.829853 n-d-803378-2 neutron-server[94420]: return self._get(url).json() Aug 05 11:53:56.829853 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:53:56.829853 n-d-803378-2 neutron-server[94420]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:53:56.829853 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:53:56.829853 n-d-803378-2 neutron-server[94420]: return self.request(url, 'GET', **kwargs) Aug 05 11:53:56.829853 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:53:56.829853 n-d-803378-2 neutron-server[94420]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:53:56.829853 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:53:56.829853 n-d-803378-2 neutron-server[94420]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:53:56.829853 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:53:56.829853 n-d-803378-2 neutron-server[94420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:53:56.829853 n-d-803378-2 neutron-server[94420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:53:56.841711 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-ffa04ecb-00d8-4162-bbb1-3da819dc1088 req-de86dc1f-549d-445d-8566-21d1eeaaa8eb service neutron] For port d9f1871e-1e61-4e44-947b-1733df7ab6ca, host n-h2-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:53:56.885972 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-ffa04ecb-00d8-4162-bbb1-3da819dc1088 req-de86dc1f-549d-445d-8566-21d1eeaaa8eb service neutron] For port d9f1871e-1e61-4e44-947b-1733df7ab6ca, host n-h2-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=d9f1871e-1e61-4e44-947b-1733df7ab6ca,segment=NetworkSegment(fa5f7742-6e03-46ef-8df5-0f25b5d284b6),segment_id=fa5f7742-6e03-46ef-8df5-0f25b5d284b6)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:53:56.908294 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-ffa04ecb-00d8-4162-bbb1-3da819dc1088 req-de86dc1f-549d-445d-8566-21d1eeaaa8eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:56.935318 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-8909c797-fa23-4714-959f-8db6254fe700 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/floatingips/8508f48f-ad3a-45af-91d6-ababe0281833 HTTP/1.1" status: 200 len: 994 time: 0.1858497 Aug 05 11:53:56.969040 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-56abd3ad-a567-499b-8200-55002d8fe4d6 req-4d25018b-5a06-4530-8bad-d91116dcecd7 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca0df2b3-ca19-4f0d-95c0-bd3e02a9c49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4259140 Aug 05 11:53:56.994723 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa04ecb-00d8-4162-bbb1-3da819dc1088 req-de86dc1f-549d-445d-8566-21d1eeaaa8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:53:56.995905 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-ffa04ecb-00d8-4162-bbb1-3da819dc1088 req-de86dc1f-549d-445d-8566-21d1eeaaa8eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:56.998609 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ffa04ecb-00d8-4162-bbb1-3da819dc1088 req-de86dc1f-549d-445d-8566-21d1eeaaa8eb service neutron] 10.222.0.55 "PUT /v2.0/ports/d9f1871e-1e61-4e44-947b-1733df7ab6ca HTTP/1.1" status: 200 len: 1092 time: 2.3626146 Aug 05 11:53:56.999417 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ad6306d-0123-4717-b794-3c33cf35dc7a', 'tag': 'd9f1871e-1e61-4e44-947b-1733df7ab6ca'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:53:57.002880 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5ac8b999-338d-4d8b-9395-1f096a8c3f93 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:57.004379 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c871069b-606a-4f3a-b8de-db915da9ff3c" -d '{"events": [{"name": "network-changed", "server_uuid": "9ad6306d-0123-4717-b794-3c33cf35dc7a", "tag": "d9f1871e-1e61-4e44-947b-1733df7ab6ca"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:53:57.072830 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de86dc1f-549d-445d-8566-21d1eeaaa8eb service neutron] Pushing event updated for resources: {'Port': ['ID=d9f1871e-1e61-4e44-947b-1733df7ab6ca,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:53:57.183193 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f05e8bc8-a94d-478e-bf8d-76fa19d0c0bc x-openstack-request-id: req-f05e8bc8-a94d-478e-bf8d-76fa19d0c0bc {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:53:57.183962 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ad6306d-0123-4717-b794-3c33cf35dc7a", "tag": "d9f1871e-1e61-4e44-947b-1733df7ab6ca", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:53:57.184382 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f05e8bc8-a94d-478e-bf8d-76fa19d0c0bc {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:53:57.184972 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ad6306d-0123-4717-b794-3c33cf35dc7a', 'tag': 'd9f1871e-1e61-4e44-947b-1733df7ab6ca', 'status': 'completed', 'code': 200} Aug 05 11:53:57.211016 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa04ecb-00d8-4162-bbb1-3da819dc1088 req-0553d4df-2abc-4a49-bee2-a6f334e6f6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:53:57.215203 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ffa04ecb-00d8-4162-bbb1-3da819dc1088 req-0553d4df-2abc-4a49-bee2-a6f334e6f6b8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=39c6d6575f854e26a57d96d36d983be3&device_id=9ad6306d-0123-4717-b794-3c33cf35dc7a HTTP/1.1" status: 200 len: 1095 time: 0.0988896 Aug 05 11:53:57.240611 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304efe99-5419-4db2-bd63-2d6ecb502cf0 req-e2b7c059-0309-4571-a580-fda7534d719a tempest-VolumesBackupsTest-350127530 tempest-VolumesBackupsTest-350127530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:53:57.244180 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-304efe99-5419-4db2-bd63-2d6ecb502cf0 req-e2b7c059-0309-4571-a580-fda7534d719a tempest-VolumesBackupsTest-350127530 tempest-VolumesBackupsTest-350127530-project] 10.222.0.58 "GET /v2.0/ports?device_id=93462345-4434-4a7f-8b61-cffd0553c5b8 HTTP/1.1" status: 200 len: 949 time: 0.6366088 Aug 05 11:53:57.248339 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-373ac551-17e7-419c-aad3-d25736c31758 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:57.257560 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-373ac551-17e7-419c-aad3-d25736c31758 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:57.270419 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-373ac551-17e7-419c-aad3-d25736c31758 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] 10.222.0.58 "DELETE /v2.0/networks/8f131b2a-c272-404f-ad91-e0d8977f63c4 HTTP/1.1" status: 204 len: 168 time: 1.9287019 Aug 05 11:53:57.305443 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ffa04ecb-00d8-4162-bbb1-3da819dc1088 req-e5837b68-8936-411c-a28f-6abd81ab0831 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d9f1871e-1e61-4e44-947b-1733df7ab6ca HTTP/1.1" status: 200 len: 217 time: 0.0751467 Aug 05 11:53:57.355352 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373ac551-17e7-419c-aad3-d25736c31758 tempest-PortsTestJSON-1513094870 tempest-PortsTestJSON-1513094870-project] Pushing event deleted for resources: {'Network': ['ID=8f131b2a-c272-404f-ad91-e0d8977f63c4,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:53:57.545267 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-304efe99-5419-4db2-bd63-2d6ecb502cf0 req-0d25a909-daae-48b8-829b-39bfbef775dc tempest-VolumesBackupsTest-350127530 tempest-VolumesBackupsTest-350127530-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb6683d6-7ce5-4217-8282-274cb304b9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926517 Aug 05 11:53:57.584928 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8362cf-f68f-4034-b83b-ce3a89d30994 req-66516e4b-396a-4f9f-bd37-ae4e82b3d5d0 tempest-VolumesBackupsTest-350127530 tempest-VolumesBackupsTest-350127530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:53:57.589272 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-eb8362cf-f68f-4034-b83b-ce3a89d30994 req-66516e4b-396a-4f9f-bd37-ae4e82b3d5d0 tempest-VolumesBackupsTest-350127530 tempest-VolumesBackupsTest-350127530-project] 10.222.0.64 "GET /v2.0/ports?device_id=93462345-4434-4a7f-8b61-cffd0553c5b8 HTTP/1.1" status: 200 len: 949 time: 0.2563393 Aug 05 11:53:57.595493 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa04ecb-00d8-4162-bbb1-3da819dc1088 req-8e17426e-1495-4020-88a9-365caff68487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:53:57.599001 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ffa04ecb-00d8-4162-bbb1-3da819dc1088 req-8e17426e-1495-4020-88a9-365caff68487 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9fa39e07-a6bd-4ef4-8a54-1af79d2770df HTTP/1.1" status: 200 len: 844 time: 0.2858343 Aug 05 11:53:57.844940 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ffa04ecb-00d8-4162-bbb1-3da819dc1088 req-5d6da65a-82de-4c6f-8012-70fccc7b71a9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=debeaa60-b13d-4f6e-a270-9d57e30ced89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1394663 Aug 05 11:53:57.983182 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44777be9-9dd3-4898-ac79-9895655425bd req-0ab6677b-442b-45a2-be6f-4b0c69e536f6 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:53:57.986350 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-44777be9-9dd3-4898-ac79-9895655425bd req-0ab6677b-442b-45a2-be6f-4b0c69e536f6 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ad6306d-0123-4717-b794-3c33cf35dc7a HTTP/1.1" status: 200 len: 944 time: 0.1758118 Aug 05 11:53:58.079569 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49490) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:53:58.155471 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-44777be9-9dd3-4898-ac79-9895655425bd req-44111893-8958-4c99-a86b-803eec5927d7 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5464a98-f362-4f03-a5f7-4b9d844b9cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509607 Aug 05 11:53:58.349211 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ffa04ecb-00d8-4162-bbb1-3da819dc1088 req-8cd6d113-880f-4895-aa34-b2689b559274 service neutron] 10.222.0.55 "GET /v2.0/networks/debeaa60-b13d-4f6e-a270-9d57e30ced89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4821479 Aug 05 11:53:58.355137 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-eb8362cf-f68f-4034-b83b-ce3a89d30994 req-6f561fb4-d4b0-48f7-9749-52a9a078f66b tempest-VolumesBackupsTest-350127530 tempest-VolumesBackupsTest-350127530-project] Deleting port 4e140656-54ae-47b8-bc9f-b7a7391b3ddd {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:53:58.355487 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-eb8362cf-f68f-4034-b83b-ce3a89d30994 req-6f561fb4-d4b0-48f7-9749-52a9a078f66b tempest-VolumesBackupsTest-350127530 tempest-VolumesBackupsTest-350127530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:58.534038 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bafbdb-cc30-4ed7-8704-ab3f2181e27a req-17a38165-de1b-4b10-87e2-e2f23dcf486b tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:53:58.538711 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a5bafbdb-cc30-4ed7-8704-ab3f2181e27a req-17a38165-de1b-4b10-87e2-e2f23dcf486b tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=e98332d0-8552-4f90-9240-19975d912b36 HTTP/1.1" status: 200 len: 947 time: 0.1920049 Aug 05 11:53:58.755967 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-7e61e695-6205-43a4-a167-9637937ae562 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=26f32bbf0e234159bf611d6f63f387fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6697621 Aug 05 11:53:58.757211 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49500) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:53:58.773777 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a5bafbdb-cc30-4ed7-8704-ab3f2181e27a req-d2e25b90-f745-40fa-9785-9c972ced8629 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca0df2b3-ca19-4f0d-95c0-bd3e02a9c49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2065520 Aug 05 11:53:58.785948 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5ac8b999-338d-4d8b-9395-1f096a8c3f93 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:58.850988 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-eb8362cf-f68f-4034-b83b-ce3a89d30994 req-6f561fb4-d4b0-48f7-9749-52a9a078f66b tempest-VolumesBackupsTest-350127530 tempest-VolumesBackupsTest-350127530-project] For port 4e140656-54ae-47b8-bc9f-b7a7391b3ddd, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=4e140656-54ae-47b8-bc9f-b7a7391b3ddd,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:53:58.853175 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-eb8362cf-f68f-4034-b83b-ce3a89d30994 req-6f561fb4-d4b0-48f7-9749-52a9a078f66b tempest-VolumesBackupsTest-350127530 tempest-VolumesBackupsTest-350127530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:58.908218 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5ac8b999-338d-4d8b-9395-1f096a8c3f93 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:58.922307 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ffa04ecb-00d8-4162-bbb1-3da819dc1088 req-5011eda7-c878-44b6-a1ae-0632d193d6a9 service neutron] 10.222.0.55 "GET /v2.0/networks/debeaa60-b13d-4f6e-a270-9d57e30ced89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5588667 Aug 05 11:53:58.923758 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-eb8362cf-f68f-4034-b83b-ce3a89d30994 req-6f561fb4-d4b0-48f7-9749-52a9a078f66b tempest-VolumesBackupsTest-350127530 tempest-VolumesBackupsTest-350127530-project] Calling delete_port for 4e140656-54ae-47b8-bc9f-b7a7391b3ddd owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:53:59.083946 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac8b999-338d-4d8b-9395-1f096a8c3f93 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Pushing event updated for resources: {'Port': ['ID=e988da7f-723e-47d5-9ba4-5a3882795c63,revision_number=3']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:53:59.155315 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-df47d54f-18dc-49c7-b7da-6ea70f6b9619 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:59.162576 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf83879-06ef-4a48-8170-6c4c9bd4158b req-166daa28-39c0-431b-bd5a-b053aa11a993 tempest-VolumesBackupsTest-350127530 tempest-VolumesBackupsTest-350127530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:53:59.168686 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3cf83879-06ef-4a48-8170-6c4c9bd4158b req-166daa28-39c0-431b-bd5a-b053aa11a993 tempest-VolumesBackupsTest-350127530 tempest-VolumesBackupsTest-350127530-project] 10.222.0.58 "GET /v2.0/ports?device_id=93462345-4434-4a7f-8b61-cffd0553c5b8 HTTP/1.1" status: 200 len: 949 time: 0.3914702 Aug 05 11:53:59.200455 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac8b999-338d-4d8b-9395-1f096a8c3f93 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:53:59.200455 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5ac8b999-338d-4d8b-9395-1f096a8c3f93 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:59.225602 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-5ac8b999-338d-4d8b-9395-1f096a8c3f93 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] 10.222.0.58 "PUT /v2.0/ports/e988da7f-723e-47d5-9ba4-5a3882795c63 HTTP/1.1" status: 200 len: 910 time: 3.4248762 Aug 05 11:53:59.228842 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49508) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:53:59.298762 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-df47d54f-18dc-49c7-b7da-6ea70f6b9619 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:59.333995 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c871069b-606a-4f3a-b8de-db915da9ff3c req-7d3412b5-8b65-4643-a436-bebb998e92e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:53:59.338037 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c871069b-606a-4f3a-b8de-db915da9ff3c req-7d3412b5-8b65-4643-a436-bebb998e92e4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=39c6d6575f854e26a57d96d36d983be3&device_id=9ad6306d-0123-4717-b794-3c33cf35dc7a HTTP/1.1" status: 200 len: 1095 time: 0.2688468 Aug 05 11:53:59.512025 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:59.607608 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3cf83879-06ef-4a48-8170-6c4c9bd4158b req-d09cc2c9-0ff6-4180-97f4-b895d8461986 tempest-VolumesBackupsTest-350127530 tempest-VolumesBackupsTest-350127530-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb6683d6-7ce5-4217-8282-274cb304b9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3934789 Aug 05 11:53:59.762888 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-df47d54f-18dc-49c7-b7da-6ea70f6b9619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:59.768075 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-df47d54f-18dc-49c7-b7da-6ea70f6b9619 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:59.768805 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7a26b8-9924-4227-adf4-503513c1e289 req-556e4ed1-121b-4ea6-a3d5-e72b52e9d953 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:53:59.772044 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9a7a26b8-9924-4227-adf4-503513c1e289 req-556e4ed1-121b-4ea6-a3d5-e72b52e9d953 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ad6306d-0123-4717-b794-3c33cf35dc7a HTTP/1.1" status: 200 len: 944 time: 0.2960668 Aug 05 11:53:59.782431 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-df47d54f-18dc-49c7-b7da-6ea70f6b9619 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2a682330-5918-40fe-8adf-3fddbb4aa605 HTTP/1.1" status: 204 len: 168 time: 1.0028932 Aug 05 11:53:59.817273 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df47d54f-18dc-49c7-b7da-6ea70f6b9619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a682330-5918-40fe-8adf-3fddbb4aa605,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:53:59.873408 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c871069b-606a-4f3a-b8de-db915da9ff3c req-5104eb19-1d63-4ab2-a56e-50bbde3e62b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:53:59.876559 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c871069b-606a-4f3a-b8de-db915da9ff3c req-5104eb19-1d63-4ab2-a56e-50bbde3e62b3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=debeaa60-b13d-4f6e-a270-9d57e30ced89 HTTP/1.1" status: 200 len: 905 time: 0.5244846 Aug 05 11:53:59.879647 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-eb8362cf-f68f-4034-b83b-ce3a89d30994 req-6f561fb4-d4b0-48f7-9749-52a9a078f66b tempest-VolumesBackupsTest-350127530 tempest-VolumesBackupsTest-350127530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:53:59.989049 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c871069b-606a-4f3a-b8de-db915da9ff3c req-a655ac62-74d2-49a0-afa8-fb9fad39a4dd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d9f1871e-1e61-4e44-947b-1733df7ab6ca HTTP/1.1" status: 200 len: 217 time: 0.1003296 Aug 05 11:54:00.120634 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 4e140656-54ae-47b8-bc9f-b7a7391b3ddd no longer exists at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:54:00.148612 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9a7a26b8-9924-4227-adf4-503513c1e289 req-bc127a76-8323-4ec4-a72c-667b019ecfdf tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5464a98-f362-4f03-a5f7-4b9d844b9cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186096 Aug 05 11:54:00.221511 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f561fb4-d4b0-48f7-9749-52a9a078f66b tempest-VolumesBackupsTest-350127530 tempest-VolumesBackupsTest-350127530-project] Pushing event deleted for resources: {'Port': ['ID=4e140656-54ae-47b8-bc9f-b7a7391b3ddd,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:54:00.230291 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb8362cf-f68f-4034-b83b-ce3a89d30994 req-6f561fb4-d4b0-48f7-9749-52a9a078f66b tempest-VolumesBackupsTest-350127530 tempest-VolumesBackupsTest-350127530-project] No DVR routers for this DVR port 4e140656-54ae-47b8-bc9f-b7a7391b3ddd on host n-h1-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:54:00.235641 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-eb8362cf-f68f-4034-b83b-ce3a89d30994 req-6f561fb4-d4b0-48f7-9749-52a9a078f66b tempest-VolumesBackupsTest-350127530 tempest-VolumesBackupsTest-350127530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:00.239825 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-eb8362cf-f68f-4034-b83b-ce3a89d30994 req-6f561fb4-d4b0-48f7-9749-52a9a078f66b tempest-VolumesBackupsTest-350127530 tempest-VolumesBackupsTest-350127530-project] 10.222.0.64 "DELETE /v2.0/ports/4e140656-54ae-47b8-bc9f-b7a7391b3ddd HTTP/1.1" status: 204 len: 173 time: 2.6387718 Aug 05 11:54:00.260223 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93462345-4434-4a7f-8b61-cffd0553c5b8', 'name': 'network-vif-deleted', 'tag': '4e140656-54ae-47b8-bc9f-b7a7391b3ddd'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:54:00.267340 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] No Port match for: 4e140656-54ae-47b8-bc9f-b7a7391b3ddd {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:54:00.269594 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 4e140656-54ae-47b8-bc9f-b7a7391b3ddd not bound to the agent host n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:54:00.276294 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6c7b124-87e0-4322-802f-7327ab175d2a" -d '{"events": [{"server_uuid": "93462345-4434-4a7f-8b61-cffd0553c5b8", "name": "network-vif-deleted", "tag": "4e140656-54ae-47b8-bc9f-b7a7391b3ddd"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:54:00.341740 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c871069b-606a-4f3a-b8de-db915da9ff3c req-0a64f7b1-173e-487c-9545-11187343dafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:54:00.344780 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c871069b-606a-4f3a-b8de-db915da9ff3c req-0a64f7b1-173e-487c-9545-11187343dafa service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9fa39e07-a6bd-4ef4-8a54-1af79d2770df HTTP/1.1" status: 200 len: 844 time: 0.3408673 Aug 05 11:54:00.414051 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c871069b-606a-4f3a-b8de-db915da9ff3c req-ecf3db38-a045-48b3-ab1d-a99e7ad2d63b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=debeaa60-b13d-4f6e-a270-9d57e30ced89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616367 Aug 05 11:54:00.504901 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f05f62a-53a4-4f31-9d20-c7bf9b81523e x-openstack-request-id: req-7f05f62a-53a4-4f31-9d20-c7bf9b81523e {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:54:00.505500 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93462345-4434-4a7f-8b61-cffd0553c5b8", "name": "network-vif-deleted", "tag": "4e140656-54ae-47b8-bc9f-b7a7391b3ddd", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:54:00.505920 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7f05f62a-53a4-4f31-9d20-c7bf9b81523e {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:54:00.506859 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93462345-4434-4a7f-8b61-cffd0553c5b8', 'name': 'network-vif-deleted', 'tag': '4e140656-54ae-47b8-bc9f-b7a7391b3ddd', 'status': 'completed', 'code': 200} Aug 05 11:54:00.894232 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c871069b-606a-4f3a-b8de-db915da9ff3c req-69840175-d6b5-4347-b3b1-dca7f32995a5 service neutron] 10.222.0.55 "GET /v2.0/networks/debeaa60-b13d-4f6e-a270-9d57e30ced89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4686477 Aug 05 11:54:00.934279 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdc2f68-7a82-495c-a2fa-06aed1961740 req-35ca727a-5679-4314-bc92-c650b6ad65d6 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:54:00.949937 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cfdc2f68-7a82-495c-a2fa-06aed1961740 req-35ca727a-5679-4314-bc92-c650b6ad65d6 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=e98332d0-8552-4f90-9240-19975d912b36 HTTP/1.1" status: 200 len: 947 time: 0.7742040 Aug 05 11:54:01.258620 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5e61a044-06fd-4f30-8a30-93490b1ece2a req-bf301f5c-3f80-42c4-abad-a33531695b94 tempest-VolumesBackupsTest-350127530 tempest-VolumesBackupsTest-350127530-project] 10.222.0.58 "GET /v2.0/ports?device_id=93462345-4434-4a7f-8b61-cffd0553c5b8 HTTP/1.1" status: 200 len: 210 time: 0.1130838 Aug 05 11:54:01.292267 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c871069b-606a-4f3a-b8de-db915da9ff3c req-6e4177f3-9e7e-4fb0-9f47-21a6dc9a394a service neutron] 10.222.0.55 "GET /v2.0/networks/debeaa60-b13d-4f6e-a270-9d57e30ced89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3856158 Aug 05 11:54:01.361690 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cfdc2f68-7a82-495c-a2fa-06aed1961740 req-16b9dae4-e446-4d21-b68a-0c24403bae0e tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca0df2b3-ca19-4f0d-95c0-bd3e02a9c49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3728156 Aug 05 11:54:02.347761 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c973270-2fe8-49fb-82ee-72ebec6fd2a3 req-7b449e23-ec4d-4ecf-a2c6-931af126c89c tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:54:02.351607 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6c973270-2fe8-49fb-82ee-72ebec6fd2a3 req-7b449e23-ec4d-4ecf-a2c6-931af126c89c tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ad6306d-0123-4717-b794-3c33cf35dc7a HTTP/1.1" status: 200 len: 944 time: 0.1893945 Aug 05 11:54:02.379217 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0774101a-f7e2-46a6-ac41-aacea0fbe6a4 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33208311'] for router_interface, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:02.381459 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49580) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:54:02.771156 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-bdc42036-610b-4972-ae91-585db829b886 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:54:02.772234 n-d-803378-2 neutron-server[94421]: WARNING neutron.api.v2.base [None req-bdc42036-610b-4972-ae91-585db829b886 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 05 11:54:02.775656 n-d-803378-2 neutron-server[94421]: INFO neutron.api.v2.resource [None req-bdc42036-610b-4972-ae91-585db829b886 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] create failed (client error): There was a conflict when trying to complete your request. Aug 05 11:54:02.786554 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-bdc42036-610b-4972-ae91-585db829b886 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4016027 Aug 05 11:54:02.787986 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49590) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:54:02.802386 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-f3ddf124-04f7-4c02-88b6-b12a5ed7acd4 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Request body: {'security_group': {'name': 'tempest-secgroup--1062571693'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:54:02.880113 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6c973270-2fe8-49fb-82ee-72ebec6fd2a3 req-3071a46f-c7ac-4d41-add3-c069f5f5ee69 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5464a98-f362-4f03-a5f7-4b9d844b9cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5127907 Aug 05 11:54:02.909465 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7040b0-d174-447e-8be6-3de1ee988a8e req-6197e76a-e258-4531-8eac-e4b9d48cd1d9 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:54:02.912975 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5e7040b0-d174-447e-8be6-3de1ee988a8e req-6197e76a-e258-4531-8eac-e4b9d48cd1d9 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=e98332d0-8552-4f90-9240-19975d912b36 HTTP/1.1" status: 200 len: 947 time: 0.1951053 Aug 05 11:54:02.918715 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device d9f1871e-1e61-4e44-947b-1733df7ab6ca details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:54:03.158892 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5e7040b0-d174-447e-8be6-3de1ee988a8e req-47f1fb74-d78a-4986-930e-6bbefd50ded6 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca0df2b3-ca19-4f0d-95c0-bd3e02a9c49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2152069 Aug 05 11:54:03.246091 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port d9f1871e-1e61-4e44-947b-1733df7ab6ca, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=d9f1871e-1e61-4e44-947b-1733df7ab6ca,segment=NetworkSegment(fa5f7742-6e03-46ef-8df5-0f25b5d284b6),segment_id=fa5f7742-6e03-46ef-8df5-0f25b5d284b6)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:54:03.274477 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Returning: {'device': 'd9f1871e-1e61-4e44-947b-1733df7ab6ca', 'network_id': 'debeaa60-b13d-4f6e-a270-9d57e30ced89', 'port_id': 'd9f1871e-1e61-4e44-947b-1733df7ab6ca', 'mac_address': 'fa:16:3e:2c:58:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fa39e07-a6bd-4ef4-8a54-1af79d2770df', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:54:03.312372 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-0774101a-f7e2-46a6-ac41-aacea0fbe6a4 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Deleting port e988da7f-723e-47d5-9ba4-5a3882795c63 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:54:03.317681 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0774101a-f7e2-46a6-ac41-aacea0fbe6a4 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:03.391971 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:03.458123 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9f1871e-1e61-4e44-947b-1733df7ab6ca {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:54:03.528571 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f3ddf124-04f7-4c02-88b6-b12a5ed7acd4 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:03.554697 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f3ddf124-04f7-4c02-88b6-b12a5ed7acd4 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:03.558767 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port d9f1871e-1e61-4e44-947b-1733df7ab6ca, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=d9f1871e-1e61-4e44-947b-1733df7ab6ca,segment=NetworkSegment(fa5f7742-6e03-46ef-8df5-0f25b5d284b6),segment_id=fa5f7742-6e03-46ef-8df5-0f25b5d284b6)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:54:03.574891 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:03.699772 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0774101a-f7e2-46a6-ac41-aacea0fbe6a4 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:03.771344 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-0774101a-f7e2-46a6-ac41-aacea0fbe6a4 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Calling delete_port for e988da7f-723e-47d5-9ba4-5a3882795c63 owned by network:router_interface {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:54:03.784931 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=d9f1871e-1e61-4e44-947b-1733df7ab6ca,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:54:03.897248 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['d9f1871e-1e61-4e44-947b-1733df7ab6ca'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:54:03.913641 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f3ddf124-04f7-4c02-88b6-b12a5ed7acd4 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:03.928192 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f3ddf124-04f7-4c02-88b6-b12a5ed7acd4 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:03.996355 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ddf124-04f7-4c02-88b6-b12a5ed7acd4 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=517b0222-eb58-401b-82ad-880f9a0e5b7e,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:54:04.265885 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f3ddf124-04f7-4c02-88b6-b12a5ed7acd4 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:04.283593 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f3ddf124-04f7-4c02-88b6-b12a5ed7acd4 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:04.352127 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ddf124-04f7-4c02-88b6-b12a5ed7acd4 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3af6ddc6-e45f-4d0f-b9a0-3a11c25de3ff,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:54:04.364010 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f3ddf124-04f7-4c02-88b6-b12a5ed7acd4 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:04.366588 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-f3ddf124-04f7-4c02-88b6-b12a5ed7acd4 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.5765500 Aug 05 11:54:04.374142 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49600) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:54:04.385895 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-8cb84b10-da11-4460-bc3d-85bfa04a2e6b tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Request body: {'security_group_rule': {'security_group_id': '3af6ddc6-e45f-4d0f-b9a0-3a11c25de3ff', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:54:04.453790 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4901e3-5580-4d47-8eb6-8880e5af51f6 req-a2b28696-bb41-4251-a3f2-f96da696c48f tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:54:04.460466 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9a4901e3-5580-4d47-8eb6-8880e5af51f6 req-a2b28696-bb41-4251-a3f2-f96da696c48f tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ad6306d-0123-4717-b794-3c33cf35dc7a HTTP/1.1" status: 200 len: 945 time: 0.1836123 Aug 05 11:54:04.467225 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0774101a-f7e2-46a6-ac41-aacea0fbe6a4 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:04.480629 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8cb84b10-da11-4460-bc3d-85bfa04a2e6b tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:04.581151 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0774101a-f7e2-46a6-ac41-aacea0fbe6a4 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Pushing event deleted for resources: {'Port': ['ID=e988da7f-723e-47d5-9ba4-5a3882795c63,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:54:04.669020 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8cb84b10-da11-4460-bc3d-85bfa04a2e6b tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:04.689234 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8cb84b10-da11-4460-bc3d-85bfa04a2e6b tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:04.733066 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb84b10-da11-4460-bc3d-85bfa04a2e6b tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=524396d9-fa4c-4116-a117-ec2b28d63e03,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:54:04.737236 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9a4901e3-5580-4d47-8eb6-8880e5af51f6 req-df536aa7-41fa-45da-bbc2-0080e6ad84b0 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5464a98-f362-4f03-a5f7-4b9d844b9cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453716 Aug 05 11:54:04.749589 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8cb84b10-da11-4460-bc3d-85bfa04a2e6b tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:04.752616 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-8cb84b10-da11-4460-bc3d-85bfa04a2e6b tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3757854 Aug 05 11:54:04.756961 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49604) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:54:04.771599 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-c4be083e-aab8-45c9-8186-556c9b9f9994 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Request body: {'security_group_rule': {'security_group_id': '3af6ddc6-e45f-4d0f-b9a0-3a11c25de3ff', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:54:04.879292 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c4be083e-aab8-45c9-8186-556c9b9f9994 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:04.936510 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device d9f1871e-1e61-4e44-947b-1733df7ab6ca up at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:54:05.077326 n-d-803378-2 neutron-server[94421]: INFO neutron.api.v2.resource [None req-c4be083e-aab8-45c9-8186-556c9b9f9994 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] create failed (client error): There was a conflict when trying to complete your request. Aug 05 11:54:05.079627 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-c4be083e-aab8-45c9-8186-556c9b9f9994 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3205304 Aug 05 11:54:05.083180 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49608) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:54:05.137751 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0774101a-f7e2-46a6-ac41-aacea0fbe6a4 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33140263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33208171'] for router_interface, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:05.153717 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning for port d9f1871e-1e61-4e44-947b-1733df7ab6ca completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:54:05.176632 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning complete for port d9f1871e-1e61-4e44-947b-1733df7ab6ca triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:54:05.178178 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:05.323011 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b1e80f78-dbfa-4073-a882-4f33b4d240d7 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:05.395693 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b1e80f78-dbfa-4073-a882-4f33b4d240d7 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:05.450522 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:05.520522 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0774101a-f7e2-46a6-ac41-aacea0fbe6a4 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Router a64b6c97-5367-416f-b3e1-09008619544b has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 11:54:05.541911 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b1e80f78-dbfa-4073-a882-4f33b4d240d7 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:05.547016 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b1e80f78-dbfa-4073-a882-4f33b4d240d7 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:05.552800 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-b1e80f78-dbfa-4073-a882-4f33b4d240d7 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] 10.222.0.58 "DELETE /v2.0/security-groups/3af6ddc6-e45f-4d0f-b9a0-3a11c25de3ff HTTP/1.1" status: 204 len: 168 time: 0.4644241 Aug 05 11:54:05.557576 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ad6306d-0123-4717-b794-3c33cf35dc7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9f1871e-1e61-4e44-947b-1733df7ab6ca'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:54:05.561614 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49610) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:54:05.573516 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5e989b9-4827-4e60-b7ac-3222523bf3b2" -d '{"events": [{"server_uuid": "9ad6306d-0123-4717-b794-3c33cf35dc7a", "name": "network-vif-plugged", "status": "completed", "tag": "d9f1871e-1e61-4e44-947b-1733df7ab6ca"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:54:05.582300 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e80f78-dbfa-4073-a882-4f33b4d240d7 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3af6ddc6-e45f-4d0f-b9a0-3a11c25de3ff,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:54:05.631779 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port d9f1871e-1e61-4e44-947b-1733df7ab6ca, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=d9f1871e-1e61-4e44-947b-1733df7ab6ca,segment=NetworkSegment(fa5f7742-6e03-46ef-8df5-0f25b5d284b6),segment_id=fa5f7742-6e03-46ef-8df5-0f25b5d284b6)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:54:05.646380 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:05.724750 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e164be7c-d582-4489-8e5e-9cdb5193db71 x-openstack-request-id: req-e164be7c-d582-4489-8e5e-9cdb5193db71 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:54:05.725374 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ad6306d-0123-4717-b794-3c33cf35dc7a", "name": "network-vif-plugged", "status": "completed", "tag": "d9f1871e-1e61-4e44-947b-1733df7ab6ca", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:54:05.725600 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e164be7c-d582-4489-8e5e-9cdb5193db71 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:54:05.726162 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ad6306d-0123-4717-b794-3c33cf35dc7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9f1871e-1e61-4e44-947b-1733df7ab6ca', 'code': 200} Aug 05 11:54:05.763516 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=d9f1871e-1e61-4e44-947b-1733df7ab6ca,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:54:05.964270 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4e8ec4-5ffe-4022-a321-aa54bf65e749 req-7c067845-e2a7-47bd-bf76-cc91cbb3b511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:54:05.967831 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-de4e8ec4-5ffe-4022-a321-aa54bf65e749 req-7c067845-e2a7-47bd-bf76-cc91cbb3b511 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9ad6306d-0123-4717-b794-3c33cf35dc7a HTTP/1.1" status: 200 len: 1097 time: 0.0950608 Aug 05 11:54:06.061948 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-de4e8ec4-5ffe-4022-a321-aa54bf65e749 req-170fcf85-a93f-4d06-b4cb-2e5994ad6f4a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e5464a98-f362-4f03-a5f7-4b9d844b9cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860627 Aug 05 11:54:06.085515 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-ae420b41-c673-476b-a493-1b4540aee6e6 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5220075 Aug 05 11:54:06.091842 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49622) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:54:06.101045 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-b23ffe9e-9771-4018-a9a7-315a92f01291 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Request body: {'security_group': {'name': 'tempest-secgroup--1788618871'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:54:06.106792 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0774101a-f7e2-46a6-ac41-aacea0fbe6a4 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:54:06.126748 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094002e3-526e-4eec-9473-ea60c39395b8 None None] Sync routers for ids ['a64b6c97-5367-416f-b3e1-09008619544b'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:54:06.153055 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-0774101a-f7e2-46a6-ac41-aacea0fbe6a4 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] 10.222.0.58 "PUT /v2.0/routers/a64b6c97-5367-416f-b3e1-09008619544b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9251080 Aug 05 11:54:06.156445 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49626) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:54:06.164740 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094002e3-526e-4eec-9473-ea60c39395b8 None None] Routers {'a64b6c97-5367-416f-b3e1-09008619544b'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:54:06.165961 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-094002e3-526e-4eec-9473-ea60c39395b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:53:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['a64b6c97-5367-416f-b3e1-09008619544b'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:54:06.238947 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-09f373de-44c1-4a07-ae95-029bb6321f30 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] 10.222.0.58 "GET /v2.0/ports?device_id=a64b6c97-5367-416f-b3e1-09008619544b HTTP/1.1" status: 200 len: 205 time: 0.0793350 Aug 05 11:54:06.242615 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49628) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:54:06.267127 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b23ffe9e-9771-4018-a9a7-315a92f01291 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:06.297740 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f71b4c-9ed7-48ef-b1ed-009c3cfbb8a8 req-97bcb411-d4e5-4850-8f5f-10768aabe950 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:54:06.316199 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b0f71b4c-9ed7-48ef-b1ed-009c3cfbb8a8 req-97bcb411-d4e5-4850-8f5f-10768aabe950 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ad6306d-0123-4717-b794-3c33cf35dc7a HTTP/1.1" status: 200 len: 946 time: 0.3395555 Aug 05 11:54:06.355463 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-094002e3-526e-4eec-9473-ea60c39395b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:54:06.400134 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094002e3-526e-4eec-9473-ea60c39395b8 None None] Routers {'a64b6c97-5367-416f-b3e1-09008619544b'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:54:06.404041 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-094002e3-526e-4eec-9473-ea60c39395b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:53:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['a64b6c97-5367-416f-b3e1-09008619544b'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:54:06.567655 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-094002e3-526e-4eec-9473-ea60c39395b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:54:06.572984 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094002e3-526e-4eec-9473-ea60c39395b8 None None] The sync data for ids ['a64b6c97-5367-416f-b3e1-09008619544b'] in n-d-803378-2 is: [] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:54:06.585747 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-52285a9d-a7ff-47c9-b76b-7f8785ba72e2 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks [] for router, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:06.706868 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-5fd5b346-06bc-47c4-a2ed-a4e86384b661 req-00e525db-da16-46c9-bdbd-e1a5b1833daf service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e98332d0-8552-4f90-9240-19975d912b36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1682415 Aug 05 11:54:06.715233 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b23ffe9e-9771-4018-a9a7-315a92f01291 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:06.731836 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b23ffe9e-9771-4018-a9a7-315a92f01291 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:06.857316 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b0f71b4c-9ed7-48ef-b1ed-009c3cfbb8a8 req-0589831c-1557-439a-9621-6307f2c7d611 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5464a98-f362-4f03-a5f7-4b9d844b9cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4555671 Aug 05 11:54:07.040186 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b23ffe9e-9771-4018-a9a7-315a92f01291 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:07.046368 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-b23ffe9e-9771-4018-a9a7-315a92f01291 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9522488 Aug 05 11:54:07.050616 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23ffe9e-9771-4018-a9a7-315a92f01291 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cf67a90-149e-43ba-9bfd-5ebeb0430a37,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:54:07.053794 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49630) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:54:07.085681 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-7bc9c11a-b475-4fdb-86f4-1af2efd417dc tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Request body: {'security_group_rule': {'security_group_id': '4cf67a90-149e-43ba-9bfd-5ebeb0430a37', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:54:07.088730 n-d-803378-2 neutron-server[94421]: WARNING neutron.api.v2.base [None req-7bc9c11a-b475-4fdb-86f4-1af2efd417dc tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 05 11:54:07.089421 n-d-803378-2 neutron-server[94421]: INFO neutron.api.v2.resource [None req-7bc9c11a-b475-4fdb-86f4-1af2efd417dc tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 05 11:54:07.096039 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-7bc9c11a-b475-4fdb-86f4-1af2efd417dc tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0191607 Aug 05 11:54:07.098388 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49632) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:54:07.190719 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd5b346-06bc-47c4-a2ed-a4e86384b661 req-e450b05a-a967-49a3-b2b7-4137cb81e7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:54:07.194149 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-5fd5b346-06bc-47c4-a2ed-a4e86384b661 req-e450b05a-a967-49a3-b2b7-4137cb81e7d3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cbc89f3908d842d4a7beeb1a4fce5354&device_id=e98332d0-8552-4f90-9240-19975d912b36 HTTP/1.1" status: 200 len: 1098 time: 0.2806461 Aug 05 11:54:07.205973 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-52285a9d-a7ff-47c9-b76b-7f8785ba72e2 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33262979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1951'] for router, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:07.218145 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-52285a9d-a7ff-47c9-b76b-7f8785ba72e2 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:07.253895 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-53d6f9f0-2d6e-49e1-8f55-25fc98716ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:07.385477 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-52285a9d-a7ff-47c9-b76b-7f8785ba72e2 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33262474'] for router, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:07.386525 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52285a9d-a7ff-47c9-b76b-7f8785ba72e2 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Fanout notify agent at l3_agent the message router_deleted on router a64b6c97-5367-416f-b3e1-09008619544b {{(pid=94420) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 11:54:07.409893 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-52285a9d-a7ff-47c9-b76b-7f8785ba72e2 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks [] for router, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:07.424976 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-52285a9d-a7ff-47c9-b76b-7f8785ba72e2 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] 10.222.0.58 "DELETE /v2.0/routers/a64b6c97-5367-416f-b3e1-09008619544b HTTP/1.1" status: 204 len: 168 time: 1.1457908 Aug 05 11:54:07.426895 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49638) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:54:07.508999 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1d3f0f03-b55e-4208-91d8-f1b449b98d17 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:07.621374 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1d3f0f03-b55e-4208-91d8-f1b449b98d17 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:07.642571 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6d1021d-3d2d-4306-8081-a7980b26df1e tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Deleting subnet 40b1f540-e66b-4944-a160-a2b5ddcfb752 {{(pid=94420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:54:07.653748 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b6d1021d-3d2d-4306-8081-a7980b26df1e tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks [] for subnet, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:07.722254 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd5b346-06bc-47c4-a2ed-a4e86384b661 req-086fbb77-23a8-429d-abbf-3ac0adaa95e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:54:07.726445 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-5fd5b346-06bc-47c4-a2ed-a4e86384b661 req-086fbb77-23a8-429d-abbf-3ac0adaa95e1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1ac4b742-2a25-4935-8476-e9ad3e543504 HTTP/1.1" status: 200 len: 917 time: 0.4684477 Aug 05 11:54:07.807639 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b6d1021d-3d2d-4306-8081-a7980b26df1e tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25010562'] for subnet, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:07.861803 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1d3f0f03-b55e-4208-91d8-f1b449b98d17 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:07.868032 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1d3f0f03-b55e-4208-91d8-f1b449b98d17 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:07.871050 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-1d3f0f03-b55e-4208-91d8-f1b449b98d17 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] 10.222.0.58 "DELETE /v2.0/security-groups/4cf67a90-149e-43ba-9bfd-5ebeb0430a37 HTTP/1.1" status: 204 len: 168 time: 0.7702999 Aug 05 11:54:07.896225 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49640) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:54:07.902917 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3f0f03-b55e-4208-91d8-f1b449b98d17 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cf67a90-149e-43ba-9bfd-5ebeb0430a37,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:54:08.027519 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-5fd5b346-06bc-47c4-a2ed-a4e86384b661 req-7d6cfc27-6c1d-450c-bb7b-a87b9aea0891 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5f9a1648-97a0-49bb-a764-2148d15aa93e HTTP/1.1" status: 200 len: 1002 time: 0.2857502 Aug 05 11:54:08.057488 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b6d1021d-3d2d-4306-8081-a7980b26df1e tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:08.142491 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-059d8134-0ea9-4d37-bec9-a867e24601ce tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2348444 Aug 05 11:54:08.191737 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49644) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:54:08.212640 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-fd0d5922-6b09-4c1f-b67a-b0f596d38e49 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Request body: {'security_group': {'name': 'tempest-secgroup--1398107768'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:54:08.252952 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd5b346-06bc-47c4-a2ed-a4e86384b661 req-49fbf913-cb76-4ac4-ab88-0bea14476a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:54:08.255564 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-5fd5b346-06bc-47c4-a2ed-a4e86384b661 req-49fbf913-cb76-4ac4-ab88-0bea14476a1d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a5e28117-6f3c-401b-be5b-a70254f1dc57 HTTP/1.1" status: 200 len: 855 time: 0.1452835 Aug 05 11:54:08.302842 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c9dd0c-c3f9-42ce-8587-88dbe8852ecb req-3b170fc3-dd39-4798-82db-81b5f66ba35f tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:54:08.306342 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-93c9dd0c-c3f9-42ce-8587-88dbe8852ecb req-3b170fc3-dd39-4798-82db-81b5f66ba35f tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ad6306d-0123-4717-b794-3c33cf35dc7a HTTP/1.1" status: 200 len: 946 time: 0.1812055 Aug 05 11:54:08.333615 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fd0d5922-6b09-4c1f-b67a-b0f596d38e49 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:08.395929 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b6d1021d-3d2d-4306-8081-a7980b26df1e tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29762763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24211094'] for subnet, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:08.399081 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd5b346-06bc-47c4-a2ed-a4e86384b661 req-d9674356-96a9-4537-b4c8-ec439ba02f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:54:08.403305 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-5fd5b346-06bc-47c4-a2ed-a4e86384b661 req-d9674356-96a9-4537-b4c8-ec439ba02f5e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1ac4b742-2a25-4935-8476-e9ad3e543504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1378782 Aug 05 11:54:08.484477 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d1021d-3d2d-4306-8081-a7980b26df1e tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Pushing event deleted for resources: {'Subnet': ['ID=40b1f540-e66b-4944-a160-a2b5ddcfb752,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:54:08.510831 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b6d1021d-3d2d-4306-8081-a7980b26df1e tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks [] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:08.518208 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-b6d1021d-3d2d-4306-8081-a7980b26df1e tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] 10.222.0.58 "DELETE /v2.0/subnets/40b1f540-e66b-4944-a160-a2b5ddcfb752 HTTP/1.1" status: 204 len: 168 time: 1.0855556 Aug 05 11:54:08.519862 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49648) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:54:08.536045 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-93c9dd0c-c3f9-42ce-8587-88dbe8852ecb req-164cb7b1-5e59-4127-ab75-8271f08d128a tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5464a98-f362-4f03-a5f7-4b9d844b9cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100837 Aug 05 11:54:08.537287 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc7130e-2453-4ff3-87b9-8b3baa0c777a None None] Network c7594547-e917-46ad-9075-00dafa26f809 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:54:08.830280 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fd0d5922-6b09-4c1f-b67a-b0f596d38e49 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:08.849424 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-15b77465-ab06-473f-9eed-8b0332483ad4 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:08.856529 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fd0d5922-6b09-4c1f-b67a-b0f596d38e49 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:08.906240 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fd0d5922-6b09-4c1f-b67a-b0f596d38e49 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:08.914102 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-fd0d5922-6b09-4c1f-b67a-b0f596d38e49 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7126794 Aug 05 11:54:08.921363 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49668) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:54:08.934395 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-13fb3c7b-1236-4261-9e3a-5a2d6a15a121 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Request body: {'security_group_rule': {'security_group_id': '7a1bbc3a-4e36-4473-b8ac-fffa2ec1d123', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:54:08.938226 n-d-803378-2 neutron-server[94420]: WARNING neutron.api.v2.base [None req-13fb3c7b-1236-4261-9e3a-5a2d6a15a121 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 05 11:54:08.939358 n-d-803378-2 neutron-server[94420]: INFO neutron.api.v2.resource [None req-13fb3c7b-1236-4261-9e3a-5a2d6a15a121 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 05 11:54:08.946034 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-13fb3c7b-1236-4261-9e3a-5a2d6a15a121 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0227642 Aug 05 11:54:08.973324 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49670) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:54:09.046278 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d5922-6b09-4c1f-b67a-b0f596d38e49 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a1bbc3a-4e36-4473-b8ac-fffa2ec1d123,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:54:09.179721 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-5fd5b346-06bc-47c4-a2ed-a4e86384b661 req-221e0182-5a6c-4aad-b571-a670815aef4c service neutron] 10.222.0.64 "GET /v2.0/networks/1ac4b742-2a25-4935-8476-e9ad3e543504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7537796 Aug 05 11:54:09.266727 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-268a80cf-2aa7-4df3-ae59-22828eb22a79 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:09.318077 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d61967ed-3fce-433a-989d-deb8e0eb9924 None None] DHCP port deletion for c7594547-e917-46ad-9075-00dafa26f809 request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 11:54:09.371359 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-268a80cf-2aa7-4df3-ae59-22828eb22a79 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:09.438002 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-15b77465-ab06-473f-9eed-8b0332483ad4 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Deleting port e63a44a5-25ad-4e24-b27f-7d0983c4e494 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:54:09.439244 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-15b77465-ab06-473f-9eed-8b0332483ad4 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:09.517024 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-268a80cf-2aa7-4df3-ae59-22828eb22a79 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:09.521656 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-268a80cf-2aa7-4df3-ae59-22828eb22a79 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:09.527470 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-268a80cf-2aa7-4df3-ae59-22828eb22a79 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] 10.222.0.58 "DELETE /v2.0/security-groups/7a1bbc3a-4e36-4473-b8ac-fffa2ec1d123 HTTP/1.1" status: 204 len: 168 time: 0.5499461 Aug 05 11:54:09.543070 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49704) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:54:09.622522 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268a80cf-2aa7-4df3-ae59-22828eb22a79 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a1bbc3a-4e36-4473-b8ac-fffa2ec1d123,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:54:09.873433 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [None req-15b77465-ab06-473f-9eed-8b0332483ad4 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] For port e63a44a5-25ad-4e24-b27f-7d0983c4e494, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=e63a44a5-25ad-4e24-b27f-7d0983c4e494,segment=NetworkSegment(e4d4df47-ce45-4bf5-8ef2-9d707d50cb24),segment_id=e4d4df47-ce45-4bf5-8ef2-9d707d50cb24)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:54:09.876844 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-15b77465-ab06-473f-9eed-8b0332483ad4 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:09.888559 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-de0c01ca-9498-4e8a-b352-62047d25164f tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3366663 Aug 05 11:54:09.893027 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49708) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:54:09.907369 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-5fd5b346-06bc-47c4-a2ed-a4e86384b661 req-794edf8c-ef3e-44f4-89de-4080561997db service neutron] 10.222.0.64 "GET /v2.0/networks/1ac4b742-2a25-4935-8476-e9ad3e543504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7257967 Aug 05 11:54:09.908982 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-d0c4689d-0803-4478-8288-99af2d3320f3 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Request body: {'security_group': {'name': 'tempest-secgroup--695262924'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:54:09.924052 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-15b77465-ab06-473f-9eed-8b0332483ad4 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Calling delete_port for e63a44a5-25ad-4e24-b27f-7d0983c4e494 owned by network:dhcp {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:54:10.046879 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d0c4689d-0803-4478-8288-99af2d3320f3 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:10.309780 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-15b77465-ab06-473f-9eed-8b0332483ad4 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:10.335865 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b77465-ab06-473f-9eed-8b0332483ad4 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] No DVR routers for this DVR port e63a44a5-25ad-4e24-b27f-7d0983c4e494 on host n-d-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:54:10.441313 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b77465-ab06-473f-9eed-8b0332483ad4 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Pushing event deleted for resources: {'Port': ['ID=e63a44a5-25ad-4e24-b27f-7d0983c4e494,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:54:10.465112 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d0c4689d-0803-4478-8288-99af2d3320f3 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:10.480542 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d0c4689d-0803-4478-8288-99af2d3320f3 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:10.487789 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device e63a44a5-25ad-4e24-b27f-7d0983c4e494 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:54:10.612354 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d0c4689d-0803-4478-8288-99af2d3320f3 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:10.615730 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-87e57aff-73fc-43a8-8799-c2d42f13d04c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:10.635733 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: e63a44a5-25ad-4e24-b27f-7d0983c4e494 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:54:10.637010 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device e63a44a5-25ad-4e24-b27f-7d0983c4e494 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:54:10.652841 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:10.656287 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-d0c4689d-0803-4478-8288-99af2d3320f3 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7589226 Aug 05 11:54:10.664116 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49740) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:54:10.738859 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-886d0a34-b4df-40b6-ae0b-a4503d464e8f tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Request body: {'security_group_rule': {'security_group_id': 'f7d0ac90-977c-4d51-a50c-98798e551619', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:54:10.754799 n-d-803378-2 neutron-server[94420]: WARNING neutron.api.v2.base [None req-886d0a34-b4df-40b6-ae0b-a4503d464e8f tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 05 11:54:10.756133 n-d-803378-2 neutron-server[94420]: INFO neutron.api.v2.resource [None req-886d0a34-b4df-40b6-ae0b-a4503d464e8f tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 05 11:54:10.762314 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-d61967ed-3fce-433a-989d-deb8e0eb9924 None None] Deleting port e63a44a5-25ad-4e24-b27f-7d0983c4e494 {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:54:10.763309 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-d61967ed-3fce-433a-989d-deb8e0eb9924 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:10.764327 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-886d0a34-b4df-40b6-ae0b-a4503d464e8f tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0739412 Aug 05 11:54:10.765347 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49742) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:54:10.813720 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-15b77465-ab06-473f-9eed-8b0332483ad4 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:10.832426 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-c71861e6-42d8-4637-a63d-db0165cd9c5a tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Request body: {'security_group_rule': {'security_group_id': 'f7d0ac90-977c-4d51-a50c-98798e551619', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:54:10.835819 n-d-803378-2 neutron-server[94420]: WARNING neutron.api.v2.base [None req-c71861e6-42d8-4637-a63d-db0165cd9c5a tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 05 11:54:10.838778 n-d-803378-2 neutron-server[94420]: INFO neutron.api.v2.resource [None req-c71861e6-42d8-4637-a63d-db0165cd9c5a tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 05 11:54:10.847094 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-c71861e6-42d8-4637-a63d-db0165cd9c5a tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0627365 Aug 05 11:54:10.848147 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49746) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:54:10.869260 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c4689d-0803-4478-8288-99af2d3320f3 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7d0ac90-977c-4d51-a50c-98798e551619,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:54:10.877223 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-c1a42766-3abf-40fd-b830-ee3d6343efdf tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Request body: {'security_group_rule': {'security_group_id': 'f7d0ac90-977c-4d51-a50c-98798e551619', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:54:10.882299 n-d-803378-2 neutron-server[94421]: WARNING neutron.api.v2.base [None req-c1a42766-3abf-40fd-b830-ee3d6343efdf tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 05 11:54:10.887210 n-d-803378-2 neutron-server[94421]: INFO neutron.api.v2.resource [None req-c1a42766-3abf-40fd-b830-ee3d6343efdf tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 05 11:54:10.893821 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-c1a42766-3abf-40fd-b830-ee3d6343efdf tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0256937 Aug 05 11:54:10.894222 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49748) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:54:10.898582 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-15b77465-ab06-473f-9eed-8b0332483ad4 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7594547-e917-46ad-9075-00dafa26f809']}} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:54:10.926918 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-848f5639-c844-49dd-aeb6-2da07aad7bf9 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Request body: {'security_group_rule': {'security_group_id': 'f7d0ac90-977c-4d51-a50c-98798e551619', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:54:10.928385 n-d-803378-2 neutron-server[94421]: WARNING neutron.api.v2.base [None req-848f5639-c844-49dd-aeb6-2da07aad7bf9 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 05 11:54:10.929474 n-d-803378-2 neutron-server[94421]: INFO neutron.api.v2.resource [None req-848f5639-c844-49dd-aeb6-2da07aad7bf9 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 05 11:54:10.935605 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-848f5639-c844-49dd-aeb6-2da07aad7bf9 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0273416 Aug 05 11:54:10.938490 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49750) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:54:10.966086 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-15b77465-ab06-473f-9eed-8b0332483ad4 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4d4df47-ce45-4bf5-8ef2-9d707d50cb24') {'for_net_delete': True} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:54:10.966816 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-15b77465-ab06-473f-9eed-8b0332483ad4 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4d4df47-ce45-4bf5-8ef2-9d707d50cb24') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:54:11.040748 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-15b77465-ab06-473f-9eed-8b0332483ad4 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29786371'] for segment, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:11.078637 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-d61967ed-3fce-433a-989d-deb8e0eb9924 None None] For port e63a44a5-25ad-4e24-b27f-7d0983c4e494, host n-d-803378-2, got binding levels [] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:54:11.079680 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-d61967ed-3fce-433a-989d-deb8e0eb9924 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:11.129815 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3cf6157c-defb-4732-a33d-f45c8b3b0b5b tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:11.141084 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-15b77465-ab06-473f-9eed-8b0332483ad4 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:11.158611 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-d61967ed-3fce-433a-989d-deb8e0eb9924 None None] Calling delete_port for e63a44a5-25ad-4e24-b27f-7d0983c4e494 owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:54:11.166644 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15b77465-ab06-473f-9eed-8b0332483ad4 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Releasing vlan 671 on physical network physnet1 to pool {{(pid=94421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:54:11.167757 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-15b77465-ab06-473f-9eed-8b0332483ad4 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25038799'] for segment, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:11.174655 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.ipam_backend_mixin [None req-d61967ed-3fce-433a-989d-deb8e0eb9924 None None] Port e63a44a5-25ad-4e24-b27f-7d0983c4e494 was not found and therefore no delete operation was performed {{(pid=94422) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 05 11:54:11.175602 n-d-803378-2 neutron-server[94421]: Traceback (most recent call last): Aug 05 11:54:11.175602 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:54:11.175602 n-d-803378-2 neutron-server[94421]: timer() Aug 05 11:54:11.175602 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:54:11.175602 n-d-803378-2 neutron-server[94421]: cb(*args, **kw) Aug 05 11:54:11.175602 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:54:11.175602 n-d-803378-2 neutron-server[94421]: return func(*args, **kwargs) Aug 05 11:54:11.175602 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:54:11.175602 n-d-803378-2 neutron-server[94421]: self._notify() Aug 05 11:54:11.175602 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:54:11.175602 n-d-803378-2 neutron-server[94421]: self.callback(batched_events) Aug 05 11:54:11.175602 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:54:11.175602 n-d-803378-2 neutron-server[94421]: event.method(event) Aug 05 11:54:11.175602 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:54:11.175602 n-d-803378-2 neutron-server[94421]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:54:11.175602 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:54:11.175602 n-d-803378-2 neutron-server[94421]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:54:11.175602 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:54:11.175602 n-d-803378-2 neutron-server[94421]: return f(self, *a, **k) Aug 05 11:54:11.175602 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:54:11.175602 n-d-803378-2 neutron-server[94421]: return self._get(url).json() Aug 05 11:54:11.175602 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:54:11.175602 n-d-803378-2 neutron-server[94421]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:54:11.175602 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:54:11.175602 n-d-803378-2 neutron-server[94421]: return self.request(url, 'GET', **kwargs) Aug 05 11:54:11.175602 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:54:11.175602 n-d-803378-2 neutron-server[94421]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:54:11.175602 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:54:11.175602 n-d-803378-2 neutron-server[94421]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:54:11.175602 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:54:11.175602 n-d-803378-2 neutron-server[94421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:54:11.175602 n-d-803378-2 neutron-server[94421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:54:11.183749 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-d61967ed-3fce-433a-989d-deb8e0eb9924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:11.200309 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3cf6157c-defb-4732-a33d-f45c8b3b0b5b tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:11.289338 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61967ed-3fce-433a-989d-deb8e0eb9924 None None] Pushing event deleted for resources: {'Port': ['ID=e63a44a5-25ad-4e24-b27f-7d0983c4e494,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:54:11.333487 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61967ed-3fce-433a-989d-deb8e0eb9924 None None] No DVR routers for this DVR port e63a44a5-25ad-4e24-b27f-7d0983c4e494 on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:54:11.393975 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3cf6157c-defb-4732-a33d-f45c8b3b0b5b tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:11.430208 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3cf6157c-defb-4732-a33d-f45c8b3b0b5b tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:11.435025 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-3cf6157c-defb-4732-a33d-f45c8b3b0b5b tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] 10.222.0.58 "DELETE /v2.0/security-groups/f7d0ac90-977c-4d51-a50c-98798e551619 HTTP/1.1" status: 204 len: 168 time: 0.4889815 Aug 05 11:54:11.445359 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49772) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:54:11.536538 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf6157c-defb-4732-a33d-f45c8b3b0b5b tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7d0ac90-977c-4d51-a50c-98798e551619,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:54:11.569029 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-15b77465-ab06-473f-9eed-8b0332483ad4 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:11.647157 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-15b77465-ab06-473f-9eed-8b0332483ad4 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks [] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:11.658455 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-15b77465-ab06-473f-9eed-8b0332483ad4 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] 10.222.0.58 "DELETE /v2.0/networks/c7594547-e917-46ad-9075-00dafa26f809 HTTP/1.1" status: 204 len: 168 time: 3.1335018 Aug 05 11:54:11.671002 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b77465-ab06-473f-9eed-8b0332483ad4 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Pushing event deleted for resources: {'Network': ['ID=c7594547-e917-46ad-9075-00dafa26f809,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:54:11.683923 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49784) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:54:11.707285 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-f0bfabdc-5ec5-4d30-a7a5-1cb5bd012e2f tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2126266726', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:54:11.767412 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193bac93-5f97-4514-b8f1-02755d2bcd3a req-ef3a24f7-8fef-4725-bc39-c53334f68488 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:54:11.770647 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-193bac93-5f97-4514-b8f1-02755d2bcd3a req-ef3a24f7-8fef-4725-bc39-c53334f68488 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ad6306d-0123-4717-b794-3c33cf35dc7a HTTP/1.1" status: 200 len: 946 time: 0.2439697 Aug 05 11:54:11.780677 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:11.872341 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-776e7198-373c-4bd1-9375-adad09d26d96 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4219928 Aug 05 11:54:11.888265 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49798) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:54:11.900665 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-7a2d17b6-a968-46c4-b885-a025e789c897 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Request body: {'security_group': {'name': 'tempest-secgroup--888228320'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:54:11.917015 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-193bac93-5f97-4514-b8f1-02755d2bcd3a req-b10d02ad-bcd7-4e9b-9d71-16a3e2876d0c tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5464a98-f362-4f03-a5f7-4b9d844b9cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286404 Aug 05 11:54:11.982810 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f0bfabdc-5ec5-4d30-a7a5-1cb5bd012e2f tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33260300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1929'] for router, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:11.982810 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f0bfabdc-5ec5-4d30-a7a5-1cb5bd012e2f tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33285914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33034662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1926'] for router, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:12.145043 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f0bfabdc-5ec5-4d30-a7a5-1cb5bd012e2f tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:12.174164 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f0bfabdc-5ec5-4d30-a7a5-1cb5bd012e2f tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286026'] for router, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:12.202110 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7a2d17b6-a968-46c4-b885-a025e789c897 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:12.253213 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f0bfabdc-5ec5-4d30-a7a5-1cb5bd012e2f tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks [] for router, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:12.259668 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49806) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:54:12.260458 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-f0bfabdc-5ec5-4d30-a7a5-1cb5bd012e2f tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5716934 Aug 05 11:54:12.269693 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-7181d324-418a-46eb-83ff-6dc198bf9319 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Request body: {'network': {'name': 'tempest-RoutersTest-882220296'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:54:12.296125 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49808) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:54:12.470591 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7a2d17b6-a968-46c4-b885-a025e789c897 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:12.480988 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7a2d17b6-a968-46c4-b885-a025e789c897 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:12.520936 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7181d324-418a-46eb-83ff-6dc198bf9319 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Made reservation on behalf of 0d8a98bfcc92414295ea4818a0ea96ca for: {'network': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:54:12.529855 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7a2d17b6-a968-46c4-b885-a025e789c897 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:12.532872 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-7a2d17b6-a968-46c4-b885-a025e789c897 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6429403 Aug 05 11:54:12.536140 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7181d324-418a-46eb-83ff-6dc198bf9319 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:12.538992 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49812) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:54:12.561674 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-7a061313-3149-43e3-8785-b527e7844697 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Request body: {'security_group_rule': {'security_group_id': '7133cfa2-fccd-4c24-8a39-7c42de47674e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:54:12.562752 n-d-803378-2 neutron-server[94421]: WARNING neutron.api.v2.base [None req-7a061313-3149-43e3-8785-b527e7844697 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 05 11:54:12.564272 n-d-803378-2 neutron-server[94421]: INFO neutron.api.v2.resource [None req-7a061313-3149-43e3-8785-b527e7844697 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 05 11:54:12.566482 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-7a061313-3149-43e3-8785-b527e7844697 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0225410 Aug 05 11:54:12.572283 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49814) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:54:12.581216 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-72d5ef20-64b1-47f9-9c9a-d689babb66b2 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Request body: {'security_group_rule': {'security_group_id': '7133cfa2-fccd-4c24-8a39-7c42de47674e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:54:12.600473 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7181d324-418a-46eb-83ff-6dc198bf9319 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] vlan segment allocate from pool success with {'vlan_id': 667, 'physical_network': 'physnet1'} {{(pid=94420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:54:12.609960 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2d17b6-a968-46c4-b885-a025e789c897 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7133cfa2-fccd-4c24-8a39-7c42de47674e,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:54:12.620380 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7181d324-418a-46eb-83ff-6dc198bf9319 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:12.620985 n-d-803378-2 neutron-server[94420]: INFO neutron.db.segments_db [None req-7181d324-418a-46eb-83ff-6dc198bf9319 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Added segment 939928da-7fe3-4d4b-8bdc-d0ee125da905 of type vlan for network 0014ea42-e5b7-49e2-98e1-9da852015c0b Aug 05 11:54:12.640538 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-15e5e3c5-a0c4-47d6-bc2f-5896601042d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:12.763323 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7181d324-418a-46eb-83ff-6dc198bf9319 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:12.863830 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7181d324-418a-46eb-83ff-6dc198bf9319 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:12.875589 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7181d324-418a-46eb-83ff-6dc198bf9319 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:54:12.876699 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7181d324-418a-46eb-83ff-6dc198bf9319 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:12.985135 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device d9f1871e-1e61-4e44-947b-1733df7ab6ca details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:54:13.057422 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7181d324-418a-46eb-83ff-6dc198bf9319 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Pushing event updated for resources: {'Network': ['ID=0014ea42-e5b7-49e2-98e1-9da852015c0b,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:54:13.059246 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-15e5e3c5-a0c4-47d6-bc2f-5896601042d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:13.097789 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-7181d324-418a-46eb-83ff-6dc198bf9319 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8354149 Aug 05 11:54:13.106048 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-15e5e3c5-a0c4-47d6-bc2f-5896601042d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:13.106780 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49820) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:54:13.124835 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 0014ea42-e5b7-49e2-98e1-9da852015c0b details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:54:13.129869 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-89fbbd38-2137-4137-a6e2-44eae3fa9d6e tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Request body: {'subnet': {'network_id': '0014ea42-e5b7-49e2-98e1-9da852015c0b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:54:13.222600 n-d-803378-2 neutron-server[94421]: INFO neutron.api.v2.resource [None req-72d5ef20-64b1-47f9-9c9a-d689babb66b2 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 05 11:54:13.224953 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-72d5ef20-64b1-47f9-9c9a-d689babb66b2 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.6505976 Aug 05 11:54:13.234427 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49822) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:54:13.238469 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-15e5e3c5-a0c4-47d6-bc2f-5896601042d0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9eb9a44ea4604e2780aa8ab58d7f4b52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9328499 Aug 05 11:54:13.249495 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-b40badb9-be1c-46c6-bac9-c14d108b988e tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Request body: {'security_group_rule': {'security_group_id': '7133cfa2-fccd-4c24-8a39-7c42de47674e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:54:13.250661 n-d-803378-2 neutron-server[94421]: WARNING neutron.api.v2.base [None req-b40badb9-be1c-46c6-bac9-c14d108b988e tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 05 11:54:13.251782 n-d-803378-2 neutron-server[94421]: INFO neutron.api.v2.resource [None req-b40badb9-be1c-46c6-bac9-c14d108b988e tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 05 11:54:13.253666 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49824) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:54:13.254277 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-b40badb9-be1c-46c6-bac9-c14d108b988e tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0136740 Aug 05 11:54:13.260168 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49826) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:54:13.279944 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-059aa5a9-8690-4e7f-8e99-89780430ceed tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Request body: {'security_group_rule': {'security_group_id': '7133cfa2-fccd-4c24-8a39-7c42de47674e', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:54:13.301425 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e5e3c5-a0c4-47d6-bc2f-5896601042d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94060645-3104-48a6-9744-8115d8d19f32,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:54:13.395509 n-d-803378-2 neutron-server[94421]: INFO neutron.api.v2.resource [None req-059aa5a9-8690-4e7f-8e99-89780430ceed tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 05 11:54:13.403962 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-059aa5a9-8690-4e7f-8e99-89780430ceed tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1413355 Aug 05 11:54:13.404982 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49828) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:54:13.415307 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-5cf58cd5-d58a-4e78-8606-1c6176febc8d tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Request body: {'security_group_rule': {'security_group_id': '7133cfa2-fccd-4c24-8a39-7c42de47674e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:54:13.416174 n-d-803378-2 neutron-server[94421]: WARNING neutron.api.v2.base [None req-5cf58cd5-d58a-4e78-8606-1c6176febc8d tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 05 11:54:13.417118 n-d-803378-2 neutron-server[94421]: INFO neutron.api.v2.resource [None req-5cf58cd5-d58a-4e78-8606-1c6176febc8d tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 05 11:54:13.426337 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-5cf58cd5-d58a-4e78-8606-1c6176febc8d tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0195172 Aug 05 11:54:13.427269 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49830) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:54:13.439142 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-6477566e-6c70-4423-8c63-5f2531918f0f tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Request body: {'security_group_rule': {'security_group_id': '7133cfa2-fccd-4c24-8a39-7c42de47674e', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:54:13.541313 n-d-803378-2 neutron-server[94421]: INFO neutron.api.v2.resource [None req-6477566e-6c70-4423-8c63-5f2531918f0f tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 05 11:54:13.549758 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-6477566e-6c70-4423-8c63-5f2531918f0f tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1164091 Aug 05 11:54:13.551627 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49832) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:54:13.575842 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-abeb333b-66ce-4da6-a122-b09b14bb5282 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Request body: {'security_group_rule': {'security_group_id': '7133cfa2-fccd-4c24-8a39-7c42de47674e', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:54:13.576931 n-d-803378-2 neutron-server[94421]: WARNING neutron.api.v2.base [None req-abeb333b-66ce-4da6-a122-b09b14bb5282 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 05 11:54:13.578309 n-d-803378-2 neutron-server[94421]: INFO neutron.api.v2.resource [None req-abeb333b-66ce-4da6-a122-b09b14bb5282 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 05 11:54:13.586168 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-abeb333b-66ce-4da6-a122-b09b14bb5282 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0273192 Aug 05 11:54:13.588535 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49834) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:54:13.603562 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-fcf598e2-fc5d-41f2-98fe-d888fc7592b4 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Request body: {'security_group_rule': {'security_group_id': '7133cfa2-fccd-4c24-8a39-7c42de47674e', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:54:13.631715 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b26eb37-eb84-4220-8d8e-c1b4c3c30bb7 req-c3dc7d66-0def-4386-a298-97c505b822af tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:54:13.650559 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1b26eb37-eb84-4220-8d8e-c1b4c3c30bb7 req-c3dc7d66-0def-4386-a298-97c505b822af tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ad6306d-0123-4717-b794-3c33cf35dc7a HTTP/1.1" status: 200 len: 946 time: 0.3941348 Aug 05 11:54:13.651024 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port d9f1871e-1e61-4e44-947b-1733df7ab6ca, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=d9f1871e-1e61-4e44-947b-1733df7ab6ca,segment=NetworkSegment(fa5f7742-6e03-46ef-8df5-0f25b5d284b6),segment_id=fa5f7742-6e03-46ef-8df5-0f25b5d284b6)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:54:13.686036 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5c2c8414-0851-4506-9d11-5589bca9c2b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:13.725314 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Returning: {'device': 'd9f1871e-1e61-4e44-947b-1733df7ab6ca', 'network_id': 'debeaa60-b13d-4f6e-a270-9d57e30ced89', 'port_id': 'd9f1871e-1e61-4e44-947b-1733df7ab6ca', 'mac_address': 'fa:16:3e:2c:58:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fa39e07-a6bd-4ef4-8a54-1af79d2770df', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:54:13.768725 n-d-803378-2 neutron-server[94421]: INFO neutron.api.v2.resource [None req-fcf598e2-fc5d-41f2-98fe-d888fc7592b4 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 05 11:54:13.768725 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-fcf598e2-fc5d-41f2-98fe-d888fc7592b4 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1776485 Aug 05 11:54:13.773298 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49838) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:54:13.782356 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-48b94ec6-b576-4a02-bd2f-7f312c853241 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Request body: {'security_group_rule': {'security_group_id': '7133cfa2-fccd-4c24-8a39-7c42de47674e', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:54:13.857090 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5c2c8414-0851-4506-9d11-5589bca9c2b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:13.877061 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1b26eb37-eb84-4220-8d8e-c1b4c3c30bb7 req-90649720-1859-4981-b36c-a335b3a13c08 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5464a98-f362-4f03-a5f7-4b9d844b9cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249153 Aug 05 11:54:13.900059 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89fbbd38-2137-4137-a6e2-44eae3fa9d6e tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Made reservation on behalf of 0d8a98bfcc92414295ea4818a0ea96ca for: {'subnet': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:54:13.906001 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:13.906973 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-89fbbd38-2137-4137-a6e2-44eae3fa9d6e tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24211133'] for subnet, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:13.956113 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:13.966898 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d9f1871e-1e61-4e44-947b-1733df7ab6ca {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:54:14.021945 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port d9f1871e-1e61-4e44-947b-1733df7ab6ca, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=d9f1871e-1e61-4e44-947b-1733df7ab6ca,segment=NetworkSegment(fa5f7742-6e03-46ef-8df5-0f25b5d284b6),segment_id=fa5f7742-6e03-46ef-8df5-0f25b5d284b6)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:54:14.031857 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:14.054814 n-d-803378-2 neutron-server[94421]: INFO neutron.api.v2.resource [None req-48b94ec6-b576-4a02-bd2f-7f312c853241 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 05 11:54:14.063373 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-48b94ec6-b576-4a02-bd2f-7f312c853241 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2826552 Aug 05 11:54:14.063952 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49842) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:54:14.151917 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5c2c8414-0851-4506-9d11-5589bca9c2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:14.163680 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5c2c8414-0851-4506-9d11-5589bca9c2b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:14.167359 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-5c2c8414-0851-4506-9d11-5589bca9c2b2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/94060645-3104-48a6-9744-8115d8d19f32 HTTP/1.1" status: 204 len: 168 time: 0.8938551 Aug 05 11:54:14.203674 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=d9f1871e-1e61-4e44-947b-1733df7ab6ca,revision_number=6']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:54:14.253999 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['d9f1871e-1e61-4e44-947b-1733df7ab6ca'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:54:14.266945 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2c8414-0851-4506-9d11-5589bca9c2b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94060645-3104-48a6-9744-8115d8d19f32,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:54:14.299726 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-90d4b024-3fdb-4df5-984e-edd8c41ffb08 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:14.351207 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-90d4b024-3fdb-4df5-984e-edd8c41ffb08 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:14.481579 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-90d4b024-3fdb-4df5-984e-edd8c41ffb08 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:14.487498 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-90d4b024-3fdb-4df5-984e-edd8c41ffb08 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:14.490000 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-90d4b024-3fdb-4df5-984e-edd8c41ffb08 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] 10.222.0.58 "DELETE /v2.0/security-groups/7133cfa2-fccd-4c24-8a39-7c42de47674e HTTP/1.1" status: 204 len: 168 time: 0.4236386 Aug 05 11:54:14.504020 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49846) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:54:14.558520 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d4b024-3fdb-4df5-984e-edd8c41ffb08 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7133cfa2-fccd-4c24-8a39-7c42de47674e,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:54:14.629803 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-89fbbd38-2137-4137-a6e2-44eae3fa9d6e tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29762700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24211087'] for subnet, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:14.651642 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-4d5f97e3-1568-4096-8aef-d1f0ed72edd2 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1445270 Aug 05 11:54:14.658230 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49848) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:54:14.668474 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-c27196f9-0659-4c3c-bd85-bf5b5d19f3c5 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Request body: {'security_group': {'name': 'tempest-secgroup--413503589'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:54:14.725700 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c27196f9-0659-4c3c-bd85-bf5b5d19f3c5 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:14.822397 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fbbd38-2137-4137-a6e2-44eae3fa9d6e tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Pushing event updated for resources: {'Subnet': ['ID=fb8c4481-bcef-4801-9875-906659d99c83,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:54:14.830589 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89fbbd38-2137-4137-a6e2-44eae3fa9d6e tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Checking segment: {'id': '939928da-7fe3-4d4b-8bdc-d0ee125da905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '0014ea42-e5b7-49e2-98e1-9da852015c0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:54:14.831355 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89fbbd38-2137-4137-a6e2-44eae3fa9d6e tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Network hostable DHCP agents. Network: 0014ea42-e5b7-49e2-98e1-9da852015c0b, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:54:14.879998 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89fbbd38-2137-4137-a6e2-44eae3fa9d6e tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Network 0014ea42-e5b7-49e2-98e1-9da852015c0b is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:54:14.904895 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-89fbbd38-2137-4137-a6e2-44eae3fa9d6e tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, 0014ea42-e5b7-49e2-98e1-9da852015c0b) {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:54:14.917423 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89fbbd38-2137-4137-a6e2-44eae3fa9d6e tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:54:14.919063 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-89fbbd38-2137-4137-a6e2-44eae3fa9d6e tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks [] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:14.925748 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd3f948-fbd3-4490-be6e-a5865eb8238f None None] Network 0014ea42-e5b7-49e2-98e1-9da852015c0b requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:54:14.935260 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c27196f9-0659-4c3c-bd85-bf5b5d19f3c5 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:14.949271 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c27196f9-0659-4c3c-bd85-bf5b5d19f3c5 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:14.988184 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-89fbbd38-2137-4137-a6e2-44eae3fa9d6e tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8792107 Aug 05 11:54:14.993363 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49854) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:54:15.034811 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c27196f9-0659-4c3c-bd85-bf5b5d19f3c5 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:15.037018 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-c27196f9-0659-4c3c-bd85-bf5b5d19f3c5 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3769736 Aug 05 11:54:15.049678 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49858) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:54:15.062366 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-85a5d55e-5248-45ac-8e5c-854d68439f2a tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Request body: {'security_group_rule': {'security_group_id': 'c2354b7e-def8-48e6-8e0c-11d8d877d839', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:54:15.073357 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27196f9-0659-4c3c-bd85-bf5b5d19f3c5 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2354b7e-def8-48e6-8e0c-11d8d877d839,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:54:15.131744 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device d9f1871e-1e61-4e44-947b-1733df7ab6ca up at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:54:15.223380 n-d-803378-2 neutron-server[94421]: INFO neutron.api.v2.resource [None req-85a5d55e-5248-45ac-8e5c-854d68439f2a tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] create failed (client error): The resource could not be found. Aug 05 11:54:15.226847 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-85a5d55e-5248-45ac-8e5c-854d68439f2a tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1750946 Aug 05 11:54:15.237845 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49862) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:54:15.251675 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-595bff46-0b05-463f-8262-d4f2d12c439f tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Request body: {'security_group_rule': {'security_group_id': 'c2354b7e-def8-48e6-8e0c-11d8d877d839', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '96f97dc5-d9ab-472c-8b09-38604dfd5cc1'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:54:15.384728 n-d-803378-2 neutron-server[94421]: INFO neutron.api.v2.resource [None req-595bff46-0b05-463f-8262-d4f2d12c439f tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] create failed (client error): The resource could not be found. Aug 05 11:54:15.390493 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-595bff46-0b05-463f-8262-d4f2d12c439f tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1473446 Aug 05 11:54:15.390942 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning complete for port d9f1871e-1e61-4e44-947b-1733df7ab6ca triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:54:15.390942 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:15.391288 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49868) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:54:15.509492 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-514353af-b182-462f-aef3-55c72a3685bc tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:15.557343 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774f4ba9-3634-4aea-84fd-d2ff4dc29eac req-f4c5fe71-59bc-4952-8f66-0712eddae6d8 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:54:15.561308 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-774f4ba9-3634-4aea-84fd-d2ff4dc29eac req-f4c5fe71-59bc-4952-8f66-0712eddae6d8 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ad6306d-0123-4717-b794-3c33cf35dc7a HTTP/1.1" status: 200 len: 945 time: 0.3215463 Aug 05 11:54:15.603369 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-514353af-b182-462f-aef3-55c72a3685bc tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:15.755721 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86dd3fb6-2165-4a58-8601-a88de2225c63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-0014ea42-e5b7-49e2-98e1-9da852015c0b', 'network_id': '0014ea42-e5b7-49e2-98e1-9da852015c0b', 'tenant_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'fixed_ips': [{'subnet_id': 'fb8c4481-bcef-4801-9875-906659d99c83'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 11:54:15.757323 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-86dd3fb6-2165-4a58-8601-a88de2225c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:15.777967 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-514353af-b182-462f-aef3-55c72a3685bc tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:15.783638 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-514353af-b182-462f-aef3-55c72a3685bc tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:15.786860 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-514353af-b182-462f-aef3-55c72a3685bc tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] 10.222.0.58 "DELETE /v2.0/security-groups/c2354b7e-def8-48e6-8e0c-11d8d877d839 HTTP/1.1" status: 204 len: 168 time: 0.3938079 Aug 05 11:54:15.798493 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49872) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:54:15.864684 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-774f4ba9-3634-4aea-84fd-d2ff4dc29eac req-9a052a0b-fa62-46ff-953a-e88942d6b5d5 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5464a98-f362-4f03-a5f7-4b9d844b9cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033052 Aug 05 11:54:15.912058 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514353af-b182-462f-aef3-55c72a3685bc tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2354b7e-def8-48e6-8e0c-11d8d877d839,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:54:15.917616 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:16.000992 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-72f3519a-400a-4e46-bbb5-0b980b623c63 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1704707 Aug 05 11:54:16.003038 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49878) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:54:16.019970 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-c7f0bbf1-0e1e-4146-9825-2cd5e9be1d12 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Request body: {'security_group_rule': {'security_group_id': '0e0ef181-1d7b-40d9-98c6-d9f1edeae195', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:54:16.132210 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e9912812-99c8-4b2e-b54c-79edb3ab6e50 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:16.192326 n-d-803378-2 neutron-server[94421]: INFO neutron.api.v2.resource [None req-c7f0bbf1-0e1e-4146-9825-2cd5e9be1d12 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] create failed (client error): The resource could not be found. Aug 05 11:54:16.195114 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-c7f0bbf1-0e1e-4146-9825-2cd5e9be1d12 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1903892 Aug 05 11:54:16.202584 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49882) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:54:16.225995 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-a94d7855-9f89-478f-bb39-b9b6d6d3b811 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Request body: {'security_group': {'name': 'tempest-secgroup--963365402'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:54:16.336801 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a94d7855-9f89-478f-bb39-b9b6d6d3b811 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:16.457394 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-86dd3fb6-2165-4a58-8601-a88de2225c63 None None] Allocated IP 172.20.0.2 (0014ea42-e5b7-49e2-98e1-9da852015c0b/fb8c4481-bcef-4801-9875-906659d99c83/c277e0f6-ff01-4720-be6b-717c7882311b) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:54:16.671106 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a94d7855-9f89-478f-bb39-b9b6d6d3b811 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:16.681199 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a94d7855-9f89-478f-bb39-b9b6d6d3b811 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:16.711125 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ad6306d-0123-4717-b794-3c33cf35dc7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9f1871e-1e61-4e44-947b-1733df7ab6ca'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:54:16.730254 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-439ed8ba-7235-4263-bc9e-2eb3ab74dbce" -d '{"events": [{"server_uuid": "9ad6306d-0123-4717-b794-3c33cf35dc7a", "name": "network-vif-plugged", "status": "completed", "tag": "d9f1871e-1e61-4e44-947b-1733df7ab6ca"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:54:16.824725 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94d7855-9f89-478f-bb39-b9b6d6d3b811 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7eb5f7e1-0c67-4233-861e-2cff26ef12ba,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:54:16.838210 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a94d7855-9f89-478f-bb39-b9b6d6d3b811 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:16.855462 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-a94d7855-9f89-478f-bb39-b9b6d6d3b811 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6455181 Aug 05 11:54:16.861680 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port d9f1871e-1e61-4e44-947b-1733df7ab6ca, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=d9f1871e-1e61-4e44-947b-1733df7ab6ca,segment=NetworkSegment(fa5f7742-6e03-46ef-8df5-0f25b5d284b6),segment_id=fa5f7742-6e03-46ef-8df5-0f25b5d284b6)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:54:16.862088 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49900) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:54:16.889304 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:16.892529 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-49b5f3a8-49fb-4a29-9497-a7586396673c tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Request body: {'security_group': {'name': 'tempest-secgroup--1464183278'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:54:16.894032 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c5f0118-31ce-4664-accb-388eaa893275 x-openstack-request-id: req-6c5f0118-31ce-4664-accb-388eaa893275 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:54:16.901701 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ad6306d-0123-4717-b794-3c33cf35dc7a", "name": "network-vif-plugged", "status": "completed", "tag": "d9f1871e-1e61-4e44-947b-1733df7ab6ca", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:54:16.902192 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6c5f0118-31ce-4664-accb-388eaa893275 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:54:16.902838 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ad6306d-0123-4717-b794-3c33cf35dc7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9f1871e-1e61-4e44-947b-1733df7ab6ca', 'code': 200} Aug 05 11:54:16.976029 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-49b5f3a8-49fb-4a29-9497-a7586396673c tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:17.218035 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-49b5f3a8-49fb-4a29-9497-a7586396673c tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:17.236594 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-49b5f3a8-49fb-4a29-9497-a7586396673c tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:17.239309 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-86dd3fb6-2165-4a58-8601-a88de2225c63 None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:17.245477 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=d9f1871e-1e61-4e44-947b-1733df7ab6ca,revision_number=7']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:54:17.269203 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-86dd3fb6-2165-4a58-8601-a88de2225c63 None None] Transition to ACTIVE for port object c277e0f6-ff01-4720-be6b-717c7882311b will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:54:17.281487 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-49b5f3a8-49fb-4a29-9497-a7586396673c tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:17.284715 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-49b5f3a8-49fb-4a29-9497-a7586396673c tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4182942 Aug 05 11:54:17.295683 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49906) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:54:17.309586 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-e00bded6-8950-45da-90ae-3ad6ccd226e9 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Request body: {'security_group_rule': {'security_group_id': '7eb5f7e1-0c67-4233-861e-2cff26ef12ba', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'f327dadb-f05b-49b4-8a8f-368ce88fa058'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:54:17.317476 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-86dd3fb6-2165-4a58-8601-a88de2225c63 None None] Transition to ACTIVE for port object c277e0f6-ff01-4720-be6b-717c7882311b will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:54:17.348347 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-86dd3fb6-2165-4a58-8601-a88de2225c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:17.365686 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b5f3a8-49fb-4a29-9497-a7586396673c tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f327dadb-f05b-49b4-8a8f-368ce88fa058,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:54:17.490353 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86dd3fb6-2165-4a58-8601-a88de2225c63 None None] Network 0014ea42-e5b7-49e2-98e1-9da852015c0b is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:54:17.495210 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-86dd3fb6-2165-4a58-8601-a88de2225c63 None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:54:17.497757 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dd3fb6-2165-4a58-8601-a88de2225c63 None None] Pushing event updated for resources: {'Port': ['ID=c277e0f6-ff01-4720-be6b-717c7882311b,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:54:17.503047 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86dd3fb6-2165-4a58-8601-a88de2225c63 None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:54:17.550156 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a895878a-e62a-4a35-8925-36ab425aa64e req-6e6b51eb-c1d6-4ad0-ad9b-41d526561100 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:54:17.566914 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a895878a-e62a-4a35-8925-36ab425aa64e req-6e6b51eb-c1d6-4ad0-ad9b-41d526561100 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ad6306d-0123-4717-b794-3c33cf35dc7a HTTP/1.1" status: 200 len: 946 time: 0.2964072 Aug 05 11:54:17.591280 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-e9912812-99c8-4b2e-b54c-79edb3ab6e50 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Allocated IP 172.20.0.1 (0014ea42-e5b7-49e2-98e1-9da852015c0b/fb8c4481-bcef-4801-9875-906659d99c83/d816a619-81a6-401e-b2a9-35c53eea3c31) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:54:17.604359 n-d-803378-2 neutron-server[94420]: INFO neutron.api.v2.resource [None req-e00bded6-8950-45da-90ae-3ad6ccd226e9 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 05 11:54:17.611441 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-e00bded6-8950-45da-90ae-3ad6ccd226e9 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3085821 Aug 05 11:54:17.613184 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49912) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:54:17.644986 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-86dd3fb6-2165-4a58-8601-a88de2225c63 None None] Attempting to bind port c277e0f6-ff01-4720-be6b-717c7882311b on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:54:17.645616 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-86dd3fb6-2165-4a58-8601-a88de2225c63 None None] Attempting to bind port c277e0f6-ff01-4720-be6b-717c7882311b by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '939928da-7fe3-4d4b-8bdc-d0ee125da905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '0014ea42-e5b7-49e2-98e1-9da852015c0b'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:54:17.646265 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86dd3fb6-2165-4a58-8601-a88de2225c63 None None] Attempting to bind port c277e0f6-ff01-4720-be6b-717c7882311b on network 0014ea42-e5b7-49e2-98e1-9da852015c0b {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:54:17.683138 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86dd3fb6-2165-4a58-8601-a88de2225c63 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:54:17.684463 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86dd3fb6-2165-4a58-8601-a88de2225c63 None None] Checking segment: {'id': '939928da-7fe3-4d4b-8bdc-d0ee125da905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '0014ea42-e5b7-49e2-98e1-9da852015c0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:54:17.685210 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-86dd3fb6-2165-4a58-8601-a88de2225c63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:17.685867 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86dd3fb6-2165-4a58-8601-a88de2225c63 None None] Bound using segment: {'id': '939928da-7fe3-4d4b-8bdc-d0ee125da905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '0014ea42-e5b7-49e2-98e1-9da852015c0b'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:54:17.686633 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-86dd3fb6-2165-4a58-8601-a88de2225c63 None None] Bound port: c277e0f6-ff01-4720-be6b-717c7882311b, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '939928da-7fe3-4d4b-8bdc-d0ee125da905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '0014ea42-e5b7-49e2-98e1-9da852015c0b'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:54:17.687275 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-86dd3fb6-2165-4a58-8601-a88de2225c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:17.855279 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-51ba08d1-63f9-4840-b0c3-676a43402a9e tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:17.869764 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a895878a-e62a-4a35-8925-36ab425aa64e req-d3558f69-0072-4860-992f-e5b4500108c6 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5464a98-f362-4f03-a5f7-4b9d844b9cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959497 Aug 05 11:54:17.942330 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-51ba08d1-63f9-4840-b0c3-676a43402a9e tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:17.957196 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-86dd3fb6-2165-4a58-8601-a88de2225c63 None None] For port c277e0f6-ff01-4720-be6b-717c7882311b, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:54:17.966071 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-86dd3fb6-2165-4a58-8601-a88de2225c63 None None] For port c277e0f6-ff01-4720-be6b-717c7882311b, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=c277e0f6-ff01-4720-be6b-717c7882311b,segment=NetworkSegment(939928da-7fe3-4d4b-8bdc-d0ee125da905),segment_id=939928da-7fe3-4d4b-8bdc-d0ee125da905)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:54:17.978638 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-86dd3fb6-2165-4a58-8601-a88de2225c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:18.035700 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e9912812-99c8-4b2e-b54c-79edb3ab6e50 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:18.071976 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-51ba08d1-63f9-4840-b0c3-676a43402a9e tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:18.076754 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [None req-e9912812-99c8-4b2e-b54c-79edb3ab6e50 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Transition to ACTIVE for port object d816a619-81a6-401e-b2a9-35c53eea3c31 will not be triggered until provisioned by entity DHCP. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:54:18.078393 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-51ba08d1-63f9-4840-b0c3-676a43402a9e tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:18.085360 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49920) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:54:18.089432 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-51ba08d1-63f9-4840-b0c3-676a43402a9e tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] 10.222.0.58 "DELETE /v2.0/security-groups/f327dadb-f05b-49b4-8a8f-368ce88fa058 HTTP/1.1" status: 204 len: 168 time: 0.4725928 Aug 05 11:54:18.124888 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ba08d1-63f9-4840-b0c3-676a43402a9e tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f327dadb-f05b-49b4-8a8f-368ce88fa058,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:54:18.229498 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dd3fb6-2165-4a58-8601-a88de2225c63 None None] Pushing event updated for resources: {'Port': ['ID=c277e0f6-ff01-4720-be6b-717c7882311b,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:54:18.293295 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-41f9a2bb-617c-4895-9aa2-93e1a90d003a tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2055302 Aug 05 11:54:18.294609 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49922) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:54:18.322312 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e9912812-99c8-4b2e-b54c-79edb3ab6e50 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:18.371943 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6f7f2b-f8d8-48bc-b2a2-f1d0eeff3c74 req-e58d6b80-94fa-4dde-82bb-e85d03560b7c tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:54:18.376681 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-df6f7f2b-f8d8-48bc-b2a2-f1d0eeff3c74 req-e58d6b80-94fa-4dde-82bb-e85d03560b7c tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ad6306d-0123-4717-b794-3c33cf35dc7a HTTP/1.1" status: 200 len: 946 time: 0.1664679 Aug 05 11:54:18.513929 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9912812-99c8-4b2e-b54c-79edb3ab6e50 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Network 0014ea42-e5b7-49e2-98e1-9da852015c0b is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:54:18.517042 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-e9912812-99c8-4b2e-b54c-79edb3ab6e50 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:54:18.550872 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9912812-99c8-4b2e-b54c-79edb3ab6e50 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:54:18.775254 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-df6f7f2b-f8d8-48bc-b2a2-f1d0eeff3c74 req-88e90f3f-b834-4114-9c56-e5f29ce3ca1b tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Deleting port d9f1871e-1e61-4e44-947b-1733df7ab6ca {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:54:18.777281 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-df6f7f2b-f8d8-48bc-b2a2-f1d0eeff3c74 req-88e90f3f-b834-4114-9c56-e5f29ce3ca1b tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:18.795122 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9912812-99c8-4b2e-b54c-79edb3ab6e50 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Pushing event updated for resources: {'Port': ['ID=d816a619-81a6-401e-b2a9-35c53eea3c31,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:54:18.968536 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49930) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:54:19.000342 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device d9f1871e-1e61-4e44-947b-1733df7ab6ca no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:54:19.067569 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2c73032a-1e6d-4728-8b9f-bb7d89f701e5 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:19.170519 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e9912812-99c8-4b2e-b54c-79edb3ab6e50 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33288800'] for router_interface, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:19.200886 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-df6f7f2b-f8d8-48bc-b2a2-f1d0eeff3c74 req-88e90f3f-b834-4114-9c56-e5f29ce3ca1b tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] For port d9f1871e-1e61-4e44-947b-1733df7ab6ca, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=d9f1871e-1e61-4e44-947b-1733df7ab6ca,segment=NetworkSegment(fa5f7742-6e03-46ef-8df5-0f25b5d284b6),segment_id=fa5f7742-6e03-46ef-8df5-0f25b5d284b6)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:54:19.203389 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-df6f7f2b-f8d8-48bc-b2a2-f1d0eeff3c74 req-88e90f3f-b834-4114-9c56-e5f29ce3ca1b tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:19.264398 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-df6f7f2b-f8d8-48bc-b2a2-f1d0eeff3c74 req-88e90f3f-b834-4114-9c56-e5f29ce3ca1b tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Calling delete_port for d9f1871e-1e61-4e44-947b-1733df7ab6ca owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:54:19.434150 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:19.673794 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ad6306d-0123-4717-b794-3c33cf35dc7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9f1871e-1e61-4e44-947b-1733df7ab6ca'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:54:19.689839 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1115c61-4dc4-4f60-9ab6-c56b868f2323" -d '{"events": [{"server_uuid": "9ad6306d-0123-4717-b794-3c33cf35dc7a", "name": "network-vif-unplugged", "status": "completed", "tag": "d9f1871e-1e61-4e44-947b-1733df7ab6ca"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:54:19.720849 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port d9f1871e-1e61-4e44-947b-1733df7ab6ca, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=d9f1871e-1e61-4e44-947b-1733df7ab6ca,segment=NetworkSegment(fa5f7742-6e03-46ef-8df5-0f25b5d284b6),segment_id=fa5f7742-6e03-46ef-8df5-0f25b5d284b6)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:54:19.755192 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:19.969772 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-df6f7f2b-f8d8-48bc-b2a2-f1d0eeff3c74 req-88e90f3f-b834-4114-9c56-e5f29ce3ca1b tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:19.975412 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device c277e0f6-ff01-4720-be6b-717c7882311b up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:54:19.982259 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=d9f1871e-1e61-4e44-947b-1733df7ab6ca,revision_number=8']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:54:19.991784 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 05 Aug 2021 11:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1123e4f2-a0ef-43a8-9bff-8815ca01fe98 x-openstack-request-id: req-1123e4f2-a0ef-43a8-9bff-8815ca01fe98 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:54:19.992294 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ad6306d-0123-4717-b794-3c33cf35dc7a", "name": "network-vif-unplugged", "status": "completed", "tag": "d9f1871e-1e61-4e44-947b-1733df7ab6ca", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:54:19.992709 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1123e4f2-a0ef-43a8-9bff-8815ca01fe98 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:54:19.993969 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ad6306d-0123-4717-b794-3c33cf35dc7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9f1871e-1e61-4e44-947b-1733df7ab6ca', 'code': 200} Aug 05 11:54:20.184160 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port c277e0f6-ff01-4720-be6b-717c7882311b completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:54:20.222648 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-df6f7f2b-f8d8-48bc-b2a2-f1d0eeff3c74 req-88e90f3f-b834-4114-9c56-e5f29ce3ca1b tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] No DVR routers for this DVR port d9f1871e-1e61-4e44-947b-1733df7ab6ca on host n-h2-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:54:20.231486 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-df6f7f2b-f8d8-48bc-b2a2-f1d0eeff3c74 req-88e90f3f-b834-4114-9c56-e5f29ce3ca1b tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:20.243031 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-df6f7f2b-f8d8-48bc-b2a2-f1d0eeff3c74 req-88e90f3f-b834-4114-9c56-e5f29ce3ca1b tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.55 "DELETE /v2.0/ports/d9f1871e-1e61-4e44-947b-1733df7ab6ca HTTP/1.1" status: 204 len: 173 time: 1.8580682 Aug 05 11:54:20.245591 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ad6306d-0123-4717-b794-3c33cf35dc7a', 'name': 'network-vif-deleted', 'tag': 'd9f1871e-1e61-4e44-947b-1733df7ab6ca'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:54:20.251500 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6ebfd66-ced9-4f5f-b593-c4641c77f576" -d '{"events": [{"server_uuid": "9ad6306d-0123-4717-b794-3c33cf35dc7a", "name": "network-vif-deleted", "tag": "d9f1871e-1e61-4e44-947b-1733df7ab6ca"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:54:20.265865 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e90f3f-b834-4114-9c56-e5f29ce3ca1b tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Pushing event deleted for resources: {'Port': ['ID=d9f1871e-1e61-4e44-947b-1733df7ab6ca,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:54:20.532708 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2c73032a-1e6d-4728-8b9f-bb7d89f701e5 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:20.560171 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-f3ebed3b-558d-470f-aba6-35f7b826948d tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Request body: {'network': {'name': 'tempest-network-smoke--1135150704', 'project_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'port_security_enabled': True}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:54:20.619768 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f3f4df-7979-4735-b39a-892c9258e7ed None None] Network 0014ea42-e5b7-49e2-98e1-9da852015c0b requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:54:20.792922 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c111530-c1e4-46fa-872f-d7e3869a2ed6 req-e0dd2327-7e5c-4db8-a7c9-0d3af7542e09 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:54:20.813175 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7c111530-c1e4-46fa-872f-d7e3869a2ed6 req-e0dd2327-7e5c-4db8-a7c9-0d3af7542e09 tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ad6306d-0123-4717-b794-3c33cf35dc7a HTTP/1.1" status: 200 len: 867 time: 1.5124664 Aug 05 11:54:20.816225 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e9912812-99c8-4b2e-b54c-79edb3ab6e50 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:20.926780 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcf4084f-fa8d-46a6-9655-433c02b9754d x-openstack-request-id: req-fcf4084f-fa8d-46a6-9655-433c02b9754d {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:54:20.927230 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ad6306d-0123-4717-b794-3c33cf35dc7a", "name": "network-vif-deleted", "tag": "d9f1871e-1e61-4e44-947b-1733df7ab6ca", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:54:20.927641 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fcf4084f-fa8d-46a6-9655-433c02b9754d {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:54:20.928469 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ad6306d-0123-4717-b794-3c33cf35dc7a', 'name': 'network-vif-deleted', 'tag': 'd9f1871e-1e61-4e44-947b-1733df7ab6ca', 'status': 'completed', 'code': 200} Aug 05 11:54:21.019792 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3ebed3b-558d-470f-aba6-35f7b826948d tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Made reservation on behalf of f68dcdcc6d3c4b72a557ce0cc98a5aa1 for: {'network': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:54:21.031473 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f3ebed3b-558d-470f-aba6-35f7b826948d tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:21.051767 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-7b761c0d-a8e4-4a45-adc3-fd6b26ea202c None None] Provisioning for port c277e0f6-ff01-4720-be6b-717c7882311b completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:54:21.069028 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-7b761c0d-a8e4-4a45-adc3-fd6b26ea202c None None] Provisioning complete for port c277e0f6-ff01-4720-be6b-717c7882311b triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:54:21.069976 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-7b761c0d-a8e4-4a45-adc3-fd6b26ea202c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:21.081086 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2c73032a-1e6d-4728-8b9f-bb7d89f701e5 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:21.086376 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2c73032a-1e6d-4728-8b9f-bb7d89f701e5 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:21.088783 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-2c73032a-1e6d-4728-8b9f-bb7d89f701e5 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] 10.222.0.58 "DELETE /v2.0/security-groups/7eb5f7e1-0c67-4233-861e-2cff26ef12ba HTTP/1.1" status: 204 len: 168 time: 2.7869675 Aug 05 11:54:21.092608 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49944) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:54:21.108094 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f3ebed3b-558d-470f-aba6-35f7b826948d tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:21.256749 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7c111530-c1e4-46fa-872f-d7e3869a2ed6 req-8dc7c8c9-0c40-4368-9339-e2d8d281a7fd tempest-ImagesTestJSON-1381765323 tempest-ImagesTestJSON-1381765323-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5464a98-f362-4f03-a5f7-4b9d844b9cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3937590 Aug 05 11:54:21.331137 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-46103258-f270-4697-9850-1c2fbb49caa1 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2355659 Aug 05 11:54:21.336441 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49946) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:54:21.369966 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-8c38cbb5-fe07-4f45-8bff-ab5d09a3c85c tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Request body: {'security_group': {'name': 'tempest-secgroup--1199710787'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:54:21.403132 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c73032a-1e6d-4728-8b9f-bb7d89f701e5 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eb5f7e1-0c67-4233-861e-2cff26ef12ba,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:54:21.438199 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-7b761c0d-a8e4-4a45-adc3-fd6b26ea202c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:21.586510 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-7b761c0d-a8e4-4a45-adc3-fd6b26ea202c None None] For port c277e0f6-ff01-4720-be6b-717c7882311b, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=c277e0f6-ff01-4720-be6b-717c7882311b,segment=NetworkSegment(939928da-7fe3-4d4b-8bdc-d0ee125da905),segment_id=939928da-7fe3-4d4b-8bdc-d0ee125da905)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:54:21.599553 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-7b761c0d-a8e4-4a45-adc3-fd6b26ea202c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:21.774582 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b761c0d-a8e4-4a45-adc3-fd6b26ea202c None None] Pushing event updated for resources: {'Port': ['ID=c277e0f6-ff01-4720-be6b-717c7882311b,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:54:21.783055 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b85be2e4-9cb0-4553-aab0-bec3f8d0ffd3 None None] Provisioning for port d816a619-81a6-401e-b2a9-35c53eea3c31 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:54:21.793310 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b85be2e4-9cb0-4553-aab0-bec3f8d0ffd3 None None] Provisioning complete for port d816a619-81a6-401e-b2a9-35c53eea3c31 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:54:21.793794 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b85be2e4-9cb0-4553-aab0-bec3f8d0ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:21.821960 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f3ebed3b-558d-470f-aba6-35f7b826948d tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:21.843727 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f3ebed3b-558d-470f-aba6-35f7b826948d tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:21.878442 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8c38cbb5-fe07-4f45-8bff-ab5d09a3c85c tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:21.914315 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-b85be2e4-9cb0-4553-aab0-bec3f8d0ffd3 None None] Port d816a619-81a6-401e-b2a9-35c53eea3c31 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:54:21.947028 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b85be2e4-9cb0-4553-aab0-bec3f8d0ffd3 None None] Provisioning complete for port c277e0f6-ff01-4720-be6b-717c7882311b triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:54:21.948064 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b85be2e4-9cb0-4553-aab0-bec3f8d0ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:21.990753 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3ebed3b-558d-470f-aba6-35f7b826948d tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] vlan segment allocate from pool success with {'vlan_id': 692, 'physical_network': 'physnet1'} {{(pid=94420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:54:22.040027 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ebed3b-558d-470f-aba6-35f7b826948d tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08b48688-5845-41bd-a7a7-012f33e0cbca,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:54:22.052439 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f3ebed3b-558d-470f-aba6-35f7b826948d tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:22.052993 n-d-803378-2 neutron-server[94420]: INFO neutron.db.segments_db [None req-f3ebed3b-558d-470f-aba6-35f7b826948d tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Added segment f5bf602d-2ef6-4043-82eb-35dfbd65fde9 of type vlan for network 18d33466-72ef-4f5c-addd-45e10262d9ee Aug 05 11:54:22.145627 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8c38cbb5-fe07-4f45-8bff-ab5d09a3c85c tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:22.154845 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8c38cbb5-fe07-4f45-8bff-ab5d09a3c85c tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:22.240024 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c38cbb5-fe07-4f45-8bff-ab5d09a3c85c tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b30402b4-84c4-4d0b-af05-29a8b148b2eb,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:54:22.251202 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f3ebed3b-558d-470f-aba6-35f7b826948d tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:22.251998 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:22.277642 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8c38cbb5-fe07-4f45-8bff-ab5d09a3c85c tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:22.283698 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-8c38cbb5-fe07-4f45-8bff-ab5d09a3c85c tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9437664 Aug 05 11:54:22.286466 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49950) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:54:22.297692 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-85732912-1a06-49ac-ab8d-5f7da4c8e5b3 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:54:22.298379 n-d-803378-2 neutron-server[94421]: WARNING neutron.api.v2.base [None req-85732912-1a06-49ac-ab8d-5f7da4c8e5b3 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 05 11:54:22.299254 n-d-803378-2 neutron-server[94421]: INFO neutron.api.v2.resource [None req-85732912-1a06-49ac-ab8d-5f7da4c8e5b3 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] update failed (client error): There was a conflict when trying to complete your request. Aug 05 11:54:22.301466 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-85732912-1a06-49ac-ab8d-5f7da4c8e5b3 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] 10.222.0.58 "PUT /v2.0/security-groups/b30402b4-84c4-4d0b-af05-29a8b148b2eb HTTP/1.1" status: 409 len: 330 time: 0.0131512 Aug 05 11:54:22.310483 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49952) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:54:22.388633 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e9912812-99c8-4b2e-b54c-79edb3ab6e50 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:22.395358 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f3ebed3b-558d-470f-aba6-35f7b826948d tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:22.402547 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-3705febb-dbfc-4400-9076-7a384505bdbe None None] Provisioning complete for port d816a619-81a6-401e-b2a9-35c53eea3c31 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:54:22.402547 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-3705febb-dbfc-4400-9076-7a384505bdbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:22.419128 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ebed3b-558d-470f-aba6-35f7b826948d tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:54:22.421954 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f3ebed3b-558d-470f-aba6-35f7b826948d tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:22.447989 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e9912812-99c8-4b2e-b54c-79edb3ab6e50 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:22.468636 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2f0e1acf-b65f-4646-b81f-dfba05f3a80a tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:22.551972 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-3705febb-dbfc-4400-9076-7a384505bdbe None None] Port d816a619-81a6-401e-b2a9-35c53eea3c31 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:54:22.558310 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2f0e1acf-b65f-4646-b81f-dfba05f3a80a tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:22.566602 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 11:54:22.703184 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2f0e1acf-b65f-4646-b81f-dfba05f3a80a tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:22.712789 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2f0e1acf-b65f-4646-b81f-dfba05f3a80a tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:22.715875 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-2f0e1acf-b65f-4646-b81f-dfba05f3a80a tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] 10.222.0.58 "DELETE /v2.0/security-groups/b30402b4-84c4-4d0b-af05-29a8b148b2eb HTTP/1.1" status: 204 len: 168 time: 0.4051099 Aug 05 11:54:22.726415 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49968) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:54:22.761182 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-f3ebed3b-558d-470f-aba6-35f7b826948d tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 3.7650611 Aug 05 11:54:22.783873 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49970) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:54:22.794842 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-5556dfcb-7c8d-42d9-9ddb-8745c878f66f tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1554882435', 'admin_state_up': True, 'project_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:54:22.800285 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0e1acf-b65f-4646-b81f-dfba05f3a80a tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b30402b4-84c4-4d0b-af05-29a8b148b2eb,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:54:22.870343 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ebed3b-558d-470f-aba6-35f7b826948d tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Pushing event updated for resources: {'Network': ['ID=18d33466-72ef-4f5c-addd-45e10262d9ee,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:54:22.894735 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e9912812-99c8-4b2e-b54c-79edb3ab6e50 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33140268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33208272'] for router_interface, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:22.897826 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-58490a6d-a564-4661-adfa-55408abc6aaf tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1662753 Aug 05 11:54:22.904322 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49980) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:54:22.908686 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 18d33466-72ef-4f5c-addd-45e10262d9ee details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:54:22.910580 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9912812-99c8-4b2e-b54c-79edb3ab6e50 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Pushing event updated for resources: {'Port': ['ID=d816a619-81a6-401e-b2a9-35c53eea3c31,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:54:22.945108 n-d-803378-2 neutron-server[94421]: INFO neutron.api.v2.resource [None req-52eb59b4-f0a3-483a-80aa-3b8ca9f52ccb tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] delete failed (client error): The resource could not be found. Aug 05 11:54:22.946408 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5556dfcb-7c8d-42d9-9ddb-8745c878f66f tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33260300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1929'] for router, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:22.947679 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-52eb59b4-f0a3-483a-80aa-3b8ca9f52ccb tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] 10.222.0.58 "DELETE /v2.0/security-groups/912ae2c3-0929-479c-9e8d-48e3b1baa9a0 HTTP/1.1" status: 404 len: 347 time: 0.0402672 Aug 05 11:54:22.951120 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5556dfcb-7c8d-42d9-9ddb-8745c878f66f tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33285914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33034662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1926'] for router, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:22.953489 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49982) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:54:22.983145 n-d-803378-2 neutron-server[94421]: INFO neutron.api.v2.resource [None req-a6d74273-132c-4c05-be9f-c709c2334e97 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] show failed (client error): The resource could not be found. Aug 05 11:54:22.984864 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-a6d74273-132c-4c05-be9f-c709c2334e97 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] 10.222.0.58 "GET /v2.0/security-groups/97077f29-e94d-41f8-bf7d-58c5f67b2255 HTTP/1.1" status: 404 len: 347 time: 0.0298789 Aug 05 11:54:22.995050 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49984) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:54:23.023655 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device d9f1871e-1e61-4e44-947b-1733df7ab6ca no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:54:23.046693 n-d-803378-2 neutron-server[94421]: INFO neutron.api.v2.resource [None req-5db2680a-bdfd-4205-b52a-cfb06970ede1 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] show failed (client error): The resource could not be found. Aug 05 11:54:23.050411 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-5db2680a-bdfd-4205-b52a-cfb06970ede1 tempest-NegativeSecGroupTest-1458771870 tempest-NegativeSecGroupTest-1458771870-project] 10.222.0.58 "GET /v2.0/security-group-rules/ed2fdf97-5542-45d1-83e0-d6c1389ba485 HTTP/1.1" status: 404 len: 356 time: 0.0530467 Aug 05 11:54:23.097053 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] No Port match for: d9f1871e-1e61-4e44-947b-1733df7ab6ca {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:54:23.097809 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device d9f1871e-1e61-4e44-947b-1733df7ab6ca not bound to the agent host n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:54:23.113415 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5556dfcb-7c8d-42d9-9ddb-8745c878f66f tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:23.330492 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 50000) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:54:23.558388 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9912812-99c8-4b2e-b54c-79edb3ab6e50 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Network 0014ea42-e5b7-49e2-98e1-9da852015c0b is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:54:23.566594 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_v2 [None req-e30cb55a-7551-4ba9-a6ae-9c894574f00b admin admin] Deleting subnet 9fa39e07-a6bd-4ef4-8a54-1af79d2770df {{(pid=94421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:54:23.573947 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e30cb55a-7551-4ba9-a6ae-9c894574f00b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:23.646588 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-e9912812-99c8-4b2e-b54c-79edb3ab6e50 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:54:23.658205 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e30cb55a-7551-4ba9-a6ae-9c894574f00b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29786388'] for subnet, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:23.700219 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5556dfcb-7c8d-42d9-9ddb-8745c878f66f tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:23.727630 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device c277e0f6-ff01-4720-be6b-717c7882311b up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:54:23.797603 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e30cb55a-7551-4ba9-a6ae-9c894574f00b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:23.905388 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 50008) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:54:23.929772 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e30cb55a-7551-4ba9-a6ae-9c894574f00b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25038609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30075142'] for subnet, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:24.015993 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port c277e0f6-ff01-4720-be6b-717c7882311b triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:54:24.017538 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:24.074867 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30cb55a-7551-4ba9-a6ae-9c894574f00b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fa39e07-a6bd-4ef4-8a54-1af79d2770df,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:54:24.079468 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e30cb55a-7551-4ba9-a6ae-9c894574f00b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:24.083454 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-e30cb55a-7551-4ba9-a6ae-9c894574f00b admin admin] 10.222.0.58 "DELETE /v2.0/subnets/9fa39e07-a6bd-4ef4-8a54-1af79d2770df HTTP/1.1" status: 204 len: 168 time: 0.7512898 Aug 05 11:54:24.089168 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 50012) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:54:24.319542 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9912812-99c8-4b2e-b54c-79edb3ab6e50 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Router 3eb3074a-fbe0-42b9-9890-cbb3cb52acde is scheduled to L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d with binding_index 1 {{(pid=94420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 11:54:24.342515 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-8b406021-0ea6-425c-815f-1914d8af188c None None] Provisioning complete for port d816a619-81a6-401e-b2a9-35c53eea3c31 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:54:24.343869 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-8b406021-0ea6-425c-815f-1914d8af188c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:24.358327 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-58118bef-2b60-4bc0-9e87-6d5fb4dce1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:24.421255 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-8b406021-0ea6-425c-815f-1914d8af188c None None] Port d816a619-81a6-401e-b2a9-35c53eea3c31 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:54:24.487264 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-ff64a3d4-ef3e-4978-a9ad-dc3e800911b3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=dcfc8e1e41324ca89965bb2a9311f17e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5783179 Aug 05 11:54:24.533528 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 50016) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:54:24.590850 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-58118bef-2b60-4bc0-9e87-6d5fb4dce1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:24.642120 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-58118bef-2b60-4bc0-9e87-6d5fb4dce1f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['debeaa60-b13d-4f6e-a270-9d57e30ced89']}} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:54:24.667799 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-58118bef-2b60-4bc0-9e87-6d5fb4dce1f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa5f7742-6e03-46ef-8df5-0f25b5d284b6') {'for_net_delete': True} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:54:24.668191 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-58118bef-2b60-4bc0-9e87-6d5fb4dce1f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa5f7742-6e03-46ef-8df5-0f25b5d284b6') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:54:24.690351 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-58118bef-2b60-4bc0-9e87-6d5fb4dce1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29786371'] for segment, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:24.705755 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8ea59ef0-338f-412e-8e82-3ffd54da2063 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:24.716054 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-58118bef-2b60-4bc0-9e87-6d5fb4dce1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:24.737475 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58118bef-2b60-4bc0-9e87-6d5fb4dce1f1 admin admin] Releasing vlan 672 on physical network physnet1 to pool {{(pid=94421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:54:24.737810 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-58118bef-2b60-4bc0-9e87-6d5fb4dce1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25038799'] for segment, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:24.742502 n-d-803378-2 neutron-server[94421]: Traceback (most recent call last): Aug 05 11:54:24.742502 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:54:24.742502 n-d-803378-2 neutron-server[94421]: timer() Aug 05 11:54:24.742502 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:54:24.742502 n-d-803378-2 neutron-server[94421]: cb(*args, **kw) Aug 05 11:54:24.742502 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:54:24.742502 n-d-803378-2 neutron-server[94421]: return func(*args, **kwargs) Aug 05 11:54:24.742502 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:54:24.742502 n-d-803378-2 neutron-server[94421]: self._notify() Aug 05 11:54:24.742502 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:54:24.742502 n-d-803378-2 neutron-server[94421]: self.callback(batched_events) Aug 05 11:54:24.742502 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:54:24.742502 n-d-803378-2 neutron-server[94421]: event.method(event) Aug 05 11:54:24.742502 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:54:24.742502 n-d-803378-2 neutron-server[94421]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:54:24.742502 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:54:24.742502 n-d-803378-2 neutron-server[94421]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:54:24.742502 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:54:24.742502 n-d-803378-2 neutron-server[94421]: return f(self, *a, **k) Aug 05 11:54:24.742502 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:54:24.742502 n-d-803378-2 neutron-server[94421]: return self._get(url).json() Aug 05 11:54:24.742502 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:54:24.742502 n-d-803378-2 neutron-server[94421]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:54:24.742502 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:54:24.742502 n-d-803378-2 neutron-server[94421]: return self.request(url, 'GET', **kwargs) Aug 05 11:54:24.742502 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:54:24.742502 n-d-803378-2 neutron-server[94421]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:54:24.742502 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:54:24.742502 n-d-803378-2 neutron-server[94421]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:54:24.742502 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:54:24.742502 n-d-803378-2 neutron-server[94421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:54:24.742502 n-d-803378-2 neutron-server[94421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:54:24.787975 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5556dfcb-7c8d-42d9-9ddb-8745c878f66f tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks [] for router_gateway, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:24.817716 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8ea59ef0-338f-412e-8e82-3ffd54da2063 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:24.846073 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9912812-99c8-4b2e-b54c-79edb3ab6e50 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:54:24.852639 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5556dfcb-7c8d-42d9-9ddb-8745c878f66f tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:24.865366 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6824803d-f35a-4bd9-982b-b4c5abd2bf17 None None] Sync routers for ids ['3eb3074a-fbe0-42b9-9890-cbb3cb52acde'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:54:24.872941 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-e9912812-99c8-4b2e-b54c-79edb3ab6e50 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] 10.222.0.58 "PUT /v2.0/routers/3eb3074a-fbe0-42b9-9890-cbb3cb52acde/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8743279 Aug 05 11:54:24.874068 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 50018) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:54:24.893672 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6824803d-f35a-4bd9-982b-b4c5abd2bf17 None None] Routers {'3eb3074a-fbe0-42b9-9890-cbb3cb52acde'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:54:24.895264 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-6824803d-f35a-4bd9-982b-b4c5abd2bf17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:54:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['3eb3074a-fbe0-42b9-9890-cbb3cb52acde'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:54:24.906931 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-8a5bfe5b-169a-40c8-a57a-bc318a4832b4 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Request body: {'network': {'name': 'tempest-RoutersTest-50610055'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:54:24.956923 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-58118bef-2b60-4bc0-9e87-6d5fb4dce1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:25.020457 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-58118bef-2b60-4bc0-9e87-6d5fb4dce1f1 admin admin] Notify callbacks [] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:25.024470 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-58118bef-2b60-4bc0-9e87-6d5fb4dce1f1 admin admin] 10.222.0.58 "DELETE /v2.0/networks/debeaa60-b13d-4f6e-a270-9d57e30ced89 HTTP/1.1" status: 204 len: 168 time: 0.9331510 Aug 05 11:54:25.059753 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a5bfe5b-169a-40c8-a57a-bc318a4832b4 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Made reservation on behalf of 0d8a98bfcc92414295ea4818a0ea96ca for: {'network': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:54:25.077664 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8a5bfe5b-169a-40c8-a57a-bc318a4832b4 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:25.154632 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58118bef-2b60-4bc0-9e87-6d5fb4dce1f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=debeaa60-b13d-4f6e-a270-9d57e30ced89,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:54:25.183701 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-6824803d-f35a-4bd9-982b-b4c5abd2bf17 None None] Set router 3eb3074a-fbe0-42b9-9890-cbb3cb52acde gateway port host: None {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:54:25.202452 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8ea59ef0-338f-412e-8e82-3ffd54da2063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:25.213383 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8ea59ef0-338f-412e-8e82-3ffd54da2063 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:25.221535 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-8ea59ef0-338f-412e-8e82-3ffd54da2063 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/517b0222-eb58-401b-82ad-880f9a0e5b7e HTTP/1.1" status: 204 len: 168 time: 0.6859703 Aug 05 11:54:25.242717 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a5bfe5b-169a-40c8-a57a-bc318a4832b4 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] vlan segment allocate from pool success with {'vlan_id': 685, 'physical_network': 'physnet1'} {{(pid=94421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:54:25.266574 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea59ef0-338f-412e-8e82-3ffd54da2063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=517b0222-eb58-401b-82ad-880f9a0e5b7e,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:54:25.289214 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8a5bfe5b-169a-40c8-a57a-bc318a4832b4 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:25.289998 n-d-803378-2 neutron-server[94421]: INFO neutron.db.segments_db [None req-8a5bfe5b-169a-40c8-a57a-bc318a4832b4 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Added segment 893c6f69-9993-43e2-a0c7-fa1c214a5e38 of type vlan for network 6591ebc9-694a-4e01-bc47-61a8532b949d Aug 05 11:54:25.309480 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-5556dfcb-7c8d-42d9-9ddb-8745c878f66f tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Allocated IP 172.25.5.237 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/bd65e829-571c-4873-89a9-f4d3905625f0) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:54:25.378319 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8a5bfe5b-169a-40c8-a57a-bc318a4832b4 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:25.488755 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 50030) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:54:25.536084 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8a5bfe5b-169a-40c8-a57a-bc318a4832b4 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:25.550764 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5bfe5b-169a-40c8-a57a-bc318a4832b4 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:54:25.552060 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8a5bfe5b-169a-40c8-a57a-bc318a4832b4 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks [] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:25.595264 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-8a5bfe5b-169a-40c8-a57a-bc318a4832b4 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.7072055 Aug 05 11:54:25.605017 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 50032) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:54:25.621311 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-e1cc3a0e-079c-41d0-b829-a0defbef9a00 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Request body: {'subnet': {'network_id': '6591ebc9-694a-4e01-bc47-61a8532b949d', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:54:25.700763 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5556dfcb-7c8d-42d9-9ddb-8745c878f66f tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:25.802415 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-d35d81d0-efef-4dda-842e-fc2d80d4a388 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=39c6d6575f854e26a57d96d36d983be3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3111947 Aug 05 11:54:25.822952 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 50036) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:54:25.937594 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-6824803d-f35a-4bd9-982b-b4c5abd2bf17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb3074a-fbe0-42b9-9890-cbb3cb52acde', 'name': 'tempest-RoutersTest-router-2126266726', 'tenant_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:54:11Z', 'updated_at': '2021-08-05T11:54:20Z', 'revision_number': 2, 'project_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'gw_port_host': None, '_interfaces': [{'id': 'd816a619-81a6-401e-b2a9-35c53eea3c31', 'name': '', 'network_id': '0014ea42-e5b7-49e2-98e1-9da852015c0b', 'tenant_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'mac_address': 'fa:16:3e:4f:26:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eb3074a-fbe0-42b9-9890-cbb3cb52acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': 'fb8c4481-bcef-4801-9875-906659d99c83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:54:16Z', 'updated_at': '2021-08-05T11:54:21Z', 'revision_number': 2, 'project_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'subnets': [{'id': 'fb8c4481-bcef-4801-9875-906659d99c83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:54:25.942744 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5bfe5b-169a-40c8-a57a-bc318a4832b4 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Pushing event updated for resources: {'Network': ['ID=6591ebc9-694a-4e01-bc47-61a8532b949d,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:54:25.997655 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 6591ebc9-694a-4e01-bc47-61a8532b949d details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:54:26.003579 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6824803d-f35a-4bd9-982b-b4c5abd2bf17 None None] Checking router: 3eb3074a-fbe0-42b9-9890-cbb3cb52acde for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:54:26.004292 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6824803d-f35a-4bd9-982b-b4c5abd2bf17 None None] Updating router 3eb3074a-fbe0-42b9-9890-cbb3cb52acde port d816a619-81a6-401e-b2a9-35c53eea3c31 binding host n-d-803378-2 {{(pid=94422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 11:54:26.019947 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-aa72426d-1eef-4538-ab10-af49efc16017 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:26.064559 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-6824803d-f35a-4bd9-982b-b4c5abd2bf17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:26.070969 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1cc3a0e-079c-41d0-b829-a0defbef9a00 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Made reservation on behalf of 0d8a98bfcc92414295ea4818a0ea96ca for: {'subnet': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:54:26.087503 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e1cc3a0e-079c-41d0-b829-a0defbef9a00 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24211133'] for subnet, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:26.106999 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5556dfcb-7c8d-42d9-9ddb-8745c878f66f tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:26.119935 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-aa72426d-1eef-4538-ab10-af49efc16017 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:26.277838 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5556dfcb-7c8d-42d9-9ddb-8745c878f66f tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:54:26.317892 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-aa72426d-1eef-4538-ab10-af49efc16017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:26.326604 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-aa72426d-1eef-4538-ab10-af49efc16017 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:26.332265 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-aa72426d-1eef-4538-ab10-af49efc16017 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e5464a98-f362-4f03-a5f7-4b9d844b9cb9 HTTP/1.1" status: 204 len: 168 time: 0.5008895 Aug 05 11:54:26.375221 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72426d-1eef-4538-ab10-af49efc16017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5464a98-f362-4f03-a5f7-4b9d844b9cb9,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:54:26.401287 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-5556dfcb-7c8d-42d9-9ddb-8745c878f66f tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:54:26.544625 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5556dfcb-7c8d-42d9-9ddb-8745c878f66f tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:54:26.721077 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5556dfcb-7c8d-42d9-9ddb-8745c878f66f tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Pushing event updated for resources: {'Port': ['ID=bd65e829-571c-4873-89a9-f4d3905625f0,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:54:26.999207 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-6824803d-f35a-4bd9-982b-b4c5abd2bf17 None None] Notify callbacks [] for port, precommit_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:27.019121 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-6824803d-f35a-4bd9-982b-b4c5abd2bf17 None None] Transition to ACTIVE for port object d816a619-81a6-401e-b2a9-35c53eea3c31 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:54:27.032289 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-6824803d-f35a-4bd9-982b-b4c5abd2bf17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:27.201692 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115ac3bc-9d53-487c-af38-eaa2627cc8ec None None] Pushing event updated for resources: {'Port': ['ID=d816a619-81a6-401e-b2a9-35c53eea3c31,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:54:27.325146 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-6824803d-f35a-4bd9-982b-b4c5abd2bf17 None None] Attempting to bind port d816a619-81a6-401e-b2a9-35c53eea3c31 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:54:27.327245 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-6824803d-f35a-4bd9-982b-b4c5abd2bf17 None None] Attempting to bind port d816a619-81a6-401e-b2a9-35c53eea3c31 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '939928da-7fe3-4d4b-8bdc-d0ee125da905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '0014ea42-e5b7-49e2-98e1-9da852015c0b'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:54:27.330310 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6824803d-f35a-4bd9-982b-b4c5abd2bf17 None None] Attempting to bind port d816a619-81a6-401e-b2a9-35c53eea3c31 on network 0014ea42-e5b7-49e2-98e1-9da852015c0b {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:54:27.360226 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6824803d-f35a-4bd9-982b-b4c5abd2bf17 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:54:27.361638 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6824803d-f35a-4bd9-982b-b4c5abd2bf17 None None] Checking segment: {'id': '939928da-7fe3-4d4b-8bdc-d0ee125da905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '0014ea42-e5b7-49e2-98e1-9da852015c0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:54:27.363718 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-6824803d-f35a-4bd9-982b-b4c5abd2bf17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:27.364729 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6824803d-f35a-4bd9-982b-b4c5abd2bf17 None None] Bound using segment: {'id': '939928da-7fe3-4d4b-8bdc-d0ee125da905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '0014ea42-e5b7-49e2-98e1-9da852015c0b'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:54:27.367231 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-6824803d-f35a-4bd9-982b-b4c5abd2bf17 None None] Bound port: d816a619-81a6-401e-b2a9-35c53eea3c31, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '939928da-7fe3-4d4b-8bdc-d0ee125da905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '0014ea42-e5b7-49e2-98e1-9da852015c0b'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:54:27.369710 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-6824803d-f35a-4bd9-982b-b4c5abd2bf17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:27.471995 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e1cc3a0e-079c-41d0-b829-a0defbef9a00 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29762700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24211087'] for subnet, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:27.552445 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5556dfcb-7c8d-42d9-9ddb-8745c878f66f tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks [] for router_gateway, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:27.650503 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-6824803d-f35a-4bd9-982b-b4c5abd2bf17 None None] For port d816a619-81a6-401e-b2a9-35c53eea3c31, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:54:27.666500 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-6824803d-f35a-4bd9-982b-b4c5abd2bf17 None None] For port d816a619-81a6-401e-b2a9-35c53eea3c31, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=d816a619-81a6-401e-b2a9-35c53eea3c31,segment=NetworkSegment(939928da-7fe3-4d4b-8bdc-d0ee125da905),segment_id=939928da-7fe3-4d4b-8bdc-d0ee125da905)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:54:27.675860 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-6824803d-f35a-4bd9-982b-b4c5abd2bf17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:27.715892 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 50068) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:54:27.865770 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115ac3bc-9d53-487c-af38-eaa2627cc8ec None None] Pushing event updated for resources: {'Port': ['ID=d816a619-81a6-401e-b2a9-35c53eea3c31,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:54:27.873558 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6824803d-f35a-4bd9-982b-b4c5abd2bf17 None None] Routers {'3eb3074a-fbe0-42b9-9890-cbb3cb52acde'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:54:27.874771 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-6824803d-f35a-4bd9-982b-b4c5abd2bf17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:54:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['3eb3074a-fbe0-42b9-9890-cbb3cb52acde'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:54:28.186004 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-6824803d-f35a-4bd9-982b-b4c5abd2bf17 None None] Set router 3eb3074a-fbe0-42b9-9890-cbb3cb52acde gateway port host: None {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:54:28.389154 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-9036f8f7-3e6b-4667-989a-4b57449e860c tempest-SubnetPoolsTestJSON-1654616252 tempest-SubnetPoolsTestJSON-1654616252-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1947851247', 'prefixes': ['172.20.0.0/16']}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:54:28.475822 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cc3a0e-079c-41d0-b829-a0defbef9a00 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Pushing event updated for resources: {'Subnet': ['ID=3ca2c4d5-31d6-4303-b817-ab5ebb2f28dc,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:54:28.490466 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cc3a0e-079c-41d0-b829-a0defbef9a00 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Checking segment: {'id': '893c6f69-9993-43e2-a0c7-fa1c214a5e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '6591ebc9-694a-4e01-bc47-61a8532b949d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:54:28.491132 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1cc3a0e-079c-41d0-b829-a0defbef9a00 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Network hostable DHCP agents. Network: 6591ebc9-694a-4e01-bc47-61a8532b949d, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:54:28.648012 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9036f8f7-3e6b-4667-989a-4b57449e860c tempest-SubnetPoolsTestJSON-1654616252 tempest-SubnetPoolsTestJSON-1654616252-project] Notify callbacks [] for subnetpool, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:28.659404 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-9036f8f7-3e6b-4667-989a-4b57449e860c tempest-SubnetPoolsTestJSON-1654616252 tempest-SubnetPoolsTestJSON-1654616252-project] 10.222.0.58 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.9404819 Aug 05 11:54:28.660400 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 50086) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:54:28.677904 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1cc3a0e-079c-41d0-b829-a0defbef9a00 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Network 6591ebc9-694a-4e01-bc47-61a8532b949d is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:54:28.761317 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-c5d2c281-3a67-4756-93b9-f19ab04b5f7c tempest-SubnetPoolsTestJSON-1654616252 tempest-SubnetPoolsTestJSON-1654616252-project] 10.222.0.58 "GET /v2.0/subnetpools/5a25e44f-1624-4722-94c6-fe16a2de2b46 HTTP/1.1" status: 200 len: 732 time: 0.0978930 Aug 05 11:54:28.762360 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 50088) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:54:28.765998 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-e1cc3a0e-079c-41d0-b829-a0defbef9a00 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, 6591ebc9-694a-4e01-bc47-61a8532b949d) {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:54:28.773972 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-db257790-044e-47aa-bb81-644785d16d96 tempest-SubnetPoolsTestJSON-1654616252 tempest-SubnetPoolsTestJSON-1654616252-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-655801157'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:54:28.784044 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1cc3a0e-079c-41d0-b829-a0defbef9a00 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:54:28.788780 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e1cc3a0e-079c-41d0-b829-a0defbef9a00 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks [] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:28.859604 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-e1cc3a0e-079c-41d0-b829-a0defbef9a00 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2484269 Aug 05 11:54:28.860172 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac7cab7-f076-4249-9867-8696f397c587 None None] Network 6591ebc9-694a-4e01-bc47-61a8532b949d requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:54:28.861289 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 50090) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:54:29.030170 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-db257790-044e-47aa-bb81-644785d16d96 tempest-SubnetPoolsTestJSON-1654616252 tempest-SubnetPoolsTestJSON-1654616252-project] Notify callbacks [] for subnetpool, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:29.033070 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-db257790-044e-47aa-bb81-644785d16d96 tempest-SubnetPoolsTestJSON-1654616252 tempest-SubnetPoolsTestJSON-1654616252-project] 10.222.0.58 "PUT /v2.0/subnetpools/5a25e44f-1624-4722-94c6-fe16a2de2b46 HTTP/1.1" status: 200 len: 683 time: 0.2681339 Aug 05 11:54:29.037825 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 50094) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:54:29.275759 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d2756f12-e31b-429e-9716-efe19b988824 tempest-SubnetPoolsTestJSON-1654616252 tempest-SubnetPoolsTestJSON-1654616252-project] Notify callbacks [] for subnetpool, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:29.278920 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-d2756f12-e31b-429e-9716-efe19b988824 tempest-SubnetPoolsTestJSON-1654616252 tempest-SubnetPoolsTestJSON-1654616252-project] 10.222.0.58 "DELETE /v2.0/subnetpools/5a25e44f-1624-4722-94c6-fe16a2de2b46 HTTP/1.1" status: 204 len: 168 time: 0.2388351 Aug 05 11:54:29.283976 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 50098) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:54:29.325168 n-d-803378-2 neutron-server[94421]: INFO neutron.api.v2.resource [None req-0f1bd31a-21d9-497f-bcbc-c2d97a1a4452 tempest-SubnetPoolsTestJSON-1654616252 tempest-SubnetPoolsTestJSON-1654616252-project] show failed (client error): The resource could not be found. Aug 05 11:54:29.327794 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-0f1bd31a-21d9-497f-bcbc-c2d97a1a4452 tempest-SubnetPoolsTestJSON-1654616252 tempest-SubnetPoolsTestJSON-1654616252-project] 10.222.0.58 "GET /v2.0/subnetpools/5a25e44f-1624-4722-94c6-fe16a2de2b46 HTTP/1.1" status: 404 len: 346 time: 0.0416977 Aug 05 11:54:29.332564 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 50100) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:54:29.377694 n-d-803378-2 neutron-server[94421]: INFO neutron.api.v2.resource [None req-470677a9-40e5-4cb7-9dd9-2662a259ea50 tempest-SubnetPoolsTestJSON-1654616252 tempest-SubnetPoolsTestJSON-1654616252-project] delete failed (client error): The resource could not be found. Aug 05 11:54:29.381535 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-470677a9-40e5-4cb7-9dd9-2662a259ea50 tempest-SubnetPoolsTestJSON-1654616252 tempest-SubnetPoolsTestJSON-1654616252-project] 10.222.0.58 "DELETE /v2.0/subnetpools/5a25e44f-1624-4722-94c6-fe16a2de2b46 HTTP/1.1" status: 404 len: 346 time: 0.0461035 Aug 05 11:54:29.460964 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4dd3cb-eef1-47c7-9722-7f5573aad3e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-6591ebc9-694a-4e01-bc47-61a8532b949d', 'network_id': '6591ebc9-694a-4e01-bc47-61a8532b949d', 'tenant_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'fixed_ips': [{'subnet_id': '3ca2c4d5-31d6-4303-b817-ab5ebb2f28dc'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 11:54:29.465300 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-eb4dd3cb-eef1-47c7-9722-7f5573aad3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:29.605084 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:29.789389 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-6824803d-f35a-4bd9-982b-b4c5abd2bf17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb3074a-fbe0-42b9-9890-cbb3cb52acde', 'name': 'tempest-RoutersTest-router-2126266726', 'tenant_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:54:11Z', 'updated_at': '2021-08-05T11:54:20Z', 'revision_number': 2, 'project_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'gw_port_host': None, '_interfaces': [{'id': 'd816a619-81a6-401e-b2a9-35c53eea3c31', 'name': '', 'network_id': '0014ea42-e5b7-49e2-98e1-9da852015c0b', 'tenant_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'mac_address': 'fa:16:3e:4f:26:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eb3074a-fbe0-42b9-9890-cbb3cb52acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': 'fb8c4481-bcef-4801-9875-906659d99c83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:54:16Z', 'updated_at': '2021-08-05T11:54:27Z', 'revision_number': 4, 'project_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'subnets': [{'id': 'fb8c4481-bcef-4801-9875-906659d99c83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:54:29.963999 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-eb4dd3cb-eef1-47c7-9722-7f5573aad3e3 None None] Allocated IP 172.21.0.2 (6591ebc9-694a-4e01-bc47-61a8532b949d/3ca2c4d5-31d6-4303-b817-ab5ebb2f28dc/2c241997-1c1c-4726-84ce-296e0b241ac5) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:54:30.020877 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6824803d-f35a-4bd9-982b-b4c5abd2bf17 None None] The sync data for ids ['3eb3074a-fbe0-42b9-9890-cbb3cb52acde'] in n-d-803378-2 is: [{'id': '3eb3074a-fbe0-42b9-9890-cbb3cb52acde', 'name': 'tempest-RoutersTest-router-2126266726', 'tenant_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:54:11Z', 'updated_at': '2021-08-05T11:54:20Z', 'revision_number': 2, 'project_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'gw_port_host': None, '_interfaces': [{'id': 'd816a619-81a6-401e-b2a9-35c53eea3c31', 'name': '', 'network_id': '0014ea42-e5b7-49e2-98e1-9da852015c0b', 'tenant_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'mac_address': 'fa:16:3e:4f:26:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eb3074a-fbe0-42b9-9890-cbb3cb52acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': 'fb8c4481-bcef-4801-9875-906659d99c83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:54:16Z', 'updated_at': '2021-08-05T11:54:27Z', 'revision_number': 4, 'project_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'subnets': [{'id': 'fb8c4481-bcef-4801-9875-906659d99c83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:54:30.049489 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5556dfcb-7c8d-42d9-9ddb-8745c878f66f tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286026'] for router, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:30.268790 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-58c7504e-d3d4-45f6-a0c8-1bef51da57bc req-a686c612-8cd7-4355-8d5b-8623c7c2d1dd tempest-AbsoluteLimitsNegativeTestJSON-515265005 tempest-AbsoluteLimitsNegativeTestJSON-515265005-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=d08174d51f9247ed93eddfb5d6d27cba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2326245 Aug 05 11:54:30.369757 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 50120) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:54:30.538706 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-eb4dd3cb-eef1-47c7-9722-7f5573aad3e3 None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:30.570709 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-eb4dd3cb-eef1-47c7-9722-7f5573aad3e3 None None] Transition to ACTIVE for port object 2c241997-1c1c-4726-84ce-296e0b241ac5 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:54:30.654867 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-eb4dd3cb-eef1-47c7-9722-7f5573aad3e3 None None] Transition to ACTIVE for port object 2c241997-1c1c-4726-84ce-296e0b241ac5 will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:54:30.691619 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-eb4dd3cb-eef1-47c7-9722-7f5573aad3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:30.733378 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4dd3cb-eef1-47c7-9722-7f5573aad3e3 None None] Network 6591ebc9-694a-4e01-bc47-61a8532b949d is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:54:30.738012 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-eb4dd3cb-eef1-47c7-9722-7f5573aad3e3 None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:54:30.743279 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4dd3cb-eef1-47c7-9722-7f5573aad3e3 None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:54:30.774616 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-afc8deec-d292-4158-a28c-3e8e8583d4e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:30.966634 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4dd3cb-eef1-47c7-9722-7f5573aad3e3 None None] Pushing event updated for resources: {'Port': ['ID=2c241997-1c1c-4726-84ce-296e0b241ac5,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:54:31.016532 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-eb4dd3cb-eef1-47c7-9722-7f5573aad3e3 None None] Attempting to bind port 2c241997-1c1c-4726-84ce-296e0b241ac5 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:54:31.021006 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-eb4dd3cb-eef1-47c7-9722-7f5573aad3e3 None None] Attempting to bind port 2c241997-1c1c-4726-84ce-296e0b241ac5 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '893c6f69-9993-43e2-a0c7-fa1c214a5e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '6591ebc9-694a-4e01-bc47-61a8532b949d'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:54:31.023359 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4dd3cb-eef1-47c7-9722-7f5573aad3e3 None None] Attempting to bind port 2c241997-1c1c-4726-84ce-296e0b241ac5 on network 6591ebc9-694a-4e01-bc47-61a8532b949d {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:54:31.050108 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4dd3cb-eef1-47c7-9722-7f5573aad3e3 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:54:31.050513 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-afc8deec-d292-4158-a28c-3e8e8583d4e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:31.050745 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4dd3cb-eef1-47c7-9722-7f5573aad3e3 None None] Checking segment: {'id': '893c6f69-9993-43e2-a0c7-fa1c214a5e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '6591ebc9-694a-4e01-bc47-61a8532b949d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:54:31.051416 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-eb4dd3cb-eef1-47c7-9722-7f5573aad3e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:31.054368 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4dd3cb-eef1-47c7-9722-7f5573aad3e3 None None] Bound using segment: {'id': '893c6f69-9993-43e2-a0c7-fa1c214a5e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '6591ebc9-694a-4e01-bc47-61a8532b949d'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:54:31.060973 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-eb4dd3cb-eef1-47c7-9722-7f5573aad3e3 None None] Bound port: 2c241997-1c1c-4726-84ce-296e0b241ac5, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '893c6f69-9993-43e2-a0c7-fa1c214a5e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '6591ebc9-694a-4e01-bc47-61a8532b949d'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:54:31.061659 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-afc8deec-d292-4158-a28c-3e8e8583d4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:31.062731 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-eb4dd3cb-eef1-47c7-9722-7f5573aad3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:31.225804 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-afc8deec-d292-4158-a28c-3e8e8583d4e7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=50a9aece93204cdfb7a012cf21861ac4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8539455 Aug 05 11:54:31.231718 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8deec-d292-4158-a28c-3e8e8583d4e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e3a0f72-7f5f-403f-b2b2-fafeb3ef7b9b,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:54:31.236021 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 50130) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:54:31.278155 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5556dfcb-7c8d-42d9-9ddb-8745c878f66f tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Router be4414d0-fd4b-48ba-9677-4fd45cde2cc2 is scheduled to L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d with binding_index 1 {{(pid=94420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 11:54:31.305624 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-eb4dd3cb-eef1-47c7-9722-7f5573aad3e3 None None] For port 2c241997-1c1c-4726-84ce-296e0b241ac5, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:54:31.307801 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c7504e-d3d4-45f6-a0c8-1bef51da57bc req-a5d413d1-8c7d-486d-92d3-0ecf9bcce49c tempest-AbsoluteLimitsNegativeTestJSON-515265005 tempest-AbsoluteLimitsNegativeTestJSON-515265005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:54:31.311874 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-58c7504e-d3d4-45f6-a0c8-1bef51da57bc req-a5d413d1-8c7d-486d-92d3-0ecf9bcce49c tempest-AbsoluteLimitsNegativeTestJSON-515265005 tempest-AbsoluteLimitsNegativeTestJSON-515265005-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0404487 Aug 05 11:54:31.316463 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-eb4dd3cb-eef1-47c7-9722-7f5573aad3e3 None None] For port 2c241997-1c1c-4726-84ce-296e0b241ac5, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=2c241997-1c1c-4726-84ce-296e0b241ac5,segment=NetworkSegment(893c6f69-9993-43e2-a0c7-fa1c214a5e38),segment_id=893c6f69-9993-43e2-a0c7-fa1c214a5e38)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:54:31.326098 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-eb4dd3cb-eef1-47c7-9722-7f5573aad3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:31.354098 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6536e038-4cd8-4020-9680-d04fd83cc7dd tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:31.421600 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-58c7504e-d3d4-45f6-a0c8-1bef51da57bc req-198f0a01-fa86-451e-a362-db7e55a07fdb tempest-AbsoluteLimitsNegativeTestJSON-515265005 tempest-AbsoluteLimitsNegativeTestJSON-515265005-project] 10.222.0.58 "GET /v2.0/quotas/d08174d51f9247ed93eddfb5d6d27cba HTTP/1.1" status: 200 len: 375 time: 0.0882356 Aug 05 11:54:31.499281 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4dd3cb-eef1-47c7-9722-7f5573aad3e3 None None] Pushing event updated for resources: {'Port': ['ID=2c241997-1c1c-4726-84ce-296e0b241ac5,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:54:31.756793 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-58c7504e-d3d4-45f6-a0c8-1bef51da57bc req-d7a210f7-35c5-44d6-9f59-894be511c9c0 tempest-AbsoluteLimitsNegativeTestJSON-515265005 tempest-AbsoluteLimitsNegativeTestJSON-515265005-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=d08174d51f9247ed93eddfb5d6d27cba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2181427 Aug 05 11:54:31.757827 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device d816a619-81a6-401e-b2a9-35c53eea3c31 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:54:31.804368 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e1b1ebff-6dd5-4c8c-a8c4-cedba60a3520 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:31.939923 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port d816a619-81a6-401e-b2a9-35c53eea3c31 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:54:31.958698 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port d816a619-81a6-401e-b2a9-35c53eea3c31 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:54:31.959366 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:32.093144 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e1b1ebff-6dd5-4c8c-a8c4-cedba60a3520 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:32.143229 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5556dfcb-7c8d-42d9-9ddb-8745c878f66f tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:54:32.176628 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35952629-1076-47c9-9d5c-df99a89c171d None None] Sync routers for ids ['be4414d0-fd4b-48ba-9677-4fd45cde2cc2'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:54:32.203937 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35952629-1076-47c9-9d5c-df99a89c171d None None] Routers {'be4414d0-fd4b-48ba-9677-4fd45cde2cc2'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:54:32.209266 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-35952629-1076-47c9-9d5c-df99a89c171d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:54:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['be4414d0-fd4b-48ba-9677-4fd45cde2cc2'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:54:32.316180 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:32.356811 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5556dfcb-7c8d-42d9-9ddb-8745c878f66f tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks [] for router, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:32.359159 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-5556dfcb-7c8d-42d9-9ddb-8745c878f66f tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 9.5735040 Aug 05 11:54:32.364122 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 50140) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:54:32.423469 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port d816a619-81a6-401e-b2a9-35c53eea3c31, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=d816a619-81a6-401e-b2a9-35c53eea3c31,segment=NetworkSegment(939928da-7fe3-4d4b-8bdc-d0ee125da905),segment_id=939928da-7fe3-4d4b-8bdc-d0ee125da905)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:54:32.433376 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:32.523214 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 50144) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:54:32.527049 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e1b1ebff-6dd5-4c8c-a8c4-cedba60a3520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:32.547537 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e1b1ebff-6dd5-4c8c-a8c4-cedba60a3520 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:32.554666 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-e1b1ebff-6dd5-4c8c-a8c4-cedba60a3520 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9e3a0f72-7f5f-403f-b2b2-fafeb3ef7b9b HTTP/1.1" status: 204 len: 168 time: 1.3156462 Aug 05 11:54:32.638136 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b1ebff-6dd5-4c8c-a8c4-cedba60a3520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e3a0f72-7f5f-403f-b2b2-fafeb3ef7b9b,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:54:32.643539 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-35952629-1076-47c9-9d5c-df99a89c171d None None] Set router be4414d0-fd4b-48ba-9677-4fd45cde2cc2 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:54:32.829464 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=d816a619-81a6-401e-b2a9-35c53eea3c31,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:54:32.884982 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-6536e038-4cd8-4020-9680-d04fd83cc7dd tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Allocated IP 172.21.0.1 (6591ebc9-694a-4e01-bc47-61a8532b949d/3ca2c4d5-31d6-4303-b817-ab5ebb2f28dc/47eecaed-70df-4752-a0bf-8c2d9a324028) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:54:32.950558 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-bf797505-f821-4f95-b687-e353c3e11742 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:33.177602 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-35952629-1076-47c9-9d5c-df99a89c171d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be4414d0-fd4b-48ba-9677-4fd45cde2cc2', 'name': 'tempest-TestNetworkBasicOps-router-1554882435', 'tenant_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': 'bd65e829-571c-4873-89a9-f4d3905625f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:54:22Z', 'updated_at': '2021-08-05T11:54:27Z', 'revision_number': 3, 'project_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'gw_port': {'id': 'bd65e829-571c-4873-89a9-f4d3905625f0', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:20:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be4414d0-fd4b-48ba-9677-4fd45cde2cc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:54:24Z', 'updated_at': '2021-08-05T11:54:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:54:33.297253 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35952629-1076-47c9-9d5c-df99a89c171d None None] Checking router: be4414d0-fd4b-48ba-9677-4fd45cde2cc2 for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:54:33.298027 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35952629-1076-47c9-9d5c-df99a89c171d None None] Updating router be4414d0-fd4b-48ba-9677-4fd45cde2cc2 port bd65e829-571c-4873-89a9-f4d3905625f0 binding host n-d-803378-2 {{(pid=94423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 11:54:33.325320 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6536e038-4cd8-4020-9680-d04fd83cc7dd tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:33.372969 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-35952629-1076-47c9-9d5c-df99a89c171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:33.386375 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [None req-6536e038-4cd8-4020-9680-d04fd83cc7dd tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Transition to ACTIVE for port object 47eecaed-70df-4752-a0bf-8c2d9a324028 will not be triggered until provisioned by entity DHCP. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:54:33.407935 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-357d4e34-4634-4f4d-b489-52bf60418a9e tempest-TestNetworkBasicOps-896309334 tempest-TestNetworkBasicOps-896309334-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=f68dcdcc6d3c4b72a557ce0cc98a5aa1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 1.0305960 Aug 05 11:54:33.410076 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 50152) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:54:33.505460 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6536e038-4cd8-4020-9680-d04fd83cc7dd tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:33.521324 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-bf797505-f821-4f95-b687-e353c3e11742 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:33.549596 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-bf797505-f821-4f95-b687-e353c3e11742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:33.605018 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6536e038-4cd8-4020-9680-d04fd83cc7dd tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Network 6591ebc9-694a-4e01-bc47-61a8532b949d is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:54:33.612171 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-6536e038-4cd8-4020-9680-d04fd83cc7dd tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:54:33.617620 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6536e038-4cd8-4020-9680-d04fd83cc7dd tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:54:33.732294 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6536e038-4cd8-4020-9680-d04fd83cc7dd tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Pushing event updated for resources: {'Port': ['ID=47eecaed-70df-4752-a0bf-8c2d9a324028,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:54:33.808457 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6536e038-4cd8-4020-9680-d04fd83cc7dd tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33288800'] for router_interface, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:33.818313 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf797505-f821-4f95-b687-e353c3e11742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=237c78e7-a233-4633-aaa5-1b626780e781,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:54:33.942870 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-bf797505-f821-4f95-b687-e353c3e11742 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d08174d51f9247ed93eddfb5d6d27cba&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4165592 Aug 05 11:54:34.010232 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 50156) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:54:34.127360 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device d816a619-81a6-401e-b2a9-35c53eea3c31 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:54:34.145510 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f52875-e6fe-4d83-967d-8cad80e7309d tempest-TestNetworkBasicOps-896309334 tempest-TestNetworkBasicOps-896309334-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:54:34.162977 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-43f52875-e6fe-4d83-967d-8cad80e7309d tempest-TestNetworkBasicOps-896309334 tempest-TestNetworkBasicOps-896309334-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6386502 Aug 05 11:54:34.166268 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 50162) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:54:34.215965 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b557c8f3-6bdd-44e9-be2b-0af03d61b19c None None] Network 6591ebc9-694a-4e01-bc47-61a8532b949d requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:54:34.265913 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-e2a85189-8203-4b7b-91d4-e99e46fdd74e tempest-TestNetworkBasicOps-896309334 tempest-TestNetworkBasicOps-896309334-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0858719 Aug 05 11:54:34.266819 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 50164) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:54:34.279966 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-2a7e85a7-18dd-4675-87cb-6723b05bbc4d tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1409413365', 'network_id': '18d33466-72ef-4f5c-addd-45e10262d9ee', 'project_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:54:34.433913 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5bce6bb3-67a3-4667-87d9-6063fe0dfd4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:34.511792 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-35952629-1076-47c9-9d5c-df99a89c171d None None] Notify callbacks [] for port, precommit_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:34.535080 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a7e85a7-18dd-4675-87cb-6723b05bbc4d tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Made reservation on behalf of f68dcdcc6d3c4b72a557ce0cc98a5aa1 for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:54:34.546235 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.provisioning_blocks [None req-35952629-1076-47c9-9d5c-df99a89c171d None None] Transition to ACTIVE for port object bd65e829-571c-4873-89a9-f4d3905625f0 will not be triggered until provisioned by entity L2. {{(pid=94423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:54:34.553505 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2a7e85a7-18dd-4675-87cb-6723b05bbc4d tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:34.566610 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-35952629-1076-47c9-9d5c-df99a89c171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:34.588004 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6536e038-4cd8-4020-9680-d04fd83cc7dd tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:34.776572 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5bce6bb3-67a3-4667-87d9-6063fe0dfd4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:34.849324 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-efd1203b-9bf1-4d3f-bb15-e0cc26293c18 None None] Provisioning for port 2c241997-1c1c-4726-84ce-296e0b241ac5 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:54:34.873558 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-35952629-1076-47c9-9d5c-df99a89c171d None None] Attempting to bind port bd65e829-571c-4873-89a9-f4d3905625f0 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:54:34.874289 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-35952629-1076-47c9-9d5c-df99a89c171d None None] Attempting to bind port bd65e829-571c-4873-89a9-f4d3905625f0 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}] {{(pid=94423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:54:34.875583 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35952629-1076-47c9-9d5c-df99a89c171d None None] Attempting to bind port bd65e829-571c-4873-89a9-f4d3905625f0 on network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:54:34.888728 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port d816a619-81a6-401e-b2a9-35c53eea3c31 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:54:34.890166 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:34.913212 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d651073-2cb4-487a-99b3-4734c3cbbb97 None None] Pushing event updated for resources: {'Port': ['ID=bd65e829-571c-4873-89a9-f4d3905625f0,revision_number=2']} {{(pid=94423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:54:34.920560 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35952629-1076-47c9-9d5c-df99a89c171d None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:54:34.921156 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35952629-1076-47c9-9d5c-df99a89c171d None None] Checking segment: {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:54:34.921831 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-35952629-1076-47c9-9d5c-df99a89c171d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:34.922422 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35952629-1076-47c9-9d5c-df99a89c171d None None] Bound using segment: {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'} {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:54:34.947460 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-35952629-1076-47c9-9d5c-df99a89c171d None None] Bound port: bd65e829-571c-4873-89a9-f4d3905625f0, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}}] {{(pid=94423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:54:34.954245 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-35952629-1076-47c9-9d5c-df99a89c171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:35.038299 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d651073-2cb4-487a-99b3-4734c3cbbb97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:54:35.038852 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d651073-2cb4-487a-99b3-4734c3cbbb97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:54:35.039363 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d651073-2cb4-487a-99b3-4734c3cbbb97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:54:35.039899 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d651073-2cb4-487a-99b3-4734c3cbbb97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:54:35.041087 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d651073-2cb4-487a-99b3-4734c3cbbb97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:54:35.042131 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d651073-2cb4-487a-99b3-4734c3cbbb97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:54:35.042498 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d651073-2cb4-487a-99b3-4734c3cbbb97 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:54:35.042742 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d651073-2cb4-487a-99b3-4734c3cbbb97 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:54:35.043322 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d651073-2cb4-487a-99b3-4734c3cbbb97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:54:35.043874 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d651073-2cb4-487a-99b3-4734c3cbbb97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:54:35.044447 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d651073-2cb4-487a-99b3-4734c3cbbb97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:54:35.045020 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d651073-2cb4-487a-99b3-4734c3cbbb97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:54:35.177010 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.db [None req-35952629-1076-47c9-9d5c-df99a89c171d None None] For port bd65e829-571c-4873-89a9-f4d3905625f0, host n-d-803378-2, cleared binding levels {{(pid=94423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:54:35.197366 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.db [None req-35952629-1076-47c9-9d5c-df99a89c171d None None] For port bd65e829-571c-4873-89a9-f4d3905625f0, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=bd65e829-571c-4873-89a9-f4d3905625f0,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:54:35.227923 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-35952629-1076-47c9-9d5c-df99a89c171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:35.330041 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 2c241997-1c1c-4726-84ce-296e0b241ac5 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:54:35.377494 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5bce6bb3-67a3-4667-87d9-6063fe0dfd4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:35.381262 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5bce6bb3-67a3-4667-87d9-6063fe0dfd4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:35.406888 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-5bce6bb3-67a3-4667-87d9-6063fe0dfd4a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/237c78e7-a233-4633-aaa5-1b626780e781 HTTP/1.1" status: 204 len: 168 time: 1.3829594 Aug 05 11:54:35.465432 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2a7e85a7-18dd-4675-87cb-6723b05bbc4d tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25038678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30075167'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:35.568457 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 2c241997-1c1c-4726-84ce-296e0b241ac5 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:54:35.589131 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 2c241997-1c1c-4726-84ce-296e0b241ac5 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:54:35.589131 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:35.685275 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bce6bb3-67a3-4667-87d9-6063fe0dfd4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=237c78e7-a233-4633-aaa5-1b626780e781,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:54:35.701892 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7e85a7-18dd-4675-87cb-6723b05bbc4d tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Pushing event updated for resources: {'Subnet': ['ID=2847796d-5dbf-472e-a5ca-b99e1f825a15,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:54:35.806912 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7e85a7-18dd-4675-87cb-6723b05bbc4d tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Checking segment: {'id': 'f5bf602d-2ef6-4043-82eb-35dfbd65fde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '18d33466-72ef-4f5c-addd-45e10262d9ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:54:35.807945 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7e85a7-18dd-4675-87cb-6723b05bbc4d tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Network hostable DHCP agents. Network: 18d33466-72ef-4f5c-addd-45e10262d9ee, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:54:35.813885 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d651073-2cb4-487a-99b3-4734c3cbbb97 None None] Pushing event updated for resources: {'Port': ['ID=bd65e829-571c-4873-89a9-f4d3905625f0,revision_number=3']} {{(pid=94423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:54:35.874961 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35952629-1076-47c9-9d5c-df99a89c171d None None] Routers {'be4414d0-fd4b-48ba-9677-4fd45cde2cc2'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:54:35.876603 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-35952629-1076-47c9-9d5c-df99a89c171d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:54:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['be4414d0-fd4b-48ba-9677-4fd45cde2cc2'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:54:35.885449 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7e85a7-18dd-4675-87cb-6723b05bbc4d tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Network 18d33466-72ef-4f5c-addd-45e10262d9ee is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:54:35.925720 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-2a7e85a7-18dd-4675-87cb-6723b05bbc4d tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, 18d33466-72ef-4f5c-addd-45e10262d9ee) {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:54:35.934553 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7e85a7-18dd-4675-87cb-6723b05bbc4d tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:54:35.936235 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2a7e85a7-18dd-4675-87cb-6723b05bbc4d tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:35.990903 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-2a7e85a7-18dd-4675-87cb-6723b05bbc4d tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.7222695 Aug 05 11:54:35.995571 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 50186) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:54:36.047806 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a346e6f-02ab-4c3e-a77d-8895766a6a7e None None] Network 18d33466-72ef-4f5c-addd-45e10262d9ee requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:54:36.254688 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:36.278680 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-3d519db2-4f36-4aef-bc6a-85f29dcc387e None None] Provisioning complete for port 2c241997-1c1c-4726-84ce-296e0b241ac5 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:54:36.279739 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-3d519db2-4f36-4aef-bc6a-85f29dcc387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:36.455262 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-35952629-1076-47c9-9d5c-df99a89c171d None None] Set router be4414d0-fd4b-48ba-9677-4fd45cde2cc2 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:54:36.506397 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port 2c241997-1c1c-4726-84ce-296e0b241ac5, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=2c241997-1c1c-4726-84ce-296e0b241ac5,segment=NetworkSegment(893c6f69-9993-43e2-a0c7-fa1c214a5e38),segment_id=893c6f69-9993-43e2-a0c7-fa1c214a5e38)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:54:36.591327 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:36.840527 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6536e038-4cd8-4020-9680-d04fd83cc7dd tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:36.852834 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6536e038-4cd8-4020-9680-d04fd83cc7dd tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:36.906092 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=2c241997-1c1c-4726-84ce-296e0b241ac5,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:54:37.109164 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:54:37.110435 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:54:37.110949 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:54:37.111510 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:54:37.112076 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:54:37.113093 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:54:37.114834 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:54:37.115424 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:54:37.115986 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:54:37.116567 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:54:37.117138 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:54:37.118001 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:54:37.173126 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6536e038-4cd8-4020-9680-d04fd83cc7dd tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Pushing event updated for resources: {'Port': ['ID=47eecaed-70df-4752-a0bf-8c2d9a324028,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:54:37.189168 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6536e038-4cd8-4020-9680-d04fd83cc7dd tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33140268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33208272'] for router_interface, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:37.191669 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-3d519db2-4f36-4aef-bc6a-85f29dcc387e None None] Provisioning for port 47eecaed-70df-4752-a0bf-8c2d9a324028 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:54:37.253009 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-3d519db2-4f36-4aef-bc6a-85f29dcc387e None None] Provisioning complete for port 47eecaed-70df-4752-a0bf-8c2d9a324028 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:54:37.253618 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-3d519db2-4f36-4aef-bc6a-85f29dcc387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:37.424699 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-3d519db2-4f36-4aef-bc6a-85f29dcc387e None None] Port 47eecaed-70df-4752-a0bf-8c2d9a324028 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:54:37.460870 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea00094-3c54-4130-8ba9-6945be56ec95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-18d33466-72ef-4f5c-addd-45e10262d9ee', 'network_id': '18d33466-72ef-4f5c-addd-45e10262d9ee', 'tenant_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'fixed_ips': [{'subnet_id': '2847796d-5dbf-472e-a5ca-b99e1f825a15'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 11:54:37.463026 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-4ea00094-3c54-4130-8ba9-6945be56ec95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:37.643321 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-35952629-1076-47c9-9d5c-df99a89c171d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be4414d0-fd4b-48ba-9677-4fd45cde2cc2', 'name': 'tempest-TestNetworkBasicOps-router-1554882435', 'tenant_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': 'bd65e829-571c-4873-89a9-f4d3905625f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:54:22Z', 'updated_at': '2021-08-05T11:54:27Z', 'revision_number': 3, 'project_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'gw_port': {'id': 'bd65e829-571c-4873-89a9-f4d3905625f0', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:20:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be4414d0-fd4b-48ba-9677-4fd45cde2cc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:54:24Z', 'updated_at': '2021-08-05T11:54:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:54:37.746987 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6536e038-4cd8-4020-9680-d04fd83cc7dd tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Network 6591ebc9-694a-4e01-bc47-61a8532b949d is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:54:37.752159 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c16146c7-03d8-400c-82aa-bcd9900722f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:37.757205 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-6536e038-4cd8-4020-9680-d04fd83cc7dd tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:54:37.888463 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-afdce515-bd83-43be-b432-53e225dc4157 None None] Provisioning complete for port 47eecaed-70df-4752-a0bf-8c2d9a324028 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:54:37.891582 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-afdce515-bd83-43be-b432-53e225dc4157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:37.919789 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35952629-1076-47c9-9d5c-df99a89c171d None None] The sync data for ids ['be4414d0-fd4b-48ba-9677-4fd45cde2cc2'] in n-d-803378-2 is: [{'id': 'be4414d0-fd4b-48ba-9677-4fd45cde2cc2', 'name': 'tempest-TestNetworkBasicOps-router-1554882435', 'tenant_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': 'bd65e829-571c-4873-89a9-f4d3905625f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:54:22Z', 'updated_at': '2021-08-05T11:54:27Z', 'revision_number': 3, 'project_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'gw_port': {'id': 'bd65e829-571c-4873-89a9-f4d3905625f0', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:20:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be4414d0-fd4b-48ba-9677-4fd45cde2cc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:54:24Z', 'updated_at': '2021-08-05T11:54:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:54:38.220053 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-4ea00094-3c54-4130-8ba9-6945be56ec95 None None] Allocated IP 172.20.0.2 (18d33466-72ef-4f5c-addd-45e10262d9ee/2847796d-5dbf-472e-a5ca-b99e1f825a15/64fd49d7-0991-4a3b-8978-a3f8be7b9177) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:54:38.333801 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6536e038-4cd8-4020-9680-d04fd83cc7dd tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Router 3eb3074a-fbe0-42b9-9890-cbb3cb52acde has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 11:54:38.718704 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-afdce515-bd83-43be-b432-53e225dc4157 None None] Port 47eecaed-70df-4752-a0bf-8c2d9a324028 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:54:38.984137 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6536e038-4cd8-4020-9680-d04fd83cc7dd tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:54:39.004003 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-6536e038-4cd8-4020-9680-d04fd83cc7dd tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] 10.222.0.58 "PUT /v2.0/routers/3eb3074a-fbe0-42b9-9890-cbb3cb52acde/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1369121 Aug 05 11:54:39.011179 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 50226) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:54:39.033322 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-ff2cb474-a6ed-4336-a9c2-62b135e17ca7 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Request body: {'network': {'name': 'tempest-RoutersTest-1312150140'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:54:39.145685 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff2cb474-a6ed-4336-a9c2-62b135e17ca7 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Made reservation on behalf of 0d8a98bfcc92414295ea4818a0ea96ca for: {'network': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:54:39.155729 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ff2cb474-a6ed-4336-a9c2-62b135e17ca7 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:39.172070 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-4ea00094-3c54-4130-8ba9-6945be56ec95 None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:39.205136 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-4ea00094-3c54-4130-8ba9-6945be56ec95 None None] Transition to ACTIVE for port object 64fd49d7-0991-4a3b-8978-a3f8be7b9177 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:54:39.215430 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9df7d43-99aa-47b0-b8a3-e2772192e74e None None] Sync routers for ids ['3eb3074a-fbe0-42b9-9890-cbb3cb52acde'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:54:39.285083 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-63ba6b73-4742-43c4-bea1-f50312be460d tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:39.285997 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff2cb474-a6ed-4336-a9c2-62b135e17ca7 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] vlan segment allocate from pool success with {'vlan_id': 681, 'physical_network': 'physnet1'} {{(pid=94420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:54:39.318470 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ff2cb474-a6ed-4336-a9c2-62b135e17ca7 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:39.319053 n-d-803378-2 neutron-server[94420]: INFO neutron.db.segments_db [None req-ff2cb474-a6ed-4336-a9c2-62b135e17ca7 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Added segment 1ff4f356-8e94-4af7-a00d-8cc406921888 of type vlan for network 474eda3b-1f3a-4462-b3f9-ee1b6233864d Aug 05 11:54:39.331551 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device bd65e829-571c-4873-89a9-f4d3905625f0 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:54:39.342810 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9df7d43-99aa-47b0-b8a3-e2772192e74e None None] Routers {'3eb3074a-fbe0-42b9-9890-cbb3cb52acde'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:54:39.344581 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-f9df7d43-99aa-47b0-b8a3-e2772192e74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:54:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['3eb3074a-fbe0-42b9-9890-cbb3cb52acde'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:54:39.371875 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 50230) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:54:39.419799 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-4ea00094-3c54-4130-8ba9-6945be56ec95 None None] Transition to ACTIVE for port object 64fd49d7-0991-4a3b-8978-a3f8be7b9177 will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:54:39.486374 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ff2cb474-a6ed-4336-a9c2-62b135e17ca7 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:39.530379 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-bdcb05eb-fce6-4371-853b-382fa183f9ce None None] Provisioning complete for port 47eecaed-70df-4752-a0bf-8c2d9a324028 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:54:39.531012 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-bdcb05eb-fce6-4371-853b-382fa183f9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:39.555188 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-4ea00094-3c54-4130-8ba9-6945be56ec95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:39.565224 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ff2cb474-a6ed-4336-a9c2-62b135e17ca7 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:39.585413 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff2cb474-a6ed-4336-a9c2-62b135e17ca7 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:54:39.589606 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ff2cb474-a6ed-4336-a9c2-62b135e17ca7 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:39.960653 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-ff2cb474-a6ed-4336-a9c2-62b135e17ca7 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9396386 Aug 05 11:54:39.984617 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 50238) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:54:40.036983 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-715a3bfc-26c4-41c1-b767-8b336db1801b tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Request body: {'subnet': {'network_id': '474eda3b-1f3a-4462-b3f9-ee1b6233864d', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:54:40.044777 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea00094-3c54-4130-8ba9-6945be56ec95 None None] Network 18d33466-72ef-4f5c-addd-45e10262d9ee is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:54:40.104950 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-bdcb05eb-fce6-4371-853b-382fa183f9ce None None] Port 47eecaed-70df-4752-a0bf-8c2d9a324028 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:54:40.108178 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-4ea00094-3c54-4130-8ba9-6945be56ec95 None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:54:40.137672 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-57ea1e9f-1a7e-424a-9a21-a3d04c7d92d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:40.155680 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea00094-3c54-4130-8ba9-6945be56ec95 None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:54:40.186877 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-f9df7d43-99aa-47b0-b8a3-e2772192e74e None None] Set router 3eb3074a-fbe0-42b9-9890-cbb3cb52acde gateway port host: None {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:54:40.273668 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2cb474-a6ed-4336-a9c2-62b135e17ca7 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Pushing event updated for resources: {'Network': ['ID=474eda3b-1f3a-4462-b3f9-ee1b6233864d,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:54:40.339982 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea00094-3c54-4130-8ba9-6945be56ec95 None None] Pushing event updated for resources: {'Port': ['ID=64fd49d7-0991-4a3b-8978-a3f8be7b9177,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:54:40.366852 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 474eda3b-1f3a-4462-b3f9-ee1b6233864d details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:54:40.437054 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:40.437371 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-d4e48b0c-9b11-4310-bf03-d1833e8e0fdb admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1801242328-network', 'tenant_id': '2e7c65a434814f6199ebe26a23e571c4'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:54:40.440826 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-715a3bfc-26c4-41c1-b767-8b336db1801b tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Made reservation on behalf of 0d8a98bfcc92414295ea4818a0ea96ca for: {'subnet': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:54:40.462446 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-715a3bfc-26c4-41c1-b767-8b336db1801b tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24211133'] for subnet, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:40.535052 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-63ba6b73-4742-43c4-bea1-f50312be460d tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Allocated IP 172.20.0.1 (18d33466-72ef-4f5c-addd-45e10262d9ee/2847796d-5dbf-472e-a5ca-b99e1f825a15/4bdb7f0f-f996-43f7-abee-77a836d9fd60) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:54:40.661513 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port bd65e829-571c-4873-89a9-f4d3905625f0 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:54:40.727714 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4e48b0c-9b11-4310-bf03-d1833e8e0fdb admin admin] Made reservation on behalf of 2e7c65a434814f6199ebe26a23e571c4 for: {'network': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:54:40.744321 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d4e48b0c-9b11-4310-bf03-d1833e8e0fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:40.835710 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port bd65e829-571c-4873-89a9-f4d3905625f0 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:54:40.836355 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:40.913320 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-63ba6b73-4742-43c4-bea1-f50312be460d tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:40.955168 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-4ea00094-3c54-4130-8ba9-6945be56ec95 None None] Attempting to bind port 64fd49d7-0991-4a3b-8978-a3f8be7b9177 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:54:40.958374 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-4ea00094-3c54-4130-8ba9-6945be56ec95 None None] Attempting to bind port 64fd49d7-0991-4a3b-8978-a3f8be7b9177 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'f5bf602d-2ef6-4043-82eb-35dfbd65fde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '18d33466-72ef-4f5c-addd-45e10262d9ee'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:54:40.961458 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea00094-3c54-4130-8ba9-6945be56ec95 None None] Attempting to bind port 64fd49d7-0991-4a3b-8978-a3f8be7b9177 on network 18d33466-72ef-4f5c-addd-45e10262d9ee {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:54:40.985711 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d4e48b0c-9b11-4310-bf03-d1833e8e0fdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:41.187151 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [None req-63ba6b73-4742-43c4-bea1-f50312be460d tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Transition to ACTIVE for port object 4bdb7f0f-f996-43f7-abee-77a836d9fd60 will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:54:41.270143 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-715a3bfc-26c4-41c1-b767-8b336db1801b tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29762700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24211087'] for subnet, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:41.410455 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d4e48b0c-9b11-4310-bf03-d1833e8e0fdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:41.432180 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d4e48b0c-9b11-4310-bf03-d1833e8e0fdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:41.456665 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4e48b0c-9b11-4310-bf03-d1833e8e0fdb admin admin] vlan segment allocate from pool success with {'vlan_id': 689, 'physical_network': 'physnet1'} {{(pid=94421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:54:41.480692 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d4e48b0c-9b11-4310-bf03-d1833e8e0fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:41.481702 n-d-803378-2 neutron-server[94421]: INFO neutron.db.segments_db [None req-d4e48b0c-9b11-4310-bf03-d1833e8e0fdb admin admin] Added segment d04d9efc-abcb-4f65-93ca-e7d53aa92d96 of type vlan for network b9c69729-0b70-4088-a30d-372be3774212 Aug 05 11:54:41.571352 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d4e48b0c-9b11-4310-bf03-d1833e8e0fdb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:41.628537 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715a3bfc-26c4-41c1-b767-8b336db1801b tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Checking segment: {'id': '1ff4f356-8e94-4af7-a00d-8cc406921888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '474eda3b-1f3a-4462-b3f9-ee1b6233864d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:54:41.639630 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-63ba6b73-4742-43c4-bea1-f50312be460d tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:41.640071 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea00094-3c54-4130-8ba9-6945be56ec95 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:54:41.640993 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea00094-3c54-4130-8ba9-6945be56ec95 None None] Checking segment: {'id': 'f5bf602d-2ef6-4043-82eb-35dfbd65fde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '18d33466-72ef-4f5c-addd-45e10262d9ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:54:41.641409 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-4ea00094-3c54-4130-8ba9-6945be56ec95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:41.642257 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea00094-3c54-4130-8ba9-6945be56ec95 None None] Bound using segment: {'id': 'f5bf602d-2ef6-4043-82eb-35dfbd65fde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '18d33466-72ef-4f5c-addd-45e10262d9ee'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:54:41.643082 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-4ea00094-3c54-4130-8ba9-6945be56ec95 None None] Bound port: 64fd49d7-0991-4a3b-8978-a3f8be7b9177, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5bf602d-2ef6-4043-82eb-35dfbd65fde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '18d33466-72ef-4f5c-addd-45e10262d9ee'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:54:41.643926 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-4ea00094-3c54-4130-8ba9-6945be56ec95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:41.645457 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715a3bfc-26c4-41c1-b767-8b336db1801b tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Network hostable DHCP agents. Network: 474eda3b-1f3a-4462-b3f9-ee1b6233864d, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:54:41.648891 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 50268) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:54:41.685708 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d4e48b0c-9b11-4310-bf03-d1833e8e0fdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:41.687859 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e48b0c-9b11-4310-bf03-d1833e8e0fdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:54:41.689196 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d4e48b0c-9b11-4310-bf03-d1833e8e0fdb admin admin] Notify callbacks [] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:41.705968 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715a3bfc-26c4-41c1-b767-8b336db1801b tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Pushing event updated for resources: {'Subnet': ['ID=48994a22-5ea8-4f34-9147-34cc4056f968,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:54:41.779165 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715a3bfc-26c4-41c1-b767-8b336db1801b tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Network 474eda3b-1f3a-4462-b3f9-ee1b6233864d is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:54:41.820459 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-715a3bfc-26c4-41c1-b767-8b336db1801b tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, 474eda3b-1f3a-4462-b3f9-ee1b6233864d) {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:54:41.866091 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715a3bfc-26c4-41c1-b767-8b336db1801b tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:54:41.869932 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-715a3bfc-26c4-41c1-b767-8b336db1801b tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks [] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:41.871252 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66fabe51-da79-4be6-a037-4913718c3c55 None None] Network 474eda3b-1f3a-4462-b3f9-ee1b6233864d requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:54:41.948452 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-715a3bfc-26c4-41c1-b767-8b336db1801b tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9384956 Aug 05 11:54:41.953291 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 50272) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:54:41.980142 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e48b0c-9b11-4310-bf03-d1833e8e0fdb admin admin] Pushing event updated for resources: {'Network': ['ID=b9c69729-0b70-4088-a30d-372be3774212,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:54:41.984699 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-d4e48b0c-9b11-4310-bf03-d1833e8e0fdb admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.6063750 Aug 05 11:54:41.989265 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 50274) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:54:42.027119 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network b9c69729-0b70-4088-a30d-372be3774212 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:54:42.034721 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:42.037776 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ba6b73-4742-43c4-bea1-f50312be460d tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Network 18d33466-72ef-4f5c-addd-45e10262d9ee is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:54:42.057173 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-63ba6b73-4742-43c4-bea1-f50312be460d tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:54:42.060836 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e48b0c-9b11-4310-bf03-d1833e8e0fdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3383bc8b-a1c2-477b-9ff5-4afb57350447,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:54:42.069594 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ba6b73-4742-43c4-bea1-f50312be460d tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:54:42.127797 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ba6b73-4742-43c4-bea1-f50312be460d tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Pushing event updated for resources: {'Port': ['ID=4bdb7f0f-f996-43f7-abee-77a836d9fd60,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:54:42.162196 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-4ea00094-3c54-4130-8ba9-6945be56ec95 None None] For port 64fd49d7-0991-4a3b-8978-a3f8be7b9177, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:54:42.173750 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-8679901a-3169-40e3-bbf8-2c5cc9721272 admin admin] Request body: {'subnet': {'network_id': 'b9c69729-0b70-4088-a30d-372be3774212', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1801242328-subnet', 'tenant_id': '2e7c65a434814f6199ebe26a23e571c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:54:42.183103 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:42.209356 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-86917b29-6404-4ae2-a438-32cc8db019b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:42.221966 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-4ea00094-3c54-4130-8ba9-6945be56ec95 None None] For port 64fd49d7-0991-4a3b-8978-a3f8be7b9177, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=64fd49d7-0991-4a3b-8978-a3f8be7b9177,segment=NetworkSegment(f5bf602d-2ef6-4043-82eb-35dfbd65fde9),segment_id=f5bf602d-2ef6-4043-82eb-35dfbd65fde9)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:54:42.242678 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-63ba6b73-4742-43c4-bea1-f50312be460d tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33288800'] for router_interface, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:42.294995 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-4ea00094-3c54-4130-8ba9-6945be56ec95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:42.318212 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8679901a-3169-40e3-bbf8-2c5cc9721272 admin admin] Made reservation on behalf of 2e7c65a434814f6199ebe26a23e571c4 for: {'subnet': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:54:42.325148 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8679901a-3169-40e3-bbf8-2c5cc9721272 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24211133'] for subnet, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:42.425284 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port bd65e829-571c-4873-89a9-f4d3905625f0, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=bd65e829-571c-4873-89a9-f4d3905625f0,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:54:42.470621 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:42.473604 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 2c241997-1c1c-4726-84ce-296e0b241ac5 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:54:42.659390 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea00094-3c54-4130-8ba9-6945be56ec95 None None] Pushing event updated for resources: {'Port': ['ID=64fd49d7-0991-4a3b-8978-a3f8be7b9177,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:54:42.705099 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-63ba6b73-4742-43c4-bea1-f50312be460d tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:42.711905 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-86917b29-6404-4ae2-a438-32cc8db019b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:42.731348 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-86917b29-6404-4ae2-a438-32cc8db019b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:43.000914 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-86917b29-6404-4ae2-a438-32cc8db019b4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a2d00f486e0844cea9970f6b809fe800&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3417866 Aug 05 11:54:43.017349 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 50278) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:54:43.035880 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86917b29-6404-4ae2-a438-32cc8db019b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a107e36c-a638-4526-ab91-3b73feaeb2e1,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:54:43.138643 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d655de02-fb57-4686-9891-6cd78f9cfb3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-474eda3b-1f3a-4462-b3f9-ee1b6233864d', 'network_id': '474eda3b-1f3a-4462-b3f9-ee1b6233864d', 'tenant_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'fixed_ips': [{'subnet_id': '48994a22-5ea8-4f34-9147-34cc4056f968'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 11:54:43.153421 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-d655de02-fb57-4686-9891-6cd78f9cfb3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:43.245127 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-f9df7d43-99aa-47b0-b8a3-e2772192e74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb3074a-fbe0-42b9-9890-cbb3cb52acde', 'name': 'tempest-RoutersTest-router-2126266726', 'tenant_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:54:11Z', 'updated_at': '2021-08-05T11:54:34Z', 'revision_number': 3, 'project_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'gw_port_host': None, '_interfaces': [{'id': '47eecaed-70df-4752-a0bf-8c2d9a324028', 'name': '', 'network_id': '6591ebc9-694a-4e01-bc47-61a8532b949d', 'tenant_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'mac_address': 'fa:16:3e:7f:9c:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eb3074a-fbe0-42b9-9890-cbb3cb52acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': '3ca2c4d5-31d6-4303-b817-ab5ebb2f28dc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:54:32Z', 'updated_at': '2021-08-05T11:54:35Z', 'revision_number': 2, 'project_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'subnets': [{'id': '3ca2c4d5-31d6-4303-b817-ab5ebb2f28dc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd816a619-81a6-401e-b2a9-35c53eea3c31', 'name': '', 'network_id': '0014ea42-e5b7-49e2-98e1-9da852015c0b', 'tenant_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'mac_address': 'fa:16:3e:4f:26:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb3074a-fbe0-42b9-9890-cbb3cb52acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': 'fb8c4481-bcef-4801-9875-906659d99c83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:54:16Z', 'updated_at': '2021-08-05T11:54:32Z', 'revision_number': 5, 'project_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'subnets': [{'id': 'fb8c4481-bcef-4801-9875-906659d99c83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:54:43.251117 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 2c241997-1c1c-4726-84ce-296e0b241ac5 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:54:43.251749 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:43.332555 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=bd65e829-571c-4873-89a9-f4d3905625f0,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:54:43.604383 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-d655de02-fb57-4686-9891-6cd78f9cfb3e None None] Allocated IP 172.22.0.2 (474eda3b-1f3a-4462-b3f9-ee1b6233864d/48994a22-5ea8-4f34-9147-34cc4056f968/3e179ff4-ccdd-4f3b-b30a-ed58b3162155) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:54:43.620447 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-63ba6b73-4742-43c4-bea1-f50312be460d tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:43.645658 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-63ba6b73-4742-43c4-bea1-f50312be460d tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:43.805525 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9df7d43-99aa-47b0-b8a3-e2772192e74e None None] Checking router: 3eb3074a-fbe0-42b9-9890-cbb3cb52acde for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:54:43.806540 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9df7d43-99aa-47b0-b8a3-e2772192e74e None None] Updating router 3eb3074a-fbe0-42b9-9890-cbb3cb52acde port 47eecaed-70df-4752-a0bf-8c2d9a324028 binding host n-d-803378-2 {{(pid=94422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 11:54:43.839953 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-63ba6b73-4742-43c4-bea1-f50312be460d tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33140268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33208272'] for router_interface, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:43.869785 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2493fe2a-f612-4022-9782-12f134975555 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:43.876575 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ba6b73-4742-43c4-bea1-f50312be460d tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Pushing event updated for resources: {'Port': ['ID=4bdb7f0f-f996-43f7-abee-77a836d9fd60,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:54:44.011127 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2493fe2a-f612-4022-9782-12f134975555 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:44.139599 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f9df7d43-99aa-47b0-b8a3-e2772192e74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:44.153746 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:44.161875 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8679901a-3169-40e3-bbf8-2c5cc9721272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29762700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24211087'] for subnet, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:44.229097 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ba6b73-4742-43c4-bea1-f50312be460d tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Network 18d33466-72ef-4f5c-addd-45e10262d9ee is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:54:44.232266 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-63ba6b73-4742-43c4-bea1-f50312be460d tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:54:44.402857 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2493fe2a-f612-4022-9782-12f134975555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:44.416409 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2493fe2a-f612-4022-9782-12f134975555 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:44.421365 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-2493fe2a-f612-4022-9782-12f134975555 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a107e36c-a638-4526-ab91-3b73feaeb2e1 HTTP/1.1" status: 204 len: 168 time: 1.4017627 Aug 05 11:54:44.427086 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8679901a-3169-40e3-bbf8-2c5cc9721272 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfce54b6-991e-4bac-8848-405675e3312d,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:54:44.449326 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8679901a-3169-40e3-bbf8-2c5cc9721272 admin admin] Checking segment: {'id': 'd04d9efc-abcb-4f65-93ca-e7d53aa92d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'b9c69729-0b70-4088-a30d-372be3774212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:54:44.450057 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8679901a-3169-40e3-bbf8-2c5cc9721272 admin admin] Network hostable DHCP agents. Network: b9c69729-0b70-4088-a30d-372be3774212, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:54:44.511905 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5b5c140f-76e2-489d-b853-0049cea021e8 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:44.704892 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-d655de02-fb57-4686-9891-6cd78f9cfb3e None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:44.760271 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8679901a-3169-40e3-bbf8-2c5cc9721272 admin admin] Network b9c69729-0b70-4088-a30d-372be3774212 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:54:44.783939 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06511e98-8ec9-42b3-b9e9-4df41b9aeb08 None None] Network 18d33466-72ef-4f5c-addd-45e10262d9ee requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:54:44.800382 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2493fe2a-f612-4022-9782-12f134975555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a107e36c-a638-4526-ab91-3b73feaeb2e1,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:54:44.802860 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-d655de02-fb57-4686-9891-6cd78f9cfb3e None None] Transition to ACTIVE for port object 3e179ff4-ccdd-4f3b-b30a-ed58b3162155 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:54:44.834215 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-8679901a-3169-40e3-bbf8-2c5cc9721272 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, b9c69729-0b70-4088-a30d-372be3774212) {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:54:44.852572 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2493fe2a-f612-4022-9782-12f134975555 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:54:44.852572 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2493fe2a-f612-4022-9782-12f134975555 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:54:44.853785 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2493fe2a-f612-4022-9782-12f134975555 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:54:44.860966 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2493fe2a-f612-4022-9782-12f134975555 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:54:44.865397 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2493fe2a-f612-4022-9782-12f134975555 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:54:44.866237 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2493fe2a-f612-4022-9782-12f134975555 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:54:44.866945 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2493fe2a-f612-4022-9782-12f134975555 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:54:44.867661 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2493fe2a-f612-4022-9782-12f134975555 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:54:44.870935 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8679901a-3169-40e3-bbf8-2c5cc9721272 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:54:44.871532 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2493fe2a-f612-4022-9782-12f134975555 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:54:44.872363 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2493fe2a-f612-4022-9782-12f134975555 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:54:44.873086 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2493fe2a-f612-4022-9782-12f134975555 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:54:44.873802 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2493fe2a-f612-4022-9782-12f134975555 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:54:44.886491 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8679901a-3169-40e3-bbf8-2c5cc9721272 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:44.916145 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63ba6b73-4742-43c4-bea1-f50312be460d tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Router be4414d0-fd4b-48ba-9677-4fd45cde2cc2 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 11:54:45.093438 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-8679901a-3169-40e3-bbf8-2c5cc9721272 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 3.1003754 Aug 05 11:54:45.377173 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4901701f-71a2-4033-b765-5931c8496919 None None] Network b9c69729-0b70-4088-a30d-372be3774212 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:54:45.392312 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 64fd49d7-0991-4a3b-8978-a3f8be7b9177 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:54:45.414942 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63ba6b73-4742-43c4-bea1-f50312be460d tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:54:45.432142 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da325595-9618-44c4-87f9-bd726cc2850f None None] Sync routers for ids ['be4414d0-fd4b-48ba-9677-4fd45cde2cc2'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:54:45.433691 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-63ba6b73-4742-43c4-bea1-f50312be460d tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "PUT /v2.0/routers/be4414d0-fd4b-48ba-9677-4fd45cde2cc2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4356937 Aug 05 11:54:45.438510 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 50290) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:54:45.461690 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da325595-9618-44c4-87f9-bd726cc2850f None None] Routers {'be4414d0-fd4b-48ba-9677-4fd45cde2cc2'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:54:45.467364 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-da325595-9618-44c4-87f9-bd726cc2850f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:54:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['be4414d0-fd4b-48ba-9677-4fd45cde2cc2'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:54:45.595809 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 50292) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:54:45.638729 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e1fcdea5-7dfa-4d83-98fc-97a9d2738530 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:45.729586 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-d655de02-fb57-4686-9891-6cd78f9cfb3e None None] Transition to ACTIVE for port object 3e179ff4-ccdd-4f3b-b30a-ed58b3162155 will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:54:45.961151 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-da325595-9618-44c4-87f9-bd726cc2850f None None] Set router be4414d0-fd4b-48ba-9677-4fd45cde2cc2 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:54:46.073927 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb00dd2d-d8c2-404d-b305-15259e71a207 tempest-TestNetworkBasicOps-896309334 tempest-TestNetworkBasicOps-896309334-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:54:46.074809 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb00dd2d-d8c2-404d-b305-15259e71a207 tempest-TestNetworkBasicOps-896309334 tempest-TestNetworkBasicOps-896309334-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:54:46.075699 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb00dd2d-d8c2-404d-b305-15259e71a207 tempest-TestNetworkBasicOps-896309334 tempest-TestNetworkBasicOps-896309334-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:54:46.076678 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb00dd2d-d8c2-404d-b305-15259e71a207 tempest-TestNetworkBasicOps-896309334 tempest-TestNetworkBasicOps-896309334-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:54:46.078468 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb00dd2d-d8c2-404d-b305-15259e71a207 tempest-TestNetworkBasicOps-896309334 tempest-TestNetworkBasicOps-896309334-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:54:46.078468 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb00dd2d-d8c2-404d-b305-15259e71a207 tempest-TestNetworkBasicOps-896309334 tempest-TestNetworkBasicOps-896309334-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:54:46.079339 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb00dd2d-d8c2-404d-b305-15259e71a207 tempest-TestNetworkBasicOps-896309334 tempest-TestNetworkBasicOps-896309334-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:54:46.080195 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb00dd2d-d8c2-404d-b305-15259e71a207 tempest-TestNetworkBasicOps-896309334 tempest-TestNetworkBasicOps-896309334-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:54:46.081135 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb00dd2d-d8c2-404d-b305-15259e71a207 tempest-TestNetworkBasicOps-896309334 tempest-TestNetworkBasicOps-896309334-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:54:46.082049 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb00dd2d-d8c2-404d-b305-15259e71a207 tempest-TestNetworkBasicOps-896309334 tempest-TestNetworkBasicOps-896309334-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:54:46.086111 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-fb00dd2d-d8c2-404d-b305-15259e71a207 tempest-TestNetworkBasicOps-896309334 tempest-TestNetworkBasicOps-896309334-project-admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7019 time: 0.6457810 Aug 05 11:54:46.091699 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 50306) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:54:46.094018 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-5b5c140f-76e2-489d-b853-0049cea021e8 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Allocated IP 172.22.0.1 (474eda3b-1f3a-4462-b3f9-ee1b6233864d/48994a22-5ea8-4f34-9147-34cc4056f968/2bf69b10-2e1c-489a-9303-7949e2979f7e) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:54:46.132238 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f9df7d43-99aa-47b0-b8a3-e2772192e74e None None] Notify callbacks [] for port, precommit_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:46.179264 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f93b911d-0050-4690-99c2-c32b58b604e4 None None] Provisioning for port 64fd49d7-0991-4a3b-8978-a3f8be7b9177 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:54:46.229121 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e1fcdea5-7dfa-4d83-98fc-97a9d2738530 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:46.246040 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-a78a3126-8496-430b-b7fd-a951c7f1d7a9 req-21ab9913-810d-4cab-b989-ceba924b283b tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1876378198', 'description': 'tempest-description-1261495394'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:54:46.267848 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-d655de02-fb57-4686-9891-6cd78f9cfb3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:46.277262 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e1fcdea5-7dfa-4d83-98fc-97a9d2738530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:46.426661 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d655de02-fb57-4686-9891-6cd78f9cfb3e None None] Network 474eda3b-1f3a-4462-b3f9-ee1b6233864d is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:54:46.449533 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f9df7d43-99aa-47b0-b8a3-e2772192e74e None None] Transition to ACTIVE for port object 47eecaed-70df-4752-a0bf-8c2d9a324028 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:54:46.459750 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d655de02-fb57-4686-9891-6cd78f9cfb3e None None] Pushing event updated for resources: {'Port': ['ID=3e179ff4-ccdd-4f3b-b30a-ed58b3162155,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:54:46.469493 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5aab6e6-205b-4f11-a23c-f5ba0b84ec75 None None] Network b9c69729-0b70-4088-a30d-372be3774212 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:54:46.489959 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-d655de02-fb57-4686-9891-6cd78f9cfb3e None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:54:46.495124 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d655de02-fb57-4686-9891-6cd78f9cfb3e None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:54:46.499425 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f9df7d43-99aa-47b0-b8a3-e2772192e74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:46.515463 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-e1fcdea5-7dfa-4d83-98fc-97a9d2738530 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=155064c63fb84652a9093c0bc2cb1ebb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9171338 Aug 05 11:54:46.519470 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67fa016-1379-4793-939c-71adb327f8b1 tempest-TestNetworkBasicOps-896309334 tempest-TestNetworkBasicOps-896309334-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:54:46.520849 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67fa016-1379-4793-939c-71adb327f8b1 tempest-TestNetworkBasicOps-896309334 tempest-TestNetworkBasicOps-896309334-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:54:46.522233 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67fa016-1379-4793-939c-71adb327f8b1 tempest-TestNetworkBasicOps-896309334 tempest-TestNetworkBasicOps-896309334-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:54:46.525774 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67fa016-1379-4793-939c-71adb327f8b1 tempest-TestNetworkBasicOps-896309334 tempest-TestNetworkBasicOps-896309334-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:54:46.526850 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67fa016-1379-4793-939c-71adb327f8b1 tempest-TestNetworkBasicOps-896309334 tempest-TestNetworkBasicOps-896309334-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:54:46.528423 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-a78a3126-8496-430b-b7fd-a951c7f1d7a9 req-21ab9913-810d-4cab-b989-ceba924b283b tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:46.528936 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67fa016-1379-4793-939c-71adb327f8b1 tempest-TestNetworkBasicOps-896309334 tempest-TestNetworkBasicOps-896309334-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:54:46.529889 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67fa016-1379-4793-939c-71adb327f8b1 tempest-TestNetworkBasicOps-896309334 tempest-TestNetworkBasicOps-896309334-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:54:46.531151 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67fa016-1379-4793-939c-71adb327f8b1 tempest-TestNetworkBasicOps-896309334 tempest-TestNetworkBasicOps-896309334-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:54:46.532468 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67fa016-1379-4793-939c-71adb327f8b1 tempest-TestNetworkBasicOps-896309334 tempest-TestNetworkBasicOps-896309334-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:54:46.532731 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 50310) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:54:46.533709 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67fa016-1379-4793-939c-71adb327f8b1 tempest-TestNetworkBasicOps-896309334 tempest-TestNetworkBasicOps-896309334-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:54:46.538901 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-e67fa016-1379-4793-939c-71adb327f8b1 tempest-TestNetworkBasicOps-896309334 tempest-TestNetworkBasicOps-896309334-project-admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6411 time: 0.4448178 Aug 05 11:54:46.543731 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 50312) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:54:46.551728 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fcdea5-7dfa-4d83-98fc-97a9d2738530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27f362c4-c29f-44bb-b3aa-797499cacfbd,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:54:46.811503 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-da325595-9618-44c4-87f9-bd726cc2850f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be4414d0-fd4b-48ba-9677-4fd45cde2cc2', 'name': 'tempest-TestNetworkBasicOps-router-1554882435', 'tenant_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': 'bd65e829-571c-4873-89a9-f4d3905625f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:54:22Z', 'updated_at': '2021-08-05T11:54:42Z', 'revision_number': 4, 'project_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'gw_port': {'id': 'bd65e829-571c-4873-89a9-f4d3905625f0', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:20:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4414d0-fd4b-48ba-9677-4fd45cde2cc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:54:24Z', 'updated_at': '2021-08-05T11:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '4bdb7f0f-f996-43f7-abee-77a836d9fd60', 'name': '', 'network_id': '18d33466-72ef-4f5c-addd-45e10262d9ee', 'tenant_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'mac_address': 'fa:16:3e:4f:79:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be4414d0-fd4b-48ba-9677-4fd45cde2cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '2847796d-5dbf-472e-a5ca-b99e1f825a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:54:39Z', 'updated_at': '2021-08-05T11:54:43Z', 'revision_number': 2, 'project_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'subnets': [{'id': '2847796d-5dbf-472e-a5ca-b99e1f825a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:54:46.906676 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da325595-9618-44c4-87f9-bd726cc2850f None None] Checking router: be4414d0-fd4b-48ba-9677-4fd45cde2cc2 for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:54:46.907731 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da325595-9618-44c4-87f9-bd726cc2850f None None] Updating router be4414d0-fd4b-48ba-9677-4fd45cde2cc2 port 4bdb7f0f-f996-43f7-abee-77a836d9fd60 binding host n-d-803378-2 {{(pid=94423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 11:54:46.984317 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-da325595-9618-44c4-87f9-bd726cc2850f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:47.142367 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5b5c140f-76e2-489d-b853-0049cea021e8 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:47.218701 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-219d61d1-49f7-4a30-8cf1-6bb58235d5fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:47.224948 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [None req-5b5c140f-76e2-489d-b853-0049cea021e8 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Transition to ACTIVE for port object 2bf69b10-2e1c-489a-9303-7949e2979f7e will not be triggered until provisioned by entity DHCP. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:54:47.307347 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-a78a3126-8496-430b-b7fd-a951c7f1d7a9 req-21ab9913-810d-4cab-b989-ceba924b283b tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:47.334994 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-219d61d1-49f7-4a30-8cf1-6bb58235d5fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:47.348312 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-a78a3126-8496-430b-b7fd-a951c7f1d7a9 req-21ab9913-810d-4cab-b989-ceba924b283b tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:47.383108 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b339934-e0b5-43d2-bc64-3dcdc1cb687e None None] Pushing event updated for resources: {'Port': ['ID=47eecaed-70df-4752-a0bf-8c2d9a324028,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:54:47.458250 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-19ca4bfd-7257-432a-8621-e49c3c04c0b6 tempest-TestNetworkBasicOps-896309334 tempest-TestNetworkBasicOps-896309334-project-admin] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3590 time: 0.9117491 Aug 05 11:54:47.554450 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-d655de02-fb57-4686-9891-6cd78f9cfb3e None None] Attempting to bind port 3e179ff4-ccdd-4f3b-b30a-ed58b3162155 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:54:47.555397 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-d655de02-fb57-4686-9891-6cd78f9cfb3e None None] Attempting to bind port 3e179ff4-ccdd-4f3b-b30a-ed58b3162155 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '1ff4f356-8e94-4af7-a00d-8cc406921888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '474eda3b-1f3a-4462-b3f9-ee1b6233864d'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:54:47.555601 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d655de02-fb57-4686-9891-6cd78f9cfb3e None None] Attempting to bind port 3e179ff4-ccdd-4f3b-b30a-ed58b3162155 on network 474eda3b-1f3a-4462-b3f9-ee1b6233864d {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:54:47.574695 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-f9df7d43-99aa-47b0-b8a3-e2772192e74e None None] Attempting to bind port 47eecaed-70df-4752-a0bf-8c2d9a324028 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:54:47.575763 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-f9df7d43-99aa-47b0-b8a3-e2772192e74e None None] Attempting to bind port 47eecaed-70df-4752-a0bf-8c2d9a324028 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '893c6f69-9993-43e2-a0c7-fa1c214a5e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '6591ebc9-694a-4e01-bc47-61a8532b949d'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:54:47.576431 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9df7d43-99aa-47b0-b8a3-e2772192e74e None None] Attempting to bind port 47eecaed-70df-4752-a0bf-8c2d9a324028 on network 6591ebc9-694a-4e01-bc47-61a8532b949d {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:54:47.591980 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d655de02-fb57-4686-9891-6cd78f9cfb3e None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:54:47.593046 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d655de02-fb57-4686-9891-6cd78f9cfb3e None None] Checking segment: {'id': '1ff4f356-8e94-4af7-a00d-8cc406921888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '474eda3b-1f3a-4462-b3f9-ee1b6233864d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:54:47.594219 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-d655de02-fb57-4686-9891-6cd78f9cfb3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:47.596279 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d655de02-fb57-4686-9891-6cd78f9cfb3e None None] Bound using segment: {'id': '1ff4f356-8e94-4af7-a00d-8cc406921888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '474eda3b-1f3a-4462-b3f9-ee1b6233864d'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:54:47.597536 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-d655de02-fb57-4686-9891-6cd78f9cfb3e None None] Bound port: 3e179ff4-ccdd-4f3b-b30a-ed58b3162155, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ff4f356-8e94-4af7-a00d-8cc406921888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '474eda3b-1f3a-4462-b3f9-ee1b6233864d'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:54:47.598820 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-d655de02-fb57-4686-9891-6cd78f9cfb3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:47.607136 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5b5c140f-76e2-489d-b853-0049cea021e8 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:47.674517 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9df7d43-99aa-47b0-b8a3-e2772192e74e None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:54:47.675225 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9df7d43-99aa-47b0-b8a3-e2772192e74e None None] Checking segment: {'id': '893c6f69-9993-43e2-a0c7-fa1c214a5e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '6591ebc9-694a-4e01-bc47-61a8532b949d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:54:47.676586 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f9df7d43-99aa-47b0-b8a3-e2772192e74e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:47.677805 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9df7d43-99aa-47b0-b8a3-e2772192e74e None None] Bound using segment: {'id': '893c6f69-9993-43e2-a0c7-fa1c214a5e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '6591ebc9-694a-4e01-bc47-61a8532b949d'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:54:47.678561 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-f9df7d43-99aa-47b0-b8a3-e2772192e74e None None] Bound port: 47eecaed-70df-4752-a0bf-8c2d9a324028, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '893c6f69-9993-43e2-a0c7-fa1c214a5e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '6591ebc9-694a-4e01-bc47-61a8532b949d'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:54:47.679096 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f9df7d43-99aa-47b0-b8a3-e2772192e74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:47.723973 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 64fd49d7-0991-4a3b-8978-a3f8be7b9177 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:54:47.734179 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-a78a3126-8496-430b-b7fd-a951c7f1d7a9 req-21ab9913-810d-4cab-b989-ceba924b283b tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:47.736913 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a78a3126-8496-430b-b7fd-a951c7f1d7a9 req-21ab9913-810d-4cab-b989-ceba924b283b tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.5066071 Aug 05 11:54:47.751994 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-219d61d1-49f7-4a30-8cf1-6bb58235d5fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:47.756468 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-219d61d1-49f7-4a30-8cf1-6bb58235d5fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:47.758920 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-219d61d1-49f7-4a30-8cf1-6bb58235d5fe admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/27f362c4-c29f-44bb-b3aa-797499cacfbd HTTP/1.1" status: 204 len: 168 time: 1.2245023 Aug 05 11:54:47.782391 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ab9913-810d-4cab-b989-ceba924b283b tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e58cdff-af4b-4a7c-afe3-75eb4258e43c,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:54:47.800439 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5c140f-76e2-489d-b853-0049cea021e8 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Pushing event updated for resources: {'Port': ['ID=2bf69b10-2e1c-489a-9303-7949e2979f7e,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:54:47.810689 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5c140f-76e2-489d-b853-0049cea021e8 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Network 474eda3b-1f3a-4462-b3f9-ee1b6233864d is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:54:47.839068 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-e10ee7f8-7971-43e3-a59a-90d9b76d299c req-329e63b4-c899-4658-b7e4-e56697918888 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1587894479', 'description': 'tempest-description-855473624'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:54:47.849825 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-5b5c140f-76e2-489d-b853-0049cea021e8 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:54:47.856188 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219d61d1-49f7-4a30-8cf1-6bb58235d5fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27f362c4-c29f-44bb-b3aa-797499cacfbd,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:54:47.859190 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5c140f-76e2-489d-b853-0049cea021e8 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:54:47.985114 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5b5c140f-76e2-489d-b853-0049cea021e8 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33288800'] for router_interface, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:47.996915 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 64fd49d7-0991-4a3b-8978-a3f8be7b9177 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:54:47.998033 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-da325595-9618-44c4-87f9-bd726cc2850f None None] Notify callbacks [] for port, precommit_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:47.999076 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:48.039557 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.provisioning_blocks [None req-da325595-9618-44c4-87f9-bd726cc2850f None None] Transition to ACTIVE for port object 4bdb7f0f-f996-43f7-abee-77a836d9fd60 will not be triggered until provisioned by entity L2. {{(pid=94423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:54:48.055175 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-da325595-9618-44c4-87f9-bd726cc2850f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:48.229367 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-e10ee7f8-7971-43e3-a59a-90d9b76d299c req-329e63b4-c899-4658-b7e4-e56697918888 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:48.376008 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5b5c140f-76e2-489d-b853-0049cea021e8 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:48.509806 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8fb981-beaf-4722-8524-dcd8e8a5c9d3 None None] Pushing event updated for resources: {'Port': ['ID=4bdb7f0f-f996-43f7-abee-77a836d9fd60,revision_number=3']} {{(pid=94423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:54:48.569668 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-da325595-9618-44c4-87f9-bd726cc2850f None None] Attempting to bind port 4bdb7f0f-f996-43f7-abee-77a836d9fd60 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:54:48.577096 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-da325595-9618-44c4-87f9-bd726cc2850f None None] Attempting to bind port 4bdb7f0f-f996-43f7-abee-77a836d9fd60 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'f5bf602d-2ef6-4043-82eb-35dfbd65fde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '18d33466-72ef-4f5c-addd-45e10262d9ee'}] {{(pid=94423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:54:48.578119 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da325595-9618-44c4-87f9-bd726cc2850f None None] Attempting to bind port 4bdb7f0f-f996-43f7-abee-77a836d9fd60 on network 18d33466-72ef-4f5c-addd-45e10262d9ee {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:54:48.588599 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f9df7d43-99aa-47b0-b8a3-e2772192e74e None None] For port 47eecaed-70df-4752-a0bf-8c2d9a324028, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:54:48.609266 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da325595-9618-44c4-87f9-bd726cc2850f None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:54:48.610418 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da325595-9618-44c4-87f9-bd726cc2850f None None] Checking segment: {'id': 'f5bf602d-2ef6-4043-82eb-35dfbd65fde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '18d33466-72ef-4f5c-addd-45e10262d9ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:54:48.612840 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-da325595-9618-44c4-87f9-bd726cc2850f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:48.613887 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da325595-9618-44c4-87f9-bd726cc2850f None None] Bound using segment: {'id': 'f5bf602d-2ef6-4043-82eb-35dfbd65fde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '18d33466-72ef-4f5c-addd-45e10262d9ee'} {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:54:48.616760 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-da325595-9618-44c4-87f9-bd726cc2850f None None] Bound port: 4bdb7f0f-f996-43f7-abee-77a836d9fd60, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5bf602d-2ef6-4043-82eb-35dfbd65fde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '18d33466-72ef-4f5c-addd-45e10262d9ee'}}] {{(pid=94423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:54:48.619659 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-da325595-9618-44c4-87f9-bd726cc2850f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:48.653658 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f9df7d43-99aa-47b0-b8a3-e2772192e74e None None] For port 47eecaed-70df-4752-a0bf-8c2d9a324028, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=47eecaed-70df-4752-a0bf-8c2d9a324028,segment=NetworkSegment(893c6f69-9993-43e2-a0c7-fa1c214a5e38),segment_id=893c6f69-9993-43e2-a0c7-fa1c214a5e38)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:54:48.661371 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-d655de02-fb57-4686-9891-6cd78f9cfb3e None None] For port 3e179ff4-ccdd-4f3b-b30a-ed58b3162155, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:54:48.676921 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-d655de02-fb57-4686-9891-6cd78f9cfb3e None None] For port 3e179ff4-ccdd-4f3b-b30a-ed58b3162155, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=3e179ff4-ccdd-4f3b-b30a-ed58b3162155,segment=NetworkSegment(1ff4f356-8e94-4af7-a00d-8cc406921888),segment_id=1ff4f356-8e94-4af7-a00d-8cc406921888)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:54:48.679585 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f9df7d43-99aa-47b0-b8a3-e2772192e74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:48.708089 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-d655de02-fb57-4686-9891-6cd78f9cfb3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:48.954078 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:49.034482 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.db [None req-da325595-9618-44c4-87f9-bd726cc2850f None None] For port 4bdb7f0f-f996-43f7-abee-77a836d9fd60, host n-d-803378-2, cleared binding levels {{(pid=94423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:54:49.047872 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.db [None req-da325595-9618-44c4-87f9-bd726cc2850f None None] For port 4bdb7f0f-f996-43f7-abee-77a836d9fd60, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=4bdb7f0f-f996-43f7-abee-77a836d9fd60,segment=NetworkSegment(f5bf602d-2ef6-4043-82eb-35dfbd65fde9),segment_id=f5bf602d-2ef6-4043-82eb-35dfbd65fde9)] {{(pid=94423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:54:49.059350 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-da325595-9618-44c4-87f9-bd726cc2850f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:49.070590 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-66a0ca73-b0a0-41b3-abdf-8e0fde7d96bb None None] Provisioning for port 4bdb7f0f-f996-43f7-abee-77a836d9fd60 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:54:49.299164 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da325595-9618-44c4-87f9-bd726cc2850f None None] Routers {'be4414d0-fd4b-48ba-9677-4fd45cde2cc2'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:54:49.304983 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-da325595-9618-44c4-87f9-bd726cc2850f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:54:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['be4414d0-fd4b-48ba-9677-4fd45cde2cc2'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:54:49.343267 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b339934-e0b5-43d2-bc64-3dcdc1cb687e None None] Pushing event updated for resources: {'Port': ['ID=47eecaed-70df-4752-a0bf-8c2d9a324028,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:54:49.458326 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9df7d43-99aa-47b0-b8a3-e2772192e74e None None] Routers {'3eb3074a-fbe0-42b9-9890-cbb3cb52acde'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:54:49.459919 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-f9df7d43-99aa-47b0-b8a3-e2772192e74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:54:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['3eb3074a-fbe0-42b9-9890-cbb3cb52acde'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:54:49.573985 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-e10ee7f8-7971-43e3-a59a-90d9b76d299c req-329e63b4-c899-4658-b7e4-e56697918888 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:49.625369 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-e10ee7f8-7971-43e3-a59a-90d9b76d299c req-329e63b4-c899-4658-b7e4-e56697918888 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:49.823870 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 50352) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:54:49.831351 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8fb981-beaf-4722-8524-dcd8e8a5c9d3 None None] Pushing event updated for resources: {'Port': ['ID=4bdb7f0f-f996-43f7-abee-77a836d9fd60,revision_number=4']} {{(pid=94423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:54:49.834960 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-71c0544e-db50-490e-bc92-251cf1eeb227 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1200325999', 'description': 'tempest-secgroup-smoke-1200325999 description', 'project_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:54:49.927704 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-e10ee7f8-7971-43e3-a59a-90d9b76d299c req-329e63b4-c899-4658-b7e4-e56697918888 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:49.946018 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e10ee7f8-7971-43e3-a59a-90d9b76d299c req-329e63b4-c899-4658-b7e4-e56697918888 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 2.1172028 Aug 05 11:54:49.982498 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-71c0544e-db50-490e-bc92-251cf1eeb227 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:50.013316 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329e63b4-c899-4658-b7e4-e56697918888 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c79a480-39b6-4920-aad4-c5b3f2f2ddd3,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:54:50.086586 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5b5c140f-76e2-489d-b853-0049cea021e8 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:50.104686 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329e63b4-c899-4658-b7e4-e56697918888 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:54:50.105530 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329e63b4-c899-4658-b7e4-e56697918888 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:54:50.106193 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329e63b4-c899-4658-b7e4-e56697918888 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:54:50.106698 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329e63b4-c899-4658-b7e4-e56697918888 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:54:50.107181 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329e63b4-c899-4658-b7e4-e56697918888 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:54:50.107794 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329e63b4-c899-4658-b7e4-e56697918888 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:54:50.108276 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329e63b4-c899-4658-b7e4-e56697918888 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:54:50.109511 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329e63b4-c899-4658-b7e4-e56697918888 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:54:50.109511 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329e63b4-c899-4658-b7e4-e56697918888 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:54:50.109511 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329e63b4-c899-4658-b7e4-e56697918888 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:54:50.111005 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329e63b4-c899-4658-b7e4-e56697918888 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:54:50.114915 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329e63b4-c899-4658-b7e4-e56697918888 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:54:50.145232 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5b5c140f-76e2-489d-b853-0049cea021e8 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:50.150119 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-da325595-9618-44c4-87f9-bd726cc2850f None None] Set router be4414d0-fd4b-48ba-9677-4fd45cde2cc2 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:54:50.158642 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-f9df7d43-99aa-47b0-b8a3-e2772192e74e None None] Set router 3eb3074a-fbe0-42b9-9890-cbb3cb52acde gateway port host: None {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:54:50.513565 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5c140f-76e2-489d-b853-0049cea021e8 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Pushing event updated for resources: {'Port': ['ID=2bf69b10-2e1c-489a-9303-7949e2979f7e,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:54:50.531711 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-71c0544e-db50-490e-bc92-251cf1eeb227 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:50.552037 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5b5c140f-76e2-489d-b853-0049cea021e8 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33140268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33208272'] for router_interface, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:50.555758 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-71c0544e-db50-490e-bc92-251cf1eeb227 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:50.607232 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port 64fd49d7-0991-4a3b-8978-a3f8be7b9177, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=64fd49d7-0991-4a3b-8978-a3f8be7b9177,segment=NetworkSegment(f5bf602d-2ef6-4043-82eb-35dfbd65fde9),segment_id=f5bf602d-2ef6-4043-82eb-35dfbd65fde9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:54:50.715986 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c0544e-db50-490e-bc92-251cf1eeb227 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eaca89e9-ba20-4cda-91a5-faaa99b4c47e,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:54:50.767523 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-71c0544e-db50-490e-bc92-251cf1eeb227 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:50.779701 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-71c0544e-db50-490e-bc92-251cf1eeb227 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9528973 Aug 05 11:54:50.789871 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 50376) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:54:50.816068 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-002fb263-fb9a-4ff4-aa58-cbdfceae4cab tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Request body: {'security_group_rule': {'security_group_id': 'eaca89e9-ba20-4cda-91a5-faaa99b4c47e', 'project_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:54:50.895567 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-66a0ca73-b0a0-41b3-abdf-8e0fde7d96bb None None] Provisioning complete for port 64fd49d7-0991-4a3b-8978-a3f8be7b9177 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:54:50.896885 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-66a0ca73-b0a0-41b3-abdf-8e0fde7d96bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:50.922079 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-002fb263-fb9a-4ff4-aa58-cbdfceae4cab tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:51.080191 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:51.081887 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device bd65e829-571c-4873-89a9-f4d3905625f0 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:54:51.272613 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-002fb263-fb9a-4ff4-aa58-cbdfceae4cab tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:51.298692 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-002fb263-fb9a-4ff4-aa58-cbdfceae4cab tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:51.432841 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002fb263-fb9a-4ff4-aa58-cbdfceae4cab tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=483ca948-f3b0-4870-ab2a-8ce535c267bc,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:54:51.448717 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-002fb263-fb9a-4ff4-aa58-cbdfceae4cab tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:51.448717 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-002fb263-fb9a-4ff4-aa58-cbdfceae4cab tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6466711 Aug 05 11:54:51.459696 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 50382) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:54:51.485951 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-795c705a-2d6f-4a35-b3f7-60206133244e tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Request body: {'security_group_rule': {'security_group_id': 'eaca89e9-ba20-4cda-91a5-faaa99b4c47e', 'project_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:54:51.547173 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d655de02-fb57-4686-9891-6cd78f9cfb3e None None] Pushing event updated for resources: {'Port': ['ID=3e179ff4-ccdd-4f3b-b30a-ed58b3162155,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:54:51.607140 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-795c705a-2d6f-4a35-b3f7-60206133244e tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:51.653225 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-da325595-9618-44c4-87f9-bd726cc2850f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be4414d0-fd4b-48ba-9677-4fd45cde2cc2', 'name': 'tempest-TestNetworkBasicOps-router-1554882435', 'tenant_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': 'bd65e829-571c-4873-89a9-f4d3905625f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:54:22Z', 'updated_at': '2021-08-05T11:54:42Z', 'revision_number': 4, 'project_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'gw_port': {'id': 'bd65e829-571c-4873-89a9-f4d3905625f0', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:20:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4414d0-fd4b-48ba-9677-4fd45cde2cc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:54:24Z', 'updated_at': '2021-08-05T11:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '4bdb7f0f-f996-43f7-abee-77a836d9fd60', 'name': '', 'network_id': '18d33466-72ef-4f5c-addd-45e10262d9ee', 'tenant_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'mac_address': 'fa:16:3e:4f:79:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be4414d0-fd4b-48ba-9677-4fd45cde2cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '2847796d-5dbf-472e-a5ca-b99e1f825a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:54:39Z', 'updated_at': '2021-08-05T11:54:48Z', 'revision_number': 4, 'project_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'subnets': [{'id': '2847796d-5dbf-472e-a5ca-b99e1f825a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:54:51.751844 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5c140f-76e2-489d-b853-0049cea021e8 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Network 474eda3b-1f3a-4462-b3f9-ee1b6233864d is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:54:51.764909 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-5b5c140f-76e2-489d-b853-0049cea021e8 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:54:51.801105 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da325595-9618-44c4-87f9-bd726cc2850f None None] The sync data for ids ['be4414d0-fd4b-48ba-9677-4fd45cde2cc2'] in n-d-803378-2 is: [{'id': 'be4414d0-fd4b-48ba-9677-4fd45cde2cc2', 'name': 'tempest-TestNetworkBasicOps-router-1554882435', 'tenant_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': 'bd65e829-571c-4873-89a9-f4d3905625f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:54:22Z', 'updated_at': '2021-08-05T11:54:42Z', 'revision_number': 4, 'project_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'gw_port': {'id': 'bd65e829-571c-4873-89a9-f4d3905625f0', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:20:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4414d0-fd4b-48ba-9677-4fd45cde2cc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:54:24Z', 'updated_at': '2021-08-05T11:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '4bdb7f0f-f996-43f7-abee-77a836d9fd60', 'name': '', 'network_id': '18d33466-72ef-4f5c-addd-45e10262d9ee', 'tenant_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'mac_address': 'fa:16:3e:4f:79:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be4414d0-fd4b-48ba-9677-4fd45cde2cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '2847796d-5dbf-472e-a5ca-b99e1f825a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:54:39Z', 'updated_at': '2021-08-05T11:54:48Z', 'revision_number': 4, 'project_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'subnets': [{'id': '2847796d-5dbf-472e-a5ca-b99e1f825a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:54:51.820997 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=64fd49d7-0991-4a3b-8978-a3f8be7b9177,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:54:51.983152 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-795c705a-2d6f-4a35-b3f7-60206133244e tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:51.996041 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-795c705a-2d6f-4a35-b3f7-60206133244e tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:52.077443 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795c705a-2d6f-4a35-b3f7-60206133244e tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bdd2dfb-d5b3-472a-b295-0e363cf8ec82,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:54:52.080149 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23c54b5-9e20-4676-ae6e-6013edb4235e req-8fac7c08-7cbe-41b5-a262-18f6732b465e tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:54:52.094530 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e23c54b5-9e20-4676-ae6e-6013edb4235e req-8fac7c08-7cbe-41b5-a262-18f6732b465e tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "GET /v2.0/networks?id=b9c69729-0b70-4088-a30d-372be3774212 HTTP/1.1" status: 200 len: 813 time: 1.2485266 Aug 05 11:54:52.114550 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-795c705a-2d6f-4a35-b3f7-60206133244e tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:52.118149 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-795c705a-2d6f-4a35-b3f7-60206133244e tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6557767 Aug 05 11:54:52.125350 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 50394) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:54:52.173033 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port bd65e829-571c-4873-89a9-f4d3905625f0 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:54:52.173775 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-ae03dac8-d72a-42db-90bb-39c0582bef08 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Request body: {'security_group_rule': {'security_group_id': 'eaca89e9-ba20-4cda-91a5-faaa99b4c47e', 'project_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:54:52.174610 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:52.284276 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e23c54b5-9e20-4676-ae6e-6013edb4235e req-c470a591-5a85-4f8d-8a92-7e37a666500e tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "GET /v2.0/quotas/2e7c65a434814f6199ebe26a23e571c4 HTTP/1.1" status: 200 len: 375 time: 0.0989208 Aug 05 11:54:52.297301 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ae03dac8-d72a-42db-90bb-39c0582bef08 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:52.301298 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc4ecd62-291d-4ecf-8bc1-86f93398c316 None None] Network 474eda3b-1f3a-4462-b3f9-ee1b6233864d requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:54:52.319326 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-f9df7d43-99aa-47b0-b8a3-e2772192e74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb3074a-fbe0-42b9-9890-cbb3cb52acde', 'name': 'tempest-RoutersTest-router-2126266726', 'tenant_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:54:11Z', 'updated_at': '2021-08-05T11:54:48Z', 'revision_number': 4, 'project_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'gw_port_host': None, '_interfaces': [{'id': '2bf69b10-2e1c-489a-9303-7949e2979f7e', 'name': '', 'network_id': '474eda3b-1f3a-4462-b3f9-ee1b6233864d', 'tenant_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'mac_address': 'fa:16:3e:80:b2:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eb3074a-fbe0-42b9-9890-cbb3cb52acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '48994a22-5ea8-4f34-9147-34cc4056f968', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:54:44Z', 'updated_at': '2021-08-05T11:54:46Z', 'revision_number': 1, 'project_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'subnets': [{'id': '48994a22-5ea8-4f34-9147-34cc4056f968', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '47eecaed-70df-4752-a0bf-8c2d9a324028', 'name': '', 'network_id': '6591ebc9-694a-4e01-bc47-61a8532b949d', 'tenant_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'mac_address': 'fa:16:3e:7f:9c:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eb3074a-fbe0-42b9-9890-cbb3cb52acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': '3ca2c4d5-31d6-4303-b817-ab5ebb2f28dc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:54:32Z', 'updated_at': '2021-08-05T11:54:48Z', 'revision_number': 4, 'project_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'subnets': [{'id': '3ca2c4d5-31d6-4303-b817-ab5ebb2f28dc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd816a619-81a6-401e-b2a9-35c53eea3c31', 'name': '', 'network_id': '0014ea42-e5b7-49e2-98e1-9da852015c0b', 'tenant_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'mac_address': 'fa:16:3e:4f:26:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb3074a-fbe0-42b9-9890-cbb3cb52acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': 'fb8c4481-bcef-4801-9875-906659d99c83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:54:16Z', 'updated_at': '2021-08-05T11:54:32Z', 'revision_number': 5, 'project_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'subnets': [{'id': 'fb8c4481-bcef-4801-9875-906659d99c83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:54:52.376334 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e23c54b5-9e20-4676-ae6e-6013edb4235e req-348666dd-18ff-40dc-8977-05dda8da3040 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=2e7c65a434814f6199ebe26a23e571c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0901053 Aug 05 11:54:52.419013 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:52.509827 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ae03dac8-d72a-42db-90bb-39c0582bef08 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:52.525987 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ae03dac8-d72a-42db-90bb-39c0582bef08 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:52.582720 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9df7d43-99aa-47b0-b8a3-e2772192e74e None None] The sync data for ids ['3eb3074a-fbe0-42b9-9890-cbb3cb52acde'] in n-d-803378-2 is: [{'id': '3eb3074a-fbe0-42b9-9890-cbb3cb52acde', 'name': 'tempest-RoutersTest-router-2126266726', 'tenant_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:54:11Z', 'updated_at': '2021-08-05T11:54:48Z', 'revision_number': 4, 'project_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'gw_port_host': None, '_interfaces': [{'id': '2bf69b10-2e1c-489a-9303-7949e2979f7e', 'name': '', 'network_id': '474eda3b-1f3a-4462-b3f9-ee1b6233864d', 'tenant_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'mac_address': 'fa:16:3e:80:b2:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eb3074a-fbe0-42b9-9890-cbb3cb52acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '48994a22-5ea8-4f34-9147-34cc4056f968', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:54:44Z', 'updated_at': '2021-08-05T11:54:46Z', 'revision_number': 1, 'project_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'subnets': [{'id': '48994a22-5ea8-4f34-9147-34cc4056f968', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '47eecaed-70df-4752-a0bf-8c2d9a324028', 'name': '', 'network_id': '6591ebc9-694a-4e01-bc47-61a8532b949d', 'tenant_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'mac_address': 'fa:16:3e:7f:9c:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eb3074a-fbe0-42b9-9890-cbb3cb52acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': '3ca2c4d5-31d6-4303-b817-ab5ebb2f28dc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:54:32Z', 'updated_at': '2021-08-05T11:54:48Z', 'revision_number': 4, 'project_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'subnets': [{'id': '3ca2c4d5-31d6-4303-b817-ab5ebb2f28dc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd816a619-81a6-401e-b2a9-35c53eea3c31', 'name': '', 'network_id': '0014ea42-e5b7-49e2-98e1-9da852015c0b', 'tenant_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'mac_address': 'fa:16:3e:4f:26:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb3074a-fbe0-42b9-9890-cbb3cb52acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': 'fb8c4481-bcef-4801-9875-906659d99c83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:54:16Z', 'updated_at': '2021-08-05T11:54:32Z', 'revision_number': 5, 'project_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'subnets': [{'id': 'fb8c4481-bcef-4801-9875-906659d99c83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:54:52.622126 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae03dac8-d72a-42db-90bb-39c0582bef08 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f026ad89-cc49-4147-811a-fd21b03bd25d,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:54:52.629625 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b5c140f-76e2-489d-b853-0049cea021e8 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Router 3eb3074a-fbe0-42b9-9890-cbb3cb52acde has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 11:54:52.694633 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ae03dac8-d72a-42db-90bb-39c0582bef08 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:52.707146 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-ae03dac8-d72a-42db-90bb-39c0582bef08 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5796974 Aug 05 11:54:52.738488 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 50404) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:54:52.800908 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-276c592a-ed1a-427b-9b54-880fc490f457 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Request body: {'security_group_rule': {'security_group_id': 'eaca89e9-ba20-4cda-91a5-faaa99b4c47e', 'project_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:54:52.946056 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-276c592a-ed1a-427b-9b54-880fc490f457 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:53.323939 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-276c592a-ed1a-427b-9b54-880fc490f457 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:53.344405 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-276c592a-ed1a-427b-9b54-880fc490f457 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:53.350924 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e23c54b5-9e20-4676-ae6e-6013edb4235e req-9c9de827-e325-4f77-8f3d-e52282380f8b service neutron] 10.222.0.58 "GET /v2.0/networks/b9c69729-0b70-4088-a30d-372be3774212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9667356 Aug 05 11:54:53.383414 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-fcd4ed98-ec7d-41eb-90cb-29739656d384 None None] Provisioning for port 3e179ff4-ccdd-4f3b-b30a-ed58b3162155 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:54:53.488320 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-276c592a-ed1a-427b-9b54-880fc490f457 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:53.502432 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-276c592a-ed1a-427b-9b54-880fc490f457 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7533937 Aug 05 11:54:53.515006 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 50410) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:54:53.530676 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b5c140f-76e2-489d-b853-0049cea021e8 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:54:53.538347 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-ab4539f9-614c-4f6e-8dfe-c3c347f80070 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Request body: {'security_group_rule': {'security_group_id': 'eaca89e9-ba20-4cda-91a5-faaa99b4c47e', 'project_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:54:53.570876 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276c592a-ed1a-427b-9b54-880fc490f457 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acbadce1-ea8d-43bf-9eb6-82a0fa7ff6e2,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:54:53.643267 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-5b5c140f-76e2-489d-b853-0049cea021e8 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] 10.222.0.58 "PUT /v2.0/routers/3eb3074a-fbe0-42b9-9890-cbb3cb52acde/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6866422 Aug 05 11:54:53.649167 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 50412) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:54:53.657526 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 64fd49d7-0991-4a3b-8978-a3f8be7b9177 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:54:53.685218 n-d-803378-2 neutron-server[94421]: INFO neutron.db.securitygroups_db [None req-ab4539f9-614c-4f6e-8dfe-c3c347f80070 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Project f68dcdcc6d3c4b72a557ce0cc98a5aa1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 05 11:54:53.695383 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-aecc3549-4867-4443-b5d4-04e7ea930fd7 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Request body: {'network': {'name': 'tempest-RoutersTest-1766999640'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:54:53.702286 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ab4539f9-614c-4f6e-8dfe-c3c347f80070 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:53.913077 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aecc3549-4867-4443-b5d4-04e7ea930fd7 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Made reservation on behalf of 0d8a98bfcc92414295ea4818a0ea96ca for: {'network': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:54:53.927034 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-aecc3549-4867-4443-b5d4-04e7ea930fd7 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:53.962207 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 64fd49d7-0991-4a3b-8978-a3f8be7b9177 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:54:53.963109 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:54.023812 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ab4539f9-614c-4f6e-8dfe-c3c347f80070 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:54.034014 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ab4539f9-614c-4f6e-8dfe-c3c347f80070 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:54.174244 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e23c54b5-9e20-4676-ae6e-6013edb4235e req-8e447f73-4937-4b53-b46d-fb1f9ab1cf71 service neutron] 10.222.0.58 "GET /v2.0/networks/b9c69729-0b70-4088-a30d-372be3774212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8098323 Aug 05 11:54:54.177321 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4539f9-614c-4f6e-8dfe-c3c347f80070 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ecf8981-6fb4-43af-af7f-ec2f93b498cf,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:54:54.187105 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ab4539f9-614c-4f6e-8dfe-c3c347f80070 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:54.195549 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-ab4539f9-614c-4f6e-8dfe-c3c347f80070 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6749036 Aug 05 11:54:54.200713 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 50420) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:54:54.202809 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aecc3549-4867-4443-b5d4-04e7ea930fd7 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] vlan segment allocate from pool success with {'vlan_id': 658, 'physical_network': 'physnet1'} {{(pid=94420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:54:54.242824 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-66352e4f-c445-4a07-a51c-66a8c9b21ee0 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Request body: {'security_group_rule': {'security_group_id': 'eaca89e9-ba20-4cda-91a5-faaa99b4c47e', 'project_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:54:54.266559 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-aecc3549-4867-4443-b5d4-04e7ea930fd7 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:54.267130 n-d-803378-2 neutron-server[94420]: INFO neutron.db.segments_db [None req-aecc3549-4867-4443-b5d4-04e7ea930fd7 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Added segment 7d5f6b5c-8903-463c-ad21-4c7996ddb0f0 of type vlan for network 2f8e135e-5f23-403a-9ca4-2de6cde4bbd4 Aug 05 11:54:54.397948 n-d-803378-2 neutron-server[94421]: INFO neutron.db.securitygroups_db [None req-66352e4f-c445-4a07-a51c-66a8c9b21ee0 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Project f68dcdcc6d3c4b72a557ce0cc98a5aa1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 05 11:54:54.427234 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-66352e4f-c445-4a07-a51c-66a8c9b21ee0 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:54.590481 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-aecc3549-4867-4443-b5d4-04e7ea930fd7 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:54.637253 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 3e179ff4-ccdd-4f3b-b30a-ed58b3162155 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:54:54.747171 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-aecc3549-4867-4443-b5d4-04e7ea930fd7 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:54.777270 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aecc3549-4867-4443-b5d4-04e7ea930fd7 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:54:54.792690 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-aecc3549-4867-4443-b5d4-04e7ea930fd7 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:54.880925 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-66352e4f-c445-4a07-a51c-66a8c9b21ee0 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:54.889766 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-66352e4f-c445-4a07-a51c-66a8c9b21ee0 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:54.982789 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66352e4f-c445-4a07-a51c-66a8c9b21ee0 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27d10d32-1f8d-47c1-8fdb-c65f061c96cc,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:54:55.003112 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-0f34d34b-824a-4b26-9e1b-ac076d4812cd None None] Provisioning for port 2bf69b10-2e1c-489a-9303-7949e2979f7e completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:54:55.036468 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-66352e4f-c445-4a07-a51c-66a8c9b21ee0 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:55.044711 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-66352e4f-c445-4a07-a51c-66a8c9b21ee0 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8379033 Aug 05 11:54:55.054132 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-0f34d34b-824a-4b26-9e1b-ac076d4812cd None None] Provisioning complete for port 2bf69b10-2e1c-489a-9303-7949e2979f7e triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:54:55.055262 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-0f34d34b-824a-4b26-9e1b-ac076d4812cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:55.098998 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc3549-4867-4443-b5d4-04e7ea930fd7 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Pushing event updated for resources: {'Network': ['ID=2f8e135e-5f23-403a-9ca4-2de6cde4bbd4,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:54:55.145119 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-aecc3549-4867-4443-b5d4-04e7ea930fd7 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.4935288 Aug 05 11:54:55.149337 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 50436) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:54:55.156746 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-34dcafa9-f834-4b7d-a931-7cbbf3ee5501 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Request body: {'subnet': {'network_id': '2f8e135e-5f23-403a-9ca4-2de6cde4bbd4', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:54:55.261193 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-0f34d34b-824a-4b26-9e1b-ac076d4812cd None None] Port 2bf69b10-2e1c-489a-9303-7949e2979f7e cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:54:55.325778 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 2f8e135e-5f23-403a-9ca4-2de6cde4bbd4 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:54:55.348382 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-db52c198-9bb5-4da9-b35e-6d6f18409f33 req-a13cd324-a048-4dd6-84bb-a07608489e46 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "GET /v2.0/ports?device_id=6963e1c9-dce8-474f-aa93-772bbef69331 HTTP/1.1" status: 200 len: 210 time: 0.1884575 Aug 05 11:54:55.408862 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 3e179ff4-ccdd-4f3b-b30a-ed58b3162155 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:54:55.519820 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-0f34d34b-824a-4b26-9e1b-ac076d4812cd None None] Provisioning complete for port 3e179ff4-ccdd-4f3b-b30a-ed58b3162155 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:54:55.522213 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-0f34d34b-824a-4b26-9e1b-ac076d4812cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:55.615058 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34dcafa9-f834-4b7d-a931-7cbbf3ee5501 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Made reservation on behalf of 0d8a98bfcc92414295ea4818a0ea96ca for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:54:55.622104 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-34dcafa9-f834-4b7d-a931-7cbbf3ee5501 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:55.830311 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 3e179ff4-ccdd-4f3b-b30a-ed58b3162155 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:54:55.844203 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:56.187635 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3d33e658-4919-484e-a729-98fc3ec3992d req-75b6df3c-616c-4819-81b8-55707316884e tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1200325999&fields=id&tenant_id=f68dcdcc6d3c4b72a557ce0cc98a5aa1 HTTP/1.1" status: 200 len: 267 time: 0.1615145 Aug 05 11:54:56.199058 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 50452) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:54:56.563904 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-34dcafa9-f834-4b7d-a931-7cbbf3ee5501 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25038678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30075167'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:56.751693 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dcafa9-f834-4b7d-a931-7cbbf3ee5501 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Pushing event updated for resources: {'Subnet': ['ID=7262a471-c3c0-4fb0-b1c7-dab3cc8a2975,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:54:56.832028 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d33e658-4919-484e-a729-98fc3ec3992d req-cce51b11-b3bc-4e8c-aefc-aeed69c4be87 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:54:56.847449 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3d33e658-4919-484e-a729-98fc3ec3992d req-cce51b11-b3bc-4e8c-aefc-aeed69c4be87 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "GET /v2.0/networks?id=18d33466-72ef-4f5c-addd-45e10262d9ee HTTP/1.1" status: 200 len: 797 time: 0.6568742 Aug 05 11:54:56.889340 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34dcafa9-f834-4b7d-a931-7cbbf3ee5501 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Checking segment: {'id': '7d5f6b5c-8903-463c-ad21-4c7996ddb0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '2f8e135e-5f23-403a-9ca4-2de6cde4bbd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:54:56.890006 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34dcafa9-f834-4b7d-a931-7cbbf3ee5501 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Network hostable DHCP agents. Network: 2f8e135e-5f23-403a-9ca4-2de6cde4bbd4, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:54:56.894790 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bf5160dd-6d8a-441e-baf2-8bb7700e506c req-5238bb00-471d-44eb-ab01-b5d578cbc6d9 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "GET /v2.0/ports?device_id=6963e1c9-dce8-474f-aa93-772bbef69331 HTTP/1.1" status: 200 len: 210 time: 0.2147143 Aug 05 11:54:56.898250 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6330a720-1e8a-44c9-9ab3-8b0a8291781f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:56.929189 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18eafe52-49ff-45fd-8904-2734d956d1ed None None] Sync routers for ids ['3eb3074a-fbe0-42b9-9890-cbb3cb52acde'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:54:56.950895 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34dcafa9-f834-4b7d-a931-7cbbf3ee5501 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Network 2f8e135e-5f23-403a-9ca4-2de6cde4bbd4 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:54:56.974115 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3d33e658-4919-484e-a729-98fc3ec3992d req-32f3bdb7-0f89-4e35-9649-3e0e77fd433d tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "GET /v2.0/quotas/f68dcdcc6d3c4b72a557ce0cc98a5aa1 HTTP/1.1" status: 200 len: 375 time: 0.1242125 Aug 05 11:54:56.992313 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-34dcafa9-f834-4b7d-a931-7cbbf3ee5501 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, 2f8e135e-5f23-403a-9ca4-2de6cde4bbd4) {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:54:56.998163 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34dcafa9-f834-4b7d-a931-7cbbf3ee5501 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:54:57.003144 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-34dcafa9-f834-4b7d-a931-7cbbf3ee5501 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:57.063635 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cef12d4-7816-456c-8c22-6ec2a82c8014 None None] Network 2f8e135e-5f23-403a-9ca4-2de6cde4bbd4 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:54:57.131204 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18eafe52-49ff-45fd-8904-2734d956d1ed None None] Routers {'3eb3074a-fbe0-42b9-9890-cbb3cb52acde'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:54:57.136234 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-18eafe52-49ff-45fd-8904-2734d956d1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:54:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['3eb3074a-fbe0-42b9-9890-cbb3cb52acde'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:54:57.162872 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3d33e658-4919-484e-a729-98fc3ec3992d req-89265d75-3064-4839-a61f-defc24e9fedf tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=f68dcdcc6d3c4b72a557ce0cc98a5aa1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1683156 Aug 05 11:54:57.222433 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-0f34d34b-824a-4b26-9e1b-ac076d4812cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:57.378448 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:57.422487 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6330a720-1e8a-44c9-9ab3-8b0a8291781f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:57.464136 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6330a720-1e8a-44c9-9ab3-8b0a8291781f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:57.465789 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-34dcafa9-f834-4b7d-a931-7cbbf3ee5501 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3144474 Aug 05 11:54:57.467570 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 50468) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:54:57.531622 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port 3e179ff4-ccdd-4f3b-b30a-ed58b3162155, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=3e179ff4-ccdd-4f3b-b30a-ed58b3162155,segment=NetworkSegment(1ff4f356-8e94-4af7-a00d-8cc406921888),segment_id=1ff4f356-8e94-4af7-a00d-8cc406921888)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:54:57.537645 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-18eafe52-49ff-45fd-8904-2734d956d1ed None None] Set router 3eb3074a-fbe0-42b9-9890-cbb3cb52acde gateway port host: None {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:54:57.693211 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3d33e658-4919-484e-a729-98fc3ec3992d req-14fda44e-55d3-4a44-81ec-1b2f7a03b99e service neutron] 10.222.0.58 "GET /v2.0/networks/18d33466-72ef-4f5c-addd-45e10262d9ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4669411 Aug 05 11:54:57.739237 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-6330a720-1e8a-44c9-9ab3-8b0a8291781f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=397b51dfc3e140b3a309ee3ebc26e026&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5218840 Aug 05 11:54:57.742579 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 50474) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:54:57.763569 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.db.api [None req-0f34d34b-824a-4b26-9e1b-ac076d4812cd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94422) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 05 11:54:57.763569 n-d-803378-2 neutron-server[94422]: DEBUG oslo_db.api [None req-0f34d34b-824a-4b26-9e1b-ac076d4812cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 11:54:57.763569 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:57.763569 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 4bdb7f0f-f996-43f7-abee-77a836d9fd60 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:54:57.806787 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6330a720-1e8a-44c9-9ab3-8b0a8291781f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51add0b6-7b10-4513-9393-8e30ba43a991,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:54:58.122632 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3bfe67cb-5bd9-41b9-be8a-4378f61a647c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:58.125354 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5f2cb73d-8c3d-4207-8282-609fc242e41d req-79d2cbb2-2a3a-4799-b3aa-4727798b57f4 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "GET /v2.0/ports?device_id=6963e1c9-dce8-474f-aa93-772bbef69331 HTTP/1.1" status: 200 len: 210 time: 0.1066859 Aug 05 11:54:58.226180 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3d33e658-4919-484e-a729-98fc3ec3992d req-3e4d9537-baf4-46ca-8b95-1c1aaadcb6c9 service neutron] 10.222.0.58 "GET /v2.0/networks/18d33466-72ef-4f5c-addd-45e10262d9ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5010848 Aug 05 11:54:58.230290 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=3e179ff4-ccdd-4f3b-b30a-ed58b3162155,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:54:58.555465 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 4bdb7f0f-f996-43f7-abee-77a836d9fd60 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:54:58.606596 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 4bdb7f0f-f996-43f7-abee-77a836d9fd60 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:54:58.607448 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:58.698933 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-8376229b-2950-4cb3-b240-1d7270558db0 None None] Provisioning complete for port 2bf69b10-2e1c-489a-9303-7949e2979f7e triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:54:58.699915 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-8376229b-2950-4cb3-b240-1d7270558db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:58.729734 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7923548-d819-431e-a694-a0b318209496 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-2f8e135e-5f23-403a-9ca4-2de6cde4bbd4', 'network_id': '2f8e135e-5f23-403a-9ca4-2de6cde4bbd4', 'tenant_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'fixed_ips': [{'subnet_id': '7262a471-c3c0-4fb0-b1c7-dab3cc8a2975'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 11:54:58.731793 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c7923548-d819-431e-a694-a0b318209496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:59.140982 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1d052189-aa49-4937-9ae0-34c14282dbc7 req-86269494-8740-4a12-afd1-e235181b35e4 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "GET /v2.0/ports?device_id=44bf7af3-4b93-463e-b016-46d0136c0a9c HTTP/1.1" status: 200 len: 210 time: 0.1546888 Aug 05 11:54:59.409699 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-8376229b-2950-4cb3-b240-1d7270558db0 None None] Port 2bf69b10-2e1c-489a-9303-7949e2979f7e cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:54:59.431463 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5e4d53b1-194a-4272-918d-0abcdd84617e req-dfebace9-8457-45c7-a713-c77db25a3fe1 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "GET /v2.0/ports?device_id=6963e1c9-dce8-474f-aa93-772bbef69331 HTTP/1.1" status: 200 len: 210 time: 0.0813785 Aug 05 11:54:59.567306 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 11:54:59.570591 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:59.783295 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:54:59.908026 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-18eafe52-49ff-45fd-8904-2734d956d1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb3074a-fbe0-42b9-9890-cbb3cb52acde', 'name': 'tempest-RoutersTest-router-2126266726', 'tenant_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:54:11Z', 'updated_at': '2021-08-05T11:54:48Z', 'revision_number': 4, 'project_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'gw_port_host': None, '_interfaces': [{'id': '2bf69b10-2e1c-489a-9303-7949e2979f7e', 'name': '', 'network_id': '474eda3b-1f3a-4462-b3f9-ee1b6233864d', 'tenant_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'mac_address': 'fa:16:3e:80:b2:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eb3074a-fbe0-42b9-9890-cbb3cb52acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '48994a22-5ea8-4f34-9147-34cc4056f968', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:54:44Z', 'updated_at': '2021-08-05T11:54:48Z', 'revision_number': 2, 'project_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'subnets': [{'id': '48994a22-5ea8-4f34-9147-34cc4056f968', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '47eecaed-70df-4752-a0bf-8c2d9a324028', 'name': '', 'network_id': '6591ebc9-694a-4e01-bc47-61a8532b949d', 'tenant_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'mac_address': 'fa:16:3e:7f:9c:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eb3074a-fbe0-42b9-9890-cbb3cb52acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': '3ca2c4d5-31d6-4303-b817-ab5ebb2f28dc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:54:32Z', 'updated_at': '2021-08-05T11:54:48Z', 'revision_number': 4, 'project_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'subnets': [{'id': '3ca2c4d5-31d6-4303-b817-ab5ebb2f28dc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd816a619-81a6-401e-b2a9-35c53eea3c31', 'name': '', 'network_id': '0014ea42-e5b7-49e2-98e1-9da852015c0b', 'tenant_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'mac_address': 'fa:16:3e:4f:26:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb3074a-fbe0-42b9-9890-cbb3cb52acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': 'fb8c4481-bcef-4801-9875-906659d99c83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:54:16Z', 'updated_at': '2021-08-05T11:54:32Z', 'revision_number': 5, 'project_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'subnets': [{'id': 'fb8c4481-bcef-4801-9875-906659d99c83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:54:59.911517 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port 4bdb7f0f-f996-43f7-abee-77a836d9fd60, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=4bdb7f0f-f996-43f7-abee-77a836d9fd60,segment=NetworkSegment(f5bf602d-2ef6-4043-82eb-35dfbd65fde9),segment_id=f5bf602d-2ef6-4043-82eb-35dfbd65fde9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:54:59.916986 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-c7923548-d819-431e-a694-a0b318209496 None None] Allocated IP 172.23.0.2 (2f8e135e-5f23-403a-9ca4-2de6cde4bbd4/7262a471-c3c0-4fb0-b1c7-dab3cc8a2975/d649a077-ceae-431a-ae84-ed6955acad9e) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:54:59.997542 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:00.002702 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18eafe52-49ff-45fd-8904-2734d956d1ed None None] Checking router: 3eb3074a-fbe0-42b9-9890-cbb3cb52acde for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:55:00.004233 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18eafe52-49ff-45fd-8904-2734d956d1ed None None] Updating router 3eb3074a-fbe0-42b9-9890-cbb3cb52acde port 2bf69b10-2e1c-489a-9303-7949e2979f7e binding host n-d-803378-2 {{(pid=94422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 11:55:00.352642 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23c54b5-9e20-4676-ae6e-6013edb4235e req-fae0d553-0874-41e0-bb07-3068d6fc4f6d tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:55:00.360149 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e23c54b5-9e20-4676-ae6e-6013edb4235e req-fae0d553-0874-41e0-bb07-3068d6fc4f6d tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.55 "GET /v2.0/networks?id=b9c69729-0b70-4088-a30d-372be3774212 HTTP/1.1" status: 200 len: 813 time: 0.5399354 Aug 05 11:55:00.398824 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3bfe67cb-5bd9-41b9-be8a-4378f61a647c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:00.428715 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-e23c54b5-9e20-4676-ae6e-6013edb4235e req-42f17272-7d79-480f-97cc-c06cf850d92e tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Request body: {'port': {'device_id': '6963e1c9-dce8-474f-aa93-772bbef69331', 'network_id': 'b9c69729-0b70-4088-a30d-372be3774212', 'admin_state_up': True, 'tenant_id': '2e7c65a434814f6199ebe26a23e571c4'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:55:00.477674 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-86eb69bd-3c42-4e1c-9838-8b1ca9374712 req-abb2eb87-1ff2-4738-a805-86d74d05f8d5 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "GET /v2.0/ports?device_id=44bf7af3-4b93-463e-b016-46d0136c0a9c HTTP/1.1" status: 200 len: 210 time: 0.1568112 Aug 05 11:55:00.572849 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-18eafe52-49ff-45fd-8904-2734d956d1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:00.624626 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a40331f7-1a7f-4ca6-ab85-3fb1a8e3661f req-6bac8c31-437d-4e50-b09d-bdf9eae96424 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "GET /v2.0/ports?device_id=6963e1c9-dce8-474f-aa93-772bbef69331 HTTP/1.1" status: 200 len: 210 time: 0.0445340 Aug 05 11:55:00.738861 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 47eecaed-70df-4752-a0bf-8c2d9a324028 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:55:00.885974 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-88cbadc7-127b-4da1-9d0a-9ff11c018555 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:00.891611 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3bfe67cb-5bd9-41b9-be8a-4378f61a647c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:00.896408 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3bfe67cb-5bd9-41b9-be8a-4378f61a647c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:00.898415 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-3bfe67cb-5bd9-41b9-be8a-4378f61a647c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/51add0b6-7b10-4513-9393-8e30ba43a991 HTTP/1.1" status: 204 len: 168 time: 3.1530113 Aug 05 11:55:00.943421 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c7923548-d819-431e-a694-a0b318209496 None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:00.948765 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=4bdb7f0f-f996-43f7-abee-77a836d9fd60,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:55:00.979185 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfe67cb-5bd9-41b9-be8a-4378f61a647c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51add0b6-7b10-4513-9393-8e30ba43a991,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:55:01.098854 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-c7923548-d819-431e-a694-a0b318209496 None None] Transition to ACTIVE for port object d649a077-ceae-431a-ae84-ed6955acad9e will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:55:01.179174 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e23c54b5-9e20-4676-ae6e-6013edb4235e req-42f17272-7d79-480f-97cc-c06cf850d92e tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Made reservation on behalf of 2e7c65a434814f6199ebe26a23e571c4 for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:55:01.187640 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-e23c54b5-9e20-4676-ae6e-6013edb4235e req-42f17272-7d79-480f-97cc-c06cf850d92e tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:01.396962 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-c7923548-d819-431e-a694-a0b318209496 None None] Transition to ACTIVE for port object d649a077-ceae-431a-ae84-ed6955acad9e will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:55:01.446399 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 47eecaed-70df-4752-a0bf-8c2d9a324028 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:55:01.541493 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 47eecaed-70df-4752-a0bf-8c2d9a324028 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:55:01.545019 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:01.709422 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c7923548-d819-431e-a694-a0b318209496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:01.800240 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cdce6ccc-48df-4a61-b3e2-1235f1de0cdc req-c9cce03a-a277-46e9-8056-b39480aacae0 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "GET /v2.0/ports?device_id=44bf7af3-4b93-463e-b016-46d0136c0a9c HTTP/1.1" status: 200 len: 210 time: 0.0980721 Aug 05 11:55:01.840579 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7923548-d819-431e-a694-a0b318209496 None None] Network 2f8e135e-5f23-403a-9ca4-2de6cde4bbd4 is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:55:01.849090 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-c7923548-d819-431e-a694-a0b318209496 None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:55:01.902753 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7923548-d819-431e-a694-a0b318209496 None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:55:01.961618 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ca48d5a0-8953-43a9-8eb8-019be85e5ff3 req-68bf360a-0af4-4f31-aa92-5deda94790e1 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "GET /v2.0/ports?device_id=6963e1c9-dce8-474f-aa93-772bbef69331 HTTP/1.1" status: 200 len: 210 time: 0.1194890 Aug 05 11:55:01.998470 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 50508) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:55:02.042032 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-912ebcad-b3fc-4610-b170-acd9957e599e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:02.081442 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7923548-d819-431e-a694-a0b318209496 None None] Pushing event updated for resources: {'Port': ['ID=d649a077-ceae-431a-ae84-ed6955acad9e,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:55:02.150977 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-e23c54b5-9e20-4676-ae6e-6013edb4235e req-42f17272-7d79-480f-97cc-c06cf850d92e tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Allocated IP 172.20.0.14 (b9c69729-0b70-4088-a30d-372be3774212/bfce54b6-991e-4bac-8848-405675e3312d/617aef5c-c4cd-4d45-bc00-46e948738306) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:55:02.155431 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-88cbadc7-127b-4da1-9d0a-9ff11c018555 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Allocated IP 172.23.0.1 (2f8e135e-5f23-403a-9ca4-2de6cde4bbd4/7262a471-c3c0-4fb0-b1c7-dab3cc8a2975/df7d1a92-5502-40db-9b2c-a9bfb74f56c2) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:55:02.159396 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-c7923548-d819-431e-a694-a0b318209496 None None] Attempting to bind port d649a077-ceae-431a-ae84-ed6955acad9e on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:55:02.159396 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-c7923548-d819-431e-a694-a0b318209496 None None] Attempting to bind port d649a077-ceae-431a-ae84-ed6955acad9e by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '7d5f6b5c-8903-463c-ad21-4c7996ddb0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '2f8e135e-5f23-403a-9ca4-2de6cde4bbd4'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:55:02.160076 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7923548-d819-431e-a694-a0b318209496 None None] Attempting to bind port d649a077-ceae-431a-ae84-ed6955acad9e on network 2f8e135e-5f23-403a-9ca4-2de6cde4bbd4 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:55:02.188746 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7923548-d819-431e-a694-a0b318209496 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:55:02.188746 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7923548-d819-431e-a694-a0b318209496 None None] Checking segment: {'id': '7d5f6b5c-8903-463c-ad21-4c7996ddb0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '2f8e135e-5f23-403a-9ca4-2de6cde4bbd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:55:02.188746 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c7923548-d819-431e-a694-a0b318209496 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:02.188746 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7923548-d819-431e-a694-a0b318209496 None None] Bound using segment: {'id': '7d5f6b5c-8903-463c-ad21-4c7996ddb0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '2f8e135e-5f23-403a-9ca4-2de6cde4bbd4'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:55:02.189613 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-c7923548-d819-431e-a694-a0b318209496 None None] Bound port: d649a077-ceae-431a-ae84-ed6955acad9e, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d5f6b5c-8903-463c-ad21-4c7996ddb0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '2f8e135e-5f23-403a-9ca4-2de6cde4bbd4'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:55:02.190749 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c7923548-d819-431e-a694-a0b318209496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:02.395238 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-912ebcad-b3fc-4610-b170-acd9957e599e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:02.408428 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-912ebcad-b3fc-4610-b170-acd9957e599e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:02.507225 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-912ebcad-b3fc-4610-b170-acd9957e599e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4e2ea0c2f7f74491a12e84b8c41061f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5063353 Aug 05 11:55:02.508865 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 50512) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:55:02.525455 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912ebcad-b3fc-4610-b170-acd9957e599e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80da85a1-113f-48b6-b11a-3e7544346759,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:55:02.592022 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:02.822379 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d33e658-4919-484e-a729-98fc3ec3992d req-c6da288a-801b-4122-a3f1-c7fceda0c45f tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:55:02.823411 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-92a237b8-38e6-4134-bbe3-026b03e18c41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:02.825025 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3d33e658-4919-484e-a729-98fc3ec3992d req-c6da288a-801b-4122-a3f1-c7fceda0c45f tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.64 "GET /v2.0/networks?id=18d33466-72ef-4f5c-addd-45e10262d9ee HTTP/1.1" status: 200 len: 797 time: 0.4997125 Aug 05 11:55:02.857760 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-88cbadc7-127b-4da1-9d0a-9ff11c018555 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:02.862938 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port 47eecaed-70df-4752-a0bf-8c2d9a324028, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=47eecaed-70df-4752-a0bf-8c2d9a324028,segment=NetworkSegment(893c6f69-9993-43e2-a0c7-fa1c214a5e38),segment_id=893c6f69-9993-43e2-a0c7-fa1c214a5e38)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:55:02.899236 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:02.904881 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 3e179ff4-ccdd-4f3b-b30a-ed58b3162155 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:55:02.916283 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-92a237b8-38e6-4134-bbe3-026b03e18c41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:02.938354 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [None req-88cbadc7-127b-4da1-9d0a-9ff11c018555 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Transition to ACTIVE for port object df7d1a92-5502-40db-9b2c-a9bfb74f56c2 will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:55:03.062296 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-e23c54b5-9e20-4676-ae6e-6013edb4235e req-42f17272-7d79-480f-97cc-c06cf850d92e tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:03.111632 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3d33e658-4919-484e-a729-98fc3ec3992d req-aea3d3c3-3226-4411-8952-ff2044c436a9 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f68dcdcc6d3c4b72a557ce0cc98a5aa1 HTTP/1.1" status: 200 len: 380 time: 0.2414203 Aug 05 11:55:03.138800 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-18eafe52-49ff-45fd-8904-2734d956d1ed None None] Notify callbacks [] for port, precommit_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:03.147429 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-3d33e658-4919-484e-a729-98fc3ec3992d req-07ad7303-be7c-4750-812b-a2f7c0a029e9 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Request body: {'port': {'device_id': '44bf7af3-4b93-463e-b016-46d0136c0a9c', 'network_id': '18d33466-72ef-4f5c-addd-45e10262d9ee', 'admin_state_up': True, 'tenant_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'security_groups': ['eaca89e9-ba20-4cda-91a5-faaa99b4c47e']}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:55:03.155645 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-c7923548-d819-431e-a694-a0b318209496 None None] For port d649a077-ceae-431a-ae84-ed6955acad9e, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:55:03.162480 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3c8ec74b-c6d6-4f05-b4d1-c778a15727ee req-ccf2593e-b5f9-44e2-9627-43d2f2e0027b tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "GET /v2.0/ports?device_id=44bf7af3-4b93-463e-b016-46d0136c0a9c HTTP/1.1" status: 200 len: 210 time: 0.1119540 Aug 05 11:55:03.166595 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-c7923548-d819-431e-a694-a0b318209496 None None] For port d649a077-ceae-431a-ae84-ed6955acad9e, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=d649a077-ceae-431a-ae84-ed6955acad9e,segment=NetworkSegment(7d5f6b5c-8903-463c-ad21-4c7996ddb0f0),segment_id=7d5f6b5c-8903-463c-ad21-4c7996ddb0f0)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:55:03.168940 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-88cbadc7-127b-4da1-9d0a-9ff11c018555 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:03.259436 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-18eafe52-49ff-45fd-8904-2734d956d1ed None None] Transition to ACTIVE for port object 2bf69b10-2e1c-489a-9303-7949e2979f7e will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:55:03.270715 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c7923548-d819-431e-a694-a0b318209496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:03.294949 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=47eecaed-70df-4752-a0bf-8c2d9a324028,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:55:03.314535 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3c924817-6958-42ad-940b-6168c5993459 req-b2d9799d-583c-4630-8c68-f3e842b1a54b tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "GET /v2.0/ports?device_id=6963e1c9-dce8-474f-aa93-772bbef69331 HTTP/1.1" status: 200 len: 210 time: 0.0950849 Aug 05 11:55:03.355084 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-92a237b8-38e6-4134-bbe3-026b03e18c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:03.368660 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-92a237b8-38e6-4134-bbe3-026b03e18c41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:03.380065 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-92a237b8-38e6-4134-bbe3-026b03e18c41 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/80da85a1-113f-48b6-b11a-3e7544346759 HTTP/1.1" status: 204 len: 168 time: 0.8680844 Aug 05 11:55:03.412797 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a237b8-38e6-4134-bbe3-026b03e18c41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80da85a1-113f-48b6-b11a-3e7544346759,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:55:03.514688 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-18eafe52-49ff-45fd-8904-2734d956d1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:03.522758 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7923548-d819-431e-a694-a0b318209496 None None] Pushing event updated for resources: {'Port': ['ID=d649a077-ceae-431a-ae84-ed6955acad9e,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:55:03.658102 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 3e179ff4-ccdd-4f3b-b30a-ed58b3162155 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:55:03.659142 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:03.801824 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cbadc7-127b-4da1-9d0a-9ff11c018555 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Pushing event updated for resources: {'Port': ['ID=df7d1a92-5502-40db-9b2c-a9bfb74f56c2,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:55:03.842978 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88cbadc7-127b-4da1-9d0a-9ff11c018555 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Network 2f8e135e-5f23-403a-9ca4-2de6cde4bbd4 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:55:03.868155 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-88cbadc7-127b-4da1-9d0a-9ff11c018555 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:55:03.877837 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cbadc7-127b-4da1-9d0a-9ff11c018555 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:55:03.878830 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a917c07-21e9-42e7-a2b4-2667e7168d1d None None] Pushing event updated for resources: {'Port': ['ID=2bf69b10-2e1c-489a-9303-7949e2979f7e,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:55:04.204360 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-e23c54b5-9e20-4676-ae6e-6013edb4235e req-42f17272-7d79-480f-97cc-c06cf850d92e tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:04.212927 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-88cbadc7-127b-4da1-9d0a-9ff11c018555 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33288800'] for router_interface, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:04.343217 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-18eafe52-49ff-45fd-8904-2734d956d1ed None None] Attempting to bind port 2bf69b10-2e1c-489a-9303-7949e2979f7e on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:55:04.343815 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-18eafe52-49ff-45fd-8904-2734d956d1ed None None] Attempting to bind port 2bf69b10-2e1c-489a-9303-7949e2979f7e by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '1ff4f356-8e94-4af7-a00d-8cc406921888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '474eda3b-1f3a-4462-b3f9-ee1b6233864d'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:55:04.344416 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18eafe52-49ff-45fd-8904-2734d956d1ed None None] Attempting to bind port 2bf69b10-2e1c-489a-9303-7949e2979f7e on network 474eda3b-1f3a-4462-b3f9-ee1b6233864d {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:55:04.405512 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18eafe52-49ff-45fd-8904-2734d956d1ed None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:55:04.406016 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18eafe52-49ff-45fd-8904-2734d956d1ed None None] Checking segment: {'id': '1ff4f356-8e94-4af7-a00d-8cc406921888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '474eda3b-1f3a-4462-b3f9-ee1b6233864d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:55:04.406691 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-18eafe52-49ff-45fd-8904-2734d956d1ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:04.407271 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18eafe52-49ff-45fd-8904-2734d956d1ed None None] Bound using segment: {'id': '1ff4f356-8e94-4af7-a00d-8cc406921888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '474eda3b-1f3a-4462-b3f9-ee1b6233864d'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:55:04.408102 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-18eafe52-49ff-45fd-8904-2734d956d1ed None None] Bound port: 2bf69b10-2e1c-489a-9303-7949e2979f7e, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ff4f356-8e94-4af7-a00d-8cc406921888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '474eda3b-1f3a-4462-b3f9-ee1b6233864d'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:55:04.408784 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-18eafe52-49ff-45fd-8904-2734d956d1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:04.827468 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d33e658-4919-484e-a729-98fc3ec3992d req-07ad7303-be7c-4750-812b-a2f7c0a029e9 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Made reservation on behalf of f68dcdcc6d3c4b72a557ce0cc98a5aa1 for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:55:04.851316 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-3d33e658-4919-484e-a729-98fc3ec3992d req-07ad7303-be7c-4750-812b-a2f7c0a029e9 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:04.910867 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-77eb9e05-b6a0-4751-9f93-8c9a9c2ff174 req-64f8661c-20c2-45d7-ae3f-31828784276f tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "GET /v2.0/ports?device_id=44bf7af3-4b93-463e-b016-46d0136c0a9c HTTP/1.1" status: 200 len: 210 time: 0.3210740 Aug 05 11:55:05.009635 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f17272-7d79-480f-97cc-c06cf850d92e tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Pushing event updated for resources: {'Port': ['ID=617aef5c-c4cd-4d45-bc00-46e948738306,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:55:05.077908 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e23c54b5-9e20-4676-ae6e-6013edb4235e req-42f17272-7d79-480f-97cc-c06cf850d92e tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Network b9c69729-0b70-4088-a30d-372be3774212 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:55:05.097501 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-18eafe52-49ff-45fd-8904-2734d956d1ed None None] For port 2bf69b10-2e1c-489a-9303-7949e2979f7e, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:55:05.115927 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-e23c54b5-9e20-4676-ae6e-6013edb4235e req-42f17272-7d79-480f-97cc-c06cf850d92e tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:55:05.144954 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-18eafe52-49ff-45fd-8904-2734d956d1ed None None] For port 2bf69b10-2e1c-489a-9303-7949e2979f7e, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=2bf69b10-2e1c-489a-9303-7949e2979f7e,segment=NetworkSegment(1ff4f356-8e94-4af7-a00d-8cc406921888),segment_id=1ff4f356-8e94-4af7-a00d-8cc406921888)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:55:05.161795 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 47eecaed-70df-4752-a0bf-8c2d9a324028 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:55:05.252673 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-18eafe52-49ff-45fd-8904-2734d956d1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:05.310744 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-e23c54b5-9e20-4676-ae6e-6013edb4235e req-42f17272-7d79-480f-97cc-c06cf850d92e tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:55:05.362720 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f9272f-8fc4-49d8-9886-a1764ada83a3 req-739a0d61-968f-4f0b-a9c4-6a7d6bd4afd8 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:55:05.371853 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-81f9272f-8fc4-49d8-9886-a1764ada83a3 req-739a0d61-968f-4f0b-a9c4-6a7d6bd4afd8 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "GET /v2.0/ports?device_id=6963e1c9-dce8-474f-aa93-772bbef69331 HTTP/1.1" status: 200 len: 932 time: 0.3859367 Aug 05 11:55:05.627013 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-81f9272f-8fc4-49d8-9886-a1764ada83a3 req-56651fc6-d0d7-4277-8b88-0fcaf1a3f385 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "GET /v2.0/security-groups?id=3383bc8b-a1c2-477b-9ff5-4afb57350447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374527 Aug 05 11:55:05.747882 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23c54b5-9e20-4676-ae6e-6013edb4235e req-42f17272-7d79-480f-97cc-c06cf850d92e tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:55:05.749621 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-e23c54b5-9e20-4676-ae6e-6013edb4235e req-42f17272-7d79-480f-97cc-c06cf850d92e tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:05.794766 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a917c07-21e9-42e7-a2b4-2667e7168d1d None None] Pushing event updated for resources: {'Port': ['ID=2bf69b10-2e1c-489a-9303-7949e2979f7e,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:55:05.912137 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18eafe52-49ff-45fd-8904-2734d956d1ed None None] Routers {'3eb3074a-fbe0-42b9-9890-cbb3cb52acde'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:55:05.913084 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-18eafe52-49ff-45fd-8904-2734d956d1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:54:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['3eb3074a-fbe0-42b9-9890-cbb3cb52acde'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:55:06.009842 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-88cbadc7-127b-4da1-9d0a-9ff11c018555 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:06.123187 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e23c54b5-9e20-4676-ae6e-6013edb4235e req-42f17272-7d79-480f-97cc-c06cf850d92e tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.7311189 Aug 05 11:55:06.190778 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-e23c54b5-9e20-4676-ae6e-6013edb4235e req-2c592d67-4013-439f-a352-4b8d6515083f service neutron] Request body: {'port': {'device_id': '6963e1c9-dce8-474f-aa93-772bbef69331', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:55:06.319880 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5d4c5ecf-ad7f-4846-acbe-720b1e221372 req-508f8274-51ac-4764-b882-37c56197da70 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "GET /v2.0/ports?device_id=44bf7af3-4b93-463e-b016-46d0136c0a9c HTTP/1.1" status: 200 len: 210 time: 0.1529884 Aug 05 11:55:06.339744 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 47eecaed-70df-4752-a0bf-8c2d9a324028 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:55:06.349089 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:06.392403 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-18eafe52-49ff-45fd-8904-2734d956d1ed None None] Set router 3eb3074a-fbe0-42b9-9890-cbb3cb52acde gateway port host: None {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:55:06.559559 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-e23c54b5-9e20-4676-ae6e-6013edb4235e req-2c592d67-4013-439f-a352-4b8d6515083f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:06.611564 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f6b543-ebc2-4691-819a-bd011fea9b4e None None] Network 2f8e135e-5f23-403a-9ca4-2de6cde4bbd4 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:55:06.612081 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bd85e7d8-6409-4819-9f66-6142a2fd83e7 req-63c45964-3937-49ab-bf66-f816ae4c025a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9ca54f27-d046-4851-9908-b78111ddfd55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1168272 Aug 05 11:55:06.795789 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-3d33e658-4919-484e-a729-98fc3ec3992d req-07ad7303-be7c-4750-812b-a2f7c0a029e9 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Allocated IP 172.20.0.9 (18d33466-72ef-4f5c-addd-45e10262d9ee/2847796d-5dbf-472e-a5ca-b99e1f825a15/7560c812-45a2-41db-b939-b83795c9222e) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:55:06.832376 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd85e7d8-6409-4819-9f66-6142a2fd83e7 req-c7054d5f-9547-4b47-8acc-8ae1258d1052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:55:06.837443 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bd85e7d8-6409-4819-9f66-6142a2fd83e7 req-c7054d5f-9547-4b47-8acc-8ae1258d1052 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7f88688726d24c8e9d77831659c7c3ae&device_id=9ca54f27-d046-4851-9908-b78111ddfd55 HTTP/1.1" status: 200 len: 1097 time: 0.1724730 Aug 05 11:55:07.222208 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d93663-8981-4f8a-b274-8b229d73fec5 req-de5d82a7-4ff7-4416-9c56-20bde83a103d tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:55:07.225082 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d7d93663-8981-4f8a-b274-8b229d73fec5 req-de5d82a7-4ff7-4416-9c56-20bde83a103d tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "GET /v2.0/ports?device_id=6963e1c9-dce8-474f-aa93-772bbef69331 HTTP/1.1" status: 200 len: 932 time: 0.3316257 Aug 05 11:55:07.302821 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd85e7d8-6409-4819-9f66-6142a2fd83e7 req-a1dd88e0-876c-4462-84af-47f8d4d10140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:55:07.306863 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bd85e7d8-6409-4819-9f66-6142a2fd83e7 req-a1dd88e0-876c-4462-84af-47f8d4d10140 service neutron] 10.222.0.64 "GET /v2.0/networks?id=de35454d-dce9-4c8c-89fd-a22990eff5d9 HTTP/1.1" status: 200 len: 898 time: 0.3816669 Aug 05 11:55:07.446350 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d7d93663-8981-4f8a-b274-8b229d73fec5 req-f378e591-e36b-4d85-8726-29b07ff9a44a tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "GET /v2.0/security-groups?id=3383bc8b-a1c2-477b-9ff5-4afb57350447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374953 Aug 05 11:55:07.487469 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-88cbadc7-127b-4da1-9d0a-9ff11c018555 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:07.551655 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-8cff5444-4ca8-4724-9bca-cedbb9125516 None None] Provisioning for port d649a077-ceae-431a-ae84-ed6955acad9e completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:55:07.623637 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1c4de9b8-4ea9-4007-a0c4-65c58f081ac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:07.669905 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ac4b1b72-401c-481e-a8ba-d212b01a90a7 req-3fbb2ebe-8e6f-4369-90f9-b8c54394dfaa tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "GET /v2.0/ports?device_id=44bf7af3-4b93-463e-b016-46d0136c0a9c HTTP/1.1" status: 200 len: 210 time: 0.0919921 Aug 05 11:55:07.715897 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bd85e7d8-6409-4819-9f66-6142a2fd83e7 req-4a0dcf4c-40f8-4da5-addf-99721597a3c0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ec68afcf-9c5f-45fb-ae44-cadcc706912a HTTP/1.1" status: 200 len: 1002 time: 0.3469133 Aug 05 11:55:07.725208 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 4bdb7f0f-f996-43f7-abee-77a836d9fd60 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:55:07.732589 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-88cbadc7-127b-4da1-9d0a-9ff11c018555 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:07.957459 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd85e7d8-6409-4819-9f66-6142a2fd83e7 req-0fe33c4b-207c-4e60-b7d9-1b88e8b17cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:55:07.960654 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bd85e7d8-6409-4819-9f66-6142a2fd83e7 req-0fe33c4b-207c-4e60-b7d9-1b88e8b17cee service neutron] 10.222.0.64 "GET /v2.0/subnets?id=eca5de13-4236-413f-a4f9-706b50495900 HTTP/1.1" status: 200 len: 835 time: 0.2318799 Aug 05 11:55:08.089897 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 4bdb7f0f-f996-43f7-abee-77a836d9fd60 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:55:08.092912 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:08.152912 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd85e7d8-6409-4819-9f66-6142a2fd83e7 req-5d3a500c-bed6-42af-8367-c0289fa6a6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:55:08.156684 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bd85e7d8-6409-4819-9f66-6142a2fd83e7 req-5d3a500c-bed6-42af-8367-c0289fa6a6ff service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=de35454d-dce9-4c8c-89fd-a22990eff5d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1821678 Aug 05 11:55:08.210044 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-3d33e658-4919-484e-a729-98fc3ec3992d req-07ad7303-be7c-4750-812b-a2f7c0a029e9 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:08.215077 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-18eafe52-49ff-45fd-8904-2734d956d1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb3074a-fbe0-42b9-9890-cbb3cb52acde', 'name': 'tempest-RoutersTest-router-2126266726', 'tenant_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:54:11Z', 'updated_at': '2021-08-05T11:55:05Z', 'revision_number': 5, 'project_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'gw_port_host': None, '_interfaces': [{'id': '2bf69b10-2e1c-489a-9303-7949e2979f7e', 'name': '', 'network_id': '474eda3b-1f3a-4462-b3f9-ee1b6233864d', 'tenant_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'mac_address': 'fa:16:3e:80:b2:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eb3074a-fbe0-42b9-9890-cbb3cb52acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '48994a22-5ea8-4f34-9147-34cc4056f968', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:54:44Z', 'updated_at': '2021-08-05T11:55:05Z', 'revision_number': 4, 'project_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'subnets': [{'id': '48994a22-5ea8-4f34-9147-34cc4056f968', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '47eecaed-70df-4752-a0bf-8c2d9a324028', 'name': '', 'network_id': '6591ebc9-694a-4e01-bc47-61a8532b949d', 'tenant_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'mac_address': 'fa:16:3e:7f:9c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb3074a-fbe0-42b9-9890-cbb3cb52acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': '3ca2c4d5-31d6-4303-b817-ab5ebb2f28dc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:54:32Z', 'updated_at': '2021-08-05T11:55:02Z', 'revision_number': 5, 'project_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'subnets': [{'id': '3ca2c4d5-31d6-4303-b817-ab5ebb2f28dc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd816a619-81a6-401e-b2a9-35c53eea3c31', 'name': '', 'network_id': '0014ea42-e5b7-49e2-98e1-9da852015c0b', 'tenant_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'mac_address': 'fa:16:3e:4f:26:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb3074a-fbe0-42b9-9890-cbb3cb52acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': 'fb8c4481-bcef-4801-9875-906659d99c83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:54:16Z', 'updated_at': '2021-08-05T11:54:32Z', 'revision_number': 5, 'project_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'subnets': [{'id': 'fb8c4481-bcef-4801-9875-906659d99c83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df7d1a92-5502-40db-9b2c-a9bfb74f56c2', 'name': '', 'network_id': '2f8e135e-5f23-403a-9ca4-2de6cde4bbd4', 'tenant_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'mac_address': 'fa:16:3e:bb:12:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eb3074a-fbe0-42b9-9890-cbb3cb52acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': '7262a471-c3c0-4fb0-b1c7-dab3cc8a2975', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:55:01Z', 'updated_at': '2021-08-05T11:55:02Z', 'revision_number': 1, 'project_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'subnets': [{'id': '7262a471-c3c0-4fb0-b1c7-dab3cc8a2975', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:55:08.245484 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-3d33e658-4919-484e-a729-98fc3ec3992d req-07ad7303-be7c-4750-812b-a2f7c0a029e9 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Transition to ACTIVE for port object 7560c812-45a2-41db-b939-b83795c9222e will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:55:08.351948 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18eafe52-49ff-45fd-8904-2734d956d1ed None None] The sync data for ids ['3eb3074a-fbe0-42b9-9890-cbb3cb52acde'] in n-d-803378-2 is: [{'id': '3eb3074a-fbe0-42b9-9890-cbb3cb52acde', 'name': 'tempest-RoutersTest-router-2126266726', 'tenant_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:54:11Z', 'updated_at': '2021-08-05T11:55:05Z', 'revision_number': 5, 'project_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'gw_port_host': None, '_interfaces': [{'id': '2bf69b10-2e1c-489a-9303-7949e2979f7e', 'name': '', 'network_id': '474eda3b-1f3a-4462-b3f9-ee1b6233864d', 'tenant_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'mac_address': 'fa:16:3e:80:b2:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eb3074a-fbe0-42b9-9890-cbb3cb52acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '48994a22-5ea8-4f34-9147-34cc4056f968', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:54:44Z', 'updated_at': '2021-08-05T11:55:05Z', 'revision_number': 4, 'project_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'subnets': [{'id': '48994a22-5ea8-4f34-9147-34cc4056f968', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '47eecaed-70df-4752-a0bf-8c2d9a324028', 'name': '', 'network_id': '6591ebc9-694a-4e01-bc47-61a8532b949d', 'tenant_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'mac_address': 'fa:16:3e:7f:9c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb3074a-fbe0-42b9-9890-cbb3cb52acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': '3ca2c4d5-31d6-4303-b817-ab5ebb2f28dc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:54:32Z', 'updated_at': '2021-08-05T11:55:02Z', 'revision_number': 5, 'project_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'subnets': [{'id': '3ca2c4d5-31d6-4303-b817-ab5ebb2f28dc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd816a619-81a6-401e-b2a9-35c53eea3c31', 'name': '', 'network_id': '0014ea42-e5b7-49e2-98e1-9da852015c0b', 'tenant_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'mac_address': 'fa:16:3e:4f:26:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb3074a-fbe0-42b9-9890-cbb3cb52acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': 'fb8c4481-bcef-4801-9875-906659d99c83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:54:16Z', 'updated_at': '2021-08-05T11:54:32Z', 'revision_number': 5, 'project_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'subnets': [{'id': 'fb8c4481-bcef-4801-9875-906659d99c83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df7d1a92-5502-40db-9b2c-a9bfb74f56c2', 'name': '', 'network_id': '2f8e135e-5f23-403a-9ca4-2de6cde4bbd4', 'tenant_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'mac_address': 'fa:16:3e:bb:12:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eb3074a-fbe0-42b9-9890-cbb3cb52acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': '7262a471-c3c0-4fb0-b1c7-dab3cc8a2975', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:55:01Z', 'updated_at': '2021-08-05T11:55:02Z', 'revision_number': 1, 'project_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'subnets': [{'id': '7262a471-c3c0-4fb0-b1c7-dab3cc8a2975', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:55:08.395953 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-3a9d9de0-fdfd-4328-97fc-39caeedd9db3 None None] Provisioning for port df7d1a92-5502-40db-9b2c-a9bfb74f56c2 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:55:08.421904 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-3a9d9de0-fdfd-4328-97fc-39caeedd9db3 None None] Provisioning complete for port df7d1a92-5502-40db-9b2c-a9bfb74f56c2 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:55:08.422333 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-3a9d9de0-fdfd-4328-97fc-39caeedd9db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:08.504969 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cbadc7-127b-4da1-9d0a-9ff11c018555 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Pushing event updated for resources: {'Port': ['ID=df7d1a92-5502-40db-9b2c-a9bfb74f56c2,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:55:08.610192 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-3d33e658-4919-484e-a729-98fc3ec3992d req-07ad7303-be7c-4750-812b-a2f7c0a029e9 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:08.624147 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bd85e7d8-6409-4819-9f66-6142a2fd83e7 req-22b54277-95e8-45d6-9fd2-74516f6c0ee1 service neutron] 10.222.0.64 "GET /v2.0/networks/de35454d-dce9-4c8c-89fd-a22990eff5d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4438949 Aug 05 11:55:08.921740 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-3a9d9de0-fdfd-4328-97fc-39caeedd9db3 None None] Port df7d1a92-5502-40db-9b2c-a9bfb74f56c2 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:55:08.981173 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ad7303-be7c-4750-812b-a2f7c0a029e9 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Pushing event updated for resources: {'Port': ['ID=7560c812-45a2-41db-b939-b83795c9222e,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:55:09.004539 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device d649a077-ceae-431a-ae84-ed6955acad9e up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:55:09.115623 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-88cbadc7-127b-4da1-9d0a-9ff11c018555 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33140268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33208272'] for router_interface, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:09.128731 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bd85e7d8-6409-4819-9f66-6142a2fd83e7 req-784a02a4-0fd6-44ea-bad1-809d2288294c service neutron] 10.222.0.64 "GET /v2.0/networks/de35454d-dce9-4c8c-89fd-a22990eff5d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4945712 Aug 05 11:55:09.199994 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d33e658-4919-484e-a729-98fc3ec3992d req-07ad7303-be7c-4750-812b-a2f7c0a029e9 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Network 18d33466-72ef-4f5c-addd-45e10262d9ee is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:55:09.232304 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-3d33e658-4919-484e-a729-98fc3ec3992d req-07ad7303-be7c-4750-812b-a2f7c0a029e9 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:55:09.297597 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port d649a077-ceae-431a-ae84-ed6955acad9e completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:55:09.325253 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port d649a077-ceae-431a-ae84-ed6955acad9e triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:55:09.326890 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012288e5-55d7-47a0-a48d-8506ecc355b7 req-c9be79cb-f850-4072-8cf4-1e81c45e50fd tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:55:09.330223 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-012288e5-55d7-47a0-a48d-8506ecc355b7 req-c9be79cb-f850-4072-8cf4-1e81c45e50fd tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "GET /v2.0/ports?device_id=6963e1c9-dce8-474f-aa93-772bbef69331 HTTP/1.1" status: 200 len: 932 time: 0.5393376 Aug 05 11:55:09.337877 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:09.439818 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b3a520-facc-41ce-86e8-f3b23200d847 req-645093c6-fb99-4290-adf7-47571fa920f7 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:55:09.453890 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a7b3a520-facc-41ce-86e8-f3b23200d847 req-645093c6-fb99-4290-adf7-47571fa920f7 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "GET /v2.0/ports?device_id=44bf7af3-4b93-463e-b016-46d0136c0a9c HTTP/1.1" status: 200 len: 931 time: 0.3232706 Aug 05 11:55:09.469368 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-a6796a05-59e7-4f04-a580-c54ff3167d19 None None] Provisioning complete for port df7d1a92-5502-40db-9b2c-a9bfb74f56c2 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:55:09.475617 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-a6796a05-59e7-4f04-a580-c54ff3167d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:09.480036 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d33e658-4919-484e-a729-98fc3ec3992d req-07ad7303-be7c-4750-812b-a2f7c0a029e9 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:55:09.552327 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-012288e5-55d7-47a0-a48d-8506ecc355b7 req-c200456e-3555-49b8-9342-2f34aad696e3 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "GET /v2.0/security-groups?id=3383bc8b-a1c2-477b-9ff5-4afb57350447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012179 Aug 05 11:55:09.615885 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a7b3a520-facc-41ce-86e8-f3b23200d847 req-d70cc5f9-9f7b-4bf2-8c84-7772fb5ce530 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "GET /v2.0/security-groups?id=eaca89e9-ba20-4cda-91a5-faaa99b4c47e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1402750 Aug 05 11:55:09.687201 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-e23c54b5-9e20-4676-ae6e-6013edb4235e req-2c592d67-4013-439f-a352-4b8d6515083f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 617aef5c-c4cd-4d45-bc00-46e948738306 {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:55:09.767188 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-e23c54b5-9e20-4676-ae6e-6013edb4235e req-2c592d67-4013-439f-a352-4b8d6515083f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:09.770678 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-a6796a05-59e7-4f04-a580-c54ff3167d19 None None] Port df7d1a92-5502-40db-9b2c-a9bfb74f56c2 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:55:09.822193 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d33e658-4919-484e-a729-98fc3ec3992d req-07ad7303-be7c-4750-812b-a2f7c0a029e9 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:55:09.823500 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-3d33e658-4919-484e-a729-98fc3ec3992d req-07ad7303-be7c-4750-812b-a2f7c0a029e9 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:09.861500 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-e23c54b5-9e20-4676-ae6e-6013edb4235e req-2c592d67-4013-439f-a352-4b8d6515083f service neutron] Transition to ACTIVE for port object 617aef5c-c4cd-4d45-bc00-46e948738306 will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:55:09.913559 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-e23c54b5-9e20-4676-ae6e-6013edb4235e req-2c592d67-4013-439f-a352-4b8d6515083f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:09.929660 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:10.086856 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-be2122b5-121e-447c-9bba-cb4cec633b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:10.100723 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3d33e658-4919-484e-a729-98fc3ec3992d req-07ad7303-be7c-4750-812b-a2f7c0a029e9 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.9780943 Aug 05 11:55:10.133481 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port d649a077-ceae-431a-ae84-ed6955acad9e, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=d649a077-ceae-431a-ae84-ed6955acad9e,segment=NetworkSegment(7d5f6b5c-8903-463c-ad21-4c7996ddb0f0),segment_id=7d5f6b5c-8903-463c-ad21-4c7996ddb0f0)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:55:10.159334 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-3d33e658-4919-484e-a729-98fc3ec3992d req-9c70a39a-9272-4fbd-8203-9cef5739c325 service neutron] Request body: {'port': {'device_id': '44bf7af3-4b93-463e-b016-46d0136c0a9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:55:10.161135 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:10.317682 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:10.339585 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=d649a077-ceae-431a-ae84-ed6955acad9e,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:55:10.365790 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b1b1bd33-91de-4e26-83c0-7044f0d20763 None None] Provisioning for port 7560c812-45a2-41db-b939-b83795c9222e completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:55:10.377880 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b1b1bd33-91de-4e26-83c0-7044f0d20763 None None] Provisioning complete for port 7560c812-45a2-41db-b939-b83795c9222e triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:55:10.378629 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b1b1bd33-91de-4e26-83c0-7044f0d20763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:10.486845 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c592d67-4013-439f-a352-4b8d6515083f service neutron] Pushing event updated for resources: {'Port': ['ID=617aef5c-c4cd-4d45-bc00-46e948738306,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:55:10.595802 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-b1b1bd33-91de-4e26-83c0-7044f0d20763 None None] Port 7560c812-45a2-41db-b939-b83795c9222e cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:55:10.612471 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 2bf69b10-2e1c-489a-9303-7949e2979f7e up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:55:10.629738 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88cbadc7-127b-4da1-9d0a-9ff11c018555 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Network 2f8e135e-5f23-403a-9ca4-2de6cde4bbd4 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:55:10.685876 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-88cbadc7-127b-4da1-9d0a-9ff11c018555 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:55:10.872718 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 2bf69b10-2e1c-489a-9303-7949e2979f7e completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:55:10.881192 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 2bf69b10-2e1c-489a-9303-7949e2979f7e triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:55:10.886556 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:11.099680 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-3d33e658-4919-484e-a729-98fc3ec3992d req-9c70a39a-9272-4fbd-8203-9cef5739c325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:11.148755 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75607dd-4bfe-4352-8f21-06f9919dae52 req-f78d4b9b-6d54-40d9-bb3f-269259c7bc86 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:55:11.154173 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a75607dd-4bfe-4352-8f21-06f9919dae52 req-f78d4b9b-6d54-40d9-bb3f-269259c7bc86 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "GET /v2.0/ports?device_id=6963e1c9-dce8-474f-aa93-772bbef69331 HTTP/1.1" status: 200 len: 944 time: 0.2914994 Aug 05 11:55:11.194178 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:11.307846 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c6c3f5-e876-4545-ab79-12aed6e67d7a req-74099cb1-c572-44c2-a917-905a2d455626 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:55:11.316070 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c5c6c3f5-e876-4545-ab79-12aed6e67d7a req-74099cb1-c572-44c2-a917-905a2d455626 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "GET /v2.0/ports?device_id=44bf7af3-4b93-463e-b016-46d0136c0a9c HTTP/1.1" status: 200 len: 931 time: 0.4210258 Aug 05 11:55:11.387068 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port 2bf69b10-2e1c-489a-9303-7949e2979f7e, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=2bf69b10-2e1c-489a-9303-7949e2979f7e,segment=NetworkSegment(1ff4f356-8e94-4af7-a00d-8cc406921888),segment_id=1ff4f356-8e94-4af7-a00d-8cc406921888)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:55:11.399315 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-dfa8bdcc-6593-4881-b1d2-3a83b858a52f None None] Provisioning complete for port df7d1a92-5502-40db-9b2c-a9bfb74f56c2 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:55:11.399315 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-dfa8bdcc-6593-4881-b1d2-3a83b858a52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:11.471084 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-e23c54b5-9e20-4676-ae6e-6013edb4235e req-2c592d67-4013-439f-a352-4b8d6515083f service neutron] Attempting to bind port 617aef5c-c4cd-4d45-bc00-46e948738306 on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:55:11.471994 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-e23c54b5-9e20-4676-ae6e-6013edb4235e req-2c592d67-4013-439f-a352-4b8d6515083f service neutron] Attempting to bind port 617aef5c-c4cd-4d45-bc00-46e948738306 by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': 'd04d9efc-abcb-4f65-93ca-e7d53aa92d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'b9c69729-0b70-4088-a30d-372be3774212'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:55:11.472234 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23c54b5-9e20-4676-ae6e-6013edb4235e req-2c592d67-4013-439f-a352-4b8d6515083f service neutron] Attempting to bind port 617aef5c-c4cd-4d45-bc00-46e948738306 on network b9c69729-0b70-4088-a30d-372be3774212 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:55:11.481650 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:11.502727 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a75607dd-4bfe-4352-8f21-06f9919dae52 req-8f29f4c0-3fc1-4cc4-b809-e7f7b8d6318d tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "GET /v2.0/security-groups?id=3383bc8b-a1c2-477b-9ff5-4afb57350447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3355615 Aug 05 11:55:11.512903 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c5c6c3f5-e876-4545-ab79-12aed6e67d7a req-ee1982c2-ed4d-497e-821f-e38c7e2db5da tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "GET /v2.0/security-groups?id=eaca89e9-ba20-4cda-91a5-faaa99b4c47e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423619 Aug 05 11:55:11.546406 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-dfa8bdcc-6593-4881-b1d2-3a83b858a52f None None] Port df7d1a92-5502-40db-9b2c-a9bfb74f56c2 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:55:11.656241 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=2bf69b10-2e1c-489a-9303-7949e2979f7e,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:55:11.671826 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23c54b5-9e20-4676-ae6e-6013edb4235e req-2c592d67-4013-439f-a352-4b8d6515083f service neutron] Port 617aef5c-c4cd-4d45-bc00-46e948738306 on network b9c69729-0b70-4088-a30d-372be3774212 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:55:11.672390 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23c54b5-9e20-4676-ae6e-6013edb4235e req-2c592d67-4013-439f-a352-4b8d6515083f service neutron] Attempting to bind port 617aef5c-c4cd-4d45-bc00-46e948738306 on network b9c69729-0b70-4088-a30d-372be3774212 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:55:11.718685 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88cbadc7-127b-4da1-9d0a-9ff11c018555 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Router 3eb3074a-fbe0-42b9-9890-cbb3cb52acde has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 11:55:11.725968 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23c54b5-9e20-4676-ae6e-6013edb4235e req-2c592d67-4013-439f-a352-4b8d6515083f service neutron] Checking agent: {'id': 'a8f1dd2d-227c-4e30-8844-52419ba734db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:55:11.726565 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23c54b5-9e20-4676-ae6e-6013edb4235e req-2c592d67-4013-439f-a352-4b8d6515083f service neutron] Checking segment: {'id': 'd04d9efc-abcb-4f65-93ca-e7d53aa92d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'b9c69729-0b70-4088-a30d-372be3774212'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:55:11.727489 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23c54b5-9e20-4676-ae6e-6013edb4235e req-2c592d67-4013-439f-a352-4b8d6515083f service neutron] Bound using segment: {'id': 'd04d9efc-abcb-4f65-93ca-e7d53aa92d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'b9c69729-0b70-4088-a30d-372be3774212'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:55:11.730517 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-e23c54b5-9e20-4676-ae6e-6013edb4235e req-2c592d67-4013-439f-a352-4b8d6515083f service neutron] Bound port: 617aef5c-c4cd-4d45-bc00-46e948738306, host: n-h2-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd04d9efc-abcb-4f65-93ca-e7d53aa92d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'b9c69729-0b70-4088-a30d-372be3774212'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:55:11.731293 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-e23c54b5-9e20-4676-ae6e-6013edb4235e req-2c592d67-4013-439f-a352-4b8d6515083f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:11.802952 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:12.405744 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 2bf69b10-2e1c-489a-9303-7949e2979f7e up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:55:12.566748 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 2bf69b10-2e1c-489a-9303-7949e2979f7e triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:55:12.567080 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:12.757749 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device d649a077-ceae-431a-ae84-ed6955acad9e up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:55:12.824280 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-e23c54b5-9e20-4676-ae6e-6013edb4235e req-2c592d67-4013-439f-a352-4b8d6515083f service neutron] For port 617aef5c-c4cd-4d45-bc00-46e948738306, host n-h2-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:55:12.830534 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-e23c54b5-9e20-4676-ae6e-6013edb4235e req-2c592d67-4013-439f-a352-4b8d6515083f service neutron] For port 617aef5c-c4cd-4d45-bc00-46e948738306, host n-h2-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=617aef5c-c4cd-4d45-bc00-46e948738306,segment=NetworkSegment(d04d9efc-abcb-4f65-93ca-e7d53aa92d96),segment_id=d04d9efc-abcb-4f65-93ca-e7d53aa92d96)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:55:12.902608 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88cbadc7-127b-4da1-9d0a-9ff11c018555 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:55:12.930816 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efdfb26-ac09-4bef-bc97-53eb618b7512 None None] Sync routers for ids ['3eb3074a-fbe0-42b9-9890-cbb3cb52acde'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:55:12.954115 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port d649a077-ceae-431a-ae84-ed6955acad9e triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:55:12.955559 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:12.972799 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-88cbadc7-127b-4da1-9d0a-9ff11c018555 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] 10.222.0.58 "PUT /v2.0/routers/3eb3074a-fbe0-42b9-9890-cbb3cb52acde/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.5020578 Aug 05 11:55:12.975333 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-e23c54b5-9e20-4676-ae6e-6013edb4235e req-2c592d67-4013-439f-a352-4b8d6515083f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:12.984020 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efdfb26-ac09-4bef-bc97-53eb618b7512 None None] Routers {'3eb3074a-fbe0-42b9-9890-cbb3cb52acde'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:55:12.985157 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-3efdfb26-ac09-4bef-bc97-53eb618b7512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:55:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['3eb3074a-fbe0-42b9-9890-cbb3cb52acde'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:55:13.016779 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 50632) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:55:13.050500 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-37a0e47b-4783-46b5-9571-f595f732fff2 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:55:13.422304 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-3efdfb26-ac09-4bef-bc97-53eb618b7512 None None] Set router 3eb3074a-fbe0-42b9-9890-cbb3cb52acde gateway port host: None {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:55:13.476159 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23c54b5-9e20-4676-ae6e-6013edb4235e req-2c592d67-4013-439f-a352-4b8d6515083f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:55:13.477748 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-e23c54b5-9e20-4676-ae6e-6013edb4235e req-2c592d67-4013-439f-a352-4b8d6515083f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:13.481354 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e23c54b5-9e20-4676-ae6e-6013edb4235e req-2c592d67-4013-439f-a352-4b8d6515083f service neutron] 10.222.0.55 "PUT /v2.0/ports/617aef5c-c4cd-4d45-bc00-46e948738306 HTTP/1.1" status: 200 len: 1092 time: 7.3143215 Aug 05 11:55:13.482683 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6963e1c9-dce8-474f-aa93-772bbef69331', 'tag': '617aef5c-c4cd-4d45-bc00-46e948738306'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:55:13.487709 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3086cc4c-e50b-45e2-b9d1-df9267e54931" -d '{"events": [{"name": "network-changed", "server_uuid": "6963e1c9-dce8-474f-aa93-772bbef69331", "tag": "617aef5c-c4cd-4d45-bc00-46e948738306"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:55:13.671036 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c592d67-4013-439f-a352-4b8d6515083f service neutron] Pushing event updated for resources: {'Port': ['ID=617aef5c-c4cd-4d45-bc00-46e948738306,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:55:13.778509 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098717f8-cd87-4476-99b1-45943479e92b req-05aa7cd5-7557-4406-be71-6e5a1387421f tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:55:13.788742 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-098717f8-cd87-4476-99b1-45943479e92b req-05aa7cd5-7557-4406-be71-6e5a1387421f tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "GET /v2.0/ports?device_id=6963e1c9-dce8-474f-aa93-772bbef69331 HTTP/1.1" status: 200 len: 944 time: 0.9727945 Aug 05 11:55:13.809652 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff0092b-2f91-4360-b118-106ab65b1d26 req-7af672a8-0fb8-4c85-b0cb-97a55c00502f tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:55:13.812751 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-aff0092b-2f91-4360-b118-106ab65b1d26 req-7af672a8-0fb8-4c85-b0cb-97a55c00502f tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "GET /v2.0/ports?device_id=44bf7af3-4b93-463e-b016-46d0136c0a9c HTTP/1.1" status: 200 len: 931 time: 1.0251389 Aug 05 11:55:13.905227 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:13.920941 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-098717f8-cd87-4476-99b1-45943479e92b req-928ba476-5162-4700-8882-18b1e257fd10 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "GET /v2.0/security-groups?id=3383bc8b-a1c2-477b-9ff5-4afb57350447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064432 Aug 05 11:55:13.971971 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-aff0092b-2f91-4360-b118-106ab65b1d26 req-9371aa42-78ca-473d-a8e4-3c21212b4cad tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "GET /v2.0/security-groups?id=eaca89e9-ba20-4cda-91a5-faaa99b4c47e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192765 Aug 05 11:55:14.050312 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-3efdfb26-ac09-4bef-bc97-53eb618b7512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb3074a-fbe0-42b9-9890-cbb3cb52acde', 'name': 'tempest-RoutersTest-router-2126266726', 'tenant_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:54:11Z', 'updated_at': '2021-08-05T11:55:05Z', 'revision_number': 5, 'project_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'gw_port_host': None, '_interfaces': [{'id': '2bf69b10-2e1c-489a-9303-7949e2979f7e', 'name': '', 'network_id': '474eda3b-1f3a-4462-b3f9-ee1b6233864d', 'tenant_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'mac_address': 'fa:16:3e:80:b2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb3074a-fbe0-42b9-9890-cbb3cb52acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '48994a22-5ea8-4f34-9147-34cc4056f968', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:54:44Z', 'updated_at': '2021-08-05T11:55:11Z', 'revision_number': 5, 'project_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'subnets': [{'id': '48994a22-5ea8-4f34-9147-34cc4056f968', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '47eecaed-70df-4752-a0bf-8c2d9a324028', 'name': '', 'network_id': '6591ebc9-694a-4e01-bc47-61a8532b949d', 'tenant_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'mac_address': 'fa:16:3e:7f:9c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb3074a-fbe0-42b9-9890-cbb3cb52acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': '3ca2c4d5-31d6-4303-b817-ab5ebb2f28dc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:54:32Z', 'updated_at': '2021-08-05T11:55:02Z', 'revision_number': 5, 'project_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'subnets': [{'id': '3ca2c4d5-31d6-4303-b817-ab5ebb2f28dc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd816a619-81a6-401e-b2a9-35c53eea3c31', 'name': '', 'network_id': '0014ea42-e5b7-49e2-98e1-9da852015c0b', 'tenant_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'mac_address': 'fa:16:3e:4f:26:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb3074a-fbe0-42b9-9890-cbb3cb52acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': 'fb8c4481-bcef-4801-9875-906659d99c83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:54:16Z', 'updated_at': '2021-08-05T11:54:32Z', 'revision_number': 5, 'project_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'subnets': [{'id': 'fb8c4481-bcef-4801-9875-906659d99c83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df7d1a92-5502-40db-9b2c-a9bfb74f56c2', 'name': '', 'network_id': '2f8e135e-5f23-403a-9ca4-2de6cde4bbd4', 'tenant_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'mac_address': 'fa:16:3e:bb:12:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eb3074a-fbe0-42b9-9890-cbb3cb52acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': '7262a471-c3c0-4fb0-b1c7-dab3cc8a2975', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:55:01Z', 'updated_at': '2021-08-05T11:55:07Z', 'revision_number': 2, 'project_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'subnets': [{'id': '7262a471-c3c0-4fb0-b1c7-dab3cc8a2975', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:55:14.092739 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7eae11f-adfb-42e4-afeb-d4ba9da9dde1 x-openstack-request-id: req-a7eae11f-adfb-42e4-afeb-d4ba9da9dde1 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:55:14.094207 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6963e1c9-dce8-474f-aa93-772bbef69331", "tag": "617aef5c-c4cd-4d45-bc00-46e948738306", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:55:14.094811 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a7eae11f-adfb-42e4-afeb-d4ba9da9dde1 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:55:14.095410 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6963e1c9-dce8-474f-aa93-772bbef69331', 'tag': '617aef5c-c4cd-4d45-bc00-46e948738306', 'status': 'completed', 'code': 200} Aug 05 11:55:14.111394 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efdfb26-ac09-4bef-bc97-53eb618b7512 None None] Checking router: 3eb3074a-fbe0-42b9-9890-cbb3cb52acde for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:55:14.111977 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efdfb26-ac09-4bef-bc97-53eb618b7512 None None] Updating router 3eb3074a-fbe0-42b9-9890-cbb3cb52acde port df7d1a92-5502-40db-9b2c-a9bfb74f56c2 binding host n-d-803378-2 {{(pid=94423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 11:55:14.139421 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23c54b5-9e20-4676-ae6e-6013edb4235e req-33a3a0d2-2d99-431f-81d4-2601faaa2c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:55:14.141292 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e23c54b5-9e20-4676-ae6e-6013edb4235e req-33a3a0d2-2d99-431f-81d4-2601faaa2c86 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2e7c65a434814f6199ebe26a23e571c4&device_id=6963e1c9-dce8-474f-aa93-772bbef69331 HTTP/1.1" status: 200 len: 1095 time: 0.4606004 Aug 05 11:55:14.167952 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-3efdfb26-ac09-4bef-bc97-53eb618b7512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:14.190118 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-3d33e658-4919-484e-a729-98fc3ec3992d req-9c70a39a-9272-4fbd-8203-9cef5739c325 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7560c812-45a2-41db-b939-b83795c9222e {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:55:14.360551 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-3d33e658-4919-484e-a729-98fc3ec3992d req-9c70a39a-9272-4fbd-8203-9cef5739c325 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:14.441093 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e23c54b5-9e20-4676-ae6e-6013edb4235e req-eddc9b3b-3192-4cbd-a8cb-4e6f070a964e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=617aef5c-c4cd-4d45-bc00-46e948738306 HTTP/1.1" status: 200 len: 217 time: 0.2843201 Aug 05 11:55:14.466241 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-3d33e658-4919-484e-a729-98fc3ec3992d req-9c70a39a-9272-4fbd-8203-9cef5739c325 service neutron] Transition to ACTIVE for port object 7560c812-45a2-41db-b939-b83795c9222e will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:55:14.503607 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-3d33e658-4919-484e-a729-98fc3ec3992d req-9c70a39a-9272-4fbd-8203-9cef5739c325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:14.838542 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23c54b5-9e20-4676-ae6e-6013edb4235e req-99be333c-50f9-4de8-b410-a75a3c896280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:55:14.842354 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e23c54b5-9e20-4676-ae6e-6013edb4235e req-99be333c-50f9-4de8-b410-a75a3c896280 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bfce54b6-991e-4bac-8848-405675e3312d HTTP/1.1" status: 200 len: 853 time: 0.3734677 Aug 05 11:55:14.891732 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c70a39a-9272-4fbd-8203-9cef5739c325 service neutron] Pushing event updated for resources: {'Port': ['ID=7560c812-45a2-41db-b939-b83795c9222e,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:55:14.944253 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e23c54b5-9e20-4676-ae6e-6013edb4235e req-073337de-9ba5-49df-81a4-b2714acd30bc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b9c69729-0b70-4088-a30d-372be3774212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0815902 Aug 05 11:55:14.959255 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-3efdfb26-ac09-4bef-bc97-53eb618b7512 None None] Notify callbacks [] for port, precommit_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:15.001345 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.provisioning_blocks [None req-3efdfb26-ac09-4bef-bc97-53eb618b7512 None None] Transition to ACTIVE for port object df7d1a92-5502-40db-9b2c-a9bfb74f56c2 will not be triggered until provisioned by entity L2. {{(pid=94423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:55:15.023358 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-3efdfb26-ac09-4bef-bc97-53eb618b7512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:15.389763 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-3efdfb26-ac09-4bef-bc97-53eb618b7512 None None] Attempting to bind port df7d1a92-5502-40db-9b2c-a9bfb74f56c2 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:55:15.390782 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-3efdfb26-ac09-4bef-bc97-53eb618b7512 None None] Attempting to bind port df7d1a92-5502-40db-9b2c-a9bfb74f56c2 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '7d5f6b5c-8903-463c-ad21-4c7996ddb0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '2f8e135e-5f23-403a-9ca4-2de6cde4bbd4'}] {{(pid=94423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:55:15.390990 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efdfb26-ac09-4bef-bc97-53eb618b7512 None None] Attempting to bind port df7d1a92-5502-40db-9b2c-a9bfb74f56c2 on network 2f8e135e-5f23-403a-9ca4-2de6cde4bbd4 {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:55:15.406194 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efdfb26-ac09-4bef-bc97-53eb618b7512 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:55:15.407010 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efdfb26-ac09-4bef-bc97-53eb618b7512 None None] Checking segment: {'id': '7d5f6b5c-8903-463c-ad21-4c7996ddb0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '2f8e135e-5f23-403a-9ca4-2de6cde4bbd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:55:15.407654 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-3efdfb26-ac09-4bef-bc97-53eb618b7512 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:15.409841 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efdfb26-ac09-4bef-bc97-53eb618b7512 None None] Bound using segment: {'id': '7d5f6b5c-8903-463c-ad21-4c7996ddb0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '2f8e135e-5f23-403a-9ca4-2de6cde4bbd4'} {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:55:15.411101 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-3efdfb26-ac09-4bef-bc97-53eb618b7512 None None] Bound port: df7d1a92-5502-40db-9b2c-a9bfb74f56c2, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d5f6b5c-8903-463c-ad21-4c7996ddb0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '2f8e135e-5f23-403a-9ca4-2de6cde4bbd4'}}] {{(pid=94423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:55:15.411754 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-3efdfb26-ac09-4bef-bc97-53eb618b7512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:15.442387 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e23c54b5-9e20-4676-ae6e-6013edb4235e req-e8171a68-26ce-4179-929b-4a71dc230ed0 service neutron] 10.222.0.55 "GET /v2.0/networks/b9c69729-0b70-4088-a30d-372be3774212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4791906 Aug 05 11:55:15.443228 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c91752-84c4-48b4-a581-82c9a0754b2a req-5b185a45-8751-4615-9a8e-42f5b4fcc0aa tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:55:15.465635 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-04c91752-84c4-48b4-a581-82c9a0754b2a req-5b185a45-8751-4615-9a8e-42f5b4fcc0aa tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "GET /v2.0/ports?device_id=6963e1c9-dce8-474f-aa93-772bbef69331 HTTP/1.1" status: 200 len: 944 time: 0.2694209 Aug 05 11:55:15.504637 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffabd53-6c19-4508-9f12-9e65877771dc req-fbafe8d3-b150-4000-8071-d7e6e2446697 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:55:15.518676 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6ffabd53-6c19-4508-9f12-9e65877771dc req-fbafe8d3-b150-4000-8071-d7e6e2446697 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "GET /v2.0/ports?device_id=44bf7af3-4b93-463e-b016-46d0136c0a9c HTTP/1.1" status: 200 len: 943 time: 0.3346465 Aug 05 11:55:15.658454 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.db [None req-3efdfb26-ac09-4bef-bc97-53eb618b7512 None None] For port df7d1a92-5502-40db-9b2c-a9bfb74f56c2, host n-d-803378-2, cleared binding levels {{(pid=94423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:55:15.667989 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.db [None req-3efdfb26-ac09-4bef-bc97-53eb618b7512 None None] For port df7d1a92-5502-40db-9b2c-a9bfb74f56c2, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=df7d1a92-5502-40db-9b2c-a9bfb74f56c2,segment=NetworkSegment(7d5f6b5c-8903-463c-ad21-4c7996ddb0f0),segment_id=7d5f6b5c-8903-463c-ad21-4c7996ddb0f0)] {{(pid=94423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:55:15.672793 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511afe43-adc8-46cc-9454-98889dae6847 None None] Pushing event updated for resources: {'Port': ['ID=df7d1a92-5502-40db-9b2c-a9bfb74f56c2,revision_number=3']} {{(pid=94423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:55:15.675319 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-04c91752-84c4-48b4-a581-82c9a0754b2a req-8aaa10fb-1e7b-4d12-80b2-5dd9bb459afb tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "GET /v2.0/security-groups?id=3383bc8b-a1c2-477b-9ff5-4afb57350447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020636 Aug 05 11:55:15.694908 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-3efdfb26-ac09-4bef-bc97-53eb618b7512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:15.752634 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.extraroute_db [None req-37a0e47b-4783-46b5-9571-f595f732fff2 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=94421) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 05 11:55:15.809437 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efdfb26-ac09-4bef-bc97-53eb618b7512 None None] Routers {'3eb3074a-fbe0-42b9-9890-cbb3cb52acde'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:55:15.811595 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-3efdfb26-ac09-4bef-bc97-53eb618b7512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:55:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['3eb3074a-fbe0-42b9-9890-cbb3cb52acde'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:55:15.832316 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6ffabd53-6c19-4508-9f12-9e65877771dc req-f93e48a7-82f3-45fc-b6f4-314e1e4afc60 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "GET /v2.0/security-groups?id=eaca89e9-ba20-4cda-91a5-faaa99b4c47e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2952380 Aug 05 11:55:15.882012 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.extraroute_db [None req-37a0e47b-4783-46b5-9571-f595f732fff2 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Removed routes are [] {{(pid=94421) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 05 11:55:15.882882 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-37a0e47b-4783-46b5-9571-f595f732fff2 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33286054', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33263081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1940'] for router, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:16.045612 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-3efdfb26-ac09-4bef-bc97-53eb618b7512 None None] Set router 3eb3074a-fbe0-42b9-9890-cbb3cb52acde gateway port host: None {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:55:16.063097 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-3d33e658-4919-484e-a729-98fc3ec3992d req-9c70a39a-9272-4fbd-8203-9cef5739c325 service neutron] Attempting to bind port 7560c812-45a2-41db-b939-b83795c9222e on host n-h1-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:55:16.063670 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-3d33e658-4919-484e-a729-98fc3ec3992d req-9c70a39a-9272-4fbd-8203-9cef5739c325 service neutron] Attempting to bind port 7560c812-45a2-41db-b939-b83795c9222e by drivers openvswitch,hyperv on host n-h1-803378-2 at level 0 using segments [{'id': 'f5bf602d-2ef6-4043-82eb-35dfbd65fde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '18d33466-72ef-4f5c-addd-45e10262d9ee'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:55:16.064230 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d33e658-4919-484e-a729-98fc3ec3992d req-9c70a39a-9272-4fbd-8203-9cef5739c325 service neutron] Attempting to bind port 7560c812-45a2-41db-b939-b83795c9222e on network 18d33466-72ef-4f5c-addd-45e10262d9ee {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:55:16.381066 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d33e658-4919-484e-a729-98fc3ec3992d req-9c70a39a-9272-4fbd-8203-9cef5739c325 service neutron] Port 7560c812-45a2-41db-b939-b83795c9222e on network 18d33466-72ef-4f5c-addd-45e10262d9ee not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:55:16.381760 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d33e658-4919-484e-a729-98fc3ec3992d req-9c70a39a-9272-4fbd-8203-9cef5739c325 service neutron] Attempting to bind port 7560c812-45a2-41db-b939-b83795c9222e on network 18d33466-72ef-4f5c-addd-45e10262d9ee {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:55:16.424394 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d33e658-4919-484e-a729-98fc3ec3992d req-9c70a39a-9272-4fbd-8203-9cef5739c325 service neutron] Checking agent: {'id': '40bb7567-59bd-4b31-bc29-da1c50bca759', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:55:16.425156 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d33e658-4919-484e-a729-98fc3ec3992d req-9c70a39a-9272-4fbd-8203-9cef5739c325 service neutron] Checking segment: {'id': 'f5bf602d-2ef6-4043-82eb-35dfbd65fde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '18d33466-72ef-4f5c-addd-45e10262d9ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:55:16.426008 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d33e658-4919-484e-a729-98fc3ec3992d req-9c70a39a-9272-4fbd-8203-9cef5739c325 service neutron] Bound using segment: {'id': 'f5bf602d-2ef6-4043-82eb-35dfbd65fde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '18d33466-72ef-4f5c-addd-45e10262d9ee'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:55:16.426793 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-3d33e658-4919-484e-a729-98fc3ec3992d req-9c70a39a-9272-4fbd-8203-9cef5739c325 service neutron] Bound port: 7560c812-45a2-41db-b939-b83795c9222e, host: n-h1-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5bf602d-2ef6-4043-82eb-35dfbd65fde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '18d33466-72ef-4f5c-addd-45e10262d9ee'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:55:16.427324 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-3d33e658-4919-484e-a729-98fc3ec3992d req-9c70a39a-9272-4fbd-8203-9cef5739c325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:16.548861 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511afe43-adc8-46cc-9454-98889dae6847 None None] Pushing event updated for resources: {'Port': ['ID=df7d1a92-5502-40db-9b2c-a9bfb74f56c2,revision_number=4']} {{(pid=94423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:55:16.692899 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e23c54b5-9e20-4676-ae6e-6013edb4235e req-9a8be7cd-5f37-4664-aac5-6b05418962eb service neutron] 10.222.0.55 "GET /v2.0/networks/b9c69729-0b70-4088-a30d-372be3774212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2295606 Aug 05 11:55:16.811174 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-3efdfb26-ac09-4bef-bc97-53eb618b7512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb3074a-fbe0-42b9-9890-cbb3cb52acde', 'name': 'tempest-RoutersTest-router-2126266726', 'tenant_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:54:11Z', 'updated_at': '2021-08-05T11:55:05Z', 'revision_number': 5, 'project_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'gw_port_host': None, '_interfaces': [{'id': '2bf69b10-2e1c-489a-9303-7949e2979f7e', 'name': '', 'network_id': '474eda3b-1f3a-4462-b3f9-ee1b6233864d', 'tenant_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'mac_address': 'fa:16:3e:80:b2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb3074a-fbe0-42b9-9890-cbb3cb52acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '48994a22-5ea8-4f34-9147-34cc4056f968', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:54:44Z', 'updated_at': '2021-08-05T11:55:11Z', 'revision_number': 5, 'project_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'subnets': [{'id': '48994a22-5ea8-4f34-9147-34cc4056f968', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '47eecaed-70df-4752-a0bf-8c2d9a324028', 'name': '', 'network_id': '6591ebc9-694a-4e01-bc47-61a8532b949d', 'tenant_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'mac_address': 'fa:16:3e:7f:9c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb3074a-fbe0-42b9-9890-cbb3cb52acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': '3ca2c4d5-31d6-4303-b817-ab5ebb2f28dc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:54:32Z', 'updated_at': '2021-08-05T11:55:02Z', 'revision_number': 5, 'project_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'subnets': [{'id': '3ca2c4d5-31d6-4303-b817-ab5ebb2f28dc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd816a619-81a6-401e-b2a9-35c53eea3c31', 'name': '', 'network_id': '0014ea42-e5b7-49e2-98e1-9da852015c0b', 'tenant_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'mac_address': 'fa:16:3e:4f:26:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb3074a-fbe0-42b9-9890-cbb3cb52acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': 'fb8c4481-bcef-4801-9875-906659d99c83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:54:16Z', 'updated_at': '2021-08-05T11:54:32Z', 'revision_number': 5, 'project_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'subnets': [{'id': 'fb8c4481-bcef-4801-9875-906659d99c83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df7d1a92-5502-40db-9b2c-a9bfb74f56c2', 'name': '', 'network_id': '2f8e135e-5f23-403a-9ca4-2de6cde4bbd4', 'tenant_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'mac_address': 'fa:16:3e:bb:12:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eb3074a-fbe0-42b9-9890-cbb3cb52acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': '7262a471-c3c0-4fb0-b1c7-dab3cc8a2975', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:55:01Z', 'updated_at': '2021-08-05T11:55:15Z', 'revision_number': 4, 'project_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'subnets': [{'id': '7262a471-c3c0-4fb0-b1c7-dab3cc8a2975', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:55:16.880946 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-37a0e47b-4783-46b5-9571-f595f732fff2 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33286054', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33263081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1940'] for router, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:16.907205 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-3d33e658-4919-484e-a729-98fc3ec3992d req-9c70a39a-9272-4fbd-8203-9cef5739c325 service neutron] For port 7560c812-45a2-41db-b939-b83795c9222e, host n-h1-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:55:16.912778 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-37a0e47b-4783-46b5-9571-f595f732fff2 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33286033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33286040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33263014'] for router, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:16.947958 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-3d33e658-4919-484e-a729-98fc3ec3992d req-9c70a39a-9272-4fbd-8203-9cef5739c325 service neutron] For port 7560c812-45a2-41db-b939-b83795c9222e, host n-h1-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=7560c812-45a2-41db-b939-b83795c9222e,segment=NetworkSegment(f5bf602d-2ef6-4043-82eb-35dfbd65fde9),segment_id=f5bf602d-2ef6-4043-82eb-35dfbd65fde9)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:55:16.989922 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efdfb26-ac09-4bef-bc97-53eb618b7512 None None] The sync data for ids ['3eb3074a-fbe0-42b9-9890-cbb3cb52acde'] in n-d-803378-2 is: [{'id': '3eb3074a-fbe0-42b9-9890-cbb3cb52acde', 'name': 'tempest-RoutersTest-router-2126266726', 'tenant_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:54:11Z', 'updated_at': '2021-08-05T11:55:05Z', 'revision_number': 5, 'project_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'gw_port_host': None, '_interfaces': [{'id': '2bf69b10-2e1c-489a-9303-7949e2979f7e', 'name': '', 'network_id': '474eda3b-1f3a-4462-b3f9-ee1b6233864d', 'tenant_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'mac_address': 'fa:16:3e:80:b2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb3074a-fbe0-42b9-9890-cbb3cb52acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '48994a22-5ea8-4f34-9147-34cc4056f968', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:54:44Z', 'updated_at': '2021-08-05T11:55:11Z', 'revision_number': 5, 'project_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'subnets': [{'id': '48994a22-5ea8-4f34-9147-34cc4056f968', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '47eecaed-70df-4752-a0bf-8c2d9a324028', 'name': '', 'network_id': '6591ebc9-694a-4e01-bc47-61a8532b949d', 'tenant_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'mac_address': 'fa:16:3e:7f:9c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb3074a-fbe0-42b9-9890-cbb3cb52acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': '3ca2c4d5-31d6-4303-b817-ab5ebb2f28dc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:54:32Z', 'updated_at': '2021-08-05T11:55:02Z', 'revision_number': 5, 'project_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'subnets': [{'id': '3ca2c4d5-31d6-4303-b817-ab5ebb2f28dc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd816a619-81a6-401e-b2a9-35c53eea3c31', 'name': '', 'network_id': '0014ea42-e5b7-49e2-98e1-9da852015c0b', 'tenant_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'mac_address': 'fa:16:3e:4f:26:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb3074a-fbe0-42b9-9890-cbb3cb52acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': 'fb8c4481-bcef-4801-9875-906659d99c83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:54:16Z', 'updated_at': '2021-08-05T11:54:32Z', 'revision_number': 5, 'project_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'subnets': [{'id': 'fb8c4481-bcef-4801-9875-906659d99c83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df7d1a92-5502-40db-9b2c-a9bfb74f56c2', 'name': '', 'network_id': '2f8e135e-5f23-403a-9ca4-2de6cde4bbd4', 'tenant_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'mac_address': 'fa:16:3e:bb:12:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eb3074a-fbe0-42b9-9890-cbb3cb52acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': '7262a471-c3c0-4fb0-b1c7-dab3cc8a2975', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:55:01Z', 'updated_at': '2021-08-05T11:55:15Z', 'revision_number': 4, 'project_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'subnets': [{'id': '7262a471-c3c0-4fb0-b1c7-dab3cc8a2975', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:55:17.039935 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-3d33e658-4919-484e-a729-98fc3ec3992d req-9c70a39a-9272-4fbd-8203-9cef5739c325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:17.103045 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024c67bb-bcd7-438f-96f9-81d40413239a req-502c65d8-b947-469f-a870-0c92a1b11483 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:55:17.114390 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-024c67bb-bcd7-438f-96f9-81d40413239a req-502c65d8-b947-469f-a870-0c92a1b11483 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "GET /v2.0/ports?device_id=6963e1c9-dce8-474f-aa93-772bbef69331 HTTP/1.1" status: 200 len: 944 time: 0.2427933 Aug 05 11:55:17.203488 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3086cc4c-e50b-45e2-b9d1-df9267e54931 req-9b4eac77-3230-4851-b78f-f98977933103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:55:17.211737 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3086cc4c-e50b-45e2-b9d1-df9267e54931 req-9b4eac77-3230-4851-b78f-f98977933103 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2e7c65a434814f6199ebe26a23e571c4&device_id=6963e1c9-dce8-474f-aa93-772bbef69331 HTTP/1.1" status: 200 len: 1095 time: 0.4013693 Aug 05 11:55:17.267515 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-024c67bb-bcd7-438f-96f9-81d40413239a req-44b2b809-7924-479a-9287-47e4571f22b3 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "GET /v2.0/security-groups?id=3383bc8b-a1c2-477b-9ff5-4afb57350447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497729 Aug 05 11:55:17.282521 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d33e658-4919-484e-a729-98fc3ec3992d req-9c70a39a-9272-4fbd-8203-9cef5739c325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:55:17.288088 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-3d33e658-4919-484e-a729-98fc3ec3992d req-9c70a39a-9272-4fbd-8203-9cef5739c325 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:17.291641 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3d33e658-4919-484e-a729-98fc3ec3992d req-9c70a39a-9272-4fbd-8203-9cef5739c325 service neutron] 10.222.0.64 "PUT /v2.0/ports/7560c812-45a2-41db-b939-b83795c9222e HTTP/1.1" status: 200 len: 1091 time: 7.1493936 Aug 05 11:55:17.324764 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e1cb41-38bd-4576-b20d-3f8883f36951 req-c8b8ef03-9e7e-45c6-951e-ca4ea59cd2b7 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:55:17.327946 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d5e1cb41-38bd-4576-b20d-3f8883f36951 req-c8b8ef03-9e7e-45c6-951e-ca4ea59cd2b7 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "GET /v2.0/ports?device_id=44bf7af3-4b93-463e-b016-46d0136c0a9c HTTP/1.1" status: 200 len: 943 time: 0.1736743 Aug 05 11:55:17.334782 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44bf7af3-4b93-463e-b016-46d0136c0a9c', 'tag': '7560c812-45a2-41db-b939-b83795c9222e'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:55:17.347031 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbfdf34e-1613-4cf3-991a-4582aeb7982d" -d '{"events": [{"name": "network-changed", "server_uuid": "44bf7af3-4b93-463e-b016-46d0136c0a9c", "tag": "7560c812-45a2-41db-b939-b83795c9222e"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:55:17.497806 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d5e1cb41-38bd-4576-b20d-3f8883f36951 req-79498470-3021-42a4-8c89-402ea7616f25 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "GET /v2.0/security-groups?id=eaca89e9-ba20-4cda-91a5-faaa99b4c47e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365883 Aug 05 11:55:17.636962 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4b21888-5500-4e4d-9a00-8310cf5e159f x-openstack-request-id: req-b4b21888-5500-4e4d-9a00-8310cf5e159f {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:55:17.637427 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44bf7af3-4b93-463e-b016-46d0136c0a9c", "tag": "7560c812-45a2-41db-b939-b83795c9222e", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:55:17.637845 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b4b21888-5500-4e4d-9a00-8310cf5e159f {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:55:17.638506 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44bf7af3-4b93-463e-b016-46d0136c0a9c', 'tag': '7560c812-45a2-41db-b939-b83795c9222e', 'status': 'completed', 'code': 200} Aug 05 11:55:17.720738 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37a0e47b-4783-46b5-9571-f595f732fff2 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Router 3eb3074a-fbe0-42b9-9890-cbb3cb52acde has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 11:55:17.741992 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c70a39a-9272-4fbd-8203-9cef5739c325 service neutron] Pushing event updated for resources: {'Port': ['ID=7560c812-45a2-41db-b939-b83795c9222e,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:55:17.797674 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d33e658-4919-484e-a729-98fc3ec3992d req-0621d776-9815-40ee-861e-4ccc032e7ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:55:17.800667 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3d33e658-4919-484e-a729-98fc3ec3992d req-0621d776-9815-40ee-861e-4ccc032e7ea3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f68dcdcc6d3c4b72a557ce0cc98a5aa1&device_id=44bf7af3-4b93-463e-b016-46d0136c0a9c HTTP/1.1" status: 200 len: 1094 time: 0.2498076 Aug 05 11:55:17.810015 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3086cc4c-e50b-45e2-b9d1-df9267e54931 req-db15efe8-3d9e-4109-b0c9-112514036c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:55:17.810015 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3086cc4c-e50b-45e2-b9d1-df9267e54931 req-db15efe8-3d9e-4109-b0c9-112514036c19 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b9c69729-0b70-4088-a30d-372be3774212 HTTP/1.1" status: 200 len: 914 time: 0.5856903 Aug 05 11:55:18.033315 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3d33e658-4919-484e-a729-98fc3ec3992d req-828306f1-e2ae-4125-9a84-e8d53ba1fb39 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7560c812-45a2-41db-b939-b83795c9222e HTTP/1.1" status: 200 len: 217 time: 0.2061336 Aug 05 11:55:18.097750 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3086cc4c-e50b-45e2-b9d1-df9267e54931 req-f772c284-f458-44bd-886b-7a039cbe7f86 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=617aef5c-c4cd-4d45-bc00-46e948738306 HTTP/1.1" status: 200 len: 217 time: 0.2800505 Aug 05 11:55:18.329182 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37a0e47b-4783-46b5-9571-f595f732fff2 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:55:18.349167 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e898898-4474-4bb2-9112-8a6787d46610 None None] Sync routers for ids ['3eb3074a-fbe0-42b9-9890-cbb3cb52acde'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:55:18.361259 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d33e658-4919-484e-a729-98fc3ec3992d req-2e3c8234-4bc7-4d43-90c8-0ca2a6f98139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:55:18.365134 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3d33e658-4919-484e-a729-98fc3ec3992d req-2e3c8234-4bc7-4d43-90c8-0ca2a6f98139 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2847796d-5dbf-472e-a5ca-b99e1f825a15 HTTP/1.1" status: 200 len: 835 time: 0.2617972 Aug 05 11:55:18.392585 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-37a0e47b-4783-46b5-9571-f595f732fff2 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks [] for router, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:18.396840 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e898898-4474-4bb2-9112-8a6787d46610 None None] Routers {'3eb3074a-fbe0-42b9-9890-cbb3cb52acde'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:55:18.398334 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-3e898898-4474-4bb2-9112-8a6787d46610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:55:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['3eb3074a-fbe0-42b9-9890-cbb3cb52acde'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:55:18.399887 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-37a0e47b-4783-46b5-9571-f595f732fff2 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] 10.222.0.58 "PUT /v2.0/routers/3eb3074a-fbe0-42b9-9890-cbb3cb52acde HTTP/1.1" status: 200 len: 934 time: 5.3632338 Aug 05 11:55:18.405392 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 50680) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:55:18.499040 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3086cc4c-e50b-45e2-b9d1-df9267e54931 req-c1ff7bd7-2e72-4181-aa61-468e8e42ff96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:55:18.502021 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3086cc4c-e50b-45e2-b9d1-df9267e54931 req-c1ff7bd7-2e72-4181-aa61-468e8e42ff96 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bfce54b6-991e-4bac-8848-405675e3312d HTTP/1.1" status: 200 len: 853 time: 0.3841155 Aug 05 11:55:18.594467 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3086cc4c-e50b-45e2-b9d1-df9267e54931 req-55801b53-078e-4256-8d31-0ca95b4ee842 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b9c69729-0b70-4088-a30d-372be3774212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0805693 Aug 05 11:55:18.636515 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-43fd21c7-0b7d-41d8-8bc7-f13c5f8f4189 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] 10.222.0.58 "GET /v2.0/routers/3eb3074a-fbe0-42b9-9890-cbb3cb52acde HTTP/1.1" status: 200 len: 934 time: 0.2248039 Aug 05 11:55:18.649699 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 50686) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:55:18.661210 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-229545da-ecb9-44fb-b7f1-421399bb165b tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Request body: {'router': {'routes': None}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:55:18.662356 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d33e658-4919-484e-a729-98fc3ec3992d req-4ec9e47a-2283-457d-8b28-e660b60ad985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:55:18.686744 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3d33e658-4919-484e-a729-98fc3ec3992d req-4ec9e47a-2283-457d-8b28-e660b60ad985 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=18d33466-72ef-4f5c-addd-45e10262d9ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2686539 Aug 05 11:55:18.728307 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device df7d1a92-5502-40db-9b2c-a9bfb74f56c2 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:55:19.204623 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3086cc4c-e50b-45e2-b9d1-df9267e54931 req-989d82b6-b013-4229-824d-0ebfb8acacaa service neutron] 10.222.0.55 "GET /v2.0/networks/b9c69729-0b70-4088-a30d-372be3774212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5966544 Aug 05 11:55:19.279700 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9495c4ef-4c09-42a3-9677-33336b993a76 req-c7d19db1-aa16-4534-9793-6153df163b45 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:55:19.293410 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9495c4ef-4c09-42a3-9677-33336b993a76 req-c7d19db1-aa16-4534-9793-6153df163b45 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "GET /v2.0/ports?device_id=6963e1c9-dce8-474f-aa93-772bbef69331 HTTP/1.1" status: 200 len: 944 time: 0.6590900 Aug 05 11:55:19.326847 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 617aef5c-c4cd-4d45-bc00-46e948738306 details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:55:19.449214 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-3e898898-4474-4bb2-9112-8a6787d46610 None None] Set router 3eb3074a-fbe0-42b9-9890-cbb3cb52acde gateway port host: None {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:55:19.452851 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3086cc4c-e50b-45e2-b9d1-df9267e54931 req-7dcf52f9-8a6c-4fb7-b86b-9afadc0e7042 service neutron] 10.222.0.55 "GET /v2.0/networks/b9c69729-0b70-4088-a30d-372be3774212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303891 Aug 05 11:55:19.540663 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.db.resource_extend [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 05 11:55:19.591007 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3d33e658-4919-484e-a729-98fc3ec3992d req-05dcf26b-92b8-4238-a518-f97e4e12a0fc service neutron] 10.222.0.64 "GET /v2.0/networks/18d33466-72ef-4f5c-addd-45e10262d9ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8528342 Aug 05 11:55:20.030628 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 617aef5c-c4cd-4d45-bc00-46e948738306, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=617aef5c-c4cd-4d45-bc00-46e948738306,segment=NetworkSegment(d04d9efc-abcb-4f65-93ca-e7d53aa92d96),segment_id=d04d9efc-abcb-4f65-93ca-e7d53aa92d96)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:55:20.033425 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.extraroute_db [None req-229545da-ecb9-44fb-b7f1-421399bb165b tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Added routes are [] {{(pid=94420) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 05 11:55:20.034282 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.extraroute_db [None req-229545da-ecb9-44fb-b7f1-421399bb165b tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=94420) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 05 11:55:20.062585 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3d33e658-4919-484e-a729-98fc3ec3992d req-1c58cc81-c81d-4b8c-b2c3-e8638519680d service neutron] 10.222.0.64 "GET /v2.0/networks/18d33466-72ef-4f5c-addd-45e10262d9ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4623334 Aug 05 11:55:20.079054 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Returning: {'device': '617aef5c-c4cd-4d45-bc00-46e948738306', 'network_id': 'b9c69729-0b70-4088-a30d-372be3774212', 'port_id': '617aef5c-c4cd-4d45-bc00-46e948738306', 'mac_address': 'fa:16:3e:46:53:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfce54b6-991e-4bac-8848-405675e3312d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:55:20.131711 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-229545da-ecb9-44fb-b7f1-421399bb165b tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33286054', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33263081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1940'] for router, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:20.145459 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9495c4ef-4c09-42a3-9677-33336b993a76 req-b36cf868-d6ba-4cc2-b57c-f81b9f1e64f6 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "GET /v2.0/security-groups?id=3383bc8b-a1c2-477b-9ff5-4afb57350447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8130455 Aug 05 11:55:20.180540 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port df7d1a92-5502-40db-9b2c-a9bfb74f56c2 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:55:20.229782 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port df7d1a92-5502-40db-9b2c-a9bfb74f56c2 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:55:20.230611 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:20.431326 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfdf34e-1613-4cf3-991a-4582aeb7982d req-22832886-252b-4cf1-b743-fc44807fd822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:55:20.434449 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-bbfdf34e-1613-4cf3-991a-4582aeb7982d req-22832886-252b-4cf1-b743-fc44807fd822 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f68dcdcc6d3c4b72a557ce0cc98a5aa1&device_id=44bf7af3-4b93-463e-b016-46d0136c0a9c HTTP/1.1" status: 200 len: 1094 time: 0.2038498 Aug 05 11:55:20.617006 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:20.725683 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfdf34e-1613-4cf3-991a-4582aeb7982d req-31d885a3-5ad6-4b11-a5d3-9fd5a8767e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:55:20.727306 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-bbfdf34e-1613-4cf3-991a-4582aeb7982d req-31d885a3-5ad6-4b11-a5d3-9fd5a8767e82 service neutron] 10.222.0.64 "GET /v2.0/networks?id=18d33466-72ef-4f5c-addd-45e10262d9ee HTTP/1.1" status: 200 len: 898 time: 0.2749529 Aug 05 11:55:20.772824 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 617aef5c-c4cd-4d45-bc00-46e948738306 {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:55:20.773421 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-229545da-ecb9-44fb-b7f1-421399bb165b tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33286054', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33263081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1940'] for router, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:20.781121 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-229545da-ecb9-44fb-b7f1-421399bb165b tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33286033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33286040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33263014'] for router, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:20.791345 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f55128-722b-4031-b183-8d32c9618f2f req-39394042-57a3-46a5-b981-5b9746979b14 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:55:20.799793 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d5f55128-722b-4031-b183-8d32c9618f2f req-39394042-57a3-46a5-b981-5b9746979b14 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "GET /v2.0/ports?device_id=44bf7af3-4b93-463e-b016-46d0136c0a9c HTTP/1.1" status: 200 len: 943 time: 1.6493165 Aug 05 11:55:20.921547 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-bbfdf34e-1613-4cf3-991a-4582aeb7982d req-80dad878-1059-4bec-b772-fba7c6e90e8c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7560c812-45a2-41db-b939-b83795c9222e HTTP/1.1" status: 200 len: 217 time: 0.1849744 Aug 05 11:55:20.986265 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 617aef5c-c4cd-4d45-bc00-46e948738306, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=617aef5c-c4cd-4d45-bc00-46e948738306,segment=NetworkSegment(d04d9efc-abcb-4f65-93ca-e7d53aa92d96),segment_id=d04d9efc-abcb-4f65-93ca-e7d53aa92d96)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:55:21.000260 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:21.008796 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:21.149210 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfdf34e-1613-4cf3-991a-4582aeb7982d req-8c7d2552-766c-401d-aea4-77933d179411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:55:21.155132 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-bbfdf34e-1613-4cf3-991a-4582aeb7982d req-8c7d2552-766c-401d-aea4-77933d179411 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2847796d-5dbf-472e-a5ca-b99e1f825a15 HTTP/1.1" status: 200 len: 835 time: 0.2169325 Aug 05 11:55:21.212376 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-229545da-ecb9-44fb-b7f1-421399bb165b tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Router 3eb3074a-fbe0-42b9-9890-cbb3cb52acde has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 11:55:21.246807 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d5f55128-722b-4031-b183-8d32c9618f2f req-02fff8cb-dbdf-4532-9e33-22e5b7deb445 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "GET /v2.0/security-groups?id=eaca89e9-ba20-4cda-91a5-faaa99b4c47e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4455266 Aug 05 11:55:21.320224 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port df7d1a92-5502-40db-9b2c-a9bfb74f56c2, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=df7d1a92-5502-40db-9b2c-a9bfb74f56c2,segment=NetworkSegment(7d5f6b5c-8903-463c-ad21-4c7996ddb0f0),segment_id=7d5f6b5c-8903-463c-ad21-4c7996ddb0f0)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:55:21.325572 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=617aef5c-c4cd-4d45-bc00-46e948738306,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:55:21.356888 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfdf34e-1613-4cf3-991a-4582aeb7982d req-9fa3b224-3633-442e-8ace-d65b2b516d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:55:21.363158 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-3e898898-4474-4bb2-9112-8a6787d46610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb3074a-fbe0-42b9-9890-cbb3cb52acde', 'name': 'tempest-RoutersTest-router-2126266726', 'tenant_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:54:11Z', 'updated_at': '2021-08-05T11:55:15Z', 'revision_number': 6, 'project_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'gw_port_host': None, '_interfaces': [{'id': '2bf69b10-2e1c-489a-9303-7949e2979f7e', 'name': '', 'network_id': '474eda3b-1f3a-4462-b3f9-ee1b6233864d', 'tenant_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'mac_address': 'fa:16:3e:80:b2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb3074a-fbe0-42b9-9890-cbb3cb52acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '48994a22-5ea8-4f34-9147-34cc4056f968', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:54:44Z', 'updated_at': '2021-08-05T11:55:11Z', 'revision_number': 5, 'project_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'subnets': [{'id': '48994a22-5ea8-4f34-9147-34cc4056f968', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '47eecaed-70df-4752-a0bf-8c2d9a324028', 'name': '', 'network_id': '6591ebc9-694a-4e01-bc47-61a8532b949d', 'tenant_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'mac_address': 'fa:16:3e:7f:9c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb3074a-fbe0-42b9-9890-cbb3cb52acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': '3ca2c4d5-31d6-4303-b817-ab5ebb2f28dc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:54:32Z', 'updated_at': '2021-08-05T11:55:02Z', 'revision_number': 5, 'project_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'subnets': [{'id': '3ca2c4d5-31d6-4303-b817-ab5ebb2f28dc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd816a619-81a6-401e-b2a9-35c53eea3c31', 'name': '', 'network_id': '0014ea42-e5b7-49e2-98e1-9da852015c0b', 'tenant_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'mac_address': 'fa:16:3e:4f:26:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb3074a-fbe0-42b9-9890-cbb3cb52acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': 'fb8c4481-bcef-4801-9875-906659d99c83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:54:16Z', 'updated_at': '2021-08-05T11:54:32Z', 'revision_number': 5, 'project_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'subnets': [{'id': 'fb8c4481-bcef-4801-9875-906659d99c83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df7d1a92-5502-40db-9b2c-a9bfb74f56c2', 'name': '', 'network_id': '2f8e135e-5f23-403a-9ca4-2de6cde4bbd4', 'tenant_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'mac_address': 'fa:16:3e:bb:12:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eb3074a-fbe0-42b9-9890-cbb3cb52acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': '7262a471-c3c0-4fb0-b1c7-dab3cc8a2975', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:55:01Z', 'updated_at': '2021-08-05T11:55:15Z', 'revision_number': 4, 'project_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'subnets': [{'id': '7262a471-c3c0-4fb0-b1c7-dab3cc8a2975', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:55:21.368207 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-bbfdf34e-1613-4cf3-991a-4582aeb7982d req-9fa3b224-3633-442e-8ace-d65b2b516d0a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=18d33466-72ef-4f5c-addd-45e10262d9ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2022486 Aug 05 11:55:21.371497 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['617aef5c-c4cd-4d45-bc00-46e948738306'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:55:21.382542 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:21.586062 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-229545da-ecb9-44fb-b7f1-421399bb165b tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:55:21.608812 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-229545da-ecb9-44fb-b7f1-421399bb165b tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks [] for router, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:21.613078 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-229545da-ecb9-44fb-b7f1-421399bb165b tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] 10.222.0.58 "PUT /v2.0/routers/3eb3074a-fbe0-42b9-9890-cbb3cb52acde HTTP/1.1" status: 200 len: 700 time: 2.9581301 Aug 05 11:55:21.620353 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 50716) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:55:21.694048 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e898898-4474-4bb2-9112-8a6787d46610 None None] Checking router: 3eb3074a-fbe0-42b9-9890-cbb3cb52acde for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:55:21.772158 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e898898-4474-4bb2-9112-8a6787d46610 None None] Routers {'3eb3074a-fbe0-42b9-9890-cbb3cb52acde'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:55:21.773467 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-3e898898-4474-4bb2-9112-8a6787d46610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:55:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['3eb3074a-fbe0-42b9-9890-cbb3cb52acde'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:55:21.784979 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e9e2a9-2146-4a0f-a5a2-2bde3f32d214 req-f4cb68e6-912d-462b-a76d-c42deff5a7dc tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:55:21.788053 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f5e9e2a9-2146-4a0f-a5a2-2bde3f32d214 req-f4cb68e6-912d-462b-a76d-c42deff5a7dc tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "GET /v2.0/ports?device_id=6963e1c9-dce8-474f-aa93-772bbef69331 HTTP/1.1" status: 200 len: 945 time: 0.1969030 Aug 05 11:55:21.940816 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f5e9e2a9-2146-4a0f-a5a2-2bde3f32d214 req-4cda11f6-1b9b-43a5-b484-b543b898b2c0 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "GET /v2.0/security-groups?id=3383bc8b-a1c2-477b-9ff5-4afb57350447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268821 Aug 05 11:55:21.946404 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-4ff44717-9f54-4234-b2c3-f0a1b70f071b tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] 10.222.0.58 "GET /v2.0/routers/3eb3074a-fbe0-42b9-9890-cbb3cb52acde HTTP/1.1" status: 200 len: 700 time: 0.3230805 Aug 05 11:55:21.952038 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 50718) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:55:22.023869 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-bbfdf34e-1613-4cf3-991a-4582aeb7982d req-ba4ab1fa-b61b-4de6-a33f-4448c02216f7 service neutron] 10.222.0.64 "GET /v2.0/networks/18d33466-72ef-4f5c-addd-45e10262d9ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6445150 Aug 05 11:55:22.048302 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=df7d1a92-5502-40db-9b2c-a9bfb74f56c2,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:55:22.287564 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 50730) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:55:22.338252 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:22.378469 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-bbfdf34e-1613-4cf3-991a-4582aeb7982d req-a2454dfc-2a10-4b64-b851-3060f55bc0b9 service neutron] 10.222.0.64 "GET /v2.0/networks/18d33466-72ef-4f5c-addd-45e10262d9ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3382978 Aug 05 11:55:22.397465 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-3e898898-4474-4bb2-9112-8a6787d46610 None None] Set router 3eb3074a-fbe0-42b9-9890-cbb3cb52acde gateway port host: None {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:55:22.704292 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5d945537-9f6a-4131-84b0-ebe480645477 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:22.758752 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879e3852-4b31-4ba0-bccc-31eef6bf9f2b req-d4c85221-c328-4b34-aed0-d4c094b2ddae tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:55:22.762918 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-879e3852-4b31-4ba0-bccc-31eef6bf9f2b req-d4c85221-c328-4b34-aed0-d4c094b2ddae tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "GET /v2.0/ports?device_id=44bf7af3-4b93-463e-b016-46d0136c0a9c HTTP/1.1" status: 200 len: 943 time: 0.3238091 Aug 05 11:55:22.991124 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5d945537-9f6a-4131-84b0-ebe480645477 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:23.009033 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5d945537-9f6a-4131-84b0-ebe480645477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:23.075066 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-3e898898-4474-4bb2-9112-8a6787d46610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb3074a-fbe0-42b9-9890-cbb3cb52acde', 'name': 'tempest-RoutersTest-router-2126266726', 'tenant_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:54:11Z', 'updated_at': '2021-08-05T11:55:20Z', 'revision_number': 7, 'project_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'gw_port_host': None, '_interfaces': [{'id': '2bf69b10-2e1c-489a-9303-7949e2979f7e', 'name': '', 'network_id': '474eda3b-1f3a-4462-b3f9-ee1b6233864d', 'tenant_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'mac_address': 'fa:16:3e:80:b2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb3074a-fbe0-42b9-9890-cbb3cb52acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '48994a22-5ea8-4f34-9147-34cc4056f968', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:54:44Z', 'updated_at': '2021-08-05T11:55:11Z', 'revision_number': 5, 'project_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'subnets': [{'id': '48994a22-5ea8-4f34-9147-34cc4056f968', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '47eecaed-70df-4752-a0bf-8c2d9a324028', 'name': '', 'network_id': '6591ebc9-694a-4e01-bc47-61a8532b949d', 'tenant_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'mac_address': 'fa:16:3e:7f:9c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb3074a-fbe0-42b9-9890-cbb3cb52acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': '3ca2c4d5-31d6-4303-b817-ab5ebb2f28dc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:54:32Z', 'updated_at': '2021-08-05T11:55:02Z', 'revision_number': 5, 'project_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'subnets': [{'id': '3ca2c4d5-31d6-4303-b817-ab5ebb2f28dc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd816a619-81a6-401e-b2a9-35c53eea3c31', 'name': '', 'network_id': '0014ea42-e5b7-49e2-98e1-9da852015c0b', 'tenant_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'mac_address': 'fa:16:3e:4f:26:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb3074a-fbe0-42b9-9890-cbb3cb52acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': 'fb8c4481-bcef-4801-9875-906659d99c83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:54:16Z', 'updated_at': '2021-08-05T11:54:32Z', 'revision_number': 5, 'project_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'subnets': [{'id': 'fb8c4481-bcef-4801-9875-906659d99c83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df7d1a92-5502-40db-9b2c-a9bfb74f56c2', 'name': '', 'network_id': '2f8e135e-5f23-403a-9ca4-2de6cde4bbd4', 'tenant_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'mac_address': 'fa:16:3e:bb:12:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb3074a-fbe0-42b9-9890-cbb3cb52acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': '7262a471-c3c0-4fb0-b1c7-dab3cc8a2975', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:55:01Z', 'updated_at': '2021-08-05T11:55:21Z', 'revision_number': 5, 'project_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'subnets': [{'id': '7262a471-c3c0-4fb0-b1c7-dab3cc8a2975', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:55:23.091810 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-879e3852-4b31-4ba0-bccc-31eef6bf9f2b req-c6a3143a-c18e-4259-82bb-6ee2c0bd1c8a tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "GET /v2.0/security-groups?id=eaca89e9-ba20-4cda-91a5-faaa99b4c47e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3120143 Aug 05 11:55:23.151068 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-5d945537-9f6a-4131-84b0-ebe480645477 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1fd8b870bb2c4cd08dac75befbdea9ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8529289 Aug 05 11:55:23.153726 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d945537-9f6a-4131-84b0-ebe480645477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=863777aa-ff99-4d39-a8ce-9f6d1a7ddc0f,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:55:23.159690 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 50738) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:55:23.171395 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e898898-4474-4bb2-9112-8a6787d46610 None None] The sync data for ids ['3eb3074a-fbe0-42b9-9890-cbb3cb52acde'] in n-d-803378-2 is: [{'id': '3eb3074a-fbe0-42b9-9890-cbb3cb52acde', 'name': 'tempest-RoutersTest-router-2126266726', 'tenant_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:54:11Z', 'updated_at': '2021-08-05T11:55:20Z', 'revision_number': 7, 'project_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'gw_port_host': None, '_interfaces': [{'id': '2bf69b10-2e1c-489a-9303-7949e2979f7e', 'name': '', 'network_id': '474eda3b-1f3a-4462-b3f9-ee1b6233864d', 'tenant_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'mac_address': 'fa:16:3e:80:b2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb3074a-fbe0-42b9-9890-cbb3cb52acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '48994a22-5ea8-4f34-9147-34cc4056f968', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:54:44Z', 'updated_at': '2021-08-05T11:55:11Z', 'revision_number': 5, 'project_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'subnets': [{'id': '48994a22-5ea8-4f34-9147-34cc4056f968', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '47eecaed-70df-4752-a0bf-8c2d9a324028', 'name': '', 'network_id': '6591ebc9-694a-4e01-bc47-61a8532b949d', 'tenant_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'mac_address': 'fa:16:3e:7f:9c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb3074a-fbe0-42b9-9890-cbb3cb52acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': '3ca2c4d5-31d6-4303-b817-ab5ebb2f28dc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:54:32Z', 'updated_at': '2021-08-05T11:55:02Z', 'revision_number': 5, 'project_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'subnets': [{'id': '3ca2c4d5-31d6-4303-b817-ab5ebb2f28dc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd816a619-81a6-401e-b2a9-35c53eea3c31', 'name': '', 'network_id': '0014ea42-e5b7-49e2-98e1-9da852015c0b', 'tenant_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'mac_address': 'fa:16:3e:4f:26:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb3074a-fbe0-42b9-9890-cbb3cb52acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': 'fb8c4481-bcef-4801-9875-906659d99c83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:54:16Z', 'updated_at': '2021-08-05T11:54:32Z', 'revision_number': 5, 'project_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'subnets': [{'id': 'fb8c4481-bcef-4801-9875-906659d99c83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df7d1a92-5502-40db-9b2c-a9bfb74f56c2', 'name': '', 'network_id': '2f8e135e-5f23-403a-9ca4-2de6cde4bbd4', 'tenant_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'mac_address': 'fa:16:3e:bb:12:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb3074a-fbe0-42b9-9890-cbb3cb52acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': '7262a471-c3c0-4fb0-b1c7-dab3cc8a2975', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:55:01Z', 'updated_at': '2021-08-05T11:55:21Z', 'revision_number': 5, 'project_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'subnets': [{'id': '7262a471-c3c0-4fb0-b1c7-dab3cc8a2975', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:55:23.245759 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 617aef5c-c4cd-4d45-bc00-46e948738306 up at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:55:23.309056 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-33a5980c-f782-47e3-a42a-313bd8897e2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:23.367481 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-33a5980c-f782-47e3-a42a-313bd8897e2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:23.384625 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46934de-a4b4-4e68-830b-88ef528325f1 req-fda42f9c-af34-4517-90b5-c80ef1f1a76f tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:55:23.388574 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c46934de-a4b4-4e68-830b-88ef528325f1 req-fda42f9c-af34-4517-90b5-c80ef1f1a76f tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "GET /v2.0/ports?device_id=6963e1c9-dce8-474f-aa93-772bbef69331 HTTP/1.1" status: 200 len: 945 time: 0.1572950 Aug 05 11:55:23.519376 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning for port 617aef5c-c4cd-4d45-bc00-46e948738306 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:55:23.534077 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c46934de-a4b4-4e68-830b-88ef528325f1 req-be8ce15e-22cf-4fb3-9b87-05cf639c5aae tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "GET /v2.0/security-groups?id=3383bc8b-a1c2-477b-9ff5-4afb57350447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016324 Aug 05 11:55:23.538198 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning complete for port 617aef5c-c4cd-4d45-bc00-46e948738306 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:55:23.538829 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:23.593094 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-cab12157-791c-496b-84c3-4db7aca2d3ef tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33208311'] for router_interface, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:23.604128 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-33a5980c-f782-47e3-a42a-313bd8897e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:23.618420 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-33a5980c-f782-47e3-a42a-313bd8897e2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:23.634064 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-33a5980c-f782-47e3-a42a-313bd8897e2a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/863777aa-ff99-4d39-a8ce-9f6d1a7ddc0f HTTP/1.1" status: 204 len: 168 time: 0.4703748 Aug 05 11:55:23.677386 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a5980c-f782-47e3-a42a-313bd8897e2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=863777aa-ff99-4d39-a8ce-9f6d1a7ddc0f,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:55:23.696010 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device df7d1a92-5502-40db-9b2c-a9bfb74f56c2 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:55:23.762588 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e179c5d0-d752-4b3a-8b1f-2809cb7db70c None None] Sync routers for ids ['3eb3074a-fbe0-42b9-9890-cbb3cb52acde'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:55:23.809650 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e179c5d0-d752-4b3a-8b1f-2809cb7db70c None None] Routers {'3eb3074a-fbe0-42b9-9890-cbb3cb52acde'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:55:23.819136 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-e179c5d0-d752-4b3a-8b1f-2809cb7db70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:55:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['3eb3074a-fbe0-42b9-9890-cbb3cb52acde'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:55:24.031562 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port df7d1a92-5502-40db-9b2c-a9bfb74f56c2 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:55:24.032082 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:24.043129 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:24.071288 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-e179c5d0-d752-4b3a-8b1f-2809cb7db70c None None] Set router 3eb3074a-fbe0-42b9-9890-cbb3cb52acde gateway port host: None {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:55:24.235578 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6963e1c9-dce8-474f-aa93-772bbef69331', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '617aef5c-c4cd-4d45-bc00-46e948738306'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:55:24.253879 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf861b87-39ee-4d6e-8f78-8fc89c7c3143" -d '{"events": [{"server_uuid": "6963e1c9-dce8-474f-aa93-772bbef69331", "name": "network-vif-plugged", "status": "completed", "tag": "617aef5c-c4cd-4d45-bc00-46e948738306"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:55:24.429697 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 617aef5c-c4cd-4d45-bc00-46e948738306, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=617aef5c-c4cd-4d45-bc00-46e948738306,segment=NetworkSegment(d04d9efc-abcb-4f65-93ca-e7d53aa92d96),segment_id=d04d9efc-abcb-4f65-93ca-e7d53aa92d96)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:55:24.450017 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:24.482207 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9063ef1-6785-4fb9-9d03-ccf6d9cd3733 x-openstack-request-id: req-a9063ef1-6785-4fb9-9d03-ccf6d9cd3733 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:55:24.482789 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6963e1c9-dce8-474f-aa93-772bbef69331", "name": "network-vif-plugged", "status": "completed", "tag": "617aef5c-c4cd-4d45-bc00-46e948738306", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:55:24.488232 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a9063ef1-6785-4fb9-9d03-ccf6d9cd3733 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:55:24.490085 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6963e1c9-dce8-474f-aa93-772bbef69331', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '617aef5c-c4cd-4d45-bc00-46e948738306', 'code': 200} Aug 05 11:55:24.657196 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=617aef5c-c4cd-4d45-bc00-46e948738306,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:55:24.772098 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b23f5b2-c63c-484d-88be-18695268bf85 req-a3dc8640-a6d0-49a6-a7c4-c4c3be63c9cd tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:55:24.785833 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4b23f5b2-c63c-484d-88be-18695268bf85 req-a3dc8640-a6d0-49a6-a7c4-c4c3be63c9cd tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "GET /v2.0/ports?device_id=44bf7af3-4b93-463e-b016-46d0136c0a9c HTTP/1.1" status: 200 len: 943 time: 0.3277798 Aug 05 11:55:24.795087 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3cc067-b771-4139-93eb-378fb8cb47cd req-bd88a760-0c9e-4987-8181-4a7fe1055581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:55:24.798074 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4c3cc067-b771-4139-93eb-378fb8cb47cd req-bd88a760-0c9e-4987-8181-4a7fe1055581 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6963e1c9-dce8-474f-aa93-772bbef69331 HTTP/1.1" status: 200 len: 1097 time: 0.1755834 Aug 05 11:55:24.812322 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 50762) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:55:24.904116 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4c3cc067-b771-4139-93eb-378fb8cb47cd req-26272417-5000-4e04-9f53-aad4865eeef8 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=3383bc8b-a1c2-477b-9ff5-4afb57350447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888693 Aug 05 11:55:25.031718 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-e179c5d0-d752-4b3a-8b1f-2809cb7db70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb3074a-fbe0-42b9-9890-cbb3cb52acde', 'name': 'tempest-RoutersTest-router-2126266726', 'tenant_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:54:11Z', 'updated_at': '2021-08-05T11:55:20Z', 'revision_number': 7, 'project_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'gw_port_host': None, '_interfaces': [{'id': '2bf69b10-2e1c-489a-9303-7949e2979f7e', 'name': '', 'network_id': '474eda3b-1f3a-4462-b3f9-ee1b6233864d', 'tenant_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'mac_address': 'fa:16:3e:80:b2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb3074a-fbe0-42b9-9890-cbb3cb52acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '48994a22-5ea8-4f34-9147-34cc4056f968', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:54:44Z', 'updated_at': '2021-08-05T11:55:11Z', 'revision_number': 5, 'project_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'subnets': [{'id': '48994a22-5ea8-4f34-9147-34cc4056f968', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '47eecaed-70df-4752-a0bf-8c2d9a324028', 'name': '', 'network_id': '6591ebc9-694a-4e01-bc47-61a8532b949d', 'tenant_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'mac_address': 'fa:16:3e:7f:9c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb3074a-fbe0-42b9-9890-cbb3cb52acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': '3ca2c4d5-31d6-4303-b817-ab5ebb2f28dc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:54:32Z', 'updated_at': '2021-08-05T11:55:02Z', 'revision_number': 5, 'project_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'subnets': [{'id': '3ca2c4d5-31d6-4303-b817-ab5ebb2f28dc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd816a619-81a6-401e-b2a9-35c53eea3c31', 'name': '', 'network_id': '0014ea42-e5b7-49e2-98e1-9da852015c0b', 'tenant_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'mac_address': 'fa:16:3e:4f:26:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb3074a-fbe0-42b9-9890-cbb3cb52acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': 'fb8c4481-bcef-4801-9875-906659d99c83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:54:16Z', 'updated_at': '2021-08-05T11:54:32Z', 'revision_number': 5, 'project_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'subnets': [{'id': 'fb8c4481-bcef-4801-9875-906659d99c83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df7d1a92-5502-40db-9b2c-a9bfb74f56c2', 'name': '', 'network_id': '2f8e135e-5f23-403a-9ca4-2de6cde4bbd4', 'tenant_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'mac_address': 'fa:16:3e:bb:12:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb3074a-fbe0-42b9-9890-cbb3cb52acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': '7262a471-c3c0-4fb0-b1c7-dab3cc8a2975', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:55:01Z', 'updated_at': '2021-08-05T11:55:21Z', 'revision_number': 5, 'project_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'subnets': [{'id': '7262a471-c3c0-4fb0-b1c7-dab3cc8a2975', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:55:25.091850 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e179c5d0-d752-4b3a-8b1f-2809cb7db70c None None] Checking router: 3eb3074a-fbe0-42b9-9890-cbb3cb52acde for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:55:25.110437 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e179c5d0-d752-4b3a-8b1f-2809cb7db70c None None] Routers {'3eb3074a-fbe0-42b9-9890-cbb3cb52acde'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:55:25.111529 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-e179c5d0-d752-4b3a-8b1f-2809cb7db70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:55:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['3eb3074a-fbe0-42b9-9890-cbb3cb52acde'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:55:25.303923 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-e179c5d0-d752-4b3a-8b1f-2809cb7db70c None None] Set router 3eb3074a-fbe0-42b9-9890-cbb3cb52acde gateway port host: None {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:55:25.395216 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-cab12157-791c-496b-84c3-4db7aca2d3ef tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Deleting port df7d1a92-5502-40db-9b2c-a9bfb74f56c2 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:55:25.395793 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-cab12157-791c-496b-84c3-4db7aca2d3ef tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:25.415526 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fd28bfb6-cf62-4c76-ad91-a111164d5b95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:25.588174 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4b23f5b2-c63c-484d-88be-18695268bf85 req-9bbb3f6e-626b-4905-a326-5c5a3046db6b tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "GET /v2.0/security-groups?id=eaca89e9-ba20-4cda-91a5-faaa99b4c47e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7695494 Aug 05 11:55:25.592214 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd791836-432b-4a23-bb2c-1a96ffc17e48 req-616ff466-f7bc-4f5c-9114-3633a0557559 tempest-TestNetworkAdvancedServerOps-1820726671 tempest-TestNetworkAdvancedServerOps-1820726671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:55:25.595763 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-dd791836-432b-4a23-bb2c-1a96ffc17e48 req-616ff466-f7bc-4f5c-9114-3633a0557559 tempest-TestNetworkAdvancedServerOps-1820726671 tempest-TestNetworkAdvancedServerOps-1820726671-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=9ca54f27-d046-4851-9908-b78111ddfd55 HTTP/1.1" status: 200 len: 1097 time: 0.8082986 Aug 05 11:55:25.813073 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-e179c5d0-d752-4b3a-8b1f-2809cb7db70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb3074a-fbe0-42b9-9890-cbb3cb52acde', 'name': 'tempest-RoutersTest-router-2126266726', 'tenant_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:54:11Z', 'updated_at': '2021-08-05T11:55:20Z', 'revision_number': 7, 'project_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'gw_port_host': None, '_interfaces': [{'id': '2bf69b10-2e1c-489a-9303-7949e2979f7e', 'name': '', 'network_id': '474eda3b-1f3a-4462-b3f9-ee1b6233864d', 'tenant_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'mac_address': 'fa:16:3e:80:b2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb3074a-fbe0-42b9-9890-cbb3cb52acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '48994a22-5ea8-4f34-9147-34cc4056f968', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:54:44Z', 'updated_at': '2021-08-05T11:55:11Z', 'revision_number': 5, 'project_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'subnets': [{'id': '48994a22-5ea8-4f34-9147-34cc4056f968', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '47eecaed-70df-4752-a0bf-8c2d9a324028', 'name': '', 'network_id': '6591ebc9-694a-4e01-bc47-61a8532b949d', 'tenant_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'mac_address': 'fa:16:3e:7f:9c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb3074a-fbe0-42b9-9890-cbb3cb52acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': '3ca2c4d5-31d6-4303-b817-ab5ebb2f28dc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:54:32Z', 'updated_at': '2021-08-05T11:55:02Z', 'revision_number': 5, 'project_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'subnets': [{'id': '3ca2c4d5-31d6-4303-b817-ab5ebb2f28dc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd816a619-81a6-401e-b2a9-35c53eea3c31', 'name': '', 'network_id': '0014ea42-e5b7-49e2-98e1-9da852015c0b', 'tenant_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'mac_address': 'fa:16:3e:4f:26:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb3074a-fbe0-42b9-9890-cbb3cb52acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': 'fb8c4481-bcef-4801-9875-906659d99c83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:54:16Z', 'updated_at': '2021-08-05T11:54:32Z', 'revision_number': 5, 'project_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'subnets': [{'id': 'fb8c4481-bcef-4801-9875-906659d99c83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df7d1a92-5502-40db-9b2c-a9bfb74f56c2', 'name': '', 'network_id': '2f8e135e-5f23-403a-9ca4-2de6cde4bbd4', 'tenant_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'mac_address': 'fa:16:3e:bb:12:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb3074a-fbe0-42b9-9890-cbb3cb52acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': '7262a471-c3c0-4fb0-b1c7-dab3cc8a2975', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:55:01Z', 'updated_at': '2021-08-05T11:55:21Z', 'revision_number': 5, 'project_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'subnets': [{'id': '7262a471-c3c0-4fb0-b1c7-dab3cc8a2975', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:55:25.832005 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-cab12157-791c-496b-84c3-4db7aca2d3ef tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] For port df7d1a92-5502-40db-9b2c-a9bfb74f56c2, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=df7d1a92-5502-40db-9b2c-a9bfb74f56c2,segment=NetworkSegment(7d5f6b5c-8903-463c-ad21-4c7996ddb0f0),segment_id=7d5f6b5c-8903-463c-ad21-4c7996ddb0f0)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:55:25.833704 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-cab12157-791c-496b-84c3-4db7aca2d3ef tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:25.869795 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e179c5d0-d752-4b3a-8b1f-2809cb7db70c None None] The sync data for ids ['3eb3074a-fbe0-42b9-9890-cbb3cb52acde'] in n-d-803378-2 is: [{'id': '3eb3074a-fbe0-42b9-9890-cbb3cb52acde', 'name': 'tempest-RoutersTest-router-2126266726', 'tenant_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:54:11Z', 'updated_at': '2021-08-05T11:55:20Z', 'revision_number': 7, 'project_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'gw_port_host': None, '_interfaces': [{'id': '2bf69b10-2e1c-489a-9303-7949e2979f7e', 'name': '', 'network_id': '474eda3b-1f3a-4462-b3f9-ee1b6233864d', 'tenant_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'mac_address': 'fa:16:3e:80:b2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb3074a-fbe0-42b9-9890-cbb3cb52acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '48994a22-5ea8-4f34-9147-34cc4056f968', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:54:44Z', 'updated_at': '2021-08-05T11:55:11Z', 'revision_number': 5, 'project_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'subnets': [{'id': '48994a22-5ea8-4f34-9147-34cc4056f968', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '47eecaed-70df-4752-a0bf-8c2d9a324028', 'name': '', 'network_id': '6591ebc9-694a-4e01-bc47-61a8532b949d', 'tenant_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'mac_address': 'fa:16:3e:7f:9c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb3074a-fbe0-42b9-9890-cbb3cb52acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': '3ca2c4d5-31d6-4303-b817-ab5ebb2f28dc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:54:32Z', 'updated_at': '2021-08-05T11:55:02Z', 'revision_number': 5, 'project_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'subnets': [{'id': '3ca2c4d5-31d6-4303-b817-ab5ebb2f28dc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd816a619-81a6-401e-b2a9-35c53eea3c31', 'name': '', 'network_id': '0014ea42-e5b7-49e2-98e1-9da852015c0b', 'tenant_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'mac_address': 'fa:16:3e:4f:26:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb3074a-fbe0-42b9-9890-cbb3cb52acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': 'fb8c4481-bcef-4801-9875-906659d99c83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:54:16Z', 'updated_at': '2021-08-05T11:54:32Z', 'revision_number': 5, 'project_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'subnets': [{'id': 'fb8c4481-bcef-4801-9875-906659d99c83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df7d1a92-5502-40db-9b2c-a9bfb74f56c2', 'name': '', 'network_id': '2f8e135e-5f23-403a-9ca4-2de6cde4bbd4', 'tenant_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'mac_address': 'fa:16:3e:bb:12:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb3074a-fbe0-42b9-9890-cbb3cb52acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': '7262a471-c3c0-4fb0-b1c7-dab3cc8a2975', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:55:01Z', 'updated_at': '2021-08-05T11:55:21Z', 'revision_number': 5, 'project_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'subnets': [{'id': '7262a471-c3c0-4fb0-b1c7-dab3cc8a2975', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:55:25.943635 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-cab12157-791c-496b-84c3-4db7aca2d3ef tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Calling delete_port for df7d1a92-5502-40db-9b2c-a9bfb74f56c2 owned by network:router_interface {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:55:25.985725 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-dd791836-432b-4a23-bb2c-1a96ffc17e48 req-84fab4ff-bfab-48bf-add1-c02f6b9b6d5a tempest-TestNetworkAdvancedServerOps-1820726671 tempest-TestNetworkAdvancedServerOps-1820726671-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=5a3441a1-c2ab-48c0-836a-6574f4cf6a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3612707 Aug 05 11:55:26.184238 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cde54d-d2de-43ee-b007-22a0ac0c75a3 req-2c0eb4a8-d97e-4d6b-9445-ad11f198b376 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:55:26.186938 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b3cde54d-d2de-43ee-b007-22a0ac0c75a3 req-2c0eb4a8-d97e-4d6b-9445-ad11f198b376 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "GET /v2.0/ports?device_id=6963e1c9-dce8-474f-aa93-772bbef69331 HTTP/1.1" status: 200 len: 946 time: 0.4033749 Aug 05 11:55:26.334759 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fd28bfb6-cf62-4c76-ad91-a111164d5b95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:26.363036 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fd28bfb6-cf62-4c76-ad91-a111164d5b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:26.482755 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b3cde54d-d2de-43ee-b007-22a0ac0c75a3 req-e3a43ab7-506f-49d4-a025-9acd57e564ff tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "GET /v2.0/security-groups?id=3383bc8b-a1c2-477b-9ff5-4afb57350447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2791688 Aug 05 11:55:26.495247 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 7560c812-45a2-41db-b939-b83795c9222e details requested by agent hyperv_n-h1-803378-2 with host n-h1-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:55:26.591786 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-fd28bfb6-cf62-4c76-ad91-a111164d5b95 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d928901da1c14f528d4647749093104a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7642095 Aug 05 11:55:26.595758 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 50774) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:55:26.623020 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37f7615-bfac-4872-9fc3-fbb93f82f1ff req-be7ad033-e4db-4b50-85e0-31fefc6d4ba0 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:55:26.625531 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e37f7615-bfac-4872-9fc3-fbb93f82f1ff req-be7ad033-e4db-4b50-85e0-31fefc6d4ba0 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ca54f27-d046-4851-9908-b78111ddfd55 HTTP/1.1" status: 200 len: 946 time: 0.4335418 Aug 05 11:55:26.652294 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd28bfb6-cf62-4c76-ad91-a111164d5b95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8fc9ae0-a267-4ad0-b666-86e085b8ae7c,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:55:26.794376 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-253efe3c-bd9a-45c0-9ce0-34d673a37322 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:26.802323 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 7560c812-45a2-41db-b939-b83795c9222e, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=7560c812-45a2-41db-b939-b83795c9222e,segment=NetworkSegment(f5bf602d-2ef6-4043-82eb-35dfbd65fde9),segment_id=f5bf602d-2ef6-4043-82eb-35dfbd65fde9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:55:26.832839 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Returning: {'device': '7560c812-45a2-41db-b939-b83795c9222e', 'network_id': '18d33466-72ef-4f5c-addd-45e10262d9ee', 'port_id': '7560c812-45a2-41db-b939-b83795c9222e', 'mac_address': 'fa:16:3e:e4:61:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2847796d-5dbf-472e-a5ca-b99e1f825a15', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:55:26.871249 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-253efe3c-bd9a-45c0-9ce0-34d673a37322 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:26.924441 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:26.945229 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e37f7615-bfac-4872-9fc3-fbb93f82f1ff req-547abde5-9db3-4704-a82a-277c63eb62ed tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a3441a1-c2ab-48c0-836a-6574f4cf6a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2833598 Aug 05 11:55:26.953187 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7560c812-45a2-41db-b939-b83795c9222e {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:55:26.953978 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-cab12157-791c-496b-84c3-4db7aca2d3ef tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:27.001765 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 7560c812-45a2-41db-b939-b83795c9222e, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=7560c812-45a2-41db-b939-b83795c9222e,segment=NetworkSegment(f5bf602d-2ef6-4043-82eb-35dfbd65fde9),segment_id=f5bf602d-2ef6-4043-82eb-35dfbd65fde9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:55:27.019508 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:27.032184 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 50778) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:55:27.137184 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=7560c812-45a2-41db-b939-b83795c9222e,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:55:27.208120 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab12157-791c-496b-84c3-4db7aca2d3ef tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Pushing event deleted for resources: {'Port': ['ID=df7d1a92-5502-40db-9b2c-a9bfb74f56c2,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:55:27.683098 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-3985552e-dbb9-426a-9061-1f9032f296ec tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/floatingips/8508f48f-ad3a-45af-91d6-ababe0281833 HTTP/1.1" status: 200 len: 994 time: 0.6209972 Aug 05 11:55:27.714976 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72de6d23-965b-4fd9-a9dc-d093bcb26d97 req-dd7b2d01-c750-48e6-b146-0f2003475322 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:55:27.728189 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-72de6d23-965b-4fd9-a9dc-d093bcb26d97 req-dd7b2d01-c750-48e6-b146-0f2003475322 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "GET /v2.0/ports?device_id=44bf7af3-4b93-463e-b016-46d0136c0a9c HTTP/1.1" status: 200 len: 943 time: 0.8100772 Aug 05 11:55:27.762517 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-253efe3c-bd9a-45c0-9ce0-34d673a37322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:27.774075 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-253efe3c-bd9a-45c0-9ce0-34d673a37322 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:27.779694 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-253efe3c-bd9a-45c0-9ce0-34d673a37322 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d8fc9ae0-a267-4ad0-b666-86e085b8ae7c HTTP/1.1" status: 204 len: 168 time: 1.1797686 Aug 05 11:55:27.802493 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253efe3c-bd9a-45c0-9ce0-34d673a37322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8fc9ae0-a267-4ad0-b666-86e085b8ae7c,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:55:27.820477 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-cab12157-791c-496b-84c3-4db7aca2d3ef tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33140263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33208171'] for router_interface, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:27.900162 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['7560c812-45a2-41db-b939-b83795c9222e'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:55:28.096345 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-72de6d23-965b-4fd9-a9dc-d093bcb26d97 req-aa44e066-4229-489f-9871-c0ce99b69a3a tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "GET /v2.0/security-groups?id=eaca89e9-ba20-4cda-91a5-faaa99b4c47e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3614345 Aug 05 11:55:28.254189 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809922cd-825d-42c1-b2cf-923ac784f30b req-c7113176-81e1-4a3f-8cea-1fc02c34464e tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:55:28.257045 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-809922cd-825d-42c1-b2cf-923ac784f30b req-c7113176-81e1-4a3f-8cea-1fc02c34464e tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "GET /v2.0/ports?device_id=6963e1c9-dce8-474f-aa93-772bbef69331 HTTP/1.1" status: 200 len: 946 time: 0.4137561 Aug 05 11:55:28.531486 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-809922cd-825d-42c1-b2cf-923ac784f30b req-48354a51-d8fe-4c52-852f-33b6410d1fdc tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "GET /v2.0/security-groups?id=3383bc8b-a1c2-477b-9ff5-4afb57350447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843991 Aug 05 11:55:28.590068 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cab12157-791c-496b-84c3-4db7aca2d3ef tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Router 3eb3074a-fbe0-42b9-9890-cbb3cb52acde has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 11:55:28.992370 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5857d6aa-b34f-4560-9455-25c63b8253ac req-d262ed29-25ab-4202-a045-b77877e612d3 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1876378198&fields=id&tenant_id=2e7c65a434814f6199ebe26a23e571c4 HTTP/1.1" status: 200 len: 267 time: 0.2055485 Aug 05 11:55:29.020098 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cab12157-791c-496b-84c3-4db7aca2d3ef tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:55:29.053849 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7cceb9-a5d0-486a-8412-8be15b36d67b None None] Sync routers for ids ['3eb3074a-fbe0-42b9-9890-cbb3cb52acde'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:55:29.084556 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-cab12157-791c-496b-84c3-4db7aca2d3ef tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] 10.222.0.58 "PUT /v2.0/routers/3eb3074a-fbe0-42b9-9890-cbb3cb52acde/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1257913 Aug 05 11:55:29.084914 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 50822) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:55:29.099213 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7cceb9-a5d0-486a-8412-8be15b36d67b None None] Routers {'3eb3074a-fbe0-42b9-9890-cbb3cb52acde'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:55:29.100670 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-0a7cceb9-a5d0-486a-8412-8be15b36d67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:55:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['3eb3074a-fbe0-42b9-9890-cbb3cb52acde'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:55:29.145874 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5857d6aa-b34f-4560-9455-25c63b8253ac req-7e1ca663-26e4-42cf-8eba-fd456f8e0c03 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:55:29.159524 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5857d6aa-b34f-4560-9455-25c63b8253ac req-7e1ca663-26e4-42cf-8eba-fd456f8e0c03 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "GET /v2.0/ports?device_id=6963e1c9-dce8-474f-aa93-772bbef69331 HTTP/1.1" status: 200 len: 946 time: 0.1657236 Aug 05 11:55:29.169658 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-5857d6aa-b34f-4560-9455-25c63b8253ac req-f8b07767-9b98-4523-b3af-b22ceeb2bb35 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Request body: {'port': {'security_groups': ['3383bc8b-a1c2-477b-9ff5-4afb57350447', '8e58cdff-af4b-4a7c-afe3-75eb4258e43c']}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:55:29.259828 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_v2 [None req-eacda3e1-936e-4fbf-a716-43e39050092c tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Deleting subnet 7262a471-c3c0-4fb0-b1c7-dab3cc8a2975 {{(pid=94421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:55:29.267877 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-eacda3e1-936e-4fbf-a716-43e39050092c tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks [] for subnet, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:29.417642 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-eacda3e1-936e-4fbf-a716-43e39050092c tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29786388'] for subnet, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:29.446053 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-5857d6aa-b34f-4560-9455-25c63b8253ac req-f8b07767-9b98-4523-b3af-b22ceeb2bb35 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:29.554813 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:29.568543 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 50834) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:55:29.568977 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-0a7cceb9-a5d0-486a-8412-8be15b36d67b None None] Set router 3eb3074a-fbe0-42b9-9890-cbb3cb52acde gateway port host: None {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:55:29.920184 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f59c460-622f-40a7-9c60-ddd461e06c86 req-a8792c06-83d2-4494-9e8e-33333c67136a tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:55:29.934987 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2f59c460-622f-40a7-9c60-ddd461e06c86 req-a8792c06-83d2-4494-9e8e-33333c67136a tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "GET /v2.0/ports?device_id=44bf7af3-4b93-463e-b016-46d0136c0a9c HTTP/1.1" status: 200 len: 944 time: 0.2616956 Aug 05 11:55:29.935278 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-eacda3e1-936e-4fbf-a716-43e39050092c tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:30.157217 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-eacda3e1-936e-4fbf-a716-43e39050092c tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25038609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30075142'] for subnet, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:30.238163 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacda3e1-936e-4fbf-a716-43e39050092c tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Pushing event deleted for resources: {'Subnet': ['ID=7262a471-c3c0-4fb0-b1c7-dab3cc8a2975,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:55:30.249877 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-eacda3e1-936e-4fbf-a716-43e39050092c tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:30.259208 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-eacda3e1-936e-4fbf-a716-43e39050092c tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] 10.222.0.58 "DELETE /v2.0/subnets/7262a471-c3c0-4fb0-b1c7-dab3cc8a2975 HTTP/1.1" status: 204 len: 168 time: 1.1720188 Aug 05 11:55:30.261007 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 50846) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:55:30.301921 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2f59c460-622f-40a7-9c60-ddd461e06c86 req-7c1fb98b-6647-4b9b-94e1-b5839015c07f tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "GET /v2.0/security-groups?id=eaca89e9-ba20-4cda-91a5-faaa99b4c47e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3423975 Aug 05 11:55:30.425808 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e57d640-8c21-42cf-ba52-0d5f9636a3c4 None None] Network 2f8e135e-5f23-403a-9ca4-2de6cde4bbd4 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:55:30.520399 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-5857d6aa-b34f-4560-9455-25c63b8253ac req-f8b07767-9b98-4523-b3af-b22ceeb2bb35 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] For port 617aef5c-c4cd-4d45-bc00-46e948738306, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=617aef5c-c4cd-4d45-bc00-46e948738306,segment=NetworkSegment(d04d9efc-abcb-4f65-93ca-e7d53aa92d96),segment_id=d04d9efc-abcb-4f65-93ca-e7d53aa92d96)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:55:30.550399 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 7560c812-45a2-41db-b939-b83795c9222e up at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:55:30.583950 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a8732db1-fc70-41c6-825e-41e4eeec74c4 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:30.695416 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-825c98b5-164b-4ccd-aed3-c0e30c06fee8 req-66f4a206-887d-4c7a-9080-cf6ffec6e2d5 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=9ca54f27-d046-4851-9908-b78111ddfd55&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.1242146 Aug 05 11:55:30.722410 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-5857d6aa-b34f-4560-9455-25c63b8253ac req-f8b07767-9b98-4523-b3af-b22ceeb2bb35 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:30.758160 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6722326-7315-435d-bec5-590a569e57e6 req-6ac1b17a-3cfa-4b13-ba4c-ef7002fdfeb9 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:55:30.762399 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b6722326-7315-435d-bec5-590a569e57e6 req-6ac1b17a-3cfa-4b13-ba4c-ef7002fdfeb9 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ca54f27-d046-4851-9908-b78111ddfd55 HTTP/1.1" status: 200 len: 946 time: 0.2518494 Aug 05 11:55:30.764970 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-5857d6aa-b34f-4560-9455-25c63b8253ac req-f8b07767-9b98-4523-b3af-b22ceeb2bb35 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:30.902331 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-a8732db1-fc70-41c6-825e-41e4eeec74c4 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Deleting port d649a077-ceae-431a-ae84-ed6955acad9e {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:55:30.903283 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a8732db1-fc70-41c6-825e-41e4eeec74c4 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:31.038774 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b6722326-7315-435d-bec5-590a569e57e6 req-64c23996-0f36-412a-8c83-2f48c3d64d0a tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a3441a1-c2ab-48c0-836a-6574f4cf6a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2539928 Aug 05 11:55:31.065745 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5857d6aa-b34f-4560-9455-25c63b8253ac req-f8b07767-9b98-4523-b3af-b22ceeb2bb35 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:55:31.068462 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-5857d6aa-b34f-4560-9455-25c63b8253ac req-f8b07767-9b98-4523-b3af-b22ceeb2bb35 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:31.074527 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5857d6aa-b34f-4560-9455-25c63b8253ac req-f8b07767-9b98-4523-b3af-b22ceeb2bb35 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "PUT /v2.0/ports/617aef5c-c4cd-4d45-bc00-46e948738306 HTTP/1.1" status: 200 len: 982 time: 1.9135234 Aug 05 11:55:31.087953 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6963e1c9-dce8-474f-aa93-772bbef69331', 'tag': '617aef5c-c4cd-4d45-bc00-46e948738306'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:55:31.095573 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}828068ad8d405ad77660ce68fa78e1ffe658725812f7a08f9e488a446589295b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a89a638-52dc-4000-8964-444b1f2122ff" -d '{"events": [{"name": "network-changed", "server_uuid": "6963e1c9-dce8-474f-aa93-772bbef69331", "tag": "617aef5c-c4cd-4d45-bc00-46e948738306"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:55:31.167064 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b07767-9b98-4523-b3af-b22ceeb2bb35 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Pushing event updated for resources: {'Port': ['ID=617aef5c-c4cd-4d45-bc00-46e948738306,revision_number=6']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:55:31.276405 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [None req-a8732db1-fc70-41c6-825e-41e4eeec74c4 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] For port d649a077-ceae-431a-ae84-ed6955acad9e, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=d649a077-ceae-431a-ae84-ed6955acad9e,segment=NetworkSegment(7d5f6b5c-8903-463c-ad21-4c7996ddb0f0),segment_id=7d5f6b5c-8903-463c-ad21-4c7996ddb0f0)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:55:31.277587 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a8732db1-fc70-41c6-825e-41e4eeec74c4 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:31.336378 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-a8732db1-fc70-41c6-825e-41e4eeec74c4 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Calling delete_port for d649a077-ceae-431a-ae84-ed6955acad9e owned by network:dhcp {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:55:31.349538 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['617aef5c-c4cd-4d45-bc00-46e948738306'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:55:31.460829 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-68945504-998d-4437-9a59-851a292b1bdb req-77e4d10f-9fcf-4d0b-a101-2561d0767bff tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1587894479&fields=id&tenant_id=2e7c65a434814f6199ebe26a23e571c4 HTTP/1.1" status: 200 len: 267 time: 0.1756957 Aug 05 11:55:31.594789 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['617aef5c-c4cd-4d45-bc00-46e948738306'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:55:31.652400 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a8732db1-fc70-41c6-825e-41e4eeec74c4 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:31.677794 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68945504-998d-4437-9a59-851a292b1bdb req-7e9b38e5-742b-4be1-9975-74a2c4a4c038 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:55:31.722299 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-68945504-998d-4437-9a59-851a292b1bdb req-7e9b38e5-742b-4be1-9975-74a2c4a4c038 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "GET /v2.0/ports?device_id=6963e1c9-dce8-474f-aa93-772bbef69331 HTTP/1.1" status: 200 len: 985 time: 0.2435369 Aug 05 11:55:31.732296 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9f24684-2e61-4962-93a4-1b33b39285eb x-openstack-request-id: req-a9f24684-2e61-4962-93a4-1b33b39285eb {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:55:31.732868 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6963e1c9-dce8-474f-aa93-772bbef69331", "tag": "617aef5c-c4cd-4d45-bc00-46e948738306", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:55:31.745118 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a9f24684-2e61-4962-93a4-1b33b39285eb {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:55:31.745118 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6963e1c9-dce8-474f-aa93-772bbef69331', 'tag': '617aef5c-c4cd-4d45-bc00-46e948738306', 'status': 'completed', 'code': 200} Aug 05 11:55:31.750080 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-0a7cceb9-a5d0-486a-8412-8be15b36d67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb3074a-fbe0-42b9-9890-cbb3cb52acde', 'name': 'tempest-RoutersTest-router-2126266726', 'tenant_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:54:11Z', 'updated_at': '2021-08-05T11:55:26Z', 'revision_number': 8, 'project_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'gw_port_host': None, '_interfaces': [{'id': '2bf69b10-2e1c-489a-9303-7949e2979f7e', 'name': '', 'network_id': '474eda3b-1f3a-4462-b3f9-ee1b6233864d', 'tenant_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'mac_address': 'fa:16:3e:80:b2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb3074a-fbe0-42b9-9890-cbb3cb52acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '48994a22-5ea8-4f34-9147-34cc4056f968', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:54:44Z', 'updated_at': '2021-08-05T11:55:11Z', 'revision_number': 5, 'project_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'subnets': [{'id': '48994a22-5ea8-4f34-9147-34cc4056f968', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '47eecaed-70df-4752-a0bf-8c2d9a324028', 'name': '', 'network_id': '6591ebc9-694a-4e01-bc47-61a8532b949d', 'tenant_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'mac_address': 'fa:16:3e:7f:9c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb3074a-fbe0-42b9-9890-cbb3cb52acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': '3ca2c4d5-31d6-4303-b817-ab5ebb2f28dc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:54:32Z', 'updated_at': '2021-08-05T11:55:02Z', 'revision_number': 5, 'project_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'subnets': [{'id': '3ca2c4d5-31d6-4303-b817-ab5ebb2f28dc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd816a619-81a6-401e-b2a9-35c53eea3c31', 'name': '', 'network_id': '0014ea42-e5b7-49e2-98e1-9da852015c0b', 'tenant_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'mac_address': 'fa:16:3e:4f:26:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb3074a-fbe0-42b9-9890-cbb3cb52acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': 'fb8c4481-bcef-4801-9875-906659d99c83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:54:16Z', 'updated_at': '2021-08-05T11:54:32Z', 'revision_number': 5, 'project_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'subnets': [{'id': 'fb8c4481-bcef-4801-9875-906659d99c83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:55:31.764282 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8732db1-fc70-41c6-825e-41e4eeec74c4 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] No DVR routers for this DVR port d649a077-ceae-431a-ae84-ed6955acad9e on host n-d-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:55:31.782807 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-68945504-998d-4437-9a59-851a292b1bdb req-0f172104-f292-4297-aa4f-f48dda39038c tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Request body: {'port': {'security_groups': ['3383bc8b-a1c2-477b-9ff5-4afb57350447', '8e58cdff-af4b-4a7c-afe3-75eb4258e43c', '8c79a480-39b6-4920-aad4-c5b3f2f2ddd3']}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:55:31.954553 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7cceb9-a5d0-486a-8412-8be15b36d67b None None] Checking router: 3eb3074a-fbe0-42b9-9890-cbb3cb52acde for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:55:32.011130 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8732db1-fc70-41c6-825e-41e4eeec74c4 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Pushing event deleted for resources: {'Port': ['ID=d649a077-ceae-431a-ae84-ed6955acad9e,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:55:32.136945 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-68945504-998d-4437-9a59-851a292b1bdb req-0f172104-f292-4297-aa4f-f48dda39038c tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:32.258972 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7cceb9-a5d0-486a-8412-8be15b36d67b None None] Routers {'3eb3074a-fbe0-42b9-9890-cbb3cb52acde'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:55:32.260688 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-0a7cceb9-a5d0-486a-8412-8be15b36d67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:55:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['3eb3074a-fbe0-42b9-9890-cbb3cb52acde'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:55:32.265119 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning for port 7560c812-45a2-41db-b939-b83795c9222e completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:55:32.391517 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a8732db1-fc70-41c6-825e-41e4eeec74c4 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:32.437536 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-a8732db1-fc70-41c6-825e-41e4eeec74c4 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f8e135e-5f23-403a-9ca4-2de6cde4bbd4']}} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:55:32.446123 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a89a638-52dc-4000-8964-444b1f2122ff req-31bca231-c900-4977-9dad-b05f06b18461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:55:32.452151 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-0a89a638-52dc-4000-8964-444b1f2122ff req-31bca231-c900-4977-9dad-b05f06b18461 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2e7c65a434814f6199ebe26a23e571c4&device_id=6963e1c9-dce8-474f-aa93-772bbef69331 HTTP/1.1" status: 200 len: 1136 time: 0.5608721 Aug 05 11:55:32.468373 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d20cd5-4311-4fb9-9ab6-c3fde104863d req-e56b1edd-a9dc-4530-88b2-eec084b04d32 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:55:32.471746 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-15d20cd5-4311-4fb9-9ab6-c3fde104863d req-e56b1edd-a9dc-4530-88b2-eec084b04d32 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "GET /v2.0/ports?device_id=44bf7af3-4b93-463e-b016-46d0136c0a9c HTTP/1.1" status: 200 len: 944 time: 0.3503006 Aug 05 11:55:32.545570 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-a8732db1-fc70-41c6-825e-41e4eeec74c4 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d5f6b5c-8903-463c-ad21-4c7996ddb0f0') {'for_net_delete': True} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:55:32.546176 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-a8732db1-fc70-41c6-825e-41e4eeec74c4 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d5f6b5c-8903-463c-ad21-4c7996ddb0f0') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:55:32.556093 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning complete for port 7560c812-45a2-41db-b939-b83795c9222e triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:55:32.556437 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:32.619659 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d3d68a-e0bd-4ec0-87ac-b706eed1bcff None None] DHCP port deletion for 2f8e135e-5f23-403a-9ca4-2de6cde4bbd4 request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 11:55:32.643789 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-15d20cd5-4311-4fb9-9ab6-c3fde104863d req-b6d76aea-d4cf-4959-9277-680705e281ae tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "GET /v2.0/security-groups?id=eaca89e9-ba20-4cda-91a5-faaa99b4c47e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1507459 Aug 05 11:55:32.794216 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a8732db1-fc70-41c6-825e-41e4eeec74c4 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29786371'] for segment, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:32.883069 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a8732db1-fc70-41c6-825e-41e4eeec74c4 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:32.916609 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8732db1-fc70-41c6-825e-41e4eeec74c4 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=94421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:55:32.917813 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a8732db1-fc70-41c6-825e-41e4eeec74c4 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25038799'] for segment, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:33.015879 n-d-803378-2 neutron-server[94421]: Traceback (most recent call last): Aug 05 11:55:33.015879 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:55:33.015879 n-d-803378-2 neutron-server[94421]: timer() Aug 05 11:55:33.015879 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:55:33.015879 n-d-803378-2 neutron-server[94421]: cb(*args, **kw) Aug 05 11:55:33.015879 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:55:33.015879 n-d-803378-2 neutron-server[94421]: return func(*args, **kwargs) Aug 05 11:55:33.015879 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:55:33.015879 n-d-803378-2 neutron-server[94421]: self._notify() Aug 05 11:55:33.015879 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:55:33.015879 n-d-803378-2 neutron-server[94421]: self.callback(batched_events) Aug 05 11:55:33.015879 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:55:33.015879 n-d-803378-2 neutron-server[94421]: event.method(event) Aug 05 11:55:33.015879 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:55:33.015879 n-d-803378-2 neutron-server[94421]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:55:33.015879 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:55:33.015879 n-d-803378-2 neutron-server[94421]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:55:33.015879 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:55:33.015879 n-d-803378-2 neutron-server[94421]: return f(self, *a, **k) Aug 05 11:55:33.015879 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:55:33.015879 n-d-803378-2 neutron-server[94421]: return self._get(url).json() Aug 05 11:55:33.015879 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:55:33.015879 n-d-803378-2 neutron-server[94421]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:55:33.015879 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:55:33.015879 n-d-803378-2 neutron-server[94421]: return self.request(url, 'GET', **kwargs) Aug 05 11:55:33.015879 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:55:33.015879 n-d-803378-2 neutron-server[94421]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:55:33.015879 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:55:33.015879 n-d-803378-2 neutron-server[94421]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:55:33.015879 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:55:33.015879 n-d-803378-2 neutron-server[94421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:55:33.015879 n-d-803378-2 neutron-server[94421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:55:33.091915 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:33.144931 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-0a7cceb9-a5d0-486a-8412-8be15b36d67b None None] Set router 3eb3074a-fbe0-42b9-9890-cbb3cb52acde gateway port host: None {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:55:33.246456 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a89a638-52dc-4000-8964-444b1f2122ff req-e0b41828-025c-46fb-a4ad-bbb7bd36ba85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:55:33.248633 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-0a89a638-52dc-4000-8964-444b1f2122ff req-e0b41828-025c-46fb-a4ad-bbb7bd36ba85 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b9c69729-0b70-4088-a30d-372be3774212 HTTP/1.1" status: 200 len: 914 time: 0.7812662 Aug 05 11:55:33.347039 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-0a89a638-52dc-4000-8964-444b1f2122ff req-34954e6f-6980-4cfc-8476-b220f16c4607 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=617aef5c-c4cd-4d45-bc00-46e948738306 HTTP/1.1" status: 200 len: 217 time: 0.0872877 Aug 05 11:55:33.355563 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a8732db1-fc70-41c6-825e-41e4eeec74c4 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:33.404371 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9481f9-5db9-4f29-9846-95f745aad6f3 req-e3ec4639-1258-4763-8faa-1c5b2c03dd35 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:55:33.407957 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cf9481f9-5db9-4f29-9846-95f745aad6f3 req-e3ec4639-1258-4763-8faa-1c5b2c03dd35 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ca54f27-d046-4851-9908-b78111ddfd55 HTTP/1.1" status: 200 len: 946 time: 0.3887906 Aug 05 11:55:33.457090 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-68945504-998d-4437-9a59-851a292b1bdb req-0f172104-f292-4297-aa4f-f48dda39038c tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] For port 617aef5c-c4cd-4d45-bc00-46e948738306, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=617aef5c-c4cd-4d45-bc00-46e948738306,segment=NetworkSegment(d04d9efc-abcb-4f65-93ca-e7d53aa92d96),segment_id=d04d9efc-abcb-4f65-93ca-e7d53aa92d96)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:55:33.463432 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 7560c812-45a2-41db-b939-b83795c9222e, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=7560c812-45a2-41db-b939-b83795c9222e,segment=NetworkSegment(f5bf602d-2ef6-4043-82eb-35dfbd65fde9),segment_id=f5bf602d-2ef6-4043-82eb-35dfbd65fde9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:55:33.485639 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44bf7af3-4b93-463e-b016-46d0136c0a9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7560c812-45a2-41db-b939-b83795c9222e'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:55:33.492305 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5b45928-1a70-46c8-ae2f-dfec6c1f2953" -d '{"events": [{"server_uuid": "44bf7af3-4b93-463e-b016-46d0136c0a9c", "name": "network-vif-plugged", "status": "completed", "tag": "7560c812-45a2-41db-b939-b83795c9222e"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:55:33.516001 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a8732db1-fc70-41c6-825e-41e4eeec74c4 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks [] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:33.534016 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-a8732db1-fc70-41c6-825e-41e4eeec74c4 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] 10.222.0.58 "DELETE /v2.0/networks/2f8e135e-5f23-403a-9ca4-2de6cde4bbd4 HTTP/1.1" status: 204 len: 168 time: 3.2705121 Aug 05 11:55:33.537512 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 50920) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:55:33.543132 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8732db1-fc70-41c6-825e-41e4eeec74c4 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Pushing event deleted for resources: {'Network': ['ID=2f8e135e-5f23-403a-9ca4-2de6cde4bbd4,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:55:33.545431 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:33.562777 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cf9481f9-5db9-4f29-9846-95f745aad6f3 req-bc601d5d-f6ac-4c71-8778-521733a796c3 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a3441a1-c2ab-48c0-836a-6574f4cf6a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349742 Aug 05 11:55:33.654023 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-68945504-998d-4437-9a59-851a292b1bdb req-0f172104-f292-4297-aa4f-f48dda39038c tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:33.671842 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-68945504-998d-4437-9a59-851a292b1bdb req-0f172104-f292-4297-aa4f-f48dda39038c tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:33.782100 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device d649a077-ceae-431a-ae84-ed6955acad9e no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:55:33.850644 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f172104-f292-4297-aa4f-f48dda39038c tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Pushing event updated for resources: {'Port': ['ID=617aef5c-c4cd-4d45-bc00-46e948738306,revision_number=7']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:55:33.966622 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68945504-998d-4437-9a59-851a292b1bdb req-0f172104-f292-4297-aa4f-f48dda39038c tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:55:33.967820 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-68945504-998d-4437-9a59-851a292b1bdb req-0f172104-f292-4297-aa4f-f48dda39038c tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:33.978026 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-68945504-998d-4437-9a59-851a292b1bdb req-0f172104-f292-4297-aa4f-f48dda39038c tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "PUT /v2.0/ports/617aef5c-c4cd-4d45-bc00-46e948738306 HTTP/1.1" status: 200 len: 1021 time: 2.2316697 Aug 05 11:55:33.982854 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6963e1c9-dce8-474f-aa93-772bbef69331', 'tag': '617aef5c-c4cd-4d45-bc00-46e948738306'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:55:33.998000 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}828068ad8d405ad77660ce68fa78e1ffe658725812f7a08f9e488a446589295b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca2077a8-c2e3-4696-a671-6a772e6f20b8" -d '{"events": [{"name": "network-changed", "server_uuid": "6963e1c9-dce8-474f-aa93-772bbef69331", "tag": "617aef5c-c4cd-4d45-bc00-46e948738306"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:55:34.073576 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09586638-0c28-4bf9-9f96-46ab04190f2a x-openstack-request-id: req-09586638-0c28-4bf9-9f96-46ab04190f2a {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:55:34.074317 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44bf7af3-4b93-463e-b016-46d0136c0a9c", "name": "network-vif-plugged", "status": "completed", "tag": "7560c812-45a2-41db-b939-b83795c9222e", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:55:34.074929 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-09586638-0c28-4bf9-9f96-46ab04190f2a {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:55:34.075812 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44bf7af3-4b93-463e-b016-46d0136c0a9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7560c812-45a2-41db-b939-b83795c9222e', 'code': 200} Aug 05 11:55:34.082605 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: d649a077-ceae-431a-ae84-ed6955acad9e {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:55:34.093264 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device d649a077-ceae-431a-ae84-ed6955acad9e not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:55:34.185322 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a89a638-52dc-4000-8964-444b1f2122ff req-dc039209-e44d-4383-b047-1c73f11e8313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:55:34.188222 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-0a89a638-52dc-4000-8964-444b1f2122ff req-dc039209-e44d-4383-b047-1c73f11e8313 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bfce54b6-991e-4bac-8848-405675e3312d HTTP/1.1" status: 200 len: 853 time: 0.8087647 Aug 05 11:55:34.305526 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-0a89a638-52dc-4000-8964-444b1f2122ff req-9772e982-d38f-4f8e-875a-990cb87b213f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b9c69729-0b70-4088-a30d-372be3774212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0827196 Aug 05 11:55:34.357077 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c3ef40-6512-4bf2-a3e4-97503ab86e29 req-7cdd1273-4fd5-4879-84dc-a7b975736bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:55:34.359674 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-71c3ef40-6512-4bf2-a3e4-97503ab86e29 req-7cdd1273-4fd5-4879-84dc-a7b975736bf9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=44bf7af3-4b93-463e-b016-46d0136c0a9c HTTP/1.1" status: 200 len: 1096 time: 0.3539968 Aug 05 11:55:34.374635 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=7560c812-45a2-41db-b939-b83795c9222e,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:55:34.464065 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aacf53-a9e5-41fe-aed5-28fb5089c2e5 req-597b955d-b066-4667-a05f-30f73bb11726 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:55:34.481589 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-29aacf53-a9e5-41fe-aed5-28fb5089c2e5 req-597b955d-b066-4667-a05f-30f73bb11726 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "GET /v2.0/ports?device_id=44bf7af3-4b93-463e-b016-46d0136c0a9c HTTP/1.1" status: 200 len: 945 time: 0.4279697 Aug 05 11:55:34.546302 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['617aef5c-c4cd-4d45-bc00-46e948738306'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:55:34.765717 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-0a89a638-52dc-4000-8964-444b1f2122ff req-1f225337-1ac4-48b5-a609-9eea88e6d438 service neutron] 10.222.0.55 "GET /v2.0/networks/b9c69729-0b70-4088-a30d-372be3774212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4339118 Aug 05 11:55:34.788800 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['617aef5c-c4cd-4d45-bc00-46e948738306'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:55:34.799228 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b2d0c3-2651-4adb-9dd5-d8628a6e1655 req-fb863755-e0bb-4c10-a782-e544a86df888 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:55:34.814815 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d9b2d0c3-2651-4adb-9dd5-d8628a6e1655 req-fb863755-e0bb-4c10-a782-e544a86df888 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "GET /v2.0/ports?device_id=6963e1c9-dce8-474f-aa93-772bbef69331 HTTP/1.1" status: 200 len: 1024 time: 0.5831051 Aug 05 11:55:34.849617 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-71c3ef40-6512-4bf2-a3e4-97503ab86e29 req-b54bf4b1-163d-4d49-b85b-02a66b0d4f3a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=eaca89e9-ba20-4cda-91a5-faaa99b4c47e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2382593 Aug 05 11:55:34.882202 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-29aacf53-a9e5-41fe-aed5-28fb5089c2e5 req-18352110-9ee6-4401-8e9a-31be8f516858 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "GET /v2.0/security-groups?id=eaca89e9-ba20-4cda-91a5-faaa99b4c47e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3771880 Aug 05 11:55:35.149316 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d9b2d0c3-2651-4adb-9dd5-d8628a6e1655 req-fc278ff5-3b5d-4eff-b306-4aec6d43df8f tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "GET /v2.0/security-groups?id=3383bc8b-a1c2-477b-9ff5-4afb57350447&id=8e58cdff-af4b-4a7c-afe3-75eb4258e43c&id=8c79a480-39b6-4920-aad4-c5b3f2f2ddd3 HTTP/1.1" status: 200 len: 6157 time: 0.3135080 Aug 05 11:55:35.191977 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825c98b5-164b-4ccd-aed3-c0e30c06fee8 req-9c51ddda-8a91-48fd-8a38-111def7abe8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:55:35.197127 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-825c98b5-164b-4ccd-aed3-c0e30c06fee8 req-9c51ddda-8a91-48fd-8a38-111def7abe8f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7f88688726d24c8e9d77831659c7c3ae&device_id=9ca54f27-d046-4851-9908-b78111ddfd55 HTTP/1.1" status: 200 len: 1097 time: 0.6997421 Aug 05 11:55:35.200343 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d6eca90-47a4-48d5-88f0-49bde0cc2f9b x-openstack-request-id: req-8d6eca90-47a4-48d5-88f0-49bde0cc2f9b {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:55:35.201744 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6963e1c9-dce8-474f-aa93-772bbef69331", "tag": "617aef5c-c4cd-4d45-bc00-46e948738306", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:55:35.202483 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8d6eca90-47a4-48d5-88f0-49bde0cc2f9b {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:55:35.203499 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6963e1c9-dce8-474f-aa93-772bbef69331', 'tag': '617aef5c-c4cd-4d45-bc00-46e948738306', 'status': 'completed', 'code': 200} Aug 05 11:55:35.261812 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-0a89a638-52dc-4000-8964-444b1f2122ff req-a09586a0-d5cb-41c6-ba7c-b6724a57a532 service neutron] 10.222.0.55 "GET /v2.0/networks/b9c69729-0b70-4088-a30d-372be3774212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4160483 Aug 05 11:55:35.295259 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-0a7cceb9-a5d0-486a-8412-8be15b36d67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb3074a-fbe0-42b9-9890-cbb3cb52acde', 'name': 'tempest-RoutersTest-router-2126266726', 'tenant_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:54:11Z', 'updated_at': '2021-08-05T11:55:26Z', 'revision_number': 8, 'project_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'gw_port_host': None, '_interfaces': [{'id': '2bf69b10-2e1c-489a-9303-7949e2979f7e', 'name': '', 'network_id': '474eda3b-1f3a-4462-b3f9-ee1b6233864d', 'tenant_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'mac_address': 'fa:16:3e:80:b2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb3074a-fbe0-42b9-9890-cbb3cb52acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '48994a22-5ea8-4f34-9147-34cc4056f968', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:54:44Z', 'updated_at': '2021-08-05T11:55:11Z', 'revision_number': 5, 'project_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'subnets': [{'id': '48994a22-5ea8-4f34-9147-34cc4056f968', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '47eecaed-70df-4752-a0bf-8c2d9a324028', 'name': '', 'network_id': '6591ebc9-694a-4e01-bc47-61a8532b949d', 'tenant_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'mac_address': 'fa:16:3e:7f:9c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb3074a-fbe0-42b9-9890-cbb3cb52acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': '3ca2c4d5-31d6-4303-b817-ab5ebb2f28dc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:54:32Z', 'updated_at': '2021-08-05T11:55:02Z', 'revision_number': 5, 'project_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'subnets': [{'id': '3ca2c4d5-31d6-4303-b817-ab5ebb2f28dc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd816a619-81a6-401e-b2a9-35c53eea3c31', 'name': '', 'network_id': '0014ea42-e5b7-49e2-98e1-9da852015c0b', 'tenant_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'mac_address': 'fa:16:3e:4f:26:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb3074a-fbe0-42b9-9890-cbb3cb52acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': 'fb8c4481-bcef-4801-9875-906659d99c83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:54:16Z', 'updated_at': '2021-08-05T11:54:32Z', 'revision_number': 5, 'project_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'subnets': [{'id': 'fb8c4481-bcef-4801-9875-906659d99c83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:55:35.342803 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 50958) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:55:35.457804 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7cceb9-a5d0-486a-8412-8be15b36d67b None None] The sync data for ids ['3eb3074a-fbe0-42b9-9890-cbb3cb52acde'] in n-d-803378-2 is: [{'id': '3eb3074a-fbe0-42b9-9890-cbb3cb52acde', 'name': 'tempest-RoutersTest-router-2126266726', 'tenant_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:54:11Z', 'updated_at': '2021-08-05T11:55:26Z', 'revision_number': 8, 'project_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'gw_port_host': None, '_interfaces': [{'id': '2bf69b10-2e1c-489a-9303-7949e2979f7e', 'name': '', 'network_id': '474eda3b-1f3a-4462-b3f9-ee1b6233864d', 'tenant_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'mac_address': 'fa:16:3e:80:b2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb3074a-fbe0-42b9-9890-cbb3cb52acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '48994a22-5ea8-4f34-9147-34cc4056f968', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:54:44Z', 'updated_at': '2021-08-05T11:55:11Z', 'revision_number': 5, 'project_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'subnets': [{'id': '48994a22-5ea8-4f34-9147-34cc4056f968', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '47eecaed-70df-4752-a0bf-8c2d9a324028', 'name': '', 'network_id': '6591ebc9-694a-4e01-bc47-61a8532b949d', 'tenant_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'mac_address': 'fa:16:3e:7f:9c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb3074a-fbe0-42b9-9890-cbb3cb52acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': '3ca2c4d5-31d6-4303-b817-ab5ebb2f28dc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:54:32Z', 'updated_at': '2021-08-05T11:55:02Z', 'revision_number': 5, 'project_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'subnets': [{'id': '3ca2c4d5-31d6-4303-b817-ab5ebb2f28dc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd816a619-81a6-401e-b2a9-35c53eea3c31', 'name': '', 'network_id': '0014ea42-e5b7-49e2-98e1-9da852015c0b', 'tenant_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'mac_address': 'fa:16:3e:4f:26:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb3074a-fbe0-42b9-9890-cbb3cb52acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': 'fb8c4481-bcef-4801-9875-906659d99c83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:54:16Z', 'updated_at': '2021-08-05T11:54:32Z', 'revision_number': 5, 'project_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'subnets': [{'id': 'fb8c4481-bcef-4801-9875-906659d99c83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:55:35.489302 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e8bbfc-1b03-47a0-b36b-592ec808ab5d req-c1c2865e-7e1c-4264-89e2-80a16c2f2b87 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:55:35.509202 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c4e8bbfc-1b03-47a0-b36b-592ec808ab5d req-c1c2865e-7e1c-4264-89e2-80a16c2f2b87 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ca54f27-d046-4851-9908-b78111ddfd55 HTTP/1.1" status: 200 len: 946 time: 0.2566335 Aug 05 11:55:35.588899 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-74553867-068b-4a96-a8cf-5d58c766730f req-d5987c26-2704-4d88-8948-24e4cb44c644 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1842212672 ', 'description': 'tempest-description-691624033'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:55:35.705857 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2077a8-c2e3-4696-a671-6a772e6f20b8 req-aa5aaa6e-8ffc-4a8c-83bc-120bebabfe43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:55:35.708941 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ca2077a8-c2e3-4696-a671-6a772e6f20b8 req-aa5aaa6e-8ffc-4a8c-83bc-120bebabfe43 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2e7c65a434814f6199ebe26a23e571c4&device_id=6963e1c9-dce8-474f-aa93-772bbef69331 HTTP/1.1" status: 200 len: 1175 time: 0.3365636 Aug 05 11:55:35.785294 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c4e8bbfc-1b03-47a0-b36b-592ec808ab5d req-9bb191bf-8d3e-4f4c-915a-a47b763e8364 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a3441a1-c2ab-48c0-836a-6574f4cf6a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2739508 Aug 05 11:55:35.799267 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-74553867-068b-4a96-a8cf-5d58c766730f req-d5987c26-2704-4d88-8948-24e4cb44c644 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:35.952367 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6f44c24e-5010-46cb-b45b-5b209f33742c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:36.142807 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825c98b5-164b-4ccd-aed3-c0e30c06fee8 req-221207f7-1403-4d00-9b80-1c1a42512224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:55:36.146509 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-825c98b5-164b-4ccd-aed3-c0e30c06fee8 req-221207f7-1403-4d00-9b80-1c1a42512224 service neutron] 10.222.0.64 "GET /v2.0/networks?id=de35454d-dce9-4c8c-89fd-a22990eff5d9 HTTP/1.1" status: 200 len: 898 time: 0.6334193 Aug 05 11:55:36.169534 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2077a8-c2e3-4696-a671-6a772e6f20b8 req-0065e33c-e9d4-42ca-a194-ec4f3439fb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:55:36.172459 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ca2077a8-c2e3-4696-a671-6a772e6f20b8 req-0065e33c-e9d4-42ca-a194-ec4f3439fb3e service neutron] 10.222.0.55 "GET /v2.0/networks?id=b9c69729-0b70-4088-a30d-372be3774212 HTTP/1.1" status: 200 len: 914 time: 0.4550285 Aug 05 11:55:36.333525 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ca2077a8-c2e3-4696-a671-6a772e6f20b8 req-80dd7623-e1cb-4e4a-a9d8-c187b914713e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=617aef5c-c4cd-4d45-bc00-46e948738306 HTTP/1.1" status: 200 len: 217 time: 0.1453669 Aug 05 11:55:36.415813 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-825c98b5-164b-4ccd-aed3-c0e30c06fee8 req-5a462c5f-69a8-496d-9d08-3eb9ecdaa9a6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ec68afcf-9c5f-45fb-ae44-cadcc706912a HTTP/1.1" status: 200 len: 1002 time: 0.2514987 Aug 05 11:55:36.526651 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2077a8-c2e3-4696-a671-6a772e6f20b8 req-51a40523-9049-43f5-a429-845fe8f35f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:55:36.527792 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ca2077a8-c2e3-4696-a671-6a772e6f20b8 req-51a40523-9049-43f5-a429-845fe8f35f49 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bfce54b6-991e-4bac-8848-405675e3312d HTTP/1.1" status: 200 len: 853 time: 0.1692078 Aug 05 11:55:36.588477 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 11:55:36.691053 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ca2077a8-c2e3-4696-a671-6a772e6f20b8 req-942d8ead-798f-48a8-909b-321ba96f1167 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b9c69729-0b70-4088-a30d-372be3774212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1545093 Aug 05 11:55:36.702826 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-74553867-068b-4a96-a8cf-5d58c766730f req-d5987c26-2704-4d88-8948-24e4cb44c644 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:36.718657 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825c98b5-164b-4ccd-aed3-c0e30c06fee8 req-af9d0710-9ac3-4f14-b656-17b8249b5f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:55:36.725151 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-825c98b5-164b-4ccd-aed3-c0e30c06fee8 req-af9d0710-9ac3-4f14-b656-17b8249b5f8b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=eca5de13-4236-413f-a4f9-706b50495900 HTTP/1.1" status: 200 len: 835 time: 0.2950573 Aug 05 11:55:36.736120 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-74553867-068b-4a96-a8cf-5d58c766730f req-d5987c26-2704-4d88-8948-24e4cb44c644 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:36.841431 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8ebc62ad-7dd3-4a33-8edb-b10d4c0ef6a4 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33208311'] for router_interface, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:36.918590 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f29d431-cbfe-474f-9d66-6db30e73959e req-8e98f64a-62c4-420a-8c5a-b54937a09a71 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:55:36.925524 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7f29d431-cbfe-474f-9d66-6db30e73959e req-8e98f64a-62c4-420a-8c5a-b54937a09a71 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "GET /v2.0/ports?device_id=44bf7af3-4b93-463e-b016-46d0136c0a9c HTTP/1.1" status: 200 len: 945 time: 0.2971106 Aug 05 11:55:36.952980 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5987c26-2704-4d88-8948-24e4cb44c644 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df8de303-ba59-42fc-a3c8-2520b582a88c,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:55:37.062945 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ca2077a8-c2e3-4696-a671-6a772e6f20b8 req-ca5942db-f236-4b22-95e0-c9b1290f880a service neutron] 10.222.0.55 "GET /v2.0/networks/b9c69729-0b70-4088-a30d-372be3774212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3565619 Aug 05 11:55:37.107671 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7f29d431-cbfe-474f-9d66-6db30e73959e req-9ca8f702-072d-4eec-8d26-66ac3848db0a tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "GET /v2.0/security-groups?id=eaca89e9-ba20-4cda-91a5-faaa99b4c47e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187506 Aug 05 11:55:37.119073 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825c98b5-164b-4ccd-aed3-c0e30c06fee8 req-c306bd43-105b-4d7c-8fb3-70fba39e4280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:55:37.123115 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-825c98b5-164b-4ccd-aed3-c0e30c06fee8 req-c306bd43-105b-4d7c-8fb3-70fba39e4280 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=de35454d-dce9-4c8c-89fd-a22990eff5d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3751569 Aug 05 11:55:37.224918 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6f44c24e-5010-46cb-b45b-5b209f33742c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:37.258668 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-a0119bd3-fd0f-44cc-ac8a-afdab61c7757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:37.310931 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6f44c24e-5010-46cb-b45b-5b209f33742c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:37.391556 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-74553867-068b-4a96-a8cf-5d58c766730f req-d5987c26-2704-4d88-8948-24e4cb44c644 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:37.394164 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-74553867-068b-4a96-a8cf-5d58c766730f req-d5987c26-2704-4d88-8948-24e4cb44c644 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1787 time: 1.8736310 Aug 05 11:55:37.398098 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-6f44c24e-5010-46cb-b45b-5b209f33742c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=801cd7d1770f4a43904dd7e3973e1779&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0531149 Aug 05 11:55:37.409033 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ca2077a8-c2e3-4696-a671-6a772e6f20b8 req-39ac1163-66da-4a9a-a5e6-3414a96fe350 service neutron] 10.222.0.55 "GET /v2.0/networks/b9c69729-0b70-4088-a30d-372be3774212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3188479 Aug 05 11:55:37.419297 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 50988) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:55:37.499936 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device df7d1a92-5502-40db-9b2c-a9bfb74f56c2 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:55:37.638618 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: df7d1a92-5502-40db-9b2c-a9bfb74f56c2 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:55:37.639066 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device df7d1a92-5502-40db-9b2c-a9bfb74f56c2 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:55:37.880254 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b8c9b4a4-685a-47c2-9c85-9883af8d43fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:37.932564 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-8ebc62ad-7dd3-4a33-8edb-b10d4c0ef6a4 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Deleting port 2bf69b10-2e1c-489a-9303-7949e2979f7e {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:55:37.933177 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8ebc62ad-7dd3-4a33-8edb-b10d4c0ef6a4 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:38.124098 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [None req-8ebc62ad-7dd3-4a33-8edb-b10d4c0ef6a4 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] For port 2bf69b10-2e1c-489a-9303-7949e2979f7e, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=2bf69b10-2e1c-489a-9303-7949e2979f7e,segment=NetworkSegment(1ff4f356-8e94-4af7-a00d-8cc406921888),segment_id=1ff4f356-8e94-4af7-a00d-8cc406921888)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:55:38.124788 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8ebc62ad-7dd3-4a33-8edb-b10d4c0ef6a4 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:38.151496 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-8ebc62ad-7dd3-4a33-8edb-b10d4c0ef6a4 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Calling delete_port for 2bf69b10-2e1c-489a-9303-7949e2979f7e owned by network:router_interface {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:55:38.394433 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f44c24e-5010-46cb-b45b-5b209f33742c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71609c3c-b6f6-43d9-a022-46193bf9b42a,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:55:38.453743 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e4af78-8683-44dc-9ae9-7130d70a4ef0 req-fb46cb5e-370a-4d7e-baa9-406a9bbcb647 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:55:38.457855 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e7e4af78-8683-44dc-9ae9-7130d70a4ef0 req-fb46cb5e-370a-4d7e-baa9-406a9bbcb647 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ca54f27-d046-4851-9908-b78111ddfd55 HTTP/1.1" status: 200 len: 946 time: 1.0970185 Aug 05 11:55:38.523310 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8ebc62ad-7dd3-4a33-8edb-b10d4c0ef6a4 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:38.542350 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b8c9b4a4-685a-47c2-9c85-9883af8d43fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:38.588188 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebc62ad-7dd3-4a33-8edb-b10d4c0ef6a4 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Pushing event deleted for resources: {'Port': ['ID=2bf69b10-2e1c-489a-9303-7949e2979f7e,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:55:38.630496 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-825c98b5-164b-4ccd-aed3-c0e30c06fee8 req-aaf367c6-870c-47b1-8e7b-ca78731fea62 service neutron] 10.222.0.64 "GET /v2.0/networks/de35454d-dce9-4c8c-89fd-a22990eff5d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4933267 Aug 05 11:55:38.641807 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-136f568c-c41d-490a-a740-b0f0b57fe50c req-b6f3011a-adc0-4131-8efd-17ad25a831a1 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "GET /v2.0/security-groups/df8de303-ba59-42fc-a3c8-2520b582a88c HTTP/1.1" status: 200 len: 1782 time: 1.1742322 Aug 05 11:55:38.916664 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e7e4af78-8683-44dc-9ae9-7130d70a4ef0 req-ef6b40fa-72fa-46d3-b29c-7c5f782f665f tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a3441a1-c2ab-48c0-836a-6574f4cf6a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4444313 Aug 05 11:55:39.141729 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f4ee9-1073-45c1-ac7b-800c228f17e4 req-1d839916-52ad-4eaa-8ea6-c8185c2181b4 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:55:39.159312 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a97f4ee9-1073-45c1-ac7b-800c228f17e4 req-1d839916-52ad-4eaa-8ea6-c8185c2181b4 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "GET /v2.0/ports?device_id=44bf7af3-4b93-463e-b016-46d0136c0a9c HTTP/1.1" status: 200 len: 945 time: 0.2967894 Aug 05 11:55:39.237193 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8ebc62ad-7dd3-4a33-8edb-b10d4c0ef6a4 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33140263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33208171'] for router_interface, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:39.263608 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-825c98b5-164b-4ccd-aed3-c0e30c06fee8 req-8c9aac56-d521-437c-8827-c94fadb60db2 service neutron] 10.222.0.64 "GET /v2.0/networks/de35454d-dce9-4c8c-89fd-a22990eff5d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5925357 Aug 05 11:55:39.286461 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-64a8ac73-b8c4-4c2b-b27f-0a631659f245 req-4e23a281-82d9-4a0a-8f3b-12ecc8f8c7e3 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "GET /v2.0/security-groups/df8de303-ba59-42fc-a3c8-2520b582a88c HTTP/1.1" status: 200 len: 1782 time: 0.2682791 Aug 05 11:55:39.352453 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a97f4ee9-1073-45c1-ac7b-800c228f17e4 req-a10ce957-e64d-4055-aed5-49f584e17d4c tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "GET /v2.0/security-groups?id=eaca89e9-ba20-4cda-91a5-faaa99b4c47e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1914723 Aug 05 11:55:39.538821 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-64a8ac73-b8c4-4c2b-b27f-0a631659f245 req-074445e0-82ef-45a7-8da4-0e50b175d3d0 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:39.616041 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-64a8ac73-b8c4-4c2b-b27f-0a631659f245 req-074445e0-82ef-45a7-8da4-0e50b175d3d0 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:39.623895 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b8c9b4a4-685a-47c2-9c85-9883af8d43fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:39.643291 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b8c9b4a4-685a-47c2-9c85-9883af8d43fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:39.650946 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-b8c9b4a4-685a-47c2-9c85-9883af8d43fc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/71609c3c-b6f6-43d9-a022-46193bf9b42a HTTP/1.1" status: 204 len: 168 time: 2.2217026 Aug 05 11:55:39.695240 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c9b4a4-685a-47c2-9c85-9883af8d43fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71609c3c-b6f6-43d9-a022-46193bf9b42a,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:55:39.874830 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-64a8ac73-b8c4-4c2b-b27f-0a631659f245 req-074445e0-82ef-45a7-8da4-0e50b175d3d0 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:39.880718 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-64a8ac73-b8c4-4c2b-b27f-0a631659f245 req-074445e0-82ef-45a7-8da4-0e50b175d3d0 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:39.882919 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-64a8ac73-b8c4-4c2b-b27f-0a631659f245 req-074445e0-82ef-45a7-8da4-0e50b175d3d0 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "DELETE /v2.0/security-groups/df8de303-ba59-42fc-a3c8-2520b582a88c HTTP/1.1" status: 204 len: 173 time: 0.5827782 Aug 05 11:55:39.916878 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074445e0-82ef-45a7-8da4-0e50b175d3d0 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df8de303-ba59-42fc-a3c8-2520b582a88c,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:55:39.949562 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08235dc-bb17-437d-ace2-6eeac3cbdd9d req-6e201f64-613b-4b94-ad50-fdbef9228cd8 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:55:39.955385 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c08235dc-bb17-437d-ace2-6eeac3cbdd9d req-6e201f64-613b-4b94-ad50-fdbef9228cd8 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "GET /v2.0/ports?device_id=44bf7af3-4b93-463e-b016-46d0136c0a9c HTTP/1.1" status: 200 len: 945 time: 0.2127762 Aug 05 11:55:40.031174 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-6d004c98-9b75-4949-832a-2b273361b563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:40.099576 n-d-803378-2 neutron-server[94420]: INFO neutron.api.v2.resource [req-7431c87a-b7d7-4ebf-81cc-37bc1e36eadc req-90d1bbef-25d8-4ae4-95ae-38cb08068a4d tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] show failed (client error): The resource could not be found. Aug 05 11:55:40.102654 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:40.111216 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7431c87a-b7d7-4ebf-81cc-37bc1e36eadc req-90d1bbef-25d8-4ae4-95ae-38cb08068a4d tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "GET /v2.0/security-groups/df8de303-ba59-42fc-a3c8-2520b582a88c HTTP/1.1" status: 404 len: 352 time: 0.1039772 Aug 05 11:55:40.163007 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c08235dc-bb17-437d-ace2-6eeac3cbdd9d req-c51fbf5e-d3c7-4eee-b08a-eb1e3df8d4c7 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "GET /v2.0/security-groups?id=eaca89e9-ba20-4cda-91a5-faaa99b4c47e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1901138 Aug 05 11:55:40.245380 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 51024) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:55:40.292722 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ebc62ad-7dd3-4a33-8edb-b10d4c0ef6a4 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Router 3eb3074a-fbe0-42b9-9890-cbb3cb52acde has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 11:55:40.391864 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-1bcae5c5-ad70-4959-a4e8-996ae20e5dd6 req-3f48a3b0-7f8d-4455-a928-799221febbb5 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1590183292', 'description': 'tempest-description-1700002719'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:55:40.492272 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93045aed-03eb-4d8d-87ba-d49cbf068961 tempest-TestNetworkBasicOps-896309334 tempest-TestNetworkBasicOps-896309334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:55:40.501246 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-93045aed-03eb-4d8d-87ba-d49cbf068961 tempest-TestNetworkBasicOps-896309334 tempest-TestNetworkBasicOps-896309334-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=44bf7af3-4b93-463e-b016-46d0136c0a9c HTTP/1.1" status: 200 len: 1091 time: 0.2484362 Aug 05 11:55:40.502986 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 51026) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:55:40.514057 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-637da0d2-0ac3-403d-84a5-1ad739724edf tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Request body: {'floatingip': {'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'port_id': '7560c812-45a2-41db-b939-b83795c9222e', 'tenant_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:55:40.522041 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-1bcae5c5-ad70-4959-a4e8-996ae20e5dd6 req-3f48a3b0-7f8d-4455-a928-799221febbb5 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:40.565611 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee7372a-9a13-4475-8ae4-a24394c5ef7a req-20be2280-614c-4042-9e1f-70c6e98877d0 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:55:40.578935 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4ee7372a-9a13-4475-8ae4-a24394c5ef7a req-20be2280-614c-4042-9e1f-70c6e98877d0 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ca54f27-d046-4851-9908-b78111ddfd55 HTTP/1.1" status: 200 len: 946 time: 0.2285891 Aug 05 11:55:40.660447 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ebc62ad-7dd3-4a33-8edb-b10d4c0ef6a4 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:55:40.675588 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-637da0d2-0ac3-403d-84a5-1ad739724edf tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks [] for floatingip, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:40.687083 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-8ebc62ad-7dd3-4a33-8edb-b10d4c0ef6a4 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] 10.222.0.58 "PUT /v2.0/routers/3eb3074a-fbe0-42b9-9890-cbb3cb52acde/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1380932 Aug 05 11:55:40.693658 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962951b6-3b34-410f-a278-a490e62633e3 None None] Sync routers for ids ['3eb3074a-fbe0-42b9-9890-cbb3cb52acde'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:55:40.704850 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 51028) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:55:40.725623 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962951b6-3b34-410f-a278-a490e62633e3 None None] Routers {'3eb3074a-fbe0-42b9-9890-cbb3cb52acde'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:55:40.726929 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-962951b6-3b34-410f-a278-a490e62633e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:55:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['3eb3074a-fbe0-42b9-9890-cbb3cb52acde'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:55:40.742547 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4ee7372a-9a13-4475-8ae4-a24394c5ef7a req-a77e72e1-fdbc-4ce8-a4f3-3bec129df7b4 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a3441a1-c2ab-48c0-836a-6574f4cf6a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1606536 Aug 05 11:55:40.861298 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 51032) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:55:40.930698 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-dc08c3bc-8dbf-42fe-8e9b-e891b6d91d11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:40.971207 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-962951b6-3b34-410f-a278-a490e62633e3 None None] Set router 3eb3074a-fbe0-42b9-9890-cbb3cb52acde gateway port host: None {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:55:41.156413 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-1bcae5c5-ad70-4959-a4e8-996ae20e5dd6 req-3f48a3b0-7f8d-4455-a928-799221febbb5 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:41.184419 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-1bcae5c5-ad70-4959-a4e8-996ae20e5dd6 req-3f48a3b0-7f8d-4455-a928-799221febbb5 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:41.291619 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48a3b0-7f8d-4455-a928-799221febbb5 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7ed6f48-4a22-4ebf-a042-bc6b01b77ea6,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:55:41.375937 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-637da0d2-0ac3-403d-84a5-1ad739724edf tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:41.519976 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-962951b6-3b34-410f-a278-a490e62633e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb3074a-fbe0-42b9-9890-cbb3cb52acde', 'name': 'tempest-RoutersTest-router-2126266726', 'tenant_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:54:11Z', 'updated_at': '2021-08-05T11:55:38Z', 'revision_number': 9, 'project_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'gw_port_host': None, '_interfaces': [{'id': '47eecaed-70df-4752-a0bf-8c2d9a324028', 'name': '', 'network_id': '6591ebc9-694a-4e01-bc47-61a8532b949d', 'tenant_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'mac_address': 'fa:16:3e:7f:9c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb3074a-fbe0-42b9-9890-cbb3cb52acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': '3ca2c4d5-31d6-4303-b817-ab5ebb2f28dc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:54:32Z', 'updated_at': '2021-08-05T11:55:02Z', 'revision_number': 5, 'project_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'subnets': [{'id': '3ca2c4d5-31d6-4303-b817-ab5ebb2f28dc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd816a619-81a6-401e-b2a9-35c53eea3c31', 'name': '', 'network_id': '0014ea42-e5b7-49e2-98e1-9da852015c0b', 'tenant_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'mac_address': 'fa:16:3e:4f:26:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb3074a-fbe0-42b9-9890-cbb3cb52acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': 'fb8c4481-bcef-4801-9875-906659d99c83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:54:16Z', 'updated_at': '2021-08-05T11:54:32Z', 'revision_number': 5, 'project_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'subnets': [{'id': 'fb8c4481-bcef-4801-9875-906659d99c83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:55:41.544903 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-dc08c3bc-8dbf-42fe-8e9b-e891b6d91d11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:41.596287 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-1bcae5c5-ad70-4959-a4e8-996ae20e5dd6 req-3f48a3b0-7f8d-4455-a928-799221febbb5 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:41.598564 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1bcae5c5-ad70-4959-a4e8-996ae20e5dd6 req-3f48a3b0-7f8d-4455-a928-799221febbb5 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.2513762 Aug 05 11:55:41.641307 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-dc08c3bc-8dbf-42fe-8e9b-e891b6d91d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:41.684399 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962951b6-3b34-410f-a278-a490e62633e3 None None] Checking router: 3eb3074a-fbe0-42b9-9890-cbb3cb52acde for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:55:41.700037 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_v2 [None req-eac11d1e-7b8f-4dea-af00-325eef00b9d0 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Deleting subnet 48994a22-5ea8-4f34-9147-34cc4056f968 {{(pid=94421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:55:41.719965 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962951b6-3b34-410f-a278-a490e62633e3 None None] Routers {'3eb3074a-fbe0-42b9-9890-cbb3cb52acde'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:55:41.721255 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-962951b6-3b34-410f-a278-a490e62633e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:55:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['3eb3074a-fbe0-42b9-9890-cbb3cb52acde'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:55:41.772161 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-eac11d1e-7b8f-4dea-af00-325eef00b9d0 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks [] for subnet, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:41.802152 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:41.835804 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-637da0d2-0ac3-403d-84a5-1ad739724edf tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Allocated IP 172.25.5.232 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/d532fe64-921d-4106-9d19-58cabcfe7957) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:55:42.007491 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-dc08c3bc-8dbf-42fe-8e9b-e891b6d91d11 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4c556581efde4e8ebd306f3b44c41905&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1419520 Aug 05 11:55:42.007803 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-962951b6-3b34-410f-a278-a490e62633e3 None None] Set router 3eb3074a-fbe0-42b9-9890-cbb3cb52acde gateway port host: None {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:55:42.018278 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 51046) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:55:42.029098 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-eac11d1e-7b8f-4dea-af00-325eef00b9d0 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29786388'] for subnet, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:42.099437 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-ef4931cd-29b8-4cbb-b36e-8502b184f268 req-92cc2490-fea3-43c0-af2f-21abe4e02fa8 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2124098324', 'description': 'tempest-description-2128325025'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:55:42.160284 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc08c3bc-8dbf-42fe-8e9b-e891b6d91d11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90cf0e38-65e0-4466-8bc3-b0bfed27d7d8,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:55:42.169789 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-ef4931cd-29b8-4cbb-b36e-8502b184f268 req-92cc2490-fea3-43c0-af2f-21abe4e02fa8 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:42.298253 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c9e9c503-153f-44da-a024-d0ff14cda7b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:42.322053 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49a5d9b-9734-46c7-8849-d6175d144f38 req-115332d2-16e1-4c09-b298-34148dae1ea2 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:55:42.325926 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f49a5d9b-9734-46c7-8849-d6175d144f38 req-115332d2-16e1-4c09-b298-34148dae1ea2 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ca54f27-d046-4851-9908-b78111ddfd55 HTTP/1.1" status: 200 len: 946 time: 0.3059268 Aug 05 11:55:42.343002 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-eac11d1e-7b8f-4dea-af00-325eef00b9d0 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:42.491041 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-637da0d2-0ac3-403d-84a5-1ad739724edf tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:42.534911 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-eac11d1e-7b8f-4dea-af00-325eef00b9d0 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25038609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30075142'] for subnet, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:42.566432 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-962951b6-3b34-410f-a278-a490e62633e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb3074a-fbe0-42b9-9890-cbb3cb52acde', 'name': 'tempest-RoutersTest-router-2126266726', 'tenant_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:54:11Z', 'updated_at': '2021-08-05T11:55:38Z', 'revision_number': 9, 'project_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'gw_port_host': None, '_interfaces': [{'id': '47eecaed-70df-4752-a0bf-8c2d9a324028', 'name': '', 'network_id': '6591ebc9-694a-4e01-bc47-61a8532b949d', 'tenant_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'mac_address': 'fa:16:3e:7f:9c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb3074a-fbe0-42b9-9890-cbb3cb52acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': '3ca2c4d5-31d6-4303-b817-ab5ebb2f28dc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:54:32Z', 'updated_at': '2021-08-05T11:55:02Z', 'revision_number': 5, 'project_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'subnets': [{'id': '3ca2c4d5-31d6-4303-b817-ab5ebb2f28dc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd816a619-81a6-401e-b2a9-35c53eea3c31', 'name': '', 'network_id': '0014ea42-e5b7-49e2-98e1-9da852015c0b', 'tenant_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'mac_address': 'fa:16:3e:4f:26:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb3074a-fbe0-42b9-9890-cbb3cb52acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': 'fb8c4481-bcef-4801-9875-906659d99c83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:54:16Z', 'updated_at': '2021-08-05T11:54:32Z', 'revision_number': 5, 'project_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'subnets': [{'id': 'fb8c4481-bcef-4801-9875-906659d99c83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:55:42.589544 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-eac11d1e-7b8f-4dea-af00-325eef00b9d0 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:42.591458 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed3842f-9462-42a1-9e56-0c693e6206e6 None None] Network 474eda3b-1f3a-4462-b3f9-ee1b6233864d requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:55:42.600847 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-eac11d1e-7b8f-4dea-af00-325eef00b9d0 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] 10.222.0.58 "DELETE /v2.0/subnets/48994a22-5ea8-4f34-9147-34cc4056f968 HTTP/1.1" status: 204 len: 168 time: 1.8939633 Aug 05 11:55:42.613095 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 51050) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:55:42.672696 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-637da0d2-0ac3-403d-84a5-1ad739724edf tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:42.674024 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962951b6-3b34-410f-a278-a490e62633e3 None None] The sync data for ids ['3eb3074a-fbe0-42b9-9890-cbb3cb52acde'] in n-d-803378-2 is: [{'id': '3eb3074a-fbe0-42b9-9890-cbb3cb52acde', 'name': 'tempest-RoutersTest-router-2126266726', 'tenant_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:54:11Z', 'updated_at': '2021-08-05T11:55:38Z', 'revision_number': 9, 'project_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'gw_port_host': None, '_interfaces': [{'id': '47eecaed-70df-4752-a0bf-8c2d9a324028', 'name': '', 'network_id': '6591ebc9-694a-4e01-bc47-61a8532b949d', 'tenant_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'mac_address': 'fa:16:3e:7f:9c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb3074a-fbe0-42b9-9890-cbb3cb52acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': '3ca2c4d5-31d6-4303-b817-ab5ebb2f28dc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:54:32Z', 'updated_at': '2021-08-05T11:55:02Z', 'revision_number': 5, 'project_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'subnets': [{'id': '3ca2c4d5-31d6-4303-b817-ab5ebb2f28dc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd816a619-81a6-401e-b2a9-35c53eea3c31', 'name': '', 'network_id': '0014ea42-e5b7-49e2-98e1-9da852015c0b', 'tenant_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'mac_address': 'fa:16:3e:4f:26:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb3074a-fbe0-42b9-9890-cbb3cb52acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': 'fb8c4481-bcef-4801-9875-906659d99c83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:54:16Z', 'updated_at': '2021-08-05T11:54:32Z', 'revision_number': 5, 'project_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'subnets': [{'id': 'fb8c4481-bcef-4801-9875-906659d99c83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:55:42.743445 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac11d1e-7b8f-4dea-af00-325eef00b9d0 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Pushing event deleted for resources: {'Subnet': ['ID=48994a22-5ea8-4f34-9147-34cc4056f968,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:55:42.786775 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c9e9c503-153f-44da-a024-d0ff14cda7b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:42.967033 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637da0d2-0ac3-403d-84a5-1ad739724edf tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Pushing event updated for resources: {'Port': ['ID=d532fe64-921d-4106-9d19-58cabcfe7957,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:55:43.008120 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-497f4cdb-4949-45eb-b4e9-f6f2fe40d44d tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:43.027887 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-ef4931cd-29b8-4cbb-b36e-8502b184f268 req-92cc2490-fea3-43c0-af2f-21abe4e02fa8 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:43.072327 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-ef4931cd-29b8-4cbb-b36e-8502b184f268 req-92cc2490-fea3-43c0-af2f-21abe4e02fa8 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:43.086143 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f49a5d9b-9734-46c7-8849-d6175d144f38 req-df0c5bee-008d-4002-8eed-3d310af631c3 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a3441a1-c2ab-48c0-836a-6574f4cf6a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6982386 Aug 05 11:55:43.136953 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637da0d2-0ac3-403d-84a5-1ad739724edf tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:55:43.154509 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-497f4cdb-4949-45eb-b4e9-f6f2fe40d44d tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Deleting port 3e179ff4-ccdd-4f3b-b30a-ed58b3162155 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:55:43.155292 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-497f4cdb-4949-45eb-b4e9-f6f2fe40d44d tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:43.174973 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-637da0d2-0ac3-403d-84a5-1ad739724edf tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:55:43.190976 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637da0d2-0ac3-403d-84a5-1ad739724edf tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:55:43.231163 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4367552-df05-438b-91d1-f5b6382853aa None None] DHCP port deletion for 474eda3b-1f3a-4462-b3f9-ee1b6233864d request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 11:55:43.337728 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-ef4931cd-29b8-4cbb-b36e-8502b184f268 req-92cc2490-fea3-43c0-af2f-21abe4e02fa8 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:43.341230 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ef4931cd-29b8-4cbb-b36e-8502b184f268 req-92cc2490-fea3-43c0-af2f-21abe4e02fa8 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.3242013 Aug 05 11:55:43.383624 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [None req-497f4cdb-4949-45eb-b4e9-f6f2fe40d44d tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] For port 3e179ff4-ccdd-4f3b-b30a-ed58b3162155, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=3e179ff4-ccdd-4f3b-b30a-ed58b3162155,segment=NetworkSegment(1ff4f356-8e94-4af7-a00d-8cc406921888),segment_id=1ff4f356-8e94-4af7-a00d-8cc406921888)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:55:43.384893 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-497f4cdb-4949-45eb-b4e9-f6f2fe40d44d tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:43.407679 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-f75f3f0f-f253-4b27-91bd-d144b0471712 req-92ab0f3c-af2d-4110-9554-76920dca1225 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-846094227', 'description': 'tempest-description-42360120'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:55:43.427437 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cc2490-fea3-43c0-af2f-21abe4e02fa8 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=007454f9-36d6-403b-9d0a-f9e674f68915,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:55:43.430316 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-f4367552-df05-438b-91d1-f5b6382853aa None None] Deleting port 3e179ff4-ccdd-4f3b-b30a-ed58b3162155 {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:55:43.431600 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-497f4cdb-4949-45eb-b4e9-f6f2fe40d44d tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Calling delete_port for 3e179ff4-ccdd-4f3b-b30a-ed58b3162155 owned by network:dhcp {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:55:43.442634 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f4367552-df05-438b-91d1-f5b6382853aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:43.539155 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c9e9c503-153f-44da-a024-d0ff14cda7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:43.544767 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c9e9c503-153f-44da-a024-d0ff14cda7b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:43.546849 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-c9e9c503-153f-44da-a024-d0ff14cda7b0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/90cf0e38-65e0-4466-8bc3-b0bfed27d7d8 HTTP/1.1" status: 204 len: 168 time: 1.4797258 Aug 05 11:55:43.567666 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-f75f3f0f-f253-4b27-91bd-d144b0471712 req-92ab0f3c-af2d-4110-9554-76920dca1225 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:43.742807 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e9c503-153f-44da-a024-d0ff14cda7b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90cf0e38-65e0-4466-8bc3-b0bfed27d7d8,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:55:43.811136 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 2bf69b10-2e1c-489a-9303-7949e2979f7e no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:55:43.863833 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-497f4cdb-4949-45eb-b4e9-f6f2fe40d44d tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:43.962414 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 2bf69b10-2e1c-489a-9303-7949e2979f7e {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:55:43.963928 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 2bf69b10-2e1c-489a-9303-7949e2979f7e not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:55:43.965026 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 3e179ff4-ccdd-4f3b-b30a-ed58b3162155 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:55:44.027288 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497f4cdb-4949-45eb-b4e9-f6f2fe40d44d tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Pushing event deleted for resources: {'Port': ['ID=3e179ff4-ccdd-4f3b-b30a-ed58b3162155,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:55:44.040885 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497f4cdb-4949-45eb-b4e9-f6f2fe40d44d tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] No DVR routers for this DVR port 3e179ff4-ccdd-4f3b-b30a-ed58b3162155 on host n-d-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:55:44.106572 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 3e179ff4-ccdd-4f3b-b30a-ed58b3162155 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:55:44.107170 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 3e179ff4-ccdd-4f3b-b30a-ed58b3162155 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:55:44.155635 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f4367552-df05-438b-91d1-f5b6382853aa None None] For port 3e179ff4-ccdd-4f3b-b30a-ed58b3162155, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=3e179ff4-ccdd-4f3b-b30a-ed58b3162155,segment=NetworkSegment(1ff4f356-8e94-4af7-a00d-8cc406921888),segment_id=1ff4f356-8e94-4af7-a00d-8cc406921888)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:55:44.156339 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f4367552-df05-438b-91d1-f5b6382853aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:44.240689 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-f4367552-df05-438b-91d1-f5b6382853aa None None] Calling delete_port for 3e179ff4-ccdd-4f3b-b30a-ed58b3162155 owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:55:44.430408 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f4367552-df05-438b-91d1-f5b6382853aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:44.464772 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-497f4cdb-4949-45eb-b4e9-f6f2fe40d44d tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:44.485249 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4367552-df05-438b-91d1-f5b6382853aa None None] Pushing event deleted for resources: {'Port': ['ID=3e179ff4-ccdd-4f3b-b30a-ed58b3162155,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:55:44.492833 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-f75f3f0f-f253-4b27-91bd-d144b0471712 req-92ab0f3c-af2d-4110-9554-76920dca1225 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:44.499726 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:44.505891 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4367552-df05-438b-91d1-f5b6382853aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:55:44.506534 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4367552-df05-438b-91d1-f5b6382853aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:55:44.507120 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4367552-df05-438b-91d1-f5b6382853aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:55:44.507658 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4367552-df05-438b-91d1-f5b6382853aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:55:44.508213 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4367552-df05-438b-91d1-f5b6382853aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:55:44.508863 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4367552-df05-438b-91d1-f5b6382853aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:55:44.509469 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4367552-df05-438b-91d1-f5b6382853aa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:55:44.511204 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4367552-df05-438b-91d1-f5b6382853aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:55:44.511810 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4367552-df05-438b-91d1-f5b6382853aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:55:44.512381 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4367552-df05-438b-91d1-f5b6382853aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:55:44.512998 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4367552-df05-438b-91d1-f5b6382853aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:55:44.513589 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4367552-df05-438b-91d1-f5b6382853aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:55:44.514309 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-497f4cdb-4949-45eb-b4e9-f6f2fe40d44d tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['474eda3b-1f3a-4462-b3f9-ee1b6233864d']}} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:55:44.527623 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4367552-df05-438b-91d1-f5b6382853aa None None] No DVR routers for this DVR port 3e179ff4-ccdd-4f3b-b30a-ed58b3162155 on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:55:44.879891 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-637da0d2-0ac3-403d-84a5-1ad739724edf tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:45.086995 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-f75f3f0f-f253-4b27-91bd-d144b0471712 req-92ab0f3c-af2d-4110-9554-76920dca1225 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:45.282202 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ab0f3c-af2d-4110-9554-76920dca1225 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4630c802-8ee4-45f6-9c20-9c162c525517,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:55:45.301642 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-637da0d2-0ac3-403d-84a5-1ad739724edf tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:45.317180 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-497f4cdb-4949-45eb-b4e9-f6f2fe40d44d tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ff4f356-8e94-4af7-a00d-8cc406921888') {'for_net_delete': True} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:55:45.317968 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-497f4cdb-4949-45eb-b4e9-f6f2fe40d44d tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ff4f356-8e94-4af7-a00d-8cc406921888') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:55:45.344229 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-497f4cdb-4949-45eb-b4e9-f6f2fe40d44d tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29786371'] for segment, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:45.368446 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-497f4cdb-4949-45eb-b4e9-f6f2fe40d44d tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:45.379833 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-497f4cdb-4949-45eb-b4e9-f6f2fe40d44d tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Releasing vlan 681 on physical network physnet1 to pool {{(pid=94421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:55:45.380303 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-497f4cdb-4949-45eb-b4e9-f6f2fe40d44d tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25038799'] for segment, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:45.512070 n-d-803378-2 neutron-server[94421]: Traceback (most recent call last): Aug 05 11:55:45.512070 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:55:45.512070 n-d-803378-2 neutron-server[94421]: timer() Aug 05 11:55:45.512070 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:55:45.512070 n-d-803378-2 neutron-server[94421]: cb(*args, **kw) Aug 05 11:55:45.512070 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:55:45.512070 n-d-803378-2 neutron-server[94421]: return func(*args, **kwargs) Aug 05 11:55:45.512070 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:55:45.512070 n-d-803378-2 neutron-server[94421]: self._notify() Aug 05 11:55:45.512070 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:55:45.512070 n-d-803378-2 neutron-server[94421]: self.callback(batched_events) Aug 05 11:55:45.512070 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:55:45.512070 n-d-803378-2 neutron-server[94421]: event.method(event) Aug 05 11:55:45.512070 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:55:45.512070 n-d-803378-2 neutron-server[94421]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:55:45.512070 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:55:45.512070 n-d-803378-2 neutron-server[94421]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:55:45.512070 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:55:45.512070 n-d-803378-2 neutron-server[94421]: return f(self, *a, **k) Aug 05 11:55:45.512070 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:55:45.512070 n-d-803378-2 neutron-server[94421]: return self._get(url).json() Aug 05 11:55:45.512070 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:55:45.512070 n-d-803378-2 neutron-server[94421]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:55:45.512070 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:55:45.512070 n-d-803378-2 neutron-server[94421]: return self.request(url, 'GET', **kwargs) Aug 05 11:55:45.512070 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:55:45.512070 n-d-803378-2 neutron-server[94421]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:55:45.512070 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:55:45.512070 n-d-803378-2 neutron-server[94421]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:55:45.512070 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:55:45.512070 n-d-803378-2 neutron-server[94421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:55:45.512070 n-d-803378-2 neutron-server[94421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:55:45.521254 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-497f4cdb-4949-45eb-b4e9-f6f2fe40d44d tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:45.569814 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-497f4cdb-4949-45eb-b4e9-f6f2fe40d44d tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks [] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:45.582336 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-497f4cdb-4949-45eb-b4e9-f6f2fe40d44d tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] 10.222.0.58 "DELETE /v2.0/networks/474eda3b-1f3a-4462-b3f9-ee1b6233864d HTTP/1.1" status: 204 len: 168 time: 2.9671926 Aug 05 11:55:45.590141 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 51084) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:55:45.611190 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd69278-95ed-4c5a-9108-660d3c0b351d req-952b88c8-6072-40af-a2cf-7a78894e5d60 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:55:45.614180 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-efd69278-95ed-4c5a-9108-660d3c0b351d req-952b88c8-6072-40af-a2cf-7a78894e5d60 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ca54f27-d046-4851-9908-b78111ddfd55 HTTP/1.1" status: 200 len: 946 time: 1.1987345 Aug 05 11:55:45.632517 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497f4cdb-4949-45eb-b4e9-f6f2fe40d44d tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Pushing event deleted for resources: {'Network': ['ID=474eda3b-1f3a-4462-b3f9-ee1b6233864d,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:55:45.650042 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-f75f3f0f-f253-4b27-91bd-d144b0471712 req-92ab0f3c-af2d-4110-9554-76920dca1225 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:45.653466 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f75f3f0f-f253-4b27-91bd-d144b0471712 req-92ab0f3c-af2d-4110-9554-76920dca1225 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 2.2536206 Aug 05 11:55:45.686951 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497f4cdb-4949-45eb-b4e9-f6f2fe40d44d tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:55:45.687908 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497f4cdb-4949-45eb-b4e9-f6f2fe40d44d tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:55:45.688574 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497f4cdb-4949-45eb-b4e9-f6f2fe40d44d tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:55:45.689191 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497f4cdb-4949-45eb-b4e9-f6f2fe40d44d tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:55:45.689818 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497f4cdb-4949-45eb-b4e9-f6f2fe40d44d tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:55:45.690421 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497f4cdb-4949-45eb-b4e9-f6f2fe40d44d tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:55:45.691004 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497f4cdb-4949-45eb-b4e9-f6f2fe40d44d tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:55:45.691592 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497f4cdb-4949-45eb-b4e9-f6f2fe40d44d tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:55:45.692178 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497f4cdb-4949-45eb-b4e9-f6f2fe40d44d tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:55:45.699856 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497f4cdb-4949-45eb-b4e9-f6f2fe40d44d tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:55:45.700635 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497f4cdb-4949-45eb-b4e9-f6f2fe40d44d tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:55:45.701252 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497f4cdb-4949-45eb-b4e9-f6f2fe40d44d tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:55:46.039260 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-efd69278-95ed-4c5a-9108-660d3c0b351d req-d6b6f95f-c34f-4641-a788-491d90364740 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a3441a1-c2ab-48c0-836a-6574f4cf6a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3838904 Aug 05 11:55:46.348061 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e99970a3-51ee-4971-bb89-186783a11d4b req-78b5a7ed-aabc-4810-9f71-cf33e14c6a61 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2e7c65a434814f6199ebe26a23e571c4 HTTP/1.1" status: 200 len: 10910 time: 0.5809588 Aug 05 11:55:46.641859 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-637da0d2-0ac3-403d-84a5-1ad739724edf tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:46.691190 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-637da0d2-0ac3-403d-84a5-1ad739724edf tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:46.825185 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e99970a3-51ee-4971-bb89-186783a11d4b req-5d80d87e-4c3d-4acb-a850-9eabb0bbeecf tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "GET /v2.0/security-groups/3383bc8b-a1c2-477b-9ff5-4afb57350447 HTTP/1.1" status: 200 len: 2985 time: 0.3183627 Aug 05 11:55:46.928791 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-637da0d2-0ac3-403d-84a5-1ad739724edf tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33287247'] for floatingip, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:47.111763 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637da0d2-0ac3-403d-84a5-1ad739724edf tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Pushing event updated for resources: {'Port': ['ID=d532fe64-921d-4106-9d19-58cabcfe7957,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:55:47.341378 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e99970a3-51ee-4971-bb89-186783a11d4b req-71aa9f60-e3c6-4c66-b773-b35f4160f628 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "GET /v2.0/security-groups/3383bc8b-a1c2-477b-9ff5-4afb57350447 HTTP/1.1" status: 200 len: 2985 time: 0.3717811 Aug 05 11:55:47.403086 n-d-803378-2 neutron-server[94420]: INFO neutron.db.l3_db [None req-637da0d2-0ac3-403d-84a5-1ad739724edf tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Floating IP 2fb44f09-19ee-4ba0-9ae1-c6914d07d659 associated. External IP: 172.25.5.232, port: 7560c812-45a2-41db-b939-b83795c9222e. Aug 05 11:55:47.794657 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7d8fef-4960-41c7-bc8f-984b4f39e781 req-e4aa7f44-ddd8-4933-9ea2-aac64df505f2 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:55:47.797670 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8d7d8fef-4960-41c7-bc8f-984b4f39e781 req-e4aa7f44-ddd8-4933-9ea2-aac64df505f2 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ca54f27-d046-4851-9908-b78111ddfd55 HTTP/1.1" status: 200 len: 946 time: 0.5235577 Aug 05 11:55:47.983019 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-54c2391c-79f3-404d-9e9c-2b5dedfefe3d req-1138a99c-84ea-4160-80fe-2ad26f917518 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "GET /v2.0/security-groups/e7ed6f48-4a22-4ebf-a042-bc6b01b77ea6 HTTP/1.1" status: 200 len: 1803 time: 0.5639489 Aug 05 11:55:48.078498 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8d7d8fef-4960-41c7-bc8f-984b4f39e781 req-37322ac6-70e4-4760-ba33-a52d3366dc51 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a3441a1-c2ab-48c0-836a-6574f4cf6a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2622607 Aug 05 11:55:48.819996 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-58a8c623-a779-49e0-8d3c-366cd09c5d91 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33208311'] for router_interface, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:48.995990 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-54c2391c-79f3-404d-9e9c-2b5dedfefe3d req-9a6d7a5f-54f1-47a3-9a4d-a0b27a577fe4 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:49.131231 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-54c2391c-79f3-404d-9e9c-2b5dedfefe3d req-9a6d7a5f-54f1-47a3-9a4d-a0b27a577fe4 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:49.194126 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6224c091-655a-4aa1-9e75-ddbb5e254b40 req-18c748fc-6093-400d-81cd-0a02ebf90b5b tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:55:49.196608 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6224c091-655a-4aa1-9e75-ddbb5e254b40 req-18c748fc-6093-400d-81cd-0a02ebf90b5b tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=e98332d0-8552-4f90-9240-19975d912b36 HTTP/1.1" status: 200 len: 947 time: 0.3828020 Aug 05 11:55:49.334336 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-637da0d2-0ac3-403d-84a5-1ad739724edf tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Router be4414d0-fd4b-48ba-9677-4fd45cde2cc2 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 11:55:49.387775 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-54c2391c-79f3-404d-9e9c-2b5dedfefe3d req-9a6d7a5f-54f1-47a3-9a4d-a0b27a577fe4 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:49.392670 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-54c2391c-79f3-404d-9e9c-2b5dedfefe3d req-9a6d7a5f-54f1-47a3-9a4d-a0b27a577fe4 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:49.394389 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-54c2391c-79f3-404d-9e9c-2b5dedfefe3d req-9a6d7a5f-54f1-47a3-9a4d-a0b27a577fe4 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "DELETE /v2.0/security-groups/e7ed6f48-4a22-4ebf-a042-bc6b01b77ea6 HTTP/1.1" status: 204 len: 173 time: 1.3951395 Aug 05 11:55:49.411546 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6224c091-655a-4aa1-9e75-ddbb5e254b40 req-2d14a186-c90f-46e2-a8f2-15c362101fce tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca0df2b3-ca19-4f0d-95c0-bd3e02a9c49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1575410 Aug 05 11:55:49.430908 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6d7a5f-54f1-47a3-9a4d-a0b27a577fe4 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7ed6f48-4a22-4ebf-a042-bc6b01b77ea6,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:55:49.718048 n-d-803378-2 neutron-server[94420]: INFO neutron.api.v2.resource [req-6672e0e7-ff47-477c-8f5b-809ada8ca7f6 req-1112d2ba-cef6-4f0f-b6b2-5dc6ebfcc6a7 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] show failed (client error): The resource could not be found. Aug 05 11:55:49.719606 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6672e0e7-ff47-477c-8f5b-809ada8ca7f6 req-1112d2ba-cef6-4f0f-b6b2-5dc6ebfcc6a7 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "GET /v2.0/security-groups/e7ed6f48-4a22-4ebf-a042-bc6b01b77ea6 HTTP/1.1" status: 404 len: 352 time: 0.1668906 Aug 05 11:55:49.793477 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-637da0d2-0ac3-403d-84a5-1ad739724edf tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:55:49.811484 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8794e98-98b9-4c0b-ba9d-8aabd1cf5636 None None] Sync routers for ids ['be4414d0-fd4b-48ba-9677-4fd45cde2cc2'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:55:49.838836 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8794e98-98b9-4c0b-ba9d-8aabd1cf5636 None None] Routers {'be4414d0-fd4b-48ba-9677-4fd45cde2cc2'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:55:49.840202 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-d8794e98-98b9-4c0b-ba9d-8aabd1cf5636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:55:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['be4414d0-fd4b-48ba-9677-4fd45cde2cc2'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:55:49.879376 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65d6584-f5b3-4b21-933b-b51bedd683c8 req-6e738dbf-9472-4f67-8b30-8e7b0d29b3fe tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:55:49.882150 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c65d6584-f5b3-4b21-933b-b51bedd683c8 req-6e738dbf-9472-4f67-8b30-8e7b0d29b3fe tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ca54f27-d046-4851-9908-b78111ddfd55 HTTP/1.1" status: 200 len: 946 time: 0.2496636 Aug 05 11:55:49.906812 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-637da0d2-0ac3-403d-84a5-1ad739724edf tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:50.018398 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 51150) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:55:50.019733 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-637da0d2-0ac3-403d-84a5-1ad739724edf tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 9.5137773 Aug 05 11:55:50.024381 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44bf7af3-4b93-463e-b016-46d0136c0a9c', 'tag': '7560c812-45a2-41db-b939-b83795c9222e'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:55:50.029316 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}828068ad8d405ad77660ce68fa78e1ffe658725812f7a08f9e488a446589295b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0378f540-3805-4ea1-81fd-d4abdc5d0c3b" -d '{"events": [{"name": "network-changed", "server_uuid": "44bf7af3-4b93-463e-b016-46d0136c0a9c", "tag": "7560c812-45a2-41db-b939-b83795c9222e"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:55:50.049746 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-58a8c623-a779-49e0-8d3c-366cd09c5d91 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Deleting port 47eecaed-70df-4752-a0bf-8c2d9a324028 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:55:50.050326 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-58a8c623-a779-49e0-8d3c-366cd09c5d91 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:50.059694 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9bb7b46b-1719-4797-a087-376e2ffd4b80 req-e010886b-c609-4ad0-84b3-6f72b94daca4 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "GET /v2.0/security-groups/007454f9-36d6-403b-9d0a-f9e674f68915 HTTP/1.1" status: 200 len: 1803 time: 0.2565069 Aug 05 11:55:50.184883 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-4de3f68b-6f01-4356-8817-27ee07b29a40 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "GET /v2.0/floatingips/2fb44f09-19ee-4ba0-9ae1-c6914d07d659 HTTP/1.1" status: 200 len: 991 time: 0.1632738 Aug 05 11:55:50.194227 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c65d6584-f5b3-4b21-933b-b51bedd683c8 req-aaee68d6-d247-482b-b44a-76fa86b6226a tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a3441a1-c2ab-48c0-836a-6574f4cf6a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2907381 Aug 05 11:55:50.215866 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-d8794e98-98b9-4c0b-ba9d-8aabd1cf5636 None None] Set router be4414d0-fd4b-48ba-9677-4fd45cde2cc2 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:55:50.309202 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39a19ab1-5697-43e9-b511-4b755299037f x-openstack-request-id: req-39a19ab1-5697-43e9-b511-4b755299037f {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:55:50.309686 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44bf7af3-4b93-463e-b016-46d0136c0a9c", "tag": "7560c812-45a2-41db-b939-b83795c9222e", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:55:50.310110 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-39a19ab1-5697-43e9-b511-4b755299037f {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:55:50.310791 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44bf7af3-4b93-463e-b016-46d0136c0a9c', 'tag': '7560c812-45a2-41db-b939-b83795c9222e', 'status': 'completed', 'code': 200} Aug 05 11:55:50.435960 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-9bb7b46b-1719-4797-a087-376e2ffd4b80 req-564e7ebf-cb6e-4688-b5f0-d4289d93a5d0 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:50.530902 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-58a8c623-a779-49e0-8d3c-366cd09c5d91 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] For port 47eecaed-70df-4752-a0bf-8c2d9a324028, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=47eecaed-70df-4752-a0bf-8c2d9a324028,segment=NetworkSegment(893c6f69-9993-43e2-a0c7-fa1c214a5e38),segment_id=893c6f69-9993-43e2-a0c7-fa1c214a5e38)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:55:50.530902 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-58a8c623-a779-49e0-8d3c-366cd09c5d91 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:50.566194 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-9bb7b46b-1719-4797-a087-376e2ffd4b80 req-564e7ebf-cb6e-4688-b5f0-d4289d93a5d0 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:50.586151 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-58a8c623-a779-49e0-8d3c-366cd09c5d91 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Calling delete_port for 47eecaed-70df-4752-a0bf-8c2d9a324028 owned by network:router_interface {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:55:50.627855 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0378f540-3805-4ea1-81fd-d4abdc5d0c3b req-a5cf7b68-1bee-458f-9659-5bffe1cace6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:55:50.629793 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0378f540-3805-4ea1-81fd-d4abdc5d0c3b req-a5cf7b68-1bee-458f-9659-5bffe1cace6b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f68dcdcc6d3c4b72a557ce0cc98a5aa1&device_id=44bf7af3-4b93-463e-b016-46d0136c0a9c HTTP/1.1" status: 200 len: 1096 time: 0.2447982 Aug 05 11:55:50.910286 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-d8794e98-98b9-4c0b-ba9d-8aabd1cf5636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be4414d0-fd4b-48ba-9677-4fd45cde2cc2', 'name': 'tempest-TestNetworkBasicOps-router-1554882435', 'tenant_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': 'bd65e829-571c-4873-89a9-f4d3905625f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:54:22Z', 'updated_at': '2021-08-05T11:54:42Z', 'revision_number': 4, 'project_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'gw_port': {'id': 'bd65e829-571c-4873-89a9-f4d3905625f0', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:20:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4414d0-fd4b-48ba-9677-4fd45cde2cc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:54:24Z', 'updated_at': '2021-08-05T11:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': '2fb44f09-19ee-4ba0-9ae1-c6914d07d659', 'tenant_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'floating_ip_address': '172.25.5.232', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': 'be4414d0-fd4b-48ba-9677-4fd45cde2cc2', 'port_id': '7560c812-45a2-41db-b939-b83795c9222e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2967, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18d33466-72ef-4f5c-addd-45e10262d9ee', 'mac_address': 'fa:16:3e:e4:61:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bf7af3-4b93-463e-b016-46d0136c0a9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T11:55:44Z', 'updated_at': '2021-08-05T11:55:44Z', 'revision_number': 0, 'project_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bdb7f0f-f996-43f7-abee-77a836d9fd60', 'name': '', 'network_id': '18d33466-72ef-4f5c-addd-45e10262d9ee', 'tenant_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'mac_address': 'fa:16:3e:4f:79:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4414d0-fd4b-48ba-9677-4fd45cde2cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '2847796d-5dbf-472e-a5ca-b99e1f825a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:54:39Z', 'updated_at': '2021-08-05T11:54:59Z', 'revision_number': 5, 'project_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'subnets': [{'id': '2847796d-5dbf-472e-a5ca-b99e1f825a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:55:50.996963 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8794e98-98b9-4c0b-ba9d-8aabd1cf5636 None None] Checking router: be4414d0-fd4b-48ba-9677-4fd45cde2cc2 for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:55:51.008734 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-9bb7b46b-1719-4797-a087-376e2ffd4b80 req-564e7ebf-cb6e-4688-b5f0-d4289d93a5d0 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:51.014759 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-9bb7b46b-1719-4797-a087-376e2ffd4b80 req-564e7ebf-cb6e-4688-b5f0-d4289d93a5d0 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:51.019287 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8794e98-98b9-4c0b-ba9d-8aabd1cf5636 None None] Routers {'be4414d0-fd4b-48ba-9677-4fd45cde2cc2'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:55:51.022136 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9bb7b46b-1719-4797-a087-376e2ffd4b80 req-564e7ebf-cb6e-4688-b5f0-d4289d93a5d0 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "DELETE /v2.0/security-groups/007454f9-36d6-403b-9d0a-f9e674f68915 HTTP/1.1" status: 204 len: 173 time: 0.9482090 Aug 05 11:55:51.022419 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-d8794e98-98b9-4c0b-ba9d-8aabd1cf5636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:55:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['be4414d0-fd4b-48ba-9677-4fd45cde2cc2'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:55:51.143235 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564e7ebf-cb6e-4688-b5f0-d4289d93a5d0 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=007454f9-36d6-403b-9d0a-f9e674f68915,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:55:51.218122 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 51162) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:55:51.255613 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490fdc75-de1d-4da9-97a6-c6ed281b4d7a req-338d12ef-66e7-4b91-89b1-2a328f6a5f96 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:55:51.283817 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-490fdc75-de1d-4da9-97a6-c6ed281b4d7a req-338d12ef-66e7-4b91-89b1-2a328f6a5f96 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=e98332d0-8552-4f90-9240-19975d912b36 HTTP/1.1" status: 200 len: 947 time: 0.5097063 Aug 05 11:55:51.328180 n-d-803378-2 neutron-server[94420]: INFO neutron.api.v2.resource [req-f946357c-31dc-494d-ba54-b4d42ff00aa7 req-49754f0c-5724-450b-adc8-541dbc71fa6a tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] show failed (client error): The resource could not be found. Aug 05 11:55:51.330349 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f946357c-31dc-494d-ba54-b4d42ff00aa7 req-49754f0c-5724-450b-adc8-541dbc71fa6a tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "GET /v2.0/security-groups/007454f9-36d6-403b-9d0a-f9e674f68915 HTTP/1.1" status: 404 len: 352 time: 0.2420871 Aug 05 11:55:51.404430 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564e7ebf-cb6e-4688-b5f0-d4289d93a5d0 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:55:51.405027 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564e7ebf-cb6e-4688-b5f0-d4289d93a5d0 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:55:51.405573 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564e7ebf-cb6e-4688-b5f0-d4289d93a5d0 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:55:51.406119 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564e7ebf-cb6e-4688-b5f0-d4289d93a5d0 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:55:51.406650 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564e7ebf-cb6e-4688-b5f0-d4289d93a5d0 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:55:51.407200 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564e7ebf-cb6e-4688-b5f0-d4289d93a5d0 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:55:51.407990 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564e7ebf-cb6e-4688-b5f0-d4289d93a5d0 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:55:51.408668 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564e7ebf-cb6e-4688-b5f0-d4289d93a5d0 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:55:51.409277 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564e7ebf-cb6e-4688-b5f0-d4289d93a5d0 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:55:51.409820 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564e7ebf-cb6e-4688-b5f0-d4289d93a5d0 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:55:51.410369 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564e7ebf-cb6e-4688-b5f0-d4289d93a5d0 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:55:51.410927 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564e7ebf-cb6e-4688-b5f0-d4289d93a5d0 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:55:51.437250 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c96b40-83d0-4933-b06d-0cb9f1133ce0 req-0b6cb5e1-5400-4448-8027-ab4bb938cf05 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:55:51.441307 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-78c96b40-83d0-4933-b06d-0cb9f1133ce0 req-0b6cb5e1-5400-4448-8027-ab4bb938cf05 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.64 "GET /v2.0/ports?device_id=e98332d0-8552-4f90-9240-19975d912b36 HTTP/1.1" status: 200 len: 947 time: 0.2891674 Aug 05 11:55:51.478430 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-490fdc75-de1d-4da9-97a6-c6ed281b4d7a req-402d5713-b819-496c-a8a3-d4675dc20e78 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca0df2b3-ca19-4f0d-95c0-bd3e02a9c49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1930697 Aug 05 11:55:51.482159 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0378f540-3805-4ea1-81fd-d4abdc5d0c3b req-d6c5c5b4-e0f6-4e97-8dcf-a4b5c11c5f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:55:51.485259 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0378f540-3805-4ea1-81fd-d4abdc5d0c3b req-d6c5c5b4-e0f6-4e97-8dcf-a4b5c11c5f3c service neutron] 10.222.0.64 "GET /v2.0/networks?id=18d33466-72ef-4f5c-addd-45e10262d9ee HTTP/1.1" status: 200 len: 898 time: 0.7092187 Aug 05 11:55:51.516184 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-454a6812-8269-4e57-80e3-8dd09d737ab7 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "GET /v2.0/floatingips/2fb44f09-19ee-4ba0-9ae1-c6914d07d659 HTTP/1.1" status: 200 len: 991 time: 0.2913787 Aug 05 11:55:51.719504 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-d8794e98-98b9-4c0b-ba9d-8aabd1cf5636 None None] Set router be4414d0-fd4b-48ba-9677-4fd45cde2cc2 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:55:51.819200 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-78c96b40-83d0-4933-b06d-0cb9f1133ce0 req-7a922834-d77c-4dc0-a11f-a06919014c5b tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Deleting port 5f9a1648-97a0-49bb-a764-2148d15aa93e {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:55:51.819200 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-78c96b40-83d0-4933-b06d-0cb9f1133ce0 req-7a922834-d77c-4dc0-a11f-a06919014c5b tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:51.984600 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0378f540-3805-4ea1-81fd-d4abdc5d0c3b req-1e2903e8-34da-4de3-b30f-27ef0219ddab service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7560c812-45a2-41db-b939-b83795c9222e HTTP/1.1" status: 200 len: 999 time: 0.4876220 Aug 05 11:55:52.010228 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-575b23b5-e869-486e-99d0-fd67f3244d65 req-c6ed151a-7bc0-4278-89fd-19e7dbd7861b tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "GET /v2.0/security-groups/4630c802-8ee4-45f6-9c20-9c162c525517 HTTP/1.1" status: 200 len: 1800 time: 0.3505571 Aug 05 11:55:52.016959 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-58a8c623-a779-49e0-8d3c-366cd09c5d91 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:52.098546 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-78c96b40-83d0-4933-b06d-0cb9f1133ce0 req-7a922834-d77c-4dc0-a11f-a06919014c5b tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] For port 5f9a1648-97a0-49bb-a764-2148d15aa93e, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=5f9a1648-97a0-49bb-a764-2148d15aa93e,segment=NetworkSegment(de1f7257-8faa-46ea-8956-4b8e85e97bcb),segment_id=de1f7257-8faa-46ea-8956-4b8e85e97bcb)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:55:52.099013 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-78c96b40-83d0-4933-b06d-0cb9f1133ce0 req-7a922834-d77c-4dc0-a11f-a06919014c5b tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:52.330892 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:52.358466 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-d8794e98-98b9-4c0b-ba9d-8aabd1cf5636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be4414d0-fd4b-48ba-9677-4fd45cde2cc2', 'name': 'tempest-TestNetworkBasicOps-router-1554882435', 'tenant_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': 'bd65e829-571c-4873-89a9-f4d3905625f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:54:22Z', 'updated_at': '2021-08-05T11:54:42Z', 'revision_number': 4, 'project_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'gw_port': {'id': 'bd65e829-571c-4873-89a9-f4d3905625f0', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:20:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4414d0-fd4b-48ba-9677-4fd45cde2cc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:54:24Z', 'updated_at': '2021-08-05T11:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': '2fb44f09-19ee-4ba0-9ae1-c6914d07d659', 'tenant_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'floating_ip_address': '172.25.5.232', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': 'be4414d0-fd4b-48ba-9677-4fd45cde2cc2', 'port_id': '7560c812-45a2-41db-b939-b83795c9222e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2967, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18d33466-72ef-4f5c-addd-45e10262d9ee', 'mac_address': 'fa:16:3e:e4:61:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bf7af3-4b93-463e-b016-46d0136c0a9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T11:55:44Z', 'updated_at': '2021-08-05T11:55:44Z', 'revision_number': 0, 'project_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bdb7f0f-f996-43f7-abee-77a836d9fd60', 'name': '', 'network_id': '18d33466-72ef-4f5c-addd-45e10262d9ee', 'tenant_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'mac_address': 'fa:16:3e:4f:79:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4414d0-fd4b-48ba-9677-4fd45cde2cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '2847796d-5dbf-472e-a5ca-b99e1f825a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:54:39Z', 'updated_at': '2021-08-05T11:54:59Z', 'revision_number': 5, 'project_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'subnets': [{'id': '2847796d-5dbf-472e-a5ca-b99e1f825a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:55:52.387752 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0378f540-3805-4ea1-81fd-d4abdc5d0c3b req-88906dee-a1b4-423b-b5cd-23602fa366e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:55:52.390560 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0378f540-3805-4ea1-81fd-d4abdc5d0c3b req-88906dee-a1b4-423b-b5cd-23602fa366e5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2847796d-5dbf-472e-a5ca-b99e1f825a15 HTTP/1.1" status: 200 len: 835 time: 0.3763461 Aug 05 11:55:52.406523 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a8c623-a779-49e0-8d3c-366cd09c5d91 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Pushing event deleted for resources: {'Port': ['ID=47eecaed-70df-4752-a0bf-8c2d9a324028,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:55:52.456405 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8794e98-98b9-4c0b-ba9d-8aabd1cf5636 None None] The sync data for ids ['be4414d0-fd4b-48ba-9677-4fd45cde2cc2'] in n-d-803378-2 is: [{'id': 'be4414d0-fd4b-48ba-9677-4fd45cde2cc2', 'name': 'tempest-TestNetworkBasicOps-router-1554882435', 'tenant_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': 'bd65e829-571c-4873-89a9-f4d3905625f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:54:22Z', 'updated_at': '2021-08-05T11:54:42Z', 'revision_number': 4, 'project_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'gw_port': {'id': 'bd65e829-571c-4873-89a9-f4d3905625f0', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:20:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4414d0-fd4b-48ba-9677-4fd45cde2cc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:54:24Z', 'updated_at': '2021-08-05T11:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': '2fb44f09-19ee-4ba0-9ae1-c6914d07d659', 'tenant_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'floating_ip_address': '172.25.5.232', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': 'be4414d0-fd4b-48ba-9677-4fd45cde2cc2', 'port_id': '7560c812-45a2-41db-b939-b83795c9222e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2967, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18d33466-72ef-4f5c-addd-45e10262d9ee', 'mac_address': 'fa:16:3e:e4:61:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bf7af3-4b93-463e-b016-46d0136c0a9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T11:55:44Z', 'updated_at': '2021-08-05T11:55:44Z', 'revision_number': 0, 'project_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bdb7f0f-f996-43f7-abee-77a836d9fd60', 'name': '', 'network_id': '18d33466-72ef-4f5c-addd-45e10262d9ee', 'tenant_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'mac_address': 'fa:16:3e:4f:79:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4414d0-fd4b-48ba-9677-4fd45cde2cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '2847796d-5dbf-472e-a5ca-b99e1f825a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:54:39Z', 'updated_at': '2021-08-05T11:54:59Z', 'revision_number': 5, 'project_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'subnets': [{'id': '2847796d-5dbf-472e-a5ca-b99e1f825a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:55:52.486423 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6da9e36-36b9-47a2-99a5-af308c528ce6 req-f91161ec-5d5a-43c9-bcb2-583cd936bb95 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:55:52.503254 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e6da9e36-36b9-47a2-99a5-af308c528ce6 req-f91161ec-5d5a-43c9-bcb2-583cd936bb95 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ca54f27-d046-4851-9908-b78111ddfd55 HTTP/1.1" status: 200 len: 946 time: 0.8482463 Aug 05 11:55:52.692999 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 51178) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:55:53.099229 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-78c96b40-83d0-4933-b06d-0cb9f1133ce0 req-7a922834-d77c-4dc0-a11f-a06919014c5b tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:53.100273 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-78c96b40-83d0-4933-b06d-0cb9f1133ce0 req-7a922834-d77c-4dc0-a11f-a06919014c5b tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33287247'] for floatingip, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:53.101248 n-d-803378-2 neutron-server[94421]: INFO neutron.db.l3_db [req-78c96b40-83d0-4933-b06d-0cb9f1133ce0 req-7a922834-d77c-4dc0-a11f-a06919014c5b tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Floating IP ea350981-8cce-49d0-8e54-ea8d151c2430 disassociated. External IP: 172.25.5.253, port: 5f9a1648-97a0-49bb-a764-2148d15aa93e. Aug 05 11:55:53.102100 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-78c96b40-83d0-4933-b06d-0cb9f1133ce0 req-7a922834-d77c-4dc0-a11f-a06919014c5b tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Calling delete_port for 5f9a1648-97a0-49bb-a764-2148d15aa93e owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:55:53.126675 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-575b23b5-e869-486e-99d0-fd67f3244d65 req-000166d0-029d-4686-aebc-6f5a3f0cb9fd tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:53.186095 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-575b23b5-e869-486e-99d0-fd67f3244d65 req-000166d0-029d-4686-aebc-6f5a3f0cb9fd tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:53.230392 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f2c503-e9c3-4e71-90a7-9adf1a284709 None None] New status for floating IP 2fb44f09-19ee-4ba0-9ae1-c6914d07d659: ACTIVE {{(pid=94423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 11:55:53.305768 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0378f540-3805-4ea1-81fd-d4abdc5d0c3b req-77e46002-0b47-4b1b-89a9-7e29bd9a8153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:55:53.309757 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0378f540-3805-4ea1-81fd-d4abdc5d0c3b req-77e46002-0b47-4b1b-89a9-7e29bd9a8153 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=18d33466-72ef-4f5c-addd-45e10262d9ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7713680 Aug 05 11:55:53.325768 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e6da9e36-36b9-47a2-99a5-af308c528ce6 req-f68812dd-4f31-4d40-ba2e-91a359474ccb tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a3441a1-c2ab-48c0-836a-6574f4cf6a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8100109 Aug 05 11:55:53.419758 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-78c96b40-83d0-4933-b06d-0cb9f1133ce0 req-7a922834-d77c-4dc0-a11f-a06919014c5b tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:53.513913 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a922834-d77c-4dc0-a11f-a06919014c5b tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Pushing event deleted for resources: {'Port': ['ID=5f9a1648-97a0-49bb-a764-2148d15aa93e,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:55:53.540153 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-3f38ab33-dd48-40ec-af7c-7e50af14e31f tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "GET /v2.0/floatingips/2fb44f09-19ee-4ba0-9ae1-c6914d07d659 HTTP/1.1" status: 200 len: 991 time: 0.8438017 Aug 05 11:55:53.734205 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-575b23b5-e869-486e-99d0-fd67f3244d65 req-000166d0-029d-4686-aebc-6f5a3f0cb9fd tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:53.738791 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-575b23b5-e869-486e-99d0-fd67f3244d65 req-000166d0-029d-4686-aebc-6f5a3f0cb9fd tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:53.744615 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-575b23b5-e869-486e-99d0-fd67f3244d65 req-000166d0-029d-4686-aebc-6f5a3f0cb9fd tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "DELETE /v2.0/security-groups/4630c802-8ee4-45f6-9c20-9c162c525517 HTTP/1.1" status: 204 len: 173 time: 1.7094913 Aug 05 11:55:53.780675 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-007362c2-cc61-43d3-a906-50016dfa78bb req-d1f50493-2b54-4ced-a5b6-fe3f890cfaee tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=e98332d0-8552-4f90-9240-19975d912b36 HTTP/1.1" status: 200 len: 210 time: 0.1560752 Aug 05 11:55:53.848770 n-d-803378-2 neutron-server[94420]: INFO neutron.api.v2.resource [req-7221ac3a-3b0b-474e-9b2d-8d3818bfb05c req-d1e8f697-95c3-4046-8f54-c6faf32bc595 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] show failed (client error): The resource could not be found. Aug 05 11:55:53.848770 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7221ac3a-3b0b-474e-9b2d-8d3818bfb05c req-d1e8f697-95c3-4046-8f54-c6faf32bc595 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "GET /v2.0/security-groups/4630c802-8ee4-45f6-9c20-9c162c525517 HTTP/1.1" status: 404 len: 352 time: 0.0618217 Aug 05 11:55:53.848770 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000166d0-029d-4686-aebc-6f5a3f0cb9fd tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4630c802-8ee4-45f6-9c20-9c162c525517,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:55:53.872021 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [req-78c96b40-83d0-4933-b06d-0cb9f1133ce0 req-7a922834-d77c-4dc0-a11f-a06919014c5b tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Router 6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 11:55:53.927748 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-58a8c623-a779-49e0-8d3c-366cd09c5d91 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33140263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33208171'] for router_interface, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:53.970693 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0378f540-3805-4ea1-81fd-d4abdc5d0c3b req-816d7c5e-ccab-4c74-a2d7-87a2fc89b2fe service neutron] 10.222.0.64 "GET /v2.0/networks/18d33466-72ef-4f5c-addd-45e10262d9ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6395123 Aug 05 11:55:54.266845 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-78c96b40-83d0-4933-b06d-0cb9f1133ce0 req-7a922834-d77c-4dc0-a11f-a06919014c5b tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:55:54.294502 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5a99fb-54b1-4df1-96c3-34d77c3e66ca None None] Sync routers for ids ['6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:55:54.311589 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5a99fb-54b1-4df1-96c3-34d77c3e66ca None None] Routers {'6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:55:54.312631 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-9c5a99fb-54b1-4df1-96c3-34d77c3e66ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:55:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:55:54.493339 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-78c96b40-83d0-4933-b06d-0cb9f1133ce0 req-7a922834-d77c-4dc0-a11f-a06919014c5b tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] No DVR routers for this DVR port 5f9a1648-97a0-49bb-a764-2148d15aa93e on host n-h1-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:55:54.508509 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-78c96b40-83d0-4933-b06d-0cb9f1133ce0 req-7a922834-d77c-4dc0-a11f-a06919014c5b tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:54.512780 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-78c96b40-83d0-4933-b06d-0cb9f1133ce0 req-7a922834-d77c-4dc0-a11f-a06919014c5b tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.64 "DELETE /v2.0/ports/5f9a1648-97a0-49bb-a764-2148d15aa93e HTTP/1.1" status: 204 len: 173 time: 3.0572164 Aug 05 11:55:54.519387 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e98332d0-8552-4f90-9240-19975d912b36', 'name': 'network-vif-deleted', 'tag': '5f9a1648-97a0-49bb-a764-2148d15aa93e'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:55:54.532371 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8440d109-8c32-4713-8915-0e945d6a50ae" -d '{"events": [{"server_uuid": "e98332d0-8552-4f90-9240-19975d912b36", "name": "network-vif-deleted", "tag": "5f9a1648-97a0-49bb-a764-2148d15aa93e"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:55:54.546997 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 51210) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:55:54.638470 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 5f9a1648-97a0-49bb-a764-2148d15aa93e no longer exists at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:55:54.716193 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f720d54e-3986-4a99-83f5-c66899e20e25 req-9a5fca8b-4dfc-4eed-984b-ef650ff1208a tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2e7c65a434814f6199ebe26a23e571c4 HTTP/1.1" status: 200 len: 6157 time: 0.7553778 Aug 05 11:55:54.764194 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] No Port match for: 5f9a1648-97a0-49bb-a764-2148d15aa93e {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:55:54.771489 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-89ba0a1a-a186-4973-91ef-a07b7b04605e tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "GET /v2.0/floatingips/2fb44f09-19ee-4ba0-9ae1-c6914d07d659 HTTP/1.1" status: 200 len: 993 time: 0.2152200 Aug 05 11:55:54.776064 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 5f9a1648-97a0-49bb-a764-2148d15aa93e not bound to the agent host n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:55:54.799147 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-9c5a99fb-54b1-4df1-96c3-34d77c3e66ca None None] Set router 6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:55:55.424411 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-9c5a99fb-54b1-4df1-96c3-34d77c3e66ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f', 'name': 'tempest-AttachVolumeShelveTestJSON-252295355-router', 'tenant_id': 'cbc89f3908d842d4a7beeb1a4fce5354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': 'd2e4cdb8-47c4-4e8a-a089-078d0648bcb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:48:02Z', 'updated_at': '2021-08-05T11:48:20Z', 'revision_number': 4, 'project_id': 'cbc89f3908d842d4a7beeb1a4fce5354', 'gw_port': {'id': 'd2e4cdb8-47c4-4e8a-a089-078d0648bcb8', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:00:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:48:04Z', 'updated_at': '2021-08-05T11:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '8aa769c9-d28d-4014-b245-171c7151cd39', 'name': '', 'network_id': '1ac4b742-2a25-4935-8476-e9ad3e543504', 'tenant_id': 'cbc89f3908d842d4a7beeb1a4fce5354', 'mac_address': 'fa:16:3e:75:5b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': 'a5e28117-6f3c-401b-be5b-a70254f1dc57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:48:15Z', 'updated_at': '2021-08-05T11:48:39Z', 'revision_number': 5, 'project_id': 'cbc89f3908d842d4a7beeb1a4fce5354', 'subnets': [{'id': 'a5e28117-6f3c-401b-be5b-a70254f1dc57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:55:55.507396 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5a99fb-54b1-4df1-96c3-34d77c3e66ca None None] Checking router: 6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:55:55.523521 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5a99fb-54b1-4df1-96c3-34d77c3e66ca None None] Routers {'6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:55:55.524587 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-9c5a99fb-54b1-4df1-96c3-34d77c3e66ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:55:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:55:55.655323 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f720d54e-3986-4a99-83f5-c66899e20e25 req-a3c37613-7ceb-4655-8529-1b2dce0831bd tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "GET /v2.0/security-groups/3383bc8b-a1c2-477b-9ff5-4afb57350447 HTTP/1.1" status: 200 len: 2985 time: 0.8411791 Aug 05 11:55:55.691243 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0378f540-3805-4ea1-81fd-d4abdc5d0c3b req-0f219f37-70db-4a53-a51a-bea89a2281bd service neutron] 10.222.0.64 "GET /v2.0/networks/18d33466-72ef-4f5c-addd-45e10262d9ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4516923 Aug 05 11:55:55.717891 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd75b1b-ecd4-4c06-a800-e6d9da00a2a2 req-5c63bbae-4f87-45af-a47f-ee375ada4ce6 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:55:55.720751 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1dd75b1b-ecd4-4c06-a800-e6d9da00a2a2 req-5c63bbae-4f87-45af-a47f-ee375ada4ce6 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ca54f27-d046-4851-9908-b78111ddfd55 HTTP/1.1" status: 200 len: 946 time: 0.9979506 Aug 05 11:55:55.735162 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58a8c623-a779-49e0-8d3c-366cd09c5d91 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Router 3eb3074a-fbe0-42b9-9890-cbb3cb52acde has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 11:55:55.871031 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-9c5a99fb-54b1-4df1-96c3-34d77c3e66ca None None] Set router 6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:55:56.086283 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f720d54e-3986-4a99-83f5-c66899e20e25 req-a1461c11-58b8-4d94-bd0f-43ce9d1eec7e tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "GET /v2.0/security-groups/3383bc8b-a1c2-477b-9ff5-4afb57350447 HTTP/1.1" status: 200 len: 2985 time: 0.4176936 Aug 05 11:55:56.148542 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1dd75b1b-ecd4-4c06-a800-e6d9da00a2a2 req-09ff23f9-bca7-46d5-be60-db0a001e54e3 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a3441a1-c2ab-48c0-836a-6574f4cf6a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3955870 Aug 05 11:55:56.192567 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58a8c623-a779-49e0-8d3c-366cd09c5d91 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:55:56.220624 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 51244) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:55:56.229803 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81c27bf-f3c5-4552-b306-4ff426d89d54 None None] Sync routers for ids ['3eb3074a-fbe0-42b9-9890-cbb3cb52acde'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:55:56.259192 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-58a8c623-a779-49e0-8d3c-366cd09c5d91 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] 10.222.0.58 "PUT /v2.0/routers/3eb3074a-fbe0-42b9-9890-cbb3cb52acde/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6431122 Aug 05 11:55:56.273038 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf3a4801-2d48-473e-a17d-e9f526acb15f x-openstack-request-id: req-cf3a4801-2d48-473e-a17d-e9f526acb15f {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:55:56.273510 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e98332d0-8552-4f90-9240-19975d912b36", "name": "network-vif-deleted", "tag": "5f9a1648-97a0-49bb-a764-2148d15aa93e", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:55:56.285218 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cf3a4801-2d48-473e-a17d-e9f526acb15f {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:55:56.285922 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e98332d0-8552-4f90-9240-19975d912b36', 'name': 'network-vif-deleted', 'tag': '5f9a1648-97a0-49bb-a764-2148d15aa93e', 'status': 'completed', 'code': 200} Aug 05 11:55:56.306245 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81c27bf-f3c5-4552-b306-4ff426d89d54 None None] Routers {'3eb3074a-fbe0-42b9-9890-cbb3cb52acde'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:55:56.308216 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-f81c27bf-f3c5-4552-b306-4ff426d89d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:55:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['3eb3074a-fbe0-42b9-9890-cbb3cb52acde'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:55:56.311221 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-552d77fd-79c9-4e0e-b290-3313d76aeb98 req-2d020b7a-8af2-41c5-8a12-3ad9f02c1fff tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-684096025', 'description': 'tempest-description-1292687879'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:55:56.431930 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-552d77fd-79c9-4e0e-b290-3313d76aeb98 req-2d020b7a-8af2-41c5-8a12-3ad9f02c1fff tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:56.478435 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_v2 [None req-15171f8e-3b88-4e9c-9e29-069332787ec3 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Deleting subnet 3ca2c4d5-31d6-4303-b817-ab5ebb2f28dc {{(pid=94421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:55:56.489669 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-9c5a99fb-54b1-4df1-96c3-34d77c3e66ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f', 'name': 'tempest-AttachVolumeShelveTestJSON-252295355-router', 'tenant_id': 'cbc89f3908d842d4a7beeb1a4fce5354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': 'd2e4cdb8-47c4-4e8a-a089-078d0648bcb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:48:02Z', 'updated_at': '2021-08-05T11:48:20Z', 'revision_number': 4, 'project_id': 'cbc89f3908d842d4a7beeb1a4fce5354', 'gw_port': {'id': 'd2e4cdb8-47c4-4e8a-a089-078d0648bcb8', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:00:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:48:04Z', 'updated_at': '2021-08-05T11:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '8aa769c9-d28d-4014-b245-171c7151cd39', 'name': '', 'network_id': '1ac4b742-2a25-4935-8476-e9ad3e543504', 'tenant_id': 'cbc89f3908d842d4a7beeb1a4fce5354', 'mac_address': 'fa:16:3e:75:5b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': 'a5e28117-6f3c-401b-be5b-a70254f1dc57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:48:15Z', 'updated_at': '2021-08-05T11:48:39Z', 'revision_number': 5, 'project_id': 'cbc89f3908d842d4a7beeb1a4fce5354', 'subnets': [{'id': 'a5e28117-6f3c-401b-be5b-a70254f1dc57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:55:56.496317 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-15171f8e-3b88-4e9c-9e29-069332787ec3 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks [] for subnet, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:56.531549 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 51248) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:55:56.632330 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5a99fb-54b1-4df1-96c3-34d77c3e66ca None None] The sync data for ids ['6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f'] in n-d-803378-2 is: [{'id': '6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f', 'name': 'tempest-AttachVolumeShelveTestJSON-252295355-router', 'tenant_id': 'cbc89f3908d842d4a7beeb1a4fce5354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': 'd2e4cdb8-47c4-4e8a-a089-078d0648bcb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:48:02Z', 'updated_at': '2021-08-05T11:48:20Z', 'revision_number': 4, 'project_id': 'cbc89f3908d842d4a7beeb1a4fce5354', 'gw_port': {'id': 'd2e4cdb8-47c4-4e8a-a089-078d0648bcb8', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:00:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:48:04Z', 'updated_at': '2021-08-05T11:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '8aa769c9-d28d-4014-b245-171c7151cd39', 'name': '', 'network_id': '1ac4b742-2a25-4935-8476-e9ad3e543504', 'tenant_id': 'cbc89f3908d842d4a7beeb1a4fce5354', 'mac_address': 'fa:16:3e:75:5b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': 'a5e28117-6f3c-401b-be5b-a70254f1dc57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:48:15Z', 'updated_at': '2021-08-05T11:48:39Z', 'revision_number': 5, 'project_id': 'cbc89f3908d842d4a7beeb1a4fce5354', 'subnets': [{'id': 'a5e28117-6f3c-401b-be5b-a70254f1dc57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:55:56.633680 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-f81c27bf-f3c5-4552-b306-4ff426d89d54 None None] Set router 3eb3074a-fbe0-42b9-9890-cbb3cb52acde gateway port host: None {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:55:56.690701 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-15171f8e-3b88-4e9c-9e29-069332787ec3 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29786388'] for subnet, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:56.859512 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-33f68d61-a693-4d1d-a354-0205a356dcb6 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:57.003653 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-33f68d61-a693-4d1d-a354-0205a356dcb6 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:57.012993 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-552d77fd-79c9-4e0e-b290-3313d76aeb98 req-2d020b7a-8af2-41c5-8a12-3ad9f02c1fff tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:57.050334 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-15171f8e-3b88-4e9c-9e29-069332787ec3 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:57.061564 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-552d77fd-79c9-4e0e-b290-3313d76aeb98 req-2d020b7a-8af2-41c5-8a12-3ad9f02c1fff tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:57.175337 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d020b7a-8af2-41c5-8a12-3ad9f02c1fff tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6f3366b-05bf-435f-b8ff-d0f4efaf2de7,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:55:57.202571 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-552d77fd-79c9-4e0e-b290-3313d76aeb98 req-2d020b7a-8af2-41c5-8a12-3ad9f02c1fff tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:57.205668 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-552d77fd-79c9-4e0e-b290-3313d76aeb98 req-2d020b7a-8af2-41c5-8a12-3ad9f02c1fff tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.9025509 Aug 05 11:55:57.311724 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-814660a7-7dfd-4513-81cc-651c52448adc req-14e586c6-af11-409c-92c4-13658540a62d tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-422260610', 'description': 'tempest-description-1722409131'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:55:57.325712 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-15171f8e-3b88-4e9c-9e29-069332787ec3 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25038609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30075142'] for subnet, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:57.360976 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-33f68d61-a693-4d1d-a354-0205a356dcb6 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:57.377061 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-33f68d61-a693-4d1d-a354-0205a356dcb6 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:57.379278 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-33f68d61-a693-4d1d-a354-0205a356dcb6 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "DELETE /v2.0/security-groups/ca0df2b3-ca19-4f0d-95c0-bd3e02a9c49e HTTP/1.1" status: 204 len: 168 time: 0.8456340 Aug 05 11:55:57.407330 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 51258) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:55:57.427444 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15171f8e-3b88-4e9c-9e29-069332787ec3 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Pushing event deleted for resources: {'Subnet': ['ID=3ca2c4d5-31d6-4303-b817-ab5ebb2f28dc,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:55:57.437085 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73825afd-ec31-4f60-a972-e32be747366c None None] New status for floating IP ea350981-8cce-49d0-8e54-ea8d151c2430: DOWN {{(pid=94422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 11:55:57.455577 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-15171f8e-3b88-4e9c-9e29-069332787ec3 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:57.462593 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-15171f8e-3b88-4e9c-9e29-069332787ec3 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] 10.222.0.58 "DELETE /v2.0/subnets/3ca2c4d5-31d6-4303-b817-ab5ebb2f28dc HTTP/1.1" status: 204 len: 168 time: 1.2394409 Aug 05 11:55:57.469528 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 51260) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:55:57.524889 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f68d61-a693-4d1d-a354-0205a356dcb6 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca0df2b3-ca19-4f0d-95c0-bd3e02a9c49e,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:55:57.578185 n-d-803378-2 neutron-server[94420]: INFO neutron.api.v2.resource [None req-a420ec83-43ff-492c-9d67-d5cbe7dd2414 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] show failed (client error): The resource could not be found. Aug 05 11:55:57.584734 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-a420ec83-43ff-492c-9d67-d5cbe7dd2414 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups/ca0df2b3-ca19-4f0d-95c0-bd3e02a9c49e HTTP/1.1" status: 404 len: 347 time: 0.1632917 Aug 05 11:55:57.586496 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 51262) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:55:57.586935 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-814660a7-7dfd-4513-81cc-651c52448adc req-14e586c6-af11-409c-92c4-13658540a62d tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:57.612678 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921d2438-4917-4ea9-8e12-2ef2877839c8 None None] Network 6591ebc9-694a-4e01-bc47-61a8532b949d requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:55:57.832216 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-f81c27bf-f3c5-4552-b306-4ff426d89d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb3074a-fbe0-42b9-9890-cbb3cb52acde', 'name': 'tempest-RoutersTest-router-2126266726', 'tenant_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:54:11Z', 'updated_at': '2021-08-05T11:55:51Z', 'revision_number': 10, 'project_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'gw_port_host': None, '_interfaces': [{'id': 'd816a619-81a6-401e-b2a9-35c53eea3c31', 'name': '', 'network_id': '0014ea42-e5b7-49e2-98e1-9da852015c0b', 'tenant_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'mac_address': 'fa:16:3e:4f:26:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb3074a-fbe0-42b9-9890-cbb3cb52acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': 'fb8c4481-bcef-4801-9875-906659d99c83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:54:16Z', 'updated_at': '2021-08-05T11:54:32Z', 'revision_number': 5, 'project_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'subnets': [{'id': 'fb8c4481-bcef-4801-9875-906659d99c83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:55:57.869320 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-814660a7-7dfd-4513-81cc-651c52448adc req-14e586c6-af11-409c-92c4-13658540a62d tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:57.888198 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-814660a7-7dfd-4513-81cc-651c52448adc req-14e586c6-af11-409c-92c4-13658540a62d tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:57.932953 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff1342e-5c13-454f-b50d-69409ac0823d req-6a92c52b-9105-4bc5-841a-8499d45eaedf tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:55:57.936448 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6ff1342e-5c13-454f-b50d-69409ac0823d req-6a92c52b-9105-4bc5-841a-8499d45eaedf tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ca54f27-d046-4851-9908-b78111ddfd55 HTTP/1.1" status: 200 len: 946 time: 0.4478455 Aug 05 11:55:57.973442 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81c27bf-f3c5-4552-b306-4ff426d89d54 None None] Checking router: 3eb3074a-fbe0-42b9-9890-cbb3cb52acde for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:55:58.004362 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81c27bf-f3c5-4552-b306-4ff426d89d54 None None] Routers {'3eb3074a-fbe0-42b9-9890-cbb3cb52acde'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:55:58.005225 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-f81c27bf-f3c5-4552-b306-4ff426d89d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:55:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['3eb3074a-fbe0-42b9-9890-cbb3cb52acde'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:55:58.079076 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e586c6-af11-409c-92c4-13658540a62d tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1baa1e5-ff83-48a6-9b09-99688215801f,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:55:58.112515 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f5594b12-7377-4dfd-b8a4-522685247648 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:58.128351 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-814660a7-7dfd-4513-81cc-651c52448adc req-14e586c6-af11-409c-92c4-13658540a62d tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:58.146402 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-814660a7-7dfd-4513-81cc-651c52448adc req-14e586c6-af11-409c-92c4-13658540a62d tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.8442304 Aug 05 11:55:58.284189 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6ff1342e-5c13-454f-b50d-69409ac0823d req-431a7853-fe32-47c7-b349-7011f3df58fa tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a3441a1-c2ab-48c0-836a-6574f4cf6a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3255134 Aug 05 11:55:58.507569 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-519d9b79-c3eb-48e9-b106-c4c3f0a0c438 None None] DHCP port deletion for 6591ebc9-694a-4e01-bc47-61a8532b949d request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 11:55:58.549393 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-f752ae92-2328-4b4b-9693-6b92c132e26d tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Deleting port bd9e41a1-1b95-4439-ab69-b4f0563ed77c {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:55:58.550192 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f752ae92-2328-4b4b-9693-6b92c132e26d tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:58.598485 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-f81c27bf-f3c5-4552-b306-4ff426d89d54 None None] Set router 3eb3074a-fbe0-42b9-9890-cbb3cb52acde gateway port host: None {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:55:58.609140 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-f5594b12-7377-4dfd-b8a4-522685247648 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Deleting port 2c241997-1c1c-4726-84ce-296e0b241ac5 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:55:58.610723 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f5594b12-7377-4dfd-b8a4-522685247648 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:58.685623 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-519d9b79-c3eb-48e9-b106-c4c3f0a0c438 None None] Deleting port 2c241997-1c1c-4726-84ce-296e0b241ac5 {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:55:58.687317 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-519d9b79-c3eb-48e9-b106-c4c3f0a0c438 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:58.958358 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-519d9b79-c3eb-48e9-b106-c4c3f0a0c438 None None] For port 2c241997-1c1c-4726-84ce-296e0b241ac5, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=2c241997-1c1c-4726-84ce-296e0b241ac5,segment=NetworkSegment(893c6f69-9993-43e2-a0c7-fa1c214a5e38),segment_id=893c6f69-9993-43e2-a0c7-fa1c214a5e38)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:55:58.959975 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-519d9b79-c3eb-48e9-b106-c4c3f0a0c438 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:58.972596 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [None req-f5594b12-7377-4dfd-b8a4-522685247648 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] For port 2c241997-1c1c-4726-84ce-296e0b241ac5, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=2c241997-1c1c-4726-84ce-296e0b241ac5,segment=NetworkSegment(893c6f69-9993-43e2-a0c7-fa1c214a5e38),segment_id=893c6f69-9993-43e2-a0c7-fa1c214a5e38)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:55:58.973207 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f5594b12-7377-4dfd-b8a4-522685247648 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:58.987042 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-519d9b79-c3eb-48e9-b106-c4c3f0a0c438 None None] Calling delete_port for 2c241997-1c1c-4726-84ce-296e0b241ac5 owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:55:59.067247 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-f5594b12-7377-4dfd-b8a4-522685247648 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Calling delete_port for 2c241997-1c1c-4726-84ce-296e0b241ac5 owned by network:dhcp {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:55:59.155844 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-f81c27bf-f3c5-4552-b306-4ff426d89d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb3074a-fbe0-42b9-9890-cbb3cb52acde', 'name': 'tempest-RoutersTest-router-2126266726', 'tenant_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:54:11Z', 'updated_at': '2021-08-05T11:55:51Z', 'revision_number': 10, 'project_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'gw_port_host': None, '_interfaces': [{'id': 'd816a619-81a6-401e-b2a9-35c53eea3c31', 'name': '', 'network_id': '0014ea42-e5b7-49e2-98e1-9da852015c0b', 'tenant_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'mac_address': 'fa:16:3e:4f:26:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb3074a-fbe0-42b9-9890-cbb3cb52acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': 'fb8c4481-bcef-4801-9875-906659d99c83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:54:16Z', 'updated_at': '2021-08-05T11:54:32Z', 'revision_number': 5, 'project_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'subnets': [{'id': 'fb8c4481-bcef-4801-9875-906659d99c83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:55:59.207231 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-519d9b79-c3eb-48e9-b106-c4c3f0a0c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:59.285319 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81c27bf-f3c5-4552-b306-4ff426d89d54 None None] The sync data for ids ['3eb3074a-fbe0-42b9-9890-cbb3cb52acde'] in n-d-803378-2 is: [{'id': '3eb3074a-fbe0-42b9-9890-cbb3cb52acde', 'name': 'tempest-RoutersTest-router-2126266726', 'tenant_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:54:11Z', 'updated_at': '2021-08-05T11:55:51Z', 'revision_number': 10, 'project_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'gw_port_host': None, '_interfaces': [{'id': 'd816a619-81a6-401e-b2a9-35c53eea3c31', 'name': '', 'network_id': '0014ea42-e5b7-49e2-98e1-9da852015c0b', 'tenant_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'mac_address': 'fa:16:3e:4f:26:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb3074a-fbe0-42b9-9890-cbb3cb52acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': 'fb8c4481-bcef-4801-9875-906659d99c83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:54:16Z', 'updated_at': '2021-08-05T11:54:32Z', 'revision_number': 5, 'project_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'subnets': [{'id': 'fb8c4481-bcef-4801-9875-906659d99c83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:55:59.306305 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519d9b79-c3eb-48e9-b106-c4c3f0a0c438 None None] No DVR routers for this DVR port 2c241997-1c1c-4726-84ce-296e0b241ac5 on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:55:59.311356 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519d9b79-c3eb-48e9-b106-c4c3f0a0c438 None None] Pushing event deleted for resources: {'Port': ['ID=2c241997-1c1c-4726-84ce-296e0b241ac5,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:55:59.442565 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b8f2a9-fec5-45b6-ba75-ea323e294610 req-be8a4357-e43a-4199-8471-be390505acb9 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:55:59.443695 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f752ae92-2328-4b4b-9693-6b92c132e26d tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:59.444213 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f752ae92-2328-4b4b-9693-6b92c132e26d tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:59.484284 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d6b8f2a9-fec5-45b6-ba75-ea323e294610 req-be8a4357-e43a-4199-8471-be390505acb9 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "GET /v2.0/networks?id=b9c69729-0b70-4088-a30d-372be3774212 HTTP/1.1" status: 200 len: 813 time: 0.6131532 Aug 05 11:55:59.533984 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d6b8f2a9-fec5-45b6-ba75-ea323e294610 req-31c92f99-5351-493a-aeea-c3550088f383 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "GET /v2.0/quotas/2e7c65a434814f6199ebe26a23e571c4 HTTP/1.1" status: 200 len: 375 time: 0.0478282 Aug 05 11:55:59.544572 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:59.597689 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f5594b12-7377-4dfd-b8a4-522685247648 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:55:59.611105 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-f752ae92-2328-4b4b-9693-6b92c132e26d tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Calling delete_port for bd9e41a1-1b95-4439-ab69-b4f0563ed77c owned by network:floatingip {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:55:59.662622 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5594b12-7377-4dfd-b8a4-522685247648 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Pushing event deleted for resources: {'Port': ['ID=2c241997-1c1c-4726-84ce-296e0b241ac5,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:55:59.687951 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5594b12-7377-4dfd-b8a4-522685247648 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] No DVR routers for this DVR port 2c241997-1c1c-4726-84ce-296e0b241ac5 on host n-d-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:55:59.829580 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d6b8f2a9-fec5-45b6-ba75-ea323e294610 req-e0c0ec96-d23b-41c7-8913-af40ff913678 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=2e7c65a434814f6199ebe26a23e571c4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2847590 Aug 05 11:56:00.025214 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 47eecaed-70df-4752-a0bf-8c2d9a324028 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:56:00.033699 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93efc0a1-0039-4e54-a07b-9078b8907d36 req-26ea0ae2-d6bb-464d-acc9-59b331f101b4 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:00.036996 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-93efc0a1-0039-4e54-a07b-9078b8907d36 req-26ea0ae2-d6bb-464d-acc9-59b331f101b4 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ca54f27-d046-4851-9908-b78111ddfd55 HTTP/1.1" status: 200 len: 946 time: 0.3843231 Aug 05 11:56:00.091358 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f5594b12-7377-4dfd-b8a4-522685247648 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:00.115508 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-f5594b12-7377-4dfd-b8a4-522685247648 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6591ebc9-694a-4e01-bc47-61a8532b949d']}} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:56:00.118975 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 47eecaed-70df-4752-a0bf-8c2d9a324028 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:56:00.120755 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 47eecaed-70df-4752-a0bf-8c2d9a324028 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:56:00.120956 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 2c241997-1c1c-4726-84ce-296e0b241ac5 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:56:00.152271 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-f5594b12-7377-4dfd-b8a4-522685247648 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '893c6f69-9993-43e2-a0c7-fa1c214a5e38') {'for_net_delete': True} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:56:00.153297 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-f5594b12-7377-4dfd-b8a4-522685247648 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '893c6f69-9993-43e2-a0c7-fa1c214a5e38') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:56:00.173726 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f5594b12-7377-4dfd-b8a4-522685247648 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29786371'] for segment, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:00.196139 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-93efc0a1-0039-4e54-a07b-9078b8907d36 req-bc074cb3-f537-460d-a0db-0ea7fd58b5d5 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a3441a1-c2ab-48c0-836a-6574f4cf6a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148891 Aug 05 11:56:00.206497 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 2c241997-1c1c-4726-84ce-296e0b241ac5 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:56:00.211847 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 2c241997-1c1c-4726-84ce-296e0b241ac5 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:56:00.217153 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f5594b12-7377-4dfd-b8a4-522685247648 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:00.236747 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5594b12-7377-4dfd-b8a4-522685247648 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Releasing vlan 685 on physical network physnet1 to pool {{(pid=94421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:56:00.237427 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f5594b12-7377-4dfd-b8a4-522685247648 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25038799'] for segment, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:00.317288 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d6b8f2a9-fec5-45b6-ba75-ea323e294610 req-cfb16ab4-14e7-4158-aa25-df15fb82d082 service neutron] 10.222.0.58 "GET /v2.0/networks/b9c69729-0b70-4088-a30d-372be3774212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4666717 Aug 05 11:56:00.348074 n-d-803378-2 neutron-server[94421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 11:56:00.348074 n-d-803378-2 neutron-server[94421]: self.session.flush() Aug 05 11:56:00.348074 n-d-803378-2 neutron-server[94421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 11:56:00.348074 n-d-803378-2 neutron-server[94421]: self.session.flush() Aug 05 11:56:00.348074 n-d-803378-2 neutron-server[94421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 11:56:00.348074 n-d-803378-2 neutron-server[94421]: self.session.flush() Aug 05 11:56:00.348074 n-d-803378-2 neutron-server[94421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 11:56:00.348074 n-d-803378-2 neutron-server[94421]: self.session.flush() Aug 05 11:56:00.348074 n-d-803378-2 neutron-server[94421]: Traceback (most recent call last): Aug 05 11:56:00.348074 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:56:00.348074 n-d-803378-2 neutron-server[94421]: timer() Aug 05 11:56:00.348074 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:56:00.348074 n-d-803378-2 neutron-server[94421]: cb(*args, **kw) Aug 05 11:56:00.348074 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:56:00.348074 n-d-803378-2 neutron-server[94421]: return func(*args, **kwargs) Aug 05 11:56:00.348074 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:56:00.348074 n-d-803378-2 neutron-server[94421]: self._notify() Aug 05 11:56:00.348074 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:56:00.348074 n-d-803378-2 neutron-server[94421]: self.callback(batched_events) Aug 05 11:56:00.348074 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:56:00.348074 n-d-803378-2 neutron-server[94421]: event.method(event) Aug 05 11:56:00.348074 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:56:00.348074 n-d-803378-2 neutron-server[94421]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:56:00.348074 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:56:00.348074 n-d-803378-2 neutron-server[94421]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:56:00.348074 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:56:00.348074 n-d-803378-2 neutron-server[94421]: return f(self, *a, **k) Aug 05 11:56:00.348074 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:56:00.348074 n-d-803378-2 neutron-server[94421]: return self._get(url).json() Aug 05 11:56:00.348074 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:56:00.348074 n-d-803378-2 neutron-server[94421]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:56:00.348074 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:56:00.348074 n-d-803378-2 neutron-server[94421]: return self.request(url, 'GET', **kwargs) Aug 05 11:56:00.348074 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:56:00.348074 n-d-803378-2 neutron-server[94421]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:56:00.348074 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:56:00.348074 n-d-803378-2 neutron-server[94421]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:56:00.348074 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:56:00.348074 n-d-803378-2 neutron-server[94421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:56:00.348074 n-d-803378-2 neutron-server[94421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:56:00.447538 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f5594b12-7377-4dfd-b8a4-522685247648 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:00.457274 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f5594b12-7377-4dfd-b8a4-522685247648 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks [] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:00.466792 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-f5594b12-7377-4dfd-b8a4-522685247648 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] 10.222.0.58 "DELETE /v2.0/networks/6591ebc9-694a-4e01-bc47-61a8532b949d HTTP/1.1" status: 204 len: 168 time: 2.9953630 Aug 05 11:56:00.468012 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 51298) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:56:00.566469 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d6b8f2a9-fec5-45b6-ba75-ea323e294610 req-4fc7ad45-99dd-471d-b1cd-4ce6eed4d602 service neutron] 10.222.0.58 "GET /v2.0/networks/b9c69729-0b70-4088-a30d-372be3774212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363169 Aug 05 11:56:00.627552 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5594b12-7377-4dfd-b8a4-522685247648 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Pushing event deleted for resources: {'Network': ['ID=6591ebc9-694a-4e01-bc47-61a8532b949d,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:56:00.998718 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f752ae92-2328-4b4b-9693-6b92c132e26d tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:01.050471 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4e6cb9bb-97eb-4e44-9023-1994633de7b1 req-f03e6684-5630-47a3-b79e-9658ad7d266d tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "GET /v2.0/ports?device_id=3708a619-d7f8-47e4-996e-288c0fe159aa HTTP/1.1" status: 200 len: 210 time: 0.0469518 Aug 05 11:56:01.100398 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f752ae92-2328-4b4b-9693-6b92c132e26d tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Pushing event deleted for resources: {'Port': ['ID=bd9e41a1-1b95-4439-ab69-b4f0563ed77c,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:56:01.296944 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f752ae92-2328-4b4b-9693-6b92c132e26d tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Notify callbacks [] for floatingip, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:01.301516 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f752ae92-2328-4b4b-9693-6b92c132e26d tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:01.321602 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-f752ae92-2328-4b4b-9693-6b92c132e26d tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "DELETE /v2.0/floatingips/ea350981-8cce-49d0-8e54-ea8d151c2430 HTTP/1.1" status: 204 len: 168 time: 3.7337167 Aug 05 11:56:01.581859 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e44656-569d-4484-9379-a9a784825790 req-fc6ec45f-26c6-4082-a2b5-94c9099af0b5 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:01.593067 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a1e44656-569d-4484-9379-a9a784825790 req-fc6ec45f-26c6-4082-a2b5-94c9099af0b5 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ca54f27-d046-4851-9908-b78111ddfd55 HTTP/1.1" status: 200 len: 946 time: 0.1403654 Aug 05 11:56:01.705357 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a1e44656-569d-4484-9379-a9a784825790 req-2e461d14-60a7-41f3-b506-6893f7e89c3f tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a3441a1-c2ab-48c0-836a-6574f4cf6a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107118 Aug 05 11:56:01.710101 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-041ec121-e746-48d2-a9e9-568114e06a3a tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33208311'] for router_interface, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:02.196145 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 51328) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:56:02.224930 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-c1be309c-4b9a-4ab0-b56b-e87b1a82156a tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Request body: {'security_group': {'name': 'tempest-securitygroup--990861782', 'description': 'tempest-description--897145038'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:56:02.348114 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-690c0fa4-5f93-442f-8a3d-05b2cac7a029 req-445a90a0-053a-4c96-88be-c93cc3054fb2 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "GET /v2.0/ports?device_id=3708a619-d7f8-47e4-996e-288c0fe159aa HTTP/1.1" status: 200 len: 210 time: 0.0734267 Aug 05 11:56:02.369082 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c1be309c-4b9a-4ab0-b56b-e87b1a82156a tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:02.520535 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-041ec121-e746-48d2-a9e9-568114e06a3a tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Deleting port d816a619-81a6-401e-b2a9-35c53eea3c31 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:56:02.520535 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-041ec121-e746-48d2-a9e9-568114e06a3a tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:02.521037 n-d-803378-2 neutron-server[94420]: INFO neutron.api.v2.resource [req-825c98b5-164b-4ccd-aed3-c0e30c06fee8 req-e00f74c3-eacf-4388-b82e-2f3c665aa24f service neutron] show failed (client error): The resource could not be found. Aug 05 11:56:02.521037 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-825c98b5-164b-4ccd-aed3-c0e30c06fee8 req-e00f74c3-eacf-4388-b82e-2f3c665aa24f service neutron] 10.222.0.64 "GET /v2.0/ports/ec68afcf-9c5f-45fb-ae44-cadcc706912a/bindings/n-h2-803378-2 HTTP/1.1" status: 404 len: 380 time: 0.1883576 Aug 05 11:56:02.847483 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c1be309c-4b9a-4ab0-b56b-e87b1a82156a tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:02.864260 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c1be309c-4b9a-4ab0-b56b-e87b1a82156a tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:02.899300 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [None req-041ec121-e746-48d2-a9e9-568114e06a3a tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] For port d816a619-81a6-401e-b2a9-35c53eea3c31, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=d816a619-81a6-401e-b2a9-35c53eea3c31,segment=NetworkSegment(939928da-7fe3-4d4b-8bdc-d0ee125da905),segment_id=939928da-7fe3-4d4b-8bdc-d0ee125da905)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:56:02.900103 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-041ec121-e746-48d2-a9e9-568114e06a3a tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:02.948196 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-041ec121-e746-48d2-a9e9-568114e06a3a tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Calling delete_port for d816a619-81a6-401e-b2a9-35c53eea3c31 owned by network:router_interface {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:56:03.078030 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c1be309c-4b9a-4ab0-b56b-e87b1a82156a tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:03.086306 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-c1be309c-4b9a-4ab0-b56b-e87b1a82156a tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8828254 Aug 05 11:56:03.088233 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 51340) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:56:03.108390 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-af08221a-21da-497d-9f7a-564a03e48eba tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Request body: {'security_group_rule': {'security_group_id': 'd700a63d-a591-46d0-9144-d357356aa9dd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:56:03.174157 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1be309c-4b9a-4ab0-b56b-e87b1a82156a tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d700a63d-a591-46d0-9144-d357356aa9dd,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:56:03.204851 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825c98b5-164b-4ccd-aed3-c0e30c06fee8 req-9dc81293-af16-415b-b6e7-4b598f7335f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:03.208400 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-825c98b5-164b-4ccd-aed3-c0e30c06fee8 req-9dc81293-af16-415b-b6e7-4b598f7335f9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9ca54f27-d046-4851-9908-b78111ddfd55&tenant_id=7f88688726d24c8e9d77831659c7c3ae HTTP/1.1" status: 200 len: 1097 time: 0.2389584 Aug 05 11:56:03.226727 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-af08221a-21da-497d-9f7a-564a03e48eba tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:03.261270 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-825c98b5-164b-4ccd-aed3-c0e30c06fee8 req-96dc6726-159e-45cd-828a-30c9896963d6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-803378-2', 'device_owner': 'compute:nova'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:56:03.265860 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8264b0ff-02c2-4cc4-b120-32b2ec1a40aa req-e68c80bf-c272-4137-8621-2f326e14b7b5 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:03.268611 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8264b0ff-02c2-4cc4-b120-32b2ec1a40aa req-e68c80bf-c272-4137-8621-2f326e14b7b5 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ca54f27-d046-4851-9908-b78111ddfd55 HTTP/1.1" status: 200 len: 946 time: 0.3337045 Aug 05 11:56:03.385986 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8264b0ff-02c2-4cc4-b120-32b2ec1a40aa req-eddb906d-f5e1-4616-aeda-b31e6cb50a96 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a3441a1-c2ab-48c0-836a-6574f4cf6a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982952 Aug 05 11:56:03.452897 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-af08221a-21da-497d-9f7a-564a03e48eba tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:03.464563 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-af08221a-21da-497d-9f7a-564a03e48eba tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:03.520082 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af08221a-21da-497d-9f7a-564a03e48eba tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=298836c4-5c08-4327-8316-7fcfbf054e72,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:56:03.555247 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-825c98b5-164b-4ccd-aed3-c0e30c06fee8 req-96dc6726-159e-45cd-828a-30c9896963d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:03.582893 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-af08221a-21da-497d-9f7a-564a03e48eba tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:03.591946 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-af08221a-21da-497d-9f7a-564a03e48eba tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4910862 Aug 05 11:56:03.593223 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 51344) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:56:03.608572 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-0e10ee47-9ee2-4bbd-bc6e-6a486f0bd438 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Request body: {'security_group_rule': {'security_group_id': 'd700a63d-a591-46d0-9144-d357356aa9dd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:56:03.754758 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7082d7b7-0e6b-47f7-a2e3-b3af00c7bbbb req-23619243-de49-41e7-83ae-b3fc77797dbf tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "GET /v2.0/ports?device_id=3708a619-d7f8-47e4-996e-288c0fe159aa HTTP/1.1" status: 200 len: 210 time: 0.1095510 Aug 05 11:56:03.784459 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0e10ee47-9ee2-4bbd-bc6e-6a486f0bd438 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:03.907122 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.55', 55454) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:56:04.016009 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0e10ee47-9ee2-4bbd-bc6e-6a486f0bd438 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:04.031534 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0e10ee47-9ee2-4bbd-bc6e-6a486f0bd438 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:04.036047 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-825c98b5-164b-4ccd-aed3-c0e30c06fee8 req-96dc6726-159e-45cd-828a-30c9896963d6 service neutron] For port ec68afcf-9c5f-45fb-ae44-cadcc706912a, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=ec68afcf-9c5f-45fb-ae44-cadcc706912a,segment=NetworkSegment(04fc797b-8ef5-4d9e-bac1-16267bbf773c),segment_id=04fc797b-8ef5-4d9e-bac1-16267bbf773c)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:56:04.067583 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e10ee47-9ee2-4bbd-bc6e-6a486f0bd438 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26026267-7a30-4c99-94a3-cee49a8d8b32,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:56:04.084410 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1b9a31-6c3c-4fcd-a106-eee0a24ae153 req-e2edee92-38fd-4ff3-bff4-33aa0a3cf6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:04.087584 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ad1b9a31-6c3c-4fcd-a106-eee0a24ae153 req-e2edee92-38fd-4ff3-bff4-33aa0a3cf6c0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7f88688726d24c8e9d77831659c7c3ae&device_id=9ca54f27-d046-4851-9908-b78111ddfd55 HTTP/1.1" status: 200 len: 1097 time: 0.1694546 Aug 05 11:56:04.137370 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0e10ee47-9ee2-4bbd-bc6e-6a486f0bd438 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:04.144883 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-0e10ee47-9ee2-4bbd-bc6e-6a486f0bd438 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5437963 Aug 05 11:56:04.146173 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 51352) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:56:04.157181 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-ffdfbfe9-94bc-4752-b496-f13886804690 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Request body: {'floatingip': {'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:56:04.179624 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-825c98b5-164b-4ccd-aed3-c0e30c06fee8 req-96dc6726-159e-45cd-828a-30c9896963d6 service neutron] For port ec68afcf-9c5f-45fb-ae44-cadcc706912a, host n-h1-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:56:04.229750 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ffdfbfe9-94bc-4752-b496-f13886804690 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Notify callbacks [] for floatingip, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:04.402831 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ca54f27-d046-4851-9908-b78111ddfd55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec68afcf-9c5f-45fb-ae44-cadcc706912a'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:56:04.413014 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95b48ac8-d93e-4982-8d72-8358ee71e237" -d '{"events": [{"server_uuid": "9ca54f27-d046-4851-9908-b78111ddfd55", "name": "network-vif-unplugged", "status": "completed", "tag": "ec68afcf-9c5f-45fb-ae44-cadcc706912a"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:56:04.426291 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-825c98b5-164b-4ccd-aed3-c0e30c06fee8 req-96dc6726-159e-45cd-828a-30c9896963d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:04.627618 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 05 Aug 2021 11:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f459f68-6eaf-4343-999b-517a106ef341 x-openstack-request-id: req-1f459f68-6eaf-4343-999b-517a106ef341 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:56:04.628636 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ca54f27-d046-4851-9908-b78111ddfd55", "name": "network-vif-unplugged", "status": "completed", "tag": "ec68afcf-9c5f-45fb-ae44-cadcc706912a", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:56:04.629180 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1f459f68-6eaf-4343-999b-517a106ef341 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:56:04.630152 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ca54f27-d046-4851-9908-b78111ddfd55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec68afcf-9c5f-45fb-ae44-cadcc706912a', 'code': 200} Aug 05 11:56:04.633656 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1b9a31-6c3c-4fcd-a106-eee0a24ae153 req-9ffb2519-7917-44f6-862c-fa3d89f5e45a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:04.637391 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ad1b9a31-6c3c-4fcd-a106-eee0a24ae153 req-9ffb2519-7917-44f6-862c-fa3d89f5e45a service neutron] 10.222.0.55 "GET /v2.0/networks?id=de35454d-dce9-4c8c-89fd-a22990eff5d9 HTTP/1.1" status: 200 len: 898 time: 0.5187807 Aug 05 11:56:04.666693 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-825c98b5-164b-4ccd-aed3-c0e30c06fee8 req-96dc6726-159e-45cd-828a-30c9896963d6 service neutron] Transition to ACTIVE for port object ec68afcf-9c5f-45fb-ae44-cadcc706912a will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:56:04.731455 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b8f2a9-fec5-45b6-ba75-ea323e294610 req-da2059c1-0b47-471b-91f6-8af13734462b tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:04.736529 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d6b8f2a9-fec5-45b6-ba75-ea323e294610 req-da2059c1-0b47-471b-91f6-8af13734462b tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.55 "GET /v2.0/networks?id=b9c69729-0b70-4088-a30d-372be3774212 HTTP/1.1" status: 200 len: 813 time: 1.1952989 Aug 05 11:56:04.738374 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-041ec121-e746-48d2-a9e9-568114e06a3a tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:04.763183 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-825c98b5-164b-4ccd-aed3-c0e30c06fee8 req-96dc6726-159e-45cd-828a-30c9896963d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:04.782262 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ad1b9a31-6c3c-4fcd-a106-eee0a24ae153 req-391e0acb-e00d-4fcd-afc5-f491f30c9947 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ec68afcf-9c5f-45fb-ae44-cadcc706912a HTTP/1.1" status: 200 len: 1002 time: 0.1375048 Aug 05 11:56:04.788525 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-d6b8f2a9-fec5-45b6-ba75-ea323e294610 req-ac84029b-1eab-4ad8-aa4d-56a5c7ff9cb9 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Request body: {'port': {'device_id': '3708a619-d7f8-47e4-996e-288c0fe159aa', 'network_id': 'b9c69729-0b70-4088-a30d-372be3774212', 'admin_state_up': True, 'tenant_id': '2e7c65a434814f6199ebe26a23e571c4'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:56:04.978533 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041ec121-e746-48d2-a9e9-568114e06a3a tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Pushing event deleted for resources: {'Port': ['ID=d816a619-81a6-401e-b2a9-35c53eea3c31,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:56:05.016510 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ffdfbfe9-94bc-4752-b496-f13886804690 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:05.232927 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 51368) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:56:05.244516 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-ffdfbfe9-94bc-4752-b496-f13886804690 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Allocated IP 172.25.5.231 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/5a4c82e2-809e-4919-9e79-58405bdd31da) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:56:05.512709 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ffdfbfe9-94bc-4752-b496-f13886804690 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:05.684710 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1b9a31-6c3c-4fcd-a106-eee0a24ae153 req-75bb0695-70f4-42ef-b695-a4d16b013dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:05.697070 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ad1b9a31-6c3c-4fcd-a106-eee0a24ae153 req-75bb0695-70f4-42ef-b695-a4d16b013dbd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=eca5de13-4236-413f-a4f9-706b50495900 HTTP/1.1" status: 200 len: 835 time: 0.8457057 Aug 05 11:56:05.749346 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d6597165-8d6d-4afc-a69c-1719acf43b20 req-7debddf9-4677-40a3-9ed5-794dc6da1a4b tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "GET /v2.0/ports?device_id=3708a619-d7f8-47e4-996e-288c0fe159aa HTTP/1.1" status: 200 len: 210 time: 0.1392241 Aug 05 11:56:05.780064 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ffdfbfe9-94bc-4752-b496-f13886804690 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:05.853595 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aa6077-5eda-4d5a-bf74-bc442bb729d7 req-d4356492-4e9b-49d7-a555-9eac3fc90c8b tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:05.858993 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-54aa6077-5eda-4d5a-bf74-bc442bb729d7 req-d4356492-4e9b-49d7-a555-9eac3fc90c8b tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ca54f27-d046-4851-9908-b78111ddfd55 HTTP/1.1" status: 200 len: 944 time: 1.0745223 Aug 05 11:56:05.950421 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffdfbfe9-94bc-4752-b496-f13886804690 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:56:05.989048 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-ffdfbfe9-94bc-4752-b496-f13886804690 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:56:06.023500 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdfbfe9-94bc-4752-b496-f13886804690 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:56:06.101745 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1b9a31-6c3c-4fcd-a106-eee0a24ae153 req-b76de139-1119-40fe-9e83-ea17f64779bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:06.105318 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ad1b9a31-6c3c-4fcd-a106-eee0a24ae153 req-b76de139-1119-40fe-9e83-ea17f64779bb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=de35454d-dce9-4c8c-89fd-a22990eff5d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3537254 Aug 05 11:56:06.150348 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdfbfe9-94bc-4752-b496-f13886804690 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Pushing event updated for resources: {'Port': ['ID=5a4c82e2-809e-4919-9e79-58405bdd31da,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:56:06.255191 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-54aa6077-5eda-4d5a-bf74-bc442bb729d7 req-5d5ac7d8-4a10-4be1-bf56-a06738b8b378 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a3441a1-c2ab-48c0-836a-6574f4cf6a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3295093 Aug 05 11:56:06.336356 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6b8f2a9-fec5-45b6-ba75-ea323e294610 req-ac84029b-1eab-4ad8-aa4d-56a5c7ff9cb9 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Made reservation on behalf of 2e7c65a434814f6199ebe26a23e571c4 for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:56:06.343062 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-d6b8f2a9-fec5-45b6-ba75-ea323e294610 req-ac84029b-1eab-4ad8-aa4d-56a5c7ff9cb9 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:06.370810 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a0b052bd-3e93-46c0-ab96-9bb2aad95346 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:06.410183 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ad1b9a31-6c3c-4fcd-a106-eee0a24ae153 req-2a13702a-076a-4715-86f5-e7a106eff627 service neutron] 10.222.0.55 "GET /v2.0/networks/de35454d-dce9-4c8c-89fd-a22990eff5d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2862082 Aug 05 11:56:06.475593 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dc6726-159e-45cd-828a-30c9896963d6 service neutron] Pushing event updated for resources: {'Port': ['ID=ec68afcf-9c5f-45fb-ae44-cadcc706912a,revision_number=6']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:56:06.490796 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ffdfbfe9-94bc-4752-b496-f13886804690 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:06.570818 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ffdfbfe9-94bc-4752-b496-f13886804690 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:06.629366 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ad1b9a31-6c3c-4fcd-a106-eee0a24ae153 req-bf02e89f-e98a-4383-bd47-a8aa14cc4bd3 service neutron] 10.222.0.55 "GET /v2.0/networks/de35454d-dce9-4c8c-89fd-a22990eff5d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103238 Aug 05 11:56:06.654243 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-825c98b5-164b-4ccd-aed3-c0e30c06fee8 req-96dc6726-159e-45cd-828a-30c9896963d6 service neutron] No DVR routers for this DVR port ec68afcf-9c5f-45fb-ae44-cadcc706912a on host n-h1-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:56:06.691223 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device ec68afcf-9c5f-45fb-ae44-cadcc706912a no longer exists at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:56:06.833515 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device ec68afcf-9c5f-45fb-ae44-cadcc706912a not bound to the agent host n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:56:06.908041 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-041ec121-e746-48d2-a9e9-568114e06a3a tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33140263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33208171'] for router_interface, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:07.033749 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e198ced1-6205-413e-b7d8-1e899854d767 req-e1c246d6-a615-43b1-a3b4-3e543af29e81 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "GET /v2.0/ports?device_id=3708a619-d7f8-47e4-996e-288c0fe159aa HTTP/1.1" status: 200 len: 210 time: 0.0775321 Aug 05 11:56:07.075034 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ffdfbfe9-94bc-4752-b496-f13886804690 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:07.101442 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ffdfbfe9-94bc-4752-b496-f13886804690 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:07.206886 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdfbfe9-94bc-4752-b496-f13886804690 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Pushing event updated for resources: {'Port': ['ID=5a4c82e2-809e-4919-9e79-58405bdd31da,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:56:07.248967 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f01607e0-6702-470b-96cb-eed539385454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:07.282101 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a0b052bd-3e93-46c0-ab96-9bb2aad95346 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:07.305661 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ffdfbfe9-94bc-4752-b496-f13886804690 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33287247'] for floatingip, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:07.336606 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a0b052bd-3e93-46c0-ab96-9bb2aad95346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:07.344529 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ffdfbfe9-94bc-4752-b496-f13886804690 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:07.347669 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-ffdfbfe9-94bc-4752-b496-f13886804690 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1977158 Aug 05 11:56:07.415957 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-d6b8f2a9-fec5-45b6-ba75-ea323e294610 req-ac84029b-1eab-4ad8-aa4d-56a5c7ff9cb9 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Allocated IP 172.20.0.10 (b9c69729-0b70-4088-a30d-372be3774212/bfce54b6-991e-4bac-8848-405675e3312d/5c78446a-2fa3-45fd-9b27-6ef222af60ee) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:56:07.586353 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-041ec121-e746-48d2-a9e9-568114e06a3a tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Router 3eb3074a-fbe0-42b9-9890-cbb3cb52acde has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 11:56:07.591925 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-a0b052bd-3e93-46c0-ab96-9bb2aad95346 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=be5afb0ca924456bbd9247fd79baab6e&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3419793 Aug 05 11:56:07.607652 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 51388) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:56:07.726542 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ba1d42c7-e10f-4a7b-a62a-fef50c06acac req-c3b18ec1-334e-4dbc-8711-a4e38bd435ec service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=44bf7af3-4b93-463e-b016-46d0136c0a9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2501514 Aug 05 11:56:07.790207 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0553ca4-223e-4d6e-a4ed-39f4776f8318 req-5a0a7649-4267-4652-b474-9a1f7bda8987 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:07.800937 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f0553ca4-223e-4d6e-a4ed-39f4776f8318 req-5a0a7649-4267-4652-b474-9a1f7bda8987 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ca54f27-d046-4851-9908-b78111ddfd55 HTTP/1.1" status: 200 len: 944 time: 0.3431914 Aug 05 11:56:07.849551 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b052bd-3e93-46c0-ab96-9bb2aad95346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b48cd95-d84f-459a-b80d-9ae2a57a3e0b,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:56:07.915622 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-041ec121-e746-48d2-a9e9-568114e06a3a tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:56:07.937964 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cafa7c92-9a16-461f-a335-b7da0c173671 None None] Sync routers for ids ['3eb3074a-fbe0-42b9-9890-cbb3cb52acde'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:56:07.939174 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-041ec121-e746-48d2-a9e9-568114e06a3a tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] 10.222.0.58 "PUT /v2.0/routers/3eb3074a-fbe0-42b9-9890-cbb3cb52acde/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4496453 Aug 05 11:56:07.948905 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 51398) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:56:07.957248 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cafa7c92-9a16-461f-a335-b7da0c173671 None None] Routers {'3eb3074a-fbe0-42b9-9890-cbb3cb52acde'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:56:07.958507 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-cafa7c92-9a16-461f-a335-b7da0c173671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:55:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['3eb3074a-fbe0-42b9-9890-cbb3cb52acde'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:56:07.959177 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d2431205-184f-4752-8a6d-67513340e357 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:08.014123 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d2431205-184f-4752-8a6d-67513340e357 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:08.016789 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-825c98b5-164b-4ccd-aed3-c0e30c06fee8 req-96dc6726-159e-45cd-828a-30c9896963d6 service neutron] Attempting to bind port ec68afcf-9c5f-45fb-ae44-cadcc706912a on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:56:08.017398 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-825c98b5-164b-4ccd-aed3-c0e30c06fee8 req-96dc6726-159e-45cd-828a-30c9896963d6 service neutron] Attempting to bind port ec68afcf-9c5f-45fb-ae44-cadcc706912a by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': '04fc797b-8ef5-4d9e-bac1-16267bbf773c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'de35454d-dce9-4c8c-89fd-a22990eff5d9'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:56:08.017965 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825c98b5-164b-4ccd-aed3-c0e30c06fee8 req-96dc6726-159e-45cd-828a-30c9896963d6 service neutron] Attempting to bind port ec68afcf-9c5f-45fb-ae44-cadcc706912a on network de35454d-dce9-4c8c-89fd-a22990eff5d9 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:56:08.035997 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825c98b5-164b-4ccd-aed3-c0e30c06fee8 req-96dc6726-159e-45cd-828a-30c9896963d6 service neutron] Port ec68afcf-9c5f-45fb-ae44-cadcc706912a on network de35454d-dce9-4c8c-89fd-a22990eff5d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:56:08.036621 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825c98b5-164b-4ccd-aed3-c0e30c06fee8 req-96dc6726-159e-45cd-828a-30c9896963d6 service neutron] Attempting to bind port ec68afcf-9c5f-45fb-ae44-cadcc706912a on network de35454d-dce9-4c8c-89fd-a22990eff5d9 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:56:08.087633 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-cafa7c92-9a16-461f-a335-b7da0c173671 None None] Set router 3eb3074a-fbe0-42b9-9890-cbb3cb52acde gateway port host: None {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:56:08.155218 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825c98b5-164b-4ccd-aed3-c0e30c06fee8 req-96dc6726-159e-45cd-828a-30c9896963d6 service neutron] Checking agent: {'id': 'a8f1dd2d-227c-4e30-8844-52419ba734db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:56:08.155705 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825c98b5-164b-4ccd-aed3-c0e30c06fee8 req-96dc6726-159e-45cd-828a-30c9896963d6 service neutron] Checking segment: {'id': '04fc797b-8ef5-4d9e-bac1-16267bbf773c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'de35454d-dce9-4c8c-89fd-a22990eff5d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:56:08.156270 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825c98b5-164b-4ccd-aed3-c0e30c06fee8 req-96dc6726-159e-45cd-828a-30c9896963d6 service neutron] Bound using segment: {'id': '04fc797b-8ef5-4d9e-bac1-16267bbf773c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'de35454d-dce9-4c8c-89fd-a22990eff5d9'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:56:08.157098 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-825c98b5-164b-4ccd-aed3-c0e30c06fee8 req-96dc6726-159e-45cd-828a-30c9896963d6 service neutron] Bound port: ec68afcf-9c5f-45fb-ae44-cadcc706912a, host: n-h2-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04fc797b-8ef5-4d9e-bac1-16267bbf773c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'de35454d-dce9-4c8c-89fd-a22990eff5d9'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:56:08.157756 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-825c98b5-164b-4ccd-aed3-c0e30c06fee8 req-96dc6726-159e-45cd-828a-30c9896963d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:08.209438 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-cafa7c92-9a16-461f-a335-b7da0c173671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb3074a-fbe0-42b9-9890-cbb3cb52acde', 'name': 'tempest-RoutersTest-router-2126266726', 'tenant_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:54:11Z', 'updated_at': '2021-08-05T11:56:04Z', 'revision_number': 11, 'project_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'gw_port_host': None}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:56:08.264112 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f0553ca4-223e-4d6e-a4ed-39f4776f8318 req-78c462ae-acba-45f4-98a6-bb8e76f01cb5 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a3441a1-c2ab-48c0-836a-6574f4cf6a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4441695 Aug 05 11:56:08.270676 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d2431205-184f-4752-8a6d-67513340e357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:08.272854 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cafa7c92-9a16-461f-a335-b7da0c173671 None None] Checking router: 3eb3074a-fbe0-42b9-9890-cbb3cb52acde for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:56:08.283812 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d2431205-184f-4752-8a6d-67513340e357 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:08.285887 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-d2431205-184f-4752-8a6d-67513340e357 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9b48cd95-d84f-459a-b80d-9ae2a57a3e0b HTTP/1.1" status: 204 len: 168 time: 0.6709623 Aug 05 11:56:08.290569 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cafa7c92-9a16-461f-a335-b7da0c173671 None None] Routers {'3eb3074a-fbe0-42b9-9890-cbb3cb52acde'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:56:08.293774 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-cafa7c92-9a16-461f-a335-b7da0c173671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:55:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['3eb3074a-fbe0-42b9-9890-cbb3cb52acde'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:56:08.317441 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc2339f1-d1f4-4c9b-9532-9a82657c0695 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Deleting subnet fb8c4481-bcef-4801-9875-906659d99c83 {{(pid=94421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:56:08.358622 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b7fc00e4-28c9-4529-ae35-7d3cce4a4ddd req-5e766d40-52db-4383-bb93-0b624077da68 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--990861782&fields=id&tenant_id=cbc89f3908d842d4a7beeb1a4fce5354 HTTP/1.1" status: 200 len: 267 time: 0.6119320 Aug 05 11:56:08.391004 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-dc2339f1-d1f4-4c9b-9532-9a82657c0695 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks [] for subnet, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:08.400847 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2431205-184f-4752-8a6d-67513340e357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b48cd95-d84f-459a-b80d-9ae2a57a3e0b,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:56:08.409991 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-d6b8f2a9-fec5-45b6-ba75-ea323e294610 req-ac84029b-1eab-4ad8-aa4d-56a5c7ff9cb9 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:08.457387 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1d42c7-e10f-4a7b-a62a-fef50c06acac req-109c546a-4e16-4af1-af31-94974c0f0116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:08.461290 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ba1d42c7-e10f-4a7b-a62a-fef50c06acac req-109c546a-4e16-4af1-af31-94974c0f0116 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f68dcdcc6d3c4b72a557ce0cc98a5aa1&device_id=44bf7af3-4b93-463e-b016-46d0136c0a9c HTTP/1.1" status: 200 len: 1096 time: 0.6397614 Aug 05 11:56:08.499504 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-cafa7c92-9a16-461f-a335-b7da0c173671 None None] Set router 3eb3074a-fbe0-42b9-9890-cbb3cb52acde gateway port host: None {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:56:08.605259 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-cafa7c92-9a16-461f-a335-b7da0c173671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb3074a-fbe0-42b9-9890-cbb3cb52acde', 'name': 'tempest-RoutersTest-router-2126266726', 'tenant_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:54:11Z', 'updated_at': '2021-08-05T11:56:04Z', 'revision_number': 11, 'project_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'gw_port_host': None}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:56:08.671580 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cafa7c92-9a16-461f-a335-b7da0c173671 None None] The sync data for ids ['3eb3074a-fbe0-42b9-9890-cbb3cb52acde'] in n-d-803378-2 is: [{'id': '3eb3074a-fbe0-42b9-9890-cbb3cb52acde', 'name': 'tempest-RoutersTest-router-2126266726', 'tenant_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:54:11Z', 'updated_at': '2021-08-05T11:56:04Z', 'revision_number': 11, 'project_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'gw_port_host': None}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:56:08.699661 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-dc2339f1-d1f4-4c9b-9532-9a82657c0695 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29786388'] for subnet, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:08.796434 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-325c36fd-7fee-4fa4-9d3d-1a74f582a749 req-891cea1f-8e3f-4fd5-8309-d447b8852b60 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "GET /v2.0/ports?device_id=3708a619-d7f8-47e4-996e-288c0fe159aa HTTP/1.1" status: 200 len: 210 time: 0.1846890 Aug 05 11:56:08.915836 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1d42c7-e10f-4a7b-a62a-fef50c06acac req-8998ab94-bbcb-43c7-be18-39391b953bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:08.919644 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ba1d42c7-e10f-4a7b-a62a-fef50c06acac req-8998ab94-bbcb-43c7-be18-39391b953bfa service neutron] 10.222.0.64 "GET /v2.0/networks?id=18d33466-72ef-4f5c-addd-45e10262d9ee HTTP/1.1" status: 200 len: 898 time: 0.3586271 Aug 05 11:56:09.054520 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-825c98b5-164b-4ccd-aed3-c0e30c06fee8 req-96dc6726-159e-45cd-828a-30c9896963d6 service neutron] For port ec68afcf-9c5f-45fb-ae44-cadcc706912a, host n-h2-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:56:09.076513 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-d6b8f2a9-fec5-45b6-ba75-ea323e294610 req-ac84029b-1eab-4ad8-aa4d-56a5c7ff9cb9 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:09.099006 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-dc2339f1-d1f4-4c9b-9532-9a82657c0695 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:09.114883 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['617aef5c-c4cd-4d45-bc00-46e948738306'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:56:09.206299 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fc00e4-28c9-4529-ae35-7d3cce4a4ddd req-d3c56077-8bff-4911-8e2a-ba244899bb48 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:09.218061 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b7fc00e4-28c9-4529-ae35-7d3cce4a4ddd req-d3c56077-8bff-4911-8e2a-ba244899bb48 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/networks?id=1ac4b742-2a25-4935-8476-e9ad3e543504 HTTP/1.1" status: 200 len: 816 time: 0.8393457 Aug 05 11:56:09.227552 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ba1d42c7-e10f-4a7b-a62a-fef50c06acac req-05b26c81-9de4-490b-84dd-27daa3778b38 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7560c812-45a2-41db-b939-b83795c9222e HTTP/1.1" status: 200 len: 1001 time: 0.2846713 Aug 05 11:56:09.280268 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-825c98b5-164b-4ccd-aed3-c0e30c06fee8 req-96dc6726-159e-45cd-828a-30c9896963d6 service neutron] For port ec68afcf-9c5f-45fb-ae44-cadcc706912a, host n-h2-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=ec68afcf-9c5f-45fb-ae44-cadcc706912a,segment=NetworkSegment(04fc797b-8ef5-4d9e-bac1-16267bbf773c),segment_id=04fc797b-8ef5-4d9e-bac1-16267bbf773c)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:56:09.424802 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b7fc00e4-28c9-4529-ae35-7d3cce4a4ddd req-f6421cec-2e71-488f-9a74-c0b07e976b78 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/quotas/cbc89f3908d842d4a7beeb1a4fce5354 HTTP/1.1" status: 200 len: 375 time: 0.1871831 Aug 05 11:56:09.437539 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac84029b-1eab-4ad8-aa4d-56a5c7ff9cb9 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Pushing event updated for resources: {'Port': ['ID=5c78446a-2fa3-45fd-9b27-6ef222af60ee,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:56:09.452318 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-825c98b5-164b-4ccd-aed3-c0e30c06fee8 req-96dc6726-159e-45cd-828a-30c9896963d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:09.529142 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1d42c7-e10f-4a7b-a62a-fef50c06acac req-55891904-07e6-4675-a4d8-d5e3a21352a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:09.534154 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ba1d42c7-e10f-4a7b-a62a-fef50c06acac req-55891904-07e6-4675-a4d8-d5e3a21352a3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2847796d-5dbf-472e-a5ca-b99e1f825a15 HTTP/1.1" status: 200 len: 835 time: 0.2948642 Aug 05 11:56:09.570411 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6b8f2a9-fec5-45b6-ba75-ea323e294610 req-ac84029b-1eab-4ad8-aa4d-56a5c7ff9cb9 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Network b9c69729-0b70-4088-a30d-372be3774212 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:56:09.591416 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device d816a619-81a6-401e-b2a9-35c53eea3c31 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:56:09.600047 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-d6b8f2a9-fec5-45b6-ba75-ea323e294610 req-ac84029b-1eab-4ad8-aa4d-56a5c7ff9cb9 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:56:09.604602 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825c98b5-164b-4ccd-aed3-c0e30c06fee8 req-96dc6726-159e-45cd-828a-30c9896963d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:09.605765 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-825c98b5-164b-4ccd-aed3-c0e30c06fee8 req-96dc6726-159e-45cd-828a-30c9896963d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:09.608251 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-825c98b5-164b-4ccd-aed3-c0e30c06fee8 req-96dc6726-159e-45cd-828a-30c9896963d6 service neutron] 10.222.0.55 "PUT /v2.0/ports/ec68afcf-9c5f-45fb-ae44-cadcc706912a HTTP/1.1" status: 200 len: 1092 time: 6.3587313 Aug 05 11:56:09.613324 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ca54f27-d046-4851-9908-b78111ddfd55', 'tag': 'ec68afcf-9c5f-45fb-ae44-cadcc706912a'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:56:09.617243 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a6b6b8b-32db-4778-b6dc-dfa7c3743b3c" -d '{"events": [{"name": "network-changed", "server_uuid": "9ca54f27-d046-4851-9908-b78111ddfd55", "tag": "ec68afcf-9c5f-45fb-ae44-cadcc706912a"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:56:09.640519 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6b8f2a9-fec5-45b6-ba75-ea323e294610 req-ac84029b-1eab-4ad8-aa4d-56a5c7ff9cb9 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:56:09.729415 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: d816a619-81a6-401e-b2a9-35c53eea3c31 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:56:09.730164 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device d816a619-81a6-401e-b2a9-35c53eea3c31 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:56:09.846583 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dc6726-159e-45cd-828a-30c9896963d6 service neutron] Pushing event updated for resources: {'Port': ['ID=ec68afcf-9c5f-45fb-ae44-cadcc706912a,revision_number=7']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:56:09.893623 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b7fc00e4-28c9-4529-ae35-7d3cce4a4ddd req-83780093-ab6a-478a-902e-15d18b69c7a5 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=cbc89f3908d842d4a7beeb1a4fce5354&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4288280 Aug 05 11:56:09.910827 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-dc2339f1-d1f4-4c9b-9532-9a82657c0695 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25038609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30075142'] for subnet, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:09.981642 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7457f7b3-f0eb-45de-a51f-4fd268e28dbd req-893c719e-48a6-4560-aa69-b3915ca66779 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:09.993318 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7457f7b3-f0eb-45de-a51f-4fd268e28dbd req-893c719e-48a6-4560-aa69-b3915ca66779 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ca54f27-d046-4851-9908-b78111ddfd55 HTTP/1.1" status: 200 len: 944 time: 0.4801176 Aug 05 11:56:09.998235 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1d42c7-e10f-4a7b-a62a-fef50c06acac req-c6d426b3-3af6-4793-9831-7810a3ee0652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:10.000818 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ba1d42c7-e10f-4a7b-a62a-fef50c06acac req-c6d426b3-3af6-4793-9831-7810a3ee0652 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=18d33466-72ef-4f5c-addd-45e10262d9ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4223578 Aug 05 11:56:10.087633 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2339f1-d1f4-4c9b-9532-9a82657c0695 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Pushing event deleted for resources: {'Subnet': ['ID=fb8c4481-bcef-4801-9875-906659d99c83,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:56:10.093819 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-dc2339f1-d1f4-4c9b-9532-9a82657c0695 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:10.100290 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-dc2339f1-d1f4-4c9b-9532-9a82657c0695 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] 10.222.0.58 "DELETE /v2.0/subnets/fb8c4481-bcef-4801-9875-906659d99c83 HTTP/1.1" status: 204 len: 168 time: 2.1466248 Aug 05 11:56:10.113540 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 51418) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:56:10.150311 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b8f2a9-fec5-45b6-ba75-ea323e294610 req-ac84029b-1eab-4ad8-aa4d-56a5c7ff9cb9 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:10.160732 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-d6b8f2a9-fec5-45b6-ba75-ea323e294610 req-ac84029b-1eab-4ad8-aa4d-56a5c7ff9cb9 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:10.163782 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a557f9-6b4a-48f7-bd25-65b54eefee60 None None] Network 0014ea42-e5b7-49e2-98e1-9da852015c0b requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:56:10.175667 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825c98b5-164b-4ccd-aed3-c0e30c06fee8 req-4d641455-db39-4dea-bb89-1cf0a996bd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:10.176686 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-bcb351a2-0e7b-4c43-b54a-ede02280accd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:10.180525 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-825c98b5-164b-4ccd-aed3-c0e30c06fee8 req-4d641455-db39-4dea-bb89-1cf0a996bd11 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7f88688726d24c8e9d77831659c7c3ae&device_id=9ca54f27-d046-4851-9908-b78111ddfd55 HTTP/1.1" status: 200 len: 1095 time: 0.5052450 Aug 05 11:56:10.231939 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d6b8f2a9-fec5-45b6-ba75-ea323e294610 req-ac84029b-1eab-4ad8-aa4d-56a5c7ff9cb9 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.4472678 Aug 05 11:56:10.257344 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-d6b8f2a9-fec5-45b6-ba75-ea323e294610 req-85b0a4ba-ea53-4053-a9aa-1f3131fa0dc3 service neutron] Request body: {'port': {'device_id': '3708a619-d7f8-47e4-996e-288c0fe159aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:56:10.331776 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:10.446777 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-d6b8f2a9-fec5-45b6-ba75-ea323e294610 req-85b0a4ba-ea53-4053-a9aa-1f3131fa0dc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:10.640843 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da177fe-ecc2-4ad9-a636-3ea279b4862a None None] DHCP port deletion for 0014ea42-e5b7-49e2-98e1-9da852015c0b request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 11:56:10.756353 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825c98b5-164b-4ccd-aed3-c0e30c06fee8 req-d3a32872-d71e-4f0a-9bf5-d40eaf778771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:10.759335 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-825c98b5-164b-4ccd-aed3-c0e30c06fee8 req-d3a32872-d71e-4f0a-9bf5-d40eaf778771 service neutron] 10.222.0.55 "GET /v2.0/networks?id=de35454d-dce9-4c8c-89fd-a22990eff5d9 HTTP/1.1" status: 200 len: 898 time: 0.5567153 Aug 05 11:56:10.773119 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-2da177fe-ecc2-4ad9-a636-3ea279b4862a None None] Deleting port c277e0f6-ff01-4720-be6b-717c7882311b {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:56:10.773768 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-2da177fe-ecc2-4ad9-a636-3ea279b4862a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:10.952135 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-2da177fe-ecc2-4ad9-a636-3ea279b4862a None None] For port c277e0f6-ff01-4720-be6b-717c7882311b, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=c277e0f6-ff01-4720-be6b-717c7882311b,segment=NetworkSegment(939928da-7fe3-4d4b-8bdc-d0ee125da905),segment_id=939928da-7fe3-4d4b-8bdc-d0ee125da905)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:56:10.954114 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-2da177fe-ecc2-4ad9-a636-3ea279b4862a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:10.984405 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-2da177fe-ecc2-4ad9-a636-3ea279b4862a None None] Calling delete_port for c277e0f6-ff01-4720-be6b-717c7882311b owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:56:11.019560 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ba1d42c7-e10f-4a7b-a62a-fef50c06acac req-3d307a06-006e-4c3c-9d70-ade5be6f57a8 service neutron] 10.222.0.64 "GET /v2.0/networks/18d33466-72ef-4f5c-addd-45e10262d9ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9991598 Aug 05 11:56:11.162818 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7457f7b3-f0eb-45de-a51f-4fd268e28dbd req-f563ce55-67bb-4fb0-85e5-97e04f75fe6c tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a3441a1-c2ab-48c0-836a-6574f4cf6a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1442351 Aug 05 11:56:11.193864 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-2da177fe-ecc2-4ad9-a636-3ea279b4862a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:11.237862 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-64f25157-b8e5-43f9-9408-ec46989d1660 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:11.295213 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da177fe-ecc2-4ad9-a636-3ea279b4862a None None] Pushing event deleted for resources: {'Port': ['ID=c277e0f6-ff01-4720-be6b-717c7882311b,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:56:11.307127 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b7fc00e4-28c9-4529-ae35-7d3cce4a4ddd req-6931dbaa-e129-4400-bfe1-784c8e32e93e service neutron] 10.222.0.58 "GET /v2.0/networks/1ac4b742-2a25-4935-8476-e9ad3e543504?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3675334 Aug 05 11:56:11.343204 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da177fe-ecc2-4ad9-a636-3ea279b4862a None None] No DVR routers for this DVR port c277e0f6-ff01-4720-be6b-717c7882311b on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:56:11.401501 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ab04d28-32c9-499e-b9ab-361aa78c5fd8 x-openstack-request-id: req-6ab04d28-32c9-499e-b9ab-361aa78c5fd8 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:56:11.402367 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ca54f27-d046-4851-9908-b78111ddfd55", "tag": "ec68afcf-9c5f-45fb-ae44-cadcc706912a", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:56:11.402912 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6ab04d28-32c9-499e-b9ab-361aa78c5fd8 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:56:11.403539 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ca54f27-d046-4851-9908-b78111ddfd55', 'tag': 'ec68afcf-9c5f-45fb-ae44-cadcc706912a', 'status': 'completed', 'code': 200} Aug 05 11:56:11.406134 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-825c98b5-164b-4ccd-aed3-c0e30c06fee8 req-1e7d295b-fe12-4531-8e85-08ef19c136ad service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ec68afcf-9c5f-45fb-ae44-cadcc706912a HTTP/1.1" status: 200 len: 1000 time: 0.6394575 Aug 05 11:56:11.553964 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-d6b8f2a9-fec5-45b6-ba75-ea323e294610 req-85b0a4ba-ea53-4053-a9aa-1f3131fa0dc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c78446a-2fa3-45fd-9b27-6ef222af60ee {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:56:11.591178 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-d6b8f2a9-fec5-45b6-ba75-ea323e294610 req-85b0a4ba-ea53-4053-a9aa-1f3131fa0dc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:11.605484 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ba1d42c7-e10f-4a7b-a62a-fef50c06acac req-b19ed2a9-e615-4972-94db-6fe68651109c service neutron] 10.222.0.64 "GET /v2.0/networks/18d33466-72ef-4f5c-addd-45e10262d9ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5564406 Aug 05 11:56:11.632325 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6b6b8b-32db-4778-b6dc-dfa7c3743b3c req-8686d89a-7e36-443e-a527-d5f4323082ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:11.634898 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6a6b6b8b-32db-4778-b6dc-dfa7c3743b3c req-8686d89a-7e36-443e-a527-d5f4323082ff service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7f88688726d24c8e9d77831659c7c3ae&device_id=9ca54f27-d046-4851-9908-b78111ddfd55 HTTP/1.1" status: 200 len: 1095 time: 0.2236667 Aug 05 11:56:11.638945 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825c98b5-164b-4ccd-aed3-c0e30c06fee8 req-8905842f-64e3-4046-9d4c-6186731f91dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:11.641095 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-825c98b5-164b-4ccd-aed3-c0e30c06fee8 req-8905842f-64e3-4046-9d4c-6186731f91dc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=eca5de13-4236-413f-a4f9-706b50495900 HTTP/1.1" status: 200 len: 835 time: 0.1813297 Aug 05 11:56:11.669475 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device c277e0f6-ff01-4720-be6b-717c7882311b no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:56:11.675754 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-d6b8f2a9-fec5-45b6-ba75-ea323e294610 req-85b0a4ba-ea53-4053-a9aa-1f3131fa0dc3 service neutron] Transition to ACTIVE for port object 5c78446a-2fa3-45fd-9b27-6ef222af60ee will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:56:11.745664 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: c277e0f6-ff01-4720-be6b-717c7882311b {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:56:11.752357 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device c277e0f6-ff01-4720-be6b-717c7882311b not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:56:11.787270 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-d6b8f2a9-fec5-45b6-ba75-ea323e294610 req-85b0a4ba-ea53-4053-a9aa-1f3131fa0dc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:11.794371 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:11.909490 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-64f25157-b8e5-43f9-9408-ec46989d1660 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:11.931304 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b7fc00e4-28c9-4529-ae35-7d3cce4a4ddd req-76009ab6-5a87-4791-b075-545b1e94ed78 service neutron] 10.222.0.58 "GET /v2.0/networks/1ac4b742-2a25-4935-8476-e9ad3e543504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5935900 Aug 05 11:56:11.966011 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-64f25157-b8e5-43f9-9408-ec46989d1660 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0014ea42-e5b7-49e2-98e1-9da852015c0b']}} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:56:12.001119 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-64f25157-b8e5-43f9-9408-ec46989d1660 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '939928da-7fe3-4d4b-8bdc-d0ee125da905') {'for_net_delete': True} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:56:12.002495 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-64f25157-b8e5-43f9-9408-ec46989d1660 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '939928da-7fe3-4d4b-8bdc-d0ee125da905') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:56:12.030728 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-64f25157-b8e5-43f9-9408-ec46989d1660 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25010581'] for segment, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:12.094129 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-64f25157-b8e5-43f9-9408-ec46989d1660 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:12.134089 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64f25157-b8e5-43f9-9408-ec46989d1660 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Releasing vlan 667 on physical network physnet1 to pool {{(pid=94420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:56:12.134819 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-64f25157-b8e5-43f9-9408-ec46989d1660 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29762581'] for segment, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:12.142524 n-d-803378-2 neutron-server[94420]: Traceback (most recent call last): Aug 05 11:56:12.142524 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:56:12.142524 n-d-803378-2 neutron-server[94420]: timer() Aug 05 11:56:12.142524 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:56:12.142524 n-d-803378-2 neutron-server[94420]: cb(*args, **kw) Aug 05 11:56:12.142524 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:56:12.142524 n-d-803378-2 neutron-server[94420]: return func(*args, **kwargs) Aug 05 11:56:12.142524 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:56:12.142524 n-d-803378-2 neutron-server[94420]: self._notify() Aug 05 11:56:12.142524 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:56:12.142524 n-d-803378-2 neutron-server[94420]: self.callback(batched_events) Aug 05 11:56:12.142524 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:56:12.142524 n-d-803378-2 neutron-server[94420]: event.method(event) Aug 05 11:56:12.142524 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:56:12.142524 n-d-803378-2 neutron-server[94420]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:56:12.142524 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:56:12.142524 n-d-803378-2 neutron-server[94420]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:56:12.142524 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:56:12.142524 n-d-803378-2 neutron-server[94420]: return f(self, *a, **k) Aug 05 11:56:12.142524 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:56:12.142524 n-d-803378-2 neutron-server[94420]: return self._get(url).json() Aug 05 11:56:12.142524 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:56:12.142524 n-d-803378-2 neutron-server[94420]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:56:12.142524 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:56:12.142524 n-d-803378-2 neutron-server[94420]: return self.request(url, 'GET', **kwargs) Aug 05 11:56:12.142524 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:56:12.142524 n-d-803378-2 neutron-server[94420]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:56:12.142524 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:56:12.142524 n-d-803378-2 neutron-server[94420]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:56:12.142524 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:56:12.142524 n-d-803378-2 neutron-server[94420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:56:12.142524 n-d-803378-2 neutron-server[94420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:56:12.195769 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9bf33a-7924-43bd-bd5d-f70b20be1243 req-ec11f03a-1b78-4fcf-8064-196144b23297 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:12.209888 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5d9bf33a-7924-43bd-bd5d-f70b20be1243 req-ec11f03a-1b78-4fcf-8064-196144b23297 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "GET /v2.0/ports?device_id=3708a619-d7f8-47e4-996e-288c0fe159aa HTTP/1.1" status: 200 len: 944 time: 0.4968927 Aug 05 11:56:12.477912 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d05aa888-e811-4b3f-a33b-e29e26969a35 req-6f96c848-61c8-4d5f-862d-9752bfaae403 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2982b20-6da2-4689-ae89-08a6113e6505 HTTP/1.1" status: 200 len: 210 time: 0.1478338 Aug 05 11:56:12.492185 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-64f25157-b8e5-43f9-9408-ec46989d1660 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:12.540882 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-64f25157-b8e5-43f9-9408-ec46989d1660 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:12.544781 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-64f25157-b8e5-43f9-9408-ec46989d1660 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] 10.222.0.58 "DELETE /v2.0/networks/0014ea42-e5b7-49e2-98e1-9da852015c0b HTTP/1.1" status: 204 len: 168 time: 2.4280477 Aug 05 11:56:12.546606 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f25157-b8e5-43f9-9408-ec46989d1660 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Pushing event deleted for resources: {'Network': ['ID=0014ea42-e5b7-49e2-98e1-9da852015c0b,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:56:12.550902 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 51436) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:56:12.561390 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-8c4ef260-0f4a-45d2-a442-18bf3b7534de tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Request body: {'router': {'routes': None}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:56:12.582599 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5d9bf33a-7924-43bd-bd5d-f70b20be1243 req-9fe0569b-bb5f-4e33-9988-1cd2c5669904 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "GET /v2.0/security-groups?id=3383bc8b-a1c2-477b-9ff5-4afb57350447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3709667 Aug 05 11:56:12.668918 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825c98b5-164b-4ccd-aed3-c0e30c06fee8 req-6fa06692-082e-4997-b8c0-eba8624a1360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:12.673325 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-825c98b5-164b-4ccd-aed3-c0e30c06fee8 req-6fa06692-082e-4997-b8c0-eba8624a1360 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=de35454d-dce9-4c8c-89fd-a22990eff5d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0152967 Aug 05 11:56:12.724775 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b0a4ba-ea53-4053-a9aa-1f3131fa0dc3 service neutron] Pushing event updated for resources: {'Port': ['ID=5c78446a-2fa3-45fd-9b27-6ef222af60ee,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:56:13.004110 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6b6b8b-32db-4778-b6dc-dfa7c3743b3c req-1bf4dc78-dae9-48dc-9933-8fc4d82907c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:13.007162 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6a6b6b8b-32db-4778-b6dc-dfa7c3743b3c req-1bf4dc78-dae9-48dc-9933-8fc4d82907c9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=de35454d-dce9-4c8c-89fd-a22990eff5d9 HTTP/1.1" status: 200 len: 898 time: 1.3634880 Aug 05 11:56:13.043023 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.extraroute_db [None req-8c4ef260-0f4a-45d2-a442-18bf3b7534de tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Added routes are [] {{(pid=94420) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 05 11:56:13.043996 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.extraroute_db [None req-8c4ef260-0f4a-45d2-a442-18bf3b7534de tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Removed routes are [] {{(pid=94420) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 05 11:56:13.044190 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8c4ef260-0f4a-45d2-a442-18bf3b7534de tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33286054', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33263081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1940'] for router, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:13.050316 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-825c98b5-164b-4ccd-aed3-c0e30c06fee8 req-9f610655-2053-4cc1-983b-81a034734775 service neutron] 10.222.0.55 "GET /v2.0/networks/de35454d-dce9-4c8c-89fd-a22990eff5d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3313551 Aug 05 11:56:13.128041 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-d6b8f2a9-fec5-45b6-ba75-ea323e294610 req-85b0a4ba-ea53-4053-a9aa-1f3131fa0dc3 service neutron] Attempting to bind port 5c78446a-2fa3-45fd-9b27-6ef222af60ee on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:56:13.128619 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-d6b8f2a9-fec5-45b6-ba75-ea323e294610 req-85b0a4ba-ea53-4053-a9aa-1f3131fa0dc3 service neutron] Attempting to bind port 5c78446a-2fa3-45fd-9b27-6ef222af60ee by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': 'd04d9efc-abcb-4f65-93ca-e7d53aa92d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'b9c69729-0b70-4088-a30d-372be3774212'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:56:13.129107 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b8f2a9-fec5-45b6-ba75-ea323e294610 req-85b0a4ba-ea53-4053-a9aa-1f3131fa0dc3 service neutron] Attempting to bind port 5c78446a-2fa3-45fd-9b27-6ef222af60ee on network b9c69729-0b70-4088-a30d-372be3774212 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:56:13.276718 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c88bd41-6488-474a-831b-5f083b8daa15 req-d0ce78be-8548-4846-a1dc-5cb97e3c8585 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:13.279767 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4c88bd41-6488-474a-831b-5f083b8daa15 req-d0ce78be-8548-4846-a1dc-5cb97e3c8585 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ca54f27-d046-4851-9908-b78111ddfd55 HTTP/1.1" status: 200 len: 944 time: 0.5117292 Aug 05 11:56:13.281018 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b8f2a9-fec5-45b6-ba75-ea323e294610 req-85b0a4ba-ea53-4053-a9aa-1f3131fa0dc3 service neutron] Port 5c78446a-2fa3-45fd-9b27-6ef222af60ee on network b9c69729-0b70-4088-a30d-372be3774212 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:56:13.281792 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b8f2a9-fec5-45b6-ba75-ea323e294610 req-85b0a4ba-ea53-4053-a9aa-1f3131fa0dc3 service neutron] Attempting to bind port 5c78446a-2fa3-45fd-9b27-6ef222af60ee on network b9c69729-0b70-4088-a30d-372be3774212 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:56:13.312676 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b8f2a9-fec5-45b6-ba75-ea323e294610 req-85b0a4ba-ea53-4053-a9aa-1f3131fa0dc3 service neutron] Checking agent: {'id': 'a8f1dd2d-227c-4e30-8844-52419ba734db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:56:13.313201 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b8f2a9-fec5-45b6-ba75-ea323e294610 req-85b0a4ba-ea53-4053-a9aa-1f3131fa0dc3 service neutron] Checking segment: {'id': 'd04d9efc-abcb-4f65-93ca-e7d53aa92d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'b9c69729-0b70-4088-a30d-372be3774212'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:56:13.314482 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b8f2a9-fec5-45b6-ba75-ea323e294610 req-85b0a4ba-ea53-4053-a9aa-1f3131fa0dc3 service neutron] Bound using segment: {'id': 'd04d9efc-abcb-4f65-93ca-e7d53aa92d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'b9c69729-0b70-4088-a30d-372be3774212'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:56:13.314614 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-d6b8f2a9-fec5-45b6-ba75-ea323e294610 req-85b0a4ba-ea53-4053-a9aa-1f3131fa0dc3 service neutron] Bound port: 5c78446a-2fa3-45fd-9b27-6ef222af60ee, host: n-h2-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd04d9efc-abcb-4f65-93ca-e7d53aa92d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'b9c69729-0b70-4088-a30d-372be3774212'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:56:13.315092 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-d6b8f2a9-fec5-45b6-ba75-ea323e294610 req-85b0a4ba-ea53-4053-a9aa-1f3131fa0dc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:13.370799 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6a6b6b8b-32db-4778-b6dc-dfa7c3743b3c req-64e74707-b240-495c-b1ae-0d8a0722c7f3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ec68afcf-9c5f-45fb-ae44-cadcc706912a HTTP/1.1" status: 200 len: 1000 time: 0.3497405 Aug 05 11:56:13.470187 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8c4ef260-0f4a-45d2-a442-18bf3b7534de tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33286054', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33263081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1940'] for router, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:13.486842 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8c4ef260-0f4a-45d2-a442-18bf3b7534de tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33286033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33286040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33263014'] for router, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:13.545938 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4c88bd41-6488-474a-831b-5f083b8daa15 req-d8dd2054-b38d-4397-bac3-6029e0161569 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a3441a1-c2ab-48c0-836a-6574f4cf6a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1869442 Aug 05 11:56:13.579401 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 11:56:13.659951 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-825c98b5-164b-4ccd-aed3-c0e30c06fee8 req-7729cc75-1d6f-484a-be1f-aebf176ba156 service neutron] 10.222.0.55 "GET /v2.0/networks/de35454d-dce9-4c8c-89fd-a22990eff5d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5459728 Aug 05 11:56:13.684838 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-d6b8f2a9-fec5-45b6-ba75-ea323e294610 req-85b0a4ba-ea53-4053-a9aa-1f3131fa0dc3 service neutron] For port 5c78446a-2fa3-45fd-9b27-6ef222af60ee, host n-h2-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:56:13.710922 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-d6b8f2a9-fec5-45b6-ba75-ea323e294610 req-85b0a4ba-ea53-4053-a9aa-1f3131fa0dc3 service neutron] For port 5c78446a-2fa3-45fd-9b27-6ef222af60ee, host n-h2-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=5c78446a-2fa3-45fd-9b27-6ef222af60ee,segment=NetworkSegment(d04d9efc-abcb-4f65-93ca-e7d53aa92d96),segment_id=d04d9efc-abcb-4f65-93ca-e7d53aa92d96)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:56:13.724873 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-d6b8f2a9-fec5-45b6-ba75-ea323e294610 req-85b0a4ba-ea53-4053-a9aa-1f3131fa0dc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:13.789779 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c4ef260-0f4a-45d2-a442-18bf3b7534de tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Router 3eb3074a-fbe0-42b9-9890-cbb3cb52acde has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 11:56:13.823244 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3512c4ee-8b06-47cb-871e-a44de97e7dc3 req-c5f1297a-b491-4099-90c9-c6b68667b1bd tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2982b20-6da2-4689-ae89-08a6113e6505 HTTP/1.1" status: 200 len: 210 time: 0.0570467 Aug 05 11:56:13.840882 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6b6b8b-32db-4778-b6dc-dfa7c3743b3c req-75dd0e5b-69b2-454f-a020-8d338bfb531b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:13.843815 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6a6b6b8b-32db-4778-b6dc-dfa7c3743b3c req-75dd0e5b-69b2-454f-a020-8d338bfb531b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=eca5de13-4236-413f-a4f9-706b50495900 HTTP/1.1" status: 200 len: 835 time: 0.3983796 Aug 05 11:56:13.937851 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:13.962432 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b8f2a9-fec5-45b6-ba75-ea323e294610 req-85b0a4ba-ea53-4053-a9aa-1f3131fa0dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:13.964181 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-d6b8f2a9-fec5-45b6-ba75-ea323e294610 req-85b0a4ba-ea53-4053-a9aa-1f3131fa0dc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:13.966868 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d6b8f2a9-fec5-45b6-ba75-ea323e294610 req-85b0a4ba-ea53-4053-a9aa-1f3131fa0dc3 service neutron] 10.222.0.55 "PUT /v2.0/ports/5c78446a-2fa3-45fd-9b27-6ef222af60ee HTTP/1.1" status: 200 len: 1092 time: 3.7171745 Aug 05 11:56:13.967665 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3708a619-d7f8-47e4-996e-288c0fe159aa', 'tag': '5c78446a-2fa3-45fd-9b27-6ef222af60ee'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:56:13.972309 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f694359-e802-4d09-8c11-bf6df6aaea11" -d '{"events": [{"name": "network-changed", "server_uuid": "3708a619-d7f8-47e4-996e-288c0fe159aa", "tag": "5c78446a-2fa3-45fd-9b27-6ef222af60ee"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:56:14.071568 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b0a4ba-ea53-4053-a9aa-1f3131fa0dc3 service neutron] Pushing event updated for resources: {'Port': ['ID=5c78446a-2fa3-45fd-9b27-6ef222af60ee,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:56:14.101374 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6b6b8b-32db-4778-b6dc-dfa7c3743b3c req-2f0efc13-c5f7-469f-b477-525e1cebfa86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:14.104521 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6a6b6b8b-32db-4778-b6dc-dfa7c3743b3c req-2f0efc13-c5f7-469f-b477-525e1cebfa86 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=de35454d-dce9-4c8c-89fd-a22990eff5d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2465372 Aug 05 11:56:14.124813 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c4ef260-0f4a-45d2-a442-18bf3b7534de tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:56:14.142619 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8c4ef260-0f4a-45d2-a442-18bf3b7534de tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks [] for router, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:14.143370 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0739e5-2f88-4435-ac54-86a4c4bc4026 None None] Sync routers for ids ['3eb3074a-fbe0-42b9-9890-cbb3cb52acde'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:56:14.149398 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-8c4ef260-0f4a-45d2-a442-18bf3b7534de tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] 10.222.0.58 "PUT /v2.0/routers/3eb3074a-fbe0-42b9-9890-cbb3cb52acde HTTP/1.1" status: 200 len: 701 time: 1.5967195 Aug 05 11:56:14.154280 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 51456) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:56:14.157357 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27b05109-eb36-421d-a970-9d980ab6c453 x-openstack-request-id: req-27b05109-eb36-421d-a970-9d980ab6c453 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:56:14.158231 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3708a619-d7f8-47e4-996e-288c0fe159aa", "tag": "5c78446a-2fa3-45fd-9b27-6ef222af60ee", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:56:14.161220 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-27b05109-eb36-421d-a970-9d980ab6c453 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:56:14.162069 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3708a619-d7f8-47e4-996e-288c0fe159aa', 'tag': '5c78446a-2fa3-45fd-9b27-6ef222af60ee', 'status': 'completed', 'code': 200} Aug 05 11:56:14.169323 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0739e5-2f88-4435-ac54-86a4c4bc4026 None None] Routers {'3eb3074a-fbe0-42b9-9890-cbb3cb52acde'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:56:14.170850 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-eb0739e5-2f88-4435-ac54-86a4c4bc4026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:56:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['3eb3074a-fbe0-42b9-9890-cbb3cb52acde'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:56:14.220341 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-ba0b71c4-3114-405e-8725-2464ad238073 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] 10.222.0.58 "GET /v2.0/ports?device_id=3eb3074a-fbe0-42b9-9890-cbb3cb52acde HTTP/1.1" status: 200 len: 205 time: 0.0644226 Aug 05 11:56:14.222897 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 51458) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:56:14.241178 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6b6b8b-32db-4778-b6dc-dfa7c3743b3c req-cf42b887-6212-44fe-8f0a-fab6bc130b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:14.245002 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6a6b6b8b-32db-4778-b6dc-dfa7c3743b3c req-cf42b887-6212-44fe-8f0a-fab6bc130b77 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7f88688726d24c8e9d77831659c7c3ae&device_id=9ca54f27-d046-4851-9908-b78111ddfd55 HTTP/1.1" status: 200 len: 1095 time: 0.3183537 Aug 05 11:56:14.351046 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1acadcc-b2d9-4abd-99c3-b29770ee7bc7 req-8d06f408-1140-461a-b276-8bf84b82c924 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:14.355630 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d1acadcc-b2d9-4abd-99c3-b29770ee7bc7 req-8d06f408-1140-461a-b276-8bf84b82c924 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "GET /v2.0/ports?device_id=3708a619-d7f8-47e4-996e-288c0fe159aa HTTP/1.1" status: 200 len: 944 time: 0.3471978 Aug 05 11:56:14.417004 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-eb0739e5-2f88-4435-ac54-86a4c4bc4026 None None] Set router 3eb3074a-fbe0-42b9-9890-cbb3cb52acde gateway port host: None {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:56:14.514723 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b8f2a9-fec5-45b6-ba75-ea323e294610 req-67652cc4-037b-4826-8294-4286f5fc7299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:14.518765 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d6b8f2a9-fec5-45b6-ba75-ea323e294610 req-67652cc4-037b-4826-8294-4286f5fc7299 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2e7c65a434814f6199ebe26a23e571c4&device_id=3708a619-d7f8-47e4-996e-288c0fe159aa HTTP/1.1" status: 200 len: 1095 time: 0.4117949 Aug 05 11:56:14.679491 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d6b8f2a9-fec5-45b6-ba75-ea323e294610 req-ee1f857c-de8b-4433-8ff9-f8c0431439c6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c78446a-2fa3-45fd-9b27-6ef222af60ee HTTP/1.1" status: 200 len: 217 time: 0.1438713 Aug 05 11:56:14.746859 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a4168287-10bc-45a4-b01e-62132762795b tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks [] for router, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:14.880834 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-eb0739e5-2f88-4435-ac54-86a4c4bc4026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb3074a-fbe0-42b9-9890-cbb3cb52acde', 'name': 'tempest-RoutersTest-router-2126266726', 'tenant_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:54:11Z', 'updated_at': '2021-08-05T11:56:04Z', 'revision_number': 11, 'project_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'gw_port_host': None}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:56:14.899235 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b8f2a9-fec5-45b6-ba75-ea323e294610 req-cfee4943-a923-4f53-baca-6a6acee15f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:14.900754 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d6b8f2a9-fec5-45b6-ba75-ea323e294610 req-cfee4943-a923-4f53-baca-6a6acee15f3a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bfce54b6-991e-4bac-8848-405675e3312d HTTP/1.1" status: 200 len: 853 time: 0.2011774 Aug 05 11:56:14.941106 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0739e5-2f88-4435-ac54-86a4c4bc4026 None None] Checking router: 3eb3074a-fbe0-42b9-9890-cbb3cb52acde for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:56:14.947351 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6b6b8b-32db-4778-b6dc-dfa7c3743b3c req-8308a375-1a27-4992-8bec-d0ab817cddfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:14.950721 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6a6b6b8b-32db-4778-b6dc-dfa7c3743b3c req-8308a375-1a27-4992-8bec-d0ab817cddfa service neutron] 10.222.0.55 "GET /v2.0/networks?id=de35454d-dce9-4c8c-89fd-a22990eff5d9 HTTP/1.1" status: 200 len: 898 time: 0.6812084 Aug 05 11:56:14.975226 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0739e5-2f88-4435-ac54-86a4c4bc4026 None None] Routers {'3eb3074a-fbe0-42b9-9890-cbb3cb52acde'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:56:14.976637 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-eb0739e5-2f88-4435-ac54-86a4c4bc4026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:56:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['3eb3074a-fbe0-42b9-9890-cbb3cb52acde'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:56:14.990850 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6a6b6b8b-32db-4778-b6dc-dfa7c3743b3c req-f349e464-309e-425b-ad85-bc90546e52a1 service neutron] 10.222.0.64 "GET /v2.0/networks/de35454d-dce9-4c8c-89fd-a22990eff5d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8271058 Aug 05 11:56:15.005755 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d6b8f2a9-fec5-45b6-ba75-ea323e294610 req-7b28c0a9-fd8a-4067-9966-47bb0276ae6d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b9c69729-0b70-4088-a30d-372be3774212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0853665 Aug 05 11:56:15.047738 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d1acadcc-b2d9-4abd-99c3-b29770ee7bc7 req-6056a620-b68d-4b89-af7c-4137b3e4cf7d tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "GET /v2.0/security-groups?id=3383bc8b-a1c2-477b-9ff5-4afb57350447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6199613 Aug 05 11:56:15.129240 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-eb0739e5-2f88-4435-ac54-86a4c4bc4026 None None] Set router 3eb3074a-fbe0-42b9-9890-cbb3cb52acde gateway port host: None {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:56:15.154604 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fc00e4-28c9-4529-ae35-7d3cce4a4ddd req-54e2b072-294f-4c8a-931a-7384a3ece498 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:15.159031 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b7fc00e4-28c9-4529-ae35-7d3cce4a4ddd req-54e2b072-294f-4c8a-931a-7384a3ece498 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.64 "GET /v2.0/networks?id=1ac4b742-2a25-4935-8476-e9ad3e543504 HTTP/1.1" status: 200 len: 816 time: 0.7209435 Aug 05 11:56:15.288636 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-eb0739e5-2f88-4435-ac54-86a4c4bc4026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb3074a-fbe0-42b9-9890-cbb3cb52acde', 'name': 'tempest-RoutersTest-router-2126266726', 'tenant_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:54:11Z', 'updated_at': '2021-08-05T11:56:04Z', 'revision_number': 11, 'project_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'gw_port_host': None}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:56:15.345729 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0739e5-2f88-4435-ac54-86a4c4bc4026 None None] The sync data for ids ['3eb3074a-fbe0-42b9-9890-cbb3cb52acde'] in n-d-803378-2 is: [{'id': '3eb3074a-fbe0-42b9-9890-cbb3cb52acde', 'name': 'tempest-RoutersTest-router-2126266726', 'tenant_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:54:11Z', 'updated_at': '2021-08-05T11:56:04Z', 'revision_number': 11, 'project_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'gw_port_host': None}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:56:15.390014 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ade9e2-60cb-4645-80fd-472fed7d257f req-95acd9ea-0e8e-46aa-b8b2-48eadbf8ace8 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:15.406456 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-80ade9e2-60cb-4645-80fd-472fed7d257f req-95acd9ea-0e8e-46aa-b8b2-48eadbf8ace8 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ca54f27-d046-4851-9908-b78111ddfd55 HTTP/1.1" status: 200 len: 944 time: 0.5886817 Aug 05 11:56:15.419755 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6a6b6b8b-32db-4778-b6dc-dfa7c3743b3c req-af49f552-2771-4af2-9cf5-5caa24b92429 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ec68afcf-9c5f-45fb-ae44-cadcc706912a HTTP/1.1" status: 200 len: 1000 time: 0.4272501 Aug 05 11:56:15.497769 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bbe8d242-935f-4f63-91d3-c7658b500712 req-6c73440f-3784-4415-b1d0-3c1f27d534ea tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2982b20-6da2-4689-ae89-08a6113e6505 HTTP/1.1" status: 200 len: 210 time: 0.3106091 Aug 05 11:56:15.532302 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d6b8f2a9-fec5-45b6-ba75-ea323e294610 req-9666356c-837b-4354-9b88-fd82362d0daf service neutron] 10.222.0.55 "GET /v2.0/networks/b9c69729-0b70-4088-a30d-372be3774212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4374037 Aug 05 11:56:15.676222 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a4168287-10bc-45a4-b01e-62132762795b tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33262979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1951'] for router, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:15.687397 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6a6b6b8b-32db-4778-b6dc-dfa7c3743b3c req-90c45e26-8037-4177-8826-3383cee71dcc service neutron] 10.222.0.64 "GET /v2.0/networks/de35454d-dce9-4c8c-89fd-a22990eff5d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6782362 Aug 05 11:56:15.693571 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6b6b8b-32db-4778-b6dc-dfa7c3743b3c req-da9e2610-f907-4e60-bc69-3bb9cb8c87c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:15.695120 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6a6b6b8b-32db-4778-b6dc-dfa7c3743b3c req-da9e2610-f907-4e60-bc69-3bb9cb8c87c0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=eca5de13-4236-413f-a4f9-706b50495900 HTTP/1.1" status: 200 len: 835 time: 0.2563777 Aug 05 11:56:15.708305 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a4168287-10bc-45a4-b01e-62132762795b tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:15.777480 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-80ade9e2-60cb-4645-80fd-472fed7d257f req-497a4fae-1bc0-43c9-993e-b3949791b44e tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a3441a1-c2ab-48c0-836a-6574f4cf6a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3172793 Aug 05 11:56:15.788163 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b7fc00e4-28c9-4529-ae35-7d3cce4a4ddd req-9f001fb6-6f9e-425e-a5e3-f3bfbeafd259 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cbc89f3908d842d4a7beeb1a4fce5354 HTTP/1.1" status: 200 len: 379 time: 0.6119213 Aug 05 11:56:15.865009 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6b6b8b-32db-4778-b6dc-dfa7c3743b3c req-fb0cf73a-4d16-42c3-8085-ded3dd397730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:15.867856 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6a6b6b8b-32db-4778-b6dc-dfa7c3743b3c req-fb0cf73a-4d16-42c3-8085-ded3dd397730 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=de35454d-dce9-4c8c-89fd-a22990eff5d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1576953 Aug 05 11:56:15.872196 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d6b8f2a9-fec5-45b6-ba75-ea323e294610 req-c463865f-68a1-4c68-bbae-9a002d5d1a00 service neutron] 10.222.0.55 "GET /v2.0/networks/b9c69729-0b70-4088-a30d-372be3774212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3255594 Aug 05 11:56:15.910164 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-b7fc00e4-28c9-4529-ae35-7d3cce4a4ddd req-216058cb-f02f-4810-b20d-415aff3ee2c4 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Request body: {'port': {'device_id': 'f2982b20-6da2-4689-ae89-08a6113e6505', 'network_id': '1ac4b742-2a25-4935-8476-e9ad3e543504', 'admin_state_up': True, 'tenant_id': 'cbc89f3908d842d4a7beeb1a4fce5354', 'security_groups': ['d700a63d-a591-46d0-9144-d357356aa9dd']}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:56:16.003369 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a4168287-10bc-45a4-b01e-62132762795b tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33262474'] for router, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:16.004134 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4168287-10bc-45a4-b01e-62132762795b tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Fanout notify agent at l3_agent the message router_deleted on router 3eb3074a-fbe0-42b9-9890-cbb3cb52acde {{(pid=94420) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 11:56:16.026457 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a4168287-10bc-45a4-b01e-62132762795b tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks [] for router, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:16.033673 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-a4168287-10bc-45a4-b01e-62132762795b tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] 10.222.0.58 "DELETE /v2.0/routers/3eb3074a-fbe0-42b9-9890-cbb3cb52acde HTTP/1.1" status: 204 len: 168 time: 1.8091896 Aug 05 11:56:16.038604 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 51472) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:56:16.045875 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-5c32ba50-feb6-431d-9aea-c715c24d4d72 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-571694688', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:56:16.102121 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f694359-e802-4d09-8c11-bf6df6aaea11 req-8c247f0a-6a27-4fb7-ab69-e5783c6b50c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:16.107205 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6f694359-e802-4d09-8c11-bf6df6aaea11 req-8c247f0a-6a27-4fb7-ab69-e5783c6b50c0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2e7c65a434814f6199ebe26a23e571c4&device_id=3708a619-d7f8-47e4-996e-288c0fe159aa HTTP/1.1" status: 200 len: 1095 time: 0.1073375 Aug 05 11:56:16.154612 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5c32ba50-feb6-431d-9aea-c715c24d4d72 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33260300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1929'] for router, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:16.157741 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5c32ba50-feb6-431d-9aea-c715c24d4d72 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33285914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33034662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1926'] for router, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:16.301944 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6a6b6b8b-32db-4778-b6dc-dfa7c3743b3c req-886d4289-cdbb-4333-9751-50b07756eb38 service neutron] 10.222.0.55 "GET /v2.0/networks/de35454d-dce9-4c8c-89fd-a22990eff5d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4173682 Aug 05 11:56:16.371156 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5c32ba50-feb6-431d-9aea-c715c24d4d72 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:16.378632 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5c32ba50-feb6-431d-9aea-c715c24d4d72 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286026'] for router, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:16.400615 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7fc00e4-28c9-4529-ae35-7d3cce4a4ddd req-216058cb-f02f-4810-b20d-415aff3ee2c4 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Made reservation on behalf of cbc89f3908d842d4a7beeb1a4fce5354 for: {'port': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:56:16.400615 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-b7fc00e4-28c9-4529-ae35-7d3cce4a4ddd req-216058cb-f02f-4810-b20d-415aff3ee2c4 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:16.485446 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6430d545-34cb-438f-9e8d-ee34271096bd req-478ca042-c0a7-45e6-bc0e-1cd61af88bdf tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:16.488945 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6430d545-34cb-438f-9e8d-ee34271096bd req-478ca042-c0a7-45e6-bc0e-1cd61af88bdf tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "GET /v2.0/ports?device_id=3708a619-d7f8-47e4-996e-288c0fe159aa HTTP/1.1" status: 200 len: 944 time: 0.2039194 Aug 05 11:56:16.496878 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f694359-e802-4d09-8c11-bf6df6aaea11 req-f39ca740-1a70-4f72-bf4f-095094b6d0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:16.499388 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6f694359-e802-4d09-8c11-bf6df6aaea11 req-f39ca740-1a70-4f72-bf4f-095094b6d0d8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b9c69729-0b70-4088-a30d-372be3774212 HTTP/1.1" status: 200 len: 914 time: 0.3692963 Aug 05 11:56:16.503534 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5c32ba50-feb6-431d-9aea-c715c24d4d72 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks [] for router, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:16.511830 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-5c32ba50-feb6-431d-9aea-c715c24d4d72 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4712031 Aug 05 11:56:16.512883 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 51476) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:56:16.524033 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-21a0cdf7-b45a-4d79-8cd3-191ee3fe63e3 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:56:16.608281 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6f694359-e802-4d09-8c11-bf6df6aaea11 req-e2506867-f8d2-4020-bc76-d683c867c708 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c78446a-2fa3-45fd-9b27-6ef222af60ee HTTP/1.1" status: 200 len: 217 time: 0.0950859 Aug 05 11:56:16.614022 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6a6b6b8b-32db-4778-b6dc-dfa7c3743b3c req-9ddc65f5-f571-4138-adf0-e296a42e3fd0 service neutron] 10.222.0.55 "GET /v2.0/networks/de35454d-dce9-4c8c-89fd-a22990eff5d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3026197 Aug 05 11:56:16.703183 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f694359-e802-4d09-8c11-bf6df6aaea11 req-717919c5-d494-405b-8242-20a75f261ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:16.706309 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6f694359-e802-4d09-8c11-bf6df6aaea11 req-717919c5-d494-405b-8242-20a75f261ef1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bfce54b6-991e-4bac-8848-405675e3312d HTTP/1.1" status: 200 len: 853 time: 0.0906315 Aug 05 11:56:16.765380 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6f694359-e802-4d09-8c11-bf6df6aaea11 req-b65920bd-9774-442c-916e-b66f1302e19d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b9c69729-0b70-4088-a30d-372be3774212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506079 Aug 05 11:56:16.876183 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-84dd75e3-6ba8-4c51-820c-048275589274 req-be5e84cb-7c17-446e-abe3-545472d8857c tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2982b20-6da2-4689-ae89-08a6113e6505 HTTP/1.1" status: 200 len: 210 time: 0.1036468 Aug 05 11:56:16.964441 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6f694359-e802-4d09-8c11-bf6df6aaea11 req-3e2f66ea-8e64-465d-968d-a780cea71d7b service neutron] 10.222.0.55 "GET /v2.0/networks/b9c69729-0b70-4088-a30d-372be3774212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904228 Aug 05 11:56:17.009936 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6430d545-34cb-438f-9e8d-ee34271096bd req-e6afe1f9-79ce-498c-9a67-56f9fc1fb904 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "GET /v2.0/security-groups?id=3383bc8b-a1c2-477b-9ff5-4afb57350447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4784927 Aug 05 11:56:17.169759 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6f694359-e802-4d09-8c11-bf6df6aaea11 req-2c046b64-09cb-47b7-b412-39dd186abecc service neutron] 10.222.0.55 "GET /v2.0/networks/b9c69729-0b70-4088-a30d-372be3774212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981125 Aug 05 11:56:17.327716 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-21a0cdf7-b45a-4d79-8cd3-191ee3fe63e3 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33286054', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33263081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1940'] for router, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:17.343747 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [req-b7fc00e4-28c9-4529-ae35-7d3cce4a4ddd req-216058cb-f02f-4810-b20d-415aff3ee2c4 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Allocated IP 172.20.0.9 (1ac4b742-2a25-4935-8476-e9ad3e543504/a5e28117-6f3c-401b-be5b-a70254f1dc57/06d6ee75-11e6-4dbf-9648-382f6d9c5c20) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:56:17.408280 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e572f3-8c67-4489-84aa-200d9abafc44 req-5dca0008-ef24-473a-985c-2dc3022b63e1 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:17.411193 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c2e572f3-8c67-4489-84aa-200d9abafc44 req-5dca0008-ef24-473a-985c-2dc3022b63e1 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ca54f27-d046-4851-9908-b78111ddfd55 HTTP/1.1" status: 200 len: 944 time: 0.3067448 Aug 05 11:56:17.414571 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-21a0cdf7-b45a-4d79-8cd3-191ee3fe63e3 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33286033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33286040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33263014'] for router, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:17.464257 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device ec68afcf-9c5f-45fb-ae44-cadcc706912a details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:56:17.672120 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port ec68afcf-9c5f-45fb-ae44-cadcc706912a, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=ec68afcf-9c5f-45fb-ae44-cadcc706912a,segment=NetworkSegment(04fc797b-8ef5-4d9e-bac1-16267bbf773c),segment_id=04fc797b-8ef5-4d9e-bac1-16267bbf773c)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:56:17.696178 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Returning: {'device': 'ec68afcf-9c5f-45fb-ae44-cadcc706912a', 'network_id': 'de35454d-dce9-4c8c-89fd-a22990eff5d9', 'port_id': 'ec68afcf-9c5f-45fb-ae44-cadcc706912a', 'mac_address': 'fa:16:3e:e2:86:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eca5de13-4236-413f-a4f9-706b50495900', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:56:17.812691 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:17.841349 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec68afcf-9c5f-45fb-ae44-cadcc706912a {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:56:17.879425 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port ec68afcf-9c5f-45fb-ae44-cadcc706912a, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=ec68afcf-9c5f-45fb-ae44-cadcc706912a,segment=NetworkSegment(04fc797b-8ef5-4d9e-bac1-16267bbf773c),segment_id=04fc797b-8ef5-4d9e-bac1-16267bbf773c)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:56:17.888693 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:17.890232 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 5c78446a-2fa3-45fd-9b27-6ef222af60ee details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:56:18.108356 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=ec68afcf-9c5f-45fb-ae44-cadcc706912a,revision_number=8']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:56:18.191426 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 5c78446a-2fa3-45fd-9b27-6ef222af60ee, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=5c78446a-2fa3-45fd-9b27-6ef222af60ee,segment=NetworkSegment(d04d9efc-abcb-4f65-93ca-e7d53aa92d96),segment_id=d04d9efc-abcb-4f65-93ca-e7d53aa92d96)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:56:18.191781 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c8979a8c-dfc0-40d2-b4de-33c032e136a8 req-677d99a9-eb4b-4dbf-94ee-0d953d96ad7b tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2982b20-6da2-4689-ae89-08a6113e6505 HTTP/1.1" status: 200 len: 210 time: 0.1314349 Aug 05 11:56:18.226153 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Returning: {'device': '5c78446a-2fa3-45fd-9b27-6ef222af60ee', 'network_id': 'b9c69729-0b70-4088-a30d-372be3774212', 'port_id': '5c78446a-2fa3-45fd-9b27-6ef222af60ee', 'mac_address': 'fa:16:3e:06:ca:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfce54b6-991e-4bac-8848-405675e3312d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:56:18.293434 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c2e572f3-8c67-4489-84aa-200d9abafc44 req-150de6d7-8d18-481a-a678-ef20e504ee85 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a3441a1-c2ab-48c0-836a-6574f4cf6a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8677022 Aug 05 11:56:18.316415 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:18.352383 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c78446a-2fa3-45fd-9b27-6ef222af60ee {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:56:18.413761 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 5c78446a-2fa3-45fd-9b27-6ef222af60ee, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=5c78446a-2fa3-45fd-9b27-6ef222af60ee,segment=NetworkSegment(d04d9efc-abcb-4f65-93ca-e7d53aa92d96),segment_id=d04d9efc-abcb-4f65-93ca-e7d53aa92d96)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:56:18.421530 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:18.534999 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-b7fc00e4-28c9-4529-ae35-7d3cce4a4ddd req-216058cb-f02f-4810-b20d-415aff3ee2c4 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:18.566987 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [req-b7fc00e4-28c9-4529-ae35-7d3cce4a4ddd req-216058cb-f02f-4810-b20d-415aff3ee2c4 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Transition to ACTIVE for port object 06d6ee75-11e6-4dbf-9648-382f6d9c5c20 will not be triggered until provisioned by entity DHCP. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:56:18.598907 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=5c78446a-2fa3-45fd-9b27-6ef222af60ee,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:56:18.689482 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-b7fc00e4-28c9-4529-ae35-7d3cce4a4ddd req-216058cb-f02f-4810-b20d-415aff3ee2c4 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:18.782696 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['ec68afcf-9c5f-45fb-ae44-cadcc706912a'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:56:18.792019 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7fc00e4-28c9-4529-ae35-7d3cce4a4ddd req-216058cb-f02f-4810-b20d-415aff3ee2c4 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Network 1ac4b742-2a25-4935-8476-e9ad3e543504 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:56:18.823368 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [req-b7fc00e4-28c9-4529-ae35-7d3cce4a4ddd req-216058cb-f02f-4810-b20d-415aff3ee2c4 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:56:18.826872 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21a0cdf7-b45a-4d79-8cd3-191ee3fe63e3 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Router b75609f7-6dc0-4b9e-b0e0-51487b5505eb is scheduled to L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d with binding_index 1 {{(pid=94420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 11:56:18.830935 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7fc00e4-28c9-4529-ae35-7d3cce4a4ddd req-216058cb-f02f-4810-b20d-415aff3ee2c4 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:56:18.986616 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['5c78446a-2fa3-45fd-9b27-6ef222af60ee'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:56:19.073792 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9729695d-0f99-4dd3-a37e-d8fa72fb09fe req-bc666790-433e-436a-a8ca-a4f4c75c929f tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:19.076797 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9729695d-0f99-4dd3-a37e-d8fa72fb09fe req-bc666790-433e-436a-a8ca-a4f4c75c929f tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ca54f27-d046-4851-9908-b78111ddfd55&tenant_id=7f88688726d24c8e9d77831659c7c3ae&binding%3Ahost_id=n-h2-803378-2 HTTP/1.1" status: 200 len: 945 time: 0.3317075 Aug 05 11:56:19.122888 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fc00e4-28c9-4529-ae35-7d3cce4a4ddd req-216058cb-f02f-4810-b20d-415aff3ee2c4 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:19.124528 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-b7fc00e4-28c9-4529-ae35-7d3cce4a4ddd req-216058cb-f02f-4810-b20d-415aff3ee2c4 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:19.171193 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b7fc00e4-28c9-4529-ae35-7d3cce4a4ddd req-216058cb-f02f-4810-b20d-415aff3ee2c4 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2668781 Aug 05 11:56:19.192471 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216058cb-f02f-4810-b20d-415aff3ee2c4 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Pushing event updated for resources: {'Port': ['ID=06d6ee75-11e6-4dbf-9648-382f6d9c5c20,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:56:19.208235 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-b7fc00e4-28c9-4529-ae35-7d3cce4a4ddd req-4b697b20-0cfc-411b-b3f3-912f69629e35 service neutron] Request body: {'port': {'device_id': 'f2982b20-6da2-4689-ae89-08a6113e6505', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-2'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:56:19.238809 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d724f665-dd39-4d22-aad2-ab64a339359a req-403c23c2-756b-4af6-bb22-8747bfffac7a tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:19.244235 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d724f665-dd39-4d22-aad2-ab64a339359a req-403c23c2-756b-4af6-bb22-8747bfffac7a tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "GET /v2.0/ports?device_id=3708a619-d7f8-47e4-996e-288c0fe159aa HTTP/1.1" status: 200 len: 945 time: 0.7351263 Aug 05 11:56:19.320178 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9729695d-0f99-4dd3-a37e-d8fa72fb09fe req-b26fe230-e3a7-4b5b-8d86-5c40d71ada54 service neutron] 10.222.0.55 "GET /v2.0/ports/ec68afcf-9c5f-45fb-ae44-cadcc706912a/bindings/n-h2-803378-2 HTTP/1.1" status: 200 len: 382 time: 0.2297091 Aug 05 11:56:19.515792 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9729695d-0f99-4dd3-a37e-d8fa72fb09fe req-2820e23c-b13a-407a-96b2-f8a4750c22dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:19.522058 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9729695d-0f99-4dd3-a37e-d8fa72fb09fe req-2820e23c-b13a-407a-96b2-f8a4750c22dc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7f88688726d24c8e9d77831659c7c3ae&device_id=9ca54f27-d046-4851-9908-b78111ddfd55 HTTP/1.1" status: 200 len: 1096 time: 0.1532838 Aug 05 11:56:19.565288 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21a0cdf7-b45a-4d79-8cd3-191ee3fe63e3 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:56:19.579008 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-21a0cdf7-b45a-4d79-8cd3-191ee3fe63e3 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks [] for router, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:19.584778 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-21a0cdf7-b45a-4d79-8cd3-191ee3fe63e3 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] 10.222.0.58 "PUT /v2.0/routers/b75609f7-6dc0-4b9e-b0e0-51487b5505eb HTTP/1.1" status: 200 len: 693 time: 3.0635266 Aug 05 11:56:19.586642 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-19f56ac5-4951-41d4-a6db-e7ac349210f1 None None] Provisioning for port 06d6ee75-11e6-4dbf-9648-382f6d9c5c20 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:56:19.592112 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af164645-81c9-444a-9267-e0af61d0f68a None None] Sync routers for ids ['b75609f7-6dc0-4b9e-b0e0-51487b5505eb'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:56:19.617098 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 51508) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:56:19.619454 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af164645-81c9-444a-9267-e0af61d0f68a None None] Routers {'b75609f7-6dc0-4b9e-b0e0-51487b5505eb'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:56:19.621516 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-af164645-81c9-444a-9267-e0af61d0f68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:56:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['b75609f7-6dc0-4b9e-b0e0-51487b5505eb'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:56:19.626427 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-19f56ac5-4951-41d4-a6db-e7ac349210f1 None None] Provisioning complete for port 06d6ee75-11e6-4dbf-9648-382f6d9c5c20 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:56:19.627399 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-19f56ac5-4951-41d4-a6db-e7ac349210f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:19.814482 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-efe7c730-5903-4215-9b46-cd326747b18d tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] 10.222.0.58 "GET /v2.0/routers/b75609f7-6dc0-4b9e-b0e0-51487b5505eb HTTP/1.1" status: 200 len: 699 time: 0.1918411 Aug 05 11:56:19.848364 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b3ac0b-475f-4a01-8322-86bbcfea5ee6 req-000b0ba7-a8b3-473b-9076-5448e359ace0 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:19.852318 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-af164645-81c9-444a-9267-e0af61d0f68a None None] Set router b75609f7-6dc0-4b9e-b0e0-51487b5505eb gateway port host: None {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:56:19.863541 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-97b3ac0b-475f-4a01-8322-86bbcfea5ee6 req-000b0ba7-a8b3-473b-9076-5448e359ace0 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ca54f27-d046-4851-9908-b78111ddfd55 HTTP/1.1" status: 200 len: 945 time: 0.9468400 Aug 05 11:56:19.863541 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 51512) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:56:19.911422 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9729695d-0f99-4dd3-a37e-d8fa72fb09fe req-db15b58c-d395-44c6-804e-431ec45685e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:19.919301 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9729695d-0f99-4dd3-a37e-d8fa72fb09fe req-db15b58c-d395-44c6-804e-431ec45685e9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=de35454d-dce9-4c8c-89fd-a22990eff5d9 HTTP/1.1" status: 200 len: 898 time: 0.3902283 Aug 05 11:56:20.065384 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-af164645-81c9-444a-9267-e0af61d0f68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b75609f7-6dc0-4b9e-b0e0-51487b5505eb', 'name': 'tempest-RoutersTest-router-571694688', 'tenant_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:56:16Z', 'updated_at': '2021-08-05T11:56:17Z', 'revision_number': 2, 'project_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'gw_port_host': None}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:56:20.126518 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af164645-81c9-444a-9267-e0af61d0f68a None None] Checking router: b75609f7-6dc0-4b9e-b0e0-51487b5505eb for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:56:20.139008 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d724f665-dd39-4d22-aad2-ab64a339359a req-7deaf378-7111-42a0-9f54-6f5786c2437a tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "GET /v2.0/security-groups?id=3383bc8b-a1c2-477b-9ff5-4afb57350447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5836811 Aug 05 11:56:20.153552 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af164645-81c9-444a-9267-e0af61d0f68a None None] Routers {'b75609f7-6dc0-4b9e-b0e0-51487b5505eb'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:56:20.154664 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-af164645-81c9-444a-9267-e0af61d0f68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:56:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['b75609f7-6dc0-4b9e-b0e0-51487b5505eb'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:56:20.160573 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-b7bc3e01-2002-46e8-b066-a431f81c6ce9 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] 10.222.0.58 "GET /v2.0/ports?device_id=b75609f7-6dc0-4b9e-b0e0-51487b5505eb HTTP/1.1" status: 200 len: 205 time: 0.2887137 Aug 05 11:56:20.170804 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 51516) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:56:20.187733 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-19f56ac5-4951-41d4-a6db-e7ac349210f1 None None] Port 06d6ee75-11e6-4dbf-9648-382f6d9c5c20 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:56:20.293618 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9729695d-0f99-4dd3-a37e-d8fa72fb09fe req-a9f23dc9-201d-4c78-89d0-e58367145b23 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ec68afcf-9c5f-45fb-ae44-cadcc706912a HTTP/1.1" status: 200 len: 1001 time: 0.3655274 Aug 05 11:56:20.297312 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-97b3ac0b-475f-4a01-8322-86bbcfea5ee6 req-d250e08c-02d7-4b69-a364-d9f232c70f73 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a3441a1-c2ab-48c0-836a-6574f4cf6a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4084544 Aug 05 11:56:20.311470 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-b7fc00e4-28c9-4529-ae35-7d3cce4a4ddd req-4b697b20-0cfc-411b-b3f3-912f69629e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:20.441534 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-af164645-81c9-444a-9267-e0af61d0f68a None None] Set router b75609f7-6dc0-4b9e-b0e0-51487b5505eb gateway port host: None {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:56:20.461318 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5ce478d0-5b45-44e5-9a67-e859fed01cf7 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks [] for router, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:20.462925 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9729695d-0f99-4dd3-a37e-d8fa72fb09fe req-5bd4b31b-b133-4d64-82de-690912057314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:20.465157 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9729695d-0f99-4dd3-a37e-d8fa72fb09fe req-5bd4b31b-b133-4d64-82de-690912057314 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=eca5de13-4236-413f-a4f9-706b50495900 HTTP/1.1" status: 200 len: 835 time: 0.1611111 Aug 05 11:56:20.590897 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9729695d-0f99-4dd3-a37e-d8fa72fb09fe req-62c06d3d-46e2-47b4-a04b-70cb3beba5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:20.594408 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9729695d-0f99-4dd3-a37e-d8fa72fb09fe req-62c06d3d-46e2-47b4-a04b-70cb3beba5f1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=de35454d-dce9-4c8c-89fd-a22990eff5d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1124167 Aug 05 11:56:20.832515 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9729695d-0f99-4dd3-a37e-d8fa72fb09fe req-4dc8b8f1-c10d-4409-b5ce-955a2b45aac9 service neutron] 10.222.0.55 "GET /v2.0/networks/de35454d-dce9-4c8c-89fd-a22990eff5d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282290 Aug 05 11:56:20.845710 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-af164645-81c9-444a-9267-e0af61d0f68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b75609f7-6dc0-4b9e-b0e0-51487b5505eb', 'name': 'tempest-RoutersTest-router-571694688', 'tenant_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:56:16Z', 'updated_at': '2021-08-05T11:56:17Z', 'revision_number': 2, 'project_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'gw_port_host': None}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:56:20.919234 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af164645-81c9-444a-9267-e0af61d0f68a None None] The sync data for ids ['b75609f7-6dc0-4b9e-b0e0-51487b5505eb'] in n-d-803378-2 is: [{'id': 'b75609f7-6dc0-4b9e-b0e0-51487b5505eb', 'name': 'tempest-RoutersTest-router-571694688', 'tenant_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:56:16Z', 'updated_at': '2021-08-05T11:56:17Z', 'revision_number': 2, 'project_id': '0d8a98bfcc92414295ea4818a0ea96ca', 'gw_port_host': None}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:56:21.092969 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5ce478d0-5b45-44e5-9a67-e859fed01cf7 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33262979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1951'] for router, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:21.096812 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5ce478d0-5b45-44e5-9a67-e859fed01cf7 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:21.108900 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9729695d-0f99-4dd3-a37e-d8fa72fb09fe req-3e39fb9d-4669-4695-880f-a0c172a5b2e0 service neutron] 10.222.0.55 "GET /v2.0/networks/de35454d-dce9-4c8c-89fd-a22990eff5d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558467 Aug 05 11:56:21.250700 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea85cb8-3fd2-4823-b40a-15766a76d083 req-a5dd8cfa-e3c5-446a-b295-480f3d056cc5 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:21.253038 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fea85cb8-3fd2-4823-b40a-15766a76d083 req-a5dd8cfa-e3c5-446a-b295-480f3d056cc5 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2982b20-6da2-4689-ae89-08a6113e6505 HTTP/1.1" status: 200 len: 931 time: 0.6588078 Aug 05 11:56:21.433680 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5ce478d0-5b45-44e5-9a67-e859fed01cf7 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33262474'] for router, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:21.434684 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ce478d0-5b45-44e5-9a67-e859fed01cf7 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Fanout notify agent at l3_agent the message router_deleted on router b75609f7-6dc0-4b9e-b0e0-51487b5505eb {{(pid=94420) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 11:56:21.456858 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5ce478d0-5b45-44e5-9a67-e859fed01cf7 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] Notify callbacks [] for router, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:21.460614 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-5ce478d0-5b45-44e5-9a67-e859fed01cf7 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] 10.222.0.58 "DELETE /v2.0/routers/b75609f7-6dc0-4b9e-b0e0-51487b5505eb HTTP/1.1" status: 204 len: 168 time: 1.2823370 Aug 05 11:56:21.468820 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 51532) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:56:21.471193 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 5c78446a-2fa3-45fd-9b27-6ef222af60ee up at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:56:21.556610 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-66754e68-3869-4d27-9b27-d9e01545a347 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] 10.222.0.58 "GET /v2.0/ports?device_id=b75609f7-6dc0-4b9e-b0e0-51487b5505eb HTTP/1.1" status: 200 len: 205 time: 0.0855718 Aug 05 11:56:21.561198 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 51536) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:56:21.591296 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951f2841-bc2c-4581-a05b-3625ae62aa4d req-ebbbbbaf-583f-4982-a9b1-196d1ce1983d tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:21.592624 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning for port 5c78446a-2fa3-45fd-9b27-6ef222af60ee completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:56:21.594268 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-951f2841-bc2c-4581-a05b-3625ae62aa4d req-ebbbbbaf-583f-4982-a9b1-196d1ce1983d tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "GET /v2.0/ports?device_id=3708a619-d7f8-47e4-996e-288c0fe159aa HTTP/1.1" status: 200 len: 945 time: 0.2555664 Aug 05 11:56:21.600994 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fea85cb8-3fd2-4823-b40a-15766a76d083 req-f6ac610c-4778-49c7-9473-ae475ab4e686 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=d700a63d-a591-46d0-9144-d357356aa9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2594211 Aug 05 11:56:21.603394 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning complete for port 5c78446a-2fa3-45fd-9b27-6ef222af60ee triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:56:21.605157 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:21.704633 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [req-b7fc00e4-28c9-4529-ae35-7d3cce4a4ddd req-4b697b20-0cfc-411b-b3f3-912f69629e35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06d6ee75-11e6-4dbf-9648-382f6d9c5c20 {{(pid=94420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:56:21.714247 n-d-803378-2 neutron-server[94421]: INFO neutron.api.v2.resource [None req-ea3cebeb-a74c-493f-913c-f98aa2d4ffdf tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] delete failed (client error): The resource could not be found. Aug 05 11:56:21.716603 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-ea3cebeb-a74c-493f-913c-f98aa2d4ffdf tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] 10.222.0.58 "DELETE /v2.0/routers/b75609f7-6dc0-4b9e-b0e0-51487b5505eb HTTP/1.1" status: 404 len: 336 time: 0.1530933 Aug 05 11:56:21.724389 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 51538) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:56:21.755798 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-b7fc00e4-28c9-4529-ae35-7d3cce4a4ddd req-4b697b20-0cfc-411b-b3f3-912f69629e35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:21.806780 n-d-803378-2 neutron-server[94420]: INFO neutron.pecan_wsgi.hooks.translation [None req-102dd218-6714-406e-8f31-c7ce2adb1d5e tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] DELETE failed (client error): The resource could not be found. Aug 05 11:56:21.808060 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-102dd218-6714-406e-8f31-c7ce2adb1d5e tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:56:21.811380 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-102dd218-6714-406e-8f31-c7ce2adb1d5e tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] 10.222.0.58 "DELETE /v2.0/subnets/7262a471-c3c0-4fb0-b1c7-dab3cc8a2975 HTTP/1.1" status: 404 len: 337 time: 0.0747888 Aug 05 11:56:21.815481 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 51540) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:56:21.867832 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:21.879619 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-951f2841-bc2c-4581-a05b-3625ae62aa4d req-997b51bc-a402-452f-a8f8-483bedabae91 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "GET /v2.0/security-groups?id=3383bc8b-a1c2-477b-9ff5-4afb57350447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232392 Aug 05 11:56:21.910360 n-d-803378-2 neutron-server[94421]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bf1ffb8-c2b3-4a33-a8f4-43d8e7a1ab7d tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] DELETE failed (client error): The resource could not be found. Aug 05 11:56:21.911424 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bf1ffb8-c2b3-4a33-a8f4-43d8e7a1ab7d tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:56:21.920363 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-9bf1ffb8-c2b3-4a33-a8f4-43d8e7a1ab7d tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] 10.222.0.58 "DELETE /v2.0/subnets/48994a22-5ea8-4f34-9147-34cc4056f968 HTTP/1.1" status: 404 len: 337 time: 0.0977907 Aug 05 11:56:21.923034 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 51542) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:56:21.931996 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [req-b7fc00e4-28c9-4529-ae35-7d3cce4a4ddd req-4b697b20-0cfc-411b-b3f3-912f69629e35 service neutron] Transition to ACTIVE for port object 06d6ee75-11e6-4dbf-9648-382f6d9c5c20 will not be triggered until provisioned by entity L2. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:56:21.940418 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 5c78446a-2fa3-45fd-9b27-6ef222af60ee, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=5c78446a-2fa3-45fd-9b27-6ef222af60ee,segment=NetworkSegment(d04d9efc-abcb-4f65-93ca-e7d53aa92d96),segment_id=d04d9efc-abcb-4f65-93ca-e7d53aa92d96)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:56:21.943332 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3708a619-d7f8-47e4-996e-288c0fe159aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c78446a-2fa3-45fd-9b27-6ef222af60ee'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:56:21.946120 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-b7fc00e4-28c9-4529-ae35-7d3cce4a4ddd req-4b697b20-0cfc-411b-b3f3-912f69629e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:21.951866 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62b16f43-15df-483b-942d-e94d9103e37f" -d '{"events": [{"server_uuid": "3708a619-d7f8-47e4-996e-288c0fe159aa", "name": "network-vif-plugged", "status": "completed", "tag": "5c78446a-2fa3-45fd-9b27-6ef222af60ee"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:56:21.960211 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:21.961643 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device ec68afcf-9c5f-45fb-ae44-cadcc706912a up at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:56:22.031910 n-d-803378-2 neutron-server[94421]: INFO neutron.pecan_wsgi.hooks.translation [None req-24ceb667-0263-4b6c-b5fe-b5974edec54e tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] DELETE failed (client error): The resource could not be found. Aug 05 11:56:22.032635 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24ceb667-0263-4b6c-b5fe-b5974edec54e tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:56:22.035483 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-24ceb667-0263-4b6c-b5fe-b5974edec54e tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] 10.222.0.58 "DELETE /v2.0/subnets/3ca2c4d5-31d6-4303-b817-ab5ebb2f28dc HTTP/1.1" status: 404 len: 337 time: 0.1106002 Aug 05 11:56:22.039810 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 51546) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:56:22.102413 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d0f76f-5c85-41ff-9d1a-1c99087fac7f req-b02be0b8-743c-4fd0-a557-3116419a2f0c tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:22.105694 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e3d0f76f-5c85-41ff-9d1a-1c99087fac7f req-b02be0b8-743c-4fd0-a557-3116419a2f0c tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ca54f27-d046-4851-9908-b78111ddfd55 HTTP/1.1" status: 200 len: 945 time: 0.2921152 Aug 05 11:56:22.131093 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b86460f1-6a3e-4774-8527-a017a3b6af66 x-openstack-request-id: req-b86460f1-6a3e-4774-8527-a017a3b6af66 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:56:22.131569 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3708a619-d7f8-47e4-996e-288c0fe159aa", "name": "network-vif-plugged", "status": "completed", "tag": "5c78446a-2fa3-45fd-9b27-6ef222af60ee", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:56:22.131995 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b86460f1-6a3e-4774-8527-a017a3b6af66 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:56:22.132700 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3708a619-d7f8-47e4-996e-288c0fe159aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c78446a-2fa3-45fd-9b27-6ef222af60ee', 'code': 200} Aug 05 11:56:22.176332 n-d-803378-2 neutron-server[94421]: INFO neutron.pecan_wsgi.hooks.translation [None req-3db6beb1-618b-442d-9254-c040c5bf1002 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] DELETE failed (client error): The resource could not be found. Aug 05 11:56:22.178791 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3db6beb1-618b-442d-9254-c040c5bf1002 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:56:22.186420 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-3db6beb1-618b-442d-9254-c040c5bf1002 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] 10.222.0.58 "DELETE /v2.0/subnets/fb8c4481-bcef-4801-9875-906659d99c83 HTTP/1.1" status: 404 len: 337 time: 0.1414030 Aug 05 11:56:22.194679 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 51550) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:56:22.236310 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=5c78446a-2fa3-45fd-9b27-6ef222af60ee,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:56:22.289847 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b697b20-0cfc-411b-b3f3-912f69629e35 service neutron] Pushing event updated for resources: {'Port': ['ID=06d6ee75-11e6-4dbf-9648-382f6d9c5c20,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:56:22.303614 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:22.310054 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning for port ec68afcf-9c5f-45fb-ae44-cadcc706912a completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:56:22.325950 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning complete for port ec68afcf-9c5f-45fb-ae44-cadcc706912a triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:56:22.328376 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:22.360381 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-1fab1576-cdb6-4a7f-b44a-680272485808 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] 10.222.0.58 "GET /v2.0/ports?device_id=3eb3074a-fbe0-42b9-9890-cbb3cb52acde HTTP/1.1" status: 200 len: 205 time: 0.1626077 Aug 05 11:56:22.366572 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 51552) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:56:22.376971 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e3d0f76f-5c85-41ff-9d1a-1c99087fac7f req-81e521b7-f54f-48a4-8ee6-8652c0f662d6 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a3441a1-c2ab-48c0-836a-6574f4cf6a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2537246 Aug 05 11:56:22.577626 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:22.626412 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-b7fc00e4-28c9-4529-ae35-7d3cce4a4ddd req-4b697b20-0cfc-411b-b3f3-912f69629e35 service neutron] Attempting to bind port 06d6ee75-11e6-4dbf-9648-382f6d9c5c20 on host n-h1-803378-2 for vnic_type normal with profile {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:56:22.626412 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-b7fc00e4-28c9-4529-ae35-7d3cce4a4ddd req-4b697b20-0cfc-411b-b3f3-912f69629e35 service neutron] Attempting to bind port 06d6ee75-11e6-4dbf-9648-382f6d9c5c20 by drivers openvswitch,hyperv on host n-h1-803378-2 at level 0 using segments [{'id': 'de1f7257-8faa-46ea-8956-4b8e85e97bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '1ac4b742-2a25-4935-8476-e9ad3e543504'}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:56:22.626412 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7fc00e4-28c9-4529-ae35-7d3cce4a4ddd req-4b697b20-0cfc-411b-b3f3-912f69629e35 service neutron] Attempting to bind port 06d6ee75-11e6-4dbf-9648-382f6d9c5c20 on network 1ac4b742-2a25-4935-8476-e9ad3e543504 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:56:22.639249 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7fc00e4-28c9-4529-ae35-7d3cce4a4ddd req-4b697b20-0cfc-411b-b3f3-912f69629e35 service neutron] Port 06d6ee75-11e6-4dbf-9648-382f6d9c5c20 on network 1ac4b742-2a25-4935-8476-e9ad3e543504 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-2 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:56:22.639663 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7fc00e4-28c9-4529-ae35-7d3cce4a4ddd req-4b697b20-0cfc-411b-b3f3-912f69629e35 service neutron] Attempting to bind port 06d6ee75-11e6-4dbf-9648-382f6d9c5c20 on network 1ac4b742-2a25-4935-8476-e9ad3e543504 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:56:22.665923 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7fc00e4-28c9-4529-ae35-7d3cce4a4ddd req-4b697b20-0cfc-411b-b3f3-912f69629e35 service neutron] Checking agent: {'id': '40bb7567-59bd-4b31-bc29-da1c50bca759', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:56:22.667657 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7fc00e4-28c9-4529-ae35-7d3cce4a4ddd req-4b697b20-0cfc-411b-b3f3-912f69629e35 service neutron] Checking segment: {'id': 'de1f7257-8faa-46ea-8956-4b8e85e97bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '1ac4b742-2a25-4935-8476-e9ad3e543504'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:56:22.668612 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7fc00e4-28c9-4529-ae35-7d3cce4a4ddd req-4b697b20-0cfc-411b-b3f3-912f69629e35 service neutron] Bound using segment: {'id': 'de1f7257-8faa-46ea-8956-4b8e85e97bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '1ac4b742-2a25-4935-8476-e9ad3e543504'} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:56:22.671557 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-b7fc00e4-28c9-4529-ae35-7d3cce4a4ddd req-4b697b20-0cfc-411b-b3f3-912f69629e35 service neutron] Bound port: 06d6ee75-11e6-4dbf-9648-382f6d9c5c20, host: n-h1-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de1f7257-8faa-46ea-8956-4b8e85e97bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '1ac4b742-2a25-4935-8476-e9ad3e543504'}}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:56:22.673340 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-b7fc00e4-28c9-4529-ae35-7d3cce4a4ddd req-4b697b20-0cfc-411b-b3f3-912f69629e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:22.674015 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port ec68afcf-9c5f-45fb-ae44-cadcc706912a, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=ec68afcf-9c5f-45fb-ae44-cadcc706912a,segment=NetworkSegment(04fc797b-8ef5-4d9e-bac1-16267bbf773c),segment_id=04fc797b-8ef5-4d9e-bac1-16267bbf773c)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:56:22.703334 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:22.954405 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=ec68afcf-9c5f-45fb-ae44-cadcc706912a,revision_number=9']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:56:23.090813 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-b7fc00e4-28c9-4529-ae35-7d3cce4a4ddd req-4b697b20-0cfc-411b-b3f3-912f69629e35 service neutron] For port 06d6ee75-11e6-4dbf-9648-382f6d9c5c20, host n-h1-803378-2, cleared binding levels {{(pid=94420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:56:23.100024 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-b7fc00e4-28c9-4529-ae35-7d3cce4a4ddd req-4b697b20-0cfc-411b-b3f3-912f69629e35 service neutron] For port 06d6ee75-11e6-4dbf-9648-382f6d9c5c20, host n-h1-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=06d6ee75-11e6-4dbf-9648-382f6d9c5c20,segment=NetworkSegment(de1f7257-8faa-46ea-8956-4b8e85e97bcb),segment_id=de1f7257-8faa-46ea-8956-4b8e85e97bcb)] {{(pid=94420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:56:23.150515 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5456857-dc61-460d-9587-ab5b3aac4ce2 req-08b217c9-dda2-4dc0-a980-b92bb6234997 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:23.153372 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b5456857-dc61-460d-9587-ab5b3aac4ce2 req-08b217c9-dda2-4dc0-a980-b92bb6234997 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2982b20-6da2-4689-ae89-08a6113e6505 HTTP/1.1" status: 200 len: 943 time: 0.2286408 Aug 05 11:56:23.158569 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-b7fc00e4-28c9-4529-ae35-7d3cce4a4ddd req-4b697b20-0cfc-411b-b3f3-912f69629e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:23.159739 n-d-803378-2 neutron-server[94421]: INFO neutron.api.v2.resource [None req-774d6eb9-032d-4c24-ab05-01c3211ffd7d tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] delete failed (client error): The resource could not be found. Aug 05 11:56:23.161778 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-774d6eb9-032d-4c24-ab05-01c3211ffd7d tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] 10.222.0.58 "DELETE /v2.0/routers/3eb3074a-fbe0-42b9-9890-cbb3cb52acde HTTP/1.1" status: 404 len: 336 time: 0.7959416 Aug 05 11:56:23.171468 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 51558) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:56:23.255639 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-67975d58-af4f-4324-8ac2-7babda4e8762 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] 10.222.0.58 "GET /v2.0/ports?device_id=a64b6c97-5367-416f-b3e1-09008619544b HTTP/1.1" status: 200 len: 205 time: 0.0811944 Aug 05 11:56:23.260036 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0fa578-ea8e-45b7-b5b1-75efb50ec605 req-953602f9-a86d-4056-b0c2-bbc9a9d5ec2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:23.264174 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-0e0fa578-ea8e-45b7-b5b1-75efb50ec605 req-953602f9-a86d-4056-b0c2-bbc9a9d5ec2d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3708a619-d7f8-47e4-996e-288c0fe159aa HTTP/1.1" status: 200 len: 1097 time: 0.9471991 Aug 05 11:56:23.265613 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 51562) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:56:23.373129 n-d-803378-2 neutron-server[94421]: INFO neutron.api.v2.resource [None req-f29bf5f6-77f5-49e1-87d6-1ac372c290be tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] delete failed (client error): The resource could not be found. Aug 05 11:56:23.375225 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-f29bf5f6-77f5-49e1-87d6-1ac372c290be tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] 10.222.0.58 "DELETE /v2.0/routers/a64b6c97-5367-416f-b3e1-09008619544b HTTP/1.1" status: 404 len: 336 time: 0.1083913 Aug 05 11:56:23.379824 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 51566) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:56:23.408001 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b5456857-dc61-460d-9587-ab5b3aac4ce2 req-a7dc9cad-da72-46f1-a5b5-2c53ed944121 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=d700a63d-a591-46d0-9144-d357356aa9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1900403 Aug 05 11:56:23.478591 n-d-803378-2 neutron-server[94421]: INFO neutron.pecan_wsgi.hooks.translation [None req-58d1d995-6592-46ba-8a7b-25c58f51a9b4 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] DELETE failed (client error): The resource could not be found. Aug 05 11:56:23.479860 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58d1d995-6592-46ba-8a7b-25c58f51a9b4 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:56:23.483204 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-58d1d995-6592-46ba-8a7b-25c58f51a9b4 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] 10.222.0.58 "DELETE /v2.0/subnets/40b1f540-e66b-4944-a160-a2b5ddcfb752 HTTP/1.1" status: 404 len: 337 time: 0.1015217 Aug 05 11:56:23.487363 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fc00e4-28c9-4529-ae35-7d3cce4a4ddd req-4b697b20-0cfc-411b-b3f3-912f69629e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:23.487687 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 51570) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:56:23.499343 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-b7fc00e4-28c9-4529-ae35-7d3cce4a4ddd req-4b697b20-0cfc-411b-b3f3-912f69629e35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:23.502493 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b7fc00e4-28c9-4529-ae35-7d3cce4a4ddd req-4b697b20-0cfc-411b-b3f3-912f69629e35 service neutron] 10.222.0.64 "PUT /v2.0/ports/06d6ee75-11e6-4dbf-9648-382f6d9c5c20 HTTP/1.1" status: 200 len: 1091 time: 4.3040445 Aug 05 11:56:23.508786 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2982b20-6da2-4689-ae89-08a6113e6505', 'tag': '06d6ee75-11e6-4dbf-9648-382f6d9c5c20'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:56:23.513962 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-0e0fa578-ea8e-45b7-b5b1-75efb50ec605 req-ee24e49d-0a48-4c40-9792-bebcf65d9156 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=3383bc8b-a1c2-477b-9ff5-4afb57350447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359781 Aug 05 11:56:23.522339 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}828068ad8d405ad77660ce68fa78e1ffe658725812f7a08f9e488a446589295b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21c9d858-6e56-424c-88d2-1543284066e6" -d '{"events": [{"name": "network-changed", "server_uuid": "f2982b20-6da2-4689-ae89-08a6113e6505", "tag": "06d6ee75-11e6-4dbf-9648-382f6d9c5c20"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:56:23.577317 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-848293aa-43cc-4fef-a56b-d994bb454526 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6b7ebff-023d-4cdb-9e88-7600c55f9a1a HTTP/1.1" status: 200 len: 205 time: 0.0876651 Aug 05 11:56:23.586508 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 51574) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:56:23.682589 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf32f444-6ad7-4462-962a-d7cc98a8cd1b req-01456878-3069-4484-ab98-f7bef91f196b tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:23.701526 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cf32f444-6ad7-4462-962a-d7cc98a8cd1b req-01456878-3069-4484-ab98-f7bef91f196b tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "GET /v2.0/ports?device_id=3708a619-d7f8-47e4-996e-288c0fe159aa HTTP/1.1" status: 200 len: 946 time: 0.5461800 Aug 05 11:56:23.714287 n-d-803378-2 neutron-server[94421]: INFO neutron.api.v2.resource [None req-d0b674bc-81a5-4457-8f8e-6721acf26178 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] delete failed (client error): The resource could not be found. Aug 05 11:56:23.716831 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-d0b674bc-81a5-4457-8f8e-6721acf26178 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] 10.222.0.58 "DELETE /v2.0/routers/e6b7ebff-023d-4cdb-9e88-7600c55f9a1a HTTP/1.1" status: 404 len: 336 time: 0.1285546 Aug 05 11:56:23.723413 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 51576) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:56:23.760795 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b697b20-0cfc-411b-b3f3-912f69629e35 service neutron] Pushing event updated for resources: {'Port': ['ID=06d6ee75-11e6-4dbf-9648-382f6d9c5c20,revision_number=3']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:56:23.819614 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-657d7abe-d6be-4203-864b-20053f14e663 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] 10.222.0.58 "GET /v2.0/ports?device_id=dcc10d54-7025-4f62-97fd-49b6a52d34cb HTTP/1.1" status: 200 len: 205 time: 0.0937259 Aug 05 11:56:23.823557 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 51578) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:56:23.928964 n-d-803378-2 neutron-server[94421]: INFO neutron.api.v2.resource [None req-59b24f6d-5457-4030-a9f3-00a51516f80b tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] delete failed (client error): The resource could not be found. Aug 05 11:56:23.934501 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-59b24f6d-5457-4030-a9f3-00a51516f80b tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] 10.222.0.58 "DELETE /v2.0/routers/dcc10d54-7025-4f62-97fd-49b6a52d34cb HTTP/1.1" status: 404 len: 336 time: 0.1059501 Aug 05 11:56:23.935623 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 51580) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:56:23.949905 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fc00e4-28c9-4529-ae35-7d3cce4a4ddd req-39268e9c-4e33-4299-9e2e-2e3a71d6f2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:23.953666 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b7fc00e4-28c9-4529-ae35-7d3cce4a4ddd req-39268e9c-4e33-4299-9e2e-2e3a71d6f2c6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cbc89f3908d842d4a7beeb1a4fce5354&device_id=f2982b20-6da2-4689-ae89-08a6113e6505 HTTP/1.1" status: 200 len: 1094 time: 0.2454741 Aug 05 11:56:23.972037 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33efb1f0-b7f8-4904-9d35-052f16681100 req-5fd910d1-c761-40c0-935a-5d4d151d6f37 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:23.986566 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-33efb1f0-b7f8-4904-9d35-052f16681100 req-5fd910d1-c761-40c0-935a-5d4d151d6f37 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ca54f27-d046-4851-9908-b78111ddfd55 HTTP/1.1" status: 200 len: 946 time: 0.3444026 Aug 05 11:56:23.997953 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cf32f444-6ad7-4462-962a-d7cc98a8cd1b req-7037c7d6-2bcd-438f-8022-44ec72d6e5c7 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "GET /v2.0/security-groups?id=3383bc8b-a1c2-477b-9ff5-4afb57350447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2947705 Aug 05 11:56:24.019463 n-d-803378-2 neutron-server[94421]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a2b6af1-a97f-4f98-ba76-c5511eb93d7f tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] DELETE failed (client error): The resource could not be found. Aug 05 11:56:24.020228 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a2b6af1-a97f-4f98-ba76-c5511eb93d7f tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:56:24.030394 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-4a2b6af1-a97f-4f98-ba76-c5511eb93d7f tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] 10.222.0.58 "DELETE /v2.0/subnets/ef118bc0-66b1-4157-a9b5-08005f125f8e HTTP/1.1" status: 404 len: 337 time: 0.0855727 Aug 05 11:56:24.037847 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 51582) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:56:24.123554 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b7fc00e4-28c9-4529-ae35-7d3cce4a4ddd req-77e42c05-f2f3-4855-97fe-62cf39ca92cd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=06d6ee75-11e6-4dbf-9648-382f6d9c5c20 HTTP/1.1" status: 200 len: 217 time: 0.1239872 Aug 05 11:56:24.134050 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36258fe5-77b9-4945-8f22-6207ca7dbd28 x-openstack-request-id: req-36258fe5-77b9-4945-8f22-6207ca7dbd28 {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:56:24.134559 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2982b20-6da2-4689-ae89-08a6113e6505", "tag": "06d6ee75-11e6-4dbf-9648-382f6d9c5c20", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:56:24.134800 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ca54f27-d046-4851-9908-b78111ddfd55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec68afcf-9c5f-45fb-ae44-cadcc706912a'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:56:24.136714 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-36258fe5-77b9-4945-8f22-6207ca7dbd28 {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:56:24.136714 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2982b20-6da2-4689-ae89-08a6113e6505', 'tag': '06d6ee75-11e6-4dbf-9648-382f6d9c5c20', 'status': 'completed', 'code': 200} Aug 05 11:56:24.142536 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7ec1ef6-b096-4ac2-a291-6b1311b5d6d0" -d '{"events": [{"server_uuid": "9ca54f27-d046-4851-9908-b78111ddfd55", "name": "network-vif-plugged", "status": "completed", "tag": "ec68afcf-9c5f-45fb-ae44-cadcc706912a"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:56:24.165046 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-0e9d1951-eae8-40e7-bc3e-344838badd42 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] 10.222.0.58 "GET /v2.0/ports?device_id=c57df40d-7bfd-435d-8917-09e836a8f044 HTTP/1.1" status: 200 len: 205 time: 0.1088028 Aug 05 11:56:24.174213 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 51590) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:56:24.200751 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9729695d-0f99-4dd3-a37e-d8fa72fb09fe req-6d4be8af-ced0-4781-8c6a-b148b076d444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:24.203932 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9729695d-0f99-4dd3-a37e-d8fa72fb09fe req-6d4be8af-ced0-4781-8c6a-b148b076d444 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9ca54f27-d046-4851-9908-b78111ddfd55&tenant_id=7f88688726d24c8e9d77831659c7c3ae HTTP/1.1" status: 200 len: 1097 time: 0.1865623 Aug 05 11:56:24.275129 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-9729695d-0f99-4dd3-a37e-d8fa72fb09fe req-b3b749a1-9856-4cf6-918c-dde4116b8ad3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-803378-2', 'device_owner': 'compute:nova'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:56:24.284585 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5bbe093-5818-410d-890f-1b7829d49c73 x-openstack-request-id: req-b5bbe093-5818-410d-890f-1b7829d49c73 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:56:24.285113 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ca54f27-d046-4851-9908-b78111ddfd55", "name": "network-vif-plugged", "status": "completed", "tag": "ec68afcf-9c5f-45fb-ae44-cadcc706912a", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:56:24.285526 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b5bbe093-5818-410d-890f-1b7829d49c73 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:56:24.286168 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ca54f27-d046-4851-9908-b78111ddfd55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec68afcf-9c5f-45fb-ae44-cadcc706912a', 'code': 200} Aug 05 11:56:24.288554 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-33efb1f0-b7f8-4904-9d35-052f16681100 req-deb6389b-0cca-48f6-98cd-43a6351b17b8 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a3441a1-c2ab-48c0-836a-6574f4cf6a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2979810 Aug 05 11:56:24.293455 n-d-803378-2 neutron-server[94421]: INFO neutron.api.v2.resource [None req-afa3b9bc-ff0c-4a7e-b6fe-556b5a2164ea tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] delete failed (client error): The resource could not be found. Aug 05 11:56:24.295273 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-afa3b9bc-ff0c-4a7e-b6fe-556b5a2164ea tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] 10.222.0.58 "DELETE /v2.0/routers/c57df40d-7bfd-435d-8917-09e836a8f044 HTTP/1.1" status: 404 len: 336 time: 0.1126490 Aug 05 11:56:24.305501 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 51594) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:56:24.324812 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fc00e4-28c9-4529-ae35-7d3cce4a4ddd req-597723df-bb61-48ae-a25f-c7edf7ca2def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:24.327462 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b7fc00e4-28c9-4529-ae35-7d3cce4a4ddd req-597723df-bb61-48ae-a25f-c7edf7ca2def service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a5e28117-6f3c-401b-be5b-a70254f1dc57 HTTP/1.1" status: 200 len: 855 time: 0.1709805 Aug 05 11:56:24.383185 n-d-803378-2 neutron-server[94420]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd317779-61bc-42aa-a6a4-e40b05e213d7 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] DELETE failed (client error): The resource could not be found. Aug 05 11:56:24.383878 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd317779-61bc-42aa-a6a4-e40b05e213d7 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:56:24.391092 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-cd317779-61bc-42aa-a6a4-e40b05e213d7 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] 10.222.0.58 "DELETE /v2.0/subnets/21b28e78-ac4d-4f3f-a10d-a405b178abd7 HTTP/1.1" status: 404 len: 337 time: 0.0783608 Aug 05 11:56:24.393674 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 51596) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:56:24.452946 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-ebfc957a-e2e3-4e3e-92b1-d8d8d44f53c6 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] 10.222.0.58 "GET /v2.0/ports?device_id=4136f426-78ed-4250-aefb-e0c237eb64b3 HTTP/1.1" status: 200 len: 205 time: 0.0577774 Aug 05 11:56:24.454221 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-9729695d-0f99-4dd3-a37e-d8fa72fb09fe req-b3b749a1-9856-4cf6-918c-dde4116b8ad3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:24.456906 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 51598) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:56:24.474043 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fc00e4-28c9-4529-ae35-7d3cce4a4ddd req-d796c52f-f726-49a9-b21c-de2e52a8f055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:24.476417 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b7fc00e4-28c9-4529-ae35-7d3cce4a4ddd req-d796c52f-f726-49a9-b21c-de2e52a8f055 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1ac4b742-2a25-4935-8476-e9ad3e543504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1076128 Aug 05 11:56:24.556760 n-d-803378-2 neutron-server[94421]: INFO neutron.api.v2.resource [None req-394f0263-8a4b-4d1f-8431-118bcb457e28 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] delete failed (client error): The resource could not be found. Aug 05 11:56:24.559626 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-394f0263-8a4b-4d1f-8431-118bcb457e28 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] 10.222.0.58 "DELETE /v2.0/routers/4136f426-78ed-4250-aefb-e0c237eb64b3 HTTP/1.1" status: 404 len: 336 time: 0.1011670 Aug 05 11:56:24.576148 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 51602) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:56:24.668008 n-d-803378-2 neutron-server[94421]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f5538f9-0905-43da-b004-17493ecfe2a2 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] DELETE failed (client error): The resource could not be found. Aug 05 11:56:24.668547 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f5538f9-0905-43da-b004-17493ecfe2a2 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:56:24.672420 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-3f5538f9-0905-43da-b004-17493ecfe2a2 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] 10.222.0.58 "DELETE /v2.0/subnets/d459f9ab-e666-48f4-bb65-d3b3a8d227ff HTTP/1.1" status: 404 len: 337 time: 0.0957210 Aug 05 11:56:24.677798 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 51604) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:56:24.761165 n-d-803378-2 neutron-server[94421]: INFO neutron.pecan_wsgi.hooks.translation [None req-c26e0a3f-3b0c-44b9-ac32-b0d864dde5c9 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] DELETE failed (client error): The resource could not be found. Aug 05 11:56:24.762118 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c26e0a3f-3b0c-44b9-ac32-b0d864dde5c9 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 11:56:24.764624 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-c26e0a3f-3b0c-44b9-ac32-b0d864dde5c9 tempest-RoutersTest-419515417 tempest-RoutersTest-419515417-project] 10.222.0.58 "DELETE /v2.0/subnets/25e0f3e4-5b1b-4b17-8909-8e12bf6a2837 HTTP/1.1" status: 404 len: 337 time: 0.0857399 Aug 05 11:56:24.771212 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d730c9f6-1cf6-44ba-b407-01c3cfbf6db2 req-a0c695d5-8a3e-4a4e-ab72-4ffd7e25a5ee tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:24.773268 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d730c9f6-1cf6-44ba-b407-01c3cfbf6db2 req-a0c695d5-8a3e-4a4e-ab72-4ffd7e25a5ee tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2982b20-6da2-4689-ae89-08a6113e6505 HTTP/1.1" status: 200 len: 943 time: 0.1473160 Aug 05 11:56:24.788212 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b7fc00e4-28c9-4529-ae35-7d3cce4a4ddd req-559c3ec5-1862-4988-af68-2de98b813f69 service neutron] 10.222.0.64 "GET /v2.0/networks/1ac4b742-2a25-4935-8476-e9ad3e543504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3023984 Aug 05 11:56:25.007863 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d730c9f6-1cf6-44ba-b407-01c3cfbf6db2 req-a5a78e1c-756d-4c56-a685-6e81ff6aaa8a tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=d700a63d-a591-46d0-9144-d357356aa9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1878364 Aug 05 11:56:25.161798 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b7fc00e4-28c9-4529-ae35-7d3cce4a4ddd req-b20416d5-e6c6-4281-bb72-594dcb68d453 service neutron] 10.222.0.64 "GET /v2.0/networks/1ac4b742-2a25-4935-8476-e9ad3e543504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3620257 Aug 05 11:56:25.188191 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-9729695d-0f99-4dd3-a37e-d8fa72fb09fe req-b3b749a1-9856-4cf6-918c-dde4116b8ad3 service neutron] For port ec68afcf-9c5f-45fb-ae44-cadcc706912a, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=ec68afcf-9c5f-45fb-ae44-cadcc706912a,segment=NetworkSegment(04fc797b-8ef5-4d9e-bac1-16267bbf773c),segment_id=04fc797b-8ef5-4d9e-bac1-16267bbf773c)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:56:25.292785 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-9729695d-0f99-4dd3-a37e-d8fa72fb09fe req-b3b749a1-9856-4cf6-918c-dde4116b8ad3 service neutron] For port ec68afcf-9c5f-45fb-ae44-cadcc706912a, host n-h2-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:56:25.376923 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-9729695d-0f99-4dd3-a37e-d8fa72fb09fe req-b3b749a1-9856-4cf6-918c-dde4116b8ad3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:25.399596 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-9729695d-0f99-4dd3-a37e-d8fa72fb09fe req-b3b749a1-9856-4cf6-918c-dde4116b8ad3 service neutron] Transition to ACTIVE for port object ec68afcf-9c5f-45fb-ae44-cadcc706912a will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:56:25.401609 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ca54f27-d046-4851-9908-b78111ddfd55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec68afcf-9c5f-45fb-ae44-cadcc706912a'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:56:25.406147 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb95e8c3-089d-4d72-a0d6-67da9abf7848" -d '{"events": [{"server_uuid": "9ca54f27-d046-4851-9908-b78111ddfd55", "name": "network-vif-unplugged", "status": "completed", "tag": "ec68afcf-9c5f-45fb-ae44-cadcc706912a"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:56:25.414789 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf7d716-eac7-48dd-a0e3-cac715becce0 req-348d0906-281c-4623-bf6e-aeef8d2c778e tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:25.417835 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-9729695d-0f99-4dd3-a37e-d8fa72fb09fe req-b3b749a1-9856-4cf6-918c-dde4116b8ad3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:25.430344 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4bf7d716-eac7-48dd-a0e3-cac715becce0 req-348d0906-281c-4623-bf6e-aeef8d2c778e tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "GET /v2.0/ports?device_id=3708a619-d7f8-47e4-996e-288c0fe159aa HTTP/1.1" status: 200 len: 946 time: 0.2485487 Aug 05 11:56:25.508275 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 51620) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:56:25.516428 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c9d858-6e56-424c-88d2-1543284066e6 req-eb368165-175a-4e61-bf43-75496e4dc60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:25.519244 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-21c9d858-6e56-424c-88d2-1543284066e6 req-eb368165-175a-4e61-bf43-75496e4dc60f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cbc89f3908d842d4a7beeb1a4fce5354&device_id=f2982b20-6da2-4689-ae89-08a6113e6505 HTTP/1.1" status: 200 len: 1094 time: 0.2252584 Aug 05 11:56:25.596953 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b749a1-9856-4cf6-918c-dde4116b8ad3 service neutron] Pushing event updated for resources: {'Port': ['ID=ec68afcf-9c5f-45fb-ae44-cadcc706912a,revision_number=10']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:56:25.706820 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4bf7d716-eac7-48dd-a0e3-cac715becce0 req-55718eae-aea8-4454-b473-e9238f0bdec8 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "GET /v2.0/security-groups?id=3383bc8b-a1c2-477b-9ff5-4afb57350447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740302 Aug 05 11:56:25.754736 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c9d858-6e56-424c-88d2-1543284066e6 req-7284f434-ba33-46fc-b1d1-31a7a22e03de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:25.754736 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-21c9d858-6e56-424c-88d2-1543284066e6 req-7284f434-ba33-46fc-b1d1-31a7a22e03de service neutron] 10.222.0.64 "GET /v2.0/networks?id=1ac4b742-2a25-4935-8476-e9ad3e543504 HTTP/1.1" status: 200 len: 917 time: 0.2161005 Aug 05 11:56:25.940057 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 05 Aug 2021 11:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-363b5563-d250-4881-955b-f46e8a59c809 x-openstack-request-id: req-363b5563-d250-4881-955b-f46e8a59c809 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:56:25.940057 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ca54f27-d046-4851-9908-b78111ddfd55", "name": "network-vif-unplugged", "status": "completed", "tag": "ec68afcf-9c5f-45fb-ae44-cadcc706912a", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:56:25.940652 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-363b5563-d250-4881-955b-f46e8a59c809 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:56:25.941022 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ca54f27-d046-4851-9908-b78111ddfd55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec68afcf-9c5f-45fb-ae44-cadcc706912a', 'code': 200} Aug 05 11:56:25.947333 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-9729695d-0f99-4dd3-a37e-d8fa72fb09fe req-b3b749a1-9856-4cf6-918c-dde4116b8ad3 service neutron] No DVR routers for this DVR port ec68afcf-9c5f-45fb-ae44-cadcc706912a on host n-h2-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:56:25.988613 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-21c9d858-6e56-424c-88d2-1543284066e6 req-d547da9e-61b4-4564-9f63-2decdb7c0c75 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=06d6ee75-11e6-4dbf-9648-382f6d9c5c20 HTTP/1.1" status: 200 len: 217 time: 0.2175629 Aug 05 11:56:26.128614 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c961fdda-d433-4903-9e7f-e626be9ec3ae req-0b81a23f-1a80-40d6-8fe4-f57644398c79 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:26.131091 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c961fdda-d433-4903-9e7f-e626be9ec3ae req-0b81a23f-1a80-40d6-8fe4-f57644398c79 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ca54f27-d046-4851-9908-b78111ddfd55 HTTP/1.1" status: 200 len: 945 time: 0.3890049 Aug 05 11:56:26.286617 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b247ed84-5a5c-4b62-91c7-9f7f10a36bbb req-78a51455-542c-4835-bf55-3c2a0fa5aed8 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-684096025&fields=id&tenant_id=2e7c65a434814f6199ebe26a23e571c4 HTTP/1.1" status: 200 len: 267 time: 0.1737478 Aug 05 11:56:26.309182 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-98cb34bf-1135-408d-ad40-a5d0b5e7cb88 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0d8a98bfcc92414295ea4818a0ea96ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7980611 Aug 05 11:56:26.316157 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c9d858-6e56-424c-88d2-1543284066e6 req-a18cfae8-81fe-4de0-95b2-557f79a27ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:26.317440 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 51630) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:56:26.318616 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-9729695d-0f99-4dd3-a37e-d8fa72fb09fe req-b3b749a1-9856-4cf6-918c-dde4116b8ad3 service neutron] Attempting to bind port ec68afcf-9c5f-45fb-ae44-cadcc706912a on host n-h1-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:56:26.319146 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-9729695d-0f99-4dd3-a37e-d8fa72fb09fe req-b3b749a1-9856-4cf6-918c-dde4116b8ad3 service neutron] Attempting to bind port ec68afcf-9c5f-45fb-ae44-cadcc706912a by drivers openvswitch,hyperv on host n-h1-803378-2 at level 0 using segments [{'id': '04fc797b-8ef5-4d9e-bac1-16267bbf773c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'de35454d-dce9-4c8c-89fd-a22990eff5d9'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:56:26.319463 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-21c9d858-6e56-424c-88d2-1543284066e6 req-a18cfae8-81fe-4de0-95b2-557f79a27ce7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a5e28117-6f3c-401b-be5b-a70254f1dc57 HTTP/1.1" status: 200 len: 855 time: 0.3121824 Aug 05 11:56:26.319707 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9729695d-0f99-4dd3-a37e-d8fa72fb09fe req-b3b749a1-9856-4cf6-918c-dde4116b8ad3 service neutron] Attempting to bind port ec68afcf-9c5f-45fb-ae44-cadcc706912a on network de35454d-dce9-4c8c-89fd-a22990eff5d9 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:56:26.339306 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9729695d-0f99-4dd3-a37e-d8fa72fb09fe req-b3b749a1-9856-4cf6-918c-dde4116b8ad3 service neutron] Port ec68afcf-9c5f-45fb-ae44-cadcc706912a on network de35454d-dce9-4c8c-89fd-a22990eff5d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:56:26.339794 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9729695d-0f99-4dd3-a37e-d8fa72fb09fe req-b3b749a1-9856-4cf6-918c-dde4116b8ad3 service neutron] Attempting to bind port ec68afcf-9c5f-45fb-ae44-cadcc706912a on network de35454d-dce9-4c8c-89fd-a22990eff5d9 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:56:26.351207 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9729695d-0f99-4dd3-a37e-d8fa72fb09fe req-b3b749a1-9856-4cf6-918c-dde4116b8ad3 service neutron] Checking agent: {'id': '40bb7567-59bd-4b31-bc29-da1c50bca759', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:56:26.351683 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9729695d-0f99-4dd3-a37e-d8fa72fb09fe req-b3b749a1-9856-4cf6-918c-dde4116b8ad3 service neutron] Checking segment: {'id': '04fc797b-8ef5-4d9e-bac1-16267bbf773c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'de35454d-dce9-4c8c-89fd-a22990eff5d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:56:26.352235 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9729695d-0f99-4dd3-a37e-d8fa72fb09fe req-b3b749a1-9856-4cf6-918c-dde4116b8ad3 service neutron] Bound using segment: {'id': '04fc797b-8ef5-4d9e-bac1-16267bbf773c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'de35454d-dce9-4c8c-89fd-a22990eff5d9'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:56:26.353427 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-9729695d-0f99-4dd3-a37e-d8fa72fb09fe req-b3b749a1-9856-4cf6-918c-dde4116b8ad3 service neutron] Bound port: ec68afcf-9c5f-45fb-ae44-cadcc706912a, host: n-h1-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04fc797b-8ef5-4d9e-bac1-16267bbf773c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'de35454d-dce9-4c8c-89fd-a22990eff5d9'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:56:26.353427 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-9729695d-0f99-4dd3-a37e-d8fa72fb09fe req-b3b749a1-9856-4cf6-918c-dde4116b8ad3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:26.418025 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c961fdda-d433-4903-9e7f-e626be9ec3ae req-3a36234c-e00f-4bf3-8967-93d5c8757ad5 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a3441a1-c2ab-48c0-836a-6574f4cf6a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2690094 Aug 05 11:56:26.460441 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b247ed84-5a5c-4b62-91c7-9f7f10a36bbb req-821e659e-5152-4537-91c2-bbe688d91729 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:26.477222 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b247ed84-5a5c-4b62-91c7-9f7f10a36bbb req-821e659e-5152-4537-91c2-bbe688d91729 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "GET /v2.0/ports?device_id=3708a619-d7f8-47e4-996e-288c0fe159aa HTTP/1.1" status: 200 len: 946 time: 0.1892207 Aug 05 11:56:26.501610 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-b247ed84-5a5c-4b62-91c7-9f7f10a36bbb req-463c0dee-1ce0-4f4c-8c72-d177501acc3b tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Request body: {'port': {'security_groups': ['3383bc8b-a1c2-477b-9ff5-4afb57350447', 'd6f3366b-05bf-435f-b8ff-d0f4efaf2de7']}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:56:26.531570 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-9729695d-0f99-4dd3-a37e-d8fa72fb09fe req-b3b749a1-9856-4cf6-918c-dde4116b8ad3 service neutron] For port ec68afcf-9c5f-45fb-ae44-cadcc706912a, host n-h1-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:56:26.531570 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-9729695d-0f99-4dd3-a37e-d8fa72fb09fe req-b3b749a1-9856-4cf6-918c-dde4116b8ad3 service neutron] For port ec68afcf-9c5f-45fb-ae44-cadcc706912a, host n-h1-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=ec68afcf-9c5f-45fb-ae44-cadcc706912a,segment=NetworkSegment(04fc797b-8ef5-4d9e-bac1-16267bbf773c),segment_id=04fc797b-8ef5-4d9e-bac1-16267bbf773c)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:56:26.561934 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c9d858-6e56-424c-88d2-1543284066e6 req-57440cfb-5263-4548-bef7-0428078a33e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:26.564626 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-21c9d858-6e56-424c-88d2-1543284066e6 req-57440cfb-5263-4548-bef7-0428078a33e0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1ac4b742-2a25-4935-8476-e9ad3e543504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2164333 Aug 05 11:56:26.594673 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-9729695d-0f99-4dd3-a37e-d8fa72fb09fe req-b3b749a1-9856-4cf6-918c-dde4116b8ad3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:26.700946 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6e6599b4-aad4-4ab0-b232-3107eea0a426 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:26.723560 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9729695d-0f99-4dd3-a37e-d8fa72fb09fe req-b3b749a1-9856-4cf6-918c-dde4116b8ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:26.725341 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-9729695d-0f99-4dd3-a37e-d8fa72fb09fe req-b3b749a1-9856-4cf6-918c-dde4116b8ad3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:26.730010 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9729695d-0f99-4dd3-a37e-d8fa72fb09fe req-b3b749a1-9856-4cf6-918c-dde4116b8ad3 service neutron] 10.222.0.64 "PUT /v2.0/ports/ec68afcf-9c5f-45fb-ae44-cadcc706912a HTTP/1.1" status: 200 len: 1093 time: 2.4633286 Aug 05 11:56:26.775589 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6e6599b4-aad4-4ab0-b232-3107eea0a426 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:26.797843 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-b247ed84-5a5c-4b62-91c7-9f7f10a36bbb req-463c0dee-1ce0-4f4c-8c72-d177501acc3b tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:26.802887 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b749a1-9856-4cf6-918c-dde4116b8ad3 service neutron] Pushing event updated for resources: {'Port': ['ID=ec68afcf-9c5f-45fb-ae44-cadcc706912a,revision_number=11']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:56:26.939975 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89864fde-edb2-4584-9c17-b3ed08b4d1ff req-36ab9400-298a-4d34-bc87-39237a26cf97 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:26.949168 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9729695d-0f99-4dd3-a37e-d8fa72fb09fe req-86452b01-38f1-4b25-abeb-35d608063b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:26.950010 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-89864fde-edb2-4584-9c17-b3ed08b4d1ff req-36ab9400-298a-4d34-bc87-39237a26cf97 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2982b20-6da2-4689-ae89-08a6113e6505 HTTP/1.1" status: 200 len: 943 time: 0.3450983 Aug 05 11:56:26.951989 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9729695d-0f99-4dd3-a37e-d8fa72fb09fe req-86452b01-38f1-4b25-abeb-35d608063b02 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7f88688726d24c8e9d77831659c7c3ae&device_id=9ca54f27-d046-4851-9908-b78111ddfd55 HTTP/1.1" status: 200 len: 1096 time: 0.1656141 Aug 05 11:56:27.090296 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-21c9d858-6e56-424c-88d2-1543284066e6 req-cbe19565-8273-46c1-82dc-3210b82baed1 service neutron] 10.222.0.64 "GET /v2.0/networks/1ac4b742-2a25-4935-8476-e9ad3e543504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5124304 Aug 05 11:56:27.094621 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6e6599b4-aad4-4ab0-b232-3107eea0a426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:27.100431 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6e6599b4-aad4-4ab0-b232-3107eea0a426 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:27.102865 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-6e6599b4-aad4-4ab0-b232-3107eea0a426 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/89825f04-92aa-43fa-bc4c-8ccff9075a00 HTTP/1.1" status: 204 len: 168 time: 0.7725070 Aug 05 11:56:27.131078 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6599b4-aad4-4ab0-b232-3107eea0a426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89825f04-92aa-43fa-bc4c-8ccff9075a00,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:56:27.256385 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9729695d-0f99-4dd3-a37e-d8fa72fb09fe req-79874525-686f-4994-8ad9-d73ec3732ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:27.259990 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9729695d-0f99-4dd3-a37e-d8fa72fb09fe req-79874525-686f-4994-8ad9-d73ec3732ab9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=de35454d-dce9-4c8c-89fd-a22990eff5d9 HTTP/1.1" status: 200 len: 898 time: 0.2882705 Aug 05 11:56:27.409397 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9729695d-0f99-4dd3-a37e-d8fa72fb09fe req-7d352f34-214d-4d38-addd-f9b9e72061a8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ec68afcf-9c5f-45fb-ae44-cadcc706912a HTTP/1.1" status: 200 len: 1000 time: 0.1407042 Aug 05 11:56:27.478702 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device ec68afcf-9c5f-45fb-ae44-cadcc706912a no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:56:27.509994 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9729695d-0f99-4dd3-a37e-d8fa72fb09fe req-e7cbea7d-b595-46f4-b1d0-61ee07384f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:27.515952 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9729695d-0f99-4dd3-a37e-d8fa72fb09fe req-e7cbea7d-b595-46f4-b1d0-61ee07384f91 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=eca5de13-4236-413f-a4f9-706b50495900 HTTP/1.1" status: 200 len: 835 time: 0.0926309 Aug 05 11:56:27.639770 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device ec68afcf-9c5f-45fb-ae44-cadcc706912a not bound to the agent host n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:56:27.649518 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9729695d-0f99-4dd3-a37e-d8fa72fb09fe req-d5b1f843-d4dd-42e7-9b74-45a3e2923f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:27.669056 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9729695d-0f99-4dd3-a37e-d8fa72fb09fe req-d5b1f843-d4dd-42e7-9b74-45a3e2923f19 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=de35454d-dce9-4c8c-89fd-a22990eff5d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1428051 Aug 05 11:56:27.888519 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-89864fde-edb2-4584-9c17-b3ed08b4d1ff req-ed16a6f6-dff1-4a88-9f8a-7d2d5205e37a tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=d700a63d-a591-46d0-9144-d357356aa9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7928140 Aug 05 11:56:27.925535 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9729695d-0f99-4dd3-a37e-d8fa72fb09fe req-78312f54-e75a-4ca2-8f10-72266ad0d7fe service neutron] 10.222.0.64 "GET /v2.0/networks/de35454d-dce9-4c8c-89fd-a22990eff5d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394664 Aug 05 11:56:27.945124 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ca54f27-d046-4851-9908-b78111ddfd55', 'tag': 'ec68afcf-9c5f-45fb-ae44-cadcc706912a'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:56:27.954405 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-249fa2c5-ae7e-45f6-8162-755dea3c1130" -d '{"events": [{"name": "network-changed", "server_uuid": "9ca54f27-d046-4851-9908-b78111ddfd55", "tag": "ec68afcf-9c5f-45fb-ae44-cadcc706912a"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:56:28.034263 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-21c9d858-6e56-424c-88d2-1543284066e6 req-62fbb5f4-0557-483f-9e4d-11a6e9dd9461 service neutron] 10.222.0.64 "GET /v2.0/networks/1ac4b742-2a25-4935-8476-e9ad3e543504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9236627 Aug 05 11:56:28.048263 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-b247ed84-5a5c-4b62-91c7-9f7f10a36bbb req-463c0dee-1ce0-4f4c-8c72-d177501acc3b tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] For port 5c78446a-2fa3-45fd-9b27-6ef222af60ee, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=5c78446a-2fa3-45fd-9b27-6ef222af60ee,segment=NetworkSegment(d04d9efc-abcb-4f65-93ca-e7d53aa92d96),segment_id=d04d9efc-abcb-4f65-93ca-e7d53aa92d96)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:56:28.205243 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-b247ed84-5a5c-4b62-91c7-9f7f10a36bbb req-463c0dee-1ce0-4f4c-8c72-d177501acc3b tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:28.220093 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-b247ed84-5a5c-4b62-91c7-9f7f10a36bbb req-463c0dee-1ce0-4f4c-8c72-d177501acc3b tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:28.256604 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['617aef5c-c4cd-4d45-bc00-46e948738306', '5c78446a-2fa3-45fd-9b27-6ef222af60ee'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:56:28.315677 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2f652c-28bf-4ec9-9b82-44fdaebc7879 req-da4f9d29-aa0e-4191-b49b-acc72ee98a57 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:28.318769 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ec2f652c-28bf-4ec9-9b82-44fdaebc7879 req-da4f9d29-aa0e-4191-b49b-acc72ee98a57 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ca54f27-d046-4851-9908-b78111ddfd55 HTTP/1.1" status: 200 len: 945 time: 0.2083898 Aug 05 11:56:28.349063 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b247ed84-5a5c-4b62-91c7-9f7f10a36bbb req-463c0dee-1ce0-4f4c-8c72-d177501acc3b tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:28.350291 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-b247ed84-5a5c-4b62-91c7-9f7f10a36bbb req-463c0dee-1ce0-4f4c-8c72-d177501acc3b tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:28.353178 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b247ed84-5a5c-4b62-91c7-9f7f10a36bbb req-463c0dee-1ce0-4f4c-8c72-d177501acc3b tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "PUT /v2.0/ports/5c78446a-2fa3-45fd-9b27-6ef222af60ee HTTP/1.1" status: 200 len: 982 time: 1.8700910 Aug 05 11:56:28.354249 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3708a619-d7f8-47e4-996e-288c0fe159aa', 'tag': '5c78446a-2fa3-45fd-9b27-6ef222af60ee'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:56:28.359911 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}828068ad8d405ad77660ce68fa78e1ffe658725812f7a08f9e488a446589295b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5918b78c-eddb-4fa3-8668-4e6f58cd241e" -d '{"events": [{"name": "network-changed", "server_uuid": "3708a619-d7f8-47e4-996e-288c0fe159aa", "tag": "5c78446a-2fa3-45fd-9b27-6ef222af60ee"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:56:28.381099 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9729695d-0f99-4dd3-a37e-d8fa72fb09fe req-bcbbc3b5-8581-4350-90b2-ae5918c3d0eb service neutron] 10.222.0.64 "GET /v2.0/networks/de35454d-dce9-4c8c-89fd-a22990eff5d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4395747 Aug 05 11:56:28.482012 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c41ad90-af27-48e5-8acf-75a9d2465178 x-openstack-request-id: req-4c41ad90-af27-48e5-8acf-75a9d2465178 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:56:28.484033 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ca54f27-d046-4851-9908-b78111ddfd55", "tag": "ec68afcf-9c5f-45fb-ae44-cadcc706912a", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:56:28.484939 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4c41ad90-af27-48e5-8acf-75a9d2465178 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:56:28.485849 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ca54f27-d046-4851-9908-b78111ddfd55', 'tag': 'ec68afcf-9c5f-45fb-ae44-cadcc706912a', 'status': 'completed', 'code': 200} Aug 05 11:56:28.522365 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463c0dee-1ce0-4f4c-8c72-d177501acc3b tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Pushing event updated for resources: {'Port': ['ID=5c78446a-2fa3-45fd-9b27-6ef222af60ee,revision_number=6']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:56:28.571496 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['5c78446a-2fa3-45fd-9b27-6ef222af60ee'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:56:28.586532 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ec2f652c-28bf-4ec9-9b82-44fdaebc7879 req-34986059-e9a1-4c6a-820b-3a62119546dc tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a3441a1-c2ab-48c0-836a-6574f4cf6a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2099469 Aug 05 11:56:28.749653 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0c2558e7-a12b-4be4-9c7a-2a165fab987f req-73218d7c-eaa1-441a-b6e1-5c1115e9709f tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "GET /v2.0/security-groups/d6f3366b-05bf-435f-b8ff-d0f4efaf2de7 HTTP/1.1" status: 200 len: 1802 time: 0.2181518 Aug 05 11:56:28.841453 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249fa2c5-ae7e-45f6-8162-755dea3c1130 req-4c6b6238-15cf-4474-9f17-d7db701ece98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:28.844651 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-249fa2c5-ae7e-45f6-8162-755dea3c1130 req-4c6b6238-15cf-4474-9f17-d7db701ece98 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7f88688726d24c8e9d77831659c7c3ae&device_id=9ca54f27-d046-4851-9908-b78111ddfd55 HTTP/1.1" status: 200 len: 1096 time: 0.2837689 Aug 05 11:56:28.844984 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 06d6ee75-11e6-4dbf-9648-382f6d9c5c20 details requested by agent hyperv_n-h1-803378-2 with host n-h1-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:56:28.849060 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bbd9724-f395-4a0c-a636-a20cb6aedc04 x-openstack-request-id: req-2bbd9724-f395-4a0c-a636-a20cb6aedc04 {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:56:28.849857 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3708a619-d7f8-47e4-996e-288c0fe159aa", "tag": "5c78446a-2fa3-45fd-9b27-6ef222af60ee", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:56:28.850443 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2bbd9724-f395-4a0c-a636-a20cb6aedc04 {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:56:28.851418 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3708a619-d7f8-47e4-996e-288c0fe159aa', 'tag': '5c78446a-2fa3-45fd-9b27-6ef222af60ee', 'status': 'completed', 'code': 200} Aug 05 11:56:28.859252 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249fa2c5-ae7e-45f6-8162-755dea3c1130 req-00219cdc-9ba1-4986-bf4e-38928db3009a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:28.862025 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-249fa2c5-ae7e-45f6-8162-755dea3c1130 req-00219cdc-9ba1-4986-bf4e-38928db3009a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7f88688726d24c8e9d77831659c7c3ae&device_id=9ca54f27-d046-4851-9908-b78111ddfd55 HTTP/1.1" status: 200 len: 1096 time: 0.2715468 Aug 05 11:56:28.878019 n-d-803378-2 neutron-server[94420]: INFO neutron.api.v2.resource [req-0c2558e7-a12b-4be4-9c7a-2a165fab987f req-38780793-b5d6-476d-a2c5-933754c72b4b tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 05 11:56:28.891533 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0c2558e7-a12b-4be4-9c7a-2a165fab987f req-38780793-b5d6-476d-a2c5-933754c72b4b tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "DELETE /v2.0/security-groups/d6f3366b-05bf-435f-b8ff-d0f4efaf2de7 HTTP/1.1" status: 409 len: 341 time: 0.1397314 Aug 05 11:56:29.084110 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 51682) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:56:29.284449 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d78921b-c696-43ff-84ed-12bd9b611d53 req-376caad1-3495-4aef-a31c-73bde08a15eb tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:29.305386 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5d78921b-c696-43ff-84ed-12bd9b611d53 req-376caad1-3495-4aef-a31c-73bde08a15eb tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2982b20-6da2-4689-ae89-08a6113e6505 HTTP/1.1" status: 200 len: 943 time: 0.1860597 Aug 05 11:56:29.343304 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249fa2c5-ae7e-45f6-8162-755dea3c1130 req-b6c674e2-e190-4cac-a2d9-62fadb60a34e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:29.346703 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-249fa2c5-ae7e-45f6-8162-755dea3c1130 req-b6c674e2-e190-4cac-a2d9-62fadb60a34e service neutron] 10.222.0.55 "GET /v2.0/networks?id=de35454d-dce9-4c8c-89fd-a22990eff5d9 HTTP/1.1" status: 200 len: 898 time: 0.4924955 Aug 05 11:56:29.383966 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-31d973e5-d8f9-48da-89d5-8c41611a4b9d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2030512374-network', 'tenant_id': '13323bab89c443699f234365782a2995'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:56:29.457526 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5d78921b-c696-43ff-84ed-12bd9b611d53 req-47900ec2-eb32-4eeb-a891-369b782db3e5 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=d700a63d-a591-46d0-9144-d357356aa9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1487780 Aug 05 11:56:29.517898 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31d973e5-d8f9-48da-89d5-8c41611a4b9d admin admin] Made reservation on behalf of 13323bab89c443699f234365782a2995 for: {'network': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:56:29.527916 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-31d973e5-d8f9-48da-89d5-8c41611a4b9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:29.556401 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-31d973e5-d8f9-48da-89d5-8c41611a4b9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:29.574459 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5918b78c-eddb-4fa3-8668-4e6f58cd241e req-64588fea-73dc-48a0-956b-84bbc487dc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:29.577428 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-5918b78c-eddb-4fa3-8668-4e6f58cd241e req-64588fea-73dc-48a0-956b-84bbc487dc0c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2e7c65a434814f6199ebe26a23e571c4&device_id=3708a619-d7f8-47e4-996e-288c0fe159aa HTTP/1.1" status: 200 len: 1136 time: 0.6973286 Aug 05 11:56:29.728174 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:29.769653 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 06d6ee75-11e6-4dbf-9648-382f6d9c5c20, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=06d6ee75-11e6-4dbf-9648-382f6d9c5c20,segment=NetworkSegment(de1f7257-8faa-46ea-8956-4b8e85e97bcb),segment_id=de1f7257-8faa-46ea-8956-4b8e85e97bcb)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:56:29.863458 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992515dd-09c2-45b9-af2d-8ac573b1eebc req-ac630895-a0ec-4d7c-9578-313eae8673fa tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:29.866558 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-992515dd-09c2-45b9-af2d-8ac573b1eebc req-ac630895-a0ec-4d7c-9578-313eae8673fa tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "GET /v2.0/ports?device_id=3708a619-d7f8-47e4-996e-288c0fe159aa HTTP/1.1" status: 200 len: 985 time: 0.2641168 Aug 05 11:56:29.892329 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5918b78c-eddb-4fa3-8668-4e6f58cd241e req-5a7a1d76-5bb9-4163-8068-a09dbeb70d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:29.896287 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-5918b78c-eddb-4fa3-8668-4e6f58cd241e req-5a7a1d76-5bb9-4163-8068-a09dbeb70d63 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b9c69729-0b70-4088-a30d-372be3774212 HTTP/1.1" status: 200 len: 914 time: 0.3053906 Aug 05 11:56:29.950815 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-249fa2c5-ae7e-45f6-8162-755dea3c1130 req-ecd1f3a5-c26a-47a0-901a-30ed11796489 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ec68afcf-9c5f-45fb-ae44-cadcc706912a HTTP/1.1" status: 200 len: 1000 time: 0.5592389 Aug 05 11:56:30.030808 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-992515dd-09c2-45b9-af2d-8ac573b1eebc req-87134d85-4527-452a-9ba0-4c1e3222eb31 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "GET /v2.0/security-groups?id=3383bc8b-a1c2-477b-9ff5-4afb57350447&id=d6f3366b-05bf-435f-b8ff-d0f4efaf2de7&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1276824 Aug 05 11:56:30.032603 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249fa2c5-ae7e-45f6-8162-755dea3c1130 req-0b3ffbb7-c561-4dca-a893-cadabf9a2138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:30.038061 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-249fa2c5-ae7e-45f6-8162-755dea3c1130 req-0b3ffbb7-c561-4dca-a893-cadabf9a2138 service neutron] 10.222.0.64 "GET /v2.0/networks?id=de35454d-dce9-4c8c-89fd-a22990eff5d9 HTTP/1.1" status: 200 len: 898 time: 1.1580784 Aug 05 11:56:30.046026 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3e419a-0223-4cd9-81a9-9b82ccfdd10f req-ead831dc-f121-4ff6-a63b-435633c1d900 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:30.059384 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8c3e419a-0223-4cd9-81a9-9b82ccfdd10f req-ead831dc-f121-4ff6-a63b-435633c1d900 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ca54f27-d046-4851-9908-b78111ddfd55 HTTP/1.1" status: 200 len: 945 time: 0.2521207 Aug 05 11:56:30.074729 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Returning: {'device': '06d6ee75-11e6-4dbf-9648-382f6d9c5c20', 'network_id': '1ac4b742-2a25-4935-8476-e9ad3e543504', 'port_id': '06d6ee75-11e6-4dbf-9648-382f6d9c5c20', 'mac_address': 'fa:16:3e:f9:f4:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5e28117-6f3c-401b-be5b-a70254f1dc57', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:56:30.136214 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249fa2c5-ae7e-45f6-8162-755dea3c1130 req-463742bb-737e-4514-9fa8-7159ac0dece8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:30.140385 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-249fa2c5-ae7e-45f6-8162-755dea3c1130 req-463742bb-737e-4514-9fa8-7159ac0dece8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=eca5de13-4236-413f-a4f9-706b50495900 HTTP/1.1" status: 200 len: 835 time: 0.1120865 Aug 05 11:56:30.142935 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-31d973e5-d8f9-48da-89d5-8c41611a4b9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:30.145435 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-5918b78c-eddb-4fa3-8668-4e6f58cd241e req-a9b2d6ef-d966-4cc8-a3d5-007e7a2febc3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c78446a-2fa3-45fd-9b27-6ef222af60ee HTTP/1.1" status: 200 len: 217 time: 0.2318320 Aug 05 11:56:30.173876 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8c3e419a-0223-4cd9-81a9-9b82ccfdd10f req-7f24db4b-1da4-447b-ab7b-a12ab90d7564 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a3441a1-c2ab-48c0-836a-6574f4cf6a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130266 Aug 05 11:56:30.176316 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-31d973e5-d8f9-48da-89d5-8c41611a4b9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:30.232873 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31d973e5-d8f9-48da-89d5-8c41611a4b9d admin admin] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=94420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:56:30.244295 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d973e5-d8f9-48da-89d5-8c41611a4b9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ed669ec-6dd7-4d52-a197-0ad275abaec9,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:56:30.252429 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-31d973e5-d8f9-48da-89d5-8c41611a4b9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:30.253072 n-d-803378-2 neutron-server[94420]: INFO neutron.db.segments_db [None req-31d973e5-d8f9-48da-89d5-8c41611a4b9d admin admin] Added segment 4efcb838-0fe7-4905-9dd6-edb13db9e5b8 of type vlan for network 7eb78e3b-a9e4-4ba9-8c78-ceb57f8df5e6 Aug 05 11:56:30.351969 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-31d973e5-d8f9-48da-89d5-8c41611a4b9d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:30.358553 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5918b78c-eddb-4fa3-8668-4e6f58cd241e req-0f1319bc-795b-425b-8095-342b34b2427e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:30.362735 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-5918b78c-eddb-4fa3-8668-4e6f58cd241e req-0f1319bc-795b-425b-8095-342b34b2427e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bfce54b6-991e-4bac-8848-405675e3312d HTTP/1.1" status: 200 len: 853 time: 0.1997299 Aug 05 11:56:30.422688 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-31d973e5-d8f9-48da-89d5-8c41611a4b9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:30.426312 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d973e5-d8f9-48da-89d5-8c41611a4b9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:30.428249 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-31d973e5-d8f9-48da-89d5-8c41611a4b9d admin admin] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:30.451876 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:30.476666 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-5918b78c-eddb-4fa3-8668-4e6f58cd241e req-5e7861a9-1eae-4c67-99e0-53d71f756aab service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b9c69729-0b70-4088-a30d-372be3774212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0949309 Aug 05 11:56:30.586733 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06d6ee75-11e6-4dbf-9648-382f6d9c5c20 {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:56:30.632570 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249fa2c5-ae7e-45f6-8162-755dea3c1130 req-b6efb0dc-4c02-4658-8851-677c9a8a2e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:30.635833 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-249fa2c5-ae7e-45f6-8162-755dea3c1130 req-b6efb0dc-4c02-4658-8851-677c9a8a2e87 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=de35454d-dce9-4c8c-89fd-a22990eff5d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4749002 Aug 05 11:56:30.640247 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-249fa2c5-ae7e-45f6-8162-755dea3c1130 req-7cd9546e-290d-437a-9b32-3a3d471d45f9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ec68afcf-9c5f-45fb-ae44-cadcc706912a HTTP/1.1" status: 200 len: 1000 time: 0.4926925 Aug 05 11:56:30.654148 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-31d973e5-d8f9-48da-89d5-8c41611a4b9d admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5627587 Aug 05 11:56:30.678649 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 51700) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:56:30.681833 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 06d6ee75-11e6-4dbf-9648-382f6d9c5c20, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=06d6ee75-11e6-4dbf-9648-382f6d9c5c20,segment=NetworkSegment(de1f7257-8faa-46ea-8956-4b8e85e97bcb),segment_id=de1f7257-8faa-46ea-8956-4b8e85e97bcb)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:56:30.694033 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-d3234e3e-55f6-4f9c-af6f-ac179f4b1627 admin admin] Request body: {'subnet': {'network_id': '7eb78e3b-a9e4-4ba9-8c78-ceb57f8df5e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2030512374-subnet', 'tenant_id': '13323bab89c443699f234365782a2995', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:56:30.696297 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:30.787804 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3234e3e-55f6-4f9c-af6f-ac179f4b1627 admin admin] Made reservation on behalf of 13323bab89c443699f234365782a2995 for: {'subnet': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:56:30.792543 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d3234e3e-55f6-4f9c-af6f-ac179f4b1627 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24211133'] for subnet, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:30.832793 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=06d6ee75-11e6-4dbf-9648-382f6d9c5c20,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:56:30.879882 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d973e5-d8f9-48da-89d5-8c41611a4b9d admin admin] Pushing event updated for resources: {'Network': ['ID=7eb78e3b-a9e4-4ba9-8c78-ceb57f8df5e6,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:56:30.903248 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 7eb78e3b-a9e4-4ba9-8c78-ceb57f8df5e6 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:56:31.109732 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14ef177-9eb9-4f3e-99f5-3d8cff94f013 req-fd3141e4-ce7d-462a-800c-7af3c621aa93 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:31.113686 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e14ef177-9eb9-4f3e-99f5-3d8cff94f013 req-fd3141e4-ce7d-462a-800c-7af3c621aa93 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2982b20-6da2-4689-ae89-08a6113e6505 HTTP/1.1" status: 200 len: 944 time: 0.3801944 Aug 05 11:56:31.242779 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['06d6ee75-11e6-4dbf-9648-382f6d9c5c20'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:56:31.290341 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e14ef177-9eb9-4f3e-99f5-3d8cff94f013 req-c9211a30-4964-4b75-b09d-9af579d3cbbf tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=d700a63d-a591-46d0-9144-d357356aa9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1367447 Aug 05 11:56:31.445892 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249fa2c5-ae7e-45f6-8162-755dea3c1130 req-dab129c1-8f02-4142-94de-a4dea86ddb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:31.449948 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-249fa2c5-ae7e-45f6-8162-755dea3c1130 req-dab129c1-8f02-4142-94de-a4dea86ddb04 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=eca5de13-4236-413f-a4f9-706b50495900 HTTP/1.1" status: 200 len: 835 time: 0.6929667 Aug 05 11:56:31.457188 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-5918b78c-eddb-4fa3-8668-4e6f58cd241e req-d3ef1cd2-21b6-420f-8576-a6b9232f5633 service neutron] 10.222.0.55 "GET /v2.0/networks/b9c69729-0b70-4088-a30d-372be3774212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9673510 Aug 05 11:56:31.482417 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-249fa2c5-ae7e-45f6-8162-755dea3c1130 req-9b6c46ef-45a3-4255-96d7-a37f54beaca5 service neutron] 10.222.0.55 "GET /v2.0/networks/de35454d-dce9-4c8c-89fd-a22990eff5d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8308794 Aug 05 11:56:31.552013 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d3234e3e-55f6-4f9c-af6f-ac179f4b1627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29762700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24211087'] for subnet, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:31.731202 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3234e3e-55f6-4f9c-af6f-ac179f4b1627 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8003a77-19a6-460a-8a85-458df1a48794,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:56:31.769971 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44574ad4-8c31-40b4-aa9d-cd7ad08feeed req-f1521bcb-2d70-4888-bc59-a15223072f0c tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:31.772784 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-44574ad4-8c31-40b4-aa9d-cd7ad08feeed req-f1521bcb-2d70-4888-bc59-a15223072f0c tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "GET /v2.0/ports?device_id=3708a619-d7f8-47e4-996e-288c0fe159aa HTTP/1.1" status: 200 len: 985 time: 0.5553465 Aug 05 11:56:31.811013 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8b147e-6679-49bf-b092-6c6b21744290 req-190a264f-4fcc-404b-8ddb-dc40882f2e2d tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:31.813915 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1e8b147e-6679-49bf-b092-6c6b21744290 req-190a264f-4fcc-404b-8ddb-dc40882f2e2d tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ca54f27-d046-4851-9908-b78111ddfd55 HTTP/1.1" status: 200 len: 945 time: 0.3214576 Aug 05 11:56:31.820752 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249fa2c5-ae7e-45f6-8162-755dea3c1130 req-c0dbdd07-e3d8-4f68-8e1a-6a2bb10861e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:31.828461 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-249fa2c5-ae7e-45f6-8162-755dea3c1130 req-c0dbdd07-e3d8-4f68-8e1a-6a2bb10861e0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=de35454d-dce9-4c8c-89fd-a22990eff5d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3689468 Aug 05 11:56:31.872941 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3234e3e-55f6-4f9c-af6f-ac179f4b1627 admin admin] Checking segment: {'id': '4efcb838-0fe7-4905-9dd6-edb13db9e5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '7eb78e3b-a9e4-4ba9-8c78-ceb57f8df5e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:56:31.873627 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3234e3e-55f6-4f9c-af6f-ac179f4b1627 admin admin] Network hostable DHCP agents. Network: 7eb78e3b-a9e4-4ba9-8c78-ceb57f8df5e6, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:56:31.972917 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-249fa2c5-ae7e-45f6-8162-755dea3c1130 req-47b70f66-dc05-4196-93a4-9ff1cea70d61 service neutron] 10.222.0.55 "GET /v2.0/networks/de35454d-dce9-4c8c-89fd-a22990eff5d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4706085 Aug 05 11:56:31.984334 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-5918b78c-eddb-4fa3-8668-4e6f58cd241e req-8d8fbdea-e939-429a-b5b9-acef9e9a4f9d service neutron] 10.222.0.55 "GET /v2.0/networks/b9c69729-0b70-4088-a30d-372be3774212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4969511 Aug 05 11:56:32.033102 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-44574ad4-8c31-40b4-aa9d-cd7ad08feeed req-891a7e1e-710c-4491-946e-9d6e602ab965 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "GET /v2.0/security-groups?id=3383bc8b-a1c2-477b-9ff5-4afb57350447&id=d6f3366b-05bf-435f-b8ff-d0f4efaf2de7&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.2133708 Aug 05 11:56:32.058856 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1e8b147e-6679-49bf-b092-6c6b21744290 req-7c9fd069-02af-4921-8ec3-75bc89d7e267 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a3441a1-c2ab-48c0-836a-6574f4cf6a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2244098 Aug 05 11:56:32.060814 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3234e3e-55f6-4f9c-af6f-ac179f4b1627 admin admin] Network 7eb78e3b-a9e4-4ba9-8c78-ceb57f8df5e6 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:56:32.098983 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-249fa2c5-ae7e-45f6-8162-755dea3c1130 req-00f98029-19d3-4e0f-8707-0d54c3f87cae service neutron] 10.222.0.64 "GET /v2.0/networks/de35454d-dce9-4c8c-89fd-a22990eff5d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467666 Aug 05 11:56:32.099890 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-d3234e3e-55f6-4f9c-af6f-ac179f4b1627 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, 7eb78e3b-a9e4-4ba9-8c78-ceb57f8df5e6) {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:56:32.112458 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3234e3e-55f6-4f9c-af6f-ac179f4b1627 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:32.117572 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d3234e3e-55f6-4f9c-af6f-ac179f4b1627 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:32.118999 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83df9a39-52dd-4f5b-b8be-7f49b791c2a4 None None] Network 7eb78e3b-a9e4-4ba9-8c78-ceb57f8df5e6 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:56:32.164768 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-d3234e3e-55f6-4f9c-af6f-ac179f4b1627 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4671326 Aug 05 11:56:32.394579 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed31d42-6bd3-4317-8555-1769992a96d0 req-3600ff3c-0237-4b31-9bb9-bc38bb38bbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:32.397665 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-0ed31d42-6bd3-4317-8555-1769992a96d0 req-3600ff3c-0237-4b31-9bb9-bc38bb38bbd5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2e7c65a434814f6199ebe26a23e571c4&device_id=3708a619-d7f8-47e4-996e-288c0fe159aa HTTP/1.1" status: 200 len: 1136 time: 0.2480595 Aug 05 11:56:32.407903 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e6b73b-a997-488f-a467-f6d08e5e48ae None None] Network 7eb78e3b-a9e4-4ba9-8c78-ceb57f8df5e6 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:56:32.593523 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-249fa2c5-ae7e-45f6-8162-755dea3c1130 req-0a182605-f370-4b46-8400-68d6d94d7b30 service neutron] 10.222.0.64 "GET /v2.0/networks/de35454d-dce9-4c8c-89fd-a22990eff5d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4805689 Aug 05 11:56:32.659030 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49960b05-da7e-471c-802d-8d8ab51e49a3 req-bbd5965a-28c7-4f39-9d03-1f4605161e69 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:32.665536 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-49960b05-da7e-471c-802d-8d8ab51e49a3 req-bbd5965a-28c7-4f39-9d03-1f4605161e69 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2982b20-6da2-4689-ae89-08a6113e6505 HTTP/1.1" status: 200 len: 944 time: 0.1256196 Aug 05 11:56:32.765020 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-49960b05-da7e-471c-802d-8d8ab51e49a3 req-0fa71d54-b63e-4ea2-89c1-032cad8e264d tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=d700a63d-a591-46d0-9144-d357356aa9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794125 Aug 05 11:56:32.785656 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed31d42-6bd3-4317-8555-1769992a96d0 req-02d8fd78-3623-4788-b5fa-316af030040e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:32.788531 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-0ed31d42-6bd3-4317-8555-1769992a96d0 req-02d8fd78-3623-4788-b5fa-316af030040e service neutron] 10.222.0.55 "GET /v2.0/networks?id=b9c69729-0b70-4088-a30d-372be3774212 HTTP/1.1" status: 200 len: 914 time: 0.3655736 Aug 05 11:56:32.860856 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-0ed31d42-6bd3-4317-8555-1769992a96d0 req-b3d611e0-2056-4570-addd-35ccbc8fc8fd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c78446a-2fa3-45fd-9b27-6ef222af60ee HTTP/1.1" status: 200 len: 217 time: 0.0604153 Aug 05 11:56:32.870823 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device ec68afcf-9c5f-45fb-ae44-cadcc706912a details requested by agent hyperv_n-h1-803378-2 with host n-h1-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:56:32.884561 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 06d6ee75-11e6-4dbf-9648-382f6d9c5c20 up at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:56:33.028381 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed31d42-6bd3-4317-8555-1769992a96d0 req-6ffb1673-d30b-434e-b7b4-ab5c45a73d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:33.035154 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-0ed31d42-6bd3-4317-8555-1769992a96d0 req-6ffb1673-d30b-434e-b7b4-ab5c45a73d20 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bfce54b6-991e-4bac-8848-405675e3312d HTTP/1.1" status: 200 len: 853 time: 0.1670287 Aug 05 11:56:33.037743 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.db.resource_extend [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 05 11:56:33.145630 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-0ed31d42-6bd3-4317-8555-1769992a96d0 req-03d84aa6-f3a6-422e-a638-c5f347b32300 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b9c69729-0b70-4088-a30d-372be3774212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0980747 Aug 05 11:56:33.312129 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning for port 06d6ee75-11e6-4dbf-9648-382f6d9c5c20 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:56:33.350151 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning complete for port 06d6ee75-11e6-4dbf-9648-382f6d9c5c20 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:56:33.355622 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:33.416656 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7779214-876b-43af-ba38-91879aefc1d3 req-b79b9f18-108b-4c87-a025-c6de37370648 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:33.425257 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a7779214-876b-43af-ba38-91879aefc1d3 req-b79b9f18-108b-4c87-a025-c6de37370648 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "GET /v2.0/ports?device_id=3708a619-d7f8-47e4-996e-288c0fe159aa HTTP/1.1" status: 200 len: 985 time: 0.2430458 Aug 05 11:56:33.544715 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-0ed31d42-6bd3-4317-8555-1769992a96d0 req-e133fdda-7645-4cef-9db8-8d1d95d7b6cc service neutron] 10.222.0.55 "GET /v2.0/networks/b9c69729-0b70-4088-a30d-372be3774212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3949757 Aug 05 11:56:33.547545 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port ec68afcf-9c5f-45fb-ae44-cadcc706912a, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=ec68afcf-9c5f-45fb-ae44-cadcc706912a,segment=NetworkSegment(04fc797b-8ef5-4d9e-bac1-16267bbf773c),segment_id=04fc797b-8ef5-4d9e-bac1-16267bbf773c)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:56:33.599881 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Returning: {'device': 'ec68afcf-9c5f-45fb-ae44-cadcc706912a', 'network_id': 'de35454d-dce9-4c8c-89fd-a22990eff5d9', 'port_id': 'ec68afcf-9c5f-45fb-ae44-cadcc706912a', 'mac_address': 'fa:16:3e:e2:86:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eca5de13-4236-413f-a4f9-706b50495900', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:56:33.657559 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538103be-02cc-46e7-a32d-40b4f44be886 req-5aed948c-c61b-43d7-abcf-d276612e3427 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:33.676677 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-538103be-02cc-46e7-a32d-40b4f44be886 req-5aed948c-c61b-43d7-abcf-d276612e3427 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ca54f27-d046-4851-9908-b78111ddfd55 HTTP/1.1" status: 200 len: 945 time: 0.2464316 Aug 05 11:56:33.690766 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 51742) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:56:33.702329 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a7779214-876b-43af-ba38-91879aefc1d3 req-1dba36b2-cad9-4609-ab03-e326725d2165 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "GET /v2.0/security-groups?id=3383bc8b-a1c2-477b-9ff5-4afb57350447&id=d6f3366b-05bf-435f-b8ff-d0f4efaf2de7&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.2428248 Aug 05 11:56:33.709109 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-9c462abf-0b1e-4ccf-ad46-cb891015bccf admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1527568299-network', 'tenant_id': '306a2f312a38406fac96d0cb91af2df8'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:56:33.802516 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-538103be-02cc-46e7-a32d-40b4f44be886 req-c4eb3fbe-e2d9-49bc-8038-98805b70a6b7 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a3441a1-c2ab-48c0-836a-6574f4cf6a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243873 Aug 05 11:56:33.814918 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c462abf-0b1e-4ccf-ad46-cb891015bccf admin admin] Made reservation on behalf of 306a2f312a38406fac96d0cb91af2df8 for: {'network': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:56:33.830883 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9c462abf-0b1e-4ccf-ad46-cb891015bccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:33.864174 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9c462abf-0b1e-4ccf-ad46-cb891015bccf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:33.897187 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:33.902271 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-0ed31d42-6bd3-4317-8555-1769992a96d0 req-74a6fad4-c6cc-47d1-8907-911f5a4ac5ca service neutron] 10.222.0.55 "GET /v2.0/networks/b9c69729-0b70-4088-a30d-372be3774212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3402092 Aug 05 11:56:33.902984 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:33.970049 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec68afcf-9c5f-45fb-ae44-cadcc706912a {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:56:34.008921 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2982b20-6da2-4689-ae89-08a6113e6505', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06d6ee75-11e6-4dbf-9648-382f6d9c5c20'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:56:34.013203 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e668f7b8-ef82-452d-adc1-60370899debd" -d '{"events": [{"server_uuid": "f2982b20-6da2-4689-ae89-08a6113e6505", "name": "network-vif-plugged", "status": "completed", "tag": "06d6ee75-11e6-4dbf-9648-382f6d9c5c20"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:56:34.052971 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 06d6ee75-11e6-4dbf-9648-382f6d9c5c20, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=06d6ee75-11e6-4dbf-9648-382f6d9c5c20,segment=NetworkSegment(de1f7257-8faa-46ea-8956-4b8e85e97bcb),segment_id=de1f7257-8faa-46ea-8956-4b8e85e97bcb)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:56:34.071100 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:34.078129 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port ec68afcf-9c5f-45fb-ae44-cadcc706912a, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=ec68afcf-9c5f-45fb-ae44-cadcc706912a,segment=NetworkSegment(04fc797b-8ef5-4d9e-bac1-16267bbf773c),segment_id=04fc797b-8ef5-4d9e-bac1-16267bbf773c)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:56:34.136152 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ef9603d-73ce-4f6d-957e-f10e269b64b3 x-openstack-request-id: req-7ef9603d-73ce-4f6d-957e-f10e269b64b3 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:56:34.136767 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2982b20-6da2-4689-ae89-08a6113e6505", "name": "network-vif-plugged", "status": "completed", "tag": "06d6ee75-11e6-4dbf-9648-382f6d9c5c20", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:56:34.136985 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7ef9603d-73ce-4f6d-957e-f10e269b64b3 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:56:34.137609 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2982b20-6da2-4689-ae89-08a6113e6505', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06d6ee75-11e6-4dbf-9648-382f6d9c5c20', 'code': 200} Aug 05 11:56:34.142900 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:34.176675 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cdb546-cba7-4e61-a296-2944741b0d61 req-187891bb-1756-468a-ab08-b6d49b81c626 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:34.188794 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b4cdb546-cba7-4e61-a296-2944741b0d61 req-187891bb-1756-468a-ab08-b6d49b81c626 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2982b20-6da2-4689-ae89-08a6113e6505 HTTP/1.1" status: 200 len: 944 time: 0.2088504 Aug 05 11:56:34.194480 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=06d6ee75-11e6-4dbf-9648-382f6d9c5c20,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:56:34.320540 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b4cdb546-cba7-4e61-a296-2944741b0d61 req-77cc53a2-20b7-437e-8b95-c051a31991fd tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=d700a63d-a591-46d0-9144-d357356aa9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302302 Aug 05 11:56:34.344821 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9c462abf-0b1e-4ccf-ad46-cb891015bccf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:34.358196 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9c462abf-0b1e-4ccf-ad46-cb891015bccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:34.364572 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=ec68afcf-9c5f-45fb-ae44-cadcc706912a,revision_number=12']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:56:34.418631 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c462abf-0b1e-4ccf-ad46-cb891015bccf admin admin] vlan segment allocate from pool success with {'vlan_id': 684, 'physical_network': 'physnet1'} {{(pid=94420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:56:34.431789 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f560b-34d4-451a-8a6c-fcd0134708a6 req-ffade1e8-6fd9-459a-9c63-b0b7d2a05966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:34.435626 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c87f560b-34d4-451a-8a6c-fcd0134708a6 req-ffade1e8-6fd9-459a-9c63-b0b7d2a05966 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f2982b20-6da2-4689-ae89-08a6113e6505 HTTP/1.1" status: 200 len: 1096 time: 0.1328197 Aug 05 11:56:34.449395 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c462abf-0b1e-4ccf-ad46-cb891015bccf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=312a9ed2-21b4-4db6-a8b7-d062e478b82c,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:56:34.459518 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9c462abf-0b1e-4ccf-ad46-cb891015bccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:34.460176 n-d-803378-2 neutron-server[94420]: INFO neutron.db.segments_db [None req-9c462abf-0b1e-4ccf-ad46-cb891015bccf admin admin] Added segment 79c79963-647a-4282-a1eb-b0d222cf3824 of type vlan for network 59dff9ca-51cd-402d-82d1-a7db0049ce75 Aug 05 11:56:34.509467 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c87f560b-34d4-451a-8a6c-fcd0134708a6 req-7196552d-eb8d-49b6-8f69-f91c5044e286 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d700a63d-a591-46d0-9144-d357356aa9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639668 Aug 05 11:56:34.576290 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9c462abf-0b1e-4ccf-ad46-cb891015bccf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:34.644259 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9c462abf-0b1e-4ccf-ad46-cb891015bccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:34.646544 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c462abf-0b1e-4ccf-ad46-cb891015bccf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:34.648283 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9c462abf-0b1e-4ccf-ad46-cb891015bccf admin admin] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:34.794288 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-9c462abf-0b1e-4ccf-ad46-cb891015bccf admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1013491 Aug 05 11:56:34.799304 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 51756) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:56:34.809027 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c462abf-0b1e-4ccf-ad46-cb891015bccf admin admin] Pushing event updated for resources: {'Network': ['ID=59dff9ca-51cd-402d-82d1-a7db0049ce75,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:56:34.812441 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-07760c10-98f8-433f-9fda-ee188020fe86 admin admin] Request body: {'subnet': {'network_id': '59dff9ca-51cd-402d-82d1-a7db0049ce75', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1527568299-subnet', 'tenant_id': '306a2f312a38406fac96d0cb91af2df8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:56:34.831159 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 59dff9ca-51cd-402d-82d1-a7db0049ce75 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:56:34.874089 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07760c10-98f8-433f-9fda-ee188020fe86 admin admin] Made reservation on behalf of 306a2f312a38406fac96d0cb91af2df8 for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:56:34.883902 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-07760c10-98f8-433f-9fda-ee188020fe86 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:34.989833 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['ec68afcf-9c5f-45fb-ae44-cadcc706912a'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:56:35.046579 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537a54a0-ba79-4432-956d-00b359aadd6d req-4a5415d6-5bb4-40bf-8381-35a346862584 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:35.056762 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-537a54a0-ba79-4432-956d-00b359aadd6d req-4a5415d6-5bb4-40bf-8381-35a346862584 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "GET /v2.0/ports?device_id=3708a619-d7f8-47e4-996e-288c0fe159aa HTTP/1.1" status: 200 len: 985 time: 0.1787314 Aug 05 11:56:35.237887 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b6e0ae-b3a3-47c2-94b9-c634db3a6093 req-73d647be-95e9-4e87-af36-e9cf76868a38 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:35.241468 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-12b6e0ae-b3a3-47c2-94b9-c634db3a6093 req-73d647be-95e9-4e87-af36-e9cf76868a38 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ca54f27-d046-4851-9908-b78111ddfd55 HTTP/1.1" status: 200 len: 946 time: 0.1648247 Aug 05 11:56:35.250795 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-537a54a0-ba79-4432-956d-00b359aadd6d req-07db77d1-db35-4d14-ac5a-ea198a290f79 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "GET /v2.0/security-groups?id=3383bc8b-a1c2-477b-9ff5-4afb57350447&id=d6f3366b-05bf-435f-b8ff-d0f4efaf2de7&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1803527 Aug 05 11:56:35.362763 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-12b6e0ae-b3a3-47c2-94b9-c634db3a6093 req-2ddd6de9-4214-4fc1-9187-e654e3295fba tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a3441a1-c2ab-48c0-836a-6574f4cf6a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080709 Aug 05 11:56:35.420967 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 51768) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:56:35.501373 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-07760c10-98f8-433f-9fda-ee188020fe86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25038678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30075167'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:35.620530 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-1991a34d-b560-4cc8-bbc5-222b52185f6d tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/floatingips/8508f48f-ad3a-45af-91d6-ababe0281833 HTTP/1.1" status: 200 len: 993 time: 0.1862314 Aug 05 11:56:35.666906 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07760c10-98f8-433f-9fda-ee188020fe86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0461a38-699d-4492-88b3-00f709cee3f6,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:56:35.690979 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07760c10-98f8-433f-9fda-ee188020fe86 admin admin] Checking segment: {'id': '79c79963-647a-4282-a1eb-b0d222cf3824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '59dff9ca-51cd-402d-82d1-a7db0049ce75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:56:35.691675 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07760c10-98f8-433f-9fda-ee188020fe86 admin admin] Network hostable DHCP agents. Network: 59dff9ca-51cd-402d-82d1-a7db0049ce75, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:56:35.736724 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07760c10-98f8-433f-9fda-ee188020fe86 admin admin] Network 59dff9ca-51cd-402d-82d1-a7db0049ce75 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:56:35.773669 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-07760c10-98f8-433f-9fda-ee188020fe86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, 59dff9ca-51cd-402d-82d1-a7db0049ce75) {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:56:35.792344 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07760c10-98f8-433f-9fda-ee188020fe86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:35.794045 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-07760c10-98f8-433f-9fda-ee188020fe86 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:35.797274 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee45d3b5-6f8a-430f-8aae-b73f8c007ac6 None None] Network 59dff9ca-51cd-402d-82d1-a7db0049ce75 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:56:35.806551 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-dfc07b58-3b5a-4276-a00d-bef33ed4df79 req-d6c10c7c-bffe-4972-bd36-6a4281834727 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-422260610&fields=id&tenant_id=2e7c65a434814f6199ebe26a23e571c4 HTTP/1.1" status: 200 len: 267 time: 0.1954434 Aug 05 11:56:35.824361 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd603d81-89c0-43c9-ba3d-f0a6f297c1d9 req-e783bcf2-abdd-4b93-836c-a945c5d4e045 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:35.827425 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cd603d81-89c0-43c9-ba3d-f0a6f297c1d9 req-e783bcf2-abdd-4b93-836c-a945c5d4e045 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2982b20-6da2-4689-ae89-08a6113e6505 HTTP/1.1" status: 200 len: 945 time: 0.2141955 Aug 05 11:56:35.846355 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-07760c10-98f8-433f-9fda-ee188020fe86 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0430171 Aug 05 11:56:36.003522 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cd603d81-89c0-43c9-ba3d-f0a6f297c1d9 req-aee2332d-7a42-4525-bb54-e2dbc5ec787b tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=d700a63d-a591-46d0-9144-d357356aa9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1446960 Aug 05 11:56:36.032020 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc07b58-3b5a-4276-a00d-bef33ed4df79 req-a6a34e1b-15a4-421c-a477-16d876371a3b tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:36.035818 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-dfc07b58-3b5a-4276-a00d-bef33ed4df79 req-a6a34e1b-15a4-421c-a477-16d876371a3b tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "GET /v2.0/ports?device_id=3708a619-d7f8-47e4-996e-288c0fe159aa HTTP/1.1" status: 200 len: 985 time: 0.2060893 Aug 05 11:56:36.063349 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-dfc07b58-3b5a-4276-a00d-bef33ed4df79 req-7a6640b2-f40e-4758-b926-d139ff9da437 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Request body: {'port': {'security_groups': ['3383bc8b-a1c2-477b-9ff5-4afb57350447', 'd6f3366b-05bf-435f-b8ff-d0f4efaf2de7', 'b1baa1e5-ff83-48a6-9b09-99688215801f']}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:56:36.174237 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e3f4ae-1a6e-45f1-86fe-52db6dbcbaac None None] Network 59dff9ca-51cd-402d-82d1-a7db0049ce75 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:56:36.188358 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 51776) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:56:36.250845 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-dfc07b58-3b5a-4276-a00d-bef33ed4df79 req-7a6640b2-f40e-4758-b926-d139ff9da437 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:36.303485 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_v2 [None req-02aa1c12-e371-40a7-a83d-6d7e4364972b admin admin] Deleting subnet f8003a77-19a6-460a-8a85-458df1a48794 {{(pid=94421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:56:36.312080 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-02aa1c12-e371-40a7-a83d-6d7e4364972b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:36.415850 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-02aa1c12-e371-40a7-a83d-6d7e4364972b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29786388'] for subnet, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:36.515503 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-02aa1c12-e371-40a7-a83d-6d7e4364972b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:36.667222 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-02aa1c12-e371-40a7-a83d-6d7e4364972b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25038609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30075142'] for subnet, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:36.741949 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02aa1c12-e371-40a7-a83d-6d7e4364972b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8003a77-19a6-460a-8a85-458df1a48794,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:56:36.754933 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-02aa1c12-e371-40a7-a83d-6d7e4364972b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:36.757675 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-02aa1c12-e371-40a7-a83d-6d7e4364972b admin admin] 10.222.0.58 "DELETE /v2.0/subnets/f8003a77-19a6-460a-8a85-458df1a48794 HTTP/1.1" status: 204 len: 168 time: 0.5680306 Aug 05 11:56:36.763287 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 51780) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:56:36.826737 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-dfc07b58-3b5a-4276-a00d-bef33ed4df79 req-7a6640b2-f40e-4758-b926-d139ff9da437 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] For port 5c78446a-2fa3-45fd-9b27-6ef222af60ee, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=5c78446a-2fa3-45fd-9b27-6ef222af60ee,segment=NetworkSegment(d04d9efc-abcb-4f65-93ca-e7d53aa92d96),segment_id=d04d9efc-abcb-4f65-93ca-e7d53aa92d96)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:56:36.877771 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device ec68afcf-9c5f-45fb-ae44-cadcc706912a up at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:56:36.900304 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-dfc07b58-3b5a-4276-a00d-bef33ed4df79 req-7a6640b2-f40e-4758-b926-d139ff9da437 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:36.940137 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-91c19c16-27c0-431b-b292-3240f6942c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:36.940801 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-dfc07b58-3b5a-4276-a00d-bef33ed4df79 req-7a6640b2-f40e-4758-b926-d139ff9da437 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:37.012026 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['617aef5c-c4cd-4d45-bc00-46e948738306', '5c78446a-2fa3-45fd-9b27-6ef222af60ee'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:56:37.108851 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6640b2-f40e-4758-b926-d139ff9da437 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Pushing event updated for resources: {'Port': ['ID=5c78446a-2fa3-45fd-9b27-6ef222af60ee,revision_number=7']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:56:37.180785 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc07b58-3b5a-4276-a00d-bef33ed4df79 req-7a6640b2-f40e-4758-b926-d139ff9da437 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:37.182131 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-dfc07b58-3b5a-4276-a00d-bef33ed4df79 req-7a6640b2-f40e-4758-b926-d139ff9da437 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:37.186111 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-dfc07b58-3b5a-4276-a00d-bef33ed4df79 req-7a6640b2-f40e-4758-b926-d139ff9da437 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "PUT /v2.0/ports/5c78446a-2fa3-45fd-9b27-6ef222af60ee HTTP/1.1" status: 200 len: 1021 time: 1.1331089 Aug 05 11:56:37.187034 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3708a619-d7f8-47e4-996e-288c0fe159aa', 'tag': '5c78446a-2fa3-45fd-9b27-6ef222af60ee'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:56:37.202250 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}828068ad8d405ad77660ce68fa78e1ffe658725812f7a08f9e488a446589295b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5e77f8e-0757-48b0-9a1e-56d8c3c846b3" -d '{"events": [{"name": "network-changed", "server_uuid": "3708a619-d7f8-47e4-996e-288c0fe159aa", "tag": "5c78446a-2fa3-45fd-9b27-6ef222af60ee"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:56:37.237578 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-91c19c16-27c0-431b-b292-3240f6942c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:37.269562 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning for port ec68afcf-9c5f-45fb-ae44-cadcc706912a completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:56:37.273619 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-91c19c16-27c0-431b-b292-3240f6942c4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7eb78e3b-a9e4-4ba9-8c78-ceb57f8df5e6']}} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:56:37.284710 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning complete for port ec68afcf-9c5f-45fb-ae44-cadcc706912a triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:56:37.285390 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:37.298826 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-91c19c16-27c0-431b-b292-3240f6942c4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4efcb838-0fe7-4905-9dd6-edb13db9e5b8') {'for_net_delete': True} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:56:37.301907 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-91c19c16-27c0-431b-b292-3240f6942c4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4efcb838-0fe7-4905-9dd6-edb13db9e5b8') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:56:37.332985 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-91c19c16-27c0-431b-b292-3240f6942c4c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29786371'] for segment, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:37.354604 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['5c78446a-2fa3-45fd-9b27-6ef222af60ee'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:56:37.381240 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-91c19c16-27c0-431b-b292-3240f6942c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:37.401067 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a837b9-8ef1-4342-a74c-f05ec38de3a1 req-8d20851d-7040-48e0-a476-aa7fe7b5ba85 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:37.404536 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a5a837b9-8ef1-4342-a74c-f05ec38de3a1 req-8d20851d-7040-48e0-a476-aa7fe7b5ba85 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2982b20-6da2-4689-ae89-08a6113e6505 HTTP/1.1" status: 200 len: 945 time: 0.1925442 Aug 05 11:56:37.408185 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91c19c16-27c0-431b-b292-3240f6942c4c admin admin] Releasing vlan 677 on physical network physnet1 to pool {{(pid=94421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:56:37.409368 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-91c19c16-27c0-431b-b292-3240f6942c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25038799'] for segment, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:37.411330 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4cb8f3d1-ebe4-482f-890f-0cc517101812 req-97e06fca-9163-4868-a88f-4862ad92952c tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "GET /v2.0/security-groups/b1baa1e5-ff83-48a6-9b09-99688215801f HTTP/1.1" status: 200 len: 1802 time: 0.1616273 Aug 05 11:56:37.546632 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a5a837b9-8ef1-4342-a74c-f05ec38de3a1 req-889fd2de-c11b-466d-9f5a-79b82efddb1a tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=d700a63d-a591-46d0-9144-d357356aa9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1291826 Aug 05 11:56:37.570071 n-d-803378-2 neutron-server[94421]: Traceback (most recent call last): Aug 05 11:56:37.570071 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:56:37.570071 n-d-803378-2 neutron-server[94421]: timer() Aug 05 11:56:37.570071 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:56:37.570071 n-d-803378-2 neutron-server[94421]: cb(*args, **kw) Aug 05 11:56:37.570071 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:56:37.570071 n-d-803378-2 neutron-server[94421]: return func(*args, **kwargs) Aug 05 11:56:37.570071 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:56:37.570071 n-d-803378-2 neutron-server[94421]: self._notify() Aug 05 11:56:37.570071 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:56:37.570071 n-d-803378-2 neutron-server[94421]: self.callback(batched_events) Aug 05 11:56:37.570071 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:56:37.570071 n-d-803378-2 neutron-server[94421]: event.method(event) Aug 05 11:56:37.570071 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:56:37.570071 n-d-803378-2 neutron-server[94421]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:56:37.570071 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:56:37.570071 n-d-803378-2 neutron-server[94421]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:56:37.570071 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:56:37.570071 n-d-803378-2 neutron-server[94421]: return f(self, *a, **k) Aug 05 11:56:37.570071 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:56:37.570071 n-d-803378-2 neutron-server[94421]: return self._get(url).json() Aug 05 11:56:37.570071 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:56:37.570071 n-d-803378-2 neutron-server[94421]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:56:37.570071 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:56:37.570071 n-d-803378-2 neutron-server[94421]: return self.request(url, 'GET', **kwargs) Aug 05 11:56:37.570071 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:56:37.570071 n-d-803378-2 neutron-server[94421]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:56:37.570071 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:56:37.570071 n-d-803378-2 neutron-server[94421]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:56:37.570071 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:56:37.570071 n-d-803378-2 neutron-server[94421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:56:37.570071 n-d-803378-2 neutron-server[94421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:56:37.577193 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-91c19c16-27c0-431b-b292-3240f6942c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:37.592831 n-d-803378-2 neutron-server[94420]: INFO neutron.api.v2.resource [req-4cb8f3d1-ebe4-482f-890f-0cc517101812 req-9de0a093-8aaa-423a-bc64-8395271caadd tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 05 11:56:37.598285 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4cb8f3d1-ebe4-482f-890f-0cc517101812 req-9de0a093-8aaa-423a-bc64-8395271caadd tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "DELETE /v2.0/security-groups/b1baa1e5-ff83-48a6-9b09-99688215801f HTTP/1.1" status: 409 len: 341 time: 0.1676068 Aug 05 11:56:37.622778 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-91c19c16-27c0-431b-b292-3240f6942c4c admin admin] Notify callbacks [] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:37.629176 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-91c19c16-27c0-431b-b292-3240f6942c4c admin admin] 10.222.0.58 "DELETE /v2.0/networks/7eb78e3b-a9e4-4ba9-8c78-ceb57f8df5e6 HTTP/1.1" status: 204 len: 168 time: 0.8509877 Aug 05 11:56:37.637373 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 51796) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:56:37.672936 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c19c16-27c0-431b-b292-3240f6942c4c admin admin] Pushing event deleted for resources: {'Network': ['ID=7eb78e3b-a9e4-4ba9-8c78-ceb57f8df5e6,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:56:37.745843 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1139a49d-95e7-4da0-8005-a0c746673ad5 x-openstack-request-id: req-1139a49d-95e7-4da0-8005-a0c746673ad5 {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:56:37.747197 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3708a619-d7f8-47e4-996e-288c0fe159aa", "tag": "5c78446a-2fa3-45fd-9b27-6ef222af60ee", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:56:37.747897 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1139a49d-95e7-4da0-8005-a0c746673ad5 {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:56:37.749240 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3708a619-d7f8-47e4-996e-288c0fe159aa', 'tag': '5c78446a-2fa3-45fd-9b27-6ef222af60ee', 'status': 'completed', 'code': 200} Aug 05 11:56:37.796633 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e5f7680-498e-4c9a-a525-03052a6f3377 admin admin] Deleting subnet d0461a38-699d-4492-88b3-00f709cee3f6 {{(pid=94420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:56:37.818145 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1e5f7680-498e-4c9a-a525-03052a6f3377 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:37.833856 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b18f1d66-9c0c-4752-99c1-52fcac135a0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:37.959960 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1e5f7680-498e-4c9a-a525-03052a6f3377 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25010562'] for subnet, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:38.016553 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e77f8e-0757-48b0-9a1e-56d8c3c846b3 req-fe6a0ed3-45dd-4629-944c-00fc405c2eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:38.040045 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b5e77f8e-0757-48b0-9a1e-56d8c3c846b3 req-fe6a0ed3-45dd-4629-944c-00fc405c2eb1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2e7c65a434814f6199ebe26a23e571c4&device_id=3708a619-d7f8-47e4-996e-288c0fe159aa HTTP/1.1" status: 200 len: 1175 time: 0.2408237 Aug 05 11:56:38.116291 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1e5f7680-498e-4c9a-a525-03052a6f3377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:38.292872 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e77f8e-0757-48b0-9a1e-56d8c3c846b3 req-e4261afd-f870-41d4-af80-626eac6fd34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:38.297012 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b5e77f8e-0757-48b0-9a1e-56d8c3c846b3 req-e4261afd-f870-41d4-af80-626eac6fd34c service neutron] 10.222.0.55 "GET /v2.0/networks?id=b9c69729-0b70-4088-a30d-372be3774212 HTTP/1.1" status: 200 len: 914 time: 0.2475781 Aug 05 11:56:38.344262 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:38.373470 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5ad89a-b910-468d-a559-a32592c9916f req-f3af7be9-8414-4803-8926-109a406c2231 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:38.376162 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9a5ad89a-b910-468d-a559-a32592c9916f req-f3af7be9-8414-4803-8926-109a406c2231 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2982b20-6da2-4689-ae89-08a6113e6505 HTTP/1.1" status: 200 len: 945 time: 0.3460207 Aug 05 11:56:38.407090 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 51802) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:56:38.414979 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-973d1543-052f-486a-bb3f-cdd2040064fc tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Request body: {'floatingip': {'port_id': '06d6ee75-11e6-4dbf-9648-382f6d9c5c20'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:56:38.424240 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fc8d5d-10ed-481d-9a08-bf1ca62587d2 req-c5621637-69d1-4bca-bb19-ed7a461971b2 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:38.440924 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e6fc8d5d-10ed-481d-9a08-bf1ca62587d2 req-c5621637-69d1-4bca-bb19-ed7a461971b2 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "GET /v2.0/ports?device_id=3708a619-d7f8-47e4-996e-288c0fe159aa HTTP/1.1" status: 200 len: 1024 time: 0.2512867 Aug 05 11:56:38.476757 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1e5f7680-498e-4c9a-a525-03052a6f3377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29762763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24211094'] for subnet, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:38.508067 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b5e77f8e-0757-48b0-9a1e-56d8c3c846b3 req-ce6d643e-fe7a-49f5-878a-252b7cde4579 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c78446a-2fa3-45fd-9b27-6ef222af60ee HTTP/1.1" status: 200 len: 217 time: 0.1980026 Aug 05 11:56:38.537989 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-973d1543-052f-486a-bb3f-cdd2040064fc tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Notify callbacks [] for floatingip, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:38.561637 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5f7680-498e-4c9a-a525-03052a6f3377 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0461a38-699d-4492-88b3-00f709cee3f6,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:56:38.568465 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1e5f7680-498e-4c9a-a525-03052a6f3377 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:38.583714 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-1e5f7680-498e-4c9a-a525-03052a6f3377 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/d0461a38-699d-4492-88b3-00f709cee3f6 HTTP/1.1" status: 204 len: 168 time: 0.9407082 Aug 05 11:56:38.606871 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 51806) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:56:38.627451 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ca54f27-d046-4851-9908-b78111ddfd55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec68afcf-9c5f-45fb-ae44-cadcc706912a'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:56:38.633093 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8db57cd4-e9f8-4a9c-bb8f-c633d8751175" -d '{"events": [{"server_uuid": "9ca54f27-d046-4851-9908-b78111ddfd55", "name": "network-vif-plugged", "status": "completed", "tag": "ec68afcf-9c5f-45fb-ae44-cadcc706912a"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:56:38.658545 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e6fc8d5d-10ed-481d-9a08-bf1ca62587d2 req-084b4bd9-d580-4af5-b70c-448f4fb705d5 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "GET /v2.0/security-groups?id=d6f3366b-05bf-435f-b8ff-d0f4efaf2de7&id=3383bc8b-a1c2-477b-9ff5-4afb57350447&id=b1baa1e5-ff83-48a6-9b09-99688215801f&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.2125347 Aug 05 11:56:38.752777 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port ec68afcf-9c5f-45fb-ae44-cadcc706912a, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=ec68afcf-9c5f-45fb-ae44-cadcc706912a,segment=NetworkSegment(04fc797b-8ef5-4d9e-bac1-16267bbf773c),segment_id=04fc797b-8ef5-4d9e-bac1-16267bbf773c)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:56:38.786563 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07626cad-752b-4eba-b998-aca82f71226f x-openstack-request-id: req-07626cad-752b-4eba-b998-aca82f71226f {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:56:38.787689 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ca54f27-d046-4851-9908-b78111ddfd55", "name": "network-vif-plugged", "status": "completed", "tag": "ec68afcf-9c5f-45fb-ae44-cadcc706912a", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:56:38.788591 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-07626cad-752b-4eba-b998-aca82f71226f {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:56:38.789579 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ca54f27-d046-4851-9908-b78111ddfd55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec68afcf-9c5f-45fb-ae44-cadcc706912a', 'code': 200} Aug 05 11:56:38.800088 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:38.801380 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e77f8e-0757-48b0-9a1e-56d8c3c846b3 req-091936f2-8dce-4d4b-b51e-55f70ae129ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:38.804300 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b5e77f8e-0757-48b0-9a1e-56d8c3c846b3 req-091936f2-8dce-4d4b-b51e-55f70ae129ff service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bfce54b6-991e-4bac-8848-405675e3312d HTTP/1.1" status: 200 len: 853 time: 0.2827573 Aug 05 11:56:38.858849 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b458207a-8c8f-48ce-b457-273b7b1ca772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:38.929697 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b5e77f8e-0757-48b0-9a1e-56d8c3c846b3 req-fede22ec-a440-4a94-9bd2-93c417101de5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b9c69729-0b70-4088-a30d-372be3774212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0809176 Aug 05 11:56:39.012869 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=ec68afcf-9c5f-45fb-ae44-cadcc706912a,revision_number=13']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:56:39.112856 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b458207a-8c8f-48ce-b457-273b7b1ca772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:39.142410 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-b458207a-8c8f-48ce-b457-273b7b1ca772 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59dff9ca-51cd-402d-82d1-a7db0049ce75']}} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:56:39.174652 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-b458207a-8c8f-48ce-b457-273b7b1ca772 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79c79963-647a-4282-a1eb-b0d222cf3824') {'for_net_delete': True} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:56:39.175125 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-b458207a-8c8f-48ce-b457-273b7b1ca772 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79c79963-647a-4282-a1eb-b0d222cf3824') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:56:39.212852 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b458207a-8c8f-48ce-b457-273b7b1ca772 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25010581'] for segment, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:39.259684 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b458207a-8c8f-48ce-b457-273b7b1ca772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:39.272354 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b5e77f8e-0757-48b0-9a1e-56d8c3c846b3 req-6d14ab71-f822-4df4-80d2-26017da90c17 service neutron] 10.222.0.55 "GET /v2.0/networks/b9c69729-0b70-4088-a30d-372be3774212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3339074 Aug 05 11:56:39.278885 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b458207a-8c8f-48ce-b457-273b7b1ca772 admin admin] Releasing vlan 684 on physical network physnet1 to pool {{(pid=94420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:56:39.280274 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b458207a-8c8f-48ce-b457-273b7b1ca772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29762581'] for segment, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:39.313743 n-d-803378-2 neutron-server[94420]: Traceback (most recent call last): Aug 05 11:56:39.313743 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:56:39.313743 n-d-803378-2 neutron-server[94420]: timer() Aug 05 11:56:39.313743 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:56:39.313743 n-d-803378-2 neutron-server[94420]: cb(*args, **kw) Aug 05 11:56:39.313743 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:56:39.313743 n-d-803378-2 neutron-server[94420]: return func(*args, **kwargs) Aug 05 11:56:39.313743 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:56:39.313743 n-d-803378-2 neutron-server[94420]: self._notify() Aug 05 11:56:39.313743 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:56:39.313743 n-d-803378-2 neutron-server[94420]: self.callback(batched_events) Aug 05 11:56:39.313743 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:56:39.313743 n-d-803378-2 neutron-server[94420]: event.method(event) Aug 05 11:56:39.313743 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:56:39.313743 n-d-803378-2 neutron-server[94420]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:56:39.313743 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:56:39.313743 n-d-803378-2 neutron-server[94420]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:56:39.313743 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:56:39.313743 n-d-803378-2 neutron-server[94420]: return f(self, *a, **k) Aug 05 11:56:39.313743 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:56:39.313743 n-d-803378-2 neutron-server[94420]: return self._get(url).json() Aug 05 11:56:39.313743 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:56:39.313743 n-d-803378-2 neutron-server[94420]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:56:39.313743 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:56:39.313743 n-d-803378-2 neutron-server[94420]: return self.request(url, 'GET', **kwargs) Aug 05 11:56:39.313743 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:56:39.313743 n-d-803378-2 neutron-server[94420]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:56:39.313743 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:56:39.313743 n-d-803378-2 neutron-server[94420]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:56:39.313743 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:56:39.313743 n-d-803378-2 neutron-server[94420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:56:39.313743 n-d-803378-2 neutron-server[94420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:56:39.467163 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b458207a-8c8f-48ce-b457-273b7b1ca772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:39.498882 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b458207a-8c8f-48ce-b457-273b7b1ca772 admin admin] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:39.515591 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-b458207a-8c8f-48ce-b457-273b7b1ca772 admin admin] 10.222.0.58 "DELETE /v2.0/networks/59dff9ca-51cd-402d-82d1-a7db0049ce75 HTTP/1.1" status: 204 len: 168 time: 0.9033859 Aug 05 11:56:39.561093 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b458207a-8c8f-48ce-b457-273b7b1ca772 admin admin] Pushing event deleted for resources: {'Network': ['ID=59dff9ca-51cd-402d-82d1-a7db0049ce75,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:56:39.955235 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac89cebd-3a64-4539-b2f7-8e493f2f1602 req-03468857-2d26-4a6f-81e8-47a8f6e613e9 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:39.959897 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ac89cebd-3a64-4539-b2f7-8e493f2f1602 req-03468857-2d26-4a6f-81e8-47a8f6e613e9 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.55 "GET /v2.0/ports?device_id=3708a619-d7f8-47e4-996e-288c0fe159aa HTTP/1.1" status: 200 len: 1024 time: 0.4448233 Aug 05 11:56:39.961059 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 51820) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:56:39.989699 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b5e77f8e-0757-48b0-9a1e-56d8c3c846b3 req-ba0666b3-653c-4a2b-ad28-2b95ac9112cc service neutron] 10.222.0.55 "GET /v2.0/networks/b9c69729-0b70-4088-a30d-372be3774212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6398039 Aug 05 11:56:40.007615 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e2129863-85da-4d79-a6d8-8c730689a58b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:40.043668 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8729b079-9c56-48c8-89de-fe681f6d1a49 req-1b17f5c7-37b3-42eb-ae67-54d14ce157f0 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:40.045293 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8729b079-9c56-48c8-89de-fe681f6d1a49 req-1b17f5c7-37b3-42eb-ae67-54d14ce157f0 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "GET /v2.0/ports?device_id=3708a619-d7f8-47e4-996e-288c0fe159aa HTTP/1.1" status: 200 len: 1024 time: 0.1713719 Aug 05 11:56:40.086324 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:40.145552 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8729b079-9c56-48c8-89de-fe681f6d1a49 req-ec389af3-628e-4369-8a34-77da62b7c1e8 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "GET /v2.0/security-groups?id=d6f3366b-05bf-435f-b8ff-d0f4efaf2de7&id=3383bc8b-a1c2-477b-9ff5-4afb57350447&id=b1baa1e5-ff83-48a6-9b09-99688215801f&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0894246 Aug 05 11:56:40.754747 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-ff182782-bd69-404b-8a3a-d3b11d53ef72 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=13323bab89c443699f234365782a2995&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7774813 Aug 05 11:56:40.758272 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 51832) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:56:40.853183 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1aec4346-3c63-448e-a3cf-6bc3e9e972ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:40.908348 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1aec4346-3c63-448e-a3cf-6bc3e9e972ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:40.936477 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-ac89cebd-3a64-4539-b2f7-8e493f2f1602 req-b3f5d78d-a48f-405d-b887-6fb9acbe48f8 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Deleting port 5c78446a-2fa3-45fd-9b27-6ef222af60ee {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:56:40.937025 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-ac89cebd-3a64-4539-b2f7-8e493f2f1602 req-b3f5d78d-a48f-405d-b887-6fb9acbe48f8 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:40.944950 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.db.resource_extend [None req-973d1543-052f-486a-bb3f-cdd2040064fc tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 05 11:56:41.030097 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1aec4346-3c63-448e-a3cf-6bc3e9e972ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:41.035094 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1aec4346-3c63-448e-a3cf-6bc3e9e972ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:41.041427 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-1aec4346-3c63-448e-a3cf-6bc3e9e972ff admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2ed669ec-6dd7-4d52-a197-0ad275abaec9 HTTP/1.1" status: 204 len: 168 time: 0.2770402 Aug 05 11:56:41.057210 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aec4346-3c63-448e-a3cf-6bc3e9e972ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ed669ec-6dd7-4d52-a197-0ad275abaec9,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:56:41.156285 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-973d1543-052f-486a-bb3f-cdd2040064fc tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:41.172551 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-973d1543-052f-486a-bb3f-cdd2040064fc tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33287247'] for floatingip, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:41.310098 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-ac89cebd-3a64-4539-b2f7-8e493f2f1602 req-b3f5d78d-a48f-405d-b887-6fb9acbe48f8 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] For port 5c78446a-2fa3-45fd-9b27-6ef222af60ee, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=5c78446a-2fa3-45fd-9b27-6ef222af60ee,segment=NetworkSegment(d04d9efc-abcb-4f65-93ca-e7d53aa92d96),segment_id=d04d9efc-abcb-4f65-93ca-e7d53aa92d96)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:56:41.310699 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-ac89cebd-3a64-4539-b2f7-8e493f2f1602 req-b3f5d78d-a48f-405d-b887-6fb9acbe48f8 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:41.390087 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-ac89cebd-3a64-4539-b2f7-8e493f2f1602 req-b3f5d78d-a48f-405d-b887-6fb9acbe48f8 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Calling delete_port for 5c78446a-2fa3-45fd-9b27-6ef222af60ee owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:56:41.478085 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97ff9ad-6915-4158-8f19-f99aba0c5c9f req-7262461a-8602-4630-b463-fd3219922a77 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:41.497192 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b97ff9ad-6915-4158-8f19-f99aba0c5c9f req-7262461a-8602-4630-b463-fd3219922a77 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "GET /v2.0/ports?device_id=3708a619-d7f8-47e4-996e-288c0fe159aa HTTP/1.1" status: 200 len: 1024 time: 0.1458042 Aug 05 11:56:41.507179 n-d-803378-2 neutron-server[94421]: INFO neutron.db.l3_db [None req-973d1543-052f-486a-bb3f-cdd2040064fc tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Floating IP 2680f91f-0ede-4a7b-b4f7-e69c396e4ca1 associated. External IP: 172.25.5.231, port: 06d6ee75-11e6-4dbf-9648-382f6d9c5c20. Aug 05 11:56:41.595546 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b97ff9ad-6915-4158-8f19-f99aba0c5c9f req-cac0b2ef-c03f-4631-b2ab-966f5cd4b54d tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "GET /v2.0/security-groups?id=d6f3366b-05bf-435f-b8ff-d0f4efaf2de7&id=3383bc8b-a1c2-477b-9ff5-4afb57350447&id=b1baa1e5-ff83-48a6-9b09-99688215801f&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0965192 Aug 05 11:56:41.777132 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:41.906425 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-ac89cebd-3a64-4539-b2f7-8e493f2f1602 req-b3f5d78d-a48f-405d-b887-6fb9acbe48f8 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:41.941562 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['617aef5c-c4cd-4d45-bc00-46e948738306'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:56:42.026940 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f5d78d-a48f-405d-b887-6fb9acbe48f8 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Pushing event deleted for resources: {'Port': ['ID=5c78446a-2fa3-45fd-9b27-6ef222af60ee,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:56:42.157705 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac89cebd-3a64-4539-b2f7-8e493f2f1602 req-b3f5d78d-a48f-405d-b887-6fb9acbe48f8 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] No DVR routers for this DVR port 5c78446a-2fa3-45fd-9b27-6ef222af60ee on host n-h2-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:56:42.163706 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-ac89cebd-3a64-4539-b2f7-8e493f2f1602 req-b3f5d78d-a48f-405d-b887-6fb9acbe48f8 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:42.168147 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ac89cebd-3a64-4539-b2f7-8e493f2f1602 req-b3f5d78d-a48f-405d-b887-6fb9acbe48f8 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.55 "DELETE /v2.0/ports/5c78446a-2fa3-45fd-9b27-6ef222af60ee HTTP/1.1" status: 204 len: 173 time: 2.1634195 Aug 05 11:56:42.169108 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3708a619-d7f8-47e4-996e-288c0fe159aa', 'name': 'network-vif-deleted', 'tag': '5c78446a-2fa3-45fd-9b27-6ef222af60ee'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:56:42.173865 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-393adbe4-58c7-44ae-99b9-a23c1fb2ae02" -d '{"events": [{"server_uuid": "3708a619-d7f8-47e4-996e-288c0fe159aa", "name": "network-vif-deleted", "tag": "5c78446a-2fa3-45fd-9b27-6ef222af60ee"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:56:42.252116 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 51856) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:56:42.278182 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ecc8a0a-d1e1-46ee-9b66-09b314aad695 x-openstack-request-id: req-4ecc8a0a-d1e1-46ee-9b66-09b314aad695 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:56:42.279180 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3708a619-d7f8-47e4-996e-288c0fe159aa", "name": "network-vif-deleted", "tag": "5c78446a-2fa3-45fd-9b27-6ef222af60ee", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:56:42.279914 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4ecc8a0a-d1e1-46ee-9b66-09b314aad695 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:56:42.281319 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3708a619-d7f8-47e4-996e-288c0fe159aa', 'name': 'network-vif-deleted', 'tag': '5c78446a-2fa3-45fd-9b27-6ef222af60ee', 'status': 'completed', 'code': 200} Aug 05 11:56:42.292079 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-973d1543-052f-486a-bb3f-cdd2040064fc tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Router 6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 11:56:42.432465 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-eff02f46-73e8-415d-ab28-4a6e6bea8eaf admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=306a2f312a38406fac96d0cb91af2df8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1711688 Aug 05 11:56:42.437861 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 51858) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:56:42.677968 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-973d1543-052f-486a-bb3f-cdd2040064fc tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:56:42.698245 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8212bc7e-2875-4c1d-b92a-1d404a6266d6 None None] Sync routers for ids ['6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:56:42.703998 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-973d1543-052f-486a-bb3f-cdd2040064fc tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:42.717563 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8212bc7e-2875-4c1d-b92a-1d404a6266d6 None None] Routers {'6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:56:42.718833 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-8212bc7e-2875-4c1d-b92a-1d404a6266d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:56:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:56:42.788827 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-973d1543-052f-486a-bb3f-cdd2040064fc tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "PUT /v2.0/floatingips/2680f91f-0ede-4a7b-b4f7-e69c396e4ca1 HTTP/1.1" status: 200 len: 991 time: 4.3778346 Aug 05 11:56:42.794192 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-63e1f3bb-8bff-499d-a786-2281685cdb9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:42.885299 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2e83bcbf-729e-499e-8dce-a00d04dffd0f req-f97bd7f8-84b4-4db1-8a74-e10de84604a0 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "GET /v2.0/ports?device_id=3708a619-d7f8-47e4-996e-288c0fe159aa HTTP/1.1" status: 200 len: 210 time: 0.0698066 Aug 05 11:56:42.895414 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-63e1f3bb-8bff-499d-a786-2281685cdb9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:43.084227 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-63e1f3bb-8bff-499d-a786-2281685cdb9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:43.089826 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-63e1f3bb-8bff-499d-a786-2281685cdb9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:43.095287 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-63e1f3bb-8bff-499d-a786-2281685cdb9e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/312a9ed2-21b4-4db6-a8b7-d062e478b82c HTTP/1.1" status: 204 len: 168 time: 0.6518838 Aug 05 11:56:43.123541 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e1f3bb-8bff-499d-a786-2281685cdb9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=312a9ed2-21b4-4db6-a8b7-d062e478b82c,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:56:43.125888 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-8212bc7e-2875-4c1d-b92a-1d404a6266d6 None None] Set router 6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:56:43.543746 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 5c78446a-2fa3-45fd-9b27-6ef222af60ee no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:56:43.649902 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] No Port match for: 5c78446a-2fa3-45fd-9b27-6ef222af60ee {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:56:43.650367 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 5c78446a-2fa3-45fd-9b27-6ef222af60ee not bound to the agent host n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:56:43.717281 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-8212bc7e-2875-4c1d-b92a-1d404a6266d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f', 'name': 'tempest-AttachVolumeShelveTestJSON-252295355-router', 'tenant_id': 'cbc89f3908d842d4a7beeb1a4fce5354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': 'd2e4cdb8-47c4-4e8a-a089-078d0648bcb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:48:02Z', 'updated_at': '2021-08-05T11:48:20Z', 'revision_number': 4, 'project_id': 'cbc89f3908d842d4a7beeb1a4fce5354', 'gw_port': {'id': 'd2e4cdb8-47c4-4e8a-a089-078d0648bcb8', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:00:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:48:04Z', 'updated_at': '2021-08-05T11:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': '2680f91f-0ede-4a7b-b4f7-e69c396e4ca1', 'tenant_id': 'cbc89f3908d842d4a7beeb1a4fce5354', 'floating_ip_address': '172.25.5.231', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': '6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f', 'port_id': '06d6ee75-11e6-4dbf-9648-382f6d9c5c20', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2980, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ac4b742-2a25-4935-8476-e9ad3e543504', 'mac_address': 'fa:16:3e:f9:f4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2982b20-6da2-4689-ae89-08a6113e6505', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T11:56:06Z', 'updated_at': '2021-08-05T11:56:40Z', 'revision_number': 1, 'project_id': 'cbc89f3908d842d4a7beeb1a4fce5354', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8aa769c9-d28d-4014-b245-171c7151cd39', 'name': '', 'network_id': '1ac4b742-2a25-4935-8476-e9ad3e543504', 'tenant_id': 'cbc89f3908d842d4a7beeb1a4fce5354', 'mac_address': 'fa:16:3e:75:5b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': 'a5e28117-6f3c-401b-be5b-a70254f1dc57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:48:15Z', 'updated_at': '2021-08-05T11:48:39Z', 'revision_number': 5, 'project_id': 'cbc89f3908d842d4a7beeb1a4fce5354', 'subnets': [{'id': 'a5e28117-6f3c-401b-be5b-a70254f1dc57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:56:43.772708 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8212bc7e-2875-4c1d-b92a-1d404a6266d6 None None] Checking router: 6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:56:43.790084 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8212bc7e-2875-4c1d-b92a-1d404a6266d6 None None] Routers {'6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:56:43.791057 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-8212bc7e-2875-4c1d-b92a-1d404a6266d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:56:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:56:43.959511 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:44.137602 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-8212bc7e-2875-4c1d-b92a-1d404a6266d6 None None] Set router 6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:56:44.284257 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2982b20-6da2-4689-ae89-08a6113e6505', 'tag': '06d6ee75-11e6-4dbf-9648-382f6d9c5c20'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:56:44.291332 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffe3df77-7859-4c30-a818-c451d8bc1f70" -d '{"events": [{"name": "network-changed", "server_uuid": "f2982b20-6da2-4689-ae89-08a6113e6505", "tag": "06d6ee75-11e6-4dbf-9648-382f6d9c5c20"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:56:44.367680 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d502661b-1029-4e94-bb29-a95948c3da21 x-openstack-request-id: req-d502661b-1029-4e94-bb29-a95948c3da21 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:56:44.369154 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2982b20-6da2-4689-ae89-08a6113e6505", "tag": "06d6ee75-11e6-4dbf-9648-382f6d9c5c20", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:56:44.369154 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d502661b-1029-4e94-bb29-a95948c3da21 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:56:44.370446 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2982b20-6da2-4689-ae89-08a6113e6505', 'tag': '06d6ee75-11e6-4dbf-9648-382f6d9c5c20', 'status': 'completed', 'code': 200} Aug 05 11:56:44.603129 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe3df77-7859-4c30-a818-c451d8bc1f70 req-99fd75cb-0998-4148-a2ed-049240daac15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:44.613434 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-18e9d1c8-b798-4c96-99e5-8f2fdc91d618 req-bfd74631-c89d-47b8-b105-211b49d00db4 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "GET /v2.0/security-groups/d6f3366b-05bf-435f-b8ff-d0f4efaf2de7 HTTP/1.1" status: 200 len: 1802 time: 0.1084692 Aug 05 11:56:44.615904 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ffe3df77-7859-4c30-a818-c451d8bc1f70 req-99fd75cb-0998-4148-a2ed-049240daac15 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cbc89f3908d842d4a7beeb1a4fce5354&device_id=f2982b20-6da2-4689-ae89-08a6113e6505 HTTP/1.1" status: 200 len: 1096 time: 0.1495347 Aug 05 11:56:44.754539 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-8212bc7e-2875-4c1d-b92a-1d404a6266d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f', 'name': 'tempest-AttachVolumeShelveTestJSON-252295355-router', 'tenant_id': 'cbc89f3908d842d4a7beeb1a4fce5354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': 'd2e4cdb8-47c4-4e8a-a089-078d0648bcb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:48:02Z', 'updated_at': '2021-08-05T11:48:20Z', 'revision_number': 4, 'project_id': 'cbc89f3908d842d4a7beeb1a4fce5354', 'gw_port': {'id': 'd2e4cdb8-47c4-4e8a-a089-078d0648bcb8', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:00:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:48:04Z', 'updated_at': '2021-08-05T11:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': '2680f91f-0ede-4a7b-b4f7-e69c396e4ca1', 'tenant_id': 'cbc89f3908d842d4a7beeb1a4fce5354', 'floating_ip_address': '172.25.5.231', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': '6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f', 'port_id': '06d6ee75-11e6-4dbf-9648-382f6d9c5c20', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2980, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ac4b742-2a25-4935-8476-e9ad3e543504', 'mac_address': 'fa:16:3e:f9:f4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2982b20-6da2-4689-ae89-08a6113e6505', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T11:56:06Z', 'updated_at': '2021-08-05T11:56:40Z', 'revision_number': 1, 'project_id': 'cbc89f3908d842d4a7beeb1a4fce5354', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8aa769c9-d28d-4014-b245-171c7151cd39', 'name': '', 'network_id': '1ac4b742-2a25-4935-8476-e9ad3e543504', 'tenant_id': 'cbc89f3908d842d4a7beeb1a4fce5354', 'mac_address': 'fa:16:3e:75:5b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': 'a5e28117-6f3c-401b-be5b-a70254f1dc57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:48:15Z', 'updated_at': '2021-08-05T11:48:39Z', 'revision_number': 5, 'project_id': 'cbc89f3908d842d4a7beeb1a4fce5354', 'subnets': [{'id': 'a5e28117-6f3c-401b-be5b-a70254f1dc57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:56:44.765620 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-18e9d1c8-b798-4c96-99e5-8f2fdc91d618 req-0f81d0bd-8937-439a-9987-500f18ba4fcf tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:44.818102 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8212bc7e-2875-4c1d-b92a-1d404a6266d6 None None] The sync data for ids ['6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f'] in n-d-803378-2 is: [{'id': '6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f', 'name': 'tempest-AttachVolumeShelveTestJSON-252295355-router', 'tenant_id': 'cbc89f3908d842d4a7beeb1a4fce5354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': 'd2e4cdb8-47c4-4e8a-a089-078d0648bcb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:48:02Z', 'updated_at': '2021-08-05T11:48:20Z', 'revision_number': 4, 'project_id': 'cbc89f3908d842d4a7beeb1a4fce5354', 'gw_port': {'id': 'd2e4cdb8-47c4-4e8a-a089-078d0648bcb8', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:00:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:48:04Z', 'updated_at': '2021-08-05T11:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': '2680f91f-0ede-4a7b-b4f7-e69c396e4ca1', 'tenant_id': 'cbc89f3908d842d4a7beeb1a4fce5354', 'floating_ip_address': '172.25.5.231', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': '6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f', 'port_id': '06d6ee75-11e6-4dbf-9648-382f6d9c5c20', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2980, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ac4b742-2a25-4935-8476-e9ad3e543504', 'mac_address': 'fa:16:3e:f9:f4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2982b20-6da2-4689-ae89-08a6113e6505', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T11:56:06Z', 'updated_at': '2021-08-05T11:56:40Z', 'revision_number': 1, 'project_id': 'cbc89f3908d842d4a7beeb1a4fce5354', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8aa769c9-d28d-4014-b245-171c7151cd39', 'name': '', 'network_id': '1ac4b742-2a25-4935-8476-e9ad3e543504', 'tenant_id': 'cbc89f3908d842d4a7beeb1a4fce5354', 'mac_address': 'fa:16:3e:75:5b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': 'a5e28117-6f3c-401b-be5b-a70254f1dc57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:48:15Z', 'updated_at': '2021-08-05T11:48:39Z', 'revision_number': 5, 'project_id': 'cbc89f3908d842d4a7beeb1a4fce5354', 'subnets': [{'id': 'a5e28117-6f3c-401b-be5b-a70254f1dc57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:56:44.821678 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-18e9d1c8-b798-4c96-99e5-8f2fdc91d618 req-0f81d0bd-8937-439a-9987-500f18ba4fcf tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:44.913662 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe3df77-7859-4c30-a818-c451d8bc1f70 req-819b5d33-c81f-4720-97b0-18381bf19137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:44.918628 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ffe3df77-7859-4c30-a818-c451d8bc1f70 req-819b5d33-c81f-4720-97b0-18381bf19137 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1ac4b742-2a25-4935-8476-e9ad3e543504 HTTP/1.1" status: 200 len: 917 time: 0.2754800 Aug 05 11:56:44.921110 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-18e9d1c8-b798-4c96-99e5-8f2fdc91d618 req-0f81d0bd-8937-439a-9987-500f18ba4fcf tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:44.931472 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-18e9d1c8-b798-4c96-99e5-8f2fdc91d618 req-0f81d0bd-8937-439a-9987-500f18ba4fcf tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:44.933676 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-18e9d1c8-b798-4c96-99e5-8f2fdc91d618 req-0f81d0bd-8937-439a-9987-500f18ba4fcf tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "DELETE /v2.0/security-groups/d6f3366b-05bf-435f-b8ff-d0f4efaf2de7 HTTP/1.1" status: 204 len: 173 time: 0.3120804 Aug 05 11:56:44.949754 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f81d0bd-8937-439a-9987-500f18ba4fcf tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6f3366b-05bf-435f-b8ff-d0f4efaf2de7,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:56:45.102239 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-154054aa-279b-432d-b1a6-9f43c8f13e18 req-8ea384d8-94a5-469f-ab81-a8f06c8d232d tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "GET /v2.0/security-groups/b1baa1e5-ff83-48a6-9b09-99688215801f HTTP/1.1" status: 200 len: 1802 time: 0.0992837 Aug 05 11:56:45.200246 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ffe3df77-7859-4c30-a818-c451d8bc1f70 req-59a71502-8692-477d-9344-45cb5e5428ec service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=06d6ee75-11e6-4dbf-9648-382f6d9c5c20 HTTP/1.1" status: 200 len: 999 time: 0.2538342 Aug 05 11:56:45.250518 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-154054aa-279b-432d-b1a6-9f43c8f13e18 req-4a864bd8-08a8-4623-b3b1-dcbee820adfa tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:45.302094 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-154054aa-279b-432d-b1a6-9f43c8f13e18 req-4a864bd8-08a8-4623-b3b1-dcbee820adfa tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:45.335428 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23114ec9-5bc7-498d-98c2-3ec16bd0881c None None] New status for floating IP 2680f91f-0ede-4a7b-b4f7-e69c396e4ca1: ACTIVE {{(pid=94423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 11:56:45.380104 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe3df77-7859-4c30-a818-c451d8bc1f70 req-d3ce5900-b100-4405-9487-08d6abbd9ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:45.390492 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ffe3df77-7859-4c30-a818-c451d8bc1f70 req-d3ce5900-b100-4405-9487-08d6abbd9ac3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a5e28117-6f3c-401b-be5b-a70254f1dc57 HTTP/1.1" status: 200 len: 855 time: 0.1798990 Aug 05 11:56:45.442116 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-154054aa-279b-432d-b1a6-9f43c8f13e18 req-4a864bd8-08a8-4623-b3b1-dcbee820adfa tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:45.458575 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-154054aa-279b-432d-b1a6-9f43c8f13e18 req-4a864bd8-08a8-4623-b3b1-dcbee820adfa tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:45.473257 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-154054aa-279b-432d-b1a6-9f43c8f13e18 req-4a864bd8-08a8-4623-b3b1-dcbee820adfa tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "DELETE /v2.0/security-groups/b1baa1e5-ff83-48a6-9b09-99688215801f HTTP/1.1" status: 204 len: 173 time: 0.3619955 Aug 05 11:56:45.507456 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a864bd8-08a8-4623-b3b1-dcbee820adfa tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1baa1e5-ff83-48a6-9b09-99688215801f,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:56:45.559874 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-c0010210-bbb0-49e5-bca1-b25c68b9e430 req-94cd5a3c-a764-4540-a70a-86676507c2b6 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1477081972', 'description': 'tempest-description-1376869702'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:56:45.579443 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe3df77-7859-4c30-a818-c451d8bc1f70 req-5e990a54-ca35-4269-9ba1-ac15cd9a1e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:45.581784 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ffe3df77-7859-4c30-a818-c451d8bc1f70 req-5e990a54-ca35-4269-9ba1-ac15cd9a1e8e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1ac4b742-2a25-4935-8476-e9ad3e543504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1365385 Aug 05 11:56:45.619582 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-c0010210-bbb0-49e5-bca1-b25c68b9e430 req-94cd5a3c-a764-4540-a70a-86676507c2b6 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:45.873371 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ffe3df77-7859-4c30-a818-c451d8bc1f70 req-0479f623-11d6-4317-9a8d-75a7e250813e service neutron] 10.222.0.64 "GET /v2.0/networks/1ac4b742-2a25-4935-8476-e9ad3e543504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772212 Aug 05 11:56:45.905344 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-c0010210-bbb0-49e5-bca1-b25c68b9e430 req-94cd5a3c-a764-4540-a70a-86676507c2b6 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:45.914421 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-c0010210-bbb0-49e5-bca1-b25c68b9e430 req-94cd5a3c-a764-4540-a70a-86676507c2b6 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:45.953073 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-c0010210-bbb0-49e5-bca1-b25c68b9e430 req-94cd5a3c-a764-4540-a70a-86676507c2b6 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:45.962804 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c0010210-bbb0-49e5-bca1-b25c68b9e430 req-94cd5a3c-a764-4540-a70a-86676507c2b6 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.4116399 Aug 05 11:56:46.035242 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cd5a3c-a764-4540-a70a-86676507c2b6 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21b808bc-e1fd-4269-8502-01a342ff3cf7,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:56:46.110491 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4626142c-6863-4392-a226-00c7abcb4e59 req-b512af28-51af-40d3-9296-2fddeb14699f tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "GET /v2.0/security-groups/21b808bc-e1fd-4269-8502-01a342ff3cf7 HTTP/1.1" status: 200 len: 1803 time: 0.0980868 Aug 05 11:56:46.130803 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-4626142c-6863-4392-a226-00c7abcb4e59 req-98511156-2621-4225-bd09-e8f77ff4acfb tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1669412649', 'description': 'tempest-description-hth-519056642'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:56:46.131254 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ffe3df77-7859-4c30-a818-c451d8bc1f70 req-9dd712c3-5b79-40ef-b94f-42ac7396d681 service neutron] 10.222.0.64 "GET /v2.0/networks/1ac4b742-2a25-4935-8476-e9ad3e543504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453976 Aug 05 11:56:46.202683 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-4626142c-6863-4392-a226-00c7abcb4e59 req-98511156-2621-4225-bd09-e8f77ff4acfb tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Notify callbacks [] for security_group, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:46.311116 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-4626142c-6863-4392-a226-00c7abcb4e59 req-98511156-2621-4225-bd09-e8f77ff4acfb tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Notify callbacks [] for security_group, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:46.326388 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-4626142c-6863-4392-a226-00c7abcb4e59 req-98511156-2621-4225-bd09-e8f77ff4acfb tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:46.330553 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-4626142c-6863-4392-a226-00c7abcb4e59 req-98511156-2621-4225-bd09-e8f77ff4acfb tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:46.332548 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4626142c-6863-4392-a226-00c7abcb4e59 req-98511156-2621-4225-bd09-e8f77ff4acfb tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "PUT /v2.0/security-groups/21b808bc-e1fd-4269-8502-01a342ff3cf7 HTTP/1.1" status: 200 len: 1776 time: 0.2095659 Aug 05 11:56:46.373981 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98511156-2621-4225-bd09-e8f77ff4acfb tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21b808bc-e1fd-4269-8502-01a342ff3cf7,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:56:46.465487 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-68af8642-00ab-49fd-9898-c1f0426831f3 req-1c9f69ce-64d0-44d4-aa6d-1052748d4383 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "GET /v2.0/security-groups/21b808bc-e1fd-4269-8502-01a342ff3cf7 HTTP/1.1" status: 200 len: 1776 time: 0.0846050 Aug 05 11:56:46.610152 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a4622b5c-3838-4905-866a-120b9f844bca req-9da776f0-3e4e-4ea0-bba9-8db9886d0828 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "GET /v2.0/security-groups/21b808bc-e1fd-4269-8502-01a342ff3cf7 HTTP/1.1" status: 200 len: 1776 time: 0.1047516 Aug 05 11:56:46.709582 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-a4622b5c-3838-4905-866a-120b9f844bca req-f053af42-1ea5-40d6-aae6-bfae2e5ccd7b tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:46.746917 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-a4622b5c-3838-4905-866a-120b9f844bca req-f053af42-1ea5-40d6-aae6-bfae2e5ccd7b tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:46.836755 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-a4622b5c-3838-4905-866a-120b9f844bca req-f053af42-1ea5-40d6-aae6-bfae2e5ccd7b tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:46.842120 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-a4622b5c-3838-4905-866a-120b9f844bca req-f053af42-1ea5-40d6-aae6-bfae2e5ccd7b tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:46.857210 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a4622b5c-3838-4905-866a-120b9f844bca req-f053af42-1ea5-40d6-aae6-bfae2e5ccd7b tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "DELETE /v2.0/security-groups/21b808bc-e1fd-4269-8502-01a342ff3cf7 HTTP/1.1" status: 204 len: 173 time: 0.2371309 Aug 05 11:56:46.867542 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f053af42-1ea5-40d6-aae6-bfae2e5ccd7b tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21b808bc-e1fd-4269-8502-01a342ff3cf7,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:56:47.094424 n-d-803378-2 neutron-server[94420]: INFO neutron.api.v2.resource [req-946f2a00-8d78-48db-92b4-268ccfc05a56 req-8729bf99-eb57-4646-86ef-d7ec2acc093b tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] show failed (client error): The resource could not be found. Aug 05 11:56:47.095974 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-946f2a00-8d78-48db-92b4-268ccfc05a56 req-8729bf99-eb57-4646-86ef-d7ec2acc093b tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "GET /v2.0/security-groups/b1baa1e5-ff83-48a6-9b09-99688215801f HTTP/1.1" status: 404 len: 352 time: 0.0236359 Aug 05 11:56:47.141732 n-d-803378-2 neutron-server[94420]: INFO neutron.api.v2.resource [req-3e10b356-d42f-4a2a-8941-f01a985753bc req-a8ec8b51-e3c7-4c93-93ab-e698dc06f458 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] show failed (client error): The resource could not be found. Aug 05 11:56:47.143474 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3e10b356-d42f-4a2a-8941-f01a985753bc req-a8ec8b51-e3c7-4c93-93ab-e698dc06f458 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "GET /v2.0/security-groups/d6f3366b-05bf-435f-b8ff-d0f4efaf2de7 HTTP/1.1" status: 404 len: 352 time: 0.0181830 Aug 05 11:56:47.208206 n-d-803378-2 neutron-server[94420]: INFO neutron.api.v2.resource [req-25be5148-2320-4ee0-9781-07bdeb0881de req-37403299-75f9-4fbf-ab63-ea210be7f777 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] show failed (client error): The resource could not be found. Aug 05 11:56:47.222981 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-25be5148-2320-4ee0-9781-07bdeb0881de req-37403299-75f9-4fbf-ab63-ea210be7f777 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "GET /v2.0/security-groups/4630c802-8ee4-45f6-9c20-9c162c525517 HTTP/1.1" status: 404 len: 352 time: 0.0391741 Aug 05 11:56:47.282872 n-d-803378-2 neutron-server[94420]: INFO neutron.api.v2.resource [req-4e3bdab3-508a-46f8-97ee-6bf2c5cbf4f7 req-82769d41-a713-4db1-a2a0-dcd5dc2811e9 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] show failed (client error): The resource could not be found. Aug 05 11:56:47.285113 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4e3bdab3-508a-46f8-97ee-6bf2c5cbf4f7 req-82769d41-a713-4db1-a2a0-dcd5dc2811e9 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "GET /v2.0/security-groups/007454f9-36d6-403b-9d0a-f9e674f68915 HTTP/1.1" status: 404 len: 352 time: 0.0340509 Aug 05 11:56:47.351178 n-d-803378-2 neutron-server[94420]: INFO neutron.api.v2.resource [req-6f75466a-f6b6-4ace-a385-dfd25ae13f07 req-4b31c7ce-b2de-45ad-b651-d5b3e6b68de4 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] show failed (client error): The resource could not be found. Aug 05 11:56:47.353094 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6f75466a-f6b6-4ace-a385-dfd25ae13f07 req-4b31c7ce-b2de-45ad-b651-d5b3e6b68de4 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "GET /v2.0/security-groups/e7ed6f48-4a22-4ebf-a042-bc6b01b77ea6 HTTP/1.1" status: 404 len: 352 time: 0.0282650 Aug 05 11:56:47.420760 n-d-803378-2 neutron-server[94420]: INFO neutron.api.v2.resource [req-d96ce42f-f18b-4998-817e-9582312baeae req-2ecac946-bde0-4b7f-8ac8-b9167ec33956 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] show failed (client error): The resource could not be found. Aug 05 11:56:47.422715 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d96ce42f-f18b-4998-817e-9582312baeae req-2ecac946-bde0-4b7f-8ac8-b9167ec33956 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "GET /v2.0/security-groups/df8de303-ba59-42fc-a3c8-2520b582a88c HTTP/1.1" status: 404 len: 352 time: 0.0302610 Aug 05 11:56:47.943853 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eb1bc6-f049-42d3-9526-c61bba160e6a req-6ad41086-825f-449d-9eac-87e516a184ad tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:47.946824 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b1eb1bc6-f049-42d3-9526-c61bba160e6a req-6ad41086-825f-449d-9eac-87e516a184ad tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "GET /v2.0/ports?device_id=6963e1c9-dce8-474f-aa93-772bbef69331 HTTP/1.1" status: 200 len: 1024 time: 0.1117170 Aug 05 11:56:48.037567 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b1eb1bc6-f049-42d3-9526-c61bba160e6a req-12bb8622-b428-4a74-9463-98525e7a7111 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "GET /v2.0/security-groups?id=3383bc8b-a1c2-477b-9ff5-4afb57350447&id=8e58cdff-af4b-4a7c-afe3-75eb4258e43c&id=8c79a480-39b6-4920-aad4-c5b3f2f2ddd3&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0777063 Aug 05 11:56:49.241414 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ffaba-2e60-4cb7-989c-cc07bacea166 req-afb5665d-711c-4c13-8960-74ea72cbcacd tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:49.244218 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-307ffaba-2e60-4cb7-989c-cc07bacea166 req-afb5665d-711c-4c13-8960-74ea72cbcacd tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.55 "GET /v2.0/ports?device_id=6963e1c9-dce8-474f-aa93-772bbef69331 HTTP/1.1" status: 200 len: 1024 time: 0.1307547 Aug 05 11:56:49.327949 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c2c3b1-8df9-41f6-ba98-507d04b846c7 req-b97f5a5f-c1ed-4038-a548-39caa079d2ad tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:49.331981 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b4c2c3b1-8df9-41f6-ba98-507d04b846c7 req-b97f5a5f-c1ed-4038-a548-39caa079d2ad tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "GET /v2.0/ports?device_id=6963e1c9-dce8-474f-aa93-772bbef69331 HTTP/1.1" status: 200 len: 1024 time: 0.1366487 Aug 05 11:56:49.445172 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b4c2c3b1-8df9-41f6-ba98-507d04b846c7 req-abbf1a48-6cdf-4f78-aeef-dc01e26723a8 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "GET /v2.0/security-groups?id=3383bc8b-a1c2-477b-9ff5-4afb57350447&id=8e58cdff-af4b-4a7c-afe3-75eb4258e43c&id=8c79a480-39b6-4920-aad4-c5b3f2f2ddd3&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1024992 Aug 05 11:56:49.499972 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-307ffaba-2e60-4cb7-989c-cc07bacea166 req-c46bc844-8a2d-44a6-9081-09068d2a8dbc tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Deleting port 617aef5c-c4cd-4d45-bc00-46e948738306 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:56:49.500591 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-307ffaba-2e60-4cb7-989c-cc07bacea166 req-c46bc844-8a2d-44a6-9081-09068d2a8dbc tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:49.758024 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-307ffaba-2e60-4cb7-989c-cc07bacea166 req-c46bc844-8a2d-44a6-9081-09068d2a8dbc tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] For port 617aef5c-c4cd-4d45-bc00-46e948738306, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=617aef5c-c4cd-4d45-bc00-46e948738306,segment=NetworkSegment(d04d9efc-abcb-4f65-93ca-e7d53aa92d96),segment_id=d04d9efc-abcb-4f65-93ca-e7d53aa92d96)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:56:49.758568 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-307ffaba-2e60-4cb7-989c-cc07bacea166 req-c46bc844-8a2d-44a6-9081-09068d2a8dbc tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:49.788634 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-307ffaba-2e60-4cb7-989c-cc07bacea166 req-c46bc844-8a2d-44a6-9081-09068d2a8dbc tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Calling delete_port for 617aef5c-c4cd-4d45-bc00-46e948738306 owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:56:50.117159 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-307ffaba-2e60-4cb7-989c-cc07bacea166 req-c46bc844-8a2d-44a6-9081-09068d2a8dbc tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:50.155198 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['617aef5c-c4cd-4d45-bc00-46e948738306'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:56:50.195116 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46bc844-8a2d-44a6-9081-09068d2a8dbc tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Pushing event deleted for resources: {'Port': ['ID=617aef5c-c4cd-4d45-bc00-46e948738306,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:56:50.238083 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46bc844-8a2d-44a6-9081-09068d2a8dbc tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:56:50.238625 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46bc844-8a2d-44a6-9081-09068d2a8dbc tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:56:50.239166 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46bc844-8a2d-44a6-9081-09068d2a8dbc tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:56:50.239821 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46bc844-8a2d-44a6-9081-09068d2a8dbc tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:56:50.240438 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46bc844-8a2d-44a6-9081-09068d2a8dbc tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:56:50.240852 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46bc844-8a2d-44a6-9081-09068d2a8dbc tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:56:50.241447 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46bc844-8a2d-44a6-9081-09068d2a8dbc tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:56:50.242424 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46bc844-8a2d-44a6-9081-09068d2a8dbc tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:56:50.242597 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46bc844-8a2d-44a6-9081-09068d2a8dbc tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:56:50.243066 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46bc844-8a2d-44a6-9081-09068d2a8dbc tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:56:50.243682 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46bc844-8a2d-44a6-9081-09068d2a8dbc tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:56:50.244422 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46bc844-8a2d-44a6-9081-09068d2a8dbc tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:56:50.279448 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-307ffaba-2e60-4cb7-989c-cc07bacea166 req-c46bc844-8a2d-44a6-9081-09068d2a8dbc tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] No DVR routers for this DVR port 617aef5c-c4cd-4d45-bc00-46e948738306 on host n-h2-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:56:50.283127 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-307ffaba-2e60-4cb7-989c-cc07bacea166 req-c46bc844-8a2d-44a6-9081-09068d2a8dbc tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:50.285792 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-307ffaba-2e60-4cb7-989c-cc07bacea166 req-c46bc844-8a2d-44a6-9081-09068d2a8dbc tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.55 "DELETE /v2.0/ports/617aef5c-c4cd-4d45-bc00-46e948738306 HTTP/1.1" status: 204 len: 173 time: 1.0345299 Aug 05 11:56:50.286498 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6963e1c9-dce8-474f-aa93-772bbef69331', 'name': 'network-vif-deleted', 'tag': '617aef5c-c4cd-4d45-bc00-46e948738306'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:56:50.290264 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69b6fb98-846d-466e-8b10-939d4dda4b26" -d '{"events": [{"server_uuid": "6963e1c9-dce8-474f-aa93-772bbef69331", "name": "network-vif-deleted", "tag": "617aef5c-c4cd-4d45-bc00-46e948738306"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:56:50.353701 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a21a917f-67aa-44f3-8daf-2935e174b0f3 x-openstack-request-id: req-a21a917f-67aa-44f3-8daf-2935e174b0f3 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:56:50.354050 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6963e1c9-dce8-474f-aa93-772bbef69331", "name": "network-vif-deleted", "tag": "617aef5c-c4cd-4d45-bc00-46e948738306", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:56:50.355540 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a21a917f-67aa-44f3-8daf-2935e174b0f3 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:56:50.356121 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6963e1c9-dce8-474f-aa93-772bbef69331', 'name': 'network-vif-deleted', 'tag': '617aef5c-c4cd-4d45-bc00-46e948738306', 'status': 'completed', 'code': 200} Aug 05 11:56:50.571675 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 11:56:50.662839 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9a44147a-be8b-4b70-97fe-8f2554c9a55f req-7de948a9-3261-4cc3-9038-c6808c87a678 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "GET /v2.0/ports?device_id=6963e1c9-dce8-474f-aa93-772bbef69331 HTTP/1.1" status: 200 len: 210 time: 0.0509791 Aug 05 11:56:51.904665 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c5f038c2-ddd7-4b99-9c2a-e545182f55b8 req-6f72a8b6-b00d-456a-9b9c-9780f58e24e0 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "GET /v2.0/security-groups/8c79a480-39b6-4920-aad4-c5b3f2f2ddd3 HTTP/1.1" status: 200 len: 1802 time: 0.0888174 Aug 05 11:56:52.032743 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-c5f038c2-ddd7-4b99-9c2a-e545182f55b8 req-d21c3d5a-309a-433c-9405-ede7df25e384 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:52.107275 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-c5f038c2-ddd7-4b99-9c2a-e545182f55b8 req-d21c3d5a-309a-433c-9405-ede7df25e384 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:52.210213 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:52.248917 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-c5f038c2-ddd7-4b99-9c2a-e545182f55b8 req-d21c3d5a-309a-433c-9405-ede7df25e384 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:52.253994 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-c5f038c2-ddd7-4b99-9c2a-e545182f55b8 req-d21c3d5a-309a-433c-9405-ede7df25e384 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:52.256171 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c5f038c2-ddd7-4b99-9c2a-e545182f55b8 req-d21c3d5a-309a-433c-9405-ede7df25e384 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "DELETE /v2.0/security-groups/8c79a480-39b6-4920-aad4-c5b3f2f2ddd3 HTTP/1.1" status: 204 len: 173 time: 0.3393662 Aug 05 11:56:52.276681 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21c3d5a-309a-433c-9405-ede7df25e384 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c79a480-39b6-4920-aad4-c5b3f2f2ddd3,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:56:52.294252 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21c3d5a-309a-433c-9405-ede7df25e384 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:56:52.295208 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21c3d5a-309a-433c-9405-ede7df25e384 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:56:52.296097 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21c3d5a-309a-433c-9405-ede7df25e384 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:56:52.297006 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21c3d5a-309a-433c-9405-ede7df25e384 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:56:52.298021 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21c3d5a-309a-433c-9405-ede7df25e384 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:56:52.298864 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21c3d5a-309a-433c-9405-ede7df25e384 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:56:52.299778 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21c3d5a-309a-433c-9405-ede7df25e384 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:56:52.300589 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21c3d5a-309a-433c-9405-ede7df25e384 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:56:52.301486 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21c3d5a-309a-433c-9405-ede7df25e384 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:56:52.302117 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21c3d5a-309a-433c-9405-ede7df25e384 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:56:52.302736 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21c3d5a-309a-433c-9405-ede7df25e384 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:56:52.303306 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21c3d5a-309a-433c-9405-ede7df25e384 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:56:52.441723 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-28ce2fd8-7854-4c73-9d6c-63dc82a77154 req-b15392a7-3cb6-4e6a-9520-d47b57be743f tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "GET /v2.0/security-groups/8e58cdff-af4b-4a7c-afe3-75eb4258e43c HTTP/1.1" status: 200 len: 1803 time: 0.1253245 Aug 05 11:56:52.576685 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-28ce2fd8-7854-4c73-9d6c-63dc82a77154 req-2b5a53b0-6407-4b4a-a293-a9960bf75e91 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:52.616214 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-28ce2fd8-7854-4c73-9d6c-63dc82a77154 req-2b5a53b0-6407-4b4a-a293-a9960bf75e91 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:52.727220 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-28ce2fd8-7854-4c73-9d6c-63dc82a77154 req-2b5a53b0-6407-4b4a-a293-a9960bf75e91 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:52.734273 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-28ce2fd8-7854-4c73-9d6c-63dc82a77154 req-2b5a53b0-6407-4b4a-a293-a9960bf75e91 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:52.736658 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-28ce2fd8-7854-4c73-9d6c-63dc82a77154 req-2b5a53b0-6407-4b4a-a293-a9960bf75e91 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] 10.222.0.58 "DELETE /v2.0/security-groups/8e58cdff-af4b-4a7c-afe3-75eb4258e43c HTTP/1.1" status: 204 len: 173 time: 0.2818255 Aug 05 11:56:52.753904 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 52098) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:56:52.779953 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5a53b0-6407-4b4a-a293-a9960bf75e91 tempest-SecurityGroupsTestJSON-1453381214 tempest-SecurityGroupsTestJSON-1453381214-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e58cdff-af4b-4a7c-afe3-75eb4258e43c,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:56:52.868433 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bc0ba69-eb4c-4008-a0ff-b8f6f7b7916d admin admin] Deleting subnet bfce54b6-991e-4bac-8848-405675e3312d {{(pid=94420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:56:52.874898 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0bc0ba69-eb4c-4008-a0ff-b8f6f7b7916d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:52.954953 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0bc0ba69-eb4c-4008-a0ff-b8f6f7b7916d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25010562'] for subnet, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:53.055336 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0bc0ba69-eb4c-4008-a0ff-b8f6f7b7916d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:53.179856 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0bc0ba69-eb4c-4008-a0ff-b8f6f7b7916d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29762763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24211094'] for subnet, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:53.216947 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0bc0ba69-eb4c-4008-a0ff-b8f6f7b7916d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:53.219858 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-0bc0ba69-eb4c-4008-a0ff-b8f6f7b7916d admin admin] 10.222.0.58 "DELETE /v2.0/subnets/bfce54b6-991e-4bac-8848-405675e3312d HTTP/1.1" status: 204 len: 168 time: 0.4642692 Aug 05 11:56:53.234309 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 52104) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:56:53.251898 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc0ba69-eb4c-4008-a0ff-b8f6f7b7916d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bfce54b6-991e-4bac-8848-405675e3312d,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:56:53.367336 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8b53ca9e-41e5-4be6-9ef8-b4d60f17a065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:53.532459 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8b53ca9e-41e5-4be6-9ef8-b4d60f17a065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:53.554138 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-8b53ca9e-41e5-4be6-9ef8-b4d60f17a065 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9c69729-0b70-4088-a30d-372be3774212']}} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:56:53.576836 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-8b53ca9e-41e5-4be6-9ef8-b4d60f17a065 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd04d9efc-abcb-4f65-93ca-e7d53aa92d96') {'for_net_delete': True} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:56:53.577339 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-8b53ca9e-41e5-4be6-9ef8-b4d60f17a065 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd04d9efc-abcb-4f65-93ca-e7d53aa92d96') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:56:53.591251 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 617aef5c-c4cd-4d45-bc00-46e948738306 no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:56:53.600580 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8b53ca9e-41e5-4be6-9ef8-b4d60f17a065 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29786371'] for segment, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:53.634555 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8b53ca9e-41e5-4be6-9ef8-b4d60f17a065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:53.636881 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] No Port match for: 617aef5c-c4cd-4d45-bc00-46e948738306 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:56:53.637494 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 617aef5c-c4cd-4d45-bc00-46e948738306 not bound to the agent host n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:56:53.650817 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b53ca9e-41e5-4be6-9ef8-b4d60f17a065 admin admin] Releasing vlan 689 on physical network physnet1 to pool {{(pid=94421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:56:53.652243 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8b53ca9e-41e5-4be6-9ef8-b4d60f17a065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25038799'] for segment, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:53.656963 n-d-803378-2 neutron-server[94421]: Traceback (most recent call last): Aug 05 11:56:53.656963 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:56:53.656963 n-d-803378-2 neutron-server[94421]: timer() Aug 05 11:56:53.656963 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:56:53.656963 n-d-803378-2 neutron-server[94421]: cb(*args, **kw) Aug 05 11:56:53.656963 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:56:53.656963 n-d-803378-2 neutron-server[94421]: return func(*args, **kwargs) Aug 05 11:56:53.656963 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:56:53.656963 n-d-803378-2 neutron-server[94421]: self._notify() Aug 05 11:56:53.656963 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:56:53.656963 n-d-803378-2 neutron-server[94421]: self.callback(batched_events) Aug 05 11:56:53.656963 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:56:53.656963 n-d-803378-2 neutron-server[94421]: event.method(event) Aug 05 11:56:53.656963 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:56:53.656963 n-d-803378-2 neutron-server[94421]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:56:53.656963 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:56:53.656963 n-d-803378-2 neutron-server[94421]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:56:53.656963 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:56:53.656963 n-d-803378-2 neutron-server[94421]: return f(self, *a, **k) Aug 05 11:56:53.656963 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:56:53.656963 n-d-803378-2 neutron-server[94421]: return self._get(url).json() Aug 05 11:56:53.656963 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:56:53.656963 n-d-803378-2 neutron-server[94421]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:56:53.656963 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:56:53.656963 n-d-803378-2 neutron-server[94421]: return self.request(url, 'GET', **kwargs) Aug 05 11:56:53.656963 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:56:53.656963 n-d-803378-2 neutron-server[94421]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:56:53.656963 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:56:53.656963 n-d-803378-2 neutron-server[94421]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:56:53.656963 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:56:53.656963 n-d-803378-2 neutron-server[94421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:56:53.656963 n-d-803378-2 neutron-server[94421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:56:53.790408 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8b53ca9e-41e5-4be6-9ef8-b4d60f17a065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:53.828954 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8b53ca9e-41e5-4be6-9ef8-b4d60f17a065 admin admin] Notify callbacks [] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:53.836258 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-8b53ca9e-41e5-4be6-9ef8-b4d60f17a065 admin admin] 10.222.0.58 "DELETE /v2.0/networks/b9c69729-0b70-4088-a30d-372be3774212 HTTP/1.1" status: 204 len: 168 time: 0.5952625 Aug 05 11:56:53.844221 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b53ca9e-41e5-4be6-9ef8-b4d60f17a065 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9c69729-0b70-4088-a30d-372be3774212,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:56:54.266309 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 52118) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:56:54.374827 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-da3b4c50-0a66-43a2-ad7a-5cc832a6ef5c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2e7c65a434814f6199ebe26a23e571c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1064217 Aug 05 11:56:54.380010 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 52120) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:56:54.498203 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-07b89403-81a1-4289-84be-2480ddc34fee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:54.542881 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-07b89403-81a1-4289-84be-2480ddc34fee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:54.670956 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-07b89403-81a1-4289-84be-2480ddc34fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:54.676150 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-07b89403-81a1-4289-84be-2480ddc34fee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:54.687191 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-07b89403-81a1-4289-84be-2480ddc34fee admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3383bc8b-a1c2-477b-9ff5-4afb57350447 HTTP/1.1" status: 204 len: 168 time: 0.3039420 Aug 05 11:56:54.704885 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b89403-81a1-4289-84be-2480ddc34fee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3383bc8b-a1c2-477b-9ff5-4afb57350447,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:56:55.827252 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 52160) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:56:56.159944 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-351493f3-f5cc-4626-8996-ea5d955d3229 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:56.392092 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-351493f3-f5cc-4626-8996-ea5d955d3229 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:56.400674 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-351493f3-f5cc-4626-8996-ea5d955d3229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:56.478236 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-351493f3-f5cc-4626-8996-ea5d955d3229 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4d1dbd72c2214715a0d42fd352175e27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6494095 Aug 05 11:56:56.482927 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 52182) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:56:56.486305 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351493f3-f5cc-4626-8996-ea5d955d3229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9ed4772-0cbe-4602-9857-989c73697998,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:56:56.525749 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 52184) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:56:56.582210 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a3ca8c78-548e-494c-b62c-4069aa9543d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:56.614114 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a3ca8c78-548e-494c-b62c-4069aa9543d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:56.721227 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-65c01331-b297-4064-baa5-264ac6e8eede admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1660367773-network', 'tenant_id': '1e1aa4e259e64437b684d5603b841a44'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:56:56.722431 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a3ca8c78-548e-494c-b62c-4069aa9543d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:56.728474 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a3ca8c78-548e-494c-b62c-4069aa9543d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:56.730825 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-a3ca8c78-548e-494c-b62c-4069aa9543d4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c9ed4772-0cbe-4602-9857-989c73697998 HTTP/1.1" status: 204 len: 168 time: 0.2453015 Aug 05 11:56:56.750202 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ca8c78-548e-494c-b62c-4069aa9543d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9ed4772-0cbe-4602-9857-989c73697998,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:56:56.815556 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65c01331-b297-4064-baa5-264ac6e8eede admin admin] Made reservation on behalf of 1e1aa4e259e64437b684d5603b841a44 for: {'network': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:56:56.822707 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-65c01331-b297-4064-baa5-264ac6e8eede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:56.849109 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-65c01331-b297-4064-baa5-264ac6e8eede admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:57.085534 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-65c01331-b297-4064-baa5-264ac6e8eede admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:57.093362 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-65c01331-b297-4064-baa5-264ac6e8eede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:57.153494 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65c01331-b297-4064-baa5-264ac6e8eede admin admin] vlan segment allocate from pool success with {'vlan_id': 658, 'physical_network': 'physnet1'} {{(pid=94421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:56:57.180774 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c01331-b297-4064-baa5-264ac6e8eede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc31fcfa-ba28-4aa9-82b6-f3540abce57b,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:56:57.187733 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-65c01331-b297-4064-baa5-264ac6e8eede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:57.188887 n-d-803378-2 neutron-server[94421]: INFO neutron.db.segments_db [None req-65c01331-b297-4064-baa5-264ac6e8eede admin admin] Added segment 28eaf081-ab97-4dfd-a4eb-a7c90e1b1d4e of type vlan for network ee5cd9f7-6c37-4582-b2c3-c178ce3b85e0 Aug 05 11:56:57.280935 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-65c01331-b297-4064-baa5-264ac6e8eede admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:57.337318 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-65c01331-b297-4064-baa5-264ac6e8eede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:57.340908 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c01331-b297-4064-baa5-264ac6e8eede admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:57.341982 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-65c01331-b297-4064-baa5-264ac6e8eede admin admin] Notify callbacks [] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:57.476023 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 52204) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:56:57.477230 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-65c01331-b297-4064-baa5-264ac6e8eede admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9477842 Aug 05 11:56:57.487538 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-0fa82e52-89c8-432e-8540-6e32b2ebc2a0 admin admin] Request body: {'subnet': {'network_id': 'ee5cd9f7-6c37-4582-b2c3-c178ce3b85e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1660367773-subnet', 'tenant_id': '1e1aa4e259e64437b684d5603b841a44', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:56:57.509143 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c01331-b297-4064-baa5-264ac6e8eede admin admin] Pushing event updated for resources: {'Network': ['ID=ee5cd9f7-6c37-4582-b2c3-c178ce3b85e0,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:56:57.519486 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 52206) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:56:57.533739 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network ee5cd9f7-6c37-4582-b2c3-c178ce3b85e0 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:56:57.549265 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8d6d885f-4d66-4419-b1bb-58cb61213bf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:57.580280 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fa82e52-89c8-432e-8540-6e32b2ebc2a0 admin admin] Made reservation on behalf of 1e1aa4e259e64437b684d5603b841a44 for: {'subnet': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:56:57.586463 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0fa82e52-89c8-432e-8540-6e32b2ebc2a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24211133'] for subnet, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:57.828991 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8d6d885f-4d66-4419-b1bb-58cb61213bf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:57.836793 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8d6d885f-4d66-4419-b1bb-58cb61213bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:57.921012 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-8d6d885f-4d66-4419-b1bb-58cb61213bf4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=eee849d6bf874e92ae78c752f394a5b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4013722 Aug 05 11:56:57.922384 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6d885f-4d66-4419-b1bb-58cb61213bf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e9b2878-5410-4c9e-999f-8c6c9e26ee91,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:56:57.926637 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 52212) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:56:58.066697 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0fa82e52-89c8-432e-8540-6e32b2ebc2a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29762700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24211087'] for subnet, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:58.204022 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-85688f46-a698-4721-8e27-ca986c8582cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:58.247833 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa82e52-89c8-432e-8540-6e32b2ebc2a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b432cb6-360e-40ea-b56b-5da122809577,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:56:58.285908 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-85688f46-a698-4721-8e27-ca986c8582cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:58.300130 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa82e52-89c8-432e-8540-6e32b2ebc2a0 admin admin] Checking segment: {'id': '28eaf081-ab97-4dfd-a4eb-a7c90e1b1d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'ee5cd9f7-6c37-4582-b2c3-c178ce3b85e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:56:58.300785 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa82e52-89c8-432e-8540-6e32b2ebc2a0 admin admin] Network hostable DHCP agents. Network: ee5cd9f7-6c37-4582-b2c3-c178ce3b85e0, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:56:58.383907 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa82e52-89c8-432e-8540-6e32b2ebc2a0 admin admin] Network ee5cd9f7-6c37-4582-b2c3-c178ce3b85e0 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:56:58.400947 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-0fa82e52-89c8-432e-8540-6e32b2ebc2a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, ee5cd9f7-6c37-4582-b2c3-c178ce3b85e0) {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:56:58.410035 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa82e52-89c8-432e-8540-6e32b2ebc2a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:56:58.410867 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0fa82e52-89c8-432e-8540-6e32b2ebc2a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:58.433246 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-85688f46-a698-4721-8e27-ca986c8582cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:58.438496 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-85688f46-a698-4721-8e27-ca986c8582cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:58.442668 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422bb703-69a4-420a-9cf5-79a8d00fad56 None None] Network ee5cd9f7-6c37-4582-b2c3-c178ce3b85e0 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:56:58.443321 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-85688f46-a698-4721-8e27-ca986c8582cf admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2e9b2878-5410-4c9e-999f-8c6c9e26ee91 HTTP/1.1" status: 204 len: 168 time: 0.5121615 Aug 05 11:56:58.475332 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-0fa82e52-89c8-432e-8540-6e32b2ebc2a0 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9915478 Aug 05 11:56:58.475332 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85688f46-a698-4721-8e27-ca986c8582cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e9b2878-5410-4c9e-999f-8c6c9e26ee91,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:56:58.477746 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 52226) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:56:58.492504 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-3ce6e33d-7915-4ff5-abd5-2ccd1bb9a148 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1660367773-router', 'tenant_id': '1e1aa4e259e64437b684d5603b841a44', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:56:58.552808 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3ce6e33d-7915-4ff5-abd5-2ccd1bb9a148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33260300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1929'] for router, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:58.555035 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3ce6e33d-7915-4ff5-abd5-2ccd1bb9a148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33285914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33034662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1926'] for router, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:58.752337 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3ce6e33d-7915-4ff5-abd5-2ccd1bb9a148 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:58.846673 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-566a70da-7b12-455c-b5b9-3727fb82bdf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-ee5cd9f7-6c37-4582-b2c3-c178ce3b85e0', 'network_id': 'ee5cd9f7-6c37-4582-b2c3-c178ce3b85e0', 'tenant_id': '1e1aa4e259e64437b684d5603b841a44', 'fixed_ips': [{'subnet_id': '7b432cb6-360e-40ea-b56b-5da122809577'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 11:56:58.848531 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-566a70da-7b12-455c-b5b9-3727fb82bdf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:59.051786 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3ce6e33d-7915-4ff5-abd5-2ccd1bb9a148 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:59.151686 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-566a70da-7b12-455c-b5b9-3727fb82bdf5 None None] Allocated IP 172.20.0.2 (ee5cd9f7-6c37-4582-b2c3-c178ce3b85e0/7b432cb6-360e-40ea-b56b-5da122809577/d8e86001-98f0-4490-91ac-1aeb8f057079) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:56:59.389129 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 52238) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:56:59.425537 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-73744369-1f7e-4563-9fde-bb53653020f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:59.608564 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:59.612190 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-566a70da-7b12-455c-b5b9-3727fb82bdf5 None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:59.616888 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3ce6e33d-7915-4ff5-abd5-2ccd1bb9a148 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:59.638137 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-566a70da-7b12-455c-b5b9-3727fb82bdf5 None None] Transition to ACTIVE for port object d8e86001-98f0-4490-91ac-1aeb8f057079 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:56:59.659787 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3ce6e33d-7915-4ff5-abd5-2ccd1bb9a148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:59.675832 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-566a70da-7b12-455c-b5b9-3727fb82bdf5 None None] Transition to ACTIVE for port object d8e86001-98f0-4490-91ac-1aeb8f057079 will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:56:59.690502 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-566a70da-7b12-455c-b5b9-3727fb82bdf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:59.719380 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-73744369-1f7e-4563-9fde-bb53653020f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:59.755011 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-73744369-1f7e-4563-9fde-bb53653020f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:56:59.796324 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-566a70da-7b12-455c-b5b9-3727fb82bdf5 None None] Network ee5cd9f7-6c37-4582-b2c3-c178ce3b85e0 is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:56:59.805775 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-566a70da-7b12-455c-b5b9-3727fb82bdf5 None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:56:59.816776 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566a70da-7b12-455c-b5b9-3727fb82bdf5 None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:56:59.835891 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73744369-1f7e-4563-9fde-bb53653020f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3c99c15-d106-4cff-8568-6d464fead4a7,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:56:59.869911 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-73744369-1f7e-4563-9fde-bb53653020f7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5ad5c877556b40a0b93956fcd00b2df9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4789286 Aug 05 11:56:59.873885 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 52248) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:56:59.893080 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566a70da-7b12-455c-b5b9-3727fb82bdf5 None None] Pushing event updated for resources: {'Port': ['ID=d8e86001-98f0-4490-91ac-1aeb8f057079,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:56:59.941670 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566a70da-7b12-455c-b5b9-3727fb82bdf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:56:59.942209 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566a70da-7b12-455c-b5b9-3727fb82bdf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:56:59.943164 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566a70da-7b12-455c-b5b9-3727fb82bdf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:56:59.943796 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566a70da-7b12-455c-b5b9-3727fb82bdf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:56:59.944790 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566a70da-7b12-455c-b5b9-3727fb82bdf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:56:59.945457 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566a70da-7b12-455c-b5b9-3727fb82bdf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:56:59.946424 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566a70da-7b12-455c-b5b9-3727fb82bdf5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:56:59.947117 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566a70da-7b12-455c-b5b9-3727fb82bdf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:56:59.947648 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566a70da-7b12-455c-b5b9-3727fb82bdf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:56:59.949005 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566a70da-7b12-455c-b5b9-3727fb82bdf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:56:59.949005 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566a70da-7b12-455c-b5b9-3727fb82bdf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:56:59.949736 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566a70da-7b12-455c-b5b9-3727fb82bdf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:56:59.986282 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-566a70da-7b12-455c-b5b9-3727fb82bdf5 None None] Attempting to bind port d8e86001-98f0-4490-91ac-1aeb8f057079 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:56:59.987188 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-566a70da-7b12-455c-b5b9-3727fb82bdf5 None None] Attempting to bind port d8e86001-98f0-4490-91ac-1aeb8f057079 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '28eaf081-ab97-4dfd-a4eb-a7c90e1b1d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'ee5cd9f7-6c37-4582-b2c3-c178ce3b85e0'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:56:59.987938 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566a70da-7b12-455c-b5b9-3727fb82bdf5 None None] Attempting to bind port d8e86001-98f0-4490-91ac-1aeb8f057079 on network ee5cd9f7-6c37-4582-b2c3-c178ce3b85e0 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:56:59.999826 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566a70da-7b12-455c-b5b9-3727fb82bdf5 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:57:00.005006 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2b63da53-41d3-4256-af45-d8354ddf25f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:00.005805 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566a70da-7b12-455c-b5b9-3727fb82bdf5 None None] Checking segment: {'id': '28eaf081-ab97-4dfd-a4eb-a7c90e1b1d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'ee5cd9f7-6c37-4582-b2c3-c178ce3b85e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:57:00.006897 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-566a70da-7b12-455c-b5b9-3727fb82bdf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:00.007918 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566a70da-7b12-455c-b5b9-3727fb82bdf5 None None] Bound using segment: {'id': '28eaf081-ab97-4dfd-a4eb-a7c90e1b1d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'ee5cd9f7-6c37-4582-b2c3-c178ce3b85e0'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:57:00.009784 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-566a70da-7b12-455c-b5b9-3727fb82bdf5 None None] Bound port: d8e86001-98f0-4490-91ac-1aeb8f057079, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28eaf081-ab97-4dfd-a4eb-a7c90e1b1d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'ee5cd9f7-6c37-4582-b2c3-c178ce3b85e0'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:57:00.013466 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-566a70da-7b12-455c-b5b9-3727fb82bdf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:00.020050 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-3ce6e33d-7915-4ff5-abd5-2ccd1bb9a148 admin admin] Allocated IP 172.25.5.157 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/8645db06-0368-4e0d-b2eb-c4af1e70b342) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:57:00.055722 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2b63da53-41d3-4256-af45-d8354ddf25f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:00.202505 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2b63da53-41d3-4256-af45-d8354ddf25f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:00.210764 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2b63da53-41d3-4256-af45-d8354ddf25f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:00.220224 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-2b63da53-41d3-4256-af45-d8354ddf25f4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e3c99c15-d106-4cff-8568-6d464fead4a7 HTTP/1.1" status: 204 len: 168 time: 0.3446534 Aug 05 11:57:00.251628 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-566a70da-7b12-455c-b5b9-3727fb82bdf5 None None] For port d8e86001-98f0-4490-91ac-1aeb8f057079, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:57:00.262032 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b63da53-41d3-4256-af45-d8354ddf25f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3c99c15-d106-4cff-8568-6d464fead4a7,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:57:00.265680 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-566a70da-7b12-455c-b5b9-3727fb82bdf5 None None] For port d8e86001-98f0-4490-91ac-1aeb8f057079, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=d8e86001-98f0-4490-91ac-1aeb8f057079,segment=NetworkSegment(28eaf081-ab97-4dfd-a4eb-a7c90e1b1d4e),segment_id=28eaf081-ab97-4dfd-a4eb-a7c90e1b1d4e)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:57:00.283402 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-566a70da-7b12-455c-b5b9-3727fb82bdf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:00.483572 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566a70da-7b12-455c-b5b9-3727fb82bdf5 None None] Pushing event updated for resources: {'Port': ['ID=d8e86001-98f0-4490-91ac-1aeb8f057079,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:57:00.498333 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3ce6e33d-7915-4ff5-abd5-2ccd1bb9a148 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:00.602178 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3ce6e33d-7915-4ff5-abd5-2ccd1bb9a148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:00.762078 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce6e33d-7915-4ff5-abd5-2ccd1bb9a148 admin admin] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:57:00.768108 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-3ce6e33d-7915-4ff5-abd5-2ccd1bb9a148 admin admin] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:57:00.785858 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce6e33d-7915-4ff5-abd5-2ccd1bb9a148 admin admin] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:57:00.908433 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce6e33d-7915-4ff5-abd5-2ccd1bb9a148 admin admin] Pushing event updated for resources: {'Port': ['ID=8645db06-0368-4e0d-b2eb-c4af1e70b342,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:57:01.840264 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device d8e86001-98f0-4490-91ac-1aeb8f057079 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:57:02.012707 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port d8e86001-98f0-4490-91ac-1aeb8f057079 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:57:02.248009 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3ce6e33d-7915-4ff5-abd5-2ccd1bb9a148 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:02.267288 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed9e4e7-193c-4232-a183-4e613a317a4b None None] Network ee5cd9f7-6c37-4582-b2c3-c178ce3b85e0 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:57:02.438664 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-af4784a5-efaa-4b9f-9810-64aa82e1bff4 None None] Provisioning for port d8e86001-98f0-4490-91ac-1aeb8f057079 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:57:02.448908 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-af4784a5-efaa-4b9f-9810-64aa82e1bff4 None None] Provisioning complete for port d8e86001-98f0-4490-91ac-1aeb8f057079 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:57:02.449893 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-af4784a5-efaa-4b9f-9810-64aa82e1bff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:02.766570 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3ce6e33d-7915-4ff5-abd5-2ccd1bb9a148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286026'] for router, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:02.770998 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-af4784a5-efaa-4b9f-9810-64aa82e1bff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:02.873619 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-af4784a5-efaa-4b9f-9810-64aa82e1bff4 None None] For port d8e86001-98f0-4490-91ac-1aeb8f057079, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=d8e86001-98f0-4490-91ac-1aeb8f057079,segment=NetworkSegment(28eaf081-ab97-4dfd-a4eb-a7c90e1b1d4e),segment_id=28eaf081-ab97-4dfd-a4eb-a7c90e1b1d4e)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:57:02.889440 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-af4784a5-efaa-4b9f-9810-64aa82e1bff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:03.035907 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4784a5-efaa-4b9f-9810-64aa82e1bff4 None None] Pushing event updated for resources: {'Port': ['ID=d8e86001-98f0-4490-91ac-1aeb8f057079,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:57:03.160882 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ce6e33d-7915-4ff5-abd5-2ccd1bb9a148 admin admin] Router 51697c8b-3fe0-4139-a371-c223908130bc is scheduled to L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d with binding_index 1 {{(pid=94420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 11:57:03.433542 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-3388921a-bd5f-47fa-bdbe-42c7c415f71f None None] Provisioning complete for port d8e86001-98f0-4490-91ac-1aeb8f057079 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:57:03.434370 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-3388921a-bd5f-47fa-bdbe-42c7c415f71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:03.447544 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ce6e33d-7915-4ff5-abd5-2ccd1bb9a148 admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:57:03.481487 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3ce6e33d-7915-4ff5-abd5-2ccd1bb9a148 admin admin] Notify callbacks [] for router, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:03.484642 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbeb57c3-75f1-4330-b142-880abb021f3b None None] Sync routers for ids ['51697c8b-3fe0-4139-a371-c223908130bc'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:57:03.485874 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-3ce6e33d-7915-4ff5-abd5-2ccd1bb9a148 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.0062304 Aug 05 11:57:03.490325 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 52316) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:57:03.525579 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbeb57c3-75f1-4330-b142-880abb021f3b None None] Routers {'51697c8b-3fe0-4139-a371-c223908130bc'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:57:03.527244 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-fbeb57c3-75f1-4330-b142-880abb021f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:56:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['51697c8b-3fe0-4139-a371-c223908130bc'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:57:03.763154 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device d8e86001-98f0-4490-91ac-1aeb8f057079 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:57:04.319717 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-fbeb57c3-75f1-4330-b142-880abb021f3b None None] Set router 51697c8b-3fe0-4139-a371-c223908130bc gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:57:04.617672 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port d8e86001-98f0-4490-91ac-1aeb8f057079 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:57:04.618251 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:04.936345 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-fbeb57c3-75f1-4330-b142-880abb021f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51697c8b-3fe0-4139-a371-c223908130bc', 'name': 'tempest-ServersTestManualDisk-1660367773-router', 'tenant_id': '1e1aa4e259e64437b684d5603b841a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '8645db06-0368-4e0d-b2eb-c4af1e70b342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:56:58Z', 'updated_at': '2021-08-05T11:57:01Z', 'revision_number': 3, 'project_id': '1e1aa4e259e64437b684d5603b841a44', 'gw_port': {'id': '8645db06-0368-4e0d-b2eb-c4af1e70b342', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2f:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51697c8b-3fe0-4139-a371-c223908130bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:56:59Z', 'updated_at': '2021-08-05T11:57:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:57:05.000935 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbeb57c3-75f1-4330-b142-880abb021f3b None None] Checking router: 51697c8b-3fe0-4139-a371-c223908130bc for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:57:05.001606 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbeb57c3-75f1-4330-b142-880abb021f3b None None] Updating router 51697c8b-3fe0-4139-a371-c223908130bc port 8645db06-0368-4e0d-b2eb-c4af1e70b342 binding host n-d-803378-2 {{(pid=94422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 11:57:05.068748 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-fbeb57c3-75f1-4330-b142-880abb021f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:05.159872 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a6c1121a-092e-4f32-8e1e-550b6b9c0f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:05.823730 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-fbeb57c3-75f1-4330-b142-880abb021f3b None None] Notify callbacks [] for port, precommit_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:05.867548 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-fbeb57c3-75f1-4330-b142-880abb021f3b None None] Transition to ACTIVE for port object 8645db06-0368-4e0d-b2eb-c4af1e70b342 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:57:05.886999 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-fbeb57c3-75f1-4330-b142-880abb021f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:05.919171 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-a6c1121a-092e-4f32-8e1e-550b6b9c0f27 admin admin] Allocated IP 172.20.0.1 (ee5cd9f7-6c37-4582-b2c3-c178ce3b85e0/7b432cb6-360e-40ea-b56b-5da122809577/ba47f43b-8e6b-49ee-9fab-082d009812a5) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:57:05.980680 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f774e2d5-0101-4e8a-9ad9-fc2dbf5cffc0 None None] Pushing event updated for resources: {'Port': ['ID=8645db06-0368-4e0d-b2eb-c4af1e70b342,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:57:06.033470 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-fbeb57c3-75f1-4330-b142-880abb021f3b None None] Attempting to bind port 8645db06-0368-4e0d-b2eb-c4af1e70b342 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:57:06.034276 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-fbeb57c3-75f1-4330-b142-880abb021f3b None None] Attempting to bind port 8645db06-0368-4e0d-b2eb-c4af1e70b342 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:57:06.034871 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbeb57c3-75f1-4330-b142-880abb021f3b None None] Attempting to bind port 8645db06-0368-4e0d-b2eb-c4af1e70b342 on network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:57:06.047621 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbeb57c3-75f1-4330-b142-880abb021f3b None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:57:06.049066 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbeb57c3-75f1-4330-b142-880abb021f3b None None] Checking segment: {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:57:06.050063 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-fbeb57c3-75f1-4330-b142-880abb021f3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:06.050976 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbeb57c3-75f1-4330-b142-880abb021f3b None None] Bound using segment: {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:57:06.052050 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-fbeb57c3-75f1-4330-b142-880abb021f3b None None] Bound port: 8645db06-0368-4e0d-b2eb-c4af1e70b342, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:57:06.053046 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-fbeb57c3-75f1-4330-b142-880abb021f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:06.188365 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-fbeb57c3-75f1-4330-b142-880abb021f3b None None] For port 8645db06-0368-4e0d-b2eb-c4af1e70b342, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:57:06.195987 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-fbeb57c3-75f1-4330-b142-880abb021f3b None None] For port 8645db06-0368-4e0d-b2eb-c4af1e70b342, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=8645db06-0368-4e0d-b2eb-c4af1e70b342,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:57:06.210065 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a6c1121a-092e-4f32-8e1e-550b6b9c0f27 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:06.216862 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-fbeb57c3-75f1-4330-b142-880abb021f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:06.263425 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [None req-a6c1121a-092e-4f32-8e1e-550b6b9c0f27 admin admin] Transition to ACTIVE for port object ba47f43b-8e6b-49ee-9fab-082d009812a5 will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:57:06.345110 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbeb57c3-75f1-4330-b142-880abb021f3b None None] Routers {'51697c8b-3fe0-4139-a371-c223908130bc'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:57:06.360046 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-fbeb57c3-75f1-4330-b142-880abb021f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:56:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['51697c8b-3fe0-4139-a371-c223908130bc'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:57:06.385502 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a6c1121a-092e-4f32-8e1e-550b6b9c0f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:06.467872 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c1121a-092e-4f32-8e1e-550b6b9c0f27 admin admin] Network ee5cd9f7-6c37-4582-b2c3-c178ce3b85e0 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:57:06.491550 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f774e2d5-0101-4e8a-9ad9-fc2dbf5cffc0 None None] Pushing event updated for resources: {'Port': ['ID=8645db06-0368-4e0d-b2eb-c4af1e70b342,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:57:06.494499 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-a6c1121a-092e-4f32-8e1e-550b6b9c0f27 admin admin] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:57:06.503497 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c1121a-092e-4f32-8e1e-550b6b9c0f27 admin admin] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:57:06.569553 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c1121a-092e-4f32-8e1e-550b6b9c0f27 admin admin] Pushing event updated for resources: {'Port': ['ID=ba47f43b-8e6b-49ee-9fab-082d009812a5,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:57:06.661782 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a6c1121a-092e-4f32-8e1e-550b6b9c0f27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33288800'] for router_interface, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:06.811461 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-fbeb57c3-75f1-4330-b142-880abb021f3b None None] Set router 51697c8b-3fe0-4139-a371-c223908130bc gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:57:07.074326 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a6c1121a-092e-4f32-8e1e-550b6b9c0f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:07.206762 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-a34637ff-5f1f-4aa0-ba66-2ee7f1a76ec0 None None] Provisioning for port ba47f43b-8e6b-49ee-9fab-082d009812a5 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:57:07.235748 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-a34637ff-5f1f-4aa0-ba66-2ee7f1a76ec0 None None] Provisioning complete for port ba47f43b-8e6b-49ee-9fab-082d009812a5 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:57:07.236367 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-a34637ff-5f1f-4aa0-ba66-2ee7f1a76ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:07.309134 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-8d39d600-fcca-49db-87b4-584dc67e4e1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:07.350848 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-a34637ff-5f1f-4aa0-ba66-2ee7f1a76ec0 None None] Port ba47f43b-8e6b-49ee-9fab-082d009812a5 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:57:07.450518 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-fbeb57c3-75f1-4330-b142-880abb021f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51697c8b-3fe0-4139-a371-c223908130bc', 'name': 'tempest-ServersTestManualDisk-1660367773-router', 'tenant_id': '1e1aa4e259e64437b684d5603b841a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '8645db06-0368-4e0d-b2eb-c4af1e70b342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:56:58Z', 'updated_at': '2021-08-05T11:57:01Z', 'revision_number': 3, 'project_id': '1e1aa4e259e64437b684d5603b841a44', 'gw_port': {'id': '8645db06-0368-4e0d-b2eb-c4af1e70b342', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2f:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51697c8b-3fe0-4139-a371-c223908130bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:56:59Z', 'updated_at': '2021-08-05T11:57:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:57:07.478237 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a6c1121a-092e-4f32-8e1e-550b6b9c0f27 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:07.498633 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a6c1121a-092e-4f32-8e1e-550b6b9c0f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:07.521499 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbeb57c3-75f1-4330-b142-880abb021f3b None None] The sync data for ids ['51697c8b-3fe0-4139-a371-c223908130bc'] in n-d-803378-2 is: [{'id': '51697c8b-3fe0-4139-a371-c223908130bc', 'name': 'tempest-ServersTestManualDisk-1660367773-router', 'tenant_id': '1e1aa4e259e64437b684d5603b841a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '8645db06-0368-4e0d-b2eb-c4af1e70b342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:56:58Z', 'updated_at': '2021-08-05T11:57:01Z', 'revision_number': 3, 'project_id': '1e1aa4e259e64437b684d5603b841a44', 'gw_port': {'id': '8645db06-0368-4e0d-b2eb-c4af1e70b342', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2f:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51697c8b-3fe0-4139-a371-c223908130bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:56:59Z', 'updated_at': '2021-08-05T11:57:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:57:07.655901 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c1121a-092e-4f32-8e1e-550b6b9c0f27 admin admin] Pushing event updated for resources: {'Port': ['ID=ba47f43b-8e6b-49ee-9fab-082d009812a5,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:57:07.660836 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a6c1121a-092e-4f32-8e1e-550b6b9c0f27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33140268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33208272'] for router_interface, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:07.875867 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c1121a-092e-4f32-8e1e-550b6b9c0f27 admin admin] Network ee5cd9f7-6c37-4582-b2c3-c178ce3b85e0 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:57:07.882022 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-a6c1121a-092e-4f32-8e1e-550b6b9c0f27 admin admin] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:57:08.302418 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6c1121a-092e-4f32-8e1e-550b6b9c0f27 admin admin] Router 51697c8b-3fe0-4139-a371-c223908130bc has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 11:57:08.554339 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-762494bc-33ef-4023-adba-0c867b6dee1c None None] Provisioning complete for port ba47f43b-8e6b-49ee-9fab-082d009812a5 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:57:08.560187 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-762494bc-33ef-4023-adba-0c867b6dee1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:08.696579 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-762494bc-33ef-4023-adba-0c867b6dee1c None None] Port ba47f43b-8e6b-49ee-9fab-082d009812a5 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:57:08.780296 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d7851f96-440b-4a4a-86d5-ae3b6d4300b4 req-88090b21-75d8-4538-adae-d3b146eed4b8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9ca54f27-d046-4851-9908-b78111ddfd55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2359874 Aug 05 11:57:08.783162 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6c1121a-092e-4f32-8e1e-550b6b9c0f27 admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:57:08.797579 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-a6c1121a-092e-4f32-8e1e-550b6b9c0f27 admin admin] 10.222.0.58 "PUT /v2.0/routers/51697c8b-3fe0-4139-a371-c223908130bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3052692 Aug 05 11:57:09.090290 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7851f96-440b-4a4a-86d5-ae3b6d4300b4 req-2fc0e97f-ba64-461d-9dbc-309282d50edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:57:09.092921 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d7851f96-440b-4a4a-86d5-ae3b6d4300b4 req-2fc0e97f-ba64-461d-9dbc-309282d50edd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7f88688726d24c8e9d77831659c7c3ae&device_id=9ca54f27-d046-4851-9908-b78111ddfd55 HTTP/1.1" status: 200 len: 1098 time: 0.1570244 Aug 05 11:57:09.425070 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7851f96-440b-4a4a-86d5-ae3b6d4300b4 req-92284ec8-1cec-4f5e-a655-018ff804ac12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:57:09.434157 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d7851f96-440b-4a4a-86d5-ae3b6d4300b4 req-92284ec8-1cec-4f5e-a655-018ff804ac12 service neutron] 10.222.0.64 "GET /v2.0/networks?id=de35454d-dce9-4c8c-89fd-a22990eff5d9 HTTP/1.1" status: 200 len: 898 time: 0.3020728 Aug 05 11:57:09.663925 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d7851f96-440b-4a4a-86d5-ae3b6d4300b4 req-fb8dea93-97e7-4f72-adee-2e705f644ec0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ec68afcf-9c5f-45fb-ae44-cadcc706912a HTTP/1.1" status: 200 len: 1002 time: 0.1972194 Aug 05 11:57:09.782234 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 8645db06-0368-4e0d-b2eb-c4af1e70b342 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:57:09.955142 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7851f96-440b-4a4a-86d5-ae3b6d4300b4 req-49ff2e8a-b928-46a3-a349-39fa6e388659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:57:09.957768 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d7851f96-440b-4a4a-86d5-ae3b6d4300b4 req-49ff2e8a-b928-46a3-a349-39fa6e388659 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=eca5de13-4236-413f-a4f9-706b50495900 HTTP/1.1" status: 200 len: 835 time: 0.2829089 Aug 05 11:57:10.048658 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 8645db06-0368-4e0d-b2eb-c4af1e70b342 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:57:10.071506 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 8645db06-0368-4e0d-b2eb-c4af1e70b342 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:57:10.072647 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:10.188786 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7851f96-440b-4a4a-86d5-ae3b6d4300b4 req-c261b4d6-671a-45ae-9800-548a29471f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:57:10.189369 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d7851f96-440b-4a4a-86d5-ae3b6d4300b4 req-c261b4d6-671a-45ae-9800-548a29471f04 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=de35454d-dce9-4c8c-89fd-a22990eff5d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2171559 Aug 05 11:57:10.214001 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c1ec14c3-adf3-4cdb-9959-0a62781e5cf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:10.243916 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:10.465229 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 52438) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:57:10.484077 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-2d45ab20-56f1-4ad6-abe0-d92bcf0bd6c8 tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1243470307', 'description': 'tempest-description--1512758065'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:57:10.543332 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:10.633894 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2d45ab20-56f1-4ad6-abe0-d92bcf0bd6c8 tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:10.640282 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port 8645db06-0368-4e0d-b2eb-c4af1e70b342, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=8645db06-0368-4e0d-b2eb-c4af1e70b342,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:57:10.650139 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d7851f96-440b-4a4a-86d5-ae3b6d4300b4 req-f69d0a1c-f699-41b1-a1ca-fedea233a994 service neutron] 10.222.0.64 "GET /v2.0/networks/de35454d-dce9-4c8c-89fd-a22990eff5d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4447536 Aug 05 11:57:10.653216 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:10.832001 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2d45ab20-56f1-4ad6-abe0-d92bcf0bd6c8 tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:10.840075 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=8645db06-0368-4e0d-b2eb-c4af1e70b342,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:57:10.849953 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2d45ab20-56f1-4ad6-abe0-d92bcf0bd6c8 tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:10.952738 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d45ab20-56f1-4ad6-abe0-d92bcf0bd6c8 tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d41c7fd-5ffd-48ce-bfdd-8f19db62ef3d,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:57:10.957215 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2d45ab20-56f1-4ad6-abe0-d92bcf0bd6c8 tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:10.960004 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-2d45ab20-56f1-4ad6-abe0-d92bcf0bd6c8 tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4914505 Aug 05 11:57:10.966776 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 52452) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:57:10.982344 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-a70bae32-2ff0-447a-9920-fc33cdfe197d tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] Request body: {'security_group_rule': {'security_group_id': '1d41c7fd-5ffd-48ce-bfdd-8f19db62ef3d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:57:11.067287 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d7851f96-440b-4a4a-86d5-ae3b6d4300b4 req-e8b679d9-cc28-426c-a0ff-c430006bceac service neutron] 10.222.0.64 "GET /v2.0/networks/de35454d-dce9-4c8c-89fd-a22990eff5d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4062848 Aug 05 11:57:11.098178 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a70bae32-2ff0-447a-9920-fc33cdfe197d tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:11.199206 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4349a300-7d03-429a-8b26-1965a5885898 None None] Sync routers for ids ['51697c8b-3fe0-4139-a371-c223908130bc'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:57:11.222508 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4349a300-7d03-429a-8b26-1965a5885898 None None] Routers {'51697c8b-3fe0-4139-a371-c223908130bc'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:57:11.223558 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-4349a300-7d03-429a-8b26-1965a5885898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:57:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['51697c8b-3fe0-4139-a371-c223908130bc'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:57:11.298906 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a70bae32-2ff0-447a-9920-fc33cdfe197d tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:11.327953 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a70bae32-2ff0-447a-9920-fc33cdfe197d tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:11.440811 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70bae32-2ff0-447a-9920-fc33cdfe197d tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e0d361f-bd27-485c-9ae5-d0a35ef145e4,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:57:11.485484 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a70bae32-2ff0-447a-9920-fc33cdfe197d tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:11.490960 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-a70bae32-2ff0-447a-9920-fc33cdfe197d tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5190327 Aug 05 11:57:11.491574 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 52470) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:57:11.502878 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-4571c494-f90b-4b86-82d7-da2f596025b8 tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] Request body: {'security_group_rule': {'security_group_id': '1d41c7fd-5ffd-48ce-bfdd-8f19db62ef3d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:57:11.632395 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4571c494-f90b-4b86-82d7-da2f596025b8 tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:11.643905 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-4349a300-7d03-429a-8b26-1965a5885898 None None] Set router 51697c8b-3fe0-4139-a371-c223908130bc gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:57:11.781329 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 8645db06-0368-4e0d-b2eb-c4af1e70b342 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:57:11.844599 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:11.877972 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4571c494-f90b-4b86-82d7-da2f596025b8 tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:11.895226 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4571c494-f90b-4b86-82d7-da2f596025b8 tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:11.959975 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4571c494-f90b-4b86-82d7-da2f596025b8 tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ea0ade4-a707-4a6f-ac28-45ff4422e546,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:57:11.979978 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 8645db06-0368-4e0d-b2eb-c4af1e70b342 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:57:11.981222 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:11.989278 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4571c494-f90b-4b86-82d7-da2f596025b8 tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:11.997469 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-4571c494-f90b-4b86-82d7-da2f596025b8 tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5035460 Aug 05 11:57:12.001026 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 52484) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:57:12.012124 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-db8a4373-84df-4b77-8d13-852cdad1f996 tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] Request body: {'floatingip': {'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:57:12.083094 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-db8a4373-84df-4b77-8d13-852cdad1f996 tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] Notify callbacks [] for floatingip, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:12.352087 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-db8a4373-84df-4b77-8d13-852cdad1f996 tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:12.453617 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-4349a300-7d03-429a-8b26-1965a5885898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51697c8b-3fe0-4139-a371-c223908130bc', 'name': 'tempest-ServersTestManualDisk-1660367773-router', 'tenant_id': '1e1aa4e259e64437b684d5603b841a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '8645db06-0368-4e0d-b2eb-c4af1e70b342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:56:58Z', 'updated_at': '2021-08-05T11:57:06Z', 'revision_number': 4, 'project_id': '1e1aa4e259e64437b684d5603b841a44', 'gw_port': {'id': '8645db06-0368-4e0d-b2eb-c4af1e70b342', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51697c8b-3fe0-4139-a371-c223908130bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:56:59Z', 'updated_at': '2021-08-05T11:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'ba47f43b-8e6b-49ee-9fab-082d009812a5', 'name': '', 'network_id': 'ee5cd9f7-6c37-4582-b2c3-c178ce3b85e0', 'tenant_id': '1e1aa4e259e64437b684d5603b841a44', 'mac_address': 'fa:16:3e:a7:f8:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51697c8b-3fe0-4139-a371-c223908130bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': '7b432cb6-360e-40ea-b56b-5da122809577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:57:05Z', 'updated_at': '2021-08-05T11:57:07Z', 'revision_number': 2, 'project_id': '1e1aa4e259e64437b684d5603b841a44', 'subnets': [{'id': '7b432cb6-360e-40ea-b56b-5da122809577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:57:12.550668 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4349a300-7d03-429a-8b26-1965a5885898 None None] Checking router: 51697c8b-3fe0-4139-a371-c223908130bc for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:57:12.551329 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4349a300-7d03-429a-8b26-1965a5885898 None None] Updating router 51697c8b-3fe0-4139-a371-c223908130bc port ba47f43b-8e6b-49ee-9fab-082d009812a5 binding host n-d-803378-2 {{(pid=94423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 11:57:12.624604 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-4349a300-7d03-429a-8b26-1965a5885898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:12.706352 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-db8a4373-84df-4b77-8d13-852cdad1f996 tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] Allocated IP 172.25.5.83 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/3b577deb-0eb9-4c2e-a40d-21cfacdbba49) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:57:13.020123 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-db8a4373-84df-4b77-8d13-852cdad1f996 tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:13.176707 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-db8a4373-84df-4b77-8d13-852cdad1f996 tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:13.275269 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8a4373-84df-4b77-8d13-852cdad1f996 tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:57:13.286295 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-db8a4373-84df-4b77-8d13-852cdad1f996 tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:57:13.293879 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8a4373-84df-4b77-8d13-852cdad1f996 tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:57:13.372199 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8a4373-84df-4b77-8d13-852cdad1f996 tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] Pushing event updated for resources: {'Port': ['ID=3b577deb-0eb9-4c2e-a40d-21cfacdbba49,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:57:13.380190 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-4349a300-7d03-429a-8b26-1965a5885898 None None] Notify callbacks [] for port, precommit_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:13.418582 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.provisioning_blocks [None req-4349a300-7d03-429a-8b26-1965a5885898 None None] Transition to ACTIVE for port object ba47f43b-8e6b-49ee-9fab-082d009812a5 will not be triggered until provisioned by entity L2. {{(pid=94423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:57:13.436238 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-4349a300-7d03-429a-8b26-1965a5885898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:13.596570 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-db8a4373-84df-4b77-8d13-852cdad1f996 tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:13.693093 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89012913-d4c1-4854-b935-d5e360d85c20 None None] Pushing event updated for resources: {'Port': ['ID=ba47f43b-8e6b-49ee-9fab-082d009812a5,revision_number=3']} {{(pid=94423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:57:13.705364 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-db8a4373-84df-4b77-8d13-852cdad1f996 tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:13.722129 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89012913-d4c1-4854-b935-d5e360d85c20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:57:13.722607 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89012913-d4c1-4854-b935-d5e360d85c20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:57:13.723077 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89012913-d4c1-4854-b935-d5e360d85c20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:57:13.723516 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89012913-d4c1-4854-b935-d5e360d85c20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:57:13.723959 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89012913-d4c1-4854-b935-d5e360d85c20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:57:13.724392 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89012913-d4c1-4854-b935-d5e360d85c20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:57:13.724866 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89012913-d4c1-4854-b935-d5e360d85c20 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:57:13.725295 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89012913-d4c1-4854-b935-d5e360d85c20 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:57:13.725723 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89012913-d4c1-4854-b935-d5e360d85c20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:57:13.726188 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89012913-d4c1-4854-b935-d5e360d85c20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:57:13.726622 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89012913-d4c1-4854-b935-d5e360d85c20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:57:13.727181 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89012913-d4c1-4854-b935-d5e360d85c20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:57:13.748686 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-4349a300-7d03-429a-8b26-1965a5885898 None None] Attempting to bind port ba47f43b-8e6b-49ee-9fab-082d009812a5 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:57:13.759884 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-4349a300-7d03-429a-8b26-1965a5885898 None None] Attempting to bind port ba47f43b-8e6b-49ee-9fab-082d009812a5 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '28eaf081-ab97-4dfd-a4eb-a7c90e1b1d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'ee5cd9f7-6c37-4582-b2c3-c178ce3b85e0'}] {{(pid=94423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:57:13.759884 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4349a300-7d03-429a-8b26-1965a5885898 None None] Attempting to bind port ba47f43b-8e6b-49ee-9fab-082d009812a5 on network ee5cd9f7-6c37-4582-b2c3-c178ce3b85e0 {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:57:13.771908 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4349a300-7d03-429a-8b26-1965a5885898 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:57:13.772796 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4349a300-7d03-429a-8b26-1965a5885898 None None] Checking segment: {'id': '28eaf081-ab97-4dfd-a4eb-a7c90e1b1d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'ee5cd9f7-6c37-4582-b2c3-c178ce3b85e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:57:13.773212 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-4349a300-7d03-429a-8b26-1965a5885898 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:13.773932 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4349a300-7d03-429a-8b26-1965a5885898 None None] Bound using segment: {'id': '28eaf081-ab97-4dfd-a4eb-a7c90e1b1d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'ee5cd9f7-6c37-4582-b2c3-c178ce3b85e0'} {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:57:13.774695 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-4349a300-7d03-429a-8b26-1965a5885898 None None] Bound port: ba47f43b-8e6b-49ee-9fab-082d009812a5, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28eaf081-ab97-4dfd-a4eb-a7c90e1b1d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'ee5cd9f7-6c37-4582-b2c3-c178ce3b85e0'}}] {{(pid=94423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:57:13.775357 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-4349a300-7d03-429a-8b26-1965a5885898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:13.926306 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:14.023618 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.db [None req-4349a300-7d03-429a-8b26-1965a5885898 None None] For port ba47f43b-8e6b-49ee-9fab-082d009812a5, host n-d-803378-2, cleared binding levels {{(pid=94423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:57:14.031880 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.db [None req-4349a300-7d03-429a-8b26-1965a5885898 None None] For port ba47f43b-8e6b-49ee-9fab-082d009812a5, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=ba47f43b-8e6b-49ee-9fab-082d009812a5,segment=NetworkSegment(28eaf081-ab97-4dfd-a4eb-a7c90e1b1d4e),segment_id=28eaf081-ab97-4dfd-a4eb-a7c90e1b1d4e)] {{(pid=94423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:57:14.047026 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-4349a300-7d03-429a-8b26-1965a5885898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:14.139659 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4349a300-7d03-429a-8b26-1965a5885898 None None] Routers {'51697c8b-3fe0-4139-a371-c223908130bc'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:57:14.140784 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-4349a300-7d03-429a-8b26-1965a5885898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:57:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['51697c8b-3fe0-4139-a371-c223908130bc'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:57:14.201817 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-db8a4373-84df-4b77-8d13-852cdad1f996 tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:14.211260 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-db8a4373-84df-4b77-8d13-852cdad1f996 tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:14.323374 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8a4373-84df-4b77-8d13-852cdad1f996 tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] Pushing event updated for resources: {'Port': ['ID=3b577deb-0eb9-4c2e-a40d-21cfacdbba49,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:57:14.473654 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-4349a300-7d03-429a-8b26-1965a5885898 None None] Set router 51697c8b-3fe0-4139-a371-c223908130bc gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:57:14.482380 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-db8a4373-84df-4b77-8d13-852cdad1f996 tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33287247'] for floatingip, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:14.521760 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-db8a4373-84df-4b77-8d13-852cdad1f996 tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:14.532774 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-db8a4373-84df-4b77-8d13-852cdad1f996 tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5217578 Aug 05 11:57:14.812818 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89012913-d4c1-4854-b935-d5e360d85c20 None None] Pushing event updated for resources: {'Port': ['ID=ba47f43b-8e6b-49ee-9fab-082d009812a5,revision_number=4']} {{(pid=94423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:57:15.197089 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-4349a300-7d03-429a-8b26-1965a5885898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51697c8b-3fe0-4139-a371-c223908130bc', 'name': 'tempest-ServersTestManualDisk-1660367773-router', 'tenant_id': '1e1aa4e259e64437b684d5603b841a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '8645db06-0368-4e0d-b2eb-c4af1e70b342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:56:58Z', 'updated_at': '2021-08-05T11:57:06Z', 'revision_number': 4, 'project_id': '1e1aa4e259e64437b684d5603b841a44', 'gw_port': {'id': '8645db06-0368-4e0d-b2eb-c4af1e70b342', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51697c8b-3fe0-4139-a371-c223908130bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:56:59Z', 'updated_at': '2021-08-05T11:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'ba47f43b-8e6b-49ee-9fab-082d009812a5', 'name': '', 'network_id': 'ee5cd9f7-6c37-4582-b2c3-c178ce3b85e0', 'tenant_id': '1e1aa4e259e64437b684d5603b841a44', 'mac_address': 'fa:16:3e:a7:f8:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51697c8b-3fe0-4139-a371-c223908130bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': '7b432cb6-360e-40ea-b56b-5da122809577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:57:05Z', 'updated_at': '2021-08-05T11:57:14Z', 'revision_number': 4, 'project_id': '1e1aa4e259e64437b684d5603b841a44', 'subnets': [{'id': '7b432cb6-360e-40ea-b56b-5da122809577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:57:15.252142 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4349a300-7d03-429a-8b26-1965a5885898 None None] The sync data for ids ['51697c8b-3fe0-4139-a371-c223908130bc'] in n-d-803378-2 is: [{'id': '51697c8b-3fe0-4139-a371-c223908130bc', 'name': 'tempest-ServersTestManualDisk-1660367773-router', 'tenant_id': '1e1aa4e259e64437b684d5603b841a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '8645db06-0368-4e0d-b2eb-c4af1e70b342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:56:58Z', 'updated_at': '2021-08-05T11:57:06Z', 'revision_number': 4, 'project_id': '1e1aa4e259e64437b684d5603b841a44', 'gw_port': {'id': '8645db06-0368-4e0d-b2eb-c4af1e70b342', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51697c8b-3fe0-4139-a371-c223908130bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:56:59Z', 'updated_at': '2021-08-05T11:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'ba47f43b-8e6b-49ee-9fab-082d009812a5', 'name': '', 'network_id': 'ee5cd9f7-6c37-4582-b2c3-c178ce3b85e0', 'tenant_id': '1e1aa4e259e64437b684d5603b841a44', 'mac_address': 'fa:16:3e:a7:f8:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51697c8b-3fe0-4139-a371-c223908130bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': '7b432cb6-360e-40ea-b56b-5da122809577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:57:05Z', 'updated_at': '2021-08-05T11:57:14Z', 'revision_number': 4, 'project_id': '1e1aa4e259e64437b684d5603b841a44', 'subnets': [{'id': '7b432cb6-360e-40ea-b56b-5da122809577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:57:15.339984 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3446ac34-32d6-4912-9d3c-23632064629d req-c3232b98-f531-4c9a-9465-8260bfe380d3 tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1243470307&fields=id&tenant_id=1e1aa4e259e64437b684d5603b841a44 HTTP/1.1" status: 200 len: 267 time: 0.0999508 Aug 05 11:57:15.642962 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3446ac34-32d6-4912-9d3c-23632064629d req-4127ce07-73d2-4743-a373-64c38c4dc6ca tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:57:15.644896 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3446ac34-32d6-4912-9d3c-23632064629d req-4127ce07-73d2-4743-a373-64c38c4dc6ca tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] 10.222.0.58 "GET /v2.0/networks?id=ee5cd9f7-6c37-4582-b2c3-c178ce3b85e0 HTTP/1.1" status: 200 len: 812 time: 0.2888498 Aug 05 11:57:15.703462 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3446ac34-32d6-4912-9d3c-23632064629d req-14322e8e-6c46-4b11-af03-16d2ad130595 tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] 10.222.0.58 "GET /v2.0/quotas/1e1aa4e259e64437b684d5603b841a44 HTTP/1.1" status: 200 len: 375 time: 0.0296805 Aug 05 11:57:15.850757 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3446ac34-32d6-4912-9d3c-23632064629d req-40caff88-6ab8-4ff4-a16a-039b2fc14d21 tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=1e1aa4e259e64437b684d5603b841a44&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1462049 Aug 05 11:57:15.890570 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device ba47f43b-8e6b-49ee-9fab-082d009812a5 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:57:16.066211 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port ba47f43b-8e6b-49ee-9fab-082d009812a5 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:57:16.077271 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port ba47f43b-8e6b-49ee-9fab-082d009812a5 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:57:16.078567 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:16.335923 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:16.438018 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port ba47f43b-8e6b-49ee-9fab-082d009812a5, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=ba47f43b-8e6b-49ee-9fab-082d009812a5,segment=NetworkSegment(28eaf081-ab97-4dfd-a4eb-a7c90e1b1d4e),segment_id=28eaf081-ab97-4dfd-a4eb-a7c90e1b1d4e)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:57:16.456928 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:16.572015 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=ba47f43b-8e6b-49ee-9fab-082d009812a5,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:57:16.648895 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3446ac34-32d6-4912-9d3c-23632064629d req-e0c9c7ff-6263-4001-9276-fbd4347ce994 service neutron] 10.222.0.58 "GET /v2.0/networks/ee5cd9f7-6c37-4582-b2c3-c178ce3b85e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7479286 Aug 05 11:57:16.880962 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3446ac34-32d6-4912-9d3c-23632064629d req-a4b3f2df-d280-4081-8036-5ed0a8c314ec service neutron] 10.222.0.58 "GET /v2.0/networks/ee5cd9f7-6c37-4582-b2c3-c178ce3b85e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293906 Aug 05 11:57:17.569449 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bea3731d-62a9-4d91-8571-9d4f7b8eed10 req-6f7a16f7-c6ac-454a-b1a7-468b4933b14b tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] 10.222.0.58 "GET /v2.0/ports?device_id=2921aeef-9af1-41f1-be4d-51c1b113c60c HTTP/1.1" status: 200 len: 210 time: 0.2927577 Aug 05 11:57:17.705714 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device ba47f43b-8e6b-49ee-9fab-082d009812a5 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:57:17.925202 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port ba47f43b-8e6b-49ee-9fab-082d009812a5 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:57:17.937517 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:18.875893 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 52604) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:57:18.969731 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-24f68ce1-d0b4-4384-b006-f46dee8ccc24 req-0f6b94a7-8d59-471b-bf0d-17fc8cbe74be tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] 10.222.0.58 "GET /v2.0/ports?device_id=2921aeef-9af1-41f1-be4d-51c1b113c60c HTTP/1.1" status: 200 len: 210 time: 0.0952137 Aug 05 11:57:19.655168 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a560df4f-e09a-49a5-85d9-4cb5c50b9c33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:19.999354 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3446ac34-32d6-4912-9d3c-23632064629d req-849cd5f0-b3f5-46a4-9e6a-76bf07753af8 tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:57:20.002699 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3446ac34-32d6-4912-9d3c-23632064629d req-849cd5f0-b3f5-46a4-9e6a-76bf07753af8 tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] 10.222.0.55 "GET /v2.0/networks?id=ee5cd9f7-6c37-4582-b2c3-c178ce3b85e0 HTTP/1.1" status: 200 len: 812 time: 0.3417525 Aug 05 11:57:20.094837 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a560df4f-e09a-49a5-85d9-4cb5c50b9c33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:20.129505 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a560df4f-e09a-49a5-85d9-4cb5c50b9c33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:20.244702 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3446ac34-32d6-4912-9d3c-23632064629d req-55621765-aad6-4992-93d4-d6215264d928 tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1e1aa4e259e64437b684d5603b841a44 HTTP/1.1" status: 200 len: 380 time: 0.1468477 Aug 05 11:57:20.245996 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cec86067-f16e-4c69-8da9-4e1b6fa4c550 req-b5d4f46e-f0f0-46fd-95fa-17cceaf697d4 tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] 10.222.0.58 "GET /v2.0/ports?device_id=2921aeef-9af1-41f1-be4d-51c1b113c60c HTTP/1.1" status: 200 len: 210 time: 0.0689602 Aug 05 11:57:20.246792 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a560df4f-e09a-49a5-85d9-4cb5c50b9c33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3e1290e-aab0-4027-a819-7f1e3217bf8f,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:57:20.263152 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-3446ac34-32d6-4912-9d3c-23632064629d req-51bbde92-4aa2-4a40-8511-ca2274861987 tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] Request body: {'port': {'device_id': '2921aeef-9af1-41f1-be4d-51c1b113c60c', 'network_id': 'ee5cd9f7-6c37-4582-b2c3-c178ce3b85e0', 'admin_state_up': True, 'tenant_id': '1e1aa4e259e64437b684d5603b841a44', 'security_groups': ['1d41c7fd-5ffd-48ce-bfdd-8f19db62ef3d']}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:57:20.348224 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-a560df4f-e09a-49a5-85d9-4cb5c50b9c33 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=383700d0df494f0b9d90efa825d91b09&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4692030 Aug 05 11:57:20.352810 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 52618) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:57:20.468520 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0012e550-2c25-4f50-80f9-61819f68001b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:20.497838 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3446ac34-32d6-4912-9d3c-23632064629d req-51bbde92-4aa2-4a40-8511-ca2274861987 tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] Made reservation on behalf of 1e1aa4e259e64437b684d5603b841a44 for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:57:20.505437 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-3446ac34-32d6-4912-9d3c-23632064629d req-51bbde92-4aa2-4a40-8511-ca2274861987 tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:20.519177 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0012e550-2c25-4f50-80f9-61819f68001b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:20.636423 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0012e550-2c25-4f50-80f9-61819f68001b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:20.645335 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0012e550-2c25-4f50-80f9-61819f68001b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:20.647847 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-0012e550-2c25-4f50-80f9-61819f68001b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d3e1290e-aab0-4027-a819-7f1e3217bf8f HTTP/1.1" status: 204 len: 168 time: 0.2921531 Aug 05 11:57:20.690918 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0012e550-2c25-4f50-80f9-61819f68001b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3e1290e-aab0-4027-a819-7f1e3217bf8f,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:57:20.810311 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-3446ac34-32d6-4912-9d3c-23632064629d req-51bbde92-4aa2-4a40-8511-ca2274861987 tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] Allocated IP 172.20.0.12 (ee5cd9f7-6c37-4582-b2c3-c178ce3b85e0/7b432cb6-360e-40ea-b56b-5da122809577/7d8acdcc-585a-4d12-8ba4-b4df2ccfb20d) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:57:21.135568 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-3446ac34-32d6-4912-9d3c-23632064629d req-51bbde92-4aa2-4a40-8511-ca2274861987 tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:21.170145 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-3446ac34-32d6-4912-9d3c-23632064629d req-51bbde92-4aa2-4a40-8511-ca2274861987 tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] Transition to ACTIVE for port object 7d8acdcc-585a-4d12-8ba4-b4df2ccfb20d will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:57:21.258497 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-3446ac34-32d6-4912-9d3c-23632064629d req-51bbde92-4aa2-4a40-8511-ca2274861987 tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:21.349689 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 52628) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:57:21.351987 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3446ac34-32d6-4912-9d3c-23632064629d req-51bbde92-4aa2-4a40-8511-ca2274861987 tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] Network ee5cd9f7-6c37-4582-b2c3-c178ce3b85e0 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:57:21.359983 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-3446ac34-32d6-4912-9d3c-23632064629d req-51bbde92-4aa2-4a40-8511-ca2274861987 tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:57:21.365772 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-3446ac34-32d6-4912-9d3c-23632064629d req-51bbde92-4aa2-4a40-8511-ca2274861987 tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:57:21.455944 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bbde92-4aa2-4a40-8511-ca2274861987 tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] Pushing event updated for resources: {'Port': ['ID=7d8acdcc-585a-4d12-8ba4-b4df2ccfb20d,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:57:21.522045 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-bbe506c4-695c-41c7-9a4a-fc9ec2349056 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:21.559736 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3446ac34-32d6-4912-9d3c-23632064629d req-51bbde92-4aa2-4a40-8511-ca2274861987 tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:57:21.560872 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-3446ac34-32d6-4912-9d3c-23632064629d req-51bbde92-4aa2-4a40-8511-ca2274861987 tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:21.591947 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7946155-046e-46ad-9fd0-9d7d3db7c2dc req-f7ab32eb-1e34-4ef2-b617-40aa75c8000f tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:57:21.595815 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a7946155-046e-46ad-9fd0-9d7d3db7c2dc req-f7ab32eb-1e34-4ef2-b617-40aa75c8000f tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] 10.222.0.58 "GET /v2.0/ports?device_id=2921aeef-9af1-41f1-be4d-51c1b113c60c HTTP/1.1" status: 200 len: 932 time: 0.1818664 Aug 05 11:57:21.728928 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a7946155-046e-46ad-9fd0-9d7d3db7c2dc req-36bbc3b9-df23-4ce1-9aa7-794ac8f0cac7 tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d41c7fd-5ffd-48ce-bfdd-8f19db62ef3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086419 Aug 05 11:57:21.849623 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-bbe506c4-695c-41c7-9a4a-fc9ec2349056 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:21.859690 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-bbe506c4-695c-41c7-9a4a-fc9ec2349056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:21.872411 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3446ac34-32d6-4912-9d3c-23632064629d req-51bbde92-4aa2-4a40-8511-ca2274861987 tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6161189 Aug 05 11:57:21.873123 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-8d346503-c008-4887-94c4-e9f13cbf7484 None None] Provisioning for port 7d8acdcc-585a-4d12-8ba4-b4df2ccfb20d completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:57:21.885058 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-8d346503-c008-4887-94c4-e9f13cbf7484 None None] Provisioning complete for port 7d8acdcc-585a-4d12-8ba4-b4df2ccfb20d triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:57:21.887133 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-8d346503-c008-4887-94c4-e9f13cbf7484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:21.898854 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-3446ac34-32d6-4912-9d3c-23632064629d req-a5556fb2-8518-45b0-b15a-2773d1a6b0d0 service neutron] Request body: {'port': {'device_id': '2921aeef-9af1-41f1-be4d-51c1b113c60c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:57:21.936039 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-bbe506c4-695c-41c7-9a4a-fc9ec2349056 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b79111cdb568423084de503a9613193d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5845883 Aug 05 11:57:21.937552 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe506c4-695c-41c7-9a4a-fc9ec2349056 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5982f258-3935-4ccf-bb4b-97cf0c35a18a,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:57:21.954122 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 52632) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:57:21.977616 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-8d346503-c008-4887-94c4-e9f13cbf7484 None None] Port 7d8acdcc-585a-4d12-8ba4-b4df2ccfb20d cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:57:22.041090 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-3446ac34-32d6-4912-9d3c-23632064629d req-a5556fb2-8518-45b0-b15a-2773d1a6b0d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:22.060168 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2b3647bc-8d02-4652-8162-d58b96fd8b22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:22.102348 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2b3647bc-8d02-4652-8162-d58b96fd8b22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:22.199649 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2b3647bc-8d02-4652-8162-d58b96fd8b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:22.205341 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2b3647bc-8d02-4652-8162-d58b96fd8b22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:22.212305 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-2b3647bc-8d02-4652-8162-d58b96fd8b22 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5982f258-3935-4ccf-bb4b-97cf0c35a18a HTTP/1.1" status: 204 len: 168 time: 0.2516005 Aug 05 11:57:22.222986 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3647bc-8d02-4652-8162-d58b96fd8b22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5982f258-3935-4ccf-bb4b-97cf0c35a18a,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:57:22.267911 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:22.699850 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-3446ac34-32d6-4912-9d3c-23632064629d req-a5556fb2-8518-45b0-b15a-2773d1a6b0d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d8acdcc-585a-4d12-8ba4-b4df2ccfb20d {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:57:22.718102 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-3446ac34-32d6-4912-9d3c-23632064629d req-a5556fb2-8518-45b0-b15a-2773d1a6b0d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:22.747204 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-3446ac34-32d6-4912-9d3c-23632064629d req-a5556fb2-8518-45b0-b15a-2773d1a6b0d0 service neutron] Transition to ACTIVE for port object 7d8acdcc-585a-4d12-8ba4-b4df2ccfb20d will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:57:22.759957 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-3446ac34-32d6-4912-9d3c-23632064629d req-a5556fb2-8518-45b0-b15a-2773d1a6b0d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:22.880746 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5556fb2-8518-45b0-b15a-2773d1a6b0d0 service neutron] Pushing event updated for resources: {'Port': ['ID=7d8acdcc-585a-4d12-8ba4-b4df2ccfb20d,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:57:23.062354 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8ce1ae-04dc-44c5-94a6-59fe79eace57 req-2542265d-73c8-4f35-b2e1-1bfa78217186 tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:57:23.072391 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cd8ce1ae-04dc-44c5-94a6-59fe79eace57 req-2542265d-73c8-4f35-b2e1-1bfa78217186 tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] 10.222.0.58 "GET /v2.0/ports?device_id=2921aeef-9af1-41f1-be4d-51c1b113c60c HTTP/1.1" status: 200 len: 944 time: 0.1727412 Aug 05 11:57:23.135282 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-3446ac34-32d6-4912-9d3c-23632064629d req-a5556fb2-8518-45b0-b15a-2773d1a6b0d0 service neutron] Attempting to bind port 7d8acdcc-585a-4d12-8ba4-b4df2ccfb20d on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:57:23.135751 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-3446ac34-32d6-4912-9d3c-23632064629d req-a5556fb2-8518-45b0-b15a-2773d1a6b0d0 service neutron] Attempting to bind port 7d8acdcc-585a-4d12-8ba4-b4df2ccfb20d by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': '28eaf081-ab97-4dfd-a4eb-a7c90e1b1d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'ee5cd9f7-6c37-4582-b2c3-c178ce3b85e0'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:57:23.137647 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3446ac34-32d6-4912-9d3c-23632064629d req-a5556fb2-8518-45b0-b15a-2773d1a6b0d0 service neutron] Attempting to bind port 7d8acdcc-585a-4d12-8ba4-b4df2ccfb20d on network ee5cd9f7-6c37-4582-b2c3-c178ce3b85e0 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:57:23.154374 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3446ac34-32d6-4912-9d3c-23632064629d req-a5556fb2-8518-45b0-b15a-2773d1a6b0d0 service neutron] Port 7d8acdcc-585a-4d12-8ba4-b4df2ccfb20d on network ee5cd9f7-6c37-4582-b2c3-c178ce3b85e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:57:23.155245 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3446ac34-32d6-4912-9d3c-23632064629d req-a5556fb2-8518-45b0-b15a-2773d1a6b0d0 service neutron] Attempting to bind port 7d8acdcc-585a-4d12-8ba4-b4df2ccfb20d on network ee5cd9f7-6c37-4582-b2c3-c178ce3b85e0 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:57:23.175239 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3446ac34-32d6-4912-9d3c-23632064629d req-a5556fb2-8518-45b0-b15a-2773d1a6b0d0 service neutron] Checking agent: {'id': 'a8f1dd2d-227c-4e30-8844-52419ba734db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:57:23.176015 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3446ac34-32d6-4912-9d3c-23632064629d req-a5556fb2-8518-45b0-b15a-2773d1a6b0d0 service neutron] Checking segment: {'id': '28eaf081-ab97-4dfd-a4eb-a7c90e1b1d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'ee5cd9f7-6c37-4582-b2c3-c178ce3b85e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:57:23.176914 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3446ac34-32d6-4912-9d3c-23632064629d req-a5556fb2-8518-45b0-b15a-2773d1a6b0d0 service neutron] Bound using segment: {'id': '28eaf081-ab97-4dfd-a4eb-a7c90e1b1d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'ee5cd9f7-6c37-4582-b2c3-c178ce3b85e0'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:57:23.178130 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-3446ac34-32d6-4912-9d3c-23632064629d req-a5556fb2-8518-45b0-b15a-2773d1a6b0d0 service neutron] Bound port: 7d8acdcc-585a-4d12-8ba4-b4df2ccfb20d, host: n-h2-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28eaf081-ab97-4dfd-a4eb-a7c90e1b1d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'ee5cd9f7-6c37-4582-b2c3-c178ce3b85e0'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:57:23.178903 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-3446ac34-32d6-4912-9d3c-23632064629d req-a5556fb2-8518-45b0-b15a-2773d1a6b0d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:23.204537 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cd8ce1ae-04dc-44c5-94a6-59fe79eace57 req-6f764857-793a-4905-a216-31e989000e60 tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d41c7fd-5ffd-48ce-bfdd-8f19db62ef3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116252 Aug 05 11:57:23.377194 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-3446ac34-32d6-4912-9d3c-23632064629d req-a5556fb2-8518-45b0-b15a-2773d1a6b0d0 service neutron] For port 7d8acdcc-585a-4d12-8ba4-b4df2ccfb20d, host n-h2-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:57:23.384004 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-3446ac34-32d6-4912-9d3c-23632064629d req-a5556fb2-8518-45b0-b15a-2773d1a6b0d0 service neutron] For port 7d8acdcc-585a-4d12-8ba4-b4df2ccfb20d, host n-h2-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=7d8acdcc-585a-4d12-8ba4-b4df2ccfb20d,segment=NetworkSegment(28eaf081-ab97-4dfd-a4eb-a7c90e1b1d4e),segment_id=28eaf081-ab97-4dfd-a4eb-a7c90e1b1d4e)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:57:23.393449 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-3446ac34-32d6-4912-9d3c-23632064629d req-a5556fb2-8518-45b0-b15a-2773d1a6b0d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:23.473785 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3446ac34-32d6-4912-9d3c-23632064629d req-a5556fb2-8518-45b0-b15a-2773d1a6b0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:57:23.474896 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-3446ac34-32d6-4912-9d3c-23632064629d req-a5556fb2-8518-45b0-b15a-2773d1a6b0d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:23.477168 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3446ac34-32d6-4912-9d3c-23632064629d req-a5556fb2-8518-45b0-b15a-2773d1a6b0d0 service neutron] 10.222.0.55 "PUT /v2.0/ports/7d8acdcc-585a-4d12-8ba4-b4df2ccfb20d HTTP/1.1" status: 200 len: 1092 time: 1.5869625 Aug 05 11:57:23.477878 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2921aeef-9af1-41f1-be4d-51c1b113c60c', 'tag': '7d8acdcc-585a-4d12-8ba4-b4df2ccfb20d'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:57:23.481233 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eec6bc4-b071-485f-83fb-c2ea233457bf" -d '{"events": [{"name": "network-changed", "server_uuid": "2921aeef-9af1-41f1-be4d-51c1b113c60c", "tag": "7d8acdcc-585a-4d12-8ba4-b4df2ccfb20d"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:57:23.532242 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5556fb2-8518-45b0-b15a-2773d1a6b0d0 service neutron] Pushing event updated for resources: {'Port': ['ID=7d8acdcc-585a-4d12-8ba4-b4df2ccfb20d,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:57:23.589274 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e68e244-28fc-4cf5-98ca-7cdf8cb4aa82 x-openstack-request-id: req-6e68e244-28fc-4cf5-98ca-7cdf8cb4aa82 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:57:23.590816 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2921aeef-9af1-41f1-be4d-51c1b113c60c", "tag": "7d8acdcc-585a-4d12-8ba4-b4df2ccfb20d", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:57:23.591223 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6e68e244-28fc-4cf5-98ca-7cdf8cb4aa82 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:57:23.591984 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2921aeef-9af1-41f1-be4d-51c1b113c60c', 'tag': '7d8acdcc-585a-4d12-8ba4-b4df2ccfb20d', 'status': 'completed', 'code': 200} Aug 05 11:57:23.723026 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3446ac34-32d6-4912-9d3c-23632064629d req-b67421d9-6e16-4256-bc7f-ed1ff9b33040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:57:23.726362 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3446ac34-32d6-4912-9d3c-23632064629d req-b67421d9-6e16-4256-bc7f-ed1ff9b33040 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1e1aa4e259e64437b684d5603b841a44&device_id=2921aeef-9af1-41f1-be4d-51c1b113c60c HTTP/1.1" status: 200 len: 1095 time: 0.1105692 Aug 05 11:57:23.825228 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3446ac34-32d6-4912-9d3c-23632064629d req-3edebaa2-039a-4bfe-8045-c9678e7b694b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7d8acdcc-585a-4d12-8ba4-b4df2ccfb20d HTTP/1.1" status: 200 len: 217 time: 0.0852106 Aug 05 11:57:23.923523 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3446ac34-32d6-4912-9d3c-23632064629d req-a4748e3d-470b-494c-a829-1672ed27f2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:57:23.926712 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3446ac34-32d6-4912-9d3c-23632064629d req-a4748e3d-470b-494c-a829-1672ed27f2b9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7b432cb6-360e-40ea-b56b-5da122809577 HTTP/1.1" status: 200 len: 851 time: 0.0941997 Aug 05 11:57:24.022538 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3446ac34-32d6-4912-9d3c-23632064629d req-9d24fa55-4af3-4a3e-b029-7772cfccf772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:57:24.025407 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3446ac34-32d6-4912-9d3c-23632064629d req-9d24fa55-4af3-4a3e-b029-7772cfccf772 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ee5cd9f7-6c37-4582-b2c3-c178ce3b85e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0892122 Aug 05 11:57:24.169853 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 52668) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:57:24.222865 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3446ac34-32d6-4912-9d3c-23632064629d req-2e0fa3c3-133b-4d05-8f50-e48a4d7891ad service neutron] 10.222.0.55 "GET /v2.0/networks/ee5cd9f7-6c37-4582-b2c3-c178ce3b85e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894212 Aug 05 11:57:24.412431 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-cdb5cea1-30f8-4cbd-a9e0-c2002e7b71f3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1139347923-network', 'tenant_id': '88c82d0d606c44929a5a5a880bde0f31'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:57:24.424358 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3446ac34-32d6-4912-9d3c-23632064629d req-9e4fa1a2-6e52-469c-9c0a-dffe43c9ab5a service neutron] 10.222.0.55 "GET /v2.0/networks/ee5cd9f7-6c37-4582-b2c3-c178ce3b85e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876462 Aug 05 11:57:24.499573 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854f0566-bc30-44f6-a569-a53b47c38d36 req-991bb926-75b9-4884-98f6-daf829cb58a0 tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:57:24.502010 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-854f0566-bc30-44f6-a569-a53b47c38d36 req-991bb926-75b9-4884-98f6-daf829cb58a0 tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] 10.222.0.58 "GET /v2.0/ports?device_id=2921aeef-9af1-41f1-be4d-51c1b113c60c HTTP/1.1" status: 200 len: 944 time: 0.1535201 Aug 05 11:57:24.514333 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdb5cea1-30f8-4cbd-a9e0-c2002e7b71f3 admin admin] Made reservation on behalf of 88c82d0d606c44929a5a5a880bde0f31 for: {'network': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:57:24.519412 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-cdb5cea1-30f8-4cbd-a9e0-c2002e7b71f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:24.567575 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-cdb5cea1-30f8-4cbd-a9e0-c2002e7b71f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:24.607960 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eec6bc4-b071-485f-83fb-c2ea233457bf req-0a068290-16eb-4d5c-a000-5737a38d3a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:57:24.611163 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4eec6bc4-b071-485f-83fb-c2ea233457bf req-0a068290-16eb-4d5c-a000-5737a38d3a20 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1e1aa4e259e64437b684d5603b841a44&device_id=2921aeef-9af1-41f1-be4d-51c1b113c60c HTTP/1.1" status: 200 len: 1095 time: 0.0871363 Aug 05 11:57:24.634106 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-854f0566-bc30-44f6-a569-a53b47c38d36 req-4dd8ee72-0bac-4f03-947d-8dc9d9578dc2 tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d41c7fd-5ffd-48ce-bfdd-8f19db62ef3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024396 Aug 05 11:57:24.830181 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eec6bc4-b071-485f-83fb-c2ea233457bf req-340709fb-e085-4920-9f39-09e638481a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:57:24.833397 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4eec6bc4-b071-485f-83fb-c2ea233457bf req-340709fb-e085-4920-9f39-09e638481a7b service neutron] 10.222.0.55 "GET /v2.0/networks?id=ee5cd9f7-6c37-4582-b2c3-c178ce3b85e0 HTTP/1.1" status: 200 len: 913 time: 0.2149291 Aug 05 11:57:24.844543 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-cdb5cea1-30f8-4cbd-a9e0-c2002e7b71f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:24.853238 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-cdb5cea1-30f8-4cbd-a9e0-c2002e7b71f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:24.909378 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdb5cea1-30f8-4cbd-a9e0-c2002e7b71f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 684, 'physical_network': 'physnet1'} {{(pid=94420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:57:24.922295 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4eec6bc4-b071-485f-83fb-c2ea233457bf req-70949490-f67c-4404-8617-bcce9452a928 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7d8acdcc-585a-4d12-8ba4-b4df2ccfb20d HTTP/1.1" status: 200 len: 217 time: 0.0781498 Aug 05 11:57:24.923961 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb5cea1-30f8-4cbd-a9e0-c2002e7b71f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd30dfb0-b3dc-46fb-baff-d106ad1e7c27,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:57:24.934748 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-cdb5cea1-30f8-4cbd-a9e0-c2002e7b71f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:24.935247 n-d-803378-2 neutron-server[94420]: INFO neutron.db.segments_db [None req-cdb5cea1-30f8-4cbd-a9e0-c2002e7b71f3 admin admin] Added segment 37642e2d-a962-418c-b18d-4de06df0e0d5 of type vlan for network 1509ae5e-3f11-4a82-9255-09d7022e3252 Aug 05 11:57:25.035728 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-cdb5cea1-30f8-4cbd-a9e0-c2002e7b71f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:25.089757 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eec6bc4-b071-485f-83fb-c2ea233457bf req-da6654eb-6ad2-449d-b892-8d535c3b6ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:57:25.092772 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4eec6bc4-b071-485f-83fb-c2ea233457bf req-da6654eb-6ad2-449d-b892-8d535c3b6ce1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7b432cb6-360e-40ea-b56b-5da122809577 HTTP/1.1" status: 200 len: 851 time: 0.1622610 Aug 05 11:57:25.121830 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-cdb5cea1-30f8-4cbd-a9e0-c2002e7b71f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:25.123839 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb5cea1-30f8-4cbd-a9e0-c2002e7b71f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:57:25.124986 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-cdb5cea1-30f8-4cbd-a9e0-c2002e7b71f3 admin admin] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:25.193188 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eec6bc4-b071-485f-83fb-c2ea233457bf req-37cfb5c7-e722-42b3-b743-b851ef290e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:57:25.196300 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4eec6bc4-b071-485f-83fb-c2ea233457bf req-37cfb5c7-e722-42b3-b743-b851ef290e0e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ee5cd9f7-6c37-4582-b2c3-c178ce3b85e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0951622 Aug 05 11:57:25.256304 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-cdb5cea1-30f8-4cbd-a9e0-c2002e7b71f3 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0846398 Aug 05 11:57:25.261744 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 52684) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:57:25.275377 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-b3aeb90e-ed7f-4de2-81d6-f6c5f4297dcb admin admin] Request body: {'subnet': {'network_id': '1509ae5e-3f11-4a82-9255-09d7022e3252', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1139347923-subnet', 'tenant_id': '88c82d0d606c44929a5a5a880bde0f31', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:57:25.289814 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb5cea1-30f8-4cbd-a9e0-c2002e7b71f3 admin admin] Pushing event updated for resources: {'Network': ['ID=1509ae5e-3f11-4a82-9255-09d7022e3252,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:57:25.321422 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 1509ae5e-3f11-4a82-9255-09d7022e3252 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:57:25.349230 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3aeb90e-ed7f-4de2-81d6-f6c5f4297dcb admin admin] Made reservation on behalf of 88c82d0d606c44929a5a5a880bde0f31 for: {'subnet': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:57:25.353764 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b3aeb90e-ed7f-4de2-81d6-f6c5f4297dcb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24211133'] for subnet, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:25.410210 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4eec6bc4-b071-485f-83fb-c2ea233457bf req-0267aca9-8323-4353-8561-d594bc874fb8 service neutron] 10.222.0.55 "GET /v2.0/networks/ee5cd9f7-6c37-4582-b2c3-c178ce3b85e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048914 Aug 05 11:57:25.652266 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4eec6bc4-b071-485f-83fb-c2ea233457bf req-cbdb2308-9e18-428d-a3ee-b91fb8dbd7f7 service neutron] 10.222.0.55 "GET /v2.0/networks/ee5cd9f7-6c37-4582-b2c3-c178ce3b85e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317348 Aug 05 11:57:25.780523 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b3aeb90e-ed7f-4de2-81d6-f6c5f4297dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29762700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24211087'] for subnet, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:25.929225 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3aeb90e-ed7f-4de2-81d6-f6c5f4297dcb admin admin] Pushing event updated for resources: {'Subnet': ['ID=137dfbfb-2cdc-4961-8de0-c1206c710bb0,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:57:25.989522 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06b2a4a-8be5-4def-b826-d5c003c389ce req-03e70481-ffef-4a19-b4f7-cb4d10e674aa tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:57:25.992437 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d06b2a4a-8be5-4def-b826-d5c003c389ce req-03e70481-ffef-4a19-b4f7-cb4d10e674aa tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] 10.222.0.58 "GET /v2.0/ports?device_id=2921aeef-9af1-41f1-be4d-51c1b113c60c HTTP/1.1" status: 200 len: 944 time: 0.1665666 Aug 05 11:57:25.998757 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3aeb90e-ed7f-4de2-81d6-f6c5f4297dcb admin admin] Checking segment: {'id': '37642e2d-a962-418c-b18d-4de06df0e0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '1509ae5e-3f11-4a82-9255-09d7022e3252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:57:25.999533 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3aeb90e-ed7f-4de2-81d6-f6c5f4297dcb admin admin] Network hostable DHCP agents. Network: 1509ae5e-3f11-4a82-9255-09d7022e3252, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:57:26.086326 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d06b2a4a-8be5-4def-b826-d5c003c389ce req-bc00f91c-fa84-49cb-8714-a289b7c92700 tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d41c7fd-5ffd-48ce-bfdd-8f19db62ef3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784669 Aug 05 11:57:26.088524 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3aeb90e-ed7f-4de2-81d6-f6c5f4297dcb admin admin] Network 1509ae5e-3f11-4a82-9255-09d7022e3252 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:57:26.110069 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-b3aeb90e-ed7f-4de2-81d6-f6c5f4297dcb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, 1509ae5e-3f11-4a82-9255-09d7022e3252) {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:57:26.119836 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3aeb90e-ed7f-4de2-81d6-f6c5f4297dcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:57:26.122609 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b3aeb90e-ed7f-4de2-81d6-f6c5f4297dcb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:26.136799 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ce5deb-ca11-43ac-921f-951ed429b530 None None] Network 1509ae5e-3f11-4a82-9255-09d7022e3252 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:57:26.162934 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-b3aeb90e-ed7f-4de2-81d6-f6c5f4297dcb admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8985817 Aug 05 11:57:26.425988 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b482c0ab-49ae-4e8d-b6e6-8f2258774574 None None] Network 1509ae5e-3f11-4a82-9255-09d7022e3252 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:57:27.260228 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 52708) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:57:27.271544 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-ac29a155-8f82-4bda-a614-c9d636e09240 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1583230293-network', 'tenant_id': '327d4ed5e864420ba700214962d49df6'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:57:27.335743 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac29a155-8f82-4bda-a614-c9d636e09240 admin admin] Made reservation on behalf of 327d4ed5e864420ba700214962d49df6 for: {'network': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:57:27.340591 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dd9ce5-b42c-4406-aab4-92ef78a8e4d2 req-7599fa4d-9cbe-45c4-8ae1-491da8b9ea43 tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:57:27.341298 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ac29a155-8f82-4bda-a614-c9d636e09240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:27.342361 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f7dd9ce5-b42c-4406-aab4-92ef78a8e4d2 req-7599fa4d-9cbe-45c4-8ae1-491da8b9ea43 tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] 10.222.0.58 "GET /v2.0/ports?device_id=2921aeef-9af1-41f1-be4d-51c1b113c60c HTTP/1.1" status: 200 len: 944 time: 0.1113746 Aug 05 11:57:27.363613 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ac29a155-8f82-4bda-a614-c9d636e09240 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:27.445598 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f7dd9ce5-b42c-4406-aab4-92ef78a8e4d2 req-fad4c60e-b5b4-4bc9-9a6b-367aad0d64dd tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d41c7fd-5ffd-48ce-bfdd-8f19db62ef3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912216 Aug 05 11:57:27.567573 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 11:57:27.597827 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ac29a155-8f82-4bda-a614-c9d636e09240 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:27.605338 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ac29a155-8f82-4bda-a614-c9d636e09240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:27.655205 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac29a155-8f82-4bda-a614-c9d636e09240 admin admin] vlan segment allocate from pool success with {'vlan_id': 664, 'physical_network': 'physnet1'} {{(pid=94421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:57:27.681845 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac29a155-8f82-4bda-a614-c9d636e09240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=886cc82b-3d26-4848-829d-da1849204cc8,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:57:27.689314 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ac29a155-8f82-4bda-a614-c9d636e09240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:27.690383 n-d-803378-2 neutron-server[94421]: INFO neutron.db.segments_db [None req-ac29a155-8f82-4bda-a614-c9d636e09240 admin admin] Added segment 7df89864-a355-4923-9594-e91fa57ea0a2 of type vlan for network 799f1074-9409-4a00-9c85-bfcc445123e4 Aug 05 11:57:27.768539 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 7d8acdcc-585a-4d12-8ba4-b4df2ccfb20d details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:57:27.782712 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ac29a155-8f82-4bda-a614-c9d636e09240 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:27.857081 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ac29a155-8f82-4bda-a614-c9d636e09240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:27.858147 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac29a155-8f82-4bda-a614-c9d636e09240 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:57:27.859356 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ac29a155-8f82-4bda-a614-c9d636e09240 admin admin] Notify callbacks [] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:27.955369 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-ac29a155-8f82-4bda-a614-c9d636e09240 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6918190 Aug 05 11:57:27.961071 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 52714) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:57:27.970918 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-3d42da49-f932-47f8-a1e8-9c96f5a05f52 admin admin] Request body: {'subnet': {'network_id': '799f1074-9409-4a00-9c85-bfcc445123e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1583230293-subnet', 'tenant_id': '327d4ed5e864420ba700214962d49df6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:57:27.992359 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac29a155-8f82-4bda-a614-c9d636e09240 admin admin] Pushing event updated for resources: {'Network': ['ID=799f1074-9409-4a00-9c85-bfcc445123e4,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:57:27.994482 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 7d8acdcc-585a-4d12-8ba4-b4df2ccfb20d, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=7d8acdcc-585a-4d12-8ba4-b4df2ccfb20d,segment=NetworkSegment(28eaf081-ab97-4dfd-a4eb-a7c90e1b1d4e),segment_id=28eaf081-ab97-4dfd-a4eb-a7c90e1b1d4e)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:57:28.023262 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Returning: {'device': '7d8acdcc-585a-4d12-8ba4-b4df2ccfb20d', 'network_id': 'ee5cd9f7-6c37-4582-b2c3-c178ce3b85e0', 'port_id': '7d8acdcc-585a-4d12-8ba4-b4df2ccfb20d', 'mac_address': 'fa:16:3e:b8:27:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b432cb6-360e-40ea-b56b-5da122809577', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:57:28.027232 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 799f1074-9409-4a00-9c85-bfcc445123e4 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:57:28.030758 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d42da49-f932-47f8-a1e8-9c96f5a05f52 admin admin] Made reservation on behalf of 327d4ed5e864420ba700214962d49df6 for: {'subnet': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:57:28.035190 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3d42da49-f932-47f8-a1e8-9c96f5a05f52 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24211133'] for subnet, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:28.236171 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:28.268699 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d8acdcc-585a-4d12-8ba4-b4df2ccfb20d {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:57:28.282149 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 52718) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:57:28.317880 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 7d8acdcc-585a-4d12-8ba4-b4df2ccfb20d, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=7d8acdcc-585a-4d12-8ba4-b4df2ccfb20d,segment=NetworkSegment(28eaf081-ab97-4dfd-a4eb-a7c90e1b1d4e),segment_id=28eaf081-ab97-4dfd-a4eb-a7c90e1b1d4e)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:57:28.324704 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:28.442830 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=7d8acdcc-585a-4d12-8ba4-b4df2ccfb20d,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:57:28.462439 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be8690ed-b530-4e15-b8ab-a375944cb7f6 tempest-TestNetworkBasicOps-896309334 tempest-TestNetworkBasicOps-896309334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:57:28.463128 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be8690ed-b530-4e15-b8ab-a375944cb7f6 tempest-TestNetworkBasicOps-896309334 tempest-TestNetworkBasicOps-896309334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:57:28.464098 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be8690ed-b530-4e15-b8ab-a375944cb7f6 tempest-TestNetworkBasicOps-896309334 tempest-TestNetworkBasicOps-896309334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:57:28.467829 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-be8690ed-b530-4e15-b8ab-a375944cb7f6 tempest-TestNetworkBasicOps-896309334 tempest-TestNetworkBasicOps-896309334-project-admin] 10.222.0.58 "GET /v2.0/ports?project_id=f68dcdcc6d3c4b72a557ce0cc98a5aa1&network_id=18d33466-72ef-4f5c-addd-45e10262d9ee HTTP/1.1" status: 200 len: 2969 time: 0.1835823 Aug 05 11:57:28.481879 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3d42da49-f932-47f8-a1e8-9c96f5a05f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29762700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24211087'] for subnet, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:28.596583 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['7d8acdcc-585a-4d12-8ba4-b4df2ccfb20d'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:57:28.644704 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d42da49-f932-47f8-a1e8-9c96f5a05f52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=807f787a-2f18-4a76-a048-194b999361af,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:57:28.662988 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d42da49-f932-47f8-a1e8-9c96f5a05f52 admin admin] Checking segment: {'id': '7df89864-a355-4923-9594-e91fa57ea0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '799f1074-9409-4a00-9c85-bfcc445123e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:57:28.663578 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d42da49-f932-47f8-a1e8-9c96f5a05f52 admin admin] Network hostable DHCP agents. Network: 799f1074-9409-4a00-9c85-bfcc445123e4, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:57:28.760634 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2912bc0-6625-437c-a67e-b8088f3123da req-74a3fe7d-dd62-477e-bab2-7e64007cb286 tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:57:28.763990 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b2912bc0-6625-437c-a67e-b8088f3123da req-74a3fe7d-dd62-477e-bab2-7e64007cb286 tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] 10.222.0.58 "GET /v2.0/ports?device_id=2921aeef-9af1-41f1-be4d-51c1b113c60c HTTP/1.1" status: 200 len: 945 time: 0.1392584 Aug 05 11:57:28.765411 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d42da49-f932-47f8-a1e8-9c96f5a05f52 admin admin] Network 799f1074-9409-4a00-9c85-bfcc445123e4 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:57:28.785373 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-3d42da49-f932-47f8-a1e8-9c96f5a05f52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, 799f1074-9409-4a00-9c85-bfcc445123e4) {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:57:28.809387 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d42da49-f932-47f8-a1e8-9c96f5a05f52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:57:28.809743 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd8efab-f62e-4509-8ada-4e72550e85f8 None None] Network 799f1074-9409-4a00-9c85-bfcc445123e4 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:57:28.810482 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3d42da49-f932-47f8-a1e8-9c96f5a05f52 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:28.868541 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-3d42da49-f932-47f8-a1e8-9c96f5a05f52 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8986750 Aug 05 11:57:28.889016 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b2912bc0-6625-437c-a67e-b8088f3123da req-e4712945-c30a-48cf-81d2-c5ba780531a1 tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d41c7fd-5ffd-48ce-bfdd-8f19db62ef3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991230 Aug 05 11:57:29.156285 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-884a67b3-09d2-4fba-a663-f3f53eb4fe2f None None] Network 799f1074-9409-4a00-9c85-bfcc445123e4 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:57:29.530858 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:29.775306 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 7d8acdcc-585a-4d12-8ba4-b4df2ccfb20d up at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:57:29.884583 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning for port 7d8acdcc-585a-4d12-8ba4-b4df2ccfb20d completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:57:29.893628 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning complete for port 7d8acdcc-585a-4d12-8ba4-b4df2ccfb20d triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:57:29.894678 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:29.969450 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c2dc7c-c8aa-4754-9c28-a7b5c48b25c4 req-dd0f82ca-b8cb-4e91-ac1a-da61954c8331 tempest-VolumesActionsTest-632161441 tempest-VolumesActionsTest-632161441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:57:29.969450 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-25c2dc7c-c8aa-4754-9c28-a7b5c48b25c4 req-dd0f82ca-b8cb-4e91-ac1a-da61954c8331 tempest-VolumesActionsTest-632161441 tempest-VolumesActionsTest-632161441-project] 10.222.0.58 "GET /v2.0/networks?id=1509ae5e-3f11-4a82-9255-09d7022e3252 HTTP/1.1" status: 200 len: 809 time: 0.2514877 Aug 05 11:57:30.014134 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-25c2dc7c-c8aa-4754-9c28-a7b5c48b25c4 req-92b42ef6-93a5-41ad-aa0a-06611c24fe22 tempest-VolumesActionsTest-632161441 tempest-VolumesActionsTest-632161441-project] 10.222.0.58 "GET /v2.0/quotas/88c82d0d606c44929a5a5a880bde0f31 HTTP/1.1" status: 200 len: 375 time: 0.0308359 Aug 05 11:57:30.055361 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:30.089025 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2921aeef-9af1-41f1-be4d-51c1b113c60c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d8acdcc-585a-4d12-8ba4-b4df2ccfb20d'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:57:30.092321 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51fe9bd3-38db-46e1-968c-d7cddf56136d" -d '{"events": [{"server_uuid": "2921aeef-9af1-41f1-be4d-51c1b113c60c", "name": "network-vif-plugged", "status": "completed", "tag": "7d8acdcc-585a-4d12-8ba4-b4df2ccfb20d"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:57:30.102452 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 52758) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:57:30.110321 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-25c2dc7c-c8aa-4754-9c28-a7b5c48b25c4 req-f78c2902-788f-447d-9c0c-a902f12f3ef4 tempest-VolumesActionsTest-632161441 tempest-VolumesActionsTest-632161441-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=88c82d0d606c44929a5a5a880bde0f31&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0872703 Aug 05 11:57:30.123891 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 7d8acdcc-585a-4d12-8ba4-b4df2ccfb20d, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=7d8acdcc-585a-4d12-8ba4-b4df2ccfb20d,segment=NetworkSegment(28eaf081-ab97-4dfd-a4eb-a7c90e1b1d4e),segment_id=28eaf081-ab97-4dfd-a4eb-a7c90e1b1d4e)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:57:30.133946 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:30.218330 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cfbdb1f-838e-4e1f-b73f-f055b038594d tempest-TestNetworkBasicOps-896309334 tempest-TestNetworkBasicOps-896309334-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:57:30.244523 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-6cfbdb1f-838e-4e1f-b73f-f055b038594d tempest-TestNetworkBasicOps-896309334 tempest-TestNetworkBasicOps-896309334-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd HTTP/1.1" status: 200 len: 814 time: 0.1241105 Aug 05 11:57:30.267496 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=7d8acdcc-585a-4d12-8ba4-b4df2ccfb20d,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:57:30.290085 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-25c2dc7c-c8aa-4754-9c28-a7b5c48b25c4 req-c18dd745-51f1-468c-a15b-f4f3c0b524a4 service neutron] 10.222.0.58 "GET /v2.0/networks/1509ae5e-3f11-4a82-9255-09d7022e3252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778235 Aug 05 11:57:30.455732 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aa8ae0-ae74-4c83-847f-301cc44a732f req-f0a88f94-429c-4c0b-8146-aac51a3eb448 tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:57:30.457695 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a7aa8ae0-ae74-4c83-847f-301cc44a732f req-f0a88f94-429c-4c0b-8146-aac51a3eb448 tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] 10.222.0.58 "GET /v2.0/ports?device_id=2921aeef-9af1-41f1-be4d-51c1b113c60c HTTP/1.1" status: 200 len: 946 time: 0.3690133 Aug 05 11:57:30.529190 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-25c2dc7c-c8aa-4754-9c28-a7b5c48b25c4 req-1809a883-9eca-40b7-9614-1df0f16208ff service neutron] 10.222.0.58 "GET /v2.0/networks/1509ae5e-3f11-4a82-9255-09d7022e3252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380681 Aug 05 11:57:30.560647 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a7aa8ae0-ae74-4c83-847f-301cc44a732f req-9caae26e-2577-46fe-bdc9-5773dde6d6d3 tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d41c7fd-5ffd-48ce-bfdd-8f19db62ef3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860453 Aug 05 11:57:30.639595 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3f85551-ae4a-418f-8348-9e63c91922c6 x-openstack-request-id: req-d3f85551-ae4a-418f-8348-9e63c91922c6 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:57:30.639918 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2921aeef-9af1-41f1-be4d-51c1b113c60c", "name": "network-vif-plugged", "status": "completed", "tag": "7d8acdcc-585a-4d12-8ba4-b4df2ccfb20d", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:57:30.640094 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d3f85551-ae4a-418f-8348-9e63c91922c6 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:57:30.640436 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2921aeef-9af1-41f1-be4d-51c1b113c60c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d8acdcc-585a-4d12-8ba4-b4df2ccfb20d', 'code': 200} Aug 05 11:57:30.875785 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544dc794-ae8b-4c30-8494-dae33f4cb6cd req-9db34f66-51b7-47d8-9761-5b66143c8a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:57:30.878420 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-544dc794-ae8b-4c30-8494-dae33f4cb6cd req-9db34f66-51b7-47d8-9761-5b66143c8a7f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2921aeef-9af1-41f1-be4d-51c1b113c60c HTTP/1.1" status: 200 len: 1097 time: 0.1328239 Aug 05 11:57:30.918278 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-74bb7aa2-1605-45fe-a403-1419e9b8b8a2 req-b02121dd-da9d-4361-a353-352d5c688834 tempest-VolumesActionsTest-632161441 tempest-VolumesActionsTest-632161441-project] 10.222.0.58 "GET /v2.0/ports?device_id=010d818c-4958-4e1a-909d-4278bee48b19 HTTP/1.1" status: 200 len: 210 time: 0.0767212 Aug 05 11:57:30.989272 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-544dc794-ae8b-4c30-8494-dae33f4cb6cd req-7620b742-bf3c-46b2-b669-dacfa17327fa service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=1d41c7fd-5ffd-48ce-bfdd-8f19db62ef3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913525 Aug 05 11:57:31.031812 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 52772) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:57:31.040589 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-d60f559f-00b6-4357-abd5-d5f9415fb7a8 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Request body: {'network': {'name': 'tempest-network-smoke--487224686', 'project_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'port_security_enabled': True}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:57:31.081189 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d60f559f-00b6-4357-abd5-d5f9415fb7a8 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Made reservation on behalf of f68dcdcc6d3c4b72a557ce0cc98a5aa1 for: {'network': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:57:31.087612 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d60f559f-00b6-4357-abd5-d5f9415fb7a8 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:31.144011 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d60f559f-00b6-4357-abd5-d5f9415fb7a8 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] vlan segment allocate from pool success with {'vlan_id': 669, 'physical_network': 'physnet1'} {{(pid=94420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:57:31.163176 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d60f559f-00b6-4357-abd5-d5f9415fb7a8 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:31.163705 n-d-803378-2 neutron-server[94420]: INFO neutron.db.segments_db [None req-d60f559f-00b6-4357-abd5-d5f9415fb7a8 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Added segment 16c51186-7759-4fa5-8796-ca2aacbe41c6 of type vlan for network 1fd5ac66-cda8-4bb2-b224-d8ed6254e002 Aug 05 11:57:31.247072 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d60f559f-00b6-4357-abd5-d5f9415fb7a8 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:31.301771 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d60f559f-00b6-4357-abd5-d5f9415fb7a8 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:31.321242 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d60f559f-00b6-4357-abd5-d5f9415fb7a8 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:57:31.322576 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d60f559f-00b6-4357-abd5-d5f9415fb7a8 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:31.451015 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-d60f559f-00b6-4357-abd5-d5f9415fb7a8 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4169483 Aug 05 11:57:31.454954 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 52780) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:57:31.480886 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60f559f-00b6-4357-abd5-d5f9415fb7a8 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Pushing event updated for resources: {'Network': ['ID=1fd5ac66-cda8-4bb2-b224-d8ed6254e002,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:57:31.500232 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 1fd5ac66-cda8-4bb2-b224-d8ed6254e002 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:57:31.646287 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f24b95-ae93-4019-b4dd-386bb3593288 tempest-TestNetworkBasicOps-896309334 tempest-TestNetworkBasicOps-896309334-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:57:31.649642 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-a0f24b95-ae93-4019-b4dd-386bb3593288 tempest-TestNetworkBasicOps-896309334 tempest-TestNetworkBasicOps-896309334-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=f68dcdcc6d3c4b72a557ce0cc98a5aa1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1916566 Aug 05 11:57:31.655811 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 52786) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:57:32.078401 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b53bdf1-c3e4-4d4c-abf6-0165dde3ebce req-787d7bf9-9209-432b-8221-12a4d738d188 tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:57:32.081274 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8b53bdf1-c3e4-4d4c-abf6-0165dde3ebce req-787d7bf9-9209-432b-8221-12a4d738d188 tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] 10.222.0.58 "GET /v2.0/ports?device_id=2921aeef-9af1-41f1-be4d-51c1b113c60c HTTP/1.1" status: 200 len: 946 time: 0.2618144 Aug 05 11:57:32.129884 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a036fb27-c05d-43b1-8ff7-c3e4071adca6 tempest-TestNetworkBasicOps-896309334 tempest-TestNetworkBasicOps-896309334-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:57:32.132510 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-a036fb27-c05d-43b1-8ff7-c3e4071adca6 tempest-TestNetworkBasicOps-896309334 tempest-TestNetworkBasicOps-896309334-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4734852 Aug 05 11:57:32.136694 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 52792) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:57:32.190791 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f5eb373b-c4d5-40d4-8f10-f652cc009002 req-ca8968c0-5083-4b57-a967-4104e892457a tempest-VolumesActionsTest-632161441 tempest-VolumesActionsTest-632161441-project] 10.222.0.58 "GET /v2.0/ports?device_id=010d818c-4958-4e1a-909d-4278bee48b19 HTTP/1.1" status: 200 len: 210 time: 0.0979881 Aug 05 11:57:32.294376 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-630e6162-579c-4c28-b717-08ec6d3d32a8 tempest-TestNetworkBasicOps-896309334 tempest-TestNetworkBasicOps-896309334-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1529589 Aug 05 11:57:32.300163 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 52796) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:57:32.309617 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8b53bdf1-c3e4-4d4c-abf6-0165dde3ebce req-79db4b19-2686-47f1-8a4e-65905b3c4562 tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d41c7fd-5ffd-48ce-bfdd-8f19db62ef3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1924989 Aug 05 11:57:32.381565 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-6ad6fb34-d642-4198-98f3-a950598a1883 tempest-TestNetworkBasicOps-896309334 tempest-TestNetworkBasicOps-896309334-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=f68dcdcc6d3c4b72a557ce0cc98a5aa1&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0761161 Aug 05 11:57:32.384314 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 52798) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:57:32.535627 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0bcbbe-4a99-4fcc-a03d-1dab8723b490 tempest-TestNetworkBasicOps-896309334 tempest-TestNetworkBasicOps-896309334-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:57:32.539248 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-8c0bcbbe-4a99-4fcc-a03d-1dab8723b490 tempest-TestNetworkBasicOps-896309334 tempest-TestNetworkBasicOps-896309334-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1528988 Aug 05 11:57:32.545625 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 52800) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:57:32.628354 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-f090f813-f481-4f44-97f1-e9662e279ff3 tempest-TestNetworkBasicOps-896309334 tempest-TestNetworkBasicOps-896309334-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0806565 Aug 05 11:57:32.632907 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 52802) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:57:32.642371 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-02806d79-63c5-4427-b6d3-a287a5e0b535 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1213175252', 'network_id': '1fd5ac66-cda8-4bb2-b224-d8ed6254e002', 'project_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:57:32.832681 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02806d79-63c5-4427-b6d3-a287a5e0b535 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Made reservation on behalf of f68dcdcc6d3c4b72a557ce0cc98a5aa1 for: {'subnet': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:57:32.837958 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-02806d79-63c5-4427-b6d3-a287a5e0b535 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24211133'] for subnet, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:33.170576 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-02806d79-63c5-4427-b6d3-a287a5e0b535 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29762700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24211087'] for subnet, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:33.201699 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c2dc7c-c8aa-4754-9c28-a7b5c48b25c4 req-36ea668c-5416-4ed0-a3d3-2e720e7d3594 tempest-VolumesActionsTest-632161441 tempest-VolumesActionsTest-632161441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:57:33.204396 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-25c2dc7c-c8aa-4754-9c28-a7b5c48b25c4 req-36ea668c-5416-4ed0-a3d3-2e720e7d3594 tempest-VolumesActionsTest-632161441 tempest-VolumesActionsTest-632161441-project] 10.222.0.64 "GET /v2.0/networks?id=1509ae5e-3f11-4a82-9255-09d7022e3252 HTTP/1.1" status: 200 len: 809 time: 0.2421508 Aug 05 11:57:33.239363 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-25c2dc7c-c8aa-4754-9c28-a7b5c48b25c4 req-043f75b6-a505-44b2-8556-05774974200a tempest-VolumesActionsTest-632161441 tempest-VolumesActionsTest-632161441-project] Request body: {'port': {'device_id': '010d818c-4958-4e1a-909d-4278bee48b19', 'network_id': '1509ae5e-3f11-4a82-9255-09d7022e3252', 'admin_state_up': True, 'tenant_id': '88c82d0d606c44929a5a5a880bde0f31'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:57:33.283360 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02806d79-63c5-4427-b6d3-a287a5e0b535 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Pushing event updated for resources: {'Subnet': ['ID=d2594100-20a2-4d82-b2bc-0ec03b85919d,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:57:33.303199 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02806d79-63c5-4427-b6d3-a287a5e0b535 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Checking segment: {'id': '16c51186-7759-4fa5-8796-ca2aacbe41c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '1fd5ac66-cda8-4bb2-b224-d8ed6254e002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:57:33.303813 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02806d79-63c5-4427-b6d3-a287a5e0b535 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Network hostable DHCP agents. Network: 1fd5ac66-cda8-4bb2-b224-d8ed6254e002, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:57:33.341464 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02806d79-63c5-4427-b6d3-a287a5e0b535 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Network 1fd5ac66-cda8-4bb2-b224-d8ed6254e002 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:57:33.372000 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-02806d79-63c5-4427-b6d3-a287a5e0b535 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, 1fd5ac66-cda8-4bb2-b224-d8ed6254e002) {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:57:33.384908 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02806d79-63c5-4427-b6d3-a287a5e0b535 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:57:33.385164 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-02806d79-63c5-4427-b6d3-a287a5e0b535 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks [] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:33.401055 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f02dc32-4ab8-4ea9-96a8-c4c5d10d70e3 None None] Network 1fd5ac66-cda8-4bb2-b224-d8ed6254e002 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:57:33.447279 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-02806d79-63c5-4427-b6d3-a287a5e0b535 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.8116341 Aug 05 11:57:33.518958 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2a5c6fff-0b46-4f0f-a84b-e4bef403029a req-de16bb79-9b76-4f05-a317-8da21fbe9c7b tempest-VolumesActionsTest-632161441 tempest-VolumesActionsTest-632161441-project] 10.222.0.58 "GET /v2.0/ports?device_id=010d818c-4958-4e1a-909d-4278bee48b19 HTTP/1.1" status: 200 len: 210 time: 0.0854108 Aug 05 11:57:33.548246 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25c2dc7c-c8aa-4754-9c28-a7b5c48b25c4 req-043f75b6-a505-44b2-8556-05774974200a tempest-VolumesActionsTest-632161441 tempest-VolumesActionsTest-632161441-project] Made reservation on behalf of 88c82d0d606c44929a5a5a880bde0f31 for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:57:33.553577 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-25c2dc7c-c8aa-4754-9c28-a7b5c48b25c4 req-043f75b6-a505-44b2-8556-05774974200a tempest-VolumesActionsTest-632161441 tempest-VolumesActionsTest-632161441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:33.677755 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5c8b95-8674-42d7-a12c-ed034ee55b93 req-47a49f08-1d3b-4656-b697-dfc02ffb0887 tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:57:33.686509 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1e5c8b95-8674-42d7-a12c-ed034ee55b93 req-47a49f08-1d3b-4656-b697-dfc02ffb0887 tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] 10.222.0.58 "GET /v2.0/ports?device_id=2921aeef-9af1-41f1-be4d-51c1b113c60c HTTP/1.1" status: 200 len: 946 time: 0.1949680 Aug 05 11:57:33.856835 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1e5c8b95-8674-42d7-a12c-ed034ee55b93 req-0e2993dc-b3e1-42b2-b716-637328972493 tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d41c7fd-5ffd-48ce-bfdd-8f19db62ef3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1609385 Aug 05 11:57:33.940757 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-25c2dc7c-c8aa-4754-9c28-a7b5c48b25c4 req-043f75b6-a505-44b2-8556-05774974200a tempest-VolumesActionsTest-632161441 tempest-VolumesActionsTest-632161441-project] Allocated IP 172.20.0.13 (1509ae5e-3f11-4a82-9255-09d7022e3252/137dfbfb-2cdc-4961-8de0-c1206c710bb0/7e6cc6b6-c11b-45e7-a6cd-86c749c62f87) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:57:34.124885 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-604d95a0-6879-4172-b23f-8ba50d043d87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-1fd5ac66-cda8-4bb2-b224-d8ed6254e002', 'network_id': '1fd5ac66-cda8-4bb2-b224-d8ed6254e002', 'tenant_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'fixed_ips': [{'subnet_id': 'd2594100-20a2-4d82-b2bc-0ec03b85919d'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 11:57:34.126492 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-604d95a0-6879-4172-b23f-8ba50d043d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:34.280751 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-25c2dc7c-c8aa-4754-9c28-a7b5c48b25c4 req-043f75b6-a505-44b2-8556-05774974200a tempest-VolumesActionsTest-632161441 tempest-VolumesActionsTest-632161441-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:34.323458 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48848933-a46c-4f43-b7d0-3b0566895172 req-e438cfd5-4397-4d02-a41d-7ab995bb9986 tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:57:34.338411 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-48848933-a46c-4f43-b7d0-3b0566895172 req-e438cfd5-4397-4d02-a41d-7ab995bb9986 tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] 10.222.0.58 "GET /v2.0/ports?device_id=2921aeef-9af1-41f1-be4d-51c1b113c60c HTTP/1.1" status: 200 len: 946 time: 0.1180918 Aug 05 11:57:34.343569 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 52820) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:57:34.355990 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-3e02ff27-03ad-4215-8c55-64a63dc418e6 tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] Request body: {'floatingip': {'port_id': '7d8acdcc-585a-4d12-8ba4-b4df2ccfb20d'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:57:34.370481 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-25c2dc7c-c8aa-4754-9c28-a7b5c48b25c4 req-043f75b6-a505-44b2-8556-05774974200a tempest-VolumesActionsTest-632161441 tempest-VolumesActionsTest-632161441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:34.470248 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3e02ff27-03ad-4215-8c55-64a63dc418e6 tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] Notify callbacks [] for floatingip, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:34.582742 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f75b6-a505-44b2-8556-05774974200a tempest-VolumesActionsTest-632161441 tempest-VolumesActionsTest-632161441-project] Pushing event updated for resources: {'Port': ['ID=7e6cc6b6-c11b-45e7-a6cd-86c749c62f87,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:57:34.619662 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25c2dc7c-c8aa-4754-9c28-a7b5c48b25c4 req-043f75b6-a505-44b2-8556-05774974200a tempest-VolumesActionsTest-632161441 tempest-VolumesActionsTest-632161441-project] Network 1509ae5e-3f11-4a82-9255-09d7022e3252 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:57:34.628348 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-25c2dc7c-c8aa-4754-9c28-a7b5c48b25c4 req-043f75b6-a505-44b2-8556-05774974200a tempest-VolumesActionsTest-632161441 tempest-VolumesActionsTest-632161441-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:57:34.641894 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-25c2dc7c-c8aa-4754-9c28-a7b5c48b25c4 req-043f75b6-a505-44b2-8556-05774974200a tempest-VolumesActionsTest-632161441 tempest-VolumesActionsTest-632161441-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:57:34.660430 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-604d95a0-6879-4172-b23f-8ba50d043d87 None None] Allocated IP 172.20.0.18 (1fd5ac66-cda8-4bb2-b224-d8ed6254e002/d2594100-20a2-4d82-b2bc-0ec03b85919d/3559a82d-1755-44e1-b48c-d1b8d06fe6ec) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:57:34.821267 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 52828) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:57:34.857454 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-a3122f55-25b6-45f2-88c5-256e0ca983d5 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-828367126', 'description': 'tempest-secgroup-smoke-828367126 description', 'project_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:57:34.914508 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c2dc7c-c8aa-4754-9c28-a7b5c48b25c4 req-043f75b6-a505-44b2-8556-05774974200a tempest-VolumesActionsTest-632161441 tempest-VolumesActionsTest-632161441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:57:34.915309 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-25c2dc7c-c8aa-4754-9c28-a7b5c48b25c4 req-043f75b6-a505-44b2-8556-05774974200a tempest-VolumesActionsTest-632161441 tempest-VolumesActionsTest-632161441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:34.957714 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a3122f55-25b6-45f2-88c5-256e0ca983d5 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:35.020260 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-25c2dc7c-c8aa-4754-9c28-a7b5c48b25c4 req-043f75b6-a505-44b2-8556-05774974200a tempest-VolumesActionsTest-632161441 tempest-VolumesActionsTest-632161441-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7927151 Aug 05 11:57:35.075739 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-25c2dc7c-c8aa-4754-9c28-a7b5c48b25c4 req-1f7ec04f-f02e-4a16-a418-4f80b9497d1a service neutron] Request body: {'port': {'device_id': '010d818c-4958-4e1a-909d-4278bee48b19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:57:35.151033 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-604d95a0-6879-4172-b23f-8ba50d043d87 None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:35.179924 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-604d95a0-6879-4172-b23f-8ba50d043d87 None None] Transition to ACTIVE for port object 3559a82d-1755-44e1-b48c-d1b8d06fe6ec will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:57:35.214706 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-25c2dc7c-c8aa-4754-9c28-a7b5c48b25c4 req-1f7ec04f-f02e-4a16-a418-4f80b9497d1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:35.222789 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-604d95a0-6879-4172-b23f-8ba50d043d87 None None] Transition to ACTIVE for port object 3559a82d-1755-44e1-b48c-d1b8d06fe6ec will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:57:35.242905 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-604d95a0-6879-4172-b23f-8ba50d043d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:35.336016 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604d95a0-6879-4172-b23f-8ba50d043d87 None None] Network 1fd5ac66-cda8-4bb2-b224-d8ed6254e002 is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:57:35.339305 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-604d95a0-6879-4172-b23f-8ba50d043d87 None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:57:35.351873 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604d95a0-6879-4172-b23f-8ba50d043d87 None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:57:35.429193 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604d95a0-6879-4172-b23f-8ba50d043d87 None None] Pushing event updated for resources: {'Port': ['ID=3559a82d-1755-44e1-b48c-d1b8d06fe6ec,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:57:35.429501 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a3122f55-25b6-45f2-88c5-256e0ca983d5 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:35.455337 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a3122f55-25b6-45f2-88c5-256e0ca983d5 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:35.515466 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-604d95a0-6879-4172-b23f-8ba50d043d87 None None] Attempting to bind port 3559a82d-1755-44e1-b48c-d1b8d06fe6ec on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:57:35.518404 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-604d95a0-6879-4172-b23f-8ba50d043d87 None None] Attempting to bind port 3559a82d-1755-44e1-b48c-d1b8d06fe6ec by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '16c51186-7759-4fa5-8796-ca2aacbe41c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '1fd5ac66-cda8-4bb2-b224-d8ed6254e002'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:57:35.518896 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604d95a0-6879-4172-b23f-8ba50d043d87 None None] Attempting to bind port 3559a82d-1755-44e1-b48c-d1b8d06fe6ec on network 1fd5ac66-cda8-4bb2-b224-d8ed6254e002 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:57:35.532093 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604d95a0-6879-4172-b23f-8ba50d043d87 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:57:35.533676 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604d95a0-6879-4172-b23f-8ba50d043d87 None None] Checking segment: {'id': '16c51186-7759-4fa5-8796-ca2aacbe41c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '1fd5ac66-cda8-4bb2-b224-d8ed6254e002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:57:35.535148 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-604d95a0-6879-4172-b23f-8ba50d043d87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:35.536924 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604d95a0-6879-4172-b23f-8ba50d043d87 None None] Bound using segment: {'id': '16c51186-7759-4fa5-8796-ca2aacbe41c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '1fd5ac66-cda8-4bb2-b224-d8ed6254e002'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:57:35.538925 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-604d95a0-6879-4172-b23f-8ba50d043d87 None None] Bound port: 3559a82d-1755-44e1-b48c-d1b8d06fe6ec, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16c51186-7759-4fa5-8796-ca2aacbe41c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '1fd5ac66-cda8-4bb2-b224-d8ed6254e002'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:57:35.540603 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-604d95a0-6879-4172-b23f-8ba50d043d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:35.708116 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a3122f55-25b6-45f2-88c5-256e0ca983d5 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:35.715090 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-a3122f55-25b6-45f2-88c5-256e0ca983d5 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.8804181 Aug 05 11:57:35.717726 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 52836) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:57:35.735025 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3122f55-25b6-45f2-88c5-256e0ca983d5 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf0185f-89b5-40fc-9a5e-7306d92c6df9,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:57:35.747832 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-1b79cfa0-500c-4609-b817-48e41955b9b4 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Request body: {'security_group_rule': {'security_group_id': '7cf0185f-89b5-40fc-9a5e-7306d92c6df9', 'project_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:57:35.754417 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-604d95a0-6879-4172-b23f-8ba50d043d87 None None] For port 3559a82d-1755-44e1-b48c-d1b8d06fe6ec, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:57:35.761612 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-604d95a0-6879-4172-b23f-8ba50d043d87 None None] For port 3559a82d-1755-44e1-b48c-d1b8d06fe6ec, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=3559a82d-1755-44e1-b48c-d1b8d06fe6ec,segment=NetworkSegment(16c51186-7759-4fa5-8796-ca2aacbe41c6),segment_id=16c51186-7759-4fa5-8796-ca2aacbe41c6)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:57:35.773496 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-604d95a0-6879-4172-b23f-8ba50d043d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:35.980200 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1b79cfa0-500c-4609-b817-48e41955b9b4 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:35.980623 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604d95a0-6879-4172-b23f-8ba50d043d87 None None] Pushing event updated for resources: {'Port': ['ID=3559a82d-1755-44e1-b48c-d1b8d06fe6ec,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:57:36.243348 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1b79cfa0-500c-4609-b817-48e41955b9b4 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:36.260115 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1b79cfa0-500c-4609-b817-48e41955b9b4 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:36.263984 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70529dc-db81-411d-8b16-980aa59a7cf7 req-55a78305-30f1-4735-927e-53fc7527f9f7 tempest-VolumesActionsTest-632161441 tempest-VolumesActionsTest-632161441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:57:36.267541 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e70529dc-db81-411d-8b16-980aa59a7cf7 req-55a78305-30f1-4735-927e-53fc7527f9f7 tempest-VolumesActionsTest-632161441 tempest-VolumesActionsTest-632161441-project] 10.222.0.58 "GET /v2.0/ports?device_id=010d818c-4958-4e1a-909d-4278bee48b19 HTTP/1.1" status: 200 len: 932 time: 1.2502940 Aug 05 11:57:36.392740 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b79cfa0-500c-4609-b817-48e41955b9b4 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10f80cfc-98c0-4898-8863-d08a6bfabeb3,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:57:36.432174 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1b79cfa0-500c-4609-b817-48e41955b9b4 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:36.436759 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-1b79cfa0-500c-4609-b817-48e41955b9b4 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7053494 Aug 05 11:57:36.445578 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 52844) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:57:36.447070 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-25c2dc7c-c8aa-4754-9c28-a7b5c48b25c4 req-1f7ec04f-f02e-4a16-a418-4f80b9497d1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e6cc6b6-c11b-45e7-a6cd-86c749c62f87 {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:57:36.463291 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-4a1e6ce9-cdae-4601-b7f1-663bd828679c tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Request body: {'security_group_rule': {'security_group_id': '7cf0185f-89b5-40fc-9a5e-7306d92c6df9', 'project_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:57:36.468572 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-25c2dc7c-c8aa-4754-9c28-a7b5c48b25c4 req-1f7ec04f-f02e-4a16-a418-4f80b9497d1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:36.495083 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-25c2dc7c-c8aa-4754-9c28-a7b5c48b25c4 req-1f7ec04f-f02e-4a16-a418-4f80b9497d1a service neutron] Transition to ACTIVE for port object 7e6cc6b6-c11b-45e7-a6cd-86c749c62f87 will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:57:36.503451 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-25c2dc7c-c8aa-4754-9c28-a7b5c48b25c4 req-1f7ec04f-f02e-4a16-a418-4f80b9497d1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:36.582301 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e70529dc-db81-411d-8b16-980aa59a7cf7 req-78378f01-643c-4dc7-bbb2-30854b2b7a76 tempest-VolumesActionsTest-632161441 tempest-VolumesActionsTest-632161441-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd30dfb0-b3dc-46fb-baff-d106ad1e7c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184565 Aug 05 11:57:36.585864 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.db.resource_extend [None req-3e02ff27-03ad-4215-8c55-64a63dc418e6 tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 05 11:57:36.645345 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7ec04f-f02e-4a16-a418-4f80b9497d1a service neutron] Pushing event updated for resources: {'Port': ['ID=7e6cc6b6-c11b-45e7-a6cd-86c749c62f87,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:57:36.687308 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4a1e6ce9-cdae-4601-b7f1-663bd828679c tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:36.720196 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3e02ff27-03ad-4215-8c55-64a63dc418e6 tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:36.734711 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3e02ff27-03ad-4215-8c55-64a63dc418e6 tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33287247'] for floatingip, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:36.765841 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-25c2dc7c-c8aa-4754-9c28-a7b5c48b25c4 req-1f7ec04f-f02e-4a16-a418-4f80b9497d1a service neutron] Attempting to bind port 7e6cc6b6-c11b-45e7-a6cd-86c749c62f87 on host n-h1-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:57:36.767249 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-25c2dc7c-c8aa-4754-9c28-a7b5c48b25c4 req-1f7ec04f-f02e-4a16-a418-4f80b9497d1a service neutron] Attempting to bind port 7e6cc6b6-c11b-45e7-a6cd-86c749c62f87 by drivers openvswitch,hyperv on host n-h1-803378-2 at level 0 using segments [{'id': '37642e2d-a962-418c-b18d-4de06df0e0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '1509ae5e-3f11-4a82-9255-09d7022e3252'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:57:36.767249 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c2dc7c-c8aa-4754-9c28-a7b5c48b25c4 req-1f7ec04f-f02e-4a16-a418-4f80b9497d1a service neutron] Attempting to bind port 7e6cc6b6-c11b-45e7-a6cd-86c749c62f87 on network 1509ae5e-3f11-4a82-9255-09d7022e3252 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:57:36.777822 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c2dc7c-c8aa-4754-9c28-a7b5c48b25c4 req-1f7ec04f-f02e-4a16-a418-4f80b9497d1a service neutron] Port 7e6cc6b6-c11b-45e7-a6cd-86c749c62f87 on network 1509ae5e-3f11-4a82-9255-09d7022e3252 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:57:36.778507 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c2dc7c-c8aa-4754-9c28-a7b5c48b25c4 req-1f7ec04f-f02e-4a16-a418-4f80b9497d1a service neutron] Attempting to bind port 7e6cc6b6-c11b-45e7-a6cd-86c749c62f87 on network 1509ae5e-3f11-4a82-9255-09d7022e3252 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:57:36.788704 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c2dc7c-c8aa-4754-9c28-a7b5c48b25c4 req-1f7ec04f-f02e-4a16-a418-4f80b9497d1a service neutron] Checking agent: {'id': '40bb7567-59bd-4b31-bc29-da1c50bca759', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:57:36.789263 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c2dc7c-c8aa-4754-9c28-a7b5c48b25c4 req-1f7ec04f-f02e-4a16-a418-4f80b9497d1a service neutron] Checking segment: {'id': '37642e2d-a962-418c-b18d-4de06df0e0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '1509ae5e-3f11-4a82-9255-09d7022e3252'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:57:36.789900 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c2dc7c-c8aa-4754-9c28-a7b5c48b25c4 req-1f7ec04f-f02e-4a16-a418-4f80b9497d1a service neutron] Bound using segment: {'id': '37642e2d-a962-418c-b18d-4de06df0e0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '1509ae5e-3f11-4a82-9255-09d7022e3252'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:57:36.790701 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-25c2dc7c-c8aa-4754-9c28-a7b5c48b25c4 req-1f7ec04f-f02e-4a16-a418-4f80b9497d1a service neutron] Bound port: 7e6cc6b6-c11b-45e7-a6cd-86c749c62f87, host: n-h1-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37642e2d-a962-418c-b18d-4de06df0e0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '1509ae5e-3f11-4a82-9255-09d7022e3252'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:57:36.791453 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-25c2dc7c-c8aa-4754-9c28-a7b5c48b25c4 req-1f7ec04f-f02e-4a16-a418-4f80b9497d1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:36.925411 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-25c2dc7c-c8aa-4754-9c28-a7b5c48b25c4 req-1f7ec04f-f02e-4a16-a418-4f80b9497d1a service neutron] For port 7e6cc6b6-c11b-45e7-a6cd-86c749c62f87, host n-h1-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:57:36.930474 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-25c2dc7c-c8aa-4754-9c28-a7b5c48b25c4 req-1f7ec04f-f02e-4a16-a418-4f80b9497d1a service neutron] For port 7e6cc6b6-c11b-45e7-a6cd-86c749c62f87, host n-h1-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=7e6cc6b6-c11b-45e7-a6cd-86c749c62f87,segment=NetworkSegment(37642e2d-a962-418c-b18d-4de06df0e0d5),segment_id=37642e2d-a962-418c-b18d-4de06df0e0d5)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:57:36.937882 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-25c2dc7c-c8aa-4754-9c28-a7b5c48b25c4 req-1f7ec04f-f02e-4a16-a418-4f80b9497d1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:36.957211 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4a1e6ce9-cdae-4601-b7f1-663bd828679c tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:36.998557 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4a1e6ce9-cdae-4601-b7f1-663bd828679c tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:37.033511 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1e6ce9-cdae-4601-b7f1-663bd828679c tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=866fc810-b3db-4ab6-b6be-13a4eee9e536,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:57:37.038133 n-d-803378-2 neutron-server[94420]: INFO neutron.db.l3_db [None req-3e02ff27-03ad-4215-8c55-64a63dc418e6 tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] Floating IP ab40cce8-f7ed-4ff4-b172-b2e708f32ca5 associated. External IP: 172.25.5.83, port: 7d8acdcc-585a-4d12-8ba4-b4df2ccfb20d. Aug 05 11:57:37.048611 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4a1e6ce9-cdae-4601-b7f1-663bd828679c tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:37.049023 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-4a1e6ce9-cdae-4601-b7f1-663bd828679c tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5927038 Aug 05 11:57:37.068543 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 52848) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:57:37.079980 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-0704950b-6076-46f5-9ae9-fc8c8ad4be03 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Request body: {'security_group_rule': {'security_group_id': '7cf0185f-89b5-40fc-9a5e-7306d92c6df9', 'project_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:57:37.092509 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c2dc7c-c8aa-4754-9c28-a7b5c48b25c4 req-1f7ec04f-f02e-4a16-a418-4f80b9497d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:57:37.093663 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-25c2dc7c-c8aa-4754-9c28-a7b5c48b25c4 req-1f7ec04f-f02e-4a16-a418-4f80b9497d1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:37.096545 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-25c2dc7c-c8aa-4754-9c28-a7b5c48b25c4 req-1f7ec04f-f02e-4a16-a418-4f80b9497d1a service neutron] 10.222.0.64 "PUT /v2.0/ports/7e6cc6b6-c11b-45e7-a6cd-86c749c62f87 HTTP/1.1" status: 200 len: 1092 time: 2.0287933 Aug 05 11:57:37.097801 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '010d818c-4958-4e1a-909d-4278bee48b19', 'tag': '7e6cc6b6-c11b-45e7-a6cd-86c749c62f87'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:57:37.104323 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68c1a742-f50e-407b-a2e7-a48774a0be2c" -d '{"events": [{"name": "network-changed", "server_uuid": "010d818c-4958-4e1a-909d-4278bee48b19", "tag": "7e6cc6b6-c11b-45e7-a6cd-86c749c62f87"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:57:37.287976 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7527fb6d-f647-45d8-ba87-bb6b5a3b715b x-openstack-request-id: req-7527fb6d-f647-45d8-ba87-bb6b5a3b715b {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:57:37.289181 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "010d818c-4958-4e1a-909d-4278bee48b19", "tag": "7e6cc6b6-c11b-45e7-a6cd-86c749c62f87", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:57:37.289958 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7527fb6d-f647-45d8-ba87-bb6b5a3b715b {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:57:37.291020 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '010d818c-4958-4e1a-909d-4278bee48b19', 'tag': '7e6cc6b6-c11b-45e7-a6cd-86c749c62f87', 'status': 'completed', 'code': 200} Aug 05 11:57:37.305211 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7ec04f-f02e-4a16-a418-4f80b9497d1a service neutron] Pushing event updated for resources: {'Port': ['ID=7e6cc6b6-c11b-45e7-a6cd-86c749c62f87,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:57:37.316886 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-0f751b50-776d-4a14-9fcb-99e25c2a5851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:37.359727 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0704950b-6076-46f5-9ae9-fc8c8ad4be03 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:37.415233 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c2dc7c-c8aa-4754-9c28-a7b5c48b25c4 req-178045f0-c951-4f72-b0e6-5c01b88d7b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:57:37.418599 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-25c2dc7c-c8aa-4754-9c28-a7b5c48b25c4 req-178045f0-c951-4f72-b0e6-5c01b88d7b15 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=88c82d0d606c44929a5a5a880bde0f31&device_id=010d818c-4958-4e1a-909d-4278bee48b19 HTTP/1.1" status: 200 len: 1095 time: 0.2139060 Aug 05 11:57:37.587155 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-25c2dc7c-c8aa-4754-9c28-a7b5c48b25c4 req-8d63eb57-cb55-42f2-8448-1bf2cade3f94 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e6cc6b6-c11b-45e7-a6cd-86c749c62f87 HTTP/1.1" status: 200 len: 217 time: 0.1491730 Aug 05 11:57:37.711427 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e02ff27-03ad-4215-8c55-64a63dc418e6 tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] Router 51697c8b-3fe0-4139-a371-c223908130bc has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 11:57:37.809710 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c2dc7c-c8aa-4754-9c28-a7b5c48b25c4 req-543e223e-f750-40f0-af5d-18de3de666b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:57:37.812661 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-25c2dc7c-c8aa-4754-9c28-a7b5c48b25c4 req-543e223e-f750-40f0-af5d-18de3de666b1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=137dfbfb-2cdc-4961-8de0-c1206c710bb0 HTTP/1.1" status: 200 len: 849 time: 0.2088158 Aug 05 11:57:37.903511 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0704950b-6076-46f5-9ae9-fc8c8ad4be03 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:37.912919 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-25c2dc7c-c8aa-4754-9c28-a7b5c48b25c4 req-c66ee45a-d2f4-4597-99e2-84cce0fafd1a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1509ae5e-3f11-4a82-9255-09d7022e3252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0820186 Aug 05 11:57:37.930277 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0704950b-6076-46f5-9ae9-fc8c8ad4be03 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:37.988407 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce4cf24-9fd6-4af0-80a6-b58a67e76ccb None None] Network 1fd5ac66-cda8-4bb2-b224-d8ed6254e002 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:57:38.025122 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0704950b-6076-46f5-9ae9-fc8c8ad4be03 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb766a29-9642-4118-aa07-8cea75c14b96,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:57:38.037970 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 3559a82d-1755-44e1-b48c-d1b8d06fe6ec up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:57:38.092426 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0704950b-6076-46f5-9ae9-fc8c8ad4be03 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:38.100401 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-0704950b-6076-46f5-9ae9-fc8c8ad4be03 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0237498 Aug 05 11:57:38.103580 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 52866) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:57:38.117231 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-79911f0e-5cd8-4a19-9e18-d52959fba5db tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Request body: {'security_group_rule': {'security_group_id': '7cf0185f-89b5-40fc-9a5e-7306d92c6df9', 'project_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:57:38.146549 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d6a9a6-1148-44e4-9513-aac11efbeede req-9b8129a0-9fe2-4e39-831f-20f2ef5474e9 tempest-VolumesActionsTest-632161441 tempest-VolumesActionsTest-632161441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:57:38.150192 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-89d6a9a6-1148-44e4-9513-aac11efbeede req-9b8129a0-9fe2-4e39-831f-20f2ef5474e9 tempest-VolumesActionsTest-632161441 tempest-VolumesActionsTest-632161441-project] 10.222.0.58 "GET /v2.0/ports?device_id=010d818c-4958-4e1a-909d-4278bee48b19 HTTP/1.1" status: 200 len: 944 time: 0.2872856 Aug 05 11:57:38.165025 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e02ff27-03ad-4215-8c55-64a63dc418e6 tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:57:38.180303 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3e02ff27-03ad-4215-8c55-64a63dc418e6 tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:38.406581 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-25c2dc7c-c8aa-4754-9c28-a7b5c48b25c4 req-d471a48f-a1a9-4f02-9b17-2801b184a0aa service neutron] 10.222.0.64 "GET /v2.0/networks/1509ae5e-3f11-4a82-9255-09d7022e3252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3190892 Aug 05 11:57:38.406581 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-79911f0e-5cd8-4a19-9e18-d52959fba5db tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:38.625156 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-3e02ff27-03ad-4215-8c55-64a63dc418e6 tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] 10.222.0.58 "PUT /v2.0/floatingips/ab40cce8-f7ed-4ff4-b172-b2e708f32ca5 HTTP/1.1" status: 200 len: 991 time: 4.0245006 Aug 05 11:57:38.625156 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2921aeef-9af1-41f1-be4d-51c1b113c60c', 'tag': '7d8acdcc-585a-4d12-8ba4-b4df2ccfb20d'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:57:38.625156 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}828068ad8d405ad77660ce68fa78e1ffe658725812f7a08f9e488a446589295b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6df28317-d99a-40da-a890-302348e026f1" -d '{"events": [{"name": "network-changed", "server_uuid": "2921aeef-9af1-41f1-be4d-51c1b113c60c", "tag": "7d8acdcc-585a-4d12-8ba4-b4df2ccfb20d"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:57:38.625156 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-89d6a9a6-1148-44e4-9513-aac11efbeede req-23a4a265-7385-4c63-b7fe-1edda52f3549 tempest-VolumesActionsTest-632161441 tempest-VolumesActionsTest-632161441-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd30dfb0-b3dc-46fb-baff-d106ad1e7c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3012383 Aug 05 11:57:38.628009 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e7d1f2-3663-4425-8be8-d5fc32570729 None None] Sync routers for ids ['51697c8b-3fe0-4139-a371-c223908130bc'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:57:38.673890 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-ec1d86cf-70fe-40c5-aab5-a33eb8d08a25 None None] Provisioning for port 3559a82d-1755-44e1-b48c-d1b8d06fe6ec completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:57:38.677998 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-79911f0e-5cd8-4a19-9e18-d52959fba5db tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:38.693248 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e7d1f2-3663-4425-8be8-d5fc32570729 None None] Routers {'51697c8b-3fe0-4139-a371-c223908130bc'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:57:38.694681 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-79911f0e-5cd8-4a19-9e18-d52959fba5db tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:38.695381 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-63e7d1f2-3663-4425-8be8-d5fc32570729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:57:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['51697c8b-3fe0-4139-a371-c223908130bc'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:57:38.756066 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd7fcfda-357f-4420-8965-2296274eb515 x-openstack-request-id: req-dd7fcfda-357f-4420-8965-2296274eb515 {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:57:38.756997 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2921aeef-9af1-41f1-be4d-51c1b113c60c", "tag": "7d8acdcc-585a-4d12-8ba4-b4df2ccfb20d", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:57:38.756997 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-dd7fcfda-357f-4420-8965-2296274eb515 {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:57:38.757642 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2921aeef-9af1-41f1-be4d-51c1b113c60c', 'tag': '7d8acdcc-585a-4d12-8ba4-b4df2ccfb20d', 'status': 'completed', 'code': 200} Aug 05 11:57:38.772742 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-25c2dc7c-c8aa-4754-9c28-a7b5c48b25c4 req-64a18df4-af3d-49d8-9950-13c27bfd1db5 service neutron] 10.222.0.64 "GET /v2.0/networks/1509ae5e-3f11-4a82-9255-09d7022e3252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5007389 Aug 05 11:57:38.776353 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79911f0e-5cd8-4a19-9e18-d52959fba5db tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e8a371f-1064-41fb-a45d-d2c8936e0bca,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:57:38.851037 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 3559a82d-1755-44e1-b48c-d1b8d06fe6ec completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:57:38.873656 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-79911f0e-5cd8-4a19-9e18-d52959fba5db tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:38.884331 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 52888) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:57:38.884755 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-79911f0e-5cd8-4a19-9e18-d52959fba5db tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7697175 Aug 05 11:57:38.892111 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-555def69-d33d-4c31-a4d7-988c41acab02 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Request body: {'security_group_rule': {'security_group_id': '7cf0185f-89b5-40fc-9a5e-7306d92c6df9', 'project_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:57:38.971994 n-d-803378-2 neutron-server[94420]: INFO neutron.db.securitygroups_db [None req-555def69-d33d-4c31-a4d7-988c41acab02 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Project f68dcdcc6d3c4b72a557ce0cc98a5aa1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 05 11:57:38.999518 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-555def69-d33d-4c31-a4d7-988c41acab02 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:39.075750 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df28317-d99a-40da-a890-302348e026f1 req-1fb9b5be-92e5-4a86-b3c3-7224ca4e2bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:57:39.081391 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6df28317-d99a-40da-a890-302348e026f1 req-1fb9b5be-92e5-4a86-b3c3-7224ca4e2bb5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1e1aa4e259e64437b684d5603b841a44&device_id=2921aeef-9af1-41f1-be4d-51c1b113c60c HTTP/1.1" status: 200 len: 1097 time: 0.2771993 Aug 05 11:57:39.099374 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-63e7d1f2-3663-4425-8be8-d5fc32570729 None None] Set router 51697c8b-3fe0-4139-a371-c223908130bc gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:57:39.226267 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-555def69-d33d-4c31-a4d7-988c41acab02 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:39.238958 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-555def69-d33d-4c31-a4d7-988c41acab02 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:39.275825 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 3559a82d-1755-44e1-b48c-d1b8d06fe6ec triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:57:39.277000 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:39.297744 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555def69-d33d-4c31-a4d7-988c41acab02 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe8b9fb8-bd2d-4225-864b-848bbdbe050d,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:57:39.299269 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c1a742-f50e-407b-a2e7-a48774a0be2c req-11f816d8-0ddb-48a6-84c8-2c5d8809de34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:57:39.301090 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-68c1a742-f50e-407b-a2e7-a48774a0be2c req-11f816d8-0ddb-48a6-84c8-2c5d8809de34 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=88c82d0d606c44929a5a5a880bde0f31&device_id=010d818c-4958-4e1a-909d-4278bee48b19 HTTP/1.1" status: 200 len: 1095 time: 0.3241391 Aug 05 11:57:39.323464 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-555def69-d33d-4c31-a4d7-988c41acab02 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:39.326614 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-555def69-d33d-4c31-a4d7-988c41acab02 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4435320 Aug 05 11:57:39.330976 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 52894) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:57:39.348301 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-65bb0cfa-0821-412d-a6ff-3a6bba6ed1a4 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Request body: {'security_group_rule': {'security_group_id': '7cf0185f-89b5-40fc-9a5e-7306d92c6df9', 'project_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:57:39.419809 n-d-803378-2 neutron-server[94420]: INFO neutron.db.securitygroups_db [None req-65bb0cfa-0821-412d-a6ff-3a6bba6ed1a4 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Project f68dcdcc6d3c4b72a557ce0cc98a5aa1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 05 11:57:39.436655 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-75fc4708-0f34-4460-859f-90474d11d44d None None] Provisioning complete for port 3559a82d-1755-44e1-b48c-d1b8d06fe6ec triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:57:39.437455 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-75fc4708-0f34-4460-859f-90474d11d44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:39.437938 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-65bb0cfa-0821-412d-a6ff-3a6bba6ed1a4 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:39.577122 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df28317-d99a-40da-a890-302348e026f1 req-2070e606-671a-432a-92cf-b7ac6142bc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:57:39.580764 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6df28317-d99a-40da-a890-302348e026f1 req-2070e606-671a-432a-92cf-b7ac6142bc5c service neutron] 10.222.0.55 "GET /v2.0/networks?id=ee5cd9f7-6c37-4582-b2c3-c178ce3b85e0 HTTP/1.1" status: 200 len: 913 time: 0.4899418 Aug 05 11:57:39.673892 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-65bb0cfa-0821-412d-a6ff-3a6bba6ed1a4 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:39.694620 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-65bb0cfa-0821-412d-a6ff-3a6bba6ed1a4 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:39.757824 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-65bb0cfa-0821-412d-a6ff-3a6bba6ed1a4 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:39.765320 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-65bb0cfa-0821-412d-a6ff-3a6bba6ed1a4 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4315319 Aug 05 11:57:39.808244 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6df28317-d99a-40da-a890-302348e026f1 req-5a3d8f67-ad1d-45e2-9a91-15fc235fdbc0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7d8acdcc-585a-4d12-8ba4-b4df2ccfb20d HTTP/1.1" status: 200 len: 999 time: 0.2189775 Aug 05 11:57:39.815330 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c1a742-f50e-407b-a2e7-a48774a0be2c req-25ccae2b-0b95-4618-96b4-f86619903d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:57:39.817132 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-68c1a742-f50e-407b-a2e7-a48774a0be2c req-25ccae2b-0b95-4618-96b4-f86619903d38 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1509ae5e-3f11-4a82-9255-09d7022e3252 HTTP/1.1" status: 200 len: 910 time: 0.5063291 Aug 05 11:57:39.863028 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:39.912809 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bb0cfa-0821-412d-a6ff-3a6bba6ed1a4 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cd0e436-46f8-48cf-95f9-54320d17e3ea,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:57:39.973239 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73da2c32-b641-4d4d-aabe-bddd4cbf59e2 req-a9b7d6c2-1aba-4d53-aef8-c8810e378668 tempest-VolumesActionsTest-632161441 tempest-VolumesActionsTest-632161441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:57:39.992574 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-73da2c32-b641-4d4d-aabe-bddd4cbf59e2 req-a9b7d6c2-1aba-4d53-aef8-c8810e378668 tempest-VolumesActionsTest-632161441 tempest-VolumesActionsTest-632161441-project] 10.222.0.58 "GET /v2.0/ports?device_id=010d818c-4958-4e1a-909d-4278bee48b19 HTTP/1.1" status: 200 len: 944 time: 0.2084413 Aug 05 11:57:40.124699 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-73da2c32-b641-4d4d-aabe-bddd4cbf59e2 req-8e7f526e-e7d7-457e-b698-fbac7f33b829 tempest-VolumesActionsTest-632161441 tempest-VolumesActionsTest-632161441-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd30dfb0-b3dc-46fb-baff-d106ad1e7c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288650 Aug 05 11:57:40.241246 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-75fc4708-0f34-4460-859f-90474d11d44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:40.246931 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port 3559a82d-1755-44e1-b48c-d1b8d06fe6ec, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=3559a82d-1755-44e1-b48c-d1b8d06fe6ec,segment=NetworkSegment(16c51186-7759-4fa5-8796-ca2aacbe41c6),segment_id=16c51186-7759-4fa5-8796-ca2aacbe41c6)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:57:40.263034 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:40.276105 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c93a6f80-b21b-4206-9dd7-1d1ca57ddfc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:40.414662 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:40.481028 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0b4c6e3d-82a6-41f0-a31e-ca1d050e5fb9 req-c4dba838-0a65-4488-a186-09ec9f007145 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-828367126&fields=id&tenant_id=f68dcdcc6d3c4b72a557ce0cc98a5aa1 HTTP/1.1" status: 200 len: 267 time: 0.0927424 Aug 05 11:57:40.549643 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-68c1a742-f50e-407b-a2e7-a48774a0be2c req-aab048ca-d667-4913-8a1b-3deb1c629c6b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e6cc6b6-c11b-45e7-a6cd-86c749c62f87 HTTP/1.1" status: 200 len: 217 time: 0.7139077 Aug 05 11:57:40.628300 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=3559a82d-1755-44e1-b48c-d1b8d06fe6ec,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:57:40.637841 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df28317-d99a-40da-a890-302348e026f1 req-f51a1e30-1d1f-4215-a76a-0566012d0fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:57:40.640850 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6df28317-d99a-40da-a890-302348e026f1 req-f51a1e30-1d1f-4215-a76a-0566012d0fd1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7b432cb6-360e-40ea-b56b-5da122809577 HTTP/1.1" status: 200 len: 851 time: 0.8220694 Aug 05 11:57:40.673115 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c1a742-f50e-407b-a2e7-a48774a0be2c req-c41d7657-0b35-4654-937a-c8051647015d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:57:40.675809 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-68c1a742-f50e-407b-a2e7-a48774a0be2c req-c41d7657-0b35-4654-937a-c8051647015d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=137dfbfb-2cdc-4961-8de0-c1206c710bb0 HTTP/1.1" status: 200 len: 849 time: 0.1134114 Aug 05 11:57:40.710029 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.db.api [None req-75fc4708-0f34-4460-859f-90474d11d44d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94422) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 05 11:57:40.711022 n-d-803378-2 neutron-server[94422]: DEBUG oslo_db.api [None req-75fc4708-0f34-4460-859f-90474d11d44d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 11:57:40.765210 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-63e7d1f2-3663-4425-8be8-d5fc32570729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51697c8b-3fe0-4139-a371-c223908130bc', 'name': 'tempest-ServersTestManualDisk-1660367773-router', 'tenant_id': '1e1aa4e259e64437b684d5603b841a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '8645db06-0368-4e0d-b2eb-c4af1e70b342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:56:58Z', 'updated_at': '2021-08-05T11:57:06Z', 'revision_number': 4, 'project_id': '1e1aa4e259e64437b684d5603b841a44', 'gw_port': {'id': '8645db06-0368-4e0d-b2eb-c4af1e70b342', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51697c8b-3fe0-4139-a371-c223908130bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:56:59Z', 'updated_at': '2021-08-05T11:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': 'ab40cce8-f7ed-4ff4-b172-b2e708f32ca5', 'tenant_id': '1e1aa4e259e64437b684d5603b841a44', 'floating_ip_address': '172.25.5.83', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': '51697c8b-3fe0-4139-a371-c223908130bc', 'port_id': '7d8acdcc-585a-4d12-8ba4-b4df2ccfb20d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3041, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee5cd9f7-6c37-4582-b2c3-c178ce3b85e0', 'mac_address': 'fa:16:3e:b8:27:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2921aeef-9af1-41f1-be4d-51c1b113c60c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T11:57:13Z', 'updated_at': '2021-08-05T11:57:36Z', 'revision_number': 1, 'project_id': '1e1aa4e259e64437b684d5603b841a44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba47f43b-8e6b-49ee-9fab-082d009812a5', 'name': '', 'network_id': 'ee5cd9f7-6c37-4582-b2c3-c178ce3b85e0', 'tenant_id': '1e1aa4e259e64437b684d5603b841a44', 'mac_address': 'fa:16:3e:a7:f8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51697c8b-3fe0-4139-a371-c223908130bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': '7b432cb6-360e-40ea-b56b-5da122809577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:57:05Z', 'updated_at': '2021-08-05T11:57:16Z', 'revision_number': 5, 'project_id': '1e1aa4e259e64437b684d5603b841a44', 'subnets': [{'id': '7b432cb6-360e-40ea-b56b-5da122809577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:57:40.788527 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-68c1a742-f50e-407b-a2e7-a48774a0be2c req-dfa6a4cd-3306-4365-b96c-a0a40cb6c7dc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1509ae5e-3f11-4a82-9255-09d7022e3252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0965624 Aug 05 11:57:40.788987 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4c6e3d-82a6-41f0-a31e-ca1d050e5fb9 req-7522fd8f-da1f-4a9a-8714-22e5d8d7aec1 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:57:40.802050 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0b4c6e3d-82a6-41f0-a31e-ca1d050e5fb9 req-7522fd8f-da1f-4a9a-8714-22e5d8d7aec1 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "GET /v2.0/networks?id=1fd5ac66-cda8-4bb2-b224-d8ed6254e002 HTTP/1.1" status: 200 len: 796 time: 0.3079097 Aug 05 11:57:40.837335 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0b4c6e3d-82a6-41f0-a31e-ca1d050e5fb9 req-b7f12a60-aefd-48af-a2b2-00f069be154a tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "GET /v2.0/quotas/f68dcdcc6d3c4b72a557ce0cc98a5aa1 HTTP/1.1" status: 200 len: 375 time: 0.0313144 Aug 05 11:57:40.848906 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e7d1f2-3663-4425-8be8-d5fc32570729 None None] Checking router: 51697c8b-3fe0-4139-a371-c223908130bc for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:57:40.912163 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e7d1f2-3663-4425-8be8-d5fc32570729 None None] Routers {'51697c8b-3fe0-4139-a371-c223908130bc'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:57:40.913281 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-63e7d1f2-3663-4425-8be8-d5fc32570729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:57:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['51697c8b-3fe0-4139-a371-c223908130bc'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:57:40.942379 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df28317-d99a-40da-a890-302348e026f1 req-0f19c98a-27dc-4108-921b-6f9003fad1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:57:40.946693 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6df28317-d99a-40da-a890-302348e026f1 req-0f19c98a-27dc-4108-921b-6f9003fad1f4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ee5cd9f7-6c37-4582-b2c3-c178ce3b85e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2689943 Aug 05 11:57:41.010286 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0b4c6e3d-82a6-41f0-a31e-ca1d050e5fb9 req-75d7ed35-2d70-48df-a9ba-ab201e47a861 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=f68dcdcc6d3c4b72a557ce0cc98a5aa1&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1706750 Aug 05 11:57:41.175884 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-63e7d1f2-3663-4425-8be8-d5fc32570729 None None] Set router 51697c8b-3fe0-4139-a371-c223908130bc gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:57:41.191883 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-68c1a742-f50e-407b-a2e7-a48774a0be2c req-a573a43f-af73-40e4-9435-b38caea02581 service neutron] 10.222.0.64 "GET /v2.0/networks/1509ae5e-3f11-4a82-9255-09d7022e3252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3934069 Aug 05 11:57:41.343373 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0b4c6e3d-82a6-41f0-a31e-ca1d050e5fb9 req-906687a9-47c2-4847-9dde-24de27b0d634 service neutron] 10.222.0.58 "GET /v2.0/networks/1fd5ac66-cda8-4bb2-b224-d8ed6254e002?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3113475 Aug 05 11:57:41.438699 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-68c1a742-f50e-407b-a2e7-a48774a0be2c req-1df94540-0fd2-4744-8253-3a1c44ebdb0a service neutron] 10.222.0.64 "GET /v2.0/networks/1509ae5e-3f11-4a82-9255-09d7022e3252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343578 Aug 05 11:57:41.443552 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6df28317-d99a-40da-a890-302348e026f1 req-9a1abb05-cae2-4429-854e-7e7bf838586c service neutron] 10.222.0.55 "GET /v2.0/networks/ee5cd9f7-6c37-4582-b2c3-c178ce3b85e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4750390 Aug 05 11:57:41.550665 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac104e3-0e72-454e-9d53-13c29457bf70 req-2c40b5cf-f3ae-4887-984e-fa65efbb1b80 tempest-VolumesActionsTest-632161441 tempest-VolumesActionsTest-632161441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:57:41.552268 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9ac104e3-0e72-454e-9d53-13c29457bf70 req-2c40b5cf-f3ae-4887-984e-fa65efbb1b80 tempest-VolumesActionsTest-632161441 tempest-VolumesActionsTest-632161441-project] 10.222.0.58 "GET /v2.0/ports?device_id=010d818c-4958-4e1a-909d-4278bee48b19 HTTP/1.1" status: 200 len: 944 time: 0.2425721 Aug 05 11:57:41.663207 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6df28317-d99a-40da-a890-302348e026f1 req-9f4b554b-72f5-4777-ade7-bad826531689 service neutron] 10.222.0.55 "GET /v2.0/networks/ee5cd9f7-6c37-4582-b2c3-c178ce3b85e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120976 Aug 05 11:57:41.713883 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9ac104e3-0e72-454e-9d53-13c29457bf70 req-f7d7280b-93d7-412e-9b55-fa78a9cad8c7 tempest-VolumesActionsTest-632161441 tempest-VolumesActionsTest-632161441-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd30dfb0-b3dc-46fb-baff-d106ad1e7c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481106 Aug 05 11:57:41.774901 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0b4c6e3d-82a6-41f0-a31e-ca1d050e5fb9 req-e8adcfcc-1230-4708-9746-2dd302e602af service neutron] 10.222.0.58 "GET /v2.0/networks/1fd5ac66-cda8-4bb2-b224-d8ed6254e002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3895869 Aug 05 11:57:41.861569 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:41.925580 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-63e7d1f2-3663-4425-8be8-d5fc32570729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51697c8b-3fe0-4139-a371-c223908130bc', 'name': 'tempest-ServersTestManualDisk-1660367773-router', 'tenant_id': '1e1aa4e259e64437b684d5603b841a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '8645db06-0368-4e0d-b2eb-c4af1e70b342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:56:58Z', 'updated_at': '2021-08-05T11:57:06Z', 'revision_number': 4, 'project_id': '1e1aa4e259e64437b684d5603b841a44', 'gw_port': {'id': '8645db06-0368-4e0d-b2eb-c4af1e70b342', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51697c8b-3fe0-4139-a371-c223908130bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:56:59Z', 'updated_at': '2021-08-05T11:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': 'ab40cce8-f7ed-4ff4-b172-b2e708f32ca5', 'tenant_id': '1e1aa4e259e64437b684d5603b841a44', 'floating_ip_address': '172.25.5.83', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': '51697c8b-3fe0-4139-a371-c223908130bc', 'port_id': '7d8acdcc-585a-4d12-8ba4-b4df2ccfb20d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3041, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee5cd9f7-6c37-4582-b2c3-c178ce3b85e0', 'mac_address': 'fa:16:3e:b8:27:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2921aeef-9af1-41f1-be4d-51c1b113c60c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T11:57:13Z', 'updated_at': '2021-08-05T11:57:36Z', 'revision_number': 1, 'project_id': '1e1aa4e259e64437b684d5603b841a44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba47f43b-8e6b-49ee-9fab-082d009812a5', 'name': '', 'network_id': 'ee5cd9f7-6c37-4582-b2c3-c178ce3b85e0', 'tenant_id': '1e1aa4e259e64437b684d5603b841a44', 'mac_address': 'fa:16:3e:a7:f8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51697c8b-3fe0-4139-a371-c223908130bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': '7b432cb6-360e-40ea-b56b-5da122809577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:57:05Z', 'updated_at': '2021-08-05T11:57:16Z', 'revision_number': 5, 'project_id': '1e1aa4e259e64437b684d5603b841a44', 'subnets': [{'id': '7b432cb6-360e-40ea-b56b-5da122809577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:57:41.990753 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e7d1f2-3663-4425-8be8-d5fc32570729 None None] The sync data for ids ['51697c8b-3fe0-4139-a371-c223908130bc'] in n-d-803378-2 is: [{'id': '51697c8b-3fe0-4139-a371-c223908130bc', 'name': 'tempest-ServersTestManualDisk-1660367773-router', 'tenant_id': '1e1aa4e259e64437b684d5603b841a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '8645db06-0368-4e0d-b2eb-c4af1e70b342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:56:58Z', 'updated_at': '2021-08-05T11:57:06Z', 'revision_number': 4, 'project_id': '1e1aa4e259e64437b684d5603b841a44', 'gw_port': {'id': '8645db06-0368-4e0d-b2eb-c4af1e70b342', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51697c8b-3fe0-4139-a371-c223908130bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:56:59Z', 'updated_at': '2021-08-05T11:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': 'ab40cce8-f7ed-4ff4-b172-b2e708f32ca5', 'tenant_id': '1e1aa4e259e64437b684d5603b841a44', 'floating_ip_address': '172.25.5.83', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': '51697c8b-3fe0-4139-a371-c223908130bc', 'port_id': '7d8acdcc-585a-4d12-8ba4-b4df2ccfb20d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3041, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee5cd9f7-6c37-4582-b2c3-c178ce3b85e0', 'mac_address': 'fa:16:3e:b8:27:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2921aeef-9af1-41f1-be4d-51c1b113c60c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T11:57:13Z', 'updated_at': '2021-08-05T11:57:36Z', 'revision_number': 1, 'project_id': '1e1aa4e259e64437b684d5603b841a44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba47f43b-8e6b-49ee-9fab-082d009812a5', 'name': '', 'network_id': 'ee5cd9f7-6c37-4582-b2c3-c178ce3b85e0', 'tenant_id': '1e1aa4e259e64437b684d5603b841a44', 'mac_address': 'fa:16:3e:a7:f8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51697c8b-3fe0-4139-a371-c223908130bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': '7b432cb6-360e-40ea-b56b-5da122809577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:57:05Z', 'updated_at': '2021-08-05T11:57:16Z', 'revision_number': 5, 'project_id': '1e1aa4e259e64437b684d5603b841a44', 'subnets': [{'id': '7b432cb6-360e-40ea-b56b-5da122809577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:57:42.208565 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-af8c165b-3317-46ef-8f91-1d47e3fb861a req-187fe4ee-b334-4fa5-8f14-776629783353 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "GET /v2.0/ports?device_id=35b2b20f-9ee7-4397-8158-0bf7582d7666 HTTP/1.1" status: 200 len: 210 time: 0.0826209 Aug 05 11:57:42.453849 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 3559a82d-1755-44e1-b48c-d1b8d06fe6ec up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:57:42.548428 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84558f77-5ac1-4de3-b906-2a803ede8f8d None None] New status for floating IP ab40cce8-f7ed-4ff4-b172-b2e708f32ca5: ACTIVE {{(pid=94423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 11:57:42.628223 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 3559a82d-1755-44e1-b48c-d1b8d06fe6ec triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:57:42.629441 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:43.117756 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c586d25-3934-44be-8f29-0578ddd2dc0e req-5f356d8c-4910-4aa5-aecd-7c7af2e121e1 tempest-VolumesActionsTest-632161441 tempest-VolumesActionsTest-632161441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:57:43.130962 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5c586d25-3934-44be-8f29-0578ddd2dc0e req-5f356d8c-4910-4aa5-aecd-7c7af2e121e1 tempest-VolumesActionsTest-632161441 tempest-VolumesActionsTest-632161441-project] 10.222.0.58 "GET /v2.0/ports?device_id=010d818c-4958-4e1a-909d-4278bee48b19 HTTP/1.1" status: 200 len: 944 time: 0.1844544 Aug 05 11:57:43.140467 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 7e6cc6b6-c11b-45e7-a6cd-86c749c62f87 details requested by agent hyperv_n-h1-803378-2 with host n-h1-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:57:43.207564 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5c586d25-3934-44be-8f29-0578ddd2dc0e req-0c974e17-41d5-46dc-b0b2-626e9f1b5609 tempest-VolumesActionsTest-632161441 tempest-VolumesActionsTest-632161441-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd30dfb0-b3dc-46fb-baff-d106ad1e7c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732434 Aug 05 11:57:43.326200 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 7e6cc6b6-c11b-45e7-a6cd-86c749c62f87, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=7e6cc6b6-c11b-45e7-a6cd-86c749c62f87,segment=NetworkSegment(37642e2d-a962-418c-b18d-4de06df0e0d5),segment_id=37642e2d-a962-418c-b18d-4de06df0e0d5)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:57:43.355561 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Returning: {'device': '7e6cc6b6-c11b-45e7-a6cd-86c749c62f87', 'network_id': '1509ae5e-3f11-4a82-9255-09d7022e3252', 'port_id': '7e6cc6b6-c11b-45e7-a6cd-86c749c62f87', 'mac_address': 'fa:16:3e:02:7f:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '137dfbfb-2cdc-4961-8de0-c1206c710bb0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:57:43.414890 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ddf2867f-ef01-405b-a70a-e754503cfcc1 req-718ded9b-a20a-42bf-90f6-4eb0a543b93d tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "GET /v2.0/ports?device_id=35b2b20f-9ee7-4397-8158-0bf7582d7666 HTTP/1.1" status: 200 len: 210 time: 0.0582538 Aug 05 11:57:43.461895 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:43.486865 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e6cc6b6-c11b-45e7-a6cd-86c749c62f87 {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:57:43.543904 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 7e6cc6b6-c11b-45e7-a6cd-86c749c62f87, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=7e6cc6b6-c11b-45e7-a6cd-86c749c62f87,segment=NetworkSegment(37642e2d-a962-418c-b18d-4de06df0e0d5),segment_id=37642e2d-a962-418c-b18d-4de06df0e0d5)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:57:43.551627 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:43.654274 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=7e6cc6b6-c11b-45e7-a6cd-86c749c62f87,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:57:43.907385 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:44.319155 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4c6e3d-82a6-41f0-a31e-ca1d050e5fb9 req-5fd62913-be8f-449d-80ab-a8be762b01e5 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:57:44.323161 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-0b4c6e3d-82a6-41f0-a31e-ca1d050e5fb9 req-5fd62913-be8f-449d-80ab-a8be762b01e5 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.55 "GET /v2.0/networks?id=1fd5ac66-cda8-4bb2-b224-d8ed6254e002 HTTP/1.1" status: 200 len: 796 time: 0.2883680 Aug 05 11:57:44.349879 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['7e6cc6b6-c11b-45e7-a6cd-86c749c62f87'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:57:44.441937 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-0b4c6e3d-82a6-41f0-a31e-ca1d050e5fb9 req-d810945d-4144-43b2-b6ca-dd857c2c840a tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f68dcdcc6d3c4b72a557ce0cc98a5aa1 HTTP/1.1" status: 200 len: 472 time: 0.0978622 Aug 05 11:57:44.459999 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-0b4c6e3d-82a6-41f0-a31e-ca1d050e5fb9 req-09d72f7b-b755-45e5-9017-7cc03384e0b2 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Request body: {'port': {'device_id': '35b2b20f-9ee7-4397-8158-0bf7582d7666', 'network_id': '1fd5ac66-cda8-4bb2-b224-d8ed6254e002', 'admin_state_up': True, 'tenant_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'security_groups': ['7cf0185f-89b5-40fc-9a5e-7306d92c6df9']}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:57:44.493058 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad665495-bfd1-428e-9885-57e354773f05 req-9c813a73-3da0-40ec-8085-48d6b455fb60 tempest-VolumesActionsTest-632161441 tempest-VolumesActionsTest-632161441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:57:44.541501 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ad665495-bfd1-428e-9885-57e354773f05 req-9c813a73-3da0-40ec-8085-48d6b455fb60 tempest-VolumesActionsTest-632161441 tempest-VolumesActionsTest-632161441-project] 10.222.0.58 "GET /v2.0/ports?device_id=010d818c-4958-4e1a-909d-4278bee48b19 HTTP/1.1" status: 200 len: 945 time: 0.1576407 Aug 05 11:57:44.675652 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ad665495-bfd1-428e-9885-57e354773f05 req-4868c738-6a27-4d08-802f-d01516b642b2 tempest-VolumesActionsTest-632161441 tempest-VolumesActionsTest-632161441-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd30dfb0-b3dc-46fb-baff-d106ad1e7c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135340 Aug 05 11:57:44.817602 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8b00e55f-a78c-4d74-b651-786ce4aacd88 req-ac8278c4-e9e5-4193-a7f8-ae6834d3be5b tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "GET /v2.0/ports?device_id=35b2b20f-9ee7-4397-8158-0bf7582d7666 HTTP/1.1" status: 200 len: 210 time: 0.0511043 Aug 05 11:57:44.836575 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b4c6e3d-82a6-41f0-a31e-ca1d050e5fb9 req-09d72f7b-b755-45e5-9017-7cc03384e0b2 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Made reservation on behalf of f68dcdcc6d3c4b72a557ce0cc98a5aa1 for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:57:44.842883 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-0b4c6e3d-82a6-41f0-a31e-ca1d050e5fb9 req-09d72f7b-b755-45e5-9017-7cc03384e0b2 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:45.110131 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-0b4c6e3d-82a6-41f0-a31e-ca1d050e5fb9 req-09d72f7b-b755-45e5-9017-7cc03384e0b2 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Allocated IP 172.20.0.24 (1fd5ac66-cda8-4bb2-b224-d8ed6254e002/d2594100-20a2-4d82-b2bc-0ec03b85919d/b614683c-a38f-41c0-9db7-d974350a94c4) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:57:45.443407 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-0b4c6e3d-82a6-41f0-a31e-ca1d050e5fb9 req-09d72f7b-b755-45e5-9017-7cc03384e0b2 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:45.471808 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-0b4c6e3d-82a6-41f0-a31e-ca1d050e5fb9 req-09d72f7b-b755-45e5-9017-7cc03384e0b2 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Transition to ACTIVE for port object b614683c-a38f-41c0-9db7-d974350a94c4 will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:57:45.550303 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-0b4c6e3d-82a6-41f0-a31e-ca1d050e5fb9 req-09d72f7b-b755-45e5-9017-7cc03384e0b2 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:45.636477 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b4c6e3d-82a6-41f0-a31e-ca1d050e5fb9 req-09d72f7b-b755-45e5-9017-7cc03384e0b2 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Network 1fd5ac66-cda8-4bb2-b224-d8ed6254e002 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:57:45.642468 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-0b4c6e3d-82a6-41f0-a31e-ca1d050e5fb9 req-09d72f7b-b755-45e5-9017-7cc03384e0b2 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:57:45.646790 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b4c6e3d-82a6-41f0-a31e-ca1d050e5fb9 req-09d72f7b-b755-45e5-9017-7cc03384e0b2 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:57:45.745948 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d72f7b-b755-45e5-9017-7cc03384e0b2 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Pushing event updated for resources: {'Port': ['ID=b614683c-a38f-41c0-9db7-d974350a94c4,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:57:45.825743 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4c6e3d-82a6-41f0-a31e-ca1d050e5fb9 req-09d72f7b-b755-45e5-9017-7cc03384e0b2 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:57:45.827247 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-0b4c6e3d-82a6-41f0-a31e-ca1d050e5fb9 req-09d72f7b-b755-45e5-9017-7cc03384e0b2 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:45.865717 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-0b4c6e3d-82a6-41f0-a31e-ca1d050e5fb9 req-09d72f7b-b755-45e5-9017-7cc03384e0b2 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4148858 Aug 05 11:57:45.897489 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-0b4c6e3d-82a6-41f0-a31e-ca1d050e5fb9 req-909c4f5b-6f75-4a5e-9134-cc6fbd5c1dae service neutron] Request body: {'port': {'device_id': '35b2b20f-9ee7-4397-8158-0bf7582d7666', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:57:45.975181 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1415f2c-c672-4947-8f95-aa15834d8252 req-728b0f31-94e7-4a78-bc2d-5820545167f0 tempest-VolumesActionsTest-632161441 tempest-VolumesActionsTest-632161441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:57:45.989809 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e1415f2c-c672-4947-8f95-aa15834d8252 req-728b0f31-94e7-4a78-bc2d-5820545167f0 tempest-VolumesActionsTest-632161441 tempest-VolumesActionsTest-632161441-project] 10.222.0.58 "GET /v2.0/ports?device_id=010d818c-4958-4e1a-909d-4278bee48b19 HTTP/1.1" status: 200 len: 945 time: 0.1204646 Aug 05 11:57:46.123117 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-0b4c6e3d-82a6-41f0-a31e-ca1d050e5fb9 req-909c4f5b-6f75-4a5e-9134-cc6fbd5c1dae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:46.145930 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043607cb-1a2e-4ada-9f4b-a3484fcbfbe5 req-25905132-f135-4ca0-b6fa-b594ef9836ea tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:57:46.148904 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-043607cb-1a2e-4ada-9f4b-a3484fcbfbe5 req-25905132-f135-4ca0-b6fa-b594ef9836ea tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "GET /v2.0/ports?device_id=35b2b20f-9ee7-4397-8158-0bf7582d7666 HTTP/1.1" status: 200 len: 932 time: 0.1544988 Aug 05 11:57:46.173732 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e1415f2c-c672-4947-8f95-aa15834d8252 req-e0856693-58d4-40b4-9ba7-cb90ab1e350b tempest-VolumesActionsTest-632161441 tempest-VolumesActionsTest-632161441-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd30dfb0-b3dc-46fb-baff-d106ad1e7c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824007 Aug 05 11:57:46.237383 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-2103c2e5-e52a-4235-b03a-d462a25d8dba None None] Provisioning for port b614683c-a38f-41c0-9db7-d974350a94c4 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:57:46.272419 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-2103c2e5-e52a-4235-b03a-d462a25d8dba None None] Provisioning complete for port b614683c-a38f-41c0-9db7-d974350a94c4 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:57:46.273169 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-2103c2e5-e52a-4235-b03a-d462a25d8dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:46.295358 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-043607cb-1a2e-4ada-9f4b-a3484fcbfbe5 req-2a80894c-1026-458d-aa86-101c20817502 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "GET /v2.0/security-groups?id=7cf0185f-89b5-40fc-9a5e-7306d92c6df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198413 Aug 05 11:57:46.706913 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-2103c2e5-e52a-4235-b03a-d462a25d8dba None None] Port b614683c-a38f-41c0-9db7-d974350a94c4 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:57:46.830510 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-0b4c6e3d-82a6-41f0-a31e-ca1d050e5fb9 req-909c4f5b-6f75-4a5e-9134-cc6fbd5c1dae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b614683c-a38f-41c0-9db7-d974350a94c4 {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:57:46.849042 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-0b4c6e3d-82a6-41f0-a31e-ca1d050e5fb9 req-909c4f5b-6f75-4a5e-9134-cc6fbd5c1dae service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:46.878643 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-0b4c6e3d-82a6-41f0-a31e-ca1d050e5fb9 req-909c4f5b-6f75-4a5e-9134-cc6fbd5c1dae service neutron] Transition to ACTIVE for port object b614683c-a38f-41c0-9db7-d974350a94c4 will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:57:46.893727 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-0b4c6e3d-82a6-41f0-a31e-ca1d050e5fb9 req-909c4f5b-6f75-4a5e-9134-cc6fbd5c1dae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:47.038157 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909c4f5b-6f75-4a5e-9134-cc6fbd5c1dae service neutron] Pushing event updated for resources: {'Port': ['ID=b614683c-a38f-41c0-9db7-d974350a94c4,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:57:47.156438 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-0b4c6e3d-82a6-41f0-a31e-ca1d050e5fb9 req-909c4f5b-6f75-4a5e-9134-cc6fbd5c1dae service neutron] Attempting to bind port b614683c-a38f-41c0-9db7-d974350a94c4 on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:57:47.157327 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-0b4c6e3d-82a6-41f0-a31e-ca1d050e5fb9 req-909c4f5b-6f75-4a5e-9134-cc6fbd5c1dae service neutron] Attempting to bind port b614683c-a38f-41c0-9db7-d974350a94c4 by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': '16c51186-7759-4fa5-8796-ca2aacbe41c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '1fd5ac66-cda8-4bb2-b224-d8ed6254e002'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:57:47.157693 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4c6e3d-82a6-41f0-a31e-ca1d050e5fb9 req-909c4f5b-6f75-4a5e-9134-cc6fbd5c1dae service neutron] Attempting to bind port b614683c-a38f-41c0-9db7-d974350a94c4 on network 1fd5ac66-cda8-4bb2-b224-d8ed6254e002 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:57:47.166872 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 7e6cc6b6-c11b-45e7-a6cd-86c749c62f87 up at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:57:47.172149 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4c6e3d-82a6-41f0-a31e-ca1d050e5fb9 req-909c4f5b-6f75-4a5e-9134-cc6fbd5c1dae service neutron] Port b614683c-a38f-41c0-9db7-d974350a94c4 on network 1fd5ac66-cda8-4bb2-b224-d8ed6254e002 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:57:47.175019 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4c6e3d-82a6-41f0-a31e-ca1d050e5fb9 req-909c4f5b-6f75-4a5e-9134-cc6fbd5c1dae service neutron] Attempting to bind port b614683c-a38f-41c0-9db7-d974350a94c4 on network 1fd5ac66-cda8-4bb2-b224-d8ed6254e002 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:57:47.200867 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4c6e3d-82a6-41f0-a31e-ca1d050e5fb9 req-909c4f5b-6f75-4a5e-9134-cc6fbd5c1dae service neutron] Checking agent: {'id': 'a8f1dd2d-227c-4e30-8844-52419ba734db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:57:47.202088 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4c6e3d-82a6-41f0-a31e-ca1d050e5fb9 req-909c4f5b-6f75-4a5e-9134-cc6fbd5c1dae service neutron] Checking segment: {'id': '16c51186-7759-4fa5-8796-ca2aacbe41c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '1fd5ac66-cda8-4bb2-b224-d8ed6254e002'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:57:47.203137 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4c6e3d-82a6-41f0-a31e-ca1d050e5fb9 req-909c4f5b-6f75-4a5e-9134-cc6fbd5c1dae service neutron] Bound using segment: {'id': '16c51186-7759-4fa5-8796-ca2aacbe41c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '1fd5ac66-cda8-4bb2-b224-d8ed6254e002'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:57:47.205688 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-0b4c6e3d-82a6-41f0-a31e-ca1d050e5fb9 req-909c4f5b-6f75-4a5e-9134-cc6fbd5c1dae service neutron] Bound port: b614683c-a38f-41c0-9db7-d974350a94c4, host: n-h2-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16c51186-7759-4fa5-8796-ca2aacbe41c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '1fd5ac66-cda8-4bb2-b224-d8ed6254e002'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:57:47.207383 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-0b4c6e3d-82a6-41f0-a31e-ca1d050e5fb9 req-909c4f5b-6f75-4a5e-9134-cc6fbd5c1dae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:47.318069 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning for port 7e6cc6b6-c11b-45e7-a6cd-86c749c62f87 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:57:47.336075 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning complete for port 7e6cc6b6-c11b-45e7-a6cd-86c749c62f87 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:57:47.337009 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:47.396277 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-0b4c6e3d-82a6-41f0-a31e-ca1d050e5fb9 req-909c4f5b-6f75-4a5e-9134-cc6fbd5c1dae service neutron] For port b614683c-a38f-41c0-9db7-d974350a94c4, host n-h2-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:57:47.406471 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-0b4c6e3d-82a6-41f0-a31e-ca1d050e5fb9 req-909c4f5b-6f75-4a5e-9134-cc6fbd5c1dae service neutron] For port b614683c-a38f-41c0-9db7-d974350a94c4, host n-h2-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=b614683c-a38f-41c0-9db7-d974350a94c4,segment=NetworkSegment(16c51186-7759-4fa5-8796-ca2aacbe41c6),segment_id=16c51186-7759-4fa5-8796-ca2aacbe41c6)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:57:47.418337 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-0b4c6e3d-82a6-41f0-a31e-ca1d050e5fb9 req-909c4f5b-6f75-4a5e-9134-cc6fbd5c1dae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:47.505455 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4c6e3d-82a6-41f0-a31e-ca1d050e5fb9 req-909c4f5b-6f75-4a5e-9134-cc6fbd5c1dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:57:47.506632 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-0b4c6e3d-82a6-41f0-a31e-ca1d050e5fb9 req-909c4f5b-6f75-4a5e-9134-cc6fbd5c1dae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:47.512793 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-0b4c6e3d-82a6-41f0-a31e-ca1d050e5fb9 req-909c4f5b-6f75-4a5e-9134-cc6fbd5c1dae service neutron] 10.222.0.55 "PUT /v2.0/ports/b614683c-a38f-41c0-9db7-d974350a94c4 HTTP/1.1" status: 200 len: 1092 time: 1.6246781 Aug 05 11:57:47.517057 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35b2b20f-9ee7-4397-8158-0bf7582d7666', 'tag': 'b614683c-a38f-41c0-9db7-d974350a94c4'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:57:47.522358 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec346015-c29c-4f1a-83d4-82fd9e54f73e" -d '{"events": [{"name": "network-changed", "server_uuid": "35b2b20f-9ee7-4397-8158-0bf7582d7666", "tag": "b614683c-a38f-41c0-9db7-d974350a94c4"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:57:47.629410 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:47.676046 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f95afeb-e187-4b55-9d41-0dc24431c05b req-84ed4fe4-ef88-40f2-b794-11e3067ef864 tempest-VolumesActionsTest-632161441 tempest-VolumesActionsTest-632161441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:57:47.686577 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909c4f5b-6f75-4a5e-9134-cc6fbd5c1dae service neutron] Pushing event updated for resources: {'Port': ['ID=b614683c-a38f-41c0-9db7-d974350a94c4,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:57:47.689376 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6f95afeb-e187-4b55-9d41-0dc24431c05b req-84ed4fe4-ef88-40f2-b794-11e3067ef864 tempest-VolumesActionsTest-632161441 tempest-VolumesActionsTest-632161441-project] 10.222.0.58 "GET /v2.0/ports?device_id=010d818c-4958-4e1a-909d-4278bee48b19 HTTP/1.1" status: 200 len: 945 time: 0.2489915 Aug 05 11:57:47.718275 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '010d818c-4958-4e1a-909d-4278bee48b19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e6cc6b6-c11b-45e7-a6cd-86c749c62f87'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:57:47.722384 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b264e3a-ea40-46bb-8b91-accb37878653" -d '{"events": [{"server_uuid": "010d818c-4958-4e1a-909d-4278bee48b19", "name": "network-vif-plugged", "status": "completed", "tag": "7e6cc6b6-c11b-45e7-a6cd-86c749c62f87"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:57:47.737313 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4c6e3d-82a6-41f0-a31e-ca1d050e5fb9 req-58798568-8249-4e65-96ed-656b8f8d58a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:57:47.741317 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-0b4c6e3d-82a6-41f0-a31e-ca1d050e5fb9 req-58798568-8249-4e65-96ed-656b8f8d58a5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f68dcdcc6d3c4b72a557ce0cc98a5aa1&device_id=35b2b20f-9ee7-4397-8158-0bf7582d7666 HTTP/1.1" status: 200 len: 1095 time: 0.1140559 Aug 05 11:57:47.803405 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 7e6cc6b6-c11b-45e7-a6cd-86c749c62f87, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=7e6cc6b6-c11b-45e7-a6cd-86c749c62f87,segment=NetworkSegment(37642e2d-a962-418c-b18d-4de06df0e0d5),segment_id=37642e2d-a962-418c-b18d-4de06df0e0d5)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:57:47.810560 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca70dfe5-ee4e-4f6e-942a-efd0fa5134eb req-ee6fd33d-ddfc-4cb0-9413-59dc6fea716f tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:57:47.824140 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:47.825665 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ca70dfe5-ee4e-4f6e-942a-efd0fa5134eb req-ee6fd33d-ddfc-4cb0-9413-59dc6fea716f tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "GET /v2.0/ports?device_id=35b2b20f-9ee7-4397-8158-0bf7582d7666 HTTP/1.1" status: 200 len: 944 time: 0.3269930 Aug 05 11:57:47.880229 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-0b4c6e3d-82a6-41f0-a31e-ca1d050e5fb9 req-c74b84c4-4e75-4b75-a511-7551a5b6468c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=b614683c-a38f-41c0-9db7-d974350a94c4 HTTP/1.1" status: 200 len: 217 time: 0.1224000 Aug 05 11:57:47.884199 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6f95afeb-e187-4b55-9d41-0dc24431c05b req-3f4dc3f5-ac5f-44ec-8eed-4910f3a4971f tempest-VolumesActionsTest-632161441 tempest-VolumesActionsTest-632161441-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd30dfb0-b3dc-46fb-baff-d106ad1e7c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816561 Aug 05 11:57:47.979653 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ca70dfe5-ee4e-4f6e-942a-efd0fa5134eb req-a1f064c2-f554-4e59-8f18-a81dc8b71b62 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "GET /v2.0/security-groups?id=7cf0185f-89b5-40fc-9a5e-7306d92c6df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928130 Aug 05 11:57:48.009953 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=7e6cc6b6-c11b-45e7-a6cd-86c749c62f87,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:57:48.062641 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4c6e3d-82a6-41f0-a31e-ca1d050e5fb9 req-66789fc9-4a06-47c9-9028-f7384d707fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:57:48.065574 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-0b4c6e3d-82a6-41f0-a31e-ca1d050e5fb9 req-66789fc9-4a06-47c9-9028-f7384d707fe2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d2594100-20a2-4d82-b2bc-0ec03b85919d HTTP/1.1" status: 200 len: 838 time: 0.1573064 Aug 05 11:57:48.069172 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28d7f342-48ad-49bf-ab32-05ddadb5c717 x-openstack-request-id: req-28d7f342-48ad-49bf-ab32-05ddadb5c717 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:57:48.069661 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35b2b20f-9ee7-4397-8158-0bf7582d7666", "tag": "b614683c-a38f-41c0-9db7-d974350a94c4", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:57:48.070302 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-28d7f342-48ad-49bf-ab32-05ddadb5c717 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:57:48.070773 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35b2b20f-9ee7-4397-8158-0bf7582d7666', 'tag': 'b614683c-a38f-41c0-9db7-d974350a94c4', 'status': 'completed', 'code': 200} Aug 05 11:57:48.171530 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2b0b256-40dd-4d8a-8c60-727ea112833f x-openstack-request-id: req-c2b0b256-40dd-4d8a-8c60-727ea112833f {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:57:48.176599 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "010d818c-4958-4e1a-909d-4278bee48b19", "name": "network-vif-plugged", "status": "completed", "tag": "7e6cc6b6-c11b-45e7-a6cd-86c749c62f87", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:57:48.177437 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c2b0b256-40dd-4d8a-8c60-727ea112833f {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:57:48.178204 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '010d818c-4958-4e1a-909d-4278bee48b19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e6cc6b6-c11b-45e7-a6cd-86c749c62f87', 'code': 200} Aug 05 11:57:48.208995 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4c6e3d-82a6-41f0-a31e-ca1d050e5fb9 req-14a14ec2-97a8-4bf9-81f8-3dbcb56d76f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:57:48.216335 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-0b4c6e3d-82a6-41f0-a31e-ca1d050e5fb9 req-14a14ec2-97a8-4bf9-81f8-3dbcb56d76f5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1fd5ac66-cda8-4bb2-b224-d8ed6254e002&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1408713 Aug 05 11:57:48.451470 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-0b4c6e3d-82a6-41f0-a31e-ca1d050e5fb9 req-47ec7f4e-24f8-47bd-9d5b-fff1d75adff5 service neutron] 10.222.0.55 "GET /v2.0/networks/1fd5ac66-cda8-4bb2-b224-d8ed6254e002?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242110 Aug 05 11:57:48.457044 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14df884-b5f5-46b4-ac47-82029f815ef7 req-a15c1b63-ec5e-4d63-9062-5e52697f60cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:57:48.459908 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-f14df884-b5f5-46b4-ac47-82029f815ef7 req-a15c1b63-ec5e-4d63-9062-5e52697f60cc service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=010d818c-4958-4e1a-909d-4278bee48b19 HTTP/1.1" status: 200 len: 1097 time: 0.1104133 Aug 05 11:57:48.593821 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-f14df884-b5f5-46b4-ac47-82029f815ef7 req-4ef6b6a8-eace-4144-8f68-00fb23a3530c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=bd30dfb0-b3dc-46fb-baff-d106ad1e7c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168685 Aug 05 11:57:48.638229 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-0b4c6e3d-82a6-41f0-a31e-ca1d050e5fb9 req-95cdfa03-c4d5-40cb-aa45-8b295863e46c service neutron] 10.222.0.55 "GET /v2.0/networks/1fd5ac66-cda8-4bb2-b224-d8ed6254e002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746163 Aug 05 11:57:48.809911 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec346015-c29c-4f1a-83d4-82fd9e54f73e req-76446737-2653-4a68-843e-840be069d8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:57:48.813394 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ec346015-c29c-4f1a-83d4-82fd9e54f73e req-76446737-2653-4a68-843e-840be069d8e2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f68dcdcc6d3c4b72a557ce0cc98a5aa1&device_id=35b2b20f-9ee7-4397-8158-0bf7582d7666 HTTP/1.1" status: 200 len: 1095 time: 0.0783069 Aug 05 11:57:49.026376 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec346015-c29c-4f1a-83d4-82fd9e54f73e req-8d35b1d3-1e22-45c5-984c-f7e4ee60ca2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:57:49.029492 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ec346015-c29c-4f1a-83d4-82fd9e54f73e req-8d35b1d3-1e22-45c5-984c-f7e4ee60ca2f service neutron] 10.222.0.55 "GET /v2.0/networks?id=1fd5ac66-cda8-4bb2-b224-d8ed6254e002 HTTP/1.1" status: 200 len: 897 time: 0.2087576 Aug 05 11:57:49.117134 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ec346015-c29c-4f1a-83d4-82fd9e54f73e req-8b8ba569-2da7-4bf7-8ff4-abd480ad48fb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=b614683c-a38f-41c0-9db7-d974350a94c4 HTTP/1.1" status: 200 len: 217 time: 0.0771077 Aug 05 11:57:49.153881 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc384660-24cb-4105-a613-191aaec9ac7f req-934a4ff7-c4c4-41d3-ba48-944ecadc738c tempest-VolumesActionsTest-632161441 tempest-VolumesActionsTest-632161441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:57:49.159542 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fc384660-24cb-4105-a613-191aaec9ac7f req-934a4ff7-c4c4-41d3-ba48-944ecadc738c tempest-VolumesActionsTest-632161441 tempest-VolumesActionsTest-632161441-project] 10.222.0.58 "GET /v2.0/ports?device_id=010d818c-4958-4e1a-909d-4278bee48b19 HTTP/1.1" status: 200 len: 946 time: 0.1106594 Aug 05 11:57:49.227722 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec346015-c29c-4f1a-83d4-82fd9e54f73e req-1609bbbb-9829-417e-8e61-9c33339b4aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:57:49.231419 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ec346015-c29c-4f1a-83d4-82fd9e54f73e req-1609bbbb-9829-417e-8e61-9c33339b4aae service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d2594100-20a2-4d82-b2bc-0ec03b85919d HTTP/1.1" status: 200 len: 838 time: 0.1050260 Aug 05 11:57:49.314043 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fc384660-24cb-4105-a613-191aaec9ac7f req-b745aa0e-32ef-4cfc-ba24-5619abc2f8c2 tempest-VolumesActionsTest-632161441 tempest-VolumesActionsTest-632161441-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd30dfb0-b3dc-46fb-baff-d106ad1e7c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338072 Aug 05 11:57:49.322716 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec346015-c29c-4f1a-83d4-82fd9e54f73e req-affcdddb-64fc-40c5-868d-69027292efdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:57:49.325886 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ec346015-c29c-4f1a-83d4-82fd9e54f73e req-affcdddb-64fc-40c5-868d-69027292efdd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1fd5ac66-cda8-4bb2-b224-d8ed6254e002&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0824642 Aug 05 11:57:49.332310 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7997962-021c-4001-b155-fa1ffa4134e5 req-5c82cb63-350b-4802-b3ee-bbdd1ccf25c2 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:57:49.335365 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f7997962-021c-4001-b155-fa1ffa4134e5 req-5c82cb63-350b-4802-b3ee-bbdd1ccf25c2 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "GET /v2.0/ports?device_id=35b2b20f-9ee7-4397-8158-0bf7582d7666 HTTP/1.1" status: 200 len: 944 time: 0.1727901 Aug 05 11:57:49.436771 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f7997962-021c-4001-b155-fa1ffa4134e5 req-061561b1-25f2-407c-91af-57ecbf924503 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "GET /v2.0/security-groups?id=7cf0185f-89b5-40fc-9a5e-7306d92c6df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846238 Aug 05 11:57:49.566509 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ec346015-c29c-4f1a-83d4-82fd9e54f73e req-77ef44a8-c8c0-422a-9791-c85c0188aaaa service neutron] 10.222.0.55 "GET /v2.0/networks/1fd5ac66-cda8-4bb2-b224-d8ed6254e002?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290809 Aug 05 11:57:49.755984 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ec346015-c29c-4f1a-83d4-82fd9e54f73e req-7e91932d-3e8c-4511-a4bd-ee008031aa3c service neutron] 10.222.0.55 "GET /v2.0/networks/1fd5ac66-cda8-4bb2-b224-d8ed6254e002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749265 Aug 05 11:57:50.568734 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b07e936-f81a-4a28-8279-2c5d239dd4a6 req-84f7963f-4816-4b5b-90ac-677d06858266 tempest-VolumesActionsTest-632161441 tempest-VolumesActionsTest-632161441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:57:50.572399 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8b07e936-f81a-4a28-8279-2c5d239dd4a6 req-84f7963f-4816-4b5b-90ac-677d06858266 tempest-VolumesActionsTest-632161441 tempest-VolumesActionsTest-632161441-project] 10.222.0.58 "GET /v2.0/ports?device_id=010d818c-4958-4e1a-909d-4278bee48b19 HTTP/1.1" status: 200 len: 946 time: 0.1132176 Aug 05 11:57:50.724193 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8b07e936-f81a-4a28-8279-2c5d239dd4a6 req-b1411bb3-e154-4ef6-9f56-b7248e2bb03b tempest-VolumesActionsTest-632161441 tempest-VolumesActionsTest-632161441-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd30dfb0-b3dc-46fb-baff-d106ad1e7c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382895 Aug 05 11:57:50.793591 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fcd99b-e1b6-4a76-b9b5-b0cc6fd7eb10 req-21db65b5-fce4-4a19-b4ec-282ffa22403a tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:57:50.796904 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-75fcd99b-e1b6-4a76-b9b5-b0cc6fd7eb10 req-21db65b5-fce4-4a19-b4ec-282ffa22403a tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "GET /v2.0/ports?device_id=35b2b20f-9ee7-4397-8158-0bf7582d7666 HTTP/1.1" status: 200 len: 944 time: 0.1813774 Aug 05 11:57:50.895545 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-75fcd99b-e1b6-4a76-b9b5-b0cc6fd7eb10 req-5749b8f8-95ee-4e91-ba83-4edae114b4cc tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "GET /v2.0/security-groups?id=7cf0185f-89b5-40fc-9a5e-7306d92c6df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854077 Aug 05 11:57:51.989315 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbb327d-d9a3-42ea-b8f8-8c95f9f07fab req-8c96425c-6651-44c1-8f26-ee9ed3558a87 tempest-VolumesActionsTest-632161441 tempest-VolumesActionsTest-632161441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:57:51.992869 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0bbb327d-d9a3-42ea-b8f8-8c95f9f07fab req-8c96425c-6651-44c1-8f26-ee9ed3558a87 tempest-VolumesActionsTest-632161441 tempest-VolumesActionsTest-632161441-project] 10.222.0.58 "GET /v2.0/ports?device_id=010d818c-4958-4e1a-909d-4278bee48b19 HTTP/1.1" status: 200 len: 946 time: 0.1087863 Aug 05 11:57:52.045749 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device b614683c-a38f-41c0-9db7-d974350a94c4 details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:57:52.087027 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0bbb327d-d9a3-42ea-b8f8-8c95f9f07fab req-c4cd2a24-b0f6-45b7-b48d-22f9784097e0 tempest-VolumesActionsTest-632161441 tempest-VolumesActionsTest-632161441-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd30dfb0-b3dc-46fb-baff-d106ad1e7c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820544 Aug 05 11:57:52.177434 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26079e06-0345-47d0-9b0a-02e4974c54ca req-85cb523c-5842-4793-92ee-366cb2be3126 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:57:52.193149 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-26079e06-0345-47d0-9b0a-02e4974c54ca req-85cb523c-5842-4793-92ee-366cb2be3126 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "GET /v2.0/ports?device_id=35b2b20f-9ee7-4397-8158-0bf7582d7666 HTTP/1.1" status: 200 len: 944 time: 0.1387634 Aug 05 11:57:52.261071 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:52.336179 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-26079e06-0345-47d0-9b0a-02e4974c54ca req-3e808aef-a753-4e2d-9582-02b996a70f3d tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "GET /v2.0/security-groups?id=7cf0185f-89b5-40fc-9a5e-7306d92c6df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1326673 Aug 05 11:57:52.356557 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port b614683c-a38f-41c0-9db7-d974350a94c4, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=b614683c-a38f-41c0-9db7-d974350a94c4,segment=NetworkSegment(16c51186-7759-4fa5-8796-ca2aacbe41c6),segment_id=16c51186-7759-4fa5-8796-ca2aacbe41c6)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:57:52.394911 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Returning: {'device': 'b614683c-a38f-41c0-9db7-d974350a94c4', 'network_id': '1fd5ac66-cda8-4bb2-b224-d8ed6254e002', 'port_id': 'b614683c-a38f-41c0-9db7-d974350a94c4', 'mac_address': 'fa:16:3e:8b:89:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2594100-20a2-4d82-b2bc-0ec03b85919d', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:57:52.485072 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:52.515490 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b614683c-a38f-41c0-9db7-d974350a94c4 {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:57:52.568684 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port b614683c-a38f-41c0-9db7-d974350a94c4, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=b614683c-a38f-41c0-9db7-d974350a94c4,segment=NetworkSegment(16c51186-7759-4fa5-8796-ca2aacbe41c6),segment_id=16c51186-7759-4fa5-8796-ca2aacbe41c6)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:57:52.579881 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:52.683467 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=b614683c-a38f-41c0-9db7-d974350a94c4,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:57:52.866857 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['b614683c-a38f-41c0-9db7-d974350a94c4'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:57:53.651591 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65373bf3-933f-4042-bc22-bfa5947c60dd req-4bfbdf4e-e5f2-42bb-b466-cf2a958a48fa tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:57:53.665303 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-65373bf3-933f-4042-bc22-bfa5947c60dd req-4bfbdf4e-e5f2-42bb-b466-cf2a958a48fa tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "GET /v2.0/ports?device_id=35b2b20f-9ee7-4397-8158-0bf7582d7666 HTTP/1.1" status: 200 len: 945 time: 0.1366286 Aug 05 11:57:53.763577 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-65373bf3-933f-4042-bc22-bfa5947c60dd req-7dab6856-5bd3-4e68-bd6c-8931da91899a tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "GET /v2.0/security-groups?id=7cf0185f-89b5-40fc-9a5e-7306d92c6df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877135 Aug 05 11:57:54.043395 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device b614683c-a38f-41c0-9db7-d974350a94c4 up at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:57:54.173200 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning for port b614683c-a38f-41c0-9db7-d974350a94c4 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:57:54.183905 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning complete for port b614683c-a38f-41c0-9db7-d974350a94c4 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:57:54.184939 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:54.344111 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:54.388942 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35b2b20f-9ee7-4397-8158-0bf7582d7666', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b614683c-a38f-41c0-9db7-d974350a94c4'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:57:54.392713 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89411881-7405-4d11-9f87-e6f3e89acc58" -d '{"events": [{"server_uuid": "35b2b20f-9ee7-4397-8158-0bf7582d7666", "name": "network-vif-plugged", "status": "completed", "tag": "b614683c-a38f-41c0-9db7-d974350a94c4"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:57:54.417274 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port b614683c-a38f-41c0-9db7-d974350a94c4, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=b614683c-a38f-41c0-9db7-d974350a94c4,segment=NetworkSegment(16c51186-7759-4fa5-8796-ca2aacbe41c6),segment_id=16c51186-7759-4fa5-8796-ca2aacbe41c6)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:57:54.426775 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:54.478688 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdcca04a-4de7-4e57-ae26-c3d6c999c8ec x-openstack-request-id: req-fdcca04a-4de7-4e57-ae26-c3d6c999c8ec {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:57:54.479168 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35b2b20f-9ee7-4397-8158-0bf7582d7666", "name": "network-vif-plugged", "status": "completed", "tag": "b614683c-a38f-41c0-9db7-d974350a94c4", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:57:54.479601 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fdcca04a-4de7-4e57-ae26-c3d6c999c8ec {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:57:54.480338 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35b2b20f-9ee7-4397-8158-0bf7582d7666', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b614683c-a38f-41c0-9db7-d974350a94c4', 'code': 200} Aug 05 11:57:54.575675 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=b614683c-a38f-41c0-9db7-d974350a94c4,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:57:54.696229 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c38b94e-5460-45c8-876f-6f7218696df3 req-0deda8e8-7baa-460a-b563-5c6e3b13b901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:57:54.698140 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3c38b94e-5460-45c8-876f-6f7218696df3 req-0deda8e8-7baa-460a-b563-5c6e3b13b901 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=35b2b20f-9ee7-4397-8158-0bf7582d7666 HTTP/1.1" status: 200 len: 1097 time: 0.0822830 Aug 05 11:57:54.787744 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3c38b94e-5460-45c8-876f-6f7218696df3 req-241b36a4-bae0-4cf8-b56d-b4961fb716d1 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=7cf0185f-89b5-40fc-9a5e-7306d92c6df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813673 Aug 05 11:57:54.983142 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d5d28b-3338-48fd-ac97-571c4b3c5c8c req-126d0bb6-10a3-464e-979d-f5e28b97895f tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:57:54.985954 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-15d5d28b-3338-48fd-ac97-571c4b3c5c8c req-126d0bb6-10a3-464e-979d-f5e28b97895f tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "GET /v2.0/ports?device_id=35b2b20f-9ee7-4397-8158-0bf7582d7666 HTTP/1.1" status: 200 len: 946 time: 0.0895941 Aug 05 11:57:55.044147 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-15d5d28b-3338-48fd-ac97-571c4b3c5c8c req-85d53363-2eec-4e57-bd77-108af0609cef tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "GET /v2.0/security-groups?id=7cf0185f-89b5-40fc-9a5e-7306d92c6df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504985 Aug 05 11:57:56.253651 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd19db3-ac40-43b9-a06f-21f3148f8d34 req-2b6c2859-dcda-46ad-8c3b-4be477eadcc5 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:57:56.256559 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cdd19db3-ac40-43b9-a06f-21f3148f8d34 req-2b6c2859-dcda-46ad-8c3b-4be477eadcc5 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "GET /v2.0/ports?device_id=35b2b20f-9ee7-4397-8158-0bf7582d7666 HTTP/1.1" status: 200 len: 946 time: 0.0944369 Aug 05 11:57:56.349421 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cdd19db3-ac40-43b9-a06f-21f3148f8d34 req-07e7e341-3990-422e-adf9-41054f6d6aa8 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "GET /v2.0/security-groups?id=7cf0185f-89b5-40fc-9a5e-7306d92c6df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782197 Aug 05 11:57:56.594997 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02c63ab-8845-4e65-b4c3-dc82470c368c req-89386cad-bea1-4021-b014-e7e4fbceaa4c tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:57:56.595916 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d02c63ab-8845-4e65-b4c3-dc82470c368c req-89386cad-bea1-4021-b014-e7e4fbceaa4c tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "GET /v2.0/ports?device_id=35b2b20f-9ee7-4397-8158-0bf7582d7666 HTTP/1.1" status: 200 len: 946 time: 0.1008067 Aug 05 11:57:56.684441 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d02c63ab-8845-4e65-b4c3-dc82470c368c req-38b59fae-281b-4f6c-8ac2-4f0898354839 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "GET /v2.0/security-groups?id=7cf0185f-89b5-40fc-9a5e-7306d92c6df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626807 Aug 05 11:57:57.052072 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f7f98c-aad6-42b6-bc40-d4f52e7194df req-09865b05-2fa5-40f0-a801-13157da608b9 tempest-VolumesActionsTest-632161441 tempest-VolumesActionsTest-632161441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:57:57.053839 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-92f7f98c-aad6-42b6-bc40-d4f52e7194df req-09865b05-2fa5-40f0-a801-13157da608b9 tempest-VolumesActionsTest-632161441 tempest-VolumesActionsTest-632161441-project] 10.222.0.58 "GET /v2.0/ports?device_id=010d818c-4958-4e1a-909d-4278bee48b19 HTTP/1.1" status: 200 len: 946 time: 0.0710604 Aug 05 11:57:57.124274 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-92f7f98c-aad6-42b6-bc40-d4f52e7194df req-744eb7b8-d45b-43e6-a29a-f58f739877ce tempest-VolumesActionsTest-632161441 tempest-VolumesActionsTest-632161441-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd30dfb0-b3dc-46fb-baff-d106ad1e7c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605741 Aug 05 11:57:58.380669 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870f89ed-229c-4424-ad03-05c7106cc7e0 req-f0bc5778-3db6-4528-9a75-cebf918dc318 tempest-VolumesActionsTest-632161441 tempest-VolumesActionsTest-632161441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:57:58.382407 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-870f89ed-229c-4424-ad03-05c7106cc7e0 req-f0bc5778-3db6-4528-9a75-cebf918dc318 tempest-VolumesActionsTest-632161441 tempest-VolumesActionsTest-632161441-project] 10.222.0.58 "GET /v2.0/ports?device_id=010d818c-4958-4e1a-909d-4278bee48b19 HTTP/1.1" status: 200 len: 946 time: 0.0942862 Aug 05 11:57:58.423889 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 53308) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:57:58.435589 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-870f89ed-229c-4424-ad03-05c7106cc7e0 req-9b556754-938a-48cc-bfe5-775ab7c392b6 tempest-VolumesActionsTest-632161441 tempest-VolumesActionsTest-632161441-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd30dfb0-b3dc-46fb-baff-d106ad1e7c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451870 Aug 05 11:57:59.275303 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6dd05af2-2130-47be-97b8-e1794ac3029c tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:59.543531 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:57:59.706704 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e536e29e-639c-45ba-9508-9fe62771f66b req-68e3de76-19de-47e8-9726-f2dfec5ceb30 tempest-VolumesActionsTest-632161441 tempest-VolumesActionsTest-632161441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:57:59.709784 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e536e29e-639c-45ba-9508-9fe62771f66b req-68e3de76-19de-47e8-9726-f2dfec5ceb30 tempest-VolumesActionsTest-632161441 tempest-VolumesActionsTest-632161441-project] 10.222.0.58 "GET /v2.0/ports?device_id=010d818c-4958-4e1a-909d-4278bee48b19 HTTP/1.1" status: 200 len: 946 time: 0.1017668 Aug 05 11:57:59.804656 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e536e29e-639c-45ba-9508-9fe62771f66b req-741d6d10-9f58-4774-bf8f-a191435d0ce1 tempest-VolumesActionsTest-632161441 tempest-VolumesActionsTest-632161441-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd30dfb0-b3dc-46fb-baff-d106ad1e7c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863736 Aug 05 11:57:59.852438 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-6dd05af2-2130-47be-97b8-e1794ac3029c tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Allocated IP 172.20.0.17 (1fd5ac66-cda8-4bb2-b224-d8ed6254e002/d2594100-20a2-4d82-b2bc-0ec03b85919d/0a5a6ed5-63ea-4cf8-acd6-291bbd66c686) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:58:00.094211 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6dd05af2-2130-47be-97b8-e1794ac3029c tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:00.128308 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [None req-6dd05af2-2130-47be-97b8-e1794ac3029c tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Transition to ACTIVE for port object 0a5a6ed5-63ea-4cf8-acd6-291bbd66c686 will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:58:00.200593 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eba7afa-9959-4190-9dca-e333efaa3f7f req-5587f60a-22de-449c-96f2-39e020d2d254 tempest-VolumesActionsTest-632161441 tempest-VolumesActionsTest-632161441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:58:00.203400 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6eba7afa-9959-4190-9dca-e333efaa3f7f req-5587f60a-22de-449c-96f2-39e020d2d254 tempest-VolumesActionsTest-632161441 tempest-VolumesActionsTest-632161441-project] 10.222.0.64 "GET /v2.0/ports?device_id=010d818c-4958-4e1a-909d-4278bee48b19 HTTP/1.1" status: 200 len: 946 time: 0.1743295 Aug 05 11:58:00.255715 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6dd05af2-2130-47be-97b8-e1794ac3029c tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:00.400556 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd05af2-2130-47be-97b8-e1794ac3029c tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Network 1fd5ac66-cda8-4bb2-b224-d8ed6254e002 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:58:00.414191 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-6dd05af2-2130-47be-97b8-e1794ac3029c tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:58:00.427787 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd05af2-2130-47be-97b8-e1794ac3029c tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:58:00.478016 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd05af2-2130-47be-97b8-e1794ac3029c tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Pushing event updated for resources: {'Port': ['ID=0a5a6ed5-63ea-4cf8-acd6-291bbd66c686,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:58:00.517084 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd05af2-2130-47be-97b8-e1794ac3029c tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:58:00.518039 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd05af2-2130-47be-97b8-e1794ac3029c tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:58:00.518873 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd05af2-2130-47be-97b8-e1794ac3029c tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:58:00.519697 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd05af2-2130-47be-97b8-e1794ac3029c tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:58:00.520575 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd05af2-2130-47be-97b8-e1794ac3029c tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:58:00.521360 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd05af2-2130-47be-97b8-e1794ac3029c tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:58:00.522163 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd05af2-2130-47be-97b8-e1794ac3029c tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:58:00.522934 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd05af2-2130-47be-97b8-e1794ac3029c tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:58:00.523722 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd05af2-2130-47be-97b8-e1794ac3029c tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:58:00.524588 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd05af2-2130-47be-97b8-e1794ac3029c tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:58:00.525345 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd05af2-2130-47be-97b8-e1794ac3029c tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:58:00.526149 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd05af2-2130-47be-97b8-e1794ac3029c tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:58:00.579660 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6dd05af2-2130-47be-97b8-e1794ac3029c tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33288800'] for router_interface, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:00.943795 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-cb9b649a-41e3-4648-8fac-986e2c9ed6a2 None None] Provisioning for port 0a5a6ed5-63ea-4cf8-acd6-291bbd66c686 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:58:00.962102 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-cb9b649a-41e3-4648-8fac-986e2c9ed6a2 None None] Provisioning complete for port 0a5a6ed5-63ea-4cf8-acd6-291bbd66c686 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:58:00.966954 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cb9b649a-41e3-4648-8fac-986e2c9ed6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:01.099830 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-cb9b649a-41e3-4648-8fac-986e2c9ed6a2 None None] Port 0a5a6ed5-63ea-4cf8-acd6-291bbd66c686 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:58:01.120543 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdc7c6a-ef18-4f00-b5fb-4a1a038cf664 req-945e4092-ee74-4839-9163-29ba8d2f441b tempest-VolumesActionsTest-632161441 tempest-VolumesActionsTest-632161441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:58:01.131281 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cfdc7c6a-ef18-4f00-b5fb-4a1a038cf664 req-945e4092-ee74-4839-9163-29ba8d2f441b tempest-VolumesActionsTest-632161441 tempest-VolumesActionsTest-632161441-project] 10.222.0.58 "GET /v2.0/ports?device_id=010d818c-4958-4e1a-909d-4278bee48b19 HTTP/1.1" status: 200 len: 946 time: 0.1265850 Aug 05 11:58:01.226563 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cfdc7c6a-ef18-4f00-b5fb-4a1a038cf664 req-df165a38-3d3a-47a1-8753-d38098287aa8 tempest-VolumesActionsTest-632161441 tempest-VolumesActionsTest-632161441-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd30dfb0-b3dc-46fb-baff-d106ad1e7c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785804 Aug 05 11:58:01.236237 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-6eba7afa-9959-4190-9dca-e333efaa3f7f req-a3482796-7b9e-4c8e-8e9c-1a4bc13fdb9f tempest-VolumesActionsTest-632161441 tempest-VolumesActionsTest-632161441-project] Deleting port 7e6cc6b6-c11b-45e7-a6cd-86c749c62f87 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:58:01.237388 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-6eba7afa-9959-4190-9dca-e333efaa3f7f req-a3482796-7b9e-4c8e-8e9c-1a4bc13fdb9f tempest-VolumesActionsTest-632161441 tempest-VolumesActionsTest-632161441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:01.520174 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-6eba7afa-9959-4190-9dca-e333efaa3f7f req-a3482796-7b9e-4c8e-8e9c-1a4bc13fdb9f tempest-VolumesActionsTest-632161441 tempest-VolumesActionsTest-632161441-project] For port 7e6cc6b6-c11b-45e7-a6cd-86c749c62f87, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=7e6cc6b6-c11b-45e7-a6cd-86c749c62f87,segment=NetworkSegment(37642e2d-a962-418c-b18d-4de06df0e0d5),segment_id=37642e2d-a962-418c-b18d-4de06df0e0d5)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:58:01.520861 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-6eba7afa-9959-4190-9dca-e333efaa3f7f req-a3482796-7b9e-4c8e-8e9c-1a4bc13fdb9f tempest-VolumesActionsTest-632161441 tempest-VolumesActionsTest-632161441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:01.586902 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-6eba7afa-9959-4190-9dca-e333efaa3f7f req-a3482796-7b9e-4c8e-8e9c-1a4bc13fdb9f tempest-VolumesActionsTest-632161441 tempest-VolumesActionsTest-632161441-project] Calling delete_port for 7e6cc6b6-c11b-45e7-a6cd-86c749c62f87 owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:58:01.614678 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6dd05af2-2130-47be-97b8-e1794ac3029c tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:02.167102 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-6eba7afa-9959-4190-9dca-e333efaa3f7f req-a3482796-7b9e-4c8e-8e9c-1a4bc13fdb9f tempest-VolumesActionsTest-632161441 tempest-VolumesActionsTest-632161441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:02.262411 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3482796-7b9e-4c8e-8e9c-1a4bc13fdb9f tempest-VolumesActionsTest-632161441 tempest-VolumesActionsTest-632161441-project] Pushing event deleted for resources: {'Port': ['ID=7e6cc6b6-c11b-45e7-a6cd-86c749c62f87,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:58:02.375784 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eba7afa-9959-4190-9dca-e333efaa3f7f req-a3482796-7b9e-4c8e-8e9c-1a4bc13fdb9f tempest-VolumesActionsTest-632161441 tempest-VolumesActionsTest-632161441-project] No DVR routers for this DVR port 7e6cc6b6-c11b-45e7-a6cd-86c749c62f87 on host n-h1-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:58:02.381352 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-6eba7afa-9959-4190-9dca-e333efaa3f7f req-a3482796-7b9e-4c8e-8e9c-1a4bc13fdb9f tempest-VolumesActionsTest-632161441 tempest-VolumesActionsTest-632161441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:02.385153 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6eba7afa-9959-4190-9dca-e333efaa3f7f req-a3482796-7b9e-4c8e-8e9c-1a4bc13fdb9f tempest-VolumesActionsTest-632161441 tempest-VolumesActionsTest-632161441-project] 10.222.0.64 "DELETE /v2.0/ports/7e6cc6b6-c11b-45e7-a6cd-86c749c62f87 HTTP/1.1" status: 204 len: 173 time: 2.1717832 Aug 05 11:58:02.393284 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '010d818c-4958-4e1a-909d-4278bee48b19', 'name': 'network-vif-deleted', 'tag': '7e6cc6b6-c11b-45e7-a6cd-86c749c62f87'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:58:02.397439 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6024eb0d-4c85-4fa9-8770-9e89eafe64b2" -d '{"events": [{"server_uuid": "010d818c-4958-4e1a-909d-4278bee48b19", "name": "network-vif-deleted", "tag": "7e6cc6b6-c11b-45e7-a6cd-86c749c62f87"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:58:02.497771 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4963d65b-9f95-4f4c-89cd-515d08ff2b9b req-5601c0a3-e567-4d8b-be23-af60e2af0b1c tempest-VolumesActionsTest-632161441 tempest-VolumesActionsTest-632161441-project] 10.222.0.58 "GET /v2.0/ports?device_id=010d818c-4958-4e1a-909d-4278bee48b19 HTTP/1.1" status: 200 len: 210 time: 0.1053824 Aug 05 11:58:02.505932 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cfe5d39-914e-4a8d-8bea-cb625d075a7a x-openstack-request-id: req-8cfe5d39-914e-4a8d-8bea-cb625d075a7a {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:58:02.506424 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "010d818c-4958-4e1a-909d-4278bee48b19", "name": "network-vif-deleted", "tag": "7e6cc6b6-c11b-45e7-a6cd-86c749c62f87", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:58:02.506840 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8cfe5d39-914e-4a8d-8bea-cb625d075a7a {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:58:02.507611 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '010d818c-4958-4e1a-909d-4278bee48b19', 'name': 'network-vif-deleted', 'tag': '7e6cc6b6-c11b-45e7-a6cd-86c749c62f87', 'status': 'completed', 'code': 200} Aug 05 11:58:02.554815 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6dd05af2-2130-47be-97b8-e1794ac3029c tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:02.566044 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6dd05af2-2130-47be-97b8-e1794ac3029c tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:02.736263 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6dd05af2-2130-47be-97b8-e1794ac3029c tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33140268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33208272'] for router_interface, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:02.738535 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd05af2-2130-47be-97b8-e1794ac3029c tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Pushing event updated for resources: {'Port': ['ID=0a5a6ed5-63ea-4cf8-acd6-291bbd66c686,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:58:02.915591 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd05af2-2130-47be-97b8-e1794ac3029c tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Network 1fd5ac66-cda8-4bb2-b224-d8ed6254e002 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:58:02.926379 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-6dd05af2-2130-47be-97b8-e1794ac3029c tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:58:03.197742 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dd05af2-2130-47be-97b8-e1794ac3029c tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Router be4414d0-fd4b-48ba-9677-4fd45cde2cc2 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 11:58:03.219334 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 7e6cc6b6-c11b-45e7-a6cd-86c749c62f87 no longer exists at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:58:03.257168 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] No Port match for: 7e6cc6b6-c11b-45e7-a6cd-86c749c62f87 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:58:03.259952 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 7e6cc6b6-c11b-45e7-a6cd-86c749c62f87 not bound to the agent host n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:58:03.366432 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-bd70614c-4482-4599-803b-aefc4bc6d176 None None] Provisioning complete for port 0a5a6ed5-63ea-4cf8-acd6-291bbd66c686 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:58:03.367413 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-bd70614c-4482-4599-803b-aefc4bc6d176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:03.437821 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-bd70614c-4482-4599-803b-aefc4bc6d176 None None] Port 0a5a6ed5-63ea-4cf8-acd6-291bbd66c686 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:58:03.445062 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dd05af2-2130-47be-97b8-e1794ac3029c tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:58:03.468766 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-6dd05af2-2130-47be-97b8-e1794ac3029c tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "PUT /v2.0/routers/be4414d0-fd4b-48ba-9677-4fd45cde2cc2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0340884 Aug 05 11:58:03.469669 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3cd517-7be8-4d7a-99e9-53824d477c0d None None] Sync routers for ids ['be4414d0-fd4b-48ba-9677-4fd45cde2cc2'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:58:03.486763 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3cd517-7be8-4d7a-99e9-53824d477c0d None None] Routers {'be4414d0-fd4b-48ba-9677-4fd45cde2cc2'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:58:03.487689 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-7e3cd517-7be8-4d7a-99e9-53824d477c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:57:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['be4414d0-fd4b-48ba-9677-4fd45cde2cc2'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:58:03.694043 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-7e3cd517-7be8-4d7a-99e9-53824d477c0d None None] Set router be4414d0-fd4b-48ba-9677-4fd45cde2cc2 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:58:04.154485 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-7e3cd517-7be8-4d7a-99e9-53824d477c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be4414d0-fd4b-48ba-9677-4fd45cde2cc2', 'name': 'tempest-TestNetworkBasicOps-router-1554882435', 'tenant_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': 'bd65e829-571c-4873-89a9-f4d3905625f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:54:22Z', 'updated_at': '2021-08-05T11:58:01Z', 'revision_number': 5, 'project_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'gw_port': {'id': 'bd65e829-571c-4873-89a9-f4d3905625f0', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:20:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4414d0-fd4b-48ba-9677-4fd45cde2cc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:54:24Z', 'updated_at': '2021-08-05T11:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': '2fb44f09-19ee-4ba0-9ae1-c6914d07d659', 'tenant_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'floating_ip_address': '172.25.5.232', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': 'be4414d0-fd4b-48ba-9677-4fd45cde2cc2', 'port_id': '7560c812-45a2-41db-b939-b83795c9222e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2967, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18d33466-72ef-4f5c-addd-45e10262d9ee', 'mac_address': 'fa:16:3e:e4:61:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bf7af3-4b93-463e-b016-46d0136c0a9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T11:55:44Z', 'updated_at': '2021-08-05T11:55:53Z', 'revision_number': 1, 'project_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a5a6ed5-63ea-4cf8-acd6-291bbd66c686', 'name': '', 'network_id': '1fd5ac66-cda8-4bb2-b224-d8ed6254e002', 'tenant_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'mac_address': 'fa:16:3e:86:55:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be4414d0-fd4b-48ba-9677-4fd45cde2cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': 'd2594100-20a2-4d82-b2bc-0ec03b85919d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:57:59Z', 'updated_at': '2021-08-05T11:58:02Z', 'revision_number': 2, 'project_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'subnets': [{'id': 'd2594100-20a2-4d82-b2bc-0ec03b85919d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4bdb7f0f-f996-43f7-abee-77a836d9fd60', 'name': '', 'network_id': '18d33466-72ef-4f5c-addd-45e10262d9ee', 'tenant_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'mac_address': 'fa:16:3e:4f:79:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4414d0-fd4b-48ba-9677-4fd45cde2cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '2847796d-5dbf-472e-a5ca-b99e1f825a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:54:39Z', 'updated_at': '2021-08-05T11:54:59Z', 'revision_number': 5, 'project_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'subnets': [{'id': '2847796d-5dbf-472e-a5ca-b99e1f825a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:58:04.222066 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3cd517-7be8-4d7a-99e9-53824d477c0d None None] Checking router: be4414d0-fd4b-48ba-9677-4fd45cde2cc2 for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:58:04.223084 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3cd517-7be8-4d7a-99e9-53824d477c0d None None] Updating router be4414d0-fd4b-48ba-9677-4fd45cde2cc2 port 0a5a6ed5-63ea-4cf8-acd6-291bbd66c686 binding host n-d-803378-2 {{(pid=94422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 11:58:04.281100 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-7e3cd517-7be8-4d7a-99e9-53824d477c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:04.571285 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 11:58:04.879142 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-7e3cd517-7be8-4d7a-99e9-53824d477c0d None None] Notify callbacks [] for port, precommit_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:04.901808 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-7e3cd517-7be8-4d7a-99e9-53824d477c0d None None] Transition to ACTIVE for port object 0a5a6ed5-63ea-4cf8-acd6-291bbd66c686 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:58:04.915461 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-7e3cd517-7be8-4d7a-99e9-53824d477c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:05.018186 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609313f7-2572-4113-87e0-0ac6cbb9750e None None] Pushing event updated for resources: {'Port': ['ID=0a5a6ed5-63ea-4cf8-acd6-291bbd66c686,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:58:05.054946 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609313f7-2572-4113-87e0-0ac6cbb9750e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:58:05.055535 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609313f7-2572-4113-87e0-0ac6cbb9750e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:58:05.056016 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609313f7-2572-4113-87e0-0ac6cbb9750e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:58:05.056760 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609313f7-2572-4113-87e0-0ac6cbb9750e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:58:05.057164 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609313f7-2572-4113-87e0-0ac6cbb9750e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:58:05.057623 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609313f7-2572-4113-87e0-0ac6cbb9750e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:58:05.058699 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609313f7-2572-4113-87e0-0ac6cbb9750e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:58:05.059524 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609313f7-2572-4113-87e0-0ac6cbb9750e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:58:05.060269 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609313f7-2572-4113-87e0-0ac6cbb9750e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:58:05.063501 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609313f7-2572-4113-87e0-0ac6cbb9750e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:58:05.064562 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609313f7-2572-4113-87e0-0ac6cbb9750e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:58:05.065352 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609313f7-2572-4113-87e0-0ac6cbb9750e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:58:05.091495 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-7e3cd517-7be8-4d7a-99e9-53824d477c0d None None] Attempting to bind port 0a5a6ed5-63ea-4cf8-acd6-291bbd66c686 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:58:05.092028 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-7e3cd517-7be8-4d7a-99e9-53824d477c0d None None] Attempting to bind port 0a5a6ed5-63ea-4cf8-acd6-291bbd66c686 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '16c51186-7759-4fa5-8796-ca2aacbe41c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '1fd5ac66-cda8-4bb2-b224-d8ed6254e002'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:58:05.093032 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3cd517-7be8-4d7a-99e9-53824d477c0d None None] Attempting to bind port 0a5a6ed5-63ea-4cf8-acd6-291bbd66c686 on network 1fd5ac66-cda8-4bb2-b224-d8ed6254e002 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:58:05.104467 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3cd517-7be8-4d7a-99e9-53824d477c0d None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:58:05.105787 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3cd517-7be8-4d7a-99e9-53824d477c0d None None] Checking segment: {'id': '16c51186-7759-4fa5-8796-ca2aacbe41c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '1fd5ac66-cda8-4bb2-b224-d8ed6254e002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:58:05.106839 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-7e3cd517-7be8-4d7a-99e9-53824d477c0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:05.107881 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3cd517-7be8-4d7a-99e9-53824d477c0d None None] Bound using segment: {'id': '16c51186-7759-4fa5-8796-ca2aacbe41c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '1fd5ac66-cda8-4bb2-b224-d8ed6254e002'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:58:05.109056 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-7e3cd517-7be8-4d7a-99e9-53824d477c0d None None] Bound port: 0a5a6ed5-63ea-4cf8-acd6-291bbd66c686, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16c51186-7759-4fa5-8796-ca2aacbe41c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '1fd5ac66-cda8-4bb2-b224-d8ed6254e002'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:58:05.110800 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-7e3cd517-7be8-4d7a-99e9-53824d477c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:05.275231 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-7e3cd517-7be8-4d7a-99e9-53824d477c0d None None] For port 0a5a6ed5-63ea-4cf8-acd6-291bbd66c686, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:58:05.283912 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-7e3cd517-7be8-4d7a-99e9-53824d477c0d None None] For port 0a5a6ed5-63ea-4cf8-acd6-291bbd66c686, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=0a5a6ed5-63ea-4cf8-acd6-291bbd66c686,segment=NetworkSegment(16c51186-7759-4fa5-8796-ca2aacbe41c6),segment_id=16c51186-7759-4fa5-8796-ca2aacbe41c6)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:58:05.302247 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-7e3cd517-7be8-4d7a-99e9-53824d477c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:05.498025 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609313f7-2572-4113-87e0-0ac6cbb9750e None None] Pushing event updated for resources: {'Port': ['ID=0a5a6ed5-63ea-4cf8-acd6-291bbd66c686,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:58:05.505693 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3cd517-7be8-4d7a-99e9-53824d477c0d None None] Routers {'be4414d0-fd4b-48ba-9677-4fd45cde2cc2'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:58:05.506779 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-7e3cd517-7be8-4d7a-99e9-53824d477c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:57:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['be4414d0-fd4b-48ba-9677-4fd45cde2cc2'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:58:05.753008 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-7e3cd517-7be8-4d7a-99e9-53824d477c0d None None] Set router be4414d0-fd4b-48ba-9677-4fd45cde2cc2 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:58:06.204934 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-7e3cd517-7be8-4d7a-99e9-53824d477c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be4414d0-fd4b-48ba-9677-4fd45cde2cc2', 'name': 'tempest-TestNetworkBasicOps-router-1554882435', 'tenant_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': 'bd65e829-571c-4873-89a9-f4d3905625f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:54:22Z', 'updated_at': '2021-08-05T11:58:01Z', 'revision_number': 5, 'project_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'gw_port': {'id': 'bd65e829-571c-4873-89a9-f4d3905625f0', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:20:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4414d0-fd4b-48ba-9677-4fd45cde2cc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:54:24Z', 'updated_at': '2021-08-05T11:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': '2fb44f09-19ee-4ba0-9ae1-c6914d07d659', 'tenant_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'floating_ip_address': '172.25.5.232', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': 'be4414d0-fd4b-48ba-9677-4fd45cde2cc2', 'port_id': '7560c812-45a2-41db-b939-b83795c9222e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2967, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18d33466-72ef-4f5c-addd-45e10262d9ee', 'mac_address': 'fa:16:3e:e4:61:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bf7af3-4b93-463e-b016-46d0136c0a9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T11:55:44Z', 'updated_at': '2021-08-05T11:55:53Z', 'revision_number': 1, 'project_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a5a6ed5-63ea-4cf8-acd6-291bbd66c686', 'name': '', 'network_id': '1fd5ac66-cda8-4bb2-b224-d8ed6254e002', 'tenant_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'mac_address': 'fa:16:3e:86:55:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be4414d0-fd4b-48ba-9677-4fd45cde2cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': 'd2594100-20a2-4d82-b2bc-0ec03b85919d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:57:59Z', 'updated_at': '2021-08-05T11:58:05Z', 'revision_number': 4, 'project_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'subnets': [{'id': 'd2594100-20a2-4d82-b2bc-0ec03b85919d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4bdb7f0f-f996-43f7-abee-77a836d9fd60', 'name': '', 'network_id': '18d33466-72ef-4f5c-addd-45e10262d9ee', 'tenant_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'mac_address': 'fa:16:3e:4f:79:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4414d0-fd4b-48ba-9677-4fd45cde2cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '2847796d-5dbf-472e-a5ca-b99e1f825a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:54:39Z', 'updated_at': '2021-08-05T11:54:59Z', 'revision_number': 5, 'project_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'subnets': [{'id': '2847796d-5dbf-472e-a5ca-b99e1f825a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:58:06.252132 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3cd517-7be8-4d7a-99e9-53824d477c0d None None] The sync data for ids ['be4414d0-fd4b-48ba-9677-4fd45cde2cc2'] in n-d-803378-2 is: [{'id': 'be4414d0-fd4b-48ba-9677-4fd45cde2cc2', 'name': 'tempest-TestNetworkBasicOps-router-1554882435', 'tenant_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': 'bd65e829-571c-4873-89a9-f4d3905625f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:54:22Z', 'updated_at': '2021-08-05T11:58:01Z', 'revision_number': 5, 'project_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'gw_port': {'id': 'bd65e829-571c-4873-89a9-f4d3905625f0', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:20:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4414d0-fd4b-48ba-9677-4fd45cde2cc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:54:24Z', 'updated_at': '2021-08-05T11:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': '2fb44f09-19ee-4ba0-9ae1-c6914d07d659', 'tenant_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'floating_ip_address': '172.25.5.232', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': 'be4414d0-fd4b-48ba-9677-4fd45cde2cc2', 'port_id': '7560c812-45a2-41db-b939-b83795c9222e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2967, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18d33466-72ef-4f5c-addd-45e10262d9ee', 'mac_address': 'fa:16:3e:e4:61:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bf7af3-4b93-463e-b016-46d0136c0a9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T11:55:44Z', 'updated_at': '2021-08-05T11:55:53Z', 'revision_number': 1, 'project_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a5a6ed5-63ea-4cf8-acd6-291bbd66c686', 'name': '', 'network_id': '1fd5ac66-cda8-4bb2-b224-d8ed6254e002', 'tenant_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'mac_address': 'fa:16:3e:86:55:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be4414d0-fd4b-48ba-9677-4fd45cde2cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': 'd2594100-20a2-4d82-b2bc-0ec03b85919d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:57:59Z', 'updated_at': '2021-08-05T11:58:05Z', 'revision_number': 4, 'project_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'subnets': [{'id': 'd2594100-20a2-4d82-b2bc-0ec03b85919d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4bdb7f0f-f996-43f7-abee-77a836d9fd60', 'name': '', 'network_id': '18d33466-72ef-4f5c-addd-45e10262d9ee', 'tenant_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'mac_address': 'fa:16:3e:4f:79:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4414d0-fd4b-48ba-9677-4fd45cde2cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '2847796d-5dbf-472e-a5ca-b99e1f825a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:54:39Z', 'updated_at': '2021-08-05T11:54:59Z', 'revision_number': 5, 'project_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'subnets': [{'id': '2847796d-5dbf-472e-a5ca-b99e1f825a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:58:06.555418 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 0a5a6ed5-63ea-4cf8-acd6-291bbd66c686 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:58:06.644630 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 0a5a6ed5-63ea-4cf8-acd6-291bbd66c686 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:58:06.651056 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 0a5a6ed5-63ea-4cf8-acd6-291bbd66c686 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:58:06.651584 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:06.838398 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:06.911928 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port 0a5a6ed5-63ea-4cf8-acd6-291bbd66c686, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=0a5a6ed5-63ea-4cf8-acd6-291bbd66c686,segment=NetworkSegment(16c51186-7759-4fa5-8796-ca2aacbe41c6),segment_id=16c51186-7759-4fa5-8796-ca2aacbe41c6)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:58:06.925660 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:07.064409 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=0a5a6ed5-63ea-4cf8-acd6-291bbd66c686,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:58:07.118916 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1113c495-282e-4977-8003-da3c20b022b7 req-71bf96bd-5bca-41a9-a9b3-9d07927efc33 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2921aeef-9af1-41f1-be4d-51c1b113c60c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4183023 Aug 05 11:58:07.254796 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-220371b3-926a-49ad-a907-59cdb9be95fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:07.352524 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1113c495-282e-4977-8003-da3c20b022b7 req-4c997f66-f960-4d88-af76-802567497d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:58:07.356000 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1113c495-282e-4977-8003-da3c20b022b7 req-4c997f66-f960-4d88-af76-802567497d49 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1e1aa4e259e64437b684d5603b841a44&device_id=2921aeef-9af1-41f1-be4d-51c1b113c60c HTTP/1.1" status: 200 len: 1097 time: 0.1048541 Aug 05 11:58:07.640070 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1113c495-282e-4977-8003-da3c20b022b7 req-7609d4d2-9b69-46c7-a299-7a7c35046f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:58:07.642227 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1113c495-282e-4977-8003-da3c20b022b7 req-7609d4d2-9b69-46c7-a299-7a7c35046f70 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ee5cd9f7-6c37-4582-b2c3-c178ce3b85e0 HTTP/1.1" status: 200 len: 913 time: 0.2476823 Aug 05 11:58:07.808197 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1113c495-282e-4977-8003-da3c20b022b7 req-be3476a5-61ee-4184-9d61-2a7d80e5c078 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7d8acdcc-585a-4d12-8ba4-b4df2ccfb20d HTTP/1.1" status: 200 len: 1001 time: 0.1534255 Aug 05 11:58:07.890450 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1113c495-282e-4977-8003-da3c20b022b7 req-7a5439e0-e5b4-47ff-bb01-8ac08762bbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:58:07.892662 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1113c495-282e-4977-8003-da3c20b022b7 req-7a5439e0-e5b4-47ff-bb01-8ac08762bbe3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7b432cb6-360e-40ea-b56b-5da122809577 HTTP/1.1" status: 200 len: 851 time: 0.0751154 Aug 05 11:58:07.973993 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1113c495-282e-4977-8003-da3c20b022b7 req-f427174d-a650-47c1-8de8-f1ace5b367dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:58:07.976284 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1113c495-282e-4977-8003-da3c20b022b7 req-f427174d-a650-47c1-8de8-f1ace5b367dc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ee5cd9f7-6c37-4582-b2c3-c178ce3b85e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0736854 Aug 05 11:58:07.990444 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [req-1113c495-282e-4977-8003-da3c20b022b7 req-956a1efb-abc3-4fa2-9559-0488d8068996 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94421) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 11:58:07.991696 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1113c495-282e-4977-8003-da3c20b022b7 req-956a1efb-abc3-4fa2-9559-0488d8068996 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071909 Aug 05 11:58:08.168383 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1113c495-282e-4977-8003-da3c20b022b7 req-780c0236-042b-4526-a796-da68e2eed7c9 service neutron] 10.222.0.55 "GET /v2.0/networks/ee5cd9f7-6c37-4582-b2c3-c178ce3b85e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670907 Aug 05 11:58:08.420098 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1113c495-282e-4977-8003-da3c20b022b7 req-2d5f25f2-2cdc-4df1-af7f-95212a680f18 service neutron] 10.222.0.55 "GET /v2.0/networks/ee5cd9f7-6c37-4582-b2c3-c178ce3b85e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411184 Aug 05 11:58:08.546956 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 0a5a6ed5-63ea-4cf8-acd6-291bbd66c686 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:58:08.649845 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 0a5a6ed5-63ea-4cf8-acd6-291bbd66c686 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:58:08.650791 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:08.700253 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c39a5297-14f8-4648-824b-c446df8889ad req-9007dc54-caed-4c77-972f-552272d35aab service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=44bf7af3-4b93-463e-b016-46d0136c0a9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2009277 Aug 05 11:58:08.857231 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39a5297-14f8-4648-824b-c446df8889ad req-c4a49416-e758-4da5-9b7c-3e89e9040caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:58:08.860721 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c39a5297-14f8-4648-824b-c446df8889ad req-c4a49416-e758-4da5-9b7c-3e89e9040caa service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f68dcdcc6d3c4b72a557ce0cc98a5aa1&device_id=44bf7af3-4b93-463e-b016-46d0136c0a9c HTTP/1.1" status: 200 len: 1096 time: 0.0858188 Aug 05 11:58:09.164831 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39a5297-14f8-4648-824b-c446df8889ad req-288e4442-21d3-4304-b6bc-c9a8fdcbdf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:58:09.168678 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c39a5297-14f8-4648-824b-c446df8889ad req-288e4442-21d3-4304-b6bc-c9a8fdcbdf35 service neutron] 10.222.0.64 "GET /v2.0/networks?id=18d33466-72ef-4f5c-addd-45e10262d9ee HTTP/1.1" status: 200 len: 898 time: 0.2126830 Aug 05 11:58:09.305940 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c39a5297-14f8-4648-824b-c446df8889ad req-028ebba4-50fd-41e5-a4d6-4d77a4e80e51 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7560c812-45a2-41db-b939-b83795c9222e HTTP/1.1" status: 200 len: 1001 time: 0.1250808 Aug 05 11:58:09.411777 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39a5297-14f8-4648-824b-c446df8889ad req-23a2c07b-b3ba-44bc-95c2-09bf1b78b041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:58:09.414666 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c39a5297-14f8-4648-824b-c446df8889ad req-23a2c07b-b3ba-44bc-95c2-09bf1b78b041 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2847796d-5dbf-472e-a5ca-b99e1f825a15 HTTP/1.1" status: 200 len: 835 time: 0.0983248 Aug 05 11:58:09.547695 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39a5297-14f8-4648-824b-c446df8889ad req-2ed9fc0e-cfa7-4c35-b951-feac4203cb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:58:09.550440 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c39a5297-14f8-4648-824b-c446df8889ad req-2ed9fc0e-cfa7-4c35-b951-feac4203cb19 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=18d33466-72ef-4f5c-addd-45e10262d9ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1273668 Aug 05 11:58:09.572948 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [req-c39a5297-14f8-4648-824b-c446df8889ad req-1c117e61-660d-4635-a3a0-13c19d9e29e4 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94421) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 11:58:09.574890 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c39a5297-14f8-4648-824b-c446df8889ad req-1c117e61-660d-4635-a3a0-13c19d9e29e4 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0119476 Aug 05 11:58:09.771272 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c39a5297-14f8-4648-824b-c446df8889ad req-12a7dbb8-6484-450c-b946-06258ac63a63 service neutron] 10.222.0.64 "GET /v2.0/networks/18d33466-72ef-4f5c-addd-45e10262d9ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878262 Aug 05 11:58:10.000562 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c39a5297-14f8-4648-824b-c446df8889ad req-e9e4ebf1-9e69-42ed-9883-0522f170dd56 service neutron] 10.222.0.64 "GET /v2.0/networks/18d33466-72ef-4f5c-addd-45e10262d9ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135389 Aug 05 11:58:10.012766 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-6685b0b0-c17f-4517-9634-3bedeb675c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:10.090874 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:11.802779 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:13.913695 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:14.428405 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e6b7b3-b833-4ca6-8b06-b6172d14e0e8 req-3638617a-1501-45e0-8af8-5aec637ed7fc tempest-TestNetworkAdvancedServerOps-1820726671 tempest-TestNetworkAdvancedServerOps-1820726671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:58:14.431274 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-06e6b7b3-b833-4ca6-8b06-b6172d14e0e8 req-3638617a-1501-45e0-8af8-5aec637ed7fc tempest-TestNetworkAdvancedServerOps-1820726671 tempest-TestNetworkAdvancedServerOps-1820726671-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=9ca54f27-d046-4851-9908-b78111ddfd55 HTTP/1.1" status: 200 len: 1098 time: 0.0817876 Aug 05 11:58:14.499961 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-06e6b7b3-b833-4ca6-8b06-b6172d14e0e8 req-0e5c0337-4a9d-4ec8-9ba7-12f95b24b418 tempest-TestNetworkAdvancedServerOps-1820726671 tempest-TestNetworkAdvancedServerOps-1820726671-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=5a3441a1-c2ab-48c0-836a-6574f4cf6a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557950 Aug 05 11:58:14.554230 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 53620) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:58:14.942226 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-d709094e-9c82-494e-8075-64c236bc4986 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Deleting port 08c37bc7-f479-40ba-b9d8-a5749b7ffb7a {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:58:14.942941 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d709094e-9c82-494e-8075-64c236bc4986 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:15.123929 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d709094e-9c82-494e-8075-64c236bc4986 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:15.124589 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d709094e-9c82-494e-8075-64c236bc4986 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:15.149536 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-d709094e-9c82-494e-8075-64c236bc4986 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Calling delete_port for 08c37bc7-f479-40ba-b9d8-a5749b7ffb7a owned by network:floatingip {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:58:15.569213 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d709094e-9c82-494e-8075-64c236bc4986 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:15.625876 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d709094e-9c82-494e-8075-64c236bc4986 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Pushing event deleted for resources: {'Port': ['ID=08c37bc7-f479-40ba-b9d8-a5749b7ffb7a,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:58:15.787774 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d709094e-9c82-494e-8075-64c236bc4986 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for floatingip, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:15.788842 n-d-803378-2 neutron-server[94421]: INFO neutron.db.l3_db [None req-d709094e-9c82-494e-8075-64c236bc4986 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Floating IP 8508f48f-ad3a-45af-91d6-ababe0281833 disassociated (deleted). External IP: 172.25.5.180, port: ec68afcf-9c5f-45fb-ae44-cadcc706912a. Aug 05 11:58:16.345999 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d709094e-9c82-494e-8075-64c236bc4986 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Router fc1ea05d-69a6-4872-b7f7-15b7b6b12ffc has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 11:58:16.605542 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d709094e-9c82-494e-8075-64c236bc4986 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:58:16.621982 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d709094e-9c82-494e-8075-64c236bc4986 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:16.629341 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343844e3-11be-4bb4-85e7-ca8ddfe72d98 None None] Sync routers for ids ['fc1ea05d-69a6-4872-b7f7-15b7b6b12ffc'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:58:16.673728 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343844e3-11be-4bb4-85e7-ca8ddfe72d98 None None] Routers {'fc1ea05d-69a6-4872-b7f7-15b7b6b12ffc'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:58:16.675419 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-343844e3-11be-4bb4-85e7-ca8ddfe72d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:58:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['fc1ea05d-69a6-4872-b7f7-15b7b6b12ffc'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:58:16.705731 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-d709094e-9c82-494e-8075-64c236bc4986 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "DELETE /v2.0/floatingips/8508f48f-ad3a-45af-91d6-ababe0281833 HTTP/1.1" status: 204 len: 168 time: 2.1495416 Aug 05 11:58:16.706781 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ca54f27-d046-4851-9908-b78111ddfd55', 'tag': 'ec68afcf-9c5f-45fb-ae44-cadcc706912a'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:58:16.724375 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ea2ee15-e447-4fb2-bb57-b51c09500b03" -d '{"events": [{"name": "network-changed", "server_uuid": "9ca54f27-d046-4851-9908-b78111ddfd55", "tag": "ec68afcf-9c5f-45fb-ae44-cadcc706912a"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:58:16.854852 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-202749c1-8adc-45cf-9b95-8e3075000dd4 x-openstack-request-id: req-202749c1-8adc-45cf-9b95-8e3075000dd4 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:58:16.856172 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ca54f27-d046-4851-9908-b78111ddfd55", "tag": "ec68afcf-9c5f-45fb-ae44-cadcc706912a", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:58:16.856939 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-202749c1-8adc-45cf-9b95-8e3075000dd4 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:58:16.857688 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ca54f27-d046-4851-9908-b78111ddfd55', 'tag': 'ec68afcf-9c5f-45fb-ae44-cadcc706912a', 'status': 'completed', 'code': 200} Aug 05 11:58:16.986888 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-343844e3-11be-4bb4-85e7-ca8ddfe72d98 None None] Set router fc1ea05d-69a6-4872-b7f7-15b7b6b12ffc gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:58:17.119927 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea2ee15-e447-4fb2-bb57-b51c09500b03 req-82e1c090-fe28-4930-a57e-49d1cff6eef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:58:17.123043 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8ea2ee15-e447-4fb2-bb57-b51c09500b03 req-82e1c090-fe28-4930-a57e-49d1cff6eef9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7f88688726d24c8e9d77831659c7c3ae&device_id=9ca54f27-d046-4851-9908-b78111ddfd55 HTTP/1.1" status: 200 len: 1098 time: 0.1991792 Aug 05 11:58:17.441576 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea2ee15-e447-4fb2-bb57-b51c09500b03 req-a1d73459-a505-4a75-8dcb-d7efb2556fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:58:17.445858 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8ea2ee15-e447-4fb2-bb57-b51c09500b03 req-a1d73459-a505-4a75-8dcb-d7efb2556fa1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=de35454d-dce9-4c8c-89fd-a22990eff5d9 HTTP/1.1" status: 200 len: 898 time: 0.3117466 Aug 05 11:58:17.604017 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ec34ea-e875-4d10-b3f9-6832f3ee1509 req-221e7d00-71cf-4bce-9ca9-d6f089a53125 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:58:17.607475 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b4ec34ea-e875-4d10-b3f9-6832f3ee1509 req-221e7d00-71cf-4bce-9ca9-d6f089a53125 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ca54f27-d046-4851-9908-b78111ddfd55 HTTP/1.1" status: 200 len: 947 time: 0.2668536 Aug 05 11:58:17.646793 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8ea2ee15-e447-4fb2-bb57-b51c09500b03 req-e4956a53-b186-48cb-9941-44a68213a2cb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ec68afcf-9c5f-45fb-ae44-cadcc706912a HTTP/1.1" status: 200 len: 217 time: 0.1895864 Aug 05 11:58:17.745222 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b4ec34ea-e875-4d10-b3f9-6832f3ee1509 req-9ca0b0d7-56a7-46c6-90a0-7f4b98ce9037 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a3441a1-c2ab-48c0-836a-6574f4cf6a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150949 Aug 05 11:58:17.766230 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-343844e3-11be-4bb4-85e7-ca8ddfe72d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc1ea05d-69a6-4872-b7f7-15b7b6b12ffc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2117875828', 'tenant_id': '7f88688726d24c8e9d77831659c7c3ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '562f7d2d-2ff1-43a0-a648-1d3f14f48823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:52:10Z', 'updated_at': '2021-08-05T11:52:38Z', 'revision_number': 4, 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'gw_port': {'id': '562f7d2d-2ff1-43a0-a648-1d3f14f48823', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:41:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1ea05d-69a6-4872-b7f7-15b7b6b12ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:52:13Z', 'updated_at': '2021-08-05T11:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'd0cb4f4c-8282-4802-bfe1-bacd55ae1c93', 'name': '', 'network_id': 'de35454d-dce9-4c8c-89fd-a22990eff5d9', 'tenant_id': '7f88688726d24c8e9d77831659c7c3ae', 'mac_address': 'fa:16:3e:50:4b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1ea05d-69a6-4872-b7f7-15b7b6b12ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2769, 'fixed_ips': [{'subnet_id': 'eca5de13-4236-413f-a4f9-706b50495900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:52:31Z', 'updated_at': '2021-08-05T11:53:03Z', 'revision_number': 5, 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'subnets': [{'id': 'eca5de13-4236-413f-a4f9-706b50495900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:58:17.822699 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343844e3-11be-4bb4-85e7-ca8ddfe72d98 None None] Checking router: fc1ea05d-69a6-4872-b7f7-15b7b6b12ffc for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:58:17.847932 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343844e3-11be-4bb4-85e7-ca8ddfe72d98 None None] Routers {'fc1ea05d-69a6-4872-b7f7-15b7b6b12ffc'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:58:17.849784 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-343844e3-11be-4bb4-85e7-ca8ddfe72d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:58:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['fc1ea05d-69a6-4872-b7f7-15b7b6b12ffc'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:58:17.917269 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea2ee15-e447-4fb2-bb57-b51c09500b03 req-3cf4cc6e-4d26-43dd-802b-57c1ff44b841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:58:17.927627 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8ea2ee15-e447-4fb2-bb57-b51c09500b03 req-3cf4cc6e-4d26-43dd-802b-57c1ff44b841 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=eca5de13-4236-413f-a4f9-706b50495900 HTTP/1.1" status: 200 len: 835 time: 0.2678938 Aug 05 11:58:18.080163 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea2ee15-e447-4fb2-bb57-b51c09500b03 req-49493090-a8f5-41db-ae83-e07345872fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:58:18.083878 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8ea2ee15-e447-4fb2-bb57-b51c09500b03 req-49493090-a8f5-41db-ae83-e07345872fcb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=de35454d-dce9-4c8c-89fd-a22990eff5d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1424410 Aug 05 11:58:18.217315 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-343844e3-11be-4bb4-85e7-ca8ddfe72d98 None None] Set router fc1ea05d-69a6-4872-b7f7-15b7b6b12ffc gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:58:18.569512 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8ea2ee15-e447-4fb2-bb57-b51c09500b03 req-ce164bc4-d7b3-48f6-b3c5-530d4048cc21 service neutron] 10.222.0.64 "GET /v2.0/networks/de35454d-dce9-4c8c-89fd-a22990eff5d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4738941 Aug 05 11:58:18.979390 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8ea2ee15-e447-4fb2-bb57-b51c09500b03 req-102bbfaf-dea7-48e4-828d-0a91dccf4413 service neutron] 10.222.0.64 "GET /v2.0/networks/de35454d-dce9-4c8c-89fd-a22990eff5d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3988488 Aug 05 11:58:19.065642 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-343844e3-11be-4bb4-85e7-ca8ddfe72d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc1ea05d-69a6-4872-b7f7-15b7b6b12ffc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2117875828', 'tenant_id': '7f88688726d24c8e9d77831659c7c3ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '562f7d2d-2ff1-43a0-a648-1d3f14f48823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:52:10Z', 'updated_at': '2021-08-05T11:52:38Z', 'revision_number': 4, 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'gw_port': {'id': '562f7d2d-2ff1-43a0-a648-1d3f14f48823', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:41:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1ea05d-69a6-4872-b7f7-15b7b6b12ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:52:13Z', 'updated_at': '2021-08-05T11:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'd0cb4f4c-8282-4802-bfe1-bacd55ae1c93', 'name': '', 'network_id': 'de35454d-dce9-4c8c-89fd-a22990eff5d9', 'tenant_id': '7f88688726d24c8e9d77831659c7c3ae', 'mac_address': 'fa:16:3e:50:4b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1ea05d-69a6-4872-b7f7-15b7b6b12ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2769, 'fixed_ips': [{'subnet_id': 'eca5de13-4236-413f-a4f9-706b50495900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:52:31Z', 'updated_at': '2021-08-05T11:53:03Z', 'revision_number': 5, 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'subnets': [{'id': 'eca5de13-4236-413f-a4f9-706b50495900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:58:19.123543 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343844e3-11be-4bb4-85e7-ca8ddfe72d98 None None] The sync data for ids ['fc1ea05d-69a6-4872-b7f7-15b7b6b12ffc'] in n-d-803378-2 is: [{'id': 'fc1ea05d-69a6-4872-b7f7-15b7b6b12ffc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2117875828', 'tenant_id': '7f88688726d24c8e9d77831659c7c3ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '562f7d2d-2ff1-43a0-a648-1d3f14f48823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:52:10Z', 'updated_at': '2021-08-05T11:52:38Z', 'revision_number': 4, 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'gw_port': {'id': '562f7d2d-2ff1-43a0-a648-1d3f14f48823', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:41:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1ea05d-69a6-4872-b7f7-15b7b6b12ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:52:13Z', 'updated_at': '2021-08-05T11:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'd0cb4f4c-8282-4802-bfe1-bacd55ae1c93', 'name': '', 'network_id': 'de35454d-dce9-4c8c-89fd-a22990eff5d9', 'tenant_id': '7f88688726d24c8e9d77831659c7c3ae', 'mac_address': 'fa:16:3e:50:4b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1ea05d-69a6-4872-b7f7-15b7b6b12ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2769, 'fixed_ips': [{'subnet_id': 'eca5de13-4236-413f-a4f9-706b50495900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:52:31Z', 'updated_at': '2021-08-05T11:53:03Z', 'revision_number': 5, 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'subnets': [{'id': 'eca5de13-4236-413f-a4f9-706b50495900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:58:19.172622 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f68f29b-4016-4338-bbe6-c3666708b3e7 req-b3850a7f-63dd-46eb-974f-c629bf767a63 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:58:19.190098 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1f68f29b-4016-4338-bbe6-c3666708b3e7 req-b3850a7f-63dd-46eb-974f-c629bf767a63 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ca54f27-d046-4851-9908-b78111ddfd55 HTTP/1.1" status: 200 len: 947 time: 0.2118707 Aug 05 11:58:19.289140 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1f68f29b-4016-4338-bbe6-c3666708b3e7 req-9377f298-b2a4-439c-afe4-c525bc9e207d tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a3441a1-c2ab-48c0-836a-6574f4cf6a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956876 Aug 05 11:58:19.697209 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595087eb-2f45-4f19-9da7-bd0311023cb4 req-bd5a0ee2-de1b-4a72-bb7e-316940f7b679 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:58:19.700767 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-595087eb-2f45-4f19-9da7-bd0311023cb4 req-bd5a0ee2-de1b-4a72-bb7e-316940f7b679 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.64 "GET /v2.0/ports?device_id=9ca54f27-d046-4851-9908-b78111ddfd55 HTTP/1.1" status: 200 len: 947 time: 0.1806281 Aug 05 11:58:19.937094 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c112d6d4-eb06-4e47-b6ee-5ee1d8c1b7bb None None] New status for floating IP 8508f48f-ad3a-45af-91d6-ababe0281833: DOWN {{(pid=94422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 11:58:19.969454 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-595087eb-2f45-4f19-9da7-bd0311023cb4 req-189acd71-451d-4932-8d95-5ca2ec95a7e8 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Deleting port ec68afcf-9c5f-45fb-ae44-cadcc706912a {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:58:19.970648 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-595087eb-2f45-4f19-9da7-bd0311023cb4 req-189acd71-451d-4932-8d95-5ca2ec95a7e8 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:20.239795 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-595087eb-2f45-4f19-9da7-bd0311023cb4 req-189acd71-451d-4932-8d95-5ca2ec95a7e8 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] For port ec68afcf-9c5f-45fb-ae44-cadcc706912a, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=ec68afcf-9c5f-45fb-ae44-cadcc706912a,segment=NetworkSegment(04fc797b-8ef5-4d9e-bac1-16267bbf773c),segment_id=04fc797b-8ef5-4d9e-bac1-16267bbf773c)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:58:20.240991 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-595087eb-2f45-4f19-9da7-bd0311023cb4 req-189acd71-451d-4932-8d95-5ca2ec95a7e8 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:20.269697 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-595087eb-2f45-4f19-9da7-bd0311023cb4 req-189acd71-451d-4932-8d95-5ca2ec95a7e8 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Calling delete_port for ec68afcf-9c5f-45fb-ae44-cadcc706912a owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:58:20.533994 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b41d33-89e4-42d8-8b05-955a38908e1a req-7b066fa8-9b42-46c7-80a1-2e85a3ea4a40 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:58:20.536442 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-98b41d33-89e4-42d8-8b05-955a38908e1a req-7b066fa8-9b42-46c7-80a1-2e85a3ea4a40 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ca54f27-d046-4851-9908-b78111ddfd55 HTTP/1.1" status: 200 len: 947 time: 0.1010697 Aug 05 11:58:20.641238 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-98b41d33-89e4-42d8-8b05-955a38908e1a req-087fe85a-fff3-4b1a-8dc9-3337ff1f2d8d tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a3441a1-c2ab-48c0-836a-6574f4cf6a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770862 Aug 05 11:58:21.082514 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-595087eb-2f45-4f19-9da7-bd0311023cb4 req-189acd71-451d-4932-8d95-5ca2ec95a7e8 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:21.151804 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189acd71-451d-4932-8d95-5ca2ec95a7e8 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Pushing event deleted for resources: {'Port': ['ID=ec68afcf-9c5f-45fb-ae44-cadcc706912a,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:58:21.237658 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-595087eb-2f45-4f19-9da7-bd0311023cb4 req-189acd71-451d-4932-8d95-5ca2ec95a7e8 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] No DVR routers for this DVR port ec68afcf-9c5f-45fb-ae44-cadcc706912a on host n-h1-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:58:21.243790 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-595087eb-2f45-4f19-9da7-bd0311023cb4 req-189acd71-451d-4932-8d95-5ca2ec95a7e8 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:21.248550 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-595087eb-2f45-4f19-9da7-bd0311023cb4 req-189acd71-451d-4932-8d95-5ca2ec95a7e8 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.64 "DELETE /v2.0/ports/ec68afcf-9c5f-45fb-ae44-cadcc706912a HTTP/1.1" status: 204 len: 173 time: 1.5302501 Aug 05 11:58:21.250005 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ca54f27-d046-4851-9908-b78111ddfd55', 'name': 'network-vif-deleted', 'tag': 'ec68afcf-9c5f-45fb-ae44-cadcc706912a'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:58:21.263319 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-340d486d-01de-4ea3-b056-fa15233f3396" -d '{"events": [{"server_uuid": "9ca54f27-d046-4851-9908-b78111ddfd55", "name": "network-vif-deleted", "tag": "ec68afcf-9c5f-45fb-ae44-cadcc706912a"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:58:21.344100 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1413e77c-ef41-423a-8a66-98b6184d7fef x-openstack-request-id: req-1413e77c-ef41-423a-8a66-98b6184d7fef {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:58:21.344976 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ca54f27-d046-4851-9908-b78111ddfd55", "name": "network-vif-deleted", "tag": "ec68afcf-9c5f-45fb-ae44-cadcc706912a", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:58:21.345768 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1413e77c-ef41-423a-8a66-98b6184d7fef {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:58:21.346485 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ca54f27-d046-4851-9908-b78111ddfd55', 'name': 'network-vif-deleted', 'tag': 'ec68afcf-9c5f-45fb-ae44-cadcc706912a', 'status': 'completed', 'code': 200} Aug 05 11:58:21.955393 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4b4ce6b4-2c3b-4efa-b7c9-6b2cb17933b2 req-f7cca98a-ed25-437c-a945-0afb12563e35 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ca54f27-d046-4851-9908-b78111ddfd55 HTTP/1.1" status: 200 len: 210 time: 0.0449634 Aug 05 11:58:22.252032 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:22.772672 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 54028) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:58:23.078025 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 54034) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:58:23.303087 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device ec68afcf-9c5f-45fb-ae44-cadcc706912a no longer exists at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:58:23.420403 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] No Port match for: ec68afcf-9c5f-45fb-ae44-cadcc706912a {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:58:23.424529 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device ec68afcf-9c5f-45fb-ae44-cadcc706912a not bound to the agent host n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:58:23.650209 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-78a34034-88e4-42ad-ada3-0b21c046cba7 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33208311'] for router_interface, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:24.042016 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-00d3316a-47b9-4bd4-9a2c-35096d3c4efa tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33208311'] for router_interface, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:24.419552 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-78a34034-88e4-42ad-ada3-0b21c046cba7 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Deleting port 0a5a6ed5-63ea-4cf8-acd6-291bbd66c686 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:58:24.421121 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-78a34034-88e4-42ad-ada3-0b21c046cba7 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:24.597541 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-00d3316a-47b9-4bd4-9a2c-35096d3c4efa tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Deleting port d0cb4f4c-8282-4802-bfe1-bacd55ae1c93 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:58:24.598353 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-00d3316a-47b9-4bd4-9a2c-35096d3c4efa tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:24.755718 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-78a34034-88e4-42ad-ada3-0b21c046cba7 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] For port 0a5a6ed5-63ea-4cf8-acd6-291bbd66c686, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=0a5a6ed5-63ea-4cf8-acd6-291bbd66c686,segment=NetworkSegment(16c51186-7759-4fa5-8796-ca2aacbe41c6),segment_id=16c51186-7759-4fa5-8796-ca2aacbe41c6)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:58:24.756534 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-78a34034-88e4-42ad-ada3-0b21c046cba7 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:24.803063 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-78a34034-88e4-42ad-ada3-0b21c046cba7 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Calling delete_port for 0a5a6ed5-63ea-4cf8-acd6-291bbd66c686 owned by network:router_interface {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:58:24.920450 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [None req-00d3316a-47b9-4bd4-9a2c-35096d3c4efa tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] For port d0cb4f4c-8282-4802-bfe1-bacd55ae1c93, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=d0cb4f4c-8282-4802-bfe1-bacd55ae1c93,segment=NetworkSegment(04fc797b-8ef5-4d9e-bac1-16267bbf773c),segment_id=04fc797b-8ef5-4d9e-bac1-16267bbf773c)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:58:24.920450 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-00d3316a-47b9-4bd4-9a2c-35096d3c4efa tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:24.954444 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-00d3316a-47b9-4bd4-9a2c-35096d3c4efa tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Calling delete_port for d0cb4f4c-8282-4802-bfe1-bacd55ae1c93 owned by network:router_interface {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:58:25.321233 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-78a34034-88e4-42ad-ada3-0b21c046cba7 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:25.431072 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a34034-88e4-42ad-ada3-0b21c046cba7 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Pushing event deleted for resources: {'Port': ['ID=0a5a6ed5-63ea-4cf8-acd6-291bbd66c686,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:58:25.481856 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a34034-88e4-42ad-ada3-0b21c046cba7 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:58:25.481856 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a34034-88e4-42ad-ada3-0b21c046cba7 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:58:25.482473 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a34034-88e4-42ad-ada3-0b21c046cba7 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:58:25.482473 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a34034-88e4-42ad-ada3-0b21c046cba7 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:58:25.482833 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a34034-88e4-42ad-ada3-0b21c046cba7 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:58:25.483181 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a34034-88e4-42ad-ada3-0b21c046cba7 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:58:25.483514 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a34034-88e4-42ad-ada3-0b21c046cba7 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:58:25.483849 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a34034-88e4-42ad-ada3-0b21c046cba7 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:58:25.484979 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a34034-88e4-42ad-ada3-0b21c046cba7 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:58:25.484979 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a34034-88e4-42ad-ada3-0b21c046cba7 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:58:25.497686 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a34034-88e4-42ad-ada3-0b21c046cba7 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:58:25.498136 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a34034-88e4-42ad-ada3-0b21c046cba7 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:58:25.600097 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-00d3316a-47b9-4bd4-9a2c-35096d3c4efa tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:26.069213 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d3316a-47b9-4bd4-9a2c-35096d3c4efa tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Pushing event deleted for resources: {'Port': ['ID=d0cb4f4c-8282-4802-bfe1-bacd55ae1c93,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:58:26.394700 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-00d3316a-47b9-4bd4-9a2c-35096d3c4efa tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33140263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33208171'] for router_interface, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:27.028015 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00d3316a-47b9-4bd4-9a2c-35096d3c4efa tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Router fc1ea05d-69a6-4872-b7f7-15b7b6b12ffc has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 11:58:27.064032 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-78a34034-88e4-42ad-ada3-0b21c046cba7 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33140263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33208171'] for router_interface, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:27.292631 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00d3316a-47b9-4bd4-9a2c-35096d3c4efa tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:58:27.312192 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-00d3316a-47b9-4bd4-9a2c-35096d3c4efa tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "PUT /v2.0/routers/fc1ea05d-69a6-4872-b7f7-15b7b6b12ffc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2322197 Aug 05 11:58:27.317308 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 54078) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:58:27.334292 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f306e35-8af7-4597-977d-9474b65110b2 None None] Sync routers for ids ['fc1ea05d-69a6-4872-b7f7-15b7b6b12ffc'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:58:27.398639 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f306e35-8af7-4597-977d-9474b65110b2 None None] Routers {'fc1ea05d-69a6-4872-b7f7-15b7b6b12ffc'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:58:27.400248 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-3f306e35-8af7-4597-977d-9474b65110b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:58:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['fc1ea05d-69a6-4872-b7f7-15b7b6b12ffc'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:58:27.466158 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed0c9676-9f85-449e-b4d9-f505ee8c21ea tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Deleting subnet eca5de13-4236-413f-a4f9-706b50495900 {{(pid=94421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:58:27.481762 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ed0c9676-9f85-449e-b4d9-f505ee8c21ea tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for subnet, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:27.628284 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ed0c9676-9f85-449e-b4d9-f505ee8c21ea tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29786388'] for subnet, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:27.645974 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78a34034-88e4-42ad-ada3-0b21c046cba7 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Router be4414d0-fd4b-48ba-9677-4fd45cde2cc2 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 11:58:27.677406 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-3f306e35-8af7-4597-977d-9474b65110b2 None None] Set router fc1ea05d-69a6-4872-b7f7-15b7b6b12ffc gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:58:27.859323 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ed0c9676-9f85-449e-b4d9-f505ee8c21ea tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:27.961454 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78a34034-88e4-42ad-ada3-0b21c046cba7 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:58:27.981933 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98021f03-119d-424a-ad66-4187105e8a51 None None] Sync routers for ids ['be4414d0-fd4b-48ba-9677-4fd45cde2cc2'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:58:27.994033 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-78a34034-88e4-42ad-ada3-0b21c046cba7 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "PUT /v2.0/routers/be4414d0-fd4b-48ba-9677-4fd45cde2cc2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2190483 Aug 05 11:58:28.022593 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ed0c9676-9f85-449e-b4d9-f505ee8c21ea tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25038609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30075142'] for subnet, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:28.045147 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98021f03-119d-424a-ad66-4187105e8a51 None None] Routers {'be4414d0-fd4b-48ba-9677-4fd45cde2cc2'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:58:28.046303 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-98021f03-119d-424a-ad66-4187105e8a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:58:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['be4414d0-fd4b-48ba-9677-4fd45cde2cc2'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:58:28.154206 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0c9676-9f85-449e-b4d9-f505ee8c21ea tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Pushing event deleted for resources: {'Subnet': ['ID=eca5de13-4236-413f-a4f9-706b50495900,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:58:28.158048 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ed0c9676-9f85-449e-b4d9-f505ee8c21ea tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:28.161116 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-ed0c9676-9f85-449e-b4d9-f505ee8c21ea tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "DELETE /v2.0/subnets/eca5de13-4236-413f-a4f9-706b50495900 HTTP/1.1" status: 204 len: 168 time: 0.8394074 Aug 05 11:58:28.165816 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 54090) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:58:28.189463 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a9ebae-4752-4b0e-9334-f8ab7b7acf36 None None] Network de35454d-dce9-4c8c-89fd-a22990eff5d9 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:58:28.302482 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-3f306e35-8af7-4597-977d-9474b65110b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc1ea05d-69a6-4872-b7f7-15b7b6b12ffc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2117875828', 'tenant_id': '7f88688726d24c8e9d77831659c7c3ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '562f7d2d-2ff1-43a0-a648-1d3f14f48823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:52:10Z', 'updated_at': '2021-08-05T11:58:25Z', 'revision_number': 5, 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'gw_port': {'id': '562f7d2d-2ff1-43a0-a648-1d3f14f48823', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:41:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1ea05d-69a6-4872-b7f7-15b7b6b12ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:52:13Z', 'updated_at': '2021-08-05T11:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:58:28.562133 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-11711347-7b5c-45e1-8a73-28fce6c2d77d tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for router, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:28.595427 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f306e35-8af7-4597-977d-9474b65110b2 None None] Checking router: fc1ea05d-69a6-4872-b7f7-15b7b6b12ffc for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:58:28.631986 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f306e35-8af7-4597-977d-9474b65110b2 None None] Routers {'fc1ea05d-69a6-4872-b7f7-15b7b6b12ffc'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:58:28.633199 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-3f306e35-8af7-4597-977d-9474b65110b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:58:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['fc1ea05d-69a6-4872-b7f7-15b7b6b12ffc'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:58:28.779040 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-98021f03-119d-424a-ad66-4187105e8a51 None None] Set router be4414d0-fd4b-48ba-9677-4fd45cde2cc2 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:58:28.929981 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-3f306e35-8af7-4597-977d-9474b65110b2 None None] Set router fc1ea05d-69a6-4872-b7f7-15b7b6b12ffc gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:58:28.948914 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984f2d1e-4f8f-44da-abcf-8830e21c030f req-20b24068-5f09-4abc-858d-cc8404d2752e tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:58:28.966260 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-984f2d1e-4f8f-44da-abcf-8830e21c030f req-20b24068-5f09-4abc-858d-cc8404d2752e tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "GET /v2.0/ports?device_id=35b2b20f-9ee7-4397-8158-0bf7582d7666 HTTP/1.1" status: 200 len: 946 time: 0.1855936 Aug 05 11:58:29.042946 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-11711347-7b5c-45e1-8a73-28fce6c2d77d tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:29.065640 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-984f2d1e-4f8f-44da-abcf-8830e21c030f req-9bed69c4-1d98-48e4-9955-0086aad5c95d tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "GET /v2.0/security-groups?id=7cf0185f-89b5-40fc-9a5e-7306d92c6df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977554 Aug 05 11:58:29.250111 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-11711347-7b5c-45e1-8a73-28fce6c2d77d tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Deleting port 562f7d2d-2ff1-43a0-a648-1d3f14f48823 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:58:29.251068 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-11711347-7b5c-45e1-8a73-28fce6c2d77d tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:29.496448 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-3f306e35-8af7-4597-977d-9474b65110b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc1ea05d-69a6-4872-b7f7-15b7b6b12ffc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2117875828', 'tenant_id': '7f88688726d24c8e9d77831659c7c3ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '562f7d2d-2ff1-43a0-a648-1d3f14f48823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:52:10Z', 'updated_at': '2021-08-05T11:58:25Z', 'revision_number': 5, 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'gw_port': {'id': '562f7d2d-2ff1-43a0-a648-1d3f14f48823', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:41:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1ea05d-69a6-4872-b7f7-15b7b6b12ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:52:13Z', 'updated_at': '2021-08-05T11:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:58:29.512545 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-98021f03-119d-424a-ad66-4187105e8a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be4414d0-fd4b-48ba-9677-4fd45cde2cc2', 'name': 'tempest-TestNetworkBasicOps-router-1554882435', 'tenant_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': 'bd65e829-571c-4873-89a9-f4d3905625f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:54:22Z', 'updated_at': '2021-08-05T11:58:25Z', 'revision_number': 6, 'project_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'gw_port': {'id': 'bd65e829-571c-4873-89a9-f4d3905625f0', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:20:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4414d0-fd4b-48ba-9677-4fd45cde2cc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:54:24Z', 'updated_at': '2021-08-05T11:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': '2fb44f09-19ee-4ba0-9ae1-c6914d07d659', 'tenant_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'floating_ip_address': '172.25.5.232', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': 'be4414d0-fd4b-48ba-9677-4fd45cde2cc2', 'port_id': '7560c812-45a2-41db-b939-b83795c9222e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2967, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18d33466-72ef-4f5c-addd-45e10262d9ee', 'mac_address': 'fa:16:3e:e4:61:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bf7af3-4b93-463e-b016-46d0136c0a9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T11:55:44Z', 'updated_at': '2021-08-05T11:55:53Z', 'revision_number': 1, 'project_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bdb7f0f-f996-43f7-abee-77a836d9fd60', 'name': '', 'network_id': '18d33466-72ef-4f5c-addd-45e10262d9ee', 'tenant_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'mac_address': 'fa:16:3e:4f:79:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4414d0-fd4b-48ba-9677-4fd45cde2cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '2847796d-5dbf-472e-a5ca-b99e1f825a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:54:39Z', 'updated_at': '2021-08-05T11:54:59Z', 'revision_number': 5, 'project_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'subnets': [{'id': '2847796d-5dbf-472e-a5ca-b99e1f825a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:58:29.578740 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-11711347-7b5c-45e1-8a73-28fce6c2d77d tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] For port 562f7d2d-2ff1-43a0-a648-1d3f14f48823, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=562f7d2d-2ff1-43a0-a648-1d3f14f48823,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:58:29.579412 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-11711347-7b5c-45e1-8a73-28fce6c2d77d tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:29.583746 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f306e35-8af7-4597-977d-9474b65110b2 None None] The sync data for ids ['fc1ea05d-69a6-4872-b7f7-15b7b6b12ffc'] in n-d-803378-2 is: [{'id': 'fc1ea05d-69a6-4872-b7f7-15b7b6b12ffc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2117875828', 'tenant_id': '7f88688726d24c8e9d77831659c7c3ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '562f7d2d-2ff1-43a0-a648-1d3f14f48823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:52:10Z', 'updated_at': '2021-08-05T11:58:25Z', 'revision_number': 5, 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'gw_port': {'id': '562f7d2d-2ff1-43a0-a648-1d3f14f48823', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:41:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1ea05d-69a6-4872-b7f7-15b7b6b12ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:52:13Z', 'updated_at': '2021-08-05T11:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:58:29.606738 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-11711347-7b5c-45e1-8a73-28fce6c2d77d tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Calling delete_port for 562f7d2d-2ff1-43a0-a648-1d3f14f48823 owned by network:router_gateway {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:58:29.710948 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98021f03-119d-424a-ad66-4187105e8a51 None None] Checking router: be4414d0-fd4b-48ba-9677-4fd45cde2cc2 for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:58:29.734926 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a766d57-d87e-40b2-9a8c-480abf015003 None None] DHCP port deletion for de35454d-dce9-4c8c-89fd-a22990eff5d9 request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 11:58:29.747185 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:29.763990 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98021f03-119d-424a-ad66-4187105e8a51 None None] Routers {'be4414d0-fd4b-48ba-9677-4fd45cde2cc2'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:58:29.765650 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-98021f03-119d-424a-ad66-4187105e8a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:58:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['be4414d0-fd4b-48ba-9677-4fd45cde2cc2'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:58:30.070744 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f7883a-55a7-4276-bc8f-db1061468b07 req-ddd897aa-6b8c-4c21-ba93-2863916e35eb tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:58:30.076106 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-06f7883a-55a7-4276-bc8f-db1061468b07 req-ddd897aa-6b8c-4c21-ba93-2863916e35eb tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.55 "GET /v2.0/ports?device_id=35b2b20f-9ee7-4397-8158-0bf7582d7666 HTTP/1.1" status: 200 len: 946 time: 0.2123866 Aug 05 11:58:30.191208 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-11711347-7b5c-45e1-8a73-28fce6c2d77d tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:30.224443 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-98021f03-119d-424a-ad66-4187105e8a51 None None] Set router be4414d0-fd4b-48ba-9677-4fd45cde2cc2 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:58:30.331908 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11711347-7b5c-45e1-8a73-28fce6c2d77d tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Pushing event deleted for resources: {'Port': ['ID=562f7d2d-2ff1-43a0-a648-1d3f14f48823,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:58:30.493281 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-06f7883a-55a7-4276-bc8f-db1061468b07 req-bf72fc23-80d4-423f-b0bf-3e55f759a5c6 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Deleting port b614683c-a38f-41c0-9db7-d974350a94c4 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:58:30.493783 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-06f7883a-55a7-4276-bc8f-db1061468b07 req-bf72fc23-80d4-423f-b0bf-3e55f759a5c6 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:30.591052 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 524054f1-d53d-406a-8fe5-813a7ca553b2 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:58:30.674909 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-11711347-7b5c-45e1-8a73-28fce6c2d77d tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33285055'] for router_gateway, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:30.697140 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9797fd-5b22-422d-9e86-2b99074a1e50 req-1dff4a87-f655-4637-aa6f-1e5baebe8314 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:58:30.700753 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6d9797fd-5b22-422d-9e86-2b99074a1e50 req-1dff4a87-f655-4637-aa6f-1e5baebe8314 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "GET /v2.0/ports?device_id=35b2b20f-9ee7-4397-8158-0bf7582d7666 HTTP/1.1" status: 200 len: 946 time: 0.3247488 Aug 05 11:58:30.821121 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-06f7883a-55a7-4276-bc8f-db1061468b07 req-bf72fc23-80d4-423f-b0bf-3e55f759a5c6 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] For port b614683c-a38f-41c0-9db7-d974350a94c4, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=b614683c-a38f-41c0-9db7-d974350a94c4,segment=NetworkSegment(16c51186-7759-4fa5-8796-ca2aacbe41c6),segment_id=16c51186-7759-4fa5-8796-ca2aacbe41c6)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:58:30.821516 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-06f7883a-55a7-4276-bc8f-db1061468b07 req-bf72fc23-80d4-423f-b0bf-3e55f759a5c6 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:30.863766 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-5a766d57-d87e-40b2-9a8c-480abf015003 None None] Deleting port 524054f1-d53d-406a-8fe5-813a7ca553b2 {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:58:30.864127 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-5a766d57-d87e-40b2-9a8c-480abf015003 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:30.869802 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-06f7883a-55a7-4276-bc8f-db1061468b07 req-bf72fc23-80d4-423f-b0bf-3e55f759a5c6 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Calling delete_port for b614683c-a38f-41c0-9db7-d974350a94c4 owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:58:30.969972 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-11711347-7b5c-45e1-8a73-28fce6c2d77d tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33262979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1951'] for router, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:30.982521 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-11711347-7b5c-45e1-8a73-28fce6c2d77d tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:31.025308 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6d9797fd-5b22-422d-9e86-2b99074a1e50 req-238f958c-7cec-463a-b969-1e7b91703f4b tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "GET /v2.0/security-groups?id=7cf0185f-89b5-40fc-9a5e-7306d92c6df9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2363846 Aug 05 11:58:31.202920 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-11711347-7b5c-45e1-8a73-28fce6c2d77d tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33262474'] for router, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:31.209609 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11711347-7b5c-45e1-8a73-28fce6c2d77d tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Fanout notify agent at l3_agent the message router_deleted on router fc1ea05d-69a6-4872-b7f7-15b7b6b12ffc {{(pid=94420) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 11:58:31.258726 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-11711347-7b5c-45e1-8a73-28fce6c2d77d tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for router, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:31.271483 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 54124) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:58:31.276018 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-11711347-7b5c-45e1-8a73-28fce6c2d77d tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "DELETE /v2.0/routers/fc1ea05d-69a6-4872-b7f7-15b7b6b12ffc HTTP/1.1" status: 204 len: 168 time: 3.0931714 Aug 05 11:58:31.319806 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-5a766d57-d87e-40b2-9a8c-480abf015003 None None] For port 524054f1-d53d-406a-8fe5-813a7ca553b2, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=524054f1-d53d-406a-8fe5-813a7ca553b2,segment=NetworkSegment(04fc797b-8ef5-4d9e-bac1-16267bbf773c),segment_id=04fc797b-8ef5-4d9e-bac1-16267bbf773c)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:58:31.320533 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-5a766d57-d87e-40b2-9a8c-480abf015003 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:31.396191 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-5a766d57-d87e-40b2-9a8c-480abf015003 None None] Calling delete_port for 524054f1-d53d-406a-8fe5-813a7ca553b2 owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:58:31.507012 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-06f7883a-55a7-4276-bc8f-db1061468b07 req-bf72fc23-80d4-423f-b0bf-3e55f759a5c6 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:31.568991 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf72fc23-80d4-423f-b0bf-3e55f759a5c6 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Pushing event deleted for resources: {'Port': ['ID=b614683c-a38f-41c0-9db7-d974350a94c4,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:58:31.578617 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6362ec23-5c8c-4920-8879-3be2a3f69d5c tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:31.643698 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-5a766d57-d87e-40b2-9a8c-480abf015003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:31.720417 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-06f7883a-55a7-4276-bc8f-db1061468b07 req-bf72fc23-80d4-423f-b0bf-3e55f759a5c6 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] No DVR routers for this DVR port b614683c-a38f-41c0-9db7-d974350a94c4 on host n-h2-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:58:31.726033 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-06f7883a-55a7-4276-bc8f-db1061468b07 req-bf72fc23-80d4-423f-b0bf-3e55f759a5c6 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:31.730508 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-06f7883a-55a7-4276-bc8f-db1061468b07 req-bf72fc23-80d4-423f-b0bf-3e55f759a5c6 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.55 "DELETE /v2.0/ports/b614683c-a38f-41c0-9db7-d974350a94c4 HTTP/1.1" status: 204 len: 173 time: 1.6459856 Aug 05 11:58:31.744344 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a766d57-d87e-40b2-9a8c-480abf015003 None None] Pushing event deleted for resources: {'Port': ['ID=524054f1-d53d-406a-8fe5-813a7ca553b2,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:58:31.780628 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a766d57-d87e-40b2-9a8c-480abf015003 None None] No DVR routers for this DVR port 524054f1-d53d-406a-8fe5-813a7ca553b2 on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:58:31.787322 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35b2b20f-9ee7-4397-8158-0bf7582d7666', 'name': 'network-vif-deleted', 'tag': 'b614683c-a38f-41c0-9db7-d974350a94c4'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:58:31.791411 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e5514d3-1711-4239-ab69-b60fa18479a8" -d '{"events": [{"server_uuid": "35b2b20f-9ee7-4397-8158-0bf7582d7666", "name": "network-vif-deleted", "tag": "b614683c-a38f-41c0-9db7-d974350a94c4"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:58:31.802632 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:31.914650 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-98021f03-119d-424a-ad66-4187105e8a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be4414d0-fd4b-48ba-9677-4fd45cde2cc2', 'name': 'tempest-TestNetworkBasicOps-router-1554882435', 'tenant_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': 'bd65e829-571c-4873-89a9-f4d3905625f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:54:22Z', 'updated_at': '2021-08-05T11:58:25Z', 'revision_number': 6, 'project_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'gw_port': {'id': 'bd65e829-571c-4873-89a9-f4d3905625f0', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:20:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4414d0-fd4b-48ba-9677-4fd45cde2cc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:54:24Z', 'updated_at': '2021-08-05T11:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': '2fb44f09-19ee-4ba0-9ae1-c6914d07d659', 'tenant_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'floating_ip_address': '172.25.5.232', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': 'be4414d0-fd4b-48ba-9677-4fd45cde2cc2', 'port_id': '7560c812-45a2-41db-b939-b83795c9222e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2967, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18d33466-72ef-4f5c-addd-45e10262d9ee', 'mac_address': 'fa:16:3e:e4:61:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bf7af3-4b93-463e-b016-46d0136c0a9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T11:55:44Z', 'updated_at': '2021-08-05T11:55:53Z', 'revision_number': 1, 'project_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bdb7f0f-f996-43f7-abee-77a836d9fd60', 'name': '', 'network_id': '18d33466-72ef-4f5c-addd-45e10262d9ee', 'tenant_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'mac_address': 'fa:16:3e:4f:79:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4414d0-fd4b-48ba-9677-4fd45cde2cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '2847796d-5dbf-472e-a5ca-b99e1f825a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:54:39Z', 'updated_at': '2021-08-05T11:54:59Z', 'revision_number': 5, 'project_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'subnets': [{'id': '2847796d-5dbf-472e-a5ca-b99e1f825a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:58:31.947193 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6362ec23-5c8c-4920-8879-3be2a3f69d5c tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:31.970282 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-6362ec23-5c8c-4920-8879-3be2a3f69d5c tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de35454d-dce9-4c8c-89fd-a22990eff5d9']}} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:58:31.988817 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-6362ec23-5c8c-4920-8879-3be2a3f69d5c tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04fc797b-8ef5-4d9e-bac1-16267bbf773c') {'for_net_delete': True} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:58:31.989358 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-6362ec23-5c8c-4920-8879-3be2a3f69d5c tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04fc797b-8ef5-4d9e-bac1-16267bbf773c') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:58:32.005302 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98021f03-119d-424a-ad66-4187105e8a51 None None] The sync data for ids ['be4414d0-fd4b-48ba-9677-4fd45cde2cc2'] in n-d-803378-2 is: [{'id': 'be4414d0-fd4b-48ba-9677-4fd45cde2cc2', 'name': 'tempest-TestNetworkBasicOps-router-1554882435', 'tenant_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': 'bd65e829-571c-4873-89a9-f4d3905625f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:54:22Z', 'updated_at': '2021-08-05T11:58:25Z', 'revision_number': 6, 'project_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'gw_port': {'id': 'bd65e829-571c-4873-89a9-f4d3905625f0', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:20:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4414d0-fd4b-48ba-9677-4fd45cde2cc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:54:24Z', 'updated_at': '2021-08-05T11:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': '2fb44f09-19ee-4ba0-9ae1-c6914d07d659', 'tenant_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'floating_ip_address': '172.25.5.232', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': 'be4414d0-fd4b-48ba-9677-4fd45cde2cc2', 'port_id': '7560c812-45a2-41db-b939-b83795c9222e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2967, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18d33466-72ef-4f5c-addd-45e10262d9ee', 'mac_address': 'fa:16:3e:e4:61:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bf7af3-4b93-463e-b016-46d0136c0a9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T11:55:44Z', 'updated_at': '2021-08-05T11:55:53Z', 'revision_number': 1, 'project_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bdb7f0f-f996-43f7-abee-77a836d9fd60', 'name': '', 'network_id': '18d33466-72ef-4f5c-addd-45e10262d9ee', 'tenant_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'mac_address': 'fa:16:3e:4f:79:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4414d0-fd4b-48ba-9677-4fd45cde2cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '2847796d-5dbf-472e-a5ca-b99e1f825a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:54:39Z', 'updated_at': '2021-08-05T11:54:59Z', 'revision_number': 5, 'project_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'subnets': [{'id': '2847796d-5dbf-472e-a5ca-b99e1f825a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:58:32.007839 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6362ec23-5c8c-4920-8879-3be2a3f69d5c tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29786371'] for segment, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:32.055512 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6362ec23-5c8c-4920-8879-3be2a3f69d5c tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:32.072940 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6362ec23-5c8c-4920-8879-3be2a3f69d5c tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Releasing vlan 697 on physical network physnet1 to pool {{(pid=94421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:58:32.072940 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6362ec23-5c8c-4920-8879-3be2a3f69d5c tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25038799'] for segment, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:32.119952 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device d0cb4f4c-8282-4802-bfe1-bacd55ae1c93 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:58:32.202533 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: d0cb4f4c-8282-4802-bfe1-bacd55ae1c93 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:58:32.203394 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device d0cb4f4c-8282-4802-bfe1-bacd55ae1c93 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:58:32.237041 n-d-803378-2 neutron-server[94421]: Traceback (most recent call last): Aug 05 11:58:32.237041 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:58:32.237041 n-d-803378-2 neutron-server[94421]: timer() Aug 05 11:58:32.237041 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:58:32.237041 n-d-803378-2 neutron-server[94421]: cb(*args, **kw) Aug 05 11:58:32.237041 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:58:32.237041 n-d-803378-2 neutron-server[94421]: return func(*args, **kwargs) Aug 05 11:58:32.237041 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:58:32.237041 n-d-803378-2 neutron-server[94421]: self._notify() Aug 05 11:58:32.237041 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:58:32.237041 n-d-803378-2 neutron-server[94421]: self.callback(batched_events) Aug 05 11:58:32.237041 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:58:32.237041 n-d-803378-2 neutron-server[94421]: event.method(event) Aug 05 11:58:32.237041 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:58:32.237041 n-d-803378-2 neutron-server[94421]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:58:32.237041 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:58:32.237041 n-d-803378-2 neutron-server[94421]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:58:32.237041 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:58:32.237041 n-d-803378-2 neutron-server[94421]: return f(self, *a, **k) Aug 05 11:58:32.237041 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:58:32.237041 n-d-803378-2 neutron-server[94421]: return self._get(url).json() Aug 05 11:58:32.237041 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:58:32.237041 n-d-803378-2 neutron-server[94421]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:58:32.237041 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:58:32.237041 n-d-803378-2 neutron-server[94421]: return self.request(url, 'GET', **kwargs) Aug 05 11:58:32.237041 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:58:32.237041 n-d-803378-2 neutron-server[94421]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:58:32.237041 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:58:32.237041 n-d-803378-2 neutron-server[94421]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:58:32.237041 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:58:32.237041 n-d-803378-2 neutron-server[94421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:58:32.237041 n-d-803378-2 neutron-server[94421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:58:32.251090 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8638719-0bd7-432c-8169-3a03d3c75464 x-openstack-request-id: req-a8638719-0bd7-432c-8169-3a03d3c75464 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:58:32.251090 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35b2b20f-9ee7-4397-8158-0bf7582d7666", "name": "network-vif-deleted", "tag": "b614683c-a38f-41c0-9db7-d974350a94c4", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:58:32.251090 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a8638719-0bd7-432c-8169-3a03d3c75464 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:58:32.251090 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35b2b20f-9ee7-4397-8158-0bf7582d7666', 'name': 'network-vif-deleted', 'tag': 'b614683c-a38f-41c0-9db7-d974350a94c4', 'status': 'completed', 'code': 200} Aug 05 11:58:32.322912 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6362ec23-5c8c-4920-8879-3be2a3f69d5c tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:32.477882 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6362ec23-5c8c-4920-8879-3be2a3f69d5c tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:32.515584 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-6362ec23-5c8c-4920-8879-3be2a3f69d5c tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "DELETE /v2.0/networks/de35454d-dce9-4c8c-89fd-a22990eff5d9 HTTP/1.1" status: 204 len: 168 time: 1.2413452 Aug 05 11:58:32.516944 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6362ec23-5c8c-4920-8879-3be2a3f69d5c tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Pushing event deleted for resources: {'Network': ['ID=de35454d-dce9-4c8c-89fd-a22990eff5d9,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:58:32.522128 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 54138) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:58:32.605739 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 0a5a6ed5-63ea-4cf8-acd6-291bbd66c686 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:58:32.671559 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c33aae95-ed7d-4a1a-980d-9ad8f1906d3c req-de6821df-dec7-4a27-9474-fe9d8e07d93f tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "GET /v2.0/ports?device_id=35b2b20f-9ee7-4397-8158-0bf7582d7666 HTTP/1.1" status: 200 len: 210 time: 0.1705604 Aug 05 11:58:32.697886 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 0a5a6ed5-63ea-4cf8-acd6-291bbd66c686 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:58:32.698633 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 0a5a6ed5-63ea-4cf8-acd6-291bbd66c686 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:58:32.699429 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 562f7d2d-2ff1-43a0-a648-1d3f14f48823 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:58:32.849549 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 562f7d2d-2ff1-43a0-a648-1d3f14f48823 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:58:32.851305 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 562f7d2d-2ff1-43a0-a648-1d3f14f48823 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:58:32.879498 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1295dbc1-5e08-440c-989f-4f5f5eed04a6 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:32.941583 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1295dbc1-5e08-440c-989f-4f5f5eed04a6 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:33.071944 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1295dbc1-5e08-440c-989f-4f5f5eed04a6 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:33.077256 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1295dbc1-5e08-440c-989f-4f5f5eed04a6 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:33.079261 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-1295dbc1-5e08-440c-989f-4f5f5eed04a6 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "DELETE /v2.0/security-groups/5a3441a1-c2ab-48c0-836a-6574f4cf6a5d HTTP/1.1" status: 204 len: 168 time: 0.5554514 Aug 05 11:58:33.098050 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1295dbc1-5e08-440c-989f-4f5f5eed04a6 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a3441a1-c2ab-48c0-836a-6574f4cf6a5d,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:58:33.474695 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 54150) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:58:33.485401 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-874be7e8-e357-4d19-b268-9ac88d30ecba tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-490727787', 'description': 'tempest-secgroup-smoke-490727787 description', 'project_id': '7f88688726d24c8e9d77831659c7c3ae'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:58:33.570529 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-874be7e8-e357-4d19-b268-9ac88d30ecba tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:33.791282 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-874be7e8-e357-4d19-b268-9ac88d30ecba tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:33.800176 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-874be7e8-e357-4d19-b268-9ac88d30ecba tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:33.827690 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 54158) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:58:33.865484 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-874be7e8-e357-4d19-b268-9ac88d30ecba tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:33.867968 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-874be7e8-e357-4d19-b268-9ac88d30ecba tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3915262 Aug 05 11:58:33.873109 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874be7e8-e357-4d19-b268-9ac88d30ecba tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b2ae25e-a3f9-47cd-8037-5f5a58db0284,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:58:33.876671 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 54162) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:58:33.884572 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-3b3e4123-7cb7-46c7-9a3d-74f61ba7b4ca tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Request body: {'security_group_rule': {'security_group_id': '5b2ae25e-a3f9-47cd-8037-5f5a58db0284', 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:58:33.953183 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4123-7cb7-46c7-9a3d-74f61ba7b4ca tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:34.095686 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d6332b0a-261c-4ac7-8756-5df8aa512e94 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:34.196514 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d6332b0a-261c-4ac7-8756-5df8aa512e94 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:34.197469 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4123-7cb7-46c7-9a3d-74f61ba7b4ca tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:34.205814 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4123-7cb7-46c7-9a3d-74f61ba7b4ca tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:34.242640 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device b614683c-a38f-41c0-9db7-d974350a94c4 no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:58:34.266374 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4123-7cb7-46c7-9a3d-74f61ba7b4ca tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:34.268982 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-3b3e4123-7cb7-46c7-9a3d-74f61ba7b4ca tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3905871 Aug 05 11:58:34.285382 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 54168) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:58:34.297033 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4123-7cb7-46c7-9a3d-74f61ba7b4ca tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=168700c9-683d-4c0c-ae4d-1fce70d36b15,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:58:34.299880 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-b3cb48e8-b51c-4af3-99c0-7531f6a59d28 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Request body: {'security_group_rule': {'security_group_id': '5b2ae25e-a3f9-47cd-8037-5f5a58db0284', 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:58:34.310142 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] No Port match for: b614683c-a38f-41c0-9db7-d974350a94c4 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:58:34.311630 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device b614683c-a38f-41c0-9db7-d974350a94c4 not bound to the agent host n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:58:34.450690 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b3cb48e8-b51c-4af3-99c0-7531f6a59d28 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:34.618341 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b3cb48e8-b51c-4af3-99c0-7531f6a59d28 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:34.625058 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d6332b0a-261c-4ac7-8756-5df8aa512e94 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:34.631061 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d6332b0a-261c-4ac7-8756-5df8aa512e94 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:34.637615 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-d6332b0a-261c-4ac7-8756-5df8aa512e94 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "DELETE /v2.0/security-groups/7cf0185f-89b5-40fc-9a5e-7306d92c6df9 HTTP/1.1" status: 204 len: 168 time: 0.8029945 Aug 05 11:58:34.644057 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b3cb48e8-b51c-4af3-99c0-7531f6a59d28 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:34.665273 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6332b0a-261c-4ac7-8756-5df8aa512e94 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf0185f-89b5-40fc-9a5e-7306d92c6df9,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:58:34.700232 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cb48e8-b51c-4af3-99c0-7531f6a59d28 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5bc76a9-1bc6-45e4-bc3d-21b53dbf4abf,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:58:34.706613 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b3cb48e8-b51c-4af3-99c0-7531f6a59d28 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:34.712293 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-b3cb48e8-b51c-4af3-99c0-7531f6a59d28 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4248030 Aug 05 11:58:34.717681 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 54180) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:58:34.731743 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-4f82543f-9d29-4e62-bb27-2e2b9545f880 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Request body: {'security_group_rule': {'security_group_id': '5b2ae25e-a3f9-47cd-8037-5f5a58db0284', 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:58:34.813572 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 54182) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:58:34.830939 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4f82543f-9d29-4e62-bb27-2e2b9545f880 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:34.987024 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4f82543f-9d29-4e62-bb27-2e2b9545f880 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:34.991161 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cc1306d-101c-4f5e-9926-e948f8c6075a tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Deleting subnet d2594100-20a2-4d82-b2bc-0ec03b85919d {{(pid=94420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:58:34.999336 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4f82543f-9d29-4e62-bb27-2e2b9545f880 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:35.001321 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8cc1306d-101c-4f5e-9926-e948f8c6075a tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks [] for subnet, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:35.068730 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4f82543f-9d29-4e62-bb27-2e2b9545f880 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:35.071278 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-4f82543f-9d29-4e62-bb27-2e2b9545f880 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3519025 Aug 05 11:58:35.077531 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f82543f-9d29-4e62-bb27-2e2b9545f880 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=941547b6-5795-489c-a7f2-363b15d73746,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:58:35.081589 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 54184) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:58:35.091154 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-9e0c8ab3-ee82-4f6f-bfd8-e8c20e738a04 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Request body: {'security_group_rule': {'security_group_id': '5b2ae25e-a3f9-47cd-8037-5f5a58db0284', 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:58:35.155347 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8cc1306d-101c-4f5e-9926-e948f8c6075a tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25010562'] for subnet, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:35.173111 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9e0c8ab3-ee82-4f6f-bfd8-e8c20e738a04 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:35.324007 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9e0c8ab3-ee82-4f6f-bfd8-e8c20e738a04 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:35.335265 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9e0c8ab3-ee82-4f6f-bfd8-e8c20e738a04 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:35.380312 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0c8ab3-ee82-4f6f-bfd8-e8c20e738a04 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19f29fe6-c8a5-4464-9470-0d2e03d735da,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:58:35.393295 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8cc1306d-101c-4f5e-9926-e948f8c6075a tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:35.409473 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9e0c8ab3-ee82-4f6f-bfd8-e8c20e738a04 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:35.412357 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-9e0c8ab3-ee82-4f6f-bfd8-e8c20e738a04 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3284357 Aug 05 11:58:35.416685 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 54192) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:58:35.426025 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-b3bfbc62-075f-4bbb-87e1-27a5f1b32524 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Request body: {'security_group_rule': {'security_group_id': '5b2ae25e-a3f9-47cd-8037-5f5a58db0284', 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:58:35.473524 n-d-803378-2 neutron-server[94421]: INFO neutron.db.securitygroups_db [None req-b3bfbc62-075f-4bbb-87e1-27a5f1b32524 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Project 7f88688726d24c8e9d77831659c7c3ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 05 11:58:35.486165 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b3bfbc62-075f-4bbb-87e1-27a5f1b32524 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:35.507169 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8cc1306d-101c-4f5e-9926-e948f8c6075a tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29762763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24211094'] for subnet, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:35.563039 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc1306d-101c-4f5e-9926-e948f8c6075a tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Pushing event deleted for resources: {'Subnet': ['ID=d2594100-20a2-4d82-b2bc-0ec03b85919d,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:58:35.569158 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8cc1306d-101c-4f5e-9926-e948f8c6075a tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks [] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:35.572610 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-8cc1306d-101c-4f5e-9926-e948f8c6075a tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "DELETE /v2.0/subnets/d2594100-20a2-4d82-b2bc-0ec03b85919d HTTP/1.1" status: 204 len: 168 time: 0.7573094 Aug 05 11:58:35.577772 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 54196) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:58:35.603425 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79328ab6-fea8-4152-8895-1068da162a0f None None] Network 1fd5ac66-cda8-4bb2-b224-d8ed6254e002 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:58:35.639057 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b3bfbc62-075f-4bbb-87e1-27a5f1b32524 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:35.649025 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b3bfbc62-075f-4bbb-87e1-27a5f1b32524 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:35.713882 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bfbc62-075f-4bbb-87e1-27a5f1b32524 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=636dc42f-a604-4498-bc55-fc001943ee76,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:58:35.725676 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b3bfbc62-075f-4bbb-87e1-27a5f1b32524 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:35.738917 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-b3bfbc62-075f-4bbb-87e1-27a5f1b32524 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3188963 Aug 05 11:58:35.739266 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 54198) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:58:35.750982 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-ba90193f-858e-4945-81ae-70867217b8e4 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Request body: {'security_group_rule': {'security_group_id': '5b2ae25e-a3f9-47cd-8037-5f5a58db0284', 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:58:35.831501 n-d-803378-2 neutron-server[94420]: INFO neutron.db.securitygroups_db [None req-ba90193f-858e-4945-81ae-70867217b8e4 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Project 7f88688726d24c8e9d77831659c7c3ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 05 11:58:35.852812 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4000fe32-30e4-46de-aee4-ba17cb809b4a tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:35.858692 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ba90193f-858e-4945-81ae-70867217b8e4 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:35.992968 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5242fdf8-be65-4b8b-bd18-803749d36b87 None None] DHCP port deletion for 1fd5ac66-cda8-4bb2-b224-d8ed6254e002 request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 11:58:36.071463 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ba90193f-858e-4945-81ae-70867217b8e4 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:36.084999 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ba90193f-858e-4945-81ae-70867217b8e4 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:36.114997 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-5242fdf8-be65-4b8b-bd18-803749d36b87 None None] Deleting port 3559a82d-1755-44e1-b48c-d1b8d06fe6ec {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:58:36.115878 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-5242fdf8-be65-4b8b-bd18-803749d36b87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:36.127785 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba90193f-858e-4945-81ae-70867217b8e4 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ca49bbe-6ff4-4de7-b6a2-db2695152f27,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:58:36.136499 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-4000fe32-30e4-46de-aee4-ba17cb809b4a tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Deleting port 3559a82d-1755-44e1-b48c-d1b8d06fe6ec {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:58:36.138543 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4000fe32-30e4-46de-aee4-ba17cb809b4a tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:36.156377 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ba90193f-858e-4945-81ae-70867217b8e4 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:36.157822 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-ba90193f-858e-4945-81ae-70867217b8e4 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4178572 Aug 05 11:58:36.164075 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 54200) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:58:36.175497 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-29d519f8-6df3-4ab6-81be-a86be663398a tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Request body: {'network': {'name': 'tempest-network-smoke--590356963', 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'port_security_enabled': True}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:58:36.245330 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29d519f8-6df3-4ab6-81be-a86be663398a tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Made reservation on behalf of 7f88688726d24c8e9d77831659c7c3ae for: {'network': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:58:36.252279 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-29d519f8-6df3-4ab6-81be-a86be663398a tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:36.259786 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-4000fe32-30e4-46de-aee4-ba17cb809b4a tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] For port 3559a82d-1755-44e1-b48c-d1b8d06fe6ec, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=3559a82d-1755-44e1-b48c-d1b8d06fe6ec,segment=NetworkSegment(16c51186-7759-4fa5-8796-ca2aacbe41c6),segment_id=16c51186-7759-4fa5-8796-ca2aacbe41c6)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:58:36.260384 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4000fe32-30e4-46de-aee4-ba17cb809b4a tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:36.280065 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-5242fdf8-be65-4b8b-bd18-803749d36b87 None None] For port 3559a82d-1755-44e1-b48c-d1b8d06fe6ec, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=3559a82d-1755-44e1-b48c-d1b8d06fe6ec,segment=NetworkSegment(16c51186-7759-4fa5-8796-ca2aacbe41c6),segment_id=16c51186-7759-4fa5-8796-ca2aacbe41c6)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:58:36.281750 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-5242fdf8-be65-4b8b-bd18-803749d36b87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:36.296357 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-4000fe32-30e4-46de-aee4-ba17cb809b4a tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Calling delete_port for 3559a82d-1755-44e1-b48c-d1b8d06fe6ec owned by network:dhcp {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:58:36.309308 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29d519f8-6df3-4ab6-81be-a86be663398a tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] vlan segment allocate from pool success with {'vlan_id': 690, 'physical_network': 'physnet1'} {{(pid=94421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:58:36.315236 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-5242fdf8-be65-4b8b-bd18-803749d36b87 None None] Calling delete_port for 3559a82d-1755-44e1-b48c-d1b8d06fe6ec owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:58:36.333728 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-29d519f8-6df3-4ab6-81be-a86be663398a tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:36.334350 n-d-803378-2 neutron-server[94421]: INFO neutron.db.segments_db [None req-29d519f8-6df3-4ab6-81be-a86be663398a tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Added segment 4364cd83-f658-4f94-974b-0a0c47401bd3 of type vlan for network e221ebcf-1c88-4846-8587-94a0066507f5 Aug 05 11:58:36.525899 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-29d519f8-6df3-4ab6-81be-a86be663398a tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:36.583415 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 3559a82d-1755-44e1-b48c-d1b8d06fe6ec no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:58:36.591468 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-5242fdf8-be65-4b8b-bd18-803749d36b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:36.649921 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-29d519f8-6df3-4ab6-81be-a86be663398a tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:36.655922 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4000fe32-30e4-46de-aee4-ba17cb809b4a tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:36.672581 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d519f8-6df3-4ab6-81be-a86be663398a tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:58:36.673643 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-29d519f8-6df3-4ab6-81be-a86be663398a tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:36.723667 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 3559a82d-1755-44e1-b48c-d1b8d06fe6ec {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:58:36.725576 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 3559a82d-1755-44e1-b48c-d1b8d06fe6ec not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:58:36.730047 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4000fe32-30e4-46de-aee4-ba17cb809b4a tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Pushing event deleted for resources: {'Port': ['ID=3559a82d-1755-44e1-b48c-d1b8d06fe6ec,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:58:36.735222 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5242fdf8-be65-4b8b-bd18-803749d36b87 None None] No DVR routers for this DVR port 3559a82d-1755-44e1-b48c-d1b8d06fe6ec on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:58:36.738824 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4000fe32-30e4-46de-aee4-ba17cb809b4a tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] No DVR routers for this DVR port 3559a82d-1755-44e1-b48c-d1b8d06fe6ec on host n-d-803378-2 {{(pid=94420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:58:36.764200 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5242fdf8-be65-4b8b-bd18-803749d36b87 None None] Pushing event deleted for resources: {'Port': ['ID=3559a82d-1755-44e1-b48c-d1b8d06fe6ec,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:58:36.940425 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4000fe32-30e4-46de-aee4-ba17cb809b4a tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:36.957382 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-29d519f8-6df3-4ab6-81be-a86be663398a tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7905114 Aug 05 11:58:36.965450 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-4000fe32-30e4-46de-aee4-ba17cb809b4a tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fd5ac66-cda8-4bb2-b224-d8ed6254e002']}} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:58:36.970695 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 54224) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:58:37.011244 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-4252cf0e-21ed-4fcc-ba04-98dc6c1efc3e tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1853577480', 'admin_state_up': True, 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:58:37.025181 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d519f8-6df3-4ab6-81be-a86be663398a tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Pushing event updated for resources: {'Network': ['ID=e221ebcf-1c88-4846-8587-94a0066507f5,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:58:37.035985 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-4000fe32-30e4-46de-aee4-ba17cb809b4a tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16c51186-7759-4fa5-8796-ca2aacbe41c6') {'for_net_delete': True} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:58:37.036791 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-4000fe32-30e4-46de-aee4-ba17cb809b4a tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16c51186-7759-4fa5-8796-ca2aacbe41c6') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:58:37.044326 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network e221ebcf-1c88-4846-8587-94a0066507f5 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:58:37.058021 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4000fe32-30e4-46de-aee4-ba17cb809b4a tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25010581'] for segment, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:37.098386 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4000fe32-30e4-46de-aee4-ba17cb809b4a tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:37.118866 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4000fe32-30e4-46de-aee4-ba17cb809b4a tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Releasing vlan 669 on physical network physnet1 to pool {{(pid=94420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:58:37.120631 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4000fe32-30e4-46de-aee4-ba17cb809b4a tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29762581'] for segment, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:37.253664 n-d-803378-2 neutron-server[94420]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 11:58:37.253664 n-d-803378-2 neutron-server[94420]: self.session.flush() Aug 05 11:58:37.253664 n-d-803378-2 neutron-server[94420]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 11:58:37.253664 n-d-803378-2 neutron-server[94420]: self.session.flush() Aug 05 11:58:37.253664 n-d-803378-2 neutron-server[94420]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 11:58:37.253664 n-d-803378-2 neutron-server[94420]: self.session.flush() Aug 05 11:58:37.253664 n-d-803378-2 neutron-server[94420]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 11:58:37.253664 n-d-803378-2 neutron-server[94420]: self.session.flush() Aug 05 11:58:37.253664 n-d-803378-2 neutron-server[94420]: Traceback (most recent call last): Aug 05 11:58:37.253664 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:58:37.253664 n-d-803378-2 neutron-server[94420]: timer() Aug 05 11:58:37.253664 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:58:37.253664 n-d-803378-2 neutron-server[94420]: cb(*args, **kw) Aug 05 11:58:37.253664 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:58:37.253664 n-d-803378-2 neutron-server[94420]: return func(*args, **kwargs) Aug 05 11:58:37.253664 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:58:37.253664 n-d-803378-2 neutron-server[94420]: self._notify() Aug 05 11:58:37.253664 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:58:37.253664 n-d-803378-2 neutron-server[94420]: self.callback(batched_events) Aug 05 11:58:37.253664 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:58:37.253664 n-d-803378-2 neutron-server[94420]: event.method(event) Aug 05 11:58:37.253664 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:58:37.253664 n-d-803378-2 neutron-server[94420]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:58:37.253664 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:58:37.253664 n-d-803378-2 neutron-server[94420]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:58:37.253664 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:58:37.253664 n-d-803378-2 neutron-server[94420]: return f(self, *a, **k) Aug 05 11:58:37.253664 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:58:37.253664 n-d-803378-2 neutron-server[94420]: return self._get(url).json() Aug 05 11:58:37.253664 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:58:37.253664 n-d-803378-2 neutron-server[94420]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:58:37.253664 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:58:37.253664 n-d-803378-2 neutron-server[94420]: return self.request(url, 'GET', **kwargs) Aug 05 11:58:37.253664 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:58:37.253664 n-d-803378-2 neutron-server[94420]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:58:37.253664 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:58:37.253664 n-d-803378-2 neutron-server[94420]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:58:37.253664 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:58:37.253664 n-d-803378-2 neutron-server[94420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:58:37.253664 n-d-803378-2 neutron-server[94420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:58:37.264459 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-bfb6695d-35fd-4f78-9ea1-db21a6f51083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:37.274077 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4000fe32-30e4-46de-aee4-ba17cb809b4a tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:37.292711 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4000fe32-30e4-46de-aee4-ba17cb809b4a tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:37.301653 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-4000fe32-30e4-46de-aee4-ba17cb809b4a tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "DELETE /v2.0/networks/1fd5ac66-cda8-4bb2-b224-d8ed6254e002 HTTP/1.1" status: 204 len: 168 time: 1.7183595 Aug 05 11:58:37.304745 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 54230) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:58:37.333256 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4000fe32-30e4-46de-aee4-ba17cb809b4a tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Pushing event deleted for resources: {'Network': ['ID=1fd5ac66-cda8-4bb2-b224-d8ed6254e002,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:58:37.392936 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4252cf0e-21ed-4fcc-ba04-98dc6c1efc3e tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33260300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1929'] for router, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:37.394111 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4252cf0e-21ed-4fcc-ba04-98dc6c1efc3e tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33285914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33034662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1926'] for router, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:37.598706 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4252cf0e-21ed-4fcc-ba04-98dc6c1efc3e tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:38.003986 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4252cf0e-21ed-4fcc-ba04-98dc6c1efc3e tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:38.069353 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-82dd7009-8757-494f-abd6-7c7c606640a0 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Deleting port d532fe64-921d-4106-9d19-58cabcfe7957 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:58:38.070221 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-82dd7009-8757-494f-abd6-7c7c606640a0 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:38.351977 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-82dd7009-8757-494f-abd6-7c7c606640a0 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:38.351977 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-82dd7009-8757-494f-abd6-7c7c606640a0 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:38.412439 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-82dd7009-8757-494f-abd6-7c7c606640a0 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Calling delete_port for d532fe64-921d-4106-9d19-58cabcfe7957 owned by network:floatingip {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:58:38.734958 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4252cf0e-21ed-4fcc-ba04-98dc6c1efc3e tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for router_gateway, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:38.792804 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4252cf0e-21ed-4fcc-ba04-98dc6c1efc3e tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:39.065114 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-4252cf0e-21ed-4fcc-ba04-98dc6c1efc3e tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Allocated IP 172.25.5.34 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/e3d98149-c554-4a87-aeb3-99a2d53d0f9c) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:58:39.231461 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-82dd7009-8757-494f-abd6-7c7c606640a0 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:39.329938 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dd7009-8757-494f-abd6-7c7c606640a0 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Pushing event deleted for resources: {'Port': ['ID=d532fe64-921d-4106-9d19-58cabcfe7957,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:58:39.514868 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4252cf0e-21ed-4fcc-ba04-98dc6c1efc3e tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:39.570529 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-82dd7009-8757-494f-abd6-7c7c606640a0 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks [] for floatingip, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:39.570529 n-d-803378-2 neutron-server[94420]: INFO neutron.db.l3_db [None req-82dd7009-8757-494f-abd6-7c7c606640a0 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Floating IP 2fb44f09-19ee-4ba0-9ae1-c6914d07d659 disassociated (deleted). External IP: 172.25.5.232, port: 7560c812-45a2-41db-b939-b83795c9222e. Aug 05 11:58:39.762965 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4252cf0e-21ed-4fcc-ba04-98dc6c1efc3e tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:40.014942 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-3231a09d-06e0-48fb-a7f4-31b4c5d11563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:40.123285 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:40.392950 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4252cf0e-21ed-4fcc-ba04-98dc6c1efc3e tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:58:40.400907 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-4252cf0e-21ed-4fcc-ba04-98dc6c1efc3e tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:58:40.408009 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4252cf0e-21ed-4fcc-ba04-98dc6c1efc3e tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Pushing event updated for resources: {'Port': ['ID=e3d98149-c554-4a87-aeb3-99a2d53d0f9c,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:58:40.413688 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4252cf0e-21ed-4fcc-ba04-98dc6c1efc3e tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:58:41.024402 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82dd7009-8757-494f-abd6-7c7c606640a0 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Router be4414d0-fd4b-48ba-9677-4fd45cde2cc2 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 11:58:41.305148 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4252cf0e-21ed-4fcc-ba04-98dc6c1efc3e tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for router_gateway, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:41.409463 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82dd7009-8757-494f-abd6-7c7c606640a0 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:58:41.432166 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c0cad8-997a-4fa1-bba9-5884c9722bb7 None None] Sync routers for ids ['be4414d0-fd4b-48ba-9677-4fd45cde2cc2'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:58:41.460740 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c0cad8-997a-4fa1-bba9-5884c9722bb7 None None] Routers {'be4414d0-fd4b-48ba-9677-4fd45cde2cc2'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:58:41.461940 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-b7c0cad8-997a-4fa1-bba9-5884c9722bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:58:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['be4414d0-fd4b-48ba-9677-4fd45cde2cc2'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:58:41.500783 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-82dd7009-8757-494f-abd6-7c7c606640a0 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:41.598559 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 11:58:41.632020 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-82dd7009-8757-494f-abd6-7c7c606640a0 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "DELETE /v2.0/floatingips/2fb44f09-19ee-4ba0-9ae1-c6914d07d659 HTTP/1.1" status: 204 len: 168 time: 4.3112719 Aug 05 11:58:41.636582 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44bf7af3-4b93-463e-b016-46d0136c0a9c', 'tag': '7560c812-45a2-41db-b939-b83795c9222e'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:58:41.641542 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}828068ad8d405ad77660ce68fa78e1ffe658725812f7a08f9e488a446589295b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e9f8276-f297-4f9f-875a-fe9256d5797a" -d '{"events": [{"name": "network-changed", "server_uuid": "44bf7af3-4b93-463e-b016-46d0136c0a9c", "tag": "7560c812-45a2-41db-b939-b83795c9222e"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:58:41.805372 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:41.835150 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-b7c0cad8-997a-4fa1-bba9-5884c9722bb7 None None] Set router be4414d0-fd4b-48ba-9677-4fd45cde2cc2 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:58:41.904478 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d0b4d57-6c98-4e26-b959-b1d65e8a33b6 x-openstack-request-id: req-3d0b4d57-6c98-4e26-b959-b1d65e8a33b6 {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:58:41.905337 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44bf7af3-4b93-463e-b016-46d0136c0a9c", "tag": "7560c812-45a2-41db-b939-b83795c9222e", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:58:41.905844 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3d0b4d57-6c98-4e26-b959-b1d65e8a33b6 {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:58:41.916920 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44bf7af3-4b93-463e-b016-46d0136c0a9c', 'tag': '7560c812-45a2-41db-b939-b83795c9222e', 'status': 'completed', 'code': 200} Aug 05 11:58:42.046599 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4252cf0e-21ed-4fcc-ba04-98dc6c1efc3e tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286026'] for router, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:42.054646 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9f8276-f297-4f9f-875a-fe9256d5797a req-29ae0585-22ee-4f1f-924d-0bc060f164a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:58:42.063349 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3e9f8276-f297-4f9f-875a-fe9256d5797a req-29ae0585-22ee-4f1f-924d-0bc060f164a7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f68dcdcc6d3c4b72a557ce0cc98a5aa1&device_id=44bf7af3-4b93-463e-b016-46d0136c0a9c HTTP/1.1" status: 200 len: 1096 time: 0.1558855 Aug 05 11:58:42.290409 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9f8276-f297-4f9f-875a-fe9256d5797a req-78043233-227f-471c-bc3d-7688113cc253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:58:42.294885 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3e9f8276-f297-4f9f-875a-fe9256d5797a req-78043233-227f-471c-bc3d-7688113cc253 service neutron] 10.222.0.64 "GET /v2.0/networks?id=18d33466-72ef-4f5c-addd-45e10262d9ee HTTP/1.1" status: 200 len: 898 time: 0.2207322 Aug 05 11:58:42.487093 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3e9f8276-f297-4f9f-875a-fe9256d5797a req-d1bf3e88-aa1d-4592-a88a-922f29dd3f66 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7560c812-45a2-41db-b939-b83795c9222e HTTP/1.1" status: 200 len: 217 time: 0.1828165 Aug 05 11:58:42.633669 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9f8276-f297-4f9f-875a-fe9256d5797a req-b30842b0-c19a-480e-ab2e-66b9ab533fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:58:42.635353 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3e9f8276-f297-4f9f-875a-fe9256d5797a req-b30842b0-c19a-480e-ab2e-66b9ab533fef service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2847796d-5dbf-472e-a5ca-b99e1f825a15 HTTP/1.1" status: 200 len: 835 time: 0.1387646 Aug 05 11:58:42.638684 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-b7c0cad8-997a-4fa1-bba9-5884c9722bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be4414d0-fd4b-48ba-9677-4fd45cde2cc2', 'name': 'tempest-TestNetworkBasicOps-router-1554882435', 'tenant_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': 'bd65e829-571c-4873-89a9-f4d3905625f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:54:22Z', 'updated_at': '2021-08-05T11:58:25Z', 'revision_number': 6, 'project_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'gw_port': {'id': 'bd65e829-571c-4873-89a9-f4d3905625f0', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:20:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4414d0-fd4b-48ba-9677-4fd45cde2cc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:54:24Z', 'updated_at': '2021-08-05T11:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '4bdb7f0f-f996-43f7-abee-77a836d9fd60', 'name': '', 'network_id': '18d33466-72ef-4f5c-addd-45e10262d9ee', 'tenant_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'mac_address': 'fa:16:3e:4f:79:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4414d0-fd4b-48ba-9677-4fd45cde2cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '2847796d-5dbf-472e-a5ca-b99e1f825a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:54:39Z', 'updated_at': '2021-08-05T11:54:59Z', 'revision_number': 5, 'project_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'subnets': [{'id': '2847796d-5dbf-472e-a5ca-b99e1f825a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:58:42.687723 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ffd4f8-286f-4d51-aa78-71291447279b req-b1f628d1-e255-4bd3-b188-4a0ced73c055 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:58:42.689964 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e1ffd4f8-286f-4d51-aa78-71291447279b req-b1f628d1-e255-4bd3-b188-4a0ced73c055 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "GET /v2.0/ports?device_id=44bf7af3-4b93-463e-b016-46d0136c0a9c HTTP/1.1" status: 200 len: 945 time: 0.2906802 Aug 05 11:58:42.731110 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c0cad8-997a-4fa1-bba9-5884c9722bb7 None None] Checking router: be4414d0-fd4b-48ba-9677-4fd45cde2cc2 for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:58:42.789491 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c0cad8-997a-4fa1-bba9-5884c9722bb7 None None] Routers {'be4414d0-fd4b-48ba-9677-4fd45cde2cc2'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:58:42.791605 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-b7c0cad8-997a-4fa1-bba9-5884c9722bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:58:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['be4414d0-fd4b-48ba-9677-4fd45cde2cc2'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:58:42.793893 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4252cf0e-21ed-4fcc-ba04-98dc6c1efc3e tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Router 93199cd7-54e7-4c5e-8c35-1fb4731c9971 is scheduled to L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d with binding_index 1 {{(pid=94420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 11:58:42.805684 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9f8276-f297-4f9f-875a-fe9256d5797a req-45bb2d68-0102-4e72-bbe2-fa591a881a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:58:42.812688 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3e9f8276-f297-4f9f-875a-fe9256d5797a req-45bb2d68-0102-4e72-bbe2-fa591a881a2a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=18d33466-72ef-4f5c-addd-45e10262d9ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1628058 Aug 05 11:58:43.053463 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e1ffd4f8-286f-4d51-aa78-71291447279b req-bfd3b695-9308-4543-bead-168de37dda5e tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "GET /v2.0/security-groups?id=eaca89e9-ba20-4cda-91a5-faaa99b4c47e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3450458 Aug 05 11:58:43.172984 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-b7c0cad8-997a-4fa1-bba9-5884c9722bb7 None None] Set router be4414d0-fd4b-48ba-9677-4fd45cde2cc2 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:58:43.209358 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3e9f8276-f297-4f9f-875a-fe9256d5797a req-49462784-7f94-4494-9ced-5614efb061cb service neutron] 10.222.0.64 "GET /v2.0/networks/18d33466-72ef-4f5c-addd-45e10262d9ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3919094 Aug 05 11:58:43.277789 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4252cf0e-21ed-4fcc-ba04-98dc6c1efc3e tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:58:43.298724 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f346d7-6c93-4bcc-a656-801b90fcfc21 None None] Sync routers for ids ['93199cd7-54e7-4c5e-8c35-1fb4731c9971'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:58:43.342343 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4252cf0e-21ed-4fcc-ba04-98dc6c1efc3e tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for router, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:43.344430 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-4252cf0e-21ed-4fcc-ba04-98dc6c1efc3e tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 6.3717246 Aug 05 11:58:43.346862 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f346d7-6c93-4bcc-a656-801b90fcfc21 None None] Routers {'93199cd7-54e7-4c5e-8c35-1fb4731c9971'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:58:43.347980 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 54358) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:58:43.350273 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-26f346d7-6c93-4bcc-a656-801b90fcfc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:58:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['93199cd7-54e7-4c5e-8c35-1fb4731c9971'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:58:43.476314 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-514421ac-8224-499e-a739-5ddec3d88a8b tempest-TestNetworkAdvancedServerOps-1820726671 tempest-TestNetworkAdvancedServerOps-1820726671-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=7f88688726d24c8e9d77831659c7c3ae&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1243844 Aug 05 11:58:43.477599 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 54364) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:58:43.534631 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3e9f8276-f297-4f9f-875a-fe9256d5797a req-deb2b4ab-96b7-4a24-864e-95506c23f944 service neutron] 10.222.0.64 "GET /v2.0/networks/18d33466-72ef-4f5c-addd-45e10262d9ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3118713 Aug 05 11:58:43.731395 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-26f346d7-6c93-4bcc-a656-801b90fcfc21 None None] Set router 93199cd7-54e7-4c5e-8c35-1fb4731c9971 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:58:43.862264 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-b7c0cad8-997a-4fa1-bba9-5884c9722bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be4414d0-fd4b-48ba-9677-4fd45cde2cc2', 'name': 'tempest-TestNetworkBasicOps-router-1554882435', 'tenant_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': 'bd65e829-571c-4873-89a9-f4d3905625f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:54:22Z', 'updated_at': '2021-08-05T11:58:25Z', 'revision_number': 6, 'project_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'gw_port': {'id': 'bd65e829-571c-4873-89a9-f4d3905625f0', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:20:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4414d0-fd4b-48ba-9677-4fd45cde2cc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:54:24Z', 'updated_at': '2021-08-05T11:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '4bdb7f0f-f996-43f7-abee-77a836d9fd60', 'name': '', 'network_id': '18d33466-72ef-4f5c-addd-45e10262d9ee', 'tenant_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'mac_address': 'fa:16:3e:4f:79:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4414d0-fd4b-48ba-9677-4fd45cde2cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '2847796d-5dbf-472e-a5ca-b99e1f825a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:54:39Z', 'updated_at': '2021-08-05T11:54:59Z', 'revision_number': 5, 'project_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'subnets': [{'id': '2847796d-5dbf-472e-a5ca-b99e1f825a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:58:43.896719 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258d0239-49e5-4378-9ebb-bc6660a5c59a tempest-TestNetworkAdvancedServerOps-1820726671 tempest-TestNetworkAdvancedServerOps-1820726671-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:58:43.905226 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 54370) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:58:43.905983 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-258d0239-49e5-4378-9ebb-bc6660a5c59a tempest-TestNetworkAdvancedServerOps-1820726671 tempest-TestNetworkAdvancedServerOps-1820726671-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4263558 Aug 05 11:58:43.945195 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c0cad8-997a-4fa1-bba9-5884c9722bb7 None None] The sync data for ids ['be4414d0-fd4b-48ba-9677-4fd45cde2cc2'] in n-d-803378-2 is: [{'id': 'be4414d0-fd4b-48ba-9677-4fd45cde2cc2', 'name': 'tempest-TestNetworkBasicOps-router-1554882435', 'tenant_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': 'bd65e829-571c-4873-89a9-f4d3905625f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:54:22Z', 'updated_at': '2021-08-05T11:58:25Z', 'revision_number': 6, 'project_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'gw_port': {'id': 'bd65e829-571c-4873-89a9-f4d3905625f0', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:20:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4414d0-fd4b-48ba-9677-4fd45cde2cc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:54:24Z', 'updated_at': '2021-08-05T11:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '4bdb7f0f-f996-43f7-abee-77a836d9fd60', 'name': '', 'network_id': '18d33466-72ef-4f5c-addd-45e10262d9ee', 'tenant_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'mac_address': 'fa:16:3e:4f:79:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4414d0-fd4b-48ba-9677-4fd45cde2cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '2847796d-5dbf-472e-a5ca-b99e1f825a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:54:39Z', 'updated_at': '2021-08-05T11:54:59Z', 'revision_number': 5, 'project_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'subnets': [{'id': '2847796d-5dbf-472e-a5ca-b99e1f825a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:58:43.978448 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-ba3554a8-ccfd-49a7-975d-cd0575a3fe73 tempest-TestNetworkAdvancedServerOps-1820726671 tempest-TestNetworkAdvancedServerOps-1820726671-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0710931 Aug 05 11:58:43.982350 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 54372) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:58:43.985499 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:43.991282 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-e847a844-07aa-4e8f-b8f8-f7e77c7fdb59 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1310824520', 'network_id': 'e221ebcf-1c88-4846-8587-94a0066507f5', 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:58:44.291634 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e847a844-07aa-4e8f-b8f8-f7e77c7fdb59 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Made reservation on behalf of 7f88688726d24c8e9d77831659c7c3ae for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:58:44.293019 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-26f346d7-6c93-4bcc-a656-801b90fcfc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93199cd7-54e7-4c5e-8c35-1fb4731c9971', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1853577480', 'tenant_id': '7f88688726d24c8e9d77831659c7c3ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': 'e3d98149-c554-4a87-aeb3-99a2d53d0f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:58:37Z', 'updated_at': '2021-08-05T11:58:40Z', 'revision_number': 3, 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'gw_port': {'id': 'e3d98149-c554-4a87-aeb3-99a2d53d0f9c', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:65:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93199cd7-54e7-4c5e-8c35-1fb4731c9971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:58:38Z', 'updated_at': '2021-08-05T11:58:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:58:44.302908 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e847a844-07aa-4e8f-b8f8-f7e77c7fdb59 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:44.436885 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f346d7-6c93-4bcc-a656-801b90fcfc21 None None] Checking router: 93199cd7-54e7-4c5e-8c35-1fb4731c9971 for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:58:44.438120 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f346d7-6c93-4bcc-a656-801b90fcfc21 None None] Updating router 93199cd7-54e7-4c5e-8c35-1fb4731c9971 port e3d98149-c554-4a87-aeb3-99a2d53d0f9c binding host n-d-803378-2 {{(pid=94422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 11:58:44.471230 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df17736-f0c8-4148-97a6-1821929deb84 req-5fdbaa1c-b9c6-4594-a611-865bffb32050 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:58:44.484435 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1df17736-f0c8-4148-97a6-1821929deb84 req-5fdbaa1c-b9c6-4594-a611-865bffb32050 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "GET /v2.0/ports?device_id=44bf7af3-4b93-463e-b016-46d0136c0a9c HTTP/1.1" status: 200 len: 945 time: 0.1834638 Aug 05 11:58:44.497172 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-26f346d7-6c93-4bcc-a656-801b90fcfc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:44.589526 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1df17736-f0c8-4148-97a6-1821929deb84 req-0b91dcb4-32bf-44da-8e7c-604f5e18441d tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "GET /v2.0/security-groups?id=eaca89e9-ba20-4cda-91a5-faaa99b4c47e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005511 Aug 05 11:58:44.663034 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54fded14-d610-48f8-a677-523af1ab5bff None None] New status for floating IP 2fb44f09-19ee-4ba0-9ae1-c6914d07d659: DOWN {{(pid=94423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 11:58:45.052475 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cae6c81-4db9-46f4-b4b0-36adca35ba5e req-3c7f9d47-9108-4230-8925-11196247e39d tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:58:45.054500 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7cae6c81-4db9-46f4-b4b0-36adca35ba5e req-3c7f9d47-9108-4230-8925-11196247e39d tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.64 "GET /v2.0/ports?device_id=44bf7af3-4b93-463e-b016-46d0136c0a9c HTTP/1.1" status: 200 len: 945 time: 0.2883160 Aug 05 11:58:45.060885 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e847a844-07aa-4e8f-b8f8-f7e77c7fdb59 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25038678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30075167'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:45.278865 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e847a844-07aa-4e8f-b8f8-f7e77c7fdb59 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Pushing event updated for resources: {'Subnet': ['ID=271660a4-93c7-4978-8162-ad97a3c0f69a,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:58:45.345074 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e847a844-07aa-4e8f-b8f8-f7e77c7fdb59 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Checking segment: {'id': '4364cd83-f658-4f94-974b-0a0c47401bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e221ebcf-1c88-4846-8587-94a0066507f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:58:45.346175 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e847a844-07aa-4e8f-b8f8-f7e77c7fdb59 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Network hostable DHCP agents. Network: e221ebcf-1c88-4846-8587-94a0066507f5, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:58:45.392229 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e847a844-07aa-4e8f-b8f8-f7e77c7fdb59 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Network e221ebcf-1c88-4846-8587-94a0066507f5 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:58:45.420852 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-7cae6c81-4db9-46f4-b4b0-36adca35ba5e req-af0bc6ba-bf54-4150-88f4-e81c2706e353 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Deleting port 7560c812-45a2-41db-b939-b83795c9222e {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:58:45.421389 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-7cae6c81-4db9-46f4-b4b0-36adca35ba5e req-af0bc6ba-bf54-4150-88f4-e81c2706e353 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:45.564990 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-e847a844-07aa-4e8f-b8f8-f7e77c7fdb59 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, e221ebcf-1c88-4846-8587-94a0066507f5) {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:58:45.590068 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369cf39a-80cd-4c35-9bc4-c085890d7e12 None None] Network e221ebcf-1c88-4846-8587-94a0066507f5 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:58:45.596341 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-26f346d7-6c93-4bcc-a656-801b90fcfc21 None None] Notify callbacks [] for port, precommit_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:45.686784 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e847a844-07aa-4e8f-b8f8-f7e77c7fdb59 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:58:45.695000 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e847a844-07aa-4e8f-b8f8-f7e77c7fdb59 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:45.739270 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-7cae6c81-4db9-46f4-b4b0-36adca35ba5e req-af0bc6ba-bf54-4150-88f4-e81c2706e353 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] For port 7560c812-45a2-41db-b939-b83795c9222e, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=7560c812-45a2-41db-b939-b83795c9222e,segment=NetworkSegment(f5bf602d-2ef6-4043-82eb-35dfbd65fde9),segment_id=f5bf602d-2ef6-4043-82eb-35dfbd65fde9)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:58:45.748912 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-7cae6c81-4db9-46f4-b4b0-36adca35ba5e req-af0bc6ba-bf54-4150-88f4-e81c2706e353 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:45.756222 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-e847a844-07aa-4e8f-b8f8-f7e77c7fdb59 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.7718737 Aug 05 11:58:45.760287 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 54402) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:58:45.781579 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-7cae6c81-4db9-46f4-b4b0-36adca35ba5e req-af0bc6ba-bf54-4150-88f4-e81c2706e353 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Calling delete_port for 7560c812-45a2-41db-b939-b83795c9222e owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:58:45.921587 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-26f346d7-6c93-4bcc-a656-801b90fcfc21 None None] Transition to ACTIVE for port object e3d98149-c554-4a87-aeb3-99a2d53d0f9c will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:58:45.972970 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa80d50-fa91-4e3b-9dc5-d03f264802f8 req-3d70d453-d1e2-4cf7-bf0f-c3ff573b0543 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:58:45.975835 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-afa80d50-fa91-4e3b-9dc5-d03f264802f8 req-3d70d453-d1e2-4cf7-bf0f-c3ff573b0543 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "GET /v2.0/ports?device_id=44bf7af3-4b93-463e-b016-46d0136c0a9c HTTP/1.1" status: 200 len: 945 time: 0.1917036 Aug 05 11:58:45.998765 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-26f346d7-6c93-4bcc-a656-801b90fcfc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:46.145904 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca99f3f4-fb91-4bb5-bbe7-092daacb8ea9 None None] Pushing event updated for resources: {'Port': ['ID=e3d98149-c554-4a87-aeb3-99a2d53d0f9c,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:58:46.235163 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-26f346d7-6c93-4bcc-a656-801b90fcfc21 None None] Attempting to bind port e3d98149-c554-4a87-aeb3-99a2d53d0f9c on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:58:46.236004 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-26f346d7-6c93-4bcc-a656-801b90fcfc21 None None] Attempting to bind port e3d98149-c554-4a87-aeb3-99a2d53d0f9c by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:58:46.237634 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f346d7-6c93-4bcc-a656-801b90fcfc21 None None] Attempting to bind port e3d98149-c554-4a87-aeb3-99a2d53d0f9c on network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:58:46.259482 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-7cae6c81-4db9-46f4-b4b0-36adca35ba5e req-af0bc6ba-bf54-4150-88f4-e81c2706e353 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:46.337039 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f346d7-6c93-4bcc-a656-801b90fcfc21 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:58:46.344786 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f346d7-6c93-4bcc-a656-801b90fcfc21 None None] Checking segment: {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:58:46.345758 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-26f346d7-6c93-4bcc-a656-801b90fcfc21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:46.346737 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f346d7-6c93-4bcc-a656-801b90fcfc21 None None] Bound using segment: {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:58:46.349287 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-26f346d7-6c93-4bcc-a656-801b90fcfc21 None None] Bound port: e3d98149-c554-4a87-aeb3-99a2d53d0f9c, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:58:46.351400 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-26f346d7-6c93-4bcc-a656-801b90fcfc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:46.368319 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-afa80d50-fa91-4e3b-9dc5-d03f264802f8 req-b0218050-a920-474d-8400-2737986cf5bb tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "GET /v2.0/security-groups?id=eaca89e9-ba20-4cda-91a5-faaa99b4c47e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3698533 Aug 05 11:58:46.412695 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0bc6ba-bf54-4150-88f4-e81c2706e353 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Pushing event deleted for resources: {'Port': ['ID=7560c812-45a2-41db-b939-b83795c9222e,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:58:46.526086 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cae6c81-4db9-46f4-b4b0-36adca35ba5e req-af0bc6ba-bf54-4150-88f4-e81c2706e353 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] No DVR routers for this DVR port 7560c812-45a2-41db-b939-b83795c9222e on host n-h1-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:58:46.531398 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-7cae6c81-4db9-46f4-b4b0-36adca35ba5e req-af0bc6ba-bf54-4150-88f4-e81c2706e353 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:46.536531 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa6fa73f-fe65-4f1c-a431-35f9c7690bf9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-e221ebcf-1c88-4846-8587-94a0066507f5', 'network_id': 'e221ebcf-1c88-4846-8587-94a0066507f5', 'tenant_id': '7f88688726d24c8e9d77831659c7c3ae', 'fixed_ips': [{'subnet_id': '271660a4-93c7-4978-8162-ad97a3c0f69a'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 11:58:46.538090 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-fa6fa73f-fe65-4f1c-a431-35f9c7690bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:46.540125 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7cae6c81-4db9-46f4-b4b0-36adca35ba5e req-af0bc6ba-bf54-4150-88f4-e81c2706e353 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.64 "DELETE /v2.0/ports/7560c812-45a2-41db-b939-b83795c9222e HTTP/1.1" status: 204 len: 173 time: 1.4682457 Aug 05 11:58:46.541702 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44bf7af3-4b93-463e-b016-46d0136c0a9c', 'name': 'network-vif-deleted', 'tag': '7560c812-45a2-41db-b939-b83795c9222e'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:58:46.551114 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57ba7b17-d72d-44cb-b369-307d3d23c3ae" -d '{"events": [{"server_uuid": "44bf7af3-4b93-463e-b016-46d0136c0a9c", "name": "network-vif-deleted", "tag": "7560c812-45a2-41db-b939-b83795c9222e"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:58:46.621583 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-26f346d7-6c93-4bcc-a656-801b90fcfc21 None None] For port e3d98149-c554-4a87-aeb3-99a2d53d0f9c, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:58:46.719163 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 54422) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:58:46.822782 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-26f346d7-6c93-4bcc-a656-801b90fcfc21 None None] For port e3d98149-c554-4a87-aeb3-99a2d53d0f9c, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=e3d98149-c554-4a87-aeb3-99a2d53d0f9c,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:58:46.847473 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-26f346d7-6c93-4bcc-a656-801b90fcfc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:46.878023 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f03e7683-2826-4a9c-b8a0-231be8f53878 x-openstack-request-id: req-f03e7683-2826-4a9c-b8a0-231be8f53878 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:58:46.878597 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44bf7af3-4b93-463e-b016-46d0136c0a9c", "name": "network-vif-deleted", "tag": "7560c812-45a2-41db-b939-b83795c9222e", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:58:46.878959 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f03e7683-2826-4a9c-b8a0-231be8f53878 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:58:46.879530 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44bf7af3-4b93-463e-b016-46d0136c0a9c', 'name': 'network-vif-deleted', 'tag': '7560c812-45a2-41db-b939-b83795c9222e', 'status': 'completed', 'code': 200} Aug 05 11:58:46.965304 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_v2 [None req-b09e5073-f709-4b57-92d1-08164eb05270 admin admin] Deleting subnet 137dfbfb-2cdc-4961-8de0-c1206c710bb0 {{(pid=94421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:58:46.974945 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b09e5073-f709-4b57-92d1-08164eb05270 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:47.068817 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b09e5073-f709-4b57-92d1-08164eb05270 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29786388'] for subnet, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:47.106419 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca99f3f4-fb91-4bb5-bbe7-092daacb8ea9 None None] Pushing event updated for resources: {'Port': ['ID=e3d98149-c554-4a87-aeb3-99a2d53d0f9c,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:58:47.206481 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b09e5073-f709-4b57-92d1-08164eb05270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:47.279484 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f346d7-6c93-4bcc-a656-801b90fcfc21 None None] Routers {'93199cd7-54e7-4c5e-8c35-1fb4731c9971'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:58:47.280642 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-26f346d7-6c93-4bcc-a656-801b90fcfc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:58:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['93199cd7-54e7-4c5e-8c35-1fb4731c9971'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:58:47.437578 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b09e5073-f709-4b57-92d1-08164eb05270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25038609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30075142'] for subnet, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:47.498594 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 7560c812-45a2-41db-b939-b83795c9222e no longer exists at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:58:47.543397 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09e5073-f709-4b57-92d1-08164eb05270 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=137dfbfb-2cdc-4961-8de0-c1206c710bb0,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:58:47.573423 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d743e774-2033-47fa-83db-eafb77c45dc9 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:47.576954 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b09e5073-f709-4b57-92d1-08164eb05270 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:47.596986 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-b09e5073-f709-4b57-92d1-08164eb05270 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/137dfbfb-2cdc-4961-8de0-c1206c710bb0 HTTP/1.1" status: 204 len: 168 time: 0.8743305 Aug 05 11:58:47.600755 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 54436) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:58:47.684789 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-fa6fa73f-fe65-4f1c-a431-35f9c7690bf9 None None] Allocated IP 172.20.0.2 (e221ebcf-1c88-4846-8587-94a0066507f5/271660a4-93c7-4978-8162-ad97a3c0f69a/a43d8dfe-6d3e-4a7e-8a70-09666477974b) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:58:47.717765 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] No Port match for: 7560c812-45a2-41db-b939-b83795c9222e {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:58:47.719524 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 7560c812-45a2-41db-b939-b83795c9222e not bound to the agent host n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:58:47.830665 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-01f14572-9779-44be-ae57-dfffa48e88eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:47.876052 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f5241aec-0406-4413-9f4b-4a4751ff0ff2 req-3aa516bc-bde9-4f54-bc84-f64a5390d923 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "GET /v2.0/ports?device_id=44bf7af3-4b93-463e-b016-46d0136c0a9c HTTP/1.1" status: 200 len: 210 time: 0.0852554 Aug 05 11:58:48.085844 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-01f14572-9779-44be-ae57-dfffa48e88eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:48.145175 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-01f14572-9779-44be-ae57-dfffa48e88eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1509ae5e-3f11-4a82-9255-09d7022e3252']}} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:58:48.175260 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-01f14572-9779-44be-ae57-dfffa48e88eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37642e2d-a962-418c-b18d-4de06df0e0d5') {'for_net_delete': True} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:58:48.175260 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-01f14572-9779-44be-ae57-dfffa48e88eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37642e2d-a962-418c-b18d-4de06df0e0d5') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:58:48.197606 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-01f14572-9779-44be-ae57-dfffa48e88eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29786371'] for segment, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:48.228088 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-01f14572-9779-44be-ae57-dfffa48e88eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:48.253878 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01f14572-9779-44be-ae57-dfffa48e88eb admin admin] Releasing vlan 684 on physical network physnet1 to pool {{(pid=94421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:58:48.254504 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-01f14572-9779-44be-ae57-dfffa48e88eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25038799'] for segment, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:48.257843 n-d-803378-2 neutron-server[94421]: Traceback (most recent call last): Aug 05 11:58:48.257843 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:58:48.257843 n-d-803378-2 neutron-server[94421]: timer() Aug 05 11:58:48.257843 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:58:48.257843 n-d-803378-2 neutron-server[94421]: cb(*args, **kw) Aug 05 11:58:48.257843 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:58:48.257843 n-d-803378-2 neutron-server[94421]: return func(*args, **kwargs) Aug 05 11:58:48.257843 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:58:48.257843 n-d-803378-2 neutron-server[94421]: self._notify() Aug 05 11:58:48.257843 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:58:48.257843 n-d-803378-2 neutron-server[94421]: self.callback(batched_events) Aug 05 11:58:48.257843 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:58:48.257843 n-d-803378-2 neutron-server[94421]: event.method(event) Aug 05 11:58:48.257843 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:58:48.257843 n-d-803378-2 neutron-server[94421]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:58:48.257843 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:58:48.257843 n-d-803378-2 neutron-server[94421]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:58:48.257843 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:58:48.257843 n-d-803378-2 neutron-server[94421]: return f(self, *a, **k) Aug 05 11:58:48.257843 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:58:48.257843 n-d-803378-2 neutron-server[94421]: return self._get(url).json() Aug 05 11:58:48.257843 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:58:48.257843 n-d-803378-2 neutron-server[94421]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:58:48.257843 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:58:48.257843 n-d-803378-2 neutron-server[94421]: return self.request(url, 'GET', **kwargs) Aug 05 11:58:48.257843 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:58:48.257843 n-d-803378-2 neutron-server[94421]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:58:48.257843 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:58:48.257843 n-d-803378-2 neutron-server[94421]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:58:48.257843 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:58:48.257843 n-d-803378-2 neutron-server[94421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:58:48.257843 n-d-803378-2 neutron-server[94421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:58:48.307569 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-fa6fa73f-fe65-4f1c-a431-35f9c7690bf9 None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:48.322965 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-fa6fa73f-fe65-4f1c-a431-35f9c7690bf9 None None] Transition to ACTIVE for port object a43d8dfe-6d3e-4a7e-8a70-09666477974b will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:58:48.371609 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-fa6fa73f-fe65-4f1c-a431-35f9c7690bf9 None None] Transition to ACTIVE for port object a43d8dfe-6d3e-4a7e-8a70-09666477974b will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:58:48.385049 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-fa6fa73f-fe65-4f1c-a431-35f9c7690bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:48.421895 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-01f14572-9779-44be-ae57-dfffa48e88eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:48.436101 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-01f14572-9779-44be-ae57-dfffa48e88eb admin admin] Notify callbacks [] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:48.444700 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-01f14572-9779-44be-ae57-dfffa48e88eb admin admin] 10.222.0.58 "DELETE /v2.0/networks/1509ae5e-3f11-4a82-9255-09d7022e3252 HTTP/1.1" status: 204 len: 168 time: 0.8422732 Aug 05 11:58:48.447940 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 54444) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:58:48.495058 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f14572-9779-44be-ae57-dfffa48e88eb admin admin] Pushing event deleted for resources: {'Network': ['ID=1509ae5e-3f11-4a82-9255-09d7022e3252,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:58:48.495676 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa6fa73f-fe65-4f1c-a431-35f9c7690bf9 None None] Network e221ebcf-1c88-4846-8587-94a0066507f5 is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:58:48.514207 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-fa6fa73f-fe65-4f1c-a431-35f9c7690bf9 None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:58:48.517698 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6fa73f-fe65-4f1c-a431-35f9c7690bf9 None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:58:48.543815 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-26f346d7-6c93-4bcc-a656-801b90fcfc21 None None] Set router 93199cd7-54e7-4c5e-8c35-1fb4731c9971 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:58:48.606751 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6fa73f-fe65-4f1c-a431-35f9c7690bf9 None None] Pushing event updated for resources: {'Port': ['ID=a43d8dfe-6d3e-4a7e-8a70-09666477974b,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:58:48.654059 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffb68d75-9b17-4b85-86e2-0ce0921a4404 admin admin] Deleting subnet 807f787a-2f18-4a76-a048-194b999361af {{(pid=94420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:58:48.673135 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ffb68d75-9b17-4b85-86e2-0ce0921a4404 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:48.734511 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-d743e774-2033-47fa-83db-eafb77c45dc9 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Allocated IP 172.20.0.1 (e221ebcf-1c88-4846-8587-94a0066507f5/271660a4-93c7-4978-8162-ad97a3c0f69a/04a90d2f-3ee5-4e82-823d-d866db82cf34) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:58:48.781187 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ffb68d75-9b17-4b85-86e2-0ce0921a4404 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25010562'] for subnet, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:48.911367 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-fa6fa73f-fe65-4f1c-a431-35f9c7690bf9 None None] Attempting to bind port a43d8dfe-6d3e-4a7e-8a70-09666477974b on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:58:48.912102 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-fa6fa73f-fe65-4f1c-a431-35f9c7690bf9 None None] Attempting to bind port a43d8dfe-6d3e-4a7e-8a70-09666477974b by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '4364cd83-f658-4f94-974b-0a0c47401bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e221ebcf-1c88-4846-8587-94a0066507f5'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:58:48.912661 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6fa73f-fe65-4f1c-a431-35f9c7690bf9 None None] Attempting to bind port a43d8dfe-6d3e-4a7e-8a70-09666477974b on network e221ebcf-1c88-4846-8587-94a0066507f5 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:58:48.928388 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6fa73f-fe65-4f1c-a431-35f9c7690bf9 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:58:48.929084 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6fa73f-fe65-4f1c-a431-35f9c7690bf9 None None] Checking segment: {'id': '4364cd83-f658-4f94-974b-0a0c47401bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e221ebcf-1c88-4846-8587-94a0066507f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:58:48.929924 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-fa6fa73f-fe65-4f1c-a431-35f9c7690bf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:48.932751 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6fa73f-fe65-4f1c-a431-35f9c7690bf9 None None] Bound using segment: {'id': '4364cd83-f658-4f94-974b-0a0c47401bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e221ebcf-1c88-4846-8587-94a0066507f5'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:58:48.933855 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-fa6fa73f-fe65-4f1c-a431-35f9c7690bf9 None None] Bound port: a43d8dfe-6d3e-4a7e-8a70-09666477974b, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4364cd83-f658-4f94-974b-0a0c47401bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e221ebcf-1c88-4846-8587-94a0066507f5'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:58:48.935878 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-fa6fa73f-fe65-4f1c-a431-35f9c7690bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:48.990921 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ffb68d75-9b17-4b85-86e2-0ce0921a4404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:49.042091 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 54456) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:58:49.171245 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2e0b0def-d760-45f8-8a49-f62b98c82d25 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:49.174436 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d743e774-2033-47fa-83db-eafb77c45dc9 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:49.214080 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [None req-d743e774-2033-47fa-83db-eafb77c45dc9 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Transition to ACTIVE for port object 04a90d2f-3ee5-4e82-823d-d866db82cf34 will not be triggered until provisioned by entity DHCP. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:58:49.242010 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-fa6fa73f-fe65-4f1c-a431-35f9c7690bf9 None None] For port a43d8dfe-6d3e-4a7e-8a70-09666477974b, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:58:49.247396 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-fa6fa73f-fe65-4f1c-a431-35f9c7690bf9 None None] For port a43d8dfe-6d3e-4a7e-8a70-09666477974b, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=a43d8dfe-6d3e-4a7e-8a70-09666477974b,segment=NetworkSegment(4364cd83-f658-4f94-974b-0a0c47401bd3),segment_id=4364cd83-f658-4f94-974b-0a0c47401bd3)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:58:49.250650 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-26f346d7-6c93-4bcc-a656-801b90fcfc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93199cd7-54e7-4c5e-8c35-1fb4731c9971', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1853577480', 'tenant_id': '7f88688726d24c8e9d77831659c7c3ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': 'e3d98149-c554-4a87-aeb3-99a2d53d0f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:58:37Z', 'updated_at': '2021-08-05T11:58:40Z', 'revision_number': 3, 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'gw_port': {'id': 'e3d98149-c554-4a87-aeb3-99a2d53d0f9c', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:65:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93199cd7-54e7-4c5e-8c35-1fb4731c9971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:58:38Z', 'updated_at': '2021-08-05T11:58:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:58:49.272794 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2e0b0def-d760-45f8-8a49-f62b98c82d25 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:49.307957 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f346d7-6c93-4bcc-a656-801b90fcfc21 None None] The sync data for ids ['93199cd7-54e7-4c5e-8c35-1fb4731c9971'] in n-d-803378-2 is: [{'id': '93199cd7-54e7-4c5e-8c35-1fb4731c9971', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1853577480', 'tenant_id': '7f88688726d24c8e9d77831659c7c3ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': 'e3d98149-c554-4a87-aeb3-99a2d53d0f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:58:37Z', 'updated_at': '2021-08-05T11:58:40Z', 'revision_number': 3, 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'gw_port': {'id': 'e3d98149-c554-4a87-aeb3-99a2d53d0f9c', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:65:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93199cd7-54e7-4c5e-8c35-1fb4731c9971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:58:38Z', 'updated_at': '2021-08-05T11:58:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:58:49.311989 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-fa6fa73f-fe65-4f1c-a431-35f9c7690bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:49.338083 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d743e774-2033-47fa-83db-eafb77c45dc9 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:49.430274 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2e0b0def-d760-45f8-8a49-f62b98c82d25 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:49.447947 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2e0b0def-d760-45f8-8a49-f62b98c82d25 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:49.456336 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d743e774-2033-47fa-83db-eafb77c45dc9 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Pushing event updated for resources: {'Port': ['ID=04a90d2f-3ee5-4e82-823d-d866db82cf34,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:58:49.460584 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-2e0b0def-d760-45f8-8a49-f62b98c82d25 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "DELETE /v2.0/security-groups/eaca89e9-ba20-4cda-91a5-faaa99b4c47e HTTP/1.1" status: 204 len: 168 time: 0.4158809 Aug 05 11:58:49.474206 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ffb68d75-9b17-4b85-86e2-0ce0921a4404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29762763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24211094'] for subnet, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:49.490919 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6fa73f-fe65-4f1c-a431-35f9c7690bf9 None None] Pushing event updated for resources: {'Port': ['ID=a43d8dfe-6d3e-4a7e-8a70-09666477974b,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:58:49.527762 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0b0def-d760-45f8-8a49-f62b98c82d25 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaca89e9-ba20-4cda-91a5-faaa99b4c47e,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:58:49.539748 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 54466) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:58:49.589687 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d743e774-2033-47fa-83db-eafb77c45dc9 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Network e221ebcf-1c88-4846-8587-94a0066507f5 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:58:49.671971 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-d743e774-2033-47fa-83db-eafb77c45dc9 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:58:49.680292 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d743e774-2033-47fa-83db-eafb77c45dc9 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:58:49.790699 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d743e774-2033-47fa-83db-eafb77c45dc9 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33288800'] for router_interface, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:49.807031 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb68d75-9b17-4b85-86e2-0ce0921a4404 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=807f787a-2f18-4a76-a048-194b999361af,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:58:49.924009 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ffb68d75-9b17-4b85-86e2-0ce0921a4404 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:49.933310 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-ffb68d75-9b17-4b85-86e2-0ce0921a4404 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/807f787a-2f18-4a76-a048-194b999361af HTTP/1.1" status: 204 len: 168 time: 1.4815042 Aug 05 11:58:49.935293 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 54476) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:58:50.280341 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f5eccee5-c0c7-47fa-b4f0-418d3b9a474b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:50.768805 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device a43d8dfe-6d3e-4a7e-8a70-09666477974b up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:58:50.966859 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port a43d8dfe-6d3e-4a7e-8a70-09666477974b completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:58:50.976074 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device e3d98149-c554-4a87-aeb3-99a2d53d0f9c up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:58:51.224821 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port e3d98149-c554-4a87-aeb3-99a2d53d0f9c completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:58:51.239607 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port e3d98149-c554-4a87-aeb3-99a2d53d0f9c triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:58:51.240158 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:51.516063 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f5eccee5-c0c7-47fa-b4f0-418d3b9a474b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:51.532324 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:51.535914 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-f5eccee5-c0c7-47fa-b4f0-418d3b9a474b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['799f1074-9409-4a00-9c85-bfcc445123e4']}} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:58:51.555236 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-f5eccee5-c0c7-47fa-b4f0-418d3b9a474b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7df89864-a355-4923-9594-e91fa57ea0a2') {'for_net_delete': True} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:58:51.555728 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-f5eccee5-c0c7-47fa-b4f0-418d3b9a474b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7df89864-a355-4923-9594-e91fa57ea0a2') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:58:51.594334 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f5eccee5-c0c7-47fa-b4f0-418d3b9a474b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25010581'] for segment, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:51.624312 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f5eccee5-c0c7-47fa-b4f0-418d3b9a474b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:51.624991 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port e3d98149-c554-4a87-aeb3-99a2d53d0f9c, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=e3d98149-c554-4a87-aeb3-99a2d53d0f9c,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:58:51.633501 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5eccee5-c0c7-47fa-b4f0-418d3b9a474b admin admin] Releasing vlan 664 on physical network physnet1 to pool {{(pid=94420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:58:51.634089 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f5eccee5-c0c7-47fa-b4f0-418d3b9a474b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29762581'] for segment, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:51.638515 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:51.740754 n-d-803378-2 neutron-server[94420]: Traceback (most recent call last): Aug 05 11:58:51.740754 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:58:51.740754 n-d-803378-2 neutron-server[94420]: timer() Aug 05 11:58:51.740754 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:58:51.740754 n-d-803378-2 neutron-server[94420]: cb(*args, **kw) Aug 05 11:58:51.740754 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:58:51.740754 n-d-803378-2 neutron-server[94420]: return func(*args, **kwargs) Aug 05 11:58:51.740754 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:58:51.740754 n-d-803378-2 neutron-server[94420]: self._notify() Aug 05 11:58:51.740754 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:58:51.740754 n-d-803378-2 neutron-server[94420]: self.callback(batched_events) Aug 05 11:58:51.740754 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:58:51.740754 n-d-803378-2 neutron-server[94420]: event.method(event) Aug 05 11:58:51.740754 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:58:51.740754 n-d-803378-2 neutron-server[94420]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:58:51.740754 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:58:51.740754 n-d-803378-2 neutron-server[94420]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:58:51.740754 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:58:51.740754 n-d-803378-2 neutron-server[94420]: return f(self, *a, **k) Aug 05 11:58:51.740754 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:58:51.740754 n-d-803378-2 neutron-server[94420]: return self._get(url).json() Aug 05 11:58:51.740754 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:58:51.740754 n-d-803378-2 neutron-server[94420]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:58:51.740754 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:58:51.740754 n-d-803378-2 neutron-server[94420]: return self.request(url, 'GET', **kwargs) Aug 05 11:58:51.740754 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:58:51.740754 n-d-803378-2 neutron-server[94420]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:58:51.740754 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:58:51.740754 n-d-803378-2 neutron-server[94420]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:58:51.740754 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:58:51.740754 n-d-803378-2 neutron-server[94420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:58:51.740754 n-d-803378-2 neutron-server[94420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:58:51.773686 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f5eccee5-c0c7-47fa-b4f0-418d3b9a474b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:51.848003 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=e3d98149-c554-4a87-aeb3-99a2d53d0f9c,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:58:51.865349 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f5eccee5-c0c7-47fa-b4f0-418d3b9a474b admin admin] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:51.869498 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-f5eccee5-c0c7-47fa-b4f0-418d3b9a474b admin admin] 10.222.0.58 "DELETE /v2.0/networks/799f1074-9409-4a00-9c85-bfcc445123e4 HTTP/1.1" status: 204 len: 168 time: 1.9277737 Aug 05 11:58:51.879483 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-138cc370-7ad6-4639-9e68-3945a203bb6e None None] Network e221ebcf-1c88-4846-8587-94a0066507f5 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:58:51.923040 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1562e5e5-318e-4e05-9564-2ee63657078c tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33208311'] for router_interface, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:51.928366 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eccee5-c0c7-47fa-b4f0-418d3b9a474b admin admin] Pushing event deleted for resources: {'Network': ['ID=799f1074-9409-4a00-9c85-bfcc445123e4,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:58:51.932895 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d743e774-2033-47fa-83db-eafb77c45dc9 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:52.067019 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f15e3ed1-2266-4abc-bcfa-ac9b94363dea None None] Provisioning for port a43d8dfe-6d3e-4a7e-8a70-09666477974b completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:58:52.092238 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f15e3ed1-2266-4abc-bcfa-ac9b94363dea None None] Provisioning complete for port a43d8dfe-6d3e-4a7e-8a70-09666477974b triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:58:52.093852 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f15e3ed1-2266-4abc-bcfa-ac9b94363dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:52.385576 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 54506) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:58:52.524731 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:52.669805 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-c114a064-494c-4dbc-9c12-9f247103f5d8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=88c82d0d606c44929a5a5a880bde0f31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2834375 Aug 05 11:58:52.674913 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 54510) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:58:52.690988 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device e3d98149-c554-4a87-aeb3-99a2d53d0f9c up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:58:52.806725 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f15e3ed1-2266-4abc-bcfa-ac9b94363dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:52.916443 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1fa5519d-91dd-4856-8923-aaa143274050 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:52.937842 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f15e3ed1-2266-4abc-bcfa-ac9b94363dea None None] For port a43d8dfe-6d3e-4a7e-8a70-09666477974b, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=a43d8dfe-6d3e-4a7e-8a70-09666477974b,segment=NetworkSegment(4364cd83-f658-4f94-974b-0a0c47401bd3),segment_id=4364cd83-f658-4f94-974b-0a0c47401bd3)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:58:52.947982 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d743e774-2033-47fa-83db-eafb77c45dc9 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:52.959595 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port e3d98149-c554-4a87-aeb3-99a2d53d0f9c triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:58:52.960695 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:52.965157 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d743e774-2033-47fa-83db-eafb77c45dc9 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:53.017361 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1fa5519d-91dd-4856-8923-aaa143274050 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:53.105055 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f15e3ed1-2266-4abc-bcfa-ac9b94363dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:53.203892 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-1562e5e5-318e-4e05-9564-2ee63657078c tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Deleting port 4bdb7f0f-f996-43f7-abee-77a836d9fd60 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:58:53.204418 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1562e5e5-318e-4e05-9564-2ee63657078c tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:53.207073 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d743e774-2033-47fa-83db-eafb77c45dc9 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Pushing event updated for resources: {'Port': ['ID=04a90d2f-3ee5-4e82-823d-d866db82cf34,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:58:53.214005 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d743e774-2033-47fa-83db-eafb77c45dc9 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33140268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33208272'] for router_interface, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:53.222741 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1fa5519d-91dd-4856-8923-aaa143274050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:53.227149 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1fa5519d-91dd-4856-8923-aaa143274050 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:53.229430 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-1fa5519d-91dd-4856-8923-aaa143274050 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bd30dfb0-b3dc-46fb-baff-d106ad1e7c27 HTTP/1.1" status: 204 len: 168 time: 0.5444622 Aug 05 11:58:53.394849 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa5519d-91dd-4856-8923-aaa143274050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd30dfb0-b3dc-46fb-baff-d106ad1e7c27,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:58:53.405668 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15e3ed1-2266-4abc-bcfa-ac9b94363dea None None] Pushing event updated for resources: {'Port': ['ID=a43d8dfe-6d3e-4a7e-8a70-09666477974b,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:58:53.516686 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d743e774-2033-47fa-83db-eafb77c45dc9 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Network e221ebcf-1c88-4846-8587-94a0066507f5 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:58:53.522753 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-d743e774-2033-47fa-83db-eafb77c45dc9 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:58:53.531829 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-290afd0f-03eb-453e-ab83-52d2596c1cfc None None] Provisioning complete for port a43d8dfe-6d3e-4a7e-8a70-09666477974b triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:58:53.532521 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-290afd0f-03eb-453e-ab83-52d2596c1cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:53.582102 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [None req-1562e5e5-318e-4e05-9564-2ee63657078c tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] For port 4bdb7f0f-f996-43f7-abee-77a836d9fd60, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=4bdb7f0f-f996-43f7-abee-77a836d9fd60,segment=NetworkSegment(f5bf602d-2ef6-4043-82eb-35dfbd65fde9),segment_id=f5bf602d-2ef6-4043-82eb-35dfbd65fde9)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:58:53.582611 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1562e5e5-318e-4e05-9564-2ee63657078c tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:53.674927 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-1562e5e5-318e-4e05-9564-2ee63657078c tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Calling delete_port for 4bdb7f0f-f996-43f7-abee-77a836d9fd60 owned by network:router_interface {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:58:53.956407 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-290afd0f-03eb-453e-ab83-52d2596c1cfc None None] Provisioning for port 04a90d2f-3ee5-4e82-823d-d866db82cf34 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:58:53.988814 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-290afd0f-03eb-453e-ab83-52d2596c1cfc None None] Provisioning complete for port 04a90d2f-3ee5-4e82-823d-d866db82cf34 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:58:53.989502 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-290afd0f-03eb-453e-ab83-52d2596c1cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:54.012973 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d743e774-2033-47fa-83db-eafb77c45dc9 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Router 93199cd7-54e7-4c5e-8c35-1fb4731c9971 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 11:58:54.117369 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-290afd0f-03eb-453e-ab83-52d2596c1cfc None None] Port 04a90d2f-3ee5-4e82-823d-d866db82cf34 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:58:54.271335 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2177bd3-dd6e-4e84-870c-7b129f4cc060 None None] Provisioning complete for port 04a90d2f-3ee5-4e82-823d-d866db82cf34 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:58:54.272394 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2177bd3-dd6e-4e84-870c-7b129f4cc060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:54.277364 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1562e5e5-318e-4e05-9564-2ee63657078c tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:54.409515 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-f2177bd3-dd6e-4e84-870c-7b129f4cc060 None None] Port 04a90d2f-3ee5-4e82-823d-d866db82cf34 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:58:54.426497 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d743e774-2033-47fa-83db-eafb77c45dc9 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:58:54.452352 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a05b46d-90b0-4328-aa45-7e853a3d1bcb None None] Sync routers for ids ['93199cd7-54e7-4c5e-8c35-1fb4731c9971'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:58:54.495920 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-d743e774-2033-47fa-83db-eafb77c45dc9 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "PUT /v2.0/routers/93199cd7-54e7-4c5e-8c35-1fb4731c9971/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7319458 Aug 05 11:58:54.509399 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 54538) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:58:54.521933 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a05b46d-90b0-4328-aa45-7e853a3d1bcb None None] Routers {'93199cd7-54e7-4c5e-8c35-1fb4731c9971'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:58:54.537512 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-1a05b46d-90b0-4328-aa45-7e853a3d1bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:58:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['93199cd7-54e7-4c5e-8c35-1fb4731c9971'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:58:54.603896 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562e5e5-318e-4e05-9564-2ee63657078c tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Pushing event deleted for resources: {'Port': ['ID=4bdb7f0f-f996-43f7-abee-77a836d9fd60,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:58:54.708458 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-ba2ee14f-c874-4639-9a20-57ea7ec3db68 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=327d4ed5e864420ba700214962d49df6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1936100 Aug 05 11:58:54.708890 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 54540) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:58:54.721593 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device a43d8dfe-6d3e-4a7e-8a70-09666477974b up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:58:54.895028 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-8db1f377-e57c-4e2b-b4fa-d6344ad77ef8 None None] Provisioning complete for port 04a90d2f-3ee5-4e82-823d-d866db82cf34 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:58:54.895028 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-8db1f377-e57c-4e2b-b4fa-d6344ad77ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:55.079188 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d8dc2d03-b016-4d78-9282-2cddfa325c9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:55.119241 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-48964e30-a4df-4234-afae-f5c9213fc6c5 req-f7fe5f9e-e075-4675-b039-b9ba0874945f tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-490727787&fields=id&tenant_id=7f88688726d24c8e9d77831659c7c3ae HTTP/1.1" status: 200 len: 267 time: 0.1064210 Aug 05 11:58:55.166733 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1562e5e5-318e-4e05-9564-2ee63657078c tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33140263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33208171'] for router_interface, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:55.208190 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d8dc2d03-b016-4d78-9282-2cddfa325c9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:55.341768 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48964e30-a4df-4234-afae-f5c9213fc6c5 req-54caeb2d-0203-4f4a-af40-673bab8598ef tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:58:55.352640 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-48964e30-a4df-4234-afae-f5c9213fc6c5 req-54caeb2d-0203-4f4a-af40-673bab8598ef tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/networks?id=e221ebcf-1c88-4846-8587-94a0066507f5 HTTP/1.1" status: 200 len: 796 time: 0.2137690 Aug 05 11:58:55.379337 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-48964e30-a4df-4234-afae-f5c9213fc6c5 req-fb3e3816-fcc2-442c-b210-a85aa243b46f tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/quotas/7f88688726d24c8e9d77831659c7c3ae HTTP/1.1" status: 200 len: 375 time: 0.0252416 Aug 05 11:58:55.430920 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-8db1f377-e57c-4e2b-b4fa-d6344ad77ef8 None None] Port 04a90d2f-3ee5-4e82-823d-d866db82cf34 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:58:55.478511 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-48964e30-a4df-4234-afae-f5c9213fc6c5 req-7c1a1432-471b-4dd4-a2c3-0f2bb322e12b tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=7f88688726d24c8e9d77831659c7c3ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0977671 Aug 05 11:58:55.511061 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-1a05b46d-90b0-4328-aa45-7e853a3d1bcb None None] Set router 93199cd7-54e7-4c5e-8c35-1fb4731c9971 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:58:55.516443 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port a43d8dfe-6d3e-4a7e-8a70-09666477974b triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:58:55.517404 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:55.656703 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d8dc2d03-b016-4d78-9282-2cddfa325c9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:55.665061 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d8dc2d03-b016-4d78-9282-2cddfa325c9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:55.667369 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-d8dc2d03-b016-4d78-9282-2cddfa325c9f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/886cc82b-3d26-4848-829d-da1849204cc8 HTTP/1.1" status: 204 len: 168 time: 0.9566751 Aug 05 11:58:55.741929 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [req-48964e30-a4df-4234-afae-f5c9213fc6c5 req-1a5a4c8c-c25a-4a93-bccf-bc72fd5a092c service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94420) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 11:58:55.757862 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-48964e30-a4df-4234-afae-f5c9213fc6c5 req-1a5a4c8c-c25a-4a93-bccf-bc72fd5a092c service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2515421 Aug 05 11:58:55.801558 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dc2d03-b016-4d78-9282-2cddfa325c9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=886cc82b-3d26-4848-829d-da1849204cc8,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:58:55.869113 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1562e5e5-318e-4e05-9564-2ee63657078c tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Router be4414d0-fd4b-48ba-9677-4fd45cde2cc2 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 11:58:55.997970 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-48964e30-a4df-4234-afae-f5c9213fc6c5 req-75ac5cc5-fa46-4d52-9c46-15dc0ad40624 service neutron] 10.222.0.58 "GET /v2.0/networks/e221ebcf-1c88-4846-8587-94a0066507f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380497 Aug 05 11:58:56.242533 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1562e5e5-318e-4e05-9564-2ee63657078c tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:58:56.266514 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-1562e5e5-318e-4e05-9564-2ee63657078c tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "PUT /v2.0/routers/be4414d0-fd4b-48ba-9677-4fd45cde2cc2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7192390 Aug 05 11:58:56.270097 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73aa265-1c05-454d-b32b-1041e2e9bc3c None None] Sync routers for ids ['be4414d0-fd4b-48ba-9677-4fd45cde2cc2'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:58:56.273466 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 54584) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:58:56.289002 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-1a05b46d-90b0-4328-aa45-7e853a3d1bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93199cd7-54e7-4c5e-8c35-1fb4731c9971', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1853577480', 'tenant_id': '7f88688726d24c8e9d77831659c7c3ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': 'e3d98149-c554-4a87-aeb3-99a2d53d0f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:58:37Z', 'updated_at': '2021-08-05T11:58:51Z', 'revision_number': 4, 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'gw_port': {'id': 'e3d98149-c554-4a87-aeb3-99a2d53d0f9c', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:65:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93199cd7-54e7-4c5e-8c35-1fb4731c9971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:58:38Z', 'updated_at': '2021-08-05T11:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '04a90d2f-3ee5-4e82-823d-d866db82cf34', 'name': '', 'network_id': 'e221ebcf-1c88-4846-8587-94a0066507f5', 'tenant_id': '7f88688726d24c8e9d77831659c7c3ae', 'mac_address': 'fa:16:3e:1d:c8:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93199cd7-54e7-4c5e-8c35-1fb4731c9971', 'device_owner': 'network:router_interface', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '271660a4-93c7-4978-8162-ad97a3c0f69a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:58:48Z', 'updated_at': '2021-08-05T11:58:52Z', 'revision_number': 2, 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'subnets': [{'id': '271660a4-93c7-4978-8162-ad97a3c0f69a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:58:56.296039 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73aa265-1c05-454d-b32b-1041e2e9bc3c None None] Routers {'be4414d0-fd4b-48ba-9677-4fd45cde2cc2'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:58:56.307695 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-c73aa265-1c05-454d-b32b-1041e2e9bc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:58:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['be4414d0-fd4b-48ba-9677-4fd45cde2cc2'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:58:56.384311 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a05b46d-90b0-4328-aa45-7e853a3d1bcb None None] Checking router: 93199cd7-54e7-4c5e-8c35-1fb4731c9971 for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:58:56.384963 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a05b46d-90b0-4328-aa45-7e853a3d1bcb None None] Updating router 93199cd7-54e7-4c5e-8c35-1fb4731c9971 port 04a90d2f-3ee5-4e82-823d-d866db82cf34 binding host n-d-803378-2 {{(pid=94422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 11:58:56.444303 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-48964e30-a4df-4234-afae-f5c9213fc6c5 req-6c2885fe-c0ef-413c-8830-7ba6e15d2269 service neutron] 10.222.0.58 "GET /v2.0/networks/e221ebcf-1c88-4846-8587-94a0066507f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4412944 Aug 05 11:58:56.551751 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_v2 [None req-37f4b798-f98f-416c-86b2-61253adf5f65 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Deleting subnet 2847796d-5dbf-472e-a5ca-b99e1f825a15 {{(pid=94420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:58:56.557988 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-c73aa265-1c05-454d-b32b-1041e2e9bc3c None None] Set router be4414d0-fd4b-48ba-9677-4fd45cde2cc2 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:58:56.568530 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-37f4b798-f98f-416c-86b2-61253adf5f65 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks [] for subnet, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:56.578274 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1a05b46d-90b0-4328-aa45-7e853a3d1bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:56.768538 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-37f4b798-f98f-416c-86b2-61253adf5f65 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25010562'] for subnet, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:57.015502 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-37f4b798-f98f-416c-86b2-61253adf5f65 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:57.140144 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a9a3042b-1929-4615-bc8b-33b5ada9ffc4 req-1fc9ef56-875d-4b27-a926-3df63220f346 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=d94b0f4e-7ccb-4775-b0e8-4c9ba00c486e HTTP/1.1" status: 200 len: 210 time: 0.1177425 Aug 05 11:58:57.245320 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-37f4b798-f98f-416c-86b2-61253adf5f65 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29762763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24211094'] for subnet, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:57.360981 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f4b798-f98f-416c-86b2-61253adf5f65 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Pushing event deleted for resources: {'Subnet': ['ID=2847796d-5dbf-472e-a5ca-b99e1f825a15,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:58:57.382853 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-37f4b798-f98f-416c-86b2-61253adf5f65 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks [] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:57.386974 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-37f4b798-f98f-416c-86b2-61253adf5f65 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "DELETE /v2.0/subnets/2847796d-5dbf-472e-a5ca-b99e1f825a15 HTTP/1.1" status: 204 len: 168 time: 1.1050615 Aug 05 11:58:57.392985 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 54606) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:58:57.402294 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50896570-b7ee-4a2c-bcc2-315d1f59f632 None None] Network 18d33466-72ef-4f5c-addd-45e10262d9ee requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:58:57.609674 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-c73aa265-1c05-454d-b32b-1041e2e9bc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be4414d0-fd4b-48ba-9677-4fd45cde2cc2', 'name': 'tempest-TestNetworkBasicOps-router-1554882435', 'tenant_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': 'bd65e829-571c-4873-89a9-f4d3905625f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:54:22Z', 'updated_at': '2021-08-05T11:58:54Z', 'revision_number': 7, 'project_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'gw_port': {'id': 'bd65e829-571c-4873-89a9-f4d3905625f0', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:20:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4414d0-fd4b-48ba-9677-4fd45cde2cc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:54:24Z', 'updated_at': '2021-08-05T11:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:58:57.714831 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73aa265-1c05-454d-b32b-1041e2e9bc3c None None] Checking router: be4414d0-fd4b-48ba-9677-4fd45cde2cc2 for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:58:57.760072 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73aa265-1c05-454d-b32b-1041e2e9bc3c None None] Routers {'be4414d0-fd4b-48ba-9677-4fd45cde2cc2'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:58:57.762582 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-c73aa265-1c05-454d-b32b-1041e2e9bc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:58:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['be4414d0-fd4b-48ba-9677-4fd45cde2cc2'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:58:57.971676 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fdbf3e06-738a-422e-97d4-add56805aeb0 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks [] for router, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:58.026910 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1a05b46d-90b0-4328-aa45-7e853a3d1bcb None None] Notify callbacks [] for port, precommit_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:58.089866 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-c73aa265-1c05-454d-b32b-1041e2e9bc3c None None] Set router be4414d0-fd4b-48ba-9677-4fd45cde2cc2 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:58:58.098296 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-1a05b46d-90b0-4328-aa45-7e853a3d1bcb None None] Transition to ACTIVE for port object 04a90d2f-3ee5-4e82-823d-d866db82cf34 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:58:58.117787 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1a05b46d-90b0-4328-aa45-7e853a3d1bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:58.293859 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530c41f6-5666-4dfc-961e-e9e29a569951 None None] DHCP port deletion for 18d33466-72ef-4f5c-addd-45e10262d9ee request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 11:58:58.442322 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c624274f-e118-4fdc-b392-0cc41a01786c None None] Pushing event updated for resources: {'Port': ['ID=04a90d2f-3ee5-4e82-823d-d866db82cf34,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:58:58.596202 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-21f27b8a-e339-4b1b-adf7-4a740392a6b3 req-a9991e52-e8ac-4049-a24b-ec0562519bbe tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=d94b0f4e-7ccb-4775-b0e8-4c9ba00c486e HTTP/1.1" status: 200 len: 210 time: 0.2353976 Aug 05 11:58:58.636021 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 64fd49d7-0991-4a3b-8978-a3f8be7b9177 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:58:58.674746 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fdbf3e06-738a-422e-97d4-add56805aeb0 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:58.823704 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-1a05b46d-90b0-4328-aa45-7e853a3d1bcb None None] Attempting to bind port 04a90d2f-3ee5-4e82-823d-d866db82cf34 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:58:58.824387 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-1a05b46d-90b0-4328-aa45-7e853a3d1bcb None None] Attempting to bind port 04a90d2f-3ee5-4e82-823d-d866db82cf34 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '4364cd83-f658-4f94-974b-0a0c47401bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e221ebcf-1c88-4846-8587-94a0066507f5'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:58:58.825576 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a05b46d-90b0-4328-aa45-7e853a3d1bcb None None] Attempting to bind port 04a90d2f-3ee5-4e82-823d-d866db82cf34 on network e221ebcf-1c88-4846-8587-94a0066507f5 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:58:58.860234 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-530c41f6-5666-4dfc-961e-e9e29a569951 None None] Deleting port 64fd49d7-0991-4a3b-8978-a3f8be7b9177 {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:58:58.861456 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-530c41f6-5666-4dfc-961e-e9e29a569951 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:58.886553 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-fdbf3e06-738a-422e-97d4-add56805aeb0 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Deleting port bd65e829-571c-4873-89a9-f4d3905625f0 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:58:58.892362 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fdbf3e06-738a-422e-97d4-add56805aeb0 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:59.008888 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-c73aa265-1c05-454d-b32b-1041e2e9bc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be4414d0-fd4b-48ba-9677-4fd45cde2cc2', 'name': 'tempest-TestNetworkBasicOps-router-1554882435', 'tenant_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': 'bd65e829-571c-4873-89a9-f4d3905625f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:54:22Z', 'updated_at': '2021-08-05T11:58:54Z', 'revision_number': 7, 'project_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'gw_port': {'id': 'bd65e829-571c-4873-89a9-f4d3905625f0', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:20:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4414d0-fd4b-48ba-9677-4fd45cde2cc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:54:24Z', 'updated_at': '2021-08-05T11:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:58:59.078493 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a05b46d-90b0-4328-aa45-7e853a3d1bcb None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:58:59.080604 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a05b46d-90b0-4328-aa45-7e853a3d1bcb None None] Checking segment: {'id': '4364cd83-f658-4f94-974b-0a0c47401bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e221ebcf-1c88-4846-8587-94a0066507f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:58:59.081611 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1a05b46d-90b0-4328-aa45-7e853a3d1bcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:59.082784 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a05b46d-90b0-4328-aa45-7e853a3d1bcb None None] Bound using segment: {'id': '4364cd83-f658-4f94-974b-0a0c47401bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e221ebcf-1c88-4846-8587-94a0066507f5'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:58:59.084005 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-1a05b46d-90b0-4328-aa45-7e853a3d1bcb None None] Bound port: 04a90d2f-3ee5-4e82-823d-d866db82cf34, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4364cd83-f658-4f94-974b-0a0c47401bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e221ebcf-1c88-4846-8587-94a0066507f5'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:58:59.085370 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1a05b46d-90b0-4328-aa45-7e853a3d1bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:59.087996 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73aa265-1c05-454d-b32b-1041e2e9bc3c None None] The sync data for ids ['be4414d0-fd4b-48ba-9677-4fd45cde2cc2'] in n-d-803378-2 is: [{'id': 'be4414d0-fd4b-48ba-9677-4fd45cde2cc2', 'name': 'tempest-TestNetworkBasicOps-router-1554882435', 'tenant_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': 'bd65e829-571c-4873-89a9-f4d3905625f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:54:22Z', 'updated_at': '2021-08-05T11:58:54Z', 'revision_number': 7, 'project_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'gw_port': {'id': 'bd65e829-571c-4873-89a9-f4d3905625f0', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:20:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4414d0-fd4b-48ba-9677-4fd45cde2cc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:54:24Z', 'updated_at': '2021-08-05T11:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:58:59.171774 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-fdbf3e06-738a-422e-97d4-add56805aeb0 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] For port bd65e829-571c-4873-89a9-f4d3905625f0, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=bd65e829-571c-4873-89a9-f4d3905625f0,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:58:59.172956 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fdbf3e06-738a-422e-97d4-add56805aeb0 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:59.203384 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-fdbf3e06-738a-422e-97d4-add56805aeb0 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Calling delete_port for bd65e829-571c-4873-89a9-f4d3905625f0 owned by network:router_gateway {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:58:59.217203 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-530c41f6-5666-4dfc-961e-e9e29a569951 None None] For port 64fd49d7-0991-4a3b-8978-a3f8be7b9177, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=64fd49d7-0991-4a3b-8978-a3f8be7b9177,segment=NetworkSegment(f5bf602d-2ef6-4043-82eb-35dfbd65fde9),segment_id=f5bf602d-2ef6-4043-82eb-35dfbd65fde9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:58:59.218205 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-530c41f6-5666-4dfc-961e-e9e29a569951 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:59.370844 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-1a05b46d-90b0-4328-aa45-7e853a3d1bcb None None] For port 04a90d2f-3ee5-4e82-823d-d866db82cf34, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:58:59.378219 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-1a05b46d-90b0-4328-aa45-7e853a3d1bcb None None] For port 04a90d2f-3ee5-4e82-823d-d866db82cf34, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=04a90d2f-3ee5-4e82-823d-d866db82cf34,segment=NetworkSegment(4364cd83-f658-4f94-974b-0a0c47401bd3),segment_id=4364cd83-f658-4f94-974b-0a0c47401bd3)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:58:59.404185 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1a05b46d-90b0-4328-aa45-7e853a3d1bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:59.580717 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-530c41f6-5666-4dfc-961e-e9e29a569951 None None] Calling delete_port for 64fd49d7-0991-4a3b-8978-a3f8be7b9177 owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:58:59.662411 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:59.694332 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:59.698383 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fdbf3e06-738a-422e-97d4-add56805aeb0 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:59.823670 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbf3e06-738a-422e-97d4-add56805aeb0 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Pushing event deleted for resources: {'Port': ['ID=bd65e829-571c-4873-89a9-f4d3905625f0,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:58:59.930188 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fdbf3e06-738a-422e-97d4-add56805aeb0 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33285055'] for router_gateway, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:58:59.973558 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a05b46d-90b0-4328-aa45-7e853a3d1bcb None None] Routers {'93199cd7-54e7-4c5e-8c35-1fb4731c9971'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:58:59.974247 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-1a05b46d-90b0-4328-aa45-7e853a3d1bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:58:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['93199cd7-54e7-4c5e-8c35-1fb4731c9971'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:58:59.982980 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c624274f-e118-4fdc-b392-0cc41a01786c None None] Pushing event updated for resources: {'Port': ['ID=04a90d2f-3ee5-4e82-823d-d866db82cf34,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:59:00.188228 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port 64fd49d7-0991-4a3b-8978-a3f8be7b9177, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=64fd49d7-0991-4a3b-8978-a3f8be7b9177,segment=NetworkSegment(f5bf602d-2ef6-4043-82eb-35dfbd65fde9),segment_id=f5bf602d-2ef6-4043-82eb-35dfbd65fde9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:59:00.205923 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:00.366411 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-530c41f6-5666-4dfc-961e-e9e29a569951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:00.481240 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-1a05b46d-90b0-4328-aa45-7e853a3d1bcb None None] Set router 93199cd7-54e7-4c5e-8c35-1fb4731c9971 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:59:00.544733 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-973591c9-fb64-4931-9ad0-ef71ef736d39 req-9264ee3e-82fe-41d3-84e4-a8dda2ef2a8d tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=d94b0f4e-7ccb-4775-b0e8-4c9ba00c486e HTTP/1.1" status: 200 len: 210 time: 0.4057946 Aug 05 11:59:00.553464 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48964e30-a4df-4234-afae-f5c9213fc6c5 req-d8432e58-8bf1-4084-b125-c1707aa8162e tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:59:00.555283 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fdbf3e06-738a-422e-97d4-add56805aeb0 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33262979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1951'] for router, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:00.557016 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-48964e30-a4df-4234-afae-f5c9213fc6c5 req-d8432e58-8bf1-4084-b125-c1707aa8162e tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.55 "GET /v2.0/networks?id=e221ebcf-1c88-4846-8587-94a0066507f5 HTTP/1.1" status: 200 len: 796 time: 0.6700668 Aug 05 11:59:00.564440 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fdbf3e06-738a-422e-97d4-add56805aeb0 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:00.721852 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fdbf3e06-738a-422e-97d4-add56805aeb0 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33262474'] for router, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:00.722951 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-48964e30-a4df-4234-afae-f5c9213fc6c5 req-d9a4d8c4-4710-459b-a530-12e3df8aeed0 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f88688726d24c8e9d77831659c7c3ae HTTP/1.1" status: 200 len: 379 time: 0.1283793 Aug 05 11:59:00.723151 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdbf3e06-738a-422e-97d4-add56805aeb0 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Fanout notify agent at l3_agent the message router_deleted on router be4414d0-fd4b-48ba-9677-4fd45cde2cc2 {{(pid=94420) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 11:59:00.748681 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fdbf3e06-738a-422e-97d4-add56805aeb0 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks [] for router, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:00.748681 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-fdbf3e06-738a-422e-97d4-add56805aeb0 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "DELETE /v2.0/routers/be4414d0-fd4b-48ba-9677-4fd45cde2cc2 HTTP/1.1" status: 204 len: 168 time: 3.3446078 Aug 05 11:59:00.749475 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 54678) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:59:00.784371 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-48964e30-a4df-4234-afae-f5c9213fc6c5 req-5196bf1a-539e-4fd3-98dd-87b922a36804 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Request body: {'port': {'device_id': 'd94b0f4e-7ccb-4775-b0e8-4c9ba00c486e', 'network_id': 'e221ebcf-1c88-4846-8587-94a0066507f5', 'admin_state_up': True, 'tenant_id': '7f88688726d24c8e9d77831659c7c3ae', 'security_groups': ['5b2ae25e-a3f9-47cd-8037-5f5a58db0284']}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:59:00.794409 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 4bdb7f0f-f996-43f7-abee-77a836d9fd60 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:59:00.857311 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 4bdb7f0f-f996-43f7-abee-77a836d9fd60 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:59:00.857753 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 4bdb7f0f-f996-43f7-abee-77a836d9fd60 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:59:00.890565 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530c41f6-5666-4dfc-961e-e9e29a569951 None None] No DVR routers for this DVR port 64fd49d7-0991-4a3b-8978-a3f8be7b9177 on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:59:01.006452 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-cd0aea99-1b42-4995-bf5a-21dbb24b29e9 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:01.023544 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=64fd49d7-0991-4a3b-8978-a3f8be7b9177,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:59:01.096876 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530c41f6-5666-4dfc-961e-e9e29a569951 None None] Pushing event deleted for resources: {'Port': ['ID=64fd49d7-0991-4a3b-8978-a3f8be7b9177,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:59:01.327768 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-1a05b46d-90b0-4328-aa45-7e853a3d1bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93199cd7-54e7-4c5e-8c35-1fb4731c9971', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1853577480', 'tenant_id': '7f88688726d24c8e9d77831659c7c3ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': 'e3d98149-c554-4a87-aeb3-99a2d53d0f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:58:37Z', 'updated_at': '2021-08-05T11:58:51Z', 'revision_number': 4, 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'gw_port': {'id': 'e3d98149-c554-4a87-aeb3-99a2d53d0f9c', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:65:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93199cd7-54e7-4c5e-8c35-1fb4731c9971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:58:38Z', 'updated_at': '2021-08-05T11:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '04a90d2f-3ee5-4e82-823d-d866db82cf34', 'name': '', 'network_id': 'e221ebcf-1c88-4846-8587-94a0066507f5', 'tenant_id': '7f88688726d24c8e9d77831659c7c3ae', 'mac_address': 'fa:16:3e:1d:c8:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93199cd7-54e7-4c5e-8c35-1fb4731c9971', 'device_owner': 'network:router_interface', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '271660a4-93c7-4978-8162-ad97a3c0f69a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:58:48Z', 'updated_at': '2021-08-05T11:58:59Z', 'revision_number': 4, 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'subnets': [{'id': '271660a4-93c7-4978-8162-ad97a3c0f69a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:59:01.413243 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a05b46d-90b0-4328-aa45-7e853a3d1bcb None None] The sync data for ids ['93199cd7-54e7-4c5e-8c35-1fb4731c9971'] in n-d-803378-2 is: [{'id': '93199cd7-54e7-4c5e-8c35-1fb4731c9971', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1853577480', 'tenant_id': '7f88688726d24c8e9d77831659c7c3ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': 'e3d98149-c554-4a87-aeb3-99a2d53d0f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:58:37Z', 'updated_at': '2021-08-05T11:58:51Z', 'revision_number': 4, 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'gw_port': {'id': 'e3d98149-c554-4a87-aeb3-99a2d53d0f9c', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:65:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93199cd7-54e7-4c5e-8c35-1fb4731c9971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:58:38Z', 'updated_at': '2021-08-05T11:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '04a90d2f-3ee5-4e82-823d-d866db82cf34', 'name': '', 'network_id': 'e221ebcf-1c88-4846-8587-94a0066507f5', 'tenant_id': '7f88688726d24c8e9d77831659c7c3ae', 'mac_address': 'fa:16:3e:1d:c8:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93199cd7-54e7-4c5e-8c35-1fb4731c9971', 'device_owner': 'network:router_interface', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '271660a4-93c7-4978-8162-ad97a3c0f69a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:58:48Z', 'updated_at': '2021-08-05T11:58:59Z', 'revision_number': 4, 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'subnets': [{'id': '271660a4-93c7-4978-8162-ad97a3c0f69a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:59:01.415014 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-cd0aea99-1b42-4995-bf5a-21dbb24b29e9 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:01.450117 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-cd0aea99-1b42-4995-bf5a-21dbb24b29e9 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18d33466-72ef-4f5c-addd-45e10262d9ee']}} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:59:01.653478 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-cd0aea99-1b42-4995-bf5a-21dbb24b29e9 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5bf602d-2ef6-4043-82eb-35dfbd65fde9') {'for_net_delete': True} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:59:01.656106 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-cd0aea99-1b42-4995-bf5a-21dbb24b29e9 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5bf602d-2ef6-4043-82eb-35dfbd65fde9') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:59:01.708391 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-cd0aea99-1b42-4995-bf5a-21dbb24b29e9 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29786371'] for segment, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:01.807647 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-cd0aea99-1b42-4995-bf5a-21dbb24b29e9 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:01.840972 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd0aea99-1b42-4995-bf5a-21dbb24b29e9 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Releasing vlan 692 on physical network physnet1 to pool {{(pid=94421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:59:01.846113 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-cd0aea99-1b42-4995-bf5a-21dbb24b29e9 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25038799'] for segment, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:01.852139 n-d-803378-2 neutron-server[94421]: Traceback (most recent call last): Aug 05 11:59:01.852139 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:59:01.852139 n-d-803378-2 neutron-server[94421]: timer() Aug 05 11:59:01.852139 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:59:01.852139 n-d-803378-2 neutron-server[94421]: cb(*args, **kw) Aug 05 11:59:01.852139 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:59:01.852139 n-d-803378-2 neutron-server[94421]: return func(*args, **kwargs) Aug 05 11:59:01.852139 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:59:01.852139 n-d-803378-2 neutron-server[94421]: self._notify() Aug 05 11:59:01.852139 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:59:01.852139 n-d-803378-2 neutron-server[94421]: self.callback(batched_events) Aug 05 11:59:01.852139 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:59:01.852139 n-d-803378-2 neutron-server[94421]: event.method(event) Aug 05 11:59:01.852139 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:59:01.852139 n-d-803378-2 neutron-server[94421]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:59:01.852139 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:59:01.852139 n-d-803378-2 neutron-server[94421]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:59:01.852139 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:59:01.852139 n-d-803378-2 neutron-server[94421]: return f(self, *a, **k) Aug 05 11:59:01.852139 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:59:01.852139 n-d-803378-2 neutron-server[94421]: return self._get(url).json() Aug 05 11:59:01.852139 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:59:01.852139 n-d-803378-2 neutron-server[94421]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:59:01.852139 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:59:01.852139 n-d-803378-2 neutron-server[94421]: return self.request(url, 'GET', **kwargs) Aug 05 11:59:01.852139 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:59:01.852139 n-d-803378-2 neutron-server[94421]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:59:01.852139 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:59:01.852139 n-d-803378-2 neutron-server[94421]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:59:01.852139 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:59:01.852139 n-d-803378-2 neutron-server[94421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:59:01.852139 n-d-803378-2 neutron-server[94421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:59:01.879216 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-04c41010-81da-4055-a5b4-0e3d22a2f1ca req-3f2bd247-2135-407e-bdaf-6caa9077c79a tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=d94b0f4e-7ccb-4775-b0e8-4c9ba00c486e HTTP/1.1" status: 200 len: 210 time: 0.0880780 Aug 05 11:59:01.994703 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48964e30-a4df-4234-afae-f5c9213fc6c5 req-5196bf1a-539e-4fd3-98dd-87b922a36804 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Made reservation on behalf of 7f88688726d24c8e9d77831659c7c3ae for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:59:02.006295 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-48964e30-a4df-4234-afae-f5c9213fc6c5 req-5196bf1a-539e-4fd3-98dd-87b922a36804 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:02.195708 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-cd0aea99-1b42-4995-bf5a-21dbb24b29e9 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:02.212356 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-cd0aea99-1b42-4995-bf5a-21dbb24b29e9 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks [] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:02.214856 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-cd0aea99-1b42-4995-bf5a-21dbb24b29e9 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "DELETE /v2.0/networks/18d33466-72ef-4f5c-addd-45e10262d9ee HTTP/1.1" status: 204 len: 168 time: 1.4619546 Aug 05 11:59:02.253089 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 54706) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:59:02.267416 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-5ac94301-880c-416c-be73-0ebf5a026a6b tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Request body: {'network': {'name': 'tempest-network-smoke--89543459', 'project_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'port_security_enabled': True}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:59:02.274801 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0aea99-1b42-4995-bf5a-21dbb24b29e9 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Pushing event deleted for resources: {'Network': ['ID=18d33466-72ef-4f5c-addd-45e10262d9ee,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:59:02.346223 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0aea99-1b42-4995-bf5a-21dbb24b29e9 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:59:02.347688 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0aea99-1b42-4995-bf5a-21dbb24b29e9 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:59:02.350532 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0aea99-1b42-4995-bf5a-21dbb24b29e9 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:59:02.351671 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ac94301-880c-416c-be73-0ebf5a026a6b tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Made reservation on behalf of f68dcdcc6d3c4b72a557ce0cc98a5aa1 for: {'network': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:59:02.359030 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5ac94301-880c-416c-be73-0ebf5a026a6b tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:02.360461 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0aea99-1b42-4995-bf5a-21dbb24b29e9 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:59:02.366205 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0aea99-1b42-4995-bf5a-21dbb24b29e9 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:59:02.366968 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0aea99-1b42-4995-bf5a-21dbb24b29e9 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:59:02.367634 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0aea99-1b42-4995-bf5a-21dbb24b29e9 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:59:02.368297 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0aea99-1b42-4995-bf5a-21dbb24b29e9 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:59:02.369277 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0aea99-1b42-4995-bf5a-21dbb24b29e9 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:59:02.370825 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0aea99-1b42-4995-bf5a-21dbb24b29e9 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:59:02.372986 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0aea99-1b42-4995-bf5a-21dbb24b29e9 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:59:02.373912 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0aea99-1b42-4995-bf5a-21dbb24b29e9 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:59:02.484239 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ac94301-880c-416c-be73-0ebf5a026a6b tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] vlan segment allocate from pool success with {'vlan_id': 650, 'physical_network': 'physnet1'} {{(pid=94420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:59:02.535036 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5ac94301-880c-416c-be73-0ebf5a026a6b tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:02.537821 n-d-803378-2 neutron-server[94420]: INFO neutron.db.segments_db [None req-5ac94301-880c-416c-be73-0ebf5a026a6b tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Added segment 660b66be-80d9-4672-8b40-3d7f5ab29178 of type vlan for network 34f4b1c0-4781-4466-8dad-c7a46498afc4 Aug 05 11:59:02.671834 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-48964e30-a4df-4234-afae-f5c9213fc6c5 req-5196bf1a-539e-4fd3-98dd-87b922a36804 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Allocated IP 172.20.0.12 (e221ebcf-1c88-4846-8587-94a0066507f5/271660a4-93c7-4978-8162-ad97a3c0f69a/97cc54b5-f892-4234-9f13-5b2a0c6073ad) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:59:02.806291 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5ac94301-880c-416c-be73-0ebf5a026a6b tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:02.831915 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 04a90d2f-3ee5-4e82-823d-d866db82cf34 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:59:02.986886 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5ac94301-880c-416c-be73-0ebf5a026a6b tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:03.019481 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac94301-880c-416c-be73-0ebf5a026a6b tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:59:03.021530 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5ac94301-880c-416c-be73-0ebf5a026a6b tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:03.113981 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 04a90d2f-3ee5-4e82-823d-d866db82cf34 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:59:03.129707 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 04a90d2f-3ee5-4e82-823d-d866db82cf34 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:59:03.130358 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:03.208331 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4129ad48-f1c8-42a8-b22b-e8803f782ceb req-5e316335-9177-483e-b731-31bb78e9ad43 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=d94b0f4e-7ccb-4775-b0e8-4c9ba00c486e HTTP/1.1" status: 200 len: 210 time: 0.0825522 Aug 05 11:59:03.213333 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-5ac94301-880c-416c-be73-0ebf5a026a6b tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9586668 Aug 05 11:59:03.221572 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 54730) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:59:03.228733 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-1ea1dbbc-de5c-4935-a1e2-7a1eeea82edd tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1764189606', 'admin_state_up': True, 'project_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:59:03.251255 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-48964e30-a4df-4234-afae-f5c9213fc6c5 req-5196bf1a-539e-4fd3-98dd-87b922a36804 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:03.270574 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac94301-880c-416c-be73-0ebf5a026a6b tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Pushing event updated for resources: {'Network': ['ID=34f4b1c0-4781-4466-8dad-c7a46498afc4,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:59:03.285752 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1ea1dbbc-de5c-4935-a1e2-7a1eeea82edd tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33260300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1929'] for router, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:03.287563 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1ea1dbbc-de5c-4935-a1e2-7a1eeea82edd tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33285914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33034662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1926'] for router, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:03.290829 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 34f4b1c0-4781-4466-8dad-c7a46498afc4 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:59:03.327637 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-48964e30-a4df-4234-afae-f5c9213fc6c5 req-5196bf1a-539e-4fd3-98dd-87b922a36804 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Transition to ACTIVE for port object 97cc54b5-f892-4234-9f13-5b2a0c6073ad will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:59:03.461338 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-48964e30-a4df-4234-afae-f5c9213fc6c5 req-5196bf1a-539e-4fd3-98dd-87b922a36804 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:03.506354 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1ea1dbbc-de5c-4935-a1e2-7a1eeea82edd tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:03.607336 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48964e30-a4df-4234-afae-f5c9213fc6c5 req-5196bf1a-539e-4fd3-98dd-87b922a36804 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Network e221ebcf-1c88-4846-8587-94a0066507f5 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:59:03.623755 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-48964e30-a4df-4234-afae-f5c9213fc6c5 req-5196bf1a-539e-4fd3-98dd-87b922a36804 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:59:03.641597 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-48964e30-a4df-4234-afae-f5c9213fc6c5 req-5196bf1a-539e-4fd3-98dd-87b922a36804 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:59:03.849695 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:03.955339 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48964e30-a4df-4234-afae-f5c9213fc6c5 req-5196bf1a-539e-4fd3-98dd-87b922a36804 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:59:03.959663 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-48964e30-a4df-4234-afae-f5c9213fc6c5 req-5196bf1a-539e-4fd3-98dd-87b922a36804 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:03.973189 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port 04a90d2f-3ee5-4e82-823d-d866db82cf34, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=04a90d2f-3ee5-4e82-823d-d866db82cf34,segment=NetworkSegment(4364cd83-f658-4f94-974b-0a0c47401bd3),segment_id=4364cd83-f658-4f94-974b-0a0c47401bd3)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:59:03.984258 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:04.020212 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5196bf1a-539e-4fd3-98dd-87b922a36804 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Pushing event updated for resources: {'Port': ['ID=97cc54b5-f892-4234-9f13-5b2a0c6073ad,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:59:04.038128 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-48964e30-a4df-4234-afae-f5c9213fc6c5 req-5196bf1a-539e-4fd3-98dd-87b922a36804 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2987533 Aug 05 11:59:04.066082 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-48964e30-a4df-4234-afae-f5c9213fc6c5 req-126a3f7e-cf90-44a1-ac5a-3ba97e8718f0 service neutron] Request body: {'port': {'device_id': 'd94b0f4e-7ccb-4775-b0e8-4c9ba00c486e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:59:04.214273 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device bd65e829-571c-4873-89a9-f4d3905625f0 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:59:04.289371 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: bd65e829-571c-4873-89a9-f4d3905625f0 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:59:04.290014 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device bd65e829-571c-4873-89a9-f4d3905625f0 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:59:04.348159 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-48964e30-a4df-4234-afae-f5c9213fc6c5 req-126a3f7e-cf90-44a1-ac5a-3ba97e8718f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:04.362978 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=04a90d2f-3ee5-4e82-823d-d866db82cf34,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:59:04.367966 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1ea1dbbc-de5c-4935-a1e2-7a1eeea82edd tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:04.415364 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-e4b8373e-689f-4eeb-8b01-672abd38dd17 None None] Provisioning for port 97cc54b5-f892-4234-9f13-5b2a0c6073ad completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:59:04.429783 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-e4b8373e-689f-4eeb-8b01-672abd38dd17 None None] Provisioning complete for port 97cc54b5-f892-4234-9f13-5b2a0c6073ad triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:59:04.436312 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e4b8373e-689f-4eeb-8b01-672abd38dd17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:04.581670 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-e4b8373e-689f-4eeb-8b01-672abd38dd17 None None] Port 97cc54b5-f892-4234-9f13-5b2a0c6073ad cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:59:04.617913 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 04a90d2f-3ee5-4e82-823d-d866db82cf34 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:59:04.731690 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fccd216-115b-4ff2-8a24-ef8349c2f821 req-3eae276f-9c73-4f1a-a80e-8923a6d53ad8 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:59:04.754293 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1fccd216-115b-4ff2-8a24-ef8349c2f821 req-3eae276f-9c73-4f1a-a80e-8923a6d53ad8 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=d94b0f4e-7ccb-4775-b0e8-4c9ba00c486e HTTP/1.1" status: 200 len: 932 time: 0.1614251 Aug 05 11:59:04.772692 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 04a90d2f-3ee5-4e82-823d-d866db82cf34 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:59:04.773575 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:04.899687 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1fccd216-115b-4ff2-8a24-ef8349c2f821 req-c4486ca2-a93d-4abe-bf89-3fc7473b5e5b tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=5b2ae25e-a3f9-47cd-8037-5f5a58db0284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1436660 Aug 05 11:59:04.987233 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-48964e30-a4df-4234-afae-f5c9213fc6c5 req-126a3f7e-cf90-44a1-ac5a-3ba97e8718f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97cc54b5-f892-4234-9f13-5b2a0c6073ad {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:59:05.004539 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-48964e30-a4df-4234-afae-f5c9213fc6c5 req-126a3f7e-cf90-44a1-ac5a-3ba97e8718f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:05.031076 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-48964e30-a4df-4234-afae-f5c9213fc6c5 req-126a3f7e-cf90-44a1-ac5a-3ba97e8718f0 service neutron] Transition to ACTIVE for port object 97cc54b5-f892-4234-9f13-5b2a0c6073ad will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:59:05.040541 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-48964e30-a4df-4234-afae-f5c9213fc6c5 req-126a3f7e-cf90-44a1-ac5a-3ba97e8718f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:05.204737 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126a3f7e-cf90-44a1-ac5a-3ba97e8718f0 service neutron] Pushing event updated for resources: {'Port': ['ID=97cc54b5-f892-4234-9f13-5b2a0c6073ad,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:59:05.206949 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1ea1dbbc-de5c-4935-a1e2-7a1eeea82edd tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks [] for router_gateway, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:05.279862 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1ea1dbbc-de5c-4935-a1e2-7a1eeea82edd tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:05.351075 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-48964e30-a4df-4234-afae-f5c9213fc6c5 req-126a3f7e-cf90-44a1-ac5a-3ba97e8718f0 service neutron] Attempting to bind port 97cc54b5-f892-4234-9f13-5b2a0c6073ad on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:59:05.351653 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-48964e30-a4df-4234-afae-f5c9213fc6c5 req-126a3f7e-cf90-44a1-ac5a-3ba97e8718f0 service neutron] Attempting to bind port 97cc54b5-f892-4234-9f13-5b2a0c6073ad by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': '4364cd83-f658-4f94-974b-0a0c47401bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e221ebcf-1c88-4846-8587-94a0066507f5'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:59:05.352229 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48964e30-a4df-4234-afae-f5c9213fc6c5 req-126a3f7e-cf90-44a1-ac5a-3ba97e8718f0 service neutron] Attempting to bind port 97cc54b5-f892-4234-9f13-5b2a0c6073ad on network e221ebcf-1c88-4846-8587-94a0066507f5 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:59:05.366798 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48964e30-a4df-4234-afae-f5c9213fc6c5 req-126a3f7e-cf90-44a1-ac5a-3ba97e8718f0 service neutron] Port 97cc54b5-f892-4234-9f13-5b2a0c6073ad on network e221ebcf-1c88-4846-8587-94a0066507f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:59:05.367315 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48964e30-a4df-4234-afae-f5c9213fc6c5 req-126a3f7e-cf90-44a1-ac5a-3ba97e8718f0 service neutron] Attempting to bind port 97cc54b5-f892-4234-9f13-5b2a0c6073ad on network e221ebcf-1c88-4846-8587-94a0066507f5 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:59:05.391068 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48964e30-a4df-4234-afae-f5c9213fc6c5 req-126a3f7e-cf90-44a1-ac5a-3ba97e8718f0 service neutron] Checking agent: {'id': 'a8f1dd2d-227c-4e30-8844-52419ba734db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:59:05.391630 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48964e30-a4df-4234-afae-f5c9213fc6c5 req-126a3f7e-cf90-44a1-ac5a-3ba97e8718f0 service neutron] Checking segment: {'id': '4364cd83-f658-4f94-974b-0a0c47401bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e221ebcf-1c88-4846-8587-94a0066507f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:59:05.392140 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48964e30-a4df-4234-afae-f5c9213fc6c5 req-126a3f7e-cf90-44a1-ac5a-3ba97e8718f0 service neutron] Bound using segment: {'id': '4364cd83-f658-4f94-974b-0a0c47401bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e221ebcf-1c88-4846-8587-94a0066507f5'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:59:05.392860 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-48964e30-a4df-4234-afae-f5c9213fc6c5 req-126a3f7e-cf90-44a1-ac5a-3ba97e8718f0 service neutron] Bound port: 97cc54b5-f892-4234-9f13-5b2a0c6073ad, host: n-h2-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4364cd83-f658-4f94-974b-0a0c47401bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e221ebcf-1c88-4846-8587-94a0066507f5'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:59:05.393407 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-48964e30-a4df-4234-afae-f5c9213fc6c5 req-126a3f7e-cf90-44a1-ac5a-3ba97e8718f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:05.543857 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-1ea1dbbc-de5c-4935-a1e2-7a1eeea82edd tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Allocated IP 172.25.5.252 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/121d09fe-8052-4920-8f4c-b262fda3928d) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:59:05.582535 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-48964e30-a4df-4234-afae-f5c9213fc6c5 req-126a3f7e-cf90-44a1-ac5a-3ba97e8718f0 service neutron] For port 97cc54b5-f892-4234-9f13-5b2a0c6073ad, host n-h2-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:59:05.592985 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-48964e30-a4df-4234-afae-f5c9213fc6c5 req-126a3f7e-cf90-44a1-ac5a-3ba97e8718f0 service neutron] For port 97cc54b5-f892-4234-9f13-5b2a0c6073ad, host n-h2-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=97cc54b5-f892-4234-9f13-5b2a0c6073ad,segment=NetworkSegment(4364cd83-f658-4f94-974b-0a0c47401bd3),segment_id=4364cd83-f658-4f94-974b-0a0c47401bd3)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:59:05.604306 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-48964e30-a4df-4234-afae-f5c9213fc6c5 req-126a3f7e-cf90-44a1-ac5a-3ba97e8718f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:05.723876 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48964e30-a4df-4234-afae-f5c9213fc6c5 req-126a3f7e-cf90-44a1-ac5a-3ba97e8718f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:59:05.725335 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-48964e30-a4df-4234-afae-f5c9213fc6c5 req-126a3f7e-cf90-44a1-ac5a-3ba97e8718f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:05.736981 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-48964e30-a4df-4234-afae-f5c9213fc6c5 req-126a3f7e-cf90-44a1-ac5a-3ba97e8718f0 service neutron] 10.222.0.55 "PUT /v2.0/ports/97cc54b5-f892-4234-9f13-5b2a0c6073ad HTTP/1.1" status: 200 len: 1092 time: 1.6762695 Aug 05 11:59:05.736981 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd94b0f4e-7ccb-4775-b0e8-4c9ba00c486e', 'tag': '97cc54b5-f892-4234-9f13-5b2a0c6073ad'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:59:05.744991 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1981ffc6-e8d4-49c4-ab9f-1ad3e9b7de59" -d '{"events": [{"name": "network-changed", "server_uuid": "d94b0f4e-7ccb-4775-b0e8-4c9ba00c486e", "tag": "97cc54b5-f892-4234-9f13-5b2a0c6073ad"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:59:05.844751 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1ea1dbbc-de5c-4935-a1e2-7a1eeea82edd tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:05.850585 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126a3f7e-cf90-44a1-ac5a-3ba97e8718f0 service neutron] Pushing event updated for resources: {'Port': ['ID=97cc54b5-f892-4234-9f13-5b2a0c6073ad,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:59:05.900884 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4039d0da-d3e7-4806-a1b0-cbbea0959cd2 x-openstack-request-id: req-4039d0da-d3e7-4806-a1b0-cbbea0959cd2 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:59:05.902351 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d94b0f4e-7ccb-4775-b0e8-4c9ba00c486e", "tag": "97cc54b5-f892-4234-9f13-5b2a0c6073ad", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:59:05.904446 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4039d0da-d3e7-4806-a1b0-cbbea0959cd2 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:59:05.908415 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd94b0f4e-7ccb-4775-b0e8-4c9ba00c486e', 'tag': '97cc54b5-f892-4234-9f13-5b2a0c6073ad', 'status': 'completed', 'code': 200} Aug 05 11:59:05.961523 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1ea1dbbc-de5c-4935-a1e2-7a1eeea82edd tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:06.000662 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48964e30-a4df-4234-afae-f5c9213fc6c5 req-736b3188-7a6d-46ca-a8e7-d1c4dc743ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:59:06.003353 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-48964e30-a4df-4234-afae-f5c9213fc6c5 req-736b3188-7a6d-46ca-a8e7-d1c4dc743ef5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7f88688726d24c8e9d77831659c7c3ae&device_id=d94b0f4e-7ccb-4775-b0e8-4c9ba00c486e HTTP/1.1" status: 200 len: 1095 time: 0.1858118 Aug 05 11:59:06.041360 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea1dbbc-de5c-4935-a1e2-7a1eeea82edd tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:59:06.089960 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-1ea1dbbc-de5c-4935-a1e2-7a1eeea82edd tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:59:06.120028 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea1dbbc-de5c-4935-a1e2-7a1eeea82edd tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:59:06.174443 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-48964e30-a4df-4234-afae-f5c9213fc6c5 req-08904085-9f99-4bc9-86c2-8d02f3574ae0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97cc54b5-f892-4234-9f13-5b2a0c6073ad HTTP/1.1" status: 200 len: 217 time: 0.1517541 Aug 05 11:59:06.256373 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea1dbbc-de5c-4935-a1e2-7a1eeea82edd tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Pushing event updated for resources: {'Port': ['ID=121d09fe-8052-4920-8f4c-b262fda3928d,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:59:06.321057 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48964e30-a4df-4234-afae-f5c9213fc6c5 req-87fc4191-60e6-4177-91a7-e6dcffe0e251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:59:06.324587 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-48964e30-a4df-4234-afae-f5c9213fc6c5 req-87fc4191-60e6-4177-91a7-e6dcffe0e251 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=271660a4-93c7-4978-8162-ad97a3c0f69a HTTP/1.1" status: 200 len: 835 time: 0.1291020 Aug 05 11:59:06.456876 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48964e30-a4df-4234-afae-f5c9213fc6c5 req-86005949-ea07-4989-886b-5825ce4e1d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:59:06.461728 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-48964e30-a4df-4234-afae-f5c9213fc6c5 req-86005949-ea07-4989-886b-5825ce4e1d95 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e221ebcf-1c88-4846-8587-94a0066507f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1298087 Aug 05 11:59:06.485986 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5efa4de-5c0c-44da-9a3e-858981e9e706 req-33286424-b5be-4d17-a528-dd2c3a56799a tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:59:06.501023 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b5efa4de-5c0c-44da-9a3e-858981e9e706 req-33286424-b5be-4d17-a528-dd2c3a56799a tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=d94b0f4e-7ccb-4775-b0e8-4c9ba00c486e HTTP/1.1" status: 200 len: 944 time: 0.2801008 Aug 05 11:59:06.610246 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b5efa4de-5c0c-44da-9a3e-858981e9e706 req-2a92f90b-de6f-460b-91a4-94a03850ba21 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=5b2ae25e-a3f9-47cd-8037-5f5a58db0284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077924 Aug 05 11:59:06.727648 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-48964e30-a4df-4234-afae-f5c9213fc6c5 req-3a74816d-085f-4dd8-a85c-9e1c5bb8d6bc service neutron] 10.222.0.55 "GET /v2.0/networks/e221ebcf-1c88-4846-8587-94a0066507f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481458 Aug 05 11:59:06.923656 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1ea1dbbc-de5c-4935-a1e2-7a1eeea82edd tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks [] for router_gateway, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:06.940765 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-48964e30-a4df-4234-afae-f5c9213fc6c5 req-4af95f34-dbdf-484c-9998-56ef7d2ad95b service neutron] 10.222.0.55 "GET /v2.0/networks/e221ebcf-1c88-4846-8587-94a0066507f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066729 Aug 05 11:59:07.119862 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1981ffc6-e8d4-49c4-ab9f-1ad3e9b7de59 req-e3a90adb-8261-4fa9-b98a-7c384ca27a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:59:07.124302 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1981ffc6-e8d4-49c4-ab9f-1ad3e9b7de59 req-e3a90adb-8261-4fa9-b98a-7c384ca27a07 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7f88688726d24c8e9d77831659c7c3ae&device_id=d94b0f4e-7ccb-4775-b0e8-4c9ba00c486e HTTP/1.1" status: 200 len: 1095 time: 0.0811040 Aug 05 11:59:07.269162 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e2c24bf9-ca5c-480a-a4fe-a50d8cb7cda6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:07.414762 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1981ffc6-e8d4-49c4-ab9f-1ad3e9b7de59 req-9a9c97b5-448c-4457-9066-832696676750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:59:07.417338 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1981ffc6-e8d4-49c4-ab9f-1ad3e9b7de59 req-9a9c97b5-448c-4457-9066-832696676750 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e221ebcf-1c88-4846-8587-94a0066507f5 HTTP/1.1" status: 200 len: 897 time: 0.2833936 Aug 05 11:59:07.453100 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1ea1dbbc-de5c-4935-a1e2-7a1eeea82edd tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286026'] for router, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:07.510421 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1981ffc6-e8d4-49c4-ab9f-1ad3e9b7de59 req-79460178-a180-48f6-bf15-22967fab74c7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97cc54b5-f892-4234-9f13-5b2a0c6073ad HTTP/1.1" status: 200 len: 217 time: 0.0836213 Aug 05 11:59:07.738813 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ea1dbbc-de5c-4935-a1e2-7a1eeea82edd tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Router 3ea4d876-24ed-4b48-9d43-4b0965b64e09 is scheduled to L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d with binding_index 1 {{(pid=94420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 11:59:07.921709 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2496ba-7f35-4a23-8094-a77d0cc4af3d req-9e60b098-b17d-4741-bb22-939103adf0aa tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:59:07.925562 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5d2496ba-7f35-4a23-8094-a77d0cc4af3d req-9e60b098-b17d-4741-bb22-939103adf0aa tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=d94b0f4e-7ccb-4775-b0e8-4c9ba00c486e HTTP/1.1" status: 200 len: 944 time: 0.1750057 Aug 05 11:59:08.016056 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1981ffc6-e8d4-49c4-ab9f-1ad3e9b7de59 req-b8ecb8ec-efe6-421d-98b4-7bbd251e4c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:59:08.018623 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1981ffc6-e8d4-49c4-ab9f-1ad3e9b7de59 req-b8ecb8ec-efe6-421d-98b4-7bbd251e4c23 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=271660a4-93c7-4978-8162-ad97a3c0f69a HTTP/1.1" status: 200 len: 835 time: 0.5005534 Aug 05 11:59:08.104206 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ea1dbbc-de5c-4935-a1e2-7a1eeea82edd tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:59:08.112326 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5d2496ba-7f35-4a23-8094-a77d0cc4af3d req-4feb69ba-a0f7-468f-bc53-01dc957d1daf tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=5b2ae25e-a3f9-47cd-8037-5f5a58db0284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197679 Aug 05 11:59:08.125620 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1981ffc6-e8d4-49c4-ab9f-1ad3e9b7de59 req-670c7c67-b99d-4373-afb7-dd222b8dce5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:59:08.128400 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1981ffc6-e8d4-49c4-ab9f-1ad3e9b7de59 req-670c7c67-b99d-4373-afb7-dd222b8dce5e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e221ebcf-1c88-4846-8587-94a0066507f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0982645 Aug 05 11:59:08.130042 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c16f85-0082-4ea1-b6e5-3ac7b1afc9a3 None None] Sync routers for ids ['3ea4d876-24ed-4b48-9d43-4b0965b64e09'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:59:08.157829 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1ea1dbbc-de5c-4935-a1e2-7a1eeea82edd tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks [] for router, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:08.159937 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-1ea1dbbc-de5c-4935-a1e2-7a1eeea82edd tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.9368548 Aug 05 11:59:08.165438 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 54814) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:59:08.169863 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c16f85-0082-4ea1-b6e5-3ac7b1afc9a3 None None] Routers {'3ea4d876-24ed-4b48-9d43-4b0965b64e09'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:59:08.171114 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-38c16f85-0082-4ea1-b6e5-3ac7b1afc9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:58:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['3ea4d876-24ed-4b48-9d43-4b0965b64e09'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:59:08.298011 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-dea498f7-8488-4dbc-9358-4d2d5e5f0df4 tempest-TestNetworkBasicOps-896309334 tempest-TestNetworkBasicOps-896309334-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=f68dcdcc6d3c4b72a557ce0cc98a5aa1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1267331 Aug 05 11:59:08.299931 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 54820) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:59:08.462519 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1981ffc6-e8d4-49c4-ab9f-1ad3e9b7de59 req-7c1a87dd-7d0a-4f18-a404-54c85d529577 service neutron] 10.222.0.55 "GET /v2.0/networks/e221ebcf-1c88-4846-8587-94a0066507f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3219986 Aug 05 11:59:08.571504 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2152d915-78b8-4ac6-9fb9-2d75089e66f7 tempest-TestNetworkBasicOps-896309334 tempest-TestNetworkBasicOps-896309334-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:59:08.578979 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-2152d915-78b8-4ac6-9fb9-2d75089e66f7 tempest-TestNetworkBasicOps-896309334 tempest-TestNetworkBasicOps-896309334-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2792087 Aug 05 11:59:08.585586 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 54828) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:59:08.658441 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-97a34d55-9761-4fa0-a159-f45c871b1f4c tempest-TestNetworkBasicOps-896309334 tempest-TestNetworkBasicOps-896309334-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0640054 Aug 05 11:59:08.662768 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 54830) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:59:08.678475 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-da2e80a7-0727-43aa-8144-637a6b2ff7a9 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1674660420', 'network_id': '34f4b1c0-4781-4466-8dad-c7a46498afc4', 'project_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:59:08.683825 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-38c16f85-0082-4ea1-b6e5-3ac7b1afc9a3 None None] Set router 3ea4d876-24ed-4b48-9d43-4b0965b64e09 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:59:08.733228 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1981ffc6-e8d4-49c4-ab9f-1ad3e9b7de59 req-2cc20e07-3c87-4d52-bfb8-0131d5033fc5 service neutron] 10.222.0.55 "GET /v2.0/networks/e221ebcf-1c88-4846-8587-94a0066507f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2666609 Aug 05 11:59:08.744729 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7b6c42bf-ebf3-4be8-a0b0-d1f91b34f21f req-0c20e5b2-510f-4f48-a5c4-ed95fc907e84 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f2982b20-6da2-4689-ae89-08a6113e6505&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2412481 Aug 05 11:59:08.927037 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da2e80a7-0727-43aa-8144-637a6b2ff7a9 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Made reservation on behalf of f68dcdcc6d3c4b72a557ce0cc98a5aa1 for: {'subnet': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:59:08.927992 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6c42bf-ebf3-4be8-a0b0-d1f91b34f21f req-eb1a7a57-75fe-4d06-a5c9-a20f34ed4aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:59:08.930783 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7b6c42bf-ebf3-4be8-a0b0-d1f91b34f21f req-eb1a7a57-75fe-4d06-a5c9-a20f34ed4aac service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cbc89f3908d842d4a7beeb1a4fce5354&device_id=f2982b20-6da2-4689-ae89-08a6113e6505 HTTP/1.1" status: 200 len: 1096 time: 0.1296737 Aug 05 11:59:08.942390 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-da2e80a7-0727-43aa-8144-637a6b2ff7a9 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24211133'] for subnet, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:09.273192 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-38c16f85-0082-4ea1-b6e5-3ac7b1afc9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea4d876-24ed-4b48-9d43-4b0965b64e09', 'name': 'tempest-TestNetworkBasicOps-router-1764189606', 'tenant_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '121d09fe-8052-4920-8f4c-b262fda3928d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:59:03Z', 'updated_at': '2021-08-05T11:59:06Z', 'revision_number': 3, 'project_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'gw_port': {'id': '121d09fe-8052-4920-8f4c-b262fda3928d', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6d:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ea4d876-24ed-4b48-9d43-4b0965b64e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:59:05Z', 'updated_at': '2021-08-05T11:59:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:59:09.363216 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c16f85-0082-4ea1-b6e5-3ac7b1afc9a3 None None] Checking router: 3ea4d876-24ed-4b48-9d43-4b0965b64e09 for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:59:09.363806 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c16f85-0082-4ea1-b6e5-3ac7b1afc9a3 None None] Updating router 3ea4d876-24ed-4b48-9d43-4b0965b64e09 port 121d09fe-8052-4920-8f4c-b262fda3928d binding host n-d-803378-2 {{(pid=94422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 11:59:09.364407 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6c42bf-ebf3-4be8-a0b0-d1f91b34f21f req-94f07be6-5ff7-44d7-b35d-d867c917031e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:59:09.373834 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7b6c42bf-ebf3-4be8-a0b0-d1f91b34f21f req-94f07be6-5ff7-44d7-b35d-d867c917031e service neutron] 10.222.0.64 "GET /v2.0/networks?id=1ac4b742-2a25-4935-8476-e9ad3e543504 HTTP/1.1" status: 200 len: 917 time: 0.3601811 Aug 05 11:59:09.458336 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-38c16f85-0082-4ea1-b6e5-3ac7b1afc9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:09.532650 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-da2e80a7-0727-43aa-8144-637a6b2ff7a9 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29762700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24211087'] for subnet, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:09.766810 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7b6c42bf-ebf3-4be8-a0b0-d1f91b34f21f req-65244725-2c34-4d7a-ac94-e19d3dae90bb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=06d6ee75-11e6-4dbf-9648-382f6d9c5c20 HTTP/1.1" status: 200 len: 1001 time: 0.3880260 Aug 05 11:59:09.845718 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1b4e0c-d4b2-436c-9e88-6ef5eb482d29 req-5e265344-7d04-4028-847b-db0712547924 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:59:09.864206 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fe1b4e0c-d4b2-436c-9e88-6ef5eb482d29 req-5e265344-7d04-4028-847b-db0712547924 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=d94b0f4e-7ccb-4775-b0e8-4c9ba00c486e HTTP/1.1" status: 200 len: 944 time: 0.5171854 Aug 05 11:59:09.925818 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2e80a7-0727-43aa-8144-637a6b2ff7a9 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Pushing event updated for resources: {'Subnet': ['ID=a3a277fc-3e89-49d6-972d-0acfc9ed2043,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:59:09.926390 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6c42bf-ebf3-4be8-a0b0-d1f91b34f21f req-7e04125d-e8bb-41a5-969a-a181162895b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:59:09.935361 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7b6c42bf-ebf3-4be8-a0b0-d1f91b34f21f req-7e04125d-e8bb-41a5-969a-a181162895b8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a5e28117-6f3c-401b-be5b-a70254f1dc57 HTTP/1.1" status: 200 len: 855 time: 0.1500280 Aug 05 11:59:09.996432 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fe1b4e0c-d4b2-436c-9e88-6ef5eb482d29 req-7e5d83b1-eea1-4f03-b298-e71c60edc94d tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=5b2ae25e-a3f9-47cd-8037-5f5a58db0284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302719 Aug 05 11:59:09.998252 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2e80a7-0727-43aa-8144-637a6b2ff7a9 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Checking segment: {'id': '660b66be-80d9-4672-8b40-3d7f5ab29178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '34f4b1c0-4781-4466-8dad-c7a46498afc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:59:09.998854 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2e80a7-0727-43aa-8144-637a6b2ff7a9 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Network hostable DHCP agents. Network: 34f4b1c0-4781-4466-8dad-c7a46498afc4, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:59:10.068433 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2e80a7-0727-43aa-8144-637a6b2ff7a9 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Network 34f4b1c0-4781-4466-8dad-c7a46498afc4 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:59:10.095449 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-da2e80a7-0727-43aa-8144-637a6b2ff7a9 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, 34f4b1c0-4781-4466-8dad-c7a46498afc4) {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:59:10.108531 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2e80a7-0727-43aa-8144-637a6b2ff7a9 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:59:10.112285 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-da2e80a7-0727-43aa-8144-637a6b2ff7a9 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks [] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:10.113652 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6c42bf-ebf3-4be8-a0b0-d1f91b34f21f req-d1dd2a6f-45af-40a5-bd90-a29054695c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:59:10.121006 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7b6c42bf-ebf3-4be8-a0b0-d1f91b34f21f req-d1dd2a6f-45af-40a5-bd90-a29054695c3a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1ac4b742-2a25-4935-8476-e9ad3e543504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1748312 Aug 05 11:59:10.163131 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a697eb62-aeca-47d2-a864-aed029aca4e8 None None] Network 34f4b1c0-4781-4466-8dad-c7a46498afc4 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:59:10.172962 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-da2e80a7-0727-43aa-8144-637a6b2ff7a9 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.5040350 Aug 05 11:59:10.173300 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-0aa41372-ffc5-45d2-8ba4-a2dfafd3b544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:10.173476 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 54864) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:59:10.325870 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:10.412956 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 97cc54b5-f892-4234-9f13-5b2a0c6073ad details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:59:10.467324 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7b6c42bf-ebf3-4be8-a0b0-d1f91b34f21f req-025ea703-5389-480b-b2e8-5ff5370e5d0b service neutron] 10.222.0.64 "GET /v2.0/networks/1ac4b742-2a25-4935-8476-e9ad3e543504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3196158 Aug 05 11:59:10.646234 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7b6c42bf-ebf3-4be8-a0b0-d1f91b34f21f req-0d1bfb2e-a53d-4157-b213-d63527bd2820 service neutron] 10.222.0.64 "GET /v2.0/networks/1ac4b742-2a25-4935-8476-e9ad3e543504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780140 Aug 05 11:59:10.687306 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-38c16f85-0082-4ea1-b6e5-3ac7b1afc9a3 None None] Notify callbacks [] for port, precommit_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:10.722105 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-38c16f85-0082-4ea1-b6e5-3ac7b1afc9a3 None None] Transition to ACTIVE for port object 121d09fe-8052-4920-8f4c-b262fda3928d will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:59:10.763319 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.db.resource_extend [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 05 11:59:10.766916 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-38c16f85-0082-4ea1-b6e5-3ac7b1afc9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:11.124184 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-38c16f85-0082-4ea1-b6e5-3ac7b1afc9a3 None None] Attempting to bind port 121d09fe-8052-4920-8f4c-b262fda3928d on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:59:11.124793 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-38c16f85-0082-4ea1-b6e5-3ac7b1afc9a3 None None] Attempting to bind port 121d09fe-8052-4920-8f4c-b262fda3928d by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:59:11.125169 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c16f85-0082-4ea1-b6e5-3ac7b1afc9a3 None None] Attempting to bind port 121d09fe-8052-4920-8f4c-b262fda3928d on network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:59:11.260281 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c16f85-0082-4ea1-b6e5-3ac7b1afc9a3 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:59:11.261505 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c16f85-0082-4ea1-b6e5-3ac7b1afc9a3 None None] Checking segment: {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:59:11.261505 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-38c16f85-0082-4ea1-b6e5-3ac7b1afc9a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:11.261505 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c16f85-0082-4ea1-b6e5-3ac7b1afc9a3 None None] Bound using segment: {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:59:11.262135 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-38c16f85-0082-4ea1-b6e5-3ac7b1afc9a3 None None] Bound port: 121d09fe-8052-4920-8f4c-b262fda3928d, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:59:11.262590 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-38c16f85-0082-4ea1-b6e5-3ac7b1afc9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:11.285581 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c3afad-fbe6-4e79-91d6-30687bc034cb None None] Pushing event updated for resources: {'Port': ['ID=121d09fe-8052-4920-8f4c-b262fda3928d,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:59:11.349493 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c3afad-fbe6-4e79-91d6-30687bc034cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:59:11.350272 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c3afad-fbe6-4e79-91d6-30687bc034cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:59:11.350981 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c3afad-fbe6-4e79-91d6-30687bc034cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:59:11.351694 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c3afad-fbe6-4e79-91d6-30687bc034cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:59:11.352792 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c3afad-fbe6-4e79-91d6-30687bc034cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:59:11.353463 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c3afad-fbe6-4e79-91d6-30687bc034cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:59:11.354945 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c3afad-fbe6-4e79-91d6-30687bc034cb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:59:11.355653 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c3afad-fbe6-4e79-91d6-30687bc034cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:59:11.356967 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c3afad-fbe6-4e79-91d6-30687bc034cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:59:11.357665 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c3afad-fbe6-4e79-91d6-30687bc034cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:59:11.358369 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c3afad-fbe6-4e79-91d6-30687bc034cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:59:11.359072 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c3afad-fbe6-4e79-91d6-30687bc034cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:59:11.365946 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ea6d49-0b55-4d2b-9e2b-119bac8543f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-34f4b1c0-4781-4466-8dad-c7a46498afc4', 'network_id': '34f4b1c0-4781-4466-8dad-c7a46498afc4', 'tenant_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'fixed_ips': [{'subnet_id': 'a3a277fc-3e89-49d6-972d-0acfc9ed2043'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 11:59:11.367725 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e5ea6d49-0b55-4d2b-9e2b-119bac8543f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:11.429367 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 97cc54b5-f892-4234-9f13-5b2a0c6073ad, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=97cc54b5-f892-4234-9f13-5b2a0c6073ad,segment=NetworkSegment(4364cd83-f658-4f94-974b-0a0c47401bd3),segment_id=4364cd83-f658-4f94-974b-0a0c47401bd3)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:59:11.492686 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Returning: {'device': '97cc54b5-f892-4234-9f13-5b2a0c6073ad', 'network_id': 'e221ebcf-1c88-4846-8587-94a0066507f5', 'port_id': '97cc54b5-f892-4234-9f13-5b2a0c6073ad', 'mac_address': 'fa:16:3e:19:7a:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '271660a4-93c7-4978-8162-ad97a3c0f69a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:59:11.603352 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-38c16f85-0082-4ea1-b6e5-3ac7b1afc9a3 None None] For port 121d09fe-8052-4920-8f4c-b262fda3928d, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:59:11.609019 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4e0c08-a812-4515-9a02-8c32869e46ae req-6d06e2d8-7af4-4a3c-ad70-77139609c11a tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:59:11.621252 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2f4e0c08-a812-4515-9a02-8c32869e46ae req-6d06e2d8-7af4-4a3c-ad70-77139609c11a tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=d94b0f4e-7ccb-4775-b0e8-4c9ba00c486e HTTP/1.1" status: 200 len: 944 time: 0.1990538 Aug 05 11:59:11.630464 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-38c16f85-0082-4ea1-b6e5-3ac7b1afc9a3 None None] For port 121d09fe-8052-4920-8f4c-b262fda3928d, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=121d09fe-8052-4920-8f4c-b262fda3928d,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:59:11.654287 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-38c16f85-0082-4ea1-b6e5-3ac7b1afc9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:11.701091 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:11.720882 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2f4e0c08-a812-4515-9a02-8c32869e46ae req-1bcfb1f7-e510-406d-8e77-ff851a1553a2 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=5b2ae25e-a3f9-47cd-8037-5f5a58db0284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976238 Aug 05 11:59:11.800586 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97cc54b5-f892-4234-9f13-5b2a0c6073ad {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:59:11.877679 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c16f85-0082-4ea1-b6e5-3ac7b1afc9a3 None None] Routers {'3ea4d876-24ed-4b48-9d43-4b0965b64e09'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:59:11.878488 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-38c16f85-0082-4ea1-b6e5-3ac7b1afc9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:59:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['3ea4d876-24ed-4b48-9d43-4b0965b64e09'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:59:11.905204 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c3afad-fbe6-4e79-91d6-30687bc034cb None None] Pushing event updated for resources: {'Port': ['ID=121d09fe-8052-4920-8f4c-b262fda3928d,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:59:11.912094 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 97cc54b5-f892-4234-9f13-5b2a0c6073ad, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=97cc54b5-f892-4234-9f13-5b2a0c6073ad,segment=NetworkSegment(4364cd83-f658-4f94-974b-0a0c47401bd3),segment_id=4364cd83-f658-4f94-974b-0a0c47401bd3)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:59:11.966813 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-773a0e91-4894-4b33-a53e-3ed3b50b098c tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:11.987072 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:11.996358 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:12.002065 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-e5ea6d49-0b55-4d2b-9e2b-119bac8543f3 None None] Allocated IP 172.20.0.2 (34f4b1c0-4781-4466-8dad-c7a46498afc4/a3a277fc-3e89-49d6-972d-0acfc9ed2043/b6197294-1e62-4928-ad59-de417ec41a7e) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:59:12.361637 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['97cc54b5-f892-4234-9f13-5b2a0c6073ad'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:59:12.444668 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=97cc54b5-f892-4234-9f13-5b2a0c6073ad,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:59:12.456422 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-38c16f85-0082-4ea1-b6e5-3ac7b1afc9a3 None None] Set router 3ea4d876-24ed-4b48-9d43-4b0965b64e09 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:59:12.671370 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c16cbab-6ff5-423a-9b3e-2a06256cf998 req-b770bcb5-b749-475d-ad3c-c631e814d17c tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:59:12.686559 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0c16cbab-6ff5-423a-9b3e-2a06256cf998 req-b770bcb5-b749-475d-ad3c-c631e814d17c tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] 10.222.0.58 "GET /v2.0/ports?device_id=2921aeef-9af1-41f1-be4d-51c1b113c60c HTTP/1.1" status: 200 len: 946 time: 0.1311660 Aug 05 11:59:12.776303 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0c16cbab-6ff5-423a-9b3e-2a06256cf998 req-72ffe6f0-fbf7-488a-9ae0-38e6a0e74628 tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d41c7fd-5ffd-48ce-bfdd-8f19db62ef3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866022 Aug 05 11:59:12.830601 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e5ea6d49-0b55-4d2b-9e2b-119bac8543f3 None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:12.846161 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-e5ea6d49-0b55-4d2b-9e2b-119bac8543f3 None None] Transition to ACTIVE for port object b6197294-1e62-4928-ad59-de417ec41a7e will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:59:12.877818 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-e5ea6d49-0b55-4d2b-9e2b-119bac8543f3 None None] Transition to ACTIVE for port object b6197294-1e62-4928-ad59-de417ec41a7e will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:59:12.948779 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e5ea6d49-0b55-4d2b-9e2b-119bac8543f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:13.020103 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-773a0e91-4894-4b33-a53e-3ed3b50b098c tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Allocated IP 172.20.0.1 (34f4b1c0-4781-4466-8dad-c7a46498afc4/a3a277fc-3e89-49d6-972d-0acfc9ed2043/f2ac86fb-51c9-4a55-a845-ddeb4aa48fea) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:59:13.055727 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ea6d49-0b55-4d2b-9e2b-119bac8543f3 None None] Pushing event updated for resources: {'Port': ['ID=b6197294-1e62-4928-ad59-de417ec41a7e,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:59:13.097738 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b71ade-2700-487f-8554-3cbd7cef0b61 req-85466cf8-6233-4276-a95a-91b3dc22bc99 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:59:13.109433 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-28b71ade-2700-487f-8554-3cbd7cef0b61 req-85466cf8-6233-4276-a95a-91b3dc22bc99 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=d94b0f4e-7ccb-4775-b0e8-4c9ba00c486e HTTP/1.1" status: 200 len: 945 time: 0.2482107 Aug 05 11:59:13.260592 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-28b71ade-2700-487f-8554-3cbd7cef0b61 req-10865fe2-6dd1-47af-9dd5-785ecce88bae tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=5b2ae25e-a3f9-47cd-8037-5f5a58db0284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1493175 Aug 05 11:59:13.327413 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-773a0e91-4894-4b33-a53e-3ed3b50b098c tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:13.355442 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [None req-773a0e91-4894-4b33-a53e-3ed3b50b098c tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Transition to ACTIVE for port object f2ac86fb-51c9-4a55-a845-ddeb4aa48fea will not be triggered until provisioned by entity DHCP. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:59:13.429149 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-773a0e91-4894-4b33-a53e-3ed3b50b098c tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:13.429521 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ea6d49-0b55-4d2b-9e2b-119bac8543f3 None None] Network 34f4b1c0-4781-4466-8dad-c7a46498afc4 is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:59:13.438381 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-e5ea6d49-0b55-4d2b-9e2b-119bac8543f3 None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:59:13.448402 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ea6d49-0b55-4d2b-9e2b-119bac8543f3 None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:59:13.531224 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773a0e91-4894-4b33-a53e-3ed3b50b098c tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Pushing event updated for resources: {'Port': ['ID=f2ac86fb-51c9-4a55-a845-ddeb4aa48fea,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:59:13.547622 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773a0e91-4894-4b33-a53e-3ed3b50b098c tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Network 34f4b1c0-4781-4466-8dad-c7a46498afc4 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:59:13.551450 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-773a0e91-4894-4b33-a53e-3ed3b50b098c tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:59:13.565186 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773a0e91-4894-4b33-a53e-3ed3b50b098c tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:59:13.643397 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-e5ea6d49-0b55-4d2b-9e2b-119bac8543f3 None None] Attempting to bind port b6197294-1e62-4928-ad59-de417ec41a7e on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:59:13.643897 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-e5ea6d49-0b55-4d2b-9e2b-119bac8543f3 None None] Attempting to bind port b6197294-1e62-4928-ad59-de417ec41a7e by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '660b66be-80d9-4672-8b40-3d7f5ab29178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '34f4b1c0-4781-4466-8dad-c7a46498afc4'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:59:13.644561 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ea6d49-0b55-4d2b-9e2b-119bac8543f3 None None] Attempting to bind port b6197294-1e62-4928-ad59-de417ec41a7e on network 34f4b1c0-4781-4466-8dad-c7a46498afc4 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:59:13.679863 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ea6d49-0b55-4d2b-9e2b-119bac8543f3 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:59:13.680365 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ea6d49-0b55-4d2b-9e2b-119bac8543f3 None None] Checking segment: {'id': '660b66be-80d9-4672-8b40-3d7f5ab29178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '34f4b1c0-4781-4466-8dad-c7a46498afc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:59:13.680881 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e5ea6d49-0b55-4d2b-9e2b-119bac8543f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:13.681389 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ea6d49-0b55-4d2b-9e2b-119bac8543f3 None None] Bound using segment: {'id': '660b66be-80d9-4672-8b40-3d7f5ab29178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '34f4b1c0-4781-4466-8dad-c7a46498afc4'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:59:13.683255 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-e5ea6d49-0b55-4d2b-9e2b-119bac8543f3 None None] Bound port: b6197294-1e62-4928-ad59-de417ec41a7e, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '660b66be-80d9-4672-8b40-3d7f5ab29178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '34f4b1c0-4781-4466-8dad-c7a46498afc4'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:59:13.683754 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e5ea6d49-0b55-4d2b-9e2b-119bac8543f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:13.702408 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-773a0e91-4894-4b33-a53e-3ed3b50b098c tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33288800'] for router_interface, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:13.861075 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-38c16f85-0082-4ea1-b6e5-3ac7b1afc9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea4d876-24ed-4b48-9d43-4b0965b64e09', 'name': 'tempest-TestNetworkBasicOps-router-1764189606', 'tenant_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '121d09fe-8052-4920-8f4c-b262fda3928d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:59:03Z', 'updated_at': '2021-08-05T11:59:06Z', 'revision_number': 3, 'project_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'gw_port': {'id': '121d09fe-8052-4920-8f4c-b262fda3928d', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6d:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ea4d876-24ed-4b48-9d43-4b0965b64e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:59:05Z', 'updated_at': '2021-08-05T11:59:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:59:13.942773 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c16f85-0082-4ea1-b6e5-3ac7b1afc9a3 None None] The sync data for ids ['3ea4d876-24ed-4b48-9d43-4b0965b64e09'] in n-d-803378-2 is: [{'id': '3ea4d876-24ed-4b48-9d43-4b0965b64e09', 'name': 'tempest-TestNetworkBasicOps-router-1764189606', 'tenant_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '121d09fe-8052-4920-8f4c-b262fda3928d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:59:03Z', 'updated_at': '2021-08-05T11:59:06Z', 'revision_number': 3, 'project_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'gw_port': {'id': '121d09fe-8052-4920-8f4c-b262fda3928d', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6d:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ea4d876-24ed-4b48-9d43-4b0965b64e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:59:05Z', 'updated_at': '2021-08-05T11:59:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:59:14.034809 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-e5ea6d49-0b55-4d2b-9e2b-119bac8543f3 None None] For port b6197294-1e62-4928-ad59-de417ec41a7e, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:59:14.054840 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-773a0e91-4894-4b33-a53e-3ed3b50b098c tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:14.077034 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:14.164759 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-e5ea6d49-0b55-4d2b-9e2b-119bac8543f3 None None] For port b6197294-1e62-4928-ad59-de417ec41a7e, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=b6197294-1e62-4928-ad59-de417ec41a7e,segment=NetworkSegment(660b66be-80d9-4672-8b40-3d7f5ab29178),segment_id=660b66be-80d9-4672-8b40-3d7f5ab29178)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:59:14.208436 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e5ea6d49-0b55-4d2b-9e2b-119bac8543f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:14.753413 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ea6d49-0b55-4d2b-9e2b-119bac8543f3 None None] Pushing event updated for resources: {'Port': ['ID=b6197294-1e62-4928-ad59-de417ec41a7e,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:59:14.840352 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dd4926-01f9-4843-ab2d-aa137b2e1947 req-4278f61d-7643-49e9-bdb1-8fea1f7b96ca tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:59:14.861568 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-14dd4926-01f9-4843-ab2d-aa137b2e1947 req-4278f61d-7643-49e9-bdb1-8fea1f7b96ca tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=d94b0f4e-7ccb-4775-b0e8-4c9ba00c486e HTTP/1.1" status: 200 len: 945 time: 0.1929812 Aug 05 11:59:15.235761 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-14dd4926-01f9-4843-ab2d-aa137b2e1947 req-310be399-2fce-485c-af78-0edccedc90c2 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=5b2ae25e-a3f9-47cd-8037-5f5a58db0284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3657999 Aug 05 11:59:15.323947 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede2e409-d5f6-4992-aab9-c8ce3dcf6121 req-b6a61cd0-2853-4f54-98de-1d5a4aab27ab tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:59:15.327988 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ede2e409-d5f6-4992-aab9-c8ce3dcf6121 req-b6a61cd0-2853-4f54-98de-1d5a4aab27ab tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] 10.222.0.58 "GET /v2.0/ports?device_id=2921aeef-9af1-41f1-be4d-51c1b113c60c HTTP/1.1" status: 200 len: 946 time: 0.3575745 Aug 05 11:59:15.433587 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ede2e409-d5f6-4992-aab9-c8ce3dcf6121 req-8589bc73-2501-48f1-9f79-f87b13f94df2 tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d41c7fd-5ffd-48ce-bfdd-8f19db62ef3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933270 Aug 05 11:59:15.479830 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-773a0e91-4894-4b33-a53e-3ed3b50b098c tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:15.487670 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-773a0e91-4894-4b33-a53e-3ed3b50b098c tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:15.639384 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-773a0e91-4894-4b33-a53e-3ed3b50b098c tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33140268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33208272'] for router_interface, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:15.667285 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773a0e91-4894-4b33-a53e-3ed3b50b098c tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Pushing event updated for resources: {'Port': ['ID=f2ac86fb-51c9-4a55-a845-ddeb4aa48fea,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:59:15.921768 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773a0e91-4894-4b33-a53e-3ed3b50b098c tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Network 34f4b1c0-4781-4466-8dad-c7a46498afc4 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:59:15.924676 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-773a0e91-4894-4b33-a53e-3ed3b50b098c tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:59:16.390426 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-773a0e91-4894-4b33-a53e-3ed3b50b098c tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Router 3ea4d876-24ed-4b48-9d43-4b0965b64e09 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 11:59:16.462582 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 97cc54b5-f892-4234-9f13-5b2a0c6073ad up at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:59:16.549600 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4a0f0d-2cb8-430d-88f6-54d78bfb5f5b None None] Network 34f4b1c0-4781-4466-8dad-c7a46498afc4 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:59:16.820946 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device b6197294-1e62-4928-ad59-de417ec41a7e up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:59:16.983107 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb79baa-3915-46ad-9ad3-c3e10670c886 req-e969eb41-8d86-4c72-8d05-85324bc53c0b tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:59:16.985478 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cfb79baa-3915-46ad-9ad3-c3e10670c886 req-e969eb41-8d86-4c72-8d05-85324bc53c0b tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=d94b0f4e-7ccb-4775-b0e8-4c9ba00c486e HTTP/1.1" status: 200 len: 945 time: 0.3670523 Aug 05 11:59:16.997853 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-3dfc2c47-d661-4637-806f-712cb2c840b7 None None] Provisioning for port b6197294-1e62-4928-ad59-de417ec41a7e completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:59:17.008730 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fdc71d-d50a-4cc2-814c-10e462c05039 req-0e219e73-d851-409b-b3c5-56c1112255f5 tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:59:17.011516 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a1fdc71d-d50a-4cc2-814c-10e462c05039 req-0e219e73-d851-409b-b3c5-56c1112255f5 tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] 10.222.0.58 "GET /v2.0/ports?device_id=2921aeef-9af1-41f1-be4d-51c1b113c60c HTTP/1.1" status: 200 len: 946 time: 0.3706014 Aug 05 11:59:17.014645 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-3dfc2c47-d661-4637-806f-712cb2c840b7 None None] Provisioning complete for port b6197294-1e62-4928-ad59-de417ec41a7e triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:59:17.015732 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-3dfc2c47-d661-4637-806f-712cb2c840b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:17.103625 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port b6197294-1e62-4928-ad59-de417ec41a7e completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:59:17.144602 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port b6197294-1e62-4928-ad59-de417ec41a7e triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:59:17.145702 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:17.245646 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-773a0e91-4894-4b33-a53e-3ed3b50b098c tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:59:17.285574 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-773a0e91-4894-4b33-a53e-3ed3b50b098c tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "PUT /v2.0/routers/3ea4d876-24ed-4b48-9d43-4b0965b64e09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1104238 Aug 05 11:59:17.288432 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 54998) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:59:17.308091 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning for port 97cc54b5-f892-4234-9f13-5b2a0c6073ad completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:59:17.308457 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cfb79baa-3915-46ad-9ad3-c3e10670c886 req-d6dc64c6-3087-4c4e-b2fb-ccd22f862754 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=5b2ae25e-a3f9-47cd-8037-5f5a58db0284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2766714 Aug 05 11:59:17.357080 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a1fdc71d-d50a-4cc2-814c-10e462c05039 req-d6880513-982a-4d96-a8a7-00f613b850bc tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d41c7fd-5ffd-48ce-bfdd-8f19db62ef3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3296692 Aug 05 11:59:17.399103 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning complete for port 97cc54b5-f892-4234-9f13-5b2a0c6073ad triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:59:17.400219 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:17.612848 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-3dfc2c47-d661-4637-806f-712cb2c840b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:17.655177 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77d84e4-a115-498a-9dba-b4cbdb06da86 None None] Sync routers for ids ['3ea4d876-24ed-4b48-9d43-4b0965b64e09'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:59:17.692504 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77d84e4-a115-498a-9dba-b4cbdb06da86 None None] Routers {'3ea4d876-24ed-4b48-9d43-4b0965b64e09'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:59:17.693912 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-b77d84e4-a115-498a-9dba-b4cbdb06da86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:59:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['3ea4d876-24ed-4b48-9d43-4b0965b64e09'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:59:17.744864 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-3dfc2c47-d661-4637-806f-712cb2c840b7 None None] For port b6197294-1e62-4928-ad59-de417ec41a7e, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=b6197294-1e62-4928-ad59-de417ec41a7e,segment=NetworkSegment(660b66be-80d9-4672-8b40-3d7f5ab29178),segment_id=660b66be-80d9-4672-8b40-3d7f5ab29178)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:59:17.767745 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-3dfc2c47-d661-4637-806f-712cb2c840b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:17.887912 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b94cca2-f6a3-40eb-96c4-4cc616b02356 tempest-TestNetworkBasicOps-896309334 tempest-TestNetworkBasicOps-896309334-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:59:17.888990 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b94cca2-f6a3-40eb-96c4-4cc616b02356 tempest-TestNetworkBasicOps-896309334 tempest-TestNetworkBasicOps-896309334-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:59:17.895303 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b94cca2-f6a3-40eb-96c4-4cc616b02356 tempest-TestNetworkBasicOps-896309334 tempest-TestNetworkBasicOps-896309334-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:59:17.896188 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b94cca2-f6a3-40eb-96c4-4cc616b02356 tempest-TestNetworkBasicOps-896309334 tempest-TestNetworkBasicOps-896309334-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:59:17.897060 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b94cca2-f6a3-40eb-96c4-4cc616b02356 tempest-TestNetworkBasicOps-896309334 tempest-TestNetworkBasicOps-896309334-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:59:17.897748 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b94cca2-f6a3-40eb-96c4-4cc616b02356 tempest-TestNetworkBasicOps-896309334 tempest-TestNetworkBasicOps-896309334-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:59:17.898424 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b94cca2-f6a3-40eb-96c4-4cc616b02356 tempest-TestNetworkBasicOps-896309334 tempest-TestNetworkBasicOps-896309334-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:59:17.905022 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 55008) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:59:17.916146 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-1b94cca2-f6a3-40eb-96c4-4cc616b02356 tempest-TestNetworkBasicOps-896309334 tempest-TestNetworkBasicOps-896309334-project-admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4972 time: 0.6257057 Aug 05 11:59:17.955381 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfc2c47-d661-4637-806f-712cb2c840b7 None None] Pushing event updated for resources: {'Port': ['ID=b6197294-1e62-4928-ad59-de417ec41a7e,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:59:17.957381 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdeed82-f74e-41fc-974b-64ca1c138d52 req-734c92d2-a9fb-4abb-b081-3e761ab5f26d tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:59:17.959497 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8bdeed82-f74e-41fc-974b-64ca1c138d52 req-734c92d2-a9fb-4abb-b081-3e761ab5f26d tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] 10.222.0.55 "GET /v2.0/ports?device_id=2921aeef-9af1-41f1-be4d-51c1b113c60c HTTP/1.1" status: 200 len: 946 time: 0.2120264 Aug 05 11:59:18.148725 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-b77d84e4-a115-498a-9dba-b4cbdb06da86 None None] Set router 3ea4d876-24ed-4b48-9d43-4b0965b64e09 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:59:18.292202 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-8bdeed82-f74e-41fc-974b-64ca1c138d52 req-c3c8b972-dd52-41a6-a92f-ca014d577799 tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] Deleting port 7d8acdcc-585a-4d12-8ba4-b4df2ccfb20d {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:59:18.293020 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-8bdeed82-f74e-41fc-974b-64ca1c138d52 req-c3c8b972-dd52-41a6-a92f-ca014d577799 tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:18.328234 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 121d09fe-8052-4920-8f4c-b262fda3928d up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:59:18.388192 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6b4637-e481-4b8b-994a-0d572b476dfd tempest-TestNetworkBasicOps-896309334 tempest-TestNetworkBasicOps-896309334-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:59:18.389609 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6b4637-e481-4b8b-994a-0d572b476dfd tempest-TestNetworkBasicOps-896309334 tempest-TestNetworkBasicOps-896309334-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:59:18.394843 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6b4637-e481-4b8b-994a-0d572b476dfd tempest-TestNetworkBasicOps-896309334 tempest-TestNetworkBasicOps-896309334-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:59:18.398241 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6b4637-e481-4b8b-994a-0d572b476dfd tempest-TestNetworkBasicOps-896309334 tempest-TestNetworkBasicOps-896309334-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:59:18.399222 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6b4637-e481-4b8b-994a-0d572b476dfd tempest-TestNetworkBasicOps-896309334 tempest-TestNetworkBasicOps-896309334-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:59:18.401577 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6b4637-e481-4b8b-994a-0d572b476dfd tempest-TestNetworkBasicOps-896309334 tempest-TestNetworkBasicOps-896309334-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:59:18.406032 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6b4637-e481-4b8b-994a-0d572b476dfd tempest-TestNetworkBasicOps-896309334 tempest-TestNetworkBasicOps-896309334-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:59:18.416458 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-ce6b4637-e481-4b8b-994a-0d572b476dfd tempest-TestNetworkBasicOps-896309334 tempest-TestNetworkBasicOps-896309334-project-admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4633 time: 0.5095277 Aug 05 11:59:18.421448 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 55018) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:59:18.618977 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:18.694794 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 11:59:18.792364 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-8bdeed82-f74e-41fc-974b-64ca1c138d52 req-c3c8b972-dd52-41a6-a92f-ca014d577799 tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] For port 7d8acdcc-585a-4d12-8ba4-b4df2ccfb20d, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=7d8acdcc-585a-4d12-8ba4-b4df2ccfb20d,segment=NetworkSegment(28eaf081-ab97-4dfd-a4eb-a7c90e1b1d4e),segment_id=28eaf081-ab97-4dfd-a4eb-a7c90e1b1d4e)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:59:18.793251 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-8bdeed82-f74e-41fc-974b-64ca1c138d52 req-c3c8b972-dd52-41a6-a92f-ca014d577799 tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:18.802275 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd94b0f4e-7ccb-4775-b0e8-4c9ba00c486e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97cc54b5-f892-4234-9f13-5b2a0c6073ad'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:59:18.823639 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf832ac4-84d7-407c-b9d1-b58207ef11cf" -d '{"events": [{"server_uuid": "d94b0f4e-7ccb-4775-b0e8-4c9ba00c486e", "name": "network-vif-plugged", "status": "completed", "tag": "97cc54b5-f892-4234-9f13-5b2a0c6073ad"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:59:18.906876 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-76f95146-a870-4f7f-9d44-4301d163d1ce None None] Provisioning complete for port b6197294-1e62-4928-ad59-de417ec41a7e triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:59:18.910893 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-76f95146-a870-4f7f-9d44-4301d163d1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:18.918271 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 97cc54b5-f892-4234-9f13-5b2a0c6073ad, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=97cc54b5-f892-4234-9f13-5b2a0c6073ad,segment=NetworkSegment(4364cd83-f658-4f94-974b-0a0c47401bd3),segment_id=4364cd83-f658-4f94-974b-0a0c47401bd3)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:59:19.012029 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-b77d84e4-a115-498a-9dba-b4cbdb06da86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea4d876-24ed-4b48-9d43-4b0965b64e09', 'name': 'tempest-TestNetworkBasicOps-router-1764189606', 'tenant_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '121d09fe-8052-4920-8f4c-b262fda3928d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:59:03Z', 'updated_at': '2021-08-05T11:59:13Z', 'revision_number': 4, 'project_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'gw_port': {'id': '121d09fe-8052-4920-8f4c-b262fda3928d', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6d:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ea4d876-24ed-4b48-9d43-4b0965b64e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:59:05Z', 'updated_at': '2021-08-05T11:59:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'f2ac86fb-51c9-4a55-a845-ddeb4aa48fea', 'name': '', 'network_id': '34f4b1c0-4781-4466-8dad-c7a46498afc4', 'tenant_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'mac_address': 'fa:16:3e:cb:73:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ea4d876-24ed-4b48-9d43-4b0965b64e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': 'a3a277fc-3e89-49d6-972d-0acfc9ed2043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:59:12Z', 'updated_at': '2021-08-05T11:59:14Z', 'revision_number': 2, 'project_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'subnets': [{'id': 'a3a277fc-3e89-49d6-972d-0acfc9ed2043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:59:19.099985 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:19.201383 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77d84e4-a115-498a-9dba-b4cbdb06da86 None None] Checking router: 3ea4d876-24ed-4b48-9d43-4b0965b64e09 for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:59:19.203411 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77d84e4-a115-498a-9dba-b4cbdb06da86 None None] Updating router 3ea4d876-24ed-4b48-9d43-4b0965b64e09 port f2ac86fb-51c9-4a55-a845-ddeb4aa48fea binding host n-d-803378-2 {{(pid=94423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 11:59:19.228245 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 121d09fe-8052-4920-8f4c-b262fda3928d completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:59:19.271111 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030867fa-83e2-4147-aab4-438de7d980bf req-b8465b4e-eff2-47a0-8f8f-504bd5267be7 tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:59:19.278972 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-030867fa-83e2-4147-aab4-438de7d980bf req-b8465b4e-eff2-47a0-8f8f-504bd5267be7 tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] 10.222.0.58 "GET /v2.0/ports?device_id=2921aeef-9af1-41f1-be4d-51c1b113c60c HTTP/1.1" status: 200 len: 946 time: 0.4925289 Aug 05 11:59:19.319055 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd7ad31-b6e4-402c-8047-3914a4d3ce16 req-6d49ca30-2b52-4548-8edb-88bde9c53f4e tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:59:19.327229 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9fd7ad31-b6e4-402c-8047-3914a4d3ce16 req-6d49ca30-2b52-4548-8edb-88bde9c53f4e tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=d94b0f4e-7ccb-4775-b0e8-4c9ba00c486e HTTP/1.1" status: 200 len: 945 time: 0.6450019 Aug 05 11:59:19.333909 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-b77d84e4-a115-498a-9dba-b4cbdb06da86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:19.359368 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 121d09fe-8052-4920-8f4c-b262fda3928d triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:59:19.359999 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:19.576797 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-8bdeed82-f74e-41fc-974b-64ca1c138d52 req-c3c8b972-dd52-41a6-a92f-ca014d577799 tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:19.578176 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-8bdeed82-f74e-41fc-974b-64ca1c138d52 req-c3c8b972-dd52-41a6-a92f-ca014d577799 tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33287247'] for floatingip, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:19.578884 n-d-803378-2 neutron-server[94421]: INFO neutron.db.l3_db [req-8bdeed82-f74e-41fc-974b-64ca1c138d52 req-c3c8b972-dd52-41a6-a92f-ca014d577799 tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] Floating IP ab40cce8-f7ed-4ff4-b172-b2e708f32ca5 disassociated. External IP: 172.25.5.83, port: 7d8acdcc-585a-4d12-8ba4-b4df2ccfb20d. Aug 05 11:59:19.579567 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-8bdeed82-f74e-41fc-974b-64ca1c138d52 req-c3c8b972-dd52-41a6-a92f-ca014d577799 tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] Calling delete_port for 7d8acdcc-585a-4d12-8ba4-b4df2ccfb20d owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:59:19.934342 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=97cc54b5-f892-4234-9f13-5b2a0c6073ad,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:59:19.992788 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9fd7ad31-b6e4-402c-8047-3914a4d3ce16 req-d811642d-829a-49a9-b5ae-f3a4b3b016bc tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=5b2ae25e-a3f9-47cd-8037-5f5a58db0284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6221793 Aug 05 11:59:20.016345 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-030867fa-83e2-4147-aab4-438de7d980bf req-ac81345a-629e-46a4-bf63-8eaa998d0549 tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d41c7fd-5ffd-48ce-bfdd-8f19db62ef3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6634641 Aug 05 11:59:20.176229 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-8bdeed82-f74e-41fc-974b-64ca1c138d52 req-c3c8b972-dd52-41a6-a92f-ca014d577799 tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:20.337665 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:20.435090 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c8b972-dd52-41a6-a92f-ca014d577799 tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] Pushing event deleted for resources: {'Port': ['ID=7d8acdcc-585a-4d12-8ba4-b4df2ccfb20d,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:59:20.480257 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port 121d09fe-8052-4920-8f4c-b262fda3928d, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=121d09fe-8052-4920-8f4c-b262fda3928d,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:59:20.498533 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:20.556104 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-76f95146-a870-4f7f-9d44-4301d163d1ce None None] Provisioning for port f2ac86fb-51c9-4a55-a845-ddeb4aa48fea completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:59:20.595161 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-9a841ffd-2fc5-4c6a-9d3e-5284e8131823 tempest-TestNetworkBasicOps-896309334 tempest-TestNetworkBasicOps-896309334-project-admin] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3780 time: 2.1695046 Aug 05 11:59:20.668288 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-b77d84e4-a115-498a-9dba-b4cbdb06da86 None None] Notify callbacks [] for port, precommit_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:20.728854 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-76f95146-a870-4f7f-9d44-4301d163d1ce None None] Provisioning complete for port f2ac86fb-51c9-4a55-a845-ddeb4aa48fea triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:59:20.739041 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-76f95146-a870-4f7f-9d44-4301d163d1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:20.762942 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.provisioning_blocks [None req-b77d84e4-a115-498a-9dba-b4cbdb06da86 None None] Transition to ACTIVE for port object f2ac86fb-51c9-4a55-a845-ddeb4aa48fea will not be triggered until provisioned by entity L2. {{(pid=94423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:59:20.783130 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-b77d84e4-a115-498a-9dba-b4cbdb06da86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:21.011810 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device b6197294-1e62-4928-ad59-de417ec41a7e up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:59:21.250138 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=121d09fe-8052-4920-8f4c-b262fda3928d,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:59:21.287863 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ee46ba6-0a83-46bd-bf0f-9b2c8566499b x-openstack-request-id: req-4ee46ba6-0a83-46bd-bf0f-9b2c8566499b {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:59:21.292778 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d94b0f4e-7ccb-4775-b0e8-4c9ba00c486e", "name": "network-vif-plugged", "status": "completed", "tag": "97cc54b5-f892-4234-9f13-5b2a0c6073ad", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:59:21.295000 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4ee46ba6-0a83-46bd-bf0f-9b2c8566499b {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:59:21.296690 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695d2062-9730-4747-9083-5427165b5c11 None None] Pushing event updated for resources: {'Port': ['ID=f2ac86fb-51c9-4a55-a845-ddeb4aa48fea,revision_number=3']} {{(pid=94423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:59:21.328680 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8bdeed82-f74e-41fc-974b-64ca1c138d52 req-c3c8b972-dd52-41a6-a92f-ca014d577799 tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] Router 51697c8b-3fe0-4139-a371-c223908130bc has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 11:59:21.350193 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd94b0f4e-7ccb-4775-b0e8-4c9ba00c486e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97cc54b5-f892-4234-9f13-5b2a0c6073ad', 'code': 200} Aug 05 11:59:21.437556 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-76f95146-a870-4f7f-9d44-4301d163d1ce None None] Port f2ac86fb-51c9-4a55-a845-ddeb4aa48fea cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:59:21.515181 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695d2062-9730-4747-9083-5427165b5c11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:59:21.515657 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695d2062-9730-4747-9083-5427165b5c11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:59:21.535457 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695d2062-9730-4747-9083-5427165b5c11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:59:21.536165 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695d2062-9730-4747-9083-5427165b5c11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:59:21.544914 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695d2062-9730-4747-9083-5427165b5c11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:59:21.545568 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695d2062-9730-4747-9083-5427165b5c11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:59:21.546337 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695d2062-9730-4747-9083-5427165b5c11 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:59:21.550807 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695d2062-9730-4747-9083-5427165b5c11 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:59:21.553928 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695d2062-9730-4747-9083-5427165b5c11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:59:21.553928 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695d2062-9730-4747-9083-5427165b5c11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:59:21.553928 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695d2062-9730-4747-9083-5427165b5c11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:59:21.553928 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695d2062-9730-4747-9083-5427165b5c11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:59:21.633026 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port b6197294-1e62-4928-ad59-de417ec41a7e triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:59:21.643538 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:21.647867 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-b77d84e4-a115-498a-9dba-b4cbdb06da86 None None] Attempting to bind port f2ac86fb-51c9-4a55-a845-ddeb4aa48fea on host n-d-803378-2 for vnic_type normal with profile {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:59:21.656630 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-b77d84e4-a115-498a-9dba-b4cbdb06da86 None None] Attempting to bind port f2ac86fb-51c9-4a55-a845-ddeb4aa48fea by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '660b66be-80d9-4672-8b40-3d7f5ab29178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '34f4b1c0-4781-4466-8dad-c7a46498afc4'}] {{(pid=94423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:59:21.662556 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77d84e4-a115-498a-9dba-b4cbdb06da86 None None] Attempting to bind port f2ac86fb-51c9-4a55-a845-ddeb4aa48fea on network 34f4b1c0-4781-4466-8dad-c7a46498afc4 {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:59:21.704034 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77d84e4-a115-498a-9dba-b4cbdb06da86 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:59:21.716378 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77d84e4-a115-498a-9dba-b4cbdb06da86 None None] Checking segment: {'id': '660b66be-80d9-4672-8b40-3d7f5ab29178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '34f4b1c0-4781-4466-8dad-c7a46498afc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:59:21.719693 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-b77d84e4-a115-498a-9dba-b4cbdb06da86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:21.723924 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77d84e4-a115-498a-9dba-b4cbdb06da86 None None] Bound using segment: {'id': '660b66be-80d9-4672-8b40-3d7f5ab29178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '34f4b1c0-4781-4466-8dad-c7a46498afc4'} {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:59:21.727212 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-b77d84e4-a115-498a-9dba-b4cbdb06da86 None None] Bound port: f2ac86fb-51c9-4a55-a845-ddeb4aa48fea, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '660b66be-80d9-4672-8b40-3d7f5ab29178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '34f4b1c0-4781-4466-8dad-c7a46498afc4'}}] {{(pid=94423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:59:21.729760 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-b77d84e4-a115-498a-9dba-b4cbdb06da86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:21.776199 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef5d3f3-17fd-4d0d-8182-b852817a6074 req-af8b38a6-8670-452b-bb53-6b462d699290 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:59:21.784306 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-aef5d3f3-17fd-4d0d-8182-b852817a6074 req-af8b38a6-8670-452b-bb53-6b462d699290 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=d94b0f4e-7ccb-4775-b0e8-4c9ba00c486e HTTP/1.1" status: 200 len: 946 time: 0.2618096 Aug 05 11:59:21.934940 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-aef5d3f3-17fd-4d0d-8182-b852817a6074 req-ebbfe6c5-0b35-45b5-b056-419358a1282c tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=5b2ae25e-a3f9-47cd-8037-5f5a58db0284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1294355 Aug 05 11:59:21.943471 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55da4c79-afbb-4923-bc03-90b76ef298d1 req-0c811158-b336-4942-a801-684e11e63ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:59:21.965178 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-55da4c79-afbb-4923-bc03-90b76ef298d1 req-0c811158-b336-4942-a801-684e11e63ef1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d94b0f4e-7ccb-4775-b0e8-4c9ba00c486e HTTP/1.1" status: 200 len: 1097 time: 0.5951426 Aug 05 11:59:22.220313 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3524c643-a32f-4f20-8cc5-bc70e40b62b5 req-289e2a49-ce77-4dee-aa5a-c93d130d6a89 tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] 10.222.0.58 "GET /v2.0/ports?device_id=2921aeef-9af1-41f1-be4d-51c1b113c60c HTTP/1.1" status: 200 len: 210 time: 0.1480138 Aug 05 11:59:22.244062 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.db [None req-b77d84e4-a115-498a-9dba-b4cbdb06da86 None None] For port f2ac86fb-51c9-4a55-a845-ddeb4aa48fea, host n-d-803378-2, cleared binding levels {{(pid=94423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:59:22.251179 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.db [None req-b77d84e4-a115-498a-9dba-b4cbdb06da86 None None] For port f2ac86fb-51c9-4a55-a845-ddeb4aa48fea, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=f2ac86fb-51c9-4a55-a845-ddeb4aa48fea,segment=NetworkSegment(660b66be-80d9-4672-8b40-3d7f5ab29178),segment_id=660b66be-80d9-4672-8b40-3d7f5ab29178)] {{(pid=94423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:59:22.266322 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-b77d84e4-a115-498a-9dba-b4cbdb06da86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:22.358939 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:22.367497 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-55da4c79-afbb-4923-bc03-90b76ef298d1 req-d627ab87-90b8-4e4f-9b70-0da1f7058665 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=5b2ae25e-a3f9-47cd-8037-5f5a58db0284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3958607 Aug 05 11:59:22.427301 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8bdeed82-f74e-41fc-974b-64ca1c138d52 req-c3c8b972-dd52-41a6-a92f-ca014d577799 tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:59:22.434037 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77d84e4-a115-498a-9dba-b4cbdb06da86 None None] Routers {'3ea4d876-24ed-4b48-9d43-4b0965b64e09'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:59:22.436405 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-b77d84e4-a115-498a-9dba-b4cbdb06da86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:59:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['3ea4d876-24ed-4b48-9d43-4b0965b64e09'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:59:22.443262 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6793fa4a-cfd6-4bb1-87ae-abca7c49a6db None None] Sync routers for ids ['51697c8b-3fe0-4139-a371-c223908130bc'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:59:22.482316 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6793fa4a-cfd6-4bb1-87ae-abca7c49a6db None None] Routers {'51697c8b-3fe0-4139-a371-c223908130bc'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:59:22.486128 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-6793fa4a-cfd6-4bb1-87ae-abca7c49a6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:59:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['51697c8b-3fe0-4139-a371-c223908130bc'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:59:22.504839 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 7d8acdcc-585a-4d12-8ba4-b4df2ccfb20d no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:59:22.592956 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bdeed82-f74e-41fc-974b-64ca1c138d52 req-c3c8b972-dd52-41a6-a92f-ca014d577799 tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] No DVR routers for this DVR port 7d8acdcc-585a-4d12-8ba4-b4df2ccfb20d on host n-h2-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:59:22.605307 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-8bdeed82-f74e-41fc-974b-64ca1c138d52 req-c3c8b972-dd52-41a6-a92f-ca014d577799 tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:22.616800 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8bdeed82-f74e-41fc-974b-64ca1c138d52 req-c3c8b972-dd52-41a6-a92f-ca014d577799 tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] 10.222.0.55 "DELETE /v2.0/ports/7d8acdcc-585a-4d12-8ba4-b4df2ccfb20d HTTP/1.1" status: 204 len: 173 time: 4.6438520 Aug 05 11:59:22.631647 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2921aeef-9af1-41f1-be4d-51c1b113c60c', 'name': 'network-vif-deleted', 'tag': '7d8acdcc-585a-4d12-8ba4-b4df2ccfb20d'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:59:22.649644 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f59455f3-add7-4386-9336-9b4b8d6a4078" -d '{"events": [{"server_uuid": "2921aeef-9af1-41f1-be4d-51c1b113c60c", "name": "network-vif-deleted", "tag": "7d8acdcc-585a-4d12-8ba4-b4df2ccfb20d"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:59:22.806997 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695d2062-9730-4747-9083-5427165b5c11 None None] Pushing event updated for resources: {'Port': ['ID=f2ac86fb-51c9-4a55-a845-ddeb4aa48fea,revision_number=4']} {{(pid=94423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:59:22.849603 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] No Port match for: 7d8acdcc-585a-4d12-8ba4-b4df2ccfb20d {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:59:22.851466 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 7d8acdcc-585a-4d12-8ba4-b4df2ccfb20d not bound to the agent host n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:59:22.892083 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 121d09fe-8052-4920-8f4c-b262fda3928d up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:59:23.040603 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 55080) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:59:23.047988 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-9d178ed4-dc9d-4776-a288-d60b9e7e19d1 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1867076757', 'description': 'tempest-secgroup-smoke-1867076757 description', 'project_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:59:23.136988 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9d178ed4-dc9d-4776-a288-d60b9e7e19d1 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:23.230014 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-b77d84e4-a115-498a-9dba-b4cbdb06da86 None None] Set router 3ea4d876-24ed-4b48-9d43-4b0965b64e09 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:59:23.240087 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b41962b-77d0-46e0-a9a0-ea378e74573c x-openstack-request-id: req-0b41962b-77d0-46e0-a9a0-ea378e74573c {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:59:23.241916 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2921aeef-9af1-41f1-be4d-51c1b113c60c", "name": "network-vif-deleted", "tag": "7d8acdcc-585a-4d12-8ba4-b4df2ccfb20d", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:59:23.242784 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0b41962b-77d0-46e0-a9a0-ea378e74573c {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:59:23.244452 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2921aeef-9af1-41f1-be4d-51c1b113c60c', 'name': 'network-vif-deleted', 'tag': '7d8acdcc-585a-4d12-8ba4-b4df2ccfb20d', 'status': 'completed', 'code': 200} Aug 05 11:59:23.554616 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 121d09fe-8052-4920-8f4c-b262fda3928d triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:59:23.561230 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:23.578488 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7bbde5-b873-4cdc-b173-b0e9cd2ece4c req-35d7454f-7c1c-437b-af5d-83c5a8f8a53d tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:59:23.590198 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8d7bbde5-b873-4cdc-b173-b0e9cd2ece4c req-35d7454f-7c1c-437b-af5d-83c5a8f8a53d tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=d94b0f4e-7ccb-4775-b0e8-4c9ba00c486e HTTP/1.1" status: 200 len: 946 time: 0.3764248 Aug 05 11:59:23.669106 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9d178ed4-dc9d-4776-a288-d60b9e7e19d1 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:23.683918 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9d178ed4-dc9d-4776-a288-d60b9e7e19d1 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:23.754598 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-6793fa4a-cfd6-4bb1-87ae-abca7c49a6db None None] Set router 51697c8b-3fe0-4139-a371-c223908130bc gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:59:23.875887 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8d7bbde5-b873-4cdc-b173-b0e9cd2ece4c req-f37f2b14-e63b-480a-a3d1-7e8480e0ab32 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=5b2ae25e-a3f9-47cd-8037-5f5a58db0284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2763569 Aug 05 11:59:23.991591 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9d178ed4-dc9d-4776-a288-d60b9e7e19d1 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:24.002237 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-9d178ed4-dc9d-4776-a288-d60b9e7e19d1 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9579811 Aug 05 11:59:24.007600 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d178ed4-dc9d-4776-a288-d60b9e7e19d1 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bf23ad8-90e9-4f51-b6bb-8b1a5745154a,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:59:24.017460 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5cd9165a-7c5e-4d57-8596-bdef4772984c req-07ffa050-ec75-4d31-b96d-85fb802589f4 tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] 10.222.0.58 "GET /v2.0/ports?device_id=2921aeef-9af1-41f1-be4d-51c1b113c60c HTTP/1.1" status: 200 len: 210 time: 0.1394062 Aug 05 11:59:24.021999 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 55094) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:59:24.038804 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-3fb2e472-507d-45e3-bb92-a87b89ec0fdf tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Request body: {'security_group_rule': {'security_group_id': '4bf23ad8-90e9-4f51-b6bb-8b1a5745154a', 'project_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:59:24.146970 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3fb2e472-507d-45e3-bb92-a87b89ec0fdf tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:24.218860 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-b77d84e4-a115-498a-9dba-b4cbdb06da86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea4d876-24ed-4b48-9d43-4b0965b64e09', 'name': 'tempest-TestNetworkBasicOps-router-1764189606', 'tenant_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '121d09fe-8052-4920-8f4c-b262fda3928d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:59:03Z', 'updated_at': '2021-08-05T11:59:13Z', 'revision_number': 4, 'project_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'gw_port': {'id': '121d09fe-8052-4920-8f4c-b262fda3928d', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea4d876-24ed-4b48-9d43-4b0965b64e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:59:05Z', 'updated_at': '2021-08-05T11:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'f2ac86fb-51c9-4a55-a845-ddeb4aa48fea', 'name': '', 'network_id': '34f4b1c0-4781-4466-8dad-c7a46498afc4', 'tenant_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'mac_address': 'fa:16:3e:cb:73:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ea4d876-24ed-4b48-9d43-4b0965b64e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': 'a3a277fc-3e89-49d6-972d-0acfc9ed2043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:59:12Z', 'updated_at': '2021-08-05T11:59:22Z', 'revision_number': 4, 'project_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'subnets': [{'id': 'a3a277fc-3e89-49d6-972d-0acfc9ed2043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:59:24.337721 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77d84e4-a115-498a-9dba-b4cbdb06da86 None None] The sync data for ids ['3ea4d876-24ed-4b48-9d43-4b0965b64e09'] in n-d-803378-2 is: [{'id': '3ea4d876-24ed-4b48-9d43-4b0965b64e09', 'name': 'tempest-TestNetworkBasicOps-router-1764189606', 'tenant_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '121d09fe-8052-4920-8f4c-b262fda3928d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:59:03Z', 'updated_at': '2021-08-05T11:59:13Z', 'revision_number': 4, 'project_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'gw_port': {'id': '121d09fe-8052-4920-8f4c-b262fda3928d', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea4d876-24ed-4b48-9d43-4b0965b64e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:59:05Z', 'updated_at': '2021-08-05T11:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'f2ac86fb-51c9-4a55-a845-ddeb4aa48fea', 'name': '', 'network_id': '34f4b1c0-4781-4466-8dad-c7a46498afc4', 'tenant_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'mac_address': 'fa:16:3e:cb:73:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ea4d876-24ed-4b48-9d43-4b0965b64e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': 'a3a277fc-3e89-49d6-972d-0acfc9ed2043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:59:12Z', 'updated_at': '2021-08-05T11:59:22Z', 'revision_number': 4, 'project_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'subnets': [{'id': 'a3a277fc-3e89-49d6-972d-0acfc9ed2043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:59:24.427930 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3fb2e472-507d-45e3-bb92-a87b89ec0fdf tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:24.444058 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3fb2e472-507d-45e3-bb92-a87b89ec0fdf tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:24.597379 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb2e472-507d-45e3-bb92-a87b89ec0fdf tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ea823b0-94ba-472c-a56c-98e0d7546673,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:59:24.614142 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3fb2e472-507d-45e3-bb92-a87b89ec0fdf tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:24.618941 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-3fb2e472-507d-45e3-bb92-a87b89ec0fdf tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5916536 Aug 05 11:59:24.622061 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 55106) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:59:24.633455 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-94fdabbe-24ac-4e14-bb95-890015f7571b tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Request body: {'security_group_rule': {'security_group_id': '4bf23ad8-90e9-4f51-b6bb-8b1a5745154a', 'project_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:59:24.768670 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-94fdabbe-24ac-4e14-bb95-890015f7571b tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:24.948540 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-94fdabbe-24ac-4e14-bb95-890015f7571b tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:24.961742 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-94fdabbe-24ac-4e14-bb95-890015f7571b tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:25.014181 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fdabbe-24ac-4e14-bb95-890015f7571b tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba6b7fc8-c704-4740-b490-6f236dbcc172,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:59:25.039478 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-6793fa4a-cfd6-4bb1-87ae-abca7c49a6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51697c8b-3fe0-4139-a371-c223908130bc', 'name': 'tempest-ServersTestManualDisk-1660367773-router', 'tenant_id': '1e1aa4e259e64437b684d5603b841a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '8645db06-0368-4e0d-b2eb-c4af1e70b342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:56:58Z', 'updated_at': '2021-08-05T11:57:06Z', 'revision_number': 4, 'project_id': '1e1aa4e259e64437b684d5603b841a44', 'gw_port': {'id': '8645db06-0368-4e0d-b2eb-c4af1e70b342', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51697c8b-3fe0-4139-a371-c223908130bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:56:59Z', 'updated_at': '2021-08-05T11:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'ba47f43b-8e6b-49ee-9fab-082d009812a5', 'name': '', 'network_id': 'ee5cd9f7-6c37-4582-b2c3-c178ce3b85e0', 'tenant_id': '1e1aa4e259e64437b684d5603b841a44', 'mac_address': 'fa:16:3e:a7:f8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51697c8b-3fe0-4139-a371-c223908130bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': '7b432cb6-360e-40ea-b56b-5da122809577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:57:05Z', 'updated_at': '2021-08-05T11:57:16Z', 'revision_number': 5, 'project_id': '1e1aa4e259e64437b684d5603b841a44', 'subnets': [{'id': '7b432cb6-360e-40ea-b56b-5da122809577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:59:25.076981 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-94fdabbe-24ac-4e14-bb95-890015f7571b tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:25.080103 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-94fdabbe-24ac-4e14-bb95-890015f7571b tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4563773 Aug 05 11:59:25.084266 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 55112) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:59:25.090390 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-cdaf302c-a79f-4b41-a7b7-48298f805fb3 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Request body: {'security_group_rule': {'security_group_id': '4bf23ad8-90e9-4f51-b6bb-8b1a5745154a', 'project_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:59:25.192510 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-cdaf302c-a79f-4b41-a7b7-48298f805fb3 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:25.195155 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6793fa4a-cfd6-4bb1-87ae-abca7c49a6db None None] Checking router: 51697c8b-3fe0-4139-a371-c223908130bc for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:59:25.253621 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6793fa4a-cfd6-4bb1-87ae-abca7c49a6db None None] Routers {'51697c8b-3fe0-4139-a371-c223908130bc'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:59:25.254612 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-6793fa4a-cfd6-4bb1-87ae-abca7c49a6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:59:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['51697c8b-3fe0-4139-a371-c223908130bc'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:59:25.487833 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device f2ac86fb-51c9-4a55-a845-ddeb4aa48fea up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:59:25.591688 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9507a652-67a8-45e1-aa78-ffb3752b9cf4 req-939aae54-277a-45e2-9b37-c2ba9f3878c9 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:59:25.593587 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9507a652-67a8-45e1-aa78-ffb3752b9cf4 req-939aae54-277a-45e2-9b37-c2ba9f3878c9 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=d94b0f4e-7ccb-4775-b0e8-4c9ba00c486e HTTP/1.1" status: 200 len: 946 time: 0.3418622 Aug 05 11:59:25.679881 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-cdaf302c-a79f-4b41-a7b7-48298f805fb3 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:25.735580 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9507a652-67a8-45e1-aa78-ffb3752b9cf4 req-22bfcb0a-d28a-4891-9e5f-0f5436e6bcf1 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=5b2ae25e-a3f9-47cd-8037-5f5a58db0284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273563 Aug 05 11:59:25.737901 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-cdaf302c-a79f-4b41-a7b7-48298f805fb3 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:25.772666 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 55126) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:59:25.774810 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaf302c-a79f-4b41-a7b7-48298f805fb3 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce42c61b-b4fe-4f1a-8f8d-10873484a738,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:59:25.821339 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaf302c-a79f-4b41-a7b7-48298f805fb3 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:59:25.821942 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaf302c-a79f-4b41-a7b7-48298f805fb3 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:59:25.822546 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaf302c-a79f-4b41-a7b7-48298f805fb3 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:59:25.823167 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaf302c-a79f-4b41-a7b7-48298f805fb3 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:59:25.823782 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaf302c-a79f-4b41-a7b7-48298f805fb3 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:59:25.824399 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaf302c-a79f-4b41-a7b7-48298f805fb3 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:59:25.832374 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaf302c-a79f-4b41-a7b7-48298f805fb3 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:59:25.833314 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaf302c-a79f-4b41-a7b7-48298f805fb3 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:59:25.836525 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaf302c-a79f-4b41-a7b7-48298f805fb3 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:59:25.839494 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaf302c-a79f-4b41-a7b7-48298f805fb3 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:59:25.840180 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaf302c-a79f-4b41-a7b7-48298f805fb3 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:59:25.844130 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaf302c-a79f-4b41-a7b7-48298f805fb3 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 11:59:25.902507 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-cdaf302c-a79f-4b41-a7b7-48298f805fb3 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:25.905032 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-cdaf302c-a79f-4b41-a7b7-48298f805fb3 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8192258 Aug 05 11:59:25.909634 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 55130) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:59:25.921931 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-b988df4c-9780-4648-9cef-1fe7044dfef3 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Request body: {'security_group_rule': {'security_group_id': '4bf23ad8-90e9-4f51-b6bb-8b1a5745154a', 'project_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:59:26.076410 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a7aae4fd-f56f-4ac6-95bc-69b66b433493 tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:26.180184 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b988df4c-9780-4648-9cef-1fe7044dfef3 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:26.192929 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a7aae4fd-f56f-4ac6-95bc-69b66b433493 tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:26.300362 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21823cd-91d4-4004-a6aa-5d799f0c53c1 req-e6f5370b-3bac-4b3c-b931-dcf71b7c4164 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:59:26.303769 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b21823cd-91d4-4004-a6aa-5d799f0c53c1 req-e6f5370b-3bac-4b3c-b931-dcf71b7c4164 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=d94b0f4e-7ccb-4775-b0e8-4c9ba00c486e HTTP/1.1" status: 200 len: 946 time: 0.3358872 Aug 05 11:59:26.414301 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a7aae4fd-f56f-4ac6-95bc-69b66b433493 tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:26.421759 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a7aae4fd-f56f-4ac6-95bc-69b66b433493 tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:26.425218 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-a7aae4fd-f56f-4ac6-95bc-69b66b433493 tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] 10.222.0.58 "DELETE /v2.0/security-groups/1d41c7fd-5ffd-48ce-bfdd-8f19db62ef3d HTTP/1.1" status: 204 len: 168 time: 0.6414981 Aug 05 11:59:26.445171 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 55136) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:59:26.475477 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b988df4c-9780-4648-9cef-1fe7044dfef3 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:26.496263 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b988df4c-9780-4648-9cef-1fe7044dfef3 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:26.551461 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-6793fa4a-cfd6-4bb1-87ae-abca7c49a6db None None] Set router 51697c8b-3fe0-4139-a371-c223908130bc gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:59:26.560659 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b988df4c-9780-4648-9cef-1fe7044dfef3 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c818e29-8bcf-4338-a7d0-6e2128392553,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:59:26.592847 n-d-803378-2 neutron-server[94421]: INFO neutron.api.v2.resource [None req-547c44e2-0eaf-4e20-b652-c42131906d70 tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] show failed (client error): The resource could not be found. Aug 05 11:59:26.598461 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-547c44e2-0eaf-4e20-b652-c42131906d70 tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] 10.222.0.58 "GET /v2.0/security-groups/1d41c7fd-5ffd-48ce-bfdd-8f19db62ef3d HTTP/1.1" status: 404 len: 347 time: 0.1472640 Aug 05 11:59:26.601094 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 55138) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:59:26.629008 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b21823cd-91d4-4004-a6aa-5d799f0c53c1 req-0ea39268-acee-4988-9848-468b249ce646 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=5b2ae25e-a3f9-47cd-8037-5f5a58db0284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1497600 Aug 05 11:59:26.634158 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b988df4c-9780-4648-9cef-1fe7044dfef3 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:26.645507 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-b988df4c-9780-4648-9cef-1fe7044dfef3 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7306325 Aug 05 11:59:26.651453 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 55144) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:59:26.658349 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aae4fd-f56f-4ac6-95bc-69b66b433493 tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d41c7fd-5ffd-48ce-bfdd-8f19db62ef3d,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:59:26.697166 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-58788d59-e847-491d-b961-21a8e039986f tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Request body: {'security_group_rule': {'security_group_id': '4bf23ad8-90e9-4f51-b6bb-8b1a5745154a', 'project_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:59:26.725007 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 55146) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:59:26.928906 n-d-803378-2 neutron-server[94420]: INFO neutron.db.securitygroups_db [None req-58788d59-e847-491d-b961-21a8e039986f tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Project f68dcdcc6d3c4b72a557ce0cc98a5aa1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 05 11:59:26.968021 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-58788d59-e847-491d-b961-21a8e039986f tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:27.015611 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port f2ac86fb-51c9-4a55-a845-ddeb4aa48fea completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:59:27.028169 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port f2ac86fb-51c9-4a55-a845-ddeb4aa48fea triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:59:27.030561 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:27.038923 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d3191d-ce5f-41ae-bc9c-4dc78ba4958c tempest-TestNetworkAdvancedServerOps-1820726671 tempest-TestNetworkAdvancedServerOps-1820726671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:59:27.052999 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 55154) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:59:27.056398 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-98d3191d-ce5f-41ae-bc9c-4dc78ba4958c tempest-TestNetworkAdvancedServerOps-1820726671 tempest-TestNetworkAdvancedServerOps-1820726671-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=d94b0f4e-7ccb-4775-b0e8-4c9ba00c486e HTTP/1.1" status: 200 len: 1092 time: 0.3287315 Aug 05 11:59:27.065068 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-1a7ad3dc-f8df-4c0d-a296-ba14f6ded383 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Request body: {'floatingip': {'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'port_id': '97cc54b5-f892-4234-9f13-5b2a0c6073ad', 'tenant_id': '7f88688726d24c8e9d77831659c7c3ae', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:59:27.094766 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-6793fa4a-cfd6-4bb1-87ae-abca7c49a6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51697c8b-3fe0-4139-a371-c223908130bc', 'name': 'tempest-ServersTestManualDisk-1660367773-router', 'tenant_id': '1e1aa4e259e64437b684d5603b841a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '8645db06-0368-4e0d-b2eb-c4af1e70b342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:56:58Z', 'updated_at': '2021-08-05T11:57:06Z', 'revision_number': 4, 'project_id': '1e1aa4e259e64437b684d5603b841a44', 'gw_port': {'id': '8645db06-0368-4e0d-b2eb-c4af1e70b342', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51697c8b-3fe0-4139-a371-c223908130bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:56:59Z', 'updated_at': '2021-08-05T11:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'ba47f43b-8e6b-49ee-9fab-082d009812a5', 'name': '', 'network_id': 'ee5cd9f7-6c37-4582-b2c3-c178ce3b85e0', 'tenant_id': '1e1aa4e259e64437b684d5603b841a44', 'mac_address': 'fa:16:3e:a7:f8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51697c8b-3fe0-4139-a371-c223908130bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': '7b432cb6-360e-40ea-b56b-5da122809577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:57:05Z', 'updated_at': '2021-08-05T11:57:16Z', 'revision_number': 5, 'project_id': '1e1aa4e259e64437b684d5603b841a44', 'subnets': [{'id': '7b432cb6-360e-40ea-b56b-5da122809577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:59:27.123210 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1a7ad3dc-f8df-4c0d-a296-ba14f6ded383 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for floatingip, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:27.165947 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6793fa4a-cfd6-4bb1-87ae-abca7c49a6db None None] The sync data for ids ['51697c8b-3fe0-4139-a371-c223908130bc'] in n-d-803378-2 is: [{'id': '51697c8b-3fe0-4139-a371-c223908130bc', 'name': 'tempest-ServersTestManualDisk-1660367773-router', 'tenant_id': '1e1aa4e259e64437b684d5603b841a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '8645db06-0368-4e0d-b2eb-c4af1e70b342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:56:58Z', 'updated_at': '2021-08-05T11:57:06Z', 'revision_number': 4, 'project_id': '1e1aa4e259e64437b684d5603b841a44', 'gw_port': {'id': '8645db06-0368-4e0d-b2eb-c4af1e70b342', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51697c8b-3fe0-4139-a371-c223908130bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:56:59Z', 'updated_at': '2021-08-05T11:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'ba47f43b-8e6b-49ee-9fab-082d009812a5', 'name': '', 'network_id': 'ee5cd9f7-6c37-4582-b2c3-c178ce3b85e0', 'tenant_id': '1e1aa4e259e64437b684d5603b841a44', 'mac_address': 'fa:16:3e:a7:f8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51697c8b-3fe0-4139-a371-c223908130bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': '7b432cb6-360e-40ea-b56b-5da122809577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:57:05Z', 'updated_at': '2021-08-05T11:57:16Z', 'revision_number': 5, 'project_id': '1e1aa4e259e64437b684d5603b841a44', 'subnets': [{'id': '7b432cb6-360e-40ea-b56b-5da122809577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:59:27.298006 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-58788d59-e847-491d-b961-21a8e039986f tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:27.307805 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-3a44f408-0703-43bc-b6e2-b90fc1973e1c tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] Deleting port 3b577deb-0eb9-4c2e-a40d-21cfacdbba49 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:59:27.308638 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3a44f408-0703-43bc-b6e2-b90fc1973e1c tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:27.319053 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-58788d59-e847-491d-b961-21a8e039986f tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:27.371463 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:27.404539 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58788d59-e847-491d-b961-21a8e039986f tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a68e1133-0584-4159-80d6-401f2ad022fd,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:59:27.429235 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-58788d59-e847-491d-b961-21a8e039986f tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:27.431355 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-58788d59-e847-491d-b961-21a8e039986f tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7633772 Aug 05 11:59:27.435433 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 55156) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:59:27.445081 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-c55d1c58-8370-43e4-9124-c8dab4765fbf tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Request body: {'security_group_rule': {'security_group_id': '4bf23ad8-90e9-4f51-b6bb-8b1a5745154a', 'project_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:59:27.489074 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3a44f408-0703-43bc-b6e2-b90fc1973e1c tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:27.489681 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3a44f408-0703-43bc-b6e2-b90fc1973e1c tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:27.511711 n-d-803378-2 neutron-server[94420]: INFO neutron.db.securitygroups_db [None req-c55d1c58-8370-43e4-9124-c8dab4765fbf tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Project f68dcdcc6d3c4b72a557ce0cc98a5aa1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 05 11:59:27.513287 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-3a44f408-0703-43bc-b6e2-b90fc1973e1c tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] Calling delete_port for 3b577deb-0eb9-4c2e-a40d-21cfacdbba49 owned by network:floatingip {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:59:27.520427 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c55d1c58-8370-43e4-9124-c8dab4765fbf tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:27.536912 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port f2ac86fb-51c9-4a55-a845-ddeb4aa48fea, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=f2ac86fb-51c9-4a55-a845-ddeb4aa48fea,segment=NetworkSegment(660b66be-80d9-4672-8b40-3d7f5ab29178),segment_id=660b66be-80d9-4672-8b40-3d7f5ab29178)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:59:27.554752 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:27.656419 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=f2ac86fb-51c9-4a55-a845-ddeb4aa48fea,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:59:27.677494 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c55d1c58-8370-43e4-9124-c8dab4765fbf tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:27.685916 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c55d1c58-8370-43e4-9124-c8dab4765fbf tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:27.802640 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55d1c58-8370-43e4-9124-c8dab4765fbf tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1aa11f07-4224-46b5-8268-c25ca5ed0b06,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:59:27.817424 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c55d1c58-8370-43e4-9124-c8dab4765fbf tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:27.819071 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-c55d1c58-8370-43e4-9124-c8dab4765fbf tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3819494 Aug 05 11:59:27.862713 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1be83f-a434-4788-befa-984177afc14e None None] New status for floating IP ab40cce8-f7ed-4ff4-b172-b2e708f32ca5: DOWN {{(pid=94423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 11:59:28.016610 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1a7ad3dc-f8df-4c0d-a296-ba14f6ded383 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:28.109429 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3a44f408-0703-43bc-b6e2-b90fc1973e1c tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:28.110427 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.db.api [None req-ae1be83f-a434-4788-befa-984177afc14e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94423) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 05 11:59:28.110572 n-d-803378-2 neutron-server[94423]: DEBUG oslo_db.api [None req-ae1be83f-a434-4788-befa-984177afc14e None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 11:59:28.218725 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a44f408-0703-43bc-b6e2-b90fc1973e1c tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] Pushing event deleted for resources: {'Port': ['ID=3b577deb-0eb9-4c2e-a40d-21cfacdbba49,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:59:28.307845 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-26832642-a83a-42e8-b9e7-bbab975b40c6 req-8d27a11d-89b8-4c1c-9dd9-67bdf948ffb5 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1867076757&fields=id&tenant_id=f68dcdcc6d3c4b72a557ce0cc98a5aa1 HTTP/1.1" status: 200 len: 267 time: 0.1057918 Aug 05 11:59:28.411437 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-1a7ad3dc-f8df-4c0d-a296-ba14f6ded383 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Allocated IP 172.25.5.224 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/46e81c5b-cd44-4e83-971d-5dc2eb5a35a7) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:59:28.415583 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3a44f408-0703-43bc-b6e2-b90fc1973e1c tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] Notify callbacks [] for floatingip, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:28.421442 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3a44f408-0703-43bc-b6e2-b90fc1973e1c tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:28.423718 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-3a44f408-0703-43bc-b6e2-b90fc1973e1c tempest-ServersTestManualDisk-1576303019 tempest-ServersTestManualDisk-1576303019-project] 10.222.0.58 "DELETE /v2.0/floatingips/ab40cce8-f7ed-4ff4-b172-b2e708f32ca5 HTTP/1.1" status: 204 len: 168 time: 1.8193822 Aug 05 11:59:28.428413 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 55184) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:59:28.580532 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26832642-a83a-42e8-b9e7-bbab975b40c6 req-eb6c0fc4-f7ab-4ce0-ba43-414253b3a874 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:59:28.589113 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-26832642-a83a-42e8-b9e7-bbab975b40c6 req-eb6c0fc4-f7ab-4ce0-ba43-414253b3a874 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "GET /v2.0/networks?id=34f4b1c0-4781-4466-8dad-c7a46498afc4 HTTP/1.1" status: 200 len: 795 time: 0.2656157 Aug 05 11:59:28.626315 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-26832642-a83a-42e8-b9e7-bbab975b40c6 req-03e099b6-f5ca-4952-8b6a-cf750f3cd215 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "GET /v2.0/quotas/f68dcdcc6d3c4b72a557ce0cc98a5aa1 HTTP/1.1" status: 200 len: 375 time: 0.0280237 Aug 05 11:59:28.627680 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1be83f-a434-4788-befa-984177afc14e None None] New status for floating IP ab40cce8-f7ed-4ff4-b172-b2e708f32ca5: DOWN {{(pid=94423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 11:59:28.811083 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-26832642-a83a-42e8-b9e7-bbab975b40c6 req-e0a6200e-83bf-4232-842d-a319186cb49c tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=f68dcdcc6d3c4b72a557ce0cc98a5aa1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1862686 Aug 05 11:59:29.073522 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1a7ad3dc-f8df-4c0d-a296-ba14f6ded383 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:29.105075 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-26832642-a83a-42e8-b9e7-bbab975b40c6 req-47e9a3e6-319b-4b3f-8968-65de1bbc9cef service neutron] 10.222.0.58 "GET /v2.0/networks/34f4b1c0-4781-4466-8dad-c7a46498afc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602201 Aug 05 11:59:29.220138 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1a7ad3dc-f8df-4c0d-a296-ba14f6ded383 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:29.390509 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-26832642-a83a-42e8-b9e7-bbab975b40c6 req-6f964f15-9c54-4266-aae5-63cf71724f13 service neutron] 10.222.0.58 "GET /v2.0/networks/34f4b1c0-4781-4466-8dad-c7a46498afc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626886 Aug 05 11:59:29.401093 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7ad3dc-f8df-4c0d-a296-ba14f6ded383 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:59:29.407700 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-1a7ad3dc-f8df-4c0d-a296-ba14f6ded383 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:59:29.411885 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7ad3dc-f8df-4c0d-a296-ba14f6ded383 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:59:29.503675 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7ad3dc-f8df-4c0d-a296-ba14f6ded383 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Pushing event updated for resources: {'Port': ['ID=46e81c5b-cd44-4e83-971d-5dc2eb5a35a7,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:59:29.570172 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:29.892174 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device f2ac86fb-51c9-4a55-a845-ddeb4aa48fea up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:59:29.997512 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1f355872-e1ef-4124-b3bb-a069af046ea3 req-e37ef37d-13f1-463e-8d21-635e2ca33857 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "GET /v2.0/ports?device_id=963a46ac-db99-4d33-8b39-e679f73b9d4f HTTP/1.1" status: 200 len: 210 time: 0.0960398 Aug 05 11:59:30.011533 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port f2ac86fb-51c9-4a55-a845-ddeb4aa48fea triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:59:30.015347 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:30.849389 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-807b0c1a-c811-4425-af73-51efc5008839 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33208311'] for router_interface, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:31.273609 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9210e076-45be-42d3-85ab-099273ba2850 req-b7442252-81ad-4733-9e4d-aebf9c0cdfa1 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "GET /v2.0/ports?device_id=963a46ac-db99-4d33-8b39-e679f73b9d4f HTTP/1.1" status: 200 len: 210 time: 0.0664084 Aug 05 11:59:31.578564 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1a7ad3dc-f8df-4c0d-a296-ba14f6ded383 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:31.689113 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-807b0c1a-c811-4425-af73-51efc5008839 admin admin] Deleting port ba47f43b-8e6b-49ee-9fab-082d009812a5 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:59:31.689864 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-807b0c1a-c811-4425-af73-51efc5008839 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:31.959205 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1a7ad3dc-f8df-4c0d-a296-ba14f6ded383 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:32.079751 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [None req-807b0c1a-c811-4425-af73-51efc5008839 admin admin] For port ba47f43b-8e6b-49ee-9fab-082d009812a5, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=ba47f43b-8e6b-49ee-9fab-082d009812a5,segment=NetworkSegment(28eaf081-ab97-4dfd-a4eb-a7c90e1b1d4e),segment_id=28eaf081-ab97-4dfd-a4eb-a7c90e1b1d4e)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:59:32.081114 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-807b0c1a-c811-4425-af73-51efc5008839 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:32.094686 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26832642-a83a-42e8-b9e7-bbab975b40c6 req-61ab8984-44f5-4fe5-ad84-397c47be88af tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:59:32.097017 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-26832642-a83a-42e8-b9e7-bbab975b40c6 req-61ab8984-44f5-4fe5-ad84-397c47be88af tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.64 "GET /v2.0/networks?id=34f4b1c0-4781-4466-8dad-c7a46498afc4 HTTP/1.1" status: 200 len: 795 time: 0.2959816 Aug 05 11:59:32.151959 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-807b0c1a-c811-4425-af73-51efc5008839 admin admin] Calling delete_port for ba47f43b-8e6b-49ee-9fab-082d009812a5 owned by network:router_interface {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:59:32.356818 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-26832642-a83a-42e8-b9e7-bbab975b40c6 req-a39c1538-fc71-493c-8567-cf429932cc01 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f68dcdcc6d3c4b72a557ce0cc98a5aa1 HTTP/1.1" status: 200 len: 380 time: 0.2173529 Aug 05 11:59:32.392710 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-26832642-a83a-42e8-b9e7-bbab975b40c6 req-b25e4083-16a9-4a5b-a58a-391c66b04f9a tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Request body: {'port': {'device_id': '963a46ac-db99-4d33-8b39-e679f73b9d4f', 'network_id': '34f4b1c0-4781-4466-8dad-c7a46498afc4', 'admin_state_up': True, 'tenant_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'security_groups': ['4bf23ad8-90e9-4f51-b6bb-8b1a5745154a']}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:59:32.442950 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ef83fba9-297c-43e4-9c1a-a26b63a512b5 req-cbd79ebb-976a-4432-a006-2b5072e3bf44 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "GET /v2.0/ports?device_id=963a46ac-db99-4d33-8b39-e679f73b9d4f HTTP/1.1" status: 200 len: 210 time: 0.0343020 Aug 05 11:59:32.699701 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1a7ad3dc-f8df-4c0d-a296-ba14f6ded383 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:32.725898 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1a7ad3dc-f8df-4c0d-a296-ba14f6ded383 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:33.021452 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7ad3dc-f8df-4c0d-a296-ba14f6ded383 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Pushing event updated for resources: {'Port': ['ID=46e81c5b-cd44-4e83-971d-5dc2eb5a35a7,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:59:33.033044 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26832642-a83a-42e8-b9e7-bbab975b40c6 req-b25e4083-16a9-4a5b-a58a-391c66b04f9a tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Made reservation on behalf of f68dcdcc6d3c4b72a557ce0cc98a5aa1 for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:59:33.039243 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-26832642-a83a-42e8-b9e7-bbab975b40c6 req-b25e4083-16a9-4a5b-a58a-391c66b04f9a tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:33.050159 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1a7ad3dc-f8df-4c0d-a296-ba14f6ded383 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33287247'] for floatingip, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:33.174605 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-807b0c1a-c811-4425-af73-51efc5008839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:33.292552 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807b0c1a-c811-4425-af73-51efc5008839 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba47f43b-8e6b-49ee-9fab-082d009812a5,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:59:33.657867 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c853619e-fcf7-4144-aecd-94746bfa9881 req-ac6f3f34-f89f-4298-8e03-dcd85289e186 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "GET /v2.0/ports?device_id=963a46ac-db99-4d33-8b39-e679f73b9d4f HTTP/1.1" status: 200 len: 210 time: 0.0618796 Aug 05 11:59:33.706437 n-d-803378-2 neutron-server[94421]: INFO neutron.db.l3_db [None req-1a7ad3dc-f8df-4c0d-a296-ba14f6ded383 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Floating IP b0b6678b-6efe-425f-82f0-cf4d9825be9d associated. External IP: 172.25.5.224, port: 97cc54b5-f892-4234-9f13-5b2a0c6073ad. Aug 05 11:59:33.856816 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 55280) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:59:33.962734 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-26832642-a83a-42e8-b9e7-bbab975b40c6 req-b25e4083-16a9-4a5b-a58a-391c66b04f9a tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Allocated IP 172.20.0.13 (34f4b1c0-4781-4466-8dad-c7a46498afc4/a3a277fc-3e89-49d6-972d-0acfc9ed2043/15f1db54-5b5c-419d-9bbe-71a019f516c0) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:59:34.119453 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5a56d54a-2aac-4702-942a-9939afa23d5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:34.220081 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-807b0c1a-c811-4425-af73-51efc5008839 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33140263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33208171'] for router_interface, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:34.361652 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5a56d54a-2aac-4702-942a-9939afa23d5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:34.368144 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5a56d54a-2aac-4702-942a-9939afa23d5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:34.447188 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-5a56d54a-2aac-4702-942a-9939afa23d5a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3e4857700ccb4eaa9939aa734df07460&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5888698 Aug 05 11:59:34.449342 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a56d54a-2aac-4702-942a-9939afa23d5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce4e12e6-564a-4a69-964c-26a8524fee34,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:59:34.455806 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 55296) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:59:34.558779 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a096c5f8-3242-4ded-9464-1e765f141255 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:34.602481 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a096c5f8-3242-4ded-9464-1e765f141255 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:34.723940 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a096c5f8-3242-4ded-9464-1e765f141255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:34.730019 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a096c5f8-3242-4ded-9464-1e765f141255 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:34.737202 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-a096c5f8-3242-4ded-9464-1e765f141255 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ce4e12e6-564a-4a69-964c-26a8524fee34 HTTP/1.1" status: 204 len: 168 time: 0.2778180 Aug 05 11:59:34.772980 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a096c5f8-3242-4ded-9464-1e765f141255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce4e12e6-564a-4a69-964c-26a8524fee34,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:59:34.902018 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ea0aafbb-1aea-4ff2-ac83-61a16a97dfd5 req-34d136ca-2034-472b-9f3a-f807fb962d74 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "GET /v2.0/ports?device_id=963a46ac-db99-4d33-8b39-e679f73b9d4f HTTP/1.1" status: 200 len: 210 time: 0.0651670 Aug 05 11:59:35.074087 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a7ad3dc-f8df-4c0d-a296-ba14f6ded383 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Router 93199cd7-54e7-4c5e-8c35-1fb4731c9971 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 11:59:35.371156 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 55312) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:59:35.396093 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-540fd57b-e3ba-4b6b-ac78-ba86c4795794 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:35.488454 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-26832642-a83a-42e8-b9e7-bbab975b40c6 req-b25e4083-16a9-4a5b-a58a-391c66b04f9a tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:35.608255 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-26832642-a83a-42e8-b9e7-bbab975b40c6 req-b25e4083-16a9-4a5b-a58a-391c66b04f9a tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Transition to ACTIVE for port object 15f1db54-5b5c-419d-9bbe-71a019f516c0 will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:59:35.624422 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-540fd57b-e3ba-4b6b-ac78-ba86c4795794 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:35.632146 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-540fd57b-e3ba-4b6b-ac78-ba86c4795794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:35.688382 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a7ad3dc-f8df-4c0d-a296-ba14f6ded383 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:59:35.720277 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-540fd57b-e3ba-4b6b-ac78-ba86c4795794 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=18d9fc11c4794a7f8be67b7ac6bd424c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3445756 Aug 05 11:59:35.723077 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4ad94e-2958-4dbc-9655-b878edd3a90c None None] Sync routers for ids ['93199cd7-54e7-4c5e-8c35-1fb4731c9971'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:59:35.728342 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 55318) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:59:35.729404 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540fd57b-e3ba-4b6b-ac78-ba86c4795794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=420baa3a-33df-48e2-a3f8-b3d46b98dbaa,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:59:35.740180 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4ad94e-2958-4dbc-9655-b878edd3a90c None None] Routers {'93199cd7-54e7-4c5e-8c35-1fb4731c9971'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:59:35.741271 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-fe4ad94e-2958-4dbc-9655-b878edd3a90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:59:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['93199cd7-54e7-4c5e-8c35-1fb4731c9971'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:59:35.754204 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-807b0c1a-c811-4425-af73-51efc5008839 admin admin] Router 51697c8b-3fe0-4139-a371-c223908130bc has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 11:59:35.762902 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1a7ad3dc-f8df-4c0d-a296-ba14f6ded383 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:35.812461 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-26832642-a83a-42e8-b9e7-bbab975b40c6 req-b25e4083-16a9-4a5b-a58a-391c66b04f9a tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:35.841359 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-211985b1-78f6-423a-bcbe-dbc4beab251d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:35.878250 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-1a7ad3dc-f8df-4c0d-a296-ba14f6ded383 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 8.8194835 Aug 05 11:59:35.885204 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd94b0f4e-7ccb-4775-b0e8-4c9ba00c486e', 'tag': '97cc54b5-f892-4234-9f13-5b2a0c6073ad'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:59:35.890462 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7d58f8d-873f-4aa8-b8fd-0c19fe983d8d" -d '{"events": [{"name": "network-changed", "server_uuid": "d94b0f4e-7ccb-4775-b0e8-4c9ba00c486e", "tag": "97cc54b5-f892-4234-9f13-5b2a0c6073ad"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:59:35.894048 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-211985b1-78f6-423a-bcbe-dbc4beab251d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:35.998280 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26832642-a83a-42e8-b9e7-bbab975b40c6 req-b25e4083-16a9-4a5b-a58a-391c66b04f9a tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Network 34f4b1c0-4781-4466-8dad-c7a46498afc4 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:59:36.014211 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-26832642-a83a-42e8-b9e7-bbab975b40c6 req-b25e4083-16a9-4a5b-a58a-391c66b04f9a tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:59:36.026860 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-fe4ad94e-2958-4dbc-9655-b878edd3a90c None None] Set router 93199cd7-54e7-4c5e-8c35-1fb4731c9971 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:59:36.028670 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-26832642-a83a-42e8-b9e7-bbab975b40c6 req-b25e4083-16a9-4a5b-a58a-391c66b04f9a tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:59:36.039019 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25e4083-16a9-4a5b-a58a-391c66b04f9a tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Pushing event updated for resources: {'Port': ['ID=15f1db54-5b5c-419d-9bbe-71a019f516c0,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:59:36.104008 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-211985b1-78f6-423a-bcbe-dbc4beab251d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:36.108973 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-211985b1-78f6-423a-bcbe-dbc4beab251d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:36.113809 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-211985b1-78f6-423a-bcbe-dbc4beab251d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/420baa3a-33df-48e2-a3f8-b3d46b98dbaa HTTP/1.1" status: 204 len: 168 time: 0.3763440 Aug 05 11:59:36.145822 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211985b1-78f6-423a-bcbe-dbc4beab251d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=420baa3a-33df-48e2-a3f8-b3d46b98dbaa,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:59:36.389957 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69e98668-303a-41f6-9aa7-c85a20fd9c99 x-openstack-request-id: req-69e98668-303a-41f6-9aa7-c85a20fd9c99 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:59:36.390418 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d94b0f4e-7ccb-4775-b0e8-4c9ba00c486e", "tag": "97cc54b5-f892-4234-9f13-5b2a0c6073ad", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:59:36.391210 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-69e98668-303a-41f6-9aa7-c85a20fd9c99 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:59:36.392222 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd94b0f4e-7ccb-4775-b0e8-4c9ba00c486e', 'tag': '97cc54b5-f892-4234-9f13-5b2a0c6073ad', 'status': 'completed', 'code': 200} Aug 05 11:59:36.594242 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26832642-a83a-42e8-b9e7-bbab975b40c6 req-b25e4083-16a9-4a5b-a58a-391c66b04f9a tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:59:36.595654 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-26832642-a83a-42e8-b9e7-bbab975b40c6 req-b25e4083-16a9-4a5b-a58a-391c66b04f9a tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:36.656009 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-807b0c1a-c811-4425-af73-51efc5008839 admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:59:36.674206 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac0162b-5d3f-4ed9-b94f-3e4e39c2cb40 None None] Sync routers for ids ['51697c8b-3fe0-4139-a371-c223908130bc'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:59:36.683259 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-807b0c1a-c811-4425-af73-51efc5008839 admin admin] 10.222.0.58 "PUT /v2.0/routers/51697c8b-3fe0-4139-a371-c223908130bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2525194 Aug 05 11:59:36.691237 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 55348) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:59:36.698796 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac0162b-5d3f-4ed9-b94f-3e4e39c2cb40 None None] Routers {'51697c8b-3fe0-4139-a371-c223908130bc'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:59:36.699918 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-3ac0162b-5d3f-4ed9-b94f-3e4e39c2cb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:59:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['51697c8b-3fe0-4139-a371-c223908130bc'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:59:36.707818 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-26832642-a83a-42e8-b9e7-bbab975b40c6 req-b25e4083-16a9-4a5b-a58a-391c66b04f9a tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3288267 Aug 05 11:59:36.711856 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d58f8d-873f-4aa8-b8fd-0c19fe983d8d req-3e9567f0-b2a4-488c-bf3e-bc450b87670b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:59:36.714662 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c7d58f8d-873f-4aa8-b8fd-0c19fe983d8d req-3e9567f0-b2a4-488c-bf3e-bc450b87670b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7f88688726d24c8e9d77831659c7c3ae&device_id=d94b0f4e-7ccb-4775-b0e8-4c9ba00c486e HTTP/1.1" status: 200 len: 1097 time: 0.3613839 Aug 05 11:59:36.830301 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-4fb886b2-2a6d-4731-b974-794250076726 None None] Provisioning for port 15f1db54-5b5c-419d-9bbe-71a019f516c0 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:59:36.870895 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-26832642-a83a-42e8-b9e7-bbab975b40c6 req-319f4ee6-e39d-47cd-9ba0-9e543bbff02f service neutron] Request body: {'port': {'device_id': '963a46ac-db99-4d33-8b39-e679f73b9d4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:59:36.879759 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-4fb886b2-2a6d-4731-b974-794250076726 None None] Provisioning complete for port 15f1db54-5b5c-419d-9bbe-71a019f516c0 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:59:36.880846 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-4fb886b2-2a6d-4731-b974-794250076726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:37.045263 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-3ac0162b-5d3f-4ed9-b94f-3e4e39c2cb40 None None] Set router 51697c8b-3fe0-4139-a371-c223908130bc gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:59:37.217728 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-4fb886b2-2a6d-4731-b974-794250076726 None None] Port 15f1db54-5b5c-419d-9bbe-71a019f516c0 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:59:37.300591 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1d59f368-b2a3-4670-ae2f-271b9a284903 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:37.311938 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7b15815d-23aa-4605-90f0-d45fd770c275 admin admin] Notify callbacks [] for router, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:37.395190 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-fe4ad94e-2958-4dbc-9655-b878edd3a90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93199cd7-54e7-4c5e-8c35-1fb4731c9971', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1853577480', 'tenant_id': '7f88688726d24c8e9d77831659c7c3ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': 'e3d98149-c554-4a87-aeb3-99a2d53d0f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:58:37Z', 'updated_at': '2021-08-05T11:58:51Z', 'revision_number': 4, 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'gw_port': {'id': 'e3d98149-c554-4a87-aeb3-99a2d53d0f9c', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:65:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93199cd7-54e7-4c5e-8c35-1fb4731c9971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:58:38Z', 'updated_at': '2021-08-05T11:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': 'b0b6678b-6efe-425f-82f0-cf4d9825be9d', 'tenant_id': '7f88688726d24c8e9d77831659c7c3ae', 'floating_ip_address': '172.25.5.224', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': '93199cd7-54e7-4c5e-8c35-1fb4731c9971', 'port_id': '97cc54b5-f892-4234-9f13-5b2a0c6073ad', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e221ebcf-1c88-4846-8587-94a0066507f5', 'mac_address': 'fa:16:3e:19:7a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94b0f4e-7ccb-4775-b0e8-4c9ba00c486e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T11:59:30Z', 'updated_at': '2021-08-05T11:59:30Z', 'revision_number': 0, 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04a90d2f-3ee5-4e82-823d-d866db82cf34', 'name': '', 'network_id': 'e221ebcf-1c88-4846-8587-94a0066507f5', 'tenant_id': '7f88688726d24c8e9d77831659c7c3ae', 'mac_address': 'fa:16:3e:1d:c8:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93199cd7-54e7-4c5e-8c35-1fb4731c9971', 'device_owner': 'network:router_interface', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '271660a4-93c7-4978-8162-ad97a3c0f69a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:58:48Z', 'updated_at': '2021-08-05T11:59:03Z', 'revision_number': 5, 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'subnets': [{'id': '271660a4-93c7-4978-8162-ad97a3c0f69a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:59:37.538402 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4ad94e-2958-4dbc-9655-b878edd3a90c None None] Checking router: 93199cd7-54e7-4c5e-8c35-1fb4731c9971 for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:59:37.578147 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4ad94e-2958-4dbc-9655-b878edd3a90c None None] Routers {'93199cd7-54e7-4c5e-8c35-1fb4731c9971'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:59:37.579787 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-fe4ad94e-2958-4dbc-9655-b878edd3a90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:59:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['93199cd7-54e7-4c5e-8c35-1fb4731c9971'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:59:37.613196 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598fce24-6046-4f74-b167-959f44bc59eb req-74c27f96-012b-4ea5-9392-44b4ee99ede6 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:59:37.630120 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-598fce24-6046-4f74-b167-959f44bc59eb req-74c27f96-012b-4ea5-9392-44b4ee99ede6 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=d94b0f4e-7ccb-4775-b0e8-4c9ba00c486e HTTP/1.1" status: 200 len: 946 time: 1.4365983 Aug 05 11:59:37.658258 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d58f8d-873f-4aa8-b8fd-0c19fe983d8d req-f0d279aa-53f4-4ea4-82f0-02cc7669fe19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:59:37.660641 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c7d58f8d-873f-4aa8-b8fd-0c19fe983d8d req-f0d279aa-53f4-4ea4-82f0-02cc7669fe19 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e221ebcf-1c88-4846-8587-94a0066507f5 HTTP/1.1" status: 200 len: 897 time: 0.8233294 Aug 05 11:59:37.724278 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7b15815d-23aa-4605-90f0-d45fd770c275 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:37.766533 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cbc25f-9f88-479d-b1c6-54f2b64d0435 req-6ac3062e-42e2-4aa2-b39d-7c2897e0d6d3 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:59:37.767157 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-3ac0162b-5d3f-4ed9-b94f-3e4e39c2cb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51697c8b-3fe0-4139-a371-c223908130bc', 'name': 'tempest-ServersTestManualDisk-1660367773-router', 'tenant_id': '1e1aa4e259e64437b684d5603b841a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '8645db06-0368-4e0d-b2eb-c4af1e70b342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:56:58Z', 'updated_at': '2021-08-05T11:59:32Z', 'revision_number': 5, 'project_id': '1e1aa4e259e64437b684d5603b841a44', 'gw_port': {'id': '8645db06-0368-4e0d-b2eb-c4af1e70b342', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51697c8b-3fe0-4139-a371-c223908130bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:56:59Z', 'updated_at': '2021-08-05T11:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:59:37.791688 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b0cbc25f-9f88-479d-b1c6-54f2b64d0435 req-6ac3062e-42e2-4aa2-b39d-7c2897e0d6d3 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "GET /v2.0/ports?device_id=963a46ac-db99-4d33-8b39-e679f73b9d4f HTTP/1.1" status: 200 len: 932 time: 1.4732287 Aug 05 11:59:37.816903 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-598fce24-6046-4f74-b167-959f44bc59eb req-a010fef7-c892-4231-8515-f3472d6ea72c tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=5b2ae25e-a3f9-47cd-8037-5f5a58db0284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1842484 Aug 05 11:59:37.877558 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 55370) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:59:37.902291 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-26832642-a83a-42e8-b9e7-bbab975b40c6 req-319f4ee6-e39d-47cd-9ba0-9e543bbff02f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:37.912077 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac0162b-5d3f-4ed9-b94f-3e4e39c2cb40 None None] Checking router: 51697c8b-3fe0-4139-a371-c223908130bc for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:59:37.936284 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac0162b-5d3f-4ed9-b94f-3e4e39c2cb40 None None] Routers {'51697c8b-3fe0-4139-a371-c223908130bc'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:59:37.937619 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-3ac0162b-5d3f-4ed9-b94f-3e4e39c2cb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:59:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['51697c8b-3fe0-4139-a371-c223908130bc'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:59:37.960037 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-fe4ad94e-2958-4dbc-9655-b878edd3a90c None None] Set router 93199cd7-54e7-4c5e-8c35-1fb4731c9971 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:59:38.145056 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c7d58f8d-873f-4aa8-b8fd-0c19fe983d8d req-b252b724-cd40-4148-bf00-0632f8b732e3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97cc54b5-f892-4234-9f13-5b2a0c6073ad HTTP/1.1" status: 200 len: 1000 time: 0.4138029 Aug 05 11:59:38.158651 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b0cbc25f-9f88-479d-b1c6-54f2b64d0435 req-5606a7ca-45a2-4054-b556-5f04e65c08b8 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "GET /v2.0/security-groups?id=4bf23ad8-90e9-4f51-b6bb-8b1a5745154a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3384645 Aug 05 11:59:38.208256 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-4d1471ca-2a95-404e-a0a1-c08b1c56b07f tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/floatingips/b0b6678b-6efe-425f-82f0-cf4d9825be9d HTTP/1.1" status: 200 len: 992 time: 0.3248777 Aug 05 11:59:38.277479 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-3ac0162b-5d3f-4ed9-b94f-3e4e39c2cb40 None None] Set router 51697c8b-3fe0-4139-a371-c223908130bc gateway port host: None {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:59:38.399120 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-3ac0162b-5d3f-4ed9-b94f-3e4e39c2cb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51697c8b-3fe0-4139-a371-c223908130bc', 'name': 'tempest-ServersTestManualDisk-1660367773-router', 'tenant_id': '1e1aa4e259e64437b684d5603b841a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:56:58Z', 'updated_at': '2021-08-05T11:59:37Z', 'revision_number': 6, 'project_id': '1e1aa4e259e64437b684d5603b841a44', 'gw_port_host': None}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:59:38.429925 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-7b15815d-23aa-4605-90f0-d45fd770c275 admin admin] Deleting port 8645db06-0368-4e0d-b2eb-c4af1e70b342 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:59:38.430495 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7b15815d-23aa-4605-90f0-d45fd770c275 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:38.471190 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac0162b-5d3f-4ed9-b94f-3e4e39c2cb40 None None] The sync data for ids ['51697c8b-3fe0-4139-a371-c223908130bc'] in n-d-803378-2 is: [{'id': '51697c8b-3fe0-4139-a371-c223908130bc', 'name': 'tempest-ServersTestManualDisk-1660367773-router', 'tenant_id': '1e1aa4e259e64437b684d5603b841a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:56:58Z', 'updated_at': '2021-08-05T11:59:37Z', 'revision_number': 6, 'project_id': '1e1aa4e259e64437b684d5603b841a44', 'gw_port_host': None}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:59:38.518433 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d58f8d-873f-4aa8-b8fd-0c19fe983d8d req-1f68ac28-1fd6-46d9-97f6-fe238c67186d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:59:38.520981 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c7d58f8d-873f-4aa8-b8fd-0c19fe983d8d req-1f68ac28-1fd6-46d9-97f6-fe238c67186d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=271660a4-93c7-4978-8162-ad97a3c0f69a HTTP/1.1" status: 200 len: 835 time: 0.3292067 Aug 05 11:59:38.600988 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-fe4ad94e-2958-4dbc-9655-b878edd3a90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93199cd7-54e7-4c5e-8c35-1fb4731c9971', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1853577480', 'tenant_id': '7f88688726d24c8e9d77831659c7c3ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': 'e3d98149-c554-4a87-aeb3-99a2d53d0f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:58:37Z', 'updated_at': '2021-08-05T11:58:51Z', 'revision_number': 4, 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'gw_port': {'id': 'e3d98149-c554-4a87-aeb3-99a2d53d0f9c', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:65:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93199cd7-54e7-4c5e-8c35-1fb4731c9971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:58:38Z', 'updated_at': '2021-08-05T11:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': 'b0b6678b-6efe-425f-82f0-cf4d9825be9d', 'tenant_id': '7f88688726d24c8e9d77831659c7c3ae', 'floating_ip_address': '172.25.5.224', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': '93199cd7-54e7-4c5e-8c35-1fb4731c9971', 'port_id': '97cc54b5-f892-4234-9f13-5b2a0c6073ad', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e221ebcf-1c88-4846-8587-94a0066507f5', 'mac_address': 'fa:16:3e:19:7a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94b0f4e-7ccb-4775-b0e8-4c9ba00c486e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T11:59:30Z', 'updated_at': '2021-08-05T11:59:30Z', 'revision_number': 0, 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04a90d2f-3ee5-4e82-823d-d866db82cf34', 'name': '', 'network_id': 'e221ebcf-1c88-4846-8587-94a0066507f5', 'tenant_id': '7f88688726d24c8e9d77831659c7c3ae', 'mac_address': 'fa:16:3e:1d:c8:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93199cd7-54e7-4c5e-8c35-1fb4731c9971', 'device_owner': 'network:router_interface', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '271660a4-93c7-4978-8162-ad97a3c0f69a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:58:48Z', 'updated_at': '2021-08-05T11:59:03Z', 'revision_number': 5, 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'subnets': [{'id': '271660a4-93c7-4978-8162-ad97a3c0f69a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:59:38.690768 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4ad94e-2958-4dbc-9655-b878edd3a90c None None] The sync data for ids ['93199cd7-54e7-4c5e-8c35-1fb4731c9971'] in n-d-803378-2 is: [{'id': '93199cd7-54e7-4c5e-8c35-1fb4731c9971', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1853577480', 'tenant_id': '7f88688726d24c8e9d77831659c7c3ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': 'e3d98149-c554-4a87-aeb3-99a2d53d0f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:58:37Z', 'updated_at': '2021-08-05T11:58:51Z', 'revision_number': 4, 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'gw_port': {'id': 'e3d98149-c554-4a87-aeb3-99a2d53d0f9c', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:65:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93199cd7-54e7-4c5e-8c35-1fb4731c9971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:58:38Z', 'updated_at': '2021-08-05T11:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': 'b0b6678b-6efe-425f-82f0-cf4d9825be9d', 'tenant_id': '7f88688726d24c8e9d77831659c7c3ae', 'floating_ip_address': '172.25.5.224', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': '93199cd7-54e7-4c5e-8c35-1fb4731c9971', 'port_id': '97cc54b5-f892-4234-9f13-5b2a0c6073ad', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e221ebcf-1c88-4846-8587-94a0066507f5', 'mac_address': 'fa:16:3e:19:7a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94b0f4e-7ccb-4775-b0e8-4c9ba00c486e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T11:59:30Z', 'updated_at': '2021-08-05T11:59:30Z', 'revision_number': 0, 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04a90d2f-3ee5-4e82-823d-d866db82cf34', 'name': '', 'network_id': 'e221ebcf-1c88-4846-8587-94a0066507f5', 'tenant_id': '7f88688726d24c8e9d77831659c7c3ae', 'mac_address': 'fa:16:3e:1d:c8:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93199cd7-54e7-4c5e-8c35-1fb4731c9971', 'device_owner': 'network:router_interface', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '271660a4-93c7-4978-8162-ad97a3c0f69a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:58:48Z', 'updated_at': '2021-08-05T11:59:03Z', 'revision_number': 5, 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'subnets': [{'id': '271660a4-93c7-4978-8162-ad97a3c0f69a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:59:38.820565 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d58f8d-873f-4aa8-b8fd-0c19fe983d8d req-9cde9ec5-b6cc-4f14-98f1-d9682bf7cf7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:59:38.822789 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c7d58f8d-873f-4aa8-b8fd-0c19fe983d8d req-9cde9ec5-b6cc-4f14-98f1-d9682bf7cf7a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e221ebcf-1c88-4846-8587-94a0066507f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2914901 Aug 05 11:59:38.933869 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [None req-7b15815d-23aa-4605-90f0-d45fd770c275 admin admin] For port 8645db06-0368-4e0d-b2eb-c4af1e70b342, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=8645db06-0368-4e0d-b2eb-c4af1e70b342,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:59:38.934896 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7b15815d-23aa-4605-90f0-d45fd770c275 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:38.984018 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-7b15815d-23aa-4605-90f0-d45fd770c275 admin admin] Calling delete_port for 8645db06-0368-4e0d-b2eb-c4af1e70b342 owned by network:router_gateway {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:59:39.191915 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3001c129-2b6d-401f-9b97-d633ea580267 None None] New status for floating IP b0b6678b-6efe-425f-82f0-cf4d9825be9d: ACTIVE {{(pid=94422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 11:59:39.208149 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-26832642-a83a-42e8-b9e7-bbab975b40c6 req-319f4ee6-e39d-47cd-9ba0-9e543bbff02f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15f1db54-5b5c-419d-9bbe-71a019f516c0 {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:59:39.215103 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 55404) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:59:39.216926 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-26832642-a83a-42e8-b9e7-bbab975b40c6 req-319f4ee6-e39d-47cd-9ba0-9e543bbff02f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:39.246074 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-26832642-a83a-42e8-b9e7-bbab975b40c6 req-319f4ee6-e39d-47cd-9ba0-9e543bbff02f service neutron] Transition to ACTIVE for port object 15f1db54-5b5c-419d-9bbe-71a019f516c0 will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:59:39.271649 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-26832642-a83a-42e8-b9e7-bbab975b40c6 req-319f4ee6-e39d-47cd-9ba0-9e543bbff02f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:39.365718 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c7d58f8d-873f-4aa8-b8fd-0c19fe983d8d req-fa60b7f6-a4b8-466d-8ecd-909ad74e88a7 service neutron] 10.222.0.55 "GET /v2.0/networks/e221ebcf-1c88-4846-8587-94a0066507f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5265570 Aug 05 11:59:39.380213 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-030259ce-3300-44a1-ad7d-165e297f9bf4 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/floatingips/b0b6678b-6efe-425f-82f0-cf4d9825be9d HTTP/1.1" status: 200 len: 992 time: 0.1612613 Aug 05 11:59:39.506027 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319f4ee6-e39d-47cd-9ba0-9e543bbff02f service neutron] Pushing event updated for resources: {'Port': ['ID=15f1db54-5b5c-419d-9bbe-71a019f516c0,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:59:39.524429 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f174688-9bb5-4fa1-8d4f-29a1e2db84c9 req-c0304fa5-d120-424c-8795-fce55cace805 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:59:39.544737 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7f174688-9bb5-4fa1-8d4f-29a1e2db84c9 req-c0304fa5-d120-424c-8795-fce55cace805 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "GET /v2.0/ports?device_id=963a46ac-db99-4d33-8b39-e679f73b9d4f HTTP/1.1" status: 200 len: 944 time: 0.1305466 Aug 05 11:59:39.670140 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7f174688-9bb5-4fa1-8d4f-29a1e2db84c9 req-2986f7ba-8f01-49b5-8b1c-b451848c4733 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "GET /v2.0/security-groups?id=4bf23ad8-90e9-4f51-b6bb-8b1a5745154a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220362 Aug 05 11:59:39.780601 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device ba47f43b-8e6b-49ee-9fab-082d009812a5 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:59:39.837740 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: ba47f43b-8e6b-49ee-9fab-082d009812a5 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:59:39.838285 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device ba47f43b-8e6b-49ee-9fab-082d009812a5 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:59:39.839003 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 8645db06-0368-4e0d-b2eb-c4af1e70b342 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:59:39.970538 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c7d58f8d-873f-4aa8-b8fd-0c19fe983d8d req-fe391f10-7dcf-4bcf-a894-1e9d08266142 service neutron] 10.222.0.55 "GET /v2.0/networks/e221ebcf-1c88-4846-8587-94a0066507f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5949872 Aug 05 11:59:40.170733 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-a0176a06-6d7e-48f5-bd56-57809c9f5772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:40.208128 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:40.295565 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:40.386071 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 55422) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:59:40.516981 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-79bb9af1-ca02-4c96-8c1c-4999e42acfdc tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/floatingips/b0b6678b-6efe-425f-82f0-cf4d9825be9d HTTP/1.1" status: 200 len: 994 time: 0.1290181 Aug 05 11:59:40.664944 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-26832642-a83a-42e8-b9e7-bbab975b40c6 req-319f4ee6-e39d-47cd-9ba0-9e543bbff02f service neutron] Attempting to bind port 15f1db54-5b5c-419d-9bbe-71a019f516c0 on host n-h1-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:59:40.665522 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-26832642-a83a-42e8-b9e7-bbab975b40c6 req-319f4ee6-e39d-47cd-9ba0-9e543bbff02f service neutron] Attempting to bind port 15f1db54-5b5c-419d-9bbe-71a019f516c0 by drivers openvswitch,hyperv on host n-h1-803378-2 at level 0 using segments [{'id': '660b66be-80d9-4672-8b40-3d7f5ab29178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '34f4b1c0-4781-4466-8dad-c7a46498afc4'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:59:40.666102 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26832642-a83a-42e8-b9e7-bbab975b40c6 req-319f4ee6-e39d-47cd-9ba0-9e543bbff02f service neutron] Attempting to bind port 15f1db54-5b5c-419d-9bbe-71a019f516c0 on network 34f4b1c0-4781-4466-8dad-c7a46498afc4 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:59:40.680334 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26832642-a83a-42e8-b9e7-bbab975b40c6 req-319f4ee6-e39d-47cd-9ba0-9e543bbff02f service neutron] Port 15f1db54-5b5c-419d-9bbe-71a019f516c0 on network 34f4b1c0-4781-4466-8dad-c7a46498afc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 11:59:40.680910 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26832642-a83a-42e8-b9e7-bbab975b40c6 req-319f4ee6-e39d-47cd-9ba0-9e543bbff02f service neutron] Attempting to bind port 15f1db54-5b5c-419d-9bbe-71a019f516c0 on network 34f4b1c0-4781-4466-8dad-c7a46498afc4 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:59:40.698376 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26832642-a83a-42e8-b9e7-bbab975b40c6 req-319f4ee6-e39d-47cd-9ba0-9e543bbff02f service neutron] Checking agent: {'id': '40bb7567-59bd-4b31-bc29-da1c50bca759', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:59:40.699119 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26832642-a83a-42e8-b9e7-bbab975b40c6 req-319f4ee6-e39d-47cd-9ba0-9e543bbff02f service neutron] Checking segment: {'id': '660b66be-80d9-4672-8b40-3d7f5ab29178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '34f4b1c0-4781-4466-8dad-c7a46498afc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:59:40.699602 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26832642-a83a-42e8-b9e7-bbab975b40c6 req-319f4ee6-e39d-47cd-9ba0-9e543bbff02f service neutron] Bound using segment: {'id': '660b66be-80d9-4672-8b40-3d7f5ab29178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '34f4b1c0-4781-4466-8dad-c7a46498afc4'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:59:40.700634 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-26832642-a83a-42e8-b9e7-bbab975b40c6 req-319f4ee6-e39d-47cd-9ba0-9e543bbff02f service neutron] Bound port: 15f1db54-5b5c-419d-9bbe-71a019f516c0, host: n-h1-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '660b66be-80d9-4672-8b40-3d7f5ab29178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '34f4b1c0-4781-4466-8dad-c7a46498afc4'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:59:40.701271 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-26832642-a83a-42e8-b9e7-bbab975b40c6 req-319f4ee6-e39d-47cd-9ba0-9e543bbff02f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:40.755691 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7b15815d-23aa-4605-90f0-d45fd770c275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:40.930459 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b15815d-23aa-4605-90f0-d45fd770c275 admin admin] Pushing event deleted for resources: {'Port': ['ID=8645db06-0368-4e0d-b2eb-c4af1e70b342,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:59:41.064827 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7b15815d-23aa-4605-90f0-d45fd770c275 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33285055'] for router_gateway, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:41.072062 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3baade-fd88-47ac-af49-67da76ef13b6 req-18e88377-791d-4855-902d-451196ebc98e tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:59:41.074170 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6e3baade-fd88-47ac-af49-67da76ef13b6 req-18e88377-791d-4855-902d-451196ebc98e tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "GET /v2.0/ports?device_id=963a46ac-db99-4d33-8b39-e679f73b9d4f HTTP/1.1" status: 200 len: 944 time: 0.1251221 Aug 05 11:59:41.164277 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6e3baade-fd88-47ac-af49-67da76ef13b6 req-57a6284a-ec56-4403-994b-8d4c4061e1a1 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "GET /v2.0/security-groups?id=4bf23ad8-90e9-4f51-b6bb-8b1a5745154a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640390 Aug 05 11:59:41.242690 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-26832642-a83a-42e8-b9e7-bbab975b40c6 req-319f4ee6-e39d-47cd-9ba0-9e543bbff02f service neutron] For port 15f1db54-5b5c-419d-9bbe-71a019f516c0, host n-h1-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:59:41.332848 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-26832642-a83a-42e8-b9e7-bbab975b40c6 req-319f4ee6-e39d-47cd-9ba0-9e543bbff02f service neutron] For port 15f1db54-5b5c-419d-9bbe-71a019f516c0, host n-h1-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=15f1db54-5b5c-419d-9bbe-71a019f516c0,segment=NetworkSegment(660b66be-80d9-4672-8b40-3d7f5ab29178),segment_id=660b66be-80d9-4672-8b40-3d7f5ab29178)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:59:41.348381 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7b15815d-23aa-4605-90f0-d45fd770c275 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33262979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1951'] for router, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:41.357685 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7b15815d-23aa-4605-90f0-d45fd770c275 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:41.364835 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-26832642-a83a-42e8-b9e7-bbab975b40c6 req-319f4ee6-e39d-47cd-9ba0-9e543bbff02f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:41.561057 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26832642-a83a-42e8-b9e7-bbab975b40c6 req-319f4ee6-e39d-47cd-9ba0-9e543bbff02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:59:41.561706 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-26832642-a83a-42e8-b9e7-bbab975b40c6 req-319f4ee6-e39d-47cd-9ba0-9e543bbff02f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:41.563257 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-26832642-a83a-42e8-b9e7-bbab975b40c6 req-319f4ee6-e39d-47cd-9ba0-9e543bbff02f service neutron] 10.222.0.64 "PUT /v2.0/ports/15f1db54-5b5c-419d-9bbe-71a019f516c0 HTTP/1.1" status: 200 len: 1092 time: 4.7282917 Aug 05 11:59:41.564315 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '963a46ac-db99-4d33-8b39-e679f73b9d4f', 'tag': '15f1db54-5b5c-419d-9bbe-71a019f516c0'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:59:41.566611 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0bd350d-6826-494a-b397-7b5605f1cc62" -d '{"events": [{"name": "network-changed", "server_uuid": "963a46ac-db99-4d33-8b39-e679f73b9d4f", "tag": "15f1db54-5b5c-419d-9bbe-71a019f516c0"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:59:41.616104 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7b15815d-23aa-4605-90f0-d45fd770c275 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33262474'] for router, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:41.617140 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b15815d-23aa-4605-90f0-d45fd770c275 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51697c8b-3fe0-4139-a371-c223908130bc {{(pid=94421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 11:59:41.625325 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7b15815d-23aa-4605-90f0-d45fd770c275 admin admin] Notify callbacks [] for router, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:41.626918 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-7b15815d-23aa-4605-90f0-d45fd770c275 admin admin] 10.222.0.58 "DELETE /v2.0/routers/51697c8b-3fe0-4139-a371-c223908130bc HTTP/1.1" status: 204 len: 168 time: 4.9324059 Aug 05 11:59:41.635621 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 55440) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:59:41.726561 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319f4ee6-e39d-47cd-9ba0-9e543bbff02f service neutron] Pushing event updated for resources: {'Port': ['ID=15f1db54-5b5c-419d-9bbe-71a019f516c0,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:59:41.736899 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 11:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a023d64-c8f7-42a2-867a-faa73f2ba91d x-openstack-request-id: req-2a023d64-c8f7-42a2-867a-faa73f2ba91d {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:59:41.737256 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "963a46ac-db99-4d33-8b39-e679f73b9d4f", "tag": "15f1db54-5b5c-419d-9bbe-71a019f516c0", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:59:41.737612 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2a023d64-c8f7-42a2-867a-faa73f2ba91d {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:59:41.737925 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '963a46ac-db99-4d33-8b39-e679f73b9d4f', 'tag': '15f1db54-5b5c-419d-9bbe-71a019f516c0', 'status': 'completed', 'code': 200} Aug 05 11:59:41.815599 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:41.871311 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_v2 [None req-d23fa660-2ec1-42d5-a637-3d0f9ead5881 admin admin] Deleting subnet 7b432cb6-360e-40ea-b56b-5da122809577 {{(pid=94420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 11:59:41.888882 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d23fa660-2ec1-42d5-a637-3d0f9ead5881 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:41.944470 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26832642-a83a-42e8-b9e7-bbab975b40c6 req-511b6925-b094-4ae3-8335-89b6ffec613b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:59:41.954090 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-26832642-a83a-42e8-b9e7-bbab975b40c6 req-511b6925-b094-4ae3-8335-89b6ffec613b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f68dcdcc6d3c4b72a557ce0cc98a5aa1&device_id=963a46ac-db99-4d33-8b39-e679f73b9d4f HTTP/1.1" status: 200 len: 1095 time: 0.2150075 Aug 05 11:59:42.025627 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d23fa660-2ec1-42d5-a637-3d0f9ead5881 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25010562'] for subnet, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:42.091913 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-26832642-a83a-42e8-b9e7-bbab975b40c6 req-cd3bbe22-aa74-42f2-80fc-d61ea471d14c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=15f1db54-5b5c-419d-9bbe-71a019f516c0 HTTP/1.1" status: 200 len: 217 time: 0.0822556 Aug 05 11:59:42.209525 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26832642-a83a-42e8-b9e7-bbab975b40c6 req-6aca24c5-0dbe-4912-a530-ecbeb1e5fe64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:59:42.212382 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-26832642-a83a-42e8-b9e7-bbab975b40c6 req-6aca24c5-0dbe-4912-a530-ecbeb1e5fe64 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a3a277fc-3e89-49d6-972d-0acfc9ed2043 HTTP/1.1" status: 200 len: 835 time: 0.1121953 Aug 05 11:59:42.242642 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d23fa660-2ec1-42d5-a637-3d0f9ead5881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:42.347525 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26832642-a83a-42e8-b9e7-bbab975b40c6 req-8d5e7a36-bb3c-45d5-82de-f1352ea9ea9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:59:42.350296 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-26832642-a83a-42e8-b9e7-bbab975b40c6 req-8d5e7a36-bb3c-45d5-82de-f1352ea9ea9c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=34f4b1c0-4781-4466-8dad-c7a46498afc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1202390 Aug 05 11:59:42.449592 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d23fa660-2ec1-42d5-a637-3d0f9ead5881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29762763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24211094'] for subnet, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:42.516781 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23fa660-2ec1-42d5-a637-3d0f9ead5881 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b432cb6-360e-40ea-b56b-5da122809577,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:59:42.528418 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d23fa660-2ec1-42d5-a637-3d0f9ead5881 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:42.532438 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-d23fa660-2ec1-42d5-a637-3d0f9ead5881 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/7b432cb6-360e-40ea-b56b-5da122809577 HTTP/1.1" status: 204 len: 168 time: 0.8958342 Aug 05 11:59:42.540334 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 55450) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:59:42.546821 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-248339ca-1118-47dd-8ef3-ebe866fc44bd None None] Network ee5cd9f7-6c37-4582-b2c3-c178ce3b85e0 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:59:42.600969 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-26832642-a83a-42e8-b9e7-bbab975b40c6 req-4c204b23-39ef-42e4-b198-5ae68a109c1b service neutron] 10.222.0.64 "GET /v2.0/networks/34f4b1c0-4781-4466-8dad-c7a46498afc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390010 Aug 05 11:59:42.737562 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f5d26f-e642-43d0-9e89-ff78e7266f8e req-de19c799-c024-4c1b-bf78-676aee9ed1b0 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:59:42.743002 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-47f5d26f-e642-43d0-9e89-ff78e7266f8e req-de19c799-c024-4c1b-bf78-676aee9ed1b0 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "GET /v2.0/ports?device_id=963a46ac-db99-4d33-8b39-e679f73b9d4f HTTP/1.1" status: 200 len: 944 time: 0.3463588 Aug 05 11:59:42.756622 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e90d29a1-ab10-4484-92b3-d4cd2788d4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:42.932375 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-26832642-a83a-42e8-b9e7-bbab975b40c6 req-a195b75e-51ba-4aba-bbef-e52e957e10d5 service neutron] 10.222.0.64 "GET /v2.0/networks/34f4b1c0-4781-4466-8dad-c7a46498afc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3180077 Aug 05 11:59:42.937696 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-47f5d26f-e642-43d0-9e89-ff78e7266f8e req-5725a3b3-3ee9-49bc-9525-c740456b11aa tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "GET /v2.0/security-groups?id=4bf23ad8-90e9-4f51-b6bb-8b1a5745154a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1716766 Aug 05 11:59:43.001978 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-e90d29a1-ab10-4484-92b3-d4cd2788d4e0 admin admin] Deleting port d8e86001-98f0-4490-91ac-1aeb8f057079 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:59:43.002880 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e90d29a1-ab10-4484-92b3-d4cd2788d4e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:43.086216 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ddc62c0-3256-40bc-9ed9-ababb9eecdfb None None] DHCP port deletion for ee5cd9f7-6c37-4582-b2c3-c178ce3b85e0 request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 11:59:43.182413 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-5ddc62c0-3256-40bc-9ed9-ababb9eecdfb None None] Deleting port d8e86001-98f0-4490-91ac-1aeb8f057079 {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 11:59:43.183655 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-5ddc62c0-3256-40bc-9ed9-ababb9eecdfb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:43.202322 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bd350d-6826-494a-b397-7b5605f1cc62 req-3de1e804-d4be-47b9-9f55-1d3bc4ea6c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:59:43.210608 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-f0bd350d-6826-494a-b397-7b5605f1cc62 req-3de1e804-d4be-47b9-9f55-1d3bc4ea6c8f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f68dcdcc6d3c4b72a557ce0cc98a5aa1&device_id=963a46ac-db99-4d33-8b39-e679f73b9d4f HTTP/1.1" status: 200 len: 1095 time: 0.1130438 Aug 05 11:59:43.226142 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-e90d29a1-ab10-4484-92b3-d4cd2788d4e0 admin admin] For port d8e86001-98f0-4490-91ac-1aeb8f057079, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=d8e86001-98f0-4490-91ac-1aeb8f057079,segment=NetworkSegment(28eaf081-ab97-4dfd-a4eb-a7c90e1b1d4e),segment_id=28eaf081-ab97-4dfd-a4eb-a7c90e1b1d4e)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:59:43.226674 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e90d29a1-ab10-4484-92b3-d4cd2788d4e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:43.249786 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-e90d29a1-ab10-4484-92b3-d4cd2788d4e0 admin admin] Calling delete_port for d8e86001-98f0-4490-91ac-1aeb8f057079 owned by network:dhcp {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:59:43.291154 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-5ddc62c0-3256-40bc-9ed9-ababb9eecdfb None None] For port d8e86001-98f0-4490-91ac-1aeb8f057079, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=d8e86001-98f0-4490-91ac-1aeb8f057079,segment=NetworkSegment(28eaf081-ab97-4dfd-a4eb-a7c90e1b1d4e),segment_id=28eaf081-ab97-4dfd-a4eb-a7c90e1b1d4e)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:59:43.291873 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-5ddc62c0-3256-40bc-9ed9-ababb9eecdfb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:43.310886 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-5ddc62c0-3256-40bc-9ed9-ababb9eecdfb None None] Calling delete_port for d8e86001-98f0-4490-91ac-1aeb8f057079 owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 11:59:43.399060 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bd350d-6826-494a-b397-7b5605f1cc62 req-153ec27b-aeac-4b0a-abd3-dd3f3299d7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:59:43.402011 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-f0bd350d-6826-494a-b397-7b5605f1cc62 req-153ec27b-aeac-4b0a-abd3-dd3f3299d7d0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=34f4b1c0-4781-4466-8dad-c7a46498afc4 HTTP/1.1" status: 200 len: 896 time: 0.1809633 Aug 05 11:59:43.433015 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e90d29a1-ab10-4484-92b3-d4cd2788d4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:43.457755 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-5ddc62c0-3256-40bc-9ed9-ababb9eecdfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:43.474522 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddc62c0-3256-40bc-9ed9-ababb9eecdfb None None] No DVR routers for this DVR port d8e86001-98f0-4490-91ac-1aeb8f057079 on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:59:43.487522 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-f0bd350d-6826-494a-b397-7b5605f1cc62 req-90ded485-8727-49c3-ae0f-0123f0b016dc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=15f1db54-5b5c-419d-9bbe-71a019f516c0 HTTP/1.1" status: 200 len: 217 time: 0.0756977 Aug 05 11:59:43.494510 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90d29a1-ab10-4484-92b3-d4cd2788d4e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8e86001-98f0-4490-91ac-1aeb8f057079,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:59:43.504846 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddc62c0-3256-40bc-9ed9-ababb9eecdfb None None] Pushing event deleted for resources: {'Port': ['ID=d8e86001-98f0-4490-91ac-1aeb8f057079,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:59:43.513148 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90d29a1-ab10-4484-92b3-d4cd2788d4e0 admin admin] No DVR routers for this DVR port d8e86001-98f0-4490-91ac-1aeb8f057079 on host n-d-803378-2 {{(pid=94420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 11:59:43.577595 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bd350d-6826-494a-b397-7b5605f1cc62 req-05333510-f77f-495c-8a95-1eb027d766c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:59:43.580534 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-f0bd350d-6826-494a-b397-7b5605f1cc62 req-05333510-f77f-495c-8a95-1eb027d766c0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a3a277fc-3e89-49d6-972d-0acfc9ed2043 HTTP/1.1" status: 200 len: 835 time: 0.0775936 Aug 05 11:59:43.631307 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e90d29a1-ab10-4484-92b3-d4cd2788d4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:43.649060 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-e90d29a1-ab10-4484-92b3-d4cd2788d4e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee5cd9f7-6c37-4582-b2c3-c178ce3b85e0']}} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:59:43.675760 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-e90d29a1-ab10-4484-92b3-d4cd2788d4e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28eaf081-ab97-4dfd-a4eb-a7c90e1b1d4e') {'for_net_delete': True} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:59:43.676306 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-e90d29a1-ab10-4484-92b3-d4cd2788d4e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28eaf081-ab97-4dfd-a4eb-a7c90e1b1d4e') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:59:43.693871 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bd350d-6826-494a-b397-7b5605f1cc62 req-eb96df5b-9c70-4426-b2c6-ad2d9cab4b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:59:43.695628 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-f0bd350d-6826-494a-b397-7b5605f1cc62 req-eb96df5b-9c70-4426-b2c6-ad2d9cab4b26 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=34f4b1c0-4781-4466-8dad-c7a46498afc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1023178 Aug 05 11:59:43.697977 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e90d29a1-ab10-4484-92b3-d4cd2788d4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25010581'] for segment, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:43.705142 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device d8e86001-98f0-4490-91ac-1aeb8f057079 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 11:59:43.739045 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: d8e86001-98f0-4490-91ac-1aeb8f057079 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 11:59:43.741824 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device d8e86001-98f0-4490-91ac-1aeb8f057079 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 11:59:43.746319 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e90d29a1-ab10-4484-92b3-d4cd2788d4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:43.760869 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e90d29a1-ab10-4484-92b3-d4cd2788d4e0 admin admin] Releasing vlan 658 on physical network physnet1 to pool {{(pid=94420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 11:59:43.760869 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e90d29a1-ab10-4484-92b3-d4cd2788d4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29762581'] for segment, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:43.832516 n-d-803378-2 neutron-server[94420]: Traceback (most recent call last): Aug 05 11:59:43.832516 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 11:59:43.832516 n-d-803378-2 neutron-server[94420]: timer() Aug 05 11:59:43.832516 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 11:59:43.832516 n-d-803378-2 neutron-server[94420]: cb(*args, **kw) Aug 05 11:59:43.832516 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 11:59:43.832516 n-d-803378-2 neutron-server[94420]: return func(*args, **kwargs) Aug 05 11:59:43.832516 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 11:59:43.832516 n-d-803378-2 neutron-server[94420]: self._notify() Aug 05 11:59:43.832516 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 11:59:43.832516 n-d-803378-2 neutron-server[94420]: self.callback(batched_events) Aug 05 11:59:43.832516 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 11:59:43.832516 n-d-803378-2 neutron-server[94420]: event.method(event) Aug 05 11:59:43.832516 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 11:59:43.832516 n-d-803378-2 neutron-server[94420]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 11:59:43.832516 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 11:59:43.832516 n-d-803378-2 neutron-server[94420]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 11:59:43.832516 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 11:59:43.832516 n-d-803378-2 neutron-server[94420]: return f(self, *a, **k) Aug 05 11:59:43.832516 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 11:59:43.832516 n-d-803378-2 neutron-server[94420]: return self._get(url).json() Aug 05 11:59:43.832516 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 11:59:43.832516 n-d-803378-2 neutron-server[94420]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 11:59:43.832516 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 11:59:43.832516 n-d-803378-2 neutron-server[94420]: return self.request(url, 'GET', **kwargs) Aug 05 11:59:43.832516 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 11:59:43.832516 n-d-803378-2 neutron-server[94420]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 11:59:43.832516 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 11:59:43.832516 n-d-803378-2 neutron-server[94420]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 11:59:43.832516 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 11:59:43.832516 n-d-803378-2 neutron-server[94420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 11:59:43.832516 n-d-803378-2 neutron-server[94420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 11:59:43.855931 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e90d29a1-ab10-4484-92b3-d4cd2788d4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:43.866444 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e90d29a1-ab10-4484-92b3-d4cd2788d4e0 admin admin] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:43.896585 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-e90d29a1-ab10-4484-92b3-d4cd2788d4e0 admin admin] 10.222.0.58 "DELETE /v2.0/networks/ee5cd9f7-6c37-4582-b2c3-c178ce3b85e0 HTTP/1.1" status: 204 len: 168 time: 1.3537118 Aug 05 11:59:43.898562 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-f0bd350d-6826-494a-b397-7b5605f1cc62 req-58293e76-a784-4542-b1bf-3c4a1b24129d service neutron] 10.222.0.64 "GET /v2.0/networks/34f4b1c0-4781-4466-8dad-c7a46498afc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915574 Aug 05 11:59:43.908745 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:43.925193 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90d29a1-ab10-4484-92b3-d4cd2788d4e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee5cd9f7-6c37-4582-b2c3-c178ce3b85e0,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:59:44.129013 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-f0bd350d-6826-494a-b397-7b5605f1cc62 req-92c6ff3f-3e40-4dcf-913e-cc8eb3720b72 service neutron] 10.222.0.64 "GET /v2.0/networks/34f4b1c0-4781-4466-8dad-c7a46498afc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203050 Aug 05 11:59:44.270110 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 55474) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:59:44.290362 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf558e1-10a5-4a01-aaa1-8bbd9b64b0fc req-8f598386-f8f8-4b42-b504-8970e34cb3af tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:59:44.295504 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4cf558e1-10a5-4a01-aaa1-8bbd9b64b0fc req-8f598386-f8f8-4b42-b504-8970e34cb3af tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "GET /v2.0/ports?device_id=963a46ac-db99-4d33-8b39-e679f73b9d4f HTTP/1.1" status: 200 len: 944 time: 0.1466696 Aug 05 11:59:44.387053 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-70f86e48-ca14-4f06-8a14-73deed745d28 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1e1aa4e259e64437b684d5603b841a44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1122308 Aug 05 11:59:44.388396 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 55476) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:59:44.429923 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4cf558e1-10a5-4a01-aaa1-8bbd9b64b0fc req-75107fcc-5ff8-4411-8710-215620ca9f86 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "GET /v2.0/security-groups?id=4bf23ad8-90e9-4f51-b6bb-8b1a5745154a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166174 Aug 05 11:59:44.523538 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-950eb34b-ee91-4753-b5ed-86e1ba407d0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:44.568568 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-950eb34b-ee91-4753-b5ed-86e1ba407d0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:44.693744 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-950eb34b-ee91-4753-b5ed-86e1ba407d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:44.697731 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-950eb34b-ee91-4753-b5ed-86e1ba407d0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:44.705133 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-950eb34b-ee91-4753-b5ed-86e1ba407d0a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bc31fcfa-ba28-4aa9-82b6-f3540abce57b HTTP/1.1" status: 204 len: 168 time: 0.3088303 Aug 05 11:59:44.719654 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950eb34b-ee91-4753-b5ed-86e1ba407d0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc31fcfa-ba28-4aa9-82b6-f3540abce57b,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:59:45.737958 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e284997-4859-4dcf-9910-fcd97bd4ef85 req-0f956c65-c364-40b8-86e2-096053eec56d tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:59:45.752566 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4e284997-4859-4dcf-9910-fcd97bd4ef85 req-0f956c65-c364-40b8-86e2-096053eec56d tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "GET /v2.0/ports?device_id=963a46ac-db99-4d33-8b39-e679f73b9d4f HTTP/1.1" status: 200 len: 944 time: 0.1090453 Aug 05 11:59:45.788178 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 15f1db54-5b5c-419d-9bbe-71a019f516c0 details requested by agent hyperv_n-h1-803378-2 with host n-h1-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 11:59:45.818674 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4e284997-4859-4dcf-9910-fcd97bd4ef85 req-276b2c6a-2e89-4b95-bf8d-f9201b83e0e7 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "GET /v2.0/security-groups?id=4bf23ad8-90e9-4f51-b6bb-8b1a5745154a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639515 Aug 05 11:59:45.988735 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 15f1db54-5b5c-419d-9bbe-71a019f516c0, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=15f1db54-5b5c-419d-9bbe-71a019f516c0,segment=NetworkSegment(660b66be-80d9-4672-8b40-3d7f5ab29178),segment_id=660b66be-80d9-4672-8b40-3d7f5ab29178)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:59:46.015497 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Returning: {'device': '15f1db54-5b5c-419d-9bbe-71a019f516c0', 'network_id': '34f4b1c0-4781-4466-8dad-c7a46498afc4', 'port_id': '15f1db54-5b5c-419d-9bbe-71a019f516c0', 'mac_address': 'fa:16:3e:4f:ff:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3a277fc-3e89-49d6-972d-0acfc9ed2043', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 11:59:46.095525 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 55506) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:59:46.096917 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:46.141989 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15f1db54-5b5c-419d-9bbe-71a019f516c0 {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 11:59:46.258681 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 15f1db54-5b5c-419d-9bbe-71a019f516c0, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=15f1db54-5b5c-419d-9bbe-71a019f516c0,segment=NetworkSegment(660b66be-80d9-4672-8b40-3d7f5ab29178),segment_id=660b66be-80d9-4672-8b40-3d7f5ab29178)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:59:46.286425 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:46.316804 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-eb8546f0-748e-40a0-9a83-33d5fe8581fa admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1544625317-network', 'tenant_id': '7f690a1af59141ff99aca95e28eca771'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:59:46.410421 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb8546f0-748e-40a0-9a83-33d5fe8581fa admin admin] Made reservation on behalf of 7f690a1af59141ff99aca95e28eca771 for: {'network': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:59:46.414527 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-eb8546f0-748e-40a0-9a83-33d5fe8581fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:46.436623 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-eb8546f0-748e-40a0-9a83-33d5fe8581fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:46.686901 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-eb8546f0-748e-40a0-9a83-33d5fe8581fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:46.696081 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-eb8546f0-748e-40a0-9a83-33d5fe8581fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:46.782838 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb8546f0-748e-40a0-9a83-33d5fe8581fa admin admin] vlan segment allocate from pool success with {'vlan_id': 664, 'physical_network': 'physnet1'} {{(pid=94420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 11:59:46.792046 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=15f1db54-5b5c-419d-9bbe-71a019f516c0,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:59:46.803886 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8546f0-748e-40a0-9a83-33d5fe8581fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b75859e9-ba11-494c-9174-a2b56bb00afd,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:59:46.818823 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-eb8546f0-748e-40a0-9a83-33d5fe8581fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:46.819451 n-d-803378-2 neutron-server[94420]: INFO neutron.db.segments_db [None req-eb8546f0-748e-40a0-9a83-33d5fe8581fa admin admin] Added segment 40045cee-cedb-44fc-b3f9-2c9f98e7130e of type vlan for network 79bfc6d8-260b-4b47-a4ff-7568441e3a8b Aug 05 11:59:46.921306 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-eb8546f0-748e-40a0-9a83-33d5fe8581fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:46.993760 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['15f1db54-5b5c-419d-9bbe-71a019f516c0'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 11:59:47.049516 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbecc3e-c08b-4caa-86db-2525c44f98ef req-596a1164-c936-4c08-b2a2-5498fa347824 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:59:47.058116 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4dbecc3e-c08b-4caa-86db-2525c44f98ef req-596a1164-c936-4c08-b2a2-5498fa347824 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "GET /v2.0/ports?device_id=963a46ac-db99-4d33-8b39-e679f73b9d4f HTTP/1.1" status: 200 len: 945 time: 0.1241925 Aug 05 11:59:47.060917 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-eb8546f0-748e-40a0-9a83-33d5fe8581fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:47.062038 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8546f0-748e-40a0-9a83-33d5fe8581fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:59:47.062660 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-eb8546f0-748e-40a0-9a83-33d5fe8581fa admin admin] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:47.126398 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4dbecc3e-c08b-4caa-86db-2525c44f98ef req-bf4ff762-f85d-4552-85f0-81c07fd46655 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "GET /v2.0/security-groups?id=4bf23ad8-90e9-4f51-b6bb-8b1a5745154a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672555 Aug 05 11:59:47.199855 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-eb8546f0-748e-40a0-9a83-33d5fe8581fa admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0983121 Aug 05 11:59:47.201704 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 55518) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:59:47.210940 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-458ceded-6721-4430-b4b8-07f53cce1e55 admin admin] Request body: {'subnet': {'network_id': '79bfc6d8-260b-4b47-a4ff-7568441e3a8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1544625317-subnet', 'tenant_id': '7f690a1af59141ff99aca95e28eca771', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:59:47.224409 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8546f0-748e-40a0-9a83-33d5fe8581fa admin admin] Pushing event updated for resources: {'Network': ['ID=79bfc6d8-260b-4b47-a4ff-7568441e3a8b,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:59:47.257412 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 79bfc6d8-260b-4b47-a4ff-7568441e3a8b details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 11:59:47.272367 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-458ceded-6721-4430-b4b8-07f53cce1e55 admin admin] Made reservation on behalf of 7f690a1af59141ff99aca95e28eca771 for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 11:59:47.275562 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-458ceded-6721-4430-b4b8-07f53cce1e55 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:47.560248 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-458ceded-6721-4430-b4b8-07f53cce1e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25038678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30075167'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:47.631350 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458ceded-6721-4430-b4b8-07f53cce1e55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90c3c35a-eac3-416b-b90c-3f9071c29dcd,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:59:47.665767 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458ceded-6721-4430-b4b8-07f53cce1e55 admin admin] Checking segment: {'id': '40045cee-cedb-44fc-b3f9-2c9f98e7130e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '79bfc6d8-260b-4b47-a4ff-7568441e3a8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:59:47.666203 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458ceded-6721-4430-b4b8-07f53cce1e55 admin admin] Network hostable DHCP agents. Network: 79bfc6d8-260b-4b47-a4ff-7568441e3a8b, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 11:59:47.690686 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458ceded-6721-4430-b4b8-07f53cce1e55 admin admin] Network 79bfc6d8-260b-4b47-a4ff-7568441e3a8b is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 11:59:47.703885 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-458ceded-6721-4430-b4b8-07f53cce1e55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, 79bfc6d8-260b-4b47-a4ff-7568441e3a8b) {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:59:47.717268 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3208ca-2ac4-4563-9c9a-194d71356bfa None None] Network 79bfc6d8-260b-4b47-a4ff-7568441e3a8b requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:59:47.726148 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458ceded-6721-4430-b4b8-07f53cce1e55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:59:47.727777 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-458ceded-6721-4430-b4b8-07f53cce1e55 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:47.764188 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-458ceded-6721-4430-b4b8-07f53cce1e55 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5596657 Aug 05 11:59:47.768701 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 55526) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:59:47.777471 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-d13679b5-6f86-4eb0-8746-43fd7a4870db admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1544625317-router', 'tenant_id': '7f690a1af59141ff99aca95e28eca771', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:59:47.830650 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d13679b5-6f86-4eb0-8746-43fd7a4870db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33260300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1929'] for router, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:47.835726 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d13679b5-6f86-4eb0-8746-43fd7a4870db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33285914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33034662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1926'] for router, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:48.022242 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d13679b5-6f86-4eb0-8746-43fd7a4870db admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:48.030064 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47024213-4f98-4a03-9b24-25843ab73401 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-79bfc6d8-260b-4b47-a4ff-7568441e3a8b', 'network_id': '79bfc6d8-260b-4b47-a4ff-7568441e3a8b', 'tenant_id': '7f690a1af59141ff99aca95e28eca771', 'fixed_ips': [{'subnet_id': '90c3c35a-eac3-416b-b90c-3f9071c29dcd'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 11:59:48.031913 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-47024213-4f98-4a03-9b24-25843ab73401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:48.111991 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 55532) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:59:48.329989 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d13679b5-6f86-4eb0-8746-43fd7a4870db admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:48.423229 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-48f664d6-5a79-4cba-a1b4-b4dde51ebf50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:48.439661 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-47024213-4f98-4a03-9b24-25843ab73401 None None] Allocated IP 172.20.0.2 (79bfc6d8-260b-4b47-a4ff-7568441e3a8b/90c3c35a-eac3-416b-b90c-3f9071c29dcd/e8c163a3-0483-445a-8d02-5c06f9daa91e) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:59:48.477840 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417794db-8c18-4d9b-bd23-bd35f025c33e req-02d4f56a-d4aa-487e-aa19-b1276734ca92 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:59:48.483361 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-417794db-8c18-4d9b-bd23-bd35f025c33e req-02d4f56a-d4aa-487e-aa19-b1276734ca92 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "GET /v2.0/ports?device_id=963a46ac-db99-4d33-8b39-e679f73b9d4f HTTP/1.1" status: 200 len: 945 time: 0.1914215 Aug 05 11:59:48.691177 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-417794db-8c18-4d9b-bd23-bd35f025c33e req-4f747ad5-f638-42b1-a362-026f0fb84316 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "GET /v2.0/security-groups?id=4bf23ad8-90e9-4f51-b6bb-8b1a5745154a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2060373 Aug 05 11:59:48.855463 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d13679b5-6f86-4eb0-8746-43fd7a4870db admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:48.883800 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-47024213-4f98-4a03-9b24-25843ab73401 None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:48.895963 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-47024213-4f98-4a03-9b24-25843ab73401 None None] Transition to ACTIVE for port object e8c163a3-0483-445a-8d02-5c06f9daa91e will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:59:48.917631 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-47024213-4f98-4a03-9b24-25843ab73401 None None] Transition to ACTIVE for port object e8c163a3-0483-445a-8d02-5c06f9daa91e will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:59:48.923916 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d13679b5-6f86-4eb0-8746-43fd7a4870db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:48.931088 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-47024213-4f98-4a03-9b24-25843ab73401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:48.932899 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-48f664d6-5a79-4cba-a1b4-b4dde51ebf50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:48.944280 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-48f664d6-5a79-4cba-a1b4-b4dde51ebf50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:49.000137 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-48f664d6-5a79-4cba-a1b4-b4dde51ebf50 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7912706c03784e8b93c10c615cdc511c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8865860 Aug 05 11:59:49.005005 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47024213-4f98-4a03-9b24-25843ab73401 None None] Network 79bfc6d8-260b-4b47-a4ff-7568441e3a8b is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:59:49.013052 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 55552) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:59:49.013505 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-47024213-4f98-4a03-9b24-25843ab73401 None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:59:49.027067 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47024213-4f98-4a03-9b24-25843ab73401 None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:59:49.040709 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47024213-4f98-4a03-9b24-25843ab73401 None None] Pushing event updated for resources: {'Port': ['ID=e8c163a3-0483-445a-8d02-5c06f9daa91e,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:59:49.148710 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-46eab6a5-d11f-4607-b897-c02f2e236f23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:49.152365 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-47024213-4f98-4a03-9b24-25843ab73401 None None] Attempting to bind port e8c163a3-0483-445a-8d02-5c06f9daa91e on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:59:49.152900 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-47024213-4f98-4a03-9b24-25843ab73401 None None] Attempting to bind port e8c163a3-0483-445a-8d02-5c06f9daa91e by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '40045cee-cedb-44fc-b3f9-2c9f98e7130e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '79bfc6d8-260b-4b47-a4ff-7568441e3a8b'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:59:49.153393 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47024213-4f98-4a03-9b24-25843ab73401 None None] Attempting to bind port e8c163a3-0483-445a-8d02-5c06f9daa91e on network 79bfc6d8-260b-4b47-a4ff-7568441e3a8b {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:59:49.173925 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47024213-4f98-4a03-9b24-25843ab73401 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:59:49.174345 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47024213-4f98-4a03-9b24-25843ab73401 None None] Checking segment: {'id': '40045cee-cedb-44fc-b3f9-2c9f98e7130e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '79bfc6d8-260b-4b47-a4ff-7568441e3a8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:59:49.174828 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-47024213-4f98-4a03-9b24-25843ab73401 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:49.175353 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47024213-4f98-4a03-9b24-25843ab73401 None None] Bound using segment: {'id': '40045cee-cedb-44fc-b3f9-2c9f98e7130e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '79bfc6d8-260b-4b47-a4ff-7568441e3a8b'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:59:49.175866 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-47024213-4f98-4a03-9b24-25843ab73401 None None] Bound port: e8c163a3-0483-445a-8d02-5c06f9daa91e, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40045cee-cedb-44fc-b3f9-2c9f98e7130e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '79bfc6d8-260b-4b47-a4ff-7568441e3a8b'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:59:49.176075 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f664d6-5a79-4cba-a1b4-b4dde51ebf50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26b3c8c3-d7fc-4b74-91d0-219a6098d8a7,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:59:49.176275 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-47024213-4f98-4a03-9b24-25843ab73401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:49.192993 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-d13679b5-6f86-4eb0-8746-43fd7a4870db admin admin] Allocated IP 172.25.5.90 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/9ada5203-b900-4282-b943-865cb4cd5dbc) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:59:49.216442 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-46eab6a5-d11f-4607-b897-c02f2e236f23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:49.335988 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-46eab6a5-d11f-4607-b897-c02f2e236f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:49.341565 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-46eab6a5-d11f-4607-b897-c02f2e236f23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:49.346039 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-46eab6a5-d11f-4607-b897-c02f2e236f23 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/26b3c8c3-d7fc-4b74-91d0-219a6098d8a7 HTTP/1.1" status: 204 len: 168 time: 0.3288267 Aug 05 11:59:49.371552 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eab6a5-d11f-4607-b897-c02f2e236f23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b3c8c3-d7fc-4b74-91d0-219a6098d8a7,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:59:49.408917 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-47024213-4f98-4a03-9b24-25843ab73401 None None] For port e8c163a3-0483-445a-8d02-5c06f9daa91e, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:59:49.435674 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-47024213-4f98-4a03-9b24-25843ab73401 None None] For port e8c163a3-0483-445a-8d02-5c06f9daa91e, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=e8c163a3-0483-445a-8d02-5c06f9daa91e,segment=NetworkSegment(40045cee-cedb-44fc-b3f9-2c9f98e7130e),segment_id=40045cee-cedb-44fc-b3f9-2c9f98e7130e)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:59:49.447061 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-47024213-4f98-4a03-9b24-25843ab73401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:49.508679 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d13679b5-6f86-4eb0-8746-43fd7a4870db admin admin] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:49.604000 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d13679b5-6f86-4eb0-8746-43fd7a4870db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:49.651534 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47024213-4f98-4a03-9b24-25843ab73401 None None] Pushing event updated for resources: {'Port': ['ID=e8c163a3-0483-445a-8d02-5c06f9daa91e,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:59:49.694012 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13679b5-6f86-4eb0-8746-43fd7a4870db admin admin] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:59:49.705122 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-d13679b5-6f86-4eb0-8746-43fd7a4870db admin admin] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:59:49.709564 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13679b5-6f86-4eb0-8746-43fd7a4870db admin admin] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:59:49.720561 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13679b5-6f86-4eb0-8746-43fd7a4870db admin admin] Pushing event updated for resources: {'Port': ['ID=9ada5203-b900-4282-b943-865cb4cd5dbc,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:59:49.799517 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 15f1db54-5b5c-419d-9bbe-71a019f516c0 up at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:59:50.058611 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning for port 15f1db54-5b5c-419d-9bbe-71a019f516c0 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:59:50.062592 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a76adb-da13-4e0f-ac72-eb04e1b4fc06 req-3053bb98-95fd-44ac-8b0f-0d489b270001 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:59:50.073086 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b8a76adb-da13-4e0f-ac72-eb04e1b4fc06 req-3053bb98-95fd-44ac-8b0f-0d489b270001 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "GET /v2.0/ports?device_id=963a46ac-db99-4d33-8b39-e679f73b9d4f HTTP/1.1" status: 200 len: 945 time: 0.1784019 Aug 05 11:59:50.088376 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning complete for port 15f1db54-5b5c-419d-9bbe-71a019f516c0 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:59:50.089335 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:50.197500 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b8a76adb-da13-4e0f-ac72-eb04e1b4fc06 req-9d880ff8-8df1-464f-81a1-17a0c4beeddc tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "GET /v2.0/security-groups?id=4bf23ad8-90e9-4f51-b6bb-8b1a5745154a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208181 Aug 05 11:59:50.368564 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 55568) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:59:50.384649 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:50.455801 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d13679b5-6f86-4eb0-8746-43fd7a4870db admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:50.481033 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7751b1aa-e971-42b3-ba1d-f93259007d19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:50.488409 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '963a46ac-db99-4d33-8b39-e679f73b9d4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15f1db54-5b5c-419d-9bbe-71a019f516c0'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 11:59:50.493293 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c6e9ca4-8d6f-485c-bafa-1078276c4f17" -d '{"events": [{"server_uuid": "963a46ac-db99-4d33-8b39-e679f73b9d4f", "name": "network-vif-plugged", "status": "completed", "tag": "15f1db54-5b5c-419d-9bbe-71a019f516c0"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 11:59:50.551414 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 15f1db54-5b5c-419d-9bbe-71a019f516c0, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=15f1db54-5b5c-419d-9bbe-71a019f516c0,segment=NetworkSegment(660b66be-80d9-4672-8b40-3d7f5ab29178),segment_id=660b66be-80d9-4672-8b40-3d7f5ab29178)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:59:50.562797 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:50.678515 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=15f1db54-5b5c-419d-9bbe-71a019f516c0,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:59:50.686513 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 11:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c43a8ede-2bf7-4041-a627-9211bbbee472 x-openstack-request-id: req-c43a8ede-2bf7-4041-a627-9211bbbee472 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 11:59:50.686984 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "963a46ac-db99-4d33-8b39-e679f73b9d4f", "name": "network-vif-plugged", "status": "completed", "tag": "15f1db54-5b5c-419d-9bbe-71a019f516c0", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 11:59:50.687402 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c43a8ede-2bf7-4041-a627-9211bbbee472 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 11:59:50.688070 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '963a46ac-db99-4d33-8b39-e679f73b9d4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15f1db54-5b5c-419d-9bbe-71a019f516c0', 'code': 200} Aug 05 11:59:50.747139 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7751b1aa-e971-42b3-ba1d-f93259007d19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:50.758953 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7751b1aa-e971-42b3-ba1d-f93259007d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:50.847228 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-7751b1aa-e971-42b3-ba1d-f93259007d19 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a667480cc28c48549db6b0c40af2e935&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4779716 Aug 05 11:59:50.848258 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 55572) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:59:50.860543 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7751b1aa-e971-42b3-ba1d-f93259007d19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ff32c7d-da64-46b9-92db-aa9e69876379,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:59:50.963178 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-47692be5-51b1-4d69-b5c1-bcf269bfafa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:50.963992 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a101a9-fbd3-4f20-a68b-f8cfcb382b90 req-b95885b0-1c49-43a6-b101-e41c9630a3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:59:50.965917 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-66a101a9-fbd3-4f20-a68b-f8cfcb382b90 req-b95885b0-1c49-43a6-b101-e41c9630a3f4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=963a46ac-db99-4d33-8b39-e679f73b9d4f HTTP/1.1" status: 200 len: 1097 time: 0.1469848 Aug 05 11:59:51.005740 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d13679b5-6f86-4eb0-8746-43fd7a4870db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286026'] for router, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:51.010048 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-47692be5-51b1-4d69-b5c1-bcf269bfafa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:51.069185 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-66a101a9-fbd3-4f20-a68b-f8cfcb382b90 req-37402af0-335d-4b80-ab7c-7e1aad7b7ad7 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=4bf23ad8-90e9-4f51-b6bb-8b1a5745154a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896993 Aug 05 11:59:51.110787 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-47692be5-51b1-4d69-b5c1-bcf269bfafa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:51.114239 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-47692be5-51b1-4d69-b5c1-bcf269bfafa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:51.115816 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-47692be5-51b1-4d69-b5c1-bcf269bfafa8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8ff32c7d-da64-46b9-92db-aa9e69876379 HTTP/1.1" status: 204 len: 168 time: 0.2643712 Aug 05 11:59:51.126880 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47692be5-51b1-4d69-b5c1-bcf269bfafa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ff32c7d-da64-46b9-92db-aa9e69876379,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:59:51.272193 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d13679b5-6f86-4eb0-8746-43fd7a4870db admin admin] Router 92a95b38-a7b1-4d87-95df-d3971ddfa92e is scheduled to L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d with binding_index 1 {{(pid=94421) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 11:59:51.277587 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6754a76-4e10-439f-be78-e55a09a5fd28 None None] Network 79bfc6d8-260b-4b47-a4ff-7568441e3a8b requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 11:59:51.483187 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-df329bcf-44eb-4959-bcef-ee54bbfd4ed6 None None] Provisioning for port e8c163a3-0483-445a-8d02-5c06f9daa91e completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:59:51.547696 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aa86a4-699d-4220-bcb6-31ff706974bc req-22dad113-2a7d-4227-be83-44a5982eb7b2 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:59:51.563435 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-32aa86a4-699d-4220-bcb6-31ff706974bc req-22dad113-2a7d-4227-be83-44a5982eb7b2 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "GET /v2.0/ports?device_id=963a46ac-db99-4d33-8b39-e679f73b9d4f HTTP/1.1" status: 200 len: 946 time: 0.1882021 Aug 05 11:59:51.684542 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-32aa86a4-699d-4220-bcb6-31ff706974bc req-c889c672-cf30-4a99-aefa-3c426dfd1d26 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "GET /v2.0/security-groups?id=4bf23ad8-90e9-4f51-b6bb-8b1a5745154a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191065 Aug 05 11:59:51.865444 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device e8c163a3-0483-445a-8d02-5c06f9daa91e up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:59:51.985082 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port e8c163a3-0483-445a-8d02-5c06f9daa91e completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:59:52.002599 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port e8c163a3-0483-445a-8d02-5c06f9daa91e triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:59:52.003210 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:52.228428 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:52.284168 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d13679b5-6f86-4eb0-8746-43fd7a4870db admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:59:52.308325 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3b4880-fc52-42b2-ad29-ac9e5fdd723d None None] Sync routers for ids ['92a95b38-a7b1-4d87-95df-d3971ddfa92e'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:59:52.328742 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d13679b5-6f86-4eb0-8746-43fd7a4870db admin admin] Notify callbacks [] for router, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:52.331377 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3b4880-fc52-42b2-ad29-ac9e5fdd723d None None] Routers {'92a95b38-a7b1-4d87-95df-d3971ddfa92e'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:59:52.333189 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-8d3b4880-fc52-42b2-ad29-ac9e5fdd723d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:59:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['92a95b38-a7b1-4d87-95df-d3971ddfa92e'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:59:52.337008 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-d13679b5-6f86-4eb0-8746-43fd7a4870db admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.5660527 Aug 05 11:59:52.337352 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 55594) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:59:52.349030 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port e8c163a3-0483-445a-8d02-5c06f9daa91e, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=e8c163a3-0483-445a-8d02-5c06f9daa91e,segment=NetworkSegment(40045cee-cedb-44fc-b3f9-2c9f98e7130e),segment_id=40045cee-cedb-44fc-b3f9-2c9f98e7130e)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:59:52.366626 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:52.378664 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:52.421628 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-9525e771-d666-491b-953c-76214e45df5a None None] Provisioning complete for port e8c163a3-0483-445a-8d02-5c06f9daa91e triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:59:52.422271 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-9525e771-d666-491b-953c-76214e45df5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:52.554854 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=e8c163a3-0483-445a-8d02-5c06f9daa91e,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:59:52.682025 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-8d3b4880-fc52-42b2-ad29-ac9e5fdd723d None None] Set router 92a95b38-a7b1-4d87-95df-d3971ddfa92e gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:59:53.160216 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-8d3b4880-fc52-42b2-ad29-ac9e5fdd723d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92a95b38-a7b1-4d87-95df-d3971ddfa92e', 'name': 'tempest-TaggedBootDevicesTest_v242-1544625317-router', 'tenant_id': '7f690a1af59141ff99aca95e28eca771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '9ada5203-b900-4282-b943-865cb4cd5dbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:59:47Z', 'updated_at': '2021-08-05T11:59:50Z', 'revision_number': 3, 'project_id': '7f690a1af59141ff99aca95e28eca771', 'gw_port': {'id': '9ada5203-b900-4282-b943-865cb4cd5dbc', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ae:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92a95b38-a7b1-4d87-95df-d3971ddfa92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:59:48Z', 'updated_at': '2021-08-05T11:59:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:59:53.166998 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1ce75b-c2a0-4492-a0ec-117256e76bac req-cdecbbe9-4f83-4119-9a6d-52c2ad31f793 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:59:53.182374 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cb1ce75b-c2a0-4492-a0ec-117256e76bac req-cdecbbe9-4f83-4119-9a6d-52c2ad31f793 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "GET /v2.0/ports?device_id=963a46ac-db99-4d33-8b39-e679f73b9d4f HTTP/1.1" status: 200 len: 946 time: 0.2620497 Aug 05 11:59:53.265356 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3b4880-fc52-42b2-ad29-ac9e5fdd723d None None] Checking router: 92a95b38-a7b1-4d87-95df-d3971ddfa92e for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 11:59:53.265932 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3b4880-fc52-42b2-ad29-ac9e5fdd723d None None] Updating router 92a95b38-a7b1-4d87-95df-d3971ddfa92e port 9ada5203-b900-4282-b943-865cb4cd5dbc binding host n-d-803378-2 {{(pid=94423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 11:59:53.363861 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-8d3b4880-fc52-42b2-ad29-ac9e5fdd723d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:53.369244 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cb1ce75b-c2a0-4492-a0ec-117256e76bac req-9a35f9f3-1cc2-4be3-b429-d19ecd9b6528 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "GET /v2.0/security-groups?id=4bf23ad8-90e9-4f51-b6bb-8b1a5745154a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1793661 Aug 05 11:59:53.693920 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fdeca117-d518-4e9d-9b0f-47f9843a3e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:53.739459 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device e8c163a3-0483-445a-8d02-5c06f9daa91e up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:59:53.880847 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port e8c163a3-0483-445a-8d02-5c06f9daa91e triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:59:53.881376 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:53.999854 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-8d3b4880-fc52-42b2-ad29-ac9e5fdd723d None None] Notify callbacks [] for port, precommit_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:54.033206 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.provisioning_blocks [None req-8d3b4880-fc52-42b2-ad29-ac9e5fdd723d None None] Transition to ACTIVE for port object 9ada5203-b900-4282-b943-865cb4cd5dbc will not be triggered until provisioned by entity L2. {{(pid=94423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:59:54.045439 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-8d3b4880-fc52-42b2-ad29-ac9e5fdd723d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:54.117870 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-fdeca117-d518-4e9d-9b0f-47f9843a3e6d admin admin] Allocated IP 172.20.0.1 (79bfc6d8-260b-4b47-a4ff-7568441e3a8b/90c3c35a-eac3-416b-b90c-3f9071c29dcd/10398842-178f-456b-9c5d-6a779a2012b3) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:59:54.142653 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-8d3b4880-fc52-42b2-ad29-ac9e5fdd723d None None] Attempting to bind port 9ada5203-b900-4282-b943-865cb4cd5dbc on host n-d-803378-2 for vnic_type normal with profile {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 11:59:54.143938 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-8d3b4880-fc52-42b2-ad29-ac9e5fdd723d None None] Attempting to bind port 9ada5203-b900-4282-b943-865cb4cd5dbc by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}] {{(pid=94423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 11:59:54.144618 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3b4880-fc52-42b2-ad29-ac9e5fdd723d None None] Attempting to bind port 9ada5203-b900-4282-b943-865cb4cd5dbc on network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 11:59:54.168317 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3b4880-fc52-42b2-ad29-ac9e5fdd723d None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 11:59:54.168761 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3b4880-fc52-42b2-ad29-ac9e5fdd723d None None] Checking segment: {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 11:59:54.169930 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-8d3b4880-fc52-42b2-ad29-ac9e5fdd723d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:54.170522 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3b4880-fc52-42b2-ad29-ac9e5fdd723d None None] Bound using segment: {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'} {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 11:59:54.171311 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-8d3b4880-fc52-42b2-ad29-ac9e5fdd723d None None] Bound port: 9ada5203-b900-4282-b943-865cb4cd5dbc, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}}] {{(pid=94423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 11:59:54.171701 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-8d3b4880-fc52-42b2-ad29-ac9e5fdd723d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:54.260543 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.db [None req-8d3b4880-fc52-42b2-ad29-ac9e5fdd723d None None] For port 9ada5203-b900-4282-b943-865cb4cd5dbc, host n-d-803378-2, cleared binding levels {{(pid=94423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 11:59:54.268810 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.db [None req-8d3b4880-fc52-42b2-ad29-ac9e5fdd723d None None] For port 9ada5203-b900-4282-b943-865cb4cd5dbc, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=9ada5203-b900-4282-b943-865cb4cd5dbc,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 11:59:54.307115 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-8d3b4880-fc52-42b2-ad29-ac9e5fdd723d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:54.314868 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2e043e-63f7-4d50-90ad-baf08079e39b None None] Pushing event updated for resources: {'Port': ['ID=9ada5203-b900-4282-b943-865cb4cd5dbc,revision_number=2']} {{(pid=94423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:59:54.344279 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fdeca117-d518-4e9d-9b0f-47f9843a3e6d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:54.394582 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [None req-fdeca117-d518-4e9d-9b0f-47f9843a3e6d admin admin] Transition to ACTIVE for port object 10398842-178f-456b-9c5d-6a779a2012b3 will not be triggered until provisioned by entity DHCP. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 11:59:54.464056 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2e043e-63f7-4d50-90ad-baf08079e39b None None] Pushing event updated for resources: {'Port': ['ID=9ada5203-b900-4282-b943-865cb4cd5dbc,revision_number=3']} {{(pid=94423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:59:54.469894 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fdeca117-d518-4e9d-9b0f-47f9843a3e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:54.505264 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3b4880-fc52-42b2-ad29-ac9e5fdd723d None None] Routers {'92a95b38-a7b1-4d87-95df-d3971ddfa92e'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:59:54.505732 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-8d3b4880-fc52-42b2-ad29-ac9e5fdd723d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:59:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['92a95b38-a7b1-4d87-95df-d3971ddfa92e'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:59:54.591396 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdeca117-d518-4e9d-9b0f-47f9843a3e6d admin admin] Network 79bfc6d8-260b-4b47-a4ff-7568441e3a8b is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:59:54.642614 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-fdeca117-d518-4e9d-9b0f-47f9843a3e6d admin admin] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:59:54.666843 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdeca117-d518-4e9d-9b0f-47f9843a3e6d admin admin] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:59:54.698995 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdeca117-d518-4e9d-9b0f-47f9843a3e6d admin admin] Pushing event updated for resources: {'Port': ['ID=10398842-178f-456b-9c5d-6a779a2012b3,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:59:54.816893 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9dc772-5909-4c6b-9467-dda5e0d401d7 req-263deaa1-75d2-422a-9356-842c32150423 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:59:54.819188 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ba9dc772-5909-4c6b-9467-dda5e0d401d7 req-263deaa1-75d2-422a-9356-842c32150423 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "GET /v2.0/ports?device_id=963a46ac-db99-4d33-8b39-e679f73b9d4f HTTP/1.1" status: 200 len: 946 time: 0.2257369 Aug 05 11:59:54.823794 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fdeca117-d518-4e9d-9b0f-47f9843a3e6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33288800'] for router_interface, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:54.968023 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-8d3b4880-fc52-42b2-ad29-ac9e5fdd723d None None] Set router 92a95b38-a7b1-4d87-95df-d3971ddfa92e gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 11:59:55.010397 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ba9dc772-5909-4c6b-9467-dda5e0d401d7 req-a3b2b7da-fafa-4b33-bab7-44706ecd5779 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "GET /v2.0/security-groups?id=4bf23ad8-90e9-4f51-b6bb-8b1a5745154a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867283 Aug 05 11:59:55.193944 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fdeca117-d518-4e9d-9b0f-47f9843a3e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:55.370208 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-3df7289c-0425-4255-8a31-4beebf273fe2 None None] Provisioning for port 10398842-178f-456b-9c5d-6a779a2012b3 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:59:55.388455 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-3df7289c-0425-4255-8a31-4beebf273fe2 None None] Provisioning complete for port 10398842-178f-456b-9c5d-6a779a2012b3 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:59:55.392172 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-3df7289c-0425-4255-8a31-4beebf273fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:55.494021 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-3df7289c-0425-4255-8a31-4beebf273fe2 None None] Port 10398842-178f-456b-9c5d-6a779a2012b3 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:59:55.547151 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-8d3b4880-fc52-42b2-ad29-ac9e5fdd723d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92a95b38-a7b1-4d87-95df-d3971ddfa92e', 'name': 'tempest-TaggedBootDevicesTest_v242-1544625317-router', 'tenant_id': '7f690a1af59141ff99aca95e28eca771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '9ada5203-b900-4282-b943-865cb4cd5dbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:59:47Z', 'updated_at': '2021-08-05T11:59:50Z', 'revision_number': 3, 'project_id': '7f690a1af59141ff99aca95e28eca771', 'gw_port': {'id': '9ada5203-b900-4282-b943-865cb4cd5dbc', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ae:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92a95b38-a7b1-4d87-95df-d3971ddfa92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:59:48Z', 'updated_at': '2021-08-05T11:59:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:59:55.650148 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3b4880-fc52-42b2-ad29-ac9e5fdd723d None None] The sync data for ids ['92a95b38-a7b1-4d87-95df-d3971ddfa92e'] in n-d-803378-2 is: [{'id': '92a95b38-a7b1-4d87-95df-d3971ddfa92e', 'name': 'tempest-TaggedBootDevicesTest_v242-1544625317-router', 'tenant_id': '7f690a1af59141ff99aca95e28eca771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '9ada5203-b900-4282-b943-865cb4cd5dbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:59:47Z', 'updated_at': '2021-08-05T11:59:50Z', 'revision_number': 3, 'project_id': '7f690a1af59141ff99aca95e28eca771', 'gw_port': {'id': '9ada5203-b900-4282-b943-865cb4cd5dbc', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ae:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92a95b38-a7b1-4d87-95df-d3971ddfa92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:59:48Z', 'updated_at': '2021-08-05T11:59:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 11:59:55.682373 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 11:59:55.726198 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a821b759-bd3a-4db4-a4dc-40d4e1de8dd2 req-a805acd7-a712-49e0-b844-070517b69c23 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:59:55.731108 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a821b759-bd3a-4db4-a4dc-40d4e1de8dd2 req-a805acd7-a712-49e0-b844-070517b69c23 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "GET /v2.0/ports?device_id=963a46ac-db99-4d33-8b39-e679f73b9d4f HTTP/1.1" status: 200 len: 946 time: 0.4479752 Aug 05 11:59:55.860937 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ce11a8-1188-403c-803e-ac647be6196f req-f768e445-6d83-4941-9e94-d5640b837f04 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:59:55.870785 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-33ce11a8-1188-403c-803e-ac647be6196f req-f768e445-6d83-4941-9e94-d5640b837f04 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=d94b0f4e-7ccb-4775-b0e8-4c9ba00c486e HTTP/1.1" status: 200 len: 946 time: 0.3328171 Aug 05 11:59:55.915191 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a821b759-bd3a-4db4-a4dc-40d4e1de8dd2 req-6210a42b-cef0-4c82-8a30-d69e21ccb489 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "GET /v2.0/security-groups?id=4bf23ad8-90e9-4f51-b6bb-8b1a5745154a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955012 Aug 05 11:59:55.964590 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 55644) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:59:55.972852 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fdeca117-d518-4e9d-9b0f-47f9843a3e6d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:55.991868 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-33ce11a8-1188-403c-803e-ac647be6196f req-c34aa16d-7da3-4492-9f70-6197de8320ba tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=5b2ae25e-a3f9-47cd-8037-5f5a58db0284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201081 Aug 05 11:59:55.993377 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fdeca117-d518-4e9d-9b0f-47f9843a3e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:56.052912 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 55648) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:59:56.116014 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fdeca117-d518-4e9d-9b0f-47f9843a3e6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33140268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33208272'] for router_interface, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:56.123425 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdeca117-d518-4e9d-9b0f-47f9843a3e6d admin admin] Pushing event updated for resources: {'Port': ['ID=10398842-178f-456b-9c5d-6a779a2012b3,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:59:56.264698 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-cb1d194f-ee21-4435-ad32-212fe3859ca0 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/floatingips/b0b6678b-6efe-425f-82f0-cf4d9825be9d HTTP/1.1" status: 200 len: 994 time: 0.2063518 Aug 05 11:59:56.454881 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdeca117-d518-4e9d-9b0f-47f9843a3e6d admin admin] Network 79bfc6d8-260b-4b47-a4ff-7568441e3a8b is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:59:56.458218 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-fdeca117-d518-4e9d-9b0f-47f9843a3e6d admin admin] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:59:56.585186 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d5982a-9b0a-4f72-a6ea-5487e386b009 tempest-TestNetworkBasicOps-896309334 tempest-TestNetworkBasicOps-896309334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:59:56.588952 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-d0d5982a-9b0a-4f72-a6ea-5487e386b009 tempest-TestNetworkBasicOps-896309334 tempest-TestNetworkBasicOps-896309334-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=963a46ac-db99-4d33-8b39-e679f73b9d4f HTTP/1.1" status: 200 len: 1092 time: 0.6226175 Aug 05 11:59:56.593597 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 55656) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 11:59:56.603113 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-3f1d1892-8ac2-44d6-b04d-dd946157e34b tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Request body: {'floatingip': {'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'port_id': '15f1db54-5b5c-419d-9bbe-71a019f516c0', 'tenant_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 11:59:56.668394 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3f1d1892-8ac2-44d6-b04d-dd946157e34b tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks [] for floatingip, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:56.737415 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdeca117-d518-4e9d-9b0f-47f9843a3e6d admin admin] Router 92a95b38-a7b1-4d87-95df-d3971ddfa92e has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 11:59:57.029317 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdeca117-d518-4e9d-9b0f-47f9843a3e6d admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 11:59:57.034356 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3f1d1892-8ac2-44d6-b04d-dd946157e34b tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:57.076545 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-fdeca117-d518-4e9d-9b0f-47f9843a3e6d admin admin] 10.222.0.58 "PUT /v2.0/routers/92a95b38-a7b1-4d87-95df-d3971ddfa92e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7232904 Aug 05 11:59:57.092059 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-9e53008f-2d11-4247-a5fb-1a2474668cd4 None None] Provisioning complete for port 10398842-178f-456b-9c5d-6a779a2012b3 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:59:57.096075 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-9e53008f-2d11-4247-a5fb-1a2474668cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:57.148834 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b59157-e6d3-43ce-81bb-883518fc2a1f req-5ad65f83-5999-4d9c-b10c-47db4621d7d7 tempest-TestNetworkAdvancedServerOps-1820726671 tempest-TestNetworkAdvancedServerOps-1820726671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:59:57.152236 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e6b59157-e6d3-43ce-81bb-883518fc2a1f req-5ad65f83-5999-4d9c-b10c-47db4621d7d7 tempest-TestNetworkAdvancedServerOps-1820726671 tempest-TestNetworkAdvancedServerOps-1820726671-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=d94b0f4e-7ccb-4775-b0e8-4c9ba00c486e HTTP/1.1" status: 200 len: 1097 time: 0.1196942 Aug 05 11:59:57.243304 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-9e53008f-2d11-4247-a5fb-1a2474668cd4 None None] Port 10398842-178f-456b-9c5d-6a779a2012b3 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 11:59:57.264767 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e6b59157-e6d3-43ce-81bb-883518fc2a1f req-340ab967-5168-4643-b3d1-8764173371e4 tempest-TestNetworkAdvancedServerOps-1820726671 tempest-TestNetworkAdvancedServerOps-1820726671-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=5b2ae25e-a3f9-47cd-8037-5f5a58db0284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957143 Aug 05 11:59:57.445276 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a9179da3-b975-4e27-ab91-86cfbbfff1b8 req-da1a0911-107b-439b-a52a-256fb7aec096 tempest-VolumesNegativeTest-1055015797 tempest-VolumesNegativeTest-1055015797-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=a8aad02902544402b81c8a9370898b2c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0787251 Aug 05 11:59:57.509521 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-3f1d1892-8ac2-44d6-b04d-dd946157e34b tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Allocated IP 172.25.5.145 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/6c269131-8046-4166-abc3-71c4672c3ad2) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 11:59:57.870442 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9179da3-b975-4e27-ab91-86cfbbfff1b8 req-a1482ead-b032-487b-b488-a222e785cf0e tempest-VolumesNegativeTest-1055015797 tempest-VolumesNegativeTest-1055015797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 11:59:57.924002 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a9179da3-b975-4e27-ab91-86cfbbfff1b8 req-a1482ead-b032-487b-b488-a222e785cf0e tempest-VolumesNegativeTest-1055015797 tempest-VolumesNegativeTest-1055015797-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4772532 Aug 05 11:59:57.942244 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 9ada5203-b900-4282-b943-865cb4cd5dbc up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:59:57.974962 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3f1d1892-8ac2-44d6-b04d-dd946157e34b tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:57.997835 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a9179da3-b975-4e27-ab91-86cfbbfff1b8 req-d8bbab75-874d-4fdb-afbd-9c7b81925817 tempest-VolumesNegativeTest-1055015797 tempest-VolumesNegativeTest-1055015797-project] 10.222.0.58 "GET /v2.0/quotas/a8aad02902544402b81c8a9370898b2c HTTP/1.1" status: 200 len: 375 time: 0.0688014 Aug 05 11:59:58.089780 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3f1d1892-8ac2-44d6-b04d-dd946157e34b tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:58.116358 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a9179da3-b975-4e27-ab91-86cfbbfff1b8 req-8f954164-ba3c-4b1b-92c2-0fba4d177956 tempest-VolumesNegativeTest-1055015797 tempest-VolumesNegativeTest-1055015797-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=a8aad02902544402b81c8a9370898b2c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1016815 Aug 05 11:59:58.147979 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 9ada5203-b900-4282-b943-865cb4cd5dbc completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 11:59:58.167547 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 9ada5203-b900-4282-b943-865cb4cd5dbc triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 11:59:58.168302 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:58.221744 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1d1892-8ac2-44d6-b04d-dd946157e34b tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 11:59:58.227825 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-3f1d1892-8ac2-44d6-b04d-dd946157e34b tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 11:59:58.240821 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1d1892-8ac2-44d6-b04d-dd946157e34b tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 11:59:58.484732 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:58.485541 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1d1892-8ac2-44d6-b04d-dd946157e34b tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Pushing event updated for resources: {'Port': ['ID=6c269131-8046-4166-abc3-71c4672c3ad2,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:59:58.591739 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port 9ada5203-b900-4282-b943-865cb4cd5dbc, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=9ada5203-b900-4282-b943-865cb4cd5dbc,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 11:59:58.603619 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:58.934192 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=9ada5203-b900-4282-b943-865cb4cd5dbc,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 11:59:59.053522 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b395f030-344a-4322-b7ea-fb11810fd268 req-a4717a87-d824-4e75-83ec-d87e87d39b57 tempest-VolumesNegativeTest-1055015797 tempest-VolumesNegativeTest-1055015797-project] 10.222.0.58 "GET /v2.0/ports?device_id=e83bc7f0-6f7f-4ecf-ad69-400441f423b8 HTTP/1.1" status: 200 len: 210 time: 0.1610501 Aug 05 11:59:59.441264 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4229980c-a3fe-47aa-9ab7-1397724274f0 None None] Sync routers for ids ['92a95b38-a7b1-4d87-95df-d3971ddfa92e'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 11:59:59.469272 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4229980c-a3fe-47aa-9ab7-1397724274f0 None None] Routers {'92a95b38-a7b1-4d87-95df-d3971ddfa92e'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 11:59:59.470428 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-4229980c-a3fe-47aa-9ab7-1397724274f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:59:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['92a95b38-a7b1-4d87-95df-d3971ddfa92e'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 11:59:59.682053 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:59.776884 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3f1d1892-8ac2-44d6-b04d-dd946157e34b tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 11:59:59.806576 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 9ada5203-b900-4282-b943-865cb4cd5dbc up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 11:59:59.942271 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-4229980c-a3fe-47aa-9ab7-1397724274f0 None None] Set router 92a95b38-a7b1-4d87-95df-d3971ddfa92e gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:00:00.082353 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3f1d1892-8ac2-44d6-b04d-dd946157e34b tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:00.255089 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9f7aaa2d-f8a4-4ff1-b9de-14823dd472dd req-325258f9-2619-4224-9b61-d73114735371 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d94b0f4e-7ccb-4775-b0e8-4c9ba00c486e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7382448 Aug 05 12:00:00.413009 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b88a8fe8-af5b-4e07-9b23-aed31643404f req-e06384f1-0ebb-4c08-8b84-6b8c6a0648fd tempest-VolumesNegativeTest-1055015797 tempest-VolumesNegativeTest-1055015797-project] 10.222.0.58 "GET /v2.0/ports?device_id=e83bc7f0-6f7f-4ecf-ad69-400441f423b8 HTTP/1.1" status: 200 len: 210 time: 0.1336236 Aug 05 12:00:00.572846 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3f1d1892-8ac2-44d6-b04d-dd946157e34b tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:00.588111 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3f1d1892-8ac2-44d6-b04d-dd946157e34b tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:00.604848 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 9ada5203-b900-4282-b943-865cb4cd5dbc triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:00:00.606797 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:00.739650 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1d1892-8ac2-44d6-b04d-dd946157e34b tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Pushing event updated for resources: {'Port': ['ID=6c269131-8046-4166-abc3-71c4672c3ad2,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:00:00.858944 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3f1d1892-8ac2-44d6-b04d-dd946157e34b tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33287247'] for floatingip, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:00.927450 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-4229980c-a3fe-47aa-9ab7-1397724274f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92a95b38-a7b1-4d87-95df-d3971ddfa92e', 'name': 'tempest-TaggedBootDevicesTest_v242-1544625317-router', 'tenant_id': '7f690a1af59141ff99aca95e28eca771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '9ada5203-b900-4282-b943-865cb4cd5dbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:59:47Z', 'updated_at': '2021-08-05T11:59:55Z', 'revision_number': 4, 'project_id': '7f690a1af59141ff99aca95e28eca771', 'gw_port': {'id': '9ada5203-b900-4282-b943-865cb4cd5dbc', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ae:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a95b38-a7b1-4d87-95df-d3971ddfa92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:59:48Z', 'updated_at': '2021-08-05T11:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '10398842-178f-456b-9c5d-6a779a2012b3', 'name': '', 'network_id': '79bfc6d8-260b-4b47-a4ff-7568441e3a8b', 'tenant_id': '7f690a1af59141ff99aca95e28eca771', 'mac_address': 'fa:16:3e:a2:76:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92a95b38-a7b1-4d87-95df-d3971ddfa92e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': '90c3c35a-eac3-416b-b90c-3f9071c29dcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:59:53Z', 'updated_at': '2021-08-05T11:59:55Z', 'revision_number': 2, 'project_id': '7f690a1af59141ff99aca95e28eca771', 'subnets': [{'id': '90c3c35a-eac3-416b-b90c-3f9071c29dcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:00:01.093599 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4229980c-a3fe-47aa-9ab7-1397724274f0 None None] Checking router: 92a95b38-a7b1-4d87-95df-d3971ddfa92e for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:00:01.094222 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4229980c-a3fe-47aa-9ab7-1397724274f0 None None] Updating router 92a95b38-a7b1-4d87-95df-d3971ddfa92e port 10398842-178f-456b-9c5d-6a779a2012b3 binding host n-d-803378-2 {{(pid=94422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 12:00:01.251071 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-4229980c-a3fe-47aa-9ab7-1397724274f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:01.407221 n-d-803378-2 neutron-server[94421]: INFO neutron.db.l3_db [None req-3f1d1892-8ac2-44d6-b04d-dd946157e34b tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Floating IP 3316c298-f911-48c9-b887-85ae182fd5f6 associated. External IP: 172.25.5.145, port: 15f1db54-5b5c-419d-9bbe-71a019f516c0. Aug 05 12:00:01.866982 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f3266eec-e9e0-4062-bcf0-cca6df2b1996 req-6e29e925-2f5d-40c7-a7bc-07790f9a49c6 tempest-VolumesNegativeTest-1055015797 tempest-VolumesNegativeTest-1055015797-project] 10.222.0.58 "GET /v2.0/ports?device_id=e83bc7f0-6f7f-4ecf-ad69-400441f423b8 HTTP/1.1" status: 200 len: 210 time: 0.0968640 Aug 05 12:00:01.873056 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-a9179da3-b975-4e27-ab91-86cfbbfff1b8 req-9b8122cb-14a4-4970-b823-ada75f2b1374 tempest-VolumesNegativeTest-1055015797 tempest-VolumesNegativeTest-1055015797-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=a8aad02902544402b81c8a9370898b2c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1366937 Aug 05 12:00:02.508930 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-4229980c-a3fe-47aa-9ab7-1397724274f0 None None] Notify callbacks [] for port, precommit_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:02.530793 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-4229980c-a3fe-47aa-9ab7-1397724274f0 None None] Transition to ACTIVE for port object 10398842-178f-456b-9c5d-6a779a2012b3 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:00:02.550153 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-4229980c-a3fe-47aa-9ab7-1397724274f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:02.594236 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [req-9f7aaa2d-f8a4-4ff1-b9de-14823dd472dd req-29a000bb-302f-4e94-9a55-c6fad72d01a6 tempest-TestNetworkAdvancedServerOps-1820726671 tempest-TestNetworkAdvancedServerOps-1820726671-project-admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94421) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 12:00:02.595872 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9f7aaa2d-f8a4-4ff1-b9de-14823dd472dd req-29a000bb-302f-4e94-9a55-c6fad72d01a6 tempest-TestNetworkAdvancedServerOps-1820726671 tempest-TestNetworkAdvancedServerOps-1820726671-project-admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6198382 Aug 05 12:00:02.627108 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-9f7aaa2d-f8a4-4ff1-b9de-14823dd472dd req-1a60aec8-fa9d-41bd-b9f1-c8c6e2b222f5 service neutron] Request body: {'binding': {'host': 'n-h1-803378-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:00:02.629114 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-9f7aaa2d-f8a4-4ff1-b9de-14823dd472dd req-1a60aec8-fa9d-41bd-b9f1-c8c6e2b222f5 service neutron] Unknown quota resources ['binding']. {{(pid=94421) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 05 12:00:02.758972 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71206b8f-b2c0-4454-b38c-3c9c90defdf2 None None] Pushing event updated for resources: {'Port': ['ID=10398842-178f-456b-9c5d-6a779a2012b3,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:00:02.829937 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9179da3-b975-4e27-ab91-86cfbbfff1b8 req-dc900af6-835a-4c0c-bab6-b8ab6b176000 tempest-VolumesNegativeTest-1055015797 tempest-VolumesNegativeTest-1055015797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:00:02.836810 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-a9179da3-b975-4e27-ab91-86cfbbfff1b8 req-dc900af6-835a-4c0c-bab6-b8ab6b176000 tempest-VolumesNegativeTest-1055015797 tempest-VolumesNegativeTest-1055015797-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9575057 Aug 05 12:00:02.912285 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-4229980c-a3fe-47aa-9ab7-1397724274f0 None None] Attempting to bind port 10398842-178f-456b-9c5d-6a779a2012b3 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:00:02.913206 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-4229980c-a3fe-47aa-9ab7-1397724274f0 None None] Attempting to bind port 10398842-178f-456b-9c5d-6a779a2012b3 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '40045cee-cedb-44fc-b3f9-2c9f98e7130e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '79bfc6d8-260b-4b47-a4ff-7568441e3a8b'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:00:02.914350 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4229980c-a3fe-47aa-9ab7-1397724274f0 None None] Attempting to bind port 10398842-178f-456b-9c5d-6a779a2012b3 on network 79bfc6d8-260b-4b47-a4ff-7568441e3a8b {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:00:02.929974 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4229980c-a3fe-47aa-9ab7-1397724274f0 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:00:02.929974 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4229980c-a3fe-47aa-9ab7-1397724274f0 None None] Checking segment: {'id': '40045cee-cedb-44fc-b3f9-2c9f98e7130e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '79bfc6d8-260b-4b47-a4ff-7568441e3a8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:00:02.930883 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-4229980c-a3fe-47aa-9ab7-1397724274f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:02.931708 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4229980c-a3fe-47aa-9ab7-1397724274f0 None None] Bound using segment: {'id': '40045cee-cedb-44fc-b3f9-2c9f98e7130e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '79bfc6d8-260b-4b47-a4ff-7568441e3a8b'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:00:02.932411 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-4229980c-a3fe-47aa-9ab7-1397724274f0 None None] Bound port: 10398842-178f-456b-9c5d-6a779a2012b3, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40045cee-cedb-44fc-b3f9-2c9f98e7130e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '79bfc6d8-260b-4b47-a4ff-7568441e3a8b'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:00:02.932953 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-4229980c-a3fe-47aa-9ab7-1397724274f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:03.089563 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-4229980c-a3fe-47aa-9ab7-1397724274f0 None None] For port 10398842-178f-456b-9c5d-6a779a2012b3, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:00:03.094008 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-a9179da3-b975-4e27-ab91-86cfbbfff1b8 req-99c7062f-ac40-4db5-a54b-2aafee943461 tempest-VolumesNegativeTest-1055015797 tempest-VolumesNegativeTest-1055015797-project] Request body: {'port': {'device_id': 'e83bc7f0-6f7f-4ecf-ad69-400441f423b8', 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a', 'admin_state_up': True, 'tenant_id': 'a8aad02902544402b81c8a9370898b2c'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:00:03.096761 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-4229980c-a3fe-47aa-9ab7-1397724274f0 None None] For port 10398842-178f-456b-9c5d-6a779a2012b3, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=10398842-178f-456b-9c5d-6a779a2012b3,segment=NetworkSegment(40045cee-cedb-44fc-b3f9-2c9f98e7130e),segment_id=40045cee-cedb-44fc-b3f9-2c9f98e7130e)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:00:03.115005 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-4229980c-a3fe-47aa-9ab7-1397724274f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:03.123342 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-97065886-8217-4b3a-a8ed-91cc3a771811 req-6189625f-b536-4859-a24a-c95d47579cee tempest-VolumesNegativeTest-1055015797 tempest-VolumesNegativeTest-1055015797-project] 10.222.0.58 "GET /v2.0/ports?device_id=e83bc7f0-6f7f-4ecf-ad69-400441f423b8 HTTP/1.1" status: 200 len: 210 time: 0.0770683 Aug 05 12:00:03.154624 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f1d1892-8ac2-44d6-b04d-dd946157e34b tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Router 3ea4d876-24ed-4b48-9d43-4b0965b64e09 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:00:03.253063 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4229980c-a3fe-47aa-9ab7-1397724274f0 None None] Routers {'92a95b38-a7b1-4d87-95df-d3971ddfa92e'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:00:03.254382 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-4229980c-a3fe-47aa-9ab7-1397724274f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:59:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['92a95b38-a7b1-4d87-95df-d3971ddfa92e'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:00:03.401391 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71206b8f-b2c0-4454-b38c-3c9c90defdf2 None None] Pushing event updated for resources: {'Port': ['ID=10398842-178f-456b-9c5d-6a779a2012b3,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:00:03.551000 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-4229980c-a3fe-47aa-9ab7-1397724274f0 None None] Set router 92a95b38-a7b1-4d87-95df-d3971ddfa92e gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:00:03.674488 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-9f7aaa2d-f8a4-4ff1-b9de-14823dd472dd req-1a60aec8-fa9d-41bd-b9f1-c8c6e2b222f5 service neutron] Attempting to bind port 97cc54b5-f892-4234-9f13-5b2a0c6073ad on host n-h1-803378-2 for vnic_type normal with profile None {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:00:03.674949 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-9f7aaa2d-f8a4-4ff1-b9de-14823dd472dd req-1a60aec8-fa9d-41bd-b9f1-c8c6e2b222f5 service neutron] Attempting to bind port 97cc54b5-f892-4234-9f13-5b2a0c6073ad by drivers openvswitch,hyperv on host n-h1-803378-2 at level 0 using segments [{'id': '4364cd83-f658-4f94-974b-0a0c47401bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e221ebcf-1c88-4846-8587-94a0066507f5'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:00:03.675344 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7aaa2d-f8a4-4ff1-b9de-14823dd472dd req-1a60aec8-fa9d-41bd-b9f1-c8c6e2b222f5 service neutron] Attempting to bind port 97cc54b5-f892-4234-9f13-5b2a0c6073ad on network e221ebcf-1c88-4846-8587-94a0066507f5 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:00:03.680138 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9179da3-b975-4e27-ab91-86cfbbfff1b8 req-99c7062f-ac40-4db5-a54b-2aafee943461 tempest-VolumesNegativeTest-1055015797 tempest-VolumesNegativeTest-1055015797-project] Made reservation on behalf of a8aad02902544402b81c8a9370898b2c for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:00:03.687566 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-a9179da3-b975-4e27-ab91-86cfbbfff1b8 req-99c7062f-ac40-4db5-a54b-2aafee943461 tempest-VolumesNegativeTest-1055015797 tempest-VolumesNegativeTest-1055015797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:03.714178 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7aaa2d-f8a4-4ff1-b9de-14823dd472dd req-1a60aec8-fa9d-41bd-b9f1-c8c6e2b222f5 service neutron] Port 97cc54b5-f892-4234-9f13-5b2a0c6073ad on network e221ebcf-1c88-4846-8587-94a0066507f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 12:00:03.714548 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7aaa2d-f8a4-4ff1-b9de-14823dd472dd req-1a60aec8-fa9d-41bd-b9f1-c8c6e2b222f5 service neutron] Attempting to bind port 97cc54b5-f892-4234-9f13-5b2a0c6073ad on network e221ebcf-1c88-4846-8587-94a0066507f5 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:00:03.723733 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-a9179da3-b975-4e27-ab91-86cfbbfff1b8 req-99c7062f-ac40-4db5-a54b-2aafee943461 tempest-VolumesNegativeTest-1055015797 tempest-VolumesNegativeTest-1055015797-project] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:03.739198 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7aaa2d-f8a4-4ff1-b9de-14823dd472dd req-1a60aec8-fa9d-41bd-b9f1-c8c6e2b222f5 service neutron] Checking agent: {'id': '40bb7567-59bd-4b31-bc29-da1c50bca759', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:00:03.739705 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7aaa2d-f8a4-4ff1-b9de-14823dd472dd req-1a60aec8-fa9d-41bd-b9f1-c8c6e2b222f5 service neutron] Checking segment: {'id': '4364cd83-f658-4f94-974b-0a0c47401bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e221ebcf-1c88-4846-8587-94a0066507f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:00:03.740045 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7aaa2d-f8a4-4ff1-b9de-14823dd472dd req-1a60aec8-fa9d-41bd-b9f1-c8c6e2b222f5 service neutron] Bound using segment: {'id': '4364cd83-f658-4f94-974b-0a0c47401bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e221ebcf-1c88-4846-8587-94a0066507f5'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:00:03.740975 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-9f7aaa2d-f8a4-4ff1-b9de-14823dd472dd req-1a60aec8-fa9d-41bd-b9f1-c8c6e2b222f5 service neutron] Bound port: 97cc54b5-f892-4234-9f13-5b2a0c6073ad, host: n-h1-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4364cd83-f658-4f94-974b-0a0c47401bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e221ebcf-1c88-4846-8587-94a0066507f5'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:00:03.748223 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f1d1892-8ac2-44d6-b04d-dd946157e34b tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:00:03.777042 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0529208b-7cf1-489c-8c6e-5e060a1354ba None None] Sync routers for ids ['3ea4d876-24ed-4b48-9d43-4b0965b64e09'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:00:03.799829 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0529208b-7cf1-489c-8c6e-5e060a1354ba None None] Routers {'3ea4d876-24ed-4b48-9d43-4b0965b64e09'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:00:03.801505 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-0529208b-7cf1-489c-8c6e-5e060a1354ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:59:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['3ea4d876-24ed-4b48-9d43-4b0965b64e09'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:00:03.945788 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-9f7aaa2d-f8a4-4ff1-b9de-14823dd472dd req-1a60aec8-fa9d-41bd-b9f1-c8c6e2b222f5 service neutron] For port 97cc54b5-f892-4234-9f13-5b2a0c6073ad, host n-h1-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=97cc54b5-f892-4234-9f13-5b2a0c6073ad,segment=NetworkSegment(4364cd83-f658-4f94-974b-0a0c47401bd3),segment_id=4364cd83-f658-4f94-974b-0a0c47401bd3)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:00:03.957698 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-9f7aaa2d-f8a4-4ff1-b9de-14823dd472dd req-1a60aec8-fa9d-41bd-b9f1-c8c6e2b222f5 service neutron] Notify callbacks [] for binding, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:03.958986 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9f7aaa2d-f8a4-4ff1-b9de-14823dd472dd req-1a60aec8-fa9d-41bd-b9f1-c8c6e2b222f5 service neutron] 10.222.0.58 "POST /v2.0/ports/97cc54b5-f892-4234-9f13-5b2a0c6073ad/bindings HTTP/1.1" status: 201 len: 389 time: 1.3379235 Aug 05 12:00:04.057103 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-4229980c-a3fe-47aa-9ab7-1397724274f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92a95b38-a7b1-4d87-95df-d3971ddfa92e', 'name': 'tempest-TaggedBootDevicesTest_v242-1544625317-router', 'tenant_id': '7f690a1af59141ff99aca95e28eca771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '9ada5203-b900-4282-b943-865cb4cd5dbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:59:47Z', 'updated_at': '2021-08-05T11:59:55Z', 'revision_number': 4, 'project_id': '7f690a1af59141ff99aca95e28eca771', 'gw_port': {'id': '9ada5203-b900-4282-b943-865cb4cd5dbc', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ae:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a95b38-a7b1-4d87-95df-d3971ddfa92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:59:48Z', 'updated_at': '2021-08-05T11:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '10398842-178f-456b-9c5d-6a779a2012b3', 'name': '', 'network_id': '79bfc6d8-260b-4b47-a4ff-7568441e3a8b', 'tenant_id': '7f690a1af59141ff99aca95e28eca771', 'mac_address': 'fa:16:3e:a2:76:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92a95b38-a7b1-4d87-95df-d3971ddfa92e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': '90c3c35a-eac3-416b-b90c-3f9071c29dcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:59:53Z', 'updated_at': '2021-08-05T12:00:03Z', 'revision_number': 4, 'project_id': '7f690a1af59141ff99aca95e28eca771', 'subnets': [{'id': '90c3c35a-eac3-416b-b90c-3f9071c29dcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:00:04.102713 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-0529208b-7cf1-489c-8c6e-5e060a1354ba None None] Set router 3ea4d876-24ed-4b48-9d43-4b0965b64e09 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:00:04.162953 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4229980c-a3fe-47aa-9ab7-1397724274f0 None None] The sync data for ids ['92a95b38-a7b1-4d87-95df-d3971ddfa92e'] in n-d-803378-2 is: [{'id': '92a95b38-a7b1-4d87-95df-d3971ddfa92e', 'name': 'tempest-TaggedBootDevicesTest_v242-1544625317-router', 'tenant_id': '7f690a1af59141ff99aca95e28eca771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '9ada5203-b900-4282-b943-865cb4cd5dbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:59:47Z', 'updated_at': '2021-08-05T11:59:55Z', 'revision_number': 4, 'project_id': '7f690a1af59141ff99aca95e28eca771', 'gw_port': {'id': '9ada5203-b900-4282-b943-865cb4cd5dbc', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ae:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a95b38-a7b1-4d87-95df-d3971ddfa92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:59:48Z', 'updated_at': '2021-08-05T11:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '10398842-178f-456b-9c5d-6a779a2012b3', 'name': '', 'network_id': '79bfc6d8-260b-4b47-a4ff-7568441e3a8b', 'tenant_id': '7f690a1af59141ff99aca95e28eca771', 'mac_address': 'fa:16:3e:a2:76:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92a95b38-a7b1-4d87-95df-d3971ddfa92e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': '90c3c35a-eac3-416b-b90c-3f9071c29dcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:59:53Z', 'updated_at': '2021-08-05T12:00:03Z', 'revision_number': 4, 'project_id': '7f690a1af59141ff99aca95e28eca771', 'subnets': [{'id': '90c3c35a-eac3-416b-b90c-3f9071c29dcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:00:04.199407 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-a9179da3-b975-4e27-ab91-86cfbbfff1b8 req-99c7062f-ac40-4db5-a54b-2aafee943461 tempest-VolumesNegativeTest-1055015797 tempest-VolumesNegativeTest-1055015797-project] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:04.210300 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-a9179da3-b975-4e27-ab91-86cfbbfff1b8 req-99c7062f-ac40-4db5-a54b-2aafee943461 tempest-VolumesNegativeTest-1055015797 tempest-VolumesNegativeTest-1055015797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:04.260763 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3f1d1892-8ac2-44d6-b04d-dd946157e34b tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:04.500373 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-999d7014-0d10-42b1-ad4e-95eb9255224a req-0640e35b-d8d3-4c17-bda7-99dbb8a4dd81 tempest-VolumesNegativeTest-1055015797 tempest-VolumesNegativeTest-1055015797-project] 10.222.0.58 "GET /v2.0/ports?device_id=e83bc7f0-6f7f-4ecf-ad69-400441f423b8 HTTP/1.1" status: 200 len: 210 time: 0.0877879 Aug 05 12:00:04.547881 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cf1f36-20c5-4dbe-ac99-62d40b906090 req-e15067ba-5452-431d-aebd-2b606ca0f804 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:00:04.550202 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-22cf1f36-20c5-4dbe-ac99-62d40b906090 req-e15067ba-5452-431d-aebd-2b606ca0f804 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=d94b0f4e-7ccb-4775-b0e8-4c9ba00c486e HTTP/1.1" status: 200 len: 946 time: 0.2346690 Aug 05 12:00:04.607491 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-3f1d1892-8ac2-44d6-b04d-dd946157e34b tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 8.0075116 Aug 05 12:00:04.617046 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '963a46ac-db99-4d33-8b39-e679f73b9d4f', 'tag': '15f1db54-5b5c-419d-9bbe-71a019f516c0'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:00:04.619265 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a844a801-4087-4371-b422-5937b2799224" -d '{"events": [{"name": "network-changed", "server_uuid": "963a46ac-db99-4d33-8b39-e679f73b9d4f", "tag": "15f1db54-5b5c-419d-9bbe-71a019f516c0"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:00:04.622953 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 55832) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:00:04.710664 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c7062f-ac40-4db5-a54b-2aafee943461 tempest-VolumesNegativeTest-1055015797 tempest-VolumesNegativeTest-1055015797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef05d95a-376e-45c7-818c-2cfec3cc7f0d,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:00:04.801010 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 12:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e1c4a1b-76b2-47aa-9722-9b71d61c6a83 x-openstack-request-id: req-4e1c4a1b-76b2-47aa-9722-9b71d61c6a83 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:00:04.801483 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "963a46ac-db99-4d33-8b39-e679f73b9d4f", "tag": "15f1db54-5b5c-419d-9bbe-71a019f516c0", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:00:04.803423 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4e1c4a1b-76b2-47aa-9722-9b71d61c6a83 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:00:04.805482 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '963a46ac-db99-4d33-8b39-e679f73b9d4f', 'tag': '15f1db54-5b5c-419d-9bbe-71a019f516c0', 'status': 'completed', 'code': 200} Aug 05 12:00:04.840059 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-c7e2fc47-aaee-4037-b74e-de763c2a799a tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "GET /v2.0/floatingips/3316c298-f911-48c9-b887-85ae182fd5f6 HTTP/1.1" status: 200 len: 992 time: 0.2034748 Aug 05 12:00:04.843764 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c7062f-ac40-4db5-a54b-2aafee943461 tempest-VolumesNegativeTest-1055015797 tempest-VolumesNegativeTest-1055015797-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:00:04.847389 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c7062f-ac40-4db5-a54b-2aafee943461 tempest-VolumesNegativeTest-1055015797 tempest-VolumesNegativeTest-1055015797-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:00:04.849732 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c7062f-ac40-4db5-a54b-2aafee943461 tempest-VolumesNegativeTest-1055015797 tempest-VolumesNegativeTest-1055015797-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:00:04.850309 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c7062f-ac40-4db5-a54b-2aafee943461 tempest-VolumesNegativeTest-1055015797 tempest-VolumesNegativeTest-1055015797-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:00:04.850841 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c7062f-ac40-4db5-a54b-2aafee943461 tempest-VolumesNegativeTest-1055015797 tempest-VolumesNegativeTest-1055015797-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:00:04.851392 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c7062f-ac40-4db5-a54b-2aafee943461 tempest-VolumesNegativeTest-1055015797 tempest-VolumesNegativeTest-1055015797-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:00:04.852134 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c7062f-ac40-4db5-a54b-2aafee943461 tempest-VolumesNegativeTest-1055015797 tempest-VolumesNegativeTest-1055015797-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:00:04.854890 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c7062f-ac40-4db5-a54b-2aafee943461 tempest-VolumesNegativeTest-1055015797 tempest-VolumesNegativeTest-1055015797-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:00:04.855386 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c7062f-ac40-4db5-a54b-2aafee943461 tempest-VolumesNegativeTest-1055015797 tempest-VolumesNegativeTest-1055015797-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:00:04.855911 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c7062f-ac40-4db5-a54b-2aafee943461 tempest-VolumesNegativeTest-1055015797 tempest-VolumesNegativeTest-1055015797-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:00:04.859745 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c7062f-ac40-4db5-a54b-2aafee943461 tempest-VolumesNegativeTest-1055015797 tempest-VolumesNegativeTest-1055015797-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:00:04.860308 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c7062f-ac40-4db5-a54b-2aafee943461 tempest-VolumesNegativeTest-1055015797 tempest-VolumesNegativeTest-1055015797-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:00:04.938652 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7aaa2d-f8a4-4ff1-b9de-14823dd472dd req-ba8205ec-e867-4ba1-a74c-3c9e8f17dcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:00:04.943661 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9f7aaa2d-f8a4-4ff1-b9de-14823dd472dd req-ba8205ec-e867-4ba1-a74c-3c9e8f17dcc9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7f88688726d24c8e9d77831659c7c3ae&device_id=d94b0f4e-7ccb-4775-b0e8-4c9ba00c486e HTTP/1.1" status: 200 len: 1097 time: 0.3756204 Aug 05 12:00:05.031636 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-22cf1f36-20c5-4dbe-ac99-62d40b906090 req-3368f99d-8336-46eb-8c51-e5820b5e87cb tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=5b2ae25e-a3f9-47cd-8037-5f5a58db0284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4722786 Aug 05 12:00:05.094190 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a844a801-4087-4371-b422-5937b2799224 req-4deb2cd9-1e4e-43a3-8f02-c3b8ddd4545f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:00:05.097396 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a844a801-4087-4371-b422-5937b2799224 req-4deb2cd9-1e4e-43a3-8f02-c3b8ddd4545f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f68dcdcc6d3c4b72a557ce0cc98a5aa1&device_id=963a46ac-db99-4d33-8b39-e679f73b9d4f HTTP/1.1" status: 200 len: 1097 time: 0.2480538 Aug 05 12:00:05.294824 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-0529208b-7cf1-489c-8c6e-5e060a1354ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea4d876-24ed-4b48-9d43-4b0965b64e09', 'name': 'tempest-TestNetworkBasicOps-router-1764189606', 'tenant_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '121d09fe-8052-4920-8f4c-b262fda3928d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:59:03Z', 'updated_at': '2021-08-05T11:59:13Z', 'revision_number': 4, 'project_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'gw_port': {'id': '121d09fe-8052-4920-8f4c-b262fda3928d', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea4d876-24ed-4b48-9d43-4b0965b64e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:59:05Z', 'updated_at': '2021-08-05T11:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': '3316c298-f911-48c9-b887-85ae182fd5f6', 'tenant_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'floating_ip_address': '172.25.5.145', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': '3ea4d876-24ed-4b48-9d43-4b0965b64e09', 'port_id': '15f1db54-5b5c-419d-9bbe-71a019f516c0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34f4b1c0-4781-4466-8dad-c7a46498afc4', 'mac_address': 'fa:16:3e:4f:ff:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '963a46ac-db99-4d33-8b39-e679f73b9d4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T11:59:59Z', 'updated_at': '2021-08-05T11:59:59Z', 'revision_number': 0, 'project_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2ac86fb-51c9-4a55-a845-ddeb4aa48fea', 'name': '', 'network_id': '34f4b1c0-4781-4466-8dad-c7a46498afc4', 'tenant_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'mac_address': 'fa:16:3e:cb:73:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea4d876-24ed-4b48-9d43-4b0965b64e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': 'a3a277fc-3e89-49d6-972d-0acfc9ed2043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:59:12Z', 'updated_at': '2021-08-05T11:59:27Z', 'revision_number': 5, 'project_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'subnets': [{'id': 'a3a277fc-3e89-49d6-972d-0acfc9ed2043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:00:05.305802 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7aaa2d-f8a4-4ff1-b9de-14823dd472dd req-1fa3e0b6-a4bc-42df-a6de-4a316af88805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:00:05.308954 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9f7aaa2d-f8a4-4ff1-b9de-14823dd472dd req-1fa3e0b6-a4bc-42df-a6de-4a316af88805 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e221ebcf-1c88-4846-8587-94a0066507f5 HTTP/1.1" status: 200 len: 897 time: 0.3101652 Aug 05 12:00:05.376099 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0529208b-7cf1-489c-8c6e-5e060a1354ba None None] Checking router: 3ea4d876-24ed-4b48-9d43-4b0965b64e09 for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:00:05.381355 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-a9179da3-b975-4e27-ab91-86cfbbfff1b8 req-99c7062f-ac40-4db5-a54b-2aafee943461 tempest-VolumesNegativeTest-1055015797 tempest-VolumesNegativeTest-1055015797-project] Allocated IP 192.168.233.93 (91caede3-92e4-4b1e-8e3e-36227cfd846a/6842f728-c2f3-4e36-bb32-3303d06ce3f4/28ccb344-53fb-4957-bd63-138100176396) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:00:05.833588 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0529208b-7cf1-489c-8c6e-5e060a1354ba None None] Routers {'3ea4d876-24ed-4b48-9d43-4b0965b64e09'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:00:05.833588 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-0529208b-7cf1-489c-8c6e-5e060a1354ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T11:59:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['3ea4d876-24ed-4b48-9d43-4b0965b64e09'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:00:05.852863 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a844a801-4087-4371-b422-5937b2799224 req-ce8d4866-9fef-4f8d-b6bd-e44e677d9ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:00:05.852863 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a844a801-4087-4371-b422-5937b2799224 req-ce8d4866-9fef-4f8d-b6bd-e44e677d9ca3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=34f4b1c0-4781-4466-8dad-c7a46498afc4 HTTP/1.1" status: 200 len: 896 time: 0.4585574 Aug 05 12:00:05.857032 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9f7aaa2d-f8a4-4ff1-b9de-14823dd472dd req-6224bc00-a847-41ea-bb7a-a78d4ca2b95c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97cc54b5-f892-4234-9f13-5b2a0c6073ad HTTP/1.1" status: 200 len: 1002 time: 0.2340045 Aug 05 12:00:05.980692 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 10398842-178f-456b-9c5d-6a779a2012b3 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:00:06.078715 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-0529208b-7cf1-489c-8c6e-5e060a1354ba None None] Set router 3ea4d876-24ed-4b48-9d43-4b0965b64e09 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:00:06.282292 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-a9179da3-b975-4e27-ab91-86cfbbfff1b8 req-99c7062f-ac40-4db5-a54b-2aafee943461 tempest-VolumesNegativeTest-1055015797 tempest-VolumesNegativeTest-1055015797-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:06.282958 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 10398842-178f-456b-9c5d-6a779a2012b3 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:00:06.289879 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 55856) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:00:06.305309 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7aaa2d-f8a4-4ff1-b9de-14823dd472dd req-a503c412-7427-4786-a340-8a2600f9acd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:00:06.305522 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 10398842-178f-456b-9c5d-6a779a2012b3 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:00:06.306350 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:06.315601 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9f7aaa2d-f8a4-4ff1-b9de-14823dd472dd req-a503c412-7427-4786-a340-8a2600f9acd0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=271660a4-93c7-4978-8162-ad97a3c0f69a HTTP/1.1" status: 200 len: 835 time: 0.6521153 Aug 05 12:00:06.645454 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:06.697771 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-a9179da3-b975-4e27-ab91-86cfbbfff1b8 req-99c7062f-ac40-4db5-a54b-2aafee943461 tempest-VolumesNegativeTest-1055015797 tempest-VolumesNegativeTest-1055015797-project] Transition to ACTIVE for port object 28ccb344-53fb-4957-bd63-138100176396 will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:00:06.761690 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port 10398842-178f-456b-9c5d-6a779a2012b3, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=10398842-178f-456b-9c5d-6a779a2012b3,segment=NetworkSegment(40045cee-cedb-44fc-b3f9-2c9f98e7130e),segment_id=40045cee-cedb-44fc-b3f9-2c9f98e7130e)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:00:06.776228 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:06.912276 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-f5d3e3f3-152e-45e8-8197-0276db4842db tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "GET /v2.0/floatingips/3316c298-f911-48c9-b887-85ae182fd5f6 HTTP/1.1" status: 200 len: 992 time: 0.5935407 Aug 05 12:00:06.921084 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-a9179da3-b975-4e27-ab91-86cfbbfff1b8 req-99c7062f-ac40-4db5-a54b-2aafee943461 tempest-VolumesNegativeTest-1055015797 tempest-VolumesNegativeTest-1055015797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:06.977606 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=10398842-178f-456b-9c5d-6a779a2012b3,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:00:07.082622 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7aaa2d-f8a4-4ff1-b9de-14823dd472dd req-75452768-4f8f-4a46-919d-8a6cf7eeb067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:00:07.087871 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9f7aaa2d-f8a4-4ff1-b9de-14823dd472dd req-75452768-4f8f-4a46-919d-8a6cf7eeb067 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e221ebcf-1c88-4846-8587-94a0066507f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7011261 Aug 05 12:00:07.091825 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9179da3-b975-4e27-ab91-86cfbbfff1b8 req-99c7062f-ac40-4db5-a54b-2aafee943461 tempest-VolumesNegativeTest-1055015797 tempest-VolumesNegativeTest-1055015797-project] Network 91caede3-92e4-4b1e-8e3e-36227cfd846a is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:00:07.105076 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-a9179da3-b975-4e27-ab91-86cfbbfff1b8 req-99c7062f-ac40-4db5-a54b-2aafee943461 tempest-VolumesNegativeTest-1055015797 tempest-VolumesNegativeTest-1055015797-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:00:07.108936 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-0529208b-7cf1-489c-8c6e-5e060a1354ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea4d876-24ed-4b48-9d43-4b0965b64e09', 'name': 'tempest-TestNetworkBasicOps-router-1764189606', 'tenant_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '121d09fe-8052-4920-8f4c-b262fda3928d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:59:03Z', 'updated_at': '2021-08-05T11:59:13Z', 'revision_number': 4, 'project_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'gw_port': {'id': '121d09fe-8052-4920-8f4c-b262fda3928d', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea4d876-24ed-4b48-9d43-4b0965b64e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:59:05Z', 'updated_at': '2021-08-05T11:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': '3316c298-f911-48c9-b887-85ae182fd5f6', 'tenant_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'floating_ip_address': '172.25.5.145', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': '3ea4d876-24ed-4b48-9d43-4b0965b64e09', 'port_id': '15f1db54-5b5c-419d-9bbe-71a019f516c0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34f4b1c0-4781-4466-8dad-c7a46498afc4', 'mac_address': 'fa:16:3e:4f:ff:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '963a46ac-db99-4d33-8b39-e679f73b9d4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T11:59:59Z', 'updated_at': '2021-08-05T11:59:59Z', 'revision_number': 0, 'project_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2ac86fb-51c9-4a55-a845-ddeb4aa48fea', 'name': '', 'network_id': '34f4b1c0-4781-4466-8dad-c7a46498afc4', 'tenant_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'mac_address': 'fa:16:3e:cb:73:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea4d876-24ed-4b48-9d43-4b0965b64e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': 'a3a277fc-3e89-49d6-972d-0acfc9ed2043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:59:12Z', 'updated_at': '2021-08-05T11:59:27Z', 'revision_number': 5, 'project_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'subnets': [{'id': 'a3a277fc-3e89-49d6-972d-0acfc9ed2043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:00:07.120032 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9179da3-b975-4e27-ab91-86cfbbfff1b8 req-99c7062f-ac40-4db5-a54b-2aafee943461 tempest-VolumesNegativeTest-1055015797 tempest-VolumesNegativeTest-1055015797-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:00:07.267851 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0529208b-7cf1-489c-8c6e-5e060a1354ba None None] The sync data for ids ['3ea4d876-24ed-4b48-9d43-4b0965b64e09'] in n-d-803378-2 is: [{'id': '3ea4d876-24ed-4b48-9d43-4b0965b64e09', 'name': 'tempest-TestNetworkBasicOps-router-1764189606', 'tenant_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '121d09fe-8052-4920-8f4c-b262fda3928d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:59:03Z', 'updated_at': '2021-08-05T11:59:13Z', 'revision_number': 4, 'project_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'gw_port': {'id': '121d09fe-8052-4920-8f4c-b262fda3928d', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea4d876-24ed-4b48-9d43-4b0965b64e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:59:05Z', 'updated_at': '2021-08-05T11:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': '3316c298-f911-48c9-b887-85ae182fd5f6', 'tenant_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'floating_ip_address': '172.25.5.145', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': '3ea4d876-24ed-4b48-9d43-4b0965b64e09', 'port_id': '15f1db54-5b5c-419d-9bbe-71a019f516c0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34f4b1c0-4781-4466-8dad-c7a46498afc4', 'mac_address': 'fa:16:3e:4f:ff:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '963a46ac-db99-4d33-8b39-e679f73b9d4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T11:59:59Z', 'updated_at': '2021-08-05T11:59:59Z', 'revision_number': 0, 'project_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2ac86fb-51c9-4a55-a845-ddeb4aa48fea', 'name': '', 'network_id': '34f4b1c0-4781-4466-8dad-c7a46498afc4', 'tenant_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'mac_address': 'fa:16:3e:cb:73:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea4d876-24ed-4b48-9d43-4b0965b64e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': 'a3a277fc-3e89-49d6-972d-0acfc9ed2043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:59:12Z', 'updated_at': '2021-08-05T11:59:27Z', 'revision_number': 5, 'project_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'subnets': [{'id': 'a3a277fc-3e89-49d6-972d-0acfc9ed2043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:00:07.285569 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-a422e370-f7c0-4bcb-8149-b8c87aac6be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:07.395414 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a844a801-4087-4371-b422-5937b2799224 req-89ffbbcd-7cc9-400f-b9c7-6cddf2c0730b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=15f1db54-5b5c-419d-9bbe-71a019f516c0 HTTP/1.1" status: 200 len: 1000 time: 1.8127835 Aug 05 12:00:07.413749 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19296b0-42e8-4ee7-9641-162139881ce8 req-7c47d1d6-0bce-49ab-8661-04728a5d7e91 tempest-VolumesNegativeTest-1055015797 tempest-VolumesNegativeTest-1055015797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:00:07.419008 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f19296b0-42e8-4ee7-9641-162139881ce8 req-7c47d1d6-0bce-49ab-8661-04728a5d7e91 tempest-VolumesNegativeTest-1055015797 tempest-VolumesNegativeTest-1055015797-project] 10.222.0.58 "GET /v2.0/ports?device_id=e83bc7f0-6f7f-4ecf-ad69-400441f423b8 HTTP/1.1" status: 200 len: 935 time: 0.3234477 Aug 05 12:00:07.513829 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c7062f-ac40-4db5-a54b-2aafee943461 tempest-VolumesNegativeTest-1055015797 tempest-VolumesNegativeTest-1055015797-project] Pushing event updated for resources: {'Port': ['ID=28ccb344-53fb-4957-bd63-138100176396,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:00:07.544151 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b617f0-9726-4d5d-96e1-c76749f2b165 req-604e3d01-1922-4abb-a2dd-504bae7a0074 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:00:07.545108 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9179da3-b975-4e27-ab91-86cfbbfff1b8 req-99c7062f-ac40-4db5-a54b-2aafee943461 tempest-VolumesNegativeTest-1055015797 tempest-VolumesNegativeTest-1055015797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:00:07.546309 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-a9179da3-b975-4e27-ab91-86cfbbfff1b8 req-99c7062f-ac40-4db5-a54b-2aafee943461 tempest-VolumesNegativeTest-1055015797 tempest-VolumesNegativeTest-1055015797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:07.565872 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-32b617f0-9726-4d5d-96e1-c76749f2b165 req-604e3d01-1922-4abb-a2dd-504bae7a0074 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=d94b0f4e-7ccb-4775-b0e8-4c9ba00c486e HTTP/1.1" status: 200 len: 946 time: 0.4896638 Aug 05 12:00:07.631467 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9f7aaa2d-f8a4-4ff1-b9de-14823dd472dd req-6c35a7dd-baee-424f-94b5-edcee29bdc2d service neutron] 10.222.0.64 "GET /v2.0/networks/e221ebcf-1c88-4846-8587-94a0066507f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5029154 Aug 05 12:00:07.737495 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-a9179da3-b975-4e27-ab91-86cfbbfff1b8 req-99c7062f-ac40-4db5-a54b-2aafee943461 tempest-VolumesNegativeTest-1055015797 tempest-VolumesNegativeTest-1055015797-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.6505735 Aug 05 12:00:07.796671 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-32b617f0-9726-4d5d-96e1-c76749f2b165 req-ca6ca2d0-4ef0-4270-8b6b-0304a3ec0545 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=5b2ae25e-a3f9-47cd-8037-5f5a58db0284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2294121 Aug 05 12:00:07.797687 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-a9179da3-b975-4e27-ab91-86cfbbfff1b8 req-86da00d8-2505-46bd-b1a9-5161cef045c2 service neutron] Request body: {'port': {'device_id': 'e83bc7f0-6f7f-4ecf-ad69-400441f423b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:00:07.926020 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 55888) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:00:08.028653 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 10398842-178f-456b-9c5d-6a779a2012b3 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:00:08.158303 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f19296b0-42e8-4ee7-9641-162139881ce8 req-dd440356-251c-4479-b9a8-a5c164c8d197 tempest-VolumesNegativeTest-1055015797 tempest-VolumesNegativeTest-1055015797-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef05d95a-376e-45c7-818c-2cfec3cc7f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6682930 Aug 05 12:00:08.232582 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a844a801-4087-4371-b422-5937b2799224 req-6d7740b3-be4b-4cc3-8500-52cbcacf5035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:00:08.236146 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a844a801-4087-4371-b422-5937b2799224 req-6d7740b3-be4b-4cc3-8500-52cbcacf5035 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a3a277fc-3e89-49d6-972d-0acfc9ed2043 HTTP/1.1" status: 200 len: 835 time: 0.8132977 Aug 05 12:00:08.257795 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-3bac5db2-fa53-48f0-9579-988b2041e1a9 None None] Provisioning for port 28ccb344-53fb-4957-bd63-138100176396 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:00:08.295331 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-3bac5db2-fa53-48f0-9579-988b2041e1a9 None None] Provisioning complete for port 28ccb344-53fb-4957-bd63-138100176396 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:00:08.299007 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-3bac5db2-fa53-48f0-9579-988b2041e1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:08.416359 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db02b4dd-5c98-4f9f-895a-478e9fd5f141 None None] New status for floating IP 3316c298-f911-48c9-b887-85ae182fd5f6: ACTIVE {{(pid=94422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 12:00:08.437884 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-f7f5ad9b-c571-4d70-a54c-d6b1529b71f0 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "GET /v2.0/floatingips/3316c298-f911-48c9-b887-85ae182fd5f6 HTTP/1.1" status: 200 len: 992 time: 0.5002077 Aug 05 12:00:08.447228 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a844a801-4087-4371-b422-5937b2799224 req-a17d9eed-71bc-47c7-85ac-312c56eb0d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:00:08.451313 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a844a801-4087-4371-b422-5937b2799224 req-a17d9eed-71bc-47c7-85ac-312c56eb0d33 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=34f4b1c0-4781-4466-8dad-c7a46498afc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1928816 Aug 05 12:00:08.698773 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 10398842-178f-456b-9c5d-6a779a2012b3 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:00:08.704122 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:08.737018 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-3bac5db2-fa53-48f0-9579-988b2041e1a9 None None] Port 28ccb344-53fb-4957-bd63-138100176396 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 12:00:08.873964 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a844a801-4087-4371-b422-5937b2799224 req-efd9a283-0ef1-4fd2-bfb5-9eddde4dab55 service neutron] 10.222.0.64 "GET /v2.0/networks/34f4b1c0-4781-4466-8dad-c7a46498afc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3956883 Aug 05 12:00:09.248455 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-a9179da3-b975-4e27-ab91-86cfbbfff1b8 req-86da00d8-2505-46bd-b1a9-5161cef045c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:09.341643 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a844a801-4087-4371-b422-5937b2799224 req-9dded3b3-d9f9-4c3b-8416-609bce6e2918 service neutron] 10.222.0.64 "GET /v2.0/networks/34f4b1c0-4781-4466-8dad-c7a46498afc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4745760 Aug 05 12:00:09.440708 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3625fa62-9a6c-4e9f-b045-933f32fed0e4 req-34ea8a53-bd73-4e3a-a390-bf13a185c13a tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:00:09.440708 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3625fa62-9a6c-4e9f-b045-933f32fed0e4 req-34ea8a53-bd73-4e3a-a390-bf13a185c13a tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=d94b0f4e-7ccb-4775-b0e8-4c9ba00c486e HTTP/1.1" status: 200 len: 946 time: 0.2293057 Aug 05 12:00:09.469478 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9f7aaa2d-f8a4-4ff1-b9de-14823dd472dd req-7698029d-7d71-481a-9354-d11bcfc068d6 service neutron] 10.222.0.64 "GET /v2.0/networks/e221ebcf-1c88-4846-8587-94a0066507f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8344488 Aug 05 12:00:09.474779 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 55912) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:00:09.591853 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3625fa62-9a6c-4e9f-b045-933f32fed0e4 req-9252c18a-5555-447c-88db-943668ea6773 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=5b2ae25e-a3f9-47cd-8037-5f5a58db0284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1619594 Aug 05 12:00:09.805581 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde61c03-7439-433d-8e21-c0e9243b317a req-b7ed08b5-af66-4517-9639-202e97ec0554 tempest-VolumesNegativeTest-1055015797 tempest-VolumesNegativeTest-1055015797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:00:09.810745 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-dde61c03-7439-433d-8e21-c0e9243b317a req-b7ed08b5-af66-4517-9639-202e97ec0554 tempest-VolumesNegativeTest-1055015797 tempest-VolumesNegativeTest-1055015797-project] 10.222.0.58 "GET /v2.0/ports?device_id=e83bc7f0-6f7f-4ecf-ad69-400441f423b8 HTTP/1.1" status: 200 len: 935 time: 0.1693211 Aug 05 12:00:09.825312 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-7e33254f-f273-467c-9224-328cf2c811fa tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "GET /v2.0/floatingips/3316c298-f911-48c9-b887-85ae182fd5f6 HTTP/1.1" status: 200 len: 994 time: 0.3480673 Aug 05 12:00:09.876164 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-0c78eb6b-8f80-4a93-a300-0ded67ae955a req-7ec65af5-0d78-47d9-a58f-84769d292e0c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f2982b20-6da2-4689-ae89-08a6113e6505&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3014307 Aug 05 12:00:10.035697 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b5e87d7d-540e-434c-9963-cb0aa3729699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:10.053639 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-dde61c03-7439-433d-8e21-c0e9243b317a req-127b075b-42b9-47f2-8fc1-f7e49f65ce46 tempest-VolumesNegativeTest-1055015797 tempest-VolumesNegativeTest-1055015797-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef05d95a-376e-45c7-818c-2cfec3cc7f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465294 Aug 05 12:00:10.149997 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7aaa2d-f8a4-4ff1-b9de-14823dd472dd req-679d0288-5643-4a8b-abbf-197e17f1217d tempest-TestNetworkAdvancedServerOps-1820726671 tempest-TestNetworkAdvancedServerOps-1820726671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:00:10.151347 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:10.152960 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9f7aaa2d-f8a4-4ff1-b9de-14823dd472dd req-679d0288-5643-4a8b-abbf-197e17f1217d tempest-TestNetworkAdvancedServerOps-1820726671 tempest-TestNetworkAdvancedServerOps-1820726671-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=d94b0f4e-7ccb-4775-b0e8-4c9ba00c486e&tenant_id=7f88688726d24c8e9d77831659c7c3ae&binding%3Ahost_id=n-h2-803378-2 HTTP/1.1" status: 200 len: 1097 time: 0.3402317 Aug 05 12:00:10.178287 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-9f7aaa2d-f8a4-4ff1-b9de-14823dd472dd req-b6f6a71e-6894-424a-a8d3-23cab27cf5bc service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-803378-2'}}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:00:10.336179 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c78eb6b-8f80-4a93-a300-0ded67ae955a req-e0fe7f15-c596-48e1-b43e-b2eed3769307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:00:10.338789 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-0c78eb6b-8f80-4a93-a300-0ded67ae955a req-e0fe7f15-c596-48e1-b43e-b2eed3769307 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cbc89f3908d842d4a7beeb1a4fce5354&device_id=f2982b20-6da2-4689-ae89-08a6113e6505 HTTP/1.1" status: 200 len: 1096 time: 0.2212327 Aug 05 12:00:10.375565 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-9f7aaa2d-f8a4-4ff1-b9de-14823dd472dd req-b6f6a71e-6894-424a-a8d3-23cab27cf5bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:10.471348 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-a9179da3-b975-4e27-ab91-86cfbbfff1b8 req-86da00d8-2505-46bd-b1a9-5161cef045c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28ccb344-53fb-4957-bd63-138100176396 {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 12:00:10.486701 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-a9179da3-b975-4e27-ab91-86cfbbfff1b8 req-86da00d8-2505-46bd-b1a9-5161cef045c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:10.513251 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-a9179da3-b975-4e27-ab91-86cfbbfff1b8 req-86da00d8-2505-46bd-b1a9-5161cef045c2 service neutron] Transition to ACTIVE for port object 28ccb344-53fb-4957-bd63-138100176396 will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:00:10.639359 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-a9179da3-b975-4e27-ab91-86cfbbfff1b8 req-86da00d8-2505-46bd-b1a9-5161cef045c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:10.847114 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-9f7aaa2d-f8a4-4ff1-b9de-14823dd472dd req-b6f6a71e-6894-424a-a8d3-23cab27cf5bc service neutron] For port 97cc54b5-f892-4234-9f13-5b2a0c6073ad, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=97cc54b5-f892-4234-9f13-5b2a0c6073ad,segment=NetworkSegment(4364cd83-f658-4f94-974b-0a0c47401bd3),segment_id=4364cd83-f658-4f94-974b-0a0c47401bd3)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:00:10.946768 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86da00d8-2505-46bd-b1a9-5161cef045c2 service neutron] Pushing event updated for resources: {'Port': ['ID=28ccb344-53fb-4957-bd63-138100176396,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:00:11.024843 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c78eb6b-8f80-4a93-a300-0ded67ae955a req-73f9c52c-2172-4688-aefb-08da2ffd697b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:00:11.027053 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-0c78eb6b-8f80-4a93-a300-0ded67ae955a req-73f9c52c-2172-4688-aefb-08da2ffd697b service neutron] 10.222.0.64 "GET /v2.0/networks?id=1ac4b742-2a25-4935-8476-e9ad3e543504 HTTP/1.1" status: 200 len: 917 time: 0.6433229 Aug 05 12:00:11.115882 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6416b8f6-148e-4dd3-9d96-343e5ec53867 req-e50ae61f-db8a-415f-bf70-817e9f096442 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:00:11.123491 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6416b8f6-148e-4dd3-9d96-343e5ec53867 req-e50ae61f-db8a-415f-bf70-817e9f096442 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=d94b0f4e-7ccb-4775-b0e8-4c9ba00c486e HTTP/1.1" status: 200 len: 946 time: 0.2174835 Aug 05 12:00:11.219015 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-a9179da3-b975-4e27-ab91-86cfbbfff1b8 req-86da00d8-2505-46bd-b1a9-5161cef045c2 service neutron] Attempting to bind port 28ccb344-53fb-4957-bd63-138100176396 on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:00:11.219638 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-a9179da3-b975-4e27-ab91-86cfbbfff1b8 req-86da00d8-2505-46bd-b1a9-5161cef045c2 service neutron] Attempting to bind port 28ccb344-53fb-4957-bd63-138100176396 by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:00:11.220135 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9179da3-b975-4e27-ab91-86cfbbfff1b8 req-86da00d8-2505-46bd-b1a9-5161cef045c2 service neutron] Attempting to bind port 28ccb344-53fb-4957-bd63-138100176396 on network 91caede3-92e4-4b1e-8e3e-36227cfd846a {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:00:11.235898 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9179da3-b975-4e27-ab91-86cfbbfff1b8 req-86da00d8-2505-46bd-b1a9-5161cef045c2 service neutron] Port 28ccb344-53fb-4957-bd63-138100176396 on network 91caede3-92e4-4b1e-8e3e-36227cfd846a not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 12:00:11.237159 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9179da3-b975-4e27-ab91-86cfbbfff1b8 req-86da00d8-2505-46bd-b1a9-5161cef045c2 service neutron] Attempting to bind port 28ccb344-53fb-4957-bd63-138100176396 on network 91caede3-92e4-4b1e-8e3e-36227cfd846a {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:00:11.251225 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9179da3-b975-4e27-ab91-86cfbbfff1b8 req-86da00d8-2505-46bd-b1a9-5161cef045c2 service neutron] Checking agent: {'id': 'a8f1dd2d-227c-4e30-8844-52419ba734db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:00:11.251814 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9179da3-b975-4e27-ab91-86cfbbfff1b8 req-86da00d8-2505-46bd-b1a9-5161cef045c2 service neutron] Checking segment: {'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:00:11.251980 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-9f7aaa2d-f8a4-4ff1-b9de-14823dd472dd req-b6f6a71e-6894-424a-a8d3-23cab27cf5bc service neutron] For port 97cc54b5-f892-4234-9f13-5b2a0c6073ad, host n-h2-803378-2, cleared binding levels {{(pid=94420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:00:11.252463 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9179da3-b975-4e27-ab91-86cfbbfff1b8 req-86da00d8-2505-46bd-b1a9-5161cef045c2 service neutron] Bound using segment: {'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:00:11.253998 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-a9179da3-b975-4e27-ab91-86cfbbfff1b8 req-86da00d8-2505-46bd-b1a9-5161cef045c2 service neutron] Bound port: 28ccb344-53fb-4957-bd63-138100176396, host: n-h2-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:00:11.254732 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-a9179da3-b975-4e27-ab91-86cfbbfff1b8 req-86da00d8-2505-46bd-b1a9-5161cef045c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:11.373869 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-0c78eb6b-8f80-4a93-a300-0ded67ae955a req-5e2333cd-4bd6-4295-a486-6f96794e2817 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=06d6ee75-11e6-4dbf-9648-382f6d9c5c20 HTTP/1.1" status: 200 len: 1001 time: 0.3306706 Aug 05 12:00:11.428797 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6416b8f6-148e-4dd3-9d96-343e5ec53867 req-678f6d36-9998-43b6-814c-ab57a0276506 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=5b2ae25e-a3f9-47cd-8037-5f5a58db0284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2880561 Aug 05 12:00:11.510561 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd94b0f4e-7ccb-4775-b0e8-4c9ba00c486e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97cc54b5-f892-4234-9f13-5b2a0c6073ad'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:00:11.514220 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}828068ad8d405ad77660ce68fa78e1ffe658725812f7a08f9e488a446589295b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe4721e1-8760-454b-8a4e-1da6adb50ec1" -d '{"events": [{"server_uuid": "d94b0f4e-7ccb-4775-b0e8-4c9ba00c486e", "name": "network-vif-unplugged", "status": "completed", "tag": "97cc54b5-f892-4234-9f13-5b2a0c6073ad"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:00:11.531785 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-9f7aaa2d-f8a4-4ff1-b9de-14823dd472dd req-b6f6a71e-6894-424a-a8d3-23cab27cf5bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:11.551938 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-9f7aaa2d-f8a4-4ff1-b9de-14823dd472dd req-b6f6a71e-6894-424a-a8d3-23cab27cf5bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:11.567705 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c78eb6b-8f80-4a93-a300-0ded67ae955a req-5427dc19-41b9-4e79-b74c-4551201eca18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:00:11.570077 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-0c78eb6b-8f80-4a93-a300-0ded67ae955a req-5427dc19-41b9-4e79-b74c-4551201eca18 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a5e28117-6f3c-401b-be5b-a70254f1dc57 HTTP/1.1" status: 200 len: 855 time: 0.1824772 Aug 05 12:00:11.575010 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-a9179da3-b975-4e27-ab91-86cfbbfff1b8 req-86da00d8-2505-46bd-b1a9-5161cef045c2 service neutron] For port 28ccb344-53fb-4957-bd63-138100176396, host n-h2-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:00:11.677397 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-a9179da3-b975-4e27-ab91-86cfbbfff1b8 req-86da00d8-2505-46bd-b1a9-5161cef045c2 service neutron] For port 28ccb344-53fb-4957-bd63-138100176396, host n-h2-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=28ccb344-53fb-4957-bd63-138100176396,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:00:11.694178 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-a9179da3-b975-4e27-ab91-86cfbbfff1b8 req-86da00d8-2505-46bd-b1a9-5161cef045c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:11.700793 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ec4e78-69f0-4fde-a0d4-f50d591ece50 req-a13e6cbb-1a7e-470a-98cd-66b4e7c9da6c tempest-VolumesNegativeTest-1055015797 tempest-VolumesNegativeTest-1055015797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:00:11.711459 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a8ec4e78-69f0-4fde-a0d4-f50d591ece50 req-a13e6cbb-1a7e-470a-98cd-66b4e7c9da6c tempest-VolumesNegativeTest-1055015797 tempest-VolumesNegativeTest-1055015797-project] 10.222.0.58 "GET /v2.0/ports?device_id=e83bc7f0-6f7f-4ecf-ad69-400441f423b8 HTTP/1.1" status: 200 len: 947 time: 0.2927687 Aug 05 12:00:11.740262 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 05 Aug 2021 12:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83189c20-fdc3-442a-a165-f2a9ca7a6376 x-openstack-request-id: req-83189c20-fdc3-442a-a165-f2a9ca7a6376 {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:00:11.745353 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d94b0f4e-7ccb-4775-b0e8-4c9ba00c486e", "name": "network-vif-unplugged", "status": "completed", "tag": "97cc54b5-f892-4234-9f13-5b2a0c6073ad", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:00:11.745906 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-83189c20-fdc3-442a-a165-f2a9ca7a6376 {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:00:11.750525 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd94b0f4e-7ccb-4775-b0e8-4c9ba00c486e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97cc54b5-f892-4234-9f13-5b2a0c6073ad', 'code': 200} Aug 05 12:00:11.761341 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c78eb6b-8f80-4a93-a300-0ded67ae955a req-ac0702b4-7765-4cbb-afaa-c2388f57ccd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:00:11.764468 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-0c78eb6b-8f80-4a93-a300-0ded67ae955a req-ac0702b4-7765-4cbb-afaa-c2388f57ccd3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1ac4b742-2a25-4935-8476-e9ad3e543504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1756046 Aug 05 12:00:11.772902 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9179da3-b975-4e27-ab91-86cfbbfff1b8 req-86da00d8-2505-46bd-b1a9-5161cef045c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:00:11.773593 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-a9179da3-b975-4e27-ab91-86cfbbfff1b8 req-86da00d8-2505-46bd-b1a9-5161cef045c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:11.775924 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-a9179da3-b975-4e27-ab91-86cfbbfff1b8 req-86da00d8-2505-46bd-b1a9-5161cef045c2 service neutron] 10.222.0.55 "PUT /v2.0/ports/28ccb344-53fb-4957-bd63-138100176396 HTTP/1.1" status: 200 len: 1095 time: 4.0220585 Aug 05 12:00:11.776697 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e83bc7f0-6f7f-4ecf-ad69-400441f423b8', 'tag': '28ccb344-53fb-4957-bd63-138100176396'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:00:11.782306 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fc8da8f-6507-4d38-9755-aa0f981d0846" -d '{"events": [{"name": "network-changed", "server_uuid": "e83bc7f0-6f7f-4ecf-ad69-400441f423b8", "tag": "28ccb344-53fb-4957-bd63-138100176396"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:00:11.811585 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:11.998286 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 12:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-449ece25-771a-4e06-83f5-4f0a3185bca5 x-openstack-request-id: req-449ece25-771a-4e06-83f5-4f0a3185bca5 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:00:11.998584 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e83bc7f0-6f7f-4ecf-ad69-400441f423b8", "tag": "28ccb344-53fb-4957-bd63-138100176396", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:00:11.998977 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-449ece25-771a-4e06-83f5-4f0a3185bca5 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:00:11.999603 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e83bc7f0-6f7f-4ecf-ad69-400441f423b8', 'tag': '28ccb344-53fb-4957-bd63-138100176396', 'status': 'completed', 'code': 200} Aug 05 12:00:12.040922 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86da00d8-2505-46bd-b1a9-5161cef045c2 service neutron] Pushing event updated for resources: {'Port': ['ID=28ccb344-53fb-4957-bd63-138100176396,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:00:12.122789 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9179da3-b975-4e27-ab91-86cfbbfff1b8 req-8764c199-070f-4ae2-89f5-15f53afdad78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:00:12.126931 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-a9179da3-b975-4e27-ab91-86cfbbfff1b8 req-8764c199-070f-4ae2-89f5-15f53afdad78 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a8aad02902544402b81c8a9370898b2c&device_id=e83bc7f0-6f7f-4ecf-ad69-400441f423b8 HTTP/1.1" status: 200 len: 1098 time: 0.2092116 Aug 05 12:00:12.178974 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f6a71e-6894-424a-a8d3-23cab27cf5bc service neutron] Pushing event updated for resources: {'Port': ['ID=97cc54b5-f892-4234-9f13-5b2a0c6073ad,revision_number=7']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:00:12.279150 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a8ec4e78-69f0-4fde-a0d4-f50d591ece50 req-c5f585da-579e-4d9c-9119-e108e6e97dcb tempest-VolumesNegativeTest-1055015797 tempest-VolumesNegativeTest-1055015797-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef05d95a-376e-45c7-818c-2cfec3cc7f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5363607 Aug 05 12:00:12.324761 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-9f7aaa2d-f8a4-4ff1-b9de-14823dd472dd req-b6f6a71e-6894-424a-a8d3-23cab27cf5bc service neutron] Attempting to bind port 97cc54b5-f892-4234-9f13-5b2a0c6073ad on host n-h2-803378-2 for vnic_type normal with profile {"migrating_to": "n-h1-803378-2"} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:00:12.325501 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-9f7aaa2d-f8a4-4ff1-b9de-14823dd472dd req-b6f6a71e-6894-424a-a8d3-23cab27cf5bc service neutron] Attempting to bind port 97cc54b5-f892-4234-9f13-5b2a0c6073ad by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': '4364cd83-f658-4f94-974b-0a0c47401bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e221ebcf-1c88-4846-8587-94a0066507f5'}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:00:12.326176 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7aaa2d-f8a4-4ff1-b9de-14823dd472dd req-b6f6a71e-6894-424a-a8d3-23cab27cf5bc service neutron] Attempting to bind port 97cc54b5-f892-4234-9f13-5b2a0c6073ad on network e221ebcf-1c88-4846-8587-94a0066507f5 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:00:12.335312 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7aaa2d-f8a4-4ff1-b9de-14823dd472dd req-b6f6a71e-6894-424a-a8d3-23cab27cf5bc service neutron] Port 97cc54b5-f892-4234-9f13-5b2a0c6073ad on network e221ebcf-1c88-4846-8587-94a0066507f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 12:00:12.335687 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7aaa2d-f8a4-4ff1-b9de-14823dd472dd req-b6f6a71e-6894-424a-a8d3-23cab27cf5bc service neutron] Attempting to bind port 97cc54b5-f892-4234-9f13-5b2a0c6073ad on network e221ebcf-1c88-4846-8587-94a0066507f5 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:00:12.346299 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7aaa2d-f8a4-4ff1-b9de-14823dd472dd req-b6f6a71e-6894-424a-a8d3-23cab27cf5bc service neutron] Checking agent: {'id': 'a8f1dd2d-227c-4e30-8844-52419ba734db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 11, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:00:12.346852 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7aaa2d-f8a4-4ff1-b9de-14823dd472dd req-b6f6a71e-6894-424a-a8d3-23cab27cf5bc service neutron] Checking segment: {'id': '4364cd83-f658-4f94-974b-0a0c47401bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e221ebcf-1c88-4846-8587-94a0066507f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:00:12.347057 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-150ab880-17ea-4e5c-9010-0f73ca53457d None None] Provisioning complete for port 97cc54b5-f892-4234-9f13-5b2a0c6073ad triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:00:12.347452 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7aaa2d-f8a4-4ff1-b9de-14823dd472dd req-b6f6a71e-6894-424a-a8d3-23cab27cf5bc service neutron] Bound using segment: {'id': '4364cd83-f658-4f94-974b-0a0c47401bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e221ebcf-1c88-4846-8587-94a0066507f5'} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:00:12.347621 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-150ab880-17ea-4e5c-9010-0f73ca53457d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:12.348244 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-9f7aaa2d-f8a4-4ff1-b9de-14823dd472dd req-b6f6a71e-6894-424a-a8d3-23cab27cf5bc service neutron] Bound port: 97cc54b5-f892-4234-9f13-5b2a0c6073ad, host: n-h2-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4364cd83-f658-4f94-974b-0a0c47401bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e221ebcf-1c88-4846-8587-94a0066507f5'}}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:00:12.348865 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-9f7aaa2d-f8a4-4ff1-b9de-14823dd472dd req-b6f6a71e-6894-424a-a8d3-23cab27cf5bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:12.380989 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-a9179da3-b975-4e27-ab91-86cfbbfff1b8 req-26fade72-a274-4e5b-ba74-ab013055457b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=28ccb344-53fb-4957-bd63-138100176396 HTTP/1.1" status: 200 len: 217 time: 0.2321420 Aug 05 12:00:12.403465 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-0c78eb6b-8f80-4a93-a300-0ded67ae955a req-b18226ae-5fbe-4598-ba61-06a4b8394e06 service neutron] 10.222.0.64 "GET /v2.0/networks/1ac4b742-2a25-4935-8476-e9ad3e543504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5922775 Aug 05 12:00:12.490549 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-150ab880-17ea-4e5c-9010-0f73ca53457d None None] Port 97cc54b5-f892-4234-9f13-5b2a0c6073ad cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 12:00:12.562509 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-9f7aaa2d-f8a4-4ff1-b9de-14823dd472dd req-b6f6a71e-6894-424a-a8d3-23cab27cf5bc service neutron] For port 97cc54b5-f892-4234-9f13-5b2a0c6073ad, host n-h2-803378-2, cleared binding levels {{(pid=94420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:00:12.564136 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-9f7aaa2d-f8a4-4ff1-b9de-14823dd472dd req-b6f6a71e-6894-424a-a8d3-23cab27cf5bc service neutron] For port 97cc54b5-f892-4234-9f13-5b2a0c6073ad, host n-h2-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=97cc54b5-f892-4234-9f13-5b2a0c6073ad,segment=NetworkSegment(4364cd83-f658-4f94-974b-0a0c47401bd3),segment_id=4364cd83-f658-4f94-974b-0a0c47401bd3)] {{(pid=94420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:00:12.568970 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9179da3-b975-4e27-ab91-86cfbbfff1b8 req-f7bfb925-f869-4199-bb59-ebd4ad02e15c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:00:12.571168 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-a9179da3-b975-4e27-ab91-86cfbbfff1b8 req-f7bfb925-f869-4199-bb59-ebd4ad02e15c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6842f728-c2f3-4e36-bb32-3303d06ce3f4 HTTP/1.1" status: 200 len: 843 time: 0.1466868 Aug 05 12:00:12.580438 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-9f7aaa2d-f8a4-4ff1-b9de-14823dd472dd req-b6f6a71e-6894-424a-a8d3-23cab27cf5bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:12.837035 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5818be-c56b-4b99-9b34-a0c3b50a1433 req-94c3fb84-ad44-4752-adf9-b0c224a91d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:00:12.840470 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ae5818be-c56b-4b99-9b34-a0c3b50a1433 req-94c3fb84-ad44-4752-adf9-b0c224a91d6b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7f88688726d24c8e9d77831659c7c3ae&device_id=d94b0f4e-7ccb-4775-b0e8-4c9ba00c486e HTTP/1.1" status: 200 len: 1125 time: 0.2301054 Aug 05 12:00:12.912122 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9179da3-b975-4e27-ab91-86cfbbfff1b8 req-0c1bd0d4-c818-4358-a681-31d92875d2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:00:12.921444 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-a9179da3-b975-4e27-ab91-86cfbbfff1b8 req-0c1bd0d4-c818-4358-a681-31d92875d2f7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=91caede3-92e4-4b1e-8e3e-36227cfd846a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2914703 Aug 05 12:00:12.962469 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f6a71e-6894-424a-a8d3-23cab27cf5bc service neutron] Pushing event updated for resources: {'Port': ['ID=97cc54b5-f892-4234-9f13-5b2a0c6073ad,revision_number=8']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:00:13.023606 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d7fa87-d900-461d-a7d0-3a600f3d5d66 req-d3a40e1f-ee9d-4904-b6f8-b87e9cf1d8d0 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:00:13.045484 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f8d7fa87-d900-461d-a7d0-3a600f3d5d66 req-d3a40e1f-ee9d-4904-b6f8-b87e9cf1d8d0 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=d94b0f4e-7ccb-4775-b0e8-4c9ba00c486e HTTP/1.1" status: 200 len: 944 time: 0.4076560 Aug 05 12:00:13.176835 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f8d7fa87-d900-461d-a7d0-3a600f3d5d66 req-f330cadb-10d8-4b6b-ad9d-edcebbddf6c8 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=5b2ae25e-a3f9-47cd-8037-5f5a58db0284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1308084 Aug 05 12:00:13.246790 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-0c78eb6b-8f80-4a93-a300-0ded67ae955a req-45ea9049-64fe-46f4-bae4-d899ca0dadd1 service neutron] 10.222.0.64 "GET /v2.0/networks/1ac4b742-2a25-4935-8476-e9ad3e543504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8411064 Aug 05 12:00:13.275456 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7aaa2d-f8a4-4ff1-b9de-14823dd472dd req-b6f6a71e-6894-424a-a8d3-23cab27cf5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:00:13.281877 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-9f7aaa2d-f8a4-4ff1-b9de-14823dd472dd req-b6f6a71e-6894-424a-a8d3-23cab27cf5bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:13.286101 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9f7aaa2d-f8a4-4ff1-b9de-14823dd472dd req-b6f6a71e-6894-424a-a8d3-23cab27cf5bc service neutron] 10.222.0.64 "PUT /v2.0/ports/97cc54b5-f892-4234-9f13-5b2a0c6073ad HTTP/1.1" status: 200 len: 1122 time: 3.1218219 Aug 05 12:00:13.434620 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['97cc54b5-f892-4234-9f13-5b2a0c6073ad'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 12:00:13.482016 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-974700e0-654e-4c73-b299-d40e3817beab None None] Provisioning complete for port 97cc54b5-f892-4234-9f13-5b2a0c6073ad triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:00:13.485118 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-974700e0-654e-4c73-b299-d40e3817beab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:13.490799 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5818be-c56b-4b99-9b34-a0c3b50a1433 req-1dc0c66a-6750-4e69-b603-548e031845f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:00:13.498231 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ae5818be-c56b-4b99-9b34-a0c3b50a1433 req-1dc0c66a-6750-4e69-b603-548e031845f0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e221ebcf-1c88-4846-8587-94a0066507f5 HTTP/1.1" status: 200 len: 897 time: 0.5969250 Aug 05 12:00:13.508038 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-a9179da3-b975-4e27-ab91-86cfbbfff1b8 req-e581686f-41cf-4c2f-9df4-7c44c54c7039 service neutron] 10.222.0.55 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5501935 Aug 05 12:00:13.752502 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cb66ff-781a-47fd-8e88-dad086f38de3 req-0d1386bd-f18f-4fdc-94ee-067d368e0a8f tempest-VolumesNegativeTest-1055015797 tempest-VolumesNegativeTest-1055015797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:00:13.766066 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-85cb66ff-781a-47fd-8e88-dad086f38de3 req-0d1386bd-f18f-4fdc-94ee-067d368e0a8f tempest-VolumesNegativeTest-1055015797 tempest-VolumesNegativeTest-1055015797-project] 10.222.0.58 "GET /v2.0/ports?device_id=e83bc7f0-6f7f-4ecf-ad69-400441f423b8 HTTP/1.1" status: 200 len: 947 time: 0.2444487 Aug 05 12:00:13.766964 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-974700e0-654e-4c73-b299-d40e3817beab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:13.780847 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd94b0f4e-7ccb-4775-b0e8-4c9ba00c486e', 'tag': '97cc54b5-f892-4234-9f13-5b2a0c6073ad'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:00:13.786396 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}828068ad8d405ad77660ce68fa78e1ffe658725812f7a08f9e488a446589295b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f00bd1b4-0626-4ef6-85fa-de426f73dd6f" -d '{"events": [{"name": "network-changed", "server_uuid": "d94b0f4e-7ccb-4775-b0e8-4c9ba00c486e", "tag": "97cc54b5-f892-4234-9f13-5b2a0c6073ad"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:00:13.880765 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-85cb66ff-781a-47fd-8e88-dad086f38de3 req-588fd6d0-f576-49e8-8827-0d326fd9a3d8 tempest-VolumesNegativeTest-1055015797 tempest-VolumesNegativeTest-1055015797-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef05d95a-376e-45c7-818c-2cfec3cc7f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095326 Aug 05 12:00:13.939090 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 12:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e37febfe-c193-4c4f-8cab-47f388d1c7f9 x-openstack-request-id: req-e37febfe-c193-4c4f-8cab-47f388d1c7f9 {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:00:13.939591 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d94b0f4e-7ccb-4775-b0e8-4c9ba00c486e", "tag": "97cc54b5-f892-4234-9f13-5b2a0c6073ad", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:00:13.940032 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e37febfe-c193-4c4f-8cab-47f388d1c7f9 {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:00:13.940737 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd94b0f4e-7ccb-4775-b0e8-4c9ba00c486e', 'tag': '97cc54b5-f892-4234-9f13-5b2a0c6073ad', 'status': 'completed', 'code': 200} Aug 05 12:00:13.984631 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-a9179da3-b975-4e27-ab91-86cfbbfff1b8 req-534396ef-817e-4446-82a0-e4aa96c1bb3b service neutron] 10.222.0.55 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4507184 Aug 05 12:00:14.005780 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd94b0f4e-7ccb-4775-b0e8-4c9ba00c486e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97cc54b5-f892-4234-9f13-5b2a0c6073ad'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:00:14.009893 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aed8ae33-0106-4c25-b3c8-490ba25ce6b1" -d '{"events": [{"server_uuid": "d94b0f4e-7ccb-4775-b0e8-4c9ba00c486e", "name": "network-vif-plugged", "status": "completed", "tag": "97cc54b5-f892-4234-9f13-5b2a0c6073ad"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:00:14.021280 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ae5818be-c56b-4b99-9b34-a0c3b50a1433 req-aa6d6795-b478-4db9-8685-2dc78dcb73ae service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97cc54b5-f892-4234-9f13-5b2a0c6073ad HTTP/1.1" status: 200 len: 1000 time: 0.4893024 Aug 05 12:00:14.085346 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-974700e0-654e-4c73-b299-d40e3817beab None None] For port 97cc54b5-f892-4234-9f13-5b2a0c6073ad, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=97cc54b5-f892-4234-9f13-5b2a0c6073ad,segment=NetworkSegment(4364cd83-f658-4f94-974b-0a0c47401bd3),segment_id=4364cd83-f658-4f94-974b-0a0c47401bd3)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:00:14.087385 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:14.144443 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5818be-c56b-4b99-9b34-a0c3b50a1433 req-f06f705f-70a1-45d9-974e-4e4fd82662b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:00:14.146774 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ae5818be-c56b-4b99-9b34-a0c3b50a1433 req-f06f705f-70a1-45d9-974e-4e4fd82662b9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=271660a4-93c7-4978-8162-ad97a3c0f69a HTTP/1.1" status: 200 len: 835 time: 0.1168020 Aug 05 12:00:14.202794 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 12:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c48c757-6d87-461a-9bdb-3d5b63909f06 x-openstack-request-id: req-5c48c757-6d87-461a-9bdb-3d5b63909f06 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:00:14.207069 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d94b0f4e-7ccb-4775-b0e8-4c9ba00c486e", "name": "network-vif-plugged", "status": "completed", "tag": "97cc54b5-f892-4234-9f13-5b2a0c6073ad", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:00:14.207804 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5c48c757-6d87-461a-9bdb-3d5b63909f06 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:00:14.208757 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd94b0f4e-7ccb-4775-b0e8-4c9ba00c486e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97cc54b5-f892-4234-9f13-5b2a0c6073ad', 'code': 200} Aug 05 12:00:14.211990 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-974700e0-654e-4c73-b299-d40e3817beab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:14.366350 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc8da8f-6507-4d38-9755-aa0f981d0846 req-98bb247c-ee8b-4684-9b30-e30dc5d3317c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:00:14.393031 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6fc8da8f-6507-4d38-9755-aa0f981d0846 req-98bb247c-ee8b-4684-9b30-e30dc5d3317c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a8aad02902544402b81c8a9370898b2c&device_id=e83bc7f0-6f7f-4ecf-ad69-400441f423b8 HTTP/1.1" status: 200 len: 1098 time: 0.2009780 Aug 05 12:00:14.473716 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5818be-c56b-4b99-9b34-a0c3b50a1433 req-3dd5bc5b-4c2b-44c4-8988-4889f6dcae48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:00:14.477132 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ae5818be-c56b-4b99-9b34-a0c3b50a1433 req-3dd5bc5b-4c2b-44c4-8988-4889f6dcae48 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e221ebcf-1c88-4846-8587-94a0066507f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3200159 Aug 05 12:00:14.514645 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b56e925-cdb0-4b7c-8e42-170693186029 req-33f91d00-1990-4e8a-a59a-b9960a2b742f tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:00:14.522151 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0b56e925-cdb0-4b7c-8e42-170693186029 req-33f91d00-1990-4e8a-a59a-b9960a2b742f tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=d94b0f4e-7ccb-4775-b0e8-4c9ba00c486e HTTP/1.1" status: 200 len: 946 time: 0.1380687 Aug 05 12:00:14.644661 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0b56e925-cdb0-4b7c-8e42-170693186029 req-7cb21fe5-9fb0-436d-b321-5efb4631c579 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=5b2ae25e-a3f9-47cd-8037-5f5a58db0284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126282 Aug 05 12:00:14.743109 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974700e0-654e-4c73-b299-d40e3817beab None None] Pushing event updated for resources: {'Port': ['ID=97cc54b5-f892-4234-9f13-5b2a0c6073ad,revision_number=9']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:00:14.765073 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974700e0-654e-4c73-b299-d40e3817beab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:00:14.766147 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974700e0-654e-4c73-b299-d40e3817beab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:00:14.766147 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974700e0-654e-4c73-b299-d40e3817beab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:00:14.766650 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974700e0-654e-4c73-b299-d40e3817beab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:00:14.767416 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974700e0-654e-4c73-b299-d40e3817beab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:00:14.768189 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974700e0-654e-4c73-b299-d40e3817beab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:00:14.769022 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974700e0-654e-4c73-b299-d40e3817beab None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:00:14.769686 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974700e0-654e-4c73-b299-d40e3817beab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:00:14.770137 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974700e0-654e-4c73-b299-d40e3817beab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:00:14.771344 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974700e0-654e-4c73-b299-d40e3817beab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:00:14.771816 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974700e0-654e-4c73-b299-d40e3817beab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:00:14.772382 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974700e0-654e-4c73-b299-d40e3817beab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:00:14.868146 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc8da8f-6507-4d38-9755-aa0f981d0846 req-d84bc285-5d39-4830-a7cd-0e0a92f4410b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:00:14.872280 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6fc8da8f-6507-4d38-9755-aa0f981d0846 req-d84bc285-5d39-4830-a7cd-0e0a92f4410b service neutron] 10.222.0.55 "GET /v2.0/networks?id=91caede3-92e4-4b1e-8e3e-36227cfd846a HTTP/1.1" status: 200 len: 870 time: 0.4593575 Aug 05 12:00:15.042519 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ae5818be-c56b-4b99-9b34-a0c3b50a1433 req-058f6712-2857-45dd-b8d5-463c1474c0cc service neutron] 10.222.0.55 "GET /v2.0/networks/e221ebcf-1c88-4846-8587-94a0066507f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4310114 Aug 05 12:00:15.046081 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6fc8da8f-6507-4d38-9755-aa0f981d0846 req-12014d15-cd05-4fc7-b236-d5a44888950a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=28ccb344-53fb-4957-bd63-138100176396 HTTP/1.1" status: 200 len: 217 time: 0.1516600 Aug 05 12:00:15.323594 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc04801-ceb9-4e03-a4ed-4410d35c74f8 req-ec789ba8-e00b-4a7a-ba31-f843d02e16c9 tempest-VolumesNegativeTest-1055015797 tempest-VolumesNegativeTest-1055015797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:00:15.326713 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-adc04801-ceb9-4e03-a4ed-4410d35c74f8 req-ec789ba8-e00b-4a7a-ba31-f843d02e16c9 tempest-VolumesNegativeTest-1055015797 tempest-VolumesNegativeTest-1055015797-project] 10.222.0.58 "GET /v2.0/ports?device_id=e83bc7f0-6f7f-4ecf-ad69-400441f423b8 HTTP/1.1" status: 200 len: 947 time: 0.2186275 Aug 05 12:00:15.336085 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc8da8f-6507-4d38-9755-aa0f981d0846 req-29f2895c-4288-4e27-9fc4-ef1a25c0eab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:00:15.342557 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6fc8da8f-6507-4d38-9755-aa0f981d0846 req-29f2895c-4288-4e27-9fc4-ef1a25c0eab8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6842f728-c2f3-4e36-bb32-3303d06ce3f4 HTTP/1.1" status: 200 len: 843 time: 0.2771618 Aug 05 12:00:15.466399 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-adc04801-ceb9-4e03-a4ed-4410d35c74f8 req-babc8ae1-003b-480b-8377-18492a116562 tempest-VolumesNegativeTest-1055015797 tempest-VolumesNegativeTest-1055015797-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef05d95a-376e-45c7-818c-2cfec3cc7f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279063 Aug 05 12:00:15.478665 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ae5818be-c56b-4b99-9b34-a0c3b50a1433 req-c46a355c-5839-4f7f-81d4-ea81ce68a0ee service neutron] 10.222.0.55 "GET /v2.0/networks/e221ebcf-1c88-4846-8587-94a0066507f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4095528 Aug 05 12:00:15.509207 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc8da8f-6507-4d38-9755-aa0f981d0846 req-4e97f01c-9e91-42e9-a3a1-6a5b5a8ece48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:00:15.511491 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6fc8da8f-6507-4d38-9755-aa0f981d0846 req-4e97f01c-9e91-42e9-a3a1-6a5b5a8ece48 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=91caede3-92e4-4b1e-8e3e-36227cfd846a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1545186 Aug 05 12:00:15.784826 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00bd1b4-0626-4ef6-85fa-de426f73dd6f req-f7fa916d-bbed-4ceb-ad29-54ad35b67592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:00:15.787448 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-f00bd1b4-0626-4ef6-85fa-de426f73dd6f req-f7fa916d-bbed-4ceb-ad29-54ad35b67592 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7f88688726d24c8e9d77831659c7c3ae&device_id=d94b0f4e-7ccb-4775-b0e8-4c9ba00c486e HTTP/1.1" status: 200 len: 1127 time: 0.1676004 Aug 05 12:00:15.906730 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6fc8da8f-6507-4d38-9755-aa0f981d0846 req-185b676c-ea80-493a-994c-c89756bb8613 service neutron] 10.222.0.55 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3759511 Aug 05 12:00:15.927062 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa539a46-8c0d-4bbf-af3c-792dbfaf767b req-799ec796-cedb-422a-8f54-3ac97bb1baf9 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:00:15.947653 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-aa539a46-8c0d-4bbf-af3c-792dbfaf767b req-799ec796-cedb-422a-8f54-3ac97bb1baf9 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=d94b0f4e-7ccb-4775-b0e8-4c9ba00c486e HTTP/1.1" status: 200 len: 946 time: 0.1466339 Aug 05 12:00:15.980833 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 97cc54b5-f892-4234-9f13-5b2a0c6073ad details requested by agent hyperv_n-h1-803378-2 with host n-h1-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 12:00:16.106205 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-aa539a46-8c0d-4bbf-af3c-792dbfaf767b req-73122d9f-4fdf-4d1e-a819-f0acc2373237 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=5b2ae25e-a3f9-47cd-8037-5f5a58db0284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1495287 Aug 05 12:00:16.202209 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6fc8da8f-6507-4d38-9755-aa0f981d0846 req-c34948e7-48d1-487d-9dfb-fea8e8d042ff service neutron] 10.222.0.55 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938884 Aug 05 12:00:16.204909 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00bd1b4-0626-4ef6-85fa-de426f73dd6f req-62f5043b-0c03-4ccd-915f-5cb452770229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:00:16.207787 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-f00bd1b4-0626-4ef6-85fa-de426f73dd6f req-62f5043b-0c03-4ccd-915f-5cb452770229 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e221ebcf-1c88-4846-8587-94a0066507f5 HTTP/1.1" status: 200 len: 897 time: 0.4124334 Aug 05 12:00:16.304884 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 97cc54b5-f892-4234-9f13-5b2a0c6073ad, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=97cc54b5-f892-4234-9f13-5b2a0c6073ad,segment=NetworkSegment(4364cd83-f658-4f94-974b-0a0c47401bd3),segment_id=4364cd83-f658-4f94-974b-0a0c47401bd3)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:00:16.335100 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 97cc54b5-f892-4234-9f13-5b2a0c6073ad has no active binding in host n-h1-803378-2 {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 05 12:00:16.349089 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-f00bd1b4-0626-4ef6-85fa-de426f73dd6f req-0816a36e-ff9f-4bea-8058-2e65d27a5915 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97cc54b5-f892-4234-9f13-5b2a0c6073ad HTTP/1.1" status: 200 len: 1002 time: 0.1211040 Aug 05 12:00:16.453787 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00bd1b4-0626-4ef6-85fa-de426f73dd6f req-d9fef234-fa99-4330-9f26-22c87c2c3fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:00:16.455806 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-f00bd1b4-0626-4ef6-85fa-de426f73dd6f req-d9fef234-fa99-4330-9f26-22c87c2c3fb4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=271660a4-93c7-4978-8162-ad97a3c0f69a HTTP/1.1" status: 200 len: 835 time: 0.0986078 Aug 05 12:00:16.582416 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00bd1b4-0626-4ef6-85fa-de426f73dd6f req-78530550-3e0c-4b59-8b09-8f297f31e95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:00:16.585138 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-f00bd1b4-0626-4ef6-85fa-de426f73dd6f req-78530550-3e0c-4b59-8b09-8f297f31e95b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e221ebcf-1c88-4846-8587-94a0066507f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1180236 Aug 05 12:00:16.697106 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 28ccb344-53fb-4957-bd63-138100176396 details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 12:00:16.769478 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2829a2a-13db-46f3-b157-6545347f2638 req-9496b6d5-0efb-47f6-8de5-2b702605ddcb tempest-VolumesNegativeTest-1055015797 tempest-VolumesNegativeTest-1055015797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:00:16.772228 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d2829a2a-13db-46f3-b157-6545347f2638 req-9496b6d5-0efb-47f6-8de5-2b702605ddcb tempest-VolumesNegativeTest-1055015797 tempest-VolumesNegativeTest-1055015797-project] 10.222.0.58 "GET /v2.0/ports?device_id=e83bc7f0-6f7f-4ecf-ad69-400441f423b8 HTTP/1.1" status: 200 len: 947 time: 0.1164832 Aug 05 12:00:16.920931 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d2829a2a-13db-46f3-b157-6545347f2638 req-10c71ed2-06ae-408d-a664-f6c10ea0481d tempest-VolumesNegativeTest-1055015797 tempest-VolumesNegativeTest-1055015797-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef05d95a-376e-45c7-818c-2cfec3cc7f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474557 Aug 05 12:00:16.926027 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-f00bd1b4-0626-4ef6-85fa-de426f73dd6f req-ae84d63c-4fcb-4834-b5e9-3d5f9a5f7c2c service neutron] 10.222.0.55 "GET /v2.0/networks/e221ebcf-1c88-4846-8587-94a0066507f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3318455 Aug 05 12:00:16.998105 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 28ccb344-53fb-4957-bd63-138100176396, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=28ccb344-53fb-4957-bd63-138100176396,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:00:17.040477 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Returning: {'device': '28ccb344-53fb-4957-bd63-138100176396', 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a', 'port_id': '28ccb344-53fb-4957-bd63-138100176396', 'mac_address': 'fa:16:3e:4e:61:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6842f728-c2f3-4e36-bb32-3303d06ce3f4', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 12:00:17.142417 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:17.172658 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28ccb344-53fb-4957-bd63-138100176396 {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 12:00:17.200793 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-f00bd1b4-0626-4ef6-85fa-de426f73dd6f req-5ffbe17a-0a4d-4d6b-a59d-8e4ec036c0cf service neutron] 10.222.0.55 "GET /v2.0/networks/e221ebcf-1c88-4846-8587-94a0066507f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2642946 Aug 05 12:00:17.222276 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 28ccb344-53fb-4957-bd63-138100176396, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=28ccb344-53fb-4957-bd63-138100176396,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:00:17.242136 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:17.355787 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=28ccb344-53fb-4957-bd63-138100176396,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:00:17.427852 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19bc1bb-20fb-4537-a3bc-ae1d1481fe11 req-c549b10c-7286-4fbe-9738-9cf8a1605710 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:00:17.435512 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b19bc1bb-20fb-4537-a3bc-ae1d1481fe11 req-c549b10c-7286-4fbe-9738-9cf8a1605710 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=d94b0f4e-7ccb-4775-b0e8-4c9ba00c486e HTTP/1.1" status: 200 len: 946 time: 0.1165998 Aug 05 12:00:17.514557 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b19bc1bb-20fb-4537-a3bc-ae1d1481fe11 req-3457c11a-ac90-460f-9111-75f22b0df39b tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=5b2ae25e-a3f9-47cd-8037-5f5a58db0284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744286 Aug 05 12:00:17.582162 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['28ccb344-53fb-4957-bd63-138100176396'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 12:00:18.156360 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fccae3-87e1-4614-a2ad-0009a7df1b0c req-33f33650-16cd-469f-8369-91686f5aab29 tempest-VolumesNegativeTest-1055015797 tempest-VolumesNegativeTest-1055015797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:00:18.159210 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-74fccae3-87e1-4614-a2ad-0009a7df1b0c req-33f33650-16cd-469f-8369-91686f5aab29 tempest-VolumesNegativeTest-1055015797 tempest-VolumesNegativeTest-1055015797-project] 10.222.0.58 "GET /v2.0/ports?device_id=e83bc7f0-6f7f-4ecf-ad69-400441f423b8 HTTP/1.1" status: 200 len: 948 time: 0.0954077 Aug 05 12:00:18.221892 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-74fccae3-87e1-4614-a2ad-0009a7df1b0c req-a561563f-653d-4b38-b10c-2ba5ff3af184 tempest-VolumesNegativeTest-1055015797 tempest-VolumesNegativeTest-1055015797-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef05d95a-376e-45c7-818c-2cfec3cc7f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527482 Aug 05 12:00:18.728399 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 28ccb344-53fb-4957-bd63-138100176396 up at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:00:18.919639 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc977c74-c9ef-4325-9afa-c31080d5393e req-3bfeefda-fe93-4530-ad59-a1d255ed8167 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:00:18.924398 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bc977c74-c9ef-4325-9afa-c31080d5393e req-3bfeefda-fe93-4530-ad59-a1d255ed8167 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=d94b0f4e-7ccb-4775-b0e8-4c9ba00c486e HTTP/1.1" status: 200 len: 946 time: 0.2200725 Aug 05 12:00:18.965278 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning for port 28ccb344-53fb-4957-bd63-138100176396 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:00:18.982862 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning complete for port 28ccb344-53fb-4957-bd63-138100176396 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:00:18.983508 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:19.097531 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bc977c74-c9ef-4325-9afa-c31080d5393e req-558b8ff1-4980-4663-9016-38e1a39a4225 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=5b2ae25e-a3f9-47cd-8037-5f5a58db0284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1589341 Aug 05 12:00:19.322826 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:19.396053 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e83bc7f0-6f7f-4ecf-ad69-400441f423b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28ccb344-53fb-4957-bd63-138100176396'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:00:19.410927 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b856dfe-0659-4ca5-bbb6-fe5252ddc539" -d '{"events": [{"server_uuid": "e83bc7f0-6f7f-4ecf-ad69-400441f423b8", "name": "network-vif-plugged", "status": "completed", "tag": "28ccb344-53fb-4957-bd63-138100176396"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:00:19.478185 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 28ccb344-53fb-4957-bd63-138100176396, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=28ccb344-53fb-4957-bd63-138100176396,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:00:19.504365 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:19.526166 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264cd8d3-c800-4823-82a7-9a332c7591fd req-5183250a-6899-4930-8e1a-2c205da5b462 tempest-VolumesNegativeTest-1055015797 tempest-VolumesNegativeTest-1055015797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:00:19.556661 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-264cd8d3-c800-4823-82a7-9a332c7591fd req-5183250a-6899-4930-8e1a-2c205da5b462 tempest-VolumesNegativeTest-1055015797 tempest-VolumesNegativeTest-1055015797-project] 10.222.0.58 "GET /v2.0/ports?device_id=e83bc7f0-6f7f-4ecf-ad69-400441f423b8 HTTP/1.1" status: 200 len: 948 time: 0.1695309 Aug 05 12:00:19.677364 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=28ccb344-53fb-4957-bd63-138100176396,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:00:19.690748 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-264cd8d3-c800-4823-82a7-9a332c7591fd req-02ae575b-edf4-448e-b446-112373330d4d tempest-VolumesNegativeTest-1055015797 tempest-VolumesNegativeTest-1055015797-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef05d95a-376e-45c7-818c-2cfec3cc7f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315560 Aug 05 12:00:19.713794 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 12:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a346a45-459f-4588-a825-1e8c54353829 x-openstack-request-id: req-0a346a45-459f-4588-a825-1e8c54353829 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:00:19.724685 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e83bc7f0-6f7f-4ecf-ad69-400441f423b8", "name": "network-vif-plugged", "status": "completed", "tag": "28ccb344-53fb-4957-bd63-138100176396", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:00:19.725308 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0a346a45-459f-4588-a825-1e8c54353829 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:00:19.725883 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e83bc7f0-6f7f-4ecf-ad69-400441f423b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28ccb344-53fb-4957-bd63-138100176396', 'code': 200} Aug 05 12:00:19.948752 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8437f64e-72e7-44cd-810f-03ac69715717 req-f3974fea-d097-4934-be33-4bcdcae0f4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:00:19.951835 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8437f64e-72e7-44cd-810f-03ac69715717 req-f3974fea-d097-4934-be33-4bcdcae0f4b7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e83bc7f0-6f7f-4ecf-ad69-400441f423b8 HTTP/1.1" status: 200 len: 1100 time: 0.0978806 Aug 05 12:00:20.037641 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8437f64e-72e7-44cd-810f-03ac69715717 req-5276e2ec-d81a-4ffa-83dd-1b2c32808801 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ef05d95a-376e-45c7-818c-2cfec3cc7f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776114 Aug 05 12:00:20.354770 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6cfe97-74aa-4396-8d30-462db13ef880 req-da3848cd-4360-46d5-8e55-3d3912c4fc09 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:00:20.359360 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5d6cfe97-74aa-4396-8d30-462db13ef880 req-da3848cd-4360-46d5-8e55-3d3912c4fc09 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=d94b0f4e-7ccb-4775-b0e8-4c9ba00c486e HTTP/1.1" status: 200 len: 946 time: 0.1200337 Aug 05 12:00:20.466995 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5d6cfe97-74aa-4396-8d30-462db13ef880 req-ee44da17-fd5d-4127-9c6f-66be3ea6102c tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=5b2ae25e-a3f9-47cd-8037-5f5a58db0284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877120 Aug 05 12:00:20.940621 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d9cfdc-9d00-487e-a8a8-6241657f25be req-f6fe8465-945f-485d-86b3-9ac457529fd8 tempest-VolumesNegativeTest-1055015797 tempest-VolumesNegativeTest-1055015797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:00:20.957488 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-56d9cfdc-9d00-487e-a8a8-6241657f25be req-f6fe8465-945f-485d-86b3-9ac457529fd8 tempest-VolumesNegativeTest-1055015797 tempest-VolumesNegativeTest-1055015797-project] 10.222.0.58 "GET /v2.0/ports?device_id=e83bc7f0-6f7f-4ecf-ad69-400441f423b8 HTTP/1.1" status: 200 len: 949 time: 0.1195214 Aug 05 12:00:21.065266 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-56d9cfdc-9d00-487e-a8a8-6241657f25be req-7211fb18-f546-449c-b966-4fbf4a1256da tempest-VolumesNegativeTest-1055015797 tempest-VolumesNegativeTest-1055015797-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef05d95a-376e-45c7-818c-2cfec3cc7f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047604 Aug 05 12:00:21.769201 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe950ef-3624-4721-8cf7-e153c198a430 req-4bc251af-5559-4311-b220-6c6c5f37f468 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:00:21.782720 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cfe950ef-3624-4721-8cf7-e153c198a430 req-4bc251af-5559-4311-b220-6c6c5f37f468 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=d94b0f4e-7ccb-4775-b0e8-4c9ba00c486e HTTP/1.1" status: 200 len: 946 time: 0.1496842 Aug 05 12:00:21.878447 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cfe950ef-3624-4721-8cf7-e153c198a430 req-91e3c583-dadc-4d88-bca1-bf4674bdb5d2 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=5b2ae25e-a3f9-47cd-8037-5f5a58db0284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875242 Aug 05 12:00:22.356984 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:22.387660 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664da478-8503-4282-a9d4-4be946a94a38 req-31e02fc3-0d18-4d95-add4-6712b055de22 tempest-VolumesNegativeTest-1055015797 tempest-VolumesNegativeTest-1055015797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:00:22.390538 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-664da478-8503-4282-a9d4-4be946a94a38 req-31e02fc3-0d18-4d95-add4-6712b055de22 tempest-VolumesNegativeTest-1055015797 tempest-VolumesNegativeTest-1055015797-project] 10.222.0.58 "GET /v2.0/ports?device_id=e83bc7f0-6f7f-4ecf-ad69-400441f423b8 HTTP/1.1" status: 200 len: 949 time: 0.1606927 Aug 05 12:00:22.485256 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-664da478-8503-4282-a9d4-4be946a94a38 req-31ded71d-3b94-4cd0-abe5-2cbad71163c2 tempest-VolumesNegativeTest-1055015797 tempest-VolumesNegativeTest-1055015797-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef05d95a-376e-45c7-818c-2cfec3cc7f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736101 Aug 05 12:00:23.320240 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69d262f-1de3-4603-ae91-31d7888e960a req-c08500ed-a292-4c16-a22c-63c00e195412 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:00:23.333412 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f69d262f-1de3-4603-ae91-31d7888e960a req-c08500ed-a292-4c16-a22c-63c00e195412 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=d94b0f4e-7ccb-4775-b0e8-4c9ba00c486e HTTP/1.1" status: 200 len: 946 time: 0.2296720 Aug 05 12:00:23.405904 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9851d0a-c6f9-4998-ab80-0f8ea1946ba5 req-51adafe2-1b73-42df-8d62-0484b74a7772 tempest-VolumesNegativeTest-1055015797 tempest-VolumesNegativeTest-1055015797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:00:23.408618 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f9851d0a-c6f9-4998-ab80-0f8ea1946ba5 req-51adafe2-1b73-42df-8d62-0484b74a7772 tempest-VolumesNegativeTest-1055015797 tempest-VolumesNegativeTest-1055015797-project] 10.222.0.58 "GET /v2.0/ports?device_id=e83bc7f0-6f7f-4ecf-ad69-400441f423b8 HTTP/1.1" status: 200 len: 949 time: 0.2261713 Aug 05 12:00:23.505847 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f69d262f-1de3-4603-ae91-31d7888e960a req-894b693c-bd8d-4ad8-97d5-6be2c7ff23ae tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=5b2ae25e-a3f9-47cd-8037-5f5a58db0284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1709094 Aug 05 12:00:23.549726 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f9851d0a-c6f9-4998-ab80-0f8ea1946ba5 req-d8d16412-1769-4351-84df-af52f58b559e tempest-VolumesNegativeTest-1055015797 tempest-VolumesNegativeTest-1055015797-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef05d95a-376e-45c7-818c-2cfec3cc7f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139271 Aug 05 12:00:24.659957 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7935f2-7bd0-4d5c-9458-63b9c014bba5 req-3f01190f-edb0-4f7e-b097-cec4e424cb98 tempest-VolumesNegativeTest-1055015797 tempest-VolumesNegativeTest-1055015797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:00:24.662897 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7e7935f2-7bd0-4d5c-9458-63b9c014bba5 req-3f01190f-edb0-4f7e-b097-cec4e424cb98 tempest-VolumesNegativeTest-1055015797 tempest-VolumesNegativeTest-1055015797-project] 10.222.0.55 "GET /v2.0/ports?device_id=e83bc7f0-6f7f-4ecf-ad69-400441f423b8 HTTP/1.1" status: 200 len: 949 time: 0.2233949 Aug 05 12:00:24.840838 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9f7aaa2d-f8a4-4ff1-b9de-14823dd472dd req-e5e8ac77-d387-42e1-8a8a-3df6877ef172 service neutron] 10.222.0.55 "GET /v2.0/ports/97cc54b5-f892-4234-9f13-5b2a0c6073ad/bindings/n-h1-803378-2 HTTP/1.1" status: 200 len: 384 time: 0.3303015 Aug 05 12:00:24.982311 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055b2d72-e04b-433d-b07d-4df176081886 req-d0b2f522-19e6-4862-a1a8-d79a7e2c7ea6 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:00:24.991234 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-055b2d72-e04b-433d-b07d-4df176081886 req-d0b2f522-19e6-4862-a1a8-d79a7e2c7ea6 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=d94b0f4e-7ccb-4775-b0e8-4c9ba00c486e HTTP/1.1" status: 200 len: 946 time: 0.3182652 Aug 05 12:00:25.079311 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb13f0c-1ab9-46cb-a63c-8d9f575e415f req-67b9476b-19cf-418f-a5e3-7de9c74b0792 tempest-VolumesNegativeTest-1055015797 tempest-VolumesNegativeTest-1055015797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:00:25.103836 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-deb13f0c-1ab9-46cb-a63c-8d9f575e415f req-67b9476b-19cf-418f-a5e3-7de9c74b0792 tempest-VolumesNegativeTest-1055015797 tempest-VolumesNegativeTest-1055015797-project] 10.222.0.58 "GET /v2.0/ports?device_id=e83bc7f0-6f7f-4ecf-ad69-400441f423b8 HTTP/1.1" status: 200 len: 949 time: 0.2996330 Aug 05 12:00:25.159313 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-7e7935f2-7bd0-4d5c-9458-63b9c014bba5 req-8cfd4f15-264b-4ed1-8aed-0adc5a45ef93 tempest-VolumesNegativeTest-1055015797 tempest-VolumesNegativeTest-1055015797-project] Deleting port 28ccb344-53fb-4957-bd63-138100176396 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:00:25.159898 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-7e7935f2-7bd0-4d5c-9458-63b9c014bba5 req-8cfd4f15-264b-4ed1-8aed-0adc5a45ef93 tempest-VolumesNegativeTest-1055015797 tempest-VolumesNegativeTest-1055015797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:25.273038 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-055b2d72-e04b-433d-b07d-4df176081886 req-1b28cf8b-65ca-46c8-babd-be9f5e3a2dd8 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=5b2ae25e-a3f9-47cd-8037-5f5a58db0284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2682941 Aug 05 12:00:25.293435 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-deb13f0c-1ab9-46cb-a63c-8d9f575e415f req-ac072d78-cb58-4c59-ae6c-f05ea60b73ad tempest-VolumesNegativeTest-1055015797 tempest-VolumesNegativeTest-1055015797-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef05d95a-376e-45c7-818c-2cfec3cc7f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669340 Aug 05 12:00:25.568860 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-7e7935f2-7bd0-4d5c-9458-63b9c014bba5 req-8cfd4f15-264b-4ed1-8aed-0adc5a45ef93 tempest-VolumesNegativeTest-1055015797 tempest-VolumesNegativeTest-1055015797-project] For port 28ccb344-53fb-4957-bd63-138100176396, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=28ccb344-53fb-4957-bd63-138100176396,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:00:25.569976 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-7e7935f2-7bd0-4d5c-9458-63b9c014bba5 req-8cfd4f15-264b-4ed1-8aed-0adc5a45ef93 tempest-VolumesNegativeTest-1055015797 tempest-VolumesNegativeTest-1055015797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:25.636583 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-7e7935f2-7bd0-4d5c-9458-63b9c014bba5 req-8cfd4f15-264b-4ed1-8aed-0adc5a45ef93 tempest-VolumesNegativeTest-1055015797 tempest-VolumesNegativeTest-1055015797-project] Calling delete_port for 28ccb344-53fb-4957-bd63-138100176396 owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:00:25.659504 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-9f7aaa2d-f8a4-4ff1-b9de-14823dd472dd req-e870b381-3df1-46a1-b84b-7f9dea16928d service neutron] For port 97cc54b5-f892-4234-9f13-5b2a0c6073ad, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=97cc54b5-f892-4234-9f13-5b2a0c6073ad,segment=NetworkSegment(4364cd83-f658-4f94-974b-0a0c47401bd3),segment_id=4364cd83-f658-4f94-974b-0a0c47401bd3)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:00:25.778386 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-9f7aaa2d-f8a4-4ff1-b9de-14823dd472dd req-e870b381-3df1-46a1-b84b-7f9dea16928d service neutron] For port 97cc54b5-f892-4234-9f13-5b2a0c6073ad, host n-h2-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:00:25.912157 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd94b0f4e-7ccb-4775-b0e8-4c9ba00c486e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97cc54b5-f892-4234-9f13-5b2a0c6073ad'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:00:25.917390 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-323ee528-9b85-424d-9fea-b93a7d8a51d6" -d '{"events": [{"server_uuid": "d94b0f4e-7ccb-4775-b0e8-4c9ba00c486e", "name": "network-vif-unplugged", "status": "completed", "tag": "97cc54b5-f892-4234-9f13-5b2a0c6073ad"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:00:25.957033 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-9f7aaa2d-f8a4-4ff1-b9de-14823dd472dd req-e870b381-3df1-46a1-b84b-7f9dea16928d service neutron] For port 97cc54b5-f892-4234-9f13-5b2a0c6073ad, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=97cc54b5-f892-4234-9f13-5b2a0c6073ad,segment=NetworkSegment(4364cd83-f658-4f94-974b-0a0c47401bd3),segment_id=4364cd83-f658-4f94-974b-0a0c47401bd3)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:00:26.029430 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 05 Aug 2021 12:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e35cc050-8ddf-4d6b-bbe6-5efa2b9416d0 x-openstack-request-id: req-e35cc050-8ddf-4d6b-bbe6-5efa2b9416d0 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:00:26.029430 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d94b0f4e-7ccb-4775-b0e8-4c9ba00c486e", "name": "network-vif-unplugged", "status": "completed", "tag": "97cc54b5-f892-4234-9f13-5b2a0c6073ad", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:00:26.029430 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e35cc050-8ddf-4d6b-bbe6-5efa2b9416d0 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:00:26.030044 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd94b0f4e-7ccb-4775-b0e8-4c9ba00c486e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97cc54b5-f892-4234-9f13-5b2a0c6073ad', 'code': 200} Aug 05 12:00:26.035813 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-9f7aaa2d-f8a4-4ff1-b9de-14823dd472dd req-e870b381-3df1-46a1-b84b-7f9dea16928d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:26.372610 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-9f7aaa2d-f8a4-4ff1-b9de-14823dd472dd req-e870b381-3df1-46a1-b84b-7f9dea16928d service neutron] Transition to ACTIVE for port object 97cc54b5-f892-4234-9f13-5b2a0c6073ad will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:00:26.377335 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-7e7935f2-7bd0-4d5c-9458-63b9c014bba5 req-8cfd4f15-264b-4ed1-8aed-0adc5a45ef93 tempest-VolumesNegativeTest-1055015797 tempest-VolumesNegativeTest-1055015797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:26.433841 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-9f7aaa2d-f8a4-4ff1-b9de-14823dd472dd req-e870b381-3df1-46a1-b84b-7f9dea16928d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:26.436929 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['28ccb344-53fb-4957-bd63-138100176396'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 12:00:26.581281 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfd4f15-264b-4ed1-8aed-0adc5a45ef93 tempest-VolumesNegativeTest-1055015797 tempest-VolumesNegativeTest-1055015797-project] Pushing event deleted for resources: {'Port': ['ID=28ccb344-53fb-4957-bd63-138100176396,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:00:26.763476 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220d21a7-3f14-4b88-8a73-e9d0c6aedc99 req-2163d225-4ea3-4882-ad53-c67262da12a1 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:00:26.778586 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-220d21a7-3f14-4b88-8a73-e9d0c6aedc99 req-2163d225-4ea3-4882-ad53-c67262da12a1 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=d94b0f4e-7ccb-4775-b0e8-4c9ba00c486e HTTP/1.1" status: 200 len: 945 time: 0.1762605 Aug 05 12:00:26.813592 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 97cc54b5-f892-4234-9f13-5b2a0c6073ad no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:00:26.913629 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-220d21a7-3f14-4b88-8a73-e9d0c6aedc99 req-139b3d73-d07a-4f35-a48e-7e27eb5a6c4c tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=5b2ae25e-a3f9-47cd-8037-5f5a58db0284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1304898 Aug 05 12:00:26.997639 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 97cc54b5-f892-4234-9f13-5b2a0c6073ad not bound to the agent host n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:00:27.165204 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ab8f3566-a394-455f-8a93-99e8c9a24415 req-705fda46-9c9c-4a49-be80-47fa3daf1cbc tempest-VolumesNegativeTest-1055015797 tempest-VolumesNegativeTest-1055015797-project] 10.222.0.58 "GET /v2.0/ports?device_id=e83bc7f0-6f7f-4ecf-ad69-400441f423b8 HTTP/1.1" status: 200 len: 210 time: 0.0646636 Aug 05 12:00:27.527350 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e7935f2-7bd0-4d5c-9458-63b9c014bba5 req-8cfd4f15-264b-4ed1-8aed-0adc5a45ef93 tempest-VolumesNegativeTest-1055015797 tempest-VolumesNegativeTest-1055015797-project] No DVR routers for this DVR port 28ccb344-53fb-4957-bd63-138100176396 on host n-h2-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:00:27.531508 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-7e7935f2-7bd0-4d5c-9458-63b9c014bba5 req-8cfd4f15-264b-4ed1-8aed-0adc5a45ef93 tempest-VolumesNegativeTest-1055015797 tempest-VolumesNegativeTest-1055015797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:27.535019 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7e7935f2-7bd0-4d5c-9458-63b9c014bba5 req-8cfd4f15-264b-4ed1-8aed-0adc5a45ef93 tempest-VolumesNegativeTest-1055015797 tempest-VolumesNegativeTest-1055015797-project] 10.222.0.55 "DELETE /v2.0/ports/28ccb344-53fb-4957-bd63-138100176396 HTTP/1.1" status: 204 len: 173 time: 2.8510354 Aug 05 12:00:27.745731 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986cc9e6-c20a-4e48-88fc-2793d4db2c58 req-7769b1c3-8ef9-4ee1-b30d-6696b802b84b tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:00:27.771017 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-986cc9e6-c20a-4e48-88fc-2793d4db2c58 req-7769b1c3-8ef9-4ee1-b30d-6696b802b84b tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2982b20-6da2-4689-ae89-08a6113e6505 HTTP/1.1" status: 200 len: 945 time: 0.2207716 Aug 05 12:00:27.831388 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f7aaa2d-f8a4-4ff1-b9de-14823dd472dd req-e870b381-3df1-46a1-b84b-7f9dea16928d service neutron] No DVR routers for this DVR port 97cc54b5-f892-4234-9f13-5b2a0c6073ad on host n-h2-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:00:27.892058 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-986cc9e6-c20a-4e48-88fc-2793d4db2c58 req-a42cf846-bd11-427e-a935-4ac49a7c9811 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=d700a63d-a591-46d0-9144-d357356aa9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105013 Aug 05 12:00:27.960414 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e870b381-3df1-46a1-b84b-7f9dea16928d service neutron] Pushing event updated for resources: {'Port': ['ID=97cc54b5-f892-4234-9f13-5b2a0c6073ad,revision_number=11']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:00:28.114863 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e83bc7f0-6f7f-4ecf-ad69-400441f423b8', 'name': 'network-vif-deleted', 'tag': '28ccb344-53fb-4957-bd63-138100176396'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:00:28.129875 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56d8bcd8-0673-4613-b3b9-77fec5c30e0c" -d '{"events": [{"server_uuid": "e83bc7f0-6f7f-4ecf-ad69-400441f423b8", "name": "network-vif-deleted", "tag": "28ccb344-53fb-4957-bd63-138100176396"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:00:28.228804 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13761d8d-77af-42da-a0c2-8b2d0837eb1b req-105ff87c-2c94-41b5-b714-a131425e3b81 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:00:28.243211 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-13761d8d-77af-42da-a0c2-8b2d0837eb1b req-105ff87c-2c94-41b5-b714-a131425e3b81 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=d94b0f4e-7ccb-4775-b0e8-4c9ba00c486e HTTP/1.1" status: 200 len: 945 time: 0.1814716 Aug 05 12:00:28.318372 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 12:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a617b663-b033-4868-936c-261ab28170c6 x-openstack-request-id: req-a617b663-b033-4868-936c-261ab28170c6 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:00:28.319463 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e83bc7f0-6f7f-4ecf-ad69-400441f423b8", "name": "network-vif-deleted", "tag": "28ccb344-53fb-4957-bd63-138100176396", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:00:28.321047 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a617b663-b033-4868-936c-261ab28170c6 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:00:28.321888 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e83bc7f0-6f7f-4ecf-ad69-400441f423b8', 'name': 'network-vif-deleted', 'tag': '28ccb344-53fb-4957-bd63-138100176396', 'status': 'completed', 'code': 200} Aug 05 12:00:28.335640 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9f7aaa2d-f8a4-4ff1-b9de-14823dd472dd req-e870b381-3df1-46a1-b84b-7f9dea16928d service neutron] 10.222.0.55 "PUT /v2.0/ports/97cc54b5-f892-4234-9f13-5b2a0c6073ad/bindings/n-h1-803378-2/activate HTTP/1.1" status: 200 len: 369 time: 3.4422591 Aug 05 12:00:28.379678 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-13761d8d-77af-42da-a0c2-8b2d0837eb1b req-36875f1f-23a0-4e94-8fb3-3c33e98a0f38 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=5b2ae25e-a3f9-47cd-8037-5f5a58db0284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296184 Aug 05 12:00:28.599143 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-03e2c4b4-8352-4ef0-ab72-5aac8788bb9f req-e7f23e6d-1177-4bfe-81fd-d5eca2bb2038 tempest-VolumesNegativeTest-1055015797 tempest-VolumesNegativeTest-1055015797-project] 10.222.0.58 "GET /v2.0/ports?device_id=e83bc7f0-6f7f-4ecf-ad69-400441f423b8 HTTP/1.1" status: 200 len: 210 time: 0.0475454 Aug 05 12:00:28.633695 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7aaa2d-f8a4-4ff1-b9de-14823dd472dd req-f8328be3-1c7b-4090-9ada-e4a5fa8ce9cf tempest-TestNetworkAdvancedServerOps-1820726671 tempest-TestNetworkAdvancedServerOps-1820726671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:00:28.636929 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9f7aaa2d-f8a4-4ff1-b9de-14823dd472dd req-f8328be3-1c7b-4090-9ada-e4a5fa8ce9cf tempest-TestNetworkAdvancedServerOps-1820726671 tempest-TestNetworkAdvancedServerOps-1820726671-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=d94b0f4e-7ccb-4775-b0e8-4c9ba00c486e&tenant_id=7f88688726d24c8e9d77831659c7c3ae&binding%3Ahost_id=n-h2-803378-2 HTTP/1.1" status: 200 len: 1096 time: 0.1547046 Aug 05 12:00:28.789604 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7aaa2d-f8a4-4ff1-b9de-14823dd472dd req-a04f5de5-06bb-491a-b706-c15a2f7cdffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:00:28.795149 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9f7aaa2d-f8a4-4ff1-b9de-14823dd472dd req-a04f5de5-06bb-491a-b706-c15a2f7cdffe service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d94b0f4e-7ccb-4775-b0e8-4c9ba00c486e&tenant_id=7f88688726d24c8e9d77831659c7c3ae HTTP/1.1" status: 200 len: 1096 time: 0.1377132 Aug 05 12:00:28.819543 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 28ccb344-53fb-4957-bd63-138100176396 no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:00:28.870243 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] No Port match for: 28ccb344-53fb-4957-bd63-138100176396 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:00:28.871039 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 28ccb344-53fb-4957-bd63-138100176396 not bound to the agent host n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:00:28.940047 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7aaa2d-f8a4-4ff1-b9de-14823dd472dd req-869233f0-f3d5-41df-acf8-711aa8735c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:00:28.942211 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9f7aaa2d-f8a4-4ff1-b9de-14823dd472dd req-869233f0-f3d5-41df-acf8-711aa8735c3b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7f88688726d24c8e9d77831659c7c3ae&device_id=d94b0f4e-7ccb-4775-b0e8-4c9ba00c486e HTTP/1.1" status: 200 len: 1096 time: 0.0864134 Aug 05 12:00:29.211845 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f601a6e-4a0b-4cec-8579-d597bb245ec1 req-3fe6263a-88e6-4baf-a6f5-7b5d9639862f tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:00:29.215685 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7f601a6e-4a0b-4cec-8579-d597bb245ec1 req-3fe6263a-88e6-4baf-a6f5-7b5d9639862f tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2982b20-6da2-4689-ae89-08a6113e6505 HTTP/1.1" status: 200 len: 945 time: 0.1563408 Aug 05 12:00:29.218664 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7aaa2d-f8a4-4ff1-b9de-14823dd472dd req-31438ef6-bf62-4add-8d8a-c79009e51ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:00:29.231421 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9f7aaa2d-f8a4-4ff1-b9de-14823dd472dd req-31438ef6-bf62-4add-8d8a-c79009e51ffc service neutron] 10.222.0.64 "GET /v2.0/networks?id=e221ebcf-1c88-4846-8587-94a0066507f5 HTTP/1.1" status: 200 len: 897 time: 0.2796082 Aug 05 12:00:29.386807 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7f601a6e-4a0b-4cec-8579-d597bb245ec1 req-5782a87a-f117-460f-8de3-55153f8c5394 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=d700a63d-a591-46d0-9144-d357356aa9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1534793 Aug 05 12:00:29.398238 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9f7aaa2d-f8a4-4ff1-b9de-14823dd472dd req-a40fa62d-ba9b-4b21-8ba9-2c4051a53767 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97cc54b5-f892-4234-9f13-5b2a0c6073ad HTTP/1.1" status: 200 len: 1000 time: 0.1501460 Aug 05 12:00:29.517273 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7aaa2d-f8a4-4ff1-b9de-14823dd472dd req-e3ce2537-28f7-4a24-996c-93e5181ebffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:00:29.521801 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9f7aaa2d-f8a4-4ff1-b9de-14823dd472dd req-e3ce2537-28f7-4a24-996c-93e5181ebffd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=271660a4-93c7-4978-8162-ad97a3c0f69a HTTP/1.1" status: 200 len: 835 time: 0.1098480 Aug 05 12:00:29.544293 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:29.709535 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f29b13c-e3d1-4e37-90fc-efc3ad6d69ea req-154fe70e-7ae5-4cdd-81c8-4541494d71cb tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:00:29.712386 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7f29b13c-e3d1-4e37-90fc-efc3ad6d69ea req-154fe70e-7ae5-4cdd-81c8-4541494d71cb tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=d94b0f4e-7ccb-4775-b0e8-4c9ba00c486e HTTP/1.1" status: 200 len: 945 time: 0.1557312 Aug 05 12:00:29.716295 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7aaa2d-f8a4-4ff1-b9de-14823dd472dd req-c3068cfa-8096-454d-bb41-98737521ee9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:00:29.719261 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9f7aaa2d-f8a4-4ff1-b9de-14823dd472dd req-c3068cfa-8096-454d-bb41-98737521ee9d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e221ebcf-1c88-4846-8587-94a0066507f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1837497 Aug 05 12:00:29.924551 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7f29b13c-e3d1-4e37-90fc-efc3ad6d69ea req-e8f01072-8a8a-42c1-b717-a3dbf36021be tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=5b2ae25e-a3f9-47cd-8037-5f5a58db0284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1974831 Aug 05 12:00:30.026936 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9f7aaa2d-f8a4-4ff1-b9de-14823dd472dd req-3fe3c2c4-a39e-4ad2-aa81-c83c59877119 service neutron] 10.222.0.64 "GET /v2.0/networks/e221ebcf-1c88-4846-8587-94a0066507f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2974160 Aug 05 12:00:30.272115 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9f7aaa2d-f8a4-4ff1-b9de-14823dd472dd req-0445e4da-e2cf-43c7-82f3-a3f994847525 service neutron] 10.222.0.64 "GET /v2.0/networks/e221ebcf-1c88-4846-8587-94a0066507f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343867 Aug 05 12:00:30.778753 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9574d1a6-4ff5-42b3-82d2-355cef921c5d req-6a832de3-c6c0-4810-a6fc-a8876473d4fb tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:00:30.783000 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9574d1a6-4ff5-42b3-82d2-355cef921c5d req-6a832de3-c6c0-4810-a6fc-a8876473d4fb tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2982b20-6da2-4689-ae89-08a6113e6505 HTTP/1.1" status: 200 len: 945 time: 0.1870823 Aug 05 12:00:31.033463 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9574d1a6-4ff5-42b3-82d2-355cef921c5d req-77606ce4-c7f3-4044-8fd6-9aca1fe5e4f7 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=d700a63d-a591-46d0-9144-d357356aa9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2320273 Aug 05 12:00:31.057532 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7aaa2d-f8a4-4ff1-b9de-14823dd472dd req-70773a7a-b362-4db2-89e7-0eafc2bd22d3 tempest-TestNetworkAdvancedServerOps-1820726671 tempest-TestNetworkAdvancedServerOps-1820726671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:00:31.061372 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9f7aaa2d-f8a4-4ff1-b9de-14823dd472dd req-70773a7a-b362-4db2-89e7-0eafc2bd22d3 tempest-TestNetworkAdvancedServerOps-1820726671 tempest-TestNetworkAdvancedServerOps-1820726671-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=d94b0f4e-7ccb-4775-b0e8-4c9ba00c486e&tenant_id=7f88688726d24c8e9d77831659c7c3ae&binding%3Ahost_id=n-h1-803378-2 HTTP/1.1" status: 200 len: 1096 time: 0.2154405 Aug 05 12:00:31.522882 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfadd3d-d741-4b71-8d37-6328e8f4e5a2 req-67d1436a-6fda-4325-aae3-1a9e2d89e7b8 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:00:31.538394 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fbfadd3d-d741-4b71-8d37-6328e8f4e5a2 req-67d1436a-6fda-4325-aae3-1a9e2d89e7b8 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=d94b0f4e-7ccb-4775-b0e8-4c9ba00c486e HTTP/1.1" status: 200 len: 945 time: 0.4196248 Aug 05 12:00:31.636261 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-9f7aaa2d-f8a4-4ff1-b9de-14823dd472dd req-2611f114-6d63-4587-816a-ba4cd4fba730 service neutron] For port 97cc54b5-f892-4234-9f13-5b2a0c6073ad, host n-h2-803378-2, cleared binding levels {{(pid=94420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:00:31.658073 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-9f7aaa2d-f8a4-4ff1-b9de-14823dd472dd req-2611f114-6d63-4587-816a-ba4cd4fba730 service neutron] Notify callbacks [] for binding, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:31.660935 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9f7aaa2d-f8a4-4ff1-b9de-14823dd472dd req-2611f114-6d63-4587-816a-ba4cd4fba730 service neutron] 10.222.0.64 "DELETE /v2.0/ports/97cc54b5-f892-4234-9f13-5b2a0c6073ad/bindings/n-h2-803378-2 HTTP/1.1" status: 204 len: 173 time: 0.5751970 Aug 05 12:00:31.684560 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fbfadd3d-d741-4b71-8d37-6328e8f4e5a2 req-18b0fc1e-dfe4-4261-8a53-93d85799e0b2 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=5b2ae25e-a3f9-47cd-8037-5f5a58db0284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1440358 Aug 05 12:00:31.880805 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6103dcd-5736-4481-9966-e236ef0d2341 req-8503469a-b458-4730-9f94-7418d074a5db tempest-TestNetworkAdvancedServerOps-1820726671 tempest-TestNetworkAdvancedServerOps-1820726671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:00:31.885209 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d6103dcd-5736-4481-9966-e236ef0d2341 req-8503469a-b458-4730-9f94-7418d074a5db tempest-TestNetworkAdvancedServerOps-1820726671 tempest-TestNetworkAdvancedServerOps-1820726671-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=d94b0f4e-7ccb-4775-b0e8-4c9ba00c486e HTTP/1.1" status: 200 len: 1096 time: 0.0781109 Aug 05 12:00:31.952203 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d6103dcd-5736-4481-9966-e236ef0d2341 req-cc0b0dff-a64b-40af-b0fb-54746691b778 tempest-TestNetworkAdvancedServerOps-1820726671 tempest-TestNetworkAdvancedServerOps-1820726671-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=5b2ae25e-a3f9-47cd-8037-5f5a58db0284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586655 Aug 05 12:00:32.445602 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4110d89-1a35-4451-8b05-5cb2f80214aa req-77e82add-28d5-4777-b3fa-58559a727967 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:00:32.449977 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f4110d89-1a35-4451-8b05-5cb2f80214aa req-77e82add-28d5-4777-b3fa-58559a727967 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=d94b0f4e-7ccb-4775-b0e8-4c9ba00c486e HTTP/1.1" status: 200 len: 945 time: 0.2382035 Aug 05 12:00:32.476843 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f31eef9-89c8-4e70-987f-1ee58d6e4ba5 req-9f7ad482-2bc2-45ad-aed4-e0438a8a22fa tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:00:32.482121 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7f31eef9-89c8-4e70-987f-1ee58d6e4ba5 req-9f7ad482-2bc2-45ad-aed4-e0438a8a22fa tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2982b20-6da2-4689-ae89-08a6113e6505 HTTP/1.1" status: 200 len: 945 time: 0.1704905 Aug 05 12:00:32.606575 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f4110d89-1a35-4451-8b05-5cb2f80214aa req-e61752e8-45eb-4909-a3c9-507b91e4373c tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=5b2ae25e-a3f9-47cd-8037-5f5a58db0284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1225116 Aug 05 12:00:32.647776 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 56436) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:00:32.677792 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7f31eef9-89c8-4e70-987f-1ee58d6e4ba5 req-792ed2f7-87a1-4800-9e0b-c8a520a5b894 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=d700a63d-a591-46d0-9144-d357356aa9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1765563 Aug 05 12:00:32.680459 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 12:00:32.829352 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-34cba245-c73e-4382-bd56-4615259d9851 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/floatingips/b0b6678b-6efe-425f-82f0-cf4d9825be9d HTTP/1.1" status: 200 len: 992 time: 0.1789684 Aug 05 12:00:33.168205 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 56484) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:00:33.592385 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-7e57333f-25a0-4fad-9e3f-3f8042157629 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Deleting port 46e81c5b-cd44-4e83-971d-5dc2eb5a35a7 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:00:33.593150 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7e57333f-25a0-4fad-9e3f-3f8042157629 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:33.773833 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7e57333f-25a0-4fad-9e3f-3f8042157629 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:33.775308 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7e57333f-25a0-4fad-9e3f-3f8042157629 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:33.816106 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-7e57333f-25a0-4fad-9e3f-3f8042157629 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Calling delete_port for 46e81c5b-cd44-4e83-971d-5dc2eb5a35a7 owned by network:floatingip {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:00:33.991850 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff59a2c8-1d56-415d-85ac-9e1e19bcf3b8 req-8389c6d9-826a-4e78-aeb7-2c226e093718 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:00:34.013872 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ff59a2c8-1d56-415d-85ac-9e1e19bcf3b8 req-8389c6d9-826a-4e78-aeb7-2c226e093718 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2982b20-6da2-4689-ae89-08a6113e6505 HTTP/1.1" status: 200 len: 945 time: 0.1671333 Aug 05 12:00:34.201612 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7e57333f-25a0-4fad-9e3f-3f8042157629 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:34.222145 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ff59a2c8-1d56-415d-85ac-9e1e19bcf3b8 req-b4fca87d-79c7-4523-a7c1-6aa5d49cd029 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=d700a63d-a591-46d0-9144-d357356aa9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2066097 Aug 05 12:00:34.268025 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e57333f-25a0-4fad-9e3f-3f8042157629 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Pushing event deleted for resources: {'Port': ['ID=46e81c5b-cd44-4e83-971d-5dc2eb5a35a7,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:00:34.387796 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7e57333f-25a0-4fad-9e3f-3f8042157629 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for floatingip, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:34.388562 n-d-803378-2 neutron-server[94421]: INFO neutron.db.l3_db [None req-7e57333f-25a0-4fad-9e3f-3f8042157629 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Floating IP b0b6678b-6efe-425f-82f0-cf4d9825be9d disassociated (deleted). External IP: 172.25.5.224, port: 97cc54b5-f892-4234-9f13-5b2a0c6073ad. Aug 05 12:00:34.861582 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e57333f-25a0-4fad-9e3f-3f8042157629 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Router 93199cd7-54e7-4c5e-8c35-1fb4731c9971 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:00:35.105421 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e57333f-25a0-4fad-9e3f-3f8042157629 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:00:35.113829 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7e57333f-25a0-4fad-9e3f-3f8042157629 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:35.123120 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff0abca-8d7c-426d-ae90-6b0945497aca None None] Sync routers for ids ['93199cd7-54e7-4c5e-8c35-1fb4731c9971'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:00:35.152299 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff0abca-8d7c-426d-ae90-6b0945497aca None None] Routers {'93199cd7-54e7-4c5e-8c35-1fb4731c9971'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:00:35.153389 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-fff0abca-8d7c-426d-ae90-6b0945497aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:00:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['93199cd7-54e7-4c5e-8c35-1fb4731c9971'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:00:35.217200 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-7e57333f-25a0-4fad-9e3f-3f8042157629 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "DELETE /v2.0/floatingips/b0b6678b-6efe-425f-82f0-cf4d9825be9d HTTP/1.1" status: 204 len: 168 time: 2.0392528 Aug 05 12:00:35.217200 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd94b0f4e-7ccb-4775-b0e8-4c9ba00c486e', 'tag': '97cc54b5-f892-4234-9f13-5b2a0c6073ad'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:00:35.219320 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fe21f24-bb8b-413f-a91b-41cff76ae388" -d '{"events": [{"name": "network-changed", "server_uuid": "d94b0f4e-7ccb-4775-b0e8-4c9ba00c486e", "tag": "97cc54b5-f892-4234-9f13-5b2a0c6073ad"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:00:35.317607 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 12:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16fd229e-8df3-4eb6-8b43-d56439989bf4 x-openstack-request-id: req-16fd229e-8df3-4eb6-8b43-d56439989bf4 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:00:35.318067 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d94b0f4e-7ccb-4775-b0e8-4c9ba00c486e", "tag": "97cc54b5-f892-4234-9f13-5b2a0c6073ad", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:00:35.318451 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-16fd229e-8df3-4eb6-8b43-d56439989bf4 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:00:35.319119 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd94b0f4e-7ccb-4775-b0e8-4c9ba00c486e', 'tag': '97cc54b5-f892-4234-9f13-5b2a0c6073ad', 'status': 'completed', 'code': 200} Aug 05 12:00:35.629847 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-fff0abca-8d7c-426d-ae90-6b0945497aca None None] Set router 93199cd7-54e7-4c5e-8c35-1fb4731c9971 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:00:35.657664 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe21f24-bb8b-413f-a91b-41cff76ae388 req-9ee4a8df-995c-468d-a2f7-2c7fd5ae5ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:00:35.660611 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4fe21f24-bb8b-413f-a91b-41cff76ae388 req-9ee4a8df-995c-468d-a2f7-2c7fd5ae5ffc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7f88688726d24c8e9d77831659c7c3ae&device_id=d94b0f4e-7ccb-4775-b0e8-4c9ba00c486e HTTP/1.1" status: 200 len: 1096 time: 0.2653823 Aug 05 12:00:36.037104 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4b6d30-21f0-4688-a812-20791b1df647 req-1c3bad5e-cffb-4bea-8bd1-c48b2908f3ec tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:00:36.061532 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ad4b6d30-21f0-4688-a812-20791b1df647 req-1c3bad5e-cffb-4bea-8bd1-c48b2908f3ec tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2982b20-6da2-4689-ae89-08a6113e6505 HTTP/1.1" status: 200 len: 945 time: 0.5192780 Aug 05 12:00:36.199499 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe21f24-bb8b-413f-a91b-41cff76ae388 req-bd3a7a04-7338-44a0-a9b7-c6d791ffd43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:00:36.206424 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4fe21f24-bb8b-413f-a91b-41cff76ae388 req-bd3a7a04-7338-44a0-a9b7-c6d791ffd43d service neutron] 10.222.0.64 "GET /v2.0/networks?id=e221ebcf-1c88-4846-8587-94a0066507f5 HTTP/1.1" status: 200 len: 897 time: 0.5313091 Aug 05 12:00:36.234242 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-fff0abca-8d7c-426d-ae90-6b0945497aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93199cd7-54e7-4c5e-8c35-1fb4731c9971', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1853577480', 'tenant_id': '7f88688726d24c8e9d77831659c7c3ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': 'e3d98149-c554-4a87-aeb3-99a2d53d0f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:58:37Z', 'updated_at': '2021-08-05T11:58:51Z', 'revision_number': 4, 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'gw_port': {'id': 'e3d98149-c554-4a87-aeb3-99a2d53d0f9c', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:65:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93199cd7-54e7-4c5e-8c35-1fb4731c9971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:58:38Z', 'updated_at': '2021-08-05T11:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '04a90d2f-3ee5-4e82-823d-d866db82cf34', 'name': '', 'network_id': 'e221ebcf-1c88-4846-8587-94a0066507f5', 'tenant_id': '7f88688726d24c8e9d77831659c7c3ae', 'mac_address': 'fa:16:3e:1d:c8:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93199cd7-54e7-4c5e-8c35-1fb4731c9971', 'device_owner': 'network:router_interface', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '271660a4-93c7-4978-8162-ad97a3c0f69a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:58:48Z', 'updated_at': '2021-08-05T11:59:03Z', 'revision_number': 5, 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'subnets': [{'id': '271660a4-93c7-4978-8162-ad97a3c0f69a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:00:36.327732 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff0abca-8d7c-426d-ae90-6b0945497aca None None] Checking router: 93199cd7-54e7-4c5e-8c35-1fb4731c9971 for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:00:36.371520 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff0abca-8d7c-426d-ae90-6b0945497aca None None] Routers {'93199cd7-54e7-4c5e-8c35-1fb4731c9971'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:00:36.372605 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-fff0abca-8d7c-426d-ae90-6b0945497aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:00:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['93199cd7-54e7-4c5e-8c35-1fb4731c9971'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:00:36.381950 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4fe21f24-bb8b-413f-a91b-41cff76ae388 req-f9037774-d702-4cbd-92d0-fc27c8cb6c2e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97cc54b5-f892-4234-9f13-5b2a0c6073ad HTTP/1.1" status: 200 len: 217 time: 0.1323869 Aug 05 12:00:36.424337 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b14e20-29df-410d-8280-74d34074da68 req-47a3026c-90be-4c06-a0d9-775e9d519802 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:00:36.437224 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-45b14e20-29df-410d-8280-74d34074da68 req-47a3026c-90be-4c06-a0d9-775e9d519802 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=d94b0f4e-7ccb-4775-b0e8-4c9ba00c486e HTTP/1.1" status: 200 len: 945 time: 0.4822152 Aug 05 12:00:36.533442 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ad4b6d30-21f0-4688-a812-20791b1df647 req-63f422d6-f6a8-4186-b56a-4e43d40f73fb tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=d700a63d-a591-46d0-9144-d357356aa9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4704063 Aug 05 12:00:36.638960 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe21f24-bb8b-413f-a91b-41cff76ae388 req-d63940aa-1528-41f8-99e2-aa5264c8bb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:00:36.641533 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4fe21f24-bb8b-413f-a91b-41cff76ae388 req-d63940aa-1528-41f8-99e2-aa5264c8bb57 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=271660a4-93c7-4978-8162-ad97a3c0f69a HTTP/1.1" status: 200 len: 835 time: 0.1995268 Aug 05 12:00:36.657399 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-45b14e20-29df-410d-8280-74d34074da68 req-8cd20514-35a8-416c-8dc7-96eda62c444b tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=5b2ae25e-a3f9-47cd-8037-5f5a58db0284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2182214 Aug 05 12:00:36.767570 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe21f24-bb8b-413f-a91b-41cff76ae388 req-d9f5ab18-ac75-4e78-b2b0-7cedf58dd810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:00:36.770612 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4fe21f24-bb8b-413f-a91b-41cff76ae388 req-d9f5ab18-ac75-4e78-b2b0-7cedf58dd810 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e221ebcf-1c88-4846-8587-94a0066507f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1091952 Aug 05 12:00:36.897666 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc15fcd7-0e63-4d94-a91a-27c1b7895654 req-d7fd40b1-c4a7-453c-916d-1d2c5ef17eb9 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:00:36.900084 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-fc15fcd7-0e63-4d94-a91a-27c1b7895654 req-d7fd40b1-c4a7-453c-916d-1d2c5ef17eb9 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.64 "GET /v2.0/ports?device_id=d94b0f4e-7ccb-4775-b0e8-4c9ba00c486e HTTP/1.1" status: 200 len: 945 time: 0.1018794 Aug 05 12:00:36.964844 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-fff0abca-8d7c-426d-ae90-6b0945497aca None None] Set router 93199cd7-54e7-4c5e-8c35-1fb4731c9971 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:00:37.020427 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4fe21f24-bb8b-413f-a91b-41cff76ae388 req-3ef78744-8217-4061-ace1-fe75c89a0b81 service neutron] 10.222.0.64 "GET /v2.0/networks/e221ebcf-1c88-4846-8587-94a0066507f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286208 Aug 05 12:00:37.169871 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-fc15fcd7-0e63-4d94-a91a-27c1b7895654 req-4c02e2b4-92d3-4b73-acb0-506229cdc905 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Deleting port 97cc54b5-f892-4234-9f13-5b2a0c6073ad {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:00:37.170238 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-fc15fcd7-0e63-4d94-a91a-27c1b7895654 req-4c02e2b4-92d3-4b73-acb0-506229cdc905 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:37.262660 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4fe21f24-bb8b-413f-a91b-41cff76ae388 req-462448ac-9c09-49cc-b017-dadeae4fcf1f service neutron] 10.222.0.64 "GET /v2.0/networks/e221ebcf-1c88-4846-8587-94a0066507f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299089 Aug 05 12:00:37.279176 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f008dce1-76fe-4e13-b23e-ca2d0386cf6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:37.386680 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-fff0abca-8d7c-426d-ae90-6b0945497aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93199cd7-54e7-4c5e-8c35-1fb4731c9971', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1853577480', 'tenant_id': '7f88688726d24c8e9d77831659c7c3ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': 'e3d98149-c554-4a87-aeb3-99a2d53d0f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:58:37Z', 'updated_at': '2021-08-05T11:58:51Z', 'revision_number': 4, 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'gw_port': {'id': 'e3d98149-c554-4a87-aeb3-99a2d53d0f9c', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:65:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93199cd7-54e7-4c5e-8c35-1fb4731c9971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:58:38Z', 'updated_at': '2021-08-05T11:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '04a90d2f-3ee5-4e82-823d-d866db82cf34', 'name': '', 'network_id': 'e221ebcf-1c88-4846-8587-94a0066507f5', 'tenant_id': '7f88688726d24c8e9d77831659c7c3ae', 'mac_address': 'fa:16:3e:1d:c8:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93199cd7-54e7-4c5e-8c35-1fb4731c9971', 'device_owner': 'network:router_interface', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '271660a4-93c7-4978-8162-ad97a3c0f69a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:58:48Z', 'updated_at': '2021-08-05T11:59:03Z', 'revision_number': 5, 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'subnets': [{'id': '271660a4-93c7-4978-8162-ad97a3c0f69a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:00:37.398005 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-fc15fcd7-0e63-4d94-a91a-27c1b7895654 req-4c02e2b4-92d3-4b73-acb0-506229cdc905 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] For port 97cc54b5-f892-4234-9f13-5b2a0c6073ad, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=97cc54b5-f892-4234-9f13-5b2a0c6073ad,segment=NetworkSegment(4364cd83-f658-4f94-974b-0a0c47401bd3),segment_id=4364cd83-f658-4f94-974b-0a0c47401bd3)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:00:37.398933 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-fc15fcd7-0e63-4d94-a91a-27c1b7895654 req-4c02e2b4-92d3-4b73-acb0-506229cdc905 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:37.431231 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-fc15fcd7-0e63-4d94-a91a-27c1b7895654 req-4c02e2b4-92d3-4b73-acb0-506229cdc905 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Calling delete_port for 97cc54b5-f892-4234-9f13-5b2a0c6073ad owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:00:37.432511 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff0abca-8d7c-426d-ae90-6b0945497aca None None] The sync data for ids ['93199cd7-54e7-4c5e-8c35-1fb4731c9971'] in n-d-803378-2 is: [{'id': '93199cd7-54e7-4c5e-8c35-1fb4731c9971', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1853577480', 'tenant_id': '7f88688726d24c8e9d77831659c7c3ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': 'e3d98149-c554-4a87-aeb3-99a2d53d0f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:58:37Z', 'updated_at': '2021-08-05T11:58:51Z', 'revision_number': 4, 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'gw_port': {'id': 'e3d98149-c554-4a87-aeb3-99a2d53d0f9c', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:65:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93199cd7-54e7-4c5e-8c35-1fb4731c9971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:58:38Z', 'updated_at': '2021-08-05T11:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '04a90d2f-3ee5-4e82-823d-d866db82cf34', 'name': '', 'network_id': 'e221ebcf-1c88-4846-8587-94a0066507f5', 'tenant_id': '7f88688726d24c8e9d77831659c7c3ae', 'mac_address': 'fa:16:3e:1d:c8:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93199cd7-54e7-4c5e-8c35-1fb4731c9971', 'device_owner': 'network:router_interface', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '271660a4-93c7-4978-8162-ad97a3c0f69a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:58:48Z', 'updated_at': '2021-08-05T11:59:03Z', 'revision_number': 5, 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'subnets': [{'id': '271660a4-93c7-4978-8162-ad97a3c0f69a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:00:37.736918 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-fc15fcd7-0e63-4d94-a91a-27c1b7895654 req-4c02e2b4-92d3-4b73-acb0-506229cdc905 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:37.931339 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c02e2b4-92d3-4b73-acb0-506229cdc905 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Pushing event deleted for resources: {'Port': ['ID=97cc54b5-f892-4234-9f13-5b2a0c6073ad,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:00:37.979681 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1071f862-6b07-4474-922a-875594f13eb7 req-9a6386ed-c520-43b6-84f3-4e90aee81951 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:00:37.999008 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1071f862-6b07-4474-922a-875594f13eb7 req-9a6386ed-c520-43b6-84f3-4e90aee81951 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2982b20-6da2-4689-ae89-08a6113e6505 HTTP/1.1" status: 200 len: 945 time: 0.2911584 Aug 05 12:00:38.011589 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc15fcd7-0e63-4d94-a91a-27c1b7895654 req-4c02e2b4-92d3-4b73-acb0-506229cdc905 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] No DVR routers for this DVR port 97cc54b5-f892-4234-9f13-5b2a0c6073ad on host n-h1-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:00:38.033202 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-fc15fcd7-0e63-4d94-a91a-27c1b7895654 req-4c02e2b4-92d3-4b73-acb0-506229cdc905 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:38.048958 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-fc15fcd7-0e63-4d94-a91a-27c1b7895654 req-4c02e2b4-92d3-4b73-acb0-506229cdc905 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.64 "DELETE /v2.0/ports/97cc54b5-f892-4234-9f13-5b2a0c6073ad HTTP/1.1" status: 204 len: 173 time: 1.1376965 Aug 05 12:00:38.050060 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd94b0f4e-7ccb-4775-b0e8-4c9ba00c486e', 'name': 'network-vif-deleted', 'tag': '97cc54b5-f892-4234-9f13-5b2a0c6073ad'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:00:38.069822 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd9ca4bb-1818-43cd-a2e7-97ff3fd9a1bd" -d '{"events": [{"server_uuid": "d94b0f4e-7ccb-4775-b0e8-4c9ba00c486e", "name": "network-vif-deleted", "tag": "97cc54b5-f892-4234-9f13-5b2a0c6073ad"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:00:38.087844 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c86c0e87-7f73-41dd-b107-5cbaac7eb165 req-f671da07-0a8c-402a-a4e8-4a6e7d1e2ed6 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=d94b0f4e-7ccb-4775-b0e8-4c9ba00c486e HTTP/1.1" status: 200 len: 210 time: 0.0718954 Aug 05 12:00:38.126784 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4763bb7-7f48-4729-96b7-ab23b11a3077 None None] New status for floating IP b0b6678b-6efe-425f-82f0-cf4d9825be9d: DOWN {{(pid=94422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 12:00:38.185707 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1071f862-6b07-4474-922a-875594f13eb7 req-8407101f-4aa7-4f09-918e-c8af51f7cb42 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=d700a63d-a591-46d0-9144-d357356aa9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1779542 Aug 05 12:00:38.404526 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 12:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a311d9b-e164-44e7-8b05-27a60e2384a7 x-openstack-request-id: req-3a311d9b-e164-44e7-8b05-27a60e2384a7 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:00:38.404995 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d94b0f4e-7ccb-4775-b0e8-4c9ba00c486e", "name": "network-vif-deleted", "tag": "97cc54b5-f892-4234-9f13-5b2a0c6073ad", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:00:38.405513 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3a311d9b-e164-44e7-8b05-27a60e2384a7 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:00:38.406405 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd94b0f4e-7ccb-4775-b0e8-4c9ba00c486e', 'name': 'network-vif-deleted', 'tag': '97cc54b5-f892-4234-9f13-5b2a0c6073ad', 'status': 'completed', 'code': 200} Aug 05 12:00:39.185037 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 56622) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:00:40.010570 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e1f8c43f-62b0-4a68-b3fc-e2f5ccd4d564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:40.044700 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 97cc54b5-f892-4234-9f13-5b2a0c6073ad no longer exists at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:00:40.146618 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] No Port match for: 97cc54b5-f892-4234-9f13-5b2a0c6073ad {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:00:40.147961 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 97cc54b5-f892-4234-9f13-5b2a0c6073ad not bound to the agent host n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:00:40.187305 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:40.199461 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 56636) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:00:40.558245 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-aa8c9093-7c24-4199-b60c-848a0db70ec4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a8aad02902544402b81c8a9370898b2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3561363 Aug 05 12:00:40.558955 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 56644) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:00:40.667344 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d1b0fc-b657-4734-b77b-3a205be60ebe req-9a91b5a8-e712-483a-8356-65580fc255f9 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:00:40.675711 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b52e423f-ca79-431d-bfdf-885a71827e96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:40.683393 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d1d1b0fc-b657-4734-b77b-3a205be60ebe req-9a91b5a8-e712-483a-8356-65580fc255f9 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2982b20-6da2-4689-ae89-08a6113e6505 HTTP/1.1" status: 200 len: 945 time: 1.0223510 Aug 05 12:00:40.747301 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b52e423f-ca79-431d-bfdf-885a71827e96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:40.803703 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d1d1b0fc-b657-4734-b77b-3a205be60ebe req-35b82be9-0f10-4617-b372-d0836e7de3a6 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=d700a63d-a591-46d0-9144-d357356aa9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1183388 Aug 05 12:00:40.938332 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b52e423f-ca79-431d-bfdf-885a71827e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:40.953418 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b52e423f-ca79-431d-bfdf-885a71827e96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:40.956540 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-b52e423f-ca79-431d-bfdf-885a71827e96 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ef05d95a-376e-45c7-818c-2cfec3cc7f0d HTTP/1.1" status: 204 len: 168 time: 0.3959115 Aug 05 12:00:40.975914 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52e423f-ca79-431d-bfdf-885a71827e96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef05d95a-376e-45c7-818c-2cfec3cc7f0d,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:00:41.115081 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b47c4137-b2d7-4238-9835-e314b573ae8e tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33208311'] for router_interface, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:41.790109 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:41.893378 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-b47c4137-b2d7-4238-9835-e314b573ae8e tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Deleting port 04a90d2f-3ee5-4e82-823d-d866db82cf34 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:00:41.894304 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b47c4137-b2d7-4238-9835-e314b573ae8e tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:42.216887 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-b47c4137-b2d7-4238-9835-e314b573ae8e tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] For port 04a90d2f-3ee5-4e82-823d-d866db82cf34, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=04a90d2f-3ee5-4e82-823d-d866db82cf34,segment=NetworkSegment(4364cd83-f658-4f94-974b-0a0c47401bd3),segment_id=4364cd83-f658-4f94-974b-0a0c47401bd3)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:00:42.217805 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b47c4137-b2d7-4238-9835-e314b573ae8e tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:42.260562 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-b47c4137-b2d7-4238-9835-e314b573ae8e tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Calling delete_port for 04a90d2f-3ee5-4e82-823d-d866db82cf34 owned by network:router_interface {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:00:42.335540 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fdea1d-8e55-4116-8ec5-307afcf6da1f req-726851d5-1707-4982-953f-e14ef5fd0f9d tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:00:42.338474 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-57fdea1d-8e55-4116-8ec5-307afcf6da1f req-726851d5-1707-4982-953f-e14ef5fd0f9d tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2982b20-6da2-4689-ae89-08a6113e6505 HTTP/1.1" status: 200 len: 945 time: 0.2489965 Aug 05 12:00:42.546771 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-57fdea1d-8e55-4116-8ec5-307afcf6da1f req-ea1db4aa-f01c-4776-9912-d9affd09c82e tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=d700a63d-a591-46d0-9144-d357356aa9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1489995 Aug 05 12:00:42.857437 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 56684) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:00:42.943650 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b47c4137-b2d7-4238-9835-e314b573ae8e tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:43.032636 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47c4137-b2d7-4238-9835-e314b573ae8e tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Pushing event deleted for resources: {'Port': ['ID=04a90d2f-3ee5-4e82-823d-d866db82cf34,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:00:43.071759 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47c4137-b2d7-4238-9835-e314b573ae8e tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:00:43.072958 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47c4137-b2d7-4238-9835-e314b573ae8e tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:00:43.073643 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47c4137-b2d7-4238-9835-e314b573ae8e tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:00:43.074151 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47c4137-b2d7-4238-9835-e314b573ae8e tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:00:43.074701 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47c4137-b2d7-4238-9835-e314b573ae8e tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:00:43.075298 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47c4137-b2d7-4238-9835-e314b573ae8e tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:00:43.075868 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47c4137-b2d7-4238-9835-e314b573ae8e tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:00:43.077999 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47c4137-b2d7-4238-9835-e314b573ae8e tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:00:43.078597 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47c4137-b2d7-4238-9835-e314b573ae8e tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:00:43.079165 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47c4137-b2d7-4238-9835-e314b573ae8e tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:00:43.080919 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47c4137-b2d7-4238-9835-e314b573ae8e tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:00:43.080919 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47c4137-b2d7-4238-9835-e314b573ae8e tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:00:43.088057 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-7024d98a-dfe5-4704-9896-05c4b2c27492 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-654659379-network', 'tenant_id': '14f85fa6e8e1401fb399139faf003f37'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:00:43.156658 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7024d98a-dfe5-4704-9896-05c4b2c27492 admin admin] Made reservation on behalf of 14f85fa6e8e1401fb399139faf003f37 for: {'network': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:00:43.162217 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7024d98a-dfe5-4704-9896-05c4b2c27492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:43.185316 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7024d98a-dfe5-4704-9896-05c4b2c27492 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:43.461134 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7024d98a-dfe5-4704-9896-05c4b2c27492 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:43.471863 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7024d98a-dfe5-4704-9896-05c4b2c27492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:43.512176 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7024d98a-dfe5-4704-9896-05c4b2c27492 admin admin] vlan segment allocate from pool success with {'vlan_id': 658, 'physical_network': 'physnet1'} {{(pid=94421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 12:00:43.529745 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7024d98a-dfe5-4704-9896-05c4b2c27492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:43.530691 n-d-803378-2 neutron-server[94421]: INFO neutron.db.segments_db [None req-7024d98a-dfe5-4704-9896-05c4b2c27492 admin admin] Added segment d79482fc-e8db-4641-a491-552f679b63fa of type vlan for network 4cafcce3-f344-455c-8718-7b96b6393933 Aug 05 12:00:43.607349 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7024d98a-dfe5-4704-9896-05c4b2c27492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03ea1136-3bef-425e-b34f-c9d3e888869c,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:00:43.616281 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b47c4137-b2d7-4238-9835-e314b573ae8e tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33140263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33208171'] for router_interface, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:43.630897 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7024d98a-dfe5-4704-9896-05c4b2c27492 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:43.720533 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7024d98a-dfe5-4704-9896-05c4b2c27492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:43.721875 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7024d98a-dfe5-4704-9896-05c4b2c27492 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:00:43.724166 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7024d98a-dfe5-4704-9896-05c4b2c27492 admin admin] Notify callbacks [] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:43.929616 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:43.979346 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-7024d98a-dfe5-4704-9896-05c4b2c27492 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1184783 Aug 05 12:00:43.984261 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 56730) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:00:44.012421 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7024d98a-dfe5-4704-9896-05c4b2c27492 admin admin] Pushing event updated for resources: {'Network': ['ID=4cafcce3-f344-455c-8718-7b96b6393933,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:00:44.031139 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 4cafcce3-f344-455c-8718-7b96b6393933 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 12:00:44.033840 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-2cd18b17-6918-43cf-a4ca-bde31282153d admin admin] Request body: {'subnet': {'network_id': '4cafcce3-f344-455c-8718-7b96b6393933', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-654659379-subnet', 'tenant_id': '14f85fa6e8e1401fb399139faf003f37', 'ip_version': 4}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:00:44.364570 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cd18b17-6918-43cf-a4ca-bde31282153d admin admin] Made reservation on behalf of 14f85fa6e8e1401fb399139faf003f37 for: {'subnet': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:00:44.370762 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2cd18b17-6918-43cf-a4ca-bde31282153d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24211133'] for subnet, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:44.508429 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1ae827-1920-4947-a919-38ff33f4869e req-c059769e-364c-4708-8476-e0dae4c6a457 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:00:44.510953 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5b1ae827-1920-4947-a919-38ff33f4869e req-c059769e-364c-4708-8476-e0dae4c6a457 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2982b20-6da2-4689-ae89-08a6113e6505 HTTP/1.1" status: 200 len: 945 time: 0.5397124 Aug 05 12:00:44.577202 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b47c4137-b2d7-4238-9835-e314b573ae8e tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Router 93199cd7-54e7-4c5e-8c35-1fb4731c9971 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:00:44.623560 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5b1ae827-1920-4947-a919-38ff33f4869e req-87854459-9450-410a-9f1f-3cc244c715d4 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=d700a63d-a591-46d0-9144-d357356aa9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954175 Aug 05 12:00:44.888843 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b47c4137-b2d7-4238-9835-e314b573ae8e tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:00:44.897824 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-b47c4137-b2d7-4238-9835-e314b573ae8e tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "PUT /v2.0/routers/93199cd7-54e7-4c5e-8c35-1fb4731c9971/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7099199 Aug 05 12:00:44.900999 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2cd18b17-6918-43cf-a4ca-bde31282153d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29762700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24211087'] for subnet, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:44.903420 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 56802) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:00:44.923891 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42822f0e-901c-4c98-abe1-254396bde6f7 None None] Sync routers for ids ['93199cd7-54e7-4c5e-8c35-1fb4731c9971'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:00:44.947838 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42822f0e-901c-4c98-abe1-254396bde6f7 None None] Routers {'93199cd7-54e7-4c5e-8c35-1fb4731c9971'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:00:44.949190 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-42822f0e-901c-4c98-abe1-254396bde6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:00:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['93199cd7-54e7-4c5e-8c35-1fb4731c9971'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:00:45.035621 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_v2 [None req-de32a23d-207e-4009-930e-a0c0ec4115b5 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Deleting subnet 271660a4-93c7-4978-8162-ad97a3c0f69a {{(pid=94421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 12:00:45.043983 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd18b17-6918-43cf-a4ca-bde31282153d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4bc47f2-e3f7-4a49-8df8-2cd59ebb96f3,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:00:45.048219 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-de32a23d-207e-4009-930e-a0c0ec4115b5 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for subnet, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:45.094477 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd18b17-6918-43cf-a4ca-bde31282153d admin admin] Checking segment: {'id': 'd79482fc-e8db-4641-a491-552f679b63fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '4cafcce3-f344-455c-8718-7b96b6393933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:00:45.094793 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd18b17-6918-43cf-a4ca-bde31282153d admin admin] Network hostable DHCP agents. Network: 4cafcce3-f344-455c-8718-7b96b6393933, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 12:00:45.164750 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-de32a23d-207e-4009-930e-a0c0ec4115b5 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29786388'] for subnet, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:45.170416 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd18b17-6918-43cf-a4ca-bde31282153d admin admin] Network 4cafcce3-f344-455c-8718-7b96b6393933 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 12:00:45.196324 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-2cd18b17-6918-43cf-a4ca-bde31282153d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, 4cafcce3-f344-455c-8718-7b96b6393933) {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:00:45.202389 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd18b17-6918-43cf-a4ca-bde31282153d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:00:45.203226 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2cd18b17-6918-43cf-a4ca-bde31282153d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:45.214397 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d258968-f2bd-4ab3-8579-110eea637131 None None] Network 4cafcce3-f344-455c-8718-7b96b6393933 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:00:45.228690 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-2cd18b17-6918-43cf-a4ca-bde31282153d admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.2423019 Aug 05 12:00:45.232989 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 56826) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:00:45.240106 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-0db24040-3d56-4c6f-8c03-db0f373d3072 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-654659379-router', 'tenant_id': '14f85fa6e8e1401fb399139faf003f37', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:00:45.252822 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-42822f0e-901c-4c98-abe1-254396bde6f7 None None] Set router 93199cd7-54e7-4c5e-8c35-1fb4731c9971 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:00:45.295810 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0db24040-3d56-4c6f-8c03-db0f373d3072 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33260300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1929'] for router, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:45.297866 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0db24040-3d56-4c6f-8c03-db0f373d3072 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33285914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33034662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1926'] for router, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:45.390645 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-de32a23d-207e-4009-930e-a0c0ec4115b5 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:45.577995 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-de32a23d-207e-4009-930e-a0c0ec4115b5 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25038609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30075142'] for subnet, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:45.697650 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de32a23d-207e-4009-930e-a0c0ec4115b5 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Pushing event deleted for resources: {'Subnet': ['ID=271660a4-93c7-4978-8162-ad97a3c0f69a,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:00:45.718840 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-de32a23d-207e-4009-930e-a0c0ec4115b5 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:45.723589 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-de32a23d-207e-4009-930e-a0c0ec4115b5 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "DELETE /v2.0/subnets/271660a4-93c7-4978-8162-ad97a3c0f69a HTTP/1.1" status: 204 len: 168 time: 0.8164124 Aug 05 12:00:45.727904 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 56862) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:00:45.752080 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c26e5d2a-c0df-4cfc-9ca9-657ce0775ba3 None None] Network e221ebcf-1c88-4846-8587-94a0066507f5 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:00:45.938348 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdef25bb-4fe1-48d7-98a6-8914a9e65eb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-4cafcce3-f344-455c-8718-7b96b6393933', 'network_id': '4cafcce3-f344-455c-8718-7b96b6393933', 'tenant_id': '14f85fa6e8e1401fb399139faf003f37', 'fixed_ips': [{'subnet_id': 'a4bc47f2-e3f7-4a49-8df8-2cd59ebb96f3'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 12:00:45.940455 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-bdef25bb-4fe1-48d7-98a6-8914a9e65eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:45.958449 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-42822f0e-901c-4c98-abe1-254396bde6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93199cd7-54e7-4c5e-8c35-1fb4731c9971', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1853577480', 'tenant_id': '7f88688726d24c8e9d77831659c7c3ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': 'e3d98149-c554-4a87-aeb3-99a2d53d0f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:58:37Z', 'updated_at': '2021-08-05T12:00:42Z', 'revision_number': 5, 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'gw_port': {'id': 'e3d98149-c554-4a87-aeb3-99a2d53d0f9c', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:65:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93199cd7-54e7-4c5e-8c35-1fb4731c9971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:58:38Z', 'updated_at': '2021-08-05T11:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:00:45.995180 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fe96622d-ef6d-4992-b2f2-83ccb5cdb08d tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for router, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:46.075497 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42822f0e-901c-4c98-abe1-254396bde6f7 None None] Checking router: 93199cd7-54e7-4c5e-8c35-1fb4731c9971 for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:00:46.140130 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42822f0e-901c-4c98-abe1-254396bde6f7 None None] Routers {'93199cd7-54e7-4c5e-8c35-1fb4731c9971'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:00:46.142252 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-42822f0e-901c-4c98-abe1-254396bde6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:00:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['93199cd7-54e7-4c5e-8c35-1fb4731c9971'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:00:46.220253 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fe96622d-ef6d-4992-b2f2-83ccb5cdb08d tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:46.249997 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0db24040-3d56-4c6f-8c03-db0f373d3072 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:46.411593 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-fe96622d-ef6d-4992-b2f2-83ccb5cdb08d tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Deleting port e3d98149-c554-4a87-aeb3-99a2d53d0f9c {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:00:46.412175 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fe96622d-ef6d-4992-b2f2-83ccb5cdb08d tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:46.417831 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-42822f0e-901c-4c98-abe1-254396bde6f7 None None] Set router 93199cd7-54e7-4c5e-8c35-1fb4731c9971 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:00:46.516137 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 06d6ee75-11e6-4dbf-9648-382f6d9c5c20 details requested by agent hyperv_n-h1-803378-2 with host n-h1-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 12:00:46.549859 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9562f8-8412-4372-a556-dfbe5cf9fe2d req-4b8a312c-f561-40d9-bff6-1704910091fb tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:00:46.563734 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cf9562f8-8412-4372-a556-dfbe5cf9fe2d req-4b8a312c-f561-40d9-bff6-1704910091fb tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2982b20-6da2-4689-ae89-08a6113e6505 HTTP/1.1" status: 200 len: 945 time: 0.3161774 Aug 05 12:00:46.663266 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [None req-fe96622d-ef6d-4992-b2f2-83ccb5cdb08d tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] For port e3d98149-c554-4a87-aeb3-99a2d53d0f9c, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=e3d98149-c554-4a87-aeb3-99a2d53d0f9c,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:00:46.663685 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fe96622d-ef6d-4992-b2f2-83ccb5cdb08d tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:46.697517 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-fe96622d-ef6d-4992-b2f2-83ccb5cdb08d tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Calling delete_port for e3d98149-c554-4a87-aeb3-99a2d53d0f9c owned by network:router_gateway {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:00:46.760863 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.db.resource_extend [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 05 12:00:46.762213 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0db24040-3d56-4c6f-8c03-db0f373d3072 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:46.944206 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cf9562f8-8412-4372-a556-dfbe5cf9fe2d req-b5d8da87-a81d-4589-a6be-07f87a7b02dd tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=d700a63d-a591-46d0-9144-d357356aa9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1730499 Aug 05 12:00:46.988604 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16286800-25fb-4cc5-b6fe-9493de14280f None None] DHCP port deletion for e221ebcf-1c88-4846-8587-94a0066507f5 request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 12:00:47.017390 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 56938) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:00:47.031819 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-132f8c21-9607-416c-9df5-12e77639591b tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-137621116'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:00:47.088321 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-42822f0e-901c-4c98-abe1-254396bde6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93199cd7-54e7-4c5e-8c35-1fb4731c9971', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1853577480', 'tenant_id': '7f88688726d24c8e9d77831659c7c3ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': 'e3d98149-c554-4a87-aeb3-99a2d53d0f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:58:37Z', 'updated_at': '2021-08-05T12:00:42Z', 'revision_number': 5, 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'gw_port': {'id': 'e3d98149-c554-4a87-aeb3-99a2d53d0f9c', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:65:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93199cd7-54e7-4c5e-8c35-1fb4731c9971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:58:38Z', 'updated_at': '2021-08-05T11:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:00:47.154252 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-132f8c21-9607-416c-9df5-12e77639591b tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Made reservation on behalf of 7f690a1af59141ff99aca95e28eca771 for: {'network': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:00:47.172895 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-132f8c21-9607-416c-9df5-12e77639591b tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:47.179038 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42822f0e-901c-4c98-abe1-254396bde6f7 None None] The sync data for ids ['93199cd7-54e7-4c5e-8c35-1fb4731c9971'] in n-d-803378-2 is: [{'id': '93199cd7-54e7-4c5e-8c35-1fb4731c9971', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1853577480', 'tenant_id': '7f88688726d24c8e9d77831659c7c3ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': 'e3d98149-c554-4a87-aeb3-99a2d53d0f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:58:37Z', 'updated_at': '2021-08-05T12:00:42Z', 'revision_number': 5, 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'gw_port': {'id': 'e3d98149-c554-4a87-aeb3-99a2d53d0f9c', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:65:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93199cd7-54e7-4c5e-8c35-1fb4731c9971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:58:38Z', 'updated_at': '2021-08-05T11:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:00:47.281742 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 06d6ee75-11e6-4dbf-9648-382f6d9c5c20, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=06d6ee75-11e6-4dbf-9648-382f6d9c5c20,segment=NetworkSegment(de1f7257-8faa-46ea-8956-4b8e85e97bcb),segment_id=de1f7257-8faa-46ea-8956-4b8e85e97bcb)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:00:47.288052 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-bdef25bb-4fe1-48d7-98a6-8914a9e65eb2 None None] Allocated IP 172.20.0.2 (4cafcce3-f344-455c-8718-7b96b6393933/a4bc47f2-e3f7-4a49-8df8-2cd59ebb96f3/6d73658c-63c7-4f74-84e4-eac38e6ff334) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:00:47.318185 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fe96622d-ef6d-4992-b2f2-83ccb5cdb08d tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:47.319077 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-16286800-25fb-4cc5-b6fe-9493de14280f None None] Deleting port a43d8dfe-6d3e-4a7e-8a70-09666477974b {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:00:47.319077 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-16286800-25fb-4cc5-b6fe-9493de14280f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:47.355831 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Returning: {'device': '06d6ee75-11e6-4dbf-9648-382f6d9c5c20', 'network_id': '1ac4b742-2a25-4935-8476-e9ad3e543504', 'port_id': '06d6ee75-11e6-4dbf-9648-382f6d9c5c20', 'mac_address': 'fa:16:3e:f9:f4:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5e28117-6f3c-401b-be5b-a70254f1dc57', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 12:00:47.377984 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe96622d-ef6d-4992-b2f2-83ccb5cdb08d tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Pushing event deleted for resources: {'Port': ['ID=e3d98149-c554-4a87-aeb3-99a2d53d0f9c,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:00:47.444004 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-132f8c21-9607-416c-9df5-12e77639591b tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] vlan segment allocate from pool success with {'vlan_id': 698, 'physical_network': 'physnet1'} {{(pid=94420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 12:00:47.514273 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-132f8c21-9607-416c-9df5-12e77639591b tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:47.514831 n-d-803378-2 neutron-server[94420]: INFO neutron.db.segments_db [None req-132f8c21-9607-416c-9df5-12e77639591b tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Added segment b5893b6e-06cf-4700-b98e-3330d41c521f of type vlan for network efef5820-889f-42cc-a1e8-7a1a3d2a1fbf Aug 05 12:00:47.532113 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fe96622d-ef6d-4992-b2f2-83ccb5cdb08d tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33285055'] for router_gateway, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:47.639827 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-132f8c21-9607-416c-9df5-12e77639591b tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:47.733622 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-132f8c21-9607-416c-9df5-12e77639591b tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:47.749670 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132f8c21-9607-416c-9df5-12e77639591b tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:00:47.749670 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-132f8c21-9607-416c-9df5-12e77639591b tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:47.859980 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:47.875157 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fe96622d-ef6d-4992-b2f2-83ccb5cdb08d tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33262979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1951'] for router, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:47.879756 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fe96622d-ef6d-4992-b2f2-83ccb5cdb08d tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:47.967850 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 06d6ee75-11e6-4dbf-9648-382f6d9c5c20 {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 12:00:48.018102 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 04a90d2f-3ee5-4e82-823d-d866db82cf34 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:00:48.038565 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fe96622d-ef6d-4992-b2f2-83ccb5cdb08d tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33262474'] for router, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:48.039727 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe96622d-ef6d-4992-b2f2-83ccb5cdb08d tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Fanout notify agent at l3_agent the message router_deleted on router 93199cd7-54e7-4c5e-8c35-1fb4731c9971 {{(pid=94421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 12:00:48.043143 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132f8c21-9607-416c-9df5-12e77639591b tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Pushing event updated for resources: {'Network': ['ID=efef5820-889f-42cc-a1e8-7a1a3d2a1fbf,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:00:48.050200 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0db24040-3d56-4c6f-8c03-db0f373d3072 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:48.073742 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fe96622d-ef6d-4992-b2f2-83ccb5cdb08d tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for router, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:48.081959 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-fe96622d-ef6d-4992-b2f2-83ccb5cdb08d tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "DELETE /v2.0/routers/93199cd7-54e7-4c5e-8c35-1fb4731c9971 HTTP/1.1" status: 204 len: 168 time: 2.3464873 Aug 05 12:00:48.081959 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 57020) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:00:48.105440 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0db24040-3d56-4c6f-8c03-db0f373d3072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:48.106226 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 04a90d2f-3ee5-4e82-823d-d866db82cf34 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:00:48.107137 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 04a90d2f-3ee5-4e82-823d-d866db82cf34 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:00:48.108161 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device a43d8dfe-6d3e-4a7e-8a70-09666477974b no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:00:48.113167 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network efef5820-889f-42cc-a1e8-7a1a3d2a1fbf details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 12:00:48.127153 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-132f8c21-9607-416c-9df5-12e77639591b tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.1039476 Aug 05 12:00:48.129813 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 57024) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:00:48.137362 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-f400e2a5-63ce-4b49-8715-83b3ffbd8e0a tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1407580523'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:00:48.249716 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f400e2a5-63ce-4b49-8715-83b3ffbd8e0a tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Made reservation on behalf of 7f690a1af59141ff99aca95e28eca771 for: {'network': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:00:48.254572 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f400e2a5-63ce-4b49-8715-83b3ffbd8e0a tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:48.282696 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-bdef25bb-4fe1-48d7-98a6-8914a9e65eb2 None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:48.335233 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2b924ca9-ee35-4d08-a261-c1056e539a0d tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:48.434305 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f400e2a5-63ce-4b49-8715-83b3ffbd8e0a tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] vlan segment allocate from pool success with {'vlan_id': 660, 'physical_network': 'physnet1'} {{(pid=94420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 12:00:48.441782 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 06d6ee75-11e6-4dbf-9648-382f6d9c5c20, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=06d6ee75-11e6-4dbf-9648-382f6d9c5c20,segment=NetworkSegment(de1f7257-8faa-46ea-8956-4b8e85e97bcb),segment_id=de1f7257-8faa-46ea-8956-4b8e85e97bcb)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:00:48.447026 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-16286800-25fb-4cc5-b6fe-9493de14280f None None] For port a43d8dfe-6d3e-4a7e-8a70-09666477974b, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=a43d8dfe-6d3e-4a7e-8a70-09666477974b,segment=NetworkSegment(4364cd83-f658-4f94-974b-0a0c47401bd3),segment_id=4364cd83-f658-4f94-974b-0a0c47401bd3)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:00:48.448314 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-16286800-25fb-4cc5-b6fe-9493de14280f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:48.495684 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-bdef25bb-4fe1-48d7-98a6-8914a9e65eb2 None None] Transition to ACTIVE for port object 6d73658c-63c7-4f74-84e4-eac38e6ff334 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:00:48.499930 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:48.537730 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-0db24040-3d56-4c6f-8c03-db0f373d3072 admin admin] Allocated IP 172.25.5.71 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/3d1b19f4-4bcf-4807-b2f9-69faa5f79b46) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:00:48.545417 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-2b924ca9-ee35-4d08-a261-c1056e539a0d tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Deleting port a43d8dfe-6d3e-4a7e-8a70-09666477974b {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:00:48.545613 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2b924ca9-ee35-4d08-a261-c1056e539a0d tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:48.550144 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f400e2a5-63ce-4b49-8715-83b3ffbd8e0a tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:48.550585 n-d-803378-2 neutron-server[94420]: INFO neutron.db.segments_db [None req-f400e2a5-63ce-4b49-8715-83b3ffbd8e0a tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Added segment 5eb1533d-710e-493a-b76f-469038d5d33b of type vlan for network 86bbbaf5-a273-4acb-af27-d15f3d74f788 Aug 05 12:00:48.576916 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a259400-0ee8-4d33-849c-e2aae70ef2e7 req-a3f2d1a5-9495-4ac9-8db3-129eefd31704 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:00:48.578972 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4a259400-0ee8-4d33-849c-e2aae70ef2e7 req-a3f2d1a5-9495-4ac9-8db3-129eefd31704 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2982b20-6da2-4689-ae89-08a6113e6505 HTTP/1.1" status: 200 len: 945 time: 0.2537181 Aug 05 12:00:48.612691 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-16286800-25fb-4cc5-b6fe-9493de14280f None None] Calling delete_port for a43d8dfe-6d3e-4a7e-8a70-09666477974b owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:00:48.631133 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=06d6ee75-11e6-4dbf-9648-382f6d9c5c20,revision_number=6']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:00:48.651585 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f400e2a5-63ce-4b49-8715-83b3ffbd8e0a tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:48.684977 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-bdef25bb-4fe1-48d7-98a6-8914a9e65eb2 None None] Transition to ACTIVE for port object 6d73658c-63c7-4f74-84e4-eac38e6ff334 will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:00:48.708241 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [None req-2b924ca9-ee35-4d08-a261-c1056e539a0d tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] For port a43d8dfe-6d3e-4a7e-8a70-09666477974b, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=a43d8dfe-6d3e-4a7e-8a70-09666477974b,segment=NetworkSegment(4364cd83-f658-4f94-974b-0a0c47401bd3),segment_id=4364cd83-f658-4f94-974b-0a0c47401bd3)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:00:48.709202 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2b924ca9-ee35-4d08-a261-c1056e539a0d tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:48.739425 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-2b924ca9-ee35-4d08-a261-c1056e539a0d tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Calling delete_port for a43d8dfe-6d3e-4a7e-8a70-09666477974b owned by network:dhcp {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:00:48.752686 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-bdef25bb-4fe1-48d7-98a6-8914a9e65eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:48.844261 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['06d6ee75-11e6-4dbf-9648-382f6d9c5c20'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 12:00:48.923750 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4a259400-0ee8-4d33-849c-e2aae70ef2e7 req-3d131b89-4312-4db0-9e0f-d1be6eb2f873 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=d700a63d-a591-46d0-9144-d357356aa9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2650585 Aug 05 12:00:48.929438 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2b924ca9-ee35-4d08-a261-c1056e539a0d tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:48.930923 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdef25bb-4fe1-48d7-98a6-8914a9e65eb2 None None] Pushing event updated for resources: {'Port': ['ID=6d73658c-63c7-4f74-84e4-eac38e6ff334,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:00:48.938605 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f400e2a5-63ce-4b49-8715-83b3ffbd8e0a tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:48.947356 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f400e2a5-63ce-4b49-8715-83b3ffbd8e0a tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:00:48.948806 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f400e2a5-63ce-4b49-8715-83b3ffbd8e0a tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:49.007860 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b924ca9-ee35-4d08-a261-c1056e539a0d tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] No DVR routers for this DVR port a43d8dfe-6d3e-4a7e-8a70-09666477974b on host n-d-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:00:49.017245 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:49.060206 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdef25bb-4fe1-48d7-98a6-8914a9e65eb2 None None] Network 4cafcce3-f344-455c-8718-7b96b6393933 is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:00:49.064682 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b924ca9-ee35-4d08-a261-c1056e539a0d tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Pushing event deleted for resources: {'Port': ['ID=a43d8dfe-6d3e-4a7e-8a70-09666477974b,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:00:49.075046 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f400e2a5-63ce-4b49-8715-83b3ffbd8e0a tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Pushing event updated for resources: {'Network': ['ID=86bbbaf5-a273-4acb-af27-d15f3d74f788,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:00:49.077204 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-bdef25bb-4fe1-48d7-98a6-8914a9e65eb2 None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:00:49.083605 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdef25bb-4fe1-48d7-98a6-8914a9e65eb2 None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:00:49.103556 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0db24040-3d56-4c6f-8c03-db0f373d3072 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:49.108625 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-16286800-25fb-4cc5-b6fe-9493de14280f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:49.112595 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-f400e2a5-63ce-4b49-8715-83b3ffbd8e0a tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9815223 Aug 05 12:00:49.113792 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 57090) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:00:49.114647 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 86bbbaf5-a273-4acb-af27-d15f3d74f788 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 12:00:49.122807 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-8b5751d6-87a0-4929-9663-1c239915ab5f tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Request body: {'subnet': {'network_id': 'efef5820-889f-42cc-a1e8-7a1a3d2a1fbf', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:00:49.321075 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0db24040-3d56-4c6f-8c03-db0f373d3072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:49.332326 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b5751d6-87a0-4929-9663-1c239915ab5f tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Made reservation on behalf of 7f690a1af59141ff99aca95e28eca771 for: {'subnet': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:00:49.336661 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2b924ca9-ee35-4d08-a261-c1056e539a0d tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:49.338850 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8b5751d6-87a0-4929-9663-1c239915ab5f tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24211133'] for subnet, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:49.361821 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-2b924ca9-ee35-4d08-a261-c1056e539a0d tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e221ebcf-1c88-4846-8587-94a0066507f5']}} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:00:49.379072 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16286800-25fb-4cc5-b6fe-9493de14280f None None] Pushing event deleted for resources: {'Port': ['ID=a43d8dfe-6d3e-4a7e-8a70-09666477974b,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:00:49.386001 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16286800-25fb-4cc5-b6fe-9493de14280f None None] No DVR routers for this DVR port a43d8dfe-6d3e-4a7e-8a70-09666477974b on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:00:49.422231 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-2b924ca9-ee35-4d08-a261-c1056e539a0d tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4364cd83-f658-4f94-974b-0a0c47401bd3') {'for_net_delete': True} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:00:49.423806 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-2b924ca9-ee35-4d08-a261-c1056e539a0d tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4364cd83-f658-4f94-974b-0a0c47401bd3') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:00:49.427227 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db24040-3d56-4c6f-8c03-db0f373d3072 admin admin] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:00:49.447128 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2b924ca9-ee35-4d08-a261-c1056e539a0d tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29786371'] for segment, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:49.474776 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-0db24040-3d56-4c6f-8c03-db0f373d3072 admin admin] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:00:49.484006 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2b924ca9-ee35-4d08-a261-c1056e539a0d tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:49.490700 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db24040-3d56-4c6f-8c03-db0f373d3072 admin admin] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:00:49.502031 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b924ca9-ee35-4d08-a261-c1056e539a0d tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=94421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 12:00:49.503578 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2b924ca9-ee35-4d08-a261-c1056e539a0d tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25038799'] for segment, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:49.513524 n-d-803378-2 neutron-server[94421]: Traceback (most recent call last): Aug 05 12:00:49.513524 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 12:00:49.513524 n-d-803378-2 neutron-server[94421]: timer() Aug 05 12:00:49.513524 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 12:00:49.513524 n-d-803378-2 neutron-server[94421]: cb(*args, **kw) Aug 05 12:00:49.513524 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 12:00:49.513524 n-d-803378-2 neutron-server[94421]: return func(*args, **kwargs) Aug 05 12:00:49.513524 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 12:00:49.513524 n-d-803378-2 neutron-server[94421]: self._notify() Aug 05 12:00:49.513524 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 12:00:49.513524 n-d-803378-2 neutron-server[94421]: self.callback(batched_events) Aug 05 12:00:49.513524 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 12:00:49.513524 n-d-803378-2 neutron-server[94421]: event.method(event) Aug 05 12:00:49.513524 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 12:00:49.513524 n-d-803378-2 neutron-server[94421]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 12:00:49.513524 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 12:00:49.513524 n-d-803378-2 neutron-server[94421]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 12:00:49.513524 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 12:00:49.513524 n-d-803378-2 neutron-server[94421]: return f(self, *a, **k) Aug 05 12:00:49.513524 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 12:00:49.513524 n-d-803378-2 neutron-server[94421]: return self._get(url).json() Aug 05 12:00:49.513524 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 12:00:49.513524 n-d-803378-2 neutron-server[94421]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 12:00:49.513524 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 12:00:49.513524 n-d-803378-2 neutron-server[94421]: return self.request(url, 'GET', **kwargs) Aug 05 12:00:49.513524 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 12:00:49.513524 n-d-803378-2 neutron-server[94421]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 12:00:49.513524 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 12:00:49.513524 n-d-803378-2 neutron-server[94421]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 12:00:49.513524 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 12:00:49.513524 n-d-803378-2 neutron-server[94421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 12:00:49.513524 n-d-803378-2 neutron-server[94421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 12:00:49.579115 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-bdef25bb-4fe1-48d7-98a6-8914a9e65eb2 None None] Attempting to bind port 6d73658c-63c7-4f74-84e4-eac38e6ff334 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:00:49.579757 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-bdef25bb-4fe1-48d7-98a6-8914a9e65eb2 None None] Attempting to bind port 6d73658c-63c7-4f74-84e4-eac38e6ff334 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'd79482fc-e8db-4641-a491-552f679b63fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '4cafcce3-f344-455c-8718-7b96b6393933'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:00:49.580288 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdef25bb-4fe1-48d7-98a6-8914a9e65eb2 None None] Attempting to bind port 6d73658c-63c7-4f74-84e4-eac38e6ff334 on network 4cafcce3-f344-455c-8718-7b96b6393933 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:00:49.616358 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdef25bb-4fe1-48d7-98a6-8914a9e65eb2 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:00:49.617862 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdef25bb-4fe1-48d7-98a6-8914a9e65eb2 None None] Checking segment: {'id': 'd79482fc-e8db-4641-a491-552f679b63fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '4cafcce3-f344-455c-8718-7b96b6393933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:00:49.618620 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-bdef25bb-4fe1-48d7-98a6-8914a9e65eb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:49.619177 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdef25bb-4fe1-48d7-98a6-8914a9e65eb2 None None] Bound using segment: {'id': 'd79482fc-e8db-4641-a491-552f679b63fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '4cafcce3-f344-455c-8718-7b96b6393933'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:00:49.619951 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-bdef25bb-4fe1-48d7-98a6-8914a9e65eb2 None None] Bound port: 6d73658c-63c7-4f74-84e4-eac38e6ff334, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd79482fc-e8db-4641-a491-552f679b63fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '4cafcce3-f344-455c-8718-7b96b6393933'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:00:49.620588 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-bdef25bb-4fe1-48d7-98a6-8914a9e65eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:49.686866 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2b924ca9-ee35-4d08-a261-c1056e539a0d tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:49.695862 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db24040-3d56-4c6f-8c03-db0f373d3072 admin admin] Pushing event updated for resources: {'Port': ['ID=3d1b19f4-4bcf-4807-b2f9-69faa5f79b46,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:00:49.697115 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2b924ca9-ee35-4d08-a261-c1056e539a0d tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:49.704643 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-2b924ca9-ee35-4d08-a261-c1056e539a0d tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "DELETE /v2.0/networks/e221ebcf-1c88-4846-8587-94a0066507f5 HTTP/1.1" status: 204 len: 168 time: 1.6146641 Aug 05 12:00:49.721002 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 57136) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:00:49.756046 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b924ca9-ee35-4d08-a261-c1056e539a0d tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Pushing event deleted for resources: {'Network': ['ID=e221ebcf-1c88-4846-8587-94a0066507f5,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:00:49.764582 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-bdef25bb-4fe1-48d7-98a6-8914a9e65eb2 None None] For port 6d73658c-63c7-4f74-84e4-eac38e6ff334, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:00:49.770821 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-bdef25bb-4fe1-48d7-98a6-8914a9e65eb2 None None] For port 6d73658c-63c7-4f74-84e4-eac38e6ff334, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=6d73658c-63c7-4f74-84e4-eac38e6ff334,segment=NetworkSegment(d79482fc-e8db-4641-a491-552f679b63fa),segment_id=d79482fc-e8db-4641-a491-552f679b63fa)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:00:49.781934 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-bdef25bb-4fe1-48d7-98a6-8914a9e65eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:49.879478 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b78971e6-91d9-486c-9a44-d21fc82f8a4d tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:49.886590 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdef25bb-4fe1-48d7-98a6-8914a9e65eb2 None None] Pushing event updated for resources: {'Port': ['ID=6d73658c-63c7-4f74-84e4-eac38e6ff334,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:00:49.893660 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device e3d98149-c554-4a87-aeb3-99a2d53d0f9c no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:00:49.929922 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b78971e6-91d9-486c-9a44-d21fc82f8a4d tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:49.955109 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: e3d98149-c554-4a87-aeb3-99a2d53d0f9c {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:00:49.956293 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device e3d98149-c554-4a87-aeb3-99a2d53d0f9c not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:00:50.088430 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b78971e6-91d9-486c-9a44-d21fc82f8a4d tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:50.098247 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b78971e6-91d9-486c-9a44-d21fc82f8a4d tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:50.107711 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-b78971e6-91d9-486c-9a44-d21fc82f8a4d tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "DELETE /v2.0/security-groups/5b2ae25e-a3f9-47cd-8037-5f5a58db0284 HTTP/1.1" status: 204 len: 168 time: 0.3833439 Aug 05 12:00:50.140537 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78971e6-91d9-486c-9a44-d21fc82f8a4d tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b2ae25e-a3f9-47cd-8037-5f5a58db0284,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:00:50.434545 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0db24040-3d56-4c6f-8c03-db0f373d3072 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:50.539149 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 06d6ee75-11e6-4dbf-9648-382f6d9c5c20 up at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:00:50.551902 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8b5751d6-87a0-4929-9663-1c239915ab5f tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29762700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24211087'] for subnet, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:50.653548 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning complete for port 06d6ee75-11e6-4dbf-9648-382f6d9c5c20 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:00:50.656916 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:50.657884 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacfbfe1-256a-47be-a0a2-afd40c9a21b9 req-38885db4-7cbf-4884-ae2c-d0392624f314 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:00:50.659888 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-eacfbfe1-256a-47be-a0a2-afd40c9a21b9 req-38885db4-7cbf-4884-ae2c-d0392624f314 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2982b20-6da2-4689-ae89-08a6113e6505 HTTP/1.1" status: 200 len: 944 time: 0.4140272 Aug 05 12:00:50.709916 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5751d6-87a0-4929-9663-1c239915ab5f tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Pushing event updated for resources: {'Subnet': ['ID=f10aca1c-e17e-479d-aec1-1d33ddacd74e,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:00:50.817738 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:50.824314 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5751d6-87a0-4929-9663-1c239915ab5f tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Checking segment: {'id': 'b5893b6e-06cf-4700-b98e-3330d41c521f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'efef5820-889f-42cc-a1e8-7a1a3d2a1fbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:00:50.825562 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5751d6-87a0-4929-9663-1c239915ab5f tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Network hostable DHCP agents. Network: efef5820-889f-42cc-a1e8-7a1a3d2a1fbf, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 12:00:50.851377 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-eacfbfe1-256a-47be-a0a2-afd40c9a21b9 req-564d6128-c8d3-4832-8459-a06600736aa7 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=d700a63d-a591-46d0-9144-d357356aa9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1487060 Aug 05 12:00:50.865683 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2982b20-6da2-4689-ae89-08a6113e6505', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06d6ee75-11e6-4dbf-9648-382f6d9c5c20'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:00:50.869502 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 57186) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:00:50.871035 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01b75df1-cfb1-468b-8020-ac4d465fd74f" -d '{"events": [{"server_uuid": "f2982b20-6da2-4689-ae89-08a6113e6505", "name": "network-vif-plugged", "status": "completed", "tag": "06d6ee75-11e6-4dbf-9648-382f6d9c5c20"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:00:50.880632 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-4a5f5383-5a92-4ab2-928a-5458228d1143 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-971507455', 'description': 'tempest-secgroup-smoke-971507455 description', 'project_id': '7f88688726d24c8e9d77831659c7c3ae'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:00:50.896093 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 06d6ee75-11e6-4dbf-9648-382f6d9c5c20, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=06d6ee75-11e6-4dbf-9648-382f6d9c5c20,segment=NetworkSegment(de1f7257-8faa-46ea-8956-4b8e85e97bcb),segment_id=de1f7257-8faa-46ea-8956-4b8e85e97bcb)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:00:50.907197 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:50.981627 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4a5f5383-5a92-4ab2-928a-5458228d1143 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:50.982538 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 12:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eae78c20-5f08-4d09-bc5e-9d3e67844ff2 x-openstack-request-id: req-eae78c20-5f08-4d09-bc5e-9d3e67844ff2 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:00:50.984083 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2982b20-6da2-4689-ae89-08a6113e6505", "name": "network-vif-plugged", "status": "completed", "tag": "06d6ee75-11e6-4dbf-9648-382f6d9c5c20", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:00:50.984817 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-eae78c20-5f08-4d09-bc5e-9d3e67844ff2 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:00:50.988435 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2982b20-6da2-4689-ae89-08a6113e6505', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06d6ee75-11e6-4dbf-9648-382f6d9c5c20', 'code': 200} Aug 05 12:00:51.042955 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5751d6-87a0-4929-9663-1c239915ab5f tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Network efef5820-889f-42cc-a1e8-7a1a3d2a1fbf is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 12:00:51.068290 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-8b5751d6-87a0-4929-9663-1c239915ab5f tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, efef5820-889f-42cc-a1e8-7a1a3d2a1fbf) {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:00:51.071686 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=06d6ee75-11e6-4dbf-9648-382f6d9c5c20,revision_number=7']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:00:51.078206 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5751d6-87a0-4929-9663-1c239915ab5f tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:00:51.079556 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8b5751d6-87a0-4929-9663-1c239915ab5f tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks [] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:51.098179 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541c2ffd-569a-4fa6-86f4-7a4c3d92ee67 None None] Network efef5820-889f-42cc-a1e8-7a1a3d2a1fbf requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:00:51.292545 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4a5f5383-5a92-4ab2-928a-5458228d1143 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:51.298016 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0db24040-3d56-4c6f-8c03-db0f373d3072 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286026'] for router, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:51.306908 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4a5f5383-5a92-4ab2-928a-5458228d1143 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:51.399180 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-8b5751d6-87a0-4929-9663-1c239915ab5f tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.2817755 Aug 05 12:00:51.403049 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4a5f5383-5a92-4ab2-928a-5458228d1143 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:51.405380 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-4a5f5383-5a92-4ab2-928a-5458228d1143 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5314233 Aug 05 12:00:51.406178 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 57192) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:00:51.413457 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 57194) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:00:51.424950 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-f119f595-426b-4d8a-a8de-151e6e52cbe7 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Request body: {'subnet': {'network_id': '86bbbaf5-a273-4acb-af27-d15f3d74f788', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:00:51.439536 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5f5383-5a92-4ab2-928a-5458228d1143 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63e39a45-73ad-49df-9d90-9ca653f416c2,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:00:51.447594 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-eb0b582a-4d87-4732-b204-8383cbfb5d80 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Request body: {'security_group_rule': {'security_group_id': '63e39a45-73ad-49df-9d90-9ca653f416c2', 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:00:51.528877 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291cee7f-7b89-4928-b97f-e6952ec63731 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-efef5820-889f-42cc-a1e8-7a1a3d2a1fbf', 'network_id': 'efef5820-889f-42cc-a1e8-7a1a3d2a1fbf', 'tenant_id': '7f690a1af59141ff99aca95e28eca771', 'fixed_ips': [{'subnet_id': 'f10aca1c-e17e-479d-aec1-1d33ddacd74e'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 12:00:51.530374 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-291cee7f-7b89-4928-b97f-e6952ec63731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:51.601577 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-eb0b582a-4d87-4732-b204-8383cbfb5d80 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:51.946195 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-291cee7f-7b89-4928-b97f-e6952ec63731 None None] Allocated IP 10.1.1.2 (efef5820-889f-42cc-a1e8-7a1a3d2a1fbf/f10aca1c-e17e-479d-aec1-1d33ddacd74e/74e73d7f-41f9-42fb-b354-f96c7fff0538) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:00:51.999334 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 6d73658c-63c7-4f74-84e4-eac38e6ff334 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:00:52.154632 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f88c07-d0c6-4361-90a1-8fe3ccf8c5d7 None None] Network 4cafcce3-f344-455c-8718-7b96b6393933 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:00:52.496475 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-eb0b582a-4d87-4732-b204-8383cbfb5d80 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:52.524585 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-eb0b582a-4d87-4732-b204-8383cbfb5d80 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:52.595228 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-45c3e032-b12f-4810-a3b5-cbe030caa453 None None] Provisioning for port 6d73658c-63c7-4f74-84e4-eac38e6ff334 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:00:52.598598 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a057d5-1360-4d18-b9ca-97bae1a608a8 req-395b332f-aed5-4086-ab12-57d0b794f6ec tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:00:52.602084 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b8a057d5-1360-4d18-b9ca-97bae1a608a8 req-395b332f-aed5-4086-ab12-57d0b794f6ec tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2982b20-6da2-4689-ae89-08a6113e6505 HTTP/1.1" status: 200 len: 945 time: 0.2900956 Aug 05 12:00:52.615873 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f119f595-426b-4d8a-a8de-151e6e52cbe7 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Made reservation on behalf of 7f690a1af59141ff99aca95e28eca771 for: {'subnet': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:00:52.622647 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f119f595-426b-4d8a-a8de-151e6e52cbe7 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24211133'] for subnet, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:52.641391 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:52.687976 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0b582a-4d87-4732-b204-8383cbfb5d80 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3af7f4df-73f8-4e68-9fc7-49ad3b4270f9,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:00:52.722611 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 6d73658c-63c7-4f74-84e4-eac38e6ff334 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:00:52.760387 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 6d73658c-63c7-4f74-84e4-eac38e6ff334 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:00:52.760387 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:52.767639 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-eb0b582a-4d87-4732-b204-8383cbfb5d80 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:52.774936 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-eb0b582a-4d87-4732-b204-8383cbfb5d80 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3378999 Aug 05 12:00:52.778093 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 57200) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:00:52.795736 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-5a599031-d049-4188-94e5-61687ead8277 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Request body: {'security_group_rule': {'security_group_id': '63e39a45-73ad-49df-9d90-9ca653f416c2', 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:00:52.822301 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0db24040-3d56-4c6f-8c03-db0f373d3072 admin admin] Router d9072b5a-d803-4df6-b93f-f4d75f1f6f29 is scheduled to L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d with binding_index 1 {{(pid=94420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 12:00:52.868341 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b8a057d5-1360-4d18-b9ca-97bae1a608a8 req-af774c2d-0b84-4129-bb39-5373957c0721 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=d700a63d-a591-46d0-9144-d357356aa9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2400615 Aug 05 12:00:52.868823 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-291cee7f-7b89-4928-b97f-e6952ec63731 None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:52.880881 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5a599031-d049-4188-94e5-61687ead8277 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:52.903875 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-291cee7f-7b89-4928-b97f-e6952ec63731 None None] Transition to ACTIVE for port object 74e73d7f-41f9-42fb-b354-f96c7fff0538 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:00:53.005597 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-291cee7f-7b89-4928-b97f-e6952ec63731 None None] Transition to ACTIVE for port object 74e73d7f-41f9-42fb-b354-f96c7fff0538 will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:00:53.050745 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-291cee7f-7b89-4928-b97f-e6952ec63731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:53.051511 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5a599031-d049-4188-94e5-61687ead8277 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:53.061123 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5a599031-d049-4188-94e5-61687ead8277 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:53.148645 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a599031-d049-4188-94e5-61687ead8277 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18ad2cde-5709-49c3-b7ab-b4ae92b9de76,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:00:53.196583 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5a599031-d049-4188-94e5-61687ead8277 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:53.209652 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291cee7f-7b89-4928-b97f-e6952ec63731 None None] Network efef5820-889f-42cc-a1e8-7a1a3d2a1fbf is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:00:53.213248 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-5a599031-d049-4188-94e5-61687ead8277 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4298174 Aug 05 12:00:53.214474 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 57202) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:00:53.227590 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-35506d3d-58d2-42cf-8c30-9d00a1414e11 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Request body: {'security_group_rule': {'security_group_id': '63e39a45-73ad-49df-9d90-9ca653f416c2', 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:00:53.231145 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-291cee7f-7b89-4928-b97f-e6952ec63731 None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:00:53.237030 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0db24040-3d56-4c6f-8c03-db0f373d3072 admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:00:53.242162 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291cee7f-7b89-4928-b97f-e6952ec63731 None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:00:53.255740 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291cee7f-7b89-4928-b97f-e6952ec63731 None None] Pushing event updated for resources: {'Port': ['ID=74e73d7f-41f9-42fb-b354-f96c7fff0538,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:00:53.303356 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-35506d3d-58d2-42cf-8c30-9d00a1414e11 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:53.304427 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e338809-aa44-48f0-98ef-595f242d1884 None None] Sync routers for ids ['d9072b5a-d803-4df6-b93f-f4d75f1f6f29'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:00:53.313190 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f119f595-426b-4d8a-a8de-151e6e52cbe7 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29762700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24211087'] for subnet, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:53.369900 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:53.384277 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0db24040-3d56-4c6f-8c03-db0f373d3072 admin admin] Notify callbacks [] for router, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:53.386983 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-0db24040-3d56-4c6f-8c03-db0f373d3072 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 8.1520207 Aug 05 12:00:53.397083 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 57206) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:00:53.501218 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e338809-aa44-48f0-98ef-595f242d1884 None None] Routers {'d9072b5a-d803-4df6-b93f-f4d75f1f6f29'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:00:53.502356 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-3e338809-aa44-48f0-98ef-595f242d1884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:00:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['d9072b5a-d803-4df6-b93f-f4d75f1f6f29'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:00:53.532254 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-35506d3d-58d2-42cf-8c30-9d00a1414e11 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:53.548180 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-35506d3d-58d2-42cf-8c30-9d00a1414e11 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:53.589572 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f119f595-426b-4d8a-a8de-151e6e52cbe7 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Pushing event updated for resources: {'Subnet': ['ID=78405c69-bcbd-4bcb-8a8c-a035481e47e0,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:00:53.602799 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35506d3d-58d2-42cf-8c30-9d00a1414e11 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8cf5ad3-f5fc-4dec-8f02-15a9740f2aef,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:00:53.613709 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-35506d3d-58d2-42cf-8c30-9d00a1414e11 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:53.621362 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-35506d3d-58d2-42cf-8c30-9d00a1414e11 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3989518 Aug 05 12:00:53.622263 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 57208) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:00:53.648522 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-8276b9a1-64c7-4221-8696-561797f2a309 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Request body: {'security_group_rule': {'security_group_id': '63e39a45-73ad-49df-9d90-9ca653f416c2', 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:00:53.709938 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-291cee7f-7b89-4928-b97f-e6952ec63731 None None] Attempting to bind port 74e73d7f-41f9-42fb-b354-f96c7fff0538 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:00:53.713681 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-291cee7f-7b89-4928-b97f-e6952ec63731 None None] Attempting to bind port 74e73d7f-41f9-42fb-b354-f96c7fff0538 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'b5893b6e-06cf-4700-b98e-3330d41c521f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'efef5820-889f-42cc-a1e8-7a1a3d2a1fbf'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:00:53.720257 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291cee7f-7b89-4928-b97f-e6952ec63731 None None] Attempting to bind port 74e73d7f-41f9-42fb-b354-f96c7fff0538 on network efef5820-889f-42cc-a1e8-7a1a3d2a1fbf {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:00:53.733976 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8276b9a1-64c7-4221-8696-561797f2a309 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:53.752460 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port 6d73658c-63c7-4f74-84e4-eac38e6ff334, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=6d73658c-63c7-4f74-84e4-eac38e6ff334,segment=NetworkSegment(d79482fc-e8db-4641-a491-552f679b63fa),segment_id=d79482fc-e8db-4641-a491-552f679b63fa)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:00:53.849265 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f119f595-426b-4d8a-a8de-151e6e52cbe7 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Checking segment: {'id': '5eb1533d-710e-493a-b76f-469038d5d33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '86bbbaf5-a273-4acb-af27-d15f3d74f788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:00:53.849797 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f119f595-426b-4d8a-a8de-151e6e52cbe7 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Network hostable DHCP agents. Network: 86bbbaf5-a273-4acb-af27-d15f3d74f788, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 12:00:53.888275 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f119f595-426b-4d8a-a8de-151e6e52cbe7 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Network 86bbbaf5-a273-4acb-af27-d15f3d74f788 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 12:00:53.961993 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:53.969206 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-f119f595-426b-4d8a-a8de-151e6e52cbe7 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, 86bbbaf5-a273-4acb-af27-d15f3d74f788) {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:00:53.972609 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291cee7f-7b89-4928-b97f-e6952ec63731 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:00:53.973081 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291cee7f-7b89-4928-b97f-e6952ec63731 None None] Checking segment: {'id': 'b5893b6e-06cf-4700-b98e-3330d41c521f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'efef5820-889f-42cc-a1e8-7a1a3d2a1fbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:00:53.973873 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-291cee7f-7b89-4928-b97f-e6952ec63731 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:53.974528 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291cee7f-7b89-4928-b97f-e6952ec63731 None None] Bound using segment: {'id': 'b5893b6e-06cf-4700-b98e-3330d41c521f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'efef5820-889f-42cc-a1e8-7a1a3d2a1fbf'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:00:53.975833 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-291cee7f-7b89-4928-b97f-e6952ec63731 None None] Bound port: 74e73d7f-41f9-42fb-b354-f96c7fff0538, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5893b6e-06cf-4700-b98e-3330d41c521f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'efef5820-889f-42cc-a1e8-7a1a3d2a1fbf'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:00:53.979823 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-291cee7f-7b89-4928-b97f-e6952ec63731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:53.990003 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f119f595-426b-4d8a-a8de-151e6e52cbe7 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:00:53.993625 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f119f595-426b-4d8a-a8de-151e6e52cbe7 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks [] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:54.039544 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8276b9a1-64c7-4221-8696-561797f2a309 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:54.058823 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8276b9a1-64c7-4221-8696-561797f2a309 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:54.063379 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95335ed8-8593-421c-a179-7551bfb70ea5 None None] Network 86bbbaf5-a273-4acb-af27-d15f3d74f788 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:00:54.077734 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-f119f595-426b-4d8a-a8de-151e6e52cbe7 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.6650457 Aug 05 12:00:54.081912 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 57218) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:00:54.088737 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8276b9a1-64c7-4221-8696-561797f2a309 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6989e23b-82fb-4c52-b141-3144beae9329,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:00:54.118093 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-d6f0003b-d879-49f0-ba48-6389e0a15736 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Request body: {'port': {'network_id': 'efef5820-889f-42cc-a1e8-7a1a3d2a1fbf', 'name': 'tempest-TaggedBootDevicesTest_v242-385202246', 'fixed_ips': [{'subnet_id': 'f10aca1c-e17e-479d-aec1-1d33ddacd74e'}]}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:00:54.251508 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc49e80-4d84-44ad-b8eb-177aba3cd586 req-63e65ed6-5a0e-4a97-8de7-fc199158b6e5 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:00:54.257107 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-efc49e80-4d84-44ad-b8eb-177aba3cd586 req-63e65ed6-5a0e-4a97-8de7-fc199158b6e5 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2982b20-6da2-4689-ae89-08a6113e6505 HTTP/1.1" status: 200 len: 945 time: 0.1731558 Aug 05 12:00:54.267125 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8276b9a1-64c7-4221-8696-561797f2a309 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:54.275103 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-8276b9a1-64c7-4221-8696-561797f2a309 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6484652 Aug 05 12:00:54.283505 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 57222) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:00:54.292326 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-b937af9f-a4fd-4fc6-abc5-a1774cab8b34 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Request body: {'security_group_rule': {'security_group_id': '63e39a45-73ad-49df-9d90-9ca653f416c2', 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:00:54.379856 n-d-803378-2 neutron-server[94421]: INFO neutron.db.securitygroups_db [None req-b937af9f-a4fd-4fc6-abc5-a1774cab8b34 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Project 7f88688726d24c8e9d77831659c7c3ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 05 12:00:54.403731 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-3e338809-aa44-48f0-98ef-595f242d1884 None None] Set router d9072b5a-d803-4df6-b93f-f4d75f1f6f29 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:00:54.428152 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b937af9f-a4fd-4fc6-abc5-a1774cab8b34 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:54.439380 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-efc49e80-4d84-44ad-b8eb-177aba3cd586 req-23c8af48-8122-4301-90cd-1650faa82396 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=d700a63d-a591-46d0-9144-d357356aa9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185758 Aug 05 12:00:54.457850 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6f0003b-d879-49f0-ba48-6389e0a15736 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Made reservation on behalf of 7f690a1af59141ff99aca95e28eca771 for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:00:54.618656 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-e0bb725a-a140-4ef9-b6a1-f81acddfee5d None None] Provisioning complete for port 6d73658c-63c7-4f74-84e4-eac38e6ff334 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:00:54.618656 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e0bb725a-a140-4ef9-b6a1-f81acddfee5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:54.722800 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d6f0003b-d879-49f0-ba48-6389e0a15736 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:54.729637 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b937af9f-a4fd-4fc6-abc5-a1774cab8b34 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:54.782229 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [None req-d6f0003b-d879-49f0-ba48-6389e0a15736 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] device_id is not set on port 2cab8c34-cbf9-450f-9c67-c8ac5da7b895 yet. {{(pid=94421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 12:00:54.833551 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-08751271-2614-4728-8fdb-0544c67c18ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:54.857238 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b937af9f-a4fd-4fc6-abc5-a1774cab8b34 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:54.907717 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b937af9f-a4fd-4fc6-abc5-a1774cab8b34 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ca369eb-95d4-4fc3-9891-5bb0d18ce784,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:00:55.007374 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b937af9f-a4fd-4fc6-abc5-a1774cab8b34 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:55.011919 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-b937af9f-a4fd-4fc6-abc5-a1774cab8b34 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7246957 Aug 05 12:00:55.051726 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=6d73658c-63c7-4f74-84e4-eac38e6ff334,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:00:55.111705 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 57236) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:00:55.129641 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-8c9042a0-a8b0-454b-8659-c367b99f308e tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Request body: {'security_group_rule': {'security_group_id': '63e39a45-73ad-49df-9d90-9ca653f416c2', 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:00:55.172233 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-291cee7f-7b89-4928-b97f-e6952ec63731 None None] For port 74e73d7f-41f9-42fb-b354-f96c7fff0538, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:00:55.314346 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-291cee7f-7b89-4928-b97f-e6952ec63731 None None] For port 74e73d7f-41f9-42fb-b354-f96c7fff0538, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=74e73d7f-41f9-42fb-b354-f96c7fff0538,segment=NetworkSegment(b5893b6e-06cf-4700-b98e-3330d41c521f),segment_id=b5893b6e-06cf-4700-b98e-3330d41c521f)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:00:55.325167 n-d-803378-2 neutron-server[94421]: INFO neutron.db.securitygroups_db [None req-8c9042a0-a8b0-454b-8659-c367b99f308e tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Project 7f88688726d24c8e9d77831659c7c3ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 05 12:00:55.347440 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8c9042a0-a8b0-454b-8659-c367b99f308e tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:55.363529 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-291cee7f-7b89-4928-b97f-e6952ec63731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:55.365707 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-08751271-2614-4728-8fdb-0544c67c18ec admin admin] Allocated IP 172.20.0.1 (4cafcce3-f344-455c-8718-7b96b6393933/a4bc47f2-e3f7-4a49-8df8-2cd59ebb96f3/63cbcc11-a768-4e53-8ea9-7f80536a6359) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:00:55.567546 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291cee7f-7b89-4928-b97f-e6952ec63731 None None] Pushing event updated for resources: {'Port': ['ID=74e73d7f-41f9-42fb-b354-f96c7fff0538,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:00:55.568238 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-d6f0003b-d879-49f0-ba48-6389e0a15736 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Allocated IP 10.1.1.71 (efef5820-889f-42cc-a1e8-7a1a3d2a1fbf/f10aca1c-e17e-479d-aec1-1d33ddacd74e/2cab8c34-cbf9-450f-9c67-c8ac5da7b895) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:00:55.672439 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8c9042a0-a8b0-454b-8659-c367b99f308e tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:55.682723 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8c9042a0-a8b0-454b-8659-c367b99f308e tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:55.712440 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314fef11-d6f6-4da4-b857-985c5f9de16e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-86bbbaf5-a273-4acb-af27-d15f3d74f788', 'network_id': '86bbbaf5-a273-4acb-af27-d15f3d74f788', 'tenant_id': '7f690a1af59141ff99aca95e28eca771', 'fixed_ips': [{'subnet_id': '78405c69-bcbd-4bcb-8a8c-a035481e47e0'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 12:00:55.712440 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-314fef11-d6f6-4da4-b857-985c5f9de16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:55.796531 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9042a0-a8b0-454b-8659-c367b99f308e tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=742069eb-9cf5-4249-b3cd-37f661aa6861,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:00:55.827807 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-08751271-2614-4728-8fdb-0544c67c18ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:55.940807 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd48ba55-8d82-471a-9ee3-5be22bf64dc1 req-64ad7c29-3ff4-465e-b7cb-0491460b41dc tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:00:55.946789 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-dd48ba55-8d82-471a-9ee3-5be22bf64dc1 req-64ad7c29-3ff4-465e-b7cb-0491460b41dc tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2982b20-6da2-4689-ae89-08a6113e6505 HTTP/1.1" status: 200 len: 945 time: 0.2761471 Aug 05 12:00:55.950573 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8c9042a0-a8b0-454b-8659-c367b99f308e tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:55.970993 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 57246) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:00:55.972010 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-8c9042a0-a8b0-454b-8659-c367b99f308e tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8586144 Aug 05 12:00:56.027220 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-3e338809-aa44-48f0-98ef-595f242d1884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9072b5a-d803-4df6-b93f-f4d75f1f6f29', 'name': 'tempest-TestServerBasicOps-654659379-router', 'tenant_id': '14f85fa6e8e1401fb399139faf003f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '3d1b19f4-4bcf-4807-b2f9-69faa5f79b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:00:45Z', 'updated_at': '2021-08-05T12:00:49Z', 'revision_number': 3, 'project_id': '14f85fa6e8e1401fb399139faf003f37', 'gw_port': {'id': '3d1b19f4-4bcf-4807-b2f9-69faa5f79b46', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:44:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9072b5a-d803-4df6-b93f-f4d75f1f6f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:00:48Z', 'updated_at': '2021-08-05T12:00:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:00:56.147975 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-c628f942-82b6-46b4-b475-99a2f1482ead tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Request body: {'network': {'name': 'tempest-network-smoke--784626640', 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'port_security_enabled': True}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:00:56.159099 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [None req-08751271-2614-4728-8fdb-0544c67c18ec admin admin] Transition to ACTIVE for port object 63cbcc11-a768-4e53-8ea9-7f80536a6359 will not be triggered until provisioned by entity DHCP. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:00:56.217311 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e338809-aa44-48f0-98ef-595f242d1884 None None] Checking router: d9072b5a-d803-4df6-b93f-f4d75f1f6f29 for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:00:56.217311 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e338809-aa44-48f0-98ef-595f242d1884 None None] Updating router d9072b5a-d803-4df6-b93f-f4d75f1f6f29 port 3d1b19f4-4bcf-4807-b2f9-69faa5f79b46 binding host n-d-803378-2 {{(pid=94422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 12:00:56.503811 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-08751271-2614-4728-8fdb-0544c67c18ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:56.534136 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 6d73658c-63c7-4f74-84e4-eac38e6ff334 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:00:56.536182 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-dd48ba55-8d82-471a-9ee3-5be22bf64dc1 req-f6d482e2-6f6d-4e64-9fa5-54f5bb91111f tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=d700a63d-a591-46d0-9144-d357356aa9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5706728 Aug 05 12:00:56.566836 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d6f0003b-d879-49f0-ba48-6389e0a15736 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:56.623228 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c628f942-82b6-46b4-b475-99a2f1482ead tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Made reservation on behalf of 7f88688726d24c8e9d77831659c7c3ae for: {'network': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:00:56.636539 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c628f942-82b6-46b4-b475-99a2f1482ead tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:56.650387 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [None req-d6f0003b-d879-49f0-ba48-6389e0a15736 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Transition to ACTIVE for port object 2cab8c34-cbf9-450f-9c67-c8ac5da7b895 will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:00:56.705604 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-314fef11-d6f6-4da4-b857-985c5f9de16e None None] Allocated IP 10.2.2.2 (86bbbaf5-a273-4acb-af27-d15f3d74f788/78405c69-bcbd-4bcb-8a8c-a035481e47e0/f611d663-2436-4973-a242-a09aedf19838) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:00:56.810886 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d6f0003b-d879-49f0-ba48-6389e0a15736 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:56.831477 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08751271-2614-4728-8fdb-0544c67c18ec admin admin] Network 4cafcce3-f344-455c-8718-7b96b6393933 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:00:56.887423 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-08751271-2614-4728-8fdb-0544c67c18ec admin admin] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:00:56.903391 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08751271-2614-4728-8fdb-0544c67c18ec admin admin] Pushing event updated for resources: {'Port': ['ID=63cbcc11-a768-4e53-8ea9-7f80536a6359,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:00:56.922230 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08751271-2614-4728-8fdb-0544c67c18ec admin admin] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:00:56.966414 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c628f942-82b6-46b4-b475-99a2f1482ead tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] vlan segment allocate from pool success with {'vlan_id': 686, 'physical_network': 'physnet1'} {{(pid=94420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 12:00:57.033194 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-3e338809-aa44-48f0-98ef-595f242d1884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:57.052225 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f0003b-d879-49f0-ba48-6389e0a15736 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Network efef5820-889f-42cc-a1e8-7a1a3d2a1fbf is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:00:57.066768 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-d6f0003b-d879-49f0-ba48-6389e0a15736 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:00:57.095079 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f0003b-d879-49f0-ba48-6389e0a15736 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:00:57.144146 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c628f942-82b6-46b4-b475-99a2f1482ead tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:57.144982 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-314fef11-d6f6-4da4-b857-985c5f9de16e None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:57.145638 n-d-803378-2 neutron-server[94420]: INFO neutron.db.segments_db [None req-c628f942-82b6-46b4-b475-99a2f1482ead tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Added segment 28e5afec-0390-4fc6-bae9-062cb680d30f of type vlan for network 2830970e-d0ce-4cd2-b553-c3bab34c8414 Aug 05 12:00:57.183413 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 6d73658c-63c7-4f74-84e4-eac38e6ff334 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:00:57.183413 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:57.232628 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f0003b-d879-49f0-ba48-6389e0a15736 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Pushing event updated for resources: {'Port': ['ID=2cab8c34-cbf9-450f-9c67-c8ac5da7b895,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:00:57.290929 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c628f942-82b6-46b4-b475-99a2f1482ead tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:57.298037 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-314fef11-d6f6-4da4-b857-985c5f9de16e None None] Transition to ACTIVE for port object f611d663-2436-4973-a242-a09aedf19838 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:00:57.340776 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f0003b-d879-49f0-ba48-6389e0a15736 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:00:57.341565 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d6f0003b-d879-49f0-ba48-6389e0a15736 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:57.380478 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c628f942-82b6-46b4-b475-99a2f1482ead tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:57.403784 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c628f942-82b6-46b4-b475-99a2f1482ead tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:00:57.406882 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c628f942-82b6-46b4-b475-99a2f1482ead tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:57.419104 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-d6f0003b-d879-49f0-ba48-6389e0a15736 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.3169518 Aug 05 12:00:57.419800 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 57258) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:00:57.427706 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-9e89a269-d51c-40bc-991c-970b32b71cd4 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Request body: {'port': {'network_id': 'efef5820-889f-42cc-a1e8-7a1a3d2a1fbf', 'name': 'tempest-TaggedBootDevicesTest_v242-79222311', 'fixed_ips': [{'subnet_id': 'f10aca1c-e17e-479d-aec1-1d33ddacd74e'}]}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:00:57.671693 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-314fef11-d6f6-4da4-b857-985c5f9de16e None None] Transition to ACTIVE for port object f611d663-2436-4973-a242-a09aedf19838 will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:00:57.792736 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c628f942-82b6-46b4-b475-99a2f1482ead tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Pushing event updated for resources: {'Network': ['ID=2830970e-d0ce-4cd2-b553-c3bab34c8414,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:00:57.799477 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-c628f942-82b6-46b4-b475-99a2f1482ead tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.7197227 Aug 05 12:00:57.801811 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-08751271-2614-4728-8fdb-0544c67c18ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33288800'] for router_interface, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:57.806522 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 57264) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:00:57.865395 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-bdc8aaf1-bd50-4072-b1fd-d8b345446217 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-90349292', 'admin_state_up': True, 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:00:57.984306 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 2830970e-d0ce-4cd2-b553-c3bab34c8414 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 12:00:58.003024 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e89a269-d51c-40bc-991c-970b32b71cd4 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Made reservation on behalf of 7f690a1af59141ff99aca95e28eca771 for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:00:58.021271 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9e89a269-d51c-40bc-991c-970b32b71cd4 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:58.041368 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-bdc8aaf1-bd50-4072-b1fd-d8b345446217 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33260300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1929'] for router, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:58.050519 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-bdc8aaf1-bd50-4072-b1fd-d8b345446217 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33285914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33034662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1926'] for router, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:58.081433 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-314fef11-d6f6-4da4-b857-985c5f9de16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:58.148527 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [None req-9e89a269-d51c-40bc-991c-970b32b71cd4 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] device_id is not set on port a3c6ede4-0a04-4dea-85c9-68e5fd39b91f yet. {{(pid=94421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 12:00:58.331469 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-08751271-2614-4728-8fdb-0544c67c18ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:58.498224 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-bdc8aaf1-bd50-4072-b1fd-d8b345446217 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:58.717699 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314fef11-d6f6-4da4-b857-985c5f9de16e None None] Pushing event updated for resources: {'Port': ['ID=f611d663-2436-4973-a242-a09aedf19838,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:00:58.727522 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0d7c26-6f49-49e0-b3b1-646f607fa93b req-ada1ae52-d526-46f1-af8b-f69aee1cd89c tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:00:58.733025 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-57414560-7fe0-482b-b0b4-2ba6fd2aa8fe None None] Provisioning for port 63cbcc11-a768-4e53-8ea9-7f80536a6359 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:00:58.735906 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8fb35e7-33bb-42f9-9e29-fda53bb4ab7c None None] Network efef5820-889f-42cc-a1e8-7a1a3d2a1fbf requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:00:58.737406 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7e0d7c26-6f49-49e0-b3b1-646f607fa93b req-ada1ae52-d526-46f1-af8b-f69aee1cd89c tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2982b20-6da2-4689-ae89-08a6113e6505 HTTP/1.1" status: 200 len: 945 time: 0.5228481 Aug 05 12:00:58.738248 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 74e73d7f-41f9-42fb-b354-f96c7fff0538 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:00:58.857633 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7e0d7c26-6f49-49e0-b3b1-646f607fa93b req-807f84f6-b123-46ed-b87d-dc7e24910719 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=d700a63d-a591-46d0-9144-d357356aa9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907087 Aug 05 12:00:59.105157 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-08751271-2614-4728-8fdb-0544c67c18ec admin admin] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:59.118263 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-08751271-2614-4728-8fdb-0544c67c18ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:59.291820 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08751271-2614-4728-8fdb-0544c67c18ec admin admin] Pushing event updated for resources: {'Port': ['ID=63cbcc11-a768-4e53-8ea9-7f80536a6359,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:00:59.408978 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-57414560-7fe0-482b-b0b4-2ba6fd2aa8fe None None] Provisioning complete for port 63cbcc11-a768-4e53-8ea9-7f80536a6359 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:00:59.410044 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-57414560-7fe0-482b-b0b4-2ba6fd2aa8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:59.454047 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-08751271-2614-4728-8fdb-0544c67c18ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33140268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33208272'] for router_interface, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:59.484753 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314fef11-d6f6-4da4-b857-985c5f9de16e None None] Network 86bbbaf5-a273-4acb-af27-d15f3d74f788 is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:00:59.555085 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-314fef11-d6f6-4da4-b857-985c5f9de16e None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:00:59.573217 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314fef11-d6f6-4da4-b857-985c5f9de16e None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:00:59.746565 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:59.751782 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-bdc8aaf1-bd50-4072-b1fd-d8b345446217 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:00:59.835937 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08751271-2614-4728-8fdb-0544c67c18ec admin admin] Network 4cafcce3-f344-455c-8718-7b96b6393933 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:00:59.838643 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-08751271-2614-4728-8fdb-0544c67c18ec admin admin] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:00:59.864623 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-57414560-7fe0-482b-b0b4-2ba6fd2aa8fe None None] Port 63cbcc11-a768-4e53-8ea9-7f80536a6359 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 12:00:59.940656 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-9e89a269-d51c-40bc-991c-970b32b71cd4 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Allocated IP 10.1.1.196 (efef5820-889f-42cc-a1e8-7a1a3d2a1fbf/f10aca1c-e17e-479d-aec1-1d33ddacd74e/a3c6ede4-0a04-4dea-85c9-68e5fd39b91f) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:01:00.001371 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-3e338809-aa44-48f0-98ef-595f242d1884 None None] Notify callbacks [] for port, precommit_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:00.028777 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-3e338809-aa44-48f0-98ef-595f242d1884 None None] Transition to ACTIVE for port object 3d1b19f4-4bcf-4807-b2f9-69faa5f79b46 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:01:00.117939 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-3e338809-aa44-48f0-98ef-595f242d1884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:00.185141 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-314fef11-d6f6-4da4-b857-985c5f9de16e None None] Attempting to bind port f611d663-2436-4973-a242-a09aedf19838 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:01:00.185963 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-314fef11-d6f6-4da4-b857-985c5f9de16e None None] Attempting to bind port f611d663-2436-4973-a242-a09aedf19838 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '5eb1533d-710e-493a-b76f-469038d5d33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '86bbbaf5-a273-4acb-af27-d15f3d74f788'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:01:00.186637 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314fef11-d6f6-4da4-b857-985c5f9de16e None None] Attempting to bind port f611d663-2436-4973-a242-a09aedf19838 on network 86bbbaf5-a273-4acb-af27-d15f3d74f788 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:01:00.190489 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 74e73d7f-41f9-42fb-b354-f96c7fff0538 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:01:00.277484 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08751271-2614-4728-8fdb-0544c67c18ec admin admin] Router d9072b5a-d803-4df6-b93f-f4d75f1f6f29 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:01:00.312522 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-3e338809-aa44-48f0-98ef-595f242d1884 None None] Attempting to bind port 3d1b19f4-4bcf-4807-b2f9-69faa5f79b46 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:01:00.314152 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-3e338809-aa44-48f0-98ef-595f242d1884 None None] Attempting to bind port 3d1b19f4-4bcf-4807-b2f9-69faa5f79b46 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:01:00.316707 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e338809-aa44-48f0-98ef-595f242d1884 None None] Attempting to bind port 3d1b19f4-4bcf-4807-b2f9-69faa5f79b46 on network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:01:00.342757 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-af43c114-7268-4e42-a36c-c4205dc02b55 None None] Provisioning for port 74e73d7f-41f9-42fb-b354-f96c7fff0538 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:01:00.467386 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 74e73d7f-41f9-42fb-b354-f96c7fff0538 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:01:00.467940 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:00.596274 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314fef11-d6f6-4da4-b857-985c5f9de16e None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:01:00.597122 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314fef11-d6f6-4da4-b857-985c5f9de16e None None] Checking segment: {'id': '5eb1533d-710e-493a-b76f-469038d5d33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '86bbbaf5-a273-4acb-af27-d15f3d74f788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:01:00.597711 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-314fef11-d6f6-4da4-b857-985c5f9de16e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:00.599675 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314fef11-d6f6-4da4-b857-985c5f9de16e None None] Bound using segment: {'id': '5eb1533d-710e-493a-b76f-469038d5d33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '86bbbaf5-a273-4acb-af27-d15f3d74f788'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:01:00.606293 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-314fef11-d6f6-4da4-b857-985c5f9de16e None None] Bound port: f611d663-2436-4973-a242-a09aedf19838, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb1533d-710e-493a-b76f-469038d5d33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '86bbbaf5-a273-4acb-af27-d15f3d74f788'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:01:00.607149 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-314fef11-d6f6-4da4-b857-985c5f9de16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:00.734571 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08751271-2614-4728-8fdb-0544c67c18ec admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:01:00.745033 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-bdc8aaf1-bd50-4072-b1fd-d8b345446217 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for router_gateway, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:00.793996 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-bdc8aaf1-bd50-4072-b1fd-d8b345446217 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:00.803160 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23817cc-2846-4937-bd97-2b09a85ebf16 req-68c2785d-e6d6-450c-b906-aa942b58cbfb tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:01:00.803528 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e338809-aa44-48f0-98ef-595f242d1884 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:01:00.805129 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e338809-aa44-48f0-98ef-595f242d1884 None None] Checking segment: {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:01:00.807626 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-3e338809-aa44-48f0-98ef-595f242d1884 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:00.814727 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e338809-aa44-48f0-98ef-595f242d1884 None None] Bound using segment: {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:01:00.815854 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-3e338809-aa44-48f0-98ef-595f242d1884 None None] Bound port: 3d1b19f4-4bcf-4807-b2f9-69faa5f79b46, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:01:00.825154 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-3e338809-aa44-48f0-98ef-595f242d1884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:00.828410 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-af43c114-7268-4e42-a36c-c4205dc02b55 None None] Provisioning complete for port 74e73d7f-41f9-42fb-b354-f96c7fff0538 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:01:00.828732 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-af43c114-7268-4e42-a36c-c4205dc02b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:00.830529 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b23817cc-2846-4937-bd97-2b09a85ebf16 req-68c2785d-e6d6-450c-b906-aa942b58cbfb tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2982b20-6da2-4689-ae89-08a6113e6505 HTTP/1.1" status: 200 len: 945 time: 0.6283708 Aug 05 12:01:00.857497 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-08751271-2614-4728-8fdb-0544c67c18ec admin admin] 10.222.0.58 "PUT /v2.0/routers/d9072b5a-d803-4df6-b93f-f4d75f1f6f29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4555218 Aug 05 12:01:00.966970 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9e89a269-d51c-40bc-991c-970b32b71cd4 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:01.002762 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [None req-9e89a269-d51c-40bc-991c-970b32b71cd4 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Transition to ACTIVE for port object a3c6ede4-0a04-4dea-85c9-68e5fd39b91f will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:01:01.070450 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b23817cc-2846-4937-bd97-2b09a85ebf16 req-86eb8e1f-2f90-4343-9bc7-de7fbc13343a tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=d700a63d-a591-46d0-9144-d357356aa9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2375805 Aug 05 12:01:01.171194 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9e89a269-d51c-40bc-991c-970b32b71cd4 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:01.189322 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-3e338809-aa44-48f0-98ef-595f242d1884 None None] For port 3d1b19f4-4bcf-4807-b2f9-69faa5f79b46, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:01:01.198650 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-3e338809-aa44-48f0-98ef-595f242d1884 None None] For port 3d1b19f4-4bcf-4807-b2f9-69faa5f79b46, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=3d1b19f4-4bcf-4807-b2f9-69faa5f79b46,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:01:01.241898 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-3e338809-aa44-48f0-98ef-595f242d1884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:01.274117 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5c50f5-5fdc-40fc-829c-2492d702fe23 None None] Pushing event updated for resources: {'Port': ['ID=3d1b19f4-4bcf-4807-b2f9-69faa5f79b46,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:01:01.361185 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e89a269-d51c-40bc-991c-970b32b71cd4 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Pushing event updated for resources: {'Port': ['ID=a3c6ede4-0a04-4dea-85c9-68e5fd39b91f,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:01:01.383166 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e89a269-d51c-40bc-991c-970b32b71cd4 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Network efef5820-889f-42cc-a1e8-7a1a3d2a1fbf is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:01:01.388342 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-9e89a269-d51c-40bc-991c-970b32b71cd4 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:01:01.397545 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e89a269-d51c-40bc-991c-970b32b71cd4 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:01:01.464089 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5c50f5-5fdc-40fc-829c-2492d702fe23 None None] Pushing event updated for resources: {'Port': ['ID=3d1b19f4-4bcf-4807-b2f9-69faa5f79b46,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:01:01.549067 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e89a269-d51c-40bc-991c-970b32b71cd4 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:01:01.554481 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9e89a269-d51c-40bc-991c-970b32b71cd4 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:01.596033 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-bdc8aaf1-bd50-4072-b1fd-d8b345446217 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Allocated IP 172.25.5.132 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/ce871190-826d-4e2f-80b7-7627986edb66) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:01:01.640898 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-9e89a269-d51c-40bc-991c-970b32b71cd4 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 4.2194176 Aug 05 12:01:01.711221 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-314fef11-d6f6-4da4-b857-985c5f9de16e None None] For port f611d663-2436-4973-a242-a09aedf19838, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:01:01.725398 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-314fef11-d6f6-4da4-b857-985c5f9de16e None None] For port f611d663-2436-4973-a242-a09aedf19838, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=f611d663-2436-4973-a242-a09aedf19838,segment=NetworkSegment(5eb1533d-710e-493a-b76f-469038d5d33b),segment_id=5eb1533d-710e-493a-b76f-469038d5d33b)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:01:01.795999 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:01.803359 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-314fef11-d6f6-4da4-b857-985c5f9de16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:01.890816 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e338809-aa44-48f0-98ef-595f242d1884 None None] Routers {'d9072b5a-d803-4df6-b93f-f4d75f1f6f29'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:01:01.902883 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-3e338809-aa44-48f0-98ef-595f242d1884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:00:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['d9072b5a-d803-4df6-b93f-f4d75f1f6f29'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:01:02.129864 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-bdc8aaf1-bd50-4072-b1fd-d8b345446217 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:02.356134 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-bdc8aaf1-bd50-4072-b1fd-d8b345446217 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:02.484016 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc8aaf1-bd50-4072-b1fd-d8b345446217 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:01:02.495360 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-bdc8aaf1-bd50-4072-b1fd-d8b345446217 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:01:02.633410 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a31f690-b306-49dd-9b98-65eca95cf505 req-a02ce9cb-91c0-4067-b189-e241b2097884 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:01:02.641832 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc8aaf1-bd50-4072-b1fd-d8b345446217 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:01:02.648320 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2a31f690-b306-49dd-9b98-65eca95cf505 req-a02ce9cb-91c0-4067-b189-e241b2097884 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2982b20-6da2-4689-ae89-08a6113e6505 HTTP/1.1" status: 200 len: 945 time: 0.2515631 Aug 05 12:01:02.652431 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 57296) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:01:02.732708 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-63e82d8a-610f-4318-b1fb-bd30f9eb7ba1 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Request body: {'security_group': {'name': 'tempest-securitygroup--4431491', 'description': 'tempest-description--794770146'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:01:02.897719 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2a31f690-b306-49dd-9b98-65eca95cf505 req-8bf9cde2-33dc-49fe-943a-a3d94469f5dc tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=d700a63d-a591-46d0-9144-d357356aa9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2454574 Aug 05 12:01:02.913793 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port 74e73d7f-41f9-42fb-b354-f96c7fff0538, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=74e73d7f-41f9-42fb-b354-f96c7fff0538,segment=NetworkSegment(b5893b6e-06cf-4700-b98e-3330d41c521f),segment_id=b5893b6e-06cf-4700-b98e-3330d41c521f)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:01:02.943666 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314fef11-d6f6-4da4-b857-985c5f9de16e None None] Pushing event updated for resources: {'Port': ['ID=f611d663-2436-4973-a242-a09aedf19838,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:01:02.981114 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-af43c114-7268-4e42-a36c-c4205dc02b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:03.000919 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-63e82d8a-610f-4318-b1fb-bd30f9eb7ba1 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:03.012121 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:03.015783 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-3e338809-aa44-48f0-98ef-595f242d1884 None None] Set router d9072b5a-d803-4df6-b93f-f4d75f1f6f29 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:01:03.085769 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 57300) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:01:03.161146 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-935ece60-6be9-40df-a981-eb51e9ae5ad0 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1474925759-network', 'tenant_id': 'fcf1a264515c4a0dbe26076acdc6fe6e'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:01:03.225517 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc8aaf1-bd50-4072-b1fd-d8b345446217 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Pushing event updated for resources: {'Port': ['ID=ce871190-826d-4e2f-80b7-7627986edb66,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:01:03.321891 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-935ece60-6be9-40df-a981-eb51e9ae5ad0 admin admin] Made reservation on behalf of fcf1a264515c4a0dbe26076acdc6fe6e for: {'network': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:01:03.326209 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-935ece60-6be9-40df-a981-eb51e9ae5ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:03.386886 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-935ece60-6be9-40df-a981-eb51e9ae5ad0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:03.782470 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-63e82d8a-610f-4318-b1fb-bd30f9eb7ba1 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:03.792156 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-63e82d8a-610f-4318-b1fb-bd30f9eb7ba1 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:03.798281 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-bdc8aaf1-bd50-4072-b1fd-d8b345446217 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for router_gateway, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:03.906800 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e82d8a-610f-4318-b1fb-bd30f9eb7ba1 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=febd0f78-107f-43e4-b53e-32336893412a,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:01:03.938950 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=74e73d7f-41f9-42fb-b354-f96c7fff0538,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:01:03.946251 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.db.api [None req-af43c114-7268-4e42-a36c-c4205dc02b55 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94422) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 05 12:01:03.946888 n-d-803378-2 neutron-server[94422]: DEBUG oslo_db.api [None req-af43c114-7268-4e42-a36c-c4205dc02b55 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 12:01:03.987929 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-3e338809-aa44-48f0-98ef-595f242d1884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9072b5a-d803-4df6-b93f-f4d75f1f6f29', 'name': 'tempest-TestServerBasicOps-654659379-router', 'tenant_id': '14f85fa6e8e1401fb399139faf003f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '3d1b19f4-4bcf-4807-b2f9-69faa5f79b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:00:45Z', 'updated_at': '2021-08-05T12:00:58Z', 'revision_number': 4, 'project_id': '14f85fa6e8e1401fb399139faf003f37', 'gw_port': {'id': '3d1b19f4-4bcf-4807-b2f9-69faa5f79b46', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:44:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9072b5a-d803-4df6-b93f-f4d75f1f6f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:00:48Z', 'updated_at': '2021-08-05T12:01:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '63cbcc11-a768-4e53-8ea9-7f80536a6359', 'name': '', 'network_id': '4cafcce3-f344-455c-8718-7b96b6393933', 'tenant_id': '14f85fa6e8e1401fb399139faf003f37', 'mac_address': 'fa:16:3e:f3:14:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9072b5a-d803-4df6-b93f-f4d75f1f6f29', 'device_owner': 'network:router_interface', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': 'a4bc47f2-e3f7-4a49-8df8-2cd59ebb96f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:00:54Z', 'updated_at': '2021-08-05T12:00:58Z', 'revision_number': 2, 'project_id': '14f85fa6e8e1401fb399139faf003f37', 'subnets': [{'id': 'a4bc47f2-e3f7-4a49-8df8-2cd59ebb96f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:01:04.058018 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e338809-aa44-48f0-98ef-595f242d1884 None None] The sync data for ids ['d9072b5a-d803-4df6-b93f-f4d75f1f6f29'] in n-d-803378-2 is: [{'id': 'd9072b5a-d803-4df6-b93f-f4d75f1f6f29', 'name': 'tempest-TestServerBasicOps-654659379-router', 'tenant_id': '14f85fa6e8e1401fb399139faf003f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '3d1b19f4-4bcf-4807-b2f9-69faa5f79b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:00:45Z', 'updated_at': '2021-08-05T12:00:58Z', 'revision_number': 4, 'project_id': '14f85fa6e8e1401fb399139faf003f37', 'gw_port': {'id': '3d1b19f4-4bcf-4807-b2f9-69faa5f79b46', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:44:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9072b5a-d803-4df6-b93f-f4d75f1f6f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:00:48Z', 'updated_at': '2021-08-05T12:01:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '63cbcc11-a768-4e53-8ea9-7f80536a6359', 'name': '', 'network_id': '4cafcce3-f344-455c-8718-7b96b6393933', 'tenant_id': '14f85fa6e8e1401fb399139faf003f37', 'mac_address': 'fa:16:3e:f3:14:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9072b5a-d803-4df6-b93f-f4d75f1f6f29', 'device_owner': 'network:router_interface', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': 'a4bc47f2-e3f7-4a49-8df8-2cd59ebb96f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:00:54Z', 'updated_at': '2021-08-05T12:00:58Z', 'revision_number': 2, 'project_id': '14f85fa6e8e1401fb399139faf003f37', 'subnets': [{'id': 'a4bc47f2-e3f7-4a49-8df8-2cd59ebb96f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:01:04.285471 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-935ece60-6be9-40df-a981-eb51e9ae5ad0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:04.300770 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-935ece60-6be9-40df-a981-eb51e9ae5ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:04.450382 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-63e82d8a-610f-4318-b1fb-bd30f9eb7ba1 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:04.450382 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-63e82d8a-610f-4318-b1fb-bd30f9eb7ba1 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.7937927 Aug 05 12:01:04.466955 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 57310) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:01:04.490685 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-74076dc8-cc32-4c9c-ba9c-30a3e6fcc255 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Request body: {'security_group_rule': {'security_group_id': 'febd0f78-107f-43e4-b53e-32336893412a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:01:04.494526 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-bdc8aaf1-bd50-4072-b1fd-d8b345446217 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286026'] for router, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:04.503912 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-935ece60-6be9-40df-a981-eb51e9ae5ad0 admin admin] vlan segment allocate from pool success with {'vlan_id': 676, 'physical_network': 'physnet1'} {{(pid=94420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 12:01:04.706722 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-935ece60-6be9-40df-a981-eb51e9ae5ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:04.707377 n-d-803378-2 neutron-server[94420]: INFO neutron.db.segments_db [None req-935ece60-6be9-40df-a981-eb51e9ae5ad0 admin admin] Added segment 6d2b65f1-e72c-4f7e-ade4-8a3d4c78b60e of type vlan for network 3ca1ce92-c80c-413a-91b4-7600b75fa8a3 Aug 05 12:01:04.749422 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-d090e0ff-ee08-44bc-b7ff-81417d1627bd None None] Provisioning for port a3c6ede4-0a04-4dea-85c9-68e5fd39b91f completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:01:04.764090 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935ece60-6be9-40df-a981-eb51e9ae5ad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c816dadc-6601-43d9-b33f-d5e95ba7aba0,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:01:04.767040 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-d090e0ff-ee08-44bc-b7ff-81417d1627bd None None] Provisioning complete for port a3c6ede4-0a04-4dea-85c9-68e5fd39b91f triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:01:04.768143 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-d090e0ff-ee08-44bc-b7ff-81417d1627bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:04.822120 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335ec189-f392-47a3-a16e-16bbf2d38e0e req-6d67f604-555c-4ed3-898e-e9cc576dd4dc tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:01:04.835877 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-335ec189-f392-47a3-a16e-16bbf2d38e0e req-6d67f604-555c-4ed3-898e-e9cc576dd4dc tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2982b20-6da2-4689-ae89-08a6113e6505 HTTP/1.1" status: 200 len: 945 time: 0.6210008 Aug 05 12:01:04.934484 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-d090e0ff-ee08-44bc-b7ff-81417d1627bd None None] Port a3c6ede4-0a04-4dea-85c9-68e5fd39b91f cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 12:01:04.978701 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-d090e0ff-ee08-44bc-b7ff-81417d1627bd None None] Provisioning complete for port 74e73d7f-41f9-42fb-b354-f96c7fff0538 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:01:04.979273 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-d090e0ff-ee08-44bc-b7ff-81417d1627bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:05.051117 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 57314) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:01:05.096815 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdc8aaf1-bd50-4072-b1fd-d8b345446217 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Router dd895e13-2c1f-4bc6-aeee-fc9c9825b805 is scheduled to L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d with binding_index 1 {{(pid=94421) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 12:01:05.139123 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-74076dc8-cc32-4c9c-ba9c-30a3e6fcc255 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:05.339284 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-935ece60-6be9-40df-a981-eb51e9ae5ad0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:05.349512 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b71c9652-607d-4660-8f3e-03dfb0f1f7a5 None None] Network 86bbbaf5-a273-4acb-af27-d15f3d74f788 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:01:05.377838 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-335ec189-f392-47a3-a16e-16bbf2d38e0e req-96930044-0135-4e0b-bc30-7f789cdcd56b tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=d700a63d-a591-46d0-9144-d357356aa9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5403898 Aug 05 12:01:05.438367 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-d090e0ff-ee08-44bc-b7ff-81417d1627bd None None] Provisioning for port 2cab8c34-cbf9-450f-9c67-c8ac5da7b895 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:01:05.475545 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-d090e0ff-ee08-44bc-b7ff-81417d1627bd None None] Provisioning complete for port 2cab8c34-cbf9-450f-9c67-c8ac5da7b895 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:01:05.475970 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-d090e0ff-ee08-44bc-b7ff-81417d1627bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:05.534213 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdc8aaf1-bd50-4072-b1fd-d8b345446217 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:01:05.555077 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea67c097-52b1-4df7-afb5-350f96dd59e1 None None] Sync routers for ids ['dd895e13-2c1f-4bc6-aeee-fc9c9825b805'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:01:05.565196 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-bdc8aaf1-bd50-4072-b1fd-d8b345446217 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for router, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:05.571512 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-bdc8aaf1-bd50-4072-b1fd-d8b345446217 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 7.7494776 Aug 05 12:01:05.574871 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 57318) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:01:05.613091 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea67c097-52b1-4df7-afb5-350f96dd59e1 None None] Routers {'dd895e13-2c1f-4bc6-aeee-fc9c9825b805'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:01:05.614123 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-ea67c097-52b1-4df7-afb5-350f96dd59e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:00:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['dd895e13-2c1f-4bc6-aeee-fc9c9825b805'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:01:05.673589 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.db.resource_extend [None req-935ece60-6be9-40df-a981-eb51e9ae5ad0 admin admin] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 05 12:01:05.726252 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-9dcc872a-367d-47d1-a7e1-59ec6b06c9af tempest-TestNetworkAdvancedServerOps-1820726671 tempest-TestNetworkAdvancedServerOps-1820726671-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=7f88688726d24c8e9d77831659c7c3ae&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1493926 Aug 05 12:01:05.729455 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 57320) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:01:05.748670 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-c324fc56-8fdd-4896-bf2d-a07a0cdd2b75 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=88cdcbc276f743009bceec79702dca0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6916714 Aug 05 12:01:05.768199 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 57322) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:01:05.921273 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-d090e0ff-ee08-44bc-b7ff-81417d1627bd None None] Port 2cab8c34-cbf9-450f-9c67-c8ac5da7b895 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 12:01:05.980787 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-935ece60-6be9-40df-a981-eb51e9ae5ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:05.994491 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935ece60-6be9-40df-a981-eb51e9ae5ad0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:01:05.997838 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-935ece60-6be9-40df-a981-eb51e9ae5ad0 admin admin] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:06.005518 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-74076dc8-cc32-4c9c-ba9c-30a3e6fcc255 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:06.062038 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-d090e0ff-ee08-44bc-b7ff-81417d1627bd None None] Provisioning complete for port 63cbcc11-a768-4e53-8ea9-7f80536a6359 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:01:06.065573 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-d090e0ff-ee08-44bc-b7ff-81417d1627bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:06.155207 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9fc56423-2551-4eef-9266-c49c99ccb96a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:06.164993 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-74076dc8-cc32-4c9c-ba9c-30a3e6fcc255 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:06.244159 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-935ece60-6be9-40df-a981-eb51e9ae5ad0 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.1464407 Aug 05 12:01:06.251051 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 57324) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:01:06.253431 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-d090e0ff-ee08-44bc-b7ff-81417d1627bd None None] Port 63cbcc11-a768-4e53-8ea9-7f80536a6359 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 12:01:06.256590 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-ca3b1320-9a5d-4940-9cce-0d4875d0cf33 admin admin] Request body: {'subnet': {'network_id': '3ca1ce92-c80c-413a-91b4-7600b75fa8a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1474925759-subnet', 'tenant_id': 'fcf1a264515c4a0dbe26076acdc6fe6e', 'ip_version': 4}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:01:06.419251 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-52aac541-ea01-4f3a-97fd-435127fc62ff None None] Provisioning for port f611d663-2436-4973-a242-a09aedf19838 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:01:06.523767 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device f611d663-2436-4973-a242-a09aedf19838 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:01:06.524637 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-ea67c097-52b1-4df7-afb5-350f96dd59e1 None None] Set router dd895e13-2c1f-4bc6-aeee-fc9c9825b805 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:01:06.688755 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ca1b63-1050-494b-a601-e7d4e69fd98a tempest-TestNetworkAdvancedServerOps-1820726671 tempest-TestNetworkAdvancedServerOps-1820726671-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:01:06.703514 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-d0ca1b63-1050-494b-a601-e7d4e69fd98a tempest-TestNetworkAdvancedServerOps-1820726671 tempest-TestNetworkAdvancedServerOps-1820726671-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.9717658 Aug 05 12:01:06.708974 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 57328) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:01:06.737708 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port f611d663-2436-4973-a242-a09aedf19838 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:01:06.754998 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port f611d663-2436-4973-a242-a09aedf19838 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:01:06.757390 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:06.779822 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca3b1320-9a5d-4940-9cce-0d4875d0cf33 admin admin] Made reservation on behalf of fcf1a264515c4a0dbe26076acdc6fe6e for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:01:06.790498 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ca3b1320-9a5d-4940-9cce-0d4875d0cf33 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:06.870239 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-342f2305-b2ed-4ca5-ae9b-b3f10d1c427d None None] Provisioning complete for port f611d663-2436-4973-a242-a09aedf19838 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:01:06.871374 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-342f2305-b2ed-4ca5-ae9b-b3f10d1c427d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:06.905455 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-0ec6fbb7-8f13-4ce9-90b2-9888d5bf9e30 tempest-TestNetworkAdvancedServerOps-1820726671 tempest-TestNetworkAdvancedServerOps-1820726671-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1896482 Aug 05 12:01:06.906565 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 57332) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:01:06.941519 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-f5b49a83-41e5-4f30-b1f2-2b9988bd933d tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1278466322', 'network_id': '2830970e-d0ce-4cd2-b553-c3bab34c8414', 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:01:07.195829 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5b49a83-41e5-4f30-b1f2-2b9988bd933d tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Made reservation on behalf of 7f88688726d24c8e9d77831659c7c3ae for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:01:07.203034 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f5b49a83-41e5-4f30-b1f2-2b9988bd933d tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:07.223144 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-342f2305-b2ed-4ca5-ae9b-b3f10d1c427d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:07.339639 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-ea67c097-52b1-4df7-afb5-350f96dd59e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd895e13-2c1f-4bc6-aeee-fc9c9825b805', 'name': 'tempest-TestNetworkAdvancedServerOps-router-90349292', 'tenant_id': '7f88688726d24c8e9d77831659c7c3ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': 'ce871190-826d-4e2f-80b7-7627986edb66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:00:58Z', 'updated_at': '2021-08-05T12:01:03Z', 'revision_number': 3, 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'gw_port': {'id': 'ce871190-826d-4e2f-80b7-7627986edb66', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:8a:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd895e13-2c1f-4bc6-aeee-fc9c9825b805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:01:00Z', 'updated_at': '2021-08-05T12:01:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:01:07.341111 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74076dc8-cc32-4c9c-ba9c-30a3e6fcc255 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ee235ac-051f-4447-97cb-06f6eed973c3,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:01:07.436886 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea67c097-52b1-4df7-afb5-350f96dd59e1 None None] Checking router: dd895e13-2c1f-4bc6-aeee-fc9c9825b805 for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:01:07.437598 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea67c097-52b1-4df7-afb5-350f96dd59e1 None None] Updating router dd895e13-2c1f-4bc6-aeee-fc9c9825b805 port ce871190-826d-4e2f-80b7-7627986edb66 binding host n-d-803378-2 {{(pid=94423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 12:01:07.470136 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9fc56423-2551-4eef-9266-c49c99ccb96a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:07.515244 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935ece60-6be9-40df-a981-eb51e9ae5ad0 admin admin] Pushing event updated for resources: {'Network': ['ID=3ca1ce92-c80c-413a-91b4-7600b75fa8a3,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:01:07.528896 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-ea67c097-52b1-4df7-afb5-350f96dd59e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:07.582790 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ca3b1320-9a5d-4940-9cce-0d4875d0cf33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25038678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30075167'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:07.589373 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:07.598076 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-74076dc8-cc32-4c9c-ba9c-30a3e6fcc255 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:07.598076 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-74076dc8-cc32-4c9c-ba9c-30a3e6fcc255 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 3.1169932 Aug 05 12:01:07.607723 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 57334) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:01:07.616338 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-c671f232-55de-42c9-9e1f-84470b03d26f tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Request body: {'security_group_rule': {'security_group_id': 'febd0f78-107f-43e4-b53e-32336893412a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:01:07.623807 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 3ca1ce92-c80c-413a-91b4-7600b75fa8a3 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 12:01:07.666774 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-97407c61-0ef9-4f05-be2c-1afe3edecc4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:07.670335 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd9eecd-099f-4716-989b-988427db5dd4 req-42dd7f33-b503-48c7-82b7-617f48c4b416 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:01:07.671981 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-afd9eecd-099f-4716-989b-988427db5dd4 req-42dd7f33-b503-48c7-82b7-617f48c4b416 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2982b20-6da2-4689-ae89-08a6113e6505 HTTP/1.1" status: 200 len: 945 time: 0.3804941 Aug 05 12:01:07.751571 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9fc56423-2551-4eef-9266-c49c99ccb96a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:07.754184 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9fc56423-2551-4eef-9266-c49c99ccb96a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:07.756393 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-9fc56423-2551-4eef-9266-c49c99ccb96a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bb6683d6-7ce5-4217-8282-274cb304b9eb HTTP/1.1" status: 204 len: 168 time: 1.9854450 Aug 05 12:01:07.797140 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c671f232-55de-42c9-9e1f-84470b03d26f tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:07.875141 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3b1320-9a5d-4940-9cce-0d4875d0cf33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64aeaf48-9b8f-4bd5-bbd7-5eb193b4af15,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:01:07.923117 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc56423-2551-4eef-9266-c49c99ccb96a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb6683d6-7ce5-4217-8282-274cb304b9eb,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:01:07.967215 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3b1320-9a5d-4940-9cce-0d4875d0cf33 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:01:07.967785 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3b1320-9a5d-4940-9cce-0d4875d0cf33 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:01:07.968369 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3b1320-9a5d-4940-9cce-0d4875d0cf33 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:01:07.969193 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3b1320-9a5d-4940-9cce-0d4875d0cf33 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:01:07.969829 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3b1320-9a5d-4940-9cce-0d4875d0cf33 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:01:07.970792 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3b1320-9a5d-4940-9cce-0d4875d0cf33 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:01:07.977065 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3b1320-9a5d-4940-9cce-0d4875d0cf33 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:01:07.977938 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3b1320-9a5d-4940-9cce-0d4875d0cf33 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:01:07.978697 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3b1320-9a5d-4940-9cce-0d4875d0cf33 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:01:07.979868 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3b1320-9a5d-4940-9cce-0d4875d0cf33 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:01:07.980664 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3b1320-9a5d-4940-9cce-0d4875d0cf33 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:01:07.981435 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3b1320-9a5d-4940-9cce-0d4875d0cf33 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:01:08.023484 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c671f232-55de-42c9-9e1f-84470b03d26f tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:08.050442 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-afd9eecd-099f-4716-989b-988427db5dd4 req-d948ca58-ed24-472c-83b6-6f291b1fa258 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=d700a63d-a591-46d0-9144-d357356aa9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3589981 Aug 05 12:01:08.059353 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c671f232-55de-42c9-9e1f-84470b03d26f tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:08.124971 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c671f232-55de-42c9-9e1f-84470b03d26f tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=168b2d0b-4287-4ada-bf9e-725f9d398a00,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:01:08.146386 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c671f232-55de-42c9-9e1f-84470b03d26f tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:08.148843 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-c671f232-55de-42c9-9e1f-84470b03d26f tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5390036 Aug 05 12:01:08.154294 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 57338) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:01:08.179045 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-a301221c-952d-4a7a-a55d-567a4becb0b2 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Request body: {'floatingip': {'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:01:08.218020 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-342f2305-b2ed-4ca5-ae9b-b3f10d1c427d None None] For port f611d663-2436-4973-a242-a09aedf19838, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=f611d663-2436-4973-a242-a09aedf19838,segment=NetworkSegment(5eb1533d-710e-493a-b76f-469038d5d33b),segment_id=5eb1533d-710e-493a-b76f-469038d5d33b)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:01:08.281665 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a301221c-952d-4a7a-a55d-567a4becb0b2 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks [] for floatingip, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:08.306916 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.db.api [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94422) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 05 12:01:08.307583 n-d-803378-2 neutron-server[94422]: DEBUG oslo_db.api [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 12:01:08.313549 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-342f2305-b2ed-4ca5-ae9b-b3f10d1c427d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:08.349878 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3b1320-9a5d-4940-9cce-0d4875d0cf33 admin admin] Checking segment: {'id': '6d2b65f1-e72c-4f7e-ade4-8a3d4c78b60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '3ca1ce92-c80c-413a-91b4-7600b75fa8a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:01:08.351966 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca3b1320-9a5d-4940-9cce-0d4875d0cf33 admin admin] Network hostable DHCP agents. Network: 3ca1ce92-c80c-413a-91b4-7600b75fa8a3, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 12:01:08.365309 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f5b49a83-41e5-4f30-b1f2-2b9988bd933d tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25038678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30075167'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:08.550466 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342f2305-b2ed-4ca5-ae9b-b3f10d1c427d None None] Pushing event updated for resources: {'Port': ['ID=f611d663-2436-4973-a242-a09aedf19838,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:01:08.602288 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a301221c-952d-4a7a-a55d-567a4becb0b2 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:08.626091 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca3b1320-9a5d-4940-9cce-0d4875d0cf33 admin admin] Network 3ca1ce92-c80c-413a-91b4-7600b75fa8a3 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 12:01:08.689673 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b49a83-41e5-4f30-b1f2-2b9988bd933d tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Pushing event updated for resources: {'Subnet': ['ID=246efd78-ac94-4655-af8f-d71ed39d45f9,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:01:08.744616 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-ca3b1320-9a5d-4940-9cce-0d4875d0cf33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, 3ca1ce92-c80c-413a-91b4-7600b75fa8a3) {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:01:08.754764 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165494d9-ab24-4f93-9f3c-50de6d6b8ace None None] Network 3ca1ce92-c80c-413a-91b4-7600b75fa8a3 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:01:08.787454 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca3b1320-9a5d-4940-9cce-0d4875d0cf33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:01:08.793529 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ca3b1320-9a5d-4940-9cce-0d4875d0cf33 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:08.863544 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 57352) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:01:08.870087 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-ca3b1320-9a5d-4940-9cce-0d4875d0cf33 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.6176655 Aug 05 12:01:08.872333 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b49a83-41e5-4f30-b1f2-2b9988bd933d tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Checking segment: {'id': '28e5afec-0390-4fc6-bae9-062cb680d30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '2830970e-d0ce-4cd2-b553-c3bab34c8414'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:01:08.878062 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-22f33bec-abee-420a-8b70-1d38fa8d0a7d admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1474925759-router', 'tenant_id': 'fcf1a264515c4a0dbe26076acdc6fe6e', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:01:08.878808 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b49a83-41e5-4f30-b1f2-2b9988bd933d tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Network hostable DHCP agents. Network: 2830970e-d0ce-4cd2-b553-c3bab34c8414, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 12:01:08.942248 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b49a83-41e5-4f30-b1f2-2b9988bd933d tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Network 2830970e-d0ce-4cd2-b553-c3bab34c8414 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 12:01:08.952349 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-22f33bec-abee-420a-8b70-1d38fa8d0a7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33260300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1929'] for router, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:08.955012 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-22f33bec-abee-420a-8b70-1d38fa8d0a7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33285914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33034662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1926'] for router, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:08.970470 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-f5b49a83-41e5-4f30-b1f2-2b9988bd933d tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, 2830970e-d0ce-4cd2-b553-c3bab34c8414) {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:01:08.999627 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b49a83-41e5-4f30-b1f2-2b9988bd933d tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:01:09.001268 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f5b49a83-41e5-4f30-b1f2-2b9988bd933d tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:09.060517 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-f5b49a83-41e5-4f30-b1f2-2b9988bd933d tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.1239138 Aug 05 12:01:09.061486 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 57356) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:01:09.079962 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-ea67c097-52b1-4df7-afb5-350f96dd59e1 None None] Notify callbacks [] for port, precommit_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:09.116120 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.provisioning_blocks [None req-ea67c097-52b1-4df7-afb5-350f96dd59e1 None None] Transition to ACTIVE for port object ce871190-826d-4e2f-80b7-7627986edb66 will not be triggered until provisioned by entity L2. {{(pid=94423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:01:09.133149 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-ea67c097-52b1-4df7-afb5-350f96dd59e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:09.261384 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-22f33bec-abee-420a-8b70-1d38fa8d0a7d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:09.269550 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 74e73d7f-41f9-42fb-b354-f96c7fff0538 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:01:09.327985 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-ea67c097-52b1-4df7-afb5-350f96dd59e1 None None] Attempting to bind port ce871190-826d-4e2f-80b7-7627986edb66 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:01:09.328664 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-ea67c097-52b1-4df7-afb5-350f96dd59e1 None None] Attempting to bind port ce871190-826d-4e2f-80b7-7627986edb66 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}] {{(pid=94423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:01:09.330689 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea67c097-52b1-4df7-afb5-350f96dd59e1 None None] Attempting to bind port ce871190-826d-4e2f-80b7-7627986edb66 on network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:01:09.346364 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7f3a2d-1a33-4106-a8a9-9d839b88f63f None None] Pushing event updated for resources: {'Port': ['ID=ce871190-826d-4e2f-80b7-7627986edb66,revision_number=2']} {{(pid=94423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:01:09.356964 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea67c097-52b1-4df7-afb5-350f96dd59e1 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:01:09.357520 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea67c097-52b1-4df7-afb5-350f96dd59e1 None None] Checking segment: {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:01:09.358079 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-ea67c097-52b1-4df7-afb5-350f96dd59e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:09.358708 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea67c097-52b1-4df7-afb5-350f96dd59e1 None None] Bound using segment: {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'} {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:01:09.359500 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-ea67c097-52b1-4df7-afb5-350f96dd59e1 None None] Bound port: ce871190-826d-4e2f-80b7-7627986edb66, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}}] {{(pid=94423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:01:09.360397 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-ea67c097-52b1-4df7-afb5-350f96dd59e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:09.377625 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7f3a2d-1a33-4106-a8a9-9d839b88f63f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:01:09.378165 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7f3a2d-1a33-4106-a8a9-9d839b88f63f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:01:09.378695 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7f3a2d-1a33-4106-a8a9-9d839b88f63f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:01:09.380966 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7f3a2d-1a33-4106-a8a9-9d839b88f63f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:01:09.382150 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7f3a2d-1a33-4106-a8a9-9d839b88f63f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:01:09.382777 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7f3a2d-1a33-4106-a8a9-9d839b88f63f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:01:09.383346 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7f3a2d-1a33-4106-a8a9-9d839b88f63f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:01:09.384855 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7f3a2d-1a33-4106-a8a9-9d839b88f63f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:01:09.385624 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7f3a2d-1a33-4106-a8a9-9d839b88f63f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:01:09.386170 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7f3a2d-1a33-4106-a8a9-9d839b88f63f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:01:09.386701 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7f3a2d-1a33-4106-a8a9-9d839b88f63f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:01:09.387285 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7f3a2d-1a33-4106-a8a9-9d839b88f63f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:01:09.408598 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd42c73-392b-44a0-a4c6-104ee33bd51d None None] Network 2830970e-d0ce-4cd2-b553-c3bab34c8414 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:01:09.526286 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.db [None req-ea67c097-52b1-4df7-afb5-350f96dd59e1 None None] For port ce871190-826d-4e2f-80b7-7627986edb66, host n-d-803378-2, cleared binding levels {{(pid=94423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:01:09.540026 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.db [None req-ea67c097-52b1-4df7-afb5-350f96dd59e1 None None] For port ce871190-826d-4e2f-80b7-7627986edb66, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=ce871190-826d-4e2f-80b7-7627986edb66,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:01:09.554465 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-ea67c097-52b1-4df7-afb5-350f96dd59e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:09.706950 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-a301221c-952d-4a7a-a55d-567a4becb0b2 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Allocated IP 172.25.5.24 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/3ce6d50e-41d7-43bb-a4c2-512dd7d80899) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:01:09.722927 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 12:01:09.806270 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce78f90-fbd5-48a6-ad60-0af8200f7cb2 None None] Sync routers for ids ['d9072b5a-d803-4df6-b93f-f4d75f1f6f29'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:01:09.822964 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea67c097-52b1-4df7-afb5-350f96dd59e1 None None] Routers {'dd895e13-2c1f-4bc6-aeee-fc9c9825b805'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:01:09.825152 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-ea67c097-52b1-4df7-afb5-350f96dd59e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:00:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['dd895e13-2c1f-4bc6-aeee-fc9c9825b805'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:01:09.951498 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7f3a2d-1a33-4106-a8a9-9d839b88f63f None None] Pushing event updated for resources: {'Port': ['ID=ce871190-826d-4e2f-80b7-7627986edb66,revision_number=3']} {{(pid=94423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:01:10.013868 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-22f33bec-abee-420a-8b70-1d38fa8d0a7d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:10.070537 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce78f90-fbd5-48a6-ad60-0af8200f7cb2 None None] Routers {'d9072b5a-d803-4df6-b93f-f4d75f1f6f29'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:01:10.071298 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-3ce78f90-fbd5-48a6-ad60-0af8200f7cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:00:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['d9072b5a-d803-4df6-b93f-f4d75f1f6f29'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:01:10.134721 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29465449-5623-48a1-9b59-37d641643f3a req-ca6b3c63-a069-46bb-8b09-b703607268ed tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:01:10.139529 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-29465449-5623-48a1-9b59-37d641643f3a req-ca6b3c63-a069-46bb-8b09-b703607268ed tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2982b20-6da2-4689-ae89-08a6113e6505 HTTP/1.1" status: 200 len: 945 time: 0.6715672 Aug 05 12:01:10.146593 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-ea67c097-52b1-4df7-afb5-350f96dd59e1 None None] Set router dd895e13-2c1f-4bc6-aeee-fc9c9825b805 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:01:10.353505 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-a31dce91-3086-488f-8116-0b1198d90410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:10.407220 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-29465449-5623-48a1-9b59-37d641643f3a req-4604c77f-e01e-450d-a23e-2a0876dfe30e tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=d700a63d-a591-46d0-9144-d357356aa9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2557750 Aug 05 12:01:10.434612 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:10.510885 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa12ca33-d54b-4799-b69e-7282a9987e3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-3ca1ce92-c80c-413a-91b4-7600b75fa8a3', 'network_id': '3ca1ce92-c80c-413a-91b4-7600b75fa8a3', 'tenant_id': 'fcf1a264515c4a0dbe26076acdc6fe6e', 'fixed_ips': [{'subnet_id': '64aeaf48-9b8f-4bd5-bbd7-5eb193b4af15'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 12:01:10.511183 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a301221c-952d-4a7a-a55d-567a4becb0b2 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:10.514833 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-fa12ca33-d54b-4799-b69e-7282a9987e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:10.594382 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 74e73d7f-41f9-42fb-b354-f96c7fff0538 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:01:10.597390 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:10.679501 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a301221c-952d-4a7a-a55d-567a4becb0b2 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:10.823405 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2a4a3009-fda7-4b6c-80aa-2a6a048eef90 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:10.856020 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-ea67c097-52b1-4df7-afb5-350f96dd59e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd895e13-2c1f-4bc6-aeee-fc9c9825b805', 'name': 'tempest-TestNetworkAdvancedServerOps-router-90349292', 'tenant_id': '7f88688726d24c8e9d77831659c7c3ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': 'ce871190-826d-4e2f-80b7-7627986edb66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:00:58Z', 'updated_at': '2021-08-05T12:01:03Z', 'revision_number': 3, 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'gw_port': {'id': 'ce871190-826d-4e2f-80b7-7627986edb66', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:8a:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd895e13-2c1f-4bc6-aeee-fc9c9825b805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:01:00Z', 'updated_at': '2021-08-05T12:01:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:01:10.924835 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a301221c-952d-4a7a-a55d-567a4becb0b2 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Pushing event updated for resources: {'Port': ['ID=3ce6d50e-41d7-43bb-a4c2-512dd7d80899,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:01:11.044680 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a301221c-952d-4a7a-a55d-567a4becb0b2 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:01:11.052392 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-a301221c-952d-4a7a-a55d-567a4becb0b2 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:01:11.085920 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea67c097-52b1-4df7-afb5-350f96dd59e1 None None] The sync data for ids ['dd895e13-2c1f-4bc6-aeee-fc9c9825b805'] in n-d-803378-2 is: [{'id': 'dd895e13-2c1f-4bc6-aeee-fc9c9825b805', 'name': 'tempest-TestNetworkAdvancedServerOps-router-90349292', 'tenant_id': '7f88688726d24c8e9d77831659c7c3ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': 'ce871190-826d-4e2f-80b7-7627986edb66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:00:58Z', 'updated_at': '2021-08-05T12:01:03Z', 'revision_number': 3, 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'gw_port': {'id': 'ce871190-826d-4e2f-80b7-7627986edb66', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:8a:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd895e13-2c1f-4bc6-aeee-fc9c9825b805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:01:00Z', 'updated_at': '2021-08-05T12:01:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:01:11.093194 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a301221c-952d-4a7a-a55d-567a4becb0b2 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:01:11.239565 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7eb29cfb-de08-4846-9be4-fc23d97c197c req-8a577f7a-73b1-4fc3-a4dd-4903901417fc service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=963a46ac-db99-4d33-8b39-e679f73b9d4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6697917 Aug 05 12:01:11.286746 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-22f33bec-abee-420a-8b70-1d38fa8d0a7d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:11.317837 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-3ce78f90-fbd5-48a6-ad60-0af8200f7cb2 None None] Set router d9072b5a-d803-4df6-b93f-f4d75f1f6f29 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:01:11.408114 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-22f33bec-abee-420a-8b70-1d38fa8d0a7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:11.728122 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0696e7-3c42-4b0f-9327-6ef261e4d483 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-2830970e-d0ce-4cd2-b553-c3bab34c8414', 'network_id': '2830970e-d0ce-4cd2-b553-c3bab34c8414', 'tenant_id': '7f88688726d24c8e9d77831659c7c3ae', 'fixed_ips': [{'subnet_id': '246efd78-ac94-4655-af8f-d71ed39d45f9'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 12:01:11.750376 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-df0696e7-3c42-4b0f-9327-6ef261e4d483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:11.759183 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb29cfb-de08-4846-9be4-fc23d97c197c req-48339a5f-b978-47a9-b314-d7670accb360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:01:11.762124 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7eb29cfb-de08-4846-9be4-fc23d97c197c req-48339a5f-b978-47a9-b314-d7670accb360 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f68dcdcc6d3c4b72a557ce0cc98a5aa1&device_id=963a46ac-db99-4d33-8b39-e679f73b9d4f HTTP/1.1" status: 200 len: 1097 time: 0.4340389 Aug 05 12:01:11.833480 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 57378) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:01:12.269707 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb29cfb-de08-4846-9be4-fc23d97c197c req-4242d468-7f06-419c-bf65-43355ca535a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:01:12.282594 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7eb29cfb-de08-4846-9be4-fc23d97c197c req-4242d468-7f06-419c-bf65-43355ca535a2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=34f4b1c0-4781-4466-8dad-c7a46498afc4 HTTP/1.1" status: 200 len: 896 time: 0.4349997 Aug 05 12:01:12.386853 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 3d1b19f4-4bcf-4807-b2f9-69faa5f79b46 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:01:12.486303 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-2a4a3009-fda7-4b6c-80aa-2a6a048eef90 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Allocated IP 172.20.0.1 (2830970e-d0ce-4cd2-b553-c3bab34c8414/246efd78-ac94-4655-af8f-d71ed39d45f9/9a67afe5-6471-4b67-a51b-f6a56562b832) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:01:12.492542 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-22f33bec-abee-420a-8b70-1d38fa8d0a7d admin admin] Allocated IP 172.25.5.153 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/35c1f2db-5d5f-4efb-aa94-23e8e8c7d3aa) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:01:12.552797 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-fa12ca33-d54b-4799-b69e-7282a9987e3a None None] Allocated IP 172.20.0.2 (3ca1ce92-c80c-413a-91b4-7600b75fa8a3/64aeaf48-9b8f-4bd5-bbd7-5eb193b4af15/efb2a43b-5306-47cd-ba27-f63140b002f4) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:01:12.607733 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7eb29cfb-de08-4846-9be4-fc23d97c197c req-ef9a2880-16af-49c3-82c2-ef2421f669c9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=15f1db54-5b5c-419d-9bbe-71a019f516c0 HTTP/1.1" status: 200 len: 1002 time: 0.3038416 Aug 05 12:01:12.898315 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-22f33bec-abee-420a-8b70-1d38fa8d0a7d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:12.910486 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:12.963739 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb29cfb-de08-4846-9be4-fc23d97c197c req-b4f997d4-74f7-4e64-a506-40171901a9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:01:12.966481 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7eb29cfb-de08-4846-9be4-fc23d97c197c req-b4f997d4-74f7-4e64-a506-40171901a9a3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a3a277fc-3e89-49d6-972d-0acfc9ed2043 HTTP/1.1" status: 200 len: 835 time: 0.3381348 Aug 05 12:01:13.015214 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-22f33bec-abee-420a-8b70-1d38fa8d0a7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:13.028348 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a301221c-952d-4a7a-a55d-567a4becb0b2 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:13.049564 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0d0707c9-0df7-41e5-9f0d-2b90e0abf660 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:13.053836 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 3d1b19f4-4bcf-4807-b2f9-69faa5f79b46 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:01:13.083412 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 3d1b19f4-4bcf-4807-b2f9-69faa5f79b46 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:01:13.083999 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:13.328561 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0d0707c9-0df7-41e5-9f0d-2b90e0abf660 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:13.347670 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0d0707c9-0df7-41e5-9f0d-2b90e0abf660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:13.355972 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-3ce78f90-fbd5-48a6-ad60-0af8200f7cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9072b5a-d803-4df6-b93f-f4d75f1f6f29', 'name': 'tempest-TestServerBasicOps-654659379-router', 'tenant_id': '14f85fa6e8e1401fb399139faf003f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '3d1b19f4-4bcf-4807-b2f9-69faa5f79b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:00:45Z', 'updated_at': '2021-08-05T12:00:58Z', 'revision_number': 4, 'project_id': '14f85fa6e8e1401fb399139faf003f37', 'gw_port': {'id': '3d1b19f4-4bcf-4807-b2f9-69faa5f79b46', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:44:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9072b5a-d803-4df6-b93f-f4d75f1f6f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:00:48Z', 'updated_at': '2021-08-05T12:01:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '63cbcc11-a768-4e53-8ea9-7f80536a6359', 'name': '', 'network_id': '4cafcce3-f344-455c-8718-7b96b6393933', 'tenant_id': '14f85fa6e8e1401fb399139faf003f37', 'mac_address': 'fa:16:3e:f3:14:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9072b5a-d803-4df6-b93f-f4d75f1f6f29', 'device_owner': 'network:router_interface', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': 'a4bc47f2-e3f7-4a49-8df8-2cd59ebb96f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:00:54Z', 'updated_at': '2021-08-05T12:00:58Z', 'revision_number': 2, 'project_id': '14f85fa6e8e1401fb399139faf003f37', 'subnets': [{'id': 'a4bc47f2-e3f7-4a49-8df8-2cd59ebb96f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:01:13.411413 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-0d0707c9-0df7-41e5-9f0d-2b90e0abf660 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0aee2a45fc1a40e5b9b3f7439dd5d933&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5529132 Aug 05 12:01:13.432038 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce78f90-fbd5-48a6-ad60-0af8200f7cb2 None None] Checking router: d9072b5a-d803-4df6-b93f-f4d75f1f6f29 for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:01:13.433079 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce78f90-fbd5-48a6-ad60-0af8200f7cb2 None None] Updating router d9072b5a-d803-4df6-b93f-f4d75f1f6f29 port 63cbcc11-a768-4e53-8ea9-7f80536a6359 binding host n-d-803378-2 {{(pid=94422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 12:01:13.463685 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 57384) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:01:13.475101 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f33bec-abee-420a-8b70-1d38fa8d0a7d admin admin] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:01:13.509244 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-3ce78f90-fbd5-48a6-ad60-0af8200f7cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:13.563003 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79111832-71f7-4922-ace0-64e50ea7f8e6 req-1d4948bc-47bc-4680-a29c-dcffb846e1cc tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:01:13.565757 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-79111832-71f7-4922-ace0-64e50ea7f8e6 req-1d4948bc-47bc-4680-a29c-dcffb846e1cc tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2982b20-6da2-4689-ae89-08a6113e6505 HTTP/1.1" status: 200 len: 945 time: 1.7052846 Aug 05 12:01:13.569191 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-fa12ca33-d54b-4799-b69e-7282a9987e3a None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:13.626145 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-fa12ca33-d54b-4799-b69e-7282a9987e3a None None] Transition to ACTIVE for port object efb2a43b-5306-47cd-ba27-f63140b002f4 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:01:13.633032 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a301221c-952d-4a7a-a55d-567a4becb0b2 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:13.751685 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:13.828919 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port 3d1b19f4-4bcf-4807-b2f9-69faa5f79b46, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=3d1b19f4-4bcf-4807-b2f9-69faa5f79b46,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:01:13.858514 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:13.869709 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device f611d663-2436-4973-a242-a09aedf19838 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:01:13.929664 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2a4a3009-fda7-4b6c-80aa-2a6a048eef90 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:13.950790 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb29cfb-de08-4846-9be4-fc23d97c197c req-14d0fdac-f9bd-4a91-9a66-627f2f0bf2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:01:13.953009 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7eb29cfb-de08-4846-9be4-fc23d97c197c req-14d0fdac-f9bd-4a91-9a66-627f2f0bf2a0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=34f4b1c0-4781-4466-8dad-c7a46498afc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9390175 Aug 05 12:01:13.961779 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [None req-2a4a3009-fda7-4b6c-80aa-2a6a048eef90 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Transition to ACTIVE for port object 9a67afe5-6471-4b67-a51b-f6a56562b832 will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:01:13.970320 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-fa12ca33-d54b-4799-b69e-7282a9987e3a None None] Transition to ACTIVE for port object efb2a43b-5306-47cd-ba27-f63140b002f4 will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:01:13.992140 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0707c9-0df7-41e5-9f0d-2b90e0abf660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3532787b-1253-4e9f-9384-a97013151c4b,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:01:13.999063 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f33bec-abee-420a-8b70-1d38fa8d0a7d admin admin] Pushing event updated for resources: {'Port': ['ID=35c1f2db-5d5f-4efb-aa94-23e8e8c7d3aa,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:01:14.085552 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-22f33bec-abee-420a-8b70-1d38fa8d0a7d admin admin] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:01:14.090762 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f33bec-abee-420a-8b70-1d38fa8d0a7d admin admin] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:01:14.155792 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2a4a3009-fda7-4b6c-80aa-2a6a048eef90 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:14.182937 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4a3009-fda7-4b6c-80aa-2a6a048eef90 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Network 2830970e-d0ce-4cd2-b553-c3bab34c8414 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:01:14.188254 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-2a4a3009-fda7-4b6c-80aa-2a6a048eef90 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:01:14.218337 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4a3009-fda7-4b6c-80aa-2a6a048eef90 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:01:14.227119 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7eb29cfb-de08-4846-9be4-fc23d97c197c req-c48cc805-2700-44b1-ac90-108b07353c6f service neutron] 10.222.0.64 "GET /v2.0/networks/34f4b1c0-4781-4466-8dad-c7a46498afc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631850 Aug 05 12:01:14.250154 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a301221c-952d-4a7a-a55d-567a4becb0b2 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:14.370291 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=3d1b19f4-4bcf-4807-b2f9-69faa5f79b46,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:01:14.420837 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-fa12ca33-d54b-4799-b69e-7282a9987e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:14.468644 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7eb29cfb-de08-4846-9be4-fc23d97c197c req-1fa3958c-0e33-438e-9069-13a38880c55a service neutron] 10.222.0.64 "GET /v2.0/networks/34f4b1c0-4781-4466-8dad-c7a46498afc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218940 Aug 05 12:01:14.481210 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4a3009-fda7-4b6c-80aa-2a6a048eef90 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Pushing event updated for resources: {'Port': ['ID=9a67afe5-6471-4b67-a51b-f6a56562b832,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:01:14.510692 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a301221c-952d-4a7a-a55d-567a4becb0b2 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:14.520880 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2a4a3009-fda7-4b6c-80aa-2a6a048eef90 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33288800'] for router_interface, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:14.617356 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa12ca33-d54b-4799-b69e-7282a9987e3a None None] Pushing event updated for resources: {'Port': ['ID=efb2a43b-5306-47cd-ba27-f63140b002f4,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:01:14.649316 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:14.664006 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa12ca33-d54b-4799-b69e-7282a9987e3a None None] Network 3ca1ce92-c80c-413a-91b4-7600b75fa8a3 is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:01:14.684917 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-fa12ca33-d54b-4799-b69e-7282a9987e3a None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:01:14.688629 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa12ca33-d54b-4799-b69e-7282a9987e3a None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:01:14.791221 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port f611d663-2436-4973-a242-a09aedf19838 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:01:14.792017 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:14.847870 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-79111832-71f7-4922-ace0-64e50ea7f8e6 req-439cdc63-3a02-470a-8847-b0d2b888ecf1 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=d700a63d-a591-46d0-9144-d357356aa9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8420532 Aug 05 12:01:14.854102 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-59b1f782-0f65-4d42-a621-6b987d19cd64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:14.936334 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-df0696e7-3c42-4b0f-9327-6ef261e4d483 None None] Allocated IP 172.20.0.2 (2830970e-d0ce-4cd2-b553-c3bab34c8414/246efd78-ac94-4655-af8f-d71ed39d45f9/8661ea6c-c284-4983-9014-8513e94249c6) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:01:14.967633 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2a4a3009-fda7-4b6c-80aa-2a6a048eef90 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:14.999838 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a301221c-952d-4a7a-a55d-567a4becb0b2 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Pushing event updated for resources: {'Port': ['ID=3ce6d50e-41d7-43bb-a4c2-512dd7d80899,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:01:15.071991 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-59b1f782-0f65-4d42-a621-6b987d19cd64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:15.094313 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a301221c-952d-4a7a-a55d-567a4becb0b2 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33287247'] for floatingip, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:15.652313 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-fa12ca33-d54b-4799-b69e-7282a9987e3a None None] Attempting to bind port efb2a43b-5306-47cd-ba27-f63140b002f4 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:01:15.653176 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-fa12ca33-d54b-4799-b69e-7282a9987e3a None None] Attempting to bind port efb2a43b-5306-47cd-ba27-f63140b002f4 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '6d2b65f1-e72c-4f7e-ade4-8a3d4c78b60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '3ca1ce92-c80c-413a-91b4-7600b75fa8a3'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:01:15.653351 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa12ca33-d54b-4799-b69e-7282a9987e3a None None] Attempting to bind port efb2a43b-5306-47cd-ba27-f63140b002f4 on network 3ca1ce92-c80c-413a-91b4-7600b75fa8a3 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:01:15.700742 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a301221c-952d-4a7a-a55d-567a4becb0b2 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:15.702676 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-a301221c-952d-4a7a-a55d-567a4becb0b2 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.5446701 Aug 05 12:01:15.709800 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2a4a3009-fda7-4b6c-80aa-2a6a048eef90 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:15.718519 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2a4a3009-fda7-4b6c-80aa-2a6a048eef90 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:15.732935 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-22f33bec-abee-420a-8b70-1d38fa8d0a7d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:15.778873 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa12ca33-d54b-4799-b69e-7282a9987e3a None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:01:15.779266 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa12ca33-d54b-4799-b69e-7282a9987e3a None None] Checking segment: {'id': '6d2b65f1-e72c-4f7e-ade4-8a3d4c78b60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '3ca1ce92-c80c-413a-91b4-7600b75fa8a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:01:15.779686 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-fa12ca33-d54b-4799-b69e-7282a9987e3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:15.780090 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa12ca33-d54b-4799-b69e-7282a9987e3a None None] Bound using segment: {'id': '6d2b65f1-e72c-4f7e-ade4-8a3d4c78b60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '3ca1ce92-c80c-413a-91b4-7600b75fa8a3'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:01:15.780610 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-fa12ca33-d54b-4799-b69e-7282a9987e3a None None] Bound port: efb2a43b-5306-47cd-ba27-f63140b002f4, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d2b65f1-e72c-4f7e-ade4-8a3d4c78b60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '3ca1ce92-c80c-413a-91b4-7600b75fa8a3'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:01:15.781163 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-fa12ca33-d54b-4799-b69e-7282a9987e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:15.892015 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-59b1f782-0f65-4d42-a621-6b987d19cd64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:15.897695 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-59b1f782-0f65-4d42-a621-6b987d19cd64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:15.903998 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-59b1f782-0f65-4d42-a621-6b987d19cd64 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3532787b-1253-4e9f-9384-a97013151c4b HTTP/1.1" status: 204 len: 168 time: 2.4143324 Aug 05 12:01:15.918063 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-fa12ca33-d54b-4799-b69e-7282a9987e3a None None] For port efb2a43b-5306-47cd-ba27-f63140b002f4, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:01:15.927239 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-fa12ca33-d54b-4799-b69e-7282a9987e3a None None] For port efb2a43b-5306-47cd-ba27-f63140b002f4, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=efb2a43b-5306-47cd-ba27-f63140b002f4,segment=NetworkSegment(6d2b65f1-e72c-4f7e-ade4-8a3d4c78b60e),segment_id=6d2b65f1-e72c-4f7e-ade4-8a3d4c78b60e)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:01:15.960836 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2a4a3009-fda7-4b6c-80aa-2a6a048eef90 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33140268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33208272'] for router_interface, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:16.026777 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-fa12ca33-d54b-4799-b69e-7282a9987e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:16.026972 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b1f782-0f65-4d42-a621-6b987d19cd64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3532787b-1253-4e9f-9384-a97013151c4b,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:01:16.150171 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device ce871190-826d-4e2f-80b7-7627986edb66 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:01:16.251234 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-df0696e7-3c42-4b0f-9327-6ef261e4d483 None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:16.391619 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-df0696e7-3c42-4b0f-9327-6ef261e4d483 None None] Transition to ACTIVE for port object 8661ea6c-c284-4983-9014-8513e94249c6 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:01:16.453535 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4a3009-fda7-4b6c-80aa-2a6a048eef90 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Pushing event updated for resources: {'Port': ['ID=9a67afe5-6471-4b67-a51b-f6a56562b832,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:01:16.588194 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4a3009-fda7-4b6c-80aa-2a6a048eef90 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Network 2830970e-d0ce-4cd2-b553-c3bab34c8414 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:01:16.591447 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-2a4a3009-fda7-4b6c-80aa-2a6a048eef90 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:01:16.635323 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa12ca33-d54b-4799-b69e-7282a9987e3a None None] Pushing event updated for resources: {'Port': ['ID=efb2a43b-5306-47cd-ba27-f63140b002f4,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:01:16.667744 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa12ca33-d54b-4799-b69e-7282a9987e3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:01:16.668884 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa12ca33-d54b-4799-b69e-7282a9987e3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:01:16.669418 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa12ca33-d54b-4799-b69e-7282a9987e3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:01:16.671689 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa12ca33-d54b-4799-b69e-7282a9987e3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:01:16.673365 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa12ca33-d54b-4799-b69e-7282a9987e3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:01:16.673974 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa12ca33-d54b-4799-b69e-7282a9987e3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:01:16.674546 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa12ca33-d54b-4799-b69e-7282a9987e3a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:01:16.677468 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa12ca33-d54b-4799-b69e-7282a9987e3a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:01:16.677468 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa12ca33-d54b-4799-b69e-7282a9987e3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:01:16.679763 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa12ca33-d54b-4799-b69e-7282a9987e3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:01:16.681006 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa12ca33-d54b-4799-b69e-7282a9987e3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:01:16.683886 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa12ca33-d54b-4799-b69e-7282a9987e3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:01:16.796941 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-df0696e7-3c42-4b0f-9327-6ef261e4d483 None None] Transition to ACTIVE for port object 8661ea6c-c284-4983-9014-8513e94249c6 will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:01:16.873619 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-3ce78f90-fbd5-48a6-ad60-0af8200f7cb2 None None] Notify callbacks [] for port, precommit_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:16.893267 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-3ce78f90-fbd5-48a6-ad60-0af8200f7cb2 None None] Transition to ACTIVE for port object 63cbcc11-a768-4e53-8ea9-7f80536a6359 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:01:16.925352 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-df0696e7-3c42-4b0f-9327-6ef261e4d483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:16.986128 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a4a3009-fda7-4b6c-80aa-2a6a048eef90 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Router dd895e13-2c1f-4bc6-aeee-fc9c9825b805 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:01:16.995578 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0696e7-3c42-4b0f-9327-6ef261e4d483 None None] Network 2830970e-d0ce-4cd2-b553-c3bab34c8414 is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:01:17.005424 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-3ce78f90-fbd5-48a6-ad60-0af8200f7cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:17.007181 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7847fe-8fbc-4760-9f9d-d45a7e57cd50 req-e0e5347c-79e1-4737-a0dd-02622ae161f1 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:01:17.017997 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5e7847fe-8fbc-4760-9f9d-d45a7e57cd50 req-e0e5347c-79e1-4737-a0dd-02622ae161f1 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2982b20-6da2-4689-ae89-08a6113e6505 HTTP/1.1" status: 200 len: 945 time: 0.6445005 Aug 05 12:01:17.041551 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-94329722-fe74-41c8-8798-783d210f2837 req-e15cbfd9-bd94-4cf9-915d-1acb26d7d101 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--4431491&fields=id&tenant_id=7f690a1af59141ff99aca95e28eca771 HTTP/1.1" status: 200 len: 267 time: 0.5367963 Aug 05 12:01:17.075009 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-22f33bec-abee-420a-8b70-1d38fa8d0a7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286026'] for router, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:17.204588 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-df0696e7-3c42-4b0f-9327-6ef261e4d483 None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:01:17.213934 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0696e7-3c42-4b0f-9327-6ef261e4d483 None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:01:17.249165 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port ce871190-826d-4e2f-80b7-7627986edb66 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:01:17.354805 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port ce871190-826d-4e2f-80b7-7627986edb66 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:01:17.361214 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:17.367303 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5e7847fe-8fbc-4760-9f9d-d45a7e57cd50 req-d5674ef4-bdf8-4021-974a-4ec2ce30bd62 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=d700a63d-a591-46d0-9144-d357356aa9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3228846 Aug 05 12:01:17.446213 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94329722-fe74-41c8-8798-783d210f2837 req-8bc9858d-2fd2-4189-b3b6-f22311650145 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:01:17.472021 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a4a3009-fda7-4b6c-80aa-2a6a048eef90 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:01:17.478945 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-94329722-fe74-41c8-8798-783d210f2837 req-8bc9858d-2fd2-4189-b3b6-f22311650145 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/ports/2cab8c34-cbf9-450f-9c67-c8ac5da7b895 HTTP/1.1" status: 200 len: 935 time: 0.4229751 Aug 05 12:01:17.505635 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63937c2-d9cd-4196-b5a6-98f08a7409d9 None None] Sync routers for ids ['dd895e13-2c1f-4bc6-aeee-fc9c9825b805'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:01:17.519068 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-2a4a3009-fda7-4b6c-80aa-2a6a048eef90 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "PUT /v2.0/routers/dd895e13-2c1f-4bc6-aeee-fc9c9825b805/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4560311 Aug 05 12:01:17.583158 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63937c2-d9cd-4196-b5a6-98f08a7409d9 None None] Routers {'dd895e13-2c1f-4bc6-aeee-fc9c9825b805'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:01:17.588242 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0696e7-3c42-4b0f-9327-6ef261e4d483 None None] Pushing event updated for resources: {'Port': ['ID=8661ea6c-c284-4983-9014-8513e94249c6,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:01:17.603338 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-d63937c2-d9cd-4196-b5a6-98f08a7409d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:01:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['dd895e13-2c1f-4bc6-aeee-fc9c9825b805'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:01:17.836183 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c123fe5-d176-453a-a1bf-e53079f8760c None None] Pushing event updated for resources: {'Port': ['ID=63cbcc11-a768-4e53-8ea9-7f80536a6359,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:01:17.847161 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-df0696e7-3c42-4b0f-9327-6ef261e4d483 None None] Attempting to bind port 8661ea6c-c284-4983-9014-8513e94249c6 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:01:17.854512 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-df0696e7-3c42-4b0f-9327-6ef261e4d483 None None] Attempting to bind port 8661ea6c-c284-4983-9014-8513e94249c6 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '28e5afec-0390-4fc6-bae9-062cb680d30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '2830970e-d0ce-4cd2-b553-c3bab34c8414'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:01:17.855504 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0696e7-3c42-4b0f-9327-6ef261e4d483 None None] Attempting to bind port 8661ea6c-c284-4983-9014-8513e94249c6 on network 2830970e-d0ce-4cd2-b553-c3bab34c8414 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:01:17.923534 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94329722-fe74-41c8-8798-783d210f2837 req-97df70e2-3654-447b-b1a0-3214414dc896 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:01:17.941889 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0696e7-3c42-4b0f-9327-6ef261e4d483 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:01:17.947287 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-94329722-fe74-41c8-8798-783d210f2837 req-97df70e2-3654-447b-b1a0-3214414dc896 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/ports/a3c6ede4-0a04-4dea-85c9-68e5fd39b91f HTTP/1.1" status: 200 len: 935 time: 0.4663768 Aug 05 12:01:17.951846 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0696e7-3c42-4b0f-9327-6ef261e4d483 None None] Checking segment: {'id': '28e5afec-0390-4fc6-bae9-062cb680d30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '2830970e-d0ce-4cd2-b553-c3bab34c8414'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:01:17.953099 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-df0696e7-3c42-4b0f-9327-6ef261e4d483 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:17.956072 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0696e7-3c42-4b0f-9327-6ef261e4d483 None None] Bound using segment: {'id': '28e5afec-0390-4fc6-bae9-062cb680d30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '2830970e-d0ce-4cd2-b553-c3bab34c8414'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:01:17.957901 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-df0696e7-3c42-4b0f-9327-6ef261e4d483 None None] Bound port: 8661ea6c-c284-4983-9014-8513e94249c6, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e5afec-0390-4fc6-bae9-062cb680d30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '2830970e-d0ce-4cd2-b553-c3bab34c8414'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:01:17.965463 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-df0696e7-3c42-4b0f-9327-6ef261e4d483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:18.147523 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-3ce78f90-fbd5-48a6-ad60-0af8200f7cb2 None None] Attempting to bind port 63cbcc11-a768-4e53-8ea9-7f80536a6359 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:01:18.148900 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-3ce78f90-fbd5-48a6-ad60-0af8200f7cb2 None None] Attempting to bind port 63cbcc11-a768-4e53-8ea9-7f80536a6359 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'd79482fc-e8db-4641-a491-552f679b63fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '4cafcce3-f344-455c-8718-7b96b6393933'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:01:18.149862 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce78f90-fbd5-48a6-ad60-0af8200f7cb2 None None] Attempting to bind port 63cbcc11-a768-4e53-8ea9-7f80536a6359 on network 4cafcce3-f344-455c-8718-7b96b6393933 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:01:18.170263 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-d63937c2-d9cd-4196-b5a6-98f08a7409d9 None None] Set router dd895e13-2c1f-4bc6-aeee-fc9c9825b805 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:01:18.202929 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-94329722-fe74-41c8-8798-783d210f2837 req-105fb054-b233-4e3b-beb6-cb6ecb6ec723 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/ports?network_id=86bbbaf5-a273-4acb-af27-d15f3d74f788&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.2481959 Aug 05 12:01:18.318493 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-94329722-fe74-41c8-8798-783d210f2837 req-82ea0bc1-5640-4303-ae5d-c6040a023e42 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/ports?network_id=86bbbaf5-a273-4acb-af27-d15f3d74f788&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1132970 Aug 05 12:01:18.370986 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce78f90-fbd5-48a6-ad60-0af8200f7cb2 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:01:18.371595 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce78f90-fbd5-48a6-ad60-0af8200f7cb2 None None] Checking segment: {'id': 'd79482fc-e8db-4641-a491-552f679b63fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '4cafcce3-f344-455c-8718-7b96b6393933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:01:18.372277 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-3ce78f90-fbd5-48a6-ad60-0af8200f7cb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:18.402909 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce78f90-fbd5-48a6-ad60-0af8200f7cb2 None None] Bound using segment: {'id': 'd79482fc-e8db-4641-a491-552f679b63fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '4cafcce3-f344-455c-8718-7b96b6393933'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:01:18.403817 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-3ce78f90-fbd5-48a6-ad60-0af8200f7cb2 None None] Bound port: 63cbcc11-a768-4e53-8ea9-7f80536a6359, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd79482fc-e8db-4641-a491-552f679b63fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '4cafcce3-f344-455c-8718-7b96b6393933'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:01:18.404519 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-3ce78f90-fbd5-48a6-ad60-0af8200f7cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:18.599046 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-df0696e7-3c42-4b0f-9327-6ef261e4d483 None None] For port 8661ea6c-c284-4983-9014-8513e94249c6, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:01:18.617161 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-df0696e7-3c42-4b0f-9327-6ef261e4d483 None None] For port 8661ea6c-c284-4983-9014-8513e94249c6, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=8661ea6c-c284-4983-9014-8513e94249c6,segment=NetworkSegment(28e5afec-0390-4fc6-bae9-062cb680d30f),segment_id=28e5afec-0390-4fc6-bae9-062cb680d30f)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:01:18.653993 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-df0696e7-3c42-4b0f-9327-6ef261e4d483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:18.793787 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e5012e68-95f0-4ddd-b7aa-9431ca316ff5 req-bf0a96c7-1957-4a04-a3e2-c26e378e9b31 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-971507455&fields=id&tenant_id=7f88688726d24c8e9d77831659c7c3ae HTTP/1.1" status: 200 len: 267 time: 0.3783975 Aug 05 12:01:18.851083 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df53fb9-de45-46a4-9f13-884817e31399 None None] Network 3ca1ce92-c80c-413a-91b4-7600b75fa8a3 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:01:18.943356 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22f33bec-abee-420a-8b70-1d38fa8d0a7d admin admin] Router adb9ec67-925a-4f3e-9e64-7a8271f7ba01 is scheduled to L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d with binding_index 1 {{(pid=94420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 12:01:18.954128 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-d63937c2-d9cd-4196-b5a6-98f08a7409d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd895e13-2c1f-4bc6-aeee-fc9c9825b805', 'name': 'tempest-TestNetworkAdvancedServerOps-router-90349292', 'tenant_id': '7f88688726d24c8e9d77831659c7c3ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': 'ce871190-826d-4e2f-80b7-7627986edb66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:00:58Z', 'updated_at': '2021-08-05T12:01:14Z', 'revision_number': 4, 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'gw_port': {'id': 'ce871190-826d-4e2f-80b7-7627986edb66', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:8a:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd895e13-2c1f-4bc6-aeee-fc9c9825b805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:01:00Z', 'updated_at': '2021-08-05T12:01:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '9a67afe5-6471-4b67-a51b-f6a56562b832', 'name': '', 'network_id': '2830970e-d0ce-4cd2-b553-c3bab34c8414', 'tenant_id': '7f88688726d24c8e9d77831659c7c3ae', 'mac_address': 'fa:16:3e:3e:3e:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd895e13-2c1f-4bc6-aeee-fc9c9825b805', 'device_owner': 'network:router_interface', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': '246efd78-ac94-4655-af8f-d71ed39d45f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:01:11Z', 'updated_at': '2021-08-05T12:01:15Z', 'revision_number': 2, 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'subnets': [{'id': '246efd78-ac94-4655-af8f-d71ed39d45f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:01:19.031768 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63937c2-d9cd-4196-b5a6-98f08a7409d9 None None] Checking router: dd895e13-2c1f-4bc6-aeee-fc9c9825b805 for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:01:19.034176 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63937c2-d9cd-4196-b5a6-98f08a7409d9 None None] Updating router dd895e13-2c1f-4bc6-aeee-fc9c9825b805 port 9a67afe5-6471-4b67-a51b-f6a56562b832 binding host n-d-803378-2 {{(pid=94423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 12:01:19.100380 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94329722-fe74-41c8-8798-783d210f2837 req-5aff3ca7-4763-48aa-bc84-dd136291d50f tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:01:19.119562 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94329722-fe74-41c8-8798-783d210f2837 req-5aff3ca7-4763-48aa-bc84-dd136291d50f tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:01:19.143708 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-d63937c2-d9cd-4196-b5a6-98f08a7409d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:19.180779 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94329722-fe74-41c8-8798-783d210f2837 req-5aff3ca7-4763-48aa-bc84-dd136291d50f tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:01:19.204403 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-94329722-fe74-41c8-8798-783d210f2837 req-5aff3ca7-4763-48aa-bc84-dd136291d50f tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/networks?id=79bfc6d8-260b-4b47-a4ff-7568441e3a8b&id=efef5820-889f-42cc-a1e8-7a1a3d2a1fbf&id=efef5820-889f-42cc-a1e8-7a1a3d2a1fbf&id=86bbbaf5-a273-4acb-af27-d15f3d74f788&id=86bbbaf5-a273-4acb-af27-d15f3d74f788 HTTP/1.1" status: 200 len: 1995 time: 0.8348732 Aug 05 12:01:19.370170 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-94329722-fe74-41c8-8798-783d210f2837 req-67ca6027-f0c2-410f-b9a7-ab14f4248020 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/quotas/7f690a1af59141ff99aca95e28eca771 HTTP/1.1" status: 200 len: 375 time: 0.0613391 Aug 05 12:01:19.448419 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:19.457469 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0696e7-3c42-4b0f-9327-6ef261e4d483 None None] Pushing event updated for resources: {'Port': ['ID=8661ea6c-c284-4983-9014-8513e94249c6,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:01:19.596748 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-6602257d-8ec5-476f-a4e4-651c3426919e None None] Provisioning for port efb2a43b-5306-47cd-ba27-f63140b002f4 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:01:19.626662 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port ce871190-826d-4e2f-80b7-7627986edb66, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=ce871190-826d-4e2f-80b7-7627986edb66,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:01:19.653833 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:19.973205 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=ce871190-826d-4e2f-80b7-7627986edb66,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:01:19.990205 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-3ce78f90-fbd5-48a6-ad60-0af8200f7cb2 None None] For port 63cbcc11-a768-4e53-8ea9-7f80536a6359, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:01:20.082065 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5012e68-95f0-4ddd-b7aa-9431ca316ff5 req-4f71ac63-5c4c-4b2e-a377-f740e136905b tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:01:20.092191 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e5012e68-95f0-4ddd-b7aa-9431ca316ff5 req-4f71ac63-5c4c-4b2e-a377-f740e136905b tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/networks?id=2830970e-d0ce-4cd2-b553-c3bab34c8414 HTTP/1.1" status: 200 len: 796 time: 1.2598317 Aug 05 12:01:20.133420 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e5012e68-95f0-4ddd-b7aa-9431ca316ff5 req-3b7739f4-fe7d-475d-9f52-0c6d98e61d77 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/quotas/7f88688726d24c8e9d77831659c7c3ae HTTP/1.1" status: 200 len: 375 time: 0.0210135 Aug 05 12:01:20.136275 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22f33bec-abee-420a-8b70-1d38fa8d0a7d admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:01:20.168282 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08c70a8-d763-40c2-9617-8bbc8ab1f831 None None] Sync routers for ids ['adb9ec67-925a-4f3e-9e64-7a8271f7ba01'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:01:20.188280 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-94329722-fe74-41c8-8798-783d210f2837 req-d0b3ae53-5d5c-407b-85db-c5871504578c tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=7f690a1af59141ff99aca95e28eca771&fields=id HTTP/1.1" status: 200 len: 532 time: 0.7552743 Aug 05 12:01:20.212532 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-3ce78f90-fbd5-48a6-ad60-0af8200f7cb2 None None] For port 63cbcc11-a768-4e53-8ea9-7f80536a6359, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=63cbcc11-a768-4e53-8ea9-7f80536a6359,segment=NetworkSegment(d79482fc-e8db-4641-a491-552f679b63fa),segment_id=d79482fc-e8db-4641-a491-552f679b63fa)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:01:20.237371 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-3ce78f90-fbd5-48a6-ad60-0af8200f7cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:20.386263 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08c70a8-d763-40c2-9617-8bbc8ab1f831 None None] Routers {'adb9ec67-925a-4f3e-9e64-7a8271f7ba01'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:01:20.397586 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-c08c70a8-d763-40c2-9617-8bbc8ab1f831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:01:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['adb9ec67-925a-4f3e-9e64-7a8271f7ba01'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:01:20.430247 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-22f33bec-abee-420a-8b70-1d38fa8d0a7d admin admin] Notify callbacks [] for router, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:20.440232 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 57456) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:01:20.452315 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-22f33bec-abee-420a-8b70-1d38fa8d0a7d admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 11.5862343 Aug 05 12:01:20.459558 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-94329722-fe74-41c8-8798-783d210f2837 req-11524993-e46b-404c-9ad3-b3827693a310 service neutron] 10.222.0.58 "GET /v2.0/networks/79bfc6d8-260b-4b47-a4ff-7568441e3a8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439377 Aug 05 12:01:20.838613 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-d63937c2-d9cd-4196-b5a6-98f08a7409d9 None None] Notify callbacks [] for port, precommit_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:20.878416 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 3d1b19f4-4bcf-4807-b2f9-69faa5f79b46 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:01:20.888333 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.provisioning_blocks [None req-d63937c2-d9cd-4196-b5a6-98f08a7409d9 None None] Transition to ACTIVE for port object 9a67afe5-6471-4b67-a51b-f6a56562b832 will not be triggered until provisioned by entity L2. {{(pid=94423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:01:20.909114 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-d63937c2-d9cd-4196-b5a6-98f08a7409d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:21.050197 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-94329722-fe74-41c8-8798-783d210f2837 req-4ce8cf1c-aa42-437a-b2ab-46cb27f99d6d service neutron] 10.222.0.58 "GET /v2.0/networks/79bfc6d8-260b-4b47-a4ff-7568441e3a8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5512450 Aug 05 12:01:21.116635 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e5012e68-95f0-4ddd-b7aa-9431ca316ff5 req-a450a0b4-265d-4208-8739-c8665095852d tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=7f88688726d24c8e9d77831659c7c3ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9229612 Aug 05 12:01:21.329056 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [req-e5012e68-95f0-4ddd-b7aa-9431ca316ff5 req-babdaa76-a258-4437-b32e-62352ca54e30 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94420) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 12:01:21.332913 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e5012e68-95f0-4ddd-b7aa-9431ca316ff5 req-babdaa76-a258-4437-b32e-62352ca54e30 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1589296 Aug 05 12:01:21.367260 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60c41e-0d7e-402b-b472-ac71439a73a2 None None] Pushing event updated for resources: {'Port': ['ID=9a67afe5-6471-4b67-a51b-f6a56562b832,revision_number=3']} {{(pid=94423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:01:21.431358 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-94329722-fe74-41c8-8798-783d210f2837 req-26b8dff0-3ecf-4ee5-abf3-46172e67514c service neutron] 10.222.0.58 "GET /v2.0/ports/2cab8c34-cbf9-450f-9c67-c8ac5da7b895?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.3144553 Aug 05 12:01:21.484711 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c123fe5-d176-453a-a1bf-e53079f8760c None None] Pushing event updated for resources: {'Port': ['ID=63cbcc11-a768-4e53-8ea9-7f80536a6359,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:01:21.584412 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-d63937c2-d9cd-4196-b5a6-98f08a7409d9 None None] Attempting to bind port 9a67afe5-6471-4b67-a51b-f6a56562b832 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:01:21.584893 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-d63937c2-d9cd-4196-b5a6-98f08a7409d9 None None] Attempting to bind port 9a67afe5-6471-4b67-a51b-f6a56562b832 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '28e5afec-0390-4fc6-bae9-062cb680d30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '2830970e-d0ce-4cd2-b553-c3bab34c8414'}] {{(pid=94423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:01:21.585433 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63937c2-d9cd-4196-b5a6-98f08a7409d9 None None] Attempting to bind port 9a67afe5-6471-4b67-a51b-f6a56562b832 on network 2830970e-d0ce-4cd2-b553-c3bab34c8414 {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:01:21.617563 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63937c2-d9cd-4196-b5a6-98f08a7409d9 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:01:21.617935 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63937c2-d9cd-4196-b5a6-98f08a7409d9 None None] Checking segment: {'id': '28e5afec-0390-4fc6-bae9-062cb680d30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '2830970e-d0ce-4cd2-b553-c3bab34c8414'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:01:21.618598 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-d63937c2-d9cd-4196-b5a6-98f08a7409d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:21.619189 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63937c2-d9cd-4196-b5a6-98f08a7409d9 None None] Bound using segment: {'id': '28e5afec-0390-4fc6-bae9-062cb680d30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '2830970e-d0ce-4cd2-b553-c3bab34c8414'} {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:01:21.623239 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-d63937c2-d9cd-4196-b5a6-98f08a7409d9 None None] Bound port: 9a67afe5-6471-4b67-a51b-f6a56562b832, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e5afec-0390-4fc6-bae9-062cb680d30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '2830970e-d0ce-4cd2-b553-c3bab34c8414'}}] {{(pid=94423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:01:21.633308 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-d63937c2-d9cd-4196-b5a6-98f08a7409d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:21.666178 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce78f90-fbd5-48a6-ad60-0af8200f7cb2 None None] Routers {'d9072b5a-d803-4df6-b93f-f4d75f1f6f29'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:01:21.667781 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-3ce78f90-fbd5-48a6-ad60-0af8200f7cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:01:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['d9072b5a-d803-4df6-b93f-f4d75f1f6f29'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:01:21.684763 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-c08c70a8-d763-40c2-9617-8bbc8ab1f831 None None] Set router adb9ec67-925a-4f3e-9e64-7a8271f7ba01 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:01:21.850237 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.db [None req-d63937c2-d9cd-4196-b5a6-98f08a7409d9 None None] For port 9a67afe5-6471-4b67-a51b-f6a56562b832, host n-d-803378-2, cleared binding levels {{(pid=94423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:01:21.868620 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.db [None req-d63937c2-d9cd-4196-b5a6-98f08a7409d9 None None] For port 9a67afe5-6471-4b67-a51b-f6a56562b832, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=9a67afe5-6471-4b67-a51b-f6a56562b832,segment=NetworkSegment(28e5afec-0390-4fc6-bae9-062cb680d30f),segment_id=28e5afec-0390-4fc6-bae9-062cb680d30f)] {{(pid=94423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:01:21.881302 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-d63937c2-d9cd-4196-b5a6-98f08a7409d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:21.971318 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e8c3a2-39c6-43ca-994a-1daf9505b7e5 None None] Network 2830970e-d0ce-4cd2-b553-c3bab34c8414 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:01:22.048852 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63937c2-d9cd-4196-b5a6-98f08a7409d9 None None] Routers {'dd895e13-2c1f-4bc6-aeee-fc9c9825b805'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:01:22.051221 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e5012e68-95f0-4ddd-b7aa-9431ca316ff5 req-9a3ada56-bb1b-4128-a8b2-6d73fc4cf439 service neutron] 10.222.0.58 "GET /v2.0/networks/2830970e-d0ce-4cd2-b553-c3bab34c8414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6958094 Aug 05 12:01:22.067072 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-d63937c2-d9cd-4196-b5a6-98f08a7409d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:01:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['dd895e13-2c1f-4bc6-aeee-fc9c9825b805'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:01:22.082089 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60c41e-0d7e-402b-b472-ac71439a73a2 None None] Pushing event updated for resources: {'Port': ['ID=9a67afe5-6471-4b67-a51b-f6a56562b832,revision_number=4']} {{(pid=94423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:01:22.441727 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f5bf672d-7bda-4ad7-9d6f-f384f6cdc5ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:22.477502 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-3ce78f90-fbd5-48a6-ad60-0af8200f7cb2 None None] Set router d9072b5a-d803-4df6-b93f-f4d75f1f6f29 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:01:22.545719 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e5012e68-95f0-4ddd-b7aa-9431ca316ff5 req-1e4e4f21-f633-48c8-8473-2c30b4674de7 service neutron] 10.222.0.58 "GET /v2.0/networks/2830970e-d0ce-4cd2-b553-c3bab34c8414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4793911 Aug 05 12:01:22.617413 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-94329722-fe74-41c8-8798-783d210f2837 req-ecfd315d-63cb-4d8d-b69a-0b3427fa19ac service neutron] 10.222.0.58 "GET /v2.0/networks/efef5820-889f-42cc-a1e8-7a1a3d2a1fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0458117 Aug 05 12:01:22.683267 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-d63937c2-d9cd-4196-b5a6-98f08a7409d9 None None] Set router dd895e13-2c1f-4bc6-aeee-fc9c9825b805 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:01:22.834539 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-f5bf672d-7bda-4ad7-9d6f-f384f6cdc5ea admin admin] Allocated IP 172.20.0.1 (3ca1ce92-c80c-413a-91b4-7600b75fa8a3/64aeaf48-9b8f-4bd5-bbd7-5eb193b4af15/e6e69e22-fb43-448b-93dd-c9bca11de07a) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:01:22.866423 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 3d1b19f4-4bcf-4807-b2f9-69faa5f79b46 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:01:22.867868 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:23.077129 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-94329722-fe74-41c8-8798-783d210f2837 req-2b4cd2e8-af49-4986-8a0d-00f683b26640 service neutron] 10.222.0.58 "GET /v2.0/networks/efef5820-889f-42cc-a1e8-7a1a3d2a1fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4521062 Aug 05 12:01:23.273111 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f5bf672d-7bda-4ad7-9d6f-f384f6cdc5ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:23.332932 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [None req-f5bf672d-7bda-4ad7-9d6f-f384f6cdc5ea admin admin] Transition to ACTIVE for port object e6e69e22-fb43-448b-93dd-c9bca11de07a will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:01:23.383213 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-94329722-fe74-41c8-8798-783d210f2837 req-b8e6301b-26ed-4fcf-a037-1e903137a9f4 service neutron] 10.222.0.58 "GET /v2.0/ports/a3c6ede4-0a04-4dea-85c9-68e5fd39b91f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.2234094 Aug 05 12:01:23.434629 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb55c3e8-e7fe-4dc8-9510-4f4e91e741da req-6164be03-3102-4983-851e-29129155ecc9 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:01:23.446012 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bb55c3e8-e7fe-4dc8-9510-4f4e91e741da req-6164be03-3102-4983-851e-29129155ecc9 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2982b20-6da2-4689-ae89-08a6113e6505 HTTP/1.1" status: 200 len: 945 time: 0.3921635 Aug 05 12:01:23.513837 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f5bf672d-7bda-4ad7-9d6f-f384f6cdc5ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:23.749242 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bf672d-7bda-4ad7-9d6f-f384f6cdc5ea admin admin] Pushing event updated for resources: {'Port': ['ID=e6e69e22-fb43-448b-93dd-c9bca11de07a,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:01:23.758351 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5bf672d-7bda-4ad7-9d6f-f384f6cdc5ea admin admin] Network 3ca1ce92-c80c-413a-91b4-7600b75fa8a3 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:01:23.761430 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-f5bf672d-7bda-4ad7-9d6f-f384f6cdc5ea admin admin] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:01:23.769885 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bf672d-7bda-4ad7-9d6f-f384f6cdc5ea admin admin] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:01:23.797492 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bb55c3e8-e7fe-4dc8-9510-4f4e91e741da req-687dd8fd-16e0-4f82-8b06-dde6a7becd97 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=d700a63d-a591-46d0-9144-d357356aa9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3502002 Aug 05 12:01:23.960669 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-94329722-fe74-41c8-8798-783d210f2837 req-084025a1-2770-4622-a5ba-77e28ba71a63 service neutron] 10.222.0.58 "GET /v2.0/networks/efef5820-889f-42cc-a1e8-7a1a3d2a1fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5714324 Aug 05 12:01:23.981935 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f5bf672d-7bda-4ad7-9d6f-f384f6cdc5ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33288800'] for router_interface, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:23.991407 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:24.138872 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-617eb33c-4fc3-45a3-9ec3-ab4bb437aeff None None] Provisioning for port 8661ea6c-c284-4983-9014-8513e94249c6 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:01:24.158414 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-d63937c2-d9cd-4196-b5a6-98f08a7409d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd895e13-2c1f-4bc6-aeee-fc9c9825b805', 'name': 'tempest-TestNetworkAdvancedServerOps-router-90349292', 'tenant_id': '7f88688726d24c8e9d77831659c7c3ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': 'ce871190-826d-4e2f-80b7-7627986edb66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:00:58Z', 'updated_at': '2021-08-05T12:01:14Z', 'revision_number': 4, 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'gw_port': {'id': 'ce871190-826d-4e2f-80b7-7627986edb66', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:8a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd895e13-2c1f-4bc6-aeee-fc9c9825b805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:01:00Z', 'updated_at': '2021-08-05T12:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '9a67afe5-6471-4b67-a51b-f6a56562b832', 'name': '', 'network_id': '2830970e-d0ce-4cd2-b553-c3bab34c8414', 'tenant_id': '7f88688726d24c8e9d77831659c7c3ae', 'mac_address': 'fa:16:3e:3e:3e:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd895e13-2c1f-4bc6-aeee-fc9c9825b805', 'device_owner': 'network:router_interface', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': '246efd78-ac94-4655-af8f-d71ed39d45f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:01:11Z', 'updated_at': '2021-08-05T12:01:21Z', 'revision_number': 4, 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'subnets': [{'id': '246efd78-ac94-4655-af8f-d71ed39d45f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:01:24.292054 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-94329722-fe74-41c8-8798-783d210f2837 req-158c5f91-f79f-4f6f-a041-e54b53b67eb4 service neutron] 10.222.0.58 "GET /v2.0/networks/efef5820-889f-42cc-a1e8-7a1a3d2a1fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3156555 Aug 05 12:01:24.361231 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63937c2-d9cd-4196-b5a6-98f08a7409d9 None None] The sync data for ids ['dd895e13-2c1f-4bc6-aeee-fc9c9825b805'] in n-d-803378-2 is: [{'id': 'dd895e13-2c1f-4bc6-aeee-fc9c9825b805', 'name': 'tempest-TestNetworkAdvancedServerOps-router-90349292', 'tenant_id': '7f88688726d24c8e9d77831659c7c3ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': 'ce871190-826d-4e2f-80b7-7627986edb66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:00:58Z', 'updated_at': '2021-08-05T12:01:14Z', 'revision_number': 4, 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'gw_port': {'id': 'ce871190-826d-4e2f-80b7-7627986edb66', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:8a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd895e13-2c1f-4bc6-aeee-fc9c9825b805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:01:00Z', 'updated_at': '2021-08-05T12:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '9a67afe5-6471-4b67-a51b-f6a56562b832', 'name': '', 'network_id': '2830970e-d0ce-4cd2-b553-c3bab34c8414', 'tenant_id': '7f88688726d24c8e9d77831659c7c3ae', 'mac_address': 'fa:16:3e:3e:3e:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd895e13-2c1f-4bc6-aeee-fc9c9825b805', 'device_owner': 'network:router_interface', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': '246efd78-ac94-4655-af8f-d71ed39d45f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:01:11Z', 'updated_at': '2021-08-05T12:01:21Z', 'revision_number': 4, 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'subnets': [{'id': '246efd78-ac94-4655-af8f-d71ed39d45f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:01:24.362825 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9d1841c0-c4c7-4957-a742-577a35b9f315 req-0a0fa825-9bc5-4764-b20b-51edbae0efe8 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=03b5b896-60a3-4bcb-a01d-52939f97c9d5 HTTP/1.1" status: 200 len: 210 time: 0.0683882 Aug 05 12:01:24.527455 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f5bf672d-7bda-4ad7-9d6f-f384f6cdc5ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:24.637175 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device efb2a43b-5306-47cd-ba27-f63140b002f4 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:01:24.805025 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-94329722-fe74-41c8-8798-783d210f2837 req-27e13bec-7e16-4d8d-ae7e-40084ffb7001 service neutron] 10.222.0.58 "GET /v2.0/networks/efef5820-889f-42cc-a1e8-7a1a3d2a1fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4876518 Aug 05 12:01:25.201473 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f5bf672d-7bda-4ad7-9d6f-f384f6cdc5ea admin admin] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:25.215404 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f5bf672d-7bda-4ad7-9d6f-f384f6cdc5ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:25.471215 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-94329722-fe74-41c8-8798-783d210f2837 req-a69f4dc6-4fcc-45a2-b81d-877dcd6c8bf9 service neutron] 10.222.0.58 "GET /v2.0/networks/efef5820-889f-42cc-a1e8-7a1a3d2a1fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6480031 Aug 05 12:01:25.474422 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f5bf672d-7bda-4ad7-9d6f-f384f6cdc5ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33140268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33208272'] for router_interface, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:25.647529 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-3ce78f90-fbd5-48a6-ad60-0af8200f7cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9072b5a-d803-4df6-b93f-f4d75f1f6f29', 'name': 'tempest-TestServerBasicOps-654659379-router', 'tenant_id': '14f85fa6e8e1401fb399139faf003f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '3d1b19f4-4bcf-4807-b2f9-69faa5f79b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:00:45Z', 'updated_at': '2021-08-05T12:00:58Z', 'revision_number': 4, 'project_id': '14f85fa6e8e1401fb399139faf003f37', 'gw_port': {'id': '3d1b19f4-4bcf-4807-b2f9-69faa5f79b46', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:44:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9072b5a-d803-4df6-b93f-f4d75f1f6f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:00:48Z', 'updated_at': '2021-08-05T12:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '63cbcc11-a768-4e53-8ea9-7f80536a6359', 'name': '', 'network_id': '4cafcce3-f344-455c-8718-7b96b6393933', 'tenant_id': '14f85fa6e8e1401fb399139faf003f37', 'mac_address': 'fa:16:3e:f3:14:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9072b5a-d803-4df6-b93f-f4d75f1f6f29', 'device_owner': 'network:router_interface', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': 'a4bc47f2-e3f7-4a49-8df8-2cd59ebb96f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:00:54Z', 'updated_at': '2021-08-05T12:01:19Z', 'revision_number': 4, 'project_id': '14f85fa6e8e1401fb399139faf003f37', 'subnets': [{'id': 'a4bc47f2-e3f7-4a49-8df8-2cd59ebb96f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:01:25.670448 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-59b96094-42ba-4f0d-894d-ea8b4fefc650 None None] Provisioning for port e6e69e22-fb43-448b-93dd-c9bca11de07a completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:01:25.681478 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-59b96094-42ba-4f0d-894d-ea8b4fefc650 None None] Provisioning complete for port e6e69e22-fb43-448b-93dd-c9bca11de07a triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:01:25.681478 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-59b96094-42ba-4f0d-894d-ea8b4fefc650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:25.767087 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce78f90-fbd5-48a6-ad60-0af8200f7cb2 None None] The sync data for ids ['d9072b5a-d803-4df6-b93f-f4d75f1f6f29'] in n-d-803378-2 is: [{'id': 'd9072b5a-d803-4df6-b93f-f4d75f1f6f29', 'name': 'tempest-TestServerBasicOps-654659379-router', 'tenant_id': '14f85fa6e8e1401fb399139faf003f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '3d1b19f4-4bcf-4807-b2f9-69faa5f79b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:00:45Z', 'updated_at': '2021-08-05T12:00:58Z', 'revision_number': 4, 'project_id': '14f85fa6e8e1401fb399139faf003f37', 'gw_port': {'id': '3d1b19f4-4bcf-4807-b2f9-69faa5f79b46', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:44:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9072b5a-d803-4df6-b93f-f4d75f1f6f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:00:48Z', 'updated_at': '2021-08-05T12:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '63cbcc11-a768-4e53-8ea9-7f80536a6359', 'name': '', 'network_id': '4cafcce3-f344-455c-8718-7b96b6393933', 'tenant_id': '14f85fa6e8e1401fb399139faf003f37', 'mac_address': 'fa:16:3e:f3:14:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9072b5a-d803-4df6-b93f-f4d75f1f6f29', 'device_owner': 'network:router_interface', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': 'a4bc47f2-e3f7-4a49-8df8-2cd59ebb96f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:00:54Z', 'updated_at': '2021-08-05T12:01:19Z', 'revision_number': 4, 'project_id': '14f85fa6e8e1401fb399139faf003f37', 'subnets': [{'id': 'a4bc47f2-e3f7-4a49-8df8-2cd59ebb96f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:01:25.778603 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-c08c70a8-d763-40c2-9617-8bbc8ab1f831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adb9ec67-925a-4f3e-9e64-7a8271f7ba01', 'name': 'tempest-TestServerBasicOps-1474925759-router', 'tenant_id': 'fcf1a264515c4a0dbe26076acdc6fe6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': '35c1f2db-5d5f-4efb-aa94-23e8e8c7d3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:01:09Z', 'updated_at': '2021-08-05T12:01:14Z', 'revision_number': 3, 'project_id': 'fcf1a264515c4a0dbe26076acdc6fe6e', 'gw_port': {'id': '35c1f2db-5d5f-4efb-aa94-23e8e8c7d3aa', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7b:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adb9ec67-925a-4f3e-9e64-7a8271f7ba01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:01:11Z', 'updated_at': '2021-08-05T12:01:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:01:25.872324 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08c70a8-d763-40c2-9617-8bbc8ab1f831 None None] Checking router: adb9ec67-925a-4f3e-9e64-7a8271f7ba01 for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:01:25.872754 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08c70a8-d763-40c2-9617-8bbc8ab1f831 None None] Updating router adb9ec67-925a-4f3e-9e64-7a8271f7ba01 port 35c1f2db-5d5f-4efb-aa94-23e8e8c7d3aa binding host n-d-803378-2 {{(pid=94422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 12:01:25.909940 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-94329722-fe74-41c8-8798-783d210f2837 req-01e1d3c5-012f-448e-b26f-f4d1c22fe382 service neutron] 10.222.0.58 "GET /v2.0/networks/efef5820-889f-42cc-a1e8-7a1a3d2a1fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4097652 Aug 05 12:01:26.021816 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port efb2a43b-5306-47cd-ba27-f63140b002f4 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:01:26.022659 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e9d1f8-a177-4621-bdf9-6ff36449b59e req-e8a71f07-133c-45a5-ac93-cde17da1a611 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:01:26.045358 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-22e9d1f8-a177-4621-bdf9-6ff36449b59e req-e8a71f07-133c-45a5-ac93-cde17da1a611 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2982b20-6da2-4689-ae89-08a6113e6505 HTTP/1.1" status: 200 len: 945 time: 0.8458853 Aug 05 12:01:26.069496 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c08c70a8-d763-40c2-9617-8bbc8ab1f831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:26.080601 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-59b96094-42ba-4f0d-894d-ea8b4fefc650 None None] Port e6e69e22-fb43-448b-93dd-c9bca11de07a cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 12:01:26.118675 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bf672d-7bda-4ad7-9d6f-f384f6cdc5ea admin admin] Pushing event updated for resources: {'Port': ['ID=e6e69e22-fb43-448b-93dd-c9bca11de07a,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:01:26.176739 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port efb2a43b-5306-47cd-ba27-f63140b002f4 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:01:26.177372 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:26.490938 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-22e9d1f8-a177-4621-bdf9-6ff36449b59e req-293e46c1-c0f0-4749-844b-475f97758894 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=d700a63d-a591-46d0-9144-d357356aa9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2903259 Aug 05 12:01:26.617209 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-94329722-fe74-41c8-8798-783d210f2837 req-9f42798c-4aea-435e-82bb-bbb273816764 service neutron] 10.222.0.58 "GET /v2.0/networks/efef5820-889f-42cc-a1e8-7a1a3d2a1fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7045946 Aug 05 12:01:26.637791 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5bf672d-7bda-4ad7-9d6f-f384f6cdc5ea admin admin] Network 3ca1ce92-c80c-413a-91b4-7600b75fa8a3 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:01:26.663722 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-f5bf672d-7bda-4ad7-9d6f-f384f6cdc5ea admin admin] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:01:26.870401 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:26.987045 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5012e68-95f0-4ddd-b7aa-9431ca316ff5 req-c1cda9be-0d4e-40f6-8471-622b907ed979 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:01:26.989488 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e5012e68-95f0-4ddd-b7aa-9431ca316ff5 req-c1cda9be-0d4e-40f6-8471-622b907ed979 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.55 "GET /v2.0/networks?id=2830970e-d0ce-4cd2-b553-c3bab34c8414 HTTP/1.1" status: 200 len: 796 time: 0.8441560 Aug 05 12:01:27.188957 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-15568a66-9f7f-4ca7-95ca-daa76f4578e3 req-0da61abe-4aac-4562-86cd-fd0eb3f26ef0 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=03b5b896-60a3-4bcb-a01d-52939f97c9d5 HTTP/1.1" status: 200 len: 210 time: 0.2412133 Aug 05 12:01:27.219710 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port efb2a43b-5306-47cd-ba27-f63140b002f4, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=efb2a43b-5306-47cd-ba27-f63140b002f4,segment=NetworkSegment(6d2b65f1-e72c-4f7e-ade4-8a3d4c78b60e),segment_id=6d2b65f1-e72c-4f7e-ade4-8a3d4c78b60e)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:01:27.250057 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:27.251871 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 8661ea6c-c284-4983-9014-8513e94249c6 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:01:27.390753 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-94329722-fe74-41c8-8798-783d210f2837 req-5e004bab-9c06-4d88-855c-13fb2e1e718f service neutron] 10.222.0.58 "GET /v2.0/networks/86bbbaf5-a273-4acb-af27-d15f3d74f788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7524278 Aug 05 12:01:27.480048 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e5012e68-95f0-4ddd-b7aa-9431ca316ff5 req-e4809f97-5edd-4d07-9b5b-b3975bff7663 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f88688726d24c8e9d77831659c7c3ae HTTP/1.1" status: 200 len: 379 time: 0.4471283 Aug 05 12:01:27.546424 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-e5012e68-95f0-4ddd-b7aa-9431ca316ff5 req-68fe57c6-735b-437a-9a52-bbb7b5d5daa1 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Request body: {'port': {'device_id': '03b5b896-60a3-4bcb-a01d-52939f97c9d5', 'network_id': '2830970e-d0ce-4cd2-b553-c3bab34c8414', 'admin_state_up': True, 'tenant_id': '7f88688726d24c8e9d77831659c7c3ae', 'security_groups': ['63e39a45-73ad-49df-9d90-9ca653f416c2']}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:01:27.782841 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5bf672d-7bda-4ad7-9d6f-f384f6cdc5ea admin admin] Router adb9ec67-925a-4f3e-9e64-7a8271f7ba01 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:01:27.954441 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-94329722-fe74-41c8-8798-783d210f2837 req-ef335dbb-c8cb-409e-a125-ad60896540f6 service neutron] 10.222.0.58 "GET /v2.0/networks/86bbbaf5-a273-4acb-af27-d15f3d74f788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5268271 Aug 05 12:01:28.024478 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15603bb8-589b-41d7-9730-d4b31b7ead92 req-8a6bcbaa-a0e3-4a09-a02c-9898e0a4cf77 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:01:28.053202 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-15603bb8-589b-41d7-9730-d4b31b7ead92 req-8a6bcbaa-a0e3-4a09-a02c-9898e0a4cf77 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2982b20-6da2-4689-ae89-08a6113e6505 HTTP/1.1" status: 200 len: 945 time: 0.2786057 Aug 05 12:01:28.173247 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c08c70a8-d763-40c2-9617-8bbc8ab1f831 None None] Notify callbacks [] for port, precommit_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:28.207435 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-c08c70a8-d763-40c2-9617-8bbc8ab1f831 None None] Transition to ACTIVE for port object 35c1f2db-5d5f-4efb-aa94-23e8e8c7d3aa will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:01:28.272545 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c08c70a8-d763-40c2-9617-8bbc8ab1f831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:28.295269 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-5c586cdc-81cb-4bb9-b92b-e2d916b748ba None None] Provisioning for port 9a67afe5-6471-4b67-a51b-f6a56562b832 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:01:28.380595 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-c08c70a8-d763-40c2-9617-8bbc8ab1f831 None None] Attempting to bind port 35c1f2db-5d5f-4efb-aa94-23e8e8c7d3aa on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:01:28.381572 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-c08c70a8-d763-40c2-9617-8bbc8ab1f831 None None] Attempting to bind port 35c1f2db-5d5f-4efb-aa94-23e8e8c7d3aa by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:01:28.382405 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08c70a8-d763-40c2-9617-8bbc8ab1f831 None None] Attempting to bind port 35c1f2db-5d5f-4efb-aa94-23e8e8c7d3aa on network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:01:28.434024 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08c70a8-d763-40c2-9617-8bbc8ab1f831 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:01:28.435021 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08c70a8-d763-40c2-9617-8bbc8ab1f831 None None] Checking segment: {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:01:28.435900 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c08c70a8-d763-40c2-9617-8bbc8ab1f831 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:28.436857 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08c70a8-d763-40c2-9617-8bbc8ab1f831 None None] Bound using segment: {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:01:28.440246 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-c08c70a8-d763-40c2-9617-8bbc8ab1f831 None None] Bound port: 35c1f2db-5d5f-4efb-aa94-23e8e8c7d3aa, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:01:28.442281 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c08c70a8-d763-40c2-9617-8bbc8ab1f831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:28.569914 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=efb2a43b-5306-47cd-ba27-f63140b002f4,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:01:28.730242 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5bf672d-7bda-4ad7-9d6f-f384f6cdc5ea admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:01:28.800092 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 8661ea6c-c284-4983-9014-8513e94249c6 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:01:28.809453 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cebcf8-448f-4698-80f4-4f1fd925027c None None] Pushing event updated for resources: {'Port': ['ID=35c1f2db-5d5f-4efb-aa94-23e8e8c7d3aa,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:01:28.820132 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-f5bf672d-7bda-4ad7-9d6f-f384f6cdc5ea admin admin] 10.222.0.58 "PUT /v2.0/routers/adb9ec67-925a-4f3e-9e64-7a8271f7ba01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3710697 Aug 05 12:01:28.840171 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5012e68-95f0-4ddd-b7aa-9431ca316ff5 req-68fe57c6-735b-437a-9a52-bbb7b5d5daa1 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Made reservation on behalf of 7f88688726d24c8e9d77831659c7c3ae for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:01:28.859099 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 8661ea6c-c284-4983-9014-8513e94249c6 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:01:28.863925 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:28.883665 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-e5012e68-95f0-4ddd-b7aa-9431ca316ff5 req-68fe57c6-735b-437a-9a52-bbb7b5d5daa1 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:28.944433 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-a9e8694f-05ac-48a2-a323-eea936fc72d7 None None] Provisioning complete for port e6e69e22-fb43-448b-93dd-c9bca11de07a triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:01:28.945276 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-a9e8694f-05ac-48a2-a323-eea936fc72d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:29.312044 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-c08c70a8-d763-40c2-9617-8bbc8ab1f831 None None] For port 35c1f2db-5d5f-4efb-aa94-23e8e8c7d3aa, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:01:29.332900 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-c08c70a8-d763-40c2-9617-8bbc8ab1f831 None None] For port 35c1f2db-5d5f-4efb-aa94-23e8e8c7d3aa, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=35c1f2db-5d5f-4efb-aa94-23e8e8c7d3aa,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:01:29.341362 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-a9e8694f-05ac-48a2-a323-eea936fc72d7 None None] Port e6e69e22-fb43-448b-93dd-c9bca11de07a cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 12:01:29.353940 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-e5012e68-95f0-4ddd-b7aa-9431ca316ff5 req-68fe57c6-735b-437a-9a52-bbb7b5d5daa1 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Allocated IP 172.20.0.6 (2830970e-d0ce-4cd2-b553-c3bab34c8414/246efd78-ac94-4655-af8f-d71ed39d45f9/0d243f1b-bee7-4fff-a8bf-f50adee1fc74) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:01:29.354461 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c08c70a8-d763-40c2-9617-8bbc8ab1f831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:29.420003 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-94329722-fe74-41c8-8798-783d210f2837 req-ba34a957-ea83-4b3e-89cc-2da2bfb91f0d service neutron] 10.222.0.58 "GET /v2.0/networks/86bbbaf5-a273-4acb-af27-d15f3d74f788?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4374316 Aug 05 12:01:29.552210 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-15603bb8-589b-41d7-9730-d4b31b7ead92 req-b6c4ea45-c26f-401d-87eb-c2f66c341a77 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=d700a63d-a591-46d0-9144-d357356aa9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.4646149 Aug 05 12:01:29.857003 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08c70a8-d763-40c2-9617-8bbc8ab1f831 None None] Routers {'adb9ec67-925a-4f3e-9e64-7a8271f7ba01'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:01:29.869832 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-c08c70a8-d763-40c2-9617-8bbc8ab1f831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:01:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['adb9ec67-925a-4f3e-9e64-7a8271f7ba01'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:01:30.094188 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-c08c70a8-d763-40c2-9617-8bbc8ab1f831 None None] Set router adb9ec67-925a-4f3e-9e64-7a8271f7ba01 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:01:30.116286 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-e5012e68-95f0-4ddd-b7aa-9431ca316ff5 req-68fe57c6-735b-437a-9a52-bbb7b5d5daa1 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:30.144979 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-e5012e68-95f0-4ddd-b7aa-9431ca316ff5 req-68fe57c6-735b-437a-9a52-bbb7b5d5daa1 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Transition to ACTIVE for port object 0d243f1b-bee7-4fff-a8bf-f50adee1fc74 will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:01:30.169661 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-deae35d5-a533-44fc-8838-0c11a2947b44 req-895da361-9780-4c5d-a0f8-3de7e2633e38 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=03b5b896-60a3-4bcb-a01d-52939f97c9d5 HTTP/1.1" status: 200 len: 210 time: 0.1785865 Aug 05 12:01:30.203597 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-e5012e68-95f0-4ddd-b7aa-9431ca316ff5 req-68fe57c6-735b-437a-9a52-bbb7b5d5daa1 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:30.228842 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:30.236851 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cebcf8-448f-4698-80f4-4f1fd925027c None None] Pushing event updated for resources: {'Port': ['ID=35c1f2db-5d5f-4efb-aa94-23e8e8c7d3aa,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:01:30.267776 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-94329722-fe74-41c8-8798-783d210f2837 req-7b46e2d9-f8b6-47a6-8ecb-5e67c1083192 service neutron] 10.222.0.58 "GET /v2.0/networks/86bbbaf5-a273-4acb-af27-d15f3d74f788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7089758 Aug 05 12:01:30.283538 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5012e68-95f0-4ddd-b7aa-9431ca316ff5 req-68fe57c6-735b-437a-9a52-bbb7b5d5daa1 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Network 2830970e-d0ce-4cd2-b553-c3bab34c8414 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:01:30.292042 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-e5012e68-95f0-4ddd-b7aa-9431ca316ff5 req-68fe57c6-735b-437a-9a52-bbb7b5d5daa1 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:01:30.366553 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:30.373115 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5012e68-95f0-4ddd-b7aa-9431ca316ff5 req-68fe57c6-735b-437a-9a52-bbb7b5d5daa1 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:01:30.508053 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port 8661ea6c-c284-4983-9014-8513e94249c6, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=8661ea6c-c284-4983-9014-8513e94249c6,segment=NetworkSegment(28e5afec-0390-4fc6-bae9-062cb680d30f),segment_id=28e5afec-0390-4fc6-bae9-062cb680d30f)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:01:30.520901 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:30.613911 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5012e68-95f0-4ddd-b7aa-9431ca316ff5 req-68fe57c6-735b-437a-9a52-bbb7b5d5daa1 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:01:30.615070 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-e5012e68-95f0-4ddd-b7aa-9431ca316ff5 req-68fe57c6-735b-437a-9a52-bbb7b5d5daa1 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:30.664184 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fe57c6-735b-437a-9a52-bbb7b5d5daa1 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Pushing event updated for resources: {'Port': ['ID=0d243f1b-bee7-4fff-a8bf-f50adee1fc74,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:01:30.758782 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e5012e68-95f0-4ddd-b7aa-9431ca316ff5 req-68fe57c6-735b-437a-9a52-bbb7b5d5daa1 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2568686 Aug 05 12:01:30.799156 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-e5012e68-95f0-4ddd-b7aa-9431ca316ff5 req-748fe575-c899-4f14-a7e1-f09de09b9517 service neutron] Request body: {'port': {'device_id': '03b5b896-60a3-4bcb-a01d-52939f97c9d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:01:30.822842 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=8661ea6c-c284-4983-9014-8513e94249c6,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:01:30.889604 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-c08c70a8-d763-40c2-9617-8bbc8ab1f831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adb9ec67-925a-4f3e-9e64-7a8271f7ba01', 'name': 'tempest-TestServerBasicOps-1474925759-router', 'tenant_id': 'fcf1a264515c4a0dbe26076acdc6fe6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': '35c1f2db-5d5f-4efb-aa94-23e8e8c7d3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:01:09Z', 'updated_at': '2021-08-05T12:01:24Z', 'revision_number': 4, 'project_id': 'fcf1a264515c4a0dbe26076acdc6fe6e', 'gw_port': {'id': '35c1f2db-5d5f-4efb-aa94-23e8e8c7d3aa', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7b:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adb9ec67-925a-4f3e-9e64-7a8271f7ba01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:01:11Z', 'updated_at': '2021-08-05T12:01:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'e6e69e22-fb43-448b-93dd-c9bca11de07a', 'name': '', 'network_id': '3ca1ce92-c80c-413a-91b4-7600b75fa8a3', 'tenant_id': 'fcf1a264515c4a0dbe26076acdc6fe6e', 'mac_address': 'fa:16:3e:eb:3a:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adb9ec67-925a-4f3e-9e64-7a8271f7ba01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '64aeaf48-9b8f-4bd5-bbd7-5eb193b4af15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:01:22Z', 'updated_at': '2021-08-05T12:01:24Z', 'revision_number': 2, 'project_id': 'fcf1a264515c4a0dbe26076acdc6fe6e', 'subnets': [{'id': '64aeaf48-9b8f-4bd5-bbd7-5eb193b4af15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:01:31.003037 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08c70a8-d763-40c2-9617-8bbc8ab1f831 None None] The sync data for ids ['adb9ec67-925a-4f3e-9e64-7a8271f7ba01'] in n-d-803378-2 is: [{'id': 'adb9ec67-925a-4f3e-9e64-7a8271f7ba01', 'name': 'tempest-TestServerBasicOps-1474925759-router', 'tenant_id': 'fcf1a264515c4a0dbe26076acdc6fe6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': '35c1f2db-5d5f-4efb-aa94-23e8e8c7d3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:01:09Z', 'updated_at': '2021-08-05T12:01:24Z', 'revision_number': 4, 'project_id': 'fcf1a264515c4a0dbe26076acdc6fe6e', 'gw_port': {'id': '35c1f2db-5d5f-4efb-aa94-23e8e8c7d3aa', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7b:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adb9ec67-925a-4f3e-9e64-7a8271f7ba01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:01:11Z', 'updated_at': '2021-08-05T12:01:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'e6e69e22-fb43-448b-93dd-c9bca11de07a', 'name': '', 'network_id': '3ca1ce92-c80c-413a-91b4-7600b75fa8a3', 'tenant_id': 'fcf1a264515c4a0dbe26076acdc6fe6e', 'mac_address': 'fa:16:3e:eb:3a:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adb9ec67-925a-4f3e-9e64-7a8271f7ba01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '64aeaf48-9b8f-4bd5-bbd7-5eb193b4af15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:01:22Z', 'updated_at': '2021-08-05T12:01:24Z', 'revision_number': 2, 'project_id': 'fcf1a264515c4a0dbe26076acdc6fe6e', 'subnets': [{'id': '64aeaf48-9b8f-4bd5-bbd7-5eb193b4af15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:01:31.031297 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-530d387e-7e71-4766-9a04-e6dd67611d4e None None] Provisioning for port 0d243f1b-bee7-4fff-a8bf-f50adee1fc74 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:01:31.050935 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-530d387e-7e71-4766-9a04-e6dd67611d4e None None] Provisioning complete for port 0d243f1b-bee7-4fff-a8bf-f50adee1fc74 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:01:31.051593 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-530d387e-7e71-4766-9a04-e6dd67611d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:31.138227 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-e5012e68-95f0-4ddd-b7aa-9431ca316ff5 req-748fe575-c899-4f14-a7e1-f09de09b9517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:31.218375 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device ce871190-826d-4e2f-80b7-7627986edb66 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:01:31.412617 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-530d387e-7e71-4766-9a04-e6dd67611d4e None None] Port 0d243f1b-bee7-4fff-a8bf-f50adee1fc74 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 12:01:31.480324 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port ce871190-826d-4e2f-80b7-7627986edb66 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:01:31.482670 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:31.804290 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 57536) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:01:31.819225 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-942554d8-dc14-4ae2-82d7-5507ef29e50f tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2122737608', 'description': 'tempest-secgroup-smoke-2122737608 description', 'project_id': '14f85fa6e8e1401fb399139faf003f37'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:01:31.951800 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-942554d8-dc14-4ae2-82d7-5507ef29e50f tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:32.013182 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 63cbcc11-a768-4e53-8ea9-7f80536a6359 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:01:32.250595 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 63cbcc11-a768-4e53-8ea9-7f80536a6359 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:01:32.259197 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 63cbcc11-a768-4e53-8ea9-7f80536a6359 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:01:32.260927 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:32.474995 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-e5012e68-95f0-4ddd-b7aa-9431ca316ff5 req-748fe575-c899-4f14-a7e1-f09de09b9517 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d243f1b-bee7-4fff-a8bf-f50adee1fc74 {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 12:01:32.508306 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-e5012e68-95f0-4ddd-b7aa-9431ca316ff5 req-748fe575-c899-4f14-a7e1-f09de09b9517 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:32.511630 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-942554d8-dc14-4ae2-82d7-5507ef29e50f tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:32.533471 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-942554d8-dc14-4ae2-82d7-5507ef29e50f tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:32.558952 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-e5012e68-95f0-4ddd-b7aa-9431ca316ff5 req-748fe575-c899-4f14-a7e1-f09de09b9517 service neutron] Transition to ACTIVE for port object 0d243f1b-bee7-4fff-a8bf-f50adee1fc74 will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:01:32.567297 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-e5012e68-95f0-4ddd-b7aa-9431ca316ff5 req-748fe575-c899-4f14-a7e1-f09de09b9517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:32.616717 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513224d7-9986-4b90-a823-87a3c56afc2d req-78888e75-8f7b-4340-8d55-bd621cce5382 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:01:32.619702 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-513224d7-9986-4b90-a823-87a3c56afc2d req-78888e75-8f7b-4340-8d55-bd621cce5382 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2982b20-6da2-4689-ae89-08a6113e6505 HTTP/1.1" status: 200 len: 945 time: 0.4928486 Aug 05 12:01:32.621034 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-942554d8-dc14-4ae2-82d7-5507ef29e50f tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:32.622792 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-942554d8-dc14-4ae2-82d7-5507ef29e50f tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8169672 Aug 05 12:01:32.656155 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:32.701793 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 57544) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:01:32.722034 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-b3fb9358-26ef-41c6-a686-8c3478324cd0 tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Request body: {'security_group_rule': {'security_group_id': '004abe90-7231-48c6-9525-aae3144539b0', 'project_id': '14f85fa6e8e1401fb399139faf003f37', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:01:32.864647 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port 63cbcc11-a768-4e53-8ea9-7f80536a6359, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=63cbcc11-a768-4e53-8ea9-7f80536a6359,segment=NetworkSegment(d79482fc-e8db-4641-a491-552f679b63fa),segment_id=d79482fc-e8db-4641-a491-552f679b63fa)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:01:32.874975 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:32.880536 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 9a67afe5-6471-4b67-a51b-f6a56562b832 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:01:32.926310 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748fe575-c899-4f14-a7e1-f09de09b9517 service neutron] Pushing event updated for resources: {'Port': ['ID=0d243f1b-bee7-4fff-a8bf-f50adee1fc74,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:01:33.048444 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942554d8-dc14-4ae2-82d7-5507ef29e50f tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=004abe90-7231-48c6-9525-aae3144539b0,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:01:33.171709 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e820090-ba18-4022-bc4f-a1a4dde3e539 req-eddbbe6c-7627-4ebf-860b-0f38d41e1ff6 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:01:33.200961 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3e820090-ba18-4022-bc4f-a1a4dde3e539 req-eddbbe6c-7627-4ebf-860b-0f38d41e1ff6 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=03b5b896-60a3-4bcb-a01d-52939f97c9d5 HTTP/1.1" status: 200 len: 943 time: 0.5672171 Aug 05 12:01:33.255419 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=63cbcc11-a768-4e53-8ea9-7f80536a6359,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:01:33.262694 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-513224d7-9986-4b90-a823-87a3c56afc2d req-6a7013ae-0b44-4670-b4d4-06e707e39700 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=d700a63d-a591-46d0-9144-d357356aa9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5140467 Aug 05 12:01:33.291584 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-e5012e68-95f0-4ddd-b7aa-9431ca316ff5 req-748fe575-c899-4f14-a7e1-f09de09b9517 service neutron] Attempting to bind port 0d243f1b-bee7-4fff-a8bf-f50adee1fc74 on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:01:33.292025 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-e5012e68-95f0-4ddd-b7aa-9431ca316ff5 req-748fe575-c899-4f14-a7e1-f09de09b9517 service neutron] Attempting to bind port 0d243f1b-bee7-4fff-a8bf-f50adee1fc74 by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': '28e5afec-0390-4fc6-bae9-062cb680d30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '2830970e-d0ce-4cd2-b553-c3bab34c8414'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:01:33.292657 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5012e68-95f0-4ddd-b7aa-9431ca316ff5 req-748fe575-c899-4f14-a7e1-f09de09b9517 service neutron] Attempting to bind port 0d243f1b-bee7-4fff-a8bf-f50adee1fc74 on network 2830970e-d0ce-4cd2-b553-c3bab34c8414 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:01:33.312139 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5012e68-95f0-4ddd-b7aa-9431ca316ff5 req-748fe575-c899-4f14-a7e1-f09de09b9517 service neutron] Port 0d243f1b-bee7-4fff-a8bf-f50adee1fc74 on network 2830970e-d0ce-4cd2-b553-c3bab34c8414 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 12:01:33.312855 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5012e68-95f0-4ddd-b7aa-9431ca316ff5 req-748fe575-c899-4f14-a7e1-f09de09b9517 service neutron] Attempting to bind port 0d243f1b-bee7-4fff-a8bf-f50adee1fc74 on network 2830970e-d0ce-4cd2-b553-c3bab34c8414 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:01:33.341050 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 9a67afe5-6471-4b67-a51b-f6a56562b832 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:01:33.359458 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b3fb9358-26ef-41c6-a686-8c3478324cd0 tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:33.366542 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 9a67afe5-6471-4b67-a51b-f6a56562b832 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:01:33.367196 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:33.401721 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3e820090-ba18-4022-bc4f-a1a4dde3e539 req-eccea4ba-d32f-42fc-8351-26c86209db6f tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=63e39a45-73ad-49df-9d90-9ca653f416c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1992013 Aug 05 12:01:33.427372 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5012e68-95f0-4ddd-b7aa-9431ca316ff5 req-748fe575-c899-4f14-a7e1-f09de09b9517 service neutron] Checking agent: {'id': 'a8f1dd2d-227c-4e30-8844-52419ba734db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:01:33.427372 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5012e68-95f0-4ddd-b7aa-9431ca316ff5 req-748fe575-c899-4f14-a7e1-f09de09b9517 service neutron] Checking segment: {'id': '28e5afec-0390-4fc6-bae9-062cb680d30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '2830970e-d0ce-4cd2-b553-c3bab34c8414'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:01:33.427372 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5012e68-95f0-4ddd-b7aa-9431ca316ff5 req-748fe575-c899-4f14-a7e1-f09de09b9517 service neutron] Bound using segment: {'id': '28e5afec-0390-4fc6-bae9-062cb680d30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '2830970e-d0ce-4cd2-b553-c3bab34c8414'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:01:33.428520 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-e5012e68-95f0-4ddd-b7aa-9431ca316ff5 req-748fe575-c899-4f14-a7e1-f09de09b9517 service neutron] Bound port: 0d243f1b-bee7-4fff-a8bf-f50adee1fc74, host: n-h2-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28e5afec-0390-4fc6-bae9-062cb680d30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '2830970e-d0ce-4cd2-b553-c3bab34c8414'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:01:33.429240 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-e5012e68-95f0-4ddd-b7aa-9431ca316ff5 req-748fe575-c899-4f14-a7e1-f09de09b9517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:33.646991 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f6d733e6-3781-430e-b81a-909da746022a req-8a1cdb34-9cce-4bfe-a412-7c7ba46605c1 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/ports?device_id=295adfcc-63cd-4939-a68d-f1d2f39c6cb5 HTTP/1.1" status: 200 len: 210 time: 0.1069694 Aug 05 12:01:33.902012 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:33.947295 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b3fb9358-26ef-41c6-a686-8c3478324cd0 tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:33.963809 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b3fb9358-26ef-41c6-a686-8c3478324cd0 tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:34.004006 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fb9358-26ef-41c6-a686-8c3478324cd0 tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae22cda7-acd6-476b-bf58-549e81135d59,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:01:34.020677 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-e5012e68-95f0-4ddd-b7aa-9431ca316ff5 req-748fe575-c899-4f14-a7e1-f09de09b9517 service neutron] For port 0d243f1b-bee7-4fff-a8bf-f50adee1fc74, host n-h2-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:01:34.061947 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-e5012e68-95f0-4ddd-b7aa-9431ca316ff5 req-748fe575-c899-4f14-a7e1-f09de09b9517 service neutron] For port 0d243f1b-bee7-4fff-a8bf-f50adee1fc74, host n-h2-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=0d243f1b-bee7-4fff-a8bf-f50adee1fc74,segment=NetworkSegment(28e5afec-0390-4fc6-bae9-062cb680d30f),segment_id=28e5afec-0390-4fc6-bae9-062cb680d30f)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:01:34.077864 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-e5012e68-95f0-4ddd-b7aa-9431ca316ff5 req-748fe575-c899-4f14-a7e1-f09de09b9517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:34.104057 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port 9a67afe5-6471-4b67-a51b-f6a56562b832, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=9a67afe5-6471-4b67-a51b-f6a56562b832,segment=NetworkSegment(28e5afec-0390-4fc6-bae9-062cb680d30f),segment_id=28e5afec-0390-4fc6-bae9-062cb680d30f)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:01:34.114395 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:34.116251 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device efb2a43b-5306-47cd-ba27-f63140b002f4 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:01:34.207734 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748fe575-c899-4f14-a7e1-f09de09b9517 service neutron] Pushing event updated for resources: {'Port': ['ID=0d243f1b-bee7-4fff-a8bf-f50adee1fc74,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:01:34.223017 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b3fb9358-26ef-41c6-a686-8c3478324cd0 tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:34.224948 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-b3fb9358-26ef-41c6-a686-8c3478324cd0 tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5184166 Aug 05 12:01:34.229851 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 57556) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:01:34.238767 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-71caf153-ab5d-4700-b115-547a5f5b2fc1 tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Request body: {'security_group_rule': {'security_group_id': '004abe90-7231-48c6-9525-aae3144539b0', 'project_id': '14f85fa6e8e1401fb399139faf003f37', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:01:34.253440 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5012e68-95f0-4ddd-b7aa-9431ca316ff5 req-748fe575-c899-4f14-a7e1-f09de09b9517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:01:34.254682 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-e5012e68-95f0-4ddd-b7aa-9431ca316ff5 req-748fe575-c899-4f14-a7e1-f09de09b9517 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:34.257751 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e5012e68-95f0-4ddd-b7aa-9431ca316ff5 req-748fe575-c899-4f14-a7e1-f09de09b9517 service neutron] 10.222.0.55 "PUT /v2.0/ports/0d243f1b-bee7-4fff-a8bf-f50adee1fc74 HTTP/1.1" status: 200 len: 1091 time: 3.4842803 Aug 05 12:01:34.259010 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03b5b896-60a3-4bcb-a01d-52939f97c9d5', 'tag': '0d243f1b-bee7-4fff-a8bf-f50adee1fc74'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:01:34.283038 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-465a4093-8e32-4bde-b5e2-a022fdad47be" -d '{"events": [{"name": "network-changed", "server_uuid": "03b5b896-60a3-4bcb-a01d-52939f97c9d5", "tag": "0d243f1b-bee7-4fff-a8bf-f50adee1fc74"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:01:34.325472 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=9a67afe5-6471-4b67-a51b-f6a56562b832,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:01:34.391306 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-71caf153-ab5d-4700-b115-547a5f5b2fc1 tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:34.545195 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 12:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13394cbe-0889-4e65-aff9-51459533bdeb x-openstack-request-id: req-13394cbe-0889-4e65-aff9-51459533bdeb {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:01:34.546095 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03b5b896-60a3-4bcb-a01d-52939f97c9d5", "tag": "0d243f1b-bee7-4fff-a8bf-f50adee1fc74", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:01:34.546757 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-13394cbe-0889-4e65-aff9-51459533bdeb {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:01:34.547684 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03b5b896-60a3-4bcb-a01d-52939f97c9d5', 'tag': '0d243f1b-bee7-4fff-a8bf-f50adee1fc74', 'status': 'completed', 'code': 200} Aug 05 12:01:34.575846 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5012e68-95f0-4ddd-b7aa-9431ca316ff5 req-9ff8db0b-5efa-4195-a11b-3f429d90fca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:01:34.579091 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e5012e68-95f0-4ddd-b7aa-9431ca316ff5 req-9ff8db0b-5efa-4195-a11b-3f429d90fca5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7f88688726d24c8e9d77831659c7c3ae&device_id=03b5b896-60a3-4bcb-a01d-52939f97c9d5 HTTP/1.1" status: 200 len: 1094 time: 0.2100558 Aug 05 12:01:34.638494 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port efb2a43b-5306-47cd-ba27-f63140b002f4 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:01:34.640129 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:34.829894 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-71caf153-ab5d-4700-b115-547a5f5b2fc1 tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:34.840114 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-71caf153-ab5d-4700-b115-547a5f5b2fc1 tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:34.923797 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e5012e68-95f0-4ddd-b7aa-9431ca316ff5 req-a5adf45e-bd91-48e2-b9f3-231f85c96c52 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0d243f1b-bee7-4fff-a8bf-f50adee1fc74 HTTP/1.1" status: 200 len: 217 time: 0.3267798 Aug 05 12:01:35.080367 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71caf153-ab5d-4700-b115-547a5f5b2fc1 tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c7a7173-d838-4622-afe9-11c9b6b6c358,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:01:35.091134 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-71caf153-ab5d-4700-b115-547a5f5b2fc1 tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:35.092620 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-71caf153-ab5d-4700-b115-547a5f5b2fc1 tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8610930 Aug 05 12:01:35.101396 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 57576) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:01:35.126920 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-908ca2fc-db92-49c5-a32e-ba63e125d1f3 tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Request body: {'security_group_rule': {'security_group_id': '004abe90-7231-48c6-9525-aae3144539b0', 'project_id': '14f85fa6e8e1401fb399139faf003f37', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:01:35.200813 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69832baa-6b90-4097-9df3-d72798830847 req-3236437b-08b7-4d1f-b53a-b452abc67e58 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:01:35.216161 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-69832baa-6b90-4097-9df3-d72798830847 req-3236437b-08b7-4d1f-b53a-b452abc67e58 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=03b5b896-60a3-4bcb-a01d-52939f97c9d5 HTTP/1.1" status: 200 len: 943 time: 0.2896764 Aug 05 12:01:35.244272 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5012e68-95f0-4ddd-b7aa-9431ca316ff5 req-06413a0c-b143-44bd-8a62-7dd197e9b73e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:01:35.247517 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e5012e68-95f0-4ddd-b7aa-9431ca316ff5 req-06413a0c-b143-44bd-8a62-7dd197e9b73e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=246efd78-ac94-4655-af8f-d71ed39d45f9 HTTP/1.1" status: 200 len: 835 time: 0.3009729 Aug 05 12:01:35.327370 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d329c42c-0390-4da2-b692-90515e9e2d08 req-cbc94fd5-ffba-40d7-a0df-c27461de5b13 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:01:35.377906 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d329c42c-0390-4da2-b692-90515e9e2d08 req-cbc94fd5-ffba-40d7-a0df-c27461de5b13 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2982b20-6da2-4689-ae89-08a6113e6505 HTTP/1.1" status: 200 len: 945 time: 0.6144118 Aug 05 12:01:35.457659 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5012e68-95f0-4ddd-b7aa-9431ca316ff5 req-6025ff61-c084-4798-8d83-2213a41b13b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:01:35.463358 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e5012e68-95f0-4ddd-b7aa-9431ca316ff5 req-6025ff61-c084-4798-8d83-2213a41b13b0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2830970e-d0ce-4cd2-b553-c3bab34c8414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2040441 Aug 05 12:01:35.630440 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-908ca2fc-db92-49c5-a32e-ba63e125d1f3 tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:35.696940 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 35c1f2db-5d5f-4efb-aa94-23e8e8c7d3aa up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:01:35.759115 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-69832baa-6b90-4097-9df3-d72798830847 req-3dcf954f-4876-4832-86a9-1d55ae040812 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=63e39a45-73ad-49df-9d90-9ca653f416c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5411284 Aug 05 12:01:35.874627 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94329722-fe74-41c8-8798-783d210f2837 req-656bc7fc-4f84-4168-a115-ba8a69a6bea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:01:35.878927 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-94329722-fe74-41c8-8798-783d210f2837 req-656bc7fc-4f84-4168-a115-ba8a69a6bea8 service neutron] 10.222.0.64 "GET /v2.0/ports/2cab8c34-cbf9-450f-9c67-c8ac5da7b895 HTTP/1.1" status: 200 len: 1031 time: 0.1450329 Aug 05 12:01:35.907757 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 35c1f2db-5d5f-4efb-aa94-23e8e8c7d3aa completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:01:35.921632 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 35c1f2db-5d5f-4efb-aa94-23e8e8c7d3aa triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:01:35.922251 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:35.925863 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d329c42c-0390-4da2-b692-90515e9e2d08 req-c748833b-9566-4174-aee1-f55aa3ce58a3 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=d700a63d-a591-46d0-9144-d357356aa9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5397658 Aug 05 12:01:36.035845 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e5012e68-95f0-4ddd-b7aa-9431ca316ff5 req-ec67e60e-82e5-4762-b52a-0eb77be655da service neutron] 10.222.0.55 "GET /v2.0/networks/2830970e-d0ce-4cd2-b553-c3bab34c8414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5636313 Aug 05 12:01:36.041372 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-908ca2fc-db92-49c5-a32e-ba63e125d1f3 tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:36.062465 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-908ca2fc-db92-49c5-a32e-ba63e125d1f3 tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:36.122179 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908ca2fc-db92-49c5-a32e-ba63e125d1f3 tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86ca7bde-ec17-4f98-a791-ca4d59225087,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:01:36.223078 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-908ca2fc-db92-49c5-a32e-ba63e125d1f3 tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:36.231842 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-908ca2fc-db92-49c5-a32e-ba63e125d1f3 tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1218235 Aug 05 12:01:36.232941 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 57582) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:01:36.244602 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-8305f7a3-4c81-4f67-9b85-0679765bd613 tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Request body: {'security_group_rule': {'security_group_id': '004abe90-7231-48c6-9525-aae3144539b0', 'project_id': '14f85fa6e8e1401fb399139faf003f37', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:01:36.253331 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8ad6c783-4c94-4689-8031-5201bc9a3d72 req-ee054ef2-0fed-4590-9888-3d1a312eda11 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/ports?device_id=295adfcc-63cd-4939-a68d-f1d2f39c6cb5 HTTP/1.1" status: 200 len: 210 time: 0.1198101 Aug 05 12:01:36.298033 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:36.386141 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8305f7a3-4c81-4f67-9b85-0679765bd613 tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:36.391873 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94329722-fe74-41c8-8798-783d210f2837 req-73d2b7f2-e6a8-4368-88ce-5a48824085a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:01:36.400282 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-94329722-fe74-41c8-8798-783d210f2837 req-73d2b7f2-e6a8-4368-88ce-5a48824085a8 service neutron] 10.222.0.64 "GET /v2.0/ports/a3c6ede4-0a04-4dea-85c9-68e5fd39b91f HTTP/1.1" status: 200 len: 1031 time: 0.4984474 Aug 05 12:01:36.491314 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port 35c1f2db-5d5f-4efb-aa94-23e8e8c7d3aa, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=35c1f2db-5d5f-4efb-aa94-23e8e8c7d3aa,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:01:36.500893 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:36.503417 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 63cbcc11-a768-4e53-8ea9-7f80536a6359 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:01:36.577532 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8305f7a3-4c81-4f67-9b85-0679765bd613 tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:36.588354 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8305f7a3-4c81-4f67-9b85-0679765bd613 tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:36.662305 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8305f7a3-4c81-4f67-9b85-0679765bd613 tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1a15be8-a1b7-425a-a515-499257fae8a5,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:01:36.731845 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8305f7a3-4c81-4f67-9b85-0679765bd613 tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:36.735456 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-8305f7a3-4c81-4f67-9b85-0679765bd613 tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4992731 Aug 05 12:01:36.741371 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 57586) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:01:36.756064 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-c83a273a-b202-4a81-b424-42a55ff1f4fc tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Request body: {'security_group_rule': {'security_group_id': '004abe90-7231-48c6-9525-aae3144539b0', 'project_id': '14f85fa6e8e1401fb399139faf003f37', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:01:36.844317 n-d-803378-2 neutron-server[94420]: INFO neutron.db.securitygroups_db [None req-c83a273a-b202-4a81-b424-42a55ff1f4fc tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Project 14f85fa6e8e1401fb399139faf003f37 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 05 12:01:36.870520 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c83a273a-b202-4a81-b424-42a55ff1f4fc tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:36.942421 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=35c1f2db-5d5f-4efb-aa94-23e8e8c7d3aa,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:01:36.954376 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 63cbcc11-a768-4e53-8ea9-7f80536a6359 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:01:36.972124 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:37.150470 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94329722-fe74-41c8-8798-783d210f2837 req-1628edb1-6d80-4360-be1f-62c2d35a30a1 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:01:37.175841 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94329722-fe74-41c8-8798-783d210f2837 req-1628edb1-6d80-4360-be1f-62c2d35a30a1 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:01:37.196852 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94329722-fe74-41c8-8798-783d210f2837 req-1628edb1-6d80-4360-be1f-62c2d35a30a1 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:01:37.199416 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-94329722-fe74-41c8-8798-783d210f2837 req-1628edb1-6d80-4360-be1f-62c2d35a30a1 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.64 "GET /v2.0/networks?id=79bfc6d8-260b-4b47-a4ff-7568441e3a8b&id=efef5820-889f-42cc-a1e8-7a1a3d2a1fbf&id=efef5820-889f-42cc-a1e8-7a1a3d2a1fbf&id=efef5820-889f-42cc-a1e8-7a1a3d2a1fbf&id=efef5820-889f-42cc-a1e8-7a1a3d2a1fbf&id=86bbbaf5-a273-4acb-af27-d15f3d74f788&id=86bbbaf5-a273-4acb-af27-d15f3d74f788 HTTP/1.1" status: 200 len: 1995 time: 0.7807066 Aug 05 12:01:37.200932 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c83a273a-b202-4a81-b424-42a55ff1f4fc tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:37.237780 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7e2e29-8723-4fef-af00-151f2dc6b4fd None None] Sync routers for ids ['adb9ec67-925a-4f3e-9e64-7a8271f7ba01'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:01:37.238485 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c83a273a-b202-4a81-b424-42a55ff1f4fc tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:37.285646 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7e2e29-8723-4fef-af00-151f2dc6b4fd None None] Routers {'adb9ec67-925a-4f3e-9e64-7a8271f7ba01'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:01:37.289068 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b468c628-4245-4c9e-a2bc-f8a02c1fee44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:37.291707 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-7b7e2e29-8723-4fef-af00-151f2dc6b4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:01:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['adb9ec67-925a-4f3e-9e64-7a8271f7ba01'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:01:37.400672 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e5012e68-95f0-4ddd-b7aa-9431ca316ff5 req-851f7e5e-6663-4082-aec6-72cd48dac00d service neutron] 10.222.0.55 "GET /v2.0/networks/2830970e-d0ce-4cd2-b553-c3bab34c8414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3173683 Aug 05 12:01:37.419642 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83a273a-b202-4a81-b424-42a55ff1f4fc tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fd61e04-0bc2-4ba4-b204-de5214a2bd1a,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:01:37.460299 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c83a273a-b202-4a81-b424-42a55ff1f4fc tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:37.462024 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-c83a273a-b202-4a81-b424-42a55ff1f4fc tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7188623 Aug 05 12:01:37.464054 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 9a67afe5-6471-4b67-a51b-f6a56562b832 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:01:37.474728 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d4e893-d4d0-4e4c-a3b4-b1a5546941f7 req-ffb56e1f-59f8-4ec3-b4e9-8475892c5fd7 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:01:37.476941 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-33d4e893-d4d0-4e4c-a3b4-b1a5546941f7 req-ffb56e1f-59f8-4ec3-b4e9-8475892c5fd7 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=03b5b896-60a3-4bcb-a01d-52939f97c9d5 HTTP/1.1" status: 200 len: 943 time: 0.2717795 Aug 05 12:01:37.481856 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 57594) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:01:37.489031 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45066d7b-f425-40a5-b456-ddd61a6bfbee req-4c35d7af-2dd2-4457-9749-83e742f4fc34 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:01:37.491267 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-45066d7b-f425-40a5-b456-ddd61a6bfbee req-4c35d7af-2dd2-4457-9749-83e742f4fc34 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2982b20-6da2-4689-ae89-08a6113e6505 HTTP/1.1" status: 200 len: 945 time: 0.1874590 Aug 05 12:01:37.534975 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-f16e416d-0f93-486b-8ee6-d9d1f8c35712 tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Request body: {'security_group_rule': {'security_group_id': '004abe90-7231-48c6-9525-aae3144539b0', 'project_id': '14f85fa6e8e1401fb399139faf003f37', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:01:37.651106 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-33d4e893-d4d0-4e4c-a3b4-b1a5546941f7 req-5c71896c-9aa8-4782-bd98-7a8c562a3341 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=63e39a45-73ad-49df-9d90-9ca653f416c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1582887 Aug 05 12:01:37.669445 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-45066d7b-f425-40a5-b456-ddd61a6bfbee req-f4d965f3-6d27-4d37-800a-8e87f14002d6 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=d700a63d-a591-46d0-9144-d357356aa9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1515028 Aug 05 12:01:37.679181 n-d-803378-2 neutron-server[94421]: INFO neutron.db.securitygroups_db [None req-f16e416d-0f93-486b-8ee6-d9d1f8c35712 tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Project 14f85fa6e8e1401fb399139faf003f37 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 05 12:01:37.732129 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 9a67afe5-6471-4b67-a51b-f6a56562b832 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:01:37.737224 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:37.770126 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-94329722-fe74-41c8-8798-783d210f2837 req-de5ac381-6b0e-4e49-a6f1-63d79416049b tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f690a1af59141ff99aca95e28eca771 HTTP/1.1" status: 200 len: 377 time: 0.3631423 Aug 05 12:01:37.771308 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f16e416d-0f93-486b-8ee6-d9d1f8c35712 tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:37.934328 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-94329722-fe74-41c8-8798-783d210f2837 req-2b9c9685-8015-45f7-a7d4-086781b0c198 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Request body: {'port': {'device_id': '295adfcc-63cd-4939-a68d-f1d2f39c6cb5', 'network_id': '79bfc6d8-260b-4b47-a4ff-7568441e3a8b', 'admin_state_up': True, 'tenant_id': '7f690a1af59141ff99aca95e28eca771', 'security_groups': ['febd0f78-107f-43e4-b53e-32336893412a']}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:01:37.935058 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-7b7e2e29-8723-4fef-af00-151f2dc6b4fd None None] Set router adb9ec67-925a-4f3e-9e64-7a8271f7ba01 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:01:37.954536 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7965f446-5056-46c7-96e7-3d92ce59c5a5 req-d0af1799-ce1f-493a-a595-e0905931513e tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/ports?device_id=295adfcc-63cd-4939-a68d-f1d2f39c6cb5 HTTP/1.1" status: 200 len: 210 time: 0.0781834 Aug 05 12:01:38.165174 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f16e416d-0f93-486b-8ee6-d9d1f8c35712 tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:38.169370 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465a4093-8e32-4bde-b5e2-a022fdad47be req-d70cb6b4-717c-41e5-84aa-321a7076a4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:01:38.172207 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-465a4093-8e32-4bde-b5e2-a022fdad47be req-d70cb6b4-717c-41e5-84aa-321a7076a4b4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7f88688726d24c8e9d77831659c7c3ae&device_id=03b5b896-60a3-4bcb-a01d-52939f97c9d5 HTTP/1.1" status: 200 len: 1094 time: 0.5931818 Aug 05 12:01:38.280569 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f16e416d-0f93-486b-8ee6-d9d1f8c35712 tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:38.336249 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 8661ea6c-c284-4983-9014-8513e94249c6 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:01:38.485610 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 8661ea6c-c284-4983-9014-8513e94249c6 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:01:38.486904 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:38.500008 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16e416d-0f93-486b-8ee6-d9d1f8c35712 tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8584a756-3374-4229-b7b7-b4805175d407,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:01:38.513246 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465a4093-8e32-4bde-b5e2-a022fdad47be req-56caccc6-20c3-4ded-a914-19910eae3b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:01:38.515006 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-465a4093-8e32-4bde-b5e2-a022fdad47be req-56caccc6-20c3-4ded-a914-19910eae3b68 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2830970e-d0ce-4cd2-b553-c3bab34c8414 HTTP/1.1" status: 200 len: 897 time: 0.3323443 Aug 05 12:01:38.609190 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-7b7e2e29-8723-4fef-af00-151f2dc6b4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adb9ec67-925a-4f3e-9e64-7a8271f7ba01', 'name': 'tempest-TestServerBasicOps-1474925759-router', 'tenant_id': 'fcf1a264515c4a0dbe26076acdc6fe6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': '35c1f2db-5d5f-4efb-aa94-23e8e8c7d3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:01:09Z', 'updated_at': '2021-08-05T12:01:24Z', 'revision_number': 4, 'project_id': 'fcf1a264515c4a0dbe26076acdc6fe6e', 'gw_port': {'id': '35c1f2db-5d5f-4efb-aa94-23e8e8c7d3aa', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb9ec67-925a-4f3e-9e64-7a8271f7ba01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:01:11Z', 'updated_at': '2021-08-05T12:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'e6e69e22-fb43-448b-93dd-c9bca11de07a', 'name': '', 'network_id': '3ca1ce92-c80c-413a-91b4-7600b75fa8a3', 'tenant_id': 'fcf1a264515c4a0dbe26076acdc6fe6e', 'mac_address': 'fa:16:3e:eb:3a:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adb9ec67-925a-4f3e-9e64-7a8271f7ba01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '64aeaf48-9b8f-4bd5-bbd7-5eb193b4af15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:01:22Z', 'updated_at': '2021-08-05T12:01:24Z', 'revision_number': 2, 'project_id': 'fcf1a264515c4a0dbe26076acdc6fe6e', 'subnets': [{'id': '64aeaf48-9b8f-4bd5-bbd7-5eb193b4af15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:01:38.698503 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7e2e29-8723-4fef-af00-151f2dc6b4fd None None] Checking router: adb9ec67-925a-4f3e-9e64-7a8271f7ba01 for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:01:38.698848 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7e2e29-8723-4fef-af00-151f2dc6b4fd None None] Updating router adb9ec67-925a-4f3e-9e64-7a8271f7ba01 port e6e69e22-fb43-448b-93dd-c9bca11de07a binding host n-d-803378-2 {{(pid=94423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 12:01:38.751114 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-7b7e2e29-8723-4fef-af00-151f2dc6b4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:38.921102 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 35c1f2db-5d5f-4efb-aa94-23e8e8c7d3aa up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:01:39.121728 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 0d243f1b-bee7-4fff-a8bf-f50adee1fc74 details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 12:01:39.127293 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 35c1f2db-5d5f-4efb-aa94-23e8e8c7d3aa triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:01:39.127780 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:39.166764 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0029e07e-141b-4ca1-b2c6-6d6cfdc2177b req-12fff262-65fa-4924-a1a0-f8a2381ea24b tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:01:39.194348 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0029e07e-141b-4ca1-b2c6-6d6cfdc2177b req-12fff262-65fa-4924-a1a0-f8a2381ea24b tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=03b5b896-60a3-4bcb-a01d-52939f97c9d5 HTTP/1.1" status: 200 len: 943 time: 0.2489524 Aug 05 12:01:39.313523 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1049208a-9121-4c8c-9c9b-9e6a9ca538eb req-f379b810-b277-440f-b0ad-7b3236ce15ce tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:01:39.339814 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1049208a-9121-4c8c-9c9b-9e6a9ca538eb req-f379b810-b277-440f-b0ad-7b3236ce15ce tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2982b20-6da2-4689-ae89-08a6113e6505 HTTP/1.1" status: 200 len: 945 time: 0.3040953 Aug 05 12:01:39.432869 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0029e07e-141b-4ca1-b2c6-6d6cfdc2177b req-aafdf628-2abb-4f11-8338-dee5e93877c3 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=63e39a45-73ad-49df-9d90-9ca653f416c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2280984 Aug 05 12:01:39.491310 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1049208a-9121-4c8c-9c9b-9e6a9ca538eb req-17d50497-a3e6-4365-a655-76986176cd3d tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=d700a63d-a591-46d0-9144-d357356aa9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1499710 Aug 05 12:01:39.574895 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-465a4093-8e32-4bde-b5e2-a022fdad47be req-21015913-bc40-45b4-818f-682ab0078e9d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0d243f1b-bee7-4fff-a8bf-f50adee1fc74 HTTP/1.1" status: 200 len: 217 time: 1.0473533 Aug 05 12:01:39.576131 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f16e416d-0f93-486b-8ee6-d9d1f8c35712 tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:39.588525 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-f16e416d-0f93-486b-8ee6-d9d1f8c35712 tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 2.0888946 Aug 05 12:01:39.588797 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 0d243f1b-bee7-4fff-a8bf-f50adee1fc74, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=0d243f1b-bee7-4fff-a8bf-f50adee1fc74,segment=NetworkSegment(28e5afec-0390-4fc6-bae9-062cb680d30f),segment_id=28e5afec-0390-4fc6-bae9-062cb680d30f)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:01:39.625238 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-7b7e2e29-8723-4fef-af00-151f2dc6b4fd None None] Notify callbacks [] for port, precommit_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:39.626077 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Returning: {'device': '0d243f1b-bee7-4fff-a8bf-f50adee1fc74', 'network_id': '2830970e-d0ce-4cd2-b553-c3bab34c8414', 'port_id': '0d243f1b-bee7-4fff-a8bf-f50adee1fc74', 'mac_address': 'fa:16:3e:f6:15:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '246efd78-ac94-4655-af8f-d71ed39d45f9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 12:01:39.671675 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.provisioning_blocks [None req-7b7e2e29-8723-4fef-af00-151f2dc6b4fd None None] Transition to ACTIVE for port object e6e69e22-fb43-448b-93dd-c9bca11de07a will not be triggered until provisioned by entity L2. {{(pid=94423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:01:39.696013 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-7b7e2e29-8723-4fef-af00-151f2dc6b4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:39.735809 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2f2a59c0-b7d7-408c-ba03-2f37126fc97a req-3e7a48b3-f687-4ec4-a013-6dc43437ca8c tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/ports?device_id=295adfcc-63cd-4939-a68d-f1d2f39c6cb5 HTTP/1.1" status: 200 len: 210 time: 0.0813241 Aug 05 12:01:39.797864 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94329722-fe74-41c8-8798-783d210f2837 req-2b9c9685-8015-45f7-a7d4-086781b0c198 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Made reservation on behalf of 7f690a1af59141ff99aca95e28eca771 for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:01:39.826031 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d77cede-11b1-4231-b9fc-83961788da81 req-e768ee9e-3260-41c3-8eef-5f851e614c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:01:39.827929 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-94329722-fe74-41c8-8798-783d210f2837 req-2b9c9685-8015-45f7-a7d4-086781b0c198 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:39.833902 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1d77cede-11b1-4231-b9fc-83961788da81 req-e768ee9e-3260-41c3-8eef-5f851e614c2d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cbc89f3908d842d4a7beeb1a4fce5354&device_id=f2982b20-6da2-4689-ae89-08a6113e6505 HTTP/1.1" status: 200 len: 1096 time: 0.2619352 Aug 05 12:01:39.852361 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:39.941256 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d243f1b-bee7-4fff-a8bf-f50adee1fc74 {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 12:01:40.026475 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06c4150-4533-44f0-a176-808e7e0dcd5b None None] Pushing event updated for resources: {'Port': ['ID=e6e69e22-fb43-448b-93dd-c9bca11de07a,revision_number=3']} {{(pid=94423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:01:40.108431 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 0d243f1b-bee7-4fff-a8bf-f50adee1fc74, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=0d243f1b-bee7-4fff-a8bf-f50adee1fc74,segment=NetworkSegment(28e5afec-0390-4fc6-bae9-062cb680d30f),segment_id=28e5afec-0390-4fc6-bae9-062cb680d30f)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:01:40.174191 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:40.241157 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-7b7e2e29-8723-4fef-af00-151f2dc6b4fd None None] Attempting to bind port e6e69e22-fb43-448b-93dd-c9bca11de07a on host n-d-803378-2 for vnic_type normal with profile {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:01:40.241633 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-7b7e2e29-8723-4fef-af00-151f2dc6b4fd None None] Attempting to bind port e6e69e22-fb43-448b-93dd-c9bca11de07a by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '6d2b65f1-e72c-4f7e-ade4-8a3d4c78b60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '3ca1ce92-c80c-413a-91b4-7600b75fa8a3'}] {{(pid=94423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:01:40.242215 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7e2e29-8723-4fef-af00-151f2dc6b4fd None None] Attempting to bind port e6e69e22-fb43-448b-93dd-c9bca11de07a on network 3ca1ce92-c80c-413a-91b4-7600b75fa8a3 {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:01:40.287617 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7e2e29-8723-4fef-af00-151f2dc6b4fd None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:01:40.293014 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7e2e29-8723-4fef-af00-151f2dc6b4fd None None] Checking segment: {'id': '6d2b65f1-e72c-4f7e-ade4-8a3d4c78b60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '3ca1ce92-c80c-413a-91b4-7600b75fa8a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:01:40.294686 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-7b7e2e29-8723-4fef-af00-151f2dc6b4fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:40.297842 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d77cede-11b1-4231-b9fc-83961788da81 req-a3421b70-b53b-4686-b2a3-0c1bca96d1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:01:40.299672 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7e2e29-8723-4fef-af00-151f2dc6b4fd None None] Bound using segment: {'id': '6d2b65f1-e72c-4f7e-ade4-8a3d4c78b60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '3ca1ce92-c80c-413a-91b4-7600b75fa8a3'} {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:01:40.300670 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1d77cede-11b1-4231-b9fc-83961788da81 req-a3421b70-b53b-4686-b2a3-0c1bca96d1b3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1ac4b742-2a25-4935-8476-e9ad3e543504 HTTP/1.1" status: 200 len: 917 time: 0.4608750 Aug 05 12:01:40.301088 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-7b7e2e29-8723-4fef-af00-151f2dc6b4fd None None] Bound port: e6e69e22-fb43-448b-93dd-c9bca11de07a, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d2b65f1-e72c-4f7e-ade4-8a3d4c78b60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '3ca1ce92-c80c-413a-91b4-7600b75fa8a3'}}] {{(pid=94423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:01:40.301959 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-7b7e2e29-8723-4fef-af00-151f2dc6b4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:40.396126 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465a4093-8e32-4bde-b5e2-a022fdad47be req-198cce69-7376-441d-8a79-41389ad1401b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:01:40.411132 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:40.416887 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=0d243f1b-bee7-4fff-a8bf-f50adee1fc74,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:01:40.430207 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-465a4093-8e32-4bde-b5e2-a022fdad47be req-198cce69-7376-441d-8a79-41389ad1401b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=246efd78-ac94-4655-af8f-d71ed39d45f9 HTTP/1.1" status: 200 len: 835 time: 0.8418596 Aug 05 12:01:40.433281 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-83eb785f-a625-4123-a60e-8b03bf5513f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:40.531120 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1d77cede-11b1-4231-b9fc-83961788da81 req-693759a1-ec9a-4f8e-955e-adf2e8a15f05 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=06d6ee75-11e6-4dbf-9648-382f6d9c5c20 HTTP/1.1" status: 200 len: 1001 time: 0.2061703 Aug 05 12:01:40.536651 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['0d243f1b-bee7-4fff-a8bf-f50adee1fc74'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 12:01:40.577735 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-94329722-fe74-41c8-8798-783d210f2837 req-2b9c9685-8015-45f7-a7d4-086781b0c198 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Allocated IP 172.20.0.5 (79bfc6d8-260b-4b47-a4ff-7568441e3a8b/90c3c35a-eac3-416b-b90c-3f9071c29dcd/7bcb6ae7-f99a-4746-9568-4e0b7720fa3c) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:01:40.593351 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465a4093-8e32-4bde-b5e2-a022fdad47be req-af6cc686-16c4-4a8f-a02c-abd20d4be796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:01:40.601258 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-465a4093-8e32-4bde-b5e2-a022fdad47be req-af6cc686-16c4-4a8f-a02c-abd20d4be796 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2830970e-d0ce-4cd2-b553-c3bab34c8414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1583757 Aug 05 12:01:40.689849 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.db [None req-7b7e2e29-8723-4fef-af00-151f2dc6b4fd None None] For port e6e69e22-fb43-448b-93dd-c9bca11de07a, host n-d-803378-2, cleared binding levels {{(pid=94423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:01:40.709350 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.db [None req-7b7e2e29-8723-4fef-af00-151f2dc6b4fd None None] For port e6e69e22-fb43-448b-93dd-c9bca11de07a, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=e6e69e22-fb43-448b-93dd-c9bca11de07a,segment=NetworkSegment(6d2b65f1-e72c-4f7e-ade4-8a3d4c78b60e),segment_id=6d2b65f1-e72c-4f7e-ade4-8a3d4c78b60e)] {{(pid=94423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:01:40.718592 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-7b7e2e29-8723-4fef-af00-151f2dc6b4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:40.737121 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d15b5da8-401c-4679-8a2e-2dc387371113 req-a3c5c7a3-ecd0-476b-ade9-6ef3d2fb4eeb tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2122737608&fields=id&tenant_id=14f85fa6e8e1401fb399139faf003f37 HTTP/1.1" status: 200 len: 267 time: 0.4286246 Aug 05 12:01:40.775204 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d77cede-11b1-4231-b9fc-83961788da81 req-533d660e-ed71-43e4-9793-d25c303cca53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:01:40.788139 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1d77cede-11b1-4231-b9fc-83961788da81 req-533d660e-ed71-43e4-9793-d25c303cca53 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a5e28117-6f3c-401b-be5b-a70254f1dc57 HTTP/1.1" status: 200 len: 855 time: 0.2379885 Aug 05 12:01:40.992270 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06c4150-4533-44f0-a176-808e7e0dcd5b None None] Pushing event updated for resources: {'Port': ['ID=e6e69e22-fb43-448b-93dd-c9bca11de07a,revision_number=4']} {{(pid=94423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:01:41.031198 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7e2e29-8723-4fef-af00-151f2dc6b4fd None None] Routers {'adb9ec67-925a-4f3e-9e64-7a8271f7ba01'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:01:41.033150 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-7b7e2e29-8723-4fef-af00-151f2dc6b4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:01:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['adb9ec67-925a-4f3e-9e64-7a8271f7ba01'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:01:41.247770 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-94329722-fe74-41c8-8798-783d210f2837 req-2b9c9685-8015-45f7-a7d4-086781b0c198 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:41.262455 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78071be9-e391-46f0-a9c4-7c29c763b298 req-629efa30-614a-4903-9756-1014a8e01b61 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:01:41.264875 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-78071be9-e391-46f0-a9c4-7c29c763b298 req-629efa30-614a-4903-9756-1014a8e01b61 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=03b5b896-60a3-4bcb-a01d-52939f97c9d5 HTTP/1.1" status: 200 len: 944 time: 0.4156692 Aug 05 12:01:41.275841 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-94329722-fe74-41c8-8798-783d210f2837 req-2b9c9685-8015-45f7-a7d4-086781b0c198 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Transition to ACTIVE for port object 7bcb6ae7-f99a-4746-9568-4e0b7720fa3c will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:01:41.373299 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-94329722-fe74-41c8-8798-783d210f2837 req-2b9c9685-8015-45f7-a7d4-086781b0c198 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:41.406422 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-7b7e2e29-8723-4fef-af00-151f2dc6b4fd None None] Set router adb9ec67-925a-4f3e-9e64-7a8271f7ba01 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:01:41.557775 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9c9685-8015-45f7-a7d4-086781b0c198 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Pushing event updated for resources: {'Port': ['ID=7bcb6ae7-f99a-4746-9568-4e0b7720fa3c,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:01:41.596701 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15b5da8-401c-4679-8a2e-2dc387371113 req-e28cdca5-d4c8-4a1e-91d5-790748e29527 tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:01:41.600418 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d15b5da8-401c-4679-8a2e-2dc387371113 req-e28cdca5-d4c8-4a1e-91d5-790748e29527 tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] 10.222.0.58 "GET /v2.0/networks?id=4cafcce3-f344-455c-8718-7b96b6393933 HTTP/1.1" status: 200 len: 808 time: 0.8103521 Aug 05 12:01:41.604234 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d77cede-11b1-4231-b9fc-83961788da81 req-b3ac2100-1a1b-4775-b956-edf5f562ecbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:01:41.607516 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1d77cede-11b1-4231-b9fc-83961788da81 req-b3ac2100-1a1b-4775-b956-edf5f562ecbc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1ac4b742-2a25-4935-8476-e9ad3e543504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6796651 Aug 05 12:01:41.625135 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-78071be9-e391-46f0-a9c4-7c29c763b298 req-71b55773-ce21-410f-b10e-7393475c7b8d tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=63e39a45-73ad-49df-9d90-9ca653f416c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3212831 Aug 05 12:01:41.685286 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94329722-fe74-41c8-8798-783d210f2837 req-2b9c9685-8015-45f7-a7d4-086781b0c198 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Network 79bfc6d8-260b-4b47-a4ff-7568441e3a8b is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:01:41.738121 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d15b5da8-401c-4679-8a2e-2dc387371113 req-afb18d59-e0e5-426e-9668-80b3250b8792 tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] 10.222.0.58 "GET /v2.0/quotas/14f85fa6e8e1401fb399139faf003f37 HTTP/1.1" status: 200 len: 375 time: 0.1096694 Aug 05 12:01:41.742659 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-94329722-fe74-41c8-8798-783d210f2837 req-2b9c9685-8015-45f7-a7d4-086781b0c198 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:01:41.784071 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-94329722-fe74-41c8-8798-783d210f2837 req-2b9c9685-8015-45f7-a7d4-086781b0c198 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:01:41.825516 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:41.938576 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-465a4093-8e32-4bde-b5e2-a022fdad47be req-f42ff73a-5459-44c9-a267-9b3e41fde6ab service neutron] 10.222.0.55 "GET /v2.0/networks/2830970e-d0ce-4cd2-b553-c3bab34c8414?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3197014 Aug 05 12:01:42.091384 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-7b7e2e29-8723-4fef-af00-151f2dc6b4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adb9ec67-925a-4f3e-9e64-7a8271f7ba01', 'name': 'tempest-TestServerBasicOps-1474925759-router', 'tenant_id': 'fcf1a264515c4a0dbe26076acdc6fe6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': '35c1f2db-5d5f-4efb-aa94-23e8e8c7d3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:01:09Z', 'updated_at': '2021-08-05T12:01:24Z', 'revision_number': 4, 'project_id': 'fcf1a264515c4a0dbe26076acdc6fe6e', 'gw_port': {'id': '35c1f2db-5d5f-4efb-aa94-23e8e8c7d3aa', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb9ec67-925a-4f3e-9e64-7a8271f7ba01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:01:11Z', 'updated_at': '2021-08-05T12:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'e6e69e22-fb43-448b-93dd-c9bca11de07a', 'name': '', 'network_id': '3ca1ce92-c80c-413a-91b4-7600b75fa8a3', 'tenant_id': 'fcf1a264515c4a0dbe26076acdc6fe6e', 'mac_address': 'fa:16:3e:eb:3a:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adb9ec67-925a-4f3e-9e64-7a8271f7ba01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '64aeaf48-9b8f-4bd5-bbd7-5eb193b4af15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:01:22Z', 'updated_at': '2021-08-05T12:01:40Z', 'revision_number': 4, 'project_id': 'fcf1a264515c4a0dbe26076acdc6fe6e', 'subnets': [{'id': '64aeaf48-9b8f-4bd5-bbd7-5eb193b4af15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:01:42.114378 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1d77cede-11b1-4231-b9fc-83961788da81 req-4409e255-3e99-4690-82bf-eb99e54f6dea service neutron] 10.222.0.64 "GET /v2.0/networks/1ac4b742-2a25-4935-8476-e9ad3e543504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4738097 Aug 05 12:01:42.169586 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d15b5da8-401c-4679-8a2e-2dc387371113 req-f456c19a-24b6-4ce9-a7ec-c29a200733b6 tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=14f85fa6e8e1401fb399139faf003f37&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3892615 Aug 05 12:01:42.184724 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7e2e29-8723-4fef-af00-151f2dc6b4fd None None] The sync data for ids ['adb9ec67-925a-4f3e-9e64-7a8271f7ba01'] in n-d-803378-2 is: [{'id': 'adb9ec67-925a-4f3e-9e64-7a8271f7ba01', 'name': 'tempest-TestServerBasicOps-1474925759-router', 'tenant_id': 'fcf1a264515c4a0dbe26076acdc6fe6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': '35c1f2db-5d5f-4efb-aa94-23e8e8c7d3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:01:09Z', 'updated_at': '2021-08-05T12:01:24Z', 'revision_number': 4, 'project_id': 'fcf1a264515c4a0dbe26076acdc6fe6e', 'gw_port': {'id': '35c1f2db-5d5f-4efb-aa94-23e8e8c7d3aa', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb9ec67-925a-4f3e-9e64-7a8271f7ba01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:01:11Z', 'updated_at': '2021-08-05T12:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'e6e69e22-fb43-448b-93dd-c9bca11de07a', 'name': '', 'network_id': '3ca1ce92-c80c-413a-91b4-7600b75fa8a3', 'tenant_id': 'fcf1a264515c4a0dbe26076acdc6fe6e', 'mac_address': 'fa:16:3e:eb:3a:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adb9ec67-925a-4f3e-9e64-7a8271f7ba01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '64aeaf48-9b8f-4bd5-bbd7-5eb193b4af15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:01:22Z', 'updated_at': '2021-08-05T12:01:40Z', 'revision_number': 4, 'project_id': 'fcf1a264515c4a0dbe26076acdc6fe6e', 'subnets': [{'id': '64aeaf48-9b8f-4bd5-bbd7-5eb193b4af15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:01:42.230396 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a62f53-25d2-4dc7-8ba5-7be5a7e28549 req-8159f883-5857-4c28-80a2-21cda83b1d09 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:01:42.233807 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d2a62f53-25d2-4dc7-8ba5-7be5a7e28549 req-8159f883-5857-4c28-80a2-21cda83b1d09 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2982b20-6da2-4689-ae89-08a6113e6505 HTTP/1.1" status: 200 len: 945 time: 0.3472493 Aug 05 12:01:42.304874 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94329722-fe74-41c8-8798-783d210f2837 req-2b9c9685-8015-45f7-a7d4-086781b0c198 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:01:42.305965 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-94329722-fe74-41c8-8798-783d210f2837 req-2b9c9685-8015-45f7-a7d4-086781b0c198 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:42.423220 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-94329722-fe74-41c8-8798-783d210f2837 req-2b9c9685-8015-45f7-a7d4-086781b0c198 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4947515 Aug 05 12:01:42.461895 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-50b63030-0bd2-4dae-97eb-a39c43cc58e1 None None] Provisioning for port 7bcb6ae7-f99a-4746-9568-4e0b7720fa3c completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:01:42.462319 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-94329722-fe74-41c8-8798-783d210f2837 req-be98f027-cacf-4642-8585-f3588e3fd62f tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Request body: {'port': {'device_id': '295adfcc-63cd-4939-a68d-f1d2f39c6cb5', 'network_id': 'efef5820-889f-42cc-a1e8-7a1a3d2a1fbf', 'admin_state_up': True, 'tenant_id': '7f690a1af59141ff99aca95e28eca771', 'security_groups': ['febd0f78-107f-43e4-b53e-32336893412a']}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:01:42.501618 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-50b63030-0bd2-4dae-97eb-a39c43cc58e1 None None] Provisioning complete for port 7bcb6ae7-f99a-4746-9568-4e0b7720fa3c triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:01:42.504512 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-50b63030-0bd2-4dae-97eb-a39c43cc58e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:42.596745 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d2a62f53-25d2-4dc7-8ba5-7be5a7e28549 req-a9d09818-45bf-4d42-81e5-41d626c6d374 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=d700a63d-a591-46d0-9144-d357356aa9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2833891 Aug 05 12:01:42.747060 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 06d6ee75-11e6-4dbf-9648-382f6d9c5c20 no longer exists at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:01:42.757598 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d15b5da8-401c-4679-8a2e-2dc387371113 req-fbdb3493-5eca-45f9-9790-6f311fa79802 service neutron] 10.222.0.58 "GET /v2.0/networks/4cafcce3-f344-455c-8718-7b96b6393933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5216298 Aug 05 12:01:42.761612 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 57646) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:01:42.776428 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-50b63030-0bd2-4dae-97eb-a39c43cc58e1 None None] Port 7bcb6ae7-f99a-4746-9568-4e0b7720fa3c cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 12:01:43.131739 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-465a4093-8e32-4bde-b5e2-a022fdad47be req-a7cc2b3f-0349-4b99-b7a5-65b1eb46b36a service neutron] 10.222.0.55 "GET /v2.0/networks/2830970e-d0ce-4cd2-b553-c3bab34c8414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1648207 Aug 05 12:01:43.138977 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94329722-fe74-41c8-8798-783d210f2837 req-be98f027-cacf-4642-8585-f3588e3fd62f tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Made reservation on behalf of 7f690a1af59141ff99aca95e28eca771 for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:01:43.142941 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-94329722-fe74-41c8-8798-783d210f2837 req-be98f027-cacf-4642-8585-f3588e3fd62f tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:43.208172 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:43.212450 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device e6e69e22-fb43-448b-93dd-c9bca11de07a up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:01:43.257443 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6367805e-87c3-4861-9a0a-f2da81ea0772 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:43.312283 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 0d243f1b-bee7-4fff-a8bf-f50adee1fc74 up at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:01:43.394129 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1d77cede-11b1-4231-b9fc-83961788da81 req-b659f14c-fbf6-4d5f-af7a-02574d05c600 service neutron] 10.222.0.64 "GET /v2.0/networks/1ac4b742-2a25-4935-8476-e9ad3e543504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2592416 Aug 05 12:01:43.455560 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2982b20-6da2-4689-ae89-08a6113e6505', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06d6ee75-11e6-4dbf-9648-382f6d9c5c20'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:01:43.464839 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e6800e9-d535-4898-a5c7-d542381ad449" -d '{"events": [{"server_uuid": "f2982b20-6da2-4689-ae89-08a6113e6505", "name": "network-vif-unplugged", "status": "completed", "tag": "06d6ee75-11e6-4dbf-9648-382f6d9c5c20"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:01:43.486631 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port e6e69e22-fb43-448b-93dd-c9bca11de07a completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:01:43.521205 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port e6e69e22-fb43-448b-93dd-c9bca11de07a triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:01:43.527905 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:43.537533 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-94329722-fe74-41c8-8798-783d210f2837 req-be98f027-cacf-4642-8585-f3588e3fd62f tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Allocated IP 10.1.1.240 (efef5820-889f-42cc-a1e8-7a1a3d2a1fbf/f10aca1c-e17e-479d-aec1-1d33ddacd74e/79281129-8f90-4603-b7b5-3c88d3cba5a8) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:01:43.543060 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 06d6ee75-11e6-4dbf-9648-382f6d9c5c20, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=06d6ee75-11e6-4dbf-9648-382f6d9c5c20,segment=NetworkSegment(de1f7257-8faa-46ea-8956-4b8e85e97bcb),segment_id=de1f7257-8faa-46ea-8956-4b8e85e97bcb)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:01:43.614215 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ac06a5-3510-400c-b76a-3007b054d670 req-2037a54a-7aa7-434a-80b0-98c6a454b663 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:01:43.630391 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-98ac06a5-3510-400c-b76a-3007b054d670 req-2037a54a-7aa7-434a-80b0-98c6a454b663 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/ports?device_id=295adfcc-63cd-4939-a68d-f1d2f39c6cb5 HTTP/1.1" status: 200 len: 931 time: 0.7301426 Aug 05 12:01:43.637069 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:43.709417 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d15b5da8-401c-4679-8a2e-2dc387371113 req-c029f9df-6d79-43cf-adde-a496223b4a42 service neutron] 10.222.0.58 "GET /v2.0/networks/4cafcce3-f344-455c-8718-7b96b6393933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9143338 Aug 05 12:01:43.786152 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-98ac06a5-3510-400c-b76a-3007b054d670 req-db9f7d7c-b9bf-4fca-b202-eb8be929eed6 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/security-groups?id=febd0f78-107f-43e4-b53e-32336893412a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1524811 Aug 05 12:01:43.802322 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning for port 0d243f1b-bee7-4fff-a8bf-f50adee1fc74 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:01:43.931069 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning complete for port 0d243f1b-bee7-4fff-a8bf-f50adee1fc74 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:01:43.931513 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:44.042240 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6367805e-87c3-4861-9a0a-f2da81ea0772 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:44.063216 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6367805e-87c3-4861-9a0a-f2da81ea0772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:44.107240 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=06d6ee75-11e6-4dbf-9648-382f6d9c5c20,revision_number=8']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:01:44.196582 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:44.200952 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-94329722-fe74-41c8-8798-783d210f2837 req-be98f027-cacf-4642-8585-f3588e3fd62f tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:44.271129 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-6367805e-87c3-4861-9a0a-f2da81ea0772 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=83390fbc622941f39dc3618d2d053562&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5075262 Aug 05 12:01:44.272144 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 57654) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:01:44.276228 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6367805e-87c3-4861-9a0a-f2da81ea0772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd6f2882-8730-4eed-b9ad-bd0fdb05c09b,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:01:44.279514 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-94329722-fe74-41c8-8798-783d210f2837 req-be98f027-cacf-4642-8585-f3588e3fd62f tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Transition to ACTIVE for port object 79281129-8f90-4603-b7b5-3c88d3cba5a8 will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:01:44.321755 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:44.430191 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-94329722-fe74-41c8-8798-783d210f2837 req-be98f027-cacf-4642-8585-f3588e3fd62f tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:44.441314 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 05 Aug 2021 12:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13c83a53-d575-41ae-a4db-47c9e12f5bca x-openstack-request-id: req-13c83a53-d575-41ae-a4db-47c9e12f5bca {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:01:44.441643 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2982b20-6da2-4689-ae89-08a6113e6505", "name": "network-vif-unplugged", "status": "completed", "tag": "06d6ee75-11e6-4dbf-9648-382f6d9c5c20", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:01:44.442209 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-13c83a53-d575-41ae-a4db-47c9e12f5bca {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:01:44.442981 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2982b20-6da2-4689-ae89-08a6113e6505', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06d6ee75-11e6-4dbf-9648-382f6d9c5c20', 'code': 200} Aug 05 12:01:44.446079 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:44.455769 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367805e-87c3-4861-9a0a-f2da81ea0772 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:01:44.456459 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367805e-87c3-4861-9a0a-f2da81ea0772 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:01:44.457034 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367805e-87c3-4861-9a0a-f2da81ea0772 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:01:44.457596 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367805e-87c3-4861-9a0a-f2da81ea0772 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:01:44.458159 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367805e-87c3-4861-9a0a-f2da81ea0772 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:01:44.458714 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367805e-87c3-4861-9a0a-f2da81ea0772 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:01:44.459272 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367805e-87c3-4861-9a0a-f2da81ea0772 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:01:44.459846 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367805e-87c3-4861-9a0a-f2da81ea0772 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:01:44.460374 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367805e-87c3-4861-9a0a-f2da81ea0772 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:01:44.460960 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367805e-87c3-4861-9a0a-f2da81ea0772 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:01:44.462028 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367805e-87c3-4861-9a0a-f2da81ea0772 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:01:44.469311 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6367805e-87c3-4861-9a0a-f2da81ea0772 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:01:44.504884 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port e6e69e22-fb43-448b-93dd-c9bca11de07a, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=e6e69e22-fb43-448b-93dd-c9bca11de07a,segment=NetworkSegment(6d2b65f1-e72c-4f7e-ade4-8a3d4c78b60e),segment_id=6d2b65f1-e72c-4f7e-ade4-8a3d4c78b60e)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:01:44.525359 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:44.608331 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94329722-fe74-41c8-8798-783d210f2837 req-be98f027-cacf-4642-8585-f3588e3fd62f tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Network efef5820-889f-42cc-a1e8-7a1a3d2a1fbf is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:01:44.627206 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-94329722-fe74-41c8-8798-783d210f2837 req-be98f027-cacf-4642-8585-f3588e3fd62f tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:01:44.636125 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-94329722-fe74-41c8-8798-783d210f2837 req-be98f027-cacf-4642-8585-f3588e3fd62f tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:01:44.777904 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be98f027-cacf-4642-8585-f3588e3fd62f tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Pushing event updated for resources: {'Port': ['ID=79281129-8f90-4603-b7b5-3c88d3cba5a8,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:01:44.780534 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=e6e69e22-fb43-448b-93dd-c9bca11de07a,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:01:44.805595 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5d206864-c82f-4ec6-a34e-9f7fb0769490 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:44.846231 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 0d243f1b-bee7-4fff-a8bf-f50adee1fc74, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=0d243f1b-bee7-4fff-a8bf-f50adee1fc74,segment=NetworkSegment(28e5afec-0390-4fc6-bae9-062cb680d30f),segment_id=28e5afec-0390-4fc6-bae9-062cb680d30f)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:01:44.859387 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:44.913524 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5d206864-c82f-4ec6-a34e-9f7fb0769490 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:45.023116 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94329722-fe74-41c8-8798-783d210f2837 req-be98f027-cacf-4642-8585-f3588e3fd62f tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:01:45.028304 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-94329722-fe74-41c8-8798-783d210f2837 req-be98f027-cacf-4642-8585-f3588e3fd62f tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:45.067241 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-94329722-fe74-41c8-8798-783d210f2837 req-be98f027-cacf-4642-8585-f3588e3fd62f tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6180818 Aug 05 12:01:45.069887 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=0d243f1b-bee7-4fff-a8bf-f50adee1fc74,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:01:45.073134 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f93d80-32af-4f7a-a7ba-afec93ffe014 req-150d7157-0c07-4917-8204-df9df2e34cc4 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:01:45.089160 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c0f93d80-32af-4f7a-a7ba-afec93ffe014 req-150d7157-0c07-4917-8204-df9df2e34cc4 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=03b5b896-60a3-4bcb-a01d-52939f97c9d5 HTTP/1.1" status: 200 len: 944 time: 0.9025817 Aug 05 12:01:45.101421 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-94329722-fe74-41c8-8798-783d210f2837 req-9a3db0bd-730a-452b-b56d-ee8739e0be34 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Request body: {'port': {'device_id': '295adfcc-63cd-4939-a68d-f1d2f39c6cb5', 'network_id': 'efef5820-889f-42cc-a1e8-7a1a3d2a1fbf', 'admin_state_up': True, 'tenant_id': '7f690a1af59141ff99aca95e28eca771', 'security_groups': ['febd0f78-107f-43e4-b53e-32336893412a']}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:01:45.184184 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf55af7-1a88-40f5-a70d-25e19e382087 req-6a949549-78b8-43c1-84de-5abe0e92cba3 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:01:45.187404 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-daf55af7-1a88-40f5-a70d-25e19e382087 req-6a949549-78b8-43c1-84de-5abe0e92cba3 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2982b20-6da2-4689-ae89-08a6113e6505 HTTP/1.1" status: 200 len: 943 time: 0.6347311 Aug 05 12:01:45.236721 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5d206864-c82f-4ec6-a34e-9f7fb0769490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:45.242880 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5d206864-c82f-4ec6-a34e-9f7fb0769490 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:45.248854 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-5d206864-c82f-4ec6-a34e-9f7fb0769490 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fd6f2882-8730-4eed-b9ad-bd0fdb05c09b HTTP/1.1" status: 204 len: 168 time: 0.9638700 Aug 05 12:01:45.279505 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d206864-c82f-4ec6-a34e-9f7fb0769490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd6f2882-8730-4eed-b9ad-bd0fdb05c09b,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:01:45.294670 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-21fadd52-89f7-4c7e-8781-f74d0327c120 None None] Provisioning for port 79281129-8f90-4603-b7b5-3c88d3cba5a8 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:01:45.345189 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-21fadd52-89f7-4c7e-8781-f74d0327c120 None None] Provisioning complete for port 79281129-8f90-4603-b7b5-3c88d3cba5a8 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:01:45.346305 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-21fadd52-89f7-4c7e-8781-f74d0327c120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:45.399266 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-daf55af7-1a88-40f5-a70d-25e19e382087 req-4e6be80f-fa97-4667-b9ad-d42c49cd023e tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=d700a63d-a591-46d0-9144-d357356aa9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1804056 Aug 05 12:01:45.431669 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c0f93d80-32af-4f7a-a7ba-afec93ffe014 req-666f7dfe-7912-4b7b-a48b-0d2ccdfedccd tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=63e39a45-73ad-49df-9d90-9ca653f416c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3107984 Aug 05 12:01:45.463934 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94329722-fe74-41c8-8798-783d210f2837 req-9a3db0bd-730a-452b-b56d-ee8739e0be34 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Made reservation on behalf of 7f690a1af59141ff99aca95e28eca771 for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:01:45.468914 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-94329722-fe74-41c8-8798-783d210f2837 req-9a3db0bd-730a-452b-b56d-ee8739e0be34 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:45.571351 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-21fadd52-89f7-4c7e-8781-f74d0327c120 None None] Port 79281129-8f90-4603-b7b5-3c88d3cba5a8 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 12:01:45.649388 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c62b8f57-6f05-4b61-b1a8-7a6446c29053 req-1e64f125-732c-40f8-9ea0-e2f9d13c0d61 tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed8382d2-f132-4dae-822e-1f0b5e512344 HTTP/1.1" status: 200 len: 210 time: 0.1048336 Aug 05 12:01:45.790451 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af84dc44-2643-4473-8ee9-871a90f06e1b req-5e740052-5ef3-496d-b168-412a882360e1 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:01:45.803784 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af84dc44-2643-4473-8ee9-871a90f06e1b req-5e740052-5ef3-496d-b168-412a882360e1 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:01:45.807294 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-af84dc44-2643-4473-8ee9-871a90f06e1b req-5e740052-5ef3-496d-b168-412a882360e1 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/ports?device_id=295adfcc-63cd-4939-a68d-f1d2f39c6cb5 HTTP/1.1" status: 200 len: 1653 time: 0.1471076 Aug 05 12:01:45.895129 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-af84dc44-2643-4473-8ee9-871a90f06e1b req-be938b5d-4f65-4023-b9ef-de97673d610b tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/security-groups?id=febd0f78-107f-43e4-b53e-32336893412a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0706844 Aug 05 12:01:45.932783 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-94329722-fe74-41c8-8798-783d210f2837 req-9a3db0bd-730a-452b-b56d-ee8739e0be34 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Allocated IP 10.1.1.106 (efef5820-889f-42cc-a1e8-7a1a3d2a1fbf/f10aca1c-e17e-479d-aec1-1d33ddacd74e/89bbd496-bb01-4b41-b65d-af7444dd347d) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:01:46.306272 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-94329722-fe74-41c8-8798-783d210f2837 req-9a3db0bd-730a-452b-b56d-ee8739e0be34 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:46.354896 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-94329722-fe74-41c8-8798-783d210f2837 req-9a3db0bd-730a-452b-b56d-ee8739e0be34 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Transition to ACTIVE for port object 89bbd496-bb01-4b41-b65d-af7444dd347d will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:01:46.437208 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-94329722-fe74-41c8-8798-783d210f2837 req-9a3db0bd-730a-452b-b56d-ee8739e0be34 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:46.445140 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03b5b896-60a3-4bcb-a01d-52939f97c9d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d243f1b-bee7-4fff-a8bf-f50adee1fc74'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:01:46.450131 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e60df178-15c9-4ed3-9d3c-c4591ed07ceb" -d '{"events": [{"server_uuid": "03b5b896-60a3-4bcb-a01d-52939f97c9d5", "name": "network-vif-plugged", "status": "completed", "tag": "0d243f1b-bee7-4fff-a8bf-f50adee1fc74"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:01:46.552610 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94329722-fe74-41c8-8798-783d210f2837 req-9a3db0bd-730a-452b-b56d-ee8739e0be34 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Network efef5820-889f-42cc-a1e8-7a1a3d2a1fbf is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:01:46.559393 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-94329722-fe74-41c8-8798-783d210f2837 req-9a3db0bd-730a-452b-b56d-ee8739e0be34 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:01:46.566286 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-94329722-fe74-41c8-8798-783d210f2837 req-9a3db0bd-730a-452b-b56d-ee8739e0be34 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:01:46.618777 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 12:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1b7c564-ac7e-43f3-a814-e1e39202d81a x-openstack-request-id: req-a1b7c564-ac7e-43f3-a814-e1e39202d81a {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:01:46.619457 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03b5b896-60a3-4bcb-a01d-52939f97c9d5", "name": "network-vif-plugged", "status": "completed", "tag": "0d243f1b-bee7-4fff-a8bf-f50adee1fc74", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:01:46.619948 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a1b7c564-ac7e-43f3-a814-e1e39202d81a {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:01:46.620687 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03b5b896-60a3-4bcb-a01d-52939f97c9d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d243f1b-bee7-4fff-a8bf-f50adee1fc74', 'code': 200} Aug 05 12:01:46.647923 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 12:01:46.706057 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3db0bd-730a-452b-b56d-ee8739e0be34 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Pushing event updated for resources: {'Port': ['ID=89bbd496-bb01-4b41-b65d-af7444dd347d,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:01:46.790047 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94329722-fe74-41c8-8798-783d210f2837 req-9a3db0bd-730a-452b-b56d-ee8739e0be34 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:01:46.794682 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-94329722-fe74-41c8-8798-783d210f2837 req-9a3db0bd-730a-452b-b56d-ee8739e0be34 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:46.950255 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device e6e69e22-fb43-448b-93dd-c9bca11de07a up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:01:47.027997 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9376d9-3113-46dc-ba2d-81c52ad3e95e req-554b1bbd-845d-4f8a-9007-a963b329331c tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:01:47.031140 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bf9376d9-3113-46dc-ba2d-81c52ad3e95e req-554b1bbd-845d-4f8a-9007-a963b329331c tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=03b5b896-60a3-4bcb-a01d-52939f97c9d5 HTTP/1.1" status: 200 len: 945 time: 0.3582010 Aug 05 12:01:47.094215 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cf7518-1ac1-4f03-bb3e-27d5e520f0a8 req-e5186271-2152-4144-ac08-d0465dfef898 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:01:47.117071 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-01cf7518-1ac1-4f03-bb3e-27d5e520f0a8 req-e5186271-2152-4144-ac08-d0465dfef898 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2982b20-6da2-4689-ae89-08a6113e6505 HTTP/1.1" status: 200 len: 943 time: 0.2950175 Aug 05 12:01:47.164566 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port e6e69e22-fb43-448b-93dd-c9bca11de07a triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:01:47.168874 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:47.226527 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-94329722-fe74-41c8-8798-783d210f2837 req-9a3db0bd-730a-452b-b56d-ee8739e0be34 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1311698 Aug 05 12:01:47.267129 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-231637c5-0270-4623-acd1-fc924ee1cf9e None None] Provisioning for port 89bbd496-bb01-4b41-b65d-af7444dd347d completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:01:47.278497 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bf9376d9-3113-46dc-ba2d-81c52ad3e95e req-668c7c7b-2895-43a0-914a-eb7cb2e0cab1 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=63e39a45-73ad-49df-9d90-9ca653f416c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2329547 Aug 05 12:01:47.278853 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-231637c5-0270-4623-acd1-fc924ee1cf9e None None] Provisioning complete for port 89bbd496-bb01-4b41-b65d-af7444dd347d triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:01:47.279078 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-231637c5-0270-4623-acd1-fc924ee1cf9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:47.279463 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 57700) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:01:47.304839 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-01cf7518-1ac1-4f03-bb3e-27d5e520f0a8 req-b8ad8de4-6f41-48d3-91d9-3cf7c6d44b66 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=d700a63d-a591-46d0-9144-d357356aa9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1859608 Aug 05 12:01:47.324350 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-94329722-fe74-41c8-8798-783d210f2837 req-9209f25f-c832-4eb1-a8d1-7f736135392a tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Request body: {'port': {'device_id': '295adfcc-63cd-4939-a68d-f1d2f39c6cb5', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '86bbbaf5-a273-4acb-af27-d15f3d74f788', 'admin_state_up': True, 'tenant_id': '7f690a1af59141ff99aca95e28eca771', 'security_groups': ['febd0f78-107f-43e4-b53e-32336893412a']}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:01:47.420723 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71dd90e-d696-4cb8-9cb9-042379afbf2b req-78088843-8520-4848-af56-e93c2c3ca633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:01:47.439992 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b71dd90e-d696-4cb8-9cb9-042379afbf2b req-78088843-8520-4848-af56-e93c2c3ca633 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=03b5b896-60a3-4bcb-a01d-52939f97c9d5 HTTP/1.1" status: 200 len: 1096 time: 0.6298747 Aug 05 12:01:47.487100 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-231637c5-0270-4623-acd1-fc924ee1cf9e None None] Port 89bbd496-bb01-4b41-b65d-af7444dd347d cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 12:01:47.589984 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-44502d06-9474-4679-acb4-d691d470784b req-e744752e-64da-47a2-8442-9b4b1fe67e88 tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed8382d2-f132-4dae-822e-1f0b5e512344 HTTP/1.1" status: 200 len: 210 time: 0.1090095 Aug 05 12:01:47.677062 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-96a333c0-053b-4182-b4be-5c517b01d74e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-443103019-network', 'tenant_id': 'f717acd5caa748b6b706fbaad1f3b969'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:01:47.762067 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15b5da8-401c-4679-8a2e-2dc387371113 req-23e18f4c-3dcd-40b3-b940-e2cb3ae1b19f tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:01:47.763937 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d15b5da8-401c-4679-8a2e-2dc387371113 req-23e18f4c-3dcd-40b3-b940-e2cb3ae1b19f tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] 10.222.0.55 "GET /v2.0/networks?id=4cafcce3-f344-455c-8718-7b96b6393933 HTTP/1.1" status: 200 len: 808 time: 0.7970276 Aug 05 12:01:47.764974 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96a333c0-053b-4182-b4be-5c517b01d74e admin admin] Made reservation on behalf of f717acd5caa748b6b706fbaad1f3b969 for: {'network': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:01:47.770721 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-96a333c0-053b-4182-b4be-5c517b01d74e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:47.771307 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b71dd90e-d696-4cb8-9cb9-042379afbf2b req-55a88611-51a9-4794-adb4-074612015d89 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=63e39a45-73ad-49df-9d90-9ca653f416c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3300741 Aug 05 12:01:47.793572 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b192611-9557-40cd-8d98-4a824b5d11fc req-7af7bc1a-1eaa-489b-ba52-b916080856c7 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:01:47.804836 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b192611-9557-40cd-8d98-4a824b5d11fc req-7af7bc1a-1eaa-489b-ba52-b916080856c7 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:01:47.817111 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b192611-9557-40cd-8d98-4a824b5d11fc req-7af7bc1a-1eaa-489b-ba52-b916080856c7 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:01:47.819983 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9b192611-9557-40cd-8d98-4a824b5d11fc req-7af7bc1a-1eaa-489b-ba52-b916080856c7 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/ports?device_id=295adfcc-63cd-4939-a68d-f1d2f39c6cb5 HTTP/1.1" status: 200 len: 2374 time: 0.2595959 Aug 05 12:01:47.843541 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-96a333c0-053b-4182-b4be-5c517b01d74e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:47.851002 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94329722-fe74-41c8-8798-783d210f2837 req-9209f25f-c832-4eb1-a8d1-7f736135392a tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Made reservation on behalf of 7f690a1af59141ff99aca95e28eca771 for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:01:47.965893 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9b192611-9557-40cd-8d98-4a824b5d11fc req-083ec2dd-21cb-4747-9b2e-6f77ba410753 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/security-groups?id=febd0f78-107f-43e4-b53e-32336893412a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1338549 Aug 05 12:01:48.115174 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-94329722-fe74-41c8-8798-783d210f2837 req-9209f25f-c832-4eb1-a8d1-7f736135392a tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:48.130292 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-96a333c0-053b-4182-b4be-5c517b01d74e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:48.140980 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-96a333c0-053b-4182-b4be-5c517b01d74e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:48.149180 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d15b5da8-401c-4679-8a2e-2dc387371113 req-251328ce-d7c8-4f0e-824f-0cd02662d84c tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=14f85fa6e8e1401fb399139faf003f37 HTTP/1.1" status: 200 len: 380 time: 0.0950382 Aug 05 12:01:48.161089 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-d15b5da8-401c-4679-8a2e-2dc387371113 req-97355331-5eb5-491d-a7cd-96974a3b0484 tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Request body: {'port': {'device_id': 'ed8382d2-f132-4dae-822e-1f0b5e512344', 'network_id': '4cafcce3-f344-455c-8718-7b96b6393933', 'admin_state_up': True, 'tenant_id': '14f85fa6e8e1401fb399139faf003f37', 'security_groups': ['004abe90-7231-48c6-9525-aae3144539b0']}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:01:48.177119 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96a333c0-053b-4182-b4be-5c517b01d74e admin admin] vlan segment allocate from pool success with {'vlan_id': 696, 'physical_network': 'physnet1'} {{(pid=94420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 12:01:48.229048 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-96a333c0-053b-4182-b4be-5c517b01d74e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:48.229632 n-d-803378-2 neutron-server[94420]: INFO neutron.db.segments_db [None req-96a333c0-053b-4182-b4be-5c517b01d74e admin admin] Added segment 556bee1a-9d74-4f14-94d0-708064ee6011 of type vlan for network b881efb6-f52e-4006-a158-c2aa42fef2fe Aug 05 12:01:48.324372 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a333c0-053b-4182-b4be-5c517b01d74e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=854dd83f-334d-4707-be76-c0d8ab0e42a6,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:01:48.412058 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-96a333c0-053b-4182-b4be-5c517b01d74e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:48.588278 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-96a333c0-053b-4182-b4be-5c517b01d74e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:48.590130 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a333c0-053b-4182-b4be-5c517b01d74e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:01:48.591814 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-96a333c0-053b-4182-b4be-5c517b01d74e admin admin] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:48.670672 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d15b5da8-401c-4679-8a2e-2dc387371113 req-97355331-5eb5-491d-a7cd-96974a3b0484 tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Made reservation on behalf of 14f85fa6e8e1401fb399139faf003f37 for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:01:48.686980 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-d15b5da8-401c-4679-8a2e-2dc387371113 req-97355331-5eb5-491d-a7cd-96974a3b0484 tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:48.694373 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-96a333c0-053b-4182-b4be-5c517b01d74e admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3848779 Aug 05 12:01:48.708289 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7426910b-5223-442a-b3bf-76360633b4d0 req-6de43bfb-a0a7-4bba-a37a-4a4960d16664 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:01:48.710280 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7426910b-5223-442a-b3bf-76360633b4d0 req-6de43bfb-a0a7-4bba-a37a-4a4960d16664 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=03b5b896-60a3-4bcb-a01d-52939f97c9d5 HTTP/1.1" status: 200 len: 945 time: 0.2018371 Aug 05 12:01:48.713787 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 57722) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:01:48.721024 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-0f47ba94-55ce-430e-8dfb-b64878051c54 admin admin] Request body: {'subnet': {'network_id': 'b881efb6-f52e-4006-a158-c2aa42fef2fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-443103019-subnet', 'tenant_id': 'f717acd5caa748b6b706fbaad1f3b969', 'ip_version': 4}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:01:48.737204 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 06d6ee75-11e6-4dbf-9648-382f6d9c5c20 no longer exists at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:01:48.806893 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-94329722-fe74-41c8-8798-783d210f2837 req-9209f25f-c832-4eb1-a8d1-7f736135392a tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Allocated IP 10.2.2.100 (86bbbaf5-a273-4acb-af27-d15f3d74f788/78405c69-bcbd-4bcb-8a8c-a035481e47e0/fdc00ed3-1ef7-4580-87ca-41c84ea3e979) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:01:48.807787 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a333c0-053b-4182-b4be-5c517b01d74e admin admin] Pushing event updated for resources: {'Network': ['ID=b881efb6-f52e-4006-a158-c2aa42fef2fe,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:01:48.839270 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network b881efb6-f52e-4006-a158-c2aa42fef2fe details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 12:01:48.954697 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f47ba94-55ce-430e-8dfb-b64878051c54 admin admin] Made reservation on behalf of f717acd5caa748b6b706fbaad1f3b969 for: {'subnet': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:01:48.958021 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0f47ba94-55ce-430e-8dfb-b64878051c54 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24211133'] for subnet, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:48.970275 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7426910b-5223-442a-b3bf-76360633b4d0 req-88a13d41-4169-45ee-a373-b247e99f29f2 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=63e39a45-73ad-49df-9d90-9ca653f416c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2168803 Aug 05 12:01:49.301152 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-334a9ef0-0d73-4242-92f5-eab76249b883 req-27091753-d851-4d45-bb55-76ec3fe5c33e tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed8382d2-f132-4dae-822e-1f0b5e512344 HTTP/1.1" status: 200 len: 210 time: 0.0840049 Aug 05 12:01:49.420351 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-d15b5da8-401c-4679-8a2e-2dc387371113 req-97355331-5eb5-491d-a7cd-96974a3b0484 tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Allocated IP 172.20.0.7 (4cafcce3-f344-455c-8718-7b96b6393933/a4bc47f2-e3f7-4a49-8df8-2cd59ebb96f3/b4eb167f-f97e-496a-b3f7-c47cc87d3778) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:01:49.558955 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-94329722-fe74-41c8-8798-783d210f2837 req-9209f25f-c832-4eb1-a8d1-7f736135392a tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:49.602399 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0f47ba94-55ce-430e-8dfb-b64878051c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29762700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24211087'] for subnet, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:49.633907 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab8d69f-b5b9-43b0-acda-27386c1d1993 req-70096db4-7215-4e87-ab17-7a855f507829 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:01:49.646068 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab8d69f-b5b9-43b0-acda-27386c1d1993 req-70096db4-7215-4e87-ab17-7a855f507829 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:01:49.654299 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab8d69f-b5b9-43b0-acda-27386c1d1993 req-70096db4-7215-4e87-ab17-7a855f507829 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:01:49.664416 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9ab8d69f-b5b9-43b0-acda-27386c1d1993 req-70096db4-7215-4e87-ab17-7a855f507829 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/ports?device_id=295adfcc-63cd-4939-a68d-f1d2f39c6cb5 HTTP/1.1" status: 200 len: 2374 time: 0.1893930 Aug 05 12:01:49.789955 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-94329722-fe74-41c8-8798-783d210f2837 req-9209f25f-c832-4eb1-a8d1-7f736135392a tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Transition to ACTIVE for port object fdc00ed3-1ef7-4580-87ca-41c84ea3e979 will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:01:49.790288 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9ab8d69f-b5b9-43b0-acda-27386c1d1993 req-e984a86c-92b6-4896-83e3-fbfd4d1cebed tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/security-groups?id=febd0f78-107f-43e4-b53e-32336893412a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1211803 Aug 05 12:01:49.903527 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f47ba94-55ce-430e-8dfb-b64878051c54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96bcc71c-db3b-48c5-a5c3-35b749d6182d,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:01:49.909262 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f47ba94-55ce-430e-8dfb-b64878051c54 admin admin] Checking segment: {'id': '556bee1a-9d74-4f14-94d0-708064ee6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'b881efb6-f52e-4006-a158-c2aa42fef2fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:01:49.909849 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f47ba94-55ce-430e-8dfb-b64878051c54 admin admin] Network hostable DHCP agents. Network: b881efb6-f52e-4006-a158-c2aa42fef2fe, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 12:01:49.956764 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-d15b5da8-401c-4679-8a2e-2dc387371113 req-97355331-5eb5-491d-a7cd-96974a3b0484 tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:49.972962 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1530414b-5565-45d7-aa13-d9e366ade066 req-e9ee1b90-d0dc-43b9-b5db-65606332b203 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:01:49.976209 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1530414b-5565-45d7-aa13-d9e366ade066 req-e9ee1b90-d0dc-43b9-b5db-65606332b203 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2982b20-6da2-4689-ae89-08a6113e6505 HTTP/1.1" status: 200 len: 943 time: 0.2062047 Aug 05 12:01:49.978234 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f47ba94-55ce-430e-8dfb-b64878051c54 admin admin] Network b881efb6-f52e-4006-a158-c2aa42fef2fe is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 12:01:49.989856 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-94329722-fe74-41c8-8798-783d210f2837 req-9209f25f-c832-4eb1-a8d1-7f736135392a tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:49.994651 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-d15b5da8-401c-4679-8a2e-2dc387371113 req-97355331-5eb5-491d-a7cd-96974a3b0484 tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Transition to ACTIVE for port object b4eb167f-f97e-496a-b3f7-c47cc87d3778 will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:01:50.000075 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-0f47ba94-55ce-430e-8dfb-b64878051c54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, b881efb6-f52e-4006-a158-c2aa42fef2fe) {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:01:50.008708 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f47ba94-55ce-430e-8dfb-b64878051c54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:01:50.009851 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0f47ba94-55ce-430e-8dfb-b64878051c54 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:50.019244 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8abba2e-0f26-40cb-a14a-95c661d7ede9 None None] Network b881efb6-f52e-4006-a158-c2aa42fef2fe requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:01:50.089918 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94329722-fe74-41c8-8798-783d210f2837 req-9209f25f-c832-4eb1-a8d1-7f736135392a tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Network 86bbbaf5-a273-4acb-af27-d15f3d74f788 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:01:50.103648 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-94329722-fe74-41c8-8798-783d210f2837 req-9209f25f-c832-4eb1-a8d1-7f736135392a tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:01:50.121963 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-94329722-fe74-41c8-8798-783d210f2837 req-9209f25f-c832-4eb1-a8d1-7f736135392a tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:01:50.142007 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-0f47ba94-55ce-430e-8dfb-b64878051c54 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4266551 Aug 05 12:01:50.149112 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 57744) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:01:50.157391 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-99e50a5b-6f76-427f-9201-11c7338223de admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-443103019-router', 'tenant_id': 'f717acd5caa748b6b706fbaad1f3b969', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:01:50.177404 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1530414b-5565-45d7-aa13-d9e366ade066 req-e0ddd814-cf70-4943-98f6-6d02f4a9530e tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=d700a63d-a591-46d0-9144-d357356aa9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1638091 Aug 05 12:01:50.280004 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9209f25f-c832-4eb1-a8d1-7f736135392a tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Pushing event updated for resources: {'Port': ['ID=fdc00ed3-1ef7-4580-87ca-41c84ea3e979,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:01:50.283024 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-99e50a5b-6f76-427f-9201-11c7338223de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33260300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1929'] for router, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:50.285521 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-99e50a5b-6f76-427f-9201-11c7338223de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33285914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33034662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1926'] for router, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:50.299428 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-d15b5da8-401c-4679-8a2e-2dc387371113 req-97355331-5eb5-491d-a7cd-96974a3b0484 tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:50.570768 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d15b5da8-401c-4679-8a2e-2dc387371113 req-97355331-5eb5-491d-a7cd-96974a3b0484 tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Network 4cafcce3-f344-455c-8718-7b96b6393933 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:01:50.580555 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-d15b5da8-401c-4679-8a2e-2dc387371113 req-97355331-5eb5-491d-a7cd-96974a3b0484 tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:01:50.585317 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-625abe4f-caed-4f61-a7a4-6f67a5d207c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-b881efb6-f52e-4006-a158-c2aa42fef2fe', 'network_id': 'b881efb6-f52e-4006-a158-c2aa42fef2fe', 'tenant_id': 'f717acd5caa748b6b706fbaad1f3b969', 'fixed_ips': [{'subnet_id': '96bcc71c-db3b-48c5-a5c3-35b749d6182d'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 12:01:50.586935 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-625abe4f-caed-4f61-a7a4-6f67a5d207c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:50.626596 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-99e50a5b-6f76-427f-9201-11c7338223de admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:50.651062 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94329722-fe74-41c8-8798-783d210f2837 req-9209f25f-c832-4eb1-a8d1-7f736135392a tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:01:50.652240 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-94329722-fe74-41c8-8798-783d210f2837 req-9209f25f-c832-4eb1-a8d1-7f736135392a tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:50.657903 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c9ac50-4a2d-4107-bdbd-94af13daff6c req-f1c4df22-145e-40fc-bfdf-b17c1b4c7859 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:01:50.669109 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f6c9ac50-4a2d-4107-bdbd-94af13daff6c req-f1c4df22-145e-40fc-bfdf-b17c1b4c7859 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=03b5b896-60a3-4bcb-a01d-52939f97c9d5 HTTP/1.1" status: 200 len: 945 time: 0.3338025 Aug 05 12:01:50.709527 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-d15b5da8-401c-4679-8a2e-2dc387371113 req-97355331-5eb5-491d-a7cd-96974a3b0484 tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:01:50.826623 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97355331-5eb5-491d-a7cd-96974a3b0484 tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Pushing event updated for resources: {'Port': ['ID=b4eb167f-f97e-496a-b3f7-c47cc87d3778,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:01:50.855185 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-94329722-fe74-41c8-8798-783d210f2837 req-9209f25f-c832-4eb1-a8d1-7f736135392a tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5823176 Aug 05 12:01:50.893246 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-94329722-fe74-41c8-8798-783d210f2837 req-552520ac-373c-482f-bc1b-71a378772c5e tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Request body: {'port': {'device_id': '295adfcc-63cd-4939-a68d-f1d2f39c6cb5', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '86bbbaf5-a273-4acb-af27-d15f3d74f788', 'admin_state_up': True, 'tenant_id': '7f690a1af59141ff99aca95e28eca771', 'security_groups': ['febd0f78-107f-43e4-b53e-32336893412a']}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:01:50.911764 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-1e424486-f3f9-4f9d-8c95-259639a4490a None None] Provisioning for port fdc00ed3-1ef7-4580-87ca-41c84ea3e979 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:01:50.944555 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15b5da8-401c-4679-8a2e-2dc387371113 req-97355331-5eb5-491d-a7cd-96974a3b0484 tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:01:50.944849 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-1e424486-f3f9-4f9d-8c95-259639a4490a None None] Provisioning complete for port fdc00ed3-1ef7-4580-87ca-41c84ea3e979 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:01:50.945110 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1e424486-f3f9-4f9d-8c95-259639a4490a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:50.946210 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-d15b5da8-401c-4679-8a2e-2dc387371113 req-97355331-5eb5-491d-a7cd-96974a3b0484 tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:51.030969 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37b9fc2-fb9c-4b46-94bf-55792f64adcb req-2101c72e-724f-4b46-a83c-723a3c85ca84 tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:01:51.045984 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b37b9fc2-fb9c-4b46-94bf-55792f64adcb req-2101c72e-724f-4b46-a83c-723a3c85ca84 tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed8382d2-f132-4dae-822e-1f0b5e512344 HTTP/1.1" status: 200 len: 931 time: 0.4995000 Aug 05 12:01:51.079381 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d15b5da8-401c-4679-8a2e-2dc387371113 req-97355331-5eb5-491d-a7cd-96974a3b0484 tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9229090 Aug 05 12:01:51.091698 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-1e424486-f3f9-4f9d-8c95-259639a4490a None None] Port fdc00ed3-1ef7-4580-87ca-41c84ea3e979 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 12:01:51.115965 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-d15b5da8-401c-4679-8a2e-2dc387371113 req-7b2904f4-570e-4a92-ae7b-43067ca724dc service neutron] Request body: {'port': {'device_id': 'ed8382d2-f132-4dae-822e-1f0b5e512344', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:01:51.161334 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f6c9ac50-4a2d-4107-bdbd-94af13daff6c req-638e76dd-7659-41b9-abf2-547c4e5fbbb0 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=63e39a45-73ad-49df-9d90-9ca653f416c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4905901 Aug 05 12:01:51.285047 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-d164c3f3-dc8c-4890-aeed-630f87f3fcbd None None] Provisioning for port b4eb167f-f97e-496a-b3f7-c47cc87d3778 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:01:51.308795 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-99e50a5b-6f76-427f-9201-11c7338223de admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:51.315668 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-d164c3f3-dc8c-4890-aeed-630f87f3fcbd None None] Provisioning complete for port b4eb167f-f97e-496a-b3f7-c47cc87d3778 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:01:51.316936 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-d164c3f3-dc8c-4890-aeed-630f87f3fcbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:51.322996 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-625abe4f-caed-4f61-a7a4-6f67a5d207c0 None None] Allocated IP 172.20.0.2 (b881efb6-f52e-4006-a158-c2aa42fef2fe/96bcc71c-db3b-48c5-a5c3-35b749d6182d/b8f0f01f-dbc5-4599-8695-12f271695b90) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:01:51.367679 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-d15b5da8-401c-4679-8a2e-2dc387371113 req-7b2904f4-570e-4a92-ae7b-43067ca724dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:51.401395 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b37b9fc2-fb9c-4b46-94bf-55792f64adcb req-14400ac7-490b-4155-8067-de6abcf88984 tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] 10.222.0.58 "GET /v2.0/security-groups?id=004abe90-7231-48c6-9525-aae3144539b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3538680 Aug 05 12:01:51.479697 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94329722-fe74-41c8-8798-783d210f2837 req-552520ac-373c-482f-bc1b-71a378772c5e tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Made reservation on behalf of 7f690a1af59141ff99aca95e28eca771 for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:01:51.487779 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-94329722-fe74-41c8-8798-783d210f2837 req-552520ac-373c-482f-bc1b-71a378772c5e tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:51.533894 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-d164c3f3-dc8c-4890-aeed-630f87f3fcbd None None] Port b4eb167f-f97e-496a-b3f7-c47cc87d3778 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 12:01:51.795108 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-625abe4f-caed-4f61-a7a4-6f67a5d207c0 None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:51.832757 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-625abe4f-caed-4f61-a7a4-6f67a5d207c0 None None] Transition to ACTIVE for port object b8f0f01f-dbc5-4599-8695-12f271695b90 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:01:51.880568 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-625abe4f-caed-4f61-a7a4-6f67a5d207c0 None None] Transition to ACTIVE for port object b8f0f01f-dbc5-4599-8695-12f271695b90 will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:01:51.896134 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-625abe4f-caed-4f61-a7a4-6f67a5d207c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:52.021945 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625abe4f-caed-4f61-a7a4-6f67a5d207c0 None None] Pushing event updated for resources: {'Port': ['ID=b8f0f01f-dbc5-4599-8695-12f271695b90,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:01:52.032188 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f0c349bd-e960-4b79-a4d0-55cb5e9f1efe req-6a6ae2b8-2543-4202-b518-38cd78490912 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f2982b20-6da2-4689-ae89-08a6113e6505&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.5146632 Aug 05 12:01:52.074343 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625abe4f-caed-4f61-a7a4-6f67a5d207c0 None None] Network b881efb6-f52e-4006-a158-c2aa42fef2fe is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:01:52.077936 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-625abe4f-caed-4f61-a7a4-6f67a5d207c0 None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:01:52.083064 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625abe4f-caed-4f61-a7a4-6f67a5d207c0 None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:01:52.138920 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-94329722-fe74-41c8-8798-783d210f2837 req-552520ac-373c-482f-bc1b-71a378772c5e tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Allocated IP 10.2.2.200 (86bbbaf5-a273-4acb-af27-d15f3d74f788/78405c69-bcbd-4bcb-8a8c-a035481e47e0/d79a8c0b-1e74-416a-91c7-f9e3fcbe25d4) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:01:52.322883 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14346424-05af-48a5-b726-959b93ac4307 req-9f8672e7-efb8-4247-8700-5623f8996f7c tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:01:52.348468 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-625abe4f-caed-4f61-a7a4-6f67a5d207c0 None None] Attempting to bind port b8f0f01f-dbc5-4599-8695-12f271695b90 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:01:52.348468 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-625abe4f-caed-4f61-a7a4-6f67a5d207c0 None None] Attempting to bind port b8f0f01f-dbc5-4599-8695-12f271695b90 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '556bee1a-9d74-4f14-94d0-708064ee6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'b881efb6-f52e-4006-a158-c2aa42fef2fe'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:01:52.348468 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625abe4f-caed-4f61-a7a4-6f67a5d207c0 None None] Attempting to bind port b8f0f01f-dbc5-4599-8695-12f271695b90 on network b881efb6-f52e-4006-a158-c2aa42fef2fe {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:01:52.352740 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14346424-05af-48a5-b726-959b93ac4307 req-9f8672e7-efb8-4247-8700-5623f8996f7c tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:01:52.368144 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14346424-05af-48a5-b726-959b93ac4307 req-9f8672e7-efb8-4247-8700-5623f8996f7c tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:01:52.384577 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625abe4f-caed-4f61-a7a4-6f67a5d207c0 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:01:52.385152 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625abe4f-caed-4f61-a7a4-6f67a5d207c0 None None] Checking segment: {'id': '556bee1a-9d74-4f14-94d0-708064ee6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'b881efb6-f52e-4006-a158-c2aa42fef2fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:01:52.385781 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-625abe4f-caed-4f61-a7a4-6f67a5d207c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:52.386407 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625abe4f-caed-4f61-a7a4-6f67a5d207c0 None None] Bound using segment: {'id': '556bee1a-9d74-4f14-94d0-708064ee6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'b881efb6-f52e-4006-a158-c2aa42fef2fe'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:01:52.395936 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-625abe4f-caed-4f61-a7a4-6f67a5d207c0 None None] Bound port: b8f0f01f-dbc5-4599-8695-12f271695b90, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '556bee1a-9d74-4f14-94d0-708064ee6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'b881efb6-f52e-4006-a158-c2aa42fef2fe'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:01:52.395936 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-625abe4f-caed-4f61-a7a4-6f67a5d207c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:52.397476 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14346424-05af-48a5-b726-959b93ac4307 req-9f8672e7-efb8-4247-8700-5623f8996f7c tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:01:52.428907 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-14346424-05af-48a5-b726-959b93ac4307 req-9f8672e7-efb8-4247-8700-5623f8996f7c tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/ports?device_id=295adfcc-63cd-4939-a68d-f1d2f39c6cb5 HTTP/1.1" status: 200 len: 3095 time: 1.0750620 Aug 05 12:01:52.479802 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-d15b5da8-401c-4679-8a2e-2dc387371113 req-7b2904f4-570e-4a92-ae7b-43067ca724dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4eb167f-f97e-496a-b3f7-c47cc87d3778 {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 12:01:52.492135 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:52.494011 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9769c7ce-79d4-442a-a769-0deeaae2191b req-a41c9222-9bd7-46b7-aaf5-277aef0046c0 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:01:52.504603 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9769c7ce-79d4-442a-a769-0deeaae2191b req-a41c9222-9bd7-46b7-aaf5-277aef0046c0 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=03b5b896-60a3-4bcb-a01d-52939f97c9d5 HTTP/1.1" status: 200 len: 945 time: 0.4654541 Aug 05 12:01:52.510916 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-d15b5da8-401c-4679-8a2e-2dc387371113 req-7b2904f4-570e-4a92-ae7b-43067ca724dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:52.587327 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-d15b5da8-401c-4679-8a2e-2dc387371113 req-7b2904f4-570e-4a92-ae7b-43067ca724dc service neutron] Transition to ACTIVE for port object b4eb167f-f97e-496a-b3f7-c47cc87d3778 will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:01:52.596223 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-d15b5da8-401c-4679-8a2e-2dc387371113 req-7b2904f4-570e-4a92-ae7b-43067ca724dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:52.620801 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-625abe4f-caed-4f61-a7a4-6f67a5d207c0 None None] For port b8f0f01f-dbc5-4599-8695-12f271695b90, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:01:52.631869 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-625abe4f-caed-4f61-a7a4-6f67a5d207c0 None None] For port b8f0f01f-dbc5-4599-8695-12f271695b90, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=b8f0f01f-dbc5-4599-8695-12f271695b90,segment=NetworkSegment(556bee1a-9d74-4f14-94d0-708064ee6011),segment_id=556bee1a-9d74-4f14-94d0-708064ee6011)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:01:52.640534 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-625abe4f-caed-4f61-a7a4-6f67a5d207c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:52.840545 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-94329722-fe74-41c8-8798-783d210f2837 req-552520ac-373c-482f-bc1b-71a378772c5e tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:52.842709 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625abe4f-caed-4f61-a7a4-6f67a5d207c0 None None] Pushing event updated for resources: {'Port': ['ID=b8f0f01f-dbc5-4599-8695-12f271695b90,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:01:52.931633 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2904f4-570e-4a92-ae7b-43067ca724dc service neutron] Pushing event updated for resources: {'Port': ['ID=b4eb167f-f97e-496a-b3f7-c47cc87d3778,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:01:52.944340 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-94329722-fe74-41c8-8798-783d210f2837 req-552520ac-373c-482f-bc1b-71a378772c5e tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Transition to ACTIVE for port object d79a8c0b-1e74-416a-91c7-f9e3fcbe25d4 will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:01:52.975291 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-14346424-05af-48a5-b726-959b93ac4307 req-50974ea6-c8c3-4ab1-8bcf-c39f9b4ce616 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/security-groups?id=febd0f78-107f-43e4-b53e-32336893412a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.5436633 Aug 05 12:01:52.999960 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9769c7ce-79d4-442a-a769-0deeaae2191b req-a3cba267-6408-404b-b292-9da8f4203ef4 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=63e39a45-73ad-49df-9d90-9ca653f416c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4711187 Aug 05 12:01:53.289691 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 57768) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:01:53.442960 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-94329722-fe74-41c8-8798-783d210f2837 req-552520ac-373c-482f-bc1b-71a378772c5e tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:53.630572 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24bb3d43-b3f3-447f-ae2c-2b887b55f119 tempest-TestNetworkAdvancedServerOps-1820726671 tempest-TestNetworkAdvancedServerOps-1820726671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:01:53.633242 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-24bb3d43-b3f3-447f-ae2c-2b887b55f119 tempest-TestNetworkAdvancedServerOps-1820726671 tempest-TestNetworkAdvancedServerOps-1820726671-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=03b5b896-60a3-4bcb-a01d-52939f97c9d5 HTTP/1.1" status: 200 len: 1091 time: 0.3418636 Aug 05 12:01:53.643399 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94329722-fe74-41c8-8798-783d210f2837 req-552520ac-373c-482f-bc1b-71a378772c5e tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Network 86bbbaf5-a273-4acb-af27-d15f3d74f788 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:01:53.644460 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552520ac-373c-482f-bc1b-71a378772c5e tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Pushing event updated for resources: {'Port': ['ID=d79a8c0b-1e74-416a-91c7-f9e3fcbe25d4,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:01:53.647586 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 57770) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:01:53.655778 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-fbfa9fa9-fd2d-4769-8f0e-ce430f56ecd4 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Request body: {'floatingip': {'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'port_id': '0d243f1b-bee7-4fff-a8bf-f50adee1fc74', 'tenant_id': '7f88688726d24c8e9d77831659c7c3ae', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:01:53.666436 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-94329722-fe74-41c8-8798-783d210f2837 req-552520ac-373c-482f-bc1b-71a378772c5e tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:01:53.673289 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-94329722-fe74-41c8-8798-783d210f2837 req-552520ac-373c-482f-bc1b-71a378772c5e tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:01:53.683511 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a9ba0f-a96a-47a9-a4d9-00e16f8aad7d req-edb5337e-a68b-4169-858b-f0d6818108ab tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:01:53.686398 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-09a9ba0f-a96a-47a9-a4d9-00e16f8aad7d req-edb5337e-a68b-4169-858b-f0d6818108ab tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed8382d2-f132-4dae-822e-1f0b5e512344 HTTP/1.1" status: 200 len: 943 time: 0.2913744 Aug 05 12:01:53.729015 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-d15b5da8-401c-4679-8a2e-2dc387371113 req-7b2904f4-570e-4a92-ae7b-43067ca724dc service neutron] Attempting to bind port b4eb167f-f97e-496a-b3f7-c47cc87d3778 on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:01:53.729440 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-d15b5da8-401c-4679-8a2e-2dc387371113 req-7b2904f4-570e-4a92-ae7b-43067ca724dc service neutron] Attempting to bind port b4eb167f-f97e-496a-b3f7-c47cc87d3778 by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': 'd79482fc-e8db-4641-a491-552f679b63fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '4cafcce3-f344-455c-8718-7b96b6393933'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:01:53.729812 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15b5da8-401c-4679-8a2e-2dc387371113 req-7b2904f4-570e-4a92-ae7b-43067ca724dc service neutron] Attempting to bind port b4eb167f-f97e-496a-b3f7-c47cc87d3778 on network 4cafcce3-f344-455c-8718-7b96b6393933 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:01:53.733570 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0387b7-9c8d-4c38-a4e2-db42fda143b7 req-235ccf9a-a86f-49a4-bf8d-5ad941167550 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:01:53.741308 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94329722-fe74-41c8-8798-783d210f2837 req-552520ac-373c-482f-bc1b-71a378772c5e tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:01:53.741994 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-94329722-fe74-41c8-8798-783d210f2837 req-552520ac-373c-482f-bc1b-71a378772c5e tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:53.749594 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9d0387b7-9c8d-4c38-a4e2-db42fda143b7 req-235ccf9a-a86f-49a4-bf8d-5ad941167550 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2982b20-6da2-4689-ae89-08a6113e6505 HTTP/1.1" status: 200 len: 943 time: 0.3564324 Aug 05 12:01:53.758206 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-99e50a5b-6f76-427f-9201-11c7338223de admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:53.764216 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15b5da8-401c-4679-8a2e-2dc387371113 req-7b2904f4-570e-4a92-ae7b-43067ca724dc service neutron] Port b4eb167f-f97e-496a-b3f7-c47cc87d3778 on network 4cafcce3-f344-455c-8718-7b96b6393933 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 12:01:53.764719 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15b5da8-401c-4679-8a2e-2dc387371113 req-7b2904f4-570e-4a92-ae7b-43067ca724dc service neutron] Attempting to bind port b4eb167f-f97e-496a-b3f7-c47cc87d3778 on network 4cafcce3-f344-455c-8718-7b96b6393933 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:01:53.794066 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15b5da8-401c-4679-8a2e-2dc387371113 req-7b2904f4-570e-4a92-ae7b-43067ca724dc service neutron] Checking agent: {'id': 'a8f1dd2d-227c-4e30-8844-52419ba734db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:01:53.794388 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15b5da8-401c-4679-8a2e-2dc387371113 req-7b2904f4-570e-4a92-ae7b-43067ca724dc service neutron] Checking segment: {'id': 'd79482fc-e8db-4641-a491-552f679b63fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '4cafcce3-f344-455c-8718-7b96b6393933'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:01:53.794845 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15b5da8-401c-4679-8a2e-2dc387371113 req-7b2904f4-570e-4a92-ae7b-43067ca724dc service neutron] Bound using segment: {'id': 'd79482fc-e8db-4641-a491-552f679b63fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '4cafcce3-f344-455c-8718-7b96b6393933'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:01:53.800062 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-d15b5da8-401c-4679-8a2e-2dc387371113 req-7b2904f4-570e-4a92-ae7b-43067ca724dc service neutron] Bound port: b4eb167f-f97e-496a-b3f7-c47cc87d3778, host: n-h2-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd79482fc-e8db-4641-a491-552f679b63fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '4cafcce3-f344-455c-8718-7b96b6393933'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:01:53.800541 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-d15b5da8-401c-4679-8a2e-2dc387371113 req-7b2904f4-570e-4a92-ae7b-43067ca724dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:53.825807 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fbfa9fa9-fd2d-4769-8f0e-ce430f56ecd4 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for floatingip, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:53.835711 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-94329722-fe74-41c8-8798-783d210f2837 req-552520ac-373c-482f-bc1b-71a378772c5e tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9504738 Aug 05 12:01:53.876900 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-99e50a5b-6f76-427f-9201-11c7338223de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:53.906881 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-94329722-fe74-41c8-8798-783d210f2837 req-6f9dc65d-580c-4aa2-8254-bf31253b6a79 service neutron] Request body: {'port': {'device_id': '295adfcc-63cd-4939-a68d-f1d2f39c6cb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:01:54.093177 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-09a9ba0f-a96a-47a9-a4d9-00e16f8aad7d req-6ad35ef6-ab4a-49b0-b2c0-71454759047c tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] 10.222.0.58 "GET /v2.0/security-groups?id=004abe90-7231-48c6-9525-aae3144539b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3924959 Aug 05 12:01:54.137902 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9d0387b7-9c8d-4c38-a4e2-db42fda143b7 req-360151a1-3737-4033-8b39-c23ad8b6b34f tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=d700a63d-a591-46d0-9144-d357356aa9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3620346 Aug 05 12:01:54.208127 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-99e50a5b-6f76-427f-9201-11c7338223de admin admin] Allocated IP 172.25.5.155 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/60bfddc8-d821-4934-97ac-cf793158e94a) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:01:54.513004 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-5c2e3374-5d3b-400e-a9d4-0891c2b00a35 None None] Provisioning for port d79a8c0b-1e74-416a-91c7-f9e3fcbe25d4 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:01:54.528972 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-5c2e3374-5d3b-400e-a9d4-0891c2b00a35 None None] Provisioning complete for port d79a8c0b-1e74-416a-91c7-f9e3fcbe25d4 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:01:54.529586 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-5c2e3374-5d3b-400e-a9d4-0891c2b00a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:54.643319 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-5c2e3374-5d3b-400e-a9d4-0891c2b00a35 None None] Port d79a8c0b-1e74-416a-91c7-f9e3fcbe25d4 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 12:01:54.645381 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-99e50a5b-6f76-427f-9201-11c7338223de admin admin] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:54.760410 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4d3447-ef80-4dba-b8ff-9ef048b8a085 req-cb603ad8-efdb-4841-ae02-963bbdaa89a1 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:01:54.775523 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4d3447-ef80-4dba-b8ff-9ef048b8a085 req-cb603ad8-efdb-4841-ae02-963bbdaa89a1 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:01:54.818991 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4d3447-ef80-4dba-b8ff-9ef048b8a085 req-cb603ad8-efdb-4841-ae02-963bbdaa89a1 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:01:54.874797 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4d3447-ef80-4dba-b8ff-9ef048b8a085 req-cb603ad8-efdb-4841-ae02-963bbdaa89a1 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:01:54.887208 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-d15b5da8-401c-4679-8a2e-2dc387371113 req-7b2904f4-570e-4a92-ae7b-43067ca724dc service neutron] For port b4eb167f-f97e-496a-b3f7-c47cc87d3778, host n-h2-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:01:54.892355 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4d3447-ef80-4dba-b8ff-9ef048b8a085 req-cb603ad8-efdb-4841-ae02-963bbdaa89a1 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:01:54.906114 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-94329722-fe74-41c8-8798-783d210f2837 req-6f9dc65d-580c-4aa2-8254-bf31253b6a79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:54.909712 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5f4d3447-ef80-4dba-b8ff-9ef048b8a085 req-cb603ad8-efdb-4841-ae02-963bbdaa89a1 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/ports?device_id=295adfcc-63cd-4939-a68d-f1d2f39c6cb5 HTTP/1.1" status: 200 len: 3816 time: 0.5704277 Aug 05 12:01:54.917037 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-99e50a5b-6f76-427f-9201-11c7338223de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:54.962067 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-d15b5da8-401c-4679-8a2e-2dc387371113 req-7b2904f4-570e-4a92-ae7b-43067ca724dc service neutron] For port b4eb167f-f97e-496a-b3f7-c47cc87d3778, host n-h2-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=b4eb167f-f97e-496a-b3f7-c47cc87d3778,segment=NetworkSegment(d79482fc-e8db-4641-a491-552f679b63fa),segment_id=d79482fc-e8db-4641-a491-552f679b63fa)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:01:54.991661 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-d15b5da8-401c-4679-8a2e-2dc387371113 req-7b2904f4-570e-4a92-ae7b-43067ca724dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:54.998357 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5a6fc6-c803-49b0-a82c-83e8f7e0dd19 None None] Network b881efb6-f52e-4006-a158-c2aa42fef2fe requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:01:55.098847 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c349bd-e960-4b79-a4d0-55cb5e9f1efe req-9147c1ae-71c7-4353-80fe-8a300b86a974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:01:55.102526 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f0c349bd-e960-4b79-a4d0-55cb5e9f1efe req-9147c1ae-71c7-4353-80fe-8a300b86a974 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f2982b20-6da2-4689-ae89-08a6113e6505&tenant_id=cbc89f3908d842d4a7beeb1a4fce5354 HTTP/1.1" status: 200 len: 1094 time: 0.6237249 Aug 05 12:01:55.150051 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device b8f0f01f-dbc5-4599-8695-12f271695b90 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:01:55.173142 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15b5da8-401c-4679-8a2e-2dc387371113 req-7b2904f4-570e-4a92-ae7b-43067ca724dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:01:55.173916 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e50a5b-6f76-427f-9201-11c7338223de admin admin] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:01:55.174127 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-d15b5da8-401c-4679-8a2e-2dc387371113 req-7b2904f4-570e-4a92-ae7b-43067ca724dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:55.176580 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d15b5da8-401c-4679-8a2e-2dc387371113 req-7b2904f4-570e-4a92-ae7b-43067ca724dc service neutron] 10.222.0.55 "PUT /v2.0/ports/b4eb167f-f97e-496a-b3f7-c47cc87d3778 HTTP/1.1" status: 200 len: 1091 time: 4.0668690 Aug 05 12:01:55.177316 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed8382d2-f132-4dae-822e-1f0b5e512344', 'tag': 'b4eb167f-f97e-496a-b3f7-c47cc87d3778'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:01:55.185842 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9655724-a4ed-4902-bf45-d1e5936bce2d" -d '{"events": [{"name": "network-changed", "server_uuid": "ed8382d2-f132-4dae-822e-1f0b5e512344", "tag": "b4eb167f-f97e-496a-b3f7-c47cc87d3778"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:01:55.222475 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fbfa9fa9-fd2d-4769-8f0e-ce430f56ecd4 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:55.286021 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-99e50a5b-6f76-427f-9201-11c7338223de admin admin] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:01:55.340425 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5f4d3447-ef80-4dba-b8ff-9ef048b8a085 req-f0f99f6a-b572-4a58-8cad-c84d2009e48c tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/security-groups?id=febd0f78-107f-43e4-b53e-32336893412a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3958142 Aug 05 12:01:55.348814 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-7e7fde78-5d88-43f4-bcb8-5ed123c3afa7 None None] Provisioning for port b8f0f01f-dbc5-4599-8695-12f271695b90 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:01:55.379123 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e50a5b-6f76-427f-9201-11c7338223de admin admin] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:01:55.391276 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port b8f0f01f-dbc5-4599-8695-12f271695b90 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:01:55.413085 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port b8f0f01f-dbc5-4599-8695-12f271695b90 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:01:55.413686 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:55.583211 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 57782) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:01:55.828213 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-d0c6691b-dc37-45be-baef-cabee8b57db2 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "GET /v2.0/floatingips/3316c298-f911-48c9-b887-85ae182fd5f6 HTTP/1.1" status: 200 len: 994 time: 0.1757021 Aug 05 12:01:55.834639 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e50a5b-6f76-427f-9201-11c7338223de admin admin] Pushing event updated for resources: {'Port': ['ID=60bfddc8-d821-4934-97ac-cf793158e94a,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:01:55.860637 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:55.877935 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2904f4-570e-4a92-ae7b-43067ca724dc service neutron] Pushing event updated for resources: {'Port': ['ID=b4eb167f-f97e-496a-b3f7-c47cc87d3778,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:01:56.066725 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15b5da8-401c-4679-8a2e-2dc387371113 req-86017b0c-9967-4c4b-accf-ae216006e453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:01:56.069580 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d15b5da8-401c-4679-8a2e-2dc387371113 req-86017b0c-9967-4c4b-accf-ae216006e453 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=14f85fa6e8e1401fb399139faf003f37&device_id=ed8382d2-f132-4dae-822e-1f0b5e512344 HTTP/1.1" status: 200 len: 1094 time: 0.4832006 Aug 05 12:01:56.185774 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c349bd-e960-4b79-a4d0-55cb5e9f1efe req-bc90349c-a922-4d3f-8b99-47e41bd82ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:01:56.188818 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f0c349bd-e960-4b79-a4d0-55cb5e9f1efe req-bc90349c-a922-4d3f-8b99-47e41bd82ed9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cbc89f3908d842d4a7beeb1a4fce5354&device_id=f2982b20-6da2-4689-ae89-08a6113e6505 HTTP/1.1" status: 200 len: 1094 time: 1.0038273 Aug 05 12:01:56.205460 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d15b5da8-401c-4679-8a2e-2dc387371113 req-1b5972b4-fcd7-4b6d-a8ad-a4d974a16d01 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b4eb167f-f97e-496a-b3f7-c47cc87d3778 HTTP/1.1" status: 200 len: 217 time: 0.1113052 Aug 05 12:01:56.208888 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-99e50a5b-6f76-427f-9201-11c7338223de admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:56.209265 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port b8f0f01f-dbc5-4599-8695-12f271695b90, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=b8f0f01f-dbc5-4599-8695-12f271695b90,segment=NetworkSegment(556bee1a-9d74-4f14-94d0-708064ee6011),segment_id=556bee1a-9d74-4f14-94d0-708064ee6011)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:01:56.219765 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:56.328172 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=b8f0f01f-dbc5-4599-8695-12f271695b90,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:01:56.396998 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-21048334-61d1-4b0a-b7a5-56c108950419 None None] Provisioning complete for port b8f0f01f-dbc5-4599-8695-12f271695b90 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:01:56.397494 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-21048334-61d1-4b0a-b7a5-56c108950419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:56.426203 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15b5da8-401c-4679-8a2e-2dc387371113 req-c075744d-1d2e-4272-80ac-0348f45f62ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:01:56.428793 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d15b5da8-401c-4679-8a2e-2dc387371113 req-c075744d-1d2e-4272-80ac-0348f45f62ce service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a4bc47f2-e3f7-4a49-8df8-2cd59ebb96f3 HTTP/1.1" status: 200 len: 847 time: 0.2040703 Aug 05 12:01:56.431453 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924d19ef-1a03-42fa-aa9e-194ce9011ad0 req-3e889462-7963-4e87-8021-6f05f3e12f86 tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:01:56.433586 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-924d19ef-1a03-42fa-aa9e-194ce9011ad0 req-3e889462-7963-4e87-8021-6f05f3e12f86 tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed8382d2-f132-4dae-822e-1f0b5e512344 HTTP/1.1" status: 200 len: 943 time: 0.8986001 Aug 05 12:01:56.511429 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-924d19ef-1a03-42fa-aa9e-194ce9011ad0 req-858ea4b0-8954-490e-bf67-06abfb4182cf tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] 10.222.0.58 "GET /v2.0/security-groups?id=004abe90-7231-48c6-9525-aae3144539b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623350 Aug 05 12:01:56.523268 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bdcd2c-3068-4572-9c59-4c55b8e1081f req-fd9d2587-2f9b-4fa5-989b-c4d34748958b tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:01:56.533404 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-08bdcd2c-3068-4572-9c59-4c55b8e1081f req-fd9d2587-2f9b-4fa5-989b-c4d34748958b tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2982b20-6da2-4689-ae89-08a6113e6505 HTTP/1.1" status: 200 len: 943 time: 0.7209229 Aug 05 12:01:56.627613 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-fbfa9fa9-fd2d-4769-8f0e-ce430f56ecd4 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Allocated IP 172.25.5.91 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/c3169af6-e0e8-4abc-b94a-b974192f9375) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:01:56.643284 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-94329722-fe74-41c8-8798-783d210f2837 req-6f9dc65d-580c-4aa2-8254-bf31253b6a79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bcb6ae7-f99a-4746-9568-4e0b7720fa3c {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 12:01:56.663891 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-08bdcd2c-3068-4572-9c59-4c55b8e1081f req-954fe914-f4e7-4037-a695-3960b20f8397 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=d700a63d-a591-46d0-9144-d357356aa9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1291866 Aug 05 12:01:56.667627 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c349bd-e960-4b79-a4d0-55cb5e9f1efe req-78192a24-5ec5-4711-8c06-e6d2dc68f414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:01:56.677898 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f0c349bd-e960-4b79-a4d0-55cb5e9f1efe req-78192a24-5ec5-4711-8c06-e6d2dc68f414 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1ac4b742-2a25-4935-8476-e9ad3e543504 HTTP/1.1" status: 200 len: 917 time: 0.4540403 Aug 05 12:01:56.691687 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-94329722-fe74-41c8-8798-783d210f2837 req-6f9dc65d-580c-4aa2-8254-bf31253b6a79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:56.775915 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15b5da8-401c-4679-8a2e-2dc387371113 req-b8bfdef2-4af3-44ef-b786-4c84aa922661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:01:56.778972 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d15b5da8-401c-4679-8a2e-2dc387371113 req-b8bfdef2-4af3-44ef-b786-4c84aa922661 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4cafcce3-f344-455c-8718-7b96b6393933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3231623 Aug 05 12:01:56.915343 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device b8f0f01f-dbc5-4599-8695-12f271695b90 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:01:56.918969 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 12:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9e0ddb3-d45a-41c1-99aa-42b4607f7be4 x-openstack-request-id: req-e9e0ddb3-d45a-41c1-99aa-42b4607f7be4 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:01:56.919385 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed8382d2-f132-4dae-822e-1f0b5e512344", "tag": "b4eb167f-f97e-496a-b3f7-c47cc87d3778", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:01:56.919752 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e9e0ddb3-d45a-41c1-99aa-42b4607f7be4 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:01:56.920379 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed8382d2-f132-4dae-822e-1f0b5e512344', 'tag': 'b4eb167f-f97e-496a-b3f7-c47cc87d3778', 'status': 'completed', 'code': 200} Aug 05 12:01:56.922562 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-94329722-fe74-41c8-8798-783d210f2837 req-6f9dc65d-580c-4aa2-8254-bf31253b6a79 service neutron] Transition to ACTIVE for port object 7bcb6ae7-f99a-4746-9568-4e0b7720fa3c will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:01:56.972559 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-94329722-fe74-41c8-8798-783d210f2837 req-6f9dc65d-580c-4aa2-8254-bf31253b6a79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:57.033842 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port b8f0f01f-dbc5-4599-8695-12f271695b90 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:01:57.034628 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:57.175362 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 57790) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:01:57.293676 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9dc65d-580c-4aa2-8254-bf31253b6a79 service neutron] Pushing event updated for resources: {'Port': ['ID=7bcb6ae7-f99a-4746-9568-4e0b7720fa3c,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:01:57.477255 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d15b5da8-401c-4679-8a2e-2dc387371113 req-7353b97d-6352-4d9e-a507-060e5a6cc3e7 service neutron] 10.222.0.55 "GET /v2.0/networks/4cafcce3-f344-455c-8718-7b96b6393933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5521951 Aug 05 12:01:57.553154 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fbfa9fa9-fd2d-4769-8f0e-ce430f56ecd4 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:57.728986 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-94329722-fe74-41c8-8798-783d210f2837 req-6f9dc65d-580c-4aa2-8254-bf31253b6a79 service neutron] Attempting to bind port 7bcb6ae7-f99a-4746-9568-4e0b7720fa3c on host n-h1-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:01:57.729454 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-94329722-fe74-41c8-8798-783d210f2837 req-6f9dc65d-580c-4aa2-8254-bf31253b6a79 service neutron] Attempting to bind port 7bcb6ae7-f99a-4746-9568-4e0b7720fa3c by drivers openvswitch,hyperv on host n-h1-803378-2 at level 0 using segments [{'id': '40045cee-cedb-44fc-b3f9-2c9f98e7130e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '79bfc6d8-260b-4b47-a4ff-7568441e3a8b'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:01:57.730047 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94329722-fe74-41c8-8798-783d210f2837 req-6f9dc65d-580c-4aa2-8254-bf31253b6a79 service neutron] Attempting to bind port 7bcb6ae7-f99a-4746-9568-4e0b7720fa3c on network 79bfc6d8-260b-4b47-a4ff-7568441e3a8b {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:01:57.771044 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94329722-fe74-41c8-8798-783d210f2837 req-6f9dc65d-580c-4aa2-8254-bf31253b6a79 service neutron] Port 7bcb6ae7-f99a-4746-9568-4e0b7720fa3c on network 79bfc6d8-260b-4b47-a4ff-7568441e3a8b not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 12:01:57.771525 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94329722-fe74-41c8-8798-783d210f2837 req-6f9dc65d-580c-4aa2-8254-bf31253b6a79 service neutron] Attempting to bind port 7bcb6ae7-f99a-4746-9568-4e0b7720fa3c on network 79bfc6d8-260b-4b47-a4ff-7568441e3a8b {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:01:57.826207 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94329722-fe74-41c8-8798-783d210f2837 req-6f9dc65d-580c-4aa2-8254-bf31253b6a79 service neutron] Checking agent: {'id': '40bb7567-59bd-4b31-bc29-da1c50bca759', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:01:57.826590 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94329722-fe74-41c8-8798-783d210f2837 req-6f9dc65d-580c-4aa2-8254-bf31253b6a79 service neutron] Checking segment: {'id': '40045cee-cedb-44fc-b3f9-2c9f98e7130e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '79bfc6d8-260b-4b47-a4ff-7568441e3a8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:01:57.827194 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94329722-fe74-41c8-8798-783d210f2837 req-6f9dc65d-580c-4aa2-8254-bf31253b6a79 service neutron] Bound using segment: {'id': '40045cee-cedb-44fc-b3f9-2c9f98e7130e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '79bfc6d8-260b-4b47-a4ff-7568441e3a8b'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:01:57.828751 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-94329722-fe74-41c8-8798-783d210f2837 req-6f9dc65d-580c-4aa2-8254-bf31253b6a79 service neutron] Bound port: 7bcb6ae7-f99a-4746-9568-4e0b7720fa3c, host: n-h1-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40045cee-cedb-44fc-b3f9-2c9f98e7130e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '79bfc6d8-260b-4b47-a4ff-7568441e3a8b'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:01:57.829309 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-94329722-fe74-41c8-8798-783d210f2837 req-6f9dc65d-580c-4aa2-8254-bf31253b6a79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:57.853251 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04b5af8-2bea-4cf8-81d3-ccb16120797a req-d20a91ad-f6e6-459f-bc96-2d147029ed5f tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:01:57.860861 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04b5af8-2bea-4cf8-81d3-ccb16120797a req-d20a91ad-f6e6-459f-bc96-2d147029ed5f tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:01:57.869664 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04b5af8-2bea-4cf8-81d3-ccb16120797a req-d20a91ad-f6e6-459f-bc96-2d147029ed5f tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:01:57.877916 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04b5af8-2bea-4cf8-81d3-ccb16120797a req-d20a91ad-f6e6-459f-bc96-2d147029ed5f tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:01:57.886187 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04b5af8-2bea-4cf8-81d3-ccb16120797a req-d20a91ad-f6e6-459f-bc96-2d147029ed5f tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:01:57.889823 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c04b5af8-2bea-4cf8-81d3-ccb16120797a req-d20a91ad-f6e6-459f-bc96-2d147029ed5f tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/ports?device_id=295adfcc-63cd-4939-a68d-f1d2f39c6cb5 HTTP/1.1" status: 200 len: 3828 time: 0.9916649 Aug 05 12:01:57.903709 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f0c349bd-e960-4b79-a4d0-55cb5e9f1efe req-d5c04f02-e9b0-45d1-b3ca-e2aee338acad service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=06d6ee75-11e6-4dbf-9648-382f6d9c5c20 HTTP/1.1" status: 200 len: 999 time: 1.2077148 Aug 05 12:01:57.920223 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d15b5da8-401c-4679-8a2e-2dc387371113 req-c6f31f2f-2597-4859-b241-9f78eda5eb36 service neutron] 10.222.0.55 "GET /v2.0/networks/4cafcce3-f344-455c-8718-7b96b6393933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4251328 Aug 05 12:01:57.988161 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fbfa9fa9-fd2d-4769-8f0e-ce430f56ecd4 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:58.010330 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-99e50a5b-6f76-427f-9201-11c7338223de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286026'] for router, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:58.118047 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98128be-df1f-4760-a5da-1a352f16bbce req-c98aebd0-488a-498d-8a6d-c7556a3060e9 tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:01:58.123720 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a98128be-df1f-4760-a5da-1a352f16bbce req-c98aebd0-488a-498d-8a6d-c7556a3060e9 tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed8382d2-f132-4dae-822e-1f0b5e512344 HTTP/1.1" status: 200 len: 943 time: 0.3364475 Aug 05 12:01:58.154046 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c04b5af8-2bea-4cf8-81d3-ccb16120797a req-5ef9f7a4-0cc4-4b9c-872c-a385f5c8e535 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/security-groups?id=febd0f78-107f-43e4-b53e-32336893412a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2437050 Aug 05 12:01:58.158311 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c349bd-e960-4b79-a4d0-55cb5e9f1efe req-4d061139-840b-45f6-a125-a2ab64bf74ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:01:58.161521 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f0c349bd-e960-4b79-a4d0-55cb5e9f1efe req-4d061139-840b-45f6-a125-a2ab64bf74ef service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a5e28117-6f3c-401b-be5b-a70254f1dc57 HTTP/1.1" status: 200 len: 855 time: 0.2419596 Aug 05 12:01:58.174099 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbfa9fa9-fd2d-4769-8f0e-ce430f56ecd4 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:01:58.185126 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-fbfa9fa9-fd2d-4769-8f0e-ce430f56ecd4 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:01:58.189941 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfa9fa9-fd2d-4769-8f0e-ce430f56ecd4 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:01:58.207677 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-5f07fbc2-8c09-4281-ad96-197c97ed138f tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Deleting port 6c269131-8046-4166-abc3-71c4672c3ad2 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:01:58.208247 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5f07fbc2-8c09-4281-ad96-197c97ed138f tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:58.258158 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-94329722-fe74-41c8-8798-783d210f2837 req-6f9dc65d-580c-4aa2-8254-bf31253b6a79 service neutron] For port 7bcb6ae7-f99a-4746-9568-4e0b7720fa3c, host n-h1-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:01:58.287986 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-94329722-fe74-41c8-8798-783d210f2837 req-6f9dc65d-580c-4aa2-8254-bf31253b6a79 service neutron] For port 7bcb6ae7-f99a-4746-9568-4e0b7720fa3c, host n-h1-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=7bcb6ae7-f99a-4746-9568-4e0b7720fa3c,segment=NetworkSegment(40045cee-cedb-44fc-b3f9-2c9f98e7130e),segment_id=40045cee-cedb-44fc-b3f9-2c9f98e7130e)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:01:58.315504 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfa9fa9-fd2d-4769-8f0e-ce430f56ecd4 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Pushing event updated for resources: {'Port': ['ID=c3169af6-e0e8-4abc-b94a-b974192f9375,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:01:58.371018 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a98128be-df1f-4760-a5da-1a352f16bbce req-a7db8507-e8fa-468d-8658-fc035815e020 tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] 10.222.0.58 "GET /v2.0/security-groups?id=004abe90-7231-48c6-9525-aae3144539b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2063050 Aug 05 12:01:58.381588 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-94329722-fe74-41c8-8798-783d210f2837 req-6f9dc65d-580c-4aa2-8254-bf31253b6a79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:58.459933 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c349bd-e960-4b79-a4d0-55cb5e9f1efe req-a4317d78-8182-4679-bf1d-a32b0a18ba5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:01:58.461674 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f0c349bd-e960-4b79-a4d0-55cb5e9f1efe req-a4317d78-8182-4679-bf1d-a32b0a18ba5b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1ac4b742-2a25-4935-8476-e9ad3e543504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2906594 Aug 05 12:01:58.503927 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9655724-a4ed-4902-bf45-d1e5936bce2d req-0d518de7-be72-4da8-a179-45bd9251456c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:01:58.507031 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e9655724-a4ed-4902-bf45-d1e5936bce2d req-0d518de7-be72-4da8-a179-45bd9251456c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=14f85fa6e8e1401fb399139faf003f37&device_id=ed8382d2-f132-4dae-822e-1f0b5e512344 HTTP/1.1" status: 200 len: 1094 time: 0.4228518 Aug 05 12:01:58.542846 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94329722-fe74-41c8-8798-783d210f2837 req-6f9dc65d-580c-4aa2-8254-bf31253b6a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:01:58.544174 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-94329722-fe74-41c8-8798-783d210f2837 req-6f9dc65d-580c-4aa2-8254-bf31253b6a79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:58.549345 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-94329722-fe74-41c8-8798-783d210f2837 req-6f9dc65d-580c-4aa2-8254-bf31253b6a79 service neutron] 10.222.0.64 "PUT /v2.0/ports/7bcb6ae7-f99a-4746-9568-4e0b7720fa3c HTTP/1.1" status: 200 len: 1091 time: 4.6545582 Aug 05 12:01:58.562001 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b33183f-8fc1-4bc6-af55-e66ec5560463 req-3968f290-5185-48bd-9a9d-d5896ac9208f tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:01:58.564907 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9b33183f-8fc1-4bc6-af55-e66ec5560463 req-3968f290-5185-48bd-9a9d-d5896ac9208f tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2982b20-6da2-4689-ae89-08a6113e6505 HTTP/1.1" status: 200 len: 943 time: 0.2367375 Aug 05 12:01:58.649571 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-94329722-fe74-41c8-8798-783d210f2837 req-9336860c-e42f-4f2f-b57e-a14b974c003c service neutron] Request body: {'port': {'device_id': '295adfcc-63cd-4939-a68d-f1d2f39c6cb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:01:58.667398 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5f07fbc2-8c09-4281-ad96-197c97ed138f tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:58.667789 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5f07fbc2-8c09-4281-ad96-197c97ed138f tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:58.670903 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9b33183f-8fc1-4bc6-af55-e66ec5560463 req-43b255b8-8903-47fb-9ebe-1fa07da7be4f tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=d700a63d-a591-46d0-9144-d357356aa9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908401 Aug 05 12:01:58.706904 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f0c349bd-e960-4b79-a4d0-55cb5e9f1efe req-0698cc7f-4264-49a5-aaa3-8de4e58126cc service neutron] 10.222.0.64 "GET /v2.0/networks/1ac4b742-2a25-4935-8476-e9ad3e543504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339168 Aug 05 12:01:58.708672 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99e50a5b-6f76-427f-9201-11c7338223de admin admin] Router e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24 is scheduled to L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d with binding_index 1 {{(pid=94420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 12:01:58.815289 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-5f07fbc2-8c09-4281-ad96-197c97ed138f tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Calling delete_port for 6c269131-8046-4166-abc3-71c4672c3ad2 owned by network:floatingip {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:01:58.845057 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9dc65d-580c-4aa2-8254-bf31253b6a79 service neutron] Pushing event updated for resources: {'Port': ['ID=7bcb6ae7-f99a-4746-9568-4e0b7720fa3c,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:01:58.912034 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-94329722-fe74-41c8-8798-783d210f2837 req-9336860c-e42f-4f2f-b57e-a14b974c003c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:58.928748 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '295adfcc-63cd-4939-a68d-f1d2f39c6cb5', 'tag': '7bcb6ae7-f99a-4746-9568-4e0b7720fa3c'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:01:58.931489 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-579a25bc-b557-48ca-b767-6af854a1ab83" -d '{"events": [{"name": "network-changed", "server_uuid": "295adfcc-63cd-4939-a68d-f1d2f39c6cb5", "tag": "7bcb6ae7-f99a-4746-9568-4e0b7720fa3c"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:01:59.030487 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f0c349bd-e960-4b79-a4d0-55cb5e9f1efe req-f2fc6756-e547-478b-b4f5-c4db6298b4f2 service neutron] 10.222.0.64 "GET /v2.0/networks/1ac4b742-2a25-4935-8476-e9ad3e543504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3141348 Aug 05 12:01:59.040143 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 12:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f7c1ba4-b647-416d-ab00-ae5effce501f x-openstack-request-id: req-7f7c1ba4-b647-416d-ab00-ae5effce501f {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:01:59.040733 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "295adfcc-63cd-4939-a68d-f1d2f39c6cb5", "tag": "7bcb6ae7-f99a-4746-9568-4e0b7720fa3c", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:01:59.041173 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7f7c1ba4-b647-416d-ab00-ae5effce501f {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:01:59.041842 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '295adfcc-63cd-4939-a68d-f1d2f39c6cb5', 'tag': '7bcb6ae7-f99a-4746-9568-4e0b7720fa3c', 'status': 'completed', 'code': 200} Aug 05 12:01:59.081384 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99e50a5b-6f76-427f-9201-11c7338223de admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:01:59.103361 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62086f60-271e-4057-b0e3-1208e73c7f21 None None] Sync routers for ids ['e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:01:59.126559 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62086f60-271e-4057-b0e3-1208e73c7f21 None None] Routers {'e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:01:59.128046 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-62086f60-271e-4057-b0e3-1208e73c7f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:01:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:01:59.148705 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-99e50a5b-6f76-427f-9201-11c7338223de admin admin] Notify callbacks [] for router, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:59.150448 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-99e50a5b-6f76-427f-9201-11c7338223de admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.0000694 Aug 05 12:01:59.154992 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 57798) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:01:59.247452 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device b4eb167f-f97e-496a-b3f7-c47cc87d3778 details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 12:01:59.287218 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579a25bc-b557-48ca-b767-6af854a1ab83 req-321ed040-c39d-4af0-858d-58508dcce01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:01:59.288694 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579a25bc-b557-48ca-b767-6af854a1ab83 req-321ed040-c39d-4af0-858d-58508dcce01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:01:59.289445 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579a25bc-b557-48ca-b767-6af854a1ab83 req-321ed040-c39d-4af0-858d-58508dcce01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:01:59.290502 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579a25bc-b557-48ca-b767-6af854a1ab83 req-321ed040-c39d-4af0-858d-58508dcce01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:01:59.291301 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579a25bc-b557-48ca-b767-6af854a1ab83 req-321ed040-c39d-4af0-858d-58508dcce01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:01:59.294092 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-579a25bc-b557-48ca-b767-6af854a1ab83 req-321ed040-c39d-4af0-858d-58508dcce01a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7f690a1af59141ff99aca95e28eca771&device_id=295adfcc-63cd-4939-a68d-f1d2f39c6cb5 HTTP/1.1" status: 200 len: 4363 time: 0.2092445 Aug 05 12:01:59.365765 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9655724-a4ed-4902-bf45-d1e5936bce2d req-b5046842-99b4-4242-bbf5-029cb8dd305e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:01:59.380293 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e9655724-a4ed-4902-bf45-d1e5936bce2d req-b5046842-99b4-4242-bbf5-029cb8dd305e service neutron] 10.222.0.55 "GET /v2.0/networks?id=4cafcce3-f344-455c-8718-7b96b6393933 HTTP/1.1" status: 200 len: 909 time: 0.8610272 Aug 05 12:01:59.501013 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port b4eb167f-f97e-496a-b3f7-c47cc87d3778, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=b4eb167f-f97e-496a-b3f7-c47cc87d3778,segment=NetworkSegment(d79482fc-e8db-4641-a491-552f679b63fa),segment_id=d79482fc-e8db-4641-a491-552f679b63fa)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:01:59.527572 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Returning: {'device': 'b4eb167f-f97e-496a-b3f7-c47cc87d3778', 'network_id': '4cafcce3-f344-455c-8718-7b96b6393933', 'port_id': 'b4eb167f-f97e-496a-b3f7-c47cc87d3778', 'mac_address': 'fa:16:3e:22:35:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4bc47f2-e3f7-4a49-8df8-2cd59ebb96f3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 12:01:59.644970 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579a25bc-b557-48ca-b767-6af854a1ab83 req-090a5abb-f364-4369-8a55-6731e41e4075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:01:59.645234 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579a25bc-b557-48ca-b767-6af854a1ab83 req-090a5abb-f364-4369-8a55-6731e41e4075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:01:59.645942 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579a25bc-b557-48ca-b767-6af854a1ab83 req-090a5abb-f364-4369-8a55-6731e41e4075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:01:59.652224 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-579a25bc-b557-48ca-b767-6af854a1ab83 req-090a5abb-f364-4369-8a55-6731e41e4075 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=7f690a1af59141ff99aca95e28eca771&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3060675 Aug 05 12:01:59.772280 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:59.837486 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:01:59.863081 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-62086f60-271e-4057-b0e3-1208e73c7f21 None None] Set router e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:01:59.921254 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4eb167f-f97e-496a-b3f7-c47cc87d3778 {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 12:01:59.989252 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e9655724-a4ed-4902-bf45-d1e5936bce2d req-655341b6-a751-46bb-b0a5-330c9e283a9c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b4eb167f-f97e-496a-b3f7-c47cc87d3778 HTTP/1.1" status: 200 len: 217 time: 0.2755735 Aug 05 12:02:00.058428 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579a25bc-b557-48ca-b767-6af854a1ab83 req-0816a1f8-9f66-485e-8fef-94c34a98fdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:00.072017 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-579a25bc-b557-48ca-b767-6af854a1ab83 req-0816a1f8-9f66-485e-8fef-94c34a98fdd9 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3913436 Aug 05 12:02:00.134509 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port b4eb167f-f97e-496a-b3f7-c47cc87d3778, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=b4eb167f-f97e-496a-b3f7-c47cc87d3778,segment=NetworkSegment(d79482fc-e8db-4641-a491-552f679b63fa),segment_id=d79482fc-e8db-4641-a491-552f679b63fa)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:02:00.233991 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:00.453342 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=b4eb167f-f97e-496a-b3f7-c47cc87d3778,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:02:00.511854 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62163e16-eef3-42a0-b1ba-3ccb7f864bd9 req-c6976865-2162-4d6f-9483-ecfa89188ee6 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:00.526625 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62163e16-eef3-42a0-b1ba-3ccb7f864bd9 req-c6976865-2162-4d6f-9483-ecfa89188ee6 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:00.550399 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62163e16-eef3-42a0-b1ba-3ccb7f864bd9 req-c6976865-2162-4d6f-9483-ecfa89188ee6 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:00.562963 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62163e16-eef3-42a0-b1ba-3ccb7f864bd9 req-c6976865-2162-4d6f-9483-ecfa89188ee6 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:00.581670 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['b4eb167f-f97e-496a-b3f7-c47cc87d3778'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 12:02:00.589014 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62163e16-eef3-42a0-b1ba-3ccb7f864bd9 req-c6976865-2162-4d6f-9483-ecfa89188ee6 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:00.591884 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-62163e16-eef3-42a0-b1ba-3ccb7f864bd9 req-c6976865-2162-4d6f-9483-ecfa89188ee6 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/ports?device_id=295adfcc-63cd-4939-a68d-f1d2f39c6cb5 HTTP/1.1" status: 200 len: 3828 time: 0.9361265 Aug 05 12:02:00.641807 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b055c601-149c-4159-9a33-45defe05a54d req-9fdcedbd-ed92-49b7-9f85-2f5ccbaff936 tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:00.654135 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b055c601-149c-4159-9a33-45defe05a54d req-9fdcedbd-ed92-49b7-9f85-2f5ccbaff936 tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed8382d2-f132-4dae-822e-1f0b5e512344 HTTP/1.1" status: 200 len: 943 time: 0.9876959 Aug 05 12:02:00.920311 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b055c601-149c-4159-9a33-45defe05a54d req-d7f33a70-dc63-49a7-a919-7f4c1feabf7b tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] 10.222.0.58 "GET /v2.0/security-groups?id=004abe90-7231-48c6-9525-aae3144539b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2647645 Aug 05 12:02:01.036015 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-62163e16-eef3-42a0-b1ba-3ccb7f864bd9 req-4d5b532c-3ab8-4e09-9707-78e161f31088 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/security-groups?id=febd0f78-107f-43e4-b53e-32336893412a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2973874 Aug 05 12:02:01.439892 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-94329722-fe74-41c8-8798-783d210f2837 req-9336860c-e42f-4f2f-b57e-a14b974c003c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cab8c34-cbf9-450f-9c67-c8ac5da7b895 {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 12:02:01.504105 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-94329722-fe74-41c8-8798-783d210f2837 req-9336860c-e42f-4f2f-b57e-a14b974c003c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:01.601308 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-62086f60-271e-4057-b0e3-1208e73c7f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24', 'name': 'tempest-TestVolumeBootPattern-443103019-router', 'tenant_id': 'f717acd5caa748b6b706fbaad1f3b969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': '60bfddc8-d821-4934-97ac-cf793158e94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:01:50Z', 'updated_at': '2021-08-05T12:01:55Z', 'revision_number': 3, 'project_id': 'f717acd5caa748b6b706fbaad1f3b969', 'gw_port': {'id': '60bfddc8-d821-4934-97ac-cf793158e94a', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:73:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:01:53Z', 'updated_at': '2021-08-05T12:01:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:02:01.634879 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2764483c-c8e7-419a-a5ba-a736ae46b1c4 req-facdc30b-5a05-4a8a-bcc3-2b7ff3960a8e tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:01.647147 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2764483c-c8e7-419a-a5ba-a736ae46b1c4 req-facdc30b-5a05-4a8a-bcc3-2b7ff3960a8e tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2982b20-6da2-4689-ae89-08a6113e6505 HTTP/1.1" status: 200 len: 943 time: 0.4274833 Aug 05 12:02:01.711366 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-94329722-fe74-41c8-8798-783d210f2837 req-9336860c-e42f-4f2f-b57e-a14b974c003c service neutron] Transition to ACTIVE for port object 2cab8c34-cbf9-450f-9c67-c8ac5da7b895 will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:02:01.725632 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62086f60-271e-4057-b0e3-1208e73c7f21 None None] Checking router: e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24 for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:02:01.726085 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62086f60-271e-4057-b0e3-1208e73c7f21 None None] Updating router e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24 port 60bfddc8-d821-4934-97ac-cf793158e94a binding host n-d-803378-2 {{(pid=94422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 12:02:01.750813 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-94329722-fe74-41c8-8798-783d210f2837 req-9336860c-e42f-4f2f-b57e-a14b974c003c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:01.807460 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9655724-a4ed-4902-bf45-d1e5936bce2d req-3278d7c2-5f69-4af2-98b1-59cedbc8effd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:01.816167 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e9655724-a4ed-4902-bf45-d1e5936bce2d req-3278d7c2-5f69-4af2-98b1-59cedbc8effd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a4bc47f2-e3f7-4a49-8df8-2cd59ebb96f3 HTTP/1.1" status: 200 len: 847 time: 1.8099146 Aug 05 12:02:01.833310 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-62086f60-271e-4057-b0e3-1208e73c7f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:01.843772 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2764483c-c8e7-419a-a5ba-a736ae46b1c4 req-bfcbdd57-244a-4954-8af0-36de22ddb5eb tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=d700a63d-a591-46d0-9144-d357356aa9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1589336 Aug 05 12:02:01.962336 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fbfa9fa9-fd2d-4769-8f0e-ce430f56ecd4 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:02.503024 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5f07fbc2-8c09-4281-ad96-197c97ed138f tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:02.596048 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-34680ecd-72ca-4944-a342-428e306248fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:02.638697 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fbfa9fa9-fd2d-4769-8f0e-ce430f56ecd4 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:02.667220 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff028f9-3be5-477d-a577-d08d577b7b79 req-94d20dda-1ee5-46ef-8ef3-10e2f86485cf tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:02.671847 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-aff028f9-3be5-477d-a577-d08d577b7b79 req-94d20dda-1ee5-46ef-8ef3-10e2f86485cf tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed8382d2-f132-4dae-822e-1f0b5e512344 HTTP/1.1" status: 200 len: 944 time: 0.4217541 Aug 05 12:02:02.726005 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9336860c-e42f-4f2f-b57e-a14b974c003c service neutron] Pushing event updated for resources: {'Port': ['ID=2cab8c34-cbf9-450f-9c67-c8ac5da7b895,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:02:03.050008 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-aff028f9-3be5-477d-a577-d08d577b7b79 req-bb852bf6-77de-4b5f-b66d-7fbd20edf5dc tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] 10.222.0.58 "GET /v2.0/security-groups?id=004abe90-7231-48c6-9525-aae3144539b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2417378 Aug 05 12:02:03.083419 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9655724-a4ed-4902-bf45-d1e5936bce2d req-2faae3ea-995d-43d7-917e-15a5b0d5ea49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:03.086276 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e9655724-a4ed-4902-bf45-d1e5936bce2d req-2faae3ea-995d-43d7-917e-15a5b0d5ea49 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4cafcce3-f344-455c-8718-7b96b6393933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.2380736 Aug 05 12:02:03.087648 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f07fbc2-8c09-4281-ad96-197c97ed138f tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Pushing event deleted for resources: {'Port': ['ID=6c269131-8046-4166-abc3-71c4672c3ad2,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:02:03.112405 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6193cba0-f2a2-4aad-a4cf-b665ccd6e28c req-625e752e-012c-402f-85a1-4ed8eaa9cd61 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:03.141085 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6193cba0-f2a2-4aad-a4cf-b665ccd6e28c req-625e752e-012c-402f-85a1-4ed8eaa9cd61 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:03.169820 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6193cba0-f2a2-4aad-a4cf-b665ccd6e28c req-625e752e-012c-402f-85a1-4ed8eaa9cd61 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:03.203064 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6193cba0-f2a2-4aad-a4cf-b665ccd6e28c req-625e752e-012c-402f-85a1-4ed8eaa9cd61 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:03.218082 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device b4eb167f-f97e-496a-b3f7-c47cc87d3778 up at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:02:03.235685 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6193cba0-f2a2-4aad-a4cf-b665ccd6e28c req-625e752e-012c-402f-85a1-4ed8eaa9cd61 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:03.267594 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6193cba0-f2a2-4aad-a4cf-b665ccd6e28c req-625e752e-012c-402f-85a1-4ed8eaa9cd61 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:03.281693 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-62086f60-271e-4057-b0e3-1208e73c7f21 None None] Notify callbacks [] for port, precommit_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:03.286661 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6193cba0-f2a2-4aad-a4cf-b665ccd6e28c req-625e752e-012c-402f-85a1-4ed8eaa9cd61 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/ports?device_id=295adfcc-63cd-4939-a68d-f1d2f39c6cb5 HTTP/1.1" status: 200 len: 4604 time: 0.7045002 Aug 05 12:02:03.336739 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-62086f60-271e-4057-b0e3-1208e73c7f21 None None] Transition to ACTIVE for port object 60bfddc8-d821-4934-97ac-cf793158e94a will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:02:03.375428 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-62086f60-271e-4057-b0e3-1208e73c7f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:03.471595 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-62086f60-271e-4057-b0e3-1208e73c7f21 None None] Attempting to bind port 60bfddc8-d821-4934-97ac-cf793158e94a on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:02:03.472351 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-62086f60-271e-4057-b0e3-1208e73c7f21 None None] Attempting to bind port 60bfddc8-d821-4934-97ac-cf793158e94a by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:02:03.473050 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62086f60-271e-4057-b0e3-1208e73c7f21 None None] Attempting to bind port 60bfddc8-d821-4934-97ac-cf793158e94a on network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:02:03.583298 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning for port b4eb167f-f97e-496a-b3f7-c47cc87d3778 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:02:03.661762 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62086f60-271e-4057-b0e3-1208e73c7f21 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:02:03.662668 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62086f60-271e-4057-b0e3-1208e73c7f21 None None] Checking segment: {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:02:03.693223 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-62086f60-271e-4057-b0e3-1208e73c7f21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:03.694130 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62086f60-271e-4057-b0e3-1208e73c7f21 None None] Bound using segment: {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:02:03.695102 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-62086f60-271e-4057-b0e3-1208e73c7f21 None None] Bound port: 60bfddc8-d821-4934-97ac-cf793158e94a, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:02:03.695885 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-62086f60-271e-4057-b0e3-1208e73c7f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:03.720174 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5f07fbc2-8c09-4281-ad96-197c97ed138f tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks [] for floatingip, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:03.722362 n-d-803378-2 neutron-server[94421]: INFO neutron.db.l3_db [None req-5f07fbc2-8c09-4281-ad96-197c97ed138f tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Floating IP 3316c298-f911-48c9-b887-85ae182fd5f6 disassociated (deleted). External IP: 172.25.5.145, port: 15f1db54-5b5c-419d-9bbe-71a019f516c0. Aug 05 12:02:03.758002 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6193cba0-f2a2-4aad-a4cf-b665ccd6e28c req-900c68bd-a06d-4c9e-bd79-5a9975d89316 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/security-groups?id=febd0f78-107f-43e4-b53e-32336893412a&id=b75859e9-ba11-494c-9174-a2b56bb00afd&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.4476616 Aug 05 12:02:03.768046 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning complete for port b4eb167f-f97e-496a-b3f7-c47cc87d3778 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:02:03.768947 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:04.003227 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-94329722-fe74-41c8-8798-783d210f2837 req-9336860c-e42f-4f2f-b57e-a14b974c003c service neutron] Attempting to bind port 2cab8c34-cbf9-450f-9c67-c8ac5da7b895 on host n-h1-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:02:04.003694 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-94329722-fe74-41c8-8798-783d210f2837 req-9336860c-e42f-4f2f-b57e-a14b974c003c service neutron] Attempting to bind port 2cab8c34-cbf9-450f-9c67-c8ac5da7b895 by drivers openvswitch,hyperv on host n-h1-803378-2 at level 0 using segments [{'id': 'b5893b6e-06cf-4700-b98e-3330d41c521f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'efef5820-889f-42cc-a1e8-7a1a3d2a1fbf'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:02:04.004157 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94329722-fe74-41c8-8798-783d210f2837 req-9336860c-e42f-4f2f-b57e-a14b974c003c service neutron] Attempting to bind port 2cab8c34-cbf9-450f-9c67-c8ac5da7b895 on network efef5820-889f-42cc-a1e8-7a1a3d2a1fbf {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:02:04.066930 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f55694-5f29-48ef-96be-74a892576330 None None] Pushing event updated for resources: {'Port': ['ID=60bfddc8-d821-4934-97ac-cf793158e94a,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:02:04.075984 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d29a6e3-98fa-4acb-8c4b-5d4119fd4ff7 req-6bce2c5e-be13-45bd-a859-f7a6c136820d tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:04.099992 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0d29a6e3-98fa-4acb-8c4b-5d4119fd4ff7 req-6bce2c5e-be13-45bd-a859-f7a6c136820d tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2982b20-6da2-4689-ae89-08a6113e6505 HTTP/1.1" status: 200 len: 943 time: 0.5483804 Aug 05 12:02:04.241229 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-62086f60-271e-4057-b0e3-1208e73c7f21 None None] For port 60bfddc8-d821-4934-97ac-cf793158e94a, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:02:04.258735 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94329722-fe74-41c8-8798-783d210f2837 req-9336860c-e42f-4f2f-b57e-a14b974c003c service neutron] Port 2cab8c34-cbf9-450f-9c67-c8ac5da7b895 on network efef5820-889f-42cc-a1e8-7a1a3d2a1fbf not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 12:02:04.261820 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94329722-fe74-41c8-8798-783d210f2837 req-9336860c-e42f-4f2f-b57e-a14b974c003c service neutron] Attempting to bind port 2cab8c34-cbf9-450f-9c67-c8ac5da7b895 on network efef5820-889f-42cc-a1e8-7a1a3d2a1fbf {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:02:04.262236 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-62086f60-271e-4057-b0e3-1208e73c7f21 None None] For port 60bfddc8-d821-4934-97ac-cf793158e94a, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=60bfddc8-d821-4934-97ac-cf793158e94a,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:02:04.291406 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-62086f60-271e-4057-b0e3-1208e73c7f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:04.302622 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-34680ecd-72ca-4944-a342-428e306248fc admin admin] Allocated IP 172.20.0.1 (b881efb6-f52e-4006-a158-c2aa42fef2fe/96bcc71c-db3b-48c5-a5c3-35b749d6182d/d186cad0-6ab2-4d69-a919-bdb0a850ce74) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:02:04.500369 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fbfa9fa9-fd2d-4769-8f0e-ce430f56ecd4 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:04.523191 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f55694-5f29-48ef-96be-74a892576330 None None] Pushing event updated for resources: {'Port': ['ID=60bfddc8-d821-4934-97ac-cf793158e94a,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:02:04.596273 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62086f60-271e-4057-b0e3-1208e73c7f21 None None] Routers {'e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:02:04.597305 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-62086f60-271e-4057-b0e3-1208e73c7f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:01:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:02:04.603910 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:04.753762 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port b4eb167f-f97e-496a-b3f7-c47cc87d3778, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=b4eb167f-f97e-496a-b3f7-c47cc87d3778,segment=NetworkSegment(d79482fc-e8db-4641-a491-552f679b63fa),segment_id=d79482fc-e8db-4641-a491-552f679b63fa)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:02:04.756433 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94329722-fe74-41c8-8798-783d210f2837 req-9336860c-e42f-4f2f-b57e-a14b974c003c service neutron] Checking agent: {'id': '40bb7567-59bd-4b31-bc29-da1c50bca759', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:02:04.757401 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94329722-fe74-41c8-8798-783d210f2837 req-9336860c-e42f-4f2f-b57e-a14b974c003c service neutron] Checking segment: {'id': 'b5893b6e-06cf-4700-b98e-3330d41c521f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'efef5820-889f-42cc-a1e8-7a1a3d2a1fbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:02:04.758220 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94329722-fe74-41c8-8798-783d210f2837 req-9336860c-e42f-4f2f-b57e-a14b974c003c service neutron] Bound using segment: {'id': 'b5893b6e-06cf-4700-b98e-3330d41c521f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'efef5820-889f-42cc-a1e8-7a1a3d2a1fbf'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:02:04.759060 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-94329722-fe74-41c8-8798-783d210f2837 req-9336860c-e42f-4f2f-b57e-a14b974c003c service neutron] Bound port: 2cab8c34-cbf9-450f-9c67-c8ac5da7b895, host: n-h1-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5893b6e-06cf-4700-b98e-3330d41c521f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'efef5820-889f-42cc-a1e8-7a1a3d2a1fbf'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:02:04.759791 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-94329722-fe74-41c8-8798-783d210f2837 req-9336860c-e42f-4f2f-b57e-a14b974c003c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:04.761645 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed8382d2-f132-4dae-822e-1f0b5e512344', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4eb167f-f97e-496a-b3f7-c47cc87d3778'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:02:04.767175 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81770fdd-04f4-4906-9b19-88036a38011d" -d '{"events": [{"server_uuid": "ed8382d2-f132-4dae-822e-1f0b5e512344", "name": "network-vif-plugged", "status": "completed", "tag": "b4eb167f-f97e-496a-b3f7-c47cc87d3778"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:02:04.768920 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e9655724-a4ed-4902-bf45-d1e5936bce2d req-fdfa3d6e-8034-4aa0-907d-b4e65caa416d service neutron] 10.222.0.55 "GET /v2.0/networks/4cafcce3-f344-455c-8718-7b96b6393933?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6322963 Aug 05 12:02:04.776843 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fbfa9fa9-fd2d-4769-8f0e-ce430f56ecd4 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:04.778667 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:04.809500 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0d29a6e3-98fa-4acb-8c4b-5d4119fd4ff7 req-702314be-07bf-4ca8-8c86-5473a8ba32f6 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=d700a63d-a591-46d0-9144-d357356aa9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7079883 Aug 05 12:02:04.943729 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=b4eb167f-f97e-496a-b3f7-c47cc87d3778,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:02:05.132259 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 12:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06bcf169-0d51-47ff-a5a0-78d058358449 x-openstack-request-id: req-06bcf169-0d51-47ff-a5a0-78d058358449 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:02:05.132837 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed8382d2-f132-4dae-822e-1f0b5e512344", "name": "network-vif-plugged", "status": "completed", "tag": "b4eb167f-f97e-496a-b3f7-c47cc87d3778", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:02:05.133403 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-06bcf169-0d51-47ff-a5a0-78d058358449 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:02:05.134094 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed8382d2-f132-4dae-822e-1f0b5e512344', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4eb167f-f97e-496a-b3f7-c47cc87d3778', 'code': 200} Aug 05 12:02:05.294419 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e9655724-a4ed-4902-bf45-d1e5936bce2d req-f3b902d8-9333-40e4-b217-45d1c2b26196 service neutron] 10.222.0.55 "GET /v2.0/networks/4cafcce3-f344-455c-8718-7b96b6393933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4992151 Aug 05 12:02:05.296784 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-62086f60-271e-4057-b0e3-1208e73c7f21 None None] Set router e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:02:05.388646 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfa9fa9-fd2d-4769-8f0e-ce430f56ecd4 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Pushing event updated for resources: {'Port': ['ID=c3169af6-e0e8-4abc-b94a-b974192f9375,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:02:05.959591 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2272ba5e-291b-4066-9c95-0cc98a64c881 req-1b3c0e5c-5e5c-4349-afac-37965ea0fd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:05.968849 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2272ba5e-291b-4066-9c95-0cc98a64c881 req-1b3c0e5c-5e5c-4349-afac-37965ea0fd44 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ed8382d2-f132-4dae-822e-1f0b5e512344 HTTP/1.1" status: 200 len: 1096 time: 0.6666009 Aug 05 12:02:06.095977 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-94329722-fe74-41c8-8798-783d210f2837 req-9336860c-e42f-4f2f-b57e-a14b974c003c service neutron] For port 2cab8c34-cbf9-450f-9c67-c8ac5da7b895, host n-h1-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:02:06.105031 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-62086f60-271e-4057-b0e3-1208e73c7f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24', 'name': 'tempest-TestVolumeBootPattern-443103019-router', 'tenant_id': 'f717acd5caa748b6b706fbaad1f3b969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': '60bfddc8-d821-4934-97ac-cf793158e94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:01:50Z', 'updated_at': '2021-08-05T12:01:55Z', 'revision_number': 3, 'project_id': 'f717acd5caa748b6b706fbaad1f3b969', 'gw_port': {'id': '60bfddc8-d821-4934-97ac-cf793158e94a', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:73:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:01:53Z', 'updated_at': '2021-08-05T12:02:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:02:06.127603 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fbfa9fa9-fd2d-4769-8f0e-ce430f56ecd4 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33287247'] for floatingip, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:06.195111 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-94329722-fe74-41c8-8798-783d210f2837 req-9336860c-e42f-4f2f-b57e-a14b974c003c service neutron] For port 2cab8c34-cbf9-450f-9c67-c8ac5da7b895, host n-h1-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=2cab8c34-cbf9-450f-9c67-c8ac5da7b895,segment=NetworkSegment(b5893b6e-06cf-4700-b98e-3330d41c521f),segment_id=b5893b6e-06cf-4700-b98e-3330d41c521f)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:02:06.205108 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62086f60-271e-4057-b0e3-1208e73c7f21 None None] The sync data for ids ['e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24'] in n-d-803378-2 is: [{'id': 'e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24', 'name': 'tempest-TestVolumeBootPattern-443103019-router', 'tenant_id': 'f717acd5caa748b6b706fbaad1f3b969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': '60bfddc8-d821-4934-97ac-cf793158e94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:01:50Z', 'updated_at': '2021-08-05T12:01:55Z', 'revision_number': 3, 'project_id': 'f717acd5caa748b6b706fbaad1f3b969', 'gw_port': {'id': '60bfddc8-d821-4934-97ac-cf793158e94a', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:73:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:01:53Z', 'updated_at': '2021-08-05T12:02:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:02:06.305122 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe6ee3c-4f08-4062-9061-f87f7e8d5b1e req-052c145c-db36-4025-9970-f37ab021b175 tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:06.317444 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-dfe6ee3c-4f08-4062-9061-f87f7e8d5b1e req-052c145c-db36-4025-9970-f37ab021b175 tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed8382d2-f132-4dae-822e-1f0b5e512344 HTTP/1.1" status: 200 len: 944 time: 1.8048689 Aug 05 12:02:06.364801 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-94329722-fe74-41c8-8798-783d210f2837 req-9336860c-e42f-4f2f-b57e-a14b974c003c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:06.585886 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9336860c-e42f-4f2f-b57e-a14b974c003c service neutron] Pushing event updated for resources: {'Port': ['ID=2cab8c34-cbf9-450f-9c67-c8ac5da7b895,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:02:06.684000 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f07fbc2-8c09-4281-ad96-197c97ed138f tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Router 3ea4d876-24ed-4b48-9d43-4b0965b64e09 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:02:06.698155 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-34680ecd-72ca-4944-a342-428e306248fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:06.723978 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94329722-fe74-41c8-8798-783d210f2837 req-9336860c-e42f-4f2f-b57e-a14b974c003c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:06.725190 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-94329722-fe74-41c8-8798-783d210f2837 req-9336860c-e42f-4f2f-b57e-a14b974c003c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:06.727711 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-94329722-fe74-41c8-8798-783d210f2837 req-9336860c-e42f-4f2f-b57e-a14b974c003c service neutron] 10.222.0.64 "PUT /v2.0/ports/2cab8c34-cbf9-450f-9c67-c8ac5da7b895 HTTP/1.1" status: 200 len: 1134 time: 8.1266582 Aug 05 12:02:06.729904 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [None req-34680ecd-72ca-4944-a342-428e306248fc admin admin] Transition to ACTIVE for port object d186cad0-6ab2-4d69-a919-bdb0a850ce74 will not be triggered until provisioned by entity DHCP. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:02:06.785845 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '295adfcc-63cd-4939-a68d-f1d2f39c6cb5', 'tag': '2cab8c34-cbf9-450f-9c67-c8ac5da7b895'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:02:06.802091 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0f1f4bd-ebcc-4348-b406-c0663f749105" -d '{"events": [{"name": "network-changed", "server_uuid": "295adfcc-63cd-4939-a68d-f1d2f39c6cb5", "tag": "2cab8c34-cbf9-450f-9c67-c8ac5da7b895"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:02:06.825483 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2272ba5e-291b-4066-9c95-0cc98a64c881 req-ec9499f4-b800-4f68-b0b0-c850387f1cc8 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=004abe90-7231-48c6-9525-aae3144539b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7658691 Aug 05 12:02:06.893065 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-94329722-fe74-41c8-8798-783d210f2837 req-fa6135f9-1054-4614-a7d1-5d7f60b5c53a service neutron] Request body: {'port': {'device_id': '295adfcc-63cd-4939-a68d-f1d2f39c6cb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:02:06.996103 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd521e11-0ffe-4ee2-b4c4-b2b9de04f609 req-8aff0e3e-3ae8-44fd-838f-6cd1c40a9d9a tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:07.042395 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd521e11-0ffe-4ee2-b4c4-b2b9de04f609 req-8aff0e3e-3ae8-44fd-838f-6cd1c40a9d9a tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:07.065668 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd521e11-0ffe-4ee2-b4c4-b2b9de04f609 req-8aff0e3e-3ae8-44fd-838f-6cd1c40a9d9a tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:07.099166 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd521e11-0ffe-4ee2-b4c4-b2b9de04f609 req-8aff0e3e-3ae8-44fd-838f-6cd1c40a9d9a tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:07.127805 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd521e11-0ffe-4ee2-b4c4-b2b9de04f609 req-8aff0e3e-3ae8-44fd-838f-6cd1c40a9d9a tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:07.148079 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd521e11-0ffe-4ee2-b4c4-b2b9de04f609 req-8aff0e3e-3ae8-44fd-838f-6cd1c40a9d9a tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:07.173246 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-dd521e11-0ffe-4ee2-b4c4-b2b9de04f609 req-8aff0e3e-3ae8-44fd-838f-6cd1c40a9d9a tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/ports?device_id=295adfcc-63cd-4939-a68d-f1d2f39c6cb5 HTTP/1.1" status: 200 len: 4604 time: 0.8531697 Aug 05 12:02:07.207603 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-dfe6ee3c-4f08-4062-9061-f87f7e8d5b1e req-984b05db-4a93-4156-a04f-2392e4dedf4c tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] 10.222.0.58 "GET /v2.0/security-groups?id=004abe90-7231-48c6-9525-aae3144539b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7451975 Aug 05 12:02:07.216652 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-34680ecd-72ca-4944-a342-428e306248fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:07.314280 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-6a856b44-7599-4360-92df-187889869649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:07.464901 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34680ecd-72ca-4944-a342-428e306248fc admin admin] Network b881efb6-f52e-4006-a158-c2aa42fef2fe is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:02:07.491369 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-34680ecd-72ca-4944-a342-428e306248fc admin admin] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:02:07.515203 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34680ecd-72ca-4944-a342-428e306248fc admin admin] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:02:07.659811 n-d-803378-2 neutron-server[94421]: INFO neutron.db.l3_db [None req-fbfa9fa9-fd2d-4769-8f0e-ce430f56ecd4 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Floating IP e66acb43-6d59-437b-9af2-17e33118e060 associated. External IP: 172.25.5.91, port: 0d243f1b-bee7-4fff-a8bf-f50adee1fc74. Aug 05 12:02:07.778250 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-94329722-fe74-41c8-8798-783d210f2837 req-fa6135f9-1054-4614-a7d1-5d7f60b5c53a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:07.859215 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-34680ecd-72ca-4944-a342-428e306248fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33288800'] for router_interface, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:07.903429 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-dd521e11-0ffe-4ee2-b4c4-b2b9de04f609 req-fa7b9ae8-ba5a-4bb1-8462-d06af389e43f tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/security-groups?id=febd0f78-107f-43e4-b53e-32336893412a&id=b75859e9-ba11-494c-9174-a2b56bb00afd&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.6747057 Aug 05 12:02:07.908902 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34680ecd-72ca-4944-a342-428e306248fc admin admin] Pushing event updated for resources: {'Port': ['ID=d186cad0-6ab2-4d69-a919-bdb0a850ce74,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:02:08.054731 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 12:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31b1a723-3c36-42f3-a613-ff8f96cee1aa x-openstack-request-id: req-31b1a723-3c36-42f3-a613-ff8f96cee1aa {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:02:08.055080 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "295adfcc-63cd-4939-a68d-f1d2f39c6cb5", "tag": "2cab8c34-cbf9-450f-9c67-c8ac5da7b895", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:02:08.055399 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-31b1a723-3c36-42f3-a613-ff8f96cee1aa {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:02:08.055947 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '295adfcc-63cd-4939-a68d-f1d2f39c6cb5', 'tag': '2cab8c34-cbf9-450f-9c67-c8ac5da7b895', 'status': 'completed', 'code': 200} Aug 05 12:02:08.372949 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-e810b0f2-e433-464f-a27d-b9fa3f936406 None None] Provisioning for port d186cad0-6ab2-4d69-a919-bdb0a850ce74 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:02:08.400420 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-e810b0f2-e433-464f-a27d-b9fa3f936406 None None] Provisioning complete for port d186cad0-6ab2-4d69-a919-bdb0a850ce74 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:02:08.402734 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e810b0f2-e433-464f-a27d-b9fa3f936406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:08.477560 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f07fbc2-8c09-4281-ad96-197c97ed138f tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:02:08.502547 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1820ce44-3052-4eac-81b4-156ded4c0830 None None] Sync routers for ids ['3ea4d876-24ed-4b48-9d43-4b0965b64e09'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:02:08.541908 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5f07fbc2-8c09-4281-ad96-197c97ed138f tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:08.553384 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1820ce44-3052-4eac-81b4-156ded4c0830 None None] Routers {'3ea4d876-24ed-4b48-9d43-4b0965b64e09'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:02:08.554248 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-1820ce44-3052-4eac-81b4-156ded4c0830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:01:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['3ea4d876-24ed-4b48-9d43-4b0965b64e09'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:02:08.604565 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-34680ecd-72ca-4944-a342-428e306248fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:08.666050 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-e810b0f2-e433-464f-a27d-b9fa3f936406 None None] Port d186cad0-6ab2-4d69-a919-bdb0a850ce74 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 12:02:09.015128 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-1820ce44-3052-4eac-81b4-156ded4c0830 None None] Set router 3ea4d876-24ed-4b48-9d43-4b0965b64e09 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:02:09.115698 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebec503e-468b-4764-aab5-21315f8d2250 req-6f9fde2b-2835-4963-9dbd-f29b01549a1e tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:09.132578 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ebec503e-468b-4764-aab5-21315f8d2250 req-6f9fde2b-2835-4963-9dbd-f29b01549a1e tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2982b20-6da2-4689-ae89-08a6113e6505 HTTP/1.1" status: 200 len: 943 time: 1.5919197 Aug 05 12:02:09.176636 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 60bfddc8-d821-4934-97ac-cf793158e94a up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:02:09.197489 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-5f07fbc2-8c09-4281-ad96-197c97ed138f tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "DELETE /v2.0/floatingips/3316c298-f911-48c9-b887-85ae182fd5f6 HTTP/1.1" status: 204 len: 168 time: 12.0155370 Aug 05 12:02:09.332112 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 60bfddc8-d821-4934-97ac-cf793158e94a completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:02:09.340341 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 60bfddc8-d821-4934-97ac-cf793158e94a triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:02:09.341375 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:09.771692 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:09.847480 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-34680ecd-72ca-4944-a342-428e306248fc admin admin] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:09.919162 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port 60bfddc8-d821-4934-97ac-cf793158e94a, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=60bfddc8-d821-4934-97ac-cf793158e94a,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:02:09.928702 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-1820ce44-3052-4eac-81b4-156ded4c0830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea4d876-24ed-4b48-9d43-4b0965b64e09', 'name': 'tempest-TestNetworkBasicOps-router-1764189606', 'tenant_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '121d09fe-8052-4920-8f4c-b262fda3928d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:59:03Z', 'updated_at': '2021-08-05T11:59:13Z', 'revision_number': 4, 'project_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'gw_port': {'id': '121d09fe-8052-4920-8f4c-b262fda3928d', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea4d876-24ed-4b48-9d43-4b0965b64e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:59:05Z', 'updated_at': '2021-08-05T11:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'f2ac86fb-51c9-4a55-a845-ddeb4aa48fea', 'name': '', 'network_id': '34f4b1c0-4781-4466-8dad-c7a46498afc4', 'tenant_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'mac_address': 'fa:16:3e:cb:73:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea4d876-24ed-4b48-9d43-4b0965b64e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': 'a3a277fc-3e89-49d6-972d-0acfc9ed2043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:59:12Z', 'updated_at': '2021-08-05T11:59:27Z', 'revision_number': 5, 'project_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'subnets': [{'id': 'a3a277fc-3e89-49d6-972d-0acfc9ed2043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:02:09.932862 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:09.985925 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-34680ecd-72ca-4944-a342-428e306248fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:10.073325 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '963a46ac-db99-4d33-8b39-e679f73b9d4f', 'tag': '15f1db54-5b5c-419d-9bbe-71a019f516c0'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:02:10.090473 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15a70c96-3437-4fa9-adb6-e9477e9997c1" -d '{"events": [{"name": "network-changed", "server_uuid": "963a46ac-db99-4d33-8b39-e679f73b9d4f", "tag": "15f1db54-5b5c-419d-9bbe-71a019f516c0"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:02:10.158683 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbfa9fa9-fd2d-4769-8f0e-ce430f56ecd4 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Router dd895e13-2c1f-4bc6-aeee-fc9c9825b805 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:02:10.198491 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbea8960-409c-42b6-958e-c54643066b39 req-03d97630-e6fb-4c75-b9eb-a51318d193f3 tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:10.227122 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fbea8960-409c-42b6-958e-c54643066b39 req-03d97630-e6fb-4c75-b9eb-a51318d193f3 tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed8382d2-f132-4dae-822e-1f0b5e512344 HTTP/1.1" status: 200 len: 945 time: 1.5036199 Aug 05 12:02:10.228419 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=60bfddc8-d821-4934-97ac-cf793158e94a,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:02:10.325885 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:10.333366 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-d1c3ba63-be85-4ba4-ab81-242dd8e6485f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:10.385821 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f1f4bd-ebcc-4348-b406-c0663f749105 req-19b6c21d-7093-4d49-9229-7ddd9f46f871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:10.386747 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f1f4bd-ebcc-4348-b406-c0663f749105 req-19b6c21d-7093-4d49-9229-7ddd9f46f871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:10.387614 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f1f4bd-ebcc-4348-b406-c0663f749105 req-19b6c21d-7093-4d49-9229-7ddd9f46f871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:10.388418 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f1f4bd-ebcc-4348-b406-c0663f749105 req-19b6c21d-7093-4d49-9229-7ddd9f46f871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:10.389659 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f1f4bd-ebcc-4348-b406-c0663f749105 req-19b6c21d-7093-4d49-9229-7ddd9f46f871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:10.402456 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f1f4bd-ebcc-4348-b406-c0663f749105 req-19b6c21d-7093-4d49-9229-7ddd9f46f871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:10.410069 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b0f1f4bd-ebcc-4348-b406-c0663f749105 req-19b6c21d-7093-4d49-9229-7ddd9f46f871 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7f690a1af59141ff99aca95e28eca771&device_id=295adfcc-63cd-4939-a68d-f1d2f39c6cb5 HTTP/1.1" status: 200 len: 5290 time: 1.9861333 Aug 05 12:02:10.504138 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1820ce44-3052-4eac-81b4-156ded4c0830 None None] Checking router: 3ea4d876-24ed-4b48-9d43-4b0965b64e09 for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:02:10.544943 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1820ce44-3052-4eac-81b4-156ded4c0830 None None] Routers {'3ea4d876-24ed-4b48-9d43-4b0965b64e09'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:02:10.549467 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ebec503e-468b-4764-aab5-21315f8d2250 req-f21f92e6-cc6e-4c1d-bef0-81cbc08462bb tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=d700a63d-a591-46d0-9144-d357356aa9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6776133 Aug 05 12:02:10.562249 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-1820ce44-3052-4eac-81b4-156ded4c0830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:02:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['3ea4d876-24ed-4b48-9d43-4b0965b64e09'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:02:10.614185 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34680ecd-72ca-4944-a342-428e306248fc admin admin] Pushing event updated for resources: {'Port': ['ID=d186cad0-6ab2-4d69-a919-bdb0a850ce74,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:02:10.935765 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbfa9fa9-fd2d-4769-8f0e-ce430f56ecd4 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:02:10.954933 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-34680ecd-72ca-4944-a342-428e306248fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33140268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33208272'] for router_interface, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:10.968933 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8e3f41-2691-4281-a8dd-ffb37a1a1d0e None None] Sync routers for ids ['dd895e13-2c1f-4bc6-aeee-fc9c9825b805'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:02:11.053009 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fbfa9fa9-fd2d-4769-8f0e-ce430f56ecd4 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:11.053910 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8e3f41-2691-4281-a8dd-ffb37a1a1d0e None None] Routers {'dd895e13-2c1f-4bc6-aeee-fc9c9825b805'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:02:11.060004 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-ba8e3f41-2691-4281-a8dd-ffb37a1a1d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:02:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['dd895e13-2c1f-4bc6-aeee-fc9c9825b805'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:02:11.069921 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 60bfddc8-d821-4934-97ac-cf793158e94a up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:02:11.146613 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fbea8960-409c-42b6-958e-c54643066b39 req-a8cc8e87-d90b-498c-8c1e-6eb204acfc07 tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] 10.222.0.58 "GET /v2.0/security-groups?id=004abe90-7231-48c6-9525-aae3144539b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8904700 Aug 05 12:02:11.269163 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-fbfa9fa9-fd2d-4769-8f0e-ce430f56ecd4 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 17.6174328 Aug 05 12:02:11.347521 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-1820ce44-3052-4eac-81b4-156ded4c0830 None None] Set router 3ea4d876-24ed-4b48-9d43-4b0965b64e09 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:02:11.430020 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-94329722-fe74-41c8-8798-783d210f2837 req-fa6135f9-1054-4614-a7d1-5d7f60b5c53a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3c6ede4-0a04-4dea-85c9-68e5fd39b91f {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 12:02:11.459488 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-94329722-fe74-41c8-8798-783d210f2837 req-fa6135f9-1054-4614-a7d1-5d7f60b5c53a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:11.475175 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714817cd-913a-46e5-85ef-82ab84dd2f9b req-733d6f55-0afb-4e7e-bb9c-9cf9123578a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:11.479285 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-714817cd-913a-46e5-85ef-82ab84dd2f9b req-733d6f55-0afb-4e7e-bb9c-9cf9123578a5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cbc89f3908d842d4a7beeb1a4fce5354&device_id=f2982b20-6da2-4689-ae89-08a6113e6505 HTTP/1.1" status: 200 len: 1094 time: 0.1880870 Aug 05 12:02:11.521610 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-94329722-fe74-41c8-8798-783d210f2837 req-fa6135f9-1054-4614-a7d1-5d7f60b5c53a service neutron] Transition to ACTIVE for port object a3c6ede4-0a04-4dea-85c9-68e5fd39b91f will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:02:11.531881 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-94329722-fe74-41c8-8798-783d210f2837 req-fa6135f9-1054-4614-a7d1-5d7f60b5c53a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:11.699756 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f1f4bd-ebcc-4348-b406-c0663f749105 req-dcd39141-fa1d-4c3b-b5fa-b7572f529c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:11.709894 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f1f4bd-ebcc-4348-b406-c0663f749105 req-dcd39141-fa1d-4c3b-b5fa-b7572f529c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:11.711568 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f1f4bd-ebcc-4348-b406-c0663f749105 req-dcd39141-fa1d-4c3b-b5fa-b7572f529c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:11.716030 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b0f1f4bd-ebcc-4348-b406-c0663f749105 req-dcd39141-fa1d-4c3b-b5fa-b7572f529c24 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=7f690a1af59141ff99aca95e28eca771&shared=False HTTP/1.1" status: 200 len: 2298 time: 1.1480007 Aug 05 12:02:12.039340 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 60bfddc8-d821-4934-97ac-cf793158e94a triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:02:12.040192 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:12.058106 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335a44ed-b4f5-408d-a007-8a2abb1ee302 req-5f3126fd-8c24-41c0-bb5f-189fda564388 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:12.079353 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335a44ed-b4f5-408d-a007-8a2abb1ee302 req-5f3126fd-8c24-41c0-bb5f-189fda564388 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:12.104670 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335a44ed-b4f5-408d-a007-8a2abb1ee302 req-5f3126fd-8c24-41c0-bb5f-189fda564388 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:12.142640 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335a44ed-b4f5-408d-a007-8a2abb1ee302 req-5f3126fd-8c24-41c0-bb5f-189fda564388 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:12.190868 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335a44ed-b4f5-408d-a007-8a2abb1ee302 req-5f3126fd-8c24-41c0-bb5f-189fda564388 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:12.205918 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:12.232778 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335a44ed-b4f5-408d-a007-8a2abb1ee302 req-5f3126fd-8c24-41c0-bb5f-189fda564388 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:12.237990 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-335a44ed-b4f5-408d-a007-8a2abb1ee302 req-5f3126fd-8c24-41c0-bb5f-189fda564388 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/ports?device_id=295adfcc-63cd-4939-a68d-f1d2f39c6cb5 HTTP/1.1" status: 200 len: 4604 time: 1.1586874 Aug 05 12:02:12.259065 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6135f9-1054-4614-a7d1-5d7f60b5c53a service neutron] Pushing event updated for resources: {'Port': ['ID=a3c6ede4-0a04-4dea-85c9-68e5fd39b91f,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:02:12.293774 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714817cd-913a-46e5-85ef-82ab84dd2f9b req-9f1970c1-0b75-4c8a-a117-7a3a893c094b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:12.301394 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-714817cd-913a-46e5-85ef-82ab84dd2f9b req-9f1970c1-0b75-4c8a-a117-7a3a893c094b service neutron] 10.222.0.64 "GET /v2.0/networks?id=1ac4b742-2a25-4935-8476-e9ad3e543504 HTTP/1.1" status: 200 len: 917 time: 0.4702559 Aug 05 12:02:12.304064 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 12:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-608d497f-df79-4695-97ed-c249f0887f86 x-openstack-request-id: req-608d497f-df79-4695-97ed-c249f0887f86 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:02:12.310090 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "963a46ac-db99-4d33-8b39-e679f73b9d4f", "tag": "15f1db54-5b5c-419d-9bbe-71a019f516c0", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:02:12.310530 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-608d497f-df79-4695-97ed-c249f0887f86 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:02:12.311763 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '963a46ac-db99-4d33-8b39-e679f73b9d4f', 'tag': '15f1db54-5b5c-419d-9bbe-71a019f516c0', 'status': 'completed', 'code': 200} Aug 05 12:02:12.312384 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.64', 57056) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:02:12.316722 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-ba8e3f41-2691-4281-a8dd-ffb37a1a1d0e None None] Set router dd895e13-2c1f-4bc6-aeee-fc9c9825b805 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:02:12.329849 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6135f9-1054-4614-a7d1-5d7f60b5c53a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:02:12.330363 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6135f9-1054-4614-a7d1-5d7f60b5c53a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:02:12.330943 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6135f9-1054-4614-a7d1-5d7f60b5c53a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:02:12.331517 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6135f9-1054-4614-a7d1-5d7f60b5c53a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:02:12.332094 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6135f9-1054-4614-a7d1-5d7f60b5c53a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:02:12.332704 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6135f9-1054-4614-a7d1-5d7f60b5c53a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:02:12.336867 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6135f9-1054-4614-a7d1-5d7f60b5c53a service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:02:12.346375 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6135f9-1054-4614-a7d1-5d7f60b5c53a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:02:12.348379 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6135f9-1054-4614-a7d1-5d7f60b5c53a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:02:12.349196 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6135f9-1054-4614-a7d1-5d7f60b5c53a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:02:12.349909 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6135f9-1054-4614-a7d1-5d7f60b5c53a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:02:12.350486 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6135f9-1054-4614-a7d1-5d7f60b5c53a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:02:12.591581 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-1820ce44-3052-4eac-81b4-156ded4c0830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea4d876-24ed-4b48-9d43-4b0965b64e09', 'name': 'tempest-TestNetworkBasicOps-router-1764189606', 'tenant_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '121d09fe-8052-4920-8f4c-b262fda3928d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:59:03Z', 'updated_at': '2021-08-05T11:59:13Z', 'revision_number': 4, 'project_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'gw_port': {'id': '121d09fe-8052-4920-8f4c-b262fda3928d', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea4d876-24ed-4b48-9d43-4b0965b64e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:59:05Z', 'updated_at': '2021-08-05T11:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'f2ac86fb-51c9-4a55-a845-ddeb4aa48fea', 'name': '', 'network_id': '34f4b1c0-4781-4466-8dad-c7a46498afc4', 'tenant_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'mac_address': 'fa:16:3e:cb:73:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea4d876-24ed-4b48-9d43-4b0965b64e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': 'a3a277fc-3e89-49d6-972d-0acfc9ed2043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:59:12Z', 'updated_at': '2021-08-05T11:59:27Z', 'revision_number': 5, 'project_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'subnets': [{'id': 'a3a277fc-3e89-49d6-972d-0acfc9ed2043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:02:12.758688 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1820ce44-3052-4eac-81b4-156ded4c0830 None None] The sync data for ids ['3ea4d876-24ed-4b48-9d43-4b0965b64e09'] in n-d-803378-2 is: [{'id': '3ea4d876-24ed-4b48-9d43-4b0965b64e09', 'name': 'tempest-TestNetworkBasicOps-router-1764189606', 'tenant_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '121d09fe-8052-4920-8f4c-b262fda3928d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:59:03Z', 'updated_at': '2021-08-05T11:59:13Z', 'revision_number': 4, 'project_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'gw_port': {'id': '121d09fe-8052-4920-8f4c-b262fda3928d', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea4d876-24ed-4b48-9d43-4b0965b64e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:59:05Z', 'updated_at': '2021-08-05T11:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'f2ac86fb-51c9-4a55-a845-ddeb4aa48fea', 'name': '', 'network_id': '34f4b1c0-4781-4466-8dad-c7a46498afc4', 'tenant_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'mac_address': 'fa:16:3e:cb:73:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea4d876-24ed-4b48-9d43-4b0965b64e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': 'a3a277fc-3e89-49d6-972d-0acfc9ed2043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:59:12Z', 'updated_at': '2021-08-05T11:59:27Z', 'revision_number': 5, 'project_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'subnets': [{'id': 'a3a277fc-3e89-49d6-972d-0acfc9ed2043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:02:12.775105 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34680ecd-72ca-4944-a342-428e306248fc admin admin] Network b881efb6-f52e-4006-a158-c2aa42fef2fe is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:02:12.924072 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-335a44ed-b4f5-408d-a007-8a2abb1ee302 req-832e0c45-5e61-49b7-bb5f-108d221834f3 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/security-groups?id=febd0f78-107f-43e4-b53e-32336893412a&id=b75859e9-ba11-494c-9174-a2b56bb00afd&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.6351089 Aug 05 12:02:12.943817 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-34680ecd-72ca-4944-a342-428e306248fc admin admin] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:02:12.976545 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f1f4bd-ebcc-4348-b406-c0663f749105 req-76cb2924-a1e3-4929-a64a-4e04e1dbe278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:12.998973 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b0f1f4bd-ebcc-4348-b406-c0663f749105 req-76cb2924-a1e3-4929-a64a-4e04e1dbe278 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.2625101 Aug 05 12:02:13.708839 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8084cd-8eca-4ebc-b8f4-b4a2a8f39033 None None] New status for floating IP 3316c298-f911-48c9-b887-85ae182fd5f6: DOWN {{(pid=94423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 12:02:13.719325 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bf14c8-16f4-4240-acd5-c9299aacd978 req-dc08a4c4-6702-414d-866b-848292a0d4a7 tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:13.722379 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-87bf14c8-16f4-4240-acd5-c9299aacd978 req-dc08a4c4-6702-414d-866b-848292a0d4a7 tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed8382d2-f132-4dae-822e-1f0b5e512344 HTTP/1.1" status: 200 len: 945 time: 1.2813797 Aug 05 12:02:13.805676 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34680ecd-72ca-4944-a342-428e306248fc admin admin] Router e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:02:13.901421 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-87bf14c8-16f4-4240-acd5-c9299aacd978 req-f9d0cffe-f34b-4c98-ba4f-c5e0a6c690a7 tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] 10.222.0.58 "GET /v2.0/security-groups?id=004abe90-7231-48c6-9525-aae3144539b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138430 Aug 05 12:02:14.001621 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46bbc5f-bea2-4bc7-8b28-1fbdb63fdeab req-fc0d5c21-6f87-41bb-8e67-d0e4336876f1 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:14.008273 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d46bbc5f-bea2-4bc7-8b28-1fbdb63fdeab req-fc0d5c21-6f87-41bb-8e67-d0e4336876f1 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=03b5b896-60a3-4bcb-a01d-52939f97c9d5 HTTP/1.1" status: 200 len: 945 time: 0.3313694 Aug 05 12:02:14.266112 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:14.355805 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a70c96-3437-4fa9-adb6-e9477e9997c1 req-a173bd5c-a299-4bad-82e6-8ef74ebe9ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:14.364983 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-15a70c96-3437-4fa9-adb6-e9477e9997c1 req-a173bd5c-a299-4bad-82e6-8ef74ebe9ff7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f68dcdcc6d3c4b72a557ce0cc98a5aa1&device_id=963a46ac-db99-4d33-8b39-e679f73b9d4f HTTP/1.1" status: 200 len: 1097 time: 2.0041254 Aug 05 12:02:14.366370 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03b5b896-60a3-4bcb-a01d-52939f97c9d5', 'tag': '0d243f1b-bee7-4fff-a8bf-f50adee1fc74'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:02:14.379327 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54f8d885-44d2-459d-8a35-d8f702ab8e21" -d '{"events": [{"name": "network-changed", "server_uuid": "03b5b896-60a3-4bcb-a01d-52939f97c9d5", "tag": "0d243f1b-bee7-4fff-a8bf-f50adee1fc74"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:02:14.408036 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-94329722-fe74-41c8-8798-783d210f2837 req-fa6135f9-1054-4614-a7d1-5d7f60b5c53a service neutron] Attempting to bind port a3c6ede4-0a04-4dea-85c9-68e5fd39b91f on host n-h1-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:02:14.408769 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-94329722-fe74-41c8-8798-783d210f2837 req-fa6135f9-1054-4614-a7d1-5d7f60b5c53a service neutron] Attempting to bind port a3c6ede4-0a04-4dea-85c9-68e5fd39b91f by drivers openvswitch,hyperv on host n-h1-803378-2 at level 0 using segments [{'id': 'b5893b6e-06cf-4700-b98e-3330d41c521f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'efef5820-889f-42cc-a1e8-7a1a3d2a1fbf'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:02:14.409339 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94329722-fe74-41c8-8798-783d210f2837 req-fa6135f9-1054-4614-a7d1-5d7f60b5c53a service neutron] Attempting to bind port a3c6ede4-0a04-4dea-85c9-68e5fd39b91f on network efef5820-889f-42cc-a1e8-7a1a3d2a1fbf {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:02:14.428624 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-de0b5ab1-b522-45a7-9a95-46b1dadb8fb3 None None] Provisioning complete for port d186cad0-6ab2-4d69-a919-bdb0a850ce74 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:02:14.439223 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-de0b5ab1-b522-45a7-9a95-46b1dadb8fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:14.473731 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-714817cd-913a-46e5-85ef-82ab84dd2f9b req-7db6219c-b110-4575-a6a3-c0cea23d5cae service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=06d6ee75-11e6-4dbf-9648-382f6d9c5c20 HTTP/1.1" status: 200 len: 999 time: 2.0635080 Aug 05 12:02:14.694859 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d46bbc5f-bea2-4bc7-8b28-1fbdb63fdeab req-c59d7b2c-6364-4dbb-a52b-7e5745089f48 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=63e39a45-73ad-49df-9d90-9ca653f416c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4677601 Aug 05 12:02:14.722636 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-de0b5ab1-b522-45a7-9a95-46b1dadb8fb3 None None] Port d186cad0-6ab2-4d69-a919-bdb0a850ce74 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 12:02:14.766680 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-ba8e3f41-2691-4281-a8dd-ffb37a1a1d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd895e13-2c1f-4bc6-aeee-fc9c9825b805', 'name': 'tempest-TestNetworkAdvancedServerOps-router-90349292', 'tenant_id': '7f88688726d24c8e9d77831659c7c3ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': 'ce871190-826d-4e2f-80b7-7627986edb66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:00:58Z', 'updated_at': '2021-08-05T12:01:14Z', 'revision_number': 4, 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'gw_port': {'id': 'ce871190-826d-4e2f-80b7-7627986edb66', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:8a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd895e13-2c1f-4bc6-aeee-fc9c9825b805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:01:00Z', 'updated_at': '2021-08-05T12:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': 'e66acb43-6d59-437b-9af2-17e33118e060', 'tenant_id': '7f88688726d24c8e9d77831659c7c3ae', 'floating_ip_address': '172.25.5.91', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': 'dd895e13-2c1f-4bc6-aeee-fc9c9825b805', 'port_id': '0d243f1b-bee7-4fff-a8bf-f50adee1fc74', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3256, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2830970e-d0ce-4cd2-b553-c3bab34c8414', 'mac_address': 'fa:16:3e:f6:15:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b5b896-60a3-4bcb-a01d-52939f97c9d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T12:01:59Z', 'updated_at': '2021-08-05T12:01:59Z', 'revision_number': 0, 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a67afe5-6471-4b67-a51b-f6a56562b832', 'name': '', 'network_id': '2830970e-d0ce-4cd2-b553-c3bab34c8414', 'tenant_id': '7f88688726d24c8e9d77831659c7c3ae', 'mac_address': 'fa:16:3e:3e:3e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd895e13-2c1f-4bc6-aeee-fc9c9825b805', 'device_owner': 'network:router_interface', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': '246efd78-ac94-4655-af8f-d71ed39d45f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:01:11Z', 'updated_at': '2021-08-05T12:01:33Z', 'revision_number': 5, 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'subnets': [{'id': '246efd78-ac94-4655-af8f-d71ed39d45f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:02:14.817760 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94329722-fe74-41c8-8798-783d210f2837 req-fa6135f9-1054-4614-a7d1-5d7f60b5c53a service neutron] Port a3c6ede4-0a04-4dea-85c9-68e5fd39b91f on network efef5820-889f-42cc-a1e8-7a1a3d2a1fbf not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 12:02:14.818680 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94329722-fe74-41c8-8798-783d210f2837 req-fa6135f9-1054-4614-a7d1-5d7f60b5c53a service neutron] Attempting to bind port a3c6ede4-0a04-4dea-85c9-68e5fd39b91f on network efef5820-889f-42cc-a1e8-7a1a3d2a1fbf {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:02:14.877390 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 57866) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:02:14.917238 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8a6c7b-6791-4f0a-bf95-0a2ad9f9c4c9 req-46f3216f-f21d-4d2b-8f61-51264cc2d2c3 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:14.920628 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fc8a6c7b-6791-4f0a-bf95-0a2ad9f9c4c9 req-46f3216f-f21d-4d2b-8f61-51264cc2d2c3 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2982b20-6da2-4689-ae89-08a6113e6505 HTTP/1.1" status: 200 len: 943 time: 0.6478984 Aug 05 12:02:14.932156 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8e3f41-2691-4281-a8dd-ffb37a1a1d0e None None] Checking router: dd895e13-2c1f-4bc6-aeee-fc9c9825b805 for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:02:15.015894 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8e3f41-2691-4281-a8dd-ffb37a1a1d0e None None] Routers {'dd895e13-2c1f-4bc6-aeee-fc9c9825b805'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:02:15.017235 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-ba8e3f41-2691-4281-a8dd-ffb37a1a1d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:02:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['dd895e13-2c1f-4bc6-aeee-fc9c9825b805'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:02:15.044658 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94329722-fe74-41c8-8798-783d210f2837 req-fa6135f9-1054-4614-a7d1-5d7f60b5c53a service neutron] Checking agent: {'id': '40bb7567-59bd-4b31-bc29-da1c50bca759', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:02:15.046382 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94329722-fe74-41c8-8798-783d210f2837 req-fa6135f9-1054-4614-a7d1-5d7f60b5c53a service neutron] Checking segment: {'id': 'b5893b6e-06cf-4700-b98e-3330d41c521f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'efef5820-889f-42cc-a1e8-7a1a3d2a1fbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:02:15.046870 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94329722-fe74-41c8-8798-783d210f2837 req-fa6135f9-1054-4614-a7d1-5d7f60b5c53a service neutron] Bound using segment: {'id': 'b5893b6e-06cf-4700-b98e-3330d41c521f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'efef5820-889f-42cc-a1e8-7a1a3d2a1fbf'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:02:15.047363 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-94329722-fe74-41c8-8798-783d210f2837 req-fa6135f9-1054-4614-a7d1-5d7f60b5c53a service neutron] Bound port: a3c6ede4-0a04-4dea-85c9-68e5fd39b91f, host: n-h1-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5893b6e-06cf-4700-b98e-3330d41c521f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'efef5820-889f-42cc-a1e8-7a1a3d2a1fbf'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:02:15.047755 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-94329722-fe74-41c8-8798-783d210f2837 req-fa6135f9-1054-4614-a7d1-5d7f60b5c53a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:15.100528 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714817cd-913a-46e5-85ef-82ab84dd2f9b req-cdfc4bd5-32eb-4ca0-90a1-a0ee635442de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:15.103381 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-714817cd-913a-46e5-85ef-82ab84dd2f9b req-cdfc4bd5-32eb-4ca0-90a1-a0ee635442de service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a5e28117-6f3c-401b-be5b-a70254f1dc57 HTTP/1.1" status: 200 len: 855 time: 0.3792033 Aug 05 12:02:15.186336 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34680ecd-72ca-4944-a342-428e306248fc admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:02:15.214152 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-34680ecd-72ca-4944-a342-428e306248fc admin admin] 10.222.0.58 "PUT /v2.0/routers/e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.0566030 Aug 05 12:02:15.301386 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-abd3f361-a9a5-4e2a-8652-23d5b21fe7d9 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/floatingips/e66acb43-6d59-437b-9af2-17e33118e060 HTTP/1.1" status: 200 len: 990 time: 0.3763416 Aug 05 12:02:15.324757 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c3d4f6a0-6425-44ab-acf4-8dc6aa509420 req-74050e31-c4b9-4611-8d26-b2720612b8c1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=03b5b896-60a3-4bcb-a01d-52939f97c9d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4951444 Aug 05 12:02:15.476103 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a2600e-8689-4f3e-9e1e-818608635a5f req-6f396494-017e-4351-995a-8e1e98f2577f tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:15.486044 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-82a2600e-8689-4f3e-9e1e-818608635a5f req-6f396494-017e-4351-995a-8e1e98f2577f tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "GET /v2.0/ports?device_id=963a46ac-db99-4d33-8b39-e679f73b9d4f HTTP/1.1" status: 200 len: 946 time: 0.5511267 Aug 05 12:02:15.570543 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-ba8e3f41-2691-4281-a8dd-ffb37a1a1d0e None None] Set router dd895e13-2c1f-4bc6-aeee-fc9c9825b805 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:02:15.615558 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fc8a6c7b-6791-4f0a-bf95-0a2ad9f9c4c9 req-2887d958-4d49-45d2-a643-eed10bbb5664 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=d700a63d-a591-46d0-9144-d357356aa9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6230350 Aug 05 12:02:15.659435 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b881c5-342d-4133-8398-8adf972b6dc4 None None] Sync routers for ids ['e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:02:15.716224 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a70c96-3437-4fa9-adb6-e9477e9997c1 req-eb452c46-7df0-4935-babb-7c3b7907c719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:15.718822 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-15a70c96-3437-4fa9-adb6-e9477e9997c1 req-eb452c46-7df0-4935-babb-7c3b7907c719 service neutron] 10.222.0.64 "GET /v2.0/networks?id=34f4b1c0-4781-4466-8dad-c7a46498afc4 HTTP/1.1" status: 200 len: 896 time: 1.2437696 Aug 05 12:02:15.722142 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714817cd-913a-46e5-85ef-82ab84dd2f9b req-49a999bb-5d90-4a45-b737-2ab36b8ac786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:15.725365 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-714817cd-913a-46e5-85ef-82ab84dd2f9b req-49a999bb-5d90-4a45-b737-2ab36b8ac786 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1ac4b742-2a25-4935-8476-e9ad3e543504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5931537 Aug 05 12:02:15.747396 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-82a2600e-8689-4f3e-9e1e-818608635a5f req-0b51e32c-a8ac-4a12-bc49-69d8dd6d0077 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "GET /v2.0/security-groups?id=4bf23ad8-90e9-4f51-b6bb-8b1a5745154a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2360301 Aug 05 12:02:15.764568 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b881c5-342d-4133-8398-8adf972b6dc4 None None] Routers {'e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:02:15.766417 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-f1b881c5-342d-4133-8398-8adf972b6dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:02:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:02:15.906860 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-15a70c96-3437-4fa9-adb6-e9477e9997c1 req-1edc8b1e-9348-49a4-a420-53d5c8a8612b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=15f1db54-5b5c-419d-9bbe-71a019f516c0 HTTP/1.1" status: 200 len: 217 time: 0.1166875 Aug 05 12:02:16.090892 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a70c96-3437-4fa9-adb6-e9477e9997c1 req-2d42b47a-6e4a-416b-9972-e838da4ca484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:16.100402 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-15a70c96-3437-4fa9-adb6-e9477e9997c1 req-2d42b47a-6e4a-416b-9972-e838da4ca484 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a3a277fc-3e89-49d6-972d-0acfc9ed2043 HTTP/1.1" status: 200 len: 835 time: 0.1519582 Aug 05 12:02:16.221437 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da96010d-75b8-49ab-b427-107cde4d963c req-4d3e078c-a89f-4f5c-a9f8-7e3a8b053595 tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:16.251100 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-da96010d-75b8-49ab-b427-107cde4d963c req-4d3e078c-a89f-4f5c-a9f8-7e3a8b053595 tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed8382d2-f132-4dae-822e-1f0b5e512344 HTTP/1.1" status: 200 len: 945 time: 0.2629952 Aug 05 12:02:16.323377 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d4f6a0-6425-44ab-acf4-8dc6aa509420 req-fd3b79b6-dc04-4192-9ce2-499d4d8b0881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:16.327598 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c3d4f6a0-6425-44ab-acf4-8dc6aa509420 req-fd3b79b6-dc04-4192-9ce2-499d4d8b0881 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7f88688726d24c8e9d77831659c7c3ae&device_id=03b5b896-60a3-4bcb-a01d-52939f97c9d5 HTTP/1.1" status: 200 len: 1096 time: 0.7434475 Aug 05 12:02:16.363833 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-f1b881c5-342d-4133-8398-8adf972b6dc4 None None] Set router e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:02:16.368198 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 57876) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:02:16.390441 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-da96010d-75b8-49ab-b427-107cde4d963c req-1c34c7d9-5183-459a-ac08-3377796e5ca3 tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] 10.222.0.58 "GET /v2.0/security-groups?id=004abe90-7231-48c6-9525-aae3144539b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331005 Aug 05 12:02:16.531671 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da3e7e7-af14-452c-8f87-5dbc10e10a04 req-d0716708-baf4-49ae-997b-026589962222 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:16.570059 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-94329722-fe74-41c8-8798-783d210f2837 req-fa6135f9-1054-4614-a7d1-5d7f60b5c53a service neutron] For port a3c6ede4-0a04-4dea-85c9-68e5fd39b91f, host n-h1-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:02:16.599700 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-94329722-fe74-41c8-8798-783d210f2837 req-fa6135f9-1054-4614-a7d1-5d7f60b5c53a service neutron] For port a3c6ede4-0a04-4dea-85c9-68e5fd39b91f, host n-h1-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=a3c6ede4-0a04-4dea-85c9-68e5fd39b91f,segment=NetworkSegment(b5893b6e-06cf-4700-b98e-3330d41c521f),segment_id=b5893b6e-06cf-4700-b98e-3330d41c521f)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:02:16.601941 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da3e7e7-af14-452c-8f87-5dbc10e10a04 req-d0716708-baf4-49ae-997b-026589962222 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:16.643840 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da3e7e7-af14-452c-8f87-5dbc10e10a04 req-d0716708-baf4-49ae-997b-026589962222 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:16.690190 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da3e7e7-af14-452c-8f87-5dbc10e10a04 req-d0716708-baf4-49ae-997b-026589962222 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:16.713447 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 12:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3ed8bc5-d364-4aac-b402-f1ce4f393481 x-openstack-request-id: req-d3ed8bc5-d364-4aac-b402-f1ce4f393481 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:02:16.713885 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03b5b896-60a3-4bcb-a01d-52939f97c9d5", "tag": "0d243f1b-bee7-4fff-a8bf-f50adee1fc74", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:02:16.714293 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d3ed8bc5-d364-4aac-b402-f1ce4f393481 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:02:16.714293 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03b5b896-60a3-4bcb-a01d-52939f97c9d5', 'tag': '0d243f1b-bee7-4fff-a8bf-f50adee1fc74', 'status': 'completed', 'code': 200} Aug 05 12:02:16.726203 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da3e7e7-af14-452c-8f87-5dbc10e10a04 req-d0716708-baf4-49ae-997b-026589962222 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:16.733185 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 57880) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:02:16.747090 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-714817cd-913a-46e5-85ef-82ab84dd2f9b req-dd68c17c-7601-4a07-bd0a-1af48214d506 service neutron] 10.222.0.64 "GET /v2.0/networks/1ac4b742-2a25-4935-8476-e9ad3e543504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8559921 Aug 05 12:02:16.765257 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da3e7e7-af14-452c-8f87-5dbc10e10a04 req-d0716708-baf4-49ae-997b-026589962222 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:16.793183 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da3e7e7-af14-452c-8f87-5dbc10e10a04 req-d0716708-baf4-49ae-997b-026589962222 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:16.818293 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0da3e7e7-af14-452c-8f87-5dbc10e10a04 req-d0716708-baf4-49ae-997b-026589962222 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/ports?device_id=295adfcc-63cd-4939-a68d-f1d2f39c6cb5 HTTP/1.1" status: 200 len: 5380 time: 0.7452579 Aug 05 12:02:17.009221 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-735cf75c-fcd9-4ed0-8e9a-cc641c8d7930 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/floatingips/e66acb43-6d59-437b-9af2-17e33118e060 HTTP/1.1" status: 200 len: 990 time: 0.6373816 Aug 05 12:02:17.016312 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d4f6a0-6425-44ab-acf4-8dc6aa509420 req-73fcc225-3ca0-4ddb-9baf-92ed880a896f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:17.021066 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c3d4f6a0-6425-44ab-acf4-8dc6aa509420 req-73fcc225-3ca0-4ddb-9baf-92ed880a896f service neutron] 10.222.0.55 "GET /v2.0/networks?id=2830970e-d0ce-4cd2-b553-c3bab34c8414 HTTP/1.1" status: 200 len: 897 time: 0.2845058 Aug 05 12:02:17.048015 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-94329722-fe74-41c8-8798-783d210f2837 req-fa6135f9-1054-4614-a7d1-5d7f60b5c53a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:17.102275 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0da3e7e7-af14-452c-8f87-5dbc10e10a04 req-f88bb8cf-b11e-4a92-ac93-8912343153a7 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/security-groups?id=febd0f78-107f-43e4-b53e-32336893412a&id=b75859e9-ba11-494c-9174-a2b56bb00afd&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.2812331 Aug 05 12:02:17.222531 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaa8a3f-112f-46a2-9fc2-94c76305d9b6 req-6befa8d4-7368-4300-a67a-c483300a9eca tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:17.226177 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-acaa8a3f-112f-46a2-9fc2-94c76305d9b6 req-6befa8d4-7368-4300-a67a-c483300a9eca tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2982b20-6da2-4689-ae89-08a6113e6505 HTTP/1.1" status: 200 len: 943 time: 0.2991521 Aug 05 12:02:17.333446 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94329722-fe74-41c8-8798-783d210f2837 req-fa6135f9-1054-4614-a7d1-5d7f60b5c53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:17.342574 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-94329722-fe74-41c8-8798-783d210f2837 req-fa6135f9-1054-4614-a7d1-5d7f60b5c53a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:17.346088 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-94329722-fe74-41c8-8798-783d210f2837 req-fa6135f9-1054-4614-a7d1-5d7f60b5c53a service neutron] 10.222.0.64 "PUT /v2.0/ports/a3c6ede4-0a04-4dea-85c9-68e5fd39b91f HTTP/1.1" status: 200 len: 1134 time: 10.4997900 Aug 05 12:02:17.462927 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-acaa8a3f-112f-46a2-9fc2-94c76305d9b6 req-49ec12c9-3289-4f20-81e0-a2065bd5d59a tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=d700a63d-a591-46d0-9144-d357356aa9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2237751 Aug 05 12:02:17.465075 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 57898) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:02:17.508018 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-8254ecc3-35bb-4e3a-9e20-ee717adc1974 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1083573676-network', 'tenant_id': '0a335f64713b4d72881e9bd742dda5cb'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:02:17.553499 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-ba8e3f41-2691-4281-a8dd-ffb37a1a1d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd895e13-2c1f-4bc6-aeee-fc9c9825b805', 'name': 'tempest-TestNetworkAdvancedServerOps-router-90349292', 'tenant_id': '7f88688726d24c8e9d77831659c7c3ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': 'ce871190-826d-4e2f-80b7-7627986edb66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:00:58Z', 'updated_at': '2021-08-05T12:01:14Z', 'revision_number': 4, 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'gw_port': {'id': 'ce871190-826d-4e2f-80b7-7627986edb66', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:8a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd895e13-2c1f-4bc6-aeee-fc9c9825b805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:01:00Z', 'updated_at': '2021-08-05T12:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': 'e66acb43-6d59-437b-9af2-17e33118e060', 'tenant_id': '7f88688726d24c8e9d77831659c7c3ae', 'floating_ip_address': '172.25.5.91', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': 'dd895e13-2c1f-4bc6-aeee-fc9c9825b805', 'port_id': '0d243f1b-bee7-4fff-a8bf-f50adee1fc74', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3256, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2830970e-d0ce-4cd2-b553-c3bab34c8414', 'mac_address': 'fa:16:3e:f6:15:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b5b896-60a3-4bcb-a01d-52939f97c9d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T12:01:59Z', 'updated_at': '2021-08-05T12:01:59Z', 'revision_number': 0, 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a67afe5-6471-4b67-a51b-f6a56562b832', 'name': '', 'network_id': '2830970e-d0ce-4cd2-b553-c3bab34c8414', 'tenant_id': '7f88688726d24c8e9d77831659c7c3ae', 'mac_address': 'fa:16:3e:3e:3e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd895e13-2c1f-4bc6-aeee-fc9c9825b805', 'device_owner': 'network:router_interface', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': '246efd78-ac94-4655-af8f-d71ed39d45f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:01:11Z', 'updated_at': '2021-08-05T12:01:33Z', 'revision_number': 5, 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'subnets': [{'id': '246efd78-ac94-4655-af8f-d71ed39d45f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:02:17.656895 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8e3f41-2691-4281-a8dd-ffb37a1a1d0e None None] The sync data for ids ['dd895e13-2c1f-4bc6-aeee-fc9c9825b805'] in n-d-803378-2 is: [{'id': 'dd895e13-2c1f-4bc6-aeee-fc9c9825b805', 'name': 'tempest-TestNetworkAdvancedServerOps-router-90349292', 'tenant_id': '7f88688726d24c8e9d77831659c7c3ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': 'ce871190-826d-4e2f-80b7-7627986edb66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:00:58Z', 'updated_at': '2021-08-05T12:01:14Z', 'revision_number': 4, 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'gw_port': {'id': 'ce871190-826d-4e2f-80b7-7627986edb66', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:8a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd895e13-2c1f-4bc6-aeee-fc9c9825b805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:01:00Z', 'updated_at': '2021-08-05T12:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': 'e66acb43-6d59-437b-9af2-17e33118e060', 'tenant_id': '7f88688726d24c8e9d77831659c7c3ae', 'floating_ip_address': '172.25.5.91', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': 'dd895e13-2c1f-4bc6-aeee-fc9c9825b805', 'port_id': '0d243f1b-bee7-4fff-a8bf-f50adee1fc74', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3256, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2830970e-d0ce-4cd2-b553-c3bab34c8414', 'mac_address': 'fa:16:3e:f6:15:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b5b896-60a3-4bcb-a01d-52939f97c9d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T12:01:59Z', 'updated_at': '2021-08-05T12:01:59Z', 'revision_number': 0, 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a67afe5-6471-4b67-a51b-f6a56562b832', 'name': '', 'network_id': '2830970e-d0ce-4cd2-b553-c3bab34c8414', 'tenant_id': '7f88688726d24c8e9d77831659c7c3ae', 'mac_address': 'fa:16:3e:3e:3e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd895e13-2c1f-4bc6-aeee-fc9c9825b805', 'device_owner': 'network:router_interface', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': '246efd78-ac94-4655-af8f-d71ed39d45f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:01:11Z', 'updated_at': '2021-08-05T12:01:33Z', 'revision_number': 5, 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'subnets': [{'id': '246efd78-ac94-4655-af8f-d71ed39d45f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:02:17.862168 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-94329722-fe74-41c8-8798-783d210f2837 req-6f916a4a-1f55-4e6b-bd45-24f8d1613283 service neutron] Request body: {'port': {'device_id': '295adfcc-63cd-4939-a68d-f1d2f39c6cb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:02:17.910871 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa061479-2c97-4044-8bac-fa375dbfa832 req-b9edee96-e4f7-4c63-b655-36355e96cf2d tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:17.916570 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fa061479-2c97-4044-8bac-fa375dbfa832 req-b9edee96-e4f7-4c63-b655-36355e96cf2d tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.64 "GET /v2.0/ports?device_id=963a46ac-db99-4d33-8b39-e679f73b9d4f HTTP/1.1" status: 200 len: 946 time: 0.4509554 Aug 05 12:02:17.917748 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8254ecc3-35bb-4e3a-9e20-ee717adc1974 admin admin] Made reservation on behalf of 0a335f64713b4d72881e9bd742dda5cb for: {'network': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:02:17.927750 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8254ecc3-35bb-4e3a-9e20-ee717adc1974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:17.960695 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8254ecc3-35bb-4e3a-9e20-ee717adc1974 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:17.968696 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-f1b881c5-342d-4133-8398-8adf972b6dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24', 'name': 'tempest-TestVolumeBootPattern-443103019-router', 'tenant_id': 'f717acd5caa748b6b706fbaad1f3b969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': '60bfddc8-d821-4934-97ac-cf793158e94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:01:50Z', 'updated_at': '2021-08-05T12:02:08Z', 'revision_number': 4, 'project_id': 'f717acd5caa748b6b706fbaad1f3b969', 'gw_port': {'id': '60bfddc8-d821-4934-97ac-cf793158e94a', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:73:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:01:53Z', 'updated_at': '2021-08-05T12:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'd186cad0-6ab2-4d69-a919-bdb0a850ce74', 'name': '', 'network_id': 'b881efb6-f52e-4006-a158-c2aa42fef2fe', 'tenant_id': 'f717acd5caa748b6b706fbaad1f3b969', 'mac_address': 'fa:16:3e:8a:78:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3257, 'fixed_ips': [{'subnet_id': '96bcc71c-db3b-48c5-a5c3-35b749d6182d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:02:02Z', 'updated_at': '2021-08-05T12:02:09Z', 'revision_number': 2, 'project_id': 'f717acd5caa748b6b706fbaad1f3b969', 'subnets': [{'id': '96bcc71c-db3b-48c5-a5c3-35b749d6182d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:02:18.017210 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c3d4f6a0-6425-44ab-acf4-8dc6aa509420 req-4ff2386f-c473-4ee5-bb3d-eca84fd886f5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0d243f1b-bee7-4fff-a8bf-f50adee1fc74 HTTP/1.1" status: 200 len: 998 time: 0.9097457 Aug 05 12:02:18.162631 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b881c5-342d-4133-8398-8adf972b6dc4 None None] Checking router: e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24 for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:02:18.203485 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b881c5-342d-4133-8398-8adf972b6dc4 None None] Updating router e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24 port d186cad0-6ab2-4d69-a919-bdb0a850ce74 binding host n-d-803378-2 {{(pid=94422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 12:02:18.299466 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 57902) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:02:18.341010 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d4f6a0-6425-44ab-acf4-8dc6aa509420 req-b5d9ebff-b012-44e7-bf95-7cfedea1f21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:18.345040 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c3d4f6a0-6425-44ab-acf4-8dc6aa509420 req-b5d9ebff-b012-44e7-bf95-7cfedea1f21c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=246efd78-ac94-4655-af8f-d71ed39d45f9 HTTP/1.1" status: 200 len: 835 time: 0.3083968 Aug 05 12:02:18.349570 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8254ecc3-35bb-4e3a-9e20-ee717adc1974 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:18.401822 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f1b881c5-342d-4133-8398-8adf972b6dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:18.402746 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492ea37f-45ca-45b9-8ccc-a43d4e6373c7 None None] New status for floating IP e66acb43-6d59-437b-9af2-17e33118e060: ACTIVE {{(pid=94423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 12:02:18.521446 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8254ecc3-35bb-4e3a-9e20-ee717adc1974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:18.567747 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8254ecc3-35bb-4e3a-9e20-ee717adc1974 admin admin] vlan segment allocate from pool success with {'vlan_id': 685, 'physical_network': 'physnet1'} {{(pid=94420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 12:02:18.599056 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8254ecc3-35bb-4e3a-9e20-ee717adc1974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:18.600713 n-d-803378-2 neutron-server[94420]: INFO neutron.db.segments_db [None req-8254ecc3-35bb-4e3a-9e20-ee717adc1974 admin admin] Added segment b4f9e671-758d-4442-9859-83451f859a79 of type vlan for network 911f1496-0655-41b4-b0fa-b268b703ede4 Aug 05 12:02:18.619916 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a70c96-3437-4fa9-adb6-e9477e9997c1 req-860d2455-25e5-4857-8bbd-0500cdd197c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:18.623235 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-15a70c96-3437-4fa9-adb6-e9477e9997c1 req-860d2455-25e5-4857-8bbd-0500cdd197c9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=34f4b1c0-4781-4466-8dad-c7a46498afc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 2.3507717 Aug 05 12:02:18.897615 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '295adfcc-63cd-4939-a68d-f1d2f39c6cb5', 'tag': 'a3c6ede4-0a04-4dea-85c9-68e5fd39b91f'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:02:18.919036 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b41839f3-bc00-49a1-b18a-9cfacfba7f68" -d '{"events": [{"name": "network-changed", "server_uuid": "295adfcc-63cd-4939-a68d-f1d2f39c6cb5", "tag": "a3c6ede4-0a04-4dea-85c9-68e5fd39b91f"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:02:18.989442 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8254ecc3-35bb-4e3a-9e20-ee717adc1974 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:19.098831 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d4f6a0-6425-44ab-acf4-8dc6aa509420 req-e9ed5c83-f8d5-4eef-af72-d64a58633e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:19.102057 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c3d4f6a0-6425-44ab-acf4-8dc6aa509420 req-e9ed5c83-f8d5-4eef-af72-d64a58633e5c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2830970e-d0ce-4cd2-b553-c3bab34c8414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6642389 Aug 05 12:02:19.216072 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254ecc3-35bb-4e3a-9e20-ee717adc1974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=268541ac-816e-4d78-96d2-196953c441b8,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:02:19.255219 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4a7f55-d05d-4003-9843-0d49bed20ae2 req-664c28d2-0df8-408f-a57b-bf1862bb9118 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:19.270437 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0e4a7f55-d05d-4003-9843-0d49bed20ae2 req-664c28d2-0df8-408f-a57b-bf1862bb9118 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "GET /v2.0/ports?device_id=963a46ac-db99-4d33-8b39-e679f73b9d4f HTTP/1.1" status: 200 len: 946 time: 1.8359504 Aug 05 12:02:19.299281 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c3d4f6a0-6425-44ab-acf4-8dc6aa509420 req-ed1efd39-5f33-48fb-aa20-08c8148ac46c service neutron] 10.222.0.55 "GET /v2.0/networks/2830970e-d0ce-4cd2-b553-c3bab34c8414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800160 Aug 05 12:02:19.300390 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6135f9-1054-4614-a7d1-5d7f60b5c53a service neutron] Pushing event updated for resources: {'Port': ['ID=a3c6ede4-0a04-4dea-85c9-68e5fd39b91f,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:02:19.313023 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-94329722-fe74-41c8-8798-783d210f2837 req-6f916a4a-1f55-4e6b-bd45-24f8d1613283 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:19.371529 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac79dfa5-3723-4b1e-9e8d-29c0f014d622 req-e3ca6ebb-d914-4650-a4d1-d9c19adba6fa tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:19.377094 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f1b881c5-342d-4133-8398-8adf972b6dc4 None None] Notify callbacks [] for port, precommit_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:19.390859 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac79dfa5-3723-4b1e-9e8d-29c0f014d622 req-e3ca6ebb-d914-4650-a4d1-d9c19adba6fa tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:19.403611 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac79dfa5-3723-4b1e-9e8d-29c0f014d622 req-e3ca6ebb-d914-4650-a4d1-d9c19adba6fa tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:19.407730 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f1b881c5-342d-4133-8398-8adf972b6dc4 None None] Transition to ACTIVE for port object d186cad0-6ab2-4d69-a919-bdb0a850ce74 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:02:19.420927 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac79dfa5-3723-4b1e-9e8d-29c0f014d622 req-e3ca6ebb-d914-4650-a4d1-d9c19adba6fa tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:19.423572 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f1b881c5-342d-4133-8398-8adf972b6dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:19.433583 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac79dfa5-3723-4b1e-9e8d-29c0f014d622 req-e3ca6ebb-d914-4650-a4d1-d9c19adba6fa tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:19.449281 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac79dfa5-3723-4b1e-9e8d-29c0f014d622 req-e3ca6ebb-d914-4650-a4d1-d9c19adba6fa tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:19.461868 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac79dfa5-3723-4b1e-9e8d-29c0f014d622 req-e3ca6ebb-d914-4650-a4d1-d9c19adba6fa tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:19.470762 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ac79dfa5-3723-4b1e-9e8d-29c0f014d622 req-e3ca6ebb-d914-4650-a4d1-d9c19adba6fa tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/ports?device_id=295adfcc-63cd-4939-a68d-f1d2f39c6cb5 HTTP/1.1" status: 200 len: 5380 time: 0.6552069 Aug 05 12:02:19.475364 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8254ecc3-35bb-4e3a-9e20-ee717adc1974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:19.476805 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8254ecc3-35bb-4e3a-9e20-ee717adc1974 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:19.477774 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8254ecc3-35bb-4e3a-9e20-ee717adc1974 admin admin] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:19.543769 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e155df5-5f1c-486f-b872-f3f76cdceba0 None None] Pushing event updated for resources: {'Port': ['ID=d186cad0-6ab2-4d69-a919-bdb0a850ce74,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:02:19.545816 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-ad3a1611-cd6b-4b72-8091-9c8a17ebd212 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/floatingips/e66acb43-6d59-437b-9af2-17e33118e060 HTTP/1.1" status: 200 len: 990 time: 1.1993060 Aug 05 12:02:19.574848 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e155df5-5f1c-486f-b872-f3f76cdceba0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:02:19.575407 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e155df5-5f1c-486f-b872-f3f76cdceba0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:02:19.576044 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e155df5-5f1c-486f-b872-f3f76cdceba0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:02:19.576910 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e155df5-5f1c-486f-b872-f3f76cdceba0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:02:19.577724 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e155df5-5f1c-486f-b872-f3f76cdceba0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:02:19.578653 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e155df5-5f1c-486f-b872-f3f76cdceba0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:02:19.579384 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e155df5-5f1c-486f-b872-f3f76cdceba0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:02:19.580335 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e155df5-5f1c-486f-b872-f3f76cdceba0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:02:19.581055 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e155df5-5f1c-486f-b872-f3f76cdceba0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:02:19.581788 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e155df5-5f1c-486f-b872-f3f76cdceba0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:02:19.582421 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e155df5-5f1c-486f-b872-f3f76cdceba0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:02:19.583027 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e155df5-5f1c-486f-b872-f3f76cdceba0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:02:19.590512 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [req-fa061479-2c97-4044-8bac-fa375dbfa832 req-e1ee3eca-4101-490b-9308-bbd2f86b194d tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Deleting port 15f1db54-5b5c-419d-9bbe-71a019f516c0 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:02:19.591657 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-fa061479-2c97-4044-8bac-fa375dbfa832 req-e1ee3eca-4101-490b-9308-bbd2f86b194d tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:19.603569 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208a68b2-05d9-4d36-b247-d533c93ddbc3 tempest-TestServerBasicOps-1582349476 tempest-TestServerBasicOps-1582349476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:19.611036 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-208a68b2-05d9-4d36-b247-d533c93ddbc3 tempest-TestServerBasicOps-1582349476 tempest-TestServerBasicOps-1582349476-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=ed8382d2-f132-4dae-822e-1f0b5e512344 HTTP/1.1" status: 200 len: 1091 time: 2.8550410 Aug 05 12:02:19.627387 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 57910) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:02:19.649530 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-d35ee0f7-5ae1-451a-a0dc-149360a53844 tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Request body: {'floatingip': {'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'port_id': 'b4eb167f-f97e-496a-b3f7-c47cc87d3778', 'tenant_id': '14f85fa6e8e1401fb399139faf003f37', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:02:19.726912 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-8254ecc3-35bb-4e3a-9e20-ee717adc1974 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.2460325 Aug 05 12:02:19.743893 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-714817cd-913a-46e5-85ef-82ab84dd2f9b req-f68af2a8-596e-4281-b620-a3b91310efd5 service neutron] 10.222.0.64 "GET /v2.0/networks/1ac4b742-2a25-4935-8476-e9ad3e543504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.7108941 Aug 05 12:02:19.744797 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 57912) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:02:19.766931 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-1b6a8b67-0d61-4c19-ba36-b05c6b6ee747 admin admin] Request body: {'subnet': {'network_id': '911f1496-0655-41b4-b0fa-b268b703ede4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1083573676-subnet', 'tenant_id': '0a335f64713b4d72881e9bd742dda5cb', 'ip_version': 4}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:02:19.783249 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0e4a7f55-d05d-4003-9843-0d49bed20ae2 req-a82b5904-da73-4469-a851-5bf4757ec6ab tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "GET /v2.0/security-groups?id=4bf23ad8-90e9-4f51-b6bb-8b1a5745154a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5003006 Aug 05 12:02:19.809650 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d35ee0f7-5ae1-451a-a0dc-149360a53844 tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Notify callbacks [] for floatingip, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:19.832535 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254ecc3-35bb-4e3a-9e20-ee717adc1974 admin admin] Pushing event updated for resources: {'Network': ['ID=911f1496-0655-41b4-b0fa-b268b703ede4,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:02:19.877894 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-f1b881c5-342d-4133-8398-8adf972b6dc4 None None] Attempting to bind port d186cad0-6ab2-4d69-a919-bdb0a850ce74 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:02:19.878354 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-f1b881c5-342d-4133-8398-8adf972b6dc4 None None] Attempting to bind port d186cad0-6ab2-4d69-a919-bdb0a850ce74 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '556bee1a-9d74-4f14-94d0-708064ee6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'b881efb6-f52e-4006-a158-c2aa42fef2fe'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:02:19.878954 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b881c5-342d-4133-8398-8adf972b6dc4 None None] Attempting to bind port d186cad0-6ab2-4d69-a919-bdb0a850ce74 on network b881efb6-f52e-4006-a158-c2aa42fef2fe {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:02:19.882509 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ac79dfa5-3723-4b1e-9e8d-29c0f014d622 req-dcea68eb-9e3f-4492-a40b-2243babbe299 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/security-groups?id=febd0f78-107f-43e4-b53e-32336893412a&id=b75859e9-ba11-494c-9174-a2b56bb00afd&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.3983471 Aug 05 12:02:19.921619 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 911f1496-0655-41b4-b0fa-b268b703ede4 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 12:02:20.020733 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b6a8b67-0d61-4c19-ba36-b05c6b6ee747 admin admin] Made reservation on behalf of 0a335f64713b4d72881e9bd742dda5cb for: {'subnet': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:02:20.032980 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1b6a8b67-0d61-4c19-ba36-b05c6b6ee747 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24211133'] for subnet, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:20.105061 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b881c5-342d-4133-8398-8adf972b6dc4 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:02:20.105685 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b881c5-342d-4133-8398-8adf972b6dc4 None None] Checking segment: {'id': '556bee1a-9d74-4f14-94d0-708064ee6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'b881efb6-f52e-4006-a158-c2aa42fef2fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:02:20.106366 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f1b881c5-342d-4133-8398-8adf972b6dc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:20.109290 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b881c5-342d-4133-8398-8adf972b6dc4 None None] Bound using segment: {'id': '556bee1a-9d74-4f14-94d0-708064ee6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'b881efb6-f52e-4006-a158-c2aa42fef2fe'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:02:20.110093 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 12:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9091327-3e06-4b41-8301-8e8d42f74995 x-openstack-request-id: req-f9091327-3e06-4b41-8301-8e8d42f74995 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:02:20.110886 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-f1b881c5-342d-4133-8398-8adf972b6dc4 None None] Bound port: d186cad0-6ab2-4d69-a919-bdb0a850ce74, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '556bee1a-9d74-4f14-94d0-708064ee6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'b881efb6-f52e-4006-a158-c2aa42fef2fe'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:02:20.111060 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "295adfcc-63cd-4939-a68d-f1d2f39c6cb5", "tag": "a3c6ede4-0a04-4dea-85c9-68e5fd39b91f", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:02:20.111060 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f9091327-3e06-4b41-8301-8e8d42f74995 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:02:20.111322 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f1b881c5-342d-4133-8398-8adf972b6dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:20.111457 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '295adfcc-63cd-4939-a68d-f1d2f39c6cb5', 'tag': 'a3c6ede4-0a04-4dea-85c9-68e5fd39b91f', 'status': 'completed', 'code': 200} Aug 05 12:02:20.143728 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-fa061479-2c97-4044-8bac-fa375dbfa832 req-e1ee3eca-4101-490b-9308-bbd2f86b194d tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] For port 15f1db54-5b5c-419d-9bbe-71a019f516c0, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=15f1db54-5b5c-419d-9bbe-71a019f516c0,segment=NetworkSegment(660b66be-80d9-4672-8b40-3d7f5ab29178),segment_id=660b66be-80d9-4672-8b40-3d7f5ab29178)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:02:20.145978 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-fa061479-2c97-4044-8bac-fa375dbfa832 req-e1ee3eca-4101-490b-9308-bbd2f86b194d tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:20.184112 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [req-fa061479-2c97-4044-8bac-fa375dbfa832 req-e1ee3eca-4101-490b-9308-bbd2f86b194d tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Calling delete_port for 15f1db54-5b5c-419d-9bbe-71a019f516c0 owned by compute:nova {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:02:20.215800 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c3d4f6a0-6425-44ab-acf4-8dc6aa509420 req-4f557b3a-bf9b-4aac-92cc-133312fbc346 service neutron] 10.222.0.55 "GET /v2.0/networks/2830970e-d0ce-4cd2-b553-c3bab34c8414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8478379 Aug 05 12:02:20.293200 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f1b881c5-342d-4133-8398-8adf972b6dc4 None None] For port d186cad0-6ab2-4d69-a919-bdb0a850ce74, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:02:20.301536 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f1b881c5-342d-4133-8398-8adf972b6dc4 None None] For port d186cad0-6ab2-4d69-a919-bdb0a850ce74, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=d186cad0-6ab2-4d69-a919-bdb0a850ce74,segment=NetworkSegment(556bee1a-9d74-4f14-94d0-708064ee6011),segment_id=556bee1a-9d74-4f14-94d0-708064ee6011)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:02:20.313309 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f1b881c5-342d-4133-8398-8adf972b6dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:20.426177 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e155df5-5f1c-486f-b872-f3f76cdceba0 None None] Pushing event updated for resources: {'Port': ['ID=d186cad0-6ab2-4d69-a919-bdb0a850ce74,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:02:20.464914 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b881c5-342d-4133-8398-8adf972b6dc4 None None] Routers {'e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:02:20.467479 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-f1b881c5-342d-4133-8398-8adf972b6dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:02:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:02:20.555111 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 57914) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:02:20.578451 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe9b4ed-c51b-4449-8645-e0e5f272e713 req-fe095c8d-3e83-4787-bfc9-c08d744c3362 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:20.594434 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bbe9b4ed-c51b-4449-8645-e0e5f272e713 req-fe095c8d-3e83-4787-bfc9-c08d744c3362 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2982b20-6da2-4689-ae89-08a6113e6505 HTTP/1.1" status: 200 len: 943 time: 0.5480509 Aug 05 12:02:20.737520 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bbe9b4ed-c51b-4449-8645-e0e5f272e713 req-4220d0a0-e95a-4056-91ad-593bc2f8ada9 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=d700a63d-a591-46d0-9144-d357356aa9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1417100 Aug 05 12:02:20.766297 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f8d885-44d2-459d-8a35-d8f702ab8e21 req-47a92ec2-6c02-4ed2-890d-9f080745fd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:20.769227 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-54f8d885-44d2-459d-8a35-d8f702ab8e21 req-47a92ec2-6c02-4ed2-890d-9f080745fd32 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7f88688726d24c8e9d77831659c7c3ae&device_id=03b5b896-60a3-4bcb-a01d-52939f97c9d5 HTTP/1.1" status: 200 len: 1096 time: 0.3435555 Aug 05 12:02:20.807107 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-f1b881c5-342d-4133-8398-8adf972b6dc4 None None] Set router e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:02:20.933322 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1b6a8b67-0d61-4c19-ba36-b05c6b6ee747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29762700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24211087'] for subnet, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:20.965633 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f8d885-44d2-459d-8a35-d8f702ab8e21 req-d04e6fcd-12fb-43e4-85cb-69184b41f633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:20.968898 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-54f8d885-44d2-459d-8a35-d8f702ab8e21 req-d04e6fcd-12fb-43e4-85cb-69184b41f633 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2830970e-d0ce-4cd2-b553-c3bab34c8414 HTTP/1.1" status: 200 len: 897 time: 0.1811643 Aug 05 12:02:20.976004 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d35ee0f7-5ae1-451a-a0dc-149360a53844 tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:21.032952 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 15f1db54-5b5c-419d-9bbe-71a019f516c0 no longer exists at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:02:21.083801 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-94329722-fe74-41c8-8798-783d210f2837 req-6f916a4a-1f55-4e6b-bd45-24f8d1613283 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79281129-8f90-4603-b7b5-3c88d3cba5a8 {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 12:02:21.114595 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-94329722-fe74-41c8-8798-783d210f2837 req-6f916a4a-1f55-4e6b-bd45-24f8d1613283 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:21.170582 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-c3da5c44-4d90-4864-9cfc-3affcf1f7a4a tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/floatingips/e66acb43-6d59-437b-9af2-17e33118e060 HTTP/1.1" status: 200 len: 992 time: 0.6063964 Aug 05 12:02:21.188661 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-94329722-fe74-41c8-8798-783d210f2837 req-6f916a4a-1f55-4e6b-bd45-24f8d1613283 service neutron] Transition to ACTIVE for port object 79281129-8f90-4603-b7b5-3c88d3cba5a8 will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:02:21.236233 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-54f8d885-44d2-459d-8a35-d8f702ab8e21 req-e7d9e747-c180-4780-bcc9-40d01e353a0d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0d243f1b-bee7-4fff-a8bf-f50adee1fc74 HTTP/1.1" status: 200 len: 1000 time: 0.2567253 Aug 05 12:02:21.243018 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-94329722-fe74-41c8-8798-783d210f2837 req-6f916a4a-1f55-4e6b-bd45-24f8d1613283 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:21.527328 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f916a4a-1f55-4e6b-bd45-24f8d1613283 service neutron] Pushing event updated for resources: {'Port': ['ID=79281129-8f90-4603-b7b5-3c88d3cba5a8,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:02:21.579447 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:21.631675 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f8d885-44d2-459d-8a35-d8f702ab8e21 req-d94b5153-3ecd-48e5-8a33-47d52649c9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:21.635583 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-54f8d885-44d2-459d-8a35-d8f702ab8e21 req-d94b5153-3ecd-48e5-8a33-47d52649c9d4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=246efd78-ac94-4655-af8f-d71ed39d45f9 HTTP/1.1" status: 200 len: 835 time: 0.3777609 Aug 05 12:02:21.678464 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-f1b881c5-342d-4133-8398-8adf972b6dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24', 'name': 'tempest-TestVolumeBootPattern-443103019-router', 'tenant_id': 'f717acd5caa748b6b706fbaad1f3b969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': '60bfddc8-d821-4934-97ac-cf793158e94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:01:50Z', 'updated_at': '2021-08-05T12:02:08Z', 'revision_number': 4, 'project_id': 'f717acd5caa748b6b706fbaad1f3b969', 'gw_port': {'id': '60bfddc8-d821-4934-97ac-cf793158e94a', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:73:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:01:53Z', 'updated_at': '2021-08-05T12:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'd186cad0-6ab2-4d69-a919-bdb0a850ce74', 'name': '', 'network_id': 'b881efb6-f52e-4006-a158-c2aa42fef2fe', 'tenant_id': 'f717acd5caa748b6b706fbaad1f3b969', 'mac_address': 'fa:16:3e:8a:78:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3257, 'fixed_ips': [{'subnet_id': '96bcc71c-db3b-48c5-a5c3-35b749d6182d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:02:02Z', 'updated_at': '2021-08-05T12:02:20Z', 'revision_number': 4, 'project_id': 'f717acd5caa748b6b706fbaad1f3b969', 'subnets': [{'id': '96bcc71c-db3b-48c5-a5c3-35b749d6182d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:02:21.701968 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-d35ee0f7-5ae1-451a-a0dc-149360a53844 tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Allocated IP 172.25.5.119 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/609ad19b-00a6-4804-833c-9a530f6a3835) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:02:21.767631 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6a8b67-0d61-4c19-ba36-b05c6b6ee747 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a13d2638-7a18-405e-bdd8-bf80cea2fa05,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:02:21.776292 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-fa061479-2c97-4044-8bac-fa375dbfa832 req-e1ee3eca-4101-490b-9308-bbd2f86b194d tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:21.786907 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b881c5-342d-4133-8398-8adf972b6dc4 None None] The sync data for ids ['e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24'] in n-d-803378-2 is: [{'id': 'e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24', 'name': 'tempest-TestVolumeBootPattern-443103019-router', 'tenant_id': 'f717acd5caa748b6b706fbaad1f3b969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': '60bfddc8-d821-4934-97ac-cf793158e94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:01:50Z', 'updated_at': '2021-08-05T12:02:08Z', 'revision_number': 4, 'project_id': 'f717acd5caa748b6b706fbaad1f3b969', 'gw_port': {'id': '60bfddc8-d821-4934-97ac-cf793158e94a', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:73:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:01:53Z', 'updated_at': '2021-08-05T12:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'd186cad0-6ab2-4d69-a919-bdb0a850ce74', 'name': '', 'network_id': 'b881efb6-f52e-4006-a158-c2aa42fef2fe', 'tenant_id': 'f717acd5caa748b6b706fbaad1f3b969', 'mac_address': 'fa:16:3e:8a:78:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3257, 'fixed_ips': [{'subnet_id': '96bcc71c-db3b-48c5-a5c3-35b749d6182d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:02:02Z', 'updated_at': '2021-08-05T12:02:20Z', 'revision_number': 4, 'project_id': 'f717acd5caa748b6b706fbaad1f3b969', 'subnets': [{'id': '96bcc71c-db3b-48c5-a5c3-35b749d6182d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:02:21.827237 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ee3eca-4101-490b-9308-bbd2f86b194d tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Pushing event deleted for resources: {'Port': ['ID=15f1db54-5b5c-419d-9bbe-71a019f516c0,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:02:21.847766 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5453949e-1695-49db-9a2a-8e06739fbfe9 req-7531e503-2214-4ee0-95a2-c64c711cae62 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:21.860354 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5453949e-1695-49db-9a2a-8e06739fbfe9 req-7531e503-2214-4ee0-95a2-c64c711cae62 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "GET /v2.0/ports?device_id=963a46ac-db99-4d33-8b39-e679f73b9d4f HTTP/1.1" status: 200 len: 867 time: 0.8445601 Aug 05 12:02:21.917471 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6a8b67-0d61-4c19-ba36-b05c6b6ee747 admin admin] Checking segment: {'id': 'b4f9e671-758d-4442-9859-83451f859a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '911f1496-0655-41b4-b0fa-b268b703ede4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:02:21.917869 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6a8b67-0d61-4c19-ba36-b05c6b6ee747 admin admin] Network hostable DHCP agents. Network: 911f1496-0655-41b4-b0fa-b268b703ede4, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 12:02:22.080370 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba158062-bf24-42e5-9f8e-6114a1422561 req-36fbb210-bec1-420e-b74e-abfd93767e56 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:22.093391 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba158062-bf24-42e5-9f8e-6114a1422561 req-36fbb210-bec1-420e-b74e-abfd93767e56 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:22.111275 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba158062-bf24-42e5-9f8e-6114a1422561 req-36fbb210-bec1-420e-b74e-abfd93767e56 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:22.125839 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba158062-bf24-42e5-9f8e-6114a1422561 req-36fbb210-bec1-420e-b74e-abfd93767e56 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:22.138173 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba158062-bf24-42e5-9f8e-6114a1422561 req-36fbb210-bec1-420e-b74e-abfd93767e56 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:22.151788 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba158062-bf24-42e5-9f8e-6114a1422561 req-36fbb210-bec1-420e-b74e-abfd93767e56 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:22.165600 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba158062-bf24-42e5-9f8e-6114a1422561 req-36fbb210-bec1-420e-b74e-abfd93767e56 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:22.170083 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ba158062-bf24-42e5-9f8e-6114a1422561 req-36fbb210-bec1-420e-b74e-abfd93767e56 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/ports?device_id=295adfcc-63cd-4939-a68d-f1d2f39c6cb5 HTTP/1.1" status: 200 len: 5392 time: 1.0248377 Aug 05 12:02:22.227670 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6a8b67-0d61-4c19-ba36-b05c6b6ee747 admin admin] Network 911f1496-0655-41b4-b0fa-b268b703ede4 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 12:02:22.244627 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa061479-2c97-4044-8bac-fa375dbfa832 req-e1ee3eca-4101-490b-9308-bbd2f86b194d tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] No DVR routers for this DVR port 15f1db54-5b5c-419d-9bbe-71a019f516c0 on host n-h1-803378-2 {{(pid=94420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:02:22.252058 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-fa061479-2c97-4044-8bac-fa375dbfa832 req-e1ee3eca-4101-490b-9308-bbd2f86b194d tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:22.255988 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fa061479-2c97-4044-8bac-fa375dbfa832 req-e1ee3eca-4101-490b-9308-bbd2f86b194d tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.64 "DELETE /v2.0/ports/15f1db54-5b5c-419d-9bbe-71a019f516c0 HTTP/1.1" status: 204 len: 173 time: 3.8971488 Aug 05 12:02:22.266611 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '963a46ac-db99-4d33-8b39-e679f73b9d4f', 'name': 'network-vif-deleted', 'tag': '15f1db54-5b5c-419d-9bbe-71a019f516c0'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:02:22.271186 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}828068ad8d405ad77660ce68fa78e1ffe658725812f7a08f9e488a446589295b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7657d110-574e-40f3-bf8f-3213185739dd" -d '{"events": [{"server_uuid": "963a46ac-db99-4d33-8b39-e679f73b9d4f", "name": "network-vif-deleted", "tag": "15f1db54-5b5c-419d-9bbe-71a019f516c0"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:02:22.281601 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5453949e-1695-49db-9a2a-8e06739fbfe9 req-a5d418da-2930-4fa9-a021-fbd5c1cc7614 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "GET /v2.0/security-groups?id=4bf23ad8-90e9-4f51-b6bb-8b1a5745154a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4198117 Aug 05 12:02:22.285897 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-1b6a8b67-0d61-4c19-ba36-b05c6b6ee747 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, 911f1496-0655-41b4-b0fa-b268b703ede4) {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:02:22.318030 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-611741a5-0ba6-4039-a511-7b29c7118896 None None] Network 911f1496-0655-41b4-b0fa-b268b703ede4 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:02:22.336165 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6a8b67-0d61-4c19-ba36-b05c6b6ee747 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:22.337417 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1b6a8b67-0d61-4c19-ba36-b05c6b6ee747 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:22.371392 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:22.386426 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-1b6a8b67-0d61-4c19-ba36-b05c6b6ee747 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.6294494 Aug 05 12:02:22.392180 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 57926) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:02:22.415940 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-09a27803-7c1c-44e5-adcb-60f45036e06c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1083573676-router', 'tenant_id': '0a335f64713b4d72881e9bd742dda5cb', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:02:22.486906 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ba158062-bf24-42e5-9f8e-6114a1422561 req-0b897371-b766-46da-9f2e-67a828bdab70 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/security-groups?id=febd0f78-107f-43e4-b53e-32336893412a&id=b75859e9-ba11-494c-9174-a2b56bb00afd&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.2608364 Aug 05 12:02:22.528624 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-94329722-fe74-41c8-8798-783d210f2837 req-6f916a4a-1f55-4e6b-bd45-24f8d1613283 service neutron] Attempting to bind port 79281129-8f90-4603-b7b5-3c88d3cba5a8 on host n-h1-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:02:22.547148 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-94329722-fe74-41c8-8798-783d210f2837 req-6f916a4a-1f55-4e6b-bd45-24f8d1613283 service neutron] Attempting to bind port 79281129-8f90-4603-b7b5-3c88d3cba5a8 by drivers openvswitch,hyperv on host n-h1-803378-2 at level 0 using segments [{'id': 'b5893b6e-06cf-4700-b98e-3330d41c521f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'efef5820-889f-42cc-a1e8-7a1a3d2a1fbf'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:02:22.547772 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94329722-fe74-41c8-8798-783d210f2837 req-6f916a4a-1f55-4e6b-bd45-24f8d1613283 service neutron] Attempting to bind port 79281129-8f90-4603-b7b5-3c88d3cba5a8 on network efef5820-889f-42cc-a1e8-7a1a3d2a1fbf {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:02:22.570900 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-09a27803-7c1c-44e5-adcb-60f45036e06c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33260300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1929'] for router, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:22.574958 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-09a27803-7c1c-44e5-adcb-60f45036e06c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33285914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33034662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1926'] for router, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:22.650957 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94329722-fe74-41c8-8798-783d210f2837 req-6f916a4a-1f55-4e6b-bd45-24f8d1613283 service neutron] Port 79281129-8f90-4603-b7b5-3c88d3cba5a8 on network efef5820-889f-42cc-a1e8-7a1a3d2a1fbf not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 12:02:22.651498 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94329722-fe74-41c8-8798-783d210f2837 req-6f916a4a-1f55-4e6b-bd45-24f8d1613283 service neutron] Attempting to bind port 79281129-8f90-4603-b7b5-3c88d3cba5a8 on network efef5820-889f-42cc-a1e8-7a1a3d2a1fbf {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:02:22.666720 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94329722-fe74-41c8-8798-783d210f2837 req-6f916a4a-1f55-4e6b-bd45-24f8d1613283 service neutron] Checking agent: {'id': '40bb7567-59bd-4b31-bc29-da1c50bca759', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:02:22.667264 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94329722-fe74-41c8-8798-783d210f2837 req-6f916a4a-1f55-4e6b-bd45-24f8d1613283 service neutron] Checking segment: {'id': 'b5893b6e-06cf-4700-b98e-3330d41c521f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'efef5820-889f-42cc-a1e8-7a1a3d2a1fbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:02:22.667907 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94329722-fe74-41c8-8798-783d210f2837 req-6f916a4a-1f55-4e6b-bd45-24f8d1613283 service neutron] Bound using segment: {'id': 'b5893b6e-06cf-4700-b98e-3330d41c521f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'efef5820-889f-42cc-a1e8-7a1a3d2a1fbf'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:02:22.668716 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-94329722-fe74-41c8-8798-783d210f2837 req-6f916a4a-1f55-4e6b-bd45-24f8d1613283 service neutron] Bound port: 79281129-8f90-4603-b7b5-3c88d3cba5a8, host: n-h1-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5893b6e-06cf-4700-b98e-3330d41c521f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'efef5820-889f-42cc-a1e8-7a1a3d2a1fbf'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:02:22.669836 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-94329722-fe74-41c8-8798-783d210f2837 req-6f916a4a-1f55-4e6b-bd45-24f8d1613283 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:22.751211 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-09a27803-7c1c-44e5-adcb-60f45036e06c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:22.901443 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f8d885-44d2-459d-8a35-d8f702ab8e21 req-44267cd7-88b3-4e71-b3b2-6e18c4703495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:22.913399 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-54f8d885-44d2-459d-8a35-d8f702ab8e21 req-44267cd7-88b3-4e71-b3b2-6e18c4703495 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2830970e-d0ce-4cd2-b553-c3bab34c8414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.2062907 Aug 05 12:02:22.955394 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1adbe030-f749-4f97-8565-ec61b2203d5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-911f1496-0655-41b4-b0fa-b268b703ede4', 'network_id': '911f1496-0655-41b4-b0fa-b268b703ede4', 'tenant_id': '0a335f64713b4d72881e9bd742dda5cb', 'fixed_ips': [{'subnet_id': 'a13d2638-7a18-405e-bdd8-bf80cea2fa05'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 12:02:22.956404 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1adbe030-f749-4f97-8565-ec61b2203d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:23.106027 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 12:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e80ce231-2e55-409b-9595-08f26fbb9ea8 x-openstack-request-id: req-e80ce231-2e55-409b-9595-08f26fbb9ea8 {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:02:23.117443 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "963a46ac-db99-4d33-8b39-e679f73b9d4f", "name": "network-vif-deleted", "tag": "15f1db54-5b5c-419d-9bbe-71a019f516c0", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:02:23.117749 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e80ce231-2e55-409b-9595-08f26fbb9ea8 {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:02:23.118285 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '963a46ac-db99-4d33-8b39-e679f73b9d4f', 'name': 'network-vif-deleted', 'tag': '15f1db54-5b5c-419d-9bbe-71a019f516c0', 'status': 'completed', 'code': 200} Aug 05 12:02:23.219809 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device d186cad0-6ab2-4d69-a919-bdb0a850ce74 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:02:23.323523 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-94329722-fe74-41c8-8798-783d210f2837 req-6f916a4a-1f55-4e6b-bd45-24f8d1613283 service neutron] For port 79281129-8f90-4603-b7b5-3c88d3cba5a8, host n-h1-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:02:23.407668 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d35ee0f7-5ae1-451a-a0dc-149360a53844 tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:23.432119 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8115c2-1daf-4ce0-80b8-df899500d903 req-d984cf73-65fb-40c6-a72c-62ff1fbc3416 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:23.443778 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-94329722-fe74-41c8-8798-783d210f2837 req-6f916a4a-1f55-4e6b-bd45-24f8d1613283 service neutron] For port 79281129-8f90-4603-b7b5-3c88d3cba5a8, host n-h1-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=79281129-8f90-4603-b7b5-3c88d3cba5a8,segment=NetworkSegment(b5893b6e-06cf-4700-b98e-3330d41c521f),segment_id=b5893b6e-06cf-4700-b98e-3330d41c521f)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:02:23.456416 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ae8115c2-1daf-4ce0-80b8-df899500d903 req-d984cf73-65fb-40c6-a72c-62ff1fbc3416 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2982b20-6da2-4689-ae89-08a6113e6505 HTTP/1.1" status: 200 len: 943 time: 0.7027810 Aug 05 12:02:23.456722 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-54f8d885-44d2-459d-8a35-d8f702ab8e21 req-9d37db8a-75af-4a23-870a-a6e40940401a service neutron] 10.222.0.55 "GET /v2.0/networks/2830970e-d0ce-4cd2-b553-c3bab34c8414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5410633 Aug 05 12:02:23.462799 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-94329722-fe74-41c8-8798-783d210f2837 req-6f916a4a-1f55-4e6b-bd45-24f8d1613283 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:23.469538 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-09a27803-7c1c-44e5-adcb-60f45036e06c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:23.481782 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-1adbe030-f749-4f97-8565-ec61b2203d5f None None] Allocated IP 172.20.0.2 (911f1496-0655-41b4-b0fa-b268b703ede4/a13d2638-7a18-405e-bdd8-bf80cea2fa05/8f9b600b-15f1-4476-8af8-74850d5d7d79) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:02:23.658197 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 12:02:23.863290 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94329722-fe74-41c8-8798-783d210f2837 req-6f916a4a-1f55-4e6b-bd45-24f8d1613283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:23.867269 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-94329722-fe74-41c8-8798-783d210f2837 req-6f916a4a-1f55-4e6b-bd45-24f8d1613283 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:23.870439 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-94329722-fe74-41c8-8798-783d210f2837 req-6f916a4a-1f55-4e6b-bd45-24f8d1613283 service neutron] 10.222.0.64 "PUT /v2.0/ports/79281129-8f90-4603-b7b5-3c88d3cba5a8 HTTP/1.1" status: 200 len: 1091 time: 6.0247114 Aug 05 12:02:23.898929 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-605edeef-62aa-47ff-8af9-15ac201a792c req-dfbc8100-e5dc-4c0d-9af5-14190d897129 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "GET /v2.0/ports?device_id=963a46ac-db99-4d33-8b39-e679f73b9d4f HTTP/1.1" status: 200 len: 210 time: 0.1439095 Aug 05 12:02:23.918612 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '295adfcc-63cd-4939-a68d-f1d2f39c6cb5', 'tag': '79281129-8f90-4603-b7b5-3c88d3cba5a8'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:02:23.924144 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-884c780d-d364-4ade-bb43-42ef9b0f6220" -d '{"events": [{"name": "network-changed", "server_uuid": "295adfcc-63cd-4939-a68d-f1d2f39c6cb5", "tag": "79281129-8f90-4603-b7b5-3c88d3cba5a8"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:02:24.019749 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1adbe030-f749-4f97-8565-ec61b2203d5f None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:24.052000 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-1adbe030-f749-4f97-8565-ec61b2203d5f None None] Transition to ACTIVE for port object 8f9b600b-15f1-4476-8af8-74850d5d7d79 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:02:24.119603 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-1adbe030-f749-4f97-8565-ec61b2203d5f None None] Transition to ACTIVE for port object 8f9b600b-15f1-4476-8af8-74850d5d7d79 will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:02:24.120439 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ae8115c2-1daf-4ce0-80b8-df899500d903 req-9939f79e-53c6-44a3-82b7-8f1b07e5d8a2 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=d700a63d-a591-46d0-9144-d357356aa9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6376739 Aug 05 12:02:24.125124 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port d186cad0-6ab2-4d69-a919-bdb0a850ce74 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:02:24.140344 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1adbe030-f749-4f97-8565-ec61b2203d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:24.251197 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adbe030-f749-4f97-8565-ec61b2203d5f None None] Pushing event updated for resources: {'Port': ['ID=8f9b600b-15f1-4476-8af8-74850d5d7d79,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:02:24.253165 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-54f8d885-44d2-459d-8a35-d8f702ab8e21 req-a514fc7d-7573-4c95-b426-5a032e780e27 service neutron] 10.222.0.55 "GET /v2.0/networks/2830970e-d0ce-4cd2-b553-c3bab34c8414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7846382 Aug 05 12:02:24.268243 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-94329722-fe74-41c8-8798-783d210f2837 req-ec0be8aa-c7c4-4169-8e6b-00842afdaf2f service neutron] Request body: {'port': {'device_id': '295adfcc-63cd-4939-a68d-f1d2f39c6cb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:02:24.299956 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port d186cad0-6ab2-4d69-a919-bdb0a850ce74 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:02:24.303645 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:24.396314 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f916a4a-1f55-4e6b-bd45-24f8d1613283 service neutron] Pushing event updated for resources: {'Port': ['ID=79281129-8f90-4603-b7b5-3c88d3cba5a8,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:02:24.417276 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d35ee0f7-5ae1-451a-a0dc-149360a53844 tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:24.494344 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1adbe030-f749-4f97-8565-ec61b2203d5f None None] Network 911f1496-0655-41b4-b0fa-b268b703ede4 is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:02:24.497554 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41839f3-bc00-49a1-b18a-9cfacfba7f68 req-84a738ea-6f06-480f-81c2-aecd6e77ff52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:24.498591 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41839f3-bc00-49a1-b18a-9cfacfba7f68 req-84a738ea-6f06-480f-81c2-aecd6e77ff52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:24.499115 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-1adbe030-f749-4f97-8565-ec61b2203d5f None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:02:24.499621 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41839f3-bc00-49a1-b18a-9cfacfba7f68 req-84a738ea-6f06-480f-81c2-aecd6e77ff52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:24.500775 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41839f3-bc00-49a1-b18a-9cfacfba7f68 req-84a738ea-6f06-480f-81c2-aecd6e77ff52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:24.501670 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41839f3-bc00-49a1-b18a-9cfacfba7f68 req-84a738ea-6f06-480f-81c2-aecd6e77ff52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:24.503850 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41839f3-bc00-49a1-b18a-9cfacfba7f68 req-84a738ea-6f06-480f-81c2-aecd6e77ff52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:24.503850 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41839f3-bc00-49a1-b18a-9cfacfba7f68 req-84a738ea-6f06-480f-81c2-aecd6e77ff52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:24.504177 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1adbe030-f749-4f97-8565-ec61b2203d5f None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:02:24.507386 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b41839f3-bc00-49a1-b18a-9cfacfba7f68 req-84a738ea-6f06-480f-81c2-aecd6e77ff52 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7f690a1af59141ff99aca95e28eca771&device_id=295adfcc-63cd-4939-a68d-f1d2f39c6cb5 HTTP/1.1" status: 200 len: 6284 time: 0.6244159 Aug 05 12:02:24.603677 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-94329722-fe74-41c8-8798-783d210f2837 req-ec0be8aa-c7c4-4169-8e6b-00842afdaf2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:24.629683 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:24.633247 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a962c4f-1bf8-45a9-8ddd-5d29b9b0d9df req-5696e2d3-ea89-4936-a620-6fed9cd98786 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:24.636951 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d35ee0f7-5ae1-451a-a0dc-149360a53844 tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:02:24.646559 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a962c4f-1bf8-45a9-8ddd-5d29b9b0d9df req-5696e2d3-ea89-4936-a620-6fed9cd98786 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:24.651706 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-1adbe030-f749-4f97-8565-ec61b2203d5f None None] Attempting to bind port 8f9b600b-15f1-4476-8af8-74850d5d7d79 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:02:24.652083 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-1adbe030-f749-4f97-8565-ec61b2203d5f None None] Attempting to bind port 8f9b600b-15f1-4476-8af8-74850d5d7d79 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'b4f9e671-758d-4442-9859-83451f859a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '911f1496-0655-41b4-b0fa-b268b703ede4'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:02:24.652615 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1adbe030-f749-4f97-8565-ec61b2203d5f None None] Attempting to bind port 8f9b600b-15f1-4476-8af8-74850d5d7d79 on network 911f1496-0655-41b4-b0fa-b268b703ede4 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:02:24.659683 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a962c4f-1bf8-45a9-8ddd-5d29b9b0d9df req-5696e2d3-ea89-4936-a620-6fed9cd98786 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:24.672178 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a962c4f-1bf8-45a9-8ddd-5d29b9b0d9df req-5696e2d3-ea89-4936-a620-6fed9cd98786 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:24.674896 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-15a70c96-3437-4fa9-adb6-e9477e9997c1 req-942a4b23-023e-4a71-9436-b233d9cabcfa service neutron] 10.222.0.64 "GET /v2.0/networks/34f4b1c0-4781-4466-8dad-c7a46498afc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9402745 Aug 05 12:02:24.675885 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1adbe030-f749-4f97-8565-ec61b2203d5f None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:02:24.676784 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1adbe030-f749-4f97-8565-ec61b2203d5f None None] Checking segment: {'id': 'b4f9e671-758d-4442-9859-83451f859a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '911f1496-0655-41b4-b0fa-b268b703ede4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:02:24.677478 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1adbe030-f749-4f97-8565-ec61b2203d5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:24.678138 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1adbe030-f749-4f97-8565-ec61b2203d5f None None] Bound using segment: {'id': 'b4f9e671-758d-4442-9859-83451f859a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '911f1496-0655-41b4-b0fa-b268b703ede4'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:02:24.679272 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-1adbe030-f749-4f97-8565-ec61b2203d5f None None] Bound port: 8f9b600b-15f1-4476-8af8-74850d5d7d79, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4f9e671-758d-4442-9859-83451f859a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '911f1496-0655-41b4-b0fa-b268b703ede4'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:02:24.679938 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1adbe030-f749-4f97-8565-ec61b2203d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:24.683730 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-d35ee0f7-5ae1-451a-a0dc-149360a53844 tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:02:24.689746 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a962c4f-1bf8-45a9-8ddd-5d29b9b0d9df req-5696e2d3-ea89-4936-a620-6fed9cd98786 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:24.702677 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a962c4f-1bf8-45a9-8ddd-5d29b9b0d9df req-5696e2d3-ea89-4936-a620-6fed9cd98786 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:24.703025 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35ee0f7-5ae1-451a-a0dc-149360a53844 tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:02:24.714764 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a962c4f-1bf8-45a9-8ddd-5d29b9b0d9df req-5696e2d3-ea89-4936-a620-6fed9cd98786 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:24.722503 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0a962c4f-1bf8-45a9-8ddd-5d29b9b0d9df req-5696e2d3-ea89-4936-a620-6fed9cd98786 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/ports?device_id=295adfcc-63cd-4939-a68d-f1d2f39c6cb5 HTTP/1.1" status: 200 len: 5392 time: 0.5949380 Aug 05 12:02:24.786618 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35ee0f7-5ae1-451a-a0dc-149360a53844 tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Pushing event updated for resources: {'Port': ['ID=609ad19b-00a6-4804-833c-9a530f6a3835,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:02:24.797726 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port d186cad0-6ab2-4d69-a919-bdb0a850ce74, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=d186cad0-6ab2-4d69-a919-bdb0a850ce74,segment=NetworkSegment(556bee1a-9d74-4f14-94d0-708064ee6011),segment_id=556bee1a-9d74-4f14-94d0-708064ee6011)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:02:24.836234 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:24.896779 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79f05e8-b526-4fa0-a055-5171e2d10606 req-a11d86c9-5343-4757-bdd8-250680aba9c5 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:24.901078 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b79f05e8-b526-4fa0-a055-5171e2d10606 req-a11d86c9-5343-4757-bdd8-250680aba9c5 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=03b5b896-60a3-4bcb-a01d-52939f97c9d5 HTTP/1.1" status: 200 len: 945 time: 0.4270792 Aug 05 12:02:25.023560 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-1adbe030-f749-4f97-8565-ec61b2203d5f None None] For port 8f9b600b-15f1-4476-8af8-74850d5d7d79, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:02:25.086872 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-1adbe030-f749-4f97-8565-ec61b2203d5f None None] For port 8f9b600b-15f1-4476-8af8-74850d5d7d79, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=8f9b600b-15f1-4476-8af8-74850d5d7d79,segment=NetworkSegment(b4f9e671-758d-4442-9859-83451f859a79),segment_id=b4f9e671-758d-4442-9859-83451f859a79)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:02:25.089927 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=d186cad0-6ab2-4d69-a919-bdb0a850ce74,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:02:25.111192 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1adbe030-f749-4f97-8565-ec61b2203d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:25.270748 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0a962c4f-1bf8-45a9-8ddd-5d29b9b0d9df req-d76ace81-6feb-4e62-b5dd-bc509fdd8cde tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/security-groups?id=febd0f78-107f-43e4-b53e-32336893412a&id=b75859e9-ba11-494c-9174-a2b56bb00afd&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.5336108 Aug 05 12:02:25.347558 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adbe030-f749-4f97-8565-ec61b2203d5f None None] Pushing event updated for resources: {'Port': ['ID=8f9b600b-15f1-4476-8af8-74850d5d7d79,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:02:25.367514 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41839f3-bc00-49a1-b18a-9cfacfba7f68 req-ae7df62b-456c-449e-a581-58b566d52e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:25.369206 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41839f3-bc00-49a1-b18a-9cfacfba7f68 req-ae7df62b-456c-449e-a581-58b566d52e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:25.370401 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41839f3-bc00-49a1-b18a-9cfacfba7f68 req-ae7df62b-456c-449e-a581-58b566d52e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:25.374679 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b41839f3-bc00-49a1-b18a-9cfacfba7f68 req-ae7df62b-456c-449e-a581-58b566d52e8b service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=7f690a1af59141ff99aca95e28eca771&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.7919283 Aug 05 12:02:25.396547 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b79f05e8-b526-4fa0-a055-5171e2d10606 req-da0b74fe-e092-4468-bdf9-f1896f392588 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=63e39a45-73ad-49df-9d90-9ca653f416c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4147425 Aug 05 12:02:25.413145 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-15a70c96-3437-4fa9-adb6-e9477e9997c1 req-a5d4a3e0-02f6-4132-bf84-55da47317536 service neutron] 10.222.0.64 "GET /v2.0/networks/34f4b1c0-4781-4466-8dad-c7a46498afc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7180891 Aug 05 12:02:25.551414 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 12:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcd44110-1687-4f16-a37b-bdd33d392347 x-openstack-request-id: req-dcd44110-1687-4f16-a37b-bdd33d392347 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:02:25.552309 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "295adfcc-63cd-4939-a68d-f1d2f39c6cb5", "tag": "79281129-8f90-4603-b7b5-3c88d3cba5a8", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:02:25.553317 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-dcd44110-1687-4f16-a37b-bdd33d392347 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:02:25.554186 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '295adfcc-63cd-4939-a68d-f1d2f39c6cb5', 'tag': '79281129-8f90-4603-b7b5-3c88d3cba5a8', 'status': 'completed', 'code': 200} Aug 05 12:02:25.591768 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-09a27803-7c1c-44e5-adcb-60f45036e06c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:25.658091 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-09a27803-7c1c-44e5-adcb-60f45036e06c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:25.930025 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6fe94549-bd05-462d-ad08-96b76d649758 req-b784872d-9616-444c-8bb6-f543a764c1ce tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "GET /v2.0/ports?device_id=963a46ac-db99-4d33-8b39-e679f73b9d4f HTTP/1.1" status: 200 len: 210 time: 0.1943455 Aug 05 12:02:26.072181 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4704d8-1ea1-4cc6-b0a4-71bfdc48ae18 req-b711f5df-e1cd-449e-a40a-66e3d26495c8 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:26.075026 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9e4704d8-1ea1-4cc6-b0a4-71bfdc48ae18 req-b711f5df-e1cd-449e-a40a-66e3d26495c8 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2982b20-6da2-4689-ae89-08a6113e6505 HTTP/1.1" status: 200 len: 943 time: 0.3534205 Aug 05 12:02:26.111963 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41839f3-bc00-49a1-b18a-9cfacfba7f68 req-b2ffa32a-e13c-4062-afa5-405e5e3e65df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:26.113180 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b41839f3-bc00-49a1-b18a-9cfacfba7f68 req-b2ffa32a-e13c-4062-afa5-405e5e3e65df service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7072794 Aug 05 12:02:26.157051 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-94329722-fe74-41c8-8798-783d210f2837 req-ec0be8aa-c7c4-4169-8e6b-00842afdaf2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89bbd496-bb01-4b41-b65d-af7444dd347d {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 12:02:26.178562 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-94329722-fe74-41c8-8798-783d210f2837 req-ec0be8aa-c7c4-4169-8e6b-00842afdaf2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:26.185332 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-09a27803-7c1c-44e5-adcb-60f45036e06c admin admin] Allocated IP 172.25.5.57 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/9b49c72f-5969-44ec-9eb7-76af5bcfd514) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:02:26.228444 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9e4704d8-1ea1-4cc6-b0a4-71bfdc48ae18 req-f0a4f029-bf1e-424f-bf12-4eab63e08953 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=d700a63d-a591-46d0-9144-d357356aa9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1372056 Aug 05 12:02:26.241287 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-94329722-fe74-41c8-8798-783d210f2837 req-ec0be8aa-c7c4-4169-8e6b-00842afdaf2f service neutron] Transition to ACTIVE for port object 89bbd496-bb01-4b41-b65d-af7444dd347d will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:02:26.308560 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-94329722-fe74-41c8-8798-783d210f2837 req-ec0be8aa-c7c4-4169-8e6b-00842afdaf2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:26.468830 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884c780d-d364-4ade-bb43-42ef9b0f6220 req-1083ad79-0d4d-494b-9aa9-fb94e9e4577d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:26.470257 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884c780d-d364-4ade-bb43-42ef9b0f6220 req-1083ad79-0d4d-494b-9aa9-fb94e9e4577d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:26.471154 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884c780d-d364-4ade-bb43-42ef9b0f6220 req-1083ad79-0d4d-494b-9aa9-fb94e9e4577d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:26.474306 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0be8aa-c7c4-4169-8e6b-00842afdaf2f service neutron] Pushing event updated for resources: {'Port': ['ID=89bbd496-bb01-4b41-b65d-af7444dd347d,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:02:26.476194 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884c780d-d364-4ade-bb43-42ef9b0f6220 req-1083ad79-0d4d-494b-9aa9-fb94e9e4577d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:26.477353 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884c780d-d364-4ade-bb43-42ef9b0f6220 req-1083ad79-0d4d-494b-9aa9-fb94e9e4577d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:26.478116 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884c780d-d364-4ade-bb43-42ef9b0f6220 req-1083ad79-0d4d-494b-9aa9-fb94e9e4577d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:26.478976 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884c780d-d364-4ade-bb43-42ef9b0f6220 req-1083ad79-0d4d-494b-9aa9-fb94e9e4577d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:26.493519 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-884c780d-d364-4ade-bb43-42ef9b0f6220 req-1083ad79-0d4d-494b-9aa9-fb94e9e4577d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7f690a1af59141ff99aca95e28eca771&device_id=295adfcc-63cd-4939-a68d-f1d2f39c6cb5 HTTP/1.1" status: 200 len: 6309 time: 0.2627389 Aug 05 12:02:26.497673 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d35ee0f7-5ae1-451a-a0dc-149360a53844 tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:26.694343 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-09a27803-7c1c-44e5-adcb-60f45036e06c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:26.756369 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-94329722-fe74-41c8-8798-783d210f2837 req-ec0be8aa-c7c4-4169-8e6b-00842afdaf2f service neutron] Attempting to bind port 89bbd496-bb01-4b41-b65d-af7444dd347d on host n-h1-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:02:26.757283 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-94329722-fe74-41c8-8798-783d210f2837 req-ec0be8aa-c7c4-4169-8e6b-00842afdaf2f service neutron] Attempting to bind port 89bbd496-bb01-4b41-b65d-af7444dd347d by drivers openvswitch,hyperv on host n-h1-803378-2 at level 0 using segments [{'id': 'b5893b6e-06cf-4700-b98e-3330d41c521f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'efef5820-889f-42cc-a1e8-7a1a3d2a1fbf'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:02:26.759468 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94329722-fe74-41c8-8798-783d210f2837 req-ec0be8aa-c7c4-4169-8e6b-00842afdaf2f service neutron] Attempting to bind port 89bbd496-bb01-4b41-b65d-af7444dd347d on network efef5820-889f-42cc-a1e8-7a1a3d2a1fbf {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:02:26.779427 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94329722-fe74-41c8-8798-783d210f2837 req-ec0be8aa-c7c4-4169-8e6b-00842afdaf2f service neutron] Port 89bbd496-bb01-4b41-b65d-af7444dd347d on network efef5820-889f-42cc-a1e8-7a1a3d2a1fbf not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 12:02:26.780398 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94329722-fe74-41c8-8798-783d210f2837 req-ec0be8aa-c7c4-4169-8e6b-00842afdaf2f service neutron] Attempting to bind port 89bbd496-bb01-4b41-b65d-af7444dd347d on network efef5820-889f-42cc-a1e8-7a1a3d2a1fbf {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:02:26.788132 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d35ee0f7-5ae1-451a-a0dc-149360a53844 tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:26.800152 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94329722-fe74-41c8-8798-783d210f2837 req-ec0be8aa-c7c4-4169-8e6b-00842afdaf2f service neutron] Checking agent: {'id': '40bb7567-59bd-4b31-bc29-da1c50bca759', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:02:26.801535 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94329722-fe74-41c8-8798-783d210f2837 req-ec0be8aa-c7c4-4169-8e6b-00842afdaf2f service neutron] Checking segment: {'id': 'b5893b6e-06cf-4700-b98e-3330d41c521f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'efef5820-889f-42cc-a1e8-7a1a3d2a1fbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:02:26.802641 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94329722-fe74-41c8-8798-783d210f2837 req-ec0be8aa-c7c4-4169-8e6b-00842afdaf2f service neutron] Bound using segment: {'id': 'b5893b6e-06cf-4700-b98e-3330d41c521f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'efef5820-889f-42cc-a1e8-7a1a3d2a1fbf'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:02:26.803697 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-94329722-fe74-41c8-8798-783d210f2837 req-ec0be8aa-c7c4-4169-8e6b-00842afdaf2f service neutron] Bound port: 89bbd496-bb01-4b41-b65d-af7444dd347d, host: n-h1-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5893b6e-06cf-4700-b98e-3330d41c521f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'efef5820-889f-42cc-a1e8-7a1a3d2a1fbf'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:02:26.804527 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-94329722-fe74-41c8-8798-783d210f2837 req-ec0be8aa-c7c4-4169-8e6b-00842afdaf2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:26.866384 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65385a98-d884-409a-8991-e6b253a1bb89 req-b1293fae-ecf9-4365-8e89-5f731b39337a tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:26.868006 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-65385a98-d884-409a-8991-e6b253a1bb89 req-b1293fae-ecf9-4365-8e89-5f731b39337a tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=03b5b896-60a3-4bcb-a01d-52939f97c9d5 HTTP/1.1" status: 200 len: 945 time: 0.2897441 Aug 05 12:02:26.881462 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d620959a-4016-4828-b26e-6ea63251558e req-59bfbe48-aa30-4e78-bcef-26be9a1376a4 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:26.890331 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d620959a-4016-4828-b26e-6ea63251558e req-59bfbe48-aa30-4e78-bcef-26be9a1376a4 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:26.898314 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d620959a-4016-4828-b26e-6ea63251558e req-59bfbe48-aa30-4e78-bcef-26be9a1376a4 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:26.905940 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d620959a-4016-4828-b26e-6ea63251558e req-59bfbe48-aa30-4e78-bcef-26be9a1376a4 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:26.912942 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d620959a-4016-4828-b26e-6ea63251558e req-59bfbe48-aa30-4e78-bcef-26be9a1376a4 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:26.920667 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d620959a-4016-4828-b26e-6ea63251558e req-59bfbe48-aa30-4e78-bcef-26be9a1376a4 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:26.937877 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d620959a-4016-4828-b26e-6ea63251558e req-59bfbe48-aa30-4e78-bcef-26be9a1376a4 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:26.953620 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d620959a-4016-4828-b26e-6ea63251558e req-59bfbe48-aa30-4e78-bcef-26be9a1376a4 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/ports?device_id=295adfcc-63cd-4939-a68d-f1d2f39c6cb5 HTTP/1.1" status: 200 len: 5404 time: 0.3704345 Aug 05 12:02:27.073059 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884c780d-d364-4ade-bb43-42ef9b0f6220 req-d8e4b0f5-c47f-452e-9731-128b28f928e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:27.073931 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884c780d-d364-4ade-bb43-42ef9b0f6220 req-d8e4b0f5-c47f-452e-9731-128b28f928e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:27.074606 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884c780d-d364-4ade-bb43-42ef9b0f6220 req-d8e4b0f5-c47f-452e-9731-128b28f928e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:27.078014 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-884c780d-d364-4ade-bb43-42ef9b0f6220 req-d8e4b0f5-c47f-452e-9731-128b28f928e2 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=7f690a1af59141ff99aca95e28eca771&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5529256 Aug 05 12:02:27.097656 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-09a27803-7c1c-44e5-adcb-60f45036e06c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:27.175504 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device d186cad0-6ab2-4d69-a919-bdb0a850ce74 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:02:27.184036 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380cecc4-abc0-48f7-b076-6642cf85c769 None None] Network 911f1496-0655-41b4-b0fa-b268b703ede4 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:02:27.186533 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-94329722-fe74-41c8-8798-783d210f2837 req-ec0be8aa-c7c4-4169-8e6b-00842afdaf2f service neutron] For port 89bbd496-bb01-4b41-b65d-af7444dd347d, host n-h1-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:02:27.212888 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-94329722-fe74-41c8-8798-783d210f2837 req-ec0be8aa-c7c4-4169-8e6b-00842afdaf2f service neutron] For port 89bbd496-bb01-4b41-b65d-af7444dd347d, host n-h1-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=89bbd496-bb01-4b41-b65d-af7444dd347d,segment=NetworkSegment(b5893b6e-06cf-4700-b98e-3330d41c521f),segment_id=b5893b6e-06cf-4700-b98e-3330d41c521f)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:02:27.240598 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-94329722-fe74-41c8-8798-783d210f2837 req-ec0be8aa-c7c4-4169-8e6b-00842afdaf2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:27.284042 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d620959a-4016-4828-b26e-6ea63251558e req-577badf9-07f0-441c-bc61-b095974b30c5 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/security-groups?id=febd0f78-107f-43e4-b53e-32336893412a&id=b75859e9-ba11-494c-9174-a2b56bb00afd&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.3050947 Aug 05 12:02:27.303937 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a27803-7c1c-44e5-adcb-60f45036e06c admin admin] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:02:27.325598 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94329722-fe74-41c8-8798-783d210f2837 req-ec0be8aa-c7c4-4169-8e6b-00842afdaf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:27.327019 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-94329722-fe74-41c8-8798-783d210f2837 req-ec0be8aa-c7c4-4169-8e6b-00842afdaf2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:27.330510 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-94329722-fe74-41c8-8798-783d210f2837 req-ec0be8aa-c7c4-4169-8e6b-00842afdaf2f service neutron] 10.222.0.64 "PUT /v2.0/ports/89bbd496-bb01-4b41-b65d-af7444dd347d HTTP/1.1" status: 200 len: 1091 time: 3.0684671 Aug 05 12:02:27.336456 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-09a27803-7c1c-44e5-adcb-60f45036e06c admin admin] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:02:27.369310 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-65385a98-d884-409a-8991-e6b253a1bb89 req-439aabe8-b5ee-4a9d-9201-3a724065ff03 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=63e39a45-73ad-49df-9d90-9ca653f416c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4135518 Aug 05 12:02:27.382125 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a27803-7c1c-44e5-adcb-60f45036e06c admin admin] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:02:27.385796 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-20fffd81-bb32-49d5-a48e-ff1dab1c6e2e None None] Provisioning for port 8f9b600b-15f1-4476-8af8-74850d5d7d79 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:02:27.428201 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port d186cad0-6ab2-4d69-a919-bdb0a850ce74 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:02:27.428469 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-94329722-fe74-41c8-8798-783d210f2837 req-8aae92ea-ebe5-4977-9b74-e0b0ff4c48fc service neutron] Request body: {'port': {'device_id': '295adfcc-63cd-4939-a68d-f1d2f39c6cb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:02:27.428979 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:27.502325 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 57966) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:02:27.543344 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a27803-7c1c-44e5-adcb-60f45036e06c admin admin] Pushing event updated for resources: {'Port': ['ID=9b49c72f-5969-44ec-9eb7-76af5bcfd514,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:02:27.580376 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '295adfcc-63cd-4939-a68d-f1d2f39c6cb5', 'tag': '89bbd496-bb01-4b41-b65d-af7444dd347d'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:02:27.600929 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ce1285f-840a-4fe4-a6ad-48bf1a5c5e29" -d '{"events": [{"name": "network-changed", "server_uuid": "295adfcc-63cd-4939-a68d-f1d2f39c6cb5", "tag": "89bbd496-bb01-4b41-b65d-af7444dd347d"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:02:27.604692 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0be8aa-c7c4-4169-8e6b-00842afdaf2f service neutron] Pushing event updated for resources: {'Port': ['ID=89bbd496-bb01-4b41-b65d-af7444dd347d,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:02:27.705708 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884c780d-d364-4ade-bb43-42ef9b0f6220 req-179778de-14c6-45f5-864f-34bf88a2de12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:27.707990 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-884c780d-d364-4ade-bb43-42ef9b0f6220 req-179778de-14c6-45f5-864f-34bf88a2de12 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5960002 Aug 05 12:02:27.741665 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-94329722-fe74-41c8-8798-783d210f2837 req-8aae92ea-ebe5-4977-9b74-e0b0ff4c48fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:27.755500 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 8f9b600b-15f1-4476-8af8-74850d5d7d79 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:02:27.832208 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d35ee0f7-5ae1-451a-a0dc-149360a53844 tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:27.874941 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b32f1136-5ff3-4baa-99a0-697e37a67021 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:27.901139 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 8f9b600b-15f1-4476-8af8-74850d5d7d79 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:02:27.912466 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 8f9b600b-15f1-4476-8af8-74850d5d7d79 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:02:27.913099 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:27.916368 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d35ee0f7-5ae1-451a-a0dc-149360a53844 tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:28.015847 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdc35a6-5ebe-4af0-b35a-cd823b61a638 req-c012b9d7-a4c0-40da-b314-005f12e5fc9b tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:28.017607 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-acdc35a6-5ebe-4af0-b35a-cd823b61a638 req-c012b9d7-a4c0-40da-b314-005f12e5fc9b tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2982b20-6da2-4689-ae89-08a6113e6505 HTTP/1.1" status: 200 len: 943 time: 0.4126863 Aug 05 12:02:28.022624 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b32f1136-5ff3-4baa-99a0-697e37a67021 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:28.091968 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:28.161486 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port 8f9b600b-15f1-4476-8af8-74850d5d7d79, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=8f9b600b-15f1-4476-8af8-74850d5d7d79,segment=NetworkSegment(b4f9e671-758d-4442-9859-83451f859a79),segment_id=b4f9e671-758d-4442-9859-83451f859a79)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:02:28.179508 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:28.182844 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-acdc35a6-5ebe-4af0-b35a-cd823b61a638 req-4173029d-fc57-47f0-a4aa-4a637ca95bb5 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=d700a63d-a591-46d0-9144-d357356aa9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1487615 Aug 05 12:02:28.257899 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35ee0f7-5ae1-451a-a0dc-149360a53844 tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Pushing event updated for resources: {'Port': ['ID=609ad19b-00a6-4804-833c-9a530f6a3835,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:02:28.305974 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d35ee0f7-5ae1-451a-a0dc-149360a53844 tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33287247'] for floatingip, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:28.336205 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=8f9b600b-15f1-4476-8af8-74850d5d7d79,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:02:28.367959 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 12:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d4ec33a-9d48-40c7-acee-b643673c4430 x-openstack-request-id: req-4d4ec33a-9d48-40c7-acee-b643673c4430 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:02:28.368554 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "295adfcc-63cd-4939-a68d-f1d2f39c6cb5", "tag": "89bbd496-bb01-4b41-b65d-af7444dd347d", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:02:28.368829 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4d4ec33a-9d48-40c7-acee-b643673c4430 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:02:28.369386 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '295adfcc-63cd-4939-a68d-f1d2f39c6cb5', 'tag': '89bbd496-bb01-4b41-b65d-af7444dd347d', 'status': 'completed', 'code': 200} Aug 05 12:02:28.437713 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-c6a485a6-8e6c-42f1-ac27-07ba13a2366a None None] Provisioning complete for port 8f9b600b-15f1-4476-8af8-74850d5d7d79 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:02:28.438188 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c6a485a6-8e6c-42f1-ac27-07ba13a2366a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:28.491732 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b32f1136-5ff3-4baa-99a0-697e37a67021 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:28.496311 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b32f1136-5ff3-4baa-99a0-697e37a67021 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:28.504876 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-b32f1136-5ff3-4baa-99a0-697e37a67021 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "DELETE /v2.0/security-groups/4bf23ad8-90e9-4f51-b6bb-8b1a5745154a HTTP/1.1" status: 204 len: 168 time: 0.9920099 Aug 05 12:02:28.515969 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-09a27803-7c1c-44e5-adcb-60f45036e06c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:28.639017 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32f1136-5ff3-4baa-99a0-697e37a67021 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bf23ad8-90e9-4f51-b6bb-8b1a5745154a,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:02:28.646324 n-d-803378-2 neutron-server[94421]: INFO neutron.db.l3_db [None req-d35ee0f7-5ae1-451a-a0dc-149360a53844 tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Floating IP 42cdeb32-fcde-4140-be9c-c13ef814eeab associated. External IP: 172.25.5.119, port: b4eb167f-f97e-496a-b3f7-c47cc87d3778. Aug 05 12:02:28.724902 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce1285f-840a-4fe4-a6ad-48bf1a5c5e29 req-a0963d61-e158-4f24-bf92-854714491e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:28.725400 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce1285f-840a-4fe4-a6ad-48bf1a5c5e29 req-a0963d61-e158-4f24-bf92-854714491e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:28.726010 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce1285f-840a-4fe4-a6ad-48bf1a5c5e29 req-a0963d61-e158-4f24-bf92-854714491e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:28.726663 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce1285f-840a-4fe4-a6ad-48bf1a5c5e29 req-a0963d61-e158-4f24-bf92-854714491e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:28.727243 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce1285f-840a-4fe4-a6ad-48bf1a5c5e29 req-a0963d61-e158-4f24-bf92-854714491e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:28.727743 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce1285f-840a-4fe4-a6ad-48bf1a5c5e29 req-a0963d61-e158-4f24-bf92-854714491e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:28.728227 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce1285f-840a-4fe4-a6ad-48bf1a5c5e29 req-a0963d61-e158-4f24-bf92-854714491e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:28.730672 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7ce1285f-840a-4fe4-a6ad-48bf1a5c5e29 req-a0963d61-e158-4f24-bf92-854714491e4a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7f690a1af59141ff99aca95e28eca771&device_id=295adfcc-63cd-4939-a68d-f1d2f39c6cb5 HTTP/1.1" status: 200 len: 6351 time: 0.3120058 Aug 05 12:02:28.882087 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-94329722-fe74-41c8-8798-783d210f2837 req-8aae92ea-ebe5-4977-9b74-e0b0ff4c48fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdc00ed3-1ef7-4580-87ca-41c84ea3e979 {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 12:02:28.897213 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-94329722-fe74-41c8-8798-783d210f2837 req-8aae92ea-ebe5-4977-9b74-e0b0ff4c48fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:28.946802 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 06d6ee75-11e6-4dbf-9648-382f6d9c5c20 details requested by agent hyperv_n-h1-803378-2 with host n-h1-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 12:02:28.969897 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-94329722-fe74-41c8-8798-783d210f2837 req-8aae92ea-ebe5-4977-9b74-e0b0ff4c48fc service neutron] Transition to ACTIVE for port object fdc00ed3-1ef7-4580-87ca-41c84ea3e979 will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:02:28.989098 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-94329722-fe74-41c8-8798-783d210f2837 req-8aae92ea-ebe5-4977-9b74-e0b0ff4c48fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:28.995664 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 8f9b600b-15f1-4476-8af8-74850d5d7d79 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:02:29.190908 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 8f9b600b-15f1-4476-8af8-74850d5d7d79 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:02:29.192999 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:29.206317 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 06d6ee75-11e6-4dbf-9648-382f6d9c5c20, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=06d6ee75-11e6-4dbf-9648-382f6d9c5c20,segment=NetworkSegment(de1f7257-8faa-46ea-8956-4b8e85e97bcb),segment_id=de1f7257-8faa-46ea-8956-4b8e85e97bcb)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:02:29.248471 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2751a7-04e5-4681-98be-efc1fc13f1aa req-3c92e072-b5cc-45aa-a3ff-3c9e6f2b6844 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:29.250394 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4b2751a7-04e5-4681-98be-efc1fc13f1aa req-3c92e072-b5cc-45aa-a3ff-3c9e6f2b6844 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=03b5b896-60a3-4bcb-a01d-52939f97c9d5 HTTP/1.1" status: 200 len: 945 time: 0.7189102 Aug 05 12:02:29.279659 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Returning: {'device': '06d6ee75-11e6-4dbf-9648-382f6d9c5c20', 'network_id': '1ac4b742-2a25-4935-8476-e9ad3e543504', 'port_id': '06d6ee75-11e6-4dbf-9648-382f6d9c5c20', 'mac_address': 'fa:16:3e:f9:f4:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5e28117-6f3c-401b-be5b-a70254f1dc57', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 12:02:29.379614 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:29.408294 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06d6ee75-11e6-4dbf-9648-382f6d9c5c20 {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 12:02:29.423927 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3effde23-25b4-4457-a14a-23522fb42166 req-9e5ac92e-35c4-4d11-a74d-8179b51d230a tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:29.436983 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3effde23-25b4-4457-a14a-23522fb42166 req-9e5ac92e-35c4-4d11-a74d-8179b51d230a tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:29.450923 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3effde23-25b4-4457-a14a-23522fb42166 req-9e5ac92e-35c4-4d11-a74d-8179b51d230a tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:29.460208 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 06d6ee75-11e6-4dbf-9648-382f6d9c5c20, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=06d6ee75-11e6-4dbf-9648-382f6d9c5c20,segment=NetworkSegment(de1f7257-8faa-46ea-8956-4b8e85e97bcb),segment_id=de1f7257-8faa-46ea-8956-4b8e85e97bcb)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:02:29.461085 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3effde23-25b4-4457-a14a-23522fb42166 req-9e5ac92e-35c4-4d11-a74d-8179b51d230a tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:29.466740 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:29.470205 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3effde23-25b4-4457-a14a-23522fb42166 req-9e5ac92e-35c4-4d11-a74d-8179b51d230a tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:29.477494 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3effde23-25b4-4457-a14a-23522fb42166 req-9e5ac92e-35c4-4d11-a74d-8179b51d230a tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:29.485156 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3effde23-25b4-4457-a14a-23522fb42166 req-9e5ac92e-35c4-4d11-a74d-8179b51d230a tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:29.487925 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3effde23-25b4-4457-a14a-23522fb42166 req-9e5ac92e-35c4-4d11-a74d-8179b51d230a tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/ports?device_id=295adfcc-63cd-4939-a68d-f1d2f39c6cb5 HTTP/1.1" status: 200 len: 5404 time: 0.8516238 Aug 05 12:02:29.553794 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=06d6ee75-11e6-4dbf-9648-382f6d9c5c20,revision_number=9']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:02:29.567654 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:29.617277 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aae92ea-ebe5-4977-9b74-e0b0ff4c48fc service neutron] Pushing event updated for resources: {'Port': ['ID=fdc00ed3-1ef7-4580-87ca-41c84ea3e979,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:02:29.650922 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4b2751a7-04e5-4681-98be-efc1fc13f1aa req-a1ec77b2-e520-4e33-8493-7af688e4165a tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=63e39a45-73ad-49df-9d90-9ca653f416c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2865317 Aug 05 12:02:29.685653 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d35ee0f7-5ae1-451a-a0dc-149360a53844 tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Router d9072b5a-d803-4df6-b93f-f4d75f1f6f29 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:02:29.740415 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce1285f-840a-4fe4-a6ad-48bf1a5c5e29 req-00cce762-feb3-413c-90a0-ae3f9f3ebc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:29.740735 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 57978) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:02:29.741355 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce1285f-840a-4fe4-a6ad-48bf1a5c5e29 req-00cce762-feb3-413c-90a0-ae3f9f3ebc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:29.742234 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce1285f-840a-4fe4-a6ad-48bf1a5c5e29 req-00cce762-feb3-413c-90a0-ae3f9f3ebc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:29.744835 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7ce1285f-840a-4fe4-a6ad-48bf1a5c5e29 req-00cce762-feb3-413c-90a0-ae3f9f3ebc92 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=7f690a1af59141ff99aca95e28eca771&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.9936996 Aug 05 12:02:29.763102 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3effde23-25b4-4457-a14a-23522fb42166 req-a1242f05-0544-4ab2-be43-d8e6dd14e95c tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/security-groups?id=febd0f78-107f-43e4-b53e-32336893412a&id=b75859e9-ba11-494c-9174-a2b56bb00afd&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.2474232 Aug 05 12:02:29.932122 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-09a27803-7c1c-44e5-adcb-60f45036e06c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286026'] for router, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:29.943659 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-94329722-fe74-41c8-8798-783d210f2837 req-8aae92ea-ebe5-4977-9b74-e0b0ff4c48fc service neutron] Attempting to bind port fdc00ed3-1ef7-4580-87ca-41c84ea3e979 on host n-h1-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:02:29.944124 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-94329722-fe74-41c8-8798-783d210f2837 req-8aae92ea-ebe5-4977-9b74-e0b0ff4c48fc service neutron] Attempting to bind port fdc00ed3-1ef7-4580-87ca-41c84ea3e979 by drivers openvswitch,hyperv on host n-h1-803378-2 at level 0 using segments [{'id': '5eb1533d-710e-493a-b76f-469038d5d33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '86bbbaf5-a273-4acb-af27-d15f3d74f788'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:02:29.944625 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94329722-fe74-41c8-8798-783d210f2837 req-8aae92ea-ebe5-4977-9b74-e0b0ff4c48fc service neutron] Attempting to bind port fdc00ed3-1ef7-4580-87ca-41c84ea3e979 on network 86bbbaf5-a273-4acb-af27-d15f3d74f788 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:02:29.978140 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['06d6ee75-11e6-4dbf-9648-382f6d9c5c20'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 12:02:30.032292 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3ecd96-fc22-4ef3-b5c2-74fadddf6b08 req-5057cec9-a868-4b73-91d0-e395eef9c40b tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:30.035385 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5d3ecd96-fc22-4ef3-b5c2-74fadddf6b08 req-5057cec9-a868-4b73-91d0-e395eef9c40b tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2982b20-6da2-4689-ae89-08a6113e6505 HTTP/1.1" status: 200 len: 944 time: 0.1793344 Aug 05 12:02:30.071598 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94329722-fe74-41c8-8798-783d210f2837 req-8aae92ea-ebe5-4977-9b74-e0b0ff4c48fc service neutron] Port fdc00ed3-1ef7-4580-87ca-41c84ea3e979 on network 86bbbaf5-a273-4acb-af27-d15f3d74f788 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 12:02:30.072129 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94329722-fe74-41c8-8798-783d210f2837 req-8aae92ea-ebe5-4977-9b74-e0b0ff4c48fc service neutron] Attempting to bind port fdc00ed3-1ef7-4580-87ca-41c84ea3e979 on network 86bbbaf5-a273-4acb-af27-d15f3d74f788 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:02:30.105436 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94329722-fe74-41c8-8798-783d210f2837 req-8aae92ea-ebe5-4977-9b74-e0b0ff4c48fc service neutron] Checking agent: {'id': '40bb7567-59bd-4b31-bc29-da1c50bca759', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:02:30.106528 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94329722-fe74-41c8-8798-783d210f2837 req-8aae92ea-ebe5-4977-9b74-e0b0ff4c48fc service neutron] Checking segment: {'id': '5eb1533d-710e-493a-b76f-469038d5d33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '86bbbaf5-a273-4acb-af27-d15f3d74f788'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:02:30.107322 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94329722-fe74-41c8-8798-783d210f2837 req-8aae92ea-ebe5-4977-9b74-e0b0ff4c48fc service neutron] Bound using segment: {'id': '5eb1533d-710e-493a-b76f-469038d5d33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '86bbbaf5-a273-4acb-af27-d15f3d74f788'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:02:30.108033 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-94329722-fe74-41c8-8798-783d210f2837 req-8aae92ea-ebe5-4977-9b74-e0b0ff4c48fc service neutron] Bound port: fdc00ed3-1ef7-4580-87ca-41c84ea3e979, host: n-h1-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5eb1533d-710e-493a-b76f-469038d5d33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '86bbbaf5-a273-4acb-af27-d15f3d74f788'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:02:30.108675 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-94329722-fe74-41c8-8798-783d210f2837 req-8aae92ea-ebe5-4977-9b74-e0b0ff4c48fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:30.113019 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce1285f-840a-4fe4-a6ad-48bf1a5c5e29 req-086ce5a9-c0da-4b7f-a2cd-c34055c4f5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:30.115219 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7ce1285f-840a-4fe4-a6ad-48bf1a5c5e29 req-086ce5a9-c0da-4b7f-a2cd-c34055c4f5bd service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3416450 Aug 05 12:02:30.240974 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d35ee0f7-5ae1-451a-a0dc-149360a53844 tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:02:30.259809 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5d3ecd96-fc22-4ef3-b5c2-74fadddf6b08 req-1f2e5364-ed50-46ec-b3ab-4572f12c1b0a tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=d700a63d-a591-46d0-9144-d357356aa9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2075634 Aug 05 12:02:30.271173 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056d33a7-34fe-4e6a-8fd3-78c2d0dfa77f None None] Sync routers for ids ['d9072b5a-d803-4df6-b93f-f4d75f1f6f29'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:02:30.312857 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056d33a7-34fe-4e6a-8fd3-78c2d0dfa77f None None] Routers {'d9072b5a-d803-4df6-b93f-f4d75f1f6f29'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:02:30.312857 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-056d33a7-34fe-4e6a-8fd3-78c2d0dfa77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:02:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['d9072b5a-d803-4df6-b93f-f4d75f1f6f29'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:02:30.321682 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09a27803-7c1c-44e5-adcb-60f45036e06c admin admin] Router 7d11998b-a54c-4973-af75-188e1af1f8bf is scheduled to L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d with binding_index 1 {{(pid=94420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 12:02:30.380682 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-94329722-fe74-41c8-8798-783d210f2837 req-8aae92ea-ebe5-4977-9b74-e0b0ff4c48fc service neutron] For port fdc00ed3-1ef7-4580-87ca-41c84ea3e979, host n-h1-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:02:30.384389 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d35ee0f7-5ae1-451a-a0dc-149360a53844 tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:30.488111 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-94329722-fe74-41c8-8798-783d210f2837 req-8aae92ea-ebe5-4977-9b74-e0b0ff4c48fc service neutron] For port fdc00ed3-1ef7-4580-87ca-41c84ea3e979, host n-h1-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=fdc00ed3-1ef7-4580-87ca-41c84ea3e979,segment=NetworkSegment(5eb1533d-710e-493a-b76f-469038d5d33b),segment_id=5eb1533d-710e-493a-b76f-469038d5d33b)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:02:30.508610 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-94329722-fe74-41c8-8798-783d210f2837 req-8aae92ea-ebe5-4977-9b74-e0b0ff4c48fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:30.539145 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-056d33a7-34fe-4e6a-8fd3-78c2d0dfa77f None None] Set router d9072b5a-d803-4df6-b93f-f4d75f1f6f29 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:02:30.541267 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-d35ee0f7-5ae1-451a-a0dc-149360a53844 tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 10.9084167 Aug 05 12:02:30.550218 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed8382d2-f132-4dae-822e-1f0b5e512344', 'tag': 'b4eb167f-f97e-496a-b3f7-c47cc87d3778'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:02:30.553401 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be788e89-def6-41d6-bee3-c8edb4154cd9" -d '{"events": [{"name": "network-changed", "server_uuid": "ed8382d2-f132-4dae-822e-1f0b5e512344", "tag": "b4eb167f-f97e-496a-b3f7-c47cc87d3778"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:02:30.573227 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94329722-fe74-41c8-8798-783d210f2837 req-8aae92ea-ebe5-4977-9b74-e0b0ff4c48fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:30.576281 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09a27803-7c1c-44e5-adcb-60f45036e06c admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:02:30.578418 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-94329722-fe74-41c8-8798-783d210f2837 req-8aae92ea-ebe5-4977-9b74-e0b0ff4c48fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:30.583453 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-94329722-fe74-41c8-8798-783d210f2837 req-8aae92ea-ebe5-4977-9b74-e0b0ff4c48fc service neutron] 10.222.0.64 "PUT /v2.0/ports/fdc00ed3-1ef7-4580-87ca-41c84ea3e979 HTTP/1.1" status: 200 len: 1091 time: 3.1970427 Aug 05 12:02:30.598737 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9ebd99-dc01-420e-be69-29bad7c51894 None None] Sync routers for ids ['7d11998b-a54c-4973-af75-188e1af1f8bf'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:02:30.614338 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9ebd99-dc01-420e-be69-29bad7c51894 None None] Routers {'7d11998b-a54c-4973-af75-188e1af1f8bf'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:02:30.615183 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-5e9ebd99-dc01-420e-be69-29bad7c51894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:02:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['7d11998b-a54c-4973-af75-188e1af1f8bf'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:02:30.632652 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-09a27803-7c1c-44e5-adcb-60f45036e06c admin admin] Notify callbacks [] for router, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:30.646341 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-09a27803-7c1c-44e5-adcb-60f45036e06c admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.2477913 Aug 05 12:02:30.647818 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 57984) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:02:30.658671 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 12:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f8d4e25-d823-463c-aef3-e7b86df59e56 x-openstack-request-id: req-8f8d4e25-d823-463c-aef3-e7b86df59e56 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:02:30.659305 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed8382d2-f132-4dae-822e-1f0b5e512344", "tag": "b4eb167f-f97e-496a-b3f7-c47cc87d3778", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:02:30.659757 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8f8d4e25-d823-463c-aef3-e7b86df59e56 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:02:30.660404 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed8382d2-f132-4dae-822e-1f0b5e512344', 'tag': 'b4eb167f-f97e-496a-b3f7-c47cc87d3778', 'status': 'completed', 'code': 200} Aug 05 12:02:30.667362 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-94329722-fe74-41c8-8798-783d210f2837 req-f812eb7a-9753-45c7-9f3b-174d485d455f service neutron] Request body: {'port': {'device_id': '295adfcc-63cd-4939-a68d-f1d2f39c6cb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:02:30.911638 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-5e9ebd99-dc01-420e-be69-29bad7c51894 None None] Set router 7d11998b-a54c-4973-af75-188e1af1f8bf gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:02:31.052432 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aae92ea-ebe5-4977-9b74-e0b0ff4c48fc service neutron] Pushing event updated for resources: {'Port': ['ID=fdc00ed3-1ef7-4580-87ca-41c84ea3e979,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:02:31.105331 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-056d33a7-34fe-4e6a-8fd3-78c2d0dfa77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9072b5a-d803-4df6-b93f-f4d75f1f6f29', 'name': 'tempest-TestServerBasicOps-654659379-router', 'tenant_id': '14f85fa6e8e1401fb399139faf003f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '3d1b19f4-4bcf-4807-b2f9-69faa5f79b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:00:45Z', 'updated_at': '2021-08-05T12:00:58Z', 'revision_number': 4, 'project_id': '14f85fa6e8e1401fb399139faf003f37', 'gw_port': {'id': '3d1b19f4-4bcf-4807-b2f9-69faa5f79b46', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:44:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9072b5a-d803-4df6-b93f-f4d75f1f6f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:00:48Z', 'updated_at': '2021-08-05T12:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': '42cdeb32-fcde-4140-be9c-c13ef814eeab', 'tenant_id': '14f85fa6e8e1401fb399139faf003f37', 'floating_ip_address': '172.25.5.119', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': 'd9072b5a-d803-4df6-b93f-f4d75f1f6f29', 'port_id': 'b4eb167f-f97e-496a-b3f7-c47cc87d3778', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3270, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cafcce3-f344-455c-8718-7b96b6393933', 'mac_address': 'fa:16:3e:22:35:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed8382d2-f132-4dae-822e-1f0b5e512344', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T12:02:25Z', 'updated_at': '2021-08-05T12:02:25Z', 'revision_number': 0, 'project_id': '14f85fa6e8e1401fb399139faf003f37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63cbcc11-a768-4e53-8ea9-7f80536a6359', 'name': '', 'network_id': '4cafcce3-f344-455c-8718-7b96b6393933', 'tenant_id': '14f85fa6e8e1401fb399139faf003f37', 'mac_address': 'fa:16:3e:f3:14:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9072b5a-d803-4df6-b93f-f4d75f1f6f29', 'device_owner': 'network:router_interface', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': 'a4bc47f2-e3f7-4a49-8df8-2cd59ebb96f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:00:54Z', 'updated_at': '2021-08-05T12:01:32Z', 'revision_number': 5, 'project_id': '14f85fa6e8e1401fb399139faf003f37', 'subnets': [{'id': 'a4bc47f2-e3f7-4a49-8df8-2cd59ebb96f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:02:31.132766 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47e493d-687e-4cb2-8457-929bf9b0d6b1 req-cee8f242-70eb-4e9c-8e1b-9f8676e5f5d4 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:31.135371 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-94329722-fe74-41c8-8798-783d210f2837 req-f812eb7a-9753-45c7-9f3b-174d485d455f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:31.136151 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d47e493d-687e-4cb2-8457-929bf9b0d6b1 req-cee8f242-70eb-4e9c-8e1b-9f8676e5f5d4 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=03b5b896-60a3-4bcb-a01d-52939f97c9d5 HTTP/1.1" status: 200 len: 945 time: 0.2519498 Aug 05 12:02:31.143165 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be788e89-def6-41d6-bee3-c8edb4154cd9 req-f0bf2541-5b61-4234-a742-9f78771e7876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:31.145049 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-be788e89-def6-41d6-bee3-c8edb4154cd9 req-f0bf2541-5b61-4234-a742-9f78771e7876 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=14f85fa6e8e1401fb399139faf003f37&device_id=ed8382d2-f132-4dae-822e-1f0b5e512344 HTTP/1.1" status: 200 len: 1096 time: 0.3089473 Aug 05 12:02:31.166752 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056d33a7-34fe-4e6a-8fd3-78c2d0dfa77f None None] Checking router: d9072b5a-d803-4df6-b93f-f4d75f1f6f29 for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:02:31.187514 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056d33a7-34fe-4e6a-8fd3-78c2d0dfa77f None None] Routers {'d9072b5a-d803-4df6-b93f-f4d75f1f6f29'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:02:31.188277 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-056d33a7-34fe-4e6a-8fd3-78c2d0dfa77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:02:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['d9072b5a-d803-4df6-b93f-f4d75f1f6f29'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:02:31.233391 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28047958-fa9d-4962-9fa4-1072227c4309 req-e5a44ae0-1f82-43e3-8753-d79632e41ecf tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:31.243134 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28047958-fa9d-4962-9fa4-1072227c4309 req-e5a44ae0-1f82-43e3-8753-d79632e41ecf tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:31.255392 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28047958-fa9d-4962-9fa4-1072227c4309 req-e5a44ae0-1f82-43e3-8753-d79632e41ecf tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:31.265619 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28047958-fa9d-4962-9fa4-1072227c4309 req-e5a44ae0-1f82-43e3-8753-d79632e41ecf tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:31.278519 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28047958-fa9d-4962-9fa4-1072227c4309 req-e5a44ae0-1f82-43e3-8753-d79632e41ecf tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:31.292520 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28047958-fa9d-4962-9fa4-1072227c4309 req-e5a44ae0-1f82-43e3-8753-d79632e41ecf tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:31.307230 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28047958-fa9d-4962-9fa4-1072227c4309 req-e5a44ae0-1f82-43e3-8753-d79632e41ecf tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:31.312436 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-28047958-fa9d-4962-9fa4-1072227c4309 req-e5a44ae0-1f82-43e3-8753-d79632e41ecf tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/ports?device_id=295adfcc-63cd-4939-a68d-f1d2f39c6cb5 HTTP/1.1" status: 200 len: 5416 time: 0.3685560 Aug 05 12:02:31.383041 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-5e9ebd99-dc01-420e-be69-29bad7c51894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d11998b-a54c-4973-af75-188e1af1f8bf', 'name': 'tempest-TestVolumeBootPattern-1083573676-router', 'tenant_id': '0a335f64713b4d72881e9bd742dda5cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': '9b49c72f-5969-44ec-9eb7-76af5bcfd514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:02:22Z', 'updated_at': '2021-08-05T12:02:28Z', 'revision_number': 3, 'project_id': '0a335f64713b4d72881e9bd742dda5cb', 'gw_port': {'id': '9b49c72f-5969-44ec-9eb7-76af5bcfd514', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:41:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d11998b-a54c-4973-af75-188e1af1f8bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:02:25Z', 'updated_at': '2021-08-05T12:02:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:02:31.395675 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-056d33a7-34fe-4e6a-8fd3-78c2d0dfa77f None None] Set router d9072b5a-d803-4df6-b93f-f4d75f1f6f29 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:02:31.418344 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9ebd99-dc01-420e-be69-29bad7c51894 None None] Checking router: 7d11998b-a54c-4973-af75-188e1af1f8bf for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:02:31.418842 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9ebd99-dc01-420e-be69-29bad7c51894 None None] Updating router 7d11998b-a54c-4973-af75-188e1af1f8bf port 9b49c72f-5969-44ec-9eb7-76af5bcfd514 binding host n-d-803378-2 {{(pid=94423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 12:02:31.427039 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be788e89-def6-41d6-bee3-c8edb4154cd9 req-28a56ac9-5100-4bdf-bd15-049a58668b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:31.429526 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-be788e89-def6-41d6-bee3-c8edb4154cd9 req-28a56ac9-5100-4bdf-bd15-049a58668b6f service neutron] 10.222.0.55 "GET /v2.0/networks?id=4cafcce3-f344-455c-8718-7b96b6393933 HTTP/1.1" status: 200 len: 909 time: 0.2654135 Aug 05 12:02:31.451248 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-5e9ebd99-dc01-420e-be69-29bad7c51894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:31.672977 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d47e493d-687e-4cb2-8457-929bf9b0d6b1 req-256bbf68-ca9f-4547-8410-dd6bcbdd2869 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=63e39a45-73ad-49df-9d90-9ca653f416c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5081592 Aug 05 12:02:31.718995 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-be788e89-def6-41d6-bee3-c8edb4154cd9 req-9b332ef0-6e0d-473a-b5d2-b35673ca5b32 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b4eb167f-f97e-496a-b3f7-c47cc87d3778 HTTP/1.1" status: 200 len: 999 time: 0.2499754 Aug 05 12:02:31.781975 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-28047958-fa9d-4962-9fa4-1072227c4309 req-9ecd492c-efb5-4666-985b-47f6aea8ad7c tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/security-groups?id=febd0f78-107f-43e4-b53e-32336893412a&id=b75859e9-ba11-494c-9174-a2b56bb00afd&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.2484710 Aug 05 12:02:31.823326 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-5e9ebd99-dc01-420e-be69-29bad7c51894 None None] Notify callbacks [] for port, precommit_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:31.841907 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.provisioning_blocks [None req-5e9ebd99-dc01-420e-be69-29bad7c51894 None None] Transition to ACTIVE for port object 9b49c72f-5969-44ec-9eb7-76af5bcfd514 will not be triggered until provisioned by entity L2. {{(pid=94423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:02:31.853165 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-5e9ebd99-dc01-420e-be69-29bad7c51894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:31.906960 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d7f28f33-bad5-4903-a941-aaf0818b08bd tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33208311'] for router_interface, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:31.927461 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-5e9ebd99-dc01-420e-be69-29bad7c51894 None None] Attempting to bind port 9b49c72f-5969-44ec-9eb7-76af5bcfd514 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:02:31.927754 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-5e9ebd99-dc01-420e-be69-29bad7c51894 None None] Attempting to bind port 9b49c72f-5969-44ec-9eb7-76af5bcfd514 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}] {{(pid=94423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:02:31.928262 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9ebd99-dc01-420e-be69-29bad7c51894 None None] Attempting to bind port 9b49c72f-5969-44ec-9eb7-76af5bcfd514 on network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:02:31.937717 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9ebd99-dc01-420e-be69-29bad7c51894 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:02:31.938607 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9ebd99-dc01-420e-be69-29bad7c51894 None None] Checking segment: {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:02:31.939364 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-5e9ebd99-dc01-420e-be69-29bad7c51894 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:31.939948 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9ebd99-dc01-420e-be69-29bad7c51894 None None] Bound using segment: {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'} {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:02:31.940733 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-5e9ebd99-dc01-420e-be69-29bad7c51894 None None] Bound port: 9b49c72f-5969-44ec-9eb7-76af5bcfd514, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}}] {{(pid=94423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:02:31.941365 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-5e9ebd99-dc01-420e-be69-29bad7c51894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:31.948737 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-056d33a7-34fe-4e6a-8fd3-78c2d0dfa77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9072b5a-d803-4df6-b93f-f4d75f1f6f29', 'name': 'tempest-TestServerBasicOps-654659379-router', 'tenant_id': '14f85fa6e8e1401fb399139faf003f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '3d1b19f4-4bcf-4807-b2f9-69faa5f79b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:00:45Z', 'updated_at': '2021-08-05T12:00:58Z', 'revision_number': 4, 'project_id': '14f85fa6e8e1401fb399139faf003f37', 'gw_port': {'id': '3d1b19f4-4bcf-4807-b2f9-69faa5f79b46', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:44:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9072b5a-d803-4df6-b93f-f4d75f1f6f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:00:48Z', 'updated_at': '2021-08-05T12:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': '42cdeb32-fcde-4140-be9c-c13ef814eeab', 'tenant_id': '14f85fa6e8e1401fb399139faf003f37', 'floating_ip_address': '172.25.5.119', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': 'd9072b5a-d803-4df6-b93f-f4d75f1f6f29', 'port_id': 'b4eb167f-f97e-496a-b3f7-c47cc87d3778', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3270, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cafcce3-f344-455c-8718-7b96b6393933', 'mac_address': 'fa:16:3e:22:35:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed8382d2-f132-4dae-822e-1f0b5e512344', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T12:02:25Z', 'updated_at': '2021-08-05T12:02:25Z', 'revision_number': 0, 'project_id': '14f85fa6e8e1401fb399139faf003f37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63cbcc11-a768-4e53-8ea9-7f80536a6359', 'name': '', 'network_id': '4cafcce3-f344-455c-8718-7b96b6393933', 'tenant_id': '14f85fa6e8e1401fb399139faf003f37', 'mac_address': 'fa:16:3e:f3:14:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9072b5a-d803-4df6-b93f-f4d75f1f6f29', 'device_owner': 'network:router_interface', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': 'a4bc47f2-e3f7-4a49-8df8-2cd59ebb96f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:00:54Z', 'updated_at': '2021-08-05T12:01:32Z', 'revision_number': 5, 'project_id': '14f85fa6e8e1401fb399139faf003f37', 'subnets': [{'id': 'a4bc47f2-e3f7-4a49-8df8-2cd59ebb96f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:02:32.140195 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3b7c43-2691-4df1-9626-c013af99e501 req-38a40331-e76a-4494-9c08-dc6955d680b3 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:32.143809 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-de3b7c43-2691-4df1-9626-c013af99e501 req-38a40331-e76a-4494-9c08-dc6955d680b3 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2982b20-6da2-4689-ae89-08a6113e6505 HTTP/1.1" status: 200 len: 944 time: 0.1897323 Aug 05 12:02:32.162324 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-94329722-fe74-41c8-8798-783d210f2837 req-f812eb7a-9753-45c7-9f3b-174d485d455f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d79a8c0b-1e74-416a-91c7-f9e3fcbe25d4 {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 12:02:32.173793 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.db [None req-5e9ebd99-dc01-420e-be69-29bad7c51894 None None] For port 9b49c72f-5969-44ec-9eb7-76af5bcfd514, host n-d-803378-2, cleared binding levels {{(pid=94423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:02:32.179359 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.db [None req-5e9ebd99-dc01-420e-be69-29bad7c51894 None None] For port 9b49c72f-5969-44ec-9eb7-76af5bcfd514, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=9b49c72f-5969-44ec-9eb7-76af5bcfd514,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:02:32.179644 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-94329722-fe74-41c8-8798-783d210f2837 req-f812eb7a-9753-45c7-9f3b-174d485d455f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:32.198206 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-5e9ebd99-dc01-420e-be69-29bad7c51894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:32.207817 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-94329722-fe74-41c8-8798-783d210f2837 req-f812eb7a-9753-45c7-9f3b-174d485d455f service neutron] Transition to ACTIVE for port object d79a8c0b-1e74-416a-91c7-f9e3fcbe25d4 will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:02:32.221490 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be788e89-def6-41d6-bee3-c8edb4154cd9 req-3fcbdb85-34e7-44d3-8c8c-c7282e0ddee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:32.225365 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-be788e89-def6-41d6-bee3-c8edb4154cd9 req-3fcbdb85-34e7-44d3-8c8c-c7282e0ddee7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a4bc47f2-e3f7-4a49-8df8-2cd59ebb96f3 HTTP/1.1" status: 200 len: 847 time: 0.4720604 Aug 05 12:02:32.234933 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-94329722-fe74-41c8-8798-783d210f2837 req-f812eb7a-9753-45c7-9f3b-174d485d455f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:32.266265 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4153a477-35ff-404c-80a0-39ccd6c57d53 None None] Pushing event updated for resources: {'Port': ['ID=9b49c72f-5969-44ec-9eb7-76af5bcfd514,revision_number=2']} {{(pid=94423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:02:32.283636 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4153a477-35ff-404c-80a0-39ccd6c57d53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:02:32.284583 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4153a477-35ff-404c-80a0-39ccd6c57d53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:02:32.285344 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4153a477-35ff-404c-80a0-39ccd6c57d53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:02:32.285938 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4153a477-35ff-404c-80a0-39ccd6c57d53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:02:32.286603 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4153a477-35ff-404c-80a0-39ccd6c57d53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:02:32.287380 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4153a477-35ff-404c-80a0-39ccd6c57d53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:02:32.288168 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4153a477-35ff-404c-80a0-39ccd6c57d53 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:02:32.289003 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4153a477-35ff-404c-80a0-39ccd6c57d53 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:02:32.289751 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4153a477-35ff-404c-80a0-39ccd6c57d53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:02:32.290472 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4153a477-35ff-404c-80a0-39ccd6c57d53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:02:32.292654 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4153a477-35ff-404c-80a0-39ccd6c57d53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:02:32.294865 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4153a477-35ff-404c-80a0-39ccd6c57d53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:02:32.314576 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f7d9f592-6bf5-4b7e-a271-b59831b4a8ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:32.332288 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-de3b7c43-2691-4df1-9626-c013af99e501 req-6fde8399-5847-4e60-9f25-f51cf98a5bbe tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=d700a63d-a591-46d0-9144-d357356aa9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1801181 Aug 05 12:02:32.353190 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056d33a7-34fe-4e6a-8fd3-78c2d0dfa77f None None] The sync data for ids ['d9072b5a-d803-4df6-b93f-f4d75f1f6f29'] in n-d-803378-2 is: [{'id': 'd9072b5a-d803-4df6-b93f-f4d75f1f6f29', 'name': 'tempest-TestServerBasicOps-654659379-router', 'tenant_id': '14f85fa6e8e1401fb399139faf003f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '3d1b19f4-4bcf-4807-b2f9-69faa5f79b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:00:45Z', 'updated_at': '2021-08-05T12:00:58Z', 'revision_number': 4, 'project_id': '14f85fa6e8e1401fb399139faf003f37', 'gw_port': {'id': '3d1b19f4-4bcf-4807-b2f9-69faa5f79b46', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:44:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9072b5a-d803-4df6-b93f-f4d75f1f6f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:00:48Z', 'updated_at': '2021-08-05T12:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': '42cdeb32-fcde-4140-be9c-c13ef814eeab', 'tenant_id': '14f85fa6e8e1401fb399139faf003f37', 'floating_ip_address': '172.25.5.119', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': 'd9072b5a-d803-4df6-b93f-f4d75f1f6f29', 'port_id': 'b4eb167f-f97e-496a-b3f7-c47cc87d3778', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3270, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cafcce3-f344-455c-8718-7b96b6393933', 'mac_address': 'fa:16:3e:22:35:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed8382d2-f132-4dae-822e-1f0b5e512344', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T12:02:25Z', 'updated_at': '2021-08-05T12:02:25Z', 'revision_number': 0, 'project_id': '14f85fa6e8e1401fb399139faf003f37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63cbcc11-a768-4e53-8ea9-7f80536a6359', 'name': '', 'network_id': '4cafcce3-f344-455c-8718-7b96b6393933', 'tenant_id': '14f85fa6e8e1401fb399139faf003f37', 'mac_address': 'fa:16:3e:f3:14:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9072b5a-d803-4df6-b93f-f4d75f1f6f29', 'device_owner': 'network:router_interface', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': 'a4bc47f2-e3f7-4a49-8df8-2cd59ebb96f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:00:54Z', 'updated_at': '2021-08-05T12:01:32Z', 'revision_number': 5, 'project_id': '14f85fa6e8e1401fb399139faf003f37', 'subnets': [{'id': 'a4bc47f2-e3f7-4a49-8df8-2cd59ebb96f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:02:32.439155 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4153a477-35ff-404c-80a0-39ccd6c57d53 None None] Pushing event updated for resources: {'Port': ['ID=9b49c72f-5969-44ec-9eb7-76af5bcfd514,revision_number=3']} {{(pid=94423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:02:32.443918 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9ebd99-dc01-420e-be69-29bad7c51894 None None] Routers {'7d11998b-a54c-4973-af75-188e1af1f8bf'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:02:32.445247 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-5e9ebd99-dc01-420e-be69-29bad7c51894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:02:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['7d11998b-a54c-4973-af75-188e1af1f8bf'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:02:32.481558 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be788e89-def6-41d6-bee3-c8edb4154cd9 req-75691142-0627-4a78-8135-4befe1886c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:32.483605 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-be788e89-def6-41d6-bee3-c8edb4154cd9 req-75691142-0627-4a78-8135-4befe1886c05 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4cafcce3-f344-455c-8718-7b96b6393933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2391136 Aug 05 12:02:32.632908 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f812eb7a-9753-45c7-9f3b-174d485d455f service neutron] Pushing event updated for resources: {'Port': ['ID=d79a8c0b-1e74-416a-91c7-f9e3fcbe25d4,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:02:32.649482 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-f7d9f592-6bf5-4b7e-a271-b59831b4a8ce admin admin] Allocated IP 172.20.0.1 (911f1496-0655-41b4-b0fa-b268b703ede4/a13d2638-7a18-405e-bdd8-bf80cea2fa05/abe22a1b-7c64-4f3d-8510-50f3f74b4d36) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:02:32.723261 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-5e9ebd99-dc01-420e-be69-29bad7c51894 None None] Set router 7d11998b-a54c-4973-af75-188e1af1f8bf gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:02:32.785300 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '295adfcc-63cd-4939-a68d-f1d2f39c6cb5', 'tag': 'fdc00ed3-1ef7-4580-87ca-41c84ea3e979'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:02:32.789131 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afbf8ff7-f052-4734-9bb9-7585187adf50" -d '{"events": [{"name": "network-changed", "server_uuid": "295adfcc-63cd-4939-a68d-f1d2f39c6cb5", "tag": "fdc00ed3-1ef7-4580-87ca-41c84ea3e979"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:02:32.940014 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1dc1cc-d203-470b-b37a-a0b544c494db None None] New status for floating IP 42cdeb32-fcde-4140-be9c-c13ef814eeab: ACTIVE {{(pid=94422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 12:02:32.988083 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-94329722-fe74-41c8-8798-783d210f2837 req-f812eb7a-9753-45c7-9f3b-174d485d455f service neutron] Attempting to bind port d79a8c0b-1e74-416a-91c7-f9e3fcbe25d4 on host n-h1-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:02:32.988731 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-94329722-fe74-41c8-8798-783d210f2837 req-f812eb7a-9753-45c7-9f3b-174d485d455f service neutron] Attempting to bind port d79a8c0b-1e74-416a-91c7-f9e3fcbe25d4 by drivers openvswitch,hyperv on host n-h1-803378-2 at level 0 using segments [{'id': '5eb1533d-710e-493a-b76f-469038d5d33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '86bbbaf5-a273-4acb-af27-d15f3d74f788'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:02:32.989294 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94329722-fe74-41c8-8798-783d210f2837 req-f812eb7a-9753-45c7-9f3b-174d485d455f service neutron] Attempting to bind port d79a8c0b-1e74-416a-91c7-f9e3fcbe25d4 on network 86bbbaf5-a273-4acb-af27-d15f3d74f788 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:02:33.002756 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94329722-fe74-41c8-8798-783d210f2837 req-f812eb7a-9753-45c7-9f3b-174d485d455f service neutron] Port d79a8c0b-1e74-416a-91c7-f9e3fcbe25d4 on network 86bbbaf5-a273-4acb-af27-d15f3d74f788 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 12:02:33.003301 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94329722-fe74-41c8-8798-783d210f2837 req-f812eb7a-9753-45c7-9f3b-174d485d455f service neutron] Attempting to bind port d79a8c0b-1e74-416a-91c7-f9e3fcbe25d4 on network 86bbbaf5-a273-4acb-af27-d15f3d74f788 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:02:33.144983 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 12:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07240406-a9f3-4769-b46b-3cd9a225917c x-openstack-request-id: req-07240406-a9f3-4769-b46b-3cd9a225917c {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:02:33.153209 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "295adfcc-63cd-4939-a68d-f1d2f39c6cb5", "tag": "fdc00ed3-1ef7-4580-87ca-41c84ea3e979", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:02:33.154019 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-07240406-a9f3-4769-b46b-3cd9a225917c {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:02:33.154925 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '295adfcc-63cd-4939-a68d-f1d2f39c6cb5', 'tag': 'fdc00ed3-1ef7-4580-87ca-41c84ea3e979', 'status': 'completed', 'code': 200} Aug 05 12:02:33.158891 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-be788e89-def6-41d6-bee3-c8edb4154cd9 req-422a2afc-03d2-485c-a8d7-626d4eb7e4a1 service neutron] 10.222.0.55 "GET /v2.0/networks/4cafcce3-f344-455c-8718-7b96b6393933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6643543 Aug 05 12:02:33.167147 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94329722-fe74-41c8-8798-783d210f2837 req-f812eb7a-9753-45c7-9f3b-174d485d455f service neutron] Checking agent: {'id': '40bb7567-59bd-4b31-bc29-da1c50bca759', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:02:33.176688 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94329722-fe74-41c8-8798-783d210f2837 req-f812eb7a-9753-45c7-9f3b-174d485d455f service neutron] Checking segment: {'id': '5eb1533d-710e-493a-b76f-469038d5d33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '86bbbaf5-a273-4acb-af27-d15f3d74f788'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:02:33.177467 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 06d6ee75-11e6-4dbf-9648-382f6d9c5c20 up at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:02:33.178003 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94329722-fe74-41c8-8798-783d210f2837 req-f812eb7a-9753-45c7-9f3b-174d485d455f service neutron] Bound using segment: {'id': '5eb1533d-710e-493a-b76f-469038d5d33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '86bbbaf5-a273-4acb-af27-d15f3d74f788'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:02:33.179117 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-94329722-fe74-41c8-8798-783d210f2837 req-f812eb7a-9753-45c7-9f3b-174d485d455f service neutron] Bound port: d79a8c0b-1e74-416a-91c7-f9e3fcbe25d4, host: n-h1-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5eb1533d-710e-493a-b76f-469038d5d33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '86bbbaf5-a273-4acb-af27-d15f3d74f788'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:02:33.179715 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-94329722-fe74-41c8-8798-783d210f2837 req-f812eb7a-9753-45c7-9f3b-174d485d455f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:33.210637 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c632d924-817b-4113-b1e4-bf7662256d3d req-e5a631ec-d4ce-43f4-a585-2b9b2976bfdc tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:33.223671 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c632d924-817b-4113-b1e4-bf7662256d3d req-e5a631ec-d4ce-43f4-a585-2b9b2976bfdc tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=03b5b896-60a3-4bcb-a01d-52939f97c9d5 HTTP/1.1" status: 200 len: 945 time: 0.2723391 Aug 05 12:02:33.337906 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-5e9ebd99-dc01-420e-be69-29bad7c51894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d11998b-a54c-4973-af75-188e1af1f8bf', 'name': 'tempest-TestVolumeBootPattern-1083573676-router', 'tenant_id': '0a335f64713b4d72881e9bd742dda5cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': '9b49c72f-5969-44ec-9eb7-76af5bcfd514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:02:22Z', 'updated_at': '2021-08-05T12:02:28Z', 'revision_number': 3, 'project_id': '0a335f64713b4d72881e9bd742dda5cb', 'gw_port': {'id': '9b49c72f-5969-44ec-9eb7-76af5bcfd514', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:41:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d11998b-a54c-4973-af75-188e1af1f8bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:02:25Z', 'updated_at': '2021-08-05T12:02:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:02:33.342055 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning complete for port 06d6ee75-11e6-4dbf-9648-382f6d9c5c20 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:02:33.342991 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:33.373412 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbf8ff7-f052-4734-9bb9-7585187adf50 req-e702ebc2-7bc6-4ec5-8089-91678b6e9b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:33.374326 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbf8ff7-f052-4734-9bb9-7585187adf50 req-e702ebc2-7bc6-4ec5-8089-91678b6e9b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:33.375196 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbf8ff7-f052-4734-9bb9-7585187adf50 req-e702ebc2-7bc6-4ec5-8089-91678b6e9b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:33.376044 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbf8ff7-f052-4734-9bb9-7585187adf50 req-e702ebc2-7bc6-4ec5-8089-91678b6e9b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:33.377272 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbf8ff7-f052-4734-9bb9-7585187adf50 req-e702ebc2-7bc6-4ec5-8089-91678b6e9b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:33.378244 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbf8ff7-f052-4734-9bb9-7585187adf50 req-e702ebc2-7bc6-4ec5-8089-91678b6e9b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:33.382148 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbf8ff7-f052-4734-9bb9-7585187adf50 req-e702ebc2-7bc6-4ec5-8089-91678b6e9b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:33.385180 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-afbf8ff7-f052-4734-9bb9-7585187adf50 req-e702ebc2-7bc6-4ec5-8089-91678b6e9b84 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7f690a1af59141ff99aca95e28eca771&device_id=295adfcc-63cd-4939-a68d-f1d2f39c6cb5 HTTP/1.1" status: 200 len: 6443 time: 0.2753620 Aug 05 12:02:33.428110 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9ebd99-dc01-420e-be69-29bad7c51894 None None] The sync data for ids ['7d11998b-a54c-4973-af75-188e1af1f8bf'] in n-d-803378-2 is: [{'id': '7d11998b-a54c-4973-af75-188e1af1f8bf', 'name': 'tempest-TestVolumeBootPattern-1083573676-router', 'tenant_id': '0a335f64713b4d72881e9bd742dda5cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': '9b49c72f-5969-44ec-9eb7-76af5bcfd514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:02:22Z', 'updated_at': '2021-08-05T12:02:28Z', 'revision_number': 3, 'project_id': '0a335f64713b4d72881e9bd742dda5cb', 'gw_port': {'id': '9b49c72f-5969-44ec-9eb7-76af5bcfd514', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:41:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d11998b-a54c-4973-af75-188e1af1f8bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:02:25Z', 'updated_at': '2021-08-05T12:02:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:02:33.501583 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c632d924-817b-4113-b1e4-bf7662256d3d req-9bae3e4a-128f-4e39-8eda-8370c9024927 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=63e39a45-73ad-49df-9d90-9ca653f416c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2683337 Aug 05 12:02:33.512811 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f7d9f592-6bf5-4b7e-a271-b59831b4a8ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:33.622919 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:33.673268 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-be788e89-def6-41d6-bee3-c8edb4154cd9 req-66984ad7-a8ca-4c1e-9558-27048f3e57a0 service neutron] 10.222.0.55 "GET /v2.0/networks/4cafcce3-f344-455c-8718-7b96b6393933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4768882 Aug 05 12:02:33.684826 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-94329722-fe74-41c8-8798-783d210f2837 req-f812eb7a-9753-45c7-9f3b-174d485d455f service neutron] For port d79a8c0b-1e74-416a-91c7-f9e3fcbe25d4, host n-h1-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:02:33.705091 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287ab5c7-5def-4fe5-b52f-5eb671951843 req-6a432b79-24f3-41fc-8838-66c3129b277f tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:33.721728 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2982b20-6da2-4689-ae89-08a6113e6505', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06d6ee75-11e6-4dbf-9648-382f6d9c5c20'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:02:33.726124 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287ab5c7-5def-4fe5-b52f-5eb671951843 req-6a432b79-24f3-41fc-8838-66c3129b277f tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:33.730053 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e12ddd37-9e99-4972-bbfb-e6d3a1351d31" -d '{"events": [{"server_uuid": "f2982b20-6da2-4689-ae89-08a6113e6505", "name": "network-vif-plugged", "status": "completed", "tag": "06d6ee75-11e6-4dbf-9648-382f6d9c5c20"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:02:33.742802 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287ab5c7-5def-4fe5-b52f-5eb671951843 req-6a432b79-24f3-41fc-8838-66c3129b277f tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:33.756580 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287ab5c7-5def-4fe5-b52f-5eb671951843 req-6a432b79-24f3-41fc-8838-66c3129b277f tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:33.760898 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 06d6ee75-11e6-4dbf-9648-382f6d9c5c20, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=06d6ee75-11e6-4dbf-9648-382f6d9c5c20,segment=NetworkSegment(de1f7257-8faa-46ea-8956-4b8e85e97bcb),segment_id=de1f7257-8faa-46ea-8956-4b8e85e97bcb)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:02:33.771183 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287ab5c7-5def-4fe5-b52f-5eb671951843 req-6a432b79-24f3-41fc-8838-66c3129b277f tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:33.772478 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-94329722-fe74-41c8-8798-783d210f2837 req-f812eb7a-9753-45c7-9f3b-174d485d455f service neutron] For port d79a8c0b-1e74-416a-91c7-f9e3fcbe25d4, host n-h1-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=d79a8c0b-1e74-416a-91c7-f9e3fcbe25d4,segment=NetworkSegment(5eb1533d-710e-493a-b76f-469038d5d33b),segment_id=5eb1533d-710e-493a-b76f-469038d5d33b)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:02:33.773076 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:33.781877 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-94329722-fe74-41c8-8798-783d210f2837 req-f812eb7a-9753-45c7-9f3b-174d485d455f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:33.786251 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287ab5c7-5def-4fe5-b52f-5eb671951843 req-6a432b79-24f3-41fc-8838-66c3129b277f tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:33.800562 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287ab5c7-5def-4fe5-b52f-5eb671951843 req-6a432b79-24f3-41fc-8838-66c3129b277f tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:33.813406 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-287ab5c7-5def-4fe5-b52f-5eb671951843 req-6a432b79-24f3-41fc-8838-66c3129b277f tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/ports?device_id=295adfcc-63cd-4939-a68d-f1d2f39c6cb5 HTTP/1.1" status: 200 len: 5428 time: 0.5390325 Aug 05 12:02:33.876520 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=06d6ee75-11e6-4dbf-9648-382f6d9c5c20,revision_number=10']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:02:33.891292 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [None req-f7d9f592-6bf5-4b7e-a271-b59831b4a8ce admin admin] Transition to ACTIVE for port object abe22a1b-7c64-4f3d-8510-50f3f74b4d36 will not be triggered until provisioned by entity DHCP. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:02:33.973247 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f812eb7a-9753-45c7-9f3b-174d485d455f service neutron] Pushing event updated for resources: {'Port': ['ID=d79a8c0b-1e74-416a-91c7-f9e3fcbe25d4,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:02:33.989512 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94329722-fe74-41c8-8798-783d210f2837 req-f812eb7a-9753-45c7-9f3b-174d485d455f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:33.991233 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-94329722-fe74-41c8-8798-783d210f2837 req-f812eb7a-9753-45c7-9f3b-174d485d455f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:33.993884 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-94329722-fe74-41c8-8798-783d210f2837 req-f812eb7a-9753-45c7-9f3b-174d485d455f service neutron] 10.222.0.64 "PUT /v2.0/ports/d79a8c0b-1e74-416a-91c7-f9e3fcbe25d4 HTTP/1.1" status: 200 len: 1091 time: 3.3315403 Aug 05 12:02:34.072173 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-d7f28f33-bad5-4903-a941-aaf0818b08bd tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Deleting port f2ac86fb-51c9-4a55-a845-ddeb4aa48fea {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:02:34.073281 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d7f28f33-bad5-4903-a941-aaf0818b08bd tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:34.082244 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-287ab5c7-5def-4fe5-b52f-5eb671951843 req-8943e04b-35c0-49e9-9447-a70936b3ce05 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/security-groups?id=febd0f78-107f-43e4-b53e-32336893412a&id=b75859e9-ba11-494c-9174-a2b56bb00afd&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.2323854 Aug 05 12:02:34.155443 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbf8ff7-f052-4734-9bb9-7585187adf50 req-80011fc9-0149-4efa-87e9-67ca2dd6c9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:34.157048 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbf8ff7-f052-4734-9bb9-7585187adf50 req-80011fc9-0149-4efa-87e9-67ca2dd6c9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:34.157772 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbf8ff7-f052-4734-9bb9-7585187adf50 req-80011fc9-0149-4efa-87e9-67ca2dd6c9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:34.160281 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-afbf8ff7-f052-4734-9bb9-7585187adf50 req-80011fc9-0149-4efa-87e9-67ca2dd6c9fb service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=7f690a1af59141ff99aca95e28eca771&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.7201343 Aug 05 12:02:34.173538 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a7b54a-059d-45b7-912a-b2fd984fb1d1 req-1fa4439e-8b31-433d-8df8-0b2d4f36e883 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:34.185608 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-72a7b54a-059d-45b7-912a-b2fd984fb1d1 req-1fa4439e-8b31-433d-8df8-0b2d4f36e883 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2982b20-6da2-4689-ae89-08a6113e6505 HTTP/1.1" status: 200 len: 946 time: 0.3671994 Aug 05 12:02:34.212331 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 12:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ea5059b-a2b1-4511-a561-137d902c4889 x-openstack-request-id: req-8ea5059b-a2b1-4511-a561-137d902c4889 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:02:34.212968 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2982b20-6da2-4689-ae89-08a6113e6505", "name": "network-vif-plugged", "status": "completed", "tag": "06d6ee75-11e6-4dbf-9648-382f6d9c5c20", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:02:34.213956 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8ea5059b-a2b1-4511-a561-137d902c4889 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:02:34.214999 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2982b20-6da2-4689-ae89-08a6113e6505', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06d6ee75-11e6-4dbf-9648-382f6d9c5c20', 'code': 200} Aug 05 12:02:34.303985 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f7d9f592-6bf5-4b7e-a271-b59831b4a8ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:34.384843 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [None req-d7f28f33-bad5-4903-a941-aaf0818b08bd tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] For port f2ac86fb-51c9-4a55-a845-ddeb4aa48fea, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=f2ac86fb-51c9-4a55-a845-ddeb4aa48fea,segment=NetworkSegment(660b66be-80d9-4672-8b40-3d7f5ab29178),segment_id=660b66be-80d9-4672-8b40-3d7f5ab29178)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:02:34.385714 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d7f28f33-bad5-4903-a941-aaf0818b08bd tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:34.426780 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-d7f28f33-bad5-4903-a941-aaf0818b08bd tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Calling delete_port for f2ac86fb-51c9-4a55-a845-ddeb4aa48fea owned by network:router_interface {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:02:34.478272 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbf8ff7-f052-4734-9bb9-7585187adf50 req-59b120d5-0325-49a7-a988-e70b3769678c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:34.482657 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-afbf8ff7-f052-4734-9bb9-7585187adf50 req-59b120d5-0325-49a7-a988-e70b3769678c service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2925732 Aug 05 12:02:34.503864 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d9f592-6bf5-4b7e-a271-b59831b4a8ce admin admin] Network 911f1496-0655-41b4-b0fa-b268b703ede4 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:02:34.510051 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-f7d9f592-6bf5-4b7e-a271-b59831b4a8ce admin admin] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:02:34.551047 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d9f592-6bf5-4b7e-a271-b59831b4a8ce admin admin] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:02:34.660252 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-72a7b54a-059d-45b7-912a-b2fd984fb1d1 req-2a0fc9da-3884-4e3a-95aa-c433ec27ddf9 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=d700a63d-a591-46d0-9144-d357356aa9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4729142 Aug 05 12:02:34.752257 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d9f592-6bf5-4b7e-a271-b59831b4a8ce admin admin] Pushing event updated for resources: {'Port': ['ID=abe22a1b-7c64-4f3d-8510-50f3f74b4d36,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:02:34.757049 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f7d9f592-6bf5-4b7e-a271-b59831b4a8ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33288800'] for router_interface, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:34.806231 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94329722-fe74-41c8-8798-783d210f2837 req-0b4d132b-4a96-438b-8b5d-f74fcd6c9ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:34.807030 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94329722-fe74-41c8-8798-783d210f2837 req-0b4d132b-4a96-438b-8b5d-f74fcd6c9ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:34.807985 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94329722-fe74-41c8-8798-783d210f2837 req-0b4d132b-4a96-438b-8b5d-f74fcd6c9ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:34.808952 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94329722-fe74-41c8-8798-783d210f2837 req-0b4d132b-4a96-438b-8b5d-f74fcd6c9ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:34.809838 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94329722-fe74-41c8-8798-783d210f2837 req-0b4d132b-4a96-438b-8b5d-f74fcd6c9ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:34.810705 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94329722-fe74-41c8-8798-783d210f2837 req-0b4d132b-4a96-438b-8b5d-f74fcd6c9ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:34.811523 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94329722-fe74-41c8-8798-783d210f2837 req-0b4d132b-4a96-438b-8b5d-f74fcd6c9ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:34.814656 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-94329722-fe74-41c8-8798-783d210f2837 req-0b4d132b-4a96-438b-8b5d-f74fcd6c9ac0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7f690a1af59141ff99aca95e28eca771&device_id=295adfcc-63cd-4939-a68d-f1d2f39c6cb5 HTTP/1.1" status: 200 len: 6485 time: 0.1927752 Aug 05 12:02:34.894926 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f66a11-6a4b-4fe5-91ad-39b2f9d4c322 req-14516caa-c2ec-4d61-a286-5cd12216b34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:34.897785 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-86f66a11-6a4b-4fe5-91ad-39b2f9d4c322 req-14516caa-c2ec-4d61-a286-5cd12216b34f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f2982b20-6da2-4689-ae89-08a6113e6505 HTTP/1.1" status: 200 len: 1097 time: 0.2356207 Aug 05 12:02:35.054157 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-94329722-fe74-41c8-8798-783d210f2837 req-73154b2b-d2f2-47fa-9c90-e983734d7ff6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7bcb6ae7-f99a-4746-9568-4e0b7720fa3c HTTP/1.1" status: 200 len: 217 time: 0.2069173 Aug 05 12:02:35.075857 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-86f66a11-6a4b-4fe5-91ad-39b2f9d4c322 req-1c8a60af-77b1-4712-8cc0-b2ed1bf94306 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d700a63d-a591-46d0-9144-d357356aa9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1622081 Aug 05 12:02:35.172006 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f6f7518a-634a-4749-b4a3-616a7f7d623c None None] Provisioning for port abe22a1b-7c64-4f3d-8510-50f3f74b4d36 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:02:35.185645 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '295adfcc-63cd-4939-a68d-f1d2f39c6cb5', 'tag': 'd79a8c0b-1e74-416a-91c7-f9e3fcbe25d4'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:02:35.188150 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88b06b0f-7b37-4a7c-9cd6-d336c36104f9" -d '{"events": [{"name": "network-changed", "server_uuid": "295adfcc-63cd-4939-a68d-f1d2f39c6cb5", "tag": "d79a8c0b-1e74-416a-91c7-f9e3fcbe25d4"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:02:35.191912 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f6f7518a-634a-4749-b4a3-616a7f7d623c None None] Provisioning complete for port abe22a1b-7c64-4f3d-8510-50f3f74b4d36 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:02:35.194162 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f6f7518a-634a-4749-b4a3-616a7f7d623c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:35.196517 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94329722-fe74-41c8-8798-783d210f2837 req-cc6d5499-0b4f-4b49-ad28-de0524f35dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:35.198526 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-94329722-fe74-41c8-8798-783d210f2837 req-cc6d5499-0b4f-4b49-ad28-de0524f35dda service neutron] 10.222.0.64 "GET /v2.0/subnets?id=90c3c35a-eac3-416b-b90c-3f9071c29dcd HTTP/1.1" status: 200 len: 856 time: 0.1353636 Aug 05 12:02:35.202128 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f7d9f592-6bf5-4b7e-a271-b59831b4a8ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:35.294775 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 9b49c72f-5969-44ec-9eb7-76af5bcfd514 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:02:35.313388 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d7f28f33-bad5-4903-a941-aaf0818b08bd tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:35.401912 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-f6f7518a-634a-4749-b4a3-616a7f7d623c None None] Port abe22a1b-7c64-4f3d-8510-50f3f74b4d36 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 12:02:35.402244 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f28f33-bad5-4903-a941-aaf0818b08bd tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Pushing event deleted for resources: {'Port': ['ID=f2ac86fb-51c9-4a55-a845-ddeb4aa48fea,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:02:35.451671 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 9b49c72f-5969-44ec-9eb7-76af5bcfd514 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:02:35.473618 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 9b49c72f-5969-44ec-9eb7-76af5bcfd514 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:02:35.474125 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:35.725037 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:35.778122 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d7f28f33-bad5-4903-a941-aaf0818b08bd tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33140263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33208171'] for router_interface, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:35.789294 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port 9b49c72f-5969-44ec-9eb7-76af5bcfd514, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=9b49c72f-5969-44ec-9eb7-76af5bcfd514,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:02:35.801818 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:35.894304 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94329722-fe74-41c8-8798-783d210f2837 req-4ef38e6e-d17b-495d-bafe-832008f28aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:35.897244 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-94329722-fe74-41c8-8798-783d210f2837 req-4ef38e6e-d17b-495d-bafe-832008f28aef service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=79bfc6d8-260b-4b47-a4ff-7568441e3a8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1992371 Aug 05 12:02:35.982741 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=9b49c72f-5969-44ec-9eb7-76af5bcfd514,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:02:36.251291 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e14374a-3c66-4d92-a2d2-15e0f7ab9b60 req-c6f0e2e7-8ace-4a13-85ae-0b85aa464ee0 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:36.261510 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8e14374a-3c66-4d92-a2d2-15e0f7ab9b60 req-c6f0e2e7-8ace-4a13-85ae-0b85aa464ee0 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=03b5b896-60a3-4bcb-a01d-52939f97c9d5 HTTP/1.1" status: 200 len: 945 time: 1.0371809 Aug 05 12:02:36.325735 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f6d9e7-c338-4558-8d9d-b3e355da980b req-4b882a57-f0a2-40ee-acdd-60c5dda49c7f tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:36.338996 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f6d9e7-c338-4558-8d9d-b3e355da980b req-4b882a57-f0a2-40ee-acdd-60c5dda49c7f tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:36.351631 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f6d9e7-c338-4558-8d9d-b3e355da980b req-4b882a57-f0a2-40ee-acdd-60c5dda49c7f tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:36.364945 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f6d9e7-c338-4558-8d9d-b3e355da980b req-4b882a57-f0a2-40ee-acdd-60c5dda49c7f tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:36.378162 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f6d9e7-c338-4558-8d9d-b3e355da980b req-4b882a57-f0a2-40ee-acdd-60c5dda49c7f tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:36.391612 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f6d9e7-c338-4558-8d9d-b3e355da980b req-4b882a57-f0a2-40ee-acdd-60c5dda49c7f tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:36.405925 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f6d9e7-c338-4558-8d9d-b3e355da980b req-4b882a57-f0a2-40ee-acdd-60c5dda49c7f tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:36.409714 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-06f6d9e7-c338-4558-8d9d-b3e355da980b req-4b882a57-f0a2-40ee-acdd-60c5dda49c7f tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/ports?device_id=295adfcc-63cd-4939-a68d-f1d2f39c6cb5 HTTP/1.1" status: 200 len: 5428 time: 1.0708420 Aug 05 12:02:36.537455 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8e14374a-3c66-4d92-a2d2-15e0f7ab9b60 req-f0f412d0-98fd-4b8d-93f5-6efa288ea02e tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=63e39a45-73ad-49df-9d90-9ca653f416c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2606142 Aug 05 12:02:36.560812 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-06f6d9e7-c338-4558-8d9d-b3e355da980b req-09b6ccc5-7665-42e5-930f-0f791d29a984 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/security-groups?id=febd0f78-107f-43e4-b53e-32336893412a&id=b75859e9-ba11-494c-9174-a2b56bb00afd&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.1376228 Aug 05 12:02:36.563793 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f7d9f592-6bf5-4b7e-a271-b59831b4a8ce admin admin] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:36.573015 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f7d9f592-6bf5-4b7e-a271-b59831b4a8ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:36.746602 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 12:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b651636-1c97-4e23-ac95-508fdde01f22 x-openstack-request-id: req-4b651636-1c97-4e23-ac95-508fdde01f22 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:02:36.747490 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "295adfcc-63cd-4939-a68d-f1d2f39c6cb5", "tag": "d79a8c0b-1e74-416a-91c7-f9e3fcbe25d4", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:02:36.747490 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4b651636-1c97-4e23-ac95-508fdde01f22 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:02:36.749619 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '295adfcc-63cd-4939-a68d-f1d2f39c6cb5', 'tag': 'd79a8c0b-1e74-416a-91c7-f9e3fcbe25d4', 'status': 'completed', 'code': 200} Aug 05 12:02:36.757796 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d9f592-6bf5-4b7e-a271-b59831b4a8ce admin admin] Pushing event updated for resources: {'Port': ['ID=abe22a1b-7c64-4f3d-8510-50f3f74b4d36,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:02:36.775981 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-94329722-fe74-41c8-8798-783d210f2837 req-45164093-5686-4401-a191-1c1e43206360 service neutron] 10.222.0.64 "GET /v2.0/networks/79bfc6d8-260b-4b47-a4ff-7568441e3a8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8606749 Aug 05 12:02:36.776840 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f7d9f592-6bf5-4b7e-a271-b59831b4a8ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33140268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33208272'] for router_interface, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:36.959556 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e388867d-26d1-4be8-9155-9a2602c3c868 req-c7ac9490-e525-4977-8c72-653daaf43b2c tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:36.962180 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e388867d-26d1-4be8-9155-9a2602c3c868 req-c7ac9490-e525-4977-8c72-653daaf43b2c tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2982b20-6da2-4689-ae89-08a6113e6505 HTTP/1.1" status: 200 len: 946 time: 0.2099671 Aug 05 12:02:37.106375 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d9f592-6bf5-4b7e-a271-b59831b4a8ce admin admin] Network 911f1496-0655-41b4-b0fa-b268b703ede4 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:02:37.111471 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-f7d9f592-6bf5-4b7e-a271-b59831b4a8ce admin admin] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:02:37.120703 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7f28f33-bad5-4903-a941-aaf0818b08bd tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Router 3ea4d876-24ed-4b48-9d43-4b0965b64e09 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:02:37.185561 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-94329722-fe74-41c8-8798-783d210f2837 req-4945a0ab-3391-4155-a92a-84d1992138f7 service neutron] 10.222.0.64 "GET /v2.0/networks/79bfc6d8-260b-4b47-a4ff-7568441e3a8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3658977 Aug 05 12:02:37.202149 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e388867d-26d1-4be8-9155-9a2602c3c868 req-f180bbef-7cbb-4efa-b036-c17a0d42fcce tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=d700a63d-a591-46d0-9144-d357356aa9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2137139 Aug 05 12:02:37.308760 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 9b49c72f-5969-44ec-9eb7-76af5bcfd514 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:02:37.384553 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-06273891-575b-4eb4-a7f7-fdeebe76a06f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:37.410731 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 0d243f1b-bee7-4fff-a8bf-f50adee1fc74 details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 12:02:37.562522 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-94329722-fe74-41c8-8798-783d210f2837 req-0b36315d-7474-4bd2-b088-e628392d9b48 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.71&port_id=2cab8c34-cbf9-450f-9c67-c8ac5da7b895 HTTP/1.1" status: 200 len: 217 time: 0.2416141 Aug 05 12:02:37.571588 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7d9f592-6bf5-4b7e-a271-b59831b4a8ce admin admin] Router 7d11998b-a54c-4973-af75-188e1af1f8bf has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:02:37.626565 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 0d243f1b-bee7-4fff-a8bf-f50adee1fc74, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=0d243f1b-bee7-4fff-a8bf-f50adee1fc74,segment=NetworkSegment(28e5afec-0390-4fc6-bae9-062cb680d30f),segment_id=28e5afec-0390-4fc6-bae9-062cb680d30f)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:02:37.731027 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Returning: {'device': '0d243f1b-bee7-4fff-a8bf-f50adee1fc74', 'network_id': '2830970e-d0ce-4cd2-b553-c3bab34c8414', 'port_id': '0d243f1b-bee7-4fff-a8bf-f50adee1fc74', 'mac_address': 'fa:16:3e:f6:15:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '246efd78-ac94-4655-af8f-d71ed39d45f9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 12:02:37.791330 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 9b49c72f-5969-44ec-9eb7-76af5bcfd514 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:02:37.795251 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:37.806057 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb8f076-827c-4176-9717-e7f8f7b40e81 req-154d9615-cd67-48bf-9682-8a1b763ac092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:37.808948 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-efb8f076-827c-4176-9717-e7f8f7b40e81 req-154d9615-cd67-48bf-9682-8a1b763ac092 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=03b5b896-60a3-4bcb-a01d-52939f97c9d5 HTTP/1.1" status: 200 len: 1096 time: 0.3062632 Aug 05 12:02:37.831055 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94329722-fe74-41c8-8798-783d210f2837 req-bf85e78d-b717-4692-8fee-16c3b4822586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:37.833190 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-94329722-fe74-41c8-8798-783d210f2837 req-bf85e78d-b717-4692-8fee-16c3b4822586 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f10aca1c-e17e-479d-aec1-1d33ddacd74e HTTP/1.1" status: 200 len: 797 time: 0.2280827 Aug 05 12:02:37.876163 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7f28f33-bad5-4903-a941-aaf0818b08bd tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:02:37.894316 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c28b53-44b1-4b44-b762-260548745d7c None None] Sync routers for ids ['3ea4d876-24ed-4b48-9d43-4b0965b64e09'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:02:37.915828 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-d7f28f33-bad5-4903-a941-aaf0818b08bd tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "PUT /v2.0/routers/3ea4d876-24ed-4b48-9d43-4b0965b64e09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1731536 Aug 05 12:02:37.921551 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 58052) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:02:37.926747 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c28b53-44b1-4b44-b762-260548745d7c None None] Routers {'3ea4d876-24ed-4b48-9d43-4b0965b64e09'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:02:37.928053 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-27c28b53-44b1-4b44-b762-260548745d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:02:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['3ea4d876-24ed-4b48-9d43-4b0965b64e09'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:02:37.985781 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-050e7c44-fba1-42e1-89c8-da1215a3a7d7 None None] Provisioning complete for port abe22a1b-7c64-4f3d-8510-50f3f74b4d36 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:02:37.986480 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-050e7c44-fba1-42e1-89c8-da1215a3a7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:38.018636 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94329722-fe74-41c8-8798-783d210f2837 req-eb94704d-97d8-407e-96f9-e1ea4801970c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:38.021102 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-94329722-fe74-41c8-8798-783d210f2837 req-eb94704d-97d8-407e-96f9-e1ea4801970c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=efef5820-889f-42cc-a1e8-7a1a3d2a1fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1312921 Aug 05 12:02:38.024812 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-efb8f076-827c-4176-9717-e7f8f7b40e81 req-ff0f3ffe-a0e6-41a2-9f8e-f8202af97734 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=63e39a45-73ad-49df-9d90-9ca653f416c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1896846 Aug 05 12:02:38.056116 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:38.170544 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0d243f1b-bee7-4fff-a8bf-f50adee1fc74 {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 12:02:38.186742 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-050e7c44-fba1-42e1-89c8-da1215a3a7d7 None None] Port abe22a1b-7c64-4f3d-8510-50f3f74b4d36 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 12:02:38.227831 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9d4ff5c-a844-4389-85c9-fd64541db705 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Deleting subnet a3a277fc-3e89-49d6-972d-0acfc9ed2043 {{(pid=94420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 12:02:38.228932 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-27c28b53-44b1-4b44-b762-260548745d7c None None] Set router 3ea4d876-24ed-4b48-9d43-4b0965b64e09 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:02:38.230917 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 0d243f1b-bee7-4fff-a8bf-f50adee1fc74, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=0d243f1b-bee7-4fff-a8bf-f50adee1fc74,segment=NetworkSegment(28e5afec-0390-4fc6-bae9-062cb680d30f),segment_id=28e5afec-0390-4fc6-bae9-062cb680d30f)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:02:38.241341 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:38.252887 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-94329722-fe74-41c8-8798-783d210f2837 req-092b560d-a99d-4e29-864e-f70381a4b455 service neutron] 10.222.0.64 "GET /v2.0/networks/efef5820-889f-42cc-a1e8-7a1a3d2a1fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209694 Aug 05 12:02:38.306564 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c9d4ff5c-a844-4389-85c9-fd64541db705 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks [] for subnet, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:38.397751 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=0d243f1b-bee7-4fff-a8bf-f50adee1fc74,revision_number=6']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:02:38.444829 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7d9f592-6bf5-4b7e-a271-b59831b4a8ce admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:02:38.456547 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-f7d9f592-6bf5-4b7e-a271-b59831b4a8ce admin admin] 10.222.0.58 "PUT /v2.0/routers/7d11998b-a54c-4973-af75-188e1af1f8bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8064449 Aug 05 12:02:38.468350 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1943f1-cfb0-42a2-937c-4c2ea7d716fe None None] Sync routers for ids ['7d11998b-a54c-4973-af75-188e1af1f8bf'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:02:38.512011 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63be5225-c0fa-40bd-8f64-6f0b4e946326 req-9a403633-0e06-43d8-bdaa-222fbb82f287 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:38.516166 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-63be5225-c0fa-40bd-8f64-6f0b4e946326 req-9a403633-0e06-43d8-bdaa-222fbb82f287 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=03b5b896-60a3-4bcb-a01d-52939f97c9d5 HTTP/1.1" status: 200 len: 945 time: 0.7025025 Aug 05 12:02:38.529827 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c9d4ff5c-a844-4389-85c9-fd64541db705 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25010562'] for subnet, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:38.532566 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1943f1-cfb0-42a2-937c-4c2ea7d716fe None None] Routers {'7d11998b-a54c-4973-af75-188e1af1f8bf'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:02:38.538599 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-cb1943f1-cfb0-42a2-937c-4c2ea7d716fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:02:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['7d11998b-a54c-4973-af75-188e1af1f8bf'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:02:38.554265 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['0d243f1b-bee7-4fff-a8bf-f50adee1fc74'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 12:02:38.559745 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-94329722-fe74-41c8-8798-783d210f2837 req-9b80e54e-d7e2-4831-93fd-4afb68589028 service neutron] 10.222.0.64 "GET /v2.0/networks/efef5820-889f-42cc-a1e8-7a1a3d2a1fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2973807 Aug 05 12:02:38.565860 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f91331-31f5-4b52-9de0-441e4a149d12 req-6ce8a4b5-375e-4ba8-9967-1c1b1833d687 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:38.584117 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f91331-31f5-4b52-9de0-441e4a149d12 req-6ce8a4b5-375e-4ba8-9967-1c1b1833d687 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:38.596610 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f91331-31f5-4b52-9de0-441e4a149d12 req-6ce8a4b5-375e-4ba8-9967-1c1b1833d687 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:38.610858 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f91331-31f5-4b52-9de0-441e4a149d12 req-6ce8a4b5-375e-4ba8-9967-1c1b1833d687 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:38.627967 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f91331-31f5-4b52-9de0-441e4a149d12 req-6ce8a4b5-375e-4ba8-9967-1c1b1833d687 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:38.637092 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-94329722-fe74-41c8-8798-783d210f2837 req-769e0809-2926-416c-ad07-1a356ba45872 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.196&port_id=a3c6ede4-0a04-4dea-85c9-68e5fd39b91f HTTP/1.1" status: 200 len: 217 time: 0.0700741 Aug 05 12:02:38.642322 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f91331-31f5-4b52-9de0-441e4a149d12 req-6ce8a4b5-375e-4ba8-9967-1c1b1833d687 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:38.657989 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f91331-31f5-4b52-9de0-441e4a149d12 req-6ce8a4b5-375e-4ba8-9967-1c1b1833d687 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:38.671591 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-70f91331-31f5-4b52-9de0-441e4a149d12 req-6ce8a4b5-375e-4ba8-9967-1c1b1833d687 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/ports?device_id=295adfcc-63cd-4939-a68d-f1d2f39c6cb5 HTTP/1.1" status: 200 len: 5428 time: 0.8431518 Aug 05 12:02:38.768344 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-27c28b53-44b1-4b44-b762-260548745d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea4d876-24ed-4b48-9d43-4b0965b64e09', 'name': 'tempest-TestNetworkBasicOps-router-1764189606', 'tenant_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '121d09fe-8052-4920-8f4c-b262fda3928d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:59:03Z', 'updated_at': '2021-08-05T12:02:34Z', 'revision_number': 5, 'project_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'gw_port': {'id': '121d09fe-8052-4920-8f4c-b262fda3928d', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea4d876-24ed-4b48-9d43-4b0965b64e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:59:05Z', 'updated_at': '2021-08-05T11:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:02:38.778975 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94329722-fe74-41c8-8798-783d210f2837 req-b76eb300-abb3-43f6-9040-3eb56c5b4541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:38.782554 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-94329722-fe74-41c8-8798-783d210f2837 req-b76eb300-abb3-43f6-9040-3eb56c5b4541 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f10aca1c-e17e-479d-aec1-1d33ddacd74e HTTP/1.1" status: 200 len: 797 time: 0.1334710 Aug 05 12:02:38.831615 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c28b53-44b1-4b44-b762-260548745d7c None None] Checking router: 3ea4d876-24ed-4b48-9d43-4b0965b64e09 for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:02:38.849559 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c28b53-44b1-4b44-b762-260548745d7c None None] Routers {'3ea4d876-24ed-4b48-9d43-4b0965b64e09'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:02:38.850690 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-27c28b53-44b1-4b44-b762-260548745d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:02:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['3ea4d876-24ed-4b48-9d43-4b0965b64e09'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:02:38.859888 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-cb1943f1-cfb0-42a2-937c-4c2ea7d716fe None None] Set router 7d11998b-a54c-4973-af75-188e1af1f8bf gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:02:38.936958 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94329722-fe74-41c8-8798-783d210f2837 req-32257730-05b5-4e60-9932-c27d932ccda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:38.942061 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-94329722-fe74-41c8-8798-783d210f2837 req-32257730-05b5-4e60-9932-c27d932ccda2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=efef5820-889f-42cc-a1e8-7a1a3d2a1fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1490762 Aug 05 12:02:39.016470 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-63be5225-c0fa-40bd-8f64-6f0b4e946326 req-41a7d015-98fd-4d80-bf01-966a84c9a79c tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=63e39a45-73ad-49df-9d90-9ca653f416c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4809546 Aug 05 12:02:39.194694 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-27c28b53-44b1-4b44-b762-260548745d7c None None] Set router 3ea4d876-24ed-4b48-9d43-4b0965b64e09 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:02:39.234230 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-70f91331-31f5-4b52-9de0-441e4a149d12 req-9fb737fd-b561-4175-9e1c-3a26d14d3518 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/security-groups?id=febd0f78-107f-43e4-b53e-32336893412a&id=b75859e9-ba11-494c-9174-a2b56bb00afd&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.5605309 Aug 05 12:02:39.318266 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c9d4ff5c-a844-4389-85c9-fd64541db705 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:39.339830 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f4f2bc-116c-451c-97fd-82a773ec3ccd req-684fab57-52a5-4b7a-b264-35db38f2d44c tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:39.342653 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-85f4f2bc-116c-451c-97fd-82a773ec3ccd req-684fab57-52a5-4b7a-b264-35db38f2d44c tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2982b20-6da2-4689-ae89-08a6113e6505 HTTP/1.1" status: 200 len: 946 time: 0.1235723 Aug 05 12:02:39.369916 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 0d243f1b-bee7-4fff-a8bf-f50adee1fc74 no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:02:39.419146 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-94329722-fe74-41c8-8798-783d210f2837 req-e2bce766-7aa7-487e-a31b-11c27e6ca851 service neutron] 10.222.0.64 "GET /v2.0/networks/efef5820-889f-42cc-a1e8-7a1a3d2a1fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4672067 Aug 05 12:02:39.467943 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-85f4f2bc-116c-451c-97fd-82a773ec3ccd req-521b5d55-a9d9-43fe-a799-8247774ba7b5 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=d700a63d-a591-46d0-9144-d357356aa9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987868 Aug 05 12:02:39.492592 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c9d4ff5c-a844-4389-85c9-fd64541db705 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29762763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24211094'] for subnet, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:39.633208 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d4ff5c-a844-4389-85c9-fd64541db705 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Pushing event deleted for resources: {'Subnet': ['ID=a3a277fc-3e89-49d6-972d-0acfc9ed2043,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:02:39.660859 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c9d4ff5c-a844-4389-85c9-fd64541db705 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks [] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:39.669826 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-c9d4ff5c-a844-4389-85c9-fd64541db705 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "DELETE /v2.0/subnets/a3a277fc-3e89-49d6-972d-0acfc9ed2043 HTTP/1.1" status: 204 len: 168 time: 1.7299814 Aug 05 12:02:39.671241 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 58076) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:02:39.690660 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-27c28b53-44b1-4b44-b762-260548745d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea4d876-24ed-4b48-9d43-4b0965b64e09', 'name': 'tempest-TestNetworkBasicOps-router-1764189606', 'tenant_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '121d09fe-8052-4920-8f4c-b262fda3928d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:59:03Z', 'updated_at': '2021-08-05T12:02:34Z', 'revision_number': 5, 'project_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'gw_port': {'id': '121d09fe-8052-4920-8f4c-b262fda3928d', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea4d876-24ed-4b48-9d43-4b0965b64e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:59:05Z', 'updated_at': '2021-08-05T11:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:02:39.715914 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9981790a-31a4-4eb6-9d11-fef7e77a6133 None None] Network 34f4b1c0-4781-4466-8dad-c7a46498afc4 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:02:39.734475 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-94329722-fe74-41c8-8798-783d210f2837 req-1e70e958-c334-48d8-8d99-4da98e8781b7 service neutron] 10.222.0.64 "GET /v2.0/networks/efef5820-889f-42cc-a1e8-7a1a3d2a1fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3052285 Aug 05 12:02:39.741985 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c28b53-44b1-4b44-b762-260548745d7c None None] The sync data for ids ['3ea4d876-24ed-4b48-9d43-4b0965b64e09'] in n-d-803378-2 is: [{'id': '3ea4d876-24ed-4b48-9d43-4b0965b64e09', 'name': 'tempest-TestNetworkBasicOps-router-1764189606', 'tenant_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '121d09fe-8052-4920-8f4c-b262fda3928d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:59:03Z', 'updated_at': '2021-08-05T12:02:34Z', 'revision_number': 5, 'project_id': 'f68dcdcc6d3c4b72a557ce0cc98a5aa1', 'gw_port': {'id': '121d09fe-8052-4920-8f4c-b262fda3928d', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea4d876-24ed-4b48-9d43-4b0965b64e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:59:05Z', 'updated_at': '2021-08-05T11:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:02:39.839558 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-94329722-fe74-41c8-8798-783d210f2837 req-fdf8b7db-17c8-4d6a-a212-ad3f139fb4c2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.240&port_id=79281129-8f90-4603-b7b5-3c88d3cba5a8 HTTP/1.1" status: 200 len: 217 time: 0.0923097 Aug 05 12:02:39.880537 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:39.915546 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-cb1943f1-cfb0-42a2-937c-4c2ea7d716fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d11998b-a54c-4973-af75-188e1af1f8bf', 'name': 'tempest-TestVolumeBootPattern-1083573676-router', 'tenant_id': '0a335f64713b4d72881e9bd742dda5cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': '9b49c72f-5969-44ec-9eb7-76af5bcfd514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:02:22Z', 'updated_at': '2021-08-05T12:02:35Z', 'revision_number': 4, 'project_id': '0a335f64713b4d72881e9bd742dda5cb', 'gw_port': {'id': '9b49c72f-5969-44ec-9eb7-76af5bcfd514', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:41:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d11998b-a54c-4973-af75-188e1af1f8bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:02:25Z', 'updated_at': '2021-08-05T12:02:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'abe22a1b-7c64-4f3d-8510-50f3f74b4d36', 'name': '', 'network_id': '911f1496-0655-41b4-b0fa-b268b703ede4', 'tenant_id': '0a335f64713b4d72881e9bd742dda5cb', 'mac_address': 'fa:16:3e:0b:46:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d11998b-a54c-4973-af75-188e1af1f8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': 'a13d2638-7a18-405e-bdd8-bf80cea2fa05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:02:32Z', 'updated_at': '2021-08-05T12:02:35Z', 'revision_number': 2, 'project_id': '0a335f64713b4d72881e9bd742dda5cb', 'subnets': [{'id': 'a13d2638-7a18-405e-bdd8-bf80cea2fa05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:02:39.927773 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94329722-fe74-41c8-8798-783d210f2837 req-27299ab1-cf78-4d88-bac8-fe19154edf79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:39.928180 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a08cf64c-2e25-4c33-b2bc-fc8c870eccdb tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks [] for router, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:39.931452 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-94329722-fe74-41c8-8798-783d210f2837 req-27299ab1-cf78-4d88-bac8-fe19154edf79 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f10aca1c-e17e-479d-aec1-1d33ddacd74e HTTP/1.1" status: 200 len: 797 time: 0.0777464 Aug 05 12:02:40.001303 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 0d243f1b-bee7-4fff-a8bf-f50adee1fc74 {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 12:02:40.007686 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1943f1-cfb0-42a2-937c-4c2ea7d716fe None None] Checking router: 7d11998b-a54c-4973-af75-188e1af1f8bf for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:02:40.008149 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1943f1-cfb0-42a2-937c-4c2ea7d716fe None None] Updating router 7d11998b-a54c-4973-af75-188e1af1f8bf port abe22a1b-7c64-4f3d-8510-50f3f74b4d36 binding host n-d-803378-2 {{(pid=94422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 12:02:40.015719 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94329722-fe74-41c8-8798-783d210f2837 req-3b937a45-6527-422c-a6a5-2f055a312e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:40.019878 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-94329722-fe74-41c8-8798-783d210f2837 req-3b937a45-6527-422c-a6a5-2f055a312e6c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=efef5820-889f-42cc-a1e8-7a1a3d2a1fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0791771 Aug 05 12:02:40.092750 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a08cf64c-2e25-4c33-b2bc-fc8c870eccdb tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:40.148125 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 0d243f1b-bee7-4fff-a8bf-f50adee1fc74, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=0d243f1b-bee7-4fff-a8bf-f50adee1fc74,segment=NetworkSegment(28e5afec-0390-4fc6-bae9-062cb680d30f),segment_id=28e5afec-0390-4fc6-bae9-062cb680d30f)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:02:40.155448 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-3882ea65-3795-4aca-8908-ccb06613a077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:40.175115 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:40.221865 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cb1943f1-cfb0-42a2-937c-4c2ea7d716fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:40.224831 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-a08cf64c-2e25-4c33-b2bc-fc8c870eccdb tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Deleting port 121d09fe-8052-4920-8f4c-b262fda3928d {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:02:40.226637 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a08cf64c-2e25-4c33-b2bc-fc8c870eccdb tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:40.291590 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-94329722-fe74-41c8-8798-783d210f2837 req-d48f562a-78e0-46e9-8652-39f8a11cf213 service neutron] 10.222.0.64 "GET /v2.0/networks/efef5820-889f-42cc-a1e8-7a1a3d2a1fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2618594 Aug 05 12:02:40.335888 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:40.374681 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-a08cf64c-2e25-4c33-b2bc-fc8c870eccdb tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] For port 121d09fe-8052-4920-8f4c-b262fda3928d, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=121d09fe-8052-4920-8f4c-b262fda3928d,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:02:40.375077 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a08cf64c-2e25-4c33-b2bc-fc8c870eccdb tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:40.395574 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-a08cf64c-2e25-4c33-b2bc-fc8c870eccdb tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Calling delete_port for 121d09fe-8052-4920-8f4c-b262fda3928d owned by network:router_gateway {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:02:40.463071 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=0d243f1b-bee7-4fff-a8bf-f50adee1fc74,revision_number=7']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:02:40.499961 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-94329722-fe74-41c8-8798-783d210f2837 req-46f090e3-3726-44c2-8418-2ebe9abcf246 service neutron] 10.222.0.64 "GET /v2.0/networks/efef5820-889f-42cc-a1e8-7a1a3d2a1fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917973 Aug 05 12:02:40.575179 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-94329722-fe74-41c8-8798-783d210f2837 req-0ecbb81d-cbc2-45b0-bc44-d276c1ffc89d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.106&port_id=89bbd496-bb01-4b41-b65d-af7444dd347d HTTP/1.1" status: 200 len: 217 time: 0.0691893 Aug 05 12:02:40.728643 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394dded7-2f52-4e09-b1ff-6e331c7aa6a3 None None] DHCP port deletion for 34f4b1c0-4781-4466-8dad-c7a46498afc4 request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 12:02:40.762859 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94329722-fe74-41c8-8798-783d210f2837 req-2ca7a1c5-ca7d-4528-a8e2-b72ac50f6a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:40.765110 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-94329722-fe74-41c8-8798-783d210f2837 req-2ca7a1c5-ca7d-4528-a8e2-b72ac50f6a29 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f10aca1c-e17e-479d-aec1-1d33ddacd74e HTTP/1.1" status: 200 len: 797 time: 0.1824367 Aug 05 12:02:40.838004 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbc615d-ac96-4a4a-a8f2-3633456261a1 req-864388f7-d42f-4880-a755-3bb35afb4a13 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:40.845854 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbc615d-ac96-4a4a-a8f2-3633456261a1 req-864388f7-d42f-4880-a755-3bb35afb4a13 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:40.852187 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94329722-fe74-41c8-8798-783d210f2837 req-ca6fbeb7-85af-40c3-8b30-82e3fe79281d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:40.852832 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbc615d-ac96-4a4a-a8f2-3633456261a1 req-864388f7-d42f-4880-a755-3bb35afb4a13 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:40.856199 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-94329722-fe74-41c8-8798-783d210f2837 req-ca6fbeb7-85af-40c3-8b30-82e3fe79281d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=efef5820-889f-42cc-a1e8-7a1a3d2a1fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0809500 Aug 05 12:02:40.861391 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbc615d-ac96-4a4a-a8f2-3633456261a1 req-864388f7-d42f-4880-a755-3bb35afb4a13 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:40.868318 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbc615d-ac96-4a4a-a8f2-3633456261a1 req-864388f7-d42f-4880-a755-3bb35afb4a13 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:40.875664 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbc615d-ac96-4a4a-a8f2-3633456261a1 req-864388f7-d42f-4880-a755-3bb35afb4a13 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:40.884197 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbc615d-ac96-4a4a-a8f2-3633456261a1 req-864388f7-d42f-4880-a755-3bb35afb4a13 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:40.888225 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5fbc615d-ac96-4a4a-a8f2-3633456261a1 req-864388f7-d42f-4880-a755-3bb35afb4a13 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/ports?device_id=295adfcc-63cd-4939-a68d-f1d2f39c6cb5 HTTP/1.1" status: 200 len: 5428 time: 0.3644774 Aug 05 12:02:40.925471 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56346ec-06b8-4af9-9320-8b6bf56384c6 req-ec9f2ec5-5cf2-46ac-9eea-702b997b79a9 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:40.928833 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-394dded7-2f52-4e09-b1ff-6e331c7aa6a3 None None] Deleting port b6197294-1e62-4928-ad59-de417ec41a7e {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:02:40.929848 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-394dded7-2f52-4e09-b1ff-6e331c7aa6a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:40.934839 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e56346ec-06b8-4af9-9320-8b6bf56384c6 req-ec9f2ec5-5cf2-46ac-9eea-702b997b79a9 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=03b5b896-60a3-4bcb-a01d-52939f97c9d5 HTTP/1.1" status: 200 len: 943 time: 0.4175465 Aug 05 12:02:41.028332 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-94329722-fe74-41c8-8798-783d210f2837 req-697360e3-5364-49f4-84cb-608b60f5e7f7 service neutron] 10.222.0.64 "GET /v2.0/networks/efef5820-889f-42cc-a1e8-7a1a3d2a1fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583951 Aug 05 12:02:41.046976 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e56346ec-06b8-4af9-9320-8b6bf56384c6 req-bdf684be-1ca7-4a88-9a7b-640cf0b791b0 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=63e39a45-73ad-49df-9d90-9ca653f416c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111093 Aug 05 12:02:41.080266 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 58088) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:02:41.178137 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-7d3b3700-fc66-45a6-8b4e-5f7cb403a347 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/floatingips/e66acb43-6d59-437b-9af2-17e33118e060 HTTP/1.1" status: 200 len: 990 time: 0.0893297 Aug 05 12:02:41.196282 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a08cf64c-2e25-4c33-b2bc-fc8c870eccdb tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:41.242931 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5fbc615d-ac96-4a4a-a8f2-3633456261a1 req-5f04ce42-bfe8-42cf-b858-7cd0914303d3 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/security-groups?id=febd0f78-107f-43e4-b53e-32336893412a&id=b75859e9-ba11-494c-9174-a2b56bb00afd&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.3277495 Aug 05 12:02:41.247416 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08cf64c-2e25-4c33-b2bc-fc8c870eccdb tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Pushing event deleted for resources: {'Port': ['ID=121d09fe-8052-4920-8f4c-b262fda3928d,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:02:41.247736 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-94329722-fe74-41c8-8798-783d210f2837 req-438d4cdf-dba6-4c85-8321-f8c28a7b03a5 service neutron] 10.222.0.64 "GET /v2.0/networks/efef5820-889f-42cc-a1e8-7a1a3d2a1fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095973 Aug 05 12:02:41.326391 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device b6197294-1e62-4928-ad59-de417ec41a7e no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:02:41.332922 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a08cf64c-2e25-4c33-b2bc-fc8c870eccdb tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33285055'] for router_gateway, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:41.353691 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-94329722-fe74-41c8-8798-783d210f2837 req-f0cceca4-867e-49fe-9de1-15820b8923b7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fdc00ed3-1ef7-4580-87ca-41c84ea3e979 HTTP/1.1" status: 200 len: 217 time: 0.0897286 Aug 05 12:02:41.410941 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 0d243f1b-bee7-4fff-a8bf-f50adee1fc74 up at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:02:41.471096 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a08cf64c-2e25-4c33-b2bc-fc8c870eccdb tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33262979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1951'] for router, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:41.473982 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a08cf64c-2e25-4c33-b2bc-fc8c870eccdb tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:41.497431 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94329722-fe74-41c8-8798-783d210f2837 req-95809bf9-202a-4fe7-94fb-d21301f2a269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:41.500902 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-94329722-fe74-41c8-8798-783d210f2837 req-95809bf9-202a-4fe7-94fb-d21301f2a269 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=78405c69-bcbd-4bcb-8a8c-a035481e47e0 HTTP/1.1" status: 200 len: 797 time: 0.1400721 Aug 05 12:02:41.552106 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-394dded7-2f52-4e09-b1ff-6e331c7aa6a3 None None] For port b6197294-1e62-4928-ad59-de417ec41a7e, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=b6197294-1e62-4928-ad59-de417ec41a7e,segment=NetworkSegment(660b66be-80d9-4672-8b40-3d7f5ab29178),segment_id=660b66be-80d9-4672-8b40-3d7f5ab29178)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:02:41.552786 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-394dded7-2f52-4e09-b1ff-6e331c7aa6a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:41.574724 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94329722-fe74-41c8-8798-783d210f2837 req-142ae63c-066b-4de7-8c34-c19ca04b072e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:41.577197 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-94329722-fe74-41c8-8798-783d210f2837 req-142ae63c-066b-4de7-8c34-c19ca04b072e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=86bbbaf5-a273-4acb-af27-d15f3d74f788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0674851 Aug 05 12:02:41.594467 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a08cf64c-2e25-4c33-b2bc-fc8c870eccdb tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33262474'] for router, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:41.596468 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a08cf64c-2e25-4c33-b2bc-fc8c870eccdb tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Fanout notify agent at l3_agent the message router_deleted on router 3ea4d876-24ed-4b48-9d43-4b0965b64e09 {{(pid=94420) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 12:02:41.617621 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a08cf64c-2e25-4c33-b2bc-fc8c870eccdb tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks [] for router, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:41.626327 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cb1943f1-cfb0-42a2-937c-4c2ea7d716fe None None] Notify callbacks [] for port, precommit_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:41.629060 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-a08cf64c-2e25-4c33-b2bc-fc8c870eccdb tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "DELETE /v2.0/routers/3ea4d876-24ed-4b48-9d43-4b0965b64e09 HTTP/1.1" status: 204 len: 168 time: 1.9523084 Aug 05 12:02:41.629671 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 58090) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:02:41.635274 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-394dded7-2f52-4e09-b1ff-6e331c7aa6a3 None None] Calling delete_port for b6197294-1e62-4928-ad59-de417ec41a7e owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:02:41.688776 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-cb1943f1-cfb0-42a2-937c-4c2ea7d716fe None None] Transition to ACTIVE for port object abe22a1b-7c64-4f3d-8510-50f3f74b4d36 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:02:41.854363 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cb1943f1-cfb0-42a2-937c-4c2ea7d716fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:41.871734 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning complete for port 0d243f1b-bee7-4fff-a8bf-f50adee1fc74 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:02:41.872305 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:41.898067 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d7c925d3-747c-4d07-ba7d-71d3448e2ae9 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:41.966611 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-94329722-fe74-41c8-8798-783d210f2837 req-8cc38dc3-32bd-4b3f-b92c-a89516787562 service neutron] 10.222.0.64 "GET /v2.0/networks/86bbbaf5-a273-4acb-af27-d15f3d74f788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3788056 Aug 05 12:02:42.016774 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:42.079328 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:42.117666 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-d7c925d3-747c-4d07-ba7d-71d3448e2ae9 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Deleting port b6197294-1e62-4928-ad59-de417ec41a7e {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:02:42.118517 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d7c925d3-747c-4d07-ba7d-71d3448e2ae9 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:42.122741 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81019c6c-7c15-497c-a64e-b8c3e47b8c77 None None] Pushing event updated for resources: {'Port': ['ID=abe22a1b-7c64-4f3d-8510-50f3f74b4d36,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:02:42.227960 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-94329722-fe74-41c8-8798-783d210f2837 req-9d2ee014-2eae-45a3-b6f3-3570361128f6 service neutron] 10.222.0.64 "GET /v2.0/networks/86bbbaf5-a273-4acb-af27-d15f3d74f788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476134 Aug 05 12:02:42.258799 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [None req-d7c925d3-747c-4d07-ba7d-71d3448e2ae9 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] For port b6197294-1e62-4928-ad59-de417ec41a7e, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=b6197294-1e62-4928-ad59-de417ec41a7e,segment=NetworkSegment(660b66be-80d9-4672-8b40-3d7f5ab29178),segment_id=660b66be-80d9-4672-8b40-3d7f5ab29178)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:02:42.258799 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d7c925d3-747c-4d07-ba7d-71d3448e2ae9 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:42.265882 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port b6197294-1e62-4928-ad59-de417ec41a7e, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=b6197294-1e62-4928-ad59-de417ec41a7e,segment=NetworkSegment(660b66be-80d9-4672-8b40-3d7f5ab29178),segment_id=660b66be-80d9-4672-8b40-3d7f5ab29178)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:02:42.289428 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:42.290151 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device f2ac86fb-51c9-4a55-a845-ddeb4aa48fea no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:02:42.336776 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-94329722-fe74-41c8-8798-783d210f2837 req-39cce795-8a89-4d86-9e43-304965f4c0fd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d79a8c0b-1e74-416a-91c7-f9e3fcbe25d4 HTTP/1.1" status: 200 len: 217 time: 0.0937796 Aug 05 12:02:42.338471 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-d7c925d3-747c-4d07-ba7d-71d3448e2ae9 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Calling delete_port for b6197294-1e62-4928-ad59-de417ec41a7e owned by network:dhcp {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:02:42.347150 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:42.353803 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event deleted for resources: {'Port': ['ID=b6197294-1e62-4928-ad59-de417ec41a7e,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:02:42.358479 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-394dded7-2f52-4e09-b1ff-6e331c7aa6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:42.372844 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: f2ac86fb-51c9-4a55-a845-ddeb4aa48fea {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:02:42.373460 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device f2ac86fb-51c9-4a55-a845-ddeb4aa48fea not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:02:42.382128 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-cb1943f1-cfb0-42a2-937c-4c2ea7d716fe None None] Attempting to bind port abe22a1b-7c64-4f3d-8510-50f3f74b4d36 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:02:42.382813 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-cb1943f1-cfb0-42a2-937c-4c2ea7d716fe None None] Attempting to bind port abe22a1b-7c64-4f3d-8510-50f3f74b4d36 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'b4f9e671-758d-4442-9859-83451f859a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '911f1496-0655-41b4-b0fa-b268b703ede4'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:02:42.383269 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1943f1-cfb0-42a2-937c-4c2ea7d716fe None None] Attempting to bind port abe22a1b-7c64-4f3d-8510-50f3f74b4d36 on network 911f1496-0655-41b4-b0fa-b268b703ede4 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:02:42.425785 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394dded7-2f52-4e09-b1ff-6e331c7aa6a3 None None] Pushing event deleted for resources: {'Port': ['ID=b6197294-1e62-4928-ad59-de417ec41a7e,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:02:42.449091 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1943f1-cfb0-42a2-937c-4c2ea7d716fe None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:02:42.449858 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1943f1-cfb0-42a2-937c-4c2ea7d716fe None None] Checking segment: {'id': 'b4f9e671-758d-4442-9859-83451f859a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '911f1496-0655-41b4-b0fa-b268b703ede4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:02:42.450675 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cb1943f1-cfb0-42a2-937c-4c2ea7d716fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:42.451170 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1943f1-cfb0-42a2-937c-4c2ea7d716fe None None] Bound using segment: {'id': 'b4f9e671-758d-4442-9859-83451f859a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '911f1496-0655-41b4-b0fa-b268b703ede4'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:02:42.452018 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-cb1943f1-cfb0-42a2-937c-4c2ea7d716fe None None] Bound port: abe22a1b-7c64-4f3d-8510-50f3f74b4d36, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4f9e671-758d-4442-9859-83451f859a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '911f1496-0655-41b4-b0fa-b268b703ede4'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:02:42.452787 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cb1943f1-cfb0-42a2-937c-4c2ea7d716fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:42.457579 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394dded7-2f52-4e09-b1ff-6e331c7aa6a3 None None] No DVR routers for this DVR port b6197294-1e62-4928-ad59-de417ec41a7e on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:02:42.483331 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03b5b896-60a3-4bcb-a01d-52939f97c9d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d243f1b-bee7-4fff-a8bf-f50adee1fc74'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:02:42.487004 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c8b9387-cde2-4b0f-9e70-c9dc48f9a2f3" -d '{"events": [{"server_uuid": "03b5b896-60a3-4bcb-a01d-52939f97c9d5", "name": "network-vif-plugged", "status": "completed", "tag": "0d243f1b-bee7-4fff-a8bf-f50adee1fc74"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:02:42.506758 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94329722-fe74-41c8-8798-783d210f2837 req-582c5baa-6c8d-421e-8b24-fd124e6f3279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:42.508923 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-94329722-fe74-41c8-8798-783d210f2837 req-582c5baa-6c8d-421e-8b24-fd124e6f3279 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=78405c69-bcbd-4bcb-8a8c-a035481e47e0 HTTP/1.1" status: 200 len: 797 time: 0.1580818 Aug 05 12:02:42.520559 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 0d243f1b-bee7-4fff-a8bf-f50adee1fc74, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=0d243f1b-bee7-4fff-a8bf-f50adee1fc74,segment=NetworkSegment(28e5afec-0390-4fc6-bae9-062cb680d30f),segment_id=28e5afec-0390-4fc6-bae9-062cb680d30f)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:02:42.522726 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643c4e67-8aa9-4b87-8dbe-02eae26bf057 req-d3400865-7947-4a9b-a492-a16a34f5e519 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:42.537203 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643c4e67-8aa9-4b87-8dbe-02eae26bf057 req-d3400865-7947-4a9b-a492-a16a34f5e519 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:42.548755 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:42.554657 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643c4e67-8aa9-4b87-8dbe-02eae26bf057 req-d3400865-7947-4a9b-a492-a16a34f5e519 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:42.567718 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643c4e67-8aa9-4b87-8dbe-02eae26bf057 req-d3400865-7947-4a9b-a492-a16a34f5e519 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:42.579051 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643c4e67-8aa9-4b87-8dbe-02eae26bf057 req-d3400865-7947-4a9b-a492-a16a34f5e519 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:42.589752 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643c4e67-8aa9-4b87-8dbe-02eae26bf057 req-d3400865-7947-4a9b-a492-a16a34f5e519 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:42.592841 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d7c925d3-747c-4d07-ba7d-71d3448e2ae9 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:42.596546 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94329722-fe74-41c8-8798-783d210f2837 req-27bb7404-b49f-4efb-ba6c-21f8f0b173f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:42.598157 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643c4e67-8aa9-4b87-8dbe-02eae26bf057 req-d3400865-7947-4a9b-a492-a16a34f5e519 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:42.598342 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-94329722-fe74-41c8-8798-783d210f2837 req-27bb7404-b49f-4efb-ba6c-21f8f0b173f0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=86bbbaf5-a273-4acb-af27-d15f3d74f788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0768809 Aug 05 12:02:42.607984 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-643c4e67-8aa9-4b87-8dbe-02eae26bf057 req-d3400865-7947-4a9b-a492-a16a34f5e519 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/ports?device_id=295adfcc-63cd-4939-a68d-f1d2f39c6cb5 HTTP/1.1" status: 200 len: 5428 time: 0.2076070 Aug 05 12:02:42.616717 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 12:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb14bab4-803d-454a-a1ec-dd206a24d612 x-openstack-request-id: req-eb14bab4-803d-454a-a1ec-dd206a24d612 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:02:42.617045 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03b5b896-60a3-4bcb-a01d-52939f97c9d5", "name": "network-vif-plugged", "status": "completed", "tag": "0d243f1b-bee7-4fff-a8bf-f50adee1fc74", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:02:42.617326 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-eb14bab4-803d-454a-a1ec-dd206a24d612 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:02:42.617726 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03b5b896-60a3-4bcb-a01d-52939f97c9d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d243f1b-bee7-4fff-a8bf-f50adee1fc74', 'code': 200} Aug 05 12:02:42.644600 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c925d3-747c-4d07-ba7d-71d3448e2ae9 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Pushing event deleted for resources: {'Port': ['ID=b6197294-1e62-4928-ad59-de417ec41a7e,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:02:42.646809 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c925d3-747c-4d07-ba7d-71d3448e2ae9 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] No DVR routers for this DVR port b6197294-1e62-4928-ad59-de417ec41a7e on host n-d-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:02:42.681341 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=0d243f1b-bee7-4fff-a8bf-f50adee1fc74,revision_number=8']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:02:42.688120 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-643c4e67-8aa9-4b87-8dbe-02eae26bf057 req-938d602d-366c-46f9-8bfa-6bd6c7c1257e tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/security-groups?id=febd0f78-107f-43e4-b53e-32336893412a&id=b75859e9-ba11-494c-9174-a2b56bb00afd&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0781171 Aug 05 12:02:42.691410 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-cb1943f1-cfb0-42a2-937c-4c2ea7d716fe None None] For port abe22a1b-7c64-4f3d-8510-50f3f74b4d36, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:02:42.695325 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-cb1943f1-cfb0-42a2-937c-4c2ea7d716fe None None] For port abe22a1b-7c64-4f3d-8510-50f3f74b4d36, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=abe22a1b-7c64-4f3d-8510-50f3f74b4d36,segment=NetworkSegment(b4f9e671-758d-4442-9859-83451f859a79),segment_id=b4f9e671-758d-4442-9859-83451f859a79)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:02:42.701902 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cb1943f1-cfb0-42a2-937c-4c2ea7d716fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:42.765242 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1943f1-cfb0-42a2-937c-4c2ea7d716fe None None] Routers {'7d11998b-a54c-4973-af75-188e1af1f8bf'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:02:42.765829 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-cb1943f1-cfb0-42a2-937c-4c2ea7d716fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:02:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['7d11998b-a54c-4973-af75-188e1af1f8bf'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:02:42.841521 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81019c6c-7c15-497c-a64e-b8c3e47b8c77 None None] Pushing event updated for resources: {'Port': ['ID=abe22a1b-7c64-4f3d-8510-50f3f74b4d36,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:02:42.857192 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d7c925d3-747c-4d07-ba7d-71d3448e2ae9 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:42.881794 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-94329722-fe74-41c8-8798-783d210f2837 req-edc9c3a5-22a6-4258-b1ec-5efad87624e8 service neutron] 10.222.0.64 "GET /v2.0/networks/86bbbaf5-a273-4acb-af27-d15f3d74f788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2739079 Aug 05 12:02:42.884792 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-d7c925d3-747c-4d07-ba7d-71d3448e2ae9 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34f4b1c0-4781-4466-8dad-c7a46498afc4']}} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:02:42.926700 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-d7c925d3-747c-4d07-ba7d-71d3448e2ae9 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '660b66be-80d9-4672-8b40-3d7f5ab29178') {'for_net_delete': True} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:02:42.927105 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-d7c925d3-747c-4d07-ba7d-71d3448e2ae9 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '660b66be-80d9-4672-8b40-3d7f5ab29178') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:02:42.945069 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d7c925d3-747c-4d07-ba7d-71d3448e2ae9 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29786371'] for segment, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:42.949532 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-cb1943f1-cfb0-42a2-937c-4c2ea7d716fe None None] Set router 7d11998b-a54c-4973-af75-188e1af1f8bf gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:02:43.013971 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 121d09fe-8052-4920-8f4c-b262fda3928d no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:02:43.031185 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d7c925d3-747c-4d07-ba7d-71d3448e2ae9 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:43.043811 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7c925d3-747c-4d07-ba7d-71d3448e2ae9 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=94421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 12:02:43.044327 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d7c925d3-747c-4d07-ba7d-71d3448e2ae9 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25038799'] for segment, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:43.048223 n-d-803378-2 neutron-server[94421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 12:02:43.048223 n-d-803378-2 neutron-server[94421]: self.session.flush() Aug 05 12:02:43.048223 n-d-803378-2 neutron-server[94421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 12:02:43.048223 n-d-803378-2 neutron-server[94421]: self.session.flush() Aug 05 12:02:43.048223 n-d-803378-2 neutron-server[94421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 12:02:43.048223 n-d-803378-2 neutron-server[94421]: self.session.flush() Aug 05 12:02:43.048223 n-d-803378-2 neutron-server[94421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 12:02:43.048223 n-d-803378-2 neutron-server[94421]: self.session.flush() Aug 05 12:02:43.048223 n-d-803378-2 neutron-server[94421]: Traceback (most recent call last): Aug 05 12:02:43.048223 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 12:02:43.048223 n-d-803378-2 neutron-server[94421]: timer() Aug 05 12:02:43.048223 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 12:02:43.048223 n-d-803378-2 neutron-server[94421]: cb(*args, **kw) Aug 05 12:02:43.048223 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 12:02:43.048223 n-d-803378-2 neutron-server[94421]: return func(*args, **kwargs) Aug 05 12:02:43.048223 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 12:02:43.048223 n-d-803378-2 neutron-server[94421]: self._notify() Aug 05 12:02:43.048223 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 12:02:43.048223 n-d-803378-2 neutron-server[94421]: self.callback(batched_events) Aug 05 12:02:43.048223 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 12:02:43.048223 n-d-803378-2 neutron-server[94421]: event.method(event) Aug 05 12:02:43.048223 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 12:02:43.048223 n-d-803378-2 neutron-server[94421]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 12:02:43.048223 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 12:02:43.048223 n-d-803378-2 neutron-server[94421]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 12:02:43.048223 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 12:02:43.048223 n-d-803378-2 neutron-server[94421]: return f(self, *a, **k) Aug 05 12:02:43.048223 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 12:02:43.048223 n-d-803378-2 neutron-server[94421]: return self._get(url).json() Aug 05 12:02:43.048223 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 12:02:43.048223 n-d-803378-2 neutron-server[94421]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 12:02:43.048223 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 12:02:43.048223 n-d-803378-2 neutron-server[94421]: return self.request(url, 'GET', **kwargs) Aug 05 12:02:43.048223 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 12:02:43.048223 n-d-803378-2 neutron-server[94421]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 12:02:43.048223 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 12:02:43.048223 n-d-803378-2 neutron-server[94421]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 12:02:43.048223 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 12:02:43.048223 n-d-803378-2 neutron-server[94421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 12:02:43.048223 n-d-803378-2 neutron-server[94421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 12:02:43.058988 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 121d09fe-8052-4920-8f4c-b262fda3928d {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:02:43.059564 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 121d09fe-8052-4920-8f4c-b262fda3928d not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:02:43.158316 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-94329722-fe74-41c8-8798-783d210f2837 req-a29af818-ed88-4aae-9304-eb0bb2ac2433 service neutron] 10.222.0.64 "GET /v2.0/networks/86bbbaf5-a273-4acb-af27-d15f3d74f788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581267 Aug 05 12:02:43.168608 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d7c925d3-747c-4d07-ba7d-71d3448e2ae9 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:43.177057 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d7c925d3-747c-4d07-ba7d-71d3448e2ae9 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Notify callbacks [] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:43.179745 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-d7c925d3-747c-4d07-ba7d-71d3448e2ae9 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] 10.222.0.58 "DELETE /v2.0/networks/34f4b1c0-4781-4466-8dad-c7a46498afc4 HTTP/1.1" status: 204 len: 168 time: 1.5488148 Aug 05 12:02:43.226930 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c925d3-747c-4d07-ba7d-71d3448e2ae9 tempest-TestNetworkBasicOps-1048440631 tempest-TestNetworkBasicOps-1048440631-project] Pushing event deleted for resources: {'Network': ['ID=34f4b1c0-4781-4466-8dad-c7a46498afc4,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:02:43.424905 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-cb1943f1-cfb0-42a2-937c-4c2ea7d716fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d11998b-a54c-4973-af75-188e1af1f8bf', 'name': 'tempest-TestVolumeBootPattern-1083573676-router', 'tenant_id': '0a335f64713b4d72881e9bd742dda5cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': '9b49c72f-5969-44ec-9eb7-76af5bcfd514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:02:22Z', 'updated_at': '2021-08-05T12:02:35Z', 'revision_number': 4, 'project_id': '0a335f64713b4d72881e9bd742dda5cb', 'gw_port': {'id': '9b49c72f-5969-44ec-9eb7-76af5bcfd514', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:41:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d11998b-a54c-4973-af75-188e1af1f8bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:02:25Z', 'updated_at': '2021-08-05T12:02:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'abe22a1b-7c64-4f3d-8510-50f3f74b4d36', 'name': '', 'network_id': '911f1496-0655-41b4-b0fa-b268b703ede4', 'tenant_id': '0a335f64713b4d72881e9bd742dda5cb', 'mac_address': 'fa:16:3e:0b:46:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d11998b-a54c-4973-af75-188e1af1f8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': 'a13d2638-7a18-405e-bdd8-bf80cea2fa05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:02:32Z', 'updated_at': '2021-08-05T12:02:42Z', 'revision_number': 4, 'project_id': '0a335f64713b4d72881e9bd742dda5cb', 'subnets': [{'id': 'a13d2638-7a18-405e-bdd8-bf80cea2fa05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:02:43.489520 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1943f1-cfb0-42a2-937c-4c2ea7d716fe None None] The sync data for ids ['7d11998b-a54c-4973-af75-188e1af1f8bf'] in n-d-803378-2 is: [{'id': '7d11998b-a54c-4973-af75-188e1af1f8bf', 'name': 'tempest-TestVolumeBootPattern-1083573676-router', 'tenant_id': '0a335f64713b4d72881e9bd742dda5cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': '9b49c72f-5969-44ec-9eb7-76af5bcfd514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:02:22Z', 'updated_at': '2021-08-05T12:02:35Z', 'revision_number': 4, 'project_id': '0a335f64713b4d72881e9bd742dda5cb', 'gw_port': {'id': '9b49c72f-5969-44ec-9eb7-76af5bcfd514', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:41:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d11998b-a54c-4973-af75-188e1af1f8bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:02:25Z', 'updated_at': '2021-08-05T12:02:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'abe22a1b-7c64-4f3d-8510-50f3f74b4d36', 'name': '', 'network_id': '911f1496-0655-41b4-b0fa-b268b703ede4', 'tenant_id': '0a335f64713b4d72881e9bd742dda5cb', 'mac_address': 'fa:16:3e:0b:46:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d11998b-a54c-4973-af75-188e1af1f8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': 'a13d2638-7a18-405e-bdd8-bf80cea2fa05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:02:32Z', 'updated_at': '2021-08-05T12:02:42Z', 'revision_number': 4, 'project_id': '0a335f64713b4d72881e9bd742dda5cb', 'subnets': [{'id': 'a13d2638-7a18-405e-bdd8-bf80cea2fa05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:02:43.576753 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b06b0f-7b37-4a7c-9cd6-d336c36104f9 req-eda85b9e-0e32-400c-ac70-20a6ad68a777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:43.577268 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b06b0f-7b37-4a7c-9cd6-d336c36104f9 req-eda85b9e-0e32-400c-ac70-20a6ad68a777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:43.577757 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b06b0f-7b37-4a7c-9cd6-d336c36104f9 req-eda85b9e-0e32-400c-ac70-20a6ad68a777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:43.578245 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b06b0f-7b37-4a7c-9cd6-d336c36104f9 req-eda85b9e-0e32-400c-ac70-20a6ad68a777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:43.578840 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b06b0f-7b37-4a7c-9cd6-d336c36104f9 req-eda85b9e-0e32-400c-ac70-20a6ad68a777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:43.579591 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b06b0f-7b37-4a7c-9cd6-d336c36104f9 req-eda85b9e-0e32-400c-ac70-20a6ad68a777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:43.580269 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b06b0f-7b37-4a7c-9cd6-d336c36104f9 req-eda85b9e-0e32-400c-ac70-20a6ad68a777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:43.592055 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-88b06b0f-7b37-4a7c-9cd6-d336c36104f9 req-eda85b9e-0e32-400c-ac70-20a6ad68a777 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7f690a1af59141ff99aca95e28eca771&device_id=295adfcc-63cd-4939-a68d-f1d2f39c6cb5 HTTP/1.1" status: 200 len: 6485 time: 0.0864863 Aug 05 12:02:43.660569 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82baf93a-2159-495f-a7ea-b0e3ccfc2acb req-0a6ba62b-1826-44bf-b41e-227b7a310c37 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:43.660569 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-82baf93a-2159-495f-a7ea-b0e3ccfc2acb req-0a6ba62b-1826-44bf-b41e-227b7a310c37 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/networks?id=b881efb6-f52e-4006-a158-c2aa42fef2fe HTTP/1.1" status: 200 len: 811 time: 0.2417457 Aug 05 12:02:43.679485 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-82baf93a-2159-495f-a7ea-b0e3ccfc2acb req-50e0a471-ee74-448d-8a8c-995aa84d0e96 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/quotas/f717acd5caa748b6b706fbaad1f3b969 HTTP/1.1" status: 200 len: 375 time: 0.0134454 Aug 05 12:02:43.760690 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 58116) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:02:43.784237 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-82baf93a-2159-495f-a7ea-b0e3ccfc2acb req-efb6d019-fcaf-40ba-8aa6-87c44a2fb314 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=f717acd5caa748b6b706fbaad1f3b969&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0932431 Aug 05 12:02:43.800768 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b06b0f-7b37-4a7c-9cd6-d336c36104f9 req-f9edce2e-fd43-4b3e-8eed-2df92ed7997c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:43.803034 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-88b06b0f-7b37-4a7c-9cd6-d336c36104f9 req-f9edce2e-fd43-4b3e-8eed-2df92ed7997c service neutron] 10.222.0.64 "GET /v2.0/networks?id=86bbbaf5-a273-4acb-af27-d15f3d74f788 HTTP/1.1" status: 200 len: 903 time: 0.2051494 Aug 05 12:02:43.941891 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:43.948170 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-88b06b0f-7b37-4a7c-9cd6-d336c36104f9 req-4f5d80a9-a45c-44aa-9ec2-70eab9b43cf1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d79a8c0b-1e74-416a-91c7-f9e3fcbe25d4 HTTP/1.1" status: 200 len: 217 time: 0.1344132 Aug 05 12:02:44.027417 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682cdf81-9a04-48cb-85f6-ec15ecf73f91 req-ba49dde8-ee59-4fed-bbc2-0f5e0ebed2ac tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:44.040623 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682cdf81-9a04-48cb-85f6-ec15ecf73f91 req-ba49dde8-ee59-4fed-bbc2-0f5e0ebed2ac tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:44.051122 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b06b0f-7b37-4a7c-9cd6-d336c36104f9 req-fe721767-8ec3-4d73-99de-b38d0022123d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:44.052888 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-88b06b0f-7b37-4a7c-9cd6-d336c36104f9 req-fe721767-8ec3-4d73-99de-b38d0022123d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=78405c69-bcbd-4bcb-8a8c-a035481e47e0 HTTP/1.1" status: 200 len: 797 time: 0.0925465 Aug 05 12:02:44.066899 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682cdf81-9a04-48cb-85f6-ec15ecf73f91 req-ba49dde8-ee59-4fed-bbc2-0f5e0ebed2ac tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:44.078758 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682cdf81-9a04-48cb-85f6-ec15ecf73f91 req-ba49dde8-ee59-4fed-bbc2-0f5e0ebed2ac tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:44.085401 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682cdf81-9a04-48cb-85f6-ec15ecf73f91 req-ba49dde8-ee59-4fed-bbc2-0f5e0ebed2ac tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:44.093081 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682cdf81-9a04-48cb-85f6-ec15ecf73f91 req-ba49dde8-ee59-4fed-bbc2-0f5e0ebed2ac tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:44.102120 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682cdf81-9a04-48cb-85f6-ec15ecf73f91 req-ba49dde8-ee59-4fed-bbc2-0f5e0ebed2ac tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:44.109833 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-682cdf81-9a04-48cb-85f6-ec15ecf73f91 req-ba49dde8-ee59-4fed-bbc2-0f5e0ebed2ac tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/ports?device_id=295adfcc-63cd-4939-a68d-f1d2f39c6cb5 HTTP/1.1" status: 200 len: 5428 time: 0.2195623 Aug 05 12:02:44.148604 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b06b0f-7b37-4a7c-9cd6-d336c36104f9 req-25159bf2-66bc-464a-a9e9-f894d5a14164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:44.150702 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-88b06b0f-7b37-4a7c-9cd6-d336c36104f9 req-25159bf2-66bc-464a-a9e9-f894d5a14164 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=86bbbaf5-a273-4acb-af27-d15f3d74f788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0859113 Aug 05 12:02:44.306329 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-682cdf81-9a04-48cb-85f6-ec15ecf73f91 req-19fd0e68-65ca-4e9e-a759-dff49a01cf20 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/security-groups?id=febd0f78-107f-43e4-b53e-32336893412a&id=b75859e9-ba11-494c-9174-a2b56bb00afd&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.1735563 Aug 05 12:02:44.327009 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-f3d4300e-944b-4f8e-b71c-4c8ed9df7955 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f68dcdcc6d3c4b72a557ce0cc98a5aa1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5601625 Aug 05 12:02:44.330331 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 58122) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:02:44.348994 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-88b06b0f-7b37-4a7c-9cd6-d336c36104f9 req-c7775454-0014-4f31-a2fc-49303d57f2a0 service neutron] 10.222.0.64 "GET /v2.0/networks/86bbbaf5-a273-4acb-af27-d15f3d74f788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849158 Aug 05 12:02:44.461019 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-82baf93a-2159-495f-a7ea-b0e3ccfc2acb req-e924ad49-a52d-4c09-9bcf-54fd6c805c8e service neutron] 10.222.0.58 "GET /v2.0/networks/b881efb6-f52e-4006-a158-c2aa42fef2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6646109 Aug 05 12:02:44.535942 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-83de347f-562e-4270-8041-6f7183ca7994 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:44.552257 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-88b06b0f-7b37-4a7c-9cd6-d336c36104f9 req-ada3a8fe-b384-4a22-a5f0-b3c592ed2e3d service neutron] 10.222.0.64 "GET /v2.0/networks/86bbbaf5-a273-4acb-af27-d15f3d74f788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941135 Aug 05 12:02:44.646578 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-83de347f-562e-4270-8041-6f7183ca7994 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:44.719105 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-82baf93a-2159-495f-a7ea-b0e3ccfc2acb req-084ea97c-25c6-4f75-b2b1-6d79e280e69c service neutron] 10.222.0.58 "GET /v2.0/networks/b881efb6-f52e-4006-a158-c2aa42fef2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465434 Aug 05 12:02:44.757960 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-83de347f-562e-4270-8041-6f7183ca7994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:44.762224 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-83de347f-562e-4270-8041-6f7183ca7994 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:44.766837 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-83de347f-562e-4270-8041-6f7183ca7994 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/08b48688-5845-41bd-a7a7-012f33e0cbca HTTP/1.1" status: 204 len: 168 time: 0.4349146 Aug 05 12:02:44.786540 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83de347f-562e-4270-8041-6f7183ca7994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08b48688-5845-41bd-a7a7-012f33e0cbca,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:02:44.805518 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83de347f-562e-4270-8041-6f7183ca7994 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:02:44.805879 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83de347f-562e-4270-8041-6f7183ca7994 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:02:44.806364 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83de347f-562e-4270-8041-6f7183ca7994 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:02:44.808343 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83de347f-562e-4270-8041-6f7183ca7994 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:02:44.809045 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83de347f-562e-4270-8041-6f7183ca7994 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:02:44.809448 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83de347f-562e-4270-8041-6f7183ca7994 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:02:44.809672 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83de347f-562e-4270-8041-6f7183ca7994 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:02:44.810098 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83de347f-562e-4270-8041-6f7183ca7994 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:02:44.810456 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83de347f-562e-4270-8041-6f7183ca7994 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:02:44.811729 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83de347f-562e-4270-8041-6f7183ca7994 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:02:44.811729 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83de347f-562e-4270-8041-6f7183ca7994 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:02:44.812089 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83de347f-562e-4270-8041-6f7183ca7994 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:02:45.091288 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device abe22a1b-7c64-4f3d-8510-50f3f74b4d36 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:02:45.239427 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port abe22a1b-7c64-4f3d-8510-50f3f74b4d36 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:02:45.244607 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port abe22a1b-7c64-4f3d-8510-50f3f74b4d36 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:02:45.245049 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:45.448832 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:45.505938 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 58144) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:02:45.536131 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-69322582-98d5-4eea-9303-2ce510ee17eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:45.564161 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-11326439-a9c1-4240-ae8f-b986e3cf4c01 req-66206d14-f387-4b4d-ba7c-df9c40ab7b60 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=17fca837-e58a-4651-b547-1a37ce23925a HTTP/1.1" status: 200 len: 210 time: 0.1086626 Aug 05 12:02:45.585278 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port abe22a1b-7c64-4f3d-8510-50f3f74b4d36, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=abe22a1b-7c64-4f3d-8510-50f3f74b4d36,segment=NetworkSegment(b4f9e671-758d-4442-9859-83451f859a79),segment_id=b4f9e671-758d-4442-9859-83451f859a79)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:02:45.611191 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:45.771216 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-69322582-98d5-4eea-9303-2ce510ee17eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:45.779300 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104968d4-f846-425c-aba1-069195fd3fc9 req-e2bcc47d-b692-4144-ac06-5e90a8b939d8 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:45.779924 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-69322582-98d5-4eea-9303-2ce510ee17eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:45.786128 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=abe22a1b-7c64-4f3d-8510-50f3f74b4d36,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:02:45.795274 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104968d4-f846-425c-aba1-069195fd3fc9 req-e2bcc47d-b692-4144-ac06-5e90a8b939d8 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:45.808934 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104968d4-f846-425c-aba1-069195fd3fc9 req-e2bcc47d-b692-4144-ac06-5e90a8b939d8 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:45.821140 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104968d4-f846-425c-aba1-069195fd3fc9 req-e2bcc47d-b692-4144-ac06-5e90a8b939d8 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:45.833459 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104968d4-f846-425c-aba1-069195fd3fc9 req-e2bcc47d-b692-4144-ac06-5e90a8b939d8 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:45.846410 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104968d4-f846-425c-aba1-069195fd3fc9 req-e2bcc47d-b692-4144-ac06-5e90a8b939d8 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:45.861489 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104968d4-f846-425c-aba1-069195fd3fc9 req-e2bcc47d-b692-4144-ac06-5e90a8b939d8 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:45.876511 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-104968d4-f846-425c-aba1-069195fd3fc9 req-e2bcc47d-b692-4144-ac06-5e90a8b939d8 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/ports?device_id=295adfcc-63cd-4939-a68d-f1d2f39c6cb5 HTTP/1.1" status: 200 len: 5428 time: 0.2869253 Aug 05 12:02:45.909858 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-69322582-98d5-4eea-9303-2ce510ee17eb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=205715122d184613879d156f65ead4c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4024351 Aug 05 12:02:45.914122 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 58156) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:02:45.945271 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69322582-98d5-4eea-9303-2ce510ee17eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca73a12e-39c1-4dc1-8a35-d69231467ba6,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:02:45.945676 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-104968d4-f846-425c-aba1-069195fd3fc9 req-516d4fa6-d30e-4c40-a0fe-b3289a93b10e tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/security-groups?id=febd0f78-107f-43e4-b53e-32336893412a&id=b75859e9-ba11-494c-9174-a2b56bb00afd&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0676301 Aug 05 12:02:46.019332 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-751aa26c-b84d-434c-92fe-d0e53d7c4caa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:46.049643 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-751aa26c-b84d-434c-92fe-d0e53d7c4caa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:46.126263 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-751aa26c-b84d-434c-92fe-d0e53d7c4caa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:46.131092 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-751aa26c-b84d-434c-92fe-d0e53d7c4caa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:46.133973 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-751aa26c-b84d-434c-92fe-d0e53d7c4caa admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ca73a12e-39c1-4dc1-8a35-d69231467ba6 HTTP/1.1" status: 204 len: 168 time: 0.2174885 Aug 05 12:02:46.149872 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751aa26c-b84d-434c-92fe-d0e53d7c4caa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca73a12e-39c1-4dc1-8a35-d69231467ba6,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:02:46.389056 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 58168) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:02:46.650334 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f4c445-779a-47df-b0b7-28b881134aec req-fec9c2ae-3dca-4686-b94c-06b92a0efda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:46.656347 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-a8f4c445-779a-47df-b0b7-28b881134aec req-fec9c2ae-3dca-4686-b94c-06b92a0efda6 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ed8382d2-f132-4dae-822e-1f0b5e512344 HTTP/1.1" status: 200 len: 1096 time: 0.2631145 Aug 05 12:02:46.725424 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-a8f4c445-779a-47df-b0b7-28b881134aec req-cc018990-1116-4f69-b604-153443584db2 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=004abe90-7231-48c6-9525-aae3144539b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511701 Aug 05 12:02:46.747701 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c7ba5b02-04e5-4376-9813-959636305a04 req-bd1b3802-743a-498c-8763-7c7d6ecc8cd1 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=17fca837-e58a-4651-b547-1a37ce23925a HTTP/1.1" status: 200 len: 210 time: 0.0464983 Aug 05 12:02:46.987379 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device abe22a1b-7c64-4f3d-8510-50f3f74b4d36 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:02:47.124158 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port abe22a1b-7c64-4f3d-8510-50f3f74b4d36 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:02:47.125407 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:47.306742 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82baf93a-2159-495f-a7ea-b0e3ccfc2acb req-bb7c5231-6a4f-42fe-8ac9-eebe6d2e035c tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:47.311594 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-82baf93a-2159-495f-a7ea-b0e3ccfc2acb req-bb7c5231-6a4f-42fe-8ac9-eebe6d2e035c tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.55 "GET /v2.0/networks?id=b881efb6-f52e-4006-a158-c2aa42fef2fe HTTP/1.1" status: 200 len: 811 time: 0.2705033 Aug 05 12:02:47.330061 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d050d12-5555-404c-9833-0e1f996e8411 req-6ae2b311-56ce-4c89-b489-f904bd976fc6 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:47.332553 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-82baf93a-2159-495f-a7ea-b0e3ccfc2acb req-da2b1631-ac67-4e6a-b841-68b0fbe314f3 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Request body: {'port': {'device_id': '17fca837-e58a-4651-b547-1a37ce23925a', 'network_id': 'b881efb6-f52e-4006-a158-c2aa42fef2fe', 'admin_state_up': True, 'tenant_id': 'f717acd5caa748b6b706fbaad1f3b969'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:02:47.346729 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d050d12-5555-404c-9833-0e1f996e8411 req-6ae2b311-56ce-4c89-b489-f904bd976fc6 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:47.355382 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d050d12-5555-404c-9833-0e1f996e8411 req-6ae2b311-56ce-4c89-b489-f904bd976fc6 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:47.363496 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d050d12-5555-404c-9833-0e1f996e8411 req-6ae2b311-56ce-4c89-b489-f904bd976fc6 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:47.373764 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d050d12-5555-404c-9833-0e1f996e8411 req-6ae2b311-56ce-4c89-b489-f904bd976fc6 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:47.381767 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d050d12-5555-404c-9833-0e1f996e8411 req-6ae2b311-56ce-4c89-b489-f904bd976fc6 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:47.389416 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d050d12-5555-404c-9833-0e1f996e8411 req-6ae2b311-56ce-4c89-b489-f904bd976fc6 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:47.392009 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4d050d12-5555-404c-9833-0e1f996e8411 req-6ae2b311-56ce-4c89-b489-f904bd976fc6 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/ports?device_id=295adfcc-63cd-4939-a68d-f1d2f39c6cb5 HTTP/1.1" status: 200 len: 5428 time: 0.2297544 Aug 05 12:02:47.541381 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 58200) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:02:47.589287 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4d050d12-5555-404c-9833-0e1f996e8411 req-4529f5b4-c2bb-4d65-aa77-bb736b4b858d tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/security-groups?id=febd0f78-107f-43e4-b53e-32336893412a&id=b75859e9-ba11-494c-9174-a2b56bb00afd&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.1829629 Aug 05 12:02:47.602727 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82baf93a-2159-495f-a7ea-b0e3ccfc2acb req-da2b1631-ac67-4e6a-b841-68b0fbe314f3 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Made reservation on behalf of f717acd5caa748b6b706fbaad1f3b969 for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:02:47.611938 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-82baf93a-2159-495f-a7ea-b0e3ccfc2acb req-da2b1631-ac67-4e6a-b841-68b0fbe314f3 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:47.840283 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-d9c28443-c86e-437a-9470-071f4fce3435 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1541215610-network', 'tenant_id': '0a7f520b92d34b10a8cafe3b01f287d2'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:02:47.855919 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-82baf93a-2159-495f-a7ea-b0e3ccfc2acb req-da2b1631-ac67-4e6a-b841-68b0fbe314f3 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Allocated IP 172.20.0.7 (b881efb6-f52e-4006-a158-c2aa42fef2fe/96bcc71c-db3b-48c5-a5c3-35b749d6182d/4e96e996-f6c8-428d-9fb4-4e32168b5be8) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:02:47.874982 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9c28443-c86e-437a-9470-071f4fce3435 admin admin] Made reservation on behalf of 0a7f520b92d34b10a8cafe3b01f287d2 for: {'network': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:02:47.879659 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d9c28443-c86e-437a-9470-071f4fce3435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:47.894609 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d9c28443-c86e-437a-9470-071f4fce3435 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:48.057274 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cf518e05-a51e-46b2-a954-619b99983414 req-b335a56b-a060-47cb-af42-fafbb48b1972 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=17fca837-e58a-4651-b547-1a37ce23925a HTTP/1.1" status: 200 len: 210 time: 0.1261981 Aug 05 12:02:48.104460 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-82baf93a-2159-495f-a7ea-b0e3ccfc2acb req-da2b1631-ac67-4e6a-b841-68b0fbe314f3 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:48.125659 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-82baf93a-2159-495f-a7ea-b0e3ccfc2acb req-da2b1631-ac67-4e6a-b841-68b0fbe314f3 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Transition to ACTIVE for port object 4e96e996-f6c8-428d-9fb4-4e32168b5be8 will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:02:48.128147 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d9c28443-c86e-437a-9470-071f4fce3435 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:48.134255 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d9c28443-c86e-437a-9470-071f4fce3435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:48.183481 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9c28443-c86e-437a-9470-071f4fce3435 admin admin] vlan segment allocate from pool success with {'vlan_id': 656, 'physical_network': 'physnet1'} {{(pid=94420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 12:02:48.189448 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-82baf93a-2159-495f-a7ea-b0e3ccfc2acb req-da2b1631-ac67-4e6a-b841-68b0fbe314f3 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:48.202192 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c28443-c86e-437a-9470-071f4fce3435 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb2ebbb3-e4bc-4c6a-b7ab-acffe14cc679,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:02:48.211213 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d9c28443-c86e-437a-9470-071f4fce3435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:48.211783 n-d-803378-2 neutron-server[94420]: INFO neutron.db.segments_db [None req-d9c28443-c86e-437a-9470-071f4fce3435 admin admin] Added segment 0ae828b9-ce53-41f1-a0da-034b21a6d8a1 of type vlan for network 2cbd2f59-2ebb-4b38-8687-5be17862b714 Aug 05 12:02:48.264791 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82baf93a-2159-495f-a7ea-b0e3ccfc2acb req-da2b1631-ac67-4e6a-b841-68b0fbe314f3 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Network b881efb6-f52e-4006-a158-c2aa42fef2fe is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:02:48.272711 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-82baf93a-2159-495f-a7ea-b0e3ccfc2acb req-da2b1631-ac67-4e6a-b841-68b0fbe314f3 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:02:48.279546 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-82baf93a-2159-495f-a7ea-b0e3ccfc2acb req-da2b1631-ac67-4e6a-b841-68b0fbe314f3 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:02:48.295095 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d9c28443-c86e-437a-9470-071f4fce3435 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:48.315117 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2b1631-ac67-4e6a-b841-68b0fbe314f3 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Pushing event updated for resources: {'Port': ['ID=4e96e996-f6c8-428d-9fb4-4e32168b5be8,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:02:48.358971 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d9c28443-c86e-437a-9470-071f4fce3435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:48.362345 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c28443-c86e-437a-9470-071f4fce3435 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:48.362736 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82baf93a-2159-495f-a7ea-b0e3ccfc2acb req-da2b1631-ac67-4e6a-b841-68b0fbe314f3 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:48.363623 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-82baf93a-2159-495f-a7ea-b0e3ccfc2acb req-da2b1631-ac67-4e6a-b841-68b0fbe314f3 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:48.364420 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d9c28443-c86e-437a-9470-071f4fce3435 admin admin] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:48.390243 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-82baf93a-2159-495f-a7ea-b0e3ccfc2acb req-da2b1631-ac67-4e6a-b841-68b0fbe314f3 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0647690 Aug 05 12:02:48.412566 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-82baf93a-2159-495f-a7ea-b0e3ccfc2acb req-bebdb8af-05bc-4952-8bd2-da135f2cfb6b service neutron] Request body: {'port': {'device_id': '17fca837-e58a-4651-b547-1a37ce23925a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:02:48.492985 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-d9c28443-c86e-437a-9470-071f4fce3435 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9401484 Aug 05 12:02:48.498876 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 58216) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:02:48.508704 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-e468dbbb-cc83-4f24-b8dd-9609b313bd31 admin admin] Request body: {'subnet': {'network_id': '2cbd2f59-2ebb-4b38-8687-5be17862b714', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1541215610-subnet', 'tenant_id': '0a7f520b92d34b10a8cafe3b01f287d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:02:48.530383 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-82baf93a-2159-495f-a7ea-b0e3ccfc2acb req-bebdb8af-05bc-4952-8bd2-da135f2cfb6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:48.540179 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c28443-c86e-437a-9470-071f4fce3435 admin admin] Pushing event updated for resources: {'Network': ['ID=2cbd2f59-2ebb-4b38-8687-5be17862b714,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:02:48.562900 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 2cbd2f59-2ebb-4b38-8687-5be17862b714 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 12:02:48.619437 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e468dbbb-cc83-4f24-b8dd-9609b313bd31 admin admin] Made reservation on behalf of 0a7f520b92d34b10a8cafe3b01f287d2 for: {'subnet': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:02:48.625289 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e468dbbb-cc83-4f24-b8dd-9609b313bd31 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24211133'] for subnet, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:48.765285 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-7ac3bcdc-34ba-44a4-98c4-b32421adcada None None] Provisioning for port 4e96e996-f6c8-428d-9fb4-4e32168b5be8 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:02:48.772450 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-7ac3bcdc-34ba-44a4-98c4-b32421adcada None None] Provisioning complete for port 4e96e996-f6c8-428d-9fb4-4e32168b5be8 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:02:48.773354 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-7ac3bcdc-34ba-44a4-98c4-b32421adcada None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:48.853845 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-7ac3bcdc-34ba-44a4-98c4-b32421adcada None None] Port 4e96e996-f6c8-428d-9fb4-4e32168b5be8 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 12:02:49.046471 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfff777b-85af-4627-945e-b5e860ea0c2c req-323243d5-1a35-44b0-8b0c-f6be7d0f9714 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:49.057097 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfff777b-85af-4627-945e-b5e860ea0c2c req-323243d5-1a35-44b0-8b0c-f6be7d0f9714 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:49.070067 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfff777b-85af-4627-945e-b5e860ea0c2c req-323243d5-1a35-44b0-8b0c-f6be7d0f9714 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:49.080782 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfff777b-85af-4627-945e-b5e860ea0c2c req-323243d5-1a35-44b0-8b0c-f6be7d0f9714 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:49.093071 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfff777b-85af-4627-945e-b5e860ea0c2c req-323243d5-1a35-44b0-8b0c-f6be7d0f9714 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:49.105503 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfff777b-85af-4627-945e-b5e860ea0c2c req-323243d5-1a35-44b0-8b0c-f6be7d0f9714 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:49.117212 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfff777b-85af-4627-945e-b5e860ea0c2c req-323243d5-1a35-44b0-8b0c-f6be7d0f9714 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:49.131843 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-dfff777b-85af-4627-945e-b5e860ea0c2c req-323243d5-1a35-44b0-8b0c-f6be7d0f9714 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/ports?device_id=295adfcc-63cd-4939-a68d-f1d2f39c6cb5 HTTP/1.1" status: 200 len: 5428 time: 0.2677426 Aug 05 12:02:49.206869 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-82baf93a-2159-495f-a7ea-b0e3ccfc2acb req-bebdb8af-05bc-4952-8bd2-da135f2cfb6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e96e996-f6c8-428d-9fb4-4e32168b5be8 {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 12:02:49.219954 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-82baf93a-2159-495f-a7ea-b0e3ccfc2acb req-bebdb8af-05bc-4952-8bd2-da135f2cfb6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:49.248561 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-82baf93a-2159-495f-a7ea-b0e3ccfc2acb req-bebdb8af-05bc-4952-8bd2-da135f2cfb6b service neutron] Transition to ACTIVE for port object 4e96e996-f6c8-428d-9fb4-4e32168b5be8 will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:02:49.257434 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-82baf93a-2159-495f-a7ea-b0e3ccfc2acb req-bebdb8af-05bc-4952-8bd2-da135f2cfb6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:49.307413 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e468dbbb-cc83-4f24-b8dd-9609b313bd31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29762700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24211087'] for subnet, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:49.353388 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebdb8af-05bc-4952-8bd2-da135f2cfb6b service neutron] Pushing event updated for resources: {'Port': ['ID=4e96e996-f6c8-428d-9fb4-4e32168b5be8,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:02:49.368180 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e84f77-d6ef-480e-97d4-cfeb2dd5a8e8 req-c811e638-8e19-4b99-a09b-a2285fbe8a81 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:49.369237 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-55e84f77-d6ef-480e-97d4-cfeb2dd5a8e8 req-c811e638-8e19-4b99-a09b-a2285fbe8a81 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=17fca837-e58a-4651-b547-1a37ce23925a HTTP/1.1" status: 200 len: 931 time: 0.1790392 Aug 05 12:02:49.379451 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-dfff777b-85af-4627-945e-b5e860ea0c2c req-5cf9929c-8402-4760-9978-4d15dd9b6573 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/security-groups?id=febd0f78-107f-43e4-b53e-32336893412a&id=b75859e9-ba11-494c-9174-a2b56bb00afd&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.2463903 Aug 05 12:02:49.409585 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e468dbbb-cc83-4f24-b8dd-9609b313bd31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d58ac2c5-c6c1-4a12-b1c3-d194167b1ead,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:02:49.470353 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e468dbbb-cc83-4f24-b8dd-9609b313bd31 admin admin] Checking segment: {'id': '0ae828b9-ce53-41f1-a0da-034b21a6d8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '2cbd2f59-2ebb-4b38-8687-5be17862b714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:02:49.471046 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e468dbbb-cc83-4f24-b8dd-9609b313bd31 admin admin] Network hostable DHCP agents. Network: 2cbd2f59-2ebb-4b38-8687-5be17862b714, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 12:02:49.504595 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-82baf93a-2159-495f-a7ea-b0e3ccfc2acb req-bebdb8af-05bc-4952-8bd2-da135f2cfb6b service neutron] Attempting to bind port 4e96e996-f6c8-428d-9fb4-4e32168b5be8 on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:02:49.504961 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-82baf93a-2159-495f-a7ea-b0e3ccfc2acb req-bebdb8af-05bc-4952-8bd2-da135f2cfb6b service neutron] Attempting to bind port 4e96e996-f6c8-428d-9fb4-4e32168b5be8 by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': '556bee1a-9d74-4f14-94d0-708064ee6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'b881efb6-f52e-4006-a158-c2aa42fef2fe'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:02:49.505309 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82baf93a-2159-495f-a7ea-b0e3ccfc2acb req-bebdb8af-05bc-4952-8bd2-da135f2cfb6b service neutron] Attempting to bind port 4e96e996-f6c8-428d-9fb4-4e32168b5be8 on network b881efb6-f52e-4006-a158-c2aa42fef2fe {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:02:49.507656 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-55e84f77-d6ef-480e-97d4-cfeb2dd5a8e8 req-fa120e85-7efd-41f8-9627-5d3a5dec9b89 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=854dd83f-334d-4707-be76-c0d8ab0e42a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874121 Aug 05 12:02:49.512397 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82baf93a-2159-495f-a7ea-b0e3ccfc2acb req-bebdb8af-05bc-4952-8bd2-da135f2cfb6b service neutron] Port 4e96e996-f6c8-428d-9fb4-4e32168b5be8 on network b881efb6-f52e-4006-a158-c2aa42fef2fe not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 12:02:49.512748 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82baf93a-2159-495f-a7ea-b0e3ccfc2acb req-bebdb8af-05bc-4952-8bd2-da135f2cfb6b service neutron] Attempting to bind port 4e96e996-f6c8-428d-9fb4-4e32168b5be8 on network b881efb6-f52e-4006-a158-c2aa42fef2fe {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:02:49.519193 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e468dbbb-cc83-4f24-b8dd-9609b313bd31 admin admin] Network 2cbd2f59-2ebb-4b38-8687-5be17862b714 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 12:02:49.522545 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82baf93a-2159-495f-a7ea-b0e3ccfc2acb req-bebdb8af-05bc-4952-8bd2-da135f2cfb6b service neutron] Checking agent: {'id': 'a8f1dd2d-227c-4e30-8844-52419ba734db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:02:49.523202 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82baf93a-2159-495f-a7ea-b0e3ccfc2acb req-bebdb8af-05bc-4952-8bd2-da135f2cfb6b service neutron] Checking segment: {'id': '556bee1a-9d74-4f14-94d0-708064ee6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'b881efb6-f52e-4006-a158-c2aa42fef2fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:02:49.523981 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82baf93a-2159-495f-a7ea-b0e3ccfc2acb req-bebdb8af-05bc-4952-8bd2-da135f2cfb6b service neutron] Bound using segment: {'id': '556bee1a-9d74-4f14-94d0-708064ee6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'b881efb6-f52e-4006-a158-c2aa42fef2fe'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:02:49.524843 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-82baf93a-2159-495f-a7ea-b0e3ccfc2acb req-bebdb8af-05bc-4952-8bd2-da135f2cfb6b service neutron] Bound port: 4e96e996-f6c8-428d-9fb4-4e32168b5be8, host: n-h2-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '556bee1a-9d74-4f14-94d0-708064ee6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'b881efb6-f52e-4006-a158-c2aa42fef2fe'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:02:49.525466 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-82baf93a-2159-495f-a7ea-b0e3ccfc2acb req-bebdb8af-05bc-4952-8bd2-da135f2cfb6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:49.558812 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-e468dbbb-cc83-4f24-b8dd-9609b313bd31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, 2cbd2f59-2ebb-4b38-8687-5be17862b714) {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:02:49.577879 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec65ced-234e-4000-9200-3d00cf0008d3 None None] Network 2cbd2f59-2ebb-4b38-8687-5be17862b714 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:02:49.583120 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e468dbbb-cc83-4f24-b8dd-9609b313bd31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:49.587560 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e468dbbb-cc83-4f24-b8dd-9609b313bd31 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:49.630836 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-e468dbbb-cc83-4f24-b8dd-9609b313bd31 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1292477 Aug 05 12:02:49.685484 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-82baf93a-2159-495f-a7ea-b0e3ccfc2acb req-bebdb8af-05bc-4952-8bd2-da135f2cfb6b service neutron] For port 4e96e996-f6c8-428d-9fb4-4e32168b5be8, host n-h2-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:02:49.695100 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-82baf93a-2159-495f-a7ea-b0e3ccfc2acb req-bebdb8af-05bc-4952-8bd2-da135f2cfb6b service neutron] For port 4e96e996-f6c8-428d-9fb4-4e32168b5be8, host n-h2-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=4e96e996-f6c8-428d-9fb4-4e32168b5be8,segment=NetworkSegment(556bee1a-9d74-4f14-94d0-708064ee6011),segment_id=556bee1a-9d74-4f14-94d0-708064ee6011)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:02:49.705692 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-82baf93a-2159-495f-a7ea-b0e3ccfc2acb req-bebdb8af-05bc-4952-8bd2-da135f2cfb6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:49.784969 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82baf93a-2159-495f-a7ea-b0e3ccfc2acb req-bebdb8af-05bc-4952-8bd2-da135f2cfb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:49.785691 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-82baf93a-2159-495f-a7ea-b0e3ccfc2acb req-bebdb8af-05bc-4952-8bd2-da135f2cfb6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:49.788279 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-82baf93a-2159-495f-a7ea-b0e3ccfc2acb req-bebdb8af-05bc-4952-8bd2-da135f2cfb6b service neutron] 10.222.0.55 "PUT /v2.0/ports/4e96e996-f6c8-428d-9fb4-4e32168b5be8 HTTP/1.1" status: 200 len: 1091 time: 1.3815401 Aug 05 12:02:49.789050 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17fca837-e58a-4651-b547-1a37ce23925a', 'tag': '4e96e996-f6c8-428d-9fb4-4e32168b5be8'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:02:49.793193 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1f18d89-7787-41dc-880b-05602640c058" -d '{"events": [{"name": "network-changed", "server_uuid": "17fca837-e58a-4651-b547-1a37ce23925a", "tag": "4e96e996-f6c8-428d-9fb4-4e32168b5be8"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:02:49.970784 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 12:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ef45c44-a2c0-41ea-97e5-77253764d6b9 x-openstack-request-id: req-1ef45c44-a2c0-41ea-97e5-77253764d6b9 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:02:49.971793 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17fca837-e58a-4651-b547-1a37ce23925a", "tag": "4e96e996-f6c8-428d-9fb4-4e32168b5be8", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:02:49.973070 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1ef45c44-a2c0-41ea-97e5-77253764d6b9 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:02:49.974475 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17fca837-e58a-4651-b547-1a37ce23925a', 'tag': '4e96e996-f6c8-428d-9fb4-4e32168b5be8', 'status': 'completed', 'code': 200} Aug 05 12:02:49.975970 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebdb8af-05bc-4952-8bd2-da135f2cfb6b service neutron] Pushing event updated for resources: {'Port': ['ID=4e96e996-f6c8-428d-9fb4-4e32168b5be8,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:02:50.009342 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54e1887-7013-483c-b338-ea75e17b4d7d None None] Network 2cbd2f59-2ebb-4b38-8687-5be17862b714 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:02:50.043299 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82baf93a-2159-495f-a7ea-b0e3ccfc2acb req-e7161ba6-a3e1-4410-82e6-01e024ff98db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:50.046078 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-82baf93a-2159-495f-a7ea-b0e3ccfc2acb req-e7161ba6-a3e1-4410-82e6-01e024ff98db service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f717acd5caa748b6b706fbaad1f3b969&device_id=17fca837-e58a-4651-b547-1a37ce23925a HTTP/1.1" status: 200 len: 1094 time: 0.1692226 Aug 05 12:02:50.166259 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-82baf93a-2159-495f-a7ea-b0e3ccfc2acb req-fc36998c-1219-4417-914f-750484d5be62 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e96e996-f6c8-428d-9fb4-4e32168b5be8 HTTP/1.1" status: 200 len: 217 time: 0.1040370 Aug 05 12:02:50.320452 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82baf93a-2159-495f-a7ea-b0e3ccfc2acb req-721977b4-a067-4efc-b4f3-451b23c3ec0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:50.323279 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-82baf93a-2159-495f-a7ea-b0e3ccfc2acb req-721977b4-a067-4efc-b4f3-451b23c3ec0d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=96bcc71c-db3b-48c5-a5c3-35b749d6182d HTTP/1.1" status: 200 len: 850 time: 0.1428714 Aug 05 12:02:50.420013 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82baf93a-2159-495f-a7ea-b0e3ccfc2acb req-e5b95586-5e4e-464f-ad28-bf6f29fd841f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:50.422822 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-82baf93a-2159-495f-a7ea-b0e3ccfc2acb req-e5b95586-5e4e-464f-ad28-bf6f29fd841f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b881efb6-f52e-4006-a158-c2aa42fef2fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0921774 Aug 05 12:02:50.704872 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6fb484-1123-40c3-b50f-5602193d8019 req-31b53624-e065-4fe6-98df-327f149fdcf4 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:50.714414 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6fb484-1123-40c3-b50f-5602193d8019 req-31b53624-e065-4fe6-98df-327f149fdcf4 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:50.724639 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6fb484-1123-40c3-b50f-5602193d8019 req-31b53624-e065-4fe6-98df-327f149fdcf4 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:50.736736 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6fb484-1123-40c3-b50f-5602193d8019 req-31b53624-e065-4fe6-98df-327f149fdcf4 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:50.752865 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6fb484-1123-40c3-b50f-5602193d8019 req-31b53624-e065-4fe6-98df-327f149fdcf4 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:50.762202 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6fb484-1123-40c3-b50f-5602193d8019 req-31b53624-e065-4fe6-98df-327f149fdcf4 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:50.769500 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6fb484-1123-40c3-b50f-5602193d8019 req-31b53624-e065-4fe6-98df-327f149fdcf4 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:50.772001 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3e6fb484-1123-40c3-b50f-5602193d8019 req-31b53624-e065-4fe6-98df-327f149fdcf4 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/ports?device_id=295adfcc-63cd-4939-a68d-f1d2f39c6cb5 HTTP/1.1" status: 200 len: 5428 time: 0.2282917 Aug 05 12:02:50.772820 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 58242) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:02:50.781115 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-0e7cfffc-f4d5-4ed2-bd7f-281d862333c2 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1191837740-network', 'tenant_id': '10d2dd62bc3f4e618c6d40e9927c34ea'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:02:50.913675 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3e6fb484-1123-40c3-b50f-5602193d8019 req-da0d6b08-2f11-41c1-929a-80afebbc521d tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/security-groups?id=febd0f78-107f-43e4-b53e-32336893412a&id=b75859e9-ba11-494c-9174-a2b56bb00afd&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.1281593 Aug 05 12:02:50.924848 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e7cfffc-f4d5-4ed2-bd7f-281d862333c2 admin admin] Made reservation on behalf of 10d2dd62bc3f4e618c6d40e9927c34ea for: {'network': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:02:50.928188 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0e7cfffc-f4d5-4ed2-bd7f-281d862333c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:50.941908 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b14fd9-b346-441d-8820-d24cb2962e65 req-12f8afbe-0df8-44d0-b62a-8de7fd606994 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:50.943665 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-22b14fd9-b346-441d-8820-d24cb2962e65 req-12f8afbe-0df8-44d0-b62a-8de7fd606994 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=17fca837-e58a-4651-b547-1a37ce23925a HTTP/1.1" status: 200 len: 943 time: 0.1697266 Aug 05 12:02:50.955872 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0e7cfffc-f4d5-4ed2-bd7f-281d862333c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:51.026683 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-22b14fd9-b346-441d-8820-d24cb2962e65 req-1dc3659b-ae74-499f-9d81-f39fa5c50cda tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=854dd83f-334d-4707-be76-c0d8ab0e42a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725250 Aug 05 12:02:51.157306 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0e7cfffc-f4d5-4ed2-bd7f-281d862333c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:51.163006 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-82baf93a-2159-495f-a7ea-b0e3ccfc2acb req-3a948597-e848-41ec-8fff-0f8fcf4a2e33 service neutron] 10.222.0.55 "GET /v2.0/networks/b881efb6-f52e-4006-a158-c2aa42fef2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7317252 Aug 05 12:02:51.163324 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0e7cfffc-f4d5-4ed2-bd7f-281d862333c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:51.201349 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e7cfffc-f4d5-4ed2-bd7f-281d862333c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 679, 'physical_network': 'physnet1'} {{(pid=94420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 12:02:51.215473 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7cfffc-f4d5-4ed2-bd7f-281d862333c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49eec1e4-088b-497b-9fc8-999ec0d9f296,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:02:51.224220 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0e7cfffc-f4d5-4ed2-bd7f-281d862333c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:51.225155 n-d-803378-2 neutron-server[94420]: INFO neutron.db.segments_db [None req-0e7cfffc-f4d5-4ed2-bd7f-281d862333c2 admin admin] Added segment 79c3335e-edbe-4b52-ba44-7dff8c955d1e of type vlan for network 9f69ac0b-e37b-40f7-b80a-d32e29fc2611 Aug 05 12:02:51.292420 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0e7cfffc-f4d5-4ed2-bd7f-281d862333c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:51.340374 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0e7cfffc-f4d5-4ed2-bd7f-281d862333c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:51.342251 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e7cfffc-f4d5-4ed2-bd7f-281d862333c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:51.343100 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0e7cfffc-f4d5-4ed2-bd7f-281d862333c2 admin admin] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:51.382043 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-82baf93a-2159-495f-a7ea-b0e3ccfc2acb req-27cd65cf-763c-437a-88f7-9b8f7dcab349 service neutron] 10.222.0.55 "GET /v2.0/networks/b881efb6-f52e-4006-a158-c2aa42fef2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082663 Aug 05 12:02:51.417598 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-0e7cfffc-f4d5-4ed2-bd7f-281d862333c2 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6372697 Aug 05 12:02:51.418397 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 58244) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:02:51.427956 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-eb585d10-5207-4b83-8c39-af0759a63692 admin admin] Request body: {'subnet': {'network_id': '9f69ac0b-e37b-40f7-b80a-d32e29fc2611', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1191837740-subnet', 'tenant_id': '10d2dd62bc3f4e618c6d40e9927c34ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:02:51.443384 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7cfffc-f4d5-4ed2-bd7f-281d862333c2 admin admin] Pushing event updated for resources: {'Network': ['ID=9f69ac0b-e37b-40f7-b80a-d32e29fc2611,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:02:51.462758 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb585d10-5207-4b83-8c39-af0759a63692 admin admin] Made reservation on behalf of 10d2dd62bc3f4e618c6d40e9927c34ea for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:02:51.465137 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 9f69ac0b-e37b-40f7-b80a-d32e29fc2611 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 12:02:51.471008 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-eb585d10-5207-4b83-8c39-af0759a63692 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:51.615779 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f18d89-7787-41dc-880b-05602640c058 req-b4a6ef2e-9ba8-4b4c-92b3-824e502447e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:51.617516 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d1f18d89-7787-41dc-880b-05602640c058 req-b4a6ef2e-9ba8-4b4c-92b3-824e502447e5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f717acd5caa748b6b706fbaad1f3b969&device_id=17fca837-e58a-4651-b547-1a37ce23925a HTTP/1.1" status: 200 len: 1094 time: 0.1210773 Aug 05 12:02:51.808644 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f18d89-7787-41dc-880b-05602640c058 req-6b8973e2-f06a-4d8a-a563-6b14a75b2b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:51.811029 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d1f18d89-7787-41dc-880b-05602640c058 req-6b8973e2-f06a-4d8a-a563-6b14a75b2b72 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b881efb6-f52e-4006-a158-c2aa42fef2fe HTTP/1.1" status: 200 len: 912 time: 0.1866300 Aug 05 12:02:51.879840 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d1f18d89-7787-41dc-880b-05602640c058 req-aa0b2420-abb1-4bfd-a758-9004639cca4e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e96e996-f6c8-428d-9fb4-4e32168b5be8 HTTP/1.1" status: 200 len: 217 time: 0.0607090 Aug 05 12:02:51.883323 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-eb585d10-5207-4b83-8c39-af0759a63692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25038678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30075167'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:52.038701 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb585d10-5207-4b83-8c39-af0759a63692 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f58d677-d6c6-4f4f-8cd0-fdab2e729daf,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:02:52.052876 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f18d89-7787-41dc-880b-05602640c058 req-38e80504-5eb8-4985-b11d-c9a6328b1aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:52.055643 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d1f18d89-7787-41dc-880b-05602640c058 req-38e80504-5eb8-4985-b11d-c9a6328b1aa1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=96bcc71c-db3b-48c5-a5c3-35b749d6182d HTTP/1.1" status: 200 len: 850 time: 0.1655693 Aug 05 12:02:52.076422 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb585d10-5207-4b83-8c39-af0759a63692 admin admin] Checking segment: {'id': '79c3335e-edbe-4b52-ba44-7dff8c955d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '9f69ac0b-e37b-40f7-b80a-d32e29fc2611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:02:52.077235 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb585d10-5207-4b83-8c39-af0759a63692 admin admin] Network hostable DHCP agents. Network: 9f69ac0b-e37b-40f7-b80a-d32e29fc2611, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 12:02:52.197440 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb585d10-5207-4b83-8c39-af0759a63692 admin admin] Network 9f69ac0b-e37b-40f7-b80a-d32e29fc2611 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 12:02:52.221978 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f18d89-7787-41dc-880b-05602640c058 req-87a03a09-ed68-4611-98c9-9cfc40b3f18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:52.225085 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d1f18d89-7787-41dc-880b-05602640c058 req-87a03a09-ed68-4611-98c9-9cfc40b3f18c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b881efb6-f52e-4006-a158-c2aa42fef2fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1589673 Aug 05 12:02:52.226121 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36faa690-7d04-4c38-81ea-5e07e3bc4b8f req-c2fcc7f4-79c3-4364-aaf7-724b2aa16170 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:52.228531 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-eb585d10-5207-4b83-8c39-af0759a63692 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, 9f69ac0b-e37b-40f7-b80a-d32e29fc2611) {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:02:52.235546 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36faa690-7d04-4c38-81ea-5e07e3bc4b8f req-c2fcc7f4-79c3-4364-aaf7-724b2aa16170 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:52.246194 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36faa690-7d04-4c38-81ea-5e07e3bc4b8f req-c2fcc7f4-79c3-4364-aaf7-724b2aa16170 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:52.252405 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2fbf280-2eea-4ae5-84a9-0f962c7224e3 None None] Network 9f69ac0b-e37b-40f7-b80a-d32e29fc2611 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:02:52.257282 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb585d10-5207-4b83-8c39-af0759a63692 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:52.258434 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-eb585d10-5207-4b83-8c39-af0759a63692 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:52.261371 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36faa690-7d04-4c38-81ea-5e07e3bc4b8f req-c2fcc7f4-79c3-4364-aaf7-724b2aa16170 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:52.276613 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36faa690-7d04-4c38-81ea-5e07e3bc4b8f req-c2fcc7f4-79c3-4364-aaf7-724b2aa16170 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:52.290833 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36faa690-7d04-4c38-81ea-5e07e3bc4b8f req-c2fcc7f4-79c3-4364-aaf7-724b2aa16170 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:52.303137 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-eb585d10-5207-4b83-8c39-af0759a63692 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8813255 Aug 05 12:02:52.306947 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36faa690-7d04-4c38-81ea-5e07e3bc4b8f req-c2fcc7f4-79c3-4364-aaf7-724b2aa16170 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:52.324125 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-36faa690-7d04-4c38-81ea-5e07e3bc4b8f req-c2fcc7f4-79c3-4364-aaf7-724b2aa16170 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/ports?device_id=295adfcc-63cd-4939-a68d-f1d2f39c6cb5 HTTP/1.1" status: 200 len: 5428 time: 0.2494378 Aug 05 12:02:52.483311 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:52.493178 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d1f18d89-7787-41dc-880b-05602640c058 req-54950db6-d9d1-4163-97a4-20894872cbf6 service neutron] 10.222.0.55 "GET /v2.0/networks/b881efb6-f52e-4006-a158-c2aa42fef2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2594817 Aug 05 12:02:52.739054 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d1f18d89-7787-41dc-880b-05602640c058 req-d715343b-482c-408b-97fd-9a06d8c72c10 service neutron] 10.222.0.55 "GET /v2.0/networks/b881efb6-f52e-4006-a158-c2aa42fef2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352519 Aug 05 12:02:52.790868 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a88039f-ca5d-46cf-ade1-d39f756bf1bd None None] Network 9f69ac0b-e37b-40f7-b80a-d32e29fc2611 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:02:52.952349 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5058585d-fd52-4e9e-b561-bcb43bbfa7ee req-36897a41-6d5e-4b02-a4e1-3b13f804f092 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:52.956457 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5058585d-fd52-4e9e-b561-bcb43bbfa7ee req-36897a41-6d5e-4b02-a4e1-3b13f804f092 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=17fca837-e58a-4651-b547-1a37ce23925a HTTP/1.1" status: 200 len: 943 time: 0.7968824 Aug 05 12:02:52.975914 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-36faa690-7d04-4c38-81ea-5e07e3bc4b8f req-a2ee99ba-4aa0-490a-a098-20660822c475 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/security-groups?id=febd0f78-107f-43e4-b53e-32336893412a&id=b75859e9-ba11-494c-9174-a2b56bb00afd&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.6439610 Aug 05 12:02:53.046504 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5058585d-fd52-4e9e-b561-bcb43bbfa7ee req-04b9b9f5-1086-4e5e-83aa-5a71148adf5c tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=854dd83f-334d-4707-be76-c0d8ab0e42a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687969 Aug 05 12:02:53.561815 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21121d93-5588-4b5e-8af7-7d9459a4807f req-a474d9d9-9fe4-4b93-ba3c-ba2609e5f9eb tempest-TestServerAdvancedOps-675613309 tempest-TestServerAdvancedOps-675613309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:53.564478 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-21121d93-5588-4b5e-8af7-7d9459a4807f req-a474d9d9-9fe4-4b93-ba3c-ba2609e5f9eb tempest-TestServerAdvancedOps-675613309 tempest-TestServerAdvancedOps-675613309-project] 10.222.0.58 "GET /v2.0/networks?id=2cbd2f59-2ebb-4b38-8687-5be17862b714 HTTP/1.1" status: 200 len: 812 time: 0.1917179 Aug 05 12:02:53.589409 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-21121d93-5588-4b5e-8af7-7d9459a4807f req-f8868964-f832-48bb-a659-aec4ce30336d tempest-TestServerAdvancedOps-675613309 tempest-TestServerAdvancedOps-675613309-project] 10.222.0.58 "GET /v2.0/quotas/0a7f520b92d34b10a8cafe3b01f287d2 HTTP/1.1" status: 200 len: 375 time: 0.0160098 Aug 05 12:02:53.646895 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-21121d93-5588-4b5e-8af7-7d9459a4807f req-7916c2bb-97c2-4756-8de7-449cc6959660 tempest-TestServerAdvancedOps-675613309 tempest-TestServerAdvancedOps-675613309-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=0a7f520b92d34b10a8cafe3b01f287d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0499706 Aug 05 12:02:53.769781 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-21121d93-5588-4b5e-8af7-7d9459a4807f req-b4598f6f-541a-4d81-b8c1-7ec57f50431f service neutron] 10.222.0.58 "GET /v2.0/networks/2cbd2f59-2ebb-4b38-8687-5be17862b714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143527 Aug 05 12:02:53.906021 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-21121d93-5588-4b5e-8af7-7d9459a4807f req-3c3c1a97-23c8-4434-b56a-6c39d87f3b48 service neutron] 10.222.0.58 "GET /v2.0/networks/2cbd2f59-2ebb-4b38-8687-5be17862b714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235230 Aug 05 12:02:54.180282 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3e93a484-399e-469d-a2f3-b097f9c7a74d req-b758dd6d-eb61-4b53-9032-aa2fe2d58bc1 tempest-TestServerAdvancedOps-675613309 tempest-TestServerAdvancedOps-675613309-project] 10.222.0.58 "GET /v2.0/ports?device_id=ade2bf29-d2ba-461a-9dab-371134227bf5 HTTP/1.1" status: 200 len: 210 time: 0.0550432 Aug 05 12:02:54.330241 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d81f98f-4f25-4954-a297-84e36e2ca572 req-a82141b5-c4ce-4612-a0e9-191f0528d8a3 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:54.343425 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d81f98f-4f25-4954-a297-84e36e2ca572 req-a82141b5-c4ce-4612-a0e9-191f0528d8a3 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:54.355808 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d81f98f-4f25-4954-a297-84e36e2ca572 req-a82141b5-c4ce-4612-a0e9-191f0528d8a3 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:54.368539 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d81f98f-4f25-4954-a297-84e36e2ca572 req-a82141b5-c4ce-4612-a0e9-191f0528d8a3 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:54.381342 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d81f98f-4f25-4954-a297-84e36e2ca572 req-a82141b5-c4ce-4612-a0e9-191f0528d8a3 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:54.394431 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d81f98f-4f25-4954-a297-84e36e2ca572 req-a82141b5-c4ce-4612-a0e9-191f0528d8a3 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:54.407261 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d81f98f-4f25-4954-a297-84e36e2ca572 req-a82141b5-c4ce-4612-a0e9-191f0528d8a3 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:54.418907 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1d81f98f-4f25-4954-a297-84e36e2ca572 req-a82141b5-c4ce-4612-a0e9-191f0528d8a3 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/ports?device_id=295adfcc-63cd-4939-a68d-f1d2f39c6cb5 HTTP/1.1" status: 200 len: 5428 time: 0.2291591 Aug 05 12:02:54.538971 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1d81f98f-4f25-4954-a297-84e36e2ca572 req-b48d645f-cbdb-4739-a1ad-acfb59525ee6 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/security-groups?id=febd0f78-107f-43e4-b53e-32336893412a&id=b75859e9-ba11-494c-9174-a2b56bb00afd&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0914123 Aug 05 12:02:54.558718 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeb8457-4966-4690-9f2a-82ff216bb1c2 req-11bf392a-c812-4322-b3d1-430d7df34fb4 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:54.561968 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-deeb8457-4966-4690-9f2a-82ff216bb1c2 req-11bf392a-c812-4322-b3d1-430d7df34fb4 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=17fca837-e58a-4651-b547-1a37ce23925a HTTP/1.1" status: 200 len: 943 time: 0.2797661 Aug 05 12:02:54.645982 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-deeb8457-4966-4690-9f2a-82ff216bb1c2 req-01dffea0-6cf4-41e0-9f2e-125df67afd42 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=854dd83f-334d-4707-be76-c0d8ab0e42a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664022 Aug 05 12:02:55.345219 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c38d3473-dff6-41ab-96b4-7fe3d5d2b7c9 req-79bfb892-1697-4747-8fa9-3164ca6bf177 tempest-TestServerAdvancedOps-675613309 tempest-TestServerAdvancedOps-675613309-project] 10.222.0.58 "GET /v2.0/ports?device_id=ade2bf29-d2ba-461a-9dab-371134227bf5 HTTP/1.1" status: 200 len: 210 time: 0.0572610 Aug 05 12:02:55.770201 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137964b2-1d28-4eea-9b42-5974089a4860 req-663a0a5d-820a-4e1b-a853-39543bce8255 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:55.780960 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137964b2-1d28-4eea-9b42-5974089a4860 req-663a0a5d-820a-4e1b-a853-39543bce8255 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:55.785588 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21121d93-5588-4b5e-8af7-7d9459a4807f req-9e1b2528-7789-4647-8551-6bcdc1915ad6 tempest-TestServerAdvancedOps-675613309 tempest-TestServerAdvancedOps-675613309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:55.788244 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137964b2-1d28-4eea-9b42-5974089a4860 req-663a0a5d-820a-4e1b-a853-39543bce8255 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:55.788758 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-21121d93-5588-4b5e-8af7-7d9459a4807f req-9e1b2528-7789-4647-8551-6bcdc1915ad6 tempest-TestServerAdvancedOps-675613309 tempest-TestServerAdvancedOps-675613309-project] 10.222.0.64 "GET /v2.0/networks?id=2cbd2f59-2ebb-4b38-8687-5be17862b714 HTTP/1.1" status: 200 len: 812 time: 0.2268224 Aug 05 12:02:55.795946 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137964b2-1d28-4eea-9b42-5974089a4860 req-663a0a5d-820a-4e1b-a853-39543bce8255 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:55.803305 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137964b2-1d28-4eea-9b42-5974089a4860 req-663a0a5d-820a-4e1b-a853-39543bce8255 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:55.811261 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137964b2-1d28-4eea-9b42-5974089a4860 req-663a0a5d-820a-4e1b-a853-39543bce8255 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:55.821793 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-21121d93-5588-4b5e-8af7-7d9459a4807f req-adf6ff3d-d01c-434a-b81c-adf8c20abc7e tempest-TestServerAdvancedOps-675613309 tempest-TestServerAdvancedOps-675613309-project] Request body: {'port': {'device_id': 'ade2bf29-d2ba-461a-9dab-371134227bf5', 'network_id': '2cbd2f59-2ebb-4b38-8687-5be17862b714', 'admin_state_up': True, 'tenant_id': '0a7f520b92d34b10a8cafe3b01f287d2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:02:55.822857 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137964b2-1d28-4eea-9b42-5974089a4860 req-663a0a5d-820a-4e1b-a853-39543bce8255 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:55.825921 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-137964b2-1d28-4eea-9b42-5974089a4860 req-663a0a5d-820a-4e1b-a853-39543bce8255 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/ports?device_id=295adfcc-63cd-4939-a68d-f1d2f39c6cb5 HTTP/1.1" status: 200 len: 5428 time: 0.1709950 Aug 05 12:02:55.940958 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-137964b2-1d28-4eea-9b42-5974089a4860 req-b1a7dccf-5719-4fc9-a31b-8122d25bb474 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/security-groups?id=febd0f78-107f-43e4-b53e-32336893412a&id=b75859e9-ba11-494c-9174-a2b56bb00afd&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0955145 Aug 05 12:02:55.973129 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6b897b-7248-4a10-bf32-624f8c580598 req-d23da224-7c23-4241-97aa-f75b8cf3d055 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:55.986805 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7f6b897b-7248-4a10-bf32-624f8c580598 req-d23da224-7c23-4241-97aa-f75b8cf3d055 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=17fca837-e58a-4651-b547-1a37ce23925a HTTP/1.1" status: 200 len: 943 time: 0.1592968 Aug 05 12:02:56.032414 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21121d93-5588-4b5e-8af7-7d9459a4807f req-adf6ff3d-d01c-434a-b81c-adf8c20abc7e tempest-TestServerAdvancedOps-675613309 tempest-TestServerAdvancedOps-675613309-project] Made reservation on behalf of 0a7f520b92d34b10a8cafe3b01f287d2 for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:02:56.037206 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-21121d93-5588-4b5e-8af7-7d9459a4807f req-adf6ff3d-d01c-434a-b81c-adf8c20abc7e tempest-TestServerAdvancedOps-675613309 tempest-TestServerAdvancedOps-675613309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:56.048864 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7f6b897b-7248-4a10-bf32-624f8c580598 req-074ef835-6591-4db1-bb53-988c91737509 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=854dd83f-334d-4707-be76-c0d8ab0e42a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607183 Aug 05 12:02:56.225475 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-21121d93-5588-4b5e-8af7-7d9459a4807f req-adf6ff3d-d01c-434a-b81c-adf8c20abc7e tempest-TestServerAdvancedOps-675613309 tempest-TestServerAdvancedOps-675613309-project] Allocated IP 172.20.0.10 (2cbd2f59-2ebb-4b38-8687-5be17862b714/d58ac2c5-c6c1-4a12-b1c3-d194167b1ead/1a80f9cd-d68d-43e4-87e2-68bab69ae3fe) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:02:56.470452 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-21121d93-5588-4b5e-8af7-7d9459a4807f req-adf6ff3d-d01c-434a-b81c-adf8c20abc7e tempest-TestServerAdvancedOps-675613309 tempest-TestServerAdvancedOps-675613309-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:56.487981 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-591223cb-f663-4dda-9ebd-54b0147c5a64 req-ff27117f-15e5-44e7-8212-24cd7ab4a271 tempest-TestServerAdvancedOps-675613309 tempest-TestServerAdvancedOps-675613309-project] 10.222.0.58 "GET /v2.0/ports?device_id=ade2bf29-d2ba-461a-9dab-371134227bf5 HTTP/1.1" status: 200 len: 210 time: 0.0401354 Aug 05 12:02:56.532404 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-21121d93-5588-4b5e-8af7-7d9459a4807f req-adf6ff3d-d01c-434a-b81c-adf8c20abc7e tempest-TestServerAdvancedOps-675613309 tempest-TestServerAdvancedOps-675613309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:56.585049 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21121d93-5588-4b5e-8af7-7d9459a4807f req-adf6ff3d-d01c-434a-b81c-adf8c20abc7e tempest-TestServerAdvancedOps-675613309 tempest-TestServerAdvancedOps-675613309-project] Network 2cbd2f59-2ebb-4b38-8687-5be17862b714 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:02:56.592382 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-21121d93-5588-4b5e-8af7-7d9459a4807f req-adf6ff3d-d01c-434a-b81c-adf8c20abc7e tempest-TestServerAdvancedOps-675613309 tempest-TestServerAdvancedOps-675613309-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:02:56.597616 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-21121d93-5588-4b5e-8af7-7d9459a4807f req-adf6ff3d-d01c-434a-b81c-adf8c20abc7e tempest-TestServerAdvancedOps-675613309 tempest-TestServerAdvancedOps-675613309-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:02:56.606655 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf6ff3d-d01c-434a-b81c-adf8c20abc7e tempest-TestServerAdvancedOps-675613309 tempest-TestServerAdvancedOps-675613309-project] Pushing event updated for resources: {'Port': ['ID=1a80f9cd-d68d-43e4-87e2-68bab69ae3fe,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:02:56.667076 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21121d93-5588-4b5e-8af7-7d9459a4807f req-adf6ff3d-d01c-434a-b81c-adf8c20abc7e tempest-TestServerAdvancedOps-675613309 tempest-TestServerAdvancedOps-675613309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:56.667849 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-21121d93-5588-4b5e-8af7-7d9459a4807f req-adf6ff3d-d01c-434a-b81c-adf8c20abc7e tempest-TestServerAdvancedOps-675613309 tempest-TestServerAdvancedOps-675613309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:56.686900 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-21121d93-5588-4b5e-8af7-7d9459a4807f req-adf6ff3d-d01c-434a-b81c-adf8c20abc7e tempest-TestServerAdvancedOps-675613309 tempest-TestServerAdvancedOps-675613309-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8719251 Aug 05 12:02:56.766091 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-21121d93-5588-4b5e-8af7-7d9459a4807f req-a4604f57-8f1f-4649-b377-828d5d67e2c8 service neutron] Request body: {'port': {'device_id': 'ade2bf29-d2ba-461a-9dab-371134227bf5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:02:56.849533 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-21121d93-5588-4b5e-8af7-7d9459a4807f req-a4604f57-8f1f-4649-b377-828d5d67e2c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:57.145732 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eeafd1-b6eb-4dd7-a959-13e36ef9fe0a req-bbe4d6a4-6b3b-440e-b635-59208eafe1b3 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:57.155195 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eeafd1-b6eb-4dd7-a959-13e36ef9fe0a req-bbe4d6a4-6b3b-440e-b635-59208eafe1b3 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:57.163978 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eeafd1-b6eb-4dd7-a959-13e36ef9fe0a req-bbe4d6a4-6b3b-440e-b635-59208eafe1b3 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:57.174369 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eeafd1-b6eb-4dd7-a959-13e36ef9fe0a req-bbe4d6a4-6b3b-440e-b635-59208eafe1b3 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:57.186745 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eeafd1-b6eb-4dd7-a959-13e36ef9fe0a req-bbe4d6a4-6b3b-440e-b635-59208eafe1b3 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:57.199004 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eeafd1-b6eb-4dd7-a959-13e36ef9fe0a req-bbe4d6a4-6b3b-440e-b635-59208eafe1b3 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:57.210536 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eeafd1-b6eb-4dd7-a959-13e36ef9fe0a req-bbe4d6a4-6b3b-440e-b635-59208eafe1b3 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:57.210810 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-21121d93-5588-4b5e-8af7-7d9459a4807f req-a4604f57-8f1f-4649-b377-828d5d67e2c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a80f9cd-d68d-43e4-87e2-68bab69ae3fe {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 12:02:57.214173 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-83eeafd1-b6eb-4dd7-a959-13e36ef9fe0a req-bbe4d6a4-6b3b-440e-b635-59208eafe1b3 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/ports?device_id=295adfcc-63cd-4939-a68d-f1d2f39c6cb5 HTTP/1.1" status: 200 len: 5428 time: 0.1541212 Aug 05 12:02:57.222243 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-21121d93-5588-4b5e-8af7-7d9459a4807f req-a4604f57-8f1f-4649-b377-828d5d67e2c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:57.241391 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-21121d93-5588-4b5e-8af7-7d9459a4807f req-a4604f57-8f1f-4649-b377-828d5d67e2c8 service neutron] Transition to ACTIVE for port object 1a80f9cd-d68d-43e4-87e2-68bab69ae3fe will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:02:57.246850 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-21121d93-5588-4b5e-8af7-7d9459a4807f req-a4604f57-8f1f-4649-b377-828d5d67e2c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:57.310268 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4604f57-8f1f-4649-b377-828d5d67e2c8 service neutron] Pushing event updated for resources: {'Port': ['ID=1a80f9cd-d68d-43e4-87e2-68bab69ae3fe,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:02:57.334574 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-83eeafd1-b6eb-4dd7-a959-13e36ef9fe0a req-08949934-15b9-40ca-8877-24ea089116bb tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/security-groups?id=febd0f78-107f-43e4-b53e-32336893412a&id=b75859e9-ba11-494c-9174-a2b56bb00afd&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.1022556 Aug 05 12:02:57.348578 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8db312-cd9a-4d4b-829b-caac13cf847c req-e781caec-20af-4992-a40f-39e9834fccc3 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:57.350364 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5d8db312-cd9a-4d4b-829b-caac13cf847c req-e781caec-20af-4992-a40f-39e9834fccc3 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=17fca837-e58a-4651-b547-1a37ce23925a HTTP/1.1" status: 200 len: 943 time: 0.1348922 Aug 05 12:02:57.418133 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-21121d93-5588-4b5e-8af7-7d9459a4807f req-a4604f57-8f1f-4649-b377-828d5d67e2c8 service neutron] Attempting to bind port 1a80f9cd-d68d-43e4-87e2-68bab69ae3fe on host n-h1-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:02:57.418477 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-21121d93-5588-4b5e-8af7-7d9459a4807f req-a4604f57-8f1f-4649-b377-828d5d67e2c8 service neutron] Attempting to bind port 1a80f9cd-d68d-43e4-87e2-68bab69ae3fe by drivers openvswitch,hyperv on host n-h1-803378-2 at level 0 using segments [{'id': '0ae828b9-ce53-41f1-a0da-034b21a6d8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '2cbd2f59-2ebb-4b38-8687-5be17862b714'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:02:57.418859 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21121d93-5588-4b5e-8af7-7d9459a4807f req-a4604f57-8f1f-4649-b377-828d5d67e2c8 service neutron] Attempting to bind port 1a80f9cd-d68d-43e4-87e2-68bab69ae3fe on network 2cbd2f59-2ebb-4b38-8687-5be17862b714 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:02:57.424354 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5d8db312-cd9a-4d4b-829b-caac13cf847c req-da433aa9-a9d2-4cb3-b214-90de1202f8f6 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=854dd83f-334d-4707-be76-c0d8ab0e42a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642498 Aug 05 12:02:57.425126 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21121d93-5588-4b5e-8af7-7d9459a4807f req-a4604f57-8f1f-4649-b377-828d5d67e2c8 service neutron] Port 1a80f9cd-d68d-43e4-87e2-68bab69ae3fe on network 2cbd2f59-2ebb-4b38-8687-5be17862b714 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 12:02:57.425499 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21121d93-5588-4b5e-8af7-7d9459a4807f req-a4604f57-8f1f-4649-b377-828d5d67e2c8 service neutron] Attempting to bind port 1a80f9cd-d68d-43e4-87e2-68bab69ae3fe on network 2cbd2f59-2ebb-4b38-8687-5be17862b714 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:02:57.432785 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21121d93-5588-4b5e-8af7-7d9459a4807f req-a4604f57-8f1f-4649-b377-828d5d67e2c8 service neutron] Checking agent: {'id': '40bb7567-59bd-4b31-bc29-da1c50bca759', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:02:57.433130 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21121d93-5588-4b5e-8af7-7d9459a4807f req-a4604f57-8f1f-4649-b377-828d5d67e2c8 service neutron] Checking segment: {'id': '0ae828b9-ce53-41f1-a0da-034b21a6d8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '2cbd2f59-2ebb-4b38-8687-5be17862b714'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:02:57.433532 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21121d93-5588-4b5e-8af7-7d9459a4807f req-a4604f57-8f1f-4649-b377-828d5d67e2c8 service neutron] Bound using segment: {'id': '0ae828b9-ce53-41f1-a0da-034b21a6d8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '2cbd2f59-2ebb-4b38-8687-5be17862b714'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:02:57.433990 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-21121d93-5588-4b5e-8af7-7d9459a4807f req-a4604f57-8f1f-4649-b377-828d5d67e2c8 service neutron] Bound port: 1a80f9cd-d68d-43e4-87e2-68bab69ae3fe, host: n-h1-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ae828b9-ce53-41f1-a0da-034b21a6d8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '2cbd2f59-2ebb-4b38-8687-5be17862b714'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:02:57.434368 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-21121d93-5588-4b5e-8af7-7d9459a4807f req-a4604f57-8f1f-4649-b377-828d5d67e2c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:57.512977 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-21121d93-5588-4b5e-8af7-7d9459a4807f req-a4604f57-8f1f-4649-b377-828d5d67e2c8 service neutron] For port 1a80f9cd-d68d-43e4-87e2-68bab69ae3fe, host n-h1-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:02:57.516531 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-21121d93-5588-4b5e-8af7-7d9459a4807f req-a4604f57-8f1f-4649-b377-828d5d67e2c8 service neutron] For port 1a80f9cd-d68d-43e4-87e2-68bab69ae3fe, host n-h1-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=1a80f9cd-d68d-43e4-87e2-68bab69ae3fe,segment=NetworkSegment(0ae828b9-ce53-41f1-a0da-034b21a6d8a1),segment_id=0ae828b9-ce53-41f1-a0da-034b21a6d8a1)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:02:57.523821 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-21121d93-5588-4b5e-8af7-7d9459a4807f req-a4604f57-8f1f-4649-b377-828d5d67e2c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:57.588879 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21121d93-5588-4b5e-8af7-7d9459a4807f req-a4604f57-8f1f-4649-b377-828d5d67e2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:57.589977 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-21121d93-5588-4b5e-8af7-7d9459a4807f req-a4604f57-8f1f-4649-b377-828d5d67e2c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:57.592578 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-21121d93-5588-4b5e-8af7-7d9459a4807f req-a4604f57-8f1f-4649-b377-828d5d67e2c8 service neutron] 10.222.0.64 "PUT /v2.0/ports/1a80f9cd-d68d-43e4-87e2-68bab69ae3fe HTTP/1.1" status: 200 len: 1092 time: 0.8316152 Aug 05 12:02:57.593343 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ade2bf29-d2ba-461a-9dab-371134227bf5', 'tag': '1a80f9cd-d68d-43e4-87e2-68bab69ae3fe'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:02:57.597596 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ade8d87-a13a-4ed0-a8c4-dd3d6add1533" -d '{"events": [{"name": "network-changed", "server_uuid": "ade2bf29-d2ba-461a-9dab-371134227bf5", "tag": "1a80f9cd-d68d-43e4-87e2-68bab69ae3fe"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:02:57.641447 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4604f57-8f1f-4649-b377-828d5d67e2c8 service neutron] Pushing event updated for resources: {'Port': ['ID=1a80f9cd-d68d-43e4-87e2-68bab69ae3fe,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:02:57.659924 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 12:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-155c3b61-8c1d-4911-af54-7ae4ebf94646 x-openstack-request-id: req-155c3b61-8c1d-4911-af54-7ae4ebf94646 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:02:57.660356 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ade2bf29-d2ba-461a-9dab-371134227bf5", "tag": "1a80f9cd-d68d-43e4-87e2-68bab69ae3fe", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:02:57.660762 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-155c3b61-8c1d-4911-af54-7ae4ebf94646 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:02:57.661934 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ade2bf29-d2ba-461a-9dab-371134227bf5', 'tag': '1a80f9cd-d68d-43e4-87e2-68bab69ae3fe', 'status': 'completed', 'code': 200} Aug 05 12:02:57.689253 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d308cb2-64d9-4275-a00c-4e411079f281 req-18605d81-ecfa-4f4d-82b7-b4487b71f5d4 tempest-TestServerAdvancedOps-675613309 tempest-TestServerAdvancedOps-675613309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:57.690910 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5d308cb2-64d9-4275-a00c-4e411079f281 req-18605d81-ecfa-4f4d-82b7-b4487b71f5d4 tempest-TestServerAdvancedOps-675613309 tempest-TestServerAdvancedOps-675613309-project] 10.222.0.58 "GET /v2.0/ports?device_id=ade2bf29-d2ba-461a-9dab-371134227bf5 HTTP/1.1" status: 200 len: 944 time: 0.0784142 Aug 05 12:02:57.740214 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5d308cb2-64d9-4275-a00c-4e411079f281 req-aa91a5db-f7b1-4c48-8c57-fe8b628e0cb8 tempest-TestServerAdvancedOps-675613309 tempest-TestServerAdvancedOps-675613309-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb2ebbb3-e4bc-4c6a-b7ab-acffe14cc679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418627 Aug 05 12:02:57.760115 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21121d93-5588-4b5e-8af7-7d9459a4807f req-92d2878a-fe44-4688-9f64-c04a23696719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:57.762213 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-21121d93-5588-4b5e-8af7-7d9459a4807f req-92d2878a-fe44-4688-9f64-c04a23696719 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0a7f520b92d34b10a8cafe3b01f287d2&device_id=ade2bf29-d2ba-461a-9dab-371134227bf5 HTTP/1.1" status: 200 len: 1095 time: 0.0528557 Aug 05 12:02:57.830390 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-21121d93-5588-4b5e-8af7-7d9459a4807f req-c3a51bf3-82c0-4999-beae-8ee1d20adffa service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1a80f9cd-d68d-43e4-87e2-68bab69ae3fe HTTP/1.1" status: 200 len: 217 time: 0.0428839 Aug 05 12:02:57.894726 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21121d93-5588-4b5e-8af7-7d9459a4807f req-909260de-b4de-4dd2-b114-d921f235b68d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:57.896263 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-21121d93-5588-4b5e-8af7-7d9459a4807f req-909260de-b4de-4dd2-b114-d921f235b68d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d58ac2c5-c6c1-4a12-b1c3-d194167b1ead HTTP/1.1" status: 200 len: 852 time: 0.0543082 Aug 05 12:02:57.939009 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-21121d93-5588-4b5e-8af7-7d9459a4807f req-8677797b-6cf2-4984-bb5b-3711f2af9ad2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2cbd2f59-2ebb-4b38-8687-5be17862b714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302277 Aug 05 12:02:58.054879 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-21121d93-5588-4b5e-8af7-7d9459a4807f req-d51979f0-f658-4af0-89f5-4fada89b3300 service neutron] 10.222.0.64 "GET /v2.0/networks/2cbd2f59-2ebb-4b38-8687-5be17862b714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055491 Aug 05 12:02:58.158070 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-21121d93-5588-4b5e-8af7-7d9459a4807f req-9cab85c3-3e33-405a-b892-6f79f19e8f0b service neutron] 10.222.0.64 "GET /v2.0/networks/2cbd2f59-2ebb-4b38-8687-5be17862b714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932307 Aug 05 12:02:58.362350 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ade8d87-a13a-4ed0-a8c4-dd3d6add1533 req-23bf931f-15d4-40d1-afa2-677f0721bcda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:58.365047 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4ade8d87-a13a-4ed0-a8c4-dd3d6add1533 req-23bf931f-15d4-40d1-afa2-677f0721bcda service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0a7f520b92d34b10a8cafe3b01f287d2&device_id=ade2bf29-d2ba-461a-9dab-371134227bf5 HTTP/1.1" status: 200 len: 1095 time: 0.0755050 Aug 05 12:02:58.500462 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ade8d87-a13a-4ed0-a8c4-dd3d6add1533 req-1e0f79e1-0899-4f4f-a5fb-c945ad30f432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:58.502259 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4ade8d87-a13a-4ed0-a8c4-dd3d6add1533 req-1e0f79e1-0899-4f4f-a5fb-c945ad30f432 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2cbd2f59-2ebb-4b38-8687-5be17862b714 HTTP/1.1" status: 200 len: 913 time: 0.1267867 Aug 05 12:02:58.562640 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4ade8d87-a13a-4ed0-a8c4-dd3d6add1533 req-84ba8162-bd69-4bca-a1c9-504eebf4c109 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1a80f9cd-d68d-43e4-87e2-68bab69ae3fe HTTP/1.1" status: 200 len: 217 time: 0.0467556 Aug 05 12:02:58.568679 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ff29f3-c245-4eca-88e8-427308084f6f req-cd33efcf-b6c2-4e19-987b-b9ea7a843dd9 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:58.577833 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ff29f3-c245-4eca-88e8-427308084f6f req-cd33efcf-b6c2-4e19-987b-b9ea7a843dd9 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:58.586464 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ff29f3-c245-4eca-88e8-427308084f6f req-cd33efcf-b6c2-4e19-987b-b9ea7a843dd9 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:58.598199 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ff29f3-c245-4eca-88e8-427308084f6f req-cd33efcf-b6c2-4e19-987b-b9ea7a843dd9 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:58.608225 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ff29f3-c245-4eca-88e8-427308084f6f req-cd33efcf-b6c2-4e19-987b-b9ea7a843dd9 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:58.614530 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ff29f3-c245-4eca-88e8-427308084f6f req-cd33efcf-b6c2-4e19-987b-b9ea7a843dd9 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:58.621649 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ff29f3-c245-4eca-88e8-427308084f6f req-cd33efcf-b6c2-4e19-987b-b9ea7a843dd9 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:58.624089 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-59ff29f3-c245-4eca-88e8-427308084f6f req-cd33efcf-b6c2-4e19-987b-b9ea7a843dd9 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/ports?device_id=295adfcc-63cd-4939-a68d-f1d2f39c6cb5 HTTP/1.1" status: 200 len: 5428 time: 0.1520786 Aug 05 12:02:58.638382 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ade8d87-a13a-4ed0-a8c4-dd3d6add1533 req-5a1b70b1-df6c-41af-b880-00fbd211ab06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:58.641174 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4ade8d87-a13a-4ed0-a8c4-dd3d6add1533 req-5a1b70b1-df6c-41af-b880-00fbd211ab06 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d58ac2c5-c6c1-4a12-b1c3-d194167b1ead HTTP/1.1" status: 200 len: 852 time: 0.0655353 Aug 05 12:02:58.701328 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4ade8d87-a13a-4ed0-a8c4-dd3d6add1533 req-a929721b-c38f-4a4a-a6b0-2079c2948f49 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2cbd2f59-2ebb-4b38-8687-5be17862b714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447350 Aug 05 12:02:58.706969 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-59ff29f3-c245-4eca-88e8-427308084f6f req-7c8e906d-7e9a-469a-844b-133149e0a665 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/security-groups?id=febd0f78-107f-43e4-b53e-32336893412a&id=b75859e9-ba11-494c-9174-a2b56bb00afd&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0592561 Aug 05 12:02:58.717924 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dc7b0d-2e37-4fa6-82fa-f142fe27d51d req-1ff854d3-bbf0-47b8-80c1-bae2bd1b7c75 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:58.719517 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-25dc7b0d-2e37-4fa6-82fa-f142fe27d51d req-1ff854d3-bbf0-47b8-80c1-bae2bd1b7c75 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=17fca837-e58a-4651-b547-1a37ce23925a HTTP/1.1" status: 200 len: 943 time: 0.1850305 Aug 05 12:02:58.775935 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-25dc7b0d-2e37-4fa6-82fa-f142fe27d51d req-0fea3ec9-b9da-46de-9f95-9b1215aaf5de tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=854dd83f-334d-4707-be76-c0d8ab0e42a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468965 Aug 05 12:02:58.858533 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4ade8d87-a13a-4ed0-a8c4-dd3d6add1533 req-c5d4a114-164a-4ab8-a0fd-3d6692e0d0ef service neutron] 10.222.0.64 "GET /v2.0/networks/2cbd2f59-2ebb-4b38-8687-5be17862b714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478679 Aug 05 12:02:58.905920 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e3b1d2-f99c-4307-a099-4e2b9b7fe8a3 req-75726edc-3e58-4516-ab9d-1bbc2559dccd tempest-TestServerAdvancedOps-675613309 tempest-TestServerAdvancedOps-675613309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:58.907820 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-24e3b1d2-f99c-4307-a099-4e2b9b7fe8a3 req-75726edc-3e58-4516-ab9d-1bbc2559dccd tempest-TestServerAdvancedOps-675613309 tempest-TestServerAdvancedOps-675613309-project] 10.222.0.58 "GET /v2.0/ports?device_id=ade2bf29-d2ba-461a-9dab-371134227bf5 HTTP/1.1" status: 200 len: 944 time: 0.0746582 Aug 05 12:02:58.956043 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-24e3b1d2-f99c-4307-a099-4e2b9b7fe8a3 req-1bc38aa6-ac41-423d-b2cd-56644d946f01 tempest-TestServerAdvancedOps-675613309 tempest-TestServerAdvancedOps-675613309-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb2ebbb3-e4bc-4c6a-b7ab-acffe14cc679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392363 Aug 05 12:02:58.988476 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4ade8d87-a13a-4ed0-a8c4-dd3d6add1533 req-b2ef6780-7c65-4694-aa08-4fa60ced1469 service neutron] 10.222.0.64 "GET /v2.0/networks/2cbd2f59-2ebb-4b38-8687-5be17862b714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164949 Aug 05 12:02:59.537172 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:02:59.876253 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681222cb-b36a-40fe-a0e7-d4aecc1c9786 req-2c3628ea-702a-4d93-80c6-151d5ad1820f tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:59.882509 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681222cb-b36a-40fe-a0e7-d4aecc1c9786 req-2c3628ea-702a-4d93-80c6-151d5ad1820f tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:59.889663 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681222cb-b36a-40fe-a0e7-d4aecc1c9786 req-2c3628ea-702a-4d93-80c6-151d5ad1820f tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:59.896009 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681222cb-b36a-40fe-a0e7-d4aecc1c9786 req-2c3628ea-702a-4d93-80c6-151d5ad1820f tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:59.903101 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681222cb-b36a-40fe-a0e7-d4aecc1c9786 req-2c3628ea-702a-4d93-80c6-151d5ad1820f tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:59.909517 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681222cb-b36a-40fe-a0e7-d4aecc1c9786 req-2c3628ea-702a-4d93-80c6-151d5ad1820f tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:59.917079 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681222cb-b36a-40fe-a0e7-d4aecc1c9786 req-2c3628ea-702a-4d93-80c6-151d5ad1820f tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:02:59.918754 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-681222cb-b36a-40fe-a0e7-d4aecc1c9786 req-2c3628ea-702a-4d93-80c6-151d5ad1820f tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/ports?device_id=295adfcc-63cd-4939-a68d-f1d2f39c6cb5 HTTP/1.1" status: 200 len: 5428 time: 0.1172225 Aug 05 12:03:00.003279 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-681222cb-b36a-40fe-a0e7-d4aecc1c9786 req-a5d51a5a-582a-42ec-a28a-d521c6918288 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/security-groups?id=febd0f78-107f-43e4-b53e-32336893412a&id=b75859e9-ba11-494c-9174-a2b56bb00afd&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0703127 Aug 05 12:03:00.014290 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26aca08-e9a5-41d8-9d0b-290bb3ff38cf req-3ede445a-035a-4f2a-8778-77fe962c3e65 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:00.016295 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c26aca08-e9a5-41d8-9d0b-290bb3ff38cf req-3ede445a-035a-4f2a-8778-77fe962c3e65 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=17fca837-e58a-4651-b547-1a37ce23925a HTTP/1.1" status: 200 len: 943 time: 0.0964458 Aug 05 12:03:00.089222 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c26aca08-e9a5-41d8-9d0b-290bb3ff38cf req-6a3a1bb1-77bd-4221-a364-1284cef5c50b tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=854dd83f-334d-4707-be76-c0d8ab0e42a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615733 Aug 05 12:03:00.194135 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a5281d-d799-4b24-b745-4fef14a8f1ae req-76631e25-f4e0-4e76-8cb0-7ab0c482796a tempest-TestServerAdvancedOps-675613309 tempest-TestServerAdvancedOps-675613309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:00.197003 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-92a5281d-d799-4b24-b745-4fef14a8f1ae req-76631e25-f4e0-4e76-8cb0-7ab0c482796a tempest-TestServerAdvancedOps-675613309 tempest-TestServerAdvancedOps-675613309-project] 10.222.0.58 "GET /v2.0/ports?device_id=ade2bf29-d2ba-461a-9dab-371134227bf5 HTTP/1.1" status: 200 len: 944 time: 0.0906889 Aug 05 12:03:00.251140 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-92a5281d-d799-4b24-b745-4fef14a8f1ae req-d17e839f-2623-418d-8766-80a4e9fbafc3 tempest-TestServerAdvancedOps-675613309 tempest-TestServerAdvancedOps-675613309-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb2ebbb3-e4bc-4c6a-b7ab-acffe14cc679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472996 Aug 05 12:03:00.655833 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 12:03:01.241805 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e583e00-78bb-429e-b89e-ad45fc94bdd8 req-c17e370e-bb6c-42d9-bb52-20252e164402 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:01.253731 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e583e00-78bb-429e-b89e-ad45fc94bdd8 req-c17e370e-bb6c-42d9-bb52-20252e164402 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:01.266230 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e583e00-78bb-429e-b89e-ad45fc94bdd8 req-c17e370e-bb6c-42d9-bb52-20252e164402 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:01.277270 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e583e00-78bb-429e-b89e-ad45fc94bdd8 req-c17e370e-bb6c-42d9-bb52-20252e164402 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:01.286473 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e583e00-78bb-429e-b89e-ad45fc94bdd8 req-c17e370e-bb6c-42d9-bb52-20252e164402 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:01.294036 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e583e00-78bb-429e-b89e-ad45fc94bdd8 req-c17e370e-bb6c-42d9-bb52-20252e164402 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:01.302307 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e583e00-78bb-429e-b89e-ad45fc94bdd8 req-c17e370e-bb6c-42d9-bb52-20252e164402 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:01.306055 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2e583e00-78bb-429e-b89e-ad45fc94bdd8 req-c17e370e-bb6c-42d9-bb52-20252e164402 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/ports?device_id=295adfcc-63cd-4939-a68d-f1d2f39c6cb5 HTTP/1.1" status: 200 len: 5428 time: 0.1669185 Aug 05 12:03:01.373721 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 4e96e996-f6c8-428d-9fb4-4e32168b5be8 details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 12:03:01.393560 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2e583e00-78bb-429e-b89e-ad45fc94bdd8 req-5ca6af5c-244a-4399-90b4-922487f76369 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/security-groups?id=febd0f78-107f-43e4-b53e-32336893412a&id=b75859e9-ba11-494c-9174-a2b56bb00afd&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0747437 Aug 05 12:03:01.410763 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e4f451-cc7f-48fd-aca2-31f4e906f15f req-a9074918-7232-411a-9056-542eb55904a6 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:01.413807 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-51e4f451-cc7f-48fd-aca2-31f4e906f15f req-a9074918-7232-411a-9056-542eb55904a6 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=17fca837-e58a-4651-b547-1a37ce23925a HTTP/1.1" status: 200 len: 943 time: 0.2009225 Aug 05 12:03:01.496834 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-51e4f451-cc7f-48fd-aca2-31f4e906f15f req-d36b1ebe-d9b2-4935-991c-19d195724152 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=854dd83f-334d-4707-be76-c0d8ab0e42a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709400 Aug 05 12:03:01.501892 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 4e96e996-f6c8-428d-9fb4-4e32168b5be8, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=4e96e996-f6c8-428d-9fb4-4e32168b5be8,segment=NetworkSegment(556bee1a-9d74-4f14-94d0-708064ee6011),segment_id=556bee1a-9d74-4f14-94d0-708064ee6011)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:03:01.524020 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Returning: {'device': '4e96e996-f6c8-428d-9fb4-4e32168b5be8', 'network_id': 'b881efb6-f52e-4006-a158-c2aa42fef2fe', 'port_id': '4e96e996-f6c8-428d-9fb4-4e32168b5be8', 'mac_address': 'fa:16:3e:b3:d1:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96bcc71c-db3b-48c5-a5c3-35b749d6182d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 12:03:01.578045 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f8c934-f976-47e1-afc2-0eaa27d8ad36 req-c20a67c8-2037-4705-9292-41baa27aba99 tempest-TestServerAdvancedOps-675613309 tempest-TestServerAdvancedOps-675613309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:01.578802 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:01.579833 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-55f8c934-f976-47e1-afc2-0eaa27d8ad36 req-c20a67c8-2037-4705-9292-41baa27aba99 tempest-TestServerAdvancedOps-675613309 tempest-TestServerAdvancedOps-675613309-project] 10.222.0.58 "GET /v2.0/ports?device_id=ade2bf29-d2ba-461a-9dab-371134227bf5 HTTP/1.1" status: 200 len: 944 time: 0.0705957 Aug 05 12:03:01.595813 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e96e996-f6c8-428d-9fb4-4e32168b5be8 {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 12:03:01.622124 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 4e96e996-f6c8-428d-9fb4-4e32168b5be8, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=4e96e996-f6c8-428d-9fb4-4e32168b5be8,segment=NetworkSegment(556bee1a-9d74-4f14-94d0-708064ee6011),segment_id=556bee1a-9d74-4f14-94d0-708064ee6011)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:03:01.627847 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:01.657091 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-55f8c934-f976-47e1-afc2-0eaa27d8ad36 req-defcd9a8-3353-4164-86c0-be3ea844e847 tempest-TestServerAdvancedOps-675613309 tempest-TestServerAdvancedOps-675613309-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb2ebbb3-e4bc-4c6a-b7ab-acffe14cc679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652587 Aug 05 12:03:01.703770 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=4e96e996-f6c8-428d-9fb4-4e32168b5be8,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:03:01.950927 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['4e96e996-f6c8-428d-9fb4-4e32168b5be8'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 12:03:02.645929 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eec991-5336-4f60-8257-013886a9d126 req-549a3a4b-f046-47f9-9705-18af1dc2d8a9 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:02.659304 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eec991-5336-4f60-8257-013886a9d126 req-549a3a4b-f046-47f9-9705-18af1dc2d8a9 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:02.675758 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eec991-5336-4f60-8257-013886a9d126 req-549a3a4b-f046-47f9-9705-18af1dc2d8a9 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:02.688964 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eec991-5336-4f60-8257-013886a9d126 req-549a3a4b-f046-47f9-9705-18af1dc2d8a9 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:02.702443 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eec991-5336-4f60-8257-013886a9d126 req-549a3a4b-f046-47f9-9705-18af1dc2d8a9 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:02.715752 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eec991-5336-4f60-8257-013886a9d126 req-549a3a4b-f046-47f9-9705-18af1dc2d8a9 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:02.729186 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eec991-5336-4f60-8257-013886a9d126 req-549a3a4b-f046-47f9-9705-18af1dc2d8a9 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:02.732730 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-52eec991-5336-4f60-8257-013886a9d126 req-549a3a4b-f046-47f9-9705-18af1dc2d8a9 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/ports?device_id=295adfcc-63cd-4939-a68d-f1d2f39c6cb5 HTTP/1.1" status: 200 len: 5428 time: 0.2108681 Aug 05 12:03:02.826166 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82931056-3ffd-49c6-8827-1bb4c640809b req-5a74aa09-936a-4e36-8365-35fa5f8bd91b tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:02.828987 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-82931056-3ffd-49c6-8827-1bb4c640809b req-5a74aa09-936a-4e36-8365-35fa5f8bd91b tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=17fca837-e58a-4651-b547-1a37ce23925a HTTP/1.1" status: 200 len: 944 time: 0.2254877 Aug 05 12:03:02.835811 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-52eec991-5336-4f60-8257-013886a9d126 req-9a5ddd68-e964-4cb6-a514-5e4a8037978a tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/security-groups?id=febd0f78-107f-43e4-b53e-32336893412a&id=b75859e9-ba11-494c-9174-a2b56bb00afd&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0811415 Aug 05 12:03:02.898170 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-82931056-3ffd-49c6-8827-1bb4c640809b req-25ecb4d2-c80f-40e3-b21e-d434b839f64f tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=854dd83f-334d-4707-be76-c0d8ab0e42a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609267 Aug 05 12:03:03.003785 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c12c51-ae0f-4b95-9c1d-c56c999e62ba req-5a444209-da86-42f6-9b57-34b2a6911a30 tempest-TestServerAdvancedOps-675613309 tempest-TestServerAdvancedOps-675613309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:03.005387 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-16c12c51-ae0f-4b95-9c1d-c56c999e62ba req-5a444209-da86-42f6-9b57-34b2a6911a30 tempest-TestServerAdvancedOps-675613309 tempest-TestServerAdvancedOps-675613309-project] 10.222.0.58 "GET /v2.0/ports?device_id=ade2bf29-d2ba-461a-9dab-371134227bf5 HTTP/1.1" status: 200 len: 944 time: 0.0605302 Aug 05 12:03:03.054748 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-16c12c51-ae0f-4b95-9c1d-c56c999e62ba req-1fb7e48c-558a-4369-b6be-4c97075f5197 tempest-TestServerAdvancedOps-675613309 tempest-TestServerAdvancedOps-675613309-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb2ebbb3-e4bc-4c6a-b7ab-acffe14cc679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418065 Aug 05 12:03:03.094709 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 1a80f9cd-d68d-43e4-87e2-68bab69ae3fe details requested by agent hyperv_n-h1-803378-2 with host n-h1-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 12:03:03.241331 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 1a80f9cd-d68d-43e4-87e2-68bab69ae3fe, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=1a80f9cd-d68d-43e4-87e2-68bab69ae3fe,segment=NetworkSegment(0ae828b9-ce53-41f1-a0da-034b21a6d8a1),segment_id=0ae828b9-ce53-41f1-a0da-034b21a6d8a1)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:03:03.263658 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Returning: {'device': '1a80f9cd-d68d-43e4-87e2-68bab69ae3fe', 'network_id': '2cbd2f59-2ebb-4b38-8687-5be17862b714', 'port_id': '1a80f9cd-d68d-43e4-87e2-68bab69ae3fe', 'mac_address': 'fa:16:3e:29:0b:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd58ac2c5-c6c1-4a12-b1c3-d194167b1ead', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 12:03:03.335962 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:03.353735 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a80f9cd-d68d-43e4-87e2-68bab69ae3fe {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 12:03:03.379119 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 4e96e996-f6c8-428d-9fb4-4e32168b5be8 up at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:03:03.382551 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 1a80f9cd-d68d-43e4-87e2-68bab69ae3fe, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=1a80f9cd-d68d-43e4-87e2-68bab69ae3fe,segment=NetworkSegment(0ae828b9-ce53-41f1-a0da-034b21a6d8a1),segment_id=0ae828b9-ce53-41f1-a0da-034b21a6d8a1)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:03:03.405029 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:03.473013 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=1a80f9cd-d68d-43e4-87e2-68bab69ae3fe,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:03:03.489735 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning for port 4e96e996-f6c8-428d-9fb4-4e32168b5be8 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:03:03.496076 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning complete for port 4e96e996-f6c8-428d-9fb4-4e32168b5be8 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:03:03.496764 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:03.599466 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:03.632038 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17fca837-e58a-4651-b547-1a37ce23925a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e96e996-f6c8-428d-9fb4-4e32168b5be8'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:03:03.635842 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-947dd6f8-926f-42b4-9322-cdf5b782f662" -d '{"events": [{"server_uuid": "17fca837-e58a-4651-b547-1a37ce23925a", "name": "network-vif-plugged", "status": "completed", "tag": "4e96e996-f6c8-428d-9fb4-4e32168b5be8"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:03:03.658172 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 4e96e996-f6c8-428d-9fb4-4e32168b5be8, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=4e96e996-f6c8-428d-9fb4-4e32168b5be8,segment=NetworkSegment(556bee1a-9d74-4f14-94d0-708064ee6011),segment_id=556bee1a-9d74-4f14-94d0-708064ee6011)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:03:03.666542 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:03.698070 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 12:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af6478fc-8675-431a-ae7e-0bad0b39f8d5 x-openstack-request-id: req-af6478fc-8675-431a-ae7e-0bad0b39f8d5 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:03:03.698373 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17fca837-e58a-4651-b547-1a37ce23925a", "name": "network-vif-plugged", "status": "completed", "tag": "4e96e996-f6c8-428d-9fb4-4e32168b5be8", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:03:03.698628 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-af6478fc-8675-431a-ae7e-0bad0b39f8d5 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:03:03.699056 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17fca837-e58a-4651-b547-1a37ce23925a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e96e996-f6c8-428d-9fb4-4e32168b5be8', 'code': 200} Aug 05 12:03:03.733277 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=4e96e996-f6c8-428d-9fb4-4e32168b5be8,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:03:03.849234 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcae88b-f9ed-420b-b2c0-cc0eac79c4e6 req-5ef1e0bf-f61c-4034-971e-983ba3c6e2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:03.851502 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9fcae88b-f9ed-420b-b2c0-cc0eac79c4e6 req-5ef1e0bf-f61c-4034-971e-983ba3c6e2ef service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=17fca837-e58a-4651-b547-1a37ce23925a HTTP/1.1" status: 200 len: 1096 time: 0.0501764 Aug 05 12:03:03.894835 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9fcae88b-f9ed-420b-b2c0-cc0eac79c4e6 req-b5ac8870-eb1f-4aea-982d-69c58a0dd579 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=854dd83f-334d-4707-be76-c0d8ab0e42a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363388 Aug 05 12:03:04.085807 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4194d0f5-13f6-4765-a897-cbd5f14d884b req-ed76496f-fe7c-4361-8642-b9ef5833f45e tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:04.095780 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4194d0f5-13f6-4765-a897-cbd5f14d884b req-ed76496f-fe7c-4361-8642-b9ef5833f45e tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:04.105116 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4194d0f5-13f6-4765-a897-cbd5f14d884b req-ed76496f-fe7c-4361-8642-b9ef5833f45e tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:04.111419 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4194d0f5-13f6-4765-a897-cbd5f14d884b req-ed76496f-fe7c-4361-8642-b9ef5833f45e tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:04.117818 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4194d0f5-13f6-4765-a897-cbd5f14d884b req-ed76496f-fe7c-4361-8642-b9ef5833f45e tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:04.124213 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4194d0f5-13f6-4765-a897-cbd5f14d884b req-ed76496f-fe7c-4361-8642-b9ef5833f45e tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:04.130595 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4194d0f5-13f6-4765-a897-cbd5f14d884b req-ed76496f-fe7c-4361-8642-b9ef5833f45e tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:04.132838 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4194d0f5-13f6-4765-a897-cbd5f14d884b req-ed76496f-fe7c-4361-8642-b9ef5833f45e tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/ports?device_id=295adfcc-63cd-4939-a68d-f1d2f39c6cb5 HTTP/1.1" status: 200 len: 5428 time: 0.1992612 Aug 05 12:03:04.147815 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4155dd-8a4d-4541-a351-fb305c9d8e16 req-bb9227fa-d58c-4f8c-bf7c-28118fbc079a tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:04.149712 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cb4155dd-8a4d-4541-a351-fb305c9d8e16 req-bb9227fa-d58c-4f8c-bf7c-28118fbc079a tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=17fca837-e58a-4651-b547-1a37ce23925a HTTP/1.1" status: 200 len: 945 time: 0.1605906 Aug 05 12:03:04.223225 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4194d0f5-13f6-4765-a897-cbd5f14d884b req-7a021194-2b14-4a6e-9b6e-77ab2156cb6d tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/security-groups?id=febd0f78-107f-43e4-b53e-32336893412a&id=b75859e9-ba11-494c-9174-a2b56bb00afd&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0716538 Aug 05 12:03:04.233244 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cb4155dd-8a4d-4541-a351-fb305c9d8e16 req-1082d269-1931-4fc7-b3f4-86461eceab69 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=854dd83f-334d-4707-be76-c0d8ab0e42a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648630 Aug 05 12:03:04.300744 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['1a80f9cd-d68d-43e4-87e2-68bab69ae3fe'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 12:03:04.409886 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694e4ff7-2cf9-40fb-bbae-84bf3d447340 req-f7ce6a87-2f18-47de-aa4f-0d4a41f69b5e tempest-TestServerAdvancedOps-675613309 tempest-TestServerAdvancedOps-675613309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:04.413372 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-694e4ff7-2cf9-40fb-bbae-84bf3d447340 req-f7ce6a87-2f18-47de-aa4f-0d4a41f69b5e tempest-TestServerAdvancedOps-675613309 tempest-TestServerAdvancedOps-675613309-project] 10.222.0.58 "GET /v2.0/ports?device_id=ade2bf29-d2ba-461a-9dab-371134227bf5 HTTP/1.1" status: 200 len: 945 time: 0.0862250 Aug 05 12:03:04.495800 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-694e4ff7-2cf9-40fb-bbae-84bf3d447340 req-f7c4fda5-0fca-4274-8bf5-08cad4f63fad tempest-TestServerAdvancedOps-675613309 tempest-TestServerAdvancedOps-675613309-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb2ebbb3-e4bc-4c6a-b7ab-acffe14cc679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731511 Aug 05 12:03:05.107698 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 7bcb6ae7-f99a-4746-9568-4e0b7720fa3c details requested by agent hyperv_n-h1-803378-2 with host n-h1-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 12:03:05.246120 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 7bcb6ae7-f99a-4746-9568-4e0b7720fa3c, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=7bcb6ae7-f99a-4746-9568-4e0b7720fa3c,segment=NetworkSegment(40045cee-cedb-44fc-b3f9-2c9f98e7130e),segment_id=40045cee-cedb-44fc-b3f9-2c9f98e7130e)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:03:05.263129 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Returning: {'device': '7bcb6ae7-f99a-4746-9568-4e0b7720fa3c', 'network_id': '79bfc6d8-260b-4b47-a4ff-7568441e3a8b', 'port_id': '7bcb6ae7-f99a-4746-9568-4e0b7720fa3c', 'mac_address': 'fa:16:3e:18:40:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90c3c35a-eac3-416b-b90c-3f9071c29dcd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 12:03:05.332595 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:05.355018 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bcb6ae7-f99a-4746-9568-4e0b7720fa3c {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 12:03:05.383665 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 7bcb6ae7-f99a-4746-9568-4e0b7720fa3c, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=7bcb6ae7-f99a-4746-9568-4e0b7720fa3c,segment=NetworkSegment(40045cee-cedb-44fc-b3f9-2c9f98e7130e),segment_id=40045cee-cedb-44fc-b3f9-2c9f98e7130e)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:03:05.390377 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:05.391269 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device a3c6ede4-0a04-4dea-85c9-68e5fd39b91f details requested by agent hyperv_n-h1-803378-2 with host n-h1-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 12:03:05.458566 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d8971c-0372-40ae-8e32-ddb414dafdb1 req-8c40cb69-8c9c-45b1-9976-6b40397bbb73 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:05.460249 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-90d8971c-0372-40ae-8e32-ddb414dafdb1 req-8c40cb69-8c9c-45b1-9976-6b40397bbb73 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=17fca837-e58a-4651-b547-1a37ce23925a HTTP/1.1" status: 200 len: 945 time: 0.0860260 Aug 05 12:03:05.474138 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727bda15-65f1-42e3-ae77-6e0a7783b357 req-a2fc93e7-caf9-4fc9-a267-5f1b25b42fbf tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:05.481854 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727bda15-65f1-42e3-ae77-6e0a7783b357 req-a2fc93e7-caf9-4fc9-a267-5f1b25b42fbf tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:05.488463 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727bda15-65f1-42e3-ae77-6e0a7783b357 req-a2fc93e7-caf9-4fc9-a267-5f1b25b42fbf tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:05.496024 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727bda15-65f1-42e3-ae77-6e0a7783b357 req-a2fc93e7-caf9-4fc9-a267-5f1b25b42fbf tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:05.502700 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727bda15-65f1-42e3-ae77-6e0a7783b357 req-a2fc93e7-caf9-4fc9-a267-5f1b25b42fbf tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:05.509915 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727bda15-65f1-42e3-ae77-6e0a7783b357 req-a2fc93e7-caf9-4fc9-a267-5f1b25b42fbf tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:05.516035 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=7bcb6ae7-f99a-4746-9568-4e0b7720fa3c,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:03:05.516808 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727bda15-65f1-42e3-ae77-6e0a7783b357 req-a2fc93e7-caf9-4fc9-a267-5f1b25b42fbf tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:05.519321 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-727bda15-65f1-42e3-ae77-6e0a7783b357 req-a2fc93e7-caf9-4fc9-a267-5f1b25b42fbf tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/ports?device_id=295adfcc-63cd-4939-a68d-f1d2f39c6cb5 HTTP/1.1" status: 200 len: 5428 time: 0.1580338 Aug 05 12:03:05.577204 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port a3c6ede4-0a04-4dea-85c9-68e5fd39b91f, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=a3c6ede4-0a04-4dea-85c9-68e5fd39b91f,segment=NetworkSegment(b5893b6e-06cf-4700-b98e-3330d41c521f),segment_id=b5893b6e-06cf-4700-b98e-3330d41c521f)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:03:05.598756 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Returning: {'device': 'a3c6ede4-0a04-4dea-85c9-68e5fd39b91f', 'network_id': 'efef5820-889f-42cc-a1e8-7a1a3d2a1fbf', 'port_id': 'a3c6ede4-0a04-4dea-85c9-68e5fd39b91f', 'mac_address': 'fa:16:3e:40:5d:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f10aca1c-e17e-479d-aec1-1d33ddacd74e', 'ip_address': '10.1.1.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 12:03:05.600610 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-90d8971c-0372-40ae-8e32-ddb414dafdb1 req-2f7b93a0-cabd-4f2c-b0c6-f87f28fae810 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=854dd83f-334d-4707-be76-c0d8ab0e42a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799220 Aug 05 12:03:05.617156 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-727bda15-65f1-42e3-ae77-6e0a7783b357 req-11f1272a-e9df-4152-b569-634dc0ac1409 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/security-groups?id=febd0f78-107f-43e4-b53e-32336893412a&id=b75859e9-ba11-494c-9174-a2b56bb00afd&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0732017 Aug 05 12:03:05.653788 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:05.682252 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3c6ede4-0a04-4dea-85c9-68e5fd39b91f {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 12:03:05.718701 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port a3c6ede4-0a04-4dea-85c9-68e5fd39b91f, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=a3c6ede4-0a04-4dea-85c9-68e5fd39b91f,segment=NetworkSegment(b5893b6e-06cf-4700-b98e-3330d41c521f),segment_id=b5893b6e-06cf-4700-b98e-3330d41c521f)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:03:05.725603 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:05.726797 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 2cab8c34-cbf9-450f-9c67-c8ac5da7b895 details requested by agent hyperv_n-h1-803378-2 with host n-h1-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 12:03:05.811807 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 2cab8c34-cbf9-450f-9c67-c8ac5da7b895, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=2cab8c34-cbf9-450f-9c67-c8ac5da7b895,segment=NetworkSegment(b5893b6e-06cf-4700-b98e-3330d41c521f),segment_id=b5893b6e-06cf-4700-b98e-3330d41c521f)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:03:05.814636 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=a3c6ede4-0a04-4dea-85c9-68e5fd39b91f,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:03:05.831767 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Returning: {'device': '2cab8c34-cbf9-450f-9c67-c8ac5da7b895', 'network_id': 'efef5820-889f-42cc-a1e8-7a1a3d2a1fbf', 'port_id': '2cab8c34-cbf9-450f-9c67-c8ac5da7b895', 'mac_address': 'fa:16:3e:2e:a3:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f10aca1c-e17e-479d-aec1-1d33ddacd74e', 'ip_address': '10.1.1.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 12:03:05.849651 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a821267-431a-4f53-883c-e5dcaf3af188 req-f24134c4-2cb2-42dc-8e4f-7026321cfb79 tempest-TestServerAdvancedOps-675613309 tempest-TestServerAdvancedOps-675613309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:05.853510 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5a821267-431a-4f53-883c-e5dcaf3af188 req-f24134c4-2cb2-42dc-8e4f-7026321cfb79 tempest-TestServerAdvancedOps-675613309 tempest-TestServerAdvancedOps-675613309-project] 10.222.0.58 "GET /v2.0/ports?device_id=ade2bf29-d2ba-461a-9dab-371134227bf5 HTTP/1.1" status: 200 len: 945 time: 0.1052310 Aug 05 12:03:05.881743 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:05.910245 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cab8c34-cbf9-450f-9c67-c8ac5da7b895 {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 12:03:05.947162 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 2cab8c34-cbf9-450f-9c67-c8ac5da7b895, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=2cab8c34-cbf9-450f-9c67-c8ac5da7b895,segment=NetworkSegment(b5893b6e-06cf-4700-b98e-3330d41c521f),segment_id=b5893b6e-06cf-4700-b98e-3330d41c521f)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:03:05.952042 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:05.978700 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5a821267-431a-4f53-883c-e5dcaf3af188 req-d3f2421b-17da-4766-9a43-57e83253c58e tempest-TestServerAdvancedOps-675613309 tempest-TestServerAdvancedOps-675613309-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb2ebbb3-e4bc-4c6a-b7ab-acffe14cc679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171947 Aug 05 12:03:06.011210 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5fea70-b86c-4694-bd5e-2eed1198b009 req-357ac30a-b579-4b82-a4b8-d82484cab5de tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:06.013941 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2c5fea70-b86c-4694-bd5e-2eed1198b009 req-357ac30a-b579-4b82-a4b8-d82484cab5de tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=17fca837-e58a-4651-b547-1a37ce23925a HTTP/1.1" status: 200 len: 945 time: 0.1380267 Aug 05 12:03:06.017339 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=2cab8c34-cbf9-450f-9c67-c8ac5da7b895,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:03:06.085839 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2c5fea70-b86c-4694-bd5e-2eed1198b009 req-ca8d44b5-adb5-4102-86cd-f9901533ddc5 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=854dd83f-334d-4707-be76-c0d8ab0e42a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633235 Aug 05 12:03:06.262272 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c0d81e-9aac-48f7-9ecb-c245a61bf356 req-5537155a-e973-486b-b6c6-82e085755aca tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:06.264117 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-44c0d81e-9aac-48f7-9ecb-c245a61bf356 req-5537155a-e973-486b-b6c6-82e085755aca tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=17fca837-e58a-4651-b547-1a37ce23925a HTTP/1.1" status: 200 len: 945 time: 0.0690463 Aug 05 12:03:06.334509 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-44c0d81e-9aac-48f7-9ecb-c245a61bf356 req-ed3df3c8-b390-453a-8bc7-d8dc16f21a6b tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=854dd83f-334d-4707-be76-c0d8ab0e42a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579801 Aug 05 12:03:06.678073 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b664a9b-0f6e-4dbb-bba6-136dd8610935 req-3f3569c3-c6f8-4679-97b4-5b94e6318b41 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:06.678073 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7b664a9b-0f6e-4dbb-bba6-136dd8610935 req-3f3569c3-c6f8-4679-97b4-5b94e6318b41 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=17fca837-e58a-4651-b547-1a37ce23925a HTTP/1.1" status: 200 len: 945 time: 0.0638211 Aug 05 12:03:06.748082 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7b664a9b-0f6e-4dbb-bba6-136dd8610935 req-da470b7f-f478-46d3-9756-3d8cf76166fb tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=854dd83f-334d-4707-be76-c0d8ab0e42a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600448 Aug 05 12:03:06.865229 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ea8c62-f9f5-41be-9dc0-3178a639739c req-72a1f2ca-40ee-41a1-b215-6994b4267e3d tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:06.872462 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ea8c62-f9f5-41be-9dc0-3178a639739c req-72a1f2ca-40ee-41a1-b215-6994b4267e3d tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:06.879281 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ea8c62-f9f5-41be-9dc0-3178a639739c req-72a1f2ca-40ee-41a1-b215-6994b4267e3d tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:06.886304 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ea8c62-f9f5-41be-9dc0-3178a639739c req-72a1f2ca-40ee-41a1-b215-6994b4267e3d tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:06.892903 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ea8c62-f9f5-41be-9dc0-3178a639739c req-72a1f2ca-40ee-41a1-b215-6994b4267e3d tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:06.899433 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ea8c62-f9f5-41be-9dc0-3178a639739c req-72a1f2ca-40ee-41a1-b215-6994b4267e3d tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:06.907367 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ea8c62-f9f5-41be-9dc0-3178a639739c req-72a1f2ca-40ee-41a1-b215-6994b4267e3d tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:06.910897 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-02ea8c62-f9f5-41be-9dc0-3178a639739c req-72a1f2ca-40ee-41a1-b215-6994b4267e3d tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/ports?device_id=295adfcc-63cd-4939-a68d-f1d2f39c6cb5 HTTP/1.1" status: 200 len: 5431 time: 0.1152217 Aug 05 12:03:06.916023 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['7bcb6ae7-f99a-4746-9568-4e0b7720fa3c'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 12:03:06.979956 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-02ea8c62-f9f5-41be-9dc0-3178a639739c req-890f865c-a14b-4175-a6ac-a095d42683f6 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/security-groups?id=febd0f78-107f-43e4-b53e-32336893412a&id=b75859e9-ba11-494c-9174-a2b56bb00afd&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0589473 Aug 05 12:03:07.026090 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['2cab8c34-cbf9-450f-9c67-c8ac5da7b895'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 12:03:07.125118 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device fdc00ed3-1ef7-4580-87ca-41c84ea3e979 details requested by agent hyperv_n-h1-803378-2 with host n-h1-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 12:03:07.136415 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 1a80f9cd-d68d-43e4-87e2-68bab69ae3fe up at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:03:07.162049 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4c8d52-0927-476b-908d-11e146414c76 req-bd00c7a3-0884-44ba-ad45-73c4ad758cda tempest-TestServerAdvancedOps-675613309 tempest-TestServerAdvancedOps-675613309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:07.163820 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bb4c8d52-0927-476b-908d-11e146414c76 req-bd00c7a3-0884-44ba-ad45-73c4ad758cda tempest-TestServerAdvancedOps-675613309 tempest-TestServerAdvancedOps-675613309-project] 10.222.0.58 "GET /v2.0/ports?device_id=ade2bf29-d2ba-461a-9dab-371134227bf5 HTTP/1.1" status: 200 len: 945 time: 0.0701275 Aug 05 12:03:07.224815 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bb4c8d52-0927-476b-908d-11e146414c76 req-9420461a-2f6a-4f22-8f47-90c98a7e18a6 tempest-TestServerAdvancedOps-675613309 tempest-TestServerAdvancedOps-675613309-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb2ebbb3-e4bc-4c6a-b7ab-acffe14cc679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533760 Aug 05 12:03:07.411435 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-7e7f7104-d8ec-4b8d-83a9-370e2c7f300d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:07.486836 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning for port 1a80f9cd-d68d-43e4-87e2-68bab69ae3fe completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:03:07.515410 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning complete for port 1a80f9cd-d68d-43e4-87e2-68bab69ae3fe triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:03:07.515875 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:07.576523 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port fdc00ed3-1ef7-4580-87ca-41c84ea3e979, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=fdc00ed3-1ef7-4580-87ca-41c84ea3e979,segment=NetworkSegment(5eb1533d-710e-493a-b76f-469038d5d33b),segment_id=5eb1533d-710e-493a-b76f-469038d5d33b)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:03:07.603561 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Returning: {'device': 'fdc00ed3-1ef7-4580-87ca-41c84ea3e979', 'network_id': '86bbbaf5-a273-4acb-af27-d15f3d74f788', 'port_id': 'fdc00ed3-1ef7-4580-87ca-41c84ea3e979', 'mac_address': 'fa:16:3e:ca:4f:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78405c69-bcbd-4bcb-8a8c-a035481e47e0', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 12:03:07.694826 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:07.735671 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdc00ed3-1ef7-4580-87ca-41c84ea3e979 {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 12:03:07.760093 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:07.780902 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port fdc00ed3-1ef7-4580-87ca-41c84ea3e979, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=fdc00ed3-1ef7-4580-87ca-41c84ea3e979,segment=NetworkSegment(5eb1533d-710e-493a-b76f-469038d5d33b),segment_id=5eb1533d-710e-493a-b76f-469038d5d33b)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:03:07.801785 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:07.803444 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 79281129-8f90-4603-b7b5-3c88d3cba5a8 details requested by agent hyperv_n-h1-803378-2 with host n-h1-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 12:03:07.819822 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ade2bf29-d2ba-461a-9dab-371134227bf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a80f9cd-d68d-43e4-87e2-68bab69ae3fe'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:03:07.824469 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4e4ea07-c5e6-4aec-a138-c32893f170d3" -d '{"events": [{"server_uuid": "ade2bf29-d2ba-461a-9dab-371134227bf5", "name": "network-vif-plugged", "status": "completed", "tag": "1a80f9cd-d68d-43e4-87e2-68bab69ae3fe"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:03:07.901285 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 12:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86805c38-2508-48ac-9ab9-0bf3f1347c96 x-openstack-request-id: req-86805c38-2508-48ac-9ab9-0bf3f1347c96 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:03:07.901728 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ade2bf29-d2ba-461a-9dab-371134227bf5", "name": "network-vif-plugged", "status": "completed", "tag": "1a80f9cd-d68d-43e4-87e2-68bab69ae3fe", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:03:07.902141 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-86805c38-2508-48ac-9ab9-0bf3f1347c96 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:03:07.902724 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ade2bf29-d2ba-461a-9dab-371134227bf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a80f9cd-d68d-43e4-87e2-68bab69ae3fe', 'code': 200} Aug 05 12:03:07.910663 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 1a80f9cd-d68d-43e4-87e2-68bab69ae3fe, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=1a80f9cd-d68d-43e4-87e2-68bab69ae3fe,segment=NetworkSegment(0ae828b9-ce53-41f1-a0da-034b21a6d8a1),segment_id=0ae828b9-ce53-41f1-a0da-034b21a6d8a1)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:03:07.925102 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:07.997318 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b2b2c2-3d10-4b92-bf9b-93401ac04975 req-4c9fc8bd-0a56-4fbe-9268-0a1f19a54074 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:08.000334 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-07b2b2c2-3d10-4b92-bf9b-93401ac04975 req-4c9fc8bd-0a56-4fbe-9268-0a1f19a54074 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=17fca837-e58a-4651-b547-1a37ce23925a HTTP/1.1" status: 200 len: 945 time: 0.1090674 Aug 05 12:03:08.019217 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=fdc00ed3-1ef7-4580-87ca-41c84ea3e979,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:03:08.102993 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-07b2b2c2-3d10-4b92-bf9b-93401ac04975 req-0d6ff4dd-8400-44f3-a4ba-784004dbc2a5 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=854dd83f-334d-4707-be76-c0d8ab0e42a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933399 Aug 05 12:03:08.105289 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac92aea3-c740-43b3-ab2b-44462ea20dbc req-98d0159b-5bad-4d52-9ce4-88e4c73f0973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:08.108728 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ac92aea3-c740-43b3-ab2b-44462ea20dbc req-98d0159b-5bad-4d52-9ce4-88e4c73f0973 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ade2bf29-d2ba-461a-9dab-371134227bf5 HTTP/1.1" status: 200 len: 1097 time: 0.0768988 Aug 05 12:03:08.114342 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['a3c6ede4-0a04-4dea-85c9-68e5fd39b91f'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 12:03:08.132928 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=1a80f9cd-d68d-43e4-87e2-68bab69ae3fe,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:03:08.160955 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 79281129-8f90-4603-b7b5-3c88d3cba5a8, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=79281129-8f90-4603-b7b5-3c88d3cba5a8,segment=NetworkSegment(b5893b6e-06cf-4700-b98e-3330d41c521f),segment_id=b5893b6e-06cf-4700-b98e-3330d41c521f)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:03:08.191491 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Returning: {'device': '79281129-8f90-4603-b7b5-3c88d3cba5a8', 'network_id': 'efef5820-889f-42cc-a1e8-7a1a3d2a1fbf', 'port_id': '79281129-8f90-4603-b7b5-3c88d3cba5a8', 'mac_address': 'fa:16:3e:1f:88:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f10aca1c-e17e-479d-aec1-1d33ddacd74e', 'ip_address': '10.1.1.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 12:03:08.247316 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d030ab5-6879-4a9e-9db2-508e1caa995b req-4f86792c-ef7f-4230-8dc7-d55e2dcff1d1 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:08.254278 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d030ab5-6879-4a9e-9db2-508e1caa995b req-4f86792c-ef7f-4230-8dc7-d55e2dcff1d1 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:08.262167 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d030ab5-6879-4a9e-9db2-508e1caa995b req-4f86792c-ef7f-4230-8dc7-d55e2dcff1d1 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:08.269405 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d030ab5-6879-4a9e-9db2-508e1caa995b req-4f86792c-ef7f-4230-8dc7-d55e2dcff1d1 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:08.277423 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d030ab5-6879-4a9e-9db2-508e1caa995b req-4f86792c-ef7f-4230-8dc7-d55e2dcff1d1 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:08.283876 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d030ab5-6879-4a9e-9db2-508e1caa995b req-4f86792c-ef7f-4230-8dc7-d55e2dcff1d1 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:08.293890 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d030ab5-6879-4a9e-9db2-508e1caa995b req-4f86792c-ef7f-4230-8dc7-d55e2dcff1d1 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:08.302378 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5d030ab5-6879-4a9e-9db2-508e1caa995b req-4f86792c-ef7f-4230-8dc7-d55e2dcff1d1 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/ports?device_id=295adfcc-63cd-4939-a68d-f1d2f39c6cb5 HTTP/1.1" status: 200 len: 5432 time: 0.1349461 Aug 05 12:03:08.314046 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:08.365373 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5d030ab5-6879-4a9e-9db2-508e1caa995b req-a646f790-7712-4151-9cde-ff254d6a4e2a tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/security-groups?id=febd0f78-107f-43e4-b53e-32336893412a&id=b75859e9-ba11-494c-9174-a2b56bb00afd&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0607004 Aug 05 12:03:08.405628 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79281129-8f90-4603-b7b5-3c88d3cba5a8 {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 12:03:08.457965 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 79281129-8f90-4603-b7b5-3c88d3cba5a8, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=79281129-8f90-4603-b7b5-3c88d3cba5a8,segment=NetworkSegment(b5893b6e-06cf-4700-b98e-3330d41c521f),segment_id=b5893b6e-06cf-4700-b98e-3330d41c521f)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:03:08.467599 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:08.468358 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device d79a8c0b-1e74-416a-91c7-f9e3fcbe25d4 details requested by agent hyperv_n-h1-803378-2 with host n-h1-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 12:03:08.485807 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f4c8dd-3420-4f3d-b93c-24a4c6a46dcc req-5cc3e490-b3de-48fb-b1d0-a94a987fc4d5 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:08.489524 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d1f4c8dd-3420-4f3d-b93c-24a4c6a46dcc req-5cc3e490-b3de-48fb-b1d0-a94a987fc4d5 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.55 "GET /v2.0/ports?device_id=17fca837-e58a-4651-b547-1a37ce23925a HTTP/1.1" status: 200 len: 945 time: 0.2233725 Aug 05 12:03:08.512143 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35767165-c6cc-4487-8eb6-c38c5b43bca3 req-39ffa807-f945-4e8a-a76d-64f0808cd5f1 tempest-TestServerAdvancedOps-675613309 tempest-TestServerAdvancedOps-675613309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:08.514508 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ac92aea3-c740-43b3-ab2b-44462ea20dbc req-8c58abd0-a7de-44c7-8920-76c3fe6e256f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=eb2ebbb3-e4bc-4c6a-b7ab-acffe14cc679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3796589 Aug 05 12:03:08.514964 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-35767165-c6cc-4487-8eb6-c38c5b43bca3 req-39ffa807-f945-4e8a-a76d-64f0808cd5f1 tempest-TestServerAdvancedOps-675613309 tempest-TestServerAdvancedOps-675613309-project] 10.222.0.58 "GET /v2.0/ports?device_id=ade2bf29-d2ba-461a-9dab-371134227bf5 HTTP/1.1" status: 200 len: 946 time: 0.0978243 Aug 05 12:03:08.567596 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-35767165-c6cc-4487-8eb6-c38c5b43bca3 req-20ee4764-80d5-4766-8caa-828e2b9ce871 tempest-TestServerAdvancedOps-675613309 tempest-TestServerAdvancedOps-675613309-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb2ebbb3-e4bc-4c6a-b7ab-acffe14cc679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453064 Aug 05 12:03:08.594794 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port d79a8c0b-1e74-416a-91c7-f9e3fcbe25d4, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=d79a8c0b-1e74-416a-91c7-f9e3fcbe25d4,segment=NetworkSegment(5eb1533d-710e-493a-b76f-469038d5d33b),segment_id=5eb1533d-710e-493a-b76f-469038d5d33b)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:03:08.614068 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=79281129-8f90-4603-b7b5-3c88d3cba5a8,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:03:08.617779 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Returning: {'device': 'd79a8c0b-1e74-416a-91c7-f9e3fcbe25d4', 'network_id': '86bbbaf5-a273-4acb-af27-d15f3d74f788', 'port_id': 'd79a8c0b-1e74-416a-91c7-f9e3fcbe25d4', 'mac_address': 'fa:16:3e:14:36:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78405c69-bcbd-4bcb-8a8c-a035481e47e0', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 12:03:08.643963 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-d1f4c8dd-3420-4f3d-b93c-24a4c6a46dcc req-854d6c04-6813-403f-8208-9556696ce4cd tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Deleting port 4e96e996-f6c8-428d-9fb4-4e32168b5be8 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:03:08.644320 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-d1f4c8dd-3420-4f3d-b93c-24a4c6a46dcc req-854d6c04-6813-403f-8208-9556696ce4cd tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:08.664549 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:08.683122 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d79a8c0b-1e74-416a-91c7-f9e3fcbe25d4 {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 12:03:08.708519 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port d79a8c0b-1e74-416a-91c7-f9e3fcbe25d4, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=d79a8c0b-1e74-416a-91c7-f9e3fcbe25d4,segment=NetworkSegment(5eb1533d-710e-493a-b76f-469038d5d33b),segment_id=5eb1533d-710e-493a-b76f-469038d5d33b)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:03:08.714166 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:08.715749 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 89bbd496-bb01-4b41-b65d-af7444dd347d details requested by agent hyperv_n-h1-803378-2 with host n-h1-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 12:03:08.775497 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-d1f4c8dd-3420-4f3d-b93c-24a4c6a46dcc req-854d6c04-6813-403f-8208-9556696ce4cd tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] For port 4e96e996-f6c8-428d-9fb4-4e32168b5be8, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=4e96e996-f6c8-428d-9fb4-4e32168b5be8,segment=NetworkSegment(556bee1a-9d74-4f14-94d0-708064ee6011),segment_id=556bee1a-9d74-4f14-94d0-708064ee6011)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:03:08.775841 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-d1f4c8dd-3420-4f3d-b93c-24a4c6a46dcc req-854d6c04-6813-403f-8208-9556696ce4cd tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:08.793339 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-d1f4c8dd-3420-4f3d-b93c-24a4c6a46dcc req-854d6c04-6813-403f-8208-9556696ce4cd tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Calling delete_port for 4e96e996-f6c8-428d-9fb4-4e32168b5be8 owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:03:08.801241 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 89bbd496-bb01-4b41-b65d-af7444dd347d, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=89bbd496-bb01-4b41-b65d-af7444dd347d,segment=NetworkSegment(b5893b6e-06cf-4700-b98e-3330d41c521f),segment_id=b5893b6e-06cf-4700-b98e-3330d41c521f)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:03:08.804017 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=d79a8c0b-1e74-416a-91c7-f9e3fcbe25d4,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:03:08.824628 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Returning: {'device': '89bbd496-bb01-4b41-b65d-af7444dd347d', 'network_id': 'efef5820-889f-42cc-a1e8-7a1a3d2a1fbf', 'port_id': '89bbd496-bb01-4b41-b65d-af7444dd347d', 'mac_address': 'fa:16:3e:70:49:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f10aca1c-e17e-479d-aec1-1d33ddacd74e', 'ip_address': '10.1.1.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 12:03:08.876418 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:08.895154 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89bbd496-bb01-4b41-b65d-af7444dd347d {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 12:03:08.924145 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 89bbd496-bb01-4b41-b65d-af7444dd347d, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=89bbd496-bb01-4b41-b65d-af7444dd347d,segment=NetworkSegment(b5893b6e-06cf-4700-b98e-3330d41c521f),segment_id=b5893b6e-06cf-4700-b98e-3330d41c521f)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:03:08.929071 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:08.960465 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-d1f4c8dd-3420-4f3d-b93c-24a4c6a46dcc req-854d6c04-6813-403f-8208-9556696ce4cd tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:09.000947 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854d6c04-6813-403f-8208-9556696ce4cd tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Pushing event deleted for resources: {'Port': ['ID=4e96e996-f6c8-428d-9fb4-4e32168b5be8,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:03:09.001571 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['4e96e996-f6c8-428d-9fb4-4e32168b5be8'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 12:03:09.052996 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1f4c8dd-3420-4f3d-b93c-24a4c6a46dcc req-854d6c04-6813-403f-8208-9556696ce4cd tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] No DVR routers for this DVR port 4e96e996-f6c8-428d-9fb4-4e32168b5be8 on host n-h2-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:03:09.057230 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-d1f4c8dd-3420-4f3d-b93c-24a4c6a46dcc req-854d6c04-6813-403f-8208-9556696ce4cd tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:09.060159 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d1f4c8dd-3420-4f3d-b93c-24a4c6a46dcc req-854d6c04-6813-403f-8208-9556696ce4cd tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.55 "DELETE /v2.0/ports/4e96e996-f6c8-428d-9fb4-4e32168b5be8 HTTP/1.1" status: 204 len: 173 time: 0.5603766 Aug 05 12:03:09.060816 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17fca837-e58a-4651-b547-1a37ce23925a', 'name': 'network-vif-deleted', 'tag': '4e96e996-f6c8-428d-9fb4-4e32168b5be8'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:03:09.064327 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f16f11fc-2b15-491c-8a7f-428df91532e8" -d '{"events": [{"server_uuid": "17fca837-e58a-4651-b547-1a37ce23925a", "name": "network-vif-deleted", "tag": "4e96e996-f6c8-428d-9fb4-4e32168b5be8"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:03:09.075076 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=89bbd496-bb01-4b41-b65d-af7444dd347d,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:03:09.112242 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 12:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c6a29d8-34dd-4f56-8365-1bd240c1ebe2 x-openstack-request-id: req-7c6a29d8-34dd-4f56-8365-1bd240c1ebe2 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:03:09.112806 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17fca837-e58a-4651-b547-1a37ce23925a", "name": "network-vif-deleted", "tag": "4e96e996-f6c8-428d-9fb4-4e32168b5be8", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:03:09.113483 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7c6a29d8-34dd-4f56-8365-1bd240c1ebe2 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:03:09.113913 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17fca837-e58a-4651-b547-1a37ce23925a', 'name': 'network-vif-deleted', 'tag': '4e96e996-f6c8-428d-9fb4-4e32168b5be8', 'status': 'completed', 'code': 200} Aug 05 12:03:09.251448 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6506d290-a299-4b21-9915-a985fbe60b83 req-aef75f44-d201-4ac2-9528-62d3e56e9b6a tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=17fca837-e58a-4651-b547-1a37ce23925a HTTP/1.1" status: 200 len: 210 time: 0.0467732 Aug 05 12:03:09.541618 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e84bcca-a3b1-4ff1-9bb4-1dde4bdec8ea req-2525cb8a-ebc6-436d-8daf-42cea9a1794b tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:09.548280 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e84bcca-a3b1-4ff1-9bb4-1dde4bdec8ea req-2525cb8a-ebc6-436d-8daf-42cea9a1794b tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:09.555422 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e84bcca-a3b1-4ff1-9bb4-1dde4bdec8ea req-2525cb8a-ebc6-436d-8daf-42cea9a1794b tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:09.562396 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e84bcca-a3b1-4ff1-9bb4-1dde4bdec8ea req-2525cb8a-ebc6-436d-8daf-42cea9a1794b tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:09.568593 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e84bcca-a3b1-4ff1-9bb4-1dde4bdec8ea req-2525cb8a-ebc6-436d-8daf-42cea9a1794b tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:09.575807 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e84bcca-a3b1-4ff1-9bb4-1dde4bdec8ea req-2525cb8a-ebc6-436d-8daf-42cea9a1794b tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:09.582279 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e84bcca-a3b1-4ff1-9bb4-1dde4bdec8ea req-2525cb8a-ebc6-436d-8daf-42cea9a1794b tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:09.584381 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7e84bcca-a3b1-4ff1-9bb4-1dde4bdec8ea req-2525cb8a-ebc6-436d-8daf-42cea9a1794b tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/ports?device_id=295adfcc-63cd-4939-a68d-f1d2f39c6cb5 HTTP/1.1" status: 200 len: 5435 time: 0.1133435 Aug 05 12:03:09.663134 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7e84bcca-a3b1-4ff1-9bb4-1dde4bdec8ea req-17444dcf-f14f-4b6d-9f38-6312daf34730 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/security-groups?id=febd0f78-107f-43e4-b53e-32336893412a&id=b75859e9-ba11-494c-9174-a2b56bb00afd&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0684528 Aug 05 12:03:09.736841 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b9e43b-a612-47e5-b3c8-73d4e963bd1d req-ee978326-aa3b-4575-8e5d-8f9bde6a5383 tempest-TestServerAdvancedOps-675613309 tempest-TestServerAdvancedOps-675613309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:09.739028 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-32b9e43b-a612-47e5-b3c8-73d4e963bd1d req-ee978326-aa3b-4575-8e5d-8f9bde6a5383 tempest-TestServerAdvancedOps-675613309 tempest-TestServerAdvancedOps-675613309-project] 10.222.0.58 "GET /v2.0/ports?device_id=ade2bf29-d2ba-461a-9dab-371134227bf5 HTTP/1.1" status: 200 len: 946 time: 0.0645320 Aug 05 12:03:09.792889 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-32b9e43b-a612-47e5-b3c8-73d4e963bd1d req-5ffa6a3c-a4e9-4963-83d9-1bc2a22c4283 tempest-TestServerAdvancedOps-675613309 tempest-TestServerAdvancedOps-675613309-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb2ebbb3-e4bc-4c6a-b7ab-acffe14cc679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450161 Aug 05 12:03:10.018027 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b4e6d136-b145-441e-806d-d86b07c8d917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:10.105973 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:10.390536 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ddcbaedd-b39e-4b86-86b2-a6c776ce2435 req-1b28a3af-c96c-4c20-a550-22df88df8ff8 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=17fca837-e58a-4651-b547-1a37ce23925a HTTP/1.1" status: 200 len: 210 time: 0.0412135 Aug 05 12:03:10.543441 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['d79a8c0b-1e74-416a-91c7-f9e3fcbe25d4'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 12:03:10.894811 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['89bbd496-bb01-4b41-b65d-af7444dd347d'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 12:03:10.915711 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a599eb-fbfe-461e-b80c-0ff405c66bc9 req-7c6406b5-319f-4931-8e08-7a49a3f1627f tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:10.929015 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a599eb-fbfe-461e-b80c-0ff405c66bc9 req-7c6406b5-319f-4931-8e08-7a49a3f1627f tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:10.956735 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a599eb-fbfe-461e-b80c-0ff405c66bc9 req-7c6406b5-319f-4931-8e08-7a49a3f1627f tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:10.970979 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a599eb-fbfe-461e-b80c-0ff405c66bc9 req-7c6406b5-319f-4931-8e08-7a49a3f1627f tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:11.008200 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a599eb-fbfe-461e-b80c-0ff405c66bc9 req-7c6406b5-319f-4931-8e08-7a49a3f1627f tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:11.023547 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a599eb-fbfe-461e-b80c-0ff405c66bc9 req-7c6406b5-319f-4931-8e08-7a49a3f1627f tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:11.038567 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a599eb-fbfe-461e-b80c-0ff405c66bc9 req-7c6406b5-319f-4931-8e08-7a49a3f1627f tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:11.042956 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a7a599eb-fbfe-461e-b80c-0ff405c66bc9 req-7c6406b5-319f-4931-8e08-7a49a3f1627f tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/ports?device_id=295adfcc-63cd-4939-a68d-f1d2f39c6cb5 HTTP/1.1" status: 200 len: 5435 time: 0.2532284 Aug 05 12:03:11.184812 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a7a599eb-fbfe-461e-b80c-0ff405c66bc9 req-78721096-e0f7-47fb-8dc8-6ce19bd4fff3 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/security-groups?id=febd0f78-107f-43e4-b53e-32336893412a&id=b75859e9-ba11-494c-9174-a2b56bb00afd&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.1230111 Aug 05 12:03:11.209117 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446f6520-5758-4d3e-8fa7-43e488055f49 req-fdec43c1-1fe7-4c91-84ca-1dbf27ea7ef4 tempest-TestServerAdvancedOps-675613309 tempest-TestServerAdvancedOps-675613309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:11.212072 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-446f6520-5758-4d3e-8fa7-43e488055f49 req-fdec43c1-1fe7-4c91-84ca-1dbf27ea7ef4 tempest-TestServerAdvancedOps-675613309 tempest-TestServerAdvancedOps-675613309-project] 10.222.0.58 "GET /v2.0/ports?device_id=ade2bf29-d2ba-461a-9dab-371134227bf5 HTTP/1.1" status: 200 len: 946 time: 0.1673269 Aug 05 12:03:11.265735 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 7bcb6ae7-f99a-4746-9568-4e0b7720fa3c up at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:03:11.293706 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-446f6520-5758-4d3e-8fa7-43e488055f49 req-cbff3848-97d0-4378-8d5d-d5039edaeeea tempest-TestServerAdvancedOps-675613309 tempest-TestServerAdvancedOps-675613309-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb2ebbb3-e4bc-4c6a-b7ab-acffe14cc679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715520 Aug 05 12:03:11.382613 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning for port 7bcb6ae7-f99a-4746-9568-4e0b7720fa3c completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:03:11.390798 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning complete for port 7bcb6ae7-f99a-4746-9568-4e0b7720fa3c triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:03:11.391414 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:11.433993 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 4e96e996-f6c8-428d-9fb4-4e32168b5be8 no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:03:11.479810 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] No Port match for: 4e96e996-f6c8-428d-9fb4-4e32168b5be8 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:03:11.480266 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 4e96e996-f6c8-428d-9fb4-4e32168b5be8 not bound to the agent host n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:03:11.505748 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6689ed7-bc98-46fd-96be-ac4d3c2203f2 req-5edbf402-793a-4823-8bf9-22cd30afc948 tempest-TestServerAdvancedOps-675613309 tempest-TestServerAdvancedOps-675613309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:11.507986 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c6689ed7-bc98-46fd-96be-ac4d3c2203f2 req-5edbf402-793a-4823-8bf9-22cd30afc948 tempest-TestServerAdvancedOps-675613309 tempest-TestServerAdvancedOps-675613309-project] 10.222.0.58 "GET /v2.0/ports?device_id=ade2bf29-d2ba-461a-9dab-371134227bf5 HTTP/1.1" status: 200 len: 946 time: 0.1026130 Aug 05 12:03:11.574877 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8d4394f0-cb5b-4402-8682-a86f483f90f1 req-fa2642c4-3a4b-4fd5-b828-de2bb51162bf tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=17fca837-e58a-4651-b547-1a37ce23925a HTTP/1.1" status: 200 len: 210 time: 0.0484219 Aug 05 12:03:11.605989 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c6689ed7-bc98-46fd-96be-ac4d3c2203f2 req-ccd9dac8-b4cc-4f5d-a41f-d1188ca2076a tempest-TestServerAdvancedOps-675613309 tempest-TestServerAdvancedOps-675613309-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb2ebbb3-e4bc-4c6a-b7ab-acffe14cc679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882261 Aug 05 12:03:11.607745 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:11.653924 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '295adfcc-63cd-4939-a68d-f1d2f39c6cb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bcb6ae7-f99a-4746-9568-4e0b7720fa3c'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:03:11.657861 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c6d98d2-4aa4-4841-82b9-0312c4911c90" -d '{"events": [{"server_uuid": "295adfcc-63cd-4939-a68d-f1d2f39c6cb5", "name": "network-vif-plugged", "status": "completed", "tag": "7bcb6ae7-f99a-4746-9568-4e0b7720fa3c"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:03:11.689644 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 7bcb6ae7-f99a-4746-9568-4e0b7720fa3c, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=7bcb6ae7-f99a-4746-9568-4e0b7720fa3c,segment=NetworkSegment(40045cee-cedb-44fc-b3f9-2c9f98e7130e),segment_id=40045cee-cedb-44fc-b3f9-2c9f98e7130e)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:03:11.702087 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:11.703465 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 2cab8c34-cbf9-450f-9c67-c8ac5da7b895 up at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:03:11.791347 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 12:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f9ceeff-ee59-4f1f-ba5e-d401427467be x-openstack-request-id: req-4f9ceeff-ee59-4f1f-ba5e-d401427467be {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:03:11.791347 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "295adfcc-63cd-4939-a68d-f1d2f39c6cb5", "name": "network-vif-plugged", "status": "completed", "tag": "7bcb6ae7-f99a-4746-9568-4e0b7720fa3c", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:03:11.791600 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4f9ceeff-ee59-4f1f-ba5e-d401427467be {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:03:11.792117 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '295adfcc-63cd-4939-a68d-f1d2f39c6cb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bcb6ae7-f99a-4746-9568-4e0b7720fa3c', 'code': 200} Aug 05 12:03:11.833799 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['79281129-8f90-4603-b7b5-3c88d3cba5a8'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 12:03:11.928735 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:11.946469 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['fdc00ed3-1ef7-4580-87ca-41c84ea3e979'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 12:03:12.022105 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=7bcb6ae7-f99a-4746-9568-4e0b7720fa3c,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:03:12.059389 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning for port 2cab8c34-cbf9-450f-9c67-c8ac5da7b895 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:03:12.069305 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning complete for port 2cab8c34-cbf9-450f-9c67-c8ac5da7b895 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:03:12.069689 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:12.090894 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd978fe-d233-4a22-8b08-b4892ae9381e req-769431ce-219f-423e-9fb3-f028bb9b9629 tempest-TestServerAdvancedOps-675613309 tempest-TestServerAdvancedOps-675613309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:12.101243 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3cd978fe-d233-4a22-8b08-b4892ae9381e req-769431ce-219f-423e-9fb3-f028bb9b9629 tempest-TestServerAdvancedOps-675613309 tempest-TestServerAdvancedOps-675613309-project] 10.222.0.58 "GET /v2.0/ports?device_id=ade2bf29-d2ba-461a-9dab-371134227bf5 HTTP/1.1" status: 200 len: 946 time: 0.1276085 Aug 05 12:03:12.122347 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 58394) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:03:12.176092 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3cd978fe-d233-4a22-8b08-b4892ae9381e req-56ea1a79-7905-4fd3-afdd-9d5eef29c2d7 tempest-TestServerAdvancedOps-675613309 tempest-TestServerAdvancedOps-675613309-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb2ebbb3-e4bc-4c6a-b7ab-acffe14cc679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662019 Aug 05 12:03:12.343603 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:12.392043 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b4b7c5-17df-4958-a4e7-0c9e625e1609 req-3618ad64-5b6d-4906-a1ee-d845ef7dd2de tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:12.407093 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b4b7c5-17df-4958-a4e7-0c9e625e1609 req-3618ad64-5b6d-4906-a1ee-d845ef7dd2de tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:12.420307 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-946af8f3-c7e4-401f-8dfc-8627b985e615 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Deleting port c3169af6-e0e8-4abc-b94a-b974192f9375 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:03:12.421213 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-946af8f3-c7e4-401f-8dfc-8627b985e615 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:12.430761 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b4b7c5-17df-4958-a4e7-0c9e625e1609 req-3618ad64-5b6d-4906-a1ee-d845ef7dd2de tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:12.455813 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b4b7c5-17df-4958-a4e7-0c9e625e1609 req-3618ad64-5b6d-4906-a1ee-d845ef7dd2de tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:12.471434 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b4b7c5-17df-4958-a4e7-0c9e625e1609 req-3618ad64-5b6d-4906-a1ee-d845ef7dd2de tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:12.485783 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b4b7c5-17df-4958-a4e7-0c9e625e1609 req-3618ad64-5b6d-4906-a1ee-d845ef7dd2de tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:12.494333 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 2cab8c34-cbf9-450f-9c67-c8ac5da7b895, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=2cab8c34-cbf9-450f-9c67-c8ac5da7b895,segment=NetworkSegment(b5893b6e-06cf-4700-b98e-3330d41c521f),segment_id=b5893b6e-06cf-4700-b98e-3330d41c521f)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:03:12.499979 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b4b7c5-17df-4958-a4e7-0c9e625e1609 req-3618ad64-5b6d-4906-a1ee-d845ef7dd2de tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:12.502578 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:12.505164 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-57b4b7c5-17df-4958-a4e7-0c9e625e1609 req-3618ad64-5b6d-4906-a1ee-d845ef7dd2de tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/ports?device_id=295adfcc-63cd-4939-a68d-f1d2f39c6cb5 HTTP/1.1" status: 200 len: 5436 time: 0.1984591 Aug 05 12:03:12.536339 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-946af8f3-c7e4-401f-8dfc-8627b985e615 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:12.536705 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-946af8f3-c7e4-401f-8dfc-8627b985e615 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:12.558133 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-946af8f3-c7e4-401f-8dfc-8627b985e615 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Calling delete_port for c3169af6-e0e8-4abc-b94a-b974192f9375 owned by network:floatingip {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:03:12.578431 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=2cab8c34-cbf9-450f-9c67-c8ac5da7b895,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:03:12.591592 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-57b4b7c5-17df-4958-a4e7-0c9e625e1609 req-25833ff8-5daa-487b-8ce5-db674cac79ac tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/security-groups?id=febd0f78-107f-43e4-b53e-32336893412a&id=b75859e9-ba11-494c-9174-a2b56bb00afd&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0773017 Aug 05 12:03:12.717374 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-283dd5d9-3b0f-44f9-9ef8-52659ee9f0e1 req-3f714ea2-d327-432f-b04d-0830da3bf7bb tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=17fca837-e58a-4651-b547-1a37ce23925a HTTP/1.1" status: 200 len: 210 time: 0.0381198 Aug 05 12:03:12.853447 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-946af8f3-c7e4-401f-8dfc-8627b985e615 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:12.889944 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946af8f3-c7e4-401f-8dfc-8627b985e615 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Pushing event deleted for resources: {'Port': ['ID=c3169af6-e0e8-4abc-b94a-b974192f9375,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:03:12.934535 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946af8f3-c7e4-401f-8dfc-8627b985e615 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:03:12.935133 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946af8f3-c7e4-401f-8dfc-8627b985e615 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:03:12.935605 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946af8f3-c7e4-401f-8dfc-8627b985e615 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:03:12.936121 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946af8f3-c7e4-401f-8dfc-8627b985e615 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:03:12.936628 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946af8f3-c7e4-401f-8dfc-8627b985e615 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:03:12.937235 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946af8f3-c7e4-401f-8dfc-8627b985e615 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:03:12.937781 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946af8f3-c7e4-401f-8dfc-8627b985e615 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:03:12.938262 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946af8f3-c7e4-401f-8dfc-8627b985e615 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:03:12.938725 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946af8f3-c7e4-401f-8dfc-8627b985e615 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:03:12.939234 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946af8f3-c7e4-401f-8dfc-8627b985e615 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:03:12.939757 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946af8f3-c7e4-401f-8dfc-8627b985e615 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:03:12.940234 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946af8f3-c7e4-401f-8dfc-8627b985e615 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:03:13.022307 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-946af8f3-c7e4-401f-8dfc-8627b985e615 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for floatingip, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:13.023017 n-d-803378-2 neutron-server[94421]: INFO neutron.db.l3_db [None req-946af8f3-c7e4-401f-8dfc-8627b985e615 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Floating IP e66acb43-6d59-437b-9af2-17e33118e060 disassociated (deleted). External IP: 172.25.5.91, port: 0d243f1b-bee7-4fff-a8bf-f50adee1fc74. Aug 05 12:03:13.261744 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device a3c6ede4-0a04-4dea-85c9-68e5fd39b91f up at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:03:13.365854 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813efc58-4d4c-4efa-8f70-b248d4ce3a8f req-af2ea03e-a2a9-434a-8b63-b3146334505b tempest-TestServerAdvancedOps-675613309 tempest-TestServerAdvancedOps-675613309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:13.370498 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-813efc58-4d4c-4efa-8f70-b248d4ce3a8f req-af2ea03e-a2a9-434a-8b63-b3146334505b tempest-TestServerAdvancedOps-675613309 tempest-TestServerAdvancedOps-675613309-project] 10.222.0.58 "GET /v2.0/ports?device_id=ade2bf29-d2ba-461a-9dab-371134227bf5 HTTP/1.1" status: 200 len: 946 time: 0.1038299 Aug 05 12:03:13.390561 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning for port a3c6ede4-0a04-4dea-85c9-68e5fd39b91f completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:03:13.396461 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning complete for port a3c6ede4-0a04-4dea-85c9-68e5fd39b91f triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:03:13.396932 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:13.412608 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-946af8f3-c7e4-401f-8dfc-8627b985e615 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Router dd895e13-2c1f-4bc6-aeee-fc9c9825b805 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:03:13.471351 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-813efc58-4d4c-4efa-8f70-b248d4ce3a8f req-f1b51c30-35af-48a9-9731-a3a05c9a1983 tempest-TestServerAdvancedOps-675613309 tempest-TestServerAdvancedOps-675613309-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb2ebbb3-e4bc-4c6a-b7ab-acffe14cc679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892622 Aug 05 12:03:13.556388 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:13.605401 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port a3c6ede4-0a04-4dea-85c9-68e5fd39b91f, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=a3c6ede4-0a04-4dea-85c9-68e5fd39b91f,segment=NetworkSegment(b5893b6e-06cf-4700-b98e-3330d41c521f),segment_id=b5893b6e-06cf-4700-b98e-3330d41c521f)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:03:13.612447 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:13.662971 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-946af8f3-c7e4-401f-8dfc-8627b985e615 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:03:13.672407 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-946af8f3-c7e4-401f-8dfc-8627b985e615 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:13.693850 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8a723c-26c4-465b-9516-5a2dc5fb34bf None None] Sync routers for ids ['dd895e13-2c1f-4bc6-aeee-fc9c9825b805'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:03:13.715938 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8a723c-26c4-465b-9516-5a2dc5fb34bf None None] Routers {'dd895e13-2c1f-4bc6-aeee-fc9c9825b805'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:03:13.717116 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-bb8a723c-26c4-465b-9516-5a2dc5fb34bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:03:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['dd895e13-2c1f-4bc6-aeee-fc9c9825b805'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:03:13.725673 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=a3c6ede4-0a04-4dea-85c9-68e5fd39b91f,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:03:13.736625 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-946af8f3-c7e4-401f-8dfc-8627b985e615 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "DELETE /v2.0/floatingips/e66acb43-6d59-437b-9af2-17e33118e060 HTTP/1.1" status: 204 len: 168 time: 1.6116269 Aug 05 12:03:13.737572 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03b5b896-60a3-4bcb-a01d-52939f97c9d5', 'tag': '0d243f1b-bee7-4fff-a8bf-f50adee1fc74'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:03:13.760700 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2641317-dff3-4ba1-a75d-9b91c9822b6b" -d '{"events": [{"name": "network-changed", "server_uuid": "03b5b896-60a3-4bcb-a01d-52939f97c9d5", "tag": "0d243f1b-bee7-4fff-a8bf-f50adee1fc74"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:03:13.793597 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '295adfcc-63cd-4939-a68d-f1d2f39c6cb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cab8c34-cbf9-450f-9c67-c8ac5da7b895'}, {'server_uuid': '295adfcc-63cd-4939-a68d-f1d2f39c6cb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3c6ede4-0a04-4dea-85c9-68e5fd39b91f'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:03:13.797940 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-696909c8-bd6a-4934-b178-fdbbd2cff6d2" -d '{"events": [{"server_uuid": "295adfcc-63cd-4939-a68d-f1d2f39c6cb5", "name": "network-vif-plugged", "status": "completed", "tag": "2cab8c34-cbf9-450f-9c67-c8ac5da7b895"}, {"server_uuid": "295adfcc-63cd-4939-a68d-f1d2f39c6cb5", "name": "network-vif-plugged", "status": "completed", "tag": "a3c6ede4-0a04-4dea-85c9-68e5fd39b91f"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:03:13.903429 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc9b609-8760-42d7-84f6-d65a1167ec51 req-1f8a51f7-eb4a-457a-99fb-ee30686960c9 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:13.911147 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-bb8a723c-26c4-465b-9516-5a2dc5fb34bf None None] Set router dd895e13-2c1f-4bc6-aeee-fc9c9825b805 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:03:13.921370 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc9b609-8760-42d7-84f6-d65a1167ec51 req-1f8a51f7-eb4a-457a-99fb-ee30686960c9 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:13.936605 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:13.941791 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc9b609-8760-42d7-84f6-d65a1167ec51 req-1f8a51f7-eb4a-457a-99fb-ee30686960c9 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:13.960882 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc9b609-8760-42d7-84f6-d65a1167ec51 req-1f8a51f7-eb4a-457a-99fb-ee30686960c9 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:13.980512 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc9b609-8760-42d7-84f6-d65a1167ec51 req-1f8a51f7-eb4a-457a-99fb-ee30686960c9 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:13.994341 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc9b609-8760-42d7-84f6-d65a1167ec51 req-1f8a51f7-eb4a-457a-99fb-ee30686960c9 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:14.009691 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc9b609-8760-42d7-84f6-d65a1167ec51 req-1f8a51f7-eb4a-457a-99fb-ee30686960c9 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:14.013187 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-adc9b609-8760-42d7-84f6-d65a1167ec51 req-1f8a51f7-eb4a-457a-99fb-ee30686960c9 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/ports?device_id=295adfcc-63cd-4939-a68d-f1d2f39c6cb5 HTTP/1.1" status: 200 len: 5438 time: 0.2477417 Aug 05 12:03:14.132396 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a9a91068-d0ee-47b0-bcc6-cb56748e4d15 req-ce65720f-62f5-4bc0-8e9b-9652a5028f06 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=17fca837-e58a-4651-b547-1a37ce23925a HTTP/1.1" status: 200 len: 210 time: 0.0667536 Aug 05 12:03:14.145854 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-adc9b609-8760-42d7-84f6-d65a1167ec51 req-59bfa21b-6f88-43aa-8386-13c5787bb3d4 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/security-groups?id=febd0f78-107f-43e4-b53e-32336893412a&id=b75859e9-ba11-494c-9174-a2b56bb00afd&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.1241875 Aug 05 12:03:14.222008 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 12:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80a90224-98cb-4aee-8d8a-d83f5b181b74 x-openstack-request-id: req-80a90224-98cb-4aee-8d8a-d83f5b181b74 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:03:14.226031 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03b5b896-60a3-4bcb-a01d-52939f97c9d5", "tag": "0d243f1b-bee7-4fff-a8bf-f50adee1fc74", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:03:14.226031 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-80a90224-98cb-4aee-8d8a-d83f5b181b74 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:03:14.226031 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03b5b896-60a3-4bcb-a01d-52939f97c9d5', 'tag': '0d243f1b-bee7-4fff-a8bf-f50adee1fc74', 'status': 'completed', 'code': 200} Aug 05 12:03:14.232276 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 05 Aug 2021 12:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe95e36c-01c0-42a9-9ddc-ec6824cd0700 x-openstack-request-id: req-fe95e36c-01c0-42a9-9ddc-ec6824cd0700 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:03:14.232708 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "295adfcc-63cd-4939-a68d-f1d2f39c6cb5", "name": "network-vif-plugged", "status": "completed", "tag": "2cab8c34-cbf9-450f-9c67-c8ac5da7b895", "code": 200}, {"server_uuid": "295adfcc-63cd-4939-a68d-f1d2f39c6cb5", "name": "network-vif-plugged", "status": "completed", "tag": "a3c6ede4-0a04-4dea-85c9-68e5fd39b91f", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:03:14.233121 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fe95e36c-01c0-42a9-9ddc-ec6824cd0700 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:03:14.233774 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '295adfcc-63cd-4939-a68d-f1d2f39c6cb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cab8c34-cbf9-450f-9c67-c8ac5da7b895', 'code': 200} Aug 05 12:03:14.234190 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '295adfcc-63cd-4939-a68d-f1d2f39c6cb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3c6ede4-0a04-4dea-85c9-68e5fd39b91f', 'code': 200} Aug 05 12:03:14.302274 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-bb8a723c-26c4-465b-9516-5a2dc5fb34bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd895e13-2c1f-4bc6-aeee-fc9c9825b805', 'name': 'tempest-TestNetworkAdvancedServerOps-router-90349292', 'tenant_id': '7f88688726d24c8e9d77831659c7c3ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': 'ce871190-826d-4e2f-80b7-7627986edb66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:00:58Z', 'updated_at': '2021-08-05T12:01:14Z', 'revision_number': 4, 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'gw_port': {'id': 'ce871190-826d-4e2f-80b7-7627986edb66', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:8a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd895e13-2c1f-4bc6-aeee-fc9c9825b805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:01:00Z', 'updated_at': '2021-08-05T12:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '9a67afe5-6471-4b67-a51b-f6a56562b832', 'name': '', 'network_id': '2830970e-d0ce-4cd2-b553-c3bab34c8414', 'tenant_id': '7f88688726d24c8e9d77831659c7c3ae', 'mac_address': 'fa:16:3e:3e:3e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd895e13-2c1f-4bc6-aeee-fc9c9825b805', 'device_owner': 'network:router_interface', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': '246efd78-ac94-4655-af8f-d71ed39d45f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:01:11Z', 'updated_at': '2021-08-05T12:01:33Z', 'revision_number': 5, 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'subnets': [{'id': '246efd78-ac94-4655-af8f-d71ed39d45f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:03:14.406072 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e4d81b-1c0a-4044-9af6-23b1f8c8b96e req-6fe4127e-66ea-40c7-a66c-6cb7e19a89b3 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:14.408859 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d7e4d81b-1c0a-4044-9af6-23b1f8c8b96e req-6fe4127e-66ea-40c7-a66c-6cb7e19a89b3 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=03b5b896-60a3-4bcb-a01d-52939f97c9d5 HTTP/1.1" status: 200 len: 945 time: 0.0943604 Aug 05 12:03:14.434452 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2641317-dff3-4ba1-a75d-9b91c9822b6b req-175bfe85-f4b5-495d-a517-888618bf50d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:14.436521 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-f2641317-dff3-4ba1-a75d-9b91c9822b6b req-175bfe85-f4b5-495d-a517-888618bf50d1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7f88688726d24c8e9d77831659c7c3ae&device_id=03b5b896-60a3-4bcb-a01d-52939f97c9d5 HTTP/1.1" status: 200 len: 1096 time: 0.1608443 Aug 05 12:03:14.469346 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d7e4d81b-1c0a-4044-9af6-23b1f8c8b96e req-13afb6f0-9348-431a-ba78-da7f8acbaf76 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=63e39a45-73ad-49df-9d90-9ca653f416c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511897 Aug 05 12:03:14.475152 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8a723c-26c4-465b-9516-5a2dc5fb34bf None None] Checking router: dd895e13-2c1f-4bc6-aeee-fc9c9825b805 for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:03:14.488889 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8a723c-26c4-465b-9516-5a2dc5fb34bf None None] Routers {'dd895e13-2c1f-4bc6-aeee-fc9c9825b805'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:03:14.489556 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-bb8a723c-26c4-465b-9516-5a2dc5fb34bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:03:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['dd895e13-2c1f-4bc6-aeee-fc9c9825b805'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:03:14.646181 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2641317-dff3-4ba1-a75d-9b91c9822b6b req-2e256e33-ee2e-426f-86fd-0a783e45b322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:14.655154 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9625af58-4130-4ea8-96a1-9af0485f029b req-1e42a62d-cc3e-47c7-9b29-75976bb8947c tempest-TestServerAdvancedOps-675613309 tempest-TestServerAdvancedOps-675613309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:14.655905 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-f2641317-dff3-4ba1-a75d-9b91c9822b6b req-2e256e33-ee2e-426f-86fd-0a783e45b322 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2830970e-d0ce-4cd2-b553-c3bab34c8414 HTTP/1.1" status: 200 len: 897 time: 0.2027674 Aug 05 12:03:14.664584 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9625af58-4130-4ea8-96a1-9af0485f029b req-1e42a62d-cc3e-47c7-9b29-75976bb8947c tempest-TestServerAdvancedOps-675613309 tempest-TestServerAdvancedOps-675613309-project] 10.222.0.58 "GET /v2.0/ports?device_id=ade2bf29-d2ba-461a-9dab-371134227bf5 HTTP/1.1" status: 200 len: 946 time: 0.0734217 Aug 05 12:03:14.684338 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-bb8a723c-26c4-465b-9516-5a2dc5fb34bf None None] Set router dd895e13-2c1f-4bc6-aeee-fc9c9825b805 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:03:14.722465 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9625af58-4130-4ea8-96a1-9af0485f029b req-b47eb703-4284-4946-af41-b5bee5bf65c1 tempest-TestServerAdvancedOps-675613309 tempest-TestServerAdvancedOps-675613309-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb2ebbb3-e4bc-4c6a-b7ab-acffe14cc679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566559 Aug 05 12:03:14.741785 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-f2641317-dff3-4ba1-a75d-9b91c9822b6b req-bab45b7b-e32a-4776-bb55-ba22fd901b81 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0d243f1b-bee7-4fff-a8bf-f50adee1fc74 HTTP/1.1" status: 200 len: 217 time: 0.0815885 Aug 05 12:03:14.857784 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2641317-dff3-4ba1-a75d-9b91c9822b6b req-e71d7c41-d44f-4cf2-b190-13e5b5d6fcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:14.860869 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-f2641317-dff3-4ba1-a75d-9b91c9822b6b req-e71d7c41-d44f-4cf2-b190-13e5b5d6fcbe service neutron] 10.222.0.55 "GET /v2.0/subnets?id=246efd78-ac94-4655-af8f-d71ed39d45f9 HTTP/1.1" status: 200 len: 835 time: 0.1112325 Aug 05 12:03:14.958505 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2641317-dff3-4ba1-a75d-9b91c9822b6b req-c99aa6ed-da95-4ee2-9589-8fad9fd638cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:14.962544 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-f2641317-dff3-4ba1-a75d-9b91c9822b6b req-c99aa6ed-da95-4ee2-9589-8fad9fd638cf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2830970e-d0ce-4cd2-b553-c3bab34c8414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0913246 Aug 05 12:03:15.083189 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-bb8a723c-26c4-465b-9516-5a2dc5fb34bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd895e13-2c1f-4bc6-aeee-fc9c9825b805', 'name': 'tempest-TestNetworkAdvancedServerOps-router-90349292', 'tenant_id': '7f88688726d24c8e9d77831659c7c3ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': 'ce871190-826d-4e2f-80b7-7627986edb66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:00:58Z', 'updated_at': '2021-08-05T12:01:14Z', 'revision_number': 4, 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'gw_port': {'id': 'ce871190-826d-4e2f-80b7-7627986edb66', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:8a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd895e13-2c1f-4bc6-aeee-fc9c9825b805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:01:00Z', 'updated_at': '2021-08-05T12:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '9a67afe5-6471-4b67-a51b-f6a56562b832', 'name': '', 'network_id': '2830970e-d0ce-4cd2-b553-c3bab34c8414', 'tenant_id': '7f88688726d24c8e9d77831659c7c3ae', 'mac_address': 'fa:16:3e:3e:3e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd895e13-2c1f-4bc6-aeee-fc9c9825b805', 'device_owner': 'network:router_interface', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': '246efd78-ac94-4655-af8f-d71ed39d45f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:01:11Z', 'updated_at': '2021-08-05T12:01:33Z', 'revision_number': 5, 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'subnets': [{'id': '246efd78-ac94-4655-af8f-d71ed39d45f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:03:15.120256 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8a723c-26c4-465b-9516-5a2dc5fb34bf None None] The sync data for ids ['dd895e13-2c1f-4bc6-aeee-fc9c9825b805'] in n-d-803378-2 is: [{'id': 'dd895e13-2c1f-4bc6-aeee-fc9c9825b805', 'name': 'tempest-TestNetworkAdvancedServerOps-router-90349292', 'tenant_id': '7f88688726d24c8e9d77831659c7c3ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': 'ce871190-826d-4e2f-80b7-7627986edb66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:00:58Z', 'updated_at': '2021-08-05T12:01:14Z', 'revision_number': 4, 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'gw_port': {'id': 'ce871190-826d-4e2f-80b7-7627986edb66', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:8a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd895e13-2c1f-4bc6-aeee-fc9c9825b805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:01:00Z', 'updated_at': '2021-08-05T12:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '9a67afe5-6471-4b67-a51b-f6a56562b832', 'name': '', 'network_id': '2830970e-d0ce-4cd2-b553-c3bab34c8414', 'tenant_id': '7f88688726d24c8e9d77831659c7c3ae', 'mac_address': 'fa:16:3e:3e:3e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd895e13-2c1f-4bc6-aeee-fc9c9825b805', 'device_owner': 'network:router_interface', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': '246efd78-ac94-4655-af8f-d71ed39d45f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:01:11Z', 'updated_at': '2021-08-05T12:01:33Z', 'revision_number': 5, 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'subnets': [{'id': '246efd78-ac94-4655-af8f-d71ed39d45f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:03:15.176176 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe9e60a-224b-4997-944c-fb5a3532f666 req-9db144bb-7258-40b3-8512-eacf4346fce0 tempest-TestServerAdvancedOps-675613309 tempest-TestServerAdvancedOps-675613309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:15.190903 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0fe9e60a-224b-4997-944c-fb5a3532f666 req-9db144bb-7258-40b3-8512-eacf4346fce0 tempest-TestServerAdvancedOps-675613309 tempest-TestServerAdvancedOps-675613309-project] 10.222.0.58 "GET /v2.0/ports?device_id=ade2bf29-d2ba-461a-9dab-371134227bf5 HTTP/1.1" status: 200 len: 946 time: 0.1445537 Aug 05 12:03:15.264505 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device d79a8c0b-1e74-416a-91c7-f9e3fcbe25d4 up at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:03:15.266858 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c997d40-4e12-4ce9-be73-1eb94ac5e6c2 req-1708891c-23fd-43bd-b048-05fafd25483f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:15.269505 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4c997d40-4e12-4ce9-be73-1eb94ac5e6c2 req-1708891c-23fd-43bd-b048-05fafd25483f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0a7f520b92d34b10a8cafe3b01f287d2&device_id=ade2bf29-d2ba-461a-9dab-371134227bf5 HTTP/1.1" status: 200 len: 1097 time: 0.1354671 Aug 05 12:03:15.275352 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-f2641317-dff3-4ba1-a75d-9b91c9822b6b req-598a0588-c288-4bb4-aee6-8269484f5408 service neutron] 10.222.0.55 "GET /v2.0/networks/2830970e-d0ce-4cd2-b553-c3bab34c8414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3017411 Aug 05 12:03:15.298542 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0fe9e60a-224b-4997-944c-fb5a3532f666 req-03d90e7d-072b-461b-a1c8-883e2298d5dd tempest-TestServerAdvancedOps-675613309 tempest-TestServerAdvancedOps-675613309-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb2ebbb3-e4bc-4c6a-b7ab-acffe14cc679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052251 Aug 05 12:03:15.385828 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning for port d79a8c0b-1e74-416a-91c7-f9e3fcbe25d4 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:03:15.401373 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning complete for port d79a8c0b-1e74-416a-91c7-f9e3fcbe25d4 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:03:15.401818 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:15.424235 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761024a5-8e66-45cc-824a-b392b1b02803 req-3e011056-a90e-4ecf-a26d-d3a977c47140 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:15.447677 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761024a5-8e66-45cc-824a-b392b1b02803 req-3e011056-a90e-4ecf-a26d-d3a977c47140 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:15.462396 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761024a5-8e66-45cc-824a-b392b1b02803 req-3e011056-a90e-4ecf-a26d-d3a977c47140 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:15.478107 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761024a5-8e66-45cc-824a-b392b1b02803 req-3e011056-a90e-4ecf-a26d-d3a977c47140 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:15.491849 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761024a5-8e66-45cc-824a-b392b1b02803 req-3e011056-a90e-4ecf-a26d-d3a977c47140 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:15.515708 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761024a5-8e66-45cc-824a-b392b1b02803 req-3e011056-a90e-4ecf-a26d-d3a977c47140 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:15.532263 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761024a5-8e66-45cc-824a-b392b1b02803 req-3e011056-a90e-4ecf-a26d-d3a977c47140 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:15.565337 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-761024a5-8e66-45cc-824a-b392b1b02803 req-3e011056-a90e-4ecf-a26d-d3a977c47140 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/ports?device_id=295adfcc-63cd-4939-a68d-f1d2f39c6cb5 HTTP/1.1" status: 200 len: 5438 time: 0.2518153 Aug 05 12:03:15.576902 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:15.599003 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c997d40-4e12-4ce9-be73-1eb94ac5e6c2 req-924b7a15-a50b-49b4-ab10-6af91840fea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:15.603994 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4c997d40-4e12-4ce9-be73-1eb94ac5e6c2 req-924b7a15-a50b-49b4-ab10-6af91840fea2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2cbd2f59-2ebb-4b38-8687-5be17862b714 HTTP/1.1" status: 200 len: 913 time: 0.3253088 Aug 05 12:03:15.666014 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port d79a8c0b-1e74-416a-91c7-f9e3fcbe25d4, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=d79a8c0b-1e74-416a-91c7-f9e3fcbe25d4,segment=NetworkSegment(5eb1533d-710e-493a-b76f-469038d5d33b),segment_id=5eb1533d-710e-493a-b76f-469038d5d33b)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:03:15.674314 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:15.675899 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 89bbd496-bb01-4b41-b65d-af7444dd347d up at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:03:15.801721 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4c997d40-4e12-4ce9-be73-1eb94ac5e6c2 req-c29298f1-6e06-495a-9eba-cf375ff98083 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1a80f9cd-d68d-43e4-87e2-68bab69ae3fe HTTP/1.1" status: 200 len: 217 time: 0.1833084 Aug 05 12:03:15.811971 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-761024a5-8e66-45cc-824a-b392b1b02803 req-19a2f2b9-bdcb-483f-9cf1-72e57e3a8f7f tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/security-groups?id=febd0f78-107f-43e4-b53e-32336893412a&id=b75859e9-ba11-494c-9174-a2b56bb00afd&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.2348843 Aug 05 12:03:15.813496 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05500894-7a0d-4a03-95f3-7973e5fb27b6 None None] New status for floating IP e66acb43-6d59-437b-9af2-17e33118e060: DOWN {{(pid=94422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 12:03:15.824729 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=d79a8c0b-1e74-416a-91c7-f9e3fcbe25d4,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:03:15.862218 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68534a4-c43e-446b-9276-567d84a0bec1 req-f4bb55be-5f37-4a3e-9d3d-019e08e56c42 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:15.864782 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-f2641317-dff3-4ba1-a75d-9b91c9822b6b req-f3f150c9-712a-4894-928e-fcbe72574f03 service neutron] 10.222.0.55 "GET /v2.0/networks/2830970e-d0ce-4cd2-b553-c3bab34c8414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5718963 Aug 05 12:03:15.884937 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a68534a4-c43e-446b-9276-567d84a0bec1 req-f4bb55be-5f37-4a3e-9d3d-019e08e56c42 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=03b5b896-60a3-4bcb-a01d-52939f97c9d5 HTTP/1.1" status: 200 len: 945 time: 0.1535296 Aug 05 12:03:15.948239 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a68534a4-c43e-446b-9276-567d84a0bec1 req-a10957ac-3134-4b19-85f1-b1480dc39b48 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/security-groups?id=63e39a45-73ad-49df-9d90-9ca653f416c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685995 Aug 05 12:03:15.997597 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf787f53-faae-4b10-a860-45dc191675d0 req-f141b23a-09c9-4dc5-9b20-b1ce6180385b tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:15.999852 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-cf787f53-faae-4b10-a860-45dc191675d0 req-f141b23a-09c9-4dc5-9b20-b1ce6180385b tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.55 "GET /v2.0/ports?device_id=03b5b896-60a3-4bcb-a01d-52939f97c9d5 HTTP/1.1" status: 200 len: 945 time: 0.3045752 Aug 05 12:03:16.020799 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c997d40-4e12-4ce9-be73-1eb94ac5e6c2 req-1fdec925-1832-47ef-80b8-8510459bd200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:16.022732 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4c997d40-4e12-4ce9-be73-1eb94ac5e6c2 req-1fdec925-1832-47ef-80b8-8510459bd200 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d58ac2c5-c6c1-4a12-b1c3-d194167b1ead HTTP/1.1" status: 200 len: 852 time: 0.1571667 Aug 05 12:03:16.060561 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning for port 89bbd496-bb01-4b41-b65d-af7444dd347d completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:03:16.067934 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning complete for port 89bbd496-bb01-4b41-b65d-af7444dd347d triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:03:16.068802 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:16.089949 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4c997d40-4e12-4ce9-be73-1eb94ac5e6c2 req-168bb7fe-20f6-4898-83de-d75c897bd53b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2cbd2f59-2ebb-4b38-8687-5be17862b714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439007 Aug 05 12:03:16.321388 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-cf787f53-faae-4b10-a860-45dc191675d0 req-1fa8003b-c13f-4f61-865d-0bc367e73f81 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Deleting port 0d243f1b-bee7-4fff-a8bf-f50adee1fc74 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:03:16.321388 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-cf787f53-faae-4b10-a860-45dc191675d0 req-1fa8003b-c13f-4f61-865d-0bc367e73f81 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:16.332404 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4c997d40-4e12-4ce9-be73-1eb94ac5e6c2 req-96cf7100-f9b8-46fb-adcf-0ec14245d521 service neutron] 10.222.0.64 "GET /v2.0/networks/2cbd2f59-2ebb-4b38-8687-5be17862b714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954792 Aug 05 12:03:16.365718 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '295adfcc-63cd-4939-a68d-f1d2f39c6cb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd79a8c0b-1e74-416a-91c7-f9e3fcbe25d4'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:03:16.370159 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c25e6f22-0266-41e6-878f-ba781132aa06" -d '{"events": [{"server_uuid": "295adfcc-63cd-4939-a68d-f1d2f39c6cb5", "name": "network-vif-plugged", "status": "completed", "tag": "d79a8c0b-1e74-416a-91c7-f9e3fcbe25d4"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:03:16.405125 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:16.455463 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 12:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9c14466-4c76-48b8-a056-221b80252350 x-openstack-request-id: req-f9c14466-4c76-48b8-a056-221b80252350 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:03:16.456000 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "295adfcc-63cd-4939-a68d-f1d2f39c6cb5", "name": "network-vif-plugged", "status": "completed", "tag": "d79a8c0b-1e74-416a-91c7-f9e3fcbe25d4", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:03:16.456677 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f9c14466-4c76-48b8-a056-221b80252350 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:03:16.457386 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '295adfcc-63cd-4939-a68d-f1d2f39c6cb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd79a8c0b-1e74-416a-91c7-f9e3fcbe25d4', 'code': 200} Aug 05 12:03:16.474283 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 89bbd496-bb01-4b41-b65d-af7444dd347d, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=89bbd496-bb01-4b41-b65d-af7444dd347d,segment=NetworkSegment(b5893b6e-06cf-4700-b98e-3330d41c521f),segment_id=b5893b6e-06cf-4700-b98e-3330d41c521f)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:03:16.483725 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:16.537982 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1a88c4-57f7-4e55-a5f5-5a132ac73a79 req-4ca3b854-2244-4791-b503-e364beb8f98d tempest-TestServerAdvancedOps-675613309 tempest-TestServerAdvancedOps-675613309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:16.541501 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0e1a88c4-57f7-4e55-a5f5-5a132ac73a79 req-4ca3b854-2244-4791-b503-e364beb8f98d tempest-TestServerAdvancedOps-675613309 tempest-TestServerAdvancedOps-675613309-project] 10.222.0.58 "GET /v2.0/ports?device_id=ade2bf29-d2ba-461a-9dab-371134227bf5 HTTP/1.1" status: 200 len: 946 time: 0.0849693 Aug 05 12:03:16.560248 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-cf787f53-faae-4b10-a860-45dc191675d0 req-1fa8003b-c13f-4f61-865d-0bc367e73f81 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] For port 0d243f1b-bee7-4fff-a8bf-f50adee1fc74, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=0d243f1b-bee7-4fff-a8bf-f50adee1fc74,segment=NetworkSegment(28e5afec-0390-4fc6-bae9-062cb680d30f),segment_id=28e5afec-0390-4fc6-bae9-062cb680d30f)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:03:16.560879 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-cf787f53-faae-4b10-a860-45dc191675d0 req-1fa8003b-c13f-4f61-865d-0bc367e73f81 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:16.571143 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=89bbd496-bb01-4b41-b65d-af7444dd347d,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:03:16.620584 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0e1a88c4-57f7-4e55-a5f5-5a132ac73a79 req-55435d71-dc56-4ba6-8044-0ef4a21009ce tempest-TestServerAdvancedOps-675613309 tempest-TestServerAdvancedOps-675613309-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb2ebbb3-e4bc-4c6a-b7ab-acffe14cc679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718467 Aug 05 12:03:16.639649 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-cf787f53-faae-4b10-a860-45dc191675d0 req-1fa8003b-c13f-4f61-865d-0bc367e73f81 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Calling delete_port for 0d243f1b-bee7-4fff-a8bf-f50adee1fc74 owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:03:16.892779 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4c997d40-4e12-4ce9-be73-1eb94ac5e6c2 req-f1d7017c-b6e3-4993-bb8f-fc19a1fd0671 service neutron] 10.222.0.64 "GET /v2.0/networks/2cbd2f59-2ebb-4b38-8687-5be17862b714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3647552 Aug 05 12:03:16.904726 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9543e017-6c29-4394-862b-eb1c66606ba7 req-acc91787-778c-439c-baa1-ff0bbd588669 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ed8382d2-f132-4dae-822e-1f0b5e512344&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2177608 Aug 05 12:03:17.077530 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9543e017-6c29-4394-862b-eb1c66606ba7 req-62026c3b-cf15-4080-bc78-ea47064ec768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:17.080526 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9543e017-6c29-4394-862b-eb1c66606ba7 req-62026c3b-cf15-4080-bc78-ea47064ec768 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=14f85fa6e8e1401fb399139faf003f37&device_id=ed8382d2-f132-4dae-822e-1f0b5e512344 HTTP/1.1" status: 200 len: 1096 time: 0.0934691 Aug 05 12:03:17.085013 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-cf787f53-faae-4b10-a860-45dc191675d0 req-1fa8003b-c13f-4f61-865d-0bc367e73f81 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:17.100291 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e571abf-15a3-4cba-8e09-4dfc94fb0b12 req-0c0f1ab2-9358-494c-b012-597e907eb008 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:17.108923 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e571abf-15a3-4cba-8e09-4dfc94fb0b12 req-0c0f1ab2-9358-494c-b012-597e907eb008 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:17.115818 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e571abf-15a3-4cba-8e09-4dfc94fb0b12 req-0c0f1ab2-9358-494c-b012-597e907eb008 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:17.122679 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e571abf-15a3-4cba-8e09-4dfc94fb0b12 req-0c0f1ab2-9358-494c-b012-597e907eb008 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:17.129761 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e571abf-15a3-4cba-8e09-4dfc94fb0b12 req-0c0f1ab2-9358-494c-b012-597e907eb008 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:17.140559 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e571abf-15a3-4cba-8e09-4dfc94fb0b12 req-0c0f1ab2-9358-494c-b012-597e907eb008 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:17.141272 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa8003b-c13f-4f61-865d-0bc367e73f81 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Pushing event deleted for resources: {'Port': ['ID=0d243f1b-bee7-4fff-a8bf-f50adee1fc74,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:03:17.150762 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e571abf-15a3-4cba-8e09-4dfc94fb0b12 req-0c0f1ab2-9358-494c-b012-597e907eb008 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:17.163128 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7e571abf-15a3-4cba-8e09-4dfc94fb0b12 req-0c0f1ab2-9358-494c-b012-597e907eb008 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/ports?device_id=295adfcc-63cd-4939-a68d-f1d2f39c6cb5 HTTP/1.1" status: 200 len: 5440 time: 0.1730757 Aug 05 12:03:17.201357 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6c5722f0-1fc5-4a98-8ab2-07b4dc67fc56 req-106ae65b-a3bd-43aa-930b-4370eec362c5 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "GET /v2.0/ports?device_id=03b5b896-60a3-4bcb-a01d-52939f97c9d5 HTTP/1.1" status: 200 len: 210 time: 0.1341748 Aug 05 12:03:17.244379 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7e571abf-15a3-4cba-8e09-4dfc94fb0b12 req-bb964e8e-487d-4a74-9117-eff1befaf297 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/security-groups?id=febd0f78-107f-43e4-b53e-32336893412a&id=b75859e9-ba11-494c-9174-a2b56bb00afd&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0801404 Aug 05 12:03:17.259120 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device fdc00ed3-1ef7-4580-87ca-41c84ea3e979 up at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:03:17.322811 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf787f53-faae-4b10-a860-45dc191675d0 req-1fa8003b-c13f-4f61-865d-0bc367e73f81 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] No DVR routers for this DVR port 0d243f1b-bee7-4fff-a8bf-f50adee1fc74 on host n-h2-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:03:17.327560 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-cf787f53-faae-4b10-a860-45dc191675d0 req-1fa8003b-c13f-4f61-865d-0bc367e73f81 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:17.329823 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-cf787f53-faae-4b10-a860-45dc191675d0 req-1fa8003b-c13f-4f61-865d-0bc367e73f81 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.55 "DELETE /v2.0/ports/0d243f1b-bee7-4fff-a8bf-f50adee1fc74 HTTP/1.1" status: 204 len: 173 time: 1.3228784 Aug 05 12:03:17.330894 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03b5b896-60a3-4bcb-a01d-52939f97c9d5', 'name': 'network-vif-deleted', 'tag': '0d243f1b-bee7-4fff-a8bf-f50adee1fc74'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:03:17.332998 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe1a9057-9d9d-49ab-bbc2-d9c4562ca6de" -d '{"events": [{"server_uuid": "03b5b896-60a3-4bcb-a01d-52939f97c9d5", "name": "network-vif-deleted", "tag": "0d243f1b-bee7-4fff-a8bf-f50adee1fc74"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:03:17.381415 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning for port fdc00ed3-1ef7-4580-87ca-41c84ea3e979 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:03:17.382557 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 12:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-460e5f27-20d8-41d2-9f32-4c87b20d4c0a x-openstack-request-id: req-460e5f27-20d8-41d2-9f32-4c87b20d4c0a {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:03:17.383990 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03b5b896-60a3-4bcb-a01d-52939f97c9d5", "name": "network-vif-deleted", "tag": "0d243f1b-bee7-4fff-a8bf-f50adee1fc74", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:03:17.384256 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-460e5f27-20d8-41d2-9f32-4c87b20d4c0a {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:03:17.384964 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03b5b896-60a3-4bcb-a01d-52939f97c9d5', 'name': 'network-vif-deleted', 'tag': '0d243f1b-bee7-4fff-a8bf-f50adee1fc74', 'status': 'completed', 'code': 200} Aug 05 12:03:17.386631 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9543e017-6c29-4394-862b-eb1c66606ba7 req-d75cc03a-5060-495d-90c9-b22918ab69bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:17.389015 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9543e017-6c29-4394-862b-eb1c66606ba7 req-d75cc03a-5060-495d-90c9-b22918ab69bd service neutron] 10.222.0.55 "GET /v2.0/networks?id=4cafcce3-f344-455c-8718-7b96b6393933 HTTP/1.1" status: 200 len: 909 time: 0.2565551 Aug 05 12:03:17.389198 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning complete for port fdc00ed3-1ef7-4580-87ca-41c84ea3e979 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:03:17.389926 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:17.533071 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:17.552238 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9543e017-6c29-4394-862b-eb1c66606ba7 req-08f28a37-c681-40d8-ac2c-a4abb69c1443 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b4eb167f-f97e-496a-b3f7-c47cc87d3778 HTTP/1.1" status: 200 len: 1001 time: 0.1375082 Aug 05 12:03:17.605005 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port fdc00ed3-1ef7-4580-87ca-41c84ea3e979, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=fdc00ed3-1ef7-4580-87ca-41c84ea3e979,segment=NetworkSegment(5eb1533d-710e-493a-b76f-469038d5d33b),segment_id=5eb1533d-710e-493a-b76f-469038d5d33b)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:03:17.613645 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:17.615639 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 79281129-8f90-4603-b7b5-3c88d3cba5a8 up at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:03:17.681114 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9543e017-6c29-4394-862b-eb1c66606ba7 req-a602492c-82db-4b9d-99f3-63e4a67832cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:17.684767 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9543e017-6c29-4394-862b-eb1c66606ba7 req-a602492c-82db-4b9d-99f3-63e4a67832cd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a4bc47f2-e3f7-4a49-8df8-2cd59ebb96f3 HTTP/1.1" status: 200 len: 847 time: 0.1238408 Aug 05 12:03:17.755204 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=fdc00ed3-1ef7-4580-87ca-41c84ea3e979,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:03:17.776615 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9543e017-6c29-4394-862b-eb1c66606ba7 req-992a1be2-55c6-4b71-9813-19447193aa97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:17.778959 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9543e017-6c29-4394-862b-eb1c66606ba7 req-992a1be2-55c6-4b71-9813-19447193aa97 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4cafcce3-f344-455c-8718-7b96b6393933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0866997 Aug 05 12:03:17.788209 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning for port 79281129-8f90-4603-b7b5-3c88d3cba5a8 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:03:17.795721 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning complete for port 79281129-8f90-4603-b7b5-3c88d3cba5a8 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:03:17.796381 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:17.894735 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459af2a0-8167-40bc-8ced-9980f25cf90b req-9700d9db-3b0e-437c-a0d6-e9fac005939b tempest-TestServerAdvancedOps-675613309 tempest-TestServerAdvancedOps-675613309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:17.903555 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-459af2a0-8167-40bc-8ced-9980f25cf90b req-9700d9db-3b0e-437c-a0d6-e9fac005939b tempest-TestServerAdvancedOps-675613309 tempest-TestServerAdvancedOps-675613309-project] 10.222.0.58 "GET /v2.0/ports?device_id=ade2bf29-d2ba-461a-9dab-371134227bf5 HTTP/1.1" status: 200 len: 946 time: 0.0979342 Aug 05 12:03:17.974649 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:18.001364 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-459af2a0-8167-40bc-8ced-9980f25cf90b req-38672280-d463-4b51-8291-712a2b9348e1 tempest-TestServerAdvancedOps-675613309 tempest-TestServerAdvancedOps-675613309-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb2ebbb3-e4bc-4c6a-b7ab-acffe14cc679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959086 Aug 05 12:03:18.041988 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 79281129-8f90-4603-b7b5-3c88d3cba5a8, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=79281129-8f90-4603-b7b5-3c88d3cba5a8,segment=NetworkSegment(b5893b6e-06cf-4700-b98e-3330d41c521f),segment_id=b5893b6e-06cf-4700-b98e-3330d41c521f)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:03:18.049005 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:18.130492 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=79281129-8f90-4603-b7b5-3c88d3cba5a8,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:03:18.299937 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 58452) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:03:18.458613 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '295adfcc-63cd-4939-a68d-f1d2f39c6cb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89bbd496-bb01-4b41-b65d-af7444dd347d'}, {'server_uuid': '295adfcc-63cd-4939-a68d-f1d2f39c6cb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdc00ed3-1ef7-4580-87ca-41c84ea3e979'}, {'server_uuid': '295adfcc-63cd-4939-a68d-f1d2f39c6cb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79281129-8f90-4603-b7b5-3c88d3cba5a8'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:03:18.464332 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7125a2b-2a08-4245-9e92-f1dfe4016090" -d '{"events": [{"server_uuid": "295adfcc-63cd-4939-a68d-f1d2f39c6cb5", "name": "network-vif-plugged", "status": "completed", "tag": "89bbd496-bb01-4b41-b65d-af7444dd347d"}, {"server_uuid": "295adfcc-63cd-4939-a68d-f1d2f39c6cb5", "name": "network-vif-plugged", "status": "completed", "tag": "fdc00ed3-1ef7-4580-87ca-41c84ea3e979"}, {"server_uuid": "295adfcc-63cd-4939-a68d-f1d2f39c6cb5", "name": "network-vif-plugged", "status": "completed", "tag": "79281129-8f90-4603-b7b5-3c88d3cba5a8"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:03:18.495670 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9543e017-6c29-4394-862b-eb1c66606ba7 req-dfe5201b-2279-4bf3-b42e-5426b246688b service neutron] 10.222.0.55 "GET /v2.0/networks/4cafcce3-f344-455c-8718-7b96b6393933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7001657 Aug 05 12:03:18.586412 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 05 Aug 2021 12:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83c04625-10c6-4f65-8b32-a393cdab41ca x-openstack-request-id: req-83c04625-10c6-4f65-8b32-a393cdab41ca {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:03:18.587688 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "295adfcc-63cd-4939-a68d-f1d2f39c6cb5", "name": "network-vif-plugged", "status": "completed", "tag": "89bbd496-bb01-4b41-b65d-af7444dd347d", "code": 200}, {"server_uuid": "295adfcc-63cd-4939-a68d-f1d2f39c6cb5", "name": "network-vif-plugged", "status": "completed", "tag": "fdc00ed3-1ef7-4580-87ca-41c84ea3e979", "code": 200}, {"server_uuid": "295adfcc-63cd-4939-a68d-f1d2f39c6cb5", "name": "network-vif-plugged", "status": "completed", "tag": "79281129-8f90-4603-b7b5-3c88d3cba5a8", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:03:18.588785 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-83c04625-10c6-4f65-8b32-a393cdab41ca {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:03:18.589597 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '295adfcc-63cd-4939-a68d-f1d2f39c6cb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89bbd496-bb01-4b41-b65d-af7444dd347d', 'code': 200} Aug 05 12:03:18.590207 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '295adfcc-63cd-4939-a68d-f1d2f39c6cb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdc00ed3-1ef7-4580-87ca-41c84ea3e979', 'code': 200} Aug 05 12:03:18.590755 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '295adfcc-63cd-4939-a68d-f1d2f39c6cb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79281129-8f90-4603-b7b5-3c88d3cba5a8', 'code': 200} Aug 05 12:03:18.686771 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fb5a2d-55cc-4d62-a06a-7cfaa9ca2d0d req-27fcdca6-2a82-4a21-9e6c-aadfd575249b tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:18.690593 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9543e017-6c29-4394-862b-eb1c66606ba7 req-15507f17-8247-423a-8431-438e4ab1f7e7 service neutron] 10.222.0.55 "GET /v2.0/networks/4cafcce3-f344-455c-8718-7b96b6393933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864867 Aug 05 12:03:18.700622 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fb5a2d-55cc-4d62-a06a-7cfaa9ca2d0d req-27fcdca6-2a82-4a21-9e6c-aadfd575249b tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:18.715471 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fb5a2d-55cc-4d62-a06a-7cfaa9ca2d0d req-27fcdca6-2a82-4a21-9e6c-aadfd575249b tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:18.732045 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fb5a2d-55cc-4d62-a06a-7cfaa9ca2d0d req-27fcdca6-2a82-4a21-9e6c-aadfd575249b tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:18.749365 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fb5a2d-55cc-4d62-a06a-7cfaa9ca2d0d req-27fcdca6-2a82-4a21-9e6c-aadfd575249b tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:18.766188 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fb5a2d-55cc-4d62-a06a-7cfaa9ca2d0d req-27fcdca6-2a82-4a21-9e6c-aadfd575249b tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:18.781227 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fb5a2d-55cc-4d62-a06a-7cfaa9ca2d0d req-27fcdca6-2a82-4a21-9e6c-aadfd575249b tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:18.791426 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c2fb5a2d-55cc-4d62-a06a-7cfaa9ca2d0d req-27fcdca6-2a82-4a21-9e6c-aadfd575249b tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/ports?device_id=295adfcc-63cd-4939-a68d-f1d2f39c6cb5 HTTP/1.1" status: 200 len: 5442 time: 0.3342502 Aug 05 12:03:18.965000 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d34830-c1cd-4e31-9aab-f7fff09ecd34 req-6c0de66e-1780-4ce2-8366-354800242aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:18.966124 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d34830-c1cd-4e31-9aab-f7fff09ecd34 req-6c0de66e-1780-4ce2-8366-354800242aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:18.967080 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d34830-c1cd-4e31-9aab-f7fff09ecd34 req-6c0de66e-1780-4ce2-8366-354800242aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:18.967900 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d34830-c1cd-4e31-9aab-f7fff09ecd34 req-6c0de66e-1780-4ce2-8366-354800242aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:18.969712 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d34830-c1cd-4e31-9aab-f7fff09ecd34 req-6c0de66e-1780-4ce2-8366-354800242aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:18.970633 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d34830-c1cd-4e31-9aab-f7fff09ecd34 req-6c0de66e-1780-4ce2-8366-354800242aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:18.971291 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d34830-c1cd-4e31-9aab-f7fff09ecd34 req-6c0de66e-1780-4ce2-8366-354800242aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:18.974093 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b9d34830-c1cd-4e31-9aab-f7fff09ecd34 req-6c0de66e-1780-4ce2-8366-354800242aa9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=295adfcc-63cd-4939-a68d-f1d2f39c6cb5 HTTP/1.1" status: 200 len: 6499 time: 0.1326180 Aug 05 12:03:19.093841 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c2fb5a2d-55cc-4d62-a06a-7cfaa9ca2d0d req-57f16de7-371e-4d06-a69c-303529a56b30 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/security-groups?id=febd0f78-107f-43e4-b53e-32336893412a&id=b75859e9-ba11-494c-9174-a2b56bb00afd&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.2976120 Aug 05 12:03:19.100320 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b9d34830-c1cd-4e31-9aab-f7fff09ecd34 req-04b0dcb6-0d70-4887-ba53-11fa5539a6b1 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=febd0f78-107f-43e4-b53e-32336893412a&id=b75859e9-ba11-494c-9174-a2b56bb00afd&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.1140654 Aug 05 12:03:19.292935 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1ff7df-87cc-4a31-ab9b-fdcf70957476 req-222d8d6b-2781-44c6-b7eb-94a61b4d8ce6 tempest-TestServerAdvancedOps-675613309 tempest-TestServerAdvancedOps-675613309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:19.294767 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1a1ff7df-87cc-4a31-ab9b-fdcf70957476 req-222d8d6b-2781-44c6-b7eb-94a61b4d8ce6 tempest-TestServerAdvancedOps-675613309 tempest-TestServerAdvancedOps-675613309-project] 10.222.0.58 "GET /v2.0/ports?device_id=ade2bf29-d2ba-461a-9dab-371134227bf5 HTTP/1.1" status: 200 len: 946 time: 0.1365817 Aug 05 12:03:19.374275 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1a1ff7df-87cc-4a31-ab9b-fdcf70957476 req-45c59093-b92c-4218-becb-404a9fafc95b tempest-TestServerAdvancedOps-675613309 tempest-TestServerAdvancedOps-675613309-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb2ebbb3-e4bc-4c6a-b7ab-acffe14cc679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693066 Aug 05 12:03:19.488119 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 0d243f1b-bee7-4fff-a8bf-f50adee1fc74 no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:03:19.530700 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0c7e532d-ba84-48e7-ba74-001e7d0237cd tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33208311'] for router_interface, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:19.556406 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] No Port match for: 0d243f1b-bee7-4fff-a8bf-f50adee1fc74 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:03:19.557570 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 0d243f1b-bee7-4fff-a8bf-f50adee1fc74 not bound to the agent host n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:03:19.976557 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03e49d2-7927-4d1d-8360-d0ae7aa7a2a1 req-74ce9fc6-bbf9-43d3-ae8b-8583c39ad339 tempest-TestServerAdvancedOps-675613309 tempest-TestServerAdvancedOps-675613309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:19.979359 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d03e49d2-7927-4d1d-8360-d0ae7aa7a2a1 req-74ce9fc6-bbf9-43d3-ae8b-8583c39ad339 tempest-TestServerAdvancedOps-675613309 tempest-TestServerAdvancedOps-675613309-project] 10.222.0.58 "GET /v2.0/ports?device_id=ade2bf29-d2ba-461a-9dab-371134227bf5 HTTP/1.1" status: 200 len: 946 time: 0.1448500 Aug 05 12:03:20.122984 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d03e49d2-7927-4d1d-8360-d0ae7aa7a2a1 req-82b78d59-6e20-4167-b6f6-885bcfd80ca0 tempest-TestServerAdvancedOps-675613309 tempest-TestServerAdvancedOps-675613309-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb2ebbb3-e4bc-4c6a-b7ab-acffe14cc679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258633 Aug 05 12:03:20.209275 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-0c7e532d-ba84-48e7-ba74-001e7d0237cd tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Deleting port 9a67afe5-6471-4b67-a51b-f6a56562b832 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:03:20.210187 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0c7e532d-ba84-48e7-ba74-001e7d0237cd tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:20.417253 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d12b528-7a8b-4f1f-bdb7-2ac79242866e req-e769cd7c-a617-4ab2-adbf-cc240aafb220 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:20.430943 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d12b528-7a8b-4f1f-bdb7-2ac79242866e req-e769cd7c-a617-4ab2-adbf-cc240aafb220 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:20.443139 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d12b528-7a8b-4f1f-bdb7-2ac79242866e req-e769cd7c-a617-4ab2-adbf-cc240aafb220 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:20.457401 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d12b528-7a8b-4f1f-bdb7-2ac79242866e req-e769cd7c-a617-4ab2-adbf-cc240aafb220 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:20.476531 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d12b528-7a8b-4f1f-bdb7-2ac79242866e req-e769cd7c-a617-4ab2-adbf-cc240aafb220 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:20.483533 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d12b528-7a8b-4f1f-bdb7-2ac79242866e req-e769cd7c-a617-4ab2-adbf-cc240aafb220 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:20.493337 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d12b528-7a8b-4f1f-bdb7-2ac79242866e req-e769cd7c-a617-4ab2-adbf-cc240aafb220 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:20.496622 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5d12b528-7a8b-4f1f-bdb7-2ac79242866e req-e769cd7c-a617-4ab2-adbf-cc240aafb220 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/ports?device_id=295adfcc-63cd-4939-a68d-f1d2f39c6cb5 HTTP/1.1" status: 200 len: 5442 time: 0.2236600 Aug 05 12:03:20.555293 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-0c7e532d-ba84-48e7-ba74-001e7d0237cd tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] For port 9a67afe5-6471-4b67-a51b-f6a56562b832, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=9a67afe5-6471-4b67-a51b-f6a56562b832,segment=NetworkSegment(28e5afec-0390-4fc6-bae9-062cb680d30f),segment_id=28e5afec-0390-4fc6-bae9-062cb680d30f)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:03:20.556045 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0c7e532d-ba84-48e7-ba74-001e7d0237cd tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:20.594155 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-0c7e532d-ba84-48e7-ba74-001e7d0237cd tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Calling delete_port for 9a67afe5-6471-4b67-a51b-f6a56562b832 owned by network:router_interface {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:03:20.605590 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5d12b528-7a8b-4f1f-bdb7-2ac79242866e req-9e31f631-d815-4a8f-9d9f-5c164235b1c4 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/security-groups?id=febd0f78-107f-43e4-b53e-32336893412a&id=b75859e9-ba11-494c-9174-a2b56bb00afd&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0949733 Aug 05 12:03:20.933910 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0c7e532d-ba84-48e7-ba74-001e7d0237cd tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:20.970902 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7e532d-ba84-48e7-ba74-001e7d0237cd tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Pushing event deleted for resources: {'Port': ['ID=9a67afe5-6471-4b67-a51b-f6a56562b832,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:03:21.426600 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0c7e532d-ba84-48e7-ba74-001e7d0237cd tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33140263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33208171'] for router_interface, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:21.451647 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea6b1d8-7670-4fad-b5ba-d4e6d2db4ebc req-fb61ea87-6847-4bf0-9902-a43905875f03 tempest-TestServerAdvancedOps-675613309 tempest-TestServerAdvancedOps-675613309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:21.454627 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cea6b1d8-7670-4fad-b5ba-d4e6d2db4ebc req-fb61ea87-6847-4bf0-9902-a43905875f03 tempest-TestServerAdvancedOps-675613309 tempest-TestServerAdvancedOps-675613309-project] 10.222.0.58 "GET /v2.0/ports?device_id=ade2bf29-d2ba-461a-9dab-371134227bf5 HTTP/1.1" status: 200 len: 946 time: 0.1430144 Aug 05 12:03:21.996555 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cea6b1d8-7670-4fad-b5ba-d4e6d2db4ebc req-f89304dd-c9b8-484c-b8e4-3bef27b4cb2a tempest-TestServerAdvancedOps-675613309 tempest-TestServerAdvancedOps-675613309-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb2ebbb3-e4bc-4c6a-b7ab-acffe14cc679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5282569 Aug 05 12:03:22.169216 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d1e7d7-8fa9-4226-835e-e41dabe1418c req-657f486e-348d-4227-aba0-2f92a8bb3c49 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:22.175619 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d1e7d7-8fa9-4226-835e-e41dabe1418c req-657f486e-348d-4227-aba0-2f92a8bb3c49 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:22.184237 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d1e7d7-8fa9-4226-835e-e41dabe1418c req-657f486e-348d-4227-aba0-2f92a8bb3c49 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:22.191448 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d1e7d7-8fa9-4226-835e-e41dabe1418c req-657f486e-348d-4227-aba0-2f92a8bb3c49 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:22.199343 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d1e7d7-8fa9-4226-835e-e41dabe1418c req-657f486e-348d-4227-aba0-2f92a8bb3c49 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:22.205473 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d1e7d7-8fa9-4226-835e-e41dabe1418c req-657f486e-348d-4227-aba0-2f92a8bb3c49 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:22.213519 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d1e7d7-8fa9-4226-835e-e41dabe1418c req-657f486e-348d-4227-aba0-2f92a8bb3c49 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:22.216787 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-41d1e7d7-8fa9-4226-835e-e41dabe1418c req-657f486e-348d-4227-aba0-2f92a8bb3c49 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/ports?device_id=295adfcc-63cd-4939-a68d-f1d2f39c6cb5 HTTP/1.1" status: 200 len: 5442 time: 0.2442572 Aug 05 12:03:22.343300 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-41d1e7d7-8fa9-4226-835e-e41dabe1418c req-6fd3cb36-f30b-4874-9e50-86fd376e69b8 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/security-groups?id=febd0f78-107f-43e4-b53e-32336893412a&id=b75859e9-ba11-494c-9174-a2b56bb00afd&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.1102710 Aug 05 12:03:22.343942 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:22.357114 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c7e532d-ba84-48e7-ba74-001e7d0237cd tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Router dd895e13-2c1f-4bc6-aeee-fc9c9825b805 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:03:22.519095 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c7e532d-ba84-48e7-ba74-001e7d0237cd tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:03:22.528258 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-0c7e532d-ba84-48e7-ba74-001e7d0237cd tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "PUT /v2.0/routers/dd895e13-2c1f-4bc6-aeee-fc9c9825b805/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2265751 Aug 05 12:03:22.532902 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 58552) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:03:22.536244 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfc0705-3bff-4eb9-bccd-244ecc4b59d0 None None] Sync routers for ids ['dd895e13-2c1f-4bc6-aeee-fc9c9825b805'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:03:22.556335 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfc0705-3bff-4eb9-bccd-244ecc4b59d0 None None] Routers {'dd895e13-2c1f-4bc6-aeee-fc9c9825b805'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:03:22.557257 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-5cfc0705-3bff-4eb9-bccd-244ecc4b59d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:03:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['dd895e13-2c1f-4bc6-aeee-fc9c9825b805'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:03:22.606278 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_v2 [None req-254ab52d-ea9d-402b-8a16-01e97fe6fa74 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Deleting subnet 246efd78-ac94-4655-af8f-d71ed39d45f9 {{(pid=94420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 12:03:22.611144 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-254ab52d-ea9d-402b-8a16-01e97fe6fa74 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for subnet, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:22.684748 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-254ab52d-ea9d-402b-8a16-01e97fe6fa74 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25010562'] for subnet, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:22.760642 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-5cfc0705-3bff-4eb9-bccd-244ecc4b59d0 None None] Set router dd895e13-2c1f-4bc6-aeee-fc9c9825b805 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:03:22.839943 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-254ab52d-ea9d-402b-8a16-01e97fe6fa74 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:22.981024 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-254ab52d-ea9d-402b-8a16-01e97fe6fa74 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29762763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24211094'] for subnet, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:23.051308 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254ab52d-ea9d-402b-8a16-01e97fe6fa74 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Pushing event deleted for resources: {'Subnet': ['ID=246efd78-ac94-4655-af8f-d71ed39d45f9,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:03:23.061121 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-254ab52d-ea9d-402b-8a16-01e97fe6fa74 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:23.068557 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 58556) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:03:23.069517 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-254ab52d-ea9d-402b-8a16-01e97fe6fa74 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "DELETE /v2.0/subnets/246efd78-ac94-4655-af8f-d71ed39d45f9 HTTP/1.1" status: 204 len: 168 time: 0.5349526 Aug 05 12:03:23.073026 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2503f571-bfb5-412c-9bd7-7519b24d92dc None None] Network 2830970e-d0ce-4cd2-b553-c3bab34c8414 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:03:23.201287 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-5cfc0705-3bff-4eb9-bccd-244ecc4b59d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd895e13-2c1f-4bc6-aeee-fc9c9825b805', 'name': 'tempest-TestNetworkAdvancedServerOps-router-90349292', 'tenant_id': '7f88688726d24c8e9d77831659c7c3ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': 'ce871190-826d-4e2f-80b7-7627986edb66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:00:58Z', 'updated_at': '2021-08-05T12:03:20Z', 'revision_number': 5, 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'gw_port': {'id': 'ce871190-826d-4e2f-80b7-7627986edb66', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:8a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd895e13-2c1f-4bc6-aeee-fc9c9825b805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:01:00Z', 'updated_at': '2021-08-05T12:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:03:23.270276 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfc0705-3bff-4eb9-bccd-244ecc4b59d0 None None] Checking router: dd895e13-2c1f-4bc6-aeee-fc9c9825b805 for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:03:23.273863 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd7beaa-2c63-4be1-8dd4-0abddcd64fda req-7725c5bf-7604-424e-bf89-db493c87dd3a tempest-TestServerAdvancedOps-675613309 tempest-TestServerAdvancedOps-675613309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:23.277239 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bdd7beaa-2c63-4be1-8dd4-0abddcd64fda req-7725c5bf-7604-424e-bf89-db493c87dd3a tempest-TestServerAdvancedOps-675613309 tempest-TestServerAdvancedOps-675613309-project] 10.222.0.58 "GET /v2.0/ports?device_id=ade2bf29-d2ba-461a-9dab-371134227bf5 HTTP/1.1" status: 200 len: 946 time: 0.1099050 Aug 05 12:03:23.304559 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfc0705-3bff-4eb9-bccd-244ecc4b59d0 None None] Routers {'dd895e13-2c1f-4bc6-aeee-fc9c9825b805'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:03:23.306444 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-5cfc0705-3bff-4eb9-bccd-244ecc4b59d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:03:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['dd895e13-2c1f-4bc6-aeee-fc9c9825b805'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:03:23.359700 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6b9e2f19-50f1-44e3-86ca-90d6ecb52f76 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for router, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:23.402527 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bdd7beaa-2c63-4be1-8dd4-0abddcd64fda req-c493148f-0a0b-4eac-bbfe-557b7cedfb42 tempest-TestServerAdvancedOps-675613309 tempest-TestServerAdvancedOps-675613309-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb2ebbb3-e4bc-4c6a-b7ab-acffe14cc679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103344 Aug 05 12:03:23.642063 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169656f1-a3f6-4b8c-be32-bd21516f6e86 None None] DHCP port deletion for 2830970e-d0ce-4cd2-b553-c3bab34c8414 request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 12:03:23.659733 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-5cfc0705-3bff-4eb9-bccd-244ecc4b59d0 None None] Set router dd895e13-2c1f-4bc6-aeee-fc9c9825b805 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:03:23.816426 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3f196f-fc60-4366-8611-cda344b70376 req-38b4cfcd-2546-4903-8eea-1291150f652f tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:23.827391 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6b9e2f19-50f1-44e3-86ca-90d6ecb52f76 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:23.845788 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3f196f-fc60-4366-8611-cda344b70376 req-38b4cfcd-2546-4903-8eea-1291150f652f tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:23.859819 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-169656f1-a3f6-4b8c-be32-bd21516f6e86 None None] Deleting port 8661ea6c-c284-4983-9014-8513e94249c6 {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:03:23.860950 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3f196f-fc60-4366-8611-cda344b70376 req-38b4cfcd-2546-4903-8eea-1291150f652f tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:23.863079 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-169656f1-a3f6-4b8c-be32-bd21516f6e86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:23.878124 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3f196f-fc60-4366-8611-cda344b70376 req-38b4cfcd-2546-4903-8eea-1291150f652f tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:23.893117 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3f196f-fc60-4366-8611-cda344b70376 req-38b4cfcd-2546-4903-8eea-1291150f652f tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:23.916338 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3f196f-fc60-4366-8611-cda344b70376 req-38b4cfcd-2546-4903-8eea-1291150f652f tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:23.930470 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3f196f-fc60-4366-8611-cda344b70376 req-38b4cfcd-2546-4903-8eea-1291150f652f tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:23.935222 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7a3f196f-fc60-4366-8611-cda344b70376 req-38b4cfcd-2546-4903-8eea-1291150f652f tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/ports?device_id=295adfcc-63cd-4939-a68d-f1d2f39c6cb5 HTTP/1.1" status: 200 len: 5442 time: 0.3308611 Aug 05 12:03:23.988552 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8204f4-cfb0-4a8e-b870-27cd1fd7d4e7 req-0ffc0c5e-28b5-47f0-a123-04d1af147371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:23.991840 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-fc8204f4-cfb0-4a8e-b870-27cd1fd7d4e7 req-0ffc0c5e-28b5-47f0-a123-04d1af147371 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0a7f520b92d34b10a8cafe3b01f287d2&device_id=ade2bf29-d2ba-461a-9dab-371134227bf5 HTTP/1.1" status: 200 len: 1097 time: 0.1530561 Aug 05 12:03:24.077733 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b8c322-a3f6-4f1e-8a6f-c93ad617168a req-18b23537-fa63-4f90-a87a-49c2b78de3d7 tempest-TestServerAdvancedOps-675613309 tempest-TestServerAdvancedOps-675613309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:24.091478 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a9b8c322-a3f6-4f1e-8a6f-c93ad617168a req-18b23537-fa63-4f90-a87a-49c2b78de3d7 tempest-TestServerAdvancedOps-675613309 tempest-TestServerAdvancedOps-675613309-project] 10.222.0.58 "GET /v2.0/ports?device_id=ade2bf29-d2ba-461a-9dab-371134227bf5 HTTP/1.1" status: 200 len: 946 time: 0.1540163 Aug 05 12:03:24.105637 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-169656f1-a3f6-4b8c-be32-bd21516f6e86 None None] For port 8661ea6c-c284-4983-9014-8513e94249c6, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=8661ea6c-c284-4983-9014-8513e94249c6,segment=NetworkSegment(28e5afec-0390-4fc6-bae9-062cb680d30f),segment_id=28e5afec-0390-4fc6-bae9-062cb680d30f)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:03:24.106686 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-169656f1-a3f6-4b8c-be32-bd21516f6e86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:24.141806 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-169656f1-a3f6-4b8c-be32-bd21516f6e86 None None] Calling delete_port for 8661ea6c-c284-4983-9014-8513e94249c6 owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:03:24.167564 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7a3f196f-fc60-4366-8611-cda344b70376 req-fcf4a980-c26a-4686-9fc3-19d99e6531f0 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/security-groups?id=febd0f78-107f-43e4-b53e-32336893412a&id=b75859e9-ba11-494c-9174-a2b56bb00afd&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.1594706 Aug 05 12:03:24.229322 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a9b8c322-a3f6-4f1e-8a6f-c93ad617168a req-90f0b810-8330-4dc5-a58a-ac77f901e050 tempest-TestServerAdvancedOps-675613309 tempest-TestServerAdvancedOps-675613309-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb2ebbb3-e4bc-4c6a-b7ab-acffe14cc679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359642 Aug 05 12:03:24.236995 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-5cfc0705-3bff-4eb9-bccd-244ecc4b59d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd895e13-2c1f-4bc6-aeee-fc9c9825b805', 'name': 'tempest-TestNetworkAdvancedServerOps-router-90349292', 'tenant_id': '7f88688726d24c8e9d77831659c7c3ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': 'ce871190-826d-4e2f-80b7-7627986edb66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:00:58Z', 'updated_at': '2021-08-05T12:03:20Z', 'revision_number': 5, 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'gw_port': {'id': 'ce871190-826d-4e2f-80b7-7627986edb66', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:8a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd895e13-2c1f-4bc6-aeee-fc9c9825b805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:01:00Z', 'updated_at': '2021-08-05T12:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:03:24.301684 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8204f4-cfb0-4a8e-b870-27cd1fd7d4e7 req-fd2dff13-bbfb-4847-9717-2df11ea2d88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:24.305332 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-fc8204f4-cfb0-4a8e-b870-27cd1fd7d4e7 req-fd2dff13-bbfb-4847-9717-2df11ea2d88a service neutron] 10.222.0.64 "GET /v2.0/networks?id=2cbd2f59-2ebb-4b38-8687-5be17862b714 HTTP/1.1" status: 200 len: 913 time: 0.3025148 Aug 05 12:03:24.315022 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-6b9e2f19-50f1-44e3-86ca-90d6ecb52f76 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Deleting port ce871190-826d-4e2f-80b7-7627986edb66 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:03:24.315609 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6b9e2f19-50f1-44e3-86ca-90d6ecb52f76 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:24.339073 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfc0705-3bff-4eb9-bccd-244ecc4b59d0 None None] The sync data for ids ['dd895e13-2c1f-4bc6-aeee-fc9c9825b805'] in n-d-803378-2 is: [{'id': 'dd895e13-2c1f-4bc6-aeee-fc9c9825b805', 'name': 'tempest-TestNetworkAdvancedServerOps-router-90349292', 'tenant_id': '7f88688726d24c8e9d77831659c7c3ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': 'ce871190-826d-4e2f-80b7-7627986edb66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:00:58Z', 'updated_at': '2021-08-05T12:03:20Z', 'revision_number': 5, 'project_id': '7f88688726d24c8e9d77831659c7c3ae', 'gw_port': {'id': 'ce871190-826d-4e2f-80b7-7627986edb66', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:8a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd895e13-2c1f-4bc6-aeee-fc9c9825b805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:01:00Z', 'updated_at': '2021-08-05T12:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:03:24.394474 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-169656f1-a3f6-4b8c-be32-bd21516f6e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:24.444926 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169656f1-a3f6-4b8c-be32-bd21516f6e86 None None] Pushing event deleted for resources: {'Port': ['ID=8661ea6c-c284-4983-9014-8513e94249c6,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:03:24.465209 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169656f1-a3f6-4b8c-be32-bd21516f6e86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:03:24.466155 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169656f1-a3f6-4b8c-be32-bd21516f6e86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:03:24.466975 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169656f1-a3f6-4b8c-be32-bd21516f6e86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:03:24.467561 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169656f1-a3f6-4b8c-be32-bd21516f6e86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:03:24.468108 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169656f1-a3f6-4b8c-be32-bd21516f6e86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:03:24.468706 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169656f1-a3f6-4b8c-be32-bd21516f6e86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:03:24.469465 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169656f1-a3f6-4b8c-be32-bd21516f6e86 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:03:24.470046 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169656f1-a3f6-4b8c-be32-bd21516f6e86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:03:24.470511 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169656f1-a3f6-4b8c-be32-bd21516f6e86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:03:24.470966 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169656f1-a3f6-4b8c-be32-bd21516f6e86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:03:24.471434 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169656f1-a3f6-4b8c-be32-bd21516f6e86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:03:24.471935 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169656f1-a3f6-4b8c-be32-bd21516f6e86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:03:24.482494 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169656f1-a3f6-4b8c-be32-bd21516f6e86 None None] No DVR routers for this DVR port 8661ea6c-c284-4983-9014-8513e94249c6 on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:03:24.513339 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-fc8204f4-cfb0-4a8e-b870-27cd1fd7d4e7 req-282ef005-3687-4d4d-aa4d-18ab3cbc7b5d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1a80f9cd-d68d-43e4-87e2-68bab69ae3fe HTTP/1.1" status: 200 len: 217 time: 0.1252613 Aug 05 12:03:24.513920 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977e31a1-4c27-4d2f-81fc-ee3bac2234ea req-73876c6f-2cd7-42f7-8ae8-d3c7542c6e1c tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:24.526534 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977e31a1-4c27-4d2f-81fc-ee3bac2234ea req-73876c6f-2cd7-42f7-8ae8-d3c7542c6e1c tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:24.539317 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977e31a1-4c27-4d2f-81fc-ee3bac2234ea req-73876c6f-2cd7-42f7-8ae8-d3c7542c6e1c tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:24.552279 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977e31a1-4c27-4d2f-81fc-ee3bac2234ea req-73876c6f-2cd7-42f7-8ae8-d3c7542c6e1c tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:24.567442 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977e31a1-4c27-4d2f-81fc-ee3bac2234ea req-73876c6f-2cd7-42f7-8ae8-d3c7542c6e1c tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:24.580433 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977e31a1-4c27-4d2f-81fc-ee3bac2234ea req-73876c6f-2cd7-42f7-8ae8-d3c7542c6e1c tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:24.593042 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977e31a1-4c27-4d2f-81fc-ee3bac2234ea req-73876c6f-2cd7-42f7-8ae8-d3c7542c6e1c tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:24.596579 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-977e31a1-4c27-4d2f-81fc-ee3bac2234ea req-73876c6f-2cd7-42f7-8ae8-d3c7542c6e1c tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/ports?device_id=295adfcc-63cd-4939-a68d-f1d2f39c6cb5 HTTP/1.1" status: 200 len: 5442 time: 0.2375388 Aug 05 12:03:24.606504 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8204f4-cfb0-4a8e-b870-27cd1fd7d4e7 req-d211ced6-df2c-4002-a79d-24456ba43753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:24.612790 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-fc8204f4-cfb0-4a8e-b870-27cd1fd7d4e7 req-d211ced6-df2c-4002-a79d-24456ba43753 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d58ac2c5-c6c1-4a12-b1c3-d194167b1ead HTTP/1.1" status: 200 len: 852 time: 0.0833683 Aug 05 12:03:24.618766 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [None req-6b9e2f19-50f1-44e3-86ca-90d6ecb52f76 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] For port ce871190-826d-4e2f-80b7-7627986edb66, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=ce871190-826d-4e2f-80b7-7627986edb66,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:03:24.619264 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6b9e2f19-50f1-44e3-86ca-90d6ecb52f76 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:24.622214 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 58570) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:03:24.633014 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-466c4d80-9a33-45a4-a824-8fd052593ff5 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Request body: {'floatingip': {'port_id': '7bcb6ae7-f99a-4746-9568-4e0b7720fa3c'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:03:24.684282 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-6b9e2f19-50f1-44e3-86ca-90d6ecb52f76 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Calling delete_port for ce871190-826d-4e2f-80b7-7627986edb66 owned by network:router_gateway {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:03:24.690855 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-fc8204f4-cfb0-4a8e-b870-27cd1fd7d4e7 req-a3260834-380d-49c1-905d-d7c0c709b1fd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2cbd2f59-2ebb-4b38-8687-5be17862b714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677447 Aug 05 12:03:24.703115 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-466c4d80-9a33-45a4-a824-8fd052593ff5 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks [] for floatingip, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:25.108587 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-fc8204f4-cfb0-4a8e-b870-27cd1fd7d4e7 req-6fff27ae-4cc7-465d-975b-e5175698cf4b service neutron] 10.222.0.64 "GET /v2.0/networks/2cbd2f59-2ebb-4b38-8687-5be17862b714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3993101 Aug 05 12:03:25.127870 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 9a67afe5-6471-4b67-a51b-f6a56562b832 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:03:25.181754 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 9a67afe5-6471-4b67-a51b-f6a56562b832 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:03:25.182106 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 9a67afe5-6471-4b67-a51b-f6a56562b832 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:03:25.182798 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 8661ea6c-c284-4983-9014-8513e94249c6 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:03:25.208971 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 8661ea6c-c284-4983-9014-8513e94249c6 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:03:25.209279 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 8661ea6c-c284-4983-9014-8513e94249c6 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:03:25.354782 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6b9e2f19-50f1-44e3-86ca-90d6ecb52f76 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:25.376893 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-fc8204f4-cfb0-4a8e-b870-27cd1fd7d4e7 req-79683a57-36bf-452e-8762-5f3ecb130d89 service neutron] 10.222.0.64 "GET /v2.0/networks/2cbd2f59-2ebb-4b38-8687-5be17862b714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460794 Aug 05 12:03:25.421546 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9e2f19-50f1-44e3-86ca-90d6ecb52f76 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Pushing event deleted for resources: {'Port': ['ID=ce871190-826d-4e2f-80b7-7627986edb66,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:03:25.534961 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6b9e2f19-50f1-44e3-86ca-90d6ecb52f76 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33285055'] for router_gateway, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:25.656861 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845719c5-81af-4d52-8a1f-c604e035adc8 req-57cf593c-3b5d-4d2b-b712-635ded8f39d1 tempest-TestServerAdvancedOps-675613309 tempest-TestServerAdvancedOps-675613309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:25.659674 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-845719c5-81af-4d52-8a1f-c604e035adc8 req-57cf593c-3b5d-4d2b-b712-635ded8f39d1 tempest-TestServerAdvancedOps-675613309 tempest-TestServerAdvancedOps-675613309-project] 10.222.0.58 "GET /v2.0/ports?device_id=ade2bf29-d2ba-461a-9dab-371134227bf5 HTTP/1.1" status: 200 len: 946 time: 0.2657988 Aug 05 12:03:25.714964 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6b9e2f19-50f1-44e3-86ca-90d6ecb52f76 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33262979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1951'] for router, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:25.719017 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6b9e2f19-50f1-44e3-86ca-90d6ecb52f76 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:25.823600 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6b9e2f19-50f1-44e3-86ca-90d6ecb52f76 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33262474'] for router, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:25.823956 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b9e2f19-50f1-44e3-86ca-90d6ecb52f76 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Fanout notify agent at l3_agent the message router_deleted on router dd895e13-2c1f-4bc6-aeee-fc9c9825b805 {{(pid=94421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 12:03:25.840385 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-845719c5-81af-4d52-8a1f-c604e035adc8 req-adaf51ea-130a-4979-830f-c7dc1fe75ba4 tempest-TestServerAdvancedOps-675613309 tempest-TestServerAdvancedOps-675613309-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb2ebbb3-e4bc-4c6a-b7ab-acffe14cc679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647058 Aug 05 12:03:25.846307 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6b9e2f19-50f1-44e3-86ca-90d6ecb52f76 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for router, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:25.849431 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-6b9e2f19-50f1-44e3-86ca-90d6ecb52f76 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "DELETE /v2.0/routers/dd895e13-2c1f-4bc6-aeee-fc9c9825b805 HTTP/1.1" status: 204 len: 168 time: 2.7778065 Aug 05 12:03:25.852679 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 58578) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:03:25.883069 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.db.resource_extend [None req-466c4d80-9a33-45a4-a824-8fd052593ff5 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 05 12:03:25.971801 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-466c4d80-9a33-45a4-a824-8fd052593ff5 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:25.982331 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-466c4d80-9a33-45a4-a824-8fd052593ff5 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33287247'] for floatingip, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:26.066261 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c254d543-c4b4-47ff-92b1-e6e81084e4a9 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:26.187044 n-d-803378-2 neutron-server[94420]: INFO neutron.db.l3_db [None req-466c4d80-9a33-45a4-a824-8fd052593ff5 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Floating IP 338af5ba-cd4a-4953-b088-b59f908e1acc associated. External IP: 172.25.5.24, port: 7bcb6ae7-f99a-4746-9568-4e0b7720fa3c. Aug 05 12:03:26.246165 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c254d543-c4b4-47ff-92b1-e6e81084e4a9 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:26.264127 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-c254d543-c4b4-47ff-92b1-e6e81084e4a9 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2830970e-d0ce-4cd2-b553-c3bab34c8414']}} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:03:26.293942 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-c254d543-c4b4-47ff-92b1-e6e81084e4a9 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28e5afec-0390-4fc6-bae9-062cb680d30f') {'for_net_delete': True} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:03:26.296814 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-c254d543-c4b4-47ff-92b1-e6e81084e4a9 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28e5afec-0390-4fc6-bae9-062cb680d30f') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:03:26.316183 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c254d543-c4b4-47ff-92b1-e6e81084e4a9 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29786371'] for segment, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:26.342718 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c254d543-c4b4-47ff-92b1-e6e81084e4a9 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:26.357043 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c254d543-c4b4-47ff-92b1-e6e81084e4a9 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=94421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 12:03:26.358028 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c254d543-c4b4-47ff-92b1-e6e81084e4a9 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25038799'] for segment, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:26.361838 n-d-803378-2 neutron-server[94421]: Traceback (most recent call last): Aug 05 12:03:26.361838 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 12:03:26.361838 n-d-803378-2 neutron-server[94421]: timer() Aug 05 12:03:26.361838 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 12:03:26.361838 n-d-803378-2 neutron-server[94421]: cb(*args, **kw) Aug 05 12:03:26.361838 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 12:03:26.361838 n-d-803378-2 neutron-server[94421]: return func(*args, **kwargs) Aug 05 12:03:26.361838 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 12:03:26.361838 n-d-803378-2 neutron-server[94421]: self._notify() Aug 05 12:03:26.361838 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 12:03:26.361838 n-d-803378-2 neutron-server[94421]: self.callback(batched_events) Aug 05 12:03:26.361838 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 12:03:26.361838 n-d-803378-2 neutron-server[94421]: event.method(event) Aug 05 12:03:26.361838 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 12:03:26.361838 n-d-803378-2 neutron-server[94421]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 12:03:26.361838 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 12:03:26.361838 n-d-803378-2 neutron-server[94421]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 12:03:26.361838 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 12:03:26.361838 n-d-803378-2 neutron-server[94421]: return f(self, *a, **k) Aug 05 12:03:26.361838 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 12:03:26.361838 n-d-803378-2 neutron-server[94421]: return self._get(url).json() Aug 05 12:03:26.361838 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 12:03:26.361838 n-d-803378-2 neutron-server[94421]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 12:03:26.361838 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 12:03:26.361838 n-d-803378-2 neutron-server[94421]: return self.request(url, 'GET', **kwargs) Aug 05 12:03:26.361838 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 12:03:26.361838 n-d-803378-2 neutron-server[94421]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 12:03:26.361838 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 12:03:26.361838 n-d-803378-2 neutron-server[94421]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 12:03:26.361838 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 12:03:26.361838 n-d-803378-2 neutron-server[94421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 12:03:26.361838 n-d-803378-2 neutron-server[94421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 12:03:26.442000 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c254d543-c4b4-47ff-92b1-e6e81084e4a9 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:26.453783 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c254d543-c4b4-47ff-92b1-e6e81084e4a9 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:26.461617 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-c254d543-c4b4-47ff-92b1-e6e81084e4a9 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "DELETE /v2.0/networks/2830970e-d0ce-4cd2-b553-c3bab34c8414 HTTP/1.1" status: 204 len: 168 time: 0.6030555 Aug 05 12:03:26.463404 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 58580) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:03:26.473625 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c254d543-c4b4-47ff-92b1-e6e81084e4a9 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Pushing event deleted for resources: {'Network': ['ID=2830970e-d0ce-4cd2-b553-c3bab34c8414,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:03:26.613853 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-466c4d80-9a33-45a4-a824-8fd052593ff5 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Router 92a95b38-a7b1-4d87-95df-d3971ddfa92e has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:03:26.622087 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f98b00ce-809e-41fa-adbc-738ca4930a59 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:26.715501 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f98b00ce-809e-41fa-adbc-738ca4930a59 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:26.843058 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-466c4d80-9a33-45a4-a824-8fd052593ff5 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:03:26.851841 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-466c4d80-9a33-45a4-a824-8fd052593ff5 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:26.859562 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d4b278-fbaf-4f10-81d6-6e08f1e8ce6f None None] Sync routers for ids ['92a95b38-a7b1-4d87-95df-d3971ddfa92e'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:03:26.876875 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d4b278-fbaf-4f10-81d6-6e08f1e8ce6f None None] Routers {'92a95b38-a7b1-4d87-95df-d3971ddfa92e'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:03:26.877863 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-e5d4b278-fbaf-4f10-81d6-6e08f1e8ce6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:03:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['92a95b38-a7b1-4d87-95df-d3971ddfa92e'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:03:26.915302 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-466c4d80-9a33-45a4-a824-8fd052593ff5 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "PUT /v2.0/floatingips/338af5ba-cd4a-4953-b088-b59f908e1acc HTTP/1.1" status: 200 len: 990 time: 2.2905409 Aug 05 12:03:26.929903 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '295adfcc-63cd-4939-a68d-f1d2f39c6cb5', 'tag': '7bcb6ae7-f99a-4746-9568-4e0b7720fa3c'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:03:26.935428 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}828068ad8d405ad77660ce68fa78e1ffe658725812f7a08f9e488a446589295b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65fa7480-412d-4824-bee0-c4ccad9f09db" -d '{"events": [{"name": "network-changed", "server_uuid": "295adfcc-63cd-4939-a68d-f1d2f39c6cb5", "tag": "7bcb6ae7-f99a-4746-9568-4e0b7720fa3c"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:03:26.942561 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f98b00ce-809e-41fa-adbc-738ca4930a59 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:26.948170 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f98b00ce-809e-41fa-adbc-738ca4930a59 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:26.950123 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-f98b00ce-809e-41fa-adbc-738ca4930a59 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] 10.222.0.58 "DELETE /v2.0/security-groups/63e39a45-73ad-49df-9d90-9ca653f416c2 HTTP/1.1" status: 204 len: 168 time: 0.4844470 Aug 05 12:03:26.969688 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98b00ce-809e-41fa-adbc-738ca4930a59 tempest-TestNetworkAdvancedServerOps-1383114665 tempest-TestNetworkAdvancedServerOps-1383114665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63e39a45-73ad-49df-9d90-9ca653f416c2,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:03:27.165236 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device ce871190-826d-4e2f-80b7-7627986edb66 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:03:27.216255 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fe2df0-ad6e-49b5-9ee4-12f482c0988e req-fb103fdd-e1a2-452a-aec2-9680dfc60be0 tempest-TestServerAdvancedOps-675613309 tempest-TestServerAdvancedOps-675613309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:27.232757 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-64fe2df0-ad6e-49b5-9ee4-12f482c0988e req-fb103fdd-e1a2-452a-aec2-9680dfc60be0 tempest-TestServerAdvancedOps-675613309 tempest-TestServerAdvancedOps-675613309-project] 10.222.0.58 "GET /v2.0/ports?device_id=ade2bf29-d2ba-461a-9dab-371134227bf5 HTTP/1.1" status: 200 len: 946 time: 0.1756704 Aug 05 12:03:27.235175 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 12:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be2d0346-a7a6-4e5d-ae98-11a785c09160 x-openstack-request-id: req-be2d0346-a7a6-4e5d-ae98-11a785c09160 {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:03:27.235615 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "295adfcc-63cd-4939-a68d-f1d2f39c6cb5", "tag": "7bcb6ae7-f99a-4746-9568-4e0b7720fa3c", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:03:27.244949 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-be2d0346-a7a6-4e5d-ae98-11a785c09160 {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:03:27.245658 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '295adfcc-63cd-4939-a68d-f1d2f39c6cb5', 'tag': '7bcb6ae7-f99a-4746-9568-4e0b7720fa3c', 'status': 'completed', 'code': 200} Aug 05 12:03:27.319960 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-64fe2df0-ad6e-49b5-9ee4-12f482c0988e req-112c87e0-df36-41b3-9316-cf600ae6b84b tempest-TestServerAdvancedOps-675613309 tempest-TestServerAdvancedOps-675613309-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb2ebbb3-e4bc-4c6a-b7ab-acffe14cc679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728765 Aug 05 12:03:27.331555 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: ce871190-826d-4e2f-80b7-7627986edb66 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:03:27.332141 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device ce871190-826d-4e2f-80b7-7627986edb66 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:03:27.349163 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-e5d4b278-fbaf-4f10-81d6-6e08f1e8ce6f None None] Set router 92a95b38-a7b1-4d87-95df-d3971ddfa92e gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:03:27.450373 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fa7480-412d-4824-bee0-c4ccad9f09db req-43b074ba-04f3-457e-86d2-d8435d99cabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:27.450995 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fa7480-412d-4824-bee0-c4ccad9f09db req-43b074ba-04f3-457e-86d2-d8435d99cabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:27.451469 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fa7480-412d-4824-bee0-c4ccad9f09db req-43b074ba-04f3-457e-86d2-d8435d99cabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:27.452891 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fa7480-412d-4824-bee0-c4ccad9f09db req-43b074ba-04f3-457e-86d2-d8435d99cabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:27.454753 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fa7480-412d-4824-bee0-c4ccad9f09db req-43b074ba-04f3-457e-86d2-d8435d99cabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:27.456200 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fa7480-412d-4824-bee0-c4ccad9f09db req-43b074ba-04f3-457e-86d2-d8435d99cabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:27.457643 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fa7480-412d-4824-bee0-c4ccad9f09db req-43b074ba-04f3-457e-86d2-d8435d99cabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:27.461648 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-65fa7480-412d-4824-bee0-c4ccad9f09db req-43b074ba-04f3-457e-86d2-d8435d99cabc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7f690a1af59141ff99aca95e28eca771&device_id=295adfcc-63cd-4939-a68d-f1d2f39c6cb5 HTTP/1.1" status: 200 len: 6499 time: 0.1091146 Aug 05 12:03:27.661951 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fa7480-412d-4824-bee0-c4ccad9f09db req-b12c0122-1b7a-4241-bd65-7998968cf9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:27.664761 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-65fa7480-412d-4824-bee0-c4ccad9f09db req-b12c0122-1b7a-4241-bd65-7998968cf9ad service neutron] 10.222.0.64 "GET /v2.0/networks?id=79bfc6d8-260b-4b47-a4ff-7568441e3a8b HTTP/1.1" status: 200 len: 918 time: 0.1878374 Aug 05 12:03:27.788031 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-e5d4b278-fbaf-4f10-81d6-6e08f1e8ce6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92a95b38-a7b1-4d87-95df-d3971ddfa92e', 'name': 'tempest-TaggedBootDevicesTest_v242-1544625317-router', 'tenant_id': '7f690a1af59141ff99aca95e28eca771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '9ada5203-b900-4282-b943-865cb4cd5dbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:59:47Z', 'updated_at': '2021-08-05T11:59:55Z', 'revision_number': 4, 'project_id': '7f690a1af59141ff99aca95e28eca771', 'gw_port': {'id': '9ada5203-b900-4282-b943-865cb4cd5dbc', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ae:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a95b38-a7b1-4d87-95df-d3971ddfa92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:59:48Z', 'updated_at': '2021-08-05T11:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': '338af5ba-cd4a-4953-b088-b59f908e1acc', 'tenant_id': '7f690a1af59141ff99aca95e28eca771', 'floating_ip_address': '172.25.5.24', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': '92a95b38-a7b1-4d87-95df-d3971ddfa92e', 'port_id': '7bcb6ae7-f99a-4746-9568-4e0b7720fa3c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3214, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79bfc6d8-260b-4b47-a4ff-7568441e3a8b', 'mac_address': 'fa:16:3e:18:40:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '295adfcc-63cd-4939-a68d-f1d2f39c6cb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T12:01:11Z', 'updated_at': '2021-08-05T12:03:25Z', 'revision_number': 1, 'project_id': '7f690a1af59141ff99aca95e28eca771', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10398842-178f-456b-9c5d-6a779a2012b3', 'name': '', 'network_id': '79bfc6d8-260b-4b47-a4ff-7568441e3a8b', 'tenant_id': '7f690a1af59141ff99aca95e28eca771', 'mac_address': 'fa:16:3e:a2:76:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a95b38-a7b1-4d87-95df-d3971ddfa92e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': '90c3c35a-eac3-416b-b90c-3f9071c29dcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:59:53Z', 'updated_at': '2021-08-05T12:00:06Z', 'revision_number': 5, 'project_id': '7f690a1af59141ff99aca95e28eca771', 'subnets': [{'id': '90c3c35a-eac3-416b-b90c-3f9071c29dcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:03:27.799379 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-65fa7480-412d-4824-bee0-c4ccad9f09db req-9e51175f-1396-4eba-b6ed-45d5ca3aa7b2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7bcb6ae7-f99a-4746-9568-4e0b7720fa3c HTTP/1.1" status: 200 len: 998 time: 0.1176617 Aug 05 12:03:27.822501 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d4b278-fbaf-4f10-81d6-6e08f1e8ce6f None None] Checking router: 92a95b38-a7b1-4d87-95df-d3971ddfa92e for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:03:27.836343 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d4b278-fbaf-4f10-81d6-6e08f1e8ce6f None None] Routers {'92a95b38-a7b1-4d87-95df-d3971ddfa92e'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:03:27.837163 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-e5d4b278-fbaf-4f10-81d6-6e08f1e8ce6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:03:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['92a95b38-a7b1-4d87-95df-d3971ddfa92e'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:03:27.921844 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fa7480-412d-4824-bee0-c4ccad9f09db req-ac3a01c4-34bd-4bcf-a0f7-95d21ddabfda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:27.926574 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-65fa7480-412d-4824-bee0-c4ccad9f09db req-ac3a01c4-34bd-4bcf-a0f7-95d21ddabfda service neutron] 10.222.0.64 "GET /v2.0/subnets?id=90c3c35a-eac3-416b-b90c-3f9071c29dcd HTTP/1.1" status: 200 len: 856 time: 0.1109688 Aug 05 12:03:27.926850 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 58596) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:03:28.050199 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fa7480-412d-4824-bee0-c4ccad9f09db req-b85935fc-cce3-4487-9dd6-4c42a496a258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:28.052958 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-65fa7480-412d-4824-bee0-c4ccad9f09db req-b85935fc-cce3-4487-9dd6-4c42a496a258 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=79bfc6d8-260b-4b47-a4ff-7568441e3a8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1129720 Aug 05 12:03:28.060524 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-e5d4b278-fbaf-4f10-81d6-6e08f1e8ce6f None None] Set router 92a95b38-a7b1-4d87-95df-d3971ddfa92e gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:03:28.255280 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-b4ac4bf0-ed25-418a-b0e8-e2ae952f5923 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7f88688726d24c8e9d77831659c7c3ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3279264 Aug 05 12:03:28.259907 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 58604) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:03:28.287023 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-65fa7480-412d-4824-bee0-c4ccad9f09db req-1b3ba7df-e76b-4641-b022-7601579fa77b service neutron] 10.222.0.64 "GET /v2.0/networks/79bfc6d8-260b-4b47-a4ff-7568441e3a8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187541 Aug 05 12:03:28.416443 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-05955bc1-35e3-4443-8667-a9e774ffcf06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:28.486010 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-05955bc1-35e3-4443-8667-a9e774ffcf06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:28.528399 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-65fa7480-412d-4824-bee0-c4ccad9f09db req-233cb3fd-5a22-4ef2-ad27-6cd35ddd1f35 service neutron] 10.222.0.64 "GET /v2.0/networks/79bfc6d8-260b-4b47-a4ff-7568441e3a8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256927 Aug 05 12:03:28.618617 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcbe1af-5371-4b1a-a0a8-3e978ef72140 req-a9395548-6c7b-4469-8ec7-b9121415af23 tempest-TestServerAdvancedOps-675613309 tempest-TestServerAdvancedOps-675613309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:28.620779 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6fcbe1af-5371-4b1a-a0a8-3e978ef72140 req-a9395548-6c7b-4469-8ec7-b9121415af23 tempest-TestServerAdvancedOps-675613309 tempest-TestServerAdvancedOps-675613309-project] 10.222.0.58 "GET /v2.0/ports?device_id=ade2bf29-d2ba-461a-9dab-371134227bf5 HTTP/1.1" status: 200 len: 946 time: 0.1384740 Aug 05 12:03:28.636846 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-05955bc1-35e3-4443-8667-a9e774ffcf06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:28.640004 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-05955bc1-35e3-4443-8667-a9e774ffcf06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:28.641369 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-05955bc1-35e3-4443-8667-a9e774ffcf06 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8dd9929d-dddd-4068-812b-9dffbc3a8eee HTTP/1.1" status: 204 len: 168 time: 0.3801529 Aug 05 12:03:28.654684 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-e5d4b278-fbaf-4f10-81d6-6e08f1e8ce6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92a95b38-a7b1-4d87-95df-d3971ddfa92e', 'name': 'tempest-TaggedBootDevicesTest_v242-1544625317-router', 'tenant_id': '7f690a1af59141ff99aca95e28eca771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '9ada5203-b900-4282-b943-865cb4cd5dbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:59:47Z', 'updated_at': '2021-08-05T11:59:55Z', 'revision_number': 4, 'project_id': '7f690a1af59141ff99aca95e28eca771', 'gw_port': {'id': '9ada5203-b900-4282-b943-865cb4cd5dbc', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ae:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a95b38-a7b1-4d87-95df-d3971ddfa92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:59:48Z', 'updated_at': '2021-08-05T11:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': '338af5ba-cd4a-4953-b088-b59f908e1acc', 'tenant_id': '7f690a1af59141ff99aca95e28eca771', 'floating_ip_address': '172.25.5.24', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': '92a95b38-a7b1-4d87-95df-d3971ddfa92e', 'port_id': '7bcb6ae7-f99a-4746-9568-4e0b7720fa3c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3214, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79bfc6d8-260b-4b47-a4ff-7568441e3a8b', 'mac_address': 'fa:16:3e:18:40:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '295adfcc-63cd-4939-a68d-f1d2f39c6cb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T12:01:11Z', 'updated_at': '2021-08-05T12:03:25Z', 'revision_number': 1, 'project_id': '7f690a1af59141ff99aca95e28eca771', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10398842-178f-456b-9c5d-6a779a2012b3', 'name': '', 'network_id': '79bfc6d8-260b-4b47-a4ff-7568441e3a8b', 'tenant_id': '7f690a1af59141ff99aca95e28eca771', 'mac_address': 'fa:16:3e:a2:76:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a95b38-a7b1-4d87-95df-d3971ddfa92e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': '90c3c35a-eac3-416b-b90c-3f9071c29dcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:59:53Z', 'updated_at': '2021-08-05T12:00:06Z', 'revision_number': 5, 'project_id': '7f690a1af59141ff99aca95e28eca771', 'subnets': [{'id': '90c3c35a-eac3-416b-b90c-3f9071c29dcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:03:28.659988 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05955bc1-35e3-4443-8667-a9e774ffcf06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dd9929d-dddd-4068-812b-9dffbc3a8eee,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:03:28.702752 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6fcbe1af-5371-4b1a-a0a8-3e978ef72140 req-ff78717d-d59e-4269-8e70-d194c06c60b1 tempest-TestServerAdvancedOps-675613309 tempest-TestServerAdvancedOps-675613309-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb2ebbb3-e4bc-4c6a-b7ab-acffe14cc679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690947 Aug 05 12:03:28.730893 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d4b278-fbaf-4f10-81d6-6e08f1e8ce6f None None] The sync data for ids ['92a95b38-a7b1-4d87-95df-d3971ddfa92e'] in n-d-803378-2 is: [{'id': '92a95b38-a7b1-4d87-95df-d3971ddfa92e', 'name': 'tempest-TaggedBootDevicesTest_v242-1544625317-router', 'tenant_id': '7f690a1af59141ff99aca95e28eca771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '9ada5203-b900-4282-b943-865cb4cd5dbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:59:47Z', 'updated_at': '2021-08-05T11:59:55Z', 'revision_number': 4, 'project_id': '7f690a1af59141ff99aca95e28eca771', 'gw_port': {'id': '9ada5203-b900-4282-b943-865cb4cd5dbc', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ae:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a95b38-a7b1-4d87-95df-d3971ddfa92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:59:48Z', 'updated_at': '2021-08-05T11:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': '338af5ba-cd4a-4953-b088-b59f908e1acc', 'tenant_id': '7f690a1af59141ff99aca95e28eca771', 'floating_ip_address': '172.25.5.24', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': '92a95b38-a7b1-4d87-95df-d3971ddfa92e', 'port_id': '7bcb6ae7-f99a-4746-9568-4e0b7720fa3c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3214, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79bfc6d8-260b-4b47-a4ff-7568441e3a8b', 'mac_address': 'fa:16:3e:18:40:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '295adfcc-63cd-4939-a68d-f1d2f39c6cb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T12:01:11Z', 'updated_at': '2021-08-05T12:03:25Z', 'revision_number': 1, 'project_id': '7f690a1af59141ff99aca95e28eca771', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10398842-178f-456b-9c5d-6a779a2012b3', 'name': '', 'network_id': '79bfc6d8-260b-4b47-a4ff-7568441e3a8b', 'tenant_id': '7f690a1af59141ff99aca95e28eca771', 'mac_address': 'fa:16:3e:a2:76:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a95b38-a7b1-4d87-95df-d3971ddfa92e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': '90c3c35a-eac3-416b-b90c-3f9071c29dcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:59:53Z', 'updated_at': '2021-08-05T12:00:06Z', 'revision_number': 5, 'project_id': '7f690a1af59141ff99aca95e28eca771', 'subnets': [{'id': '90c3c35a-eac3-416b-b90c-3f9071c29dcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:03:29.143165 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a3166c-c3a5-4282-9716-8c4d1dc6d6b2 None None] New status for floating IP 338af5ba-cd4a-4953-b088-b59f908e1acc: ACTIVE {{(pid=94423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 12:03:29.206850 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 58618) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:03:29.219036 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22ba73e-21f0-4d13-b730-0f0dadff34f2 req-365b86a5-1b99-45eb-a514-ab3c646975a6 tempest-TestServerAdvancedOps-675613309 tempest-TestServerAdvancedOps-675613309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:29.221192 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c22ba73e-21f0-4d13-b730-0f0dadff34f2 req-365b86a5-1b99-45eb-a514-ab3c646975a6 tempest-TestServerAdvancedOps-675613309 tempest-TestServerAdvancedOps-675613309-project] 10.222.0.58 "GET /v2.0/ports?device_id=ade2bf29-d2ba-461a-9dab-371134227bf5 HTTP/1.1" status: 200 len: 946 time: 0.1001236 Aug 05 12:03:29.285938 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-13ba6b91-3af9-4f5f-8def-4261e4a861eb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7acf9653c7194f2b9d9093cf54054f10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0774469 Aug 05 12:03:29.289825 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 58620) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:03:29.310821 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c22ba73e-21f0-4d13-b730-0f0dadff34f2 req-87ee0f92-88b9-49fb-a801-cf73d8c19c9a tempest-TestServerAdvancedOps-675613309 tempest-TestServerAdvancedOps-675613309-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb2ebbb3-e4bc-4c6a-b7ab-acffe14cc679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800946 Aug 05 12:03:29.376469 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-96a4e5c1-b945-4145-89fc-9a9c5e292726 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:29.409115 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-96a4e5c1-b945-4145-89fc-9a9c5e292726 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:29.518649 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-96a4e5c1-b945-4145-89fc-9a9c5e292726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:29.524137 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-96a4e5c1-b945-4145-89fc-9a9c5e292726 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:29.526314 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-96a4e5c1-b945-4145-89fc-9a9c5e292726 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/81b13215-c057-40bf-b8bc-d1ccba7a888a HTTP/1.1" status: 204 len: 168 time: 0.2351499 Aug 05 12:03:29.541460 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a4e5c1-b945-4145-89fc-9a9c5e292726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81b13215-c057-40bf-b8bc-d1ccba7a888a,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:03:29.601488 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:30.552814 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74194d77-9bbc-4186-8efe-c6c762ec8d5e req-a306720f-548c-4f76-8c5d-a6e39e01c1f8 tempest-TestServerAdvancedOps-675613309 tempest-TestServerAdvancedOps-675613309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:30.557265 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-74194d77-9bbc-4186-8efe-c6c762ec8d5e req-a306720f-548c-4f76-8c5d-a6e39e01c1f8 tempest-TestServerAdvancedOps-675613309 tempest-TestServerAdvancedOps-675613309-project] 10.222.0.58 "GET /v2.0/ports?device_id=ade2bf29-d2ba-461a-9dab-371134227bf5 HTTP/1.1" status: 200 len: 946 time: 0.1162114 Aug 05 12:03:30.632673 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-74194d77-9bbc-4186-8efe-c6c762ec8d5e req-fbcd8802-1005-47c5-b769-e917d095b85f tempest-TestServerAdvancedOps-675613309 tempest-TestServerAdvancedOps-675613309-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb2ebbb3-e4bc-4c6a-b7ab-acffe14cc679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659971 Aug 05 12:03:31.824956 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ec5aa7-67c4-4256-bf1c-ba51773893ce req-58e00726-8fe9-4b22-85aa-734a52f9fc12 tempest-TestServerAdvancedOps-675613309 tempest-TestServerAdvancedOps-675613309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:31.827602 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c9ec5aa7-67c4-4256-bf1c-ba51773893ce req-58e00726-8fe9-4b22-85aa-734a52f9fc12 tempest-TestServerAdvancedOps-675613309 tempest-TestServerAdvancedOps-675613309-project] 10.222.0.58 "GET /v2.0/ports?device_id=ade2bf29-d2ba-461a-9dab-371134227bf5 HTTP/1.1" status: 200 len: 946 time: 0.0711987 Aug 05 12:03:31.896976 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c9ec5aa7-67c4-4256-bf1c-ba51773893ce req-16fe40ed-65e4-4cbe-88f0-188b1b5ec61f tempest-TestServerAdvancedOps-675613309 tempest-TestServerAdvancedOps-675613309-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb2ebbb3-e4bc-4c6a-b7ab-acffe14cc679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571153 Aug 05 12:03:32.741691 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41588a96-586c-4fe1-9938-6e158919b5f8 req-9c503e64-09d1-49c5-901e-8dd0a3258aa1 tempest-TestServerAdvancedOps-675613309 tempest-TestServerAdvancedOps-675613309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:32.743683 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-41588a96-586c-4fe1-9938-6e158919b5f8 req-9c503e64-09d1-49c5-901e-8dd0a3258aa1 tempest-TestServerAdvancedOps-675613309 tempest-TestServerAdvancedOps-675613309-project] 10.222.0.64 "GET /v2.0/ports?device_id=ade2bf29-d2ba-461a-9dab-371134227bf5 HTTP/1.1" status: 200 len: 946 time: 0.1072526 Aug 05 12:03:32.942458 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-41588a96-586c-4fe1-9938-6e158919b5f8 req-a82bfc36-636c-4dcb-ae94-537d471987b7 tempest-TestServerAdvancedOps-675613309 tempest-TestServerAdvancedOps-675613309-project] Deleting port 1a80f9cd-d68d-43e4-87e2-68bab69ae3fe {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:03:32.942822 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-41588a96-586c-4fe1-9938-6e158919b5f8 req-a82bfc36-636c-4dcb-ae94-537d471987b7 tempest-TestServerAdvancedOps-675613309 tempest-TestServerAdvancedOps-675613309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:33.111597 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-41588a96-586c-4fe1-9938-6e158919b5f8 req-a82bfc36-636c-4dcb-ae94-537d471987b7 tempest-TestServerAdvancedOps-675613309 tempest-TestServerAdvancedOps-675613309-project] For port 1a80f9cd-d68d-43e4-87e2-68bab69ae3fe, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=1a80f9cd-d68d-43e4-87e2-68bab69ae3fe,segment=NetworkSegment(0ae828b9-ce53-41f1-a0da-034b21a6d8a1),segment_id=0ae828b9-ce53-41f1-a0da-034b21a6d8a1)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:03:33.112104 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-41588a96-586c-4fe1-9938-6e158919b5f8 req-a82bfc36-636c-4dcb-ae94-537d471987b7 tempest-TestServerAdvancedOps-675613309 tempest-TestServerAdvancedOps-675613309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:33.143828 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-41588a96-586c-4fe1-9938-6e158919b5f8 req-a82bfc36-636c-4dcb-ae94-537d471987b7 tempest-TestServerAdvancedOps-675613309 tempest-TestServerAdvancedOps-675613309-project] Calling delete_port for 1a80f9cd-d68d-43e4-87e2-68bab69ae3fe owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:03:33.147684 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247db33b-15a6-43a5-be00-5bfa41578a53 req-d90bb04f-6ddb-40a5-a8a6-51727d353ec3 tempest-TestServerAdvancedOps-675613309 tempest-TestServerAdvancedOps-675613309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:33.165195 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-247db33b-15a6-43a5-be00-5bfa41578a53 req-d90bb04f-6ddb-40a5-a8a6-51727d353ec3 tempest-TestServerAdvancedOps-675613309 tempest-TestServerAdvancedOps-675613309-project] 10.222.0.58 "GET /v2.0/ports?device_id=ade2bf29-d2ba-461a-9dab-371134227bf5 HTTP/1.1" status: 200 len: 946 time: 0.1231732 Aug 05 12:03:33.249173 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-247db33b-15a6-43a5-be00-5bfa41578a53 req-49ddfa88-a3a6-42d6-b292-0d86904c8c8e tempest-TestServerAdvancedOps-675613309 tempest-TestServerAdvancedOps-675613309-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb2ebbb3-e4bc-4c6a-b7ab-acffe14cc679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806966 Aug 05 12:03:33.249392 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 58798) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:03:33.437815 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-41588a96-586c-4fe1-9938-6e158919b5f8 req-a82bfc36-636c-4dcb-ae94-537d471987b7 tempest-TestServerAdvancedOps-675613309 tempest-TestServerAdvancedOps-675613309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:33.467654 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-48d9e2a8-da00-4512-9dc5-5f84feb406a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:33.502657 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82bfc36-636c-4dcb-ae94-537d471987b7 tempest-TestServerAdvancedOps-675613309 tempest-TestServerAdvancedOps-675613309-project] Pushing event deleted for resources: {'Port': ['ID=1a80f9cd-d68d-43e4-87e2-68bab69ae3fe,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:03:33.561272 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-41588a96-586c-4fe1-9938-6e158919b5f8 req-a82bfc36-636c-4dcb-ae94-537d471987b7 tempest-TestServerAdvancedOps-675613309 tempest-TestServerAdvancedOps-675613309-project] No DVR routers for this DVR port 1a80f9cd-d68d-43e4-87e2-68bab69ae3fe on host n-h1-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:03:33.567872 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-41588a96-586c-4fe1-9938-6e158919b5f8 req-a82bfc36-636c-4dcb-ae94-537d471987b7 tempest-TestServerAdvancedOps-675613309 tempest-TestServerAdvancedOps-675613309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:33.571586 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-41588a96-586c-4fe1-9938-6e158919b5f8 req-a82bfc36-636c-4dcb-ae94-537d471987b7 tempest-TestServerAdvancedOps-675613309 tempest-TestServerAdvancedOps-675613309-project] 10.222.0.64 "DELETE /v2.0/ports/1a80f9cd-d68d-43e4-87e2-68bab69ae3fe HTTP/1.1" status: 204 len: 173 time: 0.8184400 Aug 05 12:03:33.572265 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ade2bf29-d2ba-461a-9dab-371134227bf5', 'name': 'network-vif-deleted', 'tag': '1a80f9cd-d68d-43e4-87e2-68bab69ae3fe'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:03:33.575632 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-839decf9-6326-4e45-be79-458af825000f" -d '{"events": [{"server_uuid": "ade2bf29-d2ba-461a-9dab-371134227bf5", "name": "network-vif-deleted", "tag": "1a80f9cd-d68d-43e4-87e2-68bab69ae3fe"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:03:33.684042 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 12:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b0f6ed6-6cef-4e7d-bf03-043efaa760d3 x-openstack-request-id: req-2b0f6ed6-6cef-4e7d-bf03-043efaa760d3 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:03:33.684392 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ade2bf29-d2ba-461a-9dab-371134227bf5", "name": "network-vif-deleted", "tag": "1a80f9cd-d68d-43e4-87e2-68bab69ae3fe", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:03:33.684796 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2b0f6ed6-6cef-4e7d-bf03-043efaa760d3 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:03:33.685013 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ade2bf29-d2ba-461a-9dab-371134227bf5', 'name': 'network-vif-deleted', 'tag': '1a80f9cd-d68d-43e4-87e2-68bab69ae3fe', 'status': 'completed', 'code': 200} Aug 05 12:03:33.704511 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-48d9e2a8-da00-4512-9dc5-5f84feb406a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:33.712328 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-48d9e2a8-da00-4512-9dc5-5f84feb406a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:33.775851 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-48d9e2a8-da00-4512-9dc5-5f84feb406a0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1d096a9a211345aa99c515eb5683aa75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5248463 Aug 05 12:03:33.780138 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 58804) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:03:33.803005 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d9e2a8-da00-4512-9dc5-5f84feb406a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f266eb9-06a7-4870-bb90-c99e7bac5eae,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:03:33.886830 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-37cbdd5f-3687-49dd-9cf1-1819f86a6655 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:33.929408 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-37cbdd5f-3687-49dd-9cf1-1819f86a6655 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:34.035348 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-37cbdd5f-3687-49dd-9cf1-1819f86a6655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:34.040325 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-37cbdd5f-3687-49dd-9cf1-1819f86a6655 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:34.042214 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-37cbdd5f-3687-49dd-9cf1-1819f86a6655 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0f266eb9-06a7-4870-bb90-c99e7bac5eae HTTP/1.1" status: 204 len: 168 time: 0.2608399 Aug 05 12:03:34.059084 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cbdd5f-3687-49dd-9cf1-1819f86a6655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f266eb9-06a7-4870-bb90-c99e7bac5eae,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:03:34.472509 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c76a3e4d-9ddc-496a-8092-8079676b3716 req-250939f7-a27a-4396-b410-31875e2ecafd tempest-TestServerAdvancedOps-675613309 tempest-TestServerAdvancedOps-675613309-project] 10.222.0.58 "GET /v2.0/ports?device_id=ade2bf29-d2ba-461a-9dab-371134227bf5 HTTP/1.1" status: 200 len: 210 time: 0.0657251 Aug 05 12:03:34.629480 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 58816) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:03:34.650601 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b1eb7af3-2eb2-4155-b7e7-634d329a4d91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:34.806768 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b1eb7af3-2eb2-4155-b7e7-634d329a4d91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:34.812744 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b1eb7af3-2eb2-4155-b7e7-634d329a4d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:34.867215 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-b1eb7af3-2eb2-4155-b7e7-634d329a4d91 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e46f6d4a3ea94898b968522ca23e4f7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2357130 Aug 05 12:03:34.868784 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eb7af3-2eb2-4155-b7e7-634d329a4d91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e272cbc-9706-45ce-850a-dd5a46fadac0,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:03:34.871517 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 58818) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:03:34.960465 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ae70-e6ba-44b2-a148-11fde42fd366 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:35.009061 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ae70-e6ba-44b2-a148-11fde42fd366 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:35.087362 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ae70-e6ba-44b2-a148-11fde42fd366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:35.092931 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ae70-e6ba-44b2-a148-11fde42fd366 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:35.098666 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-8bf4ae70-e6ba-44b2-a148-11fde42fd366 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1e272cbc-9706-45ce-850a-dd5a46fadac0 HTTP/1.1" status: 204 len: 168 time: 0.2206068 Aug 05 12:03:35.111286 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf4ae70-e6ba-44b2-a148-11fde42fd366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e272cbc-9706-45ce-850a-dd5a46fadac0,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:03:35.376690 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 1a80f9cd-d68d-43e4-87e2-68bab69ae3fe no longer exists at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:03:35.418917 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] No Port match for: 1a80f9cd-d68d-43e4-87e2-68bab69ae3fe {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:03:35.419601 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 1a80f9cd-d68d-43e4-87e2-68bab69ae3fe not bound to the agent host n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:03:35.571258 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 58830) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:03:35.660527 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9884fa8-d2c6-44a7-8194-e64bb48602a0 admin admin] Deleting subnet d58ac2c5-c6c1-4a12-b1c3-d194167b1ead {{(pid=94420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 12:03:35.667980 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d9884fa8-d2c6-44a7-8194-e64bb48602a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:35.761299 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d9884fa8-d2c6-44a7-8194-e64bb48602a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25010562'] for subnet, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:35.839795 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d9884fa8-d2c6-44a7-8194-e64bb48602a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:35.949153 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d9884fa8-d2c6-44a7-8194-e64bb48602a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29762763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24211094'] for subnet, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:35.980951 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9884fa8-d2c6-44a7-8194-e64bb48602a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d58ac2c5-c6c1-4a12-b1c3-d194167b1ead,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:03:35.997768 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d9884fa8-d2c6-44a7-8194-e64bb48602a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:36.003370 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-d9884fa8-d2c6-44a7-8194-e64bb48602a0 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/d58ac2c5-c6c1-4a12-b1c3-d194167b1ead HTTP/1.1" status: 204 len: 168 time: 0.4279470 Aug 05 12:03:36.003843 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 58840) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:03:36.173934 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-05fbf189-a6b0-4d28-b7be-c5b4387ce3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:36.315672 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-05fbf189-a6b0-4d28-b7be-c5b4387ce3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:36.337135 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-05fbf189-a6b0-4d28-b7be-c5b4387ce3c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cbd2f59-2ebb-4b38-8687-5be17862b714']}} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:03:36.367949 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-05fbf189-a6b0-4d28-b7be-c5b4387ce3c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ae828b9-ce53-41f1-a0da-034b21a6d8a1') {'for_net_delete': True} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:03:36.368799 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-05fbf189-a6b0-4d28-b7be-c5b4387ce3c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ae828b9-ce53-41f1-a0da-034b21a6d8a1') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:03:36.389943 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-05fbf189-a6b0-4d28-b7be-c5b4387ce3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29786371'] for segment, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:36.416973 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-05fbf189-a6b0-4d28-b7be-c5b4387ce3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:36.431452 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05fbf189-a6b0-4d28-b7be-c5b4387ce3c5 admin admin] Releasing vlan 656 on physical network physnet1 to pool {{(pid=94421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 12:03:36.432531 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-05fbf189-a6b0-4d28-b7be-c5b4387ce3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25038799'] for segment, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:36.435610 n-d-803378-2 neutron-server[94421]: Traceback (most recent call last): Aug 05 12:03:36.435610 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 12:03:36.435610 n-d-803378-2 neutron-server[94421]: timer() Aug 05 12:03:36.435610 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 12:03:36.435610 n-d-803378-2 neutron-server[94421]: cb(*args, **kw) Aug 05 12:03:36.435610 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 12:03:36.435610 n-d-803378-2 neutron-server[94421]: return func(*args, **kwargs) Aug 05 12:03:36.435610 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 12:03:36.435610 n-d-803378-2 neutron-server[94421]: self._notify() Aug 05 12:03:36.435610 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 12:03:36.435610 n-d-803378-2 neutron-server[94421]: self.callback(batched_events) Aug 05 12:03:36.435610 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 12:03:36.435610 n-d-803378-2 neutron-server[94421]: event.method(event) Aug 05 12:03:36.435610 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 12:03:36.435610 n-d-803378-2 neutron-server[94421]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 12:03:36.435610 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 12:03:36.435610 n-d-803378-2 neutron-server[94421]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 12:03:36.435610 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 12:03:36.435610 n-d-803378-2 neutron-server[94421]: return f(self, *a, **k) Aug 05 12:03:36.435610 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 12:03:36.435610 n-d-803378-2 neutron-server[94421]: return self._get(url).json() Aug 05 12:03:36.435610 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 12:03:36.435610 n-d-803378-2 neutron-server[94421]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 12:03:36.435610 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 12:03:36.435610 n-d-803378-2 neutron-server[94421]: return self.request(url, 'GET', **kwargs) Aug 05 12:03:36.435610 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 12:03:36.435610 n-d-803378-2 neutron-server[94421]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 12:03:36.435610 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 12:03:36.435610 n-d-803378-2 neutron-server[94421]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 12:03:36.435610 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 12:03:36.435610 n-d-803378-2 neutron-server[94421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 12:03:36.435610 n-d-803378-2 neutron-server[94421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 12:03:36.550783 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-05fbf189-a6b0-4d28-b7be-c5b4387ce3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:36.564106 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-05fbf189-a6b0-4d28-b7be-c5b4387ce3c5 admin admin] Notify callbacks [] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:36.567894 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-05fbf189-a6b0-4d28-b7be-c5b4387ce3c5 admin admin] 10.222.0.58 "DELETE /v2.0/networks/2cbd2f59-2ebb-4b38-8687-5be17862b714 HTTP/1.1" status: 204 len: 168 time: 0.5619512 Aug 05 12:03:36.572367 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 58856) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:03:36.603986 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fbf189-a6b0-4d28-b7be-c5b4387ce3c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=2cbd2f59-2ebb-4b38-8687-5be17862b714,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:03:36.658156 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_v2 [None req-15775d82-38ec-4ce5-9cd1-d4728b8386f0 admin admin] Deleting subnet 3f58d677-d6c6-4f4f-8cd0-fdab2e729daf {{(pid=94420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 12:03:36.664281 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-15775d82-38ec-4ce5-9cd1-d4728b8386f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:36.763547 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-15775d82-38ec-4ce5-9cd1-d4728b8386f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25010562'] for subnet, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:36.893391 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-15775d82-38ec-4ce5-9cd1-d4728b8386f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:37.002233 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-15775d82-38ec-4ce5-9cd1-d4728b8386f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29762763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24211094'] for subnet, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:37.052649 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15775d82-38ec-4ce5-9cd1-d4728b8386f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f58d677-d6c6-4f4f-8cd0-fdab2e729daf,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:03:37.067406 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-15775d82-38ec-4ce5-9cd1-d4728b8386f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:37.071463 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-15775d82-38ec-4ce5-9cd1-d4728b8386f0 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/3f58d677-d6c6-4f4f-8cd0-fdab2e729daf HTTP/1.1" status: 204 len: 168 time: 0.4973695 Aug 05 12:03:37.075529 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 58864) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:03:37.198717 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ac8d3315-57b1-45fd-af04-0e9a35e58c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:37.270347 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-a8357773-c86d-47ed-a8ac-eed9ed72db71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:37.343997 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ac8d3315-57b1-45fd-af04-0e9a35e58c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:37.360033 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-ac8d3315-57b1-45fd-af04-0e9a35e58c4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f69ac0b-e37b-40f7-b80a-d32e29fc2611']}} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:03:37.377179 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-ac8d3315-57b1-45fd-af04-0e9a35e58c4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79c3335e-edbe-4b52-ba44-7dff8c955d1e') {'for_net_delete': True} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:03:37.378260 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-ac8d3315-57b1-45fd-af04-0e9a35e58c4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79c3335e-edbe-4b52-ba44-7dff8c955d1e') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:03:37.392160 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ac8d3315-57b1-45fd-af04-0e9a35e58c4f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29786371'] for segment, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:37.412973 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ac8d3315-57b1-45fd-af04-0e9a35e58c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:37.422194 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac8d3315-57b1-45fd-af04-0e9a35e58c4f admin admin] Releasing vlan 679 on physical network physnet1 to pool {{(pid=94421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 12:03:37.422616 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ac8d3315-57b1-45fd-af04-0e9a35e58c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25038799'] for segment, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:37.425013 n-d-803378-2 neutron-server[94421]: Traceback (most recent call last): Aug 05 12:03:37.425013 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 12:03:37.425013 n-d-803378-2 neutron-server[94421]: timer() Aug 05 12:03:37.425013 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 12:03:37.425013 n-d-803378-2 neutron-server[94421]: cb(*args, **kw) Aug 05 12:03:37.425013 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 12:03:37.425013 n-d-803378-2 neutron-server[94421]: return func(*args, **kwargs) Aug 05 12:03:37.425013 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 12:03:37.425013 n-d-803378-2 neutron-server[94421]: self._notify() Aug 05 12:03:37.425013 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 12:03:37.425013 n-d-803378-2 neutron-server[94421]: self.callback(batched_events) Aug 05 12:03:37.425013 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 12:03:37.425013 n-d-803378-2 neutron-server[94421]: event.method(event) Aug 05 12:03:37.425013 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 12:03:37.425013 n-d-803378-2 neutron-server[94421]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 12:03:37.425013 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 12:03:37.425013 n-d-803378-2 neutron-server[94421]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 12:03:37.425013 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 12:03:37.425013 n-d-803378-2 neutron-server[94421]: return f(self, *a, **k) Aug 05 12:03:37.425013 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 12:03:37.425013 n-d-803378-2 neutron-server[94421]: return self._get(url).json() Aug 05 12:03:37.425013 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 12:03:37.425013 n-d-803378-2 neutron-server[94421]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 12:03:37.425013 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 12:03:37.425013 n-d-803378-2 neutron-server[94421]: return self.request(url, 'GET', **kwargs) Aug 05 12:03:37.425013 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 12:03:37.425013 n-d-803378-2 neutron-server[94421]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 12:03:37.425013 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 12:03:37.425013 n-d-803378-2 neutron-server[94421]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 12:03:37.425013 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 12:03:37.425013 n-d-803378-2 neutron-server[94421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 12:03:37.425013 n-d-803378-2 neutron-server[94421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 12:03:37.536437 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ac8d3315-57b1-45fd-af04-0e9a35e58c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:37.550684 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ac8d3315-57b1-45fd-af04-0e9a35e58c4f admin admin] Notify callbacks [] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:37.557989 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-ac8d3315-57b1-45fd-af04-0e9a35e58c4f admin admin] 10.222.0.58 "DELETE /v2.0/networks/9f69ac0b-e37b-40f7-b80a-d32e29fc2611 HTTP/1.1" status: 204 len: 168 time: 0.4804628 Aug 05 12:03:37.603614 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8d3315-57b1-45fd-af04-0e9a35e58c4f admin admin] Pushing event deleted for resources: {'Network': ['ID=9f69ac0b-e37b-40f7-b80a-d32e29fc2611,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:03:37.654489 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 12:03:38.060723 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 58886) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:03:38.136145 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-b0ffd263-0470-4ccd-8855-e3bbcce89639 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0a7f520b92d34b10a8cafe3b01f287d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0733123 Aug 05 12:03:38.139186 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 58888) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:03:38.250848 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-50aaaf6f-537e-4b58-be86-0906203ad271 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:38.318184 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-50aaaf6f-537e-4b58-be86-0906203ad271 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:38.444417 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-50aaaf6f-537e-4b58-be86-0906203ad271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:38.452706 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-50aaaf6f-537e-4b58-be86-0906203ad271 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:38.454842 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-50aaaf6f-537e-4b58-be86-0906203ad271 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/eb2ebbb3-e4bc-4c6a-b7ab-acffe14cc679 HTTP/1.1" status: 204 len: 168 time: 0.3138969 Aug 05 12:03:38.480934 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aaaf6f-537e-4b58-be86-0906203ad271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb2ebbb3-e4bc-4c6a-b7ab-acffe14cc679,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:03:39.132538 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 58906) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:03:39.209013 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 58908) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:03:39.210712 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-c917fea1-a8fe-4f7d-ac7d-b18fd6ca2bbd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=10d2dd62bc3f4e618c6d40e9927c34ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0761564 Aug 05 12:03:39.299852 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e4266779-dced-4ebf-8d0f-e3a4a2353f8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:39.333661 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e4266779-dced-4ebf-8d0f-e3a4a2353f8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:39.435228 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e4266779-dced-4ebf-8d0f-e3a4a2353f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:39.439562 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e4266779-dced-4ebf-8d0f-e3a4a2353f8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:39.446502 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-e4266779-dced-4ebf-8d0f-e3a4a2353f8f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/49eec1e4-088b-497b-9fc8-999ec0d9f296 HTTP/1.1" status: 204 len: 168 time: 0.2322989 Aug 05 12:03:39.461020 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4266779-dced-4ebf-8d0f-e3a4a2353f8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49eec1e4-088b-497b-9fc8-999ec0d9f296,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:03:39.505222 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 58922) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:03:39.513090 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-2715681d-492f-4df4-b926-d988b8a6e575 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Request body: {'network': {'name': 'tempest-network-smoke--221266369', 'project_id': '1b9a5e2228004ed2924dbea757c1a744', 'port_security_enabled': True}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:03:39.561748 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2715681d-492f-4df4-b926-d988b8a6e575 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Made reservation on behalf of 1b9a5e2228004ed2924dbea757c1a744 for: {'network': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:03:39.567750 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2715681d-492f-4df4-b926-d988b8a6e575 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:39.588646 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2715681d-492f-4df4-b926-d988b8a6e575 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:39.755512 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2715681d-492f-4df4-b926-d988b8a6e575 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:39.762177 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2715681d-492f-4df4-b926-d988b8a6e575 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:39.817825 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2715681d-492f-4df4-b926-d988b8a6e575 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] vlan segment allocate from pool success with {'vlan_id': 695, 'physical_network': 'physnet1'} {{(pid=94420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 12:03:39.854756 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2715681d-492f-4df4-b926-d988b8a6e575 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fda4cff-92ef-474b-aef7-7a208576c166,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:03:39.875701 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2715681d-492f-4df4-b926-d988b8a6e575 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:39.876661 n-d-803378-2 neutron-server[94420]: INFO neutron.db.segments_db [None req-2715681d-492f-4df4-b926-d988b8a6e575 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Added segment f3ec3cf9-9143-46d8-a4d9-2e9998e75267 of type vlan for network f740c59c-4fd4-47e1-a982-1fb96347e9a9 Aug 05 12:03:40.009296 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2715681d-492f-4df4-b926-d988b8a6e575 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:40.026967 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f6497375-0a77-4a30-bbc7-c45490c0285d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:40.069608 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2715681d-492f-4df4-b926-d988b8a6e575 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:40.083730 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2715681d-492f-4df4-b926-d988b8a6e575 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:40.085674 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2715681d-492f-4df4-b926-d988b8a6e575 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:40.124440 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:40.174268 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 58926) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:03:40.177177 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-969c280a-c7a6-4ffd-a092-8360c5c33973 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-805812727', 'admin_state_up': True, 'project_id': '1b9a5e2228004ed2924dbea757c1a744', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:03:40.184642 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-2715681d-492f-4df4-b926-d988b8a6e575 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6773405 Aug 05 12:03:40.199896 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2715681d-492f-4df4-b926-d988b8a6e575 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Pushing event updated for resources: {'Network': ['ID=f740c59c-4fd4-47e1-a982-1fb96347e9a9,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:03:40.226600 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network f740c59c-4fd4-47e1-a982-1fb96347e9a9 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 12:03:40.227405 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-969c280a-c7a6-4ffd-a092-8360c5c33973 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33260300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1929'] for router, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:40.229356 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-969c280a-c7a6-4ffd-a092-8360c5c33973 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33285914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33034662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1926'] for router, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:40.363861 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-969c280a-c7a6-4ffd-a092-8360c5c33973 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:40.600341 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-969c280a-c7a6-4ffd-a092-8360c5c33973 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:40.894558 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-969c280a-c7a6-4ffd-a092-8360c5c33973 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks [] for router_gateway, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:40.916606 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-969c280a-c7a6-4ffd-a092-8360c5c33973 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:41.107747 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-969c280a-c7a6-4ffd-a092-8360c5c33973 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Allocated IP 172.25.5.92 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/17aaaca1-c27f-4324-8a31-6a1971824c1b) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:03:41.304691 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-969c280a-c7a6-4ffd-a092-8360c5c33973 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:41.380292 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-969c280a-c7a6-4ffd-a092-8360c5c33973 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:41.459545 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-969c280a-c7a6-4ffd-a092-8360c5c33973 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:03:41.468157 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-969c280a-c7a6-4ffd-a092-8360c5c33973 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:03:41.479040 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969c280a-c7a6-4ffd-a092-8360c5c33973 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:03:41.509857 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969c280a-c7a6-4ffd-a092-8360c5c33973 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Pushing event updated for resources: {'Port': ['ID=17aaaca1-c27f-4324-8a31-6a1971824c1b,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:03:41.795878 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:42.394627 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-969c280a-c7a6-4ffd-a092-8360c5c33973 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks [] for router_gateway, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:42.650794 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-969c280a-c7a6-4ffd-a092-8360c5c33973 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286026'] for router, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:42.858660 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-969c280a-c7a6-4ffd-a092-8360c5c33973 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Router 4b0d6946-28da-4036-a26b-32ee4e565b79 is scheduled to L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d with binding_index 1 {{(pid=94421) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 12:03:43.035934 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-969c280a-c7a6-4ffd-a092-8360c5c33973 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:03:43.049454 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2002de73-cca2-42cc-9155-03e50b114601 None None] Sync routers for ids ['4b0d6946-28da-4036-a26b-32ee4e565b79'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:03:43.068347 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2002de73-cca2-42cc-9155-03e50b114601 None None] Routers {'4b0d6946-28da-4036-a26b-32ee4e565b79'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:03:43.069504 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-2002de73-cca2-42cc-9155-03e50b114601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:03:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['4b0d6946-28da-4036-a26b-32ee4e565b79'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:03:43.069882 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-969c280a-c7a6-4ffd-a092-8360c5c33973 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks [] for router, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:43.076685 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-969c280a-c7a6-4ffd-a092-8360c5c33973 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 2.8985403 Aug 05 12:03:43.077183 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 58954) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:03:43.294743 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-2002de73-cca2-42cc-9155-03e50b114601 None None] Set router 4b0d6946-28da-4036-a26b-32ee4e565b79 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:03:43.555785 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-6283e352-97ce-4e7c-99c4-9bf7f595ed1e tempest-TestSecurityGroupsBasicOps-564401709 tempest-TestSecurityGroupsBasicOps-564401709-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=1b9a5e2228004ed2924dbea757c1a744&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4769766 Aug 05 12:03:43.560767 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 58962) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:03:43.661545 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-2002de73-cca2-42cc-9155-03e50b114601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b0d6946-28da-4036-a26b-32ee4e565b79', 'name': 'tempest-TestSecurityGroupsBasicOps-router-805812727', 'tenant_id': '1b9a5e2228004ed2924dbea757c1a744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': '17aaaca1-c27f-4324-8a31-6a1971824c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:03:40Z', 'updated_at': '2021-08-05T12:03:42Z', 'revision_number': 3, 'project_id': '1b9a5e2228004ed2924dbea757c1a744', 'gw_port': {'id': '17aaaca1-c27f-4324-8a31-6a1971824c1b', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e3:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b0d6946-28da-4036-a26b-32ee4e565b79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:03:40Z', 'updated_at': '2021-08-05T12:03:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:03:43.707466 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2002de73-cca2-42cc-9155-03e50b114601 None None] Checking router: 4b0d6946-28da-4036-a26b-32ee4e565b79 for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:03:43.707828 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2002de73-cca2-42cc-9155-03e50b114601 None None] Updating router 4b0d6946-28da-4036-a26b-32ee4e565b79 port 17aaaca1-c27f-4324-8a31-6a1971824c1b binding host n-d-803378-2 {{(pid=94422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 12:03:43.731362 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d694bc8f-29fd-4a93-932e-8deb2127fe23 tempest-TestSecurityGroupsBasicOps-564401709 tempest-TestSecurityGroupsBasicOps-564401709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:43.735158 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-d694bc8f-29fd-4a93-932e-8deb2127fe23 tempest-TestSecurityGroupsBasicOps-564401709 tempest-TestSecurityGroupsBasicOps-564401709-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1718538 Aug 05 12:03:43.739580 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 58964) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:03:43.766118 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-2002de73-cca2-42cc-9155-03e50b114601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:43.797735 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-8c921406-8395-415b-856f-37f561ca2dea tempest-TestSecurityGroupsBasicOps-564401709 tempest-TestSecurityGroupsBasicOps-564401709-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0543723 Aug 05 12:03:43.801404 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 58968) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:03:43.811865 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-c30cd034-647d-4aac-b669-a0dbc35932ff tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2116202513', 'network_id': 'f740c59c-4fd4-47e1-a982-1fb96347e9a9', 'project_id': '1b9a5e2228004ed2924dbea757c1a744', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:03:44.020746 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:44.026878 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c30cd034-647d-4aac-b669-a0dbc35932ff tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Made reservation on behalf of 1b9a5e2228004ed2924dbea757c1a744 for: {'subnet': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:03:44.034863 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c30cd034-647d-4aac-b669-a0dbc35932ff tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24211133'] for subnet, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:44.398367 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-2002de73-cca2-42cc-9155-03e50b114601 None None] Notify callbacks [] for port, precommit_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:44.426090 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-2002de73-cca2-42cc-9155-03e50b114601 None None] Transition to ACTIVE for port object 17aaaca1-c27f-4324-8a31-6a1971824c1b will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:03:44.434786 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c30cd034-647d-4aac-b669-a0dbc35932ff tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29762700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24211087'] for subnet, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:44.436185 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-2002de73-cca2-42cc-9155-03e50b114601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:44.554460 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30cd034-647d-4aac-b669-a0dbc35932ff tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Pushing event updated for resources: {'Subnet': ['ID=ff16c76c-49f2-4f20-930e-fed47e04d90c,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:03:44.557378 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30cd034-647d-4aac-b669-a0dbc35932ff tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Checking segment: {'id': 'f3ec3cf9-9143-46d8-a4d9-2e9998e75267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'f740c59c-4fd4-47e1-a982-1fb96347e9a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:03:44.557754 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30cd034-647d-4aac-b669-a0dbc35932ff tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Network hostable DHCP agents. Network: f740c59c-4fd4-47e1-a982-1fb96347e9a9, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 12:03:44.578475 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-2002de73-cca2-42cc-9155-03e50b114601 None None] Attempting to bind port 17aaaca1-c27f-4324-8a31-6a1971824c1b on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:03:44.579233 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-2002de73-cca2-42cc-9155-03e50b114601 None None] Attempting to bind port 17aaaca1-c27f-4324-8a31-6a1971824c1b by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:03:44.579852 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2002de73-cca2-42cc-9155-03e50b114601 None None] Attempting to bind port 17aaaca1-c27f-4324-8a31-6a1971824c1b on network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:03:44.597010 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2002de73-cca2-42cc-9155-03e50b114601 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:03:44.597504 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2002de73-cca2-42cc-9155-03e50b114601 None None] Checking segment: {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:03:44.597729 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30cd034-647d-4aac-b669-a0dbc35932ff tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Network f740c59c-4fd4-47e1-a982-1fb96347e9a9 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 12:03:44.598144 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-2002de73-cca2-42cc-9155-03e50b114601 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:44.598462 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2002de73-cca2-42cc-9155-03e50b114601 None None] Bound using segment: {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:03:44.599425 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-2002de73-cca2-42cc-9155-03e50b114601 None None] Bound port: 17aaaca1-c27f-4324-8a31-6a1971824c1b, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:03:44.600279 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-2002de73-cca2-42cc-9155-03e50b114601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:44.619343 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-c30cd034-647d-4aac-b669-a0dbc35932ff tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, f740c59c-4fd4-47e1-a982-1fb96347e9a9) {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:03:44.630560 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30cd034-647d-4aac-b669-a0dbc35932ff tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:44.632103 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c30cd034-647d-4aac-b669-a0dbc35932ff tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks [] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:44.636338 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c34cde5-4325-4037-8fad-323cf911f66a None None] Pushing event updated for resources: {'Port': ['ID=17aaaca1-c27f-4324-8a31-6a1971824c1b,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:03:44.651674 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd32ea14-c75c-4d0a-b8d1-aed1e594c987 None None] Network f740c59c-4fd4-47e1-a982-1fb96347e9a9 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:03:44.676687 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-c30cd034-647d-4aac-b669-a0dbc35932ff tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8718781 Aug 05 12:03:44.682344 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 58972) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:03:45.280135 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-2002de73-cca2-42cc-9155-03e50b114601 None None] For port 17aaaca1-c27f-4324-8a31-6a1971824c1b, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:03:45.298757 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840790c5-ce23-4141-901f-1c4d3dd9ac79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-f740c59c-4fd4-47e1-a982-1fb96347e9a9', 'network_id': 'f740c59c-4fd4-47e1-a982-1fb96347e9a9', 'tenant_id': '1b9a5e2228004ed2924dbea757c1a744', 'fixed_ips': [{'subnet_id': 'ff16c76c-49f2-4f20-930e-fed47e04d90c'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 12:03:45.300468 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-840790c5-ce23-4141-901f-1c4d3dd9ac79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:45.312838 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-2002de73-cca2-42cc-9155-03e50b114601 None None] For port 17aaaca1-c27f-4324-8a31-6a1971824c1b, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=17aaaca1-c27f-4324-8a31-6a1971824c1b,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:03:45.326230 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-2002de73-cca2-42cc-9155-03e50b114601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:45.499514 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2002de73-cca2-42cc-9155-03e50b114601 None None] Routers {'4b0d6946-28da-4036-a26b-32ee4e565b79'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:03:45.500270 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-2002de73-cca2-42cc-9155-03e50b114601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:03:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['4b0d6946-28da-4036-a26b-32ee4e565b79'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:03:45.507283 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c34cde5-4325-4037-8fad-323cf911f66a None None] Pushing event updated for resources: {'Port': ['ID=17aaaca1-c27f-4324-8a31-6a1971824c1b,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:03:45.690222 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-840790c5-ce23-4141-901f-1c4d3dd9ac79 None None] Allocated IP 172.20.0.2 (f740c59c-4fd4-47e1-a982-1fb96347e9a9/ff16c76c-49f2-4f20-930e-fed47e04d90c/da58b2ed-fe7e-49e0-a606-1fa56d37a8d3) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:03:45.884012 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-2002de73-cca2-42cc-9155-03e50b114601 None None] Set router 4b0d6946-28da-4036-a26b-32ee4e565b79 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:03:46.137574 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c6f705e7-941c-4026-b0a8-6383dfe45030 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:46.173400 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-840790c5-ce23-4141-901f-1c4d3dd9ac79 None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:46.273476 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-840790c5-ce23-4141-901f-1c4d3dd9ac79 None None] Transition to ACTIVE for port object da58b2ed-fe7e-49e0-a606-1fa56d37a8d3 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:03:46.371731 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-840790c5-ce23-4141-901f-1c4d3dd9ac79 None None] Transition to ACTIVE for port object da58b2ed-fe7e-49e0-a606-1fa56d37a8d3 will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:03:46.391072 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-840790c5-ce23-4141-901f-1c4d3dd9ac79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:46.507012 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840790c5-ce23-4141-901f-1c4d3dd9ac79 None None] Network f740c59c-4fd4-47e1-a982-1fb96347e9a9 is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:03:46.527410 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-840790c5-ce23-4141-901f-1c4d3dd9ac79 None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:03:46.527661 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-c6f705e7-941c-4026-b0a8-6383dfe45030 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Allocated IP 172.20.0.1 (f740c59c-4fd4-47e1-a982-1fb96347e9a9/ff16c76c-49f2-4f20-930e-fed47e04d90c/12ec7e59-0b7d-4e88-ba7a-4e74e538cc7b) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:03:46.536201 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840790c5-ce23-4141-901f-1c4d3dd9ac79 None None] Pushing event updated for resources: {'Port': ['ID=da58b2ed-fe7e-49e0-a606-1fa56d37a8d3,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:03:46.541239 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840790c5-ce23-4141-901f-1c4d3dd9ac79 None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:03:46.610073 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-2002de73-cca2-42cc-9155-03e50b114601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b0d6946-28da-4036-a26b-32ee4e565b79', 'name': 'tempest-TestSecurityGroupsBasicOps-router-805812727', 'tenant_id': '1b9a5e2228004ed2924dbea757c1a744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': '17aaaca1-c27f-4324-8a31-6a1971824c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:03:40Z', 'updated_at': '2021-08-05T12:03:42Z', 'revision_number': 3, 'project_id': '1b9a5e2228004ed2924dbea757c1a744', 'gw_port': {'id': '17aaaca1-c27f-4324-8a31-6a1971824c1b', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e3:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b0d6946-28da-4036-a26b-32ee4e565b79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:03:40Z', 'updated_at': '2021-08-05T12:03:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:03:46.664933 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2002de73-cca2-42cc-9155-03e50b114601 None None] The sync data for ids ['4b0d6946-28da-4036-a26b-32ee4e565b79'] in n-d-803378-2 is: [{'id': '4b0d6946-28da-4036-a26b-32ee4e565b79', 'name': 'tempest-TestSecurityGroupsBasicOps-router-805812727', 'tenant_id': '1b9a5e2228004ed2924dbea757c1a744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': '17aaaca1-c27f-4324-8a31-6a1971824c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:03:40Z', 'updated_at': '2021-08-05T12:03:42Z', 'revision_number': 3, 'project_id': '1b9a5e2228004ed2924dbea757c1a744', 'gw_port': {'id': '17aaaca1-c27f-4324-8a31-6a1971824c1b', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e3:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b0d6946-28da-4036-a26b-32ee4e565b79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:03:40Z', 'updated_at': '2021-08-05T12:03:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:03:46.683028 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c6f705e7-941c-4026-b0a8-6383dfe45030 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:46.717114 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [None req-c6f705e7-941c-4026-b0a8-6383dfe45030 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Transition to ACTIVE for port object 12ec7e59-0b7d-4e88-ba7a-4e74e538cc7b will not be triggered until provisioned by entity DHCP. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:03:46.729060 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-840790c5-ce23-4141-901f-1c4d3dd9ac79 None None] Attempting to bind port da58b2ed-fe7e-49e0-a606-1fa56d37a8d3 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:03:46.729675 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-840790c5-ce23-4141-901f-1c4d3dd9ac79 None None] Attempting to bind port da58b2ed-fe7e-49e0-a606-1fa56d37a8d3 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'f3ec3cf9-9143-46d8-a4d9-2e9998e75267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'f740c59c-4fd4-47e1-a982-1fb96347e9a9'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:03:46.730271 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840790c5-ce23-4141-901f-1c4d3dd9ac79 None None] Attempting to bind port da58b2ed-fe7e-49e0-a606-1fa56d37a8d3 on network f740c59c-4fd4-47e1-a982-1fb96347e9a9 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:03:46.750365 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840790c5-ce23-4141-901f-1c4d3dd9ac79 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:03:46.751047 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840790c5-ce23-4141-901f-1c4d3dd9ac79 None None] Checking segment: {'id': 'f3ec3cf9-9143-46d8-a4d9-2e9998e75267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'f740c59c-4fd4-47e1-a982-1fb96347e9a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:03:46.751994 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-840790c5-ce23-4141-901f-1c4d3dd9ac79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:46.752278 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840790c5-ce23-4141-901f-1c4d3dd9ac79 None None] Bound using segment: {'id': 'f3ec3cf9-9143-46d8-a4d9-2e9998e75267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'f740c59c-4fd4-47e1-a982-1fb96347e9a9'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:03:46.752926 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-840790c5-ce23-4141-901f-1c4d3dd9ac79 None None] Bound port: da58b2ed-fe7e-49e0-a606-1fa56d37a8d3, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3ec3cf9-9143-46d8-a4d9-2e9998e75267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'f740c59c-4fd4-47e1-a982-1fb96347e9a9'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:03:46.753451 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-840790c5-ce23-4141-901f-1c4d3dd9ac79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:46.769613 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c6f705e7-941c-4026-b0a8-6383dfe45030 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:46.821243 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f705e7-941c-4026-b0a8-6383dfe45030 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Network f740c59c-4fd4-47e1-a982-1fb96347e9a9 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:03:46.825703 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-c6f705e7-941c-4026-b0a8-6383dfe45030 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:03:46.831741 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f705e7-941c-4026-b0a8-6383dfe45030 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:03:46.909627 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f705e7-941c-4026-b0a8-6383dfe45030 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Pushing event updated for resources: {'Port': ['ID=12ec7e59-0b7d-4e88-ba7a-4e74e538cc7b,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:03:46.918873 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-840790c5-ce23-4141-901f-1c4d3dd9ac79 None None] For port da58b2ed-fe7e-49e0-a606-1fa56d37a8d3, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:03:46.931243 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c6f705e7-941c-4026-b0a8-6383dfe45030 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33288800'] for router_interface, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:46.931786 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-840790c5-ce23-4141-901f-1c4d3dd9ac79 None None] For port da58b2ed-fe7e-49e0-a606-1fa56d37a8d3, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=da58b2ed-fe7e-49e0-a606-1fa56d37a8d3,segment=NetworkSegment(f3ec3cf9-9143-46d8-a4d9-2e9998e75267),segment_id=f3ec3cf9-9143-46d8-a4d9-2e9998e75267)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:03:46.931965 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f705e7-941c-4026-b0a8-6383dfe45030 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:03:46.931965 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f705e7-941c-4026-b0a8-6383dfe45030 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:03:46.931965 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f705e7-941c-4026-b0a8-6383dfe45030 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:03:46.931965 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f705e7-941c-4026-b0a8-6383dfe45030 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:03:46.931965 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f705e7-941c-4026-b0a8-6383dfe45030 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:03:46.932654 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f705e7-941c-4026-b0a8-6383dfe45030 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:03:46.934258 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-840790c5-ce23-4141-901f-1c4d3dd9ac79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:46.937114 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f705e7-941c-4026-b0a8-6383dfe45030 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:03:46.937867 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f705e7-941c-4026-b0a8-6383dfe45030 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:03:46.938487 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f705e7-941c-4026-b0a8-6383dfe45030 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:03:46.939381 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f705e7-941c-4026-b0a8-6383dfe45030 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:03:46.940103 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f705e7-941c-4026-b0a8-6383dfe45030 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:03:46.940584 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f705e7-941c-4026-b0a8-6383dfe45030 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:03:47.074949 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840790c5-ce23-4141-901f-1c4d3dd9ac79 None None] Pushing event updated for resources: {'Port': ['ID=da58b2ed-fe7e-49e0-a606-1fa56d37a8d3,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:03:47.244586 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c6f705e7-941c-4026-b0a8-6383dfe45030 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:47.875108 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c6f705e7-941c-4026-b0a8-6383dfe45030 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:47.883251 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c6f705e7-941c-4026-b0a8-6383dfe45030 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:48.009899 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c6f705e7-941c-4026-b0a8-6383dfe45030 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33140268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33208272'] for router_interface, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:48.012299 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f705e7-941c-4026-b0a8-6383dfe45030 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Pushing event updated for resources: {'Port': ['ID=12ec7e59-0b7d-4e88-ba7a-4e74e538cc7b,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:03:48.218368 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f705e7-941c-4026-b0a8-6383dfe45030 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Network f740c59c-4fd4-47e1-a982-1fb96347e9a9 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:03:48.223047 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-c6f705e7-941c-4026-b0a8-6383dfe45030 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:03:48.429949 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6f705e7-941c-4026-b0a8-6383dfe45030 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Router 4b0d6946-28da-4036-a26b-32ee4e565b79 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:03:48.579767 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-363c4267-f980-48c7-a4c6-c8b65145f5cb None None] Network f740c59c-4fd4-47e1-a982-1fb96347e9a9 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:03:48.632683 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6f705e7-941c-4026-b0a8-6383dfe45030 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:03:48.657188 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 58994) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:03:48.671425 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-c6f705e7-941c-4026-b0a8-6383dfe45030 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] 10.222.0.58 "PUT /v2.0/routers/4b0d6946-28da-4036-a26b-32ee4e565b79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9841242 Aug 05 12:03:48.672772 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-002371e6-378c-4d82-b72c-ef1a59893629 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--420365152', 'description': 'tempest-secgroup_access--420365152 description', 'project_id': '1b9a5e2228004ed2924dbea757c1a744'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:03:48.722352 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-002371e6-378c-4d82-b72c-ef1a59893629 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:48.730243 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-27e62596-464f-41b8-a1bb-e36df8e62c55 None None] Provisioning for port da58b2ed-fe7e-49e0-a606-1fa56d37a8d3 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:03:48.921335 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-002371e6-378c-4d82-b72c-ef1a59893629 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:48.929904 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-002371e6-378c-4d82-b72c-ef1a59893629 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:49.013231 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-002371e6-378c-4d82-b72c-ef1a59893629 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:49.014895 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-002371e6-378c-4d82-b72c-ef1a59893629 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3559566 Aug 05 12:03:49.018190 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 58996) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:03:49.023845 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-f01c1e32-11a3-498e-b851-ee9d3b109cf4 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--422508401', 'description': 'tempest-secgroup_general--422508401 description', 'project_id': '1b9a5e2228004ed2924dbea757c1a744'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:03:49.039950 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002371e6-378c-4d82-b72c-ef1a59893629 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfbd9e24-1cc8-4dab-9fe7-35a0837523aa,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:03:49.127626 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f01c1e32-11a3-498e-b851-ee9d3b109cf4 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:49.467992 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f01c1e32-11a3-498e-b851-ee9d3b109cf4 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:49.470324 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 17aaaca1-c27f-4324-8a31-6a1971824c1b up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:03:49.479743 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f01c1e32-11a3-498e-b851-ee9d3b109cf4 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:49.551706 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f01c1e32-11a3-498e-b851-ee9d3b109cf4 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:49.557953 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-f01c1e32-11a3-498e-b851-ee9d3b109cf4 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.5349250 Aug 05 12:03:49.559448 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 59000) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:03:49.575221 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 17aaaca1-c27f-4324-8a31-6a1971824c1b completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:03:49.579023 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-a8339c0b-228c-4370-8fb6-791389fb0e22 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Request body: {'security_group_rule': {'security_group_id': 'bfbd9e24-1cc8-4dab-9fe7-35a0837523aa', 'project_id': '1b9a5e2228004ed2924dbea757c1a744', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:03:49.582816 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 17aaaca1-c27f-4324-8a31-6a1971824c1b triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:03:49.584322 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:49.592306 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01c1e32-11a3-498e-b851-ee9d3b109cf4 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d47d9af8-baab-40e6-9dca-0bb6e7d3aa7d,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:03:49.637310 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fed3ec-4ae1-4582-978f-58300aeceae8 None None] Sync routers for ids ['4b0d6946-28da-4036-a26b-32ee4e565b79'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:03:49.654741 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fed3ec-4ae1-4582-978f-58300aeceae8 None None] Routers {'4b0d6946-28da-4036-a26b-32ee4e565b79'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:03:49.655788 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-97fed3ec-4ae1-4582-978f-58300aeceae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:03:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['4b0d6946-28da-4036-a26b-32ee4e565b79'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:03:49.683108 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a8339c0b-228c-4370-8fb6-791389fb0e22 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:49.825199 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:49.838284 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-c08ae74f-342e-49aa-b00a-5482d5769963 None None] Provisioning for port 12ec7e59-0b7d-4e88-ba7a-4e74e538cc7b completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:03:49.841628 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a8339c0b-228c-4370-8fb6-791389fb0e22 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:49.855939 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-c08ae74f-342e-49aa-b00a-5482d5769963 None None] Provisioning complete for port 12ec7e59-0b7d-4e88-ba7a-4e74e538cc7b triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:03:49.856554 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c08ae74f-342e-49aa-b00a-5482d5769963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:49.858627 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a8339c0b-228c-4370-8fb6-791389fb0e22 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:49.903756 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port 17aaaca1-c27f-4324-8a31-6a1971824c1b, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=17aaaca1-c27f-4324-8a31-6a1971824c1b,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:03:49.914680 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:49.915012 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8339c0b-228c-4370-8fb6-791389fb0e22 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62fe5453-a02f-4f11-a5e9-2a596fcb5cd5,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:03:49.915817 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device da58b2ed-fe7e-49e0-a606-1fa56d37a8d3 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:03:49.917499 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-97fed3ec-4ae1-4582-978f-58300aeceae8 None None] Set router 4b0d6946-28da-4036-a26b-32ee4e565b79 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:03:49.929678 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a8339c0b-228c-4370-8fb6-791389fb0e22 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:49.932542 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-a8339c0b-228c-4370-8fb6-791389fb0e22 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3705482 Aug 05 12:03:50.025066 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-c08ae74f-342e-49aa-b00a-5482d5769963 None None] Port 12ec7e59-0b7d-4e88-ba7a-4e74e538cc7b cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 12:03:50.128437 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=17aaaca1-c27f-4324-8a31-6a1971824c1b,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:03:50.154440 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port da58b2ed-fe7e-49e0-a606-1fa56d37a8d3 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:03:50.164695 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port da58b2ed-fe7e-49e0-a606-1fa56d37a8d3 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:03:50.166269 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:50.319607 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-959ec94f-b1e8-4736-9c09-703d965cc272 None None] Provisioning complete for port 12ec7e59-0b7d-4e88-ba7a-4e74e538cc7b triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:03:50.320417 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-959ec94f-b1e8-4736-9c09-703d965cc272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:50.323666 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ef98e8c0-31c5-45b4-875c-fb070e26db77 req-7154551e-ccf1-44a4-881b-801bb2b0ce32 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup_general--422508401&fields=id&tenant_id=1b9a5e2228004ed2924dbea757c1a744 HTTP/1.1" status: 200 len: 267 time: 0.0666382 Aug 05 12:03:50.413227 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ef98e8c0-31c5-45b4-875c-fb070e26db77 req-2532a07d-1c52-492d-9a37-59ef90f4b4b1 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup_access--420365152&fields=id&tenant_id=1b9a5e2228004ed2924dbea757c1a744 HTTP/1.1" status: 200 len: 267 time: 0.0769243 Aug 05 12:03:50.448118 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:50.498374 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-959ec94f-b1e8-4736-9c09-703d965cc272 None None] Port 12ec7e59-0b7d-4e88-ba7a-4e74e538cc7b cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 12:03:50.532733 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-97fed3ec-4ae1-4582-978f-58300aeceae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b0d6946-28da-4036-a26b-32ee4e565b79', 'name': 'tempest-TestSecurityGroupsBasicOps-router-805812727', 'tenant_id': '1b9a5e2228004ed2924dbea757c1a744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': '17aaaca1-c27f-4324-8a31-6a1971824c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:03:40Z', 'updated_at': '2021-08-05T12:03:47Z', 'revision_number': 4, 'project_id': '1b9a5e2228004ed2924dbea757c1a744', 'gw_port': {'id': '17aaaca1-c27f-4324-8a31-6a1971824c1b', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e3:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b0d6946-28da-4036-a26b-32ee4e565b79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:03:40Z', 'updated_at': '2021-08-05T12:03:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '12ec7e59-0b7d-4e88-ba7a-4e74e538cc7b', 'name': '', 'network_id': 'f740c59c-4fd4-47e1-a982-1fb96347e9a9', 'tenant_id': '1b9a5e2228004ed2924dbea757c1a744', 'mac_address': 'fa:16:3e:0f:4a:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b0d6946-28da-4036-a26b-32ee4e565b79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': 'ff16c76c-49f2-4f20-930e-fed47e04d90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:03:46Z', 'updated_at': '2021-08-05T12:03:47Z', 'revision_number': 2, 'project_id': '1b9a5e2228004ed2924dbea757c1a744', 'subnets': [{'id': 'ff16c76c-49f2-4f20-930e-fed47e04d90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:03:50.549304 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port da58b2ed-fe7e-49e0-a606-1fa56d37a8d3, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=da58b2ed-fe7e-49e0-a606-1fa56d37a8d3,segment=NetworkSegment(f3ec3cf9-9143-46d8-a4d9-2e9998e75267),segment_id=f3ec3cf9-9143-46d8-a4d9-2e9998e75267)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:03:50.556033 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:50.592638 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef98e8c0-31c5-45b4-875c-fb070e26db77 req-043cf588-6177-44d9-abe1-2b6ba2e5c429 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:50.600584 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fed3ec-4ae1-4582-978f-58300aeceae8 None None] Checking router: 4b0d6946-28da-4036-a26b-32ee4e565b79 for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:03:50.601189 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fed3ec-4ae1-4582-978f-58300aeceae8 None None] Updating router 4b0d6946-28da-4036-a26b-32ee4e565b79 port 12ec7e59-0b7d-4e88-ba7a-4e74e538cc7b binding host n-d-803378-2 {{(pid=94423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 12:03:50.602720 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ef98e8c0-31c5-45b4-875c-fb070e26db77 req-043cf588-6177-44d9-abe1-2b6ba2e5c429 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] 10.222.0.58 "GET /v2.0/networks?id=f740c59c-4fd4-47e1-a982-1fb96347e9a9 HTTP/1.1" status: 200 len: 796 time: 0.1885195 Aug 05 12:03:50.619611 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ef98e8c0-31c5-45b4-875c-fb070e26db77 req-380ab144-cdb5-44ac-a1c8-95b84325594c tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] 10.222.0.58 "GET /v2.0/quotas/1b9a5e2228004ed2924dbea757c1a744 HTTP/1.1" status: 200 len: 375 time: 0.0152881 Aug 05 12:03:50.654382 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-97fed3ec-4ae1-4582-978f-58300aeceae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:50.661048 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=da58b2ed-fe7e-49e0-a606-1fa56d37a8d3,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:03:50.679013 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-88c6f31f-37b4-4f65-a7b8-5c8f70146a59 None None] Provisioning complete for port 12ec7e59-0b7d-4e88-ba7a-4e74e538cc7b triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:03:50.679478 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-88c6f31f-37b4-4f65-a7b8-5c8f70146a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:50.721332 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ef98e8c0-31c5-45b4-875c-fb070e26db77 req-1d6b22f4-483c-4d5b-b857-bdd027dc79e5 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=1b9a5e2228004ed2924dbea757c1a744&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0905707 Aug 05 12:03:50.733036 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-88c6f31f-37b4-4f65-a7b8-5c8f70146a59 None None] Port 12ec7e59-0b7d-4e88-ba7a-4e74e538cc7b cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 12:03:50.917381 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ef98e8c0-31c5-45b4-875c-fb070e26db77 req-f8777f3b-7ce3-426c-8578-b9dde012bd98 service neutron] 10.222.0.58 "GET /v2.0/networks/f740c59c-4fd4-47e1-a982-1fb96347e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762667 Aug 05 12:03:51.127727 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ef98e8c0-31c5-45b4-875c-fb070e26db77 req-3a71b282-54b5-49a2-b5c0-5359e55de32b service neutron] 10.222.0.58 "GET /v2.0/networks/f740c59c-4fd4-47e1-a982-1fb96347e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003171 Aug 05 12:03:51.150399 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 17aaaca1-c27f-4324-8a31-6a1971824c1b up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:03:51.182572 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-97fed3ec-4ae1-4582-978f-58300aeceae8 None None] Notify callbacks [] for port, precommit_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:51.206169 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.provisioning_blocks [None req-97fed3ec-4ae1-4582-978f-58300aeceae8 None None] Transition to ACTIVE for port object 12ec7e59-0b7d-4e88-ba7a-4e74e538cc7b will not be triggered until provisioned by entity L2. {{(pid=94423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:03:51.221333 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-97fed3ec-4ae1-4582-978f-58300aeceae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:51.260636 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 17aaaca1-c27f-4324-8a31-6a1971824c1b triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:03:51.261602 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:51.312373 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a0f6b0-9a5e-4aa2-a037-546630df5221 None None] Pushing event updated for resources: {'Port': ['ID=12ec7e59-0b7d-4e88-ba7a-4e74e538cc7b,revision_number=3']} {{(pid=94423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:03:51.333870 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a0f6b0-9a5e-4aa2-a037-546630df5221 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:03:51.334600 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a0f6b0-9a5e-4aa2-a037-546630df5221 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:03:51.334971 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a0f6b0-9a5e-4aa2-a037-546630df5221 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:03:51.335498 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a0f6b0-9a5e-4aa2-a037-546630df5221 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:03:51.336034 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a0f6b0-9a5e-4aa2-a037-546630df5221 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:03:51.336679 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a0f6b0-9a5e-4aa2-a037-546630df5221 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:03:51.337222 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a0f6b0-9a5e-4aa2-a037-546630df5221 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:03:51.337824 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a0f6b0-9a5e-4aa2-a037-546630df5221 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:03:51.338278 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a0f6b0-9a5e-4aa2-a037-546630df5221 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:03:51.338855 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a0f6b0-9a5e-4aa2-a037-546630df5221 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:03:51.339464 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a0f6b0-9a5e-4aa2-a037-546630df5221 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:03:51.340027 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a0f6b0-9a5e-4aa2-a037-546630df5221 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:03:51.368787 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c877f34c-cabb-4c7c-a79d-73832a43e03d req-a9e72444-c838-4548-bbc4-ae78d75ae8f5 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:51.384065 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c877f34c-cabb-4c7c-a79d-73832a43e03d req-a9e72444-c838-4548-bbc4-ae78d75ae8f5 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/networks?id=b881efb6-f52e-4006-a158-c2aa42fef2fe HTTP/1.1" status: 200 len: 811 time: 0.2744927 Aug 05 12:03:51.456397 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c877f34c-cabb-4c7c-a79d-73832a43e03d req-539b76f0-8ede-4c36-af6f-7a8e3c3c1ad6 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/quotas/f717acd5caa748b6b706fbaad1f3b969 HTTP/1.1" status: 200 len: 375 time: 0.0634043 Aug 05 12:03:51.495005 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device da58b2ed-fe7e-49e0-a606-1fa56d37a8d3 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:03:51.499579 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1a5f4ed8-bda8-424a-9ae7-66cc649fb0f4 req-804f17db-ee5c-43a1-b112-149b130539d4 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] 10.222.0.58 "GET /v2.0/ports?device_id=eff2bf37-4b7a-4100-ac57-4d8af7fb7716 HTTP/1.1" status: 200 len: 210 time: 0.0941174 Aug 05 12:03:51.550546 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-97fed3ec-4ae1-4582-978f-58300aeceae8 None None] Attempting to bind port 12ec7e59-0b7d-4e88-ba7a-4e74e538cc7b on host n-d-803378-2 for vnic_type normal with profile {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:03:51.551010 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-97fed3ec-4ae1-4582-978f-58300aeceae8 None None] Attempting to bind port 12ec7e59-0b7d-4e88-ba7a-4e74e538cc7b by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'f3ec3cf9-9143-46d8-a4d9-2e9998e75267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'f740c59c-4fd4-47e1-a982-1fb96347e9a9'}] {{(pid=94423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:03:51.551351 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fed3ec-4ae1-4582-978f-58300aeceae8 None None] Attempting to bind port 12ec7e59-0b7d-4e88-ba7a-4e74e538cc7b on network f740c59c-4fd4-47e1-a982-1fb96347e9a9 {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:03:51.559114 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fed3ec-4ae1-4582-978f-58300aeceae8 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:03:51.559534 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fed3ec-4ae1-4582-978f-58300aeceae8 None None] Checking segment: {'id': 'f3ec3cf9-9143-46d8-a4d9-2e9998e75267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'f740c59c-4fd4-47e1-a982-1fb96347e9a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:03:51.560281 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-97fed3ec-4ae1-4582-978f-58300aeceae8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:51.560820 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fed3ec-4ae1-4582-978f-58300aeceae8 None None] Bound using segment: {'id': 'f3ec3cf9-9143-46d8-a4d9-2e9998e75267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'f740c59c-4fd4-47e1-a982-1fb96347e9a9'} {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:03:51.561363 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-97fed3ec-4ae1-4582-978f-58300aeceae8 None None] Bound port: 12ec7e59-0b7d-4e88-ba7a-4e74e538cc7b, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3ec3cf9-9143-46d8-a4d9-2e9998e75267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'f740c59c-4fd4-47e1-a982-1fb96347e9a9'}}] {{(pid=94423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:03:51.561949 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-97fed3ec-4ae1-4582-978f-58300aeceae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:51.618157 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c877f34c-cabb-4c7c-a79d-73832a43e03d req-6cf981e2-1093-4a66-a4c7-dec4b1bf2b60 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=f717acd5caa748b6b706fbaad1f3b969&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1602645 Aug 05 12:03:51.670951 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port da58b2ed-fe7e-49e0-a606-1fa56d37a8d3 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:03:51.672131 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:51.729886 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.db [None req-97fed3ec-4ae1-4582-978f-58300aeceae8 None None] For port 12ec7e59-0b7d-4e88-ba7a-4e74e538cc7b, host n-d-803378-2, cleared binding levels {{(pid=94423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:03:51.736043 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.db [None req-97fed3ec-4ae1-4582-978f-58300aeceae8 None None] For port 12ec7e59-0b7d-4e88-ba7a-4e74e538cc7b, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=12ec7e59-0b7d-4e88-ba7a-4e74e538cc7b,segment=NetworkSegment(f3ec3cf9-9143-46d8-a4d9-2e9998e75267),segment_id=f3ec3cf9-9143-46d8-a4d9-2e9998e75267)] {{(pid=94423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:03:51.751406 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-97fed3ec-4ae1-4582-978f-58300aeceae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:51.910930 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a0f6b0-9a5e-4aa2-a037-546630df5221 None None] Pushing event updated for resources: {'Port': ['ID=12ec7e59-0b7d-4e88-ba7a-4e74e538cc7b,revision_number=4']} {{(pid=94423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:03:51.919655 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fed3ec-4ae1-4582-978f-58300aeceae8 None None] Routers {'4b0d6946-28da-4036-a26b-32ee4e565b79'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:03:51.920992 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-97fed3ec-4ae1-4582-978f-58300aeceae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:03:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['4b0d6946-28da-4036-a26b-32ee4e565b79'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:03:51.952979 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c877f34c-cabb-4c7c-a79d-73832a43e03d req-97021b25-5386-4a98-93c6-5a6aaa25c958 service neutron] 10.222.0.58 "GET /v2.0/networks/b881efb6-f52e-4006-a158-c2aa42fef2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3149245 Aug 05 12:03:52.159364 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-97fed3ec-4ae1-4582-978f-58300aeceae8 None None] Set router 4b0d6946-28da-4036-a26b-32ee4e565b79 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:03:52.188449 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c877f34c-cabb-4c7c-a79d-73832a43e03d req-4e78e508-b8ca-4ffb-900a-f8be259d5f3e service neutron] 10.222.0.58 "GET /v2.0/networks/b881efb6-f52e-4006-a158-c2aa42fef2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342391 Aug 05 12:03:52.355478 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:52.590180 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-31c90b86-1bcb-4f87-8344-c09d45a64eae req-66161d0d-8c36-413b-8b7c-86cd1686a13a tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=f27f0eaf-19fe-49c4-a24b-ac88d1468788 HTTP/1.1" status: 200 len: 210 time: 0.0880594 Aug 05 12:03:52.616392 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-97fed3ec-4ae1-4582-978f-58300aeceae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b0d6946-28da-4036-a26b-32ee4e565b79', 'name': 'tempest-TestSecurityGroupsBasicOps-router-805812727', 'tenant_id': '1b9a5e2228004ed2924dbea757c1a744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': '17aaaca1-c27f-4324-8a31-6a1971824c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:03:40Z', 'updated_at': '2021-08-05T12:03:47Z', 'revision_number': 4, 'project_id': '1b9a5e2228004ed2924dbea757c1a744', 'gw_port': {'id': '17aaaca1-c27f-4324-8a31-6a1971824c1b', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0d6946-28da-4036-a26b-32ee4e565b79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:03:40Z', 'updated_at': '2021-08-05T12:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '12ec7e59-0b7d-4e88-ba7a-4e74e538cc7b', 'name': '', 'network_id': 'f740c59c-4fd4-47e1-a982-1fb96347e9a9', 'tenant_id': '1b9a5e2228004ed2924dbea757c1a744', 'mac_address': 'fa:16:3e:0f:4a:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b0d6946-28da-4036-a26b-32ee4e565b79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': 'ff16c76c-49f2-4f20-930e-fed47e04d90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:03:46Z', 'updated_at': '2021-08-05T12:03:51Z', 'revision_number': 4, 'project_id': '1b9a5e2228004ed2924dbea757c1a744', 'subnets': [{'id': 'ff16c76c-49f2-4f20-930e-fed47e04d90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:03:52.694138 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fed3ec-4ae1-4582-978f-58300aeceae8 None None] The sync data for ids ['4b0d6946-28da-4036-a26b-32ee4e565b79'] in n-d-803378-2 is: [{'id': '4b0d6946-28da-4036-a26b-32ee4e565b79', 'name': 'tempest-TestSecurityGroupsBasicOps-router-805812727', 'tenant_id': '1b9a5e2228004ed2924dbea757c1a744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': '17aaaca1-c27f-4324-8a31-6a1971824c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:03:40Z', 'updated_at': '2021-08-05T12:03:47Z', 'revision_number': 4, 'project_id': '1b9a5e2228004ed2924dbea757c1a744', 'gw_port': {'id': '17aaaca1-c27f-4324-8a31-6a1971824c1b', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0d6946-28da-4036-a26b-32ee4e565b79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:03:40Z', 'updated_at': '2021-08-05T12:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '12ec7e59-0b7d-4e88-ba7a-4e74e538cc7b', 'name': '', 'network_id': 'f740c59c-4fd4-47e1-a982-1fb96347e9a9', 'tenant_id': '1b9a5e2228004ed2924dbea757c1a744', 'mac_address': 'fa:16:3e:0f:4a:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b0d6946-28da-4036-a26b-32ee4e565b79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': 'ff16c76c-49f2-4f20-930e-fed47e04d90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:03:46Z', 'updated_at': '2021-08-05T12:03:51Z', 'revision_number': 4, 'project_id': '1b9a5e2228004ed2924dbea757c1a744', 'subnets': [{'id': 'ff16c76c-49f2-4f20-930e-fed47e04d90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:03:52.819855 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bc5d8dea-1637-4882-9780-902d9ff6e10a req-37051af6-2a06-47cf-b5ce-48a523eea037 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] 10.222.0.58 "GET /v2.0/ports?device_id=eff2bf37-4b7a-4100-ac57-4d8af7fb7716 HTTP/1.1" status: 200 len: 210 time: 0.0981205 Aug 05 12:03:53.116522 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 12ec7e59-0b7d-4e88-ba7a-4e74e538cc7b up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:03:53.215378 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 12ec7e59-0b7d-4e88-ba7a-4e74e538cc7b completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:03:53.229876 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 12ec7e59-0b7d-4e88-ba7a-4e74e538cc7b triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:03:53.232865 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:53.430171 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:53.539780 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef98e8c0-31c5-45b4-875c-fb070e26db77 req-29d4b60f-f108-4470-902c-4ed7fadacdeb tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:53.542588 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ef98e8c0-31c5-45b4-875c-fb070e26db77 req-29d4b60f-f108-4470-902c-4ed7fadacdeb tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] 10.222.0.55 "GET /v2.0/networks?id=f740c59c-4fd4-47e1-a982-1fb96347e9a9 HTTP/1.1" status: 200 len: 796 time: 0.2529430 Aug 05 12:03:53.566854 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port 12ec7e59-0b7d-4e88-ba7a-4e74e538cc7b, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=12ec7e59-0b7d-4e88-ba7a-4e74e538cc7b,segment=NetworkSegment(f3ec3cf9-9143-46d8-a4d9-2e9998e75267),segment_id=f3ec3cf9-9143-46d8-a4d9-2e9998e75267)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:03:53.579141 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:53.667088 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ef98e8c0-31c5-45b4-875c-fb070e26db77 req-1202e23d-efcd-4dad-bcac-150c7e260edf tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1b9a5e2228004ed2924dbea757c1a744 HTTP/1.1" status: 200 len: 476 time: 0.1094537 Aug 05 12:03:53.704732 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-ef98e8c0-31c5-45b4-875c-fb070e26db77 req-2edce017-6ddc-4f8d-a06c-7446dcd22058 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Request body: {'port': {'device_id': 'eff2bf37-4b7a-4100-ac57-4d8af7fb7716', 'network_id': 'f740c59c-4fd4-47e1-a982-1fb96347e9a9', 'admin_state_up': True, 'tenant_id': '1b9a5e2228004ed2924dbea757c1a744', 'security_groups': ['d47d9af8-baab-40e6-9dca-0bb6e7d3aa7d', 'bfbd9e24-1cc8-4dab-9fe7-35a0837523aa']}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:03:53.798919 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-49091def-5786-412f-8db0-96443e18bb95 req-f83e0a40-2957-4f4f-a699-4839a70e491a tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=f27f0eaf-19fe-49c4-a24b-ac88d1468788 HTTP/1.1" status: 200 len: 210 time: 0.0744331 Aug 05 12:03:53.946994 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef98e8c0-31c5-45b4-875c-fb070e26db77 req-2edce017-6ddc-4f8d-a06c-7446dcd22058 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Made reservation on behalf of 1b9a5e2228004ed2924dbea757c1a744 for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:03:53.952917 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-ef98e8c0-31c5-45b4-875c-fb070e26db77 req-2edce017-6ddc-4f8d-a06c-7446dcd22058 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:54.001462 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1cdc2def-a14c-4f31-9a6e-ed5b9ae31832 req-0d559af9-5bff-4aa3-875f-c2e51b698861 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] 10.222.0.58 "GET /v2.0/ports?device_id=eff2bf37-4b7a-4100-ac57-4d8af7fb7716 HTTP/1.1" status: 200 len: 210 time: 0.0701771 Aug 05 12:03:54.062035 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=12ec7e59-0b7d-4e88-ba7a-4e74e538cc7b,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:03:54.239251 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-ef98e8c0-31c5-45b4-875c-fb070e26db77 req-2edce017-6ddc-4f8d-a06c-7446dcd22058 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Allocated IP 172.20.0.3 (f740c59c-4fd4-47e1-a982-1fb96347e9a9/ff16c76c-49f2-4f20-930e-fed47e04d90c/668a240a-8089-4dc5-9f3a-cc49684082b1) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:03:54.530140 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c877f34c-cabb-4c7c-a79d-73832a43e03d req-25b0f28d-5b35-4566-b8ab-3dac19a8dad2 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:54.532268 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c877f34c-cabb-4c7c-a79d-73832a43e03d req-25b0f28d-5b35-4566-b8ab-3dac19a8dad2 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.55 "GET /v2.0/networks?id=b881efb6-f52e-4006-a158-c2aa42fef2fe HTTP/1.1" status: 200 len: 811 time: 0.2653749 Aug 05 12:03:54.557650 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-c877f34c-cabb-4c7c-a79d-73832a43e03d req-b163491e-0635-4d4b-97dd-d6949b5bb153 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Request body: {'port': {'device_id': 'f27f0eaf-19fe-49c4-a24b-ac88d1468788', 'network_id': 'b881efb6-f52e-4006-a158-c2aa42fef2fe', 'admin_state_up': True, 'tenant_id': 'f717acd5caa748b6b706fbaad1f3b969'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:03:54.737254 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-ef98e8c0-31c5-45b4-875c-fb070e26db77 req-2edce017-6ddc-4f8d-a06c-7446dcd22058 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:54.799354 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-ef98e8c0-31c5-45b4-875c-fb070e26db77 req-2edce017-6ddc-4f8d-a06c-7446dcd22058 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Transition to ACTIVE for port object 668a240a-8089-4dc5-9f3a-cc49684082b1 will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:03:54.932259 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c877f34c-cabb-4c7c-a79d-73832a43e03d req-b163491e-0635-4d4b-97dd-d6949b5bb153 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Made reservation on behalf of f717acd5caa748b6b706fbaad1f3b969 for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:03:54.940270 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-c877f34c-cabb-4c7c-a79d-73832a43e03d req-b163491e-0635-4d4b-97dd-d6949b5bb153 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:54.982806 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-ef98e8c0-31c5-45b4-875c-fb070e26db77 req-2edce017-6ddc-4f8d-a06c-7446dcd22058 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:55.014768 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c051372c-392d-4165-8864-1a2e7df3532e req-1da6a505-981d-43ed-8c15-1867863b08ab tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=f27f0eaf-19fe-49c4-a24b-ac88d1468788 HTTP/1.1" status: 200 len: 210 time: 0.0708230 Aug 05 12:03:55.116400 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 12ec7e59-0b7d-4e88-ba7a-4e74e538cc7b up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:03:55.289828 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef98e8c0-31c5-45b4-875c-fb070e26db77 req-2edce017-6ddc-4f8d-a06c-7446dcd22058 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Network f740c59c-4fd4-47e1-a982-1fb96347e9a9 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:03:55.297622 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edce017-6ddc-4f8d-a06c-7446dcd22058 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Pushing event updated for resources: {'Port': ['ID=668a240a-8089-4dc5-9f3a-cc49684082b1,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:03:55.311279 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-ef98e8c0-31c5-45b4-875c-fb070e26db77 req-2edce017-6ddc-4f8d-a06c-7446dcd22058 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:03:55.326441 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef98e8c0-31c5-45b4-875c-fb070e26db77 req-2edce017-6ddc-4f8d-a06c-7446dcd22058 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:03:55.336403 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df59cb68-17d6-4bfd-871d-e0ebe7a59349 req-0a389414-faf1-46b2-955f-5bed300f336c tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:55.348186 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-df59cb68-17d6-4bfd-871d-e0ebe7a59349 req-0a389414-faf1-46b2-955f-5bed300f336c tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] 10.222.0.58 "GET /v2.0/ports?device_id=eff2bf37-4b7a-4100-ac57-4d8af7fb7716 HTTP/1.1" status: 200 len: 970 time: 0.1221514 Aug 05 12:03:55.358858 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 12ec7e59-0b7d-4e88-ba7a-4e74e538cc7b triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:03:55.359492 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:55.447009 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-df59cb68-17d6-4bfd-871d-e0ebe7a59349 req-5ce2beee-cf20-459e-80d4-21530b5e1b46 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] 10.222.0.58 "GET /v2.0/security-groups?id=d47d9af8-baab-40e6-9dca-0bb6e7d3aa7d&id=bfbd9e24-1cc8-4dab-9fe7-35a0837523aa&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0955107 Aug 05 12:03:55.573506 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef98e8c0-31c5-45b4-875c-fb070e26db77 req-2edce017-6ddc-4f8d-a06c-7446dcd22058 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:55.575962 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-ef98e8c0-31c5-45b4-875c-fb070e26db77 req-2edce017-6ddc-4f8d-a06c-7446dcd22058 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:55.628590 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ef98e8c0-31c5-45b4-875c-fb070e26db77 req-2edce017-6ddc-4f8d-a06c-7446dcd22058 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.9541659 Aug 05 12:03:55.637760 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-c877f34c-cabb-4c7c-a79d-73832a43e03d req-b163491e-0635-4d4b-97dd-d6949b5bb153 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Allocated IP 172.20.0.11 (b881efb6-f52e-4006-a158-c2aa42fef2fe/96bcc71c-db3b-48c5-a5c3-35b749d6182d/1e90036b-eda5-4f87-99d8-53329c876102) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:03:55.660031 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-ef98e8c0-31c5-45b4-875c-fb070e26db77 req-e4f4700e-24b1-4653-9bc9-9802c4bac52f service neutron] Request body: {'port': {'device_id': 'eff2bf37-4b7a-4100-ac57-4d8af7fb7716', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:03:55.825561 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-ef98e8c0-31c5-45b4-875c-fb070e26db77 req-e4f4700e-24b1-4653-9bc9-9802c4bac52f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:55.828551 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-66e3b9fc-3a98-44c9-8b88-8ef82950b08a None None] Provisioning for port 668a240a-8089-4dc5-9f3a-cc49684082b1 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:03:55.837484 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-66e3b9fc-3a98-44c9-8b88-8ef82950b08a None None] Provisioning complete for port 668a240a-8089-4dc5-9f3a-cc49684082b1 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:03:55.839803 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-66e3b9fc-3a98-44c9-8b88-8ef82950b08a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:55.920724 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-66e3b9fc-3a98-44c9-8b88-8ef82950b08a None None] Port 668a240a-8089-4dc5-9f3a-cc49684082b1 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 12:03:56.222115 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-deddc7d8-c238-4bb0-9a7a-e4c0f988e522 req-cb2b13fa-07e0-4644-bb3d-e24c64fe10df tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=f27f0eaf-19fe-49c4-a24b-ac88d1468788 HTTP/1.1" status: 200 len: 210 time: 0.0455644 Aug 05 12:03:56.261637 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-c877f34c-cabb-4c7c-a79d-73832a43e03d req-b163491e-0635-4d4b-97dd-d6949b5bb153 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:56.363821 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-c877f34c-cabb-4c7c-a79d-73832a43e03d req-b163491e-0635-4d4b-97dd-d6949b5bb153 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Transition to ACTIVE for port object 1e90036b-eda5-4f87-99d8-53329c876102 will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:03:56.521651 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-c877f34c-cabb-4c7c-a79d-73832a43e03d req-b163491e-0635-4d4b-97dd-d6949b5bb153 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:56.657026 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c877f34c-cabb-4c7c-a79d-73832a43e03d req-b163491e-0635-4d4b-97dd-d6949b5bb153 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Network b881efb6-f52e-4006-a158-c2aa42fef2fe is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:03:56.675831 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-c877f34c-cabb-4c7c-a79d-73832a43e03d req-b163491e-0635-4d4b-97dd-d6949b5bb153 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:03:56.676258 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9012ac3f-6f54-437c-bba6-930f65d6cbee req-d1aaf661-338e-408f-8d91-8ba743b406bf tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:56.682225 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-ef98e8c0-31c5-45b4-875c-fb070e26db77 req-e4f4700e-24b1-4653-9bc9-9802c4bac52f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 668a240a-8089-4dc5-9f3a-cc49684082b1 {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 12:03:56.687640 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9012ac3f-6f54-437c-bba6-930f65d6cbee req-d1aaf661-338e-408f-8d91-8ba743b406bf tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] 10.222.0.58 "GET /v2.0/ports?device_id=eff2bf37-4b7a-4100-ac57-4d8af7fb7716 HTTP/1.1" status: 200 len: 970 time: 0.1036236 Aug 05 12:03:56.689124 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-c877f34c-cabb-4c7c-a79d-73832a43e03d req-b163491e-0635-4d4b-97dd-d6949b5bb153 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:03:56.693246 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b163491e-0635-4d4b-97dd-d6949b5bb153 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Pushing event updated for resources: {'Port': ['ID=1e90036b-eda5-4f87-99d8-53329c876102,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:03:56.709234 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-ef98e8c0-31c5-45b4-875c-fb070e26db77 req-e4f4700e-24b1-4653-9bc9-9802c4bac52f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:56.781408 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-ef98e8c0-31c5-45b4-875c-fb070e26db77 req-e4f4700e-24b1-4653-9bc9-9802c4bac52f service neutron] Transition to ACTIVE for port object 668a240a-8089-4dc5-9f3a-cc49684082b1 will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:03:56.791820 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-ef98e8c0-31c5-45b4-875c-fb070e26db77 req-e4f4700e-24b1-4653-9bc9-9802c4bac52f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:56.810156 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9012ac3f-6f54-437c-bba6-930f65d6cbee req-e8f73715-662f-4149-a643-0eb9064d4d03 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] 10.222.0.58 "GET /v2.0/security-groups?id=d47d9af8-baab-40e6-9dca-0bb6e7d3aa7d&id=bfbd9e24-1cc8-4dab-9fe7-35a0837523aa&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0851834 Aug 05 12:03:56.870681 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c877f34c-cabb-4c7c-a79d-73832a43e03d req-b163491e-0635-4d4b-97dd-d6949b5bb153 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:56.871425 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-c877f34c-cabb-4c7c-a79d-73832a43e03d req-b163491e-0635-4d4b-97dd-d6949b5bb153 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:56.889799 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f4700e-24b1-4653-9bc9-9802c4bac52f service neutron] Pushing event updated for resources: {'Port': ['ID=668a240a-8089-4dc5-9f3a-cc49684082b1,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:03:56.914737 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c877f34c-cabb-4c7c-a79d-73832a43e03d req-b163491e-0635-4d4b-97dd-d6949b5bb153 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3662314 Aug 05 12:03:56.955279 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-c877f34c-cabb-4c7c-a79d-73832a43e03d req-f2635276-bccb-40c0-8ec5-4e484fa4e4a7 service neutron] Request body: {'port': {'device_id': 'f27f0eaf-19fe-49c4-a24b-ac88d1468788', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:03:57.112526 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-c877f34c-cabb-4c7c-a79d-73832a43e03d req-f2635276-bccb-40c0-8ec5-4e484fa4e4a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:57.131153 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-ef98e8c0-31c5-45b4-875c-fb070e26db77 req-e4f4700e-24b1-4653-9bc9-9802c4bac52f service neutron] Attempting to bind port 668a240a-8089-4dc5-9f3a-cc49684082b1 on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:03:57.131784 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-ef98e8c0-31c5-45b4-875c-fb070e26db77 req-e4f4700e-24b1-4653-9bc9-9802c4bac52f service neutron] Attempting to bind port 668a240a-8089-4dc5-9f3a-cc49684082b1 by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': 'f3ec3cf9-9143-46d8-a4d9-2e9998e75267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'f740c59c-4fd4-47e1-a982-1fb96347e9a9'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:03:57.132199 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef98e8c0-31c5-45b4-875c-fb070e26db77 req-e4f4700e-24b1-4653-9bc9-9802c4bac52f service neutron] Attempting to bind port 668a240a-8089-4dc5-9f3a-cc49684082b1 on network f740c59c-4fd4-47e1-a982-1fb96347e9a9 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:03:57.139766 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef98e8c0-31c5-45b4-875c-fb070e26db77 req-e4f4700e-24b1-4653-9bc9-9802c4bac52f service neutron] Port 668a240a-8089-4dc5-9f3a-cc49684082b1 on network f740c59c-4fd4-47e1-a982-1fb96347e9a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 12:03:57.140183 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef98e8c0-31c5-45b4-875c-fb070e26db77 req-e4f4700e-24b1-4653-9bc9-9802c4bac52f service neutron] Attempting to bind port 668a240a-8089-4dc5-9f3a-cc49684082b1 on network f740c59c-4fd4-47e1-a982-1fb96347e9a9 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:03:57.147550 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef98e8c0-31c5-45b4-875c-fb070e26db77 req-e4f4700e-24b1-4653-9bc9-9802c4bac52f service neutron] Checking agent: {'id': 'a8f1dd2d-227c-4e30-8844-52419ba734db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:03:57.147898 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef98e8c0-31c5-45b4-875c-fb070e26db77 req-e4f4700e-24b1-4653-9bc9-9802c4bac52f service neutron] Checking segment: {'id': 'f3ec3cf9-9143-46d8-a4d9-2e9998e75267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'f740c59c-4fd4-47e1-a982-1fb96347e9a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:03:57.148298 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef98e8c0-31c5-45b4-875c-fb070e26db77 req-e4f4700e-24b1-4653-9bc9-9802c4bac52f service neutron] Bound using segment: {'id': 'f3ec3cf9-9143-46d8-a4d9-2e9998e75267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'f740c59c-4fd4-47e1-a982-1fb96347e9a9'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:03:57.148782 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-ef98e8c0-31c5-45b4-875c-fb070e26db77 req-e4f4700e-24b1-4653-9bc9-9802c4bac52f service neutron] Bound port: 668a240a-8089-4dc5-9f3a-cc49684082b1, host: n-h2-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3ec3cf9-9143-46d8-a4d9-2e9998e75267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'f740c59c-4fd4-47e1-a982-1fb96347e9a9'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:03:57.149157 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-ef98e8c0-31c5-45b4-875c-fb070e26db77 req-e4f4700e-24b1-4653-9bc9-9802c4bac52f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:57.174903 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-916d8c71-d7f9-41b0-8248-578a80cfedd4 None None] Provisioning for port 1e90036b-eda5-4f87-99d8-53329c876102 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:03:57.184072 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-916d8c71-d7f9-41b0-8248-578a80cfedd4 None None] Provisioning complete for port 1e90036b-eda5-4f87-99d8-53329c876102 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:03:57.185037 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-916d8c71-d7f9-41b0-8248-578a80cfedd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:57.268911 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-916d8c71-d7f9-41b0-8248-578a80cfedd4 None None] Port 1e90036b-eda5-4f87-99d8-53329c876102 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 12:03:57.421096 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3741823-2001-4d05-b8fe-8ac89ac38ddc req-32e09925-7b34-4e9a-8d12-6165fe162f32 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:57.423027 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a3741823-2001-4d05-b8fe-8ac89ac38ddc req-32e09925-7b34-4e9a-8d12-6165fe162f32 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=f27f0eaf-19fe-49c4-a24b-ac88d1468788 HTTP/1.1" status: 200 len: 932 time: 0.0844378 Aug 05 12:03:57.430731 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-ef98e8c0-31c5-45b4-875c-fb070e26db77 req-e4f4700e-24b1-4653-9bc9-9802c4bac52f service neutron] For port 668a240a-8089-4dc5-9f3a-cc49684082b1, host n-h2-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:03:57.458615 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-ef98e8c0-31c5-45b4-875c-fb070e26db77 req-e4f4700e-24b1-4653-9bc9-9802c4bac52f service neutron] For port 668a240a-8089-4dc5-9f3a-cc49684082b1, host n-h2-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=668a240a-8089-4dc5-9f3a-cc49684082b1,segment=NetworkSegment(f3ec3cf9-9143-46d8-a4d9-2e9998e75267),segment_id=f3ec3cf9-9143-46d8-a4d9-2e9998e75267)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:03:57.472181 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-ef98e8c0-31c5-45b4-875c-fb070e26db77 req-e4f4700e-24b1-4653-9bc9-9802c4bac52f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:57.487806 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a3741823-2001-4d05-b8fe-8ac89ac38ddc req-824b9748-2c50-44d5-9e7f-d1af3743cd1a tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=854dd83f-334d-4707-be76-c0d8ab0e42a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481658 Aug 05 12:03:57.564431 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef98e8c0-31c5-45b4-875c-fb070e26db77 req-e4f4700e-24b1-4653-9bc9-9802c4bac52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:57.565132 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-ef98e8c0-31c5-45b4-875c-fb070e26db77 req-e4f4700e-24b1-4653-9bc9-9802c4bac52f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:57.567352 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ef98e8c0-31c5-45b4-875c-fb070e26db77 req-e4f4700e-24b1-4653-9bc9-9802c4bac52f service neutron] 10.222.0.55 "PUT /v2.0/ports/668a240a-8089-4dc5-9f3a-cc49684082b1 HTTP/1.1" status: 200 len: 1130 time: 1.9194419 Aug 05 12:03:57.570484 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eff2bf37-4b7a-4100-ac57-4d8af7fb7716', 'tag': '668a240a-8089-4dc5-9f3a-cc49684082b1'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:03:57.573496 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1b9fd66-2163-46bf-85e5-32cd0b031ee7" -d '{"events": [{"name": "network-changed", "server_uuid": "eff2bf37-4b7a-4100-ac57-4d8af7fb7716", "tag": "668a240a-8089-4dc5-9f3a-cc49684082b1"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:03:57.625026 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f4700e-24b1-4653-9bc9-9802c4bac52f service neutron] Pushing event updated for resources: {'Port': ['ID=668a240a-8089-4dc5-9f3a-cc49684082b1,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:03:57.741601 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 12:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b7636db-11d0-4833-a1ee-534d9f48df4a x-openstack-request-id: req-8b7636db-11d0-4833-a1ee-534d9f48df4a {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:03:57.742685 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eff2bf37-4b7a-4100-ac57-4d8af7fb7716", "tag": "668a240a-8089-4dc5-9f3a-cc49684082b1", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:03:57.742685 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8b7636db-11d0-4833-a1ee-534d9f48df4a {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:03:57.743244 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eff2bf37-4b7a-4100-ac57-4d8af7fb7716', 'tag': '668a240a-8089-4dc5-9f3a-cc49684082b1', 'status': 'completed', 'code': 200} Aug 05 12:03:57.836178 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef98e8c0-31c5-45b4-875c-fb070e26db77 req-731bec53-82e9-4bec-81e2-1fca659ec4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:57.838910 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ef98e8c0-31c5-45b4-875c-fb070e26db77 req-731bec53-82e9-4bec-81e2-1fca659ec4f6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1b9a5e2228004ed2924dbea757c1a744&device_id=eff2bf37-4b7a-4100-ac57-4d8af7fb7716 HTTP/1.1" status: 200 len: 1133 time: 0.1843336 Aug 05 12:03:57.960831 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ef98e8c0-31c5-45b4-875c-fb070e26db77 req-6de869ca-5b62-4640-8cf4-37f74d22d512 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=668a240a-8089-4dc5-9f3a-cc49684082b1 HTTP/1.1" status: 200 len: 217 time: 0.0833468 Aug 05 12:03:57.988512 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-c877f34c-cabb-4c7c-a79d-73832a43e03d req-f2635276-bccb-40c0-8ec5-4e484fa4e4a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e90036b-eda5-4f87-99d8-53329c876102 {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 12:03:58.042130 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-c877f34c-cabb-4c7c-a79d-73832a43e03d req-f2635276-bccb-40c0-8ec5-4e484fa4e4a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:58.088765 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a94625b-730f-418d-b653-9a5672719b0c req-61e2a7b4-956f-4b34-9a5b-21798a9a3d16 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:58.092073 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5a94625b-730f-418d-b653-9a5672719b0c req-61e2a7b4-956f-4b34-9a5b-21798a9a3d16 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] 10.222.0.58 "GET /v2.0/ports?device_id=eff2bf37-4b7a-4100-ac57-4d8af7fb7716 HTTP/1.1" status: 200 len: 982 time: 0.1045117 Aug 05 12:03:58.092884 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-c877f34c-cabb-4c7c-a79d-73832a43e03d req-f2635276-bccb-40c0-8ec5-4e484fa4e4a7 service neutron] Transition to ACTIVE for port object 1e90036b-eda5-4f87-99d8-53329c876102 will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:03:58.103107 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef98e8c0-31c5-45b4-875c-fb070e26db77 req-19b16778-0bac-443f-8164-27a4e9241f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:58.106098 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ef98e8c0-31c5-45b4-875c-fb070e26db77 req-19b16778-0bac-443f-8164-27a4e9241f29 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ff16c76c-49f2-4f20-930e-fed47e04d90c HTTP/1.1" status: 200 len: 835 time: 0.1379292 Aug 05 12:03:58.107931 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-c877f34c-cabb-4c7c-a79d-73832a43e03d req-f2635276-bccb-40c0-8ec5-4e484fa4e4a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:58.157530 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5a94625b-730f-418d-b653-9a5672719b0c req-05cd70e3-2aaf-4222-a11a-64d62439effc tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] 10.222.0.58 "GET /v2.0/security-groups?id=d47d9af8-baab-40e6-9dca-0bb6e7d3aa7d&id=bfbd9e24-1cc8-4dab-9fe7-35a0837523aa&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0552778 Aug 05 12:03:58.254898 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2635276-bccb-40c0-8ec5-4e484fa4e4a7 service neutron] Pushing event updated for resources: {'Port': ['ID=1e90036b-eda5-4f87-99d8-53329c876102,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:03:58.291394 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef98e8c0-31c5-45b4-875c-fb070e26db77 req-57a1143d-e9d1-4015-9845-62ce6af1ee42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:58.296082 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ef98e8c0-31c5-45b4-875c-fb070e26db77 req-57a1143d-e9d1-4015-9845-62ce6af1ee42 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f740c59c-4fd4-47e1-a982-1fb96347e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1786423 Aug 05 12:03:58.566645 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ef98e8c0-31c5-45b4-875c-fb070e26db77 req-3d0a0a07-774e-4605-b754-0deda51faa60 service neutron] 10.222.0.55 "GET /v2.0/networks/f740c59c-4fd4-47e1-a982-1fb96347e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292819 Aug 05 12:03:58.568630 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-c877f34c-cabb-4c7c-a79d-73832a43e03d req-f2635276-bccb-40c0-8ec5-4e484fa4e4a7 service neutron] Attempting to bind port 1e90036b-eda5-4f87-99d8-53329c876102 on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:03:58.568988 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-c877f34c-cabb-4c7c-a79d-73832a43e03d req-f2635276-bccb-40c0-8ec5-4e484fa4e4a7 service neutron] Attempting to bind port 1e90036b-eda5-4f87-99d8-53329c876102 by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': '556bee1a-9d74-4f14-94d0-708064ee6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'b881efb6-f52e-4006-a158-c2aa42fef2fe'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:03:58.569454 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c877f34c-cabb-4c7c-a79d-73832a43e03d req-f2635276-bccb-40c0-8ec5-4e484fa4e4a7 service neutron] Attempting to bind port 1e90036b-eda5-4f87-99d8-53329c876102 on network b881efb6-f52e-4006-a158-c2aa42fef2fe {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:03:58.586466 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c877f34c-cabb-4c7c-a79d-73832a43e03d req-f2635276-bccb-40c0-8ec5-4e484fa4e4a7 service neutron] Port 1e90036b-eda5-4f87-99d8-53329c876102 on network b881efb6-f52e-4006-a158-c2aa42fef2fe not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 12:03:58.586938 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c877f34c-cabb-4c7c-a79d-73832a43e03d req-f2635276-bccb-40c0-8ec5-4e484fa4e4a7 service neutron] Attempting to bind port 1e90036b-eda5-4f87-99d8-53329c876102 on network b881efb6-f52e-4006-a158-c2aa42fef2fe {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:03:58.613233 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c877f34c-cabb-4c7c-a79d-73832a43e03d req-f2635276-bccb-40c0-8ec5-4e484fa4e4a7 service neutron] Checking agent: {'id': 'a8f1dd2d-227c-4e30-8844-52419ba734db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:03:58.613479 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c877f34c-cabb-4c7c-a79d-73832a43e03d req-f2635276-bccb-40c0-8ec5-4e484fa4e4a7 service neutron] Checking segment: {'id': '556bee1a-9d74-4f14-94d0-708064ee6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'b881efb6-f52e-4006-a158-c2aa42fef2fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:03:58.614857 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c877f34c-cabb-4c7c-a79d-73832a43e03d req-f2635276-bccb-40c0-8ec5-4e484fa4e4a7 service neutron] Bound using segment: {'id': '556bee1a-9d74-4f14-94d0-708064ee6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'b881efb6-f52e-4006-a158-c2aa42fef2fe'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:03:58.615521 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-c877f34c-cabb-4c7c-a79d-73832a43e03d req-f2635276-bccb-40c0-8ec5-4e484fa4e4a7 service neutron] Bound port: 1e90036b-eda5-4f87-99d8-53329c876102, host: n-h2-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '556bee1a-9d74-4f14-94d0-708064ee6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'b881efb6-f52e-4006-a158-c2aa42fef2fe'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:03:58.616380 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-c877f34c-cabb-4c7c-a79d-73832a43e03d req-f2635276-bccb-40c0-8ec5-4e484fa4e4a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:58.816314 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c445992e-9aeb-4931-a98f-185648c8cea7 req-e8ba22a3-ef13-45b9-a188-35fdace3cab5 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:58.821570 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c445992e-9aeb-4931-a98f-185648c8cea7 req-e8ba22a3-ef13-45b9-a188-35fdace3cab5 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=f27f0eaf-19fe-49c4-a24b-ac88d1468788 HTTP/1.1" status: 200 len: 944 time: 0.1716852 Aug 05 12:03:58.887399 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ef98e8c0-31c5-45b4-875c-fb070e26db77 req-1fead6ac-02a4-4857-a4f5-b111ba889ede service neutron] 10.222.0.55 "GET /v2.0/networks/f740c59c-4fd4-47e1-a982-1fb96347e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3012786 Aug 05 12:03:58.901374 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-c877f34c-cabb-4c7c-a79d-73832a43e03d req-f2635276-bccb-40c0-8ec5-4e484fa4e4a7 service neutron] For port 1e90036b-eda5-4f87-99d8-53329c876102, host n-h2-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:03:58.908580 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-c877f34c-cabb-4c7c-a79d-73832a43e03d req-f2635276-bccb-40c0-8ec5-4e484fa4e4a7 service neutron] For port 1e90036b-eda5-4f87-99d8-53329c876102, host n-h2-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=1e90036b-eda5-4f87-99d8-53329c876102,segment=NetworkSegment(556bee1a-9d74-4f14-94d0-708064ee6011),segment_id=556bee1a-9d74-4f14-94d0-708064ee6011)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:03:58.909077 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c445992e-9aeb-4931-a98f-185648c8cea7 req-76bb06d2-a39a-42f4-81df-76ae3473586d tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=854dd83f-334d-4707-be76-c0d8ab0e42a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787897 Aug 05 12:03:58.918485 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-c877f34c-cabb-4c7c-a79d-73832a43e03d req-f2635276-bccb-40c0-8ec5-4e484fa4e4a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:58.970175 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c877f34c-cabb-4c7c-a79d-73832a43e03d req-f2635276-bccb-40c0-8ec5-4e484fa4e4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:58.970854 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-c877f34c-cabb-4c7c-a79d-73832a43e03d req-f2635276-bccb-40c0-8ec5-4e484fa4e4a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:58.972647 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c877f34c-cabb-4c7c-a79d-73832a43e03d req-f2635276-bccb-40c0-8ec5-4e484fa4e4a7 service neutron] 10.222.0.55 "PUT /v2.0/ports/1e90036b-eda5-4f87-99d8-53329c876102 HTTP/1.1" status: 200 len: 1092 time: 2.0259311 Aug 05 12:03:59.159988 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2635276-bccb-40c0-8ec5-4e484fa4e4a7 service neutron] Pushing event updated for resources: {'Port': ['ID=1e90036b-eda5-4f87-99d8-53329c876102,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:03:59.210057 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c877f34c-cabb-4c7c-a79d-73832a43e03d req-714b2ec3-13dd-41e8-a260-b0ecc1d82ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:59.213834 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c877f34c-cabb-4c7c-a79d-73832a43e03d req-714b2ec3-13dd-41e8-a260-b0ecc1d82ff5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f717acd5caa748b6b706fbaad1f3b969&device_id=f27f0eaf-19fe-49c4-a24b-ac88d1468788 HTTP/1.1" status: 200 len: 1095 time: 0.1536419 Aug 05 12:03:59.241762 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b9fd66-2163-46bf-85e5-32cd0b031ee7 req-2de657db-f4fe-464d-9188-43a99a9990fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:59.245917 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b1b9fd66-2163-46bf-85e5-32cd0b031ee7 req-2de657db-f4fe-464d-9188-43a99a9990fd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1b9a5e2228004ed2924dbea757c1a744&device_id=eff2bf37-4b7a-4100-ac57-4d8af7fb7716 HTTP/1.1" status: 200 len: 1133 time: 0.2084632 Aug 05 12:03:59.421725 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e44b9d-9b32-4f38-9c3b-d2c5df2daa63 req-42b6249a-6120-4a24-bb7c-363f128a76a5 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:59.424245 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b0e44b9d-9b32-4f38-9c3b-d2c5df2daa63 req-42b6249a-6120-4a24-bb7c-363f128a76a5 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] 10.222.0.58 "GET /v2.0/ports?device_id=eff2bf37-4b7a-4100-ac57-4d8af7fb7716 HTTP/1.1" status: 200 len: 982 time: 0.0842612 Aug 05 12:03:59.468007 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c877f34c-cabb-4c7c-a79d-73832a43e03d req-3a1eba9e-42d5-43ae-99d5-b12bf51aba47 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1e90036b-eda5-4f87-99d8-53329c876102 HTTP/1.1" status: 200 len: 217 time: 0.2380228 Aug 05 12:03:59.526785 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b0e44b9d-9b32-4f38-9c3b-d2c5df2daa63 req-9483a23f-de1f-43af-87b5-7bfe8fb8d4b3 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] 10.222.0.58 "GET /v2.0/security-groups?id=d47d9af8-baab-40e6-9dca-0bb6e7d3aa7d&id=bfbd9e24-1cc8-4dab-9fe7-35a0837523aa&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0909402 Aug 05 12:03:59.575294 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:03:59.587894 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c877f34c-cabb-4c7c-a79d-73832a43e03d req-6b195b23-7554-41c6-9d93-9be338ea230b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:59.590878 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c877f34c-cabb-4c7c-a79d-73832a43e03d req-6b195b23-7554-41c6-9d93-9be338ea230b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=96bcc71c-db3b-48c5-a5c3-35b749d6182d HTTP/1.1" status: 200 len: 850 time: 0.1144953 Aug 05 12:03:59.599023 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b9fd66-2163-46bf-85e5-32cd0b031ee7 req-6d2ca2dd-f81f-4ef9-8122-37711acdcf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:59.601392 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b1b9fd66-2163-46bf-85e5-32cd0b031ee7 req-6d2ca2dd-f81f-4ef9-8122-37711acdcf08 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f740c59c-4fd4-47e1-a982-1fb96347e9a9 HTTP/1.1" status: 200 len: 897 time: 0.3374128 Aug 05 12:03:59.744667 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b1b9fd66-2163-46bf-85e5-32cd0b031ee7 req-21c97f93-78a1-4c60-94c0-785819cee7bb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=668a240a-8089-4dc5-9f3a-cc49684082b1 HTTP/1.1" status: 200 len: 217 time: 0.1229951 Aug 05 12:03:59.746337 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f27f0eaf-19fe-49c4-a24b-ac88d1468788', 'tag': '1e90036b-eda5-4f87-99d8-53329c876102'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:03:59.749700 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e21d325d-a9c4-4303-9d11-15917dc057cd" -d '{"events": [{"name": "network-changed", "server_uuid": "f27f0eaf-19fe-49c4-a24b-ac88d1468788", "tag": "1e90036b-eda5-4f87-99d8-53329c876102"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:03:59.831271 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 12:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3507e4c7-a914-49f6-926a-5545402a552a x-openstack-request-id: req-3507e4c7-a914-49f6-926a-5545402a552a {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:03:59.831612 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f27f0eaf-19fe-49c4-a24b-ac88d1468788", "tag": "1e90036b-eda5-4f87-99d8-53329c876102", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:03:59.832104 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3507e4c7-a914-49f6-926a-5545402a552a {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:03:59.833639 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f27f0eaf-19fe-49c4-a24b-ac88d1468788', 'tag': '1e90036b-eda5-4f87-99d8-53329c876102', 'status': 'completed', 'code': 200} Aug 05 12:03:59.846727 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c877f34c-cabb-4c7c-a79d-73832a43e03d req-24dabc9a-9d48-47e0-8d15-13d330d32b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:59.848696 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c877f34c-cabb-4c7c-a79d-73832a43e03d req-24dabc9a-9d48-47e0-8d15-13d330d32b64 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b881efb6-f52e-4006-a158-c2aa42fef2fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2445428 Aug 05 12:03:59.897572 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b9fd66-2163-46bf-85e5-32cd0b031ee7 req-6124eefc-0162-4f6f-a256-975cff19beca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:03:59.899810 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b1b9fd66-2163-46bf-85e5-32cd0b031ee7 req-6124eefc-0162-4f6f-a256-975cff19beca service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ff16c76c-49f2-4f20-930e-fed47e04d90c HTTP/1.1" status: 200 len: 835 time: 0.1421576 Aug 05 12:04:00.052670 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b9fd66-2163-46bf-85e5-32cd0b031ee7 req-5a999d3b-7c42-45ab-af25-b209fc81fe38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:04:00.054721 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b1b9fd66-2163-46bf-85e5-32cd0b031ee7 req-5a999d3b-7c42-45ab-af25-b209fc81fe38 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f740c59c-4fd4-47e1-a982-1fb96347e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1148908 Aug 05 12:04:00.177097 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb0dbae-da7f-4a2c-988e-bf5819f8f0df req-45884f5e-7299-4985-86be-19d136da5cd6 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:04:00.183594 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9eb0dbae-da7f-4a2c-988e-bf5819f8f0df req-45884f5e-7299-4985-86be-19d136da5cd6 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=f27f0eaf-19fe-49c4-a24b-ac88d1468788 HTTP/1.1" status: 200 len: 944 time: 0.1169558 Aug 05 12:04:00.304545 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9eb0dbae-da7f-4a2c-988e-bf5819f8f0df req-115662d2-a219-4264-a874-0f477b160e8e tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=854dd83f-334d-4707-be76-c0d8ab0e42a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101980 Aug 05 12:04:00.684924 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c877f34c-cabb-4c7c-a79d-73832a43e03d req-4aad5747-35c2-457b-9d6e-a2c4581f055c service neutron] 10.222.0.55 "GET /v2.0/networks/b881efb6-f52e-4006-a158-c2aa42fef2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8283629 Aug 05 12:04:00.857505 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b1b9fd66-2163-46bf-85e5-32cd0b031ee7 req-7240ad07-9e0a-47b7-8945-ddca6244a54e service neutron] 10.222.0.55 "GET /v2.0/networks/f740c59c-4fd4-47e1-a982-1fb96347e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7924626 Aug 05 12:04:00.864218 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8006966-75f0-4df2-a2a1-75b228877031 req-922e38a3-511d-4191-a4aa-c69e5d27f996 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:04:00.867619 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c8006966-75f0-4df2-a2a1-75b228877031 req-922e38a3-511d-4191-a4aa-c69e5d27f996 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] 10.222.0.58 "GET /v2.0/ports?device_id=eff2bf37-4b7a-4100-ac57-4d8af7fb7716 HTTP/1.1" status: 200 len: 982 time: 0.1958923 Aug 05 12:04:00.987597 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c877f34c-cabb-4c7c-a79d-73832a43e03d req-93911c82-b471-4eda-9ed3-421aede7098e service neutron] 10.222.0.55 "GET /v2.0/networks/b881efb6-f52e-4006-a158-c2aa42fef2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2947614 Aug 05 12:04:01.000245 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c8006966-75f0-4df2-a2a1-75b228877031 req-c2fc3718-a785-4652-9a25-000c715c6599 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] 10.222.0.58 "GET /v2.0/security-groups?id=d47d9af8-baab-40e6-9dca-0bb6e7d3aa7d&id=bfbd9e24-1cc8-4dab-9fe7-35a0837523aa&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1133180 Aug 05 12:04:01.080627 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b1b9fd66-2163-46bf-85e5-32cd0b031ee7 req-382d2527-99cc-49d4-bbba-8671a62ed82b service neutron] 10.222.0.55 "GET /v2.0/networks/f740c59c-4fd4-47e1-a982-1fb96347e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125223 Aug 05 12:04:01.178821 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21d325d-a9c4-4303-9d11-15917dc057cd req-dd915244-4084-48b2-a8a0-4f5c4de72320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:04:01.182464 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e21d325d-a9c4-4303-9d11-15917dc057cd req-dd915244-4084-48b2-a8a0-4f5c4de72320 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f717acd5caa748b6b706fbaad1f3b969&device_id=f27f0eaf-19fe-49c4-a24b-ac88d1468788 HTTP/1.1" status: 200 len: 1095 time: 0.0786171 Aug 05 12:04:01.438452 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21d325d-a9c4-4303-9d11-15917dc057cd req-87d95f74-8321-4748-991b-e69f6419a810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:04:01.442209 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e21d325d-a9c4-4303-9d11-15917dc057cd req-87d95f74-8321-4748-991b-e69f6419a810 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b881efb6-f52e-4006-a158-c2aa42fef2fe HTTP/1.1" status: 200 len: 912 time: 0.2508094 Aug 05 12:04:01.535219 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e21d325d-a9c4-4303-9d11-15917dc057cd req-8fade929-02fe-4292-9bed-29a4416bb522 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1e90036b-eda5-4f87-99d8-53329c876102 HTTP/1.1" status: 200 len: 217 time: 0.0850344 Aug 05 12:04:01.632616 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b5b469-e05e-433a-91d0-98d3ad38754c req-052190a8-3529-4fe7-932e-d58ca8448761 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:04:01.635720 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c2b5b469-e05e-433a-91d0-98d3ad38754c req-052190a8-3529-4fe7-932e-d58ca8448761 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=f27f0eaf-19fe-49c4-a24b-ac88d1468788 HTTP/1.1" status: 200 len: 944 time: 0.1549852 Aug 05 12:04:01.667017 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21d325d-a9c4-4303-9d11-15917dc057cd req-1784d13c-dbe2-43a7-8583-36878bd10f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:04:01.670369 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e21d325d-a9c4-4303-9d11-15917dc057cd req-1784d13c-dbe2-43a7-8583-36878bd10f77 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=96bcc71c-db3b-48c5-a5c3-35b749d6182d HTTP/1.1" status: 200 len: 850 time: 0.1270297 Aug 05 12:04:01.719247 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 668a240a-8089-4dc5-9f3a-cc49684082b1 details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 12:04:01.741442 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c2b5b469-e05e-433a-91d0-98d3ad38754c req-cbda5ea6-5d40-4284-bfe7-8968a7dbd915 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=854dd83f-334d-4707-be76-c0d8ab0e42a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913291 Aug 05 12:04:01.787536 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21d325d-a9c4-4303-9d11-15917dc057cd req-793a8b44-9044-4819-93e2-8afeb96eb42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:04:01.792069 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e21d325d-a9c4-4303-9d11-15917dc057cd req-793a8b44-9044-4819-93e2-8afeb96eb42f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b881efb6-f52e-4006-a158-c2aa42fef2fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1131124 Aug 05 12:04:01.947012 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 668a240a-8089-4dc5-9f3a-cc49684082b1, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=668a240a-8089-4dc5-9f3a-cc49684082b1,segment=NetworkSegment(f3ec3cf9-9143-46d8-a4d9-2e9998e75267),segment_id=f3ec3cf9-9143-46d8-a4d9-2e9998e75267)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:04:01.988134 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e21d325d-a9c4-4303-9d11-15917dc057cd req-13d7d8a3-6041-431c-9477-0218ad055173 service neutron] 10.222.0.55 "GET /v2.0/networks/b881efb6-f52e-4006-a158-c2aa42fef2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840739 Aug 05 12:04:01.991130 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Returning: {'device': '668a240a-8089-4dc5-9f3a-cc49684082b1', 'network_id': 'f740c59c-4fd4-47e1-a982-1fb96347e9a9', 'port_id': '668a240a-8089-4dc5-9f3a-cc49684082b1', 'mac_address': 'fa:16:3e:7d:b6:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff16c76c-49f2-4f20-930e-fed47e04d90c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 12:04:02.071706 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:02.112828 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 668a240a-8089-4dc5-9f3a-cc49684082b1 {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 12:04:02.161121 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 668a240a-8089-4dc5-9f3a-cc49684082b1, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=668a240a-8089-4dc5-9f3a-cc49684082b1,segment=NetworkSegment(f3ec3cf9-9143-46d8-a4d9-2e9998e75267),segment_id=f3ec3cf9-9143-46d8-a4d9-2e9998e75267)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:04:02.172159 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:02.240408 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e21d325d-a9c4-4303-9d11-15917dc057cd req-10674960-6e58-4a00-8a9e-b50217c3ccab service neutron] 10.222.0.55 "GET /v2.0/networks/b881efb6-f52e-4006-a158-c2aa42fef2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456558 Aug 05 12:04:02.315556 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=668a240a-8089-4dc5-9f3a-cc49684082b1,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:04:02.350322 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc405b5-d513-4e46-bf48-7f7190533907 req-0c6cf40d-6889-475c-a431-ea638e00b3fe tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:04:02.354822 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0dc405b5-d513-4e46-bf48-7f7190533907 req-0c6cf40d-6889-475c-a431-ea638e00b3fe tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] 10.222.0.58 "GET /v2.0/ports?device_id=eff2bf37-4b7a-4100-ac57-4d8af7fb7716 HTTP/1.1" status: 200 len: 983 time: 0.1775370 Aug 05 12:04:02.439874 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0dc405b5-d513-4e46-bf48-7f7190533907 req-5a9734f5-c65e-4afd-b540-4a41f458f07f tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] 10.222.0.58 "GET /v2.0/security-groups?id=d47d9af8-baab-40e6-9dca-0bb6e7d3aa7d&id=bfbd9e24-1cc8-4dab-9fe7-35a0837523aa&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0741451 Aug 05 12:04:02.493496 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['668a240a-8089-4dc5-9f3a-cc49684082b1'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 12:04:02.998453 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd0b34-10d5-4f48-b751-e77a1231e459 req-8850d322-54ad-4735-b0a9-f02d8090440f tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:04:03.005997 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b4dd0b34-10d5-4f48-b751-e77a1231e459 req-8850d322-54ad-4735-b0a9-f02d8090440f tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=f27f0eaf-19fe-49c4-a24b-ac88d1468788 HTTP/1.1" status: 200 len: 944 time: 0.1038709 Aug 05 12:04:03.062899 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b4dd0b34-10d5-4f48-b751-e77a1231e459 req-322c0d80-0118-4b3e-b53a-91da3f809e29 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=854dd83f-334d-4707-be76-c0d8ab0e42a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526447 Aug 05 12:04:03.667812 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052bc5e3-5694-44de-acd3-31aa206ef399 req-97d3688e-50b5-45f6-aed4-0cc53ce22fc6 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:04:03.670454 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-052bc5e3-5694-44de-acd3-31aa206ef399 req-97d3688e-50b5-45f6-aed4-0cc53ce22fc6 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] 10.222.0.58 "GET /v2.0/ports?device_id=eff2bf37-4b7a-4100-ac57-4d8af7fb7716 HTTP/1.1" status: 200 len: 983 time: 0.1005938 Aug 05 12:04:03.753684 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 668a240a-8089-4dc5-9f3a-cc49684082b1 up at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:04:03.768203 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-052bc5e3-5694-44de-acd3-31aa206ef399 req-6383d817-c2b8-4afa-ac76-50fd089152bf tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] 10.222.0.58 "GET /v2.0/security-groups?id=d47d9af8-baab-40e6-9dca-0bb6e7d3aa7d&id=bfbd9e24-1cc8-4dab-9fe7-35a0837523aa&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0851066 Aug 05 12:04:03.865689 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning for port 668a240a-8089-4dc5-9f3a-cc49684082b1 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:04:03.872101 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning complete for port 668a240a-8089-4dc5-9f3a-cc49684082b1 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:04:03.873504 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:03.997576 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:04.047216 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eff2bf37-4b7a-4100-ac57-4d8af7fb7716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '668a240a-8089-4dc5-9f3a-cc49684082b1'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:04:04.051778 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76089f3e-3cd0-4ac1-beba-b3926d7d62bd" -d '{"events": [{"server_uuid": "eff2bf37-4b7a-4100-ac57-4d8af7fb7716", "name": "network-vif-plugged", "status": "completed", "tag": "668a240a-8089-4dc5-9f3a-cc49684082b1"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:04:04.075794 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 668a240a-8089-4dc5-9f3a-cc49684082b1, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=668a240a-8089-4dc5-9f3a-cc49684082b1,segment=NetworkSegment(f3ec3cf9-9143-46d8-a4d9-2e9998e75267),segment_id=f3ec3cf9-9143-46d8-a4d9-2e9998e75267)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:04:04.082987 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:04.134255 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 12:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a641f87-ced7-41ca-ad3b-1131e1675a06 x-openstack-request-id: req-1a641f87-ced7-41ca-ad3b-1131e1675a06 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:04:04.135111 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eff2bf37-4b7a-4100-ac57-4d8af7fb7716", "name": "network-vif-plugged", "status": "completed", "tag": "668a240a-8089-4dc5-9f3a-cc49684082b1", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:04:04.135588 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1a641f87-ced7-41ca-ad3b-1131e1675a06 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:04:04.136336 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eff2bf37-4b7a-4100-ac57-4d8af7fb7716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '668a240a-8089-4dc5-9f3a-cc49684082b1', 'code': 200} Aug 05 12:04:04.190113 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=668a240a-8089-4dc5-9f3a-cc49684082b1,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:04:04.311263 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0a9dfa-ee93-4110-8ef4-c26efac15441 req-6ec2f565-883d-4ab3-b9d7-3a1817081056 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:04:04.314155 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ef0a9dfa-ee93-4110-8ef4-c26efac15441 req-6ec2f565-883d-4ab3-b9d7-3a1817081056 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=f27f0eaf-19fe-49c4-a24b-ac88d1468788 HTTP/1.1" status: 200 len: 944 time: 0.1080699 Aug 05 12:04:04.366254 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91d768e-0220-4de1-8f09-221dfad2e851 req-d4708449-58a6-4e5d-a669-d9c8c6c3a760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:04:04.370095 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d91d768e-0220-4de1-8f09-221dfad2e851 req-d4708449-58a6-4e5d-a669-d9c8c6c3a760 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=eff2bf37-4b7a-4100-ac57-4d8af7fb7716 HTTP/1.1" status: 200 len: 1135 time: 0.1074634 Aug 05 12:04:04.385334 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ef0a9dfa-ee93-4110-8ef4-c26efac15441 req-ea62f991-a60b-4980-bca5-5dc791f9256d tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=854dd83f-334d-4707-be76-c0d8ab0e42a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613215 Aug 05 12:04:04.460474 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d91d768e-0220-4de1-8f09-221dfad2e851 req-fcac006f-4368-4aac-b440-3a051b61ee88 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d47d9af8-baab-40e6-9dca-0bb6e7d3aa7d&id=bfbd9e24-1cc8-4dab-9fe7-35a0837523aa&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0820978 Aug 05 12:04:05.013300 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f0d17f-937e-460e-9ac2-fe0f48dcbf07 req-45d80320-2afb-41d2-8afe-f80eb68513f9 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:04:05.023344 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-94f0d17f-937e-460e-9ac2-fe0f48dcbf07 req-45d80320-2afb-41d2-8afe-f80eb68513f9 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] 10.222.0.58 "GET /v2.0/ports?device_id=eff2bf37-4b7a-4100-ac57-4d8af7fb7716 HTTP/1.1" status: 200 len: 984 time: 0.1041954 Aug 05 12:04:05.069905 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-94f0d17f-937e-460e-9ac2-fe0f48dcbf07 req-f8566d24-b5d1-4a42-b6d1-75570e86845a tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] 10.222.0.58 "GET /v2.0/security-groups?id=d47d9af8-baab-40e6-9dca-0bb6e7d3aa7d&id=bfbd9e24-1cc8-4dab-9fe7-35a0837523aa&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0453718 Aug 05 12:04:05.575723 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b440d401-9263-4567-b817-b1ac1ec01070 req-6b1f6518-e88f-4efb-a5d6-a736ac330d5f tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:04:05.577974 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b440d401-9263-4567-b817-b1ac1ec01070 req-6b1f6518-e88f-4efb-a5d6-a736ac330d5f tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=f27f0eaf-19fe-49c4-a24b-ac88d1468788 HTTP/1.1" status: 200 len: 944 time: 0.0702622 Aug 05 12:04:05.638975 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b440d401-9263-4567-b817-b1ac1ec01070 req-dff6c503-ecc3-4cb3-8675-d3e629256b07 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=854dd83f-334d-4707-be76-c0d8ab0e42a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508986 Aug 05 12:04:06.276066 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6eef8a-5476-4f2f-9399-5978e0c5d4cb req-4ce0feff-0644-4404-ac19-791241f93207 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:04:06.279423 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fc6eef8a-5476-4f2f-9399-5978e0c5d4cb req-4ce0feff-0644-4404-ac19-791241f93207 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] 10.222.0.58 "GET /v2.0/ports?device_id=eff2bf37-4b7a-4100-ac57-4d8af7fb7716 HTTP/1.1" status: 200 len: 984 time: 0.0890629 Aug 05 12:04:06.341103 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fc6eef8a-5476-4f2f-9399-5978e0c5d4cb req-bbaaab14-8b41-40ef-922a-5a06f01b84ad tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] 10.222.0.58 "GET /v2.0/security-groups?id=d47d9af8-baab-40e6-9dca-0bb6e7d3aa7d&id=bfbd9e24-1cc8-4dab-9fe7-35a0837523aa&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0488994 Aug 05 12:04:06.567536 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e47514-1afe-4a04-b20d-0ac5885946d2 req-a59370d6-ac97-4e8b-a2d7-a3c86b607b3a tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:04:06.569575 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-61e47514-1afe-4a04-b20d-0ac5885946d2 req-a59370d6-ac97-4e8b-a2d7-a3c86b607b3a tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] 10.222.0.58 "GET /v2.0/ports?device_id=eff2bf37-4b7a-4100-ac57-4d8af7fb7716 HTTP/1.1" status: 200 len: 984 time: 0.0940151 Aug 05 12:04:06.623929 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-61e47514-1afe-4a04-b20d-0ac5885946d2 req-0ae32007-73ef-4ba0-8b57-468fa3a73390 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] 10.222.0.58 "GET /v2.0/security-groups?id=d47d9af8-baab-40e6-9dca-0bb6e7d3aa7d&id=bfbd9e24-1cc8-4dab-9fe7-35a0837523aa&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0467675 Aug 05 12:04:06.850732 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1500e1-242d-417d-adf8-0468b5dff0a0 req-03b7fea4-1e89-4035-8a03-45781ca83b76 tempest-TestSecurityGroupsBasicOps-564401709 tempest-TestSecurityGroupsBasicOps-564401709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:04:06.854038 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4e1500e1-242d-417d-adf8-0468b5dff0a0 req-03b7fea4-1e89-4035-8a03-45781ca83b76 tempest-TestSecurityGroupsBasicOps-564401709 tempest-TestSecurityGroupsBasicOps-564401709-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=eff2bf37-4b7a-4100-ac57-4d8af7fb7716 HTTP/1.1" status: 200 len: 1135 time: 0.1316073 Aug 05 12:04:06.869836 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672ab52c-487d-4275-bc08-2bb34a0441e9 req-35c8ce09-62ab-412f-8c7b-ba04f1b4add1 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:04:06.872571 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-672ab52c-487d-4275-bc08-2bb34a0441e9 req-35c8ce09-62ab-412f-8c7b-ba04f1b4add1 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=f27f0eaf-19fe-49c4-a24b-ac88d1468788 HTTP/1.1" status: 200 len: 944 time: 0.1089573 Aug 05 12:04:06.899251 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-4e1500e1-242d-417d-adf8-0468b5dff0a0 req-acfc5c7c-a3de-4ecb-9464-67ec4c514bf5 tempest-TestSecurityGroupsBasicOps-564401709 tempest-TestSecurityGroupsBasicOps-564401709-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:06.992129 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-672ab52c-487d-4275-bc08-2bb34a0441e9 req-1b19286f-30a0-48f7-9be0-d74335ce6d82 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=854dd83f-334d-4707-be76-c0d8ab0e42a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058643 Aug 05 12:04:07.121184 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-4e1500e1-242d-417d-adf8-0468b5dff0a0 req-acfc5c7c-a3de-4ecb-9464-67ec4c514bf5 tempest-TestSecurityGroupsBasicOps-564401709 tempest-TestSecurityGroupsBasicOps-564401709-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:07.126570 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-4e1500e1-242d-417d-adf8-0468b5dff0a0 req-acfc5c7c-a3de-4ecb-9464-67ec4c514bf5 tempest-TestSecurityGroupsBasicOps-564401709 tempest-TestSecurityGroupsBasicOps-564401709-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:07.152872 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4e1500e1-242d-417d-adf8-0468b5dff0a0 req-acfc5c7c-a3de-4ecb-9464-67ec4c514bf5 tempest-TestSecurityGroupsBasicOps-564401709 tempest-TestSecurityGroupsBasicOps-564401709-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=d47d9af8-baab-40e6-9dca-0bb6e7d3aa7d&id=bfbd9e24-1cc8-4dab-9fe7-35a0837523aa&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2787418 Aug 05 12:04:07.168096 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfc5c7c-a3de-4ecb-9464-67ec4c514bf5 tempest-TestSecurityGroupsBasicOps-564401709 tempest-TestSecurityGroupsBasicOps-564401709-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5d9d1e1-7ecc-4df2-89b9-6294bb8de84d,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:04:07.191398 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 59146) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:04:07.247311 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-673b2955-1070-4cbc-af62-704af9743cbd tempest-TestSecurityGroupsBasicOps-564401709 tempest-TestSecurityGroupsBasicOps-564401709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:04:07.249233 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-673b2955-1070-4cbc-af62-704af9743cbd tempest-TestSecurityGroupsBasicOps-564401709 tempest-TestSecurityGroupsBasicOps-564401709-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=eff2bf37-4b7a-4100-ac57-4d8af7fb7716 HTTP/1.1" status: 200 len: 1130 time: 0.0561550 Aug 05 12:04:07.252868 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 59148) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:04:07.259085 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-901f9372-0b5e-4f7d-a53c-8a84564b8240 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Request body: {'floatingip': {'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'port_id': '668a240a-8089-4dc5-9f3a-cc49684082b1', 'tenant_id': '1b9a5e2228004ed2924dbea757c1a744', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:04:07.267348 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-72131733-d620-4f37-978c-6d3be6a56bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:07.290219 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-901f9372-0b5e-4f7d-a53c-8a84564b8240 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks [] for floatingip, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:07.427636 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-901f9372-0b5e-4f7d-a53c-8a84564b8240 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:07.576957 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-901f9372-0b5e-4f7d-a53c-8a84564b8240 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Allocated IP 172.25.5.27 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/d4b1cc13-90c7-4f9f-b447-0828b21de6e6) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:04:07.718084 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-901f9372-0b5e-4f7d-a53c-8a84564b8240 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:07.770078 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-901f9372-0b5e-4f7d-a53c-8a84564b8240 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:07.811906 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901f9372-0b5e-4f7d-a53c-8a84564b8240 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:04:07.818908 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-901f9372-0b5e-4f7d-a53c-8a84564b8240 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:04:07.822135 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901f9372-0b5e-4f7d-a53c-8a84564b8240 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:04:07.854470 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901f9372-0b5e-4f7d-a53c-8a84564b8240 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Pushing event updated for resources: {'Port': ['ID=d4b1cc13-90c7-4f9f-b447-0828b21de6e6,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:04:08.605460 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f409c9-f839-4116-9221-945c0ebea08b req-c1545a76-fce2-45c0-96e0-af01a1cb0fe5 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:04:08.607081 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-41f409c9-f839-4116-9221-945c0ebea08b req-c1545a76-fce2-45c0-96e0-af01a1cb0fe5 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=f27f0eaf-19fe-49c4-a24b-ac88d1468788 HTTP/1.1" status: 200 len: 944 time: 0.5008416 Aug 05 12:04:08.731257 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-41f409c9-f839-4116-9221-945c0ebea08b req-816211b3-dabd-4abd-bb5e-e4f375819259 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=854dd83f-334d-4707-be76-c0d8ab0e42a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036217 Aug 05 12:04:08.818941 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-901f9372-0b5e-4f7d-a53c-8a84564b8240 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:08.933436 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-901f9372-0b5e-4f7d-a53c-8a84564b8240 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:09.150617 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-901f9372-0b5e-4f7d-a53c-8a84564b8240 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:09.158240 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-901f9372-0b5e-4f7d-a53c-8a84564b8240 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:09.257257 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901f9372-0b5e-4f7d-a53c-8a84564b8240 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Pushing event updated for resources: {'Port': ['ID=d4b1cc13-90c7-4f9f-b447-0828b21de6e6,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:04:09.267592 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-901f9372-0b5e-4f7d-a53c-8a84564b8240 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33287247'] for floatingip, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:09.430091 n-d-803378-2 neutron-server[94420]: INFO neutron.db.l3_db [None req-901f9372-0b5e-4f7d-a53c-8a84564b8240 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Floating IP 44edbd65-654f-46d0-ae21-b9cb3628bb90 associated. External IP: 172.25.5.27, port: 668a240a-8089-4dc5-9f3a-cc49684082b1. Aug 05 12:04:09.699851 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-901f9372-0b5e-4f7d-a53c-8a84564b8240 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Router 4b0d6946-28da-4036-a26b-32ee4e565b79 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:04:09.915996 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-901f9372-0b5e-4f7d-a53c-8a84564b8240 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:04:09.933768 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1160aaa-a1b0-4c23-8e53-5f7c94f290a0 None None] Sync routers for ids ['4b0d6946-28da-4036-a26b-32ee4e565b79'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:04:09.948517 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7546cd41-e740-41ea-865c-aa0b58d69347 req-eb52a089-9aab-4ea6-a1cd-9a83cf9c9050 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:04:09.950419 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7546cd41-e740-41ea-865c-aa0b58d69347 req-eb52a089-9aab-4ea6-a1cd-9a83cf9c9050 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=f27f0eaf-19fe-49c4-a24b-ac88d1468788 HTTP/1.1" status: 200 len: 944 time: 0.1052089 Aug 05 12:04:09.958774 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-901f9372-0b5e-4f7d-a53c-8a84564b8240 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:09.967995 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1160aaa-a1b0-4c23-8e53-5f7c94f290a0 None None] Routers {'4b0d6946-28da-4036-a26b-32ee4e565b79'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:04:09.969389 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-c1160aaa-a1b0-4c23-8e53-5f7c94f290a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:03:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['4b0d6946-28da-4036-a26b-32ee4e565b79'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:04:09.999297 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-901f9372-0b5e-4f7d-a53c-8a84564b8240 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7441745 Aug 05 12:04:10.001040 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eff2bf37-4b7a-4100-ac57-4d8af7fb7716', 'tag': '668a240a-8089-4dc5-9f3a-cc49684082b1'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:04:10.004150 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 59160) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:04:10.005188 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}828068ad8d405ad77660ce68fa78e1ffe658725812f7a08f9e488a446589295b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01a18e1f-fa35-475a-a80b-98beaa86ace1" -d '{"events": [{"name": "network-changed", "server_uuid": "eff2bf37-4b7a-4100-ac57-4d8af7fb7716", "tag": "668a240a-8089-4dc5-9f3a-cc49684082b1"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:04:10.065673 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 12:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1d1e1a3-a03f-4cbf-8ac8-0cd33cb130b1 x-openstack-request-id: req-f1d1e1a3-a03f-4cbf-8ac8-0cd33cb130b1 {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:04:10.066791 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eff2bf37-4b7a-4100-ac57-4d8af7fb7716", "tag": "668a240a-8089-4dc5-9f3a-cc49684082b1", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:04:10.067210 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f1d1e1a3-a03f-4cbf-8ac8-0cd33cb130b1 {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:04:10.068098 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eff2bf37-4b7a-4100-ac57-4d8af7fb7716', 'tag': '668a240a-8089-4dc5-9f3a-cc49684082b1', 'status': 'completed', 'code': 200} Aug 05 12:04:10.104236 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7546cd41-e740-41ea-865c-aa0b58d69347 req-4c23a01b-1571-4b36-b56f-a391931edbf0 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=854dd83f-334d-4707-be76-c0d8ab0e42a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069672 Aug 05 12:04:10.172969 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-011f3765-6d37-48a1-b50c-9602296a8e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:10.239151 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:10.263008 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0486b084-791d-4a16-84e3-bbc3e2a3087f tempest-TestSecurityGroupsBasicOps-564401709 tempest-TestSecurityGroupsBasicOps-564401709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:04:10.263824 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0486b084-791d-4a16-84e3-bbc3e2a3087f tempest-TestSecurityGroupsBasicOps-564401709 tempest-TestSecurityGroupsBasicOps-564401709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:04:10.264684 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0486b084-791d-4a16-84e3-bbc3e2a3087f tempest-TestSecurityGroupsBasicOps-564401709 tempest-TestSecurityGroupsBasicOps-564401709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:04:10.267216 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0486b084-791d-4a16-84e3-bbc3e2a3087f tempest-TestSecurityGroupsBasicOps-564401709 tempest-TestSecurityGroupsBasicOps-564401709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:04:10.268121 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0486b084-791d-4a16-84e3-bbc3e2a3087f tempest-TestSecurityGroupsBasicOps-564401709 tempest-TestSecurityGroupsBasicOps-564401709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:04:10.269295 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0486b084-791d-4a16-84e3-bbc3e2a3087f tempest-TestSecurityGroupsBasicOps-564401709 tempest-TestSecurityGroupsBasicOps-564401709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:04:10.272976 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0486b084-791d-4a16-84e3-bbc3e2a3087f tempest-TestSecurityGroupsBasicOps-564401709 tempest-TestSecurityGroupsBasicOps-564401709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:04:10.274226 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0486b084-791d-4a16-84e3-bbc3e2a3087f tempest-TestSecurityGroupsBasicOps-564401709 tempest-TestSecurityGroupsBasicOps-564401709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:04:10.275283 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0486b084-791d-4a16-84e3-bbc3e2a3087f tempest-TestSecurityGroupsBasicOps-564401709 tempest-TestSecurityGroupsBasicOps-564401709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:04:10.276128 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0486b084-791d-4a16-84e3-bbc3e2a3087f tempest-TestSecurityGroupsBasicOps-564401709 tempest-TestSecurityGroupsBasicOps-564401709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:04:10.277648 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0486b084-791d-4a16-84e3-bbc3e2a3087f tempest-TestSecurityGroupsBasicOps-564401709 tempest-TestSecurityGroupsBasicOps-564401709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:04:10.278677 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0486b084-791d-4a16-84e3-bbc3e2a3087f tempest-TestSecurityGroupsBasicOps-564401709 tempest-TestSecurityGroupsBasicOps-564401709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:04:10.288100 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 59164) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:04:10.295574 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-0486b084-791d-4a16-84e3-bbc3e2a3087f tempest-TestSecurityGroupsBasicOps-564401709 tempest-TestSecurityGroupsBasicOps-564401709-project-admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8465 time: 0.2873306 Aug 05 12:04:10.303811 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a18e1f-fa35-475a-a80b-98beaa86ace1 req-52bf22f9-f380-4c8b-9f08-90e492c8428d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:04:10.305884 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-01a18e1f-fa35-475a-a80b-98beaa86ace1 req-52bf22f9-f380-4c8b-9f08-90e492c8428d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1b9a5e2228004ed2924dbea757c1a744&device_id=eff2bf37-4b7a-4100-ac57-4d8af7fb7716 HTTP/1.1" status: 200 len: 1135 time: 0.1746135 Aug 05 12:04:10.322114 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-c1160aaa-a1b0-4c23-8e53-5f7c94f290a0 None None] Set router 4b0d6946-28da-4036-a26b-32ee4e565b79 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:04:10.417006 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e0ec64-36b9-43e7-a9ba-0d70c69220b6 tempest-TestSecurityGroupsBasicOps-564401709 tempest-TestSecurityGroupsBasicOps-564401709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:04:10.418084 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e0ec64-36b9-43e7-a9ba-0d70c69220b6 tempest-TestSecurityGroupsBasicOps-564401709 tempest-TestSecurityGroupsBasicOps-564401709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:04:10.418936 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e0ec64-36b9-43e7-a9ba-0d70c69220b6 tempest-TestSecurityGroupsBasicOps-564401709 tempest-TestSecurityGroupsBasicOps-564401709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:04:10.419811 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e0ec64-36b9-43e7-a9ba-0d70c69220b6 tempest-TestSecurityGroupsBasicOps-564401709 tempest-TestSecurityGroupsBasicOps-564401709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:04:10.420975 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e0ec64-36b9-43e7-a9ba-0d70c69220b6 tempest-TestSecurityGroupsBasicOps-564401709 tempest-TestSecurityGroupsBasicOps-564401709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:04:10.422045 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e0ec64-36b9-43e7-a9ba-0d70c69220b6 tempest-TestSecurityGroupsBasicOps-564401709 tempest-TestSecurityGroupsBasicOps-564401709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:04:10.423148 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e0ec64-36b9-43e7-a9ba-0d70c69220b6 tempest-TestSecurityGroupsBasicOps-564401709 tempest-TestSecurityGroupsBasicOps-564401709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:04:10.424681 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e0ec64-36b9-43e7-a9ba-0d70c69220b6 tempest-TestSecurityGroupsBasicOps-564401709 tempest-TestSecurityGroupsBasicOps-564401709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:04:10.426285 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e0ec64-36b9-43e7-a9ba-0d70c69220b6 tempest-TestSecurityGroupsBasicOps-564401709 tempest-TestSecurityGroupsBasicOps-564401709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:04:10.427177 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e0ec64-36b9-43e7-a9ba-0d70c69220b6 tempest-TestSecurityGroupsBasicOps-564401709 tempest-TestSecurityGroupsBasicOps-564401709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:04:10.428018 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e0ec64-36b9-43e7-a9ba-0d70c69220b6 tempest-TestSecurityGroupsBasicOps-564401709 tempest-TestSecurityGroupsBasicOps-564401709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:04:10.429184 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e0ec64-36b9-43e7-a9ba-0d70c69220b6 tempest-TestSecurityGroupsBasicOps-564401709 tempest-TestSecurityGroupsBasicOps-564401709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:04:10.437906 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-74e0ec64-36b9-43e7-a9ba-0d70c69220b6 tempest-TestSecurityGroupsBasicOps-564401709 tempest-TestSecurityGroupsBasicOps-564401709-project-admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7733 time: 0.1480908 Aug 05 12:04:10.439301 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 59168) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:04:10.549853 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a18e1f-fa35-475a-a80b-98beaa86ace1 req-98d9e808-6d49-4c65-9f07-c86f0f8a46b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:04:10.560785 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-01a18e1f-fa35-475a-a80b-98beaa86ace1 req-98d9e808-6d49-4c65-9f07-c86f0f8a46b3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f740c59c-4fd4-47e1-a982-1fb96347e9a9 HTTP/1.1" status: 200 len: 897 time: 0.2440147 Aug 05 12:04:10.712354 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-c1160aaa-a1b0-4c23-8e53-5f7c94f290a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b0d6946-28da-4036-a26b-32ee4e565b79', 'name': 'tempest-TestSecurityGroupsBasicOps-router-805812727', 'tenant_id': '1b9a5e2228004ed2924dbea757c1a744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': '17aaaca1-c27f-4324-8a31-6a1971824c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:03:40Z', 'updated_at': '2021-08-05T12:03:47Z', 'revision_number': 4, 'project_id': '1b9a5e2228004ed2924dbea757c1a744', 'gw_port': {'id': '17aaaca1-c27f-4324-8a31-6a1971824c1b', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0d6946-28da-4036-a26b-32ee4e565b79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:03:40Z', 'updated_at': '2021-08-05T12:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': '44edbd65-654f-46d0-ae21-b9cb3628bb90', 'tenant_id': '1b9a5e2228004ed2924dbea757c1a744', 'floating_ip_address': '172.25.5.27', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': '4b0d6946-28da-4036-a26b-32ee4e565b79', 'port_id': '668a240a-8089-4dc5-9f3a-cc49684082b1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f740c59c-4fd4-47e1-a982-1fb96347e9a9', 'mac_address': 'fa:16:3e:7d:b6:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff2bf37-4b7a-4100-ac57-4d8af7fb7716', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T12:04:08Z', 'updated_at': '2021-08-05T12:04:08Z', 'revision_number': 0, 'project_id': '1b9a5e2228004ed2924dbea757c1a744', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12ec7e59-0b7d-4e88-ba7a-4e74e538cc7b', 'name': '', 'network_id': 'f740c59c-4fd4-47e1-a982-1fb96347e9a9', 'tenant_id': '1b9a5e2228004ed2924dbea757c1a744', 'mac_address': 'fa:16:3e:0f:4a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0d6946-28da-4036-a26b-32ee4e565b79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': 'ff16c76c-49f2-4f20-930e-fed47e04d90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:03:46Z', 'updated_at': '2021-08-05T12:03:53Z', 'revision_number': 5, 'project_id': '1b9a5e2228004ed2924dbea757c1a744', 'subnets': [{'id': 'ff16c76c-49f2-4f20-930e-fed47e04d90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:04:10.716469 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-01a18e1f-fa35-475a-a80b-98beaa86ace1 req-34e92b0c-2033-4b4a-81cd-996bb85f0c88 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=668a240a-8089-4dc5-9f3a-cc49684082b1 HTTP/1.1" status: 200 len: 998 time: 0.1485314 Aug 05 12:04:10.779772 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1160aaa-a1b0-4c23-8e53-5f7c94f290a0 None None] Checking router: 4b0d6946-28da-4036-a26b-32ee4e565b79 for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:04:10.787067 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-a294cc75-f862-4549-9eb0-abb64089397a tempest-TestSecurityGroupsBasicOps-564401709 tempest-TestSecurityGroupsBasicOps-564401709-project-admin] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5936 time: 0.3422751 Aug 05 12:04:10.788063 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 59170) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:04:10.800101 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a18e1f-fa35-475a-a80b-98beaa86ace1 req-eb2eb495-ddd5-4978-a66d-ec46c0f57fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:04:10.801941 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-01a18e1f-fa35-475a-a80b-98beaa86ace1 req-eb2eb495-ddd5-4978-a66d-ec46c0f57fa5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ff16c76c-49f2-4f20-930e-fed47e04d90c HTTP/1.1" status: 200 len: 835 time: 0.0752015 Aug 05 12:04:10.805259 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1160aaa-a1b0-4c23-8e53-5f7c94f290a0 None None] Routers {'4b0d6946-28da-4036-a26b-32ee4e565b79'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:04:10.806537 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-c1160aaa-a1b0-4c23-8e53-5f7c94f290a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:04:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['4b0d6946-28da-4036-a26b-32ee4e565b79'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:04:10.880541 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14464db0-9384-4d99-a4bb-a2c84bf379ba tempest-TestSecurityGroupsBasicOps-564401709 tempest-TestSecurityGroupsBasicOps-564401709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:04:10.881482 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14464db0-9384-4d99-a4bb-a2c84bf379ba tempest-TestSecurityGroupsBasicOps-564401709 tempest-TestSecurityGroupsBasicOps-564401709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:04:10.883691 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-14464db0-9384-4d99-a4bb-a2c84bf379ba tempest-TestSecurityGroupsBasicOps-564401709 tempest-TestSecurityGroupsBasicOps-564401709-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=4b0d6946-28da-4036-a26b-32ee4e565b79 HTTP/1.1" status: 200 len: 1989 time: 0.0937824 Aug 05 12:04:10.893819 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a18e1f-fa35-475a-a80b-98beaa86ace1 req-9f30fdcd-2a0d-4a5d-abf7-f9dc601548f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:04:10.896972 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-01a18e1f-fa35-475a-a80b-98beaa86ace1 req-9f30fdcd-2a0d-4a5d-abf7-f9dc601548f8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f740c59c-4fd4-47e1-a982-1fb96347e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0863583 Aug 05 12:04:11.030069 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-c1160aaa-a1b0-4c23-8e53-5f7c94f290a0 None None] Set router 4b0d6946-28da-4036-a26b-32ee4e565b79 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:04:11.079309 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-01a18e1f-fa35-475a-a80b-98beaa86ace1 req-9c2a0954-3169-4794-9902-5a3b80ac5eb7 service neutron] 10.222.0.55 "GET /v2.0/networks/f740c59c-4fd4-47e1-a982-1fb96347e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738679 Aug 05 12:04:11.264475 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-01a18e1f-fa35-475a-a80b-98beaa86ace1 req-2021ba8e-1497-402f-b04f-461f169f141f service neutron] 10.222.0.55 "GET /v2.0/networks/f740c59c-4fd4-47e1-a982-1fb96347e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781189 Aug 05 12:04:11.298355 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd7ebce-9703-4743-9326-0709a599f974 req-b780e238-a576-417f-a617-9378633a8233 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:04:11.302960 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-abd7ebce-9703-4743-9326-0709a599f974 req-b780e238-a576-417f-a617-9378633a8233 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=f27f0eaf-19fe-49c4-a24b-ac88d1468788 HTTP/1.1" status: 200 len: 944 time: 0.0836728 Aug 05 12:04:11.369594 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-abd7ebce-9703-4743-9326-0709a599f974 req-be943e3f-21d8-4670-8fb4-6fc97e6094c2 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=854dd83f-334d-4707-be76-c0d8ab0e42a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596666 Aug 05 12:04:11.460337 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-c1160aaa-a1b0-4c23-8e53-5f7c94f290a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b0d6946-28da-4036-a26b-32ee4e565b79', 'name': 'tempest-TestSecurityGroupsBasicOps-router-805812727', 'tenant_id': '1b9a5e2228004ed2924dbea757c1a744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': '17aaaca1-c27f-4324-8a31-6a1971824c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:03:40Z', 'updated_at': '2021-08-05T12:03:47Z', 'revision_number': 4, 'project_id': '1b9a5e2228004ed2924dbea757c1a744', 'gw_port': {'id': '17aaaca1-c27f-4324-8a31-6a1971824c1b', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0d6946-28da-4036-a26b-32ee4e565b79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:03:40Z', 'updated_at': '2021-08-05T12:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': '44edbd65-654f-46d0-ae21-b9cb3628bb90', 'tenant_id': '1b9a5e2228004ed2924dbea757c1a744', 'floating_ip_address': '172.25.5.27', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': '4b0d6946-28da-4036-a26b-32ee4e565b79', 'port_id': '668a240a-8089-4dc5-9f3a-cc49684082b1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f740c59c-4fd4-47e1-a982-1fb96347e9a9', 'mac_address': 'fa:16:3e:7d:b6:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff2bf37-4b7a-4100-ac57-4d8af7fb7716', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T12:04:08Z', 'updated_at': '2021-08-05T12:04:08Z', 'revision_number': 0, 'project_id': '1b9a5e2228004ed2924dbea757c1a744', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12ec7e59-0b7d-4e88-ba7a-4e74e538cc7b', 'name': '', 'network_id': 'f740c59c-4fd4-47e1-a982-1fb96347e9a9', 'tenant_id': '1b9a5e2228004ed2924dbea757c1a744', 'mac_address': 'fa:16:3e:0f:4a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0d6946-28da-4036-a26b-32ee4e565b79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': 'ff16c76c-49f2-4f20-930e-fed47e04d90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:03:46Z', 'updated_at': '2021-08-05T12:03:53Z', 'revision_number': 5, 'project_id': '1b9a5e2228004ed2924dbea757c1a744', 'subnets': [{'id': 'ff16c76c-49f2-4f20-930e-fed47e04d90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:04:11.513462 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1160aaa-a1b0-4c23-8e53-5f7c94f290a0 None None] The sync data for ids ['4b0d6946-28da-4036-a26b-32ee4e565b79'] in n-d-803378-2 is: [{'id': '4b0d6946-28da-4036-a26b-32ee4e565b79', 'name': 'tempest-TestSecurityGroupsBasicOps-router-805812727', 'tenant_id': '1b9a5e2228004ed2924dbea757c1a744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': '17aaaca1-c27f-4324-8a31-6a1971824c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:03:40Z', 'updated_at': '2021-08-05T12:03:47Z', 'revision_number': 4, 'project_id': '1b9a5e2228004ed2924dbea757c1a744', 'gw_port': {'id': '17aaaca1-c27f-4324-8a31-6a1971824c1b', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0d6946-28da-4036-a26b-32ee4e565b79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:03:40Z', 'updated_at': '2021-08-05T12:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': '44edbd65-654f-46d0-ae21-b9cb3628bb90', 'tenant_id': '1b9a5e2228004ed2924dbea757c1a744', 'floating_ip_address': '172.25.5.27', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': '4b0d6946-28da-4036-a26b-32ee4e565b79', 'port_id': '668a240a-8089-4dc5-9f3a-cc49684082b1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f740c59c-4fd4-47e1-a982-1fb96347e9a9', 'mac_address': 'fa:16:3e:7d:b6:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff2bf37-4b7a-4100-ac57-4d8af7fb7716', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T12:04:08Z', 'updated_at': '2021-08-05T12:04:08Z', 'revision_number': 0, 'project_id': '1b9a5e2228004ed2924dbea757c1a744', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12ec7e59-0b7d-4e88-ba7a-4e74e538cc7b', 'name': '', 'network_id': 'f740c59c-4fd4-47e1-a982-1fb96347e9a9', 'tenant_id': '1b9a5e2228004ed2924dbea757c1a744', 'mac_address': 'fa:16:3e:0f:4a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0d6946-28da-4036-a26b-32ee4e565b79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': 'ff16c76c-49f2-4f20-930e-fed47e04d90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:03:46Z', 'updated_at': '2021-08-05T12:03:53Z', 'revision_number': 5, 'project_id': '1b9a5e2228004ed2924dbea757c1a744', 'subnets': [{'id': 'ff16c76c-49f2-4f20-930e-fed47e04d90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:04:11.792822 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01b3d4a-06e1-46ef-a600-0ff415c1d35f None None] New status for floating IP 44edbd65-654f-46d0-ae21-b9cb3628bb90: ACTIVE {{(pid=94423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 12:04:11.803796 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:12.539331 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-01112da8-84f3-420c-adc5-35ce637fd4c2 req-e2c47953-cea4-4d82-9525-cbcd5fa09c36 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f2982b20-6da2-4689-ae89-08a6113e6505&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0702648 Aug 05 12:04:12.557719 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97334a2f-bdf4-44a2-b91a-b87416c64446 req-9487ca3f-c4e0-4f84-a88a-477016dc1542 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:04:12.560865 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-97334a2f-bdf4-44a2-b91a-b87416c64446 req-9487ca3f-c4e0-4f84-a88a-477016dc1542 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=f27f0eaf-19fe-49c4-a24b-ac88d1468788 HTTP/1.1" status: 200 len: 944 time: 0.0831187 Aug 05 12:04:12.652311 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-97334a2f-bdf4-44a2-b91a-b87416c64446 req-dba80b9a-e488-4ffd-817e-ca62f2d6cd83 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=854dd83f-334d-4707-be76-c0d8ab0e42a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783508 Aug 05 12:04:12.712316 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01112da8-84f3-420c-adc5-35ce637fd4c2 req-f8b4664c-21a4-4ba0-90e8-346719b0905e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:04:12.714894 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-01112da8-84f3-420c-adc5-35ce637fd4c2 req-f8b4664c-21a4-4ba0-90e8-346719b0905e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cbc89f3908d842d4a7beeb1a4fce5354&device_id=f2982b20-6da2-4689-ae89-08a6113e6505 HTTP/1.1" status: 200 len: 1097 time: 0.0774846 Aug 05 12:04:12.918587 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01112da8-84f3-420c-adc5-35ce637fd4c2 req-2c492ecb-49d2-4a41-83bb-c3a729f94583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:04:12.920658 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-01112da8-84f3-420c-adc5-35ce637fd4c2 req-2c492ecb-49d2-4a41-83bb-c3a729f94583 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1ac4b742-2a25-4935-8476-e9ad3e543504 HTTP/1.1" status: 200 len: 917 time: 0.1762979 Aug 05 12:04:13.013097 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-01112da8-84f3-420c-adc5-35ce637fd4c2 req-c9dd3a9f-91c5-4d25-9577-75596f846b16 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=06d6ee75-11e6-4dbf-9648-382f6d9c5c20 HTTP/1.1" status: 200 len: 1001 time: 0.0767114 Aug 05 12:04:13.075774 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01112da8-84f3-420c-adc5-35ce637fd4c2 req-9970ad12-4845-4ed5-8de2-e3b96f4cb87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:04:13.077436 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-01112da8-84f3-420c-adc5-35ce637fd4c2 req-9970ad12-4845-4ed5-8de2-e3b96f4cb87e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a5e28117-6f3c-401b-be5b-a70254f1dc57 HTTP/1.1" status: 200 len: 855 time: 0.0521924 Aug 05 12:04:13.146310 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01112da8-84f3-420c-adc5-35ce637fd4c2 req-51be9d2e-caf3-49d7-83d5-2f95b76b1fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:04:13.147928 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-01112da8-84f3-420c-adc5-35ce637fd4c2 req-51be9d2e-caf3-49d7-83d5-2f95b76b1fff service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1ac4b742-2a25-4935-8476-e9ad3e543504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0575550 Aug 05 12:04:13.333183 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-01112da8-84f3-420c-adc5-35ce637fd4c2 req-1c84f77e-1f0e-4a71-b207-cba6957bebdc service neutron] 10.222.0.64 "GET /v2.0/networks/1ac4b742-2a25-4935-8476-e9ad3e543504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747527 Aug 05 12:04:13.466154 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-01112da8-84f3-420c-adc5-35ce637fd4c2 req-6f58c864-e9e7-4650-b7e8-945cadb85466 service neutron] 10.222.0.64 "GET /v2.0/networks/1ac4b742-2a25-4935-8476-e9ad3e543504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196783 Aug 05 12:04:13.852869 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20abe202-786c-43e4-970a-73853393638c req-bd5227db-a849-4291-b14a-5a4564be1733 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:04:13.855135 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-20abe202-786c-43e4-970a-73853393638c req-bd5227db-a849-4291-b14a-5a4564be1733 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=f27f0eaf-19fe-49c4-a24b-ac88d1468788 HTTP/1.1" status: 200 len: 944 time: 0.0904920 Aug 05 12:04:13.932379 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:13.936149 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-20abe202-786c-43e4-970a-73853393638c req-5af26d88-f5a2-4079-855e-d3410cdf6c85 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=854dd83f-334d-4707-be76-c0d8ab0e42a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700393 Aug 05 12:04:14.651541 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 12:04:15.115034 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2c0e6f-5e21-4df9-abdc-d3e6d319cf25 req-d2b5818d-7721-4fb9-a81e-1639cc487d08 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:04:15.116810 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bd2c0e6f-5e21-4df9-abdc-d3e6d319cf25 req-d2b5818d-7721-4fb9-a81e-1639cc487d08 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=f27f0eaf-19fe-49c4-a24b-ac88d1468788 HTTP/1.1" status: 200 len: 944 time: 0.0792565 Aug 05 12:04:15.177804 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bd2c0e6f-5e21-4df9-abdc-d3e6d319cf25 req-e687a0e9-4b51-401f-b407-5c7ff9c7c338 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=854dd83f-334d-4707-be76-c0d8ab0e42a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485961 Aug 05 12:04:16.377365 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5495a9e1-6c6c-4e1a-9eed-8637bffa7040 req-31247b4c-eb6e-4903-8579-80e3143b8bd8 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:04:16.380423 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5495a9e1-6c6c-4e1a-9eed-8637bffa7040 req-31247b4c-eb6e-4903-8579-80e3143b8bd8 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=f27f0eaf-19fe-49c4-a24b-ac88d1468788 HTTP/1.1" status: 200 len: 944 time: 0.0933633 Aug 05 12:04:16.456852 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5495a9e1-6c6c-4e1a-9eed-8637bffa7040 req-0fb499b0-de4c-47c5-8bed-2c6adc978964 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=854dd83f-334d-4707-be76-c0d8ab0e42a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668926 Aug 05 12:04:17.614960 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6681d6-19b9-4ca8-b856-997fb2334c41 req-e78b1bc8-f082-4f1f-bc14-2e59bb653755 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:04:17.616830 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8c6681d6-19b9-4ca8-b856-997fb2334c41 req-e78b1bc8-f082-4f1f-bc14-2e59bb653755 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=f27f0eaf-19fe-49c4-a24b-ac88d1468788 HTTP/1.1" status: 200 len: 944 time: 0.0723274 Aug 05 12:04:17.666949 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8c6681d6-19b9-4ca8-b856-997fb2334c41 req-816e24a3-1549-4eba-a5a3-55fd64b66940 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=854dd83f-334d-4707-be76-c0d8ab0e42a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434773 Aug 05 12:04:18.756188 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d29db9fd-9f08-4426-84e8-3a7c2a5ea301 req-ca10e37f-f720-4542-bc9e-67a874e44780 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ed8382d2-f132-4dae-822e-1f0b5e512344&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0753620 Aug 05 12:04:18.827259 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b5c4d8-8399-4e1b-91dd-adadd38e9f85 req-24844843-8e60-4c26-8219-1e14c8089372 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:04:18.828967 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a3b5c4d8-8399-4e1b-91dd-adadd38e9f85 req-24844843-8e60-4c26-8219-1e14c8089372 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=f27f0eaf-19fe-49c4-a24b-ac88d1468788 HTTP/1.1" status: 200 len: 944 time: 0.0683064 Aug 05 12:04:18.883820 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29db9fd-9f08-4426-84e8-3a7c2a5ea301 req-272c3c64-decd-446d-b434-28a453667cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:04:18.886171 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d29db9fd-9f08-4426-84e8-3a7c2a5ea301 req-272c3c64-decd-446d-b434-28a453667cb0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=14f85fa6e8e1401fb399139faf003f37&device_id=ed8382d2-f132-4dae-822e-1f0b5e512344 HTTP/1.1" status: 200 len: 1096 time: 0.0633895 Aug 05 12:04:18.889099 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a3b5c4d8-8399-4e1b-91dd-adadd38e9f85 req-8333a83a-913d-42ca-95a7-8c50ba9f92e2 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=854dd83f-334d-4707-be76-c0d8ab0e42a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515192 Aug 05 12:04:19.059100 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29db9fd-9f08-4426-84e8-3a7c2a5ea301 req-196b495a-aa38-4522-adf1-80e3d46aa9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:04:19.061079 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d29db9fd-9f08-4426-84e8-3a7c2a5ea301 req-196b495a-aa38-4522-adf1-80e3d46aa9c6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4cafcce3-f344-455c-8718-7b96b6393933 HTTP/1.1" status: 200 len: 909 time: 0.1472447 Aug 05 12:04:19.144747 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d29db9fd-9f08-4426-84e8-3a7c2a5ea301 req-7fbc2edd-8af2-41f8-99ad-306d18da4569 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b4eb167f-f97e-496a-b3f7-c47cc87d3778 HTTP/1.1" status: 200 len: 1001 time: 0.0748630 Aug 05 12:04:19.223379 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29db9fd-9f08-4426-84e8-3a7c2a5ea301 req-bbc4a7b4-245c-430f-946a-390c659e4e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:04:19.225361 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d29db9fd-9f08-4426-84e8-3a7c2a5ea301 req-bbc4a7b4-245c-430f-946a-390c659e4e7d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a4bc47f2-e3f7-4a49-8df8-2cd59ebb96f3 HTTP/1.1" status: 200 len: 847 time: 0.0648782 Aug 05 12:04:19.287275 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29db9fd-9f08-4426-84e8-3a7c2a5ea301 req-49e2692a-9361-42b3-8d4c-d307bec9aef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:04:19.288731 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d29db9fd-9f08-4426-84e8-3a7c2a5ea301 req-49e2692a-9361-42b3-8d4c-d307bec9aef6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4cafcce3-f344-455c-8718-7b96b6393933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558786 Aug 05 12:04:19.406676 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d29db9fd-9f08-4426-84e8-3a7c2a5ea301 req-b43faa3b-1758-4145-9296-f74fb338723c service neutron] 10.222.0.55 "GET /v2.0/networks/4cafcce3-f344-455c-8718-7b96b6393933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049683 Aug 05 12:04:19.529816 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d29db9fd-9f08-4426-84e8-3a7c2a5ea301 req-cd5e1112-e030-4e77-8c9e-d3b2dadd26c8 service neutron] 10.222.0.55 "GET /v2.0/networks/4cafcce3-f344-455c-8718-7b96b6393933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160340 Aug 05 12:04:20.081486 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ccd155-b7f7-43da-ae88-c6137db42512 req-1c69ef24-ac13-4f3b-acdf-69db80725a5a tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:04:20.085153 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-47ccd155-b7f7-43da-ae88-c6137db42512 req-1c69ef24-ac13-4f3b-acdf-69db80725a5a tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=f27f0eaf-19fe-49c4-a24b-ac88d1468788 HTTP/1.1" status: 200 len: 944 time: 0.0909140 Aug 05 12:04:20.139938 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-47ccd155-b7f7-43da-ae88-c6137db42512 req-a8652ae8-074c-43cd-9772-ce29e35ff044 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=854dd83f-334d-4707-be76-c0d8ab0e42a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482869 Aug 05 12:04:21.312554 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7cf4ba-b154-4171-97bb-c03b9b2aad55 req-6d4f68dc-f96d-4664-8793-885be94ea636 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:04:21.315825 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3e7cf4ba-b154-4171-97bb-c03b9b2aad55 req-6d4f68dc-f96d-4664-8793-885be94ea636 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=f27f0eaf-19fe-49c4-a24b-ac88d1468788 HTTP/1.1" status: 200 len: 944 time: 0.0863292 Aug 05 12:04:21.388957 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3e7cf4ba-b154-4171-97bb-c03b9b2aad55 req-33a71ca2-7899-4802-94b3-80797cd00e75 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=854dd83f-334d-4707-be76-c0d8ab0e42a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646791 Aug 05 12:04:21.824357 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 1e90036b-eda5-4f87-99d8-53329c876102 details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 12:04:21.980218 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 1e90036b-eda5-4f87-99d8-53329c876102, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=1e90036b-eda5-4f87-99d8-53329c876102,segment=NetworkSegment(556bee1a-9d74-4f14-94d0-708064ee6011),segment_id=556bee1a-9d74-4f14-94d0-708064ee6011)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:04:21.995597 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Returning: {'device': '1e90036b-eda5-4f87-99d8-53329c876102', 'network_id': 'b881efb6-f52e-4006-a158-c2aa42fef2fe', 'port_id': '1e90036b-eda5-4f87-99d8-53329c876102', 'mac_address': 'fa:16:3e:eb:15:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96bcc71c-db3b-48c5-a5c3-35b749d6182d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 12:04:22.057807 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:22.074645 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e90036b-eda5-4f87-99d8-53329c876102 {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 12:04:22.099164 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 1e90036b-eda5-4f87-99d8-53329c876102, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=1e90036b-eda5-4f87-99d8-53329c876102,segment=NetworkSegment(556bee1a-9d74-4f14-94d0-708064ee6011),segment_id=556bee1a-9d74-4f14-94d0-708064ee6011)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:04:22.104502 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:22.168246 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=1e90036b-eda5-4f87-99d8-53329c876102,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:04:22.335657 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:22.389784 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['1e90036b-eda5-4f87-99d8-53329c876102'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 12:04:22.571940 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2402ff0-4e54-4408-b858-59bc728ec83c req-5c2d907d-6722-4268-abc5-e54f67d5afa5 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:04:22.574305 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c2402ff0-4e54-4408-b858-59bc728ec83c req-5c2d907d-6722-4268-abc5-e54f67d5afa5 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=f27f0eaf-19fe-49c4-a24b-ac88d1468788 HTTP/1.1" status: 200 len: 945 time: 0.0905972 Aug 05 12:04:22.641058 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c2402ff0-4e54-4408-b858-59bc728ec83c req-1a4b8835-fe7d-49e6-8363-cc0bbce45c15 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=854dd83f-334d-4707-be76-c0d8ab0e42a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589137 Aug 05 12:04:23.802296 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8578b573-2da6-4509-b0c0-f52c3a415ee0 req-510453b7-6497-4d14-903d-e032c240cf25 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:04:23.804792 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8578b573-2da6-4509-b0c0-f52c3a415ee0 req-510453b7-6497-4d14-903d-e032c240cf25 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=f27f0eaf-19fe-49c4-a24b-ac88d1468788 HTTP/1.1" status: 200 len: 945 time: 0.0780687 Aug 05 12:04:23.847115 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 1e90036b-eda5-4f87-99d8-53329c876102 up at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:04:23.879837 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8578b573-2da6-4509-b0c0-f52c3a415ee0 req-40ff647a-37d2-40aa-9f0b-a82fd6476c6b tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=854dd83f-334d-4707-be76-c0d8ab0e42a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678332 Aug 05 12:04:23.944986 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning for port 1e90036b-eda5-4f87-99d8-53329c876102 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:04:23.952311 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning complete for port 1e90036b-eda5-4f87-99d8-53329c876102 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:04:23.952960 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:24.104079 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:24.135605 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f27f0eaf-19fe-49c4-a24b-ac88d1468788', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e90036b-eda5-4f87-99d8-53329c876102'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:04:24.138177 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa7fb949-b2fe-49c7-8ee8-ed614d8ee94a" -d '{"events": [{"server_uuid": "f27f0eaf-19fe-49c4-a24b-ac88d1468788", "name": "network-vif-plugged", "status": "completed", "tag": "1e90036b-eda5-4f87-99d8-53329c876102"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:04:24.157934 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 1e90036b-eda5-4f87-99d8-53329c876102, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=1e90036b-eda5-4f87-99d8-53329c876102,segment=NetworkSegment(556bee1a-9d74-4f14-94d0-708064ee6011),segment_id=556bee1a-9d74-4f14-94d0-708064ee6011)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:04:24.164886 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:24.249497 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=1e90036b-eda5-4f87-99d8-53329c876102,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:04:24.376223 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 12:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eddc84ce-d1b7-4e0d-8862-49af1173579d x-openstack-request-id: req-eddc84ce-d1b7-4e0d-8862-49af1173579d {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:04:24.376552 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f27f0eaf-19fe-49c4-a24b-ac88d1468788", "name": "network-vif-plugged", "status": "completed", "tag": "1e90036b-eda5-4f87-99d8-53329c876102", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:04:24.376810 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-eddc84ce-d1b7-4e0d-8862-49af1173579d {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:04:24.377232 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f27f0eaf-19fe-49c4-a24b-ac88d1468788', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e90036b-eda5-4f87-99d8-53329c876102', 'code': 200} Aug 05 12:04:24.540105 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edf8f93-bc6a-4652-90fd-6a330db81123 req-2e159d98-2948-4a71-8107-dfe480ef6deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:04:24.542105 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3edf8f93-bc6a-4652-90fd-6a330db81123 req-2e159d98-2948-4a71-8107-dfe480ef6deb service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f27f0eaf-19fe-49c4-a24b-ac88d1468788 HTTP/1.1" status: 200 len: 1097 time: 0.0626662 Aug 05 12:04:24.591458 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3edf8f93-bc6a-4652-90fd-6a330db81123 req-62f74f58-4b4b-48ad-b4c0-8772be4210d2 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=854dd83f-334d-4707-be76-c0d8ab0e42a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399516 Aug 05 12:04:25.077584 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79f9ac0-cb18-4c10-bbd8-535f41a2573a req-ebecfbfe-072f-4bed-888d-df0808a26fe1 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:04:25.081016 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e79f9ac0-cb18-4c10-bbd8-535f41a2573a req-ebecfbfe-072f-4bed-888d-df0808a26fe1 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=f27f0eaf-19fe-49c4-a24b-ac88d1468788 HTTP/1.1" status: 200 len: 946 time: 0.0954163 Aug 05 12:04:25.144900 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e79f9ac0-cb18-4c10-bbd8-535f41a2573a req-d0aee962-0fa2-4fa1-9086-2aecf9c4f8eb tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=854dd83f-334d-4707-be76-c0d8ab0e42a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559649 Aug 05 12:04:25.479927 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ef0904-161c-4dc7-82f2-f9bcbae248ed req-c89577db-851e-41ba-93ef-9aa53ccc1fad tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:04:25.481647 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-94ef0904-161c-4dc7-82f2-f9bcbae248ed req-c89577db-851e-41ba-93ef-9aa53ccc1fad tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2982b20-6da2-4689-ae89-08a6113e6505 HTTP/1.1" status: 200 len: 946 time: 0.0701916 Aug 05 12:04:25.531953 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-94ef0904-161c-4dc7-82f2-f9bcbae248ed req-17b68a33-8b14-4ce0-be06-adfe76451f28 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=d700a63d-a591-46d0-9144-d357356aa9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424268 Aug 05 12:04:26.354312 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff6f48c-087b-479d-959c-5b1529f11cee req-e11aecac-c51e-418c-ba35-c3d9816156d1 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:04:26.356861 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-aff6f48c-087b-479d-959c-5b1529f11cee req-e11aecac-c51e-418c-ba35-c3d9816156d1 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=f27f0eaf-19fe-49c4-a24b-ac88d1468788 HTTP/1.1" status: 200 len: 946 time: 0.1053321 Aug 05 12:04:26.428776 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-aff6f48c-087b-479d-959c-5b1529f11cee req-f846f916-1125-4340-8948-cac388f6c988 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=854dd83f-334d-4707-be76-c0d8ab0e42a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640726 Aug 05 12:04:26.577125 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef11eebf-6124-48b2-8a61-09cb34123d38 req-2dfde9cb-c6d9-465b-91a9-d6e808fabdac tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:04:26.579141 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ef11eebf-6124-48b2-8a61-09cb34123d38 req-2dfde9cb-c6d9-465b-91a9-d6e808fabdac tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=f27f0eaf-19fe-49c4-a24b-ac88d1468788 HTTP/1.1" status: 200 len: 946 time: 0.0683384 Aug 05 12:04:26.641698 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ef11eebf-6124-48b2-8a61-09cb34123d38 req-49b57d5e-1121-41ef-9ca4-8330006cdca1 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=854dd83f-334d-4707-be76-c0d8ab0e42a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545366 Aug 05 12:04:26.709464 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebf4877-3634-4316-ab9b-da5241340632 req-03f7c6c5-d93b-41b1-a0d3-bb56332f4b3d tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:04:26.712288 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7ebf4877-3634-4316-ab9b-da5241340632 req-03f7c6c5-d93b-41b1-a0d3-bb56332f4b3d tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2982b20-6da2-4689-ae89-08a6113e6505 HTTP/1.1" status: 200 len: 946 time: 0.0875902 Aug 05 12:04:26.801776 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7ebf4877-3634-4316-ab9b-da5241340632 req-7d7b58f7-071f-4e64-a31e-365e7284b8e1 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=d700a63d-a591-46d0-9144-d357356aa9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779667 Aug 05 12:04:26.830333 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a13996-a09f-4902-8a9b-9ef6a2be3c34 req-4507cb9c-9d4d-40a2-af93-a04fe2849865 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:04:26.833112 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-50a13996-a09f-4902-8a9b-9ef6a2be3c34 req-4507cb9c-9d4d-40a2-af93-a04fe2849865 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=f27f0eaf-19fe-49c4-a24b-ac88d1468788 HTTP/1.1" status: 200 len: 946 time: 0.0905666 Aug 05 12:04:26.880978 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-50a13996-a09f-4902-8a9b-9ef6a2be3c34 req-ff8c564c-ce5f-4e12-84c8-e7adaffcb696 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=854dd83f-334d-4707-be76-c0d8ab0e42a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416353 Aug 05 12:04:27.282942 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e336f87-4512-4241-9201-5d1ca28d80d5 req-cc21dc53-2788-4396-a86d-1360f538b856 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:04:27.286412 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9e336f87-4512-4241-9201-5d1ca28d80d5 req-cc21dc53-2788-4396-a86d-1360f538b856 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=f27f0eaf-19fe-49c4-a24b-ac88d1468788 HTTP/1.1" status: 200 len: 946 time: 0.0731485 Aug 05 12:04:27.335942 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9e336f87-4512-4241-9201-5d1ca28d80d5 req-b7df1443-69a7-450e-b37d-9f824817ecec tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=854dd83f-334d-4707-be76-c0d8ab0e42a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430644 Aug 05 12:04:27.977688 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2358baa6-8174-4564-a3b9-5cd7d3a5b16b req-2f440c04-8b0d-4bb3-a250-3ec8a9f9e271 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:04:27.980478 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2358baa6-8174-4564-a3b9-5cd7d3a5b16b req-2f440c04-8b0d-4bb3-a250-3ec8a9f9e271 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2982b20-6da2-4689-ae89-08a6113e6505 HTTP/1.1" status: 200 len: 946 time: 0.0850458 Aug 05 12:04:28.052785 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2358baa6-8174-4564-a3b9-5cd7d3a5b16b req-ebd55265-20aa-4180-ac0d-b60c16f6ee5e tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups?id=d700a63d-a591-46d0-9144-d357356aa9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644560 Aug 05 12:04:28.269384 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb07943-2dd0-48df-a5be-50e9b629240c req-35564f9b-86c2-4e50-9b29-99d9d3362bf4 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:04:28.272172 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-bbb07943-2dd0-48df-a5be-50e9b629240c req-35564f9b-86c2-4e50-9b29-99d9d3362bf4 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2982b20-6da2-4689-ae89-08a6113e6505 HTTP/1.1" status: 200 len: 946 time: 0.0711639 Aug 05 12:04:28.457704 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-bbb07943-2dd0-48df-a5be-50e9b629240c req-63a3860d-6499-4cf2-969b-1fdb62b709dd tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Deleting port 06d6ee75-11e6-4dbf-9648-382f6d9c5c20 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:04:28.458266 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-bbb07943-2dd0-48df-a5be-50e9b629240c req-63a3860d-6499-4cf2-969b-1fdb62b709dd tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:28.541680 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba307f43-f5da-4ff9-a0d3-7d4103157c53 req-a5364168-6d85-4bf9-beaf-b96647a59c9c tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:04:28.544237 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ba307f43-f5da-4ff9-a0d3-7d4103157c53 req-a5364168-6d85-4bf9-beaf-b96647a59c9c tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=f27f0eaf-19fe-49c4-a24b-ac88d1468788 HTTP/1.1" status: 200 len: 946 time: 0.1005421 Aug 05 12:04:28.614120 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ba307f43-f5da-4ff9-a0d3-7d4103157c53 req-6b626920-5e56-4387-872f-05c066a958e1 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=854dd83f-334d-4707-be76-c0d8ab0e42a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582952 Aug 05 12:04:28.622324 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-bbb07943-2dd0-48df-a5be-50e9b629240c req-63a3860d-6499-4cf2-969b-1fdb62b709dd tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] For port 06d6ee75-11e6-4dbf-9648-382f6d9c5c20, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=06d6ee75-11e6-4dbf-9648-382f6d9c5c20,segment=NetworkSegment(de1f7257-8faa-46ea-8956-4b8e85e97bcb),segment_id=de1f7257-8faa-46ea-8956-4b8e85e97bcb)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:04:28.622950 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-bbb07943-2dd0-48df-a5be-50e9b629240c req-63a3860d-6499-4cf2-969b-1fdb62b709dd tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:28.889242 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-bbb07943-2dd0-48df-a5be-50e9b629240c req-63a3860d-6499-4cf2-969b-1fdb62b709dd tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:28.890102 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-bbb07943-2dd0-48df-a5be-50e9b629240c req-63a3860d-6499-4cf2-969b-1fdb62b709dd tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33287247'] for floatingip, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:28.890290 n-d-803378-2 neutron-server[94421]: INFO neutron.db.l3_db [req-bbb07943-2dd0-48df-a5be-50e9b629240c req-63a3860d-6499-4cf2-969b-1fdb62b709dd tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Floating IP 2680f91f-0ede-4a7b-b4f7-e69c396e4ca1 disassociated. External IP: 172.25.5.231, port: 06d6ee75-11e6-4dbf-9648-382f6d9c5c20. Aug 05 12:04:28.890891 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-bbb07943-2dd0-48df-a5be-50e9b629240c req-63a3860d-6499-4cf2-969b-1fdb62b709dd tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Calling delete_port for 06d6ee75-11e6-4dbf-9648-382f6d9c5c20 owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:04:29.088957 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbce519a-e77e-4c0d-aafe-0be9d0d8bd93 req-f906c0cb-dee4-4756-be2e-854e04897291 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:04:29.090574 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-bbce519a-e77e-4c0d-aafe-0be9d0d8bd93 req-f906c0cb-dee4-4756-be2e-854e04897291 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.55 "GET /v2.0/ports?device_id=f27f0eaf-19fe-49c4-a24b-ac88d1468788 HTTP/1.1" status: 200 len: 946 time: 0.1183021 Aug 05 12:04:29.151331 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-bbb07943-2dd0-48df-a5be-50e9b629240c req-63a3860d-6499-4cf2-969b-1fdb62b709dd tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:29.200441 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a3860d-6499-4cf2-969b-1fdb62b709dd tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Pushing event deleted for resources: {'Port': ['ID=06d6ee75-11e6-4dbf-9648-382f6d9c5c20,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:04:29.223984 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d5ccece7-299a-4cac-a2ae-ba13db2dc5d8 req-867ef930-33a7-41ca-8eb3-e6abd168164c tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2982b20-6da2-4689-ae89-08a6113e6505 HTTP/1.1" status: 200 len: 210 time: 0.0542767 Aug 05 12:04:29.327211 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a3860d-6499-4cf2-969b-1fdb62b709dd tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:04:29.327970 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a3860d-6499-4cf2-969b-1fdb62b709dd tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:04:29.328381 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a3860d-6499-4cf2-969b-1fdb62b709dd tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:04:29.328996 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a3860d-6499-4cf2-969b-1fdb62b709dd tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:04:29.329585 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a3860d-6499-4cf2-969b-1fdb62b709dd tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:04:29.330755 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a3860d-6499-4cf2-969b-1fdb62b709dd tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:04:29.331353 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a3860d-6499-4cf2-969b-1fdb62b709dd tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:04:29.331948 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a3860d-6499-4cf2-969b-1fdb62b709dd tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:04:29.332565 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a3860d-6499-4cf2-969b-1fdb62b709dd tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:04:29.333146 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a3860d-6499-4cf2-969b-1fdb62b709dd tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:04:29.333733 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a3860d-6499-4cf2-969b-1fdb62b709dd tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:04:29.334315 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a3860d-6499-4cf2-969b-1fdb62b709dd tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:04:29.448826 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-bbce519a-e77e-4c0d-aafe-0be9d0d8bd93 req-d695b75d-ca3d-4023-8871-515dc42f4086 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Deleting port 1e90036b-eda5-4f87-99d8-53329c876102 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:04:29.449080 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-bbce519a-e77e-4c0d-aafe-0be9d0d8bd93 req-d695b75d-ca3d-4023-8871-515dc42f4086 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:29.525010 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bbb07943-2dd0-48df-a5be-50e9b629240c req-63a3860d-6499-4cf2-969b-1fdb62b709dd tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Router 6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:04:29.587567 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:29.665332 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-bbce519a-e77e-4c0d-aafe-0be9d0d8bd93 req-d695b75d-ca3d-4023-8871-515dc42f4086 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] For port 1e90036b-eda5-4f87-99d8-53329c876102, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=1e90036b-eda5-4f87-99d8-53329c876102,segment=NetworkSegment(556bee1a-9d74-4f14-94d0-708064ee6011),segment_id=556bee1a-9d74-4f14-94d0-708064ee6011)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:04:29.665716 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-bbce519a-e77e-4c0d-aafe-0be9d0d8bd93 req-d695b75d-ca3d-4023-8871-515dc42f4086 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:29.761175 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-bbce519a-e77e-4c0d-aafe-0be9d0d8bd93 req-d695b75d-ca3d-4023-8871-515dc42f4086 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Calling delete_port for 1e90036b-eda5-4f87-99d8-53329c876102 owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:04:29.876358 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bbb07943-2dd0-48df-a5be-50e9b629240c req-63a3860d-6499-4cf2-969b-1fdb62b709dd tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:04:29.893703 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a026ce65-9aac-46bd-9b8a-13f336738f1a req-72452d00-2729-43d7-b9e9-880bfbffd69b tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:04:29.897687 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a026ce65-9aac-46bd-9b8a-13f336738f1a req-72452d00-2729-43d7-b9e9-880bfbffd69b tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=f27f0eaf-19fe-49c4-a24b-ac88d1468788 HTTP/1.1" status: 200 len: 946 time: 0.1343122 Aug 05 12:04:29.900242 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163257b6-69fb-479c-841e-c3e653f106be None None] Sync routers for ids ['6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:04:29.919266 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163257b6-69fb-479c-841e-c3e653f106be None None] Routers {'6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:04:29.920880 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-163257b6-69fb-479c-841e-c3e653f106be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:04:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:04:29.966476 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbb07943-2dd0-48df-a5be-50e9b629240c req-63a3860d-6499-4cf2-969b-1fdb62b709dd tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] No DVR routers for this DVR port 06d6ee75-11e6-4dbf-9648-382f6d9c5c20 on host n-h1-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:04:29.975218 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a026ce65-9aac-46bd-9b8a-13f336738f1a req-7ca7b0b7-e003-492c-8562-bcb7425e1363 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=854dd83f-334d-4707-be76-c0d8ab0e42a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567665 Aug 05 12:04:29.976145 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-bbb07943-2dd0-48df-a5be-50e9b629240c req-63a3860d-6499-4cf2-969b-1fdb62b709dd tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:29.978424 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-bbb07943-2dd0-48df-a5be-50e9b629240c req-63a3860d-6499-4cf2-969b-1fdb62b709dd tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.64 "DELETE /v2.0/ports/06d6ee75-11e6-4dbf-9648-382f6d9c5c20 HTTP/1.1" status: 204 len: 173 time: 1.6981204 Aug 05 12:04:29.978861 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2982b20-6da2-4689-ae89-08a6113e6505', 'name': 'network-vif-deleted', 'tag': '06d6ee75-11e6-4dbf-9648-382f6d9c5c20'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:04:29.981359 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2432d037-0f1b-40d1-ba41-477f0e38728c" -d '{"events": [{"server_uuid": "f2982b20-6da2-4689-ae89-08a6113e6505", "name": "network-vif-deleted", "tag": "06d6ee75-11e6-4dbf-9648-382f6d9c5c20"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:04:30.134517 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-bbce519a-e77e-4c0d-aafe-0be9d0d8bd93 req-d695b75d-ca3d-4023-8871-515dc42f4086 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:30.179259 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 12:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9ac952e-6309-4c51-9154-e6ccc4d3df01 x-openstack-request-id: req-e9ac952e-6309-4c51-9154-e6ccc4d3df01 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:04:30.179499 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2982b20-6da2-4689-ae89-08a6113e6505", "name": "network-vif-deleted", "tag": "06d6ee75-11e6-4dbf-9648-382f6d9c5c20", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:04:30.179665 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e9ac952e-6309-4c51-9154-e6ccc4d3df01 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:04:30.180094 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2982b20-6da2-4689-ae89-08a6113e6505', 'name': 'network-vif-deleted', 'tag': '06d6ee75-11e6-4dbf-9648-382f6d9c5c20', 'status': 'completed', 'code': 200} Aug 05 12:04:30.180784 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-163257b6-69fb-479c-841e-c3e653f106be None None] Set router 6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:04:30.183142 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d695b75d-ca3d-4023-8871-515dc42f4086 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Pushing event deleted for resources: {'Port': ['ID=1e90036b-eda5-4f87-99d8-53329c876102,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:04:30.273408 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbce519a-e77e-4c0d-aafe-0be9d0d8bd93 req-d695b75d-ca3d-4023-8871-515dc42f4086 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] No DVR routers for this DVR port 1e90036b-eda5-4f87-99d8-53329c876102 on host n-h2-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:04:30.282149 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-bbce519a-e77e-4c0d-aafe-0be9d0d8bd93 req-d695b75d-ca3d-4023-8871-515dc42f4086 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:30.286148 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-bbce519a-e77e-4c0d-aafe-0be9d0d8bd93 req-d695b75d-ca3d-4023-8871-515dc42f4086 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.55 "DELETE /v2.0/ports/1e90036b-eda5-4f87-99d8-53329c876102 HTTP/1.1" status: 204 len: 173 time: 1.1852400 Aug 05 12:04:30.456219 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-dd78104b-ba71-4729-b644-41024781ec6c req-bd41acc7-3a54-43d2-8386-1d5ebd1910b7 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2982b20-6da2-4689-ae89-08a6113e6505 HTTP/1.1" status: 200 len: 210 time: 0.0738778 Aug 05 12:04:30.685564 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-163257b6-69fb-479c-841e-c3e653f106be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f', 'name': 'tempest-AttachVolumeShelveTestJSON-252295355-router', 'tenant_id': 'cbc89f3908d842d4a7beeb1a4fce5354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': 'd2e4cdb8-47c4-4e8a-a089-078d0648bcb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:48:02Z', 'updated_at': '2021-08-05T11:48:20Z', 'revision_number': 4, 'project_id': 'cbc89f3908d842d4a7beeb1a4fce5354', 'gw_port': {'id': 'd2e4cdb8-47c4-4e8a-a089-078d0648bcb8', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:00:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:48:04Z', 'updated_at': '2021-08-05T11:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '8aa769c9-d28d-4014-b245-171c7151cd39', 'name': '', 'network_id': '1ac4b742-2a25-4935-8476-e9ad3e543504', 'tenant_id': 'cbc89f3908d842d4a7beeb1a4fce5354', 'mac_address': 'fa:16:3e:75:5b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': 'a5e28117-6f3c-401b-be5b-a70254f1dc57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:48:15Z', 'updated_at': '2021-08-05T11:48:39Z', 'revision_number': 5, 'project_id': 'cbc89f3908d842d4a7beeb1a4fce5354', 'subnets': [{'id': 'a5e28117-6f3c-401b-be5b-a70254f1dc57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:04:30.751138 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163257b6-69fb-479c-841e-c3e653f106be None None] Checking router: 6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:04:30.770225 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163257b6-69fb-479c-841e-c3e653f106be None None] Routers {'6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:04:30.771262 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-163257b6-69fb-479c-841e-c3e653f106be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:04:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:04:31.038401 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-163257b6-69fb-479c-841e-c3e653f106be None None] Set router 6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:04:31.197596 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8a15ccbe-8290-46cf-a51a-652e70daa974 req-ac0b2212-beec-4354-b7ae-839afa2ea737 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=f27f0eaf-19fe-49c4-a24b-ac88d1468788 HTTP/1.1" status: 200 len: 210 time: 0.0546975 Aug 05 12:04:31.628798 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 59292) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:04:31.669826 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 06d6ee75-11e6-4dbf-9648-382f6d9c5c20 no longer exists at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:04:31.681092 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-163257b6-69fb-479c-841e-c3e653f106be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f', 'name': 'tempest-AttachVolumeShelveTestJSON-252295355-router', 'tenant_id': 'cbc89f3908d842d4a7beeb1a4fce5354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': 'd2e4cdb8-47c4-4e8a-a089-078d0648bcb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:48:02Z', 'updated_at': '2021-08-05T11:48:20Z', 'revision_number': 4, 'project_id': 'cbc89f3908d842d4a7beeb1a4fce5354', 'gw_port': {'id': 'd2e4cdb8-47c4-4e8a-a089-078d0648bcb8', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:00:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:48:04Z', 'updated_at': '2021-08-05T11:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '8aa769c9-d28d-4014-b245-171c7151cd39', 'name': '', 'network_id': '1ac4b742-2a25-4935-8476-e9ad3e543504', 'tenant_id': 'cbc89f3908d842d4a7beeb1a4fce5354', 'mac_address': 'fa:16:3e:75:5b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': 'a5e28117-6f3c-401b-be5b-a70254f1dc57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:48:15Z', 'updated_at': '2021-08-05T11:48:39Z', 'revision_number': 5, 'project_id': 'cbc89f3908d842d4a7beeb1a4fce5354', 'subnets': [{'id': 'a5e28117-6f3c-401b-be5b-a70254f1dc57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:04:31.759908 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-13fc9eb2-2018-4b23-bccc-8c60b59a6554 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:31.766669 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163257b6-69fb-479c-841e-c3e653f106be None None] The sync data for ids ['6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f'] in n-d-803378-2 is: [{'id': '6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f', 'name': 'tempest-AttachVolumeShelveTestJSON-252295355-router', 'tenant_id': 'cbc89f3908d842d4a7beeb1a4fce5354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': 'd2e4cdb8-47c4-4e8a-a089-078d0648bcb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:48:02Z', 'updated_at': '2021-08-05T11:48:20Z', 'revision_number': 4, 'project_id': 'cbc89f3908d842d4a7beeb1a4fce5354', 'gw_port': {'id': 'd2e4cdb8-47c4-4e8a-a089-078d0648bcb8', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:00:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:48:04Z', 'updated_at': '2021-08-05T11:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '8aa769c9-d28d-4014-b245-171c7151cd39', 'name': '', 'network_id': '1ac4b742-2a25-4935-8476-e9ad3e543504', 'tenant_id': 'cbc89f3908d842d4a7beeb1a4fce5354', 'mac_address': 'fa:16:3e:75:5b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': 'a5e28117-6f3c-401b-be5b-a70254f1dc57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:48:15Z', 'updated_at': '2021-08-05T11:48:39Z', 'revision_number': 5, 'project_id': 'cbc89f3908d842d4a7beeb1a4fce5354', 'subnets': [{'id': 'a5e28117-6f3c-401b-be5b-a70254f1dc57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:04:31.770436 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] No Port match for: 06d6ee75-11e6-4dbf-9648-382f6d9c5c20 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:04:31.770931 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 06d6ee75-11e6-4dbf-9648-382f6d9c5c20 not bound to the agent host n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:04:31.808287 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-13fc9eb2-2018-4b23-bccc-8c60b59a6554 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:31.878980 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 1e90036b-eda5-4f87-99d8-53329c876102 no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:04:31.921342 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] No Port match for: 1e90036b-eda5-4f87-99d8-53329c876102 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:04:31.922139 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 1e90036b-eda5-4f87-99d8-53329c876102 not bound to the agent host n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:04:31.927556 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-13fc9eb2-2018-4b23-bccc-8c60b59a6554 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:31.932278 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-13fc9eb2-2018-4b23-bccc-8c60b59a6554 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:31.937752 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 59294) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:04:31.945081 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-13fc9eb2-2018-4b23-bccc-8c60b59a6554 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "DELETE /v2.0/security-groups/d700a63d-a591-46d0-9144-d357356aa9dd HTTP/1.1" status: 204 len: 168 time: 0.3065495 Aug 05 12:04:31.961886 n-d-803378-2 neutron-server[94421]: INFO neutron.api.v2.resource [None req-962735ed-801b-4a04-aed2-8aa350271005 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] show failed (client error): The resource could not be found. Aug 05 12:04:31.964418 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-962735ed-801b-4a04-aed2-8aa350271005 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "GET /v2.0/security-groups/d700a63d-a591-46d0-9144-d357356aa9dd HTTP/1.1" status: 404 len: 347 time: 0.0249193 Aug 05 12:04:31.968279 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 59296) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:04:31.969099 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc9eb2-2018-4b23-bccc-8c60b59a6554 tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d700a63d-a591-46d0-9144-d357356aa9dd,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:04:32.175388 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-015ef232-23b0-4f25-94bb-81bd7de03d9b tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Deleting port 5a4c82e2-809e-4919-9e79-58405bdd31da {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:04:32.176000 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-015ef232-23b0-4f25-94bb-81bd7de03d9b tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:32.195263 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f27f0eaf-19fe-49c4-a24b-ac88d1468788', 'name': 'network-vif-deleted', 'tag': '1e90036b-eda5-4f87-99d8-53329c876102'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:04:32.199026 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e045110-3369-4363-a26b-a8e8ae358d5c" -d '{"events": [{"server_uuid": "f27f0eaf-19fe-49c4-a24b-ac88d1468788", "name": "network-vif-deleted", "tag": "1e90036b-eda5-4f87-99d8-53329c876102"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:04:32.246686 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efbc18d-0f1f-4270-ae77-c0db956ccee7 None None] New status for floating IP 2680f91f-0ede-4a7b-b4f7-e69c396e4ca1: DOWN {{(pid=94423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 12:04:32.300896 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 12:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b60dac64-8eaa-4112-802b-4a3b29284cd5 x-openstack-request-id: req-b60dac64-8eaa-4112-802b-4a3b29284cd5 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:04:32.301258 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f27f0eaf-19fe-49c4-a24b-ac88d1468788", "name": "network-vif-deleted", "tag": "1e90036b-eda5-4f87-99d8-53329c876102", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:04:32.301605 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b60dac64-8eaa-4112-802b-4a3b29284cd5 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:04:32.302128 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f27f0eaf-19fe-49c4-a24b-ac88d1468788', 'name': 'network-vif-deleted', 'tag': '1e90036b-eda5-4f87-99d8-53329c876102', 'status': 'completed', 'code': 200} Aug 05 12:04:32.359047 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-015ef232-23b0-4f25-94bb-81bd7de03d9b tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:32.359928 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-015ef232-23b0-4f25-94bb-81bd7de03d9b tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:32.392064 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-015ef232-23b0-4f25-94bb-81bd7de03d9b tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Calling delete_port for 5a4c82e2-809e-4919-9e79-58405bdd31da owned by network:floatingip {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:04:32.436181 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3f6729d7-182e-49fa-8dc1-1a5cfaecd80b req-58b6bcbd-0f11-43d6-84fd-53c16cde4014 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=f27f0eaf-19fe-49c4-a24b-ac88d1468788 HTTP/1.1" status: 200 len: 210 time: 0.0417771 Aug 05 12:04:32.604993 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-015ef232-23b0-4f25-94bb-81bd7de03d9b tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:32.644129 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015ef232-23b0-4f25-94bb-81bd7de03d9b tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Pushing event deleted for resources: {'Port': ['ID=5a4c82e2-809e-4919-9e79-58405bdd31da,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:04:32.722936 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-015ef232-23b0-4f25-94bb-81bd7de03d9b tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Notify callbacks [] for floatingip, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:32.726506 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-015ef232-23b0-4f25-94bb-81bd7de03d9b tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:32.732915 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-015ef232-23b0-4f25-94bb-81bd7de03d9b tempest-AttachVolumeShelveTestJSON-1049146594 tempest-AttachVolumeShelveTestJSON-1049146594-project] 10.222.0.58 "DELETE /v2.0/floatingips/2680f91f-0ede-4a7b-b4f7-e69c396e4ca1 HTTP/1.1" status: 204 len: 168 time: 0.7583852 Aug 05 12:04:33.593498 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-48f95f3a-5d20-444c-b8bb-c2cfa6bd5389 req-886705db-f2e5-47ad-9550-7486ffcccb48 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=f27f0eaf-19fe-49c4-a24b-ac88d1468788 HTTP/1.1" status: 200 len: 210 time: 0.0498827 Aug 05 12:04:34.755520 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-09fbaa27-2cdb-4cd3-901a-61dd34b7a032 req-619ead14-3e7b-4de6-9c62-8b0f3d3dd202 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=f27f0eaf-19fe-49c4-a24b-ac88d1468788 HTTP/1.1" status: 200 len: 210 time: 0.0489955 Aug 05 12:04:35.965200 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-dc54b0a2-971d-4082-9197-5206394cb2ea req-542294b0-45b5-4210-8cc7-028989c79dd0 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=f27f0eaf-19fe-49c4-a24b-ac88d1468788 HTTP/1.1" status: 200 len: 210 time: 0.0611997 Aug 05 12:04:37.270714 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-504922df-7ddd-45da-8487-ea008714760a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:38.900618 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 59354) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:04:39.769604 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1743ae00-b83d-4ad3-a302-ae892daab5cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33208311'] for router_interface, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:40.035924 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-70ce37bf-54d8-4bc1-b63f-e44da825ede0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:40.117124 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:40.237372 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-1743ae00-b83d-4ad3-a302-ae892daab5cc admin admin] Deleting port 8aa769c9-d28d-4014-b245-171c7151cd39 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:04:40.238161 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1743ae00-b83d-4ad3-a302-ae892daab5cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:40.431367 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-1743ae00-b83d-4ad3-a302-ae892daab5cc admin admin] For port 8aa769c9-d28d-4014-b245-171c7151cd39, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=8aa769c9-d28d-4014-b245-171c7151cd39,segment=NetworkSegment(de1f7257-8faa-46ea-8956-4b8e85e97bcb),segment_id=de1f7257-8faa-46ea-8956-4b8e85e97bcb)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:04:40.431654 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1743ae00-b83d-4ad3-a302-ae892daab5cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:40.450524 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-1743ae00-b83d-4ad3-a302-ae892daab5cc admin admin] Calling delete_port for 8aa769c9-d28d-4014-b245-171c7151cd39 owned by network:router_interface {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:04:40.773771 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1743ae00-b83d-4ad3-a302-ae892daab5cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:40.804796 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1743ae00-b83d-4ad3-a302-ae892daab5cc admin admin] Pushing event deleted for resources: {'Port': ['ID=8aa769c9-d28d-4014-b245-171c7151cd39,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:04:41.172654 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1743ae00-b83d-4ad3-a302-ae892daab5cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33140263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33208171'] for router_interface, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:41.525154 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1743ae00-b83d-4ad3-a302-ae892daab5cc admin admin] Router 6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:04:41.804273 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:42.186560 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1743ae00-b83d-4ad3-a302-ae892daab5cc admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:04:42.194253 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93113787-bc19-4d7c-9b01-7b2b80cb8906 None None] Sync routers for ids ['6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:04:42.195269 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-1743ae00-b83d-4ad3-a302-ae892daab5cc admin admin] 10.222.0.58 "PUT /v2.0/routers/6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2929780 Aug 05 12:04:42.199352 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 59386) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:04:42.218733 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93113787-bc19-4d7c-9b01-7b2b80cb8906 None None] Routers {'6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:04:42.221470 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-93113787-bc19-4d7c-9b01-7b2b80cb8906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:04:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:04:42.383249 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e1a0bafb-fd67-4aad-be7b-a54133d2e548 admin admin] Notify callbacks [] for router, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:42.448857 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-93113787-bc19-4d7c-9b01-7b2b80cb8906 None None] Set router 6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:04:42.551774 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e1a0bafb-fd67-4aad-be7b-a54133d2e548 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:42.639227 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-e1a0bafb-fd67-4aad-be7b-a54133d2e548 admin admin] Deleting port d2e4cdb8-47c4-4e8a-a089-078d0648bcb8 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:04:42.639560 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e1a0bafb-fd67-4aad-be7b-a54133d2e548 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:42.755025 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-93113787-bc19-4d7c-9b01-7b2b80cb8906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f', 'name': 'tempest-AttachVolumeShelveTestJSON-252295355-router', 'tenant_id': 'cbc89f3908d842d4a7beeb1a4fce5354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': 'd2e4cdb8-47c4-4e8a-a089-078d0648bcb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:48:02Z', 'updated_at': '2021-08-05T12:04:40Z', 'revision_number': 5, 'project_id': 'cbc89f3908d842d4a7beeb1a4fce5354', 'gw_port': {'id': 'd2e4cdb8-47c4-4e8a-a089-078d0648bcb8', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:00:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:48:04Z', 'updated_at': '2021-08-05T11:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:04:42.788064 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-e1a0bafb-fd67-4aad-be7b-a54133d2e548 admin admin] For port d2e4cdb8-47c4-4e8a-a089-078d0648bcb8, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=d2e4cdb8-47c4-4e8a-a089-078d0648bcb8,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:04:42.788790 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e1a0bafb-fd67-4aad-be7b-a54133d2e548 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:42.805270 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93113787-bc19-4d7c-9b01-7b2b80cb8906 None None] Checking router: 6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:04:42.817180 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-e1a0bafb-fd67-4aad-be7b-a54133d2e548 admin admin] Calling delete_port for d2e4cdb8-47c4-4e8a-a089-078d0648bcb8 owned by network:router_gateway {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:04:42.822971 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93113787-bc19-4d7c-9b01-7b2b80cb8906 None None] Routers {'6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:04:42.823939 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-93113787-bc19-4d7c-9b01-7b2b80cb8906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:04:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:04:42.989133 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-93113787-bc19-4d7c-9b01-7b2b80cb8906 None None] Set router 6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f gateway port host: None {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:04:43.075235 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e1a0bafb-fd67-4aad-be7b-a54133d2e548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:43.086265 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-93113787-bc19-4d7c-9b01-7b2b80cb8906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f', 'name': 'tempest-AttachVolumeShelveTestJSON-252295355-router', 'tenant_id': 'cbc89f3908d842d4a7beeb1a4fce5354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:48:02Z', 'updated_at': '2021-08-05T12:04:42Z', 'revision_number': 6, 'project_id': 'cbc89f3908d842d4a7beeb1a4fce5354', 'gw_port_host': None}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:04:43.125435 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a0bafb-fd67-4aad-be7b-a54133d2e548 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2e4cdb8-47c4-4e8a-a089-078d0648bcb8,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:04:43.138039 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93113787-bc19-4d7c-9b01-7b2b80cb8906 None None] The sync data for ids ['6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f'] in n-d-803378-2 is: [{'id': '6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f', 'name': 'tempest-AttachVolumeShelveTestJSON-252295355-router', 'tenant_id': 'cbc89f3908d842d4a7beeb1a4fce5354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:48:02Z', 'updated_at': '2021-08-05T12:04:42Z', 'revision_number': 6, 'project_id': 'cbc89f3908d842d4a7beeb1a4fce5354', 'gw_port_host': None}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:04:43.226682 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e1a0bafb-fd67-4aad-be7b-a54133d2e548 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33285055'] for router_gateway, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:43.405808 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e1a0bafb-fd67-4aad-be7b-a54133d2e548 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33262979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1951'] for router, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:43.411883 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e1a0bafb-fd67-4aad-be7b-a54133d2e548 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:43.504758 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e1a0bafb-fd67-4aad-be7b-a54133d2e548 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33262474'] for router, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:43.506775 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1a0bafb-fd67-4aad-be7b-a54133d2e548 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f {{(pid=94420) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 12:04:43.528676 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e1a0bafb-fd67-4aad-be7b-a54133d2e548 admin admin] Notify callbacks [] for router, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:43.530086 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-e1a0bafb-fd67-4aad-be7b-a54133d2e548 admin admin] 10.222.0.58 "DELETE /v2.0/routers/6aed2bfa-c2f7-4a72-a15f-1a200a6cfe1f HTTP/1.1" status: 204 len: 168 time: 1.3293495 Aug 05 12:04:43.534103 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 59394) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:04:43.611543 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_v2 [None req-5741e3ce-b22f-405e-9a9b-1301181794c5 admin admin] Deleting subnet a5e28117-6f3c-401b-be5b-a70254f1dc57 {{(pid=94420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 12:04:43.616462 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5741e3ce-b22f-405e-9a9b-1301181794c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:43.681962 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5741e3ce-b22f-405e-9a9b-1301181794c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25010562'] for subnet, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:43.832519 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5741e3ce-b22f-405e-9a9b-1301181794c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:43.942052 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:43.943285 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5741e3ce-b22f-405e-9a9b-1301181794c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29762763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24211094'] for subnet, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:43.998002 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5741e3ce-b22f-405e-9a9b-1301181794c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5e28117-6f3c-401b-be5b-a70254f1dc57,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:04:44.009991 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5741e3ce-b22f-405e-9a9b-1301181794c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:44.009991 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-5741e3ce-b22f-405e-9a9b-1301181794c5 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/a5e28117-6f3c-401b-be5b-a70254f1dc57 HTTP/1.1" status: 204 len: 168 time: 0.4702125 Aug 05 12:04:44.010646 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 59400) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:04:44.028332 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc12c41d-1eba-4bfe-85c7-9cd03a0a3a93 None None] Network 1ac4b742-2a25-4935-8476-e9ad3e543504 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:04:44.139485 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6deb5c8a-e3ab-461f-b62e-6fe6f726f468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:44.242322 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-6deb5c8a-e3ab-461f-b62e-6fe6f726f468 admin admin] Deleting port f579cf51-d3b0-485a-b154-b24f0e798540 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:04:44.242910 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6deb5c8a-e3ab-461f-b62e-6fe6f726f468 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:44.425579 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [None req-6deb5c8a-e3ab-461f-b62e-6fe6f726f468 admin admin] For port f579cf51-d3b0-485a-b154-b24f0e798540, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=f579cf51-d3b0-485a-b154-b24f0e798540,segment=NetworkSegment(de1f7257-8faa-46ea-8956-4b8e85e97bcb),segment_id=de1f7257-8faa-46ea-8956-4b8e85e97bcb)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:04:44.426446 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6deb5c8a-e3ab-461f-b62e-6fe6f726f468 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:44.467856 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-6deb5c8a-e3ab-461f-b62e-6fe6f726f468 admin admin] Calling delete_port for f579cf51-d3b0-485a-b154-b24f0e798540 owned by network:dhcp {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:04:44.524868 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12fef5a2-812c-415e-8dd4-fa79c4612b77 None None] DHCP port deletion for 1ac4b742-2a25-4935-8476-e9ad3e543504 request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 12:04:44.645330 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-12fef5a2-812c-415e-8dd4-fa79c4612b77 None None] Deleting port f579cf51-d3b0-485a-b154-b24f0e798540 {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:04:44.645724 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-12fef5a2-812c-415e-8dd4-fa79c4612b77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:44.703041 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6deb5c8a-e3ab-461f-b62e-6fe6f726f468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:44.764380 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6deb5c8a-e3ab-461f-b62e-6fe6f726f468 admin admin] Pushing event deleted for resources: {'Port': ['ID=f579cf51-d3b0-485a-b154-b24f0e798540,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:04:44.788033 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6deb5c8a-e3ab-461f-b62e-6fe6f726f468 admin admin] No DVR routers for this DVR port f579cf51-d3b0-485a-b154-b24f0e798540 on host n-d-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:04:44.788033 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 59444) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:04:44.811711 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-12fef5a2-812c-415e-8dd4-fa79c4612b77 None None] For port f579cf51-d3b0-485a-b154-b24f0e798540, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=f579cf51-d3b0-485a-b154-b24f0e798540,segment=NetworkSegment(de1f7257-8faa-46ea-8956-4b8e85e97bcb),segment_id=de1f7257-8faa-46ea-8956-4b8e85e97bcb)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:04:44.812334 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-12fef5a2-812c-415e-8dd4-fa79c4612b77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:44.836710 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-12fef5a2-812c-415e-8dd4-fa79c4612b77 None None] Calling delete_port for f579cf51-d3b0-485a-b154-b24f0e798540 owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:04:44.991663 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6deb5c8a-e3ab-461f-b62e-6fe6f726f468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:45.022614 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-6deb5c8a-e3ab-461f-b62e-6fe6f726f468 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ac4b742-2a25-4935-8476-e9ad3e543504']}} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:04:45.059680 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-6deb5c8a-e3ab-461f-b62e-6fe6f726f468 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de1f7257-8faa-46ea-8956-4b8e85e97bcb') {'for_net_delete': True} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:04:45.060030 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-6deb5c8a-e3ab-461f-b62e-6fe6f726f468 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de1f7257-8faa-46ea-8956-4b8e85e97bcb') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:04:45.074772 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6deb5c8a-e3ab-461f-b62e-6fe6f726f468 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29786371'] for segment, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:45.123268 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6deb5c8a-e3ab-461f-b62e-6fe6f726f468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:45.125020 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-12fef5a2-812c-415e-8dd4-fa79c4612b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:45.160276 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6deb5c8a-e3ab-461f-b62e-6fe6f726f468 admin admin] Releasing vlan 691 on physical network physnet1 to pool {{(pid=94421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 12:04:45.160276 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6deb5c8a-e3ab-461f-b62e-6fe6f726f468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25038799'] for segment, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:45.164457 n-d-803378-2 neutron-server[94421]: Traceback (most recent call last): Aug 05 12:04:45.164457 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 12:04:45.164457 n-d-803378-2 neutron-server[94421]: timer() Aug 05 12:04:45.164457 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 12:04:45.164457 n-d-803378-2 neutron-server[94421]: cb(*args, **kw) Aug 05 12:04:45.164457 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 12:04:45.164457 n-d-803378-2 neutron-server[94421]: return func(*args, **kwargs) Aug 05 12:04:45.164457 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 12:04:45.164457 n-d-803378-2 neutron-server[94421]: self._notify() Aug 05 12:04:45.164457 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 12:04:45.164457 n-d-803378-2 neutron-server[94421]: self.callback(batched_events) Aug 05 12:04:45.164457 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 12:04:45.164457 n-d-803378-2 neutron-server[94421]: event.method(event) Aug 05 12:04:45.164457 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 12:04:45.164457 n-d-803378-2 neutron-server[94421]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 12:04:45.164457 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 12:04:45.164457 n-d-803378-2 neutron-server[94421]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 12:04:45.164457 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 12:04:45.164457 n-d-803378-2 neutron-server[94421]: return f(self, *a, **k) Aug 05 12:04:45.164457 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 12:04:45.164457 n-d-803378-2 neutron-server[94421]: return self._get(url).json() Aug 05 12:04:45.164457 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 12:04:45.164457 n-d-803378-2 neutron-server[94421]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 12:04:45.164457 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 12:04:45.164457 n-d-803378-2 neutron-server[94421]: return self.request(url, 'GET', **kwargs) Aug 05 12:04:45.164457 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 12:04:45.164457 n-d-803378-2 neutron-server[94421]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 12:04:45.164457 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 12:04:45.164457 n-d-803378-2 neutron-server[94421]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 12:04:45.164457 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 12:04:45.164457 n-d-803378-2 neutron-server[94421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 12:04:45.164457 n-d-803378-2 neutron-server[94421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 12:04:45.189936 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device d2e4cdb8-47c4-4e8a-a089-078d0648bcb8 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:04:45.204969 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fef5a2-812c-415e-8dd4-fa79c4612b77 None None] Pushing event deleted for resources: {'Port': ['ID=f579cf51-d3b0-485a-b154-b24f0e798540,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:04:45.217733 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fef5a2-812c-415e-8dd4-fa79c4612b77 None None] No DVR routers for this DVR port f579cf51-d3b0-485a-b154-b24f0e798540 on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:04:45.257155 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: d2e4cdb8-47c4-4e8a-a089-078d0648bcb8 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:04:45.257627 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device d2e4cdb8-47c4-4e8a-a089-078d0648bcb8 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:04:45.258895 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 8aa769c9-d28d-4014-b245-171c7151cd39 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:04:45.281516 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fef5a2-812c-415e-8dd4-fa79c4612b77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:04:45.284077 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fef5a2-812c-415e-8dd4-fa79c4612b77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:04:45.284730 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fef5a2-812c-415e-8dd4-fa79c4612b77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:04:45.285301 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fef5a2-812c-415e-8dd4-fa79c4612b77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:04:45.286064 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fef5a2-812c-415e-8dd4-fa79c4612b77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:04:45.286455 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fef5a2-812c-415e-8dd4-fa79c4612b77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:04:45.287032 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fef5a2-812c-415e-8dd4-fa79c4612b77 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:04:45.287613 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fef5a2-812c-415e-8dd4-fa79c4612b77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:04:45.288196 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fef5a2-812c-415e-8dd4-fa79c4612b77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:04:45.294180 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fef5a2-812c-415e-8dd4-fa79c4612b77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:04:45.294951 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fef5a2-812c-415e-8dd4-fa79c4612b77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:04:45.295648 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fef5a2-812c-415e-8dd4-fa79c4612b77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:04:45.351300 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 8aa769c9-d28d-4014-b245-171c7151cd39 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:04:45.351834 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 8aa769c9-d28d-4014-b245-171c7151cd39 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:04:45.352530 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device f579cf51-d3b0-485a-b154-b24f0e798540 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:04:45.406096 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-49cde114-c9ed-4c2f-8f64-d2730a6639b1 tempest-TestSecurityGroupsBasicOps-564401709 tempest-TestSecurityGroupsBasicOps-564401709-project-admin] 10.222.0.58 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 4862 time: 0.6084657 Aug 05 12:04:45.406096 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6deb5c8a-e3ab-461f-b62e-6fe6f726f468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:45.409592 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: f579cf51-d3b0-485a-b154-b24f0e798540 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:04:45.409592 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device f579cf51-d3b0-485a-b154-b24f0e798540 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:04:45.410133 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 59460) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:04:45.417385 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6deb5c8a-e3ab-461f-b62e-6fe6f726f468 admin admin] Notify callbacks [] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:45.419803 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-6deb5c8a-e3ab-461f-b62e-6fe6f726f468 admin admin] 10.222.0.58 "DELETE /v2.0/networks/1ac4b742-2a25-4935-8476-e9ad3e543504 HTTP/1.1" status: 204 len: 168 time: 1.4063325 Aug 05 12:04:45.429076 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-c5e0f70f-fa8a-45a8-bc43-c812155abeba tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Request body: {'network': {'name': 'tempest-network-smoke--3273393', 'project_id': '1b9a5e2228004ed2924dbea757c1a744', 'port_security_enabled': False}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:04:45.440074 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6deb5c8a-e3ab-461f-b62e-6fe6f726f468 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ac4b742-2a25-4935-8476-e9ad3e543504,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:04:45.470368 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5e0f70f-fa8a-45a8-bc43-c812155abeba tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Made reservation on behalf of 1b9a5e2228004ed2924dbea757c1a744 for: {'network': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:04:45.480430 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c5e0f70f-fa8a-45a8-bc43-c812155abeba tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:45.539491 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5e0f70f-fa8a-45a8-bc43-c812155abeba tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] vlan segment allocate from pool success with {'vlan_id': 691, 'physical_network': 'physnet1'} {{(pid=94420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 12:04:45.585397 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c5e0f70f-fa8a-45a8-bc43-c812155abeba tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:45.585970 n-d-803378-2 neutron-server[94420]: INFO neutron.db.segments_db [None req-c5e0f70f-fa8a-45a8-bc43-c812155abeba tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Added segment 57bd4497-e9d1-4b5c-9067-329953ac3ed7 of type vlan for network 03113010-9872-4b77-a4a6-d7b49a65c006 Aug 05 12:04:45.656712 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 59484) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:04:45.678182 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c5e0f70f-fa8a-45a8-bc43-c812155abeba tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:45.738308 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-bec3d758-bc2a-4c8e-a9b7-1960f1523270 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=cbc89f3908d842d4a7beeb1a4fce5354&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0785484 Aug 05 12:04:45.743007 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 59486) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:04:45.746476 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c5e0f70f-fa8a-45a8-bc43-c812155abeba tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:45.753799 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e0f70f-fa8a-45a8-bc43-c812155abeba tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:04:45.754828 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c5e0f70f-fa8a-45a8-bc43-c812155abeba tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:45.814612 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-68ccf0db-355c-42f8-9d8a-8575cb5207ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:45.854860 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-c5e0f70f-fa8a-45a8-bc43-c812155abeba tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4490740 Aug 05 12:04:45.861449 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-68ccf0db-355c-42f8-9d8a-8575cb5207ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:45.862080 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 59488) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:04:45.895996 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-bfb3c85e-8c2e-4583-a2ab-4555304cd235 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-772367499', 'admin_state_up': True, 'project_id': '1b9a5e2228004ed2924dbea757c1a744', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:04:45.910998 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e0f70f-fa8a-45a8-bc43-c812155abeba tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Pushing event updated for resources: {'Network': ['ID=03113010-9872-4b77-a4a6-d7b49a65c006,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:04:45.951292 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 03113010-9872-4b77-a4a6-d7b49a65c006 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 12:04:45.960272 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-bfb3c85e-8c2e-4583-a2ab-4555304cd235 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33260300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1929'] for router, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:45.962655 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-bfb3c85e-8c2e-4583-a2ab-4555304cd235 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33285914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33034662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1926'] for router, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:45.998689 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-68ccf0db-355c-42f8-9d8a-8575cb5207ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:46.009369 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-68ccf0db-355c-42f8-9d8a-8575cb5207ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:46.029182 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-68ccf0db-355c-42f8-9d8a-8575cb5207ea admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d5619d6b-fbed-4b1d-9023-b58a8855bf69 HTTP/1.1" status: 204 len: 168 time: 0.2717121 Aug 05 12:04:46.060849 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccf0db-355c-42f8-9d8a-8575cb5207ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5619d6b-fbed-4b1d-9023-b58a8855bf69,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:04:46.135454 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-bfb3c85e-8c2e-4583-a2ab-4555304cd235 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:46.418962 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-bfb3c85e-8c2e-4583-a2ab-4555304cd235 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:46.865711 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-bfb3c85e-8c2e-4583-a2ab-4555304cd235 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks [] for router_gateway, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:46.893515 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-bfb3c85e-8c2e-4583-a2ab-4555304cd235 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:47.150971 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-bfb3c85e-8c2e-4583-a2ab-4555304cd235 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Allocated IP 172.25.5.82 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/cac70ccd-3b88-412f-a045-6542c41a754e) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:04:47.405397 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-bfb3c85e-8c2e-4583-a2ab-4555304cd235 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:47.458349 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-bfb3c85e-8c2e-4583-a2ab-4555304cd235 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:47.512858 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb3c85e-8c2e-4583-a2ab-4555304cd235 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:04:47.517022 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-bfb3c85e-8c2e-4583-a2ab-4555304cd235 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:04:47.521785 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb3c85e-8c2e-4583-a2ab-4555304cd235 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:04:47.550156 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 59518) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:04:47.575583 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb3c85e-8c2e-4583-a2ab-4555304cd235 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Pushing event updated for resources: {'Port': ['ID=cac70ccd-3b88-412f-a045-6542c41a754e,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:04:47.597250 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb3c85e-8c2e-4583-a2ab-4555304cd235 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:04:47.597608 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb3c85e-8c2e-4583-a2ab-4555304cd235 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:04:47.597963 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb3c85e-8c2e-4583-a2ab-4555304cd235 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:04:47.598309 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb3c85e-8c2e-4583-a2ab-4555304cd235 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:04:47.598666 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb3c85e-8c2e-4583-a2ab-4555304cd235 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:04:47.599077 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb3c85e-8c2e-4583-a2ab-4555304cd235 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:04:47.599410 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb3c85e-8c2e-4583-a2ab-4555304cd235 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:04:47.599741 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb3c85e-8c2e-4583-a2ab-4555304cd235 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:04:47.600164 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb3c85e-8c2e-4583-a2ab-4555304cd235 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:04:47.600531 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb3c85e-8c2e-4583-a2ab-4555304cd235 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:04:47.600864 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb3c85e-8c2e-4583-a2ab-4555304cd235 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:04:47.601284 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb3c85e-8c2e-4583-a2ab-4555304cd235 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:04:47.829674 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-5c3f5059-eeb2-4828-94d0-16373540d53c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1078512849-network', 'tenant_id': '5ac79aa4804c4ec78dd715e0f7f164e5'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:04:47.876816 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c3f5059-eeb2-4828-94d0-16373540d53c admin admin] Made reservation on behalf of 5ac79aa4804c4ec78dd715e0f7f164e5 for: {'network': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:04:47.879762 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5c3f5059-eeb2-4828-94d0-16373540d53c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:47.892893 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5c3f5059-eeb2-4828-94d0-16373540d53c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:47.965669 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-bfb3c85e-8c2e-4583-a2ab-4555304cd235 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks [] for router_gateway, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:48.059338 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5c3f5059-eeb2-4828-94d0-16373540d53c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:48.065824 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5c3f5059-eeb2-4828-94d0-16373540d53c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:48.099894 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c3f5059-eeb2-4828-94d0-16373540d53c admin admin] vlan segment allocate from pool success with {'vlan_id': 689, 'physical_network': 'physnet1'} {{(pid=94421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 12:04:48.111779 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3f5059-eeb2-4828-94d0-16373540d53c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a1cebeb-f567-4b46-b1c5-c7cf2bfab07b,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:04:48.121081 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5c3f5059-eeb2-4828-94d0-16373540d53c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:48.121574 n-d-803378-2 neutron-server[94421]: INFO neutron.db.segments_db [None req-5c3f5059-eeb2-4828-94d0-16373540d53c admin admin] Added segment 8e2898c2-55de-4b44-b2e0-6dc776c5ea7e of type vlan for network 3f19e325-64cf-4e1f-b582-b20cec605cde Aug 05 12:04:48.178592 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5c3f5059-eeb2-4828-94d0-16373540d53c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:48.230755 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5c3f5059-eeb2-4828-94d0-16373540d53c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:48.232977 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c3f5059-eeb2-4828-94d0-16373540d53c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:04:48.234227 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5c3f5059-eeb2-4828-94d0-16373540d53c admin admin] Notify callbacks [] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:48.374910 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-bfb3c85e-8c2e-4583-a2ab-4555304cd235 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286026'] for router, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:48.656112 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfb3c85e-8c2e-4583-a2ab-4555304cd235 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Router 69010bc7-459d-47c7-8dfe-06655deef688 is scheduled to L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d with binding_index 1 {{(pid=94420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 12:04:48.811469 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-5c3f5059-eeb2-4828-94d0-16373540d53c admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2567523 Aug 05 12:04:48.816983 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 59528) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:04:48.825546 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-8e5cd1f7-6e1b-4a0a-ae14-dad8e947061e admin admin] Request body: {'subnet': {'network_id': '3f19e325-64cf-4e1f-b582-b20cec605cde', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1078512849-subnet', 'tenant_id': '5ac79aa4804c4ec78dd715e0f7f164e5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:04:48.847475 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3f5059-eeb2-4828-94d0-16373540d53c admin admin] Pushing event updated for resources: {'Network': ['ID=3f19e325-64cf-4e1f-b582-b20cec605cde,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:04:48.864857 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 3f19e325-64cf-4e1f-b582-b20cec605cde details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 12:04:48.890073 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e5cd1f7-6e1b-4a0a-ae14-dad8e947061e admin admin] Made reservation on behalf of 5ac79aa4804c4ec78dd715e0f7f164e5 for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:04:48.892952 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfb3c85e-8c2e-4583-a2ab-4555304cd235 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:04:48.894858 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8e5cd1f7-6e1b-4a0a-ae14-dad8e947061e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:48.908674 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b6f49e-b46f-4ad6-b24d-cf4ac0a162c2 None None] Sync routers for ids ['69010bc7-459d-47c7-8dfe-06655deef688'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:04:48.928529 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b6f49e-b46f-4ad6-b24d-cf4ac0a162c2 None None] Routers {'69010bc7-459d-47c7-8dfe-06655deef688'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:04:48.929605 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-bfb3c85e-8c2e-4583-a2ab-4555304cd235 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks [] for router, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:48.929972 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-c6b6f49e-b46f-4ad6-b24d-cf4ac0a162c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:04:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['69010bc7-459d-47c7-8dfe-06655deef688'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:04:48.932914 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-bfb3c85e-8c2e-4583-a2ab-4555304cd235 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 3.0597093 Aug 05 12:04:48.937177 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 59530) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:04:49.086844 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320d7cb9-93c5-49b7-b343-ab532e2322db tempest-TestSecurityGroupsBasicOps-564401709 tempest-TestSecurityGroupsBasicOps-564401709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:04:49.089165 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-320d7cb9-93c5-49b7-b343-ab532e2322db tempest-TestSecurityGroupsBasicOps-564401709 tempest-TestSecurityGroupsBasicOps-564401709-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=1b9a5e2228004ed2924dbea757c1a744&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1506085 Aug 05 12:04:49.092254 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 59532) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:04:49.344658 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8e5cd1f7-6e1b-4a0a-ae14-dad8e947061e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25038678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30075167'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:49.349410 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-c6b6f49e-b46f-4ad6-b24d-cf4ac0a162c2 None None] Set router 69010bc7-459d-47c7-8dfe-06655deef688 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:04:49.438321 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29cc6b72-df88-4b3a-a27e-e5e9cfd67abf tempest-TestSecurityGroupsBasicOps-564401709 tempest-TestSecurityGroupsBasicOps-564401709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:04:49.440604 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-29cc6b72-df88-4b3a-a27e-e5e9cfd67abf tempest-TestSecurityGroupsBasicOps-564401709 tempest-TestSecurityGroupsBasicOps-564401709-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3471122 Aug 05 12:04:49.448470 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 59538) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:04:49.503074 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5cd1f7-6e1b-4a0a-ae14-dad8e947061e admin admin] Pushing event updated for resources: {'Subnet': ['ID=aeea250c-5d17-40dc-96d1-f040d8812261,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:04:49.514403 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-eda3a6d3-b163-4eb5-b934-d81124adcddd tempest-TestSecurityGroupsBasicOps-564401709 tempest-TestSecurityGroupsBasicOps-564401709-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0573893 Aug 05 12:04:49.515457 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 59540) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:04:49.521051 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5cd1f7-6e1b-4a0a-ae14-dad8e947061e admin admin] Checking segment: {'id': '8e2898c2-55de-4b44-b2e0-6dc776c5ea7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '3f19e325-64cf-4e1f-b582-b20cec605cde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:04:49.521516 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5cd1f7-6e1b-4a0a-ae14-dad8e947061e admin admin] Network hostable DHCP agents. Network: 3f19e325-64cf-4e1f-b582-b20cec605cde, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 12:04:49.549752 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5cd1f7-6e1b-4a0a-ae14-dad8e947061e admin admin] Network 3f19e325-64cf-4e1f-b582-b20cec605cde is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 12:04:49.573824 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-8e5cd1f7-6e1b-4a0a-ae14-dad8e947061e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, 3f19e325-64cf-4e1f-b582-b20cec605cde) {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:04:49.580110 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5cd1f7-6e1b-4a0a-ae14-dad8e947061e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:04:49.580900 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8e5cd1f7-6e1b-4a0a-ae14-dad8e947061e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:49.589497 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c76fd1d0-0092-4622-8045-4f8a30622a33 None None] Network 3f19e325-64cf-4e1f-b582-b20cec605cde requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:04:49.605383 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-46b53f8b-12a0-4ea3-b366-998b9772ec84 tempest-TestSecurityGroupsBasicOps-564401709 tempest-TestSecurityGroupsBasicOps-564401709-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=1b9a5e2228004ed2924dbea757c1a744&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0872791 Aug 05 12:04:49.607915 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 59542) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:04:49.611186 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-8e5cd1f7-6e1b-4a0a-ae14-dad8e947061e admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7910366 Aug 05 12:04:49.614248 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 59544) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:04:49.622183 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-0519005f-790a-44de-99c2-2759e319523e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1078512849-router', 'tenant_id': '5ac79aa4804c4ec78dd715e0f7f164e5', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:04:49.659933 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0519005f-790a-44de-99c2-2759e319523e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33260300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1929'] for router, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:49.663272 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0519005f-790a-44de-99c2-2759e319523e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33285914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33034662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1926'] for router, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:49.806252 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0519005f-790a-44de-99c2-2759e319523e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:49.809809 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-c6b6f49e-b46f-4ad6-b24d-cf4ac0a162c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69010bc7-459d-47c7-8dfe-06655deef688', 'name': 'tempest-TestSecurityGroupsBasicOps-router-772367499', 'tenant_id': '1b9a5e2228004ed2924dbea757c1a744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': 'cac70ccd-3b88-412f-a045-6542c41a754e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:04:45Z', 'updated_at': '2021-08-05T12:04:47Z', 'revision_number': 3, 'project_id': '1b9a5e2228004ed2924dbea757c1a744', 'gw_port': {'id': 'cac70ccd-3b88-412f-a045-6542c41a754e', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:9a:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69010bc7-459d-47c7-8dfe-06655deef688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:04:46Z', 'updated_at': '2021-08-05T12:04:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:04:49.816337 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f945f8-b2d7-4524-b99f-40832b736f86 tempest-TestSecurityGroupsBasicOps-564401709 tempest-TestSecurityGroupsBasicOps-564401709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:04:49.818343 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-51f945f8-b2d7-4524-b99f-40832b736f86 tempest-TestSecurityGroupsBasicOps-564401709 tempest-TestSecurityGroupsBasicOps-564401709-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2090435 Aug 05 12:04:49.824066 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 59548) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:04:49.889442 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b6f49e-b46f-4ad6-b24d-cf4ac0a162c2 None None] Checking router: 69010bc7-459d-47c7-8dfe-06655deef688 for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:04:49.890290 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b6f49e-b46f-4ad6-b24d-cf4ac0a162c2 None None] Updating router 69010bc7-459d-47c7-8dfe-06655deef688 port cac70ccd-3b88-412f-a045-6542c41a754e binding host n-d-803378-2 {{(pid=94423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 12:04:49.901075 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-2c11e595-9ef0-4d98-89b5-86b17da55254 tempest-TestSecurityGroupsBasicOps-564401709 tempest-TestSecurityGroupsBasicOps-564401709-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0750268 Aug 05 12:04:49.904551 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 59550) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:04:49.914167 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-f80cb5fc-b1f8-4c50-84f1-dd2974ac090e tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1363291439', 'network_id': '03113010-9872-4b77-a4a6-d7b49a65c006', 'project_id': '1b9a5e2228004ed2924dbea757c1a744', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:04:49.939727 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-c6b6f49e-b46f-4ad6-b24d-cf4ac0a162c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:50.004935 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a606f451-87a6-40e6-a3cb-43b1e76904dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-3f19e325-64cf-4e1f-b582-b20cec605cde', 'network_id': '3f19e325-64cf-4e1f-b582-b20cec605cde', 'tenant_id': '5ac79aa4804c4ec78dd715e0f7f164e5', 'fixed_ips': [{'subnet_id': 'aeea250c-5d17-40dc-96d1-f040d8812261'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 12:04:50.006488 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-a606f451-87a6-40e6-a3cb-43b1e76904dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:50.042850 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0519005f-790a-44de-99c2-2759e319523e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:50.220167 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f80cb5fc-b1f8-4c50-84f1-dd2974ac090e tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Made reservation on behalf of 1b9a5e2228004ed2924dbea757c1a744 for: {'subnet': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:04:50.227036 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f80cb5fc-b1f8-4c50-84f1-dd2974ac090e tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24211133'] for subnet, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:50.374066 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-a606f451-87a6-40e6-a3cb-43b1e76904dc None None] Allocated IP 172.20.0.2 (3f19e325-64cf-4e1f-b582-b20cec605cde/aeea250c-5d17-40dc-96d1-f040d8812261/1bb079ab-4628-4d64-b75f-65aaf280ebe3) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:04:50.623241 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-c6b6f49e-b46f-4ad6-b24d-cf4ac0a162c2 None None] Notify callbacks [] for port, precommit_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:50.653312 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.provisioning_blocks [None req-c6b6f49e-b46f-4ad6-b24d-cf4ac0a162c2 None None] Transition to ACTIVE for port object cac70ccd-3b88-412f-a045-6542c41a754e will not be triggered until provisioned by entity L2. {{(pid=94423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:04:50.659307 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0519005f-790a-44de-99c2-2759e319523e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:50.673247 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-c6b6f49e-b46f-4ad6-b24d-cf4ac0a162c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:50.729175 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0519005f-790a-44de-99c2-2759e319523e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:50.765701 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-a606f451-87a6-40e6-a3cb-43b1e76904dc None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:50.772913 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f80cb5fc-b1f8-4c50-84f1-dd2974ac090e tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29762700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24211087'] for subnet, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:50.784065 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-a606f451-87a6-40e6-a3cb-43b1e76904dc None None] Transition to ACTIVE for port object 1bb079ab-4628-4d64-b75f-65aaf280ebe3 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:04:50.812152 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-c6b6f49e-b46f-4ad6-b24d-cf4ac0a162c2 None None] Attempting to bind port cac70ccd-3b88-412f-a045-6542c41a754e on host n-d-803378-2 for vnic_type normal with profile {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:04:50.820434 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-a606f451-87a6-40e6-a3cb-43b1e76904dc None None] Transition to ACTIVE for port object 1bb079ab-4628-4d64-b75f-65aaf280ebe3 will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:04:50.821108 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-c6b6f49e-b46f-4ad6-b24d-cf4ac0a162c2 None None] Attempting to bind port cac70ccd-3b88-412f-a045-6542c41a754e by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}] {{(pid=94423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:04:50.821572 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b6f49e-b46f-4ad6-b24d-cf4ac0a162c2 None None] Attempting to bind port cac70ccd-3b88-412f-a045-6542c41a754e on network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:04:50.834951 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-a606f451-87a6-40e6-a3cb-43b1e76904dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:50.863052 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b6f49e-b46f-4ad6-b24d-cf4ac0a162c2 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:04:50.863052 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b6f49e-b46f-4ad6-b24d-cf4ac0a162c2 None None] Checking segment: {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:04:50.863052 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-c6b6f49e-b46f-4ad6-b24d-cf4ac0a162c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:50.863052 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b6f49e-b46f-4ad6-b24d-cf4ac0a162c2 None None] Bound using segment: {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'} {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:04:50.863052 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-c6b6f49e-b46f-4ad6-b24d-cf4ac0a162c2 None None] Bound port: cac70ccd-3b88-412f-a045-6542c41a754e, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}}] {{(pid=94423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:04:50.863052 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-c6b6f49e-b46f-4ad6-b24d-cf4ac0a162c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:50.863052 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2450df-3e7d-4d7d-906c-b87c9bf30f80 None None] Pushing event updated for resources: {'Port': ['ID=cac70ccd-3b88-412f-a045-6542c41a754e,revision_number=2']} {{(pid=94423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:04:50.930562 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a606f451-87a6-40e6-a3cb-43b1e76904dc None None] Network 3f19e325-64cf-4e1f-b582-b20cec605cde is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:04:50.939580 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-a606f451-87a6-40e6-a3cb-43b1e76904dc None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:04:50.943496 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a606f451-87a6-40e6-a3cb-43b1e76904dc None None] Pushing event updated for resources: {'Port': ['ID=1bb079ab-4628-4d64-b75f-65aaf280ebe3,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:04:50.947611 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a606f451-87a6-40e6-a3cb-43b1e76904dc None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:04:50.951060 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80cb5fc-b1f8-4c50-84f1-dd2974ac090e tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Pushing event updated for resources: {'Subnet': ['ID=ad508c80-55e3-4965-826c-2250e2a32b52,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:04:50.975859 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.db [None req-c6b6f49e-b46f-4ad6-b24d-cf4ac0a162c2 None None] For port cac70ccd-3b88-412f-a045-6542c41a754e, host n-d-803378-2, cleared binding levels {{(pid=94423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:04:50.989886 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.db [None req-c6b6f49e-b46f-4ad6-b24d-cf4ac0a162c2 None None] For port cac70ccd-3b88-412f-a045-6542c41a754e, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=cac70ccd-3b88-412f-a045-6542c41a754e,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:04:51.005751 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-c6b6f49e-b46f-4ad6-b24d-cf4ac0a162c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:51.040532 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-0519005f-790a-44de-99c2-2759e319523e admin admin] Allocated IP 172.25.5.43 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/44ceb000-9880-49bd-b837-d5d196742829) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:04:51.059437 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80cb5fc-b1f8-4c50-84f1-dd2974ac090e tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Checking segment: {'id': '57bd4497-e9d1-4b5c-9067-329953ac3ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '03113010-9872-4b77-a4a6-d7b49a65c006'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:04:51.060171 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80cb5fc-b1f8-4c50-84f1-dd2974ac090e tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Network hostable DHCP agents. Network: 03113010-9872-4b77-a4a6-d7b49a65c006, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 12:04:51.103588 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80cb5fc-b1f8-4c50-84f1-dd2974ac090e tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Network 03113010-9872-4b77-a4a6-d7b49a65c006 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 12:04:51.107800 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-a606f451-87a6-40e6-a3cb-43b1e76904dc None None] Attempting to bind port 1bb079ab-4628-4d64-b75f-65aaf280ebe3 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:04:51.108398 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-a606f451-87a6-40e6-a3cb-43b1e76904dc None None] Attempting to bind port 1bb079ab-4628-4d64-b75f-65aaf280ebe3 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '8e2898c2-55de-4b44-b2e0-6dc776c5ea7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '3f19e325-64cf-4e1f-b582-b20cec605cde'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:04:51.108972 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a606f451-87a6-40e6-a3cb-43b1e76904dc None None] Attempting to bind port 1bb079ab-4628-4d64-b75f-65aaf280ebe3 on network 3f19e325-64cf-4e1f-b582-b20cec605cde {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:04:51.115553 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b6f49e-b46f-4ad6-b24d-cf4ac0a162c2 None None] Routers {'69010bc7-459d-47c7-8dfe-06655deef688'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:04:51.116822 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-c6b6f49e-b46f-4ad6-b24d-cf4ac0a162c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:04:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['69010bc7-459d-47c7-8dfe-06655deef688'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:04:51.120221 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a606f451-87a6-40e6-a3cb-43b1e76904dc None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:04:51.120853 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a606f451-87a6-40e6-a3cb-43b1e76904dc None None] Checking segment: {'id': '8e2898c2-55de-4b44-b2e0-6dc776c5ea7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '3f19e325-64cf-4e1f-b582-b20cec605cde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:04:51.121628 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-a606f451-87a6-40e6-a3cb-43b1e76904dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:51.122145 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a606f451-87a6-40e6-a3cb-43b1e76904dc None None] Bound using segment: {'id': '8e2898c2-55de-4b44-b2e0-6dc776c5ea7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '3f19e325-64cf-4e1f-b582-b20cec605cde'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:04:51.122903 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-a606f451-87a6-40e6-a3cb-43b1e76904dc None None] Bound port: 1bb079ab-4628-4d64-b75f-65aaf280ebe3, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e2898c2-55de-4b44-b2e0-6dc776c5ea7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '3f19e325-64cf-4e1f-b582-b20cec605cde'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:04:51.123507 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-a606f451-87a6-40e6-a3cb-43b1e76904dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:51.131842 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-f80cb5fc-b1f8-4c50-84f1-dd2974ac090e tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, 03113010-9872-4b77-a4a6-d7b49a65c006) {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:04:51.149391 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0576513-8b88-4dbd-88cb-3c1f2bb13e15 None None] Network 03113010-9872-4b77-a4a6-d7b49a65c006 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:04:51.152173 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80cb5fc-b1f8-4c50-84f1-dd2974ac090e tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:04:51.154204 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f80cb5fc-b1f8-4c50-84f1-dd2974ac090e tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks [] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:51.194519 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-f80cb5fc-b1f8-4c50-84f1-dd2974ac090e tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.2885976 Aug 05 12:04:51.198510 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 59558) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:04:51.242021 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2450df-3e7d-4d7d-906c-b87c9bf30f80 None None] Pushing event updated for resources: {'Port': ['ID=cac70ccd-3b88-412f-a045-6542c41a754e,revision_number=3']} {{(pid=94423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:04:51.253632 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0519005f-790a-44de-99c2-2759e319523e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:51.378115 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0519005f-790a-44de-99c2-2759e319523e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:51.392894 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-c6b6f49e-b46f-4ad6-b24d-cf4ac0a162c2 None None] Set router 69010bc7-459d-47c7-8dfe-06655deef688 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:04:51.394532 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-a606f451-87a6-40e6-a3cb-43b1e76904dc None None] For port 1bb079ab-4628-4d64-b75f-65aaf280ebe3, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:04:51.398769 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-a606f451-87a6-40e6-a3cb-43b1e76904dc None None] For port 1bb079ab-4628-4d64-b75f-65aaf280ebe3, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=1bb079ab-4628-4d64-b75f-65aaf280ebe3,segment=NetworkSegment(8e2898c2-55de-4b44-b2e0-6dc776c5ea7e),segment_id=8e2898c2-55de-4b44-b2e0-6dc776c5ea7e)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:04:51.408834 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-a606f451-87a6-40e6-a3cb-43b1e76904dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:51.535409 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a606f451-87a6-40e6-a3cb-43b1e76904dc None None] Pushing event updated for resources: {'Port': ['ID=1bb079ab-4628-4d64-b75f-65aaf280ebe3,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:04:51.574968 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0519005f-790a-44de-99c2-2759e319523e admin admin] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:04:51.576832 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0519005f-790a-44de-99c2-2759e319523e admin admin] Pushing event updated for resources: {'Port': ['ID=44ceb000-9880-49bd-b837-d5d196742829,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:04:51.592277 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-0519005f-790a-44de-99c2-2759e319523e admin admin] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:04:51.598877 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0519005f-790a-44de-99c2-2759e319523e admin admin] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:04:51.768209 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d28192a1-610c-4915-8bda-30190026ea44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-03113010-9872-4b77-a4a6-d7b49a65c006', 'network_id': '03113010-9872-4b77-a4a6-d7b49a65c006', 'tenant_id': '1b9a5e2228004ed2924dbea757c1a744', 'fixed_ips': [{'subnet_id': 'ad508c80-55e3-4965-826c-2250e2a32b52'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 12:04:51.769739 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-d28192a1-610c-4915-8bda-30190026ea44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:51.840024 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 12:04:52.255228 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-c6b6f49e-b46f-4ad6-b24d-cf4ac0a162c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69010bc7-459d-47c7-8dfe-06655deef688', 'name': 'tempest-TestSecurityGroupsBasicOps-router-772367499', 'tenant_id': '1b9a5e2228004ed2924dbea757c1a744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': 'cac70ccd-3b88-412f-a045-6542c41a754e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:04:45Z', 'updated_at': '2021-08-05T12:04:47Z', 'revision_number': 3, 'project_id': '1b9a5e2228004ed2924dbea757c1a744', 'gw_port': {'id': 'cac70ccd-3b88-412f-a045-6542c41a754e', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:9a:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69010bc7-459d-47c7-8dfe-06655deef688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:04:46Z', 'updated_at': '2021-08-05T12:04:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:04:52.279157 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-d28192a1-610c-4915-8bda-30190026ea44 None None] Allocated IP 172.20.0.18 (03113010-9872-4b77-a4a6-d7b49a65c006/ad508c80-55e3-4965-826c-2250e2a32b52/b5cc0b4a-5df5-47ee-a75d-8a760319d810) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:04:52.325299 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b6f49e-b46f-4ad6-b24d-cf4ac0a162c2 None None] The sync data for ids ['69010bc7-459d-47c7-8dfe-06655deef688'] in n-d-803378-2 is: [{'id': '69010bc7-459d-47c7-8dfe-06655deef688', 'name': 'tempest-TestSecurityGroupsBasicOps-router-772367499', 'tenant_id': '1b9a5e2228004ed2924dbea757c1a744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': 'cac70ccd-3b88-412f-a045-6542c41a754e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:04:45Z', 'updated_at': '2021-08-05T12:04:47Z', 'revision_number': 3, 'project_id': '1b9a5e2228004ed2924dbea757c1a744', 'gw_port': {'id': 'cac70ccd-3b88-412f-a045-6542c41a754e', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:9a:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69010bc7-459d-47c7-8dfe-06655deef688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:04:46Z', 'updated_at': '2021-08-05T12:04:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:04:52.446551 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:52.470113 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0519005f-790a-44de-99c2-2759e319523e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:52.687738 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-d28192a1-610c-4915-8bda-30190026ea44 None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:52.718415 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-d28192a1-610c-4915-8bda-30190026ea44 None None] Transition to ACTIVE for port object b5cc0b4a-5df5-47ee-a75d-8a760319d810 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:04:52.809253 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-d28192a1-610c-4915-8bda-30190026ea44 None None] Transition to ACTIVE for port object b5cc0b4a-5df5-47ee-a75d-8a760319d810 will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:04:52.826404 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-d28192a1-610c-4915-8bda-30190026ea44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:52.991438 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28192a1-610c-4915-8bda-30190026ea44 None None] Pushing event updated for resources: {'Port': ['ID=b5cc0b4a-5df5-47ee-a75d-8a760319d810,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:04:53.064055 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28192a1-610c-4915-8bda-30190026ea44 None None] Network 03113010-9872-4b77-a4a6-d7b49a65c006 is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:04:53.071223 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-d28192a1-610c-4915-8bda-30190026ea44 None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:04:53.077869 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28192a1-610c-4915-8bda-30190026ea44 None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:04:53.195602 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0519005f-790a-44de-99c2-2759e319523e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286026'] for router, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:53.382917 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-d28192a1-610c-4915-8bda-30190026ea44 None None] Attempting to bind port b5cc0b4a-5df5-47ee-a75d-8a760319d810 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:04:53.384710 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-d28192a1-610c-4915-8bda-30190026ea44 None None] Attempting to bind port b5cc0b4a-5df5-47ee-a75d-8a760319d810 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '57bd4497-e9d1-4b5c-9067-329953ac3ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '03113010-9872-4b77-a4a6-d7b49a65c006'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:04:53.385673 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28192a1-610c-4915-8bda-30190026ea44 None None] Attempting to bind port b5cc0b4a-5df5-47ee-a75d-8a760319d810 on network 03113010-9872-4b77-a4a6-d7b49a65c006 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:04:53.397409 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28192a1-610c-4915-8bda-30190026ea44 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:04:53.398725 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28192a1-610c-4915-8bda-30190026ea44 None None] Checking segment: {'id': '57bd4497-e9d1-4b5c-9067-329953ac3ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '03113010-9872-4b77-a4a6-d7b49a65c006'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:04:53.399703 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-d28192a1-610c-4915-8bda-30190026ea44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:53.401960 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28192a1-610c-4915-8bda-30190026ea44 None None] Bound using segment: {'id': '57bd4497-e9d1-4b5c-9067-329953ac3ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '03113010-9872-4b77-a4a6-d7b49a65c006'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:04:53.404150 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-d28192a1-610c-4915-8bda-30190026ea44 None None] Bound port: b5cc0b4a-5df5-47ee-a75d-8a760319d810, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57bd4497-e9d1-4b5c-9067-329953ac3ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '03113010-9872-4b77-a4a6-d7b49a65c006'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:04:53.405770 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-d28192a1-610c-4915-8bda-30190026ea44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:53.528569 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 1bb079ab-4628-4d64-b75f-65aaf280ebe3 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:04:53.647814 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6129000e-0d36-49f9-9f46-0202d79f0103 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:53.699370 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-d28192a1-610c-4915-8bda-30190026ea44 None None] For port b5cc0b4a-5df5-47ee-a75d-8a760319d810, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:04:53.705538 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-d28192a1-610c-4915-8bda-30190026ea44 None None] For port b5cc0b4a-5df5-47ee-a75d-8a760319d810, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=b5cc0b4a-5df5-47ee-a75d-8a760319d810,segment=NetworkSegment(57bd4497-e9d1-4b5c-9067-329953ac3ed7),segment_id=57bd4497-e9d1-4b5c-9067-329953ac3ed7)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:04:53.717995 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-d28192a1-610c-4915-8bda-30190026ea44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:53.766675 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0519005f-790a-44de-99c2-2759e319523e admin admin] Router 96149523-19dc-4119-b73d-a9cad6d594ad is scheduled to L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d with binding_index 1 {{(pid=94421) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 12:04:53.838519 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 1bb079ab-4628-4d64-b75f-65aaf280ebe3 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:04:53.882924 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device cac70ccd-3b88-412f-a045-6542c41a754e up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:04:53.891231 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28192a1-610c-4915-8bda-30190026ea44 None None] Pushing event updated for resources: {'Port': ['ID=b5cc0b4a-5df5-47ee-a75d-8a760319d810,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:04:54.052329 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5040df39-b930-49b9-827d-ca227a522418 None None] Network 3f19e325-64cf-4e1f-b582-b20cec605cde requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:04:54.105923 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port cac70ccd-3b88-412f-a045-6542c41a754e completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:04:54.214380 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0519005f-790a-44de-99c2-2759e319523e admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:04:54.239217 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c668eb2d-0cab-4225-b714-5eb22b9ebd68 None None] Sync routers for ids ['96149523-19dc-4119-b73d-a9cad6d594ad'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:04:54.254558 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port cac70ccd-3b88-412f-a045-6542c41a754e triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:04:54.256722 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:54.267394 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0519005f-790a-44de-99c2-2759e319523e admin admin] Notify callbacks [] for router, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:54.273418 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-0519005f-790a-44de-99c2-2759e319523e admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.6573756 Aug 05 12:04:54.276710 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 59572) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:04:54.471401 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-a4d3918a-2cef-4deb-8303-138377f8366a None None] Provisioning for port 1bb079ab-4628-4d64-b75f-65aaf280ebe3 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:04:54.493909 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c668eb2d-0cab-4225-b714-5eb22b9ebd68 None None] Routers {'96149523-19dc-4119-b73d-a9cad6d594ad'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:04:54.495002 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-c668eb2d-0cab-4225-b714-5eb22b9ebd68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:04:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['96149523-19dc-4119-b73d-a9cad6d594ad'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:04:54.509236 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-a4d3918a-2cef-4deb-8303-138377f8366a None None] Provisioning complete for port 1bb079ab-4628-4d64-b75f-65aaf280ebe3 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:04:54.509494 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-a4d3918a-2cef-4deb-8303-138377f8366a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:54.693117 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-6129000e-0d36-49f9-9f46-0202d79f0103 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Allocated IP 172.20.0.17 (03113010-9872-4b77-a4a6-d7b49a65c006/ad508c80-55e3-4965-826c-2250e2a32b52/93443531-239a-44c3-b59b-1f79fc73bf60) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:04:54.947114 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6129000e-0d36-49f9-9f46-0202d79f0103 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:54.973899 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [None req-6129000e-0d36-49f9-9f46-0202d79f0103 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Transition to ACTIVE for port object 93443531-239a-44c3-b59b-1f79fc73bf60 will not be triggered until provisioned by entity DHCP. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:04:55.078814 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6129000e-0d36-49f9-9f46-0202d79f0103 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:55.248185 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6129000e-0d36-49f9-9f46-0202d79f0103 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Network 03113010-9872-4b77-a4a6-d7b49a65c006 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:04:55.257932 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-6129000e-0d36-49f9-9f46-0202d79f0103 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:04:55.260313 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:55.263032 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6129000e-0d36-49f9-9f46-0202d79f0103 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:04:55.326306 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6129000e-0d36-49f9-9f46-0202d79f0103 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Pushing event updated for resources: {'Port': ['ID=93443531-239a-44c3-b59b-1f79fc73bf60,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:04:55.374471 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-c668eb2d-0cab-4225-b714-5eb22b9ebd68 None None] Set router 96149523-19dc-4119-b73d-a9cad6d594ad gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:04:55.426436 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6129000e-0d36-49f9-9f46-0202d79f0103 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33288800'] for router_interface, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:55.562083 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-a4d3918a-2cef-4deb-8303-138377f8366a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:55.591889 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port cac70ccd-3b88-412f-a045-6542c41a754e, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=cac70ccd-3b88-412f-a045-6542c41a754e,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:04:55.669300 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:55.879551 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-a4d3918a-2cef-4deb-8303-138377f8366a None None] For port 1bb079ab-4628-4d64-b75f-65aaf280ebe3, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=1bb079ab-4628-4d64-b75f-65aaf280ebe3,segment=NetworkSegment(8e2898c2-55de-4b44-b2e0-6dc776c5ea7e),segment_id=8e2898c2-55de-4b44-b2e0-6dc776c5ea7e)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:04:55.912753 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-a4d3918a-2cef-4deb-8303-138377f8366a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:55.924155 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9a3ff731-55fd-431e-89f7-546a6c0e38f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:55.925496 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6129000e-0d36-49f9-9f46-0202d79f0103 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:56.026806 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device b5cc0b4a-5df5-47ee-a75d-8a760319d810 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:04:56.072434 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549b906c-5e51-4bf2-8931-8cc9b1968d55 None None] Network 03113010-9872-4b77-a4a6-d7b49a65c006 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:04:56.302077 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=cac70ccd-3b88-412f-a045-6542c41a754e,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:04:56.401384 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-20b10acf-c69b-482b-8262-74e434ce6ac0 None None] Provisioning for port b5cc0b4a-5df5-47ee-a75d-8a760319d810 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:04:56.488928 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-9a3ff731-55fd-431e-89f7-546a6c0e38f6 admin admin] Allocated IP 172.20.0.1 (3f19e325-64cf-4e1f-b582-b20cec605cde/aeea250c-5d17-40dc-96d1-f040d8812261/60a58c35-9072-4d5c-8341-10e662debaa1) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:04:56.581476 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d3918a-2cef-4deb-8303-138377f8366a None None] Pushing event updated for resources: {'Port': ['ID=1bb079ab-4628-4d64-b75f-65aaf280ebe3,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:04:56.655892 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port b5cc0b4a-5df5-47ee-a75d-8a760319d810 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:04:56.738639 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port b5cc0b4a-5df5-47ee-a75d-8a760319d810 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:04:56.740553 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:56.751007 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-94ebf81d-e846-4187-82e8-e00b76865eaa None None] Provisioning complete for port 1bb079ab-4628-4d64-b75f-65aaf280ebe3 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:04:56.751811 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-94ebf81d-e846-4187-82e8-e00b76865eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:56.799422 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6129000e-0d36-49f9-9f46-0202d79f0103 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:56.807701 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6129000e-0d36-49f9-9f46-0202d79f0103 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:56.878597 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-c668eb2d-0cab-4225-b714-5eb22b9ebd68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96149523-19dc-4119-b73d-a9cad6d594ad', 'name': 'tempest-AttachVolumeTestJSON-1078512849-router', 'tenant_id': '5ac79aa4804c4ec78dd715e0f7f164e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '44ceb000-9880-49bd-b837-d5d196742829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:04:49Z', 'updated_at': '2021-08-05T12:04:52Z', 'revision_number': 3, 'project_id': '5ac79aa4804c4ec78dd715e0f7f164e5', 'gw_port': {'id': '44ceb000-9880-49bd-b837-d5d196742829', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:82:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96149523-19dc-4119-b73d-a9cad6d594ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:04:50Z', 'updated_at': '2021-08-05T12:04:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:04:56.880620 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9a3ff731-55fd-431e-89f7-546a6c0e38f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:56.899329 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [None req-9a3ff731-55fd-431e-89f7-546a6c0e38f6 admin admin] Transition to ACTIVE for port object 60a58c35-9072-4d5c-8341-10e662debaa1 will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:04:56.957752 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9a3ff731-55fd-431e-89f7-546a6c0e38f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:56.962507 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6129000e-0d36-49f9-9f46-0202d79f0103 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Pushing event updated for resources: {'Port': ['ID=93443531-239a-44c3-b59b-1f79fc73bf60,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:04:56.963096 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c668eb2d-0cab-4225-b714-5eb22b9ebd68 None None] Checking router: 96149523-19dc-4119-b73d-a9cad6d594ad for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:04:56.963227 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c668eb2d-0cab-4225-b714-5eb22b9ebd68 None None] Updating router 96149523-19dc-4119-b73d-a9cad6d594ad port 44ceb000-9880-49bd-b837-d5d196742829 binding host n-d-803378-2 {{(pid=94422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 12:04:56.987546 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6129000e-0d36-49f9-9f46-0202d79f0103 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33140268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33208272'] for router_interface, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:57.026422 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c668eb2d-0cab-4225-b714-5eb22b9ebd68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:57.037698 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3ff731-55fd-431e-89f7-546a6c0e38f6 admin admin] Network 3f19e325-64cf-4e1f-b582-b20cec605cde is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:04:57.040794 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-9a3ff731-55fd-431e-89f7-546a6c0e38f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:04:57.049195 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3ff731-55fd-431e-89f7-546a6c0e38f6 admin admin] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:04:57.112788 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3ff731-55fd-431e-89f7-546a6c0e38f6 admin admin] Pushing event updated for resources: {'Port': ['ID=60a58c35-9072-4d5c-8341-10e662debaa1,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:04:57.127819 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9a3ff731-55fd-431e-89f7-546a6c0e38f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33288800'] for router_interface, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:57.261859 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:57.263378 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6129000e-0d36-49f9-9f46-0202d79f0103 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Network 03113010-9872-4b77-a4a6-d7b49a65c006 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:04:57.267796 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-6129000e-0d36-49f9-9f46-0202d79f0103 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:04:57.459348 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9a3ff731-55fd-431e-89f7-546a6c0e38f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:57.589709 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port b5cc0b4a-5df5-47ee-a75d-8a760319d810, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=b5cc0b4a-5df5-47ee-a75d-8a760319d810,segment=NetworkSegment(57bd4497-e9d1-4b5c-9067-329953ac3ed7),segment_id=57bd4497-e9d1-4b5c-9067-329953ac3ed7)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:04:57.691353 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:57.707450 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6129000e-0d36-49f9-9f46-0202d79f0103 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Router 69010bc7-459d-47c7-8dfe-06655deef688 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:04:57.751113 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9a3ff731-55fd-431e-89f7-546a6c0e38f6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:57.762158 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9a3ff731-55fd-431e-89f7-546a6c0e38f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:57.798464 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-3d998fbb-9d92-4fd5-a221-d37107ccfddb None None] Provisioning for port 60a58c35-9072-4d5c-8341-10e662debaa1 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:04:57.825490 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-3d998fbb-9d92-4fd5-a221-d37107ccfddb None None] Provisioning complete for port 60a58c35-9072-4d5c-8341-10e662debaa1 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:04:57.826119 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-3d998fbb-9d92-4fd5-a221-d37107ccfddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:57.920516 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9a3ff731-55fd-431e-89f7-546a6c0e38f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33140268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33208272'] for router_interface, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:57.927678 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=b5cc0b4a-5df5-47ee-a75d-8a760319d810,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:04:57.962567 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-3d998fbb-9d92-4fd5-a221-d37107ccfddb None None] Port 60a58c35-9072-4d5c-8341-10e662debaa1 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 12:04:58.084229 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 1bb079ab-4628-4d64-b75f-65aaf280ebe3 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:04:58.085491 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3ff731-55fd-431e-89f7-546a6c0e38f6 admin admin] Pushing event updated for resources: {'Port': ['ID=60a58c35-9072-4d5c-8341-10e662debaa1,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:04:58.090256 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6129000e-0d36-49f9-9f46-0202d79f0103 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:04:58.102583 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df5e5b8-bc24-423d-8cd8-6d293332d14e None None] Sync routers for ids ['69010bc7-459d-47c7-8dfe-06655deef688'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:04:58.111081 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-6129000e-0d36-49f9-9f46-0202d79f0103 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] 10.222.0.58 "PUT /v2.0/routers/69010bc7-459d-47c7-8dfe-06655deef688/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9112723 Aug 05 12:04:58.146215 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df5e5b8-bc24-423d-8cd8-6d293332d14e None None] Routers {'69010bc7-459d-47c7-8dfe-06655deef688'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:04:58.151106 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-7df5e5b8-bc24-423d-8cd8-6d293332d14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:04:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['69010bc7-459d-47c7-8dfe-06655deef688'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:04:58.322803 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c668eb2d-0cab-4225-b714-5eb22b9ebd68 None None] Notify callbacks [] for port, precommit_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:58.343203 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-2b37a826-5d3e-451b-b5fe-f0c9a305264f None None] Provisioning complete for port b5cc0b4a-5df5-47ee-a75d-8a760319d810 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:04:58.346154 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-2b37a826-5d3e-451b-b5fe-f0c9a305264f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:58.379998 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3ff731-55fd-431e-89f7-546a6c0e38f6 admin admin] Network 3f19e325-64cf-4e1f-b582-b20cec605cde is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:04:58.384155 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-9a3ff731-55fd-431e-89f7-546a6c0e38f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:04:58.462906 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-7df5e5b8-bc24-423d-8cd8-6d293332d14e None None] Set router 69010bc7-459d-47c7-8dfe-06655deef688 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:04:58.509966 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-c668eb2d-0cab-4225-b714-5eb22b9ebd68 None None] Transition to ACTIVE for port object 44ceb000-9880-49bd-b837-d5d196742829 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:04:58.565397 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c668eb2d-0cab-4225-b714-5eb22b9ebd68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:58.799250 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 1bb079ab-4628-4d64-b75f-65aaf280ebe3 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:04:58.800248 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:58.848409 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a3ff731-55fd-431e-89f7-546a6c0e38f6 admin admin] Router 96149523-19dc-4119-b73d-a9cad6d594ad has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:04:58.932019 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c00a21-e0da-4a38-b59c-f875147a1838 None None] Pushing event updated for resources: {'Port': ['ID=44ceb000-9880-49bd-b837-d5d196742829,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:04:58.949013 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-c668eb2d-0cab-4225-b714-5eb22b9ebd68 None None] Attempting to bind port 44ceb000-9880-49bd-b837-d5d196742829 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:04:58.949703 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-c668eb2d-0cab-4225-b714-5eb22b9ebd68 None None] Attempting to bind port 44ceb000-9880-49bd-b837-d5d196742829 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:04:58.950474 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c668eb2d-0cab-4225-b714-5eb22b9ebd68 None None] Attempting to bind port 44ceb000-9880-49bd-b837-d5d196742829 on network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:04:58.988563 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c668eb2d-0cab-4225-b714-5eb22b9ebd68 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:04:58.988563 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c668eb2d-0cab-4225-b714-5eb22b9ebd68 None None] Checking segment: {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:04:58.988563 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c668eb2d-0cab-4225-b714-5eb22b9ebd68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:58.988563 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c668eb2d-0cab-4225-b714-5eb22b9ebd68 None None] Bound using segment: {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:04:58.988563 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-c668eb2d-0cab-4225-b714-5eb22b9ebd68 None None] Bound port: 44ceb000-9880-49bd-b837-d5d196742829, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:04:58.988563 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c668eb2d-0cab-4225-b714-5eb22b9ebd68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:59.089930 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-7df5e5b8-bc24-423d-8cd8-6d293332d14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69010bc7-459d-47c7-8dfe-06655deef688', 'name': 'tempest-TestSecurityGroupsBasicOps-router-772367499', 'tenant_id': '1b9a5e2228004ed2924dbea757c1a744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': 'cac70ccd-3b88-412f-a045-6542c41a754e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:04:45Z', 'updated_at': '2021-08-05T12:04:55Z', 'revision_number': 4, 'project_id': '1b9a5e2228004ed2924dbea757c1a744', 'gw_port': {'id': 'cac70ccd-3b88-412f-a045-6542c41a754e', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:9a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69010bc7-459d-47c7-8dfe-06655deef688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:04:46Z', 'updated_at': '2021-08-05T12:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '93443531-239a-44c3-b59b-1f79fc73bf60', 'name': '', 'network_id': '03113010-9872-4b77-a4a6-d7b49a65c006', 'tenant_id': '1b9a5e2228004ed2924dbea757c1a744', 'mac_address': 'fa:16:3e:51:a5:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69010bc7-459d-47c7-8dfe-06655deef688', 'device_owner': 'network:router_interface', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': 'ad508c80-55e3-4965-826c-2250e2a32b52', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:04:54Z', 'updated_at': '2021-08-05T12:04:56Z', 'revision_number': 2, 'project_id': '1b9a5e2228004ed2924dbea757c1a744', 'subnets': [{'id': 'ad508c80-55e3-4965-826c-2250e2a32b52', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:04:59.138722 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc6fdaf-efc4-4222-a249-24f26f180c91 req-2543aca9-c5d2-47c0-9293-6212ee00d888 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:04:59.150700 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3cc6fdaf-efc4-4222-a249-24f26f180c91 req-2543aca9-c5d2-47c0-9293-6212ee00d888 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] 10.222.0.58 "GET /v2.0/networks?id=03113010-9872-4b77-a4a6-d7b49a65c006 HTTP/1.1" status: 200 len: 795 time: 0.2911146 Aug 05 12:04:59.157787 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df5e5b8-bc24-423d-8cd8-6d293332d14e None None] Checking router: 69010bc7-459d-47c7-8dfe-06655deef688 for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:04:59.158625 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df5e5b8-bc24-423d-8cd8-6d293332d14e None None] Updating router 69010bc7-459d-47c7-8dfe-06655deef688 port 93443531-239a-44c3-b59b-1f79fc73bf60 binding host n-d-803378-2 {{(pid=94423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 12:04:59.180852 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3cc6fdaf-efc4-4222-a249-24f26f180c91 req-d24fa249-1ecf-4e7c-816a-131cd98f9a7e tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] 10.222.0.58 "GET /v2.0/quotas/1b9a5e2228004ed2924dbea757c1a744 HTTP/1.1" status: 200 len: 375 time: 0.0282509 Aug 05 12:04:59.196822 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-c668eb2d-0cab-4225-b714-5eb22b9ebd68 None None] For port 44ceb000-9880-49bd-b837-d5d196742829, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:04:59.207348 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-c668eb2d-0cab-4225-b714-5eb22b9ebd68 None None] For port 44ceb000-9880-49bd-b837-d5d196742829, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=44ceb000-9880-49bd-b837-d5d196742829,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:04:59.216868 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-7df5e5b8-bc24-423d-8cd8-6d293332d14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:59.248875 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a3ff731-55fd-431e-89f7-546a6c0e38f6 admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:04:59.259216 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-9a3ff731-55fd-431e-89f7-546a6c0e38f6 admin admin] 10.222.0.58 "PUT /v2.0/routers/96149523-19dc-4119-b73d-a9cad6d594ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9815180 Aug 05 12:04:59.273176 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c668eb2d-0cab-4225-b714-5eb22b9ebd68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:59.326505 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-2b37a826-5d3e-451b-b5fe-f0c9a305264f None None] Provisioning for port 93443531-239a-44c3-b59b-1f79fc73bf60 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:04:59.333701 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3cc6fdaf-efc4-4222-a249-24f26f180c91 req-a66f592c-bb2b-453d-a86d-c1a7355aa59a tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=1b9a5e2228004ed2924dbea757c1a744&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1516743 Aug 05 12:04:59.440597 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device cac70ccd-3b88-412f-a045-6542c41a754e up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:04:59.448619 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-2b37a826-5d3e-451b-b5fe-f0c9a305264f None None] Provisioning complete for port 93443531-239a-44c3-b59b-1f79fc73bf60 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:04:59.449061 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-2b37a826-5d3e-451b-b5fe-f0c9a305264f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:59.571157 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3cc6fdaf-efc4-4222-a249-24f26f180c91 req-e50fee71-1f72-4194-8e9f-2763a34c8154 service neutron] 10.222.0.58 "GET /v2.0/networks/03113010-9872-4b77-a4a6-d7b49a65c006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199864 Aug 05 12:04:59.630871 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-2b37a826-5d3e-451b-b5fe-f0c9a305264f None None] Port 93443531-239a-44c3-b59b-1f79fc73bf60 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 12:04:59.675424 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c668eb2d-0cab-4225-b714-5eb22b9ebd68 None None] Routers {'96149523-19dc-4119-b73d-a9cad6d594ad'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:04:59.677778 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-c668eb2d-0cab-4225-b714-5eb22b9ebd68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:04:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['96149523-19dc-4119-b73d-a9cad6d594ad'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:04:59.689735 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c00a21-e0da-4a38-b59c-f875147a1838 None None] Pushing event updated for resources: {'Port': ['ID=44ceb000-9880-49bd-b837-d5d196742829,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:04:59.785495 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:59.818650 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-7df5e5b8-bc24-423d-8cd8-6d293332d14e None None] Notify callbacks [] for port, precommit_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:59.837905 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.provisioning_blocks [None req-7df5e5b8-bc24-423d-8cd8-6d293332d14e None None] Transition to ACTIVE for port object 93443531-239a-44c3-b59b-1f79fc73bf60 will not be triggered until provisioned by entity L2. {{(pid=94423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:04:59.849019 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-7df5e5b8-bc24-423d-8cd8-6d293332d14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:04:59.882639 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3cc6fdaf-efc4-4222-a249-24f26f180c91 req-84878495-a631-420e-aedf-3bc800a051a9 service neutron] 10.222.0.58 "GET /v2.0/networks/03113010-9872-4b77-a4a6-d7b49a65c006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2944310 Aug 05 12:04:59.957862 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port cac70ccd-3b88-412f-a045-6542c41a754e triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:04:59.958859 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:00.128773 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d958881a-91a8-49e2-aa0a-b2fc0318413f None None] Pushing event updated for resources: {'Port': ['ID=93443531-239a-44c3-b59b-1f79fc73bf60,revision_number=3']} {{(pid=94423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:05:00.173252 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-9c97a7d2-83d2-4192-bc3b-da6559be8685 None None] Provisioning complete for port 60a58c35-9072-4d5c-8341-10e662debaa1 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:05:00.174310 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-9c97a7d2-83d2-4192-bc3b-da6559be8685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:00.179937 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-c668eb2d-0cab-4225-b714-5eb22b9ebd68 None None] Set router 96149523-19dc-4119-b73d-a9cad6d594ad gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:05:00.435383 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-9c97a7d2-83d2-4192-bc3b-da6559be8685 None None] Port 60a58c35-9072-4d5c-8341-10e662debaa1 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 12:05:00.574977 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d958881a-91a8-49e2-aa0a-b2fc0318413f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:05:00.575740 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d958881a-91a8-49e2-aa0a-b2fc0318413f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:05:00.576182 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d958881a-91a8-49e2-aa0a-b2fc0318413f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:05:00.581496 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d958881a-91a8-49e2-aa0a-b2fc0318413f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:05:00.582336 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d958881a-91a8-49e2-aa0a-b2fc0318413f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:05:00.585154 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d958881a-91a8-49e2-aa0a-b2fc0318413f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:05:00.586000 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d958881a-91a8-49e2-aa0a-b2fc0318413f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:05:00.586555 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d958881a-91a8-49e2-aa0a-b2fc0318413f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:05:00.587120 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d958881a-91a8-49e2-aa0a-b2fc0318413f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:05:00.587669 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d958881a-91a8-49e2-aa0a-b2fc0318413f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:05:00.598073 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d958881a-91a8-49e2-aa0a-b2fc0318413f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:05:00.600964 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d958881a-91a8-49e2-aa0a-b2fc0318413f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:05:00.631737 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-91e2c1ab-2467-41ce-82e4-553d05051ac2 req-b9569e96-5b91-4f2d-a90e-5dc4bad90132 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8074554-29d4-4665-99de-50359b7bc393 HTTP/1.1" status: 200 len: 210 time: 0.0742350 Aug 05 12:05:00.636750 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-7df5e5b8-bc24-423d-8cd8-6d293332d14e None None] Attempting to bind port 93443531-239a-44c3-b59b-1f79fc73bf60 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:05:00.641116 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-7df5e5b8-bc24-423d-8cd8-6d293332d14e None None] Attempting to bind port 93443531-239a-44c3-b59b-1f79fc73bf60 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '57bd4497-e9d1-4b5c-9067-329953ac3ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '03113010-9872-4b77-a4a6-d7b49a65c006'}] {{(pid=94423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:05:00.644326 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df5e5b8-bc24-423d-8cd8-6d293332d14e None None] Attempting to bind port 93443531-239a-44c3-b59b-1f79fc73bf60 on network 03113010-9872-4b77-a4a6-d7b49a65c006 {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:05:00.675590 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df5e5b8-bc24-423d-8cd8-6d293332d14e None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:05:00.681626 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df5e5b8-bc24-423d-8cd8-6d293332d14e None None] Checking segment: {'id': '57bd4497-e9d1-4b5c-9067-329953ac3ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '03113010-9872-4b77-a4a6-d7b49a65c006'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:05:00.682452 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-7df5e5b8-bc24-423d-8cd8-6d293332d14e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:00.683388 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df5e5b8-bc24-423d-8cd8-6d293332d14e None None] Bound using segment: {'id': '57bd4497-e9d1-4b5c-9067-329953ac3ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '03113010-9872-4b77-a4a6-d7b49a65c006'} {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:05:00.684270 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-7df5e5b8-bc24-423d-8cd8-6d293332d14e None None] Bound port: 93443531-239a-44c3-b59b-1f79fc73bf60, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57bd4497-e9d1-4b5c-9067-329953ac3ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '03113010-9872-4b77-a4a6-d7b49a65c006'}}] {{(pid=94423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:05:00.685665 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-7df5e5b8-bc24-423d-8cd8-6d293332d14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:00.717632 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 59618) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:05:00.757224 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-8a5a5222-e01a-47c4-bb8a-2be58ec4e8d4 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1893400283', 'description': 'tempest-description--813550535'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:05:00.837414 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8a5a5222-e01a-47c4-bb8a-2be58ec4e8d4 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:00.872596 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.db [None req-7df5e5b8-bc24-423d-8cd8-6d293332d14e None None] For port 93443531-239a-44c3-b59b-1f79fc73bf60, host n-d-803378-2, cleared binding levels {{(pid=94423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:05:00.883687 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.db [None req-7df5e5b8-bc24-423d-8cd8-6d293332d14e None None] For port 93443531-239a-44c3-b59b-1f79fc73bf60, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=93443531-239a-44c3-b59b-1f79fc73bf60,segment=NetworkSegment(57bd4497-e9d1-4b5c-9067-329953ac3ed7),segment_id=57bd4497-e9d1-4b5c-9067-329953ac3ed7)] {{(pid=94423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:05:00.892654 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-7df5e5b8-bc24-423d-8cd8-6d293332d14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:00.955766 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-c668eb2d-0cab-4225-b714-5eb22b9ebd68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96149523-19dc-4119-b73d-a9cad6d594ad', 'name': 'tempest-AttachVolumeTestJSON-1078512849-router', 'tenant_id': '5ac79aa4804c4ec78dd715e0f7f164e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '44ceb000-9880-49bd-b837-d5d196742829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:04:49Z', 'updated_at': '2021-08-05T12:04:57Z', 'revision_number': 4, 'project_id': '5ac79aa4804c4ec78dd715e0f7f164e5', 'gw_port': {'id': '44ceb000-9880-49bd-b837-d5d196742829', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:82:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96149523-19dc-4119-b73d-a9cad6d594ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:04:50Z', 'updated_at': '2021-08-05T12:04:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '60a58c35-9072-4d5c-8341-10e662debaa1', 'name': '', 'network_id': '3f19e325-64cf-4e1f-b582-b20cec605cde', 'tenant_id': '5ac79aa4804c4ec78dd715e0f7f164e5', 'mac_address': 'fa:16:3e:d4:cb:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96149523-19dc-4119-b73d-a9cad6d594ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': 'aeea250c-5d17-40dc-96d1-f040d8812261', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:04:55Z', 'updated_at': '2021-08-05T12:04:57Z', 'revision_number': 2, 'project_id': '5ac79aa4804c4ec78dd715e0f7f164e5', 'subnets': [{'id': 'aeea250c-5d17-40dc-96d1-f040d8812261', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:05:01.069966 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8a5a5222-e01a-47c4-bb8a-2be58ec4e8d4 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:01.076773 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device b5cc0b4a-5df5-47ee-a75d-8a760319d810 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:05:01.080676 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8a5a5222-e01a-47c4-bb8a-2be58ec4e8d4 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:01.086258 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df5e5b8-bc24-423d-8cd8-6d293332d14e None None] Routers {'69010bc7-459d-47c7-8dfe-06655deef688'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:05:01.086564 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c668eb2d-0cab-4225-b714-5eb22b9ebd68 None None] The sync data for ids ['96149523-19dc-4119-b73d-a9cad6d594ad'] in n-d-803378-2 is: [{'id': '96149523-19dc-4119-b73d-a9cad6d594ad', 'name': 'tempest-AttachVolumeTestJSON-1078512849-router', 'tenant_id': '5ac79aa4804c4ec78dd715e0f7f164e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '44ceb000-9880-49bd-b837-d5d196742829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:04:49Z', 'updated_at': '2021-08-05T12:04:57Z', 'revision_number': 4, 'project_id': '5ac79aa4804c4ec78dd715e0f7f164e5', 'gw_port': {'id': '44ceb000-9880-49bd-b837-d5d196742829', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:82:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96149523-19dc-4119-b73d-a9cad6d594ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:04:50Z', 'updated_at': '2021-08-05T12:04:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '60a58c35-9072-4d5c-8341-10e662debaa1', 'name': '', 'network_id': '3f19e325-64cf-4e1f-b582-b20cec605cde', 'tenant_id': '5ac79aa4804c4ec78dd715e0f7f164e5', 'mac_address': 'fa:16:3e:d4:cb:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96149523-19dc-4119-b73d-a9cad6d594ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': 'aeea250c-5d17-40dc-96d1-f040d8812261', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:04:55Z', 'updated_at': '2021-08-05T12:04:57Z', 'revision_number': 2, 'project_id': '5ac79aa4804c4ec78dd715e0f7f164e5', 'subnets': [{'id': 'aeea250c-5d17-40dc-96d1-f040d8812261', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:05:01.087052 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-7df5e5b8-bc24-423d-8cd8-6d293332d14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:04:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['69010bc7-459d-47c7-8dfe-06655deef688'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:05:01.245889 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5a5222-e01a-47c4-bb8a-2be58ec4e8d4 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=def9d450-9527-4874-83f8-c0a6ecefb6d5,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:05:01.251299 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d958881a-91a8-49e2-aa0a-b2fc0318413f None None] Pushing event updated for resources: {'Port': ['ID=93443531-239a-44c3-b59b-1f79fc73bf60,revision_number=4']} {{(pid=94423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:05:01.263744 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8a5a5222-e01a-47c4-bb8a-2be58ec4e8d4 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:01.272543 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-8a5a5222-e01a-47c4-bb8a-2be58ec4e8d4 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5436616 Aug 05 12:05:01.280559 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 59626) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:05:01.303650 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-49d3d71b-c329-4f79-bd65-bb1420654a50 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Request body: {'security_group_rule': {'security_group_id': 'def9d450-9527-4874-83f8-c0a6ecefb6d5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:05:01.344384 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port b5cc0b4a-5df5-47ee-a75d-8a760319d810 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:05:01.344948 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:01.413821 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-49d3d71b-c329-4f79-bd65-bb1420654a50 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:01.603990 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-7df5e5b8-bc24-423d-8cd8-6d293332d14e None None] Set router 69010bc7-459d-47c7-8dfe-06655deef688 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:05:01.757881 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-49d3d71b-c329-4f79-bd65-bb1420654a50 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:01.772241 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-49d3d71b-c329-4f79-bd65-bb1420654a50 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:01.821041 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d3d71b-c329-4f79-bd65-bb1420654a50 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cb95051-a5ed-4189-bd1a-e166b06bcb45,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:05:01.841047 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-49d3d71b-c329-4f79-bd65-bb1420654a50 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:01.848949 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-49d3d71b-c329-4f79-bd65-bb1420654a50 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5627778 Aug 05 12:05:01.849356 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 59638) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:05:01.858068 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-5eba0a6e-7564-4efd-9211-173040eb2998 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Request body: {'security_group_rule': {'security_group_id': 'def9d450-9527-4874-83f8-c0a6ecefb6d5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:05:01.981787 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-74bc7ab5-8e8d-4f4f-8567-35a8223332dc req-47df0b1e-ff5d-49e6-8d85-62ed9ccbd8ed tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8074554-29d4-4665-99de-50359b7bc393 HTTP/1.1" status: 200 len: 210 time: 0.1076169 Aug 05 12:05:02.026261 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5eba0a6e-7564-4efd-9211-173040eb2998 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:02.108568 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5eba0a6e-7564-4efd-9211-173040eb2998 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:02.118566 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5eba0a6e-7564-4efd-9211-173040eb2998 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:02.146229 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eba0a6e-7564-4efd-9211-173040eb2998 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a006126c-0b93-4c90-a956-635e26a02744,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:05:02.157992 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5eba0a6e-7564-4efd-9211-173040eb2998 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:02.161416 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-5eba0a6e-7564-4efd-9211-173040eb2998 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3093746 Aug 05 12:05:02.165959 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 59642) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:05:02.177347 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-9964d497-4a7c-493c-ae97-065cde14f276 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Request body: {'floatingip': {'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:05:02.231254 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9964d497-4a7c-493c-ae97-065cde14f276 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Notify callbacks [] for floatingip, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:02.354763 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-7df5e5b8-bc24-423d-8cd8-6d293332d14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69010bc7-459d-47c7-8dfe-06655deef688', 'name': 'tempest-TestSecurityGroupsBasicOps-router-772367499', 'tenant_id': '1b9a5e2228004ed2924dbea757c1a744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': 'cac70ccd-3b88-412f-a045-6542c41a754e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:04:45Z', 'updated_at': '2021-08-05T12:04:55Z', 'revision_number': 4, 'project_id': '1b9a5e2228004ed2924dbea757c1a744', 'gw_port': {'id': 'cac70ccd-3b88-412f-a045-6542c41a754e', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:9a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69010bc7-459d-47c7-8dfe-06655deef688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:04:46Z', 'updated_at': '2021-08-05T12:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '93443531-239a-44c3-b59b-1f79fc73bf60', 'name': '', 'network_id': '03113010-9872-4b77-a4a6-d7b49a65c006', 'tenant_id': '1b9a5e2228004ed2924dbea757c1a744', 'mac_address': 'fa:16:3e:51:a5:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69010bc7-459d-47c7-8dfe-06655deef688', 'device_owner': 'network:router_interface', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': 'ad508c80-55e3-4965-826c-2250e2a32b52', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:04:54Z', 'updated_at': '2021-08-05T12:05:00Z', 'revision_number': 4, 'project_id': '1b9a5e2228004ed2924dbea757c1a744', 'subnets': [{'id': 'ad508c80-55e3-4965-826c-2250e2a32b52', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:05:02.428251 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df5e5b8-bc24-423d-8cd8-6d293332d14e None None] The sync data for ids ['69010bc7-459d-47c7-8dfe-06655deef688'] in n-d-803378-2 is: [{'id': '69010bc7-459d-47c7-8dfe-06655deef688', 'name': 'tempest-TestSecurityGroupsBasicOps-router-772367499', 'tenant_id': '1b9a5e2228004ed2924dbea757c1a744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': 'cac70ccd-3b88-412f-a045-6542c41a754e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:04:45Z', 'updated_at': '2021-08-05T12:04:55Z', 'revision_number': 4, 'project_id': '1b9a5e2228004ed2924dbea757c1a744', 'gw_port': {'id': 'cac70ccd-3b88-412f-a045-6542c41a754e', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:9a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69010bc7-459d-47c7-8dfe-06655deef688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:04:46Z', 'updated_at': '2021-08-05T12:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '93443531-239a-44c3-b59b-1f79fc73bf60', 'name': '', 'network_id': '03113010-9872-4b77-a4a6-d7b49a65c006', 'tenant_id': '1b9a5e2228004ed2924dbea757c1a744', 'mac_address': 'fa:16:3e:51:a5:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69010bc7-459d-47c7-8dfe-06655deef688', 'device_owner': 'network:router_interface', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': 'ad508c80-55e3-4965-826c-2250e2a32b52', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:04:54Z', 'updated_at': '2021-08-05T12:05:00Z', 'revision_number': 4, 'project_id': '1b9a5e2228004ed2924dbea757c1a744', 'subnets': [{'id': 'ad508c80-55e3-4965-826c-2250e2a32b52', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:05:02.495618 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9964d497-4a7c-493c-ae97-065cde14f276 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:03.035674 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-9964d497-4a7c-493c-ae97-065cde14f276 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Allocated IP 172.25.5.212 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/5a558121-ca31-463d-820c-8fc4d1c659ca) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:05:03.192365 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 44ceb000-9880-49bd-b837-d5d196742829 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:05:03.317416 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 44ceb000-9880-49bd-b837-d5d196742829 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:05:03.330025 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 44ceb000-9880-49bd-b837-d5d196742829 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:05:03.330868 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:03.347632 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9964d497-4a7c-493c-ae97-065cde14f276 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:03.456986 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7d73650b-9b27-4da3-969d-eea524086c96 req-6b5a583f-7214-4b53-a323-c0a09cc6930f tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8074554-29d4-4665-99de-50359b7bc393 HTTP/1.1" status: 200 len: 210 time: 0.2365477 Aug 05 12:05:03.476161 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9964d497-4a7c-493c-ae97-065cde14f276 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:03.538177 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9964d497-4a7c-493c-ae97-065cde14f276 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Pushing event updated for resources: {'Port': ['ID=5a558121-ca31-463d-820c-8fc4d1c659ca,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:05:03.562396 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9964d497-4a7c-493c-ae97-065cde14f276 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:05:03.565648 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-9964d497-4a7c-493c-ae97-065cde14f276 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:05:03.578313 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:03.584716 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9964d497-4a7c-493c-ae97-065cde14f276 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:05:03.626759 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port 44ceb000-9880-49bd-b837-d5d196742829, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=44ceb000-9880-49bd-b837-d5d196742829,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:05:03.637898 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:03.643826 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 93443531-239a-44c3-b59b-1f79fc73bf60 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:05:03.887395 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9964d497-4a7c-493c-ae97-065cde14f276 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:04.065236 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9964d497-4a7c-493c-ae97-065cde14f276 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:04.185654 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc6fdaf-efc4-4222-a249-24f26f180c91 req-c51d2342-28fc-49fb-9ee5-f3b807b8a26e tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:05:04.188519 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3cc6fdaf-efc4-4222-a249-24f26f180c91 req-c51d2342-28fc-49fb-9ee5-f3b807b8a26e tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] 10.222.0.64 "GET /v2.0/networks?id=03113010-9872-4b77-a4a6-d7b49a65c006 HTTP/1.1" status: 200 len: 795 time: 0.4095719 Aug 05 12:05:04.221797 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-3cc6fdaf-efc4-4222-a249-24f26f180c91 req-2ca3ed5c-340e-4b89-b284-b599ba4b5792 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Request body: {'port': {'device_id': 'd8074554-29d4-4665-99de-50359b7bc393', 'network_id': '03113010-9872-4b77-a4a6-d7b49a65c006', 'admin_state_up': True, 'tenant_id': '1b9a5e2228004ed2924dbea757c1a744'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:05:04.227496 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=44ceb000-9880-49bd-b837-d5d196742829,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:05:04.259810 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 93443531-239a-44c3-b59b-1f79fc73bf60 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:05:04.271101 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 93443531-239a-44c3-b59b-1f79fc73bf60 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:05:04.271678 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:04.505135 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:04.559561 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cc6fdaf-efc4-4222-a249-24f26f180c91 req-2ca3ed5c-340e-4b89-b284-b599ba4b5792 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Made reservation on behalf of 1b9a5e2228004ed2924dbea757c1a744 for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:05:04.581237 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-3cc6fdaf-efc4-4222-a249-24f26f180c91 req-2ca3ed5c-340e-4b89-b284-b599ba4b5792 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:04.608175 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port 93443531-239a-44c3-b59b-1f79fc73bf60, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=93443531-239a-44c3-b59b-1f79fc73bf60,segment=NetworkSegment(57bd4497-e9d1-4b5c-9067-329953ac3ed7),segment_id=57bd4497-e9d1-4b5c-9067-329953ac3ed7)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:05:04.619560 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:04.756856 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=93443531-239a-44c3-b59b-1f79fc73bf60,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:05:04.816908 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9964d497-4a7c-493c-ae97-065cde14f276 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:04.847980 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9964d497-4a7c-493c-ae97-065cde14f276 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:04.861384 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-357f7371-8aa1-4453-a2b5-5aa0e718ed1f req-ee2bc946-e96b-4375-afe6-097db87fd4bb tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8074554-29d4-4665-99de-50359b7bc393 HTTP/1.1" status: 200 len: 210 time: 0.1541026 Aug 05 12:05:05.006629 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9964d497-4a7c-493c-ae97-065cde14f276 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33287247'] for floatingip, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:05.015703 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 44ceb000-9880-49bd-b837-d5d196742829 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:05:05.024652 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9964d497-4a7c-493c-ae97-065cde14f276 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Pushing event updated for resources: {'Port': ['ID=5a558121-ca31-463d-820c-8fc4d1c659ca,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:05:05.049381 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9964d497-4a7c-493c-ae97-065cde14f276 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:05.057464 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-9964d497-4a7c-493c-ae97-065cde14f276 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8889110 Aug 05 12:05:05.066168 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-3cc6fdaf-efc4-4222-a249-24f26f180c91 req-2ca3ed5c-340e-4b89-b284-b599ba4b5792 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Allocated IP 172.20.0.28 (03113010-9872-4b77-a4a6-d7b49a65c006/ad508c80-55e3-4965-826c-2250e2a32b52/4ab7d08b-740d-49e2-986d-77a21745c780) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:05:05.113522 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 44ceb000-9880-49bd-b837-d5d196742829 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:05:05.114351 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:05.525400 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-22cb20b5-d41f-430c-a123-4a3803e43783 req-5eaf3e34-557e-4645-bb91-e20f824dc0da tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1893400283&fields=id&tenant_id=5ac79aa4804c4ec78dd715e0f7f164e5 HTTP/1.1" status: 200 len: 267 time: 0.1090772 Aug 05 12:05:05.538577 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-3cc6fdaf-efc4-4222-a249-24f26f180c91 req-2ca3ed5c-340e-4b89-b284-b599ba4b5792 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:05.581057 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-3cc6fdaf-efc4-4222-a249-24f26f180c91 req-2ca3ed5c-340e-4b89-b284-b599ba4b5792 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Transition to ACTIVE for port object 4ab7d08b-740d-49e2-986d-77a21745c780 will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:05:05.706427 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-3cc6fdaf-efc4-4222-a249-24f26f180c91 req-2ca3ed5c-340e-4b89-b284-b599ba4b5792 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:05.826296 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cb20b5-d41f-430c-a123-4a3803e43783 req-035b36b5-29ec-4888-ae28-07cb3c869c4d tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:05:05.830030 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-22cb20b5-d41f-430c-a123-4a3803e43783 req-035b36b5-29ec-4888-ae28-07cb3c869c4d tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "GET /v2.0/networks?id=3f19e325-64cf-4e1f-b582-b20cec605cde HTTP/1.1" status: 200 len: 811 time: 0.2965527 Aug 05 12:05:05.831593 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cc6fdaf-efc4-4222-a249-24f26f180c91 req-2ca3ed5c-340e-4b89-b284-b599ba4b5792 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Network 03113010-9872-4b77-a4a6-d7b49a65c006 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:05:05.837565 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-3cc6fdaf-efc4-4222-a249-24f26f180c91 req-2ca3ed5c-340e-4b89-b284-b599ba4b5792 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:05:05.853844 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cc6fdaf-efc4-4222-a249-24f26f180c91 req-2ca3ed5c-340e-4b89-b284-b599ba4b5792 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:05:05.897206 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-22cb20b5-d41f-430c-a123-4a3803e43783 req-89ac9237-1e5d-4372-b77e-9e0004ec17c2 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "GET /v2.0/quotas/5ac79aa4804c4ec78dd715e0f7f164e5 HTTP/1.1" status: 200 len: 375 time: 0.0430369 Aug 05 12:05:05.964857 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca3ed5c-340e-4b89-b284-b599ba4b5792 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Pushing event updated for resources: {'Port': ['ID=4ab7d08b-740d-49e2-986d-77a21745c780,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:05:06.041030 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc6fdaf-efc4-4222-a249-24f26f180c91 req-2ca3ed5c-340e-4b89-b284-b599ba4b5792 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:05:06.042580 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-3cc6fdaf-efc4-4222-a249-24f26f180c91 req-2ca3ed5c-340e-4b89-b284-b599ba4b5792 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:06.068551 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-22cb20b5-d41f-430c-a123-4a3803e43783 req-a798298c-9962-4dd9-8587-24ce2a272cc1 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=5ac79aa4804c4ec78dd715e0f7f164e5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1654911 Aug 05 12:05:06.101716 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3cc6fdaf-efc4-4222-a249-24f26f180c91 req-2ca3ed5c-340e-4b89-b284-b599ba4b5792 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.8907399 Aug 05 12:05:06.148854 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-3cc6fdaf-efc4-4222-a249-24f26f180c91 req-48d51624-7a60-42ce-9145-fe60b833c638 service neutron] Request body: {'port': {'device_id': 'd8074554-29d4-4665-99de-50359b7bc393', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:05:06.287292 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf056b8-862d-4be0-bb07-126d0bb44266 req-47961269-2710-47b5-ba7d-23e43d4605be tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:05:06.292906 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-adf056b8-862d-4be0-bb07-126d0bb44266 req-47961269-2710-47b5-ba7d-23e43d4605be tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8074554-29d4-4665-99de-50359b7bc393 HTTP/1.1" status: 200 len: 895 time: 0.1864002 Aug 05 12:05:06.371867 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-3cc6fdaf-efc4-4222-a249-24f26f180c91 req-48d51624-7a60-42ce-9145-fe60b833c638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:06.510677 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b6dd5332-11ef-451b-99e9-dd9fa29aecb9 None None] Provisioning for port 4ab7d08b-740d-49e2-986d-77a21745c780 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:05:06.523497 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b6dd5332-11ef-451b-99e9-dd9fa29aecb9 None None] Provisioning complete for port 4ab7d08b-740d-49e2-986d-77a21745c780 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:05:06.527266 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b6dd5332-11ef-451b-99e9-dd9fa29aecb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:06.562789 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-22cb20b5-d41f-430c-a123-4a3803e43783 req-6ba36620-583b-4bb6-811e-221dd6f44b91 service neutron] 10.222.0.58 "GET /v2.0/networks/3f19e325-64cf-4e1f-b582-b20cec605cde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4122088 Aug 05 12:05:06.645794 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-b6dd5332-11ef-451b-99e9-dd9fa29aecb9 None None] Port 4ab7d08b-740d-49e2-986d-77a21745c780 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 12:05:06.709396 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-22cb20b5-d41f-430c-a123-4a3803e43783 req-3f2b0aa2-5cfb-4503-90c3-7b8bcda7ae7c service neutron] 10.222.0.58 "GET /v2.0/networks/3f19e325-64cf-4e1f-b582-b20cec605cde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418831 Aug 05 12:05:06.761665 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ea6145-ae4c-4749-bfc5-d3abbc3011ff None None] Sync routers for ids ['96149523-19dc-4119-b73d-a9cad6d594ad'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:05:06.810358 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ea6145-ae4c-4749-bfc5-d3abbc3011ff None None] Routers {'96149523-19dc-4119-b73d-a9cad6d594ad'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:05:06.811128 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-f0ea6145-ae4c-4749-bfc5-d3abbc3011ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:04:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['96149523-19dc-4119-b73d-a9cad6d594ad'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:05:06.919316 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 93443531-239a-44c3-b59b-1f79fc73bf60 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:05:07.117073 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-3cc6fdaf-efc4-4222-a249-24f26f180c91 req-48d51624-7a60-42ce-9145-fe60b833c638 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ab7d08b-740d-49e2-986d-77a21745c780 {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 12:05:07.134290 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a26c34e3-8f63-4d86-a5ef-390cc85faac5 req-9d02a55f-4e27-4621-83a4-ec56120aae02 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4aeee61-754b-4adc-945a-a5e114a3f2c7 HTTP/1.1" status: 200 len: 210 time: 0.0748506 Aug 05 12:05:07.142663 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-3cc6fdaf-efc4-4222-a249-24f26f180c91 req-48d51624-7a60-42ce-9145-fe60b833c638 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:07.195699 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-3cc6fdaf-efc4-4222-a249-24f26f180c91 req-48d51624-7a60-42ce-9145-fe60b833c638 service neutron] Transition to ACTIVE for port object 4ab7d08b-740d-49e2-986d-77a21745c780 will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:05:07.200221 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-f0ea6145-ae4c-4749-bfc5-d3abbc3011ff None None] Set router 96149523-19dc-4119-b73d-a9cad6d594ad gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:05:07.212551 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-3cc6fdaf-efc4-4222-a249-24f26f180c91 req-48d51624-7a60-42ce-9145-fe60b833c638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:07.278786 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 93443531-239a-44c3-b59b-1f79fc73bf60 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:05:07.279232 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:07.403292 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d51624-7a60-42ce-9145-fe60b833c638 service neutron] Pushing event updated for resources: {'Port': ['ID=4ab7d08b-740d-49e2-986d-77a21745c780,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:05:07.410024 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-9daa7178-7b97-4de5-a9e6-86c718382c33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:07.632654 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-3cc6fdaf-efc4-4222-a249-24f26f180c91 req-48d51624-7a60-42ce-9145-fe60b833c638 service neutron] Attempting to bind port 4ab7d08b-740d-49e2-986d-77a21745c780 on host n-h1-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:05:07.634080 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-3cc6fdaf-efc4-4222-a249-24f26f180c91 req-48d51624-7a60-42ce-9145-fe60b833c638 service neutron] Attempting to bind port 4ab7d08b-740d-49e2-986d-77a21745c780 by drivers openvswitch,hyperv on host n-h1-803378-2 at level 0 using segments [{'id': '57bd4497-e9d1-4b5c-9067-329953ac3ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '03113010-9872-4b77-a4a6-d7b49a65c006'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:05:07.634635 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc6fdaf-efc4-4222-a249-24f26f180c91 req-48d51624-7a60-42ce-9145-fe60b833c638 service neutron] Attempting to bind port 4ab7d08b-740d-49e2-986d-77a21745c780 on network 03113010-9872-4b77-a4a6-d7b49a65c006 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:05:07.647437 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc6fdaf-efc4-4222-a249-24f26f180c91 req-48d51624-7a60-42ce-9145-fe60b833c638 service neutron] Port 4ab7d08b-740d-49e2-986d-77a21745c780 on network 03113010-9872-4b77-a4a6-d7b49a65c006 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 12:05:07.648685 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc6fdaf-efc4-4222-a249-24f26f180c91 req-48d51624-7a60-42ce-9145-fe60b833c638 service neutron] Attempting to bind port 4ab7d08b-740d-49e2-986d-77a21745c780 on network 03113010-9872-4b77-a4a6-d7b49a65c006 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:05:07.660091 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc6fdaf-efc4-4222-a249-24f26f180c91 req-48d51624-7a60-42ce-9145-fe60b833c638 service neutron] Checking agent: {'id': '40bb7567-59bd-4b31-bc29-da1c50bca759', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:05:07.660516 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc6fdaf-efc4-4222-a249-24f26f180c91 req-48d51624-7a60-42ce-9145-fe60b833c638 service neutron] Checking segment: {'id': '57bd4497-e9d1-4b5c-9067-329953ac3ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '03113010-9872-4b77-a4a6-d7b49a65c006'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:05:07.661147 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc6fdaf-efc4-4222-a249-24f26f180c91 req-48d51624-7a60-42ce-9145-fe60b833c638 service neutron] Bound using segment: {'id': '57bd4497-e9d1-4b5c-9067-329953ac3ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '03113010-9872-4b77-a4a6-d7b49a65c006'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:05:07.662837 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-3cc6fdaf-efc4-4222-a249-24f26f180c91 req-48d51624-7a60-42ce-9145-fe60b833c638 service neutron] Bound port: 4ab7d08b-740d-49e2-986d-77a21745c780, host: n-h1-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57bd4497-e9d1-4b5c-9067-329953ac3ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '03113010-9872-4b77-a4a6-d7b49a65c006'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:05:07.664554 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-3cc6fdaf-efc4-4222-a249-24f26f180c91 req-48d51624-7a60-42ce-9145-fe60b833c638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:07.752594 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad31655-46cd-46b7-8b98-400a05efddd4 req-2a2f111e-6bbd-42a8-880f-5794638eac6d tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:05:07.754798 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2ad31655-46cd-46b7-8b98-400a05efddd4 req-2a2f111e-6bbd-42a8-880f-5794638eac6d tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8074554-29d4-4665-99de-50359b7bc393 HTTP/1.1" status: 200 len: 907 time: 0.1849205 Aug 05 12:05:07.891319 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-3cc6fdaf-efc4-4222-a249-24f26f180c91 req-48d51624-7a60-42ce-9145-fe60b833c638 service neutron] For port 4ab7d08b-740d-49e2-986d-77a21745c780, host n-h1-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:05:07.895446 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-3cc6fdaf-efc4-4222-a249-24f26f180c91 req-48d51624-7a60-42ce-9145-fe60b833c638 service neutron] For port 4ab7d08b-740d-49e2-986d-77a21745c780, host n-h1-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=4ab7d08b-740d-49e2-986d-77a21745c780,segment=NetworkSegment(57bd4497-e9d1-4b5c-9067-329953ac3ed7),segment_id=57bd4497-e9d1-4b5c-9067-329953ac3ed7)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:05:07.902553 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-3cc6fdaf-efc4-4222-a249-24f26f180c91 req-48d51624-7a60-42ce-9145-fe60b833c638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:07.941173 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-f0ea6145-ae4c-4749-bfc5-d3abbc3011ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96149523-19dc-4119-b73d-a9cad6d594ad', 'name': 'tempest-AttachVolumeTestJSON-1078512849-router', 'tenant_id': '5ac79aa4804c4ec78dd715e0f7f164e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '44ceb000-9880-49bd-b837-d5d196742829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:04:49Z', 'updated_at': '2021-08-05T12:04:57Z', 'revision_number': 4, 'project_id': '5ac79aa4804c4ec78dd715e0f7f164e5', 'gw_port': {'id': '44ceb000-9880-49bd-b837-d5d196742829', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:82:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96149523-19dc-4119-b73d-a9cad6d594ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:04:50Z', 'updated_at': '2021-08-05T12:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '60a58c35-9072-4d5c-8341-10e662debaa1', 'name': '', 'network_id': '3f19e325-64cf-4e1f-b582-b20cec605cde', 'tenant_id': '5ac79aa4804c4ec78dd715e0f7f164e5', 'mac_address': 'fa:16:3e:d4:cb:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96149523-19dc-4119-b73d-a9cad6d594ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': 'aeea250c-5d17-40dc-96d1-f040d8812261', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:04:55Z', 'updated_at': '2021-08-05T12:04:57Z', 'revision_number': 2, 'project_id': '5ac79aa4804c4ec78dd715e0f7f164e5', 'subnets': [{'id': 'aeea250c-5d17-40dc-96d1-f040d8812261', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:05:07.989601 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ea6145-ae4c-4749-bfc5-d3abbc3011ff None None] Checking router: 96149523-19dc-4119-b73d-a9cad6d594ad for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:05:07.990034 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ea6145-ae4c-4749-bfc5-d3abbc3011ff None None] Updating router 96149523-19dc-4119-b73d-a9cad6d594ad port 60a58c35-9072-4d5c-8341-10e662debaa1 binding host n-d-803378-2 {{(pid=94422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 12:05:07.993326 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc6fdaf-efc4-4222-a249-24f26f180c91 req-48d51624-7a60-42ce-9145-fe60b833c638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:05:07.994611 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-3cc6fdaf-efc4-4222-a249-24f26f180c91 req-48d51624-7a60-42ce-9145-fe60b833c638 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:07.996431 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3cc6fdaf-efc4-4222-a249-24f26f180c91 req-48d51624-7a60-42ce-9145-fe60b833c638 service neutron] 10.222.0.64 "PUT /v2.0/ports/4ab7d08b-740d-49e2-986d-77a21745c780 HTTP/1.1" status: 200 len: 1055 time: 1.8771586 Aug 05 12:05:07.997092 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8074554-29d4-4665-99de-50359b7bc393', 'tag': '4ab7d08b-740d-49e2-986d-77a21745c780'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:05:08.001177 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5cbfd77-3dc6-4d3f-96c5-34730aa8b99d" -d '{"events": [{"name": "network-changed", "server_uuid": "d8074554-29d4-4665-99de-50359b7bc393", "tag": "4ab7d08b-740d-49e2-986d-77a21745c780"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:05:08.021339 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d51624-7a60-42ce-9145-fe60b833c638 service neutron] Pushing event updated for resources: {'Port': ['ID=4ab7d08b-740d-49e2-986d-77a21745c780,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:05:08.047448 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f0ea6145-ae4c-4749-bfc5-d3abbc3011ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:08.163003 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 12:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-930a77ac-2b86-409d-ba2d-894013021552 x-openstack-request-id: req-930a77ac-2b86-409d-ba2d-894013021552 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:05:08.164383 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8074554-29d4-4665-99de-50359b7bc393", "tag": "4ab7d08b-740d-49e2-986d-77a21745c780", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:05:08.165094 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-930a77ac-2b86-409d-ba2d-894013021552 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:05:08.165542 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8074554-29d4-4665-99de-50359b7bc393', 'tag': '4ab7d08b-740d-49e2-986d-77a21745c780', 'status': 'completed', 'code': 200} Aug 05 12:05:08.179075 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc6fdaf-efc4-4222-a249-24f26f180c91 req-a7255b7e-164e-43d4-a24b-4aaa9a9b0036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:05:08.181540 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3cc6fdaf-efc4-4222-a249-24f26f180c91 req-a7255b7e-164e-43d4-a24b-4aaa9a9b0036 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1b9a5e2228004ed2924dbea757c1a744&device_id=d8074554-29d4-4665-99de-50359b7bc393 HTTP/1.1" status: 200 len: 1058 time: 0.1010561 Aug 05 12:05:08.359789 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-226402d6-6eb2-4c16-8ded-fd43f17b3f26 req-0fd121fe-6add-4f31-87e7-877d93780655 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4aeee61-754b-4adc-945a-a5e114a3f2c7 HTTP/1.1" status: 200 len: 210 time: 0.0674889 Aug 05 12:05:08.403654 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3cc6fdaf-efc4-4222-a249-24f26f180c91 req-16c72831-b8e7-4b76-9277-325f9c3891d2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=4ab7d08b-740d-49e2-986d-77a21745c780 HTTP/1.1" status: 200 len: 217 time: 0.2002177 Aug 05 12:05:08.521838 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc6fdaf-efc4-4222-a249-24f26f180c91 req-f4e3c565-2e83-4663-9aa9-0a2da89e846d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:05:08.525027 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3cc6fdaf-efc4-4222-a249-24f26f180c91 req-f4e3c565-2e83-4663-9aa9-0a2da89e846d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ad508c80-55e3-4965-826c-2250e2a32b52 HTTP/1.1" status: 200 len: 838 time: 0.1059523 Aug 05 12:05:08.618260 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc6fdaf-efc4-4222-a249-24f26f180c91 req-de3cadfe-8444-4419-85a7-fd0d8782ef09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:05:08.621431 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3cc6fdaf-efc4-4222-a249-24f26f180c91 req-de3cadfe-8444-4419-85a7-fd0d8782ef09 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=03113010-9872-4b77-a4a6-d7b49a65c006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0841341 Aug 05 12:05:08.681616 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f0ea6145-ae4c-4749-bfc5-d3abbc3011ff None None] Notify callbacks [] for port, precommit_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:08.697547 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f0ea6145-ae4c-4749-bfc5-d3abbc3011ff None None] Transition to ACTIVE for port object 60a58c35-9072-4d5c-8341-10e662debaa1 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:05:08.714083 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f0ea6145-ae4c-4749-bfc5-d3abbc3011ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:08.844249 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f233ca8-57e9-4c23-b4db-48eb46b4f607 None None] Pushing event updated for resources: {'Port': ['ID=60a58c35-9072-4d5c-8341-10e662debaa1,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:05:08.865091 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3cc6fdaf-efc4-4222-a249-24f26f180c91 req-b73ad693-84e9-4f2b-99fc-7a5c15a0f14e service neutron] 10.222.0.64 "GET /v2.0/networks/03113010-9872-4b77-a4a6-d7b49a65c006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285104 Aug 05 12:05:09.015652 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-f0ea6145-ae4c-4749-bfc5-d3abbc3011ff None None] Attempting to bind port 60a58c35-9072-4d5c-8341-10e662debaa1 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:05:09.017399 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-f0ea6145-ae4c-4749-bfc5-d3abbc3011ff None None] Attempting to bind port 60a58c35-9072-4d5c-8341-10e662debaa1 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '8e2898c2-55de-4b44-b2e0-6dc776c5ea7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '3f19e325-64cf-4e1f-b582-b20cec605cde'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:05:09.018060 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ea6145-ae4c-4749-bfc5-d3abbc3011ff None None] Attempting to bind port 60a58c35-9072-4d5c-8341-10e662debaa1 on network 3f19e325-64cf-4e1f-b582-b20cec605cde {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:05:09.036644 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ea6145-ae4c-4749-bfc5-d3abbc3011ff None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:05:09.038719 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ea6145-ae4c-4749-bfc5-d3abbc3011ff None None] Checking segment: {'id': '8e2898c2-55de-4b44-b2e0-6dc776c5ea7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '3f19e325-64cf-4e1f-b582-b20cec605cde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:05:09.040583 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f0ea6145-ae4c-4749-bfc5-d3abbc3011ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:09.042638 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ea6145-ae4c-4749-bfc5-d3abbc3011ff None None] Bound using segment: {'id': '8e2898c2-55de-4b44-b2e0-6dc776c5ea7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '3f19e325-64cf-4e1f-b582-b20cec605cde'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:05:09.043428 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-f0ea6145-ae4c-4749-bfc5-d3abbc3011ff None None] Bound port: 60a58c35-9072-4d5c-8341-10e662debaa1, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e2898c2-55de-4b44-b2e0-6dc776c5ea7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '3f19e325-64cf-4e1f-b582-b20cec605cde'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:05:09.044032 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f0ea6145-ae4c-4749-bfc5-d3abbc3011ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:09.134289 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b3ccb2-3092-4f8c-80bc-b0e3188af71c req-f48a697f-13f2-4557-9b91-4dddd8582091 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:05:09.152755 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-89b3ccb2-3092-4f8c-80bc-b0e3188af71c req-f48a697f-13f2-4557-9b91-4dddd8582091 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8074554-29d4-4665-99de-50359b7bc393 HTTP/1.1" status: 200 len: 907 time: 0.1447840 Aug 05 12:05:09.160333 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3cc6fdaf-efc4-4222-a249-24f26f180c91 req-cc37b361-f4ec-4598-854c-d47a26dee179 service neutron] 10.222.0.64 "GET /v2.0/networks/03113010-9872-4b77-a4a6-d7b49a65c006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2822263 Aug 05 12:05:09.198312 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f0ea6145-ae4c-4749-bfc5-d3abbc3011ff None None] For port 60a58c35-9072-4d5c-8341-10e662debaa1, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:05:09.206947 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f0ea6145-ae4c-4749-bfc5-d3abbc3011ff None None] For port 60a58c35-9072-4d5c-8341-10e662debaa1, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=60a58c35-9072-4d5c-8341-10e662debaa1,segment=NetworkSegment(8e2898c2-55de-4b44-b2e0-6dc776c5ea7e),segment_id=8e2898c2-55de-4b44-b2e0-6dc776c5ea7e)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:05:09.215012 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f0ea6145-ae4c-4749-bfc5-d3abbc3011ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:09.334815 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ea6145-ae4c-4749-bfc5-d3abbc3011ff None None] Routers {'96149523-19dc-4119-b73d-a9cad6d594ad'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:05:09.335916 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-f0ea6145-ae4c-4749-bfc5-d3abbc3011ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:04:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['96149523-19dc-4119-b73d-a9cad6d594ad'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:05:09.598931 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-f0ea6145-ae4c-4749-bfc5-d3abbc3011ff None None] Set router 96149523-19dc-4119-b73d-a9cad6d594ad gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:05:09.704682 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f233ca8-57e9-4c23-b4db-48eb46b4f607 None None] Pushing event updated for resources: {'Port': ['ID=60a58c35-9072-4d5c-8341-10e662debaa1,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:05:09.818090 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-776a831f-d5e1-4b45-9054-b9fc12dc4f5d req-ea2b60ff-d4fa-4c36-8b28-a410d9f1bdcd tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4aeee61-754b-4adc-945a-a5e114a3f2c7 HTTP/1.1" status: 200 len: 210 time: 0.1203678 Aug 05 12:05:10.078026 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-5376c3e5-7b08-4dff-8f90-de5ec869b5fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:10.183922 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:10.302911 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cb20b5-d41f-430c-a123-4a3803e43783 req-7c4ef560-26d8-4074-819b-99ea12cd4c2f tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:05:10.305712 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-22cb20b5-d41f-430c-a123-4a3803e43783 req-7c4ef560-26d8-4074-819b-99ea12cd4c2f tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.55 "GET /v2.0/networks?id=3f19e325-64cf-4e1f-b582-b20cec605cde HTTP/1.1" status: 200 len: 811 time: 0.1869023 Aug 05 12:05:10.317322 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cbfd77-3dc6-4d3f-96c5-34730aa8b99d req-bbd6b201-6022-470e-8500-1b616234dfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:05:10.320027 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c5cbfd77-3dc6-4d3f-96c5-34730aa8b99d req-bbd6b201-6022-470e-8500-1b616234dfd3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1b9a5e2228004ed2924dbea757c1a744&device_id=d8074554-29d4-4665-99de-50359b7bc393 HTTP/1.1" status: 200 len: 1058 time: 0.9940228 Aug 05 12:05:10.418982 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-f0ea6145-ae4c-4749-bfc5-d3abbc3011ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96149523-19dc-4119-b73d-a9cad6d594ad', 'name': 'tempest-AttachVolumeTestJSON-1078512849-router', 'tenant_id': '5ac79aa4804c4ec78dd715e0f7f164e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '44ceb000-9880-49bd-b837-d5d196742829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:04:49Z', 'updated_at': '2021-08-05T12:04:57Z', 'revision_number': 4, 'project_id': '5ac79aa4804c4ec78dd715e0f7f164e5', 'gw_port': {'id': '44ceb000-9880-49bd-b837-d5d196742829', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:82:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96149523-19dc-4119-b73d-a9cad6d594ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:04:50Z', 'updated_at': '2021-08-05T12:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '60a58c35-9072-4d5c-8341-10e662debaa1', 'name': '', 'network_id': '3f19e325-64cf-4e1f-b582-b20cec605cde', 'tenant_id': '5ac79aa4804c4ec78dd715e0f7f164e5', 'mac_address': 'fa:16:3e:d4:cb:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96149523-19dc-4119-b73d-a9cad6d594ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': 'aeea250c-5d17-40dc-96d1-f040d8812261', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:04:55Z', 'updated_at': '2021-08-05T12:05:09Z', 'revision_number': 4, 'project_id': '5ac79aa4804c4ec78dd715e0f7f164e5', 'subnets': [{'id': 'aeea250c-5d17-40dc-96d1-f040d8812261', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:05:10.478179 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa27b4d3-9645-401a-a27e-77373a99bf68 req-02fdf7d4-ca51-4164-af30-5a82d19aa06a tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:05:10.479894 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fa27b4d3-9645-401a-a27e-77373a99bf68 req-02fdf7d4-ca51-4164-af30-5a82d19aa06a tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8074554-29d4-4665-99de-50359b7bc393 HTTP/1.1" status: 200 len: 907 time: 0.1092572 Aug 05 12:05:10.485370 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ea6145-ae4c-4749-bfc5-d3abbc3011ff None None] The sync data for ids ['96149523-19dc-4119-b73d-a9cad6d594ad'] in n-d-803378-2 is: [{'id': '96149523-19dc-4119-b73d-a9cad6d594ad', 'name': 'tempest-AttachVolumeTestJSON-1078512849-router', 'tenant_id': '5ac79aa4804c4ec78dd715e0f7f164e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '44ceb000-9880-49bd-b837-d5d196742829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:04:49Z', 'updated_at': '2021-08-05T12:04:57Z', 'revision_number': 4, 'project_id': '5ac79aa4804c4ec78dd715e0f7f164e5', 'gw_port': {'id': '44ceb000-9880-49bd-b837-d5d196742829', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:82:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96149523-19dc-4119-b73d-a9cad6d594ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:04:50Z', 'updated_at': '2021-08-05T12:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '60a58c35-9072-4d5c-8341-10e662debaa1', 'name': '', 'network_id': '3f19e325-64cf-4e1f-b582-b20cec605cde', 'tenant_id': '5ac79aa4804c4ec78dd715e0f7f164e5', 'mac_address': 'fa:16:3e:d4:cb:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96149523-19dc-4119-b73d-a9cad6d594ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': 'aeea250c-5d17-40dc-96d1-f040d8812261', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:04:55Z', 'updated_at': '2021-08-05T12:05:09Z', 'revision_number': 4, 'project_id': '5ac79aa4804c4ec78dd715e0f7f164e5', 'subnets': [{'id': 'aeea250c-5d17-40dc-96d1-f040d8812261', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:05:10.526138 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-22cb20b5-d41f-430c-a123-4a3803e43783 req-33eb8118-101c-4068-ab36-4c0c25b17ddb tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5ac79aa4804c4ec78dd715e0f7f164e5 HTTP/1.1" status: 200 len: 380 time: 0.2045178 Aug 05 12:05:10.546819 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-22cb20b5-d41f-430c-a123-4a3803e43783 req-0b99b36c-d66a-4c4f-8fdd-03afaa874e67 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Request body: {'port': {'device_id': 'c4aeee61-754b-4adc-945a-a5e114a3f2c7', 'network_id': '3f19e325-64cf-4e1f-b582-b20cec605cde', 'admin_state_up': True, 'tenant_id': '5ac79aa4804c4ec78dd715e0f7f164e5', 'security_groups': ['def9d450-9527-4874-83f8-c0a6ecefb6d5']}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:05:10.651608 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cbfd77-3dc6-4d3f-96c5-34730aa8b99d req-161de0a2-d43f-4bdd-981e-efa5a1af6d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:05:10.652072 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c5cbfd77-3dc6-4d3f-96c5-34730aa8b99d req-161de0a2-d43f-4bdd-981e-efa5a1af6d4c service neutron] 10.222.0.64 "GET /v2.0/networks?id=03113010-9872-4b77-a4a6-d7b49a65c006 HTTP/1.1" status: 200 len: 896 time: 0.3186865 Aug 05 12:05:10.759841 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c5cbfd77-3dc6-4d3f-96c5-34730aa8b99d req-74b546e7-0bc2-4785-9f19-11b5913836fd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=4ab7d08b-740d-49e2-986d-77a21745c780 HTTP/1.1" status: 200 len: 217 time: 0.0765507 Aug 05 12:05:10.923630 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cbfd77-3dc6-4d3f-96c5-34730aa8b99d req-2eb83153-1faf-4d53-9cef-000026f1ed9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:05:10.926075 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c5cbfd77-3dc6-4d3f-96c5-34730aa8b99d req-2eb83153-1faf-4d53-9cef-000026f1ed9f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ad508c80-55e3-4965-826c-2250e2a32b52 HTTP/1.1" status: 200 len: 838 time: 0.1513250 Aug 05 12:05:10.964623 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22cb20b5-d41f-430c-a123-4a3803e43783 req-0b99b36c-d66a-4c4f-8fdd-03afaa874e67 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Made reservation on behalf of 5ac79aa4804c4ec78dd715e0f7f164e5 for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:05:10.981926 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-22cb20b5-d41f-430c-a123-4a3803e43783 req-0b99b36c-d66a-4c4f-8fdd-03afaa874e67 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:10.998033 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 60a58c35-9072-4d5c-8341-10e662debaa1 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:05:11.025657 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-88fed173-b7e0-4d87-873c-9722272d07f9 req-49a3712f-c694-4b46-8a06-3a0117c2e52b tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4aeee61-754b-4adc-945a-a5e114a3f2c7 HTTP/1.1" status: 200 len: 210 time: 0.0640461 Aug 05 12:05:11.111923 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cbfd77-3dc6-4d3f-96c5-34730aa8b99d req-81293b83-c116-496b-b141-9ea3ac01e151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:05:11.114412 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c5cbfd77-3dc6-4d3f-96c5-34730aa8b99d req-81293b83-c116-496b-b141-9ea3ac01e151 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=03113010-9872-4b77-a4a6-d7b49a65c006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1764629 Aug 05 12:05:11.127360 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 60a58c35-9072-4d5c-8341-10e662debaa1 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:05:11.133388 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 60a58c35-9072-4d5c-8341-10e662debaa1 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:05:11.134221 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:11.382583 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:11.449325 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port 60a58c35-9072-4d5c-8341-10e662debaa1, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=60a58c35-9072-4d5c-8341-10e662debaa1,segment=NetworkSegment(8e2898c2-55de-4b44-b2e0-6dc776c5ea7e),segment_id=8e2898c2-55de-4b44-b2e0-6dc776c5ea7e)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:05:11.457636 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:11.478397 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-22cb20b5-d41f-430c-a123-4a3803e43783 req-0b99b36c-d66a-4c4f-8fdd-03afaa874e67 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Allocated IP 172.20.0.11 (3f19e325-64cf-4e1f-b582-b20cec605cde/aeea250c-5d17-40dc-96d1-f040d8812261/f4be0502-a7e3-41af-943e-a3ca32b65a42) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:05:11.490035 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c5cbfd77-3dc6-4d3f-96c5-34730aa8b99d req-e4fce458-b85a-4ddb-9234-848053d823de service neutron] 10.222.0.64 "GET /v2.0/networks/03113010-9872-4b77-a4a6-d7b49a65c006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3089855 Aug 05 12:05:11.557272 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=60a58c35-9072-4d5c-8341-10e662debaa1,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:05:11.755877 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74cf4a6-661d-49f3-a243-148b88c09137 req-a98b44ed-cfcf-4503-a96d-9cce183a33b9 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:05:11.759387 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e74cf4a6-661d-49f3-a243-148b88c09137 req-a98b44ed-cfcf-4503-a96d-9cce183a33b9 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8074554-29d4-4665-99de-50359b7bc393 HTTP/1.1" status: 200 len: 907 time: 0.0911832 Aug 05 12:05:11.776820 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c5cbfd77-3dc6-4d3f-96c5-34730aa8b99d req-49aafe40-8b1f-4b00-bfa6-475a6eb650bd service neutron] 10.222.0.64 "GET /v2.0/networks/03113010-9872-4b77-a4a6-d7b49a65c006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2730882 Aug 05 12:05:11.805039 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:11.856910 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-22cb20b5-d41f-430c-a123-4a3803e43783 req-0b99b36c-d66a-4c4f-8fdd-03afaa874e67 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:11.891670 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-22cb20b5-d41f-430c-a123-4a3803e43783 req-0b99b36c-d66a-4c4f-8fdd-03afaa874e67 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Transition to ACTIVE for port object f4be0502-a7e3-41af-943e-a3ca32b65a42 will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:05:11.947136 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-22cb20b5-d41f-430c-a123-4a3803e43783 req-0b99b36c-d66a-4c4f-8fdd-03afaa874e67 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:12.041600 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22cb20b5-d41f-430c-a123-4a3803e43783 req-0b99b36c-d66a-4c4f-8fdd-03afaa874e67 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Network 3f19e325-64cf-4e1f-b582-b20cec605cde is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:05:12.056820 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-22cb20b5-d41f-430c-a123-4a3803e43783 req-0b99b36c-d66a-4c4f-8fdd-03afaa874e67 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:05:12.067411 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-22cb20b5-d41f-430c-a123-4a3803e43783 req-0b99b36c-d66a-4c4f-8fdd-03afaa874e67 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:05:12.189918 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b99b36c-d66a-4c4f-8fdd-03afaa874e67 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Pushing event updated for resources: {'Port': ['ID=f4be0502-a7e3-41af-943e-a3ca32b65a42,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:05:12.220736 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cb20b5-d41f-430c-a123-4a3803e43783 req-0b99b36c-d66a-4c4f-8fdd-03afaa874e67 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:05:12.221874 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-22cb20b5-d41f-430c-a123-4a3803e43783 req-0b99b36c-d66a-4c4f-8fdd-03afaa874e67 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:12.254479 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-22cb20b5-d41f-430c-a123-4a3803e43783 req-0b99b36c-d66a-4c4f-8fdd-03afaa874e67 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7184834 Aug 05 12:05:12.277167 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-22cb20b5-d41f-430c-a123-4a3803e43783 req-d39164c6-5765-44ec-8e09-44fa42bf52ae service neutron] Request body: {'port': {'device_id': 'c4aeee61-754b-4adc-945a-a5e114a3f2c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:05:12.284129 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5c4341-f04b-46cf-98a6-8de5ca765151 req-70de11a6-f79b-4dd9-af9f-4b2de8d216a6 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:05:12.286999 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-be5c4341-f04b-46cf-98a6-8de5ca765151 req-70de11a6-f79b-4dd9-af9f-4b2de8d216a6 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4aeee61-754b-4adc-945a-a5e114a3f2c7 HTTP/1.1" status: 200 len: 932 time: 0.1182890 Aug 05 12:05:12.354384 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-be5c4341-f04b-46cf-98a6-8de5ca765151 req-3aabba97-9cda-4af2-b9a8-40711f2700e7 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "GET /v2.0/security-groups?id=def9d450-9527-4874-83f8-c0a6ecefb6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553203 Aug 05 12:05:12.400594 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-22cb20b5-d41f-430c-a123-4a3803e43783 req-d39164c6-5765-44ec-8e09-44fa42bf52ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:12.413619 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-fe0a04f5-4273-484c-951e-231b1c241f20 None None] Provisioning for port f4be0502-a7e3-41af-943e-a3ca32b65a42 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:05:12.419842 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-fe0a04f5-4273-484c-951e-231b1c241f20 None None] Provisioning complete for port f4be0502-a7e3-41af-943e-a3ca32b65a42 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:05:12.420511 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-fe0a04f5-4273-484c-951e-231b1c241f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:12.492335 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-fe0a04f5-4273-484c-951e-231b1c241f20 None None] Port f4be0502-a7e3-41af-943e-a3ca32b65a42 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 12:05:12.587904 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-29af3737-3687-4e4c-b914-061267fbdb75 req-b7f5d258-baec-497c-b1a9-22ab2d3cc451 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=295adfcc-63cd-4939-a68d-f1d2f39c6cb5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1639514 Aug 05 12:05:12.776175 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29af3737-3687-4e4c-b914-061267fbdb75 req-8b202016-6943-4837-9b02-e3e4963d29cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:05:12.776784 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29af3737-3687-4e4c-b914-061267fbdb75 req-8b202016-6943-4837-9b02-e3e4963d29cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:05:12.777375 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29af3737-3687-4e4c-b914-061267fbdb75 req-8b202016-6943-4837-9b02-e3e4963d29cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:05:12.777746 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29af3737-3687-4e4c-b914-061267fbdb75 req-8b202016-6943-4837-9b02-e3e4963d29cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:05:12.778517 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29af3737-3687-4e4c-b914-061267fbdb75 req-8b202016-6943-4837-9b02-e3e4963d29cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:05:12.778772 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29af3737-3687-4e4c-b914-061267fbdb75 req-8b202016-6943-4837-9b02-e3e4963d29cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:05:12.779515 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29af3737-3687-4e4c-b914-061267fbdb75 req-8b202016-6943-4837-9b02-e3e4963d29cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:05:12.781606 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-29af3737-3687-4e4c-b914-061267fbdb75 req-8b202016-6943-4837-9b02-e3e4963d29cb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7f690a1af59141ff99aca95e28eca771&device_id=295adfcc-63cd-4939-a68d-f1d2f39c6cb5 HTTP/1.1" status: 200 len: 6499 time: 0.1379969 Aug 05 12:05:12.854657 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 60a58c35-9072-4d5c-8341-10e662debaa1 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:05:12.967001 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 60a58c35-9072-4d5c-8341-10e662debaa1 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:05:12.967408 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:12.974231 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6668fa-eca7-48d8-87c5-5f9aa82079fd req-73103489-75cb-4e7f-9c0b-8a36c6ba81be tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:05:12.976825 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9d6668fa-eca7-48d8-87c5-5f9aa82079fd req-73103489-75cb-4e7f-9c0b-8a36c6ba81be tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8074554-29d4-4665-99de-50359b7bc393 HTTP/1.1" status: 200 len: 907 time: 0.0830970 Aug 05 12:05:13.056252 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29af3737-3687-4e4c-b914-061267fbdb75 req-e90cf6cd-9452-4c91-b97f-222805f1c647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:05:13.057493 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29af3737-3687-4e4c-b914-061267fbdb75 req-e90cf6cd-9452-4c91-b97f-222805f1c647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:05:13.058394 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29af3737-3687-4e4c-b914-061267fbdb75 req-e90cf6cd-9452-4c91-b97f-222805f1c647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:05:13.061473 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-29af3737-3687-4e4c-b914-061267fbdb75 req-e90cf6cd-9452-4c91-b97f-222805f1c647 service neutron] 10.222.0.64 "GET /v2.0/networks?id=79bfc6d8-260b-4b47-a4ff-7568441e3a8b&id=efef5820-889f-42cc-a1e8-7a1a3d2a1fbf&id=efef5820-889f-42cc-a1e8-7a1a3d2a1fbf&id=efef5820-889f-42cc-a1e8-7a1a3d2a1fbf&id=efef5820-889f-42cc-a1e8-7a1a3d2a1fbf&id=86bbbaf5-a273-4acb-af27-d15f3d74f788&id=86bbbaf5-a273-4acb-af27-d15f3d74f788 HTTP/1.1" status: 200 len: 2298 time: 0.2432160 Aug 05 12:05:13.153188 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-22cb20b5-d41f-430c-a123-4a3803e43783 req-d39164c6-5765-44ec-8e09-44fa42bf52ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4be0502-a7e3-41af-943e-a3ca32b65a42 {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 12:05:13.166051 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-22cb20b5-d41f-430c-a123-4a3803e43783 req-d39164c6-5765-44ec-8e09-44fa42bf52ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:13.193479 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-29af3737-3687-4e4c-b914-061267fbdb75 req-6453cebd-eb13-4ea7-b28e-a8ae1dc4a08a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7bcb6ae7-f99a-4746-9568-4e0b7720fa3c HTTP/1.1" status: 200 len: 1000 time: 0.1054308 Aug 05 12:05:13.194980 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-22cb20b5-d41f-430c-a123-4a3803e43783 req-d39164c6-5765-44ec-8e09-44fa42bf52ae service neutron] Transition to ACTIVE for port object f4be0502-a7e3-41af-943e-a3ca32b65a42 will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:05:13.200974 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-22cb20b5-d41f-430c-a123-4a3803e43783 req-d39164c6-5765-44ec-8e09-44fa42bf52ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:13.339446 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39164c6-5765-44ec-8e09-44fa42bf52ae service neutron] Pushing event updated for resources: {'Port': ['ID=f4be0502-a7e3-41af-943e-a3ca32b65a42,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:05:13.364849 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29af3737-3687-4e4c-b914-061267fbdb75 req-5ca9930a-a405-4fc1-8a39-15baca9be6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:05:13.366374 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-29af3737-3687-4e4c-b914-061267fbdb75 req-5ca9930a-a405-4fc1-8a39-15baca9be6d6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=90c3c35a-eac3-416b-b90c-3f9071c29dcd HTTP/1.1" status: 200 len: 856 time: 0.1591587 Aug 05 12:05:13.519766 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-22cb20b5-d41f-430c-a123-4a3803e43783 req-d39164c6-5765-44ec-8e09-44fa42bf52ae service neutron] Attempting to bind port f4be0502-a7e3-41af-943e-a3ca32b65a42 on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:05:13.520629 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-22cb20b5-d41f-430c-a123-4a3803e43783 req-d39164c6-5765-44ec-8e09-44fa42bf52ae service neutron] Attempting to bind port f4be0502-a7e3-41af-943e-a3ca32b65a42 by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': '8e2898c2-55de-4b44-b2e0-6dc776c5ea7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '3f19e325-64cf-4e1f-b582-b20cec605cde'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:05:13.521209 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22cb20b5-d41f-430c-a123-4a3803e43783 req-d39164c6-5765-44ec-8e09-44fa42bf52ae service neutron] Attempting to bind port f4be0502-a7e3-41af-943e-a3ca32b65a42 on network 3f19e325-64cf-4e1f-b582-b20cec605cde {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:05:13.529681 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22cb20b5-d41f-430c-a123-4a3803e43783 req-d39164c6-5765-44ec-8e09-44fa42bf52ae service neutron] Port f4be0502-a7e3-41af-943e-a3ca32b65a42 on network 3f19e325-64cf-4e1f-b582-b20cec605cde not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 12:05:13.532389 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22cb20b5-d41f-430c-a123-4a3803e43783 req-d39164c6-5765-44ec-8e09-44fa42bf52ae service neutron] Attempting to bind port f4be0502-a7e3-41af-943e-a3ca32b65a42 on network 3f19e325-64cf-4e1f-b582-b20cec605cde {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:05:13.544293 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22cb20b5-d41f-430c-a123-4a3803e43783 req-d39164c6-5765-44ec-8e09-44fa42bf52ae service neutron] Checking agent: {'id': 'a8f1dd2d-227c-4e30-8844-52419ba734db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:05:13.544788 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22cb20b5-d41f-430c-a123-4a3803e43783 req-d39164c6-5765-44ec-8e09-44fa42bf52ae service neutron] Checking segment: {'id': '8e2898c2-55de-4b44-b2e0-6dc776c5ea7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '3f19e325-64cf-4e1f-b582-b20cec605cde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:05:13.545405 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22cb20b5-d41f-430c-a123-4a3803e43783 req-d39164c6-5765-44ec-8e09-44fa42bf52ae service neutron] Bound using segment: {'id': '8e2898c2-55de-4b44-b2e0-6dc776c5ea7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '3f19e325-64cf-4e1f-b582-b20cec605cde'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:05:13.546673 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-22cb20b5-d41f-430c-a123-4a3803e43783 req-d39164c6-5765-44ec-8e09-44fa42bf52ae service neutron] Bound port: f4be0502-a7e3-41af-943e-a3ca32b65a42, host: n-h2-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e2898c2-55de-4b44-b2e0-6dc776c5ea7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '3f19e325-64cf-4e1f-b582-b20cec605cde'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:05:13.547513 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-22cb20b5-d41f-430c-a123-4a3803e43783 req-d39164c6-5765-44ec-8e09-44fa42bf52ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:13.637375 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85b3ca1-9125-41a5-a9d7-18ac18018387 req-5ac254d9-b3ee-4a39-8a2d-1da7f66a301d tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:05:13.642392 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f85b3ca1-9125-41a5-a9d7-18ac18018387 req-5ac254d9-b3ee-4a39-8a2d-1da7f66a301d tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4aeee61-754b-4adc-945a-a5e114a3f2c7 HTTP/1.1" status: 200 len: 944 time: 0.1331615 Aug 05 12:05:13.742643 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29af3737-3687-4e4c-b914-061267fbdb75 req-17a55416-13c6-4048-8a60-349ae1293d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:05:13.745052 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-29af3737-3687-4e4c-b914-061267fbdb75 req-17a55416-13c6-4048-8a60-349ae1293d2e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=79bfc6d8-260b-4b47-a4ff-7568441e3a8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1771140 Aug 05 12:05:13.758602 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f85b3ca1-9125-41a5-a9d7-18ac18018387 req-cae2c054-a6de-4298-ae5a-b27782c3d5a9 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "GET /v2.0/security-groups?id=def9d450-9527-4874-83f8-c0a6ecefb6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002073 Aug 05 12:05:13.825896 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 4ab7d08b-740d-49e2-986d-77a21745c780 details requested by agent hyperv_n-h1-803378-2 with host n-h1-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 12:05:13.874072 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-22cb20b5-d41f-430c-a123-4a3803e43783 req-d39164c6-5765-44ec-8e09-44fa42bf52ae service neutron] For port f4be0502-a7e3-41af-943e-a3ca32b65a42, host n-h2-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:05:13.901309 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-22cb20b5-d41f-430c-a123-4a3803e43783 req-d39164c6-5765-44ec-8e09-44fa42bf52ae service neutron] For port f4be0502-a7e3-41af-943e-a3ca32b65a42, host n-h2-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=f4be0502-a7e3-41af-943e-a3ca32b65a42,segment=NetworkSegment(8e2898c2-55de-4b44-b2e0-6dc776c5ea7e),segment_id=8e2898c2-55de-4b44-b2e0-6dc776c5ea7e)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:05:13.920128 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-22cb20b5-d41f-430c-a123-4a3803e43783 req-d39164c6-5765-44ec-8e09-44fa42bf52ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:13.975406 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:14.017884 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cb20b5-d41f-430c-a123-4a3803e43783 req-d39164c6-5765-44ec-8e09-44fa42bf52ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:05:14.018660 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-22cb20b5-d41f-430c-a123-4a3803e43783 req-d39164c6-5765-44ec-8e09-44fa42bf52ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:14.020329 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-22cb20b5-d41f-430c-a123-4a3803e43783 req-d39164c6-5765-44ec-8e09-44fa42bf52ae service neutron] 10.222.0.55 "PUT /v2.0/ports/f4be0502-a7e3-41af-943e-a3ca32b65a42 HTTP/1.1" status: 200 len: 1092 time: 1.7508738 Aug 05 12:05:14.020873 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4aeee61-754b-4adc-945a-a5e114a3f2c7', 'tag': 'f4be0502-a7e3-41af-943e-a3ca32b65a42'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:05:14.023389 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-951142fc-7829-48fd-a233-805a5ce30007" -d '{"events": [{"name": "network-changed", "server_uuid": "c4aeee61-754b-4adc-945a-a5e114a3f2c7", "tag": "f4be0502-a7e3-41af-943e-a3ca32b65a42"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:05:14.075272 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-29af3737-3687-4e4c-b914-061267fbdb75 req-750cb42e-8dd0-4567-a003-0f86ff63885d service neutron] 10.222.0.64 "GET /v2.0/networks/79bfc6d8-260b-4b47-a4ff-7568441e3a8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2967710 Aug 05 12:05:14.076224 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 4ab7d08b-740d-49e2-986d-77a21745c780, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=4ab7d08b-740d-49e2-986d-77a21745c780,segment=NetworkSegment(57bd4497-e9d1-4b5c-9067-329953ac3ed7),segment_id=57bd4497-e9d1-4b5c-9067-329953ac3ed7)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:05:14.122828 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Returning: {'device': '4ab7d08b-740d-49e2-986d-77a21745c780', 'network_id': '03113010-9872-4b77-a4a6-d7b49a65c006', 'port_id': '4ab7d08b-740d-49e2-986d-77a21745c780', 'mac_address': 'fa:16:3e:69:e2:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad508c80-55e3-4965-826c-2250e2a32b52', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 12:05:14.133680 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39164c6-5765-44ec-8e09-44fa42bf52ae service neutron] Pushing event updated for resources: {'Port': ['ID=f4be0502-a7e3-41af-943e-a3ca32b65a42,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:05:14.195511 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 12:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00401854-21e5-4f4a-988c-1bef8524ba42 x-openstack-request-id: req-00401854-21e5-4f4a-988c-1bef8524ba42 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:05:14.196326 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4aeee61-754b-4adc-945a-a5e114a3f2c7", "tag": "f4be0502-a7e3-41af-943e-a3ca32b65a42", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:05:14.197191 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-00401854-21e5-4f4a-988c-1bef8524ba42 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:05:14.197980 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4aeee61-754b-4adc-945a-a5e114a3f2c7', 'tag': 'f4be0502-a7e3-41af-943e-a3ca32b65a42', 'status': 'completed', 'code': 200} Aug 05 12:05:14.307623 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:14.341185 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ab7d08b-740d-49e2-986d-77a21745c780 {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 12:05:14.392434 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3226ba-399f-421e-8589-9ab296d195fb req-7a56a8d5-278c-473e-94da-766bedc040f5 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:05:14.403127 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ea3226ba-399f-421e-8589-9ab296d195fb req-7a56a8d5-278c-473e-94da-766bedc040f5 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8074554-29d4-4665-99de-50359b7bc393 HTTP/1.1" status: 200 len: 907 time: 0.1161892 Aug 05 12:05:14.417229 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 4ab7d08b-740d-49e2-986d-77a21745c780, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=4ab7d08b-740d-49e2-986d-77a21745c780,segment=NetworkSegment(57bd4497-e9d1-4b5c-9067-329953ac3ed7),segment_id=57bd4497-e9d1-4b5c-9067-329953ac3ed7)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:05:14.435190 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:14.448168 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cb20b5-d41f-430c-a123-4a3803e43783 req-c44e8ab1-bad7-4344-ae5b-f52bce221fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:05:14.450288 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-22cb20b5-d41f-430c-a123-4a3803e43783 req-c44e8ab1-bad7-4344-ae5b-f52bce221fad service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5ac79aa4804c4ec78dd715e0f7f164e5&device_id=c4aeee61-754b-4adc-945a-a5e114a3f2c7 HTTP/1.1" status: 200 len: 1095 time: 0.2968140 Aug 05 12:05:14.527929 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=4ab7d08b-740d-49e2-986d-77a21745c780,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:05:14.570752 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-22cb20b5-d41f-430c-a123-4a3803e43783 req-5316ce77-17de-40c8-a672-def76985db36 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f4be0502-a7e3-41af-943e-a3ca32b65a42 HTTP/1.1" status: 200 len: 217 time: 0.1000817 Aug 05 12:05:14.578172 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-29af3737-3687-4e4c-b914-061267fbdb75 req-1d7fb807-bddd-4531-be51-bced2221513f service neutron] 10.222.0.64 "GET /v2.0/networks/79bfc6d8-260b-4b47-a4ff-7568441e3a8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4288921 Aug 05 12:05:14.710973 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-29af3737-3687-4e4c-b914-061267fbdb75 req-357f5fc7-c9fb-4b6a-abb7-fbb6cba8762f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.71&port_id=2cab8c34-cbf9-450f-9c67-c8ac5da7b895 HTTP/1.1" status: 200 len: 217 time: 0.1130290 Aug 05 12:05:14.787725 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cb20b5-d41f-430c-a123-4a3803e43783 req-949ef1a0-eb53-4c59-9a2c-034124e7e7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:05:14.790141 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-22cb20b5-d41f-430c-a123-4a3803e43783 req-949ef1a0-eb53-4c59-9a2c-034124e7e7fa service neutron] 10.222.0.55 "GET /v2.0/subnets?id=aeea250c-5d17-40dc-96d1-f040d8812261 HTTP/1.1" status: 200 len: 850 time: 0.2097945 Aug 05 12:05:14.889533 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29af3737-3687-4e4c-b914-061267fbdb75 req-748a4f8b-015f-4997-a66a-3684dcbe192b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:05:14.893949 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-29af3737-3687-4e4c-b914-061267fbdb75 req-748a4f8b-015f-4997-a66a-3684dcbe192b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f10aca1c-e17e-479d-aec1-1d33ddacd74e HTTP/1.1" status: 200 len: 797 time: 0.1664462 Aug 05 12:05:14.973930 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cb20b5-d41f-430c-a123-4a3803e43783 req-d8241948-a85c-469c-a7d6-c364985680b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:05:14.976527 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-22cb20b5-d41f-430c-a123-4a3803e43783 req-d8241948-a85c-469c-a7d6-c364985680b7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3f19e325-64cf-4e1f-b582-b20cec605cde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1708784 Aug 05 12:05:15.009211 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287b809a-c779-404a-942c-b71ecc0251dd req-12bb9cf3-ecb9-4e1c-9761-7745f7dd39a2 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:05:15.012944 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-287b809a-c779-404a-942c-b71ecc0251dd req-12bb9cf3-ecb9-4e1c-9761-7745f7dd39a2 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4aeee61-754b-4adc-945a-a5e114a3f2c7 HTTP/1.1" status: 200 len: 944 time: 0.1118166 Aug 05 12:05:15.088991 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29af3737-3687-4e4c-b914-061267fbdb75 req-7fcfec4d-273e-441a-afeb-49a9ff530be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:05:15.091613 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-29af3737-3687-4e4c-b914-061267fbdb75 req-7fcfec4d-273e-441a-afeb-49a9ff530be6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=efef5820-889f-42cc-a1e8-7a1a3d2a1fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1825976 Aug 05 12:05:15.096339 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-287b809a-c779-404a-942c-b71ecc0251dd req-43ca007d-2101-4439-b05a-e41067f2e550 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "GET /v2.0/security-groups?id=def9d450-9527-4874-83f8-c0a6ecefb6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667591 Aug 05 12:05:15.135483 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['4ab7d08b-740d-49e2-986d-77a21745c780'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 12:05:15.320929 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-22cb20b5-d41f-430c-a123-4a3803e43783 req-81befe5d-57e8-4804-b850-57f79ae860ea service neutron] 10.222.0.55 "GET /v2.0/networks/3f19e325-64cf-4e1f-b582-b20cec605cde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3344862 Aug 05 12:05:15.394875 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-29af3737-3687-4e4c-b914-061267fbdb75 req-8e61024e-1687-4623-a43b-76297e60c1ef service neutron] 10.222.0.64 "GET /v2.0/networks/efef5820-889f-42cc-a1e8-7a1a3d2a1fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2837689 Aug 05 12:05:15.586979 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dd0a3d-5c1e-4885-9e9d-91fa382f8669 req-d54fc869-d6d1-423f-89b6-4510e74e6f6d tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:05:15.590782 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-89dd0a3d-5c1e-4885-9e9d-91fa382f8669 req-d54fc869-d6d1-423f-89b6-4510e74e6f6d tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8074554-29d4-4665-99de-50359b7bc393 HTTP/1.1" status: 200 len: 908 time: 0.0962696 Aug 05 12:05:15.644332 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-22cb20b5-d41f-430c-a123-4a3803e43783 req-60391224-e2f3-4cad-9821-07cfebe806b1 service neutron] 10.222.0.55 "GET /v2.0/networks/3f19e325-64cf-4e1f-b582-b20cec605cde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2889338 Aug 05 12:05:15.669445 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-29af3737-3687-4e4c-b914-061267fbdb75 req-d09ca24a-1445-4809-b263-7bc317c62bc5 service neutron] 10.222.0.64 "GET /v2.0/networks/efef5820-889f-42cc-a1e8-7a1a3d2a1fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226233 Aug 05 12:05:15.762717 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-29af3737-3687-4e4c-b914-061267fbdb75 req-928cc80f-50ff-415d-b5b2-a8670a85a7b3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.196&port_id=a3c6ede4-0a04-4dea-85c9-68e5fd39b91f HTTP/1.1" status: 200 len: 217 time: 0.0805705 Aug 05 12:05:15.903659 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29af3737-3687-4e4c-b914-061267fbdb75 req-957d7e68-4092-4c38-ac37-2d3535d1864a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:05:15.907098 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-29af3737-3687-4e4c-b914-061267fbdb75 req-957d7e68-4092-4c38-ac37-2d3535d1864a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f10aca1c-e17e-479d-aec1-1d33ddacd74e HTTP/1.1" status: 200 len: 797 time: 0.1254430 Aug 05 12:05:15.910720 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951142fc-7829-48fd-a233-805a5ce30007 req-a055751e-78d9-4628-9abd-afe26cae42eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:05:15.913095 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-951142fc-7829-48fd-a233-805a5ce30007 req-a055751e-78d9-4628-9abd-afe26cae42eb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5ac79aa4804c4ec78dd715e0f7f164e5&device_id=c4aeee61-754b-4adc-945a-a5e114a3f2c7 HTTP/1.1" status: 200 len: 1095 time: 0.1486418 Aug 05 12:05:16.080822 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29af3737-3687-4e4c-b914-061267fbdb75 req-a183d489-f4df-4a4b-acd5-6aaebfc86d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:05:16.082770 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-29af3737-3687-4e4c-b914-061267fbdb75 req-a183d489-f4df-4a4b-acd5-6aaebfc86d85 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=efef5820-889f-42cc-a1e8-7a1a3d2a1fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1626186 Aug 05 12:05:16.116361 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951142fc-7829-48fd-a233-805a5ce30007 req-40661c7e-2f3f-40b3-899e-b4aaeb5436c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:05:16.118110 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-951142fc-7829-48fd-a233-805a5ce30007 req-40661c7e-2f3f-40b3-899e-b4aaeb5436c2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3f19e325-64cf-4e1f-b582-b20cec605cde HTTP/1.1" status: 200 len: 912 time: 0.1945398 Aug 05 12:05:16.252466 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-951142fc-7829-48fd-a233-805a5ce30007 req-919f963e-5351-4402-b4e3-31d8634b58fa service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f4be0502-a7e3-41af-943e-a3ca32b65a42 HTTP/1.1" status: 200 len: 217 time: 0.1214554 Aug 05 12:05:16.317901 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911fcd9b-a42e-40f2-81c8-b7ee3aac88c7 req-472478d4-6cca-4581-85dc-2c6f4d6febe8 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:05:16.321565 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-911fcd9b-a42e-40f2-81c8-b7ee3aac88c7 req-472478d4-6cca-4581-85dc-2c6f4d6febe8 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4aeee61-754b-4adc-945a-a5e114a3f2c7 HTTP/1.1" status: 200 len: 944 time: 0.0963182 Aug 05 12:05:16.400714 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-911fcd9b-a42e-40f2-81c8-b7ee3aac88c7 req-91016662-a50c-4181-b1b2-3a32c5627273 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "GET /v2.0/security-groups?id=def9d450-9527-4874-83f8-c0a6ecefb6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678306 Aug 05 12:05:16.435290 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951142fc-7829-48fd-a233-805a5ce30007 req-a3667921-693b-4e1d-b7bc-07a40313ba15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:05:16.438202 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-951142fc-7829-48fd-a233-805a5ce30007 req-a3667921-693b-4e1d-b7bc-07a40313ba15 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=aeea250c-5d17-40dc-96d1-f040d8812261 HTTP/1.1" status: 200 len: 850 time: 0.1355758 Aug 05 12:05:16.549539 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-29af3737-3687-4e4c-b914-061267fbdb75 req-215f5b56-796e-44d0-a88f-3e8250934d03 service neutron] 10.222.0.64 "GET /v2.0/networks/efef5820-889f-42cc-a1e8-7a1a3d2a1fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4024017 Aug 05 12:05:16.643531 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951142fc-7829-48fd-a233-805a5ce30007 req-073bf01c-c357-4b9b-8ac4-dcb8ee9e97dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:05:16.646141 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-951142fc-7829-48fd-a233-805a5ce30007 req-073bf01c-c357-4b9b-8ac4-dcb8ee9e97dc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3f19e325-64cf-4e1f-b582-b20cec605cde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1914618 Aug 05 12:05:16.845724 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a31491-eded-4fbb-ac87-e554b02746ac req-53b78c2a-e5c9-4484-9fa5-6cb1072c6b6c tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:05:16.848711 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-04a31491-eded-4fbb-ac87-e554b02746ac req-53b78c2a-e5c9-4484-9fa5-6cb1072c6b6c tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8074554-29d4-4665-99de-50359b7bc393 HTTP/1.1" status: 200 len: 908 time: 0.1027293 Aug 05 12:05:16.869543 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-29af3737-3687-4e4c-b914-061267fbdb75 req-c746f672-dbe1-4563-a321-27e054381a6f service neutron] 10.222.0.64 "GET /v2.0/networks/efef5820-889f-42cc-a1e8-7a1a3d2a1fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3044062 Aug 05 12:05:16.975463 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-951142fc-7829-48fd-a233-805a5ce30007 req-95767fdf-322e-4449-80f3-1ed50816a57c service neutron] 10.222.0.55 "GET /v2.0/networks/3f19e325-64cf-4e1f-b582-b20cec605cde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3058310 Aug 05 12:05:16.977597 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-29af3737-3687-4e4c-b914-061267fbdb75 req-faa25f64-22ed-4914-b85c-011a5866b1eb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.240&port_id=79281129-8f90-4603-b7b5-3c88d3cba5a8 HTTP/1.1" status: 200 len: 217 time: 0.0917866 Aug 05 12:05:17.199405 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29af3737-3687-4e4c-b914-061267fbdb75 req-fe1c3273-d5e9-450e-99ca-bb8347211c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:05:17.205152 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-29af3737-3687-4e4c-b914-061267fbdb75 req-fe1c3273-d5e9-450e-99ca-bb8347211c71 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f10aca1c-e17e-479d-aec1-1d33ddacd74e HTTP/1.1" status: 200 len: 797 time: 0.1991990 Aug 05 12:05:17.310494 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-951142fc-7829-48fd-a233-805a5ce30007 req-ae44093b-2e65-42a9-b85f-6adbd79c0aea service neutron] 10.222.0.55 "GET /v2.0/networks/3f19e325-64cf-4e1f-b582-b20cec605cde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3259313 Aug 05 12:05:17.334263 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29af3737-3687-4e4c-b914-061267fbdb75 req-dc618f58-7863-42eb-a6b7-d35ed45b9d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:05:17.338385 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-29af3737-3687-4e4c-b914-061267fbdb75 req-dc618f58-7863-42eb-a6b7-d35ed45b9d70 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=efef5820-889f-42cc-a1e8-7a1a3d2a1fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1179762 Aug 05 12:05:17.563785 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-29af3737-3687-4e4c-b914-061267fbdb75 req-509bc309-f5c8-4aae-90fe-27b3b065b536 service neutron] 10.222.0.64 "GET /v2.0/networks/efef5820-889f-42cc-a1e8-7a1a3d2a1fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111669 Aug 05 12:05:17.690767 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6102d6-81bd-42f5-8539-94548642c056 req-9521726c-21ab-49fc-8827-33317305e27a tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:05:17.696449 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-eb6102d6-81bd-42f5-8539-94548642c056 req-9521726c-21ab-49fc-8827-33317305e27a tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4aeee61-754b-4adc-945a-a5e114a3f2c7 HTTP/1.1" status: 200 len: 944 time: 0.1234174 Aug 05 12:05:17.802231 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-eb6102d6-81bd-42f5-8539-94548642c056 req-3f6c9db1-e2f0-4fe6-bf66-54308d9bce56 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "GET /v2.0/security-groups?id=def9d450-9527-4874-83f8-c0a6ecefb6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847933 Aug 05 12:05:17.809711 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-29af3737-3687-4e4c-b914-061267fbdb75 req-5e880d57-f56d-41d7-9847-a14dc84dff70 service neutron] 10.222.0.64 "GET /v2.0/networks/efef5820-889f-42cc-a1e8-7a1a3d2a1fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325182 Aug 05 12:05:17.844430 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 4ab7d08b-740d-49e2-986d-77a21745c780 up at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:05:17.913288 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-29af3737-3687-4e4c-b914-061267fbdb75 req-634af807-a378-4a64-a139-e58a74f266b8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.106&port_id=89bbd496-bb01-4b41-b65d-af7444dd347d HTTP/1.1" status: 200 len: 217 time: 0.0887651 Aug 05 12:05:18.007434 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning for port 4ab7d08b-740d-49e2-986d-77a21745c780 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:05:18.030686 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29af3737-3687-4e4c-b914-061267fbdb75 req-1ff97217-1bca-4b3b-b062-5dd2ec10eff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:05:18.032728 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning complete for port 4ab7d08b-740d-49e2-986d-77a21745c780 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:05:18.033609 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:18.036159 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-29af3737-3687-4e4c-b914-061267fbdb75 req-1ff97217-1bca-4b3b-b062-5dd2ec10eff6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f10aca1c-e17e-479d-aec1-1d33ddacd74e HTTP/1.1" status: 200 len: 797 time: 0.1116846 Aug 05 12:05:18.143731 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b767e59-5708-41fa-a191-fe6b4dbda39a req-469e1426-ae2c-4874-8e8f-de081710e44c tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:05:18.145635 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29af3737-3687-4e4c-b914-061267fbdb75 req-53dd67b3-4512-4159-a29a-38f98f1f1d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:05:18.146449 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3b767e59-5708-41fa-a191-fe6b4dbda39a req-469e1426-ae2c-4874-8e8f-de081710e44c tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8074554-29d4-4665-99de-50359b7bc393 HTTP/1.1" status: 200 len: 908 time: 0.0993042 Aug 05 12:05:18.156512 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-29af3737-3687-4e4c-b914-061267fbdb75 req-53dd67b3-4512-4159-a29a-38f98f1f1d06 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=efef5820-889f-42cc-a1e8-7a1a3d2a1fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1076813 Aug 05 12:05:18.227815 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:18.293065 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8074554-29d4-4665-99de-50359b7bc393', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ab7d08b-740d-49e2-986d-77a21745c780'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:05:18.298529 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4e40d00-c562-4a80-ad77-7485789460ff" -d '{"events": [{"server_uuid": "d8074554-29d4-4665-99de-50359b7bc393", "name": "network-vif-plugged", "status": "completed", "tag": "4ab7d08b-740d-49e2-986d-77a21745c780"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:05:18.326476 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 4ab7d08b-740d-49e2-986d-77a21745c780, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=4ab7d08b-740d-49e2-986d-77a21745c780,segment=NetworkSegment(57bd4497-e9d1-4b5c-9067-329953ac3ed7),segment_id=57bd4497-e9d1-4b5c-9067-329953ac3ed7)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:05:18.344651 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:18.347549 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-29af3737-3687-4e4c-b914-061267fbdb75 req-a09c5625-a443-4636-8e1b-a59dd3675c30 service neutron] 10.222.0.64 "GET /v2.0/networks/efef5820-889f-42cc-a1e8-7a1a3d2a1fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825526 Aug 05 12:05:18.424933 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 12:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29bf6d63-1b31-4dba-9a58-192ceade64c4 x-openstack-request-id: req-29bf6d63-1b31-4dba-9a58-192ceade64c4 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:05:18.424933 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8074554-29d4-4665-99de-50359b7bc393", "name": "network-vif-plugged", "status": "completed", "tag": "4ab7d08b-740d-49e2-986d-77a21745c780", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:05:18.425513 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-29bf6d63-1b31-4dba-9a58-192ceade64c4 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:05:18.425679 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8074554-29d4-4665-99de-50359b7bc393', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ab7d08b-740d-49e2-986d-77a21745c780', 'code': 200} Aug 05 12:05:18.503192 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=4ab7d08b-740d-49e2-986d-77a21745c780,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:05:18.614764 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-29af3737-3687-4e4c-b914-061267fbdb75 req-812c1a20-9838-414a-bbaa-75f7e8b33eb0 service neutron] 10.222.0.64 "GET /v2.0/networks/efef5820-889f-42cc-a1e8-7a1a3d2a1fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556057 Aug 05 12:05:18.693328 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76faf383-b8e1-4cfa-819f-b3ca25a11e2f req-cbf5458a-d969-4f4b-b59e-cfa3c9d49421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:05:18.696333 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-76faf383-b8e1-4cfa-819f-b3ca25a11e2f req-cbf5458a-d969-4f4b-b59e-cfa3c9d49421 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d8074554-29d4-4665-99de-50359b7bc393 HTTP/1.1" status: 200 len: 1060 time: 0.0945921 Aug 05 12:05:19.048358 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e05e18-cb8e-4a6d-a7d1-c5329b1810c3 req-43d0c3fd-4f2f-472f-a2b3-d0bff42135a1 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:05:19.050793 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-82e05e18-cb8e-4a6d-a7d1-c5329b1810c3 req-43d0c3fd-4f2f-472f-a2b3-d0bff42135a1 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4aeee61-754b-4adc-945a-a5e114a3f2c7 HTTP/1.1" status: 200 len: 944 time: 0.1006439 Aug 05 12:05:19.149783 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-82e05e18-cb8e-4a6d-a7d1-c5329b1810c3 req-a21116d5-f2e9-468e-a4dd-00e2ce0281a3 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "GET /v2.0/security-groups?id=def9d450-9527-4874-83f8-c0a6ecefb6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854914 Aug 05 12:05:19.309178 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-29af3737-3687-4e4c-b914-061267fbdb75 req-2f2c192f-8d01-48ed-b896-5a79a5055ca4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fdc00ed3-1ef7-4580-87ca-41c84ea3e979 HTTP/1.1" status: 200 len: 217 time: 0.6819115 Aug 05 12:05:19.433747 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e224d-6fb6-4b8c-a65d-e532679c7b2c req-b04ed35a-664a-46a5-8468-ec249e0f3e34 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:05:19.438263 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-238e224d-6fb6-4b8c-a65d-e532679c7b2c req-b04ed35a-664a-46a5-8468-ec249e0f3e34 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8074554-29d4-4665-99de-50359b7bc393 HTTP/1.1" status: 200 len: 909 time: 0.1258531 Aug 05 12:05:19.483868 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29af3737-3687-4e4c-b914-061267fbdb75 req-ead16c7b-48c9-4cf5-818c-1e583049d2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:05:19.486699 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-29af3737-3687-4e4c-b914-061267fbdb75 req-ead16c7b-48c9-4cf5-818c-1e583049d2c3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=78405c69-bcbd-4bcb-8a8c-a035481e47e0 HTTP/1.1" status: 200 len: 797 time: 0.0975091 Aug 05 12:05:19.551051 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29af3737-3687-4e4c-b914-061267fbdb75 req-8ea30941-4d27-4526-aeab-e5075750d427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:05:19.552792 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-29af3737-3687-4e4c-b914-061267fbdb75 req-8ea30941-4d27-4526-aeab-e5075750d427 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=86bbbaf5-a273-4acb-af27-d15f3d74f788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0569329 Aug 05 12:05:19.758497 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-29af3737-3687-4e4c-b914-061267fbdb75 req-d87770c0-91a0-41f2-98d2-f46828ea699f service neutron] 10.222.0.64 "GET /v2.0/networks/86bbbaf5-a273-4acb-af27-d15f3d74f788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941488 Aug 05 12:05:19.846912 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ebc8de96-3c2e-4aa4-b908-525086bbb70a req-94f53128-6dc1-42f7-aca1-6cdf9e414898 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=eff2bf37-4b7a-4100-ac57-4d8af7fb7716&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1401196 Aug 05 12:05:19.994488 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-29af3737-3687-4e4c-b914-061267fbdb75 req-710901d5-5aab-4138-8a24-2efb59071b74 service neutron] 10.222.0.64 "GET /v2.0/networks/86bbbaf5-a273-4acb-af27-d15f3d74f788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228158 Aug 05 12:05:20.008477 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc8de96-3c2e-4aa4-b908-525086bbb70a req-7026e026-4f51-4d66-bc74-37d2399530bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:05:20.011660 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ebc8de96-3c2e-4aa4-b908-525086bbb70a req-7026e026-4f51-4d66-bc74-37d2399530bc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1b9a5e2228004ed2924dbea757c1a744&device_id=eff2bf37-4b7a-4100-ac57-4d8af7fb7716 HTTP/1.1" status: 200 len: 1135 time: 0.1268556 Aug 05 12:05:20.077433 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-29af3737-3687-4e4c-b914-061267fbdb75 req-37d899ef-16e8-404c-b9a2-854ca0b3205c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d79a8c0b-1e74-416a-91c7-f9e3fcbe25d4 HTTP/1.1" status: 200 len: 217 time: 0.0642579 Aug 05 12:05:20.121282 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device f4be0502-a7e3-41af-943e-a3ca32b65a42 details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 12:05:20.263551 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29af3737-3687-4e4c-b914-061267fbdb75 req-8e453f75-d87c-4071-aa05-548336aea037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:05:20.266917 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-29af3737-3687-4e4c-b914-061267fbdb75 req-8e453f75-d87c-4071-aa05-548336aea037 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=78405c69-bcbd-4bcb-8a8c-a035481e47e0 HTTP/1.1" status: 200 len: 797 time: 0.1727021 Aug 05 12:05:20.353440 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc8de96-3c2e-4aa4-b908-525086bbb70a req-58ca9247-4234-47ad-afc0-b0747eee46c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:05:20.363632 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ebc8de96-3c2e-4aa4-b908-525086bbb70a req-58ca9247-4234-47ad-afc0-b0747eee46c1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f740c59c-4fd4-47e1-a982-1fb96347e9a9 HTTP/1.1" status: 200 len: 897 time: 0.2910020 Aug 05 12:05:20.384800 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port f4be0502-a7e3-41af-943e-a3ca32b65a42, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=f4be0502-a7e3-41af-943e-a3ca32b65a42,segment=NetworkSegment(8e2898c2-55de-4b44-b2e0-6dc776c5ea7e),segment_id=8e2898c2-55de-4b44-b2e0-6dc776c5ea7e)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:05:20.470231 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29af3737-3687-4e4c-b914-061267fbdb75 req-8c15f6fc-bc92-4550-9c2f-b193757e5f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:05:20.472621 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-29af3737-3687-4e4c-b914-061267fbdb75 req-8c15f6fc-bc92-4550-9c2f-b193757e5f5b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=86bbbaf5-a273-4acb-af27-d15f3d74f788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1921828 Aug 05 12:05:20.528783 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ebc8de96-3c2e-4aa4-b908-525086bbb70a req-94e021b7-c966-4f5d-bc53-6661441e9057 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=668a240a-8089-4dc5-9f3a-cc49684082b1 HTTP/1.1" status: 200 len: 1000 time: 0.1572745 Aug 05 12:05:20.624605 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c80c153-d085-41fa-a8c2-57fb5cd96df0 req-b1f0d032-6c6f-48ba-8b66-922aafcff19e tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:05:20.627225 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7c80c153-d085-41fa-a8c2-57fb5cd96df0 req-b1f0d032-6c6f-48ba-8b66-922aafcff19e tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4aeee61-754b-4adc-945a-a5e114a3f2c7 HTTP/1.1" status: 200 len: 944 time: 0.2912436 Aug 05 12:05:20.661366 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b435be5a-1feb-4f55-8276-3c2b8dbedaae req-7c0cebda-f3a4-49da-a1ed-cf07b62b9562 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:05:20.667251 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b435be5a-1feb-4f55-8276-3c2b8dbedaae req-7c0cebda-f3a4-49da-a1ed-cf07b62b9562 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/networks?id=b881efb6-f52e-4006-a158-c2aa42fef2fe HTTP/1.1" status: 200 len: 811 time: 0.2656875 Aug 05 12:05:20.696793 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Returning: {'device': 'f4be0502-a7e3-41af-943e-a3ca32b65a42', 'network_id': '3f19e325-64cf-4e1f-b582-b20cec605cde', 'port_id': 'f4be0502-a7e3-41af-943e-a3ca32b65a42', 'mac_address': 'fa:16:3e:bf:5c:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aeea250c-5d17-40dc-96d1-f040d8812261', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 12:05:20.711059 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b435be5a-1feb-4f55-8276-3c2b8dbedaae req-3886c590-4192-4bb6-b720-c01927206a05 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/quotas/f717acd5caa748b6b706fbaad1f3b969 HTTP/1.1" status: 200 len: 375 time: 0.0232177 Aug 05 12:05:20.751073 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc8de96-3c2e-4aa4-b908-525086bbb70a req-cf940d19-1dc4-4cd5-b4bd-5cbfcab486d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:05:20.752792 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ebc8de96-3c2e-4aa4-b908-525086bbb70a req-cf940d19-1dc4-4cd5-b4bd-5cbfcab486d9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ff16c76c-49f2-4f20-930e-fed47e04d90c HTTP/1.1" status: 200 len: 835 time: 0.2108822 Aug 05 12:05:20.775658 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7c80c153-d085-41fa-a8c2-57fb5cd96df0 req-f86ffd24-cdd8-4c5b-a065-cef0e641bdff tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "GET /v2.0/security-groups?id=def9d450-9527-4874-83f8-c0a6ecefb6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063960 Aug 05 12:05:20.821843 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-29af3737-3687-4e4c-b914-061267fbdb75 req-49f58b90-2b96-4d40-a828-abd6a2c4b2d9 service neutron] 10.222.0.64 "GET /v2.0/networks/86bbbaf5-a273-4acb-af27-d15f3d74f788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3219540 Aug 05 12:05:20.832003 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:20.861095 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b435be5a-1feb-4f55-8276-3c2b8dbedaae req-05347f37-0fca-41ad-96cb-284d31198c08 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=f717acd5caa748b6b706fbaad1f3b969&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1048741 Aug 05 12:05:20.886251 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4be0502-a7e3-41af-943e-a3ca32b65a42 {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 12:05:20.955261 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port f4be0502-a7e3-41af-943e-a3ca32b65a42, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=f4be0502-a7e3-41af-943e-a3ca32b65a42,segment=NetworkSegment(8e2898c2-55de-4b44-b2e0-6dc776c5ea7e),segment_id=8e2898c2-55de-4b44-b2e0-6dc776c5ea7e)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:05:20.974493 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:21.011598 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc8de96-3c2e-4aa4-b908-525086bbb70a req-3b7f463f-fa1e-4dab-901b-f2100c6fd3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:05:21.014535 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ebc8de96-3c2e-4aa4-b908-525086bbb70a req-3b7f463f-fa1e-4dab-901b-f2100c6fd3dc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f740c59c-4fd4-47e1-a982-1fb96347e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2416964 Aug 05 12:05:21.052154 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-29af3737-3687-4e4c-b914-061267fbdb75 req-9c2b99e2-4fe2-4647-a4c6-6a0a8bd13258 service neutron] 10.222.0.64 "GET /v2.0/networks/86bbbaf5-a273-4acb-af27-d15f3d74f788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819148 Aug 05 12:05:21.088848 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=f4be0502-a7e3-41af-943e-a3ca32b65a42,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:05:21.106141 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123f3be4-de0a-4fe9-988c-ff4b643839fc req-e7ac0f67-5f1e-42d4-9fe6-8dceda6bca25 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:05:21.111188 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-123f3be4-de0a-4fe9-988c-ff4b643839fc req-e7ac0f67-5f1e-42d4-9fe6-8dceda6bca25 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8074554-29d4-4665-99de-50359b7bc393 HTTP/1.1" status: 200 len: 909 time: 0.1247747 Aug 05 12:05:21.177898 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ebc8de96-3c2e-4aa4-b908-525086bbb70a req-163d518b-4fa1-4877-a5c3-9bf985dfc120 service neutron] 10.222.0.55 "GET /v2.0/networks/f740c59c-4fd4-47e1-a982-1fb96347e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538332 Aug 05 12:05:21.187638 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b435be5a-1feb-4f55-8276-3c2b8dbedaae req-feaaa7cd-5bc3-4d0f-9c3b-aae64e5fff71 service neutron] 10.222.0.58 "GET /v2.0/networks/b881efb6-f52e-4006-a158-c2aa42fef2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3031013 Aug 05 12:05:21.275555 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['f4be0502-a7e3-41af-943e-a3ca32b65a42'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 12:05:21.344834 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b435be5a-1feb-4f55-8276-3c2b8dbedaae req-6a7721ab-bfef-4145-a441-2792c712874d service neutron] 10.222.0.58 "GET /v2.0/networks/b881efb6-f52e-4006-a158-c2aa42fef2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453261 Aug 05 12:05:21.346233 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ebc8de96-3c2e-4aa4-b908-525086bbb70a req-3613f72e-538d-42c1-a276-6236c6f22b1a service neutron] 10.222.0.55 "GET /v2.0/networks/f740c59c-4fd4-47e1-a982-1fb96347e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602437 Aug 05 12:05:21.428945 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e1a1d9-2788-426e-ad30-7b6f7067f303 req-28764996-4801-4d0f-a8ee-2df5bb7ef15b tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:05:21.431266 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c5e1a1d9-2788-426e-ad30-7b6f7067f303 req-28764996-4801-4d0f-a8ee-2df5bb7ef15b tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8074554-29d4-4665-99de-50359b7bc393 HTTP/1.1" status: 200 len: 909 time: 0.0800731 Aug 05 12:05:21.652773 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64284953-aba4-403d-b0c6-a63314468989 req-c2aa2b67-f632-47a0-9a2a-c9d7cbc03d6a tempest-TestSecurityGroupsBasicOps-564401709 tempest-TestSecurityGroupsBasicOps-564401709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:05:21.655688 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-64284953-aba4-403d-b0c6-a63314468989 req-c2aa2b67-f632-47a0-9a2a-c9d7cbc03d6a tempest-TestSecurityGroupsBasicOps-564401709 tempest-TestSecurityGroupsBasicOps-564401709-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=d8074554-29d4-4665-99de-50359b7bc393 HTTP/1.1" status: 200 len: 1060 time: 0.0772729 Aug 05 12:05:21.840238 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-064599f3-c291-4b16-9cab-9909174cbe57 req-710b6676-c57b-4f4b-8f21-f14b500b51f9 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=21ca5499-b9fd-4af9-95f5-0e852c4f2129 HTTP/1.1" status: 200 len: 210 time: 0.0572367 Aug 05 12:05:21.959627 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d2fe60-10cf-4e8d-a825-40057e3db1b6 req-698c847f-5224-479e-962b-e9f3ce988d0a tempest-TestSecurityGroupsBasicOps-564401709 tempest-TestSecurityGroupsBasicOps-564401709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:05:21.969687 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-43d2fe60-10cf-4e8d-a825-40057e3db1b6 req-698c847f-5224-479e-962b-e9f3ce988d0a tempest-TestSecurityGroupsBasicOps-564401709 tempest-TestSecurityGroupsBasicOps-564401709-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=eff2bf37-4b7a-4100-ac57-4d8af7fb7716 HTTP/1.1" status: 200 len: 1135 time: 0.1350276 Aug 05 12:05:22.099804 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-43d2fe60-10cf-4e8d-a825-40057e3db1b6 req-15e00713-6a86-495e-913c-1be29ba08f0b tempest-TestSecurityGroupsBasicOps-564401709 tempest-TestSecurityGroupsBasicOps-564401709-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=d47d9af8-baab-40e6-9dca-0bb6e7d3aa7d&id=bfbd9e24-1cc8-4dab-9fe7-35a0837523aa&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1205471 Aug 05 12:05:22.126771 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe73f7ad-c177-4595-ab76-d7d480ae6649 req-eb44d3ee-0da1-4eb2-98d8-ee003a1a9c88 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:05:22.130216 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fe73f7ad-c177-4595-ab76-d7d480ae6649 req-eb44d3ee-0da1-4eb2-98d8-ee003a1a9c88 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4aeee61-754b-4adc-945a-a5e114a3f2c7 HTTP/1.1" status: 200 len: 945 time: 0.1187067 Aug 05 12:05:22.133058 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device f4be0502-a7e3-41af-943e-a3ca32b65a42 up at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:05:22.190955 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 59858) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:05:22.260439 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fe73f7ad-c177-4595-ab76-d7d480ae6649 req-bb343b00-81f8-4c31-b492-6106f9211b1b tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "GET /v2.0/security-groups?id=def9d450-9527-4874-83f8-c0a6ecefb6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088691 Aug 05 12:05:22.296725 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1092835-d61c-4a11-bb61-3894ed3d7c5c tempest-TestSecurityGroupsBasicOps-564401709 tempest-TestSecurityGroupsBasicOps-564401709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:05:22.299467 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-e1092835-d61c-4a11-bb61-3894ed3d7c5c tempest-TestSecurityGroupsBasicOps-564401709 tempest-TestSecurityGroupsBasicOps-564401709-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=d8074554-29d4-4665-99de-50359b7bc393 HTTP/1.1" status: 200 len: 1055 time: 0.1046815 Aug 05 12:05:22.350340 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning for port f4be0502-a7e3-41af-943e-a3ca32b65a42 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:05:22.361993 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning complete for port f4be0502-a7e3-41af-943e-a3ca32b65a42 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:05:22.363413 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:22.410193 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:22.523976 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:22.572689 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4aeee61-754b-4adc-945a-a5e114a3f2c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4be0502-a7e3-41af-943e-a3ca32b65a42'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:05:22.575860 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8756922c-7d5e-4863-8103-c9eb989b358a" -d '{"events": [{"server_uuid": "c4aeee61-754b-4adc-945a-a5e114a3f2c7", "name": "network-vif-plugged", "status": "completed", "tag": "f4be0502-a7e3-41af-943e-a3ca32b65a42"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:05:22.593836 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port f4be0502-a7e3-41af-943e-a3ca32b65a42, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=f4be0502-a7e3-41af-943e-a3ca32b65a42,segment=NetworkSegment(8e2898c2-55de-4b44-b2e0-6dc776c5ea7e),segment_id=8e2898c2-55de-4b44-b2e0-6dc776c5ea7e)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:05:22.601975 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:22.664455 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 12:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-449225b0-7219-4779-83fc-bc065f040948 x-openstack-request-id: req-449225b0-7219-4779-83fc-bc065f040948 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:05:22.665133 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4aeee61-754b-4adc-945a-a5e114a3f2c7", "name": "network-vif-plugged", "status": "completed", "tag": "f4be0502-a7e3-41af-943e-a3ca32b65a42", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:05:22.665541 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-449225b0-7219-4779-83fc-bc065f040948 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:05:22.666187 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4aeee61-754b-4adc-945a-a5e114a3f2c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4be0502-a7e3-41af-943e-a3ca32b65a42', 'code': 200} Aug 05 12:05:22.728034 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=f4be0502-a7e3-41af-943e-a3ca32b65a42,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:05:22.770683 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e596f7-f535-40d2-8d07-b28d0aa3fc64 req-70e9d87c-aed2-4e8d-8b08-7420ca156725 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:05:22.773657 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-16e596f7-f535-40d2-8d07-b28d0aa3fc64 req-70e9d87c-aed2-4e8d-8b08-7420ca156725 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8074554-29d4-4665-99de-50359b7bc393 HTTP/1.1" status: 200 len: 909 time: 0.1050231 Aug 05 12:05:22.836528 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0e2ec6-f455-41b9-817d-53fe6f1bb5c7 req-5d0f9131-d5ad-42e9-aa86-63421d7deeab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:05:22.839874 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3a0e2ec6-f455-41b9-817d-53fe6f1bb5c7 req-5d0f9131-d5ad-42e9-aa86-63421d7deeab service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c4aeee61-754b-4adc-945a-a5e114a3f2c7 HTTP/1.1" status: 200 len: 1097 time: 0.0686431 Aug 05 12:05:22.888185 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3a0e2ec6-f455-41b9-817d-53fe6f1bb5c7 req-68f728ea-8f8b-4c85-9afc-34e516de6677 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=def9d450-9527-4874-83f8-c0a6ecefb6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411117 Aug 05 12:05:23.026475 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-793a0f85-0b34-4b75-8242-e89b7ed0f509 req-b57d5463-3ed6-4f37-8cf5-fba46431ecfb tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=21ca5499-b9fd-4af9-95f5-0e852c4f2129 HTTP/1.1" status: 200 len: 210 time: 0.0344245 Aug 05 12:05:23.510998 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b1e209-7e73-42e6-96aa-4afcbd11d6e5 req-48724db5-d803-4d9e-a4ee-5498e24d2df5 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:05:23.513155 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-75b1e209-7e73-42e6-96aa-4afcbd11d6e5 req-48724db5-d803-4d9e-a4ee-5498e24d2df5 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4aeee61-754b-4adc-945a-a5e114a3f2c7 HTTP/1.1" status: 200 len: 946 time: 0.0805914 Aug 05 12:05:23.604570 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-75b1e209-7e73-42e6-96aa-4afcbd11d6e5 req-6bc7fbf6-e7c2-4c68-8082-a38a680f3b4f tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "GET /v2.0/security-groups?id=def9d450-9527-4874-83f8-c0a6ecefb6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778842 Aug 05 12:05:24.011983 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930c4454-af63-4102-8268-b179844d6040 req-7be22a1a-c45f-4171-bb79-65a1b161d208 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:05:24.024230 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-930c4454-af63-4102-8268-b179844d6040 req-7be22a1a-c45f-4171-bb79-65a1b161d208 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8074554-29d4-4665-99de-50359b7bc393 HTTP/1.1" status: 200 len: 909 time: 0.0994952 Aug 05 12:05:24.053677 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b435be5a-1feb-4f55-8276-3c2b8dbedaae req-f1c853f5-2209-4d80-81c3-6a2cd76e4bb7 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:05:24.055591 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b435be5a-1feb-4f55-8276-3c2b8dbedaae req-f1c853f5-2209-4d80-81c3-6a2cd76e4bb7 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.64 "GET /v2.0/networks?id=b881efb6-f52e-4006-a158-c2aa42fef2fe HTTP/1.1" status: 200 len: 811 time: 0.2315037 Aug 05 12:05:24.086030 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-b435be5a-1feb-4f55-8276-3c2b8dbedaae req-f30631fd-db42-4289-a539-3a42ade70ea4 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Request body: {'port': {'device_id': '21ca5499-b9fd-4af9-95f5-0e852c4f2129', 'network_id': 'b881efb6-f52e-4006-a158-c2aa42fef2fe', 'admin_state_up': True, 'tenant_id': 'f717acd5caa748b6b706fbaad1f3b969'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:05:24.188769 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0c6a990f-b529-44b1-9c52-bc1e1b86eefa req-980e8ac0-7d2e-4b0f-ac32-63a863b5aa52 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=21ca5499-b9fd-4af9-95f5-0e852c4f2129 HTTP/1.1" status: 200 len: 210 time: 0.0428689 Aug 05 12:05:24.303942 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b435be5a-1feb-4f55-8276-3c2b8dbedaae req-f30631fd-db42-4289-a539-3a42ade70ea4 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Made reservation on behalf of f717acd5caa748b6b706fbaad1f3b969 for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:05:24.310238 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-b435be5a-1feb-4f55-8276-3c2b8dbedaae req-f30631fd-db42-4289-a539-3a42ade70ea4 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:24.566307 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-b435be5a-1feb-4f55-8276-3c2b8dbedaae req-f30631fd-db42-4289-a539-3a42ade70ea4 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Allocated IP 172.20.0.8 (b881efb6-f52e-4006-a158-c2aa42fef2fe/96bcc71c-db3b-48c5-a5c3-35b749d6182d/3009c37d-c5c9-44e5-bf3b-911b6d6d8834) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:05:24.853837 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37461635-b894-4e5e-805f-fe424eb5388f req-8e3b3718-0c6a-4558-a461-92178b4866f7 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:05:24.856795 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-37461635-b894-4e5e-805f-fe424eb5388f req-8e3b3718-0c6a-4558-a461-92178b4866f7 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4aeee61-754b-4adc-945a-a5e114a3f2c7 HTTP/1.1" status: 200 len: 946 time: 0.1020896 Aug 05 12:05:24.880012 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-b435be5a-1feb-4f55-8276-3c2b8dbedaae req-f30631fd-db42-4289-a539-3a42ade70ea4 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:24.910132 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-b435be5a-1feb-4f55-8276-3c2b8dbedaae req-f30631fd-db42-4289-a539-3a42ade70ea4 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Transition to ACTIVE for port object 3009c37d-c5c9-44e5-bf3b-911b6d6d8834 will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:05:24.920293 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-37461635-b894-4e5e-805f-fe424eb5388f req-76a1968b-deab-4fbd-bc55-ae13876d678a tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "GET /v2.0/security-groups?id=def9d450-9527-4874-83f8-c0a6ecefb6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513282 Aug 05 12:05:24.979305 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-b435be5a-1feb-4f55-8276-3c2b8dbedaae req-f30631fd-db42-4289-a539-3a42ade70ea4 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:25.067015 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b435be5a-1feb-4f55-8276-3c2b8dbedaae req-f30631fd-db42-4289-a539-3a42ade70ea4 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Network b881efb6-f52e-4006-a158-c2aa42fef2fe is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:05:25.079291 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-b435be5a-1feb-4f55-8276-3c2b8dbedaae req-f30631fd-db42-4289-a539-3a42ade70ea4 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:05:25.105318 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-b435be5a-1feb-4f55-8276-3c2b8dbedaae req-f30631fd-db42-4289-a539-3a42ade70ea4 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:05:25.111258 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30631fd-db42-4289-a539-3a42ade70ea4 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Pushing event updated for resources: {'Port': ['ID=3009c37d-c5c9-44e5-bf3b-911b6d6d8834,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:05:25.219419 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b435be5a-1feb-4f55-8276-3c2b8dbedaae req-f30631fd-db42-4289-a539-3a42ade70ea4 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:05:25.221126 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-b435be5a-1feb-4f55-8276-3c2b8dbedaae req-f30631fd-db42-4289-a539-3a42ade70ea4 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:25.236437 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffd5a1d-d1a3-4d21-aacc-0db7d2a88714 req-302c8658-7afd-4ace-873c-d34980fbd1e6 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:05:25.240584 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8ffd5a1d-d1a3-4d21-aacc-0db7d2a88714 req-302c8658-7afd-4ace-873c-d34980fbd1e6 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4aeee61-754b-4adc-945a-a5e114a3f2c7 HTTP/1.1" status: 200 len: 946 time: 0.1552474 Aug 05 12:05:25.257096 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 59890) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:05:25.266090 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-9dd4a7f7-6f30-4c7c-ae96-e1587e8d36e5 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Request body: {'floatingip': {'port_id': 'f4be0502-a7e3-41af-943e-a3ca32b65a42'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:05:25.288198 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b435be5a-1feb-4f55-8276-3c2b8dbedaae req-f30631fd-db42-4289-a539-3a42ade70ea4 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2071300 Aug 05 12:05:25.344718 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-b435be5a-1feb-4f55-8276-3c2b8dbedaae req-ece826eb-a19c-4ee4-9bd1-ed2fa8dcca11 service neutron] Request body: {'port': {'device_id': '21ca5499-b9fd-4af9-95f5-0e852c4f2129', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:05:25.480121 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9dd4a7f7-6f30-4c7c-ae96-e1587e8d36e5 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Notify callbacks [] for floatingip, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:25.487720 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-b435be5a-1feb-4f55-8276-3c2b8dbedaae req-ece826eb-a19c-4ee4-9bd1-ed2fa8dcca11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:25.667412 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-9d969cea-f8d7-4b47-a27b-bca298ad14e8 None None] Provisioning for port 3009c37d-c5c9-44e5-bf3b-911b6d6d8834 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:05:25.681027 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-9d969cea-f8d7-4b47-a27b-bca298ad14e8 None None] Provisioning complete for port 3009c37d-c5c9-44e5-bf3b-911b6d6d8834 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:05:25.681634 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-9d969cea-f8d7-4b47-a27b-bca298ad14e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:25.760060 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-9d969cea-f8d7-4b47-a27b-bca298ad14e8 None None] Port 3009c37d-c5c9-44e5-bf3b-911b6d6d8834 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 12:05:25.822777 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab414871-3d39-4903-aade-14a90291ba96 req-2da4a5f4-1198-4f83-b625-de3ef2075ec9 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:05:25.825376 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ab414871-3d39-4903-aade-14a90291ba96 req-2da4a5f4-1198-4f83-b625-de3ef2075ec9 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8074554-29d4-4665-99de-50359b7bc393 HTTP/1.1" status: 200 len: 909 time: 0.5465934 Aug 05 12:05:25.862397 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41ffea7-0f93-46b6-b08e-c976ea0f4538 req-3a208c51-6a0e-4128-ade0-b8f101182a33 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:05:25.876799 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b41ffea7-0f93-46b6-b08e-c976ea0f4538 req-3a208c51-6a0e-4128-ade0-b8f101182a33 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=21ca5499-b9fd-4af9-95f5-0e852c4f2129 HTTP/1.1" status: 200 len: 931 time: 0.4640892 Aug 05 12:05:26.133138 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-b435be5a-1feb-4f55-8276-3c2b8dbedaae req-ece826eb-a19c-4ee4-9bd1-ed2fa8dcca11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3009c37d-c5c9-44e5-bf3b-911b6d6d8834 {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 12:05:26.149121 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-b435be5a-1feb-4f55-8276-3c2b8dbedaae req-ece826eb-a19c-4ee4-9bd1-ed2fa8dcca11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:26.167867 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b1e1ad-6870-46a1-abdd-f71518ca4237 req-781289cf-3a3d-4e44-b25a-1b30d06110e6 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:05:26.171129 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-11b1e1ad-6870-46a1-abdd-f71518ca4237 req-781289cf-3a3d-4e44-b25a-1b30d06110e6 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8074554-29d4-4665-99de-50359b7bc393 HTTP/1.1" status: 200 len: 909 time: 0.3754082 Aug 05 12:05:26.176351 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-b435be5a-1feb-4f55-8276-3c2b8dbedaae req-ece826eb-a19c-4ee4-9bd1-ed2fa8dcca11 service neutron] Transition to ACTIVE for port object 3009c37d-c5c9-44e5-bf3b-911b6d6d8834 will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:05:26.186135 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-b435be5a-1feb-4f55-8276-3c2b8dbedaae req-ece826eb-a19c-4ee4-9bd1-ed2fa8dcca11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:26.186464 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b41ffea7-0f93-46b6-b08e-c976ea0f4538 req-bb93d75f-7419-42a6-ad77-262f5707b0dd tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=854dd83f-334d-4707-be76-c0d8ab0e42a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794560 Aug 05 12:05:26.303887 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece826eb-a19c-4ee4-9bd1-ed2fa8dcca11 service neutron] Pushing event updated for resources: {'Port': ['ID=3009c37d-c5c9-44e5-bf3b-911b6d6d8834,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:05:26.477078 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-b435be5a-1feb-4f55-8276-3c2b8dbedaae req-ece826eb-a19c-4ee4-9bd1-ed2fa8dcca11 service neutron] Attempting to bind port 3009c37d-c5c9-44e5-bf3b-911b6d6d8834 on host n-h1-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:05:26.477923 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-b435be5a-1feb-4f55-8276-3c2b8dbedaae req-ece826eb-a19c-4ee4-9bd1-ed2fa8dcca11 service neutron] Attempting to bind port 3009c37d-c5c9-44e5-bf3b-911b6d6d8834 by drivers openvswitch,hyperv on host n-h1-803378-2 at level 0 using segments [{'id': '556bee1a-9d74-4f14-94d0-708064ee6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'b881efb6-f52e-4006-a158-c2aa42fef2fe'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:05:26.478631 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b435be5a-1feb-4f55-8276-3c2b8dbedaae req-ece826eb-a19c-4ee4-9bd1-ed2fa8dcca11 service neutron] Attempting to bind port 3009c37d-c5c9-44e5-bf3b-911b6d6d8834 on network b881efb6-f52e-4006-a158-c2aa42fef2fe {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:05:26.489286 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b435be5a-1feb-4f55-8276-3c2b8dbedaae req-ece826eb-a19c-4ee4-9bd1-ed2fa8dcca11 service neutron] Port 3009c37d-c5c9-44e5-bf3b-911b6d6d8834 on network b881efb6-f52e-4006-a158-c2aa42fef2fe not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 12:05:26.489776 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b435be5a-1feb-4f55-8276-3c2b8dbedaae req-ece826eb-a19c-4ee4-9bd1-ed2fa8dcca11 service neutron] Attempting to bind port 3009c37d-c5c9-44e5-bf3b-911b6d6d8834 on network b881efb6-f52e-4006-a158-c2aa42fef2fe {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:05:26.502010 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b435be5a-1feb-4f55-8276-3c2b8dbedaae req-ece826eb-a19c-4ee4-9bd1-ed2fa8dcca11 service neutron] Checking agent: {'id': '40bb7567-59bd-4b31-bc29-da1c50bca759', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:05:26.502860 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b435be5a-1feb-4f55-8276-3c2b8dbedaae req-ece826eb-a19c-4ee4-9bd1-ed2fa8dcca11 service neutron] Checking segment: {'id': '556bee1a-9d74-4f14-94d0-708064ee6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'b881efb6-f52e-4006-a158-c2aa42fef2fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:05:26.503660 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b435be5a-1feb-4f55-8276-3c2b8dbedaae req-ece826eb-a19c-4ee4-9bd1-ed2fa8dcca11 service neutron] Bound using segment: {'id': '556bee1a-9d74-4f14-94d0-708064ee6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'b881efb6-f52e-4006-a158-c2aa42fef2fe'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:05:26.504593 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-b435be5a-1feb-4f55-8276-3c2b8dbedaae req-ece826eb-a19c-4ee4-9bd1-ed2fa8dcca11 service neutron] Bound port: 3009c37d-c5c9-44e5-bf3b-911b6d6d8834, host: n-h1-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '556bee1a-9d74-4f14-94d0-708064ee6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'b881efb6-f52e-4006-a158-c2aa42fef2fe'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:05:26.505342 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-b435be5a-1feb-4f55-8276-3c2b8dbedaae req-ece826eb-a19c-4ee4-9bd1-ed2fa8dcca11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:26.635802 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-b435be5a-1feb-4f55-8276-3c2b8dbedaae req-ece826eb-a19c-4ee4-9bd1-ed2fa8dcca11 service neutron] For port 3009c37d-c5c9-44e5-bf3b-911b6d6d8834, host n-h1-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:05:26.641291 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-b435be5a-1feb-4f55-8276-3c2b8dbedaae req-ece826eb-a19c-4ee4-9bd1-ed2fa8dcca11 service neutron] For port 3009c37d-c5c9-44e5-bf3b-911b6d6d8834, host n-h1-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=3009c37d-c5c9-44e5-bf3b-911b6d6d8834,segment=NetworkSegment(556bee1a-9d74-4f14-94d0-708064ee6011),segment_id=556bee1a-9d74-4f14-94d0-708064ee6011)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:05:26.649391 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-b435be5a-1feb-4f55-8276-3c2b8dbedaae req-ece826eb-a19c-4ee4-9bd1-ed2fa8dcca11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:26.726402 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b435be5a-1feb-4f55-8276-3c2b8dbedaae req-ece826eb-a19c-4ee4-9bd1-ed2fa8dcca11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:05:26.729572 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-b435be5a-1feb-4f55-8276-3c2b8dbedaae req-ece826eb-a19c-4ee4-9bd1-ed2fa8dcca11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:26.732041 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b435be5a-1feb-4f55-8276-3c2b8dbedaae req-ece826eb-a19c-4ee4-9bd1-ed2fa8dcca11 service neutron] 10.222.0.64 "PUT /v2.0/ports/3009c37d-c5c9-44e5-bf3b-911b6d6d8834 HTTP/1.1" status: 200 len: 1091 time: 1.3964739 Aug 05 12:05:26.737472 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21ca5499-b9fd-4af9-95f5-0e852c4f2129', 'tag': '3009c37d-c5c9-44e5-bf3b-911b6d6d8834'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:05:26.745269 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93574401-eb50-4755-b022-624090457b6c" -d '{"events": [{"name": "network-changed", "server_uuid": "21ca5499-b9fd-4af9-95f5-0e852c4f2129", "tag": "3009c37d-c5c9-44e5-bf3b-911b6d6d8834"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:05:26.893292 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece826eb-a19c-4ee4-9bd1-ed2fa8dcca11 service neutron] Pushing event updated for resources: {'Port': ['ID=3009c37d-c5c9-44e5-bf3b-911b6d6d8834,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:05:26.948702 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b435be5a-1feb-4f55-8276-3c2b8dbedaae req-4e1e6c9a-a885-4709-9381-924727e03912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:05:26.950950 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b435be5a-1feb-4f55-8276-3c2b8dbedaae req-4e1e6c9a-a885-4709-9381-924727e03912 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f717acd5caa748b6b706fbaad1f3b969&device_id=21ca5499-b9fd-4af9-95f5-0e852c4f2129 HTTP/1.1" status: 200 len: 1094 time: 0.1217268 Aug 05 12:05:26.956588 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 12:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c47bb49-c443-4f91-b5b6-276714dd1239 x-openstack-request-id: req-7c47bb49-c443-4f91-b5b6-276714dd1239 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:05:26.957061 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21ca5499-b9fd-4af9-95f5-0e852c4f2129", "tag": "3009c37d-c5c9-44e5-bf3b-911b6d6d8834", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:05:26.957404 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7c47bb49-c443-4f91-b5b6-276714dd1239 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:05:26.958022 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21ca5499-b9fd-4af9-95f5-0e852c4f2129', 'tag': '3009c37d-c5c9-44e5-bf3b-911b6d6d8834', 'status': 'completed', 'code': 200} Aug 05 12:05:27.104100 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b435be5a-1feb-4f55-8276-3c2b8dbedaae req-cb92c5c3-ecc3-415c-9148-f5dab137ace1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3009c37d-c5c9-44e5-bf3b-911b6d6d8834 HTTP/1.1" status: 200 len: 217 time: 0.1184683 Aug 05 12:05:27.211912 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b435be5a-1feb-4f55-8276-3c2b8dbedaae req-aeb203ac-b6c2-49fa-8221-73cc00bef2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:05:27.215279 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b435be5a-1feb-4f55-8276-3c2b8dbedaae req-aeb203ac-b6c2-49fa-8221-73cc00bef2c2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=96bcc71c-db3b-48c5-a5c3-35b749d6182d HTTP/1.1" status: 200 len: 850 time: 0.0982478 Aug 05 12:05:27.234610 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.db.resource_extend [None req-9dd4a7f7-6f30-4c7c-ae96-e1587e8d36e5 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 05 12:05:27.347187 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff7c941-80e3-4e87-b433-58c0af0902bb req-29c44700-6fc7-4995-a506-716971229596 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:05:27.350178 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1ff7c941-80e3-4e87-b433-58c0af0902bb req-29c44700-6fc7-4995-a506-716971229596 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8074554-29d4-4665-99de-50359b7bc393 HTTP/1.1" status: 200 len: 909 time: 0.3171847 Aug 05 12:05:27.354978 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b435be5a-1feb-4f55-8276-3c2b8dbedaae req-11627866-fa70-41ea-b8ab-4b65705ec179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:05:27.364212 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b435be5a-1feb-4f55-8276-3c2b8dbedaae req-11627866-fa70-41ea-b8ab-4b65705ec179 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b881efb6-f52e-4006-a158-c2aa42fef2fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1256936 Aug 05 12:05:27.457786 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9dd4a7f7-6f30-4c7c-ae96-e1587e8d36e5 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:27.477530 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9dd4a7f7-6f30-4c7c-ae96-e1587e8d36e5 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33287247'] for floatingip, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:27.487923 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [req-11b1e1ad-6870-46a1-abdd-f71518ca4237 req-c943d5d5-8fb4-4b26-b8ca-78af965a4337 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Deleting port 4ab7d08b-740d-49e2-986d-77a21745c780 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:05:27.488447 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-11b1e1ad-6870-46a1-abdd-f71518ca4237 req-c943d5d5-8fb4-4b26-b8ca-78af965a4337 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:27.579359 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b435be5a-1feb-4f55-8276-3c2b8dbedaae req-54474f24-9ee4-4733-a6de-7aa6ff7058e0 service neutron] 10.222.0.64 "GET /v2.0/networks/b881efb6-f52e-4006-a158-c2aa42fef2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015071 Aug 05 12:05:27.715751 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52df3f2c-5eb2-4b4f-adca-065b71b9ad63 req-270e02e1-c7b2-4a8e-b4a8-5dedc38c8ce3 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:05:27.719180 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-52df3f2c-5eb2-4b4f-adca-065b71b9ad63 req-270e02e1-c7b2-4a8e-b4a8-5dedc38c8ce3 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=21ca5499-b9fd-4af9-95f5-0e852c4f2129 HTTP/1.1" status: 200 len: 943 time: 0.3467925 Aug 05 12:05:27.788543 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b435be5a-1feb-4f55-8276-3c2b8dbedaae req-e46aeb35-e78b-4ce7-939a-b4874bae96ea service neutron] 10.222.0.64 "GET /v2.0/networks/b881efb6-f52e-4006-a158-c2aa42fef2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995366 Aug 05 12:05:27.950092 n-d-803378-2 neutron-server[94420]: INFO neutron.db.l3_db [None req-9dd4a7f7-6f30-4c7c-ae96-e1587e8d36e5 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Floating IP c424c92b-0df3-4ee9-b1b5-a97065696573 associated. External IP: 172.25.5.212, port: f4be0502-a7e3-41af-943e-a3ca32b65a42. Aug 05 12:05:27.967966 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-11b1e1ad-6870-46a1-abdd-f71518ca4237 req-c943d5d5-8fb4-4b26-b8ca-78af965a4337 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] For port 4ab7d08b-740d-49e2-986d-77a21745c780, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=4ab7d08b-740d-49e2-986d-77a21745c780,segment=NetworkSegment(57bd4497-e9d1-4b5c-9067-329953ac3ed7),segment_id=57bd4497-e9d1-4b5c-9067-329953ac3ed7)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:05:27.969417 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-11b1e1ad-6870-46a1-abdd-f71518ca4237 req-c943d5d5-8fb4-4b26-b8ca-78af965a4337 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:27.979217 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-52df3f2c-5eb2-4b4f-adca-065b71b9ad63 req-9ac352ab-e1c4-4f73-8107-67298673466e tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=854dd83f-334d-4707-be76-c0d8ab0e42a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773350 Aug 05 12:05:28.019048 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93574401-eb50-4755-b022-624090457b6c req-687898ef-934f-43b9-ba4f-0962d1383b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:05:28.022021 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-93574401-eb50-4755-b022-624090457b6c req-687898ef-934f-43b9-ba4f-0962d1383b7f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f717acd5caa748b6b706fbaad1f3b969&device_id=21ca5499-b9fd-4af9-95f5-0e852c4f2129 HTTP/1.1" status: 200 len: 1094 time: 0.0997984 Aug 05 12:05:28.064572 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [req-11b1e1ad-6870-46a1-abdd-f71518ca4237 req-c943d5d5-8fb4-4b26-b8ca-78af965a4337 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Calling delete_port for 4ab7d08b-740d-49e2-986d-77a21745c780 owned by compute:nova {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:05:28.194520 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93574401-eb50-4755-b022-624090457b6c req-6d2d82c8-97c3-411b-82d9-f5f17e5b6afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:05:28.197542 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-93574401-eb50-4755-b022-624090457b6c req-6d2d82c8-97c3-411b-82d9-f5f17e5b6afa service neutron] 10.222.0.64 "GET /v2.0/networks?id=b881efb6-f52e-4006-a158-c2aa42fef2fe HTTP/1.1" status: 200 len: 912 time: 0.1623650 Aug 05 12:05:28.272548 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-93574401-eb50-4755-b022-624090457b6c req-a5161c8c-47e0-4a84-adce-c354fcac5cf6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3009c37d-c5c9-44e5-bf3b-911b6d6d8834 HTTP/1.1" status: 200 len: 217 time: 0.0628908 Aug 05 12:05:28.392270 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93574401-eb50-4755-b022-624090457b6c req-616da360-7900-49cc-a75d-d0deb8d08257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:05:28.394680 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-93574401-eb50-4755-b022-624090457b6c req-616da360-7900-49cc-a75d-d0deb8d08257 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=96bcc71c-db3b-48c5-a5c3-35b749d6182d HTTP/1.1" status: 200 len: 850 time: 0.1122119 Aug 05 12:05:28.547348 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93574401-eb50-4755-b022-624090457b6c req-9a4101dc-9917-41d4-8160-d5d247d57567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:05:28.551511 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-93574401-eb50-4755-b022-624090457b6c req-9a4101dc-9917-41d4-8160-d5d247d57567 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b881efb6-f52e-4006-a158-c2aa42fef2fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1124530 Aug 05 12:05:28.671600 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 12:05:28.694221 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dd4a7f7-6f30-4c7c-ae96-e1587e8d36e5 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Router 96149523-19dc-4119-b73d-a9cad6d594ad has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:05:28.719037 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bfdd9a-4e9a-458f-ac71-9958f6f2b901 req-bf50dca6-484c-47f2-a4af-5b28a4729cd8 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:05:28.721532 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e5bfdd9a-4e9a-458f-ac71-9958f6f2b901 req-bf50dca6-484c-47f2-a4af-5b28a4729cd8 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8074554-29d4-4665-99de-50359b7bc393 HTTP/1.1" status: 200 len: 909 time: 0.1938150 Aug 05 12:05:28.778178 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-93574401-eb50-4755-b022-624090457b6c req-2ff1e188-2813-4798-8eed-6ed10b3e9740 service neutron] 10.222.0.64 "GET /v2.0/networks/b881efb6-f52e-4006-a158-c2aa42fef2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090323 Aug 05 12:05:28.835310 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-11b1e1ad-6870-46a1-abdd-f71518ca4237 req-c943d5d5-8fb4-4b26-b8ca-78af965a4337 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:28.902190 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c943d5d5-8fb4-4b26-b8ca-78af965a4337 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Pushing event deleted for resources: {'Port': ['ID=4ab7d08b-740d-49e2-986d-77a21745c780,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:05:29.002049 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-93574401-eb50-4755-b022-624090457b6c req-1260daa2-1939-4fe3-aaa0-c6365744b678 service neutron] 10.222.0.64 "GET /v2.0/networks/b881efb6-f52e-4006-a158-c2aa42fef2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150984 Aug 05 12:05:29.052125 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [req-11b1e1ad-6870-46a1-abdd-f71518ca4237 req-c943d5d5-8fb4-4b26-b8ca-78af965a4337 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] No DVR routers for this DVR port 4ab7d08b-740d-49e2-986d-77a21745c780 on host n-h1-803378-2 {{(pid=94420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:05:29.059423 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-11b1e1ad-6870-46a1-abdd-f71518ca4237 req-c943d5d5-8fb4-4b26-b8ca-78af965a4337 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:29.063954 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-11b1e1ad-6870-46a1-abdd-f71518ca4237 req-c943d5d5-8fb4-4b26-b8ca-78af965a4337 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] 10.222.0.64 "DELETE /v2.0/ports/4ab7d08b-740d-49e2-986d-77a21745c780 HTTP/1.1" status: 204 len: 173 time: 2.8824158 Aug 05 12:05:29.064797 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8074554-29d4-4665-99de-50359b7bc393', 'name': 'network-vif-deleted', 'tag': '4ab7d08b-740d-49e2-986d-77a21745c780'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:05:29.069237 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}828068ad8d405ad77660ce68fa78e1ffe658725812f7a08f9e488a446589295b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e53ec720-7df4-48ef-9071-481ec9f5ec87" -d '{"events": [{"server_uuid": "d8074554-29d4-4665-99de-50359b7bc393", "name": "network-vif-deleted", "tag": "4ab7d08b-740d-49e2-986d-77a21745c780"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:05:29.163531 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dd4a7f7-6f30-4c7c-ae96-e1587e8d36e5 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:05:29.172569 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9dd4a7f7-6f30-4c7c-ae96-e1587e8d36e5 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:29.188044 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d43ecaf-cea1-4a2b-a449-3f09ce984a77 None None] Sync routers for ids ['96149523-19dc-4119-b73d-a9cad6d594ad'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:05:29.210312 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 12:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6222abef-856d-4592-b965-1de05f6ef85d x-openstack-request-id: req-6222abef-856d-4592-b965-1de05f6ef85d {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:05:29.210910 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8074554-29d4-4665-99de-50359b7bc393", "name": "network-vif-deleted", "tag": "4ab7d08b-740d-49e2-986d-77a21745c780", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:05:29.211338 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6222abef-856d-4592-b965-1de05f6ef85d {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:05:29.212357 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8074554-29d4-4665-99de-50359b7bc393', 'name': 'network-vif-deleted', 'tag': '4ab7d08b-740d-49e2-986d-77a21745c780', 'status': 'completed', 'code': 200} Aug 05 12:05:29.227540 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d43ecaf-cea1-4a2b-a449-3f09ce984a77 None None] Routers {'96149523-19dc-4119-b73d-a9cad6d594ad'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:05:29.228924 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-1d43ecaf-cea1-4a2b-a449-3f09ce984a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:05:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['96149523-19dc-4119-b73d-a9cad6d594ad'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:05:29.316125 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-9dd4a7f7-6f30-4c7c-ae96-e1587e8d36e5 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "PUT /v2.0/floatingips/c424c92b-0df3-4ee9-b1b5-a97065696573 HTTP/1.1" status: 200 len: 992 time: 4.0571725 Aug 05 12:05:29.351844 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f59086-998b-4104-b1ed-f25b94bacedd req-6cb58400-ca57-4d48-9a47-40f2464701cf tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:05:29.365566 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b0f59086-998b-4104-b1ed-f25b94bacedd req-6cb58400-ca57-4d48-9a47-40f2464701cf tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=21ca5499-b9fd-4af9-95f5-0e852c4f2129 HTTP/1.1" status: 200 len: 943 time: 0.1882305 Aug 05 12:05:29.478849 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b0f59086-998b-4104-b1ed-f25b94bacedd req-bf496e8b-5aaf-41cf-8112-7f06211e48e1 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=854dd83f-334d-4707-be76-c0d8ab0e42a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071553 Aug 05 12:05:29.552471 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-1d43ecaf-cea1-4a2b-a449-3f09ce984a77 None None] Set router 96149523-19dc-4119-b73d-a9cad6d594ad gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:05:29.632608 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:29.890010 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 4ab7d08b-740d-49e2-986d-77a21745c780 no longer exists at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:05:29.963634 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] No Port match for: 4ab7d08b-740d-49e2-986d-77a21745c780 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:05:29.965372 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 4ab7d08b-740d-49e2-986d-77a21745c780 not bound to the agent host n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:05:30.004350 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9638fb8d-33d2-4140-8388-7d2c9f009747 req-419bf0bb-151f-415c-a5c5-f07058b9b030 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8074554-29d4-4665-99de-50359b7bc393 HTTP/1.1" status: 200 len: 210 time: 0.1018054 Aug 05 12:05:30.153206 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-1d43ecaf-cea1-4a2b-a449-3f09ce984a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96149523-19dc-4119-b73d-a9cad6d594ad', 'name': 'tempest-AttachVolumeTestJSON-1078512849-router', 'tenant_id': '5ac79aa4804c4ec78dd715e0f7f164e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '44ceb000-9880-49bd-b837-d5d196742829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:04:49Z', 'updated_at': '2021-08-05T12:04:57Z', 'revision_number': 4, 'project_id': '5ac79aa4804c4ec78dd715e0f7f164e5', 'gw_port': {'id': '44ceb000-9880-49bd-b837-d5d196742829', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:82:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96149523-19dc-4119-b73d-a9cad6d594ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:04:50Z', 'updated_at': '2021-08-05T12:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': 'c424c92b-0df3-4ee9-b1b5-a97065696573', 'tenant_id': '5ac79aa4804c4ec78dd715e0f7f164e5', 'floating_ip_address': '172.25.5.212', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': '96149523-19dc-4119-b73d-a9cad6d594ad', 'port_id': 'f4be0502-a7e3-41af-943e-a3ca32b65a42', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f19e325-64cf-4e1f-b582-b20cec605cde', 'mac_address': 'fa:16:3e:bf:5c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4aeee61-754b-4adc-945a-a5e114a3f2c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T12:05:03Z', 'updated_at': '2021-08-05T12:05:27Z', 'revision_number': 1, 'project_id': '5ac79aa4804c4ec78dd715e0f7f164e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60a58c35-9072-4d5c-8341-10e662debaa1', 'name': '', 'network_id': '3f19e325-64cf-4e1f-b582-b20cec605cde', 'tenant_id': '5ac79aa4804c4ec78dd715e0f7f164e5', 'mac_address': 'fa:16:3e:d4:cb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96149523-19dc-4119-b73d-a9cad6d594ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': 'aeea250c-5d17-40dc-96d1-f040d8812261', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:04:55Z', 'updated_at': '2021-08-05T12:05:11Z', 'revision_number': 5, 'project_id': '5ac79aa4804c4ec78dd715e0f7f164e5', 'subnets': [{'id': 'aeea250c-5d17-40dc-96d1-f040d8812261', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:05:30.217165 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d43ecaf-cea1-4a2b-a449-3f09ce984a77 None None] Checking router: 96149523-19dc-4119-b73d-a9cad6d594ad for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:05:30.250298 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d43ecaf-cea1-4a2b-a449-3f09ce984a77 None None] Routers {'96149523-19dc-4119-b73d-a9cad6d594ad'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:05:30.251297 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-1d43ecaf-cea1-4a2b-a449-3f09ce984a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:05:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['96149523-19dc-4119-b73d-a9cad6d594ad'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:05:30.495097 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-1d43ecaf-cea1-4a2b-a449-3f09ce984a77 None None] Set router 96149523-19dc-4119-b73d-a9cad6d594ad gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:05:30.802084 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de1185-db68-484b-9e00-e91eec756505 req-76d30041-1db0-4e4b-8c06-1a65895187d5 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:05:30.812044 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a8de1185-db68-484b-9e00-e91eec756505 req-76d30041-1db0-4e4b-8c06-1a65895187d5 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=21ca5499-b9fd-4af9-95f5-0e852c4f2129 HTTP/1.1" status: 200 len: 943 time: 0.1771014 Aug 05 12:05:30.894703 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a8de1185-db68-484b-9e00-e91eec756505 req-d08326f1-6ab3-44b6-a710-69d48f56f1a9 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=854dd83f-334d-4707-be76-c0d8ab0e42a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695057 Aug 05 12:05:31.029649 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-1d43ecaf-cea1-4a2b-a449-3f09ce984a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96149523-19dc-4119-b73d-a9cad6d594ad', 'name': 'tempest-AttachVolumeTestJSON-1078512849-router', 'tenant_id': '5ac79aa4804c4ec78dd715e0f7f164e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '44ceb000-9880-49bd-b837-d5d196742829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:04:49Z', 'updated_at': '2021-08-05T12:04:57Z', 'revision_number': 4, 'project_id': '5ac79aa4804c4ec78dd715e0f7f164e5', 'gw_port': {'id': '44ceb000-9880-49bd-b837-d5d196742829', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:82:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96149523-19dc-4119-b73d-a9cad6d594ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:04:50Z', 'updated_at': '2021-08-05T12:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': 'c424c92b-0df3-4ee9-b1b5-a97065696573', 'tenant_id': '5ac79aa4804c4ec78dd715e0f7f164e5', 'floating_ip_address': '172.25.5.212', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': '96149523-19dc-4119-b73d-a9cad6d594ad', 'port_id': 'f4be0502-a7e3-41af-943e-a3ca32b65a42', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f19e325-64cf-4e1f-b582-b20cec605cde', 'mac_address': 'fa:16:3e:bf:5c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4aeee61-754b-4adc-945a-a5e114a3f2c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T12:05:03Z', 'updated_at': '2021-08-05T12:05:27Z', 'revision_number': 1, 'project_id': '5ac79aa4804c4ec78dd715e0f7f164e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60a58c35-9072-4d5c-8341-10e662debaa1', 'name': '', 'network_id': '3f19e325-64cf-4e1f-b582-b20cec605cde', 'tenant_id': '5ac79aa4804c4ec78dd715e0f7f164e5', 'mac_address': 'fa:16:3e:d4:cb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96149523-19dc-4119-b73d-a9cad6d594ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': 'aeea250c-5d17-40dc-96d1-f040d8812261', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:04:55Z', 'updated_at': '2021-08-05T12:05:11Z', 'revision_number': 5, 'project_id': '5ac79aa4804c4ec78dd715e0f7f164e5', 'subnets': [{'id': 'aeea250c-5d17-40dc-96d1-f040d8812261', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:05:31.081340 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d43ecaf-cea1-4a2b-a449-3f09ce984a77 None None] The sync data for ids ['96149523-19dc-4119-b73d-a9cad6d594ad'] in n-d-803378-2 is: [{'id': '96149523-19dc-4119-b73d-a9cad6d594ad', 'name': 'tempest-AttachVolumeTestJSON-1078512849-router', 'tenant_id': '5ac79aa4804c4ec78dd715e0f7f164e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '44ceb000-9880-49bd-b837-d5d196742829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:04:49Z', 'updated_at': '2021-08-05T12:04:57Z', 'revision_number': 4, 'project_id': '5ac79aa4804c4ec78dd715e0f7f164e5', 'gw_port': {'id': '44ceb000-9880-49bd-b837-d5d196742829', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:82:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96149523-19dc-4119-b73d-a9cad6d594ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:04:50Z', 'updated_at': '2021-08-05T12:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': 'c424c92b-0df3-4ee9-b1b5-a97065696573', 'tenant_id': '5ac79aa4804c4ec78dd715e0f7f164e5', 'floating_ip_address': '172.25.5.212', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': '96149523-19dc-4119-b73d-a9cad6d594ad', 'port_id': 'f4be0502-a7e3-41af-943e-a3ca32b65a42', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f19e325-64cf-4e1f-b582-b20cec605cde', 'mac_address': 'fa:16:3e:bf:5c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4aeee61-754b-4adc-945a-a5e114a3f2c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T12:05:03Z', 'updated_at': '2021-08-05T12:05:27Z', 'revision_number': 1, 'project_id': '5ac79aa4804c4ec78dd715e0f7f164e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60a58c35-9072-4d5c-8341-10e662debaa1', 'name': '', 'network_id': '3f19e325-64cf-4e1f-b582-b20cec605cde', 'tenant_id': '5ac79aa4804c4ec78dd715e0f7f164e5', 'mac_address': 'fa:16:3e:d4:cb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96149523-19dc-4119-b73d-a9cad6d594ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': 'aeea250c-5d17-40dc-96d1-f040d8812261', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:04:55Z', 'updated_at': '2021-08-05T12:05:11Z', 'revision_number': 5, 'project_id': '5ac79aa4804c4ec78dd715e0f7f164e5', 'subnets': [{'id': 'aeea250c-5d17-40dc-96d1-f040d8812261', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:05:31.125692 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 59930) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:05:31.215393 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4aeee61-754b-4adc-945a-a5e114a3f2c7', 'tag': 'f4be0502-a7e3-41af-943e-a3ca32b65a42'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:05:31.220152 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}828068ad8d405ad77660ce68fa78e1ffe658725812f7a08f9e488a446589295b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0db39ad4-370d-4c0b-bb42-b21c0f7c918d" -d '{"events": [{"name": "network-changed", "server_uuid": "c4aeee61-754b-4adc-945a-a5e114a3f2c7", "tag": "f4be0502-a7e3-41af-943e-a3ca32b65a42"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:05:31.326907 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 12:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-343d7e3a-9ef8-4523-ad28-1ba7bf3e96de x-openstack-request-id: req-343d7e3a-9ef8-4523-ad28-1ba7bf3e96de {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:05:31.326907 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4aeee61-754b-4adc-945a-a5e114a3f2c7", "tag": "f4be0502-a7e3-41af-943e-a3ca32b65a42", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:05:31.326907 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-343d7e3a-9ef8-4523-ad28-1ba7bf3e96de {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:05:31.327490 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4aeee61-754b-4adc-945a-a5e114a3f2c7', 'tag': 'f4be0502-a7e3-41af-943e-a3ca32b65a42', 'status': 'completed', 'code': 200} Aug 05 12:05:31.446586 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db39ad4-370d-4c0b-bb42-b21c0f7c918d req-e7fc7a74-7f4c-4786-8f44-64c21aa486e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:05:31.452069 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-0db39ad4-370d-4c0b-bb42-b21c0f7c918d req-e7fc7a74-7f4c-4786-8f44-64c21aa486e4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5ac79aa4804c4ec78dd715e0f7f164e5&device_id=c4aeee61-754b-4adc-945a-a5e114a3f2c7 HTTP/1.1" status: 200 len: 1097 time: 0.0941546 Aug 05 12:05:31.474329 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5170ef4-6736-4c09-9093-6905915f8d56 None None] New status for floating IP c424c92b-0df3-4ee9-b1b5-a97065696573: ACTIVE {{(pid=94422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 12:05:31.645904 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db39ad4-370d-4c0b-bb42-b21c0f7c918d req-1e0a18b6-fd64-4047-b659-d594adebc072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:05:31.648872 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-0db39ad4-370d-4c0b-bb42-b21c0f7c918d req-1e0a18b6-fd64-4047-b659-d594adebc072 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3f19e325-64cf-4e1f-b582-b20cec605cde HTTP/1.1" status: 200 len: 912 time: 0.1893940 Aug 05 12:05:31.833483 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-0db39ad4-370d-4c0b-bb42-b21c0f7c918d req-d605c397-09e3-421b-ab14-f6471d4c9edb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f4be0502-a7e3-41af-943e-a3ca32b65a42 HTTP/1.1" status: 200 len: 1000 time: 0.1704538 Aug 05 12:05:31.947735 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db39ad4-370d-4c0b-bb42-b21c0f7c918d req-3e40570d-2089-4e27-b87e-8b55baf8fc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:05:31.950266 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-0db39ad4-370d-4c0b-bb42-b21c0f7c918d req-3e40570d-2089-4e27-b87e-8b55baf8fc96 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=aeea250c-5d17-40dc-96d1-f040d8812261 HTTP/1.1" status: 200 len: 850 time: 0.1087050 Aug 05 12:05:32.079238 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db39ad4-370d-4c0b-bb42-b21c0f7c918d req-8899b93d-5a92-42ce-8e6c-8b0bd7ffd411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:05:32.082510 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-0db39ad4-370d-4c0b-bb42-b21c0f7c918d req-8899b93d-5a92-42ce-8e6c-8b0bd7ffd411 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3f19e325-64cf-4e1f-b582-b20cec605cde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1238215 Aug 05 12:05:32.136993 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-eb8d8102-72b6-4498-8062-a5ed26756b50 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33208311'] for router_interface, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:32.301760 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-0db39ad4-370d-4c0b-bb42-b21c0f7c918d req-5d355c1c-3e59-406f-af80-c814731c74df service neutron] 10.222.0.55 "GET /v2.0/networks/3f19e325-64cf-4e1f-b582-b20cec605cde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939504 Aug 05 12:05:32.305821 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d588d6-e626-4335-80e6-b68f4871cf9a req-af8f3e8f-7749-440c-b273-08f87ec5901a tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:05:32.308761 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b2d588d6-e626-4335-80e6-b68f4871cf9a req-af8f3e8f-7749-440c-b273-08f87ec5901a tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=21ca5499-b9fd-4af9-95f5-0e852c4f2129 HTTP/1.1" status: 200 len: 943 time: 0.2048063 Aug 05 12:05:32.449840 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b2d588d6-e626-4335-80e6-b68f4871cf9a req-fe2e4895-be04-4387-9451-11fc2a8a84d0 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=854dd83f-334d-4707-be76-c0d8ab0e42a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938001 Aug 05 12:05:32.517914 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-0db39ad4-370d-4c0b-bb42-b21c0f7c918d req-03a0a5e4-3cd1-425e-b84f-720f3331e993 service neutron] 10.222.0.55 "GET /v2.0/networks/3f19e325-64cf-4e1f-b582-b20cec605cde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053061 Aug 05 12:05:32.772310 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-eb8d8102-72b6-4498-8062-a5ed26756b50 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Deleting port 93443531-239a-44c3-b59b-1f79fc73bf60 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:05:32.772310 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-eb8d8102-72b6-4498-8062-a5ed26756b50 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:32.957305 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-eb8d8102-72b6-4498-8062-a5ed26756b50 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] For port 93443531-239a-44c3-b59b-1f79fc73bf60, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=93443531-239a-44c3-b59b-1f79fc73bf60,segment=NetworkSegment(57bd4497-e9d1-4b5c-9067-329953ac3ed7),segment_id=57bd4497-e9d1-4b5c-9067-329953ac3ed7)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:05:32.957953 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-eb8d8102-72b6-4498-8062-a5ed26756b50 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:32.987203 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-eb8d8102-72b6-4498-8062-a5ed26756b50 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Calling delete_port for 93443531-239a-44c3-b59b-1f79fc73bf60 owned by network:router_interface {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:05:33.366138 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-eb8d8102-72b6-4498-8062-a5ed26756b50 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:33.416463 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8d8102-72b6-4498-8062-a5ed26756b50 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Pushing event deleted for resources: {'Port': ['ID=93443531-239a-44c3-b59b-1f79fc73bf60,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:05:33.813898 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c2d45e-b004-42b9-b6f6-4dcffad3b6c8 req-81a324ae-4903-4db7-9c08-d5205959399b tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:05:33.816793 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-26c2d45e-b004-42b9-b6f6-4dcffad3b6c8 req-81a324ae-4903-4db7-9c08-d5205959399b tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=21ca5499-b9fd-4af9-95f5-0e852c4f2129 HTTP/1.1" status: 200 len: 943 time: 0.1897011 Aug 05 12:05:33.860915 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-eb8d8102-72b6-4498-8062-a5ed26756b50 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33140263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33208171'] for router_interface, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:33.957863 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-26c2d45e-b004-42b9-b6f6-4dcffad3b6c8 req-a136d966-e5e7-4da5-8298-d6e186ca673c tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=854dd83f-334d-4707-be76-c0d8ab0e42a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289871 Aug 05 12:05:34.774858 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb8d8102-72b6-4498-8062-a5ed26756b50 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Router 69010bc7-459d-47c7-8dfe-06655deef688 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:05:34.986665 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb8d8102-72b6-4498-8062-a5ed26756b50 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:05:34.993228 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-eb8d8102-72b6-4498-8062-a5ed26756b50 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] 10.222.0.58 "PUT /v2.0/routers/69010bc7-459d-47c7-8dfe-06655deef688/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8654106 Aug 05 12:05:34.998096 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 59952) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:05:35.008947 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b2c1f1-0eaa-4e64-9d5b-1832ca717266 None None] Sync routers for ids ['69010bc7-459d-47c7-8dfe-06655deef688'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:05:35.027787 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b2c1f1-0eaa-4e64-9d5b-1832ca717266 None None] Routers {'69010bc7-459d-47c7-8dfe-06655deef688'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:05:35.029531 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-84b2c1f1-0eaa-4e64-9d5b-1832ca717266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:05:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['69010bc7-459d-47c7-8dfe-06655deef688'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:05:35.111608 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_v2 [None req-81359557-cc74-4e59-ad19-f0950234cd82 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Deleting subnet ad508c80-55e3-4965-826c-2250e2a32b52 {{(pid=94421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 12:05:35.116599 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-81359557-cc74-4e59-ad19-f0950234cd82 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks [] for subnet, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:35.215322 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-81359557-cc74-4e59-ad19-f0950234cd82 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29786388'] for subnet, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:35.231238 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cd27b6-63b3-4f49-a58d-37277e4b3c09 req-bcf36b4b-f4f3-44e1-abfe-892ba354f3af tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:05:35.234392 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b7cd27b6-63b3-4f49-a58d-37277e4b3c09 req-bcf36b4b-f4f3-44e1-abfe-892ba354f3af tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=21ca5499-b9fd-4af9-95f5-0e852c4f2129 HTTP/1.1" status: 200 len: 943 time: 0.1249878 Aug 05 12:05:35.262463 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-84b2c1f1-0eaa-4e64-9d5b-1832ca717266 None None] Set router 69010bc7-459d-47c7-8dfe-06655deef688 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:05:35.370598 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b7cd27b6-63b3-4f49-a58d-37277e4b3c09 req-6e8b6fcd-516f-4314-b987-7dc216190333 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=854dd83f-334d-4707-be76-c0d8ab0e42a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240609 Aug 05 12:05:35.440249 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-81359557-cc74-4e59-ad19-f0950234cd82 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:35.537885 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-81359557-cc74-4e59-ad19-f0950234cd82 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25038609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30075142'] for subnet, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:35.597426 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81359557-cc74-4e59-ad19-f0950234cd82 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Pushing event deleted for resources: {'Subnet': ['ID=ad508c80-55e3-4965-826c-2250e2a32b52,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:05:35.605292 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-81359557-cc74-4e59-ad19-f0950234cd82 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:35.605626 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-285716db-65f4-4080-990a-bbf602ec7363 None None] Network 03113010-9872-4b77-a4a6-d7b49a65c006 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:05:35.611589 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-81359557-cc74-4e59-ad19-f0950234cd82 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] 10.222.0.58 "DELETE /v2.0/subnets/ad508c80-55e3-4965-826c-2250e2a32b52 HTTP/1.1" status: 204 len: 168 time: 0.6106973 Aug 05 12:05:35.614178 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 59960) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:05:35.624454 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81359557-cc74-4e59-ad19-f0950234cd82 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:05:35.624454 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81359557-cc74-4e59-ad19-f0950234cd82 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:05:35.625135 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81359557-cc74-4e59-ad19-f0950234cd82 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:05:35.625806 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81359557-cc74-4e59-ad19-f0950234cd82 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:05:35.626486 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81359557-cc74-4e59-ad19-f0950234cd82 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:05:35.627158 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81359557-cc74-4e59-ad19-f0950234cd82 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:05:35.627813 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81359557-cc74-4e59-ad19-f0950234cd82 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:05:35.628649 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81359557-cc74-4e59-ad19-f0950234cd82 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:05:35.631683 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81359557-cc74-4e59-ad19-f0950234cd82 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:05:35.632608 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81359557-cc74-4e59-ad19-f0950234cd82 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:05:35.633331 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81359557-cc74-4e59-ad19-f0950234cd82 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:05:35.634050 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81359557-cc74-4e59-ad19-f0950234cd82 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:05:35.705326 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-84b2c1f1-0eaa-4e64-9d5b-1832ca717266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69010bc7-459d-47c7-8dfe-06655deef688', 'name': 'tempest-TestSecurityGroupsBasicOps-router-772367499', 'tenant_id': '1b9a5e2228004ed2924dbea757c1a744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': 'cac70ccd-3b88-412f-a045-6542c41a754e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:04:45Z', 'updated_at': '2021-08-05T12:05:33Z', 'revision_number': 5, 'project_id': '1b9a5e2228004ed2924dbea757c1a744', 'gw_port': {'id': 'cac70ccd-3b88-412f-a045-6542c41a754e', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:9a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69010bc7-459d-47c7-8dfe-06655deef688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:04:46Z', 'updated_at': '2021-08-05T12:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:05:35.740037 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b2c1f1-0eaa-4e64-9d5b-1832ca717266 None None] Checking router: 69010bc7-459d-47c7-8dfe-06655deef688 for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:05:35.754584 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b2c1f1-0eaa-4e64-9d5b-1832ca717266 None None] Routers {'69010bc7-459d-47c7-8dfe-06655deef688'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:05:35.755385 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-84b2c1f1-0eaa-4e64-9d5b-1832ca717266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:05:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['69010bc7-459d-47c7-8dfe-06655deef688'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:05:35.823444 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-507ccfcf-eb72-4f22-b910-566afad318fb tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks [] for router, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:35.875287 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b3babc-a0a7-4758-9a90-1d7f5a0edf2b None None] DHCP port deletion for 03113010-9872-4b77-a4a6-d7b49a65c006 request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 12:05:35.922439 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-84b2c1f1-0eaa-4e64-9d5b-1832ca717266 None None] Set router 69010bc7-459d-47c7-8dfe-06655deef688 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:05:35.956015 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-70b3babc-a0a7-4758-9a90-1d7f5a0edf2b None None] Deleting port b5cc0b4a-5df5-47ee-a75d-8a760319d810 {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:05:35.956821 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-70b3babc-a0a7-4758-9a90-1d7f5a0edf2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:36.078091 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-507ccfcf-eb72-4f22-b910-566afad318fb tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:36.103820 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-70b3babc-a0a7-4758-9a90-1d7f5a0edf2b None None] For port b5cc0b4a-5df5-47ee-a75d-8a760319d810, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=b5cc0b4a-5df5-47ee-a75d-8a760319d810,segment=NetworkSegment(57bd4497-e9d1-4b5c-9067-329953ac3ed7),segment_id=57bd4497-e9d1-4b5c-9067-329953ac3ed7)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:05:36.103820 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-70b3babc-a0a7-4758-9a90-1d7f5a0edf2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:36.137822 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-70b3babc-a0a7-4758-9a90-1d7f5a0edf2b None None] Calling delete_port for b5cc0b4a-5df5-47ee-a75d-8a760319d810 owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:05:36.195538 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-507ccfcf-eb72-4f22-b910-566afad318fb tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Deleting port cac70ccd-3b88-412f-a045-6542c41a754e {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:05:36.196135 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-507ccfcf-eb72-4f22-b910-566afad318fb tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:36.308137 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-70b3babc-a0a7-4758-9a90-1d7f5a0edf2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:36.312047 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-84b2c1f1-0eaa-4e64-9d5b-1832ca717266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69010bc7-459d-47c7-8dfe-06655deef688', 'name': 'tempest-TestSecurityGroupsBasicOps-router-772367499', 'tenant_id': '1b9a5e2228004ed2924dbea757c1a744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': 'cac70ccd-3b88-412f-a045-6542c41a754e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:04:45Z', 'updated_at': '2021-08-05T12:05:33Z', 'revision_number': 5, 'project_id': '1b9a5e2228004ed2924dbea757c1a744', 'gw_port': {'id': 'cac70ccd-3b88-412f-a045-6542c41a754e', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:9a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69010bc7-459d-47c7-8dfe-06655deef688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:04:46Z', 'updated_at': '2021-08-05T12:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:05:36.361787 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b3babc-a0a7-4758-9a90-1d7f5a0edf2b None None] Pushing event deleted for resources: {'Port': ['ID=b5cc0b4a-5df5-47ee-a75d-8a760319d810,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:05:36.373999 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b3babc-a0a7-4758-9a90-1d7f5a0edf2b None None] No DVR routers for this DVR port b5cc0b4a-5df5-47ee-a75d-8a760319d810 on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:05:36.376336 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b2c1f1-0eaa-4e64-9d5b-1832ca717266 None None] The sync data for ids ['69010bc7-459d-47c7-8dfe-06655deef688'] in n-d-803378-2 is: [{'id': '69010bc7-459d-47c7-8dfe-06655deef688', 'name': 'tempest-TestSecurityGroupsBasicOps-router-772367499', 'tenant_id': '1b9a5e2228004ed2924dbea757c1a744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': 'cac70ccd-3b88-412f-a045-6542c41a754e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:04:45Z', 'updated_at': '2021-08-05T12:05:33Z', 'revision_number': 5, 'project_id': '1b9a5e2228004ed2924dbea757c1a744', 'gw_port': {'id': 'cac70ccd-3b88-412f-a045-6542c41a754e', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:9a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69010bc7-459d-47c7-8dfe-06655deef688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:04:46Z', 'updated_at': '2021-08-05T12:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:05:36.390793 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-507ccfcf-eb72-4f22-b910-566afad318fb tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] For port cac70ccd-3b88-412f-a045-6542c41a754e, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=cac70ccd-3b88-412f-a045-6542c41a754e,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:05:36.391791 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-507ccfcf-eb72-4f22-b910-566afad318fb tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:36.423911 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-507ccfcf-eb72-4f22-b910-566afad318fb tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Calling delete_port for cac70ccd-3b88-412f-a045-6542c41a754e owned by network:router_gateway {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:05:36.701896 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd019fc-0f79-44a3-9958-d10439c8b946 req-28c9629e-8a7a-4253-99a5-49281823cc61 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:05:36.704183 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7dd019fc-0f79-44a3-9958-d10439c8b946 req-28c9629e-8a7a-4253-99a5-49281823cc61 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=21ca5499-b9fd-4af9-95f5-0e852c4f2129 HTTP/1.1" status: 200 len: 943 time: 0.1723430 Aug 05 12:05:36.827638 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7dd019fc-0f79-44a3-9958-d10439c8b946 req-b30bfe9e-0ff2-49a3-ae18-018ac3f6517f tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=854dd83f-334d-4707-be76-c0d8ab0e42a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082299 Aug 05 12:05:36.848355 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-507ccfcf-eb72-4f22-b910-566afad318fb tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:36.898957 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507ccfcf-eb72-4f22-b910-566afad318fb tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Pushing event deleted for resources: {'Port': ['ID=cac70ccd-3b88-412f-a045-6542c41a754e,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:05:36.954761 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 93443531-239a-44c3-b59b-1f79fc73bf60 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:05:36.998257 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 93443531-239a-44c3-b59b-1f79fc73bf60 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:05:36.999201 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 93443531-239a-44c3-b59b-1f79fc73bf60 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:05:37.000253 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device b5cc0b4a-5df5-47ee-a75d-8a760319d810 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:05:37.038571 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: b5cc0b4a-5df5-47ee-a75d-8a760319d810 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:05:37.038988 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device b5cc0b4a-5df5-47ee-a75d-8a760319d810 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:05:37.055822 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-507ccfcf-eb72-4f22-b910-566afad318fb tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33285055'] for router_gateway, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:37.213561 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-507ccfcf-eb72-4f22-b910-566afad318fb tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33262979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1951'] for router, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:37.220073 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-507ccfcf-eb72-4f22-b910-566afad318fb tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:37.274769 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-9f3aed8c-d1cf-4c85-ac22-3d809f21464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:37.300299 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-507ccfcf-eb72-4f22-b910-566afad318fb tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33262474'] for router, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:37.301202 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-507ccfcf-eb72-4f22-b910-566afad318fb tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Fanout notify agent at l3_agent the message router_deleted on router 69010bc7-459d-47c7-8dfe-06655deef688 {{(pid=94420) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 12:05:37.313959 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-507ccfcf-eb72-4f22-b910-566afad318fb tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks [] for router, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:37.315813 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-507ccfcf-eb72-4f22-b910-566afad318fb tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] 10.222.0.58 "DELETE /v2.0/routers/69010bc7-459d-47c7-8dfe-06655deef688 HTTP/1.1" status: 204 len: 168 time: 1.7003460 Aug 05 12:05:37.320839 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 59968) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:05:37.497656 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-437f5fb8-1a6e-4aca-abe4-db8b1dbf8ef4 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:37.712287 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-437f5fb8-1a6e-4aca-abe4-db8b1dbf8ef4 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:37.736066 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-437f5fb8-1a6e-4aca-abe4-db8b1dbf8ef4 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03113010-9872-4b77-a4a6-d7b49a65c006']}} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:05:37.772232 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-437f5fb8-1a6e-4aca-abe4-db8b1dbf8ef4 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57bd4497-e9d1-4b5c-9067-329953ac3ed7') {'for_net_delete': True} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:05:37.772599 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-437f5fb8-1a6e-4aca-abe4-db8b1dbf8ef4 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57bd4497-e9d1-4b5c-9067-329953ac3ed7') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:05:37.795580 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-437f5fb8-1a6e-4aca-abe4-db8b1dbf8ef4 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29786371'] for segment, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:37.828930 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-437f5fb8-1a6e-4aca-abe4-db8b1dbf8ef4 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:37.837661 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-437f5fb8-1a6e-4aca-abe4-db8b1dbf8ef4 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Releasing vlan 691 on physical network physnet1 to pool {{(pid=94421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 12:05:37.838214 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-437f5fb8-1a6e-4aca-abe4-db8b1dbf8ef4 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25038799'] for segment, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:37.842995 n-d-803378-2 neutron-server[94421]: Traceback (most recent call last): Aug 05 12:05:37.842995 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 12:05:37.842995 n-d-803378-2 neutron-server[94421]: timer() Aug 05 12:05:37.842995 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 12:05:37.842995 n-d-803378-2 neutron-server[94421]: cb(*args, **kw) Aug 05 12:05:37.842995 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 12:05:37.842995 n-d-803378-2 neutron-server[94421]: return func(*args, **kwargs) Aug 05 12:05:37.842995 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 12:05:37.842995 n-d-803378-2 neutron-server[94421]: self._notify() Aug 05 12:05:37.842995 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 12:05:37.842995 n-d-803378-2 neutron-server[94421]: self.callback(batched_events) Aug 05 12:05:37.842995 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 12:05:37.842995 n-d-803378-2 neutron-server[94421]: event.method(event) Aug 05 12:05:37.842995 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 12:05:37.842995 n-d-803378-2 neutron-server[94421]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 12:05:37.842995 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 12:05:37.842995 n-d-803378-2 neutron-server[94421]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 12:05:37.842995 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 12:05:37.842995 n-d-803378-2 neutron-server[94421]: return f(self, *a, **k) Aug 05 12:05:37.842995 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 12:05:37.842995 n-d-803378-2 neutron-server[94421]: return self._get(url).json() Aug 05 12:05:37.842995 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 12:05:37.842995 n-d-803378-2 neutron-server[94421]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 12:05:37.842995 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 12:05:37.842995 n-d-803378-2 neutron-server[94421]: return self.request(url, 'GET', **kwargs) Aug 05 12:05:37.842995 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 12:05:37.842995 n-d-803378-2 neutron-server[94421]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 12:05:37.842995 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 12:05:37.842995 n-d-803378-2 neutron-server[94421]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 12:05:37.842995 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 12:05:37.842995 n-d-803378-2 neutron-server[94421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 12:05:37.842995 n-d-803378-2 neutron-server[94421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 12:05:37.985644 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-437f5fb8-1a6e-4aca-abe4-db8b1dbf8ef4 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:38.020996 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-437f5fb8-1a6e-4aca-abe4-db8b1dbf8ef4 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks [] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:38.024986 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-437f5fb8-1a6e-4aca-abe4-db8b1dbf8ef4 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] 10.222.0.58 "DELETE /v2.0/networks/03113010-9872-4b77-a4a6-d7b49a65c006 HTTP/1.1" status: 204 len: 168 time: 0.7019582 Aug 05 12:05:38.027068 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437f5fb8-1a6e-4aca-abe4-db8b1dbf8ef4 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Pushing event deleted for resources: {'Network': ['ID=03113010-9872-4b77-a4a6-d7b49a65c006,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:05:38.030890 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 59976) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:05:38.126866 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184cf6dc-a371-492f-917d-e736c95c82e5 req-27e38f9d-73f3-4c51-a604-e8bcdd6de2db tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:05:38.129642 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-184cf6dc-a371-492f-917d-e736c95c82e5 req-27e38f9d-73f3-4c51-a604-e8bcdd6de2db tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=21ca5499-b9fd-4af9-95f5-0e852c4f2129 HTTP/1.1" status: 200 len: 943 time: 0.1253231 Aug 05 12:05:38.198743 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-184cf6dc-a371-492f-917d-e736c95c82e5 req-e01890c8-7bf0-4f5f-aa18-42c8ebbeb64b tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=854dd83f-334d-4707-be76-c0d8ab0e42a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562298 Aug 05 12:05:38.381267 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-dbe231d4-37a3-4b76-8634-9d764390b3ac tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Deleting port d4b1cc13-90c7-4f9f-b447-0828b21de6e6 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:05:38.381990 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-dbe231d4-37a3-4b76-8634-9d764390b3ac tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:38.509115 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-dbe231d4-37a3-4b76-8634-9d764390b3ac tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:38.510254 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-dbe231d4-37a3-4b76-8634-9d764390b3ac tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:38.531956 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-dbe231d4-37a3-4b76-8634-9d764390b3ac tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Calling delete_port for d4b1cc13-90c7-4f9f-b447-0828b21de6e6 owned by network:floatingip {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:05:38.826592 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-dbe231d4-37a3-4b76-8634-9d764390b3ac tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:38.882474 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe231d4-37a3-4b76-8634-9d764390b3ac tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Pushing event deleted for resources: {'Port': ['ID=d4b1cc13-90c7-4f9f-b447-0828b21de6e6,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:05:38.921898 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device cac70ccd-3b88-412f-a045-6542c41a754e no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:05:38.967780 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: cac70ccd-3b88-412f-a045-6542c41a754e {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:05:38.968389 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device cac70ccd-3b88-412f-a045-6542c41a754e not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:05:39.031485 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-dbe231d4-37a3-4b76-8634-9d764390b3ac tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks [] for floatingip, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:39.032210 n-d-803378-2 neutron-server[94421]: INFO neutron.db.l3_db [None req-dbe231d4-37a3-4b76-8634-9d764390b3ac tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Floating IP 44edbd65-654f-46d0-ae21-b9cb3628bb90 disassociated (deleted). External IP: 172.25.5.27, port: 668a240a-8089-4dc5-9f3a-cc49684082b1. Aug 05 12:05:39.421087 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbe231d4-37a3-4b76-8634-9d764390b3ac tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Router 4b0d6946-28da-4036-a26b-32ee4e565b79 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:05:39.422429 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4af692-9e5d-496d-829f-f60697e1c340 req-7c4e8ad2-abc1-4bc0-b0df-65a926850e8d tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:05:39.424154 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4c4af692-9e5d-496d-829f-f60697e1c340 req-7c4e8ad2-abc1-4bc0-b0df-65a926850e8d tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=21ca5499-b9fd-4af9-95f5-0e852c4f2129 HTTP/1.1" status: 200 len: 943 time: 0.0966597 Aug 05 12:05:39.508048 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4c4af692-9e5d-496d-829f-f60697e1c340 req-ba5698c6-de7c-4468-bbb8-57183153198a tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=854dd83f-334d-4707-be76-c0d8ab0e42a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698934 Aug 05 12:05:40.025384 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-d7297418-2b04-443d-b554-5f8850006df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:40.128789 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:40.229188 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbe231d4-37a3-4b76-8634-9d764390b3ac tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:05:40.237407 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-dbe231d4-37a3-4b76-8634-9d764390b3ac tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:40.252201 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0921560-96d8-4002-9a67-04bafde6f25b None None] Sync routers for ids ['4b0d6946-28da-4036-a26b-32ee4e565b79'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:05:40.270331 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0921560-96d8-4002-9a67-04bafde6f25b None None] Routers {'4b0d6946-28da-4036-a26b-32ee4e565b79'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:05:40.271464 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-f0921560-96d8-4002-9a67-04bafde6f25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:05:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['4b0d6946-28da-4036-a26b-32ee4e565b79'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:05:40.299175 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-dbe231d4-37a3-4b76-8634-9d764390b3ac tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] 10.222.0.58 "DELETE /v2.0/floatingips/44edbd65-654f-46d0-ae21-b9cb3628bb90 HTTP/1.1" status: 204 len: 168 time: 2.2632072 Aug 05 12:05:40.299175 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eff2bf37-4b7a-4100-ac57-4d8af7fb7716', 'tag': '668a240a-8089-4dc5-9f3a-cc49684082b1'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:05:40.300798 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c4b2c22-f992-4213-9727-b071eddd19d4" -d '{"events": [{"name": "network-changed", "server_uuid": "eff2bf37-4b7a-4100-ac57-4d8af7fb7716", "tag": "668a240a-8089-4dc5-9f3a-cc49684082b1"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:05:40.390616 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 12:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73ae46f2-2e51-47d5-b822-569069c67407 x-openstack-request-id: req-73ae46f2-2e51-47d5-b822-569069c67407 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:05:40.391360 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eff2bf37-4b7a-4100-ac57-4d8af7fb7716", "tag": "668a240a-8089-4dc5-9f3a-cc49684082b1", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:05:40.391972 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-73ae46f2-2e51-47d5-b822-569069c67407 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:05:40.394288 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eff2bf37-4b7a-4100-ac57-4d8af7fb7716', 'tag': '668a240a-8089-4dc5-9f3a-cc49684082b1', 'status': 'completed', 'code': 200} Aug 05 12:05:40.515549 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-f0921560-96d8-4002-9a67-04bafde6f25b None None] Set router 4b0d6946-28da-4036-a26b-32ee4e565b79 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:05:40.536537 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4b2c22-f992-4213-9727-b071eddd19d4 req-99febcb3-61fe-4c31-ae90-69f672dddc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:05:40.540647 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3c4b2c22-f992-4213-9727-b071eddd19d4 req-99febcb3-61fe-4c31-ae90-69f672dddc52 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1b9a5e2228004ed2924dbea757c1a744&device_id=eff2bf37-4b7a-4100-ac57-4d8af7fb7716 HTTP/1.1" status: 200 len: 1135 time: 0.0907679 Aug 05 12:05:40.819977 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4b2c22-f992-4213-9727-b071eddd19d4 req-f5b8f49d-61ed-4021-87dc-74f3815dcb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:05:40.822198 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3c4b2c22-f992-4213-9727-b071eddd19d4 req-f5b8f49d-61ed-4021-87dc-74f3815dcb7b service neutron] 10.222.0.55 "GET /v2.0/networks?id=f740c59c-4fd4-47e1-a982-1fb96347e9a9 HTTP/1.1" status: 200 len: 897 time: 0.2595844 Aug 05 12:05:40.861308 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b254369-8ab2-41ee-b239-a666357313b7 req-60404dc4-63ab-4531-aa6c-36eeafe025e9 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:05:40.864446 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4b254369-8ab2-41ee-b239-a666357313b7 req-60404dc4-63ab-4531-aa6c-36eeafe025e9 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] 10.222.0.58 "GET /v2.0/ports?device_id=eff2bf37-4b7a-4100-ac57-4d8af7fb7716 HTTP/1.1" status: 200 len: 984 time: 0.1824434 Aug 05 12:05:40.906425 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8affe5-47e2-4424-af51-68d934ebed05 req-3f188809-3307-4ea7-8676-79c901da5394 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:05:40.909377 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0a8affe5-47e2-4424-af51-68d934ebed05 req-3f188809-3307-4ea7-8676-79c901da5394 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=21ca5499-b9fd-4af9-95f5-0e852c4f2129 HTTP/1.1" status: 200 len: 943 time: 0.1563566 Aug 05 12:05:40.918041 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3c4b2c22-f992-4213-9727-b071eddd19d4 req-d0a5ba29-0585-4e13-b1c2-dc6888f9a8fd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=668a240a-8089-4dc5-9f3a-cc49684082b1 HTTP/1.1" status: 200 len: 217 time: 0.0867026 Aug 05 12:05:41.009402 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4b254369-8ab2-41ee-b239-a666357313b7 req-dd5fbf83-5ad4-473b-9db8-2f5670fdead9 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] 10.222.0.58 "GET /v2.0/security-groups?id=d47d9af8-baab-40e6-9dca-0bb6e7d3aa7d&id=bfbd9e24-1cc8-4dab-9fe7-35a0837523aa&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1338112 Aug 05 12:05:41.023385 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-f0921560-96d8-4002-9a67-04bafde6f25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b0d6946-28da-4036-a26b-32ee4e565b79', 'name': 'tempest-TestSecurityGroupsBasicOps-router-805812727', 'tenant_id': '1b9a5e2228004ed2924dbea757c1a744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': '17aaaca1-c27f-4324-8a31-6a1971824c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:03:40Z', 'updated_at': '2021-08-05T12:03:47Z', 'revision_number': 4, 'project_id': '1b9a5e2228004ed2924dbea757c1a744', 'gw_port': {'id': '17aaaca1-c27f-4324-8a31-6a1971824c1b', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0d6946-28da-4036-a26b-32ee4e565b79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:03:40Z', 'updated_at': '2021-08-05T12:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '12ec7e59-0b7d-4e88-ba7a-4e74e538cc7b', 'name': '', 'network_id': 'f740c59c-4fd4-47e1-a982-1fb96347e9a9', 'tenant_id': '1b9a5e2228004ed2924dbea757c1a744', 'mac_address': 'fa:16:3e:0f:4a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0d6946-28da-4036-a26b-32ee4e565b79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': 'ff16c76c-49f2-4f20-930e-fed47e04d90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:03:46Z', 'updated_at': '2021-08-05T12:03:53Z', 'revision_number': 5, 'project_id': '1b9a5e2228004ed2924dbea757c1a744', 'subnets': [{'id': 'ff16c76c-49f2-4f20-930e-fed47e04d90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:05:41.025227 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4b2c22-f992-4213-9727-b071eddd19d4 req-c5cfe4fe-4845-4492-87df-b2abb9478fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:05:41.028082 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3c4b2c22-f992-4213-9727-b071eddd19d4 req-c5cfe4fe-4845-4492-87df-b2abb9478fb8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ff16c76c-49f2-4f20-930e-fed47e04d90c HTTP/1.1" status: 200 len: 835 time: 0.1016684 Aug 05 12:05:41.045993 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0a8affe5-47e2-4424-af51-68d934ebed05 req-97d863e8-e9fe-442f-91e9-0a7339b6c418 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=854dd83f-334d-4707-be76-c0d8ab0e42a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190054 Aug 05 12:05:41.091934 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0921560-96d8-4002-9a67-04bafde6f25b None None] Checking router: 4b0d6946-28da-4036-a26b-32ee4e565b79 for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:05:41.114139 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0921560-96d8-4002-9a67-04bafde6f25b None None] Routers {'4b0d6946-28da-4036-a26b-32ee4e565b79'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:05:41.115643 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-f0921560-96d8-4002-9a67-04bafde6f25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:05:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['4b0d6946-28da-4036-a26b-32ee4e565b79'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:05:41.151887 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4b2c22-f992-4213-9727-b071eddd19d4 req-9ee12f6e-cf36-4cc2-ae8c-b99f15d73734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:05:41.155077 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3c4b2c22-f992-4213-9727-b071eddd19d4 req-9ee12f6e-cf36-4cc2-ae8c-b99f15d73734 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f740c59c-4fd4-47e1-a982-1fb96347e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1187804 Aug 05 12:05:41.365061 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-f0921560-96d8-4002-9a67-04bafde6f25b None None] Set router 4b0d6946-28da-4036-a26b-32ee4e565b79 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:05:41.370060 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3c4b2c22-f992-4213-9727-b071eddd19d4 req-09972f0e-b56b-491d-8ff2-e6ea87fe1ed3 service neutron] 10.222.0.55 "GET /v2.0/networks/f740c59c-4fd4-47e1-a982-1fb96347e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862054 Aug 05 12:05:41.533552 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3c4b2c22-f992-4213-9727-b071eddd19d4 req-a63777f0-237e-40d5-870b-726ef1b4d907 service neutron] 10.222.0.55 "GET /v2.0/networks/f740c59c-4fd4-47e1-a982-1fb96347e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552591 Aug 05 12:05:41.750228 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-f0921560-96d8-4002-9a67-04bafde6f25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b0d6946-28da-4036-a26b-32ee4e565b79', 'name': 'tempest-TestSecurityGroupsBasicOps-router-805812727', 'tenant_id': '1b9a5e2228004ed2924dbea757c1a744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': '17aaaca1-c27f-4324-8a31-6a1971824c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:03:40Z', 'updated_at': '2021-08-05T12:03:47Z', 'revision_number': 4, 'project_id': '1b9a5e2228004ed2924dbea757c1a744', 'gw_port': {'id': '17aaaca1-c27f-4324-8a31-6a1971824c1b', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0d6946-28da-4036-a26b-32ee4e565b79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:03:40Z', 'updated_at': '2021-08-05T12:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '12ec7e59-0b7d-4e88-ba7a-4e74e538cc7b', 'name': '', 'network_id': 'f740c59c-4fd4-47e1-a982-1fb96347e9a9', 'tenant_id': '1b9a5e2228004ed2924dbea757c1a744', 'mac_address': 'fa:16:3e:0f:4a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0d6946-28da-4036-a26b-32ee4e565b79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': 'ff16c76c-49f2-4f20-930e-fed47e04d90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:03:46Z', 'updated_at': '2021-08-05T12:03:53Z', 'revision_number': 5, 'project_id': '1b9a5e2228004ed2924dbea757c1a744', 'subnets': [{'id': 'ff16c76c-49f2-4f20-930e-fed47e04d90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:05:41.807636 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0921560-96d8-4002-9a67-04bafde6f25b None None] The sync data for ids ['4b0d6946-28da-4036-a26b-32ee4e565b79'] in n-d-803378-2 is: [{'id': '4b0d6946-28da-4036-a26b-32ee4e565b79', 'name': 'tempest-TestSecurityGroupsBasicOps-router-805812727', 'tenant_id': '1b9a5e2228004ed2924dbea757c1a744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': '17aaaca1-c27f-4324-8a31-6a1971824c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:03:40Z', 'updated_at': '2021-08-05T12:03:47Z', 'revision_number': 4, 'project_id': '1b9a5e2228004ed2924dbea757c1a744', 'gw_port': {'id': '17aaaca1-c27f-4324-8a31-6a1971824c1b', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0d6946-28da-4036-a26b-32ee4e565b79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:03:40Z', 'updated_at': '2021-08-05T12:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '12ec7e59-0b7d-4e88-ba7a-4e74e538cc7b', 'name': '', 'network_id': 'f740c59c-4fd4-47e1-a982-1fb96347e9a9', 'tenant_id': '1b9a5e2228004ed2924dbea757c1a744', 'mac_address': 'fa:16:3e:0f:4a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0d6946-28da-4036-a26b-32ee4e565b79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': 'ff16c76c-49f2-4f20-930e-fed47e04d90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:03:46Z', 'updated_at': '2021-08-05T12:03:53Z', 'revision_number': 5, 'project_id': '1b9a5e2228004ed2924dbea757c1a744', 'subnets': [{'id': 'ff16c76c-49f2-4f20-930e-fed47e04d90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:05:41.832148 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:41.945123 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 3009c37d-c5c9-44e5-bf3b-911b6d6d8834 details requested by agent hyperv_n-h1-803378-2 with host n-h1-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 12:05:42.207049 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 3009c37d-c5c9-44e5-bf3b-911b6d6d8834, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=3009c37d-c5c9-44e5-bf3b-911b6d6d8834,segment=NetworkSegment(556bee1a-9d74-4f14-94d0-708064ee6011),segment_id=556bee1a-9d74-4f14-94d0-708064ee6011)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:05:42.234508 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Returning: {'device': '3009c37d-c5c9-44e5-bf3b-911b6d6d8834', 'network_id': 'b881efb6-f52e-4006-a158-c2aa42fef2fe', 'port_id': '3009c37d-c5c9-44e5-bf3b-911b6d6d8834', 'mac_address': 'fa:16:3e:2a:84:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96bcc71c-db3b-48c5-a5c3-35b749d6182d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 12:05:42.245836 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c688f5ec-f973-4e14-a683-6c0b2885c26e req-7a966c05-fe3d-4391-965b-c861bdb8a800 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:05:42.249887 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c688f5ec-f973-4e14-a683-6c0b2885c26e req-7a966c05-fe3d-4391-965b-c861bdb8a800 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] 10.222.0.55 "GET /v2.0/ports?device_id=eff2bf37-4b7a-4100-ac57-4d8af7fb7716 HTTP/1.1" status: 200 len: 984 time: 0.1503556 Aug 05 12:05:42.251128 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30060234-8831-403d-94fd-ca42e7fb09bb None None] New status for floating IP 44edbd65-654f-46d0-ae21-b9cb3628bb90: DOWN {{(pid=94423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 12:05:42.323829 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:42.360859 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3009c37d-c5c9-44e5-bf3b-911b6d6d8834 {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 12:05:42.412425 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 3009c37d-c5c9-44e5-bf3b-911b6d6d8834, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=3009c37d-c5c9-44e5-bf3b-911b6d6d8834,segment=NetworkSegment(556bee1a-9d74-4f14-94d0-708064ee6011),segment_id=556bee1a-9d74-4f14-94d0-708064ee6011)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:05:42.428601 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:42.461535 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d019f9-f600-4adb-8aa1-c7a92de360b8 req-9ff8f28c-102a-4903-ba8d-6046e2b10369 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:05:42.464986 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-56d019f9-f600-4adb-8aa1-c7a92de360b8 req-9ff8f28c-102a-4903-ba8d-6046e2b10369 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=21ca5499-b9fd-4af9-95f5-0e852c4f2129 HTTP/1.1" status: 200 len: 943 time: 0.1954324 Aug 05 12:05:42.498789 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-c688f5ec-f973-4e14-a683-6c0b2885c26e req-e2b28394-bc19-469b-b04a-74a6117dcbaf tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Deleting port 668a240a-8089-4dc5-9f3a-cc49684082b1 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:05:42.499346 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-c688f5ec-f973-4e14-a683-6c0b2885c26e req-e2b28394-bc19-469b-b04a-74a6117dcbaf tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:42.500103 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76acb58-177c-4ad7-936e-c4a25b53ba1a req-eff0a929-84cc-4851-8acf-498344c10cd9 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:05:42.503767 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e76acb58-177c-4ad7-936e-c4a25b53ba1a req-eff0a929-84cc-4851-8acf-498344c10cd9 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] 10.222.0.58 "GET /v2.0/ports?device_id=eff2bf37-4b7a-4100-ac57-4d8af7fb7716 HTTP/1.1" status: 200 len: 984 time: 0.2685435 Aug 05 12:05:42.578016 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=3009c37d-c5c9-44e5-bf3b-911b6d6d8834,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:05:42.605655 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-56d019f9-f600-4adb-8aa1-c7a92de360b8 req-7b811ae0-1dc2-451c-9a67-6926c5d26a33 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=854dd83f-334d-4707-be76-c0d8ab0e42a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000571 Aug 05 12:05:42.630633 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e76acb58-177c-4ad7-936e-c4a25b53ba1a req-b503a6ed-3929-4bc3-9528-28a0b42fba54 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] 10.222.0.58 "GET /v2.0/security-groups?id=d47d9af8-baab-40e6-9dca-0bb6e7d3aa7d&id=bfbd9e24-1cc8-4dab-9fe7-35a0837523aa&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0932829 Aug 05 12:05:42.734296 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-c688f5ec-f973-4e14-a683-6c0b2885c26e req-e2b28394-bc19-469b-b04a-74a6117dcbaf tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] For port 668a240a-8089-4dc5-9f3a-cc49684082b1, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=668a240a-8089-4dc5-9f3a-cc49684082b1,segment=NetworkSegment(f3ec3cf9-9143-46d8-a4d9-2e9998e75267),segment_id=f3ec3cf9-9143-46d8-a4d9-2e9998e75267)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:05:42.736125 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-c688f5ec-f973-4e14-a683-6c0b2885c26e req-e2b28394-bc19-469b-b04a-74a6117dcbaf tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:42.763692 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-c688f5ec-f973-4e14-a683-6c0b2885c26e req-e2b28394-bc19-469b-b04a-74a6117dcbaf tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Calling delete_port for 668a240a-8089-4dc5-9f3a-cc49684082b1 owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:05:42.997782 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['3009c37d-c5c9-44e5-bf3b-911b6d6d8834'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 12:05:43.032082 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-c688f5ec-f973-4e14-a683-6c0b2885c26e req-e2b28394-bc19-469b-b04a-74a6117dcbaf tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:43.085718 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b28394-bc19-469b-b04a-74a6117dcbaf tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Pushing event deleted for resources: {'Port': ['ID=668a240a-8089-4dc5-9f3a-cc49684082b1,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:05:43.167639 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-c688f5ec-f973-4e14-a683-6c0b2885c26e req-e2b28394-bc19-469b-b04a-74a6117dcbaf tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] No DVR routers for this DVR port 668a240a-8089-4dc5-9f3a-cc49684082b1 on host n-h2-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:05:43.171140 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-c688f5ec-f973-4e14-a683-6c0b2885c26e req-e2b28394-bc19-469b-b04a-74a6117dcbaf tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:43.173610 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c688f5ec-f973-4e14-a683-6c0b2885c26e req-e2b28394-bc19-469b-b04a-74a6117dcbaf tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] 10.222.0.55 "DELETE /v2.0/ports/668a240a-8089-4dc5-9f3a-cc49684082b1 HTTP/1.1" status: 204 len: 173 time: 0.9173110 Aug 05 12:05:43.174247 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eff2bf37-4b7a-4100-ac57-4d8af7fb7716', 'name': 'network-vif-deleted', 'tag': '668a240a-8089-4dc5-9f3a-cc49684082b1'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:05:43.177616 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-453e2399-f1ff-4ffa-9305-e5bcec7d8f7b" -d '{"events": [{"server_uuid": "eff2bf37-4b7a-4100-ac57-4d8af7fb7716", "name": "network-vif-deleted", "tag": "668a240a-8089-4dc5-9f3a-cc49684082b1"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:05:43.270695 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 12:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c565eb15-ea5a-4fc7-a92e-5d0cf23f4934 x-openstack-request-id: req-c565eb15-ea5a-4fc7-a92e-5d0cf23f4934 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:05:43.277149 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eff2bf37-4b7a-4100-ac57-4d8af7fb7716", "name": "network-vif-deleted", "tag": "668a240a-8089-4dc5-9f3a-cc49684082b1", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:05:43.277149 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c565eb15-ea5a-4fc7-a92e-5d0cf23f4934 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:05:43.277149 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eff2bf37-4b7a-4100-ac57-4d8af7fb7716', 'name': 'network-vif-deleted', 'tag': '668a240a-8089-4dc5-9f3a-cc49684082b1', 'status': 'completed', 'code': 200} Aug 05 12:05:43.960736 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-35fa77f3-f3ee-4fed-a2a4-9194828776dc req-71df98ac-cbf8-45b7-8dbc-2eb444f5e4b9 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] 10.222.0.58 "GET /v2.0/ports?device_id=eff2bf37-4b7a-4100-ac57-4d8af7fb7716 HTTP/1.1" status: 200 len: 210 time: 0.0627618 Aug 05 12:05:43.989662 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:44.000529 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eb41a6-859c-4cdf-9e45-c2e6a72bcd71 req-73921638-6df8-4867-a87e-9acbd298c1a8 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:05:44.005325 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a8eb41a6-859c-4cdf-9e45-c2e6a72bcd71 req-73921638-6df8-4867-a87e-9acbd298c1a8 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=21ca5499-b9fd-4af9-95f5-0e852c4f2129 HTTP/1.1" status: 200 len: 944 time: 0.1757672 Aug 05 12:05:44.108982 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a8eb41a6-859c-4cdf-9e45-c2e6a72bcd71 req-f932d23e-ddb9-4d19-b8f3-f862a75340c4 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=854dd83f-334d-4707-be76-c0d8ab0e42a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946343 Aug 05 12:05:44.178505 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 668a240a-8089-4dc5-9f3a-cc49684082b1 no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:05:44.226907 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] No Port match for: 668a240a-8089-4dc5-9f3a-cc49684082b1 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:05:44.227494 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 668a240a-8089-4dc5-9f3a-cc49684082b1 not bound to the agent host n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:05:45.095240 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 60024) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:05:45.183640 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0ef3a23a-9fd8-4c6f-ad68-2a572b8a5381 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:45.234067 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0ef3a23a-9fd8-4c6f-ad68-2a572b8a5381 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:45.328166 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0ef3a23a-9fd8-4c6f-ad68-2a572b8a5381 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:45.334951 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0ef3a23a-9fd8-4c6f-ad68-2a572b8a5381 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:45.342036 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-0ef3a23a-9fd8-4c6f-ad68-2a572b8a5381 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] 10.222.0.58 "DELETE /v2.0/security-groups/d47d9af8-baab-40e6-9dca-0bb6e7d3aa7d HTTP/1.1" status: 204 len: 168 time: 0.2399688 Aug 05 12:05:45.349920 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 60032) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:05:45.350238 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fde081-41bb-40bc-95a4-8fabd215c0be req-049eaeb2-fc7e-4a29-b88c-52a3c8326d53 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:05:45.353228 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-65fde081-41bb-40bc-95a4-8fabd215c0be req-049eaeb2-fc7e-4a29-b88c-52a3c8326d53 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=21ca5499-b9fd-4af9-95f5-0e852c4f2129 HTTP/1.1" status: 200 len: 944 time: 0.1083736 Aug 05 12:05:45.384851 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef3a23a-9fd8-4c6f-ad68-2a572b8a5381 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d47d9af8-baab-40e6-9dca-0bb6e7d3aa7d,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:05:45.460866 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-65fde081-41bb-40bc-95a4-8fabd215c0be req-90eeaf0d-c993-4456-9a05-aa78f3e25855 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=854dd83f-334d-4707-be76-c0d8ab0e42a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801766 Aug 05 12:05:45.494452 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-abd3610c-fb83-48ac-b4ab-5b1831e28fbb tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:45.544386 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-abd3610c-fb83-48ac-b4ab-5b1831e28fbb tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:45.639158 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-abd3610c-fb83-48ac-b4ab-5b1831e28fbb tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:45.643485 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-abd3610c-fb83-48ac-b4ab-5b1831e28fbb tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:45.645546 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-abd3610c-fb83-48ac-b4ab-5b1831e28fbb tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] 10.222.0.58 "DELETE /v2.0/security-groups/bfbd9e24-1cc8-4dab-9fe7-35a0837523aa HTTP/1.1" status: 204 len: 168 time: 0.2955475 Aug 05 12:05:45.650187 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 60034) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:05:45.667450 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd3610c-fb83-48ac-b4ab-5b1831e28fbb tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfbd9e24-1cc8-4dab-9fe7-35a0837523aa,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:05:45.982407 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 3009c37d-c5c9-44e5-bf3b-911b6d6d8834 up at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:05:46.176280 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning for port 3009c37d-c5c9-44e5-bf3b-911b6d6d8834 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:05:46.188075 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning complete for port 3009c37d-c5c9-44e5-bf3b-911b6d6d8834 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:05:46.188780 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:46.426704 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-89d7121f-fa35-4011-b4e9-9e787477c5a3 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33208311'] for router_interface, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:46.435406 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:46.486133 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21ca5499-b9fd-4af9-95f5-0e852c4f2129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3009c37d-c5c9-44e5-bf3b-911b6d6d8834'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:05:46.490290 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd6507a2-52f2-4399-9db4-a58e9628a89e" -d '{"events": [{"server_uuid": "21ca5499-b9fd-4af9-95f5-0e852c4f2129", "name": "network-vif-plugged", "status": "completed", "tag": "3009c37d-c5c9-44e5-bf3b-911b6d6d8834"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:05:46.531139 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 3009c37d-c5c9-44e5-bf3b-911b6d6d8834, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=3009c37d-c5c9-44e5-bf3b-911b6d6d8834,segment=NetworkSegment(556bee1a-9d74-4f14-94d0-708064ee6011),segment_id=556bee1a-9d74-4f14-94d0-708064ee6011)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:05:46.549854 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:46.630822 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 12:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-859b5764-e7bb-4435-a3c3-2f2d05c7f766 x-openstack-request-id: req-859b5764-e7bb-4435-a3c3-2f2d05c7f766 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:05:46.631872 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21ca5499-b9fd-4af9-95f5-0e852c4f2129", "name": "network-vif-plugged", "status": "completed", "tag": "3009c37d-c5c9-44e5-bf3b-911b6d6d8834", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:05:46.632574 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-859b5764-e7bb-4435-a3c3-2f2d05c7f766 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:05:46.633536 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21ca5499-b9fd-4af9-95f5-0e852c4f2129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3009c37d-c5c9-44e5-bf3b-911b6d6d8834', 'code': 200} Aug 05 12:05:46.720464 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=3009c37d-c5c9-44e5-bf3b-911b6d6d8834,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:05:46.733453 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:05:46.734021 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:05:46.734549 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:05:46.735102 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:05:46.735653 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:05:46.736142 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:05:46.736689 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:05:46.737304 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:05:46.737732 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:05:46.738324 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:05:46.738668 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:05:46.739139 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:05:46.916356 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d93048-f1d4-4412-a30a-88bac001a60f req-0adf49e4-0ea6-4fdb-adc4-15c2dd0d693f tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:05:46.918739 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-91d93048-f1d4-4412-a30a-88bac001a60f req-0adf49e4-0ea6-4fdb-adc4-15c2dd0d693f tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=21ca5499-b9fd-4af9-95f5-0e852c4f2129 HTTP/1.1" status: 200 len: 945 time: 0.2427254 Aug 05 12:05:46.974334 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66690ac9-9b47-4b3f-99d2-8c320bc4126a req-ae895801-4a12-41c1-9025-22bab5a85409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:05:46.976208 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-66690ac9-9b47-4b3f-99d2-8c320bc4126a req-ae895801-4a12-41c1-9025-22bab5a85409 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=21ca5499-b9fd-4af9-95f5-0e852c4f2129 HTTP/1.1" status: 200 len: 1096 time: 0.1762986 Aug 05 12:05:47.035990 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-91d93048-f1d4-4412-a30a-88bac001a60f req-b79d8157-1d04-480f-b6c4-b9d13d3a4cfe tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=854dd83f-334d-4707-be76-c0d8ab0e42a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042664 Aug 05 12:05:47.115301 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-66690ac9-9b47-4b3f-99d2-8c320bc4126a req-4f1644a5-71ba-44ec-b8b8-35a446b0f67a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=854dd83f-334d-4707-be76-c0d8ab0e42a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258256 Aug 05 12:05:47.245405 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-89d7121f-fa35-4011-b4e9-9e787477c5a3 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Deleting port 12ec7e59-0b7d-4e88-ba7a-4e74e538cc7b {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:05:47.246858 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-89d7121f-fa35-4011-b4e9-9e787477c5a3 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:47.421402 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-89d7121f-fa35-4011-b4e9-9e787477c5a3 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] For port 12ec7e59-0b7d-4e88-ba7a-4e74e538cc7b, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=12ec7e59-0b7d-4e88-ba7a-4e74e538cc7b,segment=NetworkSegment(f3ec3cf9-9143-46d8-a4d9-2e9998e75267),segment_id=f3ec3cf9-9143-46d8-a4d9-2e9998e75267)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:05:47.422046 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-89d7121f-fa35-4011-b4e9-9e787477c5a3 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:47.450424 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-89d7121f-fa35-4011-b4e9-9e787477c5a3 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Calling delete_port for 12ec7e59-0b7d-4e88-ba7a-4e74e538cc7b owned by network:router_interface {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:05:47.843992 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-89d7121f-fa35-4011-b4e9-9e787477c5a3 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:47.893979 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d7121f-fa35-4011-b4e9-9e787477c5a3 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Pushing event deleted for resources: {'Port': ['ID=12ec7e59-0b7d-4e88-ba7a-4e74e538cc7b,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:05:47.954024 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d7121f-fa35-4011-b4e9-9e787477c5a3 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:05:47.954617 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d7121f-fa35-4011-b4e9-9e787477c5a3 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:05:47.955194 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d7121f-fa35-4011-b4e9-9e787477c5a3 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:05:47.955781 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d7121f-fa35-4011-b4e9-9e787477c5a3 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:05:47.956612 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d7121f-fa35-4011-b4e9-9e787477c5a3 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:05:47.957014 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d7121f-fa35-4011-b4e9-9e787477c5a3 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:05:47.957798 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d7121f-fa35-4011-b4e9-9e787477c5a3 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:05:47.958379 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d7121f-fa35-4011-b4e9-9e787477c5a3 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:05:47.958953 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d7121f-fa35-4011-b4e9-9e787477c5a3 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:05:47.959508 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d7121f-fa35-4011-b4e9-9e787477c5a3 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:05:47.960064 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d7121f-fa35-4011-b4e9-9e787477c5a3 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:05:47.960684 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d7121f-fa35-4011-b4e9-9e787477c5a3 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:05:48.303477 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-89d7121f-fa35-4011-b4e9-9e787477c5a3 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33140263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33208171'] for router_interface, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:48.341257 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950a4e70-f1ef-4e57-bd9d-28a716df84fc req-eba39f90-93c0-4ed5-9d14-2290e8cef304 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:05:48.343536 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-950a4e70-f1ef-4e57-bd9d-28a716df84fc req-eba39f90-93c0-4ed5-9d14-2290e8cef304 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=21ca5499-b9fd-4af9-95f5-0e852c4f2129 HTTP/1.1" status: 200 len: 945 time: 0.1211026 Aug 05 12:05:48.530755 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-950a4e70-f1ef-4e57-bd9d-28a716df84fc req-1861d61e-28f6-48dd-9d0b-95a5c428f758 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=854dd83f-334d-4707-be76-c0d8ab0e42a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342425 Aug 05 12:05:48.784435 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89d7121f-fa35-4011-b4e9-9e787477c5a3 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Router 4b0d6946-28da-4036-a26b-32ee4e565b79 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:05:49.474698 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89d7121f-fa35-4011-b4e9-9e787477c5a3 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:05:49.481610 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-89d7121f-fa35-4011-b4e9-9e787477c5a3 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] 10.222.0.58 "PUT /v2.0/routers/4b0d6946-28da-4036-a26b-32ee4e565b79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8293056 Aug 05 12:05:49.486220 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 60056) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:05:49.492457 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ce2801-4470-42e3-b81b-e8c22c1d5cd8 None None] Sync routers for ids ['4b0d6946-28da-4036-a26b-32ee4e565b79'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:05:49.511320 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ce2801-4470-42e3-b81b-e8c22c1d5cd8 None None] Routers {'4b0d6946-28da-4036-a26b-32ee4e565b79'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:05:49.513039 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-c6ce2801-4470-42e3-b81b-e8c22c1d5cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:05:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['4b0d6946-28da-4036-a26b-32ee4e565b79'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:05:49.557045 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e9cc536-e32c-4a5a-9533-6ca9c3cf3e15 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Deleting subnet ff16c76c-49f2-4f20-930e-fed47e04d90c {{(pid=94420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 12:05:49.563031 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4e9cc536-e32c-4a5a-9533-6ca9c3cf3e15 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks [] for subnet, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:49.650743 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4e9cc536-e32c-4a5a-9533-6ca9c3cf3e15 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25010562'] for subnet, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:49.887512 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa546d0c-ac60-435e-b138-9c340229c14a req-07b6fd91-1c85-4a08-9673-bbd1747a85df tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:05:49.890595 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-aa546d0c-ac60-435e-b138-9c340229c14a req-07b6fd91-1c85-4a08-9673-bbd1747a85df tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=21ca5499-b9fd-4af9-95f5-0e852c4f2129 HTTP/1.1" status: 200 len: 945 time: 0.1910317 Aug 05 12:05:49.956065 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4e9cc536-e32c-4a5a-9533-6ca9c3cf3e15 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:49.972426 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-c6ce2801-4470-42e3-b81b-e8c22c1d5cd8 None None] Set router 4b0d6946-28da-4036-a26b-32ee4e565b79 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:05:50.071799 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-aa546d0c-ac60-435e-b138-9c340229c14a req-943eb5ac-bcb5-4cd9-a918-fc7e91ce119f tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=854dd83f-334d-4707-be76-c0d8ab0e42a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679735 Aug 05 12:05:50.160423 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4e9cc536-e32c-4a5a-9533-6ca9c3cf3e15 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29762763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24211094'] for subnet, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:50.242367 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9cc536-e32c-4a5a-9533-6ca9c3cf3e15 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Pushing event deleted for resources: {'Subnet': ['ID=ff16c76c-49f2-4f20-930e-fed47e04d90c,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:05:50.273845 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c609a1e7-6f29-4410-9f47-fa2ab73f5d98 None None] Network f740c59c-4fd4-47e1-a982-1fb96347e9a9 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:05:50.294232 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4e9cc536-e32c-4a5a-9533-6ca9c3cf3e15 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks [] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:50.297695 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-4e9cc536-e32c-4a5a-9533-6ca9c3cf3e15 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] 10.222.0.58 "DELETE /v2.0/subnets/ff16c76c-49f2-4f20-930e-fed47e04d90c HTTP/1.1" status: 204 len: 168 time: 0.8097444 Aug 05 12:05:50.303665 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 60066) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:05:50.356409 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2705abb-d78e-409e-b6fe-c697e43a00d8 req-edf8c024-e38f-4652-97b7-03828dcf274e tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:05:50.359510 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f2705abb-d78e-409e-b6fe-c697e43a00d8 req-edf8c024-e38f-4652-97b7-03828dcf274e tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=21ca5499-b9fd-4af9-95f5-0e852c4f2129 HTTP/1.1" status: 200 len: 945 time: 0.1213679 Aug 05 12:05:50.451935 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f2705abb-d78e-409e-b6fe-c697e43a00d8 req-169a9b7a-0208-44c5-ad55-da386a79944b tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=854dd83f-334d-4707-be76-c0d8ab0e42a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805275 Aug 05 12:05:50.564753 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-08c9fdec-6953-4fc6-a1cd-6f270f10b731 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks [] for router, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:50.591531 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-c6ce2801-4470-42e3-b81b-e8c22c1d5cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b0d6946-28da-4036-a26b-32ee4e565b79', 'name': 'tempest-TestSecurityGroupsBasicOps-router-805812727', 'tenant_id': '1b9a5e2228004ed2924dbea757c1a744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': '17aaaca1-c27f-4324-8a31-6a1971824c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:03:40Z', 'updated_at': '2021-08-05T12:05:47Z', 'revision_number': 5, 'project_id': '1b9a5e2228004ed2924dbea757c1a744', 'gw_port': {'id': '17aaaca1-c27f-4324-8a31-6a1971824c1b', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0d6946-28da-4036-a26b-32ee4e565b79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:03:40Z', 'updated_at': '2021-08-05T12:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:05:50.644825 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ce2801-4470-42e3-b81b-e8c22c1d5cd8 None None] Checking router: 4b0d6946-28da-4036-a26b-32ee4e565b79 for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:05:50.661053 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ce2801-4470-42e3-b81b-e8c22c1d5cd8 None None] Routers {'4b0d6946-28da-4036-a26b-32ee4e565b79'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:05:50.662033 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-c6ce2801-4470-42e3-b81b-e8c22c1d5cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:05:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['4b0d6946-28da-4036-a26b-32ee4e565b79'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:05:50.802319 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-08c9fdec-6953-4fc6-a1cd-6f270f10b731 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:50.810826 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c528a34d-51a2-40d6-9723-1b2e538ef5c7 None None] DHCP port deletion for f740c59c-4fd4-47e1-a982-1fb96347e9a9 request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 12:05:50.928171 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device da58b2ed-fe7e-49e0-a606-1fa56d37a8d3 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:05:50.929894 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-08c9fdec-6953-4fc6-a1cd-6f270f10b731 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Deleting port 17aaaca1-c27f-4324-8a31-6a1971824c1b {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:05:50.930461 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-08c9fdec-6953-4fc6-a1cd-6f270f10b731 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:51.040437 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-c6ce2801-4470-42e3-b81b-e8c22c1d5cd8 None None] Set router 4b0d6946-28da-4036-a26b-32ee4e565b79 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:05:51.124987 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [None req-08c9fdec-6953-4fc6-a1cd-6f270f10b731 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] For port 17aaaca1-c27f-4324-8a31-6a1971824c1b, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=17aaaca1-c27f-4324-8a31-6a1971824c1b,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:05:51.125759 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-08c9fdec-6953-4fc6-a1cd-6f270f10b731 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:51.154612 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-08c9fdec-6953-4fc6-a1cd-6f270f10b731 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Calling delete_port for 17aaaca1-c27f-4324-8a31-6a1971824c1b owned by network:router_gateway {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:05:51.272789 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-c528a34d-51a2-40d6-9723-1b2e538ef5c7 None None] Deleting port da58b2ed-fe7e-49e0-a606-1fa56d37a8d3 {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:05:51.273376 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c528a34d-51a2-40d6-9723-1b2e538ef5c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:51.425068 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:51.517686 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-08c9fdec-6953-4fc6-a1cd-6f270f10b731 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:51.518559 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-c528a34d-51a2-40d6-9723-1b2e538ef5c7 None None] For port da58b2ed-fe7e-49e0-a606-1fa56d37a8d3, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=da58b2ed-fe7e-49e0-a606-1fa56d37a8d3,segment=NetworkSegment(f3ec3cf9-9143-46d8-a4d9-2e9998e75267),segment_id=f3ec3cf9-9143-46d8-a4d9-2e9998e75267)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:05:51.518559 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c528a34d-51a2-40d6-9723-1b2e538ef5c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:51.582406 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c9fdec-6953-4fc6-a1cd-6f270f10b731 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Pushing event deleted for resources: {'Port': ['ID=17aaaca1-c27f-4324-8a31-6a1971824c1b,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:05:51.608754 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port da58b2ed-fe7e-49e0-a606-1fa56d37a8d3, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=da58b2ed-fe7e-49e0-a606-1fa56d37a8d3,segment=NetworkSegment(f3ec3cf9-9143-46d8-a4d9-2e9998e75267),segment_id=f3ec3cf9-9143-46d8-a4d9-2e9998e75267)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:05:51.610728 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-c528a34d-51a2-40d6-9723-1b2e538ef5c7 None None] Calling delete_port for da58b2ed-fe7e-49e0-a606-1fa56d37a8d3 owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:05:51.637900 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:51.756535 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-08c9fdec-6953-4fc6-a1cd-6f270f10b731 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33285055'] for router_gateway, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:51.855294 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=da58b2ed-fe7e-49e0-a606-1fa56d37a8d3,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:05:51.891985 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-c6ce2801-4470-42e3-b81b-e8c22c1d5cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b0d6946-28da-4036-a26b-32ee4e565b79', 'name': 'tempest-TestSecurityGroupsBasicOps-router-805812727', 'tenant_id': '1b9a5e2228004ed2924dbea757c1a744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': '17aaaca1-c27f-4324-8a31-6a1971824c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:03:40Z', 'updated_at': '2021-08-05T12:05:47Z', 'revision_number': 5, 'project_id': '1b9a5e2228004ed2924dbea757c1a744', 'gw_port': {'id': '17aaaca1-c27f-4324-8a31-6a1971824c1b', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0d6946-28da-4036-a26b-32ee4e565b79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:03:40Z', 'updated_at': '2021-08-05T12:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:05:51.955088 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ce2801-4470-42e3-b81b-e8c22c1d5cd8 None None] The sync data for ids ['4b0d6946-28da-4036-a26b-32ee4e565b79'] in n-d-803378-2 is: [{'id': '4b0d6946-28da-4036-a26b-32ee4e565b79', 'name': 'tempest-TestSecurityGroupsBasicOps-router-805812727', 'tenant_id': '1b9a5e2228004ed2924dbea757c1a744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': '17aaaca1-c27f-4324-8a31-6a1971824c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:03:40Z', 'updated_at': '2021-08-05T12:05:47Z', 'revision_number': 5, 'project_id': '1b9a5e2228004ed2924dbea757c1a744', 'gw_port': {'id': '17aaaca1-c27f-4324-8a31-6a1971824c1b', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0d6946-28da-4036-a26b-32ee4e565b79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:03:40Z', 'updated_at': '2021-08-05T12:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:05:51.979821 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c528a34d-51a2-40d6-9723-1b2e538ef5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:52.017703 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-08c9fdec-6953-4fc6-a1cd-6f270f10b731 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33262979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1951'] for router, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:52.028238 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-08c9fdec-6953-4fc6-a1cd-6f270f10b731 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:52.098103 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c528a34d-51a2-40d6-9723-1b2e538ef5c7 None None] Pushing event deleted for resources: {'Port': ['ID=da58b2ed-fe7e-49e0-a606-1fa56d37a8d3,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:05:52.112230 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c528a34d-51a2-40d6-9723-1b2e538ef5c7 None None] No DVR routers for this DVR port da58b2ed-fe7e-49e0-a606-1fa56d37a8d3 on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:05:52.157141 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-08c9fdec-6953-4fc6-a1cd-6f270f10b731 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33262474'] for router, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:52.158142 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08c9fdec-6953-4fc6-a1cd-6f270f10b731 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Fanout notify agent at l3_agent the message router_deleted on router 4b0d6946-28da-4036-a26b-32ee4e565b79 {{(pid=94421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 12:05:52.171657 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-08c9fdec-6953-4fc6-a1cd-6f270f10b731 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks [] for router, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:52.177778 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-08c9fdec-6953-4fc6-a1cd-6f270f10b731 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] 10.222.0.58 "DELETE /v2.0/routers/4b0d6946-28da-4036-a26b-32ee4e565b79 HTTP/1.1" status: 204 len: 168 time: 1.8677707 Aug 05 12:05:52.178236 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 60104) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:05:52.376186 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fb37054b-a07e-412d-924d-3e1337a33e76 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:52.377080 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:52.609809 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fb37054b-a07e-412d-924d-3e1337a33e76 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:52.632661 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-fb37054b-a07e-412d-924d-3e1337a33e76 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f740c59c-4fd4-47e1-a982-1fb96347e9a9']}} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:05:52.659029 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-fb37054b-a07e-412d-924d-3e1337a33e76 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3ec3cf9-9143-46d8-a4d9-2e9998e75267') {'for_net_delete': True} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:05:52.659589 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-fb37054b-a07e-412d-924d-3e1337a33e76 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3ec3cf9-9143-46d8-a4d9-2e9998e75267') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:05:52.685358 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fb37054b-a07e-412d-924d-3e1337a33e76 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29786371'] for segment, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:52.731041 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fb37054b-a07e-412d-924d-3e1337a33e76 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:52.750903 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb37054b-a07e-412d-924d-3e1337a33e76 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Releasing vlan 695 on physical network physnet1 to pool {{(pid=94421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 12:05:52.752357 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fb37054b-a07e-412d-924d-3e1337a33e76 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25038799'] for segment, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:52.758863 n-d-803378-2 neutron-server[94421]: Traceback (most recent call last): Aug 05 12:05:52.758863 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 12:05:52.758863 n-d-803378-2 neutron-server[94421]: timer() Aug 05 12:05:52.758863 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 12:05:52.758863 n-d-803378-2 neutron-server[94421]: cb(*args, **kw) Aug 05 12:05:52.758863 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 12:05:52.758863 n-d-803378-2 neutron-server[94421]: return func(*args, **kwargs) Aug 05 12:05:52.758863 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 12:05:52.758863 n-d-803378-2 neutron-server[94421]: self._notify() Aug 05 12:05:52.758863 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 12:05:52.758863 n-d-803378-2 neutron-server[94421]: self.callback(batched_events) Aug 05 12:05:52.758863 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 12:05:52.758863 n-d-803378-2 neutron-server[94421]: event.method(event) Aug 05 12:05:52.758863 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 12:05:52.758863 n-d-803378-2 neutron-server[94421]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 12:05:52.758863 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 12:05:52.758863 n-d-803378-2 neutron-server[94421]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 12:05:52.758863 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 12:05:52.758863 n-d-803378-2 neutron-server[94421]: return f(self, *a, **k) Aug 05 12:05:52.758863 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 12:05:52.758863 n-d-803378-2 neutron-server[94421]: return self._get(url).json() Aug 05 12:05:52.758863 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 12:05:52.758863 n-d-803378-2 neutron-server[94421]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 12:05:52.758863 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 12:05:52.758863 n-d-803378-2 neutron-server[94421]: return self.request(url, 'GET', **kwargs) Aug 05 12:05:52.758863 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 12:05:52.758863 n-d-803378-2 neutron-server[94421]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 12:05:52.758863 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 12:05:52.758863 n-d-803378-2 neutron-server[94421]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 12:05:52.758863 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 12:05:52.758863 n-d-803378-2 neutron-server[94421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 12:05:52.758863 n-d-803378-2 neutron-server[94421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 12:05:52.906248 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fb37054b-a07e-412d-924d-3e1337a33e76 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:52.926786 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fb37054b-a07e-412d-924d-3e1337a33e76 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Notify callbacks [] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:52.934965 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-fb37054b-a07e-412d-924d-3e1337a33e76 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] 10.222.0.58 "DELETE /v2.0/networks/f740c59c-4fd4-47e1-a982-1fb96347e9a9 HTTP/1.1" status: 204 len: 168 time: 0.7493687 Aug 05 12:05:52.987463 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb37054b-a07e-412d-924d-3e1337a33e76 tempest-TestSecurityGroupsBasicOps-738593344 tempest-TestSecurityGroupsBasicOps-738593344-project] Pushing event deleted for resources: {'Network': ['ID=f740c59c-4fd4-47e1-a982-1fb96347e9a9,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:05:52.993294 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 12ec7e59-0b7d-4e88-ba7a-4e74e538cc7b no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:05:53.052309 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 12ec7e59-0b7d-4e88-ba7a-4e74e538cc7b {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:05:53.053691 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 12ec7e59-0b7d-4e88-ba7a-4e74e538cc7b not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:05:53.814624 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 60156) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:05:54.065591 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-158de341-d136-4631-802c-2d33902121a8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1b9a5e2228004ed2924dbea757c1a744&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2496555 Aug 05 12:05:54.070061 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 60160) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:05:54.141647 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-759eb040-abb0-4e57-b79e-ba4dc668fae1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:54.174200 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-759eb040-abb0-4e57-b79e-ba4dc668fae1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:54.269386 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-759eb040-abb0-4e57-b79e-ba4dc668fae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:54.274276 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-759eb040-abb0-4e57-b79e-ba4dc668fae1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:54.281207 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-759eb040-abb0-4e57-b79e-ba4dc668fae1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5fda4cff-92ef-474b-aef7-7a208576c166 HTTP/1.1" status: 204 len: 168 time: 0.2052317 Aug 05 12:05:54.299569 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759eb040-abb0-4e57-b79e-ba4dc668fae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fda4cff-92ef-474b-aef7-7a208576c166,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:05:54.843333 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 60176) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:05:54.849037 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 17aaaca1-c27f-4324-8a31-6a1971824c1b no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:05:54.885848 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8dadf446-d524-41c9-bb54-4f22545fc3fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:54.894412 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 17aaaca1-c27f-4324-8a31-6a1971824c1b {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:05:54.894920 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 17aaaca1-c27f-4324-8a31-6a1971824c1b not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:05:55.079889 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8dadf446-d524-41c9-bb54-4f22545fc3fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:55.087855 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8dadf446-d524-41c9-bb54-4f22545fc3fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:55.156858 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-8dadf446-d524-41c9-bb54-4f22545fc3fa admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=18b953f16e1b446fa0223216935a0c57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3075926 Aug 05 12:05:55.158109 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dadf446-d524-41c9-bb54-4f22545fc3fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a62772ff-680c-419e-9480-431b84874f6c,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:05:55.161224 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 60188) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:05:55.227534 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4603af7-9cfe-4acc-96dc-269c3e8c5aed req-afbcc3e4-70dd-4027-9b2d-2b79adbbc8d1 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:05:55.230861 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e4603af7-9cfe-4acc-96dc-269c3e8c5aed req-afbcc3e4-70dd-4027-9b2d-2b79adbbc8d1 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/networks?id=b881efb6-f52e-4006-a158-c2aa42fef2fe HTTP/1.1" status: 200 len: 811 time: 0.1670578 Aug 05 12:05:55.250724 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e4603af7-9cfe-4acc-96dc-269c3e8c5aed req-320806ce-9778-4e34-8f2e-607762fbe397 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/quotas/f717acd5caa748b6b706fbaad1f3b969 HTTP/1.1" status: 200 len: 375 time: 0.0122254 Aug 05 12:05:55.252537 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-42360bc4-5f86-4e87-953e-8c591eacb4d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:55.291175 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-42360bc4-5f86-4e87-953e-8c591eacb4d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:55.350672 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e4603af7-9cfe-4acc-96dc-269c3e8c5aed req-c2198c9a-81d8-4e31-9b25-b2e91cd3fcc2 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=f717acd5caa748b6b706fbaad1f3b969&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0864396 Aug 05 12:05:55.392305 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-42360bc4-5f86-4e87-953e-8c591eacb4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:55.396700 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-42360bc4-5f86-4e87-953e-8c591eacb4d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:55.398641 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-42360bc4-5f86-4e87-953e-8c591eacb4d2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a62772ff-680c-419e-9480-431b84874f6c HTTP/1.1" status: 204 len: 168 time: 0.2361686 Aug 05 12:05:55.415779 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42360bc4-5f86-4e87-953e-8c591eacb4d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a62772ff-680c-419e-9480-431b84874f6c,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:05:55.553146 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e4603af7-9cfe-4acc-96dc-269c3e8c5aed req-11c31ab6-519e-49d7-8e82-b6d6e7dcc4ec service neutron] 10.222.0.58 "GET /v2.0/networks/b881efb6-f52e-4006-a158-c2aa42fef2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938546 Aug 05 12:05:55.737972 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e4603af7-9cfe-4acc-96dc-269c3e8c5aed req-20ed1250-a83b-43a4-945b-d10bf2ef9cf9 service neutron] 10.222.0.58 "GET /v2.0/networks/b881efb6-f52e-4006-a158-c2aa42fef2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749749 Aug 05 12:05:56.071820 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a94df919-8032-4941-a749-9885e550d7c5 req-189a97e6-b383-4fdf-b8d9-02c1ab0ddd27 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=eb19d9ee-0ac4-4d72-8394-b0e5babc5fe4 HTTP/1.1" status: 200 len: 210 time: 0.0453777 Aug 05 12:05:56.092336 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 60204) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:05:56.175083 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-7eebbaea-1750-4100-a6b4-e2199f76782d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1a881156032f4b66932d247a8d88fc06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0810075 Aug 05 12:05:56.178971 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 60206) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:05:56.283664 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a17546c1-6c12-4208-9ae1-825257e662fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:56.335942 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a17546c1-6c12-4208-9ae1-825257e662fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:56.445420 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a17546c1-6c12-4208-9ae1-825257e662fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:56.450303 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a17546c1-6c12-4208-9ae1-825257e662fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:56.452190 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-a17546c1-6c12-4208-9ae1-825257e662fa admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d5d9d1e1-7ecc-4df2-89b9-6294bb8de84d HTTP/1.1" status: 204 len: 168 time: 0.2711744 Aug 05 12:05:56.466841 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17546c1-6c12-4208-9ae1-825257e662fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5d9d1e1-7ecc-4df2-89b9-6294bb8de84d,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:05:57.257179 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7a3612c3-39ba-4cbf-9512-717aae45f587 req-5a0ebcbc-43aa-4487-bd7a-bd97f1f2f19f tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=eb19d9ee-0ac4-4d72-8394-b0e5babc5fe4 HTTP/1.1" status: 200 len: 210 time: 0.0546603 Aug 05 12:05:57.850027 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4603af7-9cfe-4acc-96dc-269c3e8c5aed req-d619e518-c441-414e-b90b-62028e3d5e8e tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:05:57.852440 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e4603af7-9cfe-4acc-96dc-269c3e8c5aed req-d619e518-c441-414e-b90b-62028e3d5e8e tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.55 "GET /v2.0/networks?id=b881efb6-f52e-4006-a158-c2aa42fef2fe HTTP/1.1" status: 200 len: 811 time: 0.2211041 Aug 05 12:05:57.902913 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-e4603af7-9cfe-4acc-96dc-269c3e8c5aed req-978f8e2e-90bc-4aa7-9f2a-4106b7445686 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Request body: {'port': {'device_id': 'eb19d9ee-0ac4-4d72-8394-b0e5babc5fe4', 'network_id': 'b881efb6-f52e-4006-a158-c2aa42fef2fe', 'admin_state_up': True, 'tenant_id': 'f717acd5caa748b6b706fbaad1f3b969'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:05:58.148375 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4603af7-9cfe-4acc-96dc-269c3e8c5aed req-978f8e2e-90bc-4aa7-9f2a-4106b7445686 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Made reservation on behalf of f717acd5caa748b6b706fbaad1f3b969 for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:05:58.154427 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-e4603af7-9cfe-4acc-96dc-269c3e8c5aed req-978f8e2e-90bc-4aa7-9f2a-4106b7445686 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:58.430083 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-e4603af7-9cfe-4acc-96dc-269c3e8c5aed req-978f8e2e-90bc-4aa7-9f2a-4106b7445686 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Allocated IP 172.20.0.7 (b881efb6-f52e-4006-a158-c2aa42fef2fe/96bcc71c-db3b-48c5-a5c3-35b749d6182d/8ff8dc67-7a2c-49aa-a2fd-c70257f6e6fc) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:05:58.501725 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d2623ed4-c00a-412e-9524-6f844d342e3b req-4a22987f-b17c-4da1-8ae4-57f235f1859c tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=eb19d9ee-0ac4-4d72-8394-b0e5babc5fe4 HTTP/1.1" status: 200 len: 210 time: 0.0915422 Aug 05 12:05:58.739720 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-e4603af7-9cfe-4acc-96dc-269c3e8c5aed req-978f8e2e-90bc-4aa7-9f2a-4106b7445686 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:58.768694 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-e4603af7-9cfe-4acc-96dc-269c3e8c5aed req-978f8e2e-90bc-4aa7-9f2a-4106b7445686 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Transition to ACTIVE for port object 8ff8dc67-7a2c-49aa-a2fd-c70257f6e6fc will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:05:58.844274 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-e4603af7-9cfe-4acc-96dc-269c3e8c5aed req-978f8e2e-90bc-4aa7-9f2a-4106b7445686 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:58.893600 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['3009c37d-c5c9-44e5-bf3b-911b6d6d8834'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 12:05:58.955699 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4603af7-9cfe-4acc-96dc-269c3e8c5aed req-978f8e2e-90bc-4aa7-9f2a-4106b7445686 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Network b881efb6-f52e-4006-a158-c2aa42fef2fe is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:05:58.968442 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-e4603af7-9cfe-4acc-96dc-269c3e8c5aed req-978f8e2e-90bc-4aa7-9f2a-4106b7445686 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:05:58.977351 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4603af7-9cfe-4acc-96dc-269c3e8c5aed req-978f8e2e-90bc-4aa7-9f2a-4106b7445686 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:05:59.033656 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f8e2e-90bc-4aa7-9f2a-4106b7445686 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Pushing event updated for resources: {'Port': ['ID=8ff8dc67-7a2c-49aa-a2fd-c70257f6e6fc,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:05:59.104833 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4603af7-9cfe-4acc-96dc-269c3e8c5aed req-978f8e2e-90bc-4aa7-9f2a-4106b7445686 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:05:59.112412 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-e4603af7-9cfe-4acc-96dc-269c3e8c5aed req-978f8e2e-90bc-4aa7-9f2a-4106b7445686 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:59.139123 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e4603af7-9cfe-4acc-96dc-269c3e8c5aed req-978f8e2e-90bc-4aa7-9f2a-4106b7445686 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2444453 Aug 05 12:05:59.162578 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-e4603af7-9cfe-4acc-96dc-269c3e8c5aed req-9fc791c5-a399-462f-8647-852382c72bd6 service neutron] Request body: {'port': {'device_id': 'eb19d9ee-0ac4-4d72-8394-b0e5babc5fe4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:05:59.255408 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-e4603af7-9cfe-4acc-96dc-269c3e8c5aed req-9fc791c5-a399-462f-8647-852382c72bd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:59.460686 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-9ffff48a-3cd7-4c81-a2e1-4b1102c36e20 None None] Provisioning for port 8ff8dc67-7a2c-49aa-a2fd-c70257f6e6fc completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:05:59.467862 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-9ffff48a-3cd7-4c81-a2e1-4b1102c36e20 None None] Provisioning complete for port 8ff8dc67-7a2c-49aa-a2fd-c70257f6e6fc triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:05:59.468389 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-9ffff48a-3cd7-4c81-a2e1-4b1102c36e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:59.532877 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-9ffff48a-3cd7-4c81-a2e1-4b1102c36e20 None None] Port 8ff8dc67-7a2c-49aa-a2fd-c70257f6e6fc cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 12:05:59.626228 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:59.688120 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9754b458-f912-459f-88a4-f32f1ae12965 req-79319d77-4c81-4579-a714-c1d9de187089 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:05:59.692685 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9754b458-f912-459f-88a4-f32f1ae12965 req-79319d77-4c81-4579-a714-c1d9de187089 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=eb19d9ee-0ac4-4d72-8394-b0e5babc5fe4 HTTP/1.1" status: 200 len: 931 time: 0.0784657 Aug 05 12:05:59.771895 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9754b458-f912-459f-88a4-f32f1ae12965 req-27261df1-8660-49e5-8fc5-689ac906b941 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=854dd83f-334d-4707-be76-c0d8ab0e42a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694368 Aug 05 12:05:59.823071 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-e4603af7-9cfe-4acc-96dc-269c3e8c5aed req-9fc791c5-a399-462f-8647-852382c72bd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ff8dc67-7a2c-49aa-a2fd-c70257f6e6fc {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 12:05:59.835869 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-e4603af7-9cfe-4acc-96dc-269c3e8c5aed req-9fc791c5-a399-462f-8647-852382c72bd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:59.856703 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-e4603af7-9cfe-4acc-96dc-269c3e8c5aed req-9fc791c5-a399-462f-8647-852382c72bd6 service neutron] Transition to ACTIVE for port object 8ff8dc67-7a2c-49aa-a2fd-c70257f6e6fc will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:05:59.863781 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-e4603af7-9cfe-4acc-96dc-269c3e8c5aed req-9fc791c5-a399-462f-8647-852382c72bd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:05:59.944400 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc791c5-a399-462f-8647-852382c72bd6 service neutron] Pushing event updated for resources: {'Port': ['ID=8ff8dc67-7a2c-49aa-a2fd-c70257f6e6fc,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:06:00.084553 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-e4603af7-9cfe-4acc-96dc-269c3e8c5aed req-9fc791c5-a399-462f-8647-852382c72bd6 service neutron] Attempting to bind port 8ff8dc67-7a2c-49aa-a2fd-c70257f6e6fc on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:06:00.085269 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-e4603af7-9cfe-4acc-96dc-269c3e8c5aed req-9fc791c5-a399-462f-8647-852382c72bd6 service neutron] Attempting to bind port 8ff8dc67-7a2c-49aa-a2fd-c70257f6e6fc by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': '556bee1a-9d74-4f14-94d0-708064ee6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'b881efb6-f52e-4006-a158-c2aa42fef2fe'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:06:00.086145 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4603af7-9cfe-4acc-96dc-269c3e8c5aed req-9fc791c5-a399-462f-8647-852382c72bd6 service neutron] Attempting to bind port 8ff8dc67-7a2c-49aa-a2fd-c70257f6e6fc on network b881efb6-f52e-4006-a158-c2aa42fef2fe {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:06:00.096528 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4603af7-9cfe-4acc-96dc-269c3e8c5aed req-9fc791c5-a399-462f-8647-852382c72bd6 service neutron] Port 8ff8dc67-7a2c-49aa-a2fd-c70257f6e6fc on network b881efb6-f52e-4006-a158-c2aa42fef2fe not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 12:06:00.097107 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4603af7-9cfe-4acc-96dc-269c3e8c5aed req-9fc791c5-a399-462f-8647-852382c72bd6 service neutron] Attempting to bind port 8ff8dc67-7a2c-49aa-a2fd-c70257f6e6fc on network b881efb6-f52e-4006-a158-c2aa42fef2fe {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:06:00.106056 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4603af7-9cfe-4acc-96dc-269c3e8c5aed req-9fc791c5-a399-462f-8647-852382c72bd6 service neutron] Checking agent: {'id': 'a8f1dd2d-227c-4e30-8844-52419ba734db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:06:00.106506 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4603af7-9cfe-4acc-96dc-269c3e8c5aed req-9fc791c5-a399-462f-8647-852382c72bd6 service neutron] Checking segment: {'id': '556bee1a-9d74-4f14-94d0-708064ee6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'b881efb6-f52e-4006-a158-c2aa42fef2fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:06:00.106947 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4603af7-9cfe-4acc-96dc-269c3e8c5aed req-9fc791c5-a399-462f-8647-852382c72bd6 service neutron] Bound using segment: {'id': '556bee1a-9d74-4f14-94d0-708064ee6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'b881efb6-f52e-4006-a158-c2aa42fef2fe'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:06:00.107540 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-e4603af7-9cfe-4acc-96dc-269c3e8c5aed req-9fc791c5-a399-462f-8647-852382c72bd6 service neutron] Bound port: 8ff8dc67-7a2c-49aa-a2fd-c70257f6e6fc, host: n-h2-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '556bee1a-9d74-4f14-94d0-708064ee6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'b881efb6-f52e-4006-a158-c2aa42fef2fe'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:06:00.107927 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-e4603af7-9cfe-4acc-96dc-269c3e8c5aed req-9fc791c5-a399-462f-8647-852382c72bd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:06:00.212351 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-e4603af7-9cfe-4acc-96dc-269c3e8c5aed req-9fc791c5-a399-462f-8647-852382c72bd6 service neutron] For port 8ff8dc67-7a2c-49aa-a2fd-c70257f6e6fc, host n-h2-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:06:00.217260 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-e4603af7-9cfe-4acc-96dc-269c3e8c5aed req-9fc791c5-a399-462f-8647-852382c72bd6 service neutron] For port 8ff8dc67-7a2c-49aa-a2fd-c70257f6e6fc, host n-h2-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=8ff8dc67-7a2c-49aa-a2fd-c70257f6e6fc,segment=NetworkSegment(556bee1a-9d74-4f14-94d0-708064ee6011),segment_id=556bee1a-9d74-4f14-94d0-708064ee6011)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:06:00.226330 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-e4603af7-9cfe-4acc-96dc-269c3e8c5aed req-9fc791c5-a399-462f-8647-852382c72bd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:06:00.275896 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4603af7-9cfe-4acc-96dc-269c3e8c5aed req-9fc791c5-a399-462f-8647-852382c72bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:06:00.277409 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-e4603af7-9cfe-4acc-96dc-269c3e8c5aed req-9fc791c5-a399-462f-8647-852382c72bd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:06:00.279943 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e4603af7-9cfe-4acc-96dc-269c3e8c5aed req-9fc791c5-a399-462f-8647-852382c72bd6 service neutron] 10.222.0.55 "PUT /v2.0/ports/8ff8dc67-7a2c-49aa-a2fd-c70257f6e6fc HTTP/1.1" status: 200 len: 1091 time: 1.1251647 Aug 05 12:06:00.280755 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb19d9ee-0ac4-4d72-8394-b0e5babc5fe4', 'tag': '8ff8dc67-7a2c-49aa-a2fd-c70257f6e6fc'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:06:00.284578 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0afbfd73-dd9d-4bca-a1b6-a44244d9a9bc" -d '{"events": [{"name": "network-changed", "server_uuid": "eb19d9ee-0ac4-4d72-8394-b0e5babc5fe4", "tag": "8ff8dc67-7a2c-49aa-a2fd-c70257f6e6fc"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:06:00.353345 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc791c5-a399-462f-8647-852382c72bd6 service neutron] Pushing event updated for resources: {'Port': ['ID=8ff8dc67-7a2c-49aa-a2fd-c70257f6e6fc,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:06:00.378712 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 12:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43e9bff3-5833-4975-a3b8-3c233dd3ed58 x-openstack-request-id: req-43e9bff3-5833-4975-a3b8-3c233dd3ed58 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:06:00.379506 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb19d9ee-0ac4-4d72-8394-b0e5babc5fe4", "tag": "8ff8dc67-7a2c-49aa-a2fd-c70257f6e6fc", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:06:00.392828 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-43e9bff3-5833-4975-a3b8-3c233dd3ed58 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:06:00.394105 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb19d9ee-0ac4-4d72-8394-b0e5babc5fe4', 'tag': '8ff8dc67-7a2c-49aa-a2fd-c70257f6e6fc', 'status': 'completed', 'code': 200} Aug 05 12:06:00.483208 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4603af7-9cfe-4acc-96dc-269c3e8c5aed req-f57f0430-4a92-4533-bfbb-f46941cb8b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:06:00.485971 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e4603af7-9cfe-4acc-96dc-269c3e8c5aed req-f57f0430-4a92-4533-bfbb-f46941cb8b8b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f717acd5caa748b6b706fbaad1f3b969&device_id=eb19d9ee-0ac4-4d72-8394-b0e5babc5fe4 HTTP/1.1" status: 200 len: 1094 time: 0.0902135 Aug 05 12:06:00.564280 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e4603af7-9cfe-4acc-96dc-269c3e8c5aed req-e555162d-0106-4884-88cf-a2905ff7c5a5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ff8dc67-7a2c-49aa-a2fd-c70257f6e6fc HTTP/1.1" status: 200 len: 217 time: 0.0629470 Aug 05 12:06:00.682412 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4603af7-9cfe-4acc-96dc-269c3e8c5aed req-f5123f18-9c2a-4bec-9b32-40a7e2da1b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:06:00.686838 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e4603af7-9cfe-4acc-96dc-269c3e8c5aed req-f5123f18-9c2a-4bec-9b32-40a7e2da1b56 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=96bcc71c-db3b-48c5-a5c3-35b749d6182d HTTP/1.1" status: 200 len: 850 time: 0.1143246 Aug 05 12:06:00.759897 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4603af7-9cfe-4acc-96dc-269c3e8c5aed req-34d05813-89a9-4ba5-bb17-eb5665384854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:06:00.762562 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e4603af7-9cfe-4acc-96dc-269c3e8c5aed req-34d05813-89a9-4ba5-bb17-eb5665384854 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b881efb6-f52e-4006-a158-c2aa42fef2fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0678396 Aug 05 12:06:00.985939 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e4603af7-9cfe-4acc-96dc-269c3e8c5aed req-99d3bad7-0d0f-454f-bc82-b1b9c3a9c383 service neutron] 10.222.0.55 "GET /v2.0/networks/b881efb6-f52e-4006-a158-c2aa42fef2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157149 Aug 05 12:06:01.049030 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de7eb00-88c2-41be-9f82-5ba95951f867 req-d890d965-5100-4c82-9ced-e29641a18dfc tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:06:01.051796 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7de7eb00-88c2-41be-9f82-5ba95951f867 req-d890d965-5100-4c82-9ced-e29641a18dfc tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=eb19d9ee-0ac4-4d72-8394-b0e5babc5fe4 HTTP/1.1" status: 200 len: 943 time: 0.1276479 Aug 05 12:06:01.155780 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7de7eb00-88c2-41be-9f82-5ba95951f867 req-c0a9befe-c76c-42ec-b33d-abae366bd998 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=854dd83f-334d-4707-be76-c0d8ab0e42a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831301 Aug 05 12:06:01.197993 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e4603af7-9cfe-4acc-96dc-269c3e8c5aed req-666b26ce-98df-4478-aaa7-14f11b5a98f7 service neutron] 10.222.0.55 "GET /v2.0/networks/b881efb6-f52e-4006-a158-c2aa42fef2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038922 Aug 05 12:06:01.381045 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afbfd73-dd9d-4bca-a1b6-a44244d9a9bc req-74387ced-29fd-49a1-bf62-64d822f70c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:06:01.384549 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-0afbfd73-dd9d-4bca-a1b6-a44244d9a9bc req-74387ced-29fd-49a1-bf62-64d822f70c73 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f717acd5caa748b6b706fbaad1f3b969&device_id=eb19d9ee-0ac4-4d72-8394-b0e5babc5fe4 HTTP/1.1" status: 200 len: 1094 time: 0.0877042 Aug 05 12:06:01.594967 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afbfd73-dd9d-4bca-a1b6-a44244d9a9bc req-1328837f-28b3-4d92-a866-cb0f6cbf23f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:06:01.597783 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-0afbfd73-dd9d-4bca-a1b6-a44244d9a9bc req-1328837f-28b3-4d92-a866-cb0f6cbf23f3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b881efb6-f52e-4006-a158-c2aa42fef2fe HTTP/1.1" status: 200 len: 912 time: 0.2062056 Aug 05 12:06:01.681539 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-0afbfd73-dd9d-4bca-a1b6-a44244d9a9bc req-a907f7fe-e788-45ec-924d-2cddfa48cbd9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ff8dc67-7a2c-49aa-a2fd-c70257f6e6fc HTTP/1.1" status: 200 len: 217 time: 0.0764766 Aug 05 12:06:01.787138 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afbfd73-dd9d-4bca-a1b6-a44244d9a9bc req-6bd36049-523b-442c-952a-c84c35cb285e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:06:01.789523 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-0afbfd73-dd9d-4bca-a1b6-a44244d9a9bc req-6bd36049-523b-442c-952a-c84c35cb285e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=96bcc71c-db3b-48c5-a5c3-35b749d6182d HTTP/1.1" status: 200 len: 850 time: 0.1002657 Aug 05 12:06:01.861436 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afbfd73-dd9d-4bca-a1b6-a44244d9a9bc req-fc718a08-eb24-4ebf-b7ab-28816359b50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:06:01.864917 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-0afbfd73-dd9d-4bca-a1b6-a44244d9a9bc req-fc718a08-eb24-4ebf-b7ab-28816359b50f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b881efb6-f52e-4006-a158-c2aa42fef2fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0672767 Aug 05 12:06:02.054491 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-0afbfd73-dd9d-4bca-a1b6-a44244d9a9bc req-7ce2beea-5b47-4d41-86a5-381d31f35036 service neutron] 10.222.0.55 "GET /v2.0/networks/b881efb6-f52e-4006-a158-c2aa42fef2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816490 Aug 05 12:06:02.279140 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-0afbfd73-dd9d-4bca-a1b6-a44244d9a9bc req-96794873-3b2c-4df5-a83e-95b48586cbec service neutron] 10.222.0.55 "GET /v2.0/networks/b881efb6-f52e-4006-a158-c2aa42fef2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168577 Aug 05 12:06:02.419709 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5216a43-7329-4460-b435-05a3eb7c5410 req-70cde2f2-e0a6-411f-ab58-f36b068de37d tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:06:02.422475 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b5216a43-7329-4460-b435-05a3eb7c5410 req-70cde2f2-e0a6-411f-ab58-f36b068de37d tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=eb19d9ee-0ac4-4d72-8394-b0e5babc5fe4 HTTP/1.1" status: 200 len: 943 time: 0.1132650 Aug 05 12:06:02.538590 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b5216a43-7329-4460-b435-05a3eb7c5410 req-26991f44-4720-4951-b7aa-edcdd283ed7a tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=854dd83f-334d-4707-be76-c0d8ab0e42a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976043 Aug 05 12:06:03.806099 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee32234-9b94-496f-a188-f14e312c4257 req-8d983333-f738-4547-a696-d15d66556021 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:06:03.812111 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4ee32234-9b94-496f-a188-f14e312c4257 req-8d983333-f738-4547-a696-d15d66556021 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=eb19d9ee-0ac4-4d72-8394-b0e5babc5fe4 HTTP/1.1" status: 200 len: 943 time: 0.1178253 Aug 05 12:06:03.885000 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4ee32234-9b94-496f-a188-f14e312c4257 req-da380930-533c-4100-8eb2-948326b494d1 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=854dd83f-334d-4707-be76-c0d8ab0e42a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645339 Aug 05 12:06:05.129108 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef691e7-f7b1-46c4-94ea-0e8c23a7401a req-8ed46310-c6bc-49eb-af58-f04717bc4d63 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:06:05.133012 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6ef691e7-f7b1-46c4-94ea-0e8c23a7401a req-8ed46310-c6bc-49eb-af58-f04717bc4d63 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=eb19d9ee-0ac4-4d72-8394-b0e5babc5fe4 HTTP/1.1" status: 200 len: 943 time: 0.1016762 Aug 05 12:06:05.236922 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6ef691e7-f7b1-46c4-94ea-0e8c23a7401a req-d4cf6ce0-7fd0-410f-812b-55720f8a234c tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=854dd83f-334d-4707-be76-c0d8ab0e42a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942445 Aug 05 12:06:05.674952 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 12:06:06.496237 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45f80d4-e3d5-449e-becb-f00ff8f0fa93 req-08f8537a-fd23-47a8-80e9-90be16211869 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:06:06.496237 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a45f80d4-e3d5-449e-becb-f00ff8f0fa93 req-08f8537a-fd23-47a8-80e9-90be16211869 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=eb19d9ee-0ac4-4d72-8394-b0e5babc5fe4 HTTP/1.1" status: 200 len: 943 time: 0.1294892 Aug 05 12:06:06.563954 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a45f80d4-e3d5-449e-becb-f00ff8f0fa93 req-c9345e57-66e3-471f-a9fc-59ee1d4b4c80 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=854dd83f-334d-4707-be76-c0d8ab0e42a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559289 Aug 05 12:06:07.271217 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b0357cbb-3df3-41db-ab6e-19b1a3f72b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:06:07.798408 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58577c88-2349-4b40-9974-5926e17703f0 req-05a8605c-2160-4008-9a27-bde9c380e69c tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:06:07.800442 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-58577c88-2349-4b40-9974-5926e17703f0 req-05a8605c-2160-4008-9a27-bde9c380e69c tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=eb19d9ee-0ac4-4d72-8394-b0e5babc5fe4 HTTP/1.1" status: 200 len: 943 time: 0.0979438 Aug 05 12:06:07.886718 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-58577c88-2349-4b40-9974-5926e17703f0 req-0b1323c6-5802-49d7-a8a1-0e6b9e132963 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=854dd83f-334d-4707-be76-c0d8ab0e42a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715029 Aug 05 12:06:09.108364 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290e9a71-fe70-43dd-b76b-657ba8727ceb req-d6f009cc-c139-4b27-8571-c7984b7aab65 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:06:09.113532 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-290e9a71-fe70-43dd-b76b-657ba8727ceb req-d6f009cc-c139-4b27-8571-c7984b7aab65 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=eb19d9ee-0ac4-4d72-8394-b0e5babc5fe4 HTTP/1.1" status: 200 len: 943 time: 0.0866873 Aug 05 12:06:09.192971 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-290e9a71-fe70-43dd-b76b-657ba8727ceb req-51719b1c-f07b-41aa-8b7e-958849840e18 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=854dd83f-334d-4707-be76-c0d8ab0e42a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695198 Aug 05 12:06:10.023553 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-0429ee97-efa2-4e0e-966c-268c464e7617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:06:10.111838 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:06:10.400225 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5a05ce-421b-4909-b7b7-b35afbe9aed2 req-78cf1ef6-5a4b-43c9-bf2c-7fc765dd60b4 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:06:10.403403 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fe5a05ce-421b-4909-b7b7-b35afbe9aed2 req-78cf1ef6-5a4b-43c9-bf2c-7fc765dd60b4 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=eb19d9ee-0ac4-4d72-8394-b0e5babc5fe4 HTTP/1.1" status: 200 len: 943 time: 0.0991793 Aug 05 12:06:10.473667 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fe5a05ce-421b-4909-b7b7-b35afbe9aed2 req-417680e7-0837-457f-834f-b87033dcefd8 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=854dd83f-334d-4707-be76-c0d8ab0e42a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586109 Aug 05 12:06:11.684516 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e99006-4b1b-4e6b-8c6c-2a1034755d70 req-5c188e10-f3da-4730-a9c0-cb88a75f0c40 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:06:11.686863 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-11e99006-4b1b-4e6b-8c6c-2a1034755d70 req-5c188e10-f3da-4730-a9c0-cb88a75f0c40 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=eb19d9ee-0ac4-4d72-8394-b0e5babc5fe4 HTTP/1.1" status: 200 len: 943 time: 0.0973668 Aug 05 12:06:11.758321 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-11e99006-4b1b-4e6b-8c6c-2a1034755d70 req-4c25243c-af9b-4f23-aff6-3a7bc22582b9 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=854dd83f-334d-4707-be76-c0d8ab0e42a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627489 Aug 05 12:06:11.810708 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:06:12.987756 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae3431f-6b65-4bae-8c59-ecd27ac653b7 req-5d127e8d-d570-43e3-a082-309ced598b5f tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:06:12.990394 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9ae3431f-6b65-4bae-8c59-ecd27ac653b7 req-5d127e8d-d570-43e3-a082-309ced598b5f tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=eb19d9ee-0ac4-4d72-8394-b0e5babc5fe4 HTTP/1.1" status: 200 len: 943 time: 0.0944762 Aug 05 12:06:13.076282 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9ae3431f-6b65-4bae-8c59-ecd27ac653b7 req-47c0337a-98e5-4c5a-8899-38a4de49939c tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=854dd83f-334d-4707-be76-c0d8ab0e42a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727894 Aug 05 12:06:13.962089 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:06:14.316959 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41574df-0f9d-403f-90d7-c2a8522137f6 req-ceb0478a-6ebb-4a2d-a130-35156350b7cc tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:06:14.320415 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e41574df-0f9d-403f-90d7-c2a8522137f6 req-ceb0478a-6ebb-4a2d-a130-35156350b7cc tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=eb19d9ee-0ac4-4d72-8394-b0e5babc5fe4 HTTP/1.1" status: 200 len: 943 time: 0.0991824 Aug 05 12:06:14.404962 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e41574df-0f9d-403f-90d7-c2a8522137f6 req-0115bf0e-2c16-486c-a4a6-68b691504adb tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=854dd83f-334d-4707-be76-c0d8ab0e42a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691595 Aug 05 12:06:14.521218 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-75e3baaf-a2b8-4bc2-be7e-d39e60f43b51 req-0c391e8c-2674-4fb5-879e-69efb24d616e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=295adfcc-63cd-4939-a68d-f1d2f39c6cb5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0977881 Aug 05 12:06:14.703374 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e3baaf-a2b8-4bc2-be7e-d39e60f43b51 req-b5745a98-3d5b-40dc-8f51-60f70477db6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:06:14.704215 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e3baaf-a2b8-4bc2-be7e-d39e60f43b51 req-b5745a98-3d5b-40dc-8f51-60f70477db6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:06:14.706611 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e3baaf-a2b8-4bc2-be7e-d39e60f43b51 req-b5745a98-3d5b-40dc-8f51-60f70477db6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:06:14.706611 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e3baaf-a2b8-4bc2-be7e-d39e60f43b51 req-b5745a98-3d5b-40dc-8f51-60f70477db6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:06:14.707133 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e3baaf-a2b8-4bc2-be7e-d39e60f43b51 req-b5745a98-3d5b-40dc-8f51-60f70477db6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:06:14.707724 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e3baaf-a2b8-4bc2-be7e-d39e60f43b51 req-b5745a98-3d5b-40dc-8f51-60f70477db6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:06:14.709022 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e3baaf-a2b8-4bc2-be7e-d39e60f43b51 req-b5745a98-3d5b-40dc-8f51-60f70477db6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:06:14.713122 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-75e3baaf-a2b8-4bc2-be7e-d39e60f43b51 req-b5745a98-3d5b-40dc-8f51-60f70477db6b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7f690a1af59141ff99aca95e28eca771&device_id=295adfcc-63cd-4939-a68d-f1d2f39c6cb5 HTTP/1.1" status: 200 len: 6499 time: 0.1019516 Aug 05 12:06:14.962145 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e3baaf-a2b8-4bc2-be7e-d39e60f43b51 req-755af18b-5827-4204-8a51-71f256e843d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:06:14.963082 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e3baaf-a2b8-4bc2-be7e-d39e60f43b51 req-755af18b-5827-4204-8a51-71f256e843d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:06:14.963976 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e3baaf-a2b8-4bc2-be7e-d39e60f43b51 req-755af18b-5827-4204-8a51-71f256e843d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:06:14.966916 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-75e3baaf-a2b8-4bc2-be7e-d39e60f43b51 req-755af18b-5827-4204-8a51-71f256e843d0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=79bfc6d8-260b-4b47-a4ff-7568441e3a8b&id=efef5820-889f-42cc-a1e8-7a1a3d2a1fbf&id=efef5820-889f-42cc-a1e8-7a1a3d2a1fbf&id=efef5820-889f-42cc-a1e8-7a1a3d2a1fbf&id=efef5820-889f-42cc-a1e8-7a1a3d2a1fbf&id=86bbbaf5-a273-4acb-af27-d15f3d74f788&id=86bbbaf5-a273-4acb-af27-d15f3d74f788 HTTP/1.1" status: 200 len: 2298 time: 0.2109671 Aug 05 12:06:15.100549 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-75e3baaf-a2b8-4bc2-be7e-d39e60f43b51 req-be001e0c-c432-497d-a0e8-a66e294be363 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7bcb6ae7-f99a-4746-9568-4e0b7720fa3c HTTP/1.1" status: 200 len: 1000 time: 0.1207864 Aug 05 12:06:15.202619 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e3baaf-a2b8-4bc2-be7e-d39e60f43b51 req-39cf4b27-eee6-4b5f-a9c7-8c0e0b3f15c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:06:15.205505 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-75e3baaf-a2b8-4bc2-be7e-d39e60f43b51 req-39cf4b27-eee6-4b5f-a9c7-8c0e0b3f15c5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=90c3c35a-eac3-416b-b90c-3f9071c29dcd HTTP/1.1" status: 200 len: 856 time: 0.0947316 Aug 05 12:06:15.307599 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e3baaf-a2b8-4bc2-be7e-d39e60f43b51 req-b62a7899-a809-47eb-97a2-bc05e8823f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:06:15.310308 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-75e3baaf-a2b8-4bc2-be7e-d39e60f43b51 req-b62a7899-a809-47eb-97a2-bc05e8823f29 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=79bfc6d8-260b-4b47-a4ff-7568441e3a8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0812662 Aug 05 12:06:15.513370 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-75e3baaf-a2b8-4bc2-be7e-d39e60f43b51 req-c6856ece-030d-4c47-b520-6d71b81e7163 service neutron] 10.222.0.64 "GET /v2.0/networks/79bfc6d8-260b-4b47-a4ff-7568441e3a8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917293 Aug 05 12:06:15.723878 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfb6860-a62e-466d-a228-d3078db4f696 req-de8dfc05-8738-468c-9438-29568ab96b0b tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:06:15.725554 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2cfb6860-a62e-466d-a228-d3078db4f696 req-de8dfc05-8738-468c-9438-29568ab96b0b tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=eb19d9ee-0ac4-4d72-8394-b0e5babc5fe4 HTTP/1.1" status: 200 len: 943 time: 0.1534200 Aug 05 12:06:15.755873 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-75e3baaf-a2b8-4bc2-be7e-d39e60f43b51 req-1b0dd1b2-07dc-484a-bbee-3994d6d9954b service neutron] 10.222.0.64 "GET /v2.0/networks/79bfc6d8-260b-4b47-a4ff-7568441e3a8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985228 Aug 05 12:06:15.831236 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-75e3baaf-a2b8-4bc2-be7e-d39e60f43b51 req-c60deec0-8d13-437f-8b02-53ac45bedeab service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.71&port_id=2cab8c34-cbf9-450f-9c67-c8ac5da7b895 HTTP/1.1" status: 200 len: 217 time: 0.0620120 Aug 05 12:06:15.907472 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2cfb6860-a62e-466d-a228-d3078db4f696 req-82207e61-e8f5-4a7c-bfab-8da6fbd02b72 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=854dd83f-334d-4707-be76-c0d8ab0e42a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654453 Aug 05 12:06:15.942978 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e3baaf-a2b8-4bc2-be7e-d39e60f43b51 req-c2abb3f9-025e-46b5-bf96-1cbe7243c94f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:06:15.946354 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-75e3baaf-a2b8-4bc2-be7e-d39e60f43b51 req-c2abb3f9-025e-46b5-bf96-1cbe7243c94f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f10aca1c-e17e-479d-aec1-1d33ddacd74e HTTP/1.1" status: 200 len: 797 time: 0.1019588 Aug 05 12:06:16.040860 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e3baaf-a2b8-4bc2-be7e-d39e60f43b51 req-2b192be0-a67e-4cd8-b9ea-77f780c46909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:06:16.046570 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-75e3baaf-a2b8-4bc2-be7e-d39e60f43b51 req-2b192be0-a67e-4cd8-b9ea-77f780c46909 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=efef5820-889f-42cc-a1e8-7a1a3d2a1fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0896904 Aug 05 12:06:16.233638 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-75e3baaf-a2b8-4bc2-be7e-d39e60f43b51 req-c9be2c4a-817c-48dc-90e5-ca4d0f6d611b service neutron] 10.222.0.64 "GET /v2.0/networks/efef5820-889f-42cc-a1e8-7a1a3d2a1fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751275 Aug 05 12:06:16.430161 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-75e3baaf-a2b8-4bc2-be7e-d39e60f43b51 req-9ac0a48a-13cb-4e42-a62d-9b1e309042f6 service neutron] 10.222.0.64 "GET /v2.0/networks/efef5820-889f-42cc-a1e8-7a1a3d2a1fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838105 Aug 05 12:06:16.497259 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-75e3baaf-a2b8-4bc2-be7e-d39e60f43b51 req-d31b40b3-e7f7-4215-afce-f1c723ad50bf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.196&port_id=a3c6ede4-0a04-4dea-85c9-68e5fd39b91f HTTP/1.1" status: 200 len: 217 time: 0.0583124 Aug 05 12:06:16.583302 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e3baaf-a2b8-4bc2-be7e-d39e60f43b51 req-2f0f6125-1fd3-4240-b9d4-de862905f838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:06:16.586347 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-75e3baaf-a2b8-4bc2-be7e-d39e60f43b51 req-2f0f6125-1fd3-4240-b9d4-de862905f838 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f10aca1c-e17e-479d-aec1-1d33ddacd74e HTTP/1.1" status: 200 len: 797 time: 0.0810404 Aug 05 12:06:16.656444 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e3baaf-a2b8-4bc2-be7e-d39e60f43b51 req-863b8d5d-1856-4247-99ae-9b8f46c39b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:06:16.658613 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-75e3baaf-a2b8-4bc2-be7e-d39e60f43b51 req-863b8d5d-1856-4247-99ae-9b8f46c39b7d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=efef5820-889f-42cc-a1e8-7a1a3d2a1fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0592496 Aug 05 12:06:16.825995 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-75e3baaf-a2b8-4bc2-be7e-d39e60f43b51 req-25d34dcc-9598-4831-9876-bd6b757349a5 service neutron] 10.222.0.64 "GET /v2.0/networks/efef5820-889f-42cc-a1e8-7a1a3d2a1fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414688 Aug 05 12:06:17.016399 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-75e3baaf-a2b8-4bc2-be7e-d39e60f43b51 req-895a34c4-c216-4143-b0f9-e9a8f6a94800 service neutron] 10.222.0.64 "GET /v2.0/networks/efef5820-889f-42cc-a1e8-7a1a3d2a1fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817188 Aug 05 12:06:17.092311 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-75e3baaf-a2b8-4bc2-be7e-d39e60f43b51 req-35474450-4ee2-414b-85a5-b70e4c74883f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.240&port_id=79281129-8f90-4603-b7b5-3c88d3cba5a8 HTTP/1.1" status: 200 len: 217 time: 0.0669165 Aug 05 12:06:17.238910 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9201d8-32fb-4ee5-a4c7-ce978137b288 req-35b42993-61f2-41b6-955d-25391de997e8 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:06:17.241253 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7a9201d8-32fb-4ee5-a4c7-ce978137b288 req-35b42993-61f2-41b6-955d-25391de997e8 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=eb19d9ee-0ac4-4d72-8394-b0e5babc5fe4 HTTP/1.1" status: 200 len: 943 time: 0.1544468 Aug 05 12:06:17.243898 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e3baaf-a2b8-4bc2-be7e-d39e60f43b51 req-876a02b1-8770-4b82-ae64-86d3a9b4cadd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:06:17.246888 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-75e3baaf-a2b8-4bc2-be7e-d39e60f43b51 req-876a02b1-8770-4b82-ae64-86d3a9b4cadd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f10aca1c-e17e-479d-aec1-1d33ddacd74e HTTP/1.1" status: 200 len: 797 time: 0.1397009 Aug 05 12:06:17.340535 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7a9201d8-32fb-4ee5-a4c7-ce978137b288 req-3b361d2e-9c96-4157-b30a-ac3442abe88d tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=854dd83f-334d-4707-be76-c0d8ab0e42a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895338 Aug 05 12:06:17.351999 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e3baaf-a2b8-4bc2-be7e-d39e60f43b51 req-1a8e1e5d-599e-46ee-9c6c-921708b866d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:06:17.354639 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-75e3baaf-a2b8-4bc2-be7e-d39e60f43b51 req-1a8e1e5d-599e-46ee-9c6c-921708b866d4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=efef5820-889f-42cc-a1e8-7a1a3d2a1fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0939984 Aug 05 12:06:17.501817 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-75e3baaf-a2b8-4bc2-be7e-d39e60f43b51 req-a92f8460-9cf9-409c-963b-8d54db2e0e30 service neutron] 10.222.0.64 "GET /v2.0/networks/efef5820-889f-42cc-a1e8-7a1a3d2a1fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334507 Aug 05 12:06:17.636751 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-75e3baaf-a2b8-4bc2-be7e-d39e60f43b51 req-c9346843-0715-42d8-bcf6-69b054db93b6 service neutron] 10.222.0.64 "GET /v2.0/networks/efef5820-889f-42cc-a1e8-7a1a3d2a1fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239266 Aug 05 12:06:17.734230 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-75e3baaf-a2b8-4bc2-be7e-d39e60f43b51 req-293e36af-0e2b-452c-92a4-a36d039cb119 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.106&port_id=89bbd496-bb01-4b41-b65d-af7444dd347d HTTP/1.1" status: 200 len: 217 time: 0.0883610 Aug 05 12:06:17.817820 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e3baaf-a2b8-4bc2-be7e-d39e60f43b51 req-3cbe5bc8-22a1-4d75-91f7-0c5a450e4079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:06:17.820528 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-75e3baaf-a2b8-4bc2-be7e-d39e60f43b51 req-3cbe5bc8-22a1-4d75-91f7-0c5a450e4079 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f10aca1c-e17e-479d-aec1-1d33ddacd74e HTTP/1.1" status: 200 len: 797 time: 0.0730665 Aug 05 12:06:17.897339 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e3baaf-a2b8-4bc2-be7e-d39e60f43b51 req-effe63c8-d3bc-4b2d-86cc-a9e364315f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:06:17.899539 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-75e3baaf-a2b8-4bc2-be7e-d39e60f43b51 req-effe63c8-d3bc-4b2d-86cc-a9e364315f5c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=efef5820-889f-42cc-a1e8-7a1a3d2a1fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0656548 Aug 05 12:06:18.079677 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-75e3baaf-a2b8-4bc2-be7e-d39e60f43b51 req-51832e29-c536-4502-853f-b3e704c63341 service neutron] 10.222.0.64 "GET /v2.0/networks/efef5820-889f-42cc-a1e8-7a1a3d2a1fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710305 Aug 05 12:06:18.227355 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-75e3baaf-a2b8-4bc2-be7e-d39e60f43b51 req-16812544-c9e5-499a-a8aa-dea53472589d service neutron] 10.222.0.64 "GET /v2.0/networks/efef5820-889f-42cc-a1e8-7a1a3d2a1fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397262 Aug 05 12:06:18.295031 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-75e3baaf-a2b8-4bc2-be7e-d39e60f43b51 req-5442aa50-0359-40f3-a70f-926dfe6f9112 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fdc00ed3-1ef7-4580-87ca-41c84ea3e979 HTTP/1.1" status: 200 len: 217 time: 0.0585506 Aug 05 12:06:18.394079 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e3baaf-a2b8-4bc2-be7e-d39e60f43b51 req-cec7f27a-d0eb-4390-90b2-af4b665a5654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:06:18.397047 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-75e3baaf-a2b8-4bc2-be7e-d39e60f43b51 req-cec7f27a-d0eb-4390-90b2-af4b665a5654 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=78405c69-bcbd-4bcb-8a8c-a035481e47e0 HTTP/1.1" status: 200 len: 797 time: 0.0911906 Aug 05 12:06:18.546970 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e3baaf-a2b8-4bc2-be7e-d39e60f43b51 req-6e311085-8b96-48b3-8e4e-2818e0338267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:06:18.551612 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-75e3baaf-a2b8-4bc2-be7e-d39e60f43b51 req-6e311085-8b96-48b3-8e4e-2818e0338267 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=86bbbaf5-a273-4acb-af27-d15f3d74f788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1445417 Aug 05 12:06:18.716000 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af32496b-fb45-47eb-8567-1bb1d785b464 req-c2e785b5-7b9b-48be-b74e-68949d9a230a tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:06:18.719535 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-af32496b-fb45-47eb-8567-1bb1d785b464 req-c2e785b5-7b9b-48be-b74e-68949d9a230a tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=eb19d9ee-0ac4-4d72-8394-b0e5babc5fe4 HTTP/1.1" status: 200 len: 943 time: 0.2472570 Aug 05 12:06:18.850711 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-af32496b-fb45-47eb-8567-1bb1d785b464 req-df771acc-509d-4dcb-b889-9a36d7169c9b tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=854dd83f-334d-4707-be76-c0d8ab0e42a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188216 Aug 05 12:06:18.858283 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-75e3baaf-a2b8-4bc2-be7e-d39e60f43b51 req-960bb881-bd85-471c-b9c0-729589c6c8d1 service neutron] 10.222.0.64 "GET /v2.0/networks/86bbbaf5-a273-4acb-af27-d15f3d74f788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2966049 Aug 05 12:06:19.057979 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-75e3baaf-a2b8-4bc2-be7e-d39e60f43b51 req-3a232e03-a2b9-4583-a04c-5322d59174cb service neutron] 10.222.0.64 "GET /v2.0/networks/86bbbaf5-a273-4acb-af27-d15f3d74f788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867476 Aug 05 12:06:19.136301 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-75e3baaf-a2b8-4bc2-be7e-d39e60f43b51 req-9a55516e-afce-4b63-96f2-93a37c2fb6bb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d79a8c0b-1e74-416a-91c7-f9e3fcbe25d4 HTTP/1.1" status: 200 len: 217 time: 0.0647764 Aug 05 12:06:19.223912 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e3baaf-a2b8-4bc2-be7e-d39e60f43b51 req-1d655a67-87b7-42cf-aec7-8e758b73f694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:06:19.226711 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-75e3baaf-a2b8-4bc2-be7e-d39e60f43b51 req-1d655a67-87b7-42cf-aec7-8e758b73f694 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=78405c69-bcbd-4bcb-8a8c-a035481e47e0 HTTP/1.1" status: 200 len: 797 time: 0.0791223 Aug 05 12:06:19.316930 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e3baaf-a2b8-4bc2-be7e-d39e60f43b51 req-21ea4d6b-0693-474a-a0c8-2be3e437cd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:06:19.319723 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-75e3baaf-a2b8-4bc2-be7e-d39e60f43b51 req-21ea4d6b-0693-474a-a0c8-2be3e437cd88 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=86bbbaf5-a273-4acb-af27-d15f3d74f788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0832615 Aug 05 12:06:19.517797 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-75e3baaf-a2b8-4bc2-be7e-d39e60f43b51 req-122ab64f-e900-49f4-9dbb-da4f6655f4ad service neutron] 10.222.0.64 "GET /v2.0/networks/86bbbaf5-a273-4acb-af27-d15f3d74f788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865547 Aug 05 12:06:19.656978 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-75e3baaf-a2b8-4bc2-be7e-d39e60f43b51 req-8cd5906b-f030-48cc-9b56-85ca2ae44e7a service neutron] 10.222.0.64 "GET /v2.0/networks/86bbbaf5-a273-4acb-af27-d15f3d74f788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289971 Aug 05 12:06:20.091209 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6479b020-21ef-44b4-924c-8d9924392067 req-872de316-bddb-45cd-94bb-13c0135f68dd tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:06:20.094805 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6479b020-21ef-44b4-924c-8d9924392067 req-872de316-bddb-45cd-94bb-13c0135f68dd tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=eb19d9ee-0ac4-4d72-8394-b0e5babc5fe4 HTTP/1.1" status: 200 len: 943 time: 0.1214926 Aug 05 12:06:20.150059 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6479b020-21ef-44b4-924c-8d9924392067 req-5f1369f5-42f7-4a92-944b-ada1af22558f tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=854dd83f-334d-4707-be76-c0d8ab0e42a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462403 Aug 05 12:06:21.374777 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2f2a68-dd45-4fec-a315-f1f3398a8e2e req-57be9333-3eb9-4167-a9e3-12ebd542045b tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:06:21.377566 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ef2f2a68-dd45-4fec-a315-f1f3398a8e2e req-57be9333-3eb9-4167-a9e3-12ebd542045b tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=eb19d9ee-0ac4-4d72-8394-b0e5babc5fe4 HTTP/1.1" status: 200 len: 943 time: 0.0963759 Aug 05 12:06:21.437149 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ef2f2a68-dd45-4fec-a315-f1f3398a8e2e req-7b593def-aa9c-4029-9750-b1710015ba64 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=854dd83f-334d-4707-be76-c0d8ab0e42a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520236 Aug 05 12:06:21.757355 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6ebeb0ea-9f6a-412a-a5e2-30a2b12af8ed req-67e7716e-ab78-47ce-a879-d0f15ee7cf53 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ed8382d2-f132-4dae-822e-1f0b5e512344&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0876884 Aug 05 12:06:21.901585 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebeb0ea-9f6a-412a-a5e2-30a2b12af8ed req-ff110727-e80a-4730-927e-721b36ca674f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:06:21.904189 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6ebeb0ea-9f6a-412a-a5e2-30a2b12af8ed req-ff110727-e80a-4730-927e-721b36ca674f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=14f85fa6e8e1401fb399139faf003f37&device_id=ed8382d2-f132-4dae-822e-1f0b5e512344 HTTP/1.1" status: 200 len: 1096 time: 0.0728292 Aug 05 12:06:22.045686 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebeb0ea-9f6a-412a-a5e2-30a2b12af8ed req-61b2b93d-8a5b-4a44-9617-b17d5305668e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:06:22.048350 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6ebeb0ea-9f6a-412a-a5e2-30a2b12af8ed req-61b2b93d-8a5b-4a44-9617-b17d5305668e service neutron] 10.222.0.55 "GET /v2.0/networks?id=4cafcce3-f344-455c-8718-7b96b6393933 HTTP/1.1" status: 200 len: 909 time: 0.1195416 Aug 05 12:06:22.129334 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6ebeb0ea-9f6a-412a-a5e2-30a2b12af8ed req-5b8e5c11-7a64-45ad-9f63-59bc075e091a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b4eb167f-f97e-496a-b3f7-c47cc87d3778 HTTP/1.1" status: 200 len: 1001 time: 0.0725615 Aug 05 12:06:22.195860 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebeb0ea-9f6a-412a-a5e2-30a2b12af8ed req-27adfe6a-acc8-423b-875b-6e5f79a4277c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:06:22.198025 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6ebeb0ea-9f6a-412a-a5e2-30a2b12af8ed req-27adfe6a-acc8-423b-875b-6e5f79a4277c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a4bc47f2-e3f7-4a49-8df8-2cd59ebb96f3 HTTP/1.1" status: 200 len: 847 time: 0.0604472 Aug 05 12:06:22.284871 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebeb0ea-9f6a-412a-a5e2-30a2b12af8ed req-ad181241-5fec-4029-8b62-ec90cc7cfd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:06:22.287927 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6ebeb0ea-9f6a-412a-a5e2-30a2b12af8ed req-ad181241-5fec-4029-8b62-ec90cc7cfd50 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4cafcce3-f344-455c-8718-7b96b6393933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0822072 Aug 05 12:06:22.344512 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:06:22.427694 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6ebeb0ea-9f6a-412a-a5e2-30a2b12af8ed req-d6c8fa59-21bd-4eba-aada-82b31937ba94 service neutron] 10.222.0.55 "GET /v2.0/networks/4cafcce3-f344-455c-8718-7b96b6393933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319096 Aug 05 12:06:22.582009 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6ebeb0ea-9f6a-412a-a5e2-30a2b12af8ed req-eec85b3c-8bf2-4826-9904-23e60d384750 service neutron] 10.222.0.55 "GET /v2.0/networks/4cafcce3-f344-455c-8718-7b96b6393933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465504 Aug 05 12:06:22.611199 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e8aaf8-e6d0-430a-8e0d-e09f1ba86877 req-598bce7a-ddd7-4b51-8462-a1adb79301f8 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:06:22.612968 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-86e8aaf8-e6d0-430a-8e0d-e09f1ba86877 req-598bce7a-ddd7-4b51-8462-a1adb79301f8 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=eb19d9ee-0ac4-4d72-8394-b0e5babc5fe4 HTTP/1.1" status: 200 len: 943 time: 0.0744216 Aug 05 12:06:22.666375 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-86e8aaf8-e6d0-430a-8e0d-e09f1ba86877 req-678c4842-729e-488a-a26a-dcbdf5b4c2bb tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=854dd83f-334d-4707-be76-c0d8ab0e42a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449281 Aug 05 12:06:23.876223 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02af2eee-5241-41fb-b0b0-5a65dca28b4e req-903bda6f-f435-49e9-9ab2-1dbd55de5d2f tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:06:23.878040 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-02af2eee-5241-41fb-b0b0-5a65dca28b4e req-903bda6f-f435-49e9-9ab2-1dbd55de5d2f tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=eb19d9ee-0ac4-4d72-8394-b0e5babc5fe4 HTTP/1.1" status: 200 len: 943 time: 0.0972767 Aug 05 12:06:23.947847 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-02af2eee-5241-41fb-b0b0-5a65dca28b4e req-e281ae74-c17b-4787-be8f-42d2d0c69ff9 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=854dd83f-334d-4707-be76-c0d8ab0e42a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559292 Aug 05 12:06:25.191416 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60d9e41-5532-4ed6-b459-4b5ee7a9cabb req-d062ce40-72be-4262-a8a1-db6495fab01b tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:06:25.194165 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a60d9e41-5532-4ed6-b459-4b5ee7a9cabb req-d062ce40-72be-4262-a8a1-db6495fab01b tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=eb19d9ee-0ac4-4d72-8394-b0e5babc5fe4 HTTP/1.1" status: 200 len: 943 time: 0.0969329 Aug 05 12:06:25.273727 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a60d9e41-5532-4ed6-b459-4b5ee7a9cabb req-5d859134-abc5-47c8-87ad-84a3609b0e42 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=854dd83f-334d-4707-be76-c0d8ab0e42a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679398 Aug 05 12:06:26.267837 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 8ff8dc67-7a2c-49aa-a2fd-c70257f6e6fc details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 12:06:26.482099 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 8ff8dc67-7a2c-49aa-a2fd-c70257f6e6fc, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=8ff8dc67-7a2c-49aa-a2fd-c70257f6e6fc,segment=NetworkSegment(556bee1a-9d74-4f14-94d0-708064ee6011),segment_id=556bee1a-9d74-4f14-94d0-708064ee6011)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:06:26.506912 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Returning: {'device': '8ff8dc67-7a2c-49aa-a2fd-c70257f6e6fc', 'network_id': 'b881efb6-f52e-4006-a158-c2aa42fef2fe', 'port_id': '8ff8dc67-7a2c-49aa-a2fd-c70257f6e6fc', 'mac_address': 'fa:16:3e:77:b4:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96bcc71c-db3b-48c5-a5c3-35b749d6182d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 12:06:26.515880 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc4e804-5c31-43db-af52-101871372cbf req-89a86e13-7ba6-47ea-a7f3-1c985cfc18fe tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:06:26.518902 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9dc4e804-5c31-43db-af52-101871372cbf req-89a86e13-7ba6-47ea-a7f3-1c985cfc18fe tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=eb19d9ee-0ac4-4d72-8394-b0e5babc5fe4 HTTP/1.1" status: 200 len: 943 time: 0.1028719 Aug 05 12:06:26.589172 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:06:26.602930 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9dc4e804-5c31-43db-af52-101871372cbf req-087d95ac-d80b-4bb3-ac32-390f6984c61c tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=854dd83f-334d-4707-be76-c0d8ab0e42a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713167 Aug 05 12:06:26.619613 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ff8dc67-7a2c-49aa-a2fd-c70257f6e6fc {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 12:06:26.663242 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 8ff8dc67-7a2c-49aa-a2fd-c70257f6e6fc, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=8ff8dc67-7a2c-49aa-a2fd-c70257f6e6fc,segment=NetworkSegment(556bee1a-9d74-4f14-94d0-708064ee6011),segment_id=556bee1a-9d74-4f14-94d0-708064ee6011)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:06:26.670293 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:06:26.772875 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=8ff8dc67-7a2c-49aa-a2fd-c70257f6e6fc,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:06:26.970147 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['8ff8dc67-7a2c-49aa-a2fd-c70257f6e6fc'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 12:06:27.824989 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f438d95-e3d7-4a7c-bf9c-b0d19cf4d12a req-d4ae6762-bb7f-403b-b2cd-528474796bad tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:06:27.827580 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2f438d95-e3d7-4a7c-bf9c-b0d19cf4d12a req-d4ae6762-bb7f-403b-b2cd-528474796bad tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=eb19d9ee-0ac4-4d72-8394-b0e5babc5fe4 HTTP/1.1" status: 200 len: 944 time: 0.0922070 Aug 05 12:06:27.909470 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2f438d95-e3d7-4a7c-bf9c-b0d19cf4d12a req-978d6b3c-f39a-41c0-950e-357b7776b384 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=854dd83f-334d-4707-be76-c0d8ab0e42a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675585 Aug 05 12:06:28.293829 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 8ff8dc67-7a2c-49aa-a2fd-c70257f6e6fc up at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:06:28.378063 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning for port 8ff8dc67-7a2c-49aa-a2fd-c70257f6e6fc completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:06:28.387769 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning complete for port 8ff8dc67-7a2c-49aa-a2fd-c70257f6e6fc triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:06:28.388474 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:06:28.536265 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:06:28.580084 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb19d9ee-0ac4-4d72-8394-b0e5babc5fe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ff8dc67-7a2c-49aa-a2fd-c70257f6e6fc'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:06:28.582946 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74635fd8-83d2-4219-9fb1-4257204ac003" -d '{"events": [{"server_uuid": "eb19d9ee-0ac4-4d72-8394-b0e5babc5fe4", "name": "network-vif-plugged", "status": "completed", "tag": "8ff8dc67-7a2c-49aa-a2fd-c70257f6e6fc"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:06:28.613762 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 8ff8dc67-7a2c-49aa-a2fd-c70257f6e6fc, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=8ff8dc67-7a2c-49aa-a2fd-c70257f6e6fc,segment=NetworkSegment(556bee1a-9d74-4f14-94d0-708064ee6011),segment_id=556bee1a-9d74-4f14-94d0-708064ee6011)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:06:28.622499 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:06:28.668331 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 12:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3e0d9fa-e2db-48ae-9b69-4d3a2fb45169 x-openstack-request-id: req-a3e0d9fa-e2db-48ae-9b69-4d3a2fb45169 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:06:28.668914 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb19d9ee-0ac4-4d72-8394-b0e5babc5fe4", "name": "network-vif-plugged", "status": "completed", "tag": "8ff8dc67-7a2c-49aa-a2fd-c70257f6e6fc", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:06:28.669340 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a3e0d9fa-e2db-48ae-9b69-4d3a2fb45169 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:06:28.670061 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb19d9ee-0ac4-4d72-8394-b0e5babc5fe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ff8dc67-7a2c-49aa-a2fd-c70257f6e6fc', 'code': 200} Aug 05 12:06:28.704223 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=8ff8dc67-7a2c-49aa-a2fd-c70257f6e6fc,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:06:28.802096 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd5b2ad-1d38-4ff2-82d8-c859ae8cb0f7 req-c8f6c882-bdac-4d15-8e2b-fca9ba3c0b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:06:28.803722 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3dd5b2ad-1d38-4ff2-82d8-c859ae8cb0f7 req-c8f6c882-bdac-4d15-8e2b-fca9ba3c0b57 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=eb19d9ee-0ac4-4d72-8394-b0e5babc5fe4 HTTP/1.1" status: 200 len: 1096 time: 0.0518534 Aug 05 12:06:28.847004 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3dd5b2ad-1d38-4ff2-82d8-c859ae8cb0f7 req-b0e20d59-e4be-4c4a-973e-46cfb3ca2a98 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=854dd83f-334d-4707-be76-c0d8ab0e42a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363941 Aug 05 12:06:29.143678 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712f1cf4-e0de-491e-9f2d-86ad82a8ed9e req-febb1e43-c260-478c-bf28-453c42c1dbfd tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:06:29.145932 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-712f1cf4-e0de-491e-9f2d-86ad82a8ed9e req-febb1e43-c260-478c-bf28-453c42c1dbfd tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=eb19d9ee-0ac4-4d72-8394-b0e5babc5fe4 HTTP/1.1" status: 200 len: 945 time: 0.0984271 Aug 05 12:06:29.220053 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-712f1cf4-e0de-491e-9f2d-86ad82a8ed9e req-199cb26c-bd6e-40e9-bb35-d0863368c29e tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=854dd83f-334d-4707-be76-c0d8ab0e42a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644617 Aug 05 12:06:29.617739 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:06:30.430735 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecde16d-b5f9-40a0-af8a-e0185321f316 req-0d43b358-ae0a-4c5d-adf2-f2cb4bd677dc tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:06:30.433625 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9ecde16d-b5f9-40a0-af8a-e0185321f316 req-0d43b358-ae0a-4c5d-adf2-f2cb4bd677dc tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=eb19d9ee-0ac4-4d72-8394-b0e5babc5fe4 HTTP/1.1" status: 200 len: 945 time: 0.0781362 Aug 05 12:06:30.495715 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9ecde16d-b5f9-40a0-af8a-e0185321f316 req-5883757d-d88f-408f-aedd-d7d92143b25f tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=854dd83f-334d-4707-be76-c0d8ab0e42a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461509 Aug 05 12:06:30.678177 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6252e6-5cf7-4aa8-8992-65f491093a1e req-caf550af-3420-4ea8-806b-3d600dbff860 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:06:30.681595 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5a6252e6-5cf7-4aa8-8992-65f491093a1e req-caf550af-3420-4ea8-806b-3d600dbff860 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=eb19d9ee-0ac4-4d72-8394-b0e5babc5fe4 HTTP/1.1" status: 200 len: 945 time: 0.0745935 Aug 05 12:06:30.750949 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5a6252e6-5cf7-4aa8-8992-65f491093a1e req-a170017f-09e5-4155-92a6-f3c544026bdd tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=854dd83f-334d-4707-be76-c0d8ab0e42a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549753 Aug 05 12:06:31.288019 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e10468-d4f3-49ba-9f7a-dacea4f9ea0b req-b4fec857-5486-4759-b09a-fa02321b9482 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:06:31.290590 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b0e10468-d4f3-49ba-9f7a-dacea4f9ea0b req-b4fec857-5486-4759-b09a-fa02321b9482 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=eb19d9ee-0ac4-4d72-8394-b0e5babc5fe4 HTTP/1.1" status: 200 len: 945 time: 0.0882654 Aug 05 12:06:31.361961 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b0e10468-d4f3-49ba-9f7a-dacea4f9ea0b req-daac0c1d-707c-429f-8f09-70436d6c7ccb tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=854dd83f-334d-4707-be76-c0d8ab0e42a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594428 Aug 05 12:06:32.577343 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca6ff93-7d38-4f11-8f81-d70eca311ed4 req-8a1ecfba-7036-4183-8360-c7dad39cef0f tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:06:32.580163 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cca6ff93-7d38-4f11-8f81-d70eca311ed4 req-8a1ecfba-7036-4183-8360-c7dad39cef0f tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=eb19d9ee-0ac4-4d72-8394-b0e5babc5fe4 HTTP/1.1" status: 200 len: 945 time: 0.0929813 Aug 05 12:06:32.656550 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cca6ff93-7d38-4f11-8f81-d70eca311ed4 req-512d20e4-c586-48df-aa6c-e51df7b2e591 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=854dd83f-334d-4707-be76-c0d8ab0e42a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683682 Aug 05 12:06:32.920420 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef11cada-d436-4749-96f6-1e355c3c6c35 req-317e60dc-e99e-4b3a-8134-80fa94653416 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:06:32.923065 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ef11cada-d436-4749-96f6-1e355c3c6c35 req-317e60dc-e99e-4b3a-8134-80fa94653416 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.55 "GET /v2.0/ports?device_id=eb19d9ee-0ac4-4d72-8394-b0e5babc5fe4 HTTP/1.1" status: 200 len: 945 time: 0.0895522 Aug 05 12:06:33.092596 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-ef11cada-d436-4749-96f6-1e355c3c6c35 req-ba5fab0e-2f58-46b4-9ef0-c017f524b3ac tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Deleting port 8ff8dc67-7a2c-49aa-a2fd-c70257f6e6fc {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:06:33.093026 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-ef11cada-d436-4749-96f6-1e355c3c6c35 req-ba5fab0e-2f58-46b4-9ef0-c017f524b3ac tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:06:33.246552 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-ef11cada-d436-4749-96f6-1e355c3c6c35 req-ba5fab0e-2f58-46b4-9ef0-c017f524b3ac tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] For port 8ff8dc67-7a2c-49aa-a2fd-c70257f6e6fc, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=8ff8dc67-7a2c-49aa-a2fd-c70257f6e6fc,segment=NetworkSegment(556bee1a-9d74-4f14-94d0-708064ee6011),segment_id=556bee1a-9d74-4f14-94d0-708064ee6011)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:06:33.247204 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-ef11cada-d436-4749-96f6-1e355c3c6c35 req-ba5fab0e-2f58-46b4-9ef0-c017f524b3ac tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:06:33.274924 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-ef11cada-d436-4749-96f6-1e355c3c6c35 req-ba5fab0e-2f58-46b4-9ef0-c017f524b3ac tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Calling delete_port for 8ff8dc67-7a2c-49aa-a2fd-c70257f6e6fc owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:06:33.529551 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-ef11cada-d436-4749-96f6-1e355c3c6c35 req-ba5fab0e-2f58-46b4-9ef0-c017f524b3ac tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:06:33.565467 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['8ff8dc67-7a2c-49aa-a2fd-c70257f6e6fc'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 12:06:33.584548 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5fab0e-2f58-46b4-9ef0-c017f524b3ac tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Pushing event deleted for resources: {'Port': ['ID=8ff8dc67-7a2c-49aa-a2fd-c70257f6e6fc,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:06:33.613366 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['3009c37d-c5c9-44e5-bf3b-911b6d6d8834'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 12:06:33.680666 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef11cada-d436-4749-96f6-1e355c3c6c35 req-ba5fab0e-2f58-46b4-9ef0-c017f524b3ac tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] No DVR routers for this DVR port 8ff8dc67-7a2c-49aa-a2fd-c70257f6e6fc on host n-h2-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:06:33.686285 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-ef11cada-d436-4749-96f6-1e355c3c6c35 req-ba5fab0e-2f58-46b4-9ef0-c017f524b3ac tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:06:33.691435 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ef11cada-d436-4749-96f6-1e355c3c6c35 req-ba5fab0e-2f58-46b4-9ef0-c017f524b3ac tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.55 "DELETE /v2.0/ports/8ff8dc67-7a2c-49aa-a2fd-c70257f6e6fc HTTP/1.1" status: 204 len: 173 time: 0.7412663 Aug 05 12:06:33.692740 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb19d9ee-0ac4-4d72-8394-b0e5babc5fe4', 'name': 'network-vif-deleted', 'tag': '8ff8dc67-7a2c-49aa-a2fd-c70257f6e6fc'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:06:33.711719 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31ff77c8-1ba8-4a64-bdd5-9c939d50cc27" -d '{"events": [{"server_uuid": "eb19d9ee-0ac4-4d72-8394-b0e5babc5fe4", "name": "network-vif-deleted", "tag": "8ff8dc67-7a2c-49aa-a2fd-c70257f6e6fc"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:06:33.854989 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-64c6fa7b-13c5-4301-ad07-aa075a4639ae req-07c4f656-2f29-412b-9451-4a3de7f31915 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=eb19d9ee-0ac4-4d72-8394-b0e5babc5fe4 HTTP/1.1" status: 200 len: 210 time: 0.0558584 Aug 05 12:06:33.897247 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 12:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60752426-e6a5-4dfc-a863-f1dd05d695bc x-openstack-request-id: req-60752426-e6a5-4dfc-a863-f1dd05d695bc {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:06:33.897247 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb19d9ee-0ac4-4d72-8394-b0e5babc5fe4", "name": "network-vif-deleted", "tag": "8ff8dc67-7a2c-49aa-a2fd-c70257f6e6fc", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:06:33.897247 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-60752426-e6a5-4dfc-a863-f1dd05d695bc {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:06:33.897247 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb19d9ee-0ac4-4d72-8394-b0e5babc5fe4', 'name': 'network-vif-deleted', 'tag': '8ff8dc67-7a2c-49aa-a2fd-c70257f6e6fc', 'status': 'completed', 'code': 200} Aug 05 12:06:35.057227 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d8fb6296-5a8f-4257-8c23-47b3f3bee048 req-2093194e-9081-496d-807a-57933cb47509 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=eb19d9ee-0ac4-4d72-8394-b0e5babc5fe4 HTTP/1.1" status: 200 len: 210 time: 0.0480528 Aug 05 12:06:36.275241 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6a6948b3-a775-4500-80c4-fd3beb58694c req-5a891083-ef7a-4f69-9170-bfe413008f98 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=eb19d9ee-0ac4-4d72-8394-b0e5babc5fe4 HTTP/1.1" status: 200 len: 210 time: 0.0630558 Aug 05 12:06:37.271872 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-3ca9b3e9-19f2-45c7-8ce8-6a4cd7b0d9e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:06:37.458766 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4f4fdf69-0889-4cad-b2b8-014fabf9c79b req-bf2ea24c-da9d-47ff-8a15-a833194424b3 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=eb19d9ee-0ac4-4d72-8394-b0e5babc5fe4 HTTP/1.1" status: 200 len: 210 time: 0.0358346 Aug 05 12:06:38.347246 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 8ff8dc67-7a2c-49aa-a2fd-c70257f6e6fc no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:06:38.372135 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] No Port match for: 8ff8dc67-7a2c-49aa-a2fd-c70257f6e6fc {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:06:38.372632 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 8ff8dc67-7a2c-49aa-a2fd-c70257f6e6fc not bound to the agent host n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:06:38.651809 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5e53437d-5484-4e1c-922d-dddaaf44c3da req-d08d0f94-9111-4fb9-aa87-11f0f98f6284 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=eb19d9ee-0ac4-4d72-8394-b0e5babc5fe4 HTTP/1.1" status: 200 len: 210 time: 0.0381265 Aug 05 12:06:40.021178 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-35aa38a1-87bf-40c5-81a4-483b53c3401a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:06:40.111002 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:06:41.815486 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:06:42.685401 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 12:06:43.958098 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:06:44.524671 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f786795-57b8-4e97-a6a6-388a8c9b89f3 req-f8ce9a4e-a9fb-4c0c-91c8-a22a176b6d39 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:06:44.527348 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0f786795-57b8-4e97-a6a6-388a8c9b89f3 req-f8ce9a4e-a9fb-4c0c-91c8-a22a176b6d39 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=21ca5499-b9fd-4af9-95f5-0e852c4f2129 HTTP/1.1" status: 200 len: 945 time: 0.0716486 Aug 05 12:06:44.604635 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0f786795-57b8-4e97-a6a6-388a8c9b89f3 req-e6bf7ec9-a464-426c-8d02-12b660b9ee83 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=854dd83f-334d-4707-be76-c0d8ab0e42a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695248 Aug 05 12:06:45.782775 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac9ea5e-e012-4e42-981e-8f367586f7d3 req-e66c4810-d669-4c84-b966-68020daa5c73 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:06:45.784702 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0ac9ea5e-e012-4e42-981e-8f367586f7d3 req-e66c4810-d669-4c84-b966-68020daa5c73 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=21ca5499-b9fd-4af9-95f5-0e852c4f2129 HTTP/1.1" status: 200 len: 945 time: 0.0633285 Aug 05 12:06:45.842511 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0ac9ea5e-e012-4e42-981e-8f367586f7d3 req-530c43a7-f2d9-4a94-b069-571605a60764 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=854dd83f-334d-4707-be76-c0d8ab0e42a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461981 Aug 05 12:06:47.022725 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6193ee6-d76f-428b-aa4e-a394bfffbbd5 req-a3814865-6d36-4d59-be0d-6c4ac2a3cdca tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:06:47.026239 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c6193ee6-d76f-428b-aa4e-a394bfffbbd5 req-a3814865-6d36-4d59-be0d-6c4ac2a3cdca tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.64 "GET /v2.0/ports?device_id=21ca5499-b9fd-4af9-95f5-0e852c4f2129 HTTP/1.1" status: 200 len: 945 time: 0.1139519 Aug 05 12:06:47.067840 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e07ee0-2e12-4678-baa7-2a8204b25383 req-1e2ada16-2825-4f18-b865-935295b16e03 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:06:47.070611 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-55e07ee0-2e12-4678-baa7-2a8204b25383 req-1e2ada16-2825-4f18-b865-935295b16e03 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=21ca5499-b9fd-4af9-95f5-0e852c4f2129 HTTP/1.1" status: 200 len: 945 time: 0.1286440 Aug 05 12:06:47.203010 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-55e07ee0-2e12-4678-baa7-2a8204b25383 req-057ff847-66be-4886-8a3e-be1e5ac40497 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=854dd83f-334d-4707-be76-c0d8ab0e42a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973294 Aug 05 12:06:47.249576 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [req-c6193ee6-d76f-428b-aa4e-a394bfffbbd5 req-1327a442-8850-452a-8de7-3e12a4179f92 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Deleting port 3009c37d-c5c9-44e5-bf3b-911b6d6d8834 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:06:47.250134 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-c6193ee6-d76f-428b-aa4e-a394bfffbbd5 req-1327a442-8850-452a-8de7-3e12a4179f92 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:06:47.423177 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-c6193ee6-d76f-428b-aa4e-a394bfffbbd5 req-1327a442-8850-452a-8de7-3e12a4179f92 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] For port 3009c37d-c5c9-44e5-bf3b-911b6d6d8834, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=3009c37d-c5c9-44e5-bf3b-911b6d6d8834,segment=NetworkSegment(556bee1a-9d74-4f14-94d0-708064ee6011),segment_id=556bee1a-9d74-4f14-94d0-708064ee6011)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:06:47.423781 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-c6193ee6-d76f-428b-aa4e-a394bfffbbd5 req-1327a442-8850-452a-8de7-3e12a4179f92 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:06:47.453398 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [req-c6193ee6-d76f-428b-aa4e-a394bfffbbd5 req-1327a442-8850-452a-8de7-3e12a4179f92 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Calling delete_port for 3009c37d-c5c9-44e5-bf3b-911b6d6d8834 owned by compute:nova {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:06:47.672584 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-c6193ee6-d76f-428b-aa4e-a394bfffbbd5 req-1327a442-8850-452a-8de7-3e12a4179f92 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:06:47.716738 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['3009c37d-c5c9-44e5-bf3b-911b6d6d8834'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 12:06:47.724304 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1327a442-8850-452a-8de7-3e12a4179f92 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Pushing event deleted for resources: {'Port': ['ID=3009c37d-c5c9-44e5-bf3b-911b6d6d8834,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:06:47.788389 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6193ee6-d76f-428b-aa4e-a394bfffbbd5 req-1327a442-8850-452a-8de7-3e12a4179f92 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] No DVR routers for this DVR port 3009c37d-c5c9-44e5-bf3b-911b6d6d8834 on host n-h1-803378-2 {{(pid=94420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:06:47.792421 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-c6193ee6-d76f-428b-aa4e-a394bfffbbd5 req-1327a442-8850-452a-8de7-3e12a4179f92 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:06:47.794767 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c6193ee6-d76f-428b-aa4e-a394bfffbbd5 req-1327a442-8850-452a-8de7-3e12a4179f92 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.64 "DELETE /v2.0/ports/3009c37d-c5c9-44e5-bf3b-911b6d6d8834 HTTP/1.1" status: 204 len: 173 time: 0.7601938 Aug 05 12:06:47.795274 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21ca5499-b9fd-4af9-95f5-0e852c4f2129', 'name': 'network-vif-deleted', 'tag': '3009c37d-c5c9-44e5-bf3b-911b6d6d8834'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:06:47.797797 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}828068ad8d405ad77660ce68fa78e1ffe658725812f7a08f9e488a446589295b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-097f097f-ef67-4236-be6e-eac1a3722c11" -d '{"events": [{"server_uuid": "21ca5499-b9fd-4af9-95f5-0e852c4f2129", "name": "network-vif-deleted", "tag": "3009c37d-c5c9-44e5-bf3b-911b6d6d8834"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:06:47.874116 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 12:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-085f5782-00b3-4229-8f60-83b084f12867 x-openstack-request-id: req-085f5782-00b3-4229-8f60-83b084f12867 {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:06:47.874459 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21ca5499-b9fd-4af9-95f5-0e852c4f2129", "name": "network-vif-deleted", "tag": "3009c37d-c5c9-44e5-bf3b-911b6d6d8834", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:06:47.874788 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-085f5782-00b3-4229-8f60-83b084f12867 {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:06:47.875194 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21ca5499-b9fd-4af9-95f5-0e852c4f2129', 'name': 'network-vif-deleted', 'tag': '3009c37d-c5c9-44e5-bf3b-911b6d6d8834', 'status': 'completed', 'code': 200} Aug 05 12:06:48.407668 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-676374eb-eb73-4fc4-8b6e-9956fcc02671 req-678decf2-36eb-4f65-b73c-0d69c6e1ee4e tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=21ca5499-b9fd-4af9-95f5-0e852c4f2129 HTTP/1.1" status: 200 len: 210 time: 0.0433249 Aug 05 12:06:49.534066 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2f1ce1bf-4d40-472c-bfe1-03fc5ad8f0bf req-a6dce221-ad8b-47fd-86d6-5c96525282c2 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=21ca5499-b9fd-4af9-95f5-0e852c4f2129 HTTP/1.1" status: 200 len: 210 time: 0.0326307 Aug 05 12:06:50.378597 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 3009c37d-c5c9-44e5-bf3b-911b6d6d8834 no longer exists at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:06:50.407551 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] No Port match for: 3009c37d-c5c9-44e5-bf3b-911b6d6d8834 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:06:50.407974 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 3009c37d-c5c9-44e5-bf3b-911b6d6d8834 not bound to the agent host n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:06:50.713456 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9575fc83-739e-409a-95f3-79d4310032a9 req-379efd79-4367-4c6a-98d6-6520a4cb18f6 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=21ca5499-b9fd-4af9-95f5-0e852c4f2129 HTTP/1.1" status: 200 len: 210 time: 0.0511010 Aug 05 12:06:52.017131 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d88b748f-1da9-4cf3-abac-b9e52a949998 req-ab387eda-92c5-464e-9e42-5579fb45a1ff tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=21ca5499-b9fd-4af9-95f5-0e852c4f2129 HTTP/1.1" status: 200 len: 210 time: 0.0363095 Aug 05 12:06:52.236271 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8681435a-76a9-430e-b2f6-d4039004827b req-186ca651-ce79-4e05-ab1a-3c7e10da1751 tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:06:52.238994 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8681435a-76a9-430e-b2f6-d4039004827b req-186ca651-ce79-4e05-ab1a-3c7e10da1751 tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed8382d2-f132-4dae-822e-1f0b5e512344 HTTP/1.1" status: 200 len: 945 time: 0.0962646 Aug 05 12:06:52.300267 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8681435a-76a9-430e-b2f6-d4039004827b req-82d2ec55-805f-4675-b3f7-d1f5bf84ae34 tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] 10.222.0.58 "GET /v2.0/security-groups?id=004abe90-7231-48c6-9525-aae3144539b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478437 Aug 05 12:06:52.358119 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:06:53.271640 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a6812fac-4c35-42be-b4a9-3c4c162ce480 req-c9d7cffe-3ca0-4330-9b6e-b0222e8f86e8 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=21ca5499-b9fd-4af9-95f5-0e852c4f2129 HTTP/1.1" status: 200 len: 210 time: 0.0619583 Aug 05 12:06:53.484533 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7003811-dcd0-4bd8-9f59-15ee4d612b01 req-ad381666-0ee5-4be4-b9ac-b27ac046350e tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:06:53.486275 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a7003811-dcd0-4bd8-9f59-15ee4d612b01 req-ad381666-0ee5-4be4-b9ac-b27ac046350e tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed8382d2-f132-4dae-822e-1f0b5e512344 HTTP/1.1" status: 200 len: 945 time: 0.0884614 Aug 05 12:06:53.565455 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a7003811-dcd0-4bd8-9f59-15ee4d612b01 req-d4d1a3c7-57a8-4af7-a188-b6d9f3ef07ac tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] 10.222.0.58 "GET /v2.0/security-groups?id=004abe90-7231-48c6-9525-aae3144539b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663266 Aug 05 12:06:53.650469 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38048ee4-fb09-41f4-835e-7f99385e7ba9 req-ca383e04-795f-4eaa-858f-91eaeb783d91 tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:06:53.652192 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-38048ee4-fb09-41f4-835e-7f99385e7ba9 req-ca383e04-795f-4eaa-858f-91eaeb783d91 tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed8382d2-f132-4dae-822e-1f0b5e512344 HTTP/1.1" status: 200 len: 945 time: 0.0787156 Aug 05 12:06:53.801595 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-38048ee4-fb09-41f4-835e-7f99385e7ba9 req-5d95aa40-e071-44be-ae1f-c3905e57c36c tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Deleting port b4eb167f-f97e-496a-b3f7-c47cc87d3778 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:06:53.802207 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-38048ee4-fb09-41f4-835e-7f99385e7ba9 req-5d95aa40-e071-44be-ae1f-c3905e57c36c tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:06:53.971192 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-38048ee4-fb09-41f4-835e-7f99385e7ba9 req-5d95aa40-e071-44be-ae1f-c3905e57c36c tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] For port b4eb167f-f97e-496a-b3f7-c47cc87d3778, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=b4eb167f-f97e-496a-b3f7-c47cc87d3778,segment=NetworkSegment(d79482fc-e8db-4641-a491-552f679b63fa),segment_id=d79482fc-e8db-4641-a491-552f679b63fa)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:06:53.971490 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-38048ee4-fb09-41f4-835e-7f99385e7ba9 req-5d95aa40-e071-44be-ae1f-c3905e57c36c tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:06:54.238739 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-38048ee4-fb09-41f4-835e-7f99385e7ba9 req-5d95aa40-e071-44be-ae1f-c3905e57c36c tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:06:54.239280 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-38048ee4-fb09-41f4-835e-7f99385e7ba9 req-5d95aa40-e071-44be-ae1f-c3905e57c36c tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33287247'] for floatingip, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:06:54.239714 n-d-803378-2 neutron-server[94421]: INFO neutron.db.l3_db [req-38048ee4-fb09-41f4-835e-7f99385e7ba9 req-5d95aa40-e071-44be-ae1f-c3905e57c36c tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Floating IP 42cdeb32-fcde-4140-be9c-c13ef814eeab disassociated. External IP: 172.25.5.119, port: b4eb167f-f97e-496a-b3f7-c47cc87d3778. Aug 05 12:06:54.240280 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-38048ee4-fb09-41f4-835e-7f99385e7ba9 req-5d95aa40-e071-44be-ae1f-c3905e57c36c tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Calling delete_port for b4eb167f-f97e-496a-b3f7-c47cc87d3778 owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:06:54.475915 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-38048ee4-fb09-41f4-835e-7f99385e7ba9 req-5d95aa40-e071-44be-ae1f-c3905e57c36c tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:06:54.529192 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d95aa40-e071-44be-ae1f-c3905e57c36c tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Pushing event deleted for resources: {'Port': ['ID=b4eb167f-f97e-496a-b3f7-c47cc87d3778,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:06:54.579185 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d95aa40-e071-44be-ae1f-c3905e57c36c tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:06:54.579442 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d95aa40-e071-44be-ae1f-c3905e57c36c tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:06:54.579793 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d95aa40-e071-44be-ae1f-c3905e57c36c tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:06:54.580147 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d95aa40-e071-44be-ae1f-c3905e57c36c tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:06:54.580513 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d95aa40-e071-44be-ae1f-c3905e57c36c tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:06:54.580863 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d95aa40-e071-44be-ae1f-c3905e57c36c tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:06:54.581319 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d95aa40-e071-44be-ae1f-c3905e57c36c tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:06:54.581662 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d95aa40-e071-44be-ae1f-c3905e57c36c tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:06:54.582032 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d95aa40-e071-44be-ae1f-c3905e57c36c tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:06:54.582473 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d95aa40-e071-44be-ae1f-c3905e57c36c tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:06:54.582887 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d95aa40-e071-44be-ae1f-c3905e57c36c tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:06:54.583229 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d95aa40-e071-44be-ae1f-c3905e57c36c tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:06:54.701778 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [req-38048ee4-fb09-41f4-835e-7f99385e7ba9 req-5d95aa40-e071-44be-ae1f-c3905e57c36c tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Router d9072b5a-d803-4df6-b93f-f4d75f1f6f29 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:06:54.733410 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ba11e31e-e89d-4a7f-98bc-2a238a0e301f req-eb5432a3-051a-4b7d-b14d-df4ec365b621 tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed8382d2-f132-4dae-822e-1f0b5e512344 HTTP/1.1" status: 200 len: 210 time: 0.0416985 Aug 05 12:06:54.863729 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-38048ee4-fb09-41f4-835e-7f99385e7ba9 req-5d95aa40-e071-44be-ae1f-c3905e57c36c tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:06:54.881234 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0a765d-f2b2-492e-a14c-84916d045300 None None] Sync routers for ids ['d9072b5a-d803-4df6-b93f-f4d75f1f6f29'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:06:54.905259 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0a765d-f2b2-492e-a14c-84916d045300 None None] Routers {'d9072b5a-d803-4df6-b93f-f4d75f1f6f29'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:06:54.906745 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-8b0a765d-f2b2-492e-a14c-84916d045300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:06:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['d9072b5a-d803-4df6-b93f-f4d75f1f6f29'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:06:54.939984 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-38048ee4-fb09-41f4-835e-7f99385e7ba9 req-5d95aa40-e071-44be-ae1f-c3905e57c36c tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] No DVR routers for this DVR port b4eb167f-f97e-496a-b3f7-c47cc87d3778 on host n-h2-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:06:54.944395 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-38048ee4-fb09-41f4-835e-7f99385e7ba9 req-5d95aa40-e071-44be-ae1f-c3905e57c36c tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:06:54.948910 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-38048ee4-fb09-41f4-835e-7f99385e7ba9 req-5d95aa40-e071-44be-ae1f-c3905e57c36c tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] 10.222.0.55 "DELETE /v2.0/ports/b4eb167f-f97e-496a-b3f7-c47cc87d3778 HTTP/1.1" status: 204 len: 173 time: 1.2888134 Aug 05 12:06:54.949667 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed8382d2-f132-4dae-822e-1f0b5e512344', 'name': 'network-vif-deleted', 'tag': 'b4eb167f-f97e-496a-b3f7-c47cc87d3778'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:06:54.954225 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb1358c4-2d05-4d87-9aba-296e5e44563a" -d '{"events": [{"server_uuid": "ed8382d2-f132-4dae-822e-1f0b5e512344", "name": "network-vif-deleted", "tag": "b4eb167f-f97e-496a-b3f7-c47cc87d3778"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:06:55.014109 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 12:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-468200c2-7923-4eae-9e0e-e7869d5e9267 x-openstack-request-id: req-468200c2-7923-4eae-9e0e-e7869d5e9267 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:06:55.014836 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed8382d2-f132-4dae-822e-1f0b5e512344", "name": "network-vif-deleted", "tag": "b4eb167f-f97e-496a-b3f7-c47cc87d3778", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:06:55.015424 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-468200c2-7923-4eae-9e0e-e7869d5e9267 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:06:55.016179 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed8382d2-f132-4dae-822e-1f0b5e512344', 'name': 'network-vif-deleted', 'tag': 'b4eb167f-f97e-496a-b3f7-c47cc87d3778', 'status': 'completed', 'code': 200} Aug 05 12:06:55.137627 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-8b0a765d-f2b2-492e-a14c-84916d045300 None None] Set router d9072b5a-d803-4df6-b93f-f4d75f1f6f29 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:06:55.544743 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-8b0a765d-f2b2-492e-a14c-84916d045300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9072b5a-d803-4df6-b93f-f4d75f1f6f29', 'name': 'tempest-TestServerBasicOps-654659379-router', 'tenant_id': '14f85fa6e8e1401fb399139faf003f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '3d1b19f4-4bcf-4807-b2f9-69faa5f79b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:00:45Z', 'updated_at': '2021-08-05T12:00:58Z', 'revision_number': 4, 'project_id': '14f85fa6e8e1401fb399139faf003f37', 'gw_port': {'id': '3d1b19f4-4bcf-4807-b2f9-69faa5f79b46', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:44:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9072b5a-d803-4df6-b93f-f4d75f1f6f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:00:48Z', 'updated_at': '2021-08-05T12:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '63cbcc11-a768-4e53-8ea9-7f80536a6359', 'name': '', 'network_id': '4cafcce3-f344-455c-8718-7b96b6393933', 'tenant_id': '14f85fa6e8e1401fb399139faf003f37', 'mac_address': 'fa:16:3e:f3:14:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9072b5a-d803-4df6-b93f-f4d75f1f6f29', 'device_owner': 'network:router_interface', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': 'a4bc47f2-e3f7-4a49-8df8-2cd59ebb96f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:00:54Z', 'updated_at': '2021-08-05T12:01:32Z', 'revision_number': 5, 'project_id': '14f85fa6e8e1401fb399139faf003f37', 'subnets': [{'id': 'a4bc47f2-e3f7-4a49-8df8-2cd59ebb96f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:06:55.606213 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0a765d-f2b2-492e-a14c-84916d045300 None None] Checking router: d9072b5a-d803-4df6-b93f-f4d75f1f6f29 for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:06:55.631087 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0a765d-f2b2-492e-a14c-84916d045300 None None] Routers {'d9072b5a-d803-4df6-b93f-f4d75f1f6f29'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:06:55.632148 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-8b0a765d-f2b2-492e-a14c-84916d045300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:06:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['d9072b5a-d803-4df6-b93f-f4d75f1f6f29'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:06:55.838975 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 60582) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:06:55.854076 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-8b0a765d-f2b2-492e-a14c-84916d045300 None None] Set router d9072b5a-d803-4df6-b93f-f4d75f1f6f29 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:06:56.084973 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-ae2ba601-9f11-4a23-8d93-7679776d1cb6 tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Deleting port 609ad19b-00a6-4804-833c-9a530f6a3835 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:06:56.085978 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ae2ba601-9f11-4a23-8d93-7679776d1cb6 tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:06:56.177795 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-8b0a765d-f2b2-492e-a14c-84916d045300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9072b5a-d803-4df6-b93f-f4d75f1f6f29', 'name': 'tempest-TestServerBasicOps-654659379-router', 'tenant_id': '14f85fa6e8e1401fb399139faf003f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '3d1b19f4-4bcf-4807-b2f9-69faa5f79b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:00:45Z', 'updated_at': '2021-08-05T12:00:58Z', 'revision_number': 4, 'project_id': '14f85fa6e8e1401fb399139faf003f37', 'gw_port': {'id': '3d1b19f4-4bcf-4807-b2f9-69faa5f79b46', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:44:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9072b5a-d803-4df6-b93f-f4d75f1f6f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:00:48Z', 'updated_at': '2021-08-05T12:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '63cbcc11-a768-4e53-8ea9-7f80536a6359', 'name': '', 'network_id': '4cafcce3-f344-455c-8718-7b96b6393933', 'tenant_id': '14f85fa6e8e1401fb399139faf003f37', 'mac_address': 'fa:16:3e:f3:14:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9072b5a-d803-4df6-b93f-f4d75f1f6f29', 'device_owner': 'network:router_interface', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': 'a4bc47f2-e3f7-4a49-8df8-2cd59ebb96f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:00:54Z', 'updated_at': '2021-08-05T12:01:32Z', 'revision_number': 5, 'project_id': '14f85fa6e8e1401fb399139faf003f37', 'subnets': [{'id': 'a4bc47f2-e3f7-4a49-8df8-2cd59ebb96f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:06:56.213957 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0a765d-f2b2-492e-a14c-84916d045300 None None] The sync data for ids ['d9072b5a-d803-4df6-b93f-f4d75f1f6f29'] in n-d-803378-2 is: [{'id': 'd9072b5a-d803-4df6-b93f-f4d75f1f6f29', 'name': 'tempest-TestServerBasicOps-654659379-router', 'tenant_id': '14f85fa6e8e1401fb399139faf003f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '3d1b19f4-4bcf-4807-b2f9-69faa5f79b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:00:45Z', 'updated_at': '2021-08-05T12:00:58Z', 'revision_number': 4, 'project_id': '14f85fa6e8e1401fb399139faf003f37', 'gw_port': {'id': '3d1b19f4-4bcf-4807-b2f9-69faa5f79b46', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:44:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9072b5a-d803-4df6-b93f-f4d75f1f6f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:00:48Z', 'updated_at': '2021-08-05T12:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '63cbcc11-a768-4e53-8ea9-7f80536a6359', 'name': '', 'network_id': '4cafcce3-f344-455c-8718-7b96b6393933', 'tenant_id': '14f85fa6e8e1401fb399139faf003f37', 'mac_address': 'fa:16:3e:f3:14:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9072b5a-d803-4df6-b93f-f4d75f1f6f29', 'device_owner': 'network:router_interface', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': 'a4bc47f2-e3f7-4a49-8df8-2cd59ebb96f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:00:54Z', 'updated_at': '2021-08-05T12:01:32Z', 'revision_number': 5, 'project_id': '14f85fa6e8e1401fb399139faf003f37', 'subnets': [{'id': 'a4bc47f2-e3f7-4a49-8df8-2cd59ebb96f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:06:56.249994 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ae2ba601-9f11-4a23-8d93-7679776d1cb6 tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:06:56.250914 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ae2ba601-9f11-4a23-8d93-7679776d1cb6 tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:06:56.274263 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-ae2ba601-9f11-4a23-8d93-7679776d1cb6 tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Calling delete_port for 609ad19b-00a6-4804-833c-9a530f6a3835 owned by network:floatingip {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:06:56.650351 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396d8c84-05da-466d-8a70-a1dc09e67a3f None None] New status for floating IP 42cdeb32-fcde-4140-be9c-c13ef814eeab: DOWN {{(pid=94422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 12:06:57.004700 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ae2ba601-9f11-4a23-8d93-7679776d1cb6 tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:06:57.007030 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.db.api [None req-396d8c84-05da-466d-8a70-a1dc09e67a3f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94422) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 05 12:06:57.008690 n-d-803378-2 neutron-server[94422]: DEBUG oslo_db.api [None req-396d8c84-05da-466d-8a70-a1dc09e67a3f None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 12:06:57.058572 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2ba601-9f11-4a23-8d93-7679776d1cb6 tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Pushing event deleted for resources: {'Port': ['ID=609ad19b-00a6-4804-833c-9a530f6a3835,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:06:57.164596 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ae2ba601-9f11-4a23-8d93-7679776d1cb6 tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Notify callbacks [] for floatingip, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:06:57.168094 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ae2ba601-9f11-4a23-8d93-7679776d1cb6 tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:06:57.177646 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-ae2ba601-9f11-4a23-8d93-7679776d1cb6 tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] 10.222.0.58 "DELETE /v2.0/floatingips/42cdeb32-fcde-4140-be9c-c13ef814eeab HTTP/1.1" status: 204 len: 168 time: 1.3314602 Aug 05 12:06:57.278219 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 60620) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:06:57.357040 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e5148a59-6fda-463e-97e5-972c5aa3c8ce tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:06:57.401777 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e5148a59-6fda-463e-97e5-972c5aa3c8ce tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:06:57.512225 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396d8c84-05da-466d-8a70-a1dc09e67a3f None None] New status for floating IP 42cdeb32-fcde-4140-be9c-c13ef814eeab: DOWN {{(pid=94422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 12:06:57.539664 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e5148a59-6fda-463e-97e5-972c5aa3c8ce tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:06:57.548729 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e5148a59-6fda-463e-97e5-972c5aa3c8ce tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:06:57.550810 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-e5148a59-6fda-463e-97e5-972c5aa3c8ce tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] 10.222.0.58 "DELETE /v2.0/security-groups/004abe90-7231-48c6-9525-aae3144539b0 HTTP/1.1" status: 204 len: 168 time: 0.2711997 Aug 05 12:06:57.565409 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5148a59-6fda-463e-97e5-972c5aa3c8ce tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=004abe90-7231-48c6-9525-aae3144539b0,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:06:57.579404 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5148a59-6fda-463e-97e5-972c5aa3c8ce tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:06:57.579964 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5148a59-6fda-463e-97e5-972c5aa3c8ce tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:06:57.580119 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5148a59-6fda-463e-97e5-972c5aa3c8ce tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:06:57.580571 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5148a59-6fda-463e-97e5-972c5aa3c8ce tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:06:57.580921 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5148a59-6fda-463e-97e5-972c5aa3c8ce tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:06:57.582185 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5148a59-6fda-463e-97e5-972c5aa3c8ce tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:06:57.582532 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5148a59-6fda-463e-97e5-972c5aa3c8ce tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:06:57.582867 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5148a59-6fda-463e-97e5-972c5aa3c8ce tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:06:57.583202 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5148a59-6fda-463e-97e5-972c5aa3c8ce tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:06:57.583533 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5148a59-6fda-463e-97e5-972c5aa3c8ce tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:06:57.583917 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5148a59-6fda-463e-97e5-972c5aa3c8ce tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:06:57.584743 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5148a59-6fda-463e-97e5-972c5aa3c8ce tempest-TestServerBasicOps-1933445601 tempest-TestServerBasicOps-1933445601-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:06:57.630499 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 60636) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:06:58.202140 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 60658) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:06:58.208136 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-14ae8ae3-57b0-4e43-bc12-4e72b348af46 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1312062607', 'description': 'tempest-secgroup-smoke-1312062607 description', 'project_id': 'f717acd5caa748b6b706fbaad1f3b969'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:06:58.236615 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-14ae8ae3-57b0-4e43-bc12-4e72b348af46 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:06:58.356522 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-14ae8ae3-57b0-4e43-bc12-4e72b348af46 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:06:58.361464 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-14ae8ae3-57b0-4e43-bc12-4e72b348af46 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:06:58.394808 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-14ae8ae3-57b0-4e43-bc12-4e72b348af46 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:06:58.396120 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-14ae8ae3-57b0-4e43-bc12-4e72b348af46 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1924233 Aug 05 12:06:58.398529 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ae8ae3-57b0-4e43-bc12-4e72b348af46 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acdb1763-a210-4486-a76f-c3f8ef2b3bec,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:06:58.400144 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 60660) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:06:58.407453 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-e0008b54-4bab-4dd7-8500-03486bf765f3 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Request body: {'security_group_rule': {'security_group_id': 'acdb1763-a210-4486-a76f-c3f8ef2b3bec', 'project_id': 'f717acd5caa748b6b706fbaad1f3b969', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:06:58.452226 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c89a18f9-2e4a-4d92-afa8-016304f124de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33208311'] for router_interface, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:06:58.457717 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e0008b54-4bab-4dd7-8500-03486bf765f3 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:06:58.515728 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device b4eb167f-f97e-496a-b3f7-c47cc87d3778 no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:06:58.551465 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] No Port match for: b4eb167f-f97e-496a-b3f7-c47cc87d3778 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:06:58.551813 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device b4eb167f-f97e-496a-b3f7-c47cc87d3778 not bound to the agent host n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:06:58.625837 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e0008b54-4bab-4dd7-8500-03486bf765f3 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:06:58.631304 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e0008b54-4bab-4dd7-8500-03486bf765f3 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:06:58.705009 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0008b54-4bab-4dd7-8500-03486bf765f3 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05a1125d-3c72-4fed-80b1-5d595a30c857,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:06:58.722151 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e0008b54-4bab-4dd7-8500-03486bf765f3 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:06:58.723427 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-e0008b54-4bab-4dd7-8500-03486bf765f3 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3218071 Aug 05 12:06:58.726987 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 60664) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:06:58.732178 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-4f6db487-1e80-4ce4-8802-94d82b8181b0 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Request body: {'security_group_rule': {'security_group_id': 'acdb1763-a210-4486-a76f-c3f8ef2b3bec', 'project_id': 'f717acd5caa748b6b706fbaad1f3b969', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:06:58.767142 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4f6db487-1e80-4ce4-8802-94d82b8181b0 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:06:58.856732 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4f6db487-1e80-4ce4-8802-94d82b8181b0 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:06:58.865767 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4f6db487-1e80-4ce4-8802-94d82b8181b0 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:06:58.890835 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6db487-1e80-4ce4-8802-94d82b8181b0 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36b32a19-59e7-426a-a89a-13d16a3a432e,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:06:58.897390 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-c89a18f9-2e4a-4d92-afa8-016304f124de admin admin] Deleting port 63cbcc11-a768-4e53-8ea9-7f80536a6359 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:06:58.898699 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c89a18f9-2e4a-4d92-afa8-016304f124de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:06:58.906751 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4f6db487-1e80-4ce4-8802-94d82b8181b0 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:06:58.909027 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-4f6db487-1e80-4ce4-8802-94d82b8181b0 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1806242 Aug 05 12:06:58.911843 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 60668) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:06:58.921541 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-4a05bb9b-f45b-4501-b864-f23584c57be9 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Request body: {'security_group_rule': {'security_group_id': 'acdb1763-a210-4486-a76f-c3f8ef2b3bec', 'project_id': 'f717acd5caa748b6b706fbaad1f3b969', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:06:58.973974 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4a05bb9b-f45b-4501-b864-f23584c57be9 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:06:59.029261 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-c89a18f9-2e4a-4d92-afa8-016304f124de admin admin] For port 63cbcc11-a768-4e53-8ea9-7f80536a6359, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=63cbcc11-a768-4e53-8ea9-7f80536a6359,segment=NetworkSegment(d79482fc-e8db-4641-a491-552f679b63fa),segment_id=d79482fc-e8db-4641-a491-552f679b63fa)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:06:59.029989 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c89a18f9-2e4a-4d92-afa8-016304f124de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:06:59.051678 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-c89a18f9-2e4a-4d92-afa8-016304f124de admin admin] Calling delete_port for 63cbcc11-a768-4e53-8ea9-7f80536a6359 owned by network:router_interface {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:06:59.073562 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4a05bb9b-f45b-4501-b864-f23584c57be9 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:06:59.082213 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4a05bb9b-f45b-4501-b864-f23584c57be9 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:06:59.120855 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a05bb9b-f45b-4501-b864-f23584c57be9 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=006c45a0-3b3f-41aa-a313-0caf755689ae,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:06:59.126143 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4a05bb9b-f45b-4501-b864-f23584c57be9 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:06:59.133452 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-4a05bb9b-f45b-4501-b864-f23584c57be9 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2145782 Aug 05 12:06:59.133452 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 60670) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:06:59.140382 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-64a21ce2-1f1b-40ed-9d7c-5daadefa49ab tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Request body: {'security_group_rule': {'security_group_id': 'acdb1763-a210-4486-a76f-c3f8ef2b3bec', 'project_id': 'f717acd5caa748b6b706fbaad1f3b969', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:06:59.203693 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-64a21ce2-1f1b-40ed-9d7c-5daadefa49ab tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:06:59.298138 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-64a21ce2-1f1b-40ed-9d7c-5daadefa49ab tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:06:59.303693 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-64a21ce2-1f1b-40ed-9d7c-5daadefa49ab tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:06:59.332348 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a21ce2-1f1b-40ed-9d7c-5daadefa49ab tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8219d5d4-38fe-4e23-85ab-481d1c569888,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:06:59.338706 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-64a21ce2-1f1b-40ed-9d7c-5daadefa49ab tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:06:59.343297 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-64a21ce2-1f1b-40ed-9d7c-5daadefa49ab tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2054749 Aug 05 12:06:59.343509 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 60672) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:06:59.349160 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-5c509c1e-7861-4b89-8cd8-12e2409bbc72 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Request body: {'security_group_rule': {'security_group_id': 'acdb1763-a210-4486-a76f-c3f8ef2b3bec', 'project_id': 'f717acd5caa748b6b706fbaad1f3b969', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:06:59.382569 n-d-803378-2 neutron-server[94421]: INFO neutron.db.securitygroups_db [None req-5c509c1e-7861-4b89-8cd8-12e2409bbc72 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Project f717acd5caa748b6b706fbaad1f3b969 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 05 12:06:59.391959 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5c509c1e-7861-4b89-8cd8-12e2409bbc72 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:06:59.540075 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5c509c1e-7861-4b89-8cd8-12e2409bbc72 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:06:59.551560 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5c509c1e-7861-4b89-8cd8-12e2409bbc72 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:06:59.603396 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c509c1e-7861-4b89-8cd8-12e2409bbc72 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca0e51f6-8cda-427c-a06b-c02d7673e290,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:06:59.613941 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5c509c1e-7861-4b89-8cd8-12e2409bbc72 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:06:59.620562 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-5c509c1e-7861-4b89-8cd8-12e2409bbc72 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2756624 Aug 05 12:06:59.622572 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 60674) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:06:59.630048 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-553ae12a-a9ae-4ea6-b84f-81290482e53b tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Request body: {'security_group_rule': {'security_group_id': 'acdb1763-a210-4486-a76f-c3f8ef2b3bec', 'project_id': 'f717acd5caa748b6b706fbaad1f3b969', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:06:59.648805 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:06:59.668767 n-d-803378-2 neutron-server[94421]: INFO neutron.db.securitygroups_db [None req-553ae12a-a9ae-4ea6-b84f-81290482e53b tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Project f717acd5caa748b6b706fbaad1f3b969 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 05 12:06:59.676135 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-553ae12a-a9ae-4ea6-b84f-81290482e53b tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:06:59.787111 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-553ae12a-a9ae-4ea6-b84f-81290482e53b tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:06:59.793557 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-553ae12a-a9ae-4ea6-b84f-81290482e53b tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:06:59.832402 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553ae12a-a9ae-4ea6-b84f-81290482e53b tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25decdc7-a827-4a2c-be82-4d88b482224c,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:06:59.835139 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-553ae12a-a9ae-4ea6-b84f-81290482e53b tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:06:59.840507 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-553ae12a-a9ae-4ea6-b84f-81290482e53b tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2118812 Aug 05 12:06:59.907322 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c89a18f9-2e4a-4d92-afa8-016304f124de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:06:59.951081 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89a18f9-2e4a-4d92-afa8-016304f124de admin admin] Pushing event deleted for resources: {'Port': ['ID=63cbcc11-a768-4e53-8ea9-7f80536a6359,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:07:00.274101 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c89a18f9-2e4a-4d92-afa8-016304f124de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33140263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33208171'] for router_interface, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:00.674588 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c89a18f9-2e4a-4d92-afa8-016304f124de admin admin] Router d9072b5a-d803-4df6-b93f-f4d75f1f6f29 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:07:00.846978 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c89a18f9-2e4a-4d92-afa8-016304f124de admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:07:00.858191 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-c89a18f9-2e4a-4d92-afa8-016304f124de admin admin] 10.222.0.58 "PUT /v2.0/routers/d9072b5a-d803-4df6-b93f-f4d75f1f6f29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2267976 Aug 05 12:07:00.862743 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 60738) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:07:00.865451 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cca1b47-f1bc-43a4-a84c-4cf20d84ed64 None None] Sync routers for ids ['d9072b5a-d803-4df6-b93f-f4d75f1f6f29'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:07:00.886521 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cca1b47-f1bc-43a4-a84c-4cf20d84ed64 None None] Routers {'d9072b5a-d803-4df6-b93f-f4d75f1f6f29'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:07:00.887471 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-6cca1b47-f1bc-43a4-a84c-4cf20d84ed64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:06:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['d9072b5a-d803-4df6-b93f-f4d75f1f6f29'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:07:01.168756 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-cd303551-4d55-4978-a0b9-8b8f5c3564df admin admin] Notify callbacks [] for router, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:01.238930 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-6cca1b47-f1bc-43a4-a84c-4cf20d84ed64 None None] Set router d9072b5a-d803-4df6-b93f-f4d75f1f6f29 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:07:01.391378 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-cd303551-4d55-4978-a0b9-8b8f5c3564df admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:01.478354 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-cd303551-4d55-4978-a0b9-8b8f5c3564df admin admin] Deleting port 3d1b19f4-4bcf-4807-b2f9-69faa5f79b46 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:07:01.478873 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-cd303551-4d55-4978-a0b9-8b8f5c3564df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:01.548279 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-6cca1b47-f1bc-43a4-a84c-4cf20d84ed64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9072b5a-d803-4df6-b93f-f4d75f1f6f29', 'name': 'tempest-TestServerBasicOps-654659379-router', 'tenant_id': '14f85fa6e8e1401fb399139faf003f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '3d1b19f4-4bcf-4807-b2f9-69faa5f79b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:00:45Z', 'updated_at': '2021-08-05T12:06:59Z', 'revision_number': 5, 'project_id': '14f85fa6e8e1401fb399139faf003f37', 'gw_port': {'id': '3d1b19f4-4bcf-4807-b2f9-69faa5f79b46', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:44:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9072b5a-d803-4df6-b93f-f4d75f1f6f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:00:48Z', 'updated_at': '2021-08-05T12:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:07:01.584192 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cca1b47-f1bc-43a4-a84c-4cf20d84ed64 None None] Checking router: d9072b5a-d803-4df6-b93f-f4d75f1f6f29 for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:07:01.604202 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [None req-cd303551-4d55-4978-a0b9-8b8f5c3564df admin admin] For port 3d1b19f4-4bcf-4807-b2f9-69faa5f79b46, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=3d1b19f4-4bcf-4807-b2f9-69faa5f79b46,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:07:01.604202 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-cd303551-4d55-4978-a0b9-8b8f5c3564df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:01.619378 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cca1b47-f1bc-43a4-a84c-4cf20d84ed64 None None] Routers {'d9072b5a-d803-4df6-b93f-f4d75f1f6f29'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:07:01.622636 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-6cca1b47-f1bc-43a4-a84c-4cf20d84ed64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:06:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['d9072b5a-d803-4df6-b93f-f4d75f1f6f29'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:07:01.622884 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-cd303551-4d55-4978-a0b9-8b8f5c3564df admin admin] Calling delete_port for 3d1b19f4-4bcf-4807-b2f9-69faa5f79b46 owned by network:router_gateway {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:07:01.809441 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-6cca1b47-f1bc-43a4-a84c-4cf20d84ed64 None None] Set router d9072b5a-d803-4df6-b93f-f4d75f1f6f29 gateway port host: None {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:07:01.906703 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-6cca1b47-f1bc-43a4-a84c-4cf20d84ed64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9072b5a-d803-4df6-b93f-f4d75f1f6f29', 'name': 'tempest-TestServerBasicOps-654659379-router', 'tenant_id': '14f85fa6e8e1401fb399139faf003f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:00:45Z', 'updated_at': '2021-08-05T12:07:01Z', 'revision_number': 6, 'project_id': '14f85fa6e8e1401fb399139faf003f37', 'gw_port_host': None}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:07:01.931378 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-cd303551-4d55-4978-a0b9-8b8f5c3564df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:01.955634 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cca1b47-f1bc-43a4-a84c-4cf20d84ed64 None None] The sync data for ids ['d9072b5a-d803-4df6-b93f-f4d75f1f6f29'] in n-d-803378-2 is: [{'id': 'd9072b5a-d803-4df6-b93f-f4d75f1f6f29', 'name': 'tempest-TestServerBasicOps-654659379-router', 'tenant_id': '14f85fa6e8e1401fb399139faf003f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:00:45Z', 'updated_at': '2021-08-05T12:07:01Z', 'revision_number': 6, 'project_id': '14f85fa6e8e1401fb399139faf003f37', 'gw_port_host': None}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:07:01.965221 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd303551-4d55-4978-a0b9-8b8f5c3564df admin admin] Pushing event deleted for resources: {'Port': ['ID=3d1b19f4-4bcf-4807-b2f9-69faa5f79b46,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:07:02.061454 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-cd303551-4d55-4978-a0b9-8b8f5c3564df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33285055'] for router_gateway, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:02.190031 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-cd303551-4d55-4978-a0b9-8b8f5c3564df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33262979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1951'] for router, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:02.194321 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-cd303551-4d55-4978-a0b9-8b8f5c3564df admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:02.287107 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-cd303551-4d55-4978-a0b9-8b8f5c3564df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33262474'] for router, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:02.288108 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd303551-4d55-4978-a0b9-8b8f5c3564df admin admin] Fanout notify agent at l3_agent the message router_deleted on router d9072b5a-d803-4df6-b93f-f4d75f1f6f29 {{(pid=94421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 12:07:02.297003 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-cd303551-4d55-4978-a0b9-8b8f5c3564df admin admin] Notify callbacks [] for router, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:02.298717 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-cd303551-4d55-4978-a0b9-8b8f5c3564df admin admin] 10.222.0.58 "DELETE /v2.0/routers/d9072b5a-d803-4df6-b93f-f4d75f1f6f29 HTTP/1.1" status: 204 len: 168 time: 1.4338765 Aug 05 12:07:02.301591 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 60768) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:07:02.371342 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_v2 [None req-59f3393b-3d59-4bde-9ea6-fd773581b2bd admin admin] Deleting subnet a4bc47f2-e3f7-4a49-8df8-2cd59ebb96f3 {{(pid=94421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 12:07:02.377317 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-59f3393b-3d59-4bde-9ea6-fd773581b2bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:02.436628 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-59f3393b-3d59-4bde-9ea6-fd773581b2bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29786388'] for subnet, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:02.587317 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-59f3393b-3d59-4bde-9ea6-fd773581b2bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:02.695774 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-59f3393b-3d59-4bde-9ea6-fd773581b2bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25038609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30075142'] for subnet, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:02.735430 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f3393b-3d59-4bde-9ea6-fd773581b2bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4bc47f2-e3f7-4a49-8df8-2cd59ebb96f3,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:07:02.741067 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-59f3393b-3d59-4bde-9ea6-fd773581b2bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:02.743892 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce2bd87-a890-4d51-87b9-1c79d4fcead4 None None] Network 4cafcce3-f344-455c-8718-7b96b6393933 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:07:02.748328 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 60770) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:07:02.749146 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-59f3393b-3d59-4bde-9ea6-fd773581b2bd admin admin] 10.222.0.58 "DELETE /v2.0/subnets/a4bc47f2-e3f7-4a49-8df8-2cd59ebb96f3 HTTP/1.1" status: 204 len: 168 time: 0.4455719 Aug 05 12:07:02.911885 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4a8a7d57-025d-4123-9206-cff00e013fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:03.018548 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 63cbcc11-a768-4e53-8ea9-7f80536a6359 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:07:03.062729 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 63cbcc11-a768-4e53-8ea9-7f80536a6359 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:07:03.063653 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 63cbcc11-a768-4e53-8ea9-7f80536a6359 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:07:03.064365 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 3d1b19f4-4bcf-4807-b2f9-69faa5f79b46 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:07:03.071821 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-4a8a7d57-025d-4123-9206-cff00e013fb8 admin admin] Deleting port 6d73658c-63c7-4f74-84e4-eac38e6ff334 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:07:03.072637 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4a8a7d57-025d-4123-9206-cff00e013fb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:03.073945 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-285692c2-65ec-40e1-8122-c606ef2db834 None None] DHCP port deletion for 4cafcce3-f344-455c-8718-7b96b6393933 request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 12:07:03.097785 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 3d1b19f4-4bcf-4807-b2f9-69faa5f79b46 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:07:03.098487 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 3d1b19f4-4bcf-4807-b2f9-69faa5f79b46 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:07:03.164758 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-285692c2-65ec-40e1-8122-c606ef2db834 None None] Deleting port 6d73658c-63c7-4f74-84e4-eac38e6ff334 {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:07:03.165571 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-285692c2-65ec-40e1-8122-c606ef2db834 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:03.178557 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-4a8a7d57-025d-4123-9206-cff00e013fb8 admin admin] For port 6d73658c-63c7-4f74-84e4-eac38e6ff334, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=6d73658c-63c7-4f74-84e4-eac38e6ff334,segment=NetworkSegment(d79482fc-e8db-4641-a491-552f679b63fa),segment_id=d79482fc-e8db-4641-a491-552f679b63fa)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:07:03.180143 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4a8a7d57-025d-4123-9206-cff00e013fb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:03.209886 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-4a8a7d57-025d-4123-9206-cff00e013fb8 admin admin] Calling delete_port for 6d73658c-63c7-4f74-84e4-eac38e6ff334 owned by network:dhcp {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:07:03.318863 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-285692c2-65ec-40e1-8122-c606ef2db834 None None] For port 6d73658c-63c7-4f74-84e4-eac38e6ff334, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=6d73658c-63c7-4f74-84e4-eac38e6ff334,segment=NetworkSegment(d79482fc-e8db-4641-a491-552f679b63fa),segment_id=d79482fc-e8db-4641-a491-552f679b63fa)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:07:03.320300 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-285692c2-65ec-40e1-8122-c606ef2db834 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:03.354609 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4a8a7d57-025d-4123-9206-cff00e013fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:03.368825 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-285692c2-65ec-40e1-8122-c606ef2db834 None None] Calling delete_port for 6d73658c-63c7-4f74-84e4-eac38e6ff334 owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:07:03.408175 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8a7d57-025d-4123-9206-cff00e013fb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d73658c-63c7-4f74-84e4-eac38e6ff334,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:07:03.414385 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8a7d57-025d-4123-9206-cff00e013fb8 admin admin] No DVR routers for this DVR port 6d73658c-63c7-4f74-84e4-eac38e6ff334 on host n-d-803378-2 {{(pid=94420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:07:03.531210 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-285692c2-65ec-40e1-8122-c606ef2db834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:03.542117 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4a8a7d57-025d-4123-9206-cff00e013fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:03.567351 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-4a8a7d57-025d-4123-9206-cff00e013fb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cafcce3-f344-455c-8718-7b96b6393933']}} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:07:03.573324 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285692c2-65ec-40e1-8122-c606ef2db834 None None] Pushing event deleted for resources: {'Port': ['ID=6d73658c-63c7-4f74-84e4-eac38e6ff334,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:07:03.594262 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-4a8a7d57-025d-4123-9206-cff00e013fb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd79482fc-e8db-4641-a491-552f679b63fa') {'for_net_delete': True} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:07:03.594553 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-4a8a7d57-025d-4123-9206-cff00e013fb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd79482fc-e8db-4641-a491-552f679b63fa') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:07:03.599978 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285692c2-65ec-40e1-8122-c606ef2db834 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:07:03.600328 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285692c2-65ec-40e1-8122-c606ef2db834 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:07:03.600761 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285692c2-65ec-40e1-8122-c606ef2db834 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:07:03.602058 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285692c2-65ec-40e1-8122-c606ef2db834 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:07:03.602418 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285692c2-65ec-40e1-8122-c606ef2db834 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:07:03.602773 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285692c2-65ec-40e1-8122-c606ef2db834 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:07:03.603113 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285692c2-65ec-40e1-8122-c606ef2db834 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:07:03.603523 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285692c2-65ec-40e1-8122-c606ef2db834 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:07:03.604095 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285692c2-65ec-40e1-8122-c606ef2db834 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:07:03.604252 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285692c2-65ec-40e1-8122-c606ef2db834 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:07:03.604544 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285692c2-65ec-40e1-8122-c606ef2db834 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:07:03.604879 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285692c2-65ec-40e1-8122-c606ef2db834 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:07:03.610338 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285692c2-65ec-40e1-8122-c606ef2db834 None None] No DVR routers for this DVR port 6d73658c-63c7-4f74-84e4-eac38e6ff334 on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:07:03.629960 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4a8a7d57-025d-4123-9206-cff00e013fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25010581'] for segment, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:03.661123 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4a8a7d57-025d-4123-9206-cff00e013fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:03.674118 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a8a7d57-025d-4123-9206-cff00e013fb8 admin admin] Releasing vlan 658 on physical network physnet1 to pool {{(pid=94420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 12:07:03.674935 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4a8a7d57-025d-4123-9206-cff00e013fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29762581'] for segment, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:03.678136 n-d-803378-2 neutron-server[94420]: Traceback (most recent call last): Aug 05 12:07:03.678136 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 12:07:03.678136 n-d-803378-2 neutron-server[94420]: timer() Aug 05 12:07:03.678136 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 12:07:03.678136 n-d-803378-2 neutron-server[94420]: cb(*args, **kw) Aug 05 12:07:03.678136 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 12:07:03.678136 n-d-803378-2 neutron-server[94420]: return func(*args, **kwargs) Aug 05 12:07:03.678136 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 12:07:03.678136 n-d-803378-2 neutron-server[94420]: self._notify() Aug 05 12:07:03.678136 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 12:07:03.678136 n-d-803378-2 neutron-server[94420]: self.callback(batched_events) Aug 05 12:07:03.678136 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 12:07:03.678136 n-d-803378-2 neutron-server[94420]: event.method(event) Aug 05 12:07:03.678136 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 12:07:03.678136 n-d-803378-2 neutron-server[94420]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 12:07:03.678136 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 12:07:03.678136 n-d-803378-2 neutron-server[94420]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 12:07:03.678136 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 12:07:03.678136 n-d-803378-2 neutron-server[94420]: return f(self, *a, **k) Aug 05 12:07:03.678136 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 12:07:03.678136 n-d-803378-2 neutron-server[94420]: return self._get(url).json() Aug 05 12:07:03.678136 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 12:07:03.678136 n-d-803378-2 neutron-server[94420]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 12:07:03.678136 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 12:07:03.678136 n-d-803378-2 neutron-server[94420]: return self.request(url, 'GET', **kwargs) Aug 05 12:07:03.678136 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 12:07:03.678136 n-d-803378-2 neutron-server[94420]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 12:07:03.678136 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 12:07:03.678136 n-d-803378-2 neutron-server[94420]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 12:07:03.678136 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 12:07:03.678136 n-d-803378-2 neutron-server[94420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 12:07:03.678136 n-d-803378-2 neutron-server[94420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 12:07:03.793307 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4a8a7d57-025d-4123-9206-cff00e013fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:03.804780 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4a8a7d57-025d-4123-9206-cff00e013fb8 admin admin] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:03.807699 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-4a8a7d57-025d-4123-9206-cff00e013fb8 admin admin] 10.222.0.58 "DELETE /v2.0/networks/4cafcce3-f344-455c-8718-7b96b6393933 HTTP/1.1" status: 204 len: 168 time: 1.0580134 Aug 05 12:07:03.812014 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 60782) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:07:03.834407 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8a7d57-025d-4123-9206-cff00e013fb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=4cafcce3-f344-455c-8718-7b96b6393933,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:07:04.408911 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-58a9f4e0-bdee-4fc9-a230-72e5a0fd36c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33208311'] for router_interface, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:04.832038 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-58a9f4e0-bdee-4fc9-a230-72e5a0fd36c0 admin admin] Deleting port e6e69e22-fb43-448b-93dd-c9bca11de07a {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:07:04.832979 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-58a9f4e0-bdee-4fc9-a230-72e5a0fd36c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:04.965986 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 6d73658c-63c7-4f74-84e4-eac38e6ff334 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:07:05.040809 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 6d73658c-63c7-4f74-84e4-eac38e6ff334 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:07:05.041750 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 6d73658c-63c7-4f74-84e4-eac38e6ff334 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:07:05.051361 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [None req-58a9f4e0-bdee-4fc9-a230-72e5a0fd36c0 admin admin] For port e6e69e22-fb43-448b-93dd-c9bca11de07a, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=e6e69e22-fb43-448b-93dd-c9bca11de07a,segment=NetworkSegment(6d2b65f1-e72c-4f7e-ade4-8a3d4c78b60e),segment_id=6d2b65f1-e72c-4f7e-ade4-8a3d4c78b60e)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:07:05.051740 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-58a9f4e0-bdee-4fc9-a230-72e5a0fd36c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:05.072466 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-58a9f4e0-bdee-4fc9-a230-72e5a0fd36c0 admin admin] Calling delete_port for e6e69e22-fb43-448b-93dd-c9bca11de07a owned by network:router_interface {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:07:05.337226 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-58a9f4e0-bdee-4fc9-a230-72e5a0fd36c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:05.371355 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a9f4e0-bdee-4fc9-a230-72e5a0fd36c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6e69e22-fb43-448b-93dd-c9bca11de07a,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:07:05.635339 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-58a9f4e0-bdee-4fc9-a230-72e5a0fd36c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33140263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33208171'] for router_interface, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:06.016913 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58a9f4e0-bdee-4fc9-a230-72e5a0fd36c0 admin admin] Router adb9ec67-925a-4f3e-9e64-7a8271f7ba01 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:07:06.239694 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58a9f4e0-bdee-4fc9-a230-72e5a0fd36c0 admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:07:06.252553 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 60806) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:07:06.253113 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-58a9f4e0-bdee-4fc9-a230-72e5a0fd36c0 admin admin] 10.222.0.58 "PUT /v2.0/routers/adb9ec67-925a-4f3e-9e64-7a8271f7ba01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4383607 Aug 05 12:07:06.255004 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25e14f9-c75b-484c-bfeb-693936f95078 None None] Sync routers for ids ['adb9ec67-925a-4f3e-9e64-7a8271f7ba01'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:07:06.291581 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25e14f9-c75b-484c-bfeb-693936f95078 None None] Routers {'adb9ec67-925a-4f3e-9e64-7a8271f7ba01'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:07:06.292954 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-a25e14f9-c75b-484c-bfeb-693936f95078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:06:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['adb9ec67-925a-4f3e-9e64-7a8271f7ba01'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:07:06.462960 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5fe48b18-7014-4b52-a4b0-4433c70c94dd admin admin] Notify callbacks [] for router, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:06.818661 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5fe48b18-7014-4b52-a4b0-4433c70c94dd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:06.827897 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-a25e14f9-c75b-484c-bfeb-693936f95078 None None] Set router adb9ec67-925a-4f3e-9e64-7a8271f7ba01 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:07:06.965168 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-5fe48b18-7014-4b52-a4b0-4433c70c94dd admin admin] Deleting port 35c1f2db-5d5f-4efb-aa94-23e8e8c7d3aa {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:07:06.965712 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5fe48b18-7014-4b52-a4b0-4433c70c94dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:07.170455 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-5fe48b18-7014-4b52-a4b0-4433c70c94dd admin admin] For port 35c1f2db-5d5f-4efb-aa94-23e8e8c7d3aa, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=35c1f2db-5d5f-4efb-aa94-23e8e8c7d3aa,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:07:07.171044 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5fe48b18-7014-4b52-a4b0-4433c70c94dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:07.195886 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-5fe48b18-7014-4b52-a4b0-4433c70c94dd admin admin] Calling delete_port for 35c1f2db-5d5f-4efb-aa94-23e8e8c7d3aa owned by network:router_gateway {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:07:07.329286 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-72b40cca-72c4-4378-ac2f-460e036eff7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:07.338792 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-a25e14f9-c75b-484c-bfeb-693936f95078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adb9ec67-925a-4f3e-9e64-7a8271f7ba01', 'name': 'tempest-TestServerBasicOps-1474925759-router', 'tenant_id': 'fcf1a264515c4a0dbe26076acdc6fe6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': '35c1f2db-5d5f-4efb-aa94-23e8e8c7d3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:01:09Z', 'updated_at': '2021-08-05T12:07:05Z', 'revision_number': 5, 'project_id': 'fcf1a264515c4a0dbe26076acdc6fe6e', 'gw_port': {'id': '35c1f2db-5d5f-4efb-aa94-23e8e8c7d3aa', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb9ec67-925a-4f3e-9e64-7a8271f7ba01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:01:11Z', 'updated_at': '2021-08-05T12:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:07:07.393294 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25e14f9-c75b-484c-bfeb-693936f95078 None None] Checking router: adb9ec67-925a-4f3e-9e64-7a8271f7ba01 for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:07:07.408721 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25e14f9-c75b-484c-bfeb-693936f95078 None None] Routers {'adb9ec67-925a-4f3e-9e64-7a8271f7ba01'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:07:07.410438 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-a25e14f9-c75b-484c-bfeb-693936f95078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:06:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['adb9ec67-925a-4f3e-9e64-7a8271f7ba01'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:07:07.487239 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5fe48b18-7014-4b52-a4b0-4433c70c94dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:07.592312 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe48b18-7014-4b52-a4b0-4433c70c94dd admin admin] Pushing event deleted for resources: {'Port': ['ID=35c1f2db-5d5f-4efb-aa94-23e8e8c7d3aa,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:07:07.603385 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-a25e14f9-c75b-484c-bfeb-693936f95078 None None] Set router adb9ec67-925a-4f3e-9e64-7a8271f7ba01 gateway port host: None {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:07:07.681545 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5fe48b18-7014-4b52-a4b0-4433c70c94dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33285055'] for router_gateway, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:07.704382 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-a25e14f9-c75b-484c-bfeb-693936f95078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adb9ec67-925a-4f3e-9e64-7a8271f7ba01', 'name': 'tempest-TestServerBasicOps-1474925759-router', 'tenant_id': 'fcf1a264515c4a0dbe26076acdc6fe6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:01:09Z', 'updated_at': '2021-08-05T12:07:06Z', 'revision_number': 6, 'project_id': 'fcf1a264515c4a0dbe26076acdc6fe6e', 'gw_port_host': None}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:07:07.760818 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25e14f9-c75b-484c-bfeb-693936f95078 None None] The sync data for ids ['adb9ec67-925a-4f3e-9e64-7a8271f7ba01'] in n-d-803378-2 is: [{'id': 'adb9ec67-925a-4f3e-9e64-7a8271f7ba01', 'name': 'tempest-TestServerBasicOps-1474925759-router', 'tenant_id': 'fcf1a264515c4a0dbe26076acdc6fe6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:01:09Z', 'updated_at': '2021-08-05T12:07:06Z', 'revision_number': 6, 'project_id': 'fcf1a264515c4a0dbe26076acdc6fe6e', 'gw_port_host': None}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:07:07.841173 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5fe48b18-7014-4b52-a4b0-4433c70c94dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33262979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1951'] for router, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:07.844322 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5fe48b18-7014-4b52-a4b0-4433c70c94dd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:07.907050 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5fe48b18-7014-4b52-a4b0-4433c70c94dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33262474'] for router, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:07.908158 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fe48b18-7014-4b52-a4b0-4433c70c94dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router adb9ec67-925a-4f3e-9e64-7a8271f7ba01 {{(pid=94420) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 12:07:07.915105 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5fe48b18-7014-4b52-a4b0-4433c70c94dd admin admin] Notify callbacks [] for router, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:07.918237 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-5fe48b18-7014-4b52-a4b0-4433c70c94dd admin admin] 10.222.0.58 "DELETE /v2.0/routers/adb9ec67-925a-4f3e-9e64-7a8271f7ba01 HTTP/1.1" status: 204 len: 168 time: 1.6623051 Aug 05 12:07:07.919783 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 60824) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:07:08.020448 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b0ea94d-d0f3-4f18-95f3-c7f7831aced6 admin admin] Deleting subnet 64aeaf48-9b8f-4bd5-bbd7-5eb193b4af15 {{(pid=94421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 12:07:08.026610 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4b0ea94d-d0f3-4f18-95f3-c7f7831aced6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:08.112687 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4b0ea94d-d0f3-4f18-95f3-c7f7831aced6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29786388'] for subnet, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:08.328207 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4b0ea94d-d0f3-4f18-95f3-c7f7831aced6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:08.450386 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4b0ea94d-d0f3-4f18-95f3-c7f7831aced6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25038609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30075142'] for subnet, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:08.490613 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0ea94d-d0f3-4f18-95f3-c7f7831aced6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64aeaf48-9b8f-4bd5-bbd7-5eb193b4af15,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:07:08.497350 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4b0ea94d-d0f3-4f18-95f3-c7f7831aced6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:08.503447 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 60830) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:07:08.506211 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-4b0ea94d-d0f3-4f18-95f3-c7f7831aced6 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/64aeaf48-9b8f-4bd5-bbd7-5eb193b4af15 HTTP/1.1" status: 204 len: 168 time: 0.5847244 Aug 05 12:07:08.511616 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6645d7eb-46a9-4511-b281-64ca9062a185 None None] Network 3ca1ce92-c80c-413a-91b4-7600b75fa8a3 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:07:08.671207 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-01770c94-10da-4c18-aedb-1fbcc0ce538d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:08.791858 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-01770c94-10da-4c18-aedb-1fbcc0ce538d admin admin] Deleting port efb2a43b-5306-47cd-ba27-f63140b002f4 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:07:08.792525 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-01770c94-10da-4c18-aedb-1fbcc0ce538d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:08.904250 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35412136-4277-43e7-8f4e-75367cfcf491 None None] DHCP port deletion for 3ca1ce92-c80c-413a-91b4-7600b75fa8a3 request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 12:07:08.978534 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-01770c94-10da-4c18-aedb-1fbcc0ce538d admin admin] For port efb2a43b-5306-47cd-ba27-f63140b002f4, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=efb2a43b-5306-47cd-ba27-f63140b002f4,segment=NetworkSegment(6d2b65f1-e72c-4f7e-ade4-8a3d4c78b60e),segment_id=6d2b65f1-e72c-4f7e-ade4-8a3d4c78b60e)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:07:08.979650 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-01770c94-10da-4c18-aedb-1fbcc0ce538d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:09.012419 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-01770c94-10da-4c18-aedb-1fbcc0ce538d admin admin] Calling delete_port for efb2a43b-5306-47cd-ba27-f63140b002f4 owned by network:dhcp {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:07:09.063844 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-35412136-4277-43e7-8f4e-75367cfcf491 None None] Deleting port efb2a43b-5306-47cd-ba27-f63140b002f4 {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:07:09.065328 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-35412136-4277-43e7-8f4e-75367cfcf491 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:09.148200 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 35c1f2db-5d5f-4efb-aa94-23e8e8c7d3aa no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:07:09.212657 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 35c1f2db-5d5f-4efb-aa94-23e8e8c7d3aa {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:07:09.213460 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 35c1f2db-5d5f-4efb-aa94-23e8e8c7d3aa not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:07:09.214189 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device e6e69e22-fb43-448b-93dd-c9bca11de07a no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:07:09.217151 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-01770c94-10da-4c18-aedb-1fbcc0ce538d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:09.262177 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01770c94-10da-4c18-aedb-1fbcc0ce538d admin admin] No DVR routers for this DVR port efb2a43b-5306-47cd-ba27-f63140b002f4 on host n-d-803378-2 {{(pid=94420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:07:09.302659 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01770c94-10da-4c18-aedb-1fbcc0ce538d admin admin] Pushing event deleted for resources: {'Port': ['ID=efb2a43b-5306-47cd-ba27-f63140b002f4,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:07:09.317826 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: e6e69e22-fb43-448b-93dd-c9bca11de07a {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:07:09.318323 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device e6e69e22-fb43-448b-93dd-c9bca11de07a not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:07:09.355678 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-35412136-4277-43e7-8f4e-75367cfcf491 None None] For port efb2a43b-5306-47cd-ba27-f63140b002f4, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=efb2a43b-5306-47cd-ba27-f63140b002f4,segment=NetworkSegment(6d2b65f1-e72c-4f7e-ade4-8a3d4c78b60e),segment_id=6d2b65f1-e72c-4f7e-ade4-8a3d4c78b60e)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:07:09.356216 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-35412136-4277-43e7-8f4e-75367cfcf491 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:09.391246 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-35412136-4277-43e7-8f4e-75367cfcf491 None None] Calling delete_port for efb2a43b-5306-47cd-ba27-f63140b002f4 owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:07:09.552738 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-35412136-4277-43e7-8f4e-75367cfcf491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:09.553481 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-01770c94-10da-4c18-aedb-1fbcc0ce538d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:09.579318 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35412136-4277-43e7-8f4e-75367cfcf491 None None] No DVR routers for this DVR port efb2a43b-5306-47cd-ba27-f63140b002f4 on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:07:09.606147 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-01770c94-10da-4c18-aedb-1fbcc0ce538d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ca1ce92-c80c-413a-91b4-7600b75fa8a3']}} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:07:09.614541 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35412136-4277-43e7-8f4e-75367cfcf491 None None] Pushing event deleted for resources: {'Port': ['ID=efb2a43b-5306-47cd-ba27-f63140b002f4,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:07:09.648966 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-01770c94-10da-4c18-aedb-1fbcc0ce538d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d2b65f1-e72c-4f7e-ade4-8a3d4c78b60e') {'for_net_delete': True} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:07:09.651458 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-01770c94-10da-4c18-aedb-1fbcc0ce538d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d2b65f1-e72c-4f7e-ade4-8a3d4c78b60e') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:07:09.668433 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-01770c94-10da-4c18-aedb-1fbcc0ce538d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25010581'] for segment, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:09.696644 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-01770c94-10da-4c18-aedb-1fbcc0ce538d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:09.707804 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01770c94-10da-4c18-aedb-1fbcc0ce538d admin admin] Releasing vlan 676 on physical network physnet1 to pool {{(pid=94420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 12:07:09.708521 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-01770c94-10da-4c18-aedb-1fbcc0ce538d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29762581'] for segment, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:09.711849 n-d-803378-2 neutron-server[94420]: Traceback (most recent call last): Aug 05 12:07:09.711849 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 12:07:09.711849 n-d-803378-2 neutron-server[94420]: timer() Aug 05 12:07:09.711849 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 12:07:09.711849 n-d-803378-2 neutron-server[94420]: cb(*args, **kw) Aug 05 12:07:09.711849 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 12:07:09.711849 n-d-803378-2 neutron-server[94420]: return func(*args, **kwargs) Aug 05 12:07:09.711849 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 12:07:09.711849 n-d-803378-2 neutron-server[94420]: self._notify() Aug 05 12:07:09.711849 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 12:07:09.711849 n-d-803378-2 neutron-server[94420]: self.callback(batched_events) Aug 05 12:07:09.711849 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 12:07:09.711849 n-d-803378-2 neutron-server[94420]: event.method(event) Aug 05 12:07:09.711849 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 12:07:09.711849 n-d-803378-2 neutron-server[94420]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 12:07:09.711849 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 12:07:09.711849 n-d-803378-2 neutron-server[94420]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 12:07:09.711849 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 12:07:09.711849 n-d-803378-2 neutron-server[94420]: return f(self, *a, **k) Aug 05 12:07:09.711849 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 12:07:09.711849 n-d-803378-2 neutron-server[94420]: return self._get(url).json() Aug 05 12:07:09.711849 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 12:07:09.711849 n-d-803378-2 neutron-server[94420]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 12:07:09.711849 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 12:07:09.711849 n-d-803378-2 neutron-server[94420]: return self.request(url, 'GET', **kwargs) Aug 05 12:07:09.711849 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 12:07:09.711849 n-d-803378-2 neutron-server[94420]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 12:07:09.711849 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 12:07:09.711849 n-d-803378-2 neutron-server[94420]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 12:07:09.711849 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 12:07:09.711849 n-d-803378-2 neutron-server[94420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 12:07:09.711849 n-d-803378-2 neutron-server[94420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 12:07:09.817714 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-01770c94-10da-4c18-aedb-1fbcc0ce538d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:09.828245 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-01770c94-10da-4c18-aedb-1fbcc0ce538d admin admin] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:09.831142 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-01770c94-10da-4c18-aedb-1fbcc0ce538d admin admin] 10.222.0.58 "DELETE /v2.0/networks/3ca1ce92-c80c-413a-91b4-7600b75fa8a3 HTTP/1.1" status: 204 len: 168 time: 1.3206561 Aug 05 12:07:09.854026 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01770c94-10da-4c18-aedb-1fbcc0ce538d admin admin] Pushing event deleted for resources: {'Network': ['ID=3ca1ce92-c80c-413a-91b4-7600b75fa8a3,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:07:10.028205 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-5906f0df-5368-4d27-b5a9-d5df70796874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:10.070308 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 60840) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:07:10.120595 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:10.160288 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 60842) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:07:10.161971 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-3ce589a7-a4b5-4a06-83c5-3e56134ef010 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=14f85fa6e8e1401fb399139faf003f37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0887973 Aug 05 12:07:10.246429 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c556716a-e864-4db1-ac88-39b0ceac71a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:10.277166 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c556716a-e864-4db1-ac88-39b0ceac71a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:10.358656 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c556716a-e864-4db1-ac88-39b0ceac71a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:10.362147 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c556716a-e864-4db1-ac88-39b0ceac71a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:10.366331 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-c556716a-e864-4db1-ac88-39b0ceac71a1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/03ea1136-3bef-425e-b34f-c9d3e888869c HTTP/1.1" status: 204 len: 168 time: 0.2017515 Aug 05 12:07:10.377141 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c556716a-e864-4db1-ac88-39b0ceac71a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03ea1136-3bef-425e-b34f-c9d3e888869c,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:07:11.013398 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device efb2a43b-5306-47cd-ba27-f63140b002f4 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:07:11.053980 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: efb2a43b-5306-47cd-ba27-f63140b002f4 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:07:11.054881 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device efb2a43b-5306-47cd-ba27-f63140b002f4 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:07:11.080631 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 60854) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:07:11.162162 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-29c8b6d5-1470-4f2b-b7ad-77596657bf46 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fcf1a264515c4a0dbe26076acdc6fe6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0786889 Aug 05 12:07:11.166823 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 60856) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:07:11.276008 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-12a39541-01ae-4830-9b70-a0fba88c621c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:11.318769 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-12a39541-01ae-4830-9b70-a0fba88c621c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:11.448838 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-12a39541-01ae-4830-9b70-a0fba88c621c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:11.452527 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-12a39541-01ae-4830-9b70-a0fba88c621c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:11.454032 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-12a39541-01ae-4830-9b70-a0fba88c621c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c816dadc-6601-43d9-b33f-d5e95ba7aba0 HTTP/1.1" status: 204 len: 168 time: 0.2842951 Aug 05 12:07:11.468628 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a39541-01ae-4830-9b70-a0fba88c621c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c816dadc-6601-43d9-b33f-d5e95ba7aba0,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:07:11.883349 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:12.856099 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 60888) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:07:13.057679 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-91f8329b-0d68-49f7-be37-a8d7304485e1 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-741947743-network', 'tenant_id': 'cd9aa3bfb4b34dc5a8005e8a288bb2f7'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:07:13.095382 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91f8329b-0d68-49f7-be37-a8d7304485e1 admin admin] Made reservation on behalf of cd9aa3bfb4b34dc5a8005e8a288bb2f7 for: {'network': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:07:13.099370 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-91f8329b-0d68-49f7-be37-a8d7304485e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:13.118686 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-91f8329b-0d68-49f7-be37-a8d7304485e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:13.291340 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-91f8329b-0d68-49f7-be37-a8d7304485e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:13.297249 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-91f8329b-0d68-49f7-be37-a8d7304485e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:13.328944 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91f8329b-0d68-49f7-be37-a8d7304485e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 674, 'physical_network': 'physnet1'} {{(pid=94421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 12:07:13.346760 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f8329b-0d68-49f7-be37-a8d7304485e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a9da75f-4226-498f-b35e-8cf614979eaa,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:07:13.353365 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-91f8329b-0d68-49f7-be37-a8d7304485e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:13.353780 n-d-803378-2 neutron-server[94421]: INFO neutron.db.segments_db [None req-91f8329b-0d68-49f7-be37-a8d7304485e1 admin admin] Added segment 8ad73fcf-4faf-4bf7-8495-9b21cf8f85be of type vlan for network 3330a3ee-efaf-40db-80d7-9b1a3db68878 Aug 05 12:07:13.409902 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-91f8329b-0d68-49f7-be37-a8d7304485e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:13.460894 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-91f8329b-0d68-49f7-be37-a8d7304485e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:13.462674 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f8329b-0d68-49f7-be37-a8d7304485e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:07:13.463684 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-91f8329b-0d68-49f7-be37-a8d7304485e1 admin admin] Notify callbacks [] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:13.570985 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-91f8329b-0d68-49f7-be37-a8d7304485e1 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7096207 Aug 05 12:07:13.571376 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 60894) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:07:13.580317 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-d3350963-c37d-4c6d-ad2b-c5ddc0ea64e4 admin admin] Request body: {'subnet': {'network_id': '3330a3ee-efaf-40db-80d7-9b1a3db68878', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-741947743-subnet', 'tenant_id': 'cd9aa3bfb4b34dc5a8005e8a288bb2f7', 'ip_version': 4}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:07:13.586521 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f8329b-0d68-49f7-be37-a8d7304485e1 admin admin] Pushing event updated for resources: {'Network': ['ID=3330a3ee-efaf-40db-80d7-9b1a3db68878,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:07:13.611801 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 3330a3ee-efaf-40db-80d7-9b1a3db68878 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 12:07:13.616221 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3350963-c37d-4c6d-ad2b-c5ddc0ea64e4 admin admin] Made reservation on behalf of cd9aa3bfb4b34dc5a8005e8a288bb2f7 for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:07:13.620190 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d3350963-c37d-4c6d-ad2b-c5ddc0ea64e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:13.921409 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d3350963-c37d-4c6d-ad2b-c5ddc0ea64e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25038678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30075167'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:13.971790 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:14.008801 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3350963-c37d-4c6d-ad2b-c5ddc0ea64e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc3c455e-695f-4096-b07a-a283b62db8ae,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:07:14.043407 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3350963-c37d-4c6d-ad2b-c5ddc0ea64e4 admin admin] Checking segment: {'id': '8ad73fcf-4faf-4bf7-8495-9b21cf8f85be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '3330a3ee-efaf-40db-80d7-9b1a3db68878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:07:14.043597 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3350963-c37d-4c6d-ad2b-c5ddc0ea64e4 admin admin] Network hostable DHCP agents. Network: 3330a3ee-efaf-40db-80d7-9b1a3db68878, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 12:07:14.081104 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3350963-c37d-4c6d-ad2b-c5ddc0ea64e4 admin admin] Network 3330a3ee-efaf-40db-80d7-9b1a3db68878 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 12:07:14.102603 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-d3350963-c37d-4c6d-ad2b-c5ddc0ea64e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, 3330a3ee-efaf-40db-80d7-9b1a3db68878) {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:07:14.115128 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3350963-c37d-4c6d-ad2b-c5ddc0ea64e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:07:14.116770 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d3350963-c37d-4c6d-ad2b-c5ddc0ea64e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:14.119753 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3d63a8-a9c4-4476-96c0-4571b8f46335 None None] Network 3330a3ee-efaf-40db-80d7-9b1a3db68878 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:07:14.150566 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-d3350963-c37d-4c6d-ad2b-c5ddc0ea64e4 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5773647 Aug 05 12:07:14.153137 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 60902) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:07:14.158703 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-565f64e3-9f2e-4225-bf02-ba453f4da7a8 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-741947743-router', 'tenant_id': 'cd9aa3bfb4b34dc5a8005e8a288bb2f7', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:07:14.188365 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-565f64e3-9f2e-4225-bf02-ba453f4da7a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33260300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1929'] for router, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:14.190514 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-565f64e3-9f2e-4225-bf02-ba453f4da7a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33285914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33034662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1926'] for router, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:14.279513 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-565f64e3-9f2e-4225-bf02-ba453f4da7a8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:14.429454 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c840ee48-e9a5-4ce4-97d6-078f0c8323a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-3330a3ee-efaf-40db-80d7-9b1a3db68878', 'network_id': '3330a3ee-efaf-40db-80d7-9b1a3db68878', 'tenant_id': 'cd9aa3bfb4b34dc5a8005e8a288bb2f7', 'fixed_ips': [{'subnet_id': 'bc3c455e-695f-4096-b07a-a283b62db8ae'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 12:07:14.430466 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c840ee48-e9a5-4ce4-97d6-078f0c8323a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:14.462143 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-565f64e3-9f2e-4225-bf02-ba453f4da7a8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:14.676471 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-c840ee48-e9a5-4ce4-97d6-078f0c8323a6 None None] Allocated IP 172.20.0.2 (3330a3ee-efaf-40db-80d7-9b1a3db68878/bc3c455e-695f-4096-b07a-a283b62db8ae/a5ea2c40-98d9-4e1a-a388-2eec169ff65b) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:07:14.784737 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-565f64e3-9f2e-4225-bf02-ba453f4da7a8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:14.824373 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-565f64e3-9f2e-4225-bf02-ba453f4da7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:14.920647 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c840ee48-e9a5-4ce4-97d6-078f0c8323a6 None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:14.936228 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-c840ee48-e9a5-4ce4-97d6-078f0c8323a6 None None] Transition to ACTIVE for port object a5ea2c40-98d9-4e1a-a388-2eec169ff65b will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:07:14.964465 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-c840ee48-e9a5-4ce4-97d6-078f0c8323a6 None None] Transition to ACTIVE for port object a5ea2c40-98d9-4e1a-a388-2eec169ff65b will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:07:14.978245 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c840ee48-e9a5-4ce4-97d6-078f0c8323a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:15.032456 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-565f64e3-9f2e-4225-bf02-ba453f4da7a8 admin admin] Allocated IP 172.25.5.116 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/096ac938-b915-462a-8977-fe6a575a4400) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:07:15.103104 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c840ee48-e9a5-4ce4-97d6-078f0c8323a6 None None] Pushing event updated for resources: {'Port': ['ID=a5ea2c40-98d9-4e1a-a388-2eec169ff65b,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:07:15.115637 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c840ee48-e9a5-4ce4-97d6-078f0c8323a6 None None] Network 3330a3ee-efaf-40db-80d7-9b1a3db68878 is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:07:15.119918 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-c840ee48-e9a5-4ce4-97d6-078f0c8323a6 None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:07:15.126282 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c840ee48-e9a5-4ce4-97d6-078f0c8323a6 None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:07:15.264170 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-c840ee48-e9a5-4ce4-97d6-078f0c8323a6 None None] Attempting to bind port a5ea2c40-98d9-4e1a-a388-2eec169ff65b on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:07:15.264836 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-c840ee48-e9a5-4ce4-97d6-078f0c8323a6 None None] Attempting to bind port a5ea2c40-98d9-4e1a-a388-2eec169ff65b by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '8ad73fcf-4faf-4bf7-8495-9b21cf8f85be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '3330a3ee-efaf-40db-80d7-9b1a3db68878'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:07:15.265674 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c840ee48-e9a5-4ce4-97d6-078f0c8323a6 None None] Attempting to bind port a5ea2c40-98d9-4e1a-a388-2eec169ff65b on network 3330a3ee-efaf-40db-80d7-9b1a3db68878 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:07:15.274803 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c840ee48-e9a5-4ce4-97d6-078f0c8323a6 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:07:15.275598 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c840ee48-e9a5-4ce4-97d6-078f0c8323a6 None None] Checking segment: {'id': '8ad73fcf-4faf-4bf7-8495-9b21cf8f85be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '3330a3ee-efaf-40db-80d7-9b1a3db68878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:07:15.276151 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c840ee48-e9a5-4ce4-97d6-078f0c8323a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:15.276594 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c840ee48-e9a5-4ce4-97d6-078f0c8323a6 None None] Bound using segment: {'id': '8ad73fcf-4faf-4bf7-8495-9b21cf8f85be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '3330a3ee-efaf-40db-80d7-9b1a3db68878'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:07:15.277097 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-c840ee48-e9a5-4ce4-97d6-078f0c8323a6 None None] Bound port: a5ea2c40-98d9-4e1a-a388-2eec169ff65b, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ad73fcf-4faf-4bf7-8495-9b21cf8f85be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '3330a3ee-efaf-40db-80d7-9b1a3db68878'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:07:15.277526 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c840ee48-e9a5-4ce4-97d6-078f0c8323a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:15.317872 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-565f64e3-9f2e-4225-bf02-ba453f4da7a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:15.386495 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-565f64e3-9f2e-4225-bf02-ba453f4da7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:15.396850 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-c840ee48-e9a5-4ce4-97d6-078f0c8323a6 None None] For port a5ea2c40-98d9-4e1a-a388-2eec169ff65b, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:07:15.404727 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-c840ee48-e9a5-4ce4-97d6-078f0c8323a6 None None] For port a5ea2c40-98d9-4e1a-a388-2eec169ff65b, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=a5ea2c40-98d9-4e1a-a388-2eec169ff65b,segment=NetworkSegment(8ad73fcf-4faf-4bf7-8495-9b21cf8f85be),segment_id=8ad73fcf-4faf-4bf7-8495-9b21cf8f85be)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:07:15.412036 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c840ee48-e9a5-4ce4-97d6-078f0c8323a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:15.456447 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-565f64e3-9f2e-4225-bf02-ba453f4da7a8 admin admin] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:07:15.473192 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-565f64e3-9f2e-4225-bf02-ba453f4da7a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:07:15.481696 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565f64e3-9f2e-4225-bf02-ba453f4da7a8 admin admin] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:07:15.497782 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c840ee48-e9a5-4ce4-97d6-078f0c8323a6 None None] Pushing event updated for resources: {'Port': ['ID=a5ea2c40-98d9-4e1a-a388-2eec169ff65b,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:07:15.543635 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565f64e3-9f2e-4225-bf02-ba453f4da7a8 admin admin] Pushing event updated for resources: {'Port': ['ID=096ac938-b915-462a-8977-fe6a575a4400,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:07:16.027939 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-565f64e3-9f2e-4225-bf02-ba453f4da7a8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:16.478713 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-565f64e3-9f2e-4225-bf02-ba453f4da7a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286026'] for router, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:16.764600 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-565f64e3-9f2e-4225-bf02-ba453f4da7a8 admin admin] Router 8786d6cb-427b-425c-a9a9-c2885fb59001 is scheduled to L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d with binding_index 1 {{(pid=94420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 12:07:17.003685 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788c81b9-8414-49e8-a5d2-0b06b239fa98 None None] Network 3330a3ee-efaf-40db-80d7-9b1a3db68878 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:07:17.103442 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device a5ea2c40-98d9-4e1a-a388-2eec169ff65b up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:07:17.220168 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-2660bfaf-8a59-44d2-add2-9ee812130658 None None] Provisioning for port a5ea2c40-98d9-4e1a-a388-2eec169ff65b completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:07:17.320465 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port a5ea2c40-98d9-4e1a-a388-2eec169ff65b completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:07:17.337745 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port a5ea2c40-98d9-4e1a-a388-2eec169ff65b triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:07:17.338289 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:17.594543 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:17.606411 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-565f64e3-9f2e-4225-bf02-ba453f4da7a8 admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:07:17.619206 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcddd999-fda7-4f56-892a-ef0bbd76ea30 None None] Sync routers for ids ['8786d6cb-427b-425c-a9a9-c2885fb59001'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:07:17.644317 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcddd999-fda7-4f56-892a-ef0bbd76ea30 None None] Routers {'8786d6cb-427b-425c-a9a9-c2885fb59001'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:07:17.646389 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-fcddd999-fda7-4f56-892a-ef0bbd76ea30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:07:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['8786d6cb-427b-425c-a9a9-c2885fb59001'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:07:17.663458 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-565f64e3-9f2e-4225-bf02-ba453f4da7a8 admin admin] Notify callbacks [] for router, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:17.666949 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-565f64e3-9f2e-4225-bf02-ba453f4da7a8 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.5115366 Aug 05 12:07:17.670721 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 60922) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:07:17.711015 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port a5ea2c40-98d9-4e1a-a388-2eec169ff65b, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=a5ea2c40-98d9-4e1a-a388-2eec169ff65b,segment=NetworkSegment(8ad73fcf-4faf-4bf7-8495-9b21cf8f85be),segment_id=8ad73fcf-4faf-4bf7-8495-9b21cf8f85be)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:07:17.720843 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:17.840022 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=a5ea2c40-98d9-4e1a-a388-2eec169ff65b,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:07:17.928739 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-fcddd999-fda7-4f56-892a-ef0bbd76ea30 None None] Set router 8786d6cb-427b-425c-a9a9-c2885fb59001 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:07:17.984268 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-0ac03233-f5c3-4587-8362-c57433bab3b4 None None] Provisioning complete for port a5ea2c40-98d9-4e1a-a388-2eec169ff65b triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:07:17.984908 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-0ac03233-f5c3-4587-8362-c57433bab3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:18.219920 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-fcddd999-fda7-4f56-892a-ef0bbd76ea30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8786d6cb-427b-425c-a9a9-c2885fb59001', 'name': 'tempest-TestServerMultinode-741947743-router', 'tenant_id': 'cd9aa3bfb4b34dc5a8005e8a288bb2f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': '096ac938-b915-462a-8977-fe6a575a4400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:07:14Z', 'updated_at': '2021-08-05T12:07:15Z', 'revision_number': 3, 'project_id': 'cd9aa3bfb4b34dc5a8005e8a288bb2f7', 'gw_port': {'id': '096ac938-b915-462a-8977-fe6a575a4400', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:5e:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8786d6cb-427b-425c-a9a9-c2885fb59001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:07:14Z', 'updated_at': '2021-08-05T12:07:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:07:18.254699 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcddd999-fda7-4f56-892a-ef0bbd76ea30 None None] Checking router: 8786d6cb-427b-425c-a9a9-c2885fb59001 for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:07:18.255047 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcddd999-fda7-4f56-892a-ef0bbd76ea30 None None] Updating router 8786d6cb-427b-425c-a9a9-c2885fb59001 port 096ac938-b915-462a-8977-fe6a575a4400 binding host n-d-803378-2 {{(pid=94423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 12:07:18.301744 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-fcddd999-fda7-4f56-892a-ef0bbd76ea30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:18.511394 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fd45a0c2-7494-462d-b0b2-5852d9fcaf9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:18.952129 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-fcddd999-fda7-4f56-892a-ef0bbd76ea30 None None] Notify callbacks [] for port, precommit_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:18.967613 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-fd45a0c2-7494-462d-b0b2-5852d9fcaf9d admin admin] Allocated IP 172.20.0.1 (3330a3ee-efaf-40db-80d7-9b1a3db68878/bc3c455e-695f-4096-b07a-a283b62db8ae/9aa79d53-7ca7-4575-b13b-36263169cc90) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:07:18.972881 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.provisioning_blocks [None req-fcddd999-fda7-4f56-892a-ef0bbd76ea30 None None] Transition to ACTIVE for port object 096ac938-b915-462a-8977-fe6a575a4400 will not be triggered until provisioned by entity L2. {{(pid=94423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:07:18.987234 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-fcddd999-fda7-4f56-892a-ef0bbd76ea30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:19.045146 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device a5ea2c40-98d9-4e1a-a388-2eec169ff65b up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:07:19.099818 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-fcddd999-fda7-4f56-892a-ef0bbd76ea30 None None] Attempting to bind port 096ac938-b915-462a-8977-fe6a575a4400 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:07:19.101753 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-fcddd999-fda7-4f56-892a-ef0bbd76ea30 None None] Attempting to bind port 096ac938-b915-462a-8977-fe6a575a4400 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}] {{(pid=94423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:07:19.102643 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcddd999-fda7-4f56-892a-ef0bbd76ea30 None None] Attempting to bind port 096ac938-b915-462a-8977-fe6a575a4400 on network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:07:19.123930 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcddd999-fda7-4f56-892a-ef0bbd76ea30 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:07:19.125091 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcddd999-fda7-4f56-892a-ef0bbd76ea30 None None] Checking segment: {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:07:19.126382 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-fcddd999-fda7-4f56-892a-ef0bbd76ea30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:19.127323 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcddd999-fda7-4f56-892a-ef0bbd76ea30 None None] Bound using segment: {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'} {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:07:19.128455 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-fcddd999-fda7-4f56-892a-ef0bbd76ea30 None None] Bound port: 096ac938-b915-462a-8977-fe6a575a4400, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}}] {{(pid=94423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:07:19.129570 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-fcddd999-fda7-4f56-892a-ef0bbd76ea30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:19.151395 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fd45a0c2-7494-462d-b0b2-5852d9fcaf9d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:19.180671 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [None req-fd45a0c2-7494-462d-b0b2-5852d9fcaf9d admin admin] Transition to ACTIVE for port object 9aa79d53-7ca7-4575-b13b-36263169cc90 will not be triggered until provisioned by entity DHCP. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:07:19.186703 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port a5ea2c40-98d9-4e1a-a388-2eec169ff65b triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:07:19.187602 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:19.188260 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d32b7e-2204-458b-9a90-ce666ea2e7da None None] Pushing event updated for resources: {'Port': ['ID=096ac938-b915-462a-8977-fe6a575a4400,revision_number=2']} {{(pid=94423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:07:19.219292 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d32b7e-2204-458b-9a90-ce666ea2e7da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:07:19.220190 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d32b7e-2204-458b-9a90-ce666ea2e7da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:07:19.220993 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d32b7e-2204-458b-9a90-ce666ea2e7da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:07:19.221546 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d32b7e-2204-458b-9a90-ce666ea2e7da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:07:19.222071 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d32b7e-2204-458b-9a90-ce666ea2e7da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:07:19.222576 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d32b7e-2204-458b-9a90-ce666ea2e7da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:07:19.223359 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d32b7e-2204-458b-9a90-ce666ea2e7da None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:07:19.223634 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d32b7e-2204-458b-9a90-ce666ea2e7da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:07:19.224177 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d32b7e-2204-458b-9a90-ce666ea2e7da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:07:19.224757 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d32b7e-2204-458b-9a90-ce666ea2e7da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:07:19.225966 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d32b7e-2204-458b-9a90-ce666ea2e7da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:07:19.226530 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d32b7e-2204-458b-9a90-ce666ea2e7da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:07:19.298582 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.db [None req-fcddd999-fda7-4f56-892a-ef0bbd76ea30 None None] For port 096ac938-b915-462a-8977-fe6a575a4400, host n-d-803378-2, cleared binding levels {{(pid=94423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:07:19.305913 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.db [None req-fcddd999-fda7-4f56-892a-ef0bbd76ea30 None None] For port 096ac938-b915-462a-8977-fe6a575a4400, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=096ac938-b915-462a-8977-fe6a575a4400,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:07:19.312703 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fd45a0c2-7494-462d-b0b2-5852d9fcaf9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:19.314202 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-fcddd999-fda7-4f56-892a-ef0bbd76ea30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:19.378736 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd45a0c2-7494-462d-b0b2-5852d9fcaf9d admin admin] Network 3330a3ee-efaf-40db-80d7-9b1a3db68878 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:07:19.389490 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-fd45a0c2-7494-462d-b0b2-5852d9fcaf9d admin admin] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:07:19.408254 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd45a0c2-7494-462d-b0b2-5852d9fcaf9d admin admin] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:07:19.417345 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd45a0c2-7494-462d-b0b2-5852d9fcaf9d admin admin] Pushing event updated for resources: {'Port': ['ID=9aa79d53-7ca7-4575-b13b-36263169cc90,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:07:19.493300 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d32b7e-2204-458b-9a90-ce666ea2e7da None None] Pushing event updated for resources: {'Port': ['ID=096ac938-b915-462a-8977-fe6a575a4400,revision_number=3']} {{(pid=94423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:07:19.504727 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcddd999-fda7-4f56-892a-ef0bbd76ea30 None None] Routers {'8786d6cb-427b-425c-a9a9-c2885fb59001'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:07:19.505533 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-fcddd999-fda7-4f56-892a-ef0bbd76ea30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:07:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['8786d6cb-427b-425c-a9a9-c2885fb59001'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:07:19.512830 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fd45a0c2-7494-462d-b0b2-5852d9fcaf9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33288800'] for router_interface, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:19.699480 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 12:07:19.767755 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-fcddd999-fda7-4f56-892a-ef0bbd76ea30 None None] Set router 8786d6cb-427b-425c-a9a9-c2885fb59001 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:07:20.042289 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-7998a4f0-756e-4f12-98d2-9e9f66ea149c None None] Provisioning for port 9aa79d53-7ca7-4575-b13b-36263169cc90 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:07:20.061767 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-7998a4f0-756e-4f12-98d2-9e9f66ea149c None None] Provisioning complete for port 9aa79d53-7ca7-4575-b13b-36263169cc90 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:07:20.062496 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-7998a4f0-756e-4f12-98d2-9e9f66ea149c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:20.228632 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-7998a4f0-756e-4f12-98d2-9e9f66ea149c None None] Port 9aa79d53-7ca7-4575-b13b-36263169cc90 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 12:07:20.245691 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fd45a0c2-7494-462d-b0b2-5852d9fcaf9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:20.578060 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-fcddd999-fda7-4f56-892a-ef0bbd76ea30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8786d6cb-427b-425c-a9a9-c2885fb59001', 'name': 'tempest-TestServerMultinode-741947743-router', 'tenant_id': 'cd9aa3bfb4b34dc5a8005e8a288bb2f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': '096ac938-b915-462a-8977-fe6a575a4400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:07:14Z', 'updated_at': '2021-08-05T12:07:15Z', 'revision_number': 3, 'project_id': 'cd9aa3bfb4b34dc5a8005e8a288bb2f7', 'gw_port': {'id': '096ac938-b915-462a-8977-fe6a575a4400', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:5e:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8786d6cb-427b-425c-a9a9-c2885fb59001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:07:14Z', 'updated_at': '2021-08-05T12:07:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:07:20.631277 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcddd999-fda7-4f56-892a-ef0bbd76ea30 None None] The sync data for ids ['8786d6cb-427b-425c-a9a9-c2885fb59001'] in n-d-803378-2 is: [{'id': '8786d6cb-427b-425c-a9a9-c2885fb59001', 'name': 'tempest-TestServerMultinode-741947743-router', 'tenant_id': 'cd9aa3bfb4b34dc5a8005e8a288bb2f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': '096ac938-b915-462a-8977-fe6a575a4400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:07:14Z', 'updated_at': '2021-08-05T12:07:15Z', 'revision_number': 3, 'project_id': 'cd9aa3bfb4b34dc5a8005e8a288bb2f7', 'gw_port': {'id': '096ac938-b915-462a-8977-fe6a575a4400', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:5e:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8786d6cb-427b-425c-a9a9-c2885fb59001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:07:14Z', 'updated_at': '2021-08-05T12:07:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:07:20.677616 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fd45a0c2-7494-462d-b0b2-5852d9fcaf9d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:20.688823 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fd45a0c2-7494-462d-b0b2-5852d9fcaf9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:20.856230 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd45a0c2-7494-462d-b0b2-5852d9fcaf9d admin admin] Pushing event updated for resources: {'Port': ['ID=9aa79d53-7ca7-4575-b13b-36263169cc90,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:07:20.860150 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fd45a0c2-7494-462d-b0b2-5852d9fcaf9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33140268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33208272'] for router_interface, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:20.970636 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218efc04-48cd-40b9-adba-9c5dce1569fc req-e824140d-86ad-48d0-a624-4cc811254f37 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:07:20.972693 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-218efc04-48cd-40b9-adba-9c5dce1569fc req-e824140d-86ad-48d0-a624-4cc811254f37 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4aeee61-754b-4adc-945a-a5e114a3f2c7 HTTP/1.1" status: 200 len: 946 time: 0.5639119 Aug 05 12:07:21.077859 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd45a0c2-7494-462d-b0b2-5852d9fcaf9d admin admin] Network 3330a3ee-efaf-40db-80d7-9b1a3db68878 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:07:21.082284 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-fd45a0c2-7494-462d-b0b2-5852d9fcaf9d admin admin] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:07:21.251885 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-218efc04-48cd-40b9-adba-9c5dce1569fc req-513798ef-4073-48d0-8f56-af70d39da0fd tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "GET /v2.0/security-groups?id=def9d450-9527-4874-83f8-c0a6ecefb6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2664313 Aug 05 12:07:21.448895 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd45a0c2-7494-462d-b0b2-5852d9fcaf9d admin admin] Router 8786d6cb-427b-425c-a9a9-c2885fb59001 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:07:21.588325 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-6fcb7ad3-2fda-4204-b54f-09de31dd9f39 None None] Provisioning complete for port 9aa79d53-7ca7-4575-b13b-36263169cc90 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:07:21.589947 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-6fcb7ad3-2fda-4204-b54f-09de31dd9f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:21.673300 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-6fcb7ad3-2fda-4204-b54f-09de31dd9f39 None None] Port 9aa79d53-7ca7-4575-b13b-36263169cc90 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 12:07:21.696940 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd45a0c2-7494-462d-b0b2-5852d9fcaf9d admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:07:21.705598 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-fd45a0c2-7494-462d-b0b2-5852d9fcaf9d admin admin] 10.222.0.58 "PUT /v2.0/routers/8786d6cb-427b-425c-a9a9-c2885fb59001/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0283372 Aug 05 12:07:21.822826 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1e286c-ef42-453b-8d28-653dd221b5b3 req-bfbe44c2-756e-4d85-8600-e42f195c3a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:07:21.825307 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2c1e286c-ef42-453b-8d28-653dd221b5b3 req-bfbe44c2-756e-4d85-8600-e42f195c3a67 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5ac79aa4804c4ec78dd715e0f7f164e5&device_id=c4aeee61-754b-4adc-945a-a5e114a3f2c7 HTTP/1.1" status: 200 len: 1097 time: 0.0779088 Aug 05 12:07:22.046687 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1e286c-ef42-453b-8d28-653dd221b5b3 req-979a3ebc-be43-4427-b24f-e91adcf52e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:07:22.051217 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2c1e286c-ef42-453b-8d28-653dd221b5b3 req-979a3ebc-be43-4427-b24f-e91adcf52e8d service neutron] 10.222.0.55 "GET /v2.0/networks?id=3f19e325-64cf-4e1f-b582-b20cec605cde HTTP/1.1" status: 200 len: 912 time: 0.1994886 Aug 05 12:07:22.171038 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2c1e286c-ef42-453b-8d28-653dd221b5b3 req-cb07355f-68a8-499f-8faa-e92aaca4d4ac service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f4be0502-a7e3-41af-943e-a3ca32b65a42 HTTP/1.1" status: 200 len: 1002 time: 0.1114085 Aug 05 12:07:22.307167 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1e286c-ef42-453b-8d28-653dd221b5b3 req-20224fff-d963-4b65-9aeb-d4a84ae8c1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:07:22.309984 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2c1e286c-ef42-453b-8d28-653dd221b5b3 req-20224fff-d963-4b65-9aeb-d4a84ae8c1ae service neutron] 10.222.0.55 "GET /v2.0/subnets?id=aeea250c-5d17-40dc-96d1-f040d8812261 HTTP/1.1" status: 200 len: 850 time: 0.1312399 Aug 05 12:07:22.387938 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:22.458077 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1e286c-ef42-453b-8d28-653dd221b5b3 req-310dd098-f388-47f9-97ad-8843bfbc739f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:07:22.461563 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2c1e286c-ef42-453b-8d28-653dd221b5b3 req-310dd098-f388-47f9-97ad-8843bfbc739f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3f19e325-64cf-4e1f-b582-b20cec605cde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1432264 Aug 05 12:07:22.580694 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb653dd-4501-4776-9b13-8019c6a9e93f req-1e7d0aed-b365-4664-8b6a-7bbe0b2a6e90 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:07:22.593443 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-dcb653dd-4501-4776-9b13-8019c6a9e93f req-1e7d0aed-b365-4664-8b6a-7bbe0b2a6e90 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4aeee61-754b-4adc-945a-a5e114a3f2c7 HTTP/1.1" status: 200 len: 946 time: 0.1255553 Aug 05 12:07:22.684588 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-dcb653dd-4501-4776-9b13-8019c6a9e93f req-e9daf0a8-a07e-4059-be25-5bdeb5447465 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "GET /v2.0/security-groups?id=def9d450-9527-4874-83f8-c0a6ecefb6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895166 Aug 05 12:07:22.704966 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2c1e286c-ef42-453b-8d28-653dd221b5b3 req-2d94a81b-2f8e-4481-980a-337f07fcfbd0 service neutron] 10.222.0.55 "GET /v2.0/networks/3f19e325-64cf-4e1f-b582-b20cec605cde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300749 Aug 05 12:07:22.840679 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 60984) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:07:22.855323 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-3452a076-7460-4bc0-9161-092ef9318ebc admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-921519217-network', 'tenant_id': '2c17c7e7441b4d4f93fac7f2ba40313c'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:07:22.975145 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3452a076-7460-4bc0-9161-092ef9318ebc admin admin] Made reservation on behalf of 2c17c7e7441b4d4f93fac7f2ba40313c for: {'network': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:07:22.979271 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3452a076-7460-4bc0-9161-092ef9318ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:22.985884 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2c1e286c-ef42-453b-8d28-653dd221b5b3 req-8bb4ca17-fa71-4fde-bad5-535ff05db693 service neutron] 10.222.0.55 "GET /v2.0/networks/3f19e325-64cf-4e1f-b582-b20cec605cde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2627568 Aug 05 12:07:23.008153 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3452a076-7460-4bc0-9161-092ef9318ebc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:23.061192 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 096ac938-b915-462a-8977-fe6a575a4400 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:07:23.181996 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 096ac938-b915-462a-8977-fe6a575a4400 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:07:23.195642 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 096ac938-b915-462a-8977-fe6a575a4400 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:07:23.196141 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:23.265703 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3452a076-7460-4bc0-9161-092ef9318ebc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:23.274330 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3452a076-7460-4bc0-9161-092ef9318ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:23.330281 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3452a076-7460-4bc0-9161-092ef9318ebc admin admin] vlan segment allocate from pool success with {'vlan_id': 681, 'physical_network': 'physnet1'} {{(pid=94421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 12:07:23.371043 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3452a076-7460-4bc0-9161-092ef9318ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:23.374745 n-d-803378-2 neutron-server[94421]: INFO neutron.db.segments_db [None req-3452a076-7460-4bc0-9161-092ef9318ebc admin admin] Added segment 4ad1ba6d-b090-4894-b2a9-47345f05a06b of type vlan for network e137355d-a47b-418b-940e-da9de64ab633 Aug 05 12:07:23.406944 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:23.451903 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port 096ac938-b915-462a-8977-fe6a575a4400, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=096ac938-b915-462a-8977-fe6a575a4400,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:07:23.461098 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:23.498994 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3452a076-7460-4bc0-9161-092ef9318ebc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:23.521631 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88ae6e0-2437-402f-9881-259aa8650151 None None] Sync routers for ids ['8786d6cb-427b-425c-a9a9-c2885fb59001'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:07:23.528000 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3452a076-7460-4bc0-9161-092ef9318ebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b567533-5ff8-4dbf-8b6a-bc58f3b2f0dc,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:07:23.558542 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88ae6e0-2437-402f-9881-259aa8650151 None None] Routers {'8786d6cb-427b-425c-a9a9-c2885fb59001'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:07:23.559616 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-e88ae6e0-2437-402f-9881-259aa8650151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:07:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['8786d6cb-427b-425c-a9a9-c2885fb59001'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:07:23.601568 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3452a076-7460-4bc0-9161-092ef9318ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:23.603080 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3452a076-7460-4bc0-9161-092ef9318ebc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:07:23.604223 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3452a076-7460-4bc0-9161-092ef9318ebc admin admin] Notify callbacks [] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:23.648778 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=096ac938-b915-462a-8977-fe6a575a4400,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:07:23.661578 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-3452a076-7460-4bc0-9161-092ef9318ebc admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8145621 Aug 05 12:07:23.669634 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 60990) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:07:23.683321 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-cd466abb-4f9c-4dab-873d-586a016bda35 admin admin] Request body: {'subnet': {'network_id': 'e137355d-a47b-418b-940e-da9de64ab633', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-921519217-subnet', 'tenant_id': '2c17c7e7441b4d4f93fac7f2ba40313c', 'ip_version': 4}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:07:23.785022 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd466abb-4f9c-4dab-873d-586a016bda35 admin admin] Made reservation on behalf of 2c17c7e7441b4d4f93fac7f2ba40313c for: {'subnet': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:07:23.788703 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-cd466abb-4f9c-4dab-873d-586a016bda35 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24211133'] for subnet, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:23.855873 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-e88ae6e0-2437-402f-9881-259aa8650151 None None] Set router 8786d6cb-427b-425c-a9a9-c2885fb59001 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:07:23.901851 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3452a076-7460-4bc0-9161-092ef9318ebc admin admin] Pushing event updated for resources: {'Network': ['ID=e137355d-a47b-418b-940e-da9de64ab633,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:07:23.965668 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network e137355d-a47b-418b-940e-da9de64ab633 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 12:07:24.011017 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828e9056-5a34-41bc-af74-31873040a62f req-1136b938-3629-4690-bb71-5be736808987 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:07:24.015940 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-828e9056-5a34-41bc-af74-31873040a62f req-1136b938-3629-4690-bb71-5be736808987 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4aeee61-754b-4adc-945a-a5e114a3f2c7 HTTP/1.1" status: 200 len: 946 time: 0.1252494 Aug 05 12:07:24.167317 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-828e9056-5a34-41bc-af74-31873040a62f req-d61caa26-e0e2-4742-8df2-e1a07db37371 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "GET /v2.0/security-groups?id=def9d450-9527-4874-83f8-c0a6ecefb6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225085 Aug 05 12:07:24.278920 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-cd466abb-4f9c-4dab-873d-586a016bda35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29762700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24211087'] for subnet, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:24.360778 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd466abb-4f9c-4dab-873d-586a016bda35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=775567d2-fd2f-4f29-afd3-14c1ca249175,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:07:24.384393 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd466abb-4f9c-4dab-873d-586a016bda35 admin admin] Checking segment: {'id': '4ad1ba6d-b090-4894-b2a9-47345f05a06b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'e137355d-a47b-418b-940e-da9de64ab633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:07:24.385042 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd466abb-4f9c-4dab-873d-586a016bda35 admin admin] Network hostable DHCP agents. Network: e137355d-a47b-418b-940e-da9de64ab633, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 12:07:24.424866 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd466abb-4f9c-4dab-873d-586a016bda35 admin admin] Network e137355d-a47b-418b-940e-da9de64ab633 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 12:07:24.443894 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-cd466abb-4f9c-4dab-873d-586a016bda35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, e137355d-a47b-418b-940e-da9de64ab633) {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:07:24.453330 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd466abb-4f9c-4dab-873d-586a016bda35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:07:24.455109 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-cd466abb-4f9c-4dab-873d-586a016bda35 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:24.459755 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-e88ae6e0-2437-402f-9881-259aa8650151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8786d6cb-427b-425c-a9a9-c2885fb59001', 'name': 'tempest-TestServerMultinode-741947743-router', 'tenant_id': 'cd9aa3bfb4b34dc5a8005e8a288bb2f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': '096ac938-b915-462a-8977-fe6a575a4400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:07:14Z', 'updated_at': '2021-08-05T12:07:20Z', 'revision_number': 4, 'project_id': 'cd9aa3bfb4b34dc5a8005e8a288bb2f7', 'gw_port': {'id': '096ac938-b915-462a-8977-fe6a575a4400', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:5e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8786d6cb-427b-425c-a9a9-c2885fb59001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:07:14Z', 'updated_at': '2021-08-05T12:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '9aa79d53-7ca7-4575-b13b-36263169cc90', 'name': '', 'network_id': '3330a3ee-efaf-40db-80d7-9b1a3db68878', 'tenant_id': 'cd9aa3bfb4b34dc5a8005e8a288bb2f7', 'mac_address': 'fa:16:3e:db:98:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8786d6cb-427b-425c-a9a9-c2885fb59001', 'device_owner': 'network:router_interface', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': 'bc3c455e-695f-4096-b07a-a283b62db8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:07:18Z', 'updated_at': '2021-08-05T12:07:20Z', 'revision_number': 2, 'project_id': 'cd9aa3bfb4b34dc5a8005e8a288bb2f7', 'subnets': [{'id': 'bc3c455e-695f-4096-b07a-a283b62db8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:07:24.467799 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-866803bf-4913-46be-9e6d-3e84f2ee459b None None] Network e137355d-a47b-418b-940e-da9de64ab633 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:07:24.490437 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-cd466abb-4f9c-4dab-873d-586a016bda35 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8179836 Aug 05 12:07:24.494167 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 32772) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:07:24.501589 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-611a4d6e-963a-400b-8368-438d9cf9a74b admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-921519217-router', 'tenant_id': '2c17c7e7441b4d4f93fac7f2ba40313c', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:07:24.519518 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88ae6e0-2437-402f-9881-259aa8650151 None None] Checking router: 8786d6cb-427b-425c-a9a9-c2885fb59001 for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:07:24.520129 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88ae6e0-2437-402f-9881-259aa8650151 None None] Updating router 8786d6cb-427b-425c-a9a9-c2885fb59001 port 9aa79d53-7ca7-4575-b13b-36263169cc90 binding host n-d-803378-2 {{(pid=94422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 12:07:24.560206 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-611a4d6e-963a-400b-8368-438d9cf9a74b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33260300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1929'] for router, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:24.562413 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-611a4d6e-963a-400b-8368-438d9cf9a74b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33285914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33034662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1926'] for router, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:24.673032 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e88ae6e0-2437-402f-9881-259aa8650151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:24.701315 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-611a4d6e-963a-400b-8368-438d9cf9a74b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:24.955666 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-611a4d6e-963a-400b-8368-438d9cf9a74b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:25.158540 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 096ac938-b915-462a-8977-fe6a575a4400 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:07:25.454226 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64cd450-1461-4df9-877a-2b5336bb370b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-e137355d-a47b-418b-940e-da9de64ab633', 'network_id': 'e137355d-a47b-418b-940e-da9de64ab633', 'tenant_id': '2c17c7e7441b4d4f93fac7f2ba40313c', 'fixed_ips': [{'subnet_id': '775567d2-fd2f-4f29-afd3-14c1ca249175'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 12:07:25.455571 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f64cd450-1461-4df9-877a-2b5336bb370b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:25.508054 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 096ac938-b915-462a-8977-fe6a575a4400 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:07:25.509303 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:25.578156 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd555344-88c2-42ac-b3b3-55e0a5337e77 req-21c0108a-6189-49d8-a1d2-2720591299a0 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:07:25.587264 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cd555344-88c2-42ac-b3b3-55e0a5337e77 req-21c0108a-6189-49d8-a1d2-2720591299a0 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4aeee61-754b-4adc-945a-a5e114a3f2c7 HTTP/1.1" status: 200 len: 946 time: 0.1881568 Aug 05 12:07:25.594183 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-611a4d6e-963a-400b-8368-438d9cf9a74b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:25.631430 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-611a4d6e-963a-400b-8368-438d9cf9a74b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:25.777854 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cd555344-88c2-42ac-b3b3-55e0a5337e77 req-51774d4d-d62f-46fe-a1c1-984da7b15765 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "GET /v2.0/security-groups?id=def9d450-9527-4874-83f8-c0a6ecefb6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1799288 Aug 05 12:07:25.932920 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-611a4d6e-963a-400b-8368-438d9cf9a74b admin admin] Allocated IP 172.25.5.192 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/d31f0aa6-196c-4317-a686-2ef655b0d8a8) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:07:26.001985 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e88ae6e0-2437-402f-9881-259aa8650151 None None] Notify callbacks [] for port, precommit_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:26.063814 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-f64cd450-1461-4df9-877a-2b5336bb370b None None] Allocated IP 172.20.0.2 (e137355d-a47b-418b-940e-da9de64ab633/775567d2-fd2f-4f29-afd3-14c1ca249175/fa9b0852-0dce-429d-b1ca-4d024da4debd) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:07:26.105114 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-e88ae6e0-2437-402f-9881-259aa8650151 None None] Transition to ACTIVE for port object 9aa79d53-7ca7-4575-b13b-36263169cc90 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:07:26.127629 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e88ae6e0-2437-402f-9881-259aa8650151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:26.162030 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-611a4d6e-963a-400b-8368-438d9cf9a74b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:26.278963 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-611a4d6e-963a-400b-8368-438d9cf9a74b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:26.372549 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8623cb-2394-4f5d-b3a1-8015bd9559d1 None None] Pushing event updated for resources: {'Port': ['ID=9aa79d53-7ca7-4575-b13b-36263169cc90,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:07:26.400639 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611a4d6e-963a-400b-8368-438d9cf9a74b admin admin] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:07:26.416680 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-611a4d6e-963a-400b-8368-438d9cf9a74b admin admin] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:07:26.423391 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611a4d6e-963a-400b-8368-438d9cf9a74b admin admin] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:07:26.471227 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611a4d6e-963a-400b-8368-438d9cf9a74b admin admin] Pushing event updated for resources: {'Port': ['ID=d31f0aa6-196c-4317-a686-2ef655b0d8a8,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:07:26.542760 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-e88ae6e0-2437-402f-9881-259aa8650151 None None] Attempting to bind port 9aa79d53-7ca7-4575-b13b-36263169cc90 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:07:26.543661 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-e88ae6e0-2437-402f-9881-259aa8650151 None None] Attempting to bind port 9aa79d53-7ca7-4575-b13b-36263169cc90 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '8ad73fcf-4faf-4bf7-8495-9b21cf8f85be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '3330a3ee-efaf-40db-80d7-9b1a3db68878'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:07:26.543846 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88ae6e0-2437-402f-9881-259aa8650151 None None] Attempting to bind port 9aa79d53-7ca7-4575-b13b-36263169cc90 on network 3330a3ee-efaf-40db-80d7-9b1a3db68878 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:07:26.556158 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88ae6e0-2437-402f-9881-259aa8650151 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:07:26.556569 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88ae6e0-2437-402f-9881-259aa8650151 None None] Checking segment: {'id': '8ad73fcf-4faf-4bf7-8495-9b21cf8f85be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '3330a3ee-efaf-40db-80d7-9b1a3db68878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:07:26.557018 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e88ae6e0-2437-402f-9881-259aa8650151 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:26.557435 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88ae6e0-2437-402f-9881-259aa8650151 None None] Bound using segment: {'id': '8ad73fcf-4faf-4bf7-8495-9b21cf8f85be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '3330a3ee-efaf-40db-80d7-9b1a3db68878'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:07:26.557929 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-e88ae6e0-2437-402f-9881-259aa8650151 None None] Bound port: 9aa79d53-7ca7-4575-b13b-36263169cc90, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ad73fcf-4faf-4bf7-8495-9b21cf8f85be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '3330a3ee-efaf-40db-80d7-9b1a3db68878'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:07:26.558317 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e88ae6e0-2437-402f-9881-259aa8650151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:26.561025 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f64cd450-1461-4df9-877a-2b5336bb370b None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:26.594843 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f64cd450-1461-4df9-877a-2b5336bb370b None None] Transition to ACTIVE for port object fa9b0852-0dce-429d-b1ca-4d024da4debd will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:07:26.696667 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f64cd450-1461-4df9-877a-2b5336bb370b None None] Transition to ACTIVE for port object fa9b0852-0dce-429d-b1ca-4d024da4debd will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:07:26.746109 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f64cd450-1461-4df9-877a-2b5336bb370b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:26.773993 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-e88ae6e0-2437-402f-9881-259aa8650151 None None] For port 9aa79d53-7ca7-4575-b13b-36263169cc90, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:07:26.909131 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-e88ae6e0-2437-402f-9881-259aa8650151 None None] For port 9aa79d53-7ca7-4575-b13b-36263169cc90, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=9aa79d53-7ca7-4575-b13b-36263169cc90,segment=NetworkSegment(8ad73fcf-4faf-4bf7-8495-9b21cf8f85be),segment_id=8ad73fcf-4faf-4bf7-8495-9b21cf8f85be)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:07:26.954690 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64cd450-1461-4df9-877a-2b5336bb370b None None] Network e137355d-a47b-418b-940e-da9de64ab633 is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:07:26.958060 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e88ae6e0-2437-402f-9881-259aa8650151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:26.982818 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-f64cd450-1461-4df9-877a-2b5336bb370b None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:07:26.987801 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64cd450-1461-4df9-877a-2b5336bb370b None None] Pushing event updated for resources: {'Port': ['ID=fa9b0852-0dce-429d-b1ca-4d024da4debd,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:07:26.991882 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64cd450-1461-4df9-877a-2b5336bb370b None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:07:27.094622 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-611a4d6e-963a-400b-8368-438d9cf9a74b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:27.106816 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88ae6e0-2437-402f-9881-259aa8650151 None None] Routers {'8786d6cb-427b-425c-a9a9-c2885fb59001'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:07:27.107996 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-e88ae6e0-2437-402f-9881-259aa8650151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:07:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['8786d6cb-427b-425c-a9a9-c2885fb59001'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:07:27.197537 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52264045-9e27-4bd1-8d25-726cd447d34c req-48a0ee4b-3b58-4862-b326-8cea2792fcd0 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:07:27.200550 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-52264045-9e27-4bd1-8d25-726cd447d34c req-48a0ee4b-3b58-4862-b326-8cea2792fcd0 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4aeee61-754b-4adc-945a-a5e114a3f2c7 HTTP/1.1" status: 200 len: 946 time: 0.1752696 Aug 05 12:07:27.274946 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-f64cd450-1461-4df9-877a-2b5336bb370b None None] Attempting to bind port fa9b0852-0dce-429d-b1ca-4d024da4debd on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:07:27.275593 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-f64cd450-1461-4df9-877a-2b5336bb370b None None] Attempting to bind port fa9b0852-0dce-429d-b1ca-4d024da4debd by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '4ad1ba6d-b090-4894-b2a9-47345f05a06b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'e137355d-a47b-418b-940e-da9de64ab633'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:07:27.276244 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64cd450-1461-4df9-877a-2b5336bb370b None None] Attempting to bind port fa9b0852-0dce-429d-b1ca-4d024da4debd on network e137355d-a47b-418b-940e-da9de64ab633 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:07:27.293263 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64cd450-1461-4df9-877a-2b5336bb370b None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:07:27.293812 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64cd450-1461-4df9-877a-2b5336bb370b None None] Checking segment: {'id': '4ad1ba6d-b090-4894-b2a9-47345f05a06b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'e137355d-a47b-418b-940e-da9de64ab633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:07:27.294782 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f64cd450-1461-4df9-877a-2b5336bb370b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:27.295251 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64cd450-1461-4df9-877a-2b5336bb370b None None] Bound using segment: {'id': '4ad1ba6d-b090-4894-b2a9-47345f05a06b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'e137355d-a47b-418b-940e-da9de64ab633'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:07:27.296110 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-f64cd450-1461-4df9-877a-2b5336bb370b None None] Bound port: fa9b0852-0dce-429d-b1ca-4d024da4debd, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ad1ba6d-b090-4894-b2a9-47345f05a06b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'e137355d-a47b-418b-940e-da9de64ab633'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:07:27.297015 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f64cd450-1461-4df9-877a-2b5336bb370b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:27.339553 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8623cb-2394-4f5d-b3a1-8015bd9559d1 None None] Pushing event updated for resources: {'Port': ['ID=9aa79d53-7ca7-4575-b13b-36263169cc90,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:07:27.405775 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-52264045-9e27-4bd1-8d25-726cd447d34c req-92e7a176-ba0b-42d7-9f0e-32e5109ee7e3 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "GET /v2.0/security-groups?id=def9d450-9527-4874-83f8-c0a6ecefb6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1910431 Aug 05 12:07:27.590944 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-e88ae6e0-2437-402f-9881-259aa8650151 None None] Set router 8786d6cb-427b-425c-a9a9-c2885fb59001 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:07:27.659653 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f64cd450-1461-4df9-877a-2b5336bb370b None None] For port fa9b0852-0dce-429d-b1ca-4d024da4debd, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:07:27.681325 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-611a4d6e-963a-400b-8368-438d9cf9a74b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286026'] for router, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:27.692973 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f64cd450-1461-4df9-877a-2b5336bb370b None None] For port fa9b0852-0dce-429d-b1ca-4d024da4debd, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=fa9b0852-0dce-429d-b1ca-4d024da4debd,segment=NetworkSegment(4ad1ba6d-b090-4894-b2a9-47345f05a06b),segment_id=4ad1ba6d-b090-4894-b2a9-47345f05a06b)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:07:27.702067 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f64cd450-1461-4df9-877a-2b5336bb370b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:27.919034 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64cd450-1461-4df9-877a-2b5336bb370b None None] Pushing event updated for resources: {'Port': ['ID=fa9b0852-0dce-429d-b1ca-4d024da4debd,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:07:28.003403 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-611a4d6e-963a-400b-8368-438d9cf9a74b admin admin] Router 77524309-8989-4536-b26c-0bb57a924891 is scheduled to L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d with binding_index 1 {{(pid=94420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 12:07:28.117292 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-e88ae6e0-2437-402f-9881-259aa8650151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8786d6cb-427b-425c-a9a9-c2885fb59001', 'name': 'tempest-TestServerMultinode-741947743-router', 'tenant_id': 'cd9aa3bfb4b34dc5a8005e8a288bb2f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': '096ac938-b915-462a-8977-fe6a575a4400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:07:14Z', 'updated_at': '2021-08-05T12:07:20Z', 'revision_number': 4, 'project_id': 'cd9aa3bfb4b34dc5a8005e8a288bb2f7', 'gw_port': {'id': '096ac938-b915-462a-8977-fe6a575a4400', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:5e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8786d6cb-427b-425c-a9a9-c2885fb59001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:07:14Z', 'updated_at': '2021-08-05T12:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '9aa79d53-7ca7-4575-b13b-36263169cc90', 'name': '', 'network_id': '3330a3ee-efaf-40db-80d7-9b1a3db68878', 'tenant_id': 'cd9aa3bfb4b34dc5a8005e8a288bb2f7', 'mac_address': 'fa:16:3e:db:98:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8786d6cb-427b-425c-a9a9-c2885fb59001', 'device_owner': 'network:router_interface', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': 'bc3c455e-695f-4096-b07a-a283b62db8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:07:18Z', 'updated_at': '2021-08-05T12:07:26Z', 'revision_number': 4, 'project_id': 'cd9aa3bfb4b34dc5a8005e8a288bb2f7', 'subnets': [{'id': 'bc3c455e-695f-4096-b07a-a283b62db8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:07:28.197408 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88ae6e0-2437-402f-9881-259aa8650151 None None] The sync data for ids ['8786d6cb-427b-425c-a9a9-c2885fb59001'] in n-d-803378-2 is: [{'id': '8786d6cb-427b-425c-a9a9-c2885fb59001', 'name': 'tempest-TestServerMultinode-741947743-router', 'tenant_id': 'cd9aa3bfb4b34dc5a8005e8a288bb2f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': '096ac938-b915-462a-8977-fe6a575a4400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:07:14Z', 'updated_at': '2021-08-05T12:07:20Z', 'revision_number': 4, 'project_id': 'cd9aa3bfb4b34dc5a8005e8a288bb2f7', 'gw_port': {'id': '096ac938-b915-462a-8977-fe6a575a4400', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:5e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8786d6cb-427b-425c-a9a9-c2885fb59001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:07:14Z', 'updated_at': '2021-08-05T12:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '9aa79d53-7ca7-4575-b13b-36263169cc90', 'name': '', 'network_id': '3330a3ee-efaf-40db-80d7-9b1a3db68878', 'tenant_id': 'cd9aa3bfb4b34dc5a8005e8a288bb2f7', 'mac_address': 'fa:16:3e:db:98:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8786d6cb-427b-425c-a9a9-c2885fb59001', 'device_owner': 'network:router_interface', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': 'bc3c455e-695f-4096-b07a-a283b62db8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:07:18Z', 'updated_at': '2021-08-05T12:07:26Z', 'revision_number': 4, 'project_id': 'cd9aa3bfb4b34dc5a8005e8a288bb2f7', 'subnets': [{'id': 'bc3c455e-695f-4096-b07a-a283b62db8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:07:28.310002 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-611a4d6e-963a-400b-8368-438d9cf9a74b admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:07:28.361913 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe617a9b-6197-4f58-bb26-e1994dbbc06e None None] Sync routers for ids ['77524309-8989-4536-b26c-0bb57a924891'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:07:28.405887 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe617a9b-6197-4f58-bb26-e1994dbbc06e None None] Routers {'77524309-8989-4536-b26c-0bb57a924891'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:07:28.416871 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-611a4d6e-963a-400b-8368-438d9cf9a74b admin admin] Notify callbacks [] for router, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:28.417796 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-fe617a9b-6197-4f58-bb26-e1994dbbc06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:07:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['77524309-8989-4536-b26c-0bb57a924891'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:07:28.420443 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-611a4d6e-963a-400b-8368-438d9cf9a74b admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.9241433 Aug 05 12:07:28.424940 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 32792) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:07:28.748460 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-fe617a9b-6197-4f58-bb26-e1994dbbc06e None None] Set router 77524309-8989-4536-b26c-0bb57a924891 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:07:28.862017 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4187f3f3-de3c-4801-ae4a-dc6cb3e0e7d2 req-e6ad8ce6-6e24-4a1a-adfd-cb94144d7e6c tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:07:28.863890 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4187f3f3-de3c-4801-ae4a-dc6cb3e0e7d2 req-e6ad8ce6-6e24-4a1a-adfd-cb94144d7e6c tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4aeee61-754b-4adc-945a-a5e114a3f2c7 HTTP/1.1" status: 200 len: 946 time: 0.2128916 Aug 05 12:07:29.009886 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4187f3f3-de3c-4801-ae4a-dc6cb3e0e7d2 req-525b1525-798f-493c-868b-961fbf413993 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "GET /v2.0/security-groups?id=def9d450-9527-4874-83f8-c0a6ecefb6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262541 Aug 05 12:07:29.265106 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device fa9b0852-0dce-429d-b1ca-4d024da4debd up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:07:29.469585 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port fa9b0852-0dce-429d-b1ca-4d024da4debd completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:07:29.489169 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-fe617a9b-6197-4f58-bb26-e1994dbbc06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77524309-8989-4536-b26c-0bb57a924891', 'name': 'tempest-TestServerMultinode-921519217-router', 'tenant_id': '2c17c7e7441b4d4f93fac7f2ba40313c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': 'd31f0aa6-196c-4317-a686-2ef655b0d8a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:07:24Z', 'updated_at': '2021-08-05T12:07:26Z', 'revision_number': 3, 'project_id': '2c17c7e7441b4d4f93fac7f2ba40313c', 'gw_port': {'id': 'd31f0aa6-196c-4317-a686-2ef655b0d8a8', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:77:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77524309-8989-4536-b26c-0bb57a924891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:07:25Z', 'updated_at': '2021-08-05T12:07:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:07:29.491559 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 9aa79d53-7ca7-4575-b13b-36263169cc90 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:07:29.608854 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe617a9b-6197-4f58-bb26-e1994dbbc06e None None] Checking router: 77524309-8989-4536-b26c-0bb57a924891 for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:07:29.613823 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 9aa79d53-7ca7-4575-b13b-36263169cc90 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:07:29.615063 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe617a9b-6197-4f58-bb26-e1994dbbc06e None None] Updating router 77524309-8989-4536-b26c-0bb57a924891 port d31f0aa6-196c-4317-a686-2ef655b0d8a8 binding host n-d-803378-2 {{(pid=94423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 12:07:29.646639 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 9aa79d53-7ca7-4575-b13b-36263169cc90 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:07:29.647183 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:29.658601 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:29.711787 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-fe617a9b-6197-4f58-bb26-e1994dbbc06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:29.971248 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:30.012905 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-accb9c21-a01c-4f0c-b040-93e6430cd55d None None] Network e137355d-a47b-418b-940e-da9de64ab633 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:07:30.365816 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-6a9b62f5-9331-4e78-bafb-c7bd58051487 None None] Provisioning for port fa9b0852-0dce-429d-b1ca-4d024da4debd completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:07:30.431270 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port 9aa79d53-7ca7-4575-b13b-36263169cc90, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=9aa79d53-7ca7-4575-b13b-36263169cc90,segment=NetworkSegment(8ad73fcf-4faf-4bf7-8495-9b21cf8f85be),segment_id=8ad73fcf-4faf-4bf7-8495-9b21cf8f85be)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:07:30.445608 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-6a9b62f5-9331-4e78-bafb-c7bd58051487 None None] Provisioning complete for port fa9b0852-0dce-429d-b1ca-4d024da4debd triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:07:30.447661 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-6a9b62f5-9331-4e78-bafb-c7bd58051487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:30.504444 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8863e54f-dba1-4ee9-a5c3-8ee03dd40e5e req-755e05f9-bf5c-48b5-bc59-d9a8949c1e0c tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:07:30.508738 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8863e54f-dba1-4ee9-a5c3-8ee03dd40e5e req-755e05f9-bf5c-48b5-bc59-d9a8949c1e0c tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4aeee61-754b-4adc-945a-a5e114a3f2c7 HTTP/1.1" status: 200 len: 946 time: 0.2450390 Aug 05 12:07:30.566238 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:30.609683 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8863e54f-dba1-4ee9-a5c3-8ee03dd40e5e req-7dc2fa1b-5f81-4092-bd9e-230227003727 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "GET /v2.0/security-groups?id=def9d450-9527-4874-83f8-c0a6ecefb6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828862 Aug 05 12:07:30.634670 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-fe617a9b-6197-4f58-bb26-e1994dbbc06e None None] Notify callbacks [] for port, precommit_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:30.653054 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.provisioning_blocks [None req-fe617a9b-6197-4f58-bb26-e1994dbbc06e None None] Transition to ACTIVE for port object d31f0aa6-196c-4317-a686-2ef655b0d8a8 will not be triggered until provisioned by entity L2. {{(pid=94423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:07:30.665508 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-fe617a9b-6197-4f58-bb26-e1994dbbc06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:30.749996 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-fe617a9b-6197-4f58-bb26-e1994dbbc06e None None] Attempting to bind port d31f0aa6-196c-4317-a686-2ef655b0d8a8 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:07:30.750723 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-fe617a9b-6197-4f58-bb26-e1994dbbc06e None None] Attempting to bind port d31f0aa6-196c-4317-a686-2ef655b0d8a8 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}] {{(pid=94423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:07:30.751496 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe617a9b-6197-4f58-bb26-e1994dbbc06e None None] Attempting to bind port d31f0aa6-196c-4317-a686-2ef655b0d8a8 on network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:07:30.765248 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe617a9b-6197-4f58-bb26-e1994dbbc06e None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:07:30.765938 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe617a9b-6197-4f58-bb26-e1994dbbc06e None None] Checking segment: {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:07:30.766568 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-fe617a9b-6197-4f58-bb26-e1994dbbc06e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:30.767340 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe617a9b-6197-4f58-bb26-e1994dbbc06e None None] Bound using segment: {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'} {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:07:30.768102 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-fe617a9b-6197-4f58-bb26-e1994dbbc06e None None] Bound port: d31f0aa6-196c-4317-a686-2ef655b0d8a8, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}}] {{(pid=94423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:07:30.768733 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-fe617a9b-6197-4f58-bb26-e1994dbbc06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:30.806755 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=9aa79d53-7ca7-4575-b13b-36263169cc90,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:07:30.906555 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b43f80-ea81-459b-89b2-deadcbf6b378 None None] Pushing event updated for resources: {'Port': ['ID=d31f0aa6-196c-4317-a686-2ef655b0d8a8,revision_number=2']} {{(pid=94423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:07:30.936981 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-25a959d3-bd34-4218-b291-2e15d1f5b907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:30.941595 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.db [None req-fe617a9b-6197-4f58-bb26-e1994dbbc06e None None] For port d31f0aa6-196c-4317-a686-2ef655b0d8a8, host n-d-803378-2, cleared binding levels {{(pid=94423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:07:30.947335 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.db [None req-fe617a9b-6197-4f58-bb26-e1994dbbc06e None None] For port d31f0aa6-196c-4317-a686-2ef655b0d8a8, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=d31f0aa6-196c-4317-a686-2ef655b0d8a8,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:07:30.953837 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-6a9b62f5-9331-4e78-bafb-c7bd58051487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:30.954621 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-fe617a9b-6197-4f58-bb26-e1994dbbc06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:31.036626 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe617a9b-6197-4f58-bb26-e1994dbbc06e None None] Routers {'77524309-8989-4536-b26c-0bb57a924891'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:07:31.038334 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-fe617a9b-6197-4f58-bb26-e1994dbbc06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:07:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['77524309-8989-4536-b26c-0bb57a924891'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:07:31.050711 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-6a9b62f5-9331-4e78-bafb-c7bd58051487 None None] For port fa9b0852-0dce-429d-b1ca-4d024da4debd, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=fa9b0852-0dce-429d-b1ca-4d024da4debd,segment=NetworkSegment(4ad1ba6d-b090-4894-b2a9-47345f05a06b),segment_id=4ad1ba6d-b090-4894-b2a9-47345f05a06b)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:07:31.072466 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-6a9b62f5-9331-4e78-bafb-c7bd58051487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:31.142661 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 9aa79d53-7ca7-4575-b13b-36263169cc90 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:07:31.176123 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b43f80-ea81-459b-89b2-deadcbf6b378 None None] Pushing event updated for resources: {'Port': ['ID=d31f0aa6-196c-4317-a686-2ef655b0d8a8,revision_number=3']} {{(pid=94423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:07:31.274841 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9b62f5-9331-4e78-bafb-c7bd58051487 None None] Pushing event updated for resources: {'Port': ['ID=fa9b0852-0dce-429d-b1ca-4d024da4debd,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:07:31.303552 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-cbfdd755-7505-42ff-9afc-da3f5a8f454c None None] Provisioning complete for port fa9b0852-0dce-429d-b1ca-4d024da4debd triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:07:31.303882 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-fe617a9b-6197-4f58-bb26-e1994dbbc06e None None] Set router 77524309-8989-4536-b26c-0bb57a924891 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:07:31.304160 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cbfdd755-7505-42ff-9afc-da3f5a8f454c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:31.369901 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-25a959d3-bd34-4218-b291-2e15d1f5b907 admin admin] Allocated IP 172.20.0.1 (e137355d-a47b-418b-940e-da9de64ab633/775567d2-fd2f-4f29-afd3-14c1ca249175/79339ad9-e044-4332-b92d-dfa98055f56e) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:07:31.382891 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 9aa79d53-7ca7-4575-b13b-36263169cc90 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:07:31.383840 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:31.654336 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-25a959d3-bd34-4218-b291-2e15d1f5b907 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:31.688342 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [None req-25a959d3-bd34-4218-b291-2e15d1f5b907 admin admin] Transition to ACTIVE for port object 79339ad9-e044-4332-b92d-dfa98055f56e will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:07:31.696214 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-fe617a9b-6197-4f58-bb26-e1994dbbc06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77524309-8989-4536-b26c-0bb57a924891', 'name': 'tempest-TestServerMultinode-921519217-router', 'tenant_id': '2c17c7e7441b4d4f93fac7f2ba40313c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': 'd31f0aa6-196c-4317-a686-2ef655b0d8a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:07:24Z', 'updated_at': '2021-08-05T12:07:26Z', 'revision_number': 3, 'project_id': '2c17c7e7441b4d4f93fac7f2ba40313c', 'gw_port': {'id': 'd31f0aa6-196c-4317-a686-2ef655b0d8a8', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:77:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77524309-8989-4536-b26c-0bb57a924891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:07:25Z', 'updated_at': '2021-08-05T12:07:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:07:31.774171 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-25a959d3-bd34-4218-b291-2e15d1f5b907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:31.780408 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe617a9b-6197-4f58-bb26-e1994dbbc06e None None] The sync data for ids ['77524309-8989-4536-b26c-0bb57a924891'] in n-d-803378-2 is: [{'id': '77524309-8989-4536-b26c-0bb57a924891', 'name': 'tempest-TestServerMultinode-921519217-router', 'tenant_id': '2c17c7e7441b4d4f93fac7f2ba40313c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': 'd31f0aa6-196c-4317-a686-2ef655b0d8a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:07:24Z', 'updated_at': '2021-08-05T12:07:26Z', 'revision_number': 3, 'project_id': '2c17c7e7441b4d4f93fac7f2ba40313c', 'gw_port': {'id': 'd31f0aa6-196c-4317-a686-2ef655b0d8a8', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:77:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77524309-8989-4536-b26c-0bb57a924891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:07:25Z', 'updated_at': '2021-08-05T12:07:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:07:31.859360 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a959d3-bd34-4218-b291-2e15d1f5b907 admin admin] Pushing event updated for resources: {'Port': ['ID=79339ad9-e044-4332-b92d-dfa98055f56e,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:07:31.895977 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a959d3-bd34-4218-b291-2e15d1f5b907 admin admin] Network e137355d-a47b-418b-940e-da9de64ab633 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:07:31.901000 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-25a959d3-bd34-4218-b291-2e15d1f5b907 admin admin] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:07:31.915224 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebe5c9f-587a-45c9-aad9-5a63643faa46 req-8bf77483-3d2c-4bcc-bbdd-847e9f3b039a tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:07:31.917422 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a959d3-bd34-4218-b291-2e15d1f5b907 admin admin] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:07:31.932764 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8ebe5c9f-587a-45c9-aad9-5a63643faa46 req-8bf77483-3d2c-4bcc-bbdd-847e9f3b039a tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4aeee61-754b-4adc-945a-a5e114a3f2c7 HTTP/1.1" status: 200 len: 946 time: 0.1552835 Aug 05 12:07:32.000053 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-25a959d3-bd34-4218-b291-2e15d1f5b907 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33288800'] for router_interface, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:32.024535 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8ebe5c9f-587a-45c9-aad9-5a63643faa46 req-45cf1d7a-7228-4938-89dc-fe1d4a6ca3b4 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "GET /v2.0/security-groups?id=def9d450-9527-4874-83f8-c0a6ecefb6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890121 Aug 05 12:07:32.330209 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-25a959d3-bd34-4218-b291-2e15d1f5b907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:32.516121 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-260c4695-f8ba-42b1-8046-aa4c1197d231 None None] Provisioning for port 79339ad9-e044-4332-b92d-dfa98055f56e completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:07:32.526114 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-260c4695-f8ba-42b1-8046-aa4c1197d231 None None] Provisioning complete for port 79339ad9-e044-4332-b92d-dfa98055f56e triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:07:32.526485 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-260c4695-f8ba-42b1-8046-aa4c1197d231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:32.619890 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-260c4695-f8ba-42b1-8046-aa4c1197d231 None None] Port 79339ad9-e044-4332-b92d-dfa98055f56e cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 12:07:32.731294 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-25a959d3-bd34-4218-b291-2e15d1f5b907 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:32.741852 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-25a959d3-bd34-4218-b291-2e15d1f5b907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:32.795746 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a1652463-3ed8-416b-92dc-a4bd84d8f089 req-595edb3c-b54b-409a-91ec-6bf98d4c431f tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1312062607&fields=id&tenant_id=f717acd5caa748b6b706fbaad1f3b969 HTTP/1.1" status: 200 len: 267 time: 0.0687690 Aug 05 12:07:32.877947 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-25a959d3-bd34-4218-b291-2e15d1f5b907 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33140268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33208272'] for router_interface, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:32.883201 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a959d3-bd34-4218-b291-2e15d1f5b907 admin admin] Pushing event updated for resources: {'Port': ['ID=79339ad9-e044-4332-b92d-dfa98055f56e,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:07:33.079017 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a959d3-bd34-4218-b291-2e15d1f5b907 admin admin] Network e137355d-a47b-418b-940e-da9de64ab633 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:07:33.082538 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-25a959d3-bd34-4218-b291-2e15d1f5b907 admin admin] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:07:33.116706 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1652463-3ed8-416b-92dc-a4bd84d8f089 req-f68e1d02-2fad-4e62-a494-a1958ff2abb5 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:07:33.128619 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a1652463-3ed8-416b-92dc-a4bd84d8f089 req-f68e1d02-2fad-4e62-a494-a1958ff2abb5 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/networks?id=b881efb6-f52e-4006-a158-c2aa42fef2fe HTTP/1.1" status: 200 len: 811 time: 0.3136759 Aug 05 12:07:33.153476 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a1652463-3ed8-416b-92dc-a4bd84d8f089 req-6a2d8b2b-f0a3-4ec1-ab05-e0e302116710 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/quotas/f717acd5caa748b6b706fbaad1f3b969 HTTP/1.1" status: 200 len: 375 time: 0.0229700 Aug 05 12:07:33.203447 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device d31f0aa6-196c-4317-a686-2ef655b0d8a8 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:07:33.311249 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a1652463-3ed8-416b-92dc-a4bd84d8f089 req-09203d7b-f065-4898-90c9-65a7db195619 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=f717acd5caa748b6b706fbaad1f3b969&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1558633 Aug 05 12:07:33.406239 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port d31f0aa6-196c-4317-a686-2ef655b0d8a8 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:07:33.421590 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port d31f0aa6-196c-4317-a686-2ef655b0d8a8 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:07:33.422741 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:33.469895 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25a959d3-bd34-4218-b291-2e15d1f5b907 admin admin] Router 77524309-8989-4536-b26c-0bb57a924891 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:07:33.575969 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772572cf-03f4-462d-8264-3f15d39bfca0 req-298496dd-7b00-42b7-bd0a-e56b8de2ec9f tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:07:33.579268 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-772572cf-03f4-462d-8264-3f15d39bfca0 req-298496dd-7b00-42b7-bd0a-e56b8de2ec9f tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4aeee61-754b-4adc-945a-a5e114a3f2c7 HTTP/1.1" status: 200 len: 946 time: 0.2424545 Aug 05 12:07:33.619148 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-8f79933f-138f-4838-8c59-b88fba8f4fd1 None None] Provisioning complete for port 79339ad9-e044-4332-b92d-dfa98055f56e triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:07:33.619831 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-8f79933f-138f-4838-8c59-b88fba8f4fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:33.692140 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:33.730608 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-8f79933f-138f-4838-8c59-b88fba8f4fd1 None None] Port 79339ad9-e044-4332-b92d-dfa98055f56e cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 12:07:33.762886 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port d31f0aa6-196c-4317-a686-2ef655b0d8a8, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=d31f0aa6-196c-4317-a686-2ef655b0d8a8,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:07:33.772230 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:33.773067 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25a959d3-bd34-4218-b291-2e15d1f5b907 admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:07:33.775712 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device fa9b0852-0dce-429d-b1ca-4d024da4debd up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:07:33.794169 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-25a959d3-bd34-4218-b291-2e15d1f5b907 admin admin] 10.222.0.58 "PUT /v2.0/routers/77524309-8989-4536-b26c-0bb57a924891/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3652904 Aug 05 12:07:33.954898 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=d31f0aa6-196c-4317-a686-2ef655b0d8a8,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:07:33.970754 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port fa9b0852-0dce-429d-b1ca-4d024da4debd triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:07:33.972124 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:34.225815 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a1652463-3ed8-416b-92dc-a4bd84d8f089 req-996703e3-4f57-4ca8-8aed-cf9396ece885 service neutron] 10.222.0.58 "GET /v2.0/networks/b881efb6-f52e-4006-a158-c2aa42fef2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8300564 Aug 05 12:07:34.231632 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-772572cf-03f4-462d-8264-3f15d39bfca0 req-69f3d98e-0fd1-438c-893e-6772f1efe154 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "GET /v2.0/security-groups?id=def9d450-9527-4874-83f8-c0a6ecefb6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6289444 Aug 05 12:07:34.420696 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a1652463-3ed8-416b-92dc-a4bd84d8f089 req-2891c41f-1529-486a-9c63-62f1b8fb3210 service neutron] 10.222.0.58 "GET /v2.0/networks/b881efb6-f52e-4006-a158-c2aa42fef2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751997 Aug 05 12:07:34.761992 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9703d0cb-6d6d-4475-bbec-82c87e93c7db None None] Sync routers for ids ['77524309-8989-4536-b26c-0bb57a924891'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:07:34.777548 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9703d0cb-6d6d-4475-bbec-82c87e93c7db None None] Routers {'77524309-8989-4536-b26c-0bb57a924891'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:07:34.778556 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-9703d0cb-6d6d-4475-bbec-82c87e93c7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:07:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['77524309-8989-4536-b26c-0bb57a924891'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:07:35.031611 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-9703d0cb-6d6d-4475-bbec-82c87e93c7db None None] Set router 77524309-8989-4536-b26c-0bb57a924891 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:07:35.101046 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device d31f0aa6-196c-4317-a686-2ef655b0d8a8 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:07:35.163029 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-75435a6c-1024-4222-b640-f2eaa70866cf req-b6ba8da1-744a-42e2-8f44-03312cf22c81 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=142c2374-4fd2-4491-b967-0a11f6ee87c7 HTTP/1.1" status: 200 len: 210 time: 0.0785005 Aug 05 12:07:35.249749 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33dd188-8361-4822-9a8c-04862c59245c req-8f6abaa3-f225-4b01-a229-6231511df744 tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:07:35.253926 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d33dd188-8361-4822-9a8c-04862c59245c req-8f6abaa3-f225-4b01-a229-6231511df744 tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] 10.222.0.58 "GET /v2.0/networks?id=3330a3ee-efaf-40db-80d7-9b1a3db68878 HTTP/1.1" status: 200 len: 910 time: 0.2871609 Aug 05 12:07:35.315873 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d33dd188-8361-4822-9a8c-04862c59245c req-6af73444-1864-469d-b831-64d937aba84c tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] 10.222.0.58 "GET /v2.0/quotas/2c17c7e7441b4d4f93fac7f2ba40313c HTTP/1.1" status: 200 len: 375 time: 0.0503306 Aug 05 12:07:35.474980 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port d31f0aa6-196c-4317-a686-2ef655b0d8a8 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:07:35.475908 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:35.530579 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d33dd188-8361-4822-9a8c-04862c59245c req-6d041c46-6fa2-4880-8ea0-ed3bd5023117 tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] 10.222.0.58 "GET /v2.0/ports?tenant_id=2c17c7e7441b4d4f93fac7f2ba40313c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2114301 Aug 05 12:07:35.604753 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d720297f-c591-41d1-88e7-1298427cc790 req-e74dce0e-2a68-4e14-9a77-0632787925cb tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:07:35.612812 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d720297f-c591-41d1-88e7-1298427cc790 req-e74dce0e-2a68-4e14-9a77-0632787925cb tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4aeee61-754b-4adc-945a-a5e114a3f2c7 HTTP/1.1" status: 200 len: 946 time: 0.1998174 Aug 05 12:07:35.759489 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-9703d0cb-6d6d-4475-bbec-82c87e93c7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77524309-8989-4536-b26c-0bb57a924891', 'name': 'tempest-TestServerMultinode-921519217-router', 'tenant_id': '2c17c7e7441b4d4f93fac7f2ba40313c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': 'd31f0aa6-196c-4317-a686-2ef655b0d8a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:07:24Z', 'updated_at': '2021-08-05T12:07:32Z', 'revision_number': 4, 'project_id': '2c17c7e7441b4d4f93fac7f2ba40313c', 'gw_port': {'id': 'd31f0aa6-196c-4317-a686-2ef655b0d8a8', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:77:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77524309-8989-4536-b26c-0bb57a924891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:07:25Z', 'updated_at': '2021-08-05T12:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '79339ad9-e044-4332-b92d-dfa98055f56e', 'name': '', 'network_id': 'e137355d-a47b-418b-940e-da9de64ab633', 'tenant_id': '2c17c7e7441b4d4f93fac7f2ba40313c', 'mac_address': 'fa:16:3e:ea:87:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77524309-8989-4536-b26c-0bb57a924891', 'device_owner': 'network:router_interface', 'standard_attr_id': 3400, 'fixed_ips': [{'subnet_id': '775567d2-fd2f-4f29-afd3-14c1ca249175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:07:30Z', 'updated_at': '2021-08-05T12:07:32Z', 'revision_number': 2, 'project_id': '2c17c7e7441b4d4f93fac7f2ba40313c', 'subnets': [{'id': '775567d2-fd2f-4f29-afd3-14c1ca249175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:07:35.764165 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d720297f-c591-41d1-88e7-1298427cc790 req-903422ca-2f37-45ba-ac5d-597dccdd0b3c tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "GET /v2.0/security-groups?id=def9d450-9527-4874-83f8-c0a6ecefb6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922256 Aug 05 12:07:35.833748 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9703d0cb-6d6d-4475-bbec-82c87e93c7db None None] Checking router: 77524309-8989-4536-b26c-0bb57a924891 for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:07:35.834666 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9703d0cb-6d6d-4475-bbec-82c87e93c7db None None] Updating router 77524309-8989-4536-b26c-0bb57a924891 port 79339ad9-e044-4332-b92d-dfa98055f56e binding host n-d-803378-2 {{(pid=94422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 12:07:35.844117 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d33dd188-8361-4822-9a8c-04862c59245c req-57064915-6f4a-4e73-9b11-272a5017b36e service neutron] 10.222.0.58 "GET /v2.0/networks/3330a3ee-efaf-40db-80d7-9b1a3db68878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2848375 Aug 05 12:07:35.907359 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-9703d0cb-6d6d-4475-bbec-82c87e93c7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:35.993082 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d33dd188-8361-4822-9a8c-04862c59245c req-5c2a4137-cccd-4fdf-b8bd-6671c988a897 service neutron] 10.222.0.58 "GET /v2.0/networks/3330a3ee-efaf-40db-80d7-9b1a3db68878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486742 Aug 05 12:07:36.290370 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d8d57094-6880-4713-bb4a-ca56b92f5758 req-d99c8808-0447-4bab-b694-f24c84f30c36 tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=d736798b-2b74-4282-bfa3-2bb173537269 HTTP/1.1" status: 200 len: 210 time: 0.0671272 Aug 05 12:07:36.359911 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-88a29f2b-fe09-4606-aa63-33a9c9e59f8d req-2cbe59e6-6171-478c-8b5a-f133a66c25a8 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=142c2374-4fd2-4491-b967-0a11f6ee87c7 HTTP/1.1" status: 200 len: 210 time: 0.0456309 Aug 05 12:07:36.473544 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-9703d0cb-6d6d-4475-bbec-82c87e93c7db None None] Notify callbacks [] for port, precommit_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:36.489688 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-9703d0cb-6d6d-4475-bbec-82c87e93c7db None None] Transition to ACTIVE for port object 79339ad9-e044-4332-b92d-dfa98055f56e will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:07:36.499619 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-9703d0cb-6d6d-4475-bbec-82c87e93c7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:36.616644 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc58f949-df43-4a9f-912d-fc910dd17097 None None] Pushing event updated for resources: {'Port': ['ID=79339ad9-e044-4332-b92d-dfa98055f56e,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:07:36.685334 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-9703d0cb-6d6d-4475-bbec-82c87e93c7db None None] Attempting to bind port 79339ad9-e044-4332-b92d-dfa98055f56e on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:07:36.686108 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-9703d0cb-6d6d-4475-bbec-82c87e93c7db None None] Attempting to bind port 79339ad9-e044-4332-b92d-dfa98055f56e by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '4ad1ba6d-b090-4894-b2a9-47345f05a06b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'e137355d-a47b-418b-940e-da9de64ab633'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:07:36.686499 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9703d0cb-6d6d-4475-bbec-82c87e93c7db None None] Attempting to bind port 79339ad9-e044-4332-b92d-dfa98055f56e on network e137355d-a47b-418b-940e-da9de64ab633 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:07:36.693771 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9703d0cb-6d6d-4475-bbec-82c87e93c7db None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:07:36.694195 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9703d0cb-6d6d-4475-bbec-82c87e93c7db None None] Checking segment: {'id': '4ad1ba6d-b090-4894-b2a9-47345f05a06b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'e137355d-a47b-418b-940e-da9de64ab633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:07:36.694576 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-9703d0cb-6d6d-4475-bbec-82c87e93c7db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:36.694988 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9703d0cb-6d6d-4475-bbec-82c87e93c7db None None] Bound using segment: {'id': '4ad1ba6d-b090-4894-b2a9-47345f05a06b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'e137355d-a47b-418b-940e-da9de64ab633'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:07:36.695648 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-9703d0cb-6d6d-4475-bbec-82c87e93c7db None None] Bound port: 79339ad9-e044-4332-b92d-dfa98055f56e, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ad1ba6d-b090-4894-b2a9-47345f05a06b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'e137355d-a47b-418b-940e-da9de64ab633'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:07:36.696251 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-9703d0cb-6d6d-4475-bbec-82c87e93c7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:36.904372 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-9703d0cb-6d6d-4475-bbec-82c87e93c7db None None] For port 79339ad9-e044-4332-b92d-dfa98055f56e, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:07:36.942451 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-9703d0cb-6d6d-4475-bbec-82c87e93c7db None None] For port 79339ad9-e044-4332-b92d-dfa98055f56e, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=79339ad9-e044-4332-b92d-dfa98055f56e,segment=NetworkSegment(4ad1ba6d-b090-4894-b2a9-47345f05a06b),segment_id=4ad1ba6d-b090-4894-b2a9-47345f05a06b)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:07:36.952747 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-9703d0cb-6d6d-4475-bbec-82c87e93c7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:36.969646 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1652463-3ed8-416b-92dc-a4bd84d8f089 req-9acc4de1-7791-4751-9cd5-93c0d428db2b tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:07:36.972870 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-a1652463-3ed8-416b-92dc-a4bd84d8f089 req-9acc4de1-7791-4751-9cd5-93c0d428db2b tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.55 "GET /v2.0/networks?id=b881efb6-f52e-4006-a158-c2aa42fef2fe HTTP/1.1" status: 200 len: 811 time: 0.2360783 Aug 05 12:07:37.115404 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc58f949-df43-4a9f-912d-fc910dd17097 None None] Pushing event updated for resources: {'Port': ['ID=79339ad9-e044-4332-b92d-dfa98055f56e,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:07:37.138887 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9703d0cb-6d6d-4475-bbec-82c87e93c7db None None] Routers {'77524309-8989-4536-b26c-0bb57a924891'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:07:37.139753 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-9703d0cb-6d6d-4475-bbec-82c87e93c7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:07:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['77524309-8989-4536-b26c-0bb57a924891'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:07:37.181625 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-a1652463-3ed8-416b-92dc-a4bd84d8f089 req-4f1e4651-5c8c-4175-9392-667720faf3d3 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f717acd5caa748b6b706fbaad1f3b969 HTTP/1.1" status: 200 len: 380 time: 0.1895132 Aug 05 12:07:37.196126 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-a1652463-3ed8-416b-92dc-a4bd84d8f089 req-64971245-8f67-4e74-919a-65325e20cfcf tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Request body: {'port': {'device_id': '142c2374-4fd2-4491-b967-0a11f6ee87c7', 'network_id': 'b881efb6-f52e-4006-a158-c2aa42fef2fe', 'admin_state_up': True, 'tenant_id': 'f717acd5caa748b6b706fbaad1f3b969', 'security_groups': ['acdb1763-a210-4486-a76f-c3f8ef2b3bec']}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:07:37.202659 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7982e165-14be-44db-840e-6a7fb8e6d762 req-29188f45-3df3-4618-bd9b-26bdfdd79f0c tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:07:37.233234 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7982e165-14be-44db-840e-6a7fb8e6d762 req-29188f45-3df3-4618-bd9b-26bdfdd79f0c tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4aeee61-754b-4adc-945a-a5e114a3f2c7 HTTP/1.1" status: 200 len: 946 time: 0.2098272 Aug 05 12:07:37.375746 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-9703d0cb-6d6d-4475-bbec-82c87e93c7db None None] Set router 77524309-8989-4536-b26c-0bb57a924891 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:07:37.400195 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7982e165-14be-44db-840e-6a7fb8e6d762 req-e5a4faeb-f859-476f-925d-14523e0838ca tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "GET /v2.0/security-groups?id=def9d450-9527-4874-83f8-c0a6ecefb6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1652632 Aug 05 12:07:37.539885 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1652463-3ed8-416b-92dc-a4bd84d8f089 req-64971245-8f67-4e74-919a-65325e20cfcf tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Made reservation on behalf of f717acd5caa748b6b706fbaad1f3b969 for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:07:37.546505 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-a1652463-3ed8-416b-92dc-a4bd84d8f089 req-64971245-8f67-4e74-919a-65325e20cfcf tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:37.598241 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-7994df2e-9366-4947-94eb-8ebf18846fe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:37.608233 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-81d6de14-882c-4505-a669-736ed276073d req-07683395-81a2-45a9-b022-1871803cc5ec tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=d736798b-2b74-4282-bfa3-2bb173537269 HTTP/1.1" status: 200 len: 210 time: 0.0887570 Aug 05 12:07:37.699881 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c455fc55-bebb-46ae-9219-eeaefc97e61f req-2bed1a52-4d59-444a-9b95-3f0e2b979b4f tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=142c2374-4fd2-4491-b967-0a11f6ee87c7 HTTP/1.1" status: 200 len: 210 time: 0.0857563 Aug 05 12:07:37.877994 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-9703d0cb-6d6d-4475-bbec-82c87e93c7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77524309-8989-4536-b26c-0bb57a924891', 'name': 'tempest-TestServerMultinode-921519217-router', 'tenant_id': '2c17c7e7441b4d4f93fac7f2ba40313c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': 'd31f0aa6-196c-4317-a686-2ef655b0d8a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:07:24Z', 'updated_at': '2021-08-05T12:07:32Z', 'revision_number': 4, 'project_id': '2c17c7e7441b4d4f93fac7f2ba40313c', 'gw_port': {'id': 'd31f0aa6-196c-4317-a686-2ef655b0d8a8', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:77:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77524309-8989-4536-b26c-0bb57a924891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:07:25Z', 'updated_at': '2021-08-05T12:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '79339ad9-e044-4332-b92d-dfa98055f56e', 'name': '', 'network_id': 'e137355d-a47b-418b-940e-da9de64ab633', 'tenant_id': '2c17c7e7441b4d4f93fac7f2ba40313c', 'mac_address': 'fa:16:3e:ea:87:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77524309-8989-4536-b26c-0bb57a924891', 'device_owner': 'network:router_interface', 'standard_attr_id': 3400, 'fixed_ips': [{'subnet_id': '775567d2-fd2f-4f29-afd3-14c1ca249175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:07:30Z', 'updated_at': '2021-08-05T12:07:36Z', 'revision_number': 4, 'project_id': '2c17c7e7441b4d4f93fac7f2ba40313c', 'subnets': [{'id': '775567d2-fd2f-4f29-afd3-14c1ca249175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:07:37.939149 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9703d0cb-6d6d-4475-bbec-82c87e93c7db None None] The sync data for ids ['77524309-8989-4536-b26c-0bb57a924891'] in n-d-803378-2 is: [{'id': '77524309-8989-4536-b26c-0bb57a924891', 'name': 'tempest-TestServerMultinode-921519217-router', 'tenant_id': '2c17c7e7441b4d4f93fac7f2ba40313c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': 'd31f0aa6-196c-4317-a686-2ef655b0d8a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:07:24Z', 'updated_at': '2021-08-05T12:07:32Z', 'revision_number': 4, 'project_id': '2c17c7e7441b4d4f93fac7f2ba40313c', 'gw_port': {'id': 'd31f0aa6-196c-4317-a686-2ef655b0d8a8', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:77:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77524309-8989-4536-b26c-0bb57a924891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:07:25Z', 'updated_at': '2021-08-05T12:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '79339ad9-e044-4332-b92d-dfa98055f56e', 'name': '', 'network_id': 'e137355d-a47b-418b-940e-da9de64ab633', 'tenant_id': '2c17c7e7441b4d4f93fac7f2ba40313c', 'mac_address': 'fa:16:3e:ea:87:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77524309-8989-4536-b26c-0bb57a924891', 'device_owner': 'network:router_interface', 'standard_attr_id': 3400, 'fixed_ips': [{'subnet_id': '775567d2-fd2f-4f29-afd3-14c1ca249175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:07:30Z', 'updated_at': '2021-08-05T12:07:36Z', 'revision_number': 4, 'project_id': '2c17c7e7441b4d4f93fac7f2ba40313c', 'subnets': [{'id': '775567d2-fd2f-4f29-afd3-14c1ca249175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:07:37.944063 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-a1652463-3ed8-416b-92dc-a4bd84d8f089 req-64971245-8f67-4e74-919a-65325e20cfcf tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Allocated IP 172.20.0.3 (b881efb6-f52e-4006-a158-c2aa42fef2fe/96bcc71c-db3b-48c5-a5c3-35b749d6182d/8270cea6-a90a-49e0-b750-cab62b95acee) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:07:38.227571 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a616cae-7ac9-4081-a4ef-ccfc12f84503 req-a0c268cd-f05d-4698-85ae-38376ae57c7a tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:07:38.241411 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8a616cae-7ac9-4081-a4ef-ccfc12f84503 req-a0c268cd-f05d-4698-85ae-38376ae57c7a tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4aeee61-754b-4adc-945a-a5e114a3f2c7 HTTP/1.1" status: 200 len: 946 time: 0.1450710 Aug 05 12:07:38.330011 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d500f2-2e13-474f-920e-b40f3a5b9dab req-cf1b63b3-2ea0-46ed-a536-46105cc7fe92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:07:38.335619 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d7d500f2-2e13-474f-920e-b40f3a5b9dab req-cf1b63b3-2ea0-46ed-a536-46105cc7fe92 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5ac79aa4804c4ec78dd715e0f7f164e5&device_id=c4aeee61-754b-4adc-945a-a5e114a3f2c7 HTTP/1.1" status: 200 len: 1097 time: 0.1958191 Aug 05 12:07:38.341619 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8a616cae-7ac9-4081-a4ef-ccfc12f84503 req-c9f6fe71-420f-49cc-8c36-e6145605fa64 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "GET /v2.0/security-groups?id=def9d450-9527-4874-83f8-c0a6ecefb6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960255 Aug 05 12:07:38.544886 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-a1652463-3ed8-416b-92dc-a4bd84d8f089 req-64971245-8f67-4e74-919a-65325e20cfcf tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:38.604897 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-a1652463-3ed8-416b-92dc-a4bd84d8f089 req-64971245-8f67-4e74-919a-65325e20cfcf tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Transition to ACTIVE for port object 8270cea6-a90a-49e0-b750-cab62b95acee will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:07:38.634617 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d500f2-2e13-474f-920e-b40f3a5b9dab req-631781b9-a1e7-4943-87e2-e2bfad005231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:07:38.637674 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d7d500f2-2e13-474f-920e-b40f3a5b9dab req-631781b9-a1e7-4943-87e2-e2bfad005231 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3f19e325-64cf-4e1f-b582-b20cec605cde HTTP/1.1" status: 200 len: 912 time: 0.2856185 Aug 05 12:07:38.802226 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-a1652463-3ed8-416b-92dc-a4bd84d8f089 req-64971245-8f67-4e74-919a-65325e20cfcf tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:38.885555 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64971245-8f67-4e74-919a-65325e20cfcf tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Pushing event updated for resources: {'Port': ['ID=8270cea6-a90a-49e0-b750-cab62b95acee,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:07:38.929958 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1652463-3ed8-416b-92dc-a4bd84d8f089 req-64971245-8f67-4e74-919a-65325e20cfcf tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Network b881efb6-f52e-4006-a158-c2aa42fef2fe is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:07:38.934174 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d7d500f2-2e13-474f-920e-b40f3a5b9dab req-95782ccc-7eb8-4371-8ab4-b06242c27e65 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f4be0502-a7e3-41af-943e-a3ca32b65a42 HTTP/1.1" status: 200 len: 1002 time: 0.2800424 Aug 05 12:07:38.935441 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-a1652463-3ed8-416b-92dc-a4bd84d8f089 req-64971245-8f67-4e74-919a-65325e20cfcf tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:07:38.938803 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1652463-3ed8-416b-92dc-a4bd84d8f089 req-64971245-8f67-4e74-919a-65325e20cfcf tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:07:39.010357 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33dd188-8361-4822-9a8c-04862c59245c req-6de2d996-e679-47eb-b33d-6a3cc612c2d3 tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:07:39.013312 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d33dd188-8361-4822-9a8c-04862c59245c req-6de2d996-e679-47eb-b33d-6a3cc612c2d3 tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] 10.222.0.64 "GET /v2.0/networks?id=3330a3ee-efaf-40db-80d7-9b1a3db68878 HTTP/1.1" status: 200 len: 910 time: 0.3257797 Aug 05 12:07:39.046523 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-d33dd188-8361-4822-9a8c-04862c59245c req-ce8c6eaf-853b-42fd-97b3-824624aaef5f tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] Request body: {'port': {'device_id': 'd736798b-2b74-4282-bfa3-2bb173537269', 'network_id': '3330a3ee-efaf-40db-80d7-9b1a3db68878', 'admin_state_up': True, 'tenant_id': '2c17c7e7441b4d4f93fac7f2ba40313c'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:07:39.125385 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-38c6754e-f550-4eb1-b238-5402776b8c65 req-def7cb03-dee5-4a3b-8930-d5d354991d90 tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=d736798b-2b74-4282-bfa3-2bb173537269 HTTP/1.1" status: 200 len: 210 time: 0.0717316 Aug 05 12:07:39.149162 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfa7713-819c-4f77-bca8-704acde23dd5 req-c9cf22fb-9d21-4a68-8136-d8e8c0402408 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:07:39.158952 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3cfa7713-819c-4f77-bca8-704acde23dd5 req-c9cf22fb-9d21-4a68-8136-d8e8c0402408 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=142c2374-4fd2-4491-b967-0a11f6ee87c7 HTTP/1.1" status: 200 len: 931 time: 0.2910268 Aug 05 12:07:39.163636 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 79339ad9-e044-4332-b92d-dfa98055f56e up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:07:39.191006 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d500f2-2e13-474f-920e-b40f3a5b9dab req-3d0af80e-8dc4-4f1a-ba38-360f02d7130a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:07:39.206881 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d7d500f2-2e13-474f-920e-b40f3a5b9dab req-3d0af80e-8dc4-4f1a-ba38-360f02d7130a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=aeea250c-5d17-40dc-96d1-f040d8812261 HTTP/1.1" status: 200 len: 850 time: 0.2615583 Aug 05 12:07:39.210003 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d33dd188-8361-4822-9a8c-04862c59245c req-ce8c6eaf-853b-42fd-97b3-824624aaef5f tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] Made reservation on behalf of 2c17c7e7441b4d4f93fac7f2ba40313c for: {'port': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:07:39.212772 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-d33dd188-8361-4822-9a8c-04862c59245c req-ce8c6eaf-853b-42fd-97b3-824624aaef5f tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:39.266209 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1652463-3ed8-416b-92dc-a4bd84d8f089 req-64971245-8f67-4e74-919a-65325e20cfcf tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:07:39.267461 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-a1652463-3ed8-416b-92dc-a4bd84d8f089 req-64971245-8f67-4e74-919a-65325e20cfcf tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:39.289330 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 79339ad9-e044-4332-b92d-dfa98055f56e completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:07:39.303949 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 79339ad9-e044-4332-b92d-dfa98055f56e triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:07:39.304399 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:39.366079 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-a1652463-3ed8-416b-92dc-a4bd84d8f089 req-64971245-8f67-4e74-919a-65325e20cfcf tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1777956 Aug 05 12:07:39.397625 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-a1652463-3ed8-416b-92dc-a4bd84d8f089 req-c28e83f1-9f57-4e76-8864-ad518d9efbe6 service neutron] Request body: {'port': {'device_id': '142c2374-4fd2-4491-b967-0a11f6ee87c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:07:39.442136 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d500f2-2e13-474f-920e-b40f3a5b9dab req-5074104e-1a3b-490b-9ae7-43e7877e946d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:07:39.444840 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d7d500f2-2e13-474f-920e-b40f3a5b9dab req-5074104e-1a3b-490b-9ae7-43e7877e946d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3f19e325-64cf-4e1f-b582-b20cec605cde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2244360 Aug 05 12:07:39.507816 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-a1652463-3ed8-416b-92dc-a4bd84d8f089 req-c28e83f1-9f57-4e76-8864-ad518d9efbe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:39.534694 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:39.573694 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [req-d33dd188-8361-4822-9a8c-04862c59245c req-ce8c6eaf-853b-42fd-97b3-824624aaef5f tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] Allocated IP 172.20.0.7 (3330a3ee-efaf-40db-80d7-9b1a3db68878/bc3c455e-695f-4096-b07a-a283b62db8ae/c327ff9b-2dc5-46c0-a380-7e8c72ebf0f5) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:07:39.617539 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-2853078c-b8a8-45e5-9b32-b704d0ed2cb9 None None] Provisioning for port 8270cea6-a90a-49e0-b750-cab62b95acee completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:07:39.650099 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-2853078c-b8a8-45e5-9b32-b704d0ed2cb9 None None] Provisioning complete for port 8270cea6-a90a-49e0-b750-cab62b95acee triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:07:39.650579 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-2853078c-b8a8-45e5-9b32-b704d0ed2cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:39.710913 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port 79339ad9-e044-4332-b92d-dfa98055f56e, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=79339ad9-e044-4332-b92d-dfa98055f56e,segment=NetworkSegment(4ad1ba6d-b090-4894-b2a9-47345f05a06b),segment_id=4ad1ba6d-b090-4894-b2a9-47345f05a06b)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:07:39.726351 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:39.760013 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3cfa7713-819c-4f77-bca8-704acde23dd5 req-c38cd4ec-053e-43ad-a517-851725b7c905 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=acdb1763-a210-4486-a76f-c3f8ef2b3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5996132 Aug 05 12:07:39.860534 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-2853078c-b8a8-45e5-9b32-b704d0ed2cb9 None None] Port 8270cea6-a90a-49e0-b750-cab62b95acee cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 12:07:39.861149 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d7d500f2-2e13-474f-920e-b40f3a5b9dab req-603e636d-7b23-4c77-9ee9-dd067262ebe6 service neutron] 10.222.0.55 "GET /v2.0/networks/3f19e325-64cf-4e1f-b582-b20cec605cde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4080737 Aug 05 12:07:39.871786 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=79339ad9-e044-4332-b92d-dfa98055f56e,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:07:39.891031 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32abd8b-4644-418b-a221-7ba242e57b9b req-a5fd2efc-4112-4e9e-add9-e5aeb542d445 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:07:39.905234 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a32abd8b-4644-418b-a221-7ba242e57b9b req-a5fd2efc-4112-4e9e-add9-e5aeb542d445 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4aeee61-754b-4adc-945a-a5e114a3f2c7 HTTP/1.1" status: 200 len: 946 time: 0.2603278 Aug 05 12:07:39.981152 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a32abd8b-4644-418b-a221-7ba242e57b9b req-93ea7697-3d0d-466c-a8dd-e42c87ff95ee tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "GET /v2.0/security-groups?id=def9d450-9527-4874-83f8-c0a6ecefb6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709591 Aug 05 12:07:40.031988 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-d33dd188-8361-4822-9a8c-04862c59245c req-ce8c6eaf-853b-42fd-97b3-824624aaef5f tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:40.056519 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-71df7c38-1a42-4646-9cb2-97ae7c0e427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:40.059986 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [req-d33dd188-8361-4822-9a8c-04862c59245c req-ce8c6eaf-853b-42fd-97b3-824624aaef5f tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] Transition to ACTIVE for port object c327ff9b-2dc5-46c0-a380-7e8c72ebf0f5 will not be triggered until provisioned by entity DHCP. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:07:40.127450 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:40.138509 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-d33dd188-8361-4822-9a8c-04862c59245c req-ce8c6eaf-853b-42fd-97b3-824624aaef5f tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:40.229490 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8c6eaf-853b-42fd-97b3-824624aaef5f tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] Pushing event updated for resources: {'Port': ['ID=c327ff9b-2dc5-46c0-a380-7e8c72ebf0f5,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:07:40.235319 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d7d500f2-2e13-474f-920e-b40f3a5b9dab req-3f71534a-90d1-428c-ab37-94204f56a99c service neutron] 10.222.0.55 "GET /v2.0/networks/3f19e325-64cf-4e1f-b582-b20cec605cde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3656089 Aug 05 12:07:40.264814 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d33dd188-8361-4822-9a8c-04862c59245c req-ce8c6eaf-853b-42fd-97b3-824624aaef5f tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] Network 3330a3ee-efaf-40db-80d7-9b1a3db68878 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:07:40.267317 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [req-d33dd188-8361-4822-9a8c-04862c59245c req-ce8c6eaf-853b-42fd-97b3-824624aaef5f tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:07:40.284703 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [req-d33dd188-8361-4822-9a8c-04862c59245c req-ce8c6eaf-853b-42fd-97b3-824624aaef5f tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:07:40.383589 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-a1652463-3ed8-416b-92dc-a4bd84d8f089 req-c28e83f1-9f57-4e76-8864-ad518d9efbe6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8270cea6-a90a-49e0-b750-cab62b95acee {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 12:07:40.398432 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-a1652463-3ed8-416b-92dc-a4bd84d8f089 req-c28e83f1-9f57-4e76-8864-ad518d9efbe6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:40.423921 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-a1652463-3ed8-416b-92dc-a4bd84d8f089 req-c28e83f1-9f57-4e76-8864-ad518d9efbe6 service neutron] Transition to ACTIVE for port object 8270cea6-a90a-49e0-b750-cab62b95acee will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:07:40.430654 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-a1652463-3ed8-416b-92dc-a4bd84d8f089 req-c28e83f1-9f57-4e76-8864-ad518d9efbe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:40.471516 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33dd188-8361-4822-9a8c-04862c59245c req-ce8c6eaf-853b-42fd-97b3-824624aaef5f tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:07:40.473065 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-d33dd188-8361-4822-9a8c-04862c59245c req-ce8c6eaf-853b-42fd-97b3-824624aaef5f tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:40.483265 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d25268d-4169-44bb-9ee4-772bfdb68153 req-1c9b415a-e2fb-4780-933d-b7a24190c81d tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:07:40.486125 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3d25268d-4169-44bb-9ee4-772bfdb68153 req-1c9b415a-e2fb-4780-933d-b7a24190c81d tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=d736798b-2b74-4282-bfa3-2bb173537269 HTTP/1.1" status: 200 len: 1027 time: 0.1393530 Aug 05 12:07:40.564831 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28e83f1-9f57-4e76-8864-ad518d9efbe6 service neutron] Pushing event updated for resources: {'Port': ['ID=8270cea6-a90a-49e0-b750-cab62b95acee,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:07:40.637494 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d33dd188-8361-4822-9a8c-04862c59245c req-ce8c6eaf-853b-42fd-97b3-824624aaef5f tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.6054833 Aug 05 12:07:40.686874 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-d33dd188-8361-4822-9a8c-04862c59245c req-16bea3ad-bb19-45f3-9ee8-b8895824ed3e service neutron] Request body: {'port': {'device_id': 'd736798b-2b74-4282-bfa3-2bb173537269', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-2'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:07:40.724647 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-a1652463-3ed8-416b-92dc-a4bd84d8f089 req-c28e83f1-9f57-4e76-8864-ad518d9efbe6 service neutron] Attempting to bind port 8270cea6-a90a-49e0-b750-cab62b95acee on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:07:40.725807 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-a1652463-3ed8-416b-92dc-a4bd84d8f089 req-c28e83f1-9f57-4e76-8864-ad518d9efbe6 service neutron] Attempting to bind port 8270cea6-a90a-49e0-b750-cab62b95acee by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': '556bee1a-9d74-4f14-94d0-708064ee6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'b881efb6-f52e-4006-a158-c2aa42fef2fe'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:07:40.726254 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1652463-3ed8-416b-92dc-a4bd84d8f089 req-c28e83f1-9f57-4e76-8864-ad518d9efbe6 service neutron] Attempting to bind port 8270cea6-a90a-49e0-b750-cab62b95acee on network b881efb6-f52e-4006-a158-c2aa42fef2fe {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:07:40.744748 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1652463-3ed8-416b-92dc-a4bd84d8f089 req-c28e83f1-9f57-4e76-8864-ad518d9efbe6 service neutron] Port 8270cea6-a90a-49e0-b750-cab62b95acee on network b881efb6-f52e-4006-a158-c2aa42fef2fe not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 12:07:40.745732 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1652463-3ed8-416b-92dc-a4bd84d8f089 req-c28e83f1-9f57-4e76-8864-ad518d9efbe6 service neutron] Attempting to bind port 8270cea6-a90a-49e0-b750-cab62b95acee on network b881efb6-f52e-4006-a158-c2aa42fef2fe {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:07:40.778947 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1652463-3ed8-416b-92dc-a4bd84d8f089 req-c28e83f1-9f57-4e76-8864-ad518d9efbe6 service neutron] Checking agent: {'id': 'a8f1dd2d-227c-4e30-8844-52419ba734db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:07:40.779625 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1652463-3ed8-416b-92dc-a4bd84d8f089 req-c28e83f1-9f57-4e76-8864-ad518d9efbe6 service neutron] Checking segment: {'id': '556bee1a-9d74-4f14-94d0-708064ee6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'b881efb6-f52e-4006-a158-c2aa42fef2fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:07:40.780297 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1652463-3ed8-416b-92dc-a4bd84d8f089 req-c28e83f1-9f57-4e76-8864-ad518d9efbe6 service neutron] Bound using segment: {'id': '556bee1a-9d74-4f14-94d0-708064ee6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'b881efb6-f52e-4006-a158-c2aa42fef2fe'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:07:40.787394 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3d25268d-4169-44bb-9ee4-772bfdb68153 req-5eecdb09-b2f4-4895-8aff-21b61671a5c5 tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=4b567533-5ff8-4dbf-8b6a-bc58f3b2f0dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374463 Aug 05 12:07:40.794541 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-a1652463-3ed8-416b-92dc-a4bd84d8f089 req-c28e83f1-9f57-4e76-8864-ad518d9efbe6 service neutron] Bound port: 8270cea6-a90a-49e0-b750-cab62b95acee, host: n-h2-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '556bee1a-9d74-4f14-94d0-708064ee6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'b881efb6-f52e-4006-a158-c2aa42fef2fe'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:07:40.795258 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-a1652463-3ed8-416b-92dc-a4bd84d8f089 req-c28e83f1-9f57-4e76-8864-ad518d9efbe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:41.058929 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-e6432f30-f8ea-4d9b-b940-3b9f87a66453 None None] Provisioning for port c327ff9b-2dc5-46c0-a380-7e8c72ebf0f5 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:07:41.090299 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-e6432f30-f8ea-4d9b-b940-3b9f87a66453 None None] Provisioning complete for port c327ff9b-2dc5-46c0-a380-7e8c72ebf0f5 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:07:41.090299 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e6432f30-f8ea-4d9b-b940-3b9f87a66453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:41.164368 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-a1652463-3ed8-416b-92dc-a4bd84d8f089 req-c28e83f1-9f57-4e76-8864-ad518d9efbe6 service neutron] For port 8270cea6-a90a-49e0-b750-cab62b95acee, host n-h2-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:07:41.193830 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-a1652463-3ed8-416b-92dc-a4bd84d8f089 req-c28e83f1-9f57-4e76-8864-ad518d9efbe6 service neutron] For port 8270cea6-a90a-49e0-b750-cab62b95acee, host n-h2-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=8270cea6-a90a-49e0-b750-cab62b95acee,segment=NetworkSegment(556bee1a-9d74-4f14-94d0-708064ee6011),segment_id=556bee1a-9d74-4f14-94d0-708064ee6011)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:07:41.204802 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-a1652463-3ed8-416b-92dc-a4bd84d8f089 req-c28e83f1-9f57-4e76-8864-ad518d9efbe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:41.223172 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 79339ad9-e044-4332-b92d-dfa98055f56e up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:07:41.259432 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-d33dd188-8361-4822-9a8c-04862c59245c req-16bea3ad-bb19-45f3-9ee8-b8895824ed3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:41.313231 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc8b61-3ac2-45fd-8370-c51d46162e4f req-2aca831e-36bf-48db-b595-7a8c83006496 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:07:41.326430 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-abdc8b61-3ac2-45fd-8370-c51d46162e4f req-2aca831e-36bf-48db-b595-7a8c83006496 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=142c2374-4fd2-4491-b967-0a11f6ee87c7 HTTP/1.1" status: 200 len: 943 time: 0.3227391 Aug 05 12:07:41.371881 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28e83f1-9f57-4e76-8864-ad518d9efbe6 service neutron] Pushing event updated for resources: {'Port': ['ID=8270cea6-a90a-49e0-b750-cab62b95acee,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:07:41.383183 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1652463-3ed8-416b-92dc-a4bd84d8f089 req-c28e83f1-9f57-4e76-8864-ad518d9efbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:07:41.385466 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-a1652463-3ed8-416b-92dc-a4bd84d8f089 req-c28e83f1-9f57-4e76-8864-ad518d9efbe6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:41.387389 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-a1652463-3ed8-416b-92dc-a4bd84d8f089 req-c28e83f1-9f57-4e76-8864-ad518d9efbe6 service neutron] 10.222.0.55 "PUT /v2.0/ports/8270cea6-a90a-49e0-b750-cab62b95acee HTTP/1.1" status: 200 len: 1091 time: 2.0010474 Aug 05 12:07:41.388427 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '142c2374-4fd2-4491-b967-0a11f6ee87c7', 'tag': '8270cea6-a90a-49e0-b750-cab62b95acee'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:07:41.393572 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-085ad1ba-69f7-4a6c-a283-0a9183dde410" -d '{"events": [{"name": "network-changed", "server_uuid": "142c2374-4fd2-4491-b967-0a11f6ee87c7", "tag": "8270cea6-a90a-49e0-b750-cab62b95acee"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:07:41.420120 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-e6432f30-f8ea-4d9b-b940-3b9f87a66453 None None] Port c327ff9b-2dc5-46c0-a380-7e8c72ebf0f5 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 12:07:41.486841 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 79339ad9-e044-4332-b92d-dfa98055f56e triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:07:41.488067 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:41.569437 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-abdc8b61-3ac2-45fd-8370-c51d46162e4f req-186464cf-f8c7-4a77-ac50-09f1b7d843ba tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=acdb1763-a210-4486-a76f-c3f8ef2b3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2410471 Aug 05 12:07:41.617088 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1652463-3ed8-416b-92dc-a4bd84d8f089 req-336abfde-876f-4c53-94d8-4cd038c2cd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:07:41.620809 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-a1652463-3ed8-416b-92dc-a4bd84d8f089 req-336abfde-876f-4c53-94d8-4cd038c2cd09 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f717acd5caa748b6b706fbaad1f3b969&device_id=142c2374-4fd2-4491-b967-0a11f6ee87c7 HTTP/1.1" status: 200 len: 1094 time: 0.1430206 Aug 05 12:07:41.641855 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa6cca2-9aee-4c60-a061-3a703490ea8f req-80333b50-3fba-454c-91a4-970a8c347555 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:07:41.664398 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ffa6cca2-9aee-4c60-a061-3a703490ea8f req-80333b50-3fba-454c-91a4-970a8c347555 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4aeee61-754b-4adc-945a-a5e114a3f2c7 HTTP/1.1" status: 200 len: 946 time: 0.3674080 Aug 05 12:07:41.721329 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-a1652463-3ed8-416b-92dc-a4bd84d8f089 req-217ac0ea-faad-4f21-808b-2aa77a0673ea service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8270cea6-a90a-49e0-b750-cab62b95acee HTTP/1.1" status: 200 len: 217 time: 0.0798144 Aug 05 12:07:41.734638 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 12:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff2ab3f4-744f-439d-88e9-e1deedfe17df x-openstack-request-id: req-ff2ab3f4-744f-439d-88e9-e1deedfe17df {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:07:41.735614 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "142c2374-4fd2-4491-b967-0a11f6ee87c7", "tag": "8270cea6-a90a-49e0-b750-cab62b95acee", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:07:41.736269 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ff2ab3f4-744f-439d-88e9-e1deedfe17df {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:07:41.737180 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '142c2374-4fd2-4491-b967-0a11f6ee87c7', 'tag': '8270cea6-a90a-49e0-b750-cab62b95acee', 'status': 'completed', 'code': 200} Aug 05 12:07:41.835957 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:41.908019 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1652463-3ed8-416b-92dc-a4bd84d8f089 req-b68b0aa0-20ff-4580-968d-bc6f9d7aa37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:07:41.910682 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-a1652463-3ed8-416b-92dc-a4bd84d8f089 req-b68b0aa0-20ff-4580-968d-bc6f9d7aa37b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=96bcc71c-db3b-48c5-a5c3-35b749d6182d HTTP/1.1" status: 200 len: 850 time: 0.1647303 Aug 05 12:07:42.003648 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1652463-3ed8-416b-92dc-a4bd84d8f089 req-7e9796df-0bd5-4706-9729-5811c3ab41ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:07:42.009559 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-a1652463-3ed8-416b-92dc-a4bd84d8f089 req-7e9796df-0bd5-4706-9729-5811c3ab41ee service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b881efb6-f52e-4006-a158-c2aa42fef2fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0909169 Aug 05 12:07:42.031966 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ffa6cca2-9aee-4c60-a061-3a703490ea8f req-5bdb59bf-c7fd-42c3-950d-271d6c0e9598 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "GET /v2.0/security-groups?id=def9d450-9527-4874-83f8-c0a6ecefb6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3659222 Aug 05 12:07:42.170117 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240f7779-1664-468f-a484-b9085fe5fccc req-0eae119f-d200-4210-9bd7-bc7f510eb28b tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:07:42.172184 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-240f7779-1664-468f-a484-b9085fe5fccc req-0eae119f-d200-4210-9bd7-bc7f510eb28b tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=d736798b-2b74-4282-bfa3-2bb173537269 HTTP/1.1" status: 200 len: 1027 time: 0.1205230 Aug 05 12:07:42.196718 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-a1652463-3ed8-416b-92dc-a4bd84d8f089 req-8651e034-c18b-4c03-b687-dfe28ef0e60e service neutron] 10.222.0.55 "GET /v2.0/networks/b881efb6-f52e-4006-a158-c2aa42fef2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647620 Aug 05 12:07:42.267015 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-240f7779-1664-468f-a484-b9085fe5fccc req-17bc6286-bdf2-4cff-b555-553cd1dbcabc tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=4b567533-5ff8-4dbf-8b6a-bc58f3b2f0dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790443 Aug 05 12:07:42.368251 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [req-d33dd188-8361-4822-9a8c-04862c59245c req-16bea3ad-bb19-45f3-9ee8-b8895824ed3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c327ff9b-2dc5-46c0-a380-7e8c72ebf0f5 {{(pid=94420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 12:07:42.383689 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-d33dd188-8361-4822-9a8c-04862c59245c req-16bea3ad-bb19-45f3-9ee8-b8895824ed3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:42.387521 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-a1652463-3ed8-416b-92dc-a4bd84d8f089 req-6e56159e-aaae-402e-a509-bce1f1bb3667 service neutron] 10.222.0.55 "GET /v2.0/networks/b881efb6-f52e-4006-a158-c2aa42fef2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801643 Aug 05 12:07:42.404616 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [req-d33dd188-8361-4822-9a8c-04862c59245c req-16bea3ad-bb19-45f3-9ee8-b8895824ed3e service neutron] Transition to ACTIVE for port object c327ff9b-2dc5-46c0-a380-7e8c72ebf0f5 will not be triggered until provisioned by entity L2. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:07:42.410106 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-d33dd188-8361-4822-9a8c-04862c59245c req-16bea3ad-bb19-45f3-9ee8-b8895824ed3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:42.478698 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bea3ad-bb19-45f3-9ee8-b8895824ed3e service neutron] Pushing event updated for resources: {'Port': ['ID=c327ff9b-2dc5-46c0-a380-7e8c72ebf0f5,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:07:42.567207 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085ad1ba-69f7-4a6c-a283-0a9183dde410 req-13ae5d38-497f-4f29-a953-4cea752006b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:07:42.572356 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-085ad1ba-69f7-4a6c-a283-0a9183dde410 req-13ae5d38-497f-4f29-a953-4cea752006b4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f717acd5caa748b6b706fbaad1f3b969&device_id=142c2374-4fd2-4491-b967-0a11f6ee87c7 HTTP/1.1" status: 200 len: 1094 time: 0.0669746 Aug 05 12:07:42.691022 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-d33dd188-8361-4822-9a8c-04862c59245c req-16bea3ad-bb19-45f3-9ee8-b8895824ed3e service neutron] Attempting to bind port c327ff9b-2dc5-46c0-a380-7e8c72ebf0f5 on host n-h1-803378-2 for vnic_type normal with profile {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:07:42.691383 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-d33dd188-8361-4822-9a8c-04862c59245c req-16bea3ad-bb19-45f3-9ee8-b8895824ed3e service neutron] Attempting to bind port c327ff9b-2dc5-46c0-a380-7e8c72ebf0f5 by drivers openvswitch,hyperv on host n-h1-803378-2 at level 0 using segments [{'id': '8ad73fcf-4faf-4bf7-8495-9b21cf8f85be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '3330a3ee-efaf-40db-80d7-9b1a3db68878'}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:07:42.691794 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33dd188-8361-4822-9a8c-04862c59245c req-16bea3ad-bb19-45f3-9ee8-b8895824ed3e service neutron] Attempting to bind port c327ff9b-2dc5-46c0-a380-7e8c72ebf0f5 on network 3330a3ee-efaf-40db-80d7-9b1a3db68878 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:07:42.703273 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33dd188-8361-4822-9a8c-04862c59245c req-16bea3ad-bb19-45f3-9ee8-b8895824ed3e service neutron] Port c327ff9b-2dc5-46c0-a380-7e8c72ebf0f5 on network 3330a3ee-efaf-40db-80d7-9b1a3db68878 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-2 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 12:07:42.703819 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33dd188-8361-4822-9a8c-04862c59245c req-16bea3ad-bb19-45f3-9ee8-b8895824ed3e service neutron] Attempting to bind port c327ff9b-2dc5-46c0-a380-7e8c72ebf0f5 on network 3330a3ee-efaf-40db-80d7-9b1a3db68878 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:07:42.717618 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33dd188-8361-4822-9a8c-04862c59245c req-16bea3ad-bb19-45f3-9ee8-b8895824ed3e service neutron] Checking agent: {'id': '40bb7567-59bd-4b31-bc29-da1c50bca759', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:07:42.718526 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33dd188-8361-4822-9a8c-04862c59245c req-16bea3ad-bb19-45f3-9ee8-b8895824ed3e service neutron] Checking segment: {'id': '8ad73fcf-4faf-4bf7-8495-9b21cf8f85be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '3330a3ee-efaf-40db-80d7-9b1a3db68878'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:07:42.719352 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33dd188-8361-4822-9a8c-04862c59245c req-16bea3ad-bb19-45f3-9ee8-b8895824ed3e service neutron] Bound using segment: {'id': '8ad73fcf-4faf-4bf7-8495-9b21cf8f85be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '3330a3ee-efaf-40db-80d7-9b1a3db68878'} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:07:42.720525 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-d33dd188-8361-4822-9a8c-04862c59245c req-16bea3ad-bb19-45f3-9ee8-b8895824ed3e service neutron] Bound port: c327ff9b-2dc5-46c0-a380-7e8c72ebf0f5, host: n-h1-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ad73fcf-4faf-4bf7-8495-9b21cf8f85be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '3330a3ee-efaf-40db-80d7-9b1a3db68878'}}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:07:42.721328 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-d33dd188-8361-4822-9a8c-04862c59245c req-16bea3ad-bb19-45f3-9ee8-b8895824ed3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:42.776912 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085ad1ba-69f7-4a6c-a283-0a9183dde410 req-f388f740-cd31-411b-9a75-42a6bb3ff8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:07:42.781439 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-085ad1ba-69f7-4a6c-a283-0a9183dde410 req-f388f740-cd31-411b-9a75-42a6bb3ff8b6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b881efb6-f52e-4006-a158-c2aa42fef2fe HTTP/1.1" status: 200 len: 912 time: 0.1906941 Aug 05 12:07:42.862143 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-085ad1ba-69f7-4a6c-a283-0a9183dde410 req-9e8ed132-b552-4a49-b1e8-6004ccb6b690 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8270cea6-a90a-49e0-b750-cab62b95acee HTTP/1.1" status: 200 len: 217 time: 0.0721829 Aug 05 12:07:42.918561 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9ea787-a3b6-4c79-a27a-2d1c22646381 req-76fe6639-7d3c-4a8a-89fa-0f06aff99cf0 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:07:42.921460 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4a9ea787-a3b6-4c79-a27a-2d1c22646381 req-76fe6639-7d3c-4a8a-89fa-0f06aff99cf0 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=142c2374-4fd2-4491-b967-0a11f6ee87c7 HTTP/1.1" status: 200 len: 943 time: 0.1781874 Aug 05 12:07:42.930754 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-d33dd188-8361-4822-9a8c-04862c59245c req-16bea3ad-bb19-45f3-9ee8-b8895824ed3e service neutron] For port c327ff9b-2dc5-46c0-a380-7e8c72ebf0f5, host n-h1-803378-2, cleared binding levels {{(pid=94420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:07:42.939733 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-d33dd188-8361-4822-9a8c-04862c59245c req-16bea3ad-bb19-45f3-9ee8-b8895824ed3e service neutron] For port c327ff9b-2dc5-46c0-a380-7e8c72ebf0f5, host n-h1-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=c327ff9b-2dc5-46c0-a380-7e8c72ebf0f5,segment=NetworkSegment(8ad73fcf-4faf-4bf7-8495-9b21cf8f85be),segment_id=8ad73fcf-4faf-4bf7-8495-9b21cf8f85be)] {{(pid=94420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:07:42.985549 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-d33dd188-8361-4822-9a8c-04862c59245c req-16bea3ad-bb19-45f3-9ee8-b8895824ed3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:42.998777 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085ad1ba-69f7-4a6c-a283-0a9183dde410 req-ac0018f2-272d-4943-aa73-03ff0ddbf9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:07:43.007133 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-085ad1ba-69f7-4a6c-a283-0a9183dde410 req-ac0018f2-272d-4943-aa73-03ff0ddbf9c1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=96bcc71c-db3b-48c5-a5c3-35b749d6182d HTTP/1.1" status: 200 len: 850 time: 0.1348724 Aug 05 12:07:43.096069 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bea3ad-bb19-45f3-9ee8-b8895824ed3e service neutron] Pushing event updated for resources: {'Port': ['ID=c327ff9b-2dc5-46c0-a380-7e8c72ebf0f5,revision_number=3']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:07:43.106928 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33dd188-8361-4822-9a8c-04862c59245c req-16bea3ad-bb19-45f3-9ee8-b8895824ed3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:07:43.107679 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-d33dd188-8361-4822-9a8c-04862c59245c req-16bea3ad-bb19-45f3-9ee8-b8895824ed3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:43.109316 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d33dd188-8361-4822-9a8c-04862c59245c req-16bea3ad-bb19-45f3-9ee8-b8895824ed3e service neutron] 10.222.0.64 "PUT /v2.0/ports/c327ff9b-2dc5-46c0-a380-7e8c72ebf0f5 HTTP/1.1" status: 200 len: 1091 time: 2.4449055 Aug 05 12:07:43.110040 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd736798b-2b74-4282-bfa3-2bb173537269', 'tag': 'c327ff9b-2dc5-46c0-a380-7e8c72ebf0f5'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:07:43.112989 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}828068ad8d405ad77660ce68fa78e1ffe658725812f7a08f9e488a446589295b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83c8a3d1-8af8-47ce-87d4-9fce74c77302" -d '{"events": [{"name": "network-changed", "server_uuid": "d736798b-2b74-4282-bfa3-2bb173537269", "tag": "c327ff9b-2dc5-46c0-a380-7e8c72ebf0f5"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:07:43.136367 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085ad1ba-69f7-4a6c-a283-0a9183dde410 req-9e479769-ec45-4152-8cef-044a8e3569dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:07:43.140966 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-085ad1ba-69f7-4a6c-a283-0a9183dde410 req-9e479769-ec45-4152-8cef-044a8e3569dd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b881efb6-f52e-4006-a158-c2aa42fef2fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1277685 Aug 05 12:07:43.150603 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4a9ea787-a3b6-4c79-a27a-2d1c22646381 req-9a4f4ce3-e3fb-44bb-a5ef-d8a579a31744 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=acdb1763-a210-4486-a76f-c3f8ef2b3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1980190 Aug 05 12:07:43.358532 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33dd188-8361-4822-9a8c-04862c59245c req-8f094053-9cd2-41d0-9404-b48e43055b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:07:43.380083 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d33dd188-8361-4822-9a8c-04862c59245c req-8f094053-9cd2-41d0-9404-b48e43055b30 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2c17c7e7441b4d4f93fac7f2ba40313c&device_id=d736798b-2b74-4282-bfa3-2bb173537269 HTTP/1.1" status: 200 len: 1094 time: 0.1636612 Aug 05 12:07:43.415605 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-085ad1ba-69f7-4a6c-a283-0a9183dde410 req-89563abc-bfa2-4579-b8f8-6c4b832e4707 service neutron] 10.222.0.55 "GET /v2.0/networks/b881efb6-f52e-4006-a158-c2aa42fef2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465389 Aug 05 12:07:43.520658 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 12:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1c4f297-6814-406d-8aeb-df688023c3fd x-openstack-request-id: req-d1c4f297-6814-406d-8aeb-df688023c3fd {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:07:43.521969 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d736798b-2b74-4282-bfa3-2bb173537269", "tag": "c327ff9b-2dc5-46c0-a380-7e8c72ebf0f5", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:07:43.522706 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d1c4f297-6814-406d-8aeb-df688023c3fd {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:07:43.523646 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd736798b-2b74-4282-bfa3-2bb173537269', 'tag': 'c327ff9b-2dc5-46c0-a380-7e8c72ebf0f5', 'status': 'completed', 'code': 200} Aug 05 12:07:43.528766 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d33dd188-8361-4822-9a8c-04862c59245c req-48874fc8-da90-4f12-b31e-b54e4610e7e2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c327ff9b-2dc5-46c0-a380-7e8c72ebf0f5 HTTP/1.1" status: 200 len: 217 time: 0.1278965 Aug 05 12:07:43.652930 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-085ad1ba-69f7-4a6c-a283-0a9183dde410 req-08a55a27-ea03-4eb2-9297-7c0f2ae996e9 service neutron] 10.222.0.55 "GET /v2.0/networks/b881efb6-f52e-4006-a158-c2aa42fef2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356856 Aug 05 12:07:43.691870 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33dd188-8361-4822-9a8c-04862c59245c req-a43eb7e4-bdce-474c-a2ce-4e12c0fe451e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:07:43.694527 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d33dd188-8361-4822-9a8c-04862c59245c req-a43eb7e4-bdce-474c-a2ce-4e12c0fe451e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bc3c455e-695f-4096-b07a-a283b62db8ae HTTP/1.1" status: 200 len: 848 time: 0.1481004 Aug 05 12:07:43.705139 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3734eb3c-bbec-4e60-9aa2-ba9eb52c3cd7 req-729cdd6d-b0ff-4416-8a22-e1cf46dc4bec tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:07:43.707913 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3734eb3c-bbec-4e60-9aa2-ba9eb52c3cd7 req-729cdd6d-b0ff-4416-8a22-e1cf46dc4bec tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=d736798b-2b74-4282-bfa3-2bb173537269 HTTP/1.1" status: 200 len: 1094 time: 0.1904025 Aug 05 12:07:43.865417 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3734eb3c-bbec-4e60-9aa2-ba9eb52c3cd7 req-3f44eb95-81e7-482e-98a1-5469db5bfd28 tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=4b567533-5ff8-4dbf-8b6a-bc58f3b2f0dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418805 Aug 05 12:07:43.871216 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33dd188-8361-4822-9a8c-04862c59245c req-7eb9a8ab-ae7a-4f4b-923e-fee7ad86f35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:07:43.874060 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d33dd188-8361-4822-9a8c-04862c59245c req-7eb9a8ab-ae7a-4f4b-923e-fee7ad86f35b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3330a3ee-efaf-40db-80d7-9b1a3db68878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1640005 Aug 05 12:07:43.971093 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:44.055587 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d33dd188-8361-4822-9a8c-04862c59245c req-5e70874b-d989-47ca-92d7-d28a50afd884 service neutron] 10.222.0.64 "GET /v2.0/networks/3330a3ee-efaf-40db-80d7-9b1a3db68878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713789 Aug 05 12:07:44.267903 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d33dd188-8361-4822-9a8c-04862c59245c req-6ca38241-859d-49aa-a4d8-244c7840fcd6 service neutron] 10.222.0.64 "GET /v2.0/networks/3330a3ee-efaf-40db-80d7-9b1a3db68878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009931 Aug 05 12:07:44.368547 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c73f4e-16b0-42fd-ac9a-ae96f516037d req-67b622f1-3527-4478-ad91-da4bbe1054de tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:07:44.371385 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d6c73f4e-16b0-42fd-ac9a-ae96f516037d req-67b622f1-3527-4478-ad91-da4bbe1054de tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=142c2374-4fd2-4491-b967-0a11f6ee87c7 HTTP/1.1" status: 200 len: 943 time: 0.1010988 Aug 05 12:07:44.499891 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d6c73f4e-16b0-42fd-ac9a-ae96f516037d req-77ecd7b7-94c7-4fb7-8926-215e5b802bd2 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=acdb1763-a210-4486-a76f-c3f8ef2b3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143246 Aug 05 12:07:44.509693 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c8a3d1-8af8-47ce-87d4-9fce74c77302 req-e3f073fc-a8a2-4250-bec5-30d74527d645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:07:44.512333 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-83c8a3d1-8af8-47ce-87d4-9fce74c77302 req-e3f073fc-a8a2-4250-bec5-30d74527d645 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2c17c7e7441b4d4f93fac7f2ba40313c&device_id=d736798b-2b74-4282-bfa3-2bb173537269 HTTP/1.1" status: 200 len: 1094 time: 0.1293349 Aug 05 12:07:44.698339 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c8a3d1-8af8-47ce-87d4-9fce74c77302 req-2305deba-4e01-48cb-8b63-8f3c7a74877e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:07:44.700804 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-83c8a3d1-8af8-47ce-87d4-9fce74c77302 req-2305deba-4e01-48cb-8b63-8f3c7a74877e service neutron] 10.222.0.64 "GET /v2.0/networks?id=3330a3ee-efaf-40db-80d7-9b1a3db68878 HTTP/1.1" status: 200 len: 910 time: 0.1704249 Aug 05 12:07:44.773220 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-83c8a3d1-8af8-47ce-87d4-9fce74c77302 req-d84167a9-e595-4316-8b5c-0d25ec3b6403 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c327ff9b-2dc5-46c0-a380-7e8c72ebf0f5 HTTP/1.1" status: 200 len: 217 time: 0.0617349 Aug 05 12:07:44.847871 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c8a3d1-8af8-47ce-87d4-9fce74c77302 req-f8bbdb16-c5f5-49fa-a592-5176cbb23983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:07:44.850524 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-83c8a3d1-8af8-47ce-87d4-9fce74c77302 req-f8bbdb16-c5f5-49fa-a592-5176cbb23983 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bc3c455e-695f-4096-b07a-a283b62db8ae HTTP/1.1" status: 200 len: 848 time: 0.0648067 Aug 05 12:07:44.918660 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c8a3d1-8af8-47ce-87d4-9fce74c77302 req-e51f3873-8de2-445b-81cd-e95cfeaf0d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:07:44.920624 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-83c8a3d1-8af8-47ce-87d4-9fce74c77302 req-e51f3873-8de2-445b-81cd-e95cfeaf0d53 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3330a3ee-efaf-40db-80d7-9b1a3db68878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0611987 Aug 05 12:07:45.111185 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1193a249-4d63-4409-9112-a3aa265d5fa7 req-10afc23b-2a7b-4a3c-bed4-20de5e230efb tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:07:45.113029 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1193a249-4d63-4409-9112-a3aa265d5fa7 req-10afc23b-2a7b-4a3c-bed4-20de5e230efb tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=d736798b-2b74-4282-bfa3-2bb173537269 HTTP/1.1" status: 200 len: 1094 time: 0.0953188 Aug 05 12:07:45.115539 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-83c8a3d1-8af8-47ce-87d4-9fce74c77302 req-a8ef8e7d-1b75-4630-a00e-a3d8fe973f95 service neutron] 10.222.0.64 "GET /v2.0/networks/3330a3ee-efaf-40db-80d7-9b1a3db68878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856706 Aug 05 12:07:45.228006 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1193a249-4d63-4409-9112-a3aa265d5fa7 req-1eed8d23-023a-43ac-9258-6d3595603bdc tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=4b567533-5ff8-4dbf-8b6a-bc58f3b2f0dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065419 Aug 05 12:07:45.298879 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-83c8a3d1-8af8-47ce-87d4-9fce74c77302 req-570fe98a-ea73-450e-ac9a-161c3f4cd658 service neutron] 10.222.0.64 "GET /v2.0/networks/3330a3ee-efaf-40db-80d7-9b1a3db68878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704652 Aug 05 12:07:45.713569 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b453977e-a149-460a-b721-27f52e86f189 req-f9c97189-4165-417f-8c2e-3b1e141f5649 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:07:45.716668 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b453977e-a149-460a-b721-27f52e86f189 req-f9c97189-4165-417f-8c2e-3b1e141f5649 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=142c2374-4fd2-4491-b967-0a11f6ee87c7 HTTP/1.1" status: 200 len: 943 time: 0.1136491 Aug 05 12:07:45.784035 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b453977e-a149-460a-b721-27f52e86f189 req-ffc54922-7991-4831-9bc4-6042cdd9d918 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=acdb1763-a210-4486-a76f-c3f8ef2b3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562246 Aug 05 12:07:46.435119 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a24c47-bb4f-4e8c-b5f9-58b13792bb47 req-0f04b0fd-0ad6-471e-9314-3d24dfc1bc94 tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:07:46.437814 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f0a24c47-bb4f-4e8c-b5f9-58b13792bb47 req-0f04b0fd-0ad6-471e-9314-3d24dfc1bc94 tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=d736798b-2b74-4282-bfa3-2bb173537269 HTTP/1.1" status: 200 len: 1094 time: 0.0747991 Aug 05 12:07:46.492765 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f0a24c47-bb4f-4e8c-b5f9-58b13792bb47 req-7a4c1184-7215-4c80-bf33-69609dfe1999 tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=4b567533-5ff8-4dbf-8b6a-bc58f3b2f0dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484178 Aug 05 12:07:46.949179 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99500bc7-70a4-45d4-9793-70dc4e79fa6d req-d9d65766-271f-4a09-834a-5c89cc536c8c tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:07:46.951574 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-99500bc7-70a4-45d4-9793-70dc4e79fa6d req-d9d65766-271f-4a09-834a-5c89cc536c8c tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=142c2374-4fd2-4491-b967-0a11f6ee87c7 HTTP/1.1" status: 200 len: 943 time: 0.0624084 Aug 05 12:07:47.019473 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-99500bc7-70a4-45d4-9793-70dc4e79fa6d req-a47465be-15f9-41f2-817f-f0ff1bc62fa4 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=acdb1763-a210-4486-a76f-c3f8ef2b3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586882 Aug 05 12:07:47.686732 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd4476e-a9f7-43fa-805c-455033741033 req-f7320501-0cf5-4670-bb0f-3e2c427d734c tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:07:47.689548 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2dd4476e-a9f7-43fa-805c-455033741033 req-f7320501-0cf5-4670-bb0f-3e2c427d734c tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=d736798b-2b74-4282-bfa3-2bb173537269 HTTP/1.1" status: 200 len: 1094 time: 0.0845547 Aug 05 12:07:47.752955 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2dd4476e-a9f7-43fa-805c-455033741033 req-1f3f0f74-30f5-403d-b169-4f81e26fb490 tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=4b567533-5ff8-4dbf-8b6a-bc58f3b2f0dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558903 Aug 05 12:07:48.182682 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a9ab20-6eba-4cd6-aeec-c04a6e8e05a9 req-4927c8c4-d324-4e9a-b422-dafecb4b6afc tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:07:48.185669 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e7a9ab20-6eba-4cd6-aeec-c04a6e8e05a9 req-4927c8c4-d324-4e9a-b422-dafecb4b6afc tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=142c2374-4fd2-4491-b967-0a11f6ee87c7 HTTP/1.1" status: 200 len: 943 time: 0.0680888 Aug 05 12:07:48.252631 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e7a9ab20-6eba-4cd6-aeec-c04a6e8e05a9 req-589807b6-7f1a-4bcb-9304-c93bace898a8 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=acdb1763-a210-4486-a76f-c3f8ef2b3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598035 Aug 05 12:07:48.611179 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device c327ff9b-2dc5-46c0-a380-7e8c72ebf0f5 details requested by agent hyperv_n-h1-803378-2 with host n-h1-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 12:07:48.770012 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port c327ff9b-2dc5-46c0-a380-7e8c72ebf0f5, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=c327ff9b-2dc5-46c0-a380-7e8c72ebf0f5,segment=NetworkSegment(8ad73fcf-4faf-4bf7-8495-9b21cf8f85be),segment_id=8ad73fcf-4faf-4bf7-8495-9b21cf8f85be)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:07:48.788139 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Returning: {'device': 'c327ff9b-2dc5-46c0-a380-7e8c72ebf0f5', 'network_id': '3330a3ee-efaf-40db-80d7-9b1a3db68878', 'port_id': 'c327ff9b-2dc5-46c0-a380-7e8c72ebf0f5', 'mac_address': 'fa:16:3e:6d:23:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc3c455e-695f-4096-b07a-a283b62db8ae', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 12:07:48.840540 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:48.858081 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c327ff9b-2dc5-46c0-a380-7e8c72ebf0f5 {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 12:07:48.893736 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port c327ff9b-2dc5-46c0-a380-7e8c72ebf0f5, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=c327ff9b-2dc5-46c0-a380-7e8c72ebf0f5,segment=NetworkSegment(8ad73fcf-4faf-4bf7-8495-9b21cf8f85be),segment_id=8ad73fcf-4faf-4bf7-8495-9b21cf8f85be)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:07:48.899505 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:48.904266 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e839ea7-fd50-4e81-9c28-3eb3fd087d48 req-2ccb31b9-5195-4930-b7d2-1eada9569f10 tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:07:48.906599 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6e839ea7-fd50-4e81-9c28-3eb3fd087d48 req-2ccb31b9-5195-4930-b7d2-1eada9569f10 tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=d736798b-2b74-4282-bfa3-2bb173537269 HTTP/1.1" status: 200 len: 1094 time: 0.0636156 Aug 05 12:07:48.964750 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6e839ea7-fd50-4e81-9c28-3eb3fd087d48 req-647bc388-2a34-4e15-b115-0c65adcb6295 tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=4b567533-5ff8-4dbf-8b6a-bc58f3b2f0dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471504 Aug 05 12:07:48.983332 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=c327ff9b-2dc5-46c0-a380-7e8c72ebf0f5,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:07:49.435608 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfa64b8-a282-4497-a776-c62176d52ec1 req-d716b090-44ed-4d99-929b-2c58eb78490f tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:07:49.438652 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8cfa64b8-a282-4497-a776-c62176d52ec1 req-d716b090-44ed-4d99-929b-2c58eb78490f tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=142c2374-4fd2-4491-b967-0a11f6ee87c7 HTTP/1.1" status: 200 len: 943 time: 0.0851729 Aug 05 12:07:49.477655 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['c327ff9b-2dc5-46c0-a380-7e8c72ebf0f5'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 12:07:49.499172 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8cfa64b8-a282-4497-a776-c62176d52ec1 req-82c5e3ce-e3e0-4099-832b-efad6b5af93a tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=acdb1763-a210-4486-a76f-c3f8ef2b3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482550 Aug 05 12:07:50.155493 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf11066-7990-4828-88f7-5f02dff8d951 req-bcc58d68-08a3-4bc0-ab81-667e170e369e tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:07:50.157283 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-faf11066-7990-4828-88f7-5f02dff8d951 req-bcc58d68-08a3-4bc0-ab81-667e170e369e tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=d736798b-2b74-4282-bfa3-2bb173537269 HTTP/1.1" status: 200 len: 1095 time: 0.0599601 Aug 05 12:07:50.217179 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-faf11066-7990-4828-88f7-5f02dff8d951 req-1ff0157c-4ac6-4455-80d5-d4723af62462 tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=4b567533-5ff8-4dbf-8b6a-bc58f3b2f0dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470500 Aug 05 12:07:50.732876 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f726cc03-a9ce-4248-a83c-5f4c50ced781 req-af2dde57-2961-46e2-aec7-79293dd8477c tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:07:50.737453 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f726cc03-a9ce-4248-a83c-5f4c50ced781 req-af2dde57-2961-46e2-aec7-79293dd8477c tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=142c2374-4fd2-4491-b967-0a11f6ee87c7 HTTP/1.1" status: 200 len: 943 time: 0.1034558 Aug 05 12:07:50.807425 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f726cc03-a9ce-4248-a83c-5f4c50ced781 req-a26b061e-df6a-4aa9-8282-1022b1415b34 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=acdb1763-a210-4486-a76f-c3f8ef2b3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607829 Aug 05 12:07:51.385951 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e3d04d-5d53-47b6-b6e0-1ad795a8db2b req-9cd223bf-1e1e-4292-982c-7fa1c68ae3d4 tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:07:51.388985 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-27e3d04d-5d53-47b6-b6e0-1ad795a8db2b req-9cd223bf-1e1e-4292-982c-7fa1c68ae3d4 tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=d736798b-2b74-4282-bfa3-2bb173537269 HTTP/1.1" status: 200 len: 1095 time: 0.0772896 Aug 05 12:07:51.455881 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-27e3d04d-5d53-47b6-b6e0-1ad795a8db2b req-9894c4a2-c6f5-4d4a-8b05-b6ec09193cda tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=4b567533-5ff8-4dbf-8b6a-bc58f3b2f0dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552998 Aug 05 12:07:52.031126 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d46d69-f101-4bd6-ac3e-df9a53178ebe req-3e4ee44f-6b9a-4657-b18b-d2b498f8d42f tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:07:52.033349 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-00d46d69-f101-4bd6-ac3e-df9a53178ebe req-3e4ee44f-6b9a-4657-b18b-d2b498f8d42f tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=142c2374-4fd2-4491-b967-0a11f6ee87c7 HTTP/1.1" status: 200 len: 943 time: 0.0811574 Aug 05 12:07:52.096244 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-00d46d69-f101-4bd6-ac3e-df9a53178ebe req-7c4185d6-905c-43dc-b643-719deab1faaf tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=acdb1763-a210-4486-a76f-c3f8ef2b3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497329 Aug 05 12:07:52.376289 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:52.634515 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device c327ff9b-2dc5-46c0-a380-7e8c72ebf0f5 up at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:07:52.640043 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396dc55f-f4e2-44ac-93a0-1076f296df55 req-333e593e-db32-4d44-b339-c475d28eb18f tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:07:52.643001 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-396dc55f-f4e2-44ac-93a0-1076f296df55 req-333e593e-db32-4d44-b339-c475d28eb18f tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=d736798b-2b74-4282-bfa3-2bb173537269 HTTP/1.1" status: 200 len: 1095 time: 0.0852149 Aug 05 12:07:52.705914 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-396dc55f-f4e2-44ac-93a0-1076f296df55 req-06c0c567-d899-41ad-a1a5-dbef7ea19488 tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=4b567533-5ff8-4dbf-8b6a-bc58f3b2f0dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500767 Aug 05 12:07:52.727576 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning for port c327ff9b-2dc5-46c0-a380-7e8c72ebf0f5 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:07:52.737925 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning complete for port c327ff9b-2dc5-46c0-a380-7e8c72ebf0f5 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:07:52.738549 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:52.857495 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:52.909360 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd736798b-2b74-4282-bfa3-2bb173537269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c327ff9b-2dc5-46c0-a380-7e8c72ebf0f5'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:07:52.914577 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1827b542-e7c8-4720-83ae-76151408216d" -d '{"events": [{"server_uuid": "d736798b-2b74-4282-bfa3-2bb173537269", "name": "network-vif-plugged", "status": "completed", "tag": "c327ff9b-2dc5-46c0-a380-7e8c72ebf0f5"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:07:52.940022 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port c327ff9b-2dc5-46c0-a380-7e8c72ebf0f5, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=c327ff9b-2dc5-46c0-a380-7e8c72ebf0f5,segment=NetworkSegment(8ad73fcf-4faf-4bf7-8495-9b21cf8f85be),segment_id=8ad73fcf-4faf-4bf7-8495-9b21cf8f85be)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:07:52.948343 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:52.998465 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 12:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d025afd2-108d-45a9-9ef1-6631742cf46a x-openstack-request-id: req-d025afd2-108d-45a9-9ef1-6631742cf46a {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:07:52.998912 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d736798b-2b74-4282-bfa3-2bb173537269", "name": "network-vif-plugged", "status": "completed", "tag": "c327ff9b-2dc5-46c0-a380-7e8c72ebf0f5", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:07:52.999384 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d025afd2-108d-45a9-9ef1-6631742cf46a {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:07:53.000055 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd736798b-2b74-4282-bfa3-2bb173537269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c327ff9b-2dc5-46c0-a380-7e8c72ebf0f5', 'code': 200} Aug 05 12:07:53.050317 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=c327ff9b-2dc5-46c0-a380-7e8c72ebf0f5,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:07:53.191337 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b209354-0c31-48e5-b92f-1b6900a13c47 req-59e5ea0d-74fc-4a3b-8a2b-70fcf8581c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:07:53.195682 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7b209354-0c31-48e5-b92f-1b6900a13c47 req-59e5ea0d-74fc-4a3b-8a2b-70fcf8581c66 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d736798b-2b74-4282-bfa3-2bb173537269 HTTP/1.1" status: 200 len: 1096 time: 0.0703304 Aug 05 12:07:53.299167 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7b209354-0c31-48e5-b92f-1b6900a13c47 req-6d5cc047-6fce-4ee7-98b5-b83287dfcb5e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=4b567533-5ff8-4dbf-8b6a-bc58f3b2f0dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939379 Aug 05 12:07:53.331381 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9f861d-8055-480b-9fab-4d13cb919f33 req-87059c8e-182b-428b-8169-6470eb55f8ed tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:07:53.334254 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bf9f861d-8055-480b-9fab-4d13cb919f33 req-87059c8e-182b-428b-8169-6470eb55f8ed tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=142c2374-4fd2-4491-b967-0a11f6ee87c7 HTTP/1.1" status: 200 len: 943 time: 0.1035216 Aug 05 12:07:53.406375 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bf9f861d-8055-480b-9fab-4d13cb919f33 req-0f7c5a8d-95cf-4c41-8c68-20403c4c42a7 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=acdb1763-a210-4486-a76f-c3f8ef2b3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620124 Aug 05 12:07:53.922473 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4886bd7-f6da-4d1e-afa7-33258c8dab32 req-6dff5bf6-abd3-4496-aec4-fcb695568e65 tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:07:53.925272 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d4886bd7-f6da-4d1e-afa7-33258c8dab32 req-6dff5bf6-abd3-4496-aec4-fcb695568e65 tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=d736798b-2b74-4282-bfa3-2bb173537269 HTTP/1.1" status: 200 len: 1096 time: 0.0826349 Aug 05 12:07:53.992030 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d4886bd7-f6da-4d1e-afa7-33258c8dab32 req-63612dc9-38b6-41cd-b065-2a640b00710a tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=4b567533-5ff8-4dbf-8b6a-bc58f3b2f0dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541983 Aug 05 12:07:54.625861 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e7bb0c-2a59-46cd-a6a3-1c5a0d9418f4 req-9dcb6189-2c0b-422d-b116-fe71ff2391ac tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:07:54.629084 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-04e7bb0c-2a59-46cd-a6a3-1c5a0d9418f4 req-9dcb6189-2c0b-422d-b116-fe71ff2391ac tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=142c2374-4fd2-4491-b967-0a11f6ee87c7 HTTP/1.1" status: 200 len: 943 time: 0.1017587 Aug 05 12:07:54.693600 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-04e7bb0c-2a59-46cd-a6a3-1c5a0d9418f4 req-a138b571-ac31-4973-ba06-d2850ec7e39a tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=acdb1763-a210-4486-a76f-c3f8ef2b3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571094 Aug 05 12:07:54.711660 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 8270cea6-a90a-49e0-b750-cab62b95acee details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 12:07:54.899420 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 8270cea6-a90a-49e0-b750-cab62b95acee, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=8270cea6-a90a-49e0-b750-cab62b95acee,segment=NetworkSegment(556bee1a-9d74-4f14-94d0-708064ee6011),segment_id=556bee1a-9d74-4f14-94d0-708064ee6011)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:07:54.920072 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Returning: {'device': '8270cea6-a90a-49e0-b750-cab62b95acee', 'network_id': 'b881efb6-f52e-4006-a158-c2aa42fef2fe', 'port_id': '8270cea6-a90a-49e0-b750-cab62b95acee', 'mac_address': 'fa:16:3e:63:54:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96bcc71c-db3b-48c5-a5c3-35b749d6182d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 12:07:54.993846 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:55.020766 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8270cea6-a90a-49e0-b750-cab62b95acee {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 12:07:55.062046 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 8270cea6-a90a-49e0-b750-cab62b95acee, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=8270cea6-a90a-49e0-b750-cab62b95acee,segment=NetworkSegment(556bee1a-9d74-4f14-94d0-708064ee6011),segment_id=556bee1a-9d74-4f14-94d0-708064ee6011)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:07:55.069272 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:55.168046 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=8270cea6-a90a-49e0-b750-cab62b95acee,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:07:55.228833 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5699f6-2662-4b5d-ac5c-152f617ee23d req-87042d51-3bb4-46f3-a51c-b6beb50f3071 tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:07:55.231713 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9d5699f6-2662-4b5d-ac5c-152f617ee23d req-87042d51-3bb4-46f3-a51c-b6beb50f3071 tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=d736798b-2b74-4282-bfa3-2bb173537269 HTTP/1.1" status: 200 len: 1096 time: 0.0848315 Aug 05 12:07:55.299083 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9d5699f6-2662-4b5d-ac5c-152f617ee23d req-6fd23ef1-b404-474c-9e1b-634dad7cf0f5 tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=4b567533-5ff8-4dbf-8b6a-bc58f3b2f0dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587482 Aug 05 12:07:55.395718 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['8270cea6-a90a-49e0-b750-cab62b95acee'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 12:07:55.928867 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be183e1-46e5-4e52-98d2-77c2ece47732 req-6f27626b-265a-4bb6-a178-bdd7bfc4f7a2 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:07:55.931834 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4be183e1-46e5-4e52-98d2-77c2ece47732 req-6f27626b-265a-4bb6-a178-bdd7bfc4f7a2 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=142c2374-4fd2-4491-b967-0a11f6ee87c7 HTTP/1.1" status: 200 len: 944 time: 0.0924158 Aug 05 12:07:55.999624 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4be183e1-46e5-4e52-98d2-77c2ece47732 req-8a7f3484-daaf-47ce-a30d-df90f04d2c00 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=acdb1763-a210-4486-a76f-c3f8ef2b3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608637 Aug 05 12:07:56.466780 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb3fa6b-14be-4dce-b901-2b6aaa82a858 req-0d8aaa0c-2122-41d5-86eb-718c4b6bab7e tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:07:56.468768 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7eb3fa6b-14be-4dce-b901-2b6aaa82a858 req-0d8aaa0c-2122-41d5-86eb-718c4b6bab7e tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=d736798b-2b74-4282-bfa3-2bb173537269 HTTP/1.1" status: 200 len: 1096 time: 0.0537033 Aug 05 12:07:56.515016 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7eb3fa6b-14be-4dce-b901-2b6aaa82a858 req-e63665dd-636e-4cf4-8ba3-c1e6780a50e8 tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=4b567533-5ff8-4dbf-8b6a-bc58f3b2f0dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377865 Aug 05 12:07:56.683914 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 12:07:56.719507 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 8270cea6-a90a-49e0-b750-cab62b95acee up at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:07:56.730357 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dd388c-e5cb-47bd-a195-75177ed734e6 req-1a424a36-a0ac-4c70-bdf8-da0c9dff37cb tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:07:56.733273 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d0dd388c-e5cb-47bd-a195-75177ed734e6 req-1a424a36-a0ac-4c70-bdf8-da0c9dff37cb tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=d736798b-2b74-4282-bfa3-2bb173537269 HTTP/1.1" status: 200 len: 1096 time: 0.0670269 Aug 05 12:07:56.820722 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d0dd388c-e5cb-47bd-a195-75177ed734e6 req-d3f841c0-456c-4a43-be42-9db4ef20ac49 tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=4b567533-5ff8-4dbf-8b6a-bc58f3b2f0dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650978 Aug 05 12:07:56.822450 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning for port 8270cea6-a90a-49e0-b750-cab62b95acee completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:07:56.829914 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning complete for port 8270cea6-a90a-49e0-b750-cab62b95acee triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:07:56.830461 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:57.018282 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191e0ceb-acf7-4d1f-a2cb-3075c65b4232 req-e0b27c38-f1db-4006-9f48-234204599536 tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:07:57.022810 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-191e0ceb-acf7-4d1f-a2cb-3075c65b4232 req-e0b27c38-f1db-4006-9f48-234204599536 tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=d736798b-2b74-4282-bfa3-2bb173537269 HTTP/1.1" status: 200 len: 1096 time: 0.0721993 Aug 05 12:07:57.084813 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-191e0ceb-acf7-4d1f-a2cb-3075c65b4232 req-0329b95a-9d6f-44ea-bead-c213d7f7263f tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=4b567533-5ff8-4dbf-8b6a-bc58f3b2f0dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510075 Aug 05 12:07:57.214356 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:57.235625 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff7ec52-872a-410d-ae11-fc0c8d523a70 req-a9cc052f-4161-49ec-a77e-6807cf428688 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:07:57.238443 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5ff7ec52-872a-410d-ae11-fc0c8d523a70 req-a9cc052f-4161-49ec-a77e-6807cf428688 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=142c2374-4fd2-4491-b967-0a11f6ee87c7 HTTP/1.1" status: 200 len: 944 time: 0.0999563 Aug 05 12:07:57.258518 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '142c2374-4fd2-4491-b967-0a11f6ee87c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8270cea6-a90a-49e0-b750-cab62b95acee'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:07:57.262871 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22912d47-194f-4bbd-8c29-0deafa293348" -d '{"events": [{"server_uuid": "142c2374-4fd2-4491-b967-0a11f6ee87c7", "name": "network-vif-plugged", "status": "completed", "tag": "8270cea6-a90a-49e0-b750-cab62b95acee"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:07:57.293764 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 8270cea6-a90a-49e0-b750-cab62b95acee, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=8270cea6-a90a-49e0-b750-cab62b95acee,segment=NetworkSegment(556bee1a-9d74-4f14-94d0-708064ee6011),segment_id=556bee1a-9d74-4f14-94d0-708064ee6011)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:07:57.301295 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:57.319259 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5ff7ec52-872a-410d-ae11-fc0c8d523a70 req-9e8e9629-6c26-46e6-89bc-ca4d8b8ac678 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=acdb1763-a210-4486-a76f-c3f8ef2b3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671201 Aug 05 12:07:57.412135 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 12:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bf776ea-801a-426f-8c96-62cc13d453dc x-openstack-request-id: req-0bf776ea-801a-426f-8c96-62cc13d453dc {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:07:57.412615 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "142c2374-4fd2-4491-b967-0a11f6ee87c7", "name": "network-vif-plugged", "status": "completed", "tag": "8270cea6-a90a-49e0-b750-cab62b95acee", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:07:57.413024 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0bf776ea-801a-426f-8c96-62cc13d453dc {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:07:57.413717 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '142c2374-4fd2-4491-b967-0a11f6ee87c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8270cea6-a90a-49e0-b750-cab62b95acee', 'code': 200} Aug 05 12:07:57.414839 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=8270cea6-a90a-49e0-b750-cab62b95acee,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:07:57.557040 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4033293-7c4d-4df1-8a41-936e89d5a3fe req-caad7c9a-7292-462b-901f-041e7868c92a tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:07:57.559865 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b4033293-7c4d-4df1-8a41-936e89d5a3fe req-caad7c9a-7292-462b-901f-041e7868c92a tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] 10.222.0.58 "GET /v2.0/networks?id=3330a3ee-efaf-40db-80d7-9b1a3db68878 HTTP/1.1" status: 200 len: 910 time: 0.2062654 Aug 05 12:07:57.589078 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b4033293-7c4d-4df1-8a41-936e89d5a3fe req-1390a0d9-428b-46c2-9f9e-532499f76c40 tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] 10.222.0.58 "GET /v2.0/quotas/2c17c7e7441b4d4f93fac7f2ba40313c HTTP/1.1" status: 200 len: 375 time: 0.0168400 Aug 05 12:07:57.608766 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50511779-c2d3-402b-af65-3303c0e98a43 req-5e62cf51-1ae0-451c-9dc8-8b0064019f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:07:57.611551 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-50511779-c2d3-402b-af65-3303c0e98a43 req-5e62cf51-1ae0-451c-9dc8-8b0064019f73 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=142c2374-4fd2-4491-b967-0a11f6ee87c7 HTTP/1.1" status: 200 len: 1096 time: 0.0830660 Aug 05 12:07:57.675761 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-50511779-c2d3-402b-af65-3303c0e98a43 req-0bc68a46-3f17-4333-9afe-64fceb1469ec service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=acdb1763-a210-4486-a76f-c3f8ef2b3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555634 Aug 05 12:07:57.695591 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b4033293-7c4d-4df1-8a41-936e89d5a3fe req-32d3ec66-7c0d-41f3-9a93-dc41a934f29d tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] 10.222.0.58 "GET /v2.0/ports?tenant_id=2c17c7e7441b4d4f93fac7f2ba40313c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0931883 Aug 05 12:07:57.851061 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b4033293-7c4d-4df1-8a41-936e89d5a3fe req-eb7763e8-14f3-4035-a8c7-ad3dfb28e16e service neutron] 10.222.0.58 "GET /v2.0/networks/3330a3ee-efaf-40db-80d7-9b1a3db68878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408508 Aug 05 12:07:58.000279 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b4033293-7c4d-4df1-8a41-936e89d5a3fe req-70e80efb-66e2-4498-8f1d-867a8de48024 service neutron] 10.222.0.58 "GET /v2.0/networks/3330a3ee-efaf-40db-80d7-9b1a3db68878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412010 Aug 05 12:07:58.345034 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-056e7271-879f-42b6-b2ca-5911dba88eda req-9bc9decb-06dc-467a-ae2d-2764e2e629ef tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=c2320f71-3c23-4f3b-82a8-1bb597273706 HTTP/1.1" status: 200 len: 210 time: 0.0496237 Aug 05 12:07:58.534284 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4bb653-7e2e-48cf-8236-cbb8e323eef8 req-a135a0a8-9e22-4664-96bc-9c9e4c4a4951 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:07:58.539125 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1d4bb653-7e2e-48cf-8236-cbb8e323eef8 req-a135a0a8-9e22-4664-96bc-9c9e4c4a4951 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=142c2374-4fd2-4491-b967-0a11f6ee87c7 HTTP/1.1" status: 200 len: 945 time: 0.0822468 Aug 05 12:07:58.600454 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1d4bb653-7e2e-48cf-8236-cbb8e323eef8 req-7a85b746-bbba-4f0d-a8c8-012a4a2ab423 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=acdb1763-a210-4486-a76f-c3f8ef2b3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523233 Aug 05 12:07:59.484959 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c54c563b-7fbe-48a4-8126-8713a8643f6c req-f719a745-df1f-438b-97d6-25000fd12741 tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=c2320f71-3c23-4f3b-82a8-1bb597273706 HTTP/1.1" status: 200 len: 210 time: 0.0435674 Aug 05 12:07:59.668329 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:07:59.829345 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2db89ab-16a8-4313-82e7-a63447e97dbf req-ba32a6ae-5a3e-4b62-b6b2-3918c55e4e4f tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:07:59.832194 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d2db89ab-16a8-4313-82e7-a63447e97dbf req-ba32a6ae-5a3e-4b62-b6b2-3918c55e4e4f tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=142c2374-4fd2-4491-b967-0a11f6ee87c7 HTTP/1.1" status: 200 len: 945 time: 0.0983772 Aug 05 12:07:59.918652 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d2db89ab-16a8-4313-82e7-a63447e97dbf req-aa4c86b6-7543-469f-850a-2db9bc433840 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=acdb1763-a210-4486-a76f-c3f8ef2b3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713234 Aug 05 12:07:59.938200 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4033293-7c4d-4df1-8a41-936e89d5a3fe req-17cee829-9dd7-45f8-9187-57fc49d11090 tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:07:59.941181 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b4033293-7c4d-4df1-8a41-936e89d5a3fe req-17cee829-9dd7-45f8-9187-57fc49d11090 tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] 10.222.0.55 "GET /v2.0/networks?id=3330a3ee-efaf-40db-80d7-9b1a3db68878 HTTP/1.1" status: 200 len: 910 time: 0.1830735 Aug 05 12:07:59.956644 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-b4033293-7c4d-4df1-8a41-936e89d5a3fe req-332a3066-8896-46ff-8624-6289babb0132 tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] Request body: {'port': {'device_id': 'c2320f71-3c23-4f3b-82a8-1bb597273706', 'network_id': '3330a3ee-efaf-40db-80d7-9b1a3db68878', 'admin_state_up': True, 'tenant_id': '2c17c7e7441b4d4f93fac7f2ba40313c'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:08:00.000443 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4033293-7c4d-4df1-8a41-936e89d5a3fe req-332a3066-8896-46ff-8624-6289babb0132 tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] Made reservation on behalf of 2c17c7e7441b4d4f93fac7f2ba40313c for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:08:00.005834 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-b4033293-7c4d-4df1-8a41-936e89d5a3fe req-332a3066-8896-46ff-8624-6289babb0132 tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:08:00.163609 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c83402-c154-4f25-9a5f-e52ad34e1343 req-20521d85-e6d9-451e-897f-cf4e77d7e575 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:08:00.166712 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-88c83402-c154-4f25-9a5f-e52ad34e1343 req-20521d85-e6d9-451e-897f-cf4e77d7e575 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=142c2374-4fd2-4491-b967-0a11f6ee87c7 HTTP/1.1" status: 200 len: 945 time: 0.1031997 Aug 05 12:08:00.242574 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-88c83402-c154-4f25-9a5f-e52ad34e1343 req-61c1aa40-eafd-41c2-a4b5-7a721a4ba17c tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=acdb1763-a210-4486-a76f-c3f8ef2b3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637937 Aug 05 12:08:00.253017 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-b4033293-7c4d-4df1-8a41-936e89d5a3fe req-332a3066-8896-46ff-8624-6289babb0132 tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] Allocated IP 172.20.0.12 (3330a3ee-efaf-40db-80d7-9b1a3db68878/bc3c455e-695f-4096-b07a-a283b62db8ae/109713fc-91d8-48ca-ba0c-64b39ad0c85a) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:08:00.287232 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 33044) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:08:00.516801 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b111bd3-2121-4942-8f5b-048593f1eb44 tempest-TestVolumeBootPattern-1289668090 tempest-TestVolumeBootPattern-1289668090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:08:00.519695 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-1b111bd3-2121-4942-8f5b-048593f1eb44 tempest-TestVolumeBootPattern-1289668090 tempest-TestVolumeBootPattern-1289668090-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=142c2374-4fd2-4491-b967-0a11f6ee87c7 HTTP/1.1" status: 200 len: 1091 time: 0.2222292 Aug 05 12:08:00.531683 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 33048) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:08:00.537860 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-f00e4e10-ea4d-407c-98b2-abc9d95ab1a3 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Request body: {'floatingip': {'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'port_id': '8270cea6-a90a-49e0-b750-cab62b95acee', 'tenant_id': 'f717acd5caa748b6b706fbaad1f3b969', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:08:00.553587 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-b4033293-7c4d-4df1-8a41-936e89d5a3fe req-332a3066-8896-46ff-8624-6289babb0132 tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:08:00.574631 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f00e4e10-ea4d-407c-98b2-abc9d95ab1a3 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks [] for floatingip, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:08:00.576765 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-b4033293-7c4d-4df1-8a41-936e89d5a3fe req-332a3066-8896-46ff-8624-6289babb0132 tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] Transition to ACTIVE for port object 109713fc-91d8-48ca-ba0c-64b39ad0c85a will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:08:00.632940 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-b4033293-7c4d-4df1-8a41-936e89d5a3fe req-332a3066-8896-46ff-8624-6289babb0132 tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:08:00.685797 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['c327ff9b-2dc5-46c0-a380-7e8c72ebf0f5'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 12:08:00.696265 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4033293-7c4d-4df1-8a41-936e89d5a3fe req-332a3066-8896-46ff-8624-6289babb0132 tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] Network 3330a3ee-efaf-40db-80d7-9b1a3db68878 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:08:00.701206 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-b4033293-7c4d-4df1-8a41-936e89d5a3fe req-332a3066-8896-46ff-8624-6289babb0132 tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:08:00.712431 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4033293-7c4d-4df1-8a41-936e89d5a3fe req-332a3066-8896-46ff-8624-6289babb0132 tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:08:00.766138 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f4d267-5f52-4ac3-99ff-db2eed1bb3d5 req-4edb1b19-6aac-457a-a7d2-893042ad353b tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:08:00.770252 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332a3066-8896-46ff-8624-6289babb0132 tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] Pushing event updated for resources: {'Port': ['ID=109713fc-91d8-48ca-ba0c-64b39ad0c85a,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:08:00.779036 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a5f4d267-5f52-4ac3-99ff-db2eed1bb3d5 req-4edb1b19-6aac-457a-a7d2-893042ad353b tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=c2320f71-3c23-4f3b-82a8-1bb597273706 HTTP/1.1" status: 200 len: 1028 time: 0.1465447 Aug 05 12:08:00.797717 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332a3066-8896-46ff-8624-6289babb0132 tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:08:00.798289 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332a3066-8896-46ff-8624-6289babb0132 tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:08:00.799864 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332a3066-8896-46ff-8624-6289babb0132 tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:08:00.799864 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332a3066-8896-46ff-8624-6289babb0132 tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:08:00.800390 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332a3066-8896-46ff-8624-6289babb0132 tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:08:00.800818 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332a3066-8896-46ff-8624-6289babb0132 tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:08:00.801763 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332a3066-8896-46ff-8624-6289babb0132 tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:08:00.803194 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332a3066-8896-46ff-8624-6289babb0132 tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:08:00.803788 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332a3066-8896-46ff-8624-6289babb0132 tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:08:00.804551 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332a3066-8896-46ff-8624-6289babb0132 tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:08:00.805094 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332a3066-8896-46ff-8624-6289babb0132 tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:08:00.805657 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332a3066-8896-46ff-8624-6289babb0132 tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:08:00.845895 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4033293-7c4d-4df1-8a41-936e89d5a3fe req-332a3066-8896-46ff-8624-6289babb0132 tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:08:00.850837 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-b4033293-7c4d-4df1-8a41-936e89d5a3fe req-332a3066-8896-46ff-8624-6289babb0132 tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:08:00.876080 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a5f4d267-5f52-4ac3-99ff-db2eed1bb3d5 req-7dd112f0-d246-40c7-b07e-549a0624dcbc tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=4b567533-5ff8-4dbf-8b6a-bc58f3b2f0dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925097 Aug 05 12:08:00.886109 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b4033293-7c4d-4df1-8a41-936e89d5a3fe req-332a3066-8896-46ff-8624-6289babb0132 tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.9363010 Aug 05 12:08:00.900171 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f00e4e10-ea4d-407c-98b2-abc9d95ab1a3 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:08:00.920584 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-b4033293-7c4d-4df1-8a41-936e89d5a3fe req-dd8788f2-5b4a-49e4-bc53-ad06253da1ac service neutron] Request body: {'port': {'device_id': 'c2320f71-3c23-4f3b-82a8-1bb597273706', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:08:01.056531 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-b4033293-7c4d-4df1-8a41-936e89d5a3fe req-dd8788f2-5b4a-49e4-bc53-ad06253da1ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:08:01.164961 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-f00e4e10-ea4d-407c-98b2-abc9d95ab1a3 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Allocated IP 172.25.5.3 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/5ce81d55-bcc8-46ef-aa80-1a9a616a468e) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:08:01.251680 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-39b60c0f-697e-4b10-a285-2a3cc135687c None None] Provisioning for port 109713fc-91d8-48ca-ba0c-64b39ad0c85a completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:08:01.264550 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-39b60c0f-697e-4b10-a285-2a3cc135687c None None] Provisioning complete for port 109713fc-91d8-48ca-ba0c-64b39ad0c85a triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:08:01.265648 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-39b60c0f-697e-4b10-a285-2a3cc135687c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:08:01.338478 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-39b60c0f-697e-4b10-a285-2a3cc135687c None None] Port 109713fc-91d8-48ca-ba0c-64b39ad0c85a cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 12:08:01.391682 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f00e4e10-ea4d-407c-98b2-abc9d95ab1a3 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:08:01.468896 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f00e4e10-ea4d-407c-98b2-abc9d95ab1a3 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:08:01.538585 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00e4e10-ea4d-407c-98b2-abc9d95ab1a3 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:08:01.543991 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-f00e4e10-ea4d-407c-98b2-abc9d95ab1a3 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:08:01.554784 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00e4e10-ea4d-407c-98b2-abc9d95ab1a3 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:08:01.572721 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-b4033293-7c4d-4df1-8a41-936e89d5a3fe req-dd8788f2-5b4a-49e4-bc53-ad06253da1ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 109713fc-91d8-48ca-ba0c-64b39ad0c85a {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 12:08:01.589215 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-b4033293-7c4d-4df1-8a41-936e89d5a3fe req-dd8788f2-5b4a-49e4-bc53-ad06253da1ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:08:01.598976 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00e4e10-ea4d-407c-98b2-abc9d95ab1a3 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Pushing event updated for resources: {'Port': ['ID=5ce81d55-bcc8-46ef-aa80-1a9a616a468e,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:08:01.610829 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-b4033293-7c4d-4df1-8a41-936e89d5a3fe req-dd8788f2-5b4a-49e4-bc53-ad06253da1ac service neutron] Transition to ACTIVE for port object 109713fc-91d8-48ca-ba0c-64b39ad0c85a will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:08:01.616606 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-b4033293-7c4d-4df1-8a41-936e89d5a3fe req-dd8788f2-5b4a-49e4-bc53-ad06253da1ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:08:01.617416 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00e4e10-ea4d-407c-98b2-abc9d95ab1a3 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:08:01.617997 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00e4e10-ea4d-407c-98b2-abc9d95ab1a3 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:08:01.618591 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00e4e10-ea4d-407c-98b2-abc9d95ab1a3 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:08:01.619181 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00e4e10-ea4d-407c-98b2-abc9d95ab1a3 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:08:01.619768 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00e4e10-ea4d-407c-98b2-abc9d95ab1a3 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:08:01.620327 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00e4e10-ea4d-407c-98b2-abc9d95ab1a3 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:08:01.620943 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00e4e10-ea4d-407c-98b2-abc9d95ab1a3 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:08:01.621516 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00e4e10-ea4d-407c-98b2-abc9d95ab1a3 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:08:01.622068 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00e4e10-ea4d-407c-98b2-abc9d95ab1a3 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:08:01.622629 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00e4e10-ea4d-407c-98b2-abc9d95ab1a3 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:08:01.623133 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00e4e10-ea4d-407c-98b2-abc9d95ab1a3 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:08:01.623533 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00e4e10-ea4d-407c-98b2-abc9d95ab1a3 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:08:01.700062 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8788f2-5b4a-49e4-bc53-ad06253da1ac service neutron] Pushing event updated for resources: {'Port': ['ID=109713fc-91d8-48ca-ba0c-64b39ad0c85a,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:08:01.836174 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-b4033293-7c4d-4df1-8a41-936e89d5a3fe req-dd8788f2-5b4a-49e4-bc53-ad06253da1ac service neutron] Attempting to bind port 109713fc-91d8-48ca-ba0c-64b39ad0c85a on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:08:01.837407 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-b4033293-7c4d-4df1-8a41-936e89d5a3fe req-dd8788f2-5b4a-49e4-bc53-ad06253da1ac service neutron] Attempting to bind port 109713fc-91d8-48ca-ba0c-64b39ad0c85a by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': '8ad73fcf-4faf-4bf7-8495-9b21cf8f85be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '3330a3ee-efaf-40db-80d7-9b1a3db68878'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:08:01.838435 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4033293-7c4d-4df1-8a41-936e89d5a3fe req-dd8788f2-5b4a-49e4-bc53-ad06253da1ac service neutron] Attempting to bind port 109713fc-91d8-48ca-ba0c-64b39ad0c85a on network 3330a3ee-efaf-40db-80d7-9b1a3db68878 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:08:01.848873 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4033293-7c4d-4df1-8a41-936e89d5a3fe req-dd8788f2-5b4a-49e4-bc53-ad06253da1ac service neutron] Port 109713fc-91d8-48ca-ba0c-64b39ad0c85a on network 3330a3ee-efaf-40db-80d7-9b1a3db68878 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 12:08:01.849803 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4033293-7c4d-4df1-8a41-936e89d5a3fe req-dd8788f2-5b4a-49e4-bc53-ad06253da1ac service neutron] Attempting to bind port 109713fc-91d8-48ca-ba0c-64b39ad0c85a on network 3330a3ee-efaf-40db-80d7-9b1a3db68878 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:08:01.860039 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4033293-7c4d-4df1-8a41-936e89d5a3fe req-dd8788f2-5b4a-49e4-bc53-ad06253da1ac service neutron] Checking agent: {'id': 'a8f1dd2d-227c-4e30-8844-52419ba734db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:08:01.860756 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4033293-7c4d-4df1-8a41-936e89d5a3fe req-dd8788f2-5b4a-49e4-bc53-ad06253da1ac service neutron] Checking segment: {'id': '8ad73fcf-4faf-4bf7-8495-9b21cf8f85be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '3330a3ee-efaf-40db-80d7-9b1a3db68878'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:08:01.861157 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4033293-7c4d-4df1-8a41-936e89d5a3fe req-dd8788f2-5b4a-49e4-bc53-ad06253da1ac service neutron] Bound using segment: {'id': '8ad73fcf-4faf-4bf7-8495-9b21cf8f85be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '3330a3ee-efaf-40db-80d7-9b1a3db68878'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:08:01.861895 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-b4033293-7c4d-4df1-8a41-936e89d5a3fe req-dd8788f2-5b4a-49e4-bc53-ad06253da1ac service neutron] Bound port: 109713fc-91d8-48ca-ba0c-64b39ad0c85a, host: n-h2-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ad73fcf-4faf-4bf7-8495-9b21cf8f85be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '3330a3ee-efaf-40db-80d7-9b1a3db68878'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:08:01.862512 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-b4033293-7c4d-4df1-8a41-936e89d5a3fe req-dd8788f2-5b4a-49e4-bc53-ad06253da1ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:08:01.991031 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-b4033293-7c4d-4df1-8a41-936e89d5a3fe req-dd8788f2-5b4a-49e4-bc53-ad06253da1ac service neutron] For port 109713fc-91d8-48ca-ba0c-64b39ad0c85a, host n-h2-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:08:01.998389 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-b4033293-7c4d-4df1-8a41-936e89d5a3fe req-dd8788f2-5b4a-49e4-bc53-ad06253da1ac service neutron] For port 109713fc-91d8-48ca-ba0c-64b39ad0c85a, host n-h2-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=109713fc-91d8-48ca-ba0c-64b39ad0c85a,segment=NetworkSegment(8ad73fcf-4faf-4bf7-8495-9b21cf8f85be),segment_id=8ad73fcf-4faf-4bf7-8495-9b21cf8f85be)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:08:02.010649 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-b4033293-7c4d-4df1-8a41-936e89d5a3fe req-dd8788f2-5b4a-49e4-bc53-ad06253da1ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:08:02.076773 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4033293-7c4d-4df1-8a41-936e89d5a3fe req-dd8788f2-5b4a-49e4-bc53-ad06253da1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:08:02.078157 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-b4033293-7c4d-4df1-8a41-936e89d5a3fe req-dd8788f2-5b4a-49e4-bc53-ad06253da1ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:08:02.080745 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b4033293-7c4d-4df1-8a41-936e89d5a3fe req-dd8788f2-5b4a-49e4-bc53-ad06253da1ac service neutron] 10.222.0.55 "PUT /v2.0/ports/109713fc-91d8-48ca-ba0c-64b39ad0c85a HTTP/1.1" status: 200 len: 1092 time: 1.1705680 Aug 05 12:08:02.085455 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2320f71-3c23-4f3b-82a8-1bb597273706', 'tag': '109713fc-91d8-48ca-ba0c-64b39ad0c85a'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:08:02.090284 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-231c161d-ebe5-4bec-88d8-7bc0215a9b7a" -d '{"events": [{"name": "network-changed", "server_uuid": "c2320f71-3c23-4f3b-82a8-1bb597273706", "tag": "109713fc-91d8-48ca-ba0c-64b39ad0c85a"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:08:02.146109 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8788f2-5b4a-49e4-bc53-ad06253da1ac service neutron] Pushing event updated for resources: {'Port': ['ID=109713fc-91d8-48ca-ba0c-64b39ad0c85a,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:08:02.219345 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 12:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b69249a-427a-467e-b512-9c35d25684d8 x-openstack-request-id: req-6b69249a-427a-467e-b512-9c35d25684d8 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:08:02.219681 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2320f71-3c23-4f3b-82a8-1bb597273706", "tag": "109713fc-91d8-48ca-ba0c-64b39ad0c85a", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:08:02.219980 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6b69249a-427a-467e-b512-9c35d25684d8 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:08:02.220399 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2320f71-3c23-4f3b-82a8-1bb597273706', 'tag': '109713fc-91d8-48ca-ba0c-64b39ad0c85a', 'status': 'completed', 'code': 200} Aug 05 12:08:02.256266 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4033293-7c4d-4df1-8a41-936e89d5a3fe req-e1c2bada-1059-4f22-b893-69a8d7ee12c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:08:02.259731 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b4033293-7c4d-4df1-8a41-936e89d5a3fe req-e1c2bada-1059-4f22-b893-69a8d7ee12c1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2c17c7e7441b4d4f93fac7f2ba40313c&device_id=c2320f71-3c23-4f3b-82a8-1bb597273706 HTTP/1.1" status: 200 len: 1095 time: 0.0988827 Aug 05 12:08:02.342558 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b4033293-7c4d-4df1-8a41-936e89d5a3fe req-8b3e5e32-cade-4453-b14e-e412f109693b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=109713fc-91d8-48ca-ba0c-64b39ad0c85a HTTP/1.1" status: 200 len: 217 time: 0.0679889 Aug 05 12:08:02.452199 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4033293-7c4d-4df1-8a41-936e89d5a3fe req-b488106d-0c92-4103-9b26-d7e0b98c217b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:08:02.454653 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b4033293-7c4d-4df1-8a41-936e89d5a3fe req-b488106d-0c92-4103-9b26-d7e0b98c217b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bc3c455e-695f-4096-b07a-a283b62db8ae HTTP/1.1" status: 200 len: 848 time: 0.1035168 Aug 05 12:08:02.544000 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4033293-7c4d-4df1-8a41-936e89d5a3fe req-97cdc4eb-c0ed-4851-8eeb-a90e08273b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:08:02.546468 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b4033293-7c4d-4df1-8a41-936e89d5a3fe req-97cdc4eb-c0ed-4851-8eeb-a90e08273b6a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3330a3ee-efaf-40db-80d7-9b1a3db68878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0839643 Aug 05 12:08:02.713691 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b4033293-7c4d-4df1-8a41-936e89d5a3fe req-4e386fa4-aa60-4f68-bc9d-22d2fb39fcd3 service neutron] 10.222.0.55 "GET /v2.0/networks/3330a3ee-efaf-40db-80d7-9b1a3db68878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565247 Aug 05 12:08:02.800967 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de097353-c156-4760-b67b-d100b4166c63 req-0ee785ce-fc90-4350-a38a-a88e0c5672e8 tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:08:02.803595 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-de097353-c156-4760-b67b-d100b4166c63 req-0ee785ce-fc90-4350-a38a-a88e0c5672e8 tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=c2320f71-3c23-4f3b-82a8-1bb597273706 HTTP/1.1" status: 200 len: 1095 time: 0.7585080 Aug 05 12:08:02.847096 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b4033293-7c4d-4df1-8a41-936e89d5a3fe req-8996ed3d-11e8-41ac-a4ec-1e08335b0be3 service neutron] 10.222.0.55 "GET /v2.0/networks/3330a3ee-efaf-40db-80d7-9b1a3db68878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245863 Aug 05 12:08:02.944343 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-de097353-c156-4760-b67b-d100b4166c63 req-474b6177-138e-4b73-99c3-cb8736e7503d tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=4b567533-5ff8-4dbf-8b6a-bc58f3b2f0dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241910 Aug 05 12:08:02.981087 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f00e4e10-ea4d-407c-98b2-abc9d95ab1a3 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:08:03.024273 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231c161d-ebe5-4bec-88d8-7bc0215a9b7a req-ea388106-ff2c-4e51-b73d-b1fbc7a26bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:08:03.026094 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-231c161d-ebe5-4bec-88d8-7bc0215a9b7a req-ea388106-ff2c-4e51-b73d-b1fbc7a26bce service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2c17c7e7441b4d4f93fac7f2ba40313c&device_id=c2320f71-3c23-4f3b-82a8-1bb597273706 HTTP/1.1" status: 200 len: 1095 time: 0.0708430 Aug 05 12:08:03.095372 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f00e4e10-ea4d-407c-98b2-abc9d95ab1a3 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:08:03.159903 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231c161d-ebe5-4bec-88d8-7bc0215a9b7a req-9706116e-529f-42f2-897a-9b59ffe2bc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:08:03.163581 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-231c161d-ebe5-4bec-88d8-7bc0215a9b7a req-9706116e-529f-42f2-897a-9b59ffe2bc20 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3330a3ee-efaf-40db-80d7-9b1a3db68878 HTTP/1.1" status: 200 len: 910 time: 0.1288793 Aug 05 12:08:03.252543 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-231c161d-ebe5-4bec-88d8-7bc0215a9b7a req-016dc0be-0ac6-427a-ae89-2e0725feee39 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=109713fc-91d8-48ca-ba0c-64b39ad0c85a HTTP/1.1" status: 200 len: 217 time: 0.0719149 Aug 05 12:08:03.330479 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231c161d-ebe5-4bec-88d8-7bc0215a9b7a req-57080512-4ba7-49a3-a38b-4ebadf656ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:08:03.333852 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-231c161d-ebe5-4bec-88d8-7bc0215a9b7a req-57080512-4ba7-49a3-a38b-4ebadf656ac7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bc3c455e-695f-4096-b07a-a283b62db8ae HTTP/1.1" status: 200 len: 848 time: 0.0716882 Aug 05 12:08:03.390655 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f00e4e10-ea4d-407c-98b2-abc9d95ab1a3 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:08:03.399354 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f00e4e10-ea4d-407c-98b2-abc9d95ab1a3 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:08:03.411793 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231c161d-ebe5-4bec-88d8-7bc0215a9b7a req-090cf544-a846-48cc-bf80-edb699f781d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:08:03.414567 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-231c161d-ebe5-4bec-88d8-7bc0215a9b7a req-090cf544-a846-48cc-bf80-edb699f781d6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3330a3ee-efaf-40db-80d7-9b1a3db68878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696728 Aug 05 12:08:03.510900 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00e4e10-ea4d-407c-98b2-abc9d95ab1a3 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Pushing event updated for resources: {'Port': ['ID=5ce81d55-bcc8-46ef-aa80-1a9a616a468e,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:08:03.524001 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f00e4e10-ea4d-407c-98b2-abc9d95ab1a3 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33287247'] for floatingip, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:08:03.595747 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-231c161d-ebe5-4bec-88d8-7bc0215a9b7a req-cce44eae-7c7e-4758-8f4e-382dc7df020b service neutron] 10.222.0.55 "GET /v2.0/networks/3330a3ee-efaf-40db-80d7-9b1a3db68878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717660 Aug 05 12:08:03.712793 n-d-803378-2 neutron-server[94420]: INFO neutron.db.l3_db [None req-f00e4e10-ea4d-407c-98b2-abc9d95ab1a3 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Floating IP e5614f51-c067-4329-ba8b-c59876091971 associated. External IP: 172.25.5.3, port: 8270cea6-a90a-49e0-b750-cab62b95acee. Aug 05 12:08:03.775647 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-231c161d-ebe5-4bec-88d8-7bc0215a9b7a req-4b94b9d2-828d-4ef4-9126-578c7d8c0cc7 service neutron] 10.222.0.55 "GET /v2.0/networks/3330a3ee-efaf-40db-80d7-9b1a3db68878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695528 Aug 05 12:08:04.017475 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f00e4e10-ea4d-407c-98b2-abc9d95ab1a3 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Router e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:08:04.171351 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6843ef52-c3b3-4195-9128-622cab25606a req-16188b4b-c6e7-4f16-87f2-e2ca35cec0aa tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:08:04.173442 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6843ef52-c3b3-4195-9128-622cab25606a req-16188b4b-c6e7-4f16-87f2-e2ca35cec0aa tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=c2320f71-3c23-4f3b-82a8-1bb597273706 HTTP/1.1" status: 200 len: 1095 time: 0.1044221 Aug 05 12:08:04.226427 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f00e4e10-ea4d-407c-98b2-abc9d95ab1a3 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:08:04.241582 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42f93f5-ebb8-4232-bff5-7dec4e495188 None None] Sync routers for ids ['e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:08:04.253124 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42f93f5-ebb8-4232-bff5-7dec4e495188 None None] Routers {'e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:08:04.254509 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-d42f93f5-ebb8-4232-bff5-7dec4e495188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:07:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:08:04.275345 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6843ef52-c3b3-4195-9128-622cab25606a req-e54388ca-3ee8-4c70-bb32-53bdc7fb12ba tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=4b567533-5ff8-4dbf-8b6a-bc58f3b2f0dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821488 Aug 05 12:08:04.277432 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f00e4e10-ea4d-407c-98b2-abc9d95ab1a3 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:08:04.325965 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-f00e4e10-ea4d-407c-98b2-abc9d95ab1a3 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 3.7930319 Aug 05 12:08:04.326537 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '142c2374-4fd2-4491-b967-0a11f6ee87c7', 'tag': '8270cea6-a90a-49e0-b750-cab62b95acee'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:08:04.328985 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}828068ad8d405ad77660ce68fa78e1ffe658725812f7a08f9e488a446589295b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bb6d984-af8e-4e51-b7c2-9c80d9aa9bb8" -d '{"events": [{"name": "network-changed", "server_uuid": "142c2374-4fd2-4491-b967-0a11f6ee87c7", "tag": "8270cea6-a90a-49e0-b750-cab62b95acee"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:08:04.388234 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 12:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66cf0e2c-59b9-45a7-ac39-806361085489 x-openstack-request-id: req-66cf0e2c-59b9-45a7-ac39-806361085489 {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:08:04.388599 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "142c2374-4fd2-4491-b967-0a11f6ee87c7", "tag": "8270cea6-a90a-49e0-b750-cab62b95acee", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:08:04.388882 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-66cf0e2c-59b9-45a7-ac39-806361085489 {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:08:04.389329 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '142c2374-4fd2-4491-b967-0a11f6ee87c7', 'tag': '8270cea6-a90a-49e0-b750-cab62b95acee', 'status': 'completed', 'code': 200} Aug 05 12:08:04.447384 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-d42f93f5-ebb8-4232-bff5-7dec4e495188 None None] Set router e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:08:04.506729 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb6d984-af8e-4e51-b7c2-9c80d9aa9bb8 req-82b373f2-7ae4-4e9f-84f5-edbdfd77ce81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:08:04.508984 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2bb6d984-af8e-4e51-b7c2-9c80d9aa9bb8 req-82b373f2-7ae4-4e9f-84f5-edbdfd77ce81 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f717acd5caa748b6b706fbaad1f3b969&device_id=142c2374-4fd2-4491-b967-0a11f6ee87c7 HTTP/1.1" status: 200 len: 1096 time: 0.0609069 Aug 05 12:08:04.638679 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb6d984-af8e-4e51-b7c2-9c80d9aa9bb8 req-6d04b15d-be78-440c-8a48-1225c1382848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:08:04.641056 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2bb6d984-af8e-4e51-b7c2-9c80d9aa9bb8 req-6d04b15d-be78-440c-8a48-1225c1382848 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b881efb6-f52e-4006-a158-c2aa42fef2fe HTTP/1.1" status: 200 len: 912 time: 0.1242220 Aug 05 12:08:04.753608 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2bb6d984-af8e-4e51-b7c2-9c80d9aa9bb8 req-3300a1e3-43f9-4a86-8036-abb5bea4eaa2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8270cea6-a90a-49e0-b750-cab62b95acee HTTP/1.1" status: 200 len: 997 time: 0.1038568 Aug 05 12:08:04.846242 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb6d984-af8e-4e51-b7c2-9c80d9aa9bb8 req-e730dbdd-befb-42bd-8804-dd541af7038c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:08:04.848947 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2bb6d984-af8e-4e51-b7c2-9c80d9aa9bb8 req-e730dbdd-befb-42bd-8804-dd541af7038c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=96bcc71c-db3b-48c5-a5c3-35b749d6182d HTTP/1.1" status: 200 len: 850 time: 0.0870545 Aug 05 12:08:04.930514 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb6d984-af8e-4e51-b7c2-9c80d9aa9bb8 req-00172f95-61ea-438f-9244-450bf3ea1772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:08:04.932676 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2bb6d984-af8e-4e51-b7c2-9c80d9aa9bb8 req-00172f95-61ea-438f-9244-450bf3ea1772 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b881efb6-f52e-4006-a158-c2aa42fef2fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0766189 Aug 05 12:08:05.002568 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-d42f93f5-ebb8-4232-bff5-7dec4e495188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24', 'name': 'tempest-TestVolumeBootPattern-443103019-router', 'tenant_id': 'f717acd5caa748b6b706fbaad1f3b969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': '60bfddc8-d821-4934-97ac-cf793158e94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:01:50Z', 'updated_at': '2021-08-05T12:02:08Z', 'revision_number': 4, 'project_id': 'f717acd5caa748b6b706fbaad1f3b969', 'gw_port': {'id': '60bfddc8-d821-4934-97ac-cf793158e94a', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:73:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:01:53Z', 'updated_at': '2021-08-05T12:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': 'e5614f51-c067-4329-ba8b-c59876091971', 'tenant_id': 'f717acd5caa748b6b706fbaad1f3b969', 'floating_ip_address': '172.25.5.3', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': 'e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24', 'port_id': '8270cea6-a90a-49e0-b750-cab62b95acee', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b881efb6-f52e-4006-a158-c2aa42fef2fe', 'mac_address': 'fa:16:3e:63:54:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142c2374-4fd2-4491-b967-0a11f6ee87c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T12:08:02Z', 'updated_at': '2021-08-05T12:08:02Z', 'revision_number': 0, 'project_id': 'f717acd5caa748b6b706fbaad1f3b969', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd186cad0-6ab2-4d69-a919-bdb0a850ce74', 'name': '', 'network_id': 'b881efb6-f52e-4006-a158-c2aa42fef2fe', 'tenant_id': 'f717acd5caa748b6b706fbaad1f3b969', 'mac_address': 'fa:16:3e:8a:78:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3257, 'fixed_ips': [{'subnet_id': '96bcc71c-db3b-48c5-a5c3-35b749d6182d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:02:02Z', 'updated_at': '2021-08-05T12:02:24Z', 'revision_number': 5, 'project_id': 'f717acd5caa748b6b706fbaad1f3b969', 'subnets': [{'id': '96bcc71c-db3b-48c5-a5c3-35b749d6182d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:08:05.043195 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42f93f5-ebb8-4232-bff5-7dec4e495188 None None] Checking router: e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24 for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:08:05.054886 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42f93f5-ebb8-4232-bff5-7dec4e495188 None None] Routers {'e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:08:05.055829 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-d42f93f5-ebb8-4232-bff5-7dec4e495188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:07:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:08:05.086575 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2bb6d984-af8e-4e51-b7c2-9c80d9aa9bb8 req-198caabf-bf47-4069-84fc-54101400939b service neutron] 10.222.0.55 "GET /v2.0/networks/b881efb6-f52e-4006-a158-c2aa42fef2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426835 Aug 05 12:08:05.248234 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2bb6d984-af8e-4e51-b7c2-9c80d9aa9bb8 req-99a16d14-5f3f-4ddf-9d1c-2a5e2d448fdc service neutron] 10.222.0.55 "GET /v2.0/networks/b881efb6-f52e-4006-a158-c2aa42fef2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516895 Aug 05 12:08:05.250368 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-d42f93f5-ebb8-4232-bff5-7dec4e495188 None None] Set router e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:08:05.438440 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc109689-c3f2-436d-9645-de771bba5aaa req-1be269d2-30f9-4187-b1ca-8a0bc04dcf4b tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:08:05.440080 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-dc109689-c3f2-436d-9645-de771bba5aaa req-1be269d2-30f9-4187-b1ca-8a0bc04dcf4b tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=c2320f71-3c23-4f3b-82a8-1bb597273706 HTTP/1.1" status: 200 len: 1095 time: 0.0544131 Aug 05 12:08:05.508862 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-dc109689-c3f2-436d-9645-de771bba5aaa req-b5e77ced-3d93-46a1-bd54-310e665a33fd tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=4b567533-5ff8-4dbf-8b6a-bc58f3b2f0dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565684 Aug 05 12:08:05.636017 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-d42f93f5-ebb8-4232-bff5-7dec4e495188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24', 'name': 'tempest-TestVolumeBootPattern-443103019-router', 'tenant_id': 'f717acd5caa748b6b706fbaad1f3b969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': '60bfddc8-d821-4934-97ac-cf793158e94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:01:50Z', 'updated_at': '2021-08-05T12:02:08Z', 'revision_number': 4, 'project_id': 'f717acd5caa748b6b706fbaad1f3b969', 'gw_port': {'id': '60bfddc8-d821-4934-97ac-cf793158e94a', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:73:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:01:53Z', 'updated_at': '2021-08-05T12:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': 'e5614f51-c067-4329-ba8b-c59876091971', 'tenant_id': 'f717acd5caa748b6b706fbaad1f3b969', 'floating_ip_address': '172.25.5.3', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': 'e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24', 'port_id': '8270cea6-a90a-49e0-b750-cab62b95acee', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b881efb6-f52e-4006-a158-c2aa42fef2fe', 'mac_address': 'fa:16:3e:63:54:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142c2374-4fd2-4491-b967-0a11f6ee87c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T12:08:02Z', 'updated_at': '2021-08-05T12:08:02Z', 'revision_number': 0, 'project_id': 'f717acd5caa748b6b706fbaad1f3b969', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd186cad0-6ab2-4d69-a919-bdb0a850ce74', 'name': '', 'network_id': 'b881efb6-f52e-4006-a158-c2aa42fef2fe', 'tenant_id': 'f717acd5caa748b6b706fbaad1f3b969', 'mac_address': 'fa:16:3e:8a:78:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3257, 'fixed_ips': [{'subnet_id': '96bcc71c-db3b-48c5-a5c3-35b749d6182d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:02:02Z', 'updated_at': '2021-08-05T12:02:24Z', 'revision_number': 5, 'project_id': 'f717acd5caa748b6b706fbaad1f3b969', 'subnets': [{'id': '96bcc71c-db3b-48c5-a5c3-35b749d6182d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:08:05.669784 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42f93f5-ebb8-4232-bff5-7dec4e495188 None None] The sync data for ids ['e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24'] in n-d-803378-2 is: [{'id': 'e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24', 'name': 'tempest-TestVolumeBootPattern-443103019-router', 'tenant_id': 'f717acd5caa748b6b706fbaad1f3b969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': '60bfddc8-d821-4934-97ac-cf793158e94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:01:50Z', 'updated_at': '2021-08-05T12:02:08Z', 'revision_number': 4, 'project_id': 'f717acd5caa748b6b706fbaad1f3b969', 'gw_port': {'id': '60bfddc8-d821-4934-97ac-cf793158e94a', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:73:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:01:53Z', 'updated_at': '2021-08-05T12:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': 'e5614f51-c067-4329-ba8b-c59876091971', 'tenant_id': 'f717acd5caa748b6b706fbaad1f3b969', 'floating_ip_address': '172.25.5.3', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': 'e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24', 'port_id': '8270cea6-a90a-49e0-b750-cab62b95acee', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b881efb6-f52e-4006-a158-c2aa42fef2fe', 'mac_address': 'fa:16:3e:63:54:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142c2374-4fd2-4491-b967-0a11f6ee87c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T12:08:02Z', 'updated_at': '2021-08-05T12:08:02Z', 'revision_number': 0, 'project_id': 'f717acd5caa748b6b706fbaad1f3b969', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd186cad0-6ab2-4d69-a919-bdb0a850ce74', 'name': '', 'network_id': 'b881efb6-f52e-4006-a158-c2aa42fef2fe', 'tenant_id': 'f717acd5caa748b6b706fbaad1f3b969', 'mac_address': 'fa:16:3e:8a:78:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3257, 'fixed_ips': [{'subnet_id': '96bcc71c-db3b-48c5-a5c3-35b749d6182d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:02:02Z', 'updated_at': '2021-08-05T12:02:24Z', 'revision_number': 5, 'project_id': 'f717acd5caa748b6b706fbaad1f3b969', 'subnets': [{'id': '96bcc71c-db3b-48c5-a5c3-35b749d6182d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:08:05.975274 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5eda15-1030-4af8-8ec9-45292b169055 None None] New status for floating IP e5614f51-c067-4329-ba8b-c59876091971: ACTIVE {{(pid=94422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 12:08:06.704675 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ea8b91-58bc-4c44-8519-07470646e4e9 req-40189f1a-daca-4903-9a8b-a5ec51faa154 tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:08:06.706513 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-45ea8b91-58bc-4c44-8519-07470646e4e9 req-40189f1a-daca-4903-9a8b-a5ec51faa154 tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=c2320f71-3c23-4f3b-82a8-1bb597273706 HTTP/1.1" status: 200 len: 1095 time: 0.0593770 Aug 05 12:08:06.758431 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-45ea8b91-58bc-4c44-8519-07470646e4e9 req-2ea4110f-1ae3-42d9-8858-73e6f542be63 tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=4b567533-5ff8-4dbf-8b6a-bc58f3b2f0dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425186 Aug 05 12:08:06.761392 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 109713fc-91d8-48ca-ba0c-64b39ad0c85a details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 12:08:06.934139 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 109713fc-91d8-48ca-ba0c-64b39ad0c85a, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=109713fc-91d8-48ca-ba0c-64b39ad0c85a,segment=NetworkSegment(8ad73fcf-4faf-4bf7-8495-9b21cf8f85be),segment_id=8ad73fcf-4faf-4bf7-8495-9b21cf8f85be)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:08:06.949133 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Returning: {'device': '109713fc-91d8-48ca-ba0c-64b39ad0c85a', 'network_id': '3330a3ee-efaf-40db-80d7-9b1a3db68878', 'port_id': '109713fc-91d8-48ca-ba0c-64b39ad0c85a', 'mac_address': 'fa:16:3e:80:43:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc3c455e-695f-4096-b07a-a283b62db8ae', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 12:08:07.005333 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:08:07.031238 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 109713fc-91d8-48ca-ba0c-64b39ad0c85a {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 12:08:07.064959 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 109713fc-91d8-48ca-ba0c-64b39ad0c85a, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=109713fc-91d8-48ca-ba0c-64b39ad0c85a,segment=NetworkSegment(8ad73fcf-4faf-4bf7-8495-9b21cf8f85be),segment_id=8ad73fcf-4faf-4bf7-8495-9b21cf8f85be)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:08:07.071801 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:08:07.164203 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=109713fc-91d8-48ca-ba0c-64b39ad0c85a,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:08:07.175581 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:08:07.176200 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:08:07.176828 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:08:07.177510 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:08:07.178002 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:08:07.178491 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:08:07.178837 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:08:07.179205 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:08:07.179737 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:08:07.183222 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:08:07.183222 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:08:07.183222 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:08:07.266865 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-62e3dc99-ca7b-4020-9f46-f546632a22fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:08:07.366851 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['109713fc-91d8-48ca-ba0c-64b39ad0c85a'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 12:08:07.908323 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a5e851-806a-4534-a663-98a51a565dbf req-c802dc2b-6acb-4646-bca3-202cf9d21125 tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:08:07.911674 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b9a5e851-806a-4534-a663-98a51a565dbf req-c802dc2b-6acb-4646-bca3-202cf9d21125 tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=c2320f71-3c23-4f3b-82a8-1bb597273706 HTTP/1.1" status: 200 len: 1096 time: 0.0606115 Aug 05 12:08:07.966879 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b9a5e851-806a-4534-a663-98a51a565dbf req-1d46eadc-4322-4a1a-a916-bcfc23273f12 tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=4b567533-5ff8-4dbf-8b6a-bc58f3b2f0dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438890 Aug 05 12:08:08.778400 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 109713fc-91d8-48ca-ba0c-64b39ad0c85a up at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:08:08.838869 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning for port 109713fc-91d8-48ca-ba0c-64b39ad0c85a completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:08:08.843967 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning complete for port 109713fc-91d8-48ca-ba0c-64b39ad0c85a triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:08:08.844427 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:08:08.953816 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:08:09.000687 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2320f71-3c23-4f3b-82a8-1bb597273706', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '109713fc-91d8-48ca-ba0c-64b39ad0c85a'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:08:09.005438 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb30d3c4-5a39-4dbb-9ea0-8b9b7f0750ab" -d '{"events": [{"server_uuid": "c2320f71-3c23-4f3b-82a8-1bb597273706", "name": "network-vif-plugged", "status": "completed", "tag": "109713fc-91d8-48ca-ba0c-64b39ad0c85a"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:08:09.030373 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 109713fc-91d8-48ca-ba0c-64b39ad0c85a, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=109713fc-91d8-48ca-ba0c-64b39ad0c85a,segment=NetworkSegment(8ad73fcf-4faf-4bf7-8495-9b21cf8f85be),segment_id=8ad73fcf-4faf-4bf7-8495-9b21cf8f85be)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:08:09.041878 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:08:09.089779 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 12:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2111a081-16e3-4508-bc32-a7a0c2033323 x-openstack-request-id: req-2111a081-16e3-4508-bc32-a7a0c2033323 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:08:09.089779 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2320f71-3c23-4f3b-82a8-1bb597273706", "name": "network-vif-plugged", "status": "completed", "tag": "109713fc-91d8-48ca-ba0c-64b39ad0c85a", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:08:09.089779 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2111a081-16e3-4508-bc32-a7a0c2033323 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:08:09.091273 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2320f71-3c23-4f3b-82a8-1bb597273706', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '109713fc-91d8-48ca-ba0c-64b39ad0c85a', 'code': 200} Aug 05 12:08:09.144744 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=109713fc-91d8-48ca-ba0c-64b39ad0c85a,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:08:09.156371 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a76a87-4aac-4b0f-978c-9d0a993cba60 req-7257af19-4e0e-403d-b5de-03d44f90a024 tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:08:09.159150 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-60a76a87-4aac-4b0f-978c-9d0a993cba60 req-7257af19-4e0e-403d-b5de-03d44f90a024 tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=c2320f71-3c23-4f3b-82a8-1bb597273706 HTTP/1.1" status: 200 len: 1097 time: 0.0683024 Aug 05 12:08:09.211172 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-60a76a87-4aac-4b0f-978c-9d0a993cba60 req-26244e68-ca51-4bcc-9396-fdb46bdd40aa tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=4b567533-5ff8-4dbf-8b6a-bc58f3b2f0dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388238 Aug 05 12:08:09.258707 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd9e847-b0ff-4558-8146-1ea67c15fd3a req-f9f1b626-641a-4f25-b5a9-c93531fb3743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:08:09.261553 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-fbd9e847-b0ff-4558-8146-1ea67c15fd3a req-f9f1b626-641a-4f25-b5a9-c93531fb3743 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c2320f71-3c23-4f3b-82a8-1bb597273706 HTTP/1.1" status: 200 len: 1097 time: 0.0751569 Aug 05 12:08:09.317081 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-fbd9e847-b0ff-4558-8146-1ea67c15fd3a req-58f18c06-0447-4f8b-9898-19815cc30ec8 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=4b567533-5ff8-4dbf-8b6a-bc58f3b2f0dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438797 Aug 05 12:08:10.022658 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-3e70c58a-8ce1-4588-8a32-2963140e03dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:08:10.106788 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:08:10.382653 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559f802e-18e3-4fc5-880c-99150a55ccc2 req-e79c8773-160c-4d37-ae6f-ab20197f9a98 tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:08:10.384670 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-559f802e-18e3-4fc5-880c-99150a55ccc2 req-e79c8773-160c-4d37-ae6f-ab20197f9a98 tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=c2320f71-3c23-4f3b-82a8-1bb597273706 HTTP/1.1" status: 200 len: 1097 time: 0.0681009 Aug 05 12:08:10.431117 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-559f802e-18e3-4fc5-880c-99150a55ccc2 req-99a43628-a9e3-414a-86c5-202490ba1820 tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=4b567533-5ff8-4dbf-8b6a-bc58f3b2f0dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395095 Aug 05 12:08:11.596381 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd8a851-b46c-418f-8e93-0ab512a3bb1f req-9c7eec08-79b5-4878-984e-71614092fbfb tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:08:11.600062 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6bd8a851-b46c-418f-8e93-0ab512a3bb1f req-9c7eec08-79b5-4878-984e-71614092fbfb tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=c2320f71-3c23-4f3b-82a8-1bb597273706 HTTP/1.1" status: 200 len: 1097 time: 0.0791061 Aug 05 12:08:11.669569 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6bd8a851-b46c-418f-8e93-0ab512a3bb1f req-a0aae7f3-b5fa-44eb-abd0-0f9d1e00d099 tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=4b567533-5ff8-4dbf-8b6a-bc58f3b2f0dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599427 Aug 05 12:08:11.812381 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:08:11.836004 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d49689e-a1e4-4e85-9806-5a214716cffa req-165f4180-4666-448e-a09e-b32120862110 tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:08:11.837848 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5d49689e-a1e4-4e85-9806-5a214716cffa req-165f4180-4666-448e-a09e-b32120862110 tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=c2320f71-3c23-4f3b-82a8-1bb597273706 HTTP/1.1" status: 200 len: 1097 time: 0.0573859 Aug 05 12:08:11.909331 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5d49689e-a1e4-4e85-9806-5a214716cffa req-a9e28f98-8f09-4daa-9065-2537b2818866 tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=4b567533-5ff8-4dbf-8b6a-bc58f3b2f0dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577321 Aug 05 12:08:12.077371 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacb99ba-8b1c-497f-8856-b55553bf37a2 req-ad04cae3-749c-466c-9d01-7a94c0d92fcf tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:08:12.080206 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bacb99ba-8b1c-497f-8856-b55553bf37a2 req-ad04cae3-749c-466c-9d01-7a94c0d92fcf tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=c2320f71-3c23-4f3b-82a8-1bb597273706 HTTP/1.1" status: 200 len: 1097 time: 0.0724175 Aug 05 12:08:12.130894 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bacb99ba-8b1c-497f-8856-b55553bf37a2 req-0513de17-106f-4ba1-9bcc-e0c4b55c0fd4 tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=4b567533-5ff8-4dbf-8b6a-bc58f3b2f0dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436811 Aug 05 12:08:12.520666 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708d352e-24ce-4016-ab48-ddde56c3f095 req-2264455e-6cd6-48a5-b94c-d17d59528fc7 tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:08:12.522995 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-708d352e-24ce-4016-ab48-ddde56c3f095 req-2264455e-6cd6-48a5-b94c-d17d59528fc7 tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=c2320f71-3c23-4f3b-82a8-1bb597273706 HTTP/1.1" status: 200 len: 1097 time: 0.0625887 Aug 05 12:08:12.590955 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-708d352e-24ce-4016-ab48-ddde56c3f095 req-a83ee4e5-36bf-458a-aa74-8bf7663a7a4b tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=4b567533-5ff8-4dbf-8b6a-bc58f3b2f0dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575082 Aug 05 12:08:13.754226 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62bb97b-dc3c-4906-8bc3-6e5128ca3a2e req-528481d1-728f-44c8-99a9-e223d1762f71 tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:08:13.757032 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b62bb97b-dc3c-4906-8bc3-6e5128ca3a2e req-528481d1-728f-44c8-99a9-e223d1762f71 tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=c2320f71-3c23-4f3b-82a8-1bb597273706 HTTP/1.1" status: 200 len: 1097 time: 0.0724819 Aug 05 12:08:13.820322 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b62bb97b-dc3c-4906-8bc3-6e5128ca3a2e req-0f7a012e-5588-48d2-9392-721d843ba8a8 tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=4b567533-5ff8-4dbf-8b6a-bc58f3b2f0dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550420 Aug 05 12:08:13.973235 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:08:14.264985 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8043f70-ca6e-434e-9bcf-52163e4d17d3 req-18f75f1b-6ed2-42c1-a747-148a105e62bd tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:08:14.267528 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-f8043f70-ca6e-434e-9bcf-52163e4d17d3 req-18f75f1b-6ed2-42c1-a747-148a105e62bd tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=c2320f71-3c23-4f3b-82a8-1bb597273706 HTTP/1.1" status: 200 len: 1097 time: 0.0643306 Aug 05 12:08:14.861687 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-f8043f70-ca6e-434e-9bcf-52163e4d17d3 req-c22db7b3-9c10-4276-81af-2f9762f2de29 tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] Deleting port 109713fc-91d8-48ca-ba0c-64b39ad0c85a {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:08:14.862220 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-f8043f70-ca6e-434e-9bcf-52163e4d17d3 req-c22db7b3-9c10-4276-81af-2f9762f2de29 tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:08:14.986183 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc369afe-c2ef-44ee-9179-edd619dbb1e2 req-d6afea91-429e-4e15-9a2d-9b488410ab7f tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:08:14.989516 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fc369afe-c2ef-44ee-9179-edd619dbb1e2 req-d6afea91-429e-4e15-9a2d-9b488410ab7f tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=c2320f71-3c23-4f3b-82a8-1bb597273706 HTTP/1.1" status: 200 len: 1097 time: 0.0626588 Aug 05 12:08:15.013944 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-f8043f70-ca6e-434e-9bcf-52163e4d17d3 req-c22db7b3-9c10-4276-81af-2f9762f2de29 tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] For port 109713fc-91d8-48ca-ba0c-64b39ad0c85a, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=109713fc-91d8-48ca-ba0c-64b39ad0c85a,segment=NetworkSegment(8ad73fcf-4faf-4bf7-8495-9b21cf8f85be),segment_id=8ad73fcf-4faf-4bf7-8495-9b21cf8f85be)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:08:15.014519 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-f8043f70-ca6e-434e-9bcf-52163e4d17d3 req-c22db7b3-9c10-4276-81af-2f9762f2de29 tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:08:15.044447 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-f8043f70-ca6e-434e-9bcf-52163e4d17d3 req-c22db7b3-9c10-4276-81af-2f9762f2de29 tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] Calling delete_port for 109713fc-91d8-48ca-ba0c-64b39ad0c85a owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:08:15.047063 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fc369afe-c2ef-44ee-9179-edd619dbb1e2 req-a619a6fa-e635-41a2-ab26-2bdb3920d656 tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=4b567533-5ff8-4dbf-8b6a-bc58f3b2f0dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468459 Aug 05 12:08:15.271078 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-f8043f70-ca6e-434e-9bcf-52163e4d17d3 req-c22db7b3-9c10-4276-81af-2f9762f2de29 tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:08:15.310343 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22db7b3-9c10-4276-81af-2f9762f2de29 tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] Pushing event deleted for resources: {'Port': ['ID=109713fc-91d8-48ca-ba0c-64b39ad0c85a,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:08:15.318102 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['109713fc-91d8-48ca-ba0c-64b39ad0c85a'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 12:08:15.331588 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['c327ff9b-2dc5-46c0-a380-7e8c72ebf0f5'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 12:08:15.368524 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8043f70-ca6e-434e-9bcf-52163e4d17d3 req-c22db7b3-9c10-4276-81af-2f9762f2de29 tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] No DVR routers for this DVR port 109713fc-91d8-48ca-ba0c-64b39ad0c85a on host n-h2-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:08:15.375126 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-f8043f70-ca6e-434e-9bcf-52163e4d17d3 req-c22db7b3-9c10-4276-81af-2f9762f2de29 tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:08:15.378680 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-f8043f70-ca6e-434e-9bcf-52163e4d17d3 req-c22db7b3-9c10-4276-81af-2f9762f2de29 tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] 10.222.0.55 "DELETE /v2.0/ports/109713fc-91d8-48ca-ba0c-64b39ad0c85a HTTP/1.1" status: 204 len: 173 time: 1.1018059 Aug 05 12:08:15.379485 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2320f71-3c23-4f3b-82a8-1bb597273706', 'name': 'network-vif-deleted', 'tag': '109713fc-91d8-48ca-ba0c-64b39ad0c85a'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:08:15.384582 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36df2951-4d64-44d8-8114-fc4986a1868c" -d '{"events": [{"server_uuid": "c2320f71-3c23-4f3b-82a8-1bb597273706", "name": "network-vif-deleted", "tag": "109713fc-91d8-48ca-ba0c-64b39ad0c85a"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:08:15.517656 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 12:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f55f973-900a-467e-935e-0f4b01646cde x-openstack-request-id: req-1f55f973-900a-467e-935e-0f4b01646cde {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:08:15.518239 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2320f71-3c23-4f3b-82a8-1bb597273706", "name": "network-vif-deleted", "tag": "109713fc-91d8-48ca-ba0c-64b39ad0c85a", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:08:15.518828 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1f55f973-900a-467e-935e-0f4b01646cde {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:08:15.520203 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2320f71-3c23-4f3b-82a8-1bb597273706', 'name': 'network-vif-deleted', 'tag': '109713fc-91d8-48ca-ba0c-64b39ad0c85a', 'status': 'completed', 'code': 200} Aug 05 12:08:15.659622 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-12dee368-4408-44c5-9eac-73f4fc9051ff req-b8243be3-fe65-41d2-be94-903bae20c732 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=295adfcc-63cd-4939-a68d-f1d2f39c6cb5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2471123 Aug 05 12:08:15.815735 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dee368-4408-44c5-9eac-73f4fc9051ff req-330fde13-cba7-4fea-a5ac-fa9a9dda7835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:08:15.817277 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dee368-4408-44c5-9eac-73f4fc9051ff req-330fde13-cba7-4fea-a5ac-fa9a9dda7835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:08:15.818030 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dee368-4408-44c5-9eac-73f4fc9051ff req-330fde13-cba7-4fea-a5ac-fa9a9dda7835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:08:15.818644 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dee368-4408-44c5-9eac-73f4fc9051ff req-330fde13-cba7-4fea-a5ac-fa9a9dda7835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:08:15.819420 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dee368-4408-44c5-9eac-73f4fc9051ff req-330fde13-cba7-4fea-a5ac-fa9a9dda7835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:08:15.820117 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dee368-4408-44c5-9eac-73f4fc9051ff req-330fde13-cba7-4fea-a5ac-fa9a9dda7835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:08:15.820801 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dee368-4408-44c5-9eac-73f4fc9051ff req-330fde13-cba7-4fea-a5ac-fa9a9dda7835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:08:15.823700 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-12dee368-4408-44c5-9eac-73f4fc9051ff req-330fde13-cba7-4fea-a5ac-fa9a9dda7835 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7f690a1af59141ff99aca95e28eca771&device_id=295adfcc-63cd-4939-a68d-f1d2f39c6cb5 HTTP/1.1" status: 200 len: 6499 time: 0.0763683 Aug 05 12:08:15.987677 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dee368-4408-44c5-9eac-73f4fc9051ff req-5994906a-febc-4c3d-88a1-fdf709662386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:08:15.989776 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dee368-4408-44c5-9eac-73f4fc9051ff req-5994906a-febc-4c3d-88a1-fdf709662386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:08:15.990688 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dee368-4408-44c5-9eac-73f4fc9051ff req-5994906a-febc-4c3d-88a1-fdf709662386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:08:15.993983 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-12dee368-4408-44c5-9eac-73f4fc9051ff req-5994906a-febc-4c3d-88a1-fdf709662386 service neutron] 10.222.0.64 "GET /v2.0/networks?id=79bfc6d8-260b-4b47-a4ff-7568441e3a8b&id=efef5820-889f-42cc-a1e8-7a1a3d2a1fbf&id=efef5820-889f-42cc-a1e8-7a1a3d2a1fbf&id=efef5820-889f-42cc-a1e8-7a1a3d2a1fbf&id=efef5820-889f-42cc-a1e8-7a1a3d2a1fbf&id=86bbbaf5-a273-4acb-af27-d15f3d74f788&id=86bbbaf5-a273-4acb-af27-d15f3d74f788 HTTP/1.1" status: 200 len: 2298 time: 0.1383252 Aug 05 12:08:16.084235 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-12dee368-4408-44c5-9eac-73f4fc9051ff req-9daf2973-45f0-4064-b158-656d65fb854c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7bcb6ae7-f99a-4746-9568-4e0b7720fa3c HTTP/1.1" status: 200 len: 1000 time: 0.0816534 Aug 05 12:08:16.201760 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dee368-4408-44c5-9eac-73f4fc9051ff req-64814348-5b73-488c-899c-68139f2a7a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:08:16.208637 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-12dee368-4408-44c5-9eac-73f4fc9051ff req-64814348-5b73-488c-899c-68139f2a7a24 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=90c3c35a-eac3-416b-b90c-3f9071c29dcd HTTP/1.1" status: 200 len: 856 time: 0.1059477 Aug 05 12:08:16.273957 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0fb348b4-0ca3-49b2-9651-415ee54b4417 req-97563e3c-fb0d-4b6f-a189-39c25776686f tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=c2320f71-3c23-4f3b-82a8-1bb597273706 HTTP/1.1" status: 200 len: 210 time: 0.0585597 Aug 05 12:08:16.330385 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dee368-4408-44c5-9eac-73f4fc9051ff req-805f0eaa-0ad3-456a-969f-026a46f2a472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:08:16.332874 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-12dee368-4408-44c5-9eac-73f4fc9051ff req-805f0eaa-0ad3-456a-969f-026a46f2a472 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=79bfc6d8-260b-4b47-a4ff-7568441e3a8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0923648 Aug 05 12:08:16.351831 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [req-12dee368-4408-44c5-9eac-73f4fc9051ff req-6eeff836-48a8-480c-8586-b9f1bccf178f service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94420) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 12:08:16.352700 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-12dee368-4408-44c5-9eac-73f4fc9051ff req-6eeff836-48a8-480c-8586-b9f1bccf178f service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067556 Aug 05 12:08:16.492609 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-12dee368-4408-44c5-9eac-73f4fc9051ff req-f2b192e8-d064-4f39-a66c-01ecdb626b43 service neutron] 10.222.0.64 "GET /v2.0/networks/79bfc6d8-260b-4b47-a4ff-7568441e3a8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256411 Aug 05 12:08:16.649744 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-12dee368-4408-44c5-9eac-73f4fc9051ff req-0aa23e1d-f20a-483e-a28d-9b69364b48c6 service neutron] 10.222.0.64 "GET /v2.0/networks/79bfc6d8-260b-4b47-a4ff-7568441e3a8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428936 Aug 05 12:08:16.737592 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-12dee368-4408-44c5-9eac-73f4fc9051ff req-74f07b4a-1551-4101-80e3-0247060b65cd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.71&port_id=2cab8c34-cbf9-450f-9c67-c8ac5da7b895 HTTP/1.1" status: 200 len: 217 time: 0.0737765 Aug 05 12:08:16.828508 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dee368-4408-44c5-9eac-73f4fc9051ff req-7d81a984-500f-4259-8767-6bf3e0a66141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:08:16.830397 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-12dee368-4408-44c5-9eac-73f4fc9051ff req-7d81a984-500f-4259-8767-6bf3e0a66141 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f10aca1c-e17e-479d-aec1-1d33ddacd74e HTTP/1.1" status: 200 len: 797 time: 0.0789292 Aug 05 12:08:16.906719 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dee368-4408-44c5-9eac-73f4fc9051ff req-e6ead82b-7813-4ee1-bb8e-cfa467945473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:08:16.908771 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-12dee368-4408-44c5-9eac-73f4fc9051ff req-e6ead82b-7813-4ee1-bb8e-cfa467945473 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=efef5820-889f-42cc-a1e8-7a1a3d2a1fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0688314 Aug 05 12:08:17.083092 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-12dee368-4408-44c5-9eac-73f4fc9051ff req-e690cc74-f24e-416c-a763-75a38d05f1c9 service neutron] 10.222.0.64 "GET /v2.0/networks/efef5820-889f-42cc-a1e8-7a1a3d2a1fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647027 Aug 05 12:08:17.264451 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-12dee368-4408-44c5-9eac-73f4fc9051ff req-6102d37c-ea55-4b0a-a49f-d0c37cdd9cee service neutron] 10.222.0.64 "GET /v2.0/networks/efef5820-889f-42cc-a1e8-7a1a3d2a1fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655831 Aug 05 12:08:17.359903 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-12dee368-4408-44c5-9eac-73f4fc9051ff req-fd5eda22-359d-4f1f-b089-5ba36a61550a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.196&port_id=a3c6ede4-0a04-4dea-85c9-68e5fd39b91f HTTP/1.1" status: 200 len: 217 time: 0.0793710 Aug 05 12:08:17.462707 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dee368-4408-44c5-9eac-73f4fc9051ff req-92ba5b21-ff82-4008-8d4d-892ef2cc059e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:08:17.464639 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-12dee368-4408-44c5-9eac-73f4fc9051ff req-92ba5b21-ff82-4008-8d4d-892ef2cc059e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f10aca1c-e17e-479d-aec1-1d33ddacd74e HTTP/1.1" status: 200 len: 797 time: 0.0906215 Aug 05 12:08:17.559775 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dee368-4408-44c5-9eac-73f4fc9051ff req-77770324-f4aa-43b1-b5f4-c201720edd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:08:17.563695 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-12dee368-4408-44c5-9eac-73f4fc9051ff req-77770324-f4aa-43b1-b5f4-c201720edd06 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=efef5820-889f-42cc-a1e8-7a1a3d2a1fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0831532 Aug 05 12:08:17.827006 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-12dee368-4408-44c5-9eac-73f4fc9051ff req-f79167df-f0ba-4bbf-a4f1-8a28cac401b2 service neutron] 10.222.0.64 "GET /v2.0/networks/efef5820-889f-42cc-a1e8-7a1a3d2a1fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384474 Aug 05 12:08:17.830361 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27b6c8c-35ef-4e9c-ac81-804829de3a76 req-36a40023-0bf5-451e-a66e-dc088e19b817 tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:08:17.833636 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f27b6c8c-35ef-4e9c-ac81-804829de3a76 req-36a40023-0bf5-451e-a66e-dc088e19b817 tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=d736798b-2b74-4282-bfa3-2bb173537269 HTTP/1.1" status: 200 len: 1096 time: 0.1294460 Aug 05 12:08:18.006878 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f27b6c8c-35ef-4e9c-ac81-804829de3a76 req-e5d220b7-1c57-4b78-a68b-e7ca27029e32 tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=4b567533-5ff8-4dbf-8b6a-bc58f3b2f0dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552112 Aug 05 12:08:18.048962 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-12dee368-4408-44c5-9eac-73f4fc9051ff req-c11939c9-e968-4d57-b017-e4f2ca74f162 service neutron] 10.222.0.64 "GET /v2.0/networks/efef5820-889f-42cc-a1e8-7a1a3d2a1fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126789 Aug 05 12:08:18.137784 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-12dee368-4408-44c5-9eac-73f4fc9051ff req-e35f5b59-ada5-4cb2-b7eb-6981cf3d714c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.240&port_id=79281129-8f90-4603-b7b5-3c88d3cba5a8 HTTP/1.1" status: 200 len: 217 time: 0.0694761 Aug 05 12:08:18.221165 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dee368-4408-44c5-9eac-73f4fc9051ff req-e0fe9ead-8b23-4b45-9539-bac4bdc11923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:08:18.224516 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-12dee368-4408-44c5-9eac-73f4fc9051ff req-e0fe9ead-8b23-4b45-9539-bac4bdc11923 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f10aca1c-e17e-479d-aec1-1d33ddacd74e HTTP/1.1" status: 200 len: 797 time: 0.0725021 Aug 05 12:08:18.319386 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dee368-4408-44c5-9eac-73f4fc9051ff req-e0950850-ae90-4dad-bcbf-e74ecc1187f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:08:18.322728 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-12dee368-4408-44c5-9eac-73f4fc9051ff req-e0950850-ae90-4dad-bcbf-e74ecc1187f4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=efef5820-889f-42cc-a1e8-7a1a3d2a1fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0851955 Aug 05 12:08:18.517385 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-12dee368-4408-44c5-9eac-73f4fc9051ff req-e13b23ae-bfba-4be7-afd8-8dbd23d5728e service neutron] 10.222.0.64 "GET /v2.0/networks/efef5820-889f-42cc-a1e8-7a1a3d2a1fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768553 Aug 05 12:08:18.699101 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-12dee368-4408-44c5-9eac-73f4fc9051ff req-4284f3a9-1546-473d-aa07-c93b8f6d52ba service neutron] 10.222.0.64 "GET /v2.0/networks/efef5820-889f-42cc-a1e8-7a1a3d2a1fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725752 Aug 05 12:08:18.782576 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-12dee368-4408-44c5-9eac-73f4fc9051ff req-f3d0c9ea-ea78-43d9-8b7b-0ee41f866ce6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.106&port_id=89bbd496-bb01-4b41-b65d-af7444dd347d HTTP/1.1" status: 200 len: 217 time: 0.0736930 Aug 05 12:08:18.809080 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 109713fc-91d8-48ca-ba0c-64b39ad0c85a no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:08:18.866607 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] No Port match for: 109713fc-91d8-48ca-ba0c-64b39ad0c85a {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:08:18.867126 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 109713fc-91d8-48ca-ba0c-64b39ad0c85a not bound to the agent host n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:08:18.900393 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dee368-4408-44c5-9eac-73f4fc9051ff req-3b7f38fb-ffeb-4192-8a3d-e25230486104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:08:18.904630 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-12dee368-4408-44c5-9eac-73f4fc9051ff req-3b7f38fb-ffeb-4192-8a3d-e25230486104 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f10aca1c-e17e-479d-aec1-1d33ddacd74e HTTP/1.1" status: 200 len: 797 time: 0.1121192 Aug 05 12:08:19.001102 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dee368-4408-44c5-9eac-73f4fc9051ff req-cf018433-e9c0-4a69-aac0-ec17e65f8a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:08:19.004013 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-12dee368-4408-44c5-9eac-73f4fc9051ff req-cf018433-e9c0-4a69-aac0-ec17e65f8a32 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=efef5820-889f-42cc-a1e8-7a1a3d2a1fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0837069 Aug 05 12:08:19.278568 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-12dee368-4408-44c5-9eac-73f4fc9051ff req-ee13de43-27bc-442a-a2d9-9afb410dbae5 service neutron] 10.222.0.64 "GET /v2.0/networks/efef5820-889f-42cc-a1e8-7a1a3d2a1fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610128 Aug 05 12:08:19.346859 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02162ac-8ecc-4f85-b2ef-02fd92c08a1f req-2906ea67-a9f1-45e4-8374-572ac8a43a38 tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:08:19.349660 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c02162ac-8ecc-4f85-b2ef-02fd92c08a1f req-2906ea67-a9f1-45e4-8374-572ac8a43a38 tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=d736798b-2b74-4282-bfa3-2bb173537269 HTTP/1.1" status: 200 len: 1096 time: 0.1685214 Aug 05 12:08:19.504659 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c02162ac-8ecc-4f85-b2ef-02fd92c08a1f req-192fdf6f-6a90-49c9-b989-dfcfc25383ea tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=4b567533-5ff8-4dbf-8b6a-bc58f3b2f0dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970235 Aug 05 12:08:19.552729 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-12dee368-4408-44c5-9eac-73f4fc9051ff req-5419180b-fa84-4436-bcee-f1b324ffcd39 service neutron] 10.222.0.64 "GET /v2.0/networks/efef5820-889f-42cc-a1e8-7a1a3d2a1fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544179 Aug 05 12:08:19.626574 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-12dee368-4408-44c5-9eac-73f4fc9051ff req-cfd89a24-fee9-45c8-88dd-0f806060cdf5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fdc00ed3-1ef7-4580-87ca-41c84ea3e979 HTTP/1.1" status: 200 len: 217 time: 0.0663810 Aug 05 12:08:19.719018 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dee368-4408-44c5-9eac-73f4fc9051ff req-255ae78d-8607-402f-92be-41b1b8b77c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:08:19.721664 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-12dee368-4408-44c5-9eac-73f4fc9051ff req-255ae78d-8607-402f-92be-41b1b8b77c04 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=78405c69-bcbd-4bcb-8a8c-a035481e47e0 HTTP/1.1" status: 200 len: 797 time: 0.0783868 Aug 05 12:08:19.819736 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dee368-4408-44c5-9eac-73f4fc9051ff req-9d2186bc-5939-4bc4-a3fd-35455c7f975a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:08:19.821484 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-12dee368-4408-44c5-9eac-73f4fc9051ff req-9d2186bc-5939-4bc4-a3fd-35455c7f975a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=86bbbaf5-a273-4acb-af27-d15f3d74f788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0699744 Aug 05 12:08:19.985664 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-12dee368-4408-44c5-9eac-73f4fc9051ff req-2d936480-5222-45be-9c70-6598cda7295c service neutron] 10.222.0.64 "GET /v2.0/networks/86bbbaf5-a273-4acb-af27-d15f3d74f788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196876 Aug 05 12:08:20.140628 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-12dee368-4408-44c5-9eac-73f4fc9051ff req-fbfb7619-aec8-4cc7-aaeb-f9ebc844db2f service neutron] 10.222.0.64 "GET /v2.0/networks/86bbbaf5-a273-4acb-af27-d15f3d74f788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432254 Aug 05 12:08:20.213646 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-12dee368-4408-44c5-9eac-73f4fc9051ff req-a6b31756-2c0e-4569-ae5a-bc016d0ef847 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d79a8c0b-1e74-416a-91c7-f9e3fcbe25d4 HTTP/1.1" status: 200 len: 217 time: 0.0646405 Aug 05 12:08:20.368014 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9ccda7-1012-4ee0-bc9c-4a094a4b4d92 req-637e8580-e8d9-4329-9516-d5c07faaa7af tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:08:20.370141 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ec9ccda7-1012-4ee0-bc9c-4a094a4b4d92 req-637e8580-e8d9-4329-9516-d5c07faaa7af tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=d736798b-2b74-4282-bfa3-2bb173537269 HTTP/1.1" status: 200 len: 1096 time: 0.0800292 Aug 05 12:08:20.372302 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dee368-4408-44c5-9eac-73f4fc9051ff req-5f5c5a36-1a73-4ad8-bf95-7a9674b6279f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:08:20.373957 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-12dee368-4408-44c5-9eac-73f4fc9051ff req-5f5c5a36-1a73-4ad8-bf95-7a9674b6279f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=78405c69-bcbd-4bcb-8a8c-a035481e47e0 HTTP/1.1" status: 200 len: 797 time: 0.0849435 Aug 05 12:08:20.478171 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dee368-4408-44c5-9eac-73f4fc9051ff req-cd585cc4-bf7a-450e-9dc2-d4001cc42f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:08:20.483063 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-12dee368-4408-44c5-9eac-73f4fc9051ff req-cd585cc4-bf7a-450e-9dc2-d4001cc42f75 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=86bbbaf5-a273-4acb-af27-d15f3d74f788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0988481 Aug 05 12:08:20.500164 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-ec9ccda7-1012-4ee0-bc9c-4a094a4b4d92 req-83f0fd33-650f-410e-a63a-3583d3680fa8 tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] Deleting port c327ff9b-2dc5-46c0-a380-7e8c72ebf0f5 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:08:20.500602 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-ec9ccda7-1012-4ee0-bc9c-4a094a4b4d92 req-83f0fd33-650f-410e-a63a-3583d3680fa8 tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:08:20.630443 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-ec9ccda7-1012-4ee0-bc9c-4a094a4b4d92 req-83f0fd33-650f-410e-a63a-3583d3680fa8 tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] For port c327ff9b-2dc5-46c0-a380-7e8c72ebf0f5, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=c327ff9b-2dc5-46c0-a380-7e8c72ebf0f5,segment=NetworkSegment(8ad73fcf-4faf-4bf7-8495-9b21cf8f85be),segment_id=8ad73fcf-4faf-4bf7-8495-9b21cf8f85be)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:08:20.630908 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-ec9ccda7-1012-4ee0-bc9c-4a094a4b4d92 req-83f0fd33-650f-410e-a63a-3583d3680fa8 tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:08:20.651683 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-ec9ccda7-1012-4ee0-bc9c-4a094a4b4d92 req-83f0fd33-650f-410e-a63a-3583d3680fa8 tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] Calling delete_port for c327ff9b-2dc5-46c0-a380-7e8c72ebf0f5 owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:08:20.666230 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-12dee368-4408-44c5-9eac-73f4fc9051ff req-504735f4-017e-48ea-b36f-7f69bbd7a3a4 service neutron] 10.222.0.64 "GET /v2.0/networks/86bbbaf5-a273-4acb-af27-d15f3d74f788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744235 Aug 05 12:08:20.869533 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-ec9ccda7-1012-4ee0-bc9c-4a094a4b4d92 req-83f0fd33-650f-410e-a63a-3583d3680fa8 tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:08:20.896685 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53c1642-9452-4e80-93c5-fc6388bfce24 req-6f467b7a-741f-4eec-b0a7-6ddc3e9f6953 tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:08:20.899704 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c53c1642-9452-4e80-93c5-fc6388bfce24 req-6f467b7a-741f-4eec-b0a7-6ddc3e9f6953 tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=d736798b-2b74-4282-bfa3-2bb173537269 HTTP/1.1" status: 200 len: 1018 time: 0.1831894 Aug 05 12:08:20.932202 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f0fd33-650f-410e-a63a-3583d3680fa8 tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] Pushing event deleted for resources: {'Port': ['ID=c327ff9b-2dc5-46c0-a380-7e8c72ebf0f5,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:08:20.979404 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-12dee368-4408-44c5-9eac-73f4fc9051ff req-fb8108e3-d36b-48dc-a194-2d679325d083 service neutron] 10.222.0.64 "GET /v2.0/networks/86bbbaf5-a273-4acb-af27-d15f3d74f788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2999246 Aug 05 12:08:21.010796 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec9ccda7-1012-4ee0-bc9c-4a094a4b4d92 req-83f0fd33-650f-410e-a63a-3583d3680fa8 tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] No DVR routers for this DVR port c327ff9b-2dc5-46c0-a380-7e8c72ebf0f5 on host n-h1-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:08:21.016162 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-ec9ccda7-1012-4ee0-bc9c-4a094a4b4d92 req-83f0fd33-650f-410e-a63a-3583d3680fa8 tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:08:21.018068 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ec9ccda7-1012-4ee0-bc9c-4a094a4b4d92 req-83f0fd33-650f-410e-a63a-3583d3680fa8 tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] 10.222.0.64 "DELETE /v2.0/ports/c327ff9b-2dc5-46c0-a380-7e8c72ebf0f5 HTTP/1.1" status: 204 len: 173 time: 0.6353402 Aug 05 12:08:21.018594 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd736798b-2b74-4282-bfa3-2bb173537269', 'name': 'network-vif-deleted', 'tag': 'c327ff9b-2dc5-46c0-a380-7e8c72ebf0f5'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:08:21.024684 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdc578e2-47cc-4a8a-a10d-774aed6157bc" -d '{"events": [{"server_uuid": "d736798b-2b74-4282-bfa3-2bb173537269", "name": "network-vif-deleted", "tag": "c327ff9b-2dc5-46c0-a380-7e8c72ebf0f5"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:08:21.030850 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c53c1642-9452-4e80-93c5-fc6388bfce24 req-24a43578-a008-4953-9bfa-7acf1c5cda97 tempest-TestServerMultinode-939501423 tempest-TestServerMultinode-939501423-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=4b567533-5ff8-4dbf-8b6a-bc58f3b2f0dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107080 Aug 05 12:08:21.129636 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 12:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f488e357-db3d-494c-a572-61ef0f8df98e x-openstack-request-id: req-f488e357-db3d-494c-a572-61ef0f8df98e {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:08:21.130541 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d736798b-2b74-4282-bfa3-2bb173537269", "name": "network-vif-deleted", "tag": "c327ff9b-2dc5-46c0-a380-7e8c72ebf0f5", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:08:21.131498 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f488e357-db3d-494c-a572-61ef0f8df98e {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:08:21.132452 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd736798b-2b74-4282-bfa3-2bb173537269', 'name': 'network-vif-deleted', 'tag': 'c327ff9b-2dc5-46c0-a380-7e8c72ebf0f5', 'status': 'completed', 'code': 200} Aug 05 12:08:21.850511 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-f8236086-18a1-4f15-bb44-156a205c5583 req-739ab58c-2152-4d24-91c4-cc0a77418a26 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c4aeee61-754b-4adc-945a-a5e114a3f2c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1991498 Aug 05 12:08:22.052942 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8236086-18a1-4f15-bb44-156a205c5583 req-29ac94b4-f5ab-48aa-ae91-b4c071197b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:08:22.055147 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-f8236086-18a1-4f15-bb44-156a205c5583 req-29ac94b4-f5ab-48aa-ae91-b4c071197b1b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5ac79aa4804c4ec78dd715e0f7f164e5&device_id=c4aeee61-754b-4adc-945a-a5e114a3f2c7 HTTP/1.1" status: 200 len: 1097 time: 0.0630109 Aug 05 12:08:22.150912 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 33178) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:08:22.226589 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8236086-18a1-4f15-bb44-156a205c5583 req-54830ff7-1390-4cf5-95c0-c98068409a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:08:22.229587 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-f8236086-18a1-4f15-bb44-156a205c5583 req-54830ff7-1390-4cf5-95c0-c98068409a95 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3f19e325-64cf-4e1f-b582-b20cec605cde HTTP/1.1" status: 200 len: 912 time: 0.1461551 Aug 05 12:08:22.332742 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-f8236086-18a1-4f15-bb44-156a205c5583 req-208b6ee0-54dd-49c0-9a28-f6c32b2aa061 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f4be0502-a7e3-41af-943e-a3ca32b65a42 HTTP/1.1" status: 200 len: 1002 time: 0.0904477 Aug 05 12:08:22.379396 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:08:22.423751 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8236086-18a1-4f15-bb44-156a205c5583 req-b4c99e90-894f-4e37-ab15-8c0a46154831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:08:22.427230 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-f8236086-18a1-4f15-bb44-156a205c5583 req-b4c99e90-894f-4e37-ab15-8c0a46154831 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=aeea250c-5d17-40dc-96d1-f040d8812261 HTTP/1.1" status: 200 len: 850 time: 0.0833385 Aug 05 12:08:22.527345 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8236086-18a1-4f15-bb44-156a205c5583 req-41b344e5-3255-4f1c-8ea6-a1e0fcc5cb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:08:22.531370 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-f8236086-18a1-4f15-bb44-156a205c5583 req-41b344e5-3255-4f1c-8ea6-a1e0fcc5cb80 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3f19e325-64cf-4e1f-b582-b20cec605cde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0943222 Aug 05 12:08:22.548009 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [req-f8236086-18a1-4f15-bb44-156a205c5583 req-019a88f7-5dbd-45b4-8fa7-777333d60582 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94421) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 12:08:22.550994 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-f8236086-18a1-4f15-bb44-156a205c5583 req-019a88f7-5dbd-45b4-8fa7-777333d60582 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0115650 Aug 05 12:08:22.719071 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-f8236086-18a1-4f15-bb44-156a205c5583 req-111fff2a-a6ba-4a56-bf84-07b80ab0955e service neutron] 10.222.0.55 "GET /v2.0/networks/3f19e325-64cf-4e1f-b582-b20cec605cde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611023 Aug 05 12:08:22.750699 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device c327ff9b-2dc5-46c0-a380-7e8c72ebf0f5 no longer exists at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:08:22.795486 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] No Port match for: c327ff9b-2dc5-46c0-a380-7e8c72ebf0f5 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:08:22.796153 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device c327ff9b-2dc5-46c0-a380-7e8c72ebf0f5 not bound to the agent host n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:08:22.855897 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-24a9501e-8ac3-426a-a324-dbbabb9a3b89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33208311'] for router_interface, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:08:22.931552 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-f8236086-18a1-4f15-bb44-156a205c5583 req-7722aec6-e2ee-4a55-be5a-850d0956900a service neutron] 10.222.0.55 "GET /v2.0/networks/3f19e325-64cf-4e1f-b582-b20cec605cde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042885 Aug 05 12:08:23.542857 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795d06e7-dc23-4793-8d70-9d5775b1088f req-ad9897b9-5752-4160-9052-71af7de2bd06 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:08:23.545663 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-795d06e7-dc23-4793-8d70-9d5775b1088f req-ad9897b9-5752-4160-9052-71af7de2bd06 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4aeee61-754b-4adc-945a-a5e114a3f2c7 HTTP/1.1" status: 200 len: 946 time: 0.1807034 Aug 05 12:08:23.741341 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-795d06e7-dc23-4793-8d70-9d5775b1088f req-412c409d-7e0d-4037-9320-103fa45eacec tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "GET /v2.0/security-groups?id=def9d450-9527-4874-83f8-c0a6ecefb6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1854136 Aug 05 12:08:23.902203 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-24a9501e-8ac3-426a-a324-dbbabb9a3b89 admin admin] Deleting port 9aa79d53-7ca7-4575-b13b-36263169cc90 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:08:23.902707 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-24a9501e-8ac3-426a-a324-dbbabb9a3b89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:08:24.024143 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-24a9501e-8ac3-426a-a324-dbbabb9a3b89 admin admin] For port 9aa79d53-7ca7-4575-b13b-36263169cc90, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=9aa79d53-7ca7-4575-b13b-36263169cc90,segment=NetworkSegment(8ad73fcf-4faf-4bf7-8495-9b21cf8f85be),segment_id=8ad73fcf-4faf-4bf7-8495-9b21cf8f85be)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:08:24.024700 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-24a9501e-8ac3-426a-a324-dbbabb9a3b89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:08:24.049252 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-24a9501e-8ac3-426a-a324-dbbabb9a3b89 admin admin] Calling delete_port for 9aa79d53-7ca7-4575-b13b-36263169cc90 owned by network:router_interface {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:08:24.312779 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-24a9501e-8ac3-426a-a324-dbbabb9a3b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:08:24.351988 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a9501e-8ac3-426a-a324-dbbabb9a3b89 admin admin] Pushing event deleted for resources: {'Port': ['ID=9aa79d53-7ca7-4575-b13b-36263169cc90,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:08:24.637278 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-24a9501e-8ac3-426a-a324-dbbabb9a3b89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33140263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33208171'] for router_interface, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:08:25.075089 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305c93b3-df75-4a03-b130-d7e7a8a88edb req-835472ca-dd59-4a0d-b334-7992227e01c3 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:08:25.077921 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-305c93b3-df75-4a03-b130-d7e7a8a88edb req-835472ca-dd59-4a0d-b334-7992227e01c3 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4aeee61-754b-4adc-945a-a5e114a3f2c7 HTTP/1.1" status: 200 len: 946 time: 0.2296448 Aug 05 12:08:25.176404 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24a9501e-8ac3-426a-a324-dbbabb9a3b89 admin admin] Router 8786d6cb-427b-425c-a9a9-c2885fb59001 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:08:25.191560 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-305c93b3-df75-4a03-b130-d7e7a8a88edb req-f844b132-4eb8-463e-acf5-1b9181e018f0 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "GET /v2.0/security-groups?id=def9d450-9527-4874-83f8-c0a6ecefb6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995872 Aug 05 12:08:25.365753 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24a9501e-8ac3-426a-a324-dbbabb9a3b89 admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:08:25.374557 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-24a9501e-8ac3-426a-a324-dbbabb9a3b89 admin admin] 10.222.0.58 "PUT /v2.0/routers/8786d6cb-427b-425c-a9a9-c2885fb59001/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2221591 Aug 05 12:08:25.377782 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 33194) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:08:25.383283 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3d256b-4872-4d2c-9d8c-44d7b8936b1e None None] Sync routers for ids ['8786d6cb-427b-425c-a9a9-c2885fb59001'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:08:25.402761 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3d256b-4872-4d2c-9d8c-44d7b8936b1e None None] Routers {'8786d6cb-427b-425c-a9a9-c2885fb59001'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:08:25.403858 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-cb3d256b-4872-4d2c-9d8c-44d7b8936b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:08:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['8786d6cb-427b-425c-a9a9-c2885fb59001'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:08:25.579163 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-cb3d256b-4872-4d2c-9d8c-44d7b8936b1e None None] Set router 8786d6cb-427b-425c-a9a9-c2885fb59001 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:08:25.621959 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-233d5376-d335-4da2-bdb2-ec3cca37adc3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:08:25.805895 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-233d5376-d335-4da2-bdb2-ec3cca37adc3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:08:25.853564 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-cb3d256b-4872-4d2c-9d8c-44d7b8936b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8786d6cb-427b-425c-a9a9-c2885fb59001', 'name': 'tempest-TestServerMultinode-741947743-router', 'tenant_id': 'cd9aa3bfb4b34dc5a8005e8a288bb2f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': '096ac938-b915-462a-8977-fe6a575a4400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:07:14Z', 'updated_at': '2021-08-05T12:08:24Z', 'revision_number': 5, 'project_id': 'cd9aa3bfb4b34dc5a8005e8a288bb2f7', 'gw_port': {'id': '096ac938-b915-462a-8977-fe6a575a4400', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:5e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8786d6cb-427b-425c-a9a9-c2885fb59001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:07:14Z', 'updated_at': '2021-08-05T12:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:08:25.887908 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-233d5376-d335-4da2-bdb2-ec3cca37adc3 admin admin] Deleting port 096ac938-b915-462a-8977-fe6a575a4400 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:08:25.888475 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-233d5376-d335-4da2-bdb2-ec3cca37adc3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:08:25.899416 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3d256b-4872-4d2c-9d8c-44d7b8936b1e None None] Checking router: 8786d6cb-427b-425c-a9a9-c2885fb59001 for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:08:25.912021 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3d256b-4872-4d2c-9d8c-44d7b8936b1e None None] Routers {'8786d6cb-427b-425c-a9a9-c2885fb59001'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:08:25.913132 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-cb3d256b-4872-4d2c-9d8c-44d7b8936b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:08:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['8786d6cb-427b-425c-a9a9-c2885fb59001'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:08:26.037844 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-233d5376-d335-4da2-bdb2-ec3cca37adc3 admin admin] For port 096ac938-b915-462a-8977-fe6a575a4400, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=096ac938-b915-462a-8977-fe6a575a4400,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:08:26.038317 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-233d5376-d335-4da2-bdb2-ec3cca37adc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:08:26.060013 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-233d5376-d335-4da2-bdb2-ec3cca37adc3 admin admin] Calling delete_port for 096ac938-b915-462a-8977-fe6a575a4400 owned by network:router_gateway {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:08:26.070627 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-cb3d256b-4872-4d2c-9d8c-44d7b8936b1e None None] Set router 8786d6cb-427b-425c-a9a9-c2885fb59001 gateway port host: None {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:08:26.172907 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-cb3d256b-4872-4d2c-9d8c-44d7b8936b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8786d6cb-427b-425c-a9a9-c2885fb59001', 'name': 'tempest-TestServerMultinode-741947743-router', 'tenant_id': 'cd9aa3bfb4b34dc5a8005e8a288bb2f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:07:14Z', 'updated_at': '2021-08-05T12:08:25Z', 'revision_number': 6, 'project_id': 'cd9aa3bfb4b34dc5a8005e8a288bb2f7', 'gw_port_host': None}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:08:26.221309 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3d256b-4872-4d2c-9d8c-44d7b8936b1e None None] The sync data for ids ['8786d6cb-427b-425c-a9a9-c2885fb59001'] in n-d-803378-2 is: [{'id': '8786d6cb-427b-425c-a9a9-c2885fb59001', 'name': 'tempest-TestServerMultinode-741947743-router', 'tenant_id': 'cd9aa3bfb4b34dc5a8005e8a288bb2f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:07:14Z', 'updated_at': '2021-08-05T12:08:25Z', 'revision_number': 6, 'project_id': 'cd9aa3bfb4b34dc5a8005e8a288bb2f7', 'gw_port_host': None}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:08:26.323652 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-233d5376-d335-4da2-bdb2-ec3cca37adc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:08:26.402464 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233d5376-d335-4da2-bdb2-ec3cca37adc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=096ac938-b915-462a-8977-fe6a575a4400,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:08:26.498330 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe7208e-4448-4477-8ca9-d106f2486f11 req-cb39bd8d-0fd8-4945-b654-56a9d67ee0d8 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:08:26.500023 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-dfe7208e-4448-4477-8ca9-d106f2486f11 req-cb39bd8d-0fd8-4945-b654-56a9d67ee0d8 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4aeee61-754b-4adc-945a-a5e114a3f2c7 HTTP/1.1" status: 200 len: 946 time: 0.1926947 Aug 05 12:08:26.548325 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-233d5376-d335-4da2-bdb2-ec3cca37adc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33285055'] for router_gateway, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:08:26.766446 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-dfe7208e-4448-4477-8ca9-d106f2486f11 req-ad0041b8-2f52-447f-942c-5ed8bea9427d tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "GET /v2.0/security-groups?id=def9d450-9527-4874-83f8-c0a6ecefb6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2517581 Aug 05 12:08:26.774740 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-233d5376-d335-4da2-bdb2-ec3cca37adc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33262979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1951'] for router, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:08:26.779422 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-233d5376-d335-4da2-bdb2-ec3cca37adc3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:08:26.863726 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-233d5376-d335-4da2-bdb2-ec3cca37adc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33262474'] for router, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:08:26.864626 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-233d5376-d335-4da2-bdb2-ec3cca37adc3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8786d6cb-427b-425c-a9a9-c2885fb59001 {{(pid=94420) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 12:08:26.869833 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-233d5376-d335-4da2-bdb2-ec3cca37adc3 admin admin] Notify callbacks [] for router, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:08:26.873302 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-233d5376-d335-4da2-bdb2-ec3cca37adc3 admin admin] 10.222.0.58 "DELETE /v2.0/routers/8786d6cb-427b-425c-a9a9-c2885fb59001 HTTP/1.1" status: 204 len: 168 time: 1.4928555 Aug 05 12:08:26.874228 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 33202) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:08:26.961184 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_v2 [None req-9660250a-7e52-4cea-a3cf-fb41fe4a243c admin admin] Deleting subnet bc3c455e-695f-4096-b07a-a283b62db8ae {{(pid=94420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 12:08:26.967043 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9660250a-7e52-4cea-a3cf-fb41fe4a243c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:08:27.027922 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9660250a-7e52-4cea-a3cf-fb41fe4a243c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25010562'] for subnet, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:08:27.101974 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 096ac938-b915-462a-8977-fe6a575a4400 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:08:27.128621 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 096ac938-b915-462a-8977-fe6a575a4400 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:08:27.129053 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 096ac938-b915-462a-8977-fe6a575a4400 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:08:27.129647 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 9aa79d53-7ca7-4575-b13b-36263169cc90 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:08:27.154376 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 9aa79d53-7ca7-4575-b13b-36263169cc90 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:08:27.155007 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 9aa79d53-7ca7-4575-b13b-36263169cc90 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:08:27.156775 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9660250a-7e52-4cea-a3cf-fb41fe4a243c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:08:27.263497 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9660250a-7e52-4cea-a3cf-fb41fe4a243c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29762763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24211094'] for subnet, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:08:27.322224 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9660250a-7e52-4cea-a3cf-fb41fe4a243c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc3c455e-695f-4096-b07a-a283b62db8ae,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:08:27.328089 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9660250a-7e52-4cea-a3cf-fb41fe4a243c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:08:27.334830 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-9660250a-7e52-4cea-a3cf-fb41fe4a243c admin admin] 10.222.0.58 "DELETE /v2.0/subnets/bc3c455e-695f-4096-b07a-a283b62db8ae HTTP/1.1" status: 204 len: 168 time: 0.4568052 Aug 05 12:08:27.337853 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 33204) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:08:27.338972 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae704c67-584c-4a05-9f3e-6075f00192dd None None] Network 3330a3ee-efaf-40db-80d7-9b1a3db68878 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:08:27.466757 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e890a32d-389f-44c3-8ee1-682bb643fd1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:08:27.593189 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-e890a32d-389f-44c3-8ee1-682bb643fd1a admin admin] Deleting port a5ea2c40-98d9-4e1a-a388-2eec169ff65b {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:08:27.593650 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e890a32d-389f-44c3-8ee1-682bb643fd1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:08:27.669781 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3b640c-ee2f-4ec5-aaf8-9020a85d2aee None None] DHCP port deletion for 3330a3ee-efaf-40db-80d7-9b1a3db68878 request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 12:08:27.714488 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [None req-e890a32d-389f-44c3-8ee1-682bb643fd1a admin admin] For port a5ea2c40-98d9-4e1a-a388-2eec169ff65b, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=a5ea2c40-98d9-4e1a-a388-2eec169ff65b,segment=NetworkSegment(8ad73fcf-4faf-4bf7-8495-9b21cf8f85be),segment_id=8ad73fcf-4faf-4bf7-8495-9b21cf8f85be)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:08:27.715134 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e890a32d-389f-44c3-8ee1-682bb643fd1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:08:27.744667 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-e890a32d-389f-44c3-8ee1-682bb643fd1a admin admin] Calling delete_port for a5ea2c40-98d9-4e1a-a388-2eec169ff65b owned by network:dhcp {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:08:27.757425 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-1c3b640c-ee2f-4ec5-aaf8-9020a85d2aee None None] Deleting port a5ea2c40-98d9-4e1a-a388-2eec169ff65b {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:08:27.758112 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1c3b640c-ee2f-4ec5-aaf8-9020a85d2aee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:08:27.849630 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e890a32d-389f-44c3-8ee1-682bb643fd1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:08:27.857534 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-1c3b640c-ee2f-4ec5-aaf8-9020a85d2aee None None] For port a5ea2c40-98d9-4e1a-a388-2eec169ff65b, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=a5ea2c40-98d9-4e1a-a388-2eec169ff65b,segment=NetworkSegment(8ad73fcf-4faf-4bf7-8495-9b21cf8f85be),segment_id=8ad73fcf-4faf-4bf7-8495-9b21cf8f85be)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:08:27.857939 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1c3b640c-ee2f-4ec5-aaf8-9020a85d2aee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:08:27.874536 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-1c3b640c-ee2f-4ec5-aaf8-9020a85d2aee None None] Calling delete_port for a5ea2c40-98d9-4e1a-a388-2eec169ff65b owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:08:27.905030 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e890a32d-389f-44c3-8ee1-682bb643fd1a admin admin] Pushing event deleted for resources: {'Port': ['ID=a5ea2c40-98d9-4e1a-a388-2eec169ff65b,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:08:27.917365 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e890a32d-389f-44c3-8ee1-682bb643fd1a admin admin] No DVR routers for this DVR port a5ea2c40-98d9-4e1a-a388-2eec169ff65b on host n-d-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:08:27.960772 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8e4736-795b-4f6c-b670-9d0668f70ddf req-7dae4cd0-3d94-4389-bdf6-42ee73252857 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:08:27.963733 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-eb8e4736-795b-4f6c-b670-9d0668f70ddf req-7dae4cd0-3d94-4389-bdf6-42ee73252857 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4aeee61-754b-4adc-945a-a5e114a3f2c7 HTTP/1.1" status: 200 len: 946 time: 0.0721037 Aug 05 12:08:27.993182 n-d-803378-2 neutron-server[94422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 12:08:27.993182 n-d-803378-2 neutron-server[94422]: self.session.flush() Aug 05 12:08:27.993182 n-d-803378-2 neutron-server[94422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 12:08:27.993182 n-d-803378-2 neutron-server[94422]: self.session.flush() Aug 05 12:08:27.993182 n-d-803378-2 neutron-server[94422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 12:08:27.993182 n-d-803378-2 neutron-server[94422]: self.session.flush() Aug 05 12:08:27.993182 n-d-803378-2 neutron-server[94422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 12:08:27.993182 n-d-803378-2 neutron-server[94422]: self.session.flush() Aug 05 12:08:27.993182 n-d-803378-2 neutron-server[94422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 12:08:27.993182 n-d-803378-2 neutron-server[94422]: self.session.flush() Aug 05 12:08:27.993182 n-d-803378-2 neutron-server[94422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 12:08:27.993182 n-d-803378-2 neutron-server[94422]: self.session.flush() Aug 05 12:08:27.993182 n-d-803378-2 neutron-server[94422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 12:08:27.993182 n-d-803378-2 neutron-server[94422]: self.session.flush() Aug 05 12:08:27.993182 n-d-803378-2 neutron-server[94422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 12:08:27.993182 n-d-803378-2 neutron-server[94422]: self.session.flush() Aug 05 12:08:27.993182 n-d-803378-2 neutron-server[94422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 12:08:27.993182 n-d-803378-2 neutron-server[94422]: self.session.flush() Aug 05 12:08:27.993182 n-d-803378-2 neutron-server[94422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 12:08:27.993182 n-d-803378-2 neutron-server[94422]: self.session.flush() Aug 05 12:08:27.993182 n-d-803378-2 neutron-server[94422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 12:08:27.993182 n-d-803378-2 neutron-server[94422]: self.session.flush() Aug 05 12:08:27.993182 n-d-803378-2 neutron-server[94422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 12:08:27.993182 n-d-803378-2 neutron-server[94422]: self.session.flush() Aug 05 12:08:27.993182 n-d-803378-2 neutron-server[94422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 12:08:27.993182 n-d-803378-2 neutron-server[94422]: self.session.flush() Aug 05 12:08:27.993182 n-d-803378-2 neutron-server[94422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 12:08:27.993182 n-d-803378-2 neutron-server[94422]: self.session.flush() Aug 05 12:08:27.993182 n-d-803378-2 neutron-server[94422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 12:08:27.993182 n-d-803378-2 neutron-server[94422]: self.session.flush() Aug 05 12:08:27.993182 n-d-803378-2 neutron-server[94422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 12:08:27.993182 n-d-803378-2 neutron-server[94422]: self.session.flush() Aug 05 12:08:27.993182 n-d-803378-2 neutron-server[94422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 12:08:27.993182 n-d-803378-2 neutron-server[94422]: self.session.flush() Aug 05 12:08:27.993182 n-d-803378-2 neutron-server[94422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 12:08:27.993182 n-d-803378-2 neutron-server[94422]: self.session.flush() Aug 05 12:08:27.993182 n-d-803378-2 neutron-server[94422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 12:08:27.993182 n-d-803378-2 neutron-server[94422]: self.session.flush() Aug 05 12:08:27.993182 n-d-803378-2 neutron-server[94422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 12:08:27.993182 n-d-803378-2 neutron-server[94422]: self.session.flush() Aug 05 12:08:27.993182 n-d-803378-2 neutron-server[94422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 12:08:27.993182 n-d-803378-2 neutron-server[94422]: self.session.flush() Aug 05 12:08:27.993182 n-d-803378-2 neutron-server[94422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 12:08:27.993182 n-d-803378-2 neutron-server[94422]: self.session.flush() Aug 05 12:08:27.993182 n-d-803378-2 neutron-server[94422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 12:08:27.993182 n-d-803378-2 neutron-server[94422]: self.session.flush() Aug 05 12:08:27.993182 n-d-803378-2 neutron-server[94422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 12:08:27.993182 n-d-803378-2 neutron-server[94422]: self.session.flush() Aug 05 12:08:27.993182 n-d-803378-2 neutron-server[94422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 12:08:27.993182 n-d-803378-2 neutron-server[94422]: self.session.flush() Aug 05 12:08:27.993182 n-d-803378-2 neutron-server[94422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 12:08:27.993182 n-d-803378-2 neutron-server[94422]: self.session.flush() Aug 05 12:08:27.993182 n-d-803378-2 neutron-server[94422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 12:08:27.993182 n-d-803378-2 neutron-server[94422]: self.session.flush() Aug 05 12:08:28.013272 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1c3b640c-ee2f-4ec5-aaf8-9020a85d2aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:08:28.028298 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-eb8e4736-795b-4f6c-b670-9d0668f70ddf req-9d38dfaa-e5bb-48e8-a221-691c4732af98 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "GET /v2.0/security-groups?id=def9d450-9527-4874-83f8-c0a6ecefb6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516374 Aug 05 12:08:28.060212 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e890a32d-389f-44c3-8ee1-682bb643fd1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:08:28.065151 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3b640c-ee2f-4ec5-aaf8-9020a85d2aee None None] Pushing event deleted for resources: {'Port': ['ID=a5ea2c40-98d9-4e1a-a388-2eec169ff65b,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:08:28.068964 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3b640c-ee2f-4ec5-aaf8-9020a85d2aee None None] No DVR routers for this DVR port a5ea2c40-98d9-4e1a-a388-2eec169ff65b on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:08:28.080749 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-e890a32d-389f-44c3-8ee1-682bb643fd1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3330a3ee-efaf-40db-80d7-9b1a3db68878']}} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:08:28.103113 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-e890a32d-389f-44c3-8ee1-682bb643fd1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ad73fcf-4faf-4bf7-8495-9b21cf8f85be') {'for_net_delete': True} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:08:28.103499 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-e890a32d-389f-44c3-8ee1-682bb643fd1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ad73fcf-4faf-4bf7-8495-9b21cf8f85be') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:08:28.120560 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e890a32d-389f-44c3-8ee1-682bb643fd1a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29786371'] for segment, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:08:28.144746 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e890a32d-389f-44c3-8ee1-682bb643fd1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:08:28.153470 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e890a32d-389f-44c3-8ee1-682bb643fd1a admin admin] Releasing vlan 674 on physical network physnet1 to pool {{(pid=94421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 12:08:28.154030 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e890a32d-389f-44c3-8ee1-682bb643fd1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25038799'] for segment, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:08:28.156294 n-d-803378-2 neutron-server[94421]: Traceback (most recent call last): Aug 05 12:08:28.156294 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 12:08:28.156294 n-d-803378-2 neutron-server[94421]: timer() Aug 05 12:08:28.156294 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 12:08:28.156294 n-d-803378-2 neutron-server[94421]: cb(*args, **kw) Aug 05 12:08:28.156294 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 12:08:28.156294 n-d-803378-2 neutron-server[94421]: return func(*args, **kwargs) Aug 05 12:08:28.156294 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 12:08:28.156294 n-d-803378-2 neutron-server[94421]: self._notify() Aug 05 12:08:28.156294 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 12:08:28.156294 n-d-803378-2 neutron-server[94421]: self.callback(batched_events) Aug 05 12:08:28.156294 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 12:08:28.156294 n-d-803378-2 neutron-server[94421]: event.method(event) Aug 05 12:08:28.156294 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 12:08:28.156294 n-d-803378-2 neutron-server[94421]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 12:08:28.156294 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 12:08:28.156294 n-d-803378-2 neutron-server[94421]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 12:08:28.156294 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 12:08:28.156294 n-d-803378-2 neutron-server[94421]: return f(self, *a, **k) Aug 05 12:08:28.156294 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 12:08:28.156294 n-d-803378-2 neutron-server[94421]: return self._get(url).json() Aug 05 12:08:28.156294 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 12:08:28.156294 n-d-803378-2 neutron-server[94421]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 12:08:28.156294 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 12:08:28.156294 n-d-803378-2 neutron-server[94421]: return self.request(url, 'GET', **kwargs) Aug 05 12:08:28.156294 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 12:08:28.156294 n-d-803378-2 neutron-server[94421]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 12:08:28.156294 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 12:08:28.156294 n-d-803378-2 neutron-server[94421]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 12:08:28.156294 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 12:08:28.156294 n-d-803378-2 neutron-server[94421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 12:08:28.156294 n-d-803378-2 neutron-server[94421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 12:08:28.233107 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e890a32d-389f-44c3-8ee1-682bb643fd1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:08:28.241640 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e890a32d-389f-44c3-8ee1-682bb643fd1a admin admin] Notify callbacks [] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:08:28.244432 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-e890a32d-389f-44c3-8ee1-682bb643fd1a admin admin] 10.222.0.58 "DELETE /v2.0/networks/3330a3ee-efaf-40db-80d7-9b1a3db68878 HTTP/1.1" status: 204 len: 168 time: 0.9048390 Aug 05 12:08:28.249067 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 33210) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:08:28.266413 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e890a32d-389f-44c3-8ee1-682bb643fd1a admin admin] Pushing event deleted for resources: {'Network': ['ID=3330a3ee-efaf-40db-80d7-9b1a3db68878,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:08:28.801072 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d8ea363a-be82-44d1-8094-a331ce641cd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33208311'] for router_interface, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:08:29.044267 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device a5ea2c40-98d9-4e1a-a388-2eec169ff65b no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:08:29.079649 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: a5ea2c40-98d9-4e1a-a388-2eec169ff65b {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:08:29.080237 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device a5ea2c40-98d9-4e1a-a388-2eec169ff65b not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:08:29.131078 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-d8ea363a-be82-44d1-8094-a331ce641cd3 admin admin] Deleting port 79339ad9-e044-4332-b92d-dfa98055f56e {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:08:29.131983 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d8ea363a-be82-44d1-8094-a331ce641cd3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:08:29.263237 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feca673c-afcd-493b-8319-37c08aec3683 req-b8bde6c2-27c4-4c8f-a1dc-6473ba820ccb tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:08:29.265032 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-feca673c-afcd-493b-8319-37c08aec3683 req-b8bde6c2-27c4-4c8f-a1dc-6473ba820ccb tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4aeee61-754b-4adc-945a-a5e114a3f2c7 HTTP/1.1" status: 200 len: 946 time: 0.0900555 Aug 05 12:08:29.279842 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-d8ea363a-be82-44d1-8094-a331ce641cd3 admin admin] For port 79339ad9-e044-4332-b92d-dfa98055f56e, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=79339ad9-e044-4332-b92d-dfa98055f56e,segment=NetworkSegment(4ad1ba6d-b090-4894-b2a9-47345f05a06b),segment_id=4ad1ba6d-b090-4894-b2a9-47345f05a06b)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:08:29.280300 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d8ea363a-be82-44d1-8094-a331ce641cd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:08:29.314335 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-d8ea363a-be82-44d1-8094-a331ce641cd3 admin admin] Calling delete_port for 79339ad9-e044-4332-b92d-dfa98055f56e owned by network:router_interface {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:08:29.385958 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-feca673c-afcd-493b-8319-37c08aec3683 req-e9193ce9-19ba-4cde-b79c-3ddb57d654e8 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "GET /v2.0/security-groups?id=def9d450-9527-4874-83f8-c0a6ecefb6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006203 Aug 05 12:08:29.629433 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d8ea363a-be82-44d1-8094-a331ce641cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:08:29.661286 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:08:29.665882 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ea363a-be82-44d1-8094-a331ce641cd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=79339ad9-e044-4332-b92d-dfa98055f56e,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:08:29.914079 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d8ea363a-be82-44d1-8094-a331ce641cd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33140263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33208171'] for router_interface, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:08:30.260517 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8ea363a-be82-44d1-8094-a331ce641cd3 admin admin] Router 77524309-8989-4536-b26c-0bb57a924891 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:08:30.892037 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8ea363a-be82-44d1-8094-a331ce641cd3 admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:08:30.900284 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-d8ea363a-be82-44d1-8094-a331ce641cd3 admin admin] 10.222.0.58 "PUT /v2.0/routers/77524309-8989-4536-b26c-0bb57a924891/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6493318 Aug 05 12:08:30.904532 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 33220) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:08:30.910591 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d88307-c236-4d88-a929-d1c815d0f713 None None] Sync routers for ids ['77524309-8989-4536-b26c-0bb57a924891'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:08:30.928837 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3dc7f4-85a5-4eb2-9ec6-35afecbd4444 req-30f4c3ae-1b99-4d80-bcfa-4be310d5c3fb tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:08:30.930134 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d88307-c236-4d88-a929-d1c815d0f713 None None] Routers {'77524309-8989-4536-b26c-0bb57a924891'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:08:30.931047 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-53d88307-c236-4d88-a929-d1c815d0f713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:08:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['77524309-8989-4536-b26c-0bb57a924891'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:08:30.931950 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-eb3dc7f4-85a5-4eb2-9ec6-35afecbd4444 req-30f4c3ae-1b99-4d80-bcfa-4be310d5c3fb tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4aeee61-754b-4adc-945a-a5e114a3f2c7 HTTP/1.1" status: 200 len: 946 time: 0.1069736 Aug 05 12:08:31.017362 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-eb3dc7f4-85a5-4eb2-9ec6-35afecbd4444 req-6c466695-fb1f-4ca8-9fc0-96fb9e3df7da tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "GET /v2.0/security-groups?id=def9d450-9527-4874-83f8-c0a6ecefb6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780349 Aug 05 12:08:31.122861 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-53d88307-c236-4d88-a929-d1c815d0f713 None None] Set router 77524309-8989-4536-b26c-0bb57a924891 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:08:31.178067 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ab9dcf69-eb1a-4d74-9644-10cb1a19261f admin admin] Notify callbacks [] for router, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:08:31.380021 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ab9dcf69-eb1a-4d74-9644-10cb1a19261f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:08:31.388005 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-53d88307-c236-4d88-a929-d1c815d0f713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77524309-8989-4536-b26c-0bb57a924891', 'name': 'tempest-TestServerMultinode-921519217-router', 'tenant_id': '2c17c7e7441b4d4f93fac7f2ba40313c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': 'd31f0aa6-196c-4317-a686-2ef655b0d8a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:07:24Z', 'updated_at': '2021-08-05T12:08:29Z', 'revision_number': 5, 'project_id': '2c17c7e7441b4d4f93fac7f2ba40313c', 'gw_port': {'id': 'd31f0aa6-196c-4317-a686-2ef655b0d8a8', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:77:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77524309-8989-4536-b26c-0bb57a924891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:07:25Z', 'updated_at': '2021-08-05T12:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:08:31.428880 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d88307-c236-4d88-a929-d1c815d0f713 None None] Checking router: 77524309-8989-4536-b26c-0bb57a924891 for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:08:31.441211 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d88307-c236-4d88-a929-d1c815d0f713 None None] Routers {'77524309-8989-4536-b26c-0bb57a924891'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:08:31.442344 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-53d88307-c236-4d88-a929-d1c815d0f713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:08:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['77524309-8989-4536-b26c-0bb57a924891'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:08:31.454803 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-ab9dcf69-eb1a-4d74-9644-10cb1a19261f admin admin] Deleting port d31f0aa6-196c-4317-a686-2ef655b0d8a8 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:08:31.455338 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ab9dcf69-eb1a-4d74-9644-10cb1a19261f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:08:31.576191 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [None req-ab9dcf69-eb1a-4d74-9644-10cb1a19261f admin admin] For port d31f0aa6-196c-4317-a686-2ef655b0d8a8, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=d31f0aa6-196c-4317-a686-2ef655b0d8a8,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:08:31.576837 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ab9dcf69-eb1a-4d74-9644-10cb1a19261f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:08:31.600394 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-ab9dcf69-eb1a-4d74-9644-10cb1a19261f admin admin] Calling delete_port for d31f0aa6-196c-4317-a686-2ef655b0d8a8 owned by network:router_gateway {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:08:31.608176 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-53d88307-c236-4d88-a929-d1c815d0f713 None None] Set router 77524309-8989-4536-b26c-0bb57a924891 gateway port host: None {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:08:31.678719 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-53d88307-c236-4d88-a929-d1c815d0f713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77524309-8989-4536-b26c-0bb57a924891', 'name': 'tempest-TestServerMultinode-921519217-router', 'tenant_id': '2c17c7e7441b4d4f93fac7f2ba40313c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:07:24Z', 'updated_at': '2021-08-05T12:08:31Z', 'revision_number': 6, 'project_id': '2c17c7e7441b4d4f93fac7f2ba40313c', 'gw_port_host': None}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:08:31.715359 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d88307-c236-4d88-a929-d1c815d0f713 None None] The sync data for ids ['77524309-8989-4536-b26c-0bb57a924891'] in n-d-803378-2 is: [{'id': '77524309-8989-4536-b26c-0bb57a924891', 'name': 'tempest-TestServerMultinode-921519217-router', 'tenant_id': '2c17c7e7441b4d4f93fac7f2ba40313c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:07:24Z', 'updated_at': '2021-08-05T12:08:31Z', 'revision_number': 6, 'project_id': '2c17c7e7441b4d4f93fac7f2ba40313c', 'gw_port_host': None}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:08:31.849684 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ab9dcf69-eb1a-4d74-9644-10cb1a19261f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:08:31.905603 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9dcf69-eb1a-4d74-9644-10cb1a19261f admin admin] Pushing event deleted for resources: {'Port': ['ID=d31f0aa6-196c-4317-a686-2ef655b0d8a8,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:08:31.989169 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ab9dcf69-eb1a-4d74-9644-10cb1a19261f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33285055'] for router_gateway, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:08:32.135878 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ab9dcf69-eb1a-4d74-9644-10cb1a19261f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33262979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1951'] for router, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:08:32.141221 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ab9dcf69-eb1a-4d74-9644-10cb1a19261f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:08:32.227553 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ab9dcf69-eb1a-4d74-9644-10cb1a19261f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33262474'] for router, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:08:32.229022 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab9dcf69-eb1a-4d74-9644-10cb1a19261f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 77524309-8989-4536-b26c-0bb57a924891 {{(pid=94421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 12:08:32.240054 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ab9dcf69-eb1a-4d74-9644-10cb1a19261f admin admin] Notify callbacks [] for router, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:08:32.242388 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-ab9dcf69-eb1a-4d74-9644-10cb1a19261f admin admin] 10.222.0.58 "DELETE /v2.0/routers/77524309-8989-4536-b26c-0bb57a924891 HTTP/1.1" status: 204 len: 168 time: 1.3355188 Aug 05 12:08:32.245384 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 33228) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:08:32.248597 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d587dc-c352-4582-950a-509ff751f0b0 req-34312be8-818d-4756-bc5f-578a9e439ae4 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:08:32.251184 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-23d587dc-c352-4582-950a-509ff751f0b0 req-34312be8-818d-4756-bc5f-578a9e439ae4 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4aeee61-754b-4adc-945a-a5e114a3f2c7 HTTP/1.1" status: 200 len: 946 time: 0.1096497 Aug 05 12:08:32.326941 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-23d587dc-c352-4582-950a-509ff751f0b0 req-e9cc510d-ad2c-49b3-86bc-a49e27fdf7df tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "GET /v2.0/security-groups?id=def9d450-9527-4874-83f8-c0a6ecefb6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592558 Aug 05 12:08:32.328998 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e41b591-c697-4286-9fd8-9501ce818c71 admin admin] Deleting subnet 775567d2-fd2f-4f29-afd3-14c1ca249175 {{(pid=94421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 12:08:32.333813 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7e41b591-c697-4286-9fd8-9501ce818c71 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:08:32.387734 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7e41b591-c697-4286-9fd8-9501ce818c71 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29786388'] for subnet, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:08:32.514861 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7e41b591-c697-4286-9fd8-9501ce818c71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:08:32.598091 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7e41b591-c697-4286-9fd8-9501ce818c71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25038609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30075142'] for subnet, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:08:32.642096 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e41b591-c697-4286-9fd8-9501ce818c71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=775567d2-fd2f-4f29-afd3-14c1ca249175,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:08:32.647700 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7e41b591-c697-4286-9fd8-9501ce818c71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:08:32.652054 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-7e41b591-c697-4286-9fd8-9501ce818c71 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/775567d2-fd2f-4f29-afd3-14c1ca249175 HTTP/1.1" status: 204 len: 168 time: 0.4042609 Aug 05 12:08:32.656116 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 33230) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:08:32.663959 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00d4d2f-f1ea-4acb-84e6-9a975256d11e None None] Network e137355d-a47b-418b-940e-da9de64ab633 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:08:32.789777 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5b344043-2ae1-42d4-8695-a8e06acb648f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:08:32.870779 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-5b344043-2ae1-42d4-8695-a8e06acb648f admin admin] Deleting port fa9b0852-0dce-429d-b1ca-4d024da4debd {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:08:32.871079 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5b344043-2ae1-42d4-8695-a8e06acb648f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:08:32.951719 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f38904-3861-432a-85ba-f6230034c216 None None] DHCP port deletion for e137355d-a47b-418b-940e-da9de64ab633 request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 12:08:32.981480 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-5b344043-2ae1-42d4-8695-a8e06acb648f admin admin] For port fa9b0852-0dce-429d-b1ca-4d024da4debd, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=fa9b0852-0dce-429d-b1ca-4d024da4debd,segment=NetworkSegment(4ad1ba6d-b090-4894-b2a9-47345f05a06b),segment_id=4ad1ba6d-b090-4894-b2a9-47345f05a06b)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:08:32.982045 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5b344043-2ae1-42d4-8695-a8e06acb648f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:08:33.011325 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-5b344043-2ae1-42d4-8695-a8e06acb648f admin admin] Calling delete_port for fa9b0852-0dce-429d-b1ca-4d024da4debd owned by network:dhcp {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:08:33.035785 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-64f38904-3861-432a-85ba-f6230034c216 None None] Deleting port fa9b0852-0dce-429d-b1ca-4d024da4debd {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:08:33.036089 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-64f38904-3861-432a-85ba-f6230034c216 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:08:33.088460 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device d31f0aa6-196c-4317-a686-2ef655b0d8a8 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:08:33.122237 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: d31f0aa6-196c-4317-a686-2ef655b0d8a8 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:08:33.122577 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device d31f0aa6-196c-4317-a686-2ef655b0d8a8 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:08:33.122998 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device fa9b0852-0dce-429d-b1ca-4d024da4debd no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:08:33.126441 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5b344043-2ae1-42d4-8695-a8e06acb648f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:08:33.150650 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: fa9b0852-0dce-429d-b1ca-4d024da4debd {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:08:33.151098 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device fa9b0852-0dce-429d-b1ca-4d024da4debd not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:08:33.151820 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 79339ad9-e044-4332-b92d-dfa98055f56e no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:08:33.171411 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b344043-2ae1-42d4-8695-a8e06acb648f admin admin] No DVR routers for this DVR port fa9b0852-0dce-429d-b1ca-4d024da4debd on host n-d-803378-2 {{(pid=94420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:08:33.178300 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b344043-2ae1-42d4-8695-a8e06acb648f admin admin] Pushing event deleted for resources: {'Port': ['ID=fa9b0852-0dce-429d-b1ca-4d024da4debd,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:08:33.193607 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 79339ad9-e044-4332-b92d-dfa98055f56e {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:08:33.193953 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 79339ad9-e044-4332-b92d-dfa98055f56e not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:08:33.201955 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-64f38904-3861-432a-85ba-f6230034c216 None None] For port fa9b0852-0dce-429d-b1ca-4d024da4debd, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=fa9b0852-0dce-429d-b1ca-4d024da4debd,segment=NetworkSegment(4ad1ba6d-b090-4894-b2a9-47345f05a06b),segment_id=4ad1ba6d-b090-4894-b2a9-47345f05a06b)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:08:33.202433 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-64f38904-3861-432a-85ba-f6230034c216 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:08:33.231318 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-64f38904-3861-432a-85ba-f6230034c216 None None] Calling delete_port for fa9b0852-0dce-429d-b1ca-4d024da4debd owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:08:33.351557 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5b344043-2ae1-42d4-8695-a8e06acb648f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:08:33.367210 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-5b344043-2ae1-42d4-8695-a8e06acb648f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e137355d-a47b-418b-940e-da9de64ab633']}} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:08:33.369072 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-64f38904-3861-432a-85ba-f6230034c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:08:33.386050 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-5b344043-2ae1-42d4-8695-a8e06acb648f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ad1ba6d-b090-4894-b2a9-47345f05a06b') {'for_net_delete': True} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:08:33.386623 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-5b344043-2ae1-42d4-8695-a8e06acb648f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ad1ba6d-b090-4894-b2a9-47345f05a06b') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:08:33.402574 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5b344043-2ae1-42d4-8695-a8e06acb648f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25010581'] for segment, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:08:33.404652 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f38904-3861-432a-85ba-f6230034c216 None None] Pushing event deleted for resources: {'Port': ['ID=fa9b0852-0dce-429d-b1ca-4d024da4debd,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:08:33.408771 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f38904-3861-432a-85ba-f6230034c216 None None] No DVR routers for this DVR port fa9b0852-0dce-429d-b1ca-4d024da4debd on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:08:33.434943 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5b344043-2ae1-42d4-8695-a8e06acb648f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:08:33.445114 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b344043-2ae1-42d4-8695-a8e06acb648f admin admin] Releasing vlan 681 on physical network physnet1 to pool {{(pid=94420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 12:08:33.445775 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5b344043-2ae1-42d4-8695-a8e06acb648f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29762581'] for segment, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:08:33.448155 n-d-803378-2 neutron-server[94420]: Traceback (most recent call last): Aug 05 12:08:33.448155 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 12:08:33.448155 n-d-803378-2 neutron-server[94420]: timer() Aug 05 12:08:33.448155 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 12:08:33.448155 n-d-803378-2 neutron-server[94420]: cb(*args, **kw) Aug 05 12:08:33.448155 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 12:08:33.448155 n-d-803378-2 neutron-server[94420]: return func(*args, **kwargs) Aug 05 12:08:33.448155 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 12:08:33.448155 n-d-803378-2 neutron-server[94420]: self._notify() Aug 05 12:08:33.448155 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 12:08:33.448155 n-d-803378-2 neutron-server[94420]: self.callback(batched_events) Aug 05 12:08:33.448155 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 12:08:33.448155 n-d-803378-2 neutron-server[94420]: event.method(event) Aug 05 12:08:33.448155 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 12:08:33.448155 n-d-803378-2 neutron-server[94420]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 12:08:33.448155 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 12:08:33.448155 n-d-803378-2 neutron-server[94420]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 12:08:33.448155 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 12:08:33.448155 n-d-803378-2 neutron-server[94420]: return f(self, *a, **k) Aug 05 12:08:33.448155 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 12:08:33.448155 n-d-803378-2 neutron-server[94420]: return self._get(url).json() Aug 05 12:08:33.448155 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 12:08:33.448155 n-d-803378-2 neutron-server[94420]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 12:08:33.448155 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 12:08:33.448155 n-d-803378-2 neutron-server[94420]: return self.request(url, 'GET', **kwargs) Aug 05 12:08:33.448155 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 12:08:33.448155 n-d-803378-2 neutron-server[94420]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 12:08:33.448155 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 12:08:33.448155 n-d-803378-2 neutron-server[94420]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 12:08:33.448155 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 12:08:33.448155 n-d-803378-2 neutron-server[94420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 12:08:33.448155 n-d-803378-2 neutron-server[94420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 12:08:33.548845 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5b344043-2ae1-42d4-8695-a8e06acb648f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:08:33.558452 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5b344043-2ae1-42d4-8695-a8e06acb648f admin admin] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:08:33.560635 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-5b344043-2ae1-42d4-8695-a8e06acb648f admin admin] 10.222.0.58 "DELETE /v2.0/networks/e137355d-a47b-418b-940e-da9de64ab633 HTTP/1.1" status: 204 len: 168 time: 0.9030852 Aug 05 12:08:33.574606 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dc56f0-28fb-4508-b4b0-ff948014484b req-a23d31e3-e259-49fd-8ed3-227fee8d91ee tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:08:33.576661 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d4dc56f0-28fb-4508-b4b0-ff948014484b req-a23d31e3-e259-49fd-8ed3-227fee8d91ee tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4aeee61-754b-4adc-945a-a5e114a3f2c7 HTTP/1.1" status: 200 len: 946 time: 0.1150541 Aug 05 12:08:33.595193 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b344043-2ae1-42d4-8695-a8e06acb648f admin admin] Pushing event deleted for resources: {'Network': ['ID=e137355d-a47b-418b-940e-da9de64ab633,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:08:33.643026 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d4dc56f0-28fb-4508-b4b0-ff948014484b req-1acff814-7f9a-42c3-bd55-9d133cad7db7 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "GET /v2.0/security-groups?id=def9d450-9527-4874-83f8-c0a6ecefb6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503678 Aug 05 12:08:33.685428 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 12:08:33.838874 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 33242) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:08:33.917049 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-91d21ff2-59a4-4d29-8c7b-296cca63b709 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=cd9aa3bfb4b34dc5a8005e8a288bb2f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0761492 Aug 05 12:08:33.921272 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 33244) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:08:33.996338 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78d3c56-71d8-40aa-92a1-73945b13017f req-b0f7da02-dac5-489f-8b97-fbd2c185f92c tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:08:33.998173 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c78d3c56-71d8-40aa-92a1-73945b13017f req-b0f7da02-dac5-489f-8b97-fbd2c185f92c tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4aeee61-754b-4adc-945a-a5e114a3f2c7 HTTP/1.1" status: 200 len: 946 time: 0.0858400 Aug 05 12:08:34.055031 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c78d3c56-71d8-40aa-92a1-73945b13017f req-b5da713d-f142-4834-8ab8-94d06756e4db tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "GET /v2.0/security-groups?id=def9d450-9527-4874-83f8-c0a6ecefb6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480478 Aug 05 12:08:34.089083 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-52e3c5ba-b60d-4491-8782-30256e893d77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:08:34.094761 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32198a76-53cc-4c2b-9cca-c09d3f7e5a96 req-3e3ef490-f873-4682-b287-a8be771d2dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:08:34.097408 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-32198a76-53cc-4c2b-9cca-c09d3f7e5a96 req-3e3ef490-f873-4682-b287-a8be771d2dfa service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5ac79aa4804c4ec78dd715e0f7f164e5&device_id=c4aeee61-754b-4adc-945a-a5e114a3f2c7 HTTP/1.1" status: 200 len: 1097 time: 0.1160793 Aug 05 12:08:34.217563 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-52e3c5ba-b60d-4491-8782-30256e893d77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:08:34.361010 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32198a76-53cc-4c2b-9cca-c09d3f7e5a96 req-7b1af4e5-5f33-460c-94ef-9b9f1b5a5878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:08:34.363805 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-32198a76-53cc-4c2b-9cca-c09d3f7e5a96 req-7b1af4e5-5f33-460c-94ef-9b9f1b5a5878 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3f19e325-64cf-4e1f-b582-b20cec605cde HTTP/1.1" status: 200 len: 912 time: 0.2517860 Aug 05 12:08:34.374819 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-52e3c5ba-b60d-4491-8782-30256e893d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:08:34.380180 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-52e3c5ba-b60d-4491-8782-30256e893d77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:08:34.384642 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-52e3c5ba-b60d-4491-8782-30256e893d77 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7a9da75f-4226-498f-b35e-8cf614979eaa HTTP/1.1" status: 204 len: 168 time: 0.4591143 Aug 05 12:08:34.478460 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e3c5ba-b60d-4491-8782-30256e893d77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a9da75f-4226-498f-b35e-8cf614979eaa,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:08:34.534323 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-32198a76-53cc-4c2b-9cca-c09d3f7e5a96 req-aa752e6f-3152-4ecb-8251-555e4d52da14 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f4be0502-a7e3-41af-943e-a3ca32b65a42 HTTP/1.1" status: 200 len: 1002 time: 0.1494915 Aug 05 12:08:34.624628 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32198a76-53cc-4c2b-9cca-c09d3f7e5a96 req-7539081d-c9fb-4f18-bed6-fd7829185d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:08:34.627321 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-32198a76-53cc-4c2b-9cca-c09d3f7e5a96 req-7539081d-c9fb-4f18-bed6-fd7829185d74 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=aeea250c-5d17-40dc-96d1-f040d8812261 HTTP/1.1" status: 200 len: 850 time: 0.0856199 Aug 05 12:08:34.691475 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32198a76-53cc-4c2b-9cca-c09d3f7e5a96 req-8955cf24-819b-4fdf-974d-d1981b15b81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:08:34.693874 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-32198a76-53cc-4c2b-9cca-c09d3f7e5a96 req-8955cf24-819b-4fdf-974d-d1981b15b81e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3f19e325-64cf-4e1f-b582-b20cec605cde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0572879 Aug 05 12:08:34.845050 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-32198a76-53cc-4c2b-9cca-c09d3f7e5a96 req-acad8dd2-61a0-4ea1-ac13-64762bb7d67d service neutron] 10.222.0.55 "GET /v2.0/networks/3f19e325-64cf-4e1f-b582-b20cec605cde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435449 Aug 05 12:08:34.958258 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 33254) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:08:34.984160 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-32198a76-53cc-4c2b-9cca-c09d3f7e5a96 req-a6928084-06e6-4917-9f6a-7f901306589d service neutron] 10.222.0.55 "GET /v2.0/networks/3f19e325-64cf-4e1f-b582-b20cec605cde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304533 Aug 05 12:08:35.027519 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-730319e3-da51-4cd1-99cd-141aa04b799f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2c17c7e7441b4d4f93fac7f2ba40313c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0673795 Aug 05 12:08:35.031684 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 33256) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:08:35.104306 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f3f3bc4b-cae8-4111-8d23-65ba8cde3191 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:08:35.138037 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f3f3bc4b-cae8-4111-8d23-65ba8cde3191 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:08:35.209460 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23cd5b5-7cb4-41a3-96bd-b5612e6a0dce req-0f8b7637-e989-43e6-a439-dc1abebde68e tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:08:35.211332 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a23cd5b5-7cb4-41a3-96bd-b5612e6a0dce req-0f8b7637-e989-43e6-a439-dc1abebde68e tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4aeee61-754b-4adc-945a-a5e114a3f2c7 HTTP/1.1" status: 200 len: 946 time: 0.0693836 Aug 05 12:08:35.215670 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f3f3bc4b-cae8-4111-8d23-65ba8cde3191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:08:35.221075 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f3f3bc4b-cae8-4111-8d23-65ba8cde3191 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:08:35.226084 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-f3f3bc4b-cae8-4111-8d23-65ba8cde3191 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4b567533-5ff8-4dbf-8b6a-bc58f3b2f0dc HTTP/1.1" status: 204 len: 168 time: 0.1897099 Aug 05 12:08:35.236572 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f3bc4b-cae8-4111-8d23-65ba8cde3191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b567533-5ff8-4dbf-8b6a-bc58f3b2f0dc,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:08:35.282856 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a23cd5b5-7cb4-41a3-96bd-b5612e6a0dce req-e3b56388-d273-434e-b5f0-8604d0b5f7de tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "GET /v2.0/security-groups?id=def9d450-9527-4874-83f8-c0a6ecefb6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633273 Aug 05 12:08:36.421858 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6da584-4125-46a6-96b3-234635a21c5a req-afb72412-ca21-4501-99e6-7ddc1f2054f2 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:08:36.423515 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4b6da584-4125-46a6-96b3-234635a21c5a req-afb72412-ca21-4501-99e6-7ddc1f2054f2 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4aeee61-754b-4adc-945a-a5e114a3f2c7 HTTP/1.1" status: 200 len: 946 time: 0.0581682 Aug 05 12:08:36.470460 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4b6da584-4125-46a6-96b3-234635a21c5a req-a6bb9c0f-dde6-449f-85d1-a2d9eb22c3a1 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "GET /v2.0/security-groups?id=def9d450-9527-4874-83f8-c0a6ecefb6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394495 Aug 05 12:08:37.258841 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-40ee74c9-7536-471c-9304-566c3160c2a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:08:40.022049 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b0663374-4204-40d7-8e1c-84972216153a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:08:40.105384 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:08:41.816777 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:08:43.975724 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:08:52.643250 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:08:59.653350 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:09:07.263610 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-bb40bf9d-473d-40ef-b7d1-6d43926fb8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:09:10.029036 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1bdbb1ac-b2b9-4b22-8e5b-9d53e34a2282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:09:10.109302 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:09:10.183352 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2035a1-287f-4766-939a-63314908d20c req-6f098abb-281c-46c7-844d-8019dbd9e5d2 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:09:10.186216 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fa2035a1-287f-4766-939a-63314908d20c req-6f098abb-281c-46c7-844d-8019dbd9e5d2 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4aeee61-754b-4adc-945a-a5e114a3f2c7 HTTP/1.1" status: 200 len: 946 time: 0.0922375 Aug 05 12:09:10.241699 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fa2035a1-287f-4766-939a-63314908d20c req-f7ab2e87-ece0-4e25-91dc-b0c22c157f09 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "GET /v2.0/security-groups?id=def9d450-9527-4874-83f8-c0a6ecefb6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461226 Aug 05 12:09:10.691973 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 12:09:11.415846 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6080040f-5c62-45f0-b7bb-504d9988e902 req-f1acc174-b748-4568-bf7c-20e32768ee16 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:09:11.417501 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6080040f-5c62-45f0-b7bb-504d9988e902 req-f1acc174-b748-4568-bf7c-20e32768ee16 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4aeee61-754b-4adc-945a-a5e114a3f2c7 HTTP/1.1" status: 200 len: 946 time: 0.0600066 Aug 05 12:09:11.463565 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6080040f-5c62-45f0-b7bb-504d9988e902 req-8b1f07bf-a04f-4bed-a9a5-e4164bc2424f tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "GET /v2.0/security-groups?id=def9d450-9527-4874-83f8-c0a6ecefb6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391629 Aug 05 12:09:11.817673 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:09:12.254935 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647eedf7-c5a1-45f1-9edb-219517479cc7 req-b833db37-31f6-43d7-894c-62df3e043437 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:09:12.257735 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-647eedf7-c5a1-45f1-9edb-219517479cc7 req-b833db37-31f6-43d7-894c-62df3e043437 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4aeee61-754b-4adc-945a-a5e114a3f2c7 HTTP/1.1" status: 200 len: 946 time: 0.0828083 Aug 05 12:09:12.417953 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-647eedf7-c5a1-45f1-9edb-219517479cc7 req-3afd4794-fac2-422a-93f1-43a0fdb5a74f tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Deleting port f4be0502-a7e3-41af-943e-a3ca32b65a42 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:09:12.418388 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-647eedf7-c5a1-45f1-9edb-219517479cc7 req-3afd4794-fac2-422a-93f1-43a0fdb5a74f tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:09:12.553328 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-647eedf7-c5a1-45f1-9edb-219517479cc7 req-3afd4794-fac2-422a-93f1-43a0fdb5a74f tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] For port f4be0502-a7e3-41af-943e-a3ca32b65a42, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=f4be0502-a7e3-41af-943e-a3ca32b65a42,segment=NetworkSegment(8e2898c2-55de-4b44-b2e0-6dc776c5ea7e),segment_id=8e2898c2-55de-4b44-b2e0-6dc776c5ea7e)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:09:12.553971 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-647eedf7-c5a1-45f1-9edb-219517479cc7 req-3afd4794-fac2-422a-93f1-43a0fdb5a74f tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:09:12.641957 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee59924-58ef-476b-8a55-0a253bb1eac9 req-3ee71069-0164-43ca-8032-1778c607178b tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:09:12.644001 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-aee59924-58ef-476b-8a55-0a253bb1eac9 req-3ee71069-0164-43ca-8032-1778c607178b tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4aeee61-754b-4adc-945a-a5e114a3f2c7 HTTP/1.1" status: 200 len: 946 time: 0.0734761 Aug 05 12:09:12.707049 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-aee59924-58ef-476b-8a55-0a253bb1eac9 req-92b85ace-503b-4925-8f08-86f2a2239255 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "GET /v2.0/security-groups?id=def9d450-9527-4874-83f8-c0a6ecefb6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522027 Aug 05 12:09:12.795903 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-647eedf7-c5a1-45f1-9edb-219517479cc7 req-3afd4794-fac2-422a-93f1-43a0fdb5a74f tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:09:12.796430 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-647eedf7-c5a1-45f1-9edb-219517479cc7 req-3afd4794-fac2-422a-93f1-43a0fdb5a74f tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33287247'] for floatingip, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:09:12.796981 n-d-803378-2 neutron-server[94421]: INFO neutron.db.l3_db [req-647eedf7-c5a1-45f1-9edb-219517479cc7 req-3afd4794-fac2-422a-93f1-43a0fdb5a74f tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Floating IP c424c92b-0df3-4ee9-b1b5-a97065696573 disassociated. External IP: 172.25.5.212, port: f4be0502-a7e3-41af-943e-a3ca32b65a42. Aug 05 12:09:12.797545 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-647eedf7-c5a1-45f1-9edb-219517479cc7 req-3afd4794-fac2-422a-93f1-43a0fdb5a74f tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Calling delete_port for f4be0502-a7e3-41af-943e-a3ca32b65a42 owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:09:12.997882 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-647eedf7-c5a1-45f1-9edb-219517479cc7 req-3afd4794-fac2-422a-93f1-43a0fdb5a74f tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:09:13.031842 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afd4794-fac2-422a-93f1-43a0fdb5a74f tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Pushing event deleted for resources: {'Port': ['ID=f4be0502-a7e3-41af-943e-a3ca32b65a42,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:09:13.052929 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afd4794-fac2-422a-93f1-43a0fdb5a74f tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:09:13.052929 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afd4794-fac2-422a-93f1-43a0fdb5a74f tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:09:13.052929 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afd4794-fac2-422a-93f1-43a0fdb5a74f tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:09:13.053491 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afd4794-fac2-422a-93f1-43a0fdb5a74f tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:09:13.053848 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afd4794-fac2-422a-93f1-43a0fdb5a74f tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:09:13.055391 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afd4794-fac2-422a-93f1-43a0fdb5a74f tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:09:13.055391 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afd4794-fac2-422a-93f1-43a0fdb5a74f tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:09:13.055754 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afd4794-fac2-422a-93f1-43a0fdb5a74f tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:09:13.056314 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afd4794-fac2-422a-93f1-43a0fdb5a74f tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:09:13.056878 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afd4794-fac2-422a-93f1-43a0fdb5a74f tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:09:13.058604 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afd4794-fac2-422a-93f1-43a0fdb5a74f tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:09:13.058604 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afd4794-fac2-422a-93f1-43a0fdb5a74f tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:09:13.267947 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [req-647eedf7-c5a1-45f1-9edb-219517479cc7 req-3afd4794-fac2-422a-93f1-43a0fdb5a74f tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Router 96149523-19dc-4119-b73d-a9cad6d594ad has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:09:13.471886 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-647eedf7-c5a1-45f1-9edb-219517479cc7 req-3afd4794-fac2-422a-93f1-43a0fdb5a74f tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:09:13.491371 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4197e707-b5c8-41dd-90f9-f80861246734 None None] Sync routers for ids ['96149523-19dc-4119-b73d-a9cad6d594ad'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:09:13.506315 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4197e707-b5c8-41dd-90f9-f80861246734 None None] Routers {'96149523-19dc-4119-b73d-a9cad6d594ad'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:09:13.507685 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-4197e707-b5c8-41dd-90f9-f80861246734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:09:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['96149523-19dc-4119-b73d-a9cad6d594ad'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:09:13.556891 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-647eedf7-c5a1-45f1-9edb-219517479cc7 req-3afd4794-fac2-422a-93f1-43a0fdb5a74f tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] No DVR routers for this DVR port f4be0502-a7e3-41af-943e-a3ca32b65a42 on host n-h2-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:09:13.560866 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-647eedf7-c5a1-45f1-9edb-219517479cc7 req-3afd4794-fac2-422a-93f1-43a0fdb5a74f tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:09:13.565174 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-647eedf7-c5a1-45f1-9edb-219517479cc7 req-3afd4794-fac2-422a-93f1-43a0fdb5a74f tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.55 "DELETE /v2.0/ports/f4be0502-a7e3-41af-943e-a3ca32b65a42 HTTP/1.1" status: 204 len: 173 time: 1.2999477 Aug 05 12:09:13.566504 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4aeee61-754b-4adc-945a-a5e114a3f2c7', 'name': 'network-vif-deleted', 'tag': 'f4be0502-a7e3-41af-943e-a3ca32b65a42'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:09:13.569785 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d186ad8-c4d0-4acd-b264-fef800ff2de1" -d '{"events": [{"server_uuid": "c4aeee61-754b-4adc-945a-a5e114a3f2c7", "name": "network-vif-deleted", "tag": "f4be0502-a7e3-41af-943e-a3ca32b65a42"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:09:13.652803 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 12:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4efb322-cab8-4a5a-88a9-b2d11094a14d x-openstack-request-id: req-a4efb322-cab8-4a5a-88a9-b2d11094a14d {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:09:13.653188 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4aeee61-754b-4adc-945a-a5e114a3f2c7", "name": "network-vif-deleted", "tag": "f4be0502-a7e3-41af-943e-a3ca32b65a42", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:09:13.653447 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a4efb322-cab8-4a5a-88a9-b2d11094a14d {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:09:13.653851 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4aeee61-754b-4adc-945a-a5e114a3f2c7', 'name': 'network-vif-deleted', 'tag': 'f4be0502-a7e3-41af-943e-a3ca32b65a42', 'status': 'completed', 'code': 200} Aug 05 12:09:13.727292 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-4197e707-b5c8-41dd-90f9-f80861246734 None None] Set router 96149523-19dc-4119-b73d-a9cad6d594ad gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:09:13.915441 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f687d0e2-6a0d-4dfe-af9b-fc10cedd6723 req-e77d7014-c44f-41f0-aa22-e978358e4c35 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4aeee61-754b-4adc-945a-a5e114a3f2c7 HTTP/1.1" status: 200 len: 210 time: 0.0533829 Aug 05 12:09:13.981801 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:09:14.244058 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-4197e707-b5c8-41dd-90f9-f80861246734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96149523-19dc-4119-b73d-a9cad6d594ad', 'name': 'tempest-AttachVolumeTestJSON-1078512849-router', 'tenant_id': '5ac79aa4804c4ec78dd715e0f7f164e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '44ceb000-9880-49bd-b837-d5d196742829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:04:49Z', 'updated_at': '2021-08-05T12:04:57Z', 'revision_number': 4, 'project_id': '5ac79aa4804c4ec78dd715e0f7f164e5', 'gw_port': {'id': '44ceb000-9880-49bd-b837-d5d196742829', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:82:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96149523-19dc-4119-b73d-a9cad6d594ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:04:50Z', 'updated_at': '2021-08-05T12:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '60a58c35-9072-4d5c-8341-10e662debaa1', 'name': '', 'network_id': '3f19e325-64cf-4e1f-b582-b20cec605cde', 'tenant_id': '5ac79aa4804c4ec78dd715e0f7f164e5', 'mac_address': 'fa:16:3e:d4:cb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96149523-19dc-4119-b73d-a9cad6d594ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': 'aeea250c-5d17-40dc-96d1-f040d8812261', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:04:55Z', 'updated_at': '2021-08-05T12:05:11Z', 'revision_number': 5, 'project_id': '5ac79aa4804c4ec78dd715e0f7f164e5', 'subnets': [{'id': 'aeea250c-5d17-40dc-96d1-f040d8812261', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:09:14.302287 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4197e707-b5c8-41dd-90f9-f80861246734 None None] Checking router: 96149523-19dc-4119-b73d-a9cad6d594ad for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:09:14.318729 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4197e707-b5c8-41dd-90f9-f80861246734 None None] Routers {'96149523-19dc-4119-b73d-a9cad6d594ad'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:09:14.319824 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-4197e707-b5c8-41dd-90f9-f80861246734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:09:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['96149523-19dc-4119-b73d-a9cad6d594ad'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:09:14.486399 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-4197e707-b5c8-41dd-90f9-f80861246734 None None] Set router 96149523-19dc-4119-b73d-a9cad6d594ad gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:09:14.756353 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-4197e707-b5c8-41dd-90f9-f80861246734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96149523-19dc-4119-b73d-a9cad6d594ad', 'name': 'tempest-AttachVolumeTestJSON-1078512849-router', 'tenant_id': '5ac79aa4804c4ec78dd715e0f7f164e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '44ceb000-9880-49bd-b837-d5d196742829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:04:49Z', 'updated_at': '2021-08-05T12:04:57Z', 'revision_number': 4, 'project_id': '5ac79aa4804c4ec78dd715e0f7f164e5', 'gw_port': {'id': '44ceb000-9880-49bd-b837-d5d196742829', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:82:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96149523-19dc-4119-b73d-a9cad6d594ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:04:50Z', 'updated_at': '2021-08-05T12:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '60a58c35-9072-4d5c-8341-10e662debaa1', 'name': '', 'network_id': '3f19e325-64cf-4e1f-b582-b20cec605cde', 'tenant_id': '5ac79aa4804c4ec78dd715e0f7f164e5', 'mac_address': 'fa:16:3e:d4:cb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96149523-19dc-4119-b73d-a9cad6d594ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': 'aeea250c-5d17-40dc-96d1-f040d8812261', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:04:55Z', 'updated_at': '2021-08-05T12:05:11Z', 'revision_number': 5, 'project_id': '5ac79aa4804c4ec78dd715e0f7f164e5', 'subnets': [{'id': 'aeea250c-5d17-40dc-96d1-f040d8812261', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:09:14.809171 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4197e707-b5c8-41dd-90f9-f80861246734 None None] The sync data for ids ['96149523-19dc-4119-b73d-a9cad6d594ad'] in n-d-803378-2 is: [{'id': '96149523-19dc-4119-b73d-a9cad6d594ad', 'name': 'tempest-AttachVolumeTestJSON-1078512849-router', 'tenant_id': '5ac79aa4804c4ec78dd715e0f7f164e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '44ceb000-9880-49bd-b837-d5d196742829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:04:49Z', 'updated_at': '2021-08-05T12:04:57Z', 'revision_number': 4, 'project_id': '5ac79aa4804c4ec78dd715e0f7f164e5', 'gw_port': {'id': '44ceb000-9880-49bd-b837-d5d196742829', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:82:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96149523-19dc-4119-b73d-a9cad6d594ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:04:50Z', 'updated_at': '2021-08-05T12:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '60a58c35-9072-4d5c-8341-10e662debaa1', 'name': '', 'network_id': '3f19e325-64cf-4e1f-b582-b20cec605cde', 'tenant_id': '5ac79aa4804c4ec78dd715e0f7f164e5', 'mac_address': 'fa:16:3e:d4:cb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96149523-19dc-4119-b73d-a9cad6d594ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': 'aeea250c-5d17-40dc-96d1-f040d8812261', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:04:55Z', 'updated_at': '2021-08-05T12:05:11Z', 'revision_number': 5, 'project_id': '5ac79aa4804c4ec78dd715e0f7f164e5', 'subnets': [{'id': 'aeea250c-5d17-40dc-96d1-f040d8812261', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:09:15.166624 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b799dcc6-6ea8-4835-a8e4-3ef2f2969604 None None] New status for floating IP c424c92b-0df3-4ee9-b1b5-a97065696573: DOWN {{(pid=94422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 12:09:16.097390 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 33376) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:09:16.183037 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-529364c7-9298-414c-aed1-c6ef5f0b776f tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:09:16.214880 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-529364c7-9298-414c-aed1-c6ef5f0b776f tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:09:16.327925 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-529364c7-9298-414c-aed1-c6ef5f0b776f tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:09:16.333357 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-529364c7-9298-414c-aed1-c6ef5f0b776f tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:09:16.335390 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-529364c7-9298-414c-aed1-c6ef5f0b776f tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "DELETE /v2.0/security-groups/def9d450-9527-4874-83f8-c0a6ecefb6d5 HTTP/1.1" status: 204 len: 168 time: 0.2363832 Aug 05 12:09:16.342985 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 33378) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:09:16.364275 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529364c7-9298-414c-aed1-c6ef5f0b776f tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=def9d450-9527-4874-83f8-c0a6ecefb6d5,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:09:16.373220 n-d-803378-2 neutron-server[94420]: INFO neutron.api.v2.resource [None req-a570e175-ada8-451f-92ff-d5cd04ee8c69 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] show failed (client error): The resource could not be found. Aug 05 12:09:16.374462 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-a570e175-ada8-451f-92ff-d5cd04ee8c69 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "GET /v2.0/security-groups/def9d450-9527-4874-83f8-c0a6ecefb6d5 HTTP/1.1" status: 404 len: 347 time: 0.0251038 Aug 05 12:09:16.380046 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 33380) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:09:16.382891 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529364c7-9298-414c-aed1-c6ef5f0b776f tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:09:16.383437 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529364c7-9298-414c-aed1-c6ef5f0b776f tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:09:16.383997 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529364c7-9298-414c-aed1-c6ef5f0b776f tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:09:16.384601 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529364c7-9298-414c-aed1-c6ef5f0b776f tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:09:16.385210 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529364c7-9298-414c-aed1-c6ef5f0b776f tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:09:16.385638 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529364c7-9298-414c-aed1-c6ef5f0b776f tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:09:16.385979 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529364c7-9298-414c-aed1-c6ef5f0b776f tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:09:16.386316 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529364c7-9298-414c-aed1-c6ef5f0b776f tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:09:16.386645 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529364c7-9298-414c-aed1-c6ef5f0b776f tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:09:16.387139 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529364c7-9298-414c-aed1-c6ef5f0b776f tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:09:16.387588 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529364c7-9298-414c-aed1-c6ef5f0b776f tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:09:16.387920 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529364c7-9298-414c-aed1-c6ef5f0b776f tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:09:16.611595 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-be3020a5-0ff6-4780-99d6-89a0b152b829 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Deleting port 5a558121-ca31-463d-820c-8fc4d1c659ca {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:09:16.612127 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-be3020a5-0ff6-4780-99d6-89a0b152b829 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:09:16.779050 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-be3020a5-0ff6-4780-99d6-89a0b152b829 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:09:16.779608 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-be3020a5-0ff6-4780-99d6-89a0b152b829 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:09:16.805042 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-be3020a5-0ff6-4780-99d6-89a0b152b829 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Calling delete_port for 5a558121-ca31-463d-820c-8fc4d1c659ca owned by network:floatingip {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:09:17.053788 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-be3020a5-0ff6-4780-99d6-89a0b152b829 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:09:17.148814 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device f4be0502-a7e3-41af-943e-a3ca32b65a42 no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:09:17.185520 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] No Port match for: f4be0502-a7e3-41af-943e-a3ca32b65a42 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:09:17.186104 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device f4be0502-a7e3-41af-943e-a3ca32b65a42 not bound to the agent host n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:09:17.631340 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3020a5-0ff6-4780-99d6-89a0b152b829 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Pushing event deleted for resources: {'Port': ['ID=5a558121-ca31-463d-820c-8fc4d1c659ca,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:09:17.758476 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-be3020a5-0ff6-4780-99d6-89a0b152b829 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Notify callbacks [] for floatingip, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:09:17.763733 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-be3020a5-0ff6-4780-99d6-89a0b152b829 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:09:17.766136 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-be3020a5-0ff6-4780-99d6-89a0b152b829 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "DELETE /v2.0/floatingips/c424c92b-0df3-4ee9-b1b5-a97065696573 HTTP/1.1" status: 204 len: 168 time: 1.3839707 Aug 05 12:09:18.164759 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 33388) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:09:18.170118 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-88dd8e36-8aa5-4d3b-b5dc-5241c0e61314 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1150849719', 'description': 'tempest-description--1166801568'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:09:18.207289 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-88dd8e36-8aa5-4d3b-b5dc-5241c0e61314 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:09:18.379987 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-88dd8e36-8aa5-4d3b-b5dc-5241c0e61314 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:09:18.386690 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-88dd8e36-8aa5-4d3b-b5dc-5241c0e61314 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:09:18.443991 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-88dd8e36-8aa5-4d3b-b5dc-5241c0e61314 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:09:18.446123 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-88dd8e36-8aa5-4d3b-b5dc-5241c0e61314 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2800527 Aug 05 12:09:18.451586 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 33390) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:09:18.454570 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dd8e36-8aa5-4d3b-b5dc-5241c0e61314 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77a5d171-d079-4fa2-ba1c-b80762195a74,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:09:18.462480 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-95659266-5498-4fda-a711-18a5f39e41af tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Request body: {'security_group_rule': {'security_group_id': '77a5d171-d079-4fa2-ba1c-b80762195a74', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:09:18.532209 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-95659266-5498-4fda-a711-18a5f39e41af tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:09:18.654623 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-95659266-5498-4fda-a711-18a5f39e41af tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:09:18.662929 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-95659266-5498-4fda-a711-18a5f39e41af tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:09:18.698996 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95659266-5498-4fda-a711-18a5f39e41af tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1244b7aa-2fa4-4581-bfa7-49fa3b124889,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:09:18.711344 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-95659266-5498-4fda-a711-18a5f39e41af tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:09:18.713975 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-95659266-5498-4fda-a711-18a5f39e41af tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2593451 Aug 05 12:09:18.720936 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 33392) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:09:18.729195 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-f0db657d-5a3a-4387-8bc6-88123276011c tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Request body: {'security_group_rule': {'security_group_id': '77a5d171-d079-4fa2-ba1c-b80762195a74', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:09:18.777053 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f0db657d-5a3a-4387-8bc6-88123276011c tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:09:18.888716 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f0db657d-5a3a-4387-8bc6-88123276011c tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:09:18.895335 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f0db657d-5a3a-4387-8bc6-88123276011c tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:09:18.927461 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0db657d-5a3a-4387-8bc6-88123276011c tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf6b6f82-b4c0-4a88-bed3-2eb13060e576,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:09:18.945035 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f0db657d-5a3a-4387-8bc6-88123276011c tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:09:18.946383 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-f0db657d-5a3a-4387-8bc6-88123276011c tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2235670 Aug 05 12:09:18.951649 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 33394) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:09:18.961095 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-d7cb2089-3c00-4300-9910-3a1b6c077a18 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Request body: {'floatingip': {'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:09:19.008312 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d7cb2089-3c00-4300-9910-3a1b6c077a18 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Notify callbacks [] for floatingip, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:09:19.187245 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d7cb2089-3c00-4300-9910-3a1b6c077a18 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:09:19.350745 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-d7cb2089-3c00-4300-9910-3a1b6c077a18 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Allocated IP 172.25.5.53 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/b81830dc-778f-42e6-8ddd-9c15dac29705) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:09:19.503966 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d7cb2089-3c00-4300-9910-3a1b6c077a18 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:09:19.569914 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d7cb2089-3c00-4300-9910-3a1b6c077a18 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:09:19.641182 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7cb2089-3c00-4300-9910-3a1b6c077a18 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:09:19.646890 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-d7cb2089-3c00-4300-9910-3a1b6c077a18 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:09:19.658030 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cb2089-3c00-4300-9910-3a1b6c077a18 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:09:19.695034 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cb2089-3c00-4300-9910-3a1b6c077a18 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Pushing event updated for resources: {'Port': ['ID=b81830dc-778f-42e6-8ddd-9c15dac29705,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:09:19.791037 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d7cb2089-3c00-4300-9910-3a1b6c077a18 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:09:19.839865 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d7cb2089-3c00-4300-9910-3a1b6c077a18 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:09:20.137351 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d7cb2089-3c00-4300-9910-3a1b6c077a18 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:09:20.143582 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d7cb2089-3c00-4300-9910-3a1b6c077a18 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:09:20.239079 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cb2089-3c00-4300-9910-3a1b6c077a18 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Pushing event updated for resources: {'Port': ['ID=b81830dc-778f-42e6-8ddd-9c15dac29705,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:09:20.253207 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d7cb2089-3c00-4300-9910-3a1b6c077a18 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33287247'] for floatingip, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:09:20.271294 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d7cb2089-3c00-4300-9910-3a1b6c077a18 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:09:20.273496 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-d7cb2089-3c00-4300-9910-3a1b6c077a18 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3198895 Aug 05 12:09:20.559121 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8e041ae6-073b-4f82-9e77-c5dfaa583ca5 req-dc50d24b-7bf8-4e65-996f-2938d2d0d582 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1150849719&fields=id&tenant_id=5ac79aa4804c4ec78dd715e0f7f164e5 HTTP/1.1" status: 200 len: 267 time: 0.0676861 Aug 05 12:09:20.720090 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e041ae6-073b-4f82-9e77-c5dfaa583ca5 req-8ca96c18-43e8-41cd-a58d-3117bf65de17 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:09:20.722897 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8e041ae6-073b-4f82-9e77-c5dfaa583ca5 req-8ca96c18-43e8-41cd-a58d-3117bf65de17 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "GET /v2.0/networks?id=3f19e325-64cf-4e1f-b582-b20cec605cde HTTP/1.1" status: 200 len: 811 time: 0.1541901 Aug 05 12:09:20.744958 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8e041ae6-073b-4f82-9e77-c5dfaa583ca5 req-0d166f89-cfce-4c31-b90f-c8832db182b4 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "GET /v2.0/quotas/5ac79aa4804c4ec78dd715e0f7f164e5 HTTP/1.1" status: 200 len: 375 time: 0.0139616 Aug 05 12:09:20.824418 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8e041ae6-073b-4f82-9e77-c5dfaa583ca5 req-ec221664-6bd4-40d6-ab8e-13b2f122812f tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=5ac79aa4804c4ec78dd715e0f7f164e5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0655878 Aug 05 12:09:21.082273 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8e041ae6-073b-4f82-9e77-c5dfaa583ca5 req-5156066f-6902-445a-b323-1a272056870b service neutron] 10.222.0.58 "GET /v2.0/networks/3f19e325-64cf-4e1f-b582-b20cec605cde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411773 Aug 05 12:09:21.261152 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8e041ae6-073b-4f82-9e77-c5dfaa583ca5 req-836793c5-7218-4d78-ab48-bb5401fe831d service neutron] 10.222.0.58 "GET /v2.0/networks/3f19e325-64cf-4e1f-b582-b20cec605cde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691065 Aug 05 12:09:21.544193 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-94aeeea5-8481-4d84-8ac5-c6b58d73e438 req-573c11b0-f815-4192-a493-bc19279835cd tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "GET /v2.0/ports?device_id=aebf32b0-8b28-4d52-b7da-cb45110aff5c HTTP/1.1" status: 200 len: 210 time: 0.0482674 Aug 05 12:09:21.732274 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7b6cf617-f61a-46b8-b701-94e2e1b1b8a8 req-cd638d5d-9751-4ec0-b3ca-f78cdbf37f22 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=142c2374-4fd2-4491-b967-0a11f6ee87c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0754766 Aug 05 12:09:21.850310 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6cf617-f61a-46b8-b701-94e2e1b1b8a8 req-9bf1bd51-e295-446b-a1cf-12b384356b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:09:21.853153 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7b6cf617-f61a-46b8-b701-94e2e1b1b8a8 req-9bf1bd51-e295-446b-a1cf-12b384356b60 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f717acd5caa748b6b706fbaad1f3b969&device_id=142c2374-4fd2-4491-b967-0a11f6ee87c7 HTTP/1.1" status: 200 len: 1096 time: 0.0785077 Aug 05 12:09:22.022259 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6cf617-f61a-46b8-b701-94e2e1b1b8a8 req-cc10bd5c-fbfd-470f-9147-16917df42fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:09:22.025023 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7b6cf617-f61a-46b8-b701-94e2e1b1b8a8 req-cc10bd5c-fbfd-470f-9147-16917df42fdd service neutron] 10.222.0.55 "GET /v2.0/networks?id=b881efb6-f52e-4006-a158-c2aa42fef2fe HTTP/1.1" status: 200 len: 912 time: 0.1461725 Aug 05 12:09:22.127378 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7b6cf617-f61a-46b8-b701-94e2e1b1b8a8 req-e5b71fae-2ef2-458d-905c-3048beffd865 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8270cea6-a90a-49e0-b750-cab62b95acee HTTP/1.1" status: 200 len: 999 time: 0.0934625 Aug 05 12:09:22.212308 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6cf617-f61a-46b8-b701-94e2e1b1b8a8 req-6da9449a-4d54-4b57-a1ad-d5646ea61723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:09:22.214513 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7b6cf617-f61a-46b8-b701-94e2e1b1b8a8 req-6da9449a-4d54-4b57-a1ad-d5646ea61723 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=96bcc71c-db3b-48c5-a5c3-35b749d6182d HTTP/1.1" status: 200 len: 850 time: 0.0799303 Aug 05 12:09:22.293420 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6cf617-f61a-46b8-b701-94e2e1b1b8a8 req-c63c6835-5a4f-4332-ba62-2c04cdb6d11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:09:22.296231 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7b6cf617-f61a-46b8-b701-94e2e1b1b8a8 req-c63c6835-5a4f-4332-ba62-2c04cdb6d11f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b881efb6-f52e-4006-a158-c2aa42fef2fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686448 Aug 05 12:09:22.388354 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:09:22.473346 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7b6cf617-f61a-46b8-b701-94e2e1b1b8a8 req-8460cabb-9174-494b-ba91-f8499df5bc49 service neutron] 10.222.0.55 "GET /v2.0/networks/b881efb6-f52e-4006-a158-c2aa42fef2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690760 Aug 05 12:09:22.617853 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7b6cf617-f61a-46b8-b701-94e2e1b1b8a8 req-5ead308d-58f1-4b06-99b5-ba63a6659c1c service neutron] 10.222.0.55 "GET /v2.0/networks/b881efb6-f52e-4006-a158-c2aa42fef2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342912 Aug 05 12:09:22.732438 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-767468ba-ba53-475e-9f89-d8fa2de00ef1 req-d61566e0-b6c0-47a2-9a17-23e260a99045 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "GET /v2.0/ports?device_id=aebf32b0-8b28-4d52-b7da-cb45110aff5c HTTP/1.1" status: 200 len: 210 time: 0.0507545 Aug 05 12:09:23.036786 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e041ae6-073b-4f82-9e77-c5dfaa583ca5 req-e1217bee-5f43-441f-8bfa-9edb8fc9f8cd tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:09:23.038656 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8e041ae6-073b-4f82-9e77-c5dfaa583ca5 req-e1217bee-5f43-441f-8bfa-9edb8fc9f8cd tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.55 "GET /v2.0/networks?id=3f19e325-64cf-4e1f-b582-b20cec605cde HTTP/1.1" status: 200 len: 811 time: 0.1705666 Aug 05 12:09:23.103027 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8e041ae6-073b-4f82-9e77-c5dfaa583ca5 req-3c7c89ff-733b-472d-beab-1f3af3b68099 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5ac79aa4804c4ec78dd715e0f7f164e5 HTTP/1.1" status: 200 len: 380 time: 0.0476463 Aug 05 12:09:23.115604 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-8e041ae6-073b-4f82-9e77-c5dfaa583ca5 req-abbc1e51-beca-4f33-bd74-fa7b3a9d0063 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Request body: {'port': {'device_id': 'aebf32b0-8b28-4d52-b7da-cb45110aff5c', 'network_id': '3f19e325-64cf-4e1f-b582-b20cec605cde', 'admin_state_up': True, 'tenant_id': '5ac79aa4804c4ec78dd715e0f7f164e5', 'security_groups': ['77a5d171-d079-4fa2-ba1c-b80762195a74']}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:09:23.302401 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e041ae6-073b-4f82-9e77-c5dfaa583ca5 req-abbc1e51-beca-4f33-bd74-fa7b3a9d0063 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Made reservation on behalf of 5ac79aa4804c4ec78dd715e0f7f164e5 for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:09:23.306627 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-8e041ae6-073b-4f82-9e77-c5dfaa583ca5 req-abbc1e51-beca-4f33-bd74-fa7b3a9d0063 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:09:23.508218 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-8e041ae6-073b-4f82-9e77-c5dfaa583ca5 req-abbc1e51-beca-4f33-bd74-fa7b3a9d0063 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Allocated IP 172.20.0.14 (3f19e325-64cf-4e1f-b582-b20cec605cde/aeea250c-5d17-40dc-96d1-f040d8812261/d0cd34b4-46eb-4ad4-a681-89e4c0157bb2) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:09:23.708068 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-8e041ae6-073b-4f82-9e77-c5dfaa583ca5 req-abbc1e51-beca-4f33-bd74-fa7b3a9d0063 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:09:23.729618 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-8e041ae6-073b-4f82-9e77-c5dfaa583ca5 req-abbc1e51-beca-4f33-bd74-fa7b3a9d0063 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Transition to ACTIVE for port object d0cd34b4-46eb-4ad4-a681-89e4c0157bb2 will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:09:23.777793 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-8e041ae6-073b-4f82-9e77-c5dfaa583ca5 req-abbc1e51-beca-4f33-bd74-fa7b3a9d0063 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:09:23.842254 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e041ae6-073b-4f82-9e77-c5dfaa583ca5 req-abbc1e51-beca-4f33-bd74-fa7b3a9d0063 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Network 3f19e325-64cf-4e1f-b582-b20cec605cde is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:09:23.849340 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-8e041ae6-073b-4f82-9e77-c5dfaa583ca5 req-abbc1e51-beca-4f33-bd74-fa7b3a9d0063 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:09:23.854261 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e041ae6-073b-4f82-9e77-c5dfaa583ca5 req-abbc1e51-beca-4f33-bd74-fa7b3a9d0063 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:09:23.885913 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbc1e51-beca-4f33-bd74-fa7b3a9d0063 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Pushing event updated for resources: {'Port': ['ID=d0cd34b4-46eb-4ad4-a681-89e4c0157bb2,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:09:23.928591 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b38cd8e-fb1a-4eb8-9428-0d00593b5318 req-798c794d-98ba-4dba-a3a4-a1868425ff41 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:09:23.929443 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e041ae6-073b-4f82-9e77-c5dfaa583ca5 req-abbc1e51-beca-4f33-bd74-fa7b3a9d0063 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:09:23.930207 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4b38cd8e-fb1a-4eb8-9428-0d00593b5318 req-798c794d-98ba-4dba-a3a4-a1868425ff41 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "GET /v2.0/ports?device_id=aebf32b0-8b28-4d52-b7da-cb45110aff5c HTTP/1.1" status: 200 len: 932 time: 0.0934758 Aug 05 12:09:23.935643 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-8e041ae6-073b-4f82-9e77-c5dfaa583ca5 req-abbc1e51-beca-4f33-bd74-fa7b3a9d0063 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:09:23.975437 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8e041ae6-073b-4f82-9e77-c5dfaa583ca5 req-abbc1e51-beca-4f33-bd74-fa7b3a9d0063 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8641195 Aug 05 12:09:23.997579 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-8e041ae6-073b-4f82-9e77-c5dfaa583ca5 req-ebd06151-3a79-43bb-9465-36ed461cde0e service neutron] Request body: {'port': {'device_id': 'aebf32b0-8b28-4d52-b7da-cb45110aff5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:09:24.024380 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4b38cd8e-fb1a-4eb8-9428-0d00593b5318 req-b5ed698e-81b2-487f-9f0f-1300e96eb9e4 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "GET /v2.0/security-groups?id=77a5d171-d079-4fa2-ba1c-b80762195a74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836773 Aug 05 12:09:24.091387 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-8e041ae6-073b-4f82-9e77-c5dfaa583ca5 req-ebd06151-3a79-43bb-9465-36ed461cde0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:09:24.223181 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-9f400d21-3a60-4324-98b7-684d328f04b1 None None] Provisioning for port d0cd34b4-46eb-4ad4-a681-89e4c0157bb2 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:09:24.229802 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-9f400d21-3a60-4324-98b7-684d328f04b1 None None] Provisioning complete for port d0cd34b4-46eb-4ad4-a681-89e4c0157bb2 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:09:24.230334 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-9f400d21-3a60-4324-98b7-684d328f04b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:09:24.298659 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-9f400d21-3a60-4324-98b7-684d328f04b1 None None] Port d0cd34b4-46eb-4ad4-a681-89e4c0157bb2 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 12:09:24.518821 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-8e041ae6-073b-4f82-9e77-c5dfaa583ca5 req-ebd06151-3a79-43bb-9465-36ed461cde0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0cd34b4-46eb-4ad4-a681-89e4c0157bb2 {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 12:09:24.533944 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-8e041ae6-073b-4f82-9e77-c5dfaa583ca5 req-ebd06151-3a79-43bb-9465-36ed461cde0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:09:24.554522 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-8e041ae6-073b-4f82-9e77-c5dfaa583ca5 req-ebd06151-3a79-43bb-9465-36ed461cde0e service neutron] Transition to ACTIVE for port object d0cd34b4-46eb-4ad4-a681-89e4c0157bb2 will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:09:24.559868 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-8e041ae6-073b-4f82-9e77-c5dfaa583ca5 req-ebd06151-3a79-43bb-9465-36ed461cde0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:09:24.624871 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd06151-3a79-43bb-9465-36ed461cde0e service neutron] Pushing event updated for resources: {'Port': ['ID=d0cd34b4-46eb-4ad4-a681-89e4c0157bb2,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:09:24.731690 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-8e041ae6-073b-4f82-9e77-c5dfaa583ca5 req-ebd06151-3a79-43bb-9465-36ed461cde0e service neutron] Attempting to bind port d0cd34b4-46eb-4ad4-a681-89e4c0157bb2 on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:09:24.732272 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-8e041ae6-073b-4f82-9e77-c5dfaa583ca5 req-ebd06151-3a79-43bb-9465-36ed461cde0e service neutron] Attempting to bind port d0cd34b4-46eb-4ad4-a681-89e4c0157bb2 by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': '8e2898c2-55de-4b44-b2e0-6dc776c5ea7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '3f19e325-64cf-4e1f-b582-b20cec605cde'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:09:24.732817 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e041ae6-073b-4f82-9e77-c5dfaa583ca5 req-ebd06151-3a79-43bb-9465-36ed461cde0e service neutron] Attempting to bind port d0cd34b4-46eb-4ad4-a681-89e4c0157bb2 on network 3f19e325-64cf-4e1f-b582-b20cec605cde {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:09:24.741730 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e041ae6-073b-4f82-9e77-c5dfaa583ca5 req-ebd06151-3a79-43bb-9465-36ed461cde0e service neutron] Port d0cd34b4-46eb-4ad4-a681-89e4c0157bb2 on network 3f19e325-64cf-4e1f-b582-b20cec605cde not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 12:09:24.742274 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e041ae6-073b-4f82-9e77-c5dfaa583ca5 req-ebd06151-3a79-43bb-9465-36ed461cde0e service neutron] Attempting to bind port d0cd34b4-46eb-4ad4-a681-89e4c0157bb2 on network 3f19e325-64cf-4e1f-b582-b20cec605cde {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:09:24.753074 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e041ae6-073b-4f82-9e77-c5dfaa583ca5 req-ebd06151-3a79-43bb-9465-36ed461cde0e service neutron] Checking agent: {'id': 'a8f1dd2d-227c-4e30-8844-52419ba734db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:09:24.753742 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e041ae6-073b-4f82-9e77-c5dfaa583ca5 req-ebd06151-3a79-43bb-9465-36ed461cde0e service neutron] Checking segment: {'id': '8e2898c2-55de-4b44-b2e0-6dc776c5ea7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '3f19e325-64cf-4e1f-b582-b20cec605cde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:09:24.754448 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e041ae6-073b-4f82-9e77-c5dfaa583ca5 req-ebd06151-3a79-43bb-9465-36ed461cde0e service neutron] Bound using segment: {'id': '8e2898c2-55de-4b44-b2e0-6dc776c5ea7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '3f19e325-64cf-4e1f-b582-b20cec605cde'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:09:24.755290 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-8e041ae6-073b-4f82-9e77-c5dfaa583ca5 req-ebd06151-3a79-43bb-9465-36ed461cde0e service neutron] Bound port: d0cd34b4-46eb-4ad4-a681-89e4c0157bb2, host: n-h2-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e2898c2-55de-4b44-b2e0-6dc776c5ea7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '3f19e325-64cf-4e1f-b582-b20cec605cde'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:09:24.756037 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-8e041ae6-073b-4f82-9e77-c5dfaa583ca5 req-ebd06151-3a79-43bb-9465-36ed461cde0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:09:24.894603 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-8e041ae6-073b-4f82-9e77-c5dfaa583ca5 req-ebd06151-3a79-43bb-9465-36ed461cde0e service neutron] For port d0cd34b4-46eb-4ad4-a681-89e4c0157bb2, host n-h2-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:09:24.900686 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-8e041ae6-073b-4f82-9e77-c5dfaa583ca5 req-ebd06151-3a79-43bb-9465-36ed461cde0e service neutron] For port d0cd34b4-46eb-4ad4-a681-89e4c0157bb2, host n-h2-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=d0cd34b4-46eb-4ad4-a681-89e4c0157bb2,segment=NetworkSegment(8e2898c2-55de-4b44-b2e0-6dc776c5ea7e),segment_id=8e2898c2-55de-4b44-b2e0-6dc776c5ea7e)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:09:24.908745 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-8e041ae6-073b-4f82-9e77-c5dfaa583ca5 req-ebd06151-3a79-43bb-9465-36ed461cde0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:09:24.976568 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e041ae6-073b-4f82-9e77-c5dfaa583ca5 req-ebd06151-3a79-43bb-9465-36ed461cde0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:09:24.977616 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-8e041ae6-073b-4f82-9e77-c5dfaa583ca5 req-ebd06151-3a79-43bb-9465-36ed461cde0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:09:24.981281 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8e041ae6-073b-4f82-9e77-c5dfaa583ca5 req-ebd06151-3a79-43bb-9465-36ed461cde0e service neutron] 10.222.0.55 "PUT /v2.0/ports/d0cd34b4-46eb-4ad4-a681-89e4c0157bb2 HTTP/1.1" status: 200 len: 1092 time: 0.9912941 Aug 05 12:09:24.982040 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aebf32b0-8b28-4d52-b7da-cb45110aff5c', 'tag': 'd0cd34b4-46eb-4ad4-a681-89e4c0157bb2'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:09:24.986356 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca6b7317-f0ba-4178-84a3-d5d4f6783b9e" -d '{"events": [{"name": "network-changed", "server_uuid": "aebf32b0-8b28-4d52-b7da-cb45110aff5c", "tag": "d0cd34b4-46eb-4ad4-a681-89e4c0157bb2"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:09:25.044216 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd06151-3a79-43bb-9465-36ed461cde0e service neutron] Pushing event updated for resources: {'Port': ['ID=d0cd34b4-46eb-4ad4-a681-89e4c0157bb2,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:09:25.103126 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 12:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75c5f139-87dc-45d2-b5aa-9bd1bf7e9732 x-openstack-request-id: req-75c5f139-87dc-45d2-b5aa-9bd1bf7e9732 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:09:25.104167 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aebf32b0-8b28-4d52-b7da-cb45110aff5c", "tag": "d0cd34b4-46eb-4ad4-a681-89e4c0157bb2", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:09:25.104167 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-75c5f139-87dc-45d2-b5aa-9bd1bf7e9732 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:09:25.104755 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aebf32b0-8b28-4d52-b7da-cb45110aff5c', 'tag': 'd0cd34b4-46eb-4ad4-a681-89e4c0157bb2', 'status': 'completed', 'code': 200} Aug 05 12:09:25.128353 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e041ae6-073b-4f82-9e77-c5dfaa583ca5 req-6b342ce4-671c-4795-ab2d-5ad95c9c19d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:09:25.130004 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8e041ae6-073b-4f82-9e77-c5dfaa583ca5 req-6b342ce4-671c-4795-ab2d-5ad95c9c19d2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5ac79aa4804c4ec78dd715e0f7f164e5&device_id=aebf32b0-8b28-4d52-b7da-cb45110aff5c HTTP/1.1" status: 200 len: 1095 time: 0.0739717 Aug 05 12:09:25.196631 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8e041ae6-073b-4f82-9e77-c5dfaa583ca5 req-60b30790-6251-452b-bb49-03ffb2b2d0b7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0cd34b4-46eb-4ad4-a681-89e4c0157bb2 HTTP/1.1" status: 200 len: 217 time: 0.0530717 Aug 05 12:09:25.276377 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2a4937-3aee-49e6-8b87-4fe38bd7b301 req-2c5c81d7-e2da-4201-b369-0dcfd50bfab4 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:09:25.278451 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-be2a4937-3aee-49e6-8b87-4fe38bd7b301 req-2c5c81d7-e2da-4201-b369-0dcfd50bfab4 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "GET /v2.0/ports?device_id=aebf32b0-8b28-4d52-b7da-cb45110aff5c HTTP/1.1" status: 200 len: 944 time: 0.1033294 Aug 05 12:09:25.289782 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e041ae6-073b-4f82-9e77-c5dfaa583ca5 req-6ae8683e-e2d4-4d9e-9c1d-8f7f34633c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:09:25.292536 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8e041ae6-073b-4f82-9e77-c5dfaa583ca5 req-6ae8683e-e2d4-4d9e-9c1d-8f7f34633c95 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=aeea250c-5d17-40dc-96d1-f040d8812261 HTTP/1.1" status: 200 len: 850 time: 0.0884442 Aug 05 12:09:25.339216 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-be2a4937-3aee-49e6-8b87-4fe38bd7b301 req-024cdf02-765a-413c-b602-ae078691aecb tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "GET /v2.0/security-groups?id=77a5d171-d079-4fa2-ba1c-b80762195a74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468013 Aug 05 12:09:25.374325 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e041ae6-073b-4f82-9e77-c5dfaa583ca5 req-7e299b18-5f35-4c88-9bac-d6bfbac83ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:09:25.377037 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8e041ae6-073b-4f82-9e77-c5dfaa583ca5 req-7e299b18-5f35-4c88-9bac-d6bfbac83ea2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3f19e325-64cf-4e1f-b582-b20cec605cde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0768580 Aug 05 12:09:25.543577 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8e041ae6-073b-4f82-9e77-c5dfaa583ca5 req-93385ed0-4a99-4866-9777-df771cc3c08e service neutron] 10.222.0.55 "GET /v2.0/networks/3f19e325-64cf-4e1f-b582-b20cec605cde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584134 Aug 05 12:09:25.682837 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8e041ae6-073b-4f82-9e77-c5dfaa583ca5 req-0d02d9c8-8a60-4d86-8f86-bb7d7b6e308c service neutron] 10.222.0.55 "GET /v2.0/networks/3f19e325-64cf-4e1f-b582-b20cec605cde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320004 Aug 05 12:09:25.850441 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6b7317-f0ba-4178-84a3-d5d4f6783b9e req-78cd9753-74e7-4170-83e3-d70b67ab22cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:09:25.853646 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ca6b7317-f0ba-4178-84a3-d5d4f6783b9e req-78cd9753-74e7-4170-83e3-d70b67ab22cd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5ac79aa4804c4ec78dd715e0f7f164e5&device_id=aebf32b0-8b28-4d52-b7da-cb45110aff5c HTTP/1.1" status: 200 len: 1095 time: 0.0710421 Aug 05 12:09:26.011029 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6b7317-f0ba-4178-84a3-d5d4f6783b9e req-e19f5f70-89d6-4fdc-a526-c109121ec85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:09:26.012655 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ca6b7317-f0ba-4178-84a3-d5d4f6783b9e req-e19f5f70-89d6-4fdc-a526-c109121ec85d service neutron] 10.222.0.55 "GET /v2.0/networks?id=3f19e325-64cf-4e1f-b582-b20cec605cde HTTP/1.1" status: 200 len: 912 time: 0.1504974 Aug 05 12:09:26.070090 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ca6b7317-f0ba-4178-84a3-d5d4f6783b9e req-30f93ede-9c42-41cb-a76d-45877cb04dc9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0cd34b4-46eb-4ad4-a681-89e4c0157bb2 HTTP/1.1" status: 200 len: 217 time: 0.0486839 Aug 05 12:09:26.145678 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6b7317-f0ba-4178-84a3-d5d4f6783b9e req-9f0a80a3-de2c-4c71-8cc2-0786a87cf9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:09:26.149145 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ca6b7317-f0ba-4178-84a3-d5d4f6783b9e req-9f0a80a3-de2c-4c71-8cc2-0786a87cf9d6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=aeea250c-5d17-40dc-96d1-f040d8812261 HTTP/1.1" status: 200 len: 850 time: 0.0707452 Aug 05 12:09:26.233623 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6b7317-f0ba-4178-84a3-d5d4f6783b9e req-cc621f9d-2f1c-4b70-9d2b-e5c3f599a0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:09:26.238893 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ca6b7317-f0ba-4178-84a3-d5d4f6783b9e req-cc621f9d-2f1c-4b70-9d2b-e5c3f599a0f1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3f19e325-64cf-4e1f-b582-b20cec605cde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0822465 Aug 05 12:09:26.393474 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ca6b7317-f0ba-4178-84a3-d5d4f6783b9e req-3278345d-ccc3-481f-a014-4ddcc79898d1 service neutron] 10.222.0.55 "GET /v2.0/networks/3f19e325-64cf-4e1f-b582-b20cec605cde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459415 Aug 05 12:09:26.534448 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfadd927-1764-4d5a-a697-37fd5d298357 req-6f583271-12af-48e4-9fc7-1d1e29225860 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:09:26.547339 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfadd927-1764-4d5a-a697-37fd5d298357 req-6f583271-12af-48e4-9fc7-1d1e29225860 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:09:26.558832 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfadd927-1764-4d5a-a697-37fd5d298357 req-6f583271-12af-48e4-9fc7-1d1e29225860 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:09:26.574943 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfadd927-1764-4d5a-a697-37fd5d298357 req-6f583271-12af-48e4-9fc7-1d1e29225860 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:09:26.588128 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfadd927-1764-4d5a-a697-37fd5d298357 req-6f583271-12af-48e4-9fc7-1d1e29225860 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:09:26.601785 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfadd927-1764-4d5a-a697-37fd5d298357 req-6f583271-12af-48e4-9fc7-1d1e29225860 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:09:26.602858 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ca6b7317-f0ba-4178-84a3-d5d4f6783b9e req-0d0bc34d-fbb2-4ce0-9ab5-b65fc79be870 service neutron] 10.222.0.55 "GET /v2.0/networks/3f19e325-64cf-4e1f-b582-b20cec605cde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945674 Aug 05 12:09:26.615738 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfadd927-1764-4d5a-a697-37fd5d298357 req-6f583271-12af-48e4-9fc7-1d1e29225860 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:09:26.619436 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bfadd927-1764-4d5a-a697-37fd5d298357 req-6f583271-12af-48e4-9fc7-1d1e29225860 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/ports?device_id=295adfcc-63cd-4939-a68d-f1d2f39c6cb5 HTTP/1.1" status: 200 len: 5442 time: 0.2377503 Aug 05 12:09:26.745141 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c83ba3-dd6a-4ae6-b5e2-ad8fc89ce01a req-a210f203-6738-4109-b5c3-fa3801525c32 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:09:26.748001 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-00c83ba3-dd6a-4ae6-b5e2-ad8fc89ce01a req-a210f203-6738-4109-b5c3-fa3801525c32 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "GET /v2.0/ports?device_id=aebf32b0-8b28-4d52-b7da-cb45110aff5c HTTP/1.1" status: 200 len: 944 time: 0.2735803 Aug 05 12:09:26.761631 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bfadd927-1764-4d5a-a697-37fd5d298357 req-9257bd9c-6972-411a-989d-7380b7e93c95 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/security-groups?id=febd0f78-107f-43e4-b53e-32336893412a&id=b75859e9-ba11-494c-9174-a2b56bb00afd&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.1141744 Aug 05 12:09:26.823500 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-00c83ba3-dd6a-4ae6-b5e2-ad8fc89ce01a req-d37dae2d-ef48-4da6-bc8e-28fde75b9212 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "GET /v2.0/security-groups?id=77a5d171-d079-4fa2-ba1c-b80762195a74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599778 Aug 05 12:09:27.025384 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eec3316-89a3-4ba8-b0b8-70e7b1beb513 req-f40f53a9-32f1-4495-9db5-8dfea100d9b7 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:09:27.039065 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eec3316-89a3-4ba8-b0b8-70e7b1beb513 req-f40f53a9-32f1-4495-9db5-8dfea100d9b7 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:09:27.051632 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eec3316-89a3-4ba8-b0b8-70e7b1beb513 req-f40f53a9-32f1-4495-9db5-8dfea100d9b7 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:09:27.064181 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eec3316-89a3-4ba8-b0b8-70e7b1beb513 req-f40f53a9-32f1-4495-9db5-8dfea100d9b7 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:09:27.075865 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eec3316-89a3-4ba8-b0b8-70e7b1beb513 req-f40f53a9-32f1-4495-9db5-8dfea100d9b7 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:09:27.088239 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eec3316-89a3-4ba8-b0b8-70e7b1beb513 req-f40f53a9-32f1-4495-9db5-8dfea100d9b7 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:09:27.100576 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eec3316-89a3-4ba8-b0b8-70e7b1beb513 req-f40f53a9-32f1-4495-9db5-8dfea100d9b7 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:09:27.103927 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6eec3316-89a3-4ba8-b0b8-70e7b1beb513 req-f40f53a9-32f1-4495-9db5-8dfea100d9b7 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/ports?device_id=295adfcc-63cd-4939-a68d-f1d2f39c6cb5 HTTP/1.1" status: 200 len: 5442 time: 0.1824820 Aug 05 12:09:28.026286 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998904fe-a94c-493d-8a9e-3e1d333e0871 req-09476a13-c116-41b8-957e-f0c99efd30ad tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:09:28.028979 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-998904fe-a94c-493d-8a9e-3e1d333e0871 req-09476a13-c116-41b8-957e-f0c99efd30ad tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "GET /v2.0/ports?device_id=aebf32b0-8b28-4d52-b7da-cb45110aff5c HTTP/1.1" status: 200 len: 944 time: 0.0855834 Aug 05 12:09:28.090664 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-998904fe-a94c-493d-8a9e-3e1d333e0871 req-2b3bc3de-69f8-4a1e-beed-3fe15cee0c6b tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "GET /v2.0/security-groups?id=77a5d171-d079-4fa2-ba1c-b80762195a74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525146 Aug 05 12:09:29.179428 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device d0cd34b4-46eb-4ad4-a681-89e4c0157bb2 details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 12:09:29.308021 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc1d6aa-0a2b-462d-aa4f-10f8fdf10029 req-a90926fd-30fd-4cc5-bf3f-ea45f0fa73ae tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:09:29.309864 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-edc1d6aa-0a2b-462d-aa4f-10f8fdf10029 req-a90926fd-30fd-4cc5-bf3f-ea45f0fa73ae tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "GET /v2.0/ports?device_id=aebf32b0-8b28-4d52-b7da-cb45110aff5c HTTP/1.1" status: 200 len: 944 time: 0.0740664 Aug 05 12:09:29.370233 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port d0cd34b4-46eb-4ad4-a681-89e4c0157bb2, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=d0cd34b4-46eb-4ad4-a681-89e4c0157bb2,segment=NetworkSegment(8e2898c2-55de-4b44-b2e0-6dc776c5ea7e),segment_id=8e2898c2-55de-4b44-b2e0-6dc776c5ea7e)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:09:29.389796 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Returning: {'device': 'd0cd34b4-46eb-4ad4-a681-89e4c0157bb2', 'network_id': '3f19e325-64cf-4e1f-b582-b20cec605cde', 'port_id': 'd0cd34b4-46eb-4ad4-a681-89e4c0157bb2', 'mac_address': 'fa:16:3e:17:8f:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aeea250c-5d17-40dc-96d1-f040d8812261', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 12:09:29.393503 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-edc1d6aa-0a2b-462d-aa4f-10f8fdf10029 req-dfcec677-4384-47e6-9584-f7d3f1724bcb tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "GET /v2.0/security-groups?id=77a5d171-d079-4fa2-ba1c-b80762195a74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695770 Aug 05 12:09:29.445545 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:09:29.466372 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0cd34b4-46eb-4ad4-a681-89e4c0157bb2 {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 12:09:29.477112 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc974b9b-ac42-4b35-a8be-155aec26f6f7 req-2bd7dd83-6791-4f70-bd47-cf39e61f7c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:09:29.478076 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc974b9b-ac42-4b35-a8be-155aec26f6f7 req-2bd7dd83-6791-4f70-bd47-cf39e61f7c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:09:29.479006 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc974b9b-ac42-4b35-a8be-155aec26f6f7 req-2bd7dd83-6791-4f70-bd47-cf39e61f7c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:09:29.479939 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc974b9b-ac42-4b35-a8be-155aec26f6f7 req-2bd7dd83-6791-4f70-bd47-cf39e61f7c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:09:29.480927 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc974b9b-ac42-4b35-a8be-155aec26f6f7 req-2bd7dd83-6791-4f70-bd47-cf39e61f7c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:09:29.481875 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc974b9b-ac42-4b35-a8be-155aec26f6f7 req-2bd7dd83-6791-4f70-bd47-cf39e61f7c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:09:29.482799 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc974b9b-ac42-4b35-a8be-155aec26f6f7 req-2bd7dd83-6791-4f70-bd47-cf39e61f7c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:09:29.487408 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-fc974b9b-ac42-4b35-a8be-155aec26f6f7 req-2bd7dd83-6791-4f70-bd47-cf39e61f7c3e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=295adfcc-63cd-4939-a68d-f1d2f39c6cb5 HTTP/1.1" status: 200 len: 6499 time: 0.1963382 Aug 05 12:09:29.504254 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port d0cd34b4-46eb-4ad4-a681-89e4c0157bb2, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=d0cd34b4-46eb-4ad4-a681-89e4c0157bb2,segment=NetworkSegment(8e2898c2-55de-4b44-b2e0-6dc776c5ea7e),segment_id=8e2898c2-55de-4b44-b2e0-6dc776c5ea7e)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:09:29.509590 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:09:29.551906 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-fc974b9b-ac42-4b35-a8be-155aec26f6f7 req-38d070de-f63d-4ab6-bc7d-0bf48762608f service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=febd0f78-107f-43e4-b53e-32336893412a&id=b75859e9-ba11-494c-9174-a2b56bb00afd&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0540729 Aug 05 12:09:29.592132 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=d0cd34b4-46eb-4ad4-a681-89e4c0157bb2,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:09:29.602491 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:09:29.602835 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:09:29.603172 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:09:29.603514 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:09:29.603853 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:09:29.604189 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:09:29.604556 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:09:29.604887 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:09:29.605224 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:09:29.605549 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:09:29.605881 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:09:29.606204 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:09:29.660992 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:09:29.790119 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['d0cd34b4-46eb-4ad4-a681-89e4c0157bb2'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 12:09:30.567390 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26bbab9-feb3-4982-b47d-a7a771517ea8 req-6d346094-94ea-4bc3-b118-8dba7e70dafc tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:09:30.570089 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f26bbab9-feb3-4982-b47d-a7a771517ea8 req-6d346094-94ea-4bc3-b118-8dba7e70dafc tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "GET /v2.0/ports?device_id=aebf32b0-8b28-4d52-b7da-cb45110aff5c HTTP/1.1" status: 200 len: 945 time: 0.0791845 Aug 05 12:09:30.628775 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f26bbab9-feb3-4982-b47d-a7a771517ea8 req-ad0f4ea1-61e3-43ad-8ebb-0dd8a409b7b5 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "GET /v2.0/security-groups?id=77a5d171-d079-4fa2-ba1c-b80762195a74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513039 Aug 05 12:09:31.180785 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device d0cd34b4-46eb-4ad4-a681-89e4c0157bb2 up at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:09:31.273716 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning for port d0cd34b4-46eb-4ad4-a681-89e4c0157bb2 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:09:31.280945 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning complete for port d0cd34b4-46eb-4ad4-a681-89e4c0157bb2 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:09:31.282150 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:09:31.427988 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:09:31.473096 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aebf32b0-8b28-4d52-b7da-cb45110aff5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0cd34b4-46eb-4ad4-a681-89e4c0157bb2'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:09:31.476939 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98f5a6b5-50bc-46c4-b157-01148adbabb9" -d '{"events": [{"server_uuid": "aebf32b0-8b28-4d52-b7da-cb45110aff5c", "name": "network-vif-plugged", "status": "completed", "tag": "d0cd34b4-46eb-4ad4-a681-89e4c0157bb2"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:09:31.505763 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port d0cd34b4-46eb-4ad4-a681-89e4c0157bb2, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=d0cd34b4-46eb-4ad4-a681-89e4c0157bb2,segment=NetworkSegment(8e2898c2-55de-4b44-b2e0-6dc776c5ea7e),segment_id=8e2898c2-55de-4b44-b2e0-6dc776c5ea7e)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:09:31.511940 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:09:31.599326 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=d0cd34b4-46eb-4ad4-a681-89e4c0157bb2,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:09:31.823851 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 12:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-728bda40-0d2d-4dbd-b537-57460fab39c7 x-openstack-request-id: req-728bda40-0d2d-4dbd-b537-57460fab39c7 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:09:31.824438 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aebf32b0-8b28-4d52-b7da-cb45110aff5c", "name": "network-vif-plugged", "status": "completed", "tag": "d0cd34b4-46eb-4ad4-a681-89e4c0157bb2", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:09:31.824895 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-728bda40-0d2d-4dbd-b537-57460fab39c7 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:09:31.825521 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aebf32b0-8b28-4d52-b7da-cb45110aff5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0cd34b4-46eb-4ad4-a681-89e4c0157bb2', 'code': 200} Aug 05 12:09:31.844825 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e3bc02-9bd1-4c70-a8d5-a5685524c481 req-b9c2e9f9-294c-4d10-b60a-ed2136d22ca6 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:09:31.847304 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-61e3bc02-9bd1-4c70-a8d5-a5685524c481 req-b9c2e9f9-294c-4d10-b60a-ed2136d22ca6 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "GET /v2.0/ports?device_id=aebf32b0-8b28-4d52-b7da-cb45110aff5c HTTP/1.1" status: 200 len: 946 time: 0.0970654 Aug 05 12:09:31.929730 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-61e3bc02-9bd1-4c70-a8d5-a5685524c481 req-29f1d356-7951-48b1-b92b-452f50b66162 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "GET /v2.0/security-groups?id=77a5d171-d079-4fa2-ba1c-b80762195a74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698841 Aug 05 12:09:32.010253 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33fbf13-6b5a-49a5-84b3-482324c6ec31 req-2aafb084-20e1-4c12-9ff1-49cd524b294b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:09:32.013160 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b33fbf13-6b5a-49a5-84b3-482324c6ec31 req-2aafb084-20e1-4c12-9ff1-49cd524b294b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=aebf32b0-8b28-4d52-b7da-cb45110aff5c HTTP/1.1" status: 200 len: 1097 time: 0.0834551 Aug 05 12:09:32.079891 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b33fbf13-6b5a-49a5-84b3-482324c6ec31 req-8d8027c9-6540-4efd-b54b-990eb5acaf77 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=77a5d171-d079-4fa2-ba1c-b80762195a74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591247 Aug 05 12:09:33.140167 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b274ee-25c2-4a1a-a51a-84e27c907b2d req-10ca6a99-0122-46db-b3ef-b302e2f99a00 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:09:33.142688 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-37b274ee-25c2-4a1a-a51a-84e27c907b2d req-10ca6a99-0122-46db-b3ef-b302e2f99a00 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "GET /v2.0/ports?device_id=aebf32b0-8b28-4d52-b7da-cb45110aff5c HTTP/1.1" status: 200 len: 946 time: 0.0879924 Aug 05 12:09:33.232196 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-37b274ee-25c2-4a1a-a51a-84e27c907b2d req-242184b6-6776-4dd4-be89-1c1210568bc1 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "GET /v2.0/security-groups?id=77a5d171-d079-4fa2-ba1c-b80762195a74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783353 Aug 05 12:09:34.434464 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8308725-5e89-4a51-bce3-49bb481c72f9 req-e82b8383-2a9d-41b1-943c-da8e54a61158 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:09:34.436197 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c8308725-5e89-4a51-bce3-49bb481c72f9 req-e82b8383-2a9d-41b1-943c-da8e54a61158 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "GET /v2.0/ports?device_id=aebf32b0-8b28-4d52-b7da-cb45110aff5c HTTP/1.1" status: 200 len: 946 time: 0.0754128 Aug 05 12:09:34.500521 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c8308725-5e89-4a51-bce3-49bb481c72f9 req-f047a8e4-8720-4200-b8ac-71a9e1184b31 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "GET /v2.0/security-groups?id=77a5d171-d079-4fa2-ba1c-b80762195a74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511315 Aug 05 12:09:34.690347 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaf87a9-70fa-4f49-870b-c11cf7f071aa req-85b88f40-b0a0-4ead-a2fb-a94dc6f918a5 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:09:34.692427 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cdaf87a9-70fa-4f49-870b-c11cf7f071aa req-85b88f40-b0a0-4ead-a2fb-a94dc6f918a5 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "GET /v2.0/ports?device_id=aebf32b0-8b28-4d52-b7da-cb45110aff5c HTTP/1.1" status: 200 len: 946 time: 0.0808833 Aug 05 12:09:34.702550 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 33490) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:09:34.711844 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-c663aee2-81f4-48c2-a5ee-9078dd546263 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Request body: {'floatingip': {'port_id': 'd0cd34b4-46eb-4ad4-a681-89e4c0157bb2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:09:34.799980 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c663aee2-81f4-48c2-a5ee-9078dd546263 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Notify callbacks [] for floatingip, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:09:35.476454 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c663aee2-81f4-48c2-a5ee-9078dd546263 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:09:35.482298 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c663aee2-81f4-48c2-a5ee-9078dd546263 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33287247'] for floatingip, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:09:35.627829 n-d-803378-2 neutron-server[94421]: INFO neutron.db.l3_db [None req-c663aee2-81f4-48c2-a5ee-9078dd546263 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Floating IP 92f26284-e295-4056-99ea-b02d66c91be4 associated. External IP: 172.25.5.53, port: d0cd34b4-46eb-4ad4-a681-89e4c0157bb2. Aug 05 12:09:35.954658 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c663aee2-81f4-48c2-a5ee-9078dd546263 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Router 96149523-19dc-4119-b73d-a9cad6d594ad has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:09:36.096773 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c663aee2-81f4-48c2-a5ee-9078dd546263 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:09:36.103095 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c663aee2-81f4-48c2-a5ee-9078dd546263 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:09:36.109723 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4189bdee-bbe8-4c66-885e-cc77ad1c2462 None None] Sync routers for ids ['96149523-19dc-4119-b73d-a9cad6d594ad'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:09:36.127732 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4189bdee-bbe8-4c66-885e-cc77ad1c2462 None None] Routers {'96149523-19dc-4119-b73d-a9cad6d594ad'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:09:36.128866 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-4189bdee-bbe8-4c66-885e-cc77ad1c2462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:09:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['96149523-19dc-4119-b73d-a9cad6d594ad'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:09:36.138722 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-c663aee2-81f4-48c2-a5ee-9078dd546263 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "PUT /v2.0/floatingips/92f26284-e295-4056-99ea-b02d66c91be4 HTTP/1.1" status: 200 len: 991 time: 1.4337471 Aug 05 12:09:36.139795 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aebf32b0-8b28-4d52-b7da-cb45110aff5c', 'tag': 'd0cd34b4-46eb-4ad4-a681-89e4c0157bb2'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:09:36.144413 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbe37a1e-7894-4027-b21b-8f5a0a40f2b0" -d '{"events": [{"name": "network-changed", "server_uuid": "aebf32b0-8b28-4d52-b7da-cb45110aff5c", "tag": "d0cd34b4-46eb-4ad4-a681-89e4c0157bb2"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:09:36.351269 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 12:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d975e93d-d429-42a2-baa0-76d9da7f22a6 x-openstack-request-id: req-d975e93d-d429-42a2-baa0-76d9da7f22a6 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:09:36.351717 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aebf32b0-8b28-4d52-b7da-cb45110aff5c", "tag": "d0cd34b4-46eb-4ad4-a681-89e4c0157bb2", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:09:36.352155 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d975e93d-d429-42a2-baa0-76d9da7f22a6 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:09:36.352841 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aebf32b0-8b28-4d52-b7da-cb45110aff5c', 'tag': 'd0cd34b4-46eb-4ad4-a681-89e4c0157bb2', 'status': 'completed', 'code': 200} Aug 05 12:09:36.360878 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-4189bdee-bbe8-4c66-885e-cc77ad1c2462 None None] Set router 96149523-19dc-4119-b73d-a9cad6d594ad gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:09:36.463055 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe37a1e-7894-4027-b21b-8f5a0a40f2b0 req-92d6bd96-e52b-4586-b310-d6a2a3f24920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:09:36.465459 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-dbe37a1e-7894-4027-b21b-8f5a0a40f2b0 req-92d6bd96-e52b-4586-b310-d6a2a3f24920 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5ac79aa4804c4ec78dd715e0f7f164e5&device_id=aebf32b0-8b28-4d52-b7da-cb45110aff5c HTTP/1.1" status: 200 len: 1097 time: 0.0617487 Aug 05 12:09:36.598453 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe37a1e-7894-4027-b21b-8f5a0a40f2b0 req-48a36107-e5a7-476a-a35e-cd75d0595936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:09:36.600171 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-dbe37a1e-7894-4027-b21b-8f5a0a40f2b0 req-48a36107-e5a7-476a-a35e-cd75d0595936 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3f19e325-64cf-4e1f-b582-b20cec605cde HTTP/1.1" status: 200 len: 912 time: 0.1271596 Aug 05 12:09:36.708357 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-dbe37a1e-7894-4027-b21b-8f5a0a40f2b0 req-80e17797-8816-4a68-b64b-a3264ea8481a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0cd34b4-46eb-4ad4-a681-89e4c0157bb2 HTTP/1.1" status: 200 len: 999 time: 0.1001465 Aug 05 12:09:36.744770 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-4189bdee-bbe8-4c66-885e-cc77ad1c2462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96149523-19dc-4119-b73d-a9cad6d594ad', 'name': 'tempest-AttachVolumeTestJSON-1078512849-router', 'tenant_id': '5ac79aa4804c4ec78dd715e0f7f164e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '44ceb000-9880-49bd-b837-d5d196742829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:04:49Z', 'updated_at': '2021-08-05T12:04:57Z', 'revision_number': 4, 'project_id': '5ac79aa4804c4ec78dd715e0f7f164e5', 'gw_port': {'id': '44ceb000-9880-49bd-b837-d5d196742829', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:82:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96149523-19dc-4119-b73d-a9cad6d594ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:04:50Z', 'updated_at': '2021-08-05T12:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': '92f26284-e295-4056-99ea-b02d66c91be4', 'tenant_id': '5ac79aa4804c4ec78dd715e0f7f164e5', 'floating_ip_address': '172.25.5.53', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': '96149523-19dc-4119-b73d-a9cad6d594ad', 'port_id': 'd0cd34b4-46eb-4ad4-a681-89e4c0157bb2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f19e325-64cf-4e1f-b582-b20cec605cde', 'mac_address': 'fa:16:3e:17:8f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebf32b0-8b28-4d52-b7da-cb45110aff5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T12:09:19Z', 'updated_at': '2021-08-05T12:09:35Z', 'revision_number': 1, 'project_id': '5ac79aa4804c4ec78dd715e0f7f164e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60a58c35-9072-4d5c-8341-10e662debaa1', 'name': '', 'network_id': '3f19e325-64cf-4e1f-b582-b20cec605cde', 'tenant_id': '5ac79aa4804c4ec78dd715e0f7f164e5', 'mac_address': 'fa:16:3e:d4:cb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96149523-19dc-4119-b73d-a9cad6d594ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': 'aeea250c-5d17-40dc-96d1-f040d8812261', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:04:55Z', 'updated_at': '2021-08-05T12:05:11Z', 'revision_number': 5, 'project_id': '5ac79aa4804c4ec78dd715e0f7f164e5', 'subnets': [{'id': 'aeea250c-5d17-40dc-96d1-f040d8812261', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:09:36.783523 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe37a1e-7894-4027-b21b-8f5a0a40f2b0 req-d0b11e8c-cc83-4edf-96bf-fae8a174c439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:09:36.785278 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-dbe37a1e-7894-4027-b21b-8f5a0a40f2b0 req-d0b11e8c-cc83-4edf-96bf-fae8a174c439 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=aeea250c-5d17-40dc-96d1-f040d8812261 HTTP/1.1" status: 200 len: 850 time: 0.0687017 Aug 05 12:09:36.804135 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4189bdee-bbe8-4c66-885e-cc77ad1c2462 None None] Checking router: 96149523-19dc-4119-b73d-a9cad6d594ad for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:09:36.820240 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4189bdee-bbe8-4c66-885e-cc77ad1c2462 None None] Routers {'96149523-19dc-4119-b73d-a9cad6d594ad'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:09:36.821355 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-4189bdee-bbe8-4c66-885e-cc77ad1c2462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:09:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['96149523-19dc-4119-b73d-a9cad6d594ad'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:09:36.859765 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe37a1e-7894-4027-b21b-8f5a0a40f2b0 req-2ca383a0-023f-4e11-9d6a-5222015cfe10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:09:36.862720 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-dbe37a1e-7894-4027-b21b-8f5a0a40f2b0 req-2ca383a0-023f-4e11-9d6a-5222015cfe10 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3f19e325-64cf-4e1f-b582-b20cec605cde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704834 Aug 05 12:09:36.980777 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-dbe37a1e-7894-4027-b21b-8f5a0a40f2b0 req-9d6f1c6f-ec53-42e8-ad6d-216340a1d2e3 service neutron] 10.222.0.55 "GET /v2.0/networks/3f19e325-64cf-4e1f-b582-b20cec605cde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074071 Aug 05 12:09:37.018972 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-4189bdee-bbe8-4c66-885e-cc77ad1c2462 None None] Set router 96149523-19dc-4119-b73d-a9cad6d594ad gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:09:37.151883 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-dbe37a1e-7894-4027-b21b-8f5a0a40f2b0 req-77f5ed21-e0d8-4063-a8a8-0bfab6591e65 service neutron] 10.222.0.55 "GET /v2.0/networks/3f19e325-64cf-4e1f-b582-b20cec605cde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621580 Aug 05 12:09:37.255185 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cb85f34a-93f6-4e8f-8c90-7f3247bb5235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:09:37.392551 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-4189bdee-bbe8-4c66-885e-cc77ad1c2462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96149523-19dc-4119-b73d-a9cad6d594ad', 'name': 'tempest-AttachVolumeTestJSON-1078512849-router', 'tenant_id': '5ac79aa4804c4ec78dd715e0f7f164e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '44ceb000-9880-49bd-b837-d5d196742829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:04:49Z', 'updated_at': '2021-08-05T12:04:57Z', 'revision_number': 4, 'project_id': '5ac79aa4804c4ec78dd715e0f7f164e5', 'gw_port': {'id': '44ceb000-9880-49bd-b837-d5d196742829', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:82:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96149523-19dc-4119-b73d-a9cad6d594ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:04:50Z', 'updated_at': '2021-08-05T12:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': '92f26284-e295-4056-99ea-b02d66c91be4', 'tenant_id': '5ac79aa4804c4ec78dd715e0f7f164e5', 'floating_ip_address': '172.25.5.53', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': '96149523-19dc-4119-b73d-a9cad6d594ad', 'port_id': 'd0cd34b4-46eb-4ad4-a681-89e4c0157bb2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f19e325-64cf-4e1f-b582-b20cec605cde', 'mac_address': 'fa:16:3e:17:8f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebf32b0-8b28-4d52-b7da-cb45110aff5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T12:09:19Z', 'updated_at': '2021-08-05T12:09:35Z', 'revision_number': 1, 'project_id': '5ac79aa4804c4ec78dd715e0f7f164e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60a58c35-9072-4d5c-8341-10e662debaa1', 'name': '', 'network_id': '3f19e325-64cf-4e1f-b582-b20cec605cde', 'tenant_id': '5ac79aa4804c4ec78dd715e0f7f164e5', 'mac_address': 'fa:16:3e:d4:cb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96149523-19dc-4119-b73d-a9cad6d594ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': 'aeea250c-5d17-40dc-96d1-f040d8812261', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:04:55Z', 'updated_at': '2021-08-05T12:05:11Z', 'revision_number': 5, 'project_id': '5ac79aa4804c4ec78dd715e0f7f164e5', 'subnets': [{'id': 'aeea250c-5d17-40dc-96d1-f040d8812261', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:09:37.447049 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4189bdee-bbe8-4c66-885e-cc77ad1c2462 None None] The sync data for ids ['96149523-19dc-4119-b73d-a9cad6d594ad'] in n-d-803378-2 is: [{'id': '96149523-19dc-4119-b73d-a9cad6d594ad', 'name': 'tempest-AttachVolumeTestJSON-1078512849-router', 'tenant_id': '5ac79aa4804c4ec78dd715e0f7f164e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '44ceb000-9880-49bd-b837-d5d196742829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:04:49Z', 'updated_at': '2021-08-05T12:04:57Z', 'revision_number': 4, 'project_id': '5ac79aa4804c4ec78dd715e0f7f164e5', 'gw_port': {'id': '44ceb000-9880-49bd-b837-d5d196742829', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:82:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96149523-19dc-4119-b73d-a9cad6d594ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:04:50Z', 'updated_at': '2021-08-05T12:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': '92f26284-e295-4056-99ea-b02d66c91be4', 'tenant_id': '5ac79aa4804c4ec78dd715e0f7f164e5', 'floating_ip_address': '172.25.5.53', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': '96149523-19dc-4119-b73d-a9cad6d594ad', 'port_id': 'd0cd34b4-46eb-4ad4-a681-89e4c0157bb2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f19e325-64cf-4e1f-b582-b20cec605cde', 'mac_address': 'fa:16:3e:17:8f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebf32b0-8b28-4d52-b7da-cb45110aff5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T12:09:19Z', 'updated_at': '2021-08-05T12:09:35Z', 'revision_number': 1, 'project_id': '5ac79aa4804c4ec78dd715e0f7f164e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60a58c35-9072-4d5c-8341-10e662debaa1', 'name': '', 'network_id': '3f19e325-64cf-4e1f-b582-b20cec605cde', 'tenant_id': '5ac79aa4804c4ec78dd715e0f7f164e5', 'mac_address': 'fa:16:3e:d4:cb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96149523-19dc-4119-b73d-a9cad6d594ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': 'aeea250c-5d17-40dc-96d1-f040d8812261', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:04:55Z', 'updated_at': '2021-08-05T12:05:11Z', 'revision_number': 5, 'project_id': '5ac79aa4804c4ec78dd715e0f7f164e5', 'subnets': [{'id': 'aeea250c-5d17-40dc-96d1-f040d8812261', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:09:37.736744 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0deeeaf2-3b63-4be5-9191-6592b1ad909b None None] New status for floating IP 92f26284-e295-4056-99ea-b02d66c91be4: ACTIVE {{(pid=94422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 12:09:40.029242 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-18a6fe25-b397-4505-a9fd-174cfbed24e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:09:40.109422 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:09:41.844384 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:09:43.981354 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:09:47.683971 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 12:09:52.394798 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:09:59.658262 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:10:03.083207 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb03b1c-a226-48c9-8654-4f7aeb3eaa66 req-40d1409a-9f87-4801-a210-baaced97632c tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:10:03.084995 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fcb03b1c-a226-48c9-8654-4f7aeb3eaa66 req-40d1409a-9f87-4801-a210-baaced97632c tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=142c2374-4fd2-4491-b967-0a11f6ee87c7 HTTP/1.1" status: 200 len: 945 time: 0.0584445 Aug 05 12:10:03.141973 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fcb03b1c-a226-48c9-8654-4f7aeb3eaa66 req-dda56160-b625-4960-b52b-876786c3cc1d tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=acdb1763-a210-4486-a76f-c3f8ef2b3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460026 Aug 05 12:10:04.332504 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dbf45f-c53f-4773-9025-d6aa8ae341ca req-99100186-d83b-4666-b668-d54a99d7703d tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:10:04.335010 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-74dbf45f-c53f-4773-9025-d6aa8ae341ca req-99100186-d83b-4666-b668-d54a99d7703d tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=142c2374-4fd2-4491-b967-0a11f6ee87c7 HTTP/1.1" status: 200 len: 945 time: 0.0915973 Aug 05 12:10:04.400695 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-74dbf45f-c53f-4773-9025-d6aa8ae341ca req-67043d3e-7882-4109-80a1-fbf8c355f836 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=acdb1763-a210-4486-a76f-c3f8ef2b3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553765 Aug 05 12:10:04.874233 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141c291-3939-4f17-a039-1ced97be7dc3 req-b0c70c09-4927-46af-a9aa-e660c60513e5 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:10:04.877065 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3141c291-3939-4f17-a039-1ced97be7dc3 req-b0c70c09-4927-46af-a9aa-e660c60513e5 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.55 "GET /v2.0/ports?device_id=142c2374-4fd2-4491-b967-0a11f6ee87c7 HTTP/1.1" status: 200 len: 945 time: 0.0749617 Aug 05 12:10:05.030887 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-3141c291-3939-4f17-a039-1ced97be7dc3 req-1cd49b58-3f17-4e9b-8e82-2e6551c3aa45 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Deleting port 8270cea6-a90a-49e0-b750-cab62b95acee {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:10:05.031239 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-3141c291-3939-4f17-a039-1ced97be7dc3 req-1cd49b58-3f17-4e9b-8e82-2e6551c3aa45 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:10:05.168585 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-3141c291-3939-4f17-a039-1ced97be7dc3 req-1cd49b58-3f17-4e9b-8e82-2e6551c3aa45 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] For port 8270cea6-a90a-49e0-b750-cab62b95acee, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=8270cea6-a90a-49e0-b750-cab62b95acee,segment=NetworkSegment(556bee1a-9d74-4f14-94d0-708064ee6011),segment_id=556bee1a-9d74-4f14-94d0-708064ee6011)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:10:05.169186 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-3141c291-3939-4f17-a039-1ced97be7dc3 req-1cd49b58-3f17-4e9b-8e82-2e6551c3aa45 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:10:05.449782 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-3141c291-3939-4f17-a039-1ced97be7dc3 req-1cd49b58-3f17-4e9b-8e82-2e6551c3aa45 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:10:05.450661 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-3141c291-3939-4f17-a039-1ced97be7dc3 req-1cd49b58-3f17-4e9b-8e82-2e6551c3aa45 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33287247'] for floatingip, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:10:05.451135 n-d-803378-2 neutron-server[94421]: INFO neutron.db.l3_db [req-3141c291-3939-4f17-a039-1ced97be7dc3 req-1cd49b58-3f17-4e9b-8e82-2e6551c3aa45 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Floating IP e5614f51-c067-4329-ba8b-c59876091971 disassociated. External IP: 172.25.5.3, port: 8270cea6-a90a-49e0-b750-cab62b95acee. Aug 05 12:10:05.451714 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-3141c291-3939-4f17-a039-1ced97be7dc3 req-1cd49b58-3f17-4e9b-8e82-2e6551c3aa45 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Calling delete_port for 8270cea6-a90a-49e0-b750-cab62b95acee owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:10:05.600446 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ef0a18-0229-4c6c-8be4-3bed9d26e6a6 req-b5c29e7d-35f6-407a-bf13-70bc19478f46 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:10:05.602070 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-07ef0a18-0229-4c6c-8be4-3bed9d26e6a6 req-b5c29e7d-35f6-407a-bf13-70bc19478f46 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=142c2374-4fd2-4491-b967-0a11f6ee87c7 HTTP/1.1" status: 200 len: 945 time: 0.0739639 Aug 05 12:10:05.653816 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-3141c291-3939-4f17-a039-1ced97be7dc3 req-1cd49b58-3f17-4e9b-8e82-2e6551c3aa45 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:10:05.674126 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-07ef0a18-0229-4c6c-8be4-3bed9d26e6a6 req-2e30dd2e-e61a-4dc2-8df1-7687db516270 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=acdb1763-a210-4486-a76f-c3f8ef2b3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614948 Aug 05 12:10:05.720236 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd49b58-3f17-4e9b-8e82-2e6551c3aa45 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Pushing event deleted for resources: {'Port': ['ID=8270cea6-a90a-49e0-b750-cab62b95acee,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:10:05.922581 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3141c291-3939-4f17-a039-1ced97be7dc3 req-1cd49b58-3f17-4e9b-8e82-2e6551c3aa45 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Router e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:10:06.069764 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3141c291-3939-4f17-a039-1ced97be7dc3 req-1cd49b58-3f17-4e9b-8e82-2e6551c3aa45 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:10:06.085645 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d127144d-30b7-4428-a16e-0e0dbbf6d76d None None] Sync routers for ids ['e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:10:06.100866 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d127144d-30b7-4428-a16e-0e0dbbf6d76d None None] Routers {'e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:10:06.102267 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-d127144d-30b7-4428-a16e-0e0dbbf6d76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:09:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:10:06.127246 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-3141c291-3939-4f17-a039-1ced97be7dc3 req-1cd49b58-3f17-4e9b-8e82-2e6551c3aa45 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] No DVR routers for this DVR port 8270cea6-a90a-49e0-b750-cab62b95acee on host n-h2-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:10:06.131208 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-3141c291-3939-4f17-a039-1ced97be7dc3 req-1cd49b58-3f17-4e9b-8e82-2e6551c3aa45 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:10:06.134709 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3141c291-3939-4f17-a039-1ced97be7dc3 req-1cd49b58-3f17-4e9b-8e82-2e6551c3aa45 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.55 "DELETE /v2.0/ports/8270cea6-a90a-49e0-b750-cab62b95acee HTTP/1.1" status: 204 len: 173 time: 1.2506924 Aug 05 12:10:06.135394 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '142c2374-4fd2-4491-b967-0a11f6ee87c7', 'name': 'network-vif-deleted', 'tag': '8270cea6-a90a-49e0-b750-cab62b95acee'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:10:06.140104 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af0bddb7-fcaa-448c-83ec-616a0a735c49" -d '{"events": [{"server_uuid": "142c2374-4fd2-4491-b967-0a11f6ee87c7", "name": "network-vif-deleted", "tag": "8270cea6-a90a-49e0-b750-cab62b95acee"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:10:06.218510 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 12:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b98990e-c66f-45be-ac1d-97017f456969 x-openstack-request-id: req-3b98990e-c66f-45be-ac1d-97017f456969 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:10:06.219296 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "142c2374-4fd2-4491-b967-0a11f6ee87c7", "name": "network-vif-deleted", "tag": "8270cea6-a90a-49e0-b750-cab62b95acee", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:10:06.219784 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3b98990e-c66f-45be-ac1d-97017f456969 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:10:06.220462 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '142c2374-4fd2-4491-b967-0a11f6ee87c7', 'name': 'network-vif-deleted', 'tag': '8270cea6-a90a-49e0-b750-cab62b95acee', 'status': 'completed', 'code': 200} Aug 05 12:10:06.322216 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-d127144d-30b7-4428-a16e-0e0dbbf6d76d None None] Set router e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:10:06.688218 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-d127144d-30b7-4428-a16e-0e0dbbf6d76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24', 'name': 'tempest-TestVolumeBootPattern-443103019-router', 'tenant_id': 'f717acd5caa748b6b706fbaad1f3b969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': '60bfddc8-d821-4934-97ac-cf793158e94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:01:50Z', 'updated_at': '2021-08-05T12:02:08Z', 'revision_number': 4, 'project_id': 'f717acd5caa748b6b706fbaad1f3b969', 'gw_port': {'id': '60bfddc8-d821-4934-97ac-cf793158e94a', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:73:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:01:53Z', 'updated_at': '2021-08-05T12:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'd186cad0-6ab2-4d69-a919-bdb0a850ce74', 'name': '', 'network_id': 'b881efb6-f52e-4006-a158-c2aa42fef2fe', 'tenant_id': 'f717acd5caa748b6b706fbaad1f3b969', 'mac_address': 'fa:16:3e:8a:78:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3257, 'fixed_ips': [{'subnet_id': '96bcc71c-db3b-48c5-a5c3-35b749d6182d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:02:02Z', 'updated_at': '2021-08-05T12:02:24Z', 'revision_number': 5, 'project_id': 'f717acd5caa748b6b706fbaad1f3b969', 'subnets': [{'id': '96bcc71c-db3b-48c5-a5c3-35b749d6182d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:10:06.747338 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d127144d-30b7-4428-a16e-0e0dbbf6d76d None None] Checking router: e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24 for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:10:06.763297 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d127144d-30b7-4428-a16e-0e0dbbf6d76d None None] Routers {'e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:10:06.764749 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-d127144d-30b7-4428-a16e-0e0dbbf6d76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:09:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:10:06.833188 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d50cddc3-38d1-4275-be30-4018e425beff req-73aac921-cf4a-45b2-b5dc-822624ea1dab tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=142c2374-4fd2-4491-b967-0a11f6ee87c7 HTTP/1.1" status: 200 len: 210 time: 0.0420592 Aug 05 12:10:06.949249 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-d127144d-30b7-4428-a16e-0e0dbbf6d76d None None] Set router e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:10:07.231716 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-d127144d-30b7-4428-a16e-0e0dbbf6d76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24', 'name': 'tempest-TestVolumeBootPattern-443103019-router', 'tenant_id': 'f717acd5caa748b6b706fbaad1f3b969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': '60bfddc8-d821-4934-97ac-cf793158e94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:01:50Z', 'updated_at': '2021-08-05T12:02:08Z', 'revision_number': 4, 'project_id': 'f717acd5caa748b6b706fbaad1f3b969', 'gw_port': {'id': '60bfddc8-d821-4934-97ac-cf793158e94a', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:73:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:01:53Z', 'updated_at': '2021-08-05T12:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'd186cad0-6ab2-4d69-a919-bdb0a850ce74', 'name': '', 'network_id': 'b881efb6-f52e-4006-a158-c2aa42fef2fe', 'tenant_id': 'f717acd5caa748b6b706fbaad1f3b969', 'mac_address': 'fa:16:3e:8a:78:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3257, 'fixed_ips': [{'subnet_id': '96bcc71c-db3b-48c5-a5c3-35b749d6182d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:02:02Z', 'updated_at': '2021-08-05T12:02:24Z', 'revision_number': 5, 'project_id': 'f717acd5caa748b6b706fbaad1f3b969', 'subnets': [{'id': '96bcc71c-db3b-48c5-a5c3-35b749d6182d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:10:07.266798 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cda9a835-c26b-4eb0-990f-58c1d7391555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:10:07.295550 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d127144d-30b7-4428-a16e-0e0dbbf6d76d None None] The sync data for ids ['e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24'] in n-d-803378-2 is: [{'id': 'e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24', 'name': 'tempest-TestVolumeBootPattern-443103019-router', 'tenant_id': 'f717acd5caa748b6b706fbaad1f3b969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': '60bfddc8-d821-4934-97ac-cf793158e94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:01:50Z', 'updated_at': '2021-08-05T12:02:08Z', 'revision_number': 4, 'project_id': 'f717acd5caa748b6b706fbaad1f3b969', 'gw_port': {'id': '60bfddc8-d821-4934-97ac-cf793158e94a', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:73:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:01:53Z', 'updated_at': '2021-08-05T12:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'd186cad0-6ab2-4d69-a919-bdb0a850ce74', 'name': '', 'network_id': 'b881efb6-f52e-4006-a158-c2aa42fef2fe', 'tenant_id': 'f717acd5caa748b6b706fbaad1f3b969', 'mac_address': 'fa:16:3e:8a:78:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3257, 'fixed_ips': [{'subnet_id': '96bcc71c-db3b-48c5-a5c3-35b749d6182d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:02:02Z', 'updated_at': '2021-08-05T12:02:24Z', 'revision_number': 5, 'project_id': 'f717acd5caa748b6b706fbaad1f3b969', 'subnets': [{'id': '96bcc71c-db3b-48c5-a5c3-35b749d6182d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:10:07.631289 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3de24c-c586-4cc5-90ce-dcfd90ba34f9 None None] New status for floating IP e5614f51-c067-4329-ba8b-c59876091971: DOWN {{(pid=94422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 12:10:07.995475 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-006d37e7-3b22-47ae-a3da-0234e222c7ac req-3c31e5af-729b-4780-8428-de1f981a331f tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=142c2374-4fd2-4491-b967-0a11f6ee87c7 HTTP/1.1" status: 200 len: 210 time: 0.0343223 Aug 05 12:10:09.167221 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-757953ec-bee6-4666-8652-6befbea0d5c6 req-138c3d99-8bdb-47eb-a286-c804deaecb7c tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=142c2374-4fd2-4491-b967-0a11f6ee87c7 HTTP/1.1" status: 200 len: 210 time: 0.0529265 Aug 05 12:10:09.381686 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 8270cea6-a90a-49e0-b750-cab62b95acee no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:10:09.418941 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] No Port match for: 8270cea6-a90a-49e0-b750-cab62b95acee {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:10:09.419468 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 8270cea6-a90a-49e0-b750-cab62b95acee not bound to the agent host n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:10:10.019488 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-fe96f894-f68a-472f-8439-8571c0f7d25b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:10:10.107249 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:10:10.333148 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-381e7de9-e65e-4d88-84b4-79e9e8aa5a21 req-8dab4367-fd2b-42ee-8de1-2cc277db54ac tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=142c2374-4fd2-4491-b967-0a11f6ee87c7 HTTP/1.1" status: 200 len: 210 time: 0.0560184 Aug 05 12:10:11.467870 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-266890c6-e6ed-4f08-b18e-db70a4cea0e6 req-c2f7f64f-205f-4789-a039-3151545b36a3 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=142c2374-4fd2-4491-b967-0a11f6ee87c7 HTTP/1.1" status: 200 len: 210 time: 0.0321710 Aug 05 12:10:11.848414 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:10:12.920149 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-21c68aec-c4aa-480a-9d99-1a5947693374 req-10fcd9ec-f0e8-4565-ad52-6c6570eea058 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1312062607&fields=id&tenant_id=f717acd5caa748b6b706fbaad1f3b969 HTTP/1.1" status: 200 len: 267 time: 0.0628541 Aug 05 12:10:13.122879 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c68aec-c4aa-480a-9d99-1a5947693374 req-dba2afae-80c3-4990-8fef-75bea79a351d tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:10:13.127566 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-21c68aec-c4aa-480a-9d99-1a5947693374 req-dba2afae-80c3-4990-8fef-75bea79a351d tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/networks?id=b881efb6-f52e-4006-a158-c2aa42fef2fe HTTP/1.1" status: 200 len: 811 time: 0.1935241 Aug 05 12:10:13.158233 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-21c68aec-c4aa-480a-9d99-1a5947693374 req-883dbd11-b369-452b-a4be-01bbef07f128 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/quotas/f717acd5caa748b6b706fbaad1f3b969 HTTP/1.1" status: 200 len: 375 time: 0.0192590 Aug 05 12:10:13.255074 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-21c68aec-c4aa-480a-9d99-1a5947693374 req-d8706a6f-0e63-43dd-8d44-d50b121739fd tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=f717acd5caa748b6b706fbaad1f3b969&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0851841 Aug 05 12:10:13.430187 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-21c68aec-c4aa-480a-9d99-1a5947693374 req-f877813b-76c9-44ce-8254-12dc87c11aea service neutron] 10.222.0.58 "GET /v2.0/networks/b881efb6-f52e-4006-a158-c2aa42fef2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582158 Aug 05 12:10:13.552155 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-21c68aec-c4aa-480a-9d99-1a5947693374 req-d5dcae14-4be6-440f-827e-45cd2783b9ab service neutron] 10.222.0.58 "GET /v2.0/networks/b881efb6-f52e-4006-a158-c2aa42fef2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109293 Aug 05 12:10:13.977903 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:10:14.015799 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-374e6407-fc57-4b7a-994d-ec28f65f4e62 req-69b02aee-dade-4a15-b8dd-52736de85b61 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=acddff7a-3ff4-4842-8a90-796eac4fb2e3 HTTP/1.1" status: 200 len: 210 time: 0.0352776 Aug 05 12:10:15.165789 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-beff1164-0240-4364-b284-034551eafbb7 req-ccf71461-827e-4c20-ae13-5323aa10787a tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=acddff7a-3ff4-4842-8a90-796eac4fb2e3 HTTP/1.1" status: 200 len: 210 time: 0.0426006 Aug 05 12:10:15.754080 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c68aec-c4aa-480a-9d99-1a5947693374 req-62a88aab-a0a2-464a-8cca-8f3e33165fb2 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:10:15.755827 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-21c68aec-c4aa-480a-9d99-1a5947693374 req-62a88aab-a0a2-464a-8cca-8f3e33165fb2 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.64 "GET /v2.0/networks?id=b881efb6-f52e-4006-a158-c2aa42fef2fe HTTP/1.1" status: 200 len: 811 time: 0.1758137 Aug 05 12:10:15.831231 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-21c68aec-c4aa-480a-9d99-1a5947693374 req-df728c41-fbb1-4e81-a787-7746564a036c tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f717acd5caa748b6b706fbaad1f3b969 HTTP/1.1" status: 200 len: 380 time: 0.0439734 Aug 05 12:10:15.847642 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-21c68aec-c4aa-480a-9d99-1a5947693374 req-eba10e37-73f9-4522-a767-767976a28d34 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Request body: {'port': {'device_id': 'acddff7a-3ff4-4842-8a90-796eac4fb2e3', 'network_id': 'b881efb6-f52e-4006-a158-c2aa42fef2fe', 'admin_state_up': True, 'tenant_id': 'f717acd5caa748b6b706fbaad1f3b969', 'security_groups': ['acdb1763-a210-4486-a76f-c3f8ef2b3bec']}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:10:16.010626 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21c68aec-c4aa-480a-9d99-1a5947693374 req-eba10e37-73f9-4522-a767-767976a28d34 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Made reservation on behalf of f717acd5caa748b6b706fbaad1f3b969 for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:10:16.016151 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-21c68aec-c4aa-480a-9d99-1a5947693374 req-eba10e37-73f9-4522-a767-767976a28d34 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:10:16.193853 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-21c68aec-c4aa-480a-9d99-1a5947693374 req-eba10e37-73f9-4522-a767-767976a28d34 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Allocated IP 172.20.0.4 (b881efb6-f52e-4006-a158-c2aa42fef2fe/96bcc71c-db3b-48c5-a5c3-35b749d6182d/7d6ba544-8ec5-4a0c-a9cf-9a92f996040a) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:10:16.336061 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-037696c0-450c-4c5a-878b-047fd4915632 req-0c478522-a12f-481d-b594-f73a8e6489e9 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=acddff7a-3ff4-4842-8a90-796eac4fb2e3 HTTP/1.1" status: 200 len: 210 time: 0.0312726 Aug 05 12:10:16.429698 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-21c68aec-c4aa-480a-9d99-1a5947693374 req-eba10e37-73f9-4522-a767-767976a28d34 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:10:16.461932 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-21c68aec-c4aa-480a-9d99-1a5947693374 req-eba10e37-73f9-4522-a767-767976a28d34 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Transition to ACTIVE for port object 7d6ba544-8ec5-4a0c-a9cf-9a92f996040a will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:10:16.535347 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-21c68aec-c4aa-480a-9d99-1a5947693374 req-eba10e37-73f9-4522-a767-767976a28d34 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:10:16.612720 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21c68aec-c4aa-480a-9d99-1a5947693374 req-eba10e37-73f9-4522-a767-767976a28d34 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Network b881efb6-f52e-4006-a158-c2aa42fef2fe is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:10:16.618412 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-21c68aec-c4aa-480a-9d99-1a5947693374 req-eba10e37-73f9-4522-a767-767976a28d34 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:10:16.630471 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-21c68aec-c4aa-480a-9d99-1a5947693374 req-eba10e37-73f9-4522-a767-767976a28d34 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:10:16.684714 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba10e37-73f9-4522-a767-767976a28d34 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Pushing event updated for resources: {'Port': ['ID=7d6ba544-8ec5-4a0c-a9cf-9a92f996040a,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:10:16.701104 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba10e37-73f9-4522-a767-767976a28d34 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:10:16.702854 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba10e37-73f9-4522-a767-767976a28d34 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:10:16.703523 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba10e37-73f9-4522-a767-767976a28d34 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:10:16.704053 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba10e37-73f9-4522-a767-767976a28d34 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:10:16.704786 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba10e37-73f9-4522-a767-767976a28d34 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:10:16.705432 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba10e37-73f9-4522-a767-767976a28d34 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:10:16.705771 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba10e37-73f9-4522-a767-767976a28d34 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:10:16.706105 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba10e37-73f9-4522-a767-767976a28d34 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:10:16.706436 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba10e37-73f9-4522-a767-767976a28d34 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:10:16.706752 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba10e37-73f9-4522-a767-767976a28d34 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:10:16.707362 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba10e37-73f9-4522-a767-767976a28d34 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:10:16.707709 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba10e37-73f9-4522-a767-767976a28d34 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:10:16.750010 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c68aec-c4aa-480a-9d99-1a5947693374 req-eba10e37-73f9-4522-a767-767976a28d34 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:10:16.750786 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-21c68aec-c4aa-480a-9d99-1a5947693374 req-eba10e37-73f9-4522-a767-767976a28d34 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:10:16.777262 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-21c68aec-c4aa-480a-9d99-1a5947693374 req-eba10e37-73f9-4522-a767-767976a28d34 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9351902 Aug 05 12:10:16.803748 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-21c68aec-c4aa-480a-9d99-1a5947693374 req-0b0d7d20-e1f0-41cf-8c64-2fe9179d9537 service neutron] Request body: {'port': {'device_id': 'acddff7a-3ff4-4842-8a90-796eac4fb2e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:10:16.897892 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-21c68aec-c4aa-480a-9d99-1a5947693374 req-0b0d7d20-e1f0-41cf-8c64-2fe9179d9537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:10:17.059575 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-681d0ac9-1ca0-4ee3-9930-ed538bf6b709 None None] Provisioning for port 7d6ba544-8ec5-4a0c-a9cf-9a92f996040a completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:10:17.075872 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-681d0ac9-1ca0-4ee3-9930-ed538bf6b709 None None] Provisioning complete for port 7d6ba544-8ec5-4a0c-a9cf-9a92f996040a triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:10:17.075872 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-681d0ac9-1ca0-4ee3-9930-ed538bf6b709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:10:17.140310 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-681d0ac9-1ca0-4ee3-9930-ed538bf6b709 None None] Port 7d6ba544-8ec5-4a0c-a9cf-9a92f996040a cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 12:10:17.353487 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-21c68aec-c4aa-480a-9d99-1a5947693374 req-0b0d7d20-e1f0-41cf-8c64-2fe9179d9537 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d6ba544-8ec5-4a0c-a9cf-9a92f996040a {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 12:10:17.370702 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-21c68aec-c4aa-480a-9d99-1a5947693374 req-0b0d7d20-e1f0-41cf-8c64-2fe9179d9537 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:10:17.394122 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-21c68aec-c4aa-480a-9d99-1a5947693374 req-0b0d7d20-e1f0-41cf-8c64-2fe9179d9537 service neutron] Transition to ACTIVE for port object 7d6ba544-8ec5-4a0c-a9cf-9a92f996040a will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:10:17.399624 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-21c68aec-c4aa-480a-9d99-1a5947693374 req-0b0d7d20-e1f0-41cf-8c64-2fe9179d9537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:10:17.476380 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0d7d20-e1f0-41cf-8c64-2fe9179d9537 service neutron] Pushing event updated for resources: {'Port': ['ID=7d6ba544-8ec5-4a0c-a9cf-9a92f996040a,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:10:17.570952 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-21c68aec-c4aa-480a-9d99-1a5947693374 req-0b0d7d20-e1f0-41cf-8c64-2fe9179d9537 service neutron] Attempting to bind port 7d6ba544-8ec5-4a0c-a9cf-9a92f996040a on host n-h1-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:10:17.571344 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-21c68aec-c4aa-480a-9d99-1a5947693374 req-0b0d7d20-e1f0-41cf-8c64-2fe9179d9537 service neutron] Attempting to bind port 7d6ba544-8ec5-4a0c-a9cf-9a92f996040a by drivers openvswitch,hyperv on host n-h1-803378-2 at level 0 using segments [{'id': '556bee1a-9d74-4f14-94d0-708064ee6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'b881efb6-f52e-4006-a158-c2aa42fef2fe'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:10:17.572776 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c68aec-c4aa-480a-9d99-1a5947693374 req-0b0d7d20-e1f0-41cf-8c64-2fe9179d9537 service neutron] Attempting to bind port 7d6ba544-8ec5-4a0c-a9cf-9a92f996040a on network b881efb6-f52e-4006-a158-c2aa42fef2fe {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:10:17.573116 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0e1b93-0e19-4425-b3fa-2cbfd17f39cc req-761d0266-54b3-4de4-8d6e-5da28f183dbb tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:10:17.575031 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ea0e1b93-0e19-4425-b3fa-2cbfd17f39cc req-761d0266-54b3-4de4-8d6e-5da28f183dbb tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=acddff7a-3ff4-4842-8a90-796eac4fb2e3 HTTP/1.1" status: 200 len: 943 time: 0.0690966 Aug 05 12:10:17.584360 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c68aec-c4aa-480a-9d99-1a5947693374 req-0b0d7d20-e1f0-41cf-8c64-2fe9179d9537 service neutron] Port 7d6ba544-8ec5-4a0c-a9cf-9a92f996040a on network b881efb6-f52e-4006-a158-c2aa42fef2fe not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 12:10:17.587542 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c68aec-c4aa-480a-9d99-1a5947693374 req-0b0d7d20-e1f0-41cf-8c64-2fe9179d9537 service neutron] Attempting to bind port 7d6ba544-8ec5-4a0c-a9cf-9a92f996040a on network b881efb6-f52e-4006-a158-c2aa42fef2fe {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:10:17.596632 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c68aec-c4aa-480a-9d99-1a5947693374 req-0b0d7d20-e1f0-41cf-8c64-2fe9179d9537 service neutron] Checking agent: {'id': '40bb7567-59bd-4b31-bc29-da1c50bca759', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:10:17.596979 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c68aec-c4aa-480a-9d99-1a5947693374 req-0b0d7d20-e1f0-41cf-8c64-2fe9179d9537 service neutron] Checking segment: {'id': '556bee1a-9d74-4f14-94d0-708064ee6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'b881efb6-f52e-4006-a158-c2aa42fef2fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:10:17.597373 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c68aec-c4aa-480a-9d99-1a5947693374 req-0b0d7d20-e1f0-41cf-8c64-2fe9179d9537 service neutron] Bound using segment: {'id': '556bee1a-9d74-4f14-94d0-708064ee6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'b881efb6-f52e-4006-a158-c2aa42fef2fe'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:10:17.597827 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-21c68aec-c4aa-480a-9d99-1a5947693374 req-0b0d7d20-e1f0-41cf-8c64-2fe9179d9537 service neutron] Bound port: 7d6ba544-8ec5-4a0c-a9cf-9a92f996040a, host: n-h1-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '556bee1a-9d74-4f14-94d0-708064ee6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'b881efb6-f52e-4006-a158-c2aa42fef2fe'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:10:17.598213 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-21c68aec-c4aa-480a-9d99-1a5947693374 req-0b0d7d20-e1f0-41cf-8c64-2fe9179d9537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:10:17.695229 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ea0e1b93-0e19-4425-b3fa-2cbfd17f39cc req-5c6c8ca6-dfe7-4adc-a574-d33a1bcc0be1 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=acdb1763-a210-4486-a76f-c3f8ef2b3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010265 Aug 05 12:10:17.717855 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-21c68aec-c4aa-480a-9d99-1a5947693374 req-0b0d7d20-e1f0-41cf-8c64-2fe9179d9537 service neutron] For port 7d6ba544-8ec5-4a0c-a9cf-9a92f996040a, host n-h1-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:10:17.717855 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-21c68aec-c4aa-480a-9d99-1a5947693374 req-0b0d7d20-e1f0-41cf-8c64-2fe9179d9537 service neutron] For port 7d6ba544-8ec5-4a0c-a9cf-9a92f996040a, host n-h1-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=7d6ba544-8ec5-4a0c-a9cf-9a92f996040a,segment=NetworkSegment(556bee1a-9d74-4f14-94d0-708064ee6011),segment_id=556bee1a-9d74-4f14-94d0-708064ee6011)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:10:17.730104 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-21c68aec-c4aa-480a-9d99-1a5947693374 req-0b0d7d20-e1f0-41cf-8c64-2fe9179d9537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:10:17.793933 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c68aec-c4aa-480a-9d99-1a5947693374 req-0b0d7d20-e1f0-41cf-8c64-2fe9179d9537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:10:17.794927 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-21c68aec-c4aa-480a-9d99-1a5947693374 req-0b0d7d20-e1f0-41cf-8c64-2fe9179d9537 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:10:17.796574 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-21c68aec-c4aa-480a-9d99-1a5947693374 req-0b0d7d20-e1f0-41cf-8c64-2fe9179d9537 service neutron] 10.222.0.64 "PUT /v2.0/ports/7d6ba544-8ec5-4a0c-a9cf-9a92f996040a HTTP/1.1" status: 200 len: 1091 time: 0.9992118 Aug 05 12:10:17.797224 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acddff7a-3ff4-4842-8a90-796eac4fb2e3', 'tag': '7d6ba544-8ec5-4a0c-a9cf-9a92f996040a'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:10:17.799643 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31d0fa62-01d8-445b-a9ce-1a6ed2a5f4ff" -d '{"events": [{"name": "network-changed", "server_uuid": "acddff7a-3ff4-4842-8a90-796eac4fb2e3", "tag": "7d6ba544-8ec5-4a0c-a9cf-9a92f996040a"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:10:17.830339 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0d7d20-e1f0-41cf-8c64-2fe9179d9537 service neutron] Pushing event updated for resources: {'Port': ['ID=7d6ba544-8ec5-4a0c-a9cf-9a92f996040a,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:10:17.869707 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 12:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7acc19c-870c-43a6-a920-f222aa4802fb x-openstack-request-id: req-b7acc19c-870c-43a6-a920-f222aa4802fb {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:10:17.870305 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acddff7a-3ff4-4842-8a90-796eac4fb2e3", "tag": "7d6ba544-8ec5-4a0c-a9cf-9a92f996040a", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:10:17.870777 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b7acc19c-870c-43a6-a920-f222aa4802fb {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:10:17.875566 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acddff7a-3ff4-4842-8a90-796eac4fb2e3', 'tag': '7d6ba544-8ec5-4a0c-a9cf-9a92f996040a', 'status': 'completed', 'code': 200} Aug 05 12:10:17.973248 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c68aec-c4aa-480a-9d99-1a5947693374 req-33f7a3a3-694d-4e27-94c3-356211067546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:10:17.975505 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-21c68aec-c4aa-480a-9d99-1a5947693374 req-33f7a3a3-694d-4e27-94c3-356211067546 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f717acd5caa748b6b706fbaad1f3b969&device_id=acddff7a-3ff4-4842-8a90-796eac4fb2e3 HTTP/1.1" status: 200 len: 1094 time: 0.0748534 Aug 05 12:10:18.047811 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-21c68aec-c4aa-480a-9d99-1a5947693374 req-ccb80e94-a87a-4f3e-a64b-eb41fc29eaae service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d6ba544-8ec5-4a0c-a9cf-9a92f996040a HTTP/1.1" status: 200 len: 217 time: 0.0565140 Aug 05 12:10:18.119474 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c68aec-c4aa-480a-9d99-1a5947693374 req-0dd3dabb-a59d-4547-8c53-012fbc34aac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:10:18.121126 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-21c68aec-c4aa-480a-9d99-1a5947693374 req-0dd3dabb-a59d-4547-8c53-012fbc34aac4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=96bcc71c-db3b-48c5-a5c3-35b749d6182d HTTP/1.1" status: 200 len: 850 time: 0.0653272 Aug 05 12:10:18.180404 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c68aec-c4aa-480a-9d99-1a5947693374 req-81999ec3-ef08-46f4-9fc5-df8b9da7b4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:10:18.182160 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-21c68aec-c4aa-480a-9d99-1a5947693374 req-81999ec3-ef08-46f4-9fc5-df8b9da7b4d4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b881efb6-f52e-4006-a158-c2aa42fef2fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523360 Aug 05 12:10:18.299038 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-21c68aec-c4aa-480a-9d99-1a5947693374 req-0ab3cb5c-188f-4a5f-ba88-007877ad6941 service neutron] 10.222.0.64 "GET /v2.0/networks/b881efb6-f52e-4006-a158-c2aa42fef2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077492 Aug 05 12:10:18.453430 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-21c68aec-c4aa-480a-9d99-1a5947693374 req-968410fe-3603-4401-8eeb-923f40913462 service neutron] 10.222.0.64 "GET /v2.0/networks/b881efb6-f52e-4006-a158-c2aa42fef2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457119 Aug 05 12:10:18.480524 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-80541ab2-42ba-46cf-98e6-4fc425586e19 req-4077d032-5238-4e46-9cf2-a1ec02203979 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=295adfcc-63cd-4939-a68d-f1d2f39c6cb5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0626388 Aug 05 12:10:18.643988 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80541ab2-42ba-46cf-98e6-4fc425586e19 req-88578398-1f14-4f44-971c-9ddfa9fa41d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:10:18.644506 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80541ab2-42ba-46cf-98e6-4fc425586e19 req-88578398-1f14-4f44-971c-9ddfa9fa41d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:10:18.645016 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80541ab2-42ba-46cf-98e6-4fc425586e19 req-88578398-1f14-4f44-971c-9ddfa9fa41d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:10:18.645502 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80541ab2-42ba-46cf-98e6-4fc425586e19 req-88578398-1f14-4f44-971c-9ddfa9fa41d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:10:18.645984 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80541ab2-42ba-46cf-98e6-4fc425586e19 req-88578398-1f14-4f44-971c-9ddfa9fa41d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:10:18.646470 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80541ab2-42ba-46cf-98e6-4fc425586e19 req-88578398-1f14-4f44-971c-9ddfa9fa41d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:10:18.646946 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80541ab2-42ba-46cf-98e6-4fc425586e19 req-88578398-1f14-4f44-971c-9ddfa9fa41d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:10:18.649082 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-80541ab2-42ba-46cf-98e6-4fc425586e19 req-88578398-1f14-4f44-971c-9ddfa9fa41d6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7f690a1af59141ff99aca95e28eca771&device_id=295adfcc-63cd-4939-a68d-f1d2f39c6cb5 HTTP/1.1" status: 200 len: 6499 time: 0.0676789 Aug 05 12:10:18.680728 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d0fa62-01d8-445b-a9ce-1a6ed2a5f4ff req-0b835c5f-0814-4fcd-afe8-fef2ca6d52b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:10:18.687623 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-31d0fa62-01d8-445b-a9ce-1a6ed2a5f4ff req-0b835c5f-0814-4fcd-afe8-fef2ca6d52b5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f717acd5caa748b6b706fbaad1f3b969&device_id=acddff7a-3ff4-4842-8a90-796eac4fb2e3 HTTP/1.1" status: 200 len: 1094 time: 0.1241436 Aug 05 12:10:18.938680 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d0fa62-01d8-445b-a9ce-1a6ed2a5f4ff req-a9ac7a35-1b37-45ce-8569-57d3d3ae72f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:10:18.941576 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-31d0fa62-01d8-445b-a9ce-1a6ed2a5f4ff req-a9ac7a35-1b37-45ce-8569-57d3d3ae72f8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b881efb6-f52e-4006-a158-c2aa42fef2fe HTTP/1.1" status: 200 len: 912 time: 0.2454407 Aug 05 12:10:19.068268 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-31d0fa62-01d8-445b-a9ce-1a6ed2a5f4ff req-2671be77-9a4f-4f99-befd-f787c2d99091 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d6ba544-8ec5-4a0c-a9cf-9a92f996040a HTTP/1.1" status: 200 len: 217 time: 0.1134508 Aug 05 12:10:19.097545 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5080b95f-ac92-4f73-9d38-a998a4092937 req-58d89f07-a178-4906-92d0-8be866d70aba tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:10:19.100357 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5080b95f-ac92-4f73-9d38-a998a4092937 req-58d89f07-a178-4906-92d0-8be866d70aba tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=acddff7a-3ff4-4842-8a90-796eac4fb2e3 HTTP/1.1" status: 200 len: 943 time: 0.2478940 Aug 05 12:10:19.258616 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5080b95f-ac92-4f73-9d38-a998a4092937 req-df2758c5-06ac-43a3-b306-3848fa1d8917 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=acdb1763-a210-4486-a76f-c3f8ef2b3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1405864 Aug 05 12:10:19.274033 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d0fa62-01d8-445b-a9ce-1a6ed2a5f4ff req-e15575a6-24ec-4652-bd11-52aae9b8165c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:10:19.275983 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-31d0fa62-01d8-445b-a9ce-1a6ed2a5f4ff req-e15575a6-24ec-4652-bd11-52aae9b8165c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=96bcc71c-db3b-48c5-a5c3-35b749d6182d HTTP/1.1" status: 200 len: 850 time: 0.1741817 Aug 05 12:10:19.306374 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80541ab2-42ba-46cf-98e6-4fc425586e19 req-304242f4-7335-43d2-9e5d-c31c48fd9e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:10:19.307178 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80541ab2-42ba-46cf-98e6-4fc425586e19 req-304242f4-7335-43d2-9e5d-c31c48fd9e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:10:19.307717 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80541ab2-42ba-46cf-98e6-4fc425586e19 req-304242f4-7335-43d2-9e5d-c31c48fd9e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:10:19.310157 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-80541ab2-42ba-46cf-98e6-4fc425586e19 req-304242f4-7335-43d2-9e5d-c31c48fd9e04 service neutron] 10.222.0.64 "GET /v2.0/networks?id=79bfc6d8-260b-4b47-a4ff-7568441e3a8b&id=efef5820-889f-42cc-a1e8-7a1a3d2a1fbf&id=efef5820-889f-42cc-a1e8-7a1a3d2a1fbf&id=efef5820-889f-42cc-a1e8-7a1a3d2a1fbf&id=efef5820-889f-42cc-a1e8-7a1a3d2a1fbf&id=86bbbaf5-a273-4acb-af27-d15f3d74f788&id=86bbbaf5-a273-4acb-af27-d15f3d74f788 HTTP/1.1" status: 200 len: 2298 time: 0.6219428 Aug 05 12:10:19.365426 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d0fa62-01d8-445b-a9ce-1a6ed2a5f4ff req-8a0e1827-6fe6-4f85-8880-16b9e61ef53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:10:19.368013 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-31d0fa62-01d8-445b-a9ce-1a6ed2a5f4ff req-8a0e1827-6fe6-4f85-8880-16b9e61ef53b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b881efb6-f52e-4006-a158-c2aa42fef2fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0839980 Aug 05 12:10:19.486204 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-80541ab2-42ba-46cf-98e6-4fc425586e19 req-04faa126-5fc9-4a34-b434-f24910b3c668 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7bcb6ae7-f99a-4746-9568-4e0b7720fa3c HTTP/1.1" status: 200 len: 1000 time: 0.1659043 Aug 05 12:10:19.557133 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-31d0fa62-01d8-445b-a9ce-1a6ed2a5f4ff req-958ae17f-3055-4ea3-b85e-d72636d9fdc7 service neutron] 10.222.0.64 "GET /v2.0/networks/b881efb6-f52e-4006-a158-c2aa42fef2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669559 Aug 05 12:10:19.588715 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80541ab2-42ba-46cf-98e6-4fc425586e19 req-465b1dee-3c37-421a-8185-d6585eb6d3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:10:19.592769 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-80541ab2-42ba-46cf-98e6-4fc425586e19 req-465b1dee-3c37-421a-8185-d6585eb6d3b4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=90c3c35a-eac3-416b-b90c-3f9071c29dcd HTTP/1.1" status: 200 len: 856 time: 0.0963473 Aug 05 12:10:19.694229 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80541ab2-42ba-46cf-98e6-4fc425586e19 req-81612d0d-d50c-435b-8c44-d36ead10a97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:10:19.696960 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-80541ab2-42ba-46cf-98e6-4fc425586e19 req-81612d0d-d50c-435b-8c44-d36ead10a97f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=79bfc6d8-260b-4b47-a4ff-7568441e3a8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0916305 Aug 05 12:10:19.723549 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-31d0fa62-01d8-445b-a9ce-1a6ed2a5f4ff req-4c1d6be3-bbf6-4046-b1c8-659985395157 service neutron] 10.222.0.64 "GET /v2.0/networks/b881efb6-f52e-4006-a158-c2aa42fef2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517844 Aug 05 12:10:19.820251 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-80541ab2-42ba-46cf-98e6-4fc425586e19 req-6c2ed3b8-df76-4703-b50e-f5463f2e8152 service neutron] 10.222.0.64 "GET /v2.0/networks/79bfc6d8-260b-4b47-a4ff-7568441e3a8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144466 Aug 05 12:10:19.961171 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-80541ab2-42ba-46cf-98e6-4fc425586e19 req-9faa998e-a763-4137-8ea4-2a557006c219 service neutron] 10.222.0.64 "GET /v2.0/networks/79bfc6d8-260b-4b47-a4ff-7568441e3a8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281939 Aug 05 12:10:20.013107 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-80541ab2-42ba-46cf-98e6-4fc425586e19 req-7573384f-a3f4-4e25-8931-4c528c612230 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.71&port_id=2cab8c34-cbf9-450f-9c67-c8ac5da7b895 HTTP/1.1" status: 200 len: 217 time: 0.0437281 Aug 05 12:10:20.072223 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80541ab2-42ba-46cf-98e6-4fc425586e19 req-7949614b-e37a-4941-abf3-0f5c6d9fcc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:10:20.073779 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-80541ab2-42ba-46cf-98e6-4fc425586e19 req-7949614b-e37a-4941-abf3-0f5c6d9fcc05 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f10aca1c-e17e-479d-aec1-1d33ddacd74e HTTP/1.1" status: 200 len: 797 time: 0.0532231 Aug 05 12:10:20.134423 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80541ab2-42ba-46cf-98e6-4fc425586e19 req-08ce9fe6-c2ff-4fdb-9b20-781d1ec5917b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:10:20.135954 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-80541ab2-42ba-46cf-98e6-4fc425586e19 req-08ce9fe6-c2ff-4fdb-9b20-781d1ec5917b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=efef5820-889f-42cc-a1e8-7a1a3d2a1fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0537748 Aug 05 12:10:20.259099 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-80541ab2-42ba-46cf-98e6-4fc425586e19 req-6cd28680-560d-4e2c-9709-34c92e7f3c6d service neutron] 10.222.0.64 "GET /v2.0/networks/efef5820-889f-42cc-a1e8-7a1a3d2a1fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137071 Aug 05 12:10:20.425052 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-80541ab2-42ba-46cf-98e6-4fc425586e19 req-90b014f4-116a-4c58-8be1-b9edf61f0d6f service neutron] 10.222.0.64 "GET /v2.0/networks/efef5820-889f-42cc-a1e8-7a1a3d2a1fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543229 Aug 05 12:10:20.445464 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2972f775-09ce-499a-aa96-5d02b6569c8c req-ecce7ea6-982c-429e-aeeb-e63739c79187 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:10:20.447422 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2972f775-09ce-499a-aa96-5d02b6569c8c req-ecce7ea6-982c-429e-aeeb-e63739c79187 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=acddff7a-3ff4-4842-8a90-796eac4fb2e3 HTTP/1.1" status: 200 len: 943 time: 0.0664110 Aug 05 12:10:20.486909 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-80541ab2-42ba-46cf-98e6-4fc425586e19 req-252af55e-c46f-4933-ab87-11512e407639 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.196&port_id=a3c6ede4-0a04-4dea-85c9-68e5fd39b91f HTTP/1.1" status: 200 len: 217 time: 0.0527446 Aug 05 12:10:20.510011 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2972f775-09ce-499a-aa96-5d02b6569c8c req-4ead2c37-dedf-4636-a092-8401d1cc2d3f tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=acdb1763-a210-4486-a76f-c3f8ef2b3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499482 Aug 05 12:10:20.554327 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80541ab2-42ba-46cf-98e6-4fc425586e19 req-17160114-ba1e-4c1c-9472-c3dd15f0f5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:10:20.557021 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-80541ab2-42ba-46cf-98e6-4fc425586e19 req-17160114-ba1e-4c1c-9472-c3dd15f0f5c4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f10aca1c-e17e-479d-aec1-1d33ddacd74e HTTP/1.1" status: 200 len: 797 time: 0.0610027 Aug 05 12:10:20.645078 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80541ab2-42ba-46cf-98e6-4fc425586e19 req-a17511b8-3800-4b6b-bd35-73ea387297b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:10:20.647476 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-80541ab2-42ba-46cf-98e6-4fc425586e19 req-a17511b8-3800-4b6b-bd35-73ea387297b2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=efef5820-889f-42cc-a1e8-7a1a3d2a1fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0823076 Aug 05 12:10:20.783696 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-80541ab2-42ba-46cf-98e6-4fc425586e19 req-341b9de5-13c8-45df-957c-19b619d0cdbb service neutron] 10.222.0.64 "GET /v2.0/networks/efef5820-889f-42cc-a1e8-7a1a3d2a1fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250589 Aug 05 12:10:20.916777 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-80541ab2-42ba-46cf-98e6-4fc425586e19 req-3786924b-770c-4ad5-81e2-e90d2db917e0 service neutron] 10.222.0.64 "GET /v2.0/networks/efef5820-889f-42cc-a1e8-7a1a3d2a1fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239326 Aug 05 12:10:21.000990 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-80541ab2-42ba-46cf-98e6-4fc425586e19 req-e637c7d1-1329-4fec-afb7-3d4d5ea8c9fe service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.240&port_id=79281129-8f90-4603-b7b5-3c88d3cba5a8 HTTP/1.1" status: 200 len: 217 time: 0.0704703 Aug 05 12:10:21.100362 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80541ab2-42ba-46cf-98e6-4fc425586e19 req-9697871b-926e-4fd1-be37-254d27144ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:10:21.101867 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-80541ab2-42ba-46cf-98e6-4fc425586e19 req-9697871b-926e-4fd1-be37-254d27144ea6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f10aca1c-e17e-479d-aec1-1d33ddacd74e HTTP/1.1" status: 200 len: 797 time: 0.0909460 Aug 05 12:10:21.167172 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80541ab2-42ba-46cf-98e6-4fc425586e19 req-34407a84-75aa-407e-94c9-e0e33bbd419d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:10:21.168692 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-80541ab2-42ba-46cf-98e6-4fc425586e19 req-34407a84-75aa-407e-94c9-e0e33bbd419d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=efef5820-889f-42cc-a1e8-7a1a3d2a1fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0585434 Aug 05 12:10:21.307105 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-80541ab2-42ba-46cf-98e6-4fc425586e19 req-9ca81606-9de8-4f70-8041-6958ec3871d7 service neutron] 10.222.0.64 "GET /v2.0/networks/efef5820-889f-42cc-a1e8-7a1a3d2a1fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272995 Aug 05 12:10:21.453978 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-80541ab2-42ba-46cf-98e6-4fc425586e19 req-938624bf-833f-4c0f-862b-28012b9d0302 service neutron] 10.222.0.64 "GET /v2.0/networks/efef5820-889f-42cc-a1e8-7a1a3d2a1fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312706 Aug 05 12:10:21.536269 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-80541ab2-42ba-46cf-98e6-4fc425586e19 req-952c392a-1e9a-4c87-a04d-96fc72419469 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.106&port_id=89bbd496-bb01-4b41-b65d-af7444dd347d HTTP/1.1" status: 200 len: 217 time: 0.0732768 Aug 05 12:10:21.645064 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80541ab2-42ba-46cf-98e6-4fc425586e19 req-42ddbb8a-e438-4bcc-83ee-0200ddc946a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:10:21.647487 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-80541ab2-42ba-46cf-98e6-4fc425586e19 req-42ddbb8a-e438-4bcc-83ee-0200ddc946a2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f10aca1c-e17e-479d-aec1-1d33ddacd74e HTTP/1.1" status: 200 len: 797 time: 0.1029727 Aug 05 12:10:21.699418 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee3c22c-8f80-41a4-b4dd-27ce19db7c22 req-a39060c5-a589-4da1-b154-d673e8827648 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:10:21.702065 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8ee3c22c-8f80-41a4-b4dd-27ce19db7c22 req-a39060c5-a589-4da1-b154-d673e8827648 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=acddff7a-3ff4-4842-8a90-796eac4fb2e3 HTTP/1.1" status: 200 len: 943 time: 0.0717115 Aug 05 12:10:21.747394 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80541ab2-42ba-46cf-98e6-4fc425586e19 req-76495ae5-3173-44f0-a59a-9114454a10f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:10:21.747394 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-80541ab2-42ba-46cf-98e6-4fc425586e19 req-76495ae5-3173-44f0-a59a-9114454a10f5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=efef5820-889f-42cc-a1e8-7a1a3d2a1fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0728137 Aug 05 12:10:21.747394 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-fde024b0-d286-4a5a-ade1-0fb9ace68c4a req-330f5436-3943-452c-8ec0-1af14499209b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=aebf32b0-8b28-4d52-b7da-cb45110aff5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1180420 Aug 05 12:10:21.764996 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8ee3c22c-8f80-41a4-b4dd-27ce19db7c22 req-ac76beb2-c74e-47a4-864c-271163bd09a4 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=acdb1763-a210-4486-a76f-c3f8ef2b3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510683 Aug 05 12:10:21.952222 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde024b0-d286-4a5a-ade1-0fb9ace68c4a req-86d884a1-20f5-4b4b-82d9-85c2703d8db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:10:21.955147 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-fde024b0-d286-4a5a-ade1-0fb9ace68c4a req-86d884a1-20f5-4b4b-82d9-85c2703d8db0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5ac79aa4804c4ec78dd715e0f7f164e5&device_id=aebf32b0-8b28-4d52-b7da-cb45110aff5c HTTP/1.1" status: 200 len: 1097 time: 0.1346786 Aug 05 12:10:21.959013 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-80541ab2-42ba-46cf-98e6-4fc425586e19 req-c1d7c2f8-daaa-40a6-8dd8-5c03f8069519 service neutron] 10.222.0.64 "GET /v2.0/networks/efef5820-889f-42cc-a1e8-7a1a3d2a1fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076275 Aug 05 12:10:22.143746 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-80541ab2-42ba-46cf-98e6-4fc425586e19 req-e82f9c07-ed30-4b2b-ab6e-dfdb377b8e97 service neutron] 10.222.0.64 "GET /v2.0/networks/efef5820-889f-42cc-a1e8-7a1a3d2a1fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756282 Aug 05 12:10:22.147345 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde024b0-d286-4a5a-ade1-0fb9ace68c4a req-3eebf8bd-bb8c-46dd-99f2-d0d97dd8bf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:10:22.148898 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-fde024b0-d286-4a5a-ade1-0fb9ace68c4a req-3eebf8bd-bb8c-46dd-99f2-d0d97dd8bf21 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3f19e325-64cf-4e1f-b582-b20cec605cde HTTP/1.1" status: 200 len: 912 time: 0.1601892 Aug 05 12:10:22.204989 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-80541ab2-42ba-46cf-98e6-4fc425586e19 req-06c40d9f-b889-4f33-af45-da0e42e1987d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fdc00ed3-1ef7-4580-87ca-41c84ea3e979 HTTP/1.1" status: 200 len: 217 time: 0.0521438 Aug 05 12:10:22.313528 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-fde024b0-d286-4a5a-ade1-0fb9ace68c4a req-277ebec7-67c0-4543-a84c-a8e1a7edef35 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0cd34b4-46eb-4ad4-a681-89e4c0157bb2 HTTP/1.1" status: 200 len: 1001 time: 0.1507361 Aug 05 12:10:22.317796 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80541ab2-42ba-46cf-98e6-4fc425586e19 req-156d5939-899d-4db4-a6d8-ae47bfd735c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:10:22.319740 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-80541ab2-42ba-46cf-98e6-4fc425586e19 req-156d5939-899d-4db4-a6d8-ae47bfd735c5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=78405c69-bcbd-4bcb-8a8c-a035481e47e0 HTTP/1.1" status: 200 len: 797 time: 0.0800791 Aug 05 12:10:22.390213 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:10:22.407396 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde024b0-d286-4a5a-ade1-0fb9ace68c4a req-247509af-92f8-47b5-9a85-15d5c8bec154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:10:22.408949 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-fde024b0-d286-4a5a-ade1-0fb9ace68c4a req-247509af-92f8-47b5-9a85-15d5c8bec154 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=aeea250c-5d17-40dc-96d1-f040d8812261 HTTP/1.1" status: 200 len: 850 time: 0.0882974 Aug 05 12:10:22.428388 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80541ab2-42ba-46cf-98e6-4fc425586e19 req-ad1a60a2-7c33-4875-b1a5-9c943104a7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:10:22.430304 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-80541ab2-42ba-46cf-98e6-4fc425586e19 req-ad1a60a2-7c33-4875-b1a5-9c943104a7f1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=86bbbaf5-a273-4acb-af27-d15f3d74f788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1005702 Aug 05 12:10:22.533341 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde024b0-d286-4a5a-ade1-0fb9ace68c4a req-c9c1d55c-7b7e-4810-bbe6-59be42bcee94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:10:22.534904 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-fde024b0-d286-4a5a-ade1-0fb9ace68c4a req-c9c1d55c-7b7e-4810-bbe6-59be42bcee94 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3f19e325-64cf-4e1f-b582-b20cec605cde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1169007 Aug 05 12:10:22.628789 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-80541ab2-42ba-46cf-98e6-4fc425586e19 req-9bbd85a2-46b7-4874-ab30-3b996d851e9e service neutron] 10.222.0.64 "GET /v2.0/networks/86bbbaf5-a273-4acb-af27-d15f3d74f788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749227 Aug 05 12:10:22.726179 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-fde024b0-d286-4a5a-ade1-0fb9ace68c4a req-f8e7bc54-7679-48bf-a95a-42a6411be487 service neutron] 10.222.0.55 "GET /v2.0/networks/3f19e325-64cf-4e1f-b582-b20cec605cde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807485 Aug 05 12:10:22.831650 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-80541ab2-42ba-46cf-98e6-4fc425586e19 req-1d84fda6-9ab4-42fe-affd-e4a9c5a79b81 service neutron] 10.222.0.64 "GET /v2.0/networks/86bbbaf5-a273-4acb-af27-d15f3d74f788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872754 Aug 05 12:10:22.896182 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-80541ab2-42ba-46cf-98e6-4fc425586e19 req-a100c3f9-9b6c-4438-b0fc-70230c0fe653 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d79a8c0b-1e74-416a-91c7-f9e3fcbe25d4 HTTP/1.1" status: 200 len: 217 time: 0.0524106 Aug 05 12:10:22.943349 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-fde024b0-d286-4a5a-ade1-0fb9ace68c4a req-818d7cb4-94d5-448c-ab67-553ef78a4cad service neutron] 10.222.0.55 "GET /v2.0/networks/3f19e325-64cf-4e1f-b582-b20cec605cde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085702 Aug 05 12:10:22.957738 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfb86be-75c9-4b45-b42f-fb7e3c399f47 req-9c92f7ee-d1d7-4835-9f4a-9c707d4d0eb6 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:10:22.960530 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ebfb86be-75c9-4b45-b42f-fb7e3c399f47 req-9c92f7ee-d1d7-4835-9f4a-9c707d4d0eb6 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=acddff7a-3ff4-4842-8a90-796eac4fb2e3 HTTP/1.1" status: 200 len: 943 time: 0.0914979 Aug 05 12:10:22.971706 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80541ab2-42ba-46cf-98e6-4fc425586e19 req-02f927ec-9da4-49b5-849e-df3c2d9b063e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:10:22.973423 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-80541ab2-42ba-46cf-98e6-4fc425586e19 req-02f927ec-9da4-49b5-849e-df3c2d9b063e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=78405c69-bcbd-4bcb-8a8c-a035481e47e0 HTTP/1.1" status: 200 len: 797 time: 0.0653548 Aug 05 12:10:23.031043 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ebfb86be-75c9-4b45-b42f-fb7e3c399f47 req-05d73129-d9a7-42d2-ae56-3a1167334136 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=acdb1763-a210-4486-a76f-c3f8ef2b3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567558 Aug 05 12:10:23.041177 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80541ab2-42ba-46cf-98e6-4fc425586e19 req-8971899e-70d5-4be1-b925-b9bc13ddf7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:10:23.043008 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-80541ab2-42ba-46cf-98e6-4fc425586e19 req-8971899e-70d5-4be1-b925-b9bc13ddf7fb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=86bbbaf5-a273-4acb-af27-d15f3d74f788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0575655 Aug 05 12:10:23.161570 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-80541ab2-42ba-46cf-98e6-4fc425586e19 req-08f7a73a-c968-4216-857e-f8692ecfee55 service neutron] 10.222.0.64 "GET /v2.0/networks/86bbbaf5-a273-4acb-af27-d15f3d74f788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059256 Aug 05 12:10:23.296079 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-80541ab2-42ba-46cf-98e6-4fc425586e19 req-0ae014ce-582e-4c04-991b-eb89304c3cc1 service neutron] 10.222.0.64 "GET /v2.0/networks/86bbbaf5-a273-4acb-af27-d15f3d74f788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260710 Aug 05 12:10:24.173382 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6994d434-ec18-4a9b-8c00-14211b3ecebc req-b3baff11-67f4-4c7f-ae74-4636c2fc56ea tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:10:24.175016 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6994d434-ec18-4a9b-8c00-14211b3ecebc req-b3baff11-67f4-4c7f-ae74-4636c2fc56ea tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=acddff7a-3ff4-4842-8a90-796eac4fb2e3 HTTP/1.1" status: 200 len: 943 time: 0.0602190 Aug 05 12:10:24.222892 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6994d434-ec18-4a9b-8c00-14211b3ecebc req-c8fbf7d8-f022-43f8-9b81-01650e3b3958 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=acdb1763-a210-4486-a76f-c3f8ef2b3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412686 Aug 05 12:10:24.686039 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 12:10:25.385798 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a31ef5d-5aeb-4a63-b88c-44473d88a84c req-f6282c5c-8ac6-4f88-9f33-a242a7abc6ef tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:10:25.386701 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5a31ef5d-5aeb-4a63-b88c-44473d88a84c req-f6282c5c-8ac6-4f88-9f33-a242a7abc6ef tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=acddff7a-3ff4-4842-8a90-796eac4fb2e3 HTTP/1.1" status: 200 len: 943 time: 0.0641272 Aug 05 12:10:25.447340 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5a31ef5d-5aeb-4a63-b88c-44473d88a84c req-e0b1f7c2-d82b-4416-8f7c-85c1c7fc7cc9 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=acdb1763-a210-4486-a76f-c3f8ef2b3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490720 Aug 05 12:10:26.589328 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b450da27-2c04-4f8b-8561-8c7155bcdef7 req-3e8c9813-a96c-4a9b-b8aa-137134612609 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:10:26.591803 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b450da27-2c04-4f8b-8561-8c7155bcdef7 req-3e8c9813-a96c-4a9b-b8aa-137134612609 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=acddff7a-3ff4-4842-8a90-796eac4fb2e3 HTTP/1.1" status: 200 len: 943 time: 0.0560174 Aug 05 12:10:26.640792 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b450da27-2c04-4f8b-8561-8c7155bcdef7 req-07f284ee-aa91-44c0-a534-dedfd0a5065a tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=acdb1763-a210-4486-a76f-c3f8ef2b3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387557 Aug 05 12:10:27.797157 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89578c07-4a15-4b5c-8a42-32f62e32ccd3 req-569856f7-baba-49bd-84d8-b1c24dd9857f tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:10:27.798911 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-89578c07-4a15-4b5c-8a42-32f62e32ccd3 req-569856f7-baba-49bd-84d8-b1c24dd9857f tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=acddff7a-3ff4-4842-8a90-796eac4fb2e3 HTTP/1.1" status: 200 len: 943 time: 0.0644584 Aug 05 12:10:27.845881 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-89578c07-4a15-4b5c-8a42-32f62e32ccd3 req-4eeac571-302d-443f-a898-8fe75861218e tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=acdb1763-a210-4486-a76f-c3f8ef2b3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401306 Aug 05 12:10:29.013943 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62e5056-c81e-4197-ab19-6af7f82cfca4 req-2cff8531-72de-45b1-b751-fdbe80cdf761 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:10:29.015692 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f62e5056-c81e-4197-ab19-6af7f82cfca4 req-2cff8531-72de-45b1-b751-fdbe80cdf761 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=acddff7a-3ff4-4842-8a90-796eac4fb2e3 HTTP/1.1" status: 200 len: 943 time: 0.0635989 Aug 05 12:10:29.073011 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f62e5056-c81e-4197-ab19-6af7f82cfca4 req-a9a1544c-e4b4-48c4-b024-3c12f496075b tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=acdb1763-a210-4486-a76f-c3f8ef2b3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461466 Aug 05 12:10:29.646641 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:10:30.209423 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9b9eae-1d0a-4fec-9874-a1135ed68260 req-f3bff696-6160-4e27-9044-1c8cc9565f1b tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:10:30.211170 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ef9b9eae-1d0a-4fec-9874-a1135ed68260 req-f3bff696-6160-4e27-9044-1c8cc9565f1b tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=acddff7a-3ff4-4842-8a90-796eac4fb2e3 HTTP/1.1" status: 200 len: 943 time: 0.0581105 Aug 05 12:10:30.282311 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ef9b9eae-1d0a-4fec-9874-a1135ed68260 req-4fcdfed9-46e8-4b20-8cf6-21fb36f6753a tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=acdb1763-a210-4486-a76f-c3f8ef2b3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598476 Aug 05 12:10:31.348653 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 7d6ba544-8ec5-4a0c-a9cf-9a92f996040a details requested by agent hyperv_n-h1-803378-2 with host n-h1-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 12:10:31.514092 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c2e2cf-634f-4c9e-8dfb-5464a6f2d7f6 req-8c15333c-286d-4e0b-a4ed-5ff3af44c47f tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:10:31.526943 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d7c2e2cf-634f-4c9e-8dfb-5464a6f2d7f6 req-8c15333c-286d-4e0b-a4ed-5ff3af44c47f tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=acddff7a-3ff4-4842-8a90-796eac4fb2e3 HTTP/1.1" status: 200 len: 943 time: 0.1115539 Aug 05 12:10:31.539833 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 7d6ba544-8ec5-4a0c-a9cf-9a92f996040a, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=7d6ba544-8ec5-4a0c-a9cf-9a92f996040a,segment=NetworkSegment(556bee1a-9d74-4f14-94d0-708064ee6011),segment_id=556bee1a-9d74-4f14-94d0-708064ee6011)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:10:31.563497 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Returning: {'device': '7d6ba544-8ec5-4a0c-a9cf-9a92f996040a', 'network_id': 'b881efb6-f52e-4006-a158-c2aa42fef2fe', 'port_id': '7d6ba544-8ec5-4a0c-a9cf-9a92f996040a', 'mac_address': 'fa:16:3e:98:a5:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96bcc71c-db3b-48c5-a5c3-35b749d6182d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 12:10:31.605376 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d7c2e2cf-634f-4c9e-8dfb-5464a6f2d7f6 req-1a85275b-7c1e-4d99-b43c-6a18b063cb2c tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=acdb1763-a210-4486-a76f-c3f8ef2b3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664394 Aug 05 12:10:31.637347 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:10:31.665428 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d6ba544-8ec5-4a0c-a9cf-9a92f996040a {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 12:10:31.696589 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 7d6ba544-8ec5-4a0c-a9cf-9a92f996040a, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=7d6ba544-8ec5-4a0c-a9cf-9a92f996040a,segment=NetworkSegment(556bee1a-9d74-4f14-94d0-708064ee6011),segment_id=556bee1a-9d74-4f14-94d0-708064ee6011)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:10:31.702701 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:10:31.777843 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=7d6ba544-8ec5-4a0c-a9cf-9a92f996040a,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:10:31.791826 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:10:31.792362 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:10:31.792930 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:10:31.793465 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:10:31.793988 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:10:31.795152 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:10:31.795895 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:10:31.796548 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:10:31.797068 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:10:31.797589 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:10:31.798109 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:10:31.798622 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:10:32.321461 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['7d6ba544-8ec5-4a0c-a9cf-9a92f996040a'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 12:10:32.790633 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0363a979-595a-490d-b3c4-8079886ef6d4 req-6d11e0f8-a4b4-4797-b539-db728ec14e31 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:10:32.793896 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0363a979-595a-490d-b3c4-8079886ef6d4 req-6d11e0f8-a4b4-4797-b539-db728ec14e31 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=acddff7a-3ff4-4842-8a90-796eac4fb2e3 HTTP/1.1" status: 200 len: 944 time: 0.0878630 Aug 05 12:10:32.847190 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0363a979-595a-490d-b3c4-8079886ef6d4 req-a0fd6905-04cf-4c96-832d-8bb660ac2eb3 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=acdb1763-a210-4486-a76f-c3f8ef2b3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465419 Aug 05 12:10:34.005158 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f1faee-f0c7-4642-817e-75bc74a6f05c req-eb7912bb-22e2-4ca7-90ec-86842d771ee3 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:10:34.007365 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-65f1faee-f0c7-4642-817e-75bc74a6f05c req-eb7912bb-22e2-4ca7-90ec-86842d771ee3 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=acddff7a-3ff4-4842-8a90-796eac4fb2e3 HTTP/1.1" status: 200 len: 944 time: 0.0672786 Aug 05 12:10:34.056553 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-65f1faee-f0c7-4642-817e-75bc74a6f05c req-ee67b17d-13a4-4b3b-91b8-5c93f2fa01d0 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=acdb1763-a210-4486-a76f-c3f8ef2b3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410073 Aug 05 12:10:35.231277 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc78be8d-e88a-4a2e-b4fc-e1a4ff7d4cce req-f0b0b128-6520-4979-affc-d5b8148759a2 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:10:35.235512 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fc78be8d-e88a-4a2e-b4fc-e1a4ff7d4cce req-f0b0b128-6520-4979-affc-d5b8148759a2 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=acddff7a-3ff4-4842-8a90-796eac4fb2e3 HTTP/1.1" status: 200 len: 944 time: 0.0941267 Aug 05 12:10:35.313430 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fc78be8d-e88a-4a2e-b4fc-e1a4ff7d4cce req-3f77b983-3a5c-4e1a-ac43-6ea2598a2327 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=acdb1763-a210-4486-a76f-c3f8ef2b3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663793 Aug 05 12:10:35.354719 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 7d6ba544-8ec5-4a0c-a9cf-9a92f996040a up at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:10:35.423410 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning for port 7d6ba544-8ec5-4a0c-a9cf-9a92f996040a completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:10:35.430741 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning complete for port 7d6ba544-8ec5-4a0c-a9cf-9a92f996040a triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:10:35.431396 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:10:35.562645 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:10:35.589357 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acddff7a-3ff4-4842-8a90-796eac4fb2e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d6ba544-8ec5-4a0c-a9cf-9a92f996040a'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:10:35.592853 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32aab1bf-8f81-4651-bb14-eee4f628496c" -d '{"events": [{"server_uuid": "acddff7a-3ff4-4842-8a90-796eac4fb2e3", "name": "network-vif-plugged", "status": "completed", "tag": "7d6ba544-8ec5-4a0c-a9cf-9a92f996040a"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:10:35.615124 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 7d6ba544-8ec5-4a0c-a9cf-9a92f996040a, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=7d6ba544-8ec5-4a0c-a9cf-9a92f996040a,segment=NetworkSegment(556bee1a-9d74-4f14-94d0-708064ee6011),segment_id=556bee1a-9d74-4f14-94d0-708064ee6011)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:10:35.621334 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:10:35.680683 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 12:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecf133f2-4f19-4c91-b550-4d169dad3493 x-openstack-request-id: req-ecf133f2-4f19-4c91-b550-4d169dad3493 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:10:35.681211 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acddff7a-3ff4-4842-8a90-796eac4fb2e3", "name": "network-vif-plugged", "status": "completed", "tag": "7d6ba544-8ec5-4a0c-a9cf-9a92f996040a", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:10:35.681574 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ecf133f2-4f19-4c91-b550-4d169dad3493 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:10:35.682407 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acddff7a-3ff4-4842-8a90-796eac4fb2e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d6ba544-8ec5-4a0c-a9cf-9a92f996040a', 'code': 200} Aug 05 12:10:35.720062 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=7d6ba544-8ec5-4a0c-a9cf-9a92f996040a,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:10:35.869841 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2999f3-c4fd-43af-8d4b-2388e9eb27f1 req-1c0974c5-ff3e-440f-9b47-3cf425ca4c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:10:35.872949 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-bd2999f3-c4fd-43af-8d4b-2388e9eb27f1 req-1c0974c5-ff3e-440f-9b47-3cf425ca4c40 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=acddff7a-3ff4-4842-8a90-796eac4fb2e3 HTTP/1.1" status: 200 len: 1096 time: 0.0755672 Aug 05 12:10:35.943086 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-bd2999f3-c4fd-43af-8d4b-2388e9eb27f1 req-63b63301-0c25-4820-bc8e-596611d304e9 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=acdb1763-a210-4486-a76f-c3f8ef2b3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614090 Aug 05 12:10:36.484863 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa19d98-8817-4d4e-bc09-9e28c463aa02 req-2cc80d9f-4a7d-4e4b-9bfb-75c12a6f6581 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:10:36.486543 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5aa19d98-8817-4d4e-bc09-9e28c463aa02 req-2cc80d9f-4a7d-4e4b-9bfb-75c12a6f6581 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=acddff7a-3ff4-4842-8a90-796eac4fb2e3 HTTP/1.1" status: 200 len: 945 time: 0.0604908 Aug 05 12:10:36.541540 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5aa19d98-8817-4d4e-bc09-9e28c463aa02 req-07c8b467-221c-42ec-a223-05efafdeeac1 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=acdb1763-a210-4486-a76f-c3f8ef2b3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480106 Aug 05 12:10:37.263789 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-915de7c9-f540-46d4-9880-eedabb279cee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:10:37.710108 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab0bd9f-7a0c-4ca4-896a-69a17f24d069 req-f620fc9f-e433-4b3c-8399-9c59d8991acf tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:10:37.713083 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8ab0bd9f-7a0c-4ca4-896a-69a17f24d069 req-f620fc9f-e433-4b3c-8399-9c59d8991acf tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=acddff7a-3ff4-4842-8a90-796eac4fb2e3 HTTP/1.1" status: 200 len: 945 time: 0.0700996 Aug 05 12:10:37.792152 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8ab0bd9f-7a0c-4ca4-896a-69a17f24d069 req-76a07f55-181e-4e6d-87c2-e31e55ead3ea tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=acdb1763-a210-4486-a76f-c3f8ef2b3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702596 Aug 05 12:10:38.962017 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44c5bc6-bc00-4374-b0cc-5c5fc36ccc04 req-02117c79-ecb2-4cfe-8af7-86f7ed7eb9fd tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:10:38.965087 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e44c5bc6-bc00-4374-b0cc-5c5fc36ccc04 req-02117c79-ecb2-4cfe-8af7-86f7ed7eb9fd tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=acddff7a-3ff4-4842-8a90-796eac4fb2e3 HTTP/1.1" status: 200 len: 945 time: 0.0891669 Aug 05 12:10:39.012287 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e44c5bc6-bc00-4374-b0cc-5c5fc36ccc04 req-78fd2c62-95f9-4813-8ad3-f3a3b0e505a8 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=acdb1763-a210-4486-a76f-c3f8ef2b3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393331 Aug 05 12:10:39.157896 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537651a4-c240-41c7-bdf5-809cab555065 req-dce8d252-02a9-49ef-9167-823ad207151c tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:10:39.159901 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-537651a4-c240-41c7-bdf5-809cab555065 req-dce8d252-02a9-49ef-9167-823ad207151c tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=acddff7a-3ff4-4842-8a90-796eac4fb2e3 HTTP/1.1" status: 200 len: 945 time: 0.0582180 Aug 05 12:10:39.212234 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-537651a4-c240-41c7-bdf5-809cab555065 req-da5fe6c6-d861-4526-ac22-7c32b846795c tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=acdb1763-a210-4486-a76f-c3f8ef2b3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457692 Aug 05 12:10:39.248809 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 33720) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:10:39.313742 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4494f49e-e408-49ec-bb17-27b58cef977b tempest-TestVolumeBootPattern-1289668090 tempest-TestVolumeBootPattern-1289668090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:10:39.315242 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-4494f49e-e408-49ec-bb17-27b58cef977b tempest-TestVolumeBootPattern-1289668090 tempest-TestVolumeBootPattern-1289668090-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=acddff7a-3ff4-4842-8a90-796eac4fb2e3 HTTP/1.1" status: 200 len: 1091 time: 0.0652101 Aug 05 12:10:39.318749 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 33722) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:10:39.324706 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-b6002822-28b4-4827-8768-79e4f62e44cf tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Request body: {'floatingip': {'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'port_id': '7d6ba544-8ec5-4a0c-a9cf-9a92f996040a', 'tenant_id': 'f717acd5caa748b6b706fbaad1f3b969', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:10:39.352280 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b6002822-28b4-4827-8768-79e4f62e44cf tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks [] for floatingip, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:10:39.511121 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b6002822-28b4-4827-8768-79e4f62e44cf tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:10:39.711977 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-b6002822-28b4-4827-8768-79e4f62e44cf tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Allocated IP 172.25.5.187 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/fc0391e1-1a73-494a-8142-66687caf23d0) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:10:39.867423 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b6002822-28b4-4827-8768-79e4f62e44cf tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:10:39.946721 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b6002822-28b4-4827-8768-79e4f62e44cf tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:10:40.016302 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6002822-28b4-4827-8768-79e4f62e44cf tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:10:40.022054 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-b6002822-28b4-4827-8768-79e4f62e44cf tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:10:40.022802 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-0ec51b3f-7c60-45b7-9b78-684e1321aca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:10:40.026893 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6002822-28b4-4827-8768-79e4f62e44cf tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:10:40.088738 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6002822-28b4-4827-8768-79e4f62e44cf tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Pushing event updated for resources: {'Port': ['ID=fc0391e1-1a73-494a-8142-66687caf23d0,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:10:40.103000 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:10:40.113091 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6002822-28b4-4827-8768-79e4f62e44cf tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:10:40.113684 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6002822-28b4-4827-8768-79e4f62e44cf tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:10:40.114255 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6002822-28b4-4827-8768-79e4f62e44cf tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:10:40.114813 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6002822-28b4-4827-8768-79e4f62e44cf tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:10:40.115372 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6002822-28b4-4827-8768-79e4f62e44cf tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:10:40.115939 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6002822-28b4-4827-8768-79e4f62e44cf tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:10:40.116475 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6002822-28b4-4827-8768-79e4f62e44cf tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:10:40.117232 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6002822-28b4-4827-8768-79e4f62e44cf tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:10:40.117596 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6002822-28b4-4827-8768-79e4f62e44cf tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:10:40.118144 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6002822-28b4-4827-8768-79e4f62e44cf tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:10:40.118715 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6002822-28b4-4827-8768-79e4f62e44cf tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:10:40.119285 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6002822-28b4-4827-8768-79e4f62e44cf tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:10:40.616793 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b6002822-28b4-4827-8768-79e4f62e44cf tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:10:40.749421 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b6002822-28b4-4827-8768-79e4f62e44cf tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:10:41.010838 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b6002822-28b4-4827-8768-79e4f62e44cf tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:10:41.019170 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b6002822-28b4-4827-8768-79e4f62e44cf tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:10:41.156117 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6002822-28b4-4827-8768-79e4f62e44cf tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Pushing event updated for resources: {'Port': ['ID=fc0391e1-1a73-494a-8142-66687caf23d0,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:10:41.173393 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b6002822-28b4-4827-8768-79e4f62e44cf tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33287247'] for floatingip, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:10:41.367778 n-d-803378-2 neutron-server[94420]: INFO neutron.db.l3_db [None req-b6002822-28b4-4827-8768-79e4f62e44cf tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Floating IP 082b25d6-0e96-4d82-9f3e-99a8aff85d47 associated. External IP: 172.25.5.187, port: 7d6ba544-8ec5-4a0c-a9cf-9a92f996040a. Aug 05 12:10:41.621139 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6002822-28b4-4827-8768-79e4f62e44cf tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Router e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:10:41.754572 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6002822-28b4-4827-8768-79e4f62e44cf tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:10:41.771148 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66455c45-f547-4d9b-aa4e-fecb29294821 None None] Sync routers for ids ['e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:10:41.777881 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b6002822-28b4-4827-8768-79e4f62e44cf tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:10:41.786962 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66455c45-f547-4d9b-aa4e-fecb29294821 None None] Routers {'e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:10:41.787932 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-66455c45-f547-4d9b-aa4e-fecb29294821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:10:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:10:41.817564 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-b6002822-28b4-4827-8768-79e4f62e44cf tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4970558 Aug 05 12:10:41.818663 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acddff7a-3ff4-4842-8a90-796eac4fb2e3', 'tag': '7d6ba544-8ec5-4a0c-a9cf-9a92f996040a'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:10:41.822724 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}828068ad8d405ad77660ce68fa78e1ffe658725812f7a08f9e488a446589295b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3af3fe9e-61c3-426f-ab2d-a9706254e49b" -d '{"events": [{"name": "network-changed", "server_uuid": "acddff7a-3ff4-4842-8a90-796eac4fb2e3", "tag": "7d6ba544-8ec5-4a0c-a9cf-9a92f996040a"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:10:41.845862 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:10:41.887086 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 12:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e64820e-1dc1-4694-9d08-083fbca650d5 x-openstack-request-id: req-4e64820e-1dc1-4694-9d08-083fbca650d5 {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:10:41.887378 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acddff7a-3ff4-4842-8a90-796eac4fb2e3", "tag": "7d6ba544-8ec5-4a0c-a9cf-9a92f996040a", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:10:41.887779 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4e64820e-1dc1-4694-9d08-083fbca650d5 {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:10:41.888213 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acddff7a-3ff4-4842-8a90-796eac4fb2e3', 'tag': '7d6ba544-8ec5-4a0c-a9cf-9a92f996040a', 'status': 'completed', 'code': 200} Aug 05 12:10:41.974948 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-66455c45-f547-4d9b-aa4e-fecb29294821 None None] Set router e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:10:42.031785 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af3fe9e-61c3-426f-ab2d-a9706254e49b req-2a42c191-baeb-4144-96f8-d9a1d4549066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:10:42.034514 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3af3fe9e-61c3-426f-ab2d-a9706254e49b req-2a42c191-baeb-4144-96f8-d9a1d4549066 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f717acd5caa748b6b706fbaad1f3b969&device_id=acddff7a-3ff4-4842-8a90-796eac4fb2e3 HTTP/1.1" status: 200 len: 1096 time: 0.0778730 Aug 05 12:10:42.182670 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af3fe9e-61c3-426f-ab2d-a9706254e49b req-cb907892-4718-4ec8-90e1-d0465cbf2989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:10:42.185816 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3af3fe9e-61c3-426f-ab2d-a9706254e49b req-cb907892-4718-4ec8-90e1-d0465cbf2989 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b881efb6-f52e-4006-a158-c2aa42fef2fe HTTP/1.1" status: 200 len: 912 time: 0.1382139 Aug 05 12:10:42.288933 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3af3fe9e-61c3-426f-ab2d-a9706254e49b req-6f5508be-dadd-4736-8dbd-fc9998c8c532 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d6ba544-8ec5-4a0c-a9cf-9a92f996040a HTTP/1.1" status: 200 len: 999 time: 0.0890424 Aug 05 12:10:42.330198 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-66455c45-f547-4d9b-aa4e-fecb29294821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24', 'name': 'tempest-TestVolumeBootPattern-443103019-router', 'tenant_id': 'f717acd5caa748b6b706fbaad1f3b969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': '60bfddc8-d821-4934-97ac-cf793158e94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:01:50Z', 'updated_at': '2021-08-05T12:02:08Z', 'revision_number': 4, 'project_id': 'f717acd5caa748b6b706fbaad1f3b969', 'gw_port': {'id': '60bfddc8-d821-4934-97ac-cf793158e94a', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:73:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:01:53Z', 'updated_at': '2021-08-05T12:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': '082b25d6-0e96-4d82-9f3e-99a8aff85d47', 'tenant_id': 'f717acd5caa748b6b706fbaad1f3b969', 'floating_ip_address': '172.25.5.187', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': 'e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24', 'port_id': '7d6ba544-8ec5-4a0c-a9cf-9a92f996040a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b881efb6-f52e-4006-a158-c2aa42fef2fe', 'mac_address': 'fa:16:3e:98:a5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acddff7a-3ff4-4842-8a90-796eac4fb2e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T12:10:40Z', 'updated_at': '2021-08-05T12:10:40Z', 'revision_number': 0, 'project_id': 'f717acd5caa748b6b706fbaad1f3b969', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd186cad0-6ab2-4d69-a919-bdb0a850ce74', 'name': '', 'network_id': 'b881efb6-f52e-4006-a158-c2aa42fef2fe', 'tenant_id': 'f717acd5caa748b6b706fbaad1f3b969', 'mac_address': 'fa:16:3e:8a:78:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3257, 'fixed_ips': [{'subnet_id': '96bcc71c-db3b-48c5-a5c3-35b749d6182d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:02:02Z', 'updated_at': '2021-08-05T12:02:24Z', 'revision_number': 5, 'project_id': 'f717acd5caa748b6b706fbaad1f3b969', 'subnets': [{'id': '96bcc71c-db3b-48c5-a5c3-35b749d6182d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:10:42.383509 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66455c45-f547-4d9b-aa4e-fecb29294821 None None] Checking router: e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24 for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:10:42.384367 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af3fe9e-61c3-426f-ab2d-a9706254e49b req-ab844ade-8cac-420b-ad27-3ba7833a07b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:10:42.386003 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3af3fe9e-61c3-426f-ab2d-a9706254e49b req-ab844ade-8cac-420b-ad27-3ba7833a07b8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=96bcc71c-db3b-48c5-a5c3-35b749d6182d HTTP/1.1" status: 200 len: 850 time: 0.0836353 Aug 05 12:10:42.410625 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66455c45-f547-4d9b-aa4e-fecb29294821 None None] Routers {'e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:10:42.411917 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-66455c45-f547-4d9b-aa4e-fecb29294821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:10:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:10:42.443710 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af3fe9e-61c3-426f-ab2d-a9706254e49b req-8eefa6c3-41d6-40e7-a22d-5a8c450a1d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:10:42.445553 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3af3fe9e-61c3-426f-ab2d-a9706254e49b req-8eefa6c3-41d6-40e7-a22d-5a8c450a1d8d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b881efb6-f52e-4006-a158-c2aa42fef2fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503166 Aug 05 12:10:42.590997 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3af3fe9e-61c3-426f-ab2d-a9706254e49b req-94e9c7ff-e0d3-4638-ae3e-0aea15878da8 service neutron] 10.222.0.64 "GET /v2.0/networks/b881efb6-f52e-4006-a158-c2aa42fef2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365111 Aug 05 12:10:42.596373 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-66455c45-f547-4d9b-aa4e-fecb29294821 None None] Set router e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:10:42.711015 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3af3fe9e-61c3-426f-ab2d-a9706254e49b req-fcc2f336-4f2a-4687-8c49-2821a789235b service neutron] 10.222.0.64 "GET /v2.0/networks/b881efb6-f52e-4006-a158-c2aa42fef2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063974 Aug 05 12:10:42.925723 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-66455c45-f547-4d9b-aa4e-fecb29294821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24', 'name': 'tempest-TestVolumeBootPattern-443103019-router', 'tenant_id': 'f717acd5caa748b6b706fbaad1f3b969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': '60bfddc8-d821-4934-97ac-cf793158e94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:01:50Z', 'updated_at': '2021-08-05T12:02:08Z', 'revision_number': 4, 'project_id': 'f717acd5caa748b6b706fbaad1f3b969', 'gw_port': {'id': '60bfddc8-d821-4934-97ac-cf793158e94a', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:73:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:01:53Z', 'updated_at': '2021-08-05T12:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': '082b25d6-0e96-4d82-9f3e-99a8aff85d47', 'tenant_id': 'f717acd5caa748b6b706fbaad1f3b969', 'floating_ip_address': '172.25.5.187', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': 'e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24', 'port_id': '7d6ba544-8ec5-4a0c-a9cf-9a92f996040a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b881efb6-f52e-4006-a158-c2aa42fef2fe', 'mac_address': 'fa:16:3e:98:a5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acddff7a-3ff4-4842-8a90-796eac4fb2e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T12:10:40Z', 'updated_at': '2021-08-05T12:10:40Z', 'revision_number': 0, 'project_id': 'f717acd5caa748b6b706fbaad1f3b969', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd186cad0-6ab2-4d69-a919-bdb0a850ce74', 'name': '', 'network_id': 'b881efb6-f52e-4006-a158-c2aa42fef2fe', 'tenant_id': 'f717acd5caa748b6b706fbaad1f3b969', 'mac_address': 'fa:16:3e:8a:78:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3257, 'fixed_ips': [{'subnet_id': '96bcc71c-db3b-48c5-a5c3-35b749d6182d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:02:02Z', 'updated_at': '2021-08-05T12:02:24Z', 'revision_number': 5, 'project_id': 'f717acd5caa748b6b706fbaad1f3b969', 'subnets': [{'id': '96bcc71c-db3b-48c5-a5c3-35b749d6182d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:10:42.955821 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66455c45-f547-4d9b-aa4e-fecb29294821 None None] The sync data for ids ['e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24'] in n-d-803378-2 is: [{'id': 'e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24', 'name': 'tempest-TestVolumeBootPattern-443103019-router', 'tenant_id': 'f717acd5caa748b6b706fbaad1f3b969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': '60bfddc8-d821-4934-97ac-cf793158e94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:01:50Z', 'updated_at': '2021-08-05T12:02:08Z', 'revision_number': 4, 'project_id': 'f717acd5caa748b6b706fbaad1f3b969', 'gw_port': {'id': '60bfddc8-d821-4934-97ac-cf793158e94a', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:73:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:01:53Z', 'updated_at': '2021-08-05T12:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': '082b25d6-0e96-4d82-9f3e-99a8aff85d47', 'tenant_id': 'f717acd5caa748b6b706fbaad1f3b969', 'floating_ip_address': '172.25.5.187', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': 'e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24', 'port_id': '7d6ba544-8ec5-4a0c-a9cf-9a92f996040a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b881efb6-f52e-4006-a158-c2aa42fef2fe', 'mac_address': 'fa:16:3e:98:a5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acddff7a-3ff4-4842-8a90-796eac4fb2e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T12:10:40Z', 'updated_at': '2021-08-05T12:10:40Z', 'revision_number': 0, 'project_id': 'f717acd5caa748b6b706fbaad1f3b969', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd186cad0-6ab2-4d69-a919-bdb0a850ce74', 'name': '', 'network_id': 'b881efb6-f52e-4006-a158-c2aa42fef2fe', 'tenant_id': 'f717acd5caa748b6b706fbaad1f3b969', 'mac_address': 'fa:16:3e:8a:78:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3257, 'fixed_ips': [{'subnet_id': '96bcc71c-db3b-48c5-a5c3-35b749d6182d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:02:02Z', 'updated_at': '2021-08-05T12:02:24Z', 'revision_number': 5, 'project_id': 'f717acd5caa748b6b706fbaad1f3b969', 'subnets': [{'id': '96bcc71c-db3b-48c5-a5c3-35b749d6182d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:10:43.191676 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf70a69-aae8-4dc4-8efc-67b5d037e58f None None] New status for floating IP 082b25d6-0e96-4d82-9f3e-99a8aff85d47: ACTIVE {{(pid=94422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 12:10:43.982318 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:10:52.411018 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:10:59.648892 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:11:01.692031 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 12:11:06.630926 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [req-ad1b9a31-6c3c-4fcd-a106-eee0a24ae153 req-bf02e89f-e98a-4383-bd47-a8aa14cc4bd3 service neutron] (94420) timed out ('10.222.0.55', 55454) {{(pid=94420) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 05 12:11:07.268792 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e2979ba1-bb36-49a1-a4af-4772744dddb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:11:10.021383 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-d8b26227-db8c-42ca-91a2-6ad277a34ccd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:11:10.101024 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:11:11.834133 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:11:13.986001 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:11:19.450189 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8ed1e3fa-36ee-4b27-aea5-6571967af627 req-905eb7ad-16b8-4df0-8c32-841f5d6cf721 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=295adfcc-63cd-4939-a68d-f1d2f39c6cb5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0604079 Aug 05 12:11:19.590328 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed1e3fa-36ee-4b27-aea5-6571967af627 req-0af507ab-7769-4f2a-8eb4-65b1e9fcc690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:11:19.590986 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed1e3fa-36ee-4b27-aea5-6571967af627 req-0af507ab-7769-4f2a-8eb4-65b1e9fcc690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:11:19.591489 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed1e3fa-36ee-4b27-aea5-6571967af627 req-0af507ab-7769-4f2a-8eb4-65b1e9fcc690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:11:19.591977 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed1e3fa-36ee-4b27-aea5-6571967af627 req-0af507ab-7769-4f2a-8eb4-65b1e9fcc690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:11:19.592621 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed1e3fa-36ee-4b27-aea5-6571967af627 req-0af507ab-7769-4f2a-8eb4-65b1e9fcc690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:11:19.593114 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed1e3fa-36ee-4b27-aea5-6571967af627 req-0af507ab-7769-4f2a-8eb4-65b1e9fcc690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:11:19.593775 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed1e3fa-36ee-4b27-aea5-6571967af627 req-0af507ab-7769-4f2a-8eb4-65b1e9fcc690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:11:19.595929 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8ed1e3fa-36ee-4b27-aea5-6571967af627 req-0af507ab-7769-4f2a-8eb4-65b1e9fcc690 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7f690a1af59141ff99aca95e28eca771&device_id=295adfcc-63cd-4939-a68d-f1d2f39c6cb5 HTTP/1.1" status: 200 len: 6499 time: 0.0613849 Aug 05 12:11:19.740638 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed1e3fa-36ee-4b27-aea5-6571967af627 req-35788160-e18e-4c22-8a8c-63be26e1e407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:11:19.741320 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed1e3fa-36ee-4b27-aea5-6571967af627 req-35788160-e18e-4c22-8a8c-63be26e1e407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:11:19.741930 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed1e3fa-36ee-4b27-aea5-6571967af627 req-35788160-e18e-4c22-8a8c-63be26e1e407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:11:19.744030 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8ed1e3fa-36ee-4b27-aea5-6571967af627 req-35788160-e18e-4c22-8a8c-63be26e1e407 service neutron] 10.222.0.64 "GET /v2.0/networks?id=79bfc6d8-260b-4b47-a4ff-7568441e3a8b&id=efef5820-889f-42cc-a1e8-7a1a3d2a1fbf&id=efef5820-889f-42cc-a1e8-7a1a3d2a1fbf&id=efef5820-889f-42cc-a1e8-7a1a3d2a1fbf&id=efef5820-889f-42cc-a1e8-7a1a3d2a1fbf&id=86bbbaf5-a273-4acb-af27-d15f3d74f788&id=86bbbaf5-a273-4acb-af27-d15f3d74f788 HTTP/1.1" status: 200 len: 2298 time: 0.1120625 Aug 05 12:11:19.826520 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8ed1e3fa-36ee-4b27-aea5-6571967af627 req-2c30d4c3-ce20-4576-a0d4-91e5309f1c12 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7bcb6ae7-f99a-4746-9568-4e0b7720fa3c HTTP/1.1" status: 200 len: 1000 time: 0.0743797 Aug 05 12:11:19.886092 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed1e3fa-36ee-4b27-aea5-6571967af627 req-ee1a0f91-f416-48c5-9187-fcd2cf90eefa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:11:19.888739 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8ed1e3fa-36ee-4b27-aea5-6571967af627 req-ee1a0f91-f416-48c5-9187-fcd2cf90eefa service neutron] 10.222.0.64 "GET /v2.0/subnets?id=90c3c35a-eac3-416b-b90c-3f9071c29dcd HTTP/1.1" status: 200 len: 856 time: 0.0532696 Aug 05 12:11:19.951543 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed1e3fa-36ee-4b27-aea5-6571967af627 req-4286329d-c097-40bc-a27b-57e8ecbe83be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:11:19.953567 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8ed1e3fa-36ee-4b27-aea5-6571967af627 req-4286329d-c097-40bc-a27b-57e8ecbe83be service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=79bfc6d8-260b-4b47-a4ff-7568441e3a8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524640 Aug 05 12:11:20.125500 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8ed1e3fa-36ee-4b27-aea5-6571967af627 req-b3d11c91-eefd-4d77-92b0-a98cb74e0523 service neutron] 10.222.0.64 "GET /v2.0/networks/79bfc6d8-260b-4b47-a4ff-7568441e3a8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610253 Aug 05 12:11:20.262363 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8ed1e3fa-36ee-4b27-aea5-6571967af627 req-10feaeff-9eb6-45b6-bb73-d6420ee9c355 service neutron] 10.222.0.64 "GET /v2.0/networks/79bfc6d8-260b-4b47-a4ff-7568441e3a8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250281 Aug 05 12:11:20.324329 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8ed1e3fa-36ee-4b27-aea5-6571967af627 req-d77df93b-a361-4165-9bdb-64ca55925fbf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.71&port_id=2cab8c34-cbf9-450f-9c67-c8ac5da7b895 HTTP/1.1" status: 200 len: 217 time: 0.0524609 Aug 05 12:11:20.392969 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed1e3fa-36ee-4b27-aea5-6571967af627 req-31004fb8-14d5-4e3f-a94f-a2dcad71f924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:11:20.394589 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8ed1e3fa-36ee-4b27-aea5-6571967af627 req-31004fb8-14d5-4e3f-a94f-a2dcad71f924 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f10aca1c-e17e-479d-aec1-1d33ddacd74e HTTP/1.1" status: 200 len: 797 time: 0.0593040 Aug 05 12:11:20.460084 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed1e3fa-36ee-4b27-aea5-6571967af627 req-ffd85bf2-b91a-492b-8eeb-059d01288659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:11:20.461785 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8ed1e3fa-36ee-4b27-aea5-6571967af627 req-ffd85bf2-b91a-492b-8eeb-059d01288659 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=efef5820-889f-42cc-a1e8-7a1a3d2a1fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0520554 Aug 05 12:11:20.574251 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8ed1e3fa-36ee-4b27-aea5-6571967af627 req-f31cf0b2-6102-4a5f-9782-b6871d4de941 service neutron] 10.222.0.64 "GET /v2.0/networks/efef5820-889f-42cc-a1e8-7a1a3d2a1fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991030 Aug 05 12:11:20.689165 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8ed1e3fa-36ee-4b27-aea5-6571967af627 req-2ba3d98d-8d4f-4246-9b5d-6cf407ca4fac service neutron] 10.222.0.64 "GET /v2.0/networks/efef5820-889f-42cc-a1e8-7a1a3d2a1fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039927 Aug 05 12:11:20.743663 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8ed1e3fa-36ee-4b27-aea5-6571967af627 req-fb8f36aa-36ea-4b52-a559-2f504a1f2668 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.196&port_id=a3c6ede4-0a04-4dea-85c9-68e5fd39b91f HTTP/1.1" status: 200 len: 217 time: 0.0459037 Aug 05 12:11:20.831964 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed1e3fa-36ee-4b27-aea5-6571967af627 req-293bdd3f-1cef-4736-bcfe-96b5711a40a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:11:20.833542 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8ed1e3fa-36ee-4b27-aea5-6571967af627 req-293bdd3f-1cef-4736-bcfe-96b5711a40a6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f10aca1c-e17e-479d-aec1-1d33ddacd74e HTTP/1.1" status: 200 len: 797 time: 0.0814736 Aug 05 12:11:20.890858 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed1e3fa-36ee-4b27-aea5-6571967af627 req-8ef71606-67da-4fbf-869a-2724d49bfd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:11:20.892441 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8ed1e3fa-36ee-4b27-aea5-6571967af627 req-8ef71606-67da-4fbf-869a-2724d49bfd43 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=efef5820-889f-42cc-a1e8-7a1a3d2a1fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0476305 Aug 05 12:11:21.006752 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8ed1e3fa-36ee-4b27-aea5-6571967af627 req-ec4249b3-df3c-478a-b768-e1568db43e90 service neutron] 10.222.0.64 "GET /v2.0/networks/efef5820-889f-42cc-a1e8-7a1a3d2a1fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985422 Aug 05 12:11:21.158771 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8ed1e3fa-36ee-4b27-aea5-6571967af627 req-19e58193-2ad6-4235-b80a-5a455f2278c0 service neutron] 10.222.0.64 "GET /v2.0/networks/efef5820-889f-42cc-a1e8-7a1a3d2a1fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331007 Aug 05 12:11:21.207533 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8ed1e3fa-36ee-4b27-aea5-6571967af627 req-07c04e38-f40b-4638-b957-e2bfd8fcbaf2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.240&port_id=79281129-8f90-4603-b7b5-3c88d3cba5a8 HTTP/1.1" status: 200 len: 217 time: 0.0391879 Aug 05 12:11:21.264058 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed1e3fa-36ee-4b27-aea5-6571967af627 req-371a08d3-fab4-40aa-b62f-920a8eea7fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:11:21.265663 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8ed1e3fa-36ee-4b27-aea5-6571967af627 req-371a08d3-fab4-40aa-b62f-920a8eea7fa4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f10aca1c-e17e-479d-aec1-1d33ddacd74e HTTP/1.1" status: 200 len: 797 time: 0.0497050 Aug 05 12:11:21.326549 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed1e3fa-36ee-4b27-aea5-6571967af627 req-abd6aed3-ad1d-4e68-9f0e-efb1c17daa24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:11:21.328010 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8ed1e3fa-36ee-4b27-aea5-6571967af627 req-abd6aed3-ad1d-4e68-9f0e-efb1c17daa24 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=efef5820-889f-42cc-a1e8-7a1a3d2a1fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0545433 Aug 05 12:11:21.434460 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8ed1e3fa-36ee-4b27-aea5-6571967af627 req-9b54ba3d-6c31-4e08-9cce-458095abbc5d service neutron] 10.222.0.64 "GET /v2.0/networks/efef5820-889f-42cc-a1e8-7a1a3d2a1fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927224 Aug 05 12:11:21.962357 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b6fa7ae3-76bd-487c-8f15-0ecc7ed990eb req-214c3d50-1e72-422a-a38a-01032830532f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=aebf32b0-8b28-4d52-b7da-cb45110aff5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0711451 Aug 05 12:11:21.979697 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8ed1e3fa-36ee-4b27-aea5-6571967af627 req-486c8c63-b24f-4d4f-980d-9076fdb3363e service neutron] 10.222.0.64 "GET /v2.0/networks/efef5820-889f-42cc-a1e8-7a1a3d2a1fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5372534 Aug 05 12:11:22.050550 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8ed1e3fa-36ee-4b27-aea5-6571967af627 req-9b078861-a548-4d7f-87e8-64e938d8e073 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.106&port_id=89bbd496-bb01-4b41-b65d-af7444dd347d HTTP/1.1" status: 200 len: 217 time: 0.0579021 Aug 05 12:11:22.127603 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed1e3fa-36ee-4b27-aea5-6571967af627 req-8873b47d-1caf-42d9-ab05-c36cb4fac347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:11:22.129239 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8ed1e3fa-36ee-4b27-aea5-6571967af627 req-8873b47d-1caf-42d9-ab05-c36cb4fac347 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f10aca1c-e17e-479d-aec1-1d33ddacd74e HTTP/1.1" status: 200 len: 797 time: 0.0599968 Aug 05 12:11:22.131329 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fa7ae3-76bd-487c-8f15-0ecc7ed990eb req-eead386a-c7a3-4423-b535-3b0d08c51247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:11:22.133326 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b6fa7ae3-76bd-487c-8f15-0ecc7ed990eb req-eead386a-c7a3-4423-b535-3b0d08c51247 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5ac79aa4804c4ec78dd715e0f7f164e5&device_id=aebf32b0-8b28-4d52-b7da-cb45110aff5c HTTP/1.1" status: 200 len: 1097 time: 0.0921679 Aug 05 12:11:22.291317 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed1e3fa-36ee-4b27-aea5-6571967af627 req-c2e48289-9196-4c17-be68-6d88a2231df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:11:22.294739 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8ed1e3fa-36ee-4b27-aea5-6571967af627 req-c2e48289-9196-4c17-be68-6d88a2231df1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=efef5820-889f-42cc-a1e8-7a1a3d2a1fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1517465 Aug 05 12:11:22.402887 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:11:22.407510 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fa7ae3-76bd-487c-8f15-0ecc7ed990eb req-b3d1d548-a48a-4f24-9b24-f74caee4154c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:11:22.410075 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b6fa7ae3-76bd-487c-8f15-0ecc7ed990eb req-b3d1d548-a48a-4f24-9b24-f74caee4154c service neutron] 10.222.0.55 "GET /v2.0/networks?id=3f19e325-64cf-4e1f-b582-b20cec605cde HTTP/1.1" status: 200 len: 912 time: 0.2545254 Aug 05 12:11:22.537322 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b6fa7ae3-76bd-487c-8f15-0ecc7ed990eb req-70bb3f57-cb68-4194-96a2-f7bac9403c2a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0cd34b4-46eb-4ad4-a681-89e4c0157bb2 HTTP/1.1" status: 200 len: 1001 time: 0.1189966 Aug 05 12:11:22.597359 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8ed1e3fa-36ee-4b27-aea5-6571967af627 req-7042d4e6-da07-412e-b188-784c15d2474f service neutron] 10.222.0.64 "GET /v2.0/networks/efef5820-889f-42cc-a1e8-7a1a3d2a1fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2890236 Aug 05 12:11:22.718523 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fa7ae3-76bd-487c-8f15-0ecc7ed990eb req-8812041c-e701-417a-a01e-0cad13b7ba53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:11:22.720052 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b6fa7ae3-76bd-487c-8f15-0ecc7ed990eb req-8812041c-e701-417a-a01e-0cad13b7ba53 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=aeea250c-5d17-40dc-96d1-f040d8812261 HTTP/1.1" status: 200 len: 850 time: 0.1741014 Aug 05 12:11:22.803436 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8ed1e3fa-36ee-4b27-aea5-6571967af627 req-ba9b787f-5446-4625-90f5-bb0d7e7487de service neutron] 10.222.0.64 "GET /v2.0/networks/efef5820-889f-42cc-a1e8-7a1a3d2a1fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944928 Aug 05 12:11:22.807163 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fa7ae3-76bd-487c-8f15-0ecc7ed990eb req-aa1ad013-111b-4c2c-a8f4-d5673150ff95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:11:22.809418 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b6fa7ae3-76bd-487c-8f15-0ecc7ed990eb req-aa1ad013-111b-4c2c-a8f4-d5673150ff95 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3f19e325-64cf-4e1f-b582-b20cec605cde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0814910 Aug 05 12:11:22.878686 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8ed1e3fa-36ee-4b27-aea5-6571967af627 req-d4cee07d-77b8-4f5b-9a3e-ad2d35184be5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fdc00ed3-1ef7-4580-87ca-41c84ea3e979 HTTP/1.1" status: 200 len: 217 time: 0.0652924 Aug 05 12:11:22.986548 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed1e3fa-36ee-4b27-aea5-6571967af627 req-7c6bb060-6896-4545-a111-28ac014f5e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:11:22.988867 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8ed1e3fa-36ee-4b27-aea5-6571967af627 req-7c6bb060-6896-4545-a111-28ac014f5e56 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=78405c69-bcbd-4bcb-8a8c-a035481e47e0 HTTP/1.1" status: 200 len: 797 time: 0.0803735 Aug 05 12:11:23.038851 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b6fa7ae3-76bd-487c-8f15-0ecc7ed990eb req-49b39164-7055-4d95-ae4d-cfc276acaf28 service neutron] 10.222.0.55 "GET /v2.0/networks/3f19e325-64cf-4e1f-b582-b20cec605cde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189987 Aug 05 12:11:23.133160 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed1e3fa-36ee-4b27-aea5-6571967af627 req-04ba461d-402e-42b8-a1c8-b2724cca09a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:11:23.134888 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8ed1e3fa-36ee-4b27-aea5-6571967af627 req-04ba461d-402e-42b8-a1c8-b2724cca09a6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=86bbbaf5-a273-4acb-af27-d15f3d74f788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1179051 Aug 05 12:11:23.237364 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b6fa7ae3-76bd-487c-8f15-0ecc7ed990eb req-b5176cb1-1f82-44d5-bf66-ae0e4981ef80 service neutron] 10.222.0.55 "GET /v2.0/networks/3f19e325-64cf-4e1f-b582-b20cec605cde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803427 Aug 05 12:11:23.295199 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8ed1e3fa-36ee-4b27-aea5-6571967af627 req-9b4b7e41-2869-4651-b79b-7e12bfd4627c service neutron] 10.222.0.64 "GET /v2.0/networks/86bbbaf5-a273-4acb-af27-d15f3d74f788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473005 Aug 05 12:11:23.414523 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8ed1e3fa-36ee-4b27-aea5-6571967af627 req-8f6b482d-2f26-4d2b-a32c-aaf3eb7f6e69 service neutron] 10.222.0.64 "GET /v2.0/networks/86bbbaf5-a273-4acb-af27-d15f3d74f788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050923 Aug 05 12:11:23.501172 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8ed1e3fa-36ee-4b27-aea5-6571967af627 req-396454f7-bec0-4630-93a3-51250efe1656 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d79a8c0b-1e74-416a-91c7-f9e3fcbe25d4 HTTP/1.1" status: 200 len: 217 time: 0.0761099 Aug 05 12:11:23.570170 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed1e3fa-36ee-4b27-aea5-6571967af627 req-4deaffe1-e9b5-4094-9b42-069a4a84e701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:11:23.571922 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8ed1e3fa-36ee-4b27-aea5-6571967af627 req-4deaffe1-e9b5-4094-9b42-069a4a84e701 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=78405c69-bcbd-4bcb-8a8c-a035481e47e0 HTTP/1.1" status: 200 len: 797 time: 0.0611715 Aug 05 12:11:23.641739 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed1e3fa-36ee-4b27-aea5-6571967af627 req-fea587ef-f44d-432f-a802-4f08e24a8b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:11:23.644955 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8ed1e3fa-36ee-4b27-aea5-6571967af627 req-fea587ef-f44d-432f-a802-4f08e24a8b95 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=86bbbaf5-a273-4acb-af27-d15f3d74f788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0631411 Aug 05 12:11:23.771967 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8ed1e3fa-36ee-4b27-aea5-6571967af627 req-ae410767-26bb-4947-b994-a4de2bbcb8e6 service neutron] 10.222.0.64 "GET /v2.0/networks/86bbbaf5-a273-4acb-af27-d15f3d74f788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178262 Aug 05 12:11:23.920004 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8ed1e3fa-36ee-4b27-aea5-6571967af627 req-8bbae5c7-2467-4664-95e1-a9c258df22b6 service neutron] 10.222.0.64 "GET /v2.0/networks/86bbbaf5-a273-4acb-af27-d15f3d74f788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356678 Aug 05 12:11:29.664660 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:11:31.975677 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a9bbf8-597a-4d41-aa34-3b290ede60c1 req-80ed368f-3a24-4783-b8f8-c58d8092be34 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:11:31.982555 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a9bbf8-597a-4d41-aa34-3b290ede60c1 req-80ed368f-3a24-4783-b8f8-c58d8092be34 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:11:31.989085 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a9bbf8-597a-4d41-aa34-3b290ede60c1 req-80ed368f-3a24-4783-b8f8-c58d8092be34 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:11:31.996670 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a9bbf8-597a-4d41-aa34-3b290ede60c1 req-80ed368f-3a24-4783-b8f8-c58d8092be34 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:11:32.005015 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a9bbf8-597a-4d41-aa34-3b290ede60c1 req-80ed368f-3a24-4783-b8f8-c58d8092be34 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:11:32.012756 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a9bbf8-597a-4d41-aa34-3b290ede60c1 req-80ed368f-3a24-4783-b8f8-c58d8092be34 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:11:32.020677 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a9bbf8-597a-4d41-aa34-3b290ede60c1 req-80ed368f-3a24-4783-b8f8-c58d8092be34 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:11:32.023834 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f1a9bbf8-597a-4d41-aa34-3b290ede60c1 req-80ed368f-3a24-4783-b8f8-c58d8092be34 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/ports?device_id=295adfcc-63cd-4939-a68d-f1d2f39c6cb5 HTTP/1.1" status: 200 len: 5442 time: 0.1246350 Aug 05 12:11:32.085644 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f1a9bbf8-597a-4d41-aa34-3b290ede60c1 req-a88e3499-ded7-4594-8a98-f4df8eab928d tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/security-groups?id=febd0f78-107f-43e4-b53e-32336893412a&id=b75859e9-ba11-494c-9174-a2b56bb00afd&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0534022 Aug 05 12:11:33.672036 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bc1cc5-824c-4e49-ab41-afb476377fb0 req-eb64f44a-0084-45f8-93e0-9584a90d0967 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:11:33.678960 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bc1cc5-824c-4e49-ab41-afb476377fb0 req-eb64f44a-0084-45f8-93e0-9584a90d0967 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:11:33.685545 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bc1cc5-824c-4e49-ab41-afb476377fb0 req-eb64f44a-0084-45f8-93e0-9584a90d0967 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:11:33.692095 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bc1cc5-824c-4e49-ab41-afb476377fb0 req-eb64f44a-0084-45f8-93e0-9584a90d0967 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:11:33.698974 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bc1cc5-824c-4e49-ab41-afb476377fb0 req-eb64f44a-0084-45f8-93e0-9584a90d0967 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:11:33.705593 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bc1cc5-824c-4e49-ab41-afb476377fb0 req-eb64f44a-0084-45f8-93e0-9584a90d0967 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:11:33.712997 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bc1cc5-824c-4e49-ab41-afb476377fb0 req-eb64f44a-0084-45f8-93e0-9584a90d0967 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:11:33.716021 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a2bc1cc5-824c-4e49-ab41-afb476377fb0 req-eb64f44a-0084-45f8-93e0-9584a90d0967 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/ports?device_id=295adfcc-63cd-4939-a68d-f1d2f39c6cb5 HTTP/1.1" status: 200 len: 5442 time: 0.5027766 Aug 05 12:11:33.790629 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a2bc1cc5-824c-4e49-ab41-afb476377fb0 req-abfd964b-7d8c-433a-b024-9984f3864c42 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/security-groups?id=febd0f78-107f-43e4-b53e-32336893412a&id=b75859e9-ba11-494c-9174-a2b56bb00afd&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0667586 Aug 05 12:11:34.125582 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca92d69-18e9-4cd3-81ef-1088327374ca req-56468408-f456-4f95-b861-91f2a344bd8d tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:11:34.131634 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca92d69-18e9-4cd3-81ef-1088327374ca req-56468408-f456-4f95-b861-91f2a344bd8d tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:11:34.139420 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca92d69-18e9-4cd3-81ef-1088327374ca req-56468408-f456-4f95-b861-91f2a344bd8d tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:11:34.145824 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca92d69-18e9-4cd3-81ef-1088327374ca req-56468408-f456-4f95-b861-91f2a344bd8d tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:11:34.154982 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca92d69-18e9-4cd3-81ef-1088327374ca req-56468408-f456-4f95-b861-91f2a344bd8d tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:11:34.161459 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca92d69-18e9-4cd3-81ef-1088327374ca req-56468408-f456-4f95-b861-91f2a344bd8d tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:11:34.169870 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca92d69-18e9-4cd3-81ef-1088327374ca req-56468408-f456-4f95-b861-91f2a344bd8d tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:11:34.171906 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-aca92d69-18e9-4cd3-81ef-1088327374ca req-56468408-f456-4f95-b861-91f2a344bd8d tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.64 "GET /v2.0/ports?device_id=295adfcc-63cd-4939-a68d-f1d2f39c6cb5 HTTP/1.1" status: 200 len: 5442 time: 0.1130414 Aug 05 12:11:34.234738 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca92d69-18e9-4cd3-81ef-1088327374ca req-0da1a3d8-7cf6-4710-90f5-c8023929aa59 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:11:34.236550 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-aca92d69-18e9-4cd3-81ef-1088327374ca req-0da1a3d8-7cf6-4710-90f5-c8023929aa59 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.64 "GET /v2.0/ports/a3c6ede4-0a04-4dea-85c9-68e5fd39b91f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0556085 Aug 05 12:11:34.367742 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-aca92d69-18e9-4cd3-81ef-1088327374ca req-33859f07-5490-4b95-b4e3-573b3823e288 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.64 "GET /v2.0/networks/efef5820-889f-42cc-a1e8-7a1a3d2a1fbf?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1233149 Aug 05 12:11:34.381602 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-aca92d69-18e9-4cd3-81ef-1088327374ca req-2d60a796-b0fd-437e-b20b-30c954c835e2 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:11:34.471435 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-aca92d69-18e9-4cd3-81ef-1088327374ca req-2d60a796-b0fd-437e-b20b-30c954c835e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:11:34.676544 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-aca92d69-18e9-4cd3-81ef-1088327374ca req-2d60a796-b0fd-437e-b20b-30c954c835e2 service neutron] For port a3c6ede4-0a04-4dea-85c9-68e5fd39b91f, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=a3c6ede4-0a04-4dea-85c9-68e5fd39b91f,segment=NetworkSegment(b5893b6e-06cf-4700-b98e-3330d41c521f),segment_id=b5893b6e-06cf-4700-b98e-3330d41c521f)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:11:34.722851 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-aca92d69-18e9-4cd3-81ef-1088327374ca req-2d60a796-b0fd-437e-b20b-30c954c835e2 service neutron] For port a3c6ede4-0a04-4dea-85c9-68e5fd39b91f, host n-h1-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:11:34.764458 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-aca92d69-18e9-4cd3-81ef-1088327374ca req-2d60a796-b0fd-437e-b20b-30c954c835e2 service neutron] device_id is not set on port a3c6ede4-0a04-4dea-85c9-68e5fd39b91f yet. {{(pid=94421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 12:11:34.774605 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-aca92d69-18e9-4cd3-81ef-1088327374ca req-2d60a796-b0fd-437e-b20b-30c954c835e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:11:34.782719 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-aca92d69-18e9-4cd3-81ef-1088327374ca req-2d60a796-b0fd-437e-b20b-30c954c835e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:11:34.866935 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-aca92d69-18e9-4cd3-81ef-1088327374ca req-2d60a796-b0fd-437e-b20b-30c954c835e2 service neutron] No DVR routers for this DVR port a3c6ede4-0a04-4dea-85c9-68e5fd39b91f on host n-h1-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:11:34.911647 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d60a796-b0fd-437e-b20b-30c954c835e2 service neutron] Pushing event updated for resources: {'Port': ['ID=a3c6ede4-0a04-4dea-85c9-68e5fd39b91f,revision_number=6']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:11:34.926923 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d60a796-b0fd-437e-b20b-30c954c835e2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:11:34.927456 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d60a796-b0fd-437e-b20b-30c954c835e2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:11:34.927645 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d60a796-b0fd-437e-b20b-30c954c835e2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:11:34.927915 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d60a796-b0fd-437e-b20b-30c954c835e2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:11:34.928244 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d60a796-b0fd-437e-b20b-30c954c835e2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:11:34.928624 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d60a796-b0fd-437e-b20b-30c954c835e2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:11:34.929178 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d60a796-b0fd-437e-b20b-30c954c835e2 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:11:34.929540 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d60a796-b0fd-437e-b20b-30c954c835e2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:11:34.929874 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d60a796-b0fd-437e-b20b-30c954c835e2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:11:34.930309 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d60a796-b0fd-437e-b20b-30c954c835e2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:11:34.930510 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d60a796-b0fd-437e-b20b-30c954c835e2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:11:34.930923 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d60a796-b0fd-437e-b20b-30c954c835e2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:11:34.944178 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-aca92d69-18e9-4cd3-81ef-1088327374ca req-2d60a796-b0fd-437e-b20b-30c954c835e2 service neutron] In _notify_port_updated(), no bound segment for port a3c6ede4-0a04-4dea-85c9-68e5fd39b91f on network efef5820-889f-42cc-a1e8-7a1a3d2a1fbf {{(pid=94421) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 05 12:11:34.945813 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca92d69-18e9-4cd3-81ef-1088327374ca req-2d60a796-b0fd-437e-b20b-30c954c835e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:11:34.946040 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-aca92d69-18e9-4cd3-81ef-1088327374ca req-2d60a796-b0fd-437e-b20b-30c954c835e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:11:34.947617 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-aca92d69-18e9-4cd3-81ef-1088327374ca req-2d60a796-b0fd-437e-b20b-30c954c835e2 service neutron] 10.222.0.64 "PUT /v2.0/ports/a3c6ede4-0a04-4dea-85c9-68e5fd39b91f HTTP/1.1" status: 200 len: 1031 time: 0.5710406 Aug 05 12:11:35.014829 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca92d69-18e9-4cd3-81ef-1088327374ca req-2096f814-8734-40ca-85e3-fde1791fb24b tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:11:35.016680 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-aca92d69-18e9-4cd3-81ef-1088327374ca req-2096f814-8734-40ca-85e3-fde1791fb24b tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.64 "GET /v2.0/ports/2cab8c34-cbf9-450f-9c67-c8ac5da7b895?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0547376 Aug 05 12:11:35.030138 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-aca92d69-18e9-4cd3-81ef-1088327374ca req-25e82b75-2eb7-4ea6-b3f6-c9242782ed1e service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:11:35.070867 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5674c1-2b6b-47e9-9c84-de62c43d51b8 req-e449c2ac-edba-4edd-8952-91a571b9496b tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:11:35.082397 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5674c1-2b6b-47e9-9c84-de62c43d51b8 req-e449c2ac-edba-4edd-8952-91a571b9496b tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:11:35.089386 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5674c1-2b6b-47e9-9c84-de62c43d51b8 req-e449c2ac-edba-4edd-8952-91a571b9496b tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:11:35.097557 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5674c1-2b6b-47e9-9c84-de62c43d51b8 req-e449c2ac-edba-4edd-8952-91a571b9496b tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:11:35.103076 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-aca92d69-18e9-4cd3-81ef-1088327374ca req-25e82b75-2eb7-4ea6-b3f6-c9242782ed1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:11:35.107363 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5674c1-2b6b-47e9-9c84-de62c43d51b8 req-e449c2ac-edba-4edd-8952-91a571b9496b tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:11:35.114549 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5674c1-2b6b-47e9-9c84-de62c43d51b8 req-e449c2ac-edba-4edd-8952-91a571b9496b tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:11:35.120938 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fa5674c1-2b6b-47e9-9c84-de62c43d51b8 req-e449c2ac-edba-4edd-8952-91a571b9496b tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/ports?device_id=295adfcc-63cd-4939-a68d-f1d2f39c6cb5 HTTP/1.1" status: 200 len: 4664 time: 0.1655600 Aug 05 12:11:35.190223 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fa5674c1-2b6b-47e9-9c84-de62c43d51b8 req-370c97bc-8c1d-458e-a537-4d701919e5f0 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/security-groups?id=febd0f78-107f-43e4-b53e-32336893412a&id=b75859e9-ba11-494c-9174-a2b56bb00afd&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0645387 Aug 05 12:11:35.262256 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-bcf67afd-0e7c-4005-8ed1-023ed801ab7f None None] Provisioning complete for port a3c6ede4-0a04-4dea-85c9-68e5fd39b91f triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:11:35.263072 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-bcf67afd-0e7c-4005-8ed1-023ed801ab7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:11:35.309281 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-bcf67afd-0e7c-4005-8ed1-023ed801ab7f None None] Port a3c6ede4-0a04-4dea-85c9-68e5fd39b91f cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 12:11:35.309556 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-aca92d69-18e9-4cd3-81ef-1088327374ca req-25e82b75-2eb7-4ea6-b3f6-c9242782ed1e service neutron] For port 2cab8c34-cbf9-450f-9c67-c8ac5da7b895, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=2cab8c34-cbf9-450f-9c67-c8ac5da7b895,segment=NetworkSegment(b5893b6e-06cf-4700-b98e-3330d41c521f),segment_id=b5893b6e-06cf-4700-b98e-3330d41c521f)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:11:35.356077 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-aca92d69-18e9-4cd3-81ef-1088327374ca req-25e82b75-2eb7-4ea6-b3f6-c9242782ed1e service neutron] For port 2cab8c34-cbf9-450f-9c67-c8ac5da7b895, host n-h1-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:11:35.395374 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-aca92d69-18e9-4cd3-81ef-1088327374ca req-25e82b75-2eb7-4ea6-b3f6-c9242782ed1e service neutron] device_id is not set on port 2cab8c34-cbf9-450f-9c67-c8ac5da7b895 yet. {{(pid=94421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 12:11:35.407829 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-aca92d69-18e9-4cd3-81ef-1088327374ca req-25e82b75-2eb7-4ea6-b3f6-c9242782ed1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:11:35.415848 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-aca92d69-18e9-4cd3-81ef-1088327374ca req-25e82b75-2eb7-4ea6-b3f6-c9242782ed1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:11:35.533110 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-aca92d69-18e9-4cd3-81ef-1088327374ca req-25e82b75-2eb7-4ea6-b3f6-c9242782ed1e service neutron] No DVR routers for this DVR port 2cab8c34-cbf9-450f-9c67-c8ac5da7b895 on host n-h1-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:11:35.543112 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e82b75-2eb7-4ea6-b3f6-c9242782ed1e service neutron] Pushing event updated for resources: {'Port': ['ID=2cab8c34-cbf9-450f-9c67-c8ac5da7b895,revision_number=6']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:11:35.595569 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-aca92d69-18e9-4cd3-81ef-1088327374ca req-25e82b75-2eb7-4ea6-b3f6-c9242782ed1e service neutron] In _notify_port_updated(), no bound segment for port 2cab8c34-cbf9-450f-9c67-c8ac5da7b895 on network efef5820-889f-42cc-a1e8-7a1a3d2a1fbf {{(pid=94421) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 05 12:11:35.596880 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca92d69-18e9-4cd3-81ef-1088327374ca req-25e82b75-2eb7-4ea6-b3f6-c9242782ed1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:11:35.597821 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-aca92d69-18e9-4cd3-81ef-1088327374ca req-25e82b75-2eb7-4ea6-b3f6-c9242782ed1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:11:35.599464 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-aca92d69-18e9-4cd3-81ef-1088327374ca req-25e82b75-2eb7-4ea6-b3f6-c9242782ed1e service neutron] 10.222.0.64 "PUT /v2.0/ports/2cab8c34-cbf9-450f-9c67-c8ac5da7b895 HTTP/1.1" status: 200 len: 1031 time: 0.5747991 Aug 05 12:11:35.748063 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-19148b06-48aa-40fa-b7f6-92c49d382c80 None None] Provisioning complete for port 2cab8c34-cbf9-450f-9c67-c8ac5da7b895 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:11:35.748976 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-19148b06-48aa-40fa-b7f6-92c49d382c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:11:35.753443 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-aca92d69-18e9-4cd3-81ef-1088327374ca req-bb803f3c-d2d6-4260-a3bd-32b8ebec9aa2 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Deleting port fdc00ed3-1ef7-4580-87ca-41c84ea3e979 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:11:35.754055 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-aca92d69-18e9-4cd3-81ef-1088327374ca req-bb803f3c-d2d6-4260-a3bd-32b8ebec9aa2 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:11:35.795254 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-19148b06-48aa-40fa-b7f6-92c49d382c80 None None] Port 2cab8c34-cbf9-450f-9c67-c8ac5da7b895 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 12:11:35.873507 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-aca92d69-18e9-4cd3-81ef-1088327374ca req-bb803f3c-d2d6-4260-a3bd-32b8ebec9aa2 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] For port fdc00ed3-1ef7-4580-87ca-41c84ea3e979, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=fdc00ed3-1ef7-4580-87ca-41c84ea3e979,segment=NetworkSegment(5eb1533d-710e-493a-b76f-469038d5d33b),segment_id=5eb1533d-710e-493a-b76f-469038d5d33b)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:11:35.874324 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-aca92d69-18e9-4cd3-81ef-1088327374ca req-bb803f3c-d2d6-4260-a3bd-32b8ebec9aa2 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:11:35.891927 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-aca92d69-18e9-4cd3-81ef-1088327374ca req-bb803f3c-d2d6-4260-a3bd-32b8ebec9aa2 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Calling delete_port for fdc00ed3-1ef7-4580-87ca-41c84ea3e979 owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:11:36.069810 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-aca92d69-18e9-4cd3-81ef-1088327374ca req-bb803f3c-d2d6-4260-a3bd-32b8ebec9aa2 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:11:36.122891 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb803f3c-d2d6-4260-a3bd-32b8ebec9aa2 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Pushing event deleted for resources: {'Port': ['ID=fdc00ed3-1ef7-4580-87ca-41c84ea3e979,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:11:36.197581 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-aca92d69-18e9-4cd3-81ef-1088327374ca req-bb803f3c-d2d6-4260-a3bd-32b8ebec9aa2 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] No DVR routers for this DVR port fdc00ed3-1ef7-4580-87ca-41c84ea3e979 on host n-h1-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:11:36.202689 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-aca92d69-18e9-4cd3-81ef-1088327374ca req-bb803f3c-d2d6-4260-a3bd-32b8ebec9aa2 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:11:36.206429 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-aca92d69-18e9-4cd3-81ef-1088327374ca req-bb803f3c-d2d6-4260-a3bd-32b8ebec9aa2 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.64 "DELETE /v2.0/ports/fdc00ed3-1ef7-4580-87ca-41c84ea3e979 HTTP/1.1" status: 204 len: 173 time: 0.5971386 Aug 05 12:11:36.207177 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '295adfcc-63cd-4939-a68d-f1d2f39c6cb5', 'name': 'network-vif-deleted', 'tag': 'fdc00ed3-1ef7-4580-87ca-41c84ea3e979'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:11:36.211196 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83f260f1-edda-4e48-9c42-1d781e79b2af" -d '{"events": [{"server_uuid": "295adfcc-63cd-4939-a68d-f1d2f39c6cb5", "name": "network-vif-deleted", "tag": "fdc00ed3-1ef7-4580-87ca-41c84ea3e979"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:11:36.272337 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 12:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa0f3387-993b-499e-bbc4-f532acaab63e x-openstack-request-id: req-aa0f3387-993b-499e-bbc4-f532acaab63e {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:11:36.272654 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "295adfcc-63cd-4939-a68d-f1d2f39c6cb5", "name": "network-vif-deleted", "tag": "fdc00ed3-1ef7-4580-87ca-41c84ea3e979", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:11:36.273074 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-aa0f3387-993b-499e-bbc4-f532acaab63e {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:11:36.273346 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '295adfcc-63cd-4939-a68d-f1d2f39c6cb5', 'name': 'network-vif-deleted', 'tag': 'fdc00ed3-1ef7-4580-87ca-41c84ea3e979', 'status': 'completed', 'code': 200} Aug 05 12:11:36.374471 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-aca92d69-18e9-4cd3-81ef-1088327374ca req-8668d268-a2a8-470d-9de1-c59920545509 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Deleting port 89bbd496-bb01-4b41-b65d-af7444dd347d {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:11:36.375215 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-aca92d69-18e9-4cd3-81ef-1088327374ca req-8668d268-a2a8-470d-9de1-c59920545509 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:11:36.435671 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6089f1-3392-498f-9251-c70974b7c3bc req-45fdd6c4-36fe-4b7b-ba6f-95bdca30d8f1 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:11:36.442450 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6089f1-3392-498f-9251-c70974b7c3bc req-45fdd6c4-36fe-4b7b-ba6f-95bdca30d8f1 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:11:36.449350 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6089f1-3392-498f-9251-c70974b7c3bc req-45fdd6c4-36fe-4b7b-ba6f-95bdca30d8f1 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:11:36.455871 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6089f1-3392-498f-9251-c70974b7c3bc req-45fdd6c4-36fe-4b7b-ba6f-95bdca30d8f1 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:11:36.458254 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ac6089f1-3392-498f-9251-c70974b7c3bc req-45fdd6c4-36fe-4b7b-ba6f-95bdca30d8f1 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/ports?device_id=295adfcc-63cd-4939-a68d-f1d2f39c6cb5 HTTP/1.1" status: 200 len: 3151 time: 0.1106811 Aug 05 12:11:36.509317 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-aca92d69-18e9-4cd3-81ef-1088327374ca req-8668d268-a2a8-470d-9de1-c59920545509 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] For port 89bbd496-bb01-4b41-b65d-af7444dd347d, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=89bbd496-bb01-4b41-b65d-af7444dd347d,segment=NetworkSegment(b5893b6e-06cf-4700-b98e-3330d41c521f),segment_id=b5893b6e-06cf-4700-b98e-3330d41c521f)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:11:36.509925 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-aca92d69-18e9-4cd3-81ef-1088327374ca req-8668d268-a2a8-470d-9de1-c59920545509 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:11:36.531831 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ac6089f1-3392-498f-9251-c70974b7c3bc req-4f6d4555-3ec2-4fd7-a846-8d92f23d34ac tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/security-groups?id=febd0f78-107f-43e4-b53e-32336893412a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0618916 Aug 05 12:11:36.535514 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-aca92d69-18e9-4cd3-81ef-1088327374ca req-8668d268-a2a8-470d-9de1-c59920545509 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Calling delete_port for 89bbd496-bb01-4b41-b65d-af7444dd347d owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:11:36.756058 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-aca92d69-18e9-4cd3-81ef-1088327374ca req-8668d268-a2a8-470d-9de1-c59920545509 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:11:36.787127 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8668d268-a2a8-470d-9de1-c59920545509 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Pushing event deleted for resources: {'Port': ['ID=89bbd496-bb01-4b41-b65d-af7444dd347d,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:11:36.843127 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-aca92d69-18e9-4cd3-81ef-1088327374ca req-8668d268-a2a8-470d-9de1-c59920545509 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] No DVR routers for this DVR port 89bbd496-bb01-4b41-b65d-af7444dd347d on host n-h1-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:11:36.846121 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-aca92d69-18e9-4cd3-81ef-1088327374ca req-8668d268-a2a8-470d-9de1-c59920545509 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:11:36.848616 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-aca92d69-18e9-4cd3-81ef-1088327374ca req-8668d268-a2a8-470d-9de1-c59920545509 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.64 "DELETE /v2.0/ports/89bbd496-bb01-4b41-b65d-af7444dd347d HTTP/1.1" status: 204 len: 173 time: 0.6319847 Aug 05 12:11:36.960964 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-aca92d69-18e9-4cd3-81ef-1088327374ca req-40e90ea0-6c8b-4ef8-b379-7f2d35c08613 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Deleting port 7bcb6ae7-f99a-4746-9568-4e0b7720fa3c {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:11:36.961460 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-aca92d69-18e9-4cd3-81ef-1088327374ca req-40e90ea0-6c8b-4ef8-b379-7f2d35c08613 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:11:37.097256 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-aca92d69-18e9-4cd3-81ef-1088327374ca req-40e90ea0-6c8b-4ef8-b379-7f2d35c08613 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] For port 7bcb6ae7-f99a-4746-9568-4e0b7720fa3c, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=7bcb6ae7-f99a-4746-9568-4e0b7720fa3c,segment=NetworkSegment(40045cee-cedb-44fc-b3f9-2c9f98e7130e),segment_id=40045cee-cedb-44fc-b3f9-2c9f98e7130e)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:11:37.097644 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-aca92d69-18e9-4cd3-81ef-1088327374ca req-40e90ea0-6c8b-4ef8-b379-7f2d35c08613 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:11:37.270185 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-35263f4c-c12c-4641-a6d4-7eaefb5ff814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:11:37.377851 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-aca92d69-18e9-4cd3-81ef-1088327374ca req-40e90ea0-6c8b-4ef8-b379-7f2d35c08613 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:11:37.378609 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-aca92d69-18e9-4cd3-81ef-1088327374ca req-40e90ea0-6c8b-4ef8-b379-7f2d35c08613 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33287247'] for floatingip, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:11:37.378609 n-d-803378-2 neutron-server[94421]: INFO neutron.db.l3_db [req-aca92d69-18e9-4cd3-81ef-1088327374ca req-40e90ea0-6c8b-4ef8-b379-7f2d35c08613 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Floating IP 338af5ba-cd4a-4953-b088-b59f908e1acc disassociated. External IP: 172.25.5.24, port: 7bcb6ae7-f99a-4746-9568-4e0b7720fa3c. Aug 05 12:11:37.378899 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-aca92d69-18e9-4cd3-81ef-1088327374ca req-40e90ea0-6c8b-4ef8-b379-7f2d35c08613 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Calling delete_port for 7bcb6ae7-f99a-4746-9568-4e0b7720fa3c owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:11:37.585570 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-aca92d69-18e9-4cd3-81ef-1088327374ca req-40e90ea0-6c8b-4ef8-b379-7f2d35c08613 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:11:37.621053 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e90ea0-6c8b-4ef8-b379-7f2d35c08613 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Pushing event deleted for resources: {'Port': ['ID=7bcb6ae7-f99a-4746-9568-4e0b7720fa3c,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:11:37.731066 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device fdc00ed3-1ef7-4580-87ca-41c84ea3e979 no longer exists at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:11:37.757480 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b32326a-05ad-431f-9d6e-ada8e1dddc51 req-b4eb05ef-bd96-44c9-961b-6222179ea409 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:11:37.758470 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] No Port match for: fdc00ed3-1ef7-4580-87ca-41c84ea3e979 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:11:37.758470 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device fdc00ed3-1ef7-4580-87ca-41c84ea3e979 not bound to the agent host n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:11:37.758918 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 2cab8c34-cbf9-450f-9c67-c8ac5da7b895 no longer exists at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:11:37.769419 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b32326a-05ad-431f-9d6e-ada8e1dddc51 req-b4eb05ef-bd96-44c9-961b-6222179ea409 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:11:37.772250 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6b32326a-05ad-431f-9d6e-ada8e1dddc51 req-b4eb05ef-bd96-44c9-961b-6222179ea409 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/ports?device_id=295adfcc-63cd-4939-a68d-f1d2f39c6cb5 HTTP/1.1" status: 200 len: 1681 time: 0.0848162 Aug 05 12:11:37.777624 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aca92d69-18e9-4cd3-81ef-1088327374ca req-40e90ea0-6c8b-4ef8-b379-7f2d35c08613 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Router 92a95b38-a7b1-4d87-95df-d3971ddfa92e has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:11:37.825170 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 2cab8c34-cbf9-450f-9c67-c8ac5da7b895 not bound to the agent host n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:11:37.826217 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 7bcb6ae7-f99a-4746-9568-4e0b7720fa3c no longer exists at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:11:37.848666 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6b32326a-05ad-431f-9d6e-ada8e1dddc51 req-a48ad910-a660-42ad-8f57-dac47bd38351 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/security-groups?id=febd0f78-107f-43e4-b53e-32336893412a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0689600 Aug 05 12:11:37.862835 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] No Port match for: 7bcb6ae7-f99a-4746-9568-4e0b7720fa3c {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:11:37.863443 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 7bcb6ae7-f99a-4746-9568-4e0b7720fa3c not bound to the agent host n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:11:37.864108 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device a3c6ede4-0a04-4dea-85c9-68e5fd39b91f no longer exists at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:11:37.936952 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device a3c6ede4-0a04-4dea-85c9-68e5fd39b91f not bound to the agent host n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:11:37.937334 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 79281129-8f90-4603-b7b5-3c88d3cba5a8 no longer exists at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:11:37.976969 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aca92d69-18e9-4cd3-81ef-1088327374ca req-40e90ea0-6c8b-4ef8-b379-7f2d35c08613 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:11:37.996258 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e63175-9be9-48fa-91ed-bbb6b6114a58 None None] Sync routers for ids ['92a95b38-a7b1-4d87-95df-d3971ddfa92e'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:11:38.013290 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e63175-9be9-48fa-91ed-bbb6b6114a58 None None] Routers {'92a95b38-a7b1-4d87-95df-d3971ddfa92e'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:11:38.014310 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-97e63175-9be9-48fa-91ed-bbb6b6114a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:11:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['92a95b38-a7b1-4d87-95df-d3971ddfa92e'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:11:38.043517 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-aca92d69-18e9-4cd3-81ef-1088327374ca req-40e90ea0-6c8b-4ef8-b379-7f2d35c08613 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] No DVR routers for this DVR port 7bcb6ae7-f99a-4746-9568-4e0b7720fa3c on host n-h1-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:11:38.047077 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-aca92d69-18e9-4cd3-81ef-1088327374ca req-40e90ea0-6c8b-4ef8-b379-7f2d35c08613 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:11:38.050107 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-aca92d69-18e9-4cd3-81ef-1088327374ca req-40e90ea0-6c8b-4ef8-b379-7f2d35c08613 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.64 "DELETE /v2.0/ports/7bcb6ae7-f99a-4746-9568-4e0b7720fa3c HTTP/1.1" status: 204 len: 173 time: 1.1937034 Aug 05 12:11:38.082159 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:11:38.129067 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '295adfcc-63cd-4939-a68d-f1d2f39c6cb5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79281129-8f90-4603-b7b5-3c88d3cba5a8'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:11:38.134613 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beef8705-cc68-4932-9846-89dc5dff2d9d" -d '{"events": [{"server_uuid": "295adfcc-63cd-4939-a68d-f1d2f39c6cb5", "name": "network-vif-unplugged", "status": "completed", "tag": "79281129-8f90-4603-b7b5-3c88d3cba5a8"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:11:38.163814 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 79281129-8f90-4603-b7b5-3c88d3cba5a8, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=79281129-8f90-4603-b7b5-3c88d3cba5a8,segment=NetworkSegment(b5893b6e-06cf-4700-b98e-3330d41c521f),segment_id=b5893b6e-06cf-4700-b98e-3330d41c521f)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:11:38.174436 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:11:38.176453 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device d79a8c0b-1e74-416a-91c7-f9e3fcbe25d4 no longer exists at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:11:38.236837 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-aca92d69-18e9-4cd3-81ef-1088327374ca req-db04b18c-a11b-4c2b-b47d-5ccc807ba0e5 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Deleting port d79a8c0b-1e74-416a-91c7-f9e3fcbe25d4 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:11:38.237288 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-aca92d69-18e9-4cd3-81ef-1088327374ca req-db04b18c-a11b-4c2b-b47d-5ccc807ba0e5 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:11:38.288460 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '295adfcc-63cd-4939-a68d-f1d2f39c6cb5', 'name': 'network-vif-deleted', 'tag': '89bbd496-bb01-4b41-b65d-af7444dd347d'}, {'server_uuid': '295adfcc-63cd-4939-a68d-f1d2f39c6cb5', 'name': 'network-vif-deleted', 'tag': '7bcb6ae7-f99a-4746-9568-4e0b7720fa3c'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:11:38.291931 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04f101d7-a0e0-49b0-aeaa-b535b14d6d60" -d '{"events": [{"server_uuid": "295adfcc-63cd-4939-a68d-f1d2f39c6cb5", "name": "network-vif-deleted", "tag": "89bbd496-bb01-4b41-b65d-af7444dd347d"}, {"server_uuid": "295adfcc-63cd-4939-a68d-f1d2f39c6cb5", "name": "network-vif-deleted", "tag": "7bcb6ae7-f99a-4746-9568-4e0b7720fa3c"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:11:38.388953 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 05 Aug 2021 12:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b251d2e3-3318-48ce-896e-442aeb77eff9 x-openstack-request-id: req-b251d2e3-3318-48ce-896e-442aeb77eff9 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:11:38.390217 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "295adfcc-63cd-4939-a68d-f1d2f39c6cb5", "name": "network-vif-unplugged", "status": "completed", "tag": "79281129-8f90-4603-b7b5-3c88d3cba5a8", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:11:38.390458 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b251d2e3-3318-48ce-896e-442aeb77eff9 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:11:38.390884 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '295adfcc-63cd-4939-a68d-f1d2f39c6cb5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79281129-8f90-4603-b7b5-3c88d3cba5a8', 'code': 200} Aug 05 12:11:38.392724 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=79281129-8f90-4603-b7b5-3c88d3cba5a8,revision_number=6']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:11:38.409614 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:11:38.409986 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:11:38.410511 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:11:38.411029 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:11:38.411533 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:11:38.412028 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:11:38.412573 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:11:38.413060 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:11:38.414411 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:11:38.415230 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:11:38.415741 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:11:38.416304 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:11:38.465176 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 05 Aug 2021 12:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05aa509a-503f-46a1-8720-3766c80f53e2 x-openstack-request-id: req-05aa509a-503f-46a1-8720-3766c80f53e2 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:11:38.466021 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "295adfcc-63cd-4939-a68d-f1d2f39c6cb5", "name": "network-vif-deleted", "tag": "89bbd496-bb01-4b41-b65d-af7444dd347d", "status": "completed", "code": 200}, {"server_uuid": "295adfcc-63cd-4939-a68d-f1d2f39c6cb5", "name": "network-vif-deleted", "tag": "7bcb6ae7-f99a-4746-9568-4e0b7720fa3c", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:11:38.466638 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-05aa509a-503f-46a1-8720-3766c80f53e2 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:11:38.467258 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '295adfcc-63cd-4939-a68d-f1d2f39c6cb5', 'name': 'network-vif-deleted', 'tag': '89bbd496-bb01-4b41-b65d-af7444dd347d', 'status': 'completed', 'code': 200} Aug 05 12:11:38.467571 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '295adfcc-63cd-4939-a68d-f1d2f39c6cb5', 'name': 'network-vif-deleted', 'tag': '7bcb6ae7-f99a-4746-9568-4e0b7720fa3c', 'status': 'completed', 'code': 200} Aug 05 12:11:38.489349 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-aca92d69-18e9-4cd3-81ef-1088327374ca req-db04b18c-a11b-4c2b-b47d-5ccc807ba0e5 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] For port d79a8c0b-1e74-416a-91c7-f9e3fcbe25d4, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=d79a8c0b-1e74-416a-91c7-f9e3fcbe25d4,segment=NetworkSegment(5eb1533d-710e-493a-b76f-469038d5d33b),segment_id=5eb1533d-710e-493a-b76f-469038d5d33b)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:11:38.489726 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-aca92d69-18e9-4cd3-81ef-1088327374ca req-db04b18c-a11b-4c2b-b47d-5ccc807ba0e5 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:11:38.493199 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-97e63175-9be9-48fa-91ed-bbb6b6114a58 None None] Set router 92a95b38-a7b1-4d87-95df-d3971ddfa92e gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:11:38.494772 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:11:38.510266 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-aca92d69-18e9-4cd3-81ef-1088327374ca req-db04b18c-a11b-4c2b-b47d-5ccc807ba0e5 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Calling delete_port for d79a8c0b-1e74-416a-91c7-f9e3fcbe25d4 owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:11:38.542394 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port d79a8c0b-1e74-416a-91c7-f9e3fcbe25d4, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=d79a8c0b-1e74-416a-91c7-f9e3fcbe25d4,segment=NetworkSegment(5eb1533d-710e-493a-b76f-469038d5d33b),segment_id=5eb1533d-710e-493a-b76f-469038d5d33b)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:11:38.549131 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:11:38.550318 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 89bbd496-bb01-4b41-b65d-af7444dd347d no longer exists at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:11:38.592434 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] No Port match for: 89bbd496-bb01-4b41-b65d-af7444dd347d {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:11:38.593244 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 89bbd496-bb01-4b41-b65d-af7444dd347d not bound to the agent host n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:11:38.720963 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 12:11:38.737010 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=d79a8c0b-1e74-416a-91c7-f9e3fcbe25d4,revision_number=6']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:11:38.803051 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-aca92d69-18e9-4cd3-81ef-1088327374ca req-db04b18c-a11b-4c2b-b47d-5ccc807ba0e5 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:11:38.838617 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db04b18c-a11b-4c2b-b47d-5ccc807ba0e5 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Pushing event deleted for resources: {'Port': ['ID=d79a8c0b-1e74-416a-91c7-f9e3fcbe25d4,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:11:38.881141 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-97e63175-9be9-48fa-91ed-bbb6b6114a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92a95b38-a7b1-4d87-95df-d3971ddfa92e', 'name': 'tempest-TaggedBootDevicesTest_v242-1544625317-router', 'tenant_id': '7f690a1af59141ff99aca95e28eca771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '9ada5203-b900-4282-b943-865cb4cd5dbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:59:47Z', 'updated_at': '2021-08-05T11:59:55Z', 'revision_number': 4, 'project_id': '7f690a1af59141ff99aca95e28eca771', 'gw_port': {'id': '9ada5203-b900-4282-b943-865cb4cd5dbc', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ae:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a95b38-a7b1-4d87-95df-d3971ddfa92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:59:48Z', 'updated_at': '2021-08-05T11:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '10398842-178f-456b-9c5d-6a779a2012b3', 'name': '', 'network_id': '79bfc6d8-260b-4b47-a4ff-7568441e3a8b', 'tenant_id': '7f690a1af59141ff99aca95e28eca771', 'mac_address': 'fa:16:3e:a2:76:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a95b38-a7b1-4d87-95df-d3971ddfa92e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': '90c3c35a-eac3-416b-b90c-3f9071c29dcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:59:53Z', 'updated_at': '2021-08-05T12:00:06Z', 'revision_number': 5, 'project_id': '7f690a1af59141ff99aca95e28eca771', 'subnets': [{'id': '90c3c35a-eac3-416b-b90c-3f9071c29dcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:11:38.914381 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-aca92d69-18e9-4cd3-81ef-1088327374ca req-db04b18c-a11b-4c2b-b47d-5ccc807ba0e5 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] No DVR routers for this DVR port d79a8c0b-1e74-416a-91c7-f9e3fcbe25d4 on host n-h1-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:11:38.919360 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e63175-9be9-48fa-91ed-bbb6b6114a58 None None] Checking router: 92a95b38-a7b1-4d87-95df-d3971ddfa92e for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:11:38.919861 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-aca92d69-18e9-4cd3-81ef-1088327374ca req-db04b18c-a11b-4c2b-b47d-5ccc807ba0e5 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:11:38.923753 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-aca92d69-18e9-4cd3-81ef-1088327374ca req-db04b18c-a11b-4c2b-b47d-5ccc807ba0e5 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.64 "DELETE /v2.0/ports/d79a8c0b-1e74-416a-91c7-f9e3fcbe25d4 HTTP/1.1" status: 204 len: 173 time: 0.8631291 Aug 05 12:11:38.940743 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e63175-9be9-48fa-91ed-bbb6b6114a58 None None] Routers {'92a95b38-a7b1-4d87-95df-d3971ddfa92e'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:11:38.941936 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-97e63175-9be9-48fa-91ed-bbb6b6114a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:11:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['92a95b38-a7b1-4d87-95df-d3971ddfa92e'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:11:39.149884 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-aca92d69-18e9-4cd3-81ef-1088327374ca req-b55b943d-3d0b-492a-a750-be08740babc6 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Deleting port 79281129-8f90-4603-b7b5-3c88d3cba5a8 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:11:39.150262 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-aca92d69-18e9-4cd3-81ef-1088327374ca req-b55b943d-3d0b-492a-a750-be08740babc6 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:11:39.214022 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-97e63175-9be9-48fa-91ed-bbb6b6114a58 None None] Set router 92a95b38-a7b1-4d87-95df-d3971ddfa92e gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:11:39.233229 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f9aafb-7274-4245-8457-2372d32545a2 req-1723c14b-1bef-4463-af7a-dfa2ffd7d7e5 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:11:39.236608 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-10f9aafb-7274-4245-8457-2372d32545a2 req-1723c14b-1bef-4463-af7a-dfa2ffd7d7e5 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/ports?device_id=295adfcc-63cd-4939-a68d-f1d2f39c6cb5 HTTP/1.1" status: 200 len: 943 time: 0.1577408 Aug 05 12:11:39.310323 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-10f9aafb-7274-4245-8457-2372d32545a2 req-b5176b59-879c-4101-b88d-7510d55d6852 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/security-groups?id=febd0f78-107f-43e4-b53e-32336893412a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0615180 Aug 05 12:11:39.344933 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-aca92d69-18e9-4cd3-81ef-1088327374ca req-b55b943d-3d0b-492a-a750-be08740babc6 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] For port 79281129-8f90-4603-b7b5-3c88d3cba5a8, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=79281129-8f90-4603-b7b5-3c88d3cba5a8,segment=NetworkSegment(b5893b6e-06cf-4700-b98e-3330d41c521f),segment_id=b5893b6e-06cf-4700-b98e-3330d41c521f)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:11:39.346344 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-aca92d69-18e9-4cd3-81ef-1088327374ca req-b55b943d-3d0b-492a-a750-be08740babc6 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:11:39.382713 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-aca92d69-18e9-4cd3-81ef-1088327374ca req-b55b943d-3d0b-492a-a750-be08740babc6 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Calling delete_port for 79281129-8f90-4603-b7b5-3c88d3cba5a8 owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:11:39.581151 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-97e63175-9be9-48fa-91ed-bbb6b6114a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92a95b38-a7b1-4d87-95df-d3971ddfa92e', 'name': 'tempest-TaggedBootDevicesTest_v242-1544625317-router', 'tenant_id': '7f690a1af59141ff99aca95e28eca771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '9ada5203-b900-4282-b943-865cb4cd5dbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:59:47Z', 'updated_at': '2021-08-05T11:59:55Z', 'revision_number': 4, 'project_id': '7f690a1af59141ff99aca95e28eca771', 'gw_port': {'id': '9ada5203-b900-4282-b943-865cb4cd5dbc', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ae:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a95b38-a7b1-4d87-95df-d3971ddfa92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:59:48Z', 'updated_at': '2021-08-05T11:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '10398842-178f-456b-9c5d-6a779a2012b3', 'name': '', 'network_id': '79bfc6d8-260b-4b47-a4ff-7568441e3a8b', 'tenant_id': '7f690a1af59141ff99aca95e28eca771', 'mac_address': 'fa:16:3e:a2:76:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a95b38-a7b1-4d87-95df-d3971ddfa92e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': '90c3c35a-eac3-416b-b90c-3f9071c29dcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:59:53Z', 'updated_at': '2021-08-05T12:00:06Z', 'revision_number': 5, 'project_id': '7f690a1af59141ff99aca95e28eca771', 'subnets': [{'id': '90c3c35a-eac3-416b-b90c-3f9071c29dcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:11:39.620511 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e63175-9be9-48fa-91ed-bbb6b6114a58 None None] The sync data for ids ['92a95b38-a7b1-4d87-95df-d3971ddfa92e'] in n-d-803378-2 is: [{'id': '92a95b38-a7b1-4d87-95df-d3971ddfa92e', 'name': 'tempest-TaggedBootDevicesTest_v242-1544625317-router', 'tenant_id': '7f690a1af59141ff99aca95e28eca771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '9ada5203-b900-4282-b943-865cb4cd5dbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:59:47Z', 'updated_at': '2021-08-05T11:59:55Z', 'revision_number': 4, 'project_id': '7f690a1af59141ff99aca95e28eca771', 'gw_port': {'id': '9ada5203-b900-4282-b943-865cb4cd5dbc', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ae:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a95b38-a7b1-4d87-95df-d3971ddfa92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:59:48Z', 'updated_at': '2021-08-05T11:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '10398842-178f-456b-9c5d-6a779a2012b3', 'name': '', 'network_id': '79bfc6d8-260b-4b47-a4ff-7568441e3a8b', 'tenant_id': '7f690a1af59141ff99aca95e28eca771', 'mac_address': 'fa:16:3e:a2:76:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a95b38-a7b1-4d87-95df-d3971ddfa92e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': '90c3c35a-eac3-416b-b90c-3f9071c29dcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:59:53Z', 'updated_at': '2021-08-05T12:00:06Z', 'revision_number': 5, 'project_id': '7f690a1af59141ff99aca95e28eca771', 'subnets': [{'id': '90c3c35a-eac3-416b-b90c-3f9071c29dcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:11:39.657662 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-aca92d69-18e9-4cd3-81ef-1088327374ca req-b55b943d-3d0b-492a-a750-be08740babc6 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:11:39.709800 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55b943d-3d0b-492a-a750-be08740babc6 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Pushing event deleted for resources: {'Port': ['ID=79281129-8f90-4603-b7b5-3c88d3cba5a8,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:11:39.786758 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-aca92d69-18e9-4cd3-81ef-1088327374ca req-b55b943d-3d0b-492a-a750-be08740babc6 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] No DVR routers for this DVR port 79281129-8f90-4603-b7b5-3c88d3cba5a8 on host n-h1-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:11:39.790303 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-aca92d69-18e9-4cd3-81ef-1088327374ca req-b55b943d-3d0b-492a-a750-be08740babc6 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:11:39.793931 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-aca92d69-18e9-4cd3-81ef-1088327374ca req-b55b943d-3d0b-492a-a750-be08740babc6 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.64 "DELETE /v2.0/ports/79281129-8f90-4603-b7b5-3c88d3cba5a8 HTTP/1.1" status: 204 len: 173 time: 0.8576953 Aug 05 12:11:40.038856 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c05db679-70a4-4534-8a68-b4a617592e5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:11:40.072895 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a931ffbf-f219-44e3-ad27-60498c37a795 None None] New status for floating IP 338af5ba-cd4a-4953-b088-b59f908e1acc: DOWN {{(pid=94422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 12:11:40.223798 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:11:40.467316 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '295adfcc-63cd-4939-a68d-f1d2f39c6cb5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd79a8c0b-1e74-416a-91c7-f9e3fcbe25d4'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:11:40.471546 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '295adfcc-63cd-4939-a68d-f1d2f39c6cb5', 'name': 'network-vif-deleted', 'tag': 'd79a8c0b-1e74-416a-91c7-f9e3fcbe25d4'}, {'server_uuid': '295adfcc-63cd-4939-a68d-f1d2f39c6cb5', 'name': 'network-vif-deleted', 'tag': '79281129-8f90-4603-b7b5-3c88d3cba5a8'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:11:40.472213 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f233802b-324d-4a2d-97b5-7108e3ea78fd" -d '{"events": [{"server_uuid": "295adfcc-63cd-4939-a68d-f1d2f39c6cb5", "name": "network-vif-unplugged", "status": "completed", "tag": "d79a8c0b-1e74-416a-91c7-f9e3fcbe25d4"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:11:40.490985 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0b0e94f-6996-4d67-9a20-f7148c269f82" -d '{"events": [{"server_uuid": "295adfcc-63cd-4939-a68d-f1d2f39c6cb5", "name": "network-vif-deleted", "tag": "d79a8c0b-1e74-416a-91c7-f9e3fcbe25d4"}, {"server_uuid": "295adfcc-63cd-4939-a68d-f1d2f39c6cb5", "name": "network-vif-deleted", "tag": "79281129-8f90-4603-b7b5-3c88d3cba5a8"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:11:40.538877 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bfc8f8dc-a594-4cbe-9988-ef27ba22e1fa req-d34bce47-3f46-4ac8-8945-3da54deabc78 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/ports?device_id=295adfcc-63cd-4939-a68d-f1d2f39c6cb5 HTTP/1.1" status: 200 len: 210 time: 0.0688076 Aug 05 12:11:40.567875 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 05 Aug 2021 12:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-340e26c9-19ea-4afc-a1ed-b0e0c69bf1a0 x-openstack-request-id: req-340e26c9-19ea-4afc-a1ed-b0e0c69bf1a0 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:11:40.568863 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "295adfcc-63cd-4939-a68d-f1d2f39c6cb5", "name": "network-vif-unplugged", "status": "completed", "tag": "d79a8c0b-1e74-416a-91c7-f9e3fcbe25d4", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:11:40.569348 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-340e26c9-19ea-4afc-a1ed-b0e0c69bf1a0 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:11:40.569992 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '295adfcc-63cd-4939-a68d-f1d2f39c6cb5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd79a8c0b-1e74-416a-91c7-f9e3fcbe25d4', 'code': 200} Aug 05 12:11:40.623177 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 05 Aug 2021 12:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d263a31-5fb3-457b-b61b-661e0812800e x-openstack-request-id: req-9d263a31-5fb3-457b-b61b-661e0812800e {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:11:40.623740 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "295adfcc-63cd-4939-a68d-f1d2f39c6cb5", "name": "network-vif-deleted", "tag": "d79a8c0b-1e74-416a-91c7-f9e3fcbe25d4", "status": "completed", "code": 200}, {"server_uuid": "295adfcc-63cd-4939-a68d-f1d2f39c6cb5", "name": "network-vif-deleted", "tag": "79281129-8f90-4603-b7b5-3c88d3cba5a8", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:11:40.624154 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9d263a31-5fb3-457b-b61b-661e0812800e {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:11:40.624829 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '295adfcc-63cd-4939-a68d-f1d2f39c6cb5', 'name': 'network-vif-deleted', 'tag': 'd79a8c0b-1e74-416a-91c7-f9e3fcbe25d4', 'status': 'completed', 'code': 200} Aug 05 12:11:40.625378 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '295adfcc-63cd-4939-a68d-f1d2f39c6cb5', 'name': 'network-vif-deleted', 'tag': '79281129-8f90-4603-b7b5-3c88d3cba5a8', 'status': 'completed', 'code': 200} Aug 05 12:11:41.678010 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cb8a754c-7356-4112-b7a9-b278d987a7a6 req-facb0131-2e49-4ff5-a562-2c5e159cbeee tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/ports?device_id=295adfcc-63cd-4939-a68d-f1d2f39c6cb5 HTTP/1.1" status: 200 len: 210 time: 0.0386257 Aug 05 12:11:41.835743 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:11:42.802253 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9dcd3cc1-d0d0-47fa-91fd-52018d302cec req-792c5bfc-c33a-4cbd-b384-568ffa3522bb tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/ports?device_id=295adfcc-63cd-4939-a68d-f1d2f39c6cb5 HTTP/1.1" status: 200 len: 210 time: 0.0301077 Aug 05 12:11:43.927862 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a45de500-1eb9-4dcc-b45c-0c379ce3f19f req-43c7e4da-d66a-4402-af5f-e1eb57e07449 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/ports?device_id=295adfcc-63cd-4939-a68d-f1d2f39c6cb5 HTTP/1.1" status: 200 len: 210 time: 0.0329466 Aug 05 12:11:43.988636 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:11:45.062338 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6620eb27-6732-4fbe-90ce-1d425d4a706f req-ee955ebd-3a97-4964-8580-b8380e85c8d1 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/ports?device_id=295adfcc-63cd-4939-a68d-f1d2f39c6cb5 HTTP/1.1" status: 200 len: 210 time: 0.0334578 Aug 05 12:11:46.226007 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4be314cd-faf6-42f6-a2bf-4560d27bca63 req-a3f58396-450f-4f58-bf8d-7aacf23e676c tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/ports?device_id=295adfcc-63cd-4939-a68d-f1d2f39c6cb5 HTTP/1.1" status: 200 len: 210 time: 0.0467358 Aug 05 12:11:47.410337 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bfcc78cd-61d2-4b38-a277-d540116fa764 req-dd29b312-0b57-4726-9b3b-9f7be4de9375 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/ports?device_id=295adfcc-63cd-4939-a68d-f1d2f39c6cb5 HTTP/1.1" status: 200 len: 210 time: 0.0326498 Aug 05 12:11:48.526726 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7eebb861-8180-4478-99ea-28482205b868 req-702f83e8-bb7c-4a59-bb1c-14f77d70e23b tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/ports?device_id=295adfcc-63cd-4939-a68d-f1d2f39c6cb5 HTTP/1.1" status: 200 len: 210 time: 0.0304511 Aug 05 12:11:49.666109 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d77a629b-a48f-4f1a-827f-b551321905ba req-c8fdddaf-4899-4fd7-9abb-a4e0bdd7c682 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/ports?device_id=295adfcc-63cd-4939-a68d-f1d2f39c6cb5 HTTP/1.1" status: 200 len: 210 time: 0.0427444 Aug 05 12:11:50.813588 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-574148fc-b5ba-4b11-89f0-092d8940f729 req-bb4908c3-1832-4f7f-9a08-05cff4966ac9 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/ports?device_id=295adfcc-63cd-4939-a68d-f1d2f39c6cb5 HTTP/1.1" status: 200 len: 210 time: 0.0391722 Aug 05 12:11:52.005718 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ba78ab82-cb18-47c2-a562-fd643c3727b7 req-62327811-871a-4d81-8547-4aa08057d341 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/ports?device_id=295adfcc-63cd-4939-a68d-f1d2f39c6cb5 HTTP/1.1" status: 200 len: 210 time: 0.0618145 Aug 05 12:11:52.406797 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:11:52.764551 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9257434c-cbd2-443c-8ed3-fc3fa795dc11 req-36ecd2fa-94ac-4600-b415-59e17ff1c894 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:11:52.766640 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9257434c-cbd2-443c-8ed3-fc3fa795dc11 req-36ecd2fa-94ac-4600-b415-59e17ff1c894 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "GET /v2.0/ports?device_id=aebf32b0-8b28-4d52-b7da-cb45110aff5c HTTP/1.1" status: 200 len: 946 time: 0.0887187 Aug 05 12:11:52.825027 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9257434c-cbd2-443c-8ed3-fc3fa795dc11 req-9debdd21-6e29-4f94-8311-920e35bebb77 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "GET /v2.0/security-groups?id=77a5d171-d079-4fa2-ba1c-b80762195a74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511718 Aug 05 12:11:53.177183 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-dc317d12-0600-4d39-a334-5a85655b0f9f req-976c200e-cafc-4b2b-8dd8-56608e635c4e tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/ports?device_id=295adfcc-63cd-4939-a68d-f1d2f39c6cb5 HTTP/1.1" status: 200 len: 210 time: 0.0490451 Aug 05 12:11:53.987317 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2e270d-5190-4a5e-810b-4be8743218b9 req-80ad845d-14da-4866-9311-2d8da0135d11 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:11:53.989261 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8a2e270d-5190-4a5e-810b-4be8743218b9 req-80ad845d-14da-4866-9311-2d8da0135d11 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "GET /v2.0/ports?device_id=aebf32b0-8b28-4d52-b7da-cb45110aff5c HTTP/1.1" status: 200 len: 946 time: 0.0657022 Aug 05 12:11:54.045045 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8a2e270d-5190-4a5e-810b-4be8743218b9 req-28aba676-da1b-4266-af91-0b6e6d75561f tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "GET /v2.0/security-groups?id=77a5d171-d079-4fa2-ba1c-b80762195a74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473199 Aug 05 12:11:54.355491 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c1bf8455-5ad5-48ca-a8c6-2c2b3c61f301 req-35a7e190-f90e-421b-a6c3-e8bca19a0601 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/ports?device_id=295adfcc-63cd-4939-a68d-f1d2f39c6cb5 HTTP/1.1" status: 200 len: 210 time: 0.0403872 Aug 05 12:11:54.486474 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da10080d-15c3-415d-a9fe-42d7afe1342f req-79b7d443-e24a-46d7-919a-1c853c14f233 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:11:54.488159 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-da10080d-15c3-415d-a9fe-42d7afe1342f req-79b7d443-e24a-46d7-919a-1c853c14f233 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.55 "GET /v2.0/ports?device_id=aebf32b0-8b28-4d52-b7da-cb45110aff5c HTTP/1.1" status: 200 len: 946 time: 0.0625837 Aug 05 12:11:54.630695 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-da10080d-15c3-415d-a9fe-42d7afe1342f req-1d58ff6f-3b1c-497f-9c19-b232efb89c6f tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Deleting port d0cd34b4-46eb-4ad4-a681-89e4c0157bb2 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:11:54.631227 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-da10080d-15c3-415d-a9fe-42d7afe1342f req-1d58ff6f-3b1c-497f-9c19-b232efb89c6f tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:11:54.826522 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-da10080d-15c3-415d-a9fe-42d7afe1342f req-1d58ff6f-3b1c-497f-9c19-b232efb89c6f tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] For port d0cd34b4-46eb-4ad4-a681-89e4c0157bb2, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=d0cd34b4-46eb-4ad4-a681-89e4c0157bb2,segment=NetworkSegment(8e2898c2-55de-4b44-b2e0-6dc776c5ea7e),segment_id=8e2898c2-55de-4b44-b2e0-6dc776c5ea7e)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:11:54.827239 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-da10080d-15c3-415d-a9fe-42d7afe1342f req-1d58ff6f-3b1c-497f-9c19-b232efb89c6f tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:11:55.147455 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-da10080d-15c3-415d-a9fe-42d7afe1342f req-1d58ff6f-3b1c-497f-9c19-b232efb89c6f tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:11:55.148189 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-da10080d-15c3-415d-a9fe-42d7afe1342f req-1d58ff6f-3b1c-497f-9c19-b232efb89c6f tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33287247'] for floatingip, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:11:55.148895 n-d-803378-2 neutron-server[94421]: INFO neutron.db.l3_db [req-da10080d-15c3-415d-a9fe-42d7afe1342f req-1d58ff6f-3b1c-497f-9c19-b232efb89c6f tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Floating IP 92f26284-e295-4056-99ea-b02d66c91be4 disassociated. External IP: 172.25.5.53, port: d0cd34b4-46eb-4ad4-a681-89e4c0157bb2. Aug 05 12:11:55.149561 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-da10080d-15c3-415d-a9fe-42d7afe1342f req-1d58ff6f-3b1c-497f-9c19-b232efb89c6f tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Calling delete_port for d0cd34b4-46eb-4ad4-a681-89e4c0157bb2 owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:11:55.230446 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9c5fdb-ea3f-4288-a253-2539f520e7b7 req-c15183f9-0291-431f-8a11-6437d4e2dbfc tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:11:55.232889 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cf9c5fdb-ea3f-4288-a253-2539f520e7b7 req-c15183f9-0291-431f-8a11-6437d4e2dbfc tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "GET /v2.0/ports?device_id=aebf32b0-8b28-4d52-b7da-cb45110aff5c HTTP/1.1" status: 200 len: 946 time: 0.0672307 Aug 05 12:11:55.289583 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cf9c5fdb-ea3f-4288-a253-2539f520e7b7 req-287e71fe-49d2-42a4-9c7c-4e50909c9142 tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "GET /v2.0/security-groups?id=77a5d171-d079-4fa2-ba1c-b80762195a74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498033 Aug 05 12:11:55.370027 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-da10080d-15c3-415d-a9fe-42d7afe1342f req-1d58ff6f-3b1c-497f-9c19-b232efb89c6f tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:11:55.404619 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d58ff6f-3b1c-497f-9c19-b232efb89c6f tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Pushing event deleted for resources: {'Port': ['ID=d0cd34b4-46eb-4ad4-a681-89e4c0157bb2,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:11:55.509040 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4e41965b-955f-4f50-916d-b1b3443b118c req-764995ab-ef42-43f2-a1ab-0ca0314efaf2 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/ports?device_id=295adfcc-63cd-4939-a68d-f1d2f39c6cb5 HTTP/1.1" status: 200 len: 210 time: 0.0400085 Aug 05 12:11:55.566882 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [req-da10080d-15c3-415d-a9fe-42d7afe1342f req-1d58ff6f-3b1c-497f-9c19-b232efb89c6f tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Router 96149523-19dc-4119-b73d-a9cad6d594ad has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:11:56.173678 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-da10080d-15c3-415d-a9fe-42d7afe1342f req-1d58ff6f-3b1c-497f-9c19-b232efb89c6f tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:11:56.187655 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b10dd63-2857-41e1-af76-a216718f925b None None] Sync routers for ids ['96149523-19dc-4119-b73d-a9cad6d594ad'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:11:56.208776 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b10dd63-2857-41e1-af76-a216718f925b None None] Routers {'96149523-19dc-4119-b73d-a9cad6d594ad'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:11:56.209961 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-3b10dd63-2857-41e1-af76-a216718f925b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:11:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['96149523-19dc-4119-b73d-a9cad6d594ad'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:11:56.258830 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-da10080d-15c3-415d-a9fe-42d7afe1342f req-1d58ff6f-3b1c-497f-9c19-b232efb89c6f tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] No DVR routers for this DVR port d0cd34b4-46eb-4ad4-a681-89e4c0157bb2 on host n-h2-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:11:56.263484 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-da10080d-15c3-415d-a9fe-42d7afe1342f req-1d58ff6f-3b1c-497f-9c19-b232efb89c6f tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:11:56.267483 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-da10080d-15c3-415d-a9fe-42d7afe1342f req-1d58ff6f-3b1c-497f-9c19-b232efb89c6f tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.55 "DELETE /v2.0/ports/d0cd34b4-46eb-4ad4-a681-89e4c0157bb2 HTTP/1.1" status: 204 len: 173 time: 1.7721393 Aug 05 12:11:56.268269 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aebf32b0-8b28-4d52-b7da-cb45110aff5c', 'name': 'network-vif-deleted', 'tag': 'd0cd34b4-46eb-4ad4-a681-89e4c0157bb2'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:11:56.274917 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fad07e6-6a99-4c38-9e1a-20760cc4d57e" -d '{"events": [{"server_uuid": "aebf32b0-8b28-4d52-b7da-cb45110aff5c", "name": "network-vif-deleted", "tag": "d0cd34b4-46eb-4ad4-a681-89e4c0157bb2"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:11:56.419393 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 12:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64df6c23-eb5f-406e-b507-140278119fe8 x-openstack-request-id: req-64df6c23-eb5f-406e-b507-140278119fe8 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:11:56.420251 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aebf32b0-8b28-4d52-b7da-cb45110aff5c", "name": "network-vif-deleted", "tag": "d0cd34b4-46eb-4ad4-a681-89e4c0157bb2", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:11:56.420699 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-64df6c23-eb5f-406e-b507-140278119fe8 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:11:56.421314 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aebf32b0-8b28-4d52-b7da-cb45110aff5c', 'name': 'network-vif-deleted', 'tag': 'd0cd34b4-46eb-4ad4-a681-89e4c0157bb2', 'status': 'completed', 'code': 200} Aug 05 12:11:56.503945 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-3b10dd63-2857-41e1-af76-a216718f925b None None] Set router 96149523-19dc-4119-b73d-a9cad6d594ad gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:11:56.513057 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7daf08f5-d91f-4b85-8636-d9a88443f88b req-71f13c62-c486-4c6e-b590-97908878314a tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "GET /v2.0/ports?device_id=aebf32b0-8b28-4d52-b7da-cb45110aff5c HTTP/1.1" status: 200 len: 210 time: 0.0536571 Aug 05 12:11:56.694036 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-44efc4a7-c6c2-44b2-a6b6-96e136bfbc3d req-e7835958-463d-40bb-9597-96fb0954738f tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/ports?device_id=295adfcc-63cd-4939-a68d-f1d2f39c6cb5 HTTP/1.1" status: 200 len: 210 time: 0.0563688 Aug 05 12:11:56.864434 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-3b10dd63-2857-41e1-af76-a216718f925b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96149523-19dc-4119-b73d-a9cad6d594ad', 'name': 'tempest-AttachVolumeTestJSON-1078512849-router', 'tenant_id': '5ac79aa4804c4ec78dd715e0f7f164e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '44ceb000-9880-49bd-b837-d5d196742829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:04:49Z', 'updated_at': '2021-08-05T12:04:57Z', 'revision_number': 4, 'project_id': '5ac79aa4804c4ec78dd715e0f7f164e5', 'gw_port': {'id': '44ceb000-9880-49bd-b837-d5d196742829', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:82:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96149523-19dc-4119-b73d-a9cad6d594ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:04:50Z', 'updated_at': '2021-08-05T12:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '60a58c35-9072-4d5c-8341-10e662debaa1', 'name': '', 'network_id': '3f19e325-64cf-4e1f-b582-b20cec605cde', 'tenant_id': '5ac79aa4804c4ec78dd715e0f7f164e5', 'mac_address': 'fa:16:3e:d4:cb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96149523-19dc-4119-b73d-a9cad6d594ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': 'aeea250c-5d17-40dc-96d1-f040d8812261', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:04:55Z', 'updated_at': '2021-08-05T12:05:11Z', 'revision_number': 5, 'project_id': '5ac79aa4804c4ec78dd715e0f7f164e5', 'subnets': [{'id': 'aeea250c-5d17-40dc-96d1-f040d8812261', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:11:56.915166 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b10dd63-2857-41e1-af76-a216718f925b None None] Checking router: 96149523-19dc-4119-b73d-a9cad6d594ad for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:11:56.928338 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b10dd63-2857-41e1-af76-a216718f925b None None] Routers {'96149523-19dc-4119-b73d-a9cad6d594ad'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:11:56.929116 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-3b10dd63-2857-41e1-af76-a216718f925b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:11:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['96149523-19dc-4119-b73d-a9cad6d594ad'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:11:57.124776 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-3b10dd63-2857-41e1-af76-a216718f925b None None] Set router 96149523-19dc-4119-b73d-a9cad6d594ad gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:11:57.475184 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-3b10dd63-2857-41e1-af76-a216718f925b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96149523-19dc-4119-b73d-a9cad6d594ad', 'name': 'tempest-AttachVolumeTestJSON-1078512849-router', 'tenant_id': '5ac79aa4804c4ec78dd715e0f7f164e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '44ceb000-9880-49bd-b837-d5d196742829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:04:49Z', 'updated_at': '2021-08-05T12:04:57Z', 'revision_number': 4, 'project_id': '5ac79aa4804c4ec78dd715e0f7f164e5', 'gw_port': {'id': '44ceb000-9880-49bd-b837-d5d196742829', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:82:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96149523-19dc-4119-b73d-a9cad6d594ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:04:50Z', 'updated_at': '2021-08-05T12:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '60a58c35-9072-4d5c-8341-10e662debaa1', 'name': '', 'network_id': '3f19e325-64cf-4e1f-b582-b20cec605cde', 'tenant_id': '5ac79aa4804c4ec78dd715e0f7f164e5', 'mac_address': 'fa:16:3e:d4:cb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96149523-19dc-4119-b73d-a9cad6d594ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': 'aeea250c-5d17-40dc-96d1-f040d8812261', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:04:55Z', 'updated_at': '2021-08-05T12:05:11Z', 'revision_number': 5, 'project_id': '5ac79aa4804c4ec78dd715e0f7f164e5', 'subnets': [{'id': 'aeea250c-5d17-40dc-96d1-f040d8812261', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:11:57.507168 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b10dd63-2857-41e1-af76-a216718f925b None None] The sync data for ids ['96149523-19dc-4119-b73d-a9cad6d594ad'] in n-d-803378-2 is: [{'id': '96149523-19dc-4119-b73d-a9cad6d594ad', 'name': 'tempest-AttachVolumeTestJSON-1078512849-router', 'tenant_id': '5ac79aa4804c4ec78dd715e0f7f164e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '44ceb000-9880-49bd-b837-d5d196742829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:04:49Z', 'updated_at': '2021-08-05T12:04:57Z', 'revision_number': 4, 'project_id': '5ac79aa4804c4ec78dd715e0f7f164e5', 'gw_port': {'id': '44ceb000-9880-49bd-b837-d5d196742829', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:82:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96149523-19dc-4119-b73d-a9cad6d594ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:04:50Z', 'updated_at': '2021-08-05T12:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '60a58c35-9072-4d5c-8341-10e662debaa1', 'name': '', 'network_id': '3f19e325-64cf-4e1f-b582-b20cec605cde', 'tenant_id': '5ac79aa4804c4ec78dd715e0f7f164e5', 'mac_address': 'fa:16:3e:d4:cb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96149523-19dc-4119-b73d-a9cad6d594ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': 'aeea250c-5d17-40dc-96d1-f040d8812261', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:04:55Z', 'updated_at': '2021-08-05T12:05:11Z', 'revision_number': 5, 'project_id': '5ac79aa4804c4ec78dd715e0f7f164e5', 'subnets': [{'id': 'aeea250c-5d17-40dc-96d1-f040d8812261', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:11:57.680368 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 34022) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:11:57.758429 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-008d9068-2c49-45df-b699-eb256b37692f tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:11:57.800315 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-008d9068-2c49-45df-b699-eb256b37692f tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:11:57.878374 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-008d9068-2c49-45df-b699-eb256b37692f tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:11:57.881545 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-008d9068-2c49-45df-b699-eb256b37692f tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:11:57.883394 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-008d9068-2c49-45df-b699-eb256b37692f tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "DELETE /v2.0/security-groups/77a5d171-d079-4fa2-ba1c-b80762195a74 HTTP/1.1" status: 204 len: 168 time: 0.2005339 Aug 05 12:11:57.891817 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 34026) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:11:57.894738 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e1fd6c29-64b1-4d24-b7af-ff278f887c31 req-2fdc830f-fff7-46ce-acf6-b583c0ac866b tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/ports?device_id=295adfcc-63cd-4939-a68d-f1d2f39c6cb5 HTTP/1.1" status: 200 len: 210 time: 0.0510933 Aug 05 12:11:57.895347 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e66c28-a36e-477c-aac4-e7915e12f6d1 None None] New status for floating IP 92f26284-e295-4056-99ea-b02d66c91be4: DOWN {{(pid=94422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 12:11:57.918363 n-d-803378-2 neutron-server[94421]: INFO neutron.api.v2.resource [None req-f55c3a77-5c77-4305-a799-8655cfc3078a tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] show failed (client error): The resource could not be found. Aug 05 12:11:57.919671 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-f55c3a77-5c77-4305-a799-8655cfc3078a tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "GET /v2.0/security-groups/77a5d171-d079-4fa2-ba1c-b80762195a74 HTTP/1.1" status: 404 len: 347 time: 0.0263712 Aug 05 12:11:57.920997 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008d9068-2c49-45df-b699-eb256b37692f tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77a5d171-d079-4fa2-ba1c-b80762195a74,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:11:57.922964 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 34028) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:11:57.971971 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device d0cd34b4-46eb-4ad4-a681-89e4c0157bb2 no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:11:58.049112 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] No Port match for: d0cd34b4-46eb-4ad4-a681-89e4c0157bb2 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:11:58.049552 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device d0cd34b4-46eb-4ad4-a681-89e4c0157bb2 not bound to the agent host n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:11:58.115447 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-d7aa0d6e-c5a5-415e-a101-2554947b037e tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Deleting port b81830dc-778f-42e6-8ddd-9c15dac29705 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:11:58.116271 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d7aa0d6e-c5a5-415e-a101-2554947b037e tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:11:58.207710 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d7aa0d6e-c5a5-415e-a101-2554947b037e tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:11:58.208101 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d7aa0d6e-c5a5-415e-a101-2554947b037e tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:11:58.223426 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-d7aa0d6e-c5a5-415e-a101-2554947b037e tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Calling delete_port for b81830dc-778f-42e6-8ddd-9c15dac29705 owned by network:floatingip {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:11:58.408752 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d7aa0d6e-c5a5-415e-a101-2554947b037e tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:11:58.452945 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aa0d6e-c5a5-415e-a101-2554947b037e tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Pushing event deleted for resources: {'Port': ['ID=b81830dc-778f-42e6-8ddd-9c15dac29705,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:11:58.475987 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7aa0d6e-c5a5-415e-a101-2554947b037e tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:11:58.476635 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7aa0d6e-c5a5-415e-a101-2554947b037e tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:11:58.477242 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7aa0d6e-c5a5-415e-a101-2554947b037e tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:11:58.477968 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7aa0d6e-c5a5-415e-a101-2554947b037e tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:11:58.478433 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7aa0d6e-c5a5-415e-a101-2554947b037e tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:11:58.479722 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7aa0d6e-c5a5-415e-a101-2554947b037e tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:11:58.480327 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7aa0d6e-c5a5-415e-a101-2554947b037e tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:11:58.480949 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7aa0d6e-c5a5-415e-a101-2554947b037e tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:11:58.481519 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7aa0d6e-c5a5-415e-a101-2554947b037e tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:11:58.482085 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7aa0d6e-c5a5-415e-a101-2554947b037e tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:11:58.482666 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7aa0d6e-c5a5-415e-a101-2554947b037e tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:11:58.483251 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7aa0d6e-c5a5-415e-a101-2554947b037e tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:11:58.590689 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d7aa0d6e-c5a5-415e-a101-2554947b037e tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Notify callbacks [] for floatingip, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:11:58.593698 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d7aa0d6e-c5a5-415e-a101-2554947b037e tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:11:58.595030 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-d7aa0d6e-c5a5-415e-a101-2554947b037e tempest-AttachVolumeTestJSON-359906216 tempest-AttachVolumeTestJSON-359906216-project] 10.222.0.58 "DELETE /v2.0/floatingips/92f26284-e295-4056-99ea-b02d66c91be4 HTTP/1.1" status: 204 len: 168 time: 0.6698864 Aug 05 12:11:59.040148 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-dbd297d6-175b-4c61-aaec-9879e3bf3e17 req-549e0ebc-7a6c-44e6-88fc-f35c19cabc5e tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/ports?device_id=295adfcc-63cd-4939-a68d-f1d2f39c6cb5 HTTP/1.1" status: 200 len: 210 time: 0.0400546 Aug 05 12:11:59.663437 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:00.178565 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-567aea3c-6d75-4550-ac55-53fc40e0ac5b req-9d89930f-eda6-4012-aecd-e7cae698d4e2 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/ports?device_id=295adfcc-63cd-4939-a68d-f1d2f39c6cb5 HTTP/1.1" status: 200 len: 210 time: 0.0289509 Aug 05 12:12:01.324947 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-46c8a78f-ee7a-4c6f-b56f-ed51959565bb req-5a73a0dc-a1de-476e-9ad1-59717621f9ff tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/ports?device_id=295adfcc-63cd-4939-a68d-f1d2f39c6cb5 HTTP/1.1" status: 200 len: 210 time: 0.0289805 Aug 05 12:12:02.436889 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 34052) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:12:02.516842 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-31260b34-234c-42e7-972e-468ff777f4c1 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:02.550194 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-31260b34-234c-42e7-972e-468ff777f4c1 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:02.615937 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-31260b34-234c-42e7-972e-468ff777f4c1 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:02.620953 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-31260b34-234c-42e7-972e-468ff777f4c1 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:02.623036 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-31260b34-234c-42e7-972e-468ff777f4c1 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "DELETE /v2.0/security-groups/febd0f78-107f-43e4-b53e-32336893412a HTTP/1.1" status: 204 len: 168 time: 0.1845112 Aug 05 12:12:02.627415 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 34054) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:12:02.639980 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31260b34-234c-42e7-972e-468ff777f4c1 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=febd0f78-107f-43e4-b53e-32336893412a,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:12:02.652777 n-d-803378-2 neutron-server[94421]: INFO neutron.api.v2.resource [None req-5c4a6ad6-9bd7-4623-af6c-a9401d3767ae tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] show failed (client error): The resource could not be found. Aug 05 12:12:02.654280 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-5c4a6ad6-9bd7-4623-af6c-a9401d3767ae tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "GET /v2.0/security-groups/febd0f78-107f-43e4-b53e-32336893412a HTTP/1.1" status: 404 len: 347 time: 0.0258524 Aug 05 12:12:02.659208 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 34056) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:12:02.817756 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-3e1d1061-c684-4dd3-92f0-bd5222612aff tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Deleting port 3ce6d50e-41d7-43bb-a4c2-512dd7d80899 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:12:02.818105 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3e1d1061-c684-4dd3-92f0-bd5222612aff tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:02.934960 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3e1d1061-c684-4dd3-92f0-bd5222612aff tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:02.935450 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3e1d1061-c684-4dd3-92f0-bd5222612aff tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:02.957199 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-3e1d1061-c684-4dd3-92f0-bd5222612aff tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Calling delete_port for 3ce6d50e-41d7-43bb-a4c2-512dd7d80899 owned by network:floatingip {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:12:03.153754 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3e1d1061-c684-4dd3-92f0-bd5222612aff tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:03.185877 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1d1061-c684-4dd3-92f0-bd5222612aff tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Pushing event deleted for resources: {'Port': ['ID=3ce6d50e-41d7-43bb-a4c2-512dd7d80899,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:12:03.307269 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3e1d1061-c684-4dd3-92f0-bd5222612aff tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks [] for floatingip, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:03.312014 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3e1d1061-c684-4dd3-92f0-bd5222612aff tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:03.314296 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-3e1d1061-c684-4dd3-92f0-bd5222612aff tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "DELETE /v2.0/floatingips/338af5ba-cd4a-4953-b088-b59f908e1acc HTTP/1.1" status: 204 len: 168 time: 0.6533408 Aug 05 12:12:03.317553 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 34060) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:12:03.436662 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-a01e7aed-aebd-4733-a6e2-4791fa6428ff tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Deleting port a3c6ede4-0a04-4dea-85c9-68e5fd39b91f {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:12:03.436981 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a01e7aed-aebd-4733-a6e2-4791fa6428ff tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:03.562402 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a01e7aed-aebd-4733-a6e2-4791fa6428ff tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:03.584440 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-a01e7aed-aebd-4733-a6e2-4791fa6428ff tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Calling delete_port for a3c6ede4-0a04-4dea-85c9-68e5fd39b91f owned by {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:12:03.766874 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a01e7aed-aebd-4733-a6e2-4791fa6428ff tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:03.801743 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01e7aed-aebd-4733-a6e2-4791fa6428ff tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Pushing event deleted for resources: {'Port': ['ID=a3c6ede4-0a04-4dea-85c9-68e5fd39b91f,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:12:03.887216 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a01e7aed-aebd-4733-a6e2-4791fa6428ff tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:03.889917 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-a01e7aed-aebd-4733-a6e2-4791fa6428ff tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "DELETE /v2.0/ports/a3c6ede4-0a04-4dea-85c9-68e5fd39b91f HTTP/1.1" status: 204 len: 168 time: 0.5704534 Aug 05 12:12:03.892404 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 34062) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:12:04.025237 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-cfedaf0a-8dd0-4355-91ed-5a5310ff5802 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Deleting port 2cab8c34-cbf9-450f-9c67-c8ac5da7b895 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:12:04.026314 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-cfedaf0a-8dd0-4355-91ed-5a5310ff5802 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:04.156559 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-cfedaf0a-8dd0-4355-91ed-5a5310ff5802 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:04.184553 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-cfedaf0a-8dd0-4355-91ed-5a5310ff5802 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Calling delete_port for 2cab8c34-cbf9-450f-9c67-c8ac5da7b895 owned by {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:12:04.366728 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-cfedaf0a-8dd0-4355-91ed-5a5310ff5802 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:04.405248 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfedaf0a-8dd0-4355-91ed-5a5310ff5802 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Pushing event deleted for resources: {'Port': ['ID=2cab8c34-cbf9-450f-9c67-c8ac5da7b895,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:12:04.533128 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-cfedaf0a-8dd0-4355-91ed-5a5310ff5802 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:04.535784 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-cfedaf0a-8dd0-4355-91ed-5a5310ff5802 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "DELETE /v2.0/ports/2cab8c34-cbf9-450f-9c67-c8ac5da7b895 HTTP/1.1" status: 204 len: 168 time: 0.6421390 Aug 05 12:12:04.538779 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 34074) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:12:04.601040 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ae83ba0-7fa8-4094-a442-d7ee27444349 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Deleting subnet 78405c69-bcbd-4bcb-8a8c-a035481e47e0 {{(pid=94421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 12:12:04.605555 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2ae83ba0-7fa8-4094-a442-d7ee27444349 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks [] for subnet, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:04.667844 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2ae83ba0-7fa8-4094-a442-d7ee27444349 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29786388'] for subnet, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:04.772180 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2ae83ba0-7fa8-4094-a442-d7ee27444349 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:04.873294 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2ae83ba0-7fa8-4094-a442-d7ee27444349 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25038609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30075142'] for subnet, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:04.909250 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2ae83ba0-7fa8-4094-a442-d7ee27444349 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:04.914906 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 34076) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:12:04.915943 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-2ae83ba0-7fa8-4094-a442-d7ee27444349 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "DELETE /v2.0/subnets/78405c69-bcbd-4bcb-8a8c-a035481e47e0 HTTP/1.1" status: 204 len: 168 time: 0.3757691 Aug 05 12:12:04.918825 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae83ba0-7fa8-4094-a442-d7ee27444349 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Pushing event deleted for resources: {'Subnet': ['ID=78405c69-bcbd-4bcb-8a8c-a035481e47e0,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:12:04.922198 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6991b998-ea71-4f04-8604-9e31d20e6ce9 None None] Network 86bbbaf5-a273-4acb-af27-d15f3d74f788 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:12:05.005531 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_v2 [None req-20d0be6e-a829-4182-9025-28d134b5f421 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Deleting subnet f10aca1c-e17e-479d-aec1-1d33ddacd74e {{(pid=94420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 12:12:05.010155 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-20d0be6e-a829-4182-9025-28d134b5f421 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks [] for subnet, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:05.063657 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-20d0be6e-a829-4182-9025-28d134b5f421 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25010562'] for subnet, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:05.198525 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7d3d77-d3bd-4f04-a107-331f583a8588 None None] DHCP port deletion for 86bbbaf5-a273-4acb-af27-d15f3d74f788 request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 12:12:05.212029 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-20d0be6e-a829-4182-9025-28d134b5f421 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:05.264962 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-3c7d3d77-d3bd-4f04-a107-331f583a8588 None None] Deleting port f611d663-2436-4973-a242-a09aedf19838 {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:12:05.266280 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-3c7d3d77-d3bd-4f04-a107-331f583a8588 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:05.336648 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-20d0be6e-a829-4182-9025-28d134b5f421 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29762763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24211094'] for subnet, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:05.373866 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d0be6e-a829-4182-9025-28d134b5f421 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Pushing event deleted for resources: {'Subnet': ['ID=f10aca1c-e17e-479d-aec1-1d33ddacd74e,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:12:05.378504 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-20d0be6e-a829-4182-9025-28d134b5f421 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks [] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:05.380837 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-3c7d3d77-d3bd-4f04-a107-331f583a8588 None None] For port f611d663-2436-4973-a242-a09aedf19838, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=f611d663-2436-4973-a242-a09aedf19838,segment=NetworkSegment(5eb1533d-710e-493a-b76f-469038d5d33b),segment_id=5eb1533d-710e-493a-b76f-469038d5d33b)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:12:05.381879 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-3c7d3d77-d3bd-4f04-a107-331f583a8588 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:05.384187 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 34080) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:12:05.394153 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-20d0be6e-a829-4182-9025-28d134b5f421 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "DELETE /v2.0/subnets/f10aca1c-e17e-479d-aec1-1d33ddacd74e HTTP/1.1" status: 204 len: 168 time: 0.4727623 Aug 05 12:12:05.405164 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cfd2cdb-2fdc-4fca-91c4-b917e96ae37f None None] Network efef5820-889f-42cc-a1e8-7a1a3d2a1fbf requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:12:05.486639 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-3c7d3d77-d3bd-4f04-a107-331f583a8588 None None] Calling delete_port for f611d663-2436-4973-a242-a09aedf19838 owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:12:05.508670 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c11bfe36-d642-4e0a-98e1-c242bd344854 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:05.601745 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-c11bfe36-d642-4e0a-98e1-c242bd344854 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Deleting port f611d663-2436-4973-a242-a09aedf19838 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:12:05.602285 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c11bfe36-d642-4e0a-98e1-c242bd344854 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:05.688356 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-3c7d3d77-d3bd-4f04-a107-331f583a8588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:05.719865 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [None req-c11bfe36-d642-4e0a-98e1-c242bd344854 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] For port f611d663-2436-4973-a242-a09aedf19838, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=f611d663-2436-4973-a242-a09aedf19838,segment=NetworkSegment(5eb1533d-710e-493a-b76f-469038d5d33b),segment_id=5eb1533d-710e-493a-b76f-469038d5d33b)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:12:05.720610 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c11bfe36-d642-4e0a-98e1-c242bd344854 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:05.744855 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7d3d77-d3bd-4f04-a107-331f583a8588 None None] No DVR routers for this DVR port f611d663-2436-4973-a242-a09aedf19838 on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:12:05.746993 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-c11bfe36-d642-4e0a-98e1-c242bd344854 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Calling delete_port for f611d663-2436-4973-a242-a09aedf19838 owned by network:dhcp {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:12:05.747539 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7d3d77-d3bd-4f04-a107-331f583a8588 None None] Pushing event deleted for resources: {'Port': ['ID=f611d663-2436-4973-a242-a09aedf19838,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:12:05.773828 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49d42ed-b3cd-4bce-a6e6-41ba5f64e876 None None] DHCP port deletion for efef5820-889f-42cc-a1e8-7a1a3d2a1fbf request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 12:12:05.836363 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-f49d42ed-b3cd-4bce-a6e6-41ba5f64e876 None None] Deleting port 74e73d7f-41f9-42fb-b354-f96c7fff0538 {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:12:05.836772 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f49d42ed-b3cd-4bce-a6e6-41ba5f64e876 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:05.903971 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c11bfe36-d642-4e0a-98e1-c242bd344854 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:05.921207 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f49d42ed-b3cd-4bce-a6e6-41ba5f64e876 None None] For port 74e73d7f-41f9-42fb-b354-f96c7fff0538, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=74e73d7f-41f9-42fb-b354-f96c7fff0538,segment=NetworkSegment(b5893b6e-06cf-4700-b98e-3330d41c521f),segment_id=b5893b6e-06cf-4700-b98e-3330d41c521f)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:12:05.922747 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f49d42ed-b3cd-4bce-a6e6-41ba5f64e876 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:05.941278 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11bfe36-d642-4e0a-98e1-c242bd344854 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Pushing event deleted for resources: {'Port': ['ID=f611d663-2436-4973-a242-a09aedf19838,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:12:05.945412 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11bfe36-d642-4e0a-98e1-c242bd344854 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] No DVR routers for this DVR port f611d663-2436-4973-a242-a09aedf19838 on host n-d-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:12:05.954167 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-f49d42ed-b3cd-4bce-a6e6-41ba5f64e876 None None] Calling delete_port for 74e73d7f-41f9-42fb-b354-f96c7fff0538 owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:12:06.053094 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c11bfe36-d642-4e0a-98e1-c242bd344854 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:06.068718 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-c11bfe36-d642-4e0a-98e1-c242bd344854 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86bbbaf5-a273-4acb-af27-d15f3d74f788']}} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:12:06.084065 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-c11bfe36-d642-4e0a-98e1-c242bd344854 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5eb1533d-710e-493a-b76f-469038d5d33b') {'for_net_delete': True} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:12:06.084610 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-c11bfe36-d642-4e0a-98e1-c242bd344854 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5eb1533d-710e-493a-b76f-469038d5d33b') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:12:06.100974 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f49d42ed-b3cd-4bce-a6e6-41ba5f64e876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:06.102603 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c11bfe36-d642-4e0a-98e1-c242bd344854 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29786371'] for segment, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:06.125730 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c11bfe36-d642-4e0a-98e1-c242bd344854 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:06.137677 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c11bfe36-d642-4e0a-98e1-c242bd344854 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=94421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 12:12:06.138280 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c11bfe36-d642-4e0a-98e1-c242bd344854 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25038799'] for segment, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:06.143546 n-d-803378-2 neutron-server[94421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 12:12:06.143546 n-d-803378-2 neutron-server[94421]: self.session.flush() Aug 05 12:12:06.143546 n-d-803378-2 neutron-server[94421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 12:12:06.143546 n-d-803378-2 neutron-server[94421]: self.session.flush() Aug 05 12:12:06.143546 n-d-803378-2 neutron-server[94421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 12:12:06.143546 n-d-803378-2 neutron-server[94421]: self.session.flush() Aug 05 12:12:06.143546 n-d-803378-2 neutron-server[94421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 12:12:06.143546 n-d-803378-2 neutron-server[94421]: self.session.flush() Aug 05 12:12:06.143546 n-d-803378-2 neutron-server[94421]: Traceback (most recent call last): Aug 05 12:12:06.143546 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 12:12:06.143546 n-d-803378-2 neutron-server[94421]: timer() Aug 05 12:12:06.143546 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 12:12:06.143546 n-d-803378-2 neutron-server[94421]: cb(*args, **kw) Aug 05 12:12:06.143546 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 12:12:06.143546 n-d-803378-2 neutron-server[94421]: return func(*args, **kwargs) Aug 05 12:12:06.143546 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 12:12:06.143546 n-d-803378-2 neutron-server[94421]: self._notify() Aug 05 12:12:06.143546 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 12:12:06.143546 n-d-803378-2 neutron-server[94421]: self.callback(batched_events) Aug 05 12:12:06.143546 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 12:12:06.143546 n-d-803378-2 neutron-server[94421]: event.method(event) Aug 05 12:12:06.143546 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 12:12:06.143546 n-d-803378-2 neutron-server[94421]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 12:12:06.143546 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 12:12:06.143546 n-d-803378-2 neutron-server[94421]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 12:12:06.143546 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 12:12:06.143546 n-d-803378-2 neutron-server[94421]: return f(self, *a, **k) Aug 05 12:12:06.143546 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 12:12:06.143546 n-d-803378-2 neutron-server[94421]: return self._get(url).json() Aug 05 12:12:06.143546 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 12:12:06.143546 n-d-803378-2 neutron-server[94421]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 12:12:06.143546 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 12:12:06.143546 n-d-803378-2 neutron-server[94421]: return self.request(url, 'GET', **kwargs) Aug 05 12:12:06.143546 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 12:12:06.143546 n-d-803378-2 neutron-server[94421]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 12:12:06.143546 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 12:12:06.143546 n-d-803378-2 neutron-server[94421]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 12:12:06.143546 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 12:12:06.143546 n-d-803378-2 neutron-server[94421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 12:12:06.143546 n-d-803378-2 neutron-server[94421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 12:12:06.149477 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49d42ed-b3cd-4bce-a6e6-41ba5f64e876 None None] Pushing event deleted for resources: {'Port': ['ID=74e73d7f-41f9-42fb-b354-f96c7fff0538,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:12:06.156788 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49d42ed-b3cd-4bce-a6e6-41ba5f64e876 None None] No DVR routers for this DVR port 74e73d7f-41f9-42fb-b354-f96c7fff0538 on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:12:06.272891 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c11bfe36-d642-4e0a-98e1-c242bd344854 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:06.283058 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c11bfe36-d642-4e0a-98e1-c242bd344854 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks [] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:06.288941 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-c11bfe36-d642-4e0a-98e1-c242bd344854 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "DELETE /v2.0/networks/86bbbaf5-a273-4acb-af27-d15f3d74f788 HTTP/1.1" status: 204 len: 168 time: 0.8996384 Aug 05 12:12:06.290505 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 34082) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:12:06.307335 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11bfe36-d642-4e0a-98e1-c242bd344854 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Pushing event deleted for resources: {'Network': ['ID=86bbbaf5-a273-4acb-af27-d15f3d74f788,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:12:06.441149 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6e2024a9-b3bb-472d-8888-ee0e996db097 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:06.580516 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6e2024a9-b3bb-472d-8888-ee0e996db097 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:06.593882 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-6e2024a9-b3bb-472d-8888-ee0e996db097 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efef5820-889f-42cc-a1e8-7a1a3d2a1fbf']}} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:12:06.607848 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-6e2024a9-b3bb-472d-8888-ee0e996db097 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5893b6e-06cf-4700-b98e-3330d41c521f') {'for_net_delete': True} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:12:06.608187 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-6e2024a9-b3bb-472d-8888-ee0e996db097 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5893b6e-06cf-4700-b98e-3330d41c521f') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:12:06.619733 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6e2024a9-b3bb-472d-8888-ee0e996db097 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25010581'] for segment, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:06.638322 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6e2024a9-b3bb-472d-8888-ee0e996db097 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:06.647413 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e2024a9-b3bb-472d-8888-ee0e996db097 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Releasing vlan 698 on physical network physnet1 to pool {{(pid=94420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 12:12:06.647945 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6e2024a9-b3bb-472d-8888-ee0e996db097 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29762581'] for segment, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:06.652128 n-d-803378-2 neutron-server[94420]: Traceback (most recent call last): Aug 05 12:12:06.652128 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 12:12:06.652128 n-d-803378-2 neutron-server[94420]: timer() Aug 05 12:12:06.652128 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 12:12:06.652128 n-d-803378-2 neutron-server[94420]: cb(*args, **kw) Aug 05 12:12:06.652128 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 12:12:06.652128 n-d-803378-2 neutron-server[94420]: return func(*args, **kwargs) Aug 05 12:12:06.652128 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 12:12:06.652128 n-d-803378-2 neutron-server[94420]: self._notify() Aug 05 12:12:06.652128 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 12:12:06.652128 n-d-803378-2 neutron-server[94420]: self.callback(batched_events) Aug 05 12:12:06.652128 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 12:12:06.652128 n-d-803378-2 neutron-server[94420]: event.method(event) Aug 05 12:12:06.652128 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 12:12:06.652128 n-d-803378-2 neutron-server[94420]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 12:12:06.652128 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 12:12:06.652128 n-d-803378-2 neutron-server[94420]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 12:12:06.652128 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 12:12:06.652128 n-d-803378-2 neutron-server[94420]: return f(self, *a, **k) Aug 05 12:12:06.652128 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 12:12:06.652128 n-d-803378-2 neutron-server[94420]: return self._get(url).json() Aug 05 12:12:06.652128 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 12:12:06.652128 n-d-803378-2 neutron-server[94420]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 12:12:06.652128 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 12:12:06.652128 n-d-803378-2 neutron-server[94420]: return self.request(url, 'GET', **kwargs) Aug 05 12:12:06.652128 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 12:12:06.652128 n-d-803378-2 neutron-server[94420]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 12:12:06.652128 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 12:12:06.652128 n-d-803378-2 neutron-server[94420]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 12:12:06.652128 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 12:12:06.652128 n-d-803378-2 neutron-server[94420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 12:12:06.652128 n-d-803378-2 neutron-server[94420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 12:12:06.738021 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6e2024a9-b3bb-472d-8888-ee0e996db097 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:06.754401 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6e2024a9-b3bb-472d-8888-ee0e996db097 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:06.756815 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-6e2024a9-b3bb-472d-8888-ee0e996db097 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] 10.222.0.58 "DELETE /v2.0/networks/efef5820-889f-42cc-a1e8-7a1a3d2a1fbf HTTP/1.1" status: 204 len: 168 time: 0.4590116 Aug 05 12:12:06.775225 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2024a9-b3bb-472d-8888-ee0e996db097 tempest-TaggedBootDevicesTest_v242-166237431 tempest-TaggedBootDevicesTest_v242-166237431-project] Pushing event deleted for resources: {'Network': ['ID=efef5820-889f-42cc-a1e8-7a1a3d2a1fbf,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:12:07.218546 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device f611d663-2436-4973-a242-a09aedf19838 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:12:07.280145 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: f611d663-2436-4973-a242-a09aedf19838 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:12:07.280145 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device f611d663-2436-4973-a242-a09aedf19838 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:12:07.280145 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 74e73d7f-41f9-42fb-b354-f96c7fff0538 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:12:07.329444 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 74e73d7f-41f9-42fb-b354-f96c7fff0538 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:12:07.330201 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 74e73d7f-41f9-42fb-b354-f96c7fff0538 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:12:07.349887 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-871afe4c-0580-4e2a-bc6b-bb8e2a0df11e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:10.029870 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-2a2fd2fa-5ebc-437d-a63f-5d918deb9a7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:10.115685 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:11.200147 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 34124) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:12:11.844583 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:11.981753 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-bb2d0f5a-02de-46d5-9dfe-edf3dac70743 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33208311'] for router_interface, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:12.334319 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-bb2d0f5a-02de-46d5-9dfe-edf3dac70743 admin admin] Deleting port 60a58c35-9072-4d5c-8341-10e662debaa1 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:12:12.335088 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-bb2d0f5a-02de-46d5-9dfe-edf3dac70743 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:12.442969 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [None req-bb2d0f5a-02de-46d5-9dfe-edf3dac70743 admin admin] For port 60a58c35-9072-4d5c-8341-10e662debaa1, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=60a58c35-9072-4d5c-8341-10e662debaa1,segment=NetworkSegment(8e2898c2-55de-4b44-b2e0-6dc776c5ea7e),segment_id=8e2898c2-55de-4b44-b2e0-6dc776c5ea7e)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:12:12.443290 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-bb2d0f5a-02de-46d5-9dfe-edf3dac70743 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:12.460977 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-bb2d0f5a-02de-46d5-9dfe-edf3dac70743 admin admin] Calling delete_port for 60a58c35-9072-4d5c-8341-10e662debaa1 owned by network:router_interface {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:12:12.782150 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-bb2d0f5a-02de-46d5-9dfe-edf3dac70743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:12.832332 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2d0f5a-02de-46d5-9dfe-edf3dac70743 admin admin] Pushing event deleted for resources: {'Port': ['ID=60a58c35-9072-4d5c-8341-10e662debaa1,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:12:13.129816 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-bb2d0f5a-02de-46d5-9dfe-edf3dac70743 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33140263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33208171'] for router_interface, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:13.522173 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb2d0f5a-02de-46d5-9dfe-edf3dac70743 admin admin] Router 96149523-19dc-4119-b73d-a9cad6d594ad has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:12:13.670276 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb2d0f5a-02de-46d5-9dfe-edf3dac70743 admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:12:13.681782 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-bb2d0f5a-02de-46d5-9dfe-edf3dac70743 admin admin] 10.222.0.58 "PUT /v2.0/routers/96149523-19dc-4119-b73d-a9cad6d594ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4758604 Aug 05 12:12:13.682010 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 34132) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:12:13.687434 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09a6f52-9b46-41f8-a643-c6e4958f7a5f None None] Sync routers for ids ['96149523-19dc-4119-b73d-a9cad6d594ad'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:12:13.707014 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09a6f52-9b46-41f8-a643-c6e4958f7a5f None None] Routers {'96149523-19dc-4119-b73d-a9cad6d594ad'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:12:13.707950 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-e09a6f52-9b46-41f8-a643-c6e4958f7a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:12:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['96149523-19dc-4119-b73d-a9cad6d594ad'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:12:13.858667 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-07f77106-1bae-4269-bcf6-55634880a5b5 admin admin] Notify callbacks [] for router, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:13.996977 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-e09a6f52-9b46-41f8-a643-c6e4958f7a5f None None] Set router 96149523-19dc-4119-b73d-a9cad6d594ad gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:12:14.005000 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:14.122564 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-07f77106-1bae-4269-bcf6-55634880a5b5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:14.246342 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-07f77106-1bae-4269-bcf6-55634880a5b5 admin admin] Deleting port 44ceb000-9880-49bd-b837-d5d196742829 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:12:14.247067 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-07f77106-1bae-4269-bcf6-55634880a5b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:14.315581 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-e09a6f52-9b46-41f8-a643-c6e4958f7a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96149523-19dc-4119-b73d-a9cad6d594ad', 'name': 'tempest-AttachVolumeTestJSON-1078512849-router', 'tenant_id': '5ac79aa4804c4ec78dd715e0f7f164e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '44ceb000-9880-49bd-b837-d5d196742829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:04:49Z', 'updated_at': '2021-08-05T12:12:12Z', 'revision_number': 5, 'project_id': '5ac79aa4804c4ec78dd715e0f7f164e5', 'gw_port': {'id': '44ceb000-9880-49bd-b837-d5d196742829', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:82:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96149523-19dc-4119-b73d-a9cad6d594ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:04:50Z', 'updated_at': '2021-08-05T12:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:12:14.349834 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09a6f52-9b46-41f8-a643-c6e4958f7a5f None None] Checking router: 96149523-19dc-4119-b73d-a9cad6d594ad for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:12:14.361754 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09a6f52-9b46-41f8-a643-c6e4958f7a5f None None] Routers {'96149523-19dc-4119-b73d-a9cad6d594ad'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:12:14.362666 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-e09a6f52-9b46-41f8-a643-c6e4958f7a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:12:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['96149523-19dc-4119-b73d-a9cad6d594ad'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:12:14.438136 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-07f77106-1bae-4269-bcf6-55634880a5b5 admin admin] For port 44ceb000-9880-49bd-b837-d5d196742829, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=44ceb000-9880-49bd-b837-d5d196742829,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:12:14.439049 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-07f77106-1bae-4269-bcf6-55634880a5b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:14.467652 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-07f77106-1bae-4269-bcf6-55634880a5b5 admin admin] Calling delete_port for 44ceb000-9880-49bd-b837-d5d196742829 owned by network:router_gateway {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:12:14.471401 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-e09a6f52-9b46-41f8-a643-c6e4958f7a5f None None] Set router 96149523-19dc-4119-b73d-a9cad6d594ad gateway port host: None {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:12:14.562642 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-e09a6f52-9b46-41f8-a643-c6e4958f7a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96149523-19dc-4119-b73d-a9cad6d594ad', 'name': 'tempest-AttachVolumeTestJSON-1078512849-router', 'tenant_id': '5ac79aa4804c4ec78dd715e0f7f164e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:04:49Z', 'updated_at': '2021-08-05T12:12:14Z', 'revision_number': 6, 'project_id': '5ac79aa4804c4ec78dd715e0f7f164e5', 'gw_port_host': None}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:12:14.640627 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09a6f52-9b46-41f8-a643-c6e4958f7a5f None None] The sync data for ids ['96149523-19dc-4119-b73d-a9cad6d594ad'] in n-d-803378-2 is: [{'id': '96149523-19dc-4119-b73d-a9cad6d594ad', 'name': 'tempest-AttachVolumeTestJSON-1078512849-router', 'tenant_id': '5ac79aa4804c4ec78dd715e0f7f164e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:04:49Z', 'updated_at': '2021-08-05T12:12:14Z', 'revision_number': 6, 'project_id': '5ac79aa4804c4ec78dd715e0f7f164e5', 'gw_port_host': None}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:12:14.838074 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-07f77106-1bae-4269-bcf6-55634880a5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:14.890444 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f77106-1bae-4269-bcf6-55634880a5b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=44ceb000-9880-49bd-b837-d5d196742829,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:12:14.996030 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-07f77106-1bae-4269-bcf6-55634880a5b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33285055'] for router_gateway, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:15.133968 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-07f77106-1bae-4269-bcf6-55634880a5b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33262979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1951'] for router, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:15.143133 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-07f77106-1bae-4269-bcf6-55634880a5b5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:15.252734 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-07f77106-1bae-4269-bcf6-55634880a5b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33262474'] for router, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:15.253796 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07f77106-1bae-4269-bcf6-55634880a5b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 96149523-19dc-4119-b73d-a9cad6d594ad {{(pid=94420) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 12:12:15.279432 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-07f77106-1bae-4269-bcf6-55634880a5b5 admin admin] Notify callbacks [] for router, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:15.282582 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-07f77106-1bae-4269-bcf6-55634880a5b5 admin admin] 10.222.0.58 "DELETE /v2.0/routers/96149523-19dc-4119-b73d-a9cad6d594ad HTTP/1.1" status: 204 len: 168 time: 1.5990794 Aug 05 12:12:15.286548 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 34142) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:12:15.398193 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_v2 [None req-043222b9-26ed-44a7-83b8-08fdee52cfd9 admin admin] Deleting subnet aeea250c-5d17-40dc-96d1-f040d8812261 {{(pid=94421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 12:12:15.405360 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-043222b9-26ed-44a7-83b8-08fdee52cfd9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:15.472302 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-043222b9-26ed-44a7-83b8-08fdee52cfd9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29786388'] for subnet, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:15.646139 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-043222b9-26ed-44a7-83b8-08fdee52cfd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:15.692323 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 60a58c35-9072-4d5c-8341-10e662debaa1 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:12:15.729109 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 12:12:15.747293 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 60a58c35-9072-4d5c-8341-10e662debaa1 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:12:15.747876 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 60a58c35-9072-4d5c-8341-10e662debaa1 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:12:15.770486 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-043222b9-26ed-44a7-83b8-08fdee52cfd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25038609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30075142'] for subnet, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:15.825854 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043222b9-26ed-44a7-83b8-08fdee52cfd9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aeea250c-5d17-40dc-96d1-f040d8812261,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:12:15.835067 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-043222b9-26ed-44a7-83b8-08fdee52cfd9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:15.843449 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 34144) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:12:15.845331 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-043222b9-26ed-44a7-83b8-08fdee52cfd9 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/aeea250c-5d17-40dc-96d1-f040d8812261 HTTP/1.1" status: 204 len: 168 time: 0.5571148 Aug 05 12:12:15.859183 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b72e1661-390b-4de8-8100-52144214cf01 None None] Network 3f19e325-64cf-4e1f-b582-b20cec605cde requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:12:15.971421 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ff10f040-7aec-42df-bbf6-f7dd8a5d6a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:16.101357 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-ff10f040-7aec-42df-bbf6-f7dd8a5d6a28 admin admin] Deleting port 1bb079ab-4628-4d64-b75f-65aaf280ebe3 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:12:16.101715 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ff10f040-7aec-42df-bbf6-f7dd8a5d6a28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:16.185083 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c92a0d0-158d-4651-8ca2-799ffad8545e None None] DHCP port deletion for 3f19e325-64cf-4e1f-b582-b20cec605cde request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 12:12:16.199727 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-ff10f040-7aec-42df-bbf6-f7dd8a5d6a28 admin admin] For port 1bb079ab-4628-4d64-b75f-65aaf280ebe3, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=1bb079ab-4628-4d64-b75f-65aaf280ebe3,segment=NetworkSegment(8e2898c2-55de-4b44-b2e0-6dc776c5ea7e),segment_id=8e2898c2-55de-4b44-b2e0-6dc776c5ea7e)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:12:16.200186 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ff10f040-7aec-42df-bbf6-f7dd8a5d6a28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:16.222051 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-ff10f040-7aec-42df-bbf6-f7dd8a5d6a28 admin admin] Calling delete_port for 1bb079ab-4628-4d64-b75f-65aaf280ebe3 owned by network:dhcp {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:12:16.270515 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-9c92a0d0-158d-4651-8ca2-799ffad8545e None None] Deleting port 1bb079ab-4628-4d64-b75f-65aaf280ebe3 {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:12:16.271634 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-9c92a0d0-158d-4651-8ca2-799ffad8545e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:16.375105 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-9c92a0d0-158d-4651-8ca2-799ffad8545e None None] For port 1bb079ab-4628-4d64-b75f-65aaf280ebe3, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=1bb079ab-4628-4d64-b75f-65aaf280ebe3,segment=NetworkSegment(8e2898c2-55de-4b44-b2e0-6dc776c5ea7e),segment_id=8e2898c2-55de-4b44-b2e0-6dc776c5ea7e)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:12:16.375716 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-9c92a0d0-158d-4651-8ca2-799ffad8545e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:16.381902 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ff10f040-7aec-42df-bbf6-f7dd8a5d6a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:16.396056 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-9c92a0d0-158d-4651-8ca2-799ffad8545e None None] Calling delete_port for 1bb079ab-4628-4d64-b75f-65aaf280ebe3 owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:12:16.422978 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff10f040-7aec-42df-bbf6-f7dd8a5d6a28 admin admin] Pushing event deleted for resources: {'Port': ['ID=1bb079ab-4628-4d64-b75f-65aaf280ebe3,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:12:16.425308 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff10f040-7aec-42df-bbf6-f7dd8a5d6a28 admin admin] No DVR routers for this DVR port 1bb079ab-4628-4d64-b75f-65aaf280ebe3 on host n-d-803378-2 {{(pid=94420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:12:16.494584 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-9c92a0d0-158d-4651-8ca2-799ffad8545e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:16.508090 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ff10f040-7aec-42df-bbf6-f7dd8a5d6a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:16.522013 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-ff10f040-7aec-42df-bbf6-f7dd8a5d6a28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f19e325-64cf-4e1f-b582-b20cec605cde']}} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:12:16.526231 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c92a0d0-158d-4651-8ca2-799ffad8545e None None] Pushing event deleted for resources: {'Port': ['ID=1bb079ab-4628-4d64-b75f-65aaf280ebe3,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:12:16.528469 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c92a0d0-158d-4651-8ca2-799ffad8545e None None] No DVR routers for this DVR port 1bb079ab-4628-4d64-b75f-65aaf280ebe3 on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:12:16.536259 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-ff10f040-7aec-42df-bbf6-f7dd8a5d6a28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e2898c2-55de-4b44-b2e0-6dc776c5ea7e') {'for_net_delete': True} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:12:16.536595 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-ff10f040-7aec-42df-bbf6-f7dd8a5d6a28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e2898c2-55de-4b44-b2e0-6dc776c5ea7e') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:12:16.549084 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ff10f040-7aec-42df-bbf6-f7dd8a5d6a28 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25010581'] for segment, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:16.565786 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ff10f040-7aec-42df-bbf6-f7dd8a5d6a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:16.574352 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff10f040-7aec-42df-bbf6-f7dd8a5d6a28 admin admin] Releasing vlan 689 on physical network physnet1 to pool {{(pid=94420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 12:12:16.575151 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ff10f040-7aec-42df-bbf6-f7dd8a5d6a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29762581'] for segment, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:16.578369 n-d-803378-2 neutron-server[94420]: Traceback (most recent call last): Aug 05 12:12:16.578369 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 12:12:16.578369 n-d-803378-2 neutron-server[94420]: timer() Aug 05 12:12:16.578369 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 12:12:16.578369 n-d-803378-2 neutron-server[94420]: cb(*args, **kw) Aug 05 12:12:16.578369 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 12:12:16.578369 n-d-803378-2 neutron-server[94420]: return func(*args, **kwargs) Aug 05 12:12:16.578369 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 12:12:16.578369 n-d-803378-2 neutron-server[94420]: self._notify() Aug 05 12:12:16.578369 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 12:12:16.578369 n-d-803378-2 neutron-server[94420]: self.callback(batched_events) Aug 05 12:12:16.578369 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 12:12:16.578369 n-d-803378-2 neutron-server[94420]: event.method(event) Aug 05 12:12:16.578369 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 12:12:16.578369 n-d-803378-2 neutron-server[94420]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 12:12:16.578369 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 12:12:16.578369 n-d-803378-2 neutron-server[94420]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 12:12:16.578369 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 12:12:16.578369 n-d-803378-2 neutron-server[94420]: return f(self, *a, **k) Aug 05 12:12:16.578369 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 12:12:16.578369 n-d-803378-2 neutron-server[94420]: return self._get(url).json() Aug 05 12:12:16.578369 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 12:12:16.578369 n-d-803378-2 neutron-server[94420]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 12:12:16.578369 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 12:12:16.578369 n-d-803378-2 neutron-server[94420]: return self.request(url, 'GET', **kwargs) Aug 05 12:12:16.578369 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 12:12:16.578369 n-d-803378-2 neutron-server[94420]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 12:12:16.578369 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 12:12:16.578369 n-d-803378-2 neutron-server[94420]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 12:12:16.578369 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 12:12:16.578369 n-d-803378-2 neutron-server[94420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 12:12:16.578369 n-d-803378-2 neutron-server[94420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 12:12:16.646354 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ff10f040-7aec-42df-bbf6-f7dd8a5d6a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:16.665378 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ff10f040-7aec-42df-bbf6-f7dd8a5d6a28 admin admin] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:16.673368 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-ff10f040-7aec-42df-bbf6-f7dd8a5d6a28 admin admin] 10.222.0.58 "DELETE /v2.0/networks/3f19e325-64cf-4e1f-b582-b20cec605cde HTTP/1.1" status: 204 len: 168 time: 0.8242049 Aug 05 12:12:16.691296 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff10f040-7aec-42df-bbf6-f7dd8a5d6a28 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f19e325-64cf-4e1f-b582-b20cec605cde,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:12:16.878113 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 34150) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:12:16.956555 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-64446318-277d-4ebd-b887-e98fd8289b0f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5ac79aa4804c4ec78dd715e0f7f164e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0753357 Aug 05 12:12:16.958243 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 34152) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:12:17.045716 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-00d2201f-f322-496b-82a9-48143cf16e4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:17.079052 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-00d2201f-f322-496b-82a9-48143cf16e4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:17.166431 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-00d2201f-f322-496b-82a9-48143cf16e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:17.169863 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-00d2201f-f322-496b-82a9-48143cf16e4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:17.171167 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-00d2201f-f322-496b-82a9-48143cf16e4a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3a1cebeb-f567-4b46-b1c5-c7cf2bfab07b HTTP/1.1" status: 204 len: 168 time: 0.2115088 Aug 05 12:12:17.183503 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d2201f-f322-496b-82a9-48143cf16e4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a1cebeb-f567-4b46-b1c5-c7cf2bfab07b,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:12:17.215862 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 1bb079ab-4628-4d64-b75f-65aaf280ebe3 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:12:17.258488 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 1bb079ab-4628-4d64-b75f-65aaf280ebe3 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:12:17.259933 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 1bb079ab-4628-4d64-b75f-65aaf280ebe3 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:12:17.260919 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 44ceb000-9880-49bd-b837-d5d196742829 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:12:17.300687 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 44ceb000-9880-49bd-b837-d5d196742829 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:12:17.301585 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 44ceb000-9880-49bd-b837-d5d196742829 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:12:17.439445 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 34158) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:12:18.217799 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-618746a2-8295-4e38-965c-eb0ceb2b2078 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33208311'] for router_interface, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:18.583231 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-618746a2-8295-4e38-965c-eb0ceb2b2078 admin admin] Deleting port 10398842-178f-456b-9c5d-6a779a2012b3 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:12:18.583791 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-618746a2-8295-4e38-965c-eb0ceb2b2078 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:18.718768 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [None req-618746a2-8295-4e38-965c-eb0ceb2b2078 admin admin] For port 10398842-178f-456b-9c5d-6a779a2012b3, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=10398842-178f-456b-9c5d-6a779a2012b3,segment=NetworkSegment(40045cee-cedb-44fc-b3f9-2c9f98e7130e),segment_id=40045cee-cedb-44fc-b3f9-2c9f98e7130e)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:12:18.719374 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-618746a2-8295-4e38-965c-eb0ceb2b2078 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:18.750445 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-618746a2-8295-4e38-965c-eb0ceb2b2078 admin admin] Calling delete_port for 10398842-178f-456b-9c5d-6a779a2012b3 owned by network:router_interface {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:12:19.031762 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-618746a2-8295-4e38-965c-eb0ceb2b2078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:19.075721 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618746a2-8295-4e38-965c-eb0ceb2b2078 admin admin] Pushing event deleted for resources: {'Port': ['ID=10398842-178f-456b-9c5d-6a779a2012b3,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:12:19.848712 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-618746a2-8295-4e38-965c-eb0ceb2b2078 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33140263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33208171'] for router_interface, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:19.867795 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-eab25b06-a9bf-44f7-9b4e-2bf0cf452e50 req-917cac77-d16e-4d0a-9aa7-4685bbfb2362 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=acddff7a-3ff4-4842-8a90-796eac4fb2e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0854881 Aug 05 12:12:20.031896 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab25b06-a9bf-44f7-9b4e-2bf0cf452e50 req-98fd5283-35ed-4fce-a74a-e385d7b32e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:12:20.033740 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-eab25b06-a9bf-44f7-9b4e-2bf0cf452e50 req-98fd5283-35ed-4fce-a74a-e385d7b32e5e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f717acd5caa748b6b706fbaad1f3b969&device_id=acddff7a-3ff4-4842-8a90-796eac4fb2e3 HTTP/1.1" status: 200 len: 1096 time: 0.1135719 Aug 05 12:12:20.304898 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab25b06-a9bf-44f7-9b4e-2bf0cf452e50 req-f1d3646e-ba24-4db3-b36e-541df5f85a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:12:20.307237 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-eab25b06-a9bf-44f7-9b4e-2bf0cf452e50 req-f1d3646e-ba24-4db3-b36e-541df5f85a3f service neutron] 10.222.0.64 "GET /v2.0/networks?id=b881efb6-f52e-4006-a158-c2aa42fef2fe HTTP/1.1" status: 200 len: 912 time: 0.2377996 Aug 05 12:12:20.393769 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-618746a2-8295-4e38-965c-eb0ceb2b2078 admin admin] Router 92a95b38-a7b1-4d87-95df-d3971ddfa92e has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:12:20.433645 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-eab25b06-a9bf-44f7-9b4e-2bf0cf452e50 req-0bca00b1-7f5d-49df-accb-63be63d29e6e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d6ba544-8ec5-4a0c-a9cf-9a92f996040a HTTP/1.1" status: 200 len: 1001 time: 0.1164806 Aug 05 12:12:20.578759 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab25b06-a9bf-44f7-9b4e-2bf0cf452e50 req-f6c2a6a3-a254-450c-98bc-57ce75b250bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:12:20.580332 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-eab25b06-a9bf-44f7-9b4e-2bf0cf452e50 req-f6c2a6a3-a254-450c-98bc-57ce75b250bb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=96bcc71c-db3b-48c5-a5c3-35b749d6182d HTTP/1.1" status: 200 len: 850 time: 0.1078076 Aug 05 12:12:20.632403 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-618746a2-8295-4e38-965c-eb0ceb2b2078 admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:12:20.639153 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-618746a2-8295-4e38-965c-eb0ceb2b2078 admin admin] 10.222.0.58 "PUT /v2.0/routers/92a95b38-a7b1-4d87-95df-d3971ddfa92e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1984696 Aug 05 12:12:20.642336 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 34218) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:12:20.648297 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb15019e-e466-4bcd-afde-599947eac9be None None] Sync routers for ids ['92a95b38-a7b1-4d87-95df-d3971ddfa92e'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:12:20.668125 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb15019e-e466-4bcd-afde-599947eac9be None None] Routers {'92a95b38-a7b1-4d87-95df-d3971ddfa92e'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:12:20.668848 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-bb15019e-e466-4bcd-afde-599947eac9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:12:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['92a95b38-a7b1-4d87-95df-d3971ddfa92e'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:12:20.671829 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab25b06-a9bf-44f7-9b4e-2bf0cf452e50 req-7f0b0ef6-3a72-453b-9096-d48f55574e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:12:20.673507 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-eab25b06-a9bf-44f7-9b4e-2bf0cf452e50 req-7f0b0ef6-3a72-453b-9096-d48f55574e38 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b881efb6-f52e-4006-a158-c2aa42fef2fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0842993 Aug 05 12:12:20.871269 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-eab25b06-a9bf-44f7-9b4e-2bf0cf452e50 req-e8b77783-1f8b-43be-a3ac-1250e740534a service neutron] 10.222.0.64 "GET /v2.0/networks/b881efb6-f52e-4006-a158-c2aa42fef2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818466 Aug 05 12:12:20.888085 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c7d48232-0938-4b01-b2b5-62e0a21c0bd3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:20.995183 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-bb15019e-e466-4bcd-afde-599947eac9be None None] Set router 92a95b38-a7b1-4d87-95df-d3971ddfa92e gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:12:21.101123 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-eab25b06-a9bf-44f7-9b4e-2bf0cf452e50 req-b868a4fe-7df8-4ef4-9036-d48ad2d5cd8b service neutron] 10.222.0.64 "GET /v2.0/networks/b881efb6-f52e-4006-a158-c2aa42fef2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216246 Aug 05 12:12:21.212879 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c7d48232-0938-4b01-b2b5-62e0a21c0bd3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:21.335330 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-c7d48232-0938-4b01-b2b5-62e0a21c0bd3 admin admin] Deleting port 9ada5203-b900-4282-b943-865cb4cd5dbc {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:12:21.335771 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c7d48232-0938-4b01-b2b5-62e0a21c0bd3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:21.451605 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-bb15019e-e466-4bcd-afde-599947eac9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92a95b38-a7b1-4d87-95df-d3971ddfa92e', 'name': 'tempest-TaggedBootDevicesTest_v242-1544625317-router', 'tenant_id': '7f690a1af59141ff99aca95e28eca771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '9ada5203-b900-4282-b943-865cb4cd5dbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:59:47Z', 'updated_at': '2021-08-05T12:12:18Z', 'revision_number': 5, 'project_id': '7f690a1af59141ff99aca95e28eca771', 'gw_port': {'id': '9ada5203-b900-4282-b943-865cb4cd5dbc', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ae:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a95b38-a7b1-4d87-95df-d3971ddfa92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T11:59:48Z', 'updated_at': '2021-08-05T11:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:12:21.492607 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb15019e-e466-4bcd-afde-599947eac9be None None] Checking router: 92a95b38-a7b1-4d87-95df-d3971ddfa92e for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:12:21.516352 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-c7d48232-0938-4b01-b2b5-62e0a21c0bd3 admin admin] For port 9ada5203-b900-4282-b943-865cb4cd5dbc, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=9ada5203-b900-4282-b943-865cb4cd5dbc,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:12:21.517056 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c7d48232-0938-4b01-b2b5-62e0a21c0bd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:21.518645 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb15019e-e466-4bcd-afde-599947eac9be None None] Routers {'92a95b38-a7b1-4d87-95df-d3971ddfa92e'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:12:21.520588 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-bb15019e-e466-4bcd-afde-599947eac9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:12:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['92a95b38-a7b1-4d87-95df-d3971ddfa92e'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:12:21.551571 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-c7d48232-0938-4b01-b2b5-62e0a21c0bd3 admin admin] Calling delete_port for 9ada5203-b900-4282-b943-865cb4cd5dbc owned by network:router_gateway {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:12:21.719014 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-bb15019e-e466-4bcd-afde-599947eac9be None None] Set router 92a95b38-a7b1-4d87-95df-d3971ddfa92e gateway port host: None {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:12:21.823874 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-bb15019e-e466-4bcd-afde-599947eac9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92a95b38-a7b1-4d87-95df-d3971ddfa92e', 'name': 'tempest-TaggedBootDevicesTest_v242-1544625317-router', 'tenant_id': '7f690a1af59141ff99aca95e28eca771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:59:47Z', 'updated_at': '2021-08-05T12:12:21Z', 'revision_number': 6, 'project_id': '7f690a1af59141ff99aca95e28eca771', 'gw_port_host': None}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:12:21.857561 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb15019e-e466-4bcd-afde-599947eac9be None None] The sync data for ids ['92a95b38-a7b1-4d87-95df-d3971ddfa92e'] in n-d-803378-2 is: [{'id': '92a95b38-a7b1-4d87-95df-d3971ddfa92e', 'name': 'tempest-TaggedBootDevicesTest_v242-1544625317-router', 'tenant_id': '7f690a1af59141ff99aca95e28eca771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T11:59:47Z', 'updated_at': '2021-08-05T12:12:21Z', 'revision_number': 6, 'project_id': '7f690a1af59141ff99aca95e28eca771', 'gw_port_host': None}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:12:21.927239 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c7d48232-0938-4b01-b2b5-62e0a21c0bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:21.976653 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d48232-0938-4b01-b2b5-62e0a21c0bd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ada5203-b900-4282-b943-865cb4cd5dbc,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:12:22.075202 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c7d48232-0938-4b01-b2b5-62e0a21c0bd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33285055'] for router_gateway, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:22.229811 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c7d48232-0938-4b01-b2b5-62e0a21c0bd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33262979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1951'] for router, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:22.252101 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c7d48232-0938-4b01-b2b5-62e0a21c0bd3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:22.356270 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c7d48232-0938-4b01-b2b5-62e0a21c0bd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33262474'] for router, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:22.356891 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7d48232-0938-4b01-b2b5-62e0a21c0bd3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 92a95b38-a7b1-4d87-95df-d3971ddfa92e {{(pid=94420) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 12:12:22.362664 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c7d48232-0938-4b01-b2b5-62e0a21c0bd3 admin admin] Notify callbacks [] for router, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:22.364736 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-c7d48232-0938-4b01-b2b5-62e0a21c0bd3 admin admin] 10.222.0.58 "DELETE /v2.0/routers/92a95b38-a7b1-4d87-95df-d3971ddfa92e HTTP/1.1" status: 204 len: 168 time: 1.7202380 Aug 05 12:12:22.368155 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 34236) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:12:22.414580 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:22.455918 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 34238) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:12:22.485722 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b64a0bb-10d8-46e5-aac4-54b10ca2660b admin admin] Deleting subnet 90c3c35a-eac3-416b-b90c-3f9071c29dcd {{(pid=94421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 12:12:22.490703 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9b64a0bb-10d8-46e5-aac4-54b10ca2660b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:22.565972 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9b64a0bb-10d8-46e5-aac4-54b10ca2660b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29786388'] for subnet, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:22.641264 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-87913f71-dbc8-4dc4-958e-f92c056ecb1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:22.701772 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9b64a0bb-10d8-46e5-aac4-54b10ca2660b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:22.808895 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9b64a0bb-10d8-46e5-aac4-54b10ca2660b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25038609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30075142'] for subnet, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:22.844376 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-87913f71-dbc8-4dc4-958e-f92c056ecb1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:22.851150 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-87913f71-dbc8-4dc4-958e-f92c056ecb1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:22.872340 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b64a0bb-10d8-46e5-aac4-54b10ca2660b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90c3c35a-eac3-416b-b90c-3f9071c29dcd,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:12:22.875201 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9b64a0bb-10d8-46e5-aac4-54b10ca2660b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:22.877700 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361b04b4-6f21-4ceb-bd9b-e59bbe0517d2 None None] Network 79bfc6d8-260b-4b47-a4ff-7568441e3a8b requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:12:22.881123 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-9b64a0bb-10d8-46e5-aac4-54b10ca2660b admin admin] 10.222.0.58 "DELETE /v2.0/subnets/90c3c35a-eac3-416b-b90c-3f9071c29dcd HTTP/1.1" status: 204 len: 168 time: 0.5081372 Aug 05 12:12:22.881123 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 34246) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:12:22.912966 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-87913f71-dbc8-4dc4-958e-f92c056ecb1b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2fc75b8bf30f429e9c962af1dd17306b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4553776 Aug 05 12:12:22.914790 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87913f71-dbc8-4dc4-958e-f92c056ecb1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1a176cf-7b8b-4b6a-91e9-222554d67c6a,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:12:22.918491 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 34248) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:12:22.995933 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-938dbff4-c408-4d95-aa2e-dabd0ce93a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:23.061797 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-38814d4a-5adb-4c86-b40f-1537f467a10f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:23.128005 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-938dbff4-c408-4d95-aa2e-dabd0ce93a46 admin admin] Deleting port e8c163a3-0483-445a-8d02-5c06f9daa91e {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:12:23.128391 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-938dbff4-c408-4d95-aa2e-dabd0ce93a46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:23.138606 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-38814d4a-5adb-4c86-b40f-1537f467a10f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:23.240019 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-38814d4a-5adb-4c86-b40f-1537f467a10f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:23.241923 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-053a4d62-09b6-4e35-b8dc-c549f619ef52 None None] DHCP port deletion for 79bfc6d8-260b-4b47-a4ff-7568441e3a8b request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 12:12:23.242961 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-38814d4a-5adb-4c86-b40f-1537f467a10f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:23.248284 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-38814d4a-5adb-4c86-b40f-1537f467a10f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b1a176cf-7b8b-4b6a-91e9-222554d67c6a HTTP/1.1" status: 204 len: 168 time: 0.3245258 Aug 05 12:12:23.266232 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38814d4a-5adb-4c86-b40f-1537f467a10f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1a176cf-7b8b-4b6a-91e9-222554d67c6a,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:12:23.311302 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 10398842-178f-456b-9c5d-6a779a2012b3 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:12:23.343495 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [None req-938dbff4-c408-4d95-aa2e-dabd0ce93a46 admin admin] For port e8c163a3-0483-445a-8d02-5c06f9daa91e, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=e8c163a3-0483-445a-8d02-5c06f9daa91e,segment=NetworkSegment(40045cee-cedb-44fc-b3f9-2c9f98e7130e),segment_id=40045cee-cedb-44fc-b3f9-2c9f98e7130e)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:12:23.344333 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-938dbff4-c408-4d95-aa2e-dabd0ce93a46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:23.393403 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-938dbff4-c408-4d95-aa2e-dabd0ce93a46 admin admin] Calling delete_port for e8c163a3-0483-445a-8d02-5c06f9daa91e owned by network:dhcp {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:12:23.414177 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 10398842-178f-456b-9c5d-6a779a2012b3 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:12:23.414656 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 10398842-178f-456b-9c5d-6a779a2012b3 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:12:23.415449 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 9ada5203-b900-4282-b943-865cb4cd5dbc no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:12:23.450180 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 9ada5203-b900-4282-b943-865cb4cd5dbc {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:12:23.450989 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 9ada5203-b900-4282-b943-865cb4cd5dbc not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:12:23.491383 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-053a4d62-09b6-4e35-b8dc-c549f619ef52 None None] Deleting port e8c163a3-0483-445a-8d02-5c06f9daa91e {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:12:23.492677 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-053a4d62-09b6-4e35-b8dc-c549f619ef52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:23.579523 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-053a4d62-09b6-4e35-b8dc-c549f619ef52 None None] For port e8c163a3-0483-445a-8d02-5c06f9daa91e, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=e8c163a3-0483-445a-8d02-5c06f9daa91e,segment=NetworkSegment(40045cee-cedb-44fc-b3f9-2c9f98e7130e),segment_id=40045cee-cedb-44fc-b3f9-2c9f98e7130e)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:12:23.580716 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-053a4d62-09b6-4e35-b8dc-c549f619ef52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:23.601062 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-938dbff4-c408-4d95-aa2e-dabd0ce93a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:23.607026 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-053a4d62-09b6-4e35-b8dc-c549f619ef52 None None] Calling delete_port for e8c163a3-0483-445a-8d02-5c06f9daa91e owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:12:23.634698 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938dbff4-c408-4d95-aa2e-dabd0ce93a46 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8c163a3-0483-445a-8d02-5c06f9daa91e,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:12:23.638964 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938dbff4-c408-4d95-aa2e-dabd0ce93a46 admin admin] No DVR routers for this DVR port e8c163a3-0483-445a-8d02-5c06f9daa91e on host n-d-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:12:23.747882 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-053a4d62-09b6-4e35-b8dc-c549f619ef52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:23.788374 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a4d62-09b6-4e35-b8dc-c549f619ef52 None None] Pushing event deleted for resources: {'Port': ['ID=e8c163a3-0483-445a-8d02-5c06f9daa91e,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:12:23.788374 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053a4d62-09b6-4e35-b8dc-c549f619ef52 None None] No DVR routers for this DVR port e8c163a3-0483-445a-8d02-5c06f9daa91e on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:12:23.790007 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 34256) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:12:23.791540 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-938dbff4-c408-4d95-aa2e-dabd0ce93a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:23.824249 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-938dbff4-c408-4d95-aa2e-dabd0ce93a46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79bfc6d8-260b-4b47-a4ff-7568441e3a8b']}} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:12:23.826487 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-82d789dc-827c-4efa-92af-c2e20c784fdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:23.847670 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-938dbff4-c408-4d95-aa2e-dabd0ce93a46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40045cee-cedb-44fc-b3f9-2c9f98e7130e') {'for_net_delete': True} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:12:23.847936 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-938dbff4-c408-4d95-aa2e-dabd0ce93a46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40045cee-cedb-44fc-b3f9-2c9f98e7130e') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:12:23.873779 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-938dbff4-c408-4d95-aa2e-dabd0ce93a46 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29786371'] for segment, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:23.895792 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-938dbff4-c408-4d95-aa2e-dabd0ce93a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:23.907584 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-938dbff4-c408-4d95-aa2e-dabd0ce93a46 admin admin] Releasing vlan 664 on physical network physnet1 to pool {{(pid=94421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 12:12:23.913331 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-938dbff4-c408-4d95-aa2e-dabd0ce93a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25038799'] for segment, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:23.917609 n-d-803378-2 neutron-server[94421]: Traceback (most recent call last): Aug 05 12:12:23.917609 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 12:12:23.917609 n-d-803378-2 neutron-server[94421]: timer() Aug 05 12:12:23.917609 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 12:12:23.917609 n-d-803378-2 neutron-server[94421]: cb(*args, **kw) Aug 05 12:12:23.917609 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 12:12:23.917609 n-d-803378-2 neutron-server[94421]: return func(*args, **kwargs) Aug 05 12:12:23.917609 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 12:12:23.917609 n-d-803378-2 neutron-server[94421]: self._notify() Aug 05 12:12:23.917609 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 12:12:23.917609 n-d-803378-2 neutron-server[94421]: self.callback(batched_events) Aug 05 12:12:23.917609 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 12:12:23.917609 n-d-803378-2 neutron-server[94421]: event.method(event) Aug 05 12:12:23.917609 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 12:12:23.917609 n-d-803378-2 neutron-server[94421]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 12:12:23.917609 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 12:12:23.917609 n-d-803378-2 neutron-server[94421]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 12:12:23.917609 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 12:12:23.917609 n-d-803378-2 neutron-server[94421]: return f(self, *a, **k) Aug 05 12:12:23.917609 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 12:12:23.917609 n-d-803378-2 neutron-server[94421]: return self._get(url).json() Aug 05 12:12:23.917609 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 12:12:23.917609 n-d-803378-2 neutron-server[94421]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 12:12:23.917609 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 12:12:23.917609 n-d-803378-2 neutron-server[94421]: return self.request(url, 'GET', **kwargs) Aug 05 12:12:23.917609 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 12:12:23.917609 n-d-803378-2 neutron-server[94421]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 12:12:23.917609 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 12:12:23.917609 n-d-803378-2 neutron-server[94421]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 12:12:23.917609 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 12:12:23.917609 n-d-803378-2 neutron-server[94421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 12:12:23.917609 n-d-803378-2 neutron-server[94421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 12:12:23.999757 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-938dbff4-c408-4d95-aa2e-dabd0ce93a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:24.004612 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-938dbff4-c408-4d95-aa2e-dabd0ce93a46 admin admin] Notify callbacks [] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:24.010245 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-938dbff4-c408-4d95-aa2e-dabd0ce93a46 admin admin] 10.222.0.58 "DELETE /v2.0/networks/79bfc6d8-260b-4b47-a4ff-7568441e3a8b HTTP/1.1" status: 204 len: 168 time: 1.1247883 Aug 05 12:12:24.025349 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938dbff4-c408-4d95-aa2e-dabd0ce93a46 admin admin] Pushing event deleted for resources: {'Network': ['ID=79bfc6d8-260b-4b47-a4ff-7568441e3a8b,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:12:24.037530 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-82d789dc-827c-4efa-92af-c2e20c784fdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:24.044757 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-82d789dc-827c-4efa-92af-c2e20c784fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:24.125196 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-82d789dc-827c-4efa-92af-c2e20c784fdc admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ba572ae58078421fbdd45a1218af9c98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3274229 Aug 05 12:12:24.126744 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d789dc-827c-4efa-92af-c2e20c784fdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f97f61dd-6287-409d-bb2c-5c836f11c2c3,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:12:24.128119 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 34262) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:12:24.225207 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7d71899b-a249-46f8-86f6-2c8e884fffc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:24.270289 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7d71899b-a249-46f8-86f6-2c8e884fffc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:24.284671 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 34264) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:12:24.390336 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-e581a5e8-6eea-4294-b3e4-ed2965ac5c2f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7f690a1af59141ff99aca95e28eca771&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1037328 Aug 05 12:12:24.393004 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 34266) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:12:24.437345 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7d71899b-a249-46f8-86f6-2c8e884fffc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:24.442694 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7d71899b-a249-46f8-86f6-2c8e884fffc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:24.445667 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-7d71899b-a249-46f8-86f6-2c8e884fffc1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f97f61dd-6287-409d-bb2c-5c836f11c2c3 HTTP/1.1" status: 204 len: 168 time: 0.3150182 Aug 05 12:12:24.483614 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d71899b-a249-46f8-86f6-2c8e884fffc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f97f61dd-6287-409d-bb2c-5c836f11c2c3,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:12:24.518390 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9e91e6aa-dde5-43a1-b8d6-81e2403bee89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:24.552141 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9e91e6aa-dde5-43a1-b8d6-81e2403bee89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:24.628058 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9e91e6aa-dde5-43a1-b8d6-81e2403bee89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:24.632818 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9e91e6aa-dde5-43a1-b8d6-81e2403bee89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:24.638199 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-9e91e6aa-dde5-43a1-b8d6-81e2403bee89 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b75859e9-ba11-494c-9174-a2b56bb00afd HTTP/1.1" status: 204 len: 168 time: 0.2397764 Aug 05 12:12:24.649628 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e91e6aa-dde5-43a1-b8d6-81e2403bee89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b75859e9-ba11-494c-9174-a2b56bb00afd,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:12:25.218182 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device e8c163a3-0483-445a-8d02-5c06f9daa91e no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:12:25.256642 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: e8c163a3-0483-445a-8d02-5c06f9daa91e {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:12:25.257201 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device e8c163a3-0483-445a-8d02-5c06f9daa91e not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:12:26.201675 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 34316) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:12:26.538873 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-eaa3793a-8d9a-4c56-b813-0095d3dc016a admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-232372597-network', 'tenant_id': 'd61239f1b6f34eb981513b199747da12'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:12:26.597641 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaa3793a-8d9a-4c56-b813-0095d3dc016a admin admin] Made reservation on behalf of d61239f1b6f34eb981513b199747da12 for: {'network': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:12:26.600520 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-eaa3793a-8d9a-4c56-b813-0095d3dc016a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:26.621438 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-eaa3793a-8d9a-4c56-b813-0095d3dc016a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:26.821246 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-eaa3793a-8d9a-4c56-b813-0095d3dc016a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:26.826032 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-eaa3793a-8d9a-4c56-b813-0095d3dc016a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:26.861856 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaa3793a-8d9a-4c56-b813-0095d3dc016a admin admin] vlan segment allocate from pool success with {'vlan_id': 665, 'physical_network': 'physnet1'} {{(pid=94421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 12:12:26.888194 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa3793a-8d9a-4c56-b813-0095d3dc016a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01458de5-fdb9-4902-8d8f-7b5ee9f50672,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:12:26.893205 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-eaa3793a-8d9a-4c56-b813-0095d3dc016a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:26.893940 n-d-803378-2 neutron-server[94421]: INFO neutron.db.segments_db [None req-eaa3793a-8d9a-4c56-b813-0095d3dc016a admin admin] Added segment 70471df6-f885-4259-be52-cab961a4a87b of type vlan for network 7b2da7f6-5312-4b7e-b7e7-4cfb0805e228 Aug 05 12:12:26.962150 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-eaa3793a-8d9a-4c56-b813-0095d3dc016a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:27.006787 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-eaa3793a-8d9a-4c56-b813-0095d3dc016a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:27.008376 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa3793a-8d9a-4c56-b813-0095d3dc016a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:12:27.010801 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-eaa3793a-8d9a-4c56-b813-0095d3dc016a admin admin] Notify callbacks [] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:27.093536 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-eaa3793a-8d9a-4c56-b813-0095d3dc016a admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8896706 Aug 05 12:12:27.096977 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 34330) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:12:27.102487 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-365b6216-a6c9-4553-a1a5-9a01cd04dae4 admin admin] Request body: {'subnet': {'network_id': '7b2da7f6-5312-4b7e-b7e7-4cfb0805e228', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-232372597-subnet', 'tenant_id': 'd61239f1b6f34eb981513b199747da12', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:12:27.109164 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa3793a-8d9a-4c56-b813-0095d3dc016a admin admin] Pushing event updated for resources: {'Network': ['ID=7b2da7f6-5312-4b7e-b7e7-4cfb0805e228,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:12:27.128216 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 7b2da7f6-5312-4b7e-b7e7-4cfb0805e228 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 12:12:27.146354 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-365b6216-a6c9-4553-a1a5-9a01cd04dae4 admin admin] Made reservation on behalf of d61239f1b6f34eb981513b199747da12 for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:12:27.153448 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-365b6216-a6c9-4553-a1a5-9a01cd04dae4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:27.688096 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-365b6216-a6c9-4553-a1a5-9a01cd04dae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25038678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30075167'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:27.812392 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365b6216-a6c9-4553-a1a5-9a01cd04dae4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9a6bb65-f843-478c-a77f-df9b1660e7a3,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:12:27.825244 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365b6216-a6c9-4553-a1a5-9a01cd04dae4 admin admin] Checking segment: {'id': '70471df6-f885-4259-be52-cab961a4a87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '7b2da7f6-5312-4b7e-b7e7-4cfb0805e228'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:12:27.825731 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365b6216-a6c9-4553-a1a5-9a01cd04dae4 admin admin] Network hostable DHCP agents. Network: 7b2da7f6-5312-4b7e-b7e7-4cfb0805e228, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 12:12:27.876654 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365b6216-a6c9-4553-a1a5-9a01cd04dae4 admin admin] Network 7b2da7f6-5312-4b7e-b7e7-4cfb0805e228 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 12:12:27.913111 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-365b6216-a6c9-4553-a1a5-9a01cd04dae4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, 7b2da7f6-5312-4b7e-b7e7-4cfb0805e228) {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:12:27.920011 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365b6216-a6c9-4553-a1a5-9a01cd04dae4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:12:27.921135 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-365b6216-a6c9-4553-a1a5-9a01cd04dae4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:27.931831 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892e23cd-c74a-42ad-bd1f-edf7ffe53c9a None None] Network 7b2da7f6-5312-4b7e-b7e7-4cfb0805e228 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:12:27.961563 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-365b6216-a6c9-4553-a1a5-9a01cd04dae4 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8632035 Aug 05 12:12:28.261745 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc855717-007a-4785-9f81-40d660c0a87a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-7b2da7f6-5312-4b7e-b7e7-4cfb0805e228', 'network_id': '7b2da7f6-5312-4b7e-b7e7-4cfb0805e228', 'tenant_id': 'd61239f1b6f34eb981513b199747da12', 'fixed_ips': [{'subnet_id': 'a9a6bb65-f843-478c-a77f-df9b1660e7a3'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 12:12:28.263119 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-fc855717-007a-4785-9f81-40d660c0a87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:28.575372 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-fc855717-007a-4785-9f81-40d660c0a87a None None] Allocated IP 172.20.0.2 (7b2da7f6-5312-4b7e-b7e7-4cfb0805e228/a9a6bb65-f843-478c-a77f-df9b1660e7a3/f632a2d1-b56a-4df1-a273-83bd244b4950) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:12:29.134584 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-fc855717-007a-4785-9f81-40d660c0a87a None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:29.151303 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-fc855717-007a-4785-9f81-40d660c0a87a None None] Transition to ACTIVE for port object f632a2d1-b56a-4df1-a273-83bd244b4950 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:12:29.174561 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-fc855717-007a-4785-9f81-40d660c0a87a None None] Transition to ACTIVE for port object f632a2d1-b56a-4df1-a273-83bd244b4950 will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:12:29.199217 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-fc855717-007a-4785-9f81-40d660c0a87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:29.309089 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc855717-007a-4785-9f81-40d660c0a87a None None] Network 7b2da7f6-5312-4b7e-b7e7-4cfb0805e228 is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:12:29.318480 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-fc855717-007a-4785-9f81-40d660c0a87a None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:12:29.322372 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc855717-007a-4785-9f81-40d660c0a87a None None] Pushing event updated for resources: {'Port': ['ID=f632a2d1-b56a-4df1-a273-83bd244b4950,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:12:29.326646 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc855717-007a-4785-9f81-40d660c0a87a None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:12:29.449842 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-fc855717-007a-4785-9f81-40d660c0a87a None None] Attempting to bind port f632a2d1-b56a-4df1-a273-83bd244b4950 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:12:29.450875 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-fc855717-007a-4785-9f81-40d660c0a87a None None] Attempting to bind port f632a2d1-b56a-4df1-a273-83bd244b4950 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '70471df6-f885-4259-be52-cab961a4a87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '7b2da7f6-5312-4b7e-b7e7-4cfb0805e228'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:12:29.454731 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc855717-007a-4785-9f81-40d660c0a87a None None] Attempting to bind port f632a2d1-b56a-4df1-a273-83bd244b4950 on network 7b2da7f6-5312-4b7e-b7e7-4cfb0805e228 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:12:29.479615 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc855717-007a-4785-9f81-40d660c0a87a None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:12:29.480266 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc855717-007a-4785-9f81-40d660c0a87a None None] Checking segment: {'id': '70471df6-f885-4259-be52-cab961a4a87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '7b2da7f6-5312-4b7e-b7e7-4cfb0805e228'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:12:29.481050 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-fc855717-007a-4785-9f81-40d660c0a87a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:29.481732 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc855717-007a-4785-9f81-40d660c0a87a None None] Bound using segment: {'id': '70471df6-f885-4259-be52-cab961a4a87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '7b2da7f6-5312-4b7e-b7e7-4cfb0805e228'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:12:29.482599 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-fc855717-007a-4785-9f81-40d660c0a87a None None] Bound port: f632a2d1-b56a-4df1-a273-83bd244b4950, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70471df6-f885-4259-be52-cab961a4a87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '7b2da7f6-5312-4b7e-b7e7-4cfb0805e228'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:12:29.483266 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-fc855717-007a-4785-9f81-40d660c0a87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:29.681879 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 34396) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:12:29.707931 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:29.716873 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-fc855717-007a-4785-9f81-40d660c0a87a None None] For port f632a2d1-b56a-4df1-a273-83bd244b4950, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:12:29.722844 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-fc855717-007a-4785-9f81-40d660c0a87a None None] For port f632a2d1-b56a-4df1-a273-83bd244b4950, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=f632a2d1-b56a-4df1-a273-83bd244b4950,segment=NetworkSegment(70471df6-f885-4259-be52-cab961a4a87b),segment_id=70471df6-f885-4259-be52-cab961a4a87b)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:12:29.733083 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-fc855717-007a-4785-9f81-40d660c0a87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:29.852260 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc855717-007a-4785-9f81-40d660c0a87a None None] Pushing event updated for resources: {'Port': ['ID=f632a2d1-b56a-4df1-a273-83bd244b4950,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:12:29.957631 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041571a2-6691-4d56-9068-edb4a922532f req-22824949-5bb3-42f4-a641-a02d86f369e8 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:12:29.961819 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-041571a2-6691-4d56-9068-edb4a922532f req-22824949-5bb3-42f4-a641-a02d86f369e8 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] 10.222.0.58 "GET /v2.0/networks?id=7b2da7f6-5312-4b7e-b7e7-4cfb0805e228 HTTP/1.1" status: 200 len: 815 time: 0.2927661 Aug 05 12:12:30.018008 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-041571a2-6691-4d56-9068-edb4a922532f req-5d3fc30e-3d98-4a16-a937-4b15dc464b32 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] 10.222.0.58 "GET /v2.0/quotas/d61239f1b6f34eb981513b199747da12 HTTP/1.1" status: 200 len: 375 time: 0.0280130 Aug 05 12:12:30.110380 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-495db985-aec2-4fb8-b97a-97648bc63997 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:30.197306 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-041571a2-6691-4d56-9068-edb4a922532f req-f64dd1a1-735a-4ae2-8b47-11b1661aacf8 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=d61239f1b6f34eb981513b199747da12&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1700435 Aug 05 12:12:30.315129 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-495db985-aec2-4fb8-b97a-97648bc63997 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:30.330967 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-495db985-aec2-4fb8-b97a-97648bc63997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:30.379314 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495db985-aec2-4fb8-b97a-97648bc63997 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f119206-9776-4bd0-8b9e-6b45b410119a,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:12:30.394740 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [req-041571a2-6691-4d56-9068-edb4a922532f req-85ca20ec-3141-43b3-9439-0aaff153926a service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94420) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 12:12:30.397470 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-041571a2-6691-4d56-9068-edb4a922532f req-85ca20ec-3141-43b3-9439-0aaff153926a service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1751950 Aug 05 12:12:30.402169 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-495db985-aec2-4fb8-b97a-97648bc63997 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f2808791b3cf4332865f70cc0f4f3592&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7180512 Aug 05 12:12:30.412013 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 34402) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:12:30.508373 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-43402b97-f476-418a-9dfc-aae2b9ae482a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:30.548317 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-43402b97-f476-418a-9dfc-aae2b9ae482a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:30.558330 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-041571a2-6691-4d56-9068-edb4a922532f req-255496ba-985e-4117-9633-7decfc964e53 service neutron] 10.222.0.58 "GET /v2.0/networks/7b2da7f6-5312-4b7e-b7e7-4cfb0805e228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352975 Aug 05 12:12:30.641769 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-43402b97-f476-418a-9dfc-aae2b9ae482a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:30.646419 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-43402b97-f476-418a-9dfc-aae2b9ae482a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:30.648328 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-43402b97-f476-418a-9dfc-aae2b9ae482a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1f119206-9776-4bd0-8b9e-6b45b410119a HTTP/1.1" status: 204 len: 168 time: 0.2340963 Aug 05 12:12:30.682560 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43402b97-f476-418a-9dfc-aae2b9ae482a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f119206-9776-4bd0-8b9e-6b45b410119a,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:12:30.771044 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-041571a2-6691-4d56-9068-edb4a922532f req-8c1b7602-d545-48b7-8b93-1d9627e54e6f service neutron] 10.222.0.58 "GET /v2.0/networks/7b2da7f6-5312-4b7e-b7e7-4cfb0805e228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956046 Aug 05 12:12:31.414532 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device f632a2d1-b56a-4df1-a273-83bd244b4950 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:12:31.636357 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port f632a2d1-b56a-4df1-a273-83bd244b4950 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:12:31.680793 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 34426) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:12:31.710075 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fc47b74d-38a1-468f-8795-8e416184dec0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:31.844042 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f133bb56-4333-4b4e-bd27-16b183dc945b None None] Network 7b2da7f6-5312-4b7e-b7e7-4cfb0805e228 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:12:32.078172 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fc47b74d-38a1-468f-8795-8e416184dec0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:32.092302 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fc47b74d-38a1-468f-8795-8e416184dec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:32.147734 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-2f144d9a-13fe-4a74-8be4-c0970b60fabe None None] Provisioning for port f632a2d1-b56a-4df1-a273-83bd244b4950 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:12:32.172437 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-2f144d9a-13fe-4a74-8be4-c0970b60fabe None None] Provisioning complete for port f632a2d1-b56a-4df1-a273-83bd244b4950 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:12:32.174247 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-2f144d9a-13fe-4a74-8be4-c0970b60fabe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:32.320683 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-fc47b74d-38a1-468f-8795-8e416184dec0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3313853e77d94e449b1f2e006c60b400&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6419501 Aug 05 12:12:32.328232 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 34436) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:12:32.442770 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc47b74d-38a1-468f-8795-8e416184dec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca1bf7f0-14d2-49e2-8b79-c6c5a9574394,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:12:32.491108 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-2f144d9a-13fe-4a74-8be4-c0970b60fabe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:32.525777 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-23eacc4b-8622-4fe4-a866-e3ead4cf6b06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:32.592937 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-2f144d9a-13fe-4a74-8be4-c0970b60fabe None None] For port f632a2d1-b56a-4df1-a273-83bd244b4950, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=f632a2d1-b56a-4df1-a273-83bd244b4950,segment=NetworkSegment(70471df6-f885-4259-be52-cab961a4a87b),segment_id=70471df6-f885-4259-be52-cab961a4a87b)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:12:32.601958 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-2f144d9a-13fe-4a74-8be4-c0970b60fabe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:32.641700 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2979c7a1-2812-40aa-9cbd-8ce250a1b84d req-632cb73a-8490-43de-959f-393da1f0f81f tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:12:32.644516 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2979c7a1-2812-40aa-9cbd-8ce250a1b84d req-632cb73a-8490-43de-959f-393da1f0f81f tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] 10.222.0.58 "GET /v2.0/networks?id=7b2da7f6-5312-4b7e-b7e7-4cfb0805e228 HTTP/1.1" status: 200 len: 815 time: 0.4449162 Aug 05 12:12:32.650917 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-23eacc4b-8622-4fe4-a866-e3ead4cf6b06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:32.691459 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2979c7a1-2812-40aa-9cbd-8ce250a1b84d req-c45791e4-b4d6-4af2-bdfd-420981f67b5b tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] 10.222.0.58 "GET /v2.0/quotas/d61239f1b6f34eb981513b199747da12 HTTP/1.1" status: 200 len: 375 time: 0.0270991 Aug 05 12:12:32.823004 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f144d9a-13fe-4a74-8be4-c0970b60fabe None None] Pushing event updated for resources: {'Port': ['ID=f632a2d1-b56a-4df1-a273-83bd244b4950,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:12:32.825196 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-23eacc4b-8622-4fe4-a866-e3ead4cf6b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:32.835223 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-23eacc4b-8622-4fe4-a866-e3ead4cf6b06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:32.842623 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-23eacc4b-8622-4fe4-a866-e3ead4cf6b06 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ca1bf7f0-14d2-49e2-8b79-c6c5a9574394 HTTP/1.1" status: 204 len: 168 time: 0.5105813 Aug 05 12:12:32.858953 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-c526e23a-ef1c-4f10-b68f-f9beec8857d3 None None] Provisioning complete for port f632a2d1-b56a-4df1-a273-83bd244b4950 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:12:32.859325 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c526e23a-ef1c-4f10-b68f-f9beec8857d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:32.862157 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23eacc4b-8622-4fe4-a866-e3ead4cf6b06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca1bf7f0-14d2-49e2-8b79-c6c5a9574394,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:12:32.911022 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2979c7a1-2812-40aa-9cbd-8ce250a1b84d req-36db1a9a-487b-4ff2-98df-b0733682fc3c tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=d61239f1b6f34eb981513b199747da12&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1994505 Aug 05 12:12:32.944722 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [req-2979c7a1-2812-40aa-9cbd-8ce250a1b84d req-cfc40563-91e4-42d8-8295-5d40ccc63d59 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94420) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 12:12:32.947204 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2979c7a1-2812-40aa-9cbd-8ce250a1b84d req-cfc40563-91e4-42d8-8295-5d40ccc63d59 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0264726 Aug 05 12:12:33.165808 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2979c7a1-2812-40aa-9cbd-8ce250a1b84d req-1719bf00-c401-4938-8a5f-1d9a79acb782 service neutron] 10.222.0.58 "GET /v2.0/networks/7b2da7f6-5312-4b7e-b7e7-4cfb0805e228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994843 Aug 05 12:12:33.241054 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device f632a2d1-b56a-4df1-a273-83bd244b4950 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:12:33.421566 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port f632a2d1-b56a-4df1-a273-83bd244b4950 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:12:33.425497 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:33.470781 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2979c7a1-2812-40aa-9cbd-8ce250a1b84d req-44d41a73-f4c4-4b69-bab7-fae386e01e22 service neutron] 10.222.0.58 "GET /v2.0/networks/7b2da7f6-5312-4b7e-b7e7-4cfb0805e228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2959492 Aug 05 12:12:34.713866 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041571a2-6691-4d56-9068-edb4a922532f req-7dbb4a25-2d4d-4867-a036-18f1cce609b1 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:12:34.722410 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-041571a2-6691-4d56-9068-edb4a922532f req-7dbb4a25-2d4d-4867-a036-18f1cce609b1 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] 10.222.0.55 "GET /v2.0/networks?id=7b2da7f6-5312-4b7e-b7e7-4cfb0805e228 HTTP/1.1" status: 200 len: 815 time: 0.3569484 Aug 05 12:12:34.747483 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-041571a2-6691-4d56-9068-edb4a922532f req-ebd518a5-b91c-4378-84a9-9793aa46747a tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Request body: {'port': {'device_id': '5cd5d8a0-5638-4fa3-8b24-b2a54012a414', 'network_id': '7b2da7f6-5312-4b7e-b7e7-4cfb0805e228', 'admin_state_up': True, 'tenant_id': 'd61239f1b6f34eb981513b199747da12'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:12:34.957167 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1b5d01-d667-44c3-a975-3cff28fea21e req-5352d73c-b131-41a2-ae1e-6664e87f4930 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:12:34.966480 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ef1b5d01-d667-44c3-a975-3cff28fea21e req-5352d73c-b131-41a2-ae1e-6664e87f4930 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] 10.222.0.58 "GET /v2.0/networks?id=7b2da7f6-5312-4b7e-b7e7-4cfb0805e228 HTTP/1.1" status: 200 len: 815 time: 0.8913941 Aug 05 12:12:35.017280 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ef1b5d01-d667-44c3-a975-3cff28fea21e req-244f1452-5afb-4e6b-b216-d22f71c7c07c tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] 10.222.0.58 "GET /v2.0/quotas/d61239f1b6f34eb981513b199747da12 HTTP/1.1" status: 200 len: 375 time: 0.0476973 Aug 05 12:12:35.112975 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-041571a2-6691-4d56-9068-edb4a922532f req-ebd518a5-b91c-4378-84a9-9793aa46747a tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Made reservation on behalf of d61239f1b6f34eb981513b199747da12 for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:12:35.118884 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-041571a2-6691-4d56-9068-edb4a922532f req-ebd518a5-b91c-4378-84a9-9793aa46747a tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:35.172041 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ef1b5d01-d667-44c3-a975-3cff28fea21e req-d1e71f2d-9bf4-4a55-bd17-14a52c0e35be tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=d61239f1b6f34eb981513b199747da12&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1493607 Aug 05 12:12:35.458711 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ef1b5d01-d667-44c3-a975-3cff28fea21e req-e150a3ea-e033-4ec7-8411-c21f03bba405 service neutron] 10.222.0.58 "GET /v2.0/networks/7b2da7f6-5312-4b7e-b7e7-4cfb0805e228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2647526 Aug 05 12:12:35.519723 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-041571a2-6691-4d56-9068-edb4a922532f req-ebd518a5-b91c-4378-84a9-9793aa46747a tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Allocated IP 172.20.0.11 (7b2da7f6-5312-4b7e-b7e7-4cfb0805e228/a9a6bb65-f843-478c-a77f-df9b1660e7a3/f69afd24-2bc0-4e3f-9c10-33e266139cd9) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:12:35.740377 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ef1b5d01-d667-44c3-a975-3cff28fea21e req-15af0cc5-2531-4c65-ba85-3752bdbf3a2c service neutron] 10.222.0.58 "GET /v2.0/networks/7b2da7f6-5312-4b7e-b7e7-4cfb0805e228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497113 Aug 05 12:12:36.059765 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-041571a2-6691-4d56-9068-edb4a922532f req-ebd518a5-b91c-4378-84a9-9793aa46747a tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:36.083356 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-041571a2-6691-4d56-9068-edb4a922532f req-ebd518a5-b91c-4378-84a9-9793aa46747a tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Transition to ACTIVE for port object f69afd24-2bc0-4e3f-9c10-33e266139cd9 will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:12:36.150097 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-041571a2-6691-4d56-9068-edb4a922532f req-ebd518a5-b91c-4378-84a9-9793aa46747a tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:36.237764 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-041571a2-6691-4d56-9068-edb4a922532f req-ebd518a5-b91c-4378-84a9-9793aa46747a tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Network 7b2da7f6-5312-4b7e-b7e7-4cfb0805e228 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:12:36.246134 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-041571a2-6691-4d56-9068-edb4a922532f req-ebd518a5-b91c-4378-84a9-9793aa46747a tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:12:36.255218 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-041571a2-6691-4d56-9068-edb4a922532f req-ebd518a5-b91c-4378-84a9-9793aa46747a tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:12:36.343443 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f1e063aa-fb6a-4d89-b240-0b64d8468fdb req-95452cc1-14a9-47ed-ae10-3a21184ca563 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] 10.222.0.58 "GET /v2.0/ports?device_id=768321b8-6942-4584-9d9d-6100e5811557 HTTP/1.1" status: 200 len: 210 time: 0.0864894 Aug 05 12:12:36.374370 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd518a5-b91c-4378-84a9-9793aa46747a tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Pushing event updated for resources: {'Port': ['ID=f69afd24-2bc0-4e3f-9c10-33e266139cd9,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:12:36.396898 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd518a5-b91c-4378-84a9-9793aa46747a tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:12:36.397476 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd518a5-b91c-4378-84a9-9793aa46747a tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:12:36.398037 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd518a5-b91c-4378-84a9-9793aa46747a tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:12:36.398540 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd518a5-b91c-4378-84a9-9793aa46747a tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:12:36.399033 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd518a5-b91c-4378-84a9-9793aa46747a tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:12:36.400416 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd518a5-b91c-4378-84a9-9793aa46747a tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:12:36.401066 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd518a5-b91c-4378-84a9-9793aa46747a tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:12:36.401645 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd518a5-b91c-4378-84a9-9793aa46747a tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:12:36.402230 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd518a5-b91c-4378-84a9-9793aa46747a tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:12:36.403073 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd518a5-b91c-4378-84a9-9793aa46747a tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:12:36.403378 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd518a5-b91c-4378-84a9-9793aa46747a tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:12:36.403946 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd518a5-b91c-4378-84a9-9793aa46747a tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:12:36.466916 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041571a2-6691-4d56-9068-edb4a922532f req-ebd518a5-b91c-4378-84a9-9793aa46747a tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:12:36.468433 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-041571a2-6691-4d56-9068-edb4a922532f req-ebd518a5-b91c-4378-84a9-9793aa46747a tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:36.530352 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-041571a2-6691-4d56-9068-edb4a922532f req-ebd518a5-b91c-4378-84a9-9793aa46747a tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7949188 Aug 05 12:12:36.556375 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-041571a2-6691-4d56-9068-edb4a922532f req-0edb8753-07eb-49da-a910-c190dcf245d1 service neutron] Request body: {'port': {'device_id': '5cd5d8a0-5638-4fa3-8b24-b2a54012a414', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:12:36.756665 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-041571a2-6691-4d56-9068-edb4a922532f req-0edb8753-07eb-49da-a910-c190dcf245d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:36.797899 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-680e196f-8c92-4007-97cc-e6d676eb59b7 None None] Provisioning for port f69afd24-2bc0-4e3f-9c10-33e266139cd9 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:12:36.815600 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-680e196f-8c92-4007-97cc-e6d676eb59b7 None None] Provisioning complete for port f69afd24-2bc0-4e3f-9c10-33e266139cd9 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:12:36.816319 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-680e196f-8c92-4007-97cc-e6d676eb59b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:36.984271 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-680e196f-8c92-4007-97cc-e6d676eb59b7 None None] Port f69afd24-2bc0-4e3f-9c10-33e266139cd9 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 12:12:37.298064 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-105e47c6-c299-41c6-928f-b0710f817b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:37.535608 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-041571a2-6691-4d56-9068-edb4a922532f req-0edb8753-07eb-49da-a910-c190dcf245d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f69afd24-2bc0-4e3f-9c10-33e266139cd9 {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 12:12:37.547142 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-041571a2-6691-4d56-9068-edb4a922532f req-0edb8753-07eb-49da-a910-c190dcf245d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:37.574727 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-041571a2-6691-4d56-9068-edb4a922532f req-0edb8753-07eb-49da-a910-c190dcf245d1 service neutron] Transition to ACTIVE for port object f69afd24-2bc0-4e3f-9c10-33e266139cd9 will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:12:37.581762 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8495bf0c-ad52-41b5-866e-78131dd7e512 req-a0b62670-e3b5-4467-964b-670d41d1c605 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1312062607&fields=id&tenant_id=f717acd5caa748b6b706fbaad1f3b969 HTTP/1.1" status: 200 len: 267 time: 0.1182103 Aug 05 12:12:37.584001 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-041571a2-6691-4d56-9068-edb4a922532f req-0edb8753-07eb-49da-a910-c190dcf245d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:37.742399 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edb8753-07eb-49da-a910-c190dcf245d1 service neutron] Pushing event updated for resources: {'Port': ['ID=f69afd24-2bc0-4e3f-9c10-33e266139cd9,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:12:37.845960 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2f64f0e3-a128-4fee-a475-81d26172c14a req-9ec59d9c-6768-419b-9902-7ac2c83fdabc tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] 10.222.0.58 "GET /v2.0/ports?device_id=768321b8-6942-4584-9d9d-6100e5811557 HTTP/1.1" status: 200 len: 210 time: 0.2993753 Aug 05 12:12:37.916913 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-041571a2-6691-4d56-9068-edb4a922532f req-0edb8753-07eb-49da-a910-c190dcf245d1 service neutron] Attempting to bind port f69afd24-2bc0-4e3f-9c10-33e266139cd9 on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:12:37.921881 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-041571a2-6691-4d56-9068-edb4a922532f req-0edb8753-07eb-49da-a910-c190dcf245d1 service neutron] Attempting to bind port f69afd24-2bc0-4e3f-9c10-33e266139cd9 by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': '70471df6-f885-4259-be52-cab961a4a87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '7b2da7f6-5312-4b7e-b7e7-4cfb0805e228'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:12:37.923782 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041571a2-6691-4d56-9068-edb4a922532f req-0edb8753-07eb-49da-a910-c190dcf245d1 service neutron] Attempting to bind port f69afd24-2bc0-4e3f-9c10-33e266139cd9 on network 7b2da7f6-5312-4b7e-b7e7-4cfb0805e228 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:12:37.953157 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8495bf0c-ad52-41b5-866e-78131dd7e512 req-8ef18469-73b4-4e3c-b51a-826135fefb57 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:12:37.973189 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8495bf0c-ad52-41b5-866e-78131dd7e512 req-8ef18469-73b4-4e3c-b51a-826135fefb57 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/networks?id=b881efb6-f52e-4006-a158-c2aa42fef2fe HTTP/1.1" status: 200 len: 811 time: 0.3873844 Aug 05 12:12:37.998681 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041571a2-6691-4d56-9068-edb4a922532f req-0edb8753-07eb-49da-a910-c190dcf245d1 service neutron] Port f69afd24-2bc0-4e3f-9c10-33e266139cd9 on network 7b2da7f6-5312-4b7e-b7e7-4cfb0805e228 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 12:12:37.999783 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041571a2-6691-4d56-9068-edb4a922532f req-0edb8753-07eb-49da-a910-c190dcf245d1 service neutron] Attempting to bind port f69afd24-2bc0-4e3f-9c10-33e266139cd9 on network 7b2da7f6-5312-4b7e-b7e7-4cfb0805e228 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:12:38.013449 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8495bf0c-ad52-41b5-866e-78131dd7e512 req-caefb283-d456-4f7e-95b9-18e7ba0ea3b4 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/quotas/f717acd5caa748b6b706fbaad1f3b969 HTTP/1.1" status: 200 len: 375 time: 0.0304232 Aug 05 12:12:38.187117 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8495bf0c-ad52-41b5-866e-78131dd7e512 req-b879ba83-2f03-4c26-a869-1d27b0922380 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=f717acd5caa748b6b706fbaad1f3b969&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1588128 Aug 05 12:12:38.225864 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2979c7a1-2812-40aa-9cbd-8ce250a1b84d req-a917c777-f6e8-4933-be03-c5d927741f48 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:12:38.229257 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2979c7a1-2812-40aa-9cbd-8ce250a1b84d req-a917c777-f6e8-4933-be03-c5d927741f48 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] 10.222.0.64 "GET /v2.0/networks?id=7b2da7f6-5312-4b7e-b7e7-4cfb0805e228 HTTP/1.1" status: 200 len: 815 time: 0.2980196 Aug 05 12:12:38.234688 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041571a2-6691-4d56-9068-edb4a922532f req-0edb8753-07eb-49da-a910-c190dcf245d1 service neutron] Checking agent: {'id': 'a8f1dd2d-227c-4e30-8844-52419ba734db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 12, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:12:38.235274 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041571a2-6691-4d56-9068-edb4a922532f req-0edb8753-07eb-49da-a910-c190dcf245d1 service neutron] Checking segment: {'id': '70471df6-f885-4259-be52-cab961a4a87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '7b2da7f6-5312-4b7e-b7e7-4cfb0805e228'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:12:38.235949 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041571a2-6691-4d56-9068-edb4a922532f req-0edb8753-07eb-49da-a910-c190dcf245d1 service neutron] Bound using segment: {'id': '70471df6-f885-4259-be52-cab961a4a87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '7b2da7f6-5312-4b7e-b7e7-4cfb0805e228'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:12:38.236809 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-041571a2-6691-4d56-9068-edb4a922532f req-0edb8753-07eb-49da-a910-c190dcf245d1 service neutron] Bound port: f69afd24-2bc0-4e3f-9c10-33e266139cd9, host: n-h2-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70471df6-f885-4259-be52-cab961a4a87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '7b2da7f6-5312-4b7e-b7e7-4cfb0805e228'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:12:38.237441 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-041571a2-6691-4d56-9068-edb4a922532f req-0edb8753-07eb-49da-a910-c190dcf245d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:38.283558 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-2979c7a1-2812-40aa-9cbd-8ce250a1b84d req-52e1653c-0c1e-4b3c-9951-d61e7dae9e32 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Request body: {'port': {'device_id': '6ce6e147-ba3b-4cbc-ac35-ec3c0a82f9a4', 'network_id': '7b2da7f6-5312-4b7e-b7e7-4cfb0805e228', 'admin_state_up': True, 'tenant_id': 'd61239f1b6f34eb981513b199747da12'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:12:38.395119 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8495bf0c-ad52-41b5-866e-78131dd7e512 req-0d176c97-8344-4bf7-afd5-adad8c1563dc service neutron] 10.222.0.58 "GET /v2.0/networks/b881efb6-f52e-4006-a158-c2aa42fef2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913702 Aug 05 12:12:38.459059 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-041571a2-6691-4d56-9068-edb4a922532f req-0edb8753-07eb-49da-a910-c190dcf245d1 service neutron] For port f69afd24-2bc0-4e3f-9c10-33e266139cd9, host n-h2-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:12:38.486900 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-041571a2-6691-4d56-9068-edb4a922532f req-0edb8753-07eb-49da-a910-c190dcf245d1 service neutron] For port f69afd24-2bc0-4e3f-9c10-33e266139cd9, host n-h2-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=f69afd24-2bc0-4e3f-9c10-33e266139cd9,segment=NetworkSegment(70471df6-f885-4259-be52-cab961a4a87b),segment_id=70471df6-f885-4259-be52-cab961a4a87b)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:12:38.498451 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-041571a2-6691-4d56-9068-edb4a922532f req-0edb8753-07eb-49da-a910-c190dcf245d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:38.558236 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041571a2-6691-4d56-9068-edb4a922532f req-0edb8753-07eb-49da-a910-c190dcf245d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:12:38.559338 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-041571a2-6691-4d56-9068-edb4a922532f req-0edb8753-07eb-49da-a910-c190dcf245d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:38.561141 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-041571a2-6691-4d56-9068-edb4a922532f req-0edb8753-07eb-49da-a910-c190dcf245d1 service neutron] 10.222.0.55 "PUT /v2.0/ports/f69afd24-2bc0-4e3f-9c10-33e266139cd9 HTTP/1.1" status: 200 len: 1092 time: 2.0157247 Aug 05 12:12:38.561853 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cd5d8a0-5638-4fa3-8b24-b2a54012a414', 'tag': 'f69afd24-2bc0-4e3f-9c10-33e266139cd9'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:12:38.564642 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-613aecdd-d9b1-455d-9412-625f9fd7ae3c" -d '{"events": [{"name": "network-changed", "server_uuid": "5cd5d8a0-5638-4fa3-8b24-b2a54012a414", "tag": "f69afd24-2bc0-4e3f-9c10-33e266139cd9"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:12:38.576414 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2979c7a1-2812-40aa-9cbd-8ce250a1b84d req-52e1653c-0c1e-4b3c-9951-d61e7dae9e32 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Made reservation on behalf of d61239f1b6f34eb981513b199747da12 for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:12:38.582660 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-2979c7a1-2812-40aa-9cbd-8ce250a1b84d req-52e1653c-0c1e-4b3c-9951-d61e7dae9e32 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:38.614669 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8495bf0c-ad52-41b5-866e-78131dd7e512 req-def0f20e-dda5-4ecc-ba0f-ed3f24233c9b service neutron] 10.222.0.58 "GET /v2.0/networks/b881efb6-f52e-4006-a158-c2aa42fef2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081954 Aug 05 12:12:38.652372 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edb8753-07eb-49da-a910-c190dcf245d1 service neutron] Pushing event updated for resources: {'Port': ['ID=f69afd24-2bc0-4e3f-9c10-33e266139cd9,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:12:38.687845 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 12:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3addf157-6a11-4821-b3d7-d458f5ded29d x-openstack-request-id: req-3addf157-6a11-4821-b3d7-d458f5ded29d {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:12:38.688640 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cd5d8a0-5638-4fa3-8b24-b2a54012a414", "tag": "f69afd24-2bc0-4e3f-9c10-33e266139cd9", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:12:38.689554 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3addf157-6a11-4821-b3d7-d458f5ded29d {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:12:38.690403 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cd5d8a0-5638-4fa3-8b24-b2a54012a414', 'tag': 'f69afd24-2bc0-4e3f-9c10-33e266139cd9', 'status': 'completed', 'code': 200} Aug 05 12:12:38.921914 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041571a2-6691-4d56-9068-edb4a922532f req-8eb9a482-7ab2-463b-8a69-d92d90bd7fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:12:38.926847 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-041571a2-6691-4d56-9068-edb4a922532f req-8eb9a482-7ab2-463b-8a69-d92d90bd7fb1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d61239f1b6f34eb981513b199747da12&device_id=5cd5d8a0-5638-4fa3-8b24-b2a54012a414 HTTP/1.1" status: 200 len: 1095 time: 0.2203650 Aug 05 12:12:39.150903 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-041571a2-6691-4d56-9068-edb4a922532f req-aab46f31-0466-4694-b51e-ad979da8ddfc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f69afd24-2bc0-4e3f-9c10-33e266139cd9 HTTP/1.1" status: 200 len: 217 time: 0.2016788 Aug 05 12:12:39.157163 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1b5d01-d667-44c3-a975-3cff28fea21e req-a96d6178-6666-4233-80de-cf96073c895f tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:12:39.160883 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ef1b5d01-d667-44c3-a975-3cff28fea21e req-a96d6178-6666-4233-80de-cf96073c895f tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] 10.222.0.64 "GET /v2.0/networks?id=7b2da7f6-5312-4b7e-b7e7-4cfb0805e228 HTTP/1.1" status: 200 len: 815 time: 0.3569791 Aug 05 12:12:39.238635 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-ef1b5d01-d667-44c3-a975-3cff28fea21e req-beb1fd00-e81e-44b8-a99d-11032b9269a8 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Request body: {'port': {'device_id': '768321b8-6942-4584-9d9d-6100e5811557', 'network_id': '7b2da7f6-5312-4b7e-b7e7-4cfb0805e228', 'admin_state_up': True, 'tenant_id': 'd61239f1b6f34eb981513b199747da12'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:12:39.258346 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-de84f2f6-def2-4af3-a542-549b813fc1fb req-f181d891-940a-450c-9fb2-619c16f63d0c tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] 10.222.0.58 "GET /v2.0/ports?device_id=768321b8-6942-4584-9d9d-6100e5811557 HTTP/1.1" status: 200 len: 210 time: 0.0953217 Aug 05 12:12:39.303038 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-2979c7a1-2812-40aa-9cbd-8ce250a1b84d req-52e1653c-0c1e-4b3c-9951-d61e7dae9e32 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Allocated IP 172.20.0.9 (7b2da7f6-5312-4b7e-b7e7-4cfb0805e228/a9a6bb65-f843-478c-a77f-df9b1660e7a3/0448143a-eb92-46ef-ba28-40f5e518631b) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:12:39.310304 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041571a2-6691-4d56-9068-edb4a922532f req-7352e998-b0a5-4151-a1f8-a0c9b9510f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:12:39.313663 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-041571a2-6691-4d56-9068-edb4a922532f req-7352e998-b0a5-4151-a1f8-a0c9b9510f8b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a9a6bb65-f843-478c-a77f-df9b1660e7a3 HTTP/1.1" status: 200 len: 854 time: 0.1539972 Aug 05 12:12:39.459948 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041571a2-6691-4d56-9068-edb4a922532f req-192c9360-dbf1-44e4-ad70-724d53bf9893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:12:39.463922 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-041571a2-6691-4d56-9068-edb4a922532f req-192c9360-dbf1-44e4-ad70-724d53bf9893 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7b2da7f6-5312-4b7e-b7e7-4cfb0805e228&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1329107 Aug 05 12:12:39.531105 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef1b5d01-d667-44c3-a975-3cff28fea21e req-beb1fd00-e81e-44b8-a99d-11032b9269a8 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Made reservation on behalf of d61239f1b6f34eb981513b199747da12 for: {'port': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:12:39.535201 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-ef1b5d01-d667-44c3-a975-3cff28fea21e req-beb1fd00-e81e-44b8-a99d-11032b9269a8 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:39.781384 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-041571a2-6691-4d56-9068-edb4a922532f req-4c642b28-b1c1-4f7e-8048-fef202a41d5d service neutron] 10.222.0.55 "GET /v2.0/networks/7b2da7f6-5312-4b7e-b7e7-4cfb0805e228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3067460 Aug 05 12:12:39.887852 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c49455dc-4cea-404e-aa5c-2c93e6f51132 req-d597283b-4a85-4081-bb2f-cb03b55268b1 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed0c15ad-12d7-4fd2-841c-82ab919bc2d0 HTTP/1.1" status: 200 len: 210 time: 0.0456848 Aug 05 12:12:39.889786 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-2979c7a1-2812-40aa-9cbd-8ce250a1b84d req-52e1653c-0c1e-4b3c-9951-d61e7dae9e32 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:39.931918 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-2979c7a1-2812-40aa-9cbd-8ce250a1b84d req-52e1653c-0c1e-4b3c-9951-d61e7dae9e32 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Transition to ACTIVE for port object 0448143a-eb92-46ef-ba28-40f5e518631b will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:12:40.012912 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-041571a2-6691-4d56-9068-edb4a922532f req-148a7114-b30e-4dca-9f11-9db3ad183ae4 service neutron] 10.222.0.55 "GET /v2.0/networks/7b2da7f6-5312-4b7e-b7e7-4cfb0805e228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204041 Aug 05 12:12:40.038458 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-2979c7a1-2812-40aa-9cbd-8ce250a1b84d req-52e1653c-0c1e-4b3c-9951-d61e7dae9e32 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:40.060846 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e3f77645-70a1-425f-93ef-394ec139685c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:40.127230 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:40.167523 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.db.api [req-ef1b5d01-d667-44c3-a975-3cff28fea21e req-beb1fd00-e81e-44b8-a99d-11032b9269a8 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.9-3cc13f20-5f39-45fe-810f-6cd52091cbbc {{(pid=94420) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 05 12:12:40.168474 n-d-803378-2 neutron-server[94420]: DEBUG oslo_db.api [req-ef1b5d01-d667-44c3-a975-3cff28fea21e req-beb1fd00-e81e-44b8-a99d-11032b9269a8 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 12:12:40.194484 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2979c7a1-2812-40aa-9cbd-8ce250a1b84d req-52e1653c-0c1e-4b3c-9951-d61e7dae9e32 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Network 7b2da7f6-5312-4b7e-b7e7-4cfb0805e228 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:12:40.200849 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-2979c7a1-2812-40aa-9cbd-8ce250a1b84d req-52e1653c-0c1e-4b3c-9951-d61e7dae9e32 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:12:40.204004 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-2979c7a1-2812-40aa-9cbd-8ce250a1b84d req-52e1653c-0c1e-4b3c-9951-d61e7dae9e32 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:12:40.265842 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e1653c-0c1e-4b3c-9951-d61e7dae9e32 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Pushing event updated for resources: {'Port': ['ID=0448143a-eb92-46ef-ba28-40f5e518631b,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:12:40.286663 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613aecdd-d9b1-455d-9412-625f9fd7ae3c req-f28f50dc-0b22-49e9-a248-c365a68e8595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:12:40.288312 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-613aecdd-d9b1-455d-9412-625f9fd7ae3c req-f28f50dc-0b22-49e9-a248-c365a68e8595 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d61239f1b6f34eb981513b199747da12&device_id=5cd5d8a0-5638-4fa3-8b24-b2a54012a414 HTTP/1.1" status: 200 len: 1095 time: 0.1490800 Aug 05 12:12:40.337936 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2979c7a1-2812-40aa-9cbd-8ce250a1b84d req-52e1653c-0c1e-4b3c-9951-d61e7dae9e32 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:12:40.339365 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-2979c7a1-2812-40aa-9cbd-8ce250a1b84d req-52e1653c-0c1e-4b3c-9951-d61e7dae9e32 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:40.412628 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2979c7a1-2812-40aa-9cbd-8ce250a1b84d req-52e1653c-0c1e-4b3c-9951-d61e7dae9e32 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1574936 Aug 05 12:12:40.477932 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613aecdd-d9b1-455d-9412-625f9fd7ae3c req-e82726a3-25c1-45be-b57b-b11123d1a06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:12:40.481636 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-613aecdd-d9b1-455d-9412-625f9fd7ae3c req-e82726a3-25c1-45be-b57b-b11123d1a06e service neutron] 10.222.0.55 "GET /v2.0/networks?id=7b2da7f6-5312-4b7e-b7e7-4cfb0805e228 HTTP/1.1" status: 200 len: 916 time: 0.1842575 Aug 05 12:12:40.555971 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5ff02898-ff31-4b8d-8611-28b262b491ae req-77d27338-bb55-4434-a715-a3012888a620 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] 10.222.0.58 "GET /v2.0/ports?device_id=768321b8-6942-4584-9d9d-6100e5811557 HTTP/1.1" status: 200 len: 210 time: 0.0713463 Aug 05 12:12:40.576216 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-613aecdd-d9b1-455d-9412-625f9fd7ae3c req-12d59903-204d-4406-98e2-599c7c0a5828 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f69afd24-2bc0-4e3f-9c10-33e266139cd9 HTTP/1.1" status: 200 len: 217 time: 0.0843661 Aug 05 12:12:40.603690 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-2979c7a1-2812-40aa-9cbd-8ce250a1b84d req-6be28255-7e65-4e64-9457-b5c3a98ebeea service neutron] Request body: {'port': {'device_id': '6ce6e147-ba3b-4cbc-ac35-ec3c0a82f9a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:12:40.669931 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-ef1b5d01-d667-44c3-a975-3cff28fea21e req-beb1fd00-e81e-44b8-a99d-11032b9269a8 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:40.720212 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-aece38d8-8374-4c21-afb9-6c19977c724a None None] Provisioning for port 0448143a-eb92-46ef-ba28-40f5e518631b completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:12:40.731298 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-aece38d8-8374-4c21-afb9-6c19977c724a None None] Provisioning complete for port 0448143a-eb92-46ef-ba28-40f5e518631b triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:12:40.732566 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-aece38d8-8374-4c21-afb9-6c19977c724a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:40.784992 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613aecdd-d9b1-455d-9412-625f9fd7ae3c req-a36dccd5-0bfa-46c9-ac34-8e8e6bc382b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:12:40.787902 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-613aecdd-d9b1-455d-9412-625f9fd7ae3c req-a36dccd5-0bfa-46c9-ac34-8e8e6bc382b4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a9a6bb65-f843-478c-a77f-df9b1660e7a3 HTTP/1.1" status: 200 len: 854 time: 0.1936889 Aug 05 12:12:40.789350 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-2979c7a1-2812-40aa-9cbd-8ce250a1b84d req-6be28255-7e65-4e64-9457-b5c3a98ebeea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:40.864258 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-aece38d8-8374-4c21-afb9-6c19977c724a None None] Port 0448143a-eb92-46ef-ba28-40f5e518631b cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 12:12:40.957747 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [req-ef1b5d01-d667-44c3-a975-3cff28fea21e req-beb1fd00-e81e-44b8-a99d-11032b9269a8 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Allocated IP 172.20.0.10 (7b2da7f6-5312-4b7e-b7e7-4cfb0805e228/a9a6bb65-f843-478c-a77f-df9b1660e7a3/43fc63f4-bf54-473c-b6f6-e65a15391e38) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:12:41.031962 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613aecdd-d9b1-455d-9412-625f9fd7ae3c req-33684d19-531c-4d95-8dd7-29b4497fd85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:12:41.039920 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-613aecdd-d9b1-455d-9412-625f9fd7ae3c req-33684d19-531c-4d95-8dd7-29b4497fd85c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7b2da7f6-5312-4b7e-b7e7-4cfb0805e228&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2217603 Aug 05 12:12:41.161133 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f99d6d0c-80bb-4ef3-9b30-00848bd258a3 req-1723c42d-245e-4502-b4f1-3bba1a95df57 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed0c15ad-12d7-4fd2-841c-82ab919bc2d0 HTTP/1.1" status: 200 len: 210 time: 0.0957527 Aug 05 12:12:41.327030 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-613aecdd-d9b1-455d-9412-625f9fd7ae3c req-30925f07-1d0d-49f5-a17b-69e8beb92a34 service neutron] 10.222.0.55 "GET /v2.0/networks/7b2da7f6-5312-4b7e-b7e7-4cfb0805e228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2736390 Aug 05 12:12:41.354741 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-ef1b5d01-d667-44c3-a975-3cff28fea21e req-beb1fd00-e81e-44b8-a99d-11032b9269a8 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:41.372765 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [req-ef1b5d01-d667-44c3-a975-3cff28fea21e req-beb1fd00-e81e-44b8-a99d-11032b9269a8 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Transition to ACTIVE for port object 43fc63f4-bf54-473c-b6f6-e65a15391e38 will not be triggered until provisioned by entity DHCP. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:12:41.427994 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-ef1b5d01-d667-44c3-a975-3cff28fea21e req-beb1fd00-e81e-44b8-a99d-11032b9269a8 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:41.524000 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef1b5d01-d667-44c3-a975-3cff28fea21e req-beb1fd00-e81e-44b8-a99d-11032b9269a8 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Network 7b2da7f6-5312-4b7e-b7e7-4cfb0805e228 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:12:41.533219 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [req-ef1b5d01-d667-44c3-a975-3cff28fea21e req-beb1fd00-e81e-44b8-a99d-11032b9269a8 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:12:41.543868 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef1b5d01-d667-44c3-a975-3cff28fea21e req-beb1fd00-e81e-44b8-a99d-11032b9269a8 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:12:41.623361 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb1fd00-e81e-44b8-a99d-11032b9269a8 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Pushing event updated for resources: {'Port': ['ID=43fc63f4-bf54-473c-b6f6-e65a15391e38,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:12:41.726693 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1b5d01-d667-44c3-a975-3cff28fea21e req-beb1fd00-e81e-44b8-a99d-11032b9269a8 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:12:41.728663 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-ef1b5d01-d667-44c3-a975-3cff28fea21e req-beb1fd00-e81e-44b8-a99d-11032b9269a8 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:41.780931 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ef1b5d01-d667-44c3-a975-3cff28fea21e req-beb1fd00-e81e-44b8-a99d-11032b9269a8 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5817564 Aug 05 12:12:41.812167 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-ef1b5d01-d667-44c3-a975-3cff28fea21e req-c1ad98dd-2bf1-4584-9a39-03bc558a2fa5 service neutron] Request body: {'port': {'device_id': '768321b8-6942-4584-9d9d-6100e5811557', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-2'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:12:41.867215 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:42.094209 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae046eb-11bf-4054-93d8-28e442ad626c req-f373be3f-0392-47e9-981a-8df53befd64d tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:12:42.110545 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-eae046eb-11bf-4054-93d8-28e442ad626c req-f373be3f-0392-47e9-981a-8df53befd64d tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] 10.222.0.58 "GET /v2.0/ports?device_id=768321b8-6942-4584-9d9d-6100e5811557 HTTP/1.1" status: 200 len: 932 time: 0.2543006 Aug 05 12:12:42.114498 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-ef1b5d01-d667-44c3-a975-3cff28fea21e req-c1ad98dd-2bf1-4584-9a39-03bc558a2fa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:42.121004 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device f69afd24-2bc0-4e3f-9c10-33e266139cd9 details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 12:12:42.278926 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-eae046eb-11bf-4054-93d8-28e442ad626c req-b27a83fa-8472-406d-a048-19bf4a1d413f tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] 10.222.0.58 "GET /v2.0/security-groups?id=01458de5-fdb9-4902-8d8f-7b5ee9f50672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639771 Aug 05 12:12:42.370262 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port f69afd24-2bc0-4e3f-9c10-33e266139cd9, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=f69afd24-2bc0-4e3f-9c10-33e266139cd9,segment=NetworkSegment(70471df6-f885-4259-be52-cab961a4a87b),segment_id=70471df6-f885-4259-be52-cab961a4a87b)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:12:42.391952 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Returning: {'device': 'f69afd24-2bc0-4e3f-9c10-33e266139cd9', 'network_id': '7b2da7f6-5312-4b7e-b7e7-4cfb0805e228', 'port_id': 'f69afd24-2bc0-4e3f-9c10-33e266139cd9', 'mac_address': 'fa:16:3e:d6:13:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9a6bb65-f843-478c-a77f-df9b1660e7a3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 12:12:42.397258 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-d3339e23-8cc1-41e5-8290-afdcae10a116 None None] Provisioning for port 43fc63f4-bf54-473c-b6f6-e65a15391e38 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:12:42.452962 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-d3339e23-8cc1-41e5-8290-afdcae10a116 None None] Provisioning complete for port 43fc63f4-bf54-473c-b6f6-e65a15391e38 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:12:42.454473 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-d3339e23-8cc1-41e5-8290-afdcae10a116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:42.476037 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-613aecdd-d9b1-455d-9412-625f9fd7ae3c req-250c3332-3163-4ed5-a6ab-5da55c92f94d service neutron] 10.222.0.55 "GET /v2.0/networks/7b2da7f6-5312-4b7e-b7e7-4cfb0805e228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1410918 Aug 05 12:12:42.516998 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8495bf0c-ad52-41b5-866e-78131dd7e512 req-a753dd4a-8ae6-4ebc-a95a-a243e77cc79c tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:12:42.518887 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2079f81d-e241-45ee-8fe1-0f2c1114593b req-b5e38da2-bdc7-494c-a4af-474291cf53b2 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed0c15ad-12d7-4fd2-841c-82ab919bc2d0 HTTP/1.1" status: 200 len: 210 time: 0.0822473 Aug 05 12:12:42.519137 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8495bf0c-ad52-41b5-866e-78131dd7e512 req-a753dd4a-8ae6-4ebc-a95a-a243e77cc79c tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.55 "GET /v2.0/networks?id=b881efb6-f52e-4006-a158-c2aa42fef2fe HTTP/1.1" status: 200 len: 811 time: 0.4909964 Aug 05 12:12:42.610978 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-d3339e23-8cc1-41e5-8290-afdcae10a116 None None] Port 43fc63f4-bf54-473c-b6f6-e65a15391e38 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 12:12:42.617808 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:42.642935 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f69afd24-2bc0-4e3f-9c10-33e266139cd9 {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 12:12:42.657222 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8495bf0c-ad52-41b5-866e-78131dd7e512 req-6aa8e31a-f24a-43c0-a065-9901897b26c0 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f717acd5caa748b6b706fbaad1f3b969 HTTP/1.1" status: 200 len: 380 time: 0.1236758 Aug 05 12:12:42.679199 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-8495bf0c-ad52-41b5-866e-78131dd7e512 req-b6652023-3653-416f-bc40-3dd58f143c03 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Request body: {'port': {'device_id': 'ed0c15ad-12d7-4fd2-841c-82ab919bc2d0', 'network_id': 'b881efb6-f52e-4006-a158-c2aa42fef2fe', 'admin_state_up': True, 'tenant_id': 'f717acd5caa748b6b706fbaad1f3b969', 'security_groups': ['acdb1763-a210-4486-a76f-c3f8ef2b3bec']}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:12:42.689580 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port f69afd24-2bc0-4e3f-9c10-33e266139cd9, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=f69afd24-2bc0-4e3f-9c10-33e266139cd9,segment=NetworkSegment(70471df6-f885-4259-be52-cab961a4a87b),segment_id=70471df6-f885-4259-be52-cab961a4a87b)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:12:42.698617 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:42.814032 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=f69afd24-2bc0-4e3f-9c10-33e266139cd9,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:12:42.833209 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:12:42.834543 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:12:42.835225 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:12:42.835859 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:12:42.837696 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:12:42.838529 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:12:42.839352 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:12:42.840375 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:12:42.841179 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:12:42.842374 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:12:42.845237 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:12:42.846002 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:12:42.855102 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-2979c7a1-2812-40aa-9cbd-8ce250a1b84d req-6be28255-7e65-4e64-9457-b5c3a98ebeea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0448143a-eb92-46ef-ba28-40f5e518631b {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 12:12:42.877805 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-2979c7a1-2812-40aa-9cbd-8ce250a1b84d req-6be28255-7e65-4e64-9457-b5c3a98ebeea service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:42.921661 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-2979c7a1-2812-40aa-9cbd-8ce250a1b84d req-6be28255-7e65-4e64-9457-b5c3a98ebeea service neutron] Transition to ACTIVE for port object 0448143a-eb92-46ef-ba28-40f5e518631b will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:12:42.929756 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-2979c7a1-2812-40aa-9cbd-8ce250a1b84d req-6be28255-7e65-4e64-9457-b5c3a98ebeea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:43.035998 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['f69afd24-2bc0-4e3f-9c10-33e266139cd9'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 12:12:43.075008 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be28255-7e65-4e64-9457-b5c3a98ebeea service neutron] Pushing event updated for resources: {'Port': ['ID=0448143a-eb92-46ef-ba28-40f5e518631b,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:12:43.088084 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8495bf0c-ad52-41b5-866e-78131dd7e512 req-b6652023-3653-416f-bc40-3dd58f143c03 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Made reservation on behalf of f717acd5caa748b6b706fbaad1f3b969 for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:12:43.094711 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-8495bf0c-ad52-41b5-866e-78131dd7e512 req-b6652023-3653-416f-bc40-3dd58f143c03 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:43.256584 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [req-ef1b5d01-d667-44c3-a975-3cff28fea21e req-c1ad98dd-2bf1-4584-9a39-03bc558a2fa5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43fc63f4-bf54-473c-b6f6-e65a15391e38 {{(pid=94420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 12:12:43.280802 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-ef1b5d01-d667-44c3-a975-3cff28fea21e req-c1ad98dd-2bf1-4584-9a39-03bc558a2fa5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:43.322339 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [req-ef1b5d01-d667-44c3-a975-3cff28fea21e req-c1ad98dd-2bf1-4584-9a39-03bc558a2fa5 service neutron] Transition to ACTIVE for port object 43fc63f4-bf54-473c-b6f6-e65a15391e38 will not be triggered until provisioned by entity L2. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:12:43.337668 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-ef1b5d01-d667-44c3-a975-3cff28fea21e req-c1ad98dd-2bf1-4584-9a39-03bc558a2fa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:43.377272 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-2979c7a1-2812-40aa-9cbd-8ce250a1b84d req-6be28255-7e65-4e64-9457-b5c3a98ebeea service neutron] Attempting to bind port 0448143a-eb92-46ef-ba28-40f5e518631b on host n-h1-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:12:43.377616 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-2979c7a1-2812-40aa-9cbd-8ce250a1b84d req-6be28255-7e65-4e64-9457-b5c3a98ebeea service neutron] Attempting to bind port 0448143a-eb92-46ef-ba28-40f5e518631b by drivers openvswitch,hyperv on host n-h1-803378-2 at level 0 using segments [{'id': '70471df6-f885-4259-be52-cab961a4a87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '7b2da7f6-5312-4b7e-b7e7-4cfb0805e228'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:12:43.378051 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2979c7a1-2812-40aa-9cbd-8ce250a1b84d req-6be28255-7e65-4e64-9457-b5c3a98ebeea service neutron] Attempting to bind port 0448143a-eb92-46ef-ba28-40f5e518631b on network 7b2da7f6-5312-4b7e-b7e7-4cfb0805e228 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:12:43.394361 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2979c7a1-2812-40aa-9cbd-8ce250a1b84d req-6be28255-7e65-4e64-9457-b5c3a98ebeea service neutron] Port 0448143a-eb92-46ef-ba28-40f5e518631b on network 7b2da7f6-5312-4b7e-b7e7-4cfb0805e228 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 12:12:43.394740 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2979c7a1-2812-40aa-9cbd-8ce250a1b84d req-6be28255-7e65-4e64-9457-b5c3a98ebeea service neutron] Attempting to bind port 0448143a-eb92-46ef-ba28-40f5e518631b on network 7b2da7f6-5312-4b7e-b7e7-4cfb0805e228 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:12:43.419267 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2979c7a1-2812-40aa-9cbd-8ce250a1b84d req-6be28255-7e65-4e64-9457-b5c3a98ebeea service neutron] Checking agent: {'id': '40bb7567-59bd-4b31-bc29-da1c50bca759', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:12:43.419630 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2979c7a1-2812-40aa-9cbd-8ce250a1b84d req-6be28255-7e65-4e64-9457-b5c3a98ebeea service neutron] Checking segment: {'id': '70471df6-f885-4259-be52-cab961a4a87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '7b2da7f6-5312-4b7e-b7e7-4cfb0805e228'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:12:43.420037 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2979c7a1-2812-40aa-9cbd-8ce250a1b84d req-6be28255-7e65-4e64-9457-b5c3a98ebeea service neutron] Bound using segment: {'id': '70471df6-f885-4259-be52-cab961a4a87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '7b2da7f6-5312-4b7e-b7e7-4cfb0805e228'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:12:43.420534 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-2979c7a1-2812-40aa-9cbd-8ce250a1b84d req-6be28255-7e65-4e64-9457-b5c3a98ebeea service neutron] Bound port: 0448143a-eb92-46ef-ba28-40f5e518631b, host: n-h1-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70471df6-f885-4259-be52-cab961a4a87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '7b2da7f6-5312-4b7e-b7e7-4cfb0805e228'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:12:43.421222 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-2979c7a1-2812-40aa-9cbd-8ce250a1b84d req-6be28255-7e65-4e64-9457-b5c3a98ebeea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:43.481504 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-8495bf0c-ad52-41b5-866e-78131dd7e512 req-b6652023-3653-416f-bc40-3dd58f143c03 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Allocated IP 172.20.0.5 (b881efb6-f52e-4006-a158-c2aa42fef2fe/96bcc71c-db3b-48c5-a5c3-35b749d6182d/1882720d-6738-4c87-ae4d-d8b952549ac0) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:12:43.486611 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ad98dd-2bf1-4584-9a39-03bc558a2fa5 service neutron] Pushing event updated for resources: {'Port': ['ID=43fc63f4-bf54-473c-b6f6-e65a15391e38,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:12:43.786226 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-2979c7a1-2812-40aa-9cbd-8ce250a1b84d req-6be28255-7e65-4e64-9457-b5c3a98ebeea service neutron] For port 0448143a-eb92-46ef-ba28-40f5e518631b, host n-h1-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:12:43.833964 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-ef1b5d01-d667-44c3-a975-3cff28fea21e req-c1ad98dd-2bf1-4584-9a39-03bc558a2fa5 service neutron] Attempting to bind port 43fc63f4-bf54-473c-b6f6-e65a15391e38 on host n-h1-803378-2 for vnic_type normal with profile {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:12:43.834519 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-ef1b5d01-d667-44c3-a975-3cff28fea21e req-c1ad98dd-2bf1-4584-9a39-03bc558a2fa5 service neutron] Attempting to bind port 43fc63f4-bf54-473c-b6f6-e65a15391e38 by drivers openvswitch,hyperv on host n-h1-803378-2 at level 0 using segments [{'id': '70471df6-f885-4259-be52-cab961a4a87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '7b2da7f6-5312-4b7e-b7e7-4cfb0805e228'}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:12:43.835073 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1b5d01-d667-44c3-a975-3cff28fea21e req-c1ad98dd-2bf1-4584-9a39-03bc558a2fa5 service neutron] Attempting to bind port 43fc63f4-bf54-473c-b6f6-e65a15391e38 on network 7b2da7f6-5312-4b7e-b7e7-4cfb0805e228 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:12:43.866206 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-2979c7a1-2812-40aa-9cbd-8ce250a1b84d req-6be28255-7e65-4e64-9457-b5c3a98ebeea service neutron] For port 0448143a-eb92-46ef-ba28-40f5e518631b, host n-h1-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=0448143a-eb92-46ef-ba28-40f5e518631b,segment=NetworkSegment(70471df6-f885-4259-be52-cab961a4a87b),segment_id=70471df6-f885-4259-be52-cab961a4a87b)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:12:43.879633 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-2979c7a1-2812-40aa-9cbd-8ce250a1b84d req-6be28255-7e65-4e64-9457-b5c3a98ebeea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:43.887345 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-08d99efa-b8fc-4624-b8d0-0db1035c7018 req-5957c42f-78a7-4cf7-aa6f-5245d34f0c79 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed0c15ad-12d7-4fd2-841c-82ab919bc2d0 HTTP/1.1" status: 200 len: 210 time: 0.1561823 Aug 05 12:12:43.895935 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1b5d01-d667-44c3-a975-3cff28fea21e req-c1ad98dd-2bf1-4584-9a39-03bc558a2fa5 service neutron] Port 43fc63f4-bf54-473c-b6f6-e65a15391e38 on network 7b2da7f6-5312-4b7e-b7e7-4cfb0805e228 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-2 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 12:12:43.896519 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1b5d01-d667-44c3-a975-3cff28fea21e req-c1ad98dd-2bf1-4584-9a39-03bc558a2fa5 service neutron] Attempting to bind port 43fc63f4-bf54-473c-b6f6-e65a15391e38 on network 7b2da7f6-5312-4b7e-b7e7-4cfb0805e228 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:12:43.908392 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1b5d01-d667-44c3-a975-3cff28fea21e req-c1ad98dd-2bf1-4584-9a39-03bc558a2fa5 service neutron] Checking agent: {'id': '40bb7567-59bd-4b31-bc29-da1c50bca759', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:12:43.909117 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1b5d01-d667-44c3-a975-3cff28fea21e req-c1ad98dd-2bf1-4584-9a39-03bc558a2fa5 service neutron] Checking segment: {'id': '70471df6-f885-4259-be52-cab961a4a87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '7b2da7f6-5312-4b7e-b7e7-4cfb0805e228'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:12:43.909839 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1b5d01-d667-44c3-a975-3cff28fea21e req-c1ad98dd-2bf1-4584-9a39-03bc558a2fa5 service neutron] Bound using segment: {'id': '70471df6-f885-4259-be52-cab961a4a87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '7b2da7f6-5312-4b7e-b7e7-4cfb0805e228'} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:12:43.910584 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-ef1b5d01-d667-44c3-a975-3cff28fea21e req-c1ad98dd-2bf1-4584-9a39-03bc558a2fa5 service neutron] Bound port: 43fc63f4-bf54-473c-b6f6-e65a15391e38, host: n-h1-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70471df6-f885-4259-be52-cab961a4a87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '7b2da7f6-5312-4b7e-b7e7-4cfb0805e228'}}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:12:43.911587 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-ef1b5d01-d667-44c3-a975-3cff28fea21e req-c1ad98dd-2bf1-4584-9a39-03bc558a2fa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:44.008293 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1692b91d-f195-4fba-b99e-477944983806 req-4e9f6fea-822c-4623-bc66-84dce6df4453 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:12:44.015943 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:44.022391 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1692b91d-f195-4fba-b99e-477944983806 req-4e9f6fea-822c-4623-bc66-84dce6df4453 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] 10.222.0.58 "GET /v2.0/ports?device_id=768321b8-6942-4584-9d9d-6100e5811557 HTTP/1.1" status: 200 len: 944 time: 0.5601139 Aug 05 12:12:44.108882 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device f69afd24-2bc0-4e3f-9c10-33e266139cd9 up at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:12:44.120693 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be28255-7e65-4e64-9457-b5c3a98ebeea service neutron] Pushing event updated for resources: {'Port': ['ID=0448143a-eb92-46ef-ba28-40f5e518631b,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:12:44.158823 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-8495bf0c-ad52-41b5-866e-78131dd7e512 req-b6652023-3653-416f-bc40-3dd58f143c03 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:44.173194 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-ef1b5d01-d667-44c3-a975-3cff28fea21e req-c1ad98dd-2bf1-4584-9a39-03bc558a2fa5 service neutron] For port 43fc63f4-bf54-473c-b6f6-e65a15391e38, host n-h1-803378-2, cleared binding levels {{(pid=94420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:12:44.179400 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-8495bf0c-ad52-41b5-866e-78131dd7e512 req-b6652023-3653-416f-bc40-3dd58f143c03 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Transition to ACTIVE for port object 1882720d-6738-4c87-ae4d-d8b952549ac0 will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:12:44.190415 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1692b91d-f195-4fba-b99e-477944983806 req-4c28f0ec-6373-4bb2-81a4-62170aec4292 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] 10.222.0.58 "GET /v2.0/security-groups?id=01458de5-fdb9-4902-8d8f-7b5ee9f50672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616042 Aug 05 12:12:44.225150 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-ef1b5d01-d667-44c3-a975-3cff28fea21e req-c1ad98dd-2bf1-4584-9a39-03bc558a2fa5 service neutron] For port 43fc63f4-bf54-473c-b6f6-e65a15391e38, host n-h1-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=43fc63f4-bf54-473c-b6f6-e65a15391e38,segment=NetworkSegment(70471df6-f885-4259-be52-cab961a4a87b),segment_id=70471df6-f885-4259-be52-cab961a4a87b)] {{(pid=94420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:12:44.250747 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2979c7a1-2812-40aa-9cbd-8ce250a1b84d req-6be28255-7e65-4e64-9457-b5c3a98ebeea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:12:44.251837 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-2979c7a1-2812-40aa-9cbd-8ce250a1b84d req-6be28255-7e65-4e64-9457-b5c3a98ebeea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:44.253550 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2979c7a1-2812-40aa-9cbd-8ce250a1b84d req-6be28255-7e65-4e64-9457-b5c3a98ebeea service neutron] 10.222.0.64 "PUT /v2.0/ports/0448143a-eb92-46ef-ba28-40f5e518631b HTTP/1.1" status: 200 len: 1091 time: 3.6577220 Aug 05 12:12:44.254442 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ce6e147-ba3b-4cbc-ac35-ec3c0a82f9a4', 'tag': '0448143a-eb92-46ef-ba28-40f5e518631b'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:12:44.257258 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-ef1b5d01-d667-44c3-a975-3cff28fea21e req-c1ad98dd-2bf1-4584-9a39-03bc558a2fa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:44.258121 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13ce3717-519d-4087-8bf9-298caf60f17f" -d '{"events": [{"name": "network-changed", "server_uuid": "6ce6e147-ba3b-4cbc-ac35-ec3c0a82f9a4", "tag": "0448143a-eb92-46ef-ba28-40f5e518631b"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:12:44.265352 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-8495bf0c-ad52-41b5-866e-78131dd7e512 req-b6652023-3653-416f-bc40-3dd58f143c03 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:44.269435 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning for port f69afd24-2bc0-4e3f-9c10-33e266139cd9 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:12:44.285366 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning complete for port f69afd24-2bc0-4e3f-9c10-33e266139cd9 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:12:44.286094 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:44.342679 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8495bf0c-ad52-41b5-866e-78131dd7e512 req-b6652023-3653-416f-bc40-3dd58f143c03 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Network b881efb6-f52e-4006-a158-c2aa42fef2fe is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:12:44.350207 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-8495bf0c-ad52-41b5-866e-78131dd7e512 req-b6652023-3653-416f-bc40-3dd58f143c03 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:12:44.364867 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-8495bf0c-ad52-41b5-866e-78131dd7e512 req-b6652023-3653-416f-bc40-3dd58f143c03 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:12:44.443191 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 12:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-360b0a1d-c8e9-4088-b218-9821d6671556 x-openstack-request-id: req-360b0a1d-c8e9-4088-b218-9821d6671556 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:12:44.443774 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ce6e147-ba3b-4cbc-ac35-ec3c0a82f9a4", "tag": "0448143a-eb92-46ef-ba28-40f5e518631b", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:12:44.444145 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-360b0a1d-c8e9-4088-b218-9821d6671556 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:12:44.444726 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ce6e147-ba3b-4cbc-ac35-ec3c0a82f9a4', 'tag': '0448143a-eb92-46ef-ba28-40f5e518631b', 'status': 'completed', 'code': 200} Aug 05 12:12:44.471871 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6652023-3653-416f-bc40-3dd58f143c03 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Pushing event updated for resources: {'Port': ['ID=1882720d-6738-4c87-ae4d-d8b952549ac0,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:12:44.540941 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ad98dd-2bf1-4584-9a39-03bc558a2fa5 service neutron] Pushing event updated for resources: {'Port': ['ID=43fc63f4-bf54-473c-b6f6-e65a15391e38,revision_number=3']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:12:44.548784 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2979c7a1-2812-40aa-9cbd-8ce250a1b84d req-2f6e3703-1a72-4809-a78e-8b4dc6f686a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:12:44.560539 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1b5d01-d667-44c3-a975-3cff28fea21e req-c1ad98dd-2bf1-4584-9a39-03bc558a2fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:12:44.561622 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-ef1b5d01-d667-44c3-a975-3cff28fea21e req-c1ad98dd-2bf1-4584-9a39-03bc558a2fa5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:44.563468 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ef1b5d01-d667-44c3-a975-3cff28fea21e req-c1ad98dd-2bf1-4584-9a39-03bc558a2fa5 service neutron] 10.222.0.64 "PUT /v2.0/ports/43fc63f4-bf54-473c-b6f6-e65a15391e38 HTTP/1.1" status: 200 len: 1092 time: 2.7659149 Aug 05 12:12:44.564653 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '768321b8-6942-4584-9d9d-6100e5811557', 'tag': '43fc63f4-bf54-473c-b6f6-e65a15391e38'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:12:44.567428 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}828068ad8d405ad77660ce68fa78e1ffe658725812f7a08f9e488a446589295b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ce4289d-e8aa-41f1-9406-12f1de70bf7e" -d '{"events": [{"name": "network-changed", "server_uuid": "768321b8-6942-4584-9d9d-6100e5811557", "tag": "43fc63f4-bf54-473c-b6f6-e65a15391e38"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:12:44.567940 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2979c7a1-2812-40aa-9cbd-8ce250a1b84d req-2f6e3703-1a72-4809-a78e-8b4dc6f686a8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d61239f1b6f34eb981513b199747da12&device_id=6ce6e147-ba3b-4cbc-ac35-ec3c0a82f9a4 HTTP/1.1" status: 200 len: 1094 time: 0.1830356 Aug 05 12:12:44.579393 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8495bf0c-ad52-41b5-866e-78131dd7e512 req-b6652023-3653-416f-bc40-3dd58f143c03 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:12:44.580255 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-8495bf0c-ad52-41b5-866e-78131dd7e512 req-b6652023-3653-416f-bc40-3dd58f143c03 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:44.642846 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:44.726697 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port f69afd24-2bc0-4e3f-9c10-33e266139cd9, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=f69afd24-2bc0-4e3f-9c10-33e266139cd9,segment=NetworkSegment(70471df6-f885-4259-be52-cab961a4a87b),segment_id=70471df6-f885-4259-be52-cab961a4a87b)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:12:44.733558 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cd5d8a0-5638-4fa3-8b24-b2a54012a414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f69afd24-2bc0-4e3f-9c10-33e266139cd9'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:12:44.747141 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a2104de-a1cf-4757-a20d-9d944444ac20" -d '{"events": [{"server_uuid": "5cd5d8a0-5638-4fa3-8b24-b2a54012a414", "name": "network-vif-plugged", "status": "completed", "tag": "f69afd24-2bc0-4e3f-9c10-33e266139cd9"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:12:44.763878 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:44.867912 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8495bf0c-ad52-41b5-866e-78131dd7e512 req-b6652023-3653-416f-bc40-3dd58f143c03 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1989169 Aug 05 12:12:44.875723 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2979c7a1-2812-40aa-9cbd-8ce250a1b84d req-2104fbf3-289a-41b0-999a-e4fd9bba2b30 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0448143a-eb92-46ef-ba28-40f5e518631b HTTP/1.1" status: 200 len: 217 time: 0.2794778 Aug 05 12:12:44.889612 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 12:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e46838fb-7c7c-4258-97fe-63a308407e28 x-openstack-request-id: req-e46838fb-7c7c-4258-97fe-63a308407e28 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:12:44.890508 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cd5d8a0-5638-4fa3-8b24-b2a54012a414", "name": "network-vif-plugged", "status": "completed", "tag": "f69afd24-2bc0-4e3f-9c10-33e266139cd9", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:12:44.892854 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e46838fb-7c7c-4258-97fe-63a308407e28 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:12:44.908875 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cd5d8a0-5638-4fa3-8b24-b2a54012a414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f69afd24-2bc0-4e3f-9c10-33e266139cd9', 'code': 200} Aug 05 12:12:44.920187 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1b5d01-d667-44c3-a975-3cff28fea21e req-1d6346b4-1610-42a4-8ac1-7c834a337427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:12:44.922633 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ef1b5d01-d667-44c3-a975-3cff28fea21e req-1d6346b4-1610-42a4-8ac1-7c834a337427 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d61239f1b6f34eb981513b199747da12&device_id=768321b8-6942-4584-9d9d-6100e5811557 HTTP/1.1" status: 200 len: 1095 time: 0.2497246 Aug 05 12:12:45.078250 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-8495bf0c-ad52-41b5-866e-78131dd7e512 req-5edf41fe-6d95-4a7c-848c-d5988e046756 service neutron] Request body: {'port': {'device_id': 'ed0c15ad-12d7-4fd2-841c-82ab919bc2d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:12:45.096440 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=f69afd24-2bc0-4e3f-9c10-33e266139cd9,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:12:45.165979 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 12:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc5ed0f7-370a-4436-ae9a-52a160b8892e x-openstack-request-id: req-fc5ed0f7-370a-4436-ae9a-52a160b8892e {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:12:45.166405 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "768321b8-6942-4584-9d9d-6100e5811557", "tag": "43fc63f4-bf54-473c-b6f6-e65a15391e38", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:12:45.166656 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fc5ed0f7-370a-4436-ae9a-52a160b8892e {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:12:45.167115 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '768321b8-6942-4584-9d9d-6100e5811557', 'tag': '43fc63f4-bf54-473c-b6f6-e65a15391e38', 'status': 'completed', 'code': 200} Aug 05 12:12:45.174751 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ef1b5d01-d667-44c3-a975-3cff28fea21e req-2aea25ea-17fb-4932-9e23-a865384b6c66 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=43fc63f4-bf54-473c-b6f6-e65a15391e38 HTTP/1.1" status: 200 len: 217 time: 0.2344649 Aug 05 12:12:45.320176 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-44b206fa-c1de-4375-8be4-ba3d89d12596 None None] Provisioning for port 1882720d-6738-4c87-ae4d-d8b952549ac0 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:12:45.346237 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-44b206fa-c1de-4375-8be4-ba3d89d12596 None None] Provisioning complete for port 1882720d-6738-4c87-ae4d-d8b952549ac0 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:12:45.346966 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-44b206fa-c1de-4375-8be4-ba3d89d12596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:45.386194 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2979c7a1-2812-40aa-9cbd-8ce250a1b84d req-a7baa52e-9ff3-4e7a-9d97-3cd59f71d527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:12:45.389533 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2979c7a1-2812-40aa-9cbd-8ce250a1b84d req-a7baa52e-9ff3-4e7a-9d97-3cd59f71d527 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a9a6bb65-f843-478c-a77f-df9b1660e7a3 HTTP/1.1" status: 200 len: 854 time: 0.5030158 Aug 05 12:12:45.460197 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-8495bf0c-ad52-41b5-866e-78131dd7e512 req-5edf41fe-6d95-4a7c-848c-d5988e046756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:45.480043 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a7d75e-5353-4836-8ee5-6caf59440715 req-3686b1e6-fef1-4e3b-9c0c-3c957b7870bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:12:45.488749 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-06a7d75e-5353-4836-8ee5-6caf59440715 req-3686b1e6-fef1-4e3b-9c0c-3c957b7870bd service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5cd5d8a0-5638-4fa3-8b24-b2a54012a414 HTTP/1.1" status: 200 len: 1097 time: 0.3893795 Aug 05 12:12:45.496301 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1b5d01-d667-44c3-a975-3cff28fea21e req-79783fe8-6199-4ae7-99ab-c1b32c01ac1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:12:45.498409 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ef1b5d01-d667-44c3-a975-3cff28fea21e req-79783fe8-6199-4ae7-99ab-c1b32c01ac1f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a9a6bb65-f843-478c-a77f-df9b1660e7a3 HTTP/1.1" status: 200 len: 854 time: 0.3027442 Aug 05 12:12:45.537168 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-44b206fa-c1de-4375-8be4-ba3d89d12596 None None] Port 1882720d-6738-4c87-ae4d-d8b952549ac0 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 12:12:45.595607 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43843c79-8148-4d68-8b85-efddbf1f0fed req-22f6acee-7920-4fbb-958b-4ed4bf8c8186 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:12:45.607837 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-43843c79-8148-4d68-8b85-efddbf1f0fed req-22f6acee-7920-4fbb-958b-4ed4bf8c8186 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed0c15ad-12d7-4fd2-841c-82ab919bc2d0 HTTP/1.1" status: 200 len: 931 time: 0.4393661 Aug 05 12:12:45.683553 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2979c7a1-2812-40aa-9cbd-8ce250a1b84d req-b2f05ecb-8da1-4d35-9e3c-4093a2ef5a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:12:45.684422 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b8115-32df-4ab9-8267-891213b61b56 req-6ef8ff67-5556-474b-a57d-bc41e7fc3050 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:12:45.689180 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2979c7a1-2812-40aa-9cbd-8ce250a1b84d req-b2f05ecb-8da1-4d35-9e3c-4093a2ef5a13 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7b2da7f6-5312-4b7e-b7e7-4cfb0805e228&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2866883 Aug 05 12:12:45.693566 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0f5b8115-32df-4ab9-8267-891213b61b56 req-6ef8ff67-5556-474b-a57d-bc41e7fc3050 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] 10.222.0.58 "GET /v2.0/ports?device_id=768321b8-6942-4584-9d9d-6100e5811557 HTTP/1.1" status: 200 len: 944 time: 0.1935911 Aug 05 12:12:45.709412 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1b5d01-d667-44c3-a975-3cff28fea21e req-5e0729b7-7d72-4fe0-9a28-7ff6a2df10b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:12:45.711183 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ef1b5d01-d667-44c3-a975-3cff28fea21e req-5e0729b7-7d72-4fe0-9a28-7ff6a2df10b7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7b2da7f6-5312-4b7e-b7e7-4cfb0805e228&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1956987 Aug 05 12:12:45.723253 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-43843c79-8148-4d68-8b85-efddbf1f0fed req-a8acb491-c28d-437e-b92e-68b32e9995f8 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=acdb1763-a210-4486-a76f-c3f8ef2b3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144137 Aug 05 12:12:45.831198 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0f5b8115-32df-4ab9-8267-891213b61b56 req-aaaa1b43-6ff4-47a3-947c-3c6060536aa8 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] 10.222.0.58 "GET /v2.0/security-groups?id=01458de5-fdb9-4902-8d8f-7b5ee9f50672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367295 Aug 05 12:12:45.879434 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2979c7a1-2812-40aa-9cbd-8ce250a1b84d req-d87623b6-48aa-401e-a305-98ff7718316e service neutron] 10.222.0.64 "GET /v2.0/networks/7b2da7f6-5312-4b7e-b7e7-4cfb0805e228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775582 Aug 05 12:12:45.886236 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-06a7d75e-5353-4836-8ee5-6caf59440715 req-671a908f-8d26-4efa-a573-85f17809397b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=01458de5-fdb9-4902-8d8f-7b5ee9f50672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3705542 Aug 05 12:12:45.929641 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ef1b5d01-d667-44c3-a975-3cff28fea21e req-8c4d75b3-ff80-4ad4-90d1-6f015023232c service neutron] 10.222.0.64 "GET /v2.0/networks/7b2da7f6-5312-4b7e-b7e7-4cfb0805e228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892204 Aug 05 12:12:46.112375 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ef1b5d01-d667-44c3-a975-3cff28fea21e req-e4c97d84-7fa5-45bc-9b15-ed6228ac9fbc service neutron] 10.222.0.64 "GET /v2.0/networks/7b2da7f6-5312-4b7e-b7e7-4cfb0805e228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681187 Aug 05 12:12:46.134974 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2979c7a1-2812-40aa-9cbd-8ce250a1b84d req-31ce6fc7-a4a1-4c36-a6f9-3804983fc723 service neutron] 10.222.0.64 "GET /v2.0/networks/7b2da7f6-5312-4b7e-b7e7-4cfb0805e228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388191 Aug 05 12:12:46.403856 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce4289d-e8aa-41f1-9406-12f1de70bf7e req-5af2fc11-5d21-4b36-a3ad-6bdc6331530b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:12:46.406087 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9ce4289d-e8aa-41f1-9406-12f1de70bf7e req-5af2fc11-5d21-4b36-a3ad-6bdc6331530b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d61239f1b6f34eb981513b199747da12&device_id=768321b8-6942-4584-9d9d-6100e5811557 HTTP/1.1" status: 200 len: 1095 time: 0.1179609 Aug 05 12:12:46.417310 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ce3717-519d-4087-8bf9-298caf60f17f req-521cc295-54b0-4f2b-9e0a-081972fce264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:12:46.419085 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-13ce3717-519d-4087-8bf9-298caf60f17f req-521cc295-54b0-4f2b-9e0a-081972fce264 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d61239f1b6f34eb981513b199747da12&device_id=6ce6e147-ba3b-4cbc-ac35-ec3c0a82f9a4 HTTP/1.1" status: 200 len: 1094 time: 0.0878255 Aug 05 12:12:46.510144 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-8495bf0c-ad52-41b5-866e-78131dd7e512 req-5edf41fe-6d95-4a7c-848c-d5988e046756 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1882720d-6738-4c87-ae4d-d8b952549ac0 {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 12:12:46.523795 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-8495bf0c-ad52-41b5-866e-78131dd7e512 req-5edf41fe-6d95-4a7c-848c-d5988e046756 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:46.556403 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-8495bf0c-ad52-41b5-866e-78131dd7e512 req-5edf41fe-6d95-4a7c-848c-d5988e046756 service neutron] Transition to ACTIVE for port object 1882720d-6738-4c87-ae4d-d8b952549ac0 will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:12:46.565580 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-8495bf0c-ad52-41b5-866e-78131dd7e512 req-5edf41fe-6d95-4a7c-848c-d5988e046756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:46.588808 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ce3717-519d-4087-8bf9-298caf60f17f req-4bd58afa-886d-4cec-bff3-46eb198f5e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:12:46.591623 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-13ce3717-519d-4087-8bf9-298caf60f17f req-4bd58afa-886d-4cec-bff3-46eb198f5e71 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7b2da7f6-5312-4b7e-b7e7-4cfb0805e228 HTTP/1.1" status: 200 len: 916 time: 0.1517124 Aug 05 12:12:46.670408 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce4289d-e8aa-41f1-9406-12f1de70bf7e req-373c1955-fa04-4856-9ee8-e98a767326fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:12:46.672461 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9ce4289d-e8aa-41f1-9406-12f1de70bf7e req-373c1955-fa04-4856-9ee8-e98a767326fd service neutron] 10.222.0.64 "GET /v2.0/networks?id=7b2da7f6-5312-4b7e-b7e7-4cfb0805e228 HTTP/1.1" status: 200 len: 916 time: 0.2341373 Aug 05 12:12:46.680281 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edf41fe-6d95-4a7c-848c-d5988e046756 service neutron] Pushing event updated for resources: {'Port': ['ID=1882720d-6738-4c87-ae4d-d8b952549ac0,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:12:46.692813 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-13ce3717-519d-4087-8bf9-298caf60f17f req-af8fbc68-61ce-4472-ab83-411b36de9504 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0448143a-eb92-46ef-ba28-40f5e518631b HTTP/1.1" status: 200 len: 217 time: 0.0921650 Aug 05 12:12:46.777801 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9ce4289d-e8aa-41f1-9406-12f1de70bf7e req-6a9aafa9-7fee-4352-bb80-267530fb7fe9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=43fc63f4-bf54-473c-b6f6-e65a15391e38 HTTP/1.1" status: 200 len: 217 time: 0.0941937 Aug 05 12:12:46.804917 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ce3717-519d-4087-8bf9-298caf60f17f req-9dfcddca-40c6-49f1-a229-75b47b64ae5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:12:46.810578 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-13ce3717-519d-4087-8bf9-298caf60f17f req-9dfcddca-40c6-49f1-a229-75b47b64ae5d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a9a6bb65-f843-478c-a77f-df9b1660e7a3 HTTP/1.1" status: 200 len: 854 time: 0.1026571 Aug 05 12:12:46.983867 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ce3717-519d-4087-8bf9-298caf60f17f req-49e852da-0092-41ca-a984-ab319878dedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:12:46.986695 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-13ce3717-519d-4087-8bf9-298caf60f17f req-49e852da-0092-41ca-a984-ab319878dedf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7b2da7f6-5312-4b7e-b7e7-4cfb0805e228&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1680257 Aug 05 12:12:47.025076 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce4289d-e8aa-41f1-9406-12f1de70bf7e req-7851c3e7-9948-4b0e-967a-0f18d95d75c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:12:47.028038 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9ce4289d-e8aa-41f1-9406-12f1de70bf7e req-7851c3e7-9948-4b0e-967a-0f18d95d75c2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a9a6bb65-f843-478c-a77f-df9b1660e7a3 HTTP/1.1" status: 200 len: 854 time: 0.2248549 Aug 05 12:12:47.057809 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-8495bf0c-ad52-41b5-866e-78131dd7e512 req-5edf41fe-6d95-4a7c-848c-d5988e046756 service neutron] Attempting to bind port 1882720d-6738-4c87-ae4d-d8b952549ac0 on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:12:47.058272 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-8495bf0c-ad52-41b5-866e-78131dd7e512 req-5edf41fe-6d95-4a7c-848c-d5988e046756 service neutron] Attempting to bind port 1882720d-6738-4c87-ae4d-d8b952549ac0 by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': '556bee1a-9d74-4f14-94d0-708064ee6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'b881efb6-f52e-4006-a158-c2aa42fef2fe'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:12:47.058454 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8495bf0c-ad52-41b5-866e-78131dd7e512 req-5edf41fe-6d95-4a7c-848c-d5988e046756 service neutron] Attempting to bind port 1882720d-6738-4c87-ae4d-d8b952549ac0 on network b881efb6-f52e-4006-a158-c2aa42fef2fe {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:12:47.153322 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8495bf0c-ad52-41b5-866e-78131dd7e512 req-5edf41fe-6d95-4a7c-848c-d5988e046756 service neutron] Port 1882720d-6738-4c87-ae4d-d8b952549ac0 on network b881efb6-f52e-4006-a158-c2aa42fef2fe not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 12:12:47.153697 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8495bf0c-ad52-41b5-866e-78131dd7e512 req-5edf41fe-6d95-4a7c-848c-d5988e046756 service neutron] Attempting to bind port 1882720d-6738-4c87-ae4d-d8b952549ac0 on network b881efb6-f52e-4006-a158-c2aa42fef2fe {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:12:47.168890 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8495bf0c-ad52-41b5-866e-78131dd7e512 req-5edf41fe-6d95-4a7c-848c-d5988e046756 service neutron] Checking agent: {'id': 'a8f1dd2d-227c-4e30-8844-52419ba734db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 12, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:12:47.169916 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8495bf0c-ad52-41b5-866e-78131dd7e512 req-5edf41fe-6d95-4a7c-848c-d5988e046756 service neutron] Checking segment: {'id': '556bee1a-9d74-4f14-94d0-708064ee6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'b881efb6-f52e-4006-a158-c2aa42fef2fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:12:47.170531 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8495bf0c-ad52-41b5-866e-78131dd7e512 req-5edf41fe-6d95-4a7c-848c-d5988e046756 service neutron] Bound using segment: {'id': '556bee1a-9d74-4f14-94d0-708064ee6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'b881efb6-f52e-4006-a158-c2aa42fef2fe'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:12:47.170819 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-8495bf0c-ad52-41b5-866e-78131dd7e512 req-5edf41fe-6d95-4a7c-848c-d5988e046756 service neutron] Bound port: 1882720d-6738-4c87-ae4d-d8b952549ac0, host: n-h2-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '556bee1a-9d74-4f14-94d0-708064ee6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'b881efb6-f52e-4006-a158-c2aa42fef2fe'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:12:47.171656 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-8495bf0c-ad52-41b5-866e-78131dd7e512 req-5edf41fe-6d95-4a7c-848c-d5988e046756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:47.248608 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be37f37d-ecf4-4618-a715-7aab5adf3ab5 req-ab3eaaf6-fa01-426c-85d8-0f7f903b2e30 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:12:47.251518 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-be37f37d-ecf4-4618-a715-7aab5adf3ab5 req-ab3eaaf6-fa01-426c-85d8-0f7f903b2e30 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed0c15ad-12d7-4fd2-841c-82ab919bc2d0 HTTP/1.1" status: 200 len: 943 time: 0.3721855 Aug 05 12:12:47.287917 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-8495bf0c-ad52-41b5-866e-78131dd7e512 req-5edf41fe-6d95-4a7c-848c-d5988e046756 service neutron] For port 1882720d-6738-4c87-ae4d-d8b952549ac0, host n-h2-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:12:47.294620 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-8495bf0c-ad52-41b5-866e-78131dd7e512 req-5edf41fe-6d95-4a7c-848c-d5988e046756 service neutron] For port 1882720d-6738-4c87-ae4d-d8b952549ac0, host n-h2-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=1882720d-6738-4c87-ae4d-d8b952549ac0,segment=NetworkSegment(556bee1a-9d74-4f14-94d0-708064ee6011),segment_id=556bee1a-9d74-4f14-94d0-708064ee6011)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:12:47.309996 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-8495bf0c-ad52-41b5-866e-78131dd7e512 req-5edf41fe-6d95-4a7c-848c-d5988e046756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:47.361406 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce4289d-e8aa-41f1-9406-12f1de70bf7e req-50fbc955-f3f1-430f-bd10-81a948c3a496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:12:47.365933 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9ce4289d-e8aa-41f1-9406-12f1de70bf7e req-50fbc955-f3f1-430f-bd10-81a948c3a496 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7b2da7f6-5312-4b7e-b7e7-4cfb0805e228&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3094580 Aug 05 12:12:47.407771 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-be37f37d-ecf4-4618-a715-7aab5adf3ab5 req-8ebc88f6-c154-49ef-a616-6abead80efac tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=acdb1763-a210-4486-a76f-c3f8ef2b3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238329 Aug 05 12:12:47.472085 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8896485-ddf0-43f0-bc4c-0b5eee2e6af0 req-0febabaf-f983-4f01-8f6a-78d372e6561e tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:12:47.475103 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a8896485-ddf0-43f0-bc4c-0b5eee2e6af0 req-0febabaf-f983-4f01-8f6a-78d372e6561e tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] 10.222.0.58 "GET /v2.0/ports?device_id=768321b8-6942-4584-9d9d-6100e5811557 HTTP/1.1" status: 200 len: 944 time: 0.2927704 Aug 05 12:12:47.485478 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-13ce3717-519d-4087-8bf9-298caf60f17f req-58bf02fd-635a-4633-927a-21f42c84f7fa service neutron] 10.222.0.64 "GET /v2.0/networks/7b2da7f6-5312-4b7e-b7e7-4cfb0805e228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4796379 Aug 05 12:12:47.491097 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8495bf0c-ad52-41b5-866e-78131dd7e512 req-5edf41fe-6d95-4a7c-848c-d5988e046756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:12:47.491831 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-8495bf0c-ad52-41b5-866e-78131dd7e512 req-5edf41fe-6d95-4a7c-848c-d5988e046756 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:47.495327 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8495bf0c-ad52-41b5-866e-78131dd7e512 req-5edf41fe-6d95-4a7c-848c-d5988e046756 service neutron] 10.222.0.55 "PUT /v2.0/ports/1882720d-6738-4c87-ae4d-d8b952549ac0 HTTP/1.1" status: 200 len: 1091 time: 2.5713696 Aug 05 12:12:47.502911 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed0c15ad-12d7-4fd2-841c-82ab919bc2d0', 'tag': '1882720d-6738-4c87-ae4d-d8b952549ac0'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:12:47.507715 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e2603cf-5876-4993-8294-cd91b10e4702" -d '{"events": [{"name": "network-changed", "server_uuid": "ed0c15ad-12d7-4fd2-841c-82ab919bc2d0", "tag": "1882720d-6738-4c87-ae4d-d8b952549ac0"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:12:47.577939 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edf41fe-6d95-4a7c-848c-d5988e046756 service neutron] Pushing event updated for resources: {'Port': ['ID=1882720d-6738-4c87-ae4d-d8b952549ac0,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:12:47.647103 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 12:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-044ce5d1-6fc1-4a0c-8e30-15397eab5335 x-openstack-request-id: req-044ce5d1-6fc1-4a0c-8e30-15397eab5335 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:12:47.647432 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed0c15ad-12d7-4fd2-841c-82ab919bc2d0", "tag": "1882720d-6738-4c87-ae4d-d8b952549ac0", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:12:47.649036 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-044ce5d1-6fc1-4a0c-8e30-15397eab5335 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:12:47.650242 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed0c15ad-12d7-4fd2-841c-82ab919bc2d0', 'tag': '1882720d-6738-4c87-ae4d-d8b952549ac0', 'status': 'completed', 'code': 200} Aug 05 12:12:47.707307 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8495bf0c-ad52-41b5-866e-78131dd7e512 req-bcb28503-495f-4c02-a026-648a2f55342e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:12:47.709629 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8495bf0c-ad52-41b5-866e-78131dd7e512 req-bcb28503-495f-4c02-a026-648a2f55342e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f717acd5caa748b6b706fbaad1f3b969&device_id=ed0c15ad-12d7-4fd2-841c-82ab919bc2d0 HTTP/1.1" status: 200 len: 1094 time: 0.1271122 Aug 05 12:12:47.713297 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9ce4289d-e8aa-41f1-9406-12f1de70bf7e req-d09abbc1-56bb-4dea-b66e-272ebd0b642b service neutron] 10.222.0.64 "GET /v2.0/networks/7b2da7f6-5312-4b7e-b7e7-4cfb0805e228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3304005 Aug 05 12:12:47.902460 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a8896485-ddf0-43f0-bc4c-0b5eee2e6af0 req-4dd1a958-d9c2-49c9-9638-a73fe9643561 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] 10.222.0.58 "GET /v2.0/security-groups?id=01458de5-fdb9-4902-8d8f-7b5ee9f50672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793606 Aug 05 12:12:48.003391 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-13ce3717-519d-4087-8bf9-298caf60f17f req-03a32f53-c07e-4b6f-80fc-9d5d181fc117 service neutron] 10.222.0.64 "GET /v2.0/networks/7b2da7f6-5312-4b7e-b7e7-4cfb0805e228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5060239 Aug 05 12:12:48.016157 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8495bf0c-ad52-41b5-866e-78131dd7e512 req-83c789f4-cdd0-4876-98e5-e04a79518e5a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1882720d-6738-4c87-ae4d-d8b952549ac0 HTTP/1.1" status: 200 len: 217 time: 0.2748697 Aug 05 12:12:48.175284 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8495bf0c-ad52-41b5-866e-78131dd7e512 req-a6b8bca0-e678-4ae9-8d46-1428ccaaa4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:12:48.178032 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8495bf0c-ad52-41b5-866e-78131dd7e512 req-a6b8bca0-e678-4ae9-8d46-1428ccaaa4e1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=96bcc71c-db3b-48c5-a5c3-35b749d6182d HTTP/1.1" status: 200 len: 850 time: 0.1522043 Aug 05 12:12:48.214936 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9ce4289d-e8aa-41f1-9406-12f1de70bf7e req-b39b46c3-a0b8-48e1-b0d3-50a6dbc92d08 service neutron] 10.222.0.64 "GET /v2.0/networks/7b2da7f6-5312-4b7e-b7e7-4cfb0805e228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4916987 Aug 05 12:12:48.277787 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8495bf0c-ad52-41b5-866e-78131dd7e512 req-4c10a65f-b005-4b2c-945f-dbd0e1265c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:12:48.280732 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8495bf0c-ad52-41b5-866e-78131dd7e512 req-4c10a65f-b005-4b2c-945f-dbd0e1265c03 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b881efb6-f52e-4006-a158-c2aa42fef2fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0908549 Aug 05 12:12:48.489139 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8495bf0c-ad52-41b5-866e-78131dd7e512 req-4f583aa7-bc1b-40c7-ae63-684669a405b6 service neutron] 10.222.0.55 "GET /v2.0/networks/b881efb6-f52e-4006-a158-c2aa42fef2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003589 Aug 05 12:12:48.674297 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd8a461-911f-4fad-9efb-f13e222096bd req-e4a6b7b5-1776-49c1-b366-f546c4b4735a tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:12:48.684285 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-dbd8a461-911f-4fad-9efb-f13e222096bd req-e4a6b7b5-1776-49c1-b366-f546c4b4735a tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed0c15ad-12d7-4fd2-841c-82ab919bc2d0 HTTP/1.1" status: 200 len: 943 time: 0.1023729 Aug 05 12:12:48.725983 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8495bf0c-ad52-41b5-866e-78131dd7e512 req-a1b01601-97ec-467b-a5d0-9b4cfb4258f8 service neutron] 10.222.0.55 "GET /v2.0/networks/b881efb6-f52e-4006-a158-c2aa42fef2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297468 Aug 05 12:12:48.764287 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-dbd8a461-911f-4fad-9efb-f13e222096bd req-419f77eb-0215-49b7-9278-02c38e17876a tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=acdb1763-a210-4486-a76f-c3f8ef2b3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785871 Aug 05 12:12:48.906977 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2603cf-5876-4993-8294-cd91b10e4702 req-2db3b7f1-2fcb-42f9-bc10-cbc511e99aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:12:48.908823 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2e2603cf-5876-4993-8294-cd91b10e4702 req-2db3b7f1-2fcb-42f9-bc10-cbc511e99aa1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f717acd5caa748b6b706fbaad1f3b969&device_id=ed0c15ad-12d7-4fd2-841c-82ab919bc2d0 HTTP/1.1" status: 200 len: 1094 time: 0.0831354 Aug 05 12:12:49.129127 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2603cf-5876-4993-8294-cd91b10e4702 req-788c1142-b859-4d92-8470-45ffa5a6a3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:12:49.132592 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2e2603cf-5876-4993-8294-cd91b10e4702 req-788c1142-b859-4d92-8470-45ffa5a6a3e9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b881efb6-f52e-4006-a158-c2aa42fef2fe HTTP/1.1" status: 200 len: 912 time: 0.2132566 Aug 05 12:12:49.160962 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc83e80-954f-4825-b8ca-39e9cc063bcd req-67280dfc-c815-4601-b23d-45722d11316b tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:12:49.165572 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3bc83e80-954f-4825-b8ca-39e9cc063bcd req-67280dfc-c815-4601-b23d-45722d11316b tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] 10.222.0.58 "GET /v2.0/ports?device_id=768321b8-6942-4584-9d9d-6100e5811557 HTTP/1.1" status: 200 len: 944 time: 0.1151619 Aug 05 12:12:49.220205 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2e2603cf-5876-4993-8294-cd91b10e4702 req-5908335c-def5-482e-b721-f67a1036332d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1882720d-6738-4c87-ae4d-d8b952549ac0 HTTP/1.1" status: 200 len: 217 time: 0.0804222 Aug 05 12:12:49.250973 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3bc83e80-954f-4825-b8ca-39e9cc063bcd req-6afbcd69-f63c-4e72-8734-57a51feacf50 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] 10.222.0.58 "GET /v2.0/security-groups?id=01458de5-fdb9-4902-8d8f-7b5ee9f50672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723414 Aug 05 12:12:49.319798 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2603cf-5876-4993-8294-cd91b10e4702 req-992f0368-c429-4f16-82f4-29325ae56729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:12:49.323391 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2e2603cf-5876-4993-8294-cd91b10e4702 req-992f0368-c429-4f16-82f4-29325ae56729 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=96bcc71c-db3b-48c5-a5c3-35b749d6182d HTTP/1.1" status: 200 len: 850 time: 0.0945399 Aug 05 12:12:49.404925 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2603cf-5876-4993-8294-cd91b10e4702 req-762ca2b3-a2cb-41c6-bead-9c01db0d8e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:12:49.407838 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2e2603cf-5876-4993-8294-cd91b10e4702 req-762ca2b3-a2cb-41c6-bead-9c01db0d8e54 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b881efb6-f52e-4006-a158-c2aa42fef2fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0769064 Aug 05 12:12:49.607862 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2e2603cf-5876-4993-8294-cd91b10e4702 req-e7cc764e-894c-48cb-8f88-ae5f22a4b4bd service neutron] 10.222.0.55 "GET /v2.0/networks/b881efb6-f52e-4006-a158-c2aa42fef2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896102 Aug 05 12:12:49.750423 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2e2603cf-5876-4993-8294-cd91b10e4702 req-afe4c115-bb64-4b07-8b2a-d9826e979f36 service neutron] 10.222.0.55 "GET /v2.0/networks/b881efb6-f52e-4006-a158-c2aa42fef2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343648 Aug 05 12:12:49.970709 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21aabd1-ca2a-4250-ac49-e5d388a691eb req-35e29416-3058-4c2a-b30a-c4b700547db3 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:12:49.974106 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d21aabd1-ca2a-4250-ac49-e5d388a691eb req-35e29416-3058-4c2a-b30a-c4b700547db3 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed0c15ad-12d7-4fd2-841c-82ab919bc2d0 HTTP/1.1" status: 200 len: 943 time: 0.0886858 Aug 05 12:12:50.062835 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d21aabd1-ca2a-4250-ac49-e5d388a691eb req-85137382-6001-42d8-a488-0022ffd22d64 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=acdb1763-a210-4486-a76f-c3f8ef2b3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759883 Aug 05 12:12:50.154416 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 0448143a-eb92-46ef-ba28-40f5e518631b details requested by agent hyperv_n-h1-803378-2 with host n-h1-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 12:12:50.363255 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 0448143a-eb92-46ef-ba28-40f5e518631b, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=0448143a-eb92-46ef-ba28-40f5e518631b,segment=NetworkSegment(70471df6-f885-4259-be52-cab961a4a87b),segment_id=70471df6-f885-4259-be52-cab961a4a87b)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:12:50.390680 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Returning: {'device': '0448143a-eb92-46ef-ba28-40f5e518631b', 'network_id': '7b2da7f6-5312-4b7e-b7e7-4cfb0805e228', 'port_id': '0448143a-eb92-46ef-ba28-40f5e518631b', 'mac_address': 'fa:16:3e:af:83:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9a6bb65-f843-478c-a77f-df9b1660e7a3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 12:12:50.466212 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:50.491146 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0448143a-eb92-46ef-ba28-40f5e518631b {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 12:12:50.520396 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2411d3ff-4918-43cb-b4a2-6276acc39e18 req-f85239f4-4731-4558-bdf5-6569acf491d6 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:12:50.523188 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2411d3ff-4918-43cb-b4a2-6276acc39e18 req-f85239f4-4731-4558-bdf5-6569acf491d6 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] 10.222.0.58 "GET /v2.0/ports?device_id=768321b8-6942-4584-9d9d-6100e5811557 HTTP/1.1" status: 200 len: 944 time: 0.1147285 Aug 05 12:12:50.546697 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 0448143a-eb92-46ef-ba28-40f5e518631b, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=0448143a-eb92-46ef-ba28-40f5e518631b,segment=NetworkSegment(70471df6-f885-4259-be52-cab961a4a87b),segment_id=70471df6-f885-4259-be52-cab961a4a87b)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:12:50.559496 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:50.563171 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 43fc63f4-bf54-473c-b6f6-e65a15391e38 details requested by agent hyperv_n-h1-803378-2 with host n-h1-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 12:12:50.614632 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2411d3ff-4918-43cb-b4a2-6276acc39e18 req-0f83a2dd-a9c3-4448-a813-d6e563020835 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] 10.222.0.58 "GET /v2.0/security-groups?id=01458de5-fdb9-4902-8d8f-7b5ee9f50672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802500 Aug 05 12:12:50.698335 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 43fc63f4-bf54-473c-b6f6-e65a15391e38, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=43fc63f4-bf54-473c-b6f6-e65a15391e38,segment=NetworkSegment(70471df6-f885-4259-be52-cab961a4a87b),segment_id=70471df6-f885-4259-be52-cab961a4a87b)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:12:50.718062 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=0448143a-eb92-46ef-ba28-40f5e518631b,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:12:50.728748 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Returning: {'device': '43fc63f4-bf54-473c-b6f6-e65a15391e38', 'network_id': '7b2da7f6-5312-4b7e-b7e7-4cfb0805e228', 'port_id': '43fc63f4-bf54-473c-b6f6-e65a15391e38', 'mac_address': 'fa:16:3e:67:bb:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9a6bb65-f843-478c-a77f-df9b1660e7a3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 12:12:50.798203 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:50.820557 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43fc63f4-bf54-473c-b6f6-e65a15391e38 {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 12:12:50.865121 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 43fc63f4-bf54-473c-b6f6-e65a15391e38, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=43fc63f4-bf54-473c-b6f6-e65a15391e38,segment=NetworkSegment(70471df6-f885-4259-be52-cab961a4a87b),segment_id=70471df6-f885-4259-be52-cab961a4a87b)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:12:50.872324 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:50.943801 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=43fc63f4-bf54-473c-b6f6-e65a15391e38,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:12:51.295811 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0f8323-9689-46c6-a1d5-40b525dfa830 req-3cef2306-e0bb-4732-b7b5-afeb12b88d58 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:12:51.299106 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5b0f8323-9689-46c6-a1d5-40b525dfa830 req-3cef2306-e0bb-4732-b7b5-afeb12b88d58 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed0c15ad-12d7-4fd2-841c-82ab919bc2d0 HTTP/1.1" status: 200 len: 943 time: 0.1245723 Aug 05 12:12:51.366278 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5b0f8323-9689-46c6-a1d5-40b525dfa830 req-a5fd74f8-b0b6-4683-968c-29178baa26e0 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=acdb1763-a210-4486-a76f-c3f8ef2b3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541291 Aug 05 12:12:51.507862 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['0448143a-eb92-46ef-ba28-40f5e518631b'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 12:12:51.548313 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['43fc63f4-bf54-473c-b6f6-e65a15391e38'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 12:12:51.845266 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b2a6f-b3bf-417c-b021-b665ef4eea4b req-8b81d1bd-4bcd-4c5b-bae5-9a5e3042a798 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:12:51.848271 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-954b2a6f-b3bf-417c-b021-b665ef4eea4b req-8b81d1bd-4bcd-4c5b-bae5-9a5e3042a798 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] 10.222.0.58 "GET /v2.0/ports?device_id=768321b8-6942-4584-9d9d-6100e5811557 HTTP/1.1" status: 200 len: 945 time: 0.0937190 Aug 05 12:12:51.927579 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-954b2a6f-b3bf-417c-b021-b665ef4eea4b req-05f87e25-8dab-4d5c-a739-40a9b979d13a tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] 10.222.0.58 "GET /v2.0/security-groups?id=01458de5-fdb9-4902-8d8f-7b5ee9f50672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691178 Aug 05 12:12:52.416791 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:52.581617 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a90e95-6419-49a0-8820-5dc6d226eebb req-2717aed1-725d-4e7e-811e-458f203b7087 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:12:52.584434 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d4a90e95-6419-49a0-8820-5dc6d226eebb req-2717aed1-725d-4e7e-811e-458f203b7087 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed0c15ad-12d7-4fd2-841c-82ab919bc2d0 HTTP/1.1" status: 200 len: 943 time: 0.0944192 Aug 05 12:12:52.642292 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d4a90e95-6419-49a0-8820-5dc6d226eebb req-e2f5bb03-d1ed-427a-a3c2-02179c814fdc tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=acdb1763-a210-4486-a76f-c3f8ef2b3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496163 Aug 05 12:12:52.727414 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 12:12:53.160149 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911abe5e-d349-4473-b9d0-237bdf156f4d req-cdbd25b7-98ab-4f0d-8d65-c63c7ce2d0f7 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:12:53.163164 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-911abe5e-d349-4473-b9d0-237bdf156f4d req-cdbd25b7-98ab-4f0d-8d65-c63c7ce2d0f7 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] 10.222.0.58 "GET /v2.0/ports?device_id=768321b8-6942-4584-9d9d-6100e5811557 HTTP/1.1" status: 200 len: 945 time: 0.0966008 Aug 05 12:12:53.234608 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-911abe5e-d349-4473-b9d0-237bdf156f4d req-29826bcc-fb90-4886-a037-95f41f6edad4 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] 10.222.0.58 "GET /v2.0/security-groups?id=01458de5-fdb9-4902-8d8f-7b5ee9f50672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596714 Aug 05 12:12:53.706699 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 34740) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:12:53.846032 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7234a9de-8072-4700-a5b5-d8d9a3ccaa44 req-135c39e4-394f-431a-840d-e7b2f6b81d01 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:12:53.848930 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7234a9de-8072-4700-a5b5-d8d9a3ccaa44 req-135c39e4-394f-431a-840d-e7b2f6b81d01 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed0c15ad-12d7-4fd2-841c-82ab919bc2d0 HTTP/1.1" status: 200 len: 943 time: 0.0952463 Aug 05 12:12:53.910569 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f64c1708-50ab-4b81-bd53-6815d3961081 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:53.934191 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7234a9de-8072-4700-a5b5-d8d9a3ccaa44 req-2d301f1d-34b3-46c3-963c-5c995274971c tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=acdb1763-a210-4486-a76f-c3f8ef2b3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767493 Aug 05 12:12:54.068979 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f64c1708-50ab-4b81-bd53-6815d3961081 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:54.075594 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f64c1708-50ab-4b81-bd53-6815d3961081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:54.143474 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-f64c1708-50ab-4b81-bd53-6815d3961081 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ee9e5ca3e3bd4fcdada78ff6274a0b4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4346354 Aug 05 12:12:54.146244 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64c1708-50ab-4b81-bd53-6815d3961081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ba8e899-4655-4c1a-b281-4d21b1ecdb13,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:12:54.146797 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 34744) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:12:54.161278 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 0448143a-eb92-46ef-ba28-40f5e518631b up at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:12:54.224858 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f692e75f-1e06-479b-a22c-a8bc32caa098 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:54.230548 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning for port 0448143a-eb92-46ef-ba28-40f5e518631b completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:12:54.237189 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning complete for port 0448143a-eb92-46ef-ba28-40f5e518631b triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:12:54.237850 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:54.260722 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f692e75f-1e06-479b-a22c-a8bc32caa098 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:54.329117 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f692e75f-1e06-479b-a22c-a8bc32caa098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:54.332510 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f692e75f-1e06-479b-a22c-a8bc32caa098 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:54.334335 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-f692e75f-1e06-479b-a22c-a8bc32caa098 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2ba8e899-4655-4c1a-b281-4d21b1ecdb13 HTTP/1.1" status: 204 len: 168 time: 0.1860728 Aug 05 12:12:54.359372 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f692e75f-1e06-479b-a22c-a8bc32caa098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ba8e899-4655-4c1a-b281-4d21b1ecdb13,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:12:54.367457 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:54.409079 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ce6e147-ba3b-4cbc-ac35-ec3c0a82f9a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0448143a-eb92-46ef-ba28-40f5e518631b'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:12:54.411715 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac95a94a-3b00-4b92-9adf-ba5a1bf68a4c" -d '{"events": [{"server_uuid": "6ce6e147-ba3b-4cbc-ac35-ec3c0a82f9a4", "name": "network-vif-plugged", "status": "completed", "tag": "0448143a-eb92-46ef-ba28-40f5e518631b"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:12:54.427589 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 0448143a-eb92-46ef-ba28-40f5e518631b, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=0448143a-eb92-46ef-ba28-40f5e518631b,segment=NetworkSegment(70471df6-f885-4259-be52-cab961a4a87b),segment_id=70471df6-f885-4259-be52-cab961a4a87b)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:12:54.435978 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:54.438005 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 43fc63f4-bf54-473c-b6f6-e65a15391e38 up at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:12:54.473452 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450319c7-5659-47d3-8b27-f7c8e2b43c75 req-cca601b1-364e-4776-8b70-0b7e7f076b1f tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:12:54.475918 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-450319c7-5659-47d3-8b27-f7c8e2b43c75 req-cca601b1-364e-4776-8b70-0b7e7f076b1f tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] 10.222.0.58 "GET /v2.0/ports?device_id=768321b8-6942-4584-9d9d-6100e5811557 HTTP/1.1" status: 200 len: 945 time: 0.0915480 Aug 05 12:12:54.495894 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 12:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1662bb3e-18eb-401c-b9d6-0284443a6d84 x-openstack-request-id: req-1662bb3e-18eb-401c-b9d6-0284443a6d84 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:12:54.496691 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ce6e147-ba3b-4cbc-ac35-ec3c0a82f9a4", "name": "network-vif-plugged", "status": "completed", "tag": "0448143a-eb92-46ef-ba28-40f5e518631b", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:12:54.496970 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1662bb3e-18eb-401c-b9d6-0284443a6d84 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:12:54.497624 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ce6e147-ba3b-4cbc-ac35-ec3c0a82f9a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0448143a-eb92-46ef-ba28-40f5e518631b', 'code': 200} Aug 05 12:12:54.557170 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-450319c7-5659-47d3-8b27-f7c8e2b43c75 req-ba2dd795-1836-4222-8e82-ffb9b2675f3a tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] 10.222.0.58 "GET /v2.0/security-groups?id=01458de5-fdb9-4902-8d8f-7b5ee9f50672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701354 Aug 05 12:12:54.560820 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=0448143a-eb92-46ef-ba28-40f5e518631b,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:12:54.573155 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning for port 43fc63f4-bf54-473c-b6f6-e65a15391e38 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:12:54.580025 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning complete for port 43fc63f4-bf54-473c-b6f6-e65a15391e38 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:12:54.580717 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:54.655348 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50f4339-8488-43a0-84cb-101d71545f8c req-4d2bdb13-711a-4a45-b5b0-a664c608fcff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:12:54.657397 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d50f4339-8488-43a0-84cb-101d71545f8c req-4d2bdb13-711a-4a45-b5b0-a664c608fcff service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6ce6e147-ba3b-4cbc-ac35-ec3c0a82f9a4 HTTP/1.1" status: 200 len: 1096 time: 0.0489504 Aug 05 12:12:54.697668 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:54.700401 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d50f4339-8488-43a0-84cb-101d71545f8c req-0817f33a-910f-4cae-a765-27bbf430a493 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=01458de5-fdb9-4902-8d8f-7b5ee9f50672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344789 Aug 05 12:12:54.737606 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 43fc63f4-bf54-473c-b6f6-e65a15391e38, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=43fc63f4-bf54-473c-b6f6-e65a15391e38,segment=NetworkSegment(70471df6-f885-4259-be52-cab961a4a87b),segment_id=70471df6-f885-4259-be52-cab961a4a87b)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:12:54.746875 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:54.794990 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 34754) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:12:54.811060 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3ba622f6-f429-4418-bb57-05a3c528524d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:54.818108 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=43fc63f4-bf54-473c-b6f6-e65a15391e38,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:12:54.926711 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3ba622f6-f429-4418-bb57-05a3c528524d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:54.932027 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3ba622f6-f429-4418-bb57-05a3c528524d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:54.980247 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-3ba622f6-f429-4418-bb57-05a3c528524d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f5ade0cd6c704e649a051642c48e71a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1840837 Aug 05 12:12:54.981308 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba622f6-f429-4418-bb57-05a3c528524d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f775601d-aca6-4cd7-9e49-364da456cdfc,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:12:54.983407 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 34758) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:12:55.076715 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-80ed1600-43fd-46c0-b6f0-f4aaa1e0caa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:55.113899 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1c5d73-4448-4c50-82eb-41d7d5ec019e req-e3edc8bf-680c-4096-b1fb-8e0813055eae tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:12:55.115522 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bc1c5d73-4448-4c50-82eb-41d7d5ec019e req-e3edc8bf-680c-4096-b1fb-8e0813055eae tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed0c15ad-12d7-4fd2-841c-82ab919bc2d0 HTTP/1.1" status: 200 len: 943 time: 0.0886495 Aug 05 12:12:55.117868 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-80ed1600-43fd-46c0-b6f0-f4aaa1e0caa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:55.193534 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bc1c5d73-4448-4c50-82eb-41d7d5ec019e req-75620fa4-4a96-4c73-b930-f306c3081463 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=acdb1763-a210-4486-a76f-c3f8ef2b3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677869 Aug 05 12:12:55.219778 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-80ed1600-43fd-46c0-b6f0-f4aaa1e0caa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:55.224864 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-80ed1600-43fd-46c0-b6f0-f4aaa1e0caa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:55.226827 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-80ed1600-43fd-46c0-b6f0-f4aaa1e0caa3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f775601d-aca6-4cd7-9e49-364da456cdfc HTTP/1.1" status: 204 len: 168 time: 0.2412319 Aug 05 12:12:55.239207 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ed1600-43fd-46c0-b6f0-f4aaa1e0caa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f775601d-aca6-4cd7-9e49-364da456cdfc,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:12:55.707136 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366bc8dd-c16b-430f-905b-07ed57e28d9e req-1fd67fe1-ee68-4146-813e-9bf4048c9258 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:12:55.708800 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-366bc8dd-c16b-430f-905b-07ed57e28d9e req-1fd67fe1-ee68-4146-813e-9bf4048c9258 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] 10.222.0.58 "GET /v2.0/ports?device_id=768321b8-6942-4584-9d9d-6100e5811557 HTTP/1.1" status: 200 len: 946 time: 0.0730979 Aug 05 12:12:55.765285 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-366bc8dd-c16b-430f-905b-07ed57e28d9e req-b1e41d17-2dd5-4264-958d-6cb477347579 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] 10.222.0.58 "GET /v2.0/security-groups?id=01458de5-fdb9-4902-8d8f-7b5ee9f50672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460939 Aug 05 12:12:55.778781 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 34766) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:12:55.794706 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ea5131a7-04d1-4277-aa4f-e3793b155591 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:55.938315 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ea5131a7-04d1-4277-aa4f-e3793b155591 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:55.943409 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ea5131a7-04d1-4277-aa4f-e3793b155591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:55.991155 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-ea5131a7-04d1-4277-aa4f-e3793b155591 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=72fc4fbbd0094dd3955d71796206810b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2110794 Aug 05 12:12:55.992168 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5131a7-04d1-4277-aa4f-e3793b155591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=314a6e0c-cdb9-4cf1-8c99-5c6affd1212c,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:12:55.995188 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 34768) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:12:56.057195 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-36c7165c-7ddd-4587-a0a2-2399a553edad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:56.096909 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-36c7165c-7ddd-4587-a0a2-2399a553edad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:56.175388 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-36c7165c-7ddd-4587-a0a2-2399a553edad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:56.178019 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-36c7165c-7ddd-4587-a0a2-2399a553edad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:56.179205 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-36c7165c-7ddd-4587-a0a2-2399a553edad admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/314a6e0c-cdb9-4cf1-8c99-5c6affd1212c HTTP/1.1" status: 204 len: 168 time: 0.1830497 Aug 05 12:12:56.190914 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c7165c-7ddd-4587-a0a2-2399a553edad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=314a6e0c-cdb9-4cf1-8c99-5c6affd1212c,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:12:56.403530 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9f5c53-cc48-4089-af51-42dc5ea084b9 req-17d8c871-b602-44e9-a81b-23029d00ced5 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:12:56.406215 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2b9f5c53-cc48-4089-af51-42dc5ea084b9 req-17d8c871-b602-44e9-a81b-23029d00ced5 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed0c15ad-12d7-4fd2-841c-82ab919bc2d0 HTTP/1.1" status: 200 len: 943 time: 0.0896909 Aug 05 12:12:56.467300 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2b9f5c53-cc48-4089-af51-42dc5ea084b9 req-f9058ce8-8f39-4c03-a52f-2bb6e52c2237 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=acdb1763-a210-4486-a76f-c3f8ef2b3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486259 Aug 05 12:12:56.499841 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '768321b8-6942-4584-9d9d-6100e5811557', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43fc63f4-bf54-473c-b6f6-e65a15391e38'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:12:56.502253 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-206dffe2-87b8-436d-ba9c-efa971f29b14" -d '{"events": [{"server_uuid": "768321b8-6942-4584-9d9d-6100e5811557", "name": "network-vif-plugged", "status": "completed", "tag": "43fc63f4-bf54-473c-b6f6-e65a15391e38"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:12:56.572801 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 12:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a71453af-5afe-440f-8e20-5a8650183927 x-openstack-request-id: req-a71453af-5afe-440f-8e20-5a8650183927 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:12:56.573401 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "768321b8-6942-4584-9d9d-6100e5811557", "name": "network-vif-plugged", "status": "completed", "tag": "43fc63f4-bf54-473c-b6f6-e65a15391e38", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:12:56.573784 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a71453af-5afe-440f-8e20-5a8650183927 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:12:56.574409 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '768321b8-6942-4584-9d9d-6100e5811557', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43fc63f4-bf54-473c-b6f6-e65a15391e38', 'code': 200} Aug 05 12:12:56.824478 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564fb083-0955-40e7-969a-666e5619da12 req-5482cc2c-8930-4982-965d-d40175741c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:12:56.827413 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-564fb083-0955-40e7-969a-666e5619da12 req-5482cc2c-8930-4982-965d-d40175741c91 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=768321b8-6942-4584-9d9d-6100e5811557 HTTP/1.1" status: 200 len: 1097 time: 0.0783975 Aug 05 12:12:56.886756 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-564fb083-0955-40e7-969a-666e5619da12 req-2cb21d39-cca4-4980-b677-9a04cc913c80 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=01458de5-fdb9-4902-8d8f-7b5ee9f50672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459900 Aug 05 12:12:56.964997 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79925f9-850e-432d-bab2-5f235a46a2e4 req-130ddca1-285b-4363-9e5b-1000bbb4e1d0 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:12:56.966672 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e79925f9-850e-432d-bab2-5f235a46a2e4 req-130ddca1-285b-4363-9e5b-1000bbb4e1d0 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] 10.222.0.58 "GET /v2.0/ports?device_id=768321b8-6942-4584-9d9d-6100e5811557 HTTP/1.1" status: 200 len: 946 time: 0.0624444 Aug 05 12:12:57.033669 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e79925f9-850e-432d-bab2-5f235a46a2e4 req-f50e8e72-a4a6-4b46-9cc8-458e430e4304 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] 10.222.0.58 "GET /v2.0/security-groups?id=01458de5-fdb9-4902-8d8f-7b5ee9f50672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546081 Aug 05 12:12:57.659077 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2483d5e5-e9f3-4226-81b6-fc4e3523eea5 req-ae57d47d-c478-4342-bfa6-109d9885dc3e tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:12:57.661196 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2483d5e5-e9f3-4226-81b6-fc4e3523eea5 req-ae57d47d-c478-4342-bfa6-109d9885dc3e tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed0c15ad-12d7-4fd2-841c-82ab919bc2d0 HTTP/1.1" status: 200 len: 943 time: 0.0813112 Aug 05 12:12:57.730083 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2483d5e5-e9f3-4226-81b6-fc4e3523eea5 req-fc8102a5-bd1c-4833-8155-bdd096ca7462 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=acdb1763-a210-4486-a76f-c3f8ef2b3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547895 Aug 05 12:12:58.218621 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 1882720d-6738-4c87-ae4d-d8b952549ac0 details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 12:12:58.253476 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71928b6d-58d0-4b8a-9dce-8a5501f4f6e8 req-2f262d80-de5e-4148-853d-a411e7b1cd63 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:12:58.259774 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-71928b6d-58d0-4b8a-9dce-8a5501f4f6e8 req-2f262d80-de5e-4148-853d-a411e7b1cd63 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] 10.222.0.58 "GET /v2.0/ports?device_id=768321b8-6942-4584-9d9d-6100e5811557 HTTP/1.1" status: 200 len: 946 time: 0.0890696 Aug 05 12:12:58.320314 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-71928b6d-58d0-4b8a-9dce-8a5501f4f6e8 req-2b1ec5aa-bc78-459e-9351-e282c4b494d5 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] 10.222.0.58 "GET /v2.0/security-groups?id=01458de5-fdb9-4902-8d8f-7b5ee9f50672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538163 Aug 05 12:12:58.406127 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 1882720d-6738-4c87-ae4d-d8b952549ac0, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=1882720d-6738-4c87-ae4d-d8b952549ac0,segment=NetworkSegment(556bee1a-9d74-4f14-94d0-708064ee6011),segment_id=556bee1a-9d74-4f14-94d0-708064ee6011)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:12:58.425941 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Returning: {'device': '1882720d-6738-4c87-ae4d-d8b952549ac0', 'network_id': 'b881efb6-f52e-4006-a158-c2aa42fef2fe', 'port_id': '1882720d-6738-4c87-ae4d-d8b952549ac0', 'mac_address': 'fa:16:3e:20:ae:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96bcc71c-db3b-48c5-a5c3-35b749d6182d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 12:12:58.478240 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:58.495587 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1882720d-6738-4c87-ae4d-d8b952549ac0 {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 12:12:58.525103 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 1882720d-6738-4c87-ae4d-d8b952549ac0, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=1882720d-6738-4c87-ae4d-d8b952549ac0,segment=NetworkSegment(556bee1a-9d74-4f14-94d0-708064ee6011),segment_id=556bee1a-9d74-4f14-94d0-708064ee6011)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:12:58.531027 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:58.621788 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=1882720d-6738-4c87-ae4d-d8b952549ac0,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:12:58.680903 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 34830) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:12:58.807974 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b0c3ed03-3c90-4217-8cb2-eb341b99317a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:58.870000 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['1882720d-6738-4c87-ae4d-d8b952549ac0'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 12:12:58.910622 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706e17dc-870e-4a1f-827d-2c727508cac9 req-9533d8a1-314f-4c58-8a15-c6821129c279 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:12:58.917480 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-706e17dc-870e-4a1f-827d-2c727508cac9 req-9533d8a1-314f-4c58-8a15-c6821129c279 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed0c15ad-12d7-4fd2-841c-82ab919bc2d0 HTTP/1.1" status: 200 len: 944 time: 0.0969868 Aug 05 12:12:59.003678 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-706e17dc-870e-4a1f-827d-2c727508cac9 req-1965f080-b4be-4bfc-a22e-6ef2a07e48e4 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=acdb1763-a210-4486-a76f-c3f8ef2b3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787995 Aug 05 12:12:59.054704 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b0c3ed03-3c90-4217-8cb2-eb341b99317a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:59.060175 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b0c3ed03-3c90-4217-8cb2-eb341b99317a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:59.110463 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-b0c3ed03-3c90-4217-8cb2-eb341b99317a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0fe8be07de1b433dad2a416a9df28951&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4282141 Aug 05 12:12:59.111968 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c3ed03-3c90-4217-8cb2-eb341b99317a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f994bd07-24a7-4102-b236-1629575ff526,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:12:59.113545 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 34836) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:12:59.123044 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c3ed03-3c90-4217-8cb2-eb341b99317a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:12:59.123513 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c3ed03-3c90-4217-8cb2-eb341b99317a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:12:59.124047 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c3ed03-3c90-4217-8cb2-eb341b99317a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:12:59.124643 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c3ed03-3c90-4217-8cb2-eb341b99317a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:12:59.125122 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c3ed03-3c90-4217-8cb2-eb341b99317a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:12:59.125778 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c3ed03-3c90-4217-8cb2-eb341b99317a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:12:59.126175 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c3ed03-3c90-4217-8cb2-eb341b99317a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:12:59.126718 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c3ed03-3c90-4217-8cb2-eb341b99317a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:12:59.127250 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c3ed03-3c90-4217-8cb2-eb341b99317a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:12:59.128409 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c3ed03-3c90-4217-8cb2-eb341b99317a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:12:59.128409 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c3ed03-3c90-4217-8cb2-eb341b99317a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:12:59.128881 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c3ed03-3c90-4217-8cb2-eb341b99317a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:12:59.198315 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0237bd0a-c414-4530-aaca-5f6a16040b68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:59.237047 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0237bd0a-c414-4530-aaca-5f6a16040b68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:59.322285 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0237bd0a-c414-4530-aaca-5f6a16040b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:59.325398 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0237bd0a-c414-4530-aaca-5f6a16040b68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:59.327047 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-0237bd0a-c414-4530-aaca-5f6a16040b68 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f994bd07-24a7-4102-b236-1629575ff526 HTTP/1.1" status: 204 len: 168 time: 0.2112904 Aug 05 12:12:59.339279 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0237bd0a-c414-4530-aaca-5f6a16040b68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f994bd07-24a7-4102-b236-1629575ff526,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:12:59.512744 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884ba731-6fe6-4099-b111-7128ec075b94 req-010141f4-bb12-410a-a6c4-91ea48162c84 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:12:59.515092 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-884ba731-6fe6-4099-b111-7128ec075b94 req-010141f4-bb12-410a-a6c4-91ea48162c84 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] 10.222.0.58 "GET /v2.0/ports?device_id=768321b8-6942-4584-9d9d-6100e5811557 HTTP/1.1" status: 200 len: 946 time: 0.0595236 Aug 05 12:12:59.587004 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-884ba731-6fe6-4099-b111-7128ec075b94 req-60b2b7b7-a93a-4b5c-86eb-9901e1a94d27 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] 10.222.0.58 "GET /v2.0/security-groups?id=01458de5-fdb9-4902-8d8f-7b5ee9f50672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615277 Aug 05 12:12:59.674327 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:12:59.798566 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e50d64-f450-49ed-8010-ca266c4de0ab req-1853bb3e-ef50-495d-910d-451ae4c62dee tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:12:59.801094 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f6e50d64-f450-49ed-8010-ca266c4de0ab req-1853bb3e-ef50-495d-910d-451ae4c62dee tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] 10.222.0.58 "GET /v2.0/ports?device_id=5cd5d8a0-5638-4fa3-8b24-b2a54012a414 HTTP/1.1" status: 200 len: 946 time: 0.0830667 Aug 05 12:12:59.865167 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f6e50d64-f450-49ed-8010-ca266c4de0ab req-ac070923-eb9a-404b-920d-3e2eda53f00b tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] 10.222.0.58 "GET /v2.0/security-groups?id=01458de5-fdb9-4902-8d8f-7b5ee9f50672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555487 Aug 05 12:13:00.020710 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5ae231-c427-4f64-b9f2-c8a382536fa9 req-d84a5d97-da0c-46c3-a101-d3b1b25f781b tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:00.022586 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-aa5ae231-c427-4f64-b9f2-c8a382536fa9 req-d84a5d97-da0c-46c3-a101-d3b1b25f781b tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ce6e147-ba3b-4cbc-ac35-ec3c0a82f9a4 HTTP/1.1" status: 200 len: 945 time: 0.0682504 Aug 05 12:13:00.097755 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-aa5ae231-c427-4f64-b9f2-c8a382536fa9 req-a7b085aa-e0cd-4964-a92d-b6b745b7239f tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] 10.222.0.58 "GET /v2.0/security-groups?id=01458de5-fdb9-4902-8d8f-7b5ee9f50672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663846 Aug 05 12:13:00.175444 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1087d7a-5e0e-4f64-bbf6-29b4717dd843 req-f9a6dd9d-ced1-4852-abea-2c0536136f19 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:00.177543 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b1087d7a-5e0e-4f64-bbf6-29b4717dd843 req-f9a6dd9d-ced1-4852-abea-2c0536136f19 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed0c15ad-12d7-4fd2-841c-82ab919bc2d0 HTTP/1.1" status: 200 len: 944 time: 0.0656970 Aug 05 12:13:00.217667 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 1882720d-6738-4c87-ae4d-d8b952549ac0 up at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:13:00.261228 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b1087d7a-5e0e-4f64-bbf6-29b4717dd843 req-d6d43e49-1928-41ca-b7e9-8fae5bc69177 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=acdb1763-a210-4486-a76f-c3f8ef2b3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687890 Aug 05 12:13:00.334118 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning for port 1882720d-6738-4c87-ae4d-d8b952549ac0 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:13:00.342658 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning complete for port 1882720d-6738-4c87-ae4d-d8b952549ac0 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:13:00.343379 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:00.458215 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:00.489927 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed0c15ad-12d7-4fd2-841c-82ab919bc2d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1882720d-6738-4c87-ae4d-d8b952549ac0'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:13:00.493220 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f108f048-9f37-4530-8556-915a169af55f" -d '{"events": [{"server_uuid": "ed0c15ad-12d7-4fd2-841c-82ab919bc2d0", "name": "network-vif-plugged", "status": "completed", "tag": "1882720d-6738-4c87-ae4d-d8b952549ac0"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:13:00.511432 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 1882720d-6738-4c87-ae4d-d8b952549ac0, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=1882720d-6738-4c87-ae4d-d8b952549ac0,segment=NetworkSegment(556bee1a-9d74-4f14-94d0-708064ee6011),segment_id=556bee1a-9d74-4f14-94d0-708064ee6011)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:13:00.519533 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:00.569267 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276b2ee1-dc8f-4d14-98e1-d4226c9afb4d req-c91a37d6-866d-4913-8a4c-7ffd165aeac3 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:00.573318 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-276b2ee1-dc8f-4d14-98e1-d4226c9afb4d req-c91a37d6-866d-4913-8a4c-7ffd165aeac3 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] 10.222.0.58 "GET /v2.0/ports?device_id=768321b8-6942-4584-9d9d-6100e5811557 HTTP/1.1" status: 200 len: 946 time: 0.1303196 Aug 05 12:13:00.575760 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 12:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b25a1098-5ebb-4b27-9204-fa0c9f7dd504 x-openstack-request-id: req-b25a1098-5ebb-4b27-9204-fa0c9f7dd504 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:13:00.576055 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed0c15ad-12d7-4fd2-841c-82ab919bc2d0", "name": "network-vif-plugged", "status": "completed", "tag": "1882720d-6738-4c87-ae4d-d8b952549ac0", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:13:00.576305 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b25a1098-5ebb-4b27-9204-fa0c9f7dd504 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:13:00.577083 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed0c15ad-12d7-4fd2-841c-82ab919bc2d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1882720d-6738-4c87-ae4d-d8b952549ac0', 'code': 200} Aug 05 12:13:00.598476 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=1882720d-6738-4c87-ae4d-d8b952549ac0,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:13:00.660085 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-276b2ee1-dc8f-4d14-98e1-d4226c9afb4d req-912b8783-2eff-4bb8-91bf-9ac3c08cf31d tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] 10.222.0.58 "GET /v2.0/security-groups?id=01458de5-fdb9-4902-8d8f-7b5ee9f50672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744054 Aug 05 12:13:00.861838 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a130e4b1-b2cb-4146-8b79-11093747c24f req-24ccf58e-549c-4433-ac2b-0cef5ddc4856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:00.864070 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-a130e4b1-b2cb-4146-8b79-11093747c24f req-24ccf58e-549c-4433-ac2b-0cef5ddc4856 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ed0c15ad-12d7-4fd2-841c-82ab919bc2d0 HTTP/1.1" status: 200 len: 1096 time: 0.0871851 Aug 05 12:13:00.913705 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-a130e4b1-b2cb-4146-8b79-11093747c24f req-0b9ad241-ddbb-4d5d-aeb5-a62307e1c935 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=acdb1763-a210-4486-a76f-c3f8ef2b3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420251 Aug 05 12:13:01.093330 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cf3984-4a69-4d3a-90d5-cdd6ef395929 req-3c9e67d2-486c-44c4-b185-56677c25b654 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:01.095404 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-44cf3984-4a69-4d3a-90d5-cdd6ef395929 req-3c9e67d2-486c-44c4-b185-56677c25b654 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] 10.222.0.58 "GET /v2.0/ports?device_id=5cd5d8a0-5638-4fa3-8b24-b2a54012a414 HTTP/1.1" status: 200 len: 946 time: 0.0874629 Aug 05 12:13:01.161134 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-44cf3984-4a69-4d3a-90d5-cdd6ef395929 req-d1d1e306-8f3b-41b6-94cf-3ed6c0996d5e tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] 10.222.0.58 "GET /v2.0/security-groups?id=01458de5-fdb9-4902-8d8f-7b5ee9f50672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569103 Aug 05 12:13:01.183447 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 34920) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:13:01.347255 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-86c7125c-296c-4d3f-8473-db02f7c12469 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:01.448128 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee2c536-d5c1-4cda-a560-e76d05ee07de req-20d534bb-ad6d-4286-bdab-59902c27d65e tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:01.450148 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-dee2c536-d5c1-4cda-a560-e76d05ee07de req-20d534bb-ad6d-4286-bdab-59902c27d65e tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed0c15ad-12d7-4fd2-841c-82ab919bc2d0 HTTP/1.1" status: 200 len: 945 time: 0.0736377 Aug 05 12:13:01.499986 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-dee2c536-d5c1-4cda-a560-e76d05ee07de req-dcb1538e-1073-4376-82bf-0b39e3421812 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=acdb1763-a210-4486-a76f-c3f8ef2b3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430784 Aug 05 12:13:01.522056 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-86c7125c-296c-4d3f-8473-db02f7c12469 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:01.531142 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-86c7125c-296c-4d3f-8473-db02f7c12469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:01.567922 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b216a81c-2166-42bc-bfb2-2f8e7408914d req-892aeac6-bdef-4fc9-9613-ad029c598441 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:01.574784 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b216a81c-2166-42bc-bfb2-2f8e7408914d req-892aeac6-bdef-4fc9-9613-ad029c598441 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:01.578432 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c7125c-296c-4d3f-8473-db02f7c12469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65f096bf-8aa3-4254-b4cc-b74f48424386,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:13:01.581456 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b216a81c-2166-42bc-bfb2-2f8e7408914d req-892aeac6-bdef-4fc9-9613-ad029c598441 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:01.583577 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b216a81c-2166-42bc-bfb2-2f8e7408914d req-892aeac6-bdef-4fc9-9613-ad029c598441 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] 10.222.0.58 "GET /v2.0/ports?device_id=768321b8-6942-4584-9d9d-6100e5811557&device_id=6ce6e147-ba3b-4cbc-ac35-ec3c0a82f9a4&device_id=5cd5d8a0-5638-4fa3-8b24-b2a54012a414 HTTP/1.1" status: 200 len: 2418 time: 0.0793386 Aug 05 12:13:01.587513 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 34928) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:13:01.588072 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-86c7125c-296c-4d3f-8473-db02f7c12469 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9396ab059c38428ab9d40ad1d3c3470b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4023283 Aug 05 12:13:01.698062 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b216a81c-2166-42bc-bfb2-2f8e7408914d req-e5a459c1-bad6-4751-988e-a799219c2af1 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] 10.222.0.58 "GET /v2.0/security-groups?id=01458de5-fdb9-4902-8d8f-7b5ee9f50672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944731 Aug 05 12:13:01.720706 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f32aa704-bb80-4042-9522-1d3665484a9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:01.762940 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f32aa704-bb80-4042-9522-1d3665484a9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:01.869364 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f32aa704-bb80-4042-9522-1d3665484a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:01.872768 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f32aa704-bb80-4042-9522-1d3665484a9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:01.874506 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-f32aa704-bb80-4042-9522-1d3665484a9c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/65f096bf-8aa3-4254-b4cc-b74f48424386 HTTP/1.1" status: 204 len: 168 time: 0.2858453 Aug 05 12:13:01.893067 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32aa704-bb80-4042-9522-1d3665484a9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65f096bf-8aa3-4254-b4cc-b74f48424386,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:13:01.908219 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731ab6a6-98be-4037-8497-f1a779f4ad8b req-05625596-2ede-43d8-8459-ed8cc2b43cff tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:01.910906 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-731ab6a6-98be-4037-8497-f1a779f4ad8b req-05625596-2ede-43d8-8459-ed8cc2b43cff tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] 10.222.0.58 "GET /v2.0/ports?device_id=768321b8-6942-4584-9d9d-6100e5811557 HTTP/1.1" status: 200 len: 946 time: 0.0964522 Aug 05 12:13:01.986694 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-731ab6a6-98be-4037-8497-f1a779f4ad8b req-9dd5d380-04a3-4c3f-b983-10622f998e5c tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] 10.222.0.58 "GET /v2.0/security-groups?id=01458de5-fdb9-4902-8d8f-7b5ee9f50672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593002 Aug 05 12:13:02.661495 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35d94ff-3318-482b-aedb-2c58351e7f3a req-1511249e-97b6-4ebf-b3ce-548f2029e642 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:02.665150 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a35d94ff-3318-482b-aedb-2c58351e7f3a req-1511249e-97b6-4ebf-b3ce-548f2029e642 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed0c15ad-12d7-4fd2-841c-82ab919bc2d0 HTTP/1.1" status: 200 len: 945 time: 0.0644531 Aug 05 12:13:02.724104 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a35d94ff-3318-482b-aedb-2c58351e7f3a req-0754e4b4-681e-4134-91aa-650b51d1422b tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=acdb1763-a210-4486-a76f-c3f8ef2b3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485978 Aug 05 12:13:02.866183 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9e5daf-3e29-4b80-9dee-e94e6ed7a730 req-1e6bd4bd-5795-40ef-a89d-3811ed116bbe tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:02.868633 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cd9e5daf-3e29-4b80-9dee-e94e6ed7a730 req-1e6bd4bd-5795-40ef-a89d-3811ed116bbe tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed0c15ad-12d7-4fd2-841c-82ab919bc2d0 HTTP/1.1" status: 200 len: 945 time: 0.0574133 Aug 05 12:13:02.926508 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cd9e5daf-3e29-4b80-9dee-e94e6ed7a730 req-cf5d8624-3eea-408d-ab27-91f8f8f8e06b tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=acdb1763-a210-4486-a76f-c3f8ef2b3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491149 Aug 05 12:13:02.953764 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 34966) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:13:03.285751 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975ca86c-d60d-435f-90d6-4fa21a3188ff tempest-TestVolumeBootPattern-1289668090 tempest-TestVolumeBootPattern-1289668090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:03.287920 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-975ca86c-d60d-435f-90d6-4fa21a3188ff tempest-TestVolumeBootPattern-1289668090 tempest-TestVolumeBootPattern-1289668090-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=ed0c15ad-12d7-4fd2-841c-82ab919bc2d0 HTTP/1.1" status: 200 len: 1091 time: 0.3329666 Aug 05 12:13:03.293283 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 34978) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:13:03.298757 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-e5e05135-4408-45ed-a854-d36c1f1159f9 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Request body: {'floatingip': {'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'port_id': '1882720d-6738-4c87-ae4d-d8b952549ac0', 'tenant_id': 'f717acd5caa748b6b706fbaad1f3b969', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:13:03.330873 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e5e05135-4408-45ed-a854-d36c1f1159f9 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks [] for floatingip, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:03.513451 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e5e05135-4408-45ed-a854-d36c1f1159f9 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:03.741395 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-e5e05135-4408-45ed-a854-d36c1f1159f9 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Allocated IP 172.25.5.142 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/58921901-4107-4259-9137-f9c7adb1e97d) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:13:03.865921 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69022d9-41f2-4d4f-adcc-6d6a9ef86994 req-1099b161-9dfe-464f-a9d9-daa14b5ba6b2 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:03.869380 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a69022d9-41f2-4d4f-adcc-6d6a9ef86994 req-1099b161-9dfe-464f-a9d9-daa14b5ba6b2 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] 10.222.0.58 "GET /v2.0/ports?device_id=5cd5d8a0-5638-4fa3-8b24-b2a54012a414 HTTP/1.1" status: 200 len: 946 time: 0.0939372 Aug 05 12:13:03.918178 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a69022d9-41f2-4d4f-adcc-6d6a9ef86994 req-efa1bce4-a8c0-49d5-b3f6-dc7e171aee0b tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] 10.222.0.58 "GET /v2.0/security-groups?id=01458de5-fdb9-4902-8d8f-7b5ee9f50672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423579 Aug 05 12:13:03.928121 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e5e05135-4408-45ed-a854-d36c1f1159f9 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:03.937317 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 34992) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:13:03.995323 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e5e05135-4408-45ed-a854-d36c1f1159f9 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:04.037758 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e05135-4408-45ed-a854-d36c1f1159f9 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:13:04.043383 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-e5e05135-4408-45ed-a854-d36c1f1159f9 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:13:04.047451 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e05135-4408-45ed-a854-d36c1f1159f9 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:13:04.072722 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e05135-4408-45ed-a854-d36c1f1159f9 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Pushing event updated for resources: {'Port': ['ID=58921901-4107-4259-9137-f9c7adb1e97d,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:13:04.189092 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-443ea5a4-9c54-4d87-8c77-157bdcf10b40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-548746480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-548746480-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1572249894'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:13:04.229346 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-443ea5a4-9c54-4d87-8c77-157bdcf10b40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-548746480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-548746480-project] Made reservation on behalf of 7f4e7fda05f7472f9ba90f3bcf0756d3 for: {'network': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:13:04.233630 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-443ea5a4-9c54-4d87-8c77-157bdcf10b40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-548746480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-548746480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:04.250035 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-443ea5a4-9c54-4d87-8c77-157bdcf10b40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-548746480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-548746480-project] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:04.426078 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-443ea5a4-9c54-4d87-8c77-157bdcf10b40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-548746480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-548746480-project] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:04.432963 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-443ea5a4-9c54-4d87-8c77-157bdcf10b40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-548746480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-548746480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:04.455093 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-443ea5a4-9c54-4d87-8c77-157bdcf10b40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-548746480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-548746480-project] vlan segment allocate from pool success with {'vlan_id': 672, 'physical_network': 'physnet1'} {{(pid=94420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 12:13:04.494949 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-443ea5a4-9c54-4d87-8c77-157bdcf10b40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-548746480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-548746480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:04.495662 n-d-803378-2 neutron-server[94420]: INFO neutron.db.segments_db [None req-443ea5a4-9c54-4d87-8c77-157bdcf10b40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-548746480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-548746480-project] Added segment ef0f58a2-1f78-4d10-9f18-be3ee79f0fd3 of type vlan for network 623b6d86-ccce-407c-ad3e-2a8a64f4bf36 Aug 05 12:13:04.530224 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443ea5a4-9c54-4d87-8c77-157bdcf10b40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-548746480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-548746480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b5b044-788f-4928-b242-4d6958bfd5ba,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:13:04.542286 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e5e05135-4408-45ed-a854-d36c1f1159f9 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:04.592095 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-443ea5a4-9c54-4d87-8c77-157bdcf10b40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-548746480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-548746480-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:04.635946 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-443ea5a4-9c54-4d87-8c77-157bdcf10b40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-548746480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-548746480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:04.643582 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-443ea5a4-9c54-4d87-8c77-157bdcf10b40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-548746480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-548746480-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:04.644468 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-443ea5a4-9c54-4d87-8c77-157bdcf10b40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-548746480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-548746480-project] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:04.651648 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e5e05135-4408-45ed-a854-d36c1f1159f9 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:04.733865 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-443ea5a4-9c54-4d87-8c77-157bdcf10b40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-548746480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-548746480-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 0.7951772 Aug 05 12:13:04.760724 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443ea5a4-9c54-4d87-8c77-157bdcf10b40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-548746480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-548746480-project] Pushing event updated for resources: {'Network': ['ID=623b6d86-ccce-407c-ad3e-2a8a64f4bf36,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:13:04.776561 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 623b6d86-ccce-407c-ad3e-2a8a64f4bf36 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 12:13:04.921105 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e5e05135-4408-45ed-a854-d36c1f1159f9 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:04.926795 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e5e05135-4408-45ed-a854-d36c1f1159f9 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:05.020536 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35002) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:13:05.029864 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-9123c2d2-0df0-4631-8075-ce28fbc7acc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Request body: {'port': {'network_id': '623b6d86-ccce-407c-ad3e-2a8a64f4bf36', 'binding:host_id': 'n-h2-803378-2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-150574104'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:13:05.129331 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9123c2d2-0df0-4631-8075-ce28fbc7acc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Made reservation on behalf of 2a1e260afbef4e8aad1c1adfb29cb272 for: {'port': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:13:05.134984 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9123c2d2-0df0-4631-8075-ce28fbc7acc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:05.159810 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9123c2d2-0df0-4631-8075-ce28fbc7acc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:05.190829 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a583bc03-df0b-4fb3-bd50-29c586e6d773 req-f87886d6-b81b-4251-a0d9-1fbde55f80a4 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:05.193609 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a583bc03-df0b-4fb3-bd50-29c586e6d773 req-f87886d6-b81b-4251-a0d9-1fbde55f80a4 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] 10.222.0.58 "GET /v2.0/ports?device_id=5cd5d8a0-5638-4fa3-8b24-b2a54012a414 HTTP/1.1" status: 200 len: 946 time: 0.1517944 Aug 05 12:13:05.307385 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a583bc03-df0b-4fb3-bd50-29c586e6d773 req-2c6943c4-4eb3-451e-ab4f-607a182bc52b tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] 10.222.0.58 "GET /v2.0/security-groups?id=01458de5-fdb9-4902-8d8f-7b5ee9f50672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998218 Aug 05 12:13:05.402932 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9123c2d2-0df0-4631-8075-ce28fbc7acc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:05.408904 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9123c2d2-0df0-4631-8075-ce28fbc7acc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:05.413367 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [None req-9123c2d2-0df0-4631-8075-ce28fbc7acc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] device_id is not set on port 60b68b0b-994b-4621-9947-f849aeabe0c5 yet. {{(pid=94420) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 12:13:05.425243 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e05135-4408-45ed-a854-d36c1f1159f9 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Pushing event updated for resources: {'Port': ['ID=58921901-4107-4259-9137-f9c7adb1e97d,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:13:05.438551 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e5e05135-4408-45ed-a854-d36c1f1159f9 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33287247'] for floatingip, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:05.515261 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9123c2d2-0df0-4631-8075-ce28fbc7acc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec83dd99-8a3c-4290-88e2-656b052c999f,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:13:05.595377 n-d-803378-2 neutron-server[94421]: INFO neutron.db.l3_db [None req-e5e05135-4408-45ed-a854-d36c1f1159f9 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Floating IP 0bed8e7d-7308-4456-b638-18af54ce6201 associated. External IP: 172.25.5.142, port: 1882720d-6738-4c87-ae4d-d8b952549ac0. Aug 05 12:13:05.690830 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [None req-9123c2d2-0df0-4631-8075-ce28fbc7acc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] device_id is not set on port 60b68b0b-994b-4621-9947-f849aeabe0c5 yet. {{(pid=94420) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 12:13:05.702073 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9123c2d2-0df0-4631-8075-ce28fbc7acc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:05.716159 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [None req-9123c2d2-0df0-4631-8075-ce28fbc7acc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Transition to ACTIVE for port object 60b68b0b-994b-4621-9947-f849aeabe0c5 will not be triggered until provisioned by entity L2. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:13:05.729601 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9123c2d2-0df0-4631-8075-ce28fbc7acc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:05.844842 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9123c2d2-0df0-4631-8075-ce28fbc7acc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Pushing event updated for resources: {'Port': ['ID=60b68b0b-994b-4621-9947-f849aeabe0c5,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:13:05.865375 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9123c2d2-0df0-4631-8075-ce28fbc7acc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Checking segment: {'id': 'ef0f58a2-1f78-4d10-9f18-be3ee79f0fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '623b6d86-ccce-407c-ad3e-2a8a64f4bf36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:13:05.865992 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9123c2d2-0df0-4631-8075-ce28fbc7acc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Network hostable DHCP agents. Network: 623b6d86-ccce-407c-ad3e-2a8a64f4bf36, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 12:13:05.893253 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9123c2d2-0df0-4631-8075-ce28fbc7acc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Network 623b6d86-ccce-407c-ad3e-2a8a64f4bf36 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 12:13:05.907152 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-9123c2d2-0df0-4631-8075-ce28fbc7acc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, 623b6d86-ccce-407c-ad3e-2a8a64f4bf36) {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:13:05.913310 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9123c2d2-0df0-4631-8075-ce28fbc7acc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:13:05.918888 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5e05135-4408-45ed-a854-d36c1f1159f9 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Router e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:13:05.926041 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715806de-a372-460e-aabc-e09e7d4fc739 None None] Network 623b6d86-ccce-407c-ad3e-2a8a64f4bf36 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:13:05.943955 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [None req-9123c2d2-0df0-4631-8075-ce28fbc7acc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attempting to bind port 60b68b0b-994b-4621-9947-f849aeabe0c5 on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:13:05.944570 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [None req-9123c2d2-0df0-4631-8075-ce28fbc7acc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attempting to bind port 60b68b0b-994b-4621-9947-f849aeabe0c5 by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': 'ef0f58a2-1f78-4d10-9f18-be3ee79f0fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '623b6d86-ccce-407c-ad3e-2a8a64f4bf36'}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:13:05.946384 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9123c2d2-0df0-4631-8075-ce28fbc7acc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attempting to bind port 60b68b0b-994b-4621-9947-f849aeabe0c5 on network 623b6d86-ccce-407c-ad3e-2a8a64f4bf36 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:13:05.955108 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9123c2d2-0df0-4631-8075-ce28fbc7acc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Port 60b68b0b-994b-4621-9947-f849aeabe0c5 on network 623b6d86-ccce-407c-ad3e-2a8a64f4bf36 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 12:13:05.955721 n-d-803378-2 neutron-server[94420]: ERROR neutron.plugins.ml2.managers [None req-9123c2d2-0df0-4631-8075-ce28fbc7acc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Failed to bind port 60b68b0b-994b-4621-9947-f849aeabe0c5 on host n-h2-803378-2 for vnic_type normal using segments [{'id': 'ef0f58a2-1f78-4d10-9f18-be3ee79f0fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '623b6d86-ccce-407c-ad3e-2a8a64f4bf36'}] Aug 05 12:13:05.956351 n-d-803378-2 neutron-server[94420]: INFO neutron.plugins.ml2.plugin [None req-9123c2d2-0df0-4631-8075-ce28fbc7acc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attempt 2 to bind port 60b68b0b-994b-4621-9947-f849aeabe0c5 Aug 05 12:13:05.981793 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [None req-9123c2d2-0df0-4631-8075-ce28fbc7acc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attempting to bind port 60b68b0b-994b-4621-9947-f849aeabe0c5 on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:13:05.982289 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [None req-9123c2d2-0df0-4631-8075-ce28fbc7acc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attempting to bind port 60b68b0b-994b-4621-9947-f849aeabe0c5 by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': 'ef0f58a2-1f78-4d10-9f18-be3ee79f0fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '623b6d86-ccce-407c-ad3e-2a8a64f4bf36'}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:13:05.982763 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9123c2d2-0df0-4631-8075-ce28fbc7acc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attempting to bind port 60b68b0b-994b-4621-9947-f849aeabe0c5 on network 623b6d86-ccce-407c-ad3e-2a8a64f4bf36 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:13:05.990659 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9123c2d2-0df0-4631-8075-ce28fbc7acc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Port 60b68b0b-994b-4621-9947-f849aeabe0c5 on network 623b6d86-ccce-407c-ad3e-2a8a64f4bf36 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 12:13:05.991114 n-d-803378-2 neutron-server[94420]: ERROR neutron.plugins.ml2.managers [None req-9123c2d2-0df0-4631-8075-ce28fbc7acc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Failed to bind port 60b68b0b-994b-4621-9947-f849aeabe0c5 on host n-h2-803378-2 for vnic_type normal using segments [{'id': 'ef0f58a2-1f78-4d10-9f18-be3ee79f0fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '623b6d86-ccce-407c-ad3e-2a8a64f4bf36'}] Aug 05 12:13:05.992245 n-d-803378-2 neutron-server[94420]: INFO neutron.plugins.ml2.plugin [None req-9123c2d2-0df0-4631-8075-ce28fbc7acc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attempt 3 to bind port 60b68b0b-994b-4621-9947-f849aeabe0c5 Aug 05 12:13:06.016150 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [None req-9123c2d2-0df0-4631-8075-ce28fbc7acc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attempting to bind port 60b68b0b-994b-4621-9947-f849aeabe0c5 on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:13:06.016824 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [None req-9123c2d2-0df0-4631-8075-ce28fbc7acc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attempting to bind port 60b68b0b-994b-4621-9947-f849aeabe0c5 by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': 'ef0f58a2-1f78-4d10-9f18-be3ee79f0fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '623b6d86-ccce-407c-ad3e-2a8a64f4bf36'}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:13:06.017413 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9123c2d2-0df0-4631-8075-ce28fbc7acc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attempting to bind port 60b68b0b-994b-4621-9947-f849aeabe0c5 on network 623b6d86-ccce-407c-ad3e-2a8a64f4bf36 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:13:06.027240 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9123c2d2-0df0-4631-8075-ce28fbc7acc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Port 60b68b0b-994b-4621-9947-f849aeabe0c5 on network 623b6d86-ccce-407c-ad3e-2a8a64f4bf36 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 12:13:06.027958 n-d-803378-2 neutron-server[94420]: ERROR neutron.plugins.ml2.managers [None req-9123c2d2-0df0-4631-8075-ce28fbc7acc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Failed to bind port 60b68b0b-994b-4621-9947-f849aeabe0c5 on host n-h2-803378-2 for vnic_type normal using segments [{'id': 'ef0f58a2-1f78-4d10-9f18-be3ee79f0fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '623b6d86-ccce-407c-ad3e-2a8a64f4bf36'}] Aug 05 12:13:06.028549 n-d-803378-2 neutron-server[94420]: INFO neutron.plugins.ml2.plugin [None req-9123c2d2-0df0-4631-8075-ce28fbc7acc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attempt 4 to bind port 60b68b0b-994b-4621-9947-f849aeabe0c5 Aug 05 12:13:06.049693 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [None req-9123c2d2-0df0-4631-8075-ce28fbc7acc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attempting to bind port 60b68b0b-994b-4621-9947-f849aeabe0c5 on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:13:06.050174 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [None req-9123c2d2-0df0-4631-8075-ce28fbc7acc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attempting to bind port 60b68b0b-994b-4621-9947-f849aeabe0c5 by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': 'ef0f58a2-1f78-4d10-9f18-be3ee79f0fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '623b6d86-ccce-407c-ad3e-2a8a64f4bf36'}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:13:06.050964 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9123c2d2-0df0-4631-8075-ce28fbc7acc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attempting to bind port 60b68b0b-994b-4621-9947-f849aeabe0c5 on network 623b6d86-ccce-407c-ad3e-2a8a64f4bf36 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:13:06.062221 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9123c2d2-0df0-4631-8075-ce28fbc7acc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Port 60b68b0b-994b-4621-9947-f849aeabe0c5 on network 623b6d86-ccce-407c-ad3e-2a8a64f4bf36 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 12:13:06.062761 n-d-803378-2 neutron-server[94420]: ERROR neutron.plugins.ml2.managers [None req-9123c2d2-0df0-4631-8075-ce28fbc7acc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Failed to bind port 60b68b0b-994b-4621-9947-f849aeabe0c5 on host n-h2-803378-2 for vnic_type normal using segments [{'id': 'ef0f58a2-1f78-4d10-9f18-be3ee79f0fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '623b6d86-ccce-407c-ad3e-2a8a64f4bf36'}] Aug 05 12:13:06.063552 n-d-803378-2 neutron-server[94420]: INFO neutron.plugins.ml2.plugin [None req-9123c2d2-0df0-4631-8075-ce28fbc7acc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attempt 5 to bind port 60b68b0b-994b-4621-9947-f849aeabe0c5 Aug 05 12:13:06.087895 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [None req-9123c2d2-0df0-4631-8075-ce28fbc7acc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attempting to bind port 60b68b0b-994b-4621-9947-f849aeabe0c5 on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:13:06.088198 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5e05135-4408-45ed-a854-d36c1f1159f9 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:13:06.088640 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [None req-9123c2d2-0df0-4631-8075-ce28fbc7acc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attempting to bind port 60b68b0b-994b-4621-9947-f849aeabe0c5 by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': 'ef0f58a2-1f78-4d10-9f18-be3ee79f0fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '623b6d86-ccce-407c-ad3e-2a8a64f4bf36'}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:13:06.089013 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9123c2d2-0df0-4631-8075-ce28fbc7acc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attempting to bind port 60b68b0b-994b-4621-9947-f849aeabe0c5 on network 623b6d86-ccce-407c-ad3e-2a8a64f4bf36 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:13:06.097215 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9123c2d2-0df0-4631-8075-ce28fbc7acc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Port 60b68b0b-994b-4621-9947-f849aeabe0c5 on network 623b6d86-ccce-407c-ad3e-2a8a64f4bf36 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 12:13:06.097954 n-d-803378-2 neutron-server[94420]: ERROR neutron.plugins.ml2.managers [None req-9123c2d2-0df0-4631-8075-ce28fbc7acc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Failed to bind port 60b68b0b-994b-4621-9947-f849aeabe0c5 on host n-h2-803378-2 for vnic_type normal using segments [{'id': 'ef0f58a2-1f78-4d10-9f18-be3ee79f0fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '623b6d86-ccce-407c-ad3e-2a8a64f4bf36'}] Aug 05 12:13:06.098391 n-d-803378-2 neutron-server[94420]: INFO neutron.plugins.ml2.plugin [None req-9123c2d2-0df0-4631-8075-ce28fbc7acc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attempt 6 to bind port 60b68b0b-994b-4621-9947-f849aeabe0c5 Aug 05 12:13:06.110472 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb34bf8-290a-4f2d-8c87-058de8d2fe95 None None] Sync routers for ids ['e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:13:06.123075 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e5e05135-4408-45ed-a854-d36c1f1159f9 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:06.123453 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [None req-9123c2d2-0df0-4631-8075-ce28fbc7acc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attempting to bind port 60b68b0b-994b-4621-9947-f849aeabe0c5 on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:13:06.123971 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [None req-9123c2d2-0df0-4631-8075-ce28fbc7acc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attempting to bind port 60b68b0b-994b-4621-9947-f849aeabe0c5 by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': 'ef0f58a2-1f78-4d10-9f18-be3ee79f0fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '623b6d86-ccce-407c-ad3e-2a8a64f4bf36'}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:13:06.124800 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9123c2d2-0df0-4631-8075-ce28fbc7acc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attempting to bind port 60b68b0b-994b-4621-9947-f849aeabe0c5 on network 623b6d86-ccce-407c-ad3e-2a8a64f4bf36 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:13:06.135160 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9123c2d2-0df0-4631-8075-ce28fbc7acc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Port 60b68b0b-994b-4621-9947-f849aeabe0c5 on network 623b6d86-ccce-407c-ad3e-2a8a64f4bf36 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 12:13:06.135847 n-d-803378-2 neutron-server[94420]: ERROR neutron.plugins.ml2.managers [None req-9123c2d2-0df0-4631-8075-ce28fbc7acc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Failed to bind port 60b68b0b-994b-4621-9947-f849aeabe0c5 on host n-h2-803378-2 for vnic_type normal using segments [{'id': 'ef0f58a2-1f78-4d10-9f18-be3ee79f0fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '623b6d86-ccce-407c-ad3e-2a8a64f4bf36'}] Aug 05 12:13:06.136576 n-d-803378-2 neutron-server[94420]: INFO neutron.plugins.ml2.plugin [None req-9123c2d2-0df0-4631-8075-ce28fbc7acc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attempt 7 to bind port 60b68b0b-994b-4621-9947-f849aeabe0c5 Aug 05 12:13:06.146919 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb34bf8-290a-4f2d-8c87-058de8d2fe95 None None] Routers {'e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:13:06.148161 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-8cb34bf8-290a-4f2d-8c87-058de8d2fe95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:12:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:13:06.166865 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [None req-9123c2d2-0df0-4631-8075-ce28fbc7acc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attempting to bind port 60b68b0b-994b-4621-9947-f849aeabe0c5 on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:13:06.167450 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [None req-9123c2d2-0df0-4631-8075-ce28fbc7acc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attempting to bind port 60b68b0b-994b-4621-9947-f849aeabe0c5 by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': 'ef0f58a2-1f78-4d10-9f18-be3ee79f0fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '623b6d86-ccce-407c-ad3e-2a8a64f4bf36'}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:13:06.168040 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9123c2d2-0df0-4631-8075-ce28fbc7acc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attempting to bind port 60b68b0b-994b-4621-9947-f849aeabe0c5 on network 623b6d86-ccce-407c-ad3e-2a8a64f4bf36 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:13:06.177043 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9123c2d2-0df0-4631-8075-ce28fbc7acc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Port 60b68b0b-994b-4621-9947-f849aeabe0c5 on network 623b6d86-ccce-407c-ad3e-2a8a64f4bf36 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 12:13:06.177610 n-d-803378-2 neutron-server[94420]: ERROR neutron.plugins.ml2.managers [None req-9123c2d2-0df0-4631-8075-ce28fbc7acc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Failed to bind port 60b68b0b-994b-4621-9947-f849aeabe0c5 on host n-h2-803378-2 for vnic_type normal using segments [{'id': 'ef0f58a2-1f78-4d10-9f18-be3ee79f0fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '623b6d86-ccce-407c-ad3e-2a8a64f4bf36'}] Aug 05 12:13:06.178270 n-d-803378-2 neutron-server[94420]: INFO neutron.plugins.ml2.plugin [None req-9123c2d2-0df0-4631-8075-ce28fbc7acc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attempt 8 to bind port 60b68b0b-994b-4621-9947-f849aeabe0c5 Aug 05 12:13:06.186674 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-e5e05135-4408-45ed-a854-d36c1f1159f9 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8914244 Aug 05 12:13:06.187366 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed0c15ad-12d7-4fd2-841c-82ab919bc2d0', 'tag': '1882720d-6738-4c87-ae4d-d8b952549ac0'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:13:06.190550 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07539ebc-48dd-479f-b8b9-9e6a943b7308" -d '{"events": [{"name": "network-changed", "server_uuid": "ed0c15ad-12d7-4fd2-841c-82ab919bc2d0", "tag": "1882720d-6738-4c87-ae4d-d8b952549ac0"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:13:06.203987 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [None req-9123c2d2-0df0-4631-8075-ce28fbc7acc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attempting to bind port 60b68b0b-994b-4621-9947-f849aeabe0c5 on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:13:06.205186 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [None req-9123c2d2-0df0-4631-8075-ce28fbc7acc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attempting to bind port 60b68b0b-994b-4621-9947-f849aeabe0c5 by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': 'ef0f58a2-1f78-4d10-9f18-be3ee79f0fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '623b6d86-ccce-407c-ad3e-2a8a64f4bf36'}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:13:06.205186 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9123c2d2-0df0-4631-8075-ce28fbc7acc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attempting to bind port 60b68b0b-994b-4621-9947-f849aeabe0c5 on network 623b6d86-ccce-407c-ad3e-2a8a64f4bf36 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:13:06.217414 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9123c2d2-0df0-4631-8075-ce28fbc7acc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Port 60b68b0b-994b-4621-9947-f849aeabe0c5 on network 623b6d86-ccce-407c-ad3e-2a8a64f4bf36 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 12:13:06.217790 n-d-803378-2 neutron-server[94420]: ERROR neutron.plugins.ml2.managers [None req-9123c2d2-0df0-4631-8075-ce28fbc7acc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Failed to bind port 60b68b0b-994b-4621-9947-f849aeabe0c5 on host n-h2-803378-2 for vnic_type normal using segments [{'id': 'ef0f58a2-1f78-4d10-9f18-be3ee79f0fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '623b6d86-ccce-407c-ad3e-2a8a64f4bf36'}] Aug 05 12:13:06.218192 n-d-803378-2 neutron-server[94420]: INFO neutron.plugins.ml2.plugin [None req-9123c2d2-0df0-4631-8075-ce28fbc7acc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attempt 9 to bind port 60b68b0b-994b-4621-9947-f849aeabe0c5 Aug 05 12:13:06.239859 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [None req-9123c2d2-0df0-4631-8075-ce28fbc7acc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attempting to bind port 60b68b0b-994b-4621-9947-f849aeabe0c5 on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:13:06.240251 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [None req-9123c2d2-0df0-4631-8075-ce28fbc7acc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attempting to bind port 60b68b0b-994b-4621-9947-f849aeabe0c5 by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': 'ef0f58a2-1f78-4d10-9f18-be3ee79f0fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '623b6d86-ccce-407c-ad3e-2a8a64f4bf36'}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:13:06.240636 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9123c2d2-0df0-4631-8075-ce28fbc7acc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attempting to bind port 60b68b0b-994b-4621-9947-f849aeabe0c5 on network 623b6d86-ccce-407c-ad3e-2a8a64f4bf36 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:13:06.247497 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 12:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce56a294-0621-465b-a8e6-8a4498abb650 x-openstack-request-id: req-ce56a294-0621-465b-a8e6-8a4498abb650 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:13:06.247772 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed0c15ad-12d7-4fd2-841c-82ab919bc2d0", "tag": "1882720d-6738-4c87-ae4d-d8b952549ac0", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:13:06.248025 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ce56a294-0621-465b-a8e6-8a4498abb650 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:13:06.248431 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed0c15ad-12d7-4fd2-841c-82ab919bc2d0', 'tag': '1882720d-6738-4c87-ae4d-d8b952549ac0', 'status': 'completed', 'code': 200} Aug 05 12:13:06.250725 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9123c2d2-0df0-4631-8075-ce28fbc7acc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Port 60b68b0b-994b-4621-9947-f849aeabe0c5 on network 623b6d86-ccce-407c-ad3e-2a8a64f4bf36 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 12:13:06.251061 n-d-803378-2 neutron-server[94420]: ERROR neutron.plugins.ml2.managers [None req-9123c2d2-0df0-4631-8075-ce28fbc7acc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Failed to bind port 60b68b0b-994b-4621-9947-f849aeabe0c5 on host n-h2-803378-2 for vnic_type normal using segments [{'id': 'ef0f58a2-1f78-4d10-9f18-be3ee79f0fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '623b6d86-ccce-407c-ad3e-2a8a64f4bf36'}] Aug 05 12:13:06.251454 n-d-803378-2 neutron-server[94420]: INFO neutron.plugins.ml2.plugin [None req-9123c2d2-0df0-4631-8075-ce28fbc7acc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attempt 10 to bind port 60b68b0b-994b-4621-9947-f849aeabe0c5 Aug 05 12:13:06.270422 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [None req-9123c2d2-0df0-4631-8075-ce28fbc7acc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attempting to bind port 60b68b0b-994b-4621-9947-f849aeabe0c5 on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:13:06.271664 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [None req-9123c2d2-0df0-4631-8075-ce28fbc7acc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attempting to bind port 60b68b0b-994b-4621-9947-f849aeabe0c5 by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': 'ef0f58a2-1f78-4d10-9f18-be3ee79f0fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '623b6d86-ccce-407c-ad3e-2a8a64f4bf36'}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:13:06.272051 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9123c2d2-0df0-4631-8075-ce28fbc7acc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attempting to bind port 60b68b0b-994b-4621-9947-f849aeabe0c5 on network 623b6d86-ccce-407c-ad3e-2a8a64f4bf36 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:13:06.280402 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9123c2d2-0df0-4631-8075-ce28fbc7acc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Port 60b68b0b-994b-4621-9947-f849aeabe0c5 on network 623b6d86-ccce-407c-ad3e-2a8a64f4bf36 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 12:13:06.281183 n-d-803378-2 neutron-server[94420]: ERROR neutron.plugins.ml2.managers [None req-9123c2d2-0df0-4631-8075-ce28fbc7acc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Failed to bind port 60b68b0b-994b-4621-9947-f849aeabe0c5 on host n-h2-803378-2 for vnic_type normal using segments [{'id': 'ef0f58a2-1f78-4d10-9f18-be3ee79f0fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '623b6d86-ccce-407c-ad3e-2a8a64f4bf36'}] Aug 05 12:13:06.281945 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9123c2d2-0df0-4631-8075-ce28fbc7acc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:06.385071 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07539ebc-48dd-479f-b8b9-9e6a943b7308 req-4420946e-285c-46a4-89b3-b4a687ddedd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:06.387257 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-07539ebc-48dd-479f-b8b9-9e6a943b7308 req-4420946e-285c-46a4-89b3-b4a687ddedd9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f717acd5caa748b6b706fbaad1f3b969&device_id=ed0c15ad-12d7-4fd2-841c-82ab919bc2d0 HTTP/1.1" status: 200 len: 1096 time: 0.0906210 Aug 05 12:13:06.402668 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-8cb34bf8-290a-4f2d-8c87-058de8d2fe95 None None] Set router e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:13:06.441368 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-9123c2d2-0df0-4631-8075-ce28fbc7acc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] For port 60b68b0b-994b-4621-9947-f849aeabe0c5, host n-h2-803378-2, cleared binding levels {{(pid=94420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:13:06.442154 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-9123c2d2-0df0-4631-8075-ce28fbc7acc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attempted to set empty binding levels {{(pid=94420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 05 12:13:06.474871 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9123c2d2-0df0-4631-8075-ce28fbc7acc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:06.539055 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9123c2d2-0df0-4631-8075-ce28fbc7acc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:06.540735 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9123c2d2-0df0-4631-8075-ce28fbc7acc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:06.578409 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9123c2d2-0df0-4631-8075-ce28fbc7acc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Pushing event updated for resources: {'Port': ['ID=60b68b0b-994b-4621-9947-f849aeabe0c5,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:13:06.584644 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-9123c2d2-0df0-4631-8075-ce28fbc7acc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 1.5622780 Aug 05 12:13:06.589573 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35010) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:13:06.595982 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07539ebc-48dd-479f-b8b9-9e6a943b7308 req-709790ed-6d4b-4484-8853-bd37242766e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:06.599547 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-07539ebc-48dd-479f-b8b9-9e6a943b7308 req-709790ed-6d4b-4484-8853-bd37242766e2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b881efb6-f52e-4006-a158-c2aa42fef2fe HTTP/1.1" status: 200 len: 912 time: 0.2036362 Aug 05 12:13:06.603576 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8105f4ab-8ead-425a-a9bd-81d008a83fd2 req-ec648165-7edb-49c7-9118-998242774691 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:06.605330 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8105f4ab-8ead-425a-a9bd-81d008a83fd2 req-ec648165-7edb-49c7-9118-998242774691 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] 10.222.0.58 "GET /v2.0/ports?device_id=5cd5d8a0-5638-4fa3-8b24-b2a54012a414 HTTP/1.1" status: 200 len: 946 time: 0.1848071 Aug 05 12:13:06.685485 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-07539ebc-48dd-479f-b8b9-9e6a943b7308 req-f8046b76-ee92-47e9-bdd0-ff8be56a9f13 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1882720d-6738-4c87-ae4d-d8b952549ac0 HTTP/1.1" status: 200 len: 999 time: 0.0767732 Aug 05 12:13:06.748514 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07539ebc-48dd-479f-b8b9-9e6a943b7308 req-cb1cca8f-1ace-40ea-a05e-41b128b49a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:06.749338 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8105f4ab-8ead-425a-a9bd-81d008a83fd2 req-478d41c1-4134-4800-9844-786d347d5f19 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] 10.222.0.58 "GET /v2.0/security-groups?id=01458de5-fdb9-4902-8d8f-7b5ee9f50672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166589 Aug 05 12:13:06.750876 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-07539ebc-48dd-479f-b8b9-9e6a943b7308 req-cb1cca8f-1ace-40ea-a05e-41b128b49a84 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=96bcc71c-db3b-48c5-a5c3-35b749d6182d HTTP/1.1" status: 200 len: 850 time: 0.0574625 Aug 05 12:13:06.775850 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-ddc23fad-8ef3-4c2f-a044-2cff61397c6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Deleting port 60b68b0b-994b-4621-9947-f849aeabe0c5 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:13:06.776374 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ddc23fad-8ef3-4c2f-a044-2cff61397c6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:06.810332 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07539ebc-48dd-479f-b8b9-9e6a943b7308 req-eff47299-3369-477a-b2bc-ad30df4fefa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:06.812291 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-07539ebc-48dd-479f-b8b9-9e6a943b7308 req-eff47299-3369-477a-b2bc-ad30df4fefa8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b881efb6-f52e-4006-a158-c2aa42fef2fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531383 Aug 05 12:13:06.872282 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-8cb34bf8-290a-4f2d-8c87-058de8d2fe95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24', 'name': 'tempest-TestVolumeBootPattern-443103019-router', 'tenant_id': 'f717acd5caa748b6b706fbaad1f3b969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': '60bfddc8-d821-4934-97ac-cf793158e94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:01:50Z', 'updated_at': '2021-08-05T12:02:08Z', 'revision_number': 4, 'project_id': 'f717acd5caa748b6b706fbaad1f3b969', 'gw_port': {'id': '60bfddc8-d821-4934-97ac-cf793158e94a', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:73:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:01:53Z', 'updated_at': '2021-08-05T12:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': '082b25d6-0e96-4d82-9f3e-99a8aff85d47', 'tenant_id': 'f717acd5caa748b6b706fbaad1f3b969', 'floating_ip_address': '172.25.5.187', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': 'e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24', 'port_id': '7d6ba544-8ec5-4a0c-a9cf-9a92f996040a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b881efb6-f52e-4006-a158-c2aa42fef2fe', 'mac_address': 'fa:16:3e:98:a5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acddff7a-3ff4-4842-8a90-796eac4fb2e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T12:10:40Z', 'updated_at': '2021-08-05T12:10:43Z', 'revision_number': 1, 'project_id': 'f717acd5caa748b6b706fbaad1f3b969', 'fixed_ip_address_scope': None}, {'id': '0bed8e7d-7308-4456-b638-18af54ce6201', 'tenant_id': 'f717acd5caa748b6b706fbaad1f3b969', 'floating_ip_address': '172.25.5.142', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': 'e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24', 'port_id': '1882720d-6738-4c87-ae4d-d8b952549ac0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b881efb6-f52e-4006-a158-c2aa42fef2fe', 'mac_address': 'fa:16:3e:20:ae:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0c15ad-12d7-4fd2-841c-82ab919bc2d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T12:13:04Z', 'updated_at': '2021-08-05T12:13:04Z', 'revision_number': 0, 'project_id': 'f717acd5caa748b6b706fbaad1f3b969', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd186cad0-6ab2-4d69-a919-bdb0a850ce74', 'name': '', 'network_id': 'b881efb6-f52e-4006-a158-c2aa42fef2fe', 'tenant_id': 'f717acd5caa748b6b706fbaad1f3b969', 'mac_address': 'fa:16:3e:8a:78:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3257, 'fixed_ips': [{'subnet_id': '96bcc71c-db3b-48c5-a5c3-35b749d6182d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:02:02Z', 'updated_at': '2021-08-05T12:02:24Z', 'revision_number': 5, 'project_id': 'f717acd5caa748b6b706fbaad1f3b969', 'subnets': [{'id': '96bcc71c-db3b-48c5-a5c3-35b749d6182d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:13:06.888128 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-ddc23fad-8ef3-4c2f-a044-2cff61397c6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] For port 60b68b0b-994b-4621-9947-f849aeabe0c5, host n-h2-803378-2, got binding levels [] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:13:06.888764 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ddc23fad-8ef3-4c2f-a044-2cff61397c6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:06.916988 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-ddc23fad-8ef3-4c2f-a044-2cff61397c6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Calling delete_port for 60b68b0b-994b-4621-9947-f849aeabe0c5 owned by {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:13:06.918430 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb34bf8-290a-4f2d-8c87-058de8d2fe95 None None] Checking router: e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24 for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:13:06.937007 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb34bf8-290a-4f2d-8c87-058de8d2fe95 None None] Routers {'e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:13:06.938013 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-8cb34bf8-290a-4f2d-8c87-058de8d2fe95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:12:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:13:06.946351 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-07539ebc-48dd-479f-b8b9-9e6a943b7308 req-4580fb30-c222-4d2f-9755-87e9405181f5 service neutron] 10.222.0.55 "GET /v2.0/networks/b881efb6-f52e-4006-a158-c2aa42fef2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246049 Aug 05 12:13:07.050245 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ddc23fad-8ef3-4c2f-a044-2cff61397c6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:07.071600 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-07539ebc-48dd-479f-b8b9-9e6a943b7308 req-e0854ae0-ddaf-47fe-8572-758ff9667873 service neutron] 10.222.0.55 "GET /v2.0/networks/b881efb6-f52e-4006-a158-c2aa42fef2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163957 Aug 05 12:13:07.113679 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc23fad-8ef3-4c2f-a044-2cff61397c6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Pushing event deleted for resources: {'Port': ['ID=60b68b0b-994b-4621-9947-f849aeabe0c5,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:13:07.124065 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ddc23fad-8ef3-4c2f-a044-2cff61397c6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:07.128020 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-ddc23fad-8ef3-4c2f-a044-2cff61397c6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] 10.222.0.58 "DELETE /v2.0/ports/60b68b0b-994b-4621-9947-f849aeabe0c5 HTTP/1.1" status: 204 len: 168 time: 0.5211167 Aug 05 12:13:07.130413 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35012) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:13:07.150296 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-8cb34bf8-290a-4f2d-8c87-058de8d2fe95 None None] Set router e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:13:07.170332 n-d-803378-2 neutron-server[94420]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ffa74cc-f9f2-40bf-b8b2-76f2b9184735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] GET failed (client error): The resource could not be found. Aug 05 12:13:07.178053 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-9ffa74cc-f9f2-40bf-b8b2-76f2b9184735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] 10.222.0.58 "GET /v2.0/ports/60b68b0b-994b-4621-9947-f849aeabe0c5 HTTP/1.1" status: 404 len: 333 time: 0.0412004 Aug 05 12:13:07.178225 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35014) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:13:07.183849 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-2c9bcff2-644b-4e5f-8045-758911b709a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Request body: {'port': {'network_id': '623b6d86-ccce-407c-ad3e-2a8a64f4bf36', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232539629'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:13:07.217860 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c9bcff2-644b-4e5f-8045-758911b709a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Made reservation on behalf of 2a1e260afbef4e8aad1c1adfb29cb272 for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:13:07.222053 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2c9bcff2-644b-4e5f-8045-758911b709a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:07.253602 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [None req-2c9bcff2-644b-4e5f-8045-758911b709a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] device_id is not set on port 06679457-03c5-4498-b693-ec6a4d55d2a5 yet. {{(pid=94421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 12:13:07.268896 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-48865d4a-a1eb-456b-b2af-170d8b90d75b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:07.466061 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2c9bcff2-644b-4e5f-8045-758911b709a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:07.475404 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-8cb34bf8-290a-4f2d-8c87-058de8d2fe95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24', 'name': 'tempest-TestVolumeBootPattern-443103019-router', 'tenant_id': 'f717acd5caa748b6b706fbaad1f3b969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': '60bfddc8-d821-4934-97ac-cf793158e94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:01:50Z', 'updated_at': '2021-08-05T12:02:08Z', 'revision_number': 4, 'project_id': 'f717acd5caa748b6b706fbaad1f3b969', 'gw_port': {'id': '60bfddc8-d821-4934-97ac-cf793158e94a', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:73:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:01:53Z', 'updated_at': '2021-08-05T12:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': '082b25d6-0e96-4d82-9f3e-99a8aff85d47', 'tenant_id': 'f717acd5caa748b6b706fbaad1f3b969', 'floating_ip_address': '172.25.5.187', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': 'e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24', 'port_id': '7d6ba544-8ec5-4a0c-a9cf-9a92f996040a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b881efb6-f52e-4006-a158-c2aa42fef2fe', 'mac_address': 'fa:16:3e:98:a5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acddff7a-3ff4-4842-8a90-796eac4fb2e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T12:10:40Z', 'updated_at': '2021-08-05T12:10:43Z', 'revision_number': 1, 'project_id': 'f717acd5caa748b6b706fbaad1f3b969', 'fixed_ip_address_scope': None}, {'id': '0bed8e7d-7308-4456-b638-18af54ce6201', 'tenant_id': 'f717acd5caa748b6b706fbaad1f3b969', 'floating_ip_address': '172.25.5.142', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': 'e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24', 'port_id': '1882720d-6738-4c87-ae4d-d8b952549ac0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b881efb6-f52e-4006-a158-c2aa42fef2fe', 'mac_address': 'fa:16:3e:20:ae:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0c15ad-12d7-4fd2-841c-82ab919bc2d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T12:13:04Z', 'updated_at': '2021-08-05T12:13:04Z', 'revision_number': 0, 'project_id': 'f717acd5caa748b6b706fbaad1f3b969', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd186cad0-6ab2-4d69-a919-bdb0a850ce74', 'name': '', 'network_id': 'b881efb6-f52e-4006-a158-c2aa42fef2fe', 'tenant_id': 'f717acd5caa748b6b706fbaad1f3b969', 'mac_address': 'fa:16:3e:8a:78:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3257, 'fixed_ips': [{'subnet_id': '96bcc71c-db3b-48c5-a5c3-35b749d6182d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:02:02Z', 'updated_at': '2021-08-05T12:02:24Z', 'revision_number': 5, 'project_id': 'f717acd5caa748b6b706fbaad1f3b969', 'subnets': [{'id': '96bcc71c-db3b-48c5-a5c3-35b749d6182d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:13:07.512880 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2c9bcff2-644b-4e5f-8045-758911b709a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:07.573363 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9bcff2-644b-4e5f-8045-758911b709a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Network 623b6d86-ccce-407c-ad3e-2a8a64f4bf36 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:13:07.576962 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-2c9bcff2-644b-4e5f-8045-758911b709a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:13:07.583697 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9bcff2-644b-4e5f-8045-758911b709a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:13:07.584744 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9bcff2-644b-4e5f-8045-758911b709a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:07.585377 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2c9bcff2-644b-4e5f-8045-758911b709a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:07.598480 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9bcff2-644b-4e5f-8045-758911b709a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Pushing event updated for resources: {'Port': ['ID=06679457-03c5-4498-b693-ec6a4d55d2a5,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:13:07.615501 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-2c9bcff2-644b-4e5f-8045-758911b709a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.4320717 Aug 05 12:13:07.615782 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35016) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:13:07.622618 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-0fbca117-da88-47c1-95a6-09a425931f2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-803378-2'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:13:07.638630 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb34bf8-290a-4f2d-8c87-058de8d2fe95 None None] The sync data for ids ['e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24'] in n-d-803378-2 is: [{'id': 'e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24', 'name': 'tempest-TestVolumeBootPattern-443103019-router', 'tenant_id': 'f717acd5caa748b6b706fbaad1f3b969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': '60bfddc8-d821-4934-97ac-cf793158e94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:01:50Z', 'updated_at': '2021-08-05T12:02:08Z', 'revision_number': 4, 'project_id': 'f717acd5caa748b6b706fbaad1f3b969', 'gw_port': {'id': '60bfddc8-d821-4934-97ac-cf793158e94a', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:73:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:01:53Z', 'updated_at': '2021-08-05T12:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': '082b25d6-0e96-4d82-9f3e-99a8aff85d47', 'tenant_id': 'f717acd5caa748b6b706fbaad1f3b969', 'floating_ip_address': '172.25.5.187', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': 'e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24', 'port_id': '7d6ba544-8ec5-4a0c-a9cf-9a92f996040a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b881efb6-f52e-4006-a158-c2aa42fef2fe', 'mac_address': 'fa:16:3e:98:a5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acddff7a-3ff4-4842-8a90-796eac4fb2e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T12:10:40Z', 'updated_at': '2021-08-05T12:10:43Z', 'revision_number': 1, 'project_id': 'f717acd5caa748b6b706fbaad1f3b969', 'fixed_ip_address_scope': None}, {'id': '0bed8e7d-7308-4456-b638-18af54ce6201', 'tenant_id': 'f717acd5caa748b6b706fbaad1f3b969', 'floating_ip_address': '172.25.5.142', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': 'e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24', 'port_id': '1882720d-6738-4c87-ae4d-d8b952549ac0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b881efb6-f52e-4006-a158-c2aa42fef2fe', 'mac_address': 'fa:16:3e:20:ae:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0c15ad-12d7-4fd2-841c-82ab919bc2d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T12:13:04Z', 'updated_at': '2021-08-05T12:13:04Z', 'revision_number': 0, 'project_id': 'f717acd5caa748b6b706fbaad1f3b969', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd186cad0-6ab2-4d69-a919-bdb0a850ce74', 'name': '', 'network_id': 'b881efb6-f52e-4006-a158-c2aa42fef2fe', 'tenant_id': 'f717acd5caa748b6b706fbaad1f3b969', 'mac_address': 'fa:16:3e:8a:78:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3257, 'fixed_ips': [{'subnet_id': '96bcc71c-db3b-48c5-a5c3-35b749d6182d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:02:02Z', 'updated_at': '2021-08-05T12:02:24Z', 'revision_number': 5, 'project_id': 'f717acd5caa748b6b706fbaad1f3b969', 'subnets': [{'id': '96bcc71c-db3b-48c5-a5c3-35b749d6182d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:13:07.699741 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0fbca117-da88-47c1-95a6-09a425931f2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:07.922421 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07529e7f-f04b-4cae-b210-1808e5d887b0 None None] New status for floating IP 0bed8e7d-7308-4456-b638-18af54ce6201: ACTIVE {{(pid=94422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 12:13:07.998729 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e348bdc-f96e-4b18-b7a7-46074f2735ee req-b4904dc0-d8e3-4c86-82a2-e1fa87992740 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:08.000271 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7e348bdc-f96e-4b18-b7a7-46074f2735ee req-b4904dc0-d8e3-4c86-82a2-e1fa87992740 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] 10.222.0.58 "GET /v2.0/ports?device_id=5cd5d8a0-5638-4fa3-8b24-b2a54012a414 HTTP/1.1" status: 200 len: 946 time: 0.1274343 Aug 05 12:13:08.501426 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [None req-0fbca117-da88-47c1-95a6-09a425931f2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] device_id is not set on port 06679457-03c5-4498-b693-ec6a4d55d2a5 yet. {{(pid=94420) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 12:13:08.513708 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0fbca117-da88-47c1-95a6-09a425931f2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:08.518970 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7e348bdc-f96e-4b18-b7a7-46074f2735ee req-db922009-e469-445e-ac13-8f7ca82232f8 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] 10.222.0.58 "GET /v2.0/security-groups?id=01458de5-fdb9-4902-8d8f-7b5ee9f50672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5022690 Aug 05 12:13:08.533439 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [None req-0fbca117-da88-47c1-95a6-09a425931f2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Transition to ACTIVE for port object 06679457-03c5-4498-b693-ec6a4d55d2a5 will not be triggered until provisioned by entity L2. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:13:08.538732 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0fbca117-da88-47c1-95a6-09a425931f2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:08.595634 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbca117-da88-47c1-95a6-09a425931f2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Pushing event updated for resources: {'Port': ['ID=06679457-03c5-4498-b693-ec6a4d55d2a5,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:13:08.611861 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [None req-0fbca117-da88-47c1-95a6-09a425931f2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attempting to bind port 06679457-03c5-4498-b693-ec6a4d55d2a5 on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:13:08.612299 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [None req-0fbca117-da88-47c1-95a6-09a425931f2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attempting to bind port 06679457-03c5-4498-b693-ec6a4d55d2a5 by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': 'ef0f58a2-1f78-4d10-9f18-be3ee79f0fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '623b6d86-ccce-407c-ad3e-2a8a64f4bf36'}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:13:08.612716 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbca117-da88-47c1-95a6-09a425931f2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attempting to bind port 06679457-03c5-4498-b693-ec6a4d55d2a5 on network 623b6d86-ccce-407c-ad3e-2a8a64f4bf36 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:13:08.619294 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbca117-da88-47c1-95a6-09a425931f2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Port 06679457-03c5-4498-b693-ec6a4d55d2a5 on network 623b6d86-ccce-407c-ad3e-2a8a64f4bf36 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 12:13:08.619711 n-d-803378-2 neutron-server[94420]: ERROR neutron.plugins.ml2.managers [None req-0fbca117-da88-47c1-95a6-09a425931f2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Failed to bind port 06679457-03c5-4498-b693-ec6a4d55d2a5 on host n-h2-803378-2 for vnic_type normal using segments [{'id': 'ef0f58a2-1f78-4d10-9f18-be3ee79f0fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '623b6d86-ccce-407c-ad3e-2a8a64f4bf36'}] Aug 05 12:13:08.620150 n-d-803378-2 neutron-server[94420]: INFO neutron.plugins.ml2.plugin [None req-0fbca117-da88-47c1-95a6-09a425931f2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attempt 2 to bind port 06679457-03c5-4498-b693-ec6a4d55d2a5 Aug 05 12:13:08.636383 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [None req-0fbca117-da88-47c1-95a6-09a425931f2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attempting to bind port 06679457-03c5-4498-b693-ec6a4d55d2a5 on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:13:08.636811 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [None req-0fbca117-da88-47c1-95a6-09a425931f2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attempting to bind port 06679457-03c5-4498-b693-ec6a4d55d2a5 by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': 'ef0f58a2-1f78-4d10-9f18-be3ee79f0fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '623b6d86-ccce-407c-ad3e-2a8a64f4bf36'}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:13:08.637224 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbca117-da88-47c1-95a6-09a425931f2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attempting to bind port 06679457-03c5-4498-b693-ec6a4d55d2a5 on network 623b6d86-ccce-407c-ad3e-2a8a64f4bf36 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:13:08.642600 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbca117-da88-47c1-95a6-09a425931f2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Port 06679457-03c5-4498-b693-ec6a4d55d2a5 on network 623b6d86-ccce-407c-ad3e-2a8a64f4bf36 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 12:13:08.642979 n-d-803378-2 neutron-server[94420]: ERROR neutron.plugins.ml2.managers [None req-0fbca117-da88-47c1-95a6-09a425931f2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Failed to bind port 06679457-03c5-4498-b693-ec6a4d55d2a5 on host n-h2-803378-2 for vnic_type normal using segments [{'id': 'ef0f58a2-1f78-4d10-9f18-be3ee79f0fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '623b6d86-ccce-407c-ad3e-2a8a64f4bf36'}] Aug 05 12:13:08.643506 n-d-803378-2 neutron-server[94420]: INFO neutron.plugins.ml2.plugin [None req-0fbca117-da88-47c1-95a6-09a425931f2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attempt 3 to bind port 06679457-03c5-4498-b693-ec6a4d55d2a5 Aug 05 12:13:08.659521 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [None req-0fbca117-da88-47c1-95a6-09a425931f2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attempting to bind port 06679457-03c5-4498-b693-ec6a4d55d2a5 on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:13:08.659996 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [None req-0fbca117-da88-47c1-95a6-09a425931f2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attempting to bind port 06679457-03c5-4498-b693-ec6a4d55d2a5 by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': 'ef0f58a2-1f78-4d10-9f18-be3ee79f0fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '623b6d86-ccce-407c-ad3e-2a8a64f4bf36'}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:13:08.660537 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbca117-da88-47c1-95a6-09a425931f2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attempting to bind port 06679457-03c5-4498-b693-ec6a4d55d2a5 on network 623b6d86-ccce-407c-ad3e-2a8a64f4bf36 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:13:08.667346 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbca117-da88-47c1-95a6-09a425931f2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Port 06679457-03c5-4498-b693-ec6a4d55d2a5 on network 623b6d86-ccce-407c-ad3e-2a8a64f4bf36 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 12:13:08.667685 n-d-803378-2 neutron-server[94420]: ERROR neutron.plugins.ml2.managers [None req-0fbca117-da88-47c1-95a6-09a425931f2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Failed to bind port 06679457-03c5-4498-b693-ec6a4d55d2a5 on host n-h2-803378-2 for vnic_type normal using segments [{'id': 'ef0f58a2-1f78-4d10-9f18-be3ee79f0fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '623b6d86-ccce-407c-ad3e-2a8a64f4bf36'}] Aug 05 12:13:08.668094 n-d-803378-2 neutron-server[94420]: INFO neutron.plugins.ml2.plugin [None req-0fbca117-da88-47c1-95a6-09a425931f2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attempt 4 to bind port 06679457-03c5-4498-b693-ec6a4d55d2a5 Aug 05 12:13:08.683650 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [None req-0fbca117-da88-47c1-95a6-09a425931f2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attempting to bind port 06679457-03c5-4498-b693-ec6a4d55d2a5 on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:13:08.683995 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [None req-0fbca117-da88-47c1-95a6-09a425931f2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attempting to bind port 06679457-03c5-4498-b693-ec6a4d55d2a5 by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': 'ef0f58a2-1f78-4d10-9f18-be3ee79f0fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '623b6d86-ccce-407c-ad3e-2a8a64f4bf36'}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:13:08.684339 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbca117-da88-47c1-95a6-09a425931f2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attempting to bind port 06679457-03c5-4498-b693-ec6a4d55d2a5 on network 623b6d86-ccce-407c-ad3e-2a8a64f4bf36 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:13:08.689837 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbca117-da88-47c1-95a6-09a425931f2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Port 06679457-03c5-4498-b693-ec6a4d55d2a5 on network 623b6d86-ccce-407c-ad3e-2a8a64f4bf36 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 12:13:08.690140 n-d-803378-2 neutron-server[94420]: ERROR neutron.plugins.ml2.managers [None req-0fbca117-da88-47c1-95a6-09a425931f2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Failed to bind port 06679457-03c5-4498-b693-ec6a4d55d2a5 on host n-h2-803378-2 for vnic_type normal using segments [{'id': 'ef0f58a2-1f78-4d10-9f18-be3ee79f0fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '623b6d86-ccce-407c-ad3e-2a8a64f4bf36'}] Aug 05 12:13:08.690541 n-d-803378-2 neutron-server[94420]: INFO neutron.plugins.ml2.plugin [None req-0fbca117-da88-47c1-95a6-09a425931f2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attempt 5 to bind port 06679457-03c5-4498-b693-ec6a4d55d2a5 Aug 05 12:13:08.705177 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [None req-0fbca117-da88-47c1-95a6-09a425931f2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attempting to bind port 06679457-03c5-4498-b693-ec6a4d55d2a5 on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:13:08.705584 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [None req-0fbca117-da88-47c1-95a6-09a425931f2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attempting to bind port 06679457-03c5-4498-b693-ec6a4d55d2a5 by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': 'ef0f58a2-1f78-4d10-9f18-be3ee79f0fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '623b6d86-ccce-407c-ad3e-2a8a64f4bf36'}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:13:08.706022 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbca117-da88-47c1-95a6-09a425931f2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attempting to bind port 06679457-03c5-4498-b693-ec6a4d55d2a5 on network 623b6d86-ccce-407c-ad3e-2a8a64f4bf36 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:13:08.712704 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbca117-da88-47c1-95a6-09a425931f2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Port 06679457-03c5-4498-b693-ec6a4d55d2a5 on network 623b6d86-ccce-407c-ad3e-2a8a64f4bf36 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 12:13:08.713084 n-d-803378-2 neutron-server[94420]: ERROR neutron.plugins.ml2.managers [None req-0fbca117-da88-47c1-95a6-09a425931f2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Failed to bind port 06679457-03c5-4498-b693-ec6a4d55d2a5 on host n-h2-803378-2 for vnic_type normal using segments [{'id': 'ef0f58a2-1f78-4d10-9f18-be3ee79f0fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '623b6d86-ccce-407c-ad3e-2a8a64f4bf36'}] Aug 05 12:13:08.713440 n-d-803378-2 neutron-server[94420]: INFO neutron.plugins.ml2.plugin [None req-0fbca117-da88-47c1-95a6-09a425931f2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attempt 6 to bind port 06679457-03c5-4498-b693-ec6a4d55d2a5 Aug 05 12:13:08.732445 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [None req-0fbca117-da88-47c1-95a6-09a425931f2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attempting to bind port 06679457-03c5-4498-b693-ec6a4d55d2a5 on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:13:08.732850 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [None req-0fbca117-da88-47c1-95a6-09a425931f2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attempting to bind port 06679457-03c5-4498-b693-ec6a4d55d2a5 by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': 'ef0f58a2-1f78-4d10-9f18-be3ee79f0fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '623b6d86-ccce-407c-ad3e-2a8a64f4bf36'}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:13:08.733262 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbca117-da88-47c1-95a6-09a425931f2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attempting to bind port 06679457-03c5-4498-b693-ec6a4d55d2a5 on network 623b6d86-ccce-407c-ad3e-2a8a64f4bf36 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:13:08.738678 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbca117-da88-47c1-95a6-09a425931f2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Port 06679457-03c5-4498-b693-ec6a4d55d2a5 on network 623b6d86-ccce-407c-ad3e-2a8a64f4bf36 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 12:13:08.739231 n-d-803378-2 neutron-server[94420]: ERROR neutron.plugins.ml2.managers [None req-0fbca117-da88-47c1-95a6-09a425931f2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Failed to bind port 06679457-03c5-4498-b693-ec6a4d55d2a5 on host n-h2-803378-2 for vnic_type normal using segments [{'id': 'ef0f58a2-1f78-4d10-9f18-be3ee79f0fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '623b6d86-ccce-407c-ad3e-2a8a64f4bf36'}] Aug 05 12:13:08.739715 n-d-803378-2 neutron-server[94420]: INFO neutron.plugins.ml2.plugin [None req-0fbca117-da88-47c1-95a6-09a425931f2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attempt 7 to bind port 06679457-03c5-4498-b693-ec6a4d55d2a5 Aug 05 12:13:08.756812 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [None req-0fbca117-da88-47c1-95a6-09a425931f2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attempting to bind port 06679457-03c5-4498-b693-ec6a4d55d2a5 on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:13:08.757220 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [None req-0fbca117-da88-47c1-95a6-09a425931f2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attempting to bind port 06679457-03c5-4498-b693-ec6a4d55d2a5 by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': 'ef0f58a2-1f78-4d10-9f18-be3ee79f0fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '623b6d86-ccce-407c-ad3e-2a8a64f4bf36'}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:13:08.757701 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbca117-da88-47c1-95a6-09a425931f2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attempting to bind port 06679457-03c5-4498-b693-ec6a4d55d2a5 on network 623b6d86-ccce-407c-ad3e-2a8a64f4bf36 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:13:08.763394 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbca117-da88-47c1-95a6-09a425931f2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Port 06679457-03c5-4498-b693-ec6a4d55d2a5 on network 623b6d86-ccce-407c-ad3e-2a8a64f4bf36 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 12:13:08.763773 n-d-803378-2 neutron-server[94420]: ERROR neutron.plugins.ml2.managers [None req-0fbca117-da88-47c1-95a6-09a425931f2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Failed to bind port 06679457-03c5-4498-b693-ec6a4d55d2a5 on host n-h2-803378-2 for vnic_type normal using segments [{'id': 'ef0f58a2-1f78-4d10-9f18-be3ee79f0fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '623b6d86-ccce-407c-ad3e-2a8a64f4bf36'}] Aug 05 12:13:08.764178 n-d-803378-2 neutron-server[94420]: INFO neutron.plugins.ml2.plugin [None req-0fbca117-da88-47c1-95a6-09a425931f2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attempt 8 to bind port 06679457-03c5-4498-b693-ec6a4d55d2a5 Aug 05 12:13:08.782623 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [None req-0fbca117-da88-47c1-95a6-09a425931f2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attempting to bind port 06679457-03c5-4498-b693-ec6a4d55d2a5 on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:13:08.783255 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [None req-0fbca117-da88-47c1-95a6-09a425931f2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attempting to bind port 06679457-03c5-4498-b693-ec6a4d55d2a5 by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': 'ef0f58a2-1f78-4d10-9f18-be3ee79f0fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '623b6d86-ccce-407c-ad3e-2a8a64f4bf36'}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:13:08.783603 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbca117-da88-47c1-95a6-09a425931f2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attempting to bind port 06679457-03c5-4498-b693-ec6a4d55d2a5 on network 623b6d86-ccce-407c-ad3e-2a8a64f4bf36 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:13:08.791706 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbca117-da88-47c1-95a6-09a425931f2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Port 06679457-03c5-4498-b693-ec6a4d55d2a5 on network 623b6d86-ccce-407c-ad3e-2a8a64f4bf36 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 12:13:08.792298 n-d-803378-2 neutron-server[94420]: ERROR neutron.plugins.ml2.managers [None req-0fbca117-da88-47c1-95a6-09a425931f2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Failed to bind port 06679457-03c5-4498-b693-ec6a4d55d2a5 on host n-h2-803378-2 for vnic_type normal using segments [{'id': 'ef0f58a2-1f78-4d10-9f18-be3ee79f0fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '623b6d86-ccce-407c-ad3e-2a8a64f4bf36'}] Aug 05 12:13:08.792946 n-d-803378-2 neutron-server[94420]: INFO neutron.plugins.ml2.plugin [None req-0fbca117-da88-47c1-95a6-09a425931f2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attempt 9 to bind port 06679457-03c5-4498-b693-ec6a4d55d2a5 Aug 05 12:13:08.811337 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [None req-0fbca117-da88-47c1-95a6-09a425931f2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attempting to bind port 06679457-03c5-4498-b693-ec6a4d55d2a5 on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:13:08.811744 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [None req-0fbca117-da88-47c1-95a6-09a425931f2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attempting to bind port 06679457-03c5-4498-b693-ec6a4d55d2a5 by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': 'ef0f58a2-1f78-4d10-9f18-be3ee79f0fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '623b6d86-ccce-407c-ad3e-2a8a64f4bf36'}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:13:08.812275 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbca117-da88-47c1-95a6-09a425931f2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attempting to bind port 06679457-03c5-4498-b693-ec6a4d55d2a5 on network 623b6d86-ccce-407c-ad3e-2a8a64f4bf36 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:13:08.818462 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbca117-da88-47c1-95a6-09a425931f2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Port 06679457-03c5-4498-b693-ec6a4d55d2a5 on network 623b6d86-ccce-407c-ad3e-2a8a64f4bf36 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 12:13:08.818840 n-d-803378-2 neutron-server[94420]: ERROR neutron.plugins.ml2.managers [None req-0fbca117-da88-47c1-95a6-09a425931f2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Failed to bind port 06679457-03c5-4498-b693-ec6a4d55d2a5 on host n-h2-803378-2 for vnic_type normal using segments [{'id': 'ef0f58a2-1f78-4d10-9f18-be3ee79f0fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '623b6d86-ccce-407c-ad3e-2a8a64f4bf36'}] Aug 05 12:13:08.819332 n-d-803378-2 neutron-server[94420]: INFO neutron.plugins.ml2.plugin [None req-0fbca117-da88-47c1-95a6-09a425931f2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attempt 10 to bind port 06679457-03c5-4498-b693-ec6a4d55d2a5 Aug 05 12:13:08.837025 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [None req-0fbca117-da88-47c1-95a6-09a425931f2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attempting to bind port 06679457-03c5-4498-b693-ec6a4d55d2a5 on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:13:08.837491 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [None req-0fbca117-da88-47c1-95a6-09a425931f2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attempting to bind port 06679457-03c5-4498-b693-ec6a4d55d2a5 by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': 'ef0f58a2-1f78-4d10-9f18-be3ee79f0fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '623b6d86-ccce-407c-ad3e-2a8a64f4bf36'}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:13:08.837700 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbca117-da88-47c1-95a6-09a425931f2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attempting to bind port 06679457-03c5-4498-b693-ec6a4d55d2a5 on network 623b6d86-ccce-407c-ad3e-2a8a64f4bf36 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:13:08.843508 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbca117-da88-47c1-95a6-09a425931f2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Port 06679457-03c5-4498-b693-ec6a4d55d2a5 on network 623b6d86-ccce-407c-ad3e-2a8a64f4bf36 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 12:13:08.843895 n-d-803378-2 neutron-server[94420]: ERROR neutron.plugins.ml2.managers [None req-0fbca117-da88-47c1-95a6-09a425931f2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Failed to bind port 06679457-03c5-4498-b693-ec6a4d55d2a5 on host n-h2-803378-2 for vnic_type normal using segments [{'id': 'ef0f58a2-1f78-4d10-9f18-be3ee79f0fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '623b6d86-ccce-407c-ad3e-2a8a64f4bf36'}] Aug 05 12:13:08.844286 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0fbca117-da88-47c1-95a6-09a425931f2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:08.916652 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-0fbca117-da88-47c1-95a6-09a425931f2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] For port 06679457-03c5-4498-b693-ec6a4d55d2a5, host n-h2-803378-2, cleared binding levels {{(pid=94420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:13:08.917116 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-0fbca117-da88-47c1-95a6-09a425931f2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attempted to set empty binding levels {{(pid=94420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 05 12:13:08.923624 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0fbca117-da88-47c1-95a6-09a425931f2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:08.961806 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-0fbca117-da88-47c1-95a6-09a425931f2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] In _notify_port_updated(), no bound segment for port 06679457-03c5-4498-b693-ec6a4d55d2a5 on network 623b6d86-ccce-407c-ad3e-2a8a64f4bf36 {{(pid=94420) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 05 12:13:08.962924 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fbca117-da88-47c1-95a6-09a425931f2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:08.963706 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0fbca117-da88-47c1-95a6-09a425931f2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:08.966003 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-0fbca117-da88-47c1-95a6-09a425931f2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] 10.222.0.58 "PUT /v2.0/ports/06679457-03c5-4498-b693-ec6a4d55d2a5 HTTP/1.1" status: 200 len: 979 time: 1.3481414 Aug 05 12:13:08.970247 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35020) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:13:08.985426 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbca117-da88-47c1-95a6-09a425931f2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Pushing event updated for resources: {'Port': ['ID=06679457-03c5-4498-b693-ec6a4d55d2a5,revision_number=3']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:13:09.073158 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1842bdd1-0791-473d-b40a-a08ac64e0493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:09.074050 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1842bdd1-0791-473d-b40a-a08ac64e0493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:09.074842 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1842bdd1-0791-473d-b40a-a08ac64e0493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:09.075716 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1842bdd1-0791-473d-b40a-a08ac64e0493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:09.076638 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1842bdd1-0791-473d-b40a-a08ac64e0493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:09.077478 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1842bdd1-0791-473d-b40a-a08ac64e0493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:09.078369 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1842bdd1-0791-473d-b40a-a08ac64e0493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:09.079238 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1842bdd1-0791-473d-b40a-a08ac64e0493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:09.080187 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1842bdd1-0791-473d-b40a-a08ac64e0493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:09.080992 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1842bdd1-0791-473d-b40a-a08ac64e0493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:09.081844 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1842bdd1-0791-473d-b40a-a08ac64e0493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:09.082704 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1842bdd1-0791-473d-b40a-a08ac64e0493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:09.083548 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1842bdd1-0791-473d-b40a-a08ac64e0493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:09.084448 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1842bdd1-0791-473d-b40a-a08ac64e0493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:09.085324 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1842bdd1-0791-473d-b40a-a08ac64e0493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:09.086242 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1842bdd1-0791-473d-b40a-a08ac64e0493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:09.087089 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1842bdd1-0791-473d-b40a-a08ac64e0493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:09.088272 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1842bdd1-0791-473d-b40a-a08ac64e0493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:09.089180 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1842bdd1-0791-473d-b40a-a08ac64e0493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:09.090302 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1842bdd1-0791-473d-b40a-a08ac64e0493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:09.095751 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-1842bdd1-0791-473d-b40a-a08ac64e0493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 17930 time: 0.1228058 Aug 05 12:13:09.099520 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35022) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:13:09.234732 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-ba2aa858-fab2-4e70-af89-68a421a0b2c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Deleting port 06679457-03c5-4498-b693-ec6a4d55d2a5 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:13:09.235253 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ba2aa858-fab2-4e70-af89-68a421a0b2c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:09.344111 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [None req-ba2aa858-fab2-4e70-af89-68a421a0b2c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] For port 06679457-03c5-4498-b693-ec6a4d55d2a5, host n-h2-803378-2, got binding levels [] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:13:09.344609 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ba2aa858-fab2-4e70-af89-68a421a0b2c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:09.366535 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-ba2aa858-fab2-4e70-af89-68a421a0b2c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Calling delete_port for 06679457-03c5-4498-b693-ec6a4d55d2a5 owned by {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:13:09.471390 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ba2aa858-fab2-4e70-af89-68a421a0b2c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:09.523177 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2aa858-fab2-4e70-af89-68a421a0b2c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Pushing event deleted for resources: {'Port': ['ID=06679457-03c5-4498-b693-ec6a4d55d2a5,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:13:09.537946 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ba2aa858-fab2-4e70-af89-68a421a0b2c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:09.542094 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-ba2aa858-fab2-4e70-af89-68a421a0b2c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] 10.222.0.58 "DELETE /v2.0/ports/06679457-03c5-4498-b693-ec6a4d55d2a5 HTTP/1.1" status: 204 len: 168 time: 0.4407797 Aug 05 12:13:09.544847 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35024) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:13:09.596095 n-d-803378-2 neutron-server[94421]: INFO neutron.pecan_wsgi.hooks.translation [None req-c94ebeb5-0bc9-4fdc-bb8d-e2481f4f9f5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] GET failed (client error): The resource could not be found. Aug 05 12:13:09.598725 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-c94ebeb5-0bc9-4fdc-bb8d-e2481f4f9f5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] 10.222.0.58 "GET /v2.0/ports/06679457-03c5-4498-b693-ec6a4d55d2a5 HTTP/1.1" status: 404 len: 333 time: 0.0522933 Aug 05 12:13:09.604160 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35028) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:13:09.611810 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-a48d8f75-d612-4901-982e-a3e502268fac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-52722717', 'network_id': '623b6d86-ccce-407c-ad3e-2a8a64f4bf36'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:13:09.706191 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a48d8f75-d612-4901-982e-a3e502268fac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Made reservation on behalf of 2a1e260afbef4e8aad1c1adfb29cb272 for: {'port': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:13:09.709833 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a48d8f75-d612-4901-982e-a3e502268fac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:09.731337 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db44939b-ce4f-4d5c-84a8-ac6e4647e7fa req-8fc65875-430a-4457-b926-7b668396e140 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:09.734511 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-db44939b-ce4f-4d5c-84a8-ac6e4647e7fa req-8fc65875-430a-4457-b926-7b668396e140 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] 10.222.0.58 "GET /v2.0/ports?device_id=5cd5d8a0-5638-4fa3-8b24-b2a54012a414 HTTP/1.1" status: 200 len: 946 time: 0.1170089 Aug 05 12:13:09.783231 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [None req-a48d8f75-d612-4901-982e-a3e502268fac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] device_id is not set on port d6c5a7f9-5743-49d3-a965-7f7a2dc2f556 yet. {{(pid=94420) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 12:13:09.883244 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-db44939b-ce4f-4d5c-84a8-ac6e4647e7fa req-f1c77431-9e82-432d-af6b-c95590847a02 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] 10.222.0.58 "GET /v2.0/security-groups?id=01458de5-fdb9-4902-8d8f-7b5ee9f50672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359825 Aug 05 12:13:10.035396 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1acb6406-ed7e-4a1a-a1c8-5407e6c9c866 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:10.076291 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a48d8f75-d612-4901-982e-a3e502268fac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:10.116733 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:10.143459 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a48d8f75-d612-4901-982e-a3e502268fac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:10.216506 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48d8f75-d612-4901-982e-a3e502268fac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Network 623b6d86-ccce-407c-ad3e-2a8a64f4bf36 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:13:10.220754 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-a48d8f75-d612-4901-982e-a3e502268fac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:13:10.223628 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48d8f75-d612-4901-982e-a3e502268fac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:13:10.224972 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48d8f75-d612-4901-982e-a3e502268fac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:10.225481 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a48d8f75-d612-4901-982e-a3e502268fac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:10.239313 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48d8f75-d612-4901-982e-a3e502268fac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Pushing event updated for resources: {'Port': ['ID=d6c5a7f9-5743-49d3-a965-7f7a2dc2f556,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:13:10.264588 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-a48d8f75-d612-4901-982e-a3e502268fac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 0.6563098 Aug 05 12:13:10.266278 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35036) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:13:10.333445 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34cd428-915c-47f6-bd20-912f2f8454b9 req-b04b4f09-e8a5-46c5-9726-5af657f828a3 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:10.335075 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e34cd428-915c-47f6-bd20-912f2f8454b9 req-b04b4f09-e8a5-46c5-9726-5af657f828a3 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] 10.222.0.58 "GET /v2.0/ports?device_id=5cd5d8a0-5638-4fa3-8b24-b2a54012a414 HTTP/1.1" status: 200 len: 946 time: 0.0876441 Aug 05 12:13:10.363558 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b561e0c-55f0-4c50-9b0d-5a9c9b4e40f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:10.366824 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-0b561e0c-55f0-4c50-9b0d-5a9c9b4e40f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] 10.222.0.58 "GET /v2.0/ports/d6c5a7f9-5743-49d3-a965-7f7a2dc2f556 HTTP/1.1" status: 200 len: 957 time: 0.0978103 Aug 05 12:13:10.371920 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35038) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:13:10.391652 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9a5450-6a53-475e-b9b4-76f700bbb396 req-015d0448-6022-45e0-8ae0-062eb40c79e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:10.394511 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7d9a5450-6a53-475e-b9b4-76f700bbb396 req-015d0448-6022-45e0-8ae0-062eb40c79e3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d61239f1b6f34eb981513b199747da12&device_id=5cd5d8a0-5638-4fa3-8b24-b2a54012a414 HTTP/1.1" status: 200 len: 1097 time: 0.0855520 Aug 05 12:13:10.424385 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e34cd428-915c-47f6-bd20-912f2f8454b9 req-718a948d-78d7-4e22-85eb-92fff7a6a060 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] 10.222.0.58 "GET /v2.0/security-groups?id=01458de5-fdb9-4902-8d8f-7b5ee9f50672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798571 Aug 05 12:13:10.515167 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-7cf2b8f4-2fe6-4569-b8ed-fc211f896b51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Deleting port d6c5a7f9-5743-49d3-a965-7f7a2dc2f556 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:13:10.515723 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7cf2b8f4-2fe6-4569-b8ed-fc211f896b51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:10.539271 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9a5450-6a53-475e-b9b4-76f700bbb396 req-ede0f8e0-3243-4611-89f7-a6a04f0da975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:10.541996 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7d9a5450-6a53-475e-b9b4-76f700bbb396 req-ede0f8e0-3243-4611-89f7-a6a04f0da975 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7b2da7f6-5312-4b7e-b7e7-4cfb0805e228 HTTP/1.1" status: 200 len: 916 time: 0.1386201 Aug 05 12:13:10.592166 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7cf2b8f4-2fe6-4569-b8ed-fc211f896b51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:10.610244 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-7cf2b8f4-2fe6-4569-b8ed-fc211f896b51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Calling delete_port for d6c5a7f9-5743-49d3-a965-7f7a2dc2f556 owned by {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:13:10.614069 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7d9a5450-6a53-475e-b9b4-76f700bbb396 req-eba15355-b360-41b2-8e01-573d16651fef service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f69afd24-2bc0-4e3f-9c10-33e266139cd9 HTTP/1.1" status: 200 len: 217 time: 0.0626853 Aug 05 12:13:10.685248 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9a5450-6a53-475e-b9b4-76f700bbb396 req-92e0d334-7658-4e5f-b359-4402fe1d5236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:10.688367 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7d9a5450-6a53-475e-b9b4-76f700bbb396 req-92e0d334-7658-4e5f-b359-4402fe1d5236 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a9a6bb65-f843-478c-a77f-df9b1660e7a3 HTTP/1.1" status: 200 len: 854 time: 0.0673518 Aug 05 12:13:10.714939 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7cf2b8f4-2fe6-4569-b8ed-fc211f896b51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:10.752864 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7cf2b8f4-2fe6-4569-b8ed-fc211f896b51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:10.758443 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-7cf2b8f4-2fe6-4569-b8ed-fc211f896b51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] 10.222.0.58 "DELETE /v2.0/ports/d6c5a7f9-5743-49d3-a965-7f7a2dc2f556 HTTP/1.1" status: 204 len: 168 time: 0.3815563 Aug 05 12:13:10.758443 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf2b8f4-2fe6-4569-b8ed-fc211f896b51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Pushing event deleted for resources: {'Port': ['ID=d6c5a7f9-5743-49d3-a965-7f7a2dc2f556,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:13:10.760547 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35040) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:13:10.777278 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9a5450-6a53-475e-b9b4-76f700bbb396 req-223aa485-6501-42a8-aad4-9bfd4bd01b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:10.779030 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7d9a5450-6a53-475e-b9b4-76f700bbb396 req-223aa485-6501-42a8-aad4-9bfd4bd01b30 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7b2da7f6-5312-4b7e-b7e7-4cfb0805e228&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0826404 Aug 05 12:13:10.788238 n-d-803378-2 neutron-server[94420]: INFO neutron.pecan_wsgi.hooks.translation [None req-eebf1e4a-545a-460a-9037-0de97fc5a9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] GET failed (client error): The resource could not be found. Aug 05 12:13:10.795354 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-eebf1e4a-545a-460a-9037-0de97fc5a9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] 10.222.0.58 "GET /v2.0/ports/d6c5a7f9-5743-49d3-a965-7f7a2dc2f556 HTTP/1.1" status: 404 len: 333 time: 0.0286446 Aug 05 12:13:10.795698 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35042) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:13:10.801202 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-2d9349ce-16b7-4800-b1b7-bb25b8de643f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Request body: {'port': {'network_id': '623b6d86-ccce-407c-ad3e-2a8a64f4bf36', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-220559360'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:13:10.838641 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d9349ce-16b7-4800-b1b7-bb25b8de643f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Made reservation on behalf of 2a1e260afbef4e8aad1c1adfb29cb272 for: {'port': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:13:10.842107 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2d9349ce-16b7-4800-b1b7-bb25b8de643f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:10.864657 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [None req-2d9349ce-16b7-4800-b1b7-bb25b8de643f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] device_id is not set on port d83b0539-58e2-491c-87be-223eaf22a6f3 yet. {{(pid=94420) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 12:13:10.943593 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7d9a5450-6a53-475e-b9b4-76f700bbb396 req-aff119dd-3f12-428b-b1b6-f0f4daec878e service neutron] 10.222.0.55 "GET /v2.0/networks/7b2da7f6-5312-4b7e-b7e7-4cfb0805e228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552010 Aug 05 12:13:11.077428 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2d9349ce-16b7-4800-b1b7-bb25b8de643f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:11.104706 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7d9a5450-6a53-475e-b9b4-76f700bbb396 req-4e575c58-3731-4369-97ac-daa29ae1e846 service neutron] 10.222.0.55 "GET /v2.0/networks/7b2da7f6-5312-4b7e-b7e7-4cfb0805e228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529076 Aug 05 12:13:11.144222 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2d9349ce-16b7-4800-b1b7-bb25b8de643f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:11.191644 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9349ce-16b7-4800-b1b7-bb25b8de643f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Network 623b6d86-ccce-407c-ad3e-2a8a64f4bf36 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:13:11.199044 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-2d9349ce-16b7-4800-b1b7-bb25b8de643f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:13:11.204100 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9349ce-16b7-4800-b1b7-bb25b8de643f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:13:11.205160 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d9349ce-16b7-4800-b1b7-bb25b8de643f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:11.205948 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2d9349ce-16b7-4800-b1b7-bb25b8de643f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:11.213743 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9349ce-16b7-4800-b1b7-bb25b8de643f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Pushing event updated for resources: {'Port': ['ID=d83b0539-58e2-491c-87be-223eaf22a6f3,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:13:11.238565 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-2d9349ce-16b7-4800-b1b7-bb25b8de643f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.4416947 Aug 05 12:13:11.243223 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35044) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:13:11.252676 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-ea1c49fa-1ca5-466b-820b-e347501665bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-803378-2'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:13:11.341929 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ea1c49fa-1ca5-466b-820b-e347501665bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:11.579643 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [None req-ea1c49fa-1ca5-466b-820b-e347501665bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] device_id is not set on port d83b0539-58e2-491c-87be-223eaf22a6f3 yet. {{(pid=94420) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 12:13:11.593057 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ea1c49fa-1ca5-466b-820b-e347501665bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:11.623696 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [None req-ea1c49fa-1ca5-466b-820b-e347501665bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Transition to ACTIVE for port object d83b0539-58e2-491c-87be-223eaf22a6f3 will not be triggered until provisioned by entity L2. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:13:11.637874 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23ec292-73ac-4dff-82d7-cedad5b6b556 req-3552eb7c-6d3a-499f-9c51-b8834ca5baaf tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:11.640312 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d23ec292-73ac-4dff-82d7-cedad5b6b556 req-3552eb7c-6d3a-499f-9c51-b8834ca5baaf tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] 10.222.0.58 "GET /v2.0/ports?device_id=5cd5d8a0-5638-4fa3-8b24-b2a54012a414 HTTP/1.1" status: 200 len: 946 time: 0.1008487 Aug 05 12:13:11.642014 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ea1c49fa-1ca5-466b-820b-e347501665bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:11.762653 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1c49fa-1ca5-466b-820b-e347501665bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Pushing event updated for resources: {'Port': ['ID=d83b0539-58e2-491c-87be-223eaf22a6f3,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:13:11.771889 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d23ec292-73ac-4dff-82d7-cedad5b6b556 req-5b0cbce9-6834-4139-b7f6-29631a6c5f01 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] 10.222.0.58 "GET /v2.0/security-groups?id=01458de5-fdb9-4902-8d8f-7b5ee9f50672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215487 Aug 05 12:13:11.785728 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [None req-ea1c49fa-1ca5-466b-820b-e347501665bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attempting to bind port d83b0539-58e2-491c-87be-223eaf22a6f3 on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:13:11.786183 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [None req-ea1c49fa-1ca5-466b-820b-e347501665bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attempting to bind port d83b0539-58e2-491c-87be-223eaf22a6f3 by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': 'ef0f58a2-1f78-4d10-9f18-be3ee79f0fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '623b6d86-ccce-407c-ad3e-2a8a64f4bf36'}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:13:11.786641 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1c49fa-1ca5-466b-820b-e347501665bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attempting to bind port d83b0539-58e2-491c-87be-223eaf22a6f3 on network 623b6d86-ccce-407c-ad3e-2a8a64f4bf36 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:13:11.794501 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1c49fa-1ca5-466b-820b-e347501665bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Port d83b0539-58e2-491c-87be-223eaf22a6f3 on network 623b6d86-ccce-407c-ad3e-2a8a64f4bf36 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 12:13:11.794960 n-d-803378-2 neutron-server[94420]: ERROR neutron.plugins.ml2.managers [None req-ea1c49fa-1ca5-466b-820b-e347501665bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Failed to bind port d83b0539-58e2-491c-87be-223eaf22a6f3 on host n-h2-803378-2 for vnic_type normal using segments [{'id': 'ef0f58a2-1f78-4d10-9f18-be3ee79f0fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '623b6d86-ccce-407c-ad3e-2a8a64f4bf36'}] Aug 05 12:13:11.795477 n-d-803378-2 neutron-server[94420]: INFO neutron.plugins.ml2.plugin [None req-ea1c49fa-1ca5-466b-820b-e347501665bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attempt 2 to bind port d83b0539-58e2-491c-87be-223eaf22a6f3 Aug 05 12:13:11.824179 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [None req-ea1c49fa-1ca5-466b-820b-e347501665bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attempting to bind port d83b0539-58e2-491c-87be-223eaf22a6f3 on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:13:11.824664 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [None req-ea1c49fa-1ca5-466b-820b-e347501665bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attempting to bind port d83b0539-58e2-491c-87be-223eaf22a6f3 by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': 'ef0f58a2-1f78-4d10-9f18-be3ee79f0fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '623b6d86-ccce-407c-ad3e-2a8a64f4bf36'}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:13:11.825110 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1c49fa-1ca5-466b-820b-e347501665bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attempting to bind port d83b0539-58e2-491c-87be-223eaf22a6f3 on network 623b6d86-ccce-407c-ad3e-2a8a64f4bf36 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:13:11.833761 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1c49fa-1ca5-466b-820b-e347501665bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Port d83b0539-58e2-491c-87be-223eaf22a6f3 on network 623b6d86-ccce-407c-ad3e-2a8a64f4bf36 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 12:13:11.834289 n-d-803378-2 neutron-server[94420]: ERROR neutron.plugins.ml2.managers [None req-ea1c49fa-1ca5-466b-820b-e347501665bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Failed to bind port d83b0539-58e2-491c-87be-223eaf22a6f3 on host n-h2-803378-2 for vnic_type normal using segments [{'id': 'ef0f58a2-1f78-4d10-9f18-be3ee79f0fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '623b6d86-ccce-407c-ad3e-2a8a64f4bf36'}] Aug 05 12:13:11.834928 n-d-803378-2 neutron-server[94420]: INFO neutron.plugins.ml2.plugin [None req-ea1c49fa-1ca5-466b-820b-e347501665bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attempt 3 to bind port d83b0539-58e2-491c-87be-223eaf22a6f3 Aug 05 12:13:11.857370 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [None req-ea1c49fa-1ca5-466b-820b-e347501665bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attempting to bind port d83b0539-58e2-491c-87be-223eaf22a6f3 on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:13:11.857771 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [None req-ea1c49fa-1ca5-466b-820b-e347501665bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attempting to bind port d83b0539-58e2-491c-87be-223eaf22a6f3 by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': 'ef0f58a2-1f78-4d10-9f18-be3ee79f0fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '623b6d86-ccce-407c-ad3e-2a8a64f4bf36'}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:13:11.858177 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1c49fa-1ca5-466b-820b-e347501665bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attempting to bind port d83b0539-58e2-491c-87be-223eaf22a6f3 on network 623b6d86-ccce-407c-ad3e-2a8a64f4bf36 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:13:11.858634 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:11.864645 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1c49fa-1ca5-466b-820b-e347501665bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Port d83b0539-58e2-491c-87be-223eaf22a6f3 on network 623b6d86-ccce-407c-ad3e-2a8a64f4bf36 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 12:13:11.865147 n-d-803378-2 neutron-server[94420]: ERROR neutron.plugins.ml2.managers [None req-ea1c49fa-1ca5-466b-820b-e347501665bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Failed to bind port d83b0539-58e2-491c-87be-223eaf22a6f3 on host n-h2-803378-2 for vnic_type normal using segments [{'id': 'ef0f58a2-1f78-4d10-9f18-be3ee79f0fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '623b6d86-ccce-407c-ad3e-2a8a64f4bf36'}] Aug 05 12:13:11.866193 n-d-803378-2 neutron-server[94420]: INFO neutron.plugins.ml2.plugin [None req-ea1c49fa-1ca5-466b-820b-e347501665bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attempt 4 to bind port d83b0539-58e2-491c-87be-223eaf22a6f3 Aug 05 12:13:11.887864 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [None req-ea1c49fa-1ca5-466b-820b-e347501665bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attempting to bind port d83b0539-58e2-491c-87be-223eaf22a6f3 on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:13:11.888411 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [None req-ea1c49fa-1ca5-466b-820b-e347501665bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attempting to bind port d83b0539-58e2-491c-87be-223eaf22a6f3 by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': 'ef0f58a2-1f78-4d10-9f18-be3ee79f0fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '623b6d86-ccce-407c-ad3e-2a8a64f4bf36'}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:13:11.888962 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1c49fa-1ca5-466b-820b-e347501665bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attempting to bind port d83b0539-58e2-491c-87be-223eaf22a6f3 on network 623b6d86-ccce-407c-ad3e-2a8a64f4bf36 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:13:11.895684 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1c49fa-1ca5-466b-820b-e347501665bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Port d83b0539-58e2-491c-87be-223eaf22a6f3 on network 623b6d86-ccce-407c-ad3e-2a8a64f4bf36 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 12:13:11.896019 n-d-803378-2 neutron-server[94420]: ERROR neutron.plugins.ml2.managers [None req-ea1c49fa-1ca5-466b-820b-e347501665bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Failed to bind port d83b0539-58e2-491c-87be-223eaf22a6f3 on host n-h2-803378-2 for vnic_type normal using segments [{'id': 'ef0f58a2-1f78-4d10-9f18-be3ee79f0fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '623b6d86-ccce-407c-ad3e-2a8a64f4bf36'}] Aug 05 12:13:11.897011 n-d-803378-2 neutron-server[94420]: INFO neutron.plugins.ml2.plugin [None req-ea1c49fa-1ca5-466b-820b-e347501665bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attempt 5 to bind port d83b0539-58e2-491c-87be-223eaf22a6f3 Aug 05 12:13:11.911328 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [None req-ea1c49fa-1ca5-466b-820b-e347501665bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attempting to bind port d83b0539-58e2-491c-87be-223eaf22a6f3 on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:13:11.911667 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [None req-ea1c49fa-1ca5-466b-820b-e347501665bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attempting to bind port d83b0539-58e2-491c-87be-223eaf22a6f3 by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': 'ef0f58a2-1f78-4d10-9f18-be3ee79f0fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '623b6d86-ccce-407c-ad3e-2a8a64f4bf36'}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:13:11.912013 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1c49fa-1ca5-466b-820b-e347501665bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attempting to bind port d83b0539-58e2-491c-87be-223eaf22a6f3 on network 623b6d86-ccce-407c-ad3e-2a8a64f4bf36 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:13:11.918812 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1c49fa-1ca5-466b-820b-e347501665bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Port d83b0539-58e2-491c-87be-223eaf22a6f3 on network 623b6d86-ccce-407c-ad3e-2a8a64f4bf36 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 12:13:11.919276 n-d-803378-2 neutron-server[94420]: ERROR neutron.plugins.ml2.managers [None req-ea1c49fa-1ca5-466b-820b-e347501665bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Failed to bind port d83b0539-58e2-491c-87be-223eaf22a6f3 on host n-h2-803378-2 for vnic_type normal using segments [{'id': 'ef0f58a2-1f78-4d10-9f18-be3ee79f0fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '623b6d86-ccce-407c-ad3e-2a8a64f4bf36'}] Aug 05 12:13:11.919676 n-d-803378-2 neutron-server[94420]: INFO neutron.plugins.ml2.plugin [None req-ea1c49fa-1ca5-466b-820b-e347501665bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attempt 6 to bind port d83b0539-58e2-491c-87be-223eaf22a6f3 Aug 05 12:13:11.935391 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [None req-ea1c49fa-1ca5-466b-820b-e347501665bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attempting to bind port d83b0539-58e2-491c-87be-223eaf22a6f3 on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:13:11.935729 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [None req-ea1c49fa-1ca5-466b-820b-e347501665bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attempting to bind port d83b0539-58e2-491c-87be-223eaf22a6f3 by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': 'ef0f58a2-1f78-4d10-9f18-be3ee79f0fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '623b6d86-ccce-407c-ad3e-2a8a64f4bf36'}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:13:11.936077 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1c49fa-1ca5-466b-820b-e347501665bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attempting to bind port d83b0539-58e2-491c-87be-223eaf22a6f3 on network 623b6d86-ccce-407c-ad3e-2a8a64f4bf36 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:13:11.941386 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1c49fa-1ca5-466b-820b-e347501665bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Port d83b0539-58e2-491c-87be-223eaf22a6f3 on network 623b6d86-ccce-407c-ad3e-2a8a64f4bf36 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 12:13:11.941721 n-d-803378-2 neutron-server[94420]: ERROR neutron.plugins.ml2.managers [None req-ea1c49fa-1ca5-466b-820b-e347501665bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Failed to bind port d83b0539-58e2-491c-87be-223eaf22a6f3 on host n-h2-803378-2 for vnic_type normal using segments [{'id': 'ef0f58a2-1f78-4d10-9f18-be3ee79f0fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '623b6d86-ccce-407c-ad3e-2a8a64f4bf36'}] Aug 05 12:13:11.942127 n-d-803378-2 neutron-server[94420]: INFO neutron.plugins.ml2.plugin [None req-ea1c49fa-1ca5-466b-820b-e347501665bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attempt 7 to bind port d83b0539-58e2-491c-87be-223eaf22a6f3 Aug 05 12:13:11.956902 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [None req-ea1c49fa-1ca5-466b-820b-e347501665bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attempting to bind port d83b0539-58e2-491c-87be-223eaf22a6f3 on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:13:11.957239 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [None req-ea1c49fa-1ca5-466b-820b-e347501665bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attempting to bind port d83b0539-58e2-491c-87be-223eaf22a6f3 by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': 'ef0f58a2-1f78-4d10-9f18-be3ee79f0fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '623b6d86-ccce-407c-ad3e-2a8a64f4bf36'}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:13:11.957583 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1c49fa-1ca5-466b-820b-e347501665bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attempting to bind port d83b0539-58e2-491c-87be-223eaf22a6f3 on network 623b6d86-ccce-407c-ad3e-2a8a64f4bf36 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:13:11.965194 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1c49fa-1ca5-466b-820b-e347501665bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Port d83b0539-58e2-491c-87be-223eaf22a6f3 on network 623b6d86-ccce-407c-ad3e-2a8a64f4bf36 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 12:13:11.965596 n-d-803378-2 neutron-server[94420]: ERROR neutron.plugins.ml2.managers [None req-ea1c49fa-1ca5-466b-820b-e347501665bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Failed to bind port d83b0539-58e2-491c-87be-223eaf22a6f3 on host n-h2-803378-2 for vnic_type normal using segments [{'id': 'ef0f58a2-1f78-4d10-9f18-be3ee79f0fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '623b6d86-ccce-407c-ad3e-2a8a64f4bf36'}] Aug 05 12:13:11.966039 n-d-803378-2 neutron-server[94420]: INFO neutron.plugins.ml2.plugin [None req-ea1c49fa-1ca5-466b-820b-e347501665bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attempt 8 to bind port d83b0539-58e2-491c-87be-223eaf22a6f3 Aug 05 12:13:11.983102 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [None req-ea1c49fa-1ca5-466b-820b-e347501665bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attempting to bind port d83b0539-58e2-491c-87be-223eaf22a6f3 on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:13:11.983442 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [None req-ea1c49fa-1ca5-466b-820b-e347501665bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attempting to bind port d83b0539-58e2-491c-87be-223eaf22a6f3 by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': 'ef0f58a2-1f78-4d10-9f18-be3ee79f0fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '623b6d86-ccce-407c-ad3e-2a8a64f4bf36'}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:13:11.983783 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1c49fa-1ca5-466b-820b-e347501665bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attempting to bind port d83b0539-58e2-491c-87be-223eaf22a6f3 on network 623b6d86-ccce-407c-ad3e-2a8a64f4bf36 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:13:11.990556 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1c49fa-1ca5-466b-820b-e347501665bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Port d83b0539-58e2-491c-87be-223eaf22a6f3 on network 623b6d86-ccce-407c-ad3e-2a8a64f4bf36 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 12:13:11.991130 n-d-803378-2 neutron-server[94420]: ERROR neutron.plugins.ml2.managers [None req-ea1c49fa-1ca5-466b-820b-e347501665bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Failed to bind port d83b0539-58e2-491c-87be-223eaf22a6f3 on host n-h2-803378-2 for vnic_type normal using segments [{'id': 'ef0f58a2-1f78-4d10-9f18-be3ee79f0fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '623b6d86-ccce-407c-ad3e-2a8a64f4bf36'}] Aug 05 12:13:11.991825 n-d-803378-2 neutron-server[94420]: INFO neutron.plugins.ml2.plugin [None req-ea1c49fa-1ca5-466b-820b-e347501665bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attempt 9 to bind port d83b0539-58e2-491c-87be-223eaf22a6f3 Aug 05 12:13:12.008893 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [None req-ea1c49fa-1ca5-466b-820b-e347501665bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attempting to bind port d83b0539-58e2-491c-87be-223eaf22a6f3 on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:13:12.009195 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [None req-ea1c49fa-1ca5-466b-820b-e347501665bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attempting to bind port d83b0539-58e2-491c-87be-223eaf22a6f3 by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': 'ef0f58a2-1f78-4d10-9f18-be3ee79f0fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '623b6d86-ccce-407c-ad3e-2a8a64f4bf36'}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:13:12.009464 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1c49fa-1ca5-466b-820b-e347501665bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attempting to bind port d83b0539-58e2-491c-87be-223eaf22a6f3 on network 623b6d86-ccce-407c-ad3e-2a8a64f4bf36 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:13:12.014755 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1c49fa-1ca5-466b-820b-e347501665bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Port d83b0539-58e2-491c-87be-223eaf22a6f3 on network 623b6d86-ccce-407c-ad3e-2a8a64f4bf36 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 12:13:12.015091 n-d-803378-2 neutron-server[94420]: ERROR neutron.plugins.ml2.managers [None req-ea1c49fa-1ca5-466b-820b-e347501665bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Failed to bind port d83b0539-58e2-491c-87be-223eaf22a6f3 on host n-h2-803378-2 for vnic_type normal using segments [{'id': 'ef0f58a2-1f78-4d10-9f18-be3ee79f0fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '623b6d86-ccce-407c-ad3e-2a8a64f4bf36'}] Aug 05 12:13:12.015483 n-d-803378-2 neutron-server[94420]: INFO neutron.plugins.ml2.plugin [None req-ea1c49fa-1ca5-466b-820b-e347501665bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attempt 10 to bind port d83b0539-58e2-491c-87be-223eaf22a6f3 Aug 05 12:13:12.036443 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [None req-ea1c49fa-1ca5-466b-820b-e347501665bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attempting to bind port d83b0539-58e2-491c-87be-223eaf22a6f3 on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:13:12.036823 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [None req-ea1c49fa-1ca5-466b-820b-e347501665bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attempting to bind port d83b0539-58e2-491c-87be-223eaf22a6f3 by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': 'ef0f58a2-1f78-4d10-9f18-be3ee79f0fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '623b6d86-ccce-407c-ad3e-2a8a64f4bf36'}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:13:12.037167 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1c49fa-1ca5-466b-820b-e347501665bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attempting to bind port d83b0539-58e2-491c-87be-223eaf22a6f3 on network 623b6d86-ccce-407c-ad3e-2a8a64f4bf36 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:13:12.043854 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1c49fa-1ca5-466b-820b-e347501665bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Port d83b0539-58e2-491c-87be-223eaf22a6f3 on network 623b6d86-ccce-407c-ad3e-2a8a64f4bf36 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 12:13:12.044184 n-d-803378-2 neutron-server[94420]: ERROR neutron.plugins.ml2.managers [None req-ea1c49fa-1ca5-466b-820b-e347501665bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Failed to bind port d83b0539-58e2-491c-87be-223eaf22a6f3 on host n-h2-803378-2 for vnic_type normal using segments [{'id': 'ef0f58a2-1f78-4d10-9f18-be3ee79f0fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '623b6d86-ccce-407c-ad3e-2a8a64f4bf36'}] Aug 05 12:13:12.044719 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ea1c49fa-1ca5-466b-820b-e347501665bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:12.120663 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-ea1c49fa-1ca5-466b-820b-e347501665bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] For port d83b0539-58e2-491c-87be-223eaf22a6f3, host n-h2-803378-2, cleared binding levels {{(pid=94420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:13:12.121550 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-ea1c49fa-1ca5-466b-820b-e347501665bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attempted to set empty binding levels {{(pid=94420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 05 12:13:12.127494 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ea1c49fa-1ca5-466b-820b-e347501665bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:12.164946 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-ea1c49fa-1ca5-466b-820b-e347501665bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] In _notify_port_updated(), no bound segment for port d83b0539-58e2-491c-87be-223eaf22a6f3 on network 623b6d86-ccce-407c-ad3e-2a8a64f4bf36 {{(pid=94420) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 05 12:13:12.166385 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1c49fa-1ca5-466b-820b-e347501665bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:12.167373 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ea1c49fa-1ca5-466b-820b-e347501665bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:12.169257 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-ea1c49fa-1ca5-466b-820b-e347501665bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] 10.222.0.58 "PUT /v2.0/ports/d83b0539-58e2-491c-87be-223eaf22a6f3 HTTP/1.1" status: 200 len: 978 time: 0.9242589 Aug 05 12:13:12.173523 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35048) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:13:12.192778 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1c49fa-1ca5-466b-820b-e347501665bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Pushing event updated for resources: {'Port': ['ID=d83b0539-58e2-491c-87be-223eaf22a6f3,revision_number=3']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:13:12.279112 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-f9fe90b3-d444-47f7-9381-58de55fd7228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Deleting port d83b0539-58e2-491c-87be-223eaf22a6f3 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:13:12.279450 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f9fe90b3-d444-47f7-9381-58de55fd7228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:12.384745 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [None req-f9fe90b3-d444-47f7-9381-58de55fd7228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] For port d83b0539-58e2-491c-87be-223eaf22a6f3, host n-h2-803378-2, got binding levels [] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:13:12.385405 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f9fe90b3-d444-47f7-9381-58de55fd7228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:12.403820 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-f9fe90b3-d444-47f7-9381-58de55fd7228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Calling delete_port for d83b0539-58e2-491c-87be-223eaf22a6f3 owned by {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:13:12.501375 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f9fe90b3-d444-47f7-9381-58de55fd7228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:12.534344 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fe90b3-d444-47f7-9381-58de55fd7228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Pushing event deleted for resources: {'Port': ['ID=d83b0539-58e2-491c-87be-223eaf22a6f3,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:13:12.541192 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f9fe90b3-d444-47f7-9381-58de55fd7228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:12.543347 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-f9fe90b3-d444-47f7-9381-58de55fd7228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] 10.222.0.58 "DELETE /v2.0/ports/d83b0539-58e2-491c-87be-223eaf22a6f3 HTTP/1.1" status: 204 len: 168 time: 0.3684232 Aug 05 12:13:12.546878 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35050) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:13:12.579323 n-d-803378-2 neutron-server[94421]: INFO neutron.pecan_wsgi.hooks.translation [None req-e09c9f5a-59b8-46d7-b3e3-965c2746ed69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] GET failed (client error): The resource could not be found. Aug 05 12:13:12.581350 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-e09c9f5a-59b8-46d7-b3e3-965c2746ed69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630018351-project-admin] 10.222.0.58 "GET /v2.0/ports/d83b0539-58e2-491c-87be-223eaf22a6f3 HTTP/1.1" status: 404 len: 333 time: 0.0333374 Aug 05 12:13:12.587664 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35052) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:13:12.696925 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-14c2c177-ebbc-41a6-a98f-6b0f3adf0670 tempest-PortsAdminExtendedAttrsIpV6TestJSON-548746480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-548746480-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:12.833187 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-14c2c177-ebbc-41a6-a98f-6b0f3adf0670 tempest-PortsAdminExtendedAttrsIpV6TestJSON-548746480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-548746480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:12.847716 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-14c2c177-ebbc-41a6-a98f-6b0f3adf0670 tempest-PortsAdminExtendedAttrsIpV6TestJSON-548746480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-548746480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['623b6d86-ccce-407c-ad3e-2a8a64f4bf36']}} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:13:12.872366 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-14c2c177-ebbc-41a6-a98f-6b0f3adf0670 tempest-PortsAdminExtendedAttrsIpV6TestJSON-548746480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-548746480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef0f58a2-1f78-4d10-9f18-be3ee79f0fd3') {'for_net_delete': True} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:13:12.872928 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-14c2c177-ebbc-41a6-a98f-6b0f3adf0670 tempest-PortsAdminExtendedAttrsIpV6TestJSON-548746480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-548746480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef0f58a2-1f78-4d10-9f18-be3ee79f0fd3') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:13:12.909716 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-14c2c177-ebbc-41a6-a98f-6b0f3adf0670 tempest-PortsAdminExtendedAttrsIpV6TestJSON-548746480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-548746480-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25010581'] for segment, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:12.974094 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-14c2c177-ebbc-41a6-a98f-6b0f3adf0670 tempest-PortsAdminExtendedAttrsIpV6TestJSON-548746480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-548746480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:12.992935 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14c2c177-ebbc-41a6-a98f-6b0f3adf0670 tempest-PortsAdminExtendedAttrsIpV6TestJSON-548746480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-548746480-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=94420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 12:13:12.994052 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-14c2c177-ebbc-41a6-a98f-6b0f3adf0670 tempest-PortsAdminExtendedAttrsIpV6TestJSON-548746480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-548746480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29762581'] for segment, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:13.001015 n-d-803378-2 neutron-server[94420]: Traceback (most recent call last): Aug 05 12:13:13.001015 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 12:13:13.001015 n-d-803378-2 neutron-server[94420]: timer() Aug 05 12:13:13.001015 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 12:13:13.001015 n-d-803378-2 neutron-server[94420]: cb(*args, **kw) Aug 05 12:13:13.001015 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 12:13:13.001015 n-d-803378-2 neutron-server[94420]: return func(*args, **kwargs) Aug 05 12:13:13.001015 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 12:13:13.001015 n-d-803378-2 neutron-server[94420]: self._notify() Aug 05 12:13:13.001015 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 12:13:13.001015 n-d-803378-2 neutron-server[94420]: self.callback(batched_events) Aug 05 12:13:13.001015 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 12:13:13.001015 n-d-803378-2 neutron-server[94420]: event.method(event) Aug 05 12:13:13.001015 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 12:13:13.001015 n-d-803378-2 neutron-server[94420]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 12:13:13.001015 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 12:13:13.001015 n-d-803378-2 neutron-server[94420]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 12:13:13.001015 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 12:13:13.001015 n-d-803378-2 neutron-server[94420]: return f(self, *a, **k) Aug 05 12:13:13.001015 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 12:13:13.001015 n-d-803378-2 neutron-server[94420]: return self._get(url).json() Aug 05 12:13:13.001015 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 12:13:13.001015 n-d-803378-2 neutron-server[94420]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 12:13:13.001015 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 12:13:13.001015 n-d-803378-2 neutron-server[94420]: return self.request(url, 'GET', **kwargs) Aug 05 12:13:13.001015 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 12:13:13.001015 n-d-803378-2 neutron-server[94420]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 12:13:13.001015 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 12:13:13.001015 n-d-803378-2 neutron-server[94420]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 12:13:13.001015 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 12:13:13.001015 n-d-803378-2 neutron-server[94420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 12:13:13.001015 n-d-803378-2 neutron-server[94420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 12:13:13.079253 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff0b886-ffb2-4856-96a7-0f4619510cda req-508748ba-c49c-4cbf-b2fd-b079fcf97cde tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:13.081341 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cff0b886-ffb2-4856-96a7-0f4619510cda req-508748ba-c49c-4cbf-b2fd-b079fcf97cde tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] 10.222.0.58 "GET /v2.0/ports?device_id=5cd5d8a0-5638-4fa3-8b24-b2a54012a414 HTTP/1.1" status: 200 len: 946 time: 0.1952286 Aug 05 12:13:13.133589 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-14c2c177-ebbc-41a6-a98f-6b0f3adf0670 tempest-PortsAdminExtendedAttrsIpV6TestJSON-548746480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-548746480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:13.140537 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-14c2c177-ebbc-41a6-a98f-6b0f3adf0670 tempest-PortsAdminExtendedAttrsIpV6TestJSON-548746480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-548746480-project] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:13.143504 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-14c2c177-ebbc-41a6-a98f-6b0f3adf0670 tempest-PortsAdminExtendedAttrsIpV6TestJSON-548746480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-548746480-project] 10.222.0.58 "DELETE /v2.0/networks/623b6d86-ccce-407c-ad3e-2a8a64f4bf36 HTTP/1.1" status: 204 len: 168 time: 0.5539856 Aug 05 12:13:13.182997 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c2c177-ebbc-41a6-a98f-6b0f3adf0670 tempest-PortsAdminExtendedAttrsIpV6TestJSON-548746480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-548746480-project] Pushing event deleted for resources: {'Network': ['ID=623b6d86-ccce-407c-ad3e-2a8a64f4bf36,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:13:13.189737 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cff0b886-ffb2-4856-96a7-0f4619510cda req-9c18ea87-997c-4fc3-970e-f77962c18355 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] 10.222.0.58 "GET /v2.0/security-groups?id=01458de5-fdb9-4902-8d8f-7b5ee9f50672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980175 Aug 05 12:13:13.423513 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19537b47-476c-4958-8a01-c7778e8a903b req-6dd33706-06ae-4070-ae03-ccfff06e0ee0 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:13.425634 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-19537b47-476c-4958-8a01-c7778e8a903b req-6dd33706-06ae-4070-ae03-ccfff06e0ee0 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] 10.222.0.58 "GET /v2.0/ports?device_id=5cd5d8a0-5638-4fa3-8b24-b2a54012a414 HTTP/1.1" status: 200 len: 946 time: 0.0755160 Aug 05 12:13:13.494718 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-19537b47-476c-4958-8a01-c7778e8a903b req-a6040473-1ceb-41ca-9517-cdb38a311746 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] 10.222.0.58 "GET /v2.0/security-groups?id=01458de5-fdb9-4902-8d8f-7b5ee9f50672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593810 Aug 05 12:13:13.581270 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35068) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:13:13.728351 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac61f9b-5b25-4c55-a84b-4fa352cb7934 req-b14c1cac-f023-4dba-ad3d-20703169ca02 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:13.731373 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-dac61f9b-5b25-4c55-a84b-4fa352cb7934 req-b14c1cac-f023-4dba-ad3d-20703169ca02 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ce6e147-ba3b-4cbc-ac35-ec3c0a82f9a4 HTTP/1.1" status: 200 len: 945 time: 0.1019297 Aug 05 12:13:13.861281 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-dac61f9b-5b25-4c55-a84b-4fa352cb7934 req-ae7b282d-3ead-4afd-9baa-30f4fc865ae8 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] 10.222.0.58 "GET /v2.0/security-groups?id=01458de5-fdb9-4902-8d8f-7b5ee9f50672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158621 Aug 05 12:13:13.876275 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-7565e197-931c-4bf6-9513-7a4dbb8445f2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7f4e7fda05f7472f9ba90f3bcf0756d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2930892 Aug 05 12:13:13.880512 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35072) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:13:13.961179 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-24fc1435-a3b4-479e-a99f-6c859133fc0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:14.004120 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:14.024184 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-24fc1435-a3b4-479e-a99f-6c859133fc0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:14.088897 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e419a621-0d71-4f84-93ed-ca47acd918dc req-41170e9f-92d0-48c3-ad5b-f3bbf217a4f5 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:14.091209 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e419a621-0d71-4f84-93ed-ca47acd918dc req-41170e9f-92d0-48c3-ad5b-f3bbf217a4f5 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] 10.222.0.58 "GET /v2.0/ports?device_id=768321b8-6942-4584-9d9d-6100e5811557 HTTP/1.1" status: 200 len: 946 time: 0.1148269 Aug 05 12:13:14.137314 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-24fc1435-a3b4-479e-a99f-6c859133fc0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:14.140727 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-24fc1435-a3b4-479e-a99f-6c859133fc0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:14.145206 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-24fc1435-a3b4-479e-a99f-6c859133fc0d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f1b5b044-788f-4928-b242-4d6958bfd5ba HTTP/1.1" status: 204 len: 168 time: 0.2600820 Aug 05 12:13:14.164648 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fc1435-a3b4-479e-a99f-6c859133fc0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1b5b044-788f-4928-b242-4d6958bfd5ba,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:13:14.170156 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e419a621-0d71-4f84-93ed-ca47acd918dc req-fae66520-f771-424d-aa57-86c1c28ee55c tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] 10.222.0.58 "GET /v2.0/security-groups?id=01458de5-fdb9-4902-8d8f-7b5ee9f50672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655565 Aug 05 12:13:14.244452 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [req-fc20ad72-6978-4f97-91df-b3988d1c5547 req-5545de64-a23e-401f-b68a-f70f4c8ad511 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94420) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 12:13:14.245621 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fc20ad72-6978-4f97-91df-b3988d1c5547 req-5545de64-a23e-401f-b68a-f70f4c8ad511 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082402 Aug 05 12:13:14.396712 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fc20ad72-6978-4f97-91df-b3988d1c5547 req-8d1537ec-3e5e-4375-bc6d-70bfb6515c13 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] 10.222.0.58 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.11&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1432643 Aug 05 12:13:14.590012 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35082) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:13:14.680820 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-f8faf4e6-d547-4b58-9898-94ad2444fdc8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2a1e260afbef4e8aad1c1adfb29cb272&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0889170 Aug 05 12:13:14.685739 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35086) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:13:14.819037 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c3a798b2-af5a-4e63-82cd-d83d27693848 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:14.875649 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909534bb-2b61-4379-b55c-fcae76e4e5f4 req-944481ac-89ce-4972-ad57-ad93bc9f06de tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:14.878133 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-909534bb-2b61-4379-b55c-fcae76e4e5f4 req-944481ac-89ce-4972-ad57-ad93bc9f06de tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] 10.222.0.58 "GET /v2.0/ports?device_id=5cd5d8a0-5638-4fa3-8b24-b2a54012a414 HTTP/1.1" status: 200 len: 946 time: 0.1377871 Aug 05 12:13:14.881138 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c3a798b2-af5a-4e63-82cd-d83d27693848 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:14.989793 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-909534bb-2b61-4379-b55c-fcae76e4e5f4 req-258a1761-4047-47ca-9b69-5577f45565a6 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] 10.222.0.58 "GET /v2.0/security-groups?id=01458de5-fdb9-4902-8d8f-7b5ee9f50672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985172 Aug 05 12:13:15.019911 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c3a798b2-af5a-4e63-82cd-d83d27693848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:15.026365 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c3a798b2-af5a-4e63-82cd-d83d27693848 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:15.028274 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-c3a798b2-af5a-4e63-82cd-d83d27693848 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ec83dd99-8a3c-4290-88e2-656b052c999f HTTP/1.1" status: 204 len: 168 time: 0.3405468 Aug 05 12:13:15.042960 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a798b2-af5a-4e63-82cd-d83d27693848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec83dd99-8a3c-4290-88e2-656b052c999f,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:13:15.207995 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08be909-76d8-4d07-b13d-bd738a818696 req-ed44aa95-172d-4058-9cf5-8eb428742289 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:15.210376 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b08be909-76d8-4d07-b13d-bd738a818696 req-ed44aa95-172d-4058-9cf5-8eb428742289 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ce6e147-ba3b-4cbc-ac35-ec3c0a82f9a4 HTTP/1.1" status: 200 len: 945 time: 0.0934134 Aug 05 12:13:15.267186 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b08be909-76d8-4d07-b13d-bd738a818696 req-93d4c35e-0d00-4a54-bc88-cee84a15e09a tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] 10.222.0.58 "GET /v2.0/security-groups?id=01458de5-fdb9-4902-8d8f-7b5ee9f50672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441284 Aug 05 12:13:15.456302 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16925bc-02b2-4896-8c6b-c6140c6511c3 req-a34de2fd-5885-4510-9af5-37e83e37f76c tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:15.459740 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c16925bc-02b2-4896-8c6b-c6140c6511c3 req-a34de2fd-5885-4510-9af5-37e83e37f76c tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] 10.222.0.58 "GET /v2.0/ports?device_id=768321b8-6942-4584-9d9d-6100e5811557 HTTP/1.1" status: 200 len: 946 time: 0.0908124 Aug 05 12:13:15.537146 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c16925bc-02b2-4896-8c6b-c6140c6511c3 req-c62cf31b-ba37-42ad-9581-a38cf6ffbd66 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] 10.222.0.58 "GET /v2.0/security-groups?id=01458de5-fdb9-4902-8d8f-7b5ee9f50672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648615 Aug 05 12:13:15.878691 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27931e3d-421b-478e-acf3-d76219c8118d req-879bac49-2360-47dd-939a-62f393a23d43 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:15.891464 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27931e3d-421b-478e-acf3-d76219c8118d req-879bac49-2360-47dd-939a-62f393a23d43 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:15.904898 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27931e3d-421b-478e-acf3-d76219c8118d req-879bac49-2360-47dd-939a-62f393a23d43 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:15.907922 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-27931e3d-421b-478e-acf3-d76219c8118d req-879bac49-2360-47dd-939a-62f393a23d43 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] 10.222.0.58 "GET /v2.0/ports?device_id=768321b8-6942-4584-9d9d-6100e5811557&device_id=6ce6e147-ba3b-4cbc-ac35-ec3c0a82f9a4&device_id=5cd5d8a0-5638-4fa3-8b24-b2a54012a414 HTTP/1.1" status: 200 len: 2418 time: 0.1283362 Aug 05 12:13:15.988797 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-27931e3d-421b-478e-acf3-d76219c8118d req-ac467b3b-37ef-4421-a9f1-f30cd080f3a6 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] 10.222.0.58 "GET /v2.0/security-groups?id=01458de5-fdb9-4902-8d8f-7b5ee9f50672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680914 Aug 05 12:13:16.050974 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [req-86f3bebc-a672-4ce6-99ef-b7512b72a7e0 req-8c0dbae0-1496-4057-91a6-e1fc1934bbe3 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94420) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 12:13:16.052874 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-86f3bebc-a672-4ce6-99ef-b7512b72a7e0 req-8c0dbae0-1496-4057-91a6-e1fc1934bbe3 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0104816 Aug 05 12:13:16.151096 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-86f3bebc-a672-4ce6-99ef-b7512b72a7e0 req-3a65f2e6-bc3b-4705-8f32-23c1219aee81 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] 10.222.0.58 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0893939 Aug 05 12:13:17.044305 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35136) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:13:17.237405 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-3f8f5237-3ee6-42d1-a945-8d8a11b0767d tempest-PortsAdminExtendedAttrsTestJSON-1881243750 tempest-PortsAdminExtendedAttrsTestJSON-1881243750-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-591854317'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:13:17.278365 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f8f5237-3ee6-42d1-a945-8d8a11b0767d tempest-PortsAdminExtendedAttrsTestJSON-1881243750 tempest-PortsAdminExtendedAttrsTestJSON-1881243750-project] Made reservation on behalf of d1cfd999e6cb4303bd46ef27c9714dec for: {'network': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:13:17.285076 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3f8f5237-3ee6-42d1-a945-8d8a11b0767d tempest-PortsAdminExtendedAttrsTestJSON-1881243750 tempest-PortsAdminExtendedAttrsTestJSON-1881243750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:17.302231 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3f8f5237-3ee6-42d1-a945-8d8a11b0767d tempest-PortsAdminExtendedAttrsTestJSON-1881243750 tempest-PortsAdminExtendedAttrsTestJSON-1881243750-project] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:17.472425 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3f8f5237-3ee6-42d1-a945-8d8a11b0767d tempest-PortsAdminExtendedAttrsTestJSON-1881243750 tempest-PortsAdminExtendedAttrsTestJSON-1881243750-project] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:17.480181 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3f8f5237-3ee6-42d1-a945-8d8a11b0767d tempest-PortsAdminExtendedAttrsTestJSON-1881243750 tempest-PortsAdminExtendedAttrsTestJSON-1881243750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:17.526439 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f8f5237-3ee6-42d1-a945-8d8a11b0767d tempest-PortsAdminExtendedAttrsTestJSON-1881243750 tempest-PortsAdminExtendedAttrsTestJSON-1881243750-project] vlan segment allocate from pool success with {'vlan_id': 684, 'physical_network': 'physnet1'} {{(pid=94420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 12:13:17.553229 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8f5237-3ee6-42d1-a945-8d8a11b0767d tempest-PortsAdminExtendedAttrsTestJSON-1881243750 tempest-PortsAdminExtendedAttrsTestJSON-1881243750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef09a976-7bb3-4ab5-9b1c-00e6854062c6,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:13:17.563944 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3f8f5237-3ee6-42d1-a945-8d8a11b0767d tempest-PortsAdminExtendedAttrsTestJSON-1881243750 tempest-PortsAdminExtendedAttrsTestJSON-1881243750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:17.564477 n-d-803378-2 neutron-server[94420]: INFO neutron.db.segments_db [None req-3f8f5237-3ee6-42d1-a945-8d8a11b0767d tempest-PortsAdminExtendedAttrsTestJSON-1881243750 tempest-PortsAdminExtendedAttrsTestJSON-1881243750-project] Added segment f6dbc8f5-3ff8-469d-9c1e-d59fc40aba33 of type vlan for network d217df2a-c2f9-4cc4-b09b-f35eeb26368b Aug 05 12:13:17.635242 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3f8f5237-3ee6-42d1-a945-8d8a11b0767d tempest-PortsAdminExtendedAttrsTestJSON-1881243750 tempest-PortsAdminExtendedAttrsTestJSON-1881243750-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:17.675100 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3f8f5237-3ee6-42d1-a945-8d8a11b0767d tempest-PortsAdminExtendedAttrsTestJSON-1881243750 tempest-PortsAdminExtendedAttrsTestJSON-1881243750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:17.682272 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8f5237-3ee6-42d1-a945-8d8a11b0767d tempest-PortsAdminExtendedAttrsTestJSON-1881243750 tempest-PortsAdminExtendedAttrsTestJSON-1881243750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:17.682862 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3f8f5237-3ee6-42d1-a945-8d8a11b0767d tempest-PortsAdminExtendedAttrsTestJSON-1881243750 tempest-PortsAdminExtendedAttrsTestJSON-1881243750-project] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:17.755396 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-3f8f5237-3ee6-42d1-a945-8d8a11b0767d tempest-PortsAdminExtendedAttrsTestJSON-1881243750 tempest-PortsAdminExtendedAttrsTestJSON-1881243750-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.7096744 Aug 05 12:13:17.773028 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8f5237-3ee6-42d1-a945-8d8a11b0767d tempest-PortsAdminExtendedAttrsTestJSON-1881243750 tempest-PortsAdminExtendedAttrsTestJSON-1881243750-project] Pushing event updated for resources: {'Network': ['ID=d217df2a-c2f9-4cc4-b09b-f35eeb26368b,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:13:17.794302 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network d217df2a-c2f9-4cc4-b09b-f35eeb26368b details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 12:13:17.926238 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237b967a-30bb-487b-a95c-c4eedcce7103 req-4cb87f6e-2768-4367-94e4-6c4c708970e1 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:17.927828 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-237b967a-30bb-487b-a95c-c4eedcce7103 req-4cb87f6e-2768-4367-94e4-6c4c708970e1 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] 10.222.0.58 "GET /v2.0/ports?device_id=768321b8-6942-4584-9d9d-6100e5811557 HTTP/1.1" status: 200 len: 946 time: 0.0626180 Aug 05 12:13:17.993132 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-237b967a-30bb-487b-a95c-c4eedcce7103 req-ac5f9295-92b8-493e-9164-6570c59dded0 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] 10.222.0.58 "GET /v2.0/security-groups?id=01458de5-fdb9-4902-8d8f-7b5ee9f50672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543962 Aug 05 12:13:18.029050 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35152) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:13:18.034672 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-5361f0ee-7098-442b-9288-724f39f85ba4 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Request body: {'port': {'network_id': 'd217df2a-c2f9-4cc4-b09b-f35eeb26368b', 'binding:host_id': 'n-h2-803378-2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1874237570'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:13:18.063845 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5361f0ee-7098-442b-9288-724f39f85ba4 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Made reservation on behalf of 370d55fd7655478bbaac57b8e7cbdf51 for: {'port': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:13:18.066469 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5361f0ee-7098-442b-9288-724f39f85ba4 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:18.081487 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5361f0ee-7098-442b-9288-724f39f85ba4 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:18.217027 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5361f0ee-7098-442b-9288-724f39f85ba4 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:18.222504 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5361f0ee-7098-442b-9288-724f39f85ba4 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:18.230413 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [None req-5361f0ee-7098-442b-9288-724f39f85ba4 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] device_id is not set on port e581eb02-a627-4e3d-9089-a38dcd9550d3 yet. {{(pid=94420) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 12:13:18.320564 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5361f0ee-7098-442b-9288-724f39f85ba4 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb23f19e-87af-4c47-b71d-59c0d0561c64,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:13:18.569689 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [None req-5361f0ee-7098-442b-9288-724f39f85ba4 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] device_id is not set on port e581eb02-a627-4e3d-9089-a38dcd9550d3 yet. {{(pid=94420) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 12:13:18.587532 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5361f0ee-7098-442b-9288-724f39f85ba4 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:18.607526 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [None req-5361f0ee-7098-442b-9288-724f39f85ba4 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Transition to ACTIVE for port object e581eb02-a627-4e3d-9089-a38dcd9550d3 will not be triggered until provisioned by entity L2. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:13:18.623799 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5361f0ee-7098-442b-9288-724f39f85ba4 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:18.730321 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5361f0ee-7098-442b-9288-724f39f85ba4 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Pushing event updated for resources: {'Port': ['ID=e581eb02-a627-4e3d-9089-a38dcd9550d3,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:13:18.751973 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5361f0ee-7098-442b-9288-724f39f85ba4 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Checking segment: {'id': 'f6dbc8f5-3ff8-469d-9c1e-d59fc40aba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'd217df2a-c2f9-4cc4-b09b-f35eeb26368b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:13:18.752195 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5361f0ee-7098-442b-9288-724f39f85ba4 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Network hostable DHCP agents. Network: d217df2a-c2f9-4cc4-b09b-f35eeb26368b, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 12:13:18.773787 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5361f0ee-7098-442b-9288-724f39f85ba4 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Network d217df2a-c2f9-4cc4-b09b-f35eeb26368b is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 12:13:18.790269 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-5361f0ee-7098-442b-9288-724f39f85ba4 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, d217df2a-c2f9-4cc4-b09b-f35eeb26368b) {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:13:18.795357 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5361f0ee-7098-442b-9288-724f39f85ba4 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:13:18.810307 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae911b37-8d67-462c-9753-3eecda20f948 None None] Network d217df2a-c2f9-4cc4-b09b-f35eeb26368b requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:13:18.817004 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [None req-5361f0ee-7098-442b-9288-724f39f85ba4 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attempting to bind port e581eb02-a627-4e3d-9089-a38dcd9550d3 on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:13:18.817725 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [None req-5361f0ee-7098-442b-9288-724f39f85ba4 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attempting to bind port e581eb02-a627-4e3d-9089-a38dcd9550d3 by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': 'f6dbc8f5-3ff8-469d-9c1e-d59fc40aba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'd217df2a-c2f9-4cc4-b09b-f35eeb26368b'}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:13:18.818369 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5361f0ee-7098-442b-9288-724f39f85ba4 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attempting to bind port e581eb02-a627-4e3d-9089-a38dcd9550d3 on network d217df2a-c2f9-4cc4-b09b-f35eeb26368b {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:13:18.827540 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5361f0ee-7098-442b-9288-724f39f85ba4 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Port e581eb02-a627-4e3d-9089-a38dcd9550d3 on network d217df2a-c2f9-4cc4-b09b-f35eeb26368b not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 12:13:18.828066 n-d-803378-2 neutron-server[94420]: ERROR neutron.plugins.ml2.managers [None req-5361f0ee-7098-442b-9288-724f39f85ba4 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Failed to bind port e581eb02-a627-4e3d-9089-a38dcd9550d3 on host n-h2-803378-2 for vnic_type normal using segments [{'id': 'f6dbc8f5-3ff8-469d-9c1e-d59fc40aba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'd217df2a-c2f9-4cc4-b09b-f35eeb26368b'}] Aug 05 12:13:18.828800 n-d-803378-2 neutron-server[94420]: INFO neutron.plugins.ml2.plugin [None req-5361f0ee-7098-442b-9288-724f39f85ba4 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attempt 2 to bind port e581eb02-a627-4e3d-9089-a38dcd9550d3 Aug 05 12:13:18.849793 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [None req-5361f0ee-7098-442b-9288-724f39f85ba4 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attempting to bind port e581eb02-a627-4e3d-9089-a38dcd9550d3 on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:13:18.850497 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [None req-5361f0ee-7098-442b-9288-724f39f85ba4 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attempting to bind port e581eb02-a627-4e3d-9089-a38dcd9550d3 by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': 'f6dbc8f5-3ff8-469d-9c1e-d59fc40aba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'd217df2a-c2f9-4cc4-b09b-f35eeb26368b'}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:13:18.851851 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5361f0ee-7098-442b-9288-724f39f85ba4 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attempting to bind port e581eb02-a627-4e3d-9089-a38dcd9550d3 on network d217df2a-c2f9-4cc4-b09b-f35eeb26368b {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:13:18.860034 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5361f0ee-7098-442b-9288-724f39f85ba4 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Port e581eb02-a627-4e3d-9089-a38dcd9550d3 on network d217df2a-c2f9-4cc4-b09b-f35eeb26368b not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 12:13:18.860598 n-d-803378-2 neutron-server[94420]: ERROR neutron.plugins.ml2.managers [None req-5361f0ee-7098-442b-9288-724f39f85ba4 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Failed to bind port e581eb02-a627-4e3d-9089-a38dcd9550d3 on host n-h2-803378-2 for vnic_type normal using segments [{'id': 'f6dbc8f5-3ff8-469d-9c1e-d59fc40aba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'd217df2a-c2f9-4cc4-b09b-f35eeb26368b'}] Aug 05 12:13:18.861232 n-d-803378-2 neutron-server[94420]: INFO neutron.plugins.ml2.plugin [None req-5361f0ee-7098-442b-9288-724f39f85ba4 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attempt 3 to bind port e581eb02-a627-4e3d-9089-a38dcd9550d3 Aug 05 12:13:18.889591 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [None req-5361f0ee-7098-442b-9288-724f39f85ba4 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attempting to bind port e581eb02-a627-4e3d-9089-a38dcd9550d3 on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:13:18.889828 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [None req-5361f0ee-7098-442b-9288-724f39f85ba4 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attempting to bind port e581eb02-a627-4e3d-9089-a38dcd9550d3 by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': 'f6dbc8f5-3ff8-469d-9c1e-d59fc40aba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'd217df2a-c2f9-4cc4-b09b-f35eeb26368b'}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:13:18.890159 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5361f0ee-7098-442b-9288-724f39f85ba4 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attempting to bind port e581eb02-a627-4e3d-9089-a38dcd9550d3 on network d217df2a-c2f9-4cc4-b09b-f35eeb26368b {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:13:18.895251 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5361f0ee-7098-442b-9288-724f39f85ba4 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Port e581eb02-a627-4e3d-9089-a38dcd9550d3 on network d217df2a-c2f9-4cc4-b09b-f35eeb26368b not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 12:13:18.895588 n-d-803378-2 neutron-server[94420]: ERROR neutron.plugins.ml2.managers [None req-5361f0ee-7098-442b-9288-724f39f85ba4 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Failed to bind port e581eb02-a627-4e3d-9089-a38dcd9550d3 on host n-h2-803378-2 for vnic_type normal using segments [{'id': 'f6dbc8f5-3ff8-469d-9c1e-d59fc40aba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'd217df2a-c2f9-4cc4-b09b-f35eeb26368b'}] Aug 05 12:13:18.895984 n-d-803378-2 neutron-server[94420]: INFO neutron.plugins.ml2.plugin [None req-5361f0ee-7098-442b-9288-724f39f85ba4 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attempt 4 to bind port e581eb02-a627-4e3d-9089-a38dcd9550d3 Aug 05 12:13:18.910345 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [None req-5361f0ee-7098-442b-9288-724f39f85ba4 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attempting to bind port e581eb02-a627-4e3d-9089-a38dcd9550d3 on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:13:18.910843 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [None req-5361f0ee-7098-442b-9288-724f39f85ba4 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attempting to bind port e581eb02-a627-4e3d-9089-a38dcd9550d3 by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': 'f6dbc8f5-3ff8-469d-9c1e-d59fc40aba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'd217df2a-c2f9-4cc4-b09b-f35eeb26368b'}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:13:18.911252 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5361f0ee-7098-442b-9288-724f39f85ba4 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attempting to bind port e581eb02-a627-4e3d-9089-a38dcd9550d3 on network d217df2a-c2f9-4cc4-b09b-f35eeb26368b {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:13:18.918535 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5361f0ee-7098-442b-9288-724f39f85ba4 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Port e581eb02-a627-4e3d-9089-a38dcd9550d3 on network d217df2a-c2f9-4cc4-b09b-f35eeb26368b not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 12:13:18.919037 n-d-803378-2 neutron-server[94420]: ERROR neutron.plugins.ml2.managers [None req-5361f0ee-7098-442b-9288-724f39f85ba4 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Failed to bind port e581eb02-a627-4e3d-9089-a38dcd9550d3 on host n-h2-803378-2 for vnic_type normal using segments [{'id': 'f6dbc8f5-3ff8-469d-9c1e-d59fc40aba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'd217df2a-c2f9-4cc4-b09b-f35eeb26368b'}] Aug 05 12:13:18.919766 n-d-803378-2 neutron-server[94420]: INFO neutron.plugins.ml2.plugin [None req-5361f0ee-7098-442b-9288-724f39f85ba4 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attempt 5 to bind port e581eb02-a627-4e3d-9089-a38dcd9550d3 Aug 05 12:13:18.940361 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [None req-5361f0ee-7098-442b-9288-724f39f85ba4 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attempting to bind port e581eb02-a627-4e3d-9089-a38dcd9550d3 on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:13:18.940926 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [None req-5361f0ee-7098-442b-9288-724f39f85ba4 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attempting to bind port e581eb02-a627-4e3d-9089-a38dcd9550d3 by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': 'f6dbc8f5-3ff8-469d-9c1e-d59fc40aba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'd217df2a-c2f9-4cc4-b09b-f35eeb26368b'}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:13:18.941356 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5361f0ee-7098-442b-9288-724f39f85ba4 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attempting to bind port e581eb02-a627-4e3d-9089-a38dcd9550d3 on network d217df2a-c2f9-4cc4-b09b-f35eeb26368b {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:13:18.948802 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5361f0ee-7098-442b-9288-724f39f85ba4 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Port e581eb02-a627-4e3d-9089-a38dcd9550d3 on network d217df2a-c2f9-4cc4-b09b-f35eeb26368b not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 12:13:18.949323 n-d-803378-2 neutron-server[94420]: ERROR neutron.plugins.ml2.managers [None req-5361f0ee-7098-442b-9288-724f39f85ba4 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Failed to bind port e581eb02-a627-4e3d-9089-a38dcd9550d3 on host n-h2-803378-2 for vnic_type normal using segments [{'id': 'f6dbc8f5-3ff8-469d-9c1e-d59fc40aba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'd217df2a-c2f9-4cc4-b09b-f35eeb26368b'}] Aug 05 12:13:18.949943 n-d-803378-2 neutron-server[94420]: INFO neutron.plugins.ml2.plugin [None req-5361f0ee-7098-442b-9288-724f39f85ba4 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attempt 6 to bind port e581eb02-a627-4e3d-9089-a38dcd9550d3 Aug 05 12:13:18.974456 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [None req-5361f0ee-7098-442b-9288-724f39f85ba4 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attempting to bind port e581eb02-a627-4e3d-9089-a38dcd9550d3 on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:13:18.975127 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [None req-5361f0ee-7098-442b-9288-724f39f85ba4 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attempting to bind port e581eb02-a627-4e3d-9089-a38dcd9550d3 by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': 'f6dbc8f5-3ff8-469d-9c1e-d59fc40aba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'd217df2a-c2f9-4cc4-b09b-f35eeb26368b'}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:13:18.975679 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5361f0ee-7098-442b-9288-724f39f85ba4 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attempting to bind port e581eb02-a627-4e3d-9089-a38dcd9550d3 on network d217df2a-c2f9-4cc4-b09b-f35eeb26368b {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:13:18.984825 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5361f0ee-7098-442b-9288-724f39f85ba4 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Port e581eb02-a627-4e3d-9089-a38dcd9550d3 on network d217df2a-c2f9-4cc4-b09b-f35eeb26368b not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 12:13:18.985310 n-d-803378-2 neutron-server[94420]: ERROR neutron.plugins.ml2.managers [None req-5361f0ee-7098-442b-9288-724f39f85ba4 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Failed to bind port e581eb02-a627-4e3d-9089-a38dcd9550d3 on host n-h2-803378-2 for vnic_type normal using segments [{'id': 'f6dbc8f5-3ff8-469d-9c1e-d59fc40aba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'd217df2a-c2f9-4cc4-b09b-f35eeb26368b'}] Aug 05 12:13:18.985917 n-d-803378-2 neutron-server[94420]: INFO neutron.plugins.ml2.plugin [None req-5361f0ee-7098-442b-9288-724f39f85ba4 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attempt 7 to bind port e581eb02-a627-4e3d-9089-a38dcd9550d3 Aug 05 12:13:19.010886 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [None req-5361f0ee-7098-442b-9288-724f39f85ba4 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attempting to bind port e581eb02-a627-4e3d-9089-a38dcd9550d3 on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:13:19.011396 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [None req-5361f0ee-7098-442b-9288-724f39f85ba4 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attempting to bind port e581eb02-a627-4e3d-9089-a38dcd9550d3 by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': 'f6dbc8f5-3ff8-469d-9c1e-d59fc40aba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'd217df2a-c2f9-4cc4-b09b-f35eeb26368b'}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:13:19.011826 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5361f0ee-7098-442b-9288-724f39f85ba4 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attempting to bind port e581eb02-a627-4e3d-9089-a38dcd9550d3 on network d217df2a-c2f9-4cc4-b09b-f35eeb26368b {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:13:19.019760 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5361f0ee-7098-442b-9288-724f39f85ba4 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Port e581eb02-a627-4e3d-9089-a38dcd9550d3 on network d217df2a-c2f9-4cc4-b09b-f35eeb26368b not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 12:13:19.020190 n-d-803378-2 neutron-server[94420]: ERROR neutron.plugins.ml2.managers [None req-5361f0ee-7098-442b-9288-724f39f85ba4 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Failed to bind port e581eb02-a627-4e3d-9089-a38dcd9550d3 on host n-h2-803378-2 for vnic_type normal using segments [{'id': 'f6dbc8f5-3ff8-469d-9c1e-d59fc40aba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'd217df2a-c2f9-4cc4-b09b-f35eeb26368b'}] Aug 05 12:13:19.020881 n-d-803378-2 neutron-server[94420]: INFO neutron.plugins.ml2.plugin [None req-5361f0ee-7098-442b-9288-724f39f85ba4 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attempt 8 to bind port e581eb02-a627-4e3d-9089-a38dcd9550d3 Aug 05 12:13:19.045797 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [None req-5361f0ee-7098-442b-9288-724f39f85ba4 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attempting to bind port e581eb02-a627-4e3d-9089-a38dcd9550d3 on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:13:19.046342 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [None req-5361f0ee-7098-442b-9288-724f39f85ba4 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attempting to bind port e581eb02-a627-4e3d-9089-a38dcd9550d3 by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': 'f6dbc8f5-3ff8-469d-9c1e-d59fc40aba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'd217df2a-c2f9-4cc4-b09b-f35eeb26368b'}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:13:19.046899 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5361f0ee-7098-442b-9288-724f39f85ba4 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attempting to bind port e581eb02-a627-4e3d-9089-a38dcd9550d3 on network d217df2a-c2f9-4cc4-b09b-f35eeb26368b {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:13:19.056324 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5361f0ee-7098-442b-9288-724f39f85ba4 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Port e581eb02-a627-4e3d-9089-a38dcd9550d3 on network d217df2a-c2f9-4cc4-b09b-f35eeb26368b not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 12:13:19.056837 n-d-803378-2 neutron-server[94420]: ERROR neutron.plugins.ml2.managers [None req-5361f0ee-7098-442b-9288-724f39f85ba4 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Failed to bind port e581eb02-a627-4e3d-9089-a38dcd9550d3 on host n-h2-803378-2 for vnic_type normal using segments [{'id': 'f6dbc8f5-3ff8-469d-9c1e-d59fc40aba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'd217df2a-c2f9-4cc4-b09b-f35eeb26368b'}] Aug 05 12:13:19.057355 n-d-803378-2 neutron-server[94420]: INFO neutron.plugins.ml2.plugin [None req-5361f0ee-7098-442b-9288-724f39f85ba4 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attempt 9 to bind port e581eb02-a627-4e3d-9089-a38dcd9550d3 Aug 05 12:13:19.074634 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [None req-5361f0ee-7098-442b-9288-724f39f85ba4 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attempting to bind port e581eb02-a627-4e3d-9089-a38dcd9550d3 on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:13:19.075737 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [None req-5361f0ee-7098-442b-9288-724f39f85ba4 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attempting to bind port e581eb02-a627-4e3d-9089-a38dcd9550d3 by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': 'f6dbc8f5-3ff8-469d-9c1e-d59fc40aba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'd217df2a-c2f9-4cc4-b09b-f35eeb26368b'}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:13:19.075737 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5361f0ee-7098-442b-9288-724f39f85ba4 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attempting to bind port e581eb02-a627-4e3d-9089-a38dcd9550d3 on network d217df2a-c2f9-4cc4-b09b-f35eeb26368b {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:13:19.082073 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5361f0ee-7098-442b-9288-724f39f85ba4 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Port e581eb02-a627-4e3d-9089-a38dcd9550d3 on network d217df2a-c2f9-4cc4-b09b-f35eeb26368b not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 12:13:19.082473 n-d-803378-2 neutron-server[94420]: ERROR neutron.plugins.ml2.managers [None req-5361f0ee-7098-442b-9288-724f39f85ba4 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Failed to bind port e581eb02-a627-4e3d-9089-a38dcd9550d3 on host n-h2-803378-2 for vnic_type normal using segments [{'id': 'f6dbc8f5-3ff8-469d-9c1e-d59fc40aba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'd217df2a-c2f9-4cc4-b09b-f35eeb26368b'}] Aug 05 12:13:19.083011 n-d-803378-2 neutron-server[94420]: INFO neutron.plugins.ml2.plugin [None req-5361f0ee-7098-442b-9288-724f39f85ba4 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attempt 10 to bind port e581eb02-a627-4e3d-9089-a38dcd9550d3 Aug 05 12:13:19.106499 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [None req-5361f0ee-7098-442b-9288-724f39f85ba4 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attempting to bind port e581eb02-a627-4e3d-9089-a38dcd9550d3 on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:13:19.107014 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [None req-5361f0ee-7098-442b-9288-724f39f85ba4 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attempting to bind port e581eb02-a627-4e3d-9089-a38dcd9550d3 by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': 'f6dbc8f5-3ff8-469d-9c1e-d59fc40aba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'd217df2a-c2f9-4cc4-b09b-f35eeb26368b'}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:13:19.107515 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5361f0ee-7098-442b-9288-724f39f85ba4 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attempting to bind port e581eb02-a627-4e3d-9089-a38dcd9550d3 on network d217df2a-c2f9-4cc4-b09b-f35eeb26368b {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:13:19.134920 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5361f0ee-7098-442b-9288-724f39f85ba4 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Port e581eb02-a627-4e3d-9089-a38dcd9550d3 on network d217df2a-c2f9-4cc4-b09b-f35eeb26368b not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 12:13:19.135464 n-d-803378-2 neutron-server[94420]: ERROR neutron.plugins.ml2.managers [None req-5361f0ee-7098-442b-9288-724f39f85ba4 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Failed to bind port e581eb02-a627-4e3d-9089-a38dcd9550d3 on host n-h2-803378-2 for vnic_type normal using segments [{'id': 'f6dbc8f5-3ff8-469d-9c1e-d59fc40aba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'd217df2a-c2f9-4cc4-b09b-f35eeb26368b'}] Aug 05 12:13:19.136142 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5361f0ee-7098-442b-9288-724f39f85ba4 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:19.276075 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb3d06f-c9c2-4223-bc87-5bf6857bdc7a req-8080b03f-471f-42e2-91cb-834db0f2b1da tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:19.278662 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8cb3d06f-c9c2-4223-bc87-5bf6857bdc7a req-8080b03f-471f-42e2-91cb-834db0f2b1da tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] 10.222.0.58 "GET /v2.0/ports?device_id=768321b8-6942-4584-9d9d-6100e5811557 HTTP/1.1" status: 200 len: 946 time: 0.1661315 Aug 05 12:13:19.353106 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-5361f0ee-7098-442b-9288-724f39f85ba4 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] For port e581eb02-a627-4e3d-9089-a38dcd9550d3, host n-h2-803378-2, cleared binding levels {{(pid=94420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:13:19.353654 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-5361f0ee-7098-442b-9288-724f39f85ba4 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attempted to set empty binding levels {{(pid=94420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 05 12:13:19.367474 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5361f0ee-7098-442b-9288-724f39f85ba4 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:19.458705 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5361f0ee-7098-442b-9288-724f39f85ba4 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:19.459853 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5361f0ee-7098-442b-9288-724f39f85ba4 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:19.470707 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8cb3d06f-c9c2-4223-bc87-5bf6857bdc7a req-61e89c8b-7518-42cb-89c6-2f977762ed98 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] 10.222.0.58 "GET /v2.0/security-groups?id=01458de5-fdb9-4902-8d8f-7b5ee9f50672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705008 Aug 05 12:13:19.506473 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5361f0ee-7098-442b-9288-724f39f85ba4 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Pushing event updated for resources: {'Port': ['ID=e581eb02-a627-4e3d-9089-a38dcd9550d3,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:13:19.516610 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-5361f0ee-7098-442b-9288-724f39f85ba4 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 1.4820893 Aug 05 12:13:19.519053 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35156) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:13:19.615757 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-938c36ba-c933-405a-b357-e26e551e81bd tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Deleting port e581eb02-a627-4e3d-9089-a38dcd9550d3 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:13:19.616078 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-938c36ba-c933-405a-b357-e26e551e81bd tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:19.734990 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-938c36ba-c933-405a-b357-e26e551e81bd tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] For port e581eb02-a627-4e3d-9089-a38dcd9550d3, host n-h2-803378-2, got binding levels [] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:13:19.735576 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-938c36ba-c933-405a-b357-e26e551e81bd tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:19.753660 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-938c36ba-c933-405a-b357-e26e551e81bd tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Calling delete_port for e581eb02-a627-4e3d-9089-a38dcd9550d3 owned by {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:13:19.862880 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-938c36ba-c933-405a-b357-e26e551e81bd tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:19.899766 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938c36ba-c933-405a-b357-e26e551e81bd tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Pushing event deleted for resources: {'Port': ['ID=e581eb02-a627-4e3d-9089-a38dcd9550d3,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:13:19.907804 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-938c36ba-c933-405a-b357-e26e551e81bd tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:19.910180 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-938c36ba-c933-405a-b357-e26e551e81bd tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] 10.222.0.58 "DELETE /v2.0/ports/e581eb02-a627-4e3d-9089-a38dcd9550d3 HTTP/1.1" status: 204 len: 168 time: 0.3908727 Aug 05 12:13:19.914935 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35158) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:13:19.947915 n-d-803378-2 neutron-server[94420]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbc9a8d4-4aab-4b93-b6dc-9268965b00e0 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] GET failed (client error): The resource could not be found. Aug 05 12:13:19.949708 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-dbc9a8d4-4aab-4b93-b6dc-9268965b00e0 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] 10.222.0.58 "GET /v2.0/ports/e581eb02-a627-4e3d-9089-a38dcd9550d3 HTTP/1.1" status: 404 len: 333 time: 0.0333414 Aug 05 12:13:19.953988 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35160) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:13:19.959129 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-9cffc388-6725-4167-8b08-4122ac35bac1 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Request body: {'port': {'network_id': 'd217df2a-c2f9-4cc4-b09b-f35eeb26368b', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1988217588'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:13:19.985438 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cffc388-6725-4167-8b08-4122ac35bac1 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Made reservation on behalf of 370d55fd7655478bbaac57b8e7cbdf51 for: {'port': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:13:19.987977 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9cffc388-6725-4167-8b08-4122ac35bac1 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:20.006020 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [None req-9cffc388-6725-4167-8b08-4122ac35bac1 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] device_id is not set on port d13a1a17-7e9f-41f5-be24-afd57837cf86 yet. {{(pid=94420) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 12:13:20.213302 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9cffc388-6725-4167-8b08-4122ac35bac1 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:20.283231 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9cffc388-6725-4167-8b08-4122ac35bac1 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:20.356761 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cffc388-6725-4167-8b08-4122ac35bac1 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Network d217df2a-c2f9-4cc4-b09b-f35eeb26368b is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:13:20.363499 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-9cffc388-6725-4167-8b08-4122ac35bac1 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:13:20.373680 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cffc388-6725-4167-8b08-4122ac35bac1 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:13:20.375231 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cffc388-6725-4167-8b08-4122ac35bac1 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:20.376190 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9cffc388-6725-4167-8b08-4122ac35bac1 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:20.393249 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cffc388-6725-4167-8b08-4122ac35bac1 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Pushing event updated for resources: {'Port': ['ID=d13a1a17-7e9f-41f5-be24-afd57837cf86,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:13:20.409009 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-9cffc388-6725-4167-8b08-4122ac35bac1 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.4535916 Aug 05 12:13:20.411954 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35164) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:13:20.418596 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-d266699b-6e57-432c-bc13-0cfabf340e27 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-803378-2'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:13:20.506152 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d266699b-6e57-432c-bc13-0cfabf340e27 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:20.585329 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8caa5766-d183-41e4-bde3-82e72f66d996 req-df560017-7b68-46d3-accd-a1f4a4e8f8da service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=acddff7a-3ff4-4842-8a90-796eac4fb2e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1584079 Aug 05 12:13:20.786432 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d6335e-7eac-4a4f-8874-bdcf8a4c743a req-0037badd-8bd6-4c55-a100-d85a9940a93a tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:20.790143 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b5d6335e-7eac-4a4f-8874-bdcf8a4c743a req-0037badd-8bd6-4c55-a100-d85a9940a93a tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] 10.222.0.58 "GET /v2.0/ports?device_id=768321b8-6942-4584-9d9d-6100e5811557 HTTP/1.1" status: 200 len: 946 time: 0.1899445 Aug 05 12:13:20.790783 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caa5766-d183-41e4-bde3-82e72f66d996 req-016bc5d1-da3d-4882-ad62-7a3add0df750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:20.793442 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8caa5766-d183-41e4-bde3-82e72f66d996 req-016bc5d1-da3d-4882-ad62-7a3add0df750 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f717acd5caa748b6b706fbaad1f3b969&device_id=acddff7a-3ff4-4842-8a90-796eac4fb2e3 HTTP/1.1" status: 200 len: 1096 time: 0.0933919 Aug 05 12:13:20.941900 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b5d6335e-7eac-4a4f-8874-bdcf8a4c743a req-c15f5fed-9450-4335-a37e-503eb7423b62 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] 10.222.0.58 "GET /v2.0/security-groups?id=01458de5-fdb9-4902-8d8f-7b5ee9f50672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277425 Aug 05 12:13:21.021256 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caa5766-d183-41e4-bde3-82e72f66d996 req-824dde58-991e-4aa4-8ed7-4dcfd9447d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:21.024878 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8caa5766-d183-41e4-bde3-82e72f66d996 req-824dde58-991e-4aa4-8ed7-4dcfd9447d99 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b881efb6-f52e-4006-a158-c2aa42fef2fe HTTP/1.1" status: 200 len: 912 time: 0.1921682 Aug 05 12:13:21.039013 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [None req-d266699b-6e57-432c-bc13-0cfabf340e27 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] device_id is not set on port d13a1a17-7e9f-41f5-be24-afd57837cf86 yet. {{(pid=94420) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 12:13:21.066239 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d266699b-6e57-432c-bc13-0cfabf340e27 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:21.087501 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [None req-d266699b-6e57-432c-bc13-0cfabf340e27 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Transition to ACTIVE for port object d13a1a17-7e9f-41f5-be24-afd57837cf86 will not be triggered until provisioned by entity L2. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:13:21.095570 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d266699b-6e57-432c-bc13-0cfabf340e27 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:21.121056 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8caa5766-d183-41e4-bde3-82e72f66d996 req-aec518d7-9b28-41dd-b031-3da47038b030 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d6ba544-8ec5-4a0c-a9cf-9a92f996040a HTTP/1.1" status: 200 len: 1001 time: 0.0866139 Aug 05 12:13:21.127198 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76664e9-5a5b-4c5d-8b22-3dd45b352c24 req-c53ae5df-2a2d-4514-bb60-bc8d369e5c4c tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:21.129058 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e76664e9-5a5b-4c5d-8b22-3dd45b352c24 req-c53ae5df-2a2d-4514-bb60-bc8d369e5c4c tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] 10.222.0.64 "GET /v2.0/ports?device_id=768321b8-6942-4584-9d9d-6100e5811557 HTTP/1.1" status: 200 len: 946 time: 0.1170249 Aug 05 12:13:21.205611 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caa5766-d183-41e4-bde3-82e72f66d996 req-35a8fd62-bcaa-46cf-9262-25b310c9bb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:21.206499 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8caa5766-d183-41e4-bde3-82e72f66d996 req-35a8fd62-bcaa-46cf-9262-25b310c9bb88 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=96bcc71c-db3b-48c5-a5c3-35b749d6182d HTTP/1.1" status: 200 len: 850 time: 0.0682192 Aug 05 12:13:21.271832 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d266699b-6e57-432c-bc13-0cfabf340e27 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Pushing event updated for resources: {'Port': ['ID=d13a1a17-7e9f-41f5-be24-afd57837cf86,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:13:21.310547 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caa5766-d183-41e4-bde3-82e72f66d996 req-a2b2c25e-3338-422a-bf9d-46875a08a4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:21.313437 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8caa5766-d183-41e4-bde3-82e72f66d996 req-a2b2c25e-3338-422a-bf9d-46875a08a4ca service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b881efb6-f52e-4006-a158-c2aa42fef2fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0920880 Aug 05 12:13:21.341415 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [None req-d266699b-6e57-432c-bc13-0cfabf340e27 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attempting to bind port d13a1a17-7e9f-41f5-be24-afd57837cf86 on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:13:21.342153 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [None req-d266699b-6e57-432c-bc13-0cfabf340e27 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attempting to bind port d13a1a17-7e9f-41f5-be24-afd57837cf86 by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': 'f6dbc8f5-3ff8-469d-9c1e-d59fc40aba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'd217df2a-c2f9-4cc4-b09b-f35eeb26368b'}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:13:21.342972 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d266699b-6e57-432c-bc13-0cfabf340e27 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attempting to bind port d13a1a17-7e9f-41f5-be24-afd57837cf86 on network d217df2a-c2f9-4cc4-b09b-f35eeb26368b {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:13:21.356797 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d266699b-6e57-432c-bc13-0cfabf340e27 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Port d13a1a17-7e9f-41f5-be24-afd57837cf86 on network d217df2a-c2f9-4cc4-b09b-f35eeb26368b not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 12:13:21.357373 n-d-803378-2 neutron-server[94420]: ERROR neutron.plugins.ml2.managers [None req-d266699b-6e57-432c-bc13-0cfabf340e27 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Failed to bind port d13a1a17-7e9f-41f5-be24-afd57837cf86 on host n-h2-803378-2 for vnic_type normal using segments [{'id': 'f6dbc8f5-3ff8-469d-9c1e-d59fc40aba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'd217df2a-c2f9-4cc4-b09b-f35eeb26368b'}] Aug 05 12:13:21.359367 n-d-803378-2 neutron-server[94420]: INFO neutron.plugins.ml2.plugin [None req-d266699b-6e57-432c-bc13-0cfabf340e27 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attempt 2 to bind port d13a1a17-7e9f-41f5-be24-afd57837cf86 Aug 05 12:13:21.396836 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [None req-d266699b-6e57-432c-bc13-0cfabf340e27 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attempting to bind port d13a1a17-7e9f-41f5-be24-afd57837cf86 on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:13:21.397358 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [None req-d266699b-6e57-432c-bc13-0cfabf340e27 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attempting to bind port d13a1a17-7e9f-41f5-be24-afd57837cf86 by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': 'f6dbc8f5-3ff8-469d-9c1e-d59fc40aba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'd217df2a-c2f9-4cc4-b09b-f35eeb26368b'}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:13:21.397999 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d266699b-6e57-432c-bc13-0cfabf340e27 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attempting to bind port d13a1a17-7e9f-41f5-be24-afd57837cf86 on network d217df2a-c2f9-4cc4-b09b-f35eeb26368b {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:13:21.417680 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d266699b-6e57-432c-bc13-0cfabf340e27 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Port d13a1a17-7e9f-41f5-be24-afd57837cf86 on network d217df2a-c2f9-4cc4-b09b-f35eeb26368b not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 12:13:21.418183 n-d-803378-2 neutron-server[94420]: ERROR neutron.plugins.ml2.managers [None req-d266699b-6e57-432c-bc13-0cfabf340e27 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Failed to bind port d13a1a17-7e9f-41f5-be24-afd57837cf86 on host n-h2-803378-2 for vnic_type normal using segments [{'id': 'f6dbc8f5-3ff8-469d-9c1e-d59fc40aba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'd217df2a-c2f9-4cc4-b09b-f35eeb26368b'}] Aug 05 12:13:21.420643 n-d-803378-2 neutron-server[94420]: INFO neutron.plugins.ml2.plugin [None req-d266699b-6e57-432c-bc13-0cfabf340e27 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attempt 3 to bind port d13a1a17-7e9f-41f5-be24-afd57837cf86 Aug 05 12:13:21.440570 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8caa5766-d183-41e4-bde3-82e72f66d996 req-b156c06c-a53b-40ed-b594-98c1d611dc41 service neutron] 10.222.0.64 "GET /v2.0/networks/b881efb6-f52e-4006-a158-c2aa42fef2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125333 Aug 05 12:13:21.452699 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [req-e76664e9-5a5b-4c5d-8b22-3dd45b352c24 req-76ce16fb-d274-4066-a02a-3917f8ee2f4c tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Deleting port 43fc63f4-bf54-473c-b6f6-e65a15391e38 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:13:21.453400 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-e76664e9-5a5b-4c5d-8b22-3dd45b352c24 req-76ce16fb-d274-4066-a02a-3917f8ee2f4c tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:21.481971 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [None req-d266699b-6e57-432c-bc13-0cfabf340e27 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attempting to bind port d13a1a17-7e9f-41f5-be24-afd57837cf86 on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:13:21.482521 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [None req-d266699b-6e57-432c-bc13-0cfabf340e27 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attempting to bind port d13a1a17-7e9f-41f5-be24-afd57837cf86 by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': 'f6dbc8f5-3ff8-469d-9c1e-d59fc40aba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'd217df2a-c2f9-4cc4-b09b-f35eeb26368b'}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:13:21.483087 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d266699b-6e57-432c-bc13-0cfabf340e27 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attempting to bind port d13a1a17-7e9f-41f5-be24-afd57837cf86 on network d217df2a-c2f9-4cc4-b09b-f35eeb26368b {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:13:21.547521 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d266699b-6e57-432c-bc13-0cfabf340e27 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Port d13a1a17-7e9f-41f5-be24-afd57837cf86 on network d217df2a-c2f9-4cc4-b09b-f35eeb26368b not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 12:13:21.547843 n-d-803378-2 neutron-server[94420]: ERROR neutron.plugins.ml2.managers [None req-d266699b-6e57-432c-bc13-0cfabf340e27 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Failed to bind port d13a1a17-7e9f-41f5-be24-afd57837cf86 on host n-h2-803378-2 for vnic_type normal using segments [{'id': 'f6dbc8f5-3ff8-469d-9c1e-d59fc40aba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'd217df2a-c2f9-4cc4-b09b-f35eeb26368b'}] Aug 05 12:13:21.551874 n-d-803378-2 neutron-server[94420]: INFO neutron.plugins.ml2.plugin [None req-d266699b-6e57-432c-bc13-0cfabf340e27 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attempt 4 to bind port d13a1a17-7e9f-41f5-be24-afd57837cf86 Aug 05 12:13:21.580308 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8caa5766-d183-41e4-bde3-82e72f66d996 req-acf34c2d-162b-4075-9153-ad9222d83ee9 service neutron] 10.222.0.64 "GET /v2.0/networks/b881efb6-f52e-4006-a158-c2aa42fef2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202455 Aug 05 12:13:21.599564 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [None req-d266699b-6e57-432c-bc13-0cfabf340e27 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attempting to bind port d13a1a17-7e9f-41f5-be24-afd57837cf86 on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:13:21.600123 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [None req-d266699b-6e57-432c-bc13-0cfabf340e27 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attempting to bind port d13a1a17-7e9f-41f5-be24-afd57837cf86 by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': 'f6dbc8f5-3ff8-469d-9c1e-d59fc40aba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'd217df2a-c2f9-4cc4-b09b-f35eeb26368b'}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:13:21.600741 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d266699b-6e57-432c-bc13-0cfabf340e27 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attempting to bind port d13a1a17-7e9f-41f5-be24-afd57837cf86 on network d217df2a-c2f9-4cc4-b09b-f35eeb26368b {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:13:21.634411 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d266699b-6e57-432c-bc13-0cfabf340e27 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Port d13a1a17-7e9f-41f5-be24-afd57837cf86 on network d217df2a-c2f9-4cc4-b09b-f35eeb26368b not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 12:13:21.634977 n-d-803378-2 neutron-server[94420]: ERROR neutron.plugins.ml2.managers [None req-d266699b-6e57-432c-bc13-0cfabf340e27 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Failed to bind port d13a1a17-7e9f-41f5-be24-afd57837cf86 on host n-h2-803378-2 for vnic_type normal using segments [{'id': 'f6dbc8f5-3ff8-469d-9c1e-d59fc40aba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'd217df2a-c2f9-4cc4-b09b-f35eeb26368b'}] Aug 05 12:13:21.639667 n-d-803378-2 neutron-server[94420]: INFO neutron.plugins.ml2.plugin [None req-d266699b-6e57-432c-bc13-0cfabf340e27 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attempt 5 to bind port d13a1a17-7e9f-41f5-be24-afd57837cf86 Aug 05 12:13:21.693012 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [None req-d266699b-6e57-432c-bc13-0cfabf340e27 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attempting to bind port d13a1a17-7e9f-41f5-be24-afd57837cf86 on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:13:21.693590 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [None req-d266699b-6e57-432c-bc13-0cfabf340e27 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attempting to bind port d13a1a17-7e9f-41f5-be24-afd57837cf86 by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': 'f6dbc8f5-3ff8-469d-9c1e-d59fc40aba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'd217df2a-c2f9-4cc4-b09b-f35eeb26368b'}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:13:21.694232 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d266699b-6e57-432c-bc13-0cfabf340e27 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attempting to bind port d13a1a17-7e9f-41f5-be24-afd57837cf86 on network d217df2a-c2f9-4cc4-b09b-f35eeb26368b {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:13:21.712386 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d266699b-6e57-432c-bc13-0cfabf340e27 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Port d13a1a17-7e9f-41f5-be24-afd57837cf86 on network d217df2a-c2f9-4cc4-b09b-f35eeb26368b not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 12:13:21.712386 n-d-803378-2 neutron-server[94420]: ERROR neutron.plugins.ml2.managers [None req-d266699b-6e57-432c-bc13-0cfabf340e27 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Failed to bind port d13a1a17-7e9f-41f5-be24-afd57837cf86 on host n-h2-803378-2 for vnic_type normal using segments [{'id': 'f6dbc8f5-3ff8-469d-9c1e-d59fc40aba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'd217df2a-c2f9-4cc4-b09b-f35eeb26368b'}] Aug 05 12:13:21.716252 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-e76664e9-5a5b-4c5d-8b22-3dd45b352c24 req-76ce16fb-d274-4066-a02a-3917f8ee2f4c tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] For port 43fc63f4-bf54-473c-b6f6-e65a15391e38, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=43fc63f4-bf54-473c-b6f6-e65a15391e38,segment=NetworkSegment(70471df6-f885-4259-be52-cab961a4a87b),segment_id=70471df6-f885-4259-be52-cab961a4a87b)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:13:21.716911 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-e76664e9-5a5b-4c5d-8b22-3dd45b352c24 req-76ce16fb-d274-4066-a02a-3917f8ee2f4c tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:21.721360 n-d-803378-2 neutron-server[94420]: INFO neutron.plugins.ml2.plugin [None req-d266699b-6e57-432c-bc13-0cfabf340e27 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attempt 6 to bind port d13a1a17-7e9f-41f5-be24-afd57837cf86 Aug 05 12:13:21.764471 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [req-e76664e9-5a5b-4c5d-8b22-3dd45b352c24 req-76ce16fb-d274-4066-a02a-3917f8ee2f4c tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Calling delete_port for 43fc63f4-bf54-473c-b6f6-e65a15391e38 owned by compute:nova {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:13:21.775478 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [None req-d266699b-6e57-432c-bc13-0cfabf340e27 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attempting to bind port d13a1a17-7e9f-41f5-be24-afd57837cf86 on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:13:21.776040 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [None req-d266699b-6e57-432c-bc13-0cfabf340e27 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attempting to bind port d13a1a17-7e9f-41f5-be24-afd57837cf86 by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': 'f6dbc8f5-3ff8-469d-9c1e-d59fc40aba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'd217df2a-c2f9-4cc4-b09b-f35eeb26368b'}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:13:21.776663 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d266699b-6e57-432c-bc13-0cfabf340e27 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attempting to bind port d13a1a17-7e9f-41f5-be24-afd57837cf86 on network d217df2a-c2f9-4cc4-b09b-f35eeb26368b {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:13:21.796683 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d266699b-6e57-432c-bc13-0cfabf340e27 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Port d13a1a17-7e9f-41f5-be24-afd57837cf86 on network d217df2a-c2f9-4cc4-b09b-f35eeb26368b not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 12:13:21.797269 n-d-803378-2 neutron-server[94420]: ERROR neutron.plugins.ml2.managers [None req-d266699b-6e57-432c-bc13-0cfabf340e27 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Failed to bind port d13a1a17-7e9f-41f5-be24-afd57837cf86 on host n-h2-803378-2 for vnic_type normal using segments [{'id': 'f6dbc8f5-3ff8-469d-9c1e-d59fc40aba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'd217df2a-c2f9-4cc4-b09b-f35eeb26368b'}] Aug 05 12:13:21.800793 n-d-803378-2 neutron-server[94420]: INFO neutron.plugins.ml2.plugin [None req-d266699b-6e57-432c-bc13-0cfabf340e27 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attempt 7 to bind port d13a1a17-7e9f-41f5-be24-afd57837cf86 Aug 05 12:13:21.802009 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e3bf428a-5a26-4355-816d-eb5a961464d8 req-445a1899-9121-453b-9b80-25dfd8b817a1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5cd5d8a0-5638-4fa3-8b24-b2a54012a414&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1591313 Aug 05 12:13:21.892551 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [None req-d266699b-6e57-432c-bc13-0cfabf340e27 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attempting to bind port d13a1a17-7e9f-41f5-be24-afd57837cf86 on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:13:21.893042 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [None req-d266699b-6e57-432c-bc13-0cfabf340e27 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attempting to bind port d13a1a17-7e9f-41f5-be24-afd57837cf86 by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': 'f6dbc8f5-3ff8-469d-9c1e-d59fc40aba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'd217df2a-c2f9-4cc4-b09b-f35eeb26368b'}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:13:21.893520 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d266699b-6e57-432c-bc13-0cfabf340e27 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attempting to bind port d13a1a17-7e9f-41f5-be24-afd57837cf86 on network d217df2a-c2f9-4cc4-b09b-f35eeb26368b {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:13:21.908599 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d266699b-6e57-432c-bc13-0cfabf340e27 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Port d13a1a17-7e9f-41f5-be24-afd57837cf86 on network d217df2a-c2f9-4cc4-b09b-f35eeb26368b not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 12:13:21.909124 n-d-803378-2 neutron-server[94420]: ERROR neutron.plugins.ml2.managers [None req-d266699b-6e57-432c-bc13-0cfabf340e27 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Failed to bind port d13a1a17-7e9f-41f5-be24-afd57837cf86 on host n-h2-803378-2 for vnic_type normal using segments [{'id': 'f6dbc8f5-3ff8-469d-9c1e-d59fc40aba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'd217df2a-c2f9-4cc4-b09b-f35eeb26368b'}] Aug 05 12:13:21.916805 n-d-803378-2 neutron-server[94420]: INFO neutron.plugins.ml2.plugin [None req-d266699b-6e57-432c-bc13-0cfabf340e27 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attempt 8 to bind port d13a1a17-7e9f-41f5-be24-afd57837cf86 Aug 05 12:13:21.952946 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bf428a-5a26-4355-816d-eb5a961464d8 req-232a0000-2828-41b2-ae91-df4a6b2a149a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:21.954791 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [None req-d266699b-6e57-432c-bc13-0cfabf340e27 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attempting to bind port d13a1a17-7e9f-41f5-be24-afd57837cf86 on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:13:21.955023 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e3bf428a-5a26-4355-816d-eb5a961464d8 req-232a0000-2828-41b2-ae91-df4a6b2a149a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d61239f1b6f34eb981513b199747da12&device_id=5cd5d8a0-5638-4fa3-8b24-b2a54012a414 HTTP/1.1" status: 200 len: 1097 time: 0.0549157 Aug 05 12:13:21.955197 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [None req-d266699b-6e57-432c-bc13-0cfabf340e27 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attempting to bind port d13a1a17-7e9f-41f5-be24-afd57837cf86 by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': 'f6dbc8f5-3ff8-469d-9c1e-d59fc40aba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'd217df2a-c2f9-4cc4-b09b-f35eeb26368b'}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:13:21.955680 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d266699b-6e57-432c-bc13-0cfabf340e27 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attempting to bind port d13a1a17-7e9f-41f5-be24-afd57837cf86 on network d217df2a-c2f9-4cc4-b09b-f35eeb26368b {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:13:21.979261 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d266699b-6e57-432c-bc13-0cfabf340e27 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Port d13a1a17-7e9f-41f5-be24-afd57837cf86 on network d217df2a-c2f9-4cc4-b09b-f35eeb26368b not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 12:13:21.979770 n-d-803378-2 neutron-server[94420]: ERROR neutron.plugins.ml2.managers [None req-d266699b-6e57-432c-bc13-0cfabf340e27 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Failed to bind port d13a1a17-7e9f-41f5-be24-afd57837cf86 on host n-h2-803378-2 for vnic_type normal using segments [{'id': 'f6dbc8f5-3ff8-469d-9c1e-d59fc40aba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'd217df2a-c2f9-4cc4-b09b-f35eeb26368b'}] Aug 05 12:13:21.981421 n-d-803378-2 neutron-server[94420]: INFO neutron.plugins.ml2.plugin [None req-d266699b-6e57-432c-bc13-0cfabf340e27 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attempt 9 to bind port d13a1a17-7e9f-41f5-be24-afd57837cf86 Aug 05 12:13:22.008796 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [None req-d266699b-6e57-432c-bc13-0cfabf340e27 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attempting to bind port d13a1a17-7e9f-41f5-be24-afd57837cf86 on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:13:22.008796 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [None req-d266699b-6e57-432c-bc13-0cfabf340e27 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attempting to bind port d13a1a17-7e9f-41f5-be24-afd57837cf86 by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': 'f6dbc8f5-3ff8-469d-9c1e-d59fc40aba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'd217df2a-c2f9-4cc4-b09b-f35eeb26368b'}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:13:22.009786 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d266699b-6e57-432c-bc13-0cfabf340e27 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attempting to bind port d13a1a17-7e9f-41f5-be24-afd57837cf86 on network d217df2a-c2f9-4cc4-b09b-f35eeb26368b {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:13:22.028694 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d266699b-6e57-432c-bc13-0cfabf340e27 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Port d13a1a17-7e9f-41f5-be24-afd57837cf86 on network d217df2a-c2f9-4cc4-b09b-f35eeb26368b not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 12:13:22.029808 n-d-803378-2 neutron-server[94420]: ERROR neutron.plugins.ml2.managers [None req-d266699b-6e57-432c-bc13-0cfabf340e27 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Failed to bind port d13a1a17-7e9f-41f5-be24-afd57837cf86 on host n-h2-803378-2 for vnic_type normal using segments [{'id': 'f6dbc8f5-3ff8-469d-9c1e-d59fc40aba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'd217df2a-c2f9-4cc4-b09b-f35eeb26368b'}] Aug 05 12:13:22.030403 n-d-803378-2 neutron-server[94420]: INFO neutron.plugins.ml2.plugin [None req-d266699b-6e57-432c-bc13-0cfabf340e27 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attempt 10 to bind port d13a1a17-7e9f-41f5-be24-afd57837cf86 Aug 05 12:13:22.106337 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [None req-d266699b-6e57-432c-bc13-0cfabf340e27 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attempting to bind port d13a1a17-7e9f-41f5-be24-afd57837cf86 on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:13:22.106805 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [None req-d266699b-6e57-432c-bc13-0cfabf340e27 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attempting to bind port d13a1a17-7e9f-41f5-be24-afd57837cf86 by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': 'f6dbc8f5-3ff8-469d-9c1e-d59fc40aba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'd217df2a-c2f9-4cc4-b09b-f35eeb26368b'}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:13:22.107168 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d266699b-6e57-432c-bc13-0cfabf340e27 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attempting to bind port d13a1a17-7e9f-41f5-be24-afd57837cf86 on network d217df2a-c2f9-4cc4-b09b-f35eeb26368b {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:13:22.142907 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d266699b-6e57-432c-bc13-0cfabf340e27 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Port d13a1a17-7e9f-41f5-be24-afd57837cf86 on network d217df2a-c2f9-4cc4-b09b-f35eeb26368b not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 12:13:22.143428 n-d-803378-2 neutron-server[94420]: ERROR neutron.plugins.ml2.managers [None req-d266699b-6e57-432c-bc13-0cfabf340e27 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Failed to bind port d13a1a17-7e9f-41f5-be24-afd57837cf86 on host n-h2-803378-2 for vnic_type normal using segments [{'id': 'f6dbc8f5-3ff8-469d-9c1e-d59fc40aba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'd217df2a-c2f9-4cc4-b09b-f35eeb26368b'}] Aug 05 12:13:22.143980 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d266699b-6e57-432c-bc13-0cfabf340e27 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:22.166054 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bf428a-5a26-4355-816d-eb5a961464d8 req-82f545ac-d3c8-4b5b-bd46-6b6b411210ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:22.167639 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e3bf428a-5a26-4355-816d-eb5a961464d8 req-82f545ac-d3c8-4b5b-bd46-6b6b411210ba service neutron] 10.222.0.55 "GET /v2.0/networks?id=7b2da7f6-5312-4b7e-b7e7-4cfb0805e228 HTTP/1.1" status: 200 len: 916 time: 0.1853704 Aug 05 12:13:22.231494 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-e76664e9-5a5b-4c5d-8b22-3dd45b352c24 req-76ce16fb-d274-4066-a02a-3917f8ee2f4c tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:22.239743 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e3bf428a-5a26-4355-816d-eb5a961464d8 req-c8f2a1e2-b896-4bc6-b035-514456efa233 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f69afd24-2bc0-4e3f-9c10-33e266139cd9 HTTP/1.1" status: 200 len: 217 time: 0.0599053 Aug 05 12:13:22.282507 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ce16fb-d274-4066-a02a-3917f8ee2f4c tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Pushing event deleted for resources: {'Port': ['ID=43fc63f4-bf54-473c-b6f6-e65a15391e38,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:13:22.294868 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['f69afd24-2bc0-4e3f-9c10-33e266139cd9'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 12:13:22.300692 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['0448143a-eb92-46ef-ba28-40f5e518631b', '43fc63f4-bf54-473c-b6f6-e65a15391e38'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 12:13:22.319236 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699d3d44-ea84-41fe-a86c-02f0d6787822 req-d24f56b4-64a6-4138-85af-3e24de4fbde0 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:22.332430 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-699d3d44-ea84-41fe-a86c-02f0d6787822 req-d24f56b4-64a6-4138-85af-3e24de4fbde0 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] 10.222.0.58 "GET /v2.0/ports?device_id=768321b8-6942-4584-9d9d-6100e5811557 HTTP/1.1" status: 200 len: 867 time: 0.2130458 Aug 05 12:13:22.346720 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bf428a-5a26-4355-816d-eb5a961464d8 req-283ab866-47fe-49e3-9e75-1a62dfe98ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:22.347928 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e3bf428a-5a26-4355-816d-eb5a961464d8 req-283ab866-47fe-49e3-9e75-1a62dfe98ac8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a9a6bb65-f843-478c-a77f-df9b1660e7a3 HTTP/1.1" status: 200 len: 854 time: 0.0927532 Aug 05 12:13:22.429656 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bf428a-5a26-4355-816d-eb5a961464d8 req-d5b74684-1c45-447a-8f26-dc5744e763c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:22.432236 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e3bf428a-5a26-4355-816d-eb5a961464d8 req-d5b74684-1c45-447a-8f26-dc5744e763c2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7b2da7f6-5312-4b7e-b7e7-4cfb0805e228&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0760791 Aug 05 12:13:22.449385 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-d266699b-6e57-432c-bc13-0cfabf340e27 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] For port d13a1a17-7e9f-41f5-be24-afd57837cf86, host n-h2-803378-2, cleared binding levels {{(pid=94420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:13:22.450031 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-d266699b-6e57-432c-bc13-0cfabf340e27 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attempted to set empty binding levels {{(pid=94420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 05 12:13:22.459792 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:22.483355 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [req-e76664e9-5a5b-4c5d-8b22-3dd45b352c24 req-76ce16fb-d274-4066-a02a-3917f8ee2f4c tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] No DVR routers for this DVR port 43fc63f4-bf54-473c-b6f6-e65a15391e38 on host n-h1-803378-2 {{(pid=94420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:13:22.489437 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d266699b-6e57-432c-bc13-0cfabf340e27 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:22.495597 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-e76664e9-5a5b-4c5d-8b22-3dd45b352c24 req-76ce16fb-d274-4066-a02a-3917f8ee2f4c tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:22.498956 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e76664e9-5a5b-4c5d-8b22-3dd45b352c24 req-76ce16fb-d274-4066-a02a-3917f8ee2f4c tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] 10.222.0.64 "DELETE /v2.0/ports/43fc63f4-bf54-473c-b6f6-e65a15391e38 HTTP/1.1" status: 204 len: 173 time: 1.3426681 Aug 05 12:13:22.527618 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '768321b8-6942-4584-9d9d-6100e5811557', 'name': 'network-vif-deleted', 'tag': '43fc63f4-bf54-473c-b6f6-e65a15391e38'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:13:22.531428 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}828068ad8d405ad77660ce68fa78e1ffe658725812f7a08f9e488a446589295b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cf66c0e-4262-4db9-951b-3836662a6cf2" -d '{"events": [{"server_uuid": "768321b8-6942-4584-9d9d-6100e5811557", "name": "network-vif-deleted", "tag": "43fc63f4-bf54-473c-b6f6-e65a15391e38"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:13:22.660526 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e3bf428a-5a26-4355-816d-eb5a961464d8 req-0ecf2ff0-9cad-4a12-95bb-e4d8488e9116 service neutron] 10.222.0.55 "GET /v2.0/networks/7b2da7f6-5312-4b7e-b7e7-4cfb0805e228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117238 Aug 05 12:13:22.681424 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-699d3d44-ea84-41fe-a86c-02f0d6787822 req-8269a369-90f0-4cf4-86eb-89b557c1a9ba tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] 10.222.0.58 "GET /v2.0/security-groups?id=01458de5-fdb9-4902-8d8f-7b5ee9f50672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3474500 Aug 05 12:13:22.693753 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-d266699b-6e57-432c-bc13-0cfabf340e27 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] In _notify_port_updated(), no bound segment for port d13a1a17-7e9f-41f5-be24-afd57837cf86 on network d217df2a-c2f9-4cc4-b09b-f35eeb26368b {{(pid=94420) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 05 12:13:22.709295 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d266699b-6e57-432c-bc13-0cfabf340e27 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:22.710419 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d266699b-6e57-432c-bc13-0cfabf340e27 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:22.713975 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-d266699b-6e57-432c-bc13-0cfabf340e27 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] 10.222.0.58 "PUT /v2.0/ports/d13a1a17-7e9f-41f5-be24-afd57837cf86 HTTP/1.1" status: 200 len: 975 time: 2.3005188 Aug 05 12:13:22.724167 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35176) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:13:22.738969 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 12:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9de3979-f48a-49ce-886f-0e669d180d04 x-openstack-request-id: req-e9de3979-f48a-49ce-886f-0e669d180d04 {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:13:22.739477 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "768321b8-6942-4584-9d9d-6100e5811557", "name": "network-vif-deleted", "tag": "43fc63f4-bf54-473c-b6f6-e65a15391e38", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:13:22.739810 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e9de3979-f48a-49ce-886f-0e669d180d04 {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:13:22.740443 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '768321b8-6942-4584-9d9d-6100e5811557', 'name': 'network-vif-deleted', 'tag': '43fc63f4-bf54-473c-b6f6-e65a15391e38', 'status': 'completed', 'code': 200} Aug 05 12:13:22.772562 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d266699b-6e57-432c-bc13-0cfabf340e27 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Pushing event updated for resources: {'Port': ['ID=d13a1a17-7e9f-41f5-be24-afd57837cf86,revision_number=3']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:13:22.934190 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3532c96-6e7b-4378-ac1d-fb33e7cda8e7 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:22.935077 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3532c96-6e7b-4378-ac1d-fb33e7cda8e7 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:22.935077 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3532c96-6e7b-4378-ac1d-fb33e7cda8e7 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:22.935436 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3532c96-6e7b-4378-ac1d-fb33e7cda8e7 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:22.935914 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3532c96-6e7b-4378-ac1d-fb33e7cda8e7 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:22.936442 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3532c96-6e7b-4378-ac1d-fb33e7cda8e7 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:22.937005 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3532c96-6e7b-4378-ac1d-fb33e7cda8e7 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:22.937487 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3532c96-6e7b-4378-ac1d-fb33e7cda8e7 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:22.937958 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3532c96-6e7b-4378-ac1d-fb33e7cda8e7 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:22.938438 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3532c96-6e7b-4378-ac1d-fb33e7cda8e7 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:22.938916 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3532c96-6e7b-4378-ac1d-fb33e7cda8e7 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:22.939398 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3532c96-6e7b-4378-ac1d-fb33e7cda8e7 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:22.939864 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3532c96-6e7b-4378-ac1d-fb33e7cda8e7 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:22.940335 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3532c96-6e7b-4378-ac1d-fb33e7cda8e7 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:22.940840 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3532c96-6e7b-4378-ac1d-fb33e7cda8e7 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:22.941313 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3532c96-6e7b-4378-ac1d-fb33e7cda8e7 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:22.941787 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3532c96-6e7b-4378-ac1d-fb33e7cda8e7 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:22.942336 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3532c96-6e7b-4378-ac1d-fb33e7cda8e7 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:22.942862 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3532c96-6e7b-4378-ac1d-fb33e7cda8e7 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:22.946943 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-f3532c96-6e7b-4378-ac1d-fb33e7cda8e7 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 17039 time: 0.2210588 Aug 05 12:13:22.953356 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35178) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:13:22.977579 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e3bf428a-5a26-4355-816d-eb5a961464d8 req-34b4a92d-e18e-4caa-8a59-8c300818006f service neutron] 10.222.0.55 "GET /v2.0/networks/7b2da7f6-5312-4b7e-b7e7-4cfb0805e228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3011129 Aug 05 12:13:23.080406 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-bf38c975-2da8-42bd-8841-0e351a0a78b1 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Deleting port d13a1a17-7e9f-41f5-be24-afd57837cf86 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:13:23.081289 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-bf38c975-2da8-42bd-8841-0e351a0a78b1 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:23.206205 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-bf38c975-2da8-42bd-8841-0e351a0a78b1 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] For port d13a1a17-7e9f-41f5-be24-afd57837cf86, host n-h2-803378-2, got binding levels [] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:13:23.206823 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-bf38c975-2da8-42bd-8841-0e351a0a78b1 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:23.233391 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-bf38c975-2da8-42bd-8841-0e351a0a78b1 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Calling delete_port for d13a1a17-7e9f-41f5-be24-afd57837cf86 owned by {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:13:23.359449 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-bf38c975-2da8-42bd-8841-0e351a0a78b1 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:23.395998 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf38c975-2da8-42bd-8841-0e351a0a78b1 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Pushing event deleted for resources: {'Port': ['ID=d13a1a17-7e9f-41f5-be24-afd57837cf86,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:13:23.404428 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-bf38c975-2da8-42bd-8841-0e351a0a78b1 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:23.407382 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-bf38c975-2da8-42bd-8841-0e351a0a78b1 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] 10.222.0.58 "DELETE /v2.0/ports/d13a1a17-7e9f-41f5-be24-afd57837cf86 HTTP/1.1" status: 204 len: 168 time: 0.4525454 Aug 05 12:13:23.411015 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35180) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:13:23.437597 n-d-803378-2 neutron-server[94421]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ff284b3-1c56-4f79-bffc-9c7c0d8bff4f tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] GET failed (client error): The resource could not be found. Aug 05 12:13:23.439619 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-4ff284b3-1c56-4f79-bffc-9c7c0d8bff4f tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] 10.222.0.58 "GET /v2.0/ports/d13a1a17-7e9f-41f5-be24-afd57837cf86 HTTP/1.1" status: 404 len: 333 time: 0.0274115 Aug 05 12:13:23.444949 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35182) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:13:23.453197 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-f7945700-141e-4dd7-9bbd-c5a39a741b2a tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-696674291', 'network_id': 'd217df2a-c2f9-4cc4-b09b-f35eeb26368b'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:13:23.486072 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7945700-141e-4dd7-9bbd-c5a39a741b2a tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Made reservation on behalf of 370d55fd7655478bbaac57b8e7cbdf51 for: {'port': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:13:23.489857 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f7945700-141e-4dd7-9bbd-c5a39a741b2a tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:23.516839 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [None req-f7945700-141e-4dd7-9bbd-c5a39a741b2a tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] device_id is not set on port 0fd59fe5-1043-41c4-96b9-5ebf54014f73 yet. {{(pid=94420) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 12:13:23.783286 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f7945700-141e-4dd7-9bbd-c5a39a741b2a tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:23.861063 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f7945700-141e-4dd7-9bbd-c5a39a741b2a tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:23.970856 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-121c168a-7c1a-494d-bb47-27f5392cd961 req-6453792d-c525-4aa5-87c3-1729c776d340 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] 10.222.0.58 "GET /v2.0/ports?device_id=768321b8-6942-4584-9d9d-6100e5811557 HTTP/1.1" status: 200 len: 210 time: 0.1013141 Aug 05 12:13:23.997098 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7945700-141e-4dd7-9bbd-c5a39a741b2a tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Network d217df2a-c2f9-4cc4-b09b-f35eeb26368b is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:13:23.998767 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7945700-141e-4dd7-9bbd-c5a39a741b2a tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Pushing event updated for resources: {'Port': ['ID=0fd59fe5-1043-41c4-96b9-5ebf54014f73,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:13:24.001734 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-f7945700-141e-4dd7-9bbd-c5a39a741b2a tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:13:24.004521 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7945700-141e-4dd7-9bbd-c5a39a741b2a tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:13:24.005580 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7945700-141e-4dd7-9bbd-c5a39a741b2a tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:24.006196 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f7945700-141e-4dd7-9bbd-c5a39a741b2a tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:24.034400 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-f7945700-141e-4dd7-9bbd-c5a39a741b2a tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.5871601 Aug 05 12:13:24.039849 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35186) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:13:24.099470 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d4a57e-6428-49be-a852-68ce248dcae6 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:24.102022 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-b2d4a57e-6428-49be-a852-68ce248dcae6 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] 10.222.0.58 "GET /v2.0/ports/0fd59fe5-1043-41c4-96b9-5ebf54014f73 HTTP/1.1" status: 200 len: 954 time: 0.0605497 Aug 05 12:13:24.106635 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35188) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:13:24.241123 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-790de098-5fc2-4e3b-87fb-b09daa927066 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Deleting port 0fd59fe5-1043-41c4-96b9-5ebf54014f73 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:13:24.242201 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-790de098-5fc2-4e3b-87fb-b09daa927066 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:24.365280 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-790de098-5fc2-4e3b-87fb-b09daa927066 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:24.370119 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 43fc63f4-bf54-473c-b6f6-e65a15391e38 no longer exists at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:13:24.392205 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-790de098-5fc2-4e3b-87fb-b09daa927066 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Calling delete_port for 0fd59fe5-1043-41c4-96b9-5ebf54014f73 owned by {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:13:24.405461 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] No Port match for: 43fc63f4-bf54-473c-b6f6-e65a15391e38 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:13:24.406425 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 43fc63f4-bf54-473c-b6f6-e65a15391e38 not bound to the agent host n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:13:24.544340 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-790de098-5fc2-4e3b-87fb-b09daa927066 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:24.595617 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790de098-5fc2-4e3b-87fb-b09daa927066 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Pushing event deleted for resources: {'Port': ['ID=0fd59fe5-1043-41c4-96b9-5ebf54014f73,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:13:24.611615 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-790de098-5fc2-4e3b-87fb-b09daa927066 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:24.614935 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-790de098-5fc2-4e3b-87fb-b09daa927066 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] 10.222.0.58 "DELETE /v2.0/ports/0fd59fe5-1043-41c4-96b9-5ebf54014f73 HTTP/1.1" status: 204 len: 168 time: 0.5066433 Aug 05 12:13:24.619822 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35190) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:13:24.671924 n-d-803378-2 neutron-server[94421]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae39f757-dd1b-4fbb-9ded-9ce9efce07e2 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] GET failed (client error): The resource could not be found. Aug 05 12:13:24.674767 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-ae39f757-dd1b-4fbb-9ded-9ce9efce07e2 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] 10.222.0.58 "GET /v2.0/ports/0fd59fe5-1043-41c4-96b9-5ebf54014f73 HTTP/1.1" status: 404 len: 333 time: 0.0527923 Aug 05 12:13:24.681349 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35192) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:13:24.689790 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-a9d9ba30-8b87-49e1-862c-0bce3b658a29 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Request body: {'port': {'network_id': 'd217df2a-c2f9-4cc4-b09b-f35eeb26368b', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-393814913'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:13:24.725449 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9d9ba30-8b87-49e1-862c-0bce3b658a29 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Made reservation on behalf of 370d55fd7655478bbaac57b8e7cbdf51 for: {'port': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:13:24.729329 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a9d9ba30-8b87-49e1-862c-0bce3b658a29 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:24.756155 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [None req-a9d9ba30-8b87-49e1-862c-0bce3b658a29 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] device_id is not set on port 758c44fc-30b8-41d3-8407-5793bee8d268 yet. {{(pid=94420) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 12:13:25.014738 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a9d9ba30-8b87-49e1-862c-0bce3b658a29 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:25.091979 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a9d9ba30-8b87-49e1-862c-0bce3b658a29 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:25.181700 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d9ba30-8b87-49e1-862c-0bce3b658a29 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Network d217df2a-c2f9-4cc4-b09b-f35eeb26368b is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:13:25.187845 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-a9d9ba30-8b87-49e1-862c-0bce3b658a29 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:13:25.199953 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d9ba30-8b87-49e1-862c-0bce3b658a29 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:13:25.201856 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d9ba30-8b87-49e1-862c-0bce3b658a29 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:25.203141 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a9d9ba30-8b87-49e1-862c-0bce3b658a29 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:25.225500 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d9ba30-8b87-49e1-862c-0bce3b658a29 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Pushing event updated for resources: {'Port': ['ID=758c44fc-30b8-41d3-8407-5793bee8d268,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:13:25.249490 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35198) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:13:25.250443 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-a9d9ba30-8b87-49e1-862c-0bce3b658a29 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.5656388 Aug 05 12:13:25.258179 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-530f5a2d-c211-487d-8e02-64ff007e7734 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:13:25.378088 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-530f5a2d-c211-487d-8e02-64ff007e7734 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:25.481526 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becb4b15-76dd-41a0-9390-39ca4065a747 req-3d286c19-9d22-48be-9671-e96950eeb269 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:25.483946 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-becb4b15-76dd-41a0-9390-39ca4065a747 req-3d286c19-9d22-48be-9671-e96950eeb269 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ce6e147-ba3b-4cbc-ac35-ec3c0a82f9a4 HTTP/1.1" status: 200 len: 945 time: 0.0883458 Aug 05 12:13:25.556124 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-becb4b15-76dd-41a0-9390-39ca4065a747 req-66821530-c7e5-479c-b994-c2920d68a50e tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] 10.222.0.58 "GET /v2.0/security-groups?id=01458de5-fdb9-4902-8d8f-7b5ee9f50672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591829 Aug 05 12:13:25.716411 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [None req-530f5a2d-c211-487d-8e02-64ff007e7734 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] device_id is not set on port 758c44fc-30b8-41d3-8407-5793bee8d268 yet. {{(pid=94421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 12:13:25.727843 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-530f5a2d-c211-487d-8e02-64ff007e7734 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:25.745215 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [None req-530f5a2d-c211-487d-8e02-64ff007e7734 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Transition to ACTIVE for port object 758c44fc-30b8-41d3-8407-5793bee8d268 will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:13:25.752002 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-530f5a2d-c211-487d-8e02-64ff007e7734 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:25.867744 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530f5a2d-c211-487d-8e02-64ff007e7734 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Pushing event updated for resources: {'Port': ['ID=758c44fc-30b8-41d3-8407-5793bee8d268,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:13:25.878969 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [None req-530f5a2d-c211-487d-8e02-64ff007e7734 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attempting to bind port 758c44fc-30b8-41d3-8407-5793bee8d268 on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:13:25.879556 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [None req-530f5a2d-c211-487d-8e02-64ff007e7734 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attempting to bind port 758c44fc-30b8-41d3-8407-5793bee8d268 by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': 'f6dbc8f5-3ff8-469d-9c1e-d59fc40aba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'd217df2a-c2f9-4cc4-b09b-f35eeb26368b'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:13:25.880179 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530f5a2d-c211-487d-8e02-64ff007e7734 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attempting to bind port 758c44fc-30b8-41d3-8407-5793bee8d268 on network d217df2a-c2f9-4cc4-b09b-f35eeb26368b {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:13:25.888134 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530f5a2d-c211-487d-8e02-64ff007e7734 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Port 758c44fc-30b8-41d3-8407-5793bee8d268 on network d217df2a-c2f9-4cc4-b09b-f35eeb26368b not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 12:13:25.888988 n-d-803378-2 neutron-server[94421]: ERROR neutron.plugins.ml2.managers [None req-530f5a2d-c211-487d-8e02-64ff007e7734 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Failed to bind port 758c44fc-30b8-41d3-8407-5793bee8d268 on host n-h2-803378-2 for vnic_type normal using segments [{'id': 'f6dbc8f5-3ff8-469d-9c1e-d59fc40aba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'd217df2a-c2f9-4cc4-b09b-f35eeb26368b'}] Aug 05 12:13:25.889703 n-d-803378-2 neutron-server[94421]: INFO neutron.plugins.ml2.plugin [None req-530f5a2d-c211-487d-8e02-64ff007e7734 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attempt 2 to bind port 758c44fc-30b8-41d3-8407-5793bee8d268 Aug 05 12:13:25.915482 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [None req-530f5a2d-c211-487d-8e02-64ff007e7734 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attempting to bind port 758c44fc-30b8-41d3-8407-5793bee8d268 on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:13:25.916058 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [None req-530f5a2d-c211-487d-8e02-64ff007e7734 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attempting to bind port 758c44fc-30b8-41d3-8407-5793bee8d268 by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': 'f6dbc8f5-3ff8-469d-9c1e-d59fc40aba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'd217df2a-c2f9-4cc4-b09b-f35eeb26368b'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:13:25.916664 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530f5a2d-c211-487d-8e02-64ff007e7734 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attempting to bind port 758c44fc-30b8-41d3-8407-5793bee8d268 on network d217df2a-c2f9-4cc4-b09b-f35eeb26368b {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:13:25.924993 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530f5a2d-c211-487d-8e02-64ff007e7734 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Port 758c44fc-30b8-41d3-8407-5793bee8d268 on network d217df2a-c2f9-4cc4-b09b-f35eeb26368b not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 12:13:25.925558 n-d-803378-2 neutron-server[94421]: ERROR neutron.plugins.ml2.managers [None req-530f5a2d-c211-487d-8e02-64ff007e7734 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Failed to bind port 758c44fc-30b8-41d3-8407-5793bee8d268 on host n-h2-803378-2 for vnic_type normal using segments [{'id': 'f6dbc8f5-3ff8-469d-9c1e-d59fc40aba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'd217df2a-c2f9-4cc4-b09b-f35eeb26368b'}] Aug 05 12:13:25.926289 n-d-803378-2 neutron-server[94421]: INFO neutron.plugins.ml2.plugin [None req-530f5a2d-c211-487d-8e02-64ff007e7734 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attempt 3 to bind port 758c44fc-30b8-41d3-8407-5793bee8d268 Aug 05 12:13:25.951418 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [None req-530f5a2d-c211-487d-8e02-64ff007e7734 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attempting to bind port 758c44fc-30b8-41d3-8407-5793bee8d268 on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:13:25.951805 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [None req-530f5a2d-c211-487d-8e02-64ff007e7734 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attempting to bind port 758c44fc-30b8-41d3-8407-5793bee8d268 by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': 'f6dbc8f5-3ff8-469d-9c1e-d59fc40aba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'd217df2a-c2f9-4cc4-b09b-f35eeb26368b'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:13:25.952387 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530f5a2d-c211-487d-8e02-64ff007e7734 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attempting to bind port 758c44fc-30b8-41d3-8407-5793bee8d268 on network d217df2a-c2f9-4cc4-b09b-f35eeb26368b {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:13:25.961161 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530f5a2d-c211-487d-8e02-64ff007e7734 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Port 758c44fc-30b8-41d3-8407-5793bee8d268 on network d217df2a-c2f9-4cc4-b09b-f35eeb26368b not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 12:13:25.961730 n-d-803378-2 neutron-server[94421]: ERROR neutron.plugins.ml2.managers [None req-530f5a2d-c211-487d-8e02-64ff007e7734 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Failed to bind port 758c44fc-30b8-41d3-8407-5793bee8d268 on host n-h2-803378-2 for vnic_type normal using segments [{'id': 'f6dbc8f5-3ff8-469d-9c1e-d59fc40aba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'd217df2a-c2f9-4cc4-b09b-f35eeb26368b'}] Aug 05 12:13:25.962374 n-d-803378-2 neutron-server[94421]: INFO neutron.plugins.ml2.plugin [None req-530f5a2d-c211-487d-8e02-64ff007e7734 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attempt 4 to bind port 758c44fc-30b8-41d3-8407-5793bee8d268 Aug 05 12:13:25.987397 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [None req-530f5a2d-c211-487d-8e02-64ff007e7734 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attempting to bind port 758c44fc-30b8-41d3-8407-5793bee8d268 on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:13:25.987940 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [None req-530f5a2d-c211-487d-8e02-64ff007e7734 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attempting to bind port 758c44fc-30b8-41d3-8407-5793bee8d268 by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': 'f6dbc8f5-3ff8-469d-9c1e-d59fc40aba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'd217df2a-c2f9-4cc4-b09b-f35eeb26368b'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:13:25.988530 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530f5a2d-c211-487d-8e02-64ff007e7734 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attempting to bind port 758c44fc-30b8-41d3-8407-5793bee8d268 on network d217df2a-c2f9-4cc4-b09b-f35eeb26368b {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:13:25.997230 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530f5a2d-c211-487d-8e02-64ff007e7734 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Port 758c44fc-30b8-41d3-8407-5793bee8d268 on network d217df2a-c2f9-4cc4-b09b-f35eeb26368b not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 12:13:25.997778 n-d-803378-2 neutron-server[94421]: ERROR neutron.plugins.ml2.managers [None req-530f5a2d-c211-487d-8e02-64ff007e7734 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Failed to bind port 758c44fc-30b8-41d3-8407-5793bee8d268 on host n-h2-803378-2 for vnic_type normal using segments [{'id': 'f6dbc8f5-3ff8-469d-9c1e-d59fc40aba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'd217df2a-c2f9-4cc4-b09b-f35eeb26368b'}] Aug 05 12:13:25.998442 n-d-803378-2 neutron-server[94421]: INFO neutron.plugins.ml2.plugin [None req-530f5a2d-c211-487d-8e02-64ff007e7734 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attempt 5 to bind port 758c44fc-30b8-41d3-8407-5793bee8d268 Aug 05 12:13:26.024603 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [None req-530f5a2d-c211-487d-8e02-64ff007e7734 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attempting to bind port 758c44fc-30b8-41d3-8407-5793bee8d268 on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:13:26.025182 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [None req-530f5a2d-c211-487d-8e02-64ff007e7734 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attempting to bind port 758c44fc-30b8-41d3-8407-5793bee8d268 by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': 'f6dbc8f5-3ff8-469d-9c1e-d59fc40aba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'd217df2a-c2f9-4cc4-b09b-f35eeb26368b'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:13:26.025769 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530f5a2d-c211-487d-8e02-64ff007e7734 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attempting to bind port 758c44fc-30b8-41d3-8407-5793bee8d268 on network d217df2a-c2f9-4cc4-b09b-f35eeb26368b {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:13:26.033903 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530f5a2d-c211-487d-8e02-64ff007e7734 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Port 758c44fc-30b8-41d3-8407-5793bee8d268 on network d217df2a-c2f9-4cc4-b09b-f35eeb26368b not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 12:13:26.034439 n-d-803378-2 neutron-server[94421]: ERROR neutron.plugins.ml2.managers [None req-530f5a2d-c211-487d-8e02-64ff007e7734 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Failed to bind port 758c44fc-30b8-41d3-8407-5793bee8d268 on host n-h2-803378-2 for vnic_type normal using segments [{'id': 'f6dbc8f5-3ff8-469d-9c1e-d59fc40aba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'd217df2a-c2f9-4cc4-b09b-f35eeb26368b'}] Aug 05 12:13:26.035135 n-d-803378-2 neutron-server[94421]: INFO neutron.plugins.ml2.plugin [None req-530f5a2d-c211-487d-8e02-64ff007e7734 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attempt 6 to bind port 758c44fc-30b8-41d3-8407-5793bee8d268 Aug 05 12:13:26.060810 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [None req-530f5a2d-c211-487d-8e02-64ff007e7734 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attempting to bind port 758c44fc-30b8-41d3-8407-5793bee8d268 on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:13:26.061286 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [None req-530f5a2d-c211-487d-8e02-64ff007e7734 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attempting to bind port 758c44fc-30b8-41d3-8407-5793bee8d268 by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': 'f6dbc8f5-3ff8-469d-9c1e-d59fc40aba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'd217df2a-c2f9-4cc4-b09b-f35eeb26368b'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:13:26.061774 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530f5a2d-c211-487d-8e02-64ff007e7734 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attempting to bind port 758c44fc-30b8-41d3-8407-5793bee8d268 on network d217df2a-c2f9-4cc4-b09b-f35eeb26368b {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:13:26.068881 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530f5a2d-c211-487d-8e02-64ff007e7734 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Port 758c44fc-30b8-41d3-8407-5793bee8d268 on network d217df2a-c2f9-4cc4-b09b-f35eeb26368b not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 12:13:26.070376 n-d-803378-2 neutron-server[94421]: ERROR neutron.plugins.ml2.managers [None req-530f5a2d-c211-487d-8e02-64ff007e7734 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Failed to bind port 758c44fc-30b8-41d3-8407-5793bee8d268 on host n-h2-803378-2 for vnic_type normal using segments [{'id': 'f6dbc8f5-3ff8-469d-9c1e-d59fc40aba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'd217df2a-c2f9-4cc4-b09b-f35eeb26368b'}] Aug 05 12:13:26.070568 n-d-803378-2 neutron-server[94421]: INFO neutron.plugins.ml2.plugin [None req-530f5a2d-c211-487d-8e02-64ff007e7734 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attempt 7 to bind port 758c44fc-30b8-41d3-8407-5793bee8d268 Aug 05 12:13:26.090887 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [None req-530f5a2d-c211-487d-8e02-64ff007e7734 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attempting to bind port 758c44fc-30b8-41d3-8407-5793bee8d268 on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:13:26.091355 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [None req-530f5a2d-c211-487d-8e02-64ff007e7734 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attempting to bind port 758c44fc-30b8-41d3-8407-5793bee8d268 by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': 'f6dbc8f5-3ff8-469d-9c1e-d59fc40aba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'd217df2a-c2f9-4cc4-b09b-f35eeb26368b'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:13:26.091830 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530f5a2d-c211-487d-8e02-64ff007e7734 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attempting to bind port 758c44fc-30b8-41d3-8407-5793bee8d268 on network d217df2a-c2f9-4cc4-b09b-f35eeb26368b {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:13:26.099275 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530f5a2d-c211-487d-8e02-64ff007e7734 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Port 758c44fc-30b8-41d3-8407-5793bee8d268 on network d217df2a-c2f9-4cc4-b09b-f35eeb26368b not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 12:13:26.099807 n-d-803378-2 neutron-server[94421]: ERROR neutron.plugins.ml2.managers [None req-530f5a2d-c211-487d-8e02-64ff007e7734 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Failed to bind port 758c44fc-30b8-41d3-8407-5793bee8d268 on host n-h2-803378-2 for vnic_type normal using segments [{'id': 'f6dbc8f5-3ff8-469d-9c1e-d59fc40aba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'd217df2a-c2f9-4cc4-b09b-f35eeb26368b'}] Aug 05 12:13:26.100388 n-d-803378-2 neutron-server[94421]: INFO neutron.plugins.ml2.plugin [None req-530f5a2d-c211-487d-8e02-64ff007e7734 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attempt 8 to bind port 758c44fc-30b8-41d3-8407-5793bee8d268 Aug 05 12:13:26.124407 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [None req-530f5a2d-c211-487d-8e02-64ff007e7734 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attempting to bind port 758c44fc-30b8-41d3-8407-5793bee8d268 on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:13:26.125021 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [None req-530f5a2d-c211-487d-8e02-64ff007e7734 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attempting to bind port 758c44fc-30b8-41d3-8407-5793bee8d268 by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': 'f6dbc8f5-3ff8-469d-9c1e-d59fc40aba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'd217df2a-c2f9-4cc4-b09b-f35eeb26368b'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:13:26.125437 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530f5a2d-c211-487d-8e02-64ff007e7734 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attempting to bind port 758c44fc-30b8-41d3-8407-5793bee8d268 on network d217df2a-c2f9-4cc4-b09b-f35eeb26368b {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:13:26.133178 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530f5a2d-c211-487d-8e02-64ff007e7734 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Port 758c44fc-30b8-41d3-8407-5793bee8d268 on network d217df2a-c2f9-4cc4-b09b-f35eeb26368b not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 12:13:26.133988 n-d-803378-2 neutron-server[94421]: ERROR neutron.plugins.ml2.managers [None req-530f5a2d-c211-487d-8e02-64ff007e7734 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Failed to bind port 758c44fc-30b8-41d3-8407-5793bee8d268 on host n-h2-803378-2 for vnic_type normal using segments [{'id': 'f6dbc8f5-3ff8-469d-9c1e-d59fc40aba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'd217df2a-c2f9-4cc4-b09b-f35eeb26368b'}] Aug 05 12:13:26.133988 n-d-803378-2 neutron-server[94421]: INFO neutron.plugins.ml2.plugin [None req-530f5a2d-c211-487d-8e02-64ff007e7734 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attempt 9 to bind port 758c44fc-30b8-41d3-8407-5793bee8d268 Aug 05 12:13:26.154951 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [None req-530f5a2d-c211-487d-8e02-64ff007e7734 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attempting to bind port 758c44fc-30b8-41d3-8407-5793bee8d268 on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:13:26.155385 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [None req-530f5a2d-c211-487d-8e02-64ff007e7734 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attempting to bind port 758c44fc-30b8-41d3-8407-5793bee8d268 by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': 'f6dbc8f5-3ff8-469d-9c1e-d59fc40aba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'd217df2a-c2f9-4cc4-b09b-f35eeb26368b'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:13:26.155868 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530f5a2d-c211-487d-8e02-64ff007e7734 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attempting to bind port 758c44fc-30b8-41d3-8407-5793bee8d268 on network d217df2a-c2f9-4cc4-b09b-f35eeb26368b {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:13:26.176972 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530f5a2d-c211-487d-8e02-64ff007e7734 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Port 758c44fc-30b8-41d3-8407-5793bee8d268 on network d217df2a-c2f9-4cc4-b09b-f35eeb26368b not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 12:13:26.177431 n-d-803378-2 neutron-server[94421]: ERROR neutron.plugins.ml2.managers [None req-530f5a2d-c211-487d-8e02-64ff007e7734 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Failed to bind port 758c44fc-30b8-41d3-8407-5793bee8d268 on host n-h2-803378-2 for vnic_type normal using segments [{'id': 'f6dbc8f5-3ff8-469d-9c1e-d59fc40aba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'd217df2a-c2f9-4cc4-b09b-f35eeb26368b'}] Aug 05 12:13:26.178048 n-d-803378-2 neutron-server[94421]: INFO neutron.plugins.ml2.plugin [None req-530f5a2d-c211-487d-8e02-64ff007e7734 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attempt 10 to bind port 758c44fc-30b8-41d3-8407-5793bee8d268 Aug 05 12:13:26.201437 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [None req-530f5a2d-c211-487d-8e02-64ff007e7734 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attempting to bind port 758c44fc-30b8-41d3-8407-5793bee8d268 on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:13:26.202016 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [None req-530f5a2d-c211-487d-8e02-64ff007e7734 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attempting to bind port 758c44fc-30b8-41d3-8407-5793bee8d268 by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': 'f6dbc8f5-3ff8-469d-9c1e-d59fc40aba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'd217df2a-c2f9-4cc4-b09b-f35eeb26368b'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:13:26.202679 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530f5a2d-c211-487d-8e02-64ff007e7734 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attempting to bind port 758c44fc-30b8-41d3-8407-5793bee8d268 on network d217df2a-c2f9-4cc4-b09b-f35eeb26368b {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:13:26.211949 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530f5a2d-c211-487d-8e02-64ff007e7734 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Port 758c44fc-30b8-41d3-8407-5793bee8d268 on network d217df2a-c2f9-4cc4-b09b-f35eeb26368b not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 12:13:26.212409 n-d-803378-2 neutron-server[94421]: ERROR neutron.plugins.ml2.managers [None req-530f5a2d-c211-487d-8e02-64ff007e7734 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Failed to bind port 758c44fc-30b8-41d3-8407-5793bee8d268 on host n-h2-803378-2 for vnic_type normal using segments [{'id': 'f6dbc8f5-3ff8-469d-9c1e-d59fc40aba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'd217df2a-c2f9-4cc4-b09b-f35eeb26368b'}] Aug 05 12:13:26.212958 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-530f5a2d-c211-487d-8e02-64ff007e7734 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:26.314025 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [None req-530f5a2d-c211-487d-8e02-64ff007e7734 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] For port 758c44fc-30b8-41d3-8407-5793bee8d268, host n-h2-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:13:26.315222 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [None req-530f5a2d-c211-487d-8e02-64ff007e7734 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attempted to set empty binding levels {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 05 12:13:26.322791 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-530f5a2d-c211-487d-8e02-64ff007e7734 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:26.384193 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-530f5a2d-c211-487d-8e02-64ff007e7734 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] In _notify_port_updated(), no bound segment for port 758c44fc-30b8-41d3-8407-5793bee8d268 on network d217df2a-c2f9-4cc4-b09b-f35eeb26368b {{(pid=94421) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 05 12:13:26.385307 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530f5a2d-c211-487d-8e02-64ff007e7734 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:26.385966 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-530f5a2d-c211-487d-8e02-64ff007e7734 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:26.387447 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-530f5a2d-c211-487d-8e02-64ff007e7734 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] 10.222.0.58 "PUT /v2.0/ports/758c44fc-30b8-41d3-8407-5793bee8d268 HTTP/1.1" status: 200 len: 974 time: 1.1355453 Aug 05 12:13:26.391745 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35208) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:13:26.417847 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530f5a2d-c211-487d-8e02-64ff007e7734 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Pushing event updated for resources: {'Port': ['ID=758c44fc-30b8-41d3-8407-5793bee8d268,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:13:26.568586 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-8439c366-2e35-4f6e-b9a0-2306436ded06 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Deleting port 758c44fc-30b8-41d3-8407-5793bee8d268 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:13:26.569162 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8439c366-2e35-4f6e-b9a0-2306436ded06 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:26.710825 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-8439c366-2e35-4f6e-b9a0-2306436ded06 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] For port 758c44fc-30b8-41d3-8407-5793bee8d268, host n-h2-803378-2, got binding levels [] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:13:26.711819 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8439c366-2e35-4f6e-b9a0-2306436ded06 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:26.752312 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-8439c366-2e35-4f6e-b9a0-2306436ded06 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Calling delete_port for 758c44fc-30b8-41d3-8407-5793bee8d268 owned by {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:13:26.850507 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ba329b-311b-4832-8cda-88b5e7f84701 req-3913a855-bd56-488d-a182-7aee9a305ba5 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:26.853881 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-22ba329b-311b-4832-8cda-88b5e7f84701 req-3913a855-bd56-488d-a182-7aee9a305ba5 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ce6e147-ba3b-4cbc-ac35-ec3c0a82f9a4 HTTP/1.1" status: 200 len: 945 time: 0.1633437 Aug 05 12:13:26.951970 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-22ba329b-311b-4832-8cda-88b5e7f84701 req-44b81255-6a0f-4eb3-bfac-08cb87e5fb78 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] 10.222.0.58 "GET /v2.0/security-groups?id=01458de5-fdb9-4902-8d8f-7b5ee9f50672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855925 Aug 05 12:13:26.967921 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8439c366-2e35-4f6e-b9a0-2306436ded06 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:27.002253 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8439c366-2e35-4f6e-b9a0-2306436ded06 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Pushing event deleted for resources: {'Port': ['ID=758c44fc-30b8-41d3-8407-5793bee8d268,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:13:27.016739 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8439c366-2e35-4f6e-b9a0-2306436ded06 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:27.018749 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-8439c366-2e35-4f6e-b9a0-2306436ded06 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] 10.222.0.58 "DELETE /v2.0/ports/758c44fc-30b8-41d3-8407-5793bee8d268 HTTP/1.1" status: 204 len: 168 time: 0.6250830 Aug 05 12:13:27.022647 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35212) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:13:27.052402 n-d-803378-2 neutron-server[94420]: INFO neutron.pecan_wsgi.hooks.translation [None req-f37bb8f6-15f3-4281-b9bc-d5124ba04228 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] GET failed (client error): The resource could not be found. Aug 05 12:13:27.054040 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-f37bb8f6-15f3-4281-b9bc-d5124ba04228 tempest-PortsAdminExtendedAttrsTestJSON-120418285 tempest-PortsAdminExtendedAttrsTestJSON-120418285-project-admin] 10.222.0.58 "GET /v2.0/ports/758c44fc-30b8-41d3-8407-5793bee8d268 HTTP/1.1" status: 404 len: 333 time: 0.0296626 Aug 05 12:13:27.059115 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35214) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:13:27.169775 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-da398338-d9da-4c47-b943-819bd9ececd1 tempest-PortsAdminExtendedAttrsTestJSON-1881243750 tempest-PortsAdminExtendedAttrsTestJSON-1881243750-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:27.319398 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-da398338-d9da-4c47-b943-819bd9ececd1 tempest-PortsAdminExtendedAttrsTestJSON-1881243750 tempest-PortsAdminExtendedAttrsTestJSON-1881243750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:27.332410 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-da398338-d9da-4c47-b943-819bd9ececd1 tempest-PortsAdminExtendedAttrsTestJSON-1881243750 tempest-PortsAdminExtendedAttrsTestJSON-1881243750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d217df2a-c2f9-4cc4-b09b-f35eeb26368b']}} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:13:27.346040 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-da398338-d9da-4c47-b943-819bd9ececd1 tempest-PortsAdminExtendedAttrsTestJSON-1881243750 tempest-PortsAdminExtendedAttrsTestJSON-1881243750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6dbc8f5-3ff8-469d-9c1e-d59fc40aba33') {'for_net_delete': True} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:13:27.346381 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-da398338-d9da-4c47-b943-819bd9ececd1 tempest-PortsAdminExtendedAttrsTestJSON-1881243750 tempest-PortsAdminExtendedAttrsTestJSON-1881243750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6dbc8f5-3ff8-469d-9c1e-d59fc40aba33') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:13:27.359030 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-da398338-d9da-4c47-b943-819bd9ececd1 tempest-PortsAdminExtendedAttrsTestJSON-1881243750 tempest-PortsAdminExtendedAttrsTestJSON-1881243750-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25010581'] for segment, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:27.377151 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-da398338-d9da-4c47-b943-819bd9ececd1 tempest-PortsAdminExtendedAttrsTestJSON-1881243750 tempest-PortsAdminExtendedAttrsTestJSON-1881243750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:27.385347 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da398338-d9da-4c47-b943-819bd9ececd1 tempest-PortsAdminExtendedAttrsTestJSON-1881243750 tempest-PortsAdminExtendedAttrsTestJSON-1881243750-project] Releasing vlan 684 on physical network physnet1 to pool {{(pid=94420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 12:13:27.385760 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-da398338-d9da-4c47-b943-819bd9ececd1 tempest-PortsAdminExtendedAttrsTestJSON-1881243750 tempest-PortsAdminExtendedAttrsTestJSON-1881243750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29762581'] for segment, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:27.389227 n-d-803378-2 neutron-server[94420]: Traceback (most recent call last): Aug 05 12:13:27.389227 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 12:13:27.389227 n-d-803378-2 neutron-server[94420]: timer() Aug 05 12:13:27.389227 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 12:13:27.389227 n-d-803378-2 neutron-server[94420]: cb(*args, **kw) Aug 05 12:13:27.389227 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 12:13:27.389227 n-d-803378-2 neutron-server[94420]: return func(*args, **kwargs) Aug 05 12:13:27.389227 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 12:13:27.389227 n-d-803378-2 neutron-server[94420]: self._notify() Aug 05 12:13:27.389227 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 12:13:27.389227 n-d-803378-2 neutron-server[94420]: self.callback(batched_events) Aug 05 12:13:27.389227 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 12:13:27.389227 n-d-803378-2 neutron-server[94420]: event.method(event) Aug 05 12:13:27.389227 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 12:13:27.389227 n-d-803378-2 neutron-server[94420]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 12:13:27.389227 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 12:13:27.389227 n-d-803378-2 neutron-server[94420]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 12:13:27.389227 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 12:13:27.389227 n-d-803378-2 neutron-server[94420]: return f(self, *a, **k) Aug 05 12:13:27.389227 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 12:13:27.389227 n-d-803378-2 neutron-server[94420]: return self._get(url).json() Aug 05 12:13:27.389227 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 12:13:27.389227 n-d-803378-2 neutron-server[94420]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 12:13:27.389227 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 12:13:27.389227 n-d-803378-2 neutron-server[94420]: return self.request(url, 'GET', **kwargs) Aug 05 12:13:27.389227 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 12:13:27.389227 n-d-803378-2 neutron-server[94420]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 12:13:27.389227 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 12:13:27.389227 n-d-803378-2 neutron-server[94420]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 12:13:27.389227 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 12:13:27.389227 n-d-803378-2 neutron-server[94420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 12:13:27.389227 n-d-803378-2 neutron-server[94420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 12:13:27.467991 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-da398338-d9da-4c47-b943-819bd9ececd1 tempest-PortsAdminExtendedAttrsTestJSON-1881243750 tempest-PortsAdminExtendedAttrsTestJSON-1881243750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:27.481732 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-da398338-d9da-4c47-b943-819bd9ececd1 tempest-PortsAdminExtendedAttrsTestJSON-1881243750 tempest-PortsAdminExtendedAttrsTestJSON-1881243750-project] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:27.484768 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-da398338-d9da-4c47-b943-819bd9ececd1 tempest-PortsAdminExtendedAttrsTestJSON-1881243750 tempest-PortsAdminExtendedAttrsTestJSON-1881243750-project] 10.222.0.58 "DELETE /v2.0/networks/d217df2a-c2f9-4cc4-b09b-f35eeb26368b HTTP/1.1" status: 204 len: 168 time: 0.4242482 Aug 05 12:13:27.499958 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da398338-d9da-4c47-b943-819bd9ececd1 tempest-PortsAdminExtendedAttrsTestJSON-1881243750 tempest-PortsAdminExtendedAttrsTestJSON-1881243750-project] Pushing event deleted for resources: {'Network': ['ID=d217df2a-c2f9-4cc4-b09b-f35eeb26368b,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:13:27.845785 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35222) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:13:28.098030 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-41f4c08f-6002-4630-88d3-d6302bfc25c2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d1cfd999e6cb4303bd46ef27c9714dec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2501962 Aug 05 12:13:28.101514 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35228) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:13:28.154115 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e246d3ef-c73e-4adf-b692-db76860fb0ae req-e27aaa74-bb8d-43a8-b8e6-5bbd1631f3ab tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:28.155835 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e246d3ef-c73e-4adf-b692-db76860fb0ae req-e27aaa74-bb8d-43a8-b8e6-5bbd1631f3ab tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ce6e147-ba3b-4cbc-ac35-ec3c0a82f9a4 HTTP/1.1" status: 200 len: 945 time: 0.1116896 Aug 05 12:13:28.239529 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-063ddc5d-0c16-4ec7-960f-fe08d485216e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:28.249905 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e246d3ef-c73e-4adf-b692-db76860fb0ae req-03702cac-0649-4233-aedf-8ec3c9386634 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] 10.222.0.58 "GET /v2.0/security-groups?id=01458de5-fdb9-4902-8d8f-7b5ee9f50672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808873 Aug 05 12:13:28.302943 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-063ddc5d-0c16-4ec7-960f-fe08d485216e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:28.370236 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d12f41-01dc-40d5-ab3b-f6851b5def36 req-aef4b99c-5e03-4449-813e-2c64ee8874e3 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:28.372055 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-26d12f41-01dc-40d5-ab3b-f6851b5def36 req-aef4b99c-5e03-4449-813e-2c64ee8874e3 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ce6e147-ba3b-4cbc-ac35-ec3c0a82f9a4 HTTP/1.1" status: 200 len: 945 time: 0.1091297 Aug 05 12:13:28.430947 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-063ddc5d-0c16-4ec7-960f-fe08d485216e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:28.434172 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-063ddc5d-0c16-4ec7-960f-fe08d485216e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:28.435661 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-063ddc5d-0c16-4ec7-960f-fe08d485216e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ef09a976-7bb3-4ab5-9b1c-00e6854062c6 HTTP/1.1" status: 204 len: 168 time: 0.3313892 Aug 05 12:13:28.468045 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063ddc5d-0c16-4ec7-960f-fe08d485216e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef09a976-7bb3-4ab5-9b1c-00e6854062c6,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:13:28.553746 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [req-26d12f41-01dc-40d5-ab3b-f6851b5def36 req-81494a80-9af0-420d-aefc-ae8bb62798be tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Deleting port 0448143a-eb92-46ef-ba28-40f5e518631b {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:13:28.554980 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-26d12f41-01dc-40d5-ab3b-f6851b5def36 req-81494a80-9af0-420d-aefc-ae8bb62798be tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:28.730859 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-26d12f41-01dc-40d5-ab3b-f6851b5def36 req-81494a80-9af0-420d-aefc-ae8bb62798be tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] For port 0448143a-eb92-46ef-ba28-40f5e518631b, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=0448143a-eb92-46ef-ba28-40f5e518631b,segment=NetworkSegment(70471df6-f885-4259-be52-cab961a4a87b),segment_id=70471df6-f885-4259-be52-cab961a4a87b)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:13:28.731387 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-26d12f41-01dc-40d5-ab3b-f6851b5def36 req-81494a80-9af0-420d-aefc-ae8bb62798be tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:28.752994 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [req-26d12f41-01dc-40d5-ab3b-f6851b5def36 req-81494a80-9af0-420d-aefc-ae8bb62798be tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Calling delete_port for 0448143a-eb92-46ef-ba28-40f5e518631b owned by compute:nova {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:13:28.899383 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35234) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:13:28.949721 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-26d12f41-01dc-40d5-ab3b-f6851b5def36 req-81494a80-9af0-420d-aefc-ae8bb62798be tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:28.969020 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-ac06e5e4-b81b-4dfd-8829-de737193115c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=370d55fd7655478bbaac57b8e7cbdf51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0677915 Aug 05 12:13:28.973681 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35236) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:13:28.990180 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['f69afd24-2bc0-4e3f-9c10-33e266139cd9'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 12:13:28.991200 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81494a80-9af0-420d-aefc-ae8bb62798be tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Pushing event deleted for resources: {'Port': ['ID=0448143a-eb92-46ef-ba28-40f5e518631b,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:13:29.041690 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [req-26d12f41-01dc-40d5-ab3b-f6851b5def36 req-81494a80-9af0-420d-aefc-ae8bb62798be tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] No DVR routers for this DVR port 0448143a-eb92-46ef-ba28-40f5e518631b on host n-h1-803378-2 {{(pid=94420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:13:29.044752 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-26d12f41-01dc-40d5-ab3b-f6851b5def36 req-81494a80-9af0-420d-aefc-ae8bb62798be tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:29.047446 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-26d12f41-01dc-40d5-ab3b-f6851b5def36 req-81494a80-9af0-420d-aefc-ae8bb62798be tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] 10.222.0.64 "DELETE /v2.0/ports/0448143a-eb92-46ef-ba28-40f5e518631b HTTP/1.1" status: 204 len: 173 time: 0.6619747 Aug 05 12:13:29.048090 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ce6e147-ba3b-4cbc-ac35-ec3c0a82f9a4', 'name': 'network-vif-deleted', 'tag': '0448143a-eb92-46ef-ba28-40f5e518631b'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:13:29.051024 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}828068ad8d405ad77660ce68fa78e1ffe658725812f7a08f9e488a446589295b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7991fda-d720-4709-a774-6b31565cb0a8" -d '{"events": [{"server_uuid": "6ce6e147-ba3b-4cbc-ac35-ec3c0a82f9a4", "name": "network-vif-deleted", "tag": "0448143a-eb92-46ef-ba28-40f5e518631b"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:13:29.056878 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['0448143a-eb92-46ef-ba28-40f5e518631b'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 12:13:29.094222 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1756f3c6-b8a2-44e8-bfd4-5f136a678908 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:29.100207 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 12:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a66587b-932c-4091-ad0e-d0e732aecf1e x-openstack-request-id: req-9a66587b-932c-4091-ad0e-d0e732aecf1e {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:13:29.100520 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ce6e147-ba3b-4cbc-ac35-ec3c0a82f9a4", "name": "network-vif-deleted", "tag": "0448143a-eb92-46ef-ba28-40f5e518631b", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:13:29.100814 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9a66587b-932c-4091-ad0e-d0e732aecf1e {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:13:29.101217 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ce6e147-ba3b-4cbc-ac35-ec3c0a82f9a4', 'name': 'network-vif-deleted', 'tag': '0448143a-eb92-46ef-ba28-40f5e518631b', 'status': 'completed', 'code': 200} Aug 05 12:13:29.131645 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1756f3c6-b8a2-44e8-bfd4-5f136a678908 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:29.215714 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1756f3c6-b8a2-44e8-bfd4-5f136a678908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:29.222703 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1756f3c6-b8a2-44e8-bfd4-5f136a678908 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:29.225174 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-1756f3c6-b8a2-44e8-bfd4-5f136a678908 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cb23f19e-87af-4c47-b71d-59c0d0561c64 HTTP/1.1" status: 204 len: 168 time: 0.2494533 Aug 05 12:13:29.252730 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1756f3c6-b8a2-44e8-bfd4-5f136a678908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb23f19e-87af-4c47-b71d-59c0d0561c64,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:13:29.495837 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e0b29a7e-fc28-4808-840b-0a33757c955e req-935e7609-dc37-465c-988c-df5f3eb38d0a tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ce6e147-ba3b-4cbc-ac35-ec3c0a82f9a4 HTTP/1.1" status: 200 len: 210 time: 0.0581942 Aug 05 12:13:29.674309 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:29.733968 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 12:13:31.029293 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2c8c48-abe0-4e59-9515-8b1acc2b6727 req-9dc770fc-0bfb-4cbc-894a-3d2c02306b41 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:31.031747 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fe2c8c48-abe0-4e59-9515-8b1acc2b6727 req-9dc770fc-0bfb-4cbc-894a-3d2c02306b41 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] 10.222.0.58 "GET /v2.0/ports?device_id=5cd5d8a0-5638-4fa3-8b24-b2a54012a414 HTTP/1.1" status: 200 len: 946 time: 0.1018965 Aug 05 12:13:31.092684 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fe2c8c48-abe0-4e59-9515-8b1acc2b6727 req-65c78a80-f688-40e7-80ca-8ff10636b1b3 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] 10.222.0.58 "GET /v2.0/security-groups?id=01458de5-fdb9-4902-8d8f-7b5ee9f50672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521636 Aug 05 12:13:31.755595 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35288) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:13:31.925318 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-f2851895-ae43-4edb-b4d6-ff1e5013115f tempest-QuotasTest-855251297 tempest-QuotasTest-855251297-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:13:31.982408 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-f2851895-ae43-4edb-b4d6-ff1e5013115f tempest-QuotasTest-855251297 tempest-QuotasTest-855251297-project-admin] 10.222.0.58 "PUT /v2.0/quotas/97aaf6309b9d4c4b9fc52a9b20dd4139 HTTP/1.1" status: 200 len: 366 time: 0.2247736 Aug 05 12:13:31.984891 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35292) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:13:31.998684 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-e6c1a990-3c0b-49b1-bfbb-489071d200a6 tempest-QuotasTest-855251297 tempest-QuotasTest-855251297-project-admin] 10.222.0.58 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0125930 Aug 05 12:13:32.001510 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35294) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:13:32.014624 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-9c92b207-488d-4cba-ae5f-bdda98f01381 tempest-QuotasTest-855251297 tempest-QuotasTest-855251297-project-admin] 10.222.0.58 "GET /v2.0/quotas/97aaf6309b9d4c4b9fc52a9b20dd4139 HTTP/1.1" status: 200 len: 366 time: 0.0117240 Aug 05 12:13:32.018263 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35296) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:13:32.038520 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-b4451087-d8db-4c2c-ae08-656bf9d25e15 tempest-QuotasTest-855251297 tempest-QuotasTest-855251297-project-admin] 10.222.0.58 "DELETE /v2.0/quotas/97aaf6309b9d4c4b9fc52a9b20dd4139 HTTP/1.1" status: 204 len: 168 time: 0.0183091 Aug 05 12:13:32.041524 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35298) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:13:32.057476 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-678de3e1-f741-4d52-ae56-fad7bfbb023b tempest-QuotasTest-855251297 tempest-QuotasTest-855251297-project-admin] 10.222.0.58 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0147991 Aug 05 12:13:32.060368 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35300) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:13:32.080118 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-18a855fa-4fae-49ca-9e98-e11b6e9183bc tempest-QuotasTest-855251297 tempest-QuotasTest-855251297-project-admin] 10.222.0.58 "GET /v2.0/quotas/97aaf6309b9d4c4b9fc52a9b20dd4139 HTTP/1.1" status: 200 len: 370 time: 0.0181098 Aug 05 12:13:32.083321 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35302) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:13:32.093607 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-f75bc8ab-9eaa-4e4d-b73f-22e74bcef7a0 tempest-QuotasTest-855251297 tempest-QuotasTest-855251297-project-admin] 10.222.0.58 "GET /v2.0/quotas/97aaf6309b9d4c4b9fc52a9b20dd4139/default HTTP/1.1" status: 200 len: 370 time: 0.0083597 Aug 05 12:13:32.096652 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35304) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:13:32.118470 n-d-803378-2 neutron-server[94420]: INFO neutron.api.v2.resource [None req-91c0fca8-92a0-423b-8f03-49b840577190 tempest-QuotasTest-855251297 tempest-QuotasTest-855251297-project-admin] delete failed (client error): The resource could not be found. Aug 05 12:13:32.120815 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-91c0fca8-92a0-423b-8f03-49b840577190 tempest-QuotasTest-855251297 tempest-QuotasTest-855251297-project-admin] 10.222.0.58 "DELETE /v2.0/quotas/97aaf6309b9d4c4b9fc52a9b20dd4139 HTTP/1.1" status: 404 len: 348 time: 0.0218532 Aug 05 12:13:32.286137 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc15549-278e-43a2-ae10-ad2104c56951 req-75f5eb91-a38c-41ff-ac1d-d146af5f8116 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:32.288962 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1cc15549-278e-43a2-ae10-ad2104c56951 req-75f5eb91-a38c-41ff-ac1d-d146af5f8116 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] 10.222.0.58 "GET /v2.0/ports?device_id=5cd5d8a0-5638-4fa3-8b24-b2a54012a414 HTTP/1.1" status: 200 len: 946 time: 0.0896659 Aug 05 12:13:32.317344 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35310) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:13:32.351393 n-d-803378-2 neutron-server[94421]: DEBUG neutron.quota.resource [None req-0a785e3a-fe71-4df7-906d-1d2f01212f32 tempest-QuotasTest-855251297 tempest-QuotasTest-855251297-project-admin] Usage tracker for resource:network and tenant:cc508c665b764e6abb7285aaa9cc2f85 is out of sync, need to count used quota {{(pid=94421) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 05 12:13:32.363240 n-d-803378-2 neutron-server[94421]: DEBUG neutron.quota.resource [None req-0a785e3a-fe71-4df7-906d-1d2f01212f32 tempest-QuotasTest-855251297 tempest-QuotasTest-855251297-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=94421) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 05 12:13:32.365204 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1cc15549-278e-43a2-ae10-ad2104c56951 req-af8c7264-5eee-4c1a-b60b-7842401f15dd tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] 10.222.0.58 "GET /v2.0/security-groups?id=01458de5-fdb9-4902-8d8f-7b5ee9f50672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639884 Aug 05 12:13:32.375196 n-d-803378-2 neutron-server[94421]: DEBUG neutron.quota.resource [None req-0a785e3a-fe71-4df7-906d-1d2f01212f32 tempest-QuotasTest-855251297 tempest-QuotasTest-855251297-project-admin] Usage tracker for resource:subnet and tenant:cc508c665b764e6abb7285aaa9cc2f85 is out of sync, need to count used quota {{(pid=94421) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 05 12:13:32.392459 n-d-803378-2 neutron-server[94421]: DEBUG neutron.quota.resource [None req-0a785e3a-fe71-4df7-906d-1d2f01212f32 tempest-QuotasTest-855251297 tempest-QuotasTest-855251297-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=94421) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 05 12:13:32.395577 n-d-803378-2 neutron-server[94421]: DEBUG neutron.quota.resource [None req-0a785e3a-fe71-4df7-906d-1d2f01212f32 tempest-QuotasTest-855251297 tempest-QuotasTest-855251297-project-admin] Usage tracker for resource:subnetpool and tenant:cc508c665b764e6abb7285aaa9cc2f85 is out of sync, need to count used quota {{(pid=94421) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 05 12:13:32.404988 n-d-803378-2 neutron-server[94421]: DEBUG neutron.quota.resource [None req-0a785e3a-fe71-4df7-906d-1d2f01212f32 tempest-QuotasTest-855251297 tempest-QuotasTest-855251297-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=94421) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 05 12:13:32.416060 n-d-803378-2 neutron-server[94421]: DEBUG neutron.quota.resource [None req-0a785e3a-fe71-4df7-906d-1d2f01212f32 tempest-QuotasTest-855251297 tempest-QuotasTest-855251297-project-admin] Usage tracker for resource:port and tenant:cc508c665b764e6abb7285aaa9cc2f85 is out of sync, need to count used quota {{(pid=94421) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 05 12:13:32.423544 n-d-803378-2 neutron-server[94421]: DEBUG neutron.quota.resource [None req-0a785e3a-fe71-4df7-906d-1d2f01212f32 tempest-QuotasTest-855251297 tempest-QuotasTest-855251297-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=94421) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 05 12:13:32.433390 n-d-803378-2 neutron-server[94421]: DEBUG neutron.quota.resource [None req-0a785e3a-fe71-4df7-906d-1d2f01212f32 tempest-QuotasTest-855251297 tempest-QuotasTest-855251297-project-admin] Usage tracker for resource:router and tenant:cc508c665b764e6abb7285aaa9cc2f85 is out of sync, need to count used quota {{(pid=94421) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 05 12:13:32.440123 n-d-803378-2 neutron-server[94421]: DEBUG neutron.quota.resource [None req-0a785e3a-fe71-4df7-906d-1d2f01212f32 tempest-QuotasTest-855251297 tempest-QuotasTest-855251297-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=94421) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 05 12:13:32.441178 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 0448143a-eb92-46ef-ba28-40f5e518631b no longer exists at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:13:32.450080 n-d-803378-2 neutron-server[94421]: DEBUG neutron.quota.resource [None req-0a785e3a-fe71-4df7-906d-1d2f01212f32 tempest-QuotasTest-855251297 tempest-QuotasTest-855251297-project-admin] Usage tracker for resource:floatingip and tenant:cc508c665b764e6abb7285aaa9cc2f85 is out of sync, need to count used quota {{(pid=94421) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 05 12:13:32.457346 n-d-803378-2 neutron-server[94421]: DEBUG neutron.quota.resource [None req-0a785e3a-fe71-4df7-906d-1d2f01212f32 tempest-QuotasTest-855251297 tempest-QuotasTest-855251297-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=94421) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 05 12:13:32.473461 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] No Port match for: 0448143a-eb92-46ef-ba28-40f5e518631b {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:13:32.474006 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 0448143a-eb92-46ef-ba28-40f5e518631b not bound to the agent host n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:13:32.511221 n-d-803378-2 neutron-server[94421]: DEBUG neutron.quota.resource [None req-0a785e3a-fe71-4df7-906d-1d2f01212f32 tempest-QuotasTest-855251297 tempest-QuotasTest-855251297-project-admin] Usage tracker for resource:security_group and tenant:cc508c665b764e6abb7285aaa9cc2f85 is out of sync, need to count used quota {{(pid=94421) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 05 12:13:32.517811 n-d-803378-2 neutron-server[94421]: DEBUG neutron.quota.resource [None req-0a785e3a-fe71-4df7-906d-1d2f01212f32 tempest-QuotasTest-855251297 tempest-QuotasTest-855251297-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=94421) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 05 12:13:32.526693 n-d-803378-2 neutron-server[94421]: DEBUG neutron.quota.resource [None req-0a785e3a-fe71-4df7-906d-1d2f01212f32 tempest-QuotasTest-855251297 tempest-QuotasTest-855251297-project-admin] Usage tracker for resource:security_group_rule and tenant:cc508c665b764e6abb7285aaa9cc2f85 is out of sync, need to count used quota {{(pid=94421) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 05 12:13:32.533438 n-d-803378-2 neutron-server[94421]: DEBUG neutron.quota.resource [None req-0a785e3a-fe71-4df7-906d-1d2f01212f32 tempest-QuotasTest-855251297 tempest-QuotasTest-855251297-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=94421) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 05 12:13:32.539805 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-0a785e3a-fe71-4df7-906d-1d2f01212f32 tempest-QuotasTest-855251297 tempest-QuotasTest-855251297-project-admin] 10.222.0.58 "GET /v2.0/quotas/cc508c665b764e6abb7285aaa9cc2f85/details.json HTTP/1.1" status: 200 len: 703 time: 0.2206526 Aug 05 12:13:32.747725 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bc06b8-dd9d-4bf6-bb42-db47ef5f547b req-5f6ffba6-4234-41dd-8566-fa38a72a8a2b tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:32.750464 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-77bc06b8-dd9d-4bf6-bb42-db47ef5f547b req-5f6ffba6-4234-41dd-8566-fa38a72a8a2b tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] 10.222.0.55 "GET /v2.0/ports?device_id=5cd5d8a0-5638-4fa3-8b24-b2a54012a414 HTTP/1.1" status: 200 len: 946 time: 0.1015151 Aug 05 12:13:32.912287 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-77bc06b8-dd9d-4bf6-bb42-db47ef5f547b req-fee5946d-024c-4ddb-b4ab-c177b1ea0d46 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Deleting port f69afd24-2bc0-4e3f-9c10-33e266139cd9 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:13:32.913857 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-77bc06b8-dd9d-4bf6-bb42-db47ef5f547b req-fee5946d-024c-4ddb-b4ab-c177b1ea0d46 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:33.067318 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-77bc06b8-dd9d-4bf6-bb42-db47ef5f547b req-fee5946d-024c-4ddb-b4ab-c177b1ea0d46 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] For port f69afd24-2bc0-4e3f-9c10-33e266139cd9, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=f69afd24-2bc0-4e3f-9c10-33e266139cd9,segment=NetworkSegment(70471df6-f885-4259-be52-cab961a4a87b),segment_id=70471df6-f885-4259-be52-cab961a4a87b)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:13:33.067859 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-77bc06b8-dd9d-4bf6-bb42-db47ef5f547b req-fee5946d-024c-4ddb-b4ab-c177b1ea0d46 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:33.068986 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35316) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:13:33.087919 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-77bc06b8-dd9d-4bf6-bb42-db47ef5f547b req-fee5946d-024c-4ddb-b4ab-c177b1ea0d46 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Calling delete_port for f69afd24-2bc0-4e3f-9c10-33e266139cd9 owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:13:33.279353 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-00c82a0a-181e-43c9-adf1-34820cbe1b7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:33.337729 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-77bc06b8-dd9d-4bf6-bb42-db47ef5f547b req-fee5946d-024c-4ddb-b4ab-c177b1ea0d46 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:33.376473 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['f69afd24-2bc0-4e3f-9c10-33e266139cd9'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 12:13:33.404930 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee5946d-024c-4ddb-b4ab-c177b1ea0d46 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Pushing event deleted for resources: {'Port': ['ID=f69afd24-2bc0-4e3f-9c10-33e266139cd9,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:13:33.479698 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-00c82a0a-181e-43c9-adf1-34820cbe1b7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:33.489789 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-00c82a0a-181e-43c9-adf1-34820cbe1b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:33.498563 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-77bc06b8-dd9d-4bf6-bb42-db47ef5f547b req-fee5946d-024c-4ddb-b4ab-c177b1ea0d46 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] No DVR routers for this DVR port f69afd24-2bc0-4e3f-9c10-33e266139cd9 on host n-h2-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:13:33.503386 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-77bc06b8-dd9d-4bf6-bb42-db47ef5f547b req-fee5946d-024c-4ddb-b4ab-c177b1ea0d46 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:33.508145 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-77bc06b8-dd9d-4bf6-bb42-db47ef5f547b req-fee5946d-024c-4ddb-b4ab-c177b1ea0d46 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] 10.222.0.55 "DELETE /v2.0/ports/f69afd24-2bc0-4e3f-9c10-33e266139cd9 HTTP/1.1" status: 204 len: 173 time: 0.7506733 Aug 05 12:13:33.509378 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cd5d8a0-5638-4fa3-8b24-b2a54012a414', 'name': 'network-vif-deleted', 'tag': 'f69afd24-2bc0-4e3f-9c10-33e266139cd9'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:13:33.513413 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cab89284-56d7-4031-bbdf-462f92199c07" -d '{"events": [{"server_uuid": "5cd5d8a0-5638-4fa3-8b24-b2a54012a414", "name": "network-vif-deleted", "tag": "f69afd24-2bc0-4e3f-9c10-33e266139cd9"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:13:33.597341 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 12:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daffffea-84ea-4f2b-a851-57a87e64e7a9 x-openstack-request-id: req-daffffea-84ea-4f2b-a851-57a87e64e7a9 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:13:33.602158 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cd5d8a0-5638-4fa3-8b24-b2a54012a414", "name": "network-vif-deleted", "tag": "f69afd24-2bc0-4e3f-9c10-33e266139cd9", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:13:33.602158 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-daffffea-84ea-4f2b-a851-57a87e64e7a9 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:13:33.602158 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cd5d8a0-5638-4fa3-8b24-b2a54012a414', 'name': 'network-vif-deleted', 'tag': 'f69afd24-2bc0-4e3f-9c10-33e266139cd9', 'status': 'completed', 'code': 200} Aug 05 12:13:33.632701 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-edde367e-2c27-468d-9578-b64ffa0a806c req-5a9812da-7be8-423b-adfc-b505db8f39a0 tempest-ListServerFiltersTestJSON-762226559 tempest-ListServerFiltersTestJSON-762226559-project] 10.222.0.58 "GET /v2.0/ports?device_id=5cd5d8a0-5638-4fa3-8b24-b2a54012a414 HTTP/1.1" status: 200 len: 210 time: 0.0849962 Aug 05 12:13:33.643113 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-00c82a0a-181e-43c9-adf1-34820cbe1b7a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=49c5ca47beeb4f46a82636002334afd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5687625 Aug 05 12:13:33.643113 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c82a0a-181e-43c9-adf1-34820cbe1b7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b8d3bbf-ea61-4762-bd3c-c6ca9a7d5b0c,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:13:33.643777 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35324) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:13:33.765335 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ba710b87-a064-43f8-b79e-0b9fcda53880 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:33.810614 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ba710b87-a064-43f8-b79e-0b9fcda53880 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:33.885574 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ba710b87-a064-43f8-b79e-0b9fcda53880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:33.888558 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ba710b87-a064-43f8-b79e-0b9fcda53880 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:33.889941 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-ba710b87-a064-43f8-b79e-0b9fcda53880 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6b8d3bbf-ea61-4762-bd3c-c6ca9a7d5b0c HTTP/1.1" status: 204 len: 168 time: 0.2447703 Aug 05 12:13:33.900841 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba710b87-a064-43f8-b79e-0b9fcda53880 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b8d3bbf-ea61-4762-bd3c-c6ca9a7d5b0c,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:13:34.401662 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35330) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:13:34.420915 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-780ba102-cc15-4bf2-9c1d-af546fb2e145 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:34.564694 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-780ba102-cc15-4bf2-9c1d-af546fb2e145 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:34.575839 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-780ba102-cc15-4bf2-9c1d-af546fb2e145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:34.657384 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-780ba102-cc15-4bf2-9c1d-af546fb2e145 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=cc508c665b764e6abb7285aaa9cc2f85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2539284 Aug 05 12:13:34.659580 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780ba102-cc15-4bf2-9c1d-af546fb2e145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee484562-5336-4cf5-a94a-0bf439fff265,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:13:34.661081 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35332) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:13:34.738597 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35336) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:13:34.755479 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-12895289-aac5-4970-9ecd-bc0139281b0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:34.801270 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-12895289-aac5-4970-9ecd-bc0139281b0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:34.813267 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_v2 [None req-23865999-35a9-456f-9c59-db7091c1f9c6 admin admin] Deleting subnet a9a6bb65-f843-478c-a77f-df9b1660e7a3 {{(pid=94421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 12:13:34.817188 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-23865999-35a9-456f-9c59-db7091c1f9c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:34.884005 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-23865999-35a9-456f-9c59-db7091c1f9c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29786388'] for subnet, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:34.893998 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-12895289-aac5-4970-9ecd-bc0139281b0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:34.897764 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-12895289-aac5-4970-9ecd-bc0139281b0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:34.902324 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-12895289-aac5-4970-9ecd-bc0139281b0c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ee484562-5336-4cf5-a94a-0bf439fff265 HTTP/1.1" status: 204 len: 168 time: 0.2362123 Aug 05 12:13:34.916639 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12895289-aac5-4970-9ecd-bc0139281b0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee484562-5336-4cf5-a94a-0bf439fff265,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:13:35.006002 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-23865999-35a9-456f-9c59-db7091c1f9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:35.084082 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-23865999-35a9-456f-9c59-db7091c1f9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25038609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30075142'] for subnet, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:35.141115 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23865999-35a9-456f-9c59-db7091c1f9c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9a6bb65-f843-478c-a77f-df9b1660e7a3,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:13:35.145130 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-23865999-35a9-456f-9c59-db7091c1f9c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:35.149648 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-23865999-35a9-456f-9c59-db7091c1f9c6 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/a9a6bb65-f843-478c-a77f-df9b1660e7a3 HTTP/1.1" status: 204 len: 168 time: 0.4095869 Aug 05 12:13:35.152384 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35340) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:13:35.156167 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebcaacb2-c4bc-45cd-8ff2-c4747fd30d67 None None] Network 7b2da7f6-5312-4b7e-b7e7-4cfb0805e228 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:13:35.297682 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f982d019-b369-44b6-bbc7-505e195fa228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:35.404214 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-f982d019-b369-44b6-bbc7-505e195fa228 admin admin] Deleting port f632a2d1-b56a-4df1-a273-83bd244b4950 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:13:35.405250 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f982d019-b369-44b6-bbc7-505e195fa228 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:35.463373 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d35362a4-e38d-49c7-9398-d40650df89f7 None None] DHCP port deletion for 7b2da7f6-5312-4b7e-b7e7-4cfb0805e228 request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 12:13:35.552199 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-d35362a4-e38d-49c7-9398-d40650df89f7 None None] Deleting port f632a2d1-b56a-4df1-a273-83bd244b4950 {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:13:35.552866 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-d35362a4-e38d-49c7-9398-d40650df89f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:35.681776 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-d35362a4-e38d-49c7-9398-d40650df89f7 None None] For port f632a2d1-b56a-4df1-a273-83bd244b4950, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=f632a2d1-b56a-4df1-a273-83bd244b4950,segment=NetworkSegment(70471df6-f885-4259-be52-cab961a4a87b),segment_id=70471df6-f885-4259-be52-cab961a4a87b)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:13:35.682364 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-d35362a4-e38d-49c7-9398-d40650df89f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:35.706872 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-d35362a4-e38d-49c7-9398-d40650df89f7 None None] Calling delete_port for f632a2d1-b56a-4df1-a273-83bd244b4950 owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:13:35.881549 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-d35362a4-e38d-49c7-9398-d40650df89f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:35.917980 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35362a4-e38d-49c7-9398-d40650df89f7 None None] Pushing event deleted for resources: {'Port': ['ID=f632a2d1-b56a-4df1-a273-83bd244b4950,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:13:35.923841 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35362a4-e38d-49c7-9398-d40650df89f7 None None] No DVR routers for this DVR port f632a2d1-b56a-4df1-a273-83bd244b4950 on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:13:36.067654 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [None req-f982d019-b369-44b6-bbc7-505e195fa228 admin admin] For port f632a2d1-b56a-4df1-a273-83bd244b4950, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=f632a2d1-b56a-4df1-a273-83bd244b4950,segment=NetworkSegment(70471df6-f885-4259-be52-cab961a4a87b),segment_id=70471df6-f885-4259-be52-cab961a4a87b)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:13:36.068349 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f982d019-b369-44b6-bbc7-505e195fa228 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:36.088739 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-f982d019-b369-44b6-bbc7-505e195fa228 admin admin] Calling delete_port for f632a2d1-b56a-4df1-a273-83bd244b4950 owned by network:dhcp {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:13:36.189546 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f982d019-b369-44b6-bbc7-505e195fa228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:36.245416 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f982d019-b369-44b6-bbc7-505e195fa228 admin admin] Pushing event deleted for resources: {'Port': ['ID=f632a2d1-b56a-4df1-a273-83bd244b4950,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:13:36.254552 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f982d019-b369-44b6-bbc7-505e195fa228 admin admin] No DVR routers for this DVR port f632a2d1-b56a-4df1-a273-83bd244b4950 on host n-d-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:13:36.371006 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f982d019-b369-44b6-bbc7-505e195fa228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:36.385897 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-f982d019-b369-44b6-bbc7-505e195fa228 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b2da7f6-5312-4b7e-b7e7-4cfb0805e228']}} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:13:36.401704 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35362) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:13:36.404577 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-f982d019-b369-44b6-bbc7-505e195fa228 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70471df6-f885-4259-be52-cab961a4a87b') {'for_net_delete': True} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:13:36.405444 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-f982d019-b369-44b6-bbc7-505e195fa228 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70471df6-f885-4259-be52-cab961a4a87b') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:13:36.416284 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device f69afd24-2bc0-4e3f-9c10-33e266139cd9 no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:13:36.420200 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f982d019-b369-44b6-bbc7-505e195fa228 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29786371'] for segment, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:36.438588 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] No Port match for: f69afd24-2bc0-4e3f-9c10-33e266139cd9 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:13:36.438952 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device f69afd24-2bc0-4e3f-9c10-33e266139cd9 not bound to the agent host n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:13:36.447212 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f982d019-b369-44b6-bbc7-505e195fa228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:36.455534 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f982d019-b369-44b6-bbc7-505e195fa228 admin admin] Releasing vlan 665 on physical network physnet1 to pool {{(pid=94421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 12:13:36.455937 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f982d019-b369-44b6-bbc7-505e195fa228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25038799'] for segment, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:36.457912 n-d-803378-2 neutron-server[94421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 12:13:36.457912 n-d-803378-2 neutron-server[94421]: self.session.flush() Aug 05 12:13:36.457912 n-d-803378-2 neutron-server[94421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 12:13:36.457912 n-d-803378-2 neutron-server[94421]: self.session.flush() Aug 05 12:13:36.457912 n-d-803378-2 neutron-server[94421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 12:13:36.457912 n-d-803378-2 neutron-server[94421]: self.session.flush() Aug 05 12:13:36.457912 n-d-803378-2 neutron-server[94421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 12:13:36.457912 n-d-803378-2 neutron-server[94421]: self.session.flush() Aug 05 12:13:36.457912 n-d-803378-2 neutron-server[94421]: Traceback (most recent call last): Aug 05 12:13:36.457912 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 12:13:36.457912 n-d-803378-2 neutron-server[94421]: timer() Aug 05 12:13:36.457912 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 12:13:36.457912 n-d-803378-2 neutron-server[94421]: cb(*args, **kw) Aug 05 12:13:36.457912 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 12:13:36.457912 n-d-803378-2 neutron-server[94421]: return func(*args, **kwargs) Aug 05 12:13:36.457912 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 12:13:36.457912 n-d-803378-2 neutron-server[94421]: self._notify() Aug 05 12:13:36.457912 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 12:13:36.457912 n-d-803378-2 neutron-server[94421]: self.callback(batched_events) Aug 05 12:13:36.457912 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 12:13:36.457912 n-d-803378-2 neutron-server[94421]: event.method(event) Aug 05 12:13:36.457912 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 12:13:36.457912 n-d-803378-2 neutron-server[94421]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 12:13:36.457912 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 12:13:36.457912 n-d-803378-2 neutron-server[94421]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 12:13:36.457912 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 12:13:36.457912 n-d-803378-2 neutron-server[94421]: return f(self, *a, **k) Aug 05 12:13:36.457912 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 12:13:36.457912 n-d-803378-2 neutron-server[94421]: return self._get(url).json() Aug 05 12:13:36.457912 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 12:13:36.457912 n-d-803378-2 neutron-server[94421]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 12:13:36.457912 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 12:13:36.457912 n-d-803378-2 neutron-server[94421]: return self.request(url, 'GET', **kwargs) Aug 05 12:13:36.457912 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 12:13:36.457912 n-d-803378-2 neutron-server[94421]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 12:13:36.457912 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 12:13:36.457912 n-d-803378-2 neutron-server[94421]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 12:13:36.457912 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 12:13:36.457912 n-d-803378-2 neutron-server[94421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 12:13:36.457912 n-d-803378-2 neutron-server[94421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 12:13:36.532830 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f982d019-b369-44b6-bbc7-505e195fa228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:36.541365 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f982d019-b369-44b6-bbc7-505e195fa228 admin admin] Notify callbacks [] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:36.546675 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-f982d019-b369-44b6-bbc7-505e195fa228 admin admin] 10.222.0.58 "DELETE /v2.0/networks/7b2da7f6-5312-4b7e-b7e7-4cfb0805e228 HTTP/1.1" status: 204 len: 168 time: 1.3861401 Aug 05 12:13:36.560470 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-08b9b001-32c4-44fa-9ac5-460ad69e1ac7 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Request body: {'networks': [{'name': 'tempest-network--1716688540'}, {'name': 'tempest-network--740041458'}]} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:13:36.560949 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f982d019-b369-44b6-bbc7-505e195fa228 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b2da7f6-5312-4b7e-b7e7-4cfb0805e228,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:13:36.561404 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-08b9b001-32c4-44fa-9ac5-460ad69e1ac7 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Request body: {'network': {'name': 'tempest-network--1716688540'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:13:36.562080 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-08b9b001-32c4-44fa-9ac5-460ad69e1ac7 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Request body: {'network': {'name': 'tempest-network--740041458'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:13:36.570867 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f982d019-b369-44b6-bbc7-505e195fa228 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:13:36.571234 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f982d019-b369-44b6-bbc7-505e195fa228 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:13:36.571562 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f982d019-b369-44b6-bbc7-505e195fa228 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:13:36.571909 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f982d019-b369-44b6-bbc7-505e195fa228 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:13:36.572328 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f982d019-b369-44b6-bbc7-505e195fa228 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:13:36.572733 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f982d019-b369-44b6-bbc7-505e195fa228 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:13:36.573094 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f982d019-b369-44b6-bbc7-505e195fa228 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:13:36.573504 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f982d019-b369-44b6-bbc7-505e195fa228 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:13:36.573880 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f982d019-b369-44b6-bbc7-505e195fa228 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:13:36.574497 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f982d019-b369-44b6-bbc7-505e195fa228 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:13:36.575000 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f982d019-b369-44b6-bbc7-505e195fa228 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:13:36.575339 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f982d019-b369-44b6-bbc7-505e195fa228 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:13:36.598102 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08b9b001-32c4-44fa-9ac5-460ad69e1ac7 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Made reservation on behalf of b4b5c948fb734070b8740c1bc5f2243a for: {'network': 2} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:13:36.603801 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-08b9b001-32c4-44fa-9ac5-460ad69e1ac7 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:36.618505 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-08b9b001-32c4-44fa-9ac5-460ad69e1ac7 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:36.763729 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-08b9b001-32c4-44fa-9ac5-460ad69e1ac7 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:36.770272 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-08b9b001-32c4-44fa-9ac5-460ad69e1ac7 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:36.770651 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-08b9b001-32c4-44fa-9ac5-460ad69e1ac7 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:36.827362 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b9b001-32c4-44fa-9ac5-460ad69e1ac7 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb44be48-887d-4515-8c0c-5fb6ba58a562,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:13:36.831496 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35368) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:13:36.836067 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08b9b001-32c4-44fa-9ac5-460ad69e1ac7 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] vlan segment allocate from pool success with {'vlan_id': 694, 'physical_network': 'physnet1'} {{(pid=94420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 12:13:36.849540 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-08b9b001-32c4-44fa-9ac5-460ad69e1ac7 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:36.850085 n-d-803378-2 neutron-server[94420]: INFO neutron.db.segments_db [None req-08b9b001-32c4-44fa-9ac5-460ad69e1ac7 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Added segment f4b9d5b4-e1d9-49d7-b3e0-bca4eb079a01 of type vlan for network fdf276c3-4f4c-4e77-ba79-71913e56cb9c Aug 05 12:13:36.911091 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-08b9b001-32c4-44fa-9ac5-460ad69e1ac7 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:36.922510 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-6d5cfcad-71dd-4fbc-b059-0e5c037455a8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d61239f1b6f34eb981513b199747da12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0846195 Aug 05 12:13:36.925935 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35370) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:13:36.955063 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08b9b001-32c4-44fa-9ac5-460ad69e1ac7 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] vlan segment allocate from pool success with {'vlan_id': 668, 'physical_network': 'physnet1'} {{(pid=94420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 12:13:36.969276 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-08b9b001-32c4-44fa-9ac5-460ad69e1ac7 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:36.969813 n-d-803378-2 neutron-server[94420]: INFO neutron.db.segments_db [None req-08b9b001-32c4-44fa-9ac5-460ad69e1ac7 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Added segment 50f2940c-98ae-46e1-84b6-9ef6e434d655 of type vlan for network 43d42243-8bed-4fb0-9f08-20cdd2f700f7 Aug 05 12:13:36.990246 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4fe17ea0-79df-42f8-90a5-763f4088b2a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:37.015659 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-08b9b001-32c4-44fa-9ac5-460ad69e1ac7 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:37.026873 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4fe17ea0-79df-42f8-90a5-763f4088b2a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:37.052041 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-08b9b001-32c4-44fa-9ac5-460ad69e1ac7 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:37.052634 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-08b9b001-32c4-44fa-9ac5-460ad69e1ac7 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:37.059406 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b9b001-32c4-44fa-9ac5-460ad69e1ac7 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:37.064430 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b9b001-32c4-44fa-9ac5-460ad69e1ac7 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:37.065172 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-08b9b001-32c4-44fa-9ac5-460ad69e1ac7 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:37.105028 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4fe17ea0-79df-42f8-90a5-763f4088b2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:37.109109 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4fe17ea0-79df-42f8-90a5-763f4088b2a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:37.110969 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-4fe17ea0-79df-42f8-90a5-763f4088b2a7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/01458de5-fdb9-4902-8d8f-7b5ee9f50672 HTTP/1.1" status: 204 len: 168 time: 0.1838014 Aug 05 12:13:37.135527 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe17ea0-79df-42f8-90a5-763f4088b2a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01458de5-fdb9-4902-8d8f-7b5ee9f50672,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:13:37.280150 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-a9ae7d60-df02-437f-ac69-6abc593ac755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:37.286009 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device f632a2d1-b56a-4df1-a273-83bd244b4950 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:13:37.322856 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: f632a2d1-b56a-4df1-a273-83bd244b4950 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:13:37.323400 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device f632a2d1-b56a-4df1-a273-83bd244b4950 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:13:37.628608 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-08b9b001-32c4-44fa-9ac5-460ad69e1ac7 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.2229278 Aug 05 12:13:37.629384 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35384) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:13:37.644329 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b9b001-32c4-44fa-9ac5-460ad69e1ac7 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Pushing event updated for resources: {'Network': ['ID=fdf276c3-4f4c-4e77-ba79-71913e56cb9c,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:13:37.677543 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network fdf276c3-4f4c-4e77-ba79-71913e56cb9c details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 12:13:37.768673 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b9b001-32c4-44fa-9ac5-460ad69e1ac7 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Pushing event updated for resources: {'Network': ['ID=43d42243-8bed-4fb0-9f08-20cdd2f700f7,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:13:37.792195 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 43d42243-8bed-4fb0-9f08-20cdd2f700f7 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 12:13:37.995019 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e02029-f12d-4137-bfbc-287b36a27b3c tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:38.005864 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e02029-f12d-4137-bfbc-287b36a27b3c tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:38.018814 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e02029-f12d-4137-bfbc-287b36a27b3c tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:38.032516 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e02029-f12d-4137-bfbc-287b36a27b3c tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:38.035462 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-55e02029-f12d-4137-bfbc-287b36a27b3c tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4050300 Aug 05 12:13:38.039377 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35392) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:13:38.161438 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-59627f7c-d9fa-4af1-a659-ba5692eda707 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:38.171697 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35396) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:13:38.280937 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-59627f7c-d9fa-4af1-a659-ba5692eda707 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:38.295260 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-59627f7c-d9fa-4af1-a659-ba5692eda707 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdf276c3-4f4c-4e77-ba79-71913e56cb9c']}} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:13:38.311557 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-59627f7c-d9fa-4af1-a659-ba5692eda707 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4b9d5b4-e1d9-49d7-b3e0-bca4eb079a01') {'for_net_delete': True} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:13:38.311930 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-59627f7c-d9fa-4af1-a659-ba5692eda707 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4b9d5b4-e1d9-49d7-b3e0-bca4eb079a01') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:13:38.330402 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-59627f7c-d9fa-4af1-a659-ba5692eda707 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29786371'] for segment, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:38.352810 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-59627f7c-d9fa-4af1-a659-ba5692eda707 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:38.360758 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59627f7c-d9fa-4af1-a659-ba5692eda707 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=94421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 12:13:38.361382 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-59627f7c-d9fa-4af1-a659-ba5692eda707 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25038799'] for segment, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:38.363474 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-4fc79b90-3984-4b50-9912-36b18d85d5d0 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1657748582-network', 'tenant_id': '08cac0c8769a4ffea30ad0e53220cf84'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:13:38.365694 n-d-803378-2 neutron-server[94421]: Traceback (most recent call last): Aug 05 12:13:38.365694 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 12:13:38.365694 n-d-803378-2 neutron-server[94421]: timer() Aug 05 12:13:38.365694 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 12:13:38.365694 n-d-803378-2 neutron-server[94421]: cb(*args, **kw) Aug 05 12:13:38.365694 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 12:13:38.365694 n-d-803378-2 neutron-server[94421]: return func(*args, **kwargs) Aug 05 12:13:38.365694 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 12:13:38.365694 n-d-803378-2 neutron-server[94421]: self._notify() Aug 05 12:13:38.365694 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 12:13:38.365694 n-d-803378-2 neutron-server[94421]: self.callback(batched_events) Aug 05 12:13:38.365694 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 12:13:38.365694 n-d-803378-2 neutron-server[94421]: event.method(event) Aug 05 12:13:38.365694 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 12:13:38.365694 n-d-803378-2 neutron-server[94421]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 12:13:38.365694 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 12:13:38.365694 n-d-803378-2 neutron-server[94421]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 12:13:38.365694 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 12:13:38.365694 n-d-803378-2 neutron-server[94421]: return f(self, *a, **k) Aug 05 12:13:38.365694 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 12:13:38.365694 n-d-803378-2 neutron-server[94421]: return self._get(url).json() Aug 05 12:13:38.365694 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 12:13:38.365694 n-d-803378-2 neutron-server[94421]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 12:13:38.365694 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 12:13:38.365694 n-d-803378-2 neutron-server[94421]: return self.request(url, 'GET', **kwargs) Aug 05 12:13:38.365694 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 12:13:38.365694 n-d-803378-2 neutron-server[94421]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 12:13:38.365694 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 12:13:38.365694 n-d-803378-2 neutron-server[94421]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 12:13:38.365694 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 12:13:38.365694 n-d-803378-2 neutron-server[94421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 12:13:38.365694 n-d-803378-2 neutron-server[94421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 12:13:38.391793 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fc79b90-3984-4b50-9912-36b18d85d5d0 admin admin] Made reservation on behalf of 08cac0c8769a4ffea30ad0e53220cf84 for: {'network': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:13:38.394604 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4fc79b90-3984-4b50-9912-36b18d85d5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:38.406467 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4fc79b90-3984-4b50-9912-36b18d85d5d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:38.447855 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-59627f7c-d9fa-4af1-a659-ba5692eda707 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:38.461535 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-59627f7c-d9fa-4af1-a659-ba5692eda707 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Notify callbacks [] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:38.464090 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-59627f7c-d9fa-4af1-a659-ba5692eda707 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] 10.222.0.58 "DELETE /v2.0/networks/fdf276c3-4f4c-4e77-ba79-71913e56cb9c HTTP/1.1" status: 204 len: 168 time: 0.4229820 Aug 05 12:13:38.467475 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35400) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:13:38.497636 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59627f7c-d9fa-4af1-a659-ba5692eda707 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Pushing event deleted for resources: {'Network': ['ID=fdf276c3-4f4c-4e77-ba79-71913e56cb9c,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:13:38.566434 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4fc79b90-3984-4b50-9912-36b18d85d5d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:38.573084 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4fc79b90-3984-4b50-9912-36b18d85d5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:38.604771 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fc79b90-3984-4b50-9912-36b18d85d5d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 660, 'physical_network': 'physnet1'} {{(pid=94420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 12:13:38.607975 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b794e2b4-49ab-44d0-bc98-e701148a0dd0 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:38.624376 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc79b90-3984-4b50-9912-36b18d85d5d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d99f054-ab56-4987-85f0-a9cf138d51b1,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:13:38.632005 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4fc79b90-3984-4b50-9912-36b18d85d5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:38.633168 n-d-803378-2 neutron-server[94420]: INFO neutron.db.segments_db [None req-4fc79b90-3984-4b50-9912-36b18d85d5d0 admin admin] Added segment 368ecf7c-698c-463d-9ec2-94f5289325e4 of type vlan for network c6790729-422f-4b06-9abb-37990e50f612 Aug 05 12:13:38.691626 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4fc79b90-3984-4b50-9912-36b18d85d5d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:38.732177 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4fc79b90-3984-4b50-9912-36b18d85d5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:38.733526 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc79b90-3984-4b50-9912-36b18d85d5d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:38.734294 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4fc79b90-3984-4b50-9912-36b18d85d5d0 admin admin] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:38.736837 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b794e2b4-49ab-44d0-bc98-e701148a0dd0 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:38.749780 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-b794e2b4-49ab-44d0-bc98-e701148a0dd0 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43d42243-8bed-4fb0-9f08-20cdd2f700f7']}} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:13:38.765038 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-b794e2b4-49ab-44d0-bc98-e701148a0dd0 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50f2940c-98ae-46e1-84b6-9ef6e434d655') {'for_net_delete': True} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:13:38.765038 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-b794e2b4-49ab-44d0-bc98-e701148a0dd0 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50f2940c-98ae-46e1-84b6-9ef6e434d655') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:13:38.775432 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b794e2b4-49ab-44d0-bc98-e701148a0dd0 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29786371'] for segment, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:38.795459 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b794e2b4-49ab-44d0-bc98-e701148a0dd0 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:38.805507 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b794e2b4-49ab-44d0-bc98-e701148a0dd0 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Releasing vlan 668 on physical network physnet1 to pool {{(pid=94421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 12:13:38.806114 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b794e2b4-49ab-44d0-bc98-e701148a0dd0 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25038799'] for segment, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:38.809322 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-4fc79b90-3984-4b50-9912-36b18d85d5d0 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6358192 Aug 05 12:13:38.812089 n-d-803378-2 neutron-server[94421]: Traceback (most recent call last): Aug 05 12:13:38.812089 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 12:13:38.812089 n-d-803378-2 neutron-server[94421]: timer() Aug 05 12:13:38.812089 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 12:13:38.812089 n-d-803378-2 neutron-server[94421]: cb(*args, **kw) Aug 05 12:13:38.812089 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 12:13:38.812089 n-d-803378-2 neutron-server[94421]: return func(*args, **kwargs) Aug 05 12:13:38.812089 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 12:13:38.812089 n-d-803378-2 neutron-server[94421]: self._notify() Aug 05 12:13:38.812089 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 12:13:38.812089 n-d-803378-2 neutron-server[94421]: self.callback(batched_events) Aug 05 12:13:38.812089 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 12:13:38.812089 n-d-803378-2 neutron-server[94421]: event.method(event) Aug 05 12:13:38.812089 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 12:13:38.812089 n-d-803378-2 neutron-server[94421]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 12:13:38.812089 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 12:13:38.812089 n-d-803378-2 neutron-server[94421]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 12:13:38.812089 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 12:13:38.812089 n-d-803378-2 neutron-server[94421]: return f(self, *a, **k) Aug 05 12:13:38.812089 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 12:13:38.812089 n-d-803378-2 neutron-server[94421]: return self._get(url).json() Aug 05 12:13:38.812089 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 12:13:38.812089 n-d-803378-2 neutron-server[94421]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 12:13:38.812089 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 12:13:38.812089 n-d-803378-2 neutron-server[94421]: return self.request(url, 'GET', **kwargs) Aug 05 12:13:38.812089 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 12:13:38.812089 n-d-803378-2 neutron-server[94421]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 12:13:38.812089 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 12:13:38.812089 n-d-803378-2 neutron-server[94421]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 12:13:38.812089 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 12:13:38.812089 n-d-803378-2 neutron-server[94421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 12:13:38.812089 n-d-803378-2 neutron-server[94421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 12:13:38.814491 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35402) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:13:38.819915 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-bc0ac482-7bb4-4f25-9c9b-af140dc66148 admin admin] Request body: {'subnet': {'network_id': 'c6790729-422f-4b06-9abb-37990e50f612', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1657748582-subnet', 'tenant_id': '08cac0c8769a4ffea30ad0e53220cf84', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:13:38.843354 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc79b90-3984-4b50-9912-36b18d85d5d0 admin admin] Pushing event updated for resources: {'Network': ['ID=c6790729-422f-4b06-9abb-37990e50f612,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:13:38.858664 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network c6790729-422f-4b06-9abb-37990e50f612 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 12:13:38.872085 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc0ac482-7bb4-4f25-9c9b-af140dc66148 admin admin] Made reservation on behalf of 08cac0c8769a4ffea30ad0e53220cf84 for: {'subnet': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:13:38.877536 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-bc0ac482-7bb4-4f25-9c9b-af140dc66148 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24211133'] for subnet, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:38.932103 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b794e2b4-49ab-44d0-bc98-e701148a0dd0 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:38.946781 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b794e2b4-49ab-44d0-bc98-e701148a0dd0 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Notify callbacks [] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:38.950236 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-b794e2b4-49ab-44d0-bc98-e701148a0dd0 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] 10.222.0.58 "DELETE /v2.0/networks/43d42243-8bed-4fb0-9f08-20cdd2f700f7 HTTP/1.1" status: 204 len: 168 time: 0.4812257 Aug 05 12:13:38.953982 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35404) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:13:38.966108 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b794e2b4-49ab-44d0-bc98-e701148a0dd0 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Pushing event deleted for resources: {'Network': ['ID=43d42243-8bed-4fb0-9f08-20cdd2f700f7,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:13:39.206760 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be7a6a24-e206-46d0-9603-18c6b2045bba tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:39.213924 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be7a6a24-e206-46d0-9603-18c6b2045bba tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:39.215912 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-be7a6a24-e206-46d0-9603-18c6b2045bba tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2607999 Aug 05 12:13:39.221545 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35406) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:13:39.230862 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-640a5d0e-173a-4f2b-912d-3b4d694c26c9 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1634888919'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:13:39.272320 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-640a5d0e-173a-4f2b-912d-3b4d694c26c9 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Made reservation on behalf of b4b5c948fb734070b8740c1bc5f2243a for: {'network': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:13:39.278098 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-640a5d0e-173a-4f2b-912d-3b4d694c26c9 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:39.309477 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-bc0ac482-7bb4-4f25-9c9b-af140dc66148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29762700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24211087'] for subnet, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:39.316065 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-640a5d0e-173a-4f2b-912d-3b4d694c26c9 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] vlan segment allocate from pool success with {'vlan_id': 687, 'physical_network': 'physnet1'} {{(pid=94421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 12:13:39.330269 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-640a5d0e-173a-4f2b-912d-3b4d694c26c9 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:39.330749 n-d-803378-2 neutron-server[94421]: INFO neutron.db.segments_db [None req-640a5d0e-173a-4f2b-912d-3b4d694c26c9 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Added segment 72c5da80-d52a-4048-b653-947a8e3acb95 of type vlan for network 9b66095f-788d-449e-99db-e564f74e5ca2 Aug 05 12:13:39.394722 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0ac482-7bb4-4f25-9c9b-af140dc66148 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6cdfa89-22e8-400c-97a7-d1c3ab7b0caa,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:13:39.409501 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0ac482-7bb4-4f25-9c9b-af140dc66148 admin admin] Checking segment: {'id': '368ecf7c-698c-463d-9ec2-94f5289325e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'c6790729-422f-4b06-9abb-37990e50f612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:13:39.410150 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0ac482-7bb4-4f25-9c9b-af140dc66148 admin admin] Network hostable DHCP agents. Network: c6790729-422f-4b06-9abb-37990e50f612, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 12:13:39.422244 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-640a5d0e-173a-4f2b-912d-3b4d694c26c9 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:39.438759 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0ac482-7bb4-4f25-9c9b-af140dc66148 admin admin] Network c6790729-422f-4b06-9abb-37990e50f612 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 12:13:39.454490 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-bc0ac482-7bb4-4f25-9c9b-af140dc66148 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, c6790729-422f-4b06-9abb-37990e50f612) {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:13:39.462751 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0ac482-7bb4-4f25-9c9b-af140dc66148 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:39.463722 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-bc0ac482-7bb4-4f25-9c9b-af140dc66148 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:39.470289 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a5309d8-2b32-47cd-950b-2ddc5faf301b None None] Network c6790729-422f-4b06-9abb-37990e50f612 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:13:39.476011 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-640a5d0e-173a-4f2b-912d-3b4d694c26c9 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:39.485294 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640a5d0e-173a-4f2b-912d-3b4d694c26c9 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:39.486202 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-640a5d0e-173a-4f2b-912d-3b4d694c26c9 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Notify callbacks [] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:39.489637 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-bc0ac482-7bb4-4f25-9c9b-af140dc66148 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6741505 Aug 05 12:13:39.628971 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-640a5d0e-173a-4f2b-912d-3b4d694c26c9 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4050205 Aug 05 12:13:39.633167 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35410) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:13:39.644528 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-c06c1b91-df04-487d-9455-744a30c5b746 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1724497357'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:13:39.700839 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c06c1b91-df04-487d-9455-744a30c5b746 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Made reservation on behalf of b4b5c948fb734070b8740c1bc5f2243a for: {'network': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:13:39.705240 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640a5d0e-173a-4f2b-912d-3b4d694c26c9 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Pushing event updated for resources: {'Network': ['ID=9b66095f-788d-449e-99db-e564f74e5ca2,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:13:39.707241 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c06c1b91-df04-487d-9455-744a30c5b746 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:39.732232 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 9b66095f-788d-449e-99db-e564f74e5ca2 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 12:13:39.761742 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c06c1b91-df04-487d-9455-744a30c5b746 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] vlan segment allocate from pool success with {'vlan_id': 690, 'physical_network': 'physnet1'} {{(pid=94420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 12:13:39.767570 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1f2523-be43-4145-b505-8ca4fd968f08 None None] Network c6790729-422f-4b06-9abb-37990e50f612 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:13:39.779272 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c06c1b91-df04-487d-9455-744a30c5b746 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:39.780187 n-d-803378-2 neutron-server[94420]: INFO neutron.db.segments_db [None req-c06c1b91-df04-487d-9455-744a30c5b746 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Added segment a50e5306-4d6c-401b-8470-39afdedfcbc0 of type vlan for network aede0460-6d0b-4823-a656-a92324c8837b Aug 05 12:13:39.859701 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c06c1b91-df04-487d-9455-744a30c5b746 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:39.909528 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c06c1b91-df04-487d-9455-744a30c5b746 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:39.921233 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c06c1b91-df04-487d-9455-744a30c5b746 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:39.922244 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c06c1b91-df04-487d-9455-744a30c5b746 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:40.035310 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06c1b91-df04-487d-9455-744a30c5b746 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Pushing event updated for resources: {'Network': ['ID=aede0460-6d0b-4823-a656-a92324c8837b,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:13:40.041893 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-c06c1b91-df04-487d-9455-744a30c5b746 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4067569 Aug 05 12:13:40.046169 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35422) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:13:40.052678 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-30afde91-293e-407b-90db-45fb2f5dc3cb tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Request body: {'ports': [{'network_id': '9b66095f-788d-449e-99db-e564f74e5ca2', 'name': 'tempest-port--1622301160', 'admin_state_up': True}, {'network_id': 'aede0460-6d0b-4823-a656-a92324c8837b', 'admin_state_up': False}]} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:13:40.053006 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-30afde91-293e-407b-90db-45fb2f5dc3cb tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Request body: {'port': {'network_id': '9b66095f-788d-449e-99db-e564f74e5ca2', 'name': 'tempest-port--1622301160', 'admin_state_up': True}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:13:40.054376 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-30afde91-293e-407b-90db-45fb2f5dc3cb tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Request body: {'port': {'network_id': 'aede0460-6d0b-4823-a656-a92324c8837b', 'admin_state_up': False}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:13:40.077452 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network aede0460-6d0b-4823-a656-a92324c8837b details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 12:13:40.155659 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-12cdb950-c455-43e0-8c9a-85b562658252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:40.176876 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:40.362455 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-a60017d3-cc7d-46f0-a6f1-81adf8cc1a9e tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:40.364088 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-a60017d3-cc7d-46f0-a6f1-81adf8cc1a9e tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] 10.222.0.58 "GET /v2.0/networks?id=c6790729-422f-4b06-9abb-37990e50f612 HTTP/1.1" status: 200 len: 818 time: 0.2282121 Aug 05 12:13:40.390721 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-db509605-66ae-41d9-9c6f-50f958ac7383 tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] 10.222.0.58 "GET /v2.0/quotas/08cac0c8769a4ffea30ad0e53220cf84 HTTP/1.1" status: 200 len: 375 time: 0.0183516 Aug 05 12:13:40.396376 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30afde91-293e-407b-90db-45fb2f5dc3cb tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Made reservation on behalf of b4b5c948fb734070b8740c1bc5f2243a for: {'port': 2} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:13:40.402497 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-30afde91-293e-407b-90db-45fb2f5dc3cb tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:40.425098 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-30afde91-293e-407b-90db-45fb2f5dc3cb tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:40.441427 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-3ea70614-3517-4eba-b27c-ef62cc19cd13 tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=08cac0c8769a4ffea30ad0e53220cf84&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0363898 Aug 05 12:13:40.589311 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [None req-30afde91-293e-407b-90db-45fb2f5dc3cb tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] device_id is not set on port db16423a-e9ff-4e89-9943-cf1e8b236dbf yet. {{(pid=94420) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 12:13:40.617244 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-e8b21c04-e569-4b18-b139-c636a82881d9 service neutron] 10.222.0.58 "GET /v2.0/networks/c6790729-422f-4b06-9abb-37990e50f612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669023 Aug 05 12:13:40.789626 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-a98ed774-dab6-4e9b-a7e0-1e6d9aa387b5 service neutron] 10.222.0.58 "GET /v2.0/networks/c6790729-422f-4b06-9abb-37990e50f612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660593 Aug 05 12:13:40.808153 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-30afde91-293e-407b-90db-45fb2f5dc3cb tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:40.921668 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [None req-30afde91-293e-407b-90db-45fb2f5dc3cb tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] device_id is not set on port 065cf3ca-daa9-47d9-9e0d-9859af7fdd35 yet. {{(pid=94420) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 12:13:41.106174 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-30afde91-293e-407b-90db-45fb2f5dc3cb tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:41.195547 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-30afde91-293e-407b-90db-45fb2f5dc3cb tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:41.312692 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7fb5f0e9-5d3c-4e51-b1d8-735c5e6310a0 req-90cd1f6f-474b-4207-ba06-98cc9e56998c tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] 10.222.0.58 "GET /v2.0/ports?device_id=34e81c12-3b37-4e0c-886e-e91dbf446dcf HTTP/1.1" status: 200 len: 210 time: 0.0593410 Aug 05 12:13:41.329090 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30afde91-293e-407b-90db-45fb2f5dc3cb tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Pushing event updated for resources: {'Port': ['ID=db16423a-e9ff-4e89-9943-cf1e8b236dbf,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:13:41.353801 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30afde91-293e-407b-90db-45fb2f5dc3cb tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Checking segment: {'id': '72c5da80-d52a-4048-b653-947a8e3acb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '9b66095f-788d-449e-99db-e564f74e5ca2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:13:41.354082 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30afde91-293e-407b-90db-45fb2f5dc3cb tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Network hostable DHCP agents. Network: 9b66095f-788d-449e-99db-e564f74e5ca2, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 12:13:41.384580 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30afde91-293e-407b-90db-45fb2f5dc3cb tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Network 9b66095f-788d-449e-99db-e564f74e5ca2 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 12:13:41.397252 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-30afde91-293e-407b-90db-45fb2f5dc3cb tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, 9b66095f-788d-449e-99db-e564f74e5ca2) {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:13:41.403433 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30afde91-293e-407b-90db-45fb2f5dc3cb tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:13:41.404367 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-30afde91-293e-407b-90db-45fb2f5dc3cb tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:41.417804 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75a8cee-6f57-48d2-91a1-84123733142b None None] Network 9b66095f-788d-449e-99db-e564f74e5ca2 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:13:41.486100 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30afde91-293e-407b-90db-45fb2f5dc3cb tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Pushing event updated for resources: {'Port': ['ID=065cf3ca-daa9-47d9-9e0d-9859af7fdd35,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:13:41.489033 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30afde91-293e-407b-90db-45fb2f5dc3cb tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Checking segment: {'id': 'a50e5306-4d6c-401b-8470-39afdedfcbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'aede0460-6d0b-4823-a656-a92324c8837b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:13:41.489405 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30afde91-293e-407b-90db-45fb2f5dc3cb tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Network hostable DHCP agents. Network: aede0460-6d0b-4823-a656-a92324c8837b, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 12:13:41.515833 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30afde91-293e-407b-90db-45fb2f5dc3cb tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Network aede0460-6d0b-4823-a656-a92324c8837b is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 12:13:41.527543 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-30afde91-293e-407b-90db-45fb2f5dc3cb tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, aede0460-6d0b-4823-a656-a92324c8837b) {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:13:41.532427 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30afde91-293e-407b-90db-45fb2f5dc3cb tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:13:41.539622 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30afde91-293e-407b-90db-45fb2f5dc3cb tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:41.545290 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30afde91-293e-407b-90db-45fb2f5dc3cb tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:41.546010 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-30afde91-293e-407b-90db-45fb2f5dc3cb tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:41.560030 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab73bcc-11ba-4bc4-afd5-006843fe0d19 None None] Network aede0460-6d0b-4823-a656-a92324c8837b requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:13:41.563068 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-30afde91-293e-407b-90db-45fb2f5dc3cb tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.5153768 Aug 05 12:13:41.567536 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35442) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:13:41.694668 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a111f7-0ac1-4693-b671-46887e667439 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:41.701537 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a111f7-0ac1-4693-b671-46887e667439 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:41.703570 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-34a111f7-0ac1-4693-b671-46887e667439 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1319432 Aug 05 12:13:41.707062 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35448) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:13:41.831865 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-be7ed412-55a6-420a-8030-00920b3b2f47 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Deleting port db16423a-e9ff-4e89-9943-cf1e8b236dbf {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:13:41.832505 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-be7ed412-55a6-420a-8030-00920b3b2f47 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:41.855226 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:41.912309 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-be7ed412-55a6-420a-8030-00920b3b2f47 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:41.935433 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-be7ed412-55a6-420a-8030-00920b3b2f47 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Calling delete_port for db16423a-e9ff-4e89-9943-cf1e8b236dbf owned by {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:13:42.047490 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-be7ed412-55a6-420a-8030-00920b3b2f47 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:42.098301 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7ed412-55a6-420a-8030-00920b3b2f47 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Pushing event deleted for resources: {'Port': ['ID=db16423a-e9ff-4e89-9943-cf1e8b236dbf,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:13:42.112737 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-be7ed412-55a6-420a-8030-00920b3b2f47 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:42.119481 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-be7ed412-55a6-420a-8030-00920b3b2f47 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] 10.222.0.58 "DELETE /v2.0/ports/db16423a-e9ff-4e89-9943-cf1e8b236dbf HTTP/1.1" status: 204 len: 168 time: 0.4077134 Aug 05 12:13:42.122003 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35452) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:13:42.311509 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-a7d3200a-0f20-49ae-acd2-9c6ec7245fcd tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Deleting port 065cf3ca-daa9-47d9-9e0d-9859af7fdd35 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:13:42.311915 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a7d3200a-0f20-49ae-acd2-9c6ec7245fcd tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:42.403034 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a7d3200a-0f20-49ae-acd2-9c6ec7245fcd tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:42.429999 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-a7d3200a-0f20-49ae-acd2-9c6ec7245fcd tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Calling delete_port for 065cf3ca-daa9-47d9-9e0d-9859af7fdd35 owned by {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:13:42.496767 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-91748d3e-1752-468b-a773-dca59507d503 req-eeeccb06-f025-4802-9c1d-cd0554bb1cda tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] 10.222.0.58 "GET /v2.0/ports?device_id=34e81c12-3b37-4e0c-886e-e91dbf446dcf HTTP/1.1" status: 200 len: 210 time: 0.0408239 Aug 05 12:13:42.552197 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a7d3200a-0f20-49ae-acd2-9c6ec7245fcd tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:42.600066 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d3200a-0f20-49ae-acd2-9c6ec7245fcd tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Pushing event deleted for resources: {'Port': ['ID=065cf3ca-daa9-47d9-9e0d-9859af7fdd35,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:13:42.612330 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a7d3200a-0f20-49ae-acd2-9c6ec7245fcd tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:42.615298 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-a7d3200a-0f20-49ae-acd2-9c6ec7245fcd tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] 10.222.0.58 "DELETE /v2.0/ports/065cf3ca-daa9-47d9-9e0d-9859af7fdd35 HTTP/1.1" status: 204 len: 168 time: 0.4916685 Aug 05 12:13:42.619630 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35456) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:13:42.650325 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-4906c8d0-a966-485f-99ca-274e70b40bae tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0292745 Aug 05 12:13:42.655403 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35458) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:13:42.660619 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-44ed4819-ae94-4691-9a83-4fbd320c08bb tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2096125529'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:13:42.685496 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44ed4819-ae94-4691-9a83-4fbd320c08bb tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Made reservation on behalf of b4b5c948fb734070b8740c1bc5f2243a for: {'network': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:13:42.689127 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-44ed4819-ae94-4691-9a83-4fbd320c08bb tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:42.722107 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44ed4819-ae94-4691-9a83-4fbd320c08bb tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] vlan segment allocate from pool success with {'vlan_id': 693, 'physical_network': 'physnet1'} {{(pid=94421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 12:13:42.736891 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-44ed4819-ae94-4691-9a83-4fbd320c08bb tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:42.737499 n-d-803378-2 neutron-server[94421]: INFO neutron.db.segments_db [None req-44ed4819-ae94-4691-9a83-4fbd320c08bb tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Added segment ef71659c-8384-4e00-9f68-a8cd74d5110e of type vlan for network 243fc4a6-5d35-408d-9c8d-f96ed20ac41f Aug 05 12:13:42.816950 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-44ed4819-ae94-4691-9a83-4fbd320c08bb tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:42.970518 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-44ed4819-ae94-4691-9a83-4fbd320c08bb tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:42.981334 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ed4819-ae94-4691-9a83-4fbd320c08bb tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:42.982402 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-44ed4819-ae94-4691-9a83-4fbd320c08bb tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Notify callbacks [] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:43.098989 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-95d75b5a-6592-4e6c-b5c1-8b02ba658438 tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:43.102283 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-95d75b5a-6592-4e6c-b5c1-8b02ba658438 tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] 10.222.0.55 "GET /v2.0/networks?id=c6790729-422f-4b06-9abb-37990e50f612 HTTP/1.1" status: 200 len: 818 time: 0.3154950 Aug 05 12:13:43.132522 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-44ed4819-ae94-4691-9a83-4fbd320c08bb tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4716601 Aug 05 12:13:43.134675 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35460) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:13:43.144007 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-4d9d4cb4-2279-4c28-838b-e9634752eaa8 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-611835824'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:13:43.144358 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-651a551f-64b5-41d1-96bf-2b5ba512a631 tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] Request body: {'port': {'device_id': 'dea3203a-b3ad-411c-abd2-a91dc7eede03', 'network_id': 'c6790729-422f-4b06-9abb-37990e50f612', 'admin_state_up': True, 'tenant_id': '08cac0c8769a4ffea30ad0e53220cf84'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:13:43.168232 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ed4819-ae94-4691-9a83-4fbd320c08bb tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Pushing event updated for resources: {'Network': ['ID=243fc4a6-5d35-408d-9c8d-f96ed20ac41f,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:13:43.180704 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 243fc4a6-5d35-408d-9c8d-f96ed20ac41f details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 12:13:43.185152 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-7b79f869-a0f9-4040-b60d-19ddc1d811fb tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:43.186732 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-7b79f869-a0f9-4040-b60d-19ddc1d811fb tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] 10.222.0.64 "GET /v2.0/networks?id=c6790729-422f-4b06-9abb-37990e50f612 HTTP/1.1" status: 200 len: 818 time: 0.1485617 Aug 05 12:13:43.199050 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d9d4cb4-2279-4c28-838b-e9634752eaa8 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Made reservation on behalf of b4b5c948fb734070b8740c1bc5f2243a for: {'network': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:13:43.204060 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4d9d4cb4-2279-4c28-838b-e9634752eaa8 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:43.214063 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-e099a3e7-957a-4138-bb94-9d0bbe7aaee6 tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] Request body: {'port': {'device_id': '1f10456b-242f-4f13-9882-bcfc29075f05', 'network_id': 'c6790729-422f-4b06-9abb-37990e50f612', 'admin_state_up': True, 'tenant_id': '08cac0c8769a4ffea30ad0e53220cf84'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:13:43.420703 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d9d4cb4-2279-4c28-838b-e9634752eaa8 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=94420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 12:13:43.433665 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4d9d4cb4-2279-4c28-838b-e9634752eaa8 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:43.434235 n-d-803378-2 neutron-server[94420]: INFO neutron.db.segments_db [None req-4d9d4cb4-2279-4c28-838b-e9634752eaa8 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Added segment 262b3803-ff10-4acd-bba9-9a0316f4c672 of type vlan for network 324d795e-81f8-427d-875d-614ff34dc1ec Aug 05 12:13:43.440881 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-651a551f-64b5-41d1-96bf-2b5ba512a631 tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] Made reservation on behalf of 08cac0c8769a4ffea30ad0e53220cf84 for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:13:43.445613 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-651a551f-64b5-41d1-96bf-2b5ba512a631 tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:43.495062 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-e099a3e7-957a-4138-bb94-9d0bbe7aaee6 tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] Made reservation on behalf of 08cac0c8769a4ffea30ad0e53220cf84 for: {'port': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:13:43.495667 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-dcf25214-c39b-406d-8747-0175405e0a66 tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:43.497293 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-dcf25214-c39b-406d-8747-0175405e0a66 tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] 10.222.0.55 "GET /v2.0/networks?id=c6790729-422f-4b06-9abb-37990e50f612 HTTP/1.1" status: 200 len: 818 time: 0.1806941 Aug 05 12:13:43.498832 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-e099a3e7-957a-4138-bb94-9d0bbe7aaee6 tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:43.504807 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4d9d4cb4-2279-4c28-838b-e9634752eaa8 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:43.551415 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-5fe0c6e2-777f-4cf3-8457-4d8e9364e14e tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] Request body: {'port': {'device_id': '34e81c12-3b37-4e0c-886e-e91dbf446dcf', 'network_id': 'c6790729-422f-4b06-9abb-37990e50f612', 'admin_state_up': True, 'tenant_id': '08cac0c8769a4ffea30ad0e53220cf84'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:13:43.630285 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.db.resource_extend [None req-4d9d4cb4-2279-4c28-838b-e9634752eaa8 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 05 12:13:43.665326 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-110dfea9-8e69-499f-8267-75116b54cb53 req-da250c93-beb7-4df9-a549-4728dcb0cf78 tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] 10.222.0.58 "GET /v2.0/ports?device_id=34e81c12-3b37-4e0c-886e-e91dbf446dcf HTTP/1.1" status: 200 len: 210 time: 0.0675220 Aug 05 12:13:43.680991 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4d9d4cb4-2279-4c28-838b-e9634752eaa8 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:43.687808 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d9d4cb4-2279-4c28-838b-e9634752eaa8 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:43.688318 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4d9d4cb4-2279-4c28-838b-e9634752eaa8 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:43.720717 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-651a551f-64b5-41d1-96bf-2b5ba512a631 tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] Allocated IP 172.20.0.4 (c6790729-422f-4b06-9abb-37990e50f612/e6cdfa89-22e8-400c-97a7-d1c3ab7b0caa/0795ce6e-10d5-4fd8-9d1b-18b7b731a488) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:13:43.774549 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9d4cb4-2279-4c28-838b-e9634752eaa8 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Pushing event updated for resources: {'Network': ['ID=324d795e-81f8-427d-875d-614ff34dc1ec,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:13:43.784823 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-4d9d4cb4-2279-4c28-838b-e9634752eaa8 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6487494 Aug 05 12:13:43.790525 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-5fe0c6e2-777f-4cf3-8457-4d8e9364e14e tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] Made reservation on behalf of 08cac0c8769a4ffea30ad0e53220cf84 for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:13:43.791778 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 324d795e-81f8-427d-875d-614ff34dc1ec details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 12:13:43.794935 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-5fe0c6e2-777f-4cf3-8457-4d8e9364e14e tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:43.980241 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35466) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:13:43.985857 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-34b98b49-b72b-44bd-b497-bf4ee3d560bb tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Request body: {'subnets': [{'network_id': '243fc4a6-5d35-408d-9c8d-f96ed20ac41f', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1484765087', 'ip_version': 4}, {'network_id': '324d795e-81f8-427d-875d-614ff34dc1ec', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:13:43.986265 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-34b98b49-b72b-44bd-b497-bf4ee3d560bb tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Request body: {'subnet': {'network_id': '243fc4a6-5d35-408d-9c8d-f96ed20ac41f', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1484765087', 'ip_version': 4}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:13:43.986868 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-34b98b49-b72b-44bd-b497-bf4ee3d560bb tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Request body: {'subnet': {'network_id': '324d795e-81f8-427d-875d-614ff34dc1ec', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:13:44.002895 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:44.019191 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-651a551f-64b5-41d1-96bf-2b5ba512a631 tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:44.068407 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-651a551f-64b5-41d1-96bf-2b5ba512a631 tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:44.123835 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-651a551f-64b5-41d1-96bf-2b5ba512a631 tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] Network c6790729-422f-4b06-9abb-37990e50f612 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:13:44.127151 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-651a551f-64b5-41d1-96bf-2b5ba512a631 tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:13:44.133478 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-651a551f-64b5-41d1-96bf-2b5ba512a631 tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:13:44.137891 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651a551f-64b5-41d1-96bf-2b5ba512a631 tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] Pushing event updated for resources: {'Port': ['ID=0795ce6e-10d5-4fd8-9d1b-18b7b731a488,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:13:44.196434 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-651a551f-64b5-41d1-96bf-2b5ba512a631 tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:44.197151 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-651a551f-64b5-41d1-96bf-2b5ba512a631 tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:44.205393 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-e099a3e7-957a-4138-bb94-9d0bbe7aaee6 tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] Allocated IP 172.20.0.11 (c6790729-422f-4b06-9abb-37990e50f612/e6cdfa89-22e8-400c-97a7-d1c3ab7b0caa/a9782454-3e48-487f-9a3e-e518de9efee5) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:13:44.216627 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-651a551f-64b5-41d1-96bf-2b5ba512a631 tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0851896 Aug 05 12:13:44.238718 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-dca8d9a6-1fb5-47c1-92fa-1459a4374e5e service neutron] Request body: {'port': {'device_id': 'dea3203a-b3ad-411c-abd2-a91dc7eede03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:13:44.278822 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34b98b49-b72b-44bd-b497-bf4ee3d560bb tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Made reservation on behalf of b4b5c948fb734070b8740c1bc5f2243a for: {'subnet': 2} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:13:44.284679 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-34b98b49-b72b-44bd-b497-bf4ee3d560bb tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24211133'] for subnet, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:44.285159 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-34b98b49-b72b-44bd-b497-bf4ee3d560bb tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24211133'] for subnet, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:44.310308 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-dca8d9a6-1fb5-47c1-92fa-1459a4374e5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:44.541507 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-e099a3e7-957a-4138-bb94-9d0bbe7aaee6 tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:44.692076 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-e099a3e7-957a-4138-bb94-9d0bbe7aaee6 tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:44.765864 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-e099a3e7-957a-4138-bb94-9d0bbe7aaee6 tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] Network c6790729-422f-4b06-9abb-37990e50f612 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:13:44.774000 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-e099a3e7-957a-4138-bb94-9d0bbe7aaee6 tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:13:44.777199 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-e099a3e7-957a-4138-bb94-9d0bbe7aaee6 tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:13:44.783839 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-5fe0c6e2-777f-4cf3-8457-4d8e9364e14e tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] Allocated IP 172.20.0.7 (c6790729-422f-4b06-9abb-37990e50f612/e6cdfa89-22e8-400c-97a7-d1c3ab7b0caa/6c5995f9-99e1-4cf0-a745-adc35568bbfc) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:13:44.818880 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e099a3e7-957a-4138-bb94-9d0bbe7aaee6 tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] Pushing event updated for resources: {'Port': ['ID=a9782454-3e48-487f-9a3e-e518de9efee5,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:13:44.862400 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f537fbd9-4461-45d5-94fd-0fb2009b008b req-1eb79011-ec21-4d6c-b0d3-315606f8673e tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] 10.222.0.58 "GET /v2.0/ports?device_id=34e81c12-3b37-4e0c-886e-e91dbf446dcf HTTP/1.1" status: 200 len: 210 time: 0.0495346 Aug 05 12:13:44.879906 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-e099a3e7-957a-4138-bb94-9d0bbe7aaee6 tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:44.880606 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-e099a3e7-957a-4138-bb94-9d0bbe7aaee6 tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:44.920840 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-e099a3e7-957a-4138-bb94-9d0bbe7aaee6 tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7118652 Aug 05 12:13:44.950781 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-ce5244cd-113b-4ce5-ad0e-b0b373ba98f2 service neutron] Request body: {'port': {'device_id': '1f10456b-242f-4f13-9882-bcfc29075f05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-2'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:13:44.969915 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-5fe0c6e2-777f-4cf3-8457-4d8e9364e14e tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:45.036467 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-5fe0c6e2-777f-4cf3-8457-4d8e9364e14e tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:45.057835 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-34b98b49-b72b-44bd-b497-bf4ee3d560bb tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29762700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24211087'] for subnet, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:45.097389 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-ce5244cd-113b-4ce5-ad0e-b0b373ba98f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:45.135254 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-5fe0c6e2-777f-4cf3-8457-4d8e9364e14e tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] Network c6790729-422f-4b06-9abb-37990e50f612 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:13:45.144426 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-5fe0c6e2-777f-4cf3-8457-4d8e9364e14e tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:13:45.156202 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-5fe0c6e2-777f-4cf3-8457-4d8e9364e14e tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:13:45.183820 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b98b49-b72b-44bd-b497-bf4ee3d560bb tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Pushing event updated for resources: {'Subnet': ['ID=d318d052-fd63-4aa2-be90-b25d06368cfa,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:13:45.184976 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe0c6e2-777f-4cf3-8457-4d8e9364e14e tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] Pushing event updated for resources: {'Port': ['ID=6c5995f9-99e1-4cf0-a745-adc35568bbfc,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:13:45.246579 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b98b49-b72b-44bd-b497-bf4ee3d560bb tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Checking segment: {'id': 'ef71659c-8384-4e00-9f68-a8cd74d5110e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '243fc4a6-5d35-408d-9c8d-f96ed20ac41f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:13:45.247149 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b98b49-b72b-44bd-b497-bf4ee3d560bb tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Network hostable DHCP agents. Network: 243fc4a6-5d35-408d-9c8d-f96ed20ac41f, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 12:13:45.262761 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-5fe0c6e2-777f-4cf3-8457-4d8e9364e14e tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:45.263895 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-5fe0c6e2-777f-4cf3-8457-4d8e9364e14e tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:45.311236 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-5fe0c6e2-777f-4cf3-8457-4d8e9364e14e tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7669125 Aug 05 12:13:45.343600 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-3443c023-38f3-4fb9-8ef4-116410c5b53e service neutron] Request body: {'port': {'device_id': '34e81c12-3b37-4e0c-886e-e91dbf446dcf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:13:45.359811 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b98b49-b72b-44bd-b497-bf4ee3d560bb tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Network 243fc4a6-5d35-408d-9c8d-f96ed20ac41f is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 12:13:45.374624 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-34b98b49-b72b-44bd-b497-bf4ee3d560bb tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, 243fc4a6-5d35-408d-9c8d-f96ed20ac41f) {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:13:45.379944 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-34b98b49-b72b-44bd-b497-bf4ee3d560bb tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29762700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24211087'] for subnet, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:45.389167 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4781720a-694e-4dd4-ab47-b1668d6bd40c None None] Network 243fc4a6-5d35-408d-9c8d-f96ed20ac41f requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:13:45.390889 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-dca8d9a6-1fb5-47c1-92fa-1459a4374e5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0795ce6e-10d5-4fd8-9d1b-18b7b731a488 {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 12:13:45.430648 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-3443c023-38f3-4fb9-8ef4-116410c5b53e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:45.434241 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-dca8d9a6-1fb5-47c1-92fa-1459a4374e5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:45.456531 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b98b49-b72b-44bd-b497-bf4ee3d560bb tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Pushing event updated for resources: {'Subnet': ['ID=45fe9a8b-d579-4bec-98f4-a1fba89eced1,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:13:45.465333 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b98b49-b72b-44bd-b497-bf4ee3d560bb tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Checking segment: {'id': '262b3803-ff10-4acd-bba9-9a0316f4c672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '324d795e-81f8-427d-875d-614ff34dc1ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:13:45.465708 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b98b49-b72b-44bd-b497-bf4ee3d560bb tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Network hostable DHCP agents. Network: 324d795e-81f8-427d-875d-614ff34dc1ec, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 12:13:45.486665 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b98b49-b72b-44bd-b497-bf4ee3d560bb tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Network 324d795e-81f8-427d-875d-614ff34dc1ec is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 12:13:45.499373 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-34b98b49-b72b-44bd-b497-bf4ee3d560bb tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, 324d795e-81f8-427d-875d-614ff34dc1ec) {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:13:45.505723 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-dca8d9a6-1fb5-47c1-92fa-1459a4374e5e service neutron] Transition to ACTIVE for port object 0795ce6e-10d5-4fd8-9d1b-18b7b731a488 will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:13:45.510284 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b98b49-b72b-44bd-b497-bf4ee3d560bb tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:45.510983 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b98b49-b72b-44bd-b497-bf4ee3d560bb tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:45.511765 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-34b98b49-b72b-44bd-b497-bf4ee3d560bb tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Notify callbacks [] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:45.521469 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-dca8d9a6-1fb5-47c1-92fa-1459a4374e5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:45.523252 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24d2f4b-97d8-44e3-951b-418b5484fb44 None None] Network 324d795e-81f8-427d-875d-614ff34dc1ec requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:13:45.630170 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-34b98b49-b72b-44bd-b497-bf4ee3d560bb tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.6459262 Aug 05 12:13:45.631089 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35470) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:13:45.647766 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bbd0f68-7553-49c8-9f98-d3954d766e3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-243fc4a6-5d35-408d-9c8d-f96ed20ac41f', 'network_id': '243fc4a6-5d35-408d-9c8d-f96ed20ac41f', 'tenant_id': 'b4b5c948fb734070b8740c1bc5f2243a', 'fixed_ips': [{'subnet_id': 'd318d052-fd63-4aa2-be90-b25d06368cfa'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 12:13:45.649524 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-0bbd0f68-7553-49c8-9f98-d3954d766e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:45.690631 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca8d9a6-1fb5-47c1-92fa-1459a4374e5e service neutron] Pushing event updated for resources: {'Port': ['ID=0795ce6e-10d5-4fd8-9d1b-18b7b731a488,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:13:45.771750 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-dca8d9a6-1fb5-47c1-92fa-1459a4374e5e service neutron] Attempting to bind port 0795ce6e-10d5-4fd8-9d1b-18b7b731a488 on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:13:45.772115 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-dca8d9a6-1fb5-47c1-92fa-1459a4374e5e service neutron] Attempting to bind port 0795ce6e-10d5-4fd8-9d1b-18b7b731a488 by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': '368ecf7c-698c-463d-9ec2-94f5289325e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'c6790729-422f-4b06-9abb-37990e50f612'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:13:45.772830 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-dca8d9a6-1fb5-47c1-92fa-1459a4374e5e service neutron] Attempting to bind port 0795ce6e-10d5-4fd8-9d1b-18b7b731a488 on network c6790729-422f-4b06-9abb-37990e50f612 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:13:45.778669 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-dca8d9a6-1fb5-47c1-92fa-1459a4374e5e service neutron] Port 0795ce6e-10d5-4fd8-9d1b-18b7b731a488 on network c6790729-422f-4b06-9abb-37990e50f612 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 12:13:45.780108 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-dca8d9a6-1fb5-47c1-92fa-1459a4374e5e service neutron] Attempting to bind port 0795ce6e-10d5-4fd8-9d1b-18b7b731a488 on network c6790729-422f-4b06-9abb-37990e50f612 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:13:45.787110 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-dca8d9a6-1fb5-47c1-92fa-1459a4374e5e service neutron] Checking agent: {'id': 'a8f1dd2d-227c-4e30-8844-52419ba734db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:13:45.787999 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-dca8d9a6-1fb5-47c1-92fa-1459a4374e5e service neutron] Checking segment: {'id': '368ecf7c-698c-463d-9ec2-94f5289325e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'c6790729-422f-4b06-9abb-37990e50f612'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:13:45.788407 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-dca8d9a6-1fb5-47c1-92fa-1459a4374e5e service neutron] Bound using segment: {'id': '368ecf7c-698c-463d-9ec2-94f5289325e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'c6790729-422f-4b06-9abb-37990e50f612'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:13:45.788996 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-dca8d9a6-1fb5-47c1-92fa-1459a4374e5e service neutron] Bound port: 0795ce6e-10d5-4fd8-9d1b-18b7b731a488, host: n-h2-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '368ecf7c-698c-463d-9ec2-94f5289325e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'c6790729-422f-4b06-9abb-37990e50f612'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:13:45.789421 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-dca8d9a6-1fb5-47c1-92fa-1459a4374e5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:45.822354 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d22dc7-c18c-4b0a-bde5-37e9c0d65965 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:45.824621 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d22dc7-c18c-4b0a-bde5-37e9c0d65965 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:45.830222 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d22dc7-c18c-4b0a-bde5-37e9c0d65965 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:45.830222 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-49d22dc7-c18c-4b0a-bde5-37e9c0d65965 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1951144 Aug 05 12:13:45.835632 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35474) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:13:45.853686 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c1f3ff-e787-4a62-8fed-a8db39bfb69e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-324d795e-81f8-427d-875d-614ff34dc1ec', 'network_id': '324d795e-81f8-427d-875d-614ff34dc1ec', 'tenant_id': 'b4b5c948fb734070b8740c1bc5f2243a', 'fixed_ips': [{'subnet_id': '45fe9a8b-d579-4bec-98f4-a1fba89eced1'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 12:13:45.855091 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e1c1f3ff-e787-4a62-8fed-a8db39bfb69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:45.941660 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-dca8d9a6-1fb5-47c1-92fa-1459a4374e5e service neutron] For port 0795ce6e-10d5-4fd8-9d1b-18b7b731a488, host n-h2-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:13:45.949449 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-dca8d9a6-1fb5-47c1-92fa-1459a4374e5e service neutron] For port 0795ce6e-10d5-4fd8-9d1b-18b7b731a488, host n-h2-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=0795ce6e-10d5-4fd8-9d1b-18b7b731a488,segment=NetworkSegment(368ecf7c-698c-463d-9ec2-94f5289325e4),segment_id=368ecf7c-698c-463d-9ec2-94f5289325e4)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:13:45.956849 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-0bbd0f68-7553-49c8-9f98-d3954d766e3b None None] Allocated IP 172.20.0.2 (243fc4a6-5d35-408d-9c8d-f96ed20ac41f/d318d052-fd63-4aa2-be90-b25d06368cfa/872d1fe5-758d-4ac1-b2c1-906b18385e03) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:13:45.958951 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-dca8d9a6-1fb5-47c1-92fa-1459a4374e5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:45.984716 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-ce5244cd-113b-4ce5-ad0e-b0b373ba98f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9782454-3e48-487f-9a3e-e518de9efee5 {{(pid=94420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 12:13:45.994313 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_v2 [None req-5eea76bb-682d-429c-b320-7382a92c1669 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Deleting subnet d318d052-fd63-4aa2-be90-b25d06368cfa {{(pid=94420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 12:13:46.003897 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-ce5244cd-113b-4ce5-ad0e-b0b373ba98f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:46.028379 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-dca8d9a6-1fb5-47c1-92fa-1459a4374e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:46.029536 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-dca8d9a6-1fb5-47c1-92fa-1459a4374e5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:46.032118 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-dca8d9a6-1fb5-47c1-92fa-1459a4374e5e service neutron] 10.222.0.55 "PUT /v2.0/ports/0795ce6e-10d5-4fd8-9d1b-18b7b731a488 HTTP/1.1" status: 200 len: 1091 time: 1.7994237 Aug 05 12:13:46.032924 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dea3203a-b3ad-411c-abd2-a91dc7eede03', 'tag': '0795ce6e-10d5-4fd8-9d1b-18b7b731a488'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:13:46.036859 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3d0d0c2-a4ec-4a64-bead-f5ba71767d03" -d '{"events": [{"name": "network-changed", "server_uuid": "dea3203a-b3ad-411c-abd2-a91dc7eede03", "tag": "0795ce6e-10d5-4fd8-9d1b-18b7b731a488"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:13:46.081498 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca8d9a6-1fb5-47c1-92fa-1459a4374e5e service neutron] Pushing event updated for resources: {'Port': ['ID=0795ce6e-10d5-4fd8-9d1b-18b7b731a488,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:13:46.095499 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-ce5244cd-113b-4ce5-ad0e-b0b373ba98f2 service neutron] Transition to ACTIVE for port object a9782454-3e48-487f-9a3e-e518de9efee5 will not be triggered until provisioned by entity L2. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:13:46.106959 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-ce5244cd-113b-4ce5-ad0e-b0b373ba98f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:46.170264 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 12:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6347540b-3a79-4514-9494-b3ad7c2b73d8 x-openstack-request-id: req-6347540b-3a79-4514-9494-b3ad7c2b73d8 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:13:46.170587 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dea3203a-b3ad-411c-abd2-a91dc7eede03", "tag": "0795ce6e-10d5-4fd8-9d1b-18b7b731a488", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:13:46.170741 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6347540b-3a79-4514-9494-b3ad7c2b73d8 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:13:46.171130 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dea3203a-b3ad-411c-abd2-a91dc7eede03', 'tag': '0795ce6e-10d5-4fd8-9d1b-18b7b731a488', 'status': 'completed', 'code': 200} Aug 05 12:13:46.171567 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58616de-f4a2-4665-92c6-cc6944f31bd8 req-cad9768f-5ed5-49fe-b43c-d6027d975310 tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:46.173733 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e58616de-f4a2-4665-92c6-cc6944f31bd8 req-cad9768f-5ed5-49fe-b43c-d6027d975310 tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] 10.222.0.58 "GET /v2.0/ports?device_id=34e81c12-3b37-4e0c-886e-e91dbf446dcf HTTP/1.1" status: 200 len: 931 time: 0.1742165 Aug 05 12:13:46.224887 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5244cd-113b-4ce5-ad0e-b0b373ba98f2 service neutron] Pushing event updated for resources: {'Port': ['ID=a9782454-3e48-487f-9a3e-e518de9efee5,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:13:46.231278 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-e9a5557e-e98a-45ff-8636-24e0d67da19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:46.232928 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-e9a5557e-e98a-45ff-8636-24e0d67da19a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=08cac0c8769a4ffea30ad0e53220cf84&device_id=dea3203a-b3ad-411c-abd2-a91dc7eede03 HTTP/1.1" status: 200 len: 1094 time: 0.1110661 Aug 05 12:13:46.302933 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-e1c1f3ff-e787-4a62-8fed-a8db39bfb69e None None] Allocated IP 172.20.0.18 (324d795e-81f8-427d-875d-614ff34dc1ec/45fe9a8b-d579-4bec-98f4-a1fba89eced1/bb28595c-88da-4e34-99ec-4d3462dd7ccd) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:13:46.359549 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-198be1ad-224d-4c45-9447-d7877a195add service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0795ce6e-10d5-4fd8-9d1b-18b7b731a488 HTTP/1.1" status: 200 len: 217 time: 0.0787072 Aug 05 12:13:46.366019 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e58616de-f4a2-4665-92c6-cc6944f31bd8 req-f5dc0730-5afa-477a-bb02-de03be274b20 tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d99f054-ab56-4987-85f0-a9cf138d51b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666064 Aug 05 12:13:46.400873 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-ce5244cd-113b-4ce5-ad0e-b0b373ba98f2 service neutron] Attempting to bind port a9782454-3e48-487f-9a3e-e518de9efee5 on host n-h1-803378-2 for vnic_type normal with profile {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:13:46.400873 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-ce5244cd-113b-4ce5-ad0e-b0b373ba98f2 service neutron] Attempting to bind port a9782454-3e48-487f-9a3e-e518de9efee5 by drivers openvswitch,hyperv on host n-h1-803378-2 at level 0 using segments [{'id': '368ecf7c-698c-463d-9ec2-94f5289325e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'c6790729-422f-4b06-9abb-37990e50f612'}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:13:46.400873 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-ce5244cd-113b-4ce5-ad0e-b0b373ba98f2 service neutron] Attempting to bind port a9782454-3e48-487f-9a3e-e518de9efee5 on network c6790729-422f-4b06-9abb-37990e50f612 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:13:46.411748 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-ce5244cd-113b-4ce5-ad0e-b0b373ba98f2 service neutron] Port a9782454-3e48-487f-9a3e-e518de9efee5 on network c6790729-422f-4b06-9abb-37990e50f612 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-2 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 12:13:46.412211 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-ce5244cd-113b-4ce5-ad0e-b0b373ba98f2 service neutron] Attempting to bind port a9782454-3e48-487f-9a3e-e518de9efee5 on network c6790729-422f-4b06-9abb-37990e50f612 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:13:46.427240 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-ce5244cd-113b-4ce5-ad0e-b0b373ba98f2 service neutron] Checking agent: {'id': '40bb7567-59bd-4b31-bc29-da1c50bca759', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:13:46.427573 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-ce5244cd-113b-4ce5-ad0e-b0b373ba98f2 service neutron] Checking segment: {'id': '368ecf7c-698c-463d-9ec2-94f5289325e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'c6790729-422f-4b06-9abb-37990e50f612'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:13:46.427958 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-ce5244cd-113b-4ce5-ad0e-b0b373ba98f2 service neutron] Bound using segment: {'id': '368ecf7c-698c-463d-9ec2-94f5289325e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'c6790729-422f-4b06-9abb-37990e50f612'} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:13:46.428439 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-ce5244cd-113b-4ce5-ad0e-b0b373ba98f2 service neutron] Bound port: a9782454-3e48-487f-9a3e-e518de9efee5, host: n-h1-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '368ecf7c-698c-463d-9ec2-94f5289325e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'c6790729-422f-4b06-9abb-37990e50f612'}}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:13:46.429051 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-ce5244cd-113b-4ce5-ad0e-b0b373ba98f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:46.447148 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-0bbd0f68-7553-49c8-9f98-d3954d766e3b None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:46.465787 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-3443c023-38f3-4fb9-8ef4-116410c5b53e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c5995f9-99e1-4cf0-a745-adc35568bbfc {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 12:13:46.476989 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-3443c023-38f3-4fb9-8ef4-116410c5b53e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:46.477339 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-0bbd0f68-7553-49c8-9f98-d3954d766e3b None None] Transition to ACTIVE for port object 872d1fe5-758d-4ac1-b2c1-906b18385e03 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:13:46.483589 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-d2ccb1a0-49a2-4383-af4d-919a0efe26e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:46.485665 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-d2ccb1a0-49a2-4383-af4d-919a0efe26e1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e6cdfa89-22e8-400c-97a7-d1c3ab7b0caa HTTP/1.1" status: 200 len: 858 time: 0.0817804 Aug 05 12:13:46.509379 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-3443c023-38f3-4fb9-8ef4-116410c5b53e service neutron] Transition to ACTIVE for port object 6c5995f9-99e1-4cf0-a745-adc35568bbfc will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:13:46.526898 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-3626d171-3666-44c0-89f9-049f05f6f74c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c6790729-422f-4b06-9abb-37990e50f612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312533 Aug 05 12:13:46.527683 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-3443c023-38f3-4fb9-8ef4-116410c5b53e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:46.538461 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-0bbd0f68-7553-49c8-9f98-d3954d766e3b None None] Transition to ACTIVE for port object 872d1fe5-758d-4ac1-b2c1-906b18385e03 will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:13:46.541613 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-ce5244cd-113b-4ce5-ad0e-b0b373ba98f2 service neutron] For port a9782454-3e48-487f-9a3e-e518de9efee5, host n-h1-803378-2, cleared binding levels {{(pid=94420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:13:46.547460 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-ce5244cd-113b-4ce5-ad0e-b0b373ba98f2 service neutron] For port a9782454-3e48-487f-9a3e-e518de9efee5, host n-h1-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=a9782454-3e48-487f-9a3e-e518de9efee5,segment=NetworkSegment(368ecf7c-698c-463d-9ec2-94f5289325e4),segment_id=368ecf7c-698c-463d-9ec2-94f5289325e4)] {{(pid=94420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:13:46.549636 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5eea76bb-682d-429c-b320-7382a92c1669 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Notify callbacks [] for subnet, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:46.559856 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-0bbd0f68-7553-49c8-9f98-d3954d766e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:46.594249 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-ce5244cd-113b-4ce5-ad0e-b0b373ba98f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:46.651518 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3443c023-38f3-4fb9-8ef4-116410c5b53e service neutron] Pushing event updated for resources: {'Port': ['ID=6c5995f9-99e1-4cf0-a745-adc35568bbfc,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:13:46.702242 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-ce5244cd-113b-4ce5-ad0e-b0b373ba98f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:46.703434 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-ce5244cd-113b-4ce5-ad0e-b0b373ba98f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:46.706087 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-ce5244cd-113b-4ce5-ad0e-b0b373ba98f2 service neutron] 10.222.0.64 "PUT /v2.0/ports/a9782454-3e48-487f-9a3e-e518de9efee5 HTTP/1.1" status: 200 len: 1092 time: 1.7596374 Aug 05 12:13:46.706737 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f10456b-242f-4f13-9882-bcfc29075f05', 'tag': 'a9782454-3e48-487f-9a3e-e518de9efee5'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:13:46.711309 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}828068ad8d405ad77660ce68fa78e1ffe658725812f7a08f9e488a446589295b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-946e7d31-1e39-41c3-bebf-b132a4194438" -d '{"events": [{"name": "network-changed", "server_uuid": "1f10456b-242f-4f13-9882-bcfc29075f05", "tag": "a9782454-3e48-487f-9a3e-e518de9efee5"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:13:46.722268 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5eea76bb-682d-429c-b320-7382a92c1669 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25010562'] for subnet, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:46.764441 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-324861eb-34e4-4dd8-9873-5d11b6022603 service neutron] 10.222.0.55 "GET /v2.0/networks/c6790729-422f-4b06-9abb-37990e50f612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269394 Aug 05 12:13:46.803296 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 12:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee5fc29f-f2b0-49c8-a718-0a277d672ec8 x-openstack-request-id: req-ee5fc29f-f2b0-49c8-a718-0a277d672ec8 {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:13:46.804745 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f10456b-242f-4f13-9882-bcfc29075f05", "tag": "a9782454-3e48-487f-9a3e-e518de9efee5", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:13:46.805451 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ee5fc29f-f2b0-49c8-a718-0a277d672ec8 {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:13:46.807054 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f10456b-242f-4f13-9882-bcfc29075f05', 'tag': 'a9782454-3e48-487f-9a3e-e518de9efee5', 'status': 'completed', 'code': 200} Aug 05 12:13:46.849615 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-3443c023-38f3-4fb9-8ef4-116410c5b53e service neutron] Attempting to bind port 6c5995f9-99e1-4cf0-a745-adc35568bbfc on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:13:46.850936 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-3443c023-38f3-4fb9-8ef4-116410c5b53e service neutron] Attempting to bind port 6c5995f9-99e1-4cf0-a745-adc35568bbfc by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': '368ecf7c-698c-463d-9ec2-94f5289325e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'c6790729-422f-4b06-9abb-37990e50f612'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:13:46.851911 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-3443c023-38f3-4fb9-8ef4-116410c5b53e service neutron] Attempting to bind port 6c5995f9-99e1-4cf0-a745-adc35568bbfc on network c6790729-422f-4b06-9abb-37990e50f612 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:13:46.853639 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bbd0f68-7553-49c8-9f98-d3954d766e3b None None] Network 243fc4a6-5d35-408d-9c8d-f96ed20ac41f is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:13:46.865131 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbd0f68-7553-49c8-9f98-d3954d766e3b None None] Pushing event updated for resources: {'Port': ['ID=872d1fe5-758d-4ac1-b2c1-906b18385e03,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:13:46.874206 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-3443c023-38f3-4fb9-8ef4-116410c5b53e service neutron] Port 6c5995f9-99e1-4cf0-a745-adc35568bbfc on network c6790729-422f-4b06-9abb-37990e50f612 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 12:13:46.874777 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-3443c023-38f3-4fb9-8ef4-116410c5b53e service neutron] Attempting to bind port 6c5995f9-99e1-4cf0-a745-adc35568bbfc on network c6790729-422f-4b06-9abb-37990e50f612 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:13:46.875915 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-0bbd0f68-7553-49c8-9f98-d3954d766e3b None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:13:46.878482 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbd0f68-7553-49c8-9f98-d3954d766e3b None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:13:46.886806 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-3443c023-38f3-4fb9-8ef4-116410c5b53e service neutron] Checking agent: {'id': 'a8f1dd2d-227c-4e30-8844-52419ba734db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:13:46.887656 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-3443c023-38f3-4fb9-8ef4-116410c5b53e service neutron] Checking segment: {'id': '368ecf7c-698c-463d-9ec2-94f5289325e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'c6790729-422f-4b06-9abb-37990e50f612'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:13:46.887656 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-3443c023-38f3-4fb9-8ef4-116410c5b53e service neutron] Bound using segment: {'id': '368ecf7c-698c-463d-9ec2-94f5289325e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'c6790729-422f-4b06-9abb-37990e50f612'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:13:46.888325 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-3443c023-38f3-4fb9-8ef4-116410c5b53e service neutron] Bound port: 6c5995f9-99e1-4cf0-a745-adc35568bbfc, host: n-h2-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '368ecf7c-698c-463d-9ec2-94f5289325e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'c6790729-422f-4b06-9abb-37990e50f612'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:13:46.888900 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-3443c023-38f3-4fb9-8ef4-116410c5b53e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:46.893635 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5244cd-113b-4ce5-ad0e-b0b373ba98f2 service neutron] Pushing event updated for resources: {'Port': ['ID=a9782454-3e48-487f-9a3e-e518de9efee5,revision_number=3']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:13:46.900569 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbd0f68-7553-49c8-9f98-d3954d766e3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:13:46.901064 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbd0f68-7553-49c8-9f98-d3954d766e3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:13:46.901367 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbd0f68-7553-49c8-9f98-d3954d766e3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:13:46.901713 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbd0f68-7553-49c8-9f98-d3954d766e3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:13:46.902379 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbd0f68-7553-49c8-9f98-d3954d766e3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:13:46.902859 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbd0f68-7553-49c8-9f98-d3954d766e3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:13:46.903266 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbd0f68-7553-49c8-9f98-d3954d766e3b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:13:46.904002 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbd0f68-7553-49c8-9f98-d3954d766e3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:13:46.904704 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbd0f68-7553-49c8-9f98-d3954d766e3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:13:46.905093 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbd0f68-7553-49c8-9f98-d3954d766e3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:13:46.905381 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbd0f68-7553-49c8-9f98-d3954d766e3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:13:46.905719 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbd0f68-7553-49c8-9f98-d3954d766e3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:13:46.911302 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e1c1f3ff-e787-4a62-8fed-a8db39bfb69e None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:46.945558 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-1ac34da0-158a-4710-8bce-996dde4d62ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:46.947333 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-1ac34da0-158a-4710-8bce-996dde4d62ec service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=08cac0c8769a4ffea30ad0e53220cf84&device_id=1f10456b-242f-4f13-9882-bcfc29075f05 HTTP/1.1" status: 200 len: 1095 time: 0.1306663 Aug 05 12:13:46.948717 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-e1c1f3ff-e787-4a62-8fed-a8db39bfb69e None None] Transition to ACTIVE for port object bb28595c-88da-4e34-99ec-4d3462dd7ccd will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:13:46.954847 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-ad5f6c9d-c772-48bc-9b8f-1477b923918b service neutron] 10.222.0.55 "GET /v2.0/networks/c6790729-422f-4b06-9abb-37990e50f612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761553 Aug 05 12:13:46.967434 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5eea76bb-682d-429c-b320-7382a92c1669 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:47.014612 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-e1c1f3ff-e787-4a62-8fed-a8db39bfb69e None None] Transition to ACTIVE for port object bb28595c-88da-4e34-99ec-4d3462dd7ccd will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:13:47.029690 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-0bbd0f68-7553-49c8-9f98-d3954d766e3b None None] Attempting to bind port 872d1fe5-758d-4ac1-b2c1-906b18385e03 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:13:47.030515 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-0bbd0f68-7553-49c8-9f98-d3954d766e3b None None] Attempting to bind port 872d1fe5-758d-4ac1-b2c1-906b18385e03 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'ef71659c-8384-4e00-9f68-a8cd74d5110e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '243fc4a6-5d35-408d-9c8d-f96ed20ac41f'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:13:47.033425 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbd0f68-7553-49c8-9f98-d3954d766e3b None None] Attempting to bind port 872d1fe5-758d-4ac1-b2c1-906b18385e03 on network 243fc4a6-5d35-408d-9c8d-f96ed20ac41f {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:13:47.038613 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e1c1f3ff-e787-4a62-8fed-a8db39bfb69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:47.048085 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-7c86d96e-497f-449c-b069-042ea08a61ef service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a9782454-3e48-487f-9a3e-e518de9efee5 HTTP/1.1" status: 200 len: 217 time: 0.0836039 Aug 05 12:13:47.058416 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbd0f68-7553-49c8-9f98-d3954d766e3b None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:13:47.059001 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbd0f68-7553-49c8-9f98-d3954d766e3b None None] Checking segment: {'id': 'ef71659c-8384-4e00-9f68-a8cd74d5110e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '243fc4a6-5d35-408d-9c8d-f96ed20ac41f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:13:47.059331 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-0bbd0f68-7553-49c8-9f98-d3954d766e3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:47.059748 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbd0f68-7553-49c8-9f98-d3954d766e3b None None] Bound using segment: {'id': 'ef71659c-8384-4e00-9f68-a8cd74d5110e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '243fc4a6-5d35-408d-9c8d-f96ed20ac41f'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:13:47.060225 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-0bbd0f68-7553-49c8-9f98-d3954d766e3b None None] Bound port: 872d1fe5-758d-4ac1-b2c1-906b18385e03, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef71659c-8384-4e00-9f68-a8cd74d5110e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '243fc4a6-5d35-408d-9c8d-f96ed20ac41f'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:13:47.060637 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-0bbd0f68-7553-49c8-9f98-d3954d766e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:47.108568 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c1f3ff-e787-4a62-8fed-a8db39bfb69e None None] Network 324d795e-81f8-427d-875d-614ff34dc1ec is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:13:47.124672 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-e1c1f3ff-e787-4a62-8fed-a8db39bfb69e None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:13:47.126351 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-3443c023-38f3-4fb9-8ef4-116410c5b53e service neutron] For port 6c5995f9-99e1-4cf0-a745-adc35568bbfc, host n-h2-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:13:47.130353 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-1acc642d-bbd9-48ec-8567-317be396a479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:47.132668 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-1acc642d-bbd9-48ec-8567-317be396a479 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e6cdfa89-22e8-400c-97a7-d1c3ab7b0caa HTTP/1.1" status: 200 len: 858 time: 0.0712378 Aug 05 12:13:47.136895 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-3443c023-38f3-4fb9-8ef4-116410c5b53e service neutron] For port 6c5995f9-99e1-4cf0-a745-adc35568bbfc, host n-h2-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=6c5995f9-99e1-4cf0-a745-adc35568bbfc,segment=NetworkSegment(368ecf7c-698c-463d-9ec2-94f5289325e4),segment_id=368ecf7c-698c-463d-9ec2-94f5289325e4)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:13:47.150190 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-3443c023-38f3-4fb9-8ef4-116410c5b53e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:47.158559 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c1f3ff-e787-4a62-8fed-a8db39bfb69e None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:13:47.175492 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c1f3ff-e787-4a62-8fed-a8db39bfb69e None None] Pushing event updated for resources: {'Port': ['ID=bb28595c-88da-4e34-99ec-4d3462dd7ccd,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:13:47.181571 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-16662da3-85e2-4f67-975c-d59f4e2ac2b2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c6790729-422f-4b06-9abb-37990e50f612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400059 Aug 05 12:13:47.182763 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5eea76bb-682d-429c-b320-7382a92c1669 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29762763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24211094'] for subnet, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:47.209386 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d0d0c2-a4ec-4a64-bead-f5ba71767d03 req-6f8fd9fd-1cda-43f5-bcc9-aad455064796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:47.211779 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e3d0d0c2-a4ec-4a64-bead-f5ba71767d03 req-6f8fd9fd-1cda-43f5-bcc9-aad455064796 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=08cac0c8769a4ffea30ad0e53220cf84&device_id=dea3203a-b3ad-411c-abd2-a91dc7eede03 HTTP/1.1" status: 200 len: 1094 time: 0.1532397 Aug 05 12:13:47.221239 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-3443c023-38f3-4fb9-8ef4-116410c5b53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:47.222088 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-3443c023-38f3-4fb9-8ef4-116410c5b53e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:47.225044 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-3443c023-38f3-4fb9-8ef4-116410c5b53e service neutron] 10.222.0.55 "PUT /v2.0/ports/6c5995f9-99e1-4cf0-a745-adc35568bbfc HTTP/1.1" status: 200 len: 1091 time: 1.8879719 Aug 05 12:13:47.226510 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eea76bb-682d-429c-b320-7382a92c1669 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Pushing event deleted for resources: {'Subnet': ['ID=d318d052-fd63-4aa2-be90-b25d06368cfa,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:13:47.242007 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5eea76bb-682d-429c-b320-7382a92c1669 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Notify callbacks [] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:47.247219 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-5eea76bb-682d-429c-b320-7382a92c1669 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] 10.222.0.58 "DELETE /v2.0/subnets/d318d052-fd63-4aa2-be90-b25d06368cfa HTTP/1.1" status: 204 len: 168 time: 1.4059911 Aug 05 12:13:47.248548 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35484) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:13:47.326177 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-0bbd0f68-7553-49c8-9f98-d3954d766e3b None None] For port 872d1fe5-758d-4ac1-b2c1-906b18385e03, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:13:47.329511 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-e1c1f3ff-e787-4a62-8fed-a8db39bfb69e None None] Attempting to bind port bb28595c-88da-4e34-99ec-4d3462dd7ccd on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:13:47.330082 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-e1c1f3ff-e787-4a62-8fed-a8db39bfb69e None None] Attempting to bind port bb28595c-88da-4e34-99ec-4d3462dd7ccd by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '262b3803-ff10-4acd-bba9-9a0316f4c672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '324d795e-81f8-427d-875d-614ff34dc1ec'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:13:47.330673 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c1f3ff-e787-4a62-8fed-a8db39bfb69e None None] Attempting to bind port bb28595c-88da-4e34-99ec-4d3462dd7ccd on network 324d795e-81f8-427d-875d-614ff34dc1ec {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:13:47.350077 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c1f3ff-e787-4a62-8fed-a8db39bfb69e None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:13:47.351288 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c1f3ff-e787-4a62-8fed-a8db39bfb69e None None] Checking segment: {'id': '262b3803-ff10-4acd-bba9-9a0316f4c672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '324d795e-81f8-427d-875d-614ff34dc1ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:13:47.351883 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e1c1f3ff-e787-4a62-8fed-a8db39bfb69e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:47.352542 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c1f3ff-e787-4a62-8fed-a8db39bfb69e None None] Bound using segment: {'id': '262b3803-ff10-4acd-bba9-9a0316f4c672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '324d795e-81f8-427d-875d-614ff34dc1ec'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:13:47.353360 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-e1c1f3ff-e787-4a62-8fed-a8db39bfb69e None None] Bound port: bb28595c-88da-4e34-99ec-4d3462dd7ccd, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '262b3803-ff10-4acd-bba9-9a0316f4c672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '324d795e-81f8-427d-875d-614ff34dc1ec'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:13:47.353895 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e1c1f3ff-e787-4a62-8fed-a8db39bfb69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:47.361636 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-0bbd0f68-7553-49c8-9f98-d3954d766e3b None None] For port 872d1fe5-758d-4ac1-b2c1-906b18385e03, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=872d1fe5-758d-4ac1-b2c1-906b18385e03,segment=NetworkSegment(ef71659c-8384-4e00-9f68-a8cd74d5110e),segment_id=ef71659c-8384-4e00-9f68-a8cd74d5110e)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:13:47.378733 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-0bbd0f68-7553-49c8-9f98-d3954d766e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:47.503041 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbd0f68-7553-49c8-9f98-d3954d766e3b None None] Pushing event updated for resources: {'Port': ['ID=872d1fe5-758d-4ac1-b2c1-906b18385e03,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:13:47.516535 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-e1c1f3ff-e787-4a62-8fed-a8db39bfb69e None None] For port bb28595c-88da-4e34-99ec-4d3462dd7ccd, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:13:47.520898 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-e1c1f3ff-e787-4a62-8fed-a8db39bfb69e None None] For port bb28595c-88da-4e34-99ec-4d3462dd7ccd, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=bb28595c-88da-4e34-99ec-4d3462dd7ccd,segment=NetworkSegment(262b3803-ff10-4acd-bba9-9a0316f4c672),segment_id=262b3803-ff10-4acd-bba9-9a0316f4c672)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:13:47.527725 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e1c1f3ff-e787-4a62-8fed-a8db39bfb69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:47.608917 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c1f3ff-e787-4a62-8fed-a8db39bfb69e None None] Pushing event updated for resources: {'Port': ['ID=bb28595c-88da-4e34-99ec-4d3462dd7ccd,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:13:47.827740 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_v2 [None req-bac42fc5-759f-4712-b75f-1dddfa2a7f63 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Deleting subnet 45fe9a8b-d579-4bec-98f4-a1fba89eced1 {{(pid=94420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 12:13:47.843787 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-bac42fc5-759f-4712-b75f-1dddfa2a7f63 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Notify callbacks [] for subnet, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:47.914803 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3443c023-38f3-4fb9-8ef4-116410c5b53e service neutron] Pushing event updated for resources: {'Port': ['ID=6c5995f9-99e1-4cf0-a745-adc35568bbfc,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:13:47.949824 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-3639320c-82fc-4624-bc89-8d078149cecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:47.951427 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-3639320c-82fc-4624-bc89-8d078149cecb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=08cac0c8769a4ffea30ad0e53220cf84&device_id=34e81c12-3b37-4e0c-886e-e91dbf446dcf HTTP/1.1" status: 200 len: 1094 time: 0.6030793 Aug 05 12:13:47.953048 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-8246bf94-bdc3-4881-a54a-73d9a1497b70 service neutron] 10.222.0.64 "GET /v2.0/networks/c6790729-422f-4b06-9abb-37990e50f612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7573369 Aug 05 12:13:47.978352 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-bac42fc5-759f-4712-b75f-1dddfa2a7f63 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25010562'] for subnet, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:48.028103 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-c1f061a1-fdc2-4c43-adcc-7415329c6937 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6c5995f9-99e1-4cf0-a745-adc35568bbfc HTTP/1.1" status: 200 len: 217 time: 0.0615864 Aug 05 12:13:48.055716 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d0d0c2-a4ec-4a64-bead-f5ba71767d03 req-fc968e7e-e25d-46a3-bdf9-51bde8acad1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:48.058594 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e3d0d0c2-a4ec-4a64-bead-f5ba71767d03 req-fc968e7e-e25d-46a3-bdf9-51bde8acad1b service neutron] 10.222.0.55 "GET /v2.0/networks?id=c6790729-422f-4b06-9abb-37990e50f612 HTTP/1.1" status: 200 len: 919 time: 0.8319290 Aug 05 12:13:48.099856 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d19b69-f706-4120-96c4-fe8792e16fa8 req-fdf9aeb5-397e-44f5-b91b-93dc5f033fef tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:48.102837 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c7d19b69-f706-4120-96c4-fe8792e16fa8 req-fdf9aeb5-397e-44f5-b91b-93dc5f033fef tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] 10.222.0.58 "GET /v2.0/ports?device_id=34e81c12-3b37-4e0c-886e-e91dbf446dcf HTTP/1.1" status: 200 len: 943 time: 0.2915313 Aug 05 12:13:48.183155 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34e81c12-3b37-4e0c-886e-e91dbf446dcf', 'tag': '6c5995f9-99e1-4cf0-a745-adc35568bbfc'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:13:48.187256 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19d8ac57-51ed-47fa-98d5-7090b5d565ba" -d '{"events": [{"name": "network-changed", "server_uuid": "34e81c12-3b37-4e0c-886e-e91dbf446dcf", "tag": "6c5995f9-99e1-4cf0-a745-adc35568bbfc"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:13:48.204547 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e3d0d0c2-a4ec-4a64-bead-f5ba71767d03 req-df3389f8-da04-4e6c-bfb2-c9cf3165d166 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0795ce6e-10d5-4fd8-9d1b-18b7b731a488 HTTP/1.1" status: 200 len: 217 time: 0.1075673 Aug 05 12:13:48.226872 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-0bfc508b-b119-4559-9752-1b871aa2f0d1 service neutron] 10.222.0.64 "GET /v2.0/networks/c6790729-422f-4b06-9abb-37990e50f612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450745 Aug 05 12:13:48.231031 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-bac42fc5-759f-4712-b75f-1dddfa2a7f63 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:48.261056 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c7d19b69-f706-4120-96c4-fe8792e16fa8 req-a1046d03-d734-488a-94b5-81c3f8854bb9 tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d99f054-ab56-4987-85f0-a9cf138d51b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463029 Aug 05 12:13:48.263252 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 12:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f491de15-929f-46b9-9403-1671715b0bb9 x-openstack-request-id: req-f491de15-929f-46b9-9403-1671715b0bb9 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:13:48.263940 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34e81c12-3b37-4e0c-886e-e91dbf446dcf", "tag": "6c5995f9-99e1-4cf0-a745-adc35568bbfc", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:13:48.264097 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f491de15-929f-46b9-9403-1671715b0bb9 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:13:48.264798 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34e81c12-3b37-4e0c-886e-e91dbf446dcf', 'tag': '6c5995f9-99e1-4cf0-a745-adc35568bbfc', 'status': 'completed', 'code': 200} Aug 05 12:13:48.268826 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-4a4a69b1-f45f-447e-b2ef-13345ec01bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:48.271341 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-4a4a69b1-f45f-447e-b2ef-13345ec01bd2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e6cdfa89-22e8-400c-97a7-d1c3ab7b0caa HTTP/1.1" status: 200 len: 858 time: 0.2319236 Aug 05 12:13:48.317577 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-82eabf77-85a6-49a8-b755-e28d347bdfbd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c6790729-422f-4b06-9abb-37990e50f612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355160 Aug 05 12:13:48.320649 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d0d0c2-a4ec-4a64-bead-f5ba71767d03 req-f2cc44ea-f801-4856-b7e9-6756d12bb8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:48.322230 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e3d0d0c2-a4ec-4a64-bead-f5ba71767d03 req-f2cc44ea-f801-4856-b7e9-6756d12bb8dd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e6cdfa89-22e8-400c-97a7-d1c3ab7b0caa HTTP/1.1" status: 200 len: 858 time: 0.1099608 Aug 05 12:13:48.323277 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-bac42fc5-759f-4712-b75f-1dddfa2a7f63 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29762763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24211094'] for subnet, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:48.356275 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac42fc5-759f-4712-b75f-1dddfa2a7f63 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Pushing event deleted for resources: {'Subnet': ['ID=45fe9a8b-d579-4bec-98f4-a1fba89eced1,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:13:48.358548 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-bac42fc5-759f-4712-b75f-1dddfa2a7f63 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Notify callbacks [] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:48.360524 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-bac42fc5-759f-4712-b75f-1dddfa2a7f63 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] 10.222.0.58 "DELETE /v2.0/subnets/45fe9a8b-d579-4bec-98f4-a1fba89eced1 HTTP/1.1" status: 204 len: 168 time: 1.0790741 Aug 05 12:13:48.363621 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35492) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:13:48.412945 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e3d0d0c2-a4ec-4a64-bead-f5ba71767d03 req-cffadb64-08be-4b5e-9b1d-a0b0be477b6f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c6790729-422f-4b06-9abb-37990e50f612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0727043 Aug 05 12:13:48.472846 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-095052df-3f25-45c8-914b-3d7787c0fa87 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:48.480752 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-095052df-3f25-45c8-914b-3d7787c0fa87 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1101382 Aug 05 12:13:48.480996 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35494) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:13:48.540997 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946e7d31-1e39-41c3-bebf-b132a4194438 req-1253f77c-597b-49b6-af47-0246b9838a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:48.542460 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-946e7d31-1e39-41c3-bebf-b132a4194438 req-1253f77c-597b-49b6-af47-0246b9838a8a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=08cac0c8769a4ffea30ad0e53220cf84&device_id=1f10456b-242f-4f13-9882-bcfc29075f05 HTTP/1.1" status: 200 len: 1095 time: 0.1682446 Aug 05 12:13:48.609913 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-f17b1fb0-20ea-41d8-bc8d-f8cffae2dae3 service neutron] 10.222.0.55 "GET /v2.0/networks/c6790729-422f-4b06-9abb-37990e50f612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2710547 Aug 05 12:13:48.630963 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e3d0d0c2-a4ec-4a64-bead-f5ba71767d03 req-d631d291-f733-445c-8c0b-161d32a20faa service neutron] 10.222.0.55 "GET /v2.0/networks/c6790729-422f-4b06-9abb-37990e50f612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888213 Aug 05 12:13:48.634136 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-85bceee0-8382-4ee4-9430-98abf7374642 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:48.717246 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946e7d31-1e39-41c3-bebf-b132a4194438 req-6d74682b-940c-4b7c-9381-472eeb5ca7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:48.718801 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-946e7d31-1e39-41c3-bebf-b132a4194438 req-6d74682b-940c-4b7c-9381-472eeb5ca7ee service neutron] 10.222.0.64 "GET /v2.0/networks?id=c6790729-422f-4b06-9abb-37990e50f612 HTTP/1.1" status: 200 len: 919 time: 0.1630745 Aug 05 12:13:48.779087 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-946e7d31-1e39-41c3-bebf-b132a4194438 req-c8a47ed0-229f-4f6e-8bc1-bb25d114d26b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a9782454-3e48-487f-9a3e-e518de9efee5 HTTP/1.1" status: 200 len: 217 time: 0.0486145 Aug 05 12:13:48.797513 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-35ed6854-dcbd-4ba3-9961-fe408406ee48 req-c762b10a-b968-4965-bbc9-4947ddad9471 service neutron] 10.222.0.55 "GET /v2.0/networks/c6790729-422f-4b06-9abb-37990e50f612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789575 Aug 05 12:13:48.799712 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-85bceee0-8382-4ee4-9430-98abf7374642 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Deleting port bb28595c-88da-4e34-99ec-4d3462dd7ccd {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:13:48.800065 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-85bceee0-8382-4ee4-9430-98abf7374642 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:48.806294 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e3d0d0c2-a4ec-4a64-bead-f5ba71767d03 req-ba9939c6-38b3-4370-833a-8839e2bc1fba service neutron] 10.222.0.55 "GET /v2.0/networks/c6790729-422f-4b06-9abb-37990e50f612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644032 Aug 05 12:13:48.877098 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc70651-68dd-49d3-8821-a44cd2ef21c8 None None] Network 243fc4a6-5d35-408d-9c8d-f96ed20ac41f requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:13:48.917716 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946e7d31-1e39-41c3-bebf-b132a4194438 req-1a4e80d4-f374-4bb9-b8fd-f77040ec50dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:48.919254 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-946e7d31-1e39-41c3-bebf-b132a4194438 req-1a4e80d4-f374-4bb9-b8fd-f77040ec50dc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e6cdfa89-22e8-400c-97a7-d1c3ab7b0caa HTTP/1.1" status: 200 len: 858 time: 0.1306756 Aug 05 12:13:48.937756 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-85bceee0-8382-4ee4-9430-98abf7374642 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] For port bb28595c-88da-4e34-99ec-4d3462dd7ccd, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=bb28595c-88da-4e34-99ec-4d3462dd7ccd,segment=NetworkSegment(262b3803-ff10-4acd-bba9-9a0316f4c672),segment_id=262b3803-ff10-4acd-bba9-9a0316f4c672)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:13:48.938133 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-85bceee0-8382-4ee4-9430-98abf7374642 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:48.973994 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d8ac57-51ed-47fa-98d5-7090b5d565ba req-2a942d8b-ef1f-4ae6-824c-f92b84d64ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:48.974813 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-85bceee0-8382-4ee4-9430-98abf7374642 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Calling delete_port for bb28595c-88da-4e34-99ec-4d3462dd7ccd owned by network:dhcp {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:13:48.978651 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-19d8ac57-51ed-47fa-98d5-7090b5d565ba req-2a942d8b-ef1f-4ae6-824c-f92b84d64ba0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=08cac0c8769a4ffea30ad0e53220cf84&device_id=34e81c12-3b37-4e0c-886e-e91dbf446dcf HTTP/1.1" status: 200 len: 1094 time: 0.0667059 Aug 05 12:13:48.979980 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-946e7d31-1e39-41c3-bebf-b132a4194438 req-2885a805-cffa-49ae-af34-b2bbff57f017 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c6790729-422f-4b06-9abb-37990e50f612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446708 Aug 05 12:13:48.982510 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-cc9902b9-c28f-41b3-82bb-57d3b96d4049 None None] Provisioning for port 872d1fe5-758d-4ac1-b2c1-906b18385e03 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:13:49.160774 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-946e7d31-1e39-41c3-bebf-b132a4194438 req-0e8125a0-3628-4dac-9325-12973f434ea9 service neutron] 10.222.0.64 "GET /v2.0/networks/c6790729-422f-4b06-9abb-37990e50f612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660230 Aug 05 12:13:49.166017 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d8ac57-51ed-47fa-98d5-7090b5d565ba req-44c6013c-d686-4746-aa03-e851baac3ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:49.168900 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-19d8ac57-51ed-47fa-98d5-7090b5d565ba req-44c6013c-d686-4746-aa03-e851baac3ef6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c6790729-422f-4b06-9abb-37990e50f612 HTTP/1.1" status: 200 len: 919 time: 0.1841259 Aug 05 12:13:49.171073 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-85bceee0-8382-4ee4-9430-98abf7374642 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:49.224102 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb9d596-fa28-40f0-bf50-0e8485d97990 None None] DHCP port deletion for 243fc4a6-5d35-408d-9c8d-f96ed20ac41f request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 12:13:49.283506 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-19d8ac57-51ed-47fa-98d5-7090b5d565ba req-c976477a-c25e-4b75-a97c-cbe6d9b187a7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6c5995f9-99e1-4cf0-a745-adc35568bbfc HTTP/1.1" status: 200 len: 217 time: 0.1010776 Aug 05 12:13:49.363151 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bceee0-8382-4ee4-9430-98abf7374642 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Pushing event deleted for resources: {'Port': ['ID=bb28595c-88da-4e34-99ec-4d3462dd7ccd,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:13:49.368142 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bceee0-8382-4ee4-9430-98abf7374642 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] No DVR routers for this DVR port bb28595c-88da-4e34-99ec-4d3462dd7ccd on host n-d-803378-2 {{(pid=94420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:13:49.396032 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d8ac57-51ed-47fa-98d5-7090b5d565ba req-81868a12-079d-4bf1-a300-582fe52a0814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:49.415583 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-0bb9d596-fa28-40f0-bf50-0e8485d97990 None None] Deleting port 872d1fe5-758d-4ac1-b2c1-906b18385e03 {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:13:49.416747 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-19d8ac57-51ed-47fa-98d5-7090b5d565ba req-81868a12-079d-4bf1-a300-582fe52a0814 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e6cdfa89-22e8-400c-97a7-d1c3ab7b0caa HTTP/1.1" status: 200 len: 858 time: 0.1246941 Aug 05 12:13:49.418095 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-0bb9d596-fa28-40f0-bf50-0e8485d97990 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:49.420979 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-946e7d31-1e39-41c3-bebf-b132a4194438 req-6a2ebe0a-3965-4960-a831-73359bc9f186 service neutron] 10.222.0.64 "GET /v2.0/networks/c6790729-422f-4b06-9abb-37990e50f612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470911 Aug 05 12:13:49.458945 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device bb28595c-88da-4e34-99ec-4d3462dd7ccd up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:13:49.493300 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-19d8ac57-51ed-47fa-98d5-7090b5d565ba req-1aafaf87-aac8-4fdb-bfb0-2f63aed119cc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c6790729-422f-4b06-9abb-37990e50f612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689011 Aug 05 12:13:49.546042 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-85bceee0-8382-4ee4-9430-98abf7374642 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:49.562177 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba993640-0edf-4e5a-967d-d86c01ffa10d None None] Network 324d795e-81f8-427d-875d-614ff34dc1ec requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:13:49.570283 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-85bceee0-8382-4ee4-9430-98abf7374642 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['324d795e-81f8-427d-875d-614ff34dc1ec']}} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:13:49.590952 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: bb28595c-88da-4e34-99ec-4d3462dd7ccd {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:13:49.591500 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device bb28595c-88da-4e34-99ec-4d3462dd7ccd not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 05 12:13:49.599384 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-85bceee0-8382-4ee4-9430-98abf7374642 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '262b3803-ff10-4acd-bba9-9a0316f4c672') {'for_net_delete': True} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:13:49.599953 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-85bceee0-8382-4ee4-9430-98abf7374642 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '262b3803-ff10-4acd-bba9-9a0316f4c672') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:13:49.628006 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b7e87d-0b0a-449c-97c3-f6d5cdb12ee8 req-3a70ec25-cd46-4b87-8579-2415f1ff588e tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:49.630044 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f7b7e87d-0b0a-449c-97c3-f6d5cdb12ee8 req-3a70ec25-cd46-4b87-8579-2415f1ff588e tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] 10.222.0.58 "GET /v2.0/ports?device_id=34e81c12-3b37-4e0c-886e-e91dbf446dcf HTTP/1.1" status: 200 len: 943 time: 0.1964009 Aug 05 12:13:49.637595 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-85bceee0-8382-4ee4-9430-98abf7374642 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25010581'] for segment, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:49.640343 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-587f8854-eefd-485a-803a-e384a2eca07c None None] Could not find standard attr ID for object bb28595c-88da-4e34-99ec-4d3462dd7ccd. {{(pid=94422) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 05 12:13:49.658463 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-19d8ac57-51ed-47fa-98d5-7090b5d565ba req-6d6b0441-bd81-495b-97b5-0cb9fb2367fd service neutron] 10.222.0.55 "GET /v2.0/networks/c6790729-422f-4b06-9abb-37990e50f612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525400 Aug 05 12:13:49.680932 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-85bceee0-8382-4ee4-9430-98abf7374642 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:49.698276 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85bceee0-8382-4ee4-9430-98abf7374642 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=94420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 12:13:49.699045 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-85bceee0-8382-4ee4-9430-98abf7374642 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29762581'] for segment, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:49.704241 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Port bb28595c-88da-4e34-99ec-4d3462dd7ccd not found, will not notify nova. {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 05 12:13:49.704795 n-d-803378-2 neutron-server[94420]: Traceback (most recent call last): Aug 05 12:13:49.704795 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 12:13:49.704795 n-d-803378-2 neutron-server[94420]: timer() Aug 05 12:13:49.704795 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 12:13:49.704795 n-d-803378-2 neutron-server[94420]: cb(*args, **kw) Aug 05 12:13:49.704795 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 12:13:49.704795 n-d-803378-2 neutron-server[94420]: return func(*args, **kwargs) Aug 05 12:13:49.704795 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 12:13:49.704795 n-d-803378-2 neutron-server[94420]: self._notify() Aug 05 12:13:49.704795 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 12:13:49.704795 n-d-803378-2 neutron-server[94420]: self.callback(batched_events) Aug 05 12:13:49.704795 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 12:13:49.704795 n-d-803378-2 neutron-server[94420]: event.method(event) Aug 05 12:13:49.704795 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 12:13:49.704795 n-d-803378-2 neutron-server[94420]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 12:13:49.704795 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 12:13:49.704795 n-d-803378-2 neutron-server[94420]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 12:13:49.704795 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 12:13:49.704795 n-d-803378-2 neutron-server[94420]: return f(self, *a, **k) Aug 05 12:13:49.704795 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 12:13:49.704795 n-d-803378-2 neutron-server[94420]: return self._get(url).json() Aug 05 12:13:49.704795 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 12:13:49.704795 n-d-803378-2 neutron-server[94420]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 12:13:49.704795 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 12:13:49.704795 n-d-803378-2 neutron-server[94420]: return self.request(url, 'GET', **kwargs) Aug 05 12:13:49.704795 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 12:13:49.704795 n-d-803378-2 neutron-server[94420]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 12:13:49.704795 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 12:13:49.704795 n-d-803378-2 neutron-server[94420]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 12:13:49.704795 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 12:13:49.704795 n-d-803378-2 neutron-server[94420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 12:13:49.704795 n-d-803378-2 neutron-server[94420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 12:13:49.755617 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-0bb9d596-fa28-40f0-bf50-0e8485d97990 None None] For port 872d1fe5-758d-4ac1-b2c1-906b18385e03, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=872d1fe5-758d-4ac1-b2c1-906b18385e03,segment=NetworkSegment(ef71659c-8384-4e00-9f68-a8cd74d5110e),segment_id=ef71659c-8384-4e00-9f68-a8cd74d5110e)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:13:49.756265 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-0bb9d596-fa28-40f0-bf50-0e8485d97990 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:49.797382 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-19d8ac57-51ed-47fa-98d5-7090b5d565ba req-453959d3-9d51-4c15-befa-84d45e300604 service neutron] 10.222.0.55 "GET /v2.0/networks/c6790729-422f-4b06-9abb-37990e50f612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349957 Aug 05 12:13:49.811799 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-0bb9d596-fa28-40f0-bf50-0e8485d97990 None None] Calling delete_port for 872d1fe5-758d-4ac1-b2c1-906b18385e03 owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:13:49.817260 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f7b7e87d-0b0a-449c-97c3-f6d5cdb12ee8 req-7f3af375-610b-4ab6-872d-6f371403b0d2 tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d99f054-ab56-4987-85f0-a9cf138d51b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673369 Aug 05 12:13:49.837814 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-85bceee0-8382-4ee4-9430-98abf7374642 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:49.849971 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-85bceee0-8382-4ee4-9430-98abf7374642 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:49.853734 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-85bceee0-8382-4ee4-9430-98abf7374642 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] 10.222.0.58 "DELETE /v2.0/networks/324d795e-81f8-427d-875d-614ff34dc1ec HTTP/1.1" status: 204 len: 168 time: 1.3713796 Aug 05 12:13:49.856118 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35498) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:13:49.876375 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bceee0-8382-4ee4-9430-98abf7374642 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Pushing event deleted for resources: {'Network': ['ID=324d795e-81f8-427d-875d-614ff34dc1ec,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:13:49.945299 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118291a5-3f2d-44ca-9354-a63b4b66db75 None None] DHCP port deletion for 324d795e-81f8-427d-875d-614ff34dc1ec request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 12:13:49.967328 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1168678a-86d0-4b71-8de1-031ffd7d574f tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:49.990094 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-0bb9d596-fa28-40f0-bf50-0e8485d97990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:50.020170 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb9d596-fa28-40f0-bf50-0e8485d97990 None None] Pushing event deleted for resources: {'Port': ['ID=872d1fe5-758d-4ac1-b2c1-906b18385e03,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:13:50.026938 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb9d596-fa28-40f0-bf50-0e8485d97990 None None] No DVR routers for this DVR port 872d1fe5-758d-4ac1-b2c1-906b18385e03 on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:13:50.052737 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-1168678a-86d0-4b71-8de1-031ffd7d574f tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Deleting port 872d1fe5-758d-4ac1-b2c1-906b18385e03 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:13:50.053998 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1168678a-86d0-4b71-8de1-031ffd7d574f tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:50.128418 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [None req-1168678a-86d0-4b71-8de1-031ffd7d574f tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] For port 872d1fe5-758d-4ac1-b2c1-906b18385e03, host n-d-803378-2, got binding levels [] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:13:50.128750 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1168678a-86d0-4b71-8de1-031ffd7d574f tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:50.145280 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-1168678a-86d0-4b71-8de1-031ffd7d574f tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Calling delete_port for 872d1fe5-758d-4ac1-b2c1-906b18385e03 owned by network:dhcp {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:13:50.148104 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.ipam_backend_mixin [None req-1168678a-86d0-4b71-8de1-031ffd7d574f tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Port 872d1fe5-758d-4ac1-b2c1-906b18385e03 was not found and therefore no delete operation was performed {{(pid=94421) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 05 12:13:50.149560 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1168678a-86d0-4b71-8de1-031ffd7d574f tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:50.173605 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1168678a-86d0-4b71-8de1-031ffd7d574f tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Pushing event deleted for resources: {'Port': ['ID=872d1fe5-758d-4ac1-b2c1-906b18385e03,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:13:50.179942 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1168678a-86d0-4b71-8de1-031ffd7d574f tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] No DVR routers for this DVR port 872d1fe5-758d-4ac1-b2c1-906b18385e03 on host n-d-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:13:50.270636 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1168678a-86d0-4b71-8de1-031ffd7d574f tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:50.282951 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-1168678a-86d0-4b71-8de1-031ffd7d574f tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['243fc4a6-5d35-408d-9c8d-f96ed20ac41f']}} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:13:50.296351 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-1168678a-86d0-4b71-8de1-031ffd7d574f tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef71659c-8384-4e00-9f68-a8cd74d5110e') {'for_net_delete': True} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:13:50.296955 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-1168678a-86d0-4b71-8de1-031ffd7d574f tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef71659c-8384-4e00-9f68-a8cd74d5110e') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:13:50.307466 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1168678a-86d0-4b71-8de1-031ffd7d574f tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29786371'] for segment, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:50.323670 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1168678a-86d0-4b71-8de1-031ffd7d574f tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:50.330491 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1168678a-86d0-4b71-8de1-031ffd7d574f tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=94421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 12:13:50.330910 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1168678a-86d0-4b71-8de1-031ffd7d574f tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25038799'] for segment, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:50.334462 n-d-803378-2 neutron-server[94421]: Traceback (most recent call last): Aug 05 12:13:50.334462 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 12:13:50.334462 n-d-803378-2 neutron-server[94421]: timer() Aug 05 12:13:50.334462 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 12:13:50.334462 n-d-803378-2 neutron-server[94421]: cb(*args, **kw) Aug 05 12:13:50.334462 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 12:13:50.334462 n-d-803378-2 neutron-server[94421]: return func(*args, **kwargs) Aug 05 12:13:50.334462 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 12:13:50.334462 n-d-803378-2 neutron-server[94421]: self._notify() Aug 05 12:13:50.334462 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 12:13:50.334462 n-d-803378-2 neutron-server[94421]: self.callback(batched_events) Aug 05 12:13:50.334462 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 12:13:50.334462 n-d-803378-2 neutron-server[94421]: event.method(event) Aug 05 12:13:50.334462 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 12:13:50.334462 n-d-803378-2 neutron-server[94421]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 12:13:50.334462 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 12:13:50.334462 n-d-803378-2 neutron-server[94421]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 12:13:50.334462 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 12:13:50.334462 n-d-803378-2 neutron-server[94421]: return f(self, *a, **k) Aug 05 12:13:50.334462 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 12:13:50.334462 n-d-803378-2 neutron-server[94421]: return self._get(url).json() Aug 05 12:13:50.334462 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 12:13:50.334462 n-d-803378-2 neutron-server[94421]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 12:13:50.334462 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 12:13:50.334462 n-d-803378-2 neutron-server[94421]: return self.request(url, 'GET', **kwargs) Aug 05 12:13:50.334462 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 12:13:50.334462 n-d-803378-2 neutron-server[94421]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 12:13:50.334462 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 12:13:50.334462 n-d-803378-2 neutron-server[94421]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 12:13:50.334462 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 12:13:50.334462 n-d-803378-2 neutron-server[94421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 12:13:50.334462 n-d-803378-2 neutron-server[94421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 12:13:50.399207 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1168678a-86d0-4b71-8de1-031ffd7d574f tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:50.410015 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1168678a-86d0-4b71-8de1-031ffd7d574f tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Notify callbacks [] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:50.412281 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-1168678a-86d0-4b71-8de1-031ffd7d574f tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] 10.222.0.58 "DELETE /v2.0/networks/243fc4a6-5d35-408d-9c8d-f96ed20ac41f HTTP/1.1" status: 204 len: 168 time: 0.5547609 Aug 05 12:13:50.418123 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35500) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:13:50.431568 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1168678a-86d0-4b71-8de1-031ffd7d574f tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Pushing event deleted for resources: {'Network': ['ID=243fc4a6-5d35-408d-9c8d-f96ed20ac41f,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:13:50.515168 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-480298fe-c3d1-4002-8639-c142f3740391 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:50.525283 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 0795ce6e-10d5-4fd8-9d1b-18b7b731a488 details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 12:13:50.638418 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-480298fe-c3d1-4002-8639-c142f3740391 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:50.652025 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-480298fe-c3d1-4002-8639-c142f3740391 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aede0460-6d0b-4823-a656-a92324c8837b']}} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:13:50.653593 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 0795ce6e-10d5-4fd8-9d1b-18b7b731a488, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=0795ce6e-10d5-4fd8-9d1b-18b7b731a488,segment=NetworkSegment(368ecf7c-698c-463d-9ec2-94f5289325e4),segment_id=368ecf7c-698c-463d-9ec2-94f5289325e4)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:13:50.667696 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-480298fe-c3d1-4002-8639-c142f3740391 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a50e5306-4d6c-401b-8470-39afdedfcbc0') {'for_net_delete': True} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:13:50.667993 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-480298fe-c3d1-4002-8639-c142f3740391 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a50e5306-4d6c-401b-8470-39afdedfcbc0') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:13:50.675883 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Returning: {'device': '0795ce6e-10d5-4fd8-9d1b-18b7b731a488', 'network_id': 'c6790729-422f-4b06-9abb-37990e50f612', 'port_id': '0795ce6e-10d5-4fd8-9d1b-18b7b731a488', 'mac_address': 'fa:16:3e:5a:f7:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6cdfa89-22e8-400c-97a7-d1c3ab7b0caa', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 12:13:50.680261 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-480298fe-c3d1-4002-8639-c142f3740391 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25010581'] for segment, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:50.699117 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-480298fe-c3d1-4002-8639-c142f3740391 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:50.707547 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-480298fe-c3d1-4002-8639-c142f3740391 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=94420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 12:13:50.707963 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-480298fe-c3d1-4002-8639-c142f3740391 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29762581'] for segment, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:50.712816 n-d-803378-2 neutron-server[94420]: Traceback (most recent call last): Aug 05 12:13:50.712816 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 12:13:50.712816 n-d-803378-2 neutron-server[94420]: timer() Aug 05 12:13:50.712816 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 12:13:50.712816 n-d-803378-2 neutron-server[94420]: cb(*args, **kw) Aug 05 12:13:50.712816 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 12:13:50.712816 n-d-803378-2 neutron-server[94420]: return func(*args, **kwargs) Aug 05 12:13:50.712816 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 12:13:50.712816 n-d-803378-2 neutron-server[94420]: self._notify() Aug 05 12:13:50.712816 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 12:13:50.712816 n-d-803378-2 neutron-server[94420]: self.callback(batched_events) Aug 05 12:13:50.712816 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 12:13:50.712816 n-d-803378-2 neutron-server[94420]: event.method(event) Aug 05 12:13:50.712816 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 12:13:50.712816 n-d-803378-2 neutron-server[94420]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 12:13:50.712816 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 12:13:50.712816 n-d-803378-2 neutron-server[94420]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 12:13:50.712816 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 12:13:50.712816 n-d-803378-2 neutron-server[94420]: return f(self, *a, **k) Aug 05 12:13:50.712816 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 12:13:50.712816 n-d-803378-2 neutron-server[94420]: return self._get(url).json() Aug 05 12:13:50.712816 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 12:13:50.712816 n-d-803378-2 neutron-server[94420]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 12:13:50.712816 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 12:13:50.712816 n-d-803378-2 neutron-server[94420]: return self.request(url, 'GET', **kwargs) Aug 05 12:13:50.712816 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 12:13:50.712816 n-d-803378-2 neutron-server[94420]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 12:13:50.712816 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 12:13:50.712816 n-d-803378-2 neutron-server[94420]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 12:13:50.712816 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 12:13:50.712816 n-d-803378-2 neutron-server[94420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 12:13:50.712816 n-d-803378-2 neutron-server[94420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 12:13:50.741866 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:50.765682 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0795ce6e-10d5-4fd8-9d1b-18b7b731a488 {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 12:13:50.785017 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-480298fe-c3d1-4002-8639-c142f3740391 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:50.793037 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-480298fe-c3d1-4002-8639-c142f3740391 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:50.796878 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-480298fe-c3d1-4002-8639-c142f3740391 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] 10.222.0.58 "DELETE /v2.0/networks/aede0460-6d0b-4823-a656-a92324c8837b HTTP/1.1" status: 204 len: 168 time: 0.3770278 Aug 05 12:13:50.799373 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35502) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:13:50.800363 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 0795ce6e-10d5-4fd8-9d1b-18b7b731a488, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=0795ce6e-10d5-4fd8-9d1b-18b7b731a488,segment=NetworkSegment(368ecf7c-698c-463d-9ec2-94f5289325e4),segment_id=368ecf7c-698c-463d-9ec2-94f5289325e4)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:13:50.807136 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:50.807853 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 6c5995f9-99e1-4cf0-a745-adc35568bbfc details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 12:13:50.827148 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480298fe-c3d1-4002-8639-c142f3740391 tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Pushing event deleted for resources: {'Network': ['ID=aede0460-6d0b-4823-a656-a92324c8837b,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:13:50.889739 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=0795ce6e-10d5-4fd8-9d1b-18b7b731a488,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:13:50.894027 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 6c5995f9-99e1-4cf0-a745-adc35568bbfc, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=6c5995f9-99e1-4cf0-a745-adc35568bbfc,segment=NetworkSegment(368ecf7c-698c-463d-9ec2-94f5289325e4),segment_id=368ecf7c-698c-463d-9ec2-94f5289325e4)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:13:50.909878 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Returning: {'device': '6c5995f9-99e1-4cf0-a745-adc35568bbfc', 'network_id': 'c6790729-422f-4b06-9abb-37990e50f612', 'port_id': '6c5995f9-99e1-4cf0-a745-adc35568bbfc', 'mac_address': 'fa:16:3e:30:76:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6cdfa89-22e8-400c-97a7-d1c3ab7b0caa', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 12:13:50.955909 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-58abdd9f-2f90-49c0-ba52-6f1e716f384e tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:50.960951 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:50.979508 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c5995f9-99e1-4cf0-a745-adc35568bbfc {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 12:13:51.009225 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 6c5995f9-99e1-4cf0-a745-adc35568bbfc, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=6c5995f9-99e1-4cf0-a745-adc35568bbfc,segment=NetworkSegment(368ecf7c-698c-463d-9ec2-94f5289325e4),segment_id=368ecf7c-698c-463d-9ec2-94f5289325e4)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:13:51.015607 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:51.020167 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baec71ad-4bf8-4bc1-9fd4-17bd6528b16d req-59734082-a5c1-40a5-a395-3d0f7cd49acc tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:51.028562 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-baec71ad-4bf8-4bc1-9fd4-17bd6528b16d req-59734082-a5c1-40a5-a395-3d0f7cd49acc tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] 10.222.0.58 "GET /v2.0/ports?device_id=34e81c12-3b37-4e0c-886e-e91dbf446dcf HTTP/1.1" status: 200 len: 943 time: 0.0789809 Aug 05 12:13:51.081357 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-baec71ad-4bf8-4bc1-9fd4-17bd6528b16d req-0cac5e03-e31b-4b2d-b9ef-d40bc20dc31d tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d99f054-ab56-4987-85f0-a9cf138d51b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515962 Aug 05 12:13:51.110720 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=6c5995f9-99e1-4cf0-a745-adc35568bbfc,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:13:51.124264 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-58abdd9f-2f90-49c0-ba52-6f1e716f384e tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:51.136741 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-58abdd9f-2f90-49c0-ba52-6f1e716f384e tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b66095f-788d-449e-99db-e564f74e5ca2']}} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:13:51.150475 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-58abdd9f-2f90-49c0-ba52-6f1e716f384e tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72c5da80-d52a-4048-b653-947a8e3acb95') {'for_net_delete': True} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:13:51.150771 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-58abdd9f-2f90-49c0-ba52-6f1e716f384e tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72c5da80-d52a-4048-b653-947a8e3acb95') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:13:51.162325 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-58abdd9f-2f90-49c0-ba52-6f1e716f384e tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29786371'] for segment, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:51.181227 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-58abdd9f-2f90-49c0-ba52-6f1e716f384e tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:51.189695 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58abdd9f-2f90-49c0-ba52-6f1e716f384e tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Releasing vlan 687 on physical network physnet1 to pool {{(pid=94421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 12:13:51.189695 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-58abdd9f-2f90-49c0-ba52-6f1e716f384e tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25038799'] for segment, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:51.192948 n-d-803378-2 neutron-server[94421]: Traceback (most recent call last): Aug 05 12:13:51.192948 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 12:13:51.192948 n-d-803378-2 neutron-server[94421]: timer() Aug 05 12:13:51.192948 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 12:13:51.192948 n-d-803378-2 neutron-server[94421]: cb(*args, **kw) Aug 05 12:13:51.192948 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 12:13:51.192948 n-d-803378-2 neutron-server[94421]: return func(*args, **kwargs) Aug 05 12:13:51.192948 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 12:13:51.192948 n-d-803378-2 neutron-server[94421]: self._notify() Aug 05 12:13:51.192948 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 12:13:51.192948 n-d-803378-2 neutron-server[94421]: self.callback(batched_events) Aug 05 12:13:51.192948 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 12:13:51.192948 n-d-803378-2 neutron-server[94421]: event.method(event) Aug 05 12:13:51.192948 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 12:13:51.192948 n-d-803378-2 neutron-server[94421]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 12:13:51.192948 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 12:13:51.192948 n-d-803378-2 neutron-server[94421]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 12:13:51.192948 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 12:13:51.192948 n-d-803378-2 neutron-server[94421]: return f(self, *a, **k) Aug 05 12:13:51.192948 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 12:13:51.192948 n-d-803378-2 neutron-server[94421]: return self._get(url).json() Aug 05 12:13:51.192948 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 12:13:51.192948 n-d-803378-2 neutron-server[94421]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 12:13:51.192948 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 12:13:51.192948 n-d-803378-2 neutron-server[94421]: return self.request(url, 'GET', **kwargs) Aug 05 12:13:51.192948 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 12:13:51.192948 n-d-803378-2 neutron-server[94421]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 12:13:51.192948 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 12:13:51.192948 n-d-803378-2 neutron-server[94421]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 12:13:51.192948 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 12:13:51.192948 n-d-803378-2 neutron-server[94421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 12:13:51.192948 n-d-803378-2 neutron-server[94421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 12:13:51.283310 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-58abdd9f-2f90-49c0-ba52-6f1e716f384e tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:51.289797 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-58abdd9f-2f90-49c0-ba52-6f1e716f384e tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Notify callbacks [] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:51.296663 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-58abdd9f-2f90-49c0-ba52-6f1e716f384e tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] 10.222.0.58 "DELETE /v2.0/networks/9b66095f-788d-449e-99db-e564f74e5ca2 HTTP/1.1" status: 204 len: 168 time: 0.4922326 Aug 05 12:13:51.311658 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58abdd9f-2f90-49c0-ba52-6f1e716f384e tempest-BulkNetworkOpsTest-1831147114 tempest-BulkNetworkOpsTest-1831147114-project] Pushing event deleted for resources: {'Network': ['ID=9b66095f-788d-449e-99db-e564f74e5ca2,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:13:51.322970 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device bb28595c-88da-4e34-99ec-4d3462dd7ccd no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:13:51.357130 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: bb28595c-88da-4e34-99ec-4d3462dd7ccd {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:13:51.357463 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device bb28595c-88da-4e34-99ec-4d3462dd7ccd not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:13:51.366435 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['6c5995f9-99e1-4cf0-a745-adc35568bbfc'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 12:13:51.376771 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['0795ce6e-10d5-4fd8-9d1b-18b7b731a488'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 12:13:51.565312 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35510) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:13:51.713062 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-a2f21d3a-df17-4a10-96b1-47d637e7c76c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b4b5c948fb734070b8740c1bc5f2243a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1464040 Aug 05 12:13:51.717067 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35514) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:13:51.789409 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d696b943-4181-451c-b17c-385e9cc9579a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:51.814140 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d696b943-4181-451c-b17c-385e9cc9579a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:51.874679 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d696b943-4181-451c-b17c-385e9cc9579a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:51.877603 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d696b943-4181-451c-b17c-385e9cc9579a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:51.878846 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-d696b943-4181-451c-b17c-385e9cc9579a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/eb44be48-887d-4515-8c0c-5fb6ba58a562 HTTP/1.1" status: 204 len: 168 time: 0.1606982 Aug 05 12:13:51.888867 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d696b943-4181-451c-b17c-385e9cc9579a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb44be48-887d-4515-8c0c-5fb6ba58a562,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:13:52.254730 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55b862c-b4d0-4581-bdc8-f09fb7e9e876 req-5816806e-5dc7-4a0d-902d-8a0ba6c61d8d tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:52.257038 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f55b862c-b4d0-4581-bdc8-f09fb7e9e876 req-5816806e-5dc7-4a0d-902d-8a0ba6c61d8d tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] 10.222.0.58 "GET /v2.0/ports?device_id=34e81c12-3b37-4e0c-886e-e91dbf446dcf HTTP/1.1" status: 200 len: 944 time: 0.0813205 Aug 05 12:13:52.313197 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f55b862c-b4d0-4581-bdc8-f09fb7e9e876 req-b3e34e39-c225-445c-8ef1-2c3abc691eae tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d99f054-ab56-4987-85f0-a9cf138d51b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484080 Aug 05 12:13:52.431073 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:52.551739 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 0795ce6e-10d5-4fd8-9d1b-18b7b731a488 up at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:13:52.628068 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning for port 0795ce6e-10d5-4fd8-9d1b-18b7b731a488 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:13:52.634854 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning complete for port 0795ce6e-10d5-4fd8-9d1b-18b7b731a488 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:13:52.635450 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:52.777667 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:52.794464 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35538) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:13:52.807100 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dea3203a-b3ad-411c-abd2-a91dc7eede03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0795ce6e-10d5-4fd8-9d1b-18b7b731a488'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:13:52.809443 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae64548f-6d55-4cf7-afc2-ff227a9183b9" -d '{"events": [{"server_uuid": "dea3203a-b3ad-411c-abd2-a91dc7eede03", "name": "network-vif-plugged", "status": "completed", "tag": "0795ce6e-10d5-4fd8-9d1b-18b7b731a488"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:13:52.825966 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 0795ce6e-10d5-4fd8-9d1b-18b7b731a488, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=0795ce6e-10d5-4fd8-9d1b-18b7b731a488,segment=NetworkSegment(368ecf7c-698c-463d-9ec2-94f5289325e4),segment_id=368ecf7c-698c-463d-9ec2-94f5289325e4)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:13:52.832222 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:52.833972 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 6c5995f9-99e1-4cf0-a745-adc35568bbfc up at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:13:52.865004 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 12:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0461225f-74c4-4a64-8172-cbe7690ece6c x-openstack-request-id: req-0461225f-74c4-4a64-8172-cbe7690ece6c {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:13:52.865304 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dea3203a-b3ad-411c-abd2-a91dc7eede03", "name": "network-vif-plugged", "status": "completed", "tag": "0795ce6e-10d5-4fd8-9d1b-18b7b731a488", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:13:52.865554 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0461225f-74c4-4a64-8172-cbe7690ece6c {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:13:52.865979 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dea3203a-b3ad-411c-abd2-a91dc7eede03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0795ce6e-10d5-4fd8-9d1b-18b7b731a488', 'code': 200} Aug 05 12:13:52.933326 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=0795ce6e-10d5-4fd8-9d1b-18b7b731a488,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:13:52.941170 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-aa3ae432-4139-40aa-a02e-bec8c172a83c tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-386605768', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:13:52.950436 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning for port 6c5995f9-99e1-4cf0-a745-adc35568bbfc completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:13:52.954874 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning complete for port 6c5995f9-99e1-4cf0-a745-adc35568bbfc triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:13:52.955110 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:53.002691 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-aa3ae432-4139-40aa-a02e-bec8c172a83c tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33260300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1929'] for router, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:53.003753 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-aa3ae432-4139-40aa-a02e-bec8c172a83c tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33285914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33034662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1926'] for router, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:53.015687 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adedddc1-5614-4b8c-b24f-f070e7d19314 req-76792387-65af-4aed-8a87-b0a519018fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:53.017368 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-adedddc1-5614-4b8c-b24f-f070e7d19314 req-76792387-65af-4aed-8a87-b0a519018fe7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=dea3203a-b3ad-411c-abd2-a91dc7eede03 HTTP/1.1" status: 200 len: 1096 time: 0.0653427 Aug 05 12:13:53.064339 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:53.107235 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 6c5995f9-99e1-4cf0-a745-adc35568bbfc, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=6c5995f9-99e1-4cf0-a745-adc35568bbfc,segment=NetworkSegment(368ecf7c-698c-463d-9ec2-94f5289325e4),segment_id=368ecf7c-698c-463d-9ec2-94f5289325e4)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:13:53.113226 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:53.132337 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-aa3ae432-4139-40aa-a02e-bec8c172a83c tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:53.137774 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-adedddc1-5614-4b8c-b24f-f070e7d19314 req-abed6adc-f97f-405d-a5c1-216f76ae1c21 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=9d99f054-ab56-4987-85f0-a9cf138d51b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135995 Aug 05 12:13:53.139559 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-aa3ae432-4139-40aa-a02e-bec8c172a83c tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286026'] for router, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:53.159488 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-aa3ae432-4139-40aa-a02e-bec8c172a83c tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks [] for router, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:53.161003 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-aa3ae432-4139-40aa-a02e-bec8c172a83c tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.3652968 Aug 05 12:13:53.163947 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35544) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:13:53.169413 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-f7eb1af0-b068-4ea5-9c04-b781399a6804 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-181482426'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:13:53.195845 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7eb1af0-b068-4ea5-9c04-b781399a6804 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Made reservation on behalf of 342f98e6756149328f96c1a5b17d38db for: {'network': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:13:53.199491 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f7eb1af0-b068-4ea5-9c04-b781399a6804 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:53.206002 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=6c5995f9-99e1-4cf0-a745-adc35568bbfc,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:13:53.210351 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f7eb1af0-b068-4ea5-9c04-b781399a6804 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:53.323396 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f7eb1af0-b068-4ea5-9c04-b781399a6804 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:53.328253 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f7eb1af0-b068-4ea5-9c04-b781399a6804 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:53.361435 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7eb1af0-b068-4ea5-9c04-b781399a6804 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] vlan segment allocate from pool success with {'vlan_id': 699, 'physical_network': 'physnet1'} {{(pid=94421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 12:13:53.368794 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eb1af0-b068-4ea5-9c04-b781399a6804 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a666cfde-79a9-47b1-93e4-fb69c7794521,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:13:53.375269 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f7eb1af0-b068-4ea5-9c04-b781399a6804 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:53.375641 n-d-803378-2 neutron-server[94421]: INFO neutron.db.segments_db [None req-f7eb1af0-b068-4ea5-9c04-b781399a6804 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Added segment e45d46d8-f0e2-4918-ac8c-5c5de9b7c4f2 of type vlan for network 80e90e03-9b76-4335-ae26-bfa348545753 Aug 05 12:13:53.420259 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f7eb1af0-b068-4ea5-9c04-b781399a6804 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:53.451728 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b105944-5daa-42b7-8267-5bc77899389a req-d96c5e28-e92b-4d32-8520-b9fbe45935ba tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:53.453705 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2b105944-5daa-42b7-8267-5bc77899389a req-d96c5e28-e92b-4d32-8520-b9fbe45935ba tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] 10.222.0.58 "GET /v2.0/ports?device_id=34e81c12-3b37-4e0c-886e-e91dbf446dcf HTTP/1.1" status: 200 len: 945 time: 0.0574462 Aug 05 12:13:53.457397 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f7eb1af0-b068-4ea5-9c04-b781399a6804 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:53.469572 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7eb1af0-b068-4ea5-9c04-b781399a6804 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:53.470819 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f7eb1af0-b068-4ea5-9c04-b781399a6804 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks [] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:53.498259 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2b105944-5daa-42b7-8267-5bc77899389a req-5e6aa272-e25f-441e-ab3a-37bc36e7ddf1 tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d99f054-ab56-4987-85f0-a9cf138d51b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374513 Aug 05 12:13:53.548880 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-f7eb1af0-b068-4ea5-9c04-b781399a6804 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3835421 Aug 05 12:13:53.554032 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35548) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:13:53.561371 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-6d85cba1-934f-455a-aa3d-552e13489653 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Request body: {'subnet': {'network_id': '80e90e03-9b76-4335-ae26-bfa348545753', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:13:53.564828 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eb1af0-b068-4ea5-9c04-b781399a6804 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Pushing event updated for resources: {'Network': ['ID=80e90e03-9b76-4335-ae26-bfa348545753,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:13:53.581937 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 80e90e03-9b76-4335-ae26-bfa348545753 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 12:13:53.716570 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d85cba1-934f-455a-aa3d-552e13489653 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Made reservation on behalf of 342f98e6756149328f96c1a5b17d38db for: {'subnet': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:13:53.722406 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6d85cba1-934f-455a-aa3d-552e13489653 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24211133'] for subnet, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:53.992405 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6d85cba1-934f-455a-aa3d-552e13489653 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29762700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24211087'] for subnet, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:54.064555 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d85cba1-934f-455a-aa3d-552e13489653 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Pushing event updated for resources: {'Subnet': ['ID=ae3256be-3702-43c3-b6ad-7258539da17c,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:13:54.083574 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d85cba1-934f-455a-aa3d-552e13489653 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Checking segment: {'id': 'e45d46d8-f0e2-4918-ac8c-5c5de9b7c4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '80e90e03-9b76-4335-ae26-bfa348545753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:13:54.083945 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d85cba1-934f-455a-aa3d-552e13489653 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Network hostable DHCP agents. Network: 80e90e03-9b76-4335-ae26-bfa348545753, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 12:13:54.104997 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d85cba1-934f-455a-aa3d-552e13489653 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Network 80e90e03-9b76-4335-ae26-bfa348545753 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 12:13:54.115290 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-6d85cba1-934f-455a-aa3d-552e13489653 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, 80e90e03-9b76-4335-ae26-bfa348545753) {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:13:54.120646 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d85cba1-934f-455a-aa3d-552e13489653 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:54.121249 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6d85cba1-934f-455a-aa3d-552e13489653 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks [] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:54.129116 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2ffa4f-a2b5-4ec4-bcf5-2e383de26ebf None None] Network 80e90e03-9b76-4335-ae26-bfa348545753 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:13:54.144711 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-6d85cba1-934f-455a-aa3d-552e13489653 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5882039 Aug 05 12:13:54.148282 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35550) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:13:54.154772 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-46e4f6f9-b479-48f1-9ce7-50fb87d422b5 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Request body: {'network': {'name': 'tempest-router-network01--1892192978'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:13:54.192512 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46e4f6f9-b479-48f1-9ce7-50fb87d422b5 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Made reservation on behalf of 342f98e6756149328f96c1a5b17d38db for: {'network': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:13:54.196989 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-46e4f6f9-b479-48f1-9ce7-50fb87d422b5 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:54.232037 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46e4f6f9-b479-48f1-9ce7-50fb87d422b5 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] vlan segment allocate from pool success with {'vlan_id': 669, 'physical_network': 'physnet1'} {{(pid=94420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 12:13:54.244640 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-46e4f6f9-b479-48f1-9ce7-50fb87d422b5 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:54.244918 n-d-803378-2 neutron-server[94420]: INFO neutron.db.segments_db [None req-46e4f6f9-b479-48f1-9ce7-50fb87d422b5 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Added segment 13405dd7-a86b-4e54-b98d-747ce318c499 of type vlan for network 61c46372-3ec0-49c8-84d3-a5310c21d860 Aug 05 12:13:54.296694 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-46e4f6f9-b479-48f1-9ce7-50fb87d422b5 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:54.360981 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-46e4f6f9-b479-48f1-9ce7-50fb87d422b5 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:54.374188 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e4f6f9-b479-48f1-9ce7-50fb87d422b5 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:54.375124 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-46e4f6f9-b479-48f1-9ce7-50fb87d422b5 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:54.384093 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9e1be1-0c00-4ed1-abcc-20f23a123f39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-80e90e03-9b76-4335-ae26-bfa348545753', 'network_id': '80e90e03-9b76-4335-ae26-bfa348545753', 'tenant_id': '342f98e6756149328f96c1a5b17d38db', 'fixed_ips': [{'subnet_id': 'ae3256be-3702-43c3-b6ad-7258539da17c'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 12:13:54.385315 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-7a9e1be1-0c00-4ed1-abcc-20f23a123f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:54.451852 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-46e4f6f9-b479-48f1-9ce7-50fb87d422b5 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2989049 Aug 05 12:13:54.452646 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35552) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:13:54.464085 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-21e01aea-c80f-446b-9409-deb30ecb5b0c tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Request body: {'network': {'name': 'tempest-router-network02--1220282235'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:13:54.479505 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4f6f9-b479-48f1-9ce7-50fb87d422b5 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Pushing event updated for resources: {'Network': ['ID=61c46372-3ec0-49c8-84d3-a5310c21d860,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:13:54.496581 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 61c46372-3ec0-49c8-84d3-a5310c21d860 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 12:13:54.501671 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21e01aea-c80f-446b-9409-deb30ecb5b0c tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Made reservation on behalf of 342f98e6756149328f96c1a5b17d38db for: {'network': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:13:54.508016 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-21e01aea-c80f-446b-9409-deb30ecb5b0c tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:54.545279 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21e01aea-c80f-446b-9409-deb30ecb5b0c tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] vlan segment allocate from pool success with {'vlan_id': 691, 'physical_network': 'physnet1'} {{(pid=94421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 12:13:54.563358 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-21e01aea-c80f-446b-9409-deb30ecb5b0c tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:54.563803 n-d-803378-2 neutron-server[94421]: INFO neutron.db.segments_db [None req-21e01aea-c80f-446b-9409-deb30ecb5b0c tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Added segment b3991b6f-1a53-4563-b5dd-4d80773654d7 of type vlan for network da0c8672-5d51-4360-9b85-f64f227e7756 Aug 05 12:13:54.605354 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device a9782454-3e48-487f-9a3e-e518de9efee5 details requested by agent hyperv_n-h1-803378-2 with host n-h1-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 12:13:54.624961 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-21e01aea-c80f-446b-9409-deb30ecb5b0c tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:54.645535 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-7a9e1be1-0c00-4ed1-abcc-20f23a123f39 None None] Allocated IP 2001:db8::2 (80e90e03-9b76-4335-ae26-bfa348545753/ae3256be-3702-43c3-b6ad-7258539da17c/830aa31d-fc83-4cc3-9dc7-81b9c600fbc8) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:13:54.668360 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-21e01aea-c80f-446b-9409-deb30ecb5b0c tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:54.679174 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e01aea-c80f-446b-9409-deb30ecb5b0c tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:54.680832 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-21e01aea-c80f-446b-9409-deb30ecb5b0c tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks [] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:54.681749 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430dd41a-44cf-4c17-a9ac-d7a55590a263 req-3dbe01e6-5976-4c07-8d7d-aec808b4c482 tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:54.683397 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-430dd41a-44cf-4c17-a9ac-d7a55590a263 req-3dbe01e6-5976-4c07-8d7d-aec808b4c482 tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] 10.222.0.58 "GET /v2.0/ports?device_id=34e81c12-3b37-4e0c-886e-e91dbf446dcf HTTP/1.1" status: 200 len: 945 time: 0.0731134 Aug 05 12:13:54.736735 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-430dd41a-44cf-4c17-a9ac-d7a55590a263 req-1b7f43a3-3cfa-441c-a24f-c15f92b01e88 tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d99f054-ab56-4987-85f0-a9cf138d51b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464571 Aug 05 12:13:54.807665 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-21e01aea-c80f-446b-9409-deb30ecb5b0c tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3490081 Aug 05 12:13:54.808318 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35556) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:13:54.819703 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-c738e733-bd75-415a-b6d5-1c0a07c50fc7 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Request body: {'subnet': {'network_id': '61c46372-3ec0-49c8-84d3-a5310c21d860', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:13:54.826065 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e01aea-c80f-446b-9409-deb30ecb5b0c tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Pushing event updated for resources: {'Network': ['ID=da0c8672-5d51-4360-9b85-f64f227e7756,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:13:54.845494 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network da0c8672-5d51-4360-9b85-f64f227e7756 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 12:13:54.871401 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34e81c12-3b37-4e0c-886e-e91dbf446dcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c5995f9-99e1-4cf0-a745-adc35568bbfc'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:13:54.873972 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9294e969-fac0-48e9-910c-763e52ec8587" -d '{"events": [{"server_uuid": "34e81c12-3b37-4e0c-886e-e91dbf446dcf", "name": "network-vif-plugged", "status": "completed", "tag": "6c5995f9-99e1-4cf0-a745-adc35568bbfc"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:13:54.949669 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 12:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e79e8f25-710d-4226-8728-1c6a10f19617 x-openstack-request-id: req-e79e8f25-710d-4226-8728-1c6a10f19617 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:13:54.949982 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34e81c12-3b37-4e0c-886e-e91dbf446dcf", "name": "network-vif-plugged", "status": "completed", "tag": "6c5995f9-99e1-4cf0-a745-adc35568bbfc", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:13:54.950224 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e79e8f25-710d-4226-8728-1c6a10f19617 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:13:54.950616 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34e81c12-3b37-4e0c-886e-e91dbf446dcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c5995f9-99e1-4cf0-a745-adc35568bbfc', 'code': 200} Aug 05 12:13:55.016754 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port a9782454-3e48-487f-9a3e-e518de9efee5, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=a9782454-3e48-487f-9a3e-e518de9efee5,segment=NetworkSegment(368ecf7c-698c-463d-9ec2-94f5289325e4),segment_id=368ecf7c-698c-463d-9ec2-94f5289325e4)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:13:55.018382 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c738e733-bd75-415a-b6d5-1c0a07c50fc7 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Made reservation on behalf of 342f98e6756149328f96c1a5b17d38db for: {'subnet': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:13:55.023385 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c738e733-bd75-415a-b6d5-1c0a07c50fc7 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24211133'] for subnet, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:55.064700 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Returning: {'device': 'a9782454-3e48-487f-9a3e-e518de9efee5', 'network_id': 'c6790729-422f-4b06-9abb-37990e50f612', 'port_id': 'a9782454-3e48-487f-9a3e-e518de9efee5', 'mac_address': 'fa:16:3e:db:79:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6cdfa89-22e8-400c-97a7-d1c3ab7b0caa', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 12:13:55.127403 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb957f4-6020-4b92-b1e6-8908fa127c7b req-b4272b28-885c-4174-ab24-ca47c02c11b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:55.132178 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-dbb957f4-6020-4b92-b1e6-8908fa127c7b req-b4272b28-885c-4174-ab24-ca47c02c11b6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=34e81c12-3b37-4e0c-886e-e91dbf446dcf HTTP/1.1" status: 200 len: 1096 time: 0.0886433 Aug 05 12:13:55.196799 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-dbb957f4-6020-4b92-b1e6-8908fa127c7b req-779de92b-1a6b-4b55-88e7-ccf04c264398 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=9d99f054-ab56-4987-85f0-a9cf138d51b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577579 Aug 05 12:13:55.200638 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:55.203602 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-7a9e1be1-0c00-4ed1-abcc-20f23a123f39 None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:55.223496 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-7a9e1be1-0c00-4ed1-abcc-20f23a123f39 None None] Transition to ACTIVE for port object 830aa31d-fc83-4cc3-9dc7-81b9c600fbc8 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:13:55.228706 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9782454-3e48-487f-9a3e-e518de9efee5 {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 12:13:55.263977 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-7a9e1be1-0c00-4ed1-abcc-20f23a123f39 None None] Transition to ACTIVE for port object 830aa31d-fc83-4cc3-9dc7-81b9c600fbc8 will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:13:55.266636 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port a9782454-3e48-487f-9a3e-e518de9efee5, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=a9782454-3e48-487f-9a3e-e518de9efee5,segment=NetworkSegment(368ecf7c-698c-463d-9ec2-94f5289325e4),segment_id=368ecf7c-698c-463d-9ec2-94f5289325e4)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:13:55.271937 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:55.280260 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-7a9e1be1-0c00-4ed1-abcc-20f23a123f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:55.349198 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9e1be1-0c00-4ed1-abcc-20f23a123f39 None None] Network 80e90e03-9b76-4335-ae26-bfa348545753 is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:13:55.353111 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c738e733-bd75-415a-b6d5-1c0a07c50fc7 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29762700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24211087'] for subnet, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:55.359588 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-7a9e1be1-0c00-4ed1-abcc-20f23a123f39 None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:13:55.367861 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9e1be1-0c00-4ed1-abcc-20f23a123f39 None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:13:55.438677 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=a9782454-3e48-487f-9a3e-e518de9efee5,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:13:55.452078 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c738e733-bd75-415a-b6d5-1c0a07c50fc7 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Pushing event updated for resources: {'Subnet': ['ID=3a399af8-1c60-471d-8cc2-de838cf8cb9e,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:13:55.462232 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c738e733-bd75-415a-b6d5-1c0a07c50fc7 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Checking segment: {'id': '13405dd7-a86b-4e54-b98d-747ce318c499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '61c46372-3ec0-49c8-84d3-a5310c21d860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:13:55.462580 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c738e733-bd75-415a-b6d5-1c0a07c50fc7 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Network hostable DHCP agents. Network: 61c46372-3ec0-49c8-84d3-a5310c21d860, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 12:13:55.485421 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c738e733-bd75-415a-b6d5-1c0a07c50fc7 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Network 61c46372-3ec0-49c8-84d3-a5310c21d860 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 12:13:55.498175 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-c738e733-bd75-415a-b6d5-1c0a07c50fc7 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, 61c46372-3ec0-49c8-84d3-a5310c21d860) {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:13:55.504272 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c738e733-bd75-415a-b6d5-1c0a07c50fc7 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:55.505060 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c738e733-bd75-415a-b6d5-1c0a07c50fc7 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks [] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:55.527650 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-c738e733-bd75-415a-b6d5-1c0a07c50fc7 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7170713 Aug 05 12:13:55.527964 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2577d1-67a8-4772-8c6d-8af966bf7658 None None] Network 61c46372-3ec0-49c8-84d3-a5310c21d860 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:13:55.530471 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35560) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:13:55.536216 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-4b8a2535-c07b-4e9b-8448-71569e967ddb tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Request body: {'subnet': {'network_id': 'da0c8672-5d51-4360-9b85-f64f227e7756', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:13:55.668674 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b8a2535-c07b-4e9b-8448-71569e967ddb tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Made reservation on behalf of 342f98e6756149328f96c1a5b17d38db for: {'subnet': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:13:55.674887 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4b8a2535-c07b-4e9b-8448-71569e967ddb tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24211133'] for subnet, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:55.791694 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-7a9e1be1-0c00-4ed1-abcc-20f23a123f39 None None] Attempting to bind port 830aa31d-fc83-4cc3-9dc7-81b9c600fbc8 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:13:55.792475 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-7a9e1be1-0c00-4ed1-abcc-20f23a123f39 None None] Attempting to bind port 830aa31d-fc83-4cc3-9dc7-81b9c600fbc8 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'e45d46d8-f0e2-4918-ac8c-5c5de9b7c4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '80e90e03-9b76-4335-ae26-bfa348545753'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:13:55.793045 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9e1be1-0c00-4ed1-abcc-20f23a123f39 None None] Attempting to bind port 830aa31d-fc83-4cc3-9dc7-81b9c600fbc8 on network 80e90e03-9b76-4335-ae26-bfa348545753 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:13:55.841516 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9e1be1-0c00-4ed1-abcc-20f23a123f39 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:13:55.842134 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9e1be1-0c00-4ed1-abcc-20f23a123f39 None None] Checking segment: {'id': 'e45d46d8-f0e2-4918-ac8c-5c5de9b7c4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '80e90e03-9b76-4335-ae26-bfa348545753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:13:55.842789 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-7a9e1be1-0c00-4ed1-abcc-20f23a123f39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:55.843430 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9e1be1-0c00-4ed1-abcc-20f23a123f39 None None] Bound using segment: {'id': 'e45d46d8-f0e2-4918-ac8c-5c5de9b7c4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '80e90e03-9b76-4335-ae26-bfa348545753'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:13:55.844232 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-7a9e1be1-0c00-4ed1-abcc-20f23a123f39 None None] Bound port: 830aa31d-fc83-4cc3-9dc7-81b9c600fbc8, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e45d46d8-f0e2-4918-ac8c-5c5de9b7c4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '80e90e03-9b76-4335-ae26-bfa348545753'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:13:55.844902 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-7a9e1be1-0c00-4ed1-abcc-20f23a123f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:55.853429 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9e1be1-0c00-4ed1-abcc-20f23a123f39 None None] Pushing event updated for resources: {'Port': ['ID=830aa31d-fc83-4cc3-9dc7-81b9c600fbc8,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:13:55.983808 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4b8a2535-c07b-4e9b-8448-71569e967ddb tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29762700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24211087'] for subnet, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:55.998342 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2e141b-0bdd-4652-b7ab-61c4e4a3aaf2 req-3dfc3f49-a5c4-48c3-92d6-39764a714a5e tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:56.000242 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5a2e141b-0bdd-4652-b7ab-61c4e4a3aaf2 req-3dfc3f49-a5c4-48c3-92d6-39764a714a5e tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] 10.222.0.58 "GET /v2.0/ports?device_id=34e81c12-3b37-4e0c-886e-e91dbf446dcf HTTP/1.1" status: 200 len: 945 time: 0.1240809 Aug 05 12:13:56.012543 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['a9782454-3e48-487f-9a3e-e518de9efee5'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 12:13:56.015690 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-7a9e1be1-0c00-4ed1-abcc-20f23a123f39 None None] For port 830aa31d-fc83-4cc3-9dc7-81b9c600fbc8, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:13:56.086894 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-7a9e1be1-0c00-4ed1-abcc-20f23a123f39 None None] For port 830aa31d-fc83-4cc3-9dc7-81b9c600fbc8, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=830aa31d-fc83-4cc3-9dc7-81b9c600fbc8,segment=NetworkSegment(e45d46d8-f0e2-4918-ac8c-5c5de9b7c4f2),segment_id=e45d46d8-f0e2-4918-ac8c-5c5de9b7c4f2)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:13:56.100944 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-7a9e1be1-0c00-4ed1-abcc-20f23a123f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:56.150471 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8a2535-c07b-4e9b-8448-71569e967ddb tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Pushing event updated for resources: {'Subnet': ['ID=69eea793-8600-4765-9bd4-a21f1dbc5f33,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:13:56.164690 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5a2e141b-0bdd-4652-b7ab-61c4e4a3aaf2 req-65b346b0-91dd-4504-b1ec-5c2669b435ba tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d99f054-ab56-4987-85f0-a9cf138d51b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258104 Aug 05 12:13:56.179384 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8a2535-c07b-4e9b-8448-71569e967ddb tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Checking segment: {'id': 'b3991b6f-1a53-4563-b5dd-4d80773654d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'da0c8672-5d51-4360-9b85-f64f227e7756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:13:56.180591 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8a2535-c07b-4e9b-8448-71569e967ddb tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Network hostable DHCP agents. Network: da0c8672-5d51-4360-9b85-f64f227e7756, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 12:13:56.217238 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8a2535-c07b-4e9b-8448-71569e967ddb tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Network da0c8672-5d51-4360-9b85-f64f227e7756 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 12:13:56.222596 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa9953e-aed3-4e81-ae96-b922250420d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-61c46372-3ec0-49c8-84d3-a5310c21d860', 'network_id': '61c46372-3ec0-49c8-84d3-a5310c21d860', 'tenant_id': '342f98e6756149328f96c1a5b17d38db', 'fixed_ips': [{'subnet_id': '3a399af8-1c60-471d-8cc2-de838cf8cb9e'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 12:13:56.223962 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-7aa9953e-aed3-4e81-ae96-b922250420d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:56.232028 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-4b8a2535-c07b-4e9b-8448-71569e967ddb tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, da0c8672-5d51-4360-9b85-f64f227e7756) {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:13:56.238185 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8a2535-c07b-4e9b-8448-71569e967ddb tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:56.239201 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4b8a2535-c07b-4e9b-8448-71569e967ddb tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks [] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:56.267959 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9313b42a-395c-4a91-962b-6ecea6b3e137 None None] Network da0c8672-5d51-4360-9b85-f64f227e7756 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:13:56.269772 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-4b8a2535-c07b-4e9b-8448-71569e967ddb tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7379637 Aug 05 12:13:56.274092 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35564) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:13:56.388099 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9e1be1-0c00-4ed1-abcc-20f23a123f39 None None] Pushing event updated for resources: {'Port': ['ID=830aa31d-fc83-4cc3-9dc7-81b9c600fbc8,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:13:56.840652 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-efbf52dd-7684-4604-9c9b-6e0e0ae226a8 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:56.903799 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-7aa9953e-aed3-4e81-ae96-b922250420d4 None None] Allocated IP 2001:db8::2 (61c46372-3ec0-49c8-84d3-a5310c21d860/3a399af8-1c60-471d-8cc2-de838cf8cb9e/d86dfd9b-e0db-4098-920c-16fbfc006a0a) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:13:56.987963 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5910324b-332c-4bc5-a30a-885d451484ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-da0c8672-5d51-4360-9b85-f64f227e7756', 'network_id': 'da0c8672-5d51-4360-9b85-f64f227e7756', 'tenant_id': '342f98e6756149328f96c1a5b17d38db', 'fixed_ips': [{'subnet_id': '69eea793-8600-4765-9bd4-a21f1dbc5f33'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 12:13:56.989092 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-5910324b-332c-4bc5-a30a-885d451484ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:57.467523 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f60d100-5b7b-4f6b-abc2-b25116689483 req-44c201a6-0d60-45f0-8467-532f231756f3 tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:57.486741 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0f60d100-5b7b-4f6b-abc2-b25116689483 req-44c201a6-0d60-45f0-8467-532f231756f3 tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] 10.222.0.58 "GET /v2.0/ports?device_id=34e81c12-3b37-4e0c-886e-e91dbf446dcf HTTP/1.1" status: 200 len: 945 time: 0.1441903 Aug 05 12:13:57.493252 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-5910324b-332c-4bc5-a30a-885d451484ba None None] Allocated IP 2001:db8::2 (da0c8672-5d51-4360-9b85-f64f227e7756/69eea793-8600-4765-9bd4-a21f1dbc5f33/7a3f8f0c-7556-41f6-9360-dd9188c59e42) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:13:57.497699 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-7aa9953e-aed3-4e81-ae96-b922250420d4 None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:57.510931 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 830aa31d-fc83-4cc3-9dc7-81b9c600fbc8 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:13:57.572048 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0f60d100-5b7b-4f6b-abc2-b25116689483 req-2f9c4170-91df-431b-aad9-9a03461e4329 tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d99f054-ab56-4987-85f0-a9cf138d51b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842946 Aug 05 12:13:57.605775 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-7aa9953e-aed3-4e81-ae96-b922250420d4 None None] Transition to ACTIVE for port object d86dfd9b-e0db-4098-920c-16fbfc006a0a will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:13:57.750026 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-7aa9953e-aed3-4e81-ae96-b922250420d4 None None] Transition to ACTIVE for port object d86dfd9b-e0db-4098-920c-16fbfc006a0a will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:13:57.783552 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-7aa9953e-aed3-4e81-ae96-b922250420d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:57.886791 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 830aa31d-fc83-4cc3-9dc7-81b9c600fbc8 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:13:57.900902 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e586d56a-3b2b-4a7d-bbc0-5435e1cd6fef req-2d59b9f4-5926-452e-8ab5-83a5b90d9e67 tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:57.903096 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e586d56a-3b2b-4a7d-bbc0-5435e1cd6fef req-2d59b9f4-5926-452e-8ab5-83a5b90d9e67 tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] 10.222.0.58 "GET /v2.0/ports?device_id=1f10456b-242f-4f13-9882-bcfc29075f05 HTTP/1.1" status: 200 len: 945 time: 0.1881371 Aug 05 12:13:57.918683 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa9953e-aed3-4e81-ae96-b922250420d4 None None] Network 61c46372-3ec0-49c8-84d3-a5310c21d860 is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:13:57.927357 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9953e-aed3-4e81-ae96-b922250420d4 None None] Pushing event updated for resources: {'Port': ['ID=d86dfd9b-e0db-4098-920c-16fbfc006a0a,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:13:57.927657 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-efbf52dd-7684-4604-9c9b-6e0e0ae226a8 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Allocated IP 2001:db8::1 (61c46372-3ec0-49c8-84d3-a5310c21d860/3a399af8-1c60-471d-8cc2-de838cf8cb9e/6dbe4733-ffdc-41ca-acea-34553ce5db57) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:13:57.938465 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-7aa9953e-aed3-4e81-ae96-b922250420d4 None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:13:57.951028 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa9953e-aed3-4e81-ae96-b922250420d4 None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:13:58.051121 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07205f8-bc1b-4b9f-8752-6a0fbfb863d3 None None] Network 80e90e03-9b76-4335-ae26-bfa348545753 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:13:58.126967 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e586d56a-3b2b-4a7d-bbc0-5435e1cd6fef req-2f46386e-74e8-4385-9b7f-91d63f878f87 tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d99f054-ab56-4987-85f0-a9cf138d51b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679215 Aug 05 12:13:58.191799 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-5910324b-332c-4bc5-a30a-885d451484ba None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:58.239958 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-efbf52dd-7684-4604-9c9b-6e0e0ae226a8 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:58.245475 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-5910324b-332c-4bc5-a30a-885d451484ba None None] Transition to ACTIVE for port object 7a3f8f0c-7556-41f6-9360-dd9188c59e42 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:13:58.266847 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-7aa9953e-aed3-4e81-ae96-b922250420d4 None None] Attempting to bind port d86dfd9b-e0db-4098-920c-16fbfc006a0a on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:13:58.267279 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-7aa9953e-aed3-4e81-ae96-b922250420d4 None None] Attempting to bind port d86dfd9b-e0db-4098-920c-16fbfc006a0a by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '13405dd7-a86b-4e54-b98d-747ce318c499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '61c46372-3ec0-49c8-84d3-a5310c21d860'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:13:58.267929 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa9953e-aed3-4e81-ae96-b922250420d4 None None] Attempting to bind port d86dfd9b-e0db-4098-920c-16fbfc006a0a on network 61c46372-3ec0-49c8-84d3-a5310c21d860 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:13:58.275570 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [None req-efbf52dd-7684-4604-9c9b-6e0e0ae226a8 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Transition to ACTIVE for port object 6dbe4733-ffdc-41ca-acea-34553ce5db57 will not be triggered until provisioned by entity DHCP. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:13:58.279690 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-e21ecbf7-6c90-4395-8b92-48bac0a27fc6 None None] Provisioning for port 830aa31d-fc83-4cc3-9dc7-81b9c600fbc8 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:13:58.317837 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa9953e-aed3-4e81-ae96-b922250420d4 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:13:58.318459 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa9953e-aed3-4e81-ae96-b922250420d4 None None] Checking segment: {'id': '13405dd7-a86b-4e54-b98d-747ce318c499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '61c46372-3ec0-49c8-84d3-a5310c21d860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:13:58.319092 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-7aa9953e-aed3-4e81-ae96-b922250420d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:58.319724 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa9953e-aed3-4e81-ae96-b922250420d4 None None] Bound using segment: {'id': '13405dd7-a86b-4e54-b98d-747ce318c499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '61c46372-3ec0-49c8-84d3-a5310c21d860'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:13:58.320307 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-7aa9953e-aed3-4e81-ae96-b922250420d4 None None] Bound port: d86dfd9b-e0db-4098-920c-16fbfc006a0a, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13405dd7-a86b-4e54-b98d-747ce318c499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '61c46372-3ec0-49c8-84d3-a5310c21d860'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:13:58.320948 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-7aa9953e-aed3-4e81-ae96-b922250420d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:58.323788 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-e21ecbf7-6c90-4395-8b92-48bac0a27fc6 None None] Provisioning complete for port 830aa31d-fc83-4cc3-9dc7-81b9c600fbc8 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:13:58.324190 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e21ecbf7-6c90-4395-8b92-48bac0a27fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:58.346365 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-5910324b-332c-4bc5-a30a-885d451484ba None None] Transition to ACTIVE for port object 7a3f8f0c-7556-41f6-9360-dd9188c59e42 will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:13:58.356334 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-efbf52dd-7684-4604-9c9b-6e0e0ae226a8 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:58.405265 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-5910324b-332c-4bc5-a30a-885d451484ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:58.466297 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efbf52dd-7684-4604-9c9b-6e0e0ae226a8 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Network 61c46372-3ec0-49c8-84d3-a5310c21d860 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:13:58.481299 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-efbf52dd-7684-4604-9c9b-6e0e0ae226a8 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:13:58.489979 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbf52dd-7684-4604-9c9b-6e0e0ae226a8 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:13:58.495418 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-efbf52dd-7684-4604-9c9b-6e0e0ae226a8 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33288800'] for router_interface, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:58.583623 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf52dd-7684-4604-9c9b-6e0e0ae226a8 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Pushing event updated for resources: {'Port': ['ID=6dbe4733-ffdc-41ca-acea-34553ce5db57,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:13:58.613450 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5910324b-332c-4bc5-a30a-885d451484ba None None] Network da0c8672-5d51-4360-9b85-f64f227e7756 is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:13:58.629895 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device a9782454-3e48-487f-9a3e-e518de9efee5 up at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:13:58.657035 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-5910324b-332c-4bc5-a30a-885d451484ba None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:13:58.711079 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5910324b-332c-4bc5-a30a-885d451484ba None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:13:58.714827 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5910324b-332c-4bc5-a30a-885d451484ba None None] Pushing event updated for resources: {'Port': ['ID=7a3f8f0c-7556-41f6-9360-dd9188c59e42,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:13:58.776011 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-7aa9953e-aed3-4e81-ae96-b922250420d4 None None] For port d86dfd9b-e0db-4098-920c-16fbfc006a0a, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:13:58.789005 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-7aa9953e-aed3-4e81-ae96-b922250420d4 None None] For port d86dfd9b-e0db-4098-920c-16fbfc006a0a, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=d86dfd9b-e0db-4098-920c-16fbfc006a0a,segment=NetworkSegment(13405dd7-a86b-4e54-b98d-747ce318c499),segment_id=13405dd7-a86b-4e54-b98d-747ce318c499)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:13:58.804124 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-efbf52dd-7684-4604-9c9b-6e0e0ae226a8 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:58.861477 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-7aa9953e-aed3-4e81-ae96-b922250420d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:59.107306 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e21ecbf7-6c90-4395-8b92-48bac0a27fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:59.116980 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-5910324b-332c-4bc5-a30a-885d451484ba None None] Attempting to bind port 7a3f8f0c-7556-41f6-9360-dd9188c59e42 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:13:59.117617 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-5910324b-332c-4bc5-a30a-885d451484ba None None] Attempting to bind port 7a3f8f0c-7556-41f6-9360-dd9188c59e42 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'b3991b6f-1a53-4563-b5dd-4d80773654d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'da0c8672-5d51-4360-9b85-f64f227e7756'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:13:59.122520 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5910324b-332c-4bc5-a30a-885d451484ba None None] Attempting to bind port 7a3f8f0c-7556-41f6-9360-dd9188c59e42 on network da0c8672-5d51-4360-9b85-f64f227e7756 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:13:59.132925 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning for port a9782454-3e48-487f-9a3e-e518de9efee5 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:13:59.158595 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9953e-aed3-4e81-ae96-b922250420d4 None None] Pushing event updated for resources: {'Port': ['ID=d86dfd9b-e0db-4098-920c-16fbfc006a0a,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:13:59.170816 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5910324b-332c-4bc5-a30a-885d451484ba None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:13:59.174851 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5910324b-332c-4bc5-a30a-885d451484ba None None] Checking segment: {'id': 'b3991b6f-1a53-4563-b5dd-4d80773654d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'da0c8672-5d51-4360-9b85-f64f227e7756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:13:59.174851 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-5910324b-332c-4bc5-a30a-885d451484ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:59.174851 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5910324b-332c-4bc5-a30a-885d451484ba None None] Bound using segment: {'id': 'b3991b6f-1a53-4563-b5dd-4d80773654d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'da0c8672-5d51-4360-9b85-f64f227e7756'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:13:59.174851 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-5910324b-332c-4bc5-a30a-885d451484ba None None] Bound port: 7a3f8f0c-7556-41f6-9360-dd9188c59e42, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3991b6f-1a53-4563-b5dd-4d80773654d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'da0c8672-5d51-4360-9b85-f64f227e7756'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:13:59.174851 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-5910324b-332c-4bc5-a30a-885d451484ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:59.179865 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning complete for port a9782454-3e48-487f-9a3e-e518de9efee5 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:13:59.180832 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:59.371423 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-e21ecbf7-6c90-4395-8b92-48bac0a27fc6 None None] For port 830aa31d-fc83-4cc3-9dc7-81b9c600fbc8, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=830aa31d-fc83-4cc3-9dc7-81b9c600fbc8,segment=NetworkSegment(e45d46d8-f0e2-4918-ac8c-5c5de9b7c4f2),segment_id=e45d46d8-f0e2-4918-ac8c-5c5de9b7c4f2)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:13:59.392638 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e21ecbf7-6c90-4395-8b92-48bac0a27fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:59.542753 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-efbf52dd-7684-4604-9c9b-6e0e0ae226a8 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:59.552942 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-efbf52dd-7684-4604-9c9b-6e0e0ae226a8 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:59.554853 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-efbf52dd-7684-4604-9c9b-6e0e0ae226a8 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33140268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33208272'] for router_interface, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:59.644556 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dd89cb-8e7a-4c3a-bde1-520827146f4e req-66715aef-6d7a-4999-a6ff-6bcded91c3f0 tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:13:59.647919 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-83dd89cb-8e7a-4c3a-bde1-520827146f4e req-66715aef-6d7a-4999-a6ff-6bcded91c3f0 tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] 10.222.0.58 "GET /v2.0/ports?device_id=1f10456b-242f-4f13-9882-bcfc29075f05 HTTP/1.1" status: 200 len: 945 time: 0.2686265 Aug 05 12:13:59.667506 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-5910324b-332c-4bc5-a30a-885d451484ba None None] For port 7a3f8f0c-7556-41f6-9360-dd9188c59e42, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:13:59.688943 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21ecbf7-6c90-4395-8b92-48bac0a27fc6 None None] Pushing event updated for resources: {'Port': ['ID=830aa31d-fc83-4cc3-9dc7-81b9c600fbc8,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:13:59.743066 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-5910324b-332c-4bc5-a30a-885d451484ba None None] For port 7a3f8f0c-7556-41f6-9360-dd9188c59e42, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=7a3f8f0c-7556-41f6-9360-dd9188c59e42,segment=NetworkSegment(b3991b6f-1a53-4563-b5dd-4d80773654d7),segment_id=b3991b6f-1a53-4563-b5dd-4d80773654d7)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:13:59.761029 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:59.781024 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-5910324b-332c-4bc5-a30a-885d451484ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:59.810297 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:13:59.813920 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf52dd-7684-4604-9c9b-6e0e0ae226a8 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Pushing event updated for resources: {'Port': ['ID=6dbe4733-ffdc-41ca-acea-34553ce5db57,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:13:59.875500 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf52dd-7684-4604-9c9b-6e0e0ae226a8 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:13:59.875854 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf52dd-7684-4604-9c9b-6e0e0ae226a8 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:13:59.876461 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf52dd-7684-4604-9c9b-6e0e0ae226a8 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:13:59.876841 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf52dd-7684-4604-9c9b-6e0e0ae226a8 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:13:59.878301 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf52dd-7684-4604-9c9b-6e0e0ae226a8 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:13:59.878301 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf52dd-7684-4604-9c9b-6e0e0ae226a8 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:13:59.879142 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf52dd-7684-4604-9c9b-6e0e0ae226a8 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:13:59.879142 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf52dd-7684-4604-9c9b-6e0e0ae226a8 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:13:59.879991 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf52dd-7684-4604-9c9b-6e0e0ae226a8 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:13:59.880594 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf52dd-7684-4604-9c9b-6e0e0ae226a8 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:13:59.881178 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf52dd-7684-4604-9c9b-6e0e0ae226a8 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:13:59.881670 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf52dd-7684-4604-9c9b-6e0e0ae226a8 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:13:59.900980 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-83dd89cb-8e7a-4c3a-bde1-520827146f4e req-8242d2d2-c4c4-4744-a0b6-5c881f3163d7 tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d99f054-ab56-4987-85f0-a9cf138d51b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311974 Aug 05 12:13:59.912835 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f10456b-242f-4f13-9882-bcfc29075f05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9782454-3e48-487f-9a3e-e518de9efee5'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:13:59.917541 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b83b37a7-1c9a-40c9-8594-65509a27c7b2" -d '{"events": [{"server_uuid": "1f10456b-242f-4f13-9882-bcfc29075f05", "name": "network-vif-plugged", "status": "completed", "tag": "a9782454-3e48-487f-9a3e-e518de9efee5"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:13:59.942423 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efbf52dd-7684-4604-9c9b-6e0e0ae226a8 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Network 61c46372-3ec0-49c8-84d3-a5310c21d860 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:13:59.947385 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-efbf52dd-7684-4604-9c9b-6e0e0ae226a8 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:13:59.990019 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port a9782454-3e48-487f-9a3e-e518de9efee5, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=a9782454-3e48-487f-9a3e-e518de9efee5,segment=NetworkSegment(368ecf7c-698c-463d-9ec2-94f5289325e4),segment_id=368ecf7c-698c-463d-9ec2-94f5289325e4)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:13:59.998283 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5910324b-332c-4bc5-a30a-885d451484ba None None] Pushing event updated for resources: {'Port': ['ID=7a3f8f0c-7556-41f6-9360-dd9188c59e42,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:14:00.009111 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:00.034037 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-c1c339a9-a6b0-4278-b13d-18feee7ef526 None None] Provisioning complete for port 830aa31d-fc83-4cc3-9dc7-81b9c600fbc8 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:14:00.034816 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c1c339a9-a6b0-4278-b13d-18feee7ef526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:00.044359 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 12:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bc4578c-1e9a-421e-9078-6cedf27145d0 x-openstack-request-id: req-3bc4578c-1e9a-421e-9078-6cedf27145d0 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:14:00.044999 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f10456b-242f-4f13-9882-bcfc29075f05", "name": "network-vif-plugged", "status": "completed", "tag": "a9782454-3e48-487f-9a3e-e518de9efee5", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:14:00.045434 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3bc4578c-1e9a-421e-9078-6cedf27145d0 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:14:00.046290 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f10456b-242f-4f13-9882-bcfc29075f05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9782454-3e48-487f-9a3e-e518de9efee5', 'code': 200} Aug 05 12:14:00.251308 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=a9782454-3e48-487f-9a3e-e518de9efee5,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:14:00.308347 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efbf52dd-7684-4604-9c9b-6e0e0ae226a8 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Router 80e9288b-48ee-4d98-b87d-b64b8eb9e1cc is scheduled to L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d with binding_index 1 {{(pid=94420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 12:14:00.426027 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09ba197-f759-431b-b715-f14370bc873a req-7b875d7b-33c5-4939-ade8-653b1d30e5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:14:00.429661 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d09ba197-f759-431b-b715-f14370bc873a req-7b875d7b-33c5-4939-ade8-653b1d30e5b9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1f10456b-242f-4f13-9882-bcfc29075f05 HTTP/1.1" status: 200 len: 1097 time: 0.2331700 Aug 05 12:14:01.093905 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e096dcdd-dc15-41d7-91c4-5f47ed1c10d8 None None] Network 61c46372-3ec0-49c8-84d3-a5310c21d860 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:14:01.123733 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d09ba197-f759-431b-b715-f14370bc873a req-068b269d-bf60-413a-9fa0-151f8fc614fc service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9d99f054-ab56-4987-85f0-a9cf138d51b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6387520 Aug 05 12:14:01.156448 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efbf52dd-7684-4604-9c9b-6e0e0ae226a8 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:14:01.169137 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-efbf52dd-7684-4604-9c9b-6e0e0ae226a8 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] 10.222.0.58 "PUT /v2.0/routers/80e9288b-48ee-4d98-b87d-b64b8eb9e1cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8932459 Aug 05 12:14:01.175303 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35578) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:14:01.183770 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f14bb7f-e65f-49d9-a558-e845ff8f1141 None None] Sync routers for ids ['80e9288b-48ee-4d98-b87d-b64b8eb9e1cc'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:14:01.202727 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306dded9-d453-4b04-bf04-52fc18810e71 req-dc6ec1a5-53fc-4259-adf7-42cf69836912 tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:14:01.207557 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-306dded9-d453-4b04-bf04-52fc18810e71 req-dc6ec1a5-53fc-4259-adf7-42cf69836912 tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] 10.222.0.58 "GET /v2.0/ports?device_id=1f10456b-242f-4f13-9882-bcfc29075f05 HTTP/1.1" status: 200 len: 946 time: 0.1218114 Aug 05 12:14:01.248659 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f14bb7f-e65f-49d9-a558-e845ff8f1141 None None] Routers {'80e9288b-48ee-4d98-b87d-b64b8eb9e1cc'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:14:01.299749 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-8f14bb7f-e65f-49d9-a558-e845ff8f1141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:13:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['80e9288b-48ee-4d98-b87d-b64b8eb9e1cc'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:14:01.390606 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-306dded9-d453-4b04-bf04-52fc18810e71 req-7b77a6c5-76f3-4272-b8c9-9492ff7bf00a tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d99f054-ab56-4987-85f0-a9cf138d51b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483543 Aug 05 12:14:01.449576 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-8f14bb7f-e65f-49d9-a558-e845ff8f1141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:14:01.492785 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f14bb7f-e65f-49d9-a558-e845ff8f1141 None None] Routers {'80e9288b-48ee-4d98-b87d-b64b8eb9e1cc'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:14:01.493965 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-8f14bb7f-e65f-49d9-a558-e845ff8f1141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:13:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['80e9288b-48ee-4d98-b87d-b64b8eb9e1cc'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:14:01.614485 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-8f14bb7f-e65f-49d9-a558-e845ff8f1141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:14:01.615872 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f14bb7f-e65f-49d9-a558-e845ff8f1141 None None] The sync data for ids ['80e9288b-48ee-4d98-b87d-b64b8eb9e1cc'] in n-d-803378-2 is: [] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:14:01.629674 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-894f07ec-d0cd-4f59-9409-f6e3162d1ca8 None None] Provisioning for port d86dfd9b-e0db-4098-920c-16fbfc006a0a completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:14:01.702601 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd54414f-2d98-423d-b44e-f836951a629c None None] Network da0c8672-5d51-4360-9b85-f64f227e7756 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:14:01.808318 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-ef164a53-5485-49b1-9c7e-a6e757b60c3a None None] Provisioning for port 7a3f8f0c-7556-41f6-9360-dd9188c59e42 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:14:01.863380 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 830aa31d-fc83-4cc3-9dc7-81b9c600fbc8 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:14:02.016662 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 830aa31d-fc83-4cc3-9dc7-81b9c600fbc8 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:14:02.016977 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:02.164739 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 7a3f8f0c-7556-41f6-9360-dd9188c59e42 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:14:02.286605 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 7a3f8f0c-7556-41f6-9360-dd9188c59e42 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:14:02.298553 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 7a3f8f0c-7556-41f6-9360-dd9188c59e42 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:14:02.299213 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:02.446975 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:02.541185 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port 7a3f8f0c-7556-41f6-9360-dd9188c59e42, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=7a3f8f0c-7556-41f6-9360-dd9188c59e42,segment=NetworkSegment(b3991b6f-1a53-4563-b5dd-4d80773654d7),segment_id=b3991b6f-1a53-4563-b5dd-4d80773654d7)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:14:02.549923 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:02.551881 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device d86dfd9b-e0db-4098-920c-16fbfc006a0a up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:14:02.674298 n-d-803378-2 neutron-server[94421]: INFO neutron.api.v2.resource [None req-d177678b-b570-42a1-8abb-9bce4a971e09 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 05 12:14:02.678823 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-d177678b-b570-42a1-8abb-9bce4a971e09 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] 10.222.0.58 "PUT /v2.0/routers/80e9288b-48ee-4d98-b87d-b64b8eb9e1cc/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.4981019 Aug 05 12:14:02.682544 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35584) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:14:02.687164 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181966c0-d352-4938-81a6-aab8087d043c req-6d3c9695-dc9f-4501-8337-4108f3e1e116 tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:14:02.689928 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-181966c0-d352-4938-81a6-aab8087d043c req-6d3c9695-dc9f-4501-8337-4108f3e1e116 tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] 10.222.0.58 "GET /v2.0/ports?device_id=1f10456b-242f-4f13-9882-bcfc29075f05 HTTP/1.1" status: 200 len: 946 time: 0.0932007 Aug 05 12:14:02.737188 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=7a3f8f0c-7556-41f6-9360-dd9188c59e42,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:14:02.795882 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port d86dfd9b-e0db-4098-920c-16fbfc006a0a completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:14:02.805288 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port d86dfd9b-e0db-4098-920c-16fbfc006a0a triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:14:02.805712 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:02.808343 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-181966c0-d352-4938-81a6-aab8087d043c req-61f28cb8-88ff-4d59-864e-d32d33a294a2 tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d99f054-ab56-4987-85f0-a9cf138d51b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966537 Aug 05 12:14:02.843969 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-527a56b0-2638-4847-8b4b-6155b3736a56 None None] Provisioning for port 6dbe4733-ffdc-41ca-acea-34553ce5db57 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:14:02.854168 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-527a56b0-2638-4847-8b4b-6155b3736a56 None None] Provisioning complete for port 6dbe4733-ffdc-41ca-acea-34553ce5db57 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:14:02.854605 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-527a56b0-2638-4847-8b4b-6155b3736a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:02.908020 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-527a56b0-2638-4847-8b4b-6155b3736a56 None None] Port 6dbe4733-ffdc-41ca-acea-34553ce5db57 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 12:14:03.028198 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:03.083856 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-c66adb5e-04d0-4484-b58e-279f0f7026a0 None None] Provisioning complete for port 7a3f8f0c-7556-41f6-9360-dd9188c59e42 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:14:03.084526 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c66adb5e-04d0-4484-b58e-279f0f7026a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:03.122755 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port d86dfd9b-e0db-4098-920c-16fbfc006a0a, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=d86dfd9b-e0db-4098-920c-16fbfc006a0a,segment=NetworkSegment(13405dd7-a86b-4e54-b98d-747ce318c499),segment_id=13405dd7-a86b-4e54-b98d-747ce318c499)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:14:03.130456 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:03.202434 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=d86dfd9b-e0db-4098-920c-16fbfc006a0a,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:14:03.358742 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d3166534-d30e-431d-87bf-a46f87a38adb tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33208311'] for router_interface, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:03.374311 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 7a3f8f0c-7556-41f6-9360-dd9188c59e42 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:14:03.444811 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-c53741ed-dcfc-4d23-a867-5c6d3e850329 None None] Provisioning complete for port 6dbe4733-ffdc-41ca-acea-34553ce5db57 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:14:03.445196 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c53741ed-dcfc-4d23-a867-5c6d3e850329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:03.494450 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 7a3f8f0c-7556-41f6-9360-dd9188c59e42 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:14:03.494771 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:03.497907 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-c53741ed-dcfc-4d23-a867-5c6d3e850329 None None] Port 6dbe4733-ffdc-41ca-acea-34553ce5db57 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 12:14:03.622597 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device d86dfd9b-e0db-4098-920c-16fbfc006a0a up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:14:03.669823 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f28c9874-1f2a-4471-aeab-749547f8a686 None None] Provisioning complete for port 6dbe4733-ffdc-41ca-acea-34553ce5db57 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:14:03.670446 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f28c9874-1f2a-4471-aeab-749547f8a686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:03.686544 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-d3166534-d30e-431d-87bf-a46f87a38adb tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Deleting port 6dbe4733-ffdc-41ca-acea-34553ce5db57 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:14:03.687312 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d3166534-d30e-431d-87bf-a46f87a38adb tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:03.768365 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-f28c9874-1f2a-4471-aeab-749547f8a686 None None] Port 6dbe4733-ffdc-41ca-acea-34553ce5db57 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 12:14:03.780412 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port d86dfd9b-e0db-4098-920c-16fbfc006a0a triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:14:03.780943 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:03.821634 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d3166534-d30e-431d-87bf-a46f87a38adb tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:03.839654 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-d3166534-d30e-431d-87bf-a46f87a38adb tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Calling delete_port for 6dbe4733-ffdc-41ca-acea-34553ce5db57 owned by network:router_interface {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:14:03.992863 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48425774-a35f-43ce-b17b-5a9868f37fde req-27d59356-c424-4598-b821-1739de2d5e12 tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:14:03.994524 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-48425774-a35f-43ce-b17b-5a9868f37fde req-27d59356-c424-4598-b821-1739de2d5e12 tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] 10.222.0.58 "GET /v2.0/ports?device_id=1f10456b-242f-4f13-9882-bcfc29075f05 HTTP/1.1" status: 200 len: 946 time: 0.0726042 Aug 05 12:14:04.054500 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-48425774-a35f-43ce-b17b-5a9868f37fde req-791e94ad-1e42-42dc-8fe2-1b59eb83559c tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d99f054-ab56-4987-85f0-a9cf138d51b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511057 Aug 05 12:14:04.095536 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d3166534-d30e-431d-87bf-a46f87a38adb tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:04.139329 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3166534-d30e-431d-87bf-a46f87a38adb tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Pushing event deleted for resources: {'Port': ['ID=6dbe4733-ffdc-41ca-acea-34553ce5db57,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:14:04.279536 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff5f9bb-2a3e-460d-8a85-48fe0c4a34fc req-88760ef7-5a82-45aa-b0c4-f1f436b0b149 tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:14:04.285355 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1ff5f9bb-2a3e-460d-8a85-48fe0c4a34fc req-88760ef7-5a82-45aa-b0c4-f1f436b0b149 tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] 10.222.0.58 "GET /v2.0/ports?device_id=dea3203a-b3ad-411c-abd2-a91dc7eede03 HTTP/1.1" status: 200 len: 945 time: 0.1019781 Aug 05 12:14:04.315096 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d3166534-d30e-431d-87bf-a46f87a38adb tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33140263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33208171'] for router_interface, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:04.355870 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1ff5f9bb-2a3e-460d-8a85-48fe0c4a34fc req-7c07ee5b-1bdb-49fb-836e-b9e5951c37b6 tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d99f054-ab56-4987-85f0-a9cf138d51b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621226 Aug 05 12:14:04.601173 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3166534-d30e-431d-87bf-a46f87a38adb tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Router 80e9288b-48ee-4d98-b87d-b64b8eb9e1cc has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:14:04.734722 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59d6a71-9910-4d00-9ba8-6e9b4683feeb req-139cf5ae-4486-44ce-b444-0ee1d1af6507 tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:14:04.736573 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a59d6a71-9910-4d00-9ba8-6e9b4683feeb req-139cf5ae-4486-44ce-b444-0ee1d1af6507 tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] 10.222.0.58 "GET /v2.0/ports?device_id=dea3203a-b3ad-411c-abd2-a91dc7eede03 HTTP/1.1" status: 200 len: 945 time: 0.0600274 Aug 05 12:14:04.763997 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3166534-d30e-431d-87bf-a46f87a38adb tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:14:04.772427 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-d3166534-d30e-431d-87bf-a46f87a38adb tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] 10.222.0.58 "PUT /v2.0/routers/80e9288b-48ee-4d98-b87d-b64b8eb9e1cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0879869 Aug 05 12:14:04.781419 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35594) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:14:04.784617 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77746a61-22be-467b-9863-28e24e9ecc14 None None] Sync routers for ids ['80e9288b-48ee-4d98-b87d-b64b8eb9e1cc'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:14:04.796033 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a59d6a71-9910-4d00-9ba8-6e9b4683feeb req-7678512a-1d6d-4a7b-9433-9cd0d975c1c1 tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d99f054-ab56-4987-85f0-a9cf138d51b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501440 Aug 05 12:14:04.799069 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77746a61-22be-467b-9863-28e24e9ecc14 None None] Routers {'80e9288b-48ee-4d98-b87d-b64b8eb9e1cc'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:14:04.799729 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-77746a61-22be-467b-9863-28e24e9ecc14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:13:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['80e9288b-48ee-4d98-b87d-b64b8eb9e1cc'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:14:04.849406 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-77746a61-22be-467b-9863-28e24e9ecc14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:14:04.863686 n-d-803378-2 neutron-server[94421]: INFO neutron.api.v2.resource [None req-879fce90-a9bc-4847-9c17-a33aac9136e6 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] delete failed (client error): The resource could not be found. Aug 05 12:14:04.870781 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-879fce90-a9bc-4847-9c17-a33aac9136e6 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] 10.222.0.58 "DELETE /v2.0/routers/tempest-non_exist_router-1738498981 HTTP/1.1" status: 404 len: 335 time: 0.0800486 Aug 05 12:14:04.871037 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77746a61-22be-467b-9863-28e24e9ecc14 None None] Routers {'80e9288b-48ee-4d98-b87d-b64b8eb9e1cc'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:14:04.871037 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-77746a61-22be-467b-9863-28e24e9ecc14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:13:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['80e9288b-48ee-4d98-b87d-b64b8eb9e1cc'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:14:04.873665 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35596) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:14:04.881788 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-aafd8b5f-ea0e-4ca6-bf31-979f48c30660 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Request body: {'router': {'external_gateway_info': {'network_id': '80e9288b-48ee-4d98-b87d-b64b8eb9e1cc'}}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:14:04.912656 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-77746a61-22be-467b-9863-28e24e9ecc14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:14:04.913335 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77746a61-22be-467b-9863-28e24e9ecc14 None None] The sync data for ids ['80e9288b-48ee-4d98-b87d-b64b8eb9e1cc'] in n-d-803378-2 is: [] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:14:05.134136 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-aafd8b5f-ea0e-4ca6-bf31-979f48c30660 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:05.166913 n-d-803378-2 neutron-server[94420]: INFO neutron.api.v2.resource [None req-aafd8b5f-ea0e-4ca6-bf31-979f48c30660 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] update failed (client error): The resource could not be found. Aug 05 12:14:05.168721 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-aafd8b5f-ea0e-4ca6-bf31-979f48c30660 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] 10.222.0.58 "PUT /v2.0/routers/80e9288b-48ee-4d98-b87d-b64b8eb9e1cc HTTP/1.1" status: 404 len: 339 time: 0.2931988 Aug 05 12:14:05.174903 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35598) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:14:05.184420 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-0099d8c3-4be2-4814-9c55-fbcc9473e086 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1746695710'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:14:05.229159 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0099d8c3-4be2-4814-9c55-fbcc9473e086 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Made reservation on behalf of 342f98e6756149328f96c1a5b17d38db for: {'network': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:14:05.235194 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0099d8c3-4be2-4814-9c55-fbcc9473e086 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:05.277748 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0099d8c3-4be2-4814-9c55-fbcc9473e086 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] vlan segment allocate from pool success with {'vlan_id': 687, 'physical_network': 'physnet1'} {{(pid=94420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 12:14:05.294191 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0099d8c3-4be2-4814-9c55-fbcc9473e086 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:05.294780 n-d-803378-2 neutron-server[94420]: INFO neutron.db.segments_db [None req-0099d8c3-4be2-4814-9c55-fbcc9473e086 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Added segment d71e27f6-0fd8-4699-8697-0c6cde68f15c of type vlan for network cacf6862-2fc6-4ebf-a5ab-8787208c5626 Aug 05 12:14:05.356803 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0099d8c3-4be2-4814-9c55-fbcc9473e086 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:05.396132 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0099d8c3-4be2-4814-9c55-fbcc9473e086 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:05.403266 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0099d8c3-4be2-4814-9c55-fbcc9473e086 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:14:05.403911 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0099d8c3-4be2-4814-9c55-fbcc9473e086 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:05.466922 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-0099d8c3-4be2-4814-9c55-fbcc9473e086 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.2904108 Aug 05 12:14:05.471454 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35600) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:14:05.477904 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-a73845d9-803c-4128-b0ac-84d7e2b43241 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Request body: {'subnet': {'network_id': 'cacf6862-2fc6-4ebf-a5ab-8787208c5626', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:14:05.494204 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0099d8c3-4be2-4814-9c55-fbcc9473e086 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Pushing event updated for resources: {'Network': ['ID=cacf6862-2fc6-4ebf-a5ab-8787208c5626,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:14:05.510253 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network cacf6862-2fc6-4ebf-a5ab-8787208c5626 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 12:14:05.605156 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a73845d9-803c-4128-b0ac-84d7e2b43241 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Made reservation on behalf of 342f98e6756149328f96c1a5b17d38db for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:14:05.609088 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a73845d9-803c-4128-b0ac-84d7e2b43241 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:05.883000 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a73845d9-803c-4128-b0ac-84d7e2b43241 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25038678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30075167'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:05.996686 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d5e8ec-8844-47dd-b29e-33e31a04ae07 req-7a402c17-2f43-479c-b808-990dabdd1158 tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:14:05.999758 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f7d5e8ec-8844-47dd-b29e-33e31a04ae07 req-7a402c17-2f43-479c-b808-990dabdd1158 tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] 10.222.0.58 "GET /v2.0/ports?device_id=dea3203a-b3ad-411c-abd2-a91dc7eede03 HTTP/1.1" status: 200 len: 945 time: 0.0976429 Aug 05 12:14:06.002331 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73845d9-803c-4128-b0ac-84d7e2b43241 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Pushing event updated for resources: {'Subnet': ['ID=3926e6d9-3cac-4303-a206-3e0461128b14,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:14:06.019547 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73845d9-803c-4128-b0ac-84d7e2b43241 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Checking segment: {'id': 'd71e27f6-0fd8-4699-8697-0c6cde68f15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'cacf6862-2fc6-4ebf-a5ab-8787208c5626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:14:06.020174 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73845d9-803c-4128-b0ac-84d7e2b43241 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Network hostable DHCP agents. Network: cacf6862-2fc6-4ebf-a5ab-8787208c5626, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 12:14:06.052420 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73845d9-803c-4128-b0ac-84d7e2b43241 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Network cacf6862-2fc6-4ebf-a5ab-8787208c5626 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 12:14:06.067294 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-a73845d9-803c-4128-b0ac-84d7e2b43241 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, cacf6862-2fc6-4ebf-a5ab-8787208c5626) {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:14:06.073384 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a73845d9-803c-4128-b0ac-84d7e2b43241 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:14:06.074219 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a73845d9-803c-4128-b0ac-84d7e2b43241 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:06.081849 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f7d5e8ec-8844-47dd-b29e-33e31a04ae07 req-7433d7b2-5f69-48d9-acc0-6a5d8a86020d tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d99f054-ab56-4987-85f0-a9cf138d51b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662329 Aug 05 12:14:06.082187 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc1bb34-8fa7-402f-9839-607d01893999 None None] Network cacf6862-2fc6-4ebf-a5ab-8787208c5626 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:14:06.095902 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-a73845d9-803c-4128-b0ac-84d7e2b43241 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6226602 Aug 05 12:14:06.098717 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35604) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:14:06.112505 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-7703f901-2a7a-4e9e-a097-59eaf524e58d tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Request body: {'router': {'external_gateway_info': {'network_id': 'cacf6862-2fc6-4ebf-a5ab-8787208c5626'}}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:14:06.356217 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-148b9897-398d-4fe5-91a7-b3c88a08b566 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-cacf6862-2fc6-4ebf-a5ab-8787208c5626', 'network_id': 'cacf6862-2fc6-4ebf-a5ab-8787208c5626', 'tenant_id': '342f98e6756149328f96c1a5b17d38db', 'fixed_ips': [{'subnet_id': '3926e6d9-3cac-4303-a206-3e0461128b14'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 12:14:06.357267 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-148b9897-398d-4fe5-91a7-b3c88a08b566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:06.367731 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1999d5-2cfd-4460-ad8c-9c70c7562a1e req-cd674525-7764-4d0d-8df3-93b4e1914398 tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:14:06.370737 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ea1999d5-2cfd-4460-ad8c-9c70c7562a1e req-cd674525-7764-4d0d-8df3-93b4e1914398 tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] 10.222.0.55 "GET /v2.0/ports?device_id=dea3203a-b3ad-411c-abd2-a91dc7eede03 HTTP/1.1" status: 200 len: 945 time: 0.1255674 Aug 05 12:14:06.415489 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7703f901-2a7a-4e9e-a097-59eaf524e58d tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:06.567551 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-ea1999d5-2cfd-4460-ad8c-9c70c7562a1e req-fa426f52-5a0c-4657-a43e-aa66249c5f34 tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] Deleting port 0795ce6e-10d5-4fd8-9d1b-18b7b731a488 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:14:06.568028 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-ea1999d5-2cfd-4460-ad8c-9c70c7562a1e req-fa426f52-5a0c-4657-a43e-aa66249c5f34 tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:06.588051 n-d-803378-2 neutron-server[94420]: INFO neutron.api.v2.resource [None req-7703f901-2a7a-4e9e-a097-59eaf524e58d tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 05 12:14:06.594425 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-7703f901-2a7a-4e9e-a097-59eaf524e58d tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] 10.222.0.58 "PUT /v2.0/routers/80e9288b-48ee-4d98-b87d-b64b8eb9e1cc HTTP/1.1" status: 400 len: 364 time: 0.4892201 Aug 05 12:14:06.595785 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35606) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:14:06.611770 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-148b9897-398d-4fe5-91a7-b3c88a08b566 None None] Allocated IP 2001:db8:1::2 (cacf6862-2fc6-4ebf-a5ab-8787208c5626/3926e6d9-3cac-4303-a206-3e0461128b14/e60ef864-a0cd-447f-89f3-e44302395731) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:14:06.715507 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 12:14:06.770872 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-ea1999d5-2cfd-4460-ad8c-9c70c7562a1e req-fa426f52-5a0c-4657-a43e-aa66249c5f34 tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] For port 0795ce6e-10d5-4fd8-9d1b-18b7b731a488, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=0795ce6e-10d5-4fd8-9d1b-18b7b731a488,segment=NetworkSegment(368ecf7c-698c-463d-9ec2-94f5289325e4),segment_id=368ecf7c-698c-463d-9ec2-94f5289325e4)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:14:06.770872 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-ea1999d5-2cfd-4460-ad8c-9c70c7562a1e req-fa426f52-5a0c-4657-a43e-aa66249c5f34 tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:06.798197 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-ea1999d5-2cfd-4460-ad8c-9c70c7562a1e req-fa426f52-5a0c-4657-a43e-aa66249c5f34 tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] Calling delete_port for 0795ce6e-10d5-4fd8-9d1b-18b7b731a488 owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:14:06.835461 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-148b9897-398d-4fe5-91a7-b3c88a08b566 None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:06.848597 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-148b9897-398d-4fe5-91a7-b3c88a08b566 None None] Transition to ACTIVE for port object e60ef864-a0cd-447f-89f3-e44302395731 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:14:06.872747 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-148b9897-398d-4fe5-91a7-b3c88a08b566 None None] Transition to ACTIVE for port object e60ef864-a0cd-447f-89f3-e44302395731 will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:14:06.882232 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-148b9897-398d-4fe5-91a7-b3c88a08b566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:06.935537 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-148b9897-398d-4fe5-91a7-b3c88a08b566 None None] Network cacf6862-2fc6-4ebf-a5ab-8787208c5626 is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:14:06.939709 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-148b9897-398d-4fe5-91a7-b3c88a08b566 None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:14:06.946188 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148b9897-398d-4fe5-91a7-b3c88a08b566 None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:14:06.949999 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148b9897-398d-4fe5-91a7-b3c88a08b566 None None] Pushing event updated for resources: {'Port': ['ID=e60ef864-a0cd-447f-89f3-e44302395731,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:14:07.018815 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-148b9897-398d-4fe5-91a7-b3c88a08b566 None None] Attempting to bind port e60ef864-a0cd-447f-89f3-e44302395731 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:14:07.019238 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-148b9897-398d-4fe5-91a7-b3c88a08b566 None None] Attempting to bind port e60ef864-a0cd-447f-89f3-e44302395731 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'd71e27f6-0fd8-4699-8697-0c6cde68f15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'cacf6862-2fc6-4ebf-a5ab-8787208c5626'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:14:07.019787 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148b9897-398d-4fe5-91a7-b3c88a08b566 None None] Attempting to bind port e60ef864-a0cd-447f-89f3-e44302395731 on network cacf6862-2fc6-4ebf-a5ab-8787208c5626 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:14:07.027552 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148b9897-398d-4fe5-91a7-b3c88a08b566 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:14:07.027933 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148b9897-398d-4fe5-91a7-b3c88a08b566 None None] Checking segment: {'id': 'd71e27f6-0fd8-4699-8697-0c6cde68f15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'cacf6862-2fc6-4ebf-a5ab-8787208c5626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:14:07.028362 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-148b9897-398d-4fe5-91a7-b3c88a08b566 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:07.028835 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148b9897-398d-4fe5-91a7-b3c88a08b566 None None] Bound using segment: {'id': 'd71e27f6-0fd8-4699-8697-0c6cde68f15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'cacf6862-2fc6-4ebf-a5ab-8787208c5626'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:14:07.029834 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-148b9897-398d-4fe5-91a7-b3c88a08b566 None None] Bound port: e60ef864-a0cd-447f-89f3-e44302395731, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd71e27f6-0fd8-4699-8697-0c6cde68f15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'cacf6862-2fc6-4ebf-a5ab-8787208c5626'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:14:07.030048 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-148b9897-398d-4fe5-91a7-b3c88a08b566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:07.071350 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-ea1999d5-2cfd-4460-ad8c-9c70c7562a1e req-fa426f52-5a0c-4657-a43e-aa66249c5f34 tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:07.077465 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6c89a578-29c6-447c-8554-0e754d82a584 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:07.112791 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa426f52-5a0c-4657-a43e-aa66249c5f34 tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] Pushing event deleted for resources: {'Port': ['ID=0795ce6e-10d5-4fd8-9d1b-18b7b731a488,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:14:07.113261 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['6c5995f9-99e1-4cf0-a745-adc35568bbfc', '0795ce6e-10d5-4fd8-9d1b-18b7b731a488'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 12:14:07.129541 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['a9782454-3e48-487f-9a3e-e518de9efee5'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 12:14:07.209223 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-148b9897-398d-4fe5-91a7-b3c88a08b566 None None] For port e60ef864-a0cd-447f-89f3-e44302395731, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:14:07.249213 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-148b9897-398d-4fe5-91a7-b3c88a08b566 None None] For port e60ef864-a0cd-447f-89f3-e44302395731, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=e60ef864-a0cd-447f-89f3-e44302395731,segment=NetworkSegment(d71e27f6-0fd8-4699-8697-0c6cde68f15c),segment_id=d71e27f6-0fd8-4699-8697-0c6cde68f15c)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:14:07.251288 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea1999d5-2cfd-4460-ad8c-9c70c7562a1e req-fa426f52-5a0c-4657-a43e-aa66249c5f34 tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] No DVR routers for this DVR port 0795ce6e-10d5-4fd8-9d1b-18b7b731a488 on host n-h2-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:14:07.257069 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-ea1999d5-2cfd-4460-ad8c-9c70c7562a1e req-fa426f52-5a0c-4657-a43e-aa66249c5f34 tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:07.261006 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ea1999d5-2cfd-4460-ad8c-9c70c7562a1e req-fa426f52-5a0c-4657-a43e-aa66249c5f34 tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] 10.222.0.55 "DELETE /v2.0/ports/0795ce6e-10d5-4fd8-9d1b-18b7b731a488 HTTP/1.1" status: 204 len: 173 time: 0.8820281 Aug 05 12:14:07.261783 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dea3203a-b3ad-411c-abd2-a91dc7eede03', 'name': 'network-vif-deleted', 'tag': '0795ce6e-10d5-4fd8-9d1b-18b7b731a488'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:14:07.264589 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac9a37b5-3303-43fc-820b-c9da96f0341c" -d '{"events": [{"server_uuid": "dea3203a-b3ad-411c-abd2-a91dc7eede03", "name": "network-vif-deleted", "tag": "0795ce6e-10d5-4fd8-9d1b-18b7b731a488"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:14:07.304851 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-148b9897-398d-4fe5-91a7-b3c88a08b566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:07.348312 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 12:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2e278c7-146c-416f-8c31-1ac5326a2364 x-openstack-request-id: req-f2e278c7-146c-416f-8c31-1ac5326a2364 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:14:07.348951 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dea3203a-b3ad-411c-abd2-a91dc7eede03", "name": "network-vif-deleted", "tag": "0795ce6e-10d5-4fd8-9d1b-18b7b731a488", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:14:07.349430 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f2e278c7-146c-416f-8c31-1ac5326a2364 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:14:07.350177 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dea3203a-b3ad-411c-abd2-a91dc7eede03', 'name': 'network-vif-deleted', 'tag': '0795ce6e-10d5-4fd8-9d1b-18b7b731a488', 'status': 'completed', 'code': 200} Aug 05 12:14:07.357422 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-aa8d22e5-1fbc-410f-b21e-0e73c8482191 req-bf507a01-8106-4ab4-a5ed-3b435f3415c2 tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] 10.222.0.58 "GET /v2.0/ports?device_id=dea3203a-b3ad-411c-abd2-a91dc7eede03 HTTP/1.1" status: 200 len: 210 time: 0.0711370 Aug 05 12:14:07.378901 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-731472c0-c5a0-4098-8388-e41f9877e291 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:07.583944 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148b9897-398d-4fe5-91a7-b3c88a08b566 None None] Pushing event updated for resources: {'Port': ['ID=e60ef864-a0cd-447f-89f3-e44302395731,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:14:07.604857 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-6c89a578-29c6-447c-8554-0e754d82a584 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Allocated IP 2001:db8::1 (80e90e03-9b76-4335-ae26-bfa348545753/ae3256be-3702-43c3-b6ad-7258539da17c/fb2a01b6-781b-4ea2-b7c8-44b7b880e8ba) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:14:07.817747 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6c89a578-29c6-447c-8554-0e754d82a584 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:07.846979 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [None req-6c89a578-29c6-447c-8554-0e754d82a584 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Transition to ACTIVE for port object fb2a01b6-781b-4ea2-b7c8-44b7b880e8ba will not be triggered until provisioned by entity DHCP. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:14:07.903334 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6c89a578-29c6-447c-8554-0e754d82a584 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:07.977477 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c89a578-29c6-447c-8554-0e754d82a584 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Network 80e90e03-9b76-4335-ae26-bfa348545753 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:14:07.982561 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-6c89a578-29c6-447c-8554-0e754d82a584 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:14:07.993592 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c89a578-29c6-447c-8554-0e754d82a584 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:14:07.994852 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6c89a578-29c6-447c-8554-0e754d82a584 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33288800'] for router_interface, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:08.064458 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c89a578-29c6-447c-8554-0e754d82a584 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Pushing event updated for resources: {'Port': ['ID=fb2a01b6-781b-4ea2-b7c8-44b7b880e8ba,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:14:08.215889 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6c89a578-29c6-447c-8554-0e754d82a584 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:08.383266 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-30d822dd-5fe6-4793-a930-0f8b58c2b2d9 None None] Provisioning for port fb2a01b6-781b-4ea2-b7c8-44b7b880e8ba completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:14:08.389967 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-30d822dd-5fe6-4793-a930-0f8b58c2b2d9 None None] Provisioning complete for port fb2a01b6-781b-4ea2-b7c8-44b7b880e8ba triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:14:08.392742 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-30d822dd-5fe6-4793-a930-0f8b58c2b2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:08.485122 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-30d822dd-5fe6-4793-a930-0f8b58c2b2d9 None None] Port fb2a01b6-781b-4ea2-b7c8-44b7b880e8ba cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 12:14:08.799123 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6c89a578-29c6-447c-8554-0e754d82a584 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:08.808146 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6c89a578-29c6-447c-8554-0e754d82a584 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:08.809808 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6c89a578-29c6-447c-8554-0e754d82a584 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33140268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33208272'] for router_interface, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:08.987765 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c89a578-29c6-447c-8554-0e754d82a584 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Pushing event updated for resources: {'Port': ['ID=fb2a01b6-781b-4ea2-b7c8-44b7b880e8ba,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:14:08.993061 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2f601f-27d0-42bc-80dd-4962d37ca455 None None] Network cacf6862-2fc6-4ebf-a5ab-8787208c5626 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:14:09.083248 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c89a578-29c6-447c-8554-0e754d82a584 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Network 80e90e03-9b76-4335-ae26-bfa348545753 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:14:09.086330 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-6c89a578-29c6-447c-8554-0e754d82a584 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:14:09.113406 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-a80b953b-924c-4855-aec0-0b0a98d775da None None] Provisioning for port e60ef864-a0cd-447f-89f3-e44302395731 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:14:09.303654 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c89a578-29c6-447c-8554-0e754d82a584 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Router 80e9288b-48ee-4d98-b87d-b64b8eb9e1cc has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:14:09.492151 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device e60ef864-a0cd-447f-89f3-e44302395731 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:14:09.510251 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c89a578-29c6-447c-8554-0e754d82a584 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:14:09.530673 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c697ca3-ded8-4181-9149-bba3dd5a5b3f None None] Sync routers for ids ['80e9288b-48ee-4d98-b87d-b64b8eb9e1cc'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:14:09.547505 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c697ca3-ded8-4181-9149-bba3dd5a5b3f None None] Routers {'80e9288b-48ee-4d98-b87d-b64b8eb9e1cc'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:14:09.549667 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-0c697ca3-ded8-4181-9149-bba3dd5a5b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:13:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['80e9288b-48ee-4d98-b87d-b64b8eb9e1cc'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:14:09.559772 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-6c89a578-29c6-447c-8554-0e754d82a584 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] 10.222.0.58 "PUT /v2.0/routers/80e9288b-48ee-4d98-b87d-b64b8eb9e1cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9611113 Aug 05 12:14:09.560162 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35636) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:14:09.634758 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port e60ef864-a0cd-447f-89f3-e44302395731 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:14:09.642913 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port e60ef864-a0cd-447f-89f3-e44302395731 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:14:09.642913 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:09.718533 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-0c697ca3-ded8-4181-9149-bba3dd5a5b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:14:09.760466 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c697ca3-ded8-4181-9149-bba3dd5a5b3f None None] Routers {'80e9288b-48ee-4d98-b87d-b64b8eb9e1cc'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:14:09.761662 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-0c697ca3-ded8-4181-9149-bba3dd5a5b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:13:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['80e9288b-48ee-4d98-b87d-b64b8eb9e1cc'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:14:09.794751 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-017ccdf5-adc3-4d33-be95-bc5c70c9b9a3 None None] Provisioning complete for port fb2a01b6-781b-4ea2-b7c8-44b7b880e8ba triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:14:09.795300 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-017ccdf5-adc3-4d33-be95-bc5c70c9b9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:09.855500 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-0c697ca3-ded8-4181-9149-bba3dd5a5b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:14:09.856674 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c697ca3-ded8-4181-9149-bba3dd5a5b3f None None] The sync data for ids ['80e9288b-48ee-4d98-b87d-b64b8eb9e1cc'] in n-d-803378-2 is: [] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:14:09.873911 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-16eaf5bf-9a50-4701-9bf0-28b68080600b tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks [] for router, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:09.879728 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-017ccdf5-adc3-4d33-be95-bc5c70c9b9a3 None None] Port fb2a01b6-781b-4ea2-b7c8-44b7b880e8ba cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 12:14:09.978784 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:10.027364 n-d-803378-2 neutron-server[94421]: INFO neutron.api.v2.resource [None req-16eaf5bf-9a50-4701-9bf0-28b68080600b tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 05 12:14:10.029863 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-16eaf5bf-9a50-4701-9bf0-28b68080600b tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] 10.222.0.58 "DELETE /v2.0/routers/80e9288b-48ee-4d98-b87d-b64b8eb9e1cc HTTP/1.1" status: 409 len: 329 time: 0.4676619 Aug 05 12:14:10.034428 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35640) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:14:10.067148 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port e60ef864-a0cd-447f-89f3-e44302395731, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=e60ef864-a0cd-447f-89f3-e44302395731,segment=NetworkSegment(d71e27f6-0fd8-4699-8697-0c6cde68f15c),segment_id=d71e27f6-0fd8-4699-8697-0c6cde68f15c)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:14:10.069423 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-8e58f7cb-dea0-47f0-b1e5-265271d55d2a None None] Provisioning complete for port e60ef864-a0cd-447f-89f3-e44302395731 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:14:10.069738 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-8e58f7cb-dea0-47f0-b1e5-265271d55d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:10.093610 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f95e49-61ff-4b70-a0e6-74205dbb8ec9 req-a1e0f57b-dce3-41aa-ba80-8a127cecbd35 tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:14:10.106330 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f95e49-61ff-4b70-a0e6-74205dbb8ec9 req-a1e0f57b-dce3-41aa-ba80-8a127cecbd35 tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:14:10.118480 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-94f95e49-61ff-4b70-a0e6-74205dbb8ec9 req-a1e0f57b-dce3-41aa-ba80-8a127cecbd35 tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] 10.222.0.58 "GET /v2.0/ports?device_id=34e81c12-3b37-4e0c-886e-e91dbf446dcf&device_id=1f10456b-242f-4f13-9882-bcfc29075f05 HTTP/1.1" status: 200 len: 1682 time: 0.1086051 Aug 05 12:14:10.140749 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:10.143092 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-448253c8-6c75-475f-baa0-56551d12b40f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:10.161473 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:10.188329 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-94f95e49-61ff-4b70-a0e6-74205dbb8ec9 req-4511289e-6380-4807-855e-907057f773e2 tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d99f054-ab56-4987-85f0-a9cf138d51b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685012 Aug 05 12:14:10.319663 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=e60ef864-a0cd-447f-89f3-e44302395731,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:14:10.607626 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 0795ce6e-10d5-4fd8-9d1b-18b7b731a488 no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:14:10.652830 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] No Port match for: 0795ce6e-10d5-4fd8-9d1b-18b7b731a488 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:14:10.653970 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 0795ce6e-10d5-4fd8-9d1b-18b7b731a488 not bound to the agent host n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:14:10.697779 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ef093bdc-5321-4d0c-a802-c384b03be5be tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33208311'] for router_interface, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:11.130111 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a9c97a-de7a-4a15-a0d2-df69dc5a7086 req-3256adb1-a5c0-4f39-bb85-13002b1dbccf tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:14:11.133227 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-47a9c97a-de7a-4a15-a0d2-df69dc5a7086 req-3256adb1-a5c0-4f39-bb85-13002b1dbccf tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] 10.222.0.58 "GET /v2.0/ports?device_id=1f10456b-242f-4f13-9882-bcfc29075f05 HTTP/1.1" status: 200 len: 946 time: 0.0860608 Aug 05 12:14:11.177950 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-ef093bdc-5321-4d0c-a802-c384b03be5be tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Deleting port fb2a01b6-781b-4ea2-b7c8-44b7b880e8ba {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:14:11.178857 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ef093bdc-5321-4d0c-a802-c384b03be5be tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:11.207894 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-47a9c97a-de7a-4a15-a0d2-df69dc5a7086 req-c8474672-4630-400c-94f4-61a2d2e536a0 tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d99f054-ab56-4987-85f0-a9cf138d51b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634418 Aug 05 12:14:11.326726 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ef093bdc-5321-4d0c-a802-c384b03be5be tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:11.349362 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-ef093bdc-5321-4d0c-a802-c384b03be5be tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Calling delete_port for fb2a01b6-781b-4ea2-b7c8-44b7b880e8ba owned by network:router_interface {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:14:11.354904 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device e60ef864-a0cd-447f-89f3-e44302395731 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:14:11.440999 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port e60ef864-a0cd-447f-89f3-e44302395731 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:14:11.441532 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:11.860507 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:11.967569 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ef093bdc-5321-4d0c-a802-c384b03be5be tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:12.027831 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef093bdc-5321-4d0c-a802-c384b03be5be tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Pushing event deleted for resources: {'Port': ['ID=fb2a01b6-781b-4ea2-b7c8-44b7b880e8ba,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:14:12.176125 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ef093bdc-5321-4d0c-a802-c384b03be5be tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33140263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33208171'] for router_interface, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:12.426050 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eaf559-54ff-4b4d-9a26-cb506823e5a3 req-32b130c9-ed10-4e37-a70b-55f97c1604af tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:14:12.429678 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-23eaf559-54ff-4b4d-9a26-cb506823e5a3 req-32b130c9-ed10-4e37-a70b-55f97c1604af tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] 10.222.0.58 "GET /v2.0/ports?device_id=1f10456b-242f-4f13-9882-bcfc29075f05 HTTP/1.1" status: 200 len: 946 time: 0.0755239 Aug 05 12:14:12.472981 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef093bdc-5321-4d0c-a802-c384b03be5be tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Router 80e9288b-48ee-4d98-b87d-b64b8eb9e1cc has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:14:12.501440 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-23eaf559-54ff-4b4d-9a26-cb506823e5a3 req-a4456369-5af9-45e4-87eb-3c8ac79eaba4 tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d99f054-ab56-4987-85f0-a9cf138d51b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637796 Aug 05 12:14:12.617629 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef093bdc-5321-4d0c-a802-c384b03be5be tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:14:12.623395 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-ef093bdc-5321-4d0c-a802-c384b03be5be tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] 10.222.0.58 "PUT /v2.0/routers/80e9288b-48ee-4d98-b87d-b64b8eb9e1cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5854938 Aug 05 12:14:12.627876 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35658) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:14:12.635724 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1bb2420-f839-4a71-a014-22300d7a8391 None None] Sync routers for ids ['80e9288b-48ee-4d98-b87d-b64b8eb9e1cc'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:14:12.651040 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a1b6fd-5ab8-4940-9a3e-bc470d26e373 req-3a3003bf-cdbd-4b83-bc46-2cb92346f590 tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:14:12.657121 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-89a1b6fd-5ab8-4940-9a3e-bc470d26e373 req-3a3003bf-cdbd-4b83-bc46-2cb92346f590 tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] 10.222.0.55 "GET /v2.0/ports?device_id=34e81c12-3b37-4e0c-886e-e91dbf446dcf HTTP/1.1" status: 200 len: 945 time: 0.1540916 Aug 05 12:14:12.658783 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1bb2420-f839-4a71-a014-22300d7a8391 None None] Routers {'80e9288b-48ee-4d98-b87d-b64b8eb9e1cc'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:14:12.660153 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-e1bb2420-f839-4a71-a014-22300d7a8391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:14:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['80e9288b-48ee-4d98-b87d-b64b8eb9e1cc'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:14:12.680276 n-d-803378-2 neutron-server[94420]: INFO neutron.api.v2.resource [None req-4b89f7ad-3aee-43b6-9564-5ffc9a3579e6 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] show failed (client error): The resource could not be found. Aug 05 12:14:12.690528 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-4b89f7ad-3aee-43b6-9564-5ffc9a3579e6 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] 10.222.0.58 "GET /v2.0/routers/tempest-non_exist_router-346748936 HTTP/1.1" status: 404 len: 334 time: 0.0531783 Aug 05 12:14:12.691184 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35660) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:14:12.712371 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-82a2b5f2-54ac-44e1-800e-88f06f57500c tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:14:12.749390 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-e1bb2420-f839-4a71-a014-22300d7a8391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:14:12.761580 n-d-803378-2 neutron-server[94420]: INFO neutron.api.v2.resource [None req-82a2b5f2-54ac-44e1-800e-88f06f57500c tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] update failed (client error): The resource could not be found. Aug 05 12:14:12.763132 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-82a2b5f2-54ac-44e1-800e-88f06f57500c tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] 10.222.0.58 "PUT /v2.0/routers/tempest-non_exist_router-2115583213 HTTP/1.1" status: 404 len: 335 time: 0.0708728 Aug 05 12:14:12.768135 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35662) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:14:12.775796 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1bb2420-f839-4a71-a014-22300d7a8391 None None] Routers {'80e9288b-48ee-4d98-b87d-b64b8eb9e1cc'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:14:12.776742 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-e1bb2420-f839-4a71-a014-22300d7a8391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:14:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['80e9288b-48ee-4d98-b87d-b64b8eb9e1cc'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:14:12.829668 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-e1bb2420-f839-4a71-a014-22300d7a8391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:14:12.830570 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1bb2420-f839-4a71-a014-22300d7a8391 None None] The sync data for ids ['80e9288b-48ee-4d98-b87d-b64b8eb9e1cc'] in n-d-803378-2 is: [] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:14:12.836462 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-89a1b6fd-5ab8-4940-9a3e-bc470d26e373 req-bae8014e-8535-41b2-8ec1-6878ae0f4e13 tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] Deleting port 6c5995f9-99e1-4cf0-a745-adc35568bbfc {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:14:12.837109 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-89a1b6fd-5ab8-4940-9a3e-bc470d26e373 req-bae8014e-8535-41b2-8ec1-6878ae0f4e13 tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:12.879026 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c9635d6-90a3-4d94-91d9-1954a3924dff tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Deleting subnet 3926e6d9-3cac-4303-a206-3e0461128b14 {{(pid=94420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 12:14:12.883892 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7c9635d6-90a3-4d94-91d9-1954a3924dff tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks [] for subnet, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:12.951427 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7c9635d6-90a3-4d94-91d9-1954a3924dff tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25010562'] for subnet, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:12.989061 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-89a1b6fd-5ab8-4940-9a3e-bc470d26e373 req-bae8014e-8535-41b2-8ec1-6878ae0f4e13 tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] For port 6c5995f9-99e1-4cf0-a745-adc35568bbfc, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=6c5995f9-99e1-4cf0-a745-adc35568bbfc,segment=NetworkSegment(368ecf7c-698c-463d-9ec2-94f5289325e4),segment_id=368ecf7c-698c-463d-9ec2-94f5289325e4)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:14:12.989830 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-89a1b6fd-5ab8-4940-9a3e-bc470d26e373 req-bae8014e-8535-41b2-8ec1-6878ae0f4e13 tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:13.016657 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-89a1b6fd-5ab8-4940-9a3e-bc470d26e373 req-bae8014e-8535-41b2-8ec1-6878ae0f4e13 tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] Calling delete_port for 6c5995f9-99e1-4cf0-a745-adc35568bbfc owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:14:13.079390 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7c9635d6-90a3-4d94-91d9-1954a3924dff tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:13.165306 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7c9635d6-90a3-4d94-91d9-1954a3924dff tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29762763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24211094'] for subnet, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:13.227259 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9635d6-90a3-4d94-91d9-1954a3924dff tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Pushing event deleted for resources: {'Subnet': ['ID=3926e6d9-3cac-4303-a206-3e0461128b14,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:14:13.235081 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7c9635d6-90a3-4d94-91d9-1954a3924dff tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks [] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:13.243944 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-7c9635d6-90a3-4d94-91d9-1954a3924dff tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] 10.222.0.58 "DELETE /v2.0/subnets/3926e6d9-3cac-4303-a206-3e0461128b14 HTTP/1.1" status: 204 len: 168 time: 0.4668219 Aug 05 12:14:13.244712 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35664) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:14:13.252802 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-985c616d-9860-4989-8197-cb27f33a4ed6 None None] Network cacf6862-2fc6-4ebf-a5ab-8787208c5626 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:14:13.277774 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-89a1b6fd-5ab8-4940-9a3e-bc470d26e373 req-bae8014e-8535-41b2-8ec1-6878ae0f4e13 tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:13.328328 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae8014e-8535-41b2-8ec1-6878ae0f4e13 tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] Pushing event deleted for resources: {'Port': ['ID=6c5995f9-99e1-4cf0-a745-adc35568bbfc,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:14:13.339477 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['6c5995f9-99e1-4cf0-a745-adc35568bbfc'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 12:14:13.346565 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['a9782454-3e48-487f-9a3e-e518de9efee5'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 12:14:13.423916 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-89a1b6fd-5ab8-4940-9a3e-bc470d26e373 req-bae8014e-8535-41b2-8ec1-6878ae0f4e13 tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] No DVR routers for this DVR port 6c5995f9-99e1-4cf0-a745-adc35568bbfc on host n-h2-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:14:13.428946 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-89a1b6fd-5ab8-4940-9a3e-bc470d26e373 req-bae8014e-8535-41b2-8ec1-6878ae0f4e13 tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:13.433082 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-89a1b6fd-5ab8-4940-9a3e-bc470d26e373 req-bae8014e-8535-41b2-8ec1-6878ae0f4e13 tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] 10.222.0.55 "DELETE /v2.0/ports/6c5995f9-99e1-4cf0-a745-adc35568bbfc HTTP/1.1" status: 204 len: 173 time: 0.7725863 Aug 05 12:14:13.433605 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34e81c12-3b37-4e0c-886e-e91dbf446dcf', 'name': 'network-vif-deleted', 'tag': '6c5995f9-99e1-4cf0-a745-adc35568bbfc'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:14:13.436928 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea884fae-f7d4-4b59-a64e-b8cfbef5dd15" -d '{"events": [{"server_uuid": "34e81c12-3b37-4e0c-886e-e91dbf446dcf", "name": "network-vif-deleted", "tag": "6c5995f9-99e1-4cf0-a745-adc35568bbfc"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:14:13.479329 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf59199-0b24-4e01-a0cd-bf4c3eadcf4d req-6b17b1ba-badc-43fd-894a-7a6f3975d4be tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:14:13.481088 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1cf59199-0b24-4e01-a0cd-bf4c3eadcf4d req-6b17b1ba-badc-43fd-894a-7a6f3975d4be tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f10456b-242f-4f13-9882-bcfc29075f05 HTTP/1.1" status: 200 len: 946 time: 0.1366510 Aug 05 12:14:13.486226 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2a22999f-968c-467b-b798-2467fbc52956 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:13.510328 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 12:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f510195-0ea3-48c0-b5bb-1520ccd12315 x-openstack-request-id: req-8f510195-0ea3-48c0-b5bb-1520ccd12315 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:14:13.510691 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34e81c12-3b37-4e0c-886e-e91dbf446dcf", "name": "network-vif-deleted", "tag": "6c5995f9-99e1-4cf0-a745-adc35568bbfc", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:14:13.510898 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8f510195-0ea3-48c0-b5bb-1520ccd12315 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:14:13.511551 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34e81c12-3b37-4e0c-886e-e91dbf446dcf', 'name': 'network-vif-deleted', 'tag': '6c5995f9-99e1-4cf0-a745-adc35568bbfc', 'status': 'completed', 'code': 200} Aug 05 12:14:13.704073 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40428e12-19a1-40cc-827e-d7cdd1235e53 None None] DHCP port deletion for cacf6862-2fc6-4ebf-a5ab-8787208c5626 request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 12:14:13.738758 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66837f72-86b1-4f29-bb93-67f5c32ae744 req-e232d8dd-ae1d-4ec3-a4eb-8919205ee50c tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:14:13.740853 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-66837f72-86b1-4f29-bb93-67f5c32ae744 req-e232d8dd-ae1d-4ec3-a4eb-8919205ee50c tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] 10.222.0.58 "GET /v2.0/ports?device_id=1f10456b-242f-4f13-9882-bcfc29075f05 HTTP/1.1" status: 200 len: 946 time: 0.0819592 Aug 05 12:14:13.783636 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-2a22999f-968c-467b-b798-2467fbc52956 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Deleting port e60ef864-a0cd-447f-89f3-e44302395731 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:14:13.783983 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2a22999f-968c-467b-b798-2467fbc52956 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:13.799299 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-40428e12-19a1-40cc-827e-d7cdd1235e53 None None] Deleting port e60ef864-a0cd-447f-89f3-e44302395731 {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:14:13.800290 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-40428e12-19a1-40cc-827e-d7cdd1235e53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:13.800678 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [req-1cf59199-0b24-4e01-a0cd-bf4c3eadcf4d req-3c1ef25c-0746-4361-b801-c88188cd5677 tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] Deleting port a9782454-3e48-487f-9a3e-e518de9efee5 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:14:13.801046 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-1cf59199-0b24-4e01-a0cd-bf4c3eadcf4d req-3c1ef25c-0746-4361-b801-c88188cd5677 tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:13.897194 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-40428e12-19a1-40cc-827e-d7cdd1235e53 None None] For port e60ef864-a0cd-447f-89f3-e44302395731, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=e60ef864-a0cd-447f-89f3-e44302395731,segment=NetworkSegment(d71e27f6-0fd8-4699-8697-0c6cde68f15c),segment_id=d71e27f6-0fd8-4699-8697-0c6cde68f15c)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:14:13.897794 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-40428e12-19a1-40cc-827e-d7cdd1235e53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:13.909652 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-66837f72-86b1-4f29-bb93-67f5c32ae744 req-12b2896f-ef19-4195-8bc6-cdf539af58a4 tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d99f054-ab56-4987-85f0-a9cf138d51b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574101 Aug 05 12:14:14.179187 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-40428e12-19a1-40cc-827e-d7cdd1235e53 None None] Calling delete_port for e60ef864-a0cd-447f-89f3-e44302395731 owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:14:14.208619 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:14.329672 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-40428e12-19a1-40cc-827e-d7cdd1235e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:14.364752 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40428e12-19a1-40cc-827e-d7cdd1235e53 None None] Pushing event deleted for resources: {'Port': ['ID=e60ef864-a0cd-447f-89f3-e44302395731,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:14:14.373392 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40428e12-19a1-40cc-827e-d7cdd1235e53 None None] No DVR routers for this DVR port e60ef864-a0cd-447f-89f3-e44302395731 on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:14:14.375269 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-2a22999f-968c-467b-b798-2467fbc52956 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] For port e60ef864-a0cd-447f-89f3-e44302395731, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=e60ef864-a0cd-447f-89f3-e44302395731,segment=NetworkSegment(d71e27f6-0fd8-4699-8697-0c6cde68f15c),segment_id=d71e27f6-0fd8-4699-8697-0c6cde68f15c)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:14:14.376797 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2a22999f-968c-467b-b798-2467fbc52956 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:14.403820 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-2a22999f-968c-467b-b798-2467fbc52956 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Calling delete_port for e60ef864-a0cd-447f-89f3-e44302395731 owned by network:dhcp {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:14:14.437176 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-1cf59199-0b24-4e01-a0cd-bf4c3eadcf4d req-3c1ef25c-0746-4361-b801-c88188cd5677 tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] For port a9782454-3e48-487f-9a3e-e518de9efee5, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=a9782454-3e48-487f-9a3e-e518de9efee5,segment=NetworkSegment(368ecf7c-698c-463d-9ec2-94f5289325e4),segment_id=368ecf7c-698c-463d-9ec2-94f5289325e4)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:14:14.437691 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-1cf59199-0b24-4e01-a0cd-bf4c3eadcf4d req-3c1ef25c-0746-4361-b801-c88188cd5677 tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:14.486199 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [req-1cf59199-0b24-4e01-a0cd-bf4c3eadcf4d req-3c1ef25c-0746-4361-b801-c88188cd5677 tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] Calling delete_port for a9782454-3e48-487f-9a3e-e518de9efee5 owned by compute:nova {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:14:14.588467 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2a22999f-968c-467b-b798-2467fbc52956 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:14.631160 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a22999f-968c-467b-b798-2467fbc52956 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Pushing event deleted for resources: {'Port': ['ID=e60ef864-a0cd-447f-89f3-e44302395731,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:14:14.634272 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a22999f-968c-467b-b798-2467fbc52956 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] No DVR routers for this DVR port e60ef864-a0cd-447f-89f3-e44302395731 on host n-d-803378-2 {{(pid=94420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:14:14.765807 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2a22999f-968c-467b-b798-2467fbc52956 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:14.781928 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-2a22999f-968c-467b-b798-2467fbc52956 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cacf6862-2fc6-4ebf-a5ab-8787208c5626']}} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:14:14.806432 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-1cf59199-0b24-4e01-a0cd-bf4c3eadcf4d req-3c1ef25c-0746-4361-b801-c88188cd5677 tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:14.812946 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-2a22999f-968c-467b-b798-2467fbc52956 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd71e27f6-0fd8-4699-8697-0c6cde68f15c') {'for_net_delete': True} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:14:14.813480 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-2a22999f-968c-467b-b798-2467fbc52956 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd71e27f6-0fd8-4699-8697-0c6cde68f15c') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:14:14.878914 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2a22999f-968c-467b-b798-2467fbc52956 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25010581'] for segment, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:14.894483 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1ef25c-0746-4361-b801-c88188cd5677 tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] Pushing event deleted for resources: {'Port': ['ID=a9782454-3e48-487f-9a3e-e518de9efee5,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:14:14.952836 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2a22999f-968c-467b-b798-2467fbc52956 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:14.996234 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a22999f-968c-467b-b798-2467fbc52956 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Releasing vlan 687 on physical network physnet1 to pool {{(pid=94420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 12:14:14.996966 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2a22999f-968c-467b-b798-2467fbc52956 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29762581'] for segment, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:15.003746 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cf59199-0b24-4e01-a0cd-bf4c3eadcf4d req-3c1ef25c-0746-4361-b801-c88188cd5677 tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] No DVR routers for this DVR port a9782454-3e48-487f-9a3e-e518de9efee5 on host n-h1-803378-2 {{(pid=94420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:14:15.007543 n-d-803378-2 neutron-server[94420]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 12:14:15.007543 n-d-803378-2 neutron-server[94420]: self.session.flush() Aug 05 12:14:15.007543 n-d-803378-2 neutron-server[94420]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 12:14:15.007543 n-d-803378-2 neutron-server[94420]: self.session.flush() Aug 05 12:14:15.007543 n-d-803378-2 neutron-server[94420]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 12:14:15.007543 n-d-803378-2 neutron-server[94420]: self.session.flush() Aug 05 12:14:15.007543 n-d-803378-2 neutron-server[94420]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 12:14:15.007543 n-d-803378-2 neutron-server[94420]: self.session.flush() Aug 05 12:14:15.007543 n-d-803378-2 neutron-server[94420]: Traceback (most recent call last): Aug 05 12:14:15.007543 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 12:14:15.007543 n-d-803378-2 neutron-server[94420]: timer() Aug 05 12:14:15.007543 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 12:14:15.007543 n-d-803378-2 neutron-server[94420]: cb(*args, **kw) Aug 05 12:14:15.007543 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 12:14:15.007543 n-d-803378-2 neutron-server[94420]: return func(*args, **kwargs) Aug 05 12:14:15.007543 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 12:14:15.007543 n-d-803378-2 neutron-server[94420]: self._notify() Aug 05 12:14:15.007543 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 12:14:15.007543 n-d-803378-2 neutron-server[94420]: self.callback(batched_events) Aug 05 12:14:15.007543 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 12:14:15.007543 n-d-803378-2 neutron-server[94420]: event.method(event) Aug 05 12:14:15.007543 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 12:14:15.007543 n-d-803378-2 neutron-server[94420]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 12:14:15.007543 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 12:14:15.007543 n-d-803378-2 neutron-server[94420]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 12:14:15.007543 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 12:14:15.007543 n-d-803378-2 neutron-server[94420]: return f(self, *a, **k) Aug 05 12:14:15.007543 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 12:14:15.007543 n-d-803378-2 neutron-server[94420]: return self._get(url).json() Aug 05 12:14:15.007543 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 12:14:15.007543 n-d-803378-2 neutron-server[94420]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 12:14:15.007543 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 12:14:15.007543 n-d-803378-2 neutron-server[94420]: return self.request(url, 'GET', **kwargs) Aug 05 12:14:15.007543 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 12:14:15.007543 n-d-803378-2 neutron-server[94420]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 12:14:15.007543 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 12:14:15.007543 n-d-803378-2 neutron-server[94420]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 12:14:15.007543 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 12:14:15.007543 n-d-803378-2 neutron-server[94420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 12:14:15.007543 n-d-803378-2 neutron-server[94420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 12:14:15.011599 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-1cf59199-0b24-4e01-a0cd-bf4c3eadcf4d req-3c1ef25c-0746-4361-b801-c88188cd5677 tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:15.015211 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1cf59199-0b24-4e01-a0cd-bf4c3eadcf4d req-3c1ef25c-0746-4361-b801-c88188cd5677 tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] 10.222.0.64 "DELETE /v2.0/ports/a9782454-3e48-487f-9a3e-e518de9efee5 HTTP/1.1" status: 204 len: 173 time: 1.5256443 Aug 05 12:14:15.035708 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f10456b-242f-4f13-9882-bcfc29075f05', 'name': 'network-vif-deleted', 'tag': 'a9782454-3e48-487f-9a3e-e518de9efee5'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:14:15.038425 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}828068ad8d405ad77660ce68fa78e1ffe658725812f7a08f9e488a446589295b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c60013f-567e-4db6-af39-3a00563f43a0" -d '{"events": [{"server_uuid": "1f10456b-242f-4f13-9882-bcfc29075f05", "name": "network-vif-deleted", "tag": "a9782454-3e48-487f-9a3e-e518de9efee5"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:14:15.121745 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9b2d2326-299a-45b1-82ab-3a61d39b429a req-20d85fed-e62a-42a4-8636-33decde56378 tempest-ListServersNegativeTestJSON-2015510116 tempest-ListServersNegativeTestJSON-2015510116-project] 10.222.0.58 "GET /v2.0/ports?device_id=1f10456b-242f-4f13-9882-bcfc29075f05 HTTP/1.1" status: 200 len: 210 time: 0.1126244 Aug 05 12:14:15.125076 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 12:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c592a7ed-2d3d-43e8-acd6-761bd0e41a86 x-openstack-request-id: req-c592a7ed-2d3d-43e8-acd6-761bd0e41a86 {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:14:15.125076 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f10456b-242f-4f13-9882-bcfc29075f05", "name": "network-vif-deleted", "tag": "a9782454-3e48-487f-9a3e-e518de9efee5", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:14:15.125542 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c592a7ed-2d3d-43e8-acd6-761bd0e41a86 {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:14:15.125930 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f10456b-242f-4f13-9882-bcfc29075f05', 'name': 'network-vif-deleted', 'tag': 'a9782454-3e48-487f-9a3e-e518de9efee5', 'status': 'completed', 'code': 200} Aug 05 12:14:15.136989 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2a22999f-968c-467b-b798-2467fbc52956 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:15.144897 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2a22999f-968c-467b-b798-2467fbc52956 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:15.150602 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-2a22999f-968c-467b-b798-2467fbc52956 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] 10.222.0.58 "DELETE /v2.0/networks/cacf6862-2fc6-4ebf-a5ab-8787208c5626 HTTP/1.1" status: 204 len: 168 time: 1.9013505 Aug 05 12:14:15.151172 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35674) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:14:15.171821 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a22999f-968c-467b-b798-2467fbc52956 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Pushing event deleted for resources: {'Network': ['ID=cacf6862-2fc6-4ebf-a5ab-8787208c5626,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:14:15.233208 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_v2 [None req-367eb7bc-5ae0-4da4-a3c3-c68ba4a24407 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Deleting subnet 69eea793-8600-4765-9bd4-a21f1dbc5f33 {{(pid=94420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 12:14:15.237446 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-367eb7bc-5ae0-4da4-a3c3-c68ba4a24407 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks [] for subnet, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:15.300630 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-367eb7bc-5ae0-4da4-a3c3-c68ba4a24407 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25010562'] for subnet, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:15.337797 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device e60ef864-a0cd-447f-89f3-e44302395731 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:14:15.367383 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: e60ef864-a0cd-447f-89f3-e44302395731 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:14:15.367762 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device e60ef864-a0cd-447f-89f3-e44302395731 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:14:15.449309 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-367eb7bc-5ae0-4da4-a3c3-c68ba4a24407 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:15.524699 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-367eb7bc-5ae0-4da4-a3c3-c68ba4a24407 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29762763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24211094'] for subnet, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:15.562389 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367eb7bc-5ae0-4da4-a3c3-c68ba4a24407 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Pushing event deleted for resources: {'Subnet': ['ID=69eea793-8600-4765-9bd4-a21f1dbc5f33,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:14:15.566596 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-367eb7bc-5ae0-4da4-a3c3-c68ba4a24407 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks [] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:15.568624 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-367eb7bc-5ae0-4da4-a3c3-c68ba4a24407 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] 10.222.0.58 "DELETE /v2.0/subnets/69eea793-8600-4765-9bd4-a21f1dbc5f33 HTTP/1.1" status: 204 len: 168 time: 0.4163048 Aug 05 12:14:15.573955 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35676) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:14:15.578145 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3152867b-db8d-4622-b87d-e403cad24d8c None None] Network da0c8672-5d51-4360-9b85-f64f227e7756 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:14:15.655782 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_v2 [None req-72cfbb3e-937e-414e-895c-7b3180ae3e3a tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Deleting subnet 3a399af8-1c60-471d-8cc2-de838cf8cb9e {{(pid=94421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 12:14:15.661870 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-72cfbb3e-937e-414e-895c-7b3180ae3e3a tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks [] for subnet, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:15.737533 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-72cfbb3e-937e-414e-895c-7b3180ae3e3a tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29786388'] for subnet, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:15.851156 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667b3ed1-10b5-4609-a2ea-c074153c2790 None None] DHCP port deletion for da0c8672-5d51-4360-9b85-f64f227e7756 request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 12:14:15.884780 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-72cfbb3e-937e-414e-895c-7b3180ae3e3a tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:15.938353 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-667b3ed1-10b5-4609-a2ea-c074153c2790 None None] Deleting port 7a3f8f0c-7556-41f6-9360-dd9188c59e42 {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:14:15.938979 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-667b3ed1-10b5-4609-a2ea-c074153c2790 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:15.952372 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-72cfbb3e-937e-414e-895c-7b3180ae3e3a tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25038609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30075142'] for subnet, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:15.983844 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cfbb3e-937e-414e-895c-7b3180ae3e3a tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Pushing event deleted for resources: {'Subnet': ['ID=3a399af8-1c60-471d-8cc2-de838cf8cb9e,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:14:15.985833 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-72cfbb3e-937e-414e-895c-7b3180ae3e3a tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:15.987814 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-72cfbb3e-937e-414e-895c-7b3180ae3e3a tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] 10.222.0.58 "DELETE /v2.0/subnets/3a399af8-1c60-471d-8cc2-de838cf8cb9e HTTP/1.1" status: 204 len: 168 time: 0.4117146 Aug 05 12:14:15.992305 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35678) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:14:16.014796 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-276e2442-7710-4ad1-80da-c450df7dc9fb None None] Network 61c46372-3ec0-49c8-84d3-a5310c21d860 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:14:16.095018 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a751aea4-8079-4d66-946b-f06e683a6958 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:16.136339 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-667b3ed1-10b5-4609-a2ea-c074153c2790 None None] For port 7a3f8f0c-7556-41f6-9360-dd9188c59e42, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=7a3f8f0c-7556-41f6-9360-dd9188c59e42,segment=NetworkSegment(b3991b6f-1a53-4563-b5dd-4d80773654d7),segment_id=b3991b6f-1a53-4563-b5dd-4d80773654d7)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:14:16.136932 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-667b3ed1-10b5-4609-a2ea-c074153c2790 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:16.160914 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-667b3ed1-10b5-4609-a2ea-c074153c2790 None None] Calling delete_port for 7a3f8f0c-7556-41f6-9360-dd9188c59e42 owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:14:16.175232 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-a751aea4-8079-4d66-946b-f06e683a6958 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Deleting port 7a3f8f0c-7556-41f6-9360-dd9188c59e42 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:14:16.175787 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a751aea4-8079-4d66-946b-f06e683a6958 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:16.259237 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35684) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:14:16.327397 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-a751aea4-8079-4d66-946b-f06e683a6958 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] For port 7a3f8f0c-7556-41f6-9360-dd9188c59e42, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=7a3f8f0c-7556-41f6-9360-dd9188c59e42,segment=NetworkSegment(b3991b6f-1a53-4563-b5dd-4d80773654d7),segment_id=b3991b6f-1a53-4563-b5dd-4d80773654d7)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:14:16.327947 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a751aea4-8079-4d66-946b-f06e683a6958 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:16.328473 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-667b3ed1-10b5-4609-a2ea-c074153c2790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:16.359929 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-a751aea4-8079-4d66-946b-f06e683a6958 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Calling delete_port for 7a3f8f0c-7556-41f6-9360-dd9188c59e42 owned by network:dhcp {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:14:16.361128 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667b3ed1-10b5-4609-a2ea-c074153c2790 None None] Pushing event deleted for resources: {'Port': ['ID=7a3f8f0c-7556-41f6-9360-dd9188c59e42,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:14:16.372451 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667b3ed1-10b5-4609-a2ea-c074153c2790 None None] No DVR routers for this DVR port 7a3f8f0c-7556-41f6-9360-dd9188c59e42 on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:14:16.379974 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_v2 [None req-203c9131-d82e-4ddc-b45e-50060b45fced admin admin] Deleting subnet e6cdfa89-22e8-400c-97a7-d1c3ab7b0caa {{(pid=94420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 12:14:16.385513 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a6510d-09e4-4558-8b43-884782b4de77 None None] DHCP port deletion for 61c46372-3ec0-49c8-84d3-a5310c21d860 request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 12:14:16.394002 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-203c9131-d82e-4ddc-b45e-50060b45fced admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:16.476475 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-75a6510d-09e4-4558-8b43-884782b4de77 None None] Deleting port d86dfd9b-e0db-4098-920c-16fbfc006a0a {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:14:16.477065 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-75a6510d-09e4-4558-8b43-884782b4de77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:16.480528 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-203c9131-d82e-4ddc-b45e-50060b45fced admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25010562'] for subnet, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:16.551136 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-203c9131-d82e-4ddc-b45e-50060b45fced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:16.579338 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a751aea4-8079-4d66-946b-f06e683a6958 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:16.601920 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-75a6510d-09e4-4558-8b43-884782b4de77 None None] For port d86dfd9b-e0db-4098-920c-16fbfc006a0a, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=d86dfd9b-e0db-4098-920c-16fbfc006a0a,segment=NetworkSegment(13405dd7-a86b-4e54-b98d-747ce318c499),segment_id=13405dd7-a86b-4e54-b98d-747ce318c499)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:14:16.602965 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-75a6510d-09e4-4558-8b43-884782b4de77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:16.616966 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a751aea4-8079-4d66-946b-f06e683a6958 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Pushing event deleted for resources: {'Port': ['ID=7a3f8f0c-7556-41f6-9360-dd9188c59e42,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:14:16.628143 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a751aea4-8079-4d66-946b-f06e683a6958 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] No DVR routers for this DVR port 7a3f8f0c-7556-41f6-9360-dd9188c59e42 on host n-d-803378-2 {{(pid=94420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:14:16.629951 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-75a6510d-09e4-4558-8b43-884782b4de77 None None] Calling delete_port for d86dfd9b-e0db-4098-920c-16fbfc006a0a owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:14:16.639518 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 6c5995f9-99e1-4cf0-a745-adc35568bbfc no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:14:16.691992 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] No Port match for: 6c5995f9-99e1-4cf0-a745-adc35568bbfc {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:14:16.692586 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 6c5995f9-99e1-4cf0-a745-adc35568bbfc not bound to the agent host n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:14:16.729282 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-203c9131-d82e-4ddc-b45e-50060b45fced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29762763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24211094'] for subnet, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:16.748949 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device a9782454-3e48-487f-9a3e-e518de9efee5 no longer exists at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:14:16.755313 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a751aea4-8079-4d66-946b-f06e683a6958 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:16.775216 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] No Port match for: a9782454-3e48-487f-9a3e-e518de9efee5 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:14:16.775623 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device a9782454-3e48-487f-9a3e-e518de9efee5 not bound to the agent host n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:14:16.794502 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203c9131-d82e-4ddc-b45e-50060b45fced admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6cdfa89-22e8-400c-97a7-d1c3ab7b0caa,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:14:16.799021 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-203c9131-d82e-4ddc-b45e-50060b45fced admin admin] Notify callbacks [] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:16.802250 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-203c9131-d82e-4ddc-b45e-50060b45fced admin admin] 10.222.0.58 "DELETE /v2.0/subnets/e6cdfa89-22e8-400c-97a7-d1c3ab7b0caa HTTP/1.1" status: 204 len: 168 time: 0.5414023 Aug 05 12:14:16.805978 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-a751aea4-8079-4d66-946b-f06e683a6958 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da0c8672-5d51-4360-9b85-f64f227e7756']}} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:14:16.809915 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35686) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:14:16.819392 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-a751aea4-8079-4d66-946b-f06e683a6958 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3991b6f-1a53-4563-b5dd-4d80773654d7') {'for_net_delete': True} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:14:16.819922 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-a751aea4-8079-4d66-946b-f06e683a6958 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3991b6f-1a53-4563-b5dd-4d80773654d7') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:14:16.836040 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a751aea4-8079-4d66-946b-f06e683a6958 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25010581'] for segment, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:16.836465 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-75a6510d-09e4-4558-8b43-884782b4de77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:16.853079 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a751aea4-8079-4d66-946b-f06e683a6958 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:16.862460 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a751aea4-8079-4d66-946b-f06e683a6958 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Releasing vlan 691 on physical network physnet1 to pool {{(pid=94420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 12:14:16.862876 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a751aea4-8079-4d66-946b-f06e683a6958 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29762581'] for segment, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:16.867496 n-d-803378-2 neutron-server[94420]: Traceback (most recent call last): Aug 05 12:14:16.867496 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 12:14:16.867496 n-d-803378-2 neutron-server[94420]: timer() Aug 05 12:14:16.867496 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 12:14:16.867496 n-d-803378-2 neutron-server[94420]: cb(*args, **kw) Aug 05 12:14:16.867496 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 12:14:16.867496 n-d-803378-2 neutron-server[94420]: return func(*args, **kwargs) Aug 05 12:14:16.867496 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 12:14:16.867496 n-d-803378-2 neutron-server[94420]: self._notify() Aug 05 12:14:16.867496 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 12:14:16.867496 n-d-803378-2 neutron-server[94420]: self.callback(batched_events) Aug 05 12:14:16.867496 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 12:14:16.867496 n-d-803378-2 neutron-server[94420]: event.method(event) Aug 05 12:14:16.867496 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 12:14:16.867496 n-d-803378-2 neutron-server[94420]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 12:14:16.867496 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 12:14:16.867496 n-d-803378-2 neutron-server[94420]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 12:14:16.867496 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 12:14:16.867496 n-d-803378-2 neutron-server[94420]: return f(self, *a, **k) Aug 05 12:14:16.867496 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 12:14:16.867496 n-d-803378-2 neutron-server[94420]: return self._get(url).json() Aug 05 12:14:16.867496 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 12:14:16.867496 n-d-803378-2 neutron-server[94420]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 12:14:16.867496 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 12:14:16.867496 n-d-803378-2 neutron-server[94420]: return self.request(url, 'GET', **kwargs) Aug 05 12:14:16.867496 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 12:14:16.867496 n-d-803378-2 neutron-server[94420]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 12:14:16.867496 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 12:14:16.867496 n-d-803378-2 neutron-server[94420]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 12:14:16.867496 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 12:14:16.867496 n-d-803378-2 neutron-server[94420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 12:14:16.867496 n-d-803378-2 neutron-server[94420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 12:14:16.876438 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a6510d-09e4-4558-8b43-884782b4de77 None None] Pushing event deleted for resources: {'Port': ['ID=d86dfd9b-e0db-4098-920c-16fbfc006a0a,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:14:16.897773 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a6510d-09e4-4558-8b43-884782b4de77 None None] No DVR routers for this DVR port d86dfd9b-e0db-4098-920c-16fbfc006a0a on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:14:16.925714 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fe3d9f72-d464-463d-8779-4c083a05a71b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:16.962007 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a751aea4-8079-4d66-946b-f06e683a6958 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:16.971942 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a751aea4-8079-4d66-946b-f06e683a6958 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:16.975623 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-a751aea4-8079-4d66-946b-f06e683a6958 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] 10.222.0.58 "DELETE /v2.0/networks/da0c8672-5d51-4360-9b85-f64f227e7756 HTTP/1.1" status: 204 len: 168 time: 0.9807653 Aug 05 12:14:16.979461 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35688) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:14:17.000946 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a751aea4-8079-4d66-946b-f06e683a6958 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Pushing event deleted for resources: {'Network': ['ID=da0c8672-5d51-4360-9b85-f64f227e7756,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:14:17.051445 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fe3d9f72-d464-463d-8779-4c083a05a71b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:17.070015 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-fe3d9f72-d464-463d-8779-4c083a05a71b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6790729-422f-4b06-9abb-37990e50f612']}} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:14:17.088120 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-fe3d9f72-d464-463d-8779-4c083a05a71b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '368ecf7c-698c-463d-9ec2-94f5289325e4') {'for_net_delete': True} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:14:17.088585 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-fe3d9f72-d464-463d-8779-4c083a05a71b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '368ecf7c-698c-463d-9ec2-94f5289325e4') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:14:17.104544 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fe3d9f72-d464-463d-8779-4c083a05a71b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29786371'] for segment, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:17.109334 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e39d9f53-46e0-45e9-932d-86586a1b4abc tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:17.124478 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fe3d9f72-d464-463d-8779-4c083a05a71b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:17.132833 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe3d9f72-d464-463d-8779-4c083a05a71b admin admin] Releasing vlan 660 on physical network physnet1 to pool {{(pid=94421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 12:14:17.133676 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fe3d9f72-d464-463d-8779-4c083a05a71b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25038799'] for segment, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:17.135983 n-d-803378-2 neutron-server[94421]: Traceback (most recent call last): Aug 05 12:14:17.135983 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 12:14:17.135983 n-d-803378-2 neutron-server[94421]: timer() Aug 05 12:14:17.135983 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 12:14:17.135983 n-d-803378-2 neutron-server[94421]: cb(*args, **kw) Aug 05 12:14:17.135983 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 12:14:17.135983 n-d-803378-2 neutron-server[94421]: return func(*args, **kwargs) Aug 05 12:14:17.135983 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 12:14:17.135983 n-d-803378-2 neutron-server[94421]: self._notify() Aug 05 12:14:17.135983 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 12:14:17.135983 n-d-803378-2 neutron-server[94421]: self.callback(batched_events) Aug 05 12:14:17.135983 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 12:14:17.135983 n-d-803378-2 neutron-server[94421]: event.method(event) Aug 05 12:14:17.135983 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 12:14:17.135983 n-d-803378-2 neutron-server[94421]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 12:14:17.135983 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 12:14:17.135983 n-d-803378-2 neutron-server[94421]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 12:14:17.135983 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 12:14:17.135983 n-d-803378-2 neutron-server[94421]: return f(self, *a, **k) Aug 05 12:14:17.135983 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 12:14:17.135983 n-d-803378-2 neutron-server[94421]: return self._get(url).json() Aug 05 12:14:17.135983 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 12:14:17.135983 n-d-803378-2 neutron-server[94421]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 12:14:17.135983 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 12:14:17.135983 n-d-803378-2 neutron-server[94421]: return self.request(url, 'GET', **kwargs) Aug 05 12:14:17.135983 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 12:14:17.135983 n-d-803378-2 neutron-server[94421]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 12:14:17.135983 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 12:14:17.135983 n-d-803378-2 neutron-server[94421]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 12:14:17.135983 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 12:14:17.135983 n-d-803378-2 neutron-server[94421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 12:14:17.135983 n-d-803378-2 neutron-server[94421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 12:14:17.204824 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fe3d9f72-d464-463d-8779-4c083a05a71b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:17.223042 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fe3d9f72-d464-463d-8779-4c083a05a71b admin admin] Notify callbacks [] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:17.235048 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-fe3d9f72-d464-463d-8779-4c083a05a71b admin admin] 10.222.0.58 "DELETE /v2.0/networks/c6790729-422f-4b06-9abb-37990e50f612 HTTP/1.1" status: 204 len: 168 time: 0.4148934 Aug 05 12:14:17.241532 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e39d9f53-46e0-45e9-932d-86586a1b4abc tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:17.244388 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3d9f72-d464-463d-8779-4c083a05a71b admin admin] Pushing event deleted for resources: {'Network': ['ID=c6790729-422f-4b06-9abb-37990e50f612,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:14:17.260853 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-e39d9f53-46e0-45e9-932d-86586a1b4abc tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61c46372-3ec0-49c8-84d3-a5310c21d860']}} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:14:17.280904 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-e39d9f53-46e0-45e9-932d-86586a1b4abc tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13405dd7-a86b-4e54-b98d-747ce318c499') {'for_net_delete': True} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:14:17.281404 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-e39d9f53-46e0-45e9-932d-86586a1b4abc tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13405dd7-a86b-4e54-b98d-747ce318c499') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:14:17.301911 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e39d9f53-46e0-45e9-932d-86586a1b4abc tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25010581'] for segment, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:17.327167 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e39d9f53-46e0-45e9-932d-86586a1b4abc tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:17.336150 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e39d9f53-46e0-45e9-932d-86586a1b4abc tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Releasing vlan 669 on physical network physnet1 to pool {{(pid=94420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 12:14:17.336641 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e39d9f53-46e0-45e9-932d-86586a1b4abc tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29762581'] for segment, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:17.340029 n-d-803378-2 neutron-server[94420]: Traceback (most recent call last): Aug 05 12:14:17.340029 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 12:14:17.340029 n-d-803378-2 neutron-server[94420]: timer() Aug 05 12:14:17.340029 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 12:14:17.340029 n-d-803378-2 neutron-server[94420]: cb(*args, **kw) Aug 05 12:14:17.340029 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 12:14:17.340029 n-d-803378-2 neutron-server[94420]: return func(*args, **kwargs) Aug 05 12:14:17.340029 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 12:14:17.340029 n-d-803378-2 neutron-server[94420]: self._notify() Aug 05 12:14:17.340029 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 12:14:17.340029 n-d-803378-2 neutron-server[94420]: self.callback(batched_events) Aug 05 12:14:17.340029 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 12:14:17.340029 n-d-803378-2 neutron-server[94420]: event.method(event) Aug 05 12:14:17.340029 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 12:14:17.340029 n-d-803378-2 neutron-server[94420]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 12:14:17.340029 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 12:14:17.340029 n-d-803378-2 neutron-server[94420]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 12:14:17.340029 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 12:14:17.340029 n-d-803378-2 neutron-server[94420]: return f(self, *a, **k) Aug 05 12:14:17.340029 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 12:14:17.340029 n-d-803378-2 neutron-server[94420]: return self._get(url).json() Aug 05 12:14:17.340029 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 12:14:17.340029 n-d-803378-2 neutron-server[94420]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 12:14:17.340029 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 12:14:17.340029 n-d-803378-2 neutron-server[94420]: return self.request(url, 'GET', **kwargs) Aug 05 12:14:17.340029 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 12:14:17.340029 n-d-803378-2 neutron-server[94420]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 12:14:17.340029 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 12:14:17.340029 n-d-803378-2 neutron-server[94420]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 12:14:17.340029 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 12:14:17.340029 n-d-803378-2 neutron-server[94420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 12:14:17.340029 n-d-803378-2 neutron-server[94420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 12:14:17.371019 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 7a3f8f0c-7556-41f6-9360-dd9188c59e42 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:14:17.413372 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 7a3f8f0c-7556-41f6-9360-dd9188c59e42 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:14:17.414852 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 7a3f8f0c-7556-41f6-9360-dd9188c59e42 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:14:17.416006 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device d86dfd9b-e0db-4098-920c-16fbfc006a0a no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:14:17.418788 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e39d9f53-46e0-45e9-932d-86586a1b4abc tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:17.434770 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e39d9f53-46e0-45e9-932d-86586a1b4abc tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:17.438609 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-e39d9f53-46e0-45e9-932d-86586a1b4abc tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] 10.222.0.58 "DELETE /v2.0/networks/61c46372-3ec0-49c8-84d3-a5310c21d860 HTTP/1.1" status: 204 len: 168 time: 0.4577286 Aug 05 12:14:17.442552 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35692) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:14:17.456617 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39d9f53-46e0-45e9-932d-86586a1b4abc tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Pushing event deleted for resources: {'Network': ['ID=61c46372-3ec0-49c8-84d3-a5310c21d860,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:14:17.463535 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: d86dfd9b-e0db-4098-920c-16fbfc006a0a {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:14:17.464063 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device d86dfd9b-e0db-4098-920c-16fbfc006a0a not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:14:17.527728 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35694) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:14:17.535282 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8135249-7e58-40d1-8608-7d1fcc38223a tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Deleting subnet ae3256be-3702-43c3-b6ad-7258539da17c {{(pid=94421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 12:14:17.541000 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a8135249-7e58-40d1-8608-7d1fcc38223a tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks [] for subnet, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:17.595109 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a8135249-7e58-40d1-8608-7d1fcc38223a tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29786388'] for subnet, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:17.596860 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-a3233bd7-7b08-4bc1-a5e0-c820f5395c83 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=08cac0c8769a4ffea30ad0e53220cf84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0672491 Aug 05 12:14:17.599088 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35696) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:14:17.768896 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8fd477f8-6054-4c15-a7b9-d863d0050d35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:17.805843 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a8135249-7e58-40d1-8608-7d1fcc38223a tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:17.870725 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8fd477f8-6054-4c15-a7b9-d863d0050d35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:17.980010 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a8135249-7e58-40d1-8608-7d1fcc38223a tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25038609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30075142'] for subnet, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:18.022782 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a8135249-7e58-40d1-8608-7d1fcc38223a tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:18.026150 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-a8135249-7e58-40d1-8608-7d1fcc38223a tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] 10.222.0.58 "DELETE /v2.0/subnets/ae3256be-3702-43c3-b6ad-7258539da17c HTTP/1.1" status: 204 len: 168 time: 0.5817392 Aug 05 12:14:18.029894 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8135249-7e58-40d1-8608-7d1fcc38223a tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Pushing event deleted for resources: {'Subnet': ['ID=ae3256be-3702-43c3-b6ad-7258539da17c,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:14:18.030062 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35698) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:14:18.035088 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8fd477f8-6054-4c15-a7b9-d863d0050d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:18.040502 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8fd477f8-6054-4c15-a7b9-d863d0050d35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:18.042942 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-8fd477f8-6054-4c15-a7b9-d863d0050d35 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9d99f054-ab56-4987-85f0-a9cf138d51b1 HTTP/1.1" status: 204 len: 168 time: 0.4416535 Aug 05 12:14:18.049774 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9389094c-c7d0-4e89-a716-139941c6dba2 None None] Network 80e90e03-9b76-4335-ae26-bfa348545753 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:14:18.064985 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd477f8-6054-4c15-a7b9-d863d0050d35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d99f054-ab56-4987-85f0-a9cf138d51b1,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:14:18.177056 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-dae616b7-da4d-4b5f-b369-694615240b05 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:18.280266 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-dae616b7-da4d-4b5f-b369-694615240b05 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Deleting port 830aa31d-fc83-4cc3-9dc7-81b9c600fbc8 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:14:18.281778 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-dae616b7-da4d-4b5f-b369-694615240b05 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:18.329583 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d0615c-d383-42f6-8153-732e35276a6c None None] DHCP port deletion for 80e90e03-9b76-4335-ae26-bfa348545753 request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 12:14:18.392652 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-dae616b7-da4d-4b5f-b369-694615240b05 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] For port 830aa31d-fc83-4cc3-9dc7-81b9c600fbc8, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=830aa31d-fc83-4cc3-9dc7-81b9c600fbc8,segment=NetworkSegment(e45d46d8-f0e2-4918-ac8c-5c5de9b7c4f2),segment_id=e45d46d8-f0e2-4918-ac8c-5c5de9b7c4f2)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:14:18.392652 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-dae616b7-da4d-4b5f-b369-694615240b05 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:18.413380 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-dae616b7-da4d-4b5f-b369-694615240b05 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Calling delete_port for 830aa31d-fc83-4cc3-9dc7-81b9c600fbc8 owned by network:dhcp {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:14:18.423085 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-b2d0615c-d383-42f6-8153-732e35276a6c None None] Deleting port 830aa31d-fc83-4cc3-9dc7-81b9c600fbc8 {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:14:18.423738 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b2d0615c-d383-42f6-8153-732e35276a6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:18.534981 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-dae616b7-da4d-4b5f-b369-694615240b05 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:18.576328 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b2d0615c-d383-42f6-8153-732e35276a6c None None] For port 830aa31d-fc83-4cc3-9dc7-81b9c600fbc8, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=830aa31d-fc83-4cc3-9dc7-81b9c600fbc8,segment=NetworkSegment(e45d46d8-f0e2-4918-ac8c-5c5de9b7c4f2),segment_id=e45d46d8-f0e2-4918-ac8c-5c5de9b7c4f2)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:14:18.577152 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b2d0615c-d383-42f6-8153-732e35276a6c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:18.596698 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae616b7-da4d-4b5f-b369-694615240b05 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Pushing event deleted for resources: {'Port': ['ID=830aa31d-fc83-4cc3-9dc7-81b9c600fbc8,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:14:18.613957 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae616b7-da4d-4b5f-b369-694615240b05 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] No DVR routers for this DVR port 830aa31d-fc83-4cc3-9dc7-81b9c600fbc8 on host n-d-803378-2 {{(pid=94420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:14:18.623627 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-b2d0615c-d383-42f6-8153-732e35276a6c None None] Calling delete_port for 830aa31d-fc83-4cc3-9dc7-81b9c600fbc8 owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:14:18.799316 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-dae616b7-da4d-4b5f-b369-694615240b05 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:18.805546 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b2d0615c-d383-42f6-8153-732e35276a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:18.821001 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-dae616b7-da4d-4b5f-b369-694615240b05 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80e90e03-9b76-4335-ae26-bfa348545753']}} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:14:18.841601 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d0615c-d383-42f6-8153-732e35276a6c None None] No DVR routers for this DVR port 830aa31d-fc83-4cc3-9dc7-81b9c600fbc8 on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:14:18.843642 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d0615c-d383-42f6-8153-732e35276a6c None None] Pushing event deleted for resources: {'Port': ['ID=830aa31d-fc83-4cc3-9dc7-81b9c600fbc8,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:14:18.847941 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-dae616b7-da4d-4b5f-b369-694615240b05 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e45d46d8-f0e2-4918-ac8c-5c5de9b7c4f2') {'for_net_delete': True} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:14:18.848436 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-dae616b7-da4d-4b5f-b369-694615240b05 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e45d46d8-f0e2-4918-ac8c-5c5de9b7c4f2') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:14:18.868257 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-dae616b7-da4d-4b5f-b369-694615240b05 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25010581'] for segment, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:18.891368 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-dae616b7-da4d-4b5f-b369-694615240b05 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:18.902892 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dae616b7-da4d-4b5f-b369-694615240b05 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=94420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 12:14:18.903593 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-dae616b7-da4d-4b5f-b369-694615240b05 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29762581'] for segment, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:18.907318 n-d-803378-2 neutron-server[94420]: Traceback (most recent call last): Aug 05 12:14:18.907318 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 12:14:18.907318 n-d-803378-2 neutron-server[94420]: timer() Aug 05 12:14:18.907318 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 12:14:18.907318 n-d-803378-2 neutron-server[94420]: cb(*args, **kw) Aug 05 12:14:18.907318 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 12:14:18.907318 n-d-803378-2 neutron-server[94420]: return func(*args, **kwargs) Aug 05 12:14:18.907318 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 12:14:18.907318 n-d-803378-2 neutron-server[94420]: self._notify() Aug 05 12:14:18.907318 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 12:14:18.907318 n-d-803378-2 neutron-server[94420]: self.callback(batched_events) Aug 05 12:14:18.907318 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 12:14:18.907318 n-d-803378-2 neutron-server[94420]: event.method(event) Aug 05 12:14:18.907318 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 12:14:18.907318 n-d-803378-2 neutron-server[94420]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 12:14:18.907318 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 12:14:18.907318 n-d-803378-2 neutron-server[94420]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 12:14:18.907318 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 12:14:18.907318 n-d-803378-2 neutron-server[94420]: return f(self, *a, **k) Aug 05 12:14:18.907318 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 12:14:18.907318 n-d-803378-2 neutron-server[94420]: return self._get(url).json() Aug 05 12:14:18.907318 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 12:14:18.907318 n-d-803378-2 neutron-server[94420]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 12:14:18.907318 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 12:14:18.907318 n-d-803378-2 neutron-server[94420]: return self.request(url, 'GET', **kwargs) Aug 05 12:14:18.907318 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 12:14:18.907318 n-d-803378-2 neutron-server[94420]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 12:14:18.907318 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 12:14:18.907318 n-d-803378-2 neutron-server[94420]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 12:14:18.907318 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 12:14:18.907318 n-d-803378-2 neutron-server[94420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 12:14:18.907318 n-d-803378-2 neutron-server[94420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 12:14:19.006693 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-dae616b7-da4d-4b5f-b369-694615240b05 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:19.040843 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-dae616b7-da4d-4b5f-b369-694615240b05 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:19.041805 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-dae616b7-da4d-4b5f-b369-694615240b05 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] 10.222.0.58 "DELETE /v2.0/networks/80e90e03-9b76-4335-ae26-bfa348545753 HTTP/1.1" status: 204 len: 168 time: 1.0103350 Aug 05 12:14:19.043583 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae616b7-da4d-4b5f-b369-694615240b05 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Pushing event deleted for resources: {'Network': ['ID=80e90e03-9b76-4335-ae26-bfa348545753,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:14:19.045716 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35718) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:14:19.083776 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-b380b632-cd3d-4a20-b058-831989dff2f8 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] 10.222.0.58 "GET /v2.0/ports?device_id=80e9288b-48ee-4d98-b87d-b64b8eb9e1cc HTTP/1.1" status: 200 len: 205 time: 0.0369592 Aug 05 12:14:19.087351 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35720) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:14:19.195387 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d443f517-4917-464b-8621-8c37113730a4 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks [] for router, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:19.284030 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35724) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:14:19.371893 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 830aa31d-fc83-4cc3-9dc7-81b9c600fbc8 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:14:19.409728 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 830aa31d-fc83-4cc3-9dc7-81b9c600fbc8 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:14:19.410723 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 830aa31d-fc83-4cc3-9dc7-81b9c600fbc8 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:14:19.478404 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d443f517-4917-464b-8621-8c37113730a4 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33262979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1951'] for router, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:19.481358 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d443f517-4917-464b-8621-8c37113730a4 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:19.485160 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-490bf0c3-9068-4cb3-a772-607f854c6cbc admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1180824827-network', 'tenant_id': 'efa509317a734854991a70723d6a1fc3'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:14:19.524113 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-490bf0c3-9068-4cb3-a772-607f854c6cbc admin admin] Made reservation on behalf of efa509317a734854991a70723d6a1fc3 for: {'network': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:14:19.528185 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-490bf0c3-9068-4cb3-a772-607f854c6cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:19.545457 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-490bf0c3-9068-4cb3-a772-607f854c6cbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:19.566541 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d443f517-4917-464b-8621-8c37113730a4 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33262474'] for router, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:19.567443 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d443f517-4917-464b-8621-8c37113730a4 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Fanout notify agent at l3_agent the message router_deleted on router 80e9288b-48ee-4d98-b87d-b64b8eb9e1cc {{(pid=94420) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 12:14:19.581216 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d443f517-4917-464b-8621-8c37113730a4 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] Notify callbacks [] for router, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:19.588955 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-d443f517-4917-464b-8621-8c37113730a4 tempest-RoutersNegativeIpV6Test-80390145 tempest-RoutersNegativeIpV6Test-80390145-project] 10.222.0.58 "DELETE /v2.0/routers/80e9288b-48ee-4d98-b87d-b64b8eb9e1cc HTTP/1.1" status: 204 len: 168 time: 0.4997621 Aug 05 12:14:19.703020 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-490bf0c3-9068-4cb3-a772-607f854c6cbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:19.708575 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-490bf0c3-9068-4cb3-a772-607f854c6cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:19.735996 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-490bf0c3-9068-4cb3-a772-607f854c6cbc admin admin] vlan segment allocate from pool success with {'vlan_id': 698, 'physical_network': 'physnet1'} {{(pid=94421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 12:14:19.754729 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490bf0c3-9068-4cb3-a772-607f854c6cbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a22a0fa0-b49e-4621-ae23-ed655079599c,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:14:19.760642 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-490bf0c3-9068-4cb3-a772-607f854c6cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:19.760642 n-d-803378-2 neutron-server[94421]: INFO neutron.db.segments_db [None req-490bf0c3-9068-4cb3-a772-607f854c6cbc admin admin] Added segment a822b30e-4bae-47db-ad96-1d51d3479b0b of type vlan for network 7325049d-4b1e-4a0a-913f-166cb2694e77 Aug 05 12:14:19.828072 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-490bf0c3-9068-4cb3-a772-607f854c6cbc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:19.865615 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-490bf0c3-9068-4cb3-a772-607f854c6cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:19.867288 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490bf0c3-9068-4cb3-a772-607f854c6cbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:14:19.867947 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-490bf0c3-9068-4cb3-a772-607f854c6cbc admin admin] Notify callbacks [] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:19.872940 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35732) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:14:19.940917 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-490bf0c3-9068-4cb3-a772-607f854c6cbc admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6554089 Aug 05 12:14:19.945951 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35736) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:14:19.953534 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-412ad11d-2bf9-480e-8197-d521cb665414 admin admin] Request body: {'subnet': {'network_id': '7325049d-4b1e-4a0a-913f-166cb2694e77', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1180824827-subnet', 'tenant_id': 'efa509317a734854991a70723d6a1fc3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:14:19.971615 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490bf0c3-9068-4cb3-a772-607f854c6cbc admin admin] Pushing event updated for resources: {'Network': ['ID=7325049d-4b1e-4a0a-913f-166cb2694e77,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:14:19.984146 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 7325049d-4b1e-4a0a-913f-166cb2694e77 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 12:14:19.992163 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-412ad11d-2bf9-480e-8197-d521cb665414 admin admin] Made reservation on behalf of efa509317a734854991a70723d6a1fc3 for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:14:19.996252 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-412ad11d-2bf9-480e-8197-d521cb665414 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:20.095101 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-4f82c2b1-1abf-47d2-8f33-3132fdd74c1e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=342f98e6756149328f96c1a5b17d38db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2207274 Aug 05 12:14:20.098602 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35738) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:14:20.166059 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-bfb7489e-a278-4c73-99c1-08f0291fd7ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:20.201097 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-bfb7489e-a278-4c73-99c1-08f0291fd7ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:20.263111 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-bfb7489e-a278-4c73-99c1-08f0291fd7ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:20.266763 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-bfb7489e-a278-4c73-99c1-08f0291fd7ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:20.272939 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-bfb7489e-a278-4c73-99c1-08f0291fd7ba admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a666cfde-79a9-47b1-93e4-fb69c7794521 HTTP/1.1" status: 204 len: 168 time: 0.1684394 Aug 05 12:14:20.282024 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb7489e-a278-4c73-99c1-08f0291fd7ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a666cfde-79a9-47b1-93e4-fb69c7794521,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:14:20.321084 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-412ad11d-2bf9-480e-8197-d521cb665414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25038678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30075167'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:20.413954 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412ad11d-2bf9-480e-8197-d521cb665414 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09b67b2b-c3fd-499c-ab4f-b3561813b23d,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:14:20.440994 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412ad11d-2bf9-480e-8197-d521cb665414 admin admin] Checking segment: {'id': 'a822b30e-4bae-47db-ad96-1d51d3479b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '7325049d-4b1e-4a0a-913f-166cb2694e77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:14:20.441625 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412ad11d-2bf9-480e-8197-d521cb665414 admin admin] Network hostable DHCP agents. Network: 7325049d-4b1e-4a0a-913f-166cb2694e77, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 12:14:20.470757 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412ad11d-2bf9-480e-8197-d521cb665414 admin admin] Network 7325049d-4b1e-4a0a-913f-166cb2694e77 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 12:14:20.486476 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-412ad11d-2bf9-480e-8197-d521cb665414 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, 7325049d-4b1e-4a0a-913f-166cb2694e77) {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:14:20.493910 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412ad11d-2bf9-480e-8197-d521cb665414 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:14:20.494577 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-412ad11d-2bf9-480e-8197-d521cb665414 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:20.502029 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc7c248-defb-423c-963c-b61151b4be22 None None] Network 7325049d-4b1e-4a0a-913f-166cb2694e77 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:14:20.516574 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-412ad11d-2bf9-480e-8197-d521cb665414 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5693097 Aug 05 12:14:20.672792 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aab7955-2e55-41a5-ab06-511581d20257 None None] Network 7325049d-4b1e-4a0a-913f-166cb2694e77 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:14:21.279472 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35776) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:14:21.376675 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7554c492-a890-455e-a5ee-681b0bddeadf req-aa87217b-19e6-4a75-a310-ecf31aab5669 tempest-ServerPasswordTestJSON-134148733 tempest-ServerPasswordTestJSON-134148733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:14:21.379667 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7554c492-a890-455e-a5ee-681b0bddeadf req-aa87217b-19e6-4a75-a310-ecf31aab5669 tempest-ServerPasswordTestJSON-134148733 tempest-ServerPasswordTestJSON-134148733-project] 10.222.0.58 "GET /v2.0/networks?id=7325049d-4b1e-4a0a-913f-166cb2694e77 HTTP/1.1" status: 200 len: 813 time: 0.1778393 Aug 05 12:14:21.402900 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7554c492-a890-455e-a5ee-681b0bddeadf req-572a7d3a-d6c4-4248-9317-814bd6fdd33e tempest-ServerPasswordTestJSON-134148733 tempest-ServerPasswordTestJSON-134148733-project] 10.222.0.58 "GET /v2.0/quotas/efa509317a734854991a70723d6a1fc3 HTTP/1.1" status: 200 len: 375 time: 0.0147374 Aug 05 12:14:21.446129 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7554c492-a890-455e-a5ee-681b0bddeadf req-6d6238df-e800-485c-b903-46104e73e5cb tempest-ServerPasswordTestJSON-134148733 tempest-ServerPasswordTestJSON-134148733-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=efa509317a734854991a70723d6a1fc3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0365937 Aug 05 12:14:21.500178 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-cd2c3cd9-42cb-40a8-b034-89934b34cf97 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Request body: {'security_group': {'name': 'tempest-secgroup--2015923290'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:14:21.532097 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-cd2c3cd9-42cb-40a8-b034-89934b34cf97 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:21.545621 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-cd2c3cd9-42cb-40a8-b034-89934b34cf97 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:21.609811 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7554c492-a890-455e-a5ee-681b0bddeadf req-8d089d9d-8f30-4ca5-a08e-8eba0e7939ea service neutron] 10.222.0.58 "GET /v2.0/networks/7325049d-4b1e-4a0a-913f-166cb2694e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513028 Aug 05 12:14:21.696543 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-06d05987-c22f-4c8d-a4e9-b6697897ada1 req-1a7700c1-7d70-4d33-ab3e-3584368b8ca7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ed0c15ad-12d7-4fd2-841c-82ab919bc2d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0777314 Aug 05 12:14:21.732727 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-cd2c3cd9-42cb-40a8-b034-89934b34cf97 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:21.756152 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-cd2c3cd9-42cb-40a8-b034-89934b34cf97 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:21.774075 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7554c492-a890-455e-a5ee-681b0bddeadf req-923374cb-99ae-48a0-ab4a-fcecdeb15258 service neutron] 10.222.0.58 "GET /v2.0/networks/7325049d-4b1e-4a0a-913f-166cb2694e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474872 Aug 05 12:14:21.876760 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2c3cd9-42cb-40a8-b034-89934b34cf97 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33a6fc9b-e3e0-4524-8b92-a8010d74b7aa,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:14:21.901363 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d05987-c22f-4c8d-a4e9-b6697897ada1 req-0caaf587-1b81-488e-9db5-89ed72ab65d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:14:21.903976 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-06d05987-c22f-4c8d-a4e9-b6697897ada1 req-0caaf587-1b81-488e-9db5-89ed72ab65d5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f717acd5caa748b6b706fbaad1f3b969&device_id=ed0c15ad-12d7-4fd2-841c-82ab919bc2d0 HTTP/1.1" status: 200 len: 1096 time: 0.1669431 Aug 05 12:14:22.024428 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d7b77df3-1510-4757-940b-e868d2b85535 req-0a680cfb-20e2-4af9-874f-40955e68acd5 tempest-ServerPasswordTestJSON-134148733 tempest-ServerPasswordTestJSON-134148733-project] 10.222.0.58 "GET /v2.0/ports?device_id=452de724-ba06-404c-aac1-357bda603186 HTTP/1.1" status: 200 len: 210 time: 0.0514991 Aug 05 12:14:22.087908 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-cd2c3cd9-42cb-40a8-b034-89934b34cf97 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:22.097944 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-cd2c3cd9-42cb-40a8-b034-89934b34cf97 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:22.156773 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-cd2c3cd9-42cb-40a8-b034-89934b34cf97 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:22.158339 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-cd2c3cd9-42cb-40a8-b034-89934b34cf97 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8770328 Aug 05 12:14:22.163778 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35788) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:14:22.172897 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2c3cd9-42cb-40a8-b034-89934b34cf97 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d716c48c-abd6-41db-9174-d239cc5c2c4a,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:14:22.187830 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d05987-c22f-4c8d-a4e9-b6697897ada1 req-aee769fb-c565-4ed0-9a27-49d572441ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:14:22.190595 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-06d05987-c22f-4c8d-a4e9-b6697897ada1 req-aee769fb-c565-4ed0-9a27-49d572441ee4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b881efb6-f52e-4006-a158-c2aa42fef2fe HTTP/1.1" status: 200 len: 912 time: 0.2366149 Aug 05 12:14:22.251267 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-0f13960e-e73d-44d2-af06-916d215be978 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0856860 Aug 05 12:14:22.256947 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35790) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:14:22.265271 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-cefcf6c5-4790-4b64-b6d0-5d2e4b8143b8 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Request body: {'security_group': {'name': 'tempest-security--1773417483', 'description': 'tempest-security-description-1290599335'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:14:22.315405 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-cefcf6c5-4790-4b64-b6d0-5d2e4b8143b8 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks [] for security_group, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:22.320661 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-06d05987-c22f-4c8d-a4e9-b6697897ada1 req-2589ef4a-87be-426c-b591-be229d347e2d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1882720d-6738-4c87-ae4d-d8b952549ac0 HTTP/1.1" status: 200 len: 1001 time: 0.1216605 Aug 05 12:14:22.385605 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d05987-c22f-4c8d-a4e9-b6697897ada1 req-e51f6c97-99bd-4b53-b0b7-f8cb584229f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:14:22.387274 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-06d05987-c22f-4c8d-a4e9-b6697897ada1 req-e51f6c97-99bd-4b53-b0b7-f8cb584229f2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=96bcc71c-db3b-48c5-a5c3-35b749d6182d HTTP/1.1" status: 200 len: 850 time: 0.0602493 Aug 05 12:14:22.402118 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-cefcf6c5-4790-4b64-b6d0-5d2e4b8143b8 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks [] for security_group, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:22.407697 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-cefcf6c5-4790-4b64-b6d0-5d2e4b8143b8 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:22.412274 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-cefcf6c5-4790-4b64-b6d0-5d2e4b8143b8 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:22.414632 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-cefcf6c5-4790-4b64-b6d0-5d2e4b8143b8 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] 10.222.0.58 "PUT /v2.0/security-groups/d716c48c-abd6-41db-9174-d239cc5c2c4a HTTP/1.1" status: 200 len: 1780 time: 0.1554484 Aug 05 12:14:22.420083 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35794) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:14:22.440141 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:22.467922 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d05987-c22f-4c8d-a4e9-b6697897ada1 req-5cd304aa-d394-44dd-b01d-96419d003f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:14:22.471048 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-06d05987-c22f-4c8d-a4e9-b6697897ada1 req-5cd304aa-d394-44dd-b01d-96419d003f6a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b881efb6-f52e-4006-a158-c2aa42fef2fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0757117 Aug 05 12:14:22.494586 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefcf6c5-4790-4b64-b6d0-5d2e4b8143b8 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d716c48c-abd6-41db-9174-d239cc5c2c4a,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:14:22.533582 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-bc51dbe1-ce9a-4e08-8c6f-1c89770c3a3f tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] 10.222.0.58 "GET /v2.0/security-groups/d716c48c-abd6-41db-9174-d239cc5c2c4a HTTP/1.1" status: 200 len: 1780 time: 0.1064150 Aug 05 12:14:22.535087 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35796) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:14:22.618872 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a660ffca-876e-427f-b084-b009eabaa794 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:22.634809 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-06d05987-c22f-4c8d-a4e9-b6697897ada1 req-f7f03044-6a0b-4a30-8255-036b04d14a06 service neutron] 10.222.0.55 "GET /v2.0/networks/b881efb6-f52e-4006-a158-c2aa42fef2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558945 Aug 05 12:14:22.663567 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a660ffca-876e-427f-b084-b009eabaa794 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:22.717854 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a660ffca-876e-427f-b084-b009eabaa794 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:22.722419 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a660ffca-876e-427f-b084-b009eabaa794 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:22.724373 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-a660ffca-876e-427f-b084-b009eabaa794 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] 10.222.0.58 "DELETE /v2.0/security-groups/d716c48c-abd6-41db-9174-d239cc5c2c4a HTTP/1.1" status: 204 len: 168 time: 0.1872439 Aug 05 12:14:22.730656 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35798) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:14:22.762245 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a660ffca-876e-427f-b084-b009eabaa794 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d716c48c-abd6-41db-9174-d239cc5c2c4a,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:14:22.782030 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-06d05987-c22f-4c8d-a4e9-b6697897ada1 req-2c10d3ab-bf91-4a68-9ba9-8c5a5f8f64fd service neutron] 10.222.0.55 "GET /v2.0/networks/b881efb6-f52e-4006-a158-c2aa42fef2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386881 Aug 05 12:14:22.826868 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-eda58788-158d-4171-9dd3-aa227644ab75 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0943315 Aug 05 12:14:22.829223 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35800) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:14:22.854589 n-d-803378-2 neutron-server[94420]: INFO neutron.api.v2.resource [None req-606ecffd-3bc1-45f8-9fd7-d701b3a6ea6a tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] delete failed (client error): The resource could not be found. Aug 05 12:14:22.856533 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-606ecffd-3bc1-45f8-9fd7-d701b3a6ea6a tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] 10.222.0.58 "DELETE /v2.0/security-groups/d716c48c-abd6-41db-9174-d239cc5c2c4a HTTP/1.1" status: 404 len: 347 time: 0.0256996 Aug 05 12:14:22.860607 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35802) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:14:22.869928 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-1a5358c9-7a1b-4269-ba1a-6b9d71bbedbb tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Request body: {'security_group': {'name': 'tempest-secgroup--1491597307'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:14:22.908460 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1a5358c9-7a1b-4269-ba1a-6b9d71bbedbb tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:23.045735 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1a5358c9-7a1b-4269-ba1a-6b9d71bbedbb tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:23.051469 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1a5358c9-7a1b-4269-ba1a-6b9d71bbedbb tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:23.114446 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1a5358c9-7a1b-4269-ba1a-6b9d71bbedbb tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:23.117409 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-1a5358c9-7a1b-4269-ba1a-6b9d71bbedbb tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2549176 Aug 05 12:14:23.121252 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35806) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:14:23.121551 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5358c9-7a1b-4269-ba1a-6b9d71bbedbb tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0da88f1-74a6-46ab-b73e-e1169ed7a60b,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:14:23.132306 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-bcfb995b-f532-4fd3-9d20-7acc9024fa5b tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Request body: {'security_group_rule': {'security_group_id': 'b0da88f1-74a6-46ab-b73e-e1169ed7a60b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:14:23.187578 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d9c4c6ff-75db-47ed-83a0-7a8d139392a0 req-ea68f9b8-42d4-461b-bfd1-92ebbe4f4f99 tempest-ServerPasswordTestJSON-134148733 tempest-ServerPasswordTestJSON-134148733-project] 10.222.0.58 "GET /v2.0/ports?device_id=452de724-ba06-404c-aac1-357bda603186 HTTP/1.1" status: 200 len: 210 time: 0.0412621 Aug 05 12:14:23.212112 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-bcfb995b-f532-4fd3-9d20-7acc9024fa5b tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:23.288223 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-bcfb995b-f532-4fd3-9d20-7acc9024fa5b tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:23.295562 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-bcfb995b-f532-4fd3-9d20-7acc9024fa5b tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:23.321469 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfb995b-f532-4fd3-9d20-7acc9024fa5b tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42897cf7-f43f-4d12-bf0e-77a29f054b9a,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:14:23.338232 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-bcfb995b-f532-4fd3-9d20-7acc9024fa5b tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:23.343053 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-bcfb995b-f532-4fd3-9d20-7acc9024fa5b tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2169623 Aug 05 12:14:23.343711 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35808) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:14:23.447384 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-23e47bfb-7b11-49d3-ba8b-71f790b0485a tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:23.471388 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-23e47bfb-7b11-49d3-ba8b-71f790b0485a tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:23.545643 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-23e47bfb-7b11-49d3-ba8b-71f790b0485a tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:23.554387 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-23e47bfb-7b11-49d3-ba8b-71f790b0485a tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:23.555751 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-23e47bfb-7b11-49d3-ba8b-71f790b0485a tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/42897cf7-f43f-4d12-bf0e-77a29f054b9a HTTP/1.1" status: 204 len: 168 time: 0.2109747 Aug 05 12:14:23.559130 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35810) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:14:23.572664 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7554c492-a890-455e-a5ee-681b0bddeadf req-ec77c5f0-590c-4a4b-9b91-f7c1d9bbd47a tempest-ServerPasswordTestJSON-134148733 tempest-ServerPasswordTestJSON-134148733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:14:23.575278 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7554c492-a890-455e-a5ee-681b0bddeadf req-ec77c5f0-590c-4a4b-9b91-f7c1d9bbd47a tempest-ServerPasswordTestJSON-134148733 tempest-ServerPasswordTestJSON-134148733-project] 10.222.0.55 "GET /v2.0/networks?id=7325049d-4b1e-4a0a-913f-166cb2694e77 HTTP/1.1" status: 200 len: 813 time: 0.2033169 Aug 05 12:14:23.583232 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e47bfb-7b11-49d3-ba8b-71f790b0485a tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=42897cf7-f43f-4d12-bf0e-77a29f054b9a,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:14:23.611280 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-7554c492-a890-455e-a5ee-681b0bddeadf req-5159c3ac-5651-4c20-97c3-6539e0eaba3c tempest-ServerPasswordTestJSON-134148733 tempest-ServerPasswordTestJSON-134148733-project] Request body: {'port': {'device_id': '452de724-ba06-404c-aac1-357bda603186', 'network_id': '7325049d-4b1e-4a0a-913f-166cb2694e77', 'admin_state_up': True, 'tenant_id': 'efa509317a734854991a70723d6a1fc3'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:14:23.640693 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-5a5030b6-6669-4be9-a9bd-169350a37c11 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0796623 Aug 05 12:14:23.643779 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35812) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:14:23.724150 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f89fdddd-8283-482d-80e0-ed98d8417c39 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:23.767253 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f89fdddd-8283-482d-80e0-ed98d8417c39 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:23.782872 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7554c492-a890-455e-a5ee-681b0bddeadf req-5159c3ac-5651-4c20-97c3-6539e0eaba3c tempest-ServerPasswordTestJSON-134148733 tempest-ServerPasswordTestJSON-134148733-project] Made reservation on behalf of efa509317a734854991a70723d6a1fc3 for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:14:23.789792 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-7554c492-a890-455e-a5ee-681b0bddeadf req-5159c3ac-5651-4c20-97c3-6539e0eaba3c tempest-ServerPasswordTestJSON-134148733 tempest-ServerPasswordTestJSON-134148733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:23.828850 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f89fdddd-8283-482d-80e0-ed98d8417c39 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:23.832254 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f89fdddd-8283-482d-80e0-ed98d8417c39 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:23.833638 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-f89fdddd-8283-482d-80e0-ed98d8417c39 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] 10.222.0.58 "DELETE /v2.0/security-groups/b0da88f1-74a6-46ab-b73e-e1169ed7a60b HTTP/1.1" status: 204 len: 168 time: 0.1887956 Aug 05 12:14:23.837883 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35814) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:14:23.852991 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89fdddd-8283-482d-80e0-ed98d8417c39 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0da88f1-74a6-46ab-b73e-e1169ed7a60b,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:14:23.896812 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-27083bba-2a03-4022-bb09-cbc3a96d52fe tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0576494 Aug 05 12:14:23.901809 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35816) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:14:23.906719 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-234fe8e1-8660-40c2-a7bb-8ad736de55e0 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Request body: {'security_group': {'name': 'tempest-secgroup--2125639081'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:14:23.941570 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-234fe8e1-8660-40c2-a7bb-8ad736de55e0 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:23.984630 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-7554c492-a890-455e-a5ee-681b0bddeadf req-5159c3ac-5651-4c20-97c3-6539e0eaba3c tempest-ServerPasswordTestJSON-134148733 tempest-ServerPasswordTestJSON-134148733-project] Allocated IP 172.20.0.10 (7325049d-4b1e-4a0a-913f-166cb2694e77/09b67b2b-c3fd-499c-ab4f-b3561813b23d/6e834d8f-b7d3-4b06-8929-117f004bee3c) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:14:24.059759 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-234fe8e1-8660-40c2-a7bb-8ad736de55e0 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:24.064719 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-234fe8e1-8660-40c2-a7bb-8ad736de55e0 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:24.097122 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-234fe8e1-8660-40c2-a7bb-8ad736de55e0 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:24.098540 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-234fe8e1-8660-40c2-a7bb-8ad736de55e0 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1956916 Aug 05 12:14:24.104665 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234fe8e1-8660-40c2-a7bb-8ad736de55e0 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63e022a6-2cba-4dfa-8d8c-052567ca0a2d,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:14:24.107230 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35818) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:14:24.112190 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-add1f278-7972-41bc-ad99-27cbcc0c5434 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Request body: {'security_group_rule': {'security_group_id': '63e022a6-2cba-4dfa-8d8c-052567ca0a2d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:14:24.192863 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-add1f278-7972-41bc-ad99-27cbcc0c5434 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:24.242348 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-7554c492-a890-455e-a5ee-681b0bddeadf req-5159c3ac-5651-4c20-97c3-6539e0eaba3c tempest-ServerPasswordTestJSON-134148733 tempest-ServerPasswordTestJSON-134148733-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:24.348028 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-add1f278-7972-41bc-ad99-27cbcc0c5434 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:24.357495 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b28c0b89-c149-4a88-9ccf-fa428ef21c09 req-63eba3c9-a888-41ea-9ee8-283fa0f6045b tempest-ServerPasswordTestJSON-134148733 tempest-ServerPasswordTestJSON-134148733-project] 10.222.0.58 "GET /v2.0/ports?device_id=452de724-ba06-404c-aac1-357bda603186 HTTP/1.1" status: 200 len: 210 time: 0.0377696 Aug 05 12:14:24.363667 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-add1f278-7972-41bc-ad99-27cbcc0c5434 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:24.413619 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-add1f278-7972-41bc-ad99-27cbcc0c5434 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:24.415644 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-add1f278-7972-41bc-ad99-27cbcc0c5434 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3071201 Aug 05 12:14:24.416888 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add1f278-7972-41bc-ad99-27cbcc0c5434 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83ed6349-9fb6-4ea5-bf2e-258e1b6fc596,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:14:24.418501 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35824) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:14:24.425879 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-e3ff3213-7807-4170-a41d-1ad2cfd6bbec tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Request body: {'security_group_rule': {'security_group_id': '63e022a6-2cba-4dfa-8d8c-052567ca0a2d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:14:24.426466 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-7554c492-a890-455e-a5ee-681b0bddeadf req-5159c3ac-5651-4c20-97c3-6539e0eaba3c tempest-ServerPasswordTestJSON-134148733 tempest-ServerPasswordTestJSON-134148733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:24.475194 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e3ff3213-7807-4170-a41d-1ad2cfd6bbec tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:24.499608 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7554c492-a890-455e-a5ee-681b0bddeadf req-5159c3ac-5651-4c20-97c3-6539e0eaba3c tempest-ServerPasswordTestJSON-134148733 tempest-ServerPasswordTestJSON-134148733-project] Network 7325049d-4b1e-4a0a-913f-166cb2694e77 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:14:24.505168 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-7554c492-a890-455e-a5ee-681b0bddeadf req-5159c3ac-5651-4c20-97c3-6539e0eaba3c tempest-ServerPasswordTestJSON-134148733 tempest-ServerPasswordTestJSON-134148733-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:14:24.516070 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-7554c492-a890-455e-a5ee-681b0bddeadf req-5159c3ac-5651-4c20-97c3-6539e0eaba3c tempest-ServerPasswordTestJSON-134148733 tempest-ServerPasswordTestJSON-134148733-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:14:24.550013 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5159c3ac-5651-4c20-97c3-6539e0eaba3c tempest-ServerPasswordTestJSON-134148733 tempest-ServerPasswordTestJSON-134148733-project] Pushing event updated for resources: {'Port': ['ID=6e834d8f-b7d3-4b06-8929-117f004bee3c,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:14:24.569999 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e3ff3213-7807-4170-a41d-1ad2cfd6bbec tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:24.575752 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e3ff3213-7807-4170-a41d-1ad2cfd6bbec tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:24.600473 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7554c492-a890-455e-a5ee-681b0bddeadf req-5159c3ac-5651-4c20-97c3-6539e0eaba3c tempest-ServerPasswordTestJSON-134148733 tempest-ServerPasswordTestJSON-134148733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:14:24.601534 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-7554c492-a890-455e-a5ee-681b0bddeadf req-5159c3ac-5651-4c20-97c3-6539e0eaba3c tempest-ServerPasswordTestJSON-134148733 tempest-ServerPasswordTestJSON-134148733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:24.601825 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ff3213-7807-4170-a41d-1ad2cfd6bbec tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c32b8f05-b3ff-40f2-9a9f-5752de8754a5,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:14:24.611269 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e3ff3213-7807-4170-a41d-1ad2cfd6bbec tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:24.616634 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-e3ff3213-7807-4170-a41d-1ad2cfd6bbec tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1922653 Aug 05 12:14:24.616987 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35826) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:14:24.623124 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-28945419-e569-416f-b545-5cb603b915fc tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Request body: {'security_group_rule': {'security_group_id': '63e022a6-2cba-4dfa-8d8c-052567ca0a2d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:14:24.642014 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7554c492-a890-455e-a5ee-681b0bddeadf req-5159c3ac-5651-4c20-97c3-6539e0eaba3c tempest-ServerPasswordTestJSON-134148733 tempest-ServerPasswordTestJSON-134148733-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0379288 Aug 05 12:14:24.666401 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-7554c492-a890-455e-a5ee-681b0bddeadf req-57817fd1-5403-4d5f-8638-18ae54f33084 service neutron] Request body: {'port': {'device_id': '452de724-ba06-404c-aac1-357bda603186', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:14:24.675059 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-28945419-e569-416f-b545-5cb603b915fc tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:24.766690 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-7554c492-a890-455e-a5ee-681b0bddeadf req-57817fd1-5403-4d5f-8638-18ae54f33084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:24.778926 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-28945419-e569-416f-b545-5cb603b915fc tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:24.785489 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-28945419-e569-416f-b545-5cb603b915fc tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:24.813351 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28945419-e569-416f-b545-5cb603b915fc tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69ac738c-d5fd-4114-903c-2ea8ef6f2e83,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:14:24.817187 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-28945419-e569-416f-b545-5cb603b915fc tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:24.819191 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-28945419-e569-416f-b545-5cb603b915fc tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2006512 Aug 05 12:14:24.823783 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35828) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:14:24.829580 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-8fd8e851-ac24-4b87-a7e5-06536ac7eaf9 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Request body: {'security_group_rule': {'security_group_id': '63e022a6-2cba-4dfa-8d8c-052567ca0a2d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:14:24.867563 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8fd8e851-ac24-4b87-a7e5-06536ac7eaf9 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:24.949111 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8fd8e851-ac24-4b87-a7e5-06536ac7eaf9 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:24.954744 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8fd8e851-ac24-4b87-a7e5-06536ac7eaf9 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:24.976156 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd8e851-ac24-4b87-a7e5-06536ac7eaf9 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ac7c252-6f0a-4429-af2b-7fa27b3fb06c,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:14:24.985689 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8fd8e851-ac24-4b87-a7e5-06536ac7eaf9 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:24.986951 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-8fd8e851-ac24-4b87-a7e5-06536ac7eaf9 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1618896 Aug 05 12:14:24.993279 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35830) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:14:25.011525 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-ac22c6e3-93c3-425d-8a26-34adc869035e tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Request body: {'security_group_rule': {'security_group_id': '63e022a6-2cba-4dfa-8d8c-052567ca0a2d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:14:25.071693 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ac22c6e3-93c3-425d-8a26-34adc869035e tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:25.164297 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ac22c6e3-93c3-425d-8a26-34adc869035e tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:25.169603 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ac22c6e3-93c3-425d-8a26-34adc869035e tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:25.190091 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac22c6e3-93c3-425d-8a26-34adc869035e tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03f1b6fc-4566-48e9-a897-3c0d66be95d8,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:14:25.200311 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ac22c6e3-93c3-425d-8a26-34adc869035e tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:25.205845 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-ac22c6e3-93c3-425d-8a26-34adc869035e tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1947503 Aug 05 12:14:25.206929 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35832) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:14:25.244281 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-7554c492-a890-455e-a5ee-681b0bddeadf req-57817fd1-5403-4d5f-8638-18ae54f33084 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e834d8f-b7d3-4b06-8929-117f004bee3c {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 12:14:25.262989 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-7554c492-a890-455e-a5ee-681b0bddeadf req-57817fd1-5403-4d5f-8638-18ae54f33084 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:25.281365 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-7554c492-a890-455e-a5ee-681b0bddeadf req-57817fd1-5403-4d5f-8638-18ae54f33084 service neutron] Transition to ACTIVE for port object 6e834d8f-b7d3-4b06-8929-117f004bee3c will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:14:25.286724 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-7554c492-a890-455e-a5ee-681b0bddeadf req-57817fd1-5403-4d5f-8638-18ae54f33084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:25.302175 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-82f03986-0ad3-4253-9954-b21a61f48047 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:25.318805 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-82f03986-0ad3-4253-9954-b21a61f48047 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:25.356359 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57817fd1-5403-4d5f-8638-18ae54f33084 service neutron] Pushing event updated for resources: {'Port': ['ID=6e834d8f-b7d3-4b06-8929-117f004bee3c,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:14:25.385998 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-82f03986-0ad3-4253-9954-b21a61f48047 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:25.398524 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-82f03986-0ad3-4253-9954-b21a61f48047 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:25.400072 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-82f03986-0ad3-4253-9954-b21a61f48047 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/03f1b6fc-4566-48e9-a897-3c0d66be95d8 HTTP/1.1" status: 204 len: 168 time: 0.1915319 Aug 05 12:14:25.407568 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35836) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:14:25.421525 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f03986-0ad3-4253-9954-b21a61f48047 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=03f1b6fc-4566-48e9-a897-3c0d66be95d8,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:14:25.468350 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-7554c492-a890-455e-a5ee-681b0bddeadf req-57817fd1-5403-4d5f-8638-18ae54f33084 service neutron] Attempting to bind port 6e834d8f-b7d3-4b06-8929-117f004bee3c on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:14:25.468766 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-7554c492-a890-455e-a5ee-681b0bddeadf req-57817fd1-5403-4d5f-8638-18ae54f33084 service neutron] Attempting to bind port 6e834d8f-b7d3-4b06-8929-117f004bee3c by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': 'a822b30e-4bae-47db-ad96-1d51d3479b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '7325049d-4b1e-4a0a-913f-166cb2694e77'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:14:25.469111 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7554c492-a890-455e-a5ee-681b0bddeadf req-57817fd1-5403-4d5f-8638-18ae54f33084 service neutron] Attempting to bind port 6e834d8f-b7d3-4b06-8929-117f004bee3c on network 7325049d-4b1e-4a0a-913f-166cb2694e77 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:14:25.475580 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7554c492-a890-455e-a5ee-681b0bddeadf req-57817fd1-5403-4d5f-8638-18ae54f33084 service neutron] Port 6e834d8f-b7d3-4b06-8929-117f004bee3c on network 7325049d-4b1e-4a0a-913f-166cb2694e77 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 12:14:25.475920 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7554c492-a890-455e-a5ee-681b0bddeadf req-57817fd1-5403-4d5f-8638-18ae54f33084 service neutron] Attempting to bind port 6e834d8f-b7d3-4b06-8929-117f004bee3c on network 7325049d-4b1e-4a0a-913f-166cb2694e77 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:14:25.481954 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-f53fb341-2f51-4b62-beb8-51bbf88e30aa tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0727262 Aug 05 12:14:25.484426 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7554c492-a890-455e-a5ee-681b0bddeadf req-57817fd1-5403-4d5f-8638-18ae54f33084 service neutron] Checking agent: {'id': 'a8f1dd2d-227c-4e30-8844-52419ba734db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:14:25.484937 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7554c492-a890-455e-a5ee-681b0bddeadf req-57817fd1-5403-4d5f-8638-18ae54f33084 service neutron] Checking segment: {'id': 'a822b30e-4bae-47db-ad96-1d51d3479b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '7325049d-4b1e-4a0a-913f-166cb2694e77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:14:25.485700 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7554c492-a890-455e-a5ee-681b0bddeadf req-57817fd1-5403-4d5f-8638-18ae54f33084 service neutron] Bound using segment: {'id': 'a822b30e-4bae-47db-ad96-1d51d3479b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '7325049d-4b1e-4a0a-913f-166cb2694e77'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:14:25.486638 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35838) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:14:25.486995 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-7554c492-a890-455e-a5ee-681b0bddeadf req-57817fd1-5403-4d5f-8638-18ae54f33084 service neutron] Bound port: 6e834d8f-b7d3-4b06-8929-117f004bee3c, host: n-h2-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a822b30e-4bae-47db-ad96-1d51d3479b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '7325049d-4b1e-4a0a-913f-166cb2694e77'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:14:25.487528 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-7554c492-a890-455e-a5ee-681b0bddeadf req-57817fd1-5403-4d5f-8638-18ae54f33084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:25.549729 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e44b06b1-b292-453f-8149-a1654ef99b63 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:25.560219 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e44b06b1-b292-453f-8149-a1654ef99b63 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:25.594955 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a619d77-cbb3-40df-853b-385202cc4355 req-66c8987a-3f44-42e4-a520-72be954c817f tempest-ServerPasswordTestJSON-134148733 tempest-ServerPasswordTestJSON-134148733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:14:25.597066 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8a619d77-cbb3-40df-853b-385202cc4355 req-66c8987a-3f44-42e4-a520-72be954c817f tempest-ServerPasswordTestJSON-134148733 tempest-ServerPasswordTestJSON-134148733-project] 10.222.0.58 "GET /v2.0/ports?device_id=452de724-ba06-404c-aac1-357bda603186 HTTP/1.1" status: 200 len: 944 time: 0.0948822 Aug 05 12:14:25.605519 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-7554c492-a890-455e-a5ee-681b0bddeadf req-57817fd1-5403-4d5f-8638-18ae54f33084 service neutron] For port 6e834d8f-b7d3-4b06-8929-117f004bee3c, host n-h2-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:14:25.611337 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-7554c492-a890-455e-a5ee-681b0bddeadf req-57817fd1-5403-4d5f-8638-18ae54f33084 service neutron] For port 6e834d8f-b7d3-4b06-8929-117f004bee3c, host n-h2-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=6e834d8f-b7d3-4b06-8929-117f004bee3c,segment=NetworkSegment(a822b30e-4bae-47db-ad96-1d51d3479b0b),segment_id=a822b30e-4bae-47db-ad96-1d51d3479b0b)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:14:25.617803 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-7554c492-a890-455e-a5ee-681b0bddeadf req-57817fd1-5403-4d5f-8638-18ae54f33084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:25.619132 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e44b06b1-b292-453f-8149-a1654ef99b63 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:25.624656 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e44b06b1-b292-453f-8149-a1654ef99b63 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:25.625830 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-e44b06b1-b292-453f-8149-a1654ef99b63 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/4ac7c252-6f0a-4429-af2b-7fa27b3fb06c HTTP/1.1" status: 204 len: 168 time: 0.1380084 Aug 05 12:14:25.630487 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35840) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:14:25.660548 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44b06b1-b292-453f-8149-a1654ef99b63 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4ac7c252-6f0a-4429-af2b-7fa27b3fb06c,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:14:25.689644 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7554c492-a890-455e-a5ee-681b0bddeadf req-57817fd1-5403-4d5f-8638-18ae54f33084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:14:25.690680 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-7554c492-a890-455e-a5ee-681b0bddeadf req-57817fd1-5403-4d5f-8638-18ae54f33084 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:25.693737 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7554c492-a890-455e-a5ee-681b0bddeadf req-57817fd1-5403-4d5f-8638-18ae54f33084 service neutron] 10.222.0.55 "PUT /v2.0/ports/6e834d8f-b7d3-4b06-8929-117f004bee3c HTTP/1.1" status: 200 len: 1092 time: 1.0361767 Aug 05 12:14:25.694909 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '452de724-ba06-404c-aac1-357bda603186', 'tag': '6e834d8f-b7d3-4b06-8929-117f004bee3c'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:14:25.698741 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a25b730-03bc-437d-a10d-914069456f39" -d '{"events": [{"name": "network-changed", "server_uuid": "452de724-ba06-404c-aac1-357bda603186", "tag": "6e834d8f-b7d3-4b06-8929-117f004bee3c"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:14:25.705318 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8a619d77-cbb3-40df-853b-385202cc4355 req-251e3ece-3aca-4e27-9439-9f0a5d4455db tempest-ServerPasswordTestJSON-134148733 tempest-ServerPasswordTestJSON-134148733-project] 10.222.0.58 "GET /v2.0/security-groups?id=a22a0fa0-b49e-4621-ae23-ed655079599c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938478 Aug 05 12:14:25.756762 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57817fd1-5403-4d5f-8638-18ae54f33084 service neutron] Pushing event updated for resources: {'Port': ['ID=6e834d8f-b7d3-4b06-8929-117f004bee3c,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:14:25.787974 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-0218d4ff-7b14-44f0-b4b5-7f334d2e0177 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1469965 Aug 05 12:14:25.791457 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35844) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:14:25.793983 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 12:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7802470-5a93-40c7-ae7d-631ab2c41064 x-openstack-request-id: req-b7802470-5a93-40c7-ae7d-631ab2c41064 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:14:25.794414 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "452de724-ba06-404c-aac1-357bda603186", "tag": "6e834d8f-b7d3-4b06-8929-117f004bee3c", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:14:25.794846 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b7802470-5a93-40c7-ae7d-631ab2c41064 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:14:25.795517 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '452de724-ba06-404c-aac1-357bda603186', 'tag': '6e834d8f-b7d3-4b06-8929-117f004bee3c', 'status': 'completed', 'code': 200} Aug 05 12:14:25.829751 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1ca14226-d609-43b5-8e8a-4c3778b1588c tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:25.840894 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1ca14226-d609-43b5-8e8a-4c3778b1588c tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:25.850516 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7554c492-a890-455e-a5ee-681b0bddeadf req-ac449681-0f3b-46ac-9729-d24abc050715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:14:25.853193 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7554c492-a890-455e-a5ee-681b0bddeadf req-ac449681-0f3b-46ac-9729-d24abc050715 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=efa509317a734854991a70723d6a1fc3&device_id=452de724-ba06-404c-aac1-357bda603186 HTTP/1.1" status: 200 len: 1095 time: 0.0805972 Aug 05 12:14:25.883003 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1ca14226-d609-43b5-8e8a-4c3778b1588c tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:25.893895 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1ca14226-d609-43b5-8e8a-4c3778b1588c tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:25.896712 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-1ca14226-d609-43b5-8e8a-4c3778b1588c tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/69ac738c-d5fd-4114-903c-2ea8ef6f2e83 HTTP/1.1" status: 204 len: 168 time: 0.1026607 Aug 05 12:14:25.900735 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35846) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:14:25.923420 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7554c492-a890-455e-a5ee-681b0bddeadf req-eaff7603-0e88-4935-9739-0ac9c7a18108 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6e834d8f-b7d3-4b06-8929-117f004bee3c HTTP/1.1" status: 200 len: 217 time: 0.0566323 Aug 05 12:14:25.928339 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca14226-d609-43b5-8e8a-4c3778b1588c tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=69ac738c-d5fd-4114-903c-2ea8ef6f2e83,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:14:25.976036 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-5fcb7d89-1085-453e-aaae-d0c239718aa9 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0736914 Aug 05 12:14:25.981340 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35848) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:14:26.018452 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7554c492-a890-455e-a5ee-681b0bddeadf req-c9bbcbbe-0e62-49b7-9d6b-b6ef9058b34e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:14:26.019987 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7554c492-a890-455e-a5ee-681b0bddeadf req-c9bbcbbe-0e62-49b7-9d6b-b6ef9058b34e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=09b67b2b-c3fd-499c-ab4f-b3561813b23d HTTP/1.1" status: 200 len: 853 time: 0.0898371 Aug 05 12:14:26.024297 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-eaae2960-f360-4ffd-9c3a-7fc30bcc534a tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:26.044368 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-eaae2960-f360-4ffd-9c3a-7fc30bcc534a tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:26.066024 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7554c492-a890-455e-a5ee-681b0bddeadf req-8ef698f9-2483-48f8-8aa7-64ce2f1e7fc0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7325049d-4b1e-4a0a-913f-166cb2694e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379179 Aug 05 12:14:26.150583 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-eaae2960-f360-4ffd-9c3a-7fc30bcc534a tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:26.165539 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-eaae2960-f360-4ffd-9c3a-7fc30bcc534a tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:26.168144 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-eaae2960-f360-4ffd-9c3a-7fc30bcc534a tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/c32b8f05-b3ff-40f2-9a9f-5752de8754a5 HTTP/1.1" status: 204 len: 168 time: 0.1855619 Aug 05 12:14:26.171512 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35850) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:14:26.181677 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaae2960-f360-4ffd-9c3a-7fc30bcc534a tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c32b8f05-b3ff-40f2-9a9f-5752de8754a5,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:14:26.234284 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-3424188c-3a33-4d81-9d87-0073d0bdac50 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0612311 Aug 05 12:14:26.235434 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7554c492-a890-455e-a5ee-681b0bddeadf req-0a641a6f-7a39-4c6c-8e30-2ec7d087d79a service neutron] 10.222.0.55 "GET /v2.0/networks/7325049d-4b1e-4a0a-913f-166cb2694e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597948 Aug 05 12:14:26.237883 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35852) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:14:26.687628 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ff6a155c-3299-4869-a88c-869363639a6b tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:26.706438 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ff6a155c-3299-4869-a88c-869363639a6b tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:26.781366 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ff6a155c-3299-4869-a88c-869363639a6b tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:26.789180 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7554c492-a890-455e-a5ee-681b0bddeadf req-15ef27e0-eff7-4f31-9e88-8e7a83cd4b8d service neutron] 10.222.0.55 "GET /v2.0/networks/7325049d-4b1e-4a0a-913f-166cb2694e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5387568 Aug 05 12:14:26.794048 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ff6a155c-3299-4869-a88c-869363639a6b tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:26.795611 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-ff6a155c-3299-4869-a88c-869363639a6b tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/83ed6349-9fb6-4ea5-bf2e-258e1b6fc596 HTTP/1.1" status: 204 len: 168 time: 0.5563500 Aug 05 12:14:26.799825 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35856) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:14:26.811452 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6a155c-3299-4869-a88c-869363639a6b tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=83ed6349-9fb6-4ea5-bf2e-258e1b6fc596,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:14:26.883739 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-9a9343f4-ed7b-4ddb-9a30-9ccbcad5fc04 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0825310 Aug 05 12:14:26.884810 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35858) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:14:26.934958 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95a7a07-bf54-4f1e-80ab-2bd4a8a3c376 req-e8297e58-3c24-45a1-bcc0-82f2b2ca5fd1 tempest-ServerPasswordTestJSON-134148733 tempest-ServerPasswordTestJSON-134148733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:14:26.941472 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d95a7a07-bf54-4f1e-80ab-2bd4a8a3c376 req-e8297e58-3c24-45a1-bcc0-82f2b2ca5fd1 tempest-ServerPasswordTestJSON-134148733 tempest-ServerPasswordTestJSON-134148733-project] 10.222.0.58 "GET /v2.0/ports?device_id=452de724-ba06-404c-aac1-357bda603186 HTTP/1.1" status: 200 len: 944 time: 0.1006515 Aug 05 12:14:26.986428 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25b730-03bc-437d-a10d-914069456f39 req-45baaff3-e202-47d4-be2f-5049ebaae8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:14:26.988163 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6a25b730-03bc-437d-a10d-914069456f39 req-45baaff3-e202-47d4-be2f-5049ebaae8bd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=efa509317a734854991a70723d6a1fc3&device_id=452de724-ba06-404c-aac1-357bda603186 HTTP/1.1" status: 200 len: 1095 time: 0.0820127 Aug 05 12:14:27.000880 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d95a7a07-bf54-4f1e-80ab-2bd4a8a3c376 req-8a1283c0-1a8e-4655-a8e9-c081491de739 tempest-ServerPasswordTestJSON-134148733 tempest-ServerPasswordTestJSON-134148733-project] 10.222.0.58 "GET /v2.0/security-groups?id=a22a0fa0-b49e-4621-ae23-ed655079599c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559809 Aug 05 12:14:27.025153 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-00cbd0fb-ac85-4e06-a967-5d7b0443c864 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:27.094285 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-00cbd0fb-ac85-4e06-a967-5d7b0443c864 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:27.154711 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25b730-03bc-437d-a10d-914069456f39 req-17dd1a31-910c-498d-aeed-19a2be1ecee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:14:27.156246 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6a25b730-03bc-437d-a10d-914069456f39 req-17dd1a31-910c-498d-aeed-19a2be1ecee6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7325049d-4b1e-4a0a-913f-166cb2694e77 HTTP/1.1" status: 200 len: 914 time: 0.1565950 Aug 05 12:14:27.172392 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-00cbd0fb-ac85-4e06-a967-5d7b0443c864 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:27.175143 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-00cbd0fb-ac85-4e06-a967-5d7b0443c864 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:27.176691 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-00cbd0fb-ac85-4e06-a967-5d7b0443c864 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] 10.222.0.58 "DELETE /v2.0/security-groups/63e022a6-2cba-4dfa-8d8c-052567ca0a2d HTTP/1.1" status: 204 len: 168 time: 0.2906222 Aug 05 12:14:27.181635 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35860) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:14:27.213465 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6a25b730-03bc-437d-a10d-914069456f39 req-a4185732-1829-4bcc-93b0-042a65502cd0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6e834d8f-b7d3-4b06-8929-117f004bee3c HTTP/1.1" status: 200 len: 217 time: 0.0491786 Aug 05 12:14:27.219219 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cbd0fb-ac85-4e06-a967-5d7b0443c864 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63e022a6-2cba-4dfa-8d8c-052567ca0a2d,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:14:27.237952 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-6e941a0f-471d-47c4-9a2d-c8e884529864 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0547328 Aug 05 12:14:27.252380 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35862) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:14:27.263971 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-25462fa0-8036-498b-ad15-f98f4c348796 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Request body: {'security_group': {'name': 'tempest-secgroup--967111743'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:14:27.283632 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25b730-03bc-437d-a10d-914069456f39 req-9eef8475-4678-475a-a01b-85b333ffe20c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:14:27.285628 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6a25b730-03bc-437d-a10d-914069456f39 req-9eef8475-4678-475a-a01b-85b333ffe20c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=09b67b2b-c3fd-499c-ab4f-b3561813b23d HTTP/1.1" status: 200 len: 853 time: 0.0641208 Aug 05 12:14:27.306173 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-25462fa0-8036-498b-ad15-f98f4c348796 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:27.330926 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6a25b730-03bc-437d-a10d-914069456f39 req-8ee361dc-465a-49f3-843c-0a15ca391ee3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7325049d-4b1e-4a0a-913f-166cb2694e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377347 Aug 05 12:14:27.431872 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-25462fa0-8036-498b-ad15-f98f4c348796 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:27.437799 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-25462fa0-8036-498b-ad15-f98f4c348796 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:27.464656 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6a25b730-03bc-437d-a10d-914069456f39 req-6a0fd1ed-06f3-472d-ad53-b718bb84bf58 service neutron] 10.222.0.55 "GET /v2.0/networks/7325049d-4b1e-4a0a-913f-166cb2694e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254137 Aug 05 12:14:27.482128 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-25462fa0-8036-498b-ad15-f98f4c348796 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:27.483459 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-25462fa0-8036-498b-ad15-f98f4c348796 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2252316 Aug 05 12:14:27.485980 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25462fa0-8036-498b-ad15-f98f4c348796 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2884fca6-962f-4b44-a954-62cd3e26f53d,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:14:27.488095 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35864) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:14:27.493927 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-b6262931-4a02-4e28-ab55-d34fbd3b62ae tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Request body: {'security_group_rule': {'security_group_id': '2884fca6-962f-4b44-a954-62cd3e26f53d', 'direction': 'ingress', 'protocol': 17}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:14:27.527800 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b6262931-4a02-4e28-ab55-d34fbd3b62ae tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:27.617597 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b6262931-4a02-4e28-ab55-d34fbd3b62ae tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:27.623352 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b6262931-4a02-4e28-ab55-d34fbd3b62ae tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:27.641012 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6a25b730-03bc-437d-a10d-914069456f39 req-45024394-27d6-47f6-8e7a-0cbfabaa6944 service neutron] 10.222.0.55 "GET /v2.0/networks/7325049d-4b1e-4a0a-913f-166cb2694e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676199 Aug 05 12:14:27.664899 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6262931-4a02-4e28-ab55-d34fbd3b62ae tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cb12757-b8a3-4299-9840-3b6613af59a4,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:14:27.675251 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b6262931-4a02-4e28-ab55-d34fbd3b62ae tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:27.678469 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-b6262931-4a02-4e28-ab55-d34fbd3b62ae tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1884515 Aug 05 12:14:27.682145 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35866) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:14:27.754493 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0b48b18c-3744-44ab-bd1c-d3730a592db1 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:27.783310 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0b48b18c-3744-44ab-bd1c-d3730a592db1 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:27.851715 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0b48b18c-3744-44ab-bd1c-d3730a592db1 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:27.854799 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0b48b18c-3744-44ab-bd1c-d3730a592db1 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:27.856310 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-0b48b18c-3744-44ab-bd1c-d3730a592db1 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] 10.222.0.58 "DELETE /v2.0/security-groups/2884fca6-962f-4b44-a954-62cd3e26f53d HTTP/1.1" status: 204 len: 168 time: 0.1730213 Aug 05 12:14:27.859733 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35868) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:14:27.866557 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b48b18c-3744-44ab-bd1c-d3730a592db1 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2884fca6-962f-4b44-a954-62cd3e26f53d,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:14:27.932731 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-969d5afc-9fdd-415f-8a2c-b345b58d87b1 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0662494 Aug 05 12:14:27.933058 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35870) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:14:27.938080 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-69ca8fe4-1768-4007-987e-44a601ed58c4 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Request body: {'security_group': {'name': 'tempest-secgroup--1231118604'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:14:27.971470 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-69ca8fe4-1768-4007-987e-44a601ed58c4 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:28.086966 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-69ca8fe4-1768-4007-987e-44a601ed58c4 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:28.092146 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-69ca8fe4-1768-4007-987e-44a601ed58c4 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:28.126937 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-69ca8fe4-1768-4007-987e-44a601ed58c4 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:28.128232 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-69ca8fe4-1768-4007-987e-44a601ed58c4 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1940479 Aug 05 12:14:28.132417 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35874) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:14:28.140710 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ca8fe4-1768-4007-987e-44a601ed58c4 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=582db3ce-64c3-4992-a298-83196219f482,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:14:28.141037 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-b749ec8a-696b-4ebe-b6aa-b3c4e2971f69 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Request body: {'security_group': {'name': 'tempest-secgroup--1628158711'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:14:28.181545 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b749ec8a-696b-4ebe-b6aa-b3c4e2971f69 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:28.195432 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1902f4-6795-40c3-96f9-8545f4ac307e req-9f3d3398-e05c-4a45-a0a3-a16729d51250 tempest-ServerPasswordTestJSON-134148733 tempest-ServerPasswordTestJSON-134148733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:14:28.197100 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ec1902f4-6795-40c3-96f9-8545f4ac307e req-9f3d3398-e05c-4a45-a0a3-a16729d51250 tempest-ServerPasswordTestJSON-134148733 tempest-ServerPasswordTestJSON-134148733-project] 10.222.0.58 "GET /v2.0/ports?device_id=452de724-ba06-404c-aac1-357bda603186 HTTP/1.1" status: 200 len: 944 time: 0.0668738 Aug 05 12:14:28.246039 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ec1902f4-6795-40c3-96f9-8545f4ac307e req-621867ef-7abb-499f-941a-4541b3d27c06 tempest-ServerPasswordTestJSON-134148733 tempest-ServerPasswordTestJSON-134148733-project] 10.222.0.58 "GET /v2.0/security-groups?id=a22a0fa0-b49e-4621-ae23-ed655079599c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419440 Aug 05 12:14:28.303358 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b749ec8a-696b-4ebe-b6aa-b3c4e2971f69 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:28.309832 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b749ec8a-696b-4ebe-b6aa-b3c4e2971f69 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:28.349124 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b749ec8a-696b-4ebe-b6aa-b3c4e2971f69 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:28.351737 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-b749ec8a-696b-4ebe-b6aa-b3c4e2971f69 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2177296 Aug 05 12:14:28.354978 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35876) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:14:28.356911 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b749ec8a-696b-4ebe-b6aa-b3c4e2971f69 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c76b0cc-2b9e-4d5c-9b2f-482788af08d0,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:14:28.360913 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-1853e3d5-b776-456a-9e16-834e877093c8 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Request body: {'security_group_rule': {'security_group_id': '582db3ce-64c3-4992-a298-83196219f482', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '0c76b0cc-2b9e-4d5c-9b2f-482788af08d0', 'remote_ip_prefix': None}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:14:28.401894 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1853e3d5-b776-456a-9e16-834e877093c8 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:28.494154 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1853e3d5-b776-456a-9e16-834e877093c8 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:28.498795 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1853e3d5-b776-456a-9e16-834e877093c8 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:28.523023 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1853e3d5-b776-456a-9e16-834e877093c8 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0a9a4f2-e77f-49ca-bf9a-6fa09054707c,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:14:28.533783 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1853e3d5-b776-456a-9e16-834e877093c8 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:28.535351 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-1853e3d5-b776-456a-9e16-834e877093c8 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1792731 Aug 05 12:14:28.540711 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35878) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:14:28.570602 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3990a58a-2a91-4ff4-a1df-8ea3d09776bd tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:28.586450 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3990a58a-2a91-4ff4-a1df-8ea3d09776bd tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:28.629041 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3990a58a-2a91-4ff4-a1df-8ea3d09776bd tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:28.632648 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 6e834d8f-b7d3-4b06-8929-117f004bee3c details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 12:14:28.644286 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3990a58a-2a91-4ff4-a1df-8ea3d09776bd tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:28.646663 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-3990a58a-2a91-4ff4-a1df-8ea3d09776bd tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/f0a9a4f2-e77f-49ca-bf9a-6fa09054707c HTTP/1.1" status: 204 len: 168 time: 0.1038988 Aug 05 12:14:28.650107 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35880) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:14:28.654390 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3990a58a-2a91-4ff4-a1df-8ea3d09776bd tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f0a9a4f2-e77f-49ca-bf9a-6fa09054707c,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:14:28.726727 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-f70499a4-5255-4728-9f93-5f4dd1f271be tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0753868 Aug 05 12:14:28.728856 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35882) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:14:28.787262 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 6e834d8f-b7d3-4b06-8929-117f004bee3c, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=6e834d8f-b7d3-4b06-8929-117f004bee3c,segment=NetworkSegment(a822b30e-4bae-47db-ad96-1d51d3479b0b),segment_id=a822b30e-4bae-47db-ad96-1d51d3479b0b)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:14:28.801164 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Returning: {'device': '6e834d8f-b7d3-4b06-8929-117f004bee3c', 'network_id': '7325049d-4b1e-4a0a-913f-166cb2694e77', 'port_id': '6e834d8f-b7d3-4b06-8929-117f004bee3c', 'mac_address': 'fa:16:3e:26:2e:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09b67b2b-c3fd-499c-ab4f-b3561813b23d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 12:14:28.808807 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7291e000-d8cf-439b-afb5-cd5aec94cf81 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:28.837941 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7291e000-d8cf-439b-afb5-cd5aec94cf81 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:28.848366 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:28.865143 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e834d8f-b7d3-4b06-8929-117f004bee3c {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 12:14:28.894450 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7291e000-d8cf-439b-afb5-cd5aec94cf81 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:28.897800 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 6e834d8f-b7d3-4b06-8929-117f004bee3c, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=6e834d8f-b7d3-4b06-8929-117f004bee3c,segment=NetworkSegment(a822b30e-4bae-47db-ad96-1d51d3479b0b),segment_id=a822b30e-4bae-47db-ad96-1d51d3479b0b)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:14:28.898325 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7291e000-d8cf-439b-afb5-cd5aec94cf81 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:28.900021 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-7291e000-d8cf-439b-afb5-cd5aec94cf81 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] 10.222.0.58 "DELETE /v2.0/security-groups/0c76b0cc-2b9e-4d5c-9b2f-482788af08d0 HTTP/1.1" status: 204 len: 168 time: 0.1698992 Aug 05 12:14:28.904233 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35884) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:14:28.907976 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:28.916985 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7291e000-d8cf-439b-afb5-cd5aec94cf81 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c76b0cc-2b9e-4d5c-9b2f-482788af08d0,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:14:29.011636 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=6e834d8f-b7d3-4b06-8929-117f004bee3c,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:14:29.022917 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-45026c87-4409-42c1-b897-8ab38c8cf043 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1163049 Aug 05 12:14:29.026204 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35886) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:14:29.100125 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0e465ae3-aeae-41e1-a265-a1908538bdcf tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:29.131977 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0e465ae3-aeae-41e1-a265-a1908538bdcf tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:29.186576 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0e465ae3-aeae-41e1-a265-a1908538bdcf tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:29.188520 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['6e834d8f-b7d3-4b06-8929-117f004bee3c'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 12:14:29.189719 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0e465ae3-aeae-41e1-a265-a1908538bdcf tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:29.191070 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-0e465ae3-aeae-41e1-a265-a1908538bdcf tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] 10.222.0.58 "DELETE /v2.0/security-groups/582db3ce-64c3-4992-a298-83196219f482 HTTP/1.1" status: 204 len: 168 time: 0.1634817 Aug 05 12:14:29.199237 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35888) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:14:29.205514 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e465ae3-aeae-41e1-a265-a1908538bdcf tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=582db3ce-64c3-4992-a298-83196219f482,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:14:29.274623 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-d80044d1-40e9-4101-9f4e-e84e43718c16 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0734770 Aug 05 12:14:29.279433 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35892) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:14:29.284407 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-913eea42-fe39-4702-9886-73e557eb5ef0 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Request body: {'security_group': {'name': 'tempest-secgroup--565381906'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:14:29.316914 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-913eea42-fe39-4702-9886-73e557eb5ef0 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:29.458424 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81897c9b-6982-46ff-b28d-ae672a59910a req-069ec7f5-2841-4753-9221-305d434b4777 tempest-ServerPasswordTestJSON-134148733 tempest-ServerPasswordTestJSON-134148733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:14:29.462127 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-913eea42-fe39-4702-9886-73e557eb5ef0 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:29.462692 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-81897c9b-6982-46ff-b28d-ae672a59910a req-069ec7f5-2841-4753-9221-305d434b4777 tempest-ServerPasswordTestJSON-134148733 tempest-ServerPasswordTestJSON-134148733-project] 10.222.0.58 "GET /v2.0/ports?device_id=452de724-ba06-404c-aac1-357bda603186 HTTP/1.1" status: 200 len: 945 time: 0.0973861 Aug 05 12:14:29.473640 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-913eea42-fe39-4702-9886-73e557eb5ef0 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:29.504558 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-913eea42-fe39-4702-9886-73e557eb5ef0 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:29.507784 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-913eea42-fe39-4702-9886-73e557eb5ef0 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2270389 Aug 05 12:14:29.516623 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35894) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:14:29.528936 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-783198f8-1248-47d7-bb66-ececfa01adb6 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Request body: {'security_group_rule': {'security_group_id': '617410fe-d690-4b12-982d-cde57f8cf7c4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:14:29.543541 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913eea42-fe39-4702-9886-73e557eb5ef0 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=617410fe-d690-4b12-982d-cde57f8cf7c4,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:14:29.569794 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-81897c9b-6982-46ff-b28d-ae672a59910a req-2257a7a9-34ff-4e36-9579-3031a44f181d tempest-ServerPasswordTestJSON-134148733 tempest-ServerPasswordTestJSON-134148733-project] 10.222.0.58 "GET /v2.0/security-groups?id=a22a0fa0-b49e-4621-ae23-ed655079599c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963376 Aug 05 12:14:29.604214 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-783198f8-1248-47d7-bb66-ececfa01adb6 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:29.682843 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:29.698916 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-783198f8-1248-47d7-bb66-ececfa01adb6 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:29.703998 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-783198f8-1248-47d7-bb66-ececfa01adb6 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:29.727382 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783198f8-1248-47d7-bb66-ececfa01adb6 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=284689ad-178f-4d09-81d4-b85c8d2b3394,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:14:29.739584 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-783198f8-1248-47d7-bb66-ececfa01adb6 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:29.742575 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-783198f8-1248-47d7-bb66-ececfa01adb6 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2217202 Aug 05 12:14:29.747278 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35896) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:14:29.793753 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-73e60eba-37f8-4abe-87d6-dbfbd3434ac4 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:29.804784 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-73e60eba-37f8-4abe-87d6-dbfbd3434ac4 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:29.844706 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-73e60eba-37f8-4abe-87d6-dbfbd3434ac4 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:29.854461 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-73e60eba-37f8-4abe-87d6-dbfbd3434ac4 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:29.856569 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-73e60eba-37f8-4abe-87d6-dbfbd3434ac4 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/284689ad-178f-4d09-81d4-b85c8d2b3394 HTTP/1.1" status: 204 len: 168 time: 0.1078026 Aug 05 12:14:29.859346 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35898) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:14:29.869304 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e60eba-37f8-4abe-87d6-dbfbd3434ac4 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=284689ad-178f-4d09-81d4-b85c8d2b3394,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:14:29.926252 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-74084d58-0875-4f28-91f7-a42b97818c53 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0651507 Aug 05 12:14:29.931035 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35900) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:14:29.995807 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7dfba283-2402-4576-8647-91c3b30ccd0c tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:30.028177 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7dfba283-2402-4576-8647-91c3b30ccd0c tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:30.086822 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7dfba283-2402-4576-8647-91c3b30ccd0c tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:30.090406 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7dfba283-2402-4576-8647-91c3b30ccd0c tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:30.091912 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-7dfba283-2402-4576-8647-91c3b30ccd0c tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] 10.222.0.58 "DELETE /v2.0/security-groups/617410fe-d690-4b12-982d-cde57f8cf7c4 HTTP/1.1" status: 204 len: 168 time: 0.1595743 Aug 05 12:14:30.096564 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35902) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:14:30.108016 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfba283-2402-4576-8647-91c3b30ccd0c tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=617410fe-d690-4b12-982d-cde57f8cf7c4,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:14:30.168928 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-6ec79cb3-b197-4412-ad38-6ed606d34a47 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0707853 Aug 05 12:14:30.173668 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35904) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:14:30.182522 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-f73f54b3-2fe5-41a7-b954-3fa5281aad6d tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Request body: {'security_group': {'name': 'tempest-secgroup--779096035'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:14:30.238502 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f73f54b3-2fe5-41a7-b954-3fa5281aad6d tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:30.362981 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f73f54b3-2fe5-41a7-b954-3fa5281aad6d tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:30.368318 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f73f54b3-2fe5-41a7-b954-3fa5281aad6d tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:30.400623 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f73f54b3-2fe5-41a7-b954-3fa5281aad6d tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:30.406231 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-f73f54b3-2fe5-41a7-b954-3fa5281aad6d tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2268875 Aug 05 12:14:30.406989 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35906) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:14:30.407989 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73f54b3-2fe5-41a7-b954-3fa5281aad6d tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11d28e3e-7138-44c4-8eb0-2dcf6d81da05,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:14:30.416692 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-fa801b27-fc7f-4f29-bec5-bafbaaa4c4ea tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Request body: {'security_group_rule': {'security_group_id': '11d28e3e-7138-44c4-8eb0-2dcf6d81da05', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:14:30.458956 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fa801b27-fc7f-4f29-bec5-bafbaaa4c4ea tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:30.535105 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fa801b27-fc7f-4f29-bec5-bafbaaa4c4ea tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:30.539902 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fa801b27-fc7f-4f29-bec5-bafbaaa4c4ea tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:30.560395 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa801b27-fc7f-4f29-bec5-bafbaaa4c4ea tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faa4e142-4570-4f51-adae-61bacf257311,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:14:30.569412 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fa801b27-fc7f-4f29-bec5-bafbaaa4c4ea tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:30.571910 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-fa801b27-fc7f-4f29-bec5-bafbaaa4c4ea tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1626976 Aug 05 12:14:30.574808 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35908) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:14:30.607655 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-9c234226-015d-4491-9885-95580b3b63b7 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] 10.222.0.58 "GET /v2.0/security-group-rules/faa4e142-4570-4f51-adae-61bacf257311 HTTP/1.1" status: 200 len: 763 time: 0.0283341 Aug 05 12:14:30.608063 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35912) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:14:30.663021 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-4344f7e5-61d7-4b6e-93a4-ebbc40c0b295 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0528584 Aug 05 12:14:30.665882 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 6e834d8f-b7d3-4b06-8929-117f004bee3c up at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:14:30.666092 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35914) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:14:30.707583 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-35ba10d5-6faa-4849-89f3-fc7b618840ff tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:30.724086 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-35ba10d5-6faa-4849-89f3-fc7b618840ff tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:30.752419 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25db30a3-1b9c-4c42-b181-10f2cd78f74e req-c9eeb352-94dd-4ed1-bec6-e56ded467e11 tempest-ServerPasswordTestJSON-134148733 tempest-ServerPasswordTestJSON-134148733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:14:30.756293 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-25db30a3-1b9c-4c42-b181-10f2cd78f74e req-c9eeb352-94dd-4ed1-bec6-e56ded467e11 tempest-ServerPasswordTestJSON-134148733 tempest-ServerPasswordTestJSON-134148733-project] 10.222.0.58 "GET /v2.0/ports?device_id=452de724-ba06-404c-aac1-357bda603186 HTTP/1.1" status: 200 len: 945 time: 0.1034679 Aug 05 12:14:30.770324 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning for port 6e834d8f-b7d3-4b06-8929-117f004bee3c completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:14:30.778412 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-35ba10d5-6faa-4849-89f3-fc7b618840ff tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:30.778867 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning complete for port 6e834d8f-b7d3-4b06-8929-117f004bee3c triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:14:30.779579 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:30.787130 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-35ba10d5-6faa-4849-89f3-fc7b618840ff tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:30.789870 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-35ba10d5-6faa-4849-89f3-fc7b618840ff tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/faa4e142-4570-4f51-adae-61bacf257311 HTTP/1.1" status: 204 len: 168 time: 0.1225173 Aug 05 12:14:30.794624 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35916) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:14:30.826769 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-25db30a3-1b9c-4c42-b181-10f2cd78f74e req-03969243-5b22-4711-b7e7-8798a7fa6248 tempest-ServerPasswordTestJSON-134148733 tempest-ServerPasswordTestJSON-134148733-project] 10.222.0.58 "GET /v2.0/security-groups?id=a22a0fa0-b49e-4621-ae23-ed655079599c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619061 Aug 05 12:14:30.828397 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ba10d5-6faa-4849-89f3-fc7b618840ff tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=faa4e142-4570-4f51-adae-61bacf257311,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:14:30.883421 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-d1775fa8-92d6-447a-a207-7945089c7077 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0849936 Aug 05 12:14:30.886447 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35918) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:14:30.894555 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-23dd532d-9387-4a82-a7ab-d2ce8061bf73 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Request body: {'security_group_rule': {'security_group_id': '11d28e3e-7138-44c4-8eb0-2dcf6d81da05', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:14:30.932785 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:30.952269 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-23dd532d-9387-4a82-a7ab-d2ce8061bf73 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:30.962313 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '452de724-ba06-404c-aac1-357bda603186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e834d8f-b7d3-4b06-8929-117f004bee3c'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:14:30.965055 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61785bfa-4590-4fac-8d25-a7bee7b30aa5" -d '{"events": [{"server_uuid": "452de724-ba06-404c-aac1-357bda603186", "name": "network-vif-plugged", "status": "completed", "tag": "6e834d8f-b7d3-4b06-8929-117f004bee3c"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:14:30.981194 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 6e834d8f-b7d3-4b06-8929-117f004bee3c, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=6e834d8f-b7d3-4b06-8929-117f004bee3c,segment=NetworkSegment(a822b30e-4bae-47db-ad96-1d51d3479b0b),segment_id=a822b30e-4bae-47db-ad96-1d51d3479b0b)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:14:30.987329 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:31.030106 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 12:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c49ae702-c0b5-421d-8ee8-8e23becfd1ef x-openstack-request-id: req-c49ae702-c0b5-421d-8ee8-8e23becfd1ef {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:14:31.030498 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "452de724-ba06-404c-aac1-357bda603186", "name": "network-vif-plugged", "status": "completed", "tag": "6e834d8f-b7d3-4b06-8929-117f004bee3c", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:14:31.030816 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c49ae702-c0b5-421d-8ee8-8e23becfd1ef {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:14:31.031286 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '452de724-ba06-404c-aac1-357bda603186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e834d8f-b7d3-4b06-8929-117f004bee3c', 'code': 200} Aug 05 12:14:31.046561 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-23dd532d-9387-4a82-a7ab-d2ce8061bf73 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:31.051835 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-23dd532d-9387-4a82-a7ab-d2ce8061bf73 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:31.074353 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=6e834d8f-b7d3-4b06-8929-117f004bee3c,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:14:31.086649 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dd532d-9387-4a82-a7ab-d2ce8061bf73 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f383b0e-1929-455c-886b-dfb1e80efa1e,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:14:31.100120 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-23dd532d-9387-4a82-a7ab-d2ce8061bf73 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:31.102587 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-23dd532d-9387-4a82-a7ab-d2ce8061bf73 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2144754 Aug 05 12:14:31.106436 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35922) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:14:31.127082 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-75d82158-ad93-4345-8e1d-a4e384910729 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] 10.222.0.58 "GET /v2.0/security-group-rules/6f383b0e-1929-455c-886b-dfb1e80efa1e HTTP/1.1" status: 200 len: 763 time: 0.0193844 Aug 05 12:14:31.133051 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35924) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:14:31.172332 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1add7114-154a-4a66-b5f6-97cb54649575 req-a264d0d8-1f95-42aa-a043-5b01345a004a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:14:31.174091 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1add7114-154a-4a66-b5f6-97cb54649575 req-a264d0d8-1f95-42aa-a043-5b01345a004a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=452de724-ba06-404c-aac1-357bda603186 HTTP/1.1" status: 200 len: 1097 time: 0.0525012 Aug 05 12:14:31.196553 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-b49238c1-88b4-46dd-a75b-93dca73db359 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0608628 Aug 05 12:14:31.200876 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35926) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:14:31.228036 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1add7114-154a-4a66-b5f6-97cb54649575 req-ae2927ef-caad-4866-a70d-0ec8ec4c006b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a22a0fa0-b49e-4621-ae23-ed655079599c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467243 Aug 05 12:14:31.250620 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-752eb6bc-f98b-40f4-990e-8fc4f10f0bff tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:31.266166 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-752eb6bc-f98b-40f4-990e-8fc4f10f0bff tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:31.314602 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-752eb6bc-f98b-40f4-990e-8fc4f10f0bff tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:31.323315 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-752eb6bc-f98b-40f4-990e-8fc4f10f0bff tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:31.324535 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-752eb6bc-f98b-40f4-990e-8fc4f10f0bff tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/6f383b0e-1929-455c-886b-dfb1e80efa1e HTTP/1.1" status: 204 len: 168 time: 0.1224518 Aug 05 12:14:31.328698 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35928) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:14:31.330655 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752eb6bc-f98b-40f4-990e-8fc4f10f0bff tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6f383b0e-1929-455c-886b-dfb1e80efa1e,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:14:31.381628 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-5a677d5f-2080-405b-88a0-113d584eec18 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0513992 Aug 05 12:14:31.385917 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35930) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:14:31.391006 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-e879f755-26c7-49af-8fff-310cd3277414 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Request body: {'security_group_rule': {'security_group_id': '11d28e3e-7138-44c4-8eb0-2dcf6d81da05', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:14:31.419208 n-d-803378-2 neutron-server[94421]: INFO neutron.db.securitygroups_db [None req-e879f755-26c7-49af-8fff-310cd3277414 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Project df28f25199e04460a18538d43a6381eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 05 12:14:31.425383 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e879f755-26c7-49af-8fff-310cd3277414 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:31.482218 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e879f755-26c7-49af-8fff-310cd3277414 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:31.486761 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e879f755-26c7-49af-8fff-310cd3277414 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:31.511669 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e879f755-26c7-49af-8fff-310cd3277414 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53574079-2185-4317-b844-f7e73d8dce52,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:14:31.519320 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e879f755-26c7-49af-8fff-310cd3277414 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:31.524667 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35932) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:14:31.524920 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-e879f755-26c7-49af-8fff-310cd3277414 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1374333 Aug 05 12:14:31.551553 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-fc9979cf-7971-4aa8-9865-891000910e33 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] 10.222.0.58 "GET /v2.0/security-group-rules/53574079-2185-4317-b844-f7e73d8dce52 HTTP/1.1" status: 200 len: 769 time: 0.0251553 Aug 05 12:14:31.554663 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35934) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:14:31.606390 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-0eb2cae2-d4be-4903-ac54-814c7fbba4ee tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0505407 Aug 05 12:14:31.609080 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35936) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:14:31.637474 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-20ee69ce-25d2-4afb-bca1-17efe833db9f tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:31.650108 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-20ee69ce-25d2-4afb-bca1-17efe833db9f tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:31.692269 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-20ee69ce-25d2-4afb-bca1-17efe833db9f tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:31.698950 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-20ee69ce-25d2-4afb-bca1-17efe833db9f tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:31.701216 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-20ee69ce-25d2-4afb-bca1-17efe833db9f tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/53574079-2185-4317-b844-f7e73d8dce52 HTTP/1.1" status: 204 len: 168 time: 0.0908704 Aug 05 12:14:31.702908 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35938) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:14:31.715778 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ee69ce-25d2-4afb-bca1-17efe833db9f tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=53574079-2185-4317-b844-f7e73d8dce52,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:14:31.762909 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-7a82eec0-3fa9-43ff-8cd8-affcd0fde103 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0585966 Aug 05 12:14:31.767838 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35940) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:14:31.866595 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-46d2eb79-cb1b-4e39-ae26-b74c27d22cc5 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:31.910297 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-46d2eb79-cb1b-4e39-ae26-b74c27d22cc5 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:32.032031 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e996f2c-b62a-4aeb-aac4-c23c52c13f51 req-826cb838-880c-4d94-a10c-d6efc9cc50bb tempest-ServerPasswordTestJSON-134148733 tempest-ServerPasswordTestJSON-134148733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:14:32.033587 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4e996f2c-b62a-4aeb-aac4-c23c52c13f51 req-826cb838-880c-4d94-a10c-d6efc9cc50bb tempest-ServerPasswordTestJSON-134148733 tempest-ServerPasswordTestJSON-134148733-project] 10.222.0.58 "GET /v2.0/ports?device_id=452de724-ba06-404c-aac1-357bda603186 HTTP/1.1" status: 200 len: 946 time: 0.0943058 Aug 05 12:14:32.034890 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-46d2eb79-cb1b-4e39-ae26-b74c27d22cc5 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:32.038183 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-46d2eb79-cb1b-4e39-ae26-b74c27d22cc5 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:32.039464 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-46d2eb79-cb1b-4e39-ae26-b74c27d22cc5 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] 10.222.0.58 "DELETE /v2.0/security-groups/11d28e3e-7138-44c4-8eb0-2dcf6d81da05 HTTP/1.1" status: 204 len: 168 time: 0.2704823 Aug 05 12:14:32.044142 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35944) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:14:32.057893 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d2eb79-cb1b-4e39-ae26-b74c27d22cc5 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11d28e3e-7138-44c4-8eb0-2dcf6d81da05,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:14:32.093311 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4e996f2c-b62a-4aeb-aac4-c23c52c13f51 req-3106e968-f68d-4e9f-b37c-fcca65d4bd75 tempest-ServerPasswordTestJSON-134148733 tempest-ServerPasswordTestJSON-134148733-project] 10.222.0.58 "GET /v2.0/security-groups?id=a22a0fa0-b49e-4621-ae23-ed655079599c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492060 Aug 05 12:14:32.117978 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-41b1803d-01a3-4a9c-8438-b3d852fee433 tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0720818 Aug 05 12:14:32.123647 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35946) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:14:32.173330 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-ca17ef32-faa2-456c-8dca-14a01e5fe4ad tempest-SecGroupIPv6Test-1088974999 tempest-SecGroupIPv6Test-1088974999-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0482135 Aug 05 12:14:32.528605 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35952) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:14:32.702975 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-68225609-1dd6-4491-90ab-c781f2131f05 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=df28f25199e04460a18538d43a6381eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1727142 Aug 05 12:14:32.706454 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35956) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:14:32.770292 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6f9b1a49-5a0b-46bb-bfd5-77e5de39ce84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:32.800098 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6f9b1a49-5a0b-46bb-bfd5-77e5de39ce84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:32.859667 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6f9b1a49-5a0b-46bb-bfd5-77e5de39ce84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:32.862817 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6f9b1a49-5a0b-46bb-bfd5-77e5de39ce84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:32.864396 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-6f9b1a49-5a0b-46bb-bfd5-77e5de39ce84 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/33a6fc9b-e3e0-4524-8b92-a8010d74b7aa HTTP/1.1" status: 204 len: 168 time: 0.1563001 Aug 05 12:14:32.878761 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9b1a49-5a0b-46bb-bfd5-77e5de39ce84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33a6fc9b-e3e0-4524-8b92-a8010d74b7aa,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:14:33.262889 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c24fc50-0896-49d8-863b-fb1922fff4f0 req-99ceab1e-d227-4c83-a0fe-24fd7414350c tempest-ServerPasswordTestJSON-134148733 tempest-ServerPasswordTestJSON-134148733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:14:33.262889 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7c24fc50-0896-49d8-863b-fb1922fff4f0 req-99ceab1e-d227-4c83-a0fe-24fd7414350c tempest-ServerPasswordTestJSON-134148733 tempest-ServerPasswordTestJSON-134148733-project] 10.222.0.58 "GET /v2.0/ports?device_id=452de724-ba06-404c-aac1-357bda603186 HTTP/1.1" status: 200 len: 946 time: 0.0812876 Aug 05 12:14:33.327341 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7c24fc50-0896-49d8-863b-fb1922fff4f0 req-f908b8e7-46f6-4591-b070-78112e91e838 tempest-ServerPasswordTestJSON-134148733 tempest-ServerPasswordTestJSON-134148733-project] 10.222.0.58 "GET /v2.0/security-groups?id=a22a0fa0-b49e-4621-ae23-ed655079599c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560846 Aug 05 12:14:33.851894 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35988) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:14:33.856259 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [-] 10.222.0.58 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0031743 Aug 05 12:14:33.861897 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 35990) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:14:33.869911 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8906431e-e9f9-494e-a512-e7e05cf1ee56 req-ab97be81-a146-4d90-86da-79dc3d21e2ac tempest-ServerPasswordTestJSON-134148733 tempest-ServerPasswordTestJSON-134148733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:14:33.872568 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8906431e-e9f9-494e-a512-e7e05cf1ee56 req-ab97be81-a146-4d90-86da-79dc3d21e2ac tempest-ServerPasswordTestJSON-134148733 tempest-ServerPasswordTestJSON-134148733-project] 10.222.0.58 "GET /v2.0/ports?device_id=452de724-ba06-404c-aac1-357bda603186 HTTP/1.1" status: 200 len: 946 time: 0.0929217 Aug 05 12:14:33.932266 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8906431e-e9f9-494e-a512-e7e05cf1ee56 req-5e32c2cd-3319-4365-96a5-63e10808e07d tempest-ServerPasswordTestJSON-134148733 tempest-ServerPasswordTestJSON-134148733-project] 10.222.0.58 "GET /v2.0/security-groups?id=a22a0fa0-b49e-4621-ae23-ed655079599c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525365 Aug 05 12:14:34.029740 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-ef0495ad-5b32-41f0-a2cc-6dd663b87aa9 tempest-NetworksApiDiscovery-1383674597 tempest-NetworksApiDiscovery-1383674597-project] 10.222.0.58 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1662760 Aug 05 12:14:34.420456 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 35998) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:14:34.606114 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7a7b52ab-e44e-4d0a-a040-25a85c330332 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:34.784714 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7a7b52ab-e44e-4d0a-a040-25a85c330332 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:34.790359 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7a7b52ab-e44e-4d0a-a040-25a85c330332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:34.844258 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7b52ab-e44e-4d0a-a040-25a85c330332 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc6f6a34-12c7-4eb0-9dd1-da7c9624b55b,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:14:34.853700 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-7a7b52ab-e44e-4d0a-a040-25a85c330332 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2d6c8530b37a4267af51b0cb3364df03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4305434 Aug 05 12:14:34.857154 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 36002) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:14:34.944124 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8f7a4204-d0f7-405c-901e-0e8fc8cfa483 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:34.986119 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8f7a4204-d0f7-405c-901e-0e8fc8cfa483 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:35.087002 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8f7a4204-d0f7-405c-901e-0e8fc8cfa483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:35.089789 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8f7a4204-d0f7-405c-901e-0e8fc8cfa483 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:35.091294 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-8f7a4204-d0f7-405c-901e-0e8fc8cfa483 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fc6f6a34-12c7-4eb0-9dd1-da7c9624b55b HTTP/1.1" status: 204 len: 168 time: 0.2328012 Aug 05 12:14:35.109476 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7a4204-d0f7-405c-901e-0e8fc8cfa483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc6f6a34-12c7-4eb0-9dd1-da7c9624b55b,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:14:35.185705 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b26291b-d99a-4518-a9cc-537adf32794e req-0c104237-fb56-4e80-a20c-d495fb03f8f3 tempest-ServerPasswordTestJSON-134148733 tempest-ServerPasswordTestJSON-134148733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:14:35.188624 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3b26291b-d99a-4518-a9cc-537adf32794e req-0c104237-fb56-4e80-a20c-d495fb03f8f3 tempest-ServerPasswordTestJSON-134148733 tempest-ServerPasswordTestJSON-134148733-project] 10.222.0.58 "GET /v2.0/ports?device_id=452de724-ba06-404c-aac1-357bda603186 HTTP/1.1" status: 200 len: 946 time: 0.1044843 Aug 05 12:14:35.259847 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3b26291b-d99a-4518-a9cc-537adf32794e req-523c1044-377f-497b-885e-ca9a97a8bf1b tempest-ServerPasswordTestJSON-134148733 tempest-ServerPasswordTestJSON-134148733-project] 10.222.0.58 "GET /v2.0/security-groups?id=a22a0fa0-b49e-4621-ae23-ed655079599c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620744 Aug 05 12:14:35.340852 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51ab2c3-1640-4b27-b371-24ba6519a10a req-334e1b27-6238-4db8-ad20-60da54d5f489 tempest-ServerPasswordTestJSON-134148733 tempest-ServerPasswordTestJSON-134148733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:14:35.344171 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e51ab2c3-1640-4b27-b371-24ba6519a10a req-334e1b27-6238-4db8-ad20-60da54d5f489 tempest-ServerPasswordTestJSON-134148733 tempest-ServerPasswordTestJSON-134148733-project] 10.222.0.55 "GET /v2.0/ports?device_id=452de724-ba06-404c-aac1-357bda603186 HTTP/1.1" status: 200 len: 946 time: 0.1178346 Aug 05 12:14:35.493255 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-e51ab2c3-1640-4b27-b371-24ba6519a10a req-4a735443-5b7b-4305-a4ef-93676d069f26 tempest-ServerPasswordTestJSON-134148733 tempest-ServerPasswordTestJSON-134148733-project] Deleting port 6e834d8f-b7d3-4b06-8929-117f004bee3c {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:14:35.493602 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-e51ab2c3-1640-4b27-b371-24ba6519a10a req-4a735443-5b7b-4305-a4ef-93676d069f26 tempest-ServerPasswordTestJSON-134148733 tempest-ServerPasswordTestJSON-134148733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:35.635098 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-e51ab2c3-1640-4b27-b371-24ba6519a10a req-4a735443-5b7b-4305-a4ef-93676d069f26 tempest-ServerPasswordTestJSON-134148733 tempest-ServerPasswordTestJSON-134148733-project] For port 6e834d8f-b7d3-4b06-8929-117f004bee3c, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=6e834d8f-b7d3-4b06-8929-117f004bee3c,segment=NetworkSegment(a822b30e-4bae-47db-ad96-1d51d3479b0b),segment_id=a822b30e-4bae-47db-ad96-1d51d3479b0b)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:14:35.635738 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-e51ab2c3-1640-4b27-b371-24ba6519a10a req-4a735443-5b7b-4305-a4ef-93676d069f26 tempest-ServerPasswordTestJSON-134148733 tempest-ServerPasswordTestJSON-134148733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:35.660856 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-e51ab2c3-1640-4b27-b371-24ba6519a10a req-4a735443-5b7b-4305-a4ef-93676d069f26 tempest-ServerPasswordTestJSON-134148733 tempest-ServerPasswordTestJSON-134148733-project] Calling delete_port for 6e834d8f-b7d3-4b06-8929-117f004bee3c owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:14:35.853041 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-e51ab2c3-1640-4b27-b371-24ba6519a10a req-4a735443-5b7b-4305-a4ef-93676d069f26 tempest-ServerPasswordTestJSON-134148733 tempest-ServerPasswordTestJSON-134148733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:35.887731 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['6e834d8f-b7d3-4b06-8929-117f004bee3c'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 12:14:35.900475 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a735443-5b7b-4305-a4ef-93676d069f26 tempest-ServerPasswordTestJSON-134148733 tempest-ServerPasswordTestJSON-134148733-project] Pushing event deleted for resources: {'Port': ['ID=6e834d8f-b7d3-4b06-8929-117f004bee3c,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:14:35.967371 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-e51ab2c3-1640-4b27-b371-24ba6519a10a req-4a735443-5b7b-4305-a4ef-93676d069f26 tempest-ServerPasswordTestJSON-134148733 tempest-ServerPasswordTestJSON-134148733-project] No DVR routers for this DVR port 6e834d8f-b7d3-4b06-8929-117f004bee3c on host n-h2-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:14:35.970574 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-e51ab2c3-1640-4b27-b371-24ba6519a10a req-4a735443-5b7b-4305-a4ef-93676d069f26 tempest-ServerPasswordTestJSON-134148733 tempest-ServerPasswordTestJSON-134148733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:35.973091 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e51ab2c3-1640-4b27-b371-24ba6519a10a req-4a735443-5b7b-4305-a4ef-93676d069f26 tempest-ServerPasswordTestJSON-134148733 tempest-ServerPasswordTestJSON-134148733-project] 10.222.0.55 "DELETE /v2.0/ports/6e834d8f-b7d3-4b06-8929-117f004bee3c HTTP/1.1" status: 204 len: 173 time: 0.6217558 Aug 05 12:14:35.973589 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '452de724-ba06-404c-aac1-357bda603186', 'name': 'network-vif-deleted', 'tag': '6e834d8f-b7d3-4b06-8929-117f004bee3c'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:14:35.977078 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ed1f0c9-fb8c-4570-baa1-13ff7cb91a41" -d '{"events": [{"server_uuid": "452de724-ba06-404c-aac1-357bda603186", "name": "network-vif-deleted", "tag": "6e834d8f-b7d3-4b06-8929-117f004bee3c"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:14:36.232831 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 12:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f39daa5-9029-41f3-ba4a-40098df2af81 x-openstack-request-id: req-3f39daa5-9029-41f3-ba4a-40098df2af81 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:14:36.233305 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "452de724-ba06-404c-aac1-357bda603186", "name": "network-vif-deleted", "tag": "6e834d8f-b7d3-4b06-8929-117f004bee3c", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:14:36.233649 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3f39daa5-9029-41f3-ba4a-40098df2af81 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:14:36.234230 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '452de724-ba06-404c-aac1-357bda603186', 'name': 'network-vif-deleted', 'tag': '6e834d8f-b7d3-4b06-8929-117f004bee3c', 'status': 'completed', 'code': 200} Aug 05 12:14:36.452026 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2a148019-8233-4b5d-91e3-e49a785c4f99 req-e7477b78-5283-42b2-a2bd-f3c89eeb364a tempest-ServerPasswordTestJSON-134148733 tempest-ServerPasswordTestJSON-134148733-project] 10.222.0.58 "GET /v2.0/ports?device_id=452de724-ba06-404c-aac1-357bda603186 HTTP/1.1" status: 200 len: 210 time: 0.0374780 Aug 05 12:14:37.274212 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-983ffa3d-e942-4678-b572-c32cda6df276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:37.560949 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 36068) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:14:37.632820 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_v2 [None req-68a77c12-818a-4b65-b86d-e222bf92cd87 admin admin] Deleting subnet 09b67b2b-c3fd-499c-ab4f-b3561813b23d {{(pid=94420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 12:14:37.638287 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-68a77c12-818a-4b65-b86d-e222bf92cd87 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:37.701229 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-68a77c12-818a-4b65-b86d-e222bf92cd87 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25010562'] for subnet, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:37.752415 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-68a77c12-818a-4b65-b86d-e222bf92cd87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:37.815966 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-68a77c12-818a-4b65-b86d-e222bf92cd87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29762763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24211094'] for subnet, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:37.854794 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a77c12-818a-4b65-b86d-e222bf92cd87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09b67b2b-c3fd-499c-ab4f-b3561813b23d,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:14:37.861587 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-68a77c12-818a-4b65-b86d-e222bf92cd87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:37.863707 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-68a77c12-818a-4b65-b86d-e222bf92cd87 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/09b67b2b-c3fd-499c-ab4f-b3561813b23d HTTP/1.1" status: 204 len: 168 time: 0.3012533 Aug 05 12:14:37.868997 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 36070) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:14:37.958261 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1fb7a967-1587-4ed9-9018-4f67f097bef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:38.121617 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1fb7a967-1587-4ed9-9018-4f67f097bef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:38.141367 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-1fb7a967-1587-4ed9-9018-4f67f097bef0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7325049d-4b1e-4a0a-913f-166cb2694e77']}} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:14:38.163055 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-1fb7a967-1587-4ed9-9018-4f67f097bef0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a822b30e-4bae-47db-ad96-1d51d3479b0b') {'for_net_delete': True} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:14:38.163735 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-1fb7a967-1587-4ed9-9018-4f67f097bef0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a822b30e-4bae-47db-ad96-1d51d3479b0b') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:14:38.182368 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1fb7a967-1587-4ed9-9018-4f67f097bef0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25010581'] for segment, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:38.206052 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1fb7a967-1587-4ed9-9018-4f67f097bef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:38.216282 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fb7a967-1587-4ed9-9018-4f67f097bef0 admin admin] Releasing vlan 698 on physical network physnet1 to pool {{(pid=94420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 12:14:38.216754 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1fb7a967-1587-4ed9-9018-4f67f097bef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29762581'] for segment, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:38.224756 n-d-803378-2 neutron-server[94420]: Traceback (most recent call last): Aug 05 12:14:38.224756 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 12:14:38.224756 n-d-803378-2 neutron-server[94420]: timer() Aug 05 12:14:38.224756 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 12:14:38.224756 n-d-803378-2 neutron-server[94420]: cb(*args, **kw) Aug 05 12:14:38.224756 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 12:14:38.224756 n-d-803378-2 neutron-server[94420]: return func(*args, **kwargs) Aug 05 12:14:38.224756 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 12:14:38.224756 n-d-803378-2 neutron-server[94420]: self._notify() Aug 05 12:14:38.224756 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 12:14:38.224756 n-d-803378-2 neutron-server[94420]: self.callback(batched_events) Aug 05 12:14:38.224756 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 12:14:38.224756 n-d-803378-2 neutron-server[94420]: event.method(event) Aug 05 12:14:38.224756 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 12:14:38.224756 n-d-803378-2 neutron-server[94420]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 12:14:38.224756 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 12:14:38.224756 n-d-803378-2 neutron-server[94420]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 12:14:38.224756 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 12:14:38.224756 n-d-803378-2 neutron-server[94420]: return f(self, *a, **k) Aug 05 12:14:38.224756 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 12:14:38.224756 n-d-803378-2 neutron-server[94420]: return self._get(url).json() Aug 05 12:14:38.224756 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 12:14:38.224756 n-d-803378-2 neutron-server[94420]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 12:14:38.224756 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 12:14:38.224756 n-d-803378-2 neutron-server[94420]: return self.request(url, 'GET', **kwargs) Aug 05 12:14:38.224756 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 12:14:38.224756 n-d-803378-2 neutron-server[94420]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 12:14:38.224756 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 12:14:38.224756 n-d-803378-2 neutron-server[94420]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 12:14:38.224756 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 12:14:38.224756 n-d-803378-2 neutron-server[94420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 12:14:38.224756 n-d-803378-2 neutron-server[94420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 12:14:38.293678 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1fb7a967-1587-4ed9-9018-4f67f097bef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:38.303827 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1fb7a967-1587-4ed9-9018-4f67f097bef0 admin admin] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:38.307690 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-1fb7a967-1587-4ed9-9018-4f67f097bef0 admin admin] 10.222.0.58 "DELETE /v2.0/networks/7325049d-4b1e-4a0a-913f-166cb2694e77 HTTP/1.1" status: 204 len: 168 time: 0.4368038 Aug 05 12:14:38.323846 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb7a967-1587-4ed9-9018-4f67f097bef0 admin admin] Pushing event deleted for resources: {'Network': ['ID=7325049d-4b1e-4a0a-913f-166cb2694e77,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:14:38.578320 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 36076) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:14:38.635204 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-ef8287d6-46f6-43c4-b473-1f3d2e6a71b9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=efa509317a734854991a70723d6a1fc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0553663 Aug 05 12:14:38.638223 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 36080) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:14:38.680450 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 6e834d8f-b7d3-4b06-8929-117f004bee3c no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:14:38.711791 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] No Port match for: 6e834d8f-b7d3-4b06-8929-117f004bee3c {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:14:38.712144 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 6e834d8f-b7d3-4b06-8929-117f004bee3c not bound to the agent host n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:14:38.715547 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-721687c3-f28d-406e-92ec-e037cf2bb30f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:38.754835 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-721687c3-f28d-406e-92ec-e037cf2bb30f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:38.841483 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-721687c3-f28d-406e-92ec-e037cf2bb30f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:38.846880 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-721687c3-f28d-406e-92ec-e037cf2bb30f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:38.849545 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-721687c3-f28d-406e-92ec-e037cf2bb30f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a22a0fa0-b49e-4621-ae23-ed655079599c HTTP/1.1" status: 204 len: 168 time: 0.2095115 Aug 05 12:14:38.863258 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721687c3-f28d-406e-92ec-e037cf2bb30f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a22a0fa0-b49e-4621-ae23-ed655079599c,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:14:39.943955 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 36112) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:14:40.035253 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-8dab9a8c-ac8a-44ac-b7e6-2bd6e79d7eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:40.103465 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:40.127474 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-f28a2de4-af3d-4a45-a7b3-d34935e05870 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-498462170-network', 'tenant_id': '2d514f06f6c64e8dafe1eec366bb1ccc'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:14:40.168370 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f28a2de4-af3d-4a45-a7b3-d34935e05870 admin admin] Made reservation on behalf of 2d514f06f6c64e8dafe1eec366bb1ccc for: {'network': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:14:40.170938 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f28a2de4-af3d-4a45-a7b3-d34935e05870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:40.185417 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f28a2de4-af3d-4a45-a7b3-d34935e05870 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:40.357151 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f28a2de4-af3d-4a45-a7b3-d34935e05870 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:40.363067 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f28a2de4-af3d-4a45-a7b3-d34935e05870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:40.405043 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f28a2de4-af3d-4a45-a7b3-d34935e05870 admin admin] vlan segment allocate from pool success with {'vlan_id': 655, 'physical_network': 'physnet1'} {{(pid=94420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 12:14:40.417998 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28a2de4-af3d-4a45-a7b3-d34935e05870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4392ebe-3e52-456a-b439-ba6f54b7475a,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:14:40.431186 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f28a2de4-af3d-4a45-a7b3-d34935e05870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:40.431896 n-d-803378-2 neutron-server[94420]: INFO neutron.db.segments_db [None req-f28a2de4-af3d-4a45-a7b3-d34935e05870 admin admin] Added segment 4312f746-785a-4225-b6f4-86ad55045190 of type vlan for network 7224da9c-7a2c-483e-90f7-a8cd144a4fc4 Aug 05 12:14:40.518991 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f28a2de4-af3d-4a45-a7b3-d34935e05870 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:40.575098 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f28a2de4-af3d-4a45-a7b3-d34935e05870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:40.576139 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f28a2de4-af3d-4a45-a7b3-d34935e05870 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:14:40.576859 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f28a2de4-af3d-4a45-a7b3-d34935e05870 admin admin] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:40.666449 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-f28a2de4-af3d-4a45-a7b3-d34935e05870 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.7201939 Aug 05 12:14:40.671260 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 36124) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:14:40.678159 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-9f524819-452b-4cae-9f1d-be8d918233a6 admin admin] Request body: {'subnet': {'network_id': '7224da9c-7a2c-483e-90f7-a8cd144a4fc4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-498462170-subnet', 'tenant_id': '2d514f06f6c64e8dafe1eec366bb1ccc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:14:40.678862 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28a2de4-af3d-4a45-a7b3-d34935e05870 admin admin] Pushing event updated for resources: {'Network': ['ID=7224da9c-7a2c-483e-90f7-a8cd144a4fc4,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:14:40.695429 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 7224da9c-7a2c-483e-90f7-a8cd144a4fc4 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 12:14:40.725527 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f524819-452b-4cae-9f1d-be8d918233a6 admin admin] Made reservation on behalf of 2d514f06f6c64e8dafe1eec366bb1ccc for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:14:40.728765 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9f524819-452b-4cae-9f1d-be8d918233a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:41.038821 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9f524819-452b-4cae-9f1d-be8d918233a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25038678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30075167'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:41.133133 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f524819-452b-4cae-9f1d-be8d918233a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2a9762a-62db-4494-b40a-91cad8af57d9,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:14:41.144976 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f524819-452b-4cae-9f1d-be8d918233a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:14:41.145322 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f524819-452b-4cae-9f1d-be8d918233a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:14:41.146668 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f524819-452b-4cae-9f1d-be8d918233a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:14:41.146839 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f524819-452b-4cae-9f1d-be8d918233a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:14:41.147359 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f524819-452b-4cae-9f1d-be8d918233a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:14:41.147938 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f524819-452b-4cae-9f1d-be8d918233a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:14:41.148351 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f524819-452b-4cae-9f1d-be8d918233a6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:14:41.148694 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f524819-452b-4cae-9f1d-be8d918233a6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:14:41.149020 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f524819-452b-4cae-9f1d-be8d918233a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:14:41.149350 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f524819-452b-4cae-9f1d-be8d918233a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:14:41.149681 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f524819-452b-4cae-9f1d-be8d918233a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:14:41.150002 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f524819-452b-4cae-9f1d-be8d918233a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:14:41.162198 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f524819-452b-4cae-9f1d-be8d918233a6 admin admin] Checking segment: {'id': '4312f746-785a-4225-b6f4-86ad55045190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '7224da9c-7a2c-483e-90f7-a8cd144a4fc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:14:41.162742 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f524819-452b-4cae-9f1d-be8d918233a6 admin admin] Network hostable DHCP agents. Network: 7224da9c-7a2c-483e-90f7-a8cd144a4fc4, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 12:14:41.185721 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f524819-452b-4cae-9f1d-be8d918233a6 admin admin] Network 7224da9c-7a2c-483e-90f7-a8cd144a4fc4 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 12:14:41.199099 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-9f524819-452b-4cae-9f1d-be8d918233a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, 7224da9c-7a2c-483e-90f7-a8cd144a4fc4) {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:14:41.205416 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f524819-452b-4cae-9f1d-be8d918233a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:14:41.206757 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9f524819-452b-4cae-9f1d-be8d918233a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:41.212072 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3916b58f-c224-45b1-9a73-ee98f57ff882 None None] Network 7224da9c-7a2c-483e-90f7-a8cd144a4fc4 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:14:41.249478 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-9f524819-452b-4cae-9f1d-be8d918233a6 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.5767198 Aug 05 12:14:41.249739 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 36126) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:14:41.259146 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-139aa2fe-f351-4ab7-aba9-e64410ed2a22 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-498462170-router', 'tenant_id': '2d514f06f6c64e8dafe1eec366bb1ccc', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:14:41.325628 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-139aa2fe-f351-4ab7-aba9-e64410ed2a22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33260300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1929'] for router, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:41.327659 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-139aa2fe-f351-4ab7-aba9-e64410ed2a22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33285914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33034662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1926'] for router, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:41.443048 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e379cfd1-5de1-4bd7-bf91-a508c59a7fe9 None None] Network 7224da9c-7a2c-483e-90f7-a8cd144a4fc4 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:14:41.893639 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:41.971355 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-139aa2fe-f351-4ab7-aba9-e64410ed2a22 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:42.194806 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-139aa2fe-f351-4ab7-aba9-e64410ed2a22 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:42.500932 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-139aa2fe-f351-4ab7-aba9-e64410ed2a22 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:42.526317 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-139aa2fe-f351-4ab7-aba9-e64410ed2a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:42.720619 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-139aa2fe-f351-4ab7-aba9-e64410ed2a22 admin admin] Allocated IP 172.25.5.185 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/3004ccf9-fa41-4bb1-a890-5f332f4a761e) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:14:42.892649 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-139aa2fe-f351-4ab7-aba9-e64410ed2a22 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:42.967808 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-139aa2fe-f351-4ab7-aba9-e64410ed2a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:43.032770 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139aa2fe-f351-4ab7-aba9-e64410ed2a22 admin admin] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:14:43.039761 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-139aa2fe-f351-4ab7-aba9-e64410ed2a22 admin admin] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:14:43.047537 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139aa2fe-f351-4ab7-aba9-e64410ed2a22 admin admin] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:14:43.126881 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139aa2fe-f351-4ab7-aba9-e64410ed2a22 admin admin] Pushing event updated for resources: {'Port': ['ID=3004ccf9-fa41-4bb1-a890-5f332f4a761e,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:14:43.512037 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-139aa2fe-f351-4ab7-aba9-e64410ed2a22 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:43.727233 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 12:14:43.826898 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-139aa2fe-f351-4ab7-aba9-e64410ed2a22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286026'] for router, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:44.014681 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:44.062630 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-139aa2fe-f351-4ab7-aba9-e64410ed2a22 admin admin] Router 1ab4a1c3-7f25-4c45-b328-e4c3bc580a72 is scheduled to L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d with binding_index 1 {{(pid=94420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 12:14:44.203668 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-139aa2fe-f351-4ab7-aba9-e64410ed2a22 admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:14:44.217413 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8461a052-3c77-47a9-bf3d-9f3554dfa5c3 None None] Sync routers for ids ['1ab4a1c3-7f25-4c45-b328-e4c3bc580a72'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:14:44.236196 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8461a052-3c77-47a9-bf3d-9f3554dfa5c3 None None] Routers {'1ab4a1c3-7f25-4c45-b328-e4c3bc580a72'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:14:44.237067 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-8461a052-3c77-47a9-bf3d-9f3554dfa5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:14:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['1ab4a1c3-7f25-4c45-b328-e4c3bc580a72'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:14:44.245697 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-139aa2fe-f351-4ab7-aba9-e64410ed2a22 admin admin] Notify callbacks [] for router, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:44.253642 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-139aa2fe-f351-4ab7-aba9-e64410ed2a22 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.0016575 Aug 05 12:14:44.254151 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 36148) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:14:44.419913 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-8461a052-3c77-47a9-bf3d-9f3554dfa5c3 None None] Set router 1ab4a1c3-7f25-4c45-b328-e4c3bc580a72 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:14:44.725723 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-8461a052-3c77-47a9-bf3d-9f3554dfa5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab4a1c3-7f25-4c45-b328-e4c3bc580a72', 'name': 'tempest-ServerRescueTestJSONUnderV235-498462170-router', 'tenant_id': '2d514f06f6c64e8dafe1eec366bb1ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': '3004ccf9-fa41-4bb1-a890-5f332f4a761e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:14:41Z', 'updated_at': '2021-08-05T12:14:43Z', 'revision_number': 3, 'project_id': '2d514f06f6c64e8dafe1eec366bb1ccc', 'gw_port': {'id': '3004ccf9-fa41-4bb1-a890-5f332f4a761e', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c7:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ab4a1c3-7f25-4c45-b328-e4c3bc580a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:14:42Z', 'updated_at': '2021-08-05T12:14:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:14:44.755782 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8461a052-3c77-47a9-bf3d-9f3554dfa5c3 None None] Checking router: 1ab4a1c3-7f25-4c45-b328-e4c3bc580a72 for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:14:44.756672 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8461a052-3c77-47a9-bf3d-9f3554dfa5c3 None None] Updating router 1ab4a1c3-7f25-4c45-b328-e4c3bc580a72 port 3004ccf9-fa41-4bb1-a890-5f332f4a761e binding host n-d-803378-2 {{(pid=94423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 12:14:44.795535 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-8461a052-3c77-47a9-bf3d-9f3554dfa5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:45.005911 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d645dac2-3676-4a17-8169-9c9423d5cce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:45.298667 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-8461a052-3c77-47a9-bf3d-9f3554dfa5c3 None None] Notify callbacks [] for port, precommit_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:45.315249 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.provisioning_blocks [None req-8461a052-3c77-47a9-bf3d-9f3554dfa5c3 None None] Transition to ACTIVE for port object 3004ccf9-fa41-4bb1-a890-5f332f4a761e will not be triggered until provisioned by entity L2. {{(pid=94423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:14:45.325152 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-8461a052-3c77-47a9-bf3d-9f3554dfa5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:45.342560 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-d645dac2-3676-4a17-8169-9c9423d5cce8 admin admin] Allocated IP 172.20.0.1 (7224da9c-7a2c-483e-90f7-a8cd144a4fc4/d2a9762a-62db-4494-b40a-91cad8af57d9/3a9bb904-5e4b-40cf-a483-ee5369da9e2f) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:14:45.390724 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-8461a052-3c77-47a9-bf3d-9f3554dfa5c3 None None] Attempting to bind port 3004ccf9-fa41-4bb1-a890-5f332f4a761e on host n-d-803378-2 for vnic_type normal with profile {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:14:45.391099 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-8461a052-3c77-47a9-bf3d-9f3554dfa5c3 None None] Attempting to bind port 3004ccf9-fa41-4bb1-a890-5f332f4a761e by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}] {{(pid=94423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:14:45.391457 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8461a052-3c77-47a9-bf3d-9f3554dfa5c3 None None] Attempting to bind port 3004ccf9-fa41-4bb1-a890-5f332f4a761e on network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:14:45.408057 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8461a052-3c77-47a9-bf3d-9f3554dfa5c3 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:14:45.408424 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8461a052-3c77-47a9-bf3d-9f3554dfa5c3 None None] Checking segment: {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:14:45.408839 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-8461a052-3c77-47a9-bf3d-9f3554dfa5c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:45.409232 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8461a052-3c77-47a9-bf3d-9f3554dfa5c3 None None] Bound using segment: {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'} {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:14:45.409703 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-8461a052-3c77-47a9-bf3d-9f3554dfa5c3 None None] Bound port: 3004ccf9-fa41-4bb1-a890-5f332f4a761e, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}}] {{(pid=94423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:14:45.410096 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-8461a052-3c77-47a9-bf3d-9f3554dfa5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:45.453821 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c24332d-d384-4d39-bb07-84382203172a None None] Pushing event updated for resources: {'Port': ['ID=3004ccf9-fa41-4bb1-a890-5f332f4a761e,revision_number=2']} {{(pid=94423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:14:45.473624 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c24332d-d384-4d39-bb07-84382203172a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:14:45.477457 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c24332d-d384-4d39-bb07-84382203172a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:14:45.477457 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c24332d-d384-4d39-bb07-84382203172a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:14:45.477457 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c24332d-d384-4d39-bb07-84382203172a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:14:45.477457 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c24332d-d384-4d39-bb07-84382203172a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:14:45.477457 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c24332d-d384-4d39-bb07-84382203172a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:14:45.478464 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c24332d-d384-4d39-bb07-84382203172a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:14:45.478464 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c24332d-d384-4d39-bb07-84382203172a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:14:45.478773 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c24332d-d384-4d39-bb07-84382203172a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:14:45.479250 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c24332d-d384-4d39-bb07-84382203172a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:14:45.479829 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c24332d-d384-4d39-bb07-84382203172a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:14:45.480399 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c24332d-d384-4d39-bb07-84382203172a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:14:45.486833 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d645dac2-3676-4a17-8169-9c9423d5cce8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:45.532689 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d645dac2-3676-4a17-8169-9c9423d5cce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:45.532913 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.db [None req-8461a052-3c77-47a9-bf3d-9f3554dfa5c3 None None] For port 3004ccf9-fa41-4bb1-a890-5f332f4a761e, host n-d-803378-2, cleared binding levels {{(pid=94423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:14:45.537280 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.db [None req-8461a052-3c77-47a9-bf3d-9f3554dfa5c3 None None] For port 3004ccf9-fa41-4bb1-a890-5f332f4a761e, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=3004ccf9-fa41-4bb1-a890-5f332f4a761e,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:14:45.545663 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-8461a052-3c77-47a9-bf3d-9f3554dfa5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:45.579835 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d645dac2-3676-4a17-8169-9c9423d5cce8 admin admin] Network 7224da9c-7a2c-483e-90f7-a8cd144a4fc4 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:14:45.585069 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-d645dac2-3676-4a17-8169-9c9423d5cce8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:14:45.589960 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d645dac2-3676-4a17-8169-9c9423d5cce8 admin admin] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:14:45.633937 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d645dac2-3676-4a17-8169-9c9423d5cce8 admin admin] Pushing event updated for resources: {'Port': ['ID=3a9bb904-5e4b-40cf-a483-ee5369da9e2f,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:14:45.667519 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d645dac2-3676-4a17-8169-9c9423d5cce8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33288800'] for router_interface, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:45.669001 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8461a052-3c77-47a9-bf3d-9f3554dfa5c3 None None] Routers {'1ab4a1c3-7f25-4c45-b328-e4c3bc580a72'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:14:45.669938 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-8461a052-3c77-47a9-bf3d-9f3554dfa5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:14:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['1ab4a1c3-7f25-4c45-b328-e4c3bc580a72'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:14:45.731818 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c24332d-d384-4d39-bb07-84382203172a None None] Pushing event updated for resources: {'Port': ['ID=3004ccf9-fa41-4bb1-a890-5f332f4a761e,revision_number=3']} {{(pid=94423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:14:45.872658 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-8461a052-3c77-47a9-bf3d-9f3554dfa5c3 None None] Set router 1ab4a1c3-7f25-4c45-b328-e4c3bc580a72 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:14:46.026610 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d645dac2-3676-4a17-8169-9c9423d5cce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:46.147135 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-8461a052-3c77-47a9-bf3d-9f3554dfa5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab4a1c3-7f25-4c45-b328-e4c3bc580a72', 'name': 'tempest-ServerRescueTestJSONUnderV235-498462170-router', 'tenant_id': '2d514f06f6c64e8dafe1eec366bb1ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': '3004ccf9-fa41-4bb1-a890-5f332f4a761e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:14:41Z', 'updated_at': '2021-08-05T12:14:43Z', 'revision_number': 3, 'project_id': '2d514f06f6c64e8dafe1eec366bb1ccc', 'gw_port': {'id': '3004ccf9-fa41-4bb1-a890-5f332f4a761e', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c7:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ab4a1c3-7f25-4c45-b328-e4c3bc580a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:14:42Z', 'updated_at': '2021-08-05T12:14:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:14:46.178013 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8461a052-3c77-47a9-bf3d-9f3554dfa5c3 None None] The sync data for ids ['1ab4a1c3-7f25-4c45-b328-e4c3bc580a72'] in n-d-803378-2 is: [{'id': '1ab4a1c3-7f25-4c45-b328-e4c3bc580a72', 'name': 'tempest-ServerRescueTestJSONUnderV235-498462170-router', 'tenant_id': '2d514f06f6c64e8dafe1eec366bb1ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': '3004ccf9-fa41-4bb1-a890-5f332f4a761e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:14:41Z', 'updated_at': '2021-08-05T12:14:43Z', 'revision_number': 3, 'project_id': '2d514f06f6c64e8dafe1eec366bb1ccc', 'gw_port': {'id': '3004ccf9-fa41-4bb1-a890-5f332f4a761e', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c7:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ab4a1c3-7f25-4c45-b328-e4c3bc580a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:14:42Z', 'updated_at': '2021-08-05T12:14:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:14:46.282353 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d645dac2-3676-4a17-8169-9c9423d5cce8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:46.292905 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d645dac2-3676-4a17-8169-9c9423d5cce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:46.370211 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d645dac2-3676-4a17-8169-9c9423d5cce8 admin admin] Pushing event updated for resources: {'Port': ['ID=3a9bb904-5e4b-40cf-a483-ee5369da9e2f,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:14:46.376012 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d645dac2-3676-4a17-8169-9c9423d5cce8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33140268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33208272'] for router_interface, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:46.991842 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d645dac2-3676-4a17-8169-9c9423d5cce8 admin admin] Network 7224da9c-7a2c-483e-90f7-a8cd144a4fc4 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:14:46.994231 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-d645dac2-3676-4a17-8169-9c9423d5cce8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:14:47.175609 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d645dac2-3676-4a17-8169-9c9423d5cce8 admin admin] Router 1ab4a1c3-7f25-4c45-b328-e4c3bc580a72 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:14:47.466121 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 3004ccf9-fa41-4bb1-a890-5f332f4a761e up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:14:47.495328 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d645dac2-3676-4a17-8169-9c9423d5cce8 admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:14:47.501330 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-d645dac2-3676-4a17-8169-9c9423d5cce8 admin admin] 10.222.0.58 "PUT /v2.0/routers/1ab4a1c3-7f25-4c45-b328-e4c3bc580a72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2439685 Aug 05 12:14:47.602340 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 3004ccf9-fa41-4bb1-a890-5f332f4a761e completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:14:47.611994 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 3004ccf9-fa41-4bb1-a890-5f332f4a761e triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:14:47.612636 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:47.741399 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:47.773454 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port 3004ccf9-fa41-4bb1-a890-5f332f4a761e, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=3004ccf9-fa41-4bb1-a890-5f332f4a761e,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:14:47.779296 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:47.881615 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=3004ccf9-fa41-4bb1-a890-5f332f4a761e,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:14:47.895026 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:14:47.895665 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:14:47.896992 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:14:47.897696 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:14:47.898284 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:14:47.899142 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:14:47.899506 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:14:47.899740 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:14:47.900305 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:14:47.900907 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:14:47.901448 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:14:47.901946 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:14:48.402151 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a56c358-3af6-4486-a12e-b2a5f620da0c req-8a3a555f-a9cd-4539-9e88-af2a273dde35 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:14:48.403889 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5a56c358-3af6-4486-a12e-b2a5f620da0c req-8a3a555f-a9cd-4539-9e88-af2a273dde35 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] 10.222.0.58 "GET /v2.0/networks?id=7224da9c-7a2c-483e-90f7-a8cd144a4fc4 HTTP/1.1" status: 200 len: 819 time: 0.1561682 Aug 05 12:14:48.427157 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5a56c358-3af6-4486-a12e-b2a5f620da0c req-cbbacb96-02d4-488b-8465-36c9fb053fa5 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] 10.222.0.58 "GET /v2.0/quotas/2d514f06f6c64e8dafe1eec366bb1ccc HTTP/1.1" status: 200 len: 375 time: 0.0124886 Aug 05 12:14:48.514743 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5a56c358-3af6-4486-a12e-b2a5f620da0c req-245f9f0b-3633-4f43-9449-e4e3c286431a tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=2d514f06f6c64e8dafe1eec366bb1ccc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0747666 Aug 05 12:14:48.615501 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9adcf7d-72e4-4dd6-a382-695489f16642 None None] Sync routers for ids ['1ab4a1c3-7f25-4c45-b328-e4c3bc580a72'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:14:48.637677 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9adcf7d-72e4-4dd6-a382-695489f16642 None None] Routers {'1ab4a1c3-7f25-4c45-b328-e4c3bc580a72'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:14:48.639375 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-f9adcf7d-72e4-4dd6-a382-695489f16642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:14:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['1ab4a1c3-7f25-4c45-b328-e4c3bc580a72'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:14:48.832844 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5a56c358-3af6-4486-a12e-b2a5f620da0c req-2bb6b847-e158-4aca-8b79-9200e826aef7 service neutron] 10.222.0.58 "GET /v2.0/networks/7224da9c-7a2c-483e-90f7-a8cd144a4fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3079460 Aug 05 12:14:48.856093 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-f9adcf7d-72e4-4dd6-a382-695489f16642 None None] Set router 1ab4a1c3-7f25-4c45-b328-e4c3bc580a72 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:14:48.981457 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5a56c358-3af6-4486-a12e-b2a5f620da0c req-5e6dc1d5-d176-400e-a172-8c167ccdb928 service neutron] 10.222.0.58 "GET /v2.0/networks/7224da9c-7a2c-483e-90f7-a8cd144a4fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443653 Aug 05 12:14:49.366717 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-f9adcf7d-72e4-4dd6-a382-695489f16642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab4a1c3-7f25-4c45-b328-e4c3bc580a72', 'name': 'tempest-ServerRescueTestJSONUnderV235-498462170-router', 'tenant_id': '2d514f06f6c64e8dafe1eec366bb1ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': '3004ccf9-fa41-4bb1-a890-5f332f4a761e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:14:41Z', 'updated_at': '2021-08-05T12:14:45Z', 'revision_number': 4, 'project_id': '2d514f06f6c64e8dafe1eec366bb1ccc', 'gw_port': {'id': '3004ccf9-fa41-4bb1-a890-5f332f4a761e', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab4a1c3-7f25-4c45-b328-e4c3bc580a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:14:42Z', 'updated_at': '2021-08-05T12:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '3a9bb904-5e4b-40cf-a483-ee5369da9e2f', 'name': '', 'network_id': '7224da9c-7a2c-483e-90f7-a8cd144a4fc4', 'tenant_id': '2d514f06f6c64e8dafe1eec366bb1ccc', 'mac_address': 'fa:16:3e:bb:5f:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ab4a1c3-7f25-4c45-b328-e4c3bc580a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': 'd2a9762a-62db-4494-b40a-91cad8af57d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:14:45Z', 'updated_at': '2021-08-05T12:14:46Z', 'revision_number': 2, 'project_id': '2d514f06f6c64e8dafe1eec366bb1ccc', 'subnets': [{'id': 'd2a9762a-62db-4494-b40a-91cad8af57d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:14:49.393704 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 3004ccf9-fa41-4bb1-a890-5f332f4a761e up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:14:49.416700 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5f23c45b-2760-4c10-8956-3b280fcd555d req-391b8086-f1ad-49b7-bb49-930c80eb6813 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] 10.222.0.58 "GET /v2.0/ports?device_id=406e4751-e691-40e1-9b31-b0cd8dd62b20 HTTP/1.1" status: 200 len: 210 time: 0.0686820 Aug 05 12:14:49.712413 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9adcf7d-72e4-4dd6-a382-695489f16642 None None] Checking router: 1ab4a1c3-7f25-4c45-b328-e4c3bc580a72 for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:14:49.713539 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9adcf7d-72e4-4dd6-a382-695489f16642 None None] Updating router 1ab4a1c3-7f25-4c45-b328-e4c3bc580a72 port 3a9bb904-5e4b-40cf-a483-ee5369da9e2f binding host n-d-803378-2 {{(pid=94422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 12:14:49.759387 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f9adcf7d-72e4-4dd6-a382-695489f16642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:49.762821 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 3004ccf9-fa41-4bb1-a890-5f332f4a761e triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:14:49.763201 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:50.265711 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f9adcf7d-72e4-4dd6-a382-695489f16642 None None] Notify callbacks [] for port, precommit_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:50.281277 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f9adcf7d-72e4-4dd6-a382-695489f16642 None None] Transition to ACTIVE for port object 3a9bb904-5e4b-40cf-a483-ee5369da9e2f will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:14:50.294981 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f9adcf7d-72e4-4dd6-a382-695489f16642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:50.501992 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f56107-6c92-4abe-a2a9-42fc12fc47b5 None None] Pushing event updated for resources: {'Port': ['ID=3a9bb904-5e4b-40cf-a483-ee5369da9e2f,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:14:50.541875 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-f9adcf7d-72e4-4dd6-a382-695489f16642 None None] Attempting to bind port 3a9bb904-5e4b-40cf-a483-ee5369da9e2f on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:14:50.542850 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-f9adcf7d-72e4-4dd6-a382-695489f16642 None None] Attempting to bind port 3a9bb904-5e4b-40cf-a483-ee5369da9e2f by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '4312f746-785a-4225-b6f4-86ad55045190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '7224da9c-7a2c-483e-90f7-a8cd144a4fc4'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:14:50.543137 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9adcf7d-72e4-4dd6-a382-695489f16642 None None] Attempting to bind port 3a9bb904-5e4b-40cf-a483-ee5369da9e2f on network 7224da9c-7a2c-483e-90f7-a8cd144a4fc4 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:14:50.556878 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9adcf7d-72e4-4dd6-a382-695489f16642 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:14:50.557702 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9adcf7d-72e4-4dd6-a382-695489f16642 None None] Checking segment: {'id': '4312f746-785a-4225-b6f4-86ad55045190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '7224da9c-7a2c-483e-90f7-a8cd144a4fc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:14:50.558682 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f9adcf7d-72e4-4dd6-a382-695489f16642 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:50.559451 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9adcf7d-72e4-4dd6-a382-695489f16642 None None] Bound using segment: {'id': '4312f746-785a-4225-b6f4-86ad55045190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '7224da9c-7a2c-483e-90f7-a8cd144a4fc4'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:14:50.560575 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-f9adcf7d-72e4-4dd6-a382-695489f16642 None None] Bound port: 3a9bb904-5e4b-40cf-a483-ee5369da9e2f, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4312f746-785a-4225-b6f4-86ad55045190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '7224da9c-7a2c-483e-90f7-a8cd144a4fc4'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:14:50.561320 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f9adcf7d-72e4-4dd6-a382-695489f16642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:50.711635 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f9adcf7d-72e4-4dd6-a382-695489f16642 None None] For port 3a9bb904-5e4b-40cf-a483-ee5369da9e2f, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:14:50.717168 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f9adcf7d-72e4-4dd6-a382-695489f16642 None None] For port 3a9bb904-5e4b-40cf-a483-ee5369da9e2f, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=3a9bb904-5e4b-40cf-a483-ee5369da9e2f,segment=NetworkSegment(4312f746-785a-4225-b6f4-86ad55045190),segment_id=4312f746-785a-4225-b6f4-86ad55045190)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:14:50.721651 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d9e67e1f-651b-4c74-b9aa-1e586e629b28 req-63852ae4-d3ac-4ba8-ac0b-f811cd25bf79 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] 10.222.0.58 "GET /v2.0/ports?device_id=406e4751-e691-40e1-9b31-b0cd8dd62b20 HTTP/1.1" status: 200 len: 210 time: 0.1209364 Aug 05 12:14:50.725639 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f9adcf7d-72e4-4dd6-a382-695489f16642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:50.824393 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9adcf7d-72e4-4dd6-a382-695489f16642 None None] Routers {'1ab4a1c3-7f25-4c45-b328-e4c3bc580a72'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:14:50.825563 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-f9adcf7d-72e4-4dd6-a382-695489f16642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:14:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['1ab4a1c3-7f25-4c45-b328-e4c3bc580a72'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:14:50.914118 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f56107-6c92-4abe-a2a9-42fc12fc47b5 None None] Pushing event updated for resources: {'Port': ['ID=3a9bb904-5e4b-40cf-a483-ee5369da9e2f,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:14:51.049502 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-f9adcf7d-72e4-4dd6-a382-695489f16642 None None] Set router 1ab4a1c3-7f25-4c45-b328-e4c3bc580a72 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:14:51.063058 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 36212) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:14:51.244763 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a56c358-3af6-4486-a12e-b2a5f620da0c req-4043e3e9-86f5-48b2-89bc-af0c11d12d65 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:14:51.249991 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-5a56c358-3af6-4486-a12e-b2a5f620da0c req-4043e3e9-86f5-48b2-89bc-af0c11d12d65 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] 10.222.0.55 "GET /v2.0/networks?id=7224da9c-7a2c-483e-90f7-a8cd144a4fc4 HTTP/1.1" status: 200 len: 819 time: 0.2989495 Aug 05 12:14:51.270305 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-5a56c358-3af6-4486-a12e-b2a5f620da0c req-d85ccde7-205d-4c6f-b098-2cf5864f0677 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] Request body: {'port': {'device_id': '406e4751-e691-40e1-9b31-b0cd8dd62b20', 'network_id': '7224da9c-7a2c-483e-90f7-a8cd144a4fc4', 'admin_state_up': True, 'tenant_id': '2d514f06f6c64e8dafe1eec366bb1ccc'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:14:51.475559 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-f9adcf7d-72e4-4dd6-a382-695489f16642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab4a1c3-7f25-4c45-b328-e4c3bc580a72', 'name': 'tempest-ServerRescueTestJSONUnderV235-498462170-router', 'tenant_id': '2d514f06f6c64e8dafe1eec366bb1ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': '3004ccf9-fa41-4bb1-a890-5f332f4a761e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:14:41Z', 'updated_at': '2021-08-05T12:14:45Z', 'revision_number': 4, 'project_id': '2d514f06f6c64e8dafe1eec366bb1ccc', 'gw_port': {'id': '3004ccf9-fa41-4bb1-a890-5f332f4a761e', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab4a1c3-7f25-4c45-b328-e4c3bc580a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:14:42Z', 'updated_at': '2021-08-05T12:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '3a9bb904-5e4b-40cf-a483-ee5369da9e2f', 'name': '', 'network_id': '7224da9c-7a2c-483e-90f7-a8cd144a4fc4', 'tenant_id': '2d514f06f6c64e8dafe1eec366bb1ccc', 'mac_address': 'fa:16:3e:bb:5f:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ab4a1c3-7f25-4c45-b328-e4c3bc580a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': 'd2a9762a-62db-4494-b40a-91cad8af57d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:14:45Z', 'updated_at': '2021-08-05T12:14:50Z', 'revision_number': 4, 'project_id': '2d514f06f6c64e8dafe1eec366bb1ccc', 'subnets': [{'id': 'd2a9762a-62db-4494-b40a-91cad8af57d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:14:51.521017 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a56c358-3af6-4486-a12e-b2a5f620da0c req-d85ccde7-205d-4c6f-b098-2cf5864f0677 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] Made reservation on behalf of 2d514f06f6c64e8dafe1eec366bb1ccc for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:14:51.529713 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-5a56c358-3af6-4486-a12e-b2a5f620da0c req-d85ccde7-205d-4c6f-b098-2cf5864f0677 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:51.537582 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9adcf7d-72e4-4dd6-a382-695489f16642 None None] The sync data for ids ['1ab4a1c3-7f25-4c45-b328-e4c3bc580a72'] in n-d-803378-2 is: [{'id': '1ab4a1c3-7f25-4c45-b328-e4c3bc580a72', 'name': 'tempest-ServerRescueTestJSONUnderV235-498462170-router', 'tenant_id': '2d514f06f6c64e8dafe1eec366bb1ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': '3004ccf9-fa41-4bb1-a890-5f332f4a761e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:14:41Z', 'updated_at': '2021-08-05T12:14:45Z', 'revision_number': 4, 'project_id': '2d514f06f6c64e8dafe1eec366bb1ccc', 'gw_port': {'id': '3004ccf9-fa41-4bb1-a890-5f332f4a761e', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab4a1c3-7f25-4c45-b328-e4c3bc580a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:14:42Z', 'updated_at': '2021-08-05T12:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '3a9bb904-5e4b-40cf-a483-ee5369da9e2f', 'name': '', 'network_id': '7224da9c-7a2c-483e-90f7-a8cd144a4fc4', 'tenant_id': '2d514f06f6c64e8dafe1eec366bb1ccc', 'mac_address': 'fa:16:3e:bb:5f:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ab4a1c3-7f25-4c45-b328-e4c3bc580a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': 'd2a9762a-62db-4494-b40a-91cad8af57d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:14:45Z', 'updated_at': '2021-08-05T12:14:50Z', 'revision_number': 4, 'project_id': '2d514f06f6c64e8dafe1eec366bb1ccc', 'subnets': [{'id': 'd2a9762a-62db-4494-b40a-91cad8af57d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:14:51.549307 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-277b1d5d-4285-436e-ab91-d75ab29a1873 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Deleting port 58921901-4107-4259-9137-f9c7adb1e97d {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:14:51.554787 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-277b1d5d-4285-436e-ab91-d75ab29a1873 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:51.857521 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-277b1d5d-4285-436e-ab91-d75ab29a1873 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:51.858922 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-277b1d5d-4285-436e-ab91-d75ab29a1873 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:51.884215 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-277b1d5d-4285-436e-ab91-d75ab29a1873 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Calling delete_port for 58921901-4107-4259-9137-f9c7adb1e97d owned by network:floatingip {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:14:51.886869 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-5a56c358-3af6-4486-a12e-b2a5f620da0c req-d85ccde7-205d-4c6f-b098-2cf5864f0677 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] Allocated IP 172.20.0.6 (7224da9c-7a2c-483e-90f7-a8cd144a4fc4/d2a9762a-62db-4494-b40a-91cad8af57d9/c42d9adf-fd25-42b2-afe6-348fbbeef03d) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:14:52.069057 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-24bcfd11-075e-4125-a492-92f204cbe9df req-29f32eb1-a6a0-4e4a-b133-569753779572 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] 10.222.0.58 "GET /v2.0/ports?device_id=406e4751-e691-40e1-9b31-b0cd8dd62b20 HTTP/1.1" status: 200 len: 210 time: 0.0935664 Aug 05 12:14:52.307323 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-5a56c358-3af6-4486-a12e-b2a5f620da0c req-d85ccde7-205d-4c6f-b098-2cf5864f0677 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:52.409048 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-5a56c358-3af6-4486-a12e-b2a5f620da0c req-d85ccde7-205d-4c6f-b098-2cf5864f0677 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:52.478004 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:52.538338 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85ccde7-205d-4c6f-b098-2cf5864f0677 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] Pushing event updated for resources: {'Port': ['ID=c42d9adf-fd25-42b2-afe6-348fbbeef03d,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:14:52.557942 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a56c358-3af6-4486-a12e-b2a5f620da0c req-d85ccde7-205d-4c6f-b098-2cf5864f0677 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] Network 7224da9c-7a2c-483e-90f7-a8cd144a4fc4 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:14:52.569189 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-5a56c358-3af6-4486-a12e-b2a5f620da0c req-d85ccde7-205d-4c6f-b098-2cf5864f0677 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:14:52.578820 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a56c358-3af6-4486-a12e-b2a5f620da0c req-d85ccde7-205d-4c6f-b098-2cf5864f0677 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:14:52.667827 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a56c358-3af6-4486-a12e-b2a5f620da0c req-d85ccde7-205d-4c6f-b098-2cf5864f0677 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:14:52.670553 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-5a56c358-3af6-4486-a12e-b2a5f620da0c req-d85ccde7-205d-4c6f-b098-2cf5864f0677 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:52.704792 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-5a56c358-3af6-4486-a12e-b2a5f620da0c req-d85ccde7-205d-4c6f-b098-2cf5864f0677 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4413934 Aug 05 12:14:52.728418 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-5a56c358-3af6-4486-a12e-b2a5f620da0c req-6b65c7b1-1956-4134-950c-1161c7e9075f service neutron] Request body: {'port': {'device_id': '406e4751-e691-40e1-9b31-b0cd8dd62b20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:14:52.910185 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-5a56c358-3af6-4486-a12e-b2a5f620da0c req-6b65c7b1-1956-4134-950c-1161c7e9075f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:52.950783 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-277b1d5d-4285-436e-ab91-d75ab29a1873 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:53.066615 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277b1d5d-4285-436e-ab91-d75ab29a1873 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Pushing event deleted for resources: {'Port': ['ID=58921901-4107-4259-9137-f9c7adb1e97d,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:14:53.219866 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-277b1d5d-4285-436e-ab91-d75ab29a1873 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks [] for floatingip, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:53.220620 n-d-803378-2 neutron-server[94420]: INFO neutron.db.l3_db [None req-277b1d5d-4285-436e-ab91-d75ab29a1873 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Floating IP 0bed8e7d-7308-4456-b638-18af54ce6201 disassociated (deleted). External IP: 172.25.5.142, port: 1882720d-6738-4c87-ae4d-d8b952549ac0. Aug 05 12:14:53.462780 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 3a9bb904-5e4b-40cf-a483-ee5369da9e2f up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:14:53.572897 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24756b09-2efd-43f3-8d0f-0c5dc30126da req-42ca2177-f589-48a8-81d7-2c11957bc603 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:14:53.574816 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-24756b09-2efd-43f3-8d0f-0c5dc30126da req-42ca2177-f589-48a8-81d7-2c11957bc603 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] 10.222.0.58 "GET /v2.0/ports?device_id=406e4751-e691-40e1-9b31-b0cd8dd62b20 HTTP/1.1" status: 200 len: 931 time: 0.2594616 Aug 05 12:14:53.578098 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 3a9bb904-5e4b-40cf-a483-ee5369da9e2f completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:14:53.585877 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-5a56c358-3af6-4486-a12e-b2a5f620da0c req-6b65c7b1-1956-4134-950c-1161c7e9075f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c42d9adf-fd25-42b2-afe6-348fbbeef03d {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 12:14:53.588637 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 3a9bb904-5e4b-40cf-a483-ee5369da9e2f triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:14:53.589342 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:53.603228 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-5a56c358-3af6-4486-a12e-b2a5f620da0c req-6b65c7b1-1956-4134-950c-1161c7e9075f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:53.625163 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-5a56c358-3af6-4486-a12e-b2a5f620da0c req-6b65c7b1-1956-4134-950c-1161c7e9075f service neutron] Transition to ACTIVE for port object c42d9adf-fd25-42b2-afe6-348fbbeef03d will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:14:53.634133 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-5a56c358-3af6-4486-a12e-b2a5f620da0c req-6b65c7b1-1956-4134-950c-1161c7e9075f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:53.710724 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b65c7b1-1956-4134-950c-1161c7e9075f service neutron] Pushing event updated for resources: {'Port': ['ID=c42d9adf-fd25-42b2-afe6-348fbbeef03d,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:14:53.774501 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-24756b09-2efd-43f3-8d0f-0c5dc30126da req-51652777-2a11-4e90-a81f-3f4d9d352165 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4392ebe-3e52-456a-b439-ba6f54b7475a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132929 Aug 05 12:14:53.811643 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:53.843515 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-5a56c358-3af6-4486-a12e-b2a5f620da0c req-6b65c7b1-1956-4134-950c-1161c7e9075f service neutron] Attempting to bind port c42d9adf-fd25-42b2-afe6-348fbbeef03d on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:14:53.843892 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-5a56c358-3af6-4486-a12e-b2a5f620da0c req-6b65c7b1-1956-4134-950c-1161c7e9075f service neutron] Attempting to bind port c42d9adf-fd25-42b2-afe6-348fbbeef03d by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': '4312f746-785a-4225-b6f4-86ad55045190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '7224da9c-7a2c-483e-90f7-a8cd144a4fc4'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:14:53.844304 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a56c358-3af6-4486-a12e-b2a5f620da0c req-6b65c7b1-1956-4134-950c-1161c7e9075f service neutron] Attempting to bind port c42d9adf-fd25-42b2-afe6-348fbbeef03d on network 7224da9c-7a2c-483e-90f7-a8cd144a4fc4 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:14:53.851638 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a56c358-3af6-4486-a12e-b2a5f620da0c req-6b65c7b1-1956-4134-950c-1161c7e9075f service neutron] Port c42d9adf-fd25-42b2-afe6-348fbbeef03d on network 7224da9c-7a2c-483e-90f7-a8cd144a4fc4 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 12:14:53.851984 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a56c358-3af6-4486-a12e-b2a5f620da0c req-6b65c7b1-1956-4134-950c-1161c7e9075f service neutron] Attempting to bind port c42d9adf-fd25-42b2-afe6-348fbbeef03d on network 7224da9c-7a2c-483e-90f7-a8cd144a4fc4 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:14:53.861608 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a56c358-3af6-4486-a12e-b2a5f620da0c req-6b65c7b1-1956-4134-950c-1161c7e9075f service neutron] Checking agent: {'id': 'a8f1dd2d-227c-4e30-8844-52419ba734db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:14:53.862038 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a56c358-3af6-4486-a12e-b2a5f620da0c req-6b65c7b1-1956-4134-950c-1161c7e9075f service neutron] Checking segment: {'id': '4312f746-785a-4225-b6f4-86ad55045190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '7224da9c-7a2c-483e-90f7-a8cd144a4fc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:14:53.862369 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a56c358-3af6-4486-a12e-b2a5f620da0c req-6b65c7b1-1956-4134-950c-1161c7e9075f service neutron] Bound using segment: {'id': '4312f746-785a-4225-b6f4-86ad55045190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '7224da9c-7a2c-483e-90f7-a8cd144a4fc4'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:14:53.862847 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-5a56c358-3af6-4486-a12e-b2a5f620da0c req-6b65c7b1-1956-4134-950c-1161c7e9075f service neutron] Bound port: c42d9adf-fd25-42b2-afe6-348fbbeef03d, host: n-h2-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4312f746-785a-4225-b6f4-86ad55045190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '7224da9c-7a2c-483e-90f7-a8cd144a4fc4'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:14:53.863227 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-5a56c358-3af6-4486-a12e-b2a5f620da0c req-6b65c7b1-1956-4134-950c-1161c7e9075f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:53.875698 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-277b1d5d-4285-436e-ab91-d75ab29a1873 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Router e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:14:53.900883 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port 3a9bb904-5e4b-40cf-a483-ee5369da9e2f, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=3a9bb904-5e4b-40cf-a483-ee5369da9e2f,segment=NetworkSegment(4312f746-785a-4225-b6f4-86ad55045190),segment_id=4312f746-785a-4225-b6f4-86ad55045190)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:14:53.906550 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:54.002789 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=3a9bb904-5e4b-40cf-a483-ee5369da9e2f,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:14:54.029325 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-5a56c358-3af6-4486-a12e-b2a5f620da0c req-6b65c7b1-1956-4134-950c-1161c7e9075f service neutron] For port c42d9adf-fd25-42b2-afe6-348fbbeef03d, host n-h2-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:14:54.038205 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-5a56c358-3af6-4486-a12e-b2a5f620da0c req-6b65c7b1-1956-4134-950c-1161c7e9075f service neutron] For port c42d9adf-fd25-42b2-afe6-348fbbeef03d, host n-h2-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=c42d9adf-fd25-42b2-afe6-348fbbeef03d,segment=NetworkSegment(4312f746-785a-4225-b6f4-86ad55045190),segment_id=4312f746-785a-4225-b6f4-86ad55045190)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:14:54.045158 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-5a56c358-3af6-4486-a12e-b2a5f620da0c req-6b65c7b1-1956-4134-950c-1161c7e9075f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:54.074299 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-277b1d5d-4285-436e-ab91-d75ab29a1873 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:14:54.089568 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea0591c-a363-401e-b0a7-8079ece1af53 None None] Sync routers for ids ['e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:14:54.095335 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a56c358-3af6-4486-a12e-b2a5f620da0c req-6b65c7b1-1956-4134-950c-1161c7e9075f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:14:54.096040 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-5a56c358-3af6-4486-a12e-b2a5f620da0c req-6b65c7b1-1956-4134-950c-1161c7e9075f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:54.097668 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-5a56c358-3af6-4486-a12e-b2a5f620da0c req-6b65c7b1-1956-4134-950c-1161c7e9075f service neutron] 10.222.0.55 "PUT /v2.0/ports/c42d9adf-fd25-42b2-afe6-348fbbeef03d HTTP/1.1" status: 200 len: 1091 time: 1.3776596 Aug 05 12:14:54.098155 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '406e4751-e691-40e1-9b31-b0cd8dd62b20', 'tag': 'c42d9adf-fd25-42b2-afe6-348fbbeef03d'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:14:54.102367 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-277b1d5d-4285-436e-ab91-d75ab29a1873 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:54.102646 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b247e72-4ca9-46f6-83ca-9c42e358f17d" -d '{"events": [{"name": "network-changed", "server_uuid": "406e4751-e691-40e1-9b31-b0cd8dd62b20", "tag": "c42d9adf-fd25-42b2-afe6-348fbbeef03d"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:14:54.134223 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b65c7b1-1956-4134-950c-1161c7e9075f service neutron] Pushing event updated for resources: {'Port': ['ID=c42d9adf-fd25-42b2-afe6-348fbbeef03d,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:14:54.138994 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea0591c-a363-401e-b0a7-8079ece1af53 None None] Routers {'e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:14:54.143328 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-8ea0591c-a363-401e-b0a7-8079ece1af53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:14:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:14:54.173485 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-277b1d5d-4285-436e-ab91-d75ab29a1873 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "DELETE /v2.0/floatingips/0bed8e7d-7308-4456-b638-18af54ce6201 HTTP/1.1" status: 204 len: 168 time: 3.1082120 Aug 05 12:14:54.175770 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed0c15ad-12d7-4fd2-841c-82ab919bc2d0', 'tag': '1882720d-6738-4c87-ae4d-d8b952549ac0'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:14:54.189132 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}828068ad8d405ad77660ce68fa78e1ffe658725812f7a08f9e488a446589295b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-127e4c45-bc88-4f90-bc9e-1ae9f0a776bb" -d '{"events": [{"name": "network-changed", "server_uuid": "ed0c15ad-12d7-4fd2-841c-82ab919bc2d0", "tag": "1882720d-6738-4c87-ae4d-d8b952549ac0"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:14:54.314041 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 12:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cf40138-51c1-449e-9cd2-c00c59aa62a4 x-openstack-request-id: req-0cf40138-51c1-449e-9cd2-c00c59aa62a4 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:14:54.319154 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "406e4751-e691-40e1-9b31-b0cd8dd62b20", "tag": "c42d9adf-fd25-42b2-afe6-348fbbeef03d", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:14:54.319714 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0cf40138-51c1-449e-9cd2-c00c59aa62a4 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:14:54.320230 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '406e4751-e691-40e1-9b31-b0cd8dd62b20', 'tag': 'c42d9adf-fd25-42b2-afe6-348fbbeef03d', 'status': 'completed', 'code': 200} Aug 05 12:14:54.322772 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 12:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad297e14-2305-4dc6-b9ad-064d93de158e x-openstack-request-id: req-ad297e14-2305-4dc6-b9ad-064d93de158e {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:14:54.323426 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed0c15ad-12d7-4fd2-841c-82ab919bc2d0", "tag": "1882720d-6738-4c87-ae4d-d8b952549ac0", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:14:54.324076 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ad297e14-2305-4dc6-b9ad-064d93de158e {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:14:54.325196 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed0c15ad-12d7-4fd2-841c-82ab919bc2d0', 'tag': '1882720d-6738-4c87-ae4d-d8b952549ac0', 'status': 'completed', 'code': 200} Aug 05 12:14:54.349821 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a56c358-3af6-4486-a12e-b2a5f620da0c req-63520e88-8f43-437b-ae44-cac8c30c946c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:14:54.352372 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-5a56c358-3af6-4486-a12e-b2a5f620da0c req-63520e88-8f43-437b-ae44-cac8c30c946c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2d514f06f6c64e8dafe1eec366bb1ccc&device_id=406e4751-e691-40e1-9b31-b0cd8dd62b20 HTTP/1.1" status: 200 len: 1094 time: 0.1752167 Aug 05 12:14:54.393322 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-8ea0591c-a363-401e-b0a7-8079ece1af53 None None] Set router e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:14:54.464785 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-5a56c358-3af6-4486-a12e-b2a5f620da0c req-7eb784ec-f910-4f7d-876f-efe27890ad70 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c42d9adf-fd25-42b2-afe6-348fbbeef03d HTTP/1.1" status: 200 len: 217 time: 0.0962882 Aug 05 12:14:54.574070 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127e4c45-bc88-4f90-bc9e-1ae9f0a776bb req-e3e98e80-0be6-41bb-827a-69bba843e477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:14:54.575875 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-127e4c45-bc88-4f90-bc9e-1ae9f0a776bb req-e3e98e80-0be6-41bb-827a-69bba843e477 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f717acd5caa748b6b706fbaad1f3b969&device_id=ed0c15ad-12d7-4fd2-841c-82ab919bc2d0 HTTP/1.1" status: 200 len: 1096 time: 0.1310091 Aug 05 12:14:54.584558 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a56c358-3af6-4486-a12e-b2a5f620da0c req-97b4fbbd-1a0d-43e5-87be-b2db4688a395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:14:54.587271 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-5a56c358-3af6-4486-a12e-b2a5f620da0c req-97b4fbbd-1a0d-43e5-87be-b2db4688a395 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d2a9762a-62db-4494-b40a-91cad8af57d9 HTTP/1.1" status: 200 len: 859 time: 0.1132588 Aug 05 12:14:54.732884 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-5a56c358-3af6-4486-a12e-b2a5f620da0c req-0cbe4153-1c90-4a5c-9760-e391d3c7c9f2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7224da9c-7a2c-483e-90f7-a8cd144a4fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1293976 Aug 05 12:14:54.931807 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588e08e6-adf5-415c-a68f-0e0eafc16e3b req-b8f7777f-eff6-4834-b1bd-04847a4c1063 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:14:54.945976 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-588e08e6-adf5-415c-a68f-0e0eafc16e3b req-b8f7777f-eff6-4834-b1bd-04847a4c1063 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed0c15ad-12d7-4fd2-841c-82ab919bc2d0 HTTP/1.1" status: 200 len: 945 time: 0.2639198 Aug 05 12:14:55.030725 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127e4c45-bc88-4f90-bc9e-1ae9f0a776bb req-227d3c78-8ff0-4115-9e71-2d13324767e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:14:55.034078 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-127e4c45-bc88-4f90-bc9e-1ae9f0a776bb req-227d3c78-8ff0-4115-9e71-2d13324767e8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b881efb6-f52e-4006-a158-c2aa42fef2fe HTTP/1.1" status: 200 len: 912 time: 0.4454105 Aug 05 12:14:55.085634 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-588e08e6-adf5-415c-a68f-0e0eafc16e3b req-768c8269-5f9f-4bc6-99d5-f83a3800448b tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=acdb1763-a210-4486-a76f-c3f8ef2b3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353171 Aug 05 12:14:55.152369 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-127e4c45-bc88-4f90-bc9e-1ae9f0a776bb req-76e2ef23-cb63-4b05-846c-09ee41f53e02 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1882720d-6738-4c87-ae4d-d8b952549ac0 HTTP/1.1" status: 200 len: 217 time: 0.1081822 Aug 05 12:14:55.169347 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09fd0ce-4231-4792-aaf1-d4cfbf4cf86f req-b7a603e0-a76f-4317-ac30-eda4fdc98787 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:14:55.172638 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c09fd0ce-4231-4792-aaf1-d4cfbf4cf86f req-b7a603e0-a76f-4317-ac30-eda4fdc98787 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] 10.222.0.58 "GET /v2.0/ports?device_id=406e4751-e691-40e1-9b31-b0cd8dd62b20 HTTP/1.1" status: 200 len: 943 time: 0.2199650 Aug 05 12:14:55.191345 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-8ea0591c-a363-401e-b0a7-8079ece1af53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24', 'name': 'tempest-TestVolumeBootPattern-443103019-router', 'tenant_id': 'f717acd5caa748b6b706fbaad1f3b969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': '60bfddc8-d821-4934-97ac-cf793158e94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:01:50Z', 'updated_at': '2021-08-05T12:02:08Z', 'revision_number': 4, 'project_id': 'f717acd5caa748b6b706fbaad1f3b969', 'gw_port': {'id': '60bfddc8-d821-4934-97ac-cf793158e94a', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:73:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:01:53Z', 'updated_at': '2021-08-05T12:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': '082b25d6-0e96-4d82-9f3e-99a8aff85d47', 'tenant_id': 'f717acd5caa748b6b706fbaad1f3b969', 'floating_ip_address': '172.25.5.187', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': 'e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24', 'port_id': '7d6ba544-8ec5-4a0c-a9cf-9a92f996040a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b881efb6-f52e-4006-a158-c2aa42fef2fe', 'mac_address': 'fa:16:3e:98:a5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acddff7a-3ff4-4842-8a90-796eac4fb2e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T12:10:40Z', 'updated_at': '2021-08-05T12:10:43Z', 'revision_number': 1, 'project_id': 'f717acd5caa748b6b706fbaad1f3b969', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd186cad0-6ab2-4d69-a919-bdb0a850ce74', 'name': '', 'network_id': 'b881efb6-f52e-4006-a158-c2aa42fef2fe', 'tenant_id': 'f717acd5caa748b6b706fbaad1f3b969', 'mac_address': 'fa:16:3e:8a:78:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3257, 'fixed_ips': [{'subnet_id': '96bcc71c-db3b-48c5-a5c3-35b749d6182d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:02:02Z', 'updated_at': '2021-08-05T12:02:24Z', 'revision_number': 5, 'project_id': 'f717acd5caa748b6b706fbaad1f3b969', 'subnets': [{'id': '96bcc71c-db3b-48c5-a5c3-35b749d6182d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:14:55.264948 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea0591c-a363-401e-b0a7-8079ece1af53 None None] Checking router: e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24 for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:14:55.271857 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c09fd0ce-4231-4792-aaf1-d4cfbf4cf86f req-44750074-e037-4d6c-8b6e-851a052066e8 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4392ebe-3e52-456a-b439-ba6f54b7475a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900998 Aug 05 12:14:55.289819 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-5a56c358-3af6-4486-a12e-b2a5f620da0c req-ac01390c-5ca1-4bf9-9b36-28e33aafc324 service neutron] 10.222.0.55 "GET /v2.0/networks/7224da9c-7a2c-483e-90f7-a8cd144a4fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5414870 Aug 05 12:14:55.299863 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127e4c45-bc88-4f90-bc9e-1ae9f0a776bb req-c6a28c44-f8a5-4beb-8db1-eb22391aa2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:14:55.302559 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-127e4c45-bc88-4f90-bc9e-1ae9f0a776bb req-c6a28c44-f8a5-4beb-8db1-eb22391aa2c3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=96bcc71c-db3b-48c5-a5c3-35b749d6182d HTTP/1.1" status: 200 len: 850 time: 0.1425109 Aug 05 12:14:55.311162 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea0591c-a363-401e-b0a7-8079ece1af53 None None] Routers {'e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:14:55.312413 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-8ea0591c-a363-401e-b0a7-8079ece1af53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:14:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:14:55.426327 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 3a9bb904-5e4b-40cf-a483-ee5369da9e2f up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:14:55.501294 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 3a9bb904-5e4b-40cf-a483-ee5369da9e2f triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:14:55.501806 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:55.531816 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127e4c45-bc88-4f90-bc9e-1ae9f0a776bb req-a7ae66ed-99e4-4bea-a5f4-4d88133efc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:14:55.534700 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-127e4c45-bc88-4f90-bc9e-1ae9f0a776bb req-a7ae66ed-99e4-4bea-a5f4-4d88133efc9e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b881efb6-f52e-4006-a158-c2aa42fef2fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2122183 Aug 05 12:14:55.536652 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-8ea0591c-a363-401e-b0a7-8079ece1af53 None None] Set router e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:14:55.677623 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-5a56c358-3af6-4486-a12e-b2a5f620da0c req-4ea5a68f-578d-42fe-9dff-ca66ede138a4 service neutron] 10.222.0.55 "GET /v2.0/networks/7224da9c-7a2c-483e-90f7-a8cd144a4fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3703213 Aug 05 12:14:55.752098 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-127e4c45-bc88-4f90-bc9e-1ae9f0a776bb req-8c358cce-d410-436c-9d4a-2476c32f7b9a service neutron] 10.222.0.55 "GET /v2.0/networks/b881efb6-f52e-4006-a158-c2aa42fef2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070675 Aug 05 12:14:55.969988 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b247e72-4ca9-46f6-83ca-9c42e358f17d req-bd2bb5a2-913a-4721-8340-ff7fe21d216e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:14:55.971723 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4b247e72-4ca9-46f6-83ca-9c42e358f17d req-bd2bb5a2-913a-4721-8340-ff7fe21d216e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2d514f06f6c64e8dafe1eec366bb1ccc&device_id=406e4751-e691-40e1-9b31-b0cd8dd62b20 HTTP/1.1" status: 200 len: 1094 time: 0.1505764 Aug 05 12:14:55.980001 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-8ea0591c-a363-401e-b0a7-8079ece1af53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24', 'name': 'tempest-TestVolumeBootPattern-443103019-router', 'tenant_id': 'f717acd5caa748b6b706fbaad1f3b969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': '60bfddc8-d821-4934-97ac-cf793158e94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:01:50Z', 'updated_at': '2021-08-05T12:02:08Z', 'revision_number': 4, 'project_id': 'f717acd5caa748b6b706fbaad1f3b969', 'gw_port': {'id': '60bfddc8-d821-4934-97ac-cf793158e94a', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:73:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:01:53Z', 'updated_at': '2021-08-05T12:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': '082b25d6-0e96-4d82-9f3e-99a8aff85d47', 'tenant_id': 'f717acd5caa748b6b706fbaad1f3b969', 'floating_ip_address': '172.25.5.187', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': 'e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24', 'port_id': '7d6ba544-8ec5-4a0c-a9cf-9a92f996040a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b881efb6-f52e-4006-a158-c2aa42fef2fe', 'mac_address': 'fa:16:3e:98:a5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acddff7a-3ff4-4842-8a90-796eac4fb2e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T12:10:40Z', 'updated_at': '2021-08-05T12:10:43Z', 'revision_number': 1, 'project_id': 'f717acd5caa748b6b706fbaad1f3b969', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd186cad0-6ab2-4d69-a919-bdb0a850ce74', 'name': '', 'network_id': 'b881efb6-f52e-4006-a158-c2aa42fef2fe', 'tenant_id': 'f717acd5caa748b6b706fbaad1f3b969', 'mac_address': 'fa:16:3e:8a:78:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3257, 'fixed_ips': [{'subnet_id': '96bcc71c-db3b-48c5-a5c3-35b749d6182d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:02:02Z', 'updated_at': '2021-08-05T12:02:24Z', 'revision_number': 5, 'project_id': 'f717acd5caa748b6b706fbaad1f3b969', 'subnets': [{'id': '96bcc71c-db3b-48c5-a5c3-35b749d6182d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:14:56.030130 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea0591c-a363-401e-b0a7-8079ece1af53 None None] The sync data for ids ['e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24'] in n-d-803378-2 is: [{'id': 'e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24', 'name': 'tempest-TestVolumeBootPattern-443103019-router', 'tenant_id': 'f717acd5caa748b6b706fbaad1f3b969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': '60bfddc8-d821-4934-97ac-cf793158e94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:01:50Z', 'updated_at': '2021-08-05T12:02:08Z', 'revision_number': 4, 'project_id': 'f717acd5caa748b6b706fbaad1f3b969', 'gw_port': {'id': '60bfddc8-d821-4934-97ac-cf793158e94a', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:73:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:01:53Z', 'updated_at': '2021-08-05T12:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': '082b25d6-0e96-4d82-9f3e-99a8aff85d47', 'tenant_id': 'f717acd5caa748b6b706fbaad1f3b969', 'floating_ip_address': '172.25.5.187', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': 'e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24', 'port_id': '7d6ba544-8ec5-4a0c-a9cf-9a92f996040a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b881efb6-f52e-4006-a158-c2aa42fef2fe', 'mac_address': 'fa:16:3e:98:a5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acddff7a-3ff4-4842-8a90-796eac4fb2e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T12:10:40Z', 'updated_at': '2021-08-05T12:10:43Z', 'revision_number': 1, 'project_id': 'f717acd5caa748b6b706fbaad1f3b969', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd186cad0-6ab2-4d69-a919-bdb0a850ce74', 'name': '', 'network_id': 'b881efb6-f52e-4006-a158-c2aa42fef2fe', 'tenant_id': 'f717acd5caa748b6b706fbaad1f3b969', 'mac_address': 'fa:16:3e:8a:78:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3257, 'fixed_ips': [{'subnet_id': '96bcc71c-db3b-48c5-a5c3-35b749d6182d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:02:02Z', 'updated_at': '2021-08-05T12:02:24Z', 'revision_number': 5, 'project_id': 'f717acd5caa748b6b706fbaad1f3b969', 'subnets': [{'id': '96bcc71c-db3b-48c5-a5c3-35b749d6182d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:14:56.048545 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-127e4c45-bc88-4f90-bc9e-1ae9f0a776bb req-5e47d6d2-7301-40ac-89e9-15dc3b19101b service neutron] 10.222.0.55 "GET /v2.0/networks/b881efb6-f52e-4006-a158-c2aa42fef2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297070 Aug 05 12:14:56.122549 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b247e72-4ca9-46f6-83ca-9c42e358f17d req-a94e68fe-5b9c-4cca-9404-6807e9f05e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:14:56.128878 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4b247e72-4ca9-46f6-83ca-9c42e358f17d req-a94e68fe-5b9c-4cca-9404-6807e9f05e28 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7224da9c-7a2c-483e-90f7-a8cd144a4fc4 HTTP/1.1" status: 200 len: 920 time: 0.1456511 Aug 05 12:14:56.232270 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4b247e72-4ca9-46f6-83ca-9c42e358f17d req-64a2ea41-f115-4d13-9396-48b17ecaf55b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c42d9adf-fd25-42b2-afe6-348fbbeef03d HTTP/1.1" status: 200 len: 217 time: 0.0814919 Aug 05 12:14:56.339651 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787dffe5-eb8b-4447-be6a-d4d4efe91b14 req-f6860804-ad5e-4f0a-97df-1fac22233aaf tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:14:56.343356 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-787dffe5-eb8b-4447-be6a-d4d4efe91b14 req-f6860804-ad5e-4f0a-97df-1fac22233aaf tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed0c15ad-12d7-4fd2-841c-82ab919bc2d0 HTTP/1.1" status: 200 len: 945 time: 0.1358485 Aug 05 12:14:56.394073 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365e022f-9332-4cf9-9a82-7920f37d0fa6 req-8a376a04-8955-478a-b5ee-01655d57dc64 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:14:56.398464 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-365e022f-9332-4cf9-9a82-7920f37d0fa6 req-8a376a04-8955-478a-b5ee-01655d57dc64 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed0c15ad-12d7-4fd2-841c-82ab919bc2d0 HTTP/1.1" status: 200 len: 945 time: 0.2446430 Aug 05 12:14:56.400746 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b247e72-4ca9-46f6-83ca-9c42e358f17d req-b8683e6e-bc70-48d9-955a-88b797171f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:14:56.403677 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4b247e72-4ca9-46f6-83ca-9c42e358f17d req-b8683e6e-bc70-48d9-955a-88b797171f78 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d2a9762a-62db-4494-b40a-91cad8af57d9 HTTP/1.1" status: 200 len: 859 time: 0.1609972 Aug 05 12:14:56.455637 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-787dffe5-eb8b-4447-be6a-d4d4efe91b14 req-f8ff621c-64d4-45f4-bf24-d704eda0d407 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=acdb1763-a210-4486-a76f-c3f8ef2b3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939012 Aug 05 12:14:56.504503 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4b247e72-4ca9-46f6-83ca-9c42e358f17d req-b13c5062-34fc-48c4-9e8c-4d947986b925 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7224da9c-7a2c-483e-90f7-a8cd144a4fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0873713 Aug 05 12:14:56.523594 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c6cd5c-4f09-475d-a6f5-84ebdab00d4a req-5bfc0a00-70d9-43ef-ae2a-d48116219db2 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:14:56.526244 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a0c6cd5c-4f09-475d-a6f5-84ebdab00d4a req-5bfc0a00-70d9-43ef-ae2a-d48116219db2 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] 10.222.0.58 "GET /v2.0/ports?device_id=406e4751-e691-40e1-9b31-b0cd8dd62b20 HTTP/1.1" status: 200 len: 943 time: 0.1059871 Aug 05 12:14:56.530634 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233e3ded-6e88-42f1-b11e-c8992a1068cf None None] New status for floating IP 0bed8e7d-7308-4456-b638-18af54ce6201: DOWN {{(pid=94422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 12:14:56.592324 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a0c6cd5c-4f09-475d-a6f5-84ebdab00d4a req-51a75de6-af0b-4cad-b4ad-f89aa2654016 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4392ebe-3e52-456a-b439-ba6f54b7475a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567174 Aug 05 12:14:56.779321 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4b247e72-4ca9-46f6-83ca-9c42e358f17d req-94a3a6b1-5250-4d3d-99ff-5ea594b92098 service neutron] 10.222.0.55 "GET /v2.0/networks/7224da9c-7a2c-483e-90f7-a8cd144a4fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648637 Aug 05 12:14:56.785807 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-365e022f-9332-4cf9-9a82-7920f37d0fa6 req-d89a52b0-ec1b-4399-b24c-87d3a20c7b1a tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Deleting port 1882720d-6738-4c87-ae4d-d8b952549ac0 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:14:56.786945 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-365e022f-9332-4cf9-9a82-7920f37d0fa6 req-d89a52b0-ec1b-4399-b24c-87d3a20c7b1a tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:56.994117 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-365e022f-9332-4cf9-9a82-7920f37d0fa6 req-d89a52b0-ec1b-4399-b24c-87d3a20c7b1a tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] For port 1882720d-6738-4c87-ae4d-d8b952549ac0, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=1882720d-6738-4c87-ae4d-d8b952549ac0,segment=NetworkSegment(556bee1a-9d74-4f14-94d0-708064ee6011),segment_id=556bee1a-9d74-4f14-94d0-708064ee6011)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:14:56.995159 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-365e022f-9332-4cf9-9a82-7920f37d0fa6 req-d89a52b0-ec1b-4399-b24c-87d3a20c7b1a tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:57.023120 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4b247e72-4ca9-46f6-83ca-9c42e358f17d req-5060c841-0694-4438-a561-ce86c50c5684 service neutron] 10.222.0.55 "GET /v2.0/networks/7224da9c-7a2c-483e-90f7-a8cd144a4fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298036 Aug 05 12:14:57.034121 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-365e022f-9332-4cf9-9a82-7920f37d0fa6 req-d89a52b0-ec1b-4399-b24c-87d3a20c7b1a tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Calling delete_port for 1882720d-6738-4c87-ae4d-d8b952549ac0 owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:14:57.335510 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-365e022f-9332-4cf9-9a82-7920f37d0fa6 req-d89a52b0-ec1b-4399-b24c-87d3a20c7b1a tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:57.389729 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89a52b0-ec1b-4399-b24c-87d3a20c7b1a tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Pushing event deleted for resources: {'Port': ['ID=1882720d-6738-4c87-ae4d-d8b952549ac0,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:14:57.459882 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-365e022f-9332-4cf9-9a82-7920f37d0fa6 req-d89a52b0-ec1b-4399-b24c-87d3a20c7b1a tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] No DVR routers for this DVR port 1882720d-6738-4c87-ae4d-d8b952549ac0 on host n-h2-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:14:57.466138 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-365e022f-9332-4cf9-9a82-7920f37d0fa6 req-d89a52b0-ec1b-4399-b24c-87d3a20c7b1a tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:57.470283 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-365e022f-9332-4cf9-9a82-7920f37d0fa6 req-d89a52b0-ec1b-4399-b24c-87d3a20c7b1a tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.55 "DELETE /v2.0/ports/1882720d-6738-4c87-ae4d-d8b952549ac0 HTTP/1.1" status: 204 len: 173 time: 1.0552342 Aug 05 12:14:57.473291 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed0c15ad-12d7-4fd2-841c-82ab919bc2d0', 'name': 'network-vif-deleted', 'tag': '1882720d-6738-4c87-ae4d-d8b952549ac0'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:14:57.478060 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d463f9261399c507c0c1a897232f78f12de23ba489a7a4f07575ba034ec61841" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab8a921b-837d-4173-9d30-7e447e9c5563" -d '{"events": [{"server_uuid": "ed0c15ad-12d7-4fd2-841c-82ab919bc2d0", "name": "network-vif-deleted", "tag": "1882720d-6738-4c87-ae4d-d8b952549ac0"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:14:57.564650 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 12:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a63d13cc-7235-4fa4-a342-7429c31b0722 x-openstack-request-id: req-a63d13cc-7235-4fa4-a342-7429c31b0722 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:14:57.565327 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed0c15ad-12d7-4fd2-841c-82ab919bc2d0", "name": "network-vif-deleted", "tag": "1882720d-6738-4c87-ae4d-d8b952549ac0", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:14:57.565781 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a63d13cc-7235-4fa4-a342-7429c31b0722 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:14:57.566537 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed0c15ad-12d7-4fd2-841c-82ab919bc2d0', 'name': 'network-vif-deleted', 'tag': '1882720d-6738-4c87-ae4d-d8b952549ac0', 'status': 'completed', 'code': 200} Aug 05 12:14:57.684833 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3f86ff22-9588-4657-b627-8fe7a37d51a9 req-0f7dba57-ad2c-4dea-a1d1-0546dcedf237 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed0c15ad-12d7-4fd2-841c-82ab919bc2d0 HTTP/1.1" status: 200 len: 210 time: 0.0827620 Aug 05 12:14:57.862896 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80be300-f3ce-4c0d-97bc-63ccaf3d67c6 req-b64980e6-8f81-4f3e-b4fe-f34d4aec9c0d tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:14:57.873453 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f80be300-f3ce-4c0d-97bc-63ccaf3d67c6 req-b64980e6-8f81-4f3e-b4fe-f34d4aec9c0d tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] 10.222.0.58 "GET /v2.0/ports?device_id=406e4751-e691-40e1-9b31-b0cd8dd62b20 HTTP/1.1" status: 200 len: 943 time: 0.1143327 Aug 05 12:14:57.945295 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f80be300-f3ce-4c0d-97bc-63ccaf3d67c6 req-84f4d50e-79b7-4e99-88d9-a74e80f64bee tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4392ebe-3e52-456a-b439-ba6f54b7475a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707197 Aug 05 12:14:58.760250 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device c42d9adf-fd25-42b2-afe6-348fbbeef03d details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 12:14:58.974066 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-04032b58-2d47-4aff-ab63-b46b51d4fd73 req-4fe4da80-4a13-486e-a8e2-f7ea66416cd8 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed0c15ad-12d7-4fd2-841c-82ab919bc2d0 HTTP/1.1" status: 200 len: 210 time: 0.0633049 Aug 05 12:14:59.059059 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port c42d9adf-fd25-42b2-afe6-348fbbeef03d, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=c42d9adf-fd25-42b2-afe6-348fbbeef03d,segment=NetworkSegment(4312f746-785a-4225-b6f4-86ad55045190),segment_id=4312f746-785a-4225-b6f4-86ad55045190)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:14:59.099530 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Returning: {'device': 'c42d9adf-fd25-42b2-afe6-348fbbeef03d', 'network_id': '7224da9c-7a2c-483e-90f7-a8cd144a4fc4', 'port_id': 'c42d9adf-fd25-42b2-afe6-348fbbeef03d', 'mac_address': 'fa:16:3e:6e:1f:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2a9762a-62db-4494-b40a-91cad8af57d9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 12:14:59.191936 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:59.211405 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c42d9adf-fd25-42b2-afe6-348fbbeef03d {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 12:14:59.241371 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port c42d9adf-fd25-42b2-afe6-348fbbeef03d, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=c42d9adf-fd25-42b2-afe6-348fbbeef03d,segment=NetworkSegment(4312f746-785a-4225-b6f4-86ad55045190),segment_id=4312f746-785a-4225-b6f4-86ad55045190)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:14:59.250214 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:14:59.271695 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55c060e-b6f3-4a45-855e-34e527e5d2eb req-f6dd365d-ba27-46c5-9562-d4d159a9c83c tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:14:59.288218 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f55c060e-b6f3-4a45-855e-34e527e5d2eb req-f6dd365d-ba27-46c5-9562-d4d159a9c83c tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] 10.222.0.58 "GET /v2.0/ports?device_id=406e4751-e691-40e1-9b31-b0cd8dd62b20 HTTP/1.1" status: 200 len: 943 time: 0.1468878 Aug 05 12:14:59.371331 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f55c060e-b6f3-4a45-855e-34e527e5d2eb req-441b9353-c37d-4300-b8e3-0c3c4968bec3 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4392ebe-3e52-456a-b439-ba6f54b7475a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811503 Aug 05 12:14:59.374978 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=c42d9adf-fd25-42b2-afe6-348fbbeef03d,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:14:59.547869 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['c42d9adf-fd25-42b2-afe6-348fbbeef03d'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 12:14:59.709553 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:00.163693 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-040feafc-6095-460d-8f73-f4b7f1ae0cbe req-39f38e6b-3541-4c4a-a710-10a17e3fe864 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed0c15ad-12d7-4fd2-841c-82ab919bc2d0 HTTP/1.1" status: 200 len: 210 time: 0.0503390 Aug 05 12:15:00.573032 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9643b42-b120-4b70-8eb3-29390724def2 req-08d40c48-2668-4ce5-a80e-f959919a15b4 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:15:00.575248 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f9643b42-b120-4b70-8eb3-29390724def2 req-08d40c48-2668-4ce5-a80e-f959919a15b4 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] 10.222.0.58 "GET /v2.0/ports?device_id=406e4751-e691-40e1-9b31-b0cd8dd62b20 HTTP/1.1" status: 200 len: 944 time: 0.0970061 Aug 05 12:15:00.672367 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f9643b42-b120-4b70-8eb3-29390724def2 req-9fdf1071-d14a-4f91-9800-d1a6b2b1d973 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4392ebe-3e52-456a-b439-ba6f54b7475a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833910 Aug 05 12:15:00.789484 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device c42d9adf-fd25-42b2-afe6-348fbbeef03d up at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:15:00.881957 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning for port c42d9adf-fd25-42b2-afe6-348fbbeef03d completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:15:00.890108 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning complete for port c42d9adf-fd25-42b2-afe6-348fbbeef03d triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:15:00.890817 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:01.060520 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:01.101006 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '406e4751-e691-40e1-9b31-b0cd8dd62b20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c42d9adf-fd25-42b2-afe6-348fbbeef03d'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:15:01.101006 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd5a23f8a75c858cd8767b60c1dc426dce799fc5c62406229b36503bd1cb51d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-261c2889-408a-4eb9-b3a9-318773cd8b83" -d '{"events": [{"server_uuid": "406e4751-e691-40e1-9b31-b0cd8dd62b20", "name": "network-vif-plugged", "status": "completed", "tag": "c42d9adf-fd25-42b2-afe6-348fbbeef03d"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:15:01.139823 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port c42d9adf-fd25-42b2-afe6-348fbbeef03d, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=c42d9adf-fd25-42b2-afe6-348fbbeef03d,segment=NetworkSegment(4312f746-785a-4225-b6f4-86ad55045190),segment_id=4312f746-785a-4225-b6f4-86ad55045190)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:15:01.148562 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:01.150019 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 1882720d-6738-4c87-ae4d-d8b952549ac0 no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:15:01.244196 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] No Port match for: 1882720d-6738-4c87-ae4d-d8b952549ac0 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:15:01.245038 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 1882720d-6738-4c87-ae4d-d8b952549ac0 not bound to the agent host n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:15:01.340394 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=c42d9adf-fd25-42b2-afe6-348fbbeef03d,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:15:01.411933 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d577da02-e35e-4cc9-b741-8dc006c6e0d1 req-b83b1452-d7d0-4868-9927-063db3d43391 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed0c15ad-12d7-4fd2-841c-82ab919bc2d0 HTTP/1.1" status: 200 len: 210 time: 0.0507464 Aug 05 12:15:01.462683 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 12:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d24a9ab4-60cb-4bca-ac7f-566353be2a85 x-openstack-request-id: req-d24a9ab4-60cb-4bca-ac7f-566353be2a85 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:15:01.463247 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "406e4751-e691-40e1-9b31-b0cd8dd62b20", "name": "network-vif-plugged", "status": "completed", "tag": "c42d9adf-fd25-42b2-afe6-348fbbeef03d", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:15:01.464531 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d24a9ab4-60cb-4bca-ac7f-566353be2a85 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:15:01.466167 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '406e4751-e691-40e1-9b31-b0cd8dd62b20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c42d9adf-fd25-42b2-afe6-348fbbeef03d', 'code': 200} Aug 05 12:15:01.686934 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690d4ccf-38b5-4a24-95db-25cd656cece5 req-dfbca2c4-e6cf-491d-9c58-6387658671dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:15:01.689213 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-690d4ccf-38b5-4a24-95db-25cd656cece5 req-dfbca2c4-e6cf-491d-9c58-6387658671dd service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=406e4751-e691-40e1-9b31-b0cd8dd62b20 HTTP/1.1" status: 200 len: 1096 time: 0.1093574 Aug 05 12:15:01.770721 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-690d4ccf-38b5-4a24-95db-25cd656cece5 req-62c01404-643a-4382-bbe5-3c65fb94acd6 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a4392ebe-3e52-456a-b439-ba6f54b7475a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725210 Aug 05 12:15:01.927280 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafd1361-31a2-47c0-a9f1-931b32a0e394 req-13bb88a0-06e5-4f39-896e-2a912d0f3242 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:15:01.930120 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cafd1361-31a2-47c0-a9f1-931b32a0e394 req-13bb88a0-06e5-4f39-896e-2a912d0f3242 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] 10.222.0.58 "GET /v2.0/ports?device_id=406e4751-e691-40e1-9b31-b0cd8dd62b20 HTTP/1.1" status: 200 len: 945 time: 0.1075833 Aug 05 12:15:02.025271 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cafd1361-31a2-47c0-a9f1-931b32a0e394 req-b23abd08-fa63-4b3b-9fb3-dc5e69c1b0b9 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4392ebe-3e52-456a-b439-ba6f54b7475a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785160 Aug 05 12:15:02.605209 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8108938f-1fe2-45d3-9450-d88f7eb8584c req-bd933f54-4947-41c1-ab90-83b91d2c7f37 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed0c15ad-12d7-4fd2-841c-82ab919bc2d0 HTTP/1.1" status: 200 len: 210 time: 0.0420935 Aug 05 12:15:03.280900 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af14b82-e7c1-43d2-9137-99fd21880a12 req-2058bcbb-3b9a-419c-b52a-55335615a380 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:15:03.284326 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5af14b82-e7c1-43d2-9137-99fd21880a12 req-2058bcbb-3b9a-419c-b52a-55335615a380 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] 10.222.0.58 "GET /v2.0/ports?device_id=406e4751-e691-40e1-9b31-b0cd8dd62b20 HTTP/1.1" status: 200 len: 945 time: 0.1005306 Aug 05 12:15:03.385615 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5af14b82-e7c1-43d2-9137-99fd21880a12 req-2b3c2f8e-295c-4c17-ad81-fdfe7c936646 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4392ebe-3e52-456a-b439-ba6f54b7475a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807869 Aug 05 12:15:03.835472 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c2158f73-3f1c-43d1-a6aa-69a1011326a8 req-6b5b7579-63bc-47c7-ae49-7b0ca373d6e0 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed0c15ad-12d7-4fd2-841c-82ab919bc2d0 HTTP/1.1" status: 200 len: 210 time: 0.0587749 Aug 05 12:15:03.935819 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55086d82-f754-4abe-9f49-77d5f90d79b2 req-83a678bf-8be4-45a4-bae2-d0dde24b01c5 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:15:03.938366 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-55086d82-f754-4abe-9f49-77d5f90d79b2 req-83a678bf-8be4-45a4-bae2-d0dde24b01c5 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] 10.222.0.58 "GET /v2.0/ports?device_id=406e4751-e691-40e1-9b31-b0cd8dd62b20 HTTP/1.1" status: 200 len: 945 time: 0.1463990 Aug 05 12:15:03.960778 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [req-9f7aaa2d-f8a4-4ff1-b9de-14823dd472dd req-1a60aec8-fa9d-41bd-b9f1-c8c6e2b222f5 service neutron] (94421) timed out ('10.222.0.58', 50834) {{(pid=94421) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 05 12:15:04.017643 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-55086d82-f754-4abe-9f49-77d5f90d79b2 req-adc0f4eb-6f4d-4abf-ba65-1ea4c0e03e79 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4392ebe-3e52-456a-b439-ba6f54b7475a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705643 Aug 05 12:15:04.088179 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64280596-5e65-48b0-9d41-b4e34eba27c1 req-d2eeba3d-3724-4901-ab8d-4716f686347e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:15:04.089707 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-64280596-5e65-48b0-9d41-b4e34eba27c1 req-d2eeba3d-3724-4901-ab8d-4716f686347e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2d514f06f6c64e8dafe1eec366bb1ccc&device_id=406e4751-e691-40e1-9b31-b0cd8dd62b20 HTTP/1.1" status: 200 len: 1096 time: 0.2046156 Aug 05 12:15:04.259318 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64280596-5e65-48b0-9d41-b4e34eba27c1 req-73014124-86e6-4986-9203-9e38fb3827ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:15:04.262862 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-64280596-5e65-48b0-9d41-b4e34eba27c1 req-73014124-86e6-4986-9203-9e38fb3827ab service neutron] 10.222.0.55 "GET /v2.0/networks?id=7224da9c-7a2c-483e-90f7-a8cd144a4fc4 HTTP/1.1" status: 200 len: 920 time: 0.1654613 Aug 05 12:15:04.335809 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-64280596-5e65-48b0-9d41-b4e34eba27c1 req-1e0652c6-8fed-4b6e-b6c0-dd6372c7ea9e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c42d9adf-fd25-42b2-afe6-348fbbeef03d HTTP/1.1" status: 200 len: 217 time: 0.0653701 Aug 05 12:15:04.416420 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64280596-5e65-48b0-9d41-b4e34eba27c1 req-f3473bf7-ab5d-4bc0-b4c3-4fa76ec75f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:15:04.418477 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-64280596-5e65-48b0-9d41-b4e34eba27c1 req-f3473bf7-ab5d-4bc0-b4c3-4fa76ec75f4d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d2a9762a-62db-4494-b40a-91cad8af57d9 HTTP/1.1" status: 200 len: 859 time: 0.0753393 Aug 05 12:15:04.469666 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-64280596-5e65-48b0-9d41-b4e34eba27c1 req-332d5cb6-ad85-4a9e-9cba-7aaab1ec8bd1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7224da9c-7a2c-483e-90f7-a8cd144a4fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438607 Aug 05 12:15:04.626625 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-64280596-5e65-48b0-9d41-b4e34eba27c1 req-7fc650b0-e038-4c68-9bfa-6d80f9ad7a4f service neutron] 10.222.0.55 "GET /v2.0/networks/7224da9c-7a2c-483e-90f7-a8cd144a4fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488206 Aug 05 12:15:04.779338 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-64280596-5e65-48b0-9d41-b4e34eba27c1 req-c82b8fb3-0ec6-4263-9db5-735eed5f24b1 service neutron] 10.222.0.55 "GET /v2.0/networks/7224da9c-7a2c-483e-90f7-a8cd144a4fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430094 Aug 05 12:15:05.206198 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e9257f-bf07-415c-8221-6faf87704590 req-f3a0b457-6408-4efa-aaa4-2988957fadac tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:15:05.209420 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f4e9257f-bf07-415c-8221-6faf87704590 req-f3a0b457-6408-4efa-aaa4-2988957fadac tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] 10.222.0.58 "GET /v2.0/ports?device_id=406e4751-e691-40e1-9b31-b0cd8dd62b20 HTTP/1.1" status: 200 len: 945 time: 0.0758367 Aug 05 12:15:05.290476 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f4e9257f-bf07-415c-8221-6faf87704590 req-9f1e7ca0-bce5-4841-b544-32a74c1d4edc tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4392ebe-3e52-456a-b439-ba6f54b7475a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651188 Aug 05 12:15:06.473212 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4193aa-7162-414e-a267-32e277c2e64e req-5c9e43a6-b931-4761-aa47-1a30654f7f2e tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:15:06.477261 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0d4193aa-7162-414e-a267-32e277c2e64e req-5c9e43a6-b931-4761-aa47-1a30654f7f2e tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] 10.222.0.58 "GET /v2.0/ports?device_id=406e4751-e691-40e1-9b31-b0cd8dd62b20 HTTP/1.1" status: 200 len: 945 time: 0.0668902 Aug 05 12:15:06.526633 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0d4193aa-7162-414e-a267-32e277c2e64e req-4722a3bc-4d76-47e3-833a-29efcf3b68eb tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4392ebe-3e52-456a-b439-ba6f54b7475a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426569 Aug 05 12:15:07.288929 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f0e66fcf-d42b-4777-92d7-6cff14fdfaf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:07.714632 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab305c11-1745-4191-86a8-6d4321e2b25e req-2a0326ee-8ddc-45f4-99ac-fb3b59849dd7 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:15:07.718788 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ab305c11-1745-4191-86a8-6d4321e2b25e req-2a0326ee-8ddc-45f4-99ac-fb3b59849dd7 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] 10.222.0.58 "GET /v2.0/ports?device_id=406e4751-e691-40e1-9b31-b0cd8dd62b20 HTTP/1.1" status: 200 len: 945 time: 0.0851138 Aug 05 12:15:07.806809 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ab305c11-1745-4191-86a8-6d4321e2b25e req-032fd521-d623-402d-97ee-fdc323a21783 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4392ebe-3e52-456a-b439-ba6f54b7475a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794916 Aug 05 12:15:09.010079 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c75fe8c-6831-4f28-803f-cd4d73258c7f req-039a585d-d167-488a-a763-7be303d859e6 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:15:09.012244 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0c75fe8c-6831-4f28-803f-cd4d73258c7f req-039a585d-d167-488a-a763-7be303d859e6 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] 10.222.0.58 "GET /v2.0/ports?device_id=406e4751-e691-40e1-9b31-b0cd8dd62b20 HTTP/1.1" status: 200 len: 945 time: 0.0930483 Aug 05 12:15:09.079785 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0c75fe8c-6831-4f28-803f-cd4d73258c7f req-2240f7a8-1888-4916-93b4-311e0d5a7bb9 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4392ebe-3e52-456a-b439-ba6f54b7475a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560794 Aug 05 12:15:10.027045 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-a62c8b2b-e4d6-4d85-8125-40ddb4927c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:10.110480 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:10.279508 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3949582-a271-4d9f-af01-ea135830f19e req-c878d3f2-627b-47e7-bc77-bb1dbf76f81a tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:15:10.282389 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b3949582-a271-4d9f-af01-ea135830f19e req-c878d3f2-627b-47e7-bc77-bb1dbf76f81a tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] 10.222.0.58 "GET /v2.0/ports?device_id=406e4751-e691-40e1-9b31-b0cd8dd62b20 HTTP/1.1" status: 200 len: 945 time: 0.0991623 Aug 05 12:15:10.377759 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b3949582-a271-4d9f-af01-ea135830f19e req-bbac0dd0-71d1-43fb-9b4c-f50b616f58c0 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4392ebe-3e52-456a-b439-ba6f54b7475a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697472 Aug 05 12:15:10.637634 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 36460) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:15:10.877234 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-64788187-dfc2-4753-bcbc-2dca825980bf tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Deleting port fc0391e1-1a73-494a-8142-66687caf23d0 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:15:10.877453 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-64788187-dfc2-4753-bcbc-2dca825980bf tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:11.023660 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-64788187-dfc2-4753-bcbc-2dca825980bf tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:11.024001 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-64788187-dfc2-4753-bcbc-2dca825980bf tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:11.044842 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-64788187-dfc2-4753-bcbc-2dca825980bf tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Calling delete_port for fc0391e1-1a73-494a-8142-66687caf23d0 owned by network:floatingip {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:15:11.283510 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-64788187-dfc2-4753-bcbc-2dca825980bf tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:11.338464 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64788187-dfc2-4753-bcbc-2dca825980bf tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Pushing event deleted for resources: {'Port': ['ID=fc0391e1-1a73-494a-8142-66687caf23d0,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:15:11.356195 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64788187-dfc2-4753-bcbc-2dca825980bf tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:15:11.356587 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64788187-dfc2-4753-bcbc-2dca825980bf tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:15:11.357038 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64788187-dfc2-4753-bcbc-2dca825980bf tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:15:11.357420 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64788187-dfc2-4753-bcbc-2dca825980bf tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:15:11.357937 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64788187-dfc2-4753-bcbc-2dca825980bf tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:15:11.358295 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64788187-dfc2-4753-bcbc-2dca825980bf tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:15:11.358635 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64788187-dfc2-4753-bcbc-2dca825980bf tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:15:11.359074 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64788187-dfc2-4753-bcbc-2dca825980bf tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:15:11.359603 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64788187-dfc2-4753-bcbc-2dca825980bf tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:15:11.360131 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64788187-dfc2-4753-bcbc-2dca825980bf tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:15:11.360763 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64788187-dfc2-4753-bcbc-2dca825980bf tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:15:11.361332 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64788187-dfc2-4753-bcbc-2dca825980bf tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:15:11.485042 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-64788187-dfc2-4753-bcbc-2dca825980bf tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks [] for floatingip, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:11.485437 n-d-803378-2 neutron-server[94420]: INFO neutron.db.l3_db [None req-64788187-dfc2-4753-bcbc-2dca825980bf tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Floating IP 082b25d6-0e96-4d82-9f3e-99a8aff85d47 disassociated (deleted). External IP: 172.25.5.187, port: 7d6ba544-8ec5-4a0c-a9cf-9a92f996040a. Aug 05 12:15:11.656748 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8db3c6-5d18-40e7-adbf-0548622789f3 req-2a56ed0d-e227-4838-b527-c7839a0d61cc tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:15:11.659460 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-be8db3c6-5d18-40e7-adbf-0548622789f3 req-2a56ed0d-e227-4838-b527-c7839a0d61cc tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] 10.222.0.58 "GET /v2.0/ports?device_id=406e4751-e691-40e1-9b31-b0cd8dd62b20 HTTP/1.1" status: 200 len: 945 time: 0.1910532 Aug 05 12:15:11.759814 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-be8db3c6-5d18-40e7-adbf-0548622789f3 req-326e3c51-bbef-4b52-beb4-7d9725275606 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4392ebe-3e52-456a-b439-ba6f54b7475a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905080 Aug 05 12:15:11.862792 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:11.938143 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64788187-dfc2-4753-bcbc-2dca825980bf tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Router e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:15:12.160478 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64788187-dfc2-4753-bcbc-2dca825980bf tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:15:12.168973 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-64788187-dfc2-4753-bcbc-2dca825980bf tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:12.180384 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f39096-3b35-4d33-a140-a54b0f420138 None None] Sync routers for ids ['e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:15:12.196023 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f39096-3b35-4d33-a140-a54b0f420138 None None] Routers {'e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:15:12.197091 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-55f39096-3b35-4d33-a140-a54b0f420138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:15:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:15:12.221045 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-64788187-dfc2-4753-bcbc-2dca825980bf tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "DELETE /v2.0/floatingips/082b25d6-0e96-4d82-9f3e-99a8aff85d47 HTTP/1.1" status: 204 len: 168 time: 1.5816467 Aug 05 12:15:12.222436 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acddff7a-3ff4-4842-8a90-796eac4fb2e3', 'tag': '7d6ba544-8ec5-4a0c-a9cf-9a92f996040a'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:15:12.301196 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47e10126444b02a26d513ed6f4b145adbdfa00d329c865c61a1608b26e6d0230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e61bc95b-ddcc-4220-babd-4fa743efacb2" -d '{"events": [{"name": "network-changed", "server_uuid": "acddff7a-3ff4-4842-8a90-796eac4fb2e3", "tag": "7d6ba544-8ec5-4a0c-a9cf-9a92f996040a"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:15:12.420688 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-55f39096-3b35-4d33-a140-a54b0f420138 None None] Set router e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:15:12.477415 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 12:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf357ffb-c587-4f7e-a6a1-f76a13100af3 x-openstack-request-id: req-cf357ffb-c587-4f7e-a6a1-f76a13100af3 {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:15:12.478494 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acddff7a-3ff4-4842-8a90-796eac4fb2e3", "tag": "7d6ba544-8ec5-4a0c-a9cf-9a92f996040a", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:15:12.479237 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cf357ffb-c587-4f7e-a6a1-f76a13100af3 {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:15:12.479898 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acddff7a-3ff4-4842-8a90-796eac4fb2e3', 'tag': '7d6ba544-8ec5-4a0c-a9cf-9a92f996040a', 'status': 'completed', 'code': 200} Aug 05 12:15:12.652968 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a69890-b102-42df-a820-1f1816c8048f req-9ca910c9-0b4b-4a55-b6bc-6b90d56cb03d tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:15:12.656189 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-49a69890-b102-42df-a820-1f1816c8048f req-9ca910c9-0b4b-4a55-b6bc-6b90d56cb03d tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=acddff7a-3ff4-4842-8a90-796eac4fb2e3 HTTP/1.1" status: 200 len: 945 time: 0.1029913 Aug 05 12:15:12.700104 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61bc95b-ddcc-4220-babd-4fa743efacb2 req-feebcedc-8bec-4e7b-90c1-c4bf0bea27d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:15:12.702774 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e61bc95b-ddcc-4220-babd-4fa743efacb2 req-feebcedc-8bec-4e7b-90c1-c4bf0bea27d4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f717acd5caa748b6b706fbaad1f3b969&device_id=acddff7a-3ff4-4842-8a90-796eac4fb2e3 HTTP/1.1" status: 200 len: 1096 time: 0.1077499 Aug 05 12:15:12.778316 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-49a69890-b102-42df-a820-1f1816c8048f req-0f7e8f05-edbe-4109-8d97-09a4822806a6 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=acdb1763-a210-4486-a76f-c3f8ef2b3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097939 Aug 05 12:15:12.795511 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-55f39096-3b35-4d33-a140-a54b0f420138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24', 'name': 'tempest-TestVolumeBootPattern-443103019-router', 'tenant_id': 'f717acd5caa748b6b706fbaad1f3b969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': '60bfddc8-d821-4934-97ac-cf793158e94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:01:50Z', 'updated_at': '2021-08-05T12:02:08Z', 'revision_number': 4, 'project_id': 'f717acd5caa748b6b706fbaad1f3b969', 'gw_port': {'id': '60bfddc8-d821-4934-97ac-cf793158e94a', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:73:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:01:53Z', 'updated_at': '2021-08-05T12:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'd186cad0-6ab2-4d69-a919-bdb0a850ce74', 'name': '', 'network_id': 'b881efb6-f52e-4006-a158-c2aa42fef2fe', 'tenant_id': 'f717acd5caa748b6b706fbaad1f3b969', 'mac_address': 'fa:16:3e:8a:78:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3257, 'fixed_ips': [{'subnet_id': '96bcc71c-db3b-48c5-a5c3-35b749d6182d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:02:02Z', 'updated_at': '2021-08-05T12:02:24Z', 'revision_number': 5, 'project_id': 'f717acd5caa748b6b706fbaad1f3b969', 'subnets': [{'id': '96bcc71c-db3b-48c5-a5c3-35b749d6182d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:15:12.853398 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f39096-3b35-4d33-a140-a54b0f420138 None None] Checking router: e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24 for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:15:12.865437 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f39096-3b35-4d33-a140-a54b0f420138 None None] Routers {'e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:15:12.866265 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-55f39096-3b35-4d33-a140-a54b0f420138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:15:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:15:12.930747 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61bc95b-ddcc-4220-babd-4fa743efacb2 req-61d4058a-6928-4686-a168-2f6b9714c362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:15:12.934021 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e61bc95b-ddcc-4220-babd-4fa743efacb2 req-61d4058a-6928-4686-a168-2f6b9714c362 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b881efb6-f52e-4006-a158-c2aa42fef2fe HTTP/1.1" status: 200 len: 912 time: 0.2158017 Aug 05 12:15:13.038963 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e61bc95b-ddcc-4220-babd-4fa743efacb2 req-07d4d7f6-a6e9-4a6e-bd58-b2de5e8b5ee7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d6ba544-8ec5-4a0c-a9cf-9a92f996040a HTTP/1.1" status: 200 len: 217 time: 0.0841808 Aug 05 12:15:13.081662 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-55f39096-3b35-4d33-a140-a54b0f420138 None None] Set router e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:15:13.083769 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8e21d8-e2eb-425f-ba9d-2259953f53eb req-75e9ceb0-1bcf-4856-ade3-51825a00100d tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:15:13.086690 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3a8e21d8-e2eb-425f-ba9d-2259953f53eb req-75e9ceb0-1bcf-4856-ade3-51825a00100d tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] 10.222.0.58 "GET /v2.0/ports?device_id=406e4751-e691-40e1-9b31-b0cd8dd62b20 HTTP/1.1" status: 200 len: 945 time: 0.1777368 Aug 05 12:15:13.205679 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61bc95b-ddcc-4220-babd-4fa743efacb2 req-2f92cc53-b31d-44c6-a402-709a19e7a8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:15:13.210002 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e61bc95b-ddcc-4220-babd-4fa743efacb2 req-2f92cc53-b31d-44c6-a402-709a19e7a8fd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=96bcc71c-db3b-48c5-a5c3-35b749d6182d HTTP/1.1" status: 200 len: 850 time: 0.1571829 Aug 05 12:15:13.224662 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3a8e21d8-e2eb-425f-ba9d-2259953f53eb req-560cc478-28dc-4a62-89e7-cb3ec524bafc tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4392ebe-3e52-456a-b439-ba6f54b7475a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008396 Aug 05 12:15:13.452440 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61bc95b-ddcc-4220-babd-4fa743efacb2 req-020d3c8f-a9b1-43bd-be63-c343bd252c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:15:13.456837 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e61bc95b-ddcc-4220-babd-4fa743efacb2 req-020d3c8f-a9b1-43bd-be63-c343bd252c70 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b881efb6-f52e-4006-a158-c2aa42fef2fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1622822 Aug 05 12:15:13.528392 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-55f39096-3b35-4d33-a140-a54b0f420138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24', 'name': 'tempest-TestVolumeBootPattern-443103019-router', 'tenant_id': 'f717acd5caa748b6b706fbaad1f3b969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': '60bfddc8-d821-4934-97ac-cf793158e94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:01:50Z', 'updated_at': '2021-08-05T12:02:08Z', 'revision_number': 4, 'project_id': 'f717acd5caa748b6b706fbaad1f3b969', 'gw_port': {'id': '60bfddc8-d821-4934-97ac-cf793158e94a', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:73:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:01:53Z', 'updated_at': '2021-08-05T12:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'd186cad0-6ab2-4d69-a919-bdb0a850ce74', 'name': '', 'network_id': 'b881efb6-f52e-4006-a158-c2aa42fef2fe', 'tenant_id': 'f717acd5caa748b6b706fbaad1f3b969', 'mac_address': 'fa:16:3e:8a:78:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3257, 'fixed_ips': [{'subnet_id': '96bcc71c-db3b-48c5-a5c3-35b749d6182d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:02:02Z', 'updated_at': '2021-08-05T12:02:24Z', 'revision_number': 5, 'project_id': 'f717acd5caa748b6b706fbaad1f3b969', 'subnets': [{'id': '96bcc71c-db3b-48c5-a5c3-35b749d6182d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:15:13.588648 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f39096-3b35-4d33-a140-a54b0f420138 None None] The sync data for ids ['e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24'] in n-d-803378-2 is: [{'id': 'e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24', 'name': 'tempest-TestVolumeBootPattern-443103019-router', 'tenant_id': 'f717acd5caa748b6b706fbaad1f3b969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': '60bfddc8-d821-4934-97ac-cf793158e94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:01:50Z', 'updated_at': '2021-08-05T12:02:08Z', 'revision_number': 4, 'project_id': 'f717acd5caa748b6b706fbaad1f3b969', 'gw_port': {'id': '60bfddc8-d821-4934-97ac-cf793158e94a', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:73:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:01:53Z', 'updated_at': '2021-08-05T12:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'd186cad0-6ab2-4d69-a919-bdb0a850ce74', 'name': '', 'network_id': 'b881efb6-f52e-4006-a158-c2aa42fef2fe', 'tenant_id': 'f717acd5caa748b6b706fbaad1f3b969', 'mac_address': 'fa:16:3e:8a:78:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3257, 'fixed_ips': [{'subnet_id': '96bcc71c-db3b-48c5-a5c3-35b749d6182d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:02:02Z', 'updated_at': '2021-08-05T12:02:24Z', 'revision_number': 5, 'project_id': 'f717acd5caa748b6b706fbaad1f3b969', 'subnets': [{'id': '96bcc71c-db3b-48c5-a5c3-35b749d6182d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:15:13.951645 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9794f32e-b9ae-4e5d-8680-386cae815f9e None None] New status for floating IP 082b25d6-0e96-4d82-9f3e-99a8aff85d47: DOWN {{(pid=94422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 12:15:14.043914 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad841875-576a-46d5-bc96-77fd5e34f688 req-1242cc90-6bb7-4666-865d-641f74d24954 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:15:14.046062 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ad841875-576a-46d5-bc96-77fd5e34f688 req-1242cc90-6bb7-4666-865d-641f74d24954 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=acddff7a-3ff4-4842-8a90-796eac4fb2e3 HTTP/1.1" status: 200 len: 945 time: 0.1135485 Aug 05 12:15:14.070625 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:14.079665 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e61bc95b-ddcc-4220-babd-4fa743efacb2 req-99b409ab-3d82-487b-9475-9dfd09af7333 service neutron] 10.222.0.64 "GET /v2.0/networks/b881efb6-f52e-4006-a158-c2aa42fef2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6139743 Aug 05 12:15:14.165987 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ad841875-576a-46d5-bc96-77fd5e34f688 req-3330a3c5-efaf-4d5a-8595-3e5803962549 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=acdb1763-a210-4486-a76f-c3f8ef2b3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077046 Aug 05 12:15:14.242564 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e61bc95b-ddcc-4220-babd-4fa743efacb2 req-b0e1c37e-cf6f-4bb2-8794-580a53657527 service neutron] 10.222.0.64 "GET /v2.0/networks/b881efb6-f52e-4006-a158-c2aa42fef2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395049 Aug 05 12:15:14.425153 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5134e69d-d086-415b-ad31-fb28455c69dc req-1a7f6846-dada-40bd-bb5b-9a0997c48c4a tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:15:14.428476 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5134e69d-d086-415b-ad31-fb28455c69dc req-1a7f6846-dada-40bd-bb5b-9a0997c48c4a tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] 10.222.0.58 "GET /v2.0/ports?device_id=406e4751-e691-40e1-9b31-b0cd8dd62b20 HTTP/1.1" status: 200 len: 945 time: 0.0949805 Aug 05 12:15:14.483945 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5134e69d-d086-415b-ad31-fb28455c69dc req-91a6a818-1d80-4ce7-978a-f4d438a677f5 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4392ebe-3e52-456a-b439-ba6f54b7475a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445387 Aug 05 12:15:15.027969 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe4226d-1d4f-445f-8b68-fea09ab5e000 req-de3bb3f6-2b8a-465b-8954-38fb29031ae9 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:15:15.029820 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2fe4226d-1d4f-445f-8b68-fea09ab5e000 req-de3bb3f6-2b8a-465b-8954-38fb29031ae9 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.64 "GET /v2.0/ports?device_id=acddff7a-3ff4-4842-8a90-796eac4fb2e3 HTTP/1.1" status: 200 len: 945 time: 0.0665438 Aug 05 12:15:15.182799 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [req-2fe4226d-1d4f-445f-8b68-fea09ab5e000 req-c3a76323-997e-41da-bc14-afb3d3e0c2ef tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Deleting port 7d6ba544-8ec5-4a0c-a9cf-9a92f996040a {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:15:15.183366 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-2fe4226d-1d4f-445f-8b68-fea09ab5e000 req-c3a76323-997e-41da-bc14-afb3d3e0c2ef tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:15.453593 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79df15e6-7892-4e5a-b8c9-9eadfdf0e92f req-d5b9179d-3be5-4c77-af5d-e0e020e8530a tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:15:15.456738 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-79df15e6-7892-4e5a-b8c9-9eadfdf0e92f req-d5b9179d-3be5-4c77-af5d-e0e020e8530a tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=acddff7a-3ff4-4842-8a90-796eac4fb2e3 HTTP/1.1" status: 200 len: 945 time: 0.1704323 Aug 05 12:15:15.475823 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-2fe4226d-1d4f-445f-8b68-fea09ab5e000 req-c3a76323-997e-41da-bc14-afb3d3e0c2ef tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] For port 7d6ba544-8ec5-4a0c-a9cf-9a92f996040a, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=7d6ba544-8ec5-4a0c-a9cf-9a92f996040a,segment=NetworkSegment(556bee1a-9d74-4f14-94d0-708064ee6011),segment_id=556bee1a-9d74-4f14-94d0-708064ee6011)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:15:15.476665 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-2fe4226d-1d4f-445f-8b68-fea09ab5e000 req-c3a76323-997e-41da-bc14-afb3d3e0c2ef tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:15.529825 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [req-2fe4226d-1d4f-445f-8b68-fea09ab5e000 req-c3a76323-997e-41da-bc14-afb3d3e0c2ef tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Calling delete_port for 7d6ba544-8ec5-4a0c-a9cf-9a92f996040a owned by compute:nova {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:15:15.584468 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-79df15e6-7892-4e5a-b8c9-9eadfdf0e92f req-1c4975a1-2910-4973-90cf-f55c5a14fae7 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/security-groups?id=acdb1763-a210-4486-a76f-c3f8ef2b3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142099 Aug 05 12:15:15.792294 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e297f0dc-e54f-42e9-a8b2-a66276a3eb62 req-2fc97c4c-a068-4a1a-9211-5ab72bc0d228 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:15:15.796261 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e297f0dc-e54f-42e9-a8b2-a66276a3eb62 req-2fc97c4c-a068-4a1a-9211-5ab72bc0d228 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] 10.222.0.58 "GET /v2.0/ports?device_id=406e4751-e691-40e1-9b31-b0cd8dd62b20 HTTP/1.1" status: 200 len: 945 time: 0.1468487 Aug 05 12:15:15.925340 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e297f0dc-e54f-42e9-a8b2-a66276a3eb62 req-6308c93c-9d5a-4a39-9a3c-6ad226cd69be tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4392ebe-3e52-456a-b439-ba6f54b7475a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167772 Aug 05 12:15:15.945030 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-2fe4226d-1d4f-445f-8b68-fea09ab5e000 req-c3a76323-997e-41da-bc14-afb3d3e0c2ef tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:16.008690 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a76323-997e-41da-bc14-afb3d3e0c2ef tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Pushing event deleted for resources: {'Port': ['ID=7d6ba544-8ec5-4a0c-a9cf-9a92f996040a,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:15:16.089987 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fe4226d-1d4f-445f-8b68-fea09ab5e000 req-c3a76323-997e-41da-bc14-afb3d3e0c2ef tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] No DVR routers for this DVR port 7d6ba544-8ec5-4a0c-a9cf-9a92f996040a on host n-h1-803378-2 {{(pid=94420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:15:16.094355 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-2fe4226d-1d4f-445f-8b68-fea09ab5e000 req-c3a76323-997e-41da-bc14-afb3d3e0c2ef tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:16.097981 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2fe4226d-1d4f-445f-8b68-fea09ab5e000 req-c3a76323-997e-41da-bc14-afb3d3e0c2ef tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.64 "DELETE /v2.0/ports/7d6ba544-8ec5-4a0c-a9cf-9a92f996040a HTTP/1.1" status: 204 len: 173 time: 1.0604608 Aug 05 12:15:16.099328 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acddff7a-3ff4-4842-8a90-796eac4fb2e3', 'name': 'network-vif-deleted', 'tag': '7d6ba544-8ec5-4a0c-a9cf-9a92f996040a'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:15:16.105417 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47e10126444b02a26d513ed6f4b145adbdfa00d329c865c61a1608b26e6d0230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a89d8489-8510-4242-821a-78dd10f75bcd" -d '{"events": [{"server_uuid": "acddff7a-3ff4-4842-8a90-796eac4fb2e3", "name": "network-vif-deleted", "tag": "7d6ba544-8ec5-4a0c-a9cf-9a92f996040a"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:15:16.171310 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 12:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eee59a92-95ce-40d4-816b-2d762a84435d x-openstack-request-id: req-eee59a92-95ce-40d4-816b-2d762a84435d {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:15:16.171871 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acddff7a-3ff4-4842-8a90-796eac4fb2e3", "name": "network-vif-deleted", "tag": "7d6ba544-8ec5-4a0c-a9cf-9a92f996040a", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:15:16.172303 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-eee59a92-95ce-40d4-816b-2d762a84435d {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:15:16.172987 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acddff7a-3ff4-4842-8a90-796eac4fb2e3', 'name': 'network-vif-deleted', 'tag': '7d6ba544-8ec5-4a0c-a9cf-9a92f996040a', 'status': 'completed', 'code': 200} Aug 05 12:15:16.811251 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fa53359f-54c5-4b4b-afc1-b1f39b1ecfa5 req-de30bbd9-a134-43c0-a040-cfce60ba680c tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=acddff7a-3ff4-4842-8a90-796eac4fb2e3 HTTP/1.1" status: 200 len: 210 time: 0.0543869 Aug 05 12:15:17.154554 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262a9a3c-dd6e-4b05-81b1-cc61bbd57cf2 req-c2cfbe6a-4a06-4b09-927b-5e46fc75943e tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:15:17.156323 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-262a9a3c-dd6e-4b05-81b1-cc61bbd57cf2 req-c2cfbe6a-4a06-4b09-927b-5e46fc75943e tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] 10.222.0.58 "GET /v2.0/ports?device_id=406e4751-e691-40e1-9b31-b0cd8dd62b20 HTTP/1.1" status: 200 len: 945 time: 0.1021631 Aug 05 12:15:17.224141 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-262a9a3c-dd6e-4b05-81b1-cc61bbd57cf2 req-e0a50c1e-43fd-4c0d-9023-5733f97e41a0 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4392ebe-3e52-456a-b439-ba6f54b7475a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600784 Aug 05 12:15:17.958746 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2be3d95f-d01b-438c-8585-ee558c690b32 req-94912b79-0c40-4b38-95ba-9e754d6ca47a tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=acddff7a-3ff4-4842-8a90-796eac4fb2e3 HTTP/1.1" status: 200 len: 210 time: 0.0440614 Aug 05 12:15:18.428339 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c9215c-9a26-4d67-a272-2e9ec08eebc3 req-afcdfb40-7210-43b4-980b-50ad835e80b9 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:15:18.431579 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-13c9215c-9a26-4d67-a272-2e9ec08eebc3 req-afcdfb40-7210-43b4-980b-50ad835e80b9 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] 10.222.0.58 "GET /v2.0/ports?device_id=406e4751-e691-40e1-9b31-b0cd8dd62b20 HTTP/1.1" status: 200 len: 945 time: 0.0895731 Aug 05 12:15:18.539273 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-13c9215c-9a26-4d67-a272-2e9ec08eebc3 req-83b7f547-5188-4e65-9cc8-a15de68fae3e tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4392ebe-3e52-456a-b439-ba6f54b7475a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947590 Aug 05 12:15:18.993507 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 7d6ba544-8ec5-4a0c-a9cf-9a92f996040a no longer exists at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:15:19.023199 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] No Port match for: 7d6ba544-8ec5-4a0c-a9cf-9a92f996040a {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:15:19.023817 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 7d6ba544-8ec5-4a0c-a9cf-9a92f996040a not bound to the agent host n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:15:19.078326 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-df75401f-44d6-4319-9fb5-c3e2e1ac2291 req-25d0c904-51bb-41f9-9e5d-3460f622ea20 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=acddff7a-3ff4-4842-8a90-796eac4fb2e3 HTTP/1.1" status: 200 len: 210 time: 0.0320542 Aug 05 12:15:19.734253 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271e8a4a-681e-41ca-94a3-e4d224547df3 req-84e83974-7537-4428-918e-9af4509d1ac5 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:15:19.736286 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-271e8a4a-681e-41ca-94a3-e4d224547df3 req-84e83974-7537-4428-918e-9af4509d1ac5 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] 10.222.0.58 "GET /v2.0/ports?device_id=406e4751-e691-40e1-9b31-b0cd8dd62b20 HTTP/1.1" status: 200 len: 945 time: 0.1002345 Aug 05 12:15:19.807851 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-271e8a4a-681e-41ca-94a3-e4d224547df3 req-64926d8e-65f5-40fa-ad75-85cd636fefe5 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4392ebe-3e52-456a-b439-ba6f54b7475a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619652 Aug 05 12:15:20.208417 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-41705262-ad96-4c8a-bca9-71431e7ed194 req-e632cddb-da59-44f2-aaba-9b963312f5a6 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=acddff7a-3ff4-4842-8a90-796eac4fb2e3 HTTP/1.1" status: 200 len: 210 time: 0.0400064 Aug 05 12:15:20.719748 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 12:15:20.967942 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa93bc2-8927-4a65-9a4d-9f561c53e534 req-b7601d41-89b4-446a-bc7e-38bb88473af5 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:15:20.969838 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7fa93bc2-8927-4a65-9a4d-9f561c53e534 req-b7601d41-89b4-446a-bc7e-38bb88473af5 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] 10.222.0.58 "GET /v2.0/ports?device_id=406e4751-e691-40e1-9b31-b0cd8dd62b20 HTTP/1.1" status: 200 len: 945 time: 0.0653145 Aug 05 12:15:21.026692 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7fa93bc2-8927-4a65-9a4d-9f561c53e534 req-6067c95a-e9ab-44d3-88a5-a9c74d945951 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4392ebe-3e52-456a-b439-ba6f54b7475a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450747 Aug 05 12:15:21.424011 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1111a0cf-cbb8-4335-b16f-406e15ab256b req-6ac19579-7808-46d5-845c-07c9e1f83444 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "GET /v2.0/ports?device_id=acddff7a-3ff4-4842-8a90-796eac4fb2e3 HTTP/1.1" status: 200 len: 210 time: 0.0305562 Aug 05 12:15:22.164454 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480b7d83-7eda-40c5-9fa3-c1fe0b7dbaa5 req-f6d65e8a-7bc5-4d76-8ab0-3fd6e765a105 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:15:22.165799 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-480b7d83-7eda-40c5-9fa3-c1fe0b7dbaa5 req-f6d65e8a-7bc5-4d76-8ab0-3fd6e765a105 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] 10.222.0.58 "GET /v2.0/ports?device_id=406e4751-e691-40e1-9b31-b0cd8dd62b20 HTTP/1.1" status: 200 len: 945 time: 0.0587771 Aug 05 12:15:22.211412 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-480b7d83-7eda-40c5-9fa3-c1fe0b7dbaa5 req-e7344b57-d815-4da3-b1fe-042891ddf509 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4392ebe-3e52-456a-b439-ba6f54b7475a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386276 Aug 05 12:15:22.459873 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:22.511555 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 36570) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:15:22.677297 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-7b739e39-73e9-4293-ae62-bd51d9762f9e tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Deleting port 5ce81d55-bcc8-46ef-aa80-1a9a616a468e {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:15:22.677883 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7b739e39-73e9-4293-ae62-bd51d9762f9e tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:22.754384 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56134e5d-f4e8-429b-8c46-e4a4dd00b3b8 req-56982a9f-0013-40ad-a1e2-26435439f9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:15:22.757118 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-56134e5d-f4e8-429b-8c46-e4a4dd00b3b8 req-56982a9f-0013-40ad-a1e2-26435439f9a9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2d514f06f6c64e8dafe1eec366bb1ccc&device_id=406e4751-e691-40e1-9b31-b0cd8dd62b20 HTTP/1.1" status: 200 len: 1096 time: 0.0841899 Aug 05 12:15:22.795376 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7b739e39-73e9-4293-ae62-bd51d9762f9e tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:22.795721 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7b739e39-73e9-4293-ae62-bd51d9762f9e tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:22.811721 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-7b739e39-73e9-4293-ae62-bd51d9762f9e tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Calling delete_port for 5ce81d55-bcc8-46ef-aa80-1a9a616a468e owned by network:floatingip {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:15:22.894168 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56134e5d-f4e8-429b-8c46-e4a4dd00b3b8 req-b9847432-14f7-4ad7-a26a-ff040650daa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:15:22.896836 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-56134e5d-f4e8-429b-8c46-e4a4dd00b3b8 req-b9847432-14f7-4ad7-a26a-ff040650daa4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7224da9c-7a2c-483e-90f7-a8cd144a4fc4 HTTP/1.1" status: 200 len: 920 time: 0.1179447 Aug 05 12:15:22.975915 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-56134e5d-f4e8-429b-8c46-e4a4dd00b3b8 req-2040d01a-3948-4859-8cd9-bc33f951041f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c42d9adf-fd25-42b2-afe6-348fbbeef03d HTTP/1.1" status: 200 len: 217 time: 0.0706532 Aug 05 12:15:23.041707 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7b739e39-73e9-4293-ae62-bd51d9762f9e tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:23.072551 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56134e5d-f4e8-429b-8c46-e4a4dd00b3b8 req-024d19c8-4440-4818-bbab-3137b95830ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:15:23.074635 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-56134e5d-f4e8-429b-8c46-e4a4dd00b3b8 req-024d19c8-4440-4818-bbab-3137b95830ad service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d2a9762a-62db-4494-b40a-91cad8af57d9 HTTP/1.1" status: 200 len: 859 time: 0.0919309 Aug 05 12:15:23.081554 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b739e39-73e9-4293-ae62-bd51d9762f9e tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Pushing event deleted for resources: {'Port': ['ID=5ce81d55-bcc8-46ef-aa80-1a9a616a468e,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:15:23.125411 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-56134e5d-f4e8-429b-8c46-e4a4dd00b3b8 req-69692d92-6529-429c-8002-c99f48298ccc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7224da9c-7a2c-483e-90f7-a8cd144a4fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407817 Aug 05 12:15:23.208551 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7b739e39-73e9-4293-ae62-bd51d9762f9e tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks [] for floatingip, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:23.211987 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7b739e39-73e9-4293-ae62-bd51d9762f9e tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:23.213643 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-7b739e39-73e9-4293-ae62-bd51d9762f9e tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "DELETE /v2.0/floatingips/e5614f51-c067-4329-ba8b-c59876091971 HTTP/1.1" status: 204 len: 168 time: 0.7007182 Aug 05 12:15:23.267109 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-56134e5d-f4e8-429b-8c46-e4a4dd00b3b8 req-635db9ab-6c77-4b7e-8b1e-df6e9ffe43f3 service neutron] 10.222.0.55 "GET /v2.0/networks/7224da9c-7a2c-483e-90f7-a8cd144a4fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293051 Aug 05 12:15:23.431755 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385b62ba-3858-44f5-92ae-4d0e88450ac4 req-d97cc6aa-6868-4be0-ad12-33d4ae01ba77 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:15:23.440424 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-385b62ba-3858-44f5-92ae-4d0e88450ac4 req-d97cc6aa-6868-4be0-ad12-33d4ae01ba77 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] 10.222.0.58 "GET /v2.0/ports?device_id=406e4751-e691-40e1-9b31-b0cd8dd62b20 HTTP/1.1" status: 200 len: 945 time: 0.1015580 Aug 05 12:15:23.490778 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-385b62ba-3858-44f5-92ae-4d0e88450ac4 req-a25e4dbb-6c3e-40d4-b39f-c3db0eb2b48f tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4392ebe-3e52-456a-b439-ba6f54b7475a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492363 Aug 05 12:15:23.728589 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-56134e5d-f4e8-429b-8c46-e4a4dd00b3b8 req-01c1aaef-6866-4b33-8b1d-8d71290c8af2 service neutron] 10.222.0.55 "GET /v2.0/networks/7224da9c-7a2c-483e-90f7-a8cd144a4fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4534562 Aug 05 12:15:24.691159 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb68c58-2b82-4955-8bee-189969233c77 req-e4d7f099-41cd-4c13-a664-00171987a238 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:15:24.699558 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ceb68c58-2b82-4955-8bee-189969233c77 req-e4d7f099-41cd-4c13-a664-00171987a238 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] 10.222.0.58 "GET /v2.0/ports?device_id=406e4751-e691-40e1-9b31-b0cd8dd62b20 HTTP/1.1" status: 200 len: 945 time: 0.1186357 Aug 05 12:15:24.762517 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ceb68c58-2b82-4955-8bee-189969233c77 req-d3af9b59-d10a-4b03-9fe8-afe41137ef1e tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4392ebe-3e52-456a-b439-ba6f54b7475a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614667 Aug 05 12:15:25.952832 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3114f1-e46e-42f3-9d09-2dda37ac1b8f req-fff68c09-26c4-435c-9e53-1e3cb00013c9 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:15:25.961491 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4e3114f1-e46e-42f3-9d09-2dda37ac1b8f req-fff68c09-26c4-435c-9e53-1e3cb00013c9 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] 10.222.0.58 "GET /v2.0/ports?device_id=406e4751-e691-40e1-9b31-b0cd8dd62b20 HTTP/1.1" status: 200 len: 945 time: 0.1002624 Aug 05 12:15:26.015633 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4e3114f1-e46e-42f3-9d09-2dda37ac1b8f req-944815e1-13a8-4288-9689-3125ec2ee837 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4392ebe-3e52-456a-b439-ba6f54b7475a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529854 Aug 05 12:15:26.789795 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 36620) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:15:26.872897 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e55dec74-e650-418c-849d-7fb52a69a8c5 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:26.911500 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e55dec74-e650-418c-849d-7fb52a69a8c5 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:27.044797 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e55dec74-e650-418c-849d-7fb52a69a8c5 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:27.047960 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e55dec74-e650-418c-849d-7fb52a69a8c5 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:27.053960 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-e55dec74-e650-418c-849d-7fb52a69a8c5 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] 10.222.0.58 "DELETE /v2.0/security-groups/acdb1763-a210-4486-a76f-c3f8ef2b3bec HTTP/1.1" status: 204 len: 168 time: 0.2584705 Aug 05 12:15:27.082559 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55dec74-e650-418c-849d-7fb52a69a8c5 tempest-TestVolumeBootPattern-2033230284 tempest-TestVolumeBootPattern-2033230284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=acdb1763-a210-4486-a76f-c3f8ef2b3bec,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:15:27.192314 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 36630) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:15:27.303436 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541b5e60-1dfc-4c33-82db-465cfdcecea9 req-8b1214f4-9b32-449b-baad-ca650a773440 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:15:27.311775 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-541b5e60-1dfc-4c33-82db-465cfdcecea9 req-8b1214f4-9b32-449b-baad-ca650a773440 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] 10.222.0.58 "GET /v2.0/ports?device_id=406e4751-e691-40e1-9b31-b0cd8dd62b20 HTTP/1.1" status: 200 len: 945 time: 0.1165314 Aug 05 12:15:27.391749 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-541b5e60-1dfc-4c33-82db-465cfdcecea9 req-ce2b3e05-9d99-4d6b-9187-152ecd7f8ec6 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4392ebe-3e52-456a-b439-ba6f54b7475a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691197 Aug 05 12:15:27.879625 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-96c731fe-1f06-4300-b23d-9034e9ddc92f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33208311'] for router_interface, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:28.313801 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-96c731fe-1f06-4300-b23d-9034e9ddc92f admin admin] Deleting port d186cad0-6ab2-4d69-a919-bdb0a850ce74 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:15:28.314491 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-96c731fe-1f06-4300-b23d-9034e9ddc92f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:28.489514 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [None req-96c731fe-1f06-4300-b23d-9034e9ddc92f admin admin] For port d186cad0-6ab2-4d69-a919-bdb0a850ce74, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=d186cad0-6ab2-4d69-a919-bdb0a850ce74,segment=NetworkSegment(556bee1a-9d74-4f14-94d0-708064ee6011),segment_id=556bee1a-9d74-4f14-94d0-708064ee6011)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:15:28.490066 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-96c731fe-1f06-4300-b23d-9034e9ddc92f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:28.512024 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-96c731fe-1f06-4300-b23d-9034e9ddc92f admin admin] Calling delete_port for d186cad0-6ab2-4d69-a919-bdb0a850ce74 owned by network:router_interface {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:15:28.606138 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca74caf-e4b2-4cc4-b352-614dd5c253e9 req-3aea55da-427c-45bb-886f-9c34b8dda656 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:15:28.609012 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5ca74caf-e4b2-4cc4-b352-614dd5c253e9 req-3aea55da-427c-45bb-886f-9c34b8dda656 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] 10.222.0.58 "GET /v2.0/ports?device_id=406e4751-e691-40e1-9b31-b0cd8dd62b20 HTTP/1.1" status: 200 len: 945 time: 0.0860648 Aug 05 12:15:28.662458 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5ca74caf-e4b2-4cc4-b352-614dd5c253e9 req-8590e707-3a44-4d2c-a3b5-a35088de4c1c tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4392ebe-3e52-456a-b439-ba6f54b7475a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458481 Aug 05 12:15:28.859025 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-96c731fe-1f06-4300-b23d-9034e9ddc92f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:28.900206 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c731fe-1f06-4300-b23d-9034e9ddc92f admin admin] Pushing event deleted for resources: {'Port': ['ID=d186cad0-6ab2-4d69-a919-bdb0a850ce74,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:15:29.179629 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-96c731fe-1f06-4300-b23d-9034e9ddc92f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33140263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33208171'] for router_interface, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:29.512526 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96c731fe-1f06-4300-b23d-9034e9ddc92f admin admin] Router e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:15:29.670896 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96c731fe-1f06-4300-b23d-9034e9ddc92f admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:15:29.680842 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-96c731fe-1f06-4300-b23d-9034e9ddc92f admin admin] 10.222.0.58 "PUT /v2.0/routers/e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4854863 Aug 05 12:15:29.684534 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 36658) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:15:29.703512 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af46d01-584f-4f9b-81c1-b6df51f40ae9 None None] Sync routers for ids ['e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:15:29.720061 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:29.907967 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af46d01-584f-4f9b-81c1-b6df51f40ae9 None None] Routers {'e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:15:29.909036 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-0af46d01-584f-4f9b-81c1-b6df51f40ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:15:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:15:29.996064 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b86596c-2b72-4c8c-ae17-284ee6c914be req-9b64f166-3cfd-4673-8cc2-78fc3dab2dea tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:15:30.009513 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5b86596c-2b72-4c8c-ae17-284ee6c914be req-9b64f166-3cfd-4673-8cc2-78fc3dab2dea tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] 10.222.0.58 "GET /v2.0/ports?device_id=406e4751-e691-40e1-9b31-b0cd8dd62b20 HTTP/1.1" status: 200 len: 945 time: 0.1846077 Aug 05 12:15:30.070582 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d8ffd67d-dc21-44b6-86f0-c526f26b353e admin admin] Notify callbacks [] for router, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:30.141144 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-0af46d01-584f-4f9b-81c1-b6df51f40ae9 None None] Set router e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:15:30.247816 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5b86596c-2b72-4c8c-ae17-284ee6c914be req-67cc7662-dcb6-4491-8840-08a79f0e6ecc tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4392ebe-3e52-456a-b439-ba6f54b7475a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296638 Aug 05 12:15:30.308398 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d8ffd67d-dc21-44b6-86f0-c526f26b353e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:30.412697 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-d8ffd67d-dc21-44b6-86f0-c526f26b353e admin admin] Deleting port 60bfddc8-d821-4934-97ac-cf793158e94a {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:15:30.413332 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d8ffd67d-dc21-44b6-86f0-c526f26b353e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:30.436654 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-0af46d01-584f-4f9b-81c1-b6df51f40ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24', 'name': 'tempest-TestVolumeBootPattern-443103019-router', 'tenant_id': 'f717acd5caa748b6b706fbaad1f3b969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': '60bfddc8-d821-4934-97ac-cf793158e94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:01:50Z', 'updated_at': '2021-08-05T12:15:28Z', 'revision_number': 5, 'project_id': 'f717acd5caa748b6b706fbaad1f3b969', 'gw_port': {'id': '60bfddc8-d821-4934-97ac-cf793158e94a', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:73:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:01:53Z', 'updated_at': '2021-08-05T12:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:15:30.489864 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af46d01-584f-4f9b-81c1-b6df51f40ae9 None None] Checking router: e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24 for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:15:30.506910 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af46d01-584f-4f9b-81c1-b6df51f40ae9 None None] Routers {'e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:15:30.507960 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-0af46d01-584f-4f9b-81c1-b6df51f40ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:15:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:15:30.540917 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-d8ffd67d-dc21-44b6-86f0-c526f26b353e admin admin] For port 60bfddc8-d821-4934-97ac-cf793158e94a, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=60bfddc8-d821-4934-97ac-cf793158e94a,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:15:30.541554 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d8ffd67d-dc21-44b6-86f0-c526f26b353e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:30.573399 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-d8ffd67d-dc21-44b6-86f0-c526f26b353e admin admin] Calling delete_port for 60bfddc8-d821-4934-97ac-cf793158e94a owned by network:router_gateway {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:15:30.651980 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-0af46d01-584f-4f9b-81c1-b6df51f40ae9 None None] Set router e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24 gateway port host: None {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:15:30.741658 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-0af46d01-584f-4f9b-81c1-b6df51f40ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24', 'name': 'tempest-TestVolumeBootPattern-443103019-router', 'tenant_id': 'f717acd5caa748b6b706fbaad1f3b969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:01:50Z', 'updated_at': '2021-08-05T12:15:30Z', 'revision_number': 6, 'project_id': 'f717acd5caa748b6b706fbaad1f3b969', 'gw_port_host': None}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:15:30.774665 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af46d01-584f-4f9b-81c1-b6df51f40ae9 None None] The sync data for ids ['e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24'] in n-d-803378-2 is: [{'id': 'e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24', 'name': 'tempest-TestVolumeBootPattern-443103019-router', 'tenant_id': 'f717acd5caa748b6b706fbaad1f3b969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:01:50Z', 'updated_at': '2021-08-05T12:15:30Z', 'revision_number': 6, 'project_id': 'f717acd5caa748b6b706fbaad1f3b969', 'gw_port_host': None}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:15:30.905645 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d8ffd67d-dc21-44b6-86f0-c526f26b353e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:30.959484 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ffd67d-dc21-44b6-86f0-c526f26b353e admin admin] Pushing event deleted for resources: {'Port': ['ID=60bfddc8-d821-4934-97ac-cf793158e94a,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:15:31.024658 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5992f62-409a-406a-a333-f47775f1bb35 req-0e759a97-40e4-419e-863a-7c82cf509a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:15:31.027595 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-f5992f62-409a-406a-a333-f47775f1bb35 req-0e759a97-40e4-419e-863a-7c82cf509a4a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=406e4751-e691-40e1-9b31-b0cd8dd62b20 HTTP/1.1" status: 200 len: 1096 time: 0.0924637 Aug 05 12:15:31.087128 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d8ffd67d-dc21-44b6-86f0-c526f26b353e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33285055'] for router_gateway, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:31.095921 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-f5992f62-409a-406a-a333-f47775f1bb35 req-33e1e243-b60f-474d-b75a-ecedca255d26 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a4392ebe-3e52-456a-b439-ba6f54b7475a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611537 Aug 05 12:15:31.240298 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d8ffd67d-dc21-44b6-86f0-c526f26b353e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33262979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1951'] for router, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:31.244544 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d8ffd67d-dc21-44b6-86f0-c526f26b353e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:31.322996 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d8ffd67d-dc21-44b6-86f0-c526f26b353e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33262474'] for router, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:31.323892 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8ffd67d-dc21-44b6-86f0-c526f26b353e admin admin] Fanout notify agent at l3_agent the message router_deleted on router e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24 {{(pid=94420) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 12:15:31.349951 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d8ffd67d-dc21-44b6-86f0-c526f26b353e admin admin] Notify callbacks [] for router, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:31.352534 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-d8ffd67d-dc21-44b6-86f0-c526f26b353e admin admin] 10.222.0.58 "DELETE /v2.0/routers/e8f8ff9a-75c9-40b4-ae7f-c77c56d10b24 HTTP/1.1" status: 204 len: 168 time: 1.6629488 Aug 05 12:15:31.354357 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 36680) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:15:31.417479 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_v2 [None req-1eb8bfc3-aa93-4316-b652-a5ad4c5bfd7a admin admin] Deleting subnet 96bcc71c-db3b-48c5-a5c3-35b749d6182d {{(pid=94421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 12:15:31.422252 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1eb8bfc3-aa93-4316-b652-a5ad4c5bfd7a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:31.452191 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dffc9bf-10fb-423e-a43c-079eb9765b27 req-3905b375-a379-4325-9133-0511e538416a tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:15:31.454340 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2dffc9bf-10fb-423e-a43c-079eb9765b27 req-3905b375-a379-4325-9133-0511e538416a tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] 10.222.0.58 "GET /v2.0/ports?device_id=406e4751-e691-40e1-9b31-b0cd8dd62b20 HTTP/1.1" status: 200 len: 945 time: 0.0785432 Aug 05 12:15:31.481032 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1eb8bfc3-aa93-4316-b652-a5ad4c5bfd7a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29786388'] for subnet, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:31.511872 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2dffc9bf-10fb-423e-a43c-079eb9765b27 req-9f66120b-4ae5-4b95-81ee-005ec1ad7dcd tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4392ebe-3e52-456a-b439-ba6f54b7475a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497808 Aug 05 12:15:31.600987 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1eb8bfc3-aa93-4316-b652-a5ad4c5bfd7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:31.712411 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1eb8bfc3-aa93-4316-b652-a5ad4c5bfd7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25038609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30075142'] for subnet, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:31.736782 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1eb8bfc3-aa93-4316-b652-a5ad4c5bfd7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:31.749779 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-1eb8bfc3-aa93-4316-b652-a5ad4c5bfd7a admin admin] 10.222.0.58 "DELETE /v2.0/subnets/96bcc71c-db3b-48c5-a5c3-35b749d6182d HTTP/1.1" status: 204 len: 168 time: 0.3938398 Aug 05 12:15:31.752632 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device d186cad0-6ab2-4d69-a919-bdb0a850ce74 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:15:31.754674 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 36684) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:15:31.769205 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3911f3f7-c696-492a-b5d2-d8ddf5d78c73 None None] Network b881efb6-f52e-4006-a158-c2aa42fef2fe requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:15:31.786945 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb8bfc3-aa93-4316-b652-a5ad4c5bfd7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96bcc71c-db3b-48c5-a5c3-35b749d6182d,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:15:31.853721 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: d186cad0-6ab2-4d69-a919-bdb0a850ce74 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:15:31.854330 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device d186cad0-6ab2-4d69-a919-bdb0a850ce74 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:15:31.922577 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-bf8b3233-ba31-4bfb-a557-a5bfeaf1a2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:32.003065 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-bf8b3233-ba31-4bfb-a557-a5bfeaf1a2d1 admin admin] Deleting port b8f0f01f-dbc5-4599-8695-12f271695b90 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:15:32.003623 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-bf8b3233-ba31-4bfb-a557-a5bfeaf1a2d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:32.114902 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067c668a-9ef5-48d0-b798-56c8e0b99bc4 None None] DHCP port deletion for b881efb6-f52e-4006-a158-c2aa42fef2fe request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 12:15:32.178574 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-bf8b3233-ba31-4bfb-a557-a5bfeaf1a2d1 admin admin] For port b8f0f01f-dbc5-4599-8695-12f271695b90, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=b8f0f01f-dbc5-4599-8695-12f271695b90,segment=NetworkSegment(556bee1a-9d74-4f14-94d0-708064ee6011),segment_id=556bee1a-9d74-4f14-94d0-708064ee6011)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:15:32.179210 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-bf8b3233-ba31-4bfb-a557-a5bfeaf1a2d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:32.204069 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-067c668a-9ef5-48d0-b798-56c8e0b99bc4 None None] Deleting port b8f0f01f-dbc5-4599-8695-12f271695b90 {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:15:32.204885 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-bf8b3233-ba31-4bfb-a557-a5bfeaf1a2d1 admin admin] Calling delete_port for b8f0f01f-dbc5-4599-8695-12f271695b90 owned by network:dhcp {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:15:32.205691 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-067c668a-9ef5-48d0-b798-56c8e0b99bc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:32.352917 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-067c668a-9ef5-48d0-b798-56c8e0b99bc4 None None] For port b8f0f01f-dbc5-4599-8695-12f271695b90, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=b8f0f01f-dbc5-4599-8695-12f271695b90,segment=NetworkSegment(556bee1a-9d74-4f14-94d0-708064ee6011),segment_id=556bee1a-9d74-4f14-94d0-708064ee6011)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:15:32.353674 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-067c668a-9ef5-48d0-b798-56c8e0b99bc4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:32.372554 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-067c668a-9ef5-48d0-b798-56c8e0b99bc4 None None] Calling delete_port for b8f0f01f-dbc5-4599-8695-12f271695b90 owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:15:32.414557 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-bf8b3233-ba31-4bfb-a557-a5bfeaf1a2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:32.472184 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8b3233-ba31-4bfb-a557-a5bfeaf1a2d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8f0f01f-dbc5-4599-8695-12f271695b90,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:15:32.481652 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8b3233-ba31-4bfb-a557-a5bfeaf1a2d1 admin admin] No DVR routers for this DVR port b8f0f01f-dbc5-4599-8695-12f271695b90 on host n-d-803378-2 {{(pid=94420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:15:32.507707 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-067c668a-9ef5-48d0-b798-56c8e0b99bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:32.563219 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067c668a-9ef5-48d0-b798-56c8e0b99bc4 None None] Pushing event deleted for resources: {'Port': ['ID=b8f0f01f-dbc5-4599-8695-12f271695b90,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:15:32.574670 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067c668a-9ef5-48d0-b798-56c8e0b99bc4 None None] No DVR routers for this DVR port b8f0f01f-dbc5-4599-8695-12f271695b90 on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:15:32.624107 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-bf8b3233-ba31-4bfb-a557-a5bfeaf1a2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:32.655247 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-bf8b3233-ba31-4bfb-a557-a5bfeaf1a2d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b881efb6-f52e-4006-a158-c2aa42fef2fe']}} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:15:32.687974 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-bf8b3233-ba31-4bfb-a557-a5bfeaf1a2d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '556bee1a-9d74-4f14-94d0-708064ee6011') {'for_net_delete': True} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:15:32.688432 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-bf8b3233-ba31-4bfb-a557-a5bfeaf1a2d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '556bee1a-9d74-4f14-94d0-708064ee6011') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:15:32.703601 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-bf8b3233-ba31-4bfb-a557-a5bfeaf1a2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25010581'] for segment, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:32.728912 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-bf8b3233-ba31-4bfb-a557-a5bfeaf1a2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:32.743610 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b8fe58-4bed-4374-9e7a-14ba45f14b22 req-19418ce6-08b6-41c8-a0b8-74c3ffabc477 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:15:32.746122 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e3b8fe58-4bed-4374-9e7a-14ba45f14b22 req-19418ce6-08b6-41c8-a0b8-74c3ffabc477 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] 10.222.0.58 "GET /v2.0/ports?device_id=406e4751-e691-40e1-9b31-b0cd8dd62b20 HTTP/1.1" status: 200 len: 945 time: 0.1091332 Aug 05 12:15:32.750964 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf8b3233-ba31-4bfb-a557-a5bfeaf1a2d1 admin admin] Releasing vlan 696 on physical network physnet1 to pool {{(pid=94420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 12:15:32.751629 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-bf8b3233-ba31-4bfb-a557-a5bfeaf1a2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29762581'] for segment, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:32.754047 n-d-803378-2 neutron-server[94420]: Traceback (most recent call last): Aug 05 12:15:32.754047 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 12:15:32.754047 n-d-803378-2 neutron-server[94420]: timer() Aug 05 12:15:32.754047 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 12:15:32.754047 n-d-803378-2 neutron-server[94420]: cb(*args, **kw) Aug 05 12:15:32.754047 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 12:15:32.754047 n-d-803378-2 neutron-server[94420]: return func(*args, **kwargs) Aug 05 12:15:32.754047 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 12:15:32.754047 n-d-803378-2 neutron-server[94420]: self._notify() Aug 05 12:15:32.754047 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 12:15:32.754047 n-d-803378-2 neutron-server[94420]: self.callback(batched_events) Aug 05 12:15:32.754047 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 12:15:32.754047 n-d-803378-2 neutron-server[94420]: event.method(event) Aug 05 12:15:32.754047 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 12:15:32.754047 n-d-803378-2 neutron-server[94420]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 12:15:32.754047 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 12:15:32.754047 n-d-803378-2 neutron-server[94420]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 12:15:32.754047 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 12:15:32.754047 n-d-803378-2 neutron-server[94420]: return f(self, *a, **k) Aug 05 12:15:32.754047 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 12:15:32.754047 n-d-803378-2 neutron-server[94420]: return self._get(url).json() Aug 05 12:15:32.754047 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 12:15:32.754047 n-d-803378-2 neutron-server[94420]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 12:15:32.754047 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 12:15:32.754047 n-d-803378-2 neutron-server[94420]: return self.request(url, 'GET', **kwargs) Aug 05 12:15:32.754047 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 12:15:32.754047 n-d-803378-2 neutron-server[94420]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 12:15:32.754047 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 12:15:32.754047 n-d-803378-2 neutron-server[94420]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 12:15:32.754047 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 12:15:32.754047 n-d-803378-2 neutron-server[94420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 12:15:32.754047 n-d-803378-2 neutron-server[94420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 12:15:32.851360 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e3b8fe58-4bed-4374-9e7a-14ba45f14b22 req-c6791de7-7934-421f-bb21-5562c2c81674 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4392ebe-3e52-456a-b439-ba6f54b7475a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851340 Aug 05 12:15:32.852690 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-bf8b3233-ba31-4bfb-a557-a5bfeaf1a2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:32.860858 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-bf8b3233-ba31-4bfb-a557-a5bfeaf1a2d1 admin admin] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:32.861503 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-bf8b3233-ba31-4bfb-a557-a5bfeaf1a2d1 admin admin] 10.222.0.58 "DELETE /v2.0/networks/b881efb6-f52e-4006-a158-c2aa42fef2fe HTTP/1.1" status: 204 len: 168 time: 1.1052315 Aug 05 12:15:32.867622 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 36690) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:15:32.876505 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8b3233-ba31-4bfb-a557-a5bfeaf1a2d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=b881efb6-f52e-4006-a158-c2aa42fef2fe,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:15:32.997438 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-2b06c361-2c8f-49bb-ac90-ac957c315a75 req-142c3a85-7338-4923-ae18-7a40c6711d6d tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1328043355', 'description': 'tempest-description-998408961'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:15:33.049666 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-2b06c361-2c8f-49bb-ac90-ac957c315a75 req-142c3a85-7338-4923-ae18-7a40c6711d6d tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:33.208725 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-2b06c361-2c8f-49bb-ac90-ac957c315a75 req-142c3a85-7338-4923-ae18-7a40c6711d6d tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:33.215282 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-2b06c361-2c8f-49bb-ac90-ac957c315a75 req-142c3a85-7338-4923-ae18-7a40c6711d6d tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:33.258813 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-2b06c361-2c8f-49bb-ac90-ac957c315a75 req-142c3a85-7338-4923-ae18-7a40c6711d6d tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:33.260393 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2b06c361-2c8f-49bb-ac90-ac957c315a75 req-142c3a85-7338-4923-ae18-7a40c6711d6d tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.2747273 Aug 05 12:15:33.264599 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142c3a85-7338-4923-ae18-7a40c6711d6d tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e09f0bd-143f-4d61-bd5f-be9715d5263f,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:15:33.406179 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device b8f0f01f-dbc5-4599-8695-12f271695b90 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:15:33.430852 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: b8f0f01f-dbc5-4599-8695-12f271695b90 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:15:33.431200 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device b8f0f01f-dbc5-4599-8695-12f271695b90 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:15:33.431874 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 60bfddc8-d821-4934-97ac-cf793158e94a no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:15:33.437180 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-238132dd-75d1-4e95-a8d5-e39f6cf18e14 req-0b540f50-a4c1-4c77-9809-c4eb7cfd80df tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1328043355&fields=id&tenant_id=2d514f06f6c64e8dafe1eec366bb1ccc HTTP/1.1" status: 200 len: 267 time: 0.0540609 Aug 05 12:15:33.455716 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 60bfddc8-d821-4934-97ac-cf793158e94a {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:15:33.456237 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 60bfddc8-d821-4934-97ac-cf793158e94a not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:15:33.532341 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238132dd-75d1-4e95-a8d5-e39f6cf18e14 req-044062a5-5028-47a6-9304-1bbe6b478148 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:15:33.535067 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-238132dd-75d1-4e95-a8d5-e39f6cf18e14 req-044062a5-5028-47a6-9304-1bbe6b478148 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] 10.222.0.58 "GET /v2.0/ports?device_id=406e4751-e691-40e1-9b31-b0cd8dd62b20 HTTP/1.1" status: 200 len: 945 time: 0.0854290 Aug 05 12:15:33.551793 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-238132dd-75d1-4e95-a8d5-e39f6cf18e14 req-1b3e94a2-478e-482a-aa46-b5c63d223c3b tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] Request body: {'port': {'security_groups': ['a4392ebe-3e52-456a-b439-ba6f54b7475a', '5e09f0bd-143f-4d61-bd5f-be9715d5263f']}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:15:33.599087 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1c4d1df5-128f-4073-8d49-e5c942620f7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33208311'] for router_interface, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:33.682025 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-238132dd-75d1-4e95-a8d5-e39f6cf18e14 req-1b3e94a2-478e-482a-aa46-b5c63d223c3b tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:34.040255 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-1c4d1df5-128f-4073-8d49-e5c942620f7e admin admin] Deleting port abe22a1b-7c64-4f3d-8510-50f3f74b4d36 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:15:34.041257 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1c4d1df5-128f-4073-8d49-e5c942620f7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:34.045361 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-238132dd-75d1-4e95-a8d5-e39f6cf18e14 req-1b3e94a2-478e-482a-aa46-b5c63d223c3b tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] For port c42d9adf-fd25-42b2-afe6-348fbbeef03d, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=c42d9adf-fd25-42b2-afe6-348fbbeef03d,segment=NetworkSegment(4312f746-785a-4225-b6f4-86ad55045190),segment_id=4312f746-785a-4225-b6f4-86ad55045190)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:15:34.117086 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-238132dd-75d1-4e95-a8d5-e39f6cf18e14 req-1b3e94a2-478e-482a-aa46-b5c63d223c3b tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:34.126608 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-238132dd-75d1-4e95-a8d5-e39f6cf18e14 req-1b3e94a2-478e-482a-aa46-b5c63d223c3b tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:34.151269 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [None req-1c4d1df5-128f-4073-8d49-e5c942620f7e admin admin] For port abe22a1b-7c64-4f3d-8510-50f3f74b4d36, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=abe22a1b-7c64-4f3d-8510-50f3f74b4d36,segment=NetworkSegment(b4f9e671-758d-4442-9859-83451f859a79),segment_id=b4f9e671-758d-4442-9859-83451f859a79)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:15:34.151664 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1c4d1df5-128f-4073-8d49-e5c942620f7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:34.166025 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['c42d9adf-fd25-42b2-afe6-348fbbeef03d'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 12:15:34.170401 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-1c4d1df5-128f-4073-8d49-e5c942620f7e admin admin] Calling delete_port for abe22a1b-7c64-4f3d-8510-50f3f74b4d36 owned by network:router_interface {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:15:34.223967 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238132dd-75d1-4e95-a8d5-e39f6cf18e14 req-1b3e94a2-478e-482a-aa46-b5c63d223c3b tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:15:34.225479 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-238132dd-75d1-4e95-a8d5-e39f6cf18e14 req-1b3e94a2-478e-482a-aa46-b5c63d223c3b tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:34.227372 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-238132dd-75d1-4e95-a8d5-e39f6cf18e14 req-1b3e94a2-478e-482a-aa46-b5c63d223c3b tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] 10.222.0.58 "PUT /v2.0/ports/c42d9adf-fd25-42b2-afe6-348fbbeef03d HTTP/1.1" status: 200 len: 981 time: 0.6838274 Aug 05 12:15:34.228577 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '406e4751-e691-40e1-9b31-b0cd8dd62b20', 'tag': 'c42d9adf-fd25-42b2-afe6-348fbbeef03d'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:15:34.232978 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47e10126444b02a26d513ed6f4b145adbdfa00d329c865c61a1608b26e6d0230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72139646-7014-4679-a47d-1c5a2554057f" -d '{"events": [{"name": "network-changed", "server_uuid": "406e4751-e691-40e1-9b31-b0cd8dd62b20", "tag": "c42d9adf-fd25-42b2-afe6-348fbbeef03d"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:15:34.331058 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3e94a2-478e-482a-aa46-b5c63d223c3b tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] Pushing event updated for resources: {'Port': ['ID=c42d9adf-fd25-42b2-afe6-348fbbeef03d,revision_number=6']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:15:34.367841 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 12:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0783cbd3-566a-4c84-be23-c17c564a6788 x-openstack-request-id: req-0783cbd3-566a-4c84-be23-c17c564a6788 {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:15:34.368591 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "406e4751-e691-40e1-9b31-b0cd8dd62b20", "tag": "c42d9adf-fd25-42b2-afe6-348fbbeef03d", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:15:34.369221 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0783cbd3-566a-4c84-be23-c17c564a6788 {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:15:34.369432 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['c42d9adf-fd25-42b2-afe6-348fbbeef03d'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 12:15:34.370268 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '406e4751-e691-40e1-9b31-b0cd8dd62b20', 'tag': 'c42d9adf-fd25-42b2-afe6-348fbbeef03d', 'status': 'completed', 'code': 200} Aug 05 12:15:34.469615 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cd6cad9e-5522-4f7c-a2db-73125450b1ff req-11c8db4b-6794-43e4-adf2-62762845c0fb tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1328043355&fields=id&tenant_id=2d514f06f6c64e8dafe1eec366bb1ccc HTTP/1.1" status: 200 len: 267 time: 0.0757945 Aug 05 12:15:34.503735 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72139646-7014-4679-a47d-1c5a2554057f req-0dd60603-5523-4b0c-8637-748023b73622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:15:34.507123 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-72139646-7014-4679-a47d-1c5a2554057f req-0dd60603-5523-4b0c-8637-748023b73622 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2d514f06f6c64e8dafe1eec366bb1ccc&device_id=406e4751-e691-40e1-9b31-b0cd8dd62b20 HTTP/1.1" status: 200 len: 1135 time: 0.0755115 Aug 05 12:15:34.564923 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6cad9e-5522-4f7c-a2db-73125450b1ff req-ffbee9a2-3c73-41a9-8b06-effd646d7724 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:15:34.577164 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cd6cad9e-5522-4f7c-a2db-73125450b1ff req-ffbee9a2-3c73-41a9-8b06-effd646d7724 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] 10.222.0.58 "GET /v2.0/ports?device_id=406e4751-e691-40e1-9b31-b0cd8dd62b20 HTTP/1.1" status: 200 len: 984 time: 0.1006663 Aug 05 12:15:34.592115 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-cd6cad9e-5522-4f7c-a2db-73125450b1ff req-76874088-4060-4c56-a21e-8d8c29d3d9c3 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] Request body: {'port': {'security_groups': ['a4392ebe-3e52-456a-b439-ba6f54b7475a']}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:15:34.680826 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72139646-7014-4679-a47d-1c5a2554057f req-127b15a1-d4c5-4b8d-878c-39123779081c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:15:34.682413 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-72139646-7014-4679-a47d-1c5a2554057f req-127b15a1-d4c5-4b8d-878c-39123779081c service neutron] 10.222.0.55 "GET /v2.0/networks?id=7224da9c-7a2c-483e-90f7-a8cd144a4fc4 HTTP/1.1" status: 200 len: 920 time: 0.1614656 Aug 05 12:15:34.723395 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-cd6cad9e-5522-4f7c-a2db-73125450b1ff req-76874088-4060-4c56-a21e-8d8c29d3d9c3 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:34.728972 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-72139646-7014-4679-a47d-1c5a2554057f req-d4382a6a-ef85-4773-b73f-e8de52e5830c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c42d9adf-fd25-42b2-afe6-348fbbeef03d HTTP/1.1" status: 200 len: 217 time: 0.0393219 Aug 05 12:15:34.775550 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1c4d1df5-128f-4073-8d49-e5c942620f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:34.829177 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4d1df5-128f-4073-8d49-e5c942620f7e admin admin] Pushing event deleted for resources: {'Port': ['ID=abe22a1b-7c64-4f3d-8510-50f3f74b4d36,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:15:34.875864 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72139646-7014-4679-a47d-1c5a2554057f req-ef509c3d-4ddc-4224-9ed8-4b31c48e2d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:15:34.877859 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-72139646-7014-4679-a47d-1c5a2554057f req-ef509c3d-4ddc-4224-9ed8-4b31c48e2d9b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d2a9762a-62db-4494-b40a-91cad8af57d9 HTTP/1.1" status: 200 len: 859 time: 0.1412582 Aug 05 12:15:34.940538 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-72139646-7014-4679-a47d-1c5a2554057f req-372619ea-9974-4a0b-99d0-793221afa587 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7224da9c-7a2c-483e-90f7-a8cd144a4fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394480 Aug 05 12:15:35.118174 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-cd6cad9e-5522-4f7c-a2db-73125450b1ff req-76874088-4060-4c56-a21e-8d8c29d3d9c3 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] For port c42d9adf-fd25-42b2-afe6-348fbbeef03d, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=c42d9adf-fd25-42b2-afe6-348fbbeef03d,segment=NetworkSegment(4312f746-785a-4225-b6f4-86ad55045190),segment_id=4312f746-785a-4225-b6f4-86ad55045190)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:15:35.119040 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-72139646-7014-4679-a47d-1c5a2554057f req-5eb4b695-d2c6-4783-bd57-49597370e49c service neutron] 10.222.0.55 "GET /v2.0/networks/7224da9c-7a2c-483e-90f7-a8cd144a4fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687865 Aug 05 12:15:35.229283 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-cd6cad9e-5522-4f7c-a2db-73125450b1ff req-76874088-4060-4c56-a21e-8d8c29d3d9c3 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:35.236979 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-cd6cad9e-5522-4f7c-a2db-73125450b1ff req-76874088-4060-4c56-a21e-8d8c29d3d9c3 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:35.277322 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['c42d9adf-fd25-42b2-afe6-348fbbeef03d'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 12:15:35.336425 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1c4d1df5-128f-4073-8d49-e5c942620f7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33140263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33208171'] for router_interface, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:35.350522 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6cad9e-5522-4f7c-a2db-73125450b1ff req-76874088-4060-4c56-a21e-8d8c29d3d9c3 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:15:35.351059 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-cd6cad9e-5522-4f7c-a2db-73125450b1ff req-76874088-4060-4c56-a21e-8d8c29d3d9c3 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:35.365869 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cd6cad9e-5522-4f7c-a2db-73125450b1ff req-76874088-4060-4c56-a21e-8d8c29d3d9c3 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] 10.222.0.58 "PUT /v2.0/ports/c42d9adf-fd25-42b2-afe6-348fbbeef03d HTTP/1.1" status: 200 len: 942 time: 0.7786322 Aug 05 12:15:35.432648 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76874088-4060-4c56-a21e-8d8c29d3d9c3 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] Pushing event updated for resources: {'Port': ['ID=c42d9adf-fd25-42b2-afe6-348fbbeef03d,revision_number=7']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:15:35.454156 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['c42d9adf-fd25-42b2-afe6-348fbbeef03d'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 12:15:35.544024 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-72139646-7014-4679-a47d-1c5a2554057f req-a3beb6b4-8575-4071-a9c7-d147dbf26c43 service neutron] 10.222.0.55 "GET /v2.0/networks/7224da9c-7a2c-483e-90f7-a8cd144a4fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4160712 Aug 05 12:15:35.875624 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cdf69757-3655-418d-9f23-0e205cf29a74 req-eba497b6-b244-442c-b9bb-03cfaa974a8b tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4073942 Aug 05 12:15:35.892588 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-cdf69757-3655-418d-9f23-0e205cf29a74 req-b3913c63-977e-48f1-aa53-fcd05ab32c72 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] Request body: {'floatingip': {'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:15:36.186821 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c4d1df5-128f-4073-8d49-e5c942620f7e admin admin] Router 7d11998b-a54c-4973-af75-188e1af1f8bf has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:15:36.199614 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-cdf69757-3655-418d-9f23-0e205cf29a74 req-b3913c63-977e-48f1-aa53-fcd05ab32c72 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] Notify callbacks [] for floatingip, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:36.354443 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c4d1df5-128f-4073-8d49-e5c942620f7e admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:15:36.360288 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-1c4d1df5-128f-4073-8d49-e5c942620f7e admin admin] 10.222.0.58 "PUT /v2.0/routers/7d11998b-a54c-4973-af75-188e1af1f8bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4900312 Aug 05 12:15:36.365263 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 36734) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:15:36.368779 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-cdf69757-3655-418d-9f23-0e205cf29a74 req-b3913c63-977e-48f1-aa53-fcd05ab32c72 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:36.369839 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b014c51-4e58-4f57-b86f-630eff912914 None None] Sync routers for ids ['7d11998b-a54c-4973-af75-188e1af1f8bf'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:15:36.371534 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '406e4751-e691-40e1-9b31-b0cd8dd62b20', 'tag': 'c42d9adf-fd25-42b2-afe6-348fbbeef03d'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:15:36.374136 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47e10126444b02a26d513ed6f4b145adbdfa00d329c865c61a1608b26e6d0230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab6ac03d-50ed-4a7c-b103-fd4d8f1f9db7" -d '{"events": [{"name": "network-changed", "server_uuid": "406e4751-e691-40e1-9b31-b0cd8dd62b20", "tag": "c42d9adf-fd25-42b2-afe6-348fbbeef03d"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:15:36.385774 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b014c51-4e58-4f57-b86f-630eff912914 None None] Routers {'7d11998b-a54c-4973-af75-188e1af1f8bf'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:15:36.387160 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-5b014c51-4e58-4f57-b86f-630eff912914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:15:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['7d11998b-a54c-4973-af75-188e1af1f8bf'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:15:36.506343 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 12:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50240353-f4b6-4bd1-8e9c-5bcd4365f59d x-openstack-request-id: req-50240353-f4b6-4bd1-8e9c-5bcd4365f59d {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:15:36.506844 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "406e4751-e691-40e1-9b31-b0cd8dd62b20", "tag": "c42d9adf-fd25-42b2-afe6-348fbbeef03d", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:15:36.507254 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-50240353-f4b6-4bd1-8e9c-5bcd4365f59d {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:15:36.507901 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '406e4751-e691-40e1-9b31-b0cd8dd62b20', 'tag': 'c42d9adf-fd25-42b2-afe6-348fbbeef03d', 'status': 'completed', 'code': 200} Aug 05 12:15:36.522007 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e392dd6c-939a-4775-92d0-e43478fdf1ed admin admin] Notify callbacks [] for router, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:36.552856 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-5b014c51-4e58-4f57-b86f-630eff912914 None None] Set router 7d11998b-a54c-4973-af75-188e1af1f8bf gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:15:36.658967 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [req-cdf69757-3655-418d-9f23-0e205cf29a74 req-b3913c63-977e-48f1-aa53-fcd05ab32c72 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] Allocated IP 172.25.5.162 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/6e5946fb-a9f4-4740-af07-81a771035961) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:15:36.724016 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6ac03d-50ed-4a7c-b103-fd4d8f1f9db7 req-a8ce7417-85bb-4386-837d-ffa734dd6769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:15:36.726349 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ab6ac03d-50ed-4a7c-b103-fd4d8f1f9db7 req-a8ce7417-85bb-4386-837d-ffa734dd6769 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2d514f06f6c64e8dafe1eec366bb1ccc&device_id=406e4751-e691-40e1-9b31-b0cd8dd62b20 HTTP/1.1" status: 200 len: 1096 time: 0.2161319 Aug 05 12:15:36.829105 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e392dd6c-939a-4775-92d0-e43478fdf1ed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:36.834842 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-5b014c51-4e58-4f57-b86f-630eff912914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d11998b-a54c-4973-af75-188e1af1f8bf', 'name': 'tempest-TestVolumeBootPattern-1083573676-router', 'tenant_id': '0a335f64713b4d72881e9bd742dda5cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': '9b49c72f-5969-44ec-9eb7-76af5bcfd514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:02:22Z', 'updated_at': '2021-08-05T12:15:34Z', 'revision_number': 5, 'project_id': '0a335f64713b4d72881e9bd742dda5cb', 'gw_port': {'id': '9b49c72f-5969-44ec-9eb7-76af5bcfd514', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:41:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d11998b-a54c-4973-af75-188e1af1f8bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:02:25Z', 'updated_at': '2021-08-05T12:02:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:15:36.866753 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-cdf69757-3655-418d-9f23-0e205cf29a74 req-b3913c63-977e-48f1-aa53-fcd05ab32c72 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:36.873614 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b014c51-4e58-4f57-b86f-630eff912914 None None] Checking router: 7d11998b-a54c-4973-af75-188e1af1f8bf for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:15:36.884860 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b014c51-4e58-4f57-b86f-630eff912914 None None] Routers {'7d11998b-a54c-4973-af75-188e1af1f8bf'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:15:36.885630 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-5b014c51-4e58-4f57-b86f-630eff912914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:15:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['7d11998b-a54c-4973-af75-188e1af1f8bf'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:15:36.892208 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6ac03d-50ed-4a7c-b103-fd4d8f1f9db7 req-c0f6dfb3-db0d-454f-ae79-f5f0f9ae51c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:15:36.894221 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ab6ac03d-50ed-4a7c-b103-fd4d8f1f9db7 req-c0f6dfb3-db0d-454f-ae79-f5f0f9ae51c5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7224da9c-7a2c-483e-90f7-a8cd144a4fc4 HTTP/1.1" status: 200 len: 920 time: 0.1583481 Aug 05 12:15:36.931922 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-cdf69757-3655-418d-9f23-0e205cf29a74 req-b3913c63-977e-48f1-aa53-fcd05ab32c72 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:36.980813 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ab6ac03d-50ed-4a7c-b103-fd4d8f1f9db7 req-9422ffa0-a93f-4137-bede-6664f4e1d5f2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c42d9adf-fd25-42b2-afe6-348fbbeef03d HTTP/1.1" status: 200 len: 217 time: 0.0595410 Aug 05 12:15:37.012331 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdf69757-3655-418d-9f23-0e205cf29a74 req-b3913c63-977e-48f1-aa53-fcd05ab32c72 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:15:37.020460 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [req-cdf69757-3655-418d-9f23-0e205cf29a74 req-b3913c63-977e-48f1-aa53-fcd05ab32c72 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:15:37.024432 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdf69757-3655-418d-9f23-0e205cf29a74 req-b3913c63-977e-48f1-aa53-fcd05ab32c72 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:15:37.059305 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3913c63-977e-48f1-aa53-fcd05ab32c72 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] Pushing event updated for resources: {'Port': ['ID=6e5946fb-a9f4-4740-af07-81a771035961,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:15:37.060998 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-e392dd6c-939a-4775-92d0-e43478fdf1ed admin admin] Deleting port 9b49c72f-5969-44ec-9eb7-76af5bcfd514 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:15:37.061533 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e392dd6c-939a-4775-92d0-e43478fdf1ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:37.079049 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6ac03d-50ed-4a7c-b103-fd4d8f1f9db7 req-cbdc7aeb-43ce-4399-a89d-17f553b5cb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:15:37.081212 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ab6ac03d-50ed-4a7c-b103-fd4d8f1f9db7 req-cbdc7aeb-43ce-4399-a89d-17f553b5cb66 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d2a9762a-62db-4494-b40a-91cad8af57d9 HTTP/1.1" status: 200 len: 859 time: 0.0897708 Aug 05 12:15:37.156634 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ab6ac03d-50ed-4a7c-b103-fd4d8f1f9db7 req-21bd66f5-00df-400a-9cdb-ea9c9c5aa1ea service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7224da9c-7a2c-483e-90f7-a8cd144a4fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627666 Aug 05 12:15:37.199218 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-cdf69757-3655-418d-9f23-0e205cf29a74 req-b3913c63-977e-48f1-aa53-fcd05ab32c72 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:37.258654 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-cdf69757-3655-418d-9f23-0e205cf29a74 req-b3913c63-977e-48f1-aa53-fcd05ab32c72 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:37.259427 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-5b014c51-4e58-4f57-b86f-630eff912914 None None] Set router 7d11998b-a54c-4973-af75-188e1af1f8bf gateway port host: None {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:15:37.287317 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [None req-e392dd6c-939a-4775-92d0-e43478fdf1ed admin admin] For port 9b49c72f-5969-44ec-9eb7-76af5bcfd514, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=9b49c72f-5969-44ec-9eb7-76af5bcfd514,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:15:37.287970 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e392dd6c-939a-4775-92d0-e43478fdf1ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:37.311102 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-e392dd6c-939a-4775-92d0-e43478fdf1ed admin admin] Calling delete_port for 9b49c72f-5969-44ec-9eb7-76af5bcfd514 owned by network:router_gateway {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:15:37.335296 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ab6ac03d-50ed-4a7c-b103-fd4d8f1f9db7 req-c488a7a7-461c-45ca-bb15-8b2a74da0fc2 service neutron] 10.222.0.55 "GET /v2.0/networks/7224da9c-7a2c-483e-90f7-a8cd144a4fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700239 Aug 05 12:15:37.349500 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-5b014c51-4e58-4f57-b86f-630eff912914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d11998b-a54c-4973-af75-188e1af1f8bf', 'name': 'tempest-TestVolumeBootPattern-1083573676-router', 'tenant_id': '0a335f64713b4d72881e9bd742dda5cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:02:22Z', 'updated_at': '2021-08-05T12:15:36Z', 'revision_number': 6, 'project_id': '0a335f64713b4d72881e9bd742dda5cb', 'gw_port_host': None}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:15:37.393891 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-83c8c627-f33d-4082-8c70-0555e468e03c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:37.398314 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b014c51-4e58-4f57-b86f-630eff912914 None None] The sync data for ids ['7d11998b-a54c-4973-af75-188e1af1f8bf'] in n-d-803378-2 is: [{'id': '7d11998b-a54c-4973-af75-188e1af1f8bf', 'name': 'tempest-TestVolumeBootPattern-1083573676-router', 'tenant_id': '0a335f64713b4d72881e9bd742dda5cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:02:22Z', 'updated_at': '2021-08-05T12:15:36Z', 'revision_number': 6, 'project_id': '0a335f64713b4d72881e9bd742dda5cb', 'gw_port_host': None}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:15:37.470888 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-cdf69757-3655-418d-9f23-0e205cf29a74 req-b3913c63-977e-48f1-aa53-fcd05ab32c72 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:37.477624 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-cdf69757-3655-418d-9f23-0e205cf29a74 req-b3913c63-977e-48f1-aa53-fcd05ab32c72 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:37.525484 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ab6ac03d-50ed-4a7c-b103-fd4d8f1f9db7 req-58a09491-2979-4f6b-8a2c-abbf30a195d6 service neutron] 10.222.0.55 "GET /v2.0/networks/7224da9c-7a2c-483e-90f7-a8cd144a4fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392887 Aug 05 12:15:37.602292 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3913c63-977e-48f1-aa53-fcd05ab32c72 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] Pushing event updated for resources: {'Port': ['ID=6e5946fb-a9f4-4740-af07-81a771035961,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:15:37.619072 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-cdf69757-3655-418d-9f23-0e205cf29a74 req-b3913c63-977e-48f1-aa53-fcd05ab32c72 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33287247'] for floatingip, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:37.637149 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-cdf69757-3655-418d-9f23-0e205cf29a74 req-b3913c63-977e-48f1-aa53-fcd05ab32c72 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:37.638530 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cdf69757-3655-418d-9f23-0e205cf29a74 req-b3913c63-977e-48f1-aa53-fcd05ab32c72 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7553098 Aug 05 12:15:37.714788 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e392dd6c-939a-4775-92d0-e43478fdf1ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:37.766096 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e392dd6c-939a-4775-92d0-e43478fdf1ed admin admin] Pushing event deleted for resources: {'Port': ['ID=9b49c72f-5969-44ec-9eb7-76af5bcfd514,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:15:37.786108 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cdf69757-3655-418d-9f23-0e205cf29a74 req-01f6974e-ee93-40f2-97c7-48b8b078483f tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.5.162 HTTP/1.1" status: 200 len: 696 time: 0.1391551 Aug 05 12:15:37.871968 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e392dd6c-939a-4775-92d0-e43478fdf1ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33285055'] for router_gateway, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:38.006743 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf69757-3655-418d-9f23-0e205cf29a74 req-07be275a-261e-4d72-8ff5-879331f78fe5 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:15:38.009674 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cdf69757-3655-418d-9f23-0e205cf29a74 req-07be275a-261e-4d72-8ff5-879331f78fe5 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] 10.222.0.58 "GET /v2.0/networks/36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd HTTP/1.1" status: 200 len: 784 time: 0.2221079 Aug 05 12:15:38.025514 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [req-cdf69757-3655-418d-9f23-0e205cf29a74 req-90aedc95-08cb-4105-a46f-a8a7f66808d9 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94420) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 12:15:38.026929 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cdf69757-3655-418d-9f23-0e205cf29a74 req-90aedc95-08cb-4105-a46f-a8a7f66808d9 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072613 Aug 05 12:15:38.095106 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e392dd6c-939a-4775-92d0-e43478fdf1ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33262979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1951'] for router, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:38.099802 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e392dd6c-939a-4775-92d0-e43478fdf1ed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:38.208067 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e392dd6c-939a-4775-92d0-e43478fdf1ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33262474'] for router, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:38.209463 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e392dd6c-939a-4775-92d0-e43478fdf1ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d11998b-a54c-4973-af75-188e1af1f8bf {{(pid=94421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 12:15:38.219487 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e392dd6c-939a-4775-92d0-e43478fdf1ed admin admin] Notify callbacks [] for router, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:38.225923 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-e392dd6c-939a-4775-92d0-e43478fdf1ed admin admin] 10.222.0.58 "DELETE /v2.0/routers/7d11998b-a54c-4973-af75-188e1af1f8bf HTTP/1.1" status: 204 len: 168 time: 1.8539405 Aug 05 12:15:38.226714 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 36752) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:15:38.252218 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d55e7f-e7c1-4633-aeb3-edf9fac63158 req-e318a251-e640-4926-8c6e-25c8d06e67c7 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:15:38.254427 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-89d55e7f-e7c1-4633-aeb3-edf9fac63158 req-e318a251-e640-4926-8c6e-25c8d06e67c7 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] 10.222.0.58 "GET /v2.0/ports?device_id=406e4751-e691-40e1-9b31-b0cd8dd62b20&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1480658 Aug 05 12:15:38.294652 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_v2 [None req-1aba3953-904b-4780-869e-fcf8ce25948e admin admin] Deleting subnet a13d2638-7a18-405e-bdd8-bf80cea2fa05 {{(pid=94421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 12:15:38.300647 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1aba3953-904b-4780-869e-fcf8ce25948e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:38.355525 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-89d55e7f-e7c1-4633-aeb3-edf9fac63158 req-10547b2e-2702-4509-9707-ff91501d3558 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.5.162 HTTP/1.1" status: 200 len: 696 time: 0.0909772 Aug 05 12:15:38.377156 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-89d55e7f-e7c1-4633-aeb3-edf9fac63158 req-58f6bf1c-fe85-44ff-91fe-3fc25cde7d0e tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] Request body: {'floatingip': {'port_id': 'c42d9adf-fd25-42b2-afe6-348fbbeef03d', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:15:38.391717 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1aba3953-904b-4780-869e-fcf8ce25948e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29786388'] for subnet, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:38.452161 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-89d55e7f-e7c1-4633-aeb3-edf9fac63158 req-58f6bf1c-fe85-44ff-91fe-3fc25cde7d0e tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] Notify callbacks [] for floatingip, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:38.536413 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1aba3953-904b-4780-869e-fcf8ce25948e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:38.637839 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1aba3953-904b-4780-869e-fcf8ce25948e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25038609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30075142'] for subnet, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:38.661004 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1aba3953-904b-4780-869e-fcf8ce25948e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:38.663961 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-1aba3953-904b-4780-869e-fcf8ce25948e admin admin] 10.222.0.58 "DELETE /v2.0/subnets/a13d2638-7a18-405e-bdd8-bf80cea2fa05 HTTP/1.1" status: 204 len: 168 time: 0.4336665 Aug 05 12:15:38.664866 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 36754) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:15:38.677073 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b733bdd-29c3-4a2d-aa22-0eb60ebc4d33 None None] Network 911f1496-0655-41b4-b0fa-b268b703ede4 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:15:38.868405 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d8d568da-51fa-4fbd-8f90-f60357c2c9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:38.874458 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aba3953-904b-4780-869e-fcf8ce25948e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a13d2638-7a18-405e-bdd8-bf80cea2fa05,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:15:38.969149 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-d8d568da-51fa-4fbd-8f90-f60357c2c9b5 admin admin] Deleting port 8f9b600b-15f1-4476-8af8-74850d5d7d79 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:15:38.969827 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d8d568da-51fa-4fbd-8f90-f60357c2c9b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:39.061079 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df17a460-5217-44d5-ad23-3928626a5a91 None None] DHCP port deletion for 911f1496-0655-41b4-b0fa-b268b703ede4 request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 12:15:39.131785 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [None req-d8d568da-51fa-4fbd-8f90-f60357c2c9b5 admin admin] For port 8f9b600b-15f1-4476-8af8-74850d5d7d79, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=8f9b600b-15f1-4476-8af8-74850d5d7d79,segment=NetworkSegment(b4f9e671-758d-4442-9859-83451f859a79),segment_id=b4f9e671-758d-4442-9859-83451f859a79)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:15:39.132396 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d8d568da-51fa-4fbd-8f90-f60357c2c9b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:39.173667 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-d8d568da-51fa-4fbd-8f90-f60357c2c9b5 admin admin] Calling delete_port for 8f9b600b-15f1-4476-8af8-74850d5d7d79 owned by network:dhcp {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:15:39.180397 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-df17a460-5217-44d5-ad23-3928626a5a91 None None] Deleting port 8f9b600b-15f1-4476-8af8-74850d5d7d79 {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:15:39.182528 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-df17a460-5217-44d5-ad23-3928626a5a91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:39.315690 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-df17a460-5217-44d5-ad23-3928626a5a91 None None] For port 8f9b600b-15f1-4476-8af8-74850d5d7d79, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=8f9b600b-15f1-4476-8af8-74850d5d7d79,segment=NetworkSegment(b4f9e671-758d-4442-9859-83451f859a79),segment_id=b4f9e671-758d-4442-9859-83451f859a79)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:15:39.318565 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-df17a460-5217-44d5-ad23-3928626a5a91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:39.358234 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-df17a460-5217-44d5-ad23-3928626a5a91 None None] Calling delete_port for 8f9b600b-15f1-4476-8af8-74850d5d7d79 owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:15:39.374705 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.db.resource_extend [req-89d55e7f-e7c1-4633-aeb3-edf9fac63158 req-58f6bf1c-fe85-44ff-91fe-3fc25cde7d0e tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 05 12:15:39.390446 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d8d568da-51fa-4fbd-8f90-f60357c2c9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:39.436984 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d568da-51fa-4fbd-8f90-f60357c2c9b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f9b600b-15f1-4476-8af8-74850d5d7d79,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:15:39.443150 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d568da-51fa-4fbd-8f90-f60357c2c9b5 admin admin] No DVR routers for this DVR port 8f9b600b-15f1-4476-8af8-74850d5d7d79 on host n-d-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:15:39.483762 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 9b49c72f-5969-44ec-9eb7-76af5bcfd514 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:15:39.511847 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-89d55e7f-e7c1-4633-aeb3-edf9fac63158 req-58f6bf1c-fe85-44ff-91fe-3fc25cde7d0e tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:39.521322 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-89d55e7f-e7c1-4633-aeb3-edf9fac63158 req-58f6bf1c-fe85-44ff-91fe-3fc25cde7d0e tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33287247'] for floatingip, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:39.534889 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 9b49c72f-5969-44ec-9eb7-76af5bcfd514 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:15:39.536218 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 9b49c72f-5969-44ec-9eb7-76af5bcfd514 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:15:39.536973 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 8f9b600b-15f1-4476-8af8-74850d5d7d79 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:15:39.540290 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d8d568da-51fa-4fbd-8f90-f60357c2c9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:39.554202 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-d8d568da-51fa-4fbd-8f90-f60357c2c9b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['911f1496-0655-41b4-b0fa-b268b703ede4']}} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:15:39.576387 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-d8d568da-51fa-4fbd-8f90-f60357c2c9b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4f9e671-758d-4442-9859-83451f859a79') {'for_net_delete': True} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:15:39.576907 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-d8d568da-51fa-4fbd-8f90-f60357c2c9b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4f9e671-758d-4442-9859-83451f859a79') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:15:39.583748 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 8f9b600b-15f1-4476-8af8-74850d5d7d79 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:15:39.584346 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 8f9b600b-15f1-4476-8af8-74850d5d7d79 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:15:39.585119 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device abe22a1b-7c64-4f3d-8510-50f3f74b4d36 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:15:39.593762 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d8d568da-51fa-4fbd-8f90-f60357c2c9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29786371'] for segment, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:39.619948 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d8d568da-51fa-4fbd-8f90-f60357c2c9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:39.629517 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8d568da-51fa-4fbd-8f90-f60357c2c9b5 admin admin] Releasing vlan 685 on physical network physnet1 to pool {{(pid=94421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 12:15:39.630236 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d8d568da-51fa-4fbd-8f90-f60357c2c9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25038799'] for segment, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:39.633200 n-d-803378-2 neutron-server[94421]: Traceback (most recent call last): Aug 05 12:15:39.633200 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 12:15:39.633200 n-d-803378-2 neutron-server[94421]: timer() Aug 05 12:15:39.633200 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 12:15:39.633200 n-d-803378-2 neutron-server[94421]: cb(*args, **kw) Aug 05 12:15:39.633200 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 12:15:39.633200 n-d-803378-2 neutron-server[94421]: return func(*args, **kwargs) Aug 05 12:15:39.633200 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 12:15:39.633200 n-d-803378-2 neutron-server[94421]: self._notify() Aug 05 12:15:39.633200 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 12:15:39.633200 n-d-803378-2 neutron-server[94421]: self.callback(batched_events) Aug 05 12:15:39.633200 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 12:15:39.633200 n-d-803378-2 neutron-server[94421]: event.method(event) Aug 05 12:15:39.633200 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 12:15:39.633200 n-d-803378-2 neutron-server[94421]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 12:15:39.633200 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 12:15:39.633200 n-d-803378-2 neutron-server[94421]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 12:15:39.633200 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 12:15:39.633200 n-d-803378-2 neutron-server[94421]: return f(self, *a, **k) Aug 05 12:15:39.633200 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 12:15:39.633200 n-d-803378-2 neutron-server[94421]: return self._get(url).json() Aug 05 12:15:39.633200 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 12:15:39.633200 n-d-803378-2 neutron-server[94421]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 12:15:39.633200 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 12:15:39.633200 n-d-803378-2 neutron-server[94421]: return self.request(url, 'GET', **kwargs) Aug 05 12:15:39.633200 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 12:15:39.633200 n-d-803378-2 neutron-server[94421]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 12:15:39.633200 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 12:15:39.633200 n-d-803378-2 neutron-server[94421]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 12:15:39.633200 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 12:15:39.633200 n-d-803378-2 neutron-server[94421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 12:15:39.633200 n-d-803378-2 neutron-server[94421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 12:15:39.635941 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: abe22a1b-7c64-4f3d-8510-50f3f74b4d36 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:15:39.636825 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device abe22a1b-7c64-4f3d-8510-50f3f74b4d36 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:15:39.678661 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-df17a460-5217-44d5-ad23-3928626a5a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:39.698487 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df17a460-5217-44d5-ad23-3928626a5a91 None None] No DVR routers for this DVR port 8f9b600b-15f1-4476-8af8-74850d5d7d79 on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:15:39.744403 n-d-803378-2 neutron-server[94420]: INFO neutron.db.l3_db [req-89d55e7f-e7c1-4633-aeb3-edf9fac63158 req-58f6bf1c-fe85-44ff-91fe-3fc25cde7d0e tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] Floating IP 52520d37-08b9-4a45-a5c3-ad42186627d9 associated. External IP: 172.25.5.162, port: c42d9adf-fd25-42b2-afe6-348fbbeef03d. Aug 05 12:15:39.762648 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df17a460-5217-44d5-ad23-3928626a5a91 None None] Pushing event deleted for resources: {'Port': ['ID=8f9b600b-15f1-4476-8af8-74850d5d7d79,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:15:39.788809 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d8d568da-51fa-4fbd-8f90-f60357c2c9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:39.836151 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d8d568da-51fa-4fbd-8f90-f60357c2c9b5 admin admin] Notify callbacks [] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:39.838426 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-d8d568da-51fa-4fbd-8f90-f60357c2c9b5 admin admin] 10.222.0.58 "DELETE /v2.0/networks/911f1496-0655-41b4-b0fa-b268b703ede4 HTTP/1.1" status: 204 len: 168 time: 1.1705203 Aug 05 12:15:39.839688 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d568da-51fa-4fbd-8f90-f60357c2c9b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=911f1496-0655-41b4-b0fa-b268b703ede4,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:15:40.048526 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1646bacc-5af4-408a-aa7e-f6882010b41f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:40.053274 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 36788) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:15:40.087025 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [req-89d55e7f-e7c1-4633-aeb3-edf9fac63158 req-58f6bf1c-fe85-44ff-91fe-3fc25cde7d0e tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] Router 1ab4a1c3-7f25-4c45-b328-e4c3bc580a72 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:15:40.102050 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:40.111407 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-c9b0eee2-551d-4970-8f63-0b58c425f8da admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f717acd5caa748b6b706fbaad1f3b969&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0564487 Aug 05 12:15:40.114518 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 36790) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:15:40.142364 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 36792) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:15:40.205494 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c622f628-b369-48d1-ac2f-4ef138aefe0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:40.250223 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-89d55e7f-e7c1-4633-aeb3-edf9fac63158 req-58f6bf1c-fe85-44ff-91fe-3fc25cde7d0e tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:15:40.254699 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c622f628-b369-48d1-ac2f-4ef138aefe0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:40.265116 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-89d55e7f-e7c1-4633-aeb3-edf9fac63158 req-58f6bf1c-fe85-44ff-91fe-3fc25cde7d0e tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:40.266417 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a729b0b-4d88-432b-b763-41df6d2e4416 None None] Sync routers for ids ['1ab4a1c3-7f25-4c45-b328-e4c3bc580a72'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:15:40.285879 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a729b0b-4d88-432b-b763-41df6d2e4416 None None] Routers {'1ab4a1c3-7f25-4c45-b328-e4c3bc580a72'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:15:40.287497 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-3a729b0b-4d88-432b-b763-41df6d2e4416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:15:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['1ab4a1c3-7f25-4c45-b328-e4c3bc580a72'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:15:40.299698 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-89d55e7f-e7c1-4633-aeb3-edf9fac63158 req-58f6bf1c-fe85-44ff-91fe-3fc25cde7d0e tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] 10.222.0.58 "PUT /v2.0/floatingips/52520d37-08b9-4a45-a5c3-ad42186627d9 HTTP/1.1" status: 200 len: 996 time: 1.9297562 Aug 05 12:15:40.300207 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '406e4751-e691-40e1-9b31-b0cd8dd62b20', 'tag': 'c42d9adf-fd25-42b2-afe6-348fbbeef03d'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:15:40.305982 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47e10126444b02a26d513ed6f4b145adbdfa00d329c865c61a1608b26e6d0230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-643c600f-6838-4884-852a-077c74859288" -d '{"events": [{"name": "network-changed", "server_uuid": "406e4751-e691-40e1-9b31-b0cd8dd62b20", "tag": "c42d9adf-fd25-42b2-afe6-348fbbeef03d"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:15:40.349823 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c622f628-b369-48d1-ac2f-4ef138aefe0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:40.352979 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c622f628-b369-48d1-ac2f-4ef138aefe0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:40.354484 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-c622f628-b369-48d1-ac2f-4ef138aefe0d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/854dd83f-334d-4707-be76-c0d8ab0e42a6 HTTP/1.1" status: 204 len: 168 time: 0.2387462 Aug 05 12:15:40.372441 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c622f628-b369-48d1-ac2f-4ef138aefe0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=854dd83f-334d-4707-be76-c0d8ab0e42a6,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:15:40.373698 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 12:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0db1e68-c62f-42fa-8a63-61061a8eba1a x-openstack-request-id: req-a0db1e68-c62f-42fa-8a63-61061a8eba1a {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:15:40.374108 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "406e4751-e691-40e1-9b31-b0cd8dd62b20", "tag": "c42d9adf-fd25-42b2-afe6-348fbbeef03d", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:15:40.374382 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a0db1e68-c62f-42fa-8a63-61061a8eba1a {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:15:40.375073 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '406e4751-e691-40e1-9b31-b0cd8dd62b20', 'tag': 'c42d9adf-fd25-42b2-afe6-348fbbeef03d', 'status': 'completed', 'code': 200} Aug 05 12:15:40.515782 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-3a729b0b-4d88-432b-b763-41df6d2e4416 None None] Set router 1ab4a1c3-7f25-4c45-b328-e4c3bc580a72 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:15:40.524998 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-af16da69-f6df-4777-9a71-ebe96392de33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:40.573224 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643c600f-6838-4884-852a-077c74859288 req-48dcc17e-9f5c-4134-92d0-aeb32b3b56f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:15:40.575366 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-643c600f-6838-4884-852a-077c74859288 req-48dcc17e-9f5c-4134-92d0-aeb32b3b56f3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2d514f06f6c64e8dafe1eec366bb1ccc&device_id=406e4751-e691-40e1-9b31-b0cd8dd62b20 HTTP/1.1" status: 200 len: 1096 time: 0.1516497 Aug 05 12:15:40.623552 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d55e7f-e7c1-4633-aeb3-edf9fac63158 req-07e2bbaf-9f4d-4931-bab1-f4f8f0469e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:15:40.626893 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-89d55e7f-e7c1-4633-aeb3-edf9fac63158 req-07e2bbaf-9f4d-4931-bab1-f4f8f0469e07 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2d514f06f6c64e8dafe1eec366bb1ccc&device_id=406e4751-e691-40e1-9b31-b0cd8dd62b20 HTTP/1.1" status: 200 len: 1096 time: 0.2292414 Aug 05 12:15:40.812304 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d55e7f-e7c1-4633-aeb3-edf9fac63158 req-fccb7405-f4aa-414b-8b89-79ab535b26f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:15:40.814403 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643c600f-6838-4884-852a-077c74859288 req-ee66b6eb-e3c4-42fc-b639-9873a468c824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:15:40.817869 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-643c600f-6838-4884-852a-077c74859288 req-ee66b6eb-e3c4-42fc-b639-9873a468c824 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7224da9c-7a2c-483e-90f7-a8cd144a4fc4 HTTP/1.1" status: 200 len: 920 time: 0.2312663 Aug 05 12:15:40.820134 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-af16da69-f6df-4777-9a71-ebe96392de33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:40.823593 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-89d55e7f-e7c1-4633-aeb3-edf9fac63158 req-fccb7405-f4aa-414b-8b89-79ab535b26f3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=7224da9c-7a2c-483e-90f7-a8cd144a4fc4 HTTP/1.1" status: 200 len: 920 time: 0.1855154 Aug 05 12:15:40.838415 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-af16da69-f6df-4777-9a71-ebe96392de33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:40.880550 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 36806) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:15:40.881373 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-af16da69-f6df-4777-9a71-ebe96392de33 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a2d0918af50a4419827b09a2e9e4f7a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7354164 Aug 05 12:15:40.938108 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-3a729b0b-4d88-432b-b763-41df6d2e4416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab4a1c3-7f25-4c45-b328-e4c3bc580a72', 'name': 'tempest-ServerRescueTestJSONUnderV235-498462170-router', 'tenant_id': '2d514f06f6c64e8dafe1eec366bb1ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': '3004ccf9-fa41-4bb1-a890-5f332f4a761e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:14:41Z', 'updated_at': '2021-08-05T12:14:45Z', 'revision_number': 4, 'project_id': '2d514f06f6c64e8dafe1eec366bb1ccc', 'gw_port': {'id': '3004ccf9-fa41-4bb1-a890-5f332f4a761e', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab4a1c3-7f25-4c45-b328-e4c3bc580a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:14:42Z', 'updated_at': '2021-08-05T12:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': '52520d37-08b9-4a45-a5c3-ad42186627d9', 'tenant_id': '2d514f06f6c64e8dafe1eec366bb1ccc', 'floating_ip_address': '172.25.5.162', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': '1ab4a1c3-7f25-4c45-b328-e4c3bc580a72', 'port_id': 'c42d9adf-fd25-42b2-afe6-348fbbeef03d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7224da9c-7a2c-483e-90f7-a8cd144a4fc4', 'mac_address': 'fa:16:3e:6e:1f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406e4751-e691-40e1-9b31-b0cd8dd62b20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T12:15:37Z', 'updated_at': '2021-08-05T12:15:39Z', 'revision_number': 1, 'project_id': '2d514f06f6c64e8dafe1eec366bb1ccc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a9bb904-5e4b-40cf-a483-ee5369da9e2f', 'name': '', 'network_id': '7224da9c-7a2c-483e-90f7-a8cd144a4fc4', 'tenant_id': '2d514f06f6c64e8dafe1eec366bb1ccc', 'mac_address': 'fa:16:3e:bb:5f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab4a1c3-7f25-4c45-b328-e4c3bc580a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': 'd2a9762a-62db-4494-b40a-91cad8af57d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:14:45Z', 'updated_at': '2021-08-05T12:14:53Z', 'revision_number': 5, 'project_id': '2d514f06f6c64e8dafe1eec366bb1ccc', 'subnets': [{'id': 'd2a9762a-62db-4494-b40a-91cad8af57d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:15:40.970097 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af16da69-f6df-4777-9a71-ebe96392de33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c18530ce-70e1-4d72-b30b-dccabfd85338,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:15:40.982984 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-643c600f-6838-4884-852a-077c74859288 req-40592a48-41c9-4f5f-b48f-0dc9fcf025ab service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c42d9adf-fd25-42b2-afe6-348fbbeef03d HTTP/1.1" status: 200 len: 999 time: 0.1572807 Aug 05 12:15:40.989939 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a729b0b-4d88-432b-b763-41df6d2e4416 None None] Checking router: 1ab4a1c3-7f25-4c45-b328-e4c3bc580a72 for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:15:41.009302 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a729b0b-4d88-432b-b763-41df6d2e4416 None None] Routers {'1ab4a1c3-7f25-4c45-b328-e4c3bc580a72'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:15:41.010649 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-3a729b0b-4d88-432b-b763-41df6d2e4416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:15:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['1ab4a1c3-7f25-4c45-b328-e4c3bc580a72'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:15:41.020863 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-89d55e7f-e7c1-4633-aeb3-edf9fac63158 req-d8b2d1e1-083f-46dc-a67c-7c35e3d5e1a8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c42d9adf-fd25-42b2-afe6-348fbbeef03d HTTP/1.1" status: 200 len: 999 time: 0.1943784 Aug 05 12:15:41.076880 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6a63f605-987b-4616-9079-a654c1c26956 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:41.095803 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 36808) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:15:41.141721 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643c600f-6838-4884-852a-077c74859288 req-7eb74669-e241-40e5-86a7-df5253b1d024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:15:41.144959 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-643c600f-6838-4884-852a-077c74859288 req-7eb74669-e241-40e5-86a7-df5253b1d024 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d2a9762a-62db-4494-b40a-91cad8af57d9 HTTP/1.1" status: 200 len: 859 time: 0.1446607 Aug 05 12:15:41.181470 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6a63f605-987b-4616-9079-a654c1c26956 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:41.206803 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d55e7f-e7c1-4633-aeb3-edf9fac63158 req-65f6e987-8e57-452b-8f18-72211029abcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:15:41.208793 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-89d55e7f-e7c1-4633-aeb3-edf9fac63158 req-65f6e987-8e57-452b-8f18-72211029abcb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d2a9762a-62db-4494-b40a-91cad8af57d9 HTTP/1.1" status: 200 len: 859 time: 0.1255536 Aug 05 12:15:41.222373 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-3a729b0b-4d88-432b-b763-41df6d2e4416 None None] Set router 1ab4a1c3-7f25-4c45-b328-e4c3bc580a72 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:15:41.223828 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-643c600f-6838-4884-852a-077c74859288 req-228bb796-9798-4b09-b0fd-ac15f9cfa186 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7224da9c-7a2c-483e-90f7-a8cd144a4fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710742 Aug 05 12:15:41.265082 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-00e89d3f-396e-457e-a938-c7dcb4058762 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0a335f64713b4d72881e9bd742dda5cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1637499 Aug 05 12:15:41.273128 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 36810) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:15:41.276889 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-89d55e7f-e7c1-4633-aeb3-edf9fac63158 req-885ce5e9-0e95-46e5-b746-5a5ebd2423c1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7224da9c-7a2c-483e-90f7-a8cd144a4fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547802 Aug 05 12:15:41.311478 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [req-89d55e7f-e7c1-4633-aeb3-edf9fac63158 req-133c99c9-ef16-43de-b429-4436284266a6 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94420) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 12:15:41.313219 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-89d55e7f-e7c1-4633-aeb3-edf9fac63158 req-133c99c9-ef16-43de-b429-4436284266a6 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0118487 Aug 05 12:15:41.397607 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6a63f605-987b-4616-9079-a654c1c26956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:41.403061 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6a63f605-987b-4616-9079-a654c1c26956 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:41.403657 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-643c600f-6838-4884-852a-077c74859288 req-cb8ca6d7-ae5b-4c4c-a370-bfbc5665bba1 service neutron] 10.222.0.55 "GET /v2.0/networks/7224da9c-7a2c-483e-90f7-a8cd144a4fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638300 Aug 05 12:15:41.405088 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-6a63f605-987b-4616-9079-a654c1c26956 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c18530ce-70e1-4d72-b30b-dccabfd85338 HTTP/1.1" status: 204 len: 168 time: 0.5233941 Aug 05 12:15:41.484938 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a63f605-987b-4616-9079-a654c1c26956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c18530ce-70e1-4d72-b30b-dccabfd85338,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:15:41.489103 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-64867755-d0b5-4693-9492-d4496bc81996 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:41.571257 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-64867755-d0b5-4693-9492-d4496bc81996 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:41.645446 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-3a729b0b-4d88-432b-b763-41df6d2e4416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab4a1c3-7f25-4c45-b328-e4c3bc580a72', 'name': 'tempest-ServerRescueTestJSONUnderV235-498462170-router', 'tenant_id': '2d514f06f6c64e8dafe1eec366bb1ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': '3004ccf9-fa41-4bb1-a890-5f332f4a761e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:14:41Z', 'updated_at': '2021-08-05T12:14:45Z', 'revision_number': 4, 'project_id': '2d514f06f6c64e8dafe1eec366bb1ccc', 'gw_port': {'id': '3004ccf9-fa41-4bb1-a890-5f332f4a761e', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab4a1c3-7f25-4c45-b328-e4c3bc580a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:14:42Z', 'updated_at': '2021-08-05T12:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': '52520d37-08b9-4a45-a5c3-ad42186627d9', 'tenant_id': '2d514f06f6c64e8dafe1eec366bb1ccc', 'floating_ip_address': '172.25.5.162', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': '1ab4a1c3-7f25-4c45-b328-e4c3bc580a72', 'port_id': 'c42d9adf-fd25-42b2-afe6-348fbbeef03d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7224da9c-7a2c-483e-90f7-a8cd144a4fc4', 'mac_address': 'fa:16:3e:6e:1f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406e4751-e691-40e1-9b31-b0cd8dd62b20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T12:15:37Z', 'updated_at': '2021-08-05T12:15:39Z', 'revision_number': 1, 'project_id': '2d514f06f6c64e8dafe1eec366bb1ccc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a9bb904-5e4b-40cf-a483-ee5369da9e2f', 'name': '', 'network_id': '7224da9c-7a2c-483e-90f7-a8cd144a4fc4', 'tenant_id': '2d514f06f6c64e8dafe1eec366bb1ccc', 'mac_address': 'fa:16:3e:bb:5f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab4a1c3-7f25-4c45-b328-e4c3bc580a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': 'd2a9762a-62db-4494-b40a-91cad8af57d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:14:45Z', 'updated_at': '2021-08-05T12:14:53Z', 'revision_number': 5, 'project_id': '2d514f06f6c64e8dafe1eec366bb1ccc', 'subnets': [{'id': 'd2a9762a-62db-4494-b40a-91cad8af57d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:15:41.672165 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-89d55e7f-e7c1-4633-aeb3-edf9fac63158 req-b61ce573-3077-4d1e-a3b4-2d5cc68125a9 service neutron] 10.222.0.58 "GET /v2.0/networks/7224da9c-7a2c-483e-90f7-a8cd144a4fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3103354 Aug 05 12:15:41.688882 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-643c600f-6838-4884-852a-077c74859288 req-1c62aa00-0bd0-4105-8036-400409e3eb07 service neutron] 10.222.0.55 "GET /v2.0/networks/7224da9c-7a2c-483e-90f7-a8cd144a4fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2576814 Aug 05 12:15:41.691255 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a729b0b-4d88-432b-b763-41df6d2e4416 None None] The sync data for ids ['1ab4a1c3-7f25-4c45-b328-e4c3bc580a72'] in n-d-803378-2 is: [{'id': '1ab4a1c3-7f25-4c45-b328-e4c3bc580a72', 'name': 'tempest-ServerRescueTestJSONUnderV235-498462170-router', 'tenant_id': '2d514f06f6c64e8dafe1eec366bb1ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': '3004ccf9-fa41-4bb1-a890-5f332f4a761e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:14:41Z', 'updated_at': '2021-08-05T12:14:45Z', 'revision_number': 4, 'project_id': '2d514f06f6c64e8dafe1eec366bb1ccc', 'gw_port': {'id': '3004ccf9-fa41-4bb1-a890-5f332f4a761e', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab4a1c3-7f25-4c45-b328-e4c3bc580a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:14:42Z', 'updated_at': '2021-08-05T12:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': '52520d37-08b9-4a45-a5c3-ad42186627d9', 'tenant_id': '2d514f06f6c64e8dafe1eec366bb1ccc', 'floating_ip_address': '172.25.5.162', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': '1ab4a1c3-7f25-4c45-b328-e4c3bc580a72', 'port_id': 'c42d9adf-fd25-42b2-afe6-348fbbeef03d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7224da9c-7a2c-483e-90f7-a8cd144a4fc4', 'mac_address': 'fa:16:3e:6e:1f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406e4751-e691-40e1-9b31-b0cd8dd62b20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T12:15:37Z', 'updated_at': '2021-08-05T12:15:39Z', 'revision_number': 1, 'project_id': '2d514f06f6c64e8dafe1eec366bb1ccc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a9bb904-5e4b-40cf-a483-ee5369da9e2f', 'name': '', 'network_id': '7224da9c-7a2c-483e-90f7-a8cd144a4fc4', 'tenant_id': '2d514f06f6c64e8dafe1eec366bb1ccc', 'mac_address': 'fa:16:3e:bb:5f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab4a1c3-7f25-4c45-b328-e4c3bc580a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': 'd2a9762a-62db-4494-b40a-91cad8af57d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:14:45Z', 'updated_at': '2021-08-05T12:14:53Z', 'revision_number': 5, 'project_id': '2d514f06f6c64e8dafe1eec366bb1ccc', 'subnets': [{'id': 'd2a9762a-62db-4494-b40a-91cad8af57d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:15:41.761075 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-64867755-d0b5-4693-9492-d4496bc81996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:41.763425 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-64867755-d0b5-4693-9492-d4496bc81996 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:41.764671 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-64867755-d0b5-4693-9492-d4496bc81996 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/268541ac-816e-4d78-96d2-196953c441b8 HTTP/1.1" status: 204 len: 168 time: 0.4863296 Aug 05 12:15:41.790662 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64867755-d0b5-4693-9492-d4496bc81996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=268541ac-816e-4d78-96d2-196953c441b8,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:15:41.874423 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:41.880839 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-89d55e7f-e7c1-4633-aeb3-edf9fac63158 req-adc368ba-e68b-48c9-a7a5-3218a9ed6872 service neutron] 10.222.0.58 "GET /v2.0/networks/7224da9c-7a2c-483e-90f7-a8cd144a4fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857941 Aug 05 12:15:42.048653 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 36820) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:15:42.075883 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6834f25c-d503-47d1-9d00-422c512db7b3 req-1e89ae43-8130-41cd-8fb9-6b66f08b4c21 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.5.162 HTTP/1.1" status: 200 len: 999 time: 0.1457186 Aug 05 12:15:42.107552 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-eb91556d-92e9-4fcf-8868-de1fc7777965 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:42.115798 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7833385f-3eb9-48d9-a8f8-16d932c74f01 None None] New status for floating IP 52520d37-08b9-4a45-a5c3-ad42186627d9: ACTIVE {{(pid=94422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 12:15:42.168357 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6834f25c-d503-47d1-9d00-422c512db7b3 req-f8f13df3-4560-43de-8055-00afc193c314 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:15:42.170207 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6834f25c-d503-47d1-9d00-422c512db7b3 req-f8f13df3-4560-43de-8055-00afc193c314 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] 10.222.0.58 "GET /v2.0/ports/c42d9adf-fd25-42b2-afe6-348fbbeef03d HTTP/1.1" status: 200 len: 942 time: 0.0829763 Aug 05 12:15:42.280729 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-eb91556d-92e9-4fcf-8868-de1fc7777965 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:42.290507 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-eb91556d-92e9-4fcf-8868-de1fc7777965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:42.349435 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-eb91556d-92e9-4fcf-8868-de1fc7777965 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=663e4b3826ff49f0a2ea4a4220dc7049&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2961009 Aug 05 12:15:42.350680 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 36822) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:15:42.433193 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb91556d-92e9-4fcf-8868-de1fc7777965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b91a8d92-bd23-44d0-9394-a2d17ad1963e,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:15:42.466674 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb91556d-92e9-4fcf-8868-de1fc7777965 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:15:42.467279 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb91556d-92e9-4fcf-8868-de1fc7777965 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:15:42.467986 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb91556d-92e9-4fcf-8868-de1fc7777965 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:15:42.468553 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb91556d-92e9-4fcf-8868-de1fc7777965 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:15:42.469121 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb91556d-92e9-4fcf-8868-de1fc7777965 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:15:42.469702 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb91556d-92e9-4fcf-8868-de1fc7777965 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:15:42.470273 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb91556d-92e9-4fcf-8868-de1fc7777965 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:15:42.470874 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb91556d-92e9-4fcf-8868-de1fc7777965 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:15:42.471464 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb91556d-92e9-4fcf-8868-de1fc7777965 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:15:42.472069 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb91556d-92e9-4fcf-8868-de1fc7777965 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:15:42.473284 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb91556d-92e9-4fcf-8868-de1fc7777965 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:15:42.473981 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb91556d-92e9-4fcf-8868-de1fc7777965 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:15:42.515528 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d6d2230f-74c3-4115-b58a-4cbeea096add admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:42.562571 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d6d2230f-74c3-4115-b58a-4cbeea096add admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:42.673876 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d6d2230f-74c3-4115-b58a-4cbeea096add admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:42.679656 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d6d2230f-74c3-4115-b58a-4cbeea096add admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:42.681621 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-d6d2230f-74c3-4115-b58a-4cbeea096add admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b91a8d92-bd23-44d0-9394-a2d17ad1963e HTTP/1.1" status: 204 len: 168 time: 0.3291812 Aug 05 12:15:42.695445 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6834f25c-d503-47d1-9d00-422c512db7b3 req-ec9faa3a-d76c-4cd8-b586-a9984408b57f tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.5.162 HTTP/1.1" status: 200 len: 999 time: 0.4452493 Aug 05 12:15:42.697255 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d2230f-74c3-4115-b58a-4cbeea096add admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b91a8d92-bd23-44d0-9394-a2d17ad1963e,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:15:42.867990 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6834f25c-d503-47d1-9d00-422c512db7b3 req-6308c32a-5410-4c33-9a9b-4c5bd6a2421a tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:15:42.869549 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6834f25c-d503-47d1-9d00-422c512db7b3 req-6308c32a-5410-4c33-9a9b-4c5bd6a2421a tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] 10.222.0.58 "GET /v2.0/networks/36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd HTTP/1.1" status: 200 len: 784 time: 0.1595106 Aug 05 12:15:42.889628 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [req-6834f25c-d503-47d1-9d00-422c512db7b3 req-5e0ee230-db5e-486c-8f3c-5e3a04a6e131 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94420) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 12:15:42.890708 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6834f25c-d503-47d1-9d00-422c512db7b3 req-5e0ee230-db5e-486c-8f3c-5e3a04a6e131 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0102820 Aug 05 12:15:42.984418 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6834f25c-d503-47d1-9d00-422c512db7b3 req-766c1731-bd55-48bf-88ae-2c494d55a251 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.5.162 HTTP/1.1" status: 200 len: 1001 time: 0.0853903 Aug 05 12:15:43.001857 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-6834f25c-d503-47d1-9d00-422c512db7b3 req-578dbc1d-8663-4242-8399-bbb878fa3c58 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:15:43.078771 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-6834f25c-d503-47d1-9d00-422c512db7b3 req-578dbc1d-8663-4242-8399-bbb878fa3c58 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] Notify callbacks [] for floatingip, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:43.328212 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-6834f25c-d503-47d1-9d00-422c512db7b3 req-578dbc1d-8663-4242-8399-bbb878fa3c58 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:43.335117 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-6834f25c-d503-47d1-9d00-422c512db7b3 req-578dbc1d-8663-4242-8399-bbb878fa3c58 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33287247'] for floatingip, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:43.335443 n-d-803378-2 neutron-server[94420]: INFO neutron.db.l3_db [req-6834f25c-d503-47d1-9d00-422c512db7b3 req-578dbc1d-8663-4242-8399-bbb878fa3c58 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] Floating IP 52520d37-08b9-4a45-a5c3-ad42186627d9 disassociated. External IP: 172.25.5.162, port: c42d9adf-fd25-42b2-afe6-348fbbeef03d. Aug 05 12:15:43.597237 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6834f25c-d503-47d1-9d00-422c512db7b3 req-578dbc1d-8663-4242-8399-bbb878fa3c58 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] Router 1ab4a1c3-7f25-4c45-b328-e4c3bc580a72 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:15:43.759589 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6834f25c-d503-47d1-9d00-422c512db7b3 req-578dbc1d-8663-4242-8399-bbb878fa3c58 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:15:43.764448 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-6834f25c-d503-47d1-9d00-422c512db7b3 req-578dbc1d-8663-4242-8399-bbb878fa3c58 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:43.778901 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85be212-1018-4b6b-8ab1-5263e966fd49 None None] Sync routers for ids ['1ab4a1c3-7f25-4c45-b328-e4c3bc580a72'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:15:43.798221 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85be212-1018-4b6b-8ab1-5263e966fd49 None None] Routers {'1ab4a1c3-7f25-4c45-b328-e4c3bc580a72'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:15:43.799470 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-f85be212-1018-4b6b-8ab1-5263e966fd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:15:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['1ab4a1c3-7f25-4c45-b328-e4c3bc580a72'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:15:43.808227 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6834f25c-d503-47d1-9d00-422c512db7b3 req-578dbc1d-8663-4242-8399-bbb878fa3c58 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] 10.222.0.58 "PUT /v2.0/floatingips/52520d37-08b9-4a45-a5c3-ad42186627d9 HTTP/1.1" status: 200 len: 695 time: 0.8114424 Aug 05 12:15:43.809292 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '406e4751-e691-40e1-9b31-b0cd8dd62b20', 'tag': 'c42d9adf-fd25-42b2-afe6-348fbbeef03d'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:15:43.816810 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47e10126444b02a26d513ed6f4b145adbdfa00d329c865c61a1608b26e6d0230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86958248-c9d0-4f14-8768-53917d30b571" -d '{"events": [{"name": "network-changed", "server_uuid": "406e4751-e691-40e1-9b31-b0cd8dd62b20", "tag": "c42d9adf-fd25-42b2-afe6-348fbbeef03d"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:15:43.897719 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 12:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d71ecac7-b238-461a-8dbd-fcf0d31aea32 x-openstack-request-id: req-d71ecac7-b238-461a-8dbd-fcf0d31aea32 {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:15:43.898127 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "406e4751-e691-40e1-9b31-b0cd8dd62b20", "tag": "c42d9adf-fd25-42b2-afe6-348fbbeef03d", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:15:43.898702 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d71ecac7-b238-461a-8dbd-fcf0d31aea32 {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:15:43.899378 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '406e4751-e691-40e1-9b31-b0cd8dd62b20', 'tag': 'c42d9adf-fd25-42b2-afe6-348fbbeef03d', 'status': 'completed', 'code': 200} Aug 05 12:15:44.009271 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86958248-c9d0-4f14-8768-53917d30b571 req-4b88023e-0560-43f9-8b84-448194ca2c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:15:44.012529 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-86958248-c9d0-4f14-8768-53917d30b571 req-4b88023e-0560-43f9-8b84-448194ca2c0e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2d514f06f6c64e8dafe1eec366bb1ccc&device_id=406e4751-e691-40e1-9b31-b0cd8dd62b20 HTTP/1.1" status: 200 len: 1096 time: 0.0685365 Aug 05 12:15:44.041028 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:44.162506 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6834f25c-d503-47d1-9d00-422c512db7b3 req-926a88dd-7666-4f5a-8766-42d6ba5c45d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:15:44.165011 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-f85be212-1018-4b6b-8ab1-5263e966fd49 None None] Set router 1ab4a1c3-7f25-4c45-b328-e4c3bc580a72 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:15:44.165500 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6834f25c-d503-47d1-9d00-422c512db7b3 req-926a88dd-7666-4f5a-8766-42d6ba5c45d6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2d514f06f6c64e8dafe1eec366bb1ccc&device_id=406e4751-e691-40e1-9b31-b0cd8dd62b20 HTTP/1.1" status: 200 len: 1096 time: 0.1870186 Aug 05 12:15:44.190552 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86958248-c9d0-4f14-8768-53917d30b571 req-8f84d959-27c9-408b-a13e-6c4392342bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:15:44.193915 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-86958248-c9d0-4f14-8768-53917d30b571 req-8f84d959-27c9-408b-a13e-6c4392342bd7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7224da9c-7a2c-483e-90f7-a8cd144a4fc4 HTTP/1.1" status: 200 len: 920 time: 0.1722925 Aug 05 12:15:44.272469 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-86958248-c9d0-4f14-8768-53917d30b571 req-625db398-df92-4890-885d-b65cd4161ffd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c42d9adf-fd25-42b2-afe6-348fbbeef03d HTTP/1.1" status: 200 len: 217 time: 0.0686252 Aug 05 12:15:44.302627 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6834f25c-d503-47d1-9d00-422c512db7b3 req-8e4a0eeb-d66f-4e9b-9b7d-b93dd4d1326e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:15:44.304572 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6834f25c-d503-47d1-9d00-422c512db7b3 req-8e4a0eeb-d66f-4e9b-9b7d-b93dd4d1326e service neutron] 10.222.0.58 "GET /v2.0/networks?id=7224da9c-7a2c-483e-90f7-a8cd144a4fc4 HTTP/1.1" status: 200 len: 920 time: 0.1265144 Aug 05 12:15:44.354195 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86958248-c9d0-4f14-8768-53917d30b571 req-96318cc0-f00d-40f6-8107-ce77b992a765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:15:44.356887 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-86958248-c9d0-4f14-8768-53917d30b571 req-96318cc0-f00d-40f6-8107-ce77b992a765 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d2a9762a-62db-4494-b40a-91cad8af57d9 HTTP/1.1" status: 200 len: 859 time: 0.0770407 Aug 05 12:15:44.371390 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6834f25c-d503-47d1-9d00-422c512db7b3 req-e52f03f9-62c8-4103-a41d-7618930dc8a7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c42d9adf-fd25-42b2-afe6-348fbbeef03d HTTP/1.1" status: 200 len: 217 time: 0.0532799 Aug 05 12:15:44.412280 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-86958248-c9d0-4f14-8768-53917d30b571 req-ea86f972-e5ae-4585-907e-5eb6e242e158 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7224da9c-7a2c-483e-90f7-a8cd144a4fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469618 Aug 05 12:15:44.459892 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6834f25c-d503-47d1-9d00-422c512db7b3 req-102c54ac-b6f4-4525-9723-2ea4e21fc0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:15:44.461996 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6834f25c-d503-47d1-9d00-422c512db7b3 req-102c54ac-b6f4-4525-9723-2ea4e21fc0c1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d2a9762a-62db-4494-b40a-91cad8af57d9 HTTP/1.1" status: 200 len: 859 time: 0.0770254 Aug 05 12:15:44.514416 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-f85be212-1018-4b6b-8ab1-5263e966fd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab4a1c3-7f25-4c45-b328-e4c3bc580a72', 'name': 'tempest-ServerRescueTestJSONUnderV235-498462170-router', 'tenant_id': '2d514f06f6c64e8dafe1eec366bb1ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': '3004ccf9-fa41-4bb1-a890-5f332f4a761e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:14:41Z', 'updated_at': '2021-08-05T12:14:45Z', 'revision_number': 4, 'project_id': '2d514f06f6c64e8dafe1eec366bb1ccc', 'gw_port': {'id': '3004ccf9-fa41-4bb1-a890-5f332f4a761e', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab4a1c3-7f25-4c45-b328-e4c3bc580a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:14:42Z', 'updated_at': '2021-08-05T12:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '3a9bb904-5e4b-40cf-a483-ee5369da9e2f', 'name': '', 'network_id': '7224da9c-7a2c-483e-90f7-a8cd144a4fc4', 'tenant_id': '2d514f06f6c64e8dafe1eec366bb1ccc', 'mac_address': 'fa:16:3e:bb:5f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab4a1c3-7f25-4c45-b328-e4c3bc580a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': 'd2a9762a-62db-4494-b40a-91cad8af57d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:14:45Z', 'updated_at': '2021-08-05T12:14:53Z', 'revision_number': 5, 'project_id': '2d514f06f6c64e8dafe1eec366bb1ccc', 'subnets': [{'id': 'd2a9762a-62db-4494-b40a-91cad8af57d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:15:44.517410 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6834f25c-d503-47d1-9d00-422c512db7b3 req-81baa310-8c1a-4bd0-878a-ec328a427b81 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7224da9c-7a2c-483e-90f7-a8cd144a4fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459385 Aug 05 12:15:44.565512 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85be212-1018-4b6b-8ab1-5263e966fd49 None None] Checking router: 1ab4a1c3-7f25-4c45-b328-e4c3bc580a72 for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:15:44.585650 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85be212-1018-4b6b-8ab1-5263e966fd49 None None] Routers {'1ab4a1c3-7f25-4c45-b328-e4c3bc580a72'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:15:44.586463 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-f85be212-1018-4b6b-8ab1-5263e966fd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:15:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['1ab4a1c3-7f25-4c45-b328-e4c3bc580a72'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:15:44.591717 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-86958248-c9d0-4f14-8768-53917d30b571 req-e6f5be3e-e90b-4f2e-beb9-19b9b51e12e7 service neutron] 10.222.0.55 "GET /v2.0/networks/7224da9c-7a2c-483e-90f7-a8cd144a4fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721740 Aug 05 12:15:44.689187 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6834f25c-d503-47d1-9d00-422c512db7b3 req-3ed7462c-c7e9-487f-a4c6-3d492102a3e7 service neutron] 10.222.0.58 "GET /v2.0/networks/7224da9c-7a2c-483e-90f7-a8cd144a4fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598794 Aug 05 12:15:44.731069 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-86958248-c9d0-4f14-8768-53917d30b571 req-934081a0-c8eb-422f-a9e7-5ee19d33260d service neutron] 10.222.0.55 "GET /v2.0/networks/7224da9c-7a2c-483e-90f7-a8cd144a4fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303058 Aug 05 12:15:44.791712 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-f85be212-1018-4b6b-8ab1-5263e966fd49 None None] Set router 1ab4a1c3-7f25-4c45-b328-e4c3bc580a72 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:15:44.880151 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6834f25c-d503-47d1-9d00-422c512db7b3 req-38676ea9-20e2-49eb-96a9-42cd0b0a73b2 service neutron] 10.222.0.58 "GET /v2.0/networks/7224da9c-7a2c-483e-90f7-a8cd144a4fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788297 Aug 05 12:15:45.008935 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7625a501-e69d-4d4b-9850-7eff5ec7e370 req-b9e4722e-42b5-4b13-9212-750306d1ecba tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] 10.222.0.58 "GET /v2.0/floatingips/52520d37-08b9-4a45-a5c3-ad42186627d9 HTTP/1.1" status: 200 len: 695 time: 0.0709002 Aug 05 12:15:45.174970 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-f85be212-1018-4b6b-8ab1-5263e966fd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab4a1c3-7f25-4c45-b328-e4c3bc580a72', 'name': 'tempest-ServerRescueTestJSONUnderV235-498462170-router', 'tenant_id': '2d514f06f6c64e8dafe1eec366bb1ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': '3004ccf9-fa41-4bb1-a890-5f332f4a761e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:14:41Z', 'updated_at': '2021-08-05T12:14:45Z', 'revision_number': 4, 'project_id': '2d514f06f6c64e8dafe1eec366bb1ccc', 'gw_port': {'id': '3004ccf9-fa41-4bb1-a890-5f332f4a761e', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab4a1c3-7f25-4c45-b328-e4c3bc580a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:14:42Z', 'updated_at': '2021-08-05T12:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '3a9bb904-5e4b-40cf-a483-ee5369da9e2f', 'name': '', 'network_id': '7224da9c-7a2c-483e-90f7-a8cd144a4fc4', 'tenant_id': '2d514f06f6c64e8dafe1eec366bb1ccc', 'mac_address': 'fa:16:3e:bb:5f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab4a1c3-7f25-4c45-b328-e4c3bc580a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': 'd2a9762a-62db-4494-b40a-91cad8af57d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:14:45Z', 'updated_at': '2021-08-05T12:14:53Z', 'revision_number': 5, 'project_id': '2d514f06f6c64e8dafe1eec366bb1ccc', 'subnets': [{'id': 'd2a9762a-62db-4494-b40a-91cad8af57d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:15:45.208953 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7625a501-e69d-4d4b-9850-7eff5ec7e370 req-145464eb-f6a0-41ce-b3a8-a506ffa6e651 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:15:45.211567 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7625a501-e69d-4d4b-9850-7eff5ec7e370 req-145464eb-f6a0-41ce-b3a8-a506ffa6e651 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] 10.222.0.58 "GET /v2.0/networks/36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd HTTP/1.1" status: 200 len: 784 time: 0.1896999 Aug 05 12:15:45.227307 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85be212-1018-4b6b-8ab1-5263e966fd49 None None] The sync data for ids ['1ab4a1c3-7f25-4c45-b328-e4c3bc580a72'] in n-d-803378-2 is: [{'id': '1ab4a1c3-7f25-4c45-b328-e4c3bc580a72', 'name': 'tempest-ServerRescueTestJSONUnderV235-498462170-router', 'tenant_id': '2d514f06f6c64e8dafe1eec366bb1ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': '3004ccf9-fa41-4bb1-a890-5f332f4a761e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:14:41Z', 'updated_at': '2021-08-05T12:14:45Z', 'revision_number': 4, 'project_id': '2d514f06f6c64e8dafe1eec366bb1ccc', 'gw_port': {'id': '3004ccf9-fa41-4bb1-a890-5f332f4a761e', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab4a1c3-7f25-4c45-b328-e4c3bc580a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:14:42Z', 'updated_at': '2021-08-05T12:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '3a9bb904-5e4b-40cf-a483-ee5369da9e2f', 'name': '', 'network_id': '7224da9c-7a2c-483e-90f7-a8cd144a4fc4', 'tenant_id': '2d514f06f6c64e8dafe1eec366bb1ccc', 'mac_address': 'fa:16:3e:bb:5f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab4a1c3-7f25-4c45-b328-e4c3bc580a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': 'd2a9762a-62db-4494-b40a-91cad8af57d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:14:45Z', 'updated_at': '2021-08-05T12:14:53Z', 'revision_number': 5, 'project_id': '2d514f06f6c64e8dafe1eec366bb1ccc', 'subnets': [{'id': 'd2a9762a-62db-4494-b40a-91cad8af57d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:15:45.243521 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [req-7625a501-e69d-4d4b-9850-7eff5ec7e370 req-bd58ab9a-75f7-4157-9f22-bdb286b12710 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94420) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 12:15:45.245912 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7625a501-e69d-4d4b-9850-7eff5ec7e370 req-bd58ab9a-75f7-4157-9f22-bdb286b12710 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0140207 Aug 05 12:15:45.352539 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7625a501-e69d-4d4b-9850-7eff5ec7e370 req-512f5a69-1fc1-46a6-87a2-0084c8473130 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.5.162 HTTP/1.1" status: 200 len: 698 time: 0.0910106 Aug 05 12:15:45.460742 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7625a501-e69d-4d4b-9850-7eff5ec7e370 req-f56d80a1-b30b-4a07-be15-56a23eb0de5c tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.5.162 HTTP/1.1" status: 200 len: 698 time: 0.0962400 Aug 05 12:15:45.689145 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa52554-c1f8-412c-8bdc-d216a1e3eaf9 None None] New status for floating IP 52520d37-08b9-4a45-a5c3-ad42186627d9: DOWN {{(pid=94422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 12:15:45.742261 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [req-7625a501-e69d-4d4b-9850-7eff5ec7e370 req-ddfaeacb-da1c-40da-ac59-7c9ed73701a4 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] Deleting port 6e5946fb-a9f4-4740-af07-81a771035961 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:15:45.742865 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-7625a501-e69d-4d4b-9850-7eff5ec7e370 req-ddfaeacb-da1c-40da-ac59-7c9ed73701a4 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:45.911445 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-7625a501-e69d-4d4b-9850-7eff5ec7e370 req-ddfaeacb-da1c-40da-ac59-7c9ed73701a4 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:45.912528 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-7625a501-e69d-4d4b-9850-7eff5ec7e370 req-ddfaeacb-da1c-40da-ac59-7c9ed73701a4 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:45.948112 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [req-7625a501-e69d-4d4b-9850-7eff5ec7e370 req-ddfaeacb-da1c-40da-ac59-7c9ed73701a4 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] Calling delete_port for 6e5946fb-a9f4-4740-af07-81a771035961 owned by network:floatingip {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:15:46.239307 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-7625a501-e69d-4d4b-9850-7eff5ec7e370 req-ddfaeacb-da1c-40da-ac59-7c9ed73701a4 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:46.289728 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfaeacb-da1c-40da-ac59-7c9ed73701a4 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] Pushing event deleted for resources: {'Port': ['ID=6e5946fb-a9f4-4740-af07-81a771035961,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:15:46.412698 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-7625a501-e69d-4d4b-9850-7eff5ec7e370 req-ddfaeacb-da1c-40da-ac59-7c9ed73701a4 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] Notify callbacks [] for floatingip, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:46.417622 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-7625a501-e69d-4d4b-9850-7eff5ec7e370 req-ddfaeacb-da1c-40da-ac59-7c9ed73701a4 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:46.419656 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7625a501-e69d-4d4b-9850-7eff5ec7e370 req-ddfaeacb-da1c-40da-ac59-7c9ed73701a4 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] 10.222.0.58 "DELETE /v2.0/floatingips/52520d37-08b9-4a45-a5c3-ad42186627d9 HTTP/1.1" status: 204 len: 173 time: 0.9488778 Aug 05 12:15:46.513534 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-83638f03-bbc2-4dc3-8a52-ecdf612e2d53 req-bc4b6cf4-cdca-4f98-9a2a-8e03eb784da9 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] 10.222.0.58 "GET /v2.0/security-groups/5e09f0bd-143f-4d61-bd5f-be9715d5263f HTTP/1.1" status: 200 len: 1809 time: 0.0638168 Aug 05 12:15:46.603606 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-83638f03-bbc2-4dc3-8a52-ecdf612e2d53 req-331908bc-362e-450a-ae36-4978da9879b1 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:46.640087 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-83638f03-bbc2-4dc3-8a52-ecdf612e2d53 req-331908bc-362e-450a-ae36-4978da9879b1 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:46.716615 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-83638f03-bbc2-4dc3-8a52-ecdf612e2d53 req-331908bc-362e-450a-ae36-4978da9879b1 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:46.719747 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-83638f03-bbc2-4dc3-8a52-ecdf612e2d53 req-331908bc-362e-450a-ae36-4978da9879b1 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:46.721216 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-83638f03-bbc2-4dc3-8a52-ecdf612e2d53 req-331908bc-362e-450a-ae36-4978da9879b1 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] 10.222.0.58 "DELETE /v2.0/security-groups/5e09f0bd-143f-4d61-bd5f-be9715d5263f HTTP/1.1" status: 204 len: 173 time: 0.1963720 Aug 05 12:15:46.733332 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331908bc-362e-450a-ae36-4978da9879b1 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e09f0bd-143f-4d61-bd5f-be9715d5263f,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:15:47.134713 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a583dcb-4c1c-47d2-9f2c-e4a1a4ba21a2 req-a2693897-577a-4e05-84de-ef67b97aadc4 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:15:47.137350 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6a583dcb-4c1c-47d2-9f2c-e4a1a4ba21a2 req-a2693897-577a-4e05-84de-ef67b97aadc4 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] 10.222.0.58 "GET /v2.0/ports?device_id=406e4751-e691-40e1-9b31-b0cd8dd62b20 HTTP/1.1" status: 200 len: 945 time: 0.0901730 Aug 05 12:15:47.209869 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6a583dcb-4c1c-47d2-9f2c-e4a1a4ba21a2 req-b1af97ea-86e0-4c2c-af24-3ad3c1388917 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4392ebe-3e52-456a-b439-ba6f54b7475a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661311 Aug 05 12:15:48.430653 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eddf5d-c895-48b7-94c0-8d36a39c548b req-63251994-96df-4a2d-8acf-b4397bb6bdc8 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:15:48.433006 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-16eddf5d-c895-48b7-94c0-8d36a39c548b req-63251994-96df-4a2d-8acf-b4397bb6bdc8 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] 10.222.0.58 "GET /v2.0/ports?device_id=406e4751-e691-40e1-9b31-b0cd8dd62b20 HTTP/1.1" status: 200 len: 945 time: 0.0934930 Aug 05 12:15:48.514062 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-16eddf5d-c895-48b7-94c0-8d36a39c548b req-0bc955a7-831b-416f-9056-d293af04faa7 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4392ebe-3e52-456a-b439-ba6f54b7475a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703933 Aug 05 12:15:49.488994 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87007c20-413f-41c9-bdfa-487d28e853cf req-1dba0e97-4361-45dd-9a4b-9cc4ecc779b0 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:15:49.490848 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-87007c20-413f-41c9-bdfa-487d28e853cf req-1dba0e97-4361-45dd-9a4b-9cc4ecc779b0 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] 10.222.0.55 "GET /v2.0/ports?device_id=406e4751-e691-40e1-9b31-b0cd8dd62b20 HTTP/1.1" status: 200 len: 945 time: 0.0731790 Aug 05 12:15:49.686156 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-87007c20-413f-41c9-bdfa-487d28e853cf req-b4d7b668-70a8-4400-af2e-c50e8ac9e522 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] Deleting port c42d9adf-fd25-42b2-afe6-348fbbeef03d {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:15:49.687159 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-87007c20-413f-41c9-bdfa-487d28e853cf req-b4d7b668-70a8-4400-af2e-c50e8ac9e522 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:49.727660 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3ef1a3-91e6-49fb-8e9d-873b17456b86 req-e16ebec4-26f3-47e6-9d76-fcfdc5ee1bcc tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:15:49.731779 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2e3ef1a3-91e6-49fb-8e9d-873b17456b86 req-e16ebec4-26f3-47e6-9d76-fcfdc5ee1bcc tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] 10.222.0.58 "GET /v2.0/ports?device_id=406e4751-e691-40e1-9b31-b0cd8dd62b20 HTTP/1.1" status: 200 len: 945 time: 0.0969732 Aug 05 12:15:49.809912 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2e3ef1a3-91e6-49fb-8e9d-873b17456b86 req-c3b084de-a897-4822-a643-949238c20e30 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4392ebe-3e52-456a-b439-ba6f54b7475a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680511 Aug 05 12:15:49.904998 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-87007c20-413f-41c9-bdfa-487d28e853cf req-b4d7b668-70a8-4400-af2e-c50e8ac9e522 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] For port c42d9adf-fd25-42b2-afe6-348fbbeef03d, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=c42d9adf-fd25-42b2-afe6-348fbbeef03d,segment=NetworkSegment(4312f746-785a-4225-b6f4-86ad55045190),segment_id=4312f746-785a-4225-b6f4-86ad55045190)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:15:49.905630 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-87007c20-413f-41c9-bdfa-487d28e853cf req-b4d7b668-70a8-4400-af2e-c50e8ac9e522 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:49.936324 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-87007c20-413f-41c9-bdfa-487d28e853cf req-b4d7b668-70a8-4400-af2e-c50e8ac9e522 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] Calling delete_port for c42d9adf-fd25-42b2-afe6-348fbbeef03d owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:15:50.146755 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-87007c20-413f-41c9-bdfa-487d28e853cf req-b4d7b668-70a8-4400-af2e-c50e8ac9e522 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:50.180847 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['c42d9adf-fd25-42b2-afe6-348fbbeef03d'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 12:15:50.183103 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d7b668-70a8-4400-af2e-c50e8ac9e522 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] Pushing event deleted for resources: {'Port': ['ID=c42d9adf-fd25-42b2-afe6-348fbbeef03d,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:15:50.263505 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-87007c20-413f-41c9-bdfa-487d28e853cf req-b4d7b668-70a8-4400-af2e-c50e8ac9e522 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] No DVR routers for this DVR port c42d9adf-fd25-42b2-afe6-348fbbeef03d on host n-h2-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:15:50.267712 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-87007c20-413f-41c9-bdfa-487d28e853cf req-b4d7b668-70a8-4400-af2e-c50e8ac9e522 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:50.272101 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-87007c20-413f-41c9-bdfa-487d28e853cf req-b4d7b668-70a8-4400-af2e-c50e8ac9e522 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] 10.222.0.55 "DELETE /v2.0/ports/c42d9adf-fd25-42b2-afe6-348fbbeef03d HTTP/1.1" status: 204 len: 173 time: 0.7729459 Aug 05 12:15:50.272858 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '406e4751-e691-40e1-9b31-b0cd8dd62b20', 'name': 'network-vif-deleted', 'tag': 'c42d9adf-fd25-42b2-afe6-348fbbeef03d'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:15:50.489036 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7ff1ae056485c55ead25f70fa9973e26b39e4a1f6cb6b93d5d0d7942cdef429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a644485-c9c1-4b8d-8ce4-99f5683cce02" -d '{"events": [{"server_uuid": "406e4751-e691-40e1-9b31-b0cd8dd62b20", "name": "network-vif-deleted", "tag": "c42d9adf-fd25-42b2-afe6-348fbbeef03d"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:15:50.651566 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 12:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f0a14b6-dc82-4308-9064-77dff84a94e4 x-openstack-request-id: req-9f0a14b6-dc82-4308-9064-77dff84a94e4 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:15:50.652008 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "406e4751-e691-40e1-9b31-b0cd8dd62b20", "name": "network-vif-deleted", "tag": "c42d9adf-fd25-42b2-afe6-348fbbeef03d", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:15:50.652437 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9f0a14b6-dc82-4308-9064-77dff84a94e4 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:15:50.653139 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '406e4751-e691-40e1-9b31-b0cd8dd62b20', 'name': 'network-vif-deleted', 'tag': 'c42d9adf-fd25-42b2-afe6-348fbbeef03d', 'status': 'completed', 'code': 200} Aug 05 12:15:51.023890 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0bfc42f0-5aa0-4f03-96dc-e8ed87494bb4 req-3f6d7fc3-b4f5-4011-a294-168b28342072 tempest-ServerRescueTestJSONUnderV235-1198759208 tempest-ServerRescueTestJSONUnderV235-1198759208-project] 10.222.0.58 "GET /v2.0/ports?device_id=406e4751-e691-40e1-9b31-b0cd8dd62b20 HTTP/1.1" status: 200 len: 210 time: 0.0726202 Aug 05 12:15:52.116282 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 36938) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:15:52.465828 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:53.030535 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3ee18a06-cd92-40c8-8e6b-9b3485a41b46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33208311'] for router_interface, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:53.070058 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device c42d9adf-fd25-42b2-afe6-348fbbeef03d no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:15:53.114616 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] No Port match for: c42d9adf-fd25-42b2-afe6-348fbbeef03d {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:15:53.115206 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device c42d9adf-fd25-42b2-afe6-348fbbeef03d not bound to the agent host n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:15:53.474428 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-3ee18a06-cd92-40c8-8e6b-9b3485a41b46 admin admin] Deleting port 3a9bb904-5e4b-40cf-a483-ee5369da9e2f {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:15:53.475283 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3ee18a06-cd92-40c8-8e6b-9b3485a41b46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:53.600173 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [None req-3ee18a06-cd92-40c8-8e6b-9b3485a41b46 admin admin] For port 3a9bb904-5e4b-40cf-a483-ee5369da9e2f, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=3a9bb904-5e4b-40cf-a483-ee5369da9e2f,segment=NetworkSegment(4312f746-785a-4225-b6f4-86ad55045190),segment_id=4312f746-785a-4225-b6f4-86ad55045190)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:15:53.600578 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3ee18a06-cd92-40c8-8e6b-9b3485a41b46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:53.627187 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-3ee18a06-cd92-40c8-8e6b-9b3485a41b46 admin admin] Calling delete_port for 3a9bb904-5e4b-40cf-a483-ee5369da9e2f owned by network:router_interface {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:15:53.954244 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3ee18a06-cd92-40c8-8e6b-9b3485a41b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:53.999720 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee18a06-cd92-40c8-8e6b-9b3485a41b46 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a9bb904-5e4b-40cf-a483-ee5369da9e2f,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:15:54.253008 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3ee18a06-cd92-40c8-8e6b-9b3485a41b46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33140263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33208171'] for router_interface, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:54.646683 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ee18a06-cd92-40c8-8e6b-9b3485a41b46 admin admin] Router 1ab4a1c3-7f25-4c45-b328-e4c3bc580a72 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:15:54.846365 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ee18a06-cd92-40c8-8e6b-9b3485a41b46 admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:15:54.856266 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-3ee18a06-cd92-40c8-8e6b-9b3485a41b46 admin admin] 10.222.0.58 "PUT /v2.0/routers/1ab4a1c3-7f25-4c45-b328-e4c3bc580a72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7374332 Aug 05 12:15:54.861171 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e3ef56-045f-438a-a3a7-1829563790d7 None None] Sync routers for ids ['1ab4a1c3-7f25-4c45-b328-e4c3bc580a72'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:15:54.862012 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 36948) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:15:54.877778 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e3ef56-045f-438a-a3a7-1829563790d7 None None] Routers {'1ab4a1c3-7f25-4c45-b328-e4c3bc580a72'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:15:54.878484 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-87e3ef56-045f-438a-a3a7-1829563790d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:15:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['1ab4a1c3-7f25-4c45-b328-e4c3bc580a72'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:15:55.039535 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f72fd395-87a7-4dd7-a1ef-8a6989ce00c1 admin admin] Notify callbacks [] for router, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:55.070037 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-87e3ef56-045f-438a-a3a7-1829563790d7 None None] Set router 1ab4a1c3-7f25-4c45-b328-e4c3bc580a72 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:15:55.270876 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f72fd395-87a7-4dd7-a1ef-8a6989ce00c1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:55.430531 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-f72fd395-87a7-4dd7-a1ef-8a6989ce00c1 admin admin] Deleting port 3004ccf9-fa41-4bb1-a890-5f332f4a761e {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:15:55.431122 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f72fd395-87a7-4dd7-a1ef-8a6989ce00c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:55.472851 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-87e3ef56-045f-438a-a3a7-1829563790d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab4a1c3-7f25-4c45-b328-e4c3bc580a72', 'name': 'tempest-ServerRescueTestJSONUnderV235-498462170-router', 'tenant_id': '2d514f06f6c64e8dafe1eec366bb1ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': '3004ccf9-fa41-4bb1-a890-5f332f4a761e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:14:41Z', 'updated_at': '2021-08-05T12:15:53Z', 'revision_number': 5, 'project_id': '2d514f06f6c64e8dafe1eec366bb1ccc', 'gw_port': {'id': '3004ccf9-fa41-4bb1-a890-5f332f4a761e', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab4a1c3-7f25-4c45-b328-e4c3bc580a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:14:42Z', 'updated_at': '2021-08-05T12:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:15:55.539040 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e3ef56-045f-438a-a3a7-1829563790d7 None None] Checking router: 1ab4a1c3-7f25-4c45-b328-e4c3bc580a72 for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:15:55.553769 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e3ef56-045f-438a-a3a7-1829563790d7 None None] Routers {'1ab4a1c3-7f25-4c45-b328-e4c3bc580a72'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:15:55.554644 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-87e3ef56-045f-438a-a3a7-1829563790d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:15:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['1ab4a1c3-7f25-4c45-b328-e4c3bc580a72'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:15:55.645373 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [None req-f72fd395-87a7-4dd7-a1ef-8a6989ce00c1 admin admin] For port 3004ccf9-fa41-4bb1-a890-5f332f4a761e, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=3004ccf9-fa41-4bb1-a890-5f332f4a761e,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:15:55.645960 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f72fd395-87a7-4dd7-a1ef-8a6989ce00c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:55.669174 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-f72fd395-87a7-4dd7-a1ef-8a6989ce00c1 admin admin] Calling delete_port for 3004ccf9-fa41-4bb1-a890-5f332f4a761e owned by network:router_gateway {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:15:55.730056 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-87e3ef56-045f-438a-a3a7-1829563790d7 None None] Set router 1ab4a1c3-7f25-4c45-b328-e4c3bc580a72 gateway port host: None {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:15:55.807870 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-87e3ef56-045f-438a-a3a7-1829563790d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab4a1c3-7f25-4c45-b328-e4c3bc580a72', 'name': 'tempest-ServerRescueTestJSONUnderV235-498462170-router', 'tenant_id': '2d514f06f6c64e8dafe1eec366bb1ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:14:41Z', 'updated_at': '2021-08-05T12:15:55Z', 'revision_number': 6, 'project_id': '2d514f06f6c64e8dafe1eec366bb1ccc', 'gw_port_host': None}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:15:55.850881 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e3ef56-045f-438a-a3a7-1829563790d7 None None] The sync data for ids ['1ab4a1c3-7f25-4c45-b328-e4c3bc580a72'] in n-d-803378-2 is: [{'id': '1ab4a1c3-7f25-4c45-b328-e4c3bc580a72', 'name': 'tempest-ServerRescueTestJSONUnderV235-498462170-router', 'tenant_id': '2d514f06f6c64e8dafe1eec366bb1ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:14:41Z', 'updated_at': '2021-08-05T12:15:55Z', 'revision_number': 6, 'project_id': '2d514f06f6c64e8dafe1eec366bb1ccc', 'gw_port_host': None}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:15:55.970856 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f72fd395-87a7-4dd7-a1ef-8a6989ce00c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:56.026795 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72fd395-87a7-4dd7-a1ef-8a6989ce00c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3004ccf9-fa41-4bb1-a890-5f332f4a761e,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:15:56.139484 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f72fd395-87a7-4dd7-a1ef-8a6989ce00c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33285055'] for router_gateway, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:56.287434 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f72fd395-87a7-4dd7-a1ef-8a6989ce00c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33262979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1951'] for router, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:56.294124 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f72fd395-87a7-4dd7-a1ef-8a6989ce00c1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:56.404187 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f72fd395-87a7-4dd7-a1ef-8a6989ce00c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33262474'] for router, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:56.405054 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f72fd395-87a7-4dd7-a1ef-8a6989ce00c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ab4a1c3-7f25-4c45-b328-e4c3bc580a72 {{(pid=94421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 12:15:56.411672 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f72fd395-87a7-4dd7-a1ef-8a6989ce00c1 admin admin] Notify callbacks [] for router, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:56.413420 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-f72fd395-87a7-4dd7-a1ef-8a6989ce00c1 admin admin] 10.222.0.58 "DELETE /v2.0/routers/1ab4a1c3-7f25-4c45-b328-e4c3bc580a72 HTTP/1.1" status: 204 len: 168 time: 1.5454583 Aug 05 12:15:56.416364 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 36954) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:15:56.486123 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_v2 [None req-f50690a1-5c7a-46f1-8ce2-0f4b42ec1d42 admin admin] Deleting subnet d2a9762a-62db-4494-b40a-91cad8af57d9 {{(pid=94421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 12:15:56.491515 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f50690a1-5c7a-46f1-8ce2-0f4b42ec1d42 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:56.536741 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f50690a1-5c7a-46f1-8ce2-0f4b42ec1d42 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29786388'] for subnet, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:56.611761 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f50690a1-5c7a-46f1-8ce2-0f4b42ec1d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:56.710028 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f50690a1-5c7a-46f1-8ce2-0f4b42ec1d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25038609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30075142'] for subnet, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:56.748524 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50690a1-5c7a-46f1-8ce2-0f4b42ec1d42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2a9762a-62db-4494-b40a-91cad8af57d9,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:15:56.751290 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f50690a1-5c7a-46f1-8ce2-0f4b42ec1d42 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:56.759728 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-f50690a1-5c7a-46f1-8ce2-0f4b42ec1d42 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/d2a9762a-62db-4494-b40a-91cad8af57d9 HTTP/1.1" status: 204 len: 168 time: 0.3377392 Aug 05 12:15:56.761383 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 36960) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:15:56.895614 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-211a7abb-7bb9-4acb-8063-26ef33ce71df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:57.018154 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-211a7abb-7bb9-4acb-8063-26ef33ce71df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:57.047880 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-211a7abb-7bb9-4acb-8063-26ef33ce71df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7224da9c-7a2c-483e-90f7-a8cd144a4fc4']}} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:15:57.068528 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-211a7abb-7bb9-4acb-8063-26ef33ce71df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4312f746-785a-4225-b6f4-86ad55045190') {'for_net_delete': True} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:15:57.070143 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-211a7abb-7bb9-4acb-8063-26ef33ce71df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4312f746-785a-4225-b6f4-86ad55045190') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:15:57.092478 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-211a7abb-7bb9-4acb-8063-26ef33ce71df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25010581'] for segment, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:57.121981 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-211a7abb-7bb9-4acb-8063-26ef33ce71df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:57.143839 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-211a7abb-7bb9-4acb-8063-26ef33ce71df admin admin] Releasing vlan 655 on physical network physnet1 to pool {{(pid=94420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 12:15:57.145704 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-211a7abb-7bb9-4acb-8063-26ef33ce71df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29762581'] for segment, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:57.150136 n-d-803378-2 neutron-server[94420]: Traceback (most recent call last): Aug 05 12:15:57.150136 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 12:15:57.150136 n-d-803378-2 neutron-server[94420]: timer() Aug 05 12:15:57.150136 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 12:15:57.150136 n-d-803378-2 neutron-server[94420]: cb(*args, **kw) Aug 05 12:15:57.150136 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 12:15:57.150136 n-d-803378-2 neutron-server[94420]: return func(*args, **kwargs) Aug 05 12:15:57.150136 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 12:15:57.150136 n-d-803378-2 neutron-server[94420]: self._notify() Aug 05 12:15:57.150136 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 12:15:57.150136 n-d-803378-2 neutron-server[94420]: self.callback(batched_events) Aug 05 12:15:57.150136 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 12:15:57.150136 n-d-803378-2 neutron-server[94420]: event.method(event) Aug 05 12:15:57.150136 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 12:15:57.150136 n-d-803378-2 neutron-server[94420]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 12:15:57.150136 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 12:15:57.150136 n-d-803378-2 neutron-server[94420]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 12:15:57.150136 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 12:15:57.150136 n-d-803378-2 neutron-server[94420]: return f(self, *a, **k) Aug 05 12:15:57.150136 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 12:15:57.150136 n-d-803378-2 neutron-server[94420]: return self._get(url).json() Aug 05 12:15:57.150136 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 12:15:57.150136 n-d-803378-2 neutron-server[94420]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 12:15:57.150136 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 12:15:57.150136 n-d-803378-2 neutron-server[94420]: return self.request(url, 'GET', **kwargs) Aug 05 12:15:57.150136 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 12:15:57.150136 n-d-803378-2 neutron-server[94420]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 12:15:57.150136 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 12:15:57.150136 n-d-803378-2 neutron-server[94420]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 12:15:57.150136 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 12:15:57.150136 n-d-803378-2 neutron-server[94420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 12:15:57.150136 n-d-803378-2 neutron-server[94420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 12:15:57.285875 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-211a7abb-7bb9-4acb-8063-26ef33ce71df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:57.297106 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-211a7abb-7bb9-4acb-8063-26ef33ce71df admin admin] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:57.305149 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-211a7abb-7bb9-4acb-8063-26ef33ce71df admin admin] 10.222.0.58 "DELETE /v2.0/networks/7224da9c-7a2c-483e-90f7-a8cd144a4fc4 HTTP/1.1" status: 204 len: 168 time: 0.5367320 Aug 05 12:15:57.319092 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211a7abb-7bb9-4acb-8063-26ef33ce71df admin admin] Pushing event deleted for resources: {'Network': ['ID=7224da9c-7a2c-483e-90f7-a8cd144a4fc4,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:15:57.434393 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 3004ccf9-fa41-4bb1-a890-5f332f4a761e no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:15:57.473302 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 3004ccf9-fa41-4bb1-a890-5f332f4a761e {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:15:57.473853 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 3004ccf9-fa41-4bb1-a890-5f332f4a761e not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:15:57.477245 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 3a9bb904-5e4b-40cf-a483-ee5369da9e2f no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:15:57.526776 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 3a9bb904-5e4b-40cf-a483-ee5369da9e2f {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:15:57.527177 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 3a9bb904-5e4b-40cf-a483-ee5369da9e2f not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:15:57.704763 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 36964) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:15:57.729598 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 12:15:57.771162 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-914e6010-0dc6-4570-af13-47187b43d407 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2d514f06f6c64e8dafe1eec366bb1ccc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0646446 Aug 05 12:15:57.773733 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 36966) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:15:57.871743 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ab394fd7-344f-4583-8bf5-d0eacde2fac4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:57.929988 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ab394fd7-344f-4583-8bf5-d0eacde2fac4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:58.052117 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ab394fd7-344f-4583-8bf5-d0eacde2fac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:58.055872 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ab394fd7-344f-4583-8bf5-d0eacde2fac4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:15:58.057859 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-ab394fd7-344f-4583-8bf5-d0eacde2fac4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a4392ebe-3e52-456a-b439-ba6f54b7475a HTTP/1.1" status: 204 len: 168 time: 0.2823551 Aug 05 12:15:58.079882 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab394fd7-344f-4583-8bf5-d0eacde2fac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4392ebe-3e52-456a-b439-ba6f54b7475a,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:15:59.726657 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:00.547926 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 37044) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:16:00.676803 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1b73c2fe-5190-4f7f-8b66-c1efd945e62c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:00.788060 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1b73c2fe-5190-4f7f-8b66-c1efd945e62c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:00.793394 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1b73c2fe-5190-4f7f-8b66-c1efd945e62c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:00.838523 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-1b73c2fe-5190-4f7f-8b66-c1efd945e62c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0257e04a7e764f1e92166b90382cae8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2865663 Aug 05 12:16:00.838523 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b73c2fe-5190-4f7f-8b66-c1efd945e62c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e48a206-0d60-4c5d-9d16-45406029b7f1,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:16:00.840710 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 37048) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:16:00.910899 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-93d5cf83-7a89-4110-a1f6-0c29b1b9b3a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:00.939111 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-93d5cf83-7a89-4110-a1f6-0c29b1b9b3a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:01.002466 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-93d5cf83-7a89-4110-a1f6-0c29b1b9b3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:01.006694 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-93d5cf83-7a89-4110-a1f6-0c29b1b9b3a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:01.010575 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-93d5cf83-7a89-4110-a1f6-0c29b1b9b3a3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4e48a206-0d60-4c5d-9d16-45406029b7f1 HTTP/1.1" status: 204 len: 168 time: 0.1659899 Aug 05 12:16:01.018320 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d5cf83-7a89-4110-a1f6-0c29b1b9b3a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e48a206-0d60-4c5d-9d16-45406029b7f1,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:16:07.287832 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1a063bf6-80ac-420e-ac00-41ecc63e2cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:08.062833 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 37322) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:16:08.063415 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 37324) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:16:08.229882 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6ab1af5c-0e85-44d0-8bb3-10f31a215d69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:08.296910 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e1ca7960-f79e-4abe-a8f7-9523d5a441dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:08.375100 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6ab1af5c-0e85-44d0-8bb3-10f31a215d69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:08.382214 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6ab1af5c-0e85-44d0-8bb3-10f31a215d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:08.427548 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab1af5c-0e85-44d0-8bb3-10f31a215d69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd8cf5b7-8097-448b-910f-dddc6fc6cc0e,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:16:08.444062 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-6ab1af5c-0e85-44d0-8bb3-10f31a215d69 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1e9e8666852d4f63a1cbdc9fbe45e51f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3815410 Aug 05 12:16:08.444782 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 37332) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:16:08.505211 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e1ca7960-f79e-4abe-a8f7-9523d5a441dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:08.510266 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c19e104d-c119-4f47-b4a7-6fe1c69eec0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:08.510723 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e1ca7960-f79e-4abe-a8f7-9523d5a441dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:08.537540 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c19e104d-c119-4f47-b4a7-6fe1c69eec0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:08.555942 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-e1ca7960-f79e-4abe-a8f7-9523d5a441dd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=927ee918a0ce4e7888883303b62d9440&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4917500 Aug 05 12:16:08.557503 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ca7960-f79e-4abe-a8f7-9523d5a441dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=707e6629-e40b-49dd-9a57-59fde86a605e,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:16:08.560564 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 37334) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:16:08.608596 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c19e104d-c119-4f47-b4a7-6fe1c69eec0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:08.612385 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c19e104d-c119-4f47-b4a7-6fe1c69eec0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:08.614008 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-c19e104d-c119-4f47-b4a7-6fe1c69eec0f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fd8cf5b7-8097-448b-910f-dddc6fc6cc0e HTTP/1.1" status: 204 len: 168 time: 0.1678274 Aug 05 12:16:08.623890 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fa79a34b-a8f0-4cfd-a6ed-8fdcf3d3c535 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:08.627502 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19e104d-c119-4f47-b4a7-6fe1c69eec0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd8cf5b7-8097-448b-910f-dddc6fc6cc0e,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:16:08.662528 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fa79a34b-a8f0-4cfd-a6ed-8fdcf3d3c535 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:08.731077 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fa79a34b-a8f0-4cfd-a6ed-8fdcf3d3c535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:08.734215 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fa79a34b-a8f0-4cfd-a6ed-8fdcf3d3c535 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:08.735532 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-fa79a34b-a8f0-4cfd-a6ed-8fdcf3d3c535 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/707e6629-e40b-49dd-9a57-59fde86a605e HTTP/1.1" status: 204 len: 168 time: 0.1740689 Aug 05 12:16:08.751189 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa79a34b-a8f0-4cfd-a6ed-8fdcf3d3c535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=707e6629-e40b-49dd-9a57-59fde86a605e,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:16:08.997446 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 37344) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:16:09.013353 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d472032c-1720-4436-82ad-655585328611 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:09.131336 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d472032c-1720-4436-82ad-655585328611 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:09.136870 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d472032c-1720-4436-82ad-655585328611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:09.196061 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d472032c-1720-4436-82ad-655585328611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=609f3a42-6f73-4577-a8af-c61430a2619c,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:16:09.203422 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-d472032c-1720-4436-82ad-655585328611 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0e45ba8cc0db40bb8060f60cd80d1002&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2045863 Aug 05 12:16:09.208814 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 37348) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:16:09.274472 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 37350) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:16:09.285657 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-005f1e33-5140-4aac-8cb6-6bd19e8a7c3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:09.299133 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e2a7ca6c-5a6a-4d31-afd1-28fbc05738fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:09.313023 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-005f1e33-5140-4aac-8cb6-6bd19e8a7c3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:09.397067 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-005f1e33-5140-4aac-8cb6-6bd19e8a7c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:09.400509 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-005f1e33-5140-4aac-8cb6-6bd19e8a7c3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:09.401943 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-005f1e33-5140-4aac-8cb6-6bd19e8a7c3c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/609f3a42-6f73-4577-a8af-c61430a2619c HTTP/1.1" status: 204 len: 168 time: 0.1916554 Aug 05 12:16:09.412402 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005f1e33-5140-4aac-8cb6-6bd19e8a7c3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=609f3a42-6f73-4577-a8af-c61430a2619c,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:16:09.454050 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e2a7ca6c-5a6a-4d31-afd1-28fbc05738fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:09.461145 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e2a7ca6c-5a6a-4d31-afd1-28fbc05738fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:09.542578 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-e2a7ca6c-5a6a-4d31-afd1-28fbc05738fc admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=da6b0de005f24c2dbcdd655052b9706b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2661939 Aug 05 12:16:09.544214 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a7ca6c-5a6a-4d31-afd1-28fbc05738fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2019dad-cee3-499a-932f-70c47a92d07b,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:16:09.544835 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 37354) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:16:09.629924 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9dced4f6-b2a9-47b7-b0cc-c04536d793ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:09.663722 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9dced4f6-b2a9-47b7-b0cc-c04536d793ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:09.740536 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9dced4f6-b2a9-47b7-b0cc-c04536d793ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:09.742576 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9dced4f6-b2a9-47b7-b0cc-c04536d793ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:09.743840 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-9dced4f6-b2a9-47b7-b0cc-c04536d793ae admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e2019dad-cee3-499a-932f-70c47a92d07b HTTP/1.1" status: 204 len: 168 time: 0.1979880 Aug 05 12:16:09.755982 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dced4f6-b2a9-47b7-b0cc-c04536d793ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2019dad-cee3-499a-932f-70c47a92d07b,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:16:10.037322 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-df9d07ac-8829-4e1c-bc51-8207acfcbc07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:10.109860 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:11.874641 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:14.019275 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:19.387794 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 37568) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:16:19.592786 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0eae028d-0976-4153-9d0f-700e8ec1f6d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:19.737084 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0eae028d-0976-4153-9d0f-700e8ec1f6d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:19.744023 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0eae028d-0976-4153-9d0f-700e8ec1f6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:19.807112 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-0eae028d-0976-4153-9d0f-700e8ec1f6d8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2f248351db27485fad92fe43fad79167&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4165599 Aug 05 12:16:19.810447 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 37572) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:16:19.812842 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eae028d-0976-4153-9d0f-700e8ec1f6d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=942a464a-2b33-4634-911b-2f7608ea3aad,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:16:19.899669 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fdafcd4b-a298-4bb7-bc0c-707bfb4dc3ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:19.932003 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fdafcd4b-a298-4bb7-bc0c-707bfb4dc3ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:20.035090 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fdafcd4b-a298-4bb7-bc0c-707bfb4dc3ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:20.040119 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fdafcd4b-a298-4bb7-bc0c-707bfb4dc3ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:20.047134 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-fdafcd4b-a298-4bb7-bc0c-707bfb4dc3ad admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/942a464a-2b33-4634-911b-2f7608ea3aad HTTP/1.1" status: 204 len: 168 time: 0.2353497 Aug 05 12:16:20.062512 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdafcd4b-a298-4bb7-bc0c-707bfb4dc3ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=942a464a-2b33-4634-911b-2f7608ea3aad,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:16:20.077693 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdafcd4b-a298-4bb7-bc0c-707bfb4dc3ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:16:20.078847 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdafcd4b-a298-4bb7-bc0c-707bfb4dc3ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:16:20.079626 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdafcd4b-a298-4bb7-bc0c-707bfb4dc3ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:16:20.080454 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdafcd4b-a298-4bb7-bc0c-707bfb4dc3ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:16:20.082500 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdafcd4b-a298-4bb7-bc0c-707bfb4dc3ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:16:20.083267 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdafcd4b-a298-4bb7-bc0c-707bfb4dc3ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:16:20.083936 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdafcd4b-a298-4bb7-bc0c-707bfb4dc3ad admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:16:20.084675 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdafcd4b-a298-4bb7-bc0c-707bfb4dc3ad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:16:20.085485 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdafcd4b-a298-4bb7-bc0c-707bfb4dc3ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:16:20.086372 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdafcd4b-a298-4bb7-bc0c-707bfb4dc3ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:16:20.087484 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdafcd4b-a298-4bb7-bc0c-707bfb4dc3ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:16:20.088564 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdafcd4b-a298-4bb7-bc0c-707bfb4dc3ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:16:20.358008 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 37586) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:16:20.553612 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9f285160-cfb9-45de-9eb4-4907c09d65a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:20.560040 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 37590) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:16:20.583202 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-624fa3f8-bb3f-4c4d-ac00-75af4a363632 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:20.695428 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9f285160-cfb9-45de-9eb4-4907c09d65a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:20.702295 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9f285160-cfb9-45de-9eb4-4907c09d65a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:20.749902 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f285160-cfb9-45de-9eb4-4907c09d65a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86d144a0-428f-4446-b0b1-7097f66e259a,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:16:20.756538 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-9f285160-cfb9-45de-9eb4-4907c09d65a9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d66e69dbb0da4d41a399bca10e960270&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3966265 Aug 05 12:16:20.761024 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 37592) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:16:20.826502 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-20766aca-ff51-48bf-88cb-5ee2f3d508a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:20.851049 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-624fa3f8-bb3f-4c4d-ac00-75af4a363632 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:20.854426 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-20766aca-ff51-48bf-88cb-5ee2f3d508a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:20.857410 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-624fa3f8-bb3f-4c4d-ac00-75af4a363632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:20.894493 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-624fa3f8-bb3f-4c4d-ac00-75af4a363632 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c124f77a4f0447139b2e39275d8dc3fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3323748 Aug 05 12:16:20.897188 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 37594) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:16:20.908590 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624fa3f8-bb3f-4c4d-ac00-75af4a363632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0116af2b-4e7a-45ca-8105-1151f9d807f3,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:16:20.948774 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-20766aca-ff51-48bf-88cb-5ee2f3d508a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:20.951647 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-20766aca-ff51-48bf-88cb-5ee2f3d508a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:20.953567 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-20766aca-ff51-48bf-88cb-5ee2f3d508a2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/86d144a0-428f-4446-b0b1-7097f66e259a HTTP/1.1" status: 204 len: 168 time: 0.1911314 Aug 05 12:16:20.971324 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20766aca-ff51-48bf-88cb-5ee2f3d508a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86d144a0-428f-4446-b0b1-7097f66e259a,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:16:20.977617 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-09c0b211-d719-44e0-a543-4deb7ded30d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:21.007878 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-09c0b211-d719-44e0-a543-4deb7ded30d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:21.066438 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-09c0b211-d719-44e0-a543-4deb7ded30d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:21.069529 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-09c0b211-d719-44e0-a543-4deb7ded30d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:21.070967 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-09c0b211-d719-44e0-a543-4deb7ded30d2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0116af2b-4e7a-45ca-8105-1151f9d807f3 HTTP/1.1" status: 204 len: 168 time: 0.1718481 Aug 05 12:16:21.085055 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c0b211-d719-44e0-a543-4deb7ded30d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0116af2b-4e7a-45ca-8105-1151f9d807f3,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:16:21.460463 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 37610) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:16:21.476328 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-70ad17ba-725f-4ae4-a305-785e54896cde admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:21.618005 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-70ad17ba-725f-4ae4-a305-785e54896cde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:21.624088 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-70ad17ba-725f-4ae4-a305-785e54896cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:21.675878 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-70ad17ba-725f-4ae4-a305-785e54896cde admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f24b6492f4e34aad8a04dba922b9f614&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2130806 Aug 05 12:16:21.678014 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ad17ba-725f-4ae4-a305-785e54896cde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c851fde-1b53-443f-82f9-d56dd476ae86,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:16:21.678944 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 37614) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:16:21.740758 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ae1772e3-b246-4e43-8fa5-bcb9bab02ac5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:21.772118 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ae1772e3-b246-4e43-8fa5-bcb9bab02ac5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:21.844842 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ae1772e3-b246-4e43-8fa5-bcb9bab02ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:21.849181 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ae1772e3-b246-4e43-8fa5-bcb9bab02ac5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:21.850610 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-ae1772e3-b246-4e43-8fa5-bcb9bab02ac5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8c851fde-1b53-443f-82f9-d56dd476ae86 HTTP/1.1" status: 204 len: 168 time: 0.1705081 Aug 05 12:16:21.860820 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1772e3-b246-4e43-8fa5-bcb9bab02ac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c851fde-1b53-443f-82f9-d56dd476ae86,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:16:22.474002 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:24.361103 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 37716) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:16:24.525545 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c8d3d6f3-3e7b-4d14-93b4-c5d1a2f08cad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:24.685954 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c8d3d6f3-3e7b-4d14-93b4-c5d1a2f08cad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:24.693620 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c8d3d6f3-3e7b-4d14-93b4-c5d1a2f08cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:24.754356 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 37728) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:16:24.755227 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-c8d3d6f3-3e7b-4d14-93b4-c5d1a2f08cad admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0b50d57f77e547e8b58e6c0d38986bb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3907833 Aug 05 12:16:24.756738 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d3d6f3-3e7b-4d14-93b4-c5d1a2f08cad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e79a9e8a-86aa-4730-b4e8-1c327d1cc95a,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:16:24.831499 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f717383f-de77-4bf2-9684-2d2953dd9074 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:24.858810 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f717383f-de77-4bf2-9684-2d2953dd9074 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:24.932839 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f717383f-de77-4bf2-9684-2d2953dd9074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:24.935626 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f717383f-de77-4bf2-9684-2d2953dd9074 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:24.936865 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-f717383f-de77-4bf2-9684-2d2953dd9074 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e79a9e8a-86aa-4730-b4e8-1c327d1cc95a HTTP/1.1" status: 204 len: 168 time: 0.1811709 Aug 05 12:16:24.949641 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f717383f-de77-4bf2-9684-2d2953dd9074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e79a9e8a-86aa-4730-b4e8-1c327d1cc95a,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:16:25.569497 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 37744) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:16:25.587262 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-41c9b39c-e0c9-4619-9e61-e0a8f341f1ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:25.623873 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 37746) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:16:25.721154 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-41c9b39c-e0c9-4619-9e61-e0a8f341f1ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:25.729075 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-41c9b39c-e0c9-4619-9e61-e0a8f341f1ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:25.782247 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-41c9b39c-e0c9-4619-9e61-e0a8f341f1ad admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=dc51a432e5fa421084e260865d34f7ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2115209 Aug 05 12:16:25.785480 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c9b39c-e0c9-4619-9e61-e0a8f341f1ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b144d7cd-254a-4188-8402-9de10255da17,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:16:25.785755 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 37750) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:16:25.887773 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-26915c36-2f94-4430-a136-5ad60620ff6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:25.892716 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6f34221c-1372-4362-b60e-e042aa2ca215 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:25.936558 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6f34221c-1372-4362-b60e-e042aa2ca215 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:26.033736 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6f34221c-1372-4362-b60e-e042aa2ca215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:26.037096 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6f34221c-1372-4362-b60e-e042aa2ca215 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:26.038352 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-6f34221c-1372-4362-b60e-e042aa2ca215 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b144d7cd-254a-4188-8402-9de10255da17 HTTP/1.1" status: 204 len: 168 time: 0.2514522 Aug 05 12:16:26.060884 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f34221c-1372-4362-b60e-e042aa2ca215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b144d7cd-254a-4188-8402-9de10255da17,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:16:26.106247 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-26915c36-2f94-4430-a136-5ad60620ff6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:26.111801 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-26915c36-2f94-4430-a136-5ad60620ff6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:26.165476 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-26915c36-2f94-4430-a136-5ad60620ff6f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0d54d4c44b4d4b1b9910e02f0794c04f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5403168 Aug 05 12:16:26.167006 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26915c36-2f94-4430-a136-5ad60620ff6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9cbd1d6-117b-41c5-b0c8-da74bc8973a0,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:16:26.169105 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 37754) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:16:26.250633 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6c729638-6553-4060-a631-6180d1a9cccd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:26.291773 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6c729638-6553-4060-a631-6180d1a9cccd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:26.371609 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6c729638-6553-4060-a631-6180d1a9cccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:26.376640 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6c729638-6553-4060-a631-6180d1a9cccd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:26.379329 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-6c729638-6553-4060-a631-6180d1a9cccd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a9cbd1d6-117b-41c5-b0c8-da74bc8973a0 HTTP/1.1" status: 204 len: 168 time: 0.2075076 Aug 05 12:16:26.405614 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c729638-6553-4060-a631-6180d1a9cccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9cbd1d6-117b-41c5-b0c8-da74bc8973a0,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:16:26.819141 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 37770) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:16:26.840616 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e15cc124-f0ab-4b2a-8889-e642d55fecf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:27.016196 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e15cc124-f0ab-4b2a-8889-e642d55fecf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:27.023050 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e15cc124-f0ab-4b2a-8889-e642d55fecf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:27.092523 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-e15cc124-f0ab-4b2a-8889-e642d55fecf9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=14b57c2f960e47cc85bb742072a91f5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2715738 Aug 05 12:16:27.094440 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15cc124-f0ab-4b2a-8889-e642d55fecf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02ed1b2b-164d-4662-8cae-03d009773064,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:16:27.095652 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 37778) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:16:27.170572 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-50bb9036-226d-4c56-a2b1-2f2d5797a850 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:27.199163 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-50bb9036-226d-4c56-a2b1-2f2d5797a850 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:27.294276 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-50bb9036-226d-4c56-a2b1-2f2d5797a850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:27.299435 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-50bb9036-226d-4c56-a2b1-2f2d5797a850 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:27.302484 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-50bb9036-226d-4c56-a2b1-2f2d5797a850 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/02ed1b2b-164d-4662-8cae-03d009773064 HTTP/1.1" status: 204 len: 168 time: 0.2053039 Aug 05 12:16:27.319802 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bb9036-226d-4c56-a2b1-2f2d5797a850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02ed1b2b-164d-4662-8cae-03d009773064,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:16:29.739965 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:29.936909 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 37854) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:16:30.130139 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-80c725fa-03a6-4e0a-aeec-a54f339f2ad7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:30.326835 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-80c725fa-03a6-4e0a-aeec-a54f339f2ad7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:30.334406 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-80c725fa-03a6-4e0a-aeec-a54f339f2ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:30.420198 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-80c725fa-03a6-4e0a-aeec-a54f339f2ad7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2761889ab73c41bf80ae725d0a1399b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4817920 Aug 05 12:16:30.425436 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 37864) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:16:30.426145 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c725fa-03a6-4e0a-aeec-a54f339f2ad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4925a75d-9d18-4855-9da1-0a2bcfe09782,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:16:30.539290 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b6cec2b4-5bc2-414e-86b6-b78a305a18bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:30.582806 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b6cec2b4-5bc2-414e-86b6-b78a305a18bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:30.672192 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b6cec2b4-5bc2-414e-86b6-b78a305a18bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:30.679598 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b6cec2b4-5bc2-414e-86b6-b78a305a18bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:30.681827 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-b6cec2b4-5bc2-414e-86b6-b78a305a18bd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4925a75d-9d18-4855-9da1-0a2bcfe09782 HTTP/1.1" status: 204 len: 168 time: 0.2564514 Aug 05 12:16:30.697331 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cec2b4-5bc2-414e-86b6-b78a305a18bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4925a75d-9d18-4855-9da1-0a2bcfe09782,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:16:31.141759 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 37870) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:16:31.166871 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f1f5dc4d-ddf5-4688-9f91-ad7a77a54420 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:31.339684 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f1f5dc4d-ddf5-4688-9f91-ad7a77a54420 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:31.346237 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f1f5dc4d-ddf5-4688-9f91-ad7a77a54420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:31.411055 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-f1f5dc4d-ddf5-4688-9f91-ad7a77a54420 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b528bf35d73f4822b7144fe062bea6e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2655375 Aug 05 12:16:31.412634 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f5dc4d-ddf5-4688-9f91-ad7a77a54420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f7d2f15-7840-49f2-ba01-a004a6110dbd,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:16:31.413584 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 37876) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:16:31.495991 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a59a85eb-6c2d-43d9-8210-fe289577eb49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:31.531739 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a59a85eb-6c2d-43d9-8210-fe289577eb49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:31.619817 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a59a85eb-6c2d-43d9-8210-fe289577eb49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:31.624228 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a59a85eb-6c2d-43d9-8210-fe289577eb49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:31.632351 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-a59a85eb-6c2d-43d9-8210-fe289577eb49 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2f7d2f15-7840-49f2-ba01-a004a6110dbd HTTP/1.1" status: 204 len: 168 time: 0.2104964 Aug 05 12:16:31.639370 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59a85eb-6c2d-43d9-8210-fe289577eb49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f7d2f15-7840-49f2-ba01-a004a6110dbd,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:16:34.725893 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 12:16:35.042839 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 37960) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:16:35.250674 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2f984eba-e94e-4b16-a985-3412216c155c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:35.399623 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2f984eba-e94e-4b16-a985-3412216c155c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:35.406637 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2f984eba-e94e-4b16-a985-3412216c155c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:35.476154 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-2f984eba-e94e-4b16-a985-3412216c155c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=52230acf1b2d49ccb8a64c5d3908d9b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4318326 Aug 05 12:16:35.477289 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f984eba-e94e-4b16-a985-3412216c155c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba2acf3f-455d-4f9e-b23c-fbf5c1baba9e,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:16:35.480988 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 37966) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:16:35.546306 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4e71c0f7-22c7-4bb3-a074-160048dfc835 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:35.575495 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4e71c0f7-22c7-4bb3-a074-160048dfc835 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:35.650444 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4e71c0f7-22c7-4bb3-a074-160048dfc835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:35.654666 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4e71c0f7-22c7-4bb3-a074-160048dfc835 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:35.656630 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-4e71c0f7-22c7-4bb3-a074-160048dfc835 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ba2acf3f-455d-4f9e-b23c-fbf5c1baba9e HTTP/1.1" status: 204 len: 168 time: 0.1741362 Aug 05 12:16:35.671516 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e71c0f7-22c7-4bb3-a074-160048dfc835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba2acf3f-455d-4f9e-b23c-fbf5c1baba9e,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:16:36.090441 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 37974) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:16:36.109686 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ba808d8f-c4b9-4181-9a15-0df2e2494a58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:36.242524 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ba808d8f-c4b9-4181-9a15-0df2e2494a58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:36.250802 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ba808d8f-c4b9-4181-9a15-0df2e2494a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:36.307615 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-ba808d8f-c4b9-4181-9a15-0df2e2494a58 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=66ed3e24813a448c8142ca39395281da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2155192 Aug 05 12:16:36.309039 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba808d8f-c4b9-4181-9a15-0df2e2494a58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fc85dd9-29cf-4db1-b5e5-9c18458adfeb,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:16:36.311335 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 37976) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:16:36.384751 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ffd9d6cf-8207-438a-bb18-227fee8f4c0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:36.412742 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ffd9d6cf-8207-438a-bb18-227fee8f4c0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:36.483609 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ffd9d6cf-8207-438a-bb18-227fee8f4c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:36.489104 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ffd9d6cf-8207-438a-bb18-227fee8f4c0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:36.491118 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-ffd9d6cf-8207-438a-bb18-227fee8f4c0c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9fc85dd9-29cf-4db1-b5e5-9c18458adfeb HTTP/1.1" status: 204 len: 168 time: 0.1795566 Aug 05 12:16:36.505675 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd9d6cf-8207-438a-bb18-227fee8f4c0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fc85dd9-29cf-4db1-b5e5-9c18458adfeb,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:16:37.288219 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e18e22c8-ece3-422c-aa30-6fbd201f0506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:40.034012 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-8fcfd4fd-e989-4957-84b6-d608847c677e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:40.102847 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:40.507644 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 38198) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:16:40.690090 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c0657513-8f80-4ec5-9d0a-532f396fbfee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:40.828205 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c0657513-8f80-4ec5-9d0a-532f396fbfee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:40.833869 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c0657513-8f80-4ec5-9d0a-532f396fbfee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:40.883543 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-c0657513-8f80-4ec5-9d0a-532f396fbfee admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bf48d806b24a46c7a2701a01efe9a285&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3757644 Aug 05 12:16:40.883845 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 38208) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:16:40.884820 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0657513-8f80-4ec5-9d0a-532f396fbfee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73937e10-12aa-4a29-a812-caee70dfd21f,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:16:40.953428 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9e600e5a-71ac-4315-bcc7-8973341286bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:40.981108 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9e600e5a-71ac-4315-bcc7-8973341286bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:41.057816 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9e600e5a-71ac-4315-bcc7-8973341286bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:41.060460 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9e600e5a-71ac-4315-bcc7-8973341286bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:41.061678 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-9e600e5a-71ac-4315-bcc7-8973341286bc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/73937e10-12aa-4a29-a812-caee70dfd21f HTTP/1.1" status: 204 len: 168 time: 0.1753173 Aug 05 12:16:41.075688 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e600e5a-71ac-4315-bcc7-8973341286bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73937e10-12aa-4a29-a812-caee70dfd21f,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:16:41.480393 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 38222) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:16:41.501508 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b915d0ad-f43f-479f-a7d4-591df055ee72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:41.639375 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b915d0ad-f43f-479f-a7d4-591df055ee72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:41.645724 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b915d0ad-f43f-479f-a7d4-591df055ee72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:41.700727 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-b915d0ad-f43f-479f-a7d4-591df055ee72 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8a23cb948b054b99ad15268566c52ad3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2157300 Aug 05 12:16:41.701298 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 38228) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:16:41.711806 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b915d0ad-f43f-479f-a7d4-591df055ee72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=857aab12-921e-410d-8f97-7133cd7278e8,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:16:41.764368 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-cb2e1fc0-1260-4d51-a6c0-db22bd54091f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:41.789967 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-cb2e1fc0-1260-4d51-a6c0-db22bd54091f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:41.862405 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-cb2e1fc0-1260-4d51-a6c0-db22bd54091f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:41.865807 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-cb2e1fc0-1260-4d51-a6c0-db22bd54091f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:41.867181 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-cb2e1fc0-1260-4d51-a6c0-db22bd54091f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/857aab12-921e-410d-8f97-7133cd7278e8 HTTP/1.1" status: 204 len: 168 time: 0.1648741 Aug 05 12:16:41.886828 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:41.887484 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2e1fc0-1260-4d51-a6c0-db22bd54091f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=857aab12-921e-410d-8f97-7133cd7278e8,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:16:43.799574 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 38324) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:16:43.949290 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-82ab2f69-14f1-49ed-a1fc-4cbda18436c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:44.024268 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:44.100183 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-82ab2f69-14f1-49ed-a1fc-4cbda18436c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:44.105294 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-82ab2f69-14f1-49ed-a1fc-4cbda18436c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:44.154072 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab2f69-14f1-49ed-a1fc-4cbda18436c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04549775-6729-45b7-b147-602dd3e6d323,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:16:44.158749 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-82ab2f69-14f1-49ed-a1fc-4cbda18436c7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2f464c1079184824b188bf2a2c2ce66b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3593686 Aug 05 12:16:44.162462 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 38334) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:16:44.167775 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ab2f69-14f1-49ed-a1fc-4cbda18436c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:16:44.168126 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ab2f69-14f1-49ed-a1fc-4cbda18436c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:16:44.168568 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ab2f69-14f1-49ed-a1fc-4cbda18436c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:16:44.168973 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ab2f69-14f1-49ed-a1fc-4cbda18436c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:16:44.169488 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ab2f69-14f1-49ed-a1fc-4cbda18436c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:16:44.170202 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ab2f69-14f1-49ed-a1fc-4cbda18436c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:16:44.170717 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ab2f69-14f1-49ed-a1fc-4cbda18436c7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:16:44.171205 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ab2f69-14f1-49ed-a1fc-4cbda18436c7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:16:44.171725 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ab2f69-14f1-49ed-a1fc-4cbda18436c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:16:44.172258 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ab2f69-14f1-49ed-a1fc-4cbda18436c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:16:44.172821 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ab2f69-14f1-49ed-a1fc-4cbda18436c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:16:44.173286 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ab2f69-14f1-49ed-a1fc-4cbda18436c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:16:44.255610 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8d1a82cb-1fbd-4c1d-80b8-2f4b2ddaea88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:44.301060 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8d1a82cb-1fbd-4c1d-80b8-2f4b2ddaea88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:44.384432 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8d1a82cb-1fbd-4c1d-80b8-2f4b2ddaea88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:44.388397 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8d1a82cb-1fbd-4c1d-80b8-2f4b2ddaea88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:44.390197 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-8d1a82cb-1fbd-4c1d-80b8-2f4b2ddaea88 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/04549775-6729-45b7-b147-602dd3e6d323 HTTP/1.1" status: 204 len: 168 time: 0.2262125 Aug 05 12:16:44.402800 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1a82cb-1fbd-4c1d-80b8-2f4b2ddaea88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04549775-6729-45b7-b147-602dd3e6d323,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:16:46.246164 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 38396) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:16:46.459483 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-020e76e4-3d50-43fc-b999-b3c10c94d6e8 tempest-ExternalNetworksTestJSON-152171460 tempest-ExternalNetworksTestJSON-152171460-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1787911164'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:16:46.493627 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-020e76e4-3d50-43fc-b999-b3c10c94d6e8 tempest-ExternalNetworksTestJSON-152171460 tempest-ExternalNetworksTestJSON-152171460-project] Made reservation on behalf of b183eff0e6054024a35c6b8d57a7a965 for: {'network': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:16:46.497563 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-020e76e4-3d50-43fc-b999-b3c10c94d6e8 tempest-ExternalNetworksTestJSON-152171460 tempest-ExternalNetworksTestJSON-152171460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:46.511134 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-020e76e4-3d50-43fc-b999-b3c10c94d6e8 tempest-ExternalNetworksTestJSON-152171460 tempest-ExternalNetworksTestJSON-152171460-project] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:46.701501 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-020e76e4-3d50-43fc-b999-b3c10c94d6e8 tempest-ExternalNetworksTestJSON-152171460 tempest-ExternalNetworksTestJSON-152171460-project] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:46.707421 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-020e76e4-3d50-43fc-b999-b3c10c94d6e8 tempest-ExternalNetworksTestJSON-152171460 tempest-ExternalNetworksTestJSON-152171460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:46.750508 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-020e76e4-3d50-43fc-b999-b3c10c94d6e8 tempest-ExternalNetworksTestJSON-152171460 tempest-ExternalNetworksTestJSON-152171460-project] vlan segment allocate from pool success with {'vlan_id': 676, 'physical_network': 'physnet1'} {{(pid=94420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 12:16:46.763054 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020e76e4-3d50-43fc-b999-b3c10c94d6e8 tempest-ExternalNetworksTestJSON-152171460 tempest-ExternalNetworksTestJSON-152171460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ed4d990-0e86-44a4-ab9e-696539be1aa2,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:16:46.771293 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-020e76e4-3d50-43fc-b999-b3c10c94d6e8 tempest-ExternalNetworksTestJSON-152171460 tempest-ExternalNetworksTestJSON-152171460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:46.771650 n-d-803378-2 neutron-server[94420]: INFO neutron.db.segments_db [None req-020e76e4-3d50-43fc-b999-b3c10c94d6e8 tempest-ExternalNetworksTestJSON-152171460 tempest-ExternalNetworksTestJSON-152171460-project] Added segment 501880f4-ee74-4348-a0dd-568cd7c8a4d0 of type vlan for network c72c2ed6-9ead-4f30-b225-b52dddadb243 Aug 05 12:16:46.836796 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-020e76e4-3d50-43fc-b999-b3c10c94d6e8 tempest-ExternalNetworksTestJSON-152171460 tempest-ExternalNetworksTestJSON-152171460-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:46.874649 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-020e76e4-3d50-43fc-b999-b3c10c94d6e8 tempest-ExternalNetworksTestJSON-152171460 tempest-ExternalNetworksTestJSON-152171460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:46.882069 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-020e76e4-3d50-43fc-b999-b3c10c94d6e8 tempest-ExternalNetworksTestJSON-152171460 tempest-ExternalNetworksTestJSON-152171460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:16:46.883419 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-020e76e4-3d50-43fc-b999-b3c10c94d6e8 tempest-ExternalNetworksTestJSON-152171460 tempest-ExternalNetworksTestJSON-152171460-project] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:46.952585 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-020e76e4-3d50-43fc-b999-b3c10c94d6e8 tempest-ExternalNetworksTestJSON-152171460 tempest-ExternalNetworksTestJSON-152171460-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.7026544 Aug 05 12:16:46.953674 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 38408) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:16:46.973220 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020e76e4-3d50-43fc-b999-b3c10c94d6e8 tempest-ExternalNetworksTestJSON-152171460 tempest-ExternalNetworksTestJSON-152171460-project] Pushing event updated for resources: {'Network': ['ID=c72c2ed6-9ead-4f30-b225-b52dddadb243,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:16:46.984785 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network c72c2ed6-9ead-4f30-b225-b52dddadb243 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 12:16:47.022931 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-d5857876-6ae9-46e4-aee1-6d9944945ba7 tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Request body: {'network': {'name': 'tempest-network--1071304128', 'router:external': True}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:16:47.051128 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5857876-6ae9-46e4-aee1-6d9944945ba7 tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Made reservation on behalf of e9204fd8190542869d3492f9040230db for: {'network': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:16:47.054787 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d5857876-6ae9-46e4-aee1-6d9944945ba7 tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:47.073951 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d5857876-6ae9-46e4-aee1-6d9944945ba7 tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:47.204795 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d5857876-6ae9-46e4-aee1-6d9944945ba7 tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:47.211157 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d5857876-6ae9-46e4-aee1-6d9944945ba7 tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:47.255146 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5857876-6ae9-46e4-aee1-6d9944945ba7 tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] vlan segment allocate from pool success with {'vlan_id': 679, 'physical_network': 'physnet1'} {{(pid=94420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 12:16:47.281600 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5857876-6ae9-46e4-aee1-6d9944945ba7 tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2834664-64e1-4ec3-93ce-8763f4663836,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:16:47.292793 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d5857876-6ae9-46e4-aee1-6d9944945ba7 tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:47.293311 n-d-803378-2 neutron-server[94420]: INFO neutron.db.segments_db [None req-d5857876-6ae9-46e4-aee1-6d9944945ba7 tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Added segment 556e69a3-9824-448c-bb4f-27949cef95ac of type vlan for network 6e1d2f08-18fc-4525-adad-fb69ce65ae58 Aug 05 12:16:47.387744 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d5857876-6ae9-46e4-aee1-6d9944945ba7 tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:47.449737 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d5857876-6ae9-46e4-aee1-6d9944945ba7 tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:47.451381 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5857876-6ae9-46e4-aee1-6d9944945ba7 tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:16:47.452364 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d5857876-6ae9-46e4-aee1-6d9944945ba7 tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:47.558267 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-d5857876-6ae9-46e4-aee1-6d9944945ba7 tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6032805 Aug 05 12:16:47.561848 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 38422) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:16:47.576666 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5857876-6ae9-46e4-aee1-6d9944945ba7 tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Pushing event updated for resources: {'Network': ['ID=6e1d2f08-18fc-4525-adad-fb69ce65ae58,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:16:47.594525 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 6e1d2f08-18fc-4525-adad-fb69ce65ae58 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 12:16:47.672389 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-41aff8ed-3f27-4f52-b160-d134a13bedba tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:47.820398 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-41aff8ed-3f27-4f52-b160-d134a13bedba tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:47.840220 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-41aff8ed-3f27-4f52-b160-d134a13bedba tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e1d2f08-18fc-4525-adad-fb69ce65ae58']}} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:16:47.863000 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-41aff8ed-3f27-4f52-b160-d134a13bedba tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '556e69a3-9824-448c-bb4f-27949cef95ac') {'for_net_delete': True} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:16:47.863000 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-41aff8ed-3f27-4f52-b160-d134a13bedba tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '556e69a3-9824-448c-bb4f-27949cef95ac') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:16:47.876246 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-41aff8ed-3f27-4f52-b160-d134a13bedba tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29786371'] for segment, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:47.900785 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-41aff8ed-3f27-4f52-b160-d134a13bedba tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:47.907942 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41aff8ed-3f27-4f52-b160-d134a13bedba tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Releasing vlan 679 on physical network physnet1 to pool {{(pid=94421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 12:16:47.908430 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-41aff8ed-3f27-4f52-b160-d134a13bedba tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25038799'] for segment, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:47.911194 n-d-803378-2 neutron-server[94421]: Traceback (most recent call last): Aug 05 12:16:47.911194 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 12:16:47.911194 n-d-803378-2 neutron-server[94421]: timer() Aug 05 12:16:47.911194 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 12:16:47.911194 n-d-803378-2 neutron-server[94421]: cb(*args, **kw) Aug 05 12:16:47.911194 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 12:16:47.911194 n-d-803378-2 neutron-server[94421]: return func(*args, **kwargs) Aug 05 12:16:47.911194 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 12:16:47.911194 n-d-803378-2 neutron-server[94421]: self._notify() Aug 05 12:16:47.911194 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 12:16:47.911194 n-d-803378-2 neutron-server[94421]: self.callback(batched_events) Aug 05 12:16:47.911194 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 12:16:47.911194 n-d-803378-2 neutron-server[94421]: event.method(event) Aug 05 12:16:47.911194 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 12:16:47.911194 n-d-803378-2 neutron-server[94421]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 12:16:47.911194 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 12:16:47.911194 n-d-803378-2 neutron-server[94421]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 12:16:47.911194 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 12:16:47.911194 n-d-803378-2 neutron-server[94421]: return f(self, *a, **k) Aug 05 12:16:47.911194 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 12:16:47.911194 n-d-803378-2 neutron-server[94421]: return self._get(url).json() Aug 05 12:16:47.911194 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 12:16:47.911194 n-d-803378-2 neutron-server[94421]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 12:16:47.911194 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 12:16:47.911194 n-d-803378-2 neutron-server[94421]: return self.request(url, 'GET', **kwargs) Aug 05 12:16:47.911194 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 12:16:47.911194 n-d-803378-2 neutron-server[94421]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 12:16:47.911194 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 12:16:47.911194 n-d-803378-2 neutron-server[94421]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 12:16:47.911194 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 12:16:47.911194 n-d-803378-2 neutron-server[94421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 12:16:47.911194 n-d-803378-2 neutron-server[94421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 12:16:47.981627 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-41aff8ed-3f27-4f52-b160-d134a13bedba tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:47.988363 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41aff8ed-3f27-4f52-b160-d134a13bedba tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6e1d2f08-18fc-4525-adad-fb69ce65ae58 {{(pid=94421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 05 12:16:47.991569 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-41aff8ed-3f27-4f52-b160-d134a13bedba tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Notify callbacks [] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:47.993534 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-41aff8ed-3f27-4f52-b160-d134a13bedba tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] 10.222.0.58 "DELETE /v2.0/networks/6e1d2f08-18fc-4525-adad-fb69ce65ae58 HTTP/1.1" status: 204 len: 168 time: 0.4295664 Aug 05 12:16:47.998885 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 38432) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:16:48.004246 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-8b62e74f-97b2-4ea2-a32e-ab2fe412400d tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:16:48.012446 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aff8ed-3f27-4f52-b160-d134a13bedba tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Pushing event deleted for resources: {'Network': ['ID=6e1d2f08-18fc-4525-adad-fb69ce65ae58,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:16:48.043378 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b62e74f-97b2-4ea2-a32e-ab2fe412400d tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Made reservation on behalf of e9204fd8190542869d3492f9040230db for: {'network': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:16:48.046361 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8b62e74f-97b2-4ea2-a32e-ab2fe412400d tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:48.079883 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b62e74f-97b2-4ea2-a32e-ab2fe412400d tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] vlan segment allocate from pool success with {'vlan_id': 650, 'physical_network': 'physnet1'} {{(pid=94420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 12:16:48.109731 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8b62e74f-97b2-4ea2-a32e-ab2fe412400d tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:48.110353 n-d-803378-2 neutron-server[94420]: INFO neutron.db.segments_db [None req-8b62e74f-97b2-4ea2-a32e-ab2fe412400d tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Added segment 30cbb750-e55a-401c-856f-56b3ad23bee0 of type vlan for network e321d8e1-cf9b-4b3a-9384-b266f07f7e22 Aug 05 12:16:48.199135 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8b62e74f-97b2-4ea2-a32e-ab2fe412400d tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:48.255965 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8b62e74f-97b2-4ea2-a32e-ab2fe412400d tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:48.260241 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b62e74f-97b2-4ea2-a32e-ab2fe412400d tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:16:48.260241 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8b62e74f-97b2-4ea2-a32e-ab2fe412400d tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:48.340272 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-8b62e74f-97b2-4ea2-a32e-ab2fe412400d tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.3402364 Aug 05 12:16:48.343877 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 38440) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:16:48.349962 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-23fd523e-38f2-48d3-b2c0-a818badb384f tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Request body: {'subnet': {'network_id': 'e321d8e1-cf9b-4b3a-9384-b266f07f7e22', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:16:48.357941 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b62e74f-97b2-4ea2-a32e-ab2fe412400d tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Pushing event updated for resources: {'Network': ['ID=e321d8e1-cf9b-4b3a-9384-b266f07f7e22,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:16:48.373188 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network e321d8e1-cf9b-4b3a-9384-b266f07f7e22 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 12:16:48.386053 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23fd523e-38f2-48d3-b2c0-a818badb384f tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Made reservation on behalf of e9204fd8190542869d3492f9040230db for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:16:48.390177 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-23fd523e-38f2-48d3-b2c0-a818badb384f tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:48.874532 n-d-803378-2 neutron-server[94421]: DEBUG neutron.objects.ports [None req-23fd523e-38f2-48d3-b2c0-a818badb384f tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94421) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 05 12:16:48.875256 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-23fd523e-38f2-48d3-b2c0-a818badb384f tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25038678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30075167'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:48.937431 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fd523e-38f2-48d3-b2c0-a818badb384f tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Pushing event updated for resources: {'Subnet': ['ID=24c7de61-1bee-4927-b505-7a2d2a858251,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:16:48.952114 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fd523e-38f2-48d3-b2c0-a818badb384f tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Checking segment: {'id': '30cbb750-e55a-401c-856f-56b3ad23bee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'e321d8e1-cf9b-4b3a-9384-b266f07f7e22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:16:48.952509 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23fd523e-38f2-48d3-b2c0-a818badb384f tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Network hostable DHCP agents. Network: e321d8e1-cf9b-4b3a-9384-b266f07f7e22, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 12:16:48.975960 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23fd523e-38f2-48d3-b2c0-a818badb384f tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Network e321d8e1-cf9b-4b3a-9384-b266f07f7e22 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 12:16:48.988997 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-23fd523e-38f2-48d3-b2c0-a818badb384f tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, e321d8e1-cf9b-4b3a-9384-b266f07f7e22) {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:16:48.993631 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23fd523e-38f2-48d3-b2c0-a818badb384f tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:16:48.994307 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-23fd523e-38f2-48d3-b2c0-a818badb384f tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:49.003718 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f41966-9a9e-41ac-a8e9-51d1e6ff525c None None] Network e321d8e1-cf9b-4b3a-9384-b266f07f7e22 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:16:49.014753 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-23fd523e-38f2-48d3-b2c0-a818badb384f tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6696608 Aug 05 12:16:49.019403 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 38450) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:16:49.024954 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-65d232c5-d1cf-4a39-b9d7-0aa8099542c6 tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Request body: {'floatingip': {'floating_network_id': 'e321d8e1-cf9b-4b3a-9384-b266f07f7e22'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:16:49.050465 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-65d232c5-d1cf-4a39-b9d7-0aa8099542c6 tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:49.193672 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-65d232c5-d1cf-4a39-b9d7-0aa8099542c6 tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:49.207938 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b6bfd4-15b1-4aa2-96c7-635f5b3abfb3 None None] Network e321d8e1-cf9b-4b3a-9384-b266f07f7e22 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:16:49.369373 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-65d232c5-d1cf-4a39-b9d7-0aa8099542c6 tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Allocated IP 172.20.0.13 (e321d8e1-cf9b-4b3a-9384-b266f07f7e22/24c7de61-1bee-4927-b505-7a2d2a858251/229e5af6-7286-41fc-8d50-c754e971a809) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:16:49.503349 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-65d232c5-d1cf-4a39-b9d7-0aa8099542c6 tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:49.569484 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-65d232c5-d1cf-4a39-b9d7-0aa8099542c6 tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:49.610935 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d232c5-d1cf-4a39-b9d7-0aa8099542c6 tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Network e321d8e1-cf9b-4b3a-9384-b266f07f7e22 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:16:49.619065 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-65d232c5-d1cf-4a39-b9d7-0aa8099542c6 tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:16:49.630337 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d232c5-d1cf-4a39-b9d7-0aa8099542c6 tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:16:49.671702 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d232c5-d1cf-4a39-b9d7-0aa8099542c6 tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Pushing event updated for resources: {'Port': ['ID=229e5af6-7286-41fc-8d50-c754e971a809,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:16:50.047696 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-65d232c5-d1cf-4a39-b9d7-0aa8099542c6 tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:50.102259 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-65d232c5-d1cf-4a39-b9d7-0aa8099542c6 tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:50.335703 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-65d232c5-d1cf-4a39-b9d7-0aa8099542c6 tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:50.343419 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-65d232c5-d1cf-4a39-b9d7-0aa8099542c6 tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:50.446016 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d232c5-d1cf-4a39-b9d7-0aa8099542c6 tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Pushing event updated for resources: {'Port': ['ID=229e5af6-7286-41fc-8d50-c754e971a809,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:16:50.461019 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-65d232c5-d1cf-4a39-b9d7-0aa8099542c6 tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33287247'] for floatingip, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:50.480167 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-65d232c5-d1cf-4a39-b9d7-0aa8099542c6 tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:50.482185 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-65d232c5-d1cf-4a39-b9d7-0aa8099542c6 tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4611473 Aug 05 12:16:50.485862 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 38476) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:16:50.594198 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-9ae9200a-1121-48c5-ab84-102eb7723418 tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] 10.222.0.58 "GET /v2.0/floatingips?floating_network_id=e321d8e1-cf9b-4b3a-9384-b266f07f7e22 HTTP/1.1" status: 200 len: 690 time: 0.1058881 Aug 05 12:16:50.597828 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 38478) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:16:50.730901 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3869bbf7-a29d-4558-9fea-e063c97558e2 tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:50.882498 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-3869bbf7-a29d-4558-9fea-e063c97558e2 tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Deleting port 229e5af6-7286-41fc-8d50-c754e971a809 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:16:50.882857 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3869bbf7-a29d-4558-9fea-e063c97558e2 tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:50.990030 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3869bbf7-a29d-4558-9fea-e063c97558e2 tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:50.990353 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3869bbf7-a29d-4558-9fea-e063c97558e2 tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:51.007278 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-3869bbf7-a29d-4558-9fea-e063c97558e2 tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Calling delete_port for 229e5af6-7286-41fc-8d50-c754e971a809 owned by network:floatingip {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:16:51.208619 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3869bbf7-a29d-4558-9fea-e063c97558e2 tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:51.242403 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3869bbf7-a29d-4558-9fea-e063c97558e2 tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Pushing event deleted for resources: {'Port': ['ID=229e5af6-7286-41fc-8d50-c754e971a809,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:16:51.344463 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3869bbf7-a29d-4558-9fea-e063c97558e2 tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:51.411405 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3869bbf7-a29d-4558-9fea-e063c97558e2 tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:51.500367 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3869bbf7-a29d-4558-9fea-e063c97558e2 tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25038609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30075142'] for subnet, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:51.544251 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3869bbf7-a29d-4558-9fea-e063c97558e2 tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=24c7de61-1bee-4927-b505-7a2d2a858251,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:16:51.644107 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3869bbf7-a29d-4558-9fea-e063c97558e2 tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:51.665634 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-3869bbf7-a29d-4558-9fea-e063c97558e2 tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e321d8e1-cf9b-4b3a-9384-b266f07f7e22']}} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:16:51.681403 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-3869bbf7-a29d-4558-9fea-e063c97558e2 tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30cbb750-e55a-401c-856f-56b3ad23bee0') {'for_net_delete': True} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:16:51.681724 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-3869bbf7-a29d-4558-9fea-e063c97558e2 tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30cbb750-e55a-401c-856f-56b3ad23bee0') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:16:51.693795 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3869bbf7-a29d-4558-9fea-e063c97558e2 tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29786371'] for segment, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:51.713198 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3869bbf7-a29d-4558-9fea-e063c97558e2 tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:51.720863 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3869bbf7-a29d-4558-9fea-e063c97558e2 tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Releasing vlan 650 on physical network physnet1 to pool {{(pid=94421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 12:16:51.722125 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3869bbf7-a29d-4558-9fea-e063c97558e2 tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25038799'] for segment, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:51.723988 n-d-803378-2 neutron-server[94421]: Traceback (most recent call last): Aug 05 12:16:51.723988 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 12:16:51.723988 n-d-803378-2 neutron-server[94421]: timer() Aug 05 12:16:51.723988 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 12:16:51.723988 n-d-803378-2 neutron-server[94421]: cb(*args, **kw) Aug 05 12:16:51.723988 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 12:16:51.723988 n-d-803378-2 neutron-server[94421]: return func(*args, **kwargs) Aug 05 12:16:51.723988 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 12:16:51.723988 n-d-803378-2 neutron-server[94421]: self._notify() Aug 05 12:16:51.723988 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 12:16:51.723988 n-d-803378-2 neutron-server[94421]: self.callback(batched_events) Aug 05 12:16:51.723988 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 12:16:51.723988 n-d-803378-2 neutron-server[94421]: event.method(event) Aug 05 12:16:51.723988 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 12:16:51.723988 n-d-803378-2 neutron-server[94421]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 12:16:51.723988 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 12:16:51.723988 n-d-803378-2 neutron-server[94421]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 12:16:51.723988 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 12:16:51.723988 n-d-803378-2 neutron-server[94421]: return f(self, *a, **k) Aug 05 12:16:51.723988 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 12:16:51.723988 n-d-803378-2 neutron-server[94421]: return self._get(url).json() Aug 05 12:16:51.723988 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 12:16:51.723988 n-d-803378-2 neutron-server[94421]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 12:16:51.723988 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 12:16:51.723988 n-d-803378-2 neutron-server[94421]: return self.request(url, 'GET', **kwargs) Aug 05 12:16:51.723988 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 12:16:51.723988 n-d-803378-2 neutron-server[94421]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 12:16:51.723988 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 12:16:51.723988 n-d-803378-2 neutron-server[94421]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 12:16:51.723988 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 12:16:51.723988 n-d-803378-2 neutron-server[94421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 12:16:51.723988 n-d-803378-2 neutron-server[94421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 12:16:51.794625 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3869bbf7-a29d-4558-9fea-e063c97558e2 tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:51.821664 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3869bbf7-a29d-4558-9fea-e063c97558e2 tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e321d8e1-cf9b-4b3a-9384-b266f07f7e22 {{(pid=94421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 05 12:16:51.825355 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3869bbf7-a29d-4558-9fea-e063c97558e2 tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Pushing event deleted for resources: {'Network': ['ID=e321d8e1-cf9b-4b3a-9384-b266f07f7e22,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:16:51.829108 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3869bbf7-a29d-4558-9fea-e063c97558e2 tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Notify callbacks [] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:51.834216 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-3869bbf7-a29d-4558-9fea-e063c97558e2 tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] 10.222.0.58 "DELETE /v2.0/networks/e321d8e1-cf9b-4b3a-9384-b266f07f7e22 HTTP/1.1" status: 204 len: 168 time: 1.2347102 Aug 05 12:16:51.836776 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 38498) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:16:51.944271 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-a3cae945-4025-4600-a85c-98e499070383 tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] 10.222.0.58 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.1053042 Aug 05 12:16:51.948339 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 38500) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:16:52.036005 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [req-f0c349bd-e960-4b79-a4d0-55cb5e9f1efe req-6a6ae2b8-2543-4202-b518-38cd78490912 service neutron] (94420) timed out ('10.222.0.58', 40228) {{(pid=94420) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 05 12:16:52.112285 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683ec51f-190f-4c63-94d6-bc6ca76bd054 tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:16:52.113552 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683ec51f-190f-4c63-94d6-bc6ca76bd054 tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:16:52.114624 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683ec51f-190f-4c63-94d6-bc6ca76bd054 tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:16:52.117814 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-683ec51f-190f-4c63-94d6-bc6ca76bd054 tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2105 time: 0.1676226 Aug 05 12:16:52.122887 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 38506) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:16:52.231163 n-d-803378-2 neutron-server[94420]: INFO neutron.api.v2.resource [None req-e3a5817a-ce0c-47ca-a42f-16e2234ea5b0 tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] delete failed (client error): The resource could not be found. Aug 05 12:16:52.235176 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-e3a5817a-ce0c-47ca-a42f-16e2234ea5b0 tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] 10.222.0.58 "DELETE /v2.0/floatingips/31b79655-c24d-4806-992a-e71fb42bbc83 HTTP/1.1" status: 404 len: 345 time: 0.1075118 Aug 05 12:16:52.237911 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 38512) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:16:52.259763 n-d-803378-2 neutron-server[94421]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0c3d8d6-736b-440a-be84-405cf49b51b2 tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] DELETE failed (client error): The resource could not be found. Aug 05 12:16:52.260562 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0c3d8d6-736b-440a-be84-405cf49b51b2 tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=94421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 12:16:52.263259 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-d0c3d8d6-736b-440a-be84-405cf49b51b2 tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] 10.222.0.58 "DELETE /v2.0/networks/e321d8e1-cf9b-4b3a-9384-b266f07f7e22 HTTP/1.1" status: 404 len: 339 time: 0.0235615 Aug 05 12:16:52.269044 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 38514) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:16:52.277412 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-7a5cacf8-4464-4a28-92c2-d4de08b4cf7f tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Request body: {'network': {'name': 'tempest-network--1313104532', 'router:external': True}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:16:52.317808 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a5cacf8-4464-4a28-92c2-d4de08b4cf7f tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Made reservation on behalf of e9204fd8190542869d3492f9040230db for: {'network': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:16:52.323387 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7a5cacf8-4464-4a28-92c2-d4de08b4cf7f tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:52.376239 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a5cacf8-4464-4a28-92c2-d4de08b4cf7f tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] vlan segment allocate from pool success with {'vlan_id': 674, 'physical_network': 'physnet1'} {{(pid=94420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 12:16:52.395285 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7a5cacf8-4464-4a28-92c2-d4de08b4cf7f tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:52.395860 n-d-803378-2 neutron-server[94420]: INFO neutron.db.segments_db [None req-7a5cacf8-4464-4a28-92c2-d4de08b4cf7f tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Added segment a80e2b01-e134-4fc0-8533-4e5406ee911a of type vlan for network 445242fc-4bd7-4cd5-bad3-b271aa54e36c Aug 05 12:16:52.467870 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7a5cacf8-4464-4a28-92c2-d4de08b4cf7f tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:52.500145 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:52.543444 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7a5cacf8-4464-4a28-92c2-d4de08b4cf7f tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:52.544947 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5cacf8-4464-4a28-92c2-d4de08b4cf7f tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:16:52.545985 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7a5cacf8-4464-4a28-92c2-d4de08b4cf7f tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:52.616750 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-7a5cacf8-4464-4a28-92c2-d4de08b4cf7f tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3458931 Aug 05 12:16:52.621123 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 38522) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:16:52.642905 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5cacf8-4464-4a28-92c2-d4de08b4cf7f tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Pushing event updated for resources: {'Network': ['ID=445242fc-4bd7-4cd5-bad3-b271aa54e36c,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:16:52.662271 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 445242fc-4bd7-4cd5-bad3-b271aa54e36c details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 12:16:52.795101 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ab04de-c52f-4959-a349-c18554ecc2cf tempest-ExternalNetworksTestJSON-152171460 tempest-ExternalNetworksTestJSON-152171460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:16:52.802383 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ab04de-c52f-4959-a349-c18554ecc2cf tempest-ExternalNetworksTestJSON-152171460 tempest-ExternalNetworksTestJSON-152171460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:16:52.809025 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ab04de-c52f-4959-a349-c18554ecc2cf tempest-ExternalNetworksTestJSON-152171460 tempest-ExternalNetworksTestJSON-152171460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:16:52.815234 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ab04de-c52f-4959-a349-c18554ecc2cf tempest-ExternalNetworksTestJSON-152171460 tempest-ExternalNetworksTestJSON-152171460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:16:52.817472 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-c6ab04de-c52f-4959-a349-c18554ecc2cf tempest-ExternalNetworksTestJSON-152171460 tempest-ExternalNetworksTestJSON-152171460-project] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.1941926 Aug 05 12:16:52.820055 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 38528) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:16:52.918698 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a4e41fa5-2339-409f-8b28-ff8cf2582bdc tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:53.044275 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a4e41fa5-2339-409f-8b28-ff8cf2582bdc tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:53.062290 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-a4e41fa5-2339-409f-8b28-ff8cf2582bdc tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['445242fc-4bd7-4cd5-bad3-b271aa54e36c']}} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:16:53.078510 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-a4e41fa5-2339-409f-8b28-ff8cf2582bdc tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a80e2b01-e134-4fc0-8533-4e5406ee911a') {'for_net_delete': True} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:16:53.078805 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-a4e41fa5-2339-409f-8b28-ff8cf2582bdc tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a80e2b01-e134-4fc0-8533-4e5406ee911a') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:16:53.090070 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a4e41fa5-2339-409f-8b28-ff8cf2582bdc tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25010581'] for segment, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:53.107589 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a4e41fa5-2339-409f-8b28-ff8cf2582bdc tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:53.116328 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4e41fa5-2339-409f-8b28-ff8cf2582bdc tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Releasing vlan 674 on physical network physnet1 to pool {{(pid=94420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 12:16:53.116875 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a4e41fa5-2339-409f-8b28-ff8cf2582bdc tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29762581'] for segment, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:53.119028 n-d-803378-2 neutron-server[94420]: Traceback (most recent call last): Aug 05 12:16:53.119028 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 12:16:53.119028 n-d-803378-2 neutron-server[94420]: timer() Aug 05 12:16:53.119028 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 12:16:53.119028 n-d-803378-2 neutron-server[94420]: cb(*args, **kw) Aug 05 12:16:53.119028 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 12:16:53.119028 n-d-803378-2 neutron-server[94420]: return func(*args, **kwargs) Aug 05 12:16:53.119028 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 12:16:53.119028 n-d-803378-2 neutron-server[94420]: self._notify() Aug 05 12:16:53.119028 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 12:16:53.119028 n-d-803378-2 neutron-server[94420]: self.callback(batched_events) Aug 05 12:16:53.119028 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 12:16:53.119028 n-d-803378-2 neutron-server[94420]: event.method(event) Aug 05 12:16:53.119028 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 12:16:53.119028 n-d-803378-2 neutron-server[94420]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 12:16:53.119028 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 12:16:53.119028 n-d-803378-2 neutron-server[94420]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 12:16:53.119028 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 12:16:53.119028 n-d-803378-2 neutron-server[94420]: return f(self, *a, **k) Aug 05 12:16:53.119028 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 12:16:53.119028 n-d-803378-2 neutron-server[94420]: return self._get(url).json() Aug 05 12:16:53.119028 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 12:16:53.119028 n-d-803378-2 neutron-server[94420]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 12:16:53.119028 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 12:16:53.119028 n-d-803378-2 neutron-server[94420]: return self.request(url, 'GET', **kwargs) Aug 05 12:16:53.119028 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 12:16:53.119028 n-d-803378-2 neutron-server[94420]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 12:16:53.119028 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 12:16:53.119028 n-d-803378-2 neutron-server[94420]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 12:16:53.119028 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 12:16:53.119028 n-d-803378-2 neutron-server[94420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 12:16:53.119028 n-d-803378-2 neutron-server[94420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 12:16:53.193513 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a4e41fa5-2339-409f-8b28-ff8cf2582bdc tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:53.200049 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4e41fa5-2339-409f-8b28-ff8cf2582bdc tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 445242fc-4bd7-4cd5-bad3-b271aa54e36c {{(pid=94420) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 05 12:16:53.203848 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a4e41fa5-2339-409f-8b28-ff8cf2582bdc tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:53.212015 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-a4e41fa5-2339-409f-8b28-ff8cf2582bdc tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] 10.222.0.58 "DELETE /v2.0/networks/445242fc-4bd7-4cd5-bad3-b271aa54e36c HTTP/1.1" status: 204 len: 168 time: 0.3848281 Aug 05 12:16:53.215158 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 38538) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:16:53.220533 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e41fa5-2339-409f-8b28-ff8cf2582bdc tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Pushing event deleted for resources: {'Network': ['ID=445242fc-4bd7-4cd5-bad3-b271aa54e36c,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:16:53.226249 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-db6ba1ce-ba70-4012-a600-7b85256a6632 tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Request body: {'network': {'name': 'tempest-network--355039829', 'router:external': True}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:16:53.262282 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db6ba1ce-ba70-4012-a600-7b85256a6632 tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Made reservation on behalf of e9204fd8190542869d3492f9040230db for: {'network': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:16:53.265265 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-db6ba1ce-ba70-4012-a600-7b85256a6632 tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:53.300550 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db6ba1ce-ba70-4012-a600-7b85256a6632 tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] vlan segment allocate from pool success with {'vlan_id': 655, 'physical_network': 'physnet1'} {{(pid=94421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 12:16:53.317403 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-db6ba1ce-ba70-4012-a600-7b85256a6632 tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:53.317945 n-d-803378-2 neutron-server[94421]: INFO neutron.db.segments_db [None req-db6ba1ce-ba70-4012-a600-7b85256a6632 tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Added segment be2bbc77-9cd8-49ba-b68a-682ae33c924a of type vlan for network cd824929-99fb-4730-a96d-df6aa77279ad Aug 05 12:16:53.411050 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-db6ba1ce-ba70-4012-a600-7b85256a6632 tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:53.452937 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-db6ba1ce-ba70-4012-a600-7b85256a6632 tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:53.454031 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6ba1ce-ba70-4012-a600-7b85256a6632 tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:16:53.454637 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-db6ba1ce-ba70-4012-a600-7b85256a6632 tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Notify callbacks [] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:53.520507 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-db6ba1ce-ba70-4012-a600-7b85256a6632 tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.2987096 Aug 05 12:16:53.523539 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 38544) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:16:53.551156 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6ba1ce-ba70-4012-a600-7b85256a6632 tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Pushing event updated for resources: {'Network': ['ID=cd824929-99fb-4730-a96d-df6aa77279ad,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:16:53.566204 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network cd824929-99fb-4730-a96d-df6aa77279ad details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 12:16:53.634331 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7613792-f75e-475a-8383-ffec3c78e876 tempest-ExternalNetworksTestJSON-152171460 tempest-ExternalNetworksTestJSON-152171460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:16:53.640247 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 38548) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:16:53.641424 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-a7613792-f75e-475a-8383-ffec3c78e876 tempest-ExternalNetworksTestJSON-152171460 tempest-ExternalNetworksTestJSON-152171460-project] 10.222.0.58 "GET /v2.0/networks/cd824929-99fb-4730-a96d-df6aa77279ad HTTP/1.1" status: 200 len: 756 time: 0.1162794 Aug 05 12:16:53.739173 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026dfc9a-1c6a-4ac6-8b04-7b1bf559f260 tempest-ExternalNetworksTestJSON-152171460 tempest-ExternalNetworksTestJSON-152171460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:16:53.741024 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-026dfc9a-1c6a-4ac6-8b04-7b1bf559f260 tempest-ExternalNetworksTestJSON-152171460 tempest-ExternalNetworksTestJSON-152171460-project] 10.222.0.58 "GET /v2.0/networks/c72c2ed6-9ead-4f30-b225-b52dddadb243 HTTP/1.1" status: 200 len: 768 time: 0.0994480 Aug 05 12:16:53.743923 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 38550) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:16:53.841043 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fbdb3236-77c5-4409-8db8-e7b68b8e06b2 tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:53.961431 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fbdb3236-77c5-4409-8db8-e7b68b8e06b2 tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:53.974134 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-fbdb3236-77c5-4409-8db8-e7b68b8e06b2 tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd824929-99fb-4730-a96d-df6aa77279ad']}} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:16:53.987683 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-fbdb3236-77c5-4409-8db8-e7b68b8e06b2 tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be2bbc77-9cd8-49ba-b68a-682ae33c924a') {'for_net_delete': True} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:16:53.988006 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-fbdb3236-77c5-4409-8db8-e7b68b8e06b2 tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be2bbc77-9cd8-49ba-b68a-682ae33c924a') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:16:54.006533 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fbdb3236-77c5-4409-8db8-e7b68b8e06b2 tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25010581'] for segment, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:54.026227 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fbdb3236-77c5-4409-8db8-e7b68b8e06b2 tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:54.034604 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbdb3236-77c5-4409-8db8-e7b68b8e06b2 tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Releasing vlan 655 on physical network physnet1 to pool {{(pid=94420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 12:16:54.035292 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fbdb3236-77c5-4409-8db8-e7b68b8e06b2 tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29762581'] for segment, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:54.037382 n-d-803378-2 neutron-server[94420]: Traceback (most recent call last): Aug 05 12:16:54.037382 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 12:16:54.037382 n-d-803378-2 neutron-server[94420]: timer() Aug 05 12:16:54.037382 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 12:16:54.037382 n-d-803378-2 neutron-server[94420]: cb(*args, **kw) Aug 05 12:16:54.037382 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 12:16:54.037382 n-d-803378-2 neutron-server[94420]: return func(*args, **kwargs) Aug 05 12:16:54.037382 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 12:16:54.037382 n-d-803378-2 neutron-server[94420]: self._notify() Aug 05 12:16:54.037382 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 12:16:54.037382 n-d-803378-2 neutron-server[94420]: self.callback(batched_events) Aug 05 12:16:54.037382 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 12:16:54.037382 n-d-803378-2 neutron-server[94420]: event.method(event) Aug 05 12:16:54.037382 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 12:16:54.037382 n-d-803378-2 neutron-server[94420]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 12:16:54.037382 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 12:16:54.037382 n-d-803378-2 neutron-server[94420]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 12:16:54.037382 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 12:16:54.037382 n-d-803378-2 neutron-server[94420]: return f(self, *a, **k) Aug 05 12:16:54.037382 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 12:16:54.037382 n-d-803378-2 neutron-server[94420]: return self._get(url).json() Aug 05 12:16:54.037382 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 12:16:54.037382 n-d-803378-2 neutron-server[94420]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 12:16:54.037382 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 12:16:54.037382 n-d-803378-2 neutron-server[94420]: return self.request(url, 'GET', **kwargs) Aug 05 12:16:54.037382 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 12:16:54.037382 n-d-803378-2 neutron-server[94420]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 12:16:54.037382 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 12:16:54.037382 n-d-803378-2 neutron-server[94420]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 12:16:54.037382 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 12:16:54.037382 n-d-803378-2 neutron-server[94420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 12:16:54.037382 n-d-803378-2 neutron-server[94420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 12:16:54.118359 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fbdb3236-77c5-4409-8db8-e7b68b8e06b2 tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:54.126205 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbdb3236-77c5-4409-8db8-e7b68b8e06b2 tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network cd824929-99fb-4730-a96d-df6aa77279ad {{(pid=94420) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 05 12:16:54.129752 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fbdb3236-77c5-4409-8db8-e7b68b8e06b2 tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:54.132238 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-fbdb3236-77c5-4409-8db8-e7b68b8e06b2 tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] 10.222.0.58 "DELETE /v2.0/networks/cd824929-99fb-4730-a96d-df6aa77279ad HTTP/1.1" status: 204 len: 168 time: 0.3869624 Aug 05 12:16:54.137824 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 38560) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:16:54.146367 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdb3236-77c5-4409-8db8-e7b68b8e06b2 tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Pushing event deleted for resources: {'Network': ['ID=cd824929-99fb-4730-a96d-df6aa77279ad,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:16:54.148677 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-64eb10bf-bf1f-4c96-89c5-ee7a141a091e tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Request body: {'network': {'name': 'tempest-network--1883086215'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:16:54.185434 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64eb10bf-bf1f-4c96-89c5-ee7a141a091e tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Made reservation on behalf of e9204fd8190542869d3492f9040230db for: {'network': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:16:54.190322 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-64eb10bf-bf1f-4c96-89c5-ee7a141a091e tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:54.238295 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64eb10bf-bf1f-4c96-89c5-ee7a141a091e tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] vlan segment allocate from pool success with {'vlan_id': 668, 'physical_network': 'physnet1'} {{(pid=94421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 12:16:54.259418 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-64eb10bf-bf1f-4c96-89c5-ee7a141a091e tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:54.260262 n-d-803378-2 neutron-server[94421]: INFO neutron.db.segments_db [None req-64eb10bf-bf1f-4c96-89c5-ee7a141a091e tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Added segment 711d95f8-a467-4eb5-ad26-240342097208 of type vlan for network f2219646-ebb8-44b2-9804-ccec0da7071f Aug 05 12:16:54.337665 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-64eb10bf-bf1f-4c96-89c5-ee7a141a091e tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:54.388110 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-64eb10bf-bf1f-4c96-89c5-ee7a141a091e tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:54.390882 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64eb10bf-bf1f-4c96-89c5-ee7a141a091e tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:16:54.392057 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-64eb10bf-bf1f-4c96-89c5-ee7a141a091e tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Notify callbacks [] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:54.490880 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-64eb10bf-bf1f-4c96-89c5-ee7a141a091e tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.3516140 Aug 05 12:16:54.491244 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 38568) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:16:54.497982 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-8bf8e663-20fa-419d-b0eb-be8cb81fb822 tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:16:54.510679 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eb10bf-bf1f-4c96-89c5-ee7a141a091e tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Pushing event updated for resources: {'Network': ['ID=f2219646-ebb8-44b2-9804-ccec0da7071f,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:16:54.521914 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network f2219646-ebb8-44b2-9804-ccec0da7071f details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 12:16:55.041264 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8bf8e663-20fa-419d-b0eb-be8cb81fb822 tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:55.058597 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8bf8e663-20fa-419d-b0eb-be8cb81fb822 tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:55.075420 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8bf8e663-20fa-419d-b0eb-be8cb81fb822 tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Network f2219646-ebb8-44b2-9804-ccec0da7071f is not hosted by any dhcp agent {{(pid=94420) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 05 12:16:55.076472 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf8e663-20fa-419d-b0eb-be8cb81fb822 tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:16:55.077302 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8bf8e663-20fa-419d-b0eb-be8cb81fb822 tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:55.082503 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-8bf8e663-20fa-419d-b0eb-be8cb81fb822 tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] 10.222.0.58 "PUT /v2.0/networks/f2219646-ebb8-44b2-9804-ccec0da7071f HTTP/1.1" status: 200 len: 858 time: 0.5867074 Aug 05 12:16:55.082978 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 38576) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:16:55.126889 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf8e663-20fa-419d-b0eb-be8cb81fb822 tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Pushing event updated for resources: {'Network': ['ID=f2219646-ebb8-44b2-9804-ccec0da7071f,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:16:55.175936 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1672f475-f23f-4766-a8fe-a4247c1bfbb8 tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:55.275417 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1672f475-f23f-4766-a8fe-a4247c1bfbb8 tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:55.286814 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-1672f475-f23f-4766-a8fe-a4247c1bfbb8 tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2219646-ebb8-44b2-9804-ccec0da7071f']}} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:16:55.301796 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-1672f475-f23f-4766-a8fe-a4247c1bfbb8 tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '711d95f8-a467-4eb5-ad26-240342097208') {'for_net_delete': True} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:16:55.302283 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-1672f475-f23f-4766-a8fe-a4247c1bfbb8 tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '711d95f8-a467-4eb5-ad26-240342097208') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:16:55.312713 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1672f475-f23f-4766-a8fe-a4247c1bfbb8 tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29786371'] for segment, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:55.328818 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1672f475-f23f-4766-a8fe-a4247c1bfbb8 tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:55.336848 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1672f475-f23f-4766-a8fe-a4247c1bfbb8 tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Releasing vlan 668 on physical network physnet1 to pool {{(pid=94421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 12:16:55.337259 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1672f475-f23f-4766-a8fe-a4247c1bfbb8 tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25038799'] for segment, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:55.339022 n-d-803378-2 neutron-server[94421]: Traceback (most recent call last): Aug 05 12:16:55.339022 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 12:16:55.339022 n-d-803378-2 neutron-server[94421]: timer() Aug 05 12:16:55.339022 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 12:16:55.339022 n-d-803378-2 neutron-server[94421]: cb(*args, **kw) Aug 05 12:16:55.339022 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 12:16:55.339022 n-d-803378-2 neutron-server[94421]: return func(*args, **kwargs) Aug 05 12:16:55.339022 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 12:16:55.339022 n-d-803378-2 neutron-server[94421]: self._notify() Aug 05 12:16:55.339022 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 12:16:55.339022 n-d-803378-2 neutron-server[94421]: self.callback(batched_events) Aug 05 12:16:55.339022 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 12:16:55.339022 n-d-803378-2 neutron-server[94421]: event.method(event) Aug 05 12:16:55.339022 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 12:16:55.339022 n-d-803378-2 neutron-server[94421]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 12:16:55.339022 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 12:16:55.339022 n-d-803378-2 neutron-server[94421]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 12:16:55.339022 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 12:16:55.339022 n-d-803378-2 neutron-server[94421]: return f(self, *a, **k) Aug 05 12:16:55.339022 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 12:16:55.339022 n-d-803378-2 neutron-server[94421]: return self._get(url).json() Aug 05 12:16:55.339022 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 12:16:55.339022 n-d-803378-2 neutron-server[94421]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 12:16:55.339022 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 12:16:55.339022 n-d-803378-2 neutron-server[94421]: return self.request(url, 'GET', **kwargs) Aug 05 12:16:55.339022 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 12:16:55.339022 n-d-803378-2 neutron-server[94421]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 12:16:55.339022 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 12:16:55.339022 n-d-803378-2 neutron-server[94421]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 12:16:55.339022 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 12:16:55.339022 n-d-803378-2 neutron-server[94421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 12:16:55.339022 n-d-803378-2 neutron-server[94421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 12:16:55.404277 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1672f475-f23f-4766-a8fe-a4247c1bfbb8 tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:55.411963 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1672f475-f23f-4766-a8fe-a4247c1bfbb8 tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f2219646-ebb8-44b2-9804-ccec0da7071f {{(pid=94421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 05 12:16:55.415657 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1672f475-f23f-4766-a8fe-a4247c1bfbb8 tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Notify callbacks [] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:55.423692 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-1672f475-f23f-4766-a8fe-a4247c1bfbb8 tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] 10.222.0.58 "DELETE /v2.0/networks/f2219646-ebb8-44b2-9804-ccec0da7071f HTTP/1.1" status: 204 len: 168 time: 0.3344166 Aug 05 12:16:55.425010 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 38584) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:16:55.459387 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1672f475-f23f-4766-a8fe-a4247c1bfbb8 tempest-ExternalNetworksTestJSON-1641999429 tempest-ExternalNetworksTestJSON-1641999429-project-admin] Pushing event deleted for resources: {'Network': ['ID=f2219646-ebb8-44b2-9804-ccec0da7071f,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:16:55.500168 n-d-803378-2 neutron-server[94420]: INFO neutron.pecan_wsgi.hooks.translation [None req-f51ade92-b44f-4df3-b46f-94ed38a52eee tempest-ExternalNetworksTestJSON-152171460 tempest-ExternalNetworksTestJSON-152171460-project] DELETE failed (client error): The resource could not be found. Aug 05 12:16:55.500685 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f51ade92-b44f-4df3-b46f-94ed38a52eee tempest-ExternalNetworksTestJSON-152171460 tempest-ExternalNetworksTestJSON-152171460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 12:16:55.502927 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-f51ade92-b44f-4df3-b46f-94ed38a52eee tempest-ExternalNetworksTestJSON-152171460 tempest-ExternalNetworksTestJSON-152171460-project] 10.222.0.58 "DELETE /v2.0/subnets/24c7de61-1bee-4927-b505-7a2d2a858251 HTTP/1.1" status: 404 len: 337 time: 0.0768209 Aug 05 12:16:55.506135 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 38592) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:16:55.607020 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ad656b4b-6dda-488f-b695-47a5c100fac0 tempest-ExternalNetworksTestJSON-152171460 tempest-ExternalNetworksTestJSON-152171460-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:55.723094 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ad656b4b-6dda-488f-b695-47a5c100fac0 tempest-ExternalNetworksTestJSON-152171460 tempest-ExternalNetworksTestJSON-152171460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:55.737949 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-ad656b4b-6dda-488f-b695-47a5c100fac0 tempest-ExternalNetworksTestJSON-152171460 tempest-ExternalNetworksTestJSON-152171460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c72c2ed6-9ead-4f30-b225-b52dddadb243']}} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:16:55.764003 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-ad656b4b-6dda-488f-b695-47a5c100fac0 tempest-ExternalNetworksTestJSON-152171460 tempest-ExternalNetworksTestJSON-152171460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '501880f4-ee74-4348-a0dd-568cd7c8a4d0') {'for_net_delete': True} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:16:55.764635 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-ad656b4b-6dda-488f-b695-47a5c100fac0 tempest-ExternalNetworksTestJSON-152171460 tempest-ExternalNetworksTestJSON-152171460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '501880f4-ee74-4348-a0dd-568cd7c8a4d0') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:16:55.782782 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ad656b4b-6dda-488f-b695-47a5c100fac0 tempest-ExternalNetworksTestJSON-152171460 tempest-ExternalNetworksTestJSON-152171460-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25010581'] for segment, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:55.808985 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ad656b4b-6dda-488f-b695-47a5c100fac0 tempest-ExternalNetworksTestJSON-152171460 tempest-ExternalNetworksTestJSON-152171460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:55.823014 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad656b4b-6dda-488f-b695-47a5c100fac0 tempest-ExternalNetworksTestJSON-152171460 tempest-ExternalNetworksTestJSON-152171460-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=94420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 12:16:55.823932 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ad656b4b-6dda-488f-b695-47a5c100fac0 tempest-ExternalNetworksTestJSON-152171460 tempest-ExternalNetworksTestJSON-152171460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29762581'] for segment, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:55.828692 n-d-803378-2 neutron-server[94420]: Traceback (most recent call last): Aug 05 12:16:55.828692 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 12:16:55.828692 n-d-803378-2 neutron-server[94420]: timer() Aug 05 12:16:55.828692 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 12:16:55.828692 n-d-803378-2 neutron-server[94420]: cb(*args, **kw) Aug 05 12:16:55.828692 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 12:16:55.828692 n-d-803378-2 neutron-server[94420]: return func(*args, **kwargs) Aug 05 12:16:55.828692 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 12:16:55.828692 n-d-803378-2 neutron-server[94420]: self._notify() Aug 05 12:16:55.828692 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 12:16:55.828692 n-d-803378-2 neutron-server[94420]: self.callback(batched_events) Aug 05 12:16:55.828692 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 12:16:55.828692 n-d-803378-2 neutron-server[94420]: event.method(event) Aug 05 12:16:55.828692 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 12:16:55.828692 n-d-803378-2 neutron-server[94420]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 12:16:55.828692 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 12:16:55.828692 n-d-803378-2 neutron-server[94420]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 12:16:55.828692 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 12:16:55.828692 n-d-803378-2 neutron-server[94420]: return f(self, *a, **k) Aug 05 12:16:55.828692 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 12:16:55.828692 n-d-803378-2 neutron-server[94420]: return self._get(url).json() Aug 05 12:16:55.828692 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 12:16:55.828692 n-d-803378-2 neutron-server[94420]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 12:16:55.828692 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 12:16:55.828692 n-d-803378-2 neutron-server[94420]: return self.request(url, 'GET', **kwargs) Aug 05 12:16:55.828692 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 12:16:55.828692 n-d-803378-2 neutron-server[94420]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 12:16:55.828692 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 12:16:55.828692 n-d-803378-2 neutron-server[94420]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 12:16:55.828692 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 12:16:55.828692 n-d-803378-2 neutron-server[94420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 12:16:55.828692 n-d-803378-2 neutron-server[94420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 12:16:55.923712 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ad656b4b-6dda-488f-b695-47a5c100fac0 tempest-ExternalNetworksTestJSON-152171460 tempest-ExternalNetworksTestJSON-152171460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:55.933544 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ad656b4b-6dda-488f-b695-47a5c100fac0 tempest-ExternalNetworksTestJSON-152171460 tempest-ExternalNetworksTestJSON-152171460-project] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:55.935641 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-ad656b4b-6dda-488f-b695-47a5c100fac0 tempest-ExternalNetworksTestJSON-152171460 tempest-ExternalNetworksTestJSON-152171460-project] 10.222.0.58 "DELETE /v2.0/networks/c72c2ed6-9ead-4f30-b225-b52dddadb243 HTTP/1.1" status: 204 len: 168 time: 0.4283001 Aug 05 12:16:55.948931 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad656b4b-6dda-488f-b695-47a5c100fac0 tempest-ExternalNetworksTestJSON-152171460 tempest-ExternalNetworksTestJSON-152171460-project] Pushing event deleted for resources: {'Network': ['ID=c72c2ed6-9ead-4f30-b225-b52dddadb243,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:16:56.357983 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 38608) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:16:56.554739 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-ac7017c1-2170-4edb-b401-f655d09b6a9e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b183eff0e6054024a35c6b8d57a7a965&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1945634 Aug 05 12:16:56.557411 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 38618) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:16:56.622712 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-10f7de13-0d99-4066-bc8e-ac29f827c6c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:56.652826 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-10f7de13-0d99-4066-bc8e-ac29f827c6c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:56.722717 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-10f7de13-0d99-4066-bc8e-ac29f827c6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:56.726045 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-10f7de13-0d99-4066-bc8e-ac29f827c6c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:56.727477 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-10f7de13-0d99-4066-bc8e-ac29f827c6c0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0ed4d990-0e86-44a4-ab9e-696539be1aa2 HTTP/1.1" status: 204 len: 168 time: 0.1690373 Aug 05 12:16:56.737819 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f7de13-0d99-4066-bc8e-ac29f827c6c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ed4d990-0e86-44a4-ab9e-696539be1aa2,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:16:57.147339 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 38634) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:16:57.201763 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-34516aaf-8953-4a00-b1c9-da079ae5900b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e9204fd8190542869d3492f9040230db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0493331 Aug 05 12:16:57.202165 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 38636) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:16:57.265978 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-50fd46f5-38a9-4828-bfd5-5404e1021371 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:57.294506 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-50fd46f5-38a9-4828-bfd5-5404e1021371 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:57.359204 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-50fd46f5-38a9-4828-bfd5-5404e1021371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:57.363093 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-50fd46f5-38a9-4828-bfd5-5404e1021371 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:57.367998 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-50fd46f5-38a9-4828-bfd5-5404e1021371 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d2834664-64e1-4ec3-93ce-8763f4663836 HTTP/1.1" status: 204 len: 168 time: 0.1632500 Aug 05 12:16:57.378045 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fd46f5-38a9-4828-bfd5-5404e1021371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2834664-64e1-4ec3-93ce-8763f4663836,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:16:59.265210 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 38704) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:16:59.408058 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-4e78dce5-8ecf-47b9-b849-ef678cd3027a tempest-MeteringIpV6TestJSON-1557575291 tempest-MeteringIpV6TestJSON-1557575291-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-434644056'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:16:59.409034 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-4e78dce5-8ecf-47b9-b849-ef678cd3027a tempest-MeteringIpV6TestJSON-1557575291 tempest-MeteringIpV6TestJSON-1557575291-project-admin] Unknown quota resources ['metering_label']. {{(pid=94421) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 05 12:16:59.655345 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4e78dce5-8ecf-47b9-b849-ef678cd3027a tempest-MeteringIpV6TestJSON-1557575291 tempest-MeteringIpV6TestJSON-1557575291-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:59.661595 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-4e78dce5-8ecf-47b9-b849-ef678cd3027a tempest-MeteringIpV6TestJSON-1557575291 tempest-MeteringIpV6TestJSON-1557575291-project-admin] 10.222.0.58 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.3909116 Aug 05 12:16:59.661969 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 38714) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:16:59.667805 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-3cce99ff-aae7-4d5b-95cf-93da1fa3ccb7 tempest-MeteringIpV6TestJSON-1557575291 tempest-MeteringIpV6TestJSON-1557575291-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '7432166e-ed52-40c2-9a10-1d9e4a8937c9'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:16:59.668709 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-3cce99ff-aae7-4d5b-95cf-93da1fa3ccb7 tempest-MeteringIpV6TestJSON-1557575291 tempest-MeteringIpV6TestJSON-1557575291-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94421) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 05 12:16:59.742883 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:59.757530 n-d-803378-2 neutron-server[94421]: WARNING neutron.services.metering.metering_plugin [None req-3cce99ff-aae7-4d5b-95cf-93da1fa3ccb7 tempest-MeteringIpV6TestJSON-1557575291 tempest-MeteringIpV6TestJSON-1557575291-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 05 12:16:59.879137 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3cce99ff-aae7-4d5b-95cf-93da1fa3ccb7 tempest-MeteringIpV6TestJSON-1557575291 tempest-MeteringIpV6TestJSON-1557575291-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:16:59.884909 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-3cce99ff-aae7-4d5b-95cf-93da1fa3ccb7 tempest-MeteringIpV6TestJSON-1557575291 tempest-MeteringIpV6TestJSON-1557575291-project-admin] 10.222.0.58 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2170377 Aug 05 12:16:59.885214 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 38720) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:16:59.889900 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-645d8bd1-d722-4a62-a4cd-9135489f1003 tempest-MeteringIpV6TestJSON-1557575291 tempest-MeteringIpV6TestJSON-1557575291-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '7432166e-ed52-40c2-9a10-1d9e4a8937c9'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:16:59.890394 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-645d8bd1-d722-4a62-a4cd-9135489f1003 tempest-MeteringIpV6TestJSON-1557575291 tempest-MeteringIpV6TestJSON-1557575291-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94421) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 05 12:16:59.954972 n-d-803378-2 neutron-server[94421]: WARNING neutron.services.metering.metering_plugin [None req-645d8bd1-d722-4a62-a4cd-9135489f1003 tempest-MeteringIpV6TestJSON-1557575291 tempest-MeteringIpV6TestJSON-1557575291-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 05 12:17:00.058037 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-645d8bd1-d722-4a62-a4cd-9135489f1003 tempest-MeteringIpV6TestJSON-1557575291 tempest-MeteringIpV6TestJSON-1557575291-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:00.059253 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-645d8bd1-d722-4a62-a4cd-9135489f1003 tempest-MeteringIpV6TestJSON-1557575291 tempest-MeteringIpV6TestJSON-1557575291-project-admin] 10.222.0.58 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1730030 Aug 05 12:17:00.062311 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 38722) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:17:00.074295 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-fbf2eaeb-826e-4a71-93f1-3fb4c2b6889e tempest-MeteringIpV6TestJSON-1557575291 tempest-MeteringIpV6TestJSON-1557575291-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-label-rules?id=120e9ccd-bda2-45a1-81c5-89cb4d1b00e4 HTTP/1.1" status: 200 len: 462 time: 0.0108180 Aug 05 12:17:00.079441 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 38726) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:17:00.517038 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6a93416c-70ee-498c-be38-4b81ff22535d tempest-MeteringIpV6TestJSON-1557575291 tempest-MeteringIpV6TestJSON-1557575291-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:00.518521 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-6a93416c-70ee-498c-be38-4b81ff22535d tempest-MeteringIpV6TestJSON-1557575291 tempest-MeteringIpV6TestJSON-1557575291-project-admin] 10.222.0.58 "DELETE /v2.0/metering/metering-label-rules/120e9ccd-bda2-45a1-81c5-89cb4d1b00e4 HTTP/1.1" status: 204 len: 168 time: 0.4377630 Aug 05 12:17:00.521936 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 38734) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:17:00.539584 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-3f41d279-86c2-42f2-a96d-56d27b51ced9 tempest-MeteringIpV6TestJSON-1557575291 tempest-MeteringIpV6TestJSON-1557575291-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-label-rules?id=120e9ccd-bda2-45a1-81c5-89cb4d1b00e4 HTTP/1.1" status: 200 len: 221 time: 0.0121768 Aug 05 12:17:00.540327 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 38736) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:17:00.545451 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-b7abcf44-fdec-4aca-a53e-6af1a46123c0 tempest-MeteringIpV6TestJSON-1557575291 tempest-MeteringIpV6TestJSON-1557575291-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--650752907', 'description': 'label created by tempest'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:17:00.546025 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-b7abcf44-fdec-4aca-a53e-6af1a46123c0 tempest-MeteringIpV6TestJSON-1557575291 tempest-MeteringIpV6TestJSON-1557575291-project-admin] Unknown quota resources ['metering_label']. {{(pid=94421) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 05 12:17:00.755654 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b7abcf44-fdec-4aca-a53e-6af1a46123c0 tempest-MeteringIpV6TestJSON-1557575291 tempest-MeteringIpV6TestJSON-1557575291-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:00.756911 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-b7abcf44-fdec-4aca-a53e-6af1a46123c0 tempest-MeteringIpV6TestJSON-1557575291 tempest-MeteringIpV6TestJSON-1557575291-project-admin] 10.222.0.58 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2153666 Aug 05 12:17:00.759739 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 38744) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:17:00.880629 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-321f765e-eca6-4b66-a885-a371d5248812 tempest-MeteringIpV6TestJSON-1557575291 tempest-MeteringIpV6TestJSON-1557575291-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-labels?id=a1ff2349-501a-43b5-8798-d79174a37eb1 HTTP/1.1" status: 200 len: 467 time: 0.1190853 Aug 05 12:17:00.883180 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 38746) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:17:01.112621 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-11383b17-25c1-40a4-a486-df414627a43c tempest-MeteringIpV6TestJSON-1557575291 tempest-MeteringIpV6TestJSON-1557575291-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:01.112621 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-11383b17-25c1-40a4-a486-df414627a43c tempest-MeteringIpV6TestJSON-1557575291 tempest-MeteringIpV6TestJSON-1557575291-project-admin] 10.222.0.58 "DELETE /v2.0/metering/metering-labels/a1ff2349-501a-43b5-8798-d79174a37eb1 HTTP/1.1" status: 204 len: 168 time: 0.2251246 Aug 05 12:17:01.114344 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 38752) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:17:01.134669 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-5aa97018-38ad-420f-9f77-520921d33c50 tempest-MeteringIpV6TestJSON-1557575291 tempest-MeteringIpV6TestJSON-1557575291-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-labels?id=a1ff2349-501a-43b5-8798-d79174a37eb1 HTTP/1.1" status: 200 len: 216 time: 0.0135322 Aug 05 12:17:01.135038 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 38754) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:17:01.148698 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-366ce4dc-6f73-4e88-86ab-ce4548d5f4d1 tempest-MeteringIpV6TestJSON-1557575291 tempest-MeteringIpV6TestJSON-1557575291-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0120649 Aug 05 12:17:01.153299 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 38756) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:17:01.168328 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-9538c3bf-c0bc-4c75-a6a0-39a2e97b8633 tempest-MeteringIpV6TestJSON-1557575291 tempest-MeteringIpV6TestJSON-1557575291-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0137382 Aug 05 12:17:01.172321 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 38758) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:17:01.263456 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-29007d4d-9f61-4a49-826c-44770cebae27 tempest-MeteringIpV6TestJSON-1557575291 tempest-MeteringIpV6TestJSON-1557575291-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-labels/7432166e-ed52-40c2-9a10-1d9e4a8937c9 HTTP/1.1" status: 200 len: 472 time: 0.0892041 Aug 05 12:17:01.266611 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 38762) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:17:01.282894 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-2028d5fa-205d-42f3-967b-db403ac919da tempest-MeteringIpV6TestJSON-1557575291 tempest-MeteringIpV6TestJSON-1557575291-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-label-rules/5861a297-77e3-4300-8f6a-b47d155e50ce HTTP/1.1" status: 200 len: 459 time: 0.0145245 Aug 05 12:17:01.286699 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 38764) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:17:01.429247 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0079522b-9309-48de-b977-65e438381c60 tempest-MeteringIpV6TestJSON-1557575291 tempest-MeteringIpV6TestJSON-1557575291-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:01.430985 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-0079522b-9309-48de-b977-65e438381c60 tempest-MeteringIpV6TestJSON-1557575291 tempest-MeteringIpV6TestJSON-1557575291-project-admin] 10.222.0.58 "DELETE /v2.0/metering/metering-label-rules/5861a297-77e3-4300-8f6a-b47d155e50ce HTTP/1.1" status: 204 len: 168 time: 0.1431599 Aug 05 12:17:01.434572 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 38770) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:17:01.662930 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7bf3171e-b4e6-4344-9d26-bec7db485934 tempest-MeteringIpV6TestJSON-1557575291 tempest-MeteringIpV6TestJSON-1557575291-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:01.664150 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-7bf3171e-b4e6-4344-9d26-bec7db485934 tempest-MeteringIpV6TestJSON-1557575291 tempest-MeteringIpV6TestJSON-1557575291-project-admin] 10.222.0.58 "DELETE /v2.0/metering/metering-labels/7432166e-ed52-40c2-9a10-1d9e4a8937c9 HTTP/1.1" status: 204 len: 168 time: 0.2264040 Aug 05 12:17:02.014895 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 38786) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:17:02.145403 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1da9332f-0f4d-4df7-a635-86611f59063f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:02.291499 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1da9332f-0f4d-4df7-a635-86611f59063f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:02.301576 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1da9332f-0f4d-4df7-a635-86611f59063f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:02.374233 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-1da9332f-0f4d-4df7-a635-86611f59063f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bff1ebf8c1904327b730c0c7f41cdcba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3578401 Aug 05 12:17:02.377852 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 38790) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:17:02.383702 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da9332f-0f4d-4df7-a635-86611f59063f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54d72338-2e80-4e2f-a35c-032f20088a74,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:17:02.468839 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d0d40c7a-7aa5-401e-a347-f35eab33a303 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:02.496430 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d0d40c7a-7aa5-401e-a347-f35eab33a303 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:02.561096 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d0d40c7a-7aa5-401e-a347-f35eab33a303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:02.563803 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d0d40c7a-7aa5-401e-a347-f35eab33a303 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:02.565840 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-d0d40c7a-7aa5-401e-a347-f35eab33a303 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/54d72338-2e80-4e2f-a35c-032f20088a74 HTTP/1.1" status: 204 len: 168 time: 0.1854849 Aug 05 12:17:02.574696 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d40c7a-7aa5-401e-a347-f35eab33a303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54d72338-2e80-4e2f-a35c-032f20088a74,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:17:02.946959 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 38802) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:17:02.975485 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fc11dd7f-312c-4c6d-8c12-9fd0108cb0a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:03.143909 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fc11dd7f-312c-4c6d-8c12-9fd0108cb0a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:03.149669 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fc11dd7f-312c-4c6d-8c12-9fd0108cb0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:03.203884 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-fc11dd7f-312c-4c6d-8c12-9fd0108cb0a6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3ede05440eb54a2b8220bfbaab7c411b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2558806 Aug 05 12:17:03.209990 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 38808) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:17:03.217514 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc11dd7f-312c-4c6d-8c12-9fd0108cb0a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26c82cc0-8b99-48f2-b060-81ff83f17508,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:17:03.275219 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5df3419f-3edd-4e6a-bf7e-d8671f116620 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:03.305626 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5df3419f-3edd-4e6a-bf7e-d8671f116620 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:03.379787 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5df3419f-3edd-4e6a-bf7e-d8671f116620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:03.385362 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5df3419f-3edd-4e6a-bf7e-d8671f116620 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:03.387339 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-5df3419f-3edd-4e6a-bf7e-d8671f116620 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/26c82cc0-8b99-48f2-b060-81ff83f17508 HTTP/1.1" status: 204 len: 168 time: 0.1761224 Aug 05 12:17:03.404985 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df3419f-3edd-4e6a-bf7e-d8671f116620 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26c82cc0-8b99-48f2-b060-81ff83f17508,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:17:05.196962 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 38880) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:17:05.325461 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-6337434e-78da-4649-a3e1-c598a8dae640 tempest-RoutersAdminNegativeIpV6Test-1699459040 tempest-RoutersAdminNegativeIpV6Test-1699459040-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-721965346', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:17:05.365683 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6337434e-78da-4649-a3e1-c598a8dae640 tempest-RoutersAdminNegativeIpV6Test-1699459040 tempest-RoutersAdminNegativeIpV6Test-1699459040-project-admin] Made reservation on behalf of e178ae4a5d9a4ca9918bc392d2cb8aa9 for: {'port': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:17:05.369847 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6337434e-78da-4649-a3e1-c598a8dae640 tempest-RoutersAdminNegativeIpV6Test-1699459040 tempest-RoutersAdminNegativeIpV6Test-1699459040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:05.382980 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6337434e-78da-4649-a3e1-c598a8dae640 tempest-RoutersAdminNegativeIpV6Test-1699459040 tempest-RoutersAdminNegativeIpV6Test-1699459040-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:05.516665 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6337434e-78da-4649-a3e1-c598a8dae640 tempest-RoutersAdminNegativeIpV6Test-1699459040 tempest-RoutersAdminNegativeIpV6Test-1699459040-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:05.525484 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6337434e-78da-4649-a3e1-c598a8dae640 tempest-RoutersAdminNegativeIpV6Test-1699459040 tempest-RoutersAdminNegativeIpV6Test-1699459040-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:05.531639 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [None req-6337434e-78da-4649-a3e1-c598a8dae640 tempest-RoutersAdminNegativeIpV6Test-1699459040 tempest-RoutersAdminNegativeIpV6Test-1699459040-project-admin] device_id is not set on port ec63563a-ebbf-49e8-9a15-0e79a21223c8 yet. {{(pid=94420) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 12:17:05.587928 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6337434e-78da-4649-a3e1-c598a8dae640 tempest-RoutersAdminNegativeIpV6Test-1699459040 tempest-RoutersAdminNegativeIpV6Test-1699459040-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d15da00-5ab5-4b4d-98c8-ce7b794768dc,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:17:05.678763 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-6337434e-78da-4649-a3e1-c598a8dae640 tempest-RoutersAdminNegativeIpV6Test-1699459040 tempest-RoutersAdminNegativeIpV6Test-1699459040-project-admin] Allocated IP 172.25.5.85 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/ec63563a-ebbf-49e8-9a15-0e79a21223c8) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:17:05.927959 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6337434e-78da-4649-a3e1-c598a8dae640 tempest-RoutersAdminNegativeIpV6Test-1699459040 tempest-RoutersAdminNegativeIpV6Test-1699459040-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:05.989831 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6337434e-78da-4649-a3e1-c598a8dae640 tempest-RoutersAdminNegativeIpV6Test-1699459040 tempest-RoutersAdminNegativeIpV6Test-1699459040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:06.040293 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6337434e-78da-4649-a3e1-c598a8dae640 tempest-RoutersAdminNegativeIpV6Test-1699459040 tempest-RoutersAdminNegativeIpV6Test-1699459040-project-admin] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:17:06.046735 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-6337434e-78da-4649-a3e1-c598a8dae640 tempest-RoutersAdminNegativeIpV6Test-1699459040 tempest-RoutersAdminNegativeIpV6Test-1699459040-project-admin] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:17:06.052151 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6337434e-78da-4649-a3e1-c598a8dae640 tempest-RoutersAdminNegativeIpV6Test-1699459040 tempest-RoutersAdminNegativeIpV6Test-1699459040-project-admin] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:17:06.058442 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6337434e-78da-4649-a3e1-c598a8dae640 tempest-RoutersAdminNegativeIpV6Test-1699459040 tempest-RoutersAdminNegativeIpV6Test-1699459040-project-admin] Pushing event updated for resources: {'Port': ['ID=ec63563a-ebbf-49e8-9a15-0e79a21223c8,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:17:06.104246 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6337434e-78da-4649-a3e1-c598a8dae640 tempest-RoutersAdminNegativeIpV6Test-1699459040 tempest-RoutersAdminNegativeIpV6Test-1699459040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:17:06.104890 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6337434e-78da-4649-a3e1-c598a8dae640 tempest-RoutersAdminNegativeIpV6Test-1699459040 tempest-RoutersAdminNegativeIpV6Test-1699459040-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:06.123203 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-6337434e-78da-4649-a3e1-c598a8dae640 tempest-RoutersAdminNegativeIpV6Test-1699459040 tempest-RoutersAdminNegativeIpV6Test-1699459040-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 0.9248416 Aug 05 12:17:06.125931 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 38896) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:17:06.131584 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-b58f748c-2c9c-4633-bdd7-6e4700f0e6b4 tempest-RoutersAdminNegativeIpV6Test-1699459040 tempest-RoutersAdminNegativeIpV6Test-1699459040-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.85'}]}}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:17:06.154494 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b58f748c-2c9c-4633-bdd7-6e4700f0e6b4 tempest-RoutersAdminNegativeIpV6Test-1699459040 tempest-RoutersAdminNegativeIpV6Test-1699459040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33260300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1929'] for router, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:06.155726 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b58f748c-2c9c-4633-bdd7-6e4700f0e6b4 tempest-RoutersAdminNegativeIpV6Test-1699459040 tempest-RoutersAdminNegativeIpV6Test-1699459040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33285914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33034662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1926'] for router, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:06.215342 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b58f748c-2c9c-4633-bdd7-6e4700f0e6b4 tempest-RoutersAdminNegativeIpV6Test-1699459040 tempest-RoutersAdminNegativeIpV6Test-1699459040-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:06.382319 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b58f748c-2c9c-4633-bdd7-6e4700f0e6b4 tempest-RoutersAdminNegativeIpV6Test-1699459040 tempest-RoutersAdminNegativeIpV6Test-1699459040-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:06.667907 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b58f748c-2c9c-4633-bdd7-6e4700f0e6b4 tempest-RoutersAdminNegativeIpV6Test-1699459040 tempest-RoutersAdminNegativeIpV6Test-1699459040-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:06.710532 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b58f748c-2c9c-4633-bdd7-6e4700f0e6b4 tempest-RoutersAdminNegativeIpV6Test-1699459040 tempest-RoutersAdminNegativeIpV6Test-1699459040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:06.953208 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b58f748c-2c9c-4633-bdd7-6e4700f0e6b4 tempest-RoutersAdminNegativeIpV6Test-1699459040 tempest-RoutersAdminNegativeIpV6Test-1699459040-project-admin] Notify callbacks [] for router, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:07.146767 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b58f748c-2c9c-4633-bdd7-6e4700f0e6b4 tempest-RoutersAdminNegativeIpV6Test-1699459040 tempest-RoutersAdminNegativeIpV6Test-1699459040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33262979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1951'] for router, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:07.150245 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b58f748c-2c9c-4633-bdd7-6e4700f0e6b4 tempest-RoutersAdminNegativeIpV6Test-1699459040 tempest-RoutersAdminNegativeIpV6Test-1699459040-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:07.218161 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b58f748c-2c9c-4633-bdd7-6e4700f0e6b4 tempest-RoutersAdminNegativeIpV6Test-1699459040 tempest-RoutersAdminNegativeIpV6Test-1699459040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33262474'] for router, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:07.219158 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b58f748c-2c9c-4633-bdd7-6e4700f0e6b4 tempest-RoutersAdminNegativeIpV6Test-1699459040 tempest-RoutersAdminNegativeIpV6Test-1699459040-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4df36008-d24d-4ed4-95c6-32c89156e976 {{(pid=94420) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 12:17:07.244919 n-d-803378-2 neutron-server[94420]: INFO neutron.api.v2.resource [None req-b58f748c-2c9c-4633-bdd7-6e4700f0e6b4 tempest-RoutersAdminNegativeIpV6Test-1699459040 tempest-RoutersAdminNegativeIpV6Test-1699459040-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 05 12:17:07.246930 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-b58f748c-2c9c-4633-bdd7-6e4700f0e6b4 tempest-RoutersAdminNegativeIpV6Test-1699459040 tempest-RoutersAdminNegativeIpV6Test-1699459040-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.1196878 Aug 05 12:17:07.251043 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 38916) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:17:07.289735 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-4a941874-01e3-4a79-8d7d-c47039f6e7b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:07.391299 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-ad0bf9ce-e0be-44e0-89b9-a354d32d217c tempest-RoutersAdminNegativeIpV6Test-1699459040 tempest-RoutersAdminNegativeIpV6Test-1699459040-project-admin] Deleting port ec63563a-ebbf-49e8-9a15-0e79a21223c8 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:17:07.392028 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ad0bf9ce-e0be-44e0-89b9-a354d32d217c tempest-RoutersAdminNegativeIpV6Test-1699459040 tempest-RoutersAdminNegativeIpV6Test-1699459040-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:07.513286 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ad0bf9ce-e0be-44e0-89b9-a354d32d217c tempest-RoutersAdminNegativeIpV6Test-1699459040 tempest-RoutersAdminNegativeIpV6Test-1699459040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:07.534633 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-ad0bf9ce-e0be-44e0-89b9-a354d32d217c tempest-RoutersAdminNegativeIpV6Test-1699459040 tempest-RoutersAdminNegativeIpV6Test-1699459040-project-admin] Calling delete_port for ec63563a-ebbf-49e8-9a15-0e79a21223c8 owned by {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:17:07.730858 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ad0bf9ce-e0be-44e0-89b9-a354d32d217c tempest-RoutersAdminNegativeIpV6Test-1699459040 tempest-RoutersAdminNegativeIpV6Test-1699459040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:07.771875 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0bf9ce-e0be-44e0-89b9-a354d32d217c tempest-RoutersAdminNegativeIpV6Test-1699459040 tempest-RoutersAdminNegativeIpV6Test-1699459040-project-admin] Pushing event deleted for resources: {'Port': ['ID=ec63563a-ebbf-49e8-9a15-0e79a21223c8,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:17:07.853395 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ad0bf9ce-e0be-44e0-89b9-a354d32d217c tempest-RoutersAdminNegativeIpV6Test-1699459040 tempest-RoutersAdminNegativeIpV6Test-1699459040-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:07.855740 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-ad0bf9ce-e0be-44e0-89b9-a354d32d217c tempest-RoutersAdminNegativeIpV6Test-1699459040 tempest-RoutersAdminNegativeIpV6Test-1699459040-project-admin] 10.222.0.58 "DELETE /v2.0/ports/ec63563a-ebbf-49e8-9a15-0e79a21223c8 HTTP/1.1" status: 204 len: 168 time: 0.6026678 Aug 05 12:17:08.188014 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 38938) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:17:08.384672 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d898a743-4283-4359-a15d-fec755dfa106 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:08.503895 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d898a743-4283-4359-a15d-fec755dfa106 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:08.509765 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d898a743-4283-4359-a15d-fec755dfa106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:08.576293 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-d898a743-4283-4359-a15d-fec755dfa106 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5f7c61b3e2024ccdb501e617941be7c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3867426 Aug 05 12:17:08.579738 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d898a743-4283-4359-a15d-fec755dfa106 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34fa58f8-a203-4005-8bae-762782a7d55c,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:17:08.581144 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 38946) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:17:08.667215 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-53654773-aced-4c67-b9ae-70d14be5bbcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:08.704643 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-53654773-aced-4c67-b9ae-70d14be5bbcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:08.788387 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-53654773-aced-4c67-b9ae-70d14be5bbcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:08.793294 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-53654773-aced-4c67-b9ae-70d14be5bbcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:08.797862 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-53654773-aced-4c67-b9ae-70d14be5bbcc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/34fa58f8-a203-4005-8bae-762782a7d55c HTTP/1.1" status: 204 len: 168 time: 0.2119379 Aug 05 12:17:08.808786 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53654773-aced-4c67-b9ae-70d14be5bbcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34fa58f8-a203-4005-8bae-762782a7d55c,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:17:09.179967 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 38962) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:17:09.234958 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-2b67c4e4-89ee-4c8b-823a-f5585ac72099 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e178ae4a5d9a4ca9918bc392d2cb8aa9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0535333 Aug 05 12:17:09.239284 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 38964) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:17:09.325649 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c1e2a8fa-28d2-4b03-802e-23365cbe2f4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:09.362189 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c1e2a8fa-28d2-4b03-802e-23365cbe2f4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:09.446068 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c1e2a8fa-28d2-4b03-802e-23365cbe2f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:09.450637 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c1e2a8fa-28d2-4b03-802e-23365cbe2f4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:09.452617 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-c1e2a8fa-28d2-4b03-802e-23365cbe2f4c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0d15da00-5ab5-4b4d-98c8-ce7b794768dc HTTP/1.1" status: 204 len: 168 time: 0.2114029 Aug 05 12:17:09.467545 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e2a8fa-28d2-4b03-802e-23365cbe2f4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d15da00-5ab5-4b4d-98c8-ce7b794768dc,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:17:10.029366 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-a6f4ded8-6ebf-49af-84c8-7d8553d75259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:10.101293 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:10.595175 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 39008) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:17:10.774694 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-bf217a4c-12fc-4964-8780-34a1a6f236ec tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1123598952'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:17:10.808817 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf217a4c-12fc-4964-8780-34a1a6f236ec tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Made reservation on behalf of 7812ecd4b3fa4c77871dc309d74de0d0 for: {'network': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:17:10.814559 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-bf217a4c-12fc-4964-8780-34a1a6f236ec tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:10.832909 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-bf217a4c-12fc-4964-8780-34a1a6f236ec tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:10.984833 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-bf217a4c-12fc-4964-8780-34a1a6f236ec tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:10.990008 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-bf217a4c-12fc-4964-8780-34a1a6f236ec tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:11.014839 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf217a4c-12fc-4964-8780-34a1a6f236ec tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] vlan segment allocate from pool success with {'vlan_id': 678, 'physical_network': 'physnet1'} {{(pid=94420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 12:17:11.038660 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-bf217a4c-12fc-4964-8780-34a1a6f236ec tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:11.039105 n-d-803378-2 neutron-server[94420]: INFO neutron.db.segments_db [None req-bf217a4c-12fc-4964-8780-34a1a6f236ec tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Added segment af1e8a6a-f4a2-43f5-b2ef-efec6fb76410 of type vlan for network 58ceea7a-2202-4f44-8d76-bbedacc32ba1 Aug 05 12:17:11.041055 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf217a4c-12fc-4964-8780-34a1a6f236ec tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd0a5890-a815-4801-924c-7d7a281c67b1,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:17:11.119055 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-bf217a4c-12fc-4964-8780-34a1a6f236ec tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:11.162914 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-bf217a4c-12fc-4964-8780-34a1a6f236ec tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:11.170027 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf217a4c-12fc-4964-8780-34a1a6f236ec tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:17:11.170791 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-bf217a4c-12fc-4964-8780-34a1a6f236ec tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:11.257135 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-bf217a4c-12fc-4964-8780-34a1a6f236ec tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6570022 Aug 05 12:17:11.258217 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 39026) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:17:11.274259 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf217a4c-12fc-4964-8780-34a1a6f236ec tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Pushing event updated for resources: {'Network': ['ID=58ceea7a-2202-4f44-8d76-bbedacc32ba1,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:17:11.276925 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-9926fe80-02b4-445c-9b6b-85ca3c554c4a tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Request body: {'subnet': {'network_id': '58ceea7a-2202-4f44-8d76-bbedacc32ba1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:17:11.291067 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 58ceea7a-2202-4f44-8d76-bbedacc32ba1 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 12:17:11.434180 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9926fe80-02b4-445c-9b6b-85ca3c554c4a tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Made reservation on behalf of 7812ecd4b3fa4c77871dc309d74de0d0 for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:17:11.438881 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9926fe80-02b4-445c-9b6b-85ca3c554c4a tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:11.673117 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9926fe80-02b4-445c-9b6b-85ca3c554c4a tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25038678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30075167'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:11.722947 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 12:17:11.750050 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9926fe80-02b4-445c-9b6b-85ca3c554c4a tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Pushing event updated for resources: {'Subnet': ['ID=ce8292ef-0454-4556-867a-9e4a3b8b0f43,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:17:11.768736 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9926fe80-02b4-445c-9b6b-85ca3c554c4a tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Checking segment: {'id': 'af1e8a6a-f4a2-43f5-b2ef-efec6fb76410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '58ceea7a-2202-4f44-8d76-bbedacc32ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:17:11.769120 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9926fe80-02b4-445c-9b6b-85ca3c554c4a tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Network hostable DHCP agents. Network: 58ceea7a-2202-4f44-8d76-bbedacc32ba1, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 12:17:11.787666 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9926fe80-02b4-445c-9b6b-85ca3c554c4a tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Network 58ceea7a-2202-4f44-8d76-bbedacc32ba1 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 12:17:11.798089 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-9926fe80-02b4-445c-9b6b-85ca3c554c4a tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, 58ceea7a-2202-4f44-8d76-bbedacc32ba1) {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:17:11.804127 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9926fe80-02b4-445c-9b6b-85ca3c554c4a tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:17:11.804781 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9926fe80-02b4-445c-9b6b-85ca3c554c4a tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:11.809719 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f2e939-20ba-4854-b081-0df21ef1e7de None None] Network 58ceea7a-2202-4f44-8d76-bbedacc32ba1 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:17:11.828530 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-9926fe80-02b4-445c-9b6b-85ca3c554c4a tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.5659378 Aug 05 12:17:11.828788 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 39038) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:17:11.834712 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-19684cb2-860f-4fbe-9763-29689c75dbd1 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-297717835', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}, 'admin_state_up': False}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:17:11.868955 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-19684cb2-860f-4fbe-9763-29689c75dbd1 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33260300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1929'] for router, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:11.870034 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-19684cb2-860f-4fbe-9763-29689c75dbd1 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33285914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33034662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1926'] for router, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:11.902420 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:11.940279 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-19684cb2-860f-4fbe-9763-29689c75dbd1 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:12.037275 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb2c4de8-93f5-4ba4-88d5-6f0c4b038791 None None] Network 58ceea7a-2202-4f44-8d76-bbedacc32ba1 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:17:12.125201 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-19684cb2-860f-4fbe-9763-29689c75dbd1 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:12.372481 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-19684cb2-860f-4fbe-9763-29689c75dbd1 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks [] for router_gateway, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:12.402426 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-19684cb2-860f-4fbe-9763-29689c75dbd1 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:12.543814 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-19684cb2-860f-4fbe-9763-29689c75dbd1 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Allocated IP 172.25.5.25 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/7980a103-810d-495d-bce3-2aa2f40d3cd8) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:17:12.738434 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-19684cb2-860f-4fbe-9763-29689c75dbd1 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:12.796385 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-19684cb2-860f-4fbe-9763-29689c75dbd1 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:12.847662 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19684cb2-860f-4fbe-9763-29689c75dbd1 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:17:12.851413 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-19684cb2-860f-4fbe-9763-29689c75dbd1 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:17:12.854213 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19684cb2-860f-4fbe-9763-29689c75dbd1 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:17:12.887274 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19684cb2-860f-4fbe-9763-29689c75dbd1 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Pushing event updated for resources: {'Port': ['ID=7980a103-810d-495d-bce3-2aa2f40d3cd8,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:17:13.238583 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-19684cb2-860f-4fbe-9763-29689c75dbd1 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks [] for router_gateway, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:13.849970 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-19684cb2-860f-4fbe-9763-29689c75dbd1 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286026'] for router, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:14.009940 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19684cb2-860f-4fbe-9763-29689c75dbd1 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Router 8e4184cb-0256-48fd-b36d-7f99a3600961 is scheduled to L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d with binding_index 1 {{(pid=94421) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 12:17:14.014017 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:14.134926 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19684cb2-860f-4fbe-9763-29689c75dbd1 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:17:14.152043 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d47a739-aa7e-44f8-b79e-d7fc70a092ad None None] Sync routers for ids ['8e4184cb-0256-48fd-b36d-7f99a3600961'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:17:14.170451 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d47a739-aa7e-44f8-b79e-d7fc70a092ad None None] Routers {'8e4184cb-0256-48fd-b36d-7f99a3600961'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:17:14.171603 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-6d47a739-aa7e-44f8-b79e-d7fc70a092ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:17:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['8e4184cb-0256-48fd-b36d-7f99a3600961'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:17:14.174253 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-19684cb2-860f-4fbe-9763-29689c75dbd1 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks [] for router, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:14.177128 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-19684cb2-860f-4fbe-9763-29689c75dbd1 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.3469372 Aug 05 12:17:14.181805 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 39064) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:17:14.249384 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-6d47a739-aa7e-44f8-b79e-d7fc70a092ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:17:14.261400 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d47a739-aa7e-44f8-b79e-d7fc70a092ad None None] Routers {'8e4184cb-0256-48fd-b36d-7f99a3600961'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:17:14.261963 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-6d47a739-aa7e-44f8-b79e-d7fc70a092ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:17:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['8e4184cb-0256-48fd-b36d-7f99a3600961'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:17:14.305418 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-6d47a739-aa7e-44f8-b79e-d7fc70a092ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:17:14.306339 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d47a739-aa7e-44f8-b79e-d7fc70a092ad None None] The sync data for ids ['8e4184cb-0256-48fd-b36d-7f99a3600961'] in n-d-803378-2 is: [] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:17:14.870322 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b264732c-09d9-460a-8c17-7e9ecf0e037b tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:15.362226 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-b264732c-09d9-460a-8c17-7e9ecf0e037b tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Allocated IP 172.20.0.1 (58ceea7a-2202-4f44-8d76-bbedacc32ba1/ce8292ef-0454-4556-867a-9e4a3b8b0f43/d6f27bad-08a8-4b96-9b51-4d460bc23868) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:17:15.562866 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b264732c-09d9-460a-8c17-7e9ecf0e037b tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:15.635472 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b264732c-09d9-460a-8c17-7e9ecf0e037b tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:15.704324 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b264732c-09d9-460a-8c17-7e9ecf0e037b tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Network 58ceea7a-2202-4f44-8d76-bbedacc32ba1 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:17:15.712304 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-b264732c-09d9-460a-8c17-7e9ecf0e037b tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:17:15.718274 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b264732c-09d9-460a-8c17-7e9ecf0e037b tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:17:15.728707 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b264732c-09d9-460a-8c17-7e9ecf0e037b tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Pushing event updated for resources: {'Port': ['ID=d6f27bad-08a8-4b96-9b51-4d460bc23868,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:17:15.792230 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b264732c-09d9-460a-8c17-7e9ecf0e037b tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33288800'] for router_interface, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:16.014832 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b264732c-09d9-460a-8c17-7e9ecf0e037b tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:16.583720 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b264732c-09d9-460a-8c17-7e9ecf0e037b tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:16.591619 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b264732c-09d9-460a-8c17-7e9ecf0e037b tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:16.706390 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b264732c-09d9-460a-8c17-7e9ecf0e037b tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33140268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33208272'] for router_interface, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:16.711236 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b264732c-09d9-460a-8c17-7e9ecf0e037b tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Pushing event updated for resources: {'Port': ['ID=d6f27bad-08a8-4b96-9b51-4d460bc23868,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:17:16.885325 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b264732c-09d9-460a-8c17-7e9ecf0e037b tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Network 58ceea7a-2202-4f44-8d76-bbedacc32ba1 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:17:16.887288 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-b264732c-09d9-460a-8c17-7e9ecf0e037b tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:17:17.065978 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b264732c-09d9-460a-8c17-7e9ecf0e037b tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Router 8e4184cb-0256-48fd-b36d-7f99a3600961 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:17:17.247101 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b264732c-09d9-460a-8c17-7e9ecf0e037b tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:17:17.256695 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-b264732c-09d9-460a-8c17-7e9ecf0e037b tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] 10.222.0.58 "PUT /v2.0/routers/8e4184cb-0256-48fd-b36d-7f99a3600961/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0733819 Aug 05 12:17:17.261391 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 39072) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:17:17.262310 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db6cfd5-6253-4b05-a2de-0ec75f4e3144 None None] Sync routers for ids ['8e4184cb-0256-48fd-b36d-7f99a3600961'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:17:17.269420 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-409378c6-4a07-470d-ac83-b712e20d5ad2 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Request body: {'port': {'network_id': '58ceea7a-2202-4f44-8d76-bbedacc32ba1', 'name': 'tempest-FloatingIPTestJSON-935634227'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:17:17.279704 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db6cfd5-6253-4b05-a2de-0ec75f4e3144 None None] Routers {'8e4184cb-0256-48fd-b36d-7f99a3600961'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:17:17.280793 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-5db6cfd5-6253-4b05-a2de-0ec75f4e3144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:17:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['8e4184cb-0256-48fd-b36d-7f99a3600961'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:17:17.331683 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-5db6cfd5-6253-4b05-a2de-0ec75f4e3144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:17:17.351729 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db6cfd5-6253-4b05-a2de-0ec75f4e3144 None None] Routers {'8e4184cb-0256-48fd-b36d-7f99a3600961'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:17:17.352225 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-5db6cfd5-6253-4b05-a2de-0ec75f4e3144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:17:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['8e4184cb-0256-48fd-b36d-7f99a3600961'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:17:17.403906 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-5db6cfd5-6253-4b05-a2de-0ec75f4e3144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:17:17.404972 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db6cfd5-6253-4b05-a2de-0ec75f4e3144 None None] The sync data for ids ['8e4184cb-0256-48fd-b36d-7f99a3600961'] in n-d-803378-2 is: [] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:17:17.483431 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-409378c6-4a07-470d-ac83-b712e20d5ad2 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Made reservation on behalf of 7812ecd4b3fa4c77871dc309d74de0d0 for: {'port': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:17:17.491181 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-409378c6-4a07-470d-ac83-b712e20d5ad2 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:17.525758 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [None req-409378c6-4a07-470d-ac83-b712e20d5ad2 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] device_id is not set on port a5ed8778-9e78-4abc-a14b-9a7c2f9158fc yet. {{(pid=94420) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 12:17:17.733982 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-409378c6-4a07-470d-ac83-b712e20d5ad2 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Allocated IP 172.20.0.7 (58ceea7a-2202-4f44-8d76-bbedacc32ba1/ce8292ef-0454-4556-867a-9e4a3b8b0f43/a5ed8778-9e78-4abc-a14b-9a7c2f9158fc) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:17:17.988986 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-409378c6-4a07-470d-ac83-b712e20d5ad2 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:18.063352 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-409378c6-4a07-470d-ac83-b712e20d5ad2 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:18.116375 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409378c6-4a07-470d-ac83-b712e20d5ad2 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Network 58ceea7a-2202-4f44-8d76-bbedacc32ba1 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:17:18.123533 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-409378c6-4a07-470d-ac83-b712e20d5ad2 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:17:18.128852 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409378c6-4a07-470d-ac83-b712e20d5ad2 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:17:18.158626 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409378c6-4a07-470d-ac83-b712e20d5ad2 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Pushing event updated for resources: {'Port': ['ID=a5ed8778-9e78-4abc-a14b-9a7c2f9158fc,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:17:18.198547 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409378c6-4a07-470d-ac83-b712e20d5ad2 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:17:18.199313 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-409378c6-4a07-470d-ac83-b712e20d5ad2 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:18.218010 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-409378c6-4a07-470d-ac83-b712e20d5ad2 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.9551716 Aug 05 12:17:18.221917 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 39076) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:17:18.230126 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-0c1e2ee2-fba0-4a20-88b0-ab94c0431a53 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Request body: {'port': {'network_id': '58ceea7a-2202-4f44-8d76-bbedacc32ba1', 'name': 'tempest-FloatingIPTestJSON-1308513937'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:17:18.399214 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c1e2ee2-fba0-4a20-88b0-ab94c0431a53 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Made reservation on behalf of 7812ecd4b3fa4c77871dc309d74de0d0 for: {'port': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:17:18.406620 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0c1e2ee2-fba0-4a20-88b0-ab94c0431a53 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:18.440666 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [None req-0c1e2ee2-fba0-4a20-88b0-ab94c0431a53 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] device_id is not set on port 82e3567a-39bd-4faa-ad6f-e41901c0d8c1 yet. {{(pid=94420) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 12:17:18.624997 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-0c1e2ee2-fba0-4a20-88b0-ab94c0431a53 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Allocated IP 172.20.0.14 (58ceea7a-2202-4f44-8d76-bbedacc32ba1/ce8292ef-0454-4556-867a-9e4a3b8b0f43/82e3567a-39bd-4faa-ad6f-e41901c0d8c1) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:17:18.892028 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0c1e2ee2-fba0-4a20-88b0-ab94c0431a53 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:18.977377 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0c1e2ee2-fba0-4a20-88b0-ab94c0431a53 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:19.073317 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1e2ee2-fba0-4a20-88b0-ab94c0431a53 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Network 58ceea7a-2202-4f44-8d76-bbedacc32ba1 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:17:19.081001 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-0c1e2ee2-fba0-4a20-88b0-ab94c0431a53 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:17:19.090131 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1e2ee2-fba0-4a20-88b0-ab94c0431a53 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:17:19.132401 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1e2ee2-fba0-4a20-88b0-ab94c0431a53 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Pushing event updated for resources: {'Port': ['ID=82e3567a-39bd-4faa-ad6f-e41901c0d8c1,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:17:19.192348 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c1e2ee2-fba0-4a20-88b0-ab94c0431a53 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:17:19.193444 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0c1e2ee2-fba0-4a20-88b0-ab94c0431a53 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:19.216750 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-0c1e2ee2-fba0-4a20-88b0-ab94c0431a53 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9931865 Aug 05 12:17:19.221034 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 39092) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:17:19.226826 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-6e46a2d9-34ca-45f9-a91b-d8b46c8abb83 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Request body: {'floatingip': {'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'port_id': '82e3567a-39bd-4faa-ad6f-e41901c0d8c1', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:17:19.256861 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6e46a2d9-34ca-45f9-a91b-d8b46c8abb83 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks [] for floatingip, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:19.440333 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6e46a2d9-34ca-45f9-a91b-d8b46c8abb83 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:19.635390 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-6e46a2d9-34ca-45f9-a91b-d8b46c8abb83 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Allocated IP 172.25.5.2 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/a01e2cd5-913d-4879-9b57-9821429f5f46) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:17:19.747012 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [req-714817cd-913a-46e5-85ef-82ab84dd2f9b req-f68af2a8-596e-4281-b620-a3b91310efd5 service neutron] (94421) timed out ('10.222.0.64', 56418) {{(pid=94421) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 05 12:17:19.831422 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6e46a2d9-34ca-45f9-a91b-d8b46c8abb83 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:19.907576 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6e46a2d9-34ca-45f9-a91b-d8b46c8abb83 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:19.976717 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e46a2d9-34ca-45f9-a91b-d8b46c8abb83 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:17:19.982269 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-6e46a2d9-34ca-45f9-a91b-d8b46c8abb83 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:17:19.986065 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e46a2d9-34ca-45f9-a91b-d8b46c8abb83 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:17:20.041196 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e46a2d9-34ca-45f9-a91b-d8b46c8abb83 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Pushing event updated for resources: {'Port': ['ID=a01e2cd5-913d-4879-9b57-9821429f5f46,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:17:21.035316 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6e46a2d9-34ca-45f9-a91b-d8b46c8abb83 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:21.152334 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6e46a2d9-34ca-45f9-a91b-d8b46c8abb83 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:21.391526 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6e46a2d9-34ca-45f9-a91b-d8b46c8abb83 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:21.397704 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6e46a2d9-34ca-45f9-a91b-d8b46c8abb83 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:21.482690 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e46a2d9-34ca-45f9-a91b-d8b46c8abb83 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Pushing event updated for resources: {'Port': ['ID=a01e2cd5-913d-4879-9b57-9821429f5f46,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:17:21.498913 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e46a2d9-34ca-45f9-a91b-d8b46c8abb83 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:17:21.499256 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e46a2d9-34ca-45f9-a91b-d8b46c8abb83 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:17:21.499600 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e46a2d9-34ca-45f9-a91b-d8b46c8abb83 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:17:21.499938 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e46a2d9-34ca-45f9-a91b-d8b46c8abb83 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:17:21.500371 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e46a2d9-34ca-45f9-a91b-d8b46c8abb83 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:17:21.500644 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e46a2d9-34ca-45f9-a91b-d8b46c8abb83 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:17:21.500981 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e46a2d9-34ca-45f9-a91b-d8b46c8abb83 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:17:21.501411 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e46a2d9-34ca-45f9-a91b-d8b46c8abb83 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:17:21.501770 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e46a2d9-34ca-45f9-a91b-d8b46c8abb83 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:17:21.502622 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e46a2d9-34ca-45f9-a91b-d8b46c8abb83 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:17:21.502928 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e46a2d9-34ca-45f9-a91b-d8b46c8abb83 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:17:21.503252 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e46a2d9-34ca-45f9-a91b-d8b46c8abb83 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:17:21.510337 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6e46a2d9-34ca-45f9-a91b-d8b46c8abb83 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33287247'] for floatingip, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:21.635718 n-d-803378-2 neutron-server[94420]: INFO neutron.db.l3_db [None req-6e46a2d9-34ca-45f9-a91b-d8b46c8abb83 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Floating IP ee8f824a-d5fd-41fd-8b8d-01bdc785590a associated. External IP: 172.25.5.2, port: 82e3567a-39bd-4faa-ad6f-e41901c0d8c1. Aug 05 12:17:21.994077 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e46a2d9-34ca-45f9-a91b-d8b46c8abb83 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Router 8e4184cb-0256-48fd-b36d-7f99a3600961 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:17:22.221176 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e46a2d9-34ca-45f9-a91b-d8b46c8abb83 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:17:22.238467 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c5885f-3e1d-4afe-ae29-b9c2a3a80c15 None None] Sync routers for ids ['8e4184cb-0256-48fd-b36d-7f99a3600961'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:17:22.259896 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c5885f-3e1d-4afe-ae29-b9c2a3a80c15 None None] Routers {'8e4184cb-0256-48fd-b36d-7f99a3600961'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:17:22.261389 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-37c5885f-3e1d-4afe-ae29-b9c2a3a80c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:17:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['8e4184cb-0256-48fd-b36d-7f99a3600961'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:17:22.268981 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6e46a2d9-34ca-45f9-a91b-d8b46c8abb83 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:22.313588 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-37c5885f-3e1d-4afe-ae29-b9c2a3a80c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:17:22.323638 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-6e46a2d9-34ca-45f9-a91b-d8b46c8abb83 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.1005266 Aug 05 12:17:22.326304 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c5885f-3e1d-4afe-ae29-b9c2a3a80c15 None None] Routers {'8e4184cb-0256-48fd-b36d-7f99a3600961'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:17:22.326642 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 39106) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:17:22.327387 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-37c5885f-3e1d-4afe-ae29-b9c2a3a80c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:17:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['8e4184cb-0256-48fd-b36d-7f99a3600961'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:17:22.335712 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-1ac83b23-e285-4c79-8430-59e8bf4ced20 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:17:22.491907 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1ac83b23-e285-4c79-8430-59e8bf4ced20 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks [] for floatingip, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:22.657683 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-37c5885f-3e1d-4afe-ae29-b9c2a3a80c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:17:22.659350 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c5885f-3e1d-4afe-ae29-b9c2a3a80c15 None None] The sync data for ids ['8e4184cb-0256-48fd-b36d-7f99a3600961'] in n-d-803378-2 is: [] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:17:22.678737 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:22.782586 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1ac83b23-e285-4c79-8430-59e8bf4ced20 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:22.789988 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1ac83b23-e285-4c79-8430-59e8bf4ced20 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33287247'] for floatingip, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:22.790990 n-d-803378-2 neutron-server[94421]: INFO neutron.db.l3_db [None req-1ac83b23-e285-4c79-8430-59e8bf4ced20 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Floating IP ee8f824a-d5fd-41fd-8b8d-01bdc785590a disassociated. External IP: 172.25.5.2, port: 82e3567a-39bd-4faa-ad6f-e41901c0d8c1. Aug 05 12:17:23.205804 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ac83b23-e285-4c79-8430-59e8bf4ced20 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Router 8e4184cb-0256-48fd-b36d-7f99a3600961 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:17:23.444855 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ac83b23-e285-4c79-8430-59e8bf4ced20 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:17:23.457315 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1ac83b23-e285-4c79-8430-59e8bf4ced20 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:23.473286 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7352a2e5-ffcf-4078-a8c0-932b27baf8b5 None None] Sync routers for ids ['8e4184cb-0256-48fd-b36d-7f99a3600961'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:17:23.521762 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7352a2e5-ffcf-4078-a8c0-932b27baf8b5 None None] Routers {'8e4184cb-0256-48fd-b36d-7f99a3600961'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:17:23.521762 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-7352a2e5-ffcf-4078-a8c0-932b27baf8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:17:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['8e4184cb-0256-48fd-b36d-7f99a3600961'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:17:23.543866 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-1ac83b23-e285-4c79-8430-59e8bf4ced20 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] 10.222.0.58 "PUT /v2.0/floatingips/ee8f824a-d5fd-41fd-8b8d-01bdc785590a HTTP/1.1" status: 200 len: 686 time: 1.2149680 Aug 05 12:17:23.546275 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 39112) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:17:23.584284 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-7352a2e5-ffcf-4078-a8c0-932b27baf8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:17:23.597891 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7352a2e5-ffcf-4078-a8c0-932b27baf8b5 None None] Routers {'8e4184cb-0256-48fd-b36d-7f99a3600961'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:17:23.598754 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-7352a2e5-ffcf-4078-a8c0-932b27baf8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:17:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['8e4184cb-0256-48fd-b36d-7f99a3600961'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:17:23.776401 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-7352a2e5-ffcf-4078-a8c0-932b27baf8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:17:23.777882 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7352a2e5-ffcf-4078-a8c0-932b27baf8b5 None None] The sync data for ids ['8e4184cb-0256-48fd-b36d-7f99a3600961'] in n-d-803378-2 is: [] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:17:23.805597 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-17b29f62-aa73-4a8d-8584-1499c6a6a44c tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Deleting port a01e2cd5-913d-4879-9b57-9821429f5f46 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:17:23.806120 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-17b29f62-aa73-4a8d-8584-1499c6a6a44c tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:23.951376 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-17b29f62-aa73-4a8d-8584-1499c6a6a44c tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:23.951987 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-17b29f62-aa73-4a8d-8584-1499c6a6a44c tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:23.975349 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-17b29f62-aa73-4a8d-8584-1499c6a6a44c tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Calling delete_port for a01e2cd5-913d-4879-9b57-9821429f5f46 owned by network:floatingip {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:17:24.179669 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-17b29f62-aa73-4a8d-8584-1499c6a6a44c tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:24.213505 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b29f62-aa73-4a8d-8584-1499c6a6a44c tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Pushing event deleted for resources: {'Port': ['ID=a01e2cd5-913d-4879-9b57-9821429f5f46,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:17:24.298138 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-17b29f62-aa73-4a8d-8584-1499c6a6a44c tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks [] for floatingip, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:24.303625 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-17b29f62-aa73-4a8d-8584-1499c6a6a44c tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:24.309953 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-17b29f62-aa73-4a8d-8584-1499c6a6a44c tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] 10.222.0.58 "DELETE /v2.0/floatingips/ee8f824a-d5fd-41fd-8b8d-01bdc785590a HTTP/1.1" status: 204 len: 168 time: 0.7570610 Aug 05 12:17:24.310245 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 39116) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:17:24.315852 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-c6bf00f5-4b58-4d30-9a71-c34ee64f2218 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Request body: {'floatingip': {'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'port_id': 'a5ed8778-9e78-4abc-a14b-9a7c2f9158fc'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:17:24.353930 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c6bf00f5-4b58-4d30-9a71-c34ee64f2218 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks [] for floatingip, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:24.522871 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c6bf00f5-4b58-4d30-9a71-c34ee64f2218 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:25.148318 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-c6bf00f5-4b58-4d30-9a71-c34ee64f2218 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Allocated IP 172.25.5.210 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/cf88754a-77a1-46c5-8408-eae43df1ae15) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:17:25.305568 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c6bf00f5-4b58-4d30-9a71-c34ee64f2218 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:25.358051 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c6bf00f5-4b58-4d30-9a71-c34ee64f2218 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:25.413539 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6bf00f5-4b58-4d30-9a71-c34ee64f2218 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:17:25.419476 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [req-15a70c96-3437-4fa9-adb6-e9477e9997c1 req-a5d4a3e0-02f6-4132-bf84-55da47317536 service neutron] (94421) timed out ('10.222.0.64', 57056) {{(pid=94421) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 05 12:17:25.423947 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-c6bf00f5-4b58-4d30-9a71-c34ee64f2218 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:17:25.432702 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6bf00f5-4b58-4d30-9a71-c34ee64f2218 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:17:25.435560 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bf00f5-4b58-4d30-9a71-c34ee64f2218 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Pushing event updated for resources: {'Port': ['ID=cf88754a-77a1-46c5-8408-eae43df1ae15,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:17:26.022360 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c6bf00f5-4b58-4d30-9a71-c34ee64f2218 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:26.147244 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c6bf00f5-4b58-4d30-9a71-c34ee64f2218 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:26.429905 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c6bf00f5-4b58-4d30-9a71-c34ee64f2218 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:26.435973 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c6bf00f5-4b58-4d30-9a71-c34ee64f2218 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:26.515118 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bf00f5-4b58-4d30-9a71-c34ee64f2218 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Pushing event updated for resources: {'Port': ['ID=cf88754a-77a1-46c5-8408-eae43df1ae15,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:17:26.528766 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c6bf00f5-4b58-4d30-9a71-c34ee64f2218 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33287247'] for floatingip, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:26.651093 n-d-803378-2 neutron-server[94421]: INFO neutron.db.l3_db [None req-c6bf00f5-4b58-4d30-9a71-c34ee64f2218 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Floating IP 74616cb8-6943-4bf3-bb85-cc8cb6621a9f associated. External IP: 172.25.5.210, port: a5ed8778-9e78-4abc-a14b-9a7c2f9158fc. Aug 05 12:17:26.950422 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6bf00f5-4b58-4d30-9a71-c34ee64f2218 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Router 8e4184cb-0256-48fd-b36d-7f99a3600961 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:17:27.114828 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6bf00f5-4b58-4d30-9a71-c34ee64f2218 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:17:27.128142 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07da5088-d3bd-46f9-8aac-f1006a81ec0c None None] Sync routers for ids ['8e4184cb-0256-48fd-b36d-7f99a3600961'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:17:27.146251 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07da5088-d3bd-46f9-8aac-f1006a81ec0c None None] Routers {'8e4184cb-0256-48fd-b36d-7f99a3600961'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:17:27.146592 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c6bf00f5-4b58-4d30-9a71-c34ee64f2218 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:27.147265 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-07da5088-d3bd-46f9-8aac-f1006a81ec0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:17:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['8e4184cb-0256-48fd-b36d-7f99a3600961'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:17:27.190041 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 39128) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:17:27.190619 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-c6bf00f5-4b58-4d30-9a71-c34ee64f2218 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.8778343 Aug 05 12:17:27.209956 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-07da5088-d3bd-46f9-8aac-f1006a81ec0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:17:27.223448 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07da5088-d3bd-46f9-8aac-f1006a81ec0c None None] Routers {'8e4184cb-0256-48fd-b36d-7f99a3600961'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:17:27.225343 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-07da5088-d3bd-46f9-8aac-f1006a81ec0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:17:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['8e4184cb-0256-48fd-b36d-7f99a3600961'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:17:27.295350 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-07da5088-d3bd-46f9-8aac-f1006a81ec0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:17:27.296598 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07da5088-d3bd-46f9-8aac-f1006a81ec0c None None] The sync data for ids ['8e4184cb-0256-48fd-b36d-7f99a3600961'] in n-d-803378-2 is: [] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:17:27.314979 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-e2a4859d-54db-4bc4-8f0c-44847c5c13c7 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] 10.222.0.58 "GET /v2.0/floatingips/74616cb8-6943-4bf3-bb85-cc8cb6621a9f HTTP/1.1" status: 200 len: 977 time: 0.1228261 Aug 05 12:17:27.318319 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 39130) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:17:27.481127 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-820e9f2a-d0b7-4715-a1d6-49e39680cacc tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] 10.222.0.58 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1611190 Aug 05 12:17:27.483535 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 39132) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:17:27.489941 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-e2e8c6c4-7edd-407c-90e3-f8b856b3475f tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Request body: {'floatingip': {'port_id': '82e3567a-39bd-4faa-ad6f-e41901c0d8c1'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:17:27.573684 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e2e8c6c4-7edd-407c-90e3-f8b856b3475f tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks [] for floatingip, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:28.269640 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e2e8c6c4-7edd-407c-90e3-f8b856b3475f tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:28.276926 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e2e8c6c4-7edd-407c-90e3-f8b856b3475f tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33287247'] for floatingip, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:28.418086 n-d-803378-2 neutron-server[94421]: INFO neutron.db.l3_db [None req-e2e8c6c4-7edd-407c-90e3-f8b856b3475f tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Floating IP 74616cb8-6943-4bf3-bb85-cc8cb6621a9f associated. External IP: 172.25.5.210, port: a5ed8778-9e78-4abc-a14b-9a7c2f9158fc. Aug 05 12:17:28.712942 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2e8c6c4-7edd-407c-90e3-f8b856b3475f tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Router 8e4184cb-0256-48fd-b36d-7f99a3600961 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:17:28.886152 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2e8c6c4-7edd-407c-90e3-f8b856b3475f tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:17:28.901960 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9112b0-4389-414f-92a1-93564e92c336 None None] Sync routers for ids ['8e4184cb-0256-48fd-b36d-7f99a3600961'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:17:28.921061 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9112b0-4389-414f-92a1-93564e92c336 None None] Routers {'8e4184cb-0256-48fd-b36d-7f99a3600961'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:17:28.922134 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-ce9112b0-4389-414f-92a1-93564e92c336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:17:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['8e4184cb-0256-48fd-b36d-7f99a3600961'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:17:28.984144 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-ce9112b0-4389-414f-92a1-93564e92c336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:17:28.999558 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9112b0-4389-414f-92a1-93564e92c336 None None] Routers {'8e4184cb-0256-48fd-b36d-7f99a3600961'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:17:29.001006 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-ce9112b0-4389-414f-92a1-93564e92c336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:17:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['8e4184cb-0256-48fd-b36d-7f99a3600961'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:17:29.066902 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-ce9112b0-4389-414f-92a1-93564e92c336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:17:29.067481 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9112b0-4389-414f-92a1-93564e92c336 None None] The sync data for ids ['8e4184cb-0256-48fd-b36d-7f99a3600961'] in n-d-803378-2 is: [] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:17:29.221977 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2e8c6c4-7edd-407c-90e3-f8b856b3475f tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Router 8e4184cb-0256-48fd-b36d-7f99a3600961 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:17:29.756564 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:29.869250 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2e8c6c4-7edd-407c-90e3-f8b856b3475f tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:17:29.878435 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e2e8c6c4-7edd-407c-90e3-f8b856b3475f tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:29.886714 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb8962a-069e-4ef1-a50c-89641deb0667 None None] Sync routers for ids ['8e4184cb-0256-48fd-b36d-7f99a3600961'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:17:29.910295 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb8962a-069e-4ef1-a50c-89641deb0667 None None] Routers {'8e4184cb-0256-48fd-b36d-7f99a3600961'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:17:29.910295 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-8fb8962a-069e-4ef1-a50c-89641deb0667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:17:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['8e4184cb-0256-48fd-b36d-7f99a3600961'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:17:29.964401 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-8fb8962a-069e-4ef1-a50c-89641deb0667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:17:29.984890 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb8962a-069e-4ef1-a50c-89641deb0667 None None] Routers {'8e4184cb-0256-48fd-b36d-7f99a3600961'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:17:29.984890 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-8fb8962a-069e-4ef1-a50c-89641deb0667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:17:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['8e4184cb-0256-48fd-b36d-7f99a3600961'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:17:30.003396 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-e2e8c6c4-7edd-407c-90e3-f8b856b3475f tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] 10.222.0.58 "PUT /v2.0/floatingips/74616cb8-6943-4bf3-bb85-cc8cb6621a9f HTTP/1.1" status: 200 len: 979 time: 2.5179498 Aug 05 12:17:30.006668 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 39156) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:17:30.015185 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-a6dbe54c-51d8-42df-b90f-22a25fab7be2 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:17:30.052439 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-8fb8962a-069e-4ef1-a50c-89641deb0667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:17:30.053631 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb8962a-069e-4ef1-a50c-89641deb0667 None None] The sync data for ids ['8e4184cb-0256-48fd-b36d-7f99a3600961'] in n-d-803378-2 is: [] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:17:30.134308 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a6dbe54c-51d8-42df-b90f-22a25fab7be2 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks [] for floatingip, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:30.437515 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a6dbe54c-51d8-42df-b90f-22a25fab7be2 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:30.444208 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a6dbe54c-51d8-42df-b90f-22a25fab7be2 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33287247'] for floatingip, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:30.444858 n-d-803378-2 neutron-server[94421]: INFO neutron.db.l3_db [None req-a6dbe54c-51d8-42df-b90f-22a25fab7be2 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Floating IP 74616cb8-6943-4bf3-bb85-cc8cb6621a9f disassociated. External IP: 172.25.5.210, port: 82e3567a-39bd-4faa-ad6f-e41901c0d8c1. Aug 05 12:17:30.771065 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6dbe54c-51d8-42df-b90f-22a25fab7be2 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Router 8e4184cb-0256-48fd-b36d-7f99a3600961 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:17:30.943883 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6dbe54c-51d8-42df-b90f-22a25fab7be2 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:17:30.952014 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a6dbe54c-51d8-42df-b90f-22a25fab7be2 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:30.959400 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b5e9c3-5563-4d29-80ba-afa5247b47ec None None] Sync routers for ids ['8e4184cb-0256-48fd-b36d-7f99a3600961'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:17:30.977932 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b5e9c3-5563-4d29-80ba-afa5247b47ec None None] Routers {'8e4184cb-0256-48fd-b36d-7f99a3600961'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:17:30.978967 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-01b5e9c3-5563-4d29-80ba-afa5247b47ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:17:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['8e4184cb-0256-48fd-b36d-7f99a3600961'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:17:31.005048 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-a6dbe54c-51d8-42df-b90f-22a25fab7be2 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] 10.222.0.58 "PUT /v2.0/floatingips/74616cb8-6943-4bf3-bb85-cc8cb6621a9f HTTP/1.1" status: 200 len: 688 time: 0.9915326 Aug 05 12:17:31.005665 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 39176) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:17:31.035622 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-01b5e9c3-5563-4d29-80ba-afa5247b47ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:17:31.054342 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b5e9c3-5563-4d29-80ba-afa5247b47ec None None] Routers {'8e4184cb-0256-48fd-b36d-7f99a3600961'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:17:31.055917 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-01b5e9c3-5563-4d29-80ba-afa5247b47ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:17:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['8e4184cb-0256-48fd-b36d-7f99a3600961'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:17:31.130019 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-01b5e9c3-5563-4d29-80ba-afa5247b47ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:17:31.132024 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b5e9c3-5563-4d29-80ba-afa5247b47ec None None] The sync data for ids ['8e4184cb-0256-48fd-b36d-7f99a3600961'] in n-d-803378-2 is: [] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:17:31.263966 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-6c8bf93d-daed-46a0-92c2-c0f2fb39b968 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Deleting port cf88754a-77a1-46c5-8408-eae43df1ae15 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:17:31.264313 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6c8bf93d-daed-46a0-92c2-c0f2fb39b968 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:31.419956 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6c8bf93d-daed-46a0-92c2-c0f2fb39b968 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:31.420431 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6c8bf93d-daed-46a0-92c2-c0f2fb39b968 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:31.443310 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-6c8bf93d-daed-46a0-92c2-c0f2fb39b968 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Calling delete_port for cf88754a-77a1-46c5-8408-eae43df1ae15 owned by network:floatingip {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:17:31.673161 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6c8bf93d-daed-46a0-92c2-c0f2fb39b968 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:31.728424 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8bf93d-daed-46a0-92c2-c0f2fb39b968 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Pushing event deleted for resources: {'Port': ['ID=cf88754a-77a1-46c5-8408-eae43df1ae15,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:17:31.857890 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6c8bf93d-daed-46a0-92c2-c0f2fb39b968 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks [] for floatingip, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:31.861827 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6c8bf93d-daed-46a0-92c2-c0f2fb39b968 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:31.863952 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-6c8bf93d-daed-46a0-92c2-c0f2fb39b968 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] 10.222.0.58 "DELETE /v2.0/floatingips/74616cb8-6943-4bf3-bb85-cc8cb6621a9f HTTP/1.1" status: 204 len: 168 time: 0.8557117 Aug 05 12:17:31.867546 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 39192) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:17:31.936930 n-d-803378-2 neutron-server[94420]: INFO neutron.api.v2.resource [None req-6d37381c-8a7d-462b-b1ea-4596d862b69d tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] delete failed (client error): The resource could not be found. Aug 05 12:17:31.941331 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-6d37381c-8a7d-462b-b1ea-4596d862b69d tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] 10.222.0.58 "DELETE /v2.0/floatingips/74616cb8-6943-4bf3-bb85-cc8cb6621a9f HTTP/1.1" status: 404 len: 345 time: 0.0700054 Aug 05 12:17:31.945597 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 39194) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:17:32.066188 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced9a74b-c2aa-456d-81e1-4a5d806b75b6 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:17:32.072966 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced9a74b-c2aa-456d-81e1-4a5d806b75b6 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:17:32.078987 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced9a74b-c2aa-456d-81e1-4a5d806b75b6 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:17:32.081619 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-ced9a74b-c2aa-456d-81e1-4a5d806b75b6 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] 10.222.0.58 "GET /v2.0/ports?network_id=58ceea7a-2202-4f44-8d76-bbedacc32ba1 HTTP/1.1" status: 200 len: 2358 time: 0.1337883 Aug 05 12:17:32.085478 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 39198) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:17:32.161518 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ae48e9-10aa-43ce-9e98-680e931ef066 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:17:32.165173 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-b1ae48e9-10aa-43ce-9e98-680e931ef066 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] 10.222.0.58 "GET /v2.0/subnets/ce8292ef-0454-4556-867a-9e4a3b8b0f43 HTTP/1.1" status: 200 len: 797 time: 0.0770357 Aug 05 12:17:32.169343 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 39204) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:17:32.175746 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-04a56638-0e53-445b-836e-0ed8b45e370a tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Request body: {'port': {'network_id': '58ceea7a-2202-4f44-8d76-bbedacc32ba1', 'name': 'tempest-FloatingIPTestJSON-2008869408', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:17:32.390447 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04a56638-0e53-445b-836e-0ed8b45e370a tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Made reservation on behalf of 7812ecd4b3fa4c77871dc309d74de0d0 for: {'port': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:17:32.504727 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-04a56638-0e53-445b-836e-0ed8b45e370a tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:32.535385 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [None req-04a56638-0e53-445b-836e-0ed8b45e370a tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] device_id is not set on port 9b9045ac-e090-4b65-a946-58b1fbb4996c yet. {{(pid=94420) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 12:17:33.038861 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-04a56638-0e53-445b-836e-0ed8b45e370a tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Allocated IP 172.20.0.13 (58ceea7a-2202-4f44-8d76-bbedacc32ba1/ce8292ef-0454-4556-867a-9e4a3b8b0f43/9b9045ac-e090-4b65-a946-58b1fbb4996c) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:17:33.051850 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-04a56638-0e53-445b-836e-0ed8b45e370a tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Allocated IP 172.20.0.12 (58ceea7a-2202-4f44-8d76-bbedacc32ba1/ce8292ef-0454-4556-867a-9e4a3b8b0f43/9b9045ac-e090-4b65-a946-58b1fbb4996c) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:17:33.287950 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-04a56638-0e53-445b-836e-0ed8b45e370a tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:33.367814 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-04a56638-0e53-445b-836e-0ed8b45e370a tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:33.436800 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a56638-0e53-445b-836e-0ed8b45e370a tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Network 58ceea7a-2202-4f44-8d76-bbedacc32ba1 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:17:33.442916 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-04a56638-0e53-445b-836e-0ed8b45e370a tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:17:33.446873 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a56638-0e53-445b-836e-0ed8b45e370a tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:17:33.500783 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a56638-0e53-445b-836e-0ed8b45e370a tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Pushing event updated for resources: {'Port': ['ID=9b9045ac-e090-4b65-a946-58b1fbb4996c,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:17:33.539183 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a56638-0e53-445b-836e-0ed8b45e370a tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:17:33.539911 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-04a56638-0e53-445b-836e-0ed8b45e370a tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:33.560771 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-04a56638-0e53-445b-836e-0ed8b45e370a tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.3900440 Aug 05 12:17:33.565532 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 39230) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:17:33.571522 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-0f7f8db0-3f6a-495b-96cb-11a74c41c239 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Request body: {'floatingip': {'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'port_id': '9b9045ac-e090-4b65-a946-58b1fbb4996c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:17:33.604374 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0f7f8db0-3f6a-495b-96cb-11a74c41c239 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks [] for floatingip, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:33.766276 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0f7f8db0-3f6a-495b-96cb-11a74c41c239 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:33.926755 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-0f7f8db0-3f6a-495b-96cb-11a74c41c239 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Allocated IP 172.25.5.197 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/5caf7ad4-40ad-4698-b5f4-ce18afa5c02b) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:17:34.083772 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0f7f8db0-3f6a-495b-96cb-11a74c41c239 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:34.141278 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0f7f8db0-3f6a-495b-96cb-11a74c41c239 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:34.194185 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7f8db0-3f6a-495b-96cb-11a74c41c239 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:17:34.199434 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-0f7f8db0-3f6a-495b-96cb-11a74c41c239 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:17:34.211238 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7f8db0-3f6a-495b-96cb-11a74c41c239 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:17:34.258728 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7f8db0-3f6a-495b-96cb-11a74c41c239 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Pushing event updated for resources: {'Port': ['ID=5caf7ad4-40ad-4698-b5f4-ce18afa5c02b,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:17:34.832204 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0f7f8db0-3f6a-495b-96cb-11a74c41c239 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:34.935424 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0f7f8db0-3f6a-495b-96cb-11a74c41c239 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:35.131059 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0f7f8db0-3f6a-495b-96cb-11a74c41c239 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:35.137636 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0f7f8db0-3f6a-495b-96cb-11a74c41c239 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:35.213576 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7f8db0-3f6a-495b-96cb-11a74c41c239 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Pushing event updated for resources: {'Port': ['ID=5caf7ad4-40ad-4698-b5f4-ce18afa5c02b,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:17:35.229133 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0f7f8db0-3f6a-495b-96cb-11a74c41c239 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33287247'] for floatingip, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:35.358861 n-d-803378-2 neutron-server[94420]: INFO neutron.db.l3_db [None req-0f7f8db0-3f6a-495b-96cb-11a74c41c239 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Floating IP d821642b-ee99-4bbc-be18-6a5ad11153a7 associated. External IP: 172.25.5.197, port: 9b9045ac-e090-4b65-a946-58b1fbb4996c. Aug 05 12:17:35.652266 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f7f8db0-3f6a-495b-96cb-11a74c41c239 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Router 8e4184cb-0256-48fd-b36d-7f99a3600961 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:17:36.137447 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f7f8db0-3f6a-495b-96cb-11a74c41c239 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:17:36.153937 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b062d5-2c9e-4e4e-85fc-308cbe06f44d None None] Sync routers for ids ['8e4184cb-0256-48fd-b36d-7f99a3600961'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:17:36.168843 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0f7f8db0-3f6a-495b-96cb-11a74c41c239 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:36.169002 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b062d5-2c9e-4e4e-85fc-308cbe06f44d None None] Routers {'8e4184cb-0256-48fd-b36d-7f99a3600961'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:17:36.169973 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-e0b062d5-2c9e-4e4e-85fc-308cbe06f44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:17:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['8e4184cb-0256-48fd-b36d-7f99a3600961'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:17:36.225407 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-0f7f8db0-3f6a-495b-96cb-11a74c41c239 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 2.6580889 Aug 05 12:17:36.226029 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-e0b062d5-2c9e-4e4e-85fc-308cbe06f44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:17:36.229604 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 39280) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:17:36.234851 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-91d9340c-753c-49c8-9c29-2e46135632ee tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Request body: {'floatingip': {'port_id': '9b9045ac-e090-4b65-a946-58b1fbb4996c', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:17:36.249480 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b062d5-2c9e-4e4e-85fc-308cbe06f44d None None] Routers {'8e4184cb-0256-48fd-b36d-7f99a3600961'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:17:36.250399 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-e0b062d5-2c9e-4e4e-85fc-308cbe06f44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:17:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['8e4184cb-0256-48fd-b36d-7f99a3600961'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:17:36.313784 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-e0b062d5-2c9e-4e4e-85fc-308cbe06f44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:17:36.315055 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b062d5-2c9e-4e4e-85fc-308cbe06f44d None None] The sync data for ids ['8e4184cb-0256-48fd-b36d-7f99a3600961'] in n-d-803378-2 is: [] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:17:36.340997 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-91d9340c-753c-49c8-9c29-2e46135632ee tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks [] for floatingip, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:37.087361 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-91d9340c-753c-49c8-9c29-2e46135632ee tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:37.098032 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-91d9340c-753c-49c8-9c29-2e46135632ee tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33287247'] for floatingip, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:37.302564 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-03d91946-31c8-4ee0-8a41-82a22c1ae2bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:37.465426 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91d9340c-753c-49c8-9c29-2e46135632ee tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Router 8e4184cb-0256-48fd-b36d-7f99a3600961 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:17:37.661782 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91d9340c-753c-49c8-9c29-2e46135632ee tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:17:37.669784 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-91d9340c-753c-49c8-9c29-2e46135632ee tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:37.679480 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccf9f39-5073-420e-aa04-334048c3d78e None None] Sync routers for ids ['8e4184cb-0256-48fd-b36d-7f99a3600961'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:17:37.705892 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccf9f39-5073-420e-aa04-334048c3d78e None None] Routers {'8e4184cb-0256-48fd-b36d-7f99a3600961'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:17:37.708536 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-bccf9f39-5073-420e-aa04-334048c3d78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:17:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['8e4184cb-0256-48fd-b36d-7f99a3600961'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:17:37.761525 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-bccf9f39-5073-420e-aa04-334048c3d78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:17:37.774894 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccf9f39-5073-420e-aa04-334048c3d78e None None] Routers {'8e4184cb-0256-48fd-b36d-7f99a3600961'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:17:37.775629 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-bccf9f39-5073-420e-aa04-334048c3d78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:17:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['8e4184cb-0256-48fd-b36d-7f99a3600961'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:17:37.787092 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-91d9340c-753c-49c8-9c29-2e46135632ee tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] 10.222.0.58 "PUT /v2.0/floatingips/d821642b-ee99-4bbc-be18-6a5ad11153a7 HTTP/1.1" status: 200 len: 979 time: 1.5561399 Aug 05 12:17:37.790197 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 39316) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:17:37.815293 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-bccf9f39-5073-420e-aa04-334048c3d78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:17:37.816018 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccf9f39-5073-420e-aa04-334048c3d78e None None] The sync data for ids ['8e4184cb-0256-48fd-b36d-7f99a3600961'] in n-d-803378-2 is: [] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:17:38.041589 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-78d383b4-4ec4-4e23-92e9-2d8f1dacc94e tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Deleting port 5caf7ad4-40ad-4698-b5f4-ce18afa5c02b {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:17:38.041981 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-78d383b4-4ec4-4e23-92e9-2d8f1dacc94e tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:38.161663 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-78d383b4-4ec4-4e23-92e9-2d8f1dacc94e tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:38.161926 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-78d383b4-4ec4-4e23-92e9-2d8f1dacc94e tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:38.178063 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-78d383b4-4ec4-4e23-92e9-2d8f1dacc94e tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Calling delete_port for 5caf7ad4-40ad-4698-b5f4-ce18afa5c02b owned by network:floatingip {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:17:38.465771 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-78d383b4-4ec4-4e23-92e9-2d8f1dacc94e tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:38.504189 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d383b4-4ec4-4e23-92e9-2d8f1dacc94e tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Pushing event deleted for resources: {'Port': ['ID=5caf7ad4-40ad-4698-b5f4-ce18afa5c02b,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:17:38.606706 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-78d383b4-4ec4-4e23-92e9-2d8f1dacc94e tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks [] for floatingip, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:38.607516 n-d-803378-2 neutron-server[94421]: INFO neutron.db.l3_db [None req-78d383b4-4ec4-4e23-92e9-2d8f1dacc94e tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Floating IP d821642b-ee99-4bbc-be18-6a5ad11153a7 disassociated (deleted). External IP: 172.25.5.197, port: 9b9045ac-e090-4b65-a946-58b1fbb4996c. Aug 05 12:17:38.945828 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78d383b4-4ec4-4e23-92e9-2d8f1dacc94e tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Router 8e4184cb-0256-48fd-b36d-7f99a3600961 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:17:39.105385 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78d383b4-4ec4-4e23-92e9-2d8f1dacc94e tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:17:39.114530 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-78d383b4-4ec4-4e23-92e9-2d8f1dacc94e tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:39.121391 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52304d1c-5326-428e-959c-64061136aa06 None None] Sync routers for ids ['8e4184cb-0256-48fd-b36d-7f99a3600961'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:17:39.153845 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52304d1c-5326-428e-959c-64061136aa06 None None] Routers {'8e4184cb-0256-48fd-b36d-7f99a3600961'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:17:39.154544 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-52304d1c-5326-428e-959c-64061136aa06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:17:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['8e4184cb-0256-48fd-b36d-7f99a3600961'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:17:39.176936 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-78d383b4-4ec4-4e23-92e9-2d8f1dacc94e tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] 10.222.0.58 "DELETE /v2.0/floatingips/d821642b-ee99-4bbc-be18-6a5ad11153a7 HTTP/1.1" status: 204 len: 168 time: 1.3843942 Aug 05 12:17:39.180025 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 39344) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:17:39.194329 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-52304d1c-5326-428e-959c-64061136aa06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:17:39.209479 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52304d1c-5326-428e-959c-64061136aa06 None None] Routers {'8e4184cb-0256-48fd-b36d-7f99a3600961'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:17:39.210567 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-52304d1c-5326-428e-959c-64061136aa06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:17:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['8e4184cb-0256-48fd-b36d-7f99a3600961'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:17:39.274337 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-52304d1c-5326-428e-959c-64061136aa06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:17:39.275325 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52304d1c-5326-428e-959c-64061136aa06 None None] The sync data for ids ['8e4184cb-0256-48fd-b36d-7f99a3600961'] in n-d-803378-2 is: [] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:17:39.347591 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-5fc2ff6d-ccea-482f-8d3d-ef5938653c76 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Deleting port 9b9045ac-e090-4b65-a946-58b1fbb4996c {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:17:39.348712 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5fc2ff6d-ccea-482f-8d3d-ef5938653c76 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:39.493093 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5fc2ff6d-ccea-482f-8d3d-ef5938653c76 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:39.515859 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-5fc2ff6d-ccea-482f-8d3d-ef5938653c76 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Calling delete_port for 9b9045ac-e090-4b65-a946-58b1fbb4996c owned by {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:17:39.850107 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5fc2ff6d-ccea-482f-8d3d-ef5938653c76 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:39.906206 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc2ff6d-ccea-482f-8d3d-ef5938653c76 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Pushing event deleted for resources: {'Port': ['ID=9b9045ac-e090-4b65-a946-58b1fbb4996c,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:17:40.035654 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-fc61d2d6-17ec-44d5-9abb-4dd2fcfa25a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:40.087993 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5fc2ff6d-ccea-482f-8d3d-ef5938653c76 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:40.091796 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-5fc2ff6d-ccea-482f-8d3d-ef5938653c76 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] 10.222.0.58 "DELETE /v2.0/ports/9b9045ac-e090-4b65-a946-58b1fbb4996c HTTP/1.1" status: 204 len: 168 time: 0.9094088 Aug 05 12:17:40.097839 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 39364) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:17:40.108634 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-9734c74d-208f-4a87-8c9e-cd8229647b33 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Request body: {'floatingip': {'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:17:40.121606 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:40.155578 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9734c74d-208f-4a87-8c9e-cd8229647b33 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks [] for floatingip, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:40.344711 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9734c74d-208f-4a87-8c9e-cd8229647b33 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:40.521535 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-9734c74d-208f-4a87-8c9e-cd8229647b33 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Allocated IP 172.25.5.252 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/7dd549bd-e928-46c2-90c0-812622121e71) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:17:40.678897 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9734c74d-208f-4a87-8c9e-cd8229647b33 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:40.735394 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9734c74d-208f-4a87-8c9e-cd8229647b33 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:40.798071 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9734c74d-208f-4a87-8c9e-cd8229647b33 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:17:40.805393 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-9734c74d-208f-4a87-8c9e-cd8229647b33 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:17:40.815812 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9734c74d-208f-4a87-8c9e-cd8229647b33 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:17:40.844814 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9734c74d-208f-4a87-8c9e-cd8229647b33 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Pushing event updated for resources: {'Port': ['ID=7dd549bd-e928-46c2-90c0-812622121e71,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:17:40.948443 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9734c74d-208f-4a87-8c9e-cd8229647b33 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:41.014671 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9734c74d-208f-4a87-8c9e-cd8229647b33 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:41.252475 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9734c74d-208f-4a87-8c9e-cd8229647b33 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:41.258744 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9734c74d-208f-4a87-8c9e-cd8229647b33 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:41.374237 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9734c74d-208f-4a87-8c9e-cd8229647b33 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Pushing event updated for resources: {'Port': ['ID=7dd549bd-e928-46c2-90c0-812622121e71,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:17:41.384642 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9734c74d-208f-4a87-8c9e-cd8229647b33 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33287247'] for floatingip, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:41.411580 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9734c74d-208f-4a87-8c9e-cd8229647b33 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:41.413391 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-9734c74d-208f-4a87-8c9e-cd8229647b33 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3119738 Aug 05 12:17:41.416804 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 39390) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:17:41.423267 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-02e71275-f9d4-40bd-a6a3-f0abe60a21e1 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Request body: {'port': {'network_id': '58ceea7a-2202-4f44-8d76-bbedacc32ba1', 'name': 'tempest-FloatingIPTestJSON-564469620'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:17:41.603799 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02e71275-f9d4-40bd-a6a3-f0abe60a21e1 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Made reservation on behalf of 7812ecd4b3fa4c77871dc309d74de0d0 for: {'port': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:17:41.610362 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-02e71275-f9d4-40bd-a6a3-f0abe60a21e1 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:41.649036 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [None req-02e71275-f9d4-40bd-a6a3-f0abe60a21e1 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] device_id is not set on port 6ba2a93b-cd9e-440a-94f9-5b6849527c96 yet. {{(pid=94420) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 12:17:41.868080 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-02e71275-f9d4-40bd-a6a3-f0abe60a21e1 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Allocated IP 172.20.0.9 (58ceea7a-2202-4f44-8d76-bbedacc32ba1/ce8292ef-0454-4556-867a-9e4a3b8b0f43/6ba2a93b-cd9e-440a-94f9-5b6849527c96) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:17:41.890218 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:42.102873 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-02e71275-f9d4-40bd-a6a3-f0abe60a21e1 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:42.161873 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-02e71275-f9d4-40bd-a6a3-f0abe60a21e1 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:42.233298 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e71275-f9d4-40bd-a6a3-f0abe60a21e1 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Network 58ceea7a-2202-4f44-8d76-bbedacc32ba1 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:17:42.239042 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-02e71275-f9d4-40bd-a6a3-f0abe60a21e1 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:17:42.245137 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e71275-f9d4-40bd-a6a3-f0abe60a21e1 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:17:42.250354 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e71275-f9d4-40bd-a6a3-f0abe60a21e1 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Pushing event updated for resources: {'Port': ['ID=6ba2a93b-cd9e-440a-94f9-5b6849527c96,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:17:42.323268 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e71275-f9d4-40bd-a6a3-f0abe60a21e1 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:17:42.324385 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-02e71275-f9d4-40bd-a6a3-f0abe60a21e1 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:42.344904 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-02e71275-f9d4-40bd-a6a3-f0abe60a21e1 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.9265552 Aug 05 12:17:42.348648 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 39408) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:17:42.355635 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-86b67dba-e375-418f-a1f9-6494e9f7878a tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Request body: {'floatingip': {'port_id': '6ba2a93b-cd9e-440a-94f9-5b6849527c96'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:17:42.421248 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-86b67dba-e375-418f-a1f9-6494e9f7878a tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks [] for floatingip, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:43.249539 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-86b67dba-e375-418f-a1f9-6494e9f7878a tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:43.256873 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-86b67dba-e375-418f-a1f9-6494e9f7878a tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33287247'] for floatingip, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:43.469269 n-d-803378-2 neutron-server[94420]: INFO neutron.db.l3_db [None req-86b67dba-e375-418f-a1f9-6494e9f7878a tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Floating IP 325479c7-32b3-4712-ab96-837adb1268d9 associated. External IP: 172.25.5.252, port: 6ba2a93b-cd9e-440a-94f9-5b6849527c96. Aug 05 12:17:43.853648 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86b67dba-e375-418f-a1f9-6494e9f7878a tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Router 8e4184cb-0256-48fd-b36d-7f99a3600961 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:17:44.028544 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:44.059594 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86b67dba-e375-418f-a1f9-6494e9f7878a tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:17:44.068230 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-86b67dba-e375-418f-a1f9-6494e9f7878a tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:44.074731 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd50a36f-7278-402c-b686-2c83be8edcd8 None None] Sync routers for ids ['8e4184cb-0256-48fd-b36d-7f99a3600961'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:17:44.090740 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd50a36f-7278-402c-b686-2c83be8edcd8 None None] Routers {'8e4184cb-0256-48fd-b36d-7f99a3600961'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:17:44.093166 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-bd50a36f-7278-402c-b686-2c83be8edcd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:17:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['8e4184cb-0256-48fd-b36d-7f99a3600961'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:17:44.129989 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-86b67dba-e375-418f-a1f9-6494e9f7878a tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] 10.222.0.58 "PUT /v2.0/floatingips/325479c7-32b3-4712-ab96-837adb1268d9 HTTP/1.1" status: 200 len: 977 time: 1.7795556 Aug 05 12:17:44.133746 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 39424) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:17:44.161332 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-bd50a36f-7278-402c-b686-2c83be8edcd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:17:44.179818 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd50a36f-7278-402c-b686-2c83be8edcd8 None None] Routers {'8e4184cb-0256-48fd-b36d-7f99a3600961'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:17:44.180921 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-bd50a36f-7278-402c-b686-2c83be8edcd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:17:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['8e4184cb-0256-48fd-b36d-7f99a3600961'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:17:44.243194 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-bd50a36f-7278-402c-b686-2c83be8edcd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:17:44.244156 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd50a36f-7278-402c-b686-2c83be8edcd8 None None] The sync data for ids ['8e4184cb-0256-48fd-b36d-7f99a3600961'] in n-d-803378-2 is: [] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:17:44.273538 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-4fae736b-9b7c-4ac0-a162-318f15f15d3b tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Deleting port 6ba2a93b-cd9e-440a-94f9-5b6849527c96 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:17:44.273538 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4fae736b-9b7c-4ac0-a162-318f15f15d3b tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:44.442273 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4fae736b-9b7c-4ac0-a162-318f15f15d3b tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:44.785753 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4fae736b-9b7c-4ac0-a162-318f15f15d3b tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:44.786826 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4fae736b-9b7c-4ac0-a162-318f15f15d3b tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33287247'] for floatingip, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:44.786826 n-d-803378-2 neutron-server[94420]: INFO neutron.db.l3_db [None req-4fae736b-9b7c-4ac0-a162-318f15f15d3b tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Floating IP 325479c7-32b3-4712-ab96-837adb1268d9 disassociated. External IP: 172.25.5.252, port: 6ba2a93b-cd9e-440a-94f9-5b6849527c96. Aug 05 12:17:44.786826 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-4fae736b-9b7c-4ac0-a162-318f15f15d3b tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Calling delete_port for 6ba2a93b-cd9e-440a-94f9-5b6849527c96 owned by {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:17:44.999263 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4fae736b-9b7c-4ac0-a162-318f15f15d3b tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:45.050722 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fae736b-9b7c-4ac0-a162-318f15f15d3b tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Pushing event deleted for resources: {'Port': ['ID=6ba2a93b-cd9e-440a-94f9-5b6849527c96,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:17:45.261106 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fae736b-9b7c-4ac0-a162-318f15f15d3b tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Router 8e4184cb-0256-48fd-b36d-7f99a3600961 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:17:45.476923 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fae736b-9b7c-4ac0-a162-318f15f15d3b tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:17:45.492321 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff01d6c-ae0d-4c6d-a24c-46355f27bc51 None None] Sync routers for ids ['8e4184cb-0256-48fd-b36d-7f99a3600961'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:17:45.511216 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff01d6c-ae0d-4c6d-a24c-46355f27bc51 None None] Routers {'8e4184cb-0256-48fd-b36d-7f99a3600961'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:17:45.512394 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-2ff01d6c-ae0d-4c6d-a24c-46355f27bc51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:17:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['8e4184cb-0256-48fd-b36d-7f99a3600961'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:17:45.572768 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-2ff01d6c-ae0d-4c6d-a24c-46355f27bc51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:17:45.588004 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff01d6c-ae0d-4c6d-a24c-46355f27bc51 None None] Routers {'8e4184cb-0256-48fd-b36d-7f99a3600961'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:17:45.589082 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-2ff01d6c-ae0d-4c6d-a24c-46355f27bc51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:17:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['8e4184cb-0256-48fd-b36d-7f99a3600961'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:17:45.599452 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4fae736b-9b7c-4ac0-a162-318f15f15d3b tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:45.603912 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-4fae736b-9b7c-4ac0-a162-318f15f15d3b tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] 10.222.0.58 "DELETE /v2.0/ports/6ba2a93b-cd9e-440a-94f9-5b6849527c96 HTTP/1.1" status: 204 len: 168 time: 1.4687810 Aug 05 12:17:45.606947 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 39430) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:17:45.650915 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-2ff01d6c-ae0d-4c6d-a24c-46355f27bc51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:17:45.652069 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff01d6c-ae0d-4c6d-a24c-46355f27bc51 None None] The sync data for ids ['8e4184cb-0256-48fd-b36d-7f99a3600961'] in n-d-803378-2 is: [] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:17:45.688477 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-74b1e5bd-ee2c-42ca-a275-bdcc60c2ca63 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] 10.222.0.58 "GET /v2.0/floatingips/325479c7-32b3-4712-ab96-837adb1268d9 HTTP/1.1" status: 200 len: 688 time: 0.0801265 Aug 05 12:17:45.692138 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 39432) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:17:45.851732 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-a5615d31-03a7-4d68-a7f9-e3353f1a0772 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Deleting port 7dd549bd-e928-46c2-90c0-812622121e71 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:17:45.852888 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a5615d31-03a7-4d68-a7f9-e3353f1a0772 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:45.942487 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a5615d31-03a7-4d68-a7f9-e3353f1a0772 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:45.942798 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a5615d31-03a7-4d68-a7f9-e3353f1a0772 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:45.958771 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-a5615d31-03a7-4d68-a7f9-e3353f1a0772 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Calling delete_port for 7dd549bd-e928-46c2-90c0-812622121e71 owned by network:floatingip {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:17:46.182774 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a5615d31-03a7-4d68-a7f9-e3353f1a0772 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:46.231540 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5615d31-03a7-4d68-a7f9-e3353f1a0772 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Pushing event deleted for resources: {'Port': ['ID=7dd549bd-e928-46c2-90c0-812622121e71,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:17:46.365398 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a5615d31-03a7-4d68-a7f9-e3353f1a0772 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks [] for floatingip, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:46.370426 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a5615d31-03a7-4d68-a7f9-e3353f1a0772 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:46.372698 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-a5615d31-03a7-4d68-a7f9-e3353f1a0772 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] 10.222.0.58 "DELETE /v2.0/floatingips/325479c7-32b3-4712-ab96-837adb1268d9 HTTP/1.1" status: 204 len: 168 time: 0.6789241 Aug 05 12:17:46.377523 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 39436) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:17:46.385799 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-7c266391-6965-4115-8520-0e36e1c53eb7 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Request body: {'floatingip': {'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'port_id': '82e3567a-39bd-4faa-ad6f-e41901c0d8c1'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:17:46.437161 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7c266391-6965-4115-8520-0e36e1c53eb7 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks [] for floatingip, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:46.634886 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7c266391-6965-4115-8520-0e36e1c53eb7 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:46.848906 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-7c266391-6965-4115-8520-0e36e1c53eb7 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Allocated IP 172.25.5.178 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/3ecd2801-3705-483e-9dab-7862996532fa) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:17:47.007236 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7c266391-6965-4115-8520-0e36e1c53eb7 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:47.091147 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7c266391-6965-4115-8520-0e36e1c53eb7 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:47.539224 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c266391-6965-4115-8520-0e36e1c53eb7 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:17:47.544899 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-7c266391-6965-4115-8520-0e36e1c53eb7 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:17:47.555970 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c266391-6965-4115-8520-0e36e1c53eb7 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:17:47.605386 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c266391-6965-4115-8520-0e36e1c53eb7 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Pushing event updated for resources: {'Port': ['ID=3ecd2801-3705-483e-9dab-7862996532fa,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:17:47.632822 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c266391-6965-4115-8520-0e36e1c53eb7 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:17:47.633426 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c266391-6965-4115-8520-0e36e1c53eb7 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:17:47.634009 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c266391-6965-4115-8520-0e36e1c53eb7 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:17:47.634655 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c266391-6965-4115-8520-0e36e1c53eb7 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:17:47.635229 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c266391-6965-4115-8520-0e36e1c53eb7 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:17:47.635816 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c266391-6965-4115-8520-0e36e1c53eb7 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:17:47.636372 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c266391-6965-4115-8520-0e36e1c53eb7 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:17:47.636996 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c266391-6965-4115-8520-0e36e1c53eb7 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:17:47.637584 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c266391-6965-4115-8520-0e36e1c53eb7 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:17:47.638178 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c266391-6965-4115-8520-0e36e1c53eb7 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:17:47.638767 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c266391-6965-4115-8520-0e36e1c53eb7 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:17:47.639346 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c266391-6965-4115-8520-0e36e1c53eb7 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:17:48.258309 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7c266391-6965-4115-8520-0e36e1c53eb7 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:48.410607 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7c266391-6965-4115-8520-0e36e1c53eb7 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:48.638147 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7c266391-6965-4115-8520-0e36e1c53eb7 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:48.645888 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7c266391-6965-4115-8520-0e36e1c53eb7 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:48.731552 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 12:17:48.769361 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c266391-6965-4115-8520-0e36e1c53eb7 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Pushing event updated for resources: {'Port': ['ID=3ecd2801-3705-483e-9dab-7862996532fa,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:17:48.789211 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7c266391-6965-4115-8520-0e36e1c53eb7 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33287247'] for floatingip, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:48.977047 n-d-803378-2 neutron-server[94421]: INFO neutron.db.l3_db [None req-7c266391-6965-4115-8520-0e36e1c53eb7 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Floating IP 55a19241-b5d6-4e67-b204-15219da2259b associated. External IP: 172.25.5.178, port: 82e3567a-39bd-4faa-ad6f-e41901c0d8c1. Aug 05 12:17:49.272997 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c266391-6965-4115-8520-0e36e1c53eb7 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Router 8e4184cb-0256-48fd-b36d-7f99a3600961 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:17:49.500741 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c266391-6965-4115-8520-0e36e1c53eb7 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:17:49.513612 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909991cc-7ba4-4f2a-95aa-8b685234abf7 None None] Sync routers for ids ['8e4184cb-0256-48fd-b36d-7f99a3600961'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:17:49.529195 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7c266391-6965-4115-8520-0e36e1c53eb7 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:49.530122 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909991cc-7ba4-4f2a-95aa-8b685234abf7 None None] Routers {'8e4184cb-0256-48fd-b36d-7f99a3600961'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:17:49.531046 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-909991cc-7ba4-4f2a-95aa-8b685234abf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:17:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['8e4184cb-0256-48fd-b36d-7f99a3600961'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:17:49.574831 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-909991cc-7ba4-4f2a-95aa-8b685234abf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:17:49.583128 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-7c266391-6965-4115-8520-0e36e1c53eb7 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 3.1997001 Aug 05 12:17:49.583606 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 39444) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:17:49.587742 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909991cc-7ba4-4f2a-95aa-8b685234abf7 None None] Routers {'8e4184cb-0256-48fd-b36d-7f99a3600961'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:17:49.588696 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-909991cc-7ba4-4f2a-95aa-8b685234abf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:17:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['8e4184cb-0256-48fd-b36d-7f99a3600961'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:17:49.589759 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-a803a9d5-c7ce-44e1-9b47-2ec552e04be6 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1847681944'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:17:49.619215 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a803a9d5-c7ce-44e1-9b47-2ec552e04be6 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Made reservation on behalf of 7812ecd4b3fa4c77871dc309d74de0d0 for: {'network': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:17:49.624101 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a803a9d5-c7ce-44e1-9b47-2ec552e04be6 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:49.631079 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-909991cc-7ba4-4f2a-95aa-8b685234abf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:17:49.632369 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909991cc-7ba4-4f2a-95aa-8b685234abf7 None None] The sync data for ids ['8e4184cb-0256-48fd-b36d-7f99a3600961'] in n-d-803378-2 is: [] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:17:49.659696 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a803a9d5-c7ce-44e1-9b47-2ec552e04be6 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] vlan segment allocate from pool success with {'vlan_id': 659, 'physical_network': 'physnet1'} {{(pid=94421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 12:17:49.674646 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a803a9d5-c7ce-44e1-9b47-2ec552e04be6 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:49.675184 n-d-803378-2 neutron-server[94421]: INFO neutron.db.segments_db [None req-a803a9d5-c7ce-44e1-9b47-2ec552e04be6 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Added segment a8899438-c39b-4eff-9d16-3210fb693e96 of type vlan for network c226406f-b9e4-44f5-a567-349eaf526a7e Aug 05 12:17:49.727976 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a803a9d5-c7ce-44e1-9b47-2ec552e04be6 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:49.766482 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a803a9d5-c7ce-44e1-9b47-2ec552e04be6 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:49.773013 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a803a9d5-c7ce-44e1-9b47-2ec552e04be6 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:17:49.773739 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a803a9d5-c7ce-44e1-9b47-2ec552e04be6 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks [] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:49.841596 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-a803a9d5-c7ce-44e1-9b47-2ec552e04be6 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2565322 Aug 05 12:17:49.847360 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 39446) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:17:49.864745 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-41f4d121-f73c-48f1-9bc3-ccfa33ecf16b tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Request body: {'subnet': {'network_id': 'c226406f-b9e4-44f5-a567-349eaf526a7e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:17:49.867500 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a803a9d5-c7ce-44e1-9b47-2ec552e04be6 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Pushing event updated for resources: {'Network': ['ID=c226406f-b9e4-44f5-a567-349eaf526a7e,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:17:49.884549 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network c226406f-b9e4-44f5-a567-349eaf526a7e details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 12:17:50.040191 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41f4d121-f73c-48f1-9bc3-ccfa33ecf16b tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Made reservation on behalf of 7812ecd4b3fa4c77871dc309d74de0d0 for: {'subnet': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:17:50.046805 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-41f4d121-f73c-48f1-9bc3-ccfa33ecf16b tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24211133'] for subnet, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:50.887398 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-41f4d121-f73c-48f1-9bc3-ccfa33ecf16b tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29762700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24211087'] for subnet, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:51.014021 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f4d121-f73c-48f1-9bc3-ccfa33ecf16b tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Pushing event updated for resources: {'Subnet': ['ID=c34d0c76-d720-4972-bc20-8aaf72e97aea,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:17:51.028897 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f4d121-f73c-48f1-9bc3-ccfa33ecf16b tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Checking segment: {'id': 'a8899438-c39b-4eff-9d16-3210fb693e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'c226406f-b9e4-44f5-a567-349eaf526a7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:17:51.029561 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f4d121-f73c-48f1-9bc3-ccfa33ecf16b tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Network hostable DHCP agents. Network: c226406f-b9e4-44f5-a567-349eaf526a7e, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 12:17:51.058046 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f4d121-f73c-48f1-9bc3-ccfa33ecf16b tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Network c226406f-b9e4-44f5-a567-349eaf526a7e is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 12:17:51.074353 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-41f4d121-f73c-48f1-9bc3-ccfa33ecf16b tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, c226406f-b9e4-44f5-a567-349eaf526a7e) {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:17:51.086010 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f4d121-f73c-48f1-9bc3-ccfa33ecf16b tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:17:51.086601 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd72867-6fb3-4281-993a-1c152e18f431 None None] Network c226406f-b9e4-44f5-a567-349eaf526a7e requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:17:51.087352 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-41f4d121-f73c-48f1-9bc3-ccfa33ecf16b tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks [] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:51.112772 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-41f4d121-f73c-48f1-9bc3-ccfa33ecf16b tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2635984 Aug 05 12:17:51.115520 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 39470) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:17:51.123985 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-8fcf4608-a8bf-4bd1-847b-7cf7e037a518 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1516919469', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}, 'admin_state_up': False}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:17:51.169882 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8fcf4608-a8bf-4bd1-847b-7cf7e037a518 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33260300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1929'] for router, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:51.172120 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8fcf4608-a8bf-4bd1-847b-7cf7e037a518 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33285914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33034662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1926'] for router, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:51.274413 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8fcf4608-a8bf-4bd1-847b-7cf7e037a518 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:51.350197 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c23d78-75ae-4215-8b78-0201ff1ad5ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-c226406f-b9e4-44f5-a567-349eaf526a7e', 'network_id': 'c226406f-b9e4-44f5-a567-349eaf526a7e', 'tenant_id': '7812ecd4b3fa4c77871dc309d74de0d0', 'fixed_ips': [{'subnet_id': 'c34d0c76-d720-4972-bc20-8aaf72e97aea'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 12:17:51.351325 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f3c23d78-75ae-4215-8b78-0201ff1ad5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:51.571552 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8fcf4608-a8bf-4bd1-847b-7cf7e037a518 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:51.640766 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-f3c23d78-75ae-4215-8b78-0201ff1ad5ea None None] Allocated IP 172.20.0.2 (c226406f-b9e4-44f5-a567-349eaf526a7e/c34d0c76-d720-4972-bc20-8aaf72e97aea/85bbb00a-89e9-4411-96b7-b7b51d544ffe) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:17:51.989341 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8fcf4608-a8bf-4bd1-847b-7cf7e037a518 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks [] for router_gateway, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:51.991587 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f3c23d78-75ae-4215-8b78-0201ff1ad5ea None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:52.008440 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f3c23d78-75ae-4215-8b78-0201ff1ad5ea None None] Transition to ACTIVE for port object 85bbb00a-89e9-4411-96b7-b7b51d544ffe will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:17:52.021486 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8fcf4608-a8bf-4bd1-847b-7cf7e037a518 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:52.054039 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f3c23d78-75ae-4215-8b78-0201ff1ad5ea None None] Transition to ACTIVE for port object 85bbb00a-89e9-4411-96b7-b7b51d544ffe will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:17:52.069478 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f3c23d78-75ae-4215-8b78-0201ff1ad5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:52.160225 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c23d78-75ae-4215-8b78-0201ff1ad5ea None None] Network c226406f-b9e4-44f5-a567-349eaf526a7e is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:17:52.165700 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-f3c23d78-75ae-4215-8b78-0201ff1ad5ea None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:17:52.169338 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c23d78-75ae-4215-8b78-0201ff1ad5ea None None] Pushing event updated for resources: {'Port': ['ID=85bbb00a-89e9-4411-96b7-b7b51d544ffe,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:17:52.176776 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c23d78-75ae-4215-8b78-0201ff1ad5ea None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:17:52.196413 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c23d78-75ae-4215-8b78-0201ff1ad5ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:17:52.197257 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c23d78-75ae-4215-8b78-0201ff1ad5ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:17:52.206702 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c23d78-75ae-4215-8b78-0201ff1ad5ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:17:52.209070 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c23d78-75ae-4215-8b78-0201ff1ad5ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:17:52.209995 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c23d78-75ae-4215-8b78-0201ff1ad5ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:17:52.212417 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c23d78-75ae-4215-8b78-0201ff1ad5ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:17:52.213047 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c23d78-75ae-4215-8b78-0201ff1ad5ea None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:17:52.213856 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c23d78-75ae-4215-8b78-0201ff1ad5ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:17:52.214671 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c23d78-75ae-4215-8b78-0201ff1ad5ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:17:52.216314 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c23d78-75ae-4215-8b78-0201ff1ad5ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:17:52.216900 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c23d78-75ae-4215-8b78-0201ff1ad5ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:17:52.217452 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c23d78-75ae-4215-8b78-0201ff1ad5ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:17:52.275112 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-8fcf4608-a8bf-4bd1-847b-7cf7e037a518 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Allocated IP 172.25.5.41 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/1ce62802-633b-49e4-bb0f-4d0f48d3df13) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:17:52.328299 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-f3c23d78-75ae-4215-8b78-0201ff1ad5ea None None] Attempting to bind port 85bbb00a-89e9-4411-96b7-b7b51d544ffe on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:17:52.328830 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-f3c23d78-75ae-4215-8b78-0201ff1ad5ea None None] Attempting to bind port 85bbb00a-89e9-4411-96b7-b7b51d544ffe by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'a8899438-c39b-4eff-9d16-3210fb693e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'c226406f-b9e4-44f5-a567-349eaf526a7e'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:17:52.329047 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c23d78-75ae-4215-8b78-0201ff1ad5ea None None] Attempting to bind port 85bbb00a-89e9-4411-96b7-b7b51d544ffe on network c226406f-b9e4-44f5-a567-349eaf526a7e {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:17:52.339006 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c23d78-75ae-4215-8b78-0201ff1ad5ea None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:17:52.339738 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c23d78-75ae-4215-8b78-0201ff1ad5ea None None] Checking segment: {'id': 'a8899438-c39b-4eff-9d16-3210fb693e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'c226406f-b9e4-44f5-a567-349eaf526a7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:17:52.340600 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f3c23d78-75ae-4215-8b78-0201ff1ad5ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:52.341390 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c23d78-75ae-4215-8b78-0201ff1ad5ea None None] Bound using segment: {'id': 'a8899438-c39b-4eff-9d16-3210fb693e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'c226406f-b9e4-44f5-a567-349eaf526a7e'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:17:52.342319 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-f3c23d78-75ae-4215-8b78-0201ff1ad5ea None None] Bound port: 85bbb00a-89e9-4411-96b7-b7b51d544ffe, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8899438-c39b-4eff-9d16-3210fb693e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'c226406f-b9e4-44f5-a567-349eaf526a7e'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:17:52.343315 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f3c23d78-75ae-4215-8b78-0201ff1ad5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:52.503864 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f3c23d78-75ae-4215-8b78-0201ff1ad5ea None None] For port 85bbb00a-89e9-4411-96b7-b7b51d544ffe, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:17:52.531198 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:52.534611 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f3c23d78-75ae-4215-8b78-0201ff1ad5ea None None] For port 85bbb00a-89e9-4411-96b7-b7b51d544ffe, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=85bbb00a-89e9-4411-96b7-b7b51d544ffe,segment=NetworkSegment(a8899438-c39b-4eff-9d16-3210fb693e96),segment_id=a8899438-c39b-4eff-9d16-3210fb693e96)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:17:52.545683 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f3c23d78-75ae-4215-8b78-0201ff1ad5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:52.557037 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8fcf4608-a8bf-4bd1-847b-7cf7e037a518 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:52.690361 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c23d78-75ae-4215-8b78-0201ff1ad5ea None None] Pushing event updated for resources: {'Port': ['ID=85bbb00a-89e9-4411-96b7-b7b51d544ffe,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:17:52.698204 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8fcf4608-a8bf-4bd1-847b-7cf7e037a518 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:52.763281 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fcf4608-a8bf-4bd1-847b-7cf7e037a518 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:17:52.775276 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-8fcf4608-a8bf-4bd1-847b-7cf7e037a518 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:17:52.780935 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcf4608-a8bf-4bd1-847b-7cf7e037a518 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:17:52.794073 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcf4608-a8bf-4bd1-847b-7cf7e037a518 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Pushing event updated for resources: {'Port': ['ID=1ce62802-633b-49e4-bb0f-4d0f48d3df13,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:17:53.487757 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8fcf4608-a8bf-4bd1-847b-7cf7e037a518 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks [] for router_gateway, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:53.598989 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 85bbb00a-89e9-4411-96b7-b7b51d544ffe up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:17:53.746977 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 85bbb00a-89e9-4411-96b7-b7b51d544ffe completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:17:54.035498 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8fcf4608-a8bf-4bd1-847b-7cf7e037a518 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286026'] for router, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:54.348183 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fcf4608-a8bf-4bd1-847b-7cf7e037a518 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Router 0581416f-f1fc-47d7-9120-6ebe9ad1c809 is scheduled to L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d with binding_index 1 {{(pid=94420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 12:17:54.439707 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8424952b-7009-4f92-8ab9-f6612bddd185 None None] Network c226406f-b9e4-44f5-a567-349eaf526a7e requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:17:54.573444 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-feacd2de-3c3e-474e-98af-4dc782873e51 None None] Provisioning for port 85bbb00a-89e9-4411-96b7-b7b51d544ffe completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:17:54.592253 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-feacd2de-3c3e-474e-98af-4dc782873e51 None None] Provisioning complete for port 85bbb00a-89e9-4411-96b7-b7b51d544ffe triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:17:54.593545 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-feacd2de-3c3e-474e-98af-4dc782873e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:54.595507 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fcf4608-a8bf-4bd1-847b-7cf7e037a518 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:17:54.645545 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4bc2c30-9601-41c2-9a85-a681ec8d08fe None None] Sync routers for ids ['0581416f-f1fc-47d7-9120-6ebe9ad1c809'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:17:54.651753 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8fcf4608-a8bf-4bd1-847b-7cf7e037a518 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks [] for router, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:54.667742 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-8fcf4608-a8bf-4bd1-847b-7cf7e037a518 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.5500145 Aug 05 12:17:54.672362 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 39704) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:17:54.719623 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4bc2c30-9601-41c2-9a85-a681ec8d08fe None None] Routers {'0581416f-f1fc-47d7-9120-6ebe9ad1c809'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:17:54.721614 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-d4bc2c30-9601-41c2-9a85-a681ec8d08fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:17:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['0581416f-f1fc-47d7-9120-6ebe9ad1c809'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:17:54.836968 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-d4bc2c30-9601-41c2-9a85-a681ec8d08fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:17:54.942145 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4bc2c30-9601-41c2-9a85-a681ec8d08fe None None] Routers {'0581416f-f1fc-47d7-9120-6ebe9ad1c809'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:17:54.942798 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-d4bc2c30-9601-41c2-9a85-a681ec8d08fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:17:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['0581416f-f1fc-47d7-9120-6ebe9ad1c809'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:17:55.003147 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-d4bc2c30-9601-41c2-9a85-a681ec8d08fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:17:55.004027 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4bc2c30-9601-41c2-9a85-a681ec8d08fe None None] The sync data for ids ['0581416f-f1fc-47d7-9120-6ebe9ad1c809'] in n-d-803378-2 is: [] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:17:55.074084 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-feacd2de-3c3e-474e-98af-4dc782873e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:55.186983 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-feacd2de-3c3e-474e-98af-4dc782873e51 None None] For port 85bbb00a-89e9-4411-96b7-b7b51d544ffe, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=85bbb00a-89e9-4411-96b7-b7b51d544ffe,segment=NetworkSegment(a8899438-c39b-4eff-9d16-3210fb693e96),segment_id=a8899438-c39b-4eff-9d16-3210fb693e96)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:17:55.223850 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-feacd2de-3c3e-474e-98af-4dc782873e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:55.393744 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feacd2de-3c3e-474e-98af-4dc782873e51 None None] Pushing event updated for resources: {'Port': ['ID=85bbb00a-89e9-4411-96b7-b7b51d544ffe,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:17:55.609185 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 85bbb00a-89e9-4411-96b7-b7b51d544ffe up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:17:55.727151 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-e315be00-6677-4ed7-b0f3-dd731e10c4b8 None None] Provisioning complete for port 85bbb00a-89e9-4411-96b7-b7b51d544ffe triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:17:55.728114 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e315be00-6677-4ed7-b0f3-dd731e10c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:55.759033 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2c68d30a-15b4-4fbd-b901-84713acc916e tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:55.814935 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 85bbb00a-89e9-4411-96b7-b7b51d544ffe triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:17:55.815484 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:56.319937 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-2c68d30a-15b4-4fbd-b901-84713acc916e tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Allocated IP 172.20.0.1 (c226406f-b9e4-44f5-a567-349eaf526a7e/c34d0c76-d720-4972-bc20-8aaf72e97aea/0b4e21e2-4704-4fe7-9183-37a83c15f1d2) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:17:56.547723 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2c68d30a-15b4-4fbd-b901-84713acc916e tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:56.582188 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [None req-2c68d30a-15b4-4fbd-b901-84713acc916e tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Transition to ACTIVE for port object 0b4e21e2-4704-4fe7-9183-37a83c15f1d2 will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:17:56.645410 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2c68d30a-15b4-4fbd-b901-84713acc916e tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:56.732513 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c68d30a-15b4-4fbd-b901-84713acc916e tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Network c226406f-b9e4-44f5-a567-349eaf526a7e is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:17:56.739141 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-2c68d30a-15b4-4fbd-b901-84713acc916e tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:17:56.755298 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c68d30a-15b4-4fbd-b901-84713acc916e tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:17:56.804769 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c68d30a-15b4-4fbd-b901-84713acc916e tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Pushing event updated for resources: {'Port': ['ID=0b4e21e2-4704-4fe7-9183-37a83c15f1d2,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:17:56.855919 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2c68d30a-15b4-4fbd-b901-84713acc916e tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33288800'] for router_interface, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:57.086878 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2c68d30a-15b4-4fbd-b901-84713acc916e tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:57.129565 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-3dcb7334-bf90-4b49-beb2-be0be897d146 None None] Provisioning for port 0b4e21e2-4704-4fe7-9183-37a83c15f1d2 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:17:57.136149 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-3dcb7334-bf90-4b49-beb2-be0be897d146 None None] Provisioning complete for port 0b4e21e2-4704-4fe7-9183-37a83c15f1d2 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:17:57.136726 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-3dcb7334-bf90-4b49-beb2-be0be897d146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:57.179356 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-3dcb7334-bf90-4b49-beb2-be0be897d146 None None] Port 0b4e21e2-4704-4fe7-9183-37a83c15f1d2 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 12:17:57.571681 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2c68d30a-15b4-4fbd-b901-84713acc916e tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:57.578582 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2c68d30a-15b4-4fbd-b901-84713acc916e tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:57.667108 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2c68d30a-15b4-4fbd-b901-84713acc916e tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33140268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33208272'] for router_interface, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:57.676208 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c68d30a-15b4-4fbd-b901-84713acc916e tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Pushing event updated for resources: {'Port': ['ID=0b4e21e2-4704-4fe7-9183-37a83c15f1d2,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:17:57.835704 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c68d30a-15b4-4fbd-b901-84713acc916e tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Network c226406f-b9e4-44f5-a567-349eaf526a7e is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:17:57.837385 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-2c68d30a-15b4-4fbd-b901-84713acc916e tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:17:58.072390 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c68d30a-15b4-4fbd-b901-84713acc916e tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Router 0581416f-f1fc-47d7-9120-6ebe9ad1c809 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:17:58.216474 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-c1f83c40-55a4-471c-a29f-7dcb7afe25a0 None None] Provisioning complete for port 0b4e21e2-4704-4fe7-9183-37a83c15f1d2 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:17:58.217555 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c1f83c40-55a4-471c-a29f-7dcb7afe25a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:58.293636 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c68d30a-15b4-4fbd-b901-84713acc916e tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:17:58.301511 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-c1f83c40-55a4-471c-a29f-7dcb7afe25a0 None None] Port 0b4e21e2-4704-4fe7-9183-37a83c15f1d2 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 12:17:58.308167 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-2c68d30a-15b4-4fbd-b901-84713acc916e tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] 10.222.0.58 "PUT /v2.0/routers/0581416f-f1fc-47d7-9120-6ebe9ad1c809/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6288307 Aug 05 12:17:58.308167 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 39922) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:17:58.313138 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-0b9908bf-2c73-4dad-9335-56892818d316 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Request body: {'port': {'network_id': 'c226406f-b9e4-44f5-a567-349eaf526a7e', 'name': 'tempest-FloatingIPTestJSON-110946815'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:17:58.314177 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d213999-81e4-4de9-ae9b-2e6878f85968 None None] Sync routers for ids ['0581416f-f1fc-47d7-9120-6ebe9ad1c809'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:17:58.335078 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d213999-81e4-4de9-ae9b-2e6878f85968 None None] Routers {'0581416f-f1fc-47d7-9120-6ebe9ad1c809'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:17:58.336165 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-8d213999-81e4-4de9-ae9b-2e6878f85968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:17:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['0581416f-f1fc-47d7-9120-6ebe9ad1c809'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:17:58.401407 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-8d213999-81e4-4de9-ae9b-2e6878f85968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:17:58.414367 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d213999-81e4-4de9-ae9b-2e6878f85968 None None] Routers {'0581416f-f1fc-47d7-9120-6ebe9ad1c809'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:17:58.415347 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-8d213999-81e4-4de9-ae9b-2e6878f85968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:17:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['0581416f-f1fc-47d7-9120-6ebe9ad1c809'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:17:58.497601 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-8d213999-81e4-4de9-ae9b-2e6878f85968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:17:58.498748 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d213999-81e4-4de9-ae9b-2e6878f85968 None None] The sync data for ids ['0581416f-f1fc-47d7-9120-6ebe9ad1c809'] in n-d-803378-2 is: [] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:17:59.008186 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b9908bf-2c73-4dad-9335-56892818d316 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Made reservation on behalf of 7812ecd4b3fa4c77871dc309d74de0d0 for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:17:59.015510 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0b9908bf-2c73-4dad-9335-56892818d316 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:59.052602 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [None req-0b9908bf-2c73-4dad-9335-56892818d316 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] device_id is not set on port 4503472e-44bd-4137-8269-51d5a97c8047 yet. {{(pid=94421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 12:17:59.259309 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-0b9908bf-2c73-4dad-9335-56892818d316 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Allocated IP 172.20.0.12 (c226406f-b9e4-44f5-a567-349eaf526a7e/c34d0c76-d720-4972-bc20-8aaf72e97aea/4503472e-44bd-4137-8269-51d5a97c8047) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:17:59.516526 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0b9908bf-2c73-4dad-9335-56892818d316 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:59.544127 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [None req-0b9908bf-2c73-4dad-9335-56892818d316 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Transition to ACTIVE for port object 4503472e-44bd-4137-8269-51d5a97c8047 will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:17:59.607770 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0b9908bf-2c73-4dad-9335-56892818d316 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:59.679402 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9908bf-2c73-4dad-9335-56892818d316 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Network c226406f-b9e4-44f5-a567-349eaf526a7e is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:17:59.691712 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-0b9908bf-2c73-4dad-9335-56892818d316 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:17:59.697416 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9908bf-2c73-4dad-9335-56892818d316 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:17:59.758492 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9908bf-2c73-4dad-9335-56892818d316 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Pushing event updated for resources: {'Port': ['ID=4503472e-44bd-4137-8269-51d5a97c8047,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:17:59.792055 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9908bf-2c73-4dad-9335-56892818d316 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:17:59.792942 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:59.794976 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0b9908bf-2c73-4dad-9335-56892818d316 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:17:59.823243 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-0b9908bf-2c73-4dad-9335-56892818d316 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5148127 Aug 05 12:17:59.827141 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 39934) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:17:59.849301 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-0e7df529-48c6-45bc-9c5d-4a8d32d8dba4 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Request body: {'floatingip': {'port_id': '4503472e-44bd-4137-8269-51d5a97c8047'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:17:59.976356 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0e7df529-48c6-45bc-9c5d-4a8d32d8dba4 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks [] for floatingip, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:00.067379 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-7f0de725-3e22-4f64-890c-29da44797d5d None None] Provisioning for port 4503472e-44bd-4137-8269-51d5a97c8047 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:18:00.076297 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-7f0de725-3e22-4f64-890c-29da44797d5d None None] Provisioning complete for port 4503472e-44bd-4137-8269-51d5a97c8047 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:18:00.084328 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-7f0de725-3e22-4f64-890c-29da44797d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:00.162213 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-7f0de725-3e22-4f64-890c-29da44797d5d None None] Port 4503472e-44bd-4137-8269-51d5a97c8047 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 12:18:00.872315 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0e7df529-48c6-45bc-9c5d-4a8d32d8dba4 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:00.882730 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0e7df529-48c6-45bc-9c5d-4a8d32d8dba4 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33287247'] for floatingip, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:01.097887 n-d-803378-2 neutron-server[94420]: INFO neutron.db.l3_db [None req-0e7df529-48c6-45bc-9c5d-4a8d32d8dba4 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Floating IP 55a19241-b5d6-4e67-b204-15219da2259b associated. External IP: 172.25.5.178, port: 82e3567a-39bd-4faa-ad6f-e41901c0d8c1. Aug 05 12:18:01.779099 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e7df529-48c6-45bc-9c5d-4a8d32d8dba4 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Router 8e4184cb-0256-48fd-b36d-7f99a3600961 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:18:01.942227 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e7df529-48c6-45bc-9c5d-4a8d32d8dba4 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:18:01.963637 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338df378-cf63-4e6d-b74f-981a7d348005 None None] Sync routers for ids ['8e4184cb-0256-48fd-b36d-7f99a3600961'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:18:01.982743 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338df378-cf63-4e6d-b74f-981a7d348005 None None] Routers {'8e4184cb-0256-48fd-b36d-7f99a3600961'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:18:01.984001 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-338df378-cf63-4e6d-b74f-981a7d348005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:17:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['8e4184cb-0256-48fd-b36d-7f99a3600961'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:18:02.051554 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-338df378-cf63-4e6d-b74f-981a7d348005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:18:02.069085 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338df378-cf63-4e6d-b74f-981a7d348005 None None] Routers {'8e4184cb-0256-48fd-b36d-7f99a3600961'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:18:02.070518 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-338df378-cf63-4e6d-b74f-981a7d348005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:17:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['8e4184cb-0256-48fd-b36d-7f99a3600961'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:18:02.142796 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-338df378-cf63-4e6d-b74f-981a7d348005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:18:02.144362 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338df378-cf63-4e6d-b74f-981a7d348005 None None] The sync data for ids ['8e4184cb-0256-48fd-b36d-7f99a3600961'] in n-d-803378-2 is: [] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:18:02.245852 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e7df529-48c6-45bc-9c5d-4a8d32d8dba4 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Router 0581416f-f1fc-47d7-9120-6ebe9ad1c809 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:18:02.395909 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e7df529-48c6-45bc-9c5d-4a8d32d8dba4 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:18:02.401052 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0e7df529-48c6-45bc-9c5d-4a8d32d8dba4 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:02.410076 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b71a6ff-f53c-48d1-8944-e84d20273a7c None None] Sync routers for ids ['0581416f-f1fc-47d7-9120-6ebe9ad1c809'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:18:02.421387 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b71a6ff-f53c-48d1-8944-e84d20273a7c None None] Routers {'0581416f-f1fc-47d7-9120-6ebe9ad1c809'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:18:02.422024 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-1b71a6ff-f53c-48d1-8944-e84d20273a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:17:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['0581416f-f1fc-47d7-9120-6ebe9ad1c809'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:18:02.458931 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-1b71a6ff-f53c-48d1-8944-e84d20273a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:18:02.470689 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b71a6ff-f53c-48d1-8944-e84d20273a7c None None] Routers {'0581416f-f1fc-47d7-9120-6ebe9ad1c809'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:18:02.471505 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-1b71a6ff-f53c-48d1-8944-e84d20273a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:17:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['0581416f-f1fc-47d7-9120-6ebe9ad1c809'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:18:02.478116 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-0e7df529-48c6-45bc-9c5d-4a8d32d8dba4 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] 10.222.0.58 "PUT /v2.0/floatingips/55a19241-b5d6-4e67-b204-15219da2259b HTTP/1.1" status: 200 len: 978 time: 2.6472521 Aug 05 12:18:02.483228 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 39942) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:18:02.512371 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-1b71a6ff-f53c-48d1-8944-e84d20273a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:18:02.513076 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b71a6ff-f53c-48d1-8944-e84d20273a7c None None] The sync data for ids ['0581416f-f1fc-47d7-9120-6ebe9ad1c809'] in n-d-803378-2 is: [] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:18:02.624930 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-6f61ca1f-5c17-4896-9aeb-083b67341aa6 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Deleting port 4503472e-44bd-4137-8269-51d5a97c8047 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:18:02.625506 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6f61ca1f-5c17-4896-9aeb-083b67341aa6 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:02.809692 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6f61ca1f-5c17-4896-9aeb-083b67341aa6 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:03.172158 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6f61ca1f-5c17-4896-9aeb-083b67341aa6 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:03.173397 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6f61ca1f-5c17-4896-9aeb-083b67341aa6 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33287247'] for floatingip, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:03.173878 n-d-803378-2 neutron-server[94420]: INFO neutron.db.l3_db [None req-6f61ca1f-5c17-4896-9aeb-083b67341aa6 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Floating IP 55a19241-b5d6-4e67-b204-15219da2259b disassociated. External IP: 172.25.5.178, port: 4503472e-44bd-4137-8269-51d5a97c8047. Aug 05 12:18:03.174593 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-6f61ca1f-5c17-4896-9aeb-083b67341aa6 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Calling delete_port for 4503472e-44bd-4137-8269-51d5a97c8047 owned by {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:18:03.416749 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6f61ca1f-5c17-4896-9aeb-083b67341aa6 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:03.473454 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f61ca1f-5c17-4896-9aeb-083b67341aa6 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Pushing event deleted for resources: {'Port': ['ID=4503472e-44bd-4137-8269-51d5a97c8047,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:18:03.681073 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f61ca1f-5c17-4896-9aeb-083b67341aa6 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Router 0581416f-f1fc-47d7-9120-6ebe9ad1c809 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:18:03.899001 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f61ca1f-5c17-4896-9aeb-083b67341aa6 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:18:03.914644 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d512d5af-d36b-487e-a3a5-a3473a4e3dbb None None] Sync routers for ids ['0581416f-f1fc-47d7-9120-6ebe9ad1c809'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:18:03.927083 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d512d5af-d36b-487e-a3a5-a3473a4e3dbb None None] Routers {'0581416f-f1fc-47d7-9120-6ebe9ad1c809'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:18:03.927979 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-d512d5af-d36b-487e-a3a5-a3473a4e3dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:17:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['0581416f-f1fc-47d7-9120-6ebe9ad1c809'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:18:03.969443 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-d512d5af-d36b-487e-a3a5-a3473a4e3dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:18:03.981281 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d512d5af-d36b-487e-a3a5-a3473a4e3dbb None None] Routers {'0581416f-f1fc-47d7-9120-6ebe9ad1c809'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:18:03.981902 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-d512d5af-d36b-487e-a3a5-a3473a4e3dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:17:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['0581416f-f1fc-47d7-9120-6ebe9ad1c809'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:18:04.009884 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6f61ca1f-5c17-4896-9aeb-083b67341aa6 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:04.016285 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-6f61ca1f-5c17-4896-9aeb-083b67341aa6 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] 10.222.0.58 "DELETE /v2.0/ports/4503472e-44bd-4137-8269-51d5a97c8047 HTTP/1.1" status: 204 len: 168 time: 1.5288534 Aug 05 12:18:04.017393 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 39946) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:18:04.037070 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-d512d5af-d36b-487e-a3a5-a3473a4e3dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:18:04.038136 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d512d5af-d36b-487e-a3a5-a3473a4e3dbb None None] The sync data for ids ['0581416f-f1fc-47d7-9120-6ebe9ad1c809'] in n-d-803378-2 is: [] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:18:04.622243 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a1d4755c-d5e6-47ff-a8af-4afca091fbe2 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33208311'] for router_interface, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:05.122313 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-a1d4755c-d5e6-47ff-a8af-4afca091fbe2 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Deleting port 0b4e21e2-4704-4fe7-9183-37a83c15f1d2 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:18:05.122664 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a1d4755c-d5e6-47ff-a8af-4afca091fbe2 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:05.255574 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a1d4755c-d5e6-47ff-a8af-4afca091fbe2 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:05.281975 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-a1d4755c-d5e6-47ff-a8af-4afca091fbe2 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Calling delete_port for 0b4e21e2-4704-4fe7-9183-37a83c15f1d2 owned by network:router_interface {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:18:05.634402 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a1d4755c-d5e6-47ff-a8af-4afca091fbe2 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:05.675137 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d4755c-d5e6-47ff-a8af-4afca091fbe2 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Pushing event deleted for resources: {'Port': ['ID=0b4e21e2-4704-4fe7-9183-37a83c15f1d2,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:18:06.017651 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a1d4755c-d5e6-47ff-a8af-4afca091fbe2 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33140263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33208171'] for router_interface, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:06.273997 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1d4755c-d5e6-47ff-a8af-4afca091fbe2 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Router 0581416f-f1fc-47d7-9120-6ebe9ad1c809 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:18:06.406994 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1d4755c-d5e6-47ff-a8af-4afca091fbe2 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:18:06.417376 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-a1d4755c-d5e6-47ff-a8af-4afca091fbe2 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] 10.222.0.58 "PUT /v2.0/routers/0581416f-f1fc-47d7-9120-6ebe9ad1c809/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3953116 Aug 05 12:18:06.417376 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 39958) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:18:06.420448 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dac1e5f-6bc3-44ec-b052-e030f4b6ae0f None None] Sync routers for ids ['0581416f-f1fc-47d7-9120-6ebe9ad1c809'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:18:06.432255 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dac1e5f-6bc3-44ec-b052-e030f4b6ae0f None None] Routers {'0581416f-f1fc-47d7-9120-6ebe9ad1c809'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:18:06.433018 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-6dac1e5f-6bc3-44ec-b052-e030f4b6ae0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:17:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['0581416f-f1fc-47d7-9120-6ebe9ad1c809'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:18:06.478704 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-6dac1e5f-6bc3-44ec-b052-e030f4b6ae0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:18:06.508875 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dac1e5f-6bc3-44ec-b052-e030f4b6ae0f None None] Routers {'0581416f-f1fc-47d7-9120-6ebe9ad1c809'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:18:06.509951 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-6dac1e5f-6bc3-44ec-b052-e030f4b6ae0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:17:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['0581416f-f1fc-47d7-9120-6ebe9ad1c809'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:18:06.572174 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-6dac1e5f-6bc3-44ec-b052-e030f4b6ae0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:18:06.573181 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dac1e5f-6bc3-44ec-b052-e030f4b6ae0f None None] The sync data for ids ['0581416f-f1fc-47d7-9120-6ebe9ad1c809'] in n-d-803378-2 is: [] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:18:06.952069 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-60dc131b-105e-4a9b-8208-df7abe16886a tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks [] for router, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:07.169406 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-60dc131b-105e-4a9b-8208-df7abe16886a tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:07.277745 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-60dc131b-105e-4a9b-8208-df7abe16886a tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Deleting port 1ce62802-633b-49e4-bb0f-4d0f48d3df13 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:18:07.278875 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-60dc131b-105e-4a9b-8208-df7abe16886a tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:07.303720 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-771149f5-0f76-4072-9c32-dcf3e5ad8a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:07.439978 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-60dc131b-105e-4a9b-8208-df7abe16886a tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:07.470540 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-60dc131b-105e-4a9b-8208-df7abe16886a tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Calling delete_port for 1ce62802-633b-49e4-bb0f-4d0f48d3df13 owned by network:router_gateway {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:18:07.792878 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-60dc131b-105e-4a9b-8208-df7abe16886a tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:07.848945 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dc131b-105e-4a9b-8208-df7abe16886a tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Pushing event deleted for resources: {'Port': ['ID=1ce62802-633b-49e4-bb0f-4d0f48d3df13,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:18:07.940172 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-60dc131b-105e-4a9b-8208-df7abe16886a tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33285055'] for router_gateway, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:08.068283 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-60dc131b-105e-4a9b-8208-df7abe16886a tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33262979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1951'] for router, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:08.071870 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-60dc131b-105e-4a9b-8208-df7abe16886a tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:08.144664 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-60dc131b-105e-4a9b-8208-df7abe16886a tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33262474'] for router, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:08.145363 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60dc131b-105e-4a9b-8208-df7abe16886a tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Fanout notify agent at l3_agent the message router_deleted on router 0581416f-f1fc-47d7-9120-6ebe9ad1c809 {{(pid=94420) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 12:18:08.157291 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-60dc131b-105e-4a9b-8208-df7abe16886a tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks [] for router, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:08.159555 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-60dc131b-105e-4a9b-8208-df7abe16886a tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] 10.222.0.58 "DELETE /v2.0/routers/0581416f-f1fc-47d7-9120-6ebe9ad1c809 HTTP/1.1" status: 204 len: 168 time: 1.7411125 Aug 05 12:18:08.162581 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 39974) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:18:08.259768 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6ad22e1-2cd8-4768-9bd1-21ad2825c309 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Deleting subnet c34d0c76-d720-4972-bc20-8aaf72e97aea {{(pid=94420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 12:18:08.264465 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f6ad22e1-2cd8-4768-9bd1-21ad2825c309 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks [] for subnet, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:08.328015 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f6ad22e1-2cd8-4768-9bd1-21ad2825c309 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25010562'] for subnet, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:08.469135 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f6ad22e1-2cd8-4768-9bd1-21ad2825c309 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:08.550786 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f6ad22e1-2cd8-4768-9bd1-21ad2825c309 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29762763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24211094'] for subnet, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:08.586458 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ad22e1-2cd8-4768-9bd1-21ad2825c309 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Pushing event deleted for resources: {'Subnet': ['ID=c34d0c76-d720-4972-bc20-8aaf72e97aea,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:18:08.591134 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f6ad22e1-2cd8-4768-9bd1-21ad2825c309 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks [] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:08.595637 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-f6ad22e1-2cd8-4768-9bd1-21ad2825c309 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] 10.222.0.58 "DELETE /v2.0/subnets/c34d0c76-d720-4972-bc20-8aaf72e97aea HTTP/1.1" status: 204 len: 168 time: 0.4305151 Aug 05 12:18:08.599132 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 39982) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:18:08.603343 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13cf03c7-a2ef-4f80-8c17-218133689ce5 None None] Network c226406f-b9e4-44f5-a567-349eaf526a7e requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:18:08.730986 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ccff301f-fc3e-40e6-9d8e-a80b3637c540 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:08.838733 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-ccff301f-fc3e-40e6-9d8e-a80b3637c540 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Deleting port 85bbb00a-89e9-4411-96b7-b7b51d544ffe {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:18:08.839469 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ccff301f-fc3e-40e6-9d8e-a80b3637c540 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:08.886975 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3479070f-0370-4247-a07c-664dd97f12f7 None None] DHCP port deletion for c226406f-b9e4-44f5-a567-349eaf526a7e request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 12:18:08.936324 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-ccff301f-fc3e-40e6-9d8e-a80b3637c540 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] For port 85bbb00a-89e9-4411-96b7-b7b51d544ffe, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=85bbb00a-89e9-4411-96b7-b7b51d544ffe,segment=NetworkSegment(a8899438-c39b-4eff-9d16-3210fb693e96),segment_id=a8899438-c39b-4eff-9d16-3210fb693e96)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:18:08.937091 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ccff301f-fc3e-40e6-9d8e-a80b3637c540 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:08.961372 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-ccff301f-fc3e-40e6-9d8e-a80b3637c540 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Calling delete_port for 85bbb00a-89e9-4411-96b7-b7b51d544ffe owned by network:dhcp {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:18:08.968683 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-3479070f-0370-4247-a07c-664dd97f12f7 None None] Deleting port 85bbb00a-89e9-4411-96b7-b7b51d544ffe {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:18:08.970396 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-3479070f-0370-4247-a07c-664dd97f12f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:09.122180 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ccff301f-fc3e-40e6-9d8e-a80b3637c540 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:09.175196 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccff301f-fc3e-40e6-9d8e-a80b3637c540 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Pushing event deleted for resources: {'Port': ['ID=85bbb00a-89e9-4411-96b7-b7b51d544ffe,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:18:09.179805 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccff301f-fc3e-40e6-9d8e-a80b3637c540 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] No DVR routers for this DVR port 85bbb00a-89e9-4411-96b7-b7b51d544ffe on host n-d-803378-2 {{(pid=94420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:18:09.327013 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ccff301f-fc3e-40e6-9d8e-a80b3637c540 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:09.351346 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-3479070f-0370-4247-a07c-664dd97f12f7 None None] For port 85bbb00a-89e9-4411-96b7-b7b51d544ffe, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=85bbb00a-89e9-4411-96b7-b7b51d544ffe,segment=NetworkSegment(a8899438-c39b-4eff-9d16-3210fb693e96),segment_id=a8899438-c39b-4eff-9d16-3210fb693e96)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:18:09.351716 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-ccff301f-fc3e-40e6-9d8e-a80b3637c540 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c226406f-b9e4-44f5-a567-349eaf526a7e']}} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:18:09.351920 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-3479070f-0370-4247-a07c-664dd97f12f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:09.381173 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-3479070f-0370-4247-a07c-664dd97f12f7 None None] Calling delete_port for 85bbb00a-89e9-4411-96b7-b7b51d544ffe owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:18:09.381921 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-ccff301f-fc3e-40e6-9d8e-a80b3637c540 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8899438-c39b-4eff-9d16-3210fb693e96') {'for_net_delete': True} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:18:09.382812 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-ccff301f-fc3e-40e6-9d8e-a80b3637c540 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8899438-c39b-4eff-9d16-3210fb693e96') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:18:09.408931 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ccff301f-fc3e-40e6-9d8e-a80b3637c540 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25010581'] for segment, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:09.445169 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ccff301f-fc3e-40e6-9d8e-a80b3637c540 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:09.463397 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccff301f-fc3e-40e6-9d8e-a80b3637c540 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Releasing vlan 659 on physical network physnet1 to pool {{(pid=94420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 12:18:09.464056 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ccff301f-fc3e-40e6-9d8e-a80b3637c540 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29762581'] for segment, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:09.499038 n-d-803378-2 neutron-server[94420]: Traceback (most recent call last): Aug 05 12:18:09.499038 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 12:18:09.499038 n-d-803378-2 neutron-server[94420]: timer() Aug 05 12:18:09.499038 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 12:18:09.499038 n-d-803378-2 neutron-server[94420]: cb(*args, **kw) Aug 05 12:18:09.499038 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 12:18:09.499038 n-d-803378-2 neutron-server[94420]: return func(*args, **kwargs) Aug 05 12:18:09.499038 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 12:18:09.499038 n-d-803378-2 neutron-server[94420]: self._notify() Aug 05 12:18:09.499038 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 12:18:09.499038 n-d-803378-2 neutron-server[94420]: self.callback(batched_events) Aug 05 12:18:09.499038 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 12:18:09.499038 n-d-803378-2 neutron-server[94420]: event.method(event) Aug 05 12:18:09.499038 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 12:18:09.499038 n-d-803378-2 neutron-server[94420]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 12:18:09.499038 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 12:18:09.499038 n-d-803378-2 neutron-server[94420]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 12:18:09.499038 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 12:18:09.499038 n-d-803378-2 neutron-server[94420]: return f(self, *a, **k) Aug 05 12:18:09.499038 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 12:18:09.499038 n-d-803378-2 neutron-server[94420]: return self._get(url).json() Aug 05 12:18:09.499038 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 12:18:09.499038 n-d-803378-2 neutron-server[94420]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 12:18:09.499038 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 12:18:09.499038 n-d-803378-2 neutron-server[94420]: return self.request(url, 'GET', **kwargs) Aug 05 12:18:09.499038 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 12:18:09.499038 n-d-803378-2 neutron-server[94420]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 12:18:09.499038 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 12:18:09.499038 n-d-803378-2 neutron-server[94420]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 12:18:09.499038 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 12:18:09.499038 n-d-803378-2 neutron-server[94420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 12:18:09.499038 n-d-803378-2 neutron-server[94420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 12:18:09.524136 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-3479070f-0370-4247-a07c-664dd97f12f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:09.587722 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3479070f-0370-4247-a07c-664dd97f12f7 None None] Pushing event deleted for resources: {'Port': ['ID=85bbb00a-89e9-4411-96b7-b7b51d544ffe,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:18:09.605149 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3479070f-0370-4247-a07c-664dd97f12f7 None None] No DVR routers for this DVR port 85bbb00a-89e9-4411-96b7-b7b51d544ffe on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:18:09.610600 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ccff301f-fc3e-40e6-9d8e-a80b3637c540 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:09.620903 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 85bbb00a-89e9-4411-96b7-b7b51d544ffe no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:18:09.621546 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ccff301f-fc3e-40e6-9d8e-a80b3637c540 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:09.625040 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-ccff301f-fc3e-40e6-9d8e-a80b3637c540 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] 10.222.0.58 "DELETE /v2.0/networks/c226406f-b9e4-44f5-a567-349eaf526a7e HTTP/1.1" status: 204 len: 168 time: 1.0235035 Aug 05 12:18:09.635096 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 39994) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:18:09.665398 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 85bbb00a-89e9-4411-96b7-b7b51d544ffe {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:18:09.666708 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 85bbb00a-89e9-4411-96b7-b7b51d544ffe not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:18:09.685829 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccff301f-fc3e-40e6-9d8e-a80b3637c540 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Pushing event deleted for resources: {'Network': ['ID=c226406f-b9e4-44f5-a567-349eaf526a7e,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:18:09.873184 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-4d4d00cf-1030-42d1-a941-e5d75e07c701 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Deleting port 3ecd2801-3705-483e-9dab-7862996532fa {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:18:09.873662 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4d4d00cf-1030-42d1-a941-e5d75e07c701 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:10.027569 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-d683b6d5-8290-4dfb-ac73-f88c8745f9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:10.029363 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4d4d00cf-1030-42d1-a941-e5d75e07c701 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:10.030048 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4d4d00cf-1030-42d1-a941-e5d75e07c701 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:10.051558 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-4d4d00cf-1030-42d1-a941-e5d75e07c701 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Calling delete_port for 3ecd2801-3705-483e-9dab-7862996532fa owned by network:floatingip {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:18:10.107358 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:10.268094 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4d4d00cf-1030-42d1-a941-e5d75e07c701 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:10.316974 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4d00cf-1030-42d1-a941-e5d75e07c701 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Pushing event deleted for resources: {'Port': ['ID=3ecd2801-3705-483e-9dab-7862996532fa,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:18:10.440990 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4d4d00cf-1030-42d1-a941-e5d75e07c701 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks [] for floatingip, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:10.446748 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4d4d00cf-1030-42d1-a941-e5d75e07c701 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:10.448926 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-4d4d00cf-1030-42d1-a941-e5d75e07c701 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] 10.222.0.58 "DELETE /v2.0/floatingips/55a19241-b5d6-4e67-b204-15219da2259b HTTP/1.1" status: 204 len: 168 time: 0.8122492 Aug 05 12:18:10.453534 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 40010) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:18:10.484802 n-d-803378-2 neutron-server[94421]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd18944e-56cc-44ff-95a0-d1c1e303bac9 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] DELETE failed (client error): The resource could not be found. Aug 05 12:18:10.486417 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd18944e-56cc-44ff-95a0-d1c1e303bac9 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 12:18:10.488777 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-bd18944e-56cc-44ff-95a0-d1c1e303bac9 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] 10.222.0.58 "DELETE /v2.0/ports/4503472e-44bd-4137-8269-51d5a97c8047 HTTP/1.1" status: 404 len: 333 time: 0.0334675 Aug 05 12:18:10.493296 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 40012) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:18:10.537166 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-1a83a52f-d0bb-4fdf-a5d2-27677b5e8248 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] 10.222.0.58 "GET /v2.0/ports?device_id=0581416f-f1fc-47d7-9120-6ebe9ad1c809 HTTP/1.1" status: 200 len: 205 time: 0.0421622 Aug 05 12:18:10.541141 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 40014) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:18:10.615153 n-d-803378-2 neutron-server[94421]: INFO neutron.api.v2.resource [None req-2e3afdaa-f976-404a-a346-3ad3e1d77a6b tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] delete failed (client error): The resource could not be found. Aug 05 12:18:10.617255 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-2e3afdaa-f976-404a-a346-3ad3e1d77a6b tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] 10.222.0.58 "DELETE /v2.0/routers/0581416f-f1fc-47d7-9120-6ebe9ad1c809 HTTP/1.1" status: 404 len: 336 time: 0.0743444 Aug 05 12:18:10.621573 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 40016) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:18:10.675228 n-d-803378-2 neutron-server[94421]: INFO neutron.pecan_wsgi.hooks.translation [None req-72948b12-865d-4b2f-b4ef-da9624cc3b3c tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] DELETE failed (client error): The resource could not be found. Aug 05 12:18:10.676320 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72948b12-865d-4b2f-b4ef-da9624cc3b3c tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 12:18:10.679858 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-72948b12-865d-4b2f-b4ef-da9624cc3b3c tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] 10.222.0.58 "DELETE /v2.0/subnets/c34d0c76-d720-4972-bc20-8aaf72e97aea HTTP/1.1" status: 404 len: 337 time: 0.0553002 Aug 05 12:18:10.684157 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 40018) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:18:10.814297 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-4cf933b8-5da4-41f3-a35d-1eb253b4a043 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Deleting port 82e3567a-39bd-4faa-ad6f-e41901c0d8c1 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:18:10.814893 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4cf933b8-5da4-41f3-a35d-1eb253b4a043 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:10.973116 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4cf933b8-5da4-41f3-a35d-1eb253b4a043 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:10.993531 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-4cf933b8-5da4-41f3-a35d-1eb253b4a043 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Calling delete_port for 82e3567a-39bd-4faa-ad6f-e41901c0d8c1 owned by {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:18:11.195240 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4cf933b8-5da4-41f3-a35d-1eb253b4a043 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:11.259464 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf933b8-5da4-41f3-a35d-1eb253b4a043 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Pushing event deleted for resources: {'Port': ['ID=82e3567a-39bd-4faa-ad6f-e41901c0d8c1,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:18:11.390483 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4cf933b8-5da4-41f3-a35d-1eb253b4a043 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:11.394100 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-4cf933b8-5da4-41f3-a35d-1eb253b4a043 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] 10.222.0.58 "DELETE /v2.0/ports/82e3567a-39bd-4faa-ad6f-e41901c0d8c1 HTTP/1.1" status: 204 len: 168 time: 0.7077370 Aug 05 12:18:11.398079 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 40034) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:18:11.548445 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-5b921fb2-ac23-4391-82cc-228afec824bf tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Deleting port a5ed8778-9e78-4abc-a14b-9a7c2f9158fc {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:18:11.549318 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5b921fb2-ac23-4391-82cc-228afec824bf tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:11.765470 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5b921fb2-ac23-4391-82cc-228afec824bf tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:11.795284 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-5b921fb2-ac23-4391-82cc-228afec824bf tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Calling delete_port for a5ed8778-9e78-4abc-a14b-9a7c2f9158fc owned by {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:18:11.917424 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:11.987238 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5b921fb2-ac23-4391-82cc-228afec824bf tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:12.019613 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b921fb2-ac23-4391-82cc-228afec824bf tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Pushing event deleted for resources: {'Port': ['ID=a5ed8778-9e78-4abc-a14b-9a7c2f9158fc,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:18:12.131050 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5b921fb2-ac23-4391-82cc-228afec824bf tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:12.134145 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-5b921fb2-ac23-4391-82cc-228afec824bf tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] 10.222.0.58 "DELETE /v2.0/ports/a5ed8778-9e78-4abc-a14b-9a7c2f9158fc HTTP/1.1" status: 204 len: 168 time: 0.7342873 Aug 05 12:18:12.137039 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 40042) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:18:12.215282 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4293ee36-4ea0-46d6-a8b3-c8061e9b20bf tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:18:12.222702 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-4293ee36-4ea0-46d6-a8b3-c8061e9b20bf tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] 10.222.0.58 "GET /v2.0/ports?device_id=8e4184cb-0256-48fd-b36d-7f99a3600961 HTTP/1.1" status: 200 len: 913 time: 0.0792971 Aug 05 12:18:12.223060 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 40046) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:18:12.775832 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ff7a42ff-06c2-49d2-b6c8-9ae5e67a24e3 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33208311'] for router_interface, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:13.133647 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-ff7a42ff-06c2-49d2-b6c8-9ae5e67a24e3 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Deleting port d6f27bad-08a8-4b96-9b51-4d460bc23868 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:18:13.134074 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ff7a42ff-06c2-49d2-b6c8-9ae5e67a24e3 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:13.261714 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ff7a42ff-06c2-49d2-b6c8-9ae5e67a24e3 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:13.293601 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-ff7a42ff-06c2-49d2-b6c8-9ae5e67a24e3 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Calling delete_port for d6f27bad-08a8-4b96-9b51-4d460bc23868 owned by network:router_interface {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:18:13.668935 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ff7a42ff-06c2-49d2-b6c8-9ae5e67a24e3 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:13.725233 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7a42ff-06c2-49d2-b6c8-9ae5e67a24e3 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Pushing event deleted for resources: {'Port': ['ID=d6f27bad-08a8-4b96-9b51-4d460bc23868,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:18:14.001659 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ff7a42ff-06c2-49d2-b6c8-9ae5e67a24e3 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33140263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33208171'] for router_interface, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:14.034806 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:14.383100 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff7a42ff-06c2-49d2-b6c8-9ae5e67a24e3 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Router 8e4184cb-0256-48fd-b36d-7f99a3600961 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:18:14.550979 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff7a42ff-06c2-49d2-b6c8-9ae5e67a24e3 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:18:14.561817 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-ff7a42ff-06c2-49d2-b6c8-9ae5e67a24e3 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] 10.222.0.58 "PUT /v2.0/routers/8e4184cb-0256-48fd-b36d-7f99a3600961/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3325961 Aug 05 12:18:14.561817 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 40078) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:18:14.567072 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9207e65-58bf-4b5a-9959-551fdf5d3d74 None None] Sync routers for ids ['8e4184cb-0256-48fd-b36d-7f99a3600961'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:18:14.586102 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9207e65-58bf-4b5a-9959-551fdf5d3d74 None None] Routers {'8e4184cb-0256-48fd-b36d-7f99a3600961'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:18:14.587433 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-c9207e65-58bf-4b5a-9959-551fdf5d3d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:18:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['8e4184cb-0256-48fd-b36d-7f99a3600961'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:18:14.655933 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-c9207e65-58bf-4b5a-9959-551fdf5d3d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:18:14.673309 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9207e65-58bf-4b5a-9959-551fdf5d3d74 None None] Routers {'8e4184cb-0256-48fd-b36d-7f99a3600961'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:18:14.674258 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-c9207e65-58bf-4b5a-9959-551fdf5d3d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:18:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['8e4184cb-0256-48fd-b36d-7f99a3600961'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:18:14.727812 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1400dde3-ee25-42d9-9579-253663049e32 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks [] for router, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:14.743808 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-c9207e65-58bf-4b5a-9959-551fdf5d3d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:18:14.745326 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9207e65-58bf-4b5a-9959-551fdf5d3d74 None None] The sync data for ids ['8e4184cb-0256-48fd-b36d-7f99a3600961'] in n-d-803378-2 is: [] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:18:14.870645 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1400dde3-ee25-42d9-9579-253663049e32 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:14.943113 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-1400dde3-ee25-42d9-9579-253663049e32 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Deleting port 7980a103-810d-495d-bce3-2aa2f40d3cd8 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:18:14.943470 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1400dde3-ee25-42d9-9579-253663049e32 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:15.055280 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1400dde3-ee25-42d9-9579-253663049e32 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:15.073152 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-1400dde3-ee25-42d9-9579-253663049e32 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Calling delete_port for 7980a103-810d-495d-bce3-2aa2f40d3cd8 owned by network:router_gateway {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:18:15.321905 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1400dde3-ee25-42d9-9579-253663049e32 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:15.357370 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1400dde3-ee25-42d9-9579-253663049e32 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Pushing event deleted for resources: {'Port': ['ID=7980a103-810d-495d-bce3-2aa2f40d3cd8,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:18:15.453278 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1400dde3-ee25-42d9-9579-253663049e32 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33285055'] for router_gateway, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:15.599188 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1400dde3-ee25-42d9-9579-253663049e32 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33262979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1951'] for router, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:15.602712 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1400dde3-ee25-42d9-9579-253663049e32 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:15.691488 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1400dde3-ee25-42d9-9579-253663049e32 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33262474'] for router, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:15.692659 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1400dde3-ee25-42d9-9579-253663049e32 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Fanout notify agent at l3_agent the message router_deleted on router 8e4184cb-0256-48fd-b36d-7f99a3600961 {{(pid=94421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 12:18:15.700750 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1400dde3-ee25-42d9-9579-253663049e32 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks [] for router, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:15.709226 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-1400dde3-ee25-42d9-9579-253663049e32 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] 10.222.0.58 "DELETE /v2.0/routers/8e4184cb-0256-48fd-b36d-7f99a3600961 HTTP/1.1" status: 204 len: 168 time: 1.1398718 Aug 05 12:18:15.709226 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 40100) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:18:15.796277 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a09e2d6-fd09-48b1-b6cb-25ce95f552f2 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Deleting subnet ce8292ef-0454-4556-867a-9e4a3b8b0f43 {{(pid=94421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 12:18:15.801751 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8a09e2d6-fd09-48b1-b6cb-25ce95f552f2 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks [] for subnet, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:15.860663 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8a09e2d6-fd09-48b1-b6cb-25ce95f552f2 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29786388'] for subnet, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:15.930708 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8a09e2d6-fd09-48b1-b6cb-25ce95f552f2 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:16.052095 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8a09e2d6-fd09-48b1-b6cb-25ce95f552f2 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25038609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30075142'] for subnet, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:16.086575 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8a09e2d6-fd09-48b1-b6cb-25ce95f552f2 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:16.088609 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-8a09e2d6-fd09-48b1-b6cb-25ce95f552f2 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] 10.222.0.58 "DELETE /v2.0/subnets/ce8292ef-0454-4556-867a-9e4a3b8b0f43 HTTP/1.1" status: 204 len: 168 time: 0.3804505 Aug 05 12:18:16.095565 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 40106) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:18:16.097763 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a09e2d6-fd09-48b1-b6cb-25ce95f552f2 tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Pushing event deleted for resources: {'Subnet': ['ID=ce8292ef-0454-4556-867a-9e4a3b8b0f43,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:18:16.215460 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-21dddb68-dac5-47e8-856c-863ee31db3ad tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:16.337609 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-21dddb68-dac5-47e8-856c-863ee31db3ad tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:16.355399 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-21dddb68-dac5-47e8-856c-863ee31db3ad tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58ceea7a-2202-4f44-8d76-bbedacc32ba1']}} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:18:16.369913 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-21dddb68-dac5-47e8-856c-863ee31db3ad tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af1e8a6a-f4a2-43f5-b2ef-efec6fb76410') {'for_net_delete': True} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:18:16.370226 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-21dddb68-dac5-47e8-856c-863ee31db3ad tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af1e8a6a-f4a2-43f5-b2ef-efec6fb76410') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:18:16.383865 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-21dddb68-dac5-47e8-856c-863ee31db3ad tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25010581'] for segment, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:16.410134 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-21dddb68-dac5-47e8-856c-863ee31db3ad tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:16.423188 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21dddb68-dac5-47e8-856c-863ee31db3ad tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Releasing vlan 678 on physical network physnet1 to pool {{(pid=94420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 12:18:16.424377 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-21dddb68-dac5-47e8-856c-863ee31db3ad tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29762581'] for segment, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:16.431202 n-d-803378-2 neutron-server[94420]: Traceback (most recent call last): Aug 05 12:18:16.431202 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 12:18:16.431202 n-d-803378-2 neutron-server[94420]: timer() Aug 05 12:18:16.431202 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 12:18:16.431202 n-d-803378-2 neutron-server[94420]: cb(*args, **kw) Aug 05 12:18:16.431202 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 12:18:16.431202 n-d-803378-2 neutron-server[94420]: return func(*args, **kwargs) Aug 05 12:18:16.431202 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 12:18:16.431202 n-d-803378-2 neutron-server[94420]: self._notify() Aug 05 12:18:16.431202 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 12:18:16.431202 n-d-803378-2 neutron-server[94420]: self.callback(batched_events) Aug 05 12:18:16.431202 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 12:18:16.431202 n-d-803378-2 neutron-server[94420]: event.method(event) Aug 05 12:18:16.431202 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 12:18:16.431202 n-d-803378-2 neutron-server[94420]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 12:18:16.431202 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 12:18:16.431202 n-d-803378-2 neutron-server[94420]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 12:18:16.431202 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 12:18:16.431202 n-d-803378-2 neutron-server[94420]: return f(self, *a, **k) Aug 05 12:18:16.431202 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 12:18:16.431202 n-d-803378-2 neutron-server[94420]: return self._get(url).json() Aug 05 12:18:16.431202 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 12:18:16.431202 n-d-803378-2 neutron-server[94420]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 12:18:16.431202 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 12:18:16.431202 n-d-803378-2 neutron-server[94420]: return self.request(url, 'GET', **kwargs) Aug 05 12:18:16.431202 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 12:18:16.431202 n-d-803378-2 neutron-server[94420]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 12:18:16.431202 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 12:18:16.431202 n-d-803378-2 neutron-server[94420]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 12:18:16.431202 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 12:18:16.431202 n-d-803378-2 neutron-server[94420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 12:18:16.431202 n-d-803378-2 neutron-server[94420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 12:18:16.520519 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-21dddb68-dac5-47e8-856c-863ee31db3ad tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:16.535083 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-21dddb68-dac5-47e8-856c-863ee31db3ad tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:16.539006 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-21dddb68-dac5-47e8-856c-863ee31db3ad tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] 10.222.0.58 "DELETE /v2.0/networks/58ceea7a-2202-4f44-8d76-bbedacc32ba1 HTTP/1.1" status: 204 len: 168 time: 0.4418647 Aug 05 12:18:16.555921 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dddb68-dac5-47e8-856c-863ee31db3ad tempest-FloatingIPTestJSON-857562915 tempest-FloatingIPTestJSON-857562915-project] Pushing event deleted for resources: {'Network': ['ID=58ceea7a-2202-4f44-8d76-bbedacc32ba1,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:18:17.004468 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 40126) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:18:17.234225 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-c8dd67a1-e6b0-499e-8740-e08282cf2d78 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7812ecd4b3fa4c77871dc309d74de0d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2277532 Aug 05 12:18:17.238998 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 40130) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:18:17.331686 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-bdaf8c70-3537-4f02-be8d-342e528a1809 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:17.381237 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-bdaf8c70-3537-4f02-be8d-342e528a1809 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:17.484230 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-bdaf8c70-3537-4f02-be8d-342e528a1809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:17.488306 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-bdaf8c70-3537-4f02-be8d-342e528a1809 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:17.490021 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-bdaf8c70-3537-4f02-be8d-342e528a1809 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cd0a5890-a815-4801-924c-7d7a281c67b1 HTTP/1.1" status: 204 len: 168 time: 0.2492678 Aug 05 12:18:17.502081 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaf8c70-3537-4f02-be8d-342e528a1809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd0a5890-a815-4801-924c-7d7a281c67b1,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:18:18.603572 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 40170) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:18:18.781309 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-fdc00273-8846-414e-8399-d627a4ddce01 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-511902058'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:18:18.830924 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdc00273-8846-414e-8399-d627a4ddce01 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Made reservation on behalf of b9885b519cdf4dfd88aad08aafc5ad4a for: {'network': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:18:18.835056 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fdc00273-8846-414e-8399-d627a4ddce01 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:18.846632 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fdc00273-8846-414e-8399-d627a4ddce01 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:18.982821 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fdc00273-8846-414e-8399-d627a4ddce01 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:18.989110 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fdc00273-8846-414e-8399-d627a4ddce01 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:19.020442 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdc00273-8846-414e-8399-d627a4ddce01 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] vlan segment allocate from pool success with {'vlan_id': 693, 'physical_network': 'physnet1'} {{(pid=94420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 12:18:19.039195 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc00273-8846-414e-8399-d627a4ddce01 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acd8b737-5d7f-4be3-b15f-b0af0a4e0628,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:18:19.045149 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fdc00273-8846-414e-8399-d627a4ddce01 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:19.045554 n-d-803378-2 neutron-server[94420]: INFO neutron.db.segments_db [None req-fdc00273-8846-414e-8399-d627a4ddce01 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Added segment 5dc5f413-aa81-4e3e-a125-b2236dc005ef of type vlan for network de4ec7df-a5e0-473b-bc20-9c93932327dc Aug 05 12:18:19.102793 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fdc00273-8846-414e-8399-d627a4ddce01 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:19.164048 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fdc00273-8846-414e-8399-d627a4ddce01 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:19.175538 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc00273-8846-414e-8399-d627a4ddce01 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:18:19.176849 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fdc00273-8846-414e-8399-d627a4ddce01 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:19.306826 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-fdc00273-8846-414e-8399-d627a4ddce01 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7012186 Aug 05 12:18:19.310990 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 40184) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:18:19.324990 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc00273-8846-414e-8399-d627a4ddce01 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Pushing event updated for resources: {'Network': ['ID=de4ec7df-a5e0-473b-bc20-9c93932327dc,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:18:19.336830 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-42b2cc32-2859-44f7-8a68-75a5e8c86c67 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-210922126'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:18:19.353444 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network de4ec7df-a5e0-473b-bc20-9c93932327dc details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 12:18:19.381803 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42b2cc32-2859-44f7-8a68-75a5e8c86c67 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Made reservation on behalf of b9885b519cdf4dfd88aad08aafc5ad4a for: {'network': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:18:19.390311 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-42b2cc32-2859-44f7-8a68-75a5e8c86c67 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:19.433706 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42b2cc32-2859-44f7-8a68-75a5e8c86c67 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] vlan segment allocate from pool success with {'vlan_id': 691, 'physical_network': 'physnet1'} {{(pid=94421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 12:18:19.457204 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-42b2cc32-2859-44f7-8a68-75a5e8c86c67 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:19.457550 n-d-803378-2 neutron-server[94421]: INFO neutron.db.segments_db [None req-42b2cc32-2859-44f7-8a68-75a5e8c86c67 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Added segment 13d2eaab-13d1-4560-9950-1c9ac83a1191 of type vlan for network 27cae0e9-9252-4287-9050-68151094a5d9 Aug 05 12:18:19.519397 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-42b2cc32-2859-44f7-8a68-75a5e8c86c67 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:19.569374 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-42b2cc32-2859-44f7-8a68-75a5e8c86c67 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:19.584196 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b2cc32-2859-44f7-8a68-75a5e8c86c67 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:18:19.587150 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-42b2cc32-2859-44f7-8a68-75a5e8c86c67 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks [] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:19.701683 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-42b2cc32-2859-44f7-8a68-75a5e8c86c67 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3890316 Aug 05 12:18:19.706692 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 40192) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:18:19.715620 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-33f96f7c-a024-489c-becd-7d5f841c6dbe tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Request body: {'subnet': {'network_id': 'de4ec7df-a5e0-473b-bc20-9c93932327dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:18:19.722548 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b2cc32-2859-44f7-8a68-75a5e8c86c67 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Pushing event updated for resources: {'Network': ['ID=27cae0e9-9252-4287-9050-68151094a5d9,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:18:19.737387 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 27cae0e9-9252-4287-9050-68151094a5d9 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 12:18:19.901213 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33f96f7c-a024-489c-becd-7d5f841c6dbe tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Made reservation on behalf of b9885b519cdf4dfd88aad08aafc5ad4a for: {'subnet': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:18:19.905793 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-33f96f7c-a024-489c-becd-7d5f841c6dbe tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24211133'] for subnet, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:20.162505 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-33f96f7c-a024-489c-becd-7d5f841c6dbe tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29762700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24211087'] for subnet, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:20.246757 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f96f7c-a024-489c-becd-7d5f841c6dbe tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Pushing event updated for resources: {'Subnet': ['ID=ea3df28b-b5bf-483d-9af2-61e099d0ee5b,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:18:20.256594 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f96f7c-a024-489c-becd-7d5f841c6dbe tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Checking segment: {'id': '5dc5f413-aa81-4e3e-a125-b2236dc005ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'de4ec7df-a5e0-473b-bc20-9c93932327dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:18:20.257131 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f96f7c-a024-489c-becd-7d5f841c6dbe tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Network hostable DHCP agents. Network: de4ec7df-a5e0-473b-bc20-9c93932327dc, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 12:18:20.288034 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f96f7c-a024-489c-becd-7d5f841c6dbe tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Network de4ec7df-a5e0-473b-bc20-9c93932327dc is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 12:18:20.305657 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-33f96f7c-a024-489c-becd-7d5f841c6dbe tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, de4ec7df-a5e0-473b-bc20-9c93932327dc) {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:18:20.312647 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f96f7c-a024-489c-becd-7d5f841c6dbe tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:18:20.315782 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-33f96f7c-a024-489c-becd-7d5f841c6dbe tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks [] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:20.318342 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e34350-8187-4fb4-bb72-985976177e4c None None] Network de4ec7df-a5e0-473b-bc20-9c93932327dc requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:18:20.346161 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-33f96f7c-a024-489c-becd-7d5f841c6dbe tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6361830 Aug 05 12:18:20.348847 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 40202) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:18:20.358267 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-5ac066ac-36c3-4d5d-8e87-e4b87999e413 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Request body: {'subnet': {'network_id': '27cae0e9-9252-4287-9050-68151094a5d9', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:18:20.530649 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ac066ac-36c3-4d5d-8e87-e4b87999e413 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Made reservation on behalf of b9885b519cdf4dfd88aad08aafc5ad4a for: {'subnet': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:18:20.536416 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5ac066ac-36c3-4d5d-8e87-e4b87999e413 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24211133'] for subnet, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:20.551317 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae91aff-feed-42fd-bdb4-97f71a482ce6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-de4ec7df-a5e0-473b-bc20-9c93932327dc', 'network_id': 'de4ec7df-a5e0-473b-bc20-9c93932327dc', 'tenant_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'fixed_ips': [{'subnet_id': 'ea3df28b-b5bf-483d-9af2-61e099d0ee5b'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 12:18:20.552986 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-eae91aff-feed-42fd-bdb4-97f71a482ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:20.812398 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-eae91aff-feed-42fd-bdb4-97f71a482ce6 None None] Allocated IP 2001:db8::2 (de4ec7df-a5e0-473b-bc20-9c93932327dc/ea3df28b-b5bf-483d-9af2-61e099d0ee5b/229a54ce-b0f4-4546-9c98-d90a51a31761) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:18:20.879525 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5ac066ac-36c3-4d5d-8e87-e4b87999e413 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29762700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24211087'] for subnet, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:20.978559 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac066ac-36c3-4d5d-8e87-e4b87999e413 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Pushing event updated for resources: {'Subnet': ['ID=ea031a54-083f-4697-9133-5030b7d3f9f2,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:18:20.993374 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac066ac-36c3-4d5d-8e87-e4b87999e413 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Checking segment: {'id': '13d2eaab-13d1-4560-9950-1c9ac83a1191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '27cae0e9-9252-4287-9050-68151094a5d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:18:20.994111 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac066ac-36c3-4d5d-8e87-e4b87999e413 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Network hostable DHCP agents. Network: 27cae0e9-9252-4287-9050-68151094a5d9, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 12:18:21.025523 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac066ac-36c3-4d5d-8e87-e4b87999e413 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Network 27cae0e9-9252-4287-9050-68151094a5d9 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 12:18:21.048408 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-eae91aff-feed-42fd-bdb4-97f71a482ce6 None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:21.054136 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-5ac066ac-36c3-4d5d-8e87-e4b87999e413 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, 27cae0e9-9252-4287-9050-68151094a5d9) {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:18:21.066002 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac066ac-36c3-4d5d-8e87-e4b87999e413 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:18:21.067207 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5ac066ac-36c3-4d5d-8e87-e4b87999e413 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks [] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:21.071297 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-eae91aff-feed-42fd-bdb4-97f71a482ce6 None None] Transition to ACTIVE for port object 229a54ce-b0f4-4546-9c98-d90a51a31761 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:18:21.076986 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e5bd9e-cb26-4535-b752-44b5ce916081 None None] Network 27cae0e9-9252-4287-9050-68151094a5d9 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:18:21.093420 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-5ac066ac-36c3-4d5d-8e87-e4b87999e413 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7425497 Aug 05 12:18:21.098578 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 40214) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:18:21.113161 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-5bf515f6-24d4-4237-9e7b-3a396b0e0af6 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-810256066', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:18:21.120532 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-eae91aff-feed-42fd-bdb4-97f71a482ce6 None None] Transition to ACTIVE for port object 229a54ce-b0f4-4546-9c98-d90a51a31761 will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:18:21.150869 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5bf515f6-24d4-4237-9e7b-3a396b0e0af6 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33260300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1929'] for router, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:21.152468 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5bf515f6-24d4-4237-9e7b-3a396b0e0af6 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33285914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33034662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1926'] for router, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:21.201247 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-eae91aff-feed-42fd-bdb4-97f71a482ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:21.246533 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5bf515f6-24d4-4237-9e7b-3a396b0e0af6 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:21.258278 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5bf515f6-24d4-4237-9e7b-3a396b0e0af6 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286026'] for router, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:21.307498 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae91aff-feed-42fd-bdb4-97f71a482ce6 None None] Network de4ec7df-a5e0-473b-bc20-9c93932327dc is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:18:21.321300 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5bf515f6-24d4-4237-9e7b-3a396b0e0af6 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks [] for router, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:21.328669 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-5bf515f6-24d4-4237-9e7b-3a396b0e0af6 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2237203 Aug 05 12:18:21.330892 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 40216) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:18:21.334052 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-eae91aff-feed-42fd-bdb4-97f71a482ce6 None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:18:21.347967 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae91aff-feed-42fd-bdb4-97f71a482ce6 None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:18:21.409150 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae91aff-feed-42fd-bdb4-97f71a482ce6 None None] Pushing event updated for resources: {'Port': ['ID=229a54ce-b0f4-4546-9c98-d90a51a31761,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:18:21.502979 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-eae91aff-feed-42fd-bdb4-97f71a482ce6 None None] Attempting to bind port 229a54ce-b0f4-4546-9c98-d90a51a31761 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:18:21.503827 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-eae91aff-feed-42fd-bdb4-97f71a482ce6 None None] Attempting to bind port 229a54ce-b0f4-4546-9c98-d90a51a31761 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '5dc5f413-aa81-4e3e-a125-b2236dc005ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'de4ec7df-a5e0-473b-bc20-9c93932327dc'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:18:21.504436 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae91aff-feed-42fd-bdb4-97f71a482ce6 None None] Attempting to bind port 229a54ce-b0f4-4546-9c98-d90a51a31761 on network de4ec7df-a5e0-473b-bc20-9c93932327dc {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:18:21.529636 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae91aff-feed-42fd-bdb4-97f71a482ce6 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:18:21.530248 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae91aff-feed-42fd-bdb4-97f71a482ce6 None None] Checking segment: {'id': '5dc5f413-aa81-4e3e-a125-b2236dc005ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'de4ec7df-a5e0-473b-bc20-9c93932327dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:18:21.530953 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-eae91aff-feed-42fd-bdb4-97f71a482ce6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:21.531767 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae91aff-feed-42fd-bdb4-97f71a482ce6 None None] Bound using segment: {'id': '5dc5f413-aa81-4e3e-a125-b2236dc005ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'de4ec7df-a5e0-473b-bc20-9c93932327dc'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:18:21.533054 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-eae91aff-feed-42fd-bdb4-97f71a482ce6 None None] Bound port: 229a54ce-b0f4-4546-9c98-d90a51a31761, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dc5f413-aa81-4e3e-a125-b2236dc005ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'de4ec7df-a5e0-473b-bc20-9c93932327dc'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:18:21.533707 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-eae91aff-feed-42fd-bdb4-97f71a482ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:21.698248 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526cc1f4-2315-4cce-9102-1c7f82942b6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-27cae0e9-9252-4287-9050-68151094a5d9', 'network_id': '27cae0e9-9252-4287-9050-68151094a5d9', 'tenant_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'fixed_ips': [{'subnet_id': 'ea031a54-083f-4697-9133-5030b7d3f9f2'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 12:18:21.699773 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-526cc1f4-2315-4cce-9102-1c7f82942b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:21.732704 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-eae91aff-feed-42fd-bdb4-97f71a482ce6 None None] For port 229a54ce-b0f4-4546-9c98-d90a51a31761, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:18:21.762927 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-eae91aff-feed-42fd-bdb4-97f71a482ce6 None None] For port 229a54ce-b0f4-4546-9c98-d90a51a31761, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=229a54ce-b0f4-4546-9c98-d90a51a31761,segment=NetworkSegment(5dc5f413-aa81-4e3e-a125-b2236dc005ef),segment_id=5dc5f413-aa81-4e3e-a125-b2236dc005ef)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:18:21.776634 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-eae91aff-feed-42fd-bdb4-97f71a482ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:21.976459 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae91aff-feed-42fd-bdb4-97f71a482ce6 None None] Pushing event updated for resources: {'Port': ['ID=229a54ce-b0f4-4546-9c98-d90a51a31761,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:18:22.058385 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-526cc1f4-2315-4cce-9102-1c7f82942b6c None None] Allocated IP 2001:db8:1::2 (27cae0e9-9252-4287-9050-68151094a5d9/ea031a54-083f-4697-9133-5030b7d3f9f2/a16a6235-347d-4227-89b5-4dd8353553e2) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:18:22.320004 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4bc4a54b-55fc-4ce2-b312-a13e790c444a tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:22.398439 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-526cc1f4-2315-4cce-9102-1c7f82942b6c None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:22.415579 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-526cc1f4-2315-4cce-9102-1c7f82942b6c None None] Transition to ACTIVE for port object a16a6235-347d-4227-89b5-4dd8353553e2 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:18:22.443003 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-526cc1f4-2315-4cce-9102-1c7f82942b6c None None] Transition to ACTIVE for port object a16a6235-347d-4227-89b5-4dd8353553e2 will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:18:22.450569 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-526cc1f4-2315-4cce-9102-1c7f82942b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:22.515778 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526cc1f4-2315-4cce-9102-1c7f82942b6c None None] Network 27cae0e9-9252-4287-9050-68151094a5d9 is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:18:22.533856 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526cc1f4-2315-4cce-9102-1c7f82942b6c None None] Pushing event updated for resources: {'Port': ['ID=a16a6235-347d-4227-89b5-4dd8353553e2,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:18:22.545546 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-526cc1f4-2315-4cce-9102-1c7f82942b6c None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:18:22.550599 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526cc1f4-2315-4cce-9102-1c7f82942b6c None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:18:22.554763 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:22.662147 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-526cc1f4-2315-4cce-9102-1c7f82942b6c None None] Attempting to bind port a16a6235-347d-4227-89b5-4dd8353553e2 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:18:22.664818 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-526cc1f4-2315-4cce-9102-1c7f82942b6c None None] Attempting to bind port a16a6235-347d-4227-89b5-4dd8353553e2 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '13d2eaab-13d1-4560-9950-1c9ac83a1191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '27cae0e9-9252-4287-9050-68151094a5d9'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:18:22.665448 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526cc1f4-2315-4cce-9102-1c7f82942b6c None None] Attempting to bind port a16a6235-347d-4227-89b5-4dd8353553e2 on network 27cae0e9-9252-4287-9050-68151094a5d9 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:18:22.678873 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526cc1f4-2315-4cce-9102-1c7f82942b6c None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:18:22.679810 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526cc1f4-2315-4cce-9102-1c7f82942b6c None None] Checking segment: {'id': '13d2eaab-13d1-4560-9950-1c9ac83a1191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '27cae0e9-9252-4287-9050-68151094a5d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:18:22.685328 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-526cc1f4-2315-4cce-9102-1c7f82942b6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:22.686076 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526cc1f4-2315-4cce-9102-1c7f82942b6c None None] Bound using segment: {'id': '13d2eaab-13d1-4560-9950-1c9ac83a1191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '27cae0e9-9252-4287-9050-68151094a5d9'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:18:22.693290 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-526cc1f4-2315-4cce-9102-1c7f82942b6c None None] Bound port: a16a6235-347d-4227-89b5-4dd8353553e2, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13d2eaab-13d1-4560-9950-1c9ac83a1191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '27cae0e9-9252-4287-9050-68151094a5d9'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:18:22.694185 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-526cc1f4-2315-4cce-9102-1c7f82942b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:22.765824 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-4bc4a54b-55fc-4ce2-b312-a13e790c444a tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Allocated IP 2001:db8::1 (de4ec7df-a5e0-473b-bc20-9c93932327dc/ea3df28b-b5bf-483d-9af2-61e099d0ee5b/98f3c5b7-6631-4a45-9729-9890368f8d85) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:18:22.828352 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-526cc1f4-2315-4cce-9102-1c7f82942b6c None None] For port a16a6235-347d-4227-89b5-4dd8353553e2, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:18:22.835195 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-526cc1f4-2315-4cce-9102-1c7f82942b6c None None] For port a16a6235-347d-4227-89b5-4dd8353553e2, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=a16a6235-347d-4227-89b5-4dd8353553e2,segment=NetworkSegment(13d2eaab-13d1-4560-9950-1c9ac83a1191),segment_id=13d2eaab-13d1-4560-9950-1c9ac83a1191)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:18:22.859476 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-526cc1f4-2315-4cce-9102-1c7f82942b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:22.964418 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526cc1f4-2315-4cce-9102-1c7f82942b6c None None] Pushing event updated for resources: {'Port': ['ID=a16a6235-347d-4227-89b5-4dd8353553e2,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:18:22.971907 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4bc4a54b-55fc-4ce2-b312-a13e790c444a tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:23.000268 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [None req-4bc4a54b-55fc-4ce2-b312-a13e790c444a tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Transition to ACTIVE for port object 98f3c5b7-6631-4a45-9729-9890368f8d85 will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:18:23.069419 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4bc4a54b-55fc-4ce2-b312-a13e790c444a tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:23.133157 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc4a54b-55fc-4ce2-b312-a13e790c444a tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Network de4ec7df-a5e0-473b-bc20-9c93932327dc is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:18:23.137420 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-4bc4a54b-55fc-4ce2-b312-a13e790c444a tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:18:23.143923 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc4a54b-55fc-4ce2-b312-a13e790c444a tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:18:23.144476 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4bc4a54b-55fc-4ce2-b312-a13e790c444a tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33288800'] for router_interface, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:23.193223 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc4a54b-55fc-4ce2-b312-a13e790c444a tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Pushing event updated for resources: {'Port': ['ID=98f3c5b7-6631-4a45-9729-9890368f8d85,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:18:23.354921 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4bc4a54b-55fc-4ce2-b312-a13e790c444a tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:23.580795 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd14d1f-d423-4f9e-998b-5a5c96faad4b None None] Network de4ec7df-a5e0-473b-bc20-9c93932327dc requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:18:23.682935 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b27caabf-ba97-45d6-9cd8-1cf960980800 None None] Provisioning for port 229a54ce-b0f4-4546-9c98-d90a51a31761 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:18:23.731520 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device a16a6235-347d-4227-89b5-4dd8353553e2 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:18:23.883493 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port a16a6235-347d-4227-89b5-4dd8353553e2 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:18:23.899109 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4bc4a54b-55fc-4ce2-b312-a13e790c444a tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:23.907523 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 229a54ce-b0f4-4546-9c98-d90a51a31761 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:18:23.913714 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4bc4a54b-55fc-4ce2-b312-a13e790c444a tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:23.914891 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4bc4a54b-55fc-4ce2-b312-a13e790c444a tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33140268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33208272'] for router_interface, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:24.071841 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 229a54ce-b0f4-4546-9c98-d90a51a31761 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:18:24.079364 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 229a54ce-b0f4-4546-9c98-d90a51a31761 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:18:24.080015 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:24.122734 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc4a54b-55fc-4ce2-b312-a13e790c444a tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Pushing event updated for resources: {'Port': ['ID=98f3c5b7-6631-4a45-9729-9890368f8d85,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:18:24.211846 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc4a54b-55fc-4ce2-b312-a13e790c444a tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Network de4ec7df-a5e0-473b-bc20-9c93932327dc is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:18:24.217213 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-4bc4a54b-55fc-4ce2-b312-a13e790c444a tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:18:24.242318 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:24.333296 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port 229a54ce-b0f4-4546-9c98-d90a51a31761, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=229a54ce-b0f4-4546-9c98-d90a51a31761,segment=NetworkSegment(5dc5f413-aa81-4e3e-a125-b2236dc005ef),segment_id=5dc5f413-aa81-4e3e-a125-b2236dc005ef)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:18:24.344107 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:24.461922 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=229a54ce-b0f4-4546-9c98-d90a51a31761,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:18:24.517167 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bc4a54b-55fc-4ce2-b312-a13e790c444a tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Router 0ac1c644-fec2-41d0-a302-f84c0be775b2 is scheduled to L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d with binding_index 1 {{(pid=94421) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 12:18:24.541015 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-31d332bb-fe91-41b6-b3e1-3691250410bc None None] Provisioning complete for port 229a54ce-b0f4-4546-9c98-d90a51a31761 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:18:24.541955 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-31d332bb-fe91-41b6-b3e1-3691250410bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:24.723333 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bc4a54b-55fc-4ce2-b312-a13e790c444a tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:18:24.730303 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-4bc4a54b-55fc-4ce2-b312-a13e790c444a tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] 10.222.0.58 "PUT /v2.0/routers/0ac1c644-fec2-41d0-a302-f84c0be775b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3975084 Aug 05 12:18:24.734817 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 40260) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:18:24.749263 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f6eee0-fc85-4c40-9bcb-4e1eb4b3ffdd None None] Sync routers for ids ['0ac1c644-fec2-41d0-a302-f84c0be775b2'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:18:24.763996 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-31d332bb-fe91-41b6-b3e1-3691250410bc None None] Provisioning for port 98f3c5b7-6631-4a45-9729-9890368f8d85 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:18:24.771347 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-31d332bb-fe91-41b6-b3e1-3691250410bc None None] Provisioning complete for port 98f3c5b7-6631-4a45-9729-9890368f8d85 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:18:24.771774 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-31d332bb-fe91-41b6-b3e1-3691250410bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:24.776100 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f6eee0-fc85-4c40-9bcb-4e1eb4b3ffdd None None] Routers {'0ac1c644-fec2-41d0-a302-f84c0be775b2'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:18:24.778376 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-d4f6eee0-fc85-4c40-9bcb-4e1eb4b3ffdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:18:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['0ac1c644-fec2-41d0-a302-f84c0be775b2'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:18:24.831661 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15492a17-b82e-4de8-a6fe-84c26587c333 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:18:24.834663 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-15492a17-b82e-4de8-a6fe-84c26587c333 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] 10.222.0.58 "GET /v2.0/ports/98f3c5b7-6631-4a45-9729-9890368f8d85 HTTP/1.1" status: 200 len: 911 time: 0.0966909 Aug 05 12:18:24.837239 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 40262) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:18:24.877216 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-d4f6eee0-fc85-4c40-9bcb-4e1eb4b3ffdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:18:24.887359 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-31d332bb-fe91-41b6-b3e1-3691250410bc None None] Port 98f3c5b7-6631-4a45-9729-9890368f8d85 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 12:18:24.921540 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f6eee0-fc85-4c40-9bcb-4e1eb4b3ffdd None None] Routers {'0ac1c644-fec2-41d0-a302-f84c0be775b2'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:18:24.923052 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-d4f6eee0-fc85-4c40-9bcb-4e1eb4b3ffdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:18:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['0ac1c644-fec2-41d0-a302-f84c0be775b2'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:18:24.930194 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f7044b-4146-4e16-a2ce-e894ca76b923 None None] Network 27cae0e9-9252-4287-9050-68151094a5d9 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:18:24.980803 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-d4f6eee0-fc85-4c40-9bcb-4e1eb4b3ffdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:18:24.981910 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f6eee0-fc85-4c40-9bcb-4e1eb4b3ffdd None None] The sync data for ids ['0ac1c644-fec2-41d0-a302-f84c0be775b2'] in n-d-803378-2 is: [] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:18:25.076417 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-c45d25f3-557c-4f3b-984d-ae3af85cb490 None None] Provisioning for port a16a6235-347d-4227-89b5-4dd8353553e2 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:18:25.086678 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-c45d25f3-557c-4f3b-984d-ae3af85cb490 None None] Provisioning complete for port a16a6235-347d-4227-89b5-4dd8353553e2 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:18:25.087203 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c45d25f3-557c-4f3b-984d-ae3af85cb490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:25.336264 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c45d25f3-557c-4f3b-984d-ae3af85cb490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:25.421438 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-c45d25f3-557c-4f3b-984d-ae3af85cb490 None None] For port a16a6235-347d-4227-89b5-4dd8353553e2, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=a16a6235-347d-4227-89b5-4dd8353553e2,segment=NetworkSegment(13d2eaab-13d1-4560-9950-1c9ac83a1191),segment_id=13d2eaab-13d1-4560-9950-1c9ac83a1191)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:18:25.434215 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c45d25f3-557c-4f3b-984d-ae3af85cb490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:25.504775 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45d25f3-557c-4f3b-984d-ae3af85cb490 None None] Pushing event updated for resources: {'Port': ['ID=a16a6235-347d-4227-89b5-4dd8353553e2,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:18:25.522694 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-47df87a3-9847-472a-beca-69a6d4e0fc24 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:25.566333 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-888aaa1d-6f00-4380-909b-f68c78a14f96 None None] Provisioning complete for port 98f3c5b7-6631-4a45-9729-9890368f8d85 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:18:25.567127 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-888aaa1d-6f00-4380-909b-f68c78a14f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:25.628527 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 229a54ce-b0f4-4546-9c98-d90a51a31761 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:18:25.675162 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-888aaa1d-6f00-4380-909b-f68c78a14f96 None None] Port 98f3c5b7-6631-4a45-9729-9890368f8d85 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 12:18:25.727838 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 12:18:25.731101 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 229a54ce-b0f4-4546-9c98-d90a51a31761 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:18:25.731486 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:25.911273 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-8cfb5f12-e2d7-4697-aa46-b2914f32505b None None] Provisioning complete for port a16a6235-347d-4227-89b5-4dd8353553e2 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:18:25.913215 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-8cfb5f12-e2d7-4697-aa46-b2914f32505b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:25.975757 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-47df87a3-9847-472a-beca-69a6d4e0fc24 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Allocated IP 2001:db8:1::1 (27cae0e9-9252-4287-9050-68151094a5d9/ea031a54-083f-4697-9133-5030b7d3f9f2/53e9a274-3822-436e-8238-00ed7885bbcb) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:18:26.205048 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-47df87a3-9847-472a-beca-69a6d4e0fc24 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:26.234270 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [None req-47df87a3-9847-472a-beca-69a6d4e0fc24 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Transition to ACTIVE for port object 53e9a274-3822-436e-8238-00ed7885bbcb will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:18:26.309559 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-47df87a3-9847-472a-beca-69a6d4e0fc24 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:26.394597 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47df87a3-9847-472a-beca-69a6d4e0fc24 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Network 27cae0e9-9252-4287-9050-68151094a5d9 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:18:26.399183 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-47df87a3-9847-472a-beca-69a6d4e0fc24 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:18:26.406212 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47df87a3-9847-472a-beca-69a6d4e0fc24 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:18:26.407195 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-47df87a3-9847-472a-beca-69a6d4e0fc24 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33288800'] for router_interface, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:26.448844 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47df87a3-9847-472a-beca-69a6d4e0fc24 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Pushing event updated for resources: {'Port': ['ID=53e9a274-3822-436e-8238-00ed7885bbcb,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:18:26.609536 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-47df87a3-9847-472a-beca-69a6d4e0fc24 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:26.771567 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-6581d2f6-7129-42d9-b2ba-138b44508de8 None None] Provisioning for port 53e9a274-3822-436e-8238-00ed7885bbcb completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:18:26.776770 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-6581d2f6-7129-42d9-b2ba-138b44508de8 None None] Provisioning complete for port 53e9a274-3822-436e-8238-00ed7885bbcb triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:18:26.777290 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-6581d2f6-7129-42d9-b2ba-138b44508de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:26.836561 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-6581d2f6-7129-42d9-b2ba-138b44508de8 None None] Port 53e9a274-3822-436e-8238-00ed7885bbcb cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 12:18:27.103192 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-47df87a3-9847-472a-beca-69a6d4e0fc24 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:27.111976 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-47df87a3-9847-472a-beca-69a6d4e0fc24 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:27.113328 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-47df87a3-9847-472a-beca-69a6d4e0fc24 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33140268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33208272'] for router_interface, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:27.239353 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47df87a3-9847-472a-beca-69a6d4e0fc24 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Pushing event updated for resources: {'Port': ['ID=53e9a274-3822-436e-8238-00ed7885bbcb,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:18:27.330461 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47df87a3-9847-472a-beca-69a6d4e0fc24 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Network 27cae0e9-9252-4287-9050-68151094a5d9 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:18:27.332949 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-47df87a3-9847-472a-beca-69a6d4e0fc24 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:18:27.472137 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47df87a3-9847-472a-beca-69a6d4e0fc24 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Router 0ac1c644-fec2-41d0-a302-f84c0be775b2 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:18:27.577119 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device a16a6235-347d-4227-89b5-4dd8353553e2 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:18:27.597406 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47df87a3-9847-472a-beca-69a6d4e0fc24 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:18:27.603943 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-47df87a3-9847-472a-beca-69a6d4e0fc24 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] 10.222.0.58 "PUT /v2.0/routers/0ac1c644-fec2-41d0-a302-f84c0be775b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7650948 Aug 05 12:18:27.607826 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 40308) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:18:27.615397 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70450364-4fc8-447b-a23d-268610493172 None None] Sync routers for ids ['0ac1c644-fec2-41d0-a302-f84c0be775b2'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:18:27.637064 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70450364-4fc8-447b-a23d-268610493172 None None] Routers {'0ac1c644-fec2-41d0-a302-f84c0be775b2'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:18:27.637713 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-70450364-4fc8-447b-a23d-268610493172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:18:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['0ac1c644-fec2-41d0-a302-f84c0be775b2'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:18:27.659732 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2995c66f-6061-431e-9922-c05de4be6586 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:18:27.664778 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 40310) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:18:27.671772 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-2995c66f-6061-431e-9922-c05de4be6586 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] 10.222.0.58 "GET /v2.0/ports/53e9a274-3822-436e-8238-00ed7885bbcb HTTP/1.1" status: 200 len: 913 time: 0.0621476 Aug 05 12:18:27.690385 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-70450364-4fc8-447b-a23d-268610493172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:18:27.711405 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70450364-4fc8-447b-a23d-268610493172 None None] Routers {'0ac1c644-fec2-41d0-a302-f84c0be775b2'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:18:27.712144 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-70450364-4fc8-447b-a23d-268610493172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:18:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['0ac1c644-fec2-41d0-a302-f84c0be775b2'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:18:27.754605 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-70450364-4fc8-447b-a23d-268610493172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:18:27.754605 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70450364-4fc8-447b-a23d-268610493172 None None] The sync data for ids ['0ac1c644-fec2-41d0-a302-f84c0be775b2'] in n-d-803378-2 is: [] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:18:27.756201 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-78eeceaa-98c7-40ba-80f0-04860b3e6ab7 None None] Provisioning complete for port 53e9a274-3822-436e-8238-00ed7885bbcb triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:18:27.756675 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-78eeceaa-98c7-40ba-80f0-04860b3e6ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:27.758469 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port a16a6235-347d-4227-89b5-4dd8353553e2 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:18:27.759013 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:27.845854 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-78eeceaa-98c7-40ba-80f0-04860b3e6ab7 None None] Port 53e9a274-3822-436e-8238-00ed7885bbcb cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 12:18:28.552949 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e13ba6cf-643d-4cf8-bb56-d7cb2ee029f4 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33208311'] for router_interface, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:28.941816 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-e13ba6cf-643d-4cf8-bb56-d7cb2ee029f4 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Deleting port 53e9a274-3822-436e-8238-00ed7885bbcb {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:18:28.942538 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e13ba6cf-643d-4cf8-bb56-d7cb2ee029f4 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:29.067628 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e13ba6cf-643d-4cf8-bb56-d7cb2ee029f4 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:29.090375 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-e13ba6cf-643d-4cf8-bb56-d7cb2ee029f4 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Calling delete_port for 53e9a274-3822-436e-8238-00ed7885bbcb owned by network:router_interface {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:18:29.395327 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e13ba6cf-643d-4cf8-bb56-d7cb2ee029f4 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:29.436237 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13ba6cf-643d-4cf8-bb56-d7cb2ee029f4 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Pushing event deleted for resources: {'Port': ['ID=53e9a274-3822-436e-8238-00ed7885bbcb,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:18:29.647422 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e13ba6cf-643d-4cf8-bb56-d7cb2ee029f4 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33140263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33208171'] for router_interface, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:29.769737 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:30.018511 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e13ba6cf-643d-4cf8-bb56-d7cb2ee029f4 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Router 0ac1c644-fec2-41d0-a302-f84c0be775b2 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:18:30.188217 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e13ba6cf-643d-4cf8-bb56-d7cb2ee029f4 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:18:30.202176 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-e13ba6cf-643d-4cf8-bb56-d7cb2ee029f4 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] 10.222.0.58 "PUT /v2.0/routers/0ac1c644-fec2-41d0-a302-f84c0be775b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5321977 Aug 05 12:18:30.204047 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 40346) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:18:30.207111 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff25be3b-9b78-49c6-adba-29ce21ecb532 None None] Sync routers for ids ['0ac1c644-fec2-41d0-a302-f84c0be775b2'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:18:30.226768 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff25be3b-9b78-49c6-adba-29ce21ecb532 None None] Routers {'0ac1c644-fec2-41d0-a302-f84c0be775b2'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:18:30.228131 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-ff25be3b-9b78-49c6-adba-29ce21ecb532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:18:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['0ac1c644-fec2-41d0-a302-f84c0be775b2'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:18:30.306710 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-ff25be3b-9b78-49c6-adba-29ce21ecb532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:18:30.323679 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff25be3b-9b78-49c6-adba-29ce21ecb532 None None] Routers {'0ac1c644-fec2-41d0-a302-f84c0be775b2'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:18:30.324896 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-ff25be3b-9b78-49c6-adba-29ce21ecb532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:18:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['0ac1c644-fec2-41d0-a302-f84c0be775b2'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:18:30.386330 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-ff25be3b-9b78-49c6-adba-29ce21ecb532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:18:30.387464 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff25be3b-9b78-49c6-adba-29ce21ecb532 None None] The sync data for ids ['0ac1c644-fec2-41d0-a302-f84c0be775b2'] in n-d-803378-2 is: [] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:18:30.748173 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ab66a42c-c8b9-410e-84aa-528ac3ee55ac tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33208311'] for router_interface, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:31.078552 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-ab66a42c-c8b9-410e-84aa-528ac3ee55ac tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Deleting port 98f3c5b7-6631-4a45-9729-9890368f8d85 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:18:31.079462 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ab66a42c-c8b9-410e-84aa-528ac3ee55ac tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:31.229703 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ab66a42c-c8b9-410e-84aa-528ac3ee55ac tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:31.246902 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-ab66a42c-c8b9-410e-84aa-528ac3ee55ac tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Calling delete_port for 98f3c5b7-6631-4a45-9729-9890368f8d85 owned by network:router_interface {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:18:31.528914 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ab66a42c-c8b9-410e-84aa-528ac3ee55ac tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:31.575986 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab66a42c-c8b9-410e-84aa-528ac3ee55ac tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Pushing event deleted for resources: {'Port': ['ID=98f3c5b7-6631-4a45-9729-9890368f8d85,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:18:31.717191 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ab66a42c-c8b9-410e-84aa-528ac3ee55ac tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33140263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33208171'] for router_interface, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:32.031413 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab66a42c-c8b9-410e-84aa-528ac3ee55ac tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Router 0ac1c644-fec2-41d0-a302-f84c0be775b2 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:18:32.181592 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab66a42c-c8b9-410e-84aa-528ac3ee55ac tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:18:32.195647 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47cb1b9e-bd42-4068-a729-a76b92fa5236 None None] Sync routers for ids ['0ac1c644-fec2-41d0-a302-f84c0be775b2'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:18:32.196666 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 40370) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:18:32.197335 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-ab66a42c-c8b9-410e-84aa-528ac3ee55ac tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] 10.222.0.58 "PUT /v2.0/routers/0ac1c644-fec2-41d0-a302-f84c0be775b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9891622 Aug 05 12:18:32.221333 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47cb1b9e-bd42-4068-a729-a76b92fa5236 None None] Routers {'0ac1c644-fec2-41d0-a302-f84c0be775b2'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:18:32.222432 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-47cb1b9e-bd42-4068-a729-a76b92fa5236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:18:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['0ac1c644-fec2-41d0-a302-f84c0be775b2'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:18:32.244582 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-97009a27-7711-4466-9b56-8ac110f31e51 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ac1c644-fec2-41d0-a302-f84c0be775b2 HTTP/1.1" status: 200 len: 205 time: 0.0464113 Aug 05 12:18:32.250001 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 40372) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:18:32.413139 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-aa58ac6b-9fe5-438e-86c2-953feb71bb03 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks [] for router, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:32.505090 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-47cb1b9e-bd42-4068-a729-a76b92fa5236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:18:32.521427 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47cb1b9e-bd42-4068-a729-a76b92fa5236 None None] Routers {'0ac1c644-fec2-41d0-a302-f84c0be775b2'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:18:32.522454 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-47cb1b9e-bd42-4068-a729-a76b92fa5236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:18:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['0ac1c644-fec2-41d0-a302-f84c0be775b2'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:18:32.580430 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-47cb1b9e-bd42-4068-a729-a76b92fa5236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:18:32.581549 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47cb1b9e-bd42-4068-a729-a76b92fa5236 None None] The sync data for ids ['0ac1c644-fec2-41d0-a302-f84c0be775b2'] in n-d-803378-2 is: [] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:18:32.670734 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-aa58ac6b-9fe5-438e-86c2-953feb71bb03 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33262979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1951'] for router, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:32.674547 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-aa58ac6b-9fe5-438e-86c2-953feb71bb03 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:32.738417 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-aa58ac6b-9fe5-438e-86c2-953feb71bb03 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33262474'] for router, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:32.739411 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa58ac6b-9fe5-438e-86c2-953feb71bb03 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Fanout notify agent at l3_agent the message router_deleted on router 0ac1c644-fec2-41d0-a302-f84c0be775b2 {{(pid=94420) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 12:18:32.759302 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-aa58ac6b-9fe5-438e-86c2-953feb71bb03 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks [] for router, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:32.760477 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-aa58ac6b-9fe5-438e-86c2-953feb71bb03 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] 10.222.0.58 "DELETE /v2.0/routers/0ac1c644-fec2-41d0-a302-f84c0be775b2 HTTP/1.1" status: 204 len: 168 time: 0.5070038 Aug 05 12:18:32.765016 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 40384) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:18:32.843820 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_v2 [None req-e714bed8-55b7-4307-9d7d-cf3dfd3f5d63 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Deleting subnet ea031a54-083f-4697-9133-5030b7d3f9f2 {{(pid=94421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 12:18:32.849173 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e714bed8-55b7-4307-9d7d-cf3dfd3f5d63 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks [] for subnet, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:32.918059 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e714bed8-55b7-4307-9d7d-cf3dfd3f5d63 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29786388'] for subnet, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:33.035717 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e714bed8-55b7-4307-9d7d-cf3dfd3f5d63 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:33.123202 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e714bed8-55b7-4307-9d7d-cf3dfd3f5d63 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25038609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30075142'] for subnet, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:33.155977 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e714bed8-55b7-4307-9d7d-cf3dfd3f5d63 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Pushing event deleted for resources: {'Subnet': ['ID=ea031a54-083f-4697-9133-5030b7d3f9f2,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:18:33.162027 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e714bed8-55b7-4307-9d7d-cf3dfd3f5d63 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:33.164301 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-e714bed8-55b7-4307-9d7d-cf3dfd3f5d63 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] 10.222.0.58 "DELETE /v2.0/subnets/ea031a54-083f-4697-9133-5030b7d3f9f2 HTTP/1.1" status: 204 len: 168 time: 0.3966134 Aug 05 12:18:33.170005 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 40390) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:18:33.179486 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8721b39d-36e1-4791-850c-cd6be325c790 None None] Network 27cae0e9-9252-4287-9050-68151094a5d9 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:18:33.260038 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d6a25f5-a546-43a5-b15c-bb8606103d06 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Deleting subnet ea3df28b-b5bf-483d-9af2-61e099d0ee5b {{(pid=94420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 12:18:33.267264 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1d6a25f5-a546-43a5-b15c-bb8606103d06 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks [] for subnet, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:33.373770 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1d6a25f5-a546-43a5-b15c-bb8606103d06 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25010562'] for subnet, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:33.553521 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1d6a25f5-a546-43a5-b15c-bb8606103d06 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:33.597546 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441edfd2-1d02-4267-ab33-3b1dee78ab1d None None] DHCP port deletion for 27cae0e9-9252-4287-9050-68151094a5d9 request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 12:18:33.653478 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1d6a25f5-a546-43a5-b15c-bb8606103d06 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29762763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24211094'] for subnet, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:33.680654 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-441edfd2-1d02-4267-ab33-3b1dee78ab1d None None] Deleting port a16a6235-347d-4227-89b5-4dd8353553e2 {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:18:33.681360 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-441edfd2-1d02-4267-ab33-3b1dee78ab1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:33.722373 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6a25f5-a546-43a5-b15c-bb8606103d06 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Pushing event deleted for resources: {'Subnet': ['ID=ea3df28b-b5bf-483d-9af2-61e099d0ee5b,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:18:33.728801 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1d6a25f5-a546-43a5-b15c-bb8606103d06 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks [] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:33.731145 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-1d6a25f5-a546-43a5-b15c-bb8606103d06 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] 10.222.0.58 "DELETE /v2.0/subnets/ea3df28b-b5bf-483d-9af2-61e099d0ee5b HTTP/1.1" status: 204 len: 168 time: 0.5595424 Aug 05 12:18:33.734039 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 40402) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:18:33.757676 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bae909b-4a78-430a-9c53-62ffe6eec5c1 None None] Network de4ec7df-a5e0-473b-bc20-9c93932327dc requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:18:33.761269 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6a25f5-a546-43a5-b15c-bb8606103d06 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:18:33.762199 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6a25f5-a546-43a5-b15c-bb8606103d06 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:18:33.763045 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6a25f5-a546-43a5-b15c-bb8606103d06 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:18:33.763947 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6a25f5-a546-43a5-b15c-bb8606103d06 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:18:33.767146 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6a25f5-a546-43a5-b15c-bb8606103d06 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:18:33.768273 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6a25f5-a546-43a5-b15c-bb8606103d06 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:18:33.769055 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6a25f5-a546-43a5-b15c-bb8606103d06 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:18:33.770258 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6a25f5-a546-43a5-b15c-bb8606103d06 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:18:33.772469 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6a25f5-a546-43a5-b15c-bb8606103d06 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:18:33.773109 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6a25f5-a546-43a5-b15c-bb8606103d06 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:18:33.773695 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6a25f5-a546-43a5-b15c-bb8606103d06 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:18:33.774270 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6a25f5-a546-43a5-b15c-bb8606103d06 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:18:33.855198 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-441edfd2-1d02-4267-ab33-3b1dee78ab1d None None] For port a16a6235-347d-4227-89b5-4dd8353553e2, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=a16a6235-347d-4227-89b5-4dd8353553e2,segment=NetworkSegment(13d2eaab-13d1-4560-9950-1c9ac83a1191),segment_id=13d2eaab-13d1-4560-9950-1c9ac83a1191)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:18:33.855614 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-441edfd2-1d02-4267-ab33-3b1dee78ab1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:33.880056 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-441edfd2-1d02-4267-ab33-3b1dee78ab1d None None] Calling delete_port for a16a6235-347d-4227-89b5-4dd8353553e2 owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:18:33.890078 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-55fba81d-f433-4a66-8c4d-e13bb2287b71 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:33.998471 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-55fba81d-f433-4a66-8c4d-e13bb2287b71 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Deleting port a16a6235-347d-4227-89b5-4dd8353553e2 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:18:33.998933 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-55fba81d-f433-4a66-8c4d-e13bb2287b71 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:34.085788 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-441edfd2-1d02-4267-ab33-3b1dee78ab1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:34.135185 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441edfd2-1d02-4267-ab33-3b1dee78ab1d None None] Pushing event deleted for resources: {'Port': ['ID=a16a6235-347d-4227-89b5-4dd8353553e2,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:18:34.137960 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441edfd2-1d02-4267-ab33-3b1dee78ab1d None None] No DVR routers for this DVR port a16a6235-347d-4227-89b5-4dd8353553e2 on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:18:34.154238 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [None req-55fba81d-f433-4a66-8c4d-e13bb2287b71 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] For port a16a6235-347d-4227-89b5-4dd8353553e2, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=a16a6235-347d-4227-89b5-4dd8353553e2,segment=NetworkSegment(13d2eaab-13d1-4560-9950-1c9ac83a1191),segment_id=13d2eaab-13d1-4560-9950-1c9ac83a1191)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:18:34.154238 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-55fba81d-f433-4a66-8c4d-e13bb2287b71 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:34.161142 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907cd23d-246b-4d2e-8599-a61eaa528073 None None] DHCP port deletion for de4ec7df-a5e0-473b-bc20-9c93932327dc request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 12:18:34.176850 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-55fba81d-f433-4a66-8c4d-e13bb2287b71 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Calling delete_port for a16a6235-347d-4227-89b5-4dd8353553e2 owned by network:dhcp {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:18:34.228198 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-907cd23d-246b-4d2e-8599-a61eaa528073 None None] Deleting port 229a54ce-b0f4-4546-9c98-d90a51a31761 {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:18:34.228624 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-907cd23d-246b-4d2e-8599-a61eaa528073 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:34.305833 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-55fba81d-f433-4a66-8c4d-e13bb2287b71 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:34.331628 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-907cd23d-246b-4d2e-8599-a61eaa528073 None None] For port 229a54ce-b0f4-4546-9c98-d90a51a31761, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=229a54ce-b0f4-4546-9c98-d90a51a31761,segment=NetworkSegment(5dc5f413-aa81-4e3e-a125-b2236dc005ef),segment_id=5dc5f413-aa81-4e3e-a125-b2236dc005ef)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:18:34.332045 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-907cd23d-246b-4d2e-8599-a61eaa528073 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:34.354777 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fba81d-f433-4a66-8c4d-e13bb2287b71 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Pushing event deleted for resources: {'Port': ['ID=a16a6235-347d-4227-89b5-4dd8353553e2,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:18:34.355669 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-907cd23d-246b-4d2e-8599-a61eaa528073 None None] Calling delete_port for 229a54ce-b0f4-4546-9c98-d90a51a31761 owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:18:34.362143 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55fba81d-f433-4a66-8c4d-e13bb2287b71 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] No DVR routers for this DVR port a16a6235-347d-4227-89b5-4dd8353553e2 on host n-d-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:18:34.460999 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-55fba81d-f433-4a66-8c4d-e13bb2287b71 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:34.476780 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-55fba81d-f433-4a66-8c4d-e13bb2287b71 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27cae0e9-9252-4287-9050-68151094a5d9']}} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:18:34.499150 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-907cd23d-246b-4d2e-8599-a61eaa528073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:34.503896 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-55fba81d-f433-4a66-8c4d-e13bb2287b71 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13d2eaab-13d1-4560-9950-1c9ac83a1191') {'for_net_delete': True} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:18:34.504251 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-55fba81d-f433-4a66-8c4d-e13bb2287b71 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13d2eaab-13d1-4560-9950-1c9ac83a1191') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:18:34.515348 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-55fba81d-f433-4a66-8c4d-e13bb2287b71 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29786371'] for segment, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:34.530423 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907cd23d-246b-4d2e-8599-a61eaa528073 None None] Pushing event deleted for resources: {'Port': ['ID=229a54ce-b0f4-4546-9c98-d90a51a31761,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:18:34.536672 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907cd23d-246b-4d2e-8599-a61eaa528073 None None] No DVR routers for this DVR port 229a54ce-b0f4-4546-9c98-d90a51a31761 on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:18:34.544048 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-55fba81d-f433-4a66-8c4d-e13bb2287b71 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:34.559688 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55fba81d-f433-4a66-8c4d-e13bb2287b71 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Releasing vlan 691 on physical network physnet1 to pool {{(pid=94421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 12:18:34.560273 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-55fba81d-f433-4a66-8c4d-e13bb2287b71 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25038799'] for segment, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:34.564529 n-d-803378-2 neutron-server[94421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 12:18:34.564529 n-d-803378-2 neutron-server[94421]: self.session.flush() Aug 05 12:18:34.564529 n-d-803378-2 neutron-server[94421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 12:18:34.564529 n-d-803378-2 neutron-server[94421]: self.session.flush() Aug 05 12:18:34.564529 n-d-803378-2 neutron-server[94421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 12:18:34.564529 n-d-803378-2 neutron-server[94421]: self.session.flush() Aug 05 12:18:34.564529 n-d-803378-2 neutron-server[94421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 12:18:34.564529 n-d-803378-2 neutron-server[94421]: self.session.flush() Aug 05 12:18:34.564529 n-d-803378-2 neutron-server[94421]: Traceback (most recent call last): Aug 05 12:18:34.564529 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 12:18:34.564529 n-d-803378-2 neutron-server[94421]: timer() Aug 05 12:18:34.564529 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 12:18:34.564529 n-d-803378-2 neutron-server[94421]: cb(*args, **kw) Aug 05 12:18:34.564529 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 12:18:34.564529 n-d-803378-2 neutron-server[94421]: return func(*args, **kwargs) Aug 05 12:18:34.564529 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 12:18:34.564529 n-d-803378-2 neutron-server[94421]: self._notify() Aug 05 12:18:34.564529 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 12:18:34.564529 n-d-803378-2 neutron-server[94421]: self.callback(batched_events) Aug 05 12:18:34.564529 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 12:18:34.564529 n-d-803378-2 neutron-server[94421]: event.method(event) Aug 05 12:18:34.564529 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 12:18:34.564529 n-d-803378-2 neutron-server[94421]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 12:18:34.564529 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 12:18:34.564529 n-d-803378-2 neutron-server[94421]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 12:18:34.564529 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 12:18:34.564529 n-d-803378-2 neutron-server[94421]: return f(self, *a, **k) Aug 05 12:18:34.564529 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 12:18:34.564529 n-d-803378-2 neutron-server[94421]: return self._get(url).json() Aug 05 12:18:34.564529 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 12:18:34.564529 n-d-803378-2 neutron-server[94421]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 12:18:34.564529 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 12:18:34.564529 n-d-803378-2 neutron-server[94421]: return self.request(url, 'GET', **kwargs) Aug 05 12:18:34.564529 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 12:18:34.564529 n-d-803378-2 neutron-server[94421]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 12:18:34.564529 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 12:18:34.564529 n-d-803378-2 neutron-server[94421]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 12:18:34.564529 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 12:18:34.564529 n-d-803378-2 neutron-server[94421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 12:18:34.564529 n-d-803378-2 neutron-server[94421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 12:18:34.667917 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-55fba81d-f433-4a66-8c4d-e13bb2287b71 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:34.693778 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-55fba81d-f433-4a66-8c4d-e13bb2287b71 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks [] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:34.695841 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-55fba81d-f433-4a66-8c4d-e13bb2287b71 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] 10.222.0.58 "DELETE /v2.0/networks/27cae0e9-9252-4287-9050-68151094a5d9 HTTP/1.1" status: 204 len: 168 time: 0.9600852 Aug 05 12:18:34.697526 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fba81d-f433-4a66-8c4d-e13bb2287b71 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Pushing event deleted for resources: {'Network': ['ID=27cae0e9-9252-4287-9050-68151094a5d9,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:18:34.699203 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 40418) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:18:34.822472 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c3a16a49-d08a-4d7c-a999-7980a770a946 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:34.963888 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c3a16a49-d08a-4d7c-a999-7980a770a946 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:34.976943 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-c3a16a49-d08a-4d7c-a999-7980a770a946 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de4ec7df-a5e0-473b-bc20-9c93932327dc']}} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:18:34.992193 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-c3a16a49-d08a-4d7c-a999-7980a770a946 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dc5f413-aa81-4e3e-a125-b2236dc005ef') {'for_net_delete': True} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:18:34.992675 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-c3a16a49-d08a-4d7c-a999-7980a770a946 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dc5f413-aa81-4e3e-a125-b2236dc005ef') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:18:35.007215 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c3a16a49-d08a-4d7c-a999-7980a770a946 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25010581'] for segment, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:35.040188 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c3a16a49-d08a-4d7c-a999-7980a770a946 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:35.052685 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3a16a49-d08a-4d7c-a999-7980a770a946 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=94420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 12:18:35.053323 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c3a16a49-d08a-4d7c-a999-7980a770a946 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29762581'] for segment, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:35.057434 n-d-803378-2 neutron-server[94420]: Traceback (most recent call last): Aug 05 12:18:35.057434 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 12:18:35.057434 n-d-803378-2 neutron-server[94420]: timer() Aug 05 12:18:35.057434 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 12:18:35.057434 n-d-803378-2 neutron-server[94420]: cb(*args, **kw) Aug 05 12:18:35.057434 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 12:18:35.057434 n-d-803378-2 neutron-server[94420]: return func(*args, **kwargs) Aug 05 12:18:35.057434 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 12:18:35.057434 n-d-803378-2 neutron-server[94420]: self._notify() Aug 05 12:18:35.057434 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 12:18:35.057434 n-d-803378-2 neutron-server[94420]: self.callback(batched_events) Aug 05 12:18:35.057434 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 12:18:35.057434 n-d-803378-2 neutron-server[94420]: event.method(event) Aug 05 12:18:35.057434 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 12:18:35.057434 n-d-803378-2 neutron-server[94420]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 12:18:35.057434 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 12:18:35.057434 n-d-803378-2 neutron-server[94420]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 12:18:35.057434 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 12:18:35.057434 n-d-803378-2 neutron-server[94420]: return f(self, *a, **k) Aug 05 12:18:35.057434 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 12:18:35.057434 n-d-803378-2 neutron-server[94420]: return self._get(url).json() Aug 05 12:18:35.057434 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 12:18:35.057434 n-d-803378-2 neutron-server[94420]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 12:18:35.057434 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 12:18:35.057434 n-d-803378-2 neutron-server[94420]: return self.request(url, 'GET', **kwargs) Aug 05 12:18:35.057434 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 12:18:35.057434 n-d-803378-2 neutron-server[94420]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 12:18:35.057434 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 12:18:35.057434 n-d-803378-2 neutron-server[94420]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 12:18:35.057434 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 12:18:35.057434 n-d-803378-2 neutron-server[94420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 12:18:35.057434 n-d-803378-2 neutron-server[94420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 12:18:35.141080 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c3a16a49-d08a-4d7c-a999-7980a770a946 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:35.152085 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c3a16a49-d08a-4d7c-a999-7980a770a946 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:35.154859 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-c3a16a49-d08a-4d7c-a999-7980a770a946 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] 10.222.0.58 "DELETE /v2.0/networks/de4ec7df-a5e0-473b-bc20-9c93932327dc HTTP/1.1" status: 204 len: 168 time: 0.4544992 Aug 05 12:18:35.162008 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 40424) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:18:35.170954 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-cec7f232-75a5-413d-8af1-6f5f32be9670 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1310338212'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:18:35.178609 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a16a49-d08a-4d7c-a999-7980a770a946 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Pushing event deleted for resources: {'Network': ['ID=de4ec7df-a5e0-473b-bc20-9c93932327dc,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:18:35.202960 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cec7f232-75a5-413d-8af1-6f5f32be9670 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Made reservation on behalf of b9885b519cdf4dfd88aad08aafc5ad4a for: {'network': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:18:35.208476 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-cec7f232-75a5-413d-8af1-6f5f32be9670 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:35.241572 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cec7f232-75a5-413d-8af1-6f5f32be9670 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] vlan segment allocate from pool success with {'vlan_id': 655, 'physical_network': 'physnet1'} {{(pid=94421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 12:18:35.255442 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-cec7f232-75a5-413d-8af1-6f5f32be9670 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:35.256091 n-d-803378-2 neutron-server[94421]: INFO neutron.db.segments_db [None req-cec7f232-75a5-413d-8af1-6f5f32be9670 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Added segment 8bf6ca0a-9968-4cc5-87e8-5b4a36ebd062 of type vlan for network 97fce2f7-f187-40b8-b9b3-38b3bf4ac4d8 Aug 05 12:18:35.323161 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-cec7f232-75a5-413d-8af1-6f5f32be9670 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:35.368846 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-cec7f232-75a5-413d-8af1-6f5f32be9670 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:35.378689 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec7f232-75a5-413d-8af1-6f5f32be9670 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:18:35.379742 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-cec7f232-75a5-413d-8af1-6f5f32be9670 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks [] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:35.483317 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-cec7f232-75a5-413d-8af1-6f5f32be9670 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3188632 Aug 05 12:18:35.489780 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 40432) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:18:35.502632 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-9ebe5aff-8ac5-4dea-b584-3ea74ff51e96 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Request body: {'subnet': {'network_id': '97fce2f7-f187-40b8-b9b3-38b3bf4ac4d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:18:35.587766 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device a16a6235-347d-4227-89b5-4dd8353553e2 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:18:35.591148 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec7f232-75a5-413d-8af1-6f5f32be9670 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Pushing event updated for resources: {'Network': ['ID=97fce2f7-f187-40b8-b9b3-38b3bf4ac4d8,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:18:35.637387 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 97fce2f7-f187-40b8-b9b3-38b3bf4ac4d8 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 12:18:35.643559 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: a16a6235-347d-4227-89b5-4dd8353553e2 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:18:35.644002 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device a16a6235-347d-4227-89b5-4dd8353553e2 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:18:35.644461 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 229a54ce-b0f4-4546-9c98-d90a51a31761 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:18:35.661159 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ebe5aff-8ac5-4dea-b584-3ea74ff51e96 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Made reservation on behalf of b9885b519cdf4dfd88aad08aafc5ad4a for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:18:35.671646 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9ebe5aff-8ac5-4dea-b584-3ea74ff51e96 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:35.762525 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 229a54ce-b0f4-4546-9c98-d90a51a31761 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:18:35.763100 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 229a54ce-b0f4-4546-9c98-d90a51a31761 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:18:36.021959 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9ebe5aff-8ac5-4dea-b584-3ea74ff51e96 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25038678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30075167'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:36.144076 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebe5aff-8ac5-4dea-b584-3ea74ff51e96 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Pushing event updated for resources: {'Subnet': ['ID=4e3a6589-ee2e-4376-8ff3-d6f546c6220e,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:18:36.152364 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebe5aff-8ac5-4dea-b584-3ea74ff51e96 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Checking segment: {'id': '8bf6ca0a-9968-4cc5-87e8-5b4a36ebd062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '97fce2f7-f187-40b8-b9b3-38b3bf4ac4d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:18:36.153006 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ebe5aff-8ac5-4dea-b584-3ea74ff51e96 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Network hostable DHCP agents. Network: 97fce2f7-f187-40b8-b9b3-38b3bf4ac4d8, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 12:18:36.185283 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ebe5aff-8ac5-4dea-b584-3ea74ff51e96 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Network 97fce2f7-f187-40b8-b9b3-38b3bf4ac4d8 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 12:18:36.203203 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-9ebe5aff-8ac5-4dea-b584-3ea74ff51e96 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, 97fce2f7-f187-40b8-b9b3-38b3bf4ac4d8) {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:18:36.212767 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ebe5aff-8ac5-4dea-b584-3ea74ff51e96 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:18:36.213136 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9ebe5aff-8ac5-4dea-b584-3ea74ff51e96 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:36.233431 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e9d737-ad54-46a8-ad3f-a87b10ff5551 None None] Network 97fce2f7-f187-40b8-b9b3-38b3bf4ac4d8 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:18:36.239050 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-9ebe5aff-8ac5-4dea-b584-3ea74ff51e96 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7465661 Aug 05 12:18:36.243004 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 40442) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:18:36.253209 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-d80e664b-848f-422f-a942-f3a39c7ad925 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-481593105', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:18:36.299973 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d80e664b-848f-422f-a942-f3a39c7ad925 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33260300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1929'] for router, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:36.304763 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d80e664b-848f-422f-a942-f3a39c7ad925 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33285914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33034662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1926'] for router, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:36.536014 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42565b49-a310-467e-9c30-1c16f40b9e59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-97fce2f7-f187-40b8-b9b3-38b3bf4ac4d8', 'network_id': '97fce2f7-f187-40b8-b9b3-38b3bf4ac4d8', 'tenant_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'fixed_ips': [{'subnet_id': '4e3a6589-ee2e-4376-8ff3-d6f546c6220e'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 12:18:36.537960 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-42565b49-a310-467e-9c30-1c16f40b9e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:36.822368 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-42565b49-a310-467e-9c30-1c16f40b9e59 None None] Allocated IP 2001:db8::2 (97fce2f7-f187-40b8-b9b3-38b3bf4ac4d8/4e3a6589-ee2e-4376-8ff3-d6f546c6220e/532398bc-414a-4877-bb45-f0e17592258d) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:18:36.839764 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d80e664b-848f-422f-a942-f3a39c7ad925 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:36.848749 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d80e664b-848f-422f-a942-f3a39c7ad925 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286026'] for router, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:36.873129 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d80e664b-848f-422f-a942-f3a39c7ad925 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks [] for router, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:36.874849 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-d80e664b-848f-422f-a942-f3a39c7ad925 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6302698 Aug 05 12:18:36.878502 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 40454) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:18:36.885889 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-c5f7042c-2f62-4c13-a100-07a81b3af18c tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Request body: {'port': {'network_id': '97fce2f7-f187-40b8-b9b3-38b3bf4ac4d8', 'name': 'tempest-RoutersIpV6Test-1454591249'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:18:37.058007 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5f7042c-2f62-4c13-a100-07a81b3af18c tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Made reservation on behalf of b9885b519cdf4dfd88aad08aafc5ad4a for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:18:37.067368 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c5f7042c-2f62-4c13-a100-07a81b3af18c tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:37.096705 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-42565b49-a310-467e-9c30-1c16f40b9e59 None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:37.105656 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [None req-c5f7042c-2f62-4c13-a100-07a81b3af18c tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] device_id is not set on port 6e0e17b9-36ff-4a06-94d7-e341b6533d04 yet. {{(pid=94421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 12:18:37.114111 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-42565b49-a310-467e-9c30-1c16f40b9e59 None None] Transition to ACTIVE for port object 532398bc-414a-4877-bb45-f0e17592258d will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:18:37.140768 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-42565b49-a310-467e-9c30-1c16f40b9e59 None None] Transition to ACTIVE for port object 532398bc-414a-4877-bb45-f0e17592258d will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:18:37.150835 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-42565b49-a310-467e-9c30-1c16f40b9e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:37.210895 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42565b49-a310-467e-9c30-1c16f40b9e59 None None] Network 97fce2f7-f187-40b8-b9b3-38b3bf4ac4d8 is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:18:37.215892 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-42565b49-a310-467e-9c30-1c16f40b9e59 None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:18:37.226923 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42565b49-a310-467e-9c30-1c16f40b9e59 None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:18:37.253940 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42565b49-a310-467e-9c30-1c16f40b9e59 None None] Pushing event updated for resources: {'Port': ['ID=532398bc-414a-4877-bb45-f0e17592258d,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:18:37.324134 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-c5f7042c-2f62-4c13-a100-07a81b3af18c tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Allocated IP 2001:db8::28d (97fce2f7-f187-40b8-b9b3-38b3bf4ac4d8/4e3a6589-ee2e-4376-8ff3-d6f546c6220e/6e0e17b9-36ff-4a06-94d7-e341b6533d04) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:18:37.336818 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-af516ef6-3593-4e70-942a-ae1760ddb9fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:37.356054 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-42565b49-a310-467e-9c30-1c16f40b9e59 None None] Attempting to bind port 532398bc-414a-4877-bb45-f0e17592258d on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:18:37.357893 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-42565b49-a310-467e-9c30-1c16f40b9e59 None None] Attempting to bind port 532398bc-414a-4877-bb45-f0e17592258d by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '8bf6ca0a-9968-4cc5-87e8-5b4a36ebd062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '97fce2f7-f187-40b8-b9b3-38b3bf4ac4d8'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:18:37.359495 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42565b49-a310-467e-9c30-1c16f40b9e59 None None] Attempting to bind port 532398bc-414a-4877-bb45-f0e17592258d on network 97fce2f7-f187-40b8-b9b3-38b3bf4ac4d8 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:18:37.372121 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42565b49-a310-467e-9c30-1c16f40b9e59 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:18:37.374569 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42565b49-a310-467e-9c30-1c16f40b9e59 None None] Checking segment: {'id': '8bf6ca0a-9968-4cc5-87e8-5b4a36ebd062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '97fce2f7-f187-40b8-b9b3-38b3bf4ac4d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:18:37.375330 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-42565b49-a310-467e-9c30-1c16f40b9e59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:37.376771 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42565b49-a310-467e-9c30-1c16f40b9e59 None None] Bound using segment: {'id': '8bf6ca0a-9968-4cc5-87e8-5b4a36ebd062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '97fce2f7-f187-40b8-b9b3-38b3bf4ac4d8'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:18:37.378433 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-42565b49-a310-467e-9c30-1c16f40b9e59 None None] Bound port: 532398bc-414a-4877-bb45-f0e17592258d, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bf6ca0a-9968-4cc5-87e8-5b4a36ebd062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '97fce2f7-f187-40b8-b9b3-38b3bf4ac4d8'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:18:37.379101 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-42565b49-a310-467e-9c30-1c16f40b9e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:37.475774 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-42565b49-a310-467e-9c30-1c16f40b9e59 None None] For port 532398bc-414a-4877-bb45-f0e17592258d, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:18:37.481522 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-42565b49-a310-467e-9c30-1c16f40b9e59 None None] For port 532398bc-414a-4877-bb45-f0e17592258d, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=532398bc-414a-4877-bb45-f0e17592258d,segment=NetworkSegment(8bf6ca0a-9968-4cc5-87e8-5b4a36ebd062),segment_id=8bf6ca0a-9968-4cc5-87e8-5b4a36ebd062)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:18:37.489466 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-42565b49-a310-467e-9c30-1c16f40b9e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:37.586480 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c5f7042c-2f62-4c13-a100-07a81b3af18c tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:37.617851 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [None req-c5f7042c-2f62-4c13-a100-07a81b3af18c tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Transition to ACTIVE for port object 6e0e17b9-36ff-4a06-94d7-e341b6533d04 will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:18:37.618239 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42565b49-a310-467e-9c30-1c16f40b9e59 None None] Pushing event updated for resources: {'Port': ['ID=532398bc-414a-4877-bb45-f0e17592258d,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:18:37.684046 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c5f7042c-2f62-4c13-a100-07a81b3af18c tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:37.772853 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f7042c-2f62-4c13-a100-07a81b3af18c tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Network 97fce2f7-f187-40b8-b9b3-38b3bf4ac4d8 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:18:37.784061 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-c5f7042c-2f62-4c13-a100-07a81b3af18c tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:18:37.788751 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f7042c-2f62-4c13-a100-07a81b3af18c tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:18:37.800351 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f7042c-2f62-4c13-a100-07a81b3af18c tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:18:37.801101 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c5f7042c-2f62-4c13-a100-07a81b3af18c tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:37.819235 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f7042c-2f62-4c13-a100-07a81b3af18c tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Pushing event updated for resources: {'Port': ['ID=6e0e17b9-36ff-4a06-94d7-e341b6533d04,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:18:37.843155 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 40470) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:18:37.850899 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-c5f7042c-2f62-4c13-a100-07a81b3af18c tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9704208 Aug 05 12:18:38.865157 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-38f31372-c952-4da9-9bc0-98fdc44c17dd tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:39.056880 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468dff74-41b5-44e0-aa55-3c33da583616 None None] Network 97fce2f7-f187-40b8-b9b3-38b3bf4ac4d8 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:18:39.201512 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-9677e67a-9dcb-46de-9c51-a49b79f1d3e2 None None] Provisioning for port 532398bc-414a-4877-bb45-f0e17592258d completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:18:39.320450 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-38f31372-c952-4da9-9bc0-98fdc44c17dd tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:39.329384 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-38f31372-c952-4da9-9bc0-98fdc44c17dd tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:39.492663 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f31372-c952-4da9-9bc0-98fdc44c17dd tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Pushing event updated for resources: {'Port': ['ID=6e0e17b9-36ff-4a06-94d7-e341b6533d04,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:18:39.695198 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-38f31372-c952-4da9-9bc0-98fdc44c17dd tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33288800'] for router_interface, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:39.699024 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 532398bc-414a-4877-bb45-f0e17592258d up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:18:39.778762 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-807e2e24-9182-4106-b508-3b8ecc559a96 None None] Provisioning for port 6e0e17b9-36ff-4a06-94d7-e341b6533d04 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:18:39.784726 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-807e2e24-9182-4106-b508-3b8ecc559a96 None None] Provisioning complete for port 6e0e17b9-36ff-4a06-94d7-e341b6533d04 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:18:39.785098 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-807e2e24-9182-4106-b508-3b8ecc559a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:39.838349 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 532398bc-414a-4877-bb45-f0e17592258d completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:18:39.859260 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 532398bc-414a-4877-bb45-f0e17592258d triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:18:39.861103 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:39.920613 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-807e2e24-9182-4106-b508-3b8ecc559a96 None None] Port 6e0e17b9-36ff-4a06-94d7-e341b6533d04 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 12:18:39.930413 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-38f31372-c952-4da9-9bc0-98fdc44c17dd tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:39.973174 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-807e2e24-9182-4106-b508-3b8ecc559a96 None None] Provisioning complete for port 532398bc-414a-4877-bb45-f0e17592258d triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:18:39.973670 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-807e2e24-9182-4106-b508-3b8ecc559a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:40.143577 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-a990834d-224d-447c-869e-ff15f8690c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:40.162193 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:40.178785 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:40.281925 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port 532398bc-414a-4877-bb45-f0e17592258d, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=532398bc-414a-4877-bb45-f0e17592258d,segment=NetworkSegment(8bf6ca0a-9968-4cc5-87e8-5b4a36ebd062),segment_id=8bf6ca0a-9968-4cc5-87e8-5b4a36ebd062)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:18:40.301127 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:40.394566 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-807e2e24-9182-4106-b508-3b8ecc559a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:40.415746 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=532398bc-414a-4877-bb45-f0e17592258d,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:18:40.481477 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-38f31372-c952-4da9-9bc0-98fdc44c17dd tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:40.492009 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-38f31372-c952-4da9-9bc0-98fdc44c17dd tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:40.493334 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-38f31372-c952-4da9-9bc0-98fdc44c17dd tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33140268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33208272'] for router_interface, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:40.535682 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.db.api [None req-807e2e24-9182-4106-b508-3b8ecc559a96 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94422) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 05 12:18:40.536240 n-d-803378-2 neutron-server[94422]: DEBUG oslo_db.api [None req-807e2e24-9182-4106-b508-3b8ecc559a96 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 12:18:40.643492 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f31372-c952-4da9-9bc0-98fdc44c17dd tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Pushing event updated for resources: {'Port': ['ID=6e0e17b9-36ff-4a06-94d7-e341b6533d04,revision_number=3']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:18:40.716766 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f31372-c952-4da9-9bc0-98fdc44c17dd tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Network 97fce2f7-f187-40b8-b9b3-38b3bf4ac4d8 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:18:40.718885 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-38f31372-c952-4da9-9bc0-98fdc44c17dd tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:18:40.898031 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38f31372-c952-4da9-9bc0-98fdc44c17dd tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Router bb56d251-5839-477b-b354-36d7768ac55b is scheduled to L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d with binding_index 1 {{(pid=94420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 12:18:41.065129 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38f31372-c952-4da9-9bc0-98fdc44c17dd tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:18:41.083362 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 40514) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:18:41.086537 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc2f527-7c1e-4a23-b90a-c85180a436f3 None None] Sync routers for ids ['bb56d251-5839-477b-b354-36d7768ac55b'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:18:41.088961 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-38f31372-c952-4da9-9bc0-98fdc44c17dd tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] 10.222.0.58 "PUT /v2.0/routers/bb56d251-5839-477b-b354-36d7768ac55b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2414005 Aug 05 12:18:41.123204 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc2f527-7c1e-4a23-b90a-c85180a436f3 None None] Routers {'bb56d251-5839-477b-b354-36d7768ac55b'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:18:41.124275 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-3cc2f527-7c1e-4a23-b90a-c85180a436f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:18:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['bb56d251-5839-477b-b354-36d7768ac55b'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:18:41.163075 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3304896-e4d2-4d49-bf34-3f98f99c460b tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:18:41.169134 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-b3304896-e4d2-4d49-bf34-3f98f99c460b tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] 10.222.0.58 "GET /v2.0/ports/6e0e17b9-36ff-4a06-94d7-e341b6533d04 HTTP/1.1" status: 200 len: 984 time: 0.0792856 Aug 05 12:18:41.169537 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 40518) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:18:41.194279 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-3cc2f527-7c1e-4a23-b90a-c85180a436f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:18:41.210076 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc2f527-7c1e-4a23-b90a-c85180a436f3 None None] Routers {'bb56d251-5839-477b-b354-36d7768ac55b'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:18:41.211119 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-3cc2f527-7c1e-4a23-b90a-c85180a436f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:18:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['bb56d251-5839-477b-b354-36d7768ac55b'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:18:41.244295 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-1541d475-840b-4198-b038-0d12d77df902 None None] Provisioning complete for port 6e0e17b9-36ff-4a06-94d7-e341b6533d04 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:18:41.245387 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1541d475-840b-4198-b038-0d12d77df902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:41.275539 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-3cc2f527-7c1e-4a23-b90a-c85180a436f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:18:41.276352 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc2f527-7c1e-4a23-b90a-c85180a436f3 None None] The sync data for ids ['bb56d251-5839-477b-b354-36d7768ac55b'] in n-d-803378-2 is: [] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:18:41.322170 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-1541d475-840b-4198-b038-0d12d77df902 None None] Port 6e0e17b9-36ff-4a06-94d7-e341b6533d04 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 12:18:41.606119 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 532398bc-414a-4877-bb45-f0e17592258d up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:18:41.684964 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 532398bc-414a-4877-bb45-f0e17592258d triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:18:41.685539 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:41.840522 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e71d56ed-f688-4b9b-ab16-0f113ae2a78a tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33208311'] for router_interface, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:41.892786 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:42.173602 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-e71d56ed-f688-4b9b-ab16-0f113ae2a78a tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Deleting port 6e0e17b9-36ff-4a06-94d7-e341b6533d04 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:18:42.174528 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e71d56ed-f688-4b9b-ab16-0f113ae2a78a tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:42.305600 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e71d56ed-f688-4b9b-ab16-0f113ae2a78a tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:42.335030 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-e71d56ed-f688-4b9b-ab16-0f113ae2a78a tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Calling delete_port for 6e0e17b9-36ff-4a06-94d7-e341b6533d04 owned by network:router_interface {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:18:42.613862 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e71d56ed-f688-4b9b-ab16-0f113ae2a78a tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:42.648047 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71d56ed-f688-4b9b-ab16-0f113ae2a78a tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Pushing event deleted for resources: {'Port': ['ID=6e0e17b9-36ff-4a06-94d7-e341b6533d04,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:18:42.824961 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e71d56ed-f688-4b9b-ab16-0f113ae2a78a tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33140263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33208171'] for router_interface, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:43.077103 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e71d56ed-f688-4b9b-ab16-0f113ae2a78a tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Router bb56d251-5839-477b-b354-36d7768ac55b has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:18:43.203184 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e71d56ed-f688-4b9b-ab16-0f113ae2a78a tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:18:43.217911 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-e71d56ed-f688-4b9b-ab16-0f113ae2a78a tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] 10.222.0.58 "PUT /v2.0/routers/bb56d251-5839-477b-b354-36d7768ac55b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0425472 Aug 05 12:18:43.217911 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 40544) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:18:43.220464 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c419617-197f-4696-b29a-e461f0effd0b None None] Sync routers for ids ['bb56d251-5839-477b-b354-36d7768ac55b'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:18:43.239712 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c419617-197f-4696-b29a-e461f0effd0b None None] Routers {'bb56d251-5839-477b-b354-36d7768ac55b'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:18:43.240980 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-4c419617-197f-4696-b29a-e461f0effd0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:18:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['bb56d251-5839-477b-b354-36d7768ac55b'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:18:43.281233 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-4c419617-197f-4696-b29a-e461f0effd0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:18:43.292824 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c419617-197f-4696-b29a-e461f0effd0b None None] Routers {'bb56d251-5839-477b-b354-36d7768ac55b'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:18:43.293648 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-4c419617-197f-4696-b29a-e461f0effd0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:18:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['bb56d251-5839-477b-b354-36d7768ac55b'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:18:43.341293 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-4c419617-197f-4696-b29a-e461f0effd0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:18:43.342231 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c419617-197f-4696-b29a-e461f0effd0b None None] The sync data for ids ['bb56d251-5839-477b-b354-36d7768ac55b'] in n-d-803378-2 is: [] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:18:43.491699 n-d-803378-2 neutron-server[94421]: INFO neutron.api.v2.resource [None req-fda9d038-c824-42cd-b3d5-b10198772b80 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] remove_router_interface failed (client error): The resource could not be found. Aug 05 12:18:43.495887 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 40550) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:18:43.505795 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-fda9d038-c824-42cd-b3d5-b10198772b80 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] 10.222.0.58 "PUT /v2.0/routers/bb56d251-5839-477b-b354-36d7768ac55b/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2854173 Aug 05 12:18:43.530135 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-d28cc345-0024-41af-8e02-24f05c36a887 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] 10.222.0.58 "GET /v2.0/ports?device_id=bb56d251-5839-477b-b354-36d7768ac55b HTTP/1.1" status: 200 len: 205 time: 0.0329978 Aug 05 12:18:43.535059 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 40552) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:18:43.645855 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b00bc982-b2ae-4b27-992e-365f002d4efc tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks [] for router, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:43.899830 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b00bc982-b2ae-4b27-992e-365f002d4efc tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33262979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1951'] for router, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:43.904156 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b00bc982-b2ae-4b27-992e-365f002d4efc tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:43.963545 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b00bc982-b2ae-4b27-992e-365f002d4efc tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33262474'] for router, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:43.964103 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b00bc982-b2ae-4b27-992e-365f002d4efc tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Fanout notify agent at l3_agent the message router_deleted on router bb56d251-5839-477b-b354-36d7768ac55b {{(pid=94420) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 12:18:43.973208 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b00bc982-b2ae-4b27-992e-365f002d4efc tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks [] for router, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:43.974252 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-b00bc982-b2ae-4b27-992e-365f002d4efc tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] 10.222.0.58 "DELETE /v2.0/routers/bb56d251-5839-477b-b354-36d7768ac55b HTTP/1.1" status: 204 len: 168 time: 0.4378603 Aug 05 12:18:43.978682 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 40560) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:18:44.035157 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:44.064046 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_v2 [None req-05bc865f-4e77-48ee-ad60-dd106d2b9ccb tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Deleting subnet 4e3a6589-ee2e-4376-8ff3-d6f546c6220e {{(pid=94421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 12:18:44.069872 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-05bc865f-4e77-48ee-ad60-dd106d2b9ccb tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks [] for subnet, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:44.139490 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-05bc865f-4e77-48ee-ad60-dd106d2b9ccb tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29786388'] for subnet, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:44.269491 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-05bc865f-4e77-48ee-ad60-dd106d2b9ccb tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:44.393198 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-05bc865f-4e77-48ee-ad60-dd106d2b9ccb tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25038609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30075142'] for subnet, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:44.433049 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bc865f-4e77-48ee-ad60-dd106d2b9ccb tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Pushing event deleted for resources: {'Subnet': ['ID=4e3a6589-ee2e-4376-8ff3-d6f546c6220e,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:18:44.445565 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-05bc865f-4e77-48ee-ad60-dd106d2b9ccb tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:44.447628 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-05bc865f-4e77-48ee-ad60-dd106d2b9ccb tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] 10.222.0.58 "DELETE /v2.0/subnets/4e3a6589-ee2e-4376-8ff3-d6f546c6220e HTTP/1.1" status: 204 len: 168 time: 0.4678507 Aug 05 12:18:44.452303 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 40568) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:18:44.452996 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406c6e05-a0ed-4fb1-ab2a-d5c5b709bf15 None None] Network 97fce2f7-f187-40b8-b9b3-38b3bf4ac4d8 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:18:44.560264 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c20af5c3-374d-431a-8546-33ad2cf18877 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:44.651037 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-c20af5c3-374d-431a-8546-33ad2cf18877 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Deleting port 532398bc-414a-4877-bb45-f0e17592258d {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:18:44.651798 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c20af5c3-374d-431a-8546-33ad2cf18877 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:44.733520 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93514469-79bb-4afc-8a4d-c8545483356e None None] DHCP port deletion for 97fce2f7-f187-40b8-b9b3-38b3bf4ac4d8 request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 12:18:44.784456 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [None req-c20af5c3-374d-431a-8546-33ad2cf18877 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] For port 532398bc-414a-4877-bb45-f0e17592258d, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=532398bc-414a-4877-bb45-f0e17592258d,segment=NetworkSegment(8bf6ca0a-9968-4cc5-87e8-5b4a36ebd062),segment_id=8bf6ca0a-9968-4cc5-87e8-5b4a36ebd062)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:18:44.785041 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c20af5c3-374d-431a-8546-33ad2cf18877 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:44.805859 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-c20af5c3-374d-431a-8546-33ad2cf18877 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Calling delete_port for 532398bc-414a-4877-bb45-f0e17592258d owned by network:dhcp {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:18:44.834411 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-93514469-79bb-4afc-8a4d-c8545483356e None None] Deleting port 532398bc-414a-4877-bb45-f0e17592258d {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:18:44.835053 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-93514469-79bb-4afc-8a4d-c8545483356e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:44.966784 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-93514469-79bb-4afc-8a4d-c8545483356e None None] For port 532398bc-414a-4877-bb45-f0e17592258d, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=532398bc-414a-4877-bb45-f0e17592258d,segment=NetworkSegment(8bf6ca0a-9968-4cc5-87e8-5b4a36ebd062),segment_id=8bf6ca0a-9968-4cc5-87e8-5b4a36ebd062)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:18:44.967576 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-93514469-79bb-4afc-8a4d-c8545483356e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:44.968206 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c20af5c3-374d-431a-8546-33ad2cf18877 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:44.995701 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-93514469-79bb-4afc-8a4d-c8545483356e None None] Calling delete_port for 532398bc-414a-4877-bb45-f0e17592258d owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:18:45.001967 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20af5c3-374d-431a-8546-33ad2cf18877 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Pushing event deleted for resources: {'Port': ['ID=532398bc-414a-4877-bb45-f0e17592258d,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:18:45.006731 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20af5c3-374d-431a-8546-33ad2cf18877 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] No DVR routers for this DVR port 532398bc-414a-4877-bb45-f0e17592258d on host n-d-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:18:45.100997 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-93514469-79bb-4afc-8a4d-c8545483356e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:45.120391 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c20af5c3-374d-431a-8546-33ad2cf18877 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:45.130518 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93514469-79bb-4afc-8a4d-c8545483356e None None] Pushing event deleted for resources: {'Port': ['ID=532398bc-414a-4877-bb45-f0e17592258d,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:18:45.137298 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93514469-79bb-4afc-8a4d-c8545483356e None None] No DVR routers for this DVR port 532398bc-414a-4877-bb45-f0e17592258d on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:18:45.145589 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-c20af5c3-374d-431a-8546-33ad2cf18877 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97fce2f7-f187-40b8-b9b3-38b3bf4ac4d8']}} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:18:45.169676 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-c20af5c3-374d-431a-8546-33ad2cf18877 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bf6ca0a-9968-4cc5-87e8-5b4a36ebd062') {'for_net_delete': True} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:18:45.170154 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-c20af5c3-374d-431a-8546-33ad2cf18877 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bf6ca0a-9968-4cc5-87e8-5b4a36ebd062') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:18:45.191689 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c20af5c3-374d-431a-8546-33ad2cf18877 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29786371'] for segment, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:45.216822 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c20af5c3-374d-431a-8546-33ad2cf18877 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:45.233735 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c20af5c3-374d-431a-8546-33ad2cf18877 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=94421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 12:18:45.234373 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c20af5c3-374d-431a-8546-33ad2cf18877 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25038799'] for segment, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:45.240472 n-d-803378-2 neutron-server[94421]: Traceback (most recent call last): Aug 05 12:18:45.240472 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 12:18:45.240472 n-d-803378-2 neutron-server[94421]: timer() Aug 05 12:18:45.240472 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 12:18:45.240472 n-d-803378-2 neutron-server[94421]: cb(*args, **kw) Aug 05 12:18:45.240472 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 12:18:45.240472 n-d-803378-2 neutron-server[94421]: return func(*args, **kwargs) Aug 05 12:18:45.240472 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 12:18:45.240472 n-d-803378-2 neutron-server[94421]: self._notify() Aug 05 12:18:45.240472 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 12:18:45.240472 n-d-803378-2 neutron-server[94421]: self.callback(batched_events) Aug 05 12:18:45.240472 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 12:18:45.240472 n-d-803378-2 neutron-server[94421]: event.method(event) Aug 05 12:18:45.240472 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 12:18:45.240472 n-d-803378-2 neutron-server[94421]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 12:18:45.240472 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 12:18:45.240472 n-d-803378-2 neutron-server[94421]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 12:18:45.240472 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 12:18:45.240472 n-d-803378-2 neutron-server[94421]: return f(self, *a, **k) Aug 05 12:18:45.240472 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 12:18:45.240472 n-d-803378-2 neutron-server[94421]: return self._get(url).json() Aug 05 12:18:45.240472 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 12:18:45.240472 n-d-803378-2 neutron-server[94421]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 12:18:45.240472 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 12:18:45.240472 n-d-803378-2 neutron-server[94421]: return self.request(url, 'GET', **kwargs) Aug 05 12:18:45.240472 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 12:18:45.240472 n-d-803378-2 neutron-server[94421]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 12:18:45.240472 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 12:18:45.240472 n-d-803378-2 neutron-server[94421]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 12:18:45.240472 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 12:18:45.240472 n-d-803378-2 neutron-server[94421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 12:18:45.240472 n-d-803378-2 neutron-server[94421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 12:18:45.353140 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c20af5c3-374d-431a-8546-33ad2cf18877 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:45.366797 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c20af5c3-374d-431a-8546-33ad2cf18877 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks [] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:45.368978 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-c20af5c3-374d-431a-8546-33ad2cf18877 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] 10.222.0.58 "DELETE /v2.0/networks/97fce2f7-f187-40b8-b9b3-38b3bf4ac4d8 HTTP/1.1" status: 204 len: 168 time: 0.9155943 Aug 05 12:18:45.377434 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 40584) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:18:45.386963 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20af5c3-374d-431a-8546-33ad2cf18877 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Pushing event deleted for resources: {'Network': ['ID=97fce2f7-f187-40b8-b9b3-38b3bf4ac4d8,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:18:45.389081 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-a5e8bf31-d925-4716-aba1-804af4dc0210 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1748187685'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:18:45.440626 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5e8bf31-d925-4716-aba1-804af4dc0210 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Made reservation on behalf of b9885b519cdf4dfd88aad08aafc5ad4a for: {'network': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:18:45.446978 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a5e8bf31-d925-4716-aba1-804af4dc0210 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:45.509984 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5e8bf31-d925-4716-aba1-804af4dc0210 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] vlan segment allocate from pool success with {'vlan_id': 652, 'physical_network': 'physnet1'} {{(pid=94420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 12:18:45.536544 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a5e8bf31-d925-4716-aba1-804af4dc0210 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:45.536544 n-d-803378-2 neutron-server[94420]: INFO neutron.db.segments_db [None req-a5e8bf31-d925-4716-aba1-804af4dc0210 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Added segment 6a0d98eb-9d10-46a6-b20d-2126d3a105f3 of type vlan for network f07986d9-50bc-4af6-9dab-52a0d49d8277 Aug 05 12:18:45.609640 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 532398bc-414a-4877-bb45-f0e17592258d no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:18:45.637468 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 532398bc-414a-4877-bb45-f0e17592258d {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:18:45.638006 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 532398bc-414a-4877-bb45-f0e17592258d not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:18:45.644050 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a5e8bf31-d925-4716-aba1-804af4dc0210 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:45.712996 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a5e8bf31-d925-4716-aba1-804af4dc0210 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:45.726899 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e8bf31-d925-4716-aba1-804af4dc0210 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:18:45.727546 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a5e8bf31-d925-4716-aba1-804af4dc0210 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:45.822279 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-a5e8bf31-d925-4716-aba1-804af4dc0210 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4373562 Aug 05 12:18:45.823297 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 40598) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:18:45.832677 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e8bf31-d925-4716-aba1-804af4dc0210 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Pushing event updated for resources: {'Network': ['ID=f07986d9-50bc-4af6-9dab-52a0d49d8277,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:18:45.833091 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-5b3a30e7-0069-44bc-af21-6f863d24f3d3 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Request body: {'subnet': {'network_id': 'f07986d9-50bc-4af6-9dab-52a0d49d8277', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:18:45.853770 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network f07986d9-50bc-4af6-9dab-52a0d49d8277 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 12:18:46.035697 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b3a30e7-0069-44bc-af21-6f863d24f3d3 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Made reservation on behalf of b9885b519cdf4dfd88aad08aafc5ad4a for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:18:46.046961 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5b3a30e7-0069-44bc-af21-6f863d24f3d3 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:46.389697 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5b3a30e7-0069-44bc-af21-6f863d24f3d3 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25038678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30075167'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:46.501717 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a30e7-0069-44bc-af21-6f863d24f3d3 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Pushing event updated for resources: {'Subnet': ['ID=03b5eea5-c56f-461b-a974-8f56c6284386,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:18:46.516914 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3a30e7-0069-44bc-af21-6f863d24f3d3 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Checking segment: {'id': '6a0d98eb-9d10-46a6-b20d-2126d3a105f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'f07986d9-50bc-4af6-9dab-52a0d49d8277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:18:46.518688 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3a30e7-0069-44bc-af21-6f863d24f3d3 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Network hostable DHCP agents. Network: f07986d9-50bc-4af6-9dab-52a0d49d8277, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 12:18:46.546529 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3a30e7-0069-44bc-af21-6f863d24f3d3 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Network f07986d9-50bc-4af6-9dab-52a0d49d8277 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 12:18:46.564059 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-5b3a30e7-0069-44bc-af21-6f863d24f3d3 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, f07986d9-50bc-4af6-9dab-52a0d49d8277) {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:18:46.575855 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3a30e7-0069-44bc-af21-6f863d24f3d3 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:18:46.576573 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5b3a30e7-0069-44bc-af21-6f863d24f3d3 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:46.581119 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780f2548-93f5-4133-9367-ce4ed7575f6b None None] Network f07986d9-50bc-4af6-9dab-52a0d49d8277 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:18:46.607562 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 40602) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:18:46.608392 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-5b3a30e7-0069-44bc-af21-6f863d24f3d3 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7824242 Aug 05 12:18:46.617095 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-597bc62d-77bc-4164-8e17-e2340762a0d3 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-636194724', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:18:46.651312 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-597bc62d-77bc-4164-8e17-e2340762a0d3 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33260300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1929'] for router, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:46.653348 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-597bc62d-77bc-4164-8e17-e2340762a0d3 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33285914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33034662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1926'] for router, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:46.725306 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-597bc62d-77bc-4164-8e17-e2340762a0d3 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:46.735532 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-597bc62d-77bc-4164-8e17-e2340762a0d3 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286026'] for router, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:46.767588 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-597bc62d-77bc-4164-8e17-e2340762a0d3 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks [] for router, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:46.770096 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-597bc62d-77bc-4164-8e17-e2340762a0d3 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1575277 Aug 05 12:18:46.772894 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 40604) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:18:46.844855 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6bcd7ff-7df4-4c5e-ad64-1703e5933a20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-f07986d9-50bc-4af6-9dab-52a0d49d8277', 'network_id': 'f07986d9-50bc-4af6-9dab-52a0d49d8277', 'tenant_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'fixed_ips': [{'subnet_id': '03b5eea5-c56f-461b-a974-8f56c6284386'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 12:18:46.846879 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e6bcd7ff-7df4-4c5e-ad64-1703e5933a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:47.059932 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-e6bcd7ff-7df4-4c5e-ad64-1703e5933a20 None None] Allocated IP 2001:db8::2 (f07986d9-50bc-4af6-9dab-52a0d49d8277/03b5eea5-c56f-461b-a974-8f56c6284386/4bcdae40-a577-47c8-9e40-ca14e1e4ec87) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:18:47.188939 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8aae2ccc-a1d5-431f-ac38-5a025f01f1d4 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:47.337775 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e6bcd7ff-7df4-4c5e-ad64-1703e5933a20 None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:47.356865 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-e6bcd7ff-7df4-4c5e-ad64-1703e5933a20 None None] Transition to ACTIVE for port object 4bcdae40-a577-47c8-9e40-ca14e1e4ec87 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:18:47.387426 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-e6bcd7ff-7df4-4c5e-ad64-1703e5933a20 None None] Transition to ACTIVE for port object 4bcdae40-a577-47c8-9e40-ca14e1e4ec87 will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:18:47.403463 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e6bcd7ff-7df4-4c5e-ad64-1703e5933a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:47.479352 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6bcd7ff-7df4-4c5e-ad64-1703e5933a20 None None] Network f07986d9-50bc-4af6-9dab-52a0d49d8277 is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:18:47.481946 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-e6bcd7ff-7df4-4c5e-ad64-1703e5933a20 None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:18:47.494262 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6bcd7ff-7df4-4c5e-ad64-1703e5933a20 None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:18:47.525011 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-8aae2ccc-a1d5-431f-ac38-5a025f01f1d4 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Allocated IP 2001:db8::1 (f07986d9-50bc-4af6-9dab-52a0d49d8277/03b5eea5-c56f-461b-a974-8f56c6284386/0ce5737b-3149-45d7-be27-f29306ffe38c) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:18:47.547934 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bcd7ff-7df4-4c5e-ad64-1703e5933a20 None None] Pushing event updated for resources: {'Port': ['ID=4bcdae40-a577-47c8-9e40-ca14e1e4ec87,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:18:47.598356 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-e6bcd7ff-7df4-4c5e-ad64-1703e5933a20 None None] Attempting to bind port 4bcdae40-a577-47c8-9e40-ca14e1e4ec87 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:18:47.598895 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-e6bcd7ff-7df4-4c5e-ad64-1703e5933a20 None None] Attempting to bind port 4bcdae40-a577-47c8-9e40-ca14e1e4ec87 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '6a0d98eb-9d10-46a6-b20d-2126d3a105f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'f07986d9-50bc-4af6-9dab-52a0d49d8277'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:18:47.599692 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6bcd7ff-7df4-4c5e-ad64-1703e5933a20 None None] Attempting to bind port 4bcdae40-a577-47c8-9e40-ca14e1e4ec87 on network f07986d9-50bc-4af6-9dab-52a0d49d8277 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:18:47.608967 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6bcd7ff-7df4-4c5e-ad64-1703e5933a20 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:18:47.610159 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6bcd7ff-7df4-4c5e-ad64-1703e5933a20 None None] Checking segment: {'id': '6a0d98eb-9d10-46a6-b20d-2126d3a105f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'f07986d9-50bc-4af6-9dab-52a0d49d8277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:18:47.610918 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e6bcd7ff-7df4-4c5e-ad64-1703e5933a20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:47.611532 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6bcd7ff-7df4-4c5e-ad64-1703e5933a20 None None] Bound using segment: {'id': '6a0d98eb-9d10-46a6-b20d-2126d3a105f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'f07986d9-50bc-4af6-9dab-52a0d49d8277'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:18:47.612746 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-e6bcd7ff-7df4-4c5e-ad64-1703e5933a20 None None] Bound port: 4bcdae40-a577-47c8-9e40-ca14e1e4ec87, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a0d98eb-9d10-46a6-b20d-2126d3a105f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'f07986d9-50bc-4af6-9dab-52a0d49d8277'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:18:47.613640 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e6bcd7ff-7df4-4c5e-ad64-1703e5933a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:47.708921 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8aae2ccc-a1d5-431f-ac38-5a025f01f1d4 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:47.735199 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [None req-8aae2ccc-a1d5-431f-ac38-5a025f01f1d4 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Transition to ACTIVE for port object 0ce5737b-3149-45d7-be27-f29306ffe38c will not be triggered until provisioned by entity DHCP. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:18:47.735568 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-e6bcd7ff-7df4-4c5e-ad64-1703e5933a20 None None] For port 4bcdae40-a577-47c8-9e40-ca14e1e4ec87, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:18:47.741745 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-e6bcd7ff-7df4-4c5e-ad64-1703e5933a20 None None] For port 4bcdae40-a577-47c8-9e40-ca14e1e4ec87, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=4bcdae40-a577-47c8-9e40-ca14e1e4ec87,segment=NetworkSegment(6a0d98eb-9d10-46a6-b20d-2126d3a105f3),segment_id=6a0d98eb-9d10-46a6-b20d-2126d3a105f3)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:18:47.752697 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e6bcd7ff-7df4-4c5e-ad64-1703e5933a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:47.807144 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8aae2ccc-a1d5-431f-ac38-5a025f01f1d4 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:47.850763 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bcd7ff-7df4-4c5e-ad64-1703e5933a20 None None] Pushing event updated for resources: {'Port': ['ID=4bcdae40-a577-47c8-9e40-ca14e1e4ec87,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:18:47.876697 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aae2ccc-a1d5-431f-ac38-5a025f01f1d4 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Network f07986d9-50bc-4af6-9dab-52a0d49d8277 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:18:47.883660 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-8aae2ccc-a1d5-431f-ac38-5a025f01f1d4 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:18:47.886333 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aae2ccc-a1d5-431f-ac38-5a025f01f1d4 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:18:47.886909 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8aae2ccc-a1d5-431f-ac38-5a025f01f1d4 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33288800'] for router_interface, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:47.952657 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aae2ccc-a1d5-431f-ac38-5a025f01f1d4 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Pushing event updated for resources: {'Port': ['ID=0ce5737b-3149-45d7-be27-f29306ffe38c,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:18:48.135515 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8aae2ccc-a1d5-431f-ac38-5a025f01f1d4 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:48.493652 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8aae2ccc-a1d5-431f-ac38-5a025f01f1d4 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:48.498658 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8aae2ccc-a1d5-431f-ac38-5a025f01f1d4 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:48.499603 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8aae2ccc-a1d5-431f-ac38-5a025f01f1d4 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33140268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33208272'] for router_interface, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:48.595262 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aae2ccc-a1d5-431f-ac38-5a025f01f1d4 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Pushing event updated for resources: {'Port': ['ID=0ce5737b-3149-45d7-be27-f29306ffe38c,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:18:48.677863 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aae2ccc-a1d5-431f-ac38-5a025f01f1d4 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Network f07986d9-50bc-4af6-9dab-52a0d49d8277 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:18:48.679648 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-8aae2ccc-a1d5-431f-ac38-5a025f01f1d4 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:18:48.865823 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aae2ccc-a1d5-431f-ac38-5a025f01f1d4 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Router 9923586c-82cc-45d0-ac2c-e7fd606ee81c is scheduled to L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d with binding_index 1 {{(pid=94420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 12:18:49.041569 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180b9431-5b82-4b03-977e-622e35e224c5 None None] Network f07986d9-50bc-4af6-9dab-52a0d49d8277 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:18:49.063623 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aae2ccc-a1d5-431f-ac38-5a025f01f1d4 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:18:49.081295 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b000e27a-c141-41bd-b28e-6bba297ea936 None None] Sync routers for ids ['9923586c-82cc-45d0-ac2c-e7fd606ee81c'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:18:49.089427 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-8aae2ccc-a1d5-431f-ac38-5a025f01f1d4 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] 10.222.0.58 "PUT /v2.0/routers/9923586c-82cc-45d0-ac2c-e7fd606ee81c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3150642 Aug 05 12:18:49.092383 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 40612) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:18:49.096227 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b000e27a-c141-41bd-b28e-6bba297ea936 None None] Routers {'9923586c-82cc-45d0-ac2c-e7fd606ee81c'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:18:49.097154 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-b000e27a-c141-41bd-b28e-6bba297ea936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:18:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['9923586c-82cc-45d0-ac2c-e7fd606ee81c'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:18:49.154340 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-b000e27a-c141-41bd-b28e-6bba297ea936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:18:49.175942 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b000e27a-c141-41bd-b28e-6bba297ea936 None None] Routers {'9923586c-82cc-45d0-ac2c-e7fd606ee81c'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:18:49.177015 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-b000e27a-c141-41bd-b28e-6bba297ea936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:18:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['9923586c-82cc-45d0-ac2c-e7fd606ee81c'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:18:49.187431 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-195418c0-b412-4905-a9de-ed69fed31053 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:18:49.196016 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-195418c0-b412-4905-a9de-ed69fed31053 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] 10.222.0.58 "GET /v2.0/ports/0ce5737b-3149-45d7-be27-f29306ffe38c HTTP/1.1" status: 200 len: 911 time: 0.0958860 Aug 05 12:18:49.198218 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 40614) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:18:49.244334 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-b000e27a-c141-41bd-b28e-6bba297ea936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:18:49.245867 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b000e27a-c141-41bd-b28e-6bba297ea936 None None] The sync data for ids ['9923586c-82cc-45d0-ac2c-e7fd606ee81c'] in n-d-803378-2 is: [] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:18:49.625342 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-43dc1796-eaeb-4979-895d-17db9db24203 None None] Provisioning for port 4bcdae40-a577-47c8-9e40-ca14e1e4ec87 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:18:49.678934 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 4bcdae40-a577-47c8-9e40-ca14e1e4ec87 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:18:49.763039 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 4bcdae40-a577-47c8-9e40-ca14e1e4ec87 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:18:49.771023 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 4bcdae40-a577-47c8-9e40-ca14e1e4ec87 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:18:49.771769 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:49.884978 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2ddcb29c-9c51-45e1-8b04-435d61bea584 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33208311'] for router_interface, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:49.902261 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:49.952354 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port 4bcdae40-a577-47c8-9e40-ca14e1e4ec87, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=4bcdae40-a577-47c8-9e40-ca14e1e4ec87,segment=NetworkSegment(6a0d98eb-9d10-46a6-b20d-2126d3a105f3),segment_id=6a0d98eb-9d10-46a6-b20d-2126d3a105f3)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:18:49.958970 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:50.025841 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=4bcdae40-a577-47c8-9e40-ca14e1e4ec87,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:18:50.076819 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-9ec7e3fe-90df-4e03-9564-82ce123e708a None None] Provisioning for port 0ce5737b-3149-45d7-be27-f29306ffe38c completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:18:50.084901 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-9ec7e3fe-90df-4e03-9564-82ce123e708a None None] Provisioning complete for port 0ce5737b-3149-45d7-be27-f29306ffe38c triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:18:50.085630 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-9ec7e3fe-90df-4e03-9564-82ce123e708a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:50.145992 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-9ec7e3fe-90df-4e03-9564-82ce123e708a None None] Port 0ce5737b-3149-45d7-be27-f29306ffe38c cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 12:18:50.161681 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-9ec7e3fe-90df-4e03-9564-82ce123e708a None None] Provisioning complete for port 4bcdae40-a577-47c8-9e40-ca14e1e4ec87 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:18:50.162245 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-9ec7e3fe-90df-4e03-9564-82ce123e708a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:50.294150 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-2ddcb29c-9c51-45e1-8b04-435d61bea584 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Deleting port 0ce5737b-3149-45d7-be27-f29306ffe38c {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:18:50.294661 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2ddcb29c-9c51-45e1-8b04-435d61bea584 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:50.445975 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2ddcb29c-9c51-45e1-8b04-435d61bea584 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:50.458865 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-ad812978-acbb-4495-9955-122f27e7e1e4 None None] Provisioning complete for port 0ce5737b-3149-45d7-be27-f29306ffe38c triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:18:50.459475 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-ad812978-acbb-4495-9955-122f27e7e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:50.467536 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-2ddcb29c-9c51-45e1-8b04-435d61bea584 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Calling delete_port for 0ce5737b-3149-45d7-be27-f29306ffe38c owned by network:router_interface {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:18:50.521705 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-ad812978-acbb-4495-9955-122f27e7e1e4 None None] Port 0ce5737b-3149-45d7-be27-f29306ffe38c cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 12:18:50.829068 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2ddcb29c-9c51-45e1-8b04-435d61bea584 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:50.842284 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-58cf4f6c-b3c2-4129-86a9-36a1ce515795 None None] Could not find standard attr ID for object 0ce5737b-3149-45d7-be27-f29306ffe38c. {{(pid=94422) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 05 12:18:50.872033 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddcb29c-9c51-45e1-8b04-435d61bea584 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Pushing event deleted for resources: {'Port': ['ID=0ce5737b-3149-45d7-be27-f29306ffe38c,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:18:51.003333 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2ddcb29c-9c51-45e1-8b04-435d61bea584 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33140263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33208171'] for router_interface, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:51.604122 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 4bcdae40-a577-47c8-9e40-ca14e1e4ec87 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:18:51.700105 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 4bcdae40-a577-47c8-9e40-ca14e1e4ec87 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:18:51.701083 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:51.730365 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ddcb29c-9c51-45e1-8b04-435d61bea584 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Router 9923586c-82cc-45d0-ac2c-e7fd606ee81c has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:18:51.895684 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ddcb29c-9c51-45e1-8b04-435d61bea584 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:18:51.903815 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-2ddcb29c-9c51-45e1-8b04-435d61bea584 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] 10.222.0.58 "PUT /v2.0/routers/9923586c-82cc-45d0-ac2c-e7fd606ee81c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7020574 Aug 05 12:18:51.907859 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 40622) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:18:51.914120 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f3224f-28cb-45d6-8bb0-efd7b626e262 None None] Sync routers for ids ['9923586c-82cc-45d0-ac2c-e7fd606ee81c'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:18:51.932388 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f3224f-28cb-45d6-8bb0-efd7b626e262 None None] Routers {'9923586c-82cc-45d0-ac2c-e7fd606ee81c'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:18:51.933662 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-45f3224f-28cb-45d6-8bb0-efd7b626e262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:18:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['9923586c-82cc-45d0-ac2c-e7fd606ee81c'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:18:51.948542 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-a94cce50-66d0-4d1d-a865-3ae5b3b6c48c tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] 10.222.0.58 "GET /v2.0/ports?device_id=9923586c-82cc-45d0-ac2c-e7fd606ee81c HTTP/1.1" status: 200 len: 205 time: 0.0369079 Aug 05 12:18:51.950856 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 40624) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:18:51.998820 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-45f3224f-28cb-45d6-8bb0-efd7b626e262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:18:52.016475 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f3224f-28cb-45d6-8bb0-efd7b626e262 None None] Routers {'9923586c-82cc-45d0-ac2c-e7fd606ee81c'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:18:52.017705 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-45f3224f-28cb-45d6-8bb0-efd7b626e262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:18:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['9923586c-82cc-45d0-ac2c-e7fd606ee81c'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:18:52.075800 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f1a9623a-daf3-4a00-91f4-4a2f63d0202b tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks [] for router, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:52.080470 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-45f3224f-28cb-45d6-8bb0-efd7b626e262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:18:52.082770 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f3224f-28cb-45d6-8bb0-efd7b626e262 None None] The sync data for ids ['9923586c-82cc-45d0-ac2c-e7fd606ee81c'] in n-d-803378-2 is: [] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:18:52.513643 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:52.782557 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f1a9623a-daf3-4a00-91f4-4a2f63d0202b tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33262979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1951'] for router, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:52.786622 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f1a9623a-daf3-4a00-91f4-4a2f63d0202b tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:52.869247 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f1a9623a-daf3-4a00-91f4-4a2f63d0202b tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33262474'] for router, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:52.870113 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1a9623a-daf3-4a00-91f4-4a2f63d0202b tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Fanout notify agent at l3_agent the message router_deleted on router 9923586c-82cc-45d0-ac2c-e7fd606ee81c {{(pid=94421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 12:18:52.883707 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f1a9623a-daf3-4a00-91f4-4a2f63d0202b tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks [] for router, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:52.885793 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-f1a9623a-daf3-4a00-91f4-4a2f63d0202b tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] 10.222.0.58 "DELETE /v2.0/routers/9923586c-82cc-45d0-ac2c-e7fd606ee81c HTTP/1.1" status: 204 len: 168 time: 0.9334955 Aug 05 12:18:52.889274 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 40628) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:18:52.966378 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4544158-5f76-48ee-9e97-3b575fefa159 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Deleting subnet 03b5eea5-c56f-461b-a974-8f56c6284386 {{(pid=94421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 12:18:52.971611 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c4544158-5f76-48ee-9e97-3b575fefa159 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks [] for subnet, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:53.036139 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c4544158-5f76-48ee-9e97-3b575fefa159 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29786388'] for subnet, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:53.149146 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c4544158-5f76-48ee-9e97-3b575fefa159 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:53.219332 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c4544158-5f76-48ee-9e97-3b575fefa159 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25038609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30075142'] for subnet, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:53.255951 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba5bf14-b4eb-4b93-8e74-299e47cd7d5a None None] Network f07986d9-50bc-4af6-9dab-52a0d49d8277 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:18:53.282419 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c4544158-5f76-48ee-9e97-3b575fefa159 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:53.288084 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-c4544158-5f76-48ee-9e97-3b575fefa159 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] 10.222.0.58 "DELETE /v2.0/subnets/03b5eea5-c56f-461b-a974-8f56c6284386 HTTP/1.1" status: 204 len: 168 time: 0.3949955 Aug 05 12:18:53.288605 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 40634) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:18:53.289321 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4544158-5f76-48ee-9e97-3b575fefa159 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Pushing event deleted for resources: {'Subnet': ['ID=03b5eea5-c56f-461b-a974-8f56c6284386,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:18:53.299368 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4544158-5f76-48ee-9e97-3b575fefa159 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:18:53.299786 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4544158-5f76-48ee-9e97-3b575fefa159 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:18:53.300194 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4544158-5f76-48ee-9e97-3b575fefa159 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:18:53.300608 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4544158-5f76-48ee-9e97-3b575fefa159 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:18:53.300932 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4544158-5f76-48ee-9e97-3b575fefa159 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:18:53.301298 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4544158-5f76-48ee-9e97-3b575fefa159 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:18:53.301633 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4544158-5f76-48ee-9e97-3b575fefa159 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:18:53.301963 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4544158-5f76-48ee-9e97-3b575fefa159 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:18:53.302292 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4544158-5f76-48ee-9e97-3b575fefa159 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:18:53.302784 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4544158-5f76-48ee-9e97-3b575fefa159 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:18:53.303112 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4544158-5f76-48ee-9e97-3b575fefa159 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:18:53.303433 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4544158-5f76-48ee-9e97-3b575fefa159 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:18:53.393728 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7a8ac462-3438-4461-8f5f-7c6675ba03db tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:53.501197 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-7a8ac462-3438-4461-8f5f-7c6675ba03db tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Deleting port 4bcdae40-a577-47c8-9e40-ca14e1e4ec87 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:18:53.501789 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7a8ac462-3438-4461-8f5f-7c6675ba03db tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:53.561335 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-583daea7-3e75-47c6-b386-bdc224580642 None None] DHCP port deletion for f07986d9-50bc-4af6-9dab-52a0d49d8277 request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 12:18:53.645355 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-7a8ac462-3438-4461-8f5f-7c6675ba03db tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] For port 4bcdae40-a577-47c8-9e40-ca14e1e4ec87, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=4bcdae40-a577-47c8-9e40-ca14e1e4ec87,segment=NetworkSegment(6a0d98eb-9d10-46a6-b20d-2126d3a105f3),segment_id=6a0d98eb-9d10-46a6-b20d-2126d3a105f3)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:18:53.645983 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7a8ac462-3438-4461-8f5f-7c6675ba03db tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:53.660424 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-583daea7-3e75-47c6-b386-bdc224580642 None None] Deleting port 4bcdae40-a577-47c8-9e40-ca14e1e4ec87 {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:18:53.660866 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-583daea7-3e75-47c6-b386-bdc224580642 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:53.675823 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-7a8ac462-3438-4461-8f5f-7c6675ba03db tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Calling delete_port for 4bcdae40-a577-47c8-9e40-ca14e1e4ec87 owned by network:dhcp {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:18:53.754031 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-583daea7-3e75-47c6-b386-bdc224580642 None None] For port 4bcdae40-a577-47c8-9e40-ca14e1e4ec87, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=4bcdae40-a577-47c8-9e40-ca14e1e4ec87,segment=NetworkSegment(6a0d98eb-9d10-46a6-b20d-2126d3a105f3),segment_id=6a0d98eb-9d10-46a6-b20d-2126d3a105f3)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:18:53.754598 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-583daea7-3e75-47c6-b386-bdc224580642 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:53.774075 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-583daea7-3e75-47c6-b386-bdc224580642 None None] Calling delete_port for 4bcdae40-a577-47c8-9e40-ca14e1e4ec87 owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:18:53.858943 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7a8ac462-3438-4461-8f5f-7c6675ba03db tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:53.917306 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-583daea7-3e75-47c6-b386-bdc224580642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:53.917645 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8ac462-3438-4461-8f5f-7c6675ba03db tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Pushing event deleted for resources: {'Port': ['ID=4bcdae40-a577-47c8-9e40-ca14e1e4ec87,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:18:53.922049 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8ac462-3438-4461-8f5f-7c6675ba03db tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] No DVR routers for this DVR port 4bcdae40-a577-47c8-9e40-ca14e1e4ec87 on host n-d-803378-2 {{(pid=94420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:18:53.957034 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583daea7-3e75-47c6-b386-bdc224580642 None None] Pushing event deleted for resources: {'Port': ['ID=4bcdae40-a577-47c8-9e40-ca14e1e4ec87,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:18:53.972227 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583daea7-3e75-47c6-b386-bdc224580642 None None] No DVR routers for this DVR port 4bcdae40-a577-47c8-9e40-ca14e1e4ec87 on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:18:53.977714 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583daea7-3e75-47c6-b386-bdc224580642 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:18:53.978079 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583daea7-3e75-47c6-b386-bdc224580642 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:18:53.978645 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583daea7-3e75-47c6-b386-bdc224580642 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:18:53.978841 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583daea7-3e75-47c6-b386-bdc224580642 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:18:53.979037 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583daea7-3e75-47c6-b386-bdc224580642 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:18:53.979413 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583daea7-3e75-47c6-b386-bdc224580642 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:18:53.979692 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583daea7-3e75-47c6-b386-bdc224580642 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:18:53.980035 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583daea7-3e75-47c6-b386-bdc224580642 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:18:53.980618 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583daea7-3e75-47c6-b386-bdc224580642 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:18:53.981147 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583daea7-3e75-47c6-b386-bdc224580642 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:18:53.981698 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583daea7-3e75-47c6-b386-bdc224580642 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:18:53.982266 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583daea7-3e75-47c6-b386-bdc224580642 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:18:54.085866 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7a8ac462-3438-4461-8f5f-7c6675ba03db tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:54.106238 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-7a8ac462-3438-4461-8f5f-7c6675ba03db tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f07986d9-50bc-4af6-9dab-52a0d49d8277']}} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:18:54.121501 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-7a8ac462-3438-4461-8f5f-7c6675ba03db tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a0d98eb-9d10-46a6-b20d-2126d3a105f3') {'for_net_delete': True} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:18:54.121949 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-7a8ac462-3438-4461-8f5f-7c6675ba03db tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a0d98eb-9d10-46a6-b20d-2126d3a105f3') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:18:54.142983 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7a8ac462-3438-4461-8f5f-7c6675ba03db tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25010581'] for segment, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:54.164344 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7a8ac462-3438-4461-8f5f-7c6675ba03db tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:54.173982 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a8ac462-3438-4461-8f5f-7c6675ba03db tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=94420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 12:18:54.174407 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7a8ac462-3438-4461-8f5f-7c6675ba03db tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29762581'] for segment, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:54.177971 n-d-803378-2 neutron-server[94420]: Traceback (most recent call last): Aug 05 12:18:54.177971 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 12:18:54.177971 n-d-803378-2 neutron-server[94420]: timer() Aug 05 12:18:54.177971 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 12:18:54.177971 n-d-803378-2 neutron-server[94420]: cb(*args, **kw) Aug 05 12:18:54.177971 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 12:18:54.177971 n-d-803378-2 neutron-server[94420]: return func(*args, **kwargs) Aug 05 12:18:54.177971 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 12:18:54.177971 n-d-803378-2 neutron-server[94420]: self._notify() Aug 05 12:18:54.177971 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 12:18:54.177971 n-d-803378-2 neutron-server[94420]: self.callback(batched_events) Aug 05 12:18:54.177971 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 12:18:54.177971 n-d-803378-2 neutron-server[94420]: event.method(event) Aug 05 12:18:54.177971 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 12:18:54.177971 n-d-803378-2 neutron-server[94420]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 12:18:54.177971 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 12:18:54.177971 n-d-803378-2 neutron-server[94420]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 12:18:54.177971 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 12:18:54.177971 n-d-803378-2 neutron-server[94420]: return f(self, *a, **k) Aug 05 12:18:54.177971 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 12:18:54.177971 n-d-803378-2 neutron-server[94420]: return self._get(url).json() Aug 05 12:18:54.177971 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 12:18:54.177971 n-d-803378-2 neutron-server[94420]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 12:18:54.177971 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 12:18:54.177971 n-d-803378-2 neutron-server[94420]: return self.request(url, 'GET', **kwargs) Aug 05 12:18:54.177971 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 12:18:54.177971 n-d-803378-2 neutron-server[94420]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 12:18:54.177971 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 12:18:54.177971 n-d-803378-2 neutron-server[94420]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 12:18:54.177971 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 12:18:54.177971 n-d-803378-2 neutron-server[94420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 12:18:54.177971 n-d-803378-2 neutron-server[94420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 12:18:54.284563 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7a8ac462-3438-4461-8f5f-7c6675ba03db tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:54.302279 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7a8ac462-3438-4461-8f5f-7c6675ba03db tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:54.305458 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-7a8ac462-3438-4461-8f5f-7c6675ba03db tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] 10.222.0.58 "DELETE /v2.0/networks/f07986d9-50bc-4af6-9dab-52a0d49d8277 HTTP/1.1" status: 204 len: 168 time: 1.0141933 Aug 05 12:18:54.313834 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 40706) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:18:54.323898 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8ac462-3438-4461-8f5f-7c6675ba03db tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Pushing event deleted for resources: {'Network': ['ID=f07986d9-50bc-4af6-9dab-52a0d49d8277,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:18:54.324768 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-9eae7d4c-850b-4e3a-b78a-a71b16d391e3 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-467535428', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}, 'admin_state_up': False}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:18:54.364599 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9eae7d4c-850b-4e3a-b78a-a71b16d391e3 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33260300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1929'] for router, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:54.366168 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9eae7d4c-850b-4e3a-b78a-a71b16d391e3 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33285914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33034662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1926'] for router, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:54.457262 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9eae7d4c-850b-4e3a-b78a-a71b16d391e3 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:54.716976 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9eae7d4c-850b-4e3a-b78a-a71b16d391e3 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:55.035007 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9eae7d4c-850b-4e3a-b78a-a71b16d391e3 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks [] for router_gateway, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:55.063921 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9eae7d4c-850b-4e3a-b78a-a71b16d391e3 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:55.201109 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-9eae7d4c-850b-4e3a-b78a-a71b16d391e3 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Allocated IP 172.25.5.134 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/e39c93ca-d624-41b0-a266-6ceda755adf7) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:18:55.389125 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9eae7d4c-850b-4e3a-b78a-a71b16d391e3 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:55.450774 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9eae7d4c-850b-4e3a-b78a-a71b16d391e3 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:55.497909 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eae7d4c-850b-4e3a-b78a-a71b16d391e3 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:18:55.508474 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-9eae7d4c-850b-4e3a-b78a-a71b16d391e3 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:18:55.516592 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eae7d4c-850b-4e3a-b78a-a71b16d391e3 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:18:55.559516 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eae7d4c-850b-4e3a-b78a-a71b16d391e3 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Pushing event updated for resources: {'Port': ['ID=e39c93ca-d624-41b0-a266-6ceda755adf7,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:18:55.597114 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 4bcdae40-a577-47c8-9e40-ca14e1e4ec87 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:18:55.628661 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 4bcdae40-a577-47c8-9e40-ca14e1e4ec87 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:18:55.629081 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 4bcdae40-a577-47c8-9e40-ca14e1e4ec87 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:18:55.919679 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9eae7d4c-850b-4e3a-b78a-a71b16d391e3 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks [] for router_gateway, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:56.274924 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9eae7d4c-850b-4e3a-b78a-a71b16d391e3 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286026'] for router, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:56.518167 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eae7d4c-850b-4e3a-b78a-a71b16d391e3 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Router 87d4c544-9b1b-4572-8df9-f239e4481b6a is scheduled to L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d with binding_index 1 {{(pid=94421) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 12:18:56.685771 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eae7d4c-850b-4e3a-b78a-a71b16d391e3 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:18:56.713448 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1073aa6-11cd-4c2f-afad-809afbdc32b8 None None] Sync routers for ids ['87d4c544-9b1b-4572-8df9-f239e4481b6a'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:18:56.733199 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9eae7d4c-850b-4e3a-b78a-a71b16d391e3 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks [] for router, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:56.736891 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-9eae7d4c-850b-4e3a-b78a-a71b16d391e3 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.4200432 Aug 05 12:18:56.741247 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 40984) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:18:56.752218 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1073aa6-11cd-4c2f-afad-809afbdc32b8 None None] Routers {'87d4c544-9b1b-4572-8df9-f239e4481b6a'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:18:56.753422 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-b1073aa6-11cd-4c2f-afad-809afbdc32b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:18:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['87d4c544-9b1b-4572-8df9-f239e4481b6a'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:18:56.811431 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-b1073aa6-11cd-4c2f-afad-809afbdc32b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:18:56.827798 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1073aa6-11cd-4c2f-afad-809afbdc32b8 None None] Routers {'87d4c544-9b1b-4572-8df9-f239e4481b6a'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:18:56.828187 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-b1073aa6-11cd-4c2f-afad-809afbdc32b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:18:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['87d4c544-9b1b-4572-8df9-f239e4481b6a'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:18:56.878279 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-b1073aa6-11cd-4c2f-afad-809afbdc32b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:18:56.878970 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1073aa6-11cd-4c2f-afad-809afbdc32b8 None None] The sync data for ids ['87d4c544-9b1b-4572-8df9-f239e4481b6a'] in n-d-803378-2 is: [] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:18:56.944614 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-c566da7d-fafa-4185-bb3e-ab5080faccd7 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] 10.222.0.58 "GET /v2.0/routers/87d4c544-9b1b-4572-8df9-f239e4481b6a HTTP/1.1" status: 200 len: 884 time: 0.2015123 Aug 05 12:18:56.948623 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41006) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:18:57.278493 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-2429235d-3bee-463b-94f8-424588f5f9fc tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.3284075 Aug 05 12:18:57.282609 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 41044) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:18:57.288724 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-af03e93b-9fa8-4107-a324-675972ccd812 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-467535428'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:18:57.750134 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-af03e93b-9fa8-4107-a324-675972ccd812 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33286054', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33263081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1940'] for router, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:57.763012 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-af03e93b-9fa8-4107-a324-675972ccd812 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33286033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33286040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33263014'] for router, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:57.913781 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af03e93b-9fa8-4107-a324-675972ccd812 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Router 87d4c544-9b1b-4572-8df9-f239e4481b6a has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:18:58.048431 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af03e93b-9fa8-4107-a324-675972ccd812 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:18:58.057093 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-af03e93b-9fa8-4107-a324-675972ccd812 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks [] for router, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:58.058567 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-af03e93b-9fa8-4107-a324-675972ccd812 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] 10.222.0.58 "PUT /v2.0/routers/87d4c544-9b1b-4572-8df9-f239e4481b6a HTTP/1.1" status: 200 len: 891 time: 0.7745383 Aug 05 12:18:58.063474 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 41092) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:18:58.070695 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27927903-321d-4ab0-85ee-f22d225ca6cf None None] Sync routers for ids ['87d4c544-9b1b-4572-8df9-f239e4481b6a'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:18:58.087455 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27927903-321d-4ab0-85ee-f22d225ca6cf None None] Routers {'87d4c544-9b1b-4572-8df9-f239e4481b6a'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:18:58.088571 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-27927903-321d-4ab0-85ee-f22d225ca6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:18:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['87d4c544-9b1b-4572-8df9-f239e4481b6a'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:18:58.148879 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-27927903-321d-4ab0-85ee-f22d225ca6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:18:58.162789 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27927903-321d-4ab0-85ee-f22d225ca6cf None None] Routers {'87d4c544-9b1b-4572-8df9-f239e4481b6a'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:18:58.163923 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-27927903-321d-4ab0-85ee-f22d225ca6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:18:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['87d4c544-9b1b-4572-8df9-f239e4481b6a'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:18:58.203915 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41094) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:18:58.204917 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-d5ddbff3-738c-4f82-b689-f0813f1b8c72 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] 10.222.0.58 "GET /v2.0/routers/87d4c544-9b1b-4572-8df9-f239e4481b6a HTTP/1.1" status: 200 len: 891 time: 0.1383691 Aug 05 12:18:58.234784 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-27927903-321d-4ab0-85ee-f22d225ca6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:18:58.236061 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27927903-321d-4ab0-85ee-f22d225ca6cf None None] The sync data for ids ['87d4c544-9b1b-4572-8df9-f239e4481b6a'] in n-d-803378-2 is: [] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:18:58.255321 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-9bb2949b-c269-4b2e-ace4-99caae4528d9 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] 10.222.0.58 "GET /v2.0/ports?device_id=87d4c544-9b1b-4572-8df9-f239e4481b6a HTTP/1.1" status: 200 len: 205 time: 0.0484381 Aug 05 12:18:58.259995 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41096) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:18:58.426957 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ffa9c69b-b2d4-41ec-804b-a8b5b62fd206 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks [] for router, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:59.015451 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ffa9c69b-b2d4-41ec-804b-a8b5b62fd206 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:59.098193 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-ffa9c69b-b2d4-41ec-804b-a8b5b62fd206 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Deleting port e39c93ca-d624-41b0-a266-6ceda755adf7 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:18:59.098532 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ffa9c69b-b2d4-41ec-804b-a8b5b62fd206 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:59.242660 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ffa9c69b-b2d4-41ec-804b-a8b5b62fd206 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:59.260110 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-ffa9c69b-b2d4-41ec-804b-a8b5b62fd206 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Calling delete_port for e39c93ca-d624-41b0-a266-6ceda755adf7 owned by network:router_gateway {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:18:59.544944 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ffa9c69b-b2d4-41ec-804b-a8b5b62fd206 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:59.575032 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa9c69b-b2d4-41ec-804b-a8b5b62fd206 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Pushing event deleted for resources: {'Port': ['ID=e39c93ca-d624-41b0-a266-6ceda755adf7,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:18:59.648198 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ffa9c69b-b2d4-41ec-804b-a8b5b62fd206 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33285055'] for router_gateway, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:59.754236 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ffa9c69b-b2d4-41ec-804b-a8b5b62fd206 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33262979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1951'] for router, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:59.756807 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ffa9c69b-b2d4-41ec-804b-a8b5b62fd206 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:59.789646 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:59.820453 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ffa9c69b-b2d4-41ec-804b-a8b5b62fd206 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33262474'] for router, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:59.820885 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffa9c69b-b2d4-41ec-804b-a8b5b62fd206 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Fanout notify agent at l3_agent the message router_deleted on router 87d4c544-9b1b-4572-8df9-f239e4481b6a {{(pid=94421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 12:18:59.830437 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ffa9c69b-b2d4-41ec-804b-a8b5b62fd206 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks [] for router, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:59.832438 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-ffa9c69b-b2d4-41ec-804b-a8b5b62fd206 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] 10.222.0.58 "DELETE /v2.0/routers/87d4c544-9b1b-4572-8df9-f239e4481b6a HTTP/1.1" status: 204 len: 168 time: 1.5711179 Aug 05 12:18:59.838560 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41100) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:18:59.845112 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-4caca1b1-08d6-4ac9-a7df-37b457c4f550 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-4092384'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:18:59.874864 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4caca1b1-08d6-4ac9-a7df-37b457c4f550 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Made reservation on behalf of b9885b519cdf4dfd88aad08aafc5ad4a for: {'network': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:18:59.881482 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4caca1b1-08d6-4ac9-a7df-37b457c4f550 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:59.916785 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4caca1b1-08d6-4ac9-a7df-37b457c4f550 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] vlan segment allocate from pool success with {'vlan_id': 686, 'physical_network': 'physnet1'} {{(pid=94421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 12:18:59.934439 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4caca1b1-08d6-4ac9-a7df-37b457c4f550 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:18:59.934926 n-d-803378-2 neutron-server[94421]: INFO neutron.db.segments_db [None req-4caca1b1-08d6-4ac9-a7df-37b457c4f550 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Added segment 5da56870-3886-4b74-a1ac-9ce0a59c1e76 of type vlan for network 6d3c3902-9393-4880-8f7f-a097c2806540 Aug 05 12:18:59.990957 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4caca1b1-08d6-4ac9-a7df-37b457c4f550 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:00.044676 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4caca1b1-08d6-4ac9-a7df-37b457c4f550 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:00.055546 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4caca1b1-08d6-4ac9-a7df-37b457c4f550 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:19:00.056423 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4caca1b1-08d6-4ac9-a7df-37b457c4f550 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks [] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:00.174016 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-4caca1b1-08d6-4ac9-a7df-37b457c4f550 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3341594 Aug 05 12:19:00.178089 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41104) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:19:00.184147 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-aab1045b-59d2-49ef-bd11-0eeece59670f tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Request body: {'subnet': {'network_id': '6d3c3902-9393-4880-8f7f-a097c2806540', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:19:00.207810 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caca1b1-08d6-4ac9-a7df-37b457c4f550 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Pushing event updated for resources: {'Network': ['ID=6d3c3902-9393-4880-8f7f-a097c2806540,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:19:00.224236 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 6d3c3902-9393-4880-8f7f-a097c2806540 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 12:19:00.347147 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aab1045b-59d2-49ef-bd11-0eeece59670f tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Made reservation on behalf of b9885b519cdf4dfd88aad08aafc5ad4a for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:19:00.352120 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-aab1045b-59d2-49ef-bd11-0eeece59670f tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:00.667353 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-aab1045b-59d2-49ef-bd11-0eeece59670f tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25038678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30075167'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:00.782311 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab1045b-59d2-49ef-bd11-0eeece59670f tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Pushing event updated for resources: {'Subnet': ['ID=905de913-e512-4ae2-9150-048a8053d64c,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:19:00.804745 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab1045b-59d2-49ef-bd11-0eeece59670f tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Checking segment: {'id': '5da56870-3886-4b74-a1ac-9ce0a59c1e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '6d3c3902-9393-4880-8f7f-a097c2806540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:19:00.805300 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab1045b-59d2-49ef-bd11-0eeece59670f tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Network hostable DHCP agents. Network: 6d3c3902-9393-4880-8f7f-a097c2806540, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 12:19:00.841299 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab1045b-59d2-49ef-bd11-0eeece59670f tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Network 6d3c3902-9393-4880-8f7f-a097c2806540 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 12:19:00.860061 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-aab1045b-59d2-49ef-bd11-0eeece59670f tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, 6d3c3902-9393-4880-8f7f-a097c2806540) {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:19:00.877377 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e948f2b-c84c-45a1-ba4a-bc0459b27a0b None None] Network 6d3c3902-9393-4880-8f7f-a097c2806540 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:19:00.878882 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab1045b-59d2-49ef-bd11-0eeece59670f tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:19:00.880179 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-aab1045b-59d2-49ef-bd11-0eeece59670f tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:00.901716 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-aab1045b-59d2-49ef-bd11-0eeece59670f tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7224319 Aug 05 12:19:00.905963 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 41106) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:19:00.912882 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-d859009f-f706-497f-93eb-4986299390fc tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-393482112', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:19:00.944025 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d859009f-f706-497f-93eb-4986299390fc tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33260300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1929'] for router, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:00.945524 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d859009f-f706-497f-93eb-4986299390fc tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33285914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33034662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1926'] for router, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:01.043713 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d859009f-f706-497f-93eb-4986299390fc tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:01.050120 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d859009f-f706-497f-93eb-4986299390fc tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286026'] for router, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:01.073029 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d859009f-f706-497f-93eb-4986299390fc tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks [] for router, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:01.079830 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41108) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:19:01.080806 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-d859009f-f706-497f-93eb-4986299390fc tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1723506 Aug 05 12:19:01.159372 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f54afd-c608-401d-bb3f-9ab08a96aa74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-6d3c3902-9393-4880-8f7f-a097c2806540', 'network_id': '6d3c3902-9393-4880-8f7f-a097c2806540', 'tenant_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'fixed_ips': [{'subnet_id': '905de913-e512-4ae2-9150-048a8053d64c'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 12:19:01.160386 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-19f54afd-c608-401d-bb3f-9ab08a96aa74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:01.506294 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-19f54afd-c608-401d-bb3f-9ab08a96aa74 None None] Allocated IP 2001:db8::2 (6d3c3902-9393-4880-8f7f-a097c2806540/905de913-e512-4ae2-9150-048a8053d64c/1b9143b6-7747-4524-b62f-be9d1146fa8c) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:19:01.635625 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-886235a8-c8b9-4945-856f-3f3eb34887cd tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:01.775426 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-19f54afd-c608-401d-bb3f-9ab08a96aa74 None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:01.789818 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-19f54afd-c608-401d-bb3f-9ab08a96aa74 None None] Transition to ACTIVE for port object 1b9143b6-7747-4524-b62f-be9d1146fa8c will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:19:01.813794 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-19f54afd-c608-401d-bb3f-9ab08a96aa74 None None] Transition to ACTIVE for port object 1b9143b6-7747-4524-b62f-be9d1146fa8c will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:19:01.823139 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-19f54afd-c608-401d-bb3f-9ab08a96aa74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:01.886942 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f54afd-c608-401d-bb3f-9ab08a96aa74 None None] Network 6d3c3902-9393-4880-8f7f-a097c2806540 is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:19:01.924534 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f54afd-c608-401d-bb3f-9ab08a96aa74 None None] Pushing event updated for resources: {'Port': ['ID=1b9143b6-7747-4524-b62f-be9d1146fa8c,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:19:01.940170 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-19f54afd-c608-401d-bb3f-9ab08a96aa74 None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:19:01.945286 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f54afd-c608-401d-bb3f-9ab08a96aa74 None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:19:02.034164 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-19f54afd-c608-401d-bb3f-9ab08a96aa74 None None] Attempting to bind port 1b9143b6-7747-4524-b62f-be9d1146fa8c on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:19:02.034647 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-19f54afd-c608-401d-bb3f-9ab08a96aa74 None None] Attempting to bind port 1b9143b6-7747-4524-b62f-be9d1146fa8c by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '5da56870-3886-4b74-a1ac-9ce0a59c1e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '6d3c3902-9393-4880-8f7f-a097c2806540'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:19:02.035689 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f54afd-c608-401d-bb3f-9ab08a96aa74 None None] Attempting to bind port 1b9143b6-7747-4524-b62f-be9d1146fa8c on network 6d3c3902-9393-4880-8f7f-a097c2806540 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:19:02.041373 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f54afd-c608-401d-bb3f-9ab08a96aa74 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:19:02.041710 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f54afd-c608-401d-bb3f-9ab08a96aa74 None None] Checking segment: {'id': '5da56870-3886-4b74-a1ac-9ce0a59c1e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '6d3c3902-9393-4880-8f7f-a097c2806540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:19:02.042244 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-19f54afd-c608-401d-bb3f-9ab08a96aa74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:02.043049 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f54afd-c608-401d-bb3f-9ab08a96aa74 None None] Bound using segment: {'id': '5da56870-3886-4b74-a1ac-9ce0a59c1e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '6d3c3902-9393-4880-8f7f-a097c2806540'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:19:02.044472 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-19f54afd-c608-401d-bb3f-9ab08a96aa74 None None] Bound port: 1b9143b6-7747-4524-b62f-be9d1146fa8c, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5da56870-3886-4b74-a1ac-9ce0a59c1e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '6d3c3902-9393-4880-8f7f-a097c2806540'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:19:02.045064 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-19f54afd-c608-401d-bb3f-9ab08a96aa74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:02.055996 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-886235a8-c8b9-4945-856f-3f3eb34887cd tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Allocated IP 2001:db8::1 (6d3c3902-9393-4880-8f7f-a097c2806540/905de913-e512-4ae2-9150-048a8053d64c/0537a2d4-1ede-429e-aa9b-f42866ae48c7) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:19:02.177036 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-19f54afd-c608-401d-bb3f-9ab08a96aa74 None None] For port 1b9143b6-7747-4524-b62f-be9d1146fa8c, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:19:02.186083 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-19f54afd-c608-401d-bb3f-9ab08a96aa74 None None] For port 1b9143b6-7747-4524-b62f-be9d1146fa8c, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=1b9143b6-7747-4524-b62f-be9d1146fa8c,segment=NetworkSegment(5da56870-3886-4b74-a1ac-9ce0a59c1e76),segment_id=5da56870-3886-4b74-a1ac-9ce0a59c1e76)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:19:02.196296 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-19f54afd-c608-401d-bb3f-9ab08a96aa74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:02.221268 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-886235a8-c8b9-4945-856f-3f3eb34887cd tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:02.240345 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [None req-886235a8-c8b9-4945-856f-3f3eb34887cd tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Transition to ACTIVE for port object 0537a2d4-1ede-429e-aa9b-f42866ae48c7 will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:19:02.289410 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f54afd-c608-401d-bb3f-9ab08a96aa74 None None] Pushing event updated for resources: {'Port': ['ID=1b9143b6-7747-4524-b62f-be9d1146fa8c,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:19:02.289689 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-886235a8-c8b9-4945-856f-3f3eb34887cd tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:02.332267 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886235a8-c8b9-4945-856f-3f3eb34887cd tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Network 6d3c3902-9393-4880-8f7f-a097c2806540 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:19:02.336826 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-886235a8-c8b9-4945-856f-3f3eb34887cd tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:19:02.341747 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886235a8-c8b9-4945-856f-3f3eb34887cd tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:19:02.342335 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-886235a8-c8b9-4945-856f-3f3eb34887cd tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33288800'] for router_interface, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:02.403560 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886235a8-c8b9-4945-856f-3f3eb34887cd tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Pushing event updated for resources: {'Port': ['ID=0537a2d4-1ede-429e-aa9b-f42866ae48c7,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:19:02.596076 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-886235a8-c8b9-4945-856f-3f3eb34887cd tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:02.724590 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 12:19:03.045325 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-886235a8-c8b9-4945-856f-3f3eb34887cd tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:03.055262 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-886235a8-c8b9-4945-856f-3f3eb34887cd tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:03.057260 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-886235a8-c8b9-4945-856f-3f3eb34887cd tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33140268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33208272'] for router_interface, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:03.238374 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886235a8-c8b9-4945-856f-3f3eb34887cd tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Pushing event updated for resources: {'Port': ['ID=0537a2d4-1ede-429e-aa9b-f42866ae48c7,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:19:03.336882 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886235a8-c8b9-4945-856f-3f3eb34887cd tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Network 6d3c3902-9393-4880-8f7f-a097c2806540 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:19:03.339377 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-886235a8-c8b9-4945-856f-3f3eb34887cd tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:19:03.545449 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8914a323-2459-4283-bb79-0a38434b0b38 None None] Network 6d3c3902-9393-4880-8f7f-a097c2806540 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:19:03.580722 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-886235a8-c8b9-4945-856f-3f3eb34887cd tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Router 926aa89c-403a-4902-bb93-78beb19b8af4 is scheduled to L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d with binding_index 1 {{(pid=94421) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 12:19:03.659583 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-c24172c2-d0f8-45c5-bbfc-267eb31a5f1d None None] Provisioning for port 1b9143b6-7747-4524-b62f-be9d1146fa8c completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:19:03.745051 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 1b9143b6-7747-4524-b62f-be9d1146fa8c up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:19:03.755450 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-886235a8-c8b9-4945-856f-3f3eb34887cd tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:19:03.767324 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 41122) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:19:03.768144 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-886235a8-c8b9-4945-856f-3f3eb34887cd tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] 10.222.0.58 "PUT /v2.0/routers/926aa89c-403a-4902-bb93-78beb19b8af4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6858184 Aug 05 12:19:03.778082 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafc89f2-4e39-49d5-8c4a-a9c4aea4d22a None None] Sync routers for ids ['926aa89c-403a-4902-bb93-78beb19b8af4'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:19:03.797778 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafc89f2-4e39-49d5-8c4a-a9c4aea4d22a None None] Routers {'926aa89c-403a-4902-bb93-78beb19b8af4'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:19:03.798826 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-eafc89f2-4e39-49d5-8c4a-a9c4aea4d22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:18:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['926aa89c-403a-4902-bb93-78beb19b8af4'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:19:03.857598 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a94f0f-55e6-4a75-a215-1aa803571a77 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:19:03.860762 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-eafc89f2-4e39-49d5-8c4a-a9c4aea4d22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:19:03.868004 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41124) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:19:03.876649 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafc89f2-4e39-49d5-8c4a-a9c4aea4d22a None None] Routers {'926aa89c-403a-4902-bb93-78beb19b8af4'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:19:03.877994 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-eafc89f2-4e39-49d5-8c4a-a9c4aea4d22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:18:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['926aa89c-403a-4902-bb93-78beb19b8af4'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:19:03.880004 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-10e8b3c1-f196-47de-ab70-8eac2ac153ac tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '905de913-e512-4ae2-9150-048a8053d64c'}]}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:19:03.881406 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-33a94f0f-55e6-4a75-a215-1aa803571a77 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] 10.222.0.58 "GET /v2.0/ports/0537a2d4-1ede-429e-aa9b-f42866ae48c7 HTTP/1.1" status: 200 len: 911 time: 0.1108999 Aug 05 12:19:03.938627 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-eafc89f2-4e39-49d5-8c4a-a9c4aea4d22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:19:03.939850 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafc89f2-4e39-49d5-8c4a-a9c4aea4d22a None None] The sync data for ids ['926aa89c-403a-4902-bb93-78beb19b8af4'] in n-d-803378-2 is: [] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:19:03.951418 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 1b9143b6-7747-4524-b62f-be9d1146fa8c completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:19:03.960585 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 1b9143b6-7747-4524-b62f-be9d1146fa8c triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:19:03.961196 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:04.136466 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:04.157051 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-10e8b3c1-f196-47de-ab70-8eac2ac153ac tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:04.192652 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port 1b9143b6-7747-4524-b62f-be9d1146fa8c, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=1b9143b6-7747-4524-b62f-be9d1146fa8c,segment=NetworkSegment(5da56870-3886-4b74-a1ac-9ce0a59c1e76),segment_id=5da56870-3886-4b74-a1ac-9ce0a59c1e76)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:19:04.198622 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:04.289550 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=1b9143b6-7747-4524-b62f-be9d1146fa8c,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:19:04.529677 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-9cc875f9-a625-407c-a61c-2c4939777ad1 None None] Provisioning for port 0537a2d4-1ede-429e-aa9b-f42866ae48c7 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:19:04.543152 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-9cc875f9-a625-407c-a61c-2c4939777ad1 None None] Provisioning complete for port 0537a2d4-1ede-429e-aa9b-f42866ae48c7 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:19:04.549761 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-9cc875f9-a625-407c-a61c-2c4939777ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:04.669290 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-9cc875f9-a625-407c-a61c-2c4939777ad1 None None] Port 0537a2d4-1ede-429e-aa9b-f42866ae48c7 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 12:19:04.723300 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-9cc875f9-a625-407c-a61c-2c4939777ad1 None None] Provisioning complete for port 1b9143b6-7747-4524-b62f-be9d1146fa8c triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:19:04.723881 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-9cc875f9-a625-407c-a61c-2c4939777ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:04.872312 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-10e8b3c1-f196-47de-ab70-8eac2ac153ac tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:04.893378 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-10e8b3c1-f196-47de-ab70-8eac2ac153ac tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:04.917126 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e8b3c1-f196-47de-ab70-8eac2ac153ac tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:19:04.921032 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-10e8b3c1-f196-47de-ab70-8eac2ac153ac tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:04.930008 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-10e8b3c1-f196-47de-ab70-8eac2ac153ac tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] 10.222.0.58 "PUT /v2.0/ports/0537a2d4-1ede-429e-aa9b-f42866ae48c7 HTTP/1.1" status: 200 len: 911 time: 1.0582616 Aug 05 12:19:04.930450 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 41130) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:19:05.057485 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e8b3c1-f196-47de-ab70-8eac2ac153ac tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Pushing event updated for resources: {'Port': ['ID=0537a2d4-1ede-429e-aa9b-f42866ae48c7,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:19:05.090826 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-2d7332e0-f4dc-46cd-bae4-c09ce4553a45 None None] Provisioning complete for port 0537a2d4-1ede-429e-aa9b-f42866ae48c7 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:19:05.091964 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-2d7332e0-f4dc-46cd-bae4-c09ce4553a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:05.181423 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-2d7332e0-f4dc-46cd-bae4-c09ce4553a45 None None] Port 0537a2d4-1ede-429e-aa9b-f42866ae48c7 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 12:19:05.282691 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41134) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:19:05.323705 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-d39f7eca-ca24-44cc-996d-445e553e08d3 None None] Provisioning complete for port 0537a2d4-1ede-429e-aa9b-f42866ae48c7 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:19:05.324300 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-d39f7eca-ca24-44cc-996d-445e553e08d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:05.396087 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-d39f7eca-ca24-44cc-996d-445e553e08d3 None None] Port 0537a2d4-1ede-429e-aa9b-f42866ae48c7 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 12:19:05.480368 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3e456711-a4bf-4e5c-b74a-977262bd13a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:05.629398 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 1b9143b6-7747-4524-b62f-be9d1146fa8c up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:19:05.688677 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-365bd97f-42d2-4ae7-af5b-b9d7502245d9 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33208311'] for router_interface, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:05.713124 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3e456711-a4bf-4e5c-b74a-977262bd13a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:05.721473 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3e456711-a4bf-4e5c-b74a-977262bd13a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:05.757019 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 1b9143b6-7747-4524-b62f-be9d1146fa8c triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:19:05.757604 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:05.811634 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e456711-a4bf-4e5c-b74a-977262bd13a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74423d3f-90da-4f9d-ab39-e96880b16a6c,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:19:05.820841 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-3e456711-a4bf-4e5c-b74a-977262bd13a1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4b204f75d658494cbfde190d24af2d52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5359251 Aug 05 12:19:05.824268 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41138) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:19:05.940828 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a9d2bbac-3990-489e-a293-be72e8fda694 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:05.986819 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a9d2bbac-3990-489e-a293-be72e8fda694 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:06.074309 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a9d2bbac-3990-489e-a293-be72e8fda694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:06.080934 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a9d2bbac-3990-489e-a293-be72e8fda694 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:06.086990 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-a9d2bbac-3990-489e-a293-be72e8fda694 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/74423d3f-90da-4f9d-ab39-e96880b16a6c HTTP/1.1" status: 204 len: 168 time: 0.2574584 Aug 05 12:19:06.101262 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d2bbac-3990-489e-a293-be72e8fda694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74423d3f-90da-4f9d-ab39-e96880b16a6c,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:19:06.148312 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-365bd97f-42d2-4ae7-af5b-b9d7502245d9 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Deleting port 0537a2d4-1ede-429e-aa9b-f42866ae48c7 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:19:06.148923 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-365bd97f-42d2-4ae7-af5b-b9d7502245d9 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:06.330060 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-365bd97f-42d2-4ae7-af5b-b9d7502245d9 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:06.362711 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-365bd97f-42d2-4ae7-af5b-b9d7502245d9 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Calling delete_port for 0537a2d4-1ede-429e-aa9b-f42866ae48c7 owned by network:router_interface {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:19:06.666042 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41144) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:19:06.686523 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1b25dbf8-5921-4270-b900-583a96f6cdd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:06.688607 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-365bd97f-42d2-4ae7-af5b-b9d7502245d9 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:06.729095 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365bd97f-42d2-4ae7-af5b-b9d7502245d9 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Pushing event deleted for resources: {'Port': ['ID=0537a2d4-1ede-429e-aa9b-f42866ae48c7,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:19:06.880327 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-365bd97f-42d2-4ae7-af5b-b9d7502245d9 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33140263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33208171'] for router_interface, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:06.891481 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1b25dbf8-5921-4270-b900-583a96f6cdd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:06.909219 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1b25dbf8-5921-4270-b900-583a96f6cdd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:06.980696 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-1b25dbf8-5921-4270-b900-583a96f6cdd3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=85f9609f25744da7b380abd827fc0790&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3120189 Aug 05 12:19:06.983111 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41146) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:19:06.999017 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b25dbf8-5921-4270-b900-583a96f6cdd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faaeb524-f17c-40c0-816c-56b3c12edcbb,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:19:07.097311 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-903da5d2-9c61-4c63-ad17-88833e5ce773 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:07.128210 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-903da5d2-9c61-4c63-ad17-88833e5ce773 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:07.175141 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-365bd97f-42d2-4ae7-af5b-b9d7502245d9 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Router 926aa89c-403a-4902-bb93-78beb19b8af4 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:19:07.210421 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-903da5d2-9c61-4c63-ad17-88833e5ce773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:07.213942 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-903da5d2-9c61-4c63-ad17-88833e5ce773 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:07.215739 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-903da5d2-9c61-4c63-ad17-88833e5ce773 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/faaeb524-f17c-40c0-816c-56b3c12edcbb HTTP/1.1" status: 204 len: 168 time: 0.2276888 Aug 05 12:19:07.231836 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903da5d2-9c61-4c63-ad17-88833e5ce773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faaeb524-f17c-40c0-816c-56b3c12edcbb,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:19:07.300293 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-ed02ddc3-67ec-4dad-90d0-92e5b23e9b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:07.304520 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-365bd97f-42d2-4ae7-af5b-b9d7502245d9 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:19:07.318154 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-365bd97f-42d2-4ae7-af5b-b9d7502245d9 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] 10.222.0.58 "PUT /v2.0/routers/926aa89c-403a-4902-bb93-78beb19b8af4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3827863 Aug 05 12:19:07.318592 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 41150) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:19:07.327524 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842fce4d-c8ad-446e-9f7c-881d3bb14f9e None None] Sync routers for ids ['926aa89c-403a-4902-bb93-78beb19b8af4'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:19:07.348141 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842fce4d-c8ad-446e-9f7c-881d3bb14f9e None None] Routers {'926aa89c-403a-4902-bb93-78beb19b8af4'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:19:07.349229 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-842fce4d-c8ad-446e-9f7c-881d3bb14f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:18:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['926aa89c-403a-4902-bb93-78beb19b8af4'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:19:07.375476 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-5d160df2-c052-4920-8234-15c56126ee44 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] 10.222.0.58 "GET /v2.0/ports?device_id=926aa89c-403a-4902-bb93-78beb19b8af4 HTTP/1.1" status: 200 len: 205 time: 0.0543385 Aug 05 12:19:07.379409 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41152) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:19:07.420052 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-842fce4d-c8ad-446e-9f7c-881d3bb14f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:19:07.440711 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842fce4d-c8ad-446e-9f7c-881d3bb14f9e None None] Routers {'926aa89c-403a-4902-bb93-78beb19b8af4'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:19:07.442243 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-842fce4d-c8ad-446e-9f7c-881d3bb14f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:18:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['926aa89c-403a-4902-bb93-78beb19b8af4'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:19:07.498962 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f21ca1bd-8bd5-4d77-8589-d37cee7d6849 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks [] for router, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:07.504674 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-842fce4d-c8ad-446e-9f7c-881d3bb14f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:19:07.505411 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842fce4d-c8ad-446e-9f7c-881d3bb14f9e None None] The sync data for ids ['926aa89c-403a-4902-bb93-78beb19b8af4'] in n-d-803378-2 is: [] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:19:07.725930 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f21ca1bd-8bd5-4d77-8589-d37cee7d6849 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33262979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1951'] for router, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:07.729557 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f21ca1bd-8bd5-4d77-8589-d37cee7d6849 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:07.793856 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f21ca1bd-8bd5-4d77-8589-d37cee7d6849 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33262474'] for router, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:07.794733 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f21ca1bd-8bd5-4d77-8589-d37cee7d6849 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Fanout notify agent at l3_agent the message router_deleted on router 926aa89c-403a-4902-bb93-78beb19b8af4 {{(pid=94421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 12:19:07.803071 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f21ca1bd-8bd5-4d77-8589-d37cee7d6849 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks [] for router, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:07.804238 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-f21ca1bd-8bd5-4d77-8589-d37cee7d6849 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] 10.222.0.58 "DELETE /v2.0/routers/926aa89c-403a-4902-bb93-78beb19b8af4 HTTP/1.1" status: 204 len: 168 time: 0.4235423 Aug 05 12:19:07.807199 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41162) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:19:07.890172 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2ad5bb8-cd95-4831-8b9f-08d8128f7fc0 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Deleting subnet 905de913-e512-4ae2-9150-048a8053d64c {{(pid=94421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 12:19:07.894237 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f2ad5bb8-cd95-4831-8b9f-08d8128f7fc0 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks [] for subnet, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:07.947685 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f2ad5bb8-cd95-4831-8b9f-08d8128f7fc0 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29786388'] for subnet, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:08.087473 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f2ad5bb8-cd95-4831-8b9f-08d8128f7fc0 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:08.184604 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f2ad5bb8-cd95-4831-8b9f-08d8128f7fc0 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25038609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30075142'] for subnet, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:08.248329 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ad5bb8-cd95-4831-8b9f-08d8128f7fc0 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Pushing event deleted for resources: {'Subnet': ['ID=905de913-e512-4ae2-9150-048a8053d64c,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:19:08.258030 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f2ad5bb8-cd95-4831-8b9f-08d8128f7fc0 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:08.265747 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-f2ad5bb8-cd95-4831-8b9f-08d8128f7fc0 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] 10.222.0.58 "DELETE /v2.0/subnets/905de913-e512-4ae2-9150-048a8053d64c HTTP/1.1" status: 204 len: 168 time: 0.4520202 Aug 05 12:19:08.265747 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41174) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:19:08.271027 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a02d72-d817-42a3-b2b3-e517980d627e None None] Network 6d3c3902-9393-4880-8f7f-a097c2806540 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:19:08.447949 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-aa7a8698-9e36-4510-bd67-35ccb9bf5ee0 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:08.555673 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-aa7a8698-9e36-4510-bd67-35ccb9bf5ee0 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Deleting port 1b9143b6-7747-4524-b62f-be9d1146fa8c {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:19:08.556235 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-aa7a8698-9e36-4510-bd67-35ccb9bf5ee0 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:08.568622 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba9a5f2-bc90-49c6-9c35-dbb279b35876 None None] DHCP port deletion for 6d3c3902-9393-4880-8f7f-a097c2806540 request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 12:19:08.674088 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-cba9a5f2-bc90-49c6-9c35-dbb279b35876 None None] Deleting port 1b9143b6-7747-4524-b62f-be9d1146fa8c {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:19:08.674585 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cba9a5f2-bc90-49c6-9c35-dbb279b35876 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:08.807291 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-cba9a5f2-bc90-49c6-9c35-dbb279b35876 None None] For port 1b9143b6-7747-4524-b62f-be9d1146fa8c, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=1b9143b6-7747-4524-b62f-be9d1146fa8c,segment=NetworkSegment(5da56870-3886-4b74-a1ac-9ce0a59c1e76),segment_id=5da56870-3886-4b74-a1ac-9ce0a59c1e76)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:19:08.808303 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cba9a5f2-bc90-49c6-9c35-dbb279b35876 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:08.836793 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-cba9a5f2-bc90-49c6-9c35-dbb279b35876 None None] Calling delete_port for 1b9143b6-7747-4524-b62f-be9d1146fa8c owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:19:09.045074 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cba9a5f2-bc90-49c6-9c35-dbb279b35876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:09.097921 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba9a5f2-bc90-49c6-9c35-dbb279b35876 None None] Pushing event deleted for resources: {'Port': ['ID=1b9143b6-7747-4524-b62f-be9d1146fa8c,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:19:09.108414 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba9a5f2-bc90-49c6-9c35-dbb279b35876 None None] No DVR routers for this DVR port 1b9143b6-7747-4524-b62f-be9d1146fa8c on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:19:09.171097 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [None req-aa7a8698-9e36-4510-bd67-35ccb9bf5ee0 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] For port 1b9143b6-7747-4524-b62f-be9d1146fa8c, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=1b9143b6-7747-4524-b62f-be9d1146fa8c,segment=NetworkSegment(5da56870-3886-4b74-a1ac-9ce0a59c1e76),segment_id=5da56870-3886-4b74-a1ac-9ce0a59c1e76)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:19:09.172581 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-aa7a8698-9e36-4510-bd67-35ccb9bf5ee0 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:09.200880 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-aa7a8698-9e36-4510-bd67-35ccb9bf5ee0 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Calling delete_port for 1b9143b6-7747-4524-b62f-be9d1146fa8c owned by network:dhcp {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:19:09.326962 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-aa7a8698-9e36-4510-bd67-35ccb9bf5ee0 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:09.355902 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7a8698-9e36-4510-bd67-35ccb9bf5ee0 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Pushing event deleted for resources: {'Port': ['ID=1b9143b6-7747-4524-b62f-be9d1146fa8c,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:19:09.365281 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7a8698-9e36-4510-bd67-35ccb9bf5ee0 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] No DVR routers for this DVR port 1b9143b6-7747-4524-b62f-be9d1146fa8c on host n-d-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:19:09.500050 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-aa7a8698-9e36-4510-bd67-35ccb9bf5ee0 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:09.523074 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-aa7a8698-9e36-4510-bd67-35ccb9bf5ee0 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d3c3902-9393-4880-8f7f-a097c2806540']}} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:19:09.544575 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-aa7a8698-9e36-4510-bd67-35ccb9bf5ee0 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5da56870-3886-4b74-a1ac-9ce0a59c1e76') {'for_net_delete': True} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:19:09.544847 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-aa7a8698-9e36-4510-bd67-35ccb9bf5ee0 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5da56870-3886-4b74-a1ac-9ce0a59c1e76') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:19:09.560904 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-aa7a8698-9e36-4510-bd67-35ccb9bf5ee0 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29786371'] for segment, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:09.588133 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-aa7a8698-9e36-4510-bd67-35ccb9bf5ee0 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:09.595061 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 1b9143b6-7747-4524-b62f-be9d1146fa8c no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:19:09.606193 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa7a8698-9e36-4510-bd67-35ccb9bf5ee0 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=94421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 12:19:09.606927 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-aa7a8698-9e36-4510-bd67-35ccb9bf5ee0 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25038799'] for segment, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:09.612779 n-d-803378-2 neutron-server[94421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 12:19:09.612779 n-d-803378-2 neutron-server[94421]: self.session.flush() Aug 05 12:19:09.612779 n-d-803378-2 neutron-server[94421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 12:19:09.612779 n-d-803378-2 neutron-server[94421]: self.session.flush() Aug 05 12:19:09.612779 n-d-803378-2 neutron-server[94421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 12:19:09.612779 n-d-803378-2 neutron-server[94421]: self.session.flush() Aug 05 12:19:09.612779 n-d-803378-2 neutron-server[94421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 12:19:09.612779 n-d-803378-2 neutron-server[94421]: self.session.flush() Aug 05 12:19:09.612779 n-d-803378-2 neutron-server[94421]: Traceback (most recent call last): Aug 05 12:19:09.612779 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 12:19:09.612779 n-d-803378-2 neutron-server[94421]: timer() Aug 05 12:19:09.612779 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 12:19:09.612779 n-d-803378-2 neutron-server[94421]: cb(*args, **kw) Aug 05 12:19:09.612779 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 12:19:09.612779 n-d-803378-2 neutron-server[94421]: return func(*args, **kwargs) Aug 05 12:19:09.612779 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 12:19:09.612779 n-d-803378-2 neutron-server[94421]: self._notify() Aug 05 12:19:09.612779 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 12:19:09.612779 n-d-803378-2 neutron-server[94421]: self.callback(batched_events) Aug 05 12:19:09.612779 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 12:19:09.612779 n-d-803378-2 neutron-server[94421]: event.method(event) Aug 05 12:19:09.612779 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 12:19:09.612779 n-d-803378-2 neutron-server[94421]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 12:19:09.612779 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 12:19:09.612779 n-d-803378-2 neutron-server[94421]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 12:19:09.612779 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 12:19:09.612779 n-d-803378-2 neutron-server[94421]: return f(self, *a, **k) Aug 05 12:19:09.612779 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 12:19:09.612779 n-d-803378-2 neutron-server[94421]: return self._get(url).json() Aug 05 12:19:09.612779 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 12:19:09.612779 n-d-803378-2 neutron-server[94421]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 12:19:09.612779 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 12:19:09.612779 n-d-803378-2 neutron-server[94421]: return self.request(url, 'GET', **kwargs) Aug 05 12:19:09.612779 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 12:19:09.612779 n-d-803378-2 neutron-server[94421]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 12:19:09.612779 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 12:19:09.612779 n-d-803378-2 neutron-server[94421]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 12:19:09.612779 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 12:19:09.612779 n-d-803378-2 neutron-server[94421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 12:19:09.612779 n-d-803378-2 neutron-server[94421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 12:19:09.652609 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 1b9143b6-7747-4524-b62f-be9d1146fa8c {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:19:09.653015 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 1b9143b6-7747-4524-b62f-be9d1146fa8c not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:19:09.713469 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-aa7a8698-9e36-4510-bd67-35ccb9bf5ee0 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:09.742492 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-aa7a8698-9e36-4510-bd67-35ccb9bf5ee0 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks [] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:09.750237 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-aa7a8698-9e36-4510-bd67-35ccb9bf5ee0 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] 10.222.0.58 "DELETE /v2.0/networks/6d3c3902-9393-4880-8f7f-a097c2806540 HTTP/1.1" status: 204 len: 168 time: 1.4782674 Aug 05 12:19:09.750237 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7a8698-9e36-4510-bd67-35ccb9bf5ee0 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Pushing event deleted for resources: {'Network': ['ID=6d3c3902-9393-4880-8f7f-a097c2806540,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:19:09.751623 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41186) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:19:09.758299 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-375ef891-c3cb-4a8d-9363-38c9b3c988c6 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-579691813', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:19:09.806891 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-375ef891-c3cb-4a8d-9363-38c9b3c988c6 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33260300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1929'] for router, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:09.808899 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-375ef891-c3cb-4a8d-9363-38c9b3c988c6 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33285914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33034662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1926'] for router, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:09.905072 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-375ef891-c3cb-4a8d-9363-38c9b3c988c6 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:09.911914 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-375ef891-c3cb-4a8d-9363-38c9b3c988c6 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286026'] for router, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:09.948046 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-375ef891-c3cb-4a8d-9363-38c9b3c988c6 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks [] for router, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:09.954402 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-375ef891-c3cb-4a8d-9363-38c9b3c988c6 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1975482 Aug 05 12:19:09.955062 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 41188) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:19:09.964398 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-e7e59e53-9f49-4cb2-b787-3abeb267cdff tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1464193803'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:19:10.004777 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7e59e53-9f49-4cb2-b787-3abeb267cdff tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Made reservation on behalf of b9885b519cdf4dfd88aad08aafc5ad4a for: {'network': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:19:10.011214 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e7e59e53-9f49-4cb2-b787-3abeb267cdff tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:10.040022 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-53d7113b-315e-40a8-8b44-45407a48aa1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:10.065331 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7e59e53-9f49-4cb2-b787-3abeb267cdff tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] vlan segment allocate from pool success with {'vlan_id': 694, 'physical_network': 'physnet1'} {{(pid=94420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 12:19:10.087025 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e7e59e53-9f49-4cb2-b787-3abeb267cdff tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:10.087598 n-d-803378-2 neutron-server[94420]: INFO neutron.db.segments_db [None req-e7e59e53-9f49-4cb2-b787-3abeb267cdff tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Added segment de0b6bad-9b4c-48e8-9dce-e3b6f93c7fcf of type vlan for network 9d1d2c69-1669-4db3-a7c1-879a768019d0 Aug 05 12:19:10.100106 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:10.151693 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e7e59e53-9f49-4cb2-b787-3abeb267cdff tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:10.202718 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e7e59e53-9f49-4cb2-b787-3abeb267cdff tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:10.209428 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e59e53-9f49-4cb2-b787-3abeb267cdff tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:19:10.210408 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e7e59e53-9f49-4cb2-b787-3abeb267cdff tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:10.323300 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-e7e59e53-9f49-4cb2-b787-3abeb267cdff tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3664074 Aug 05 12:19:10.327545 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41192) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:19:10.346679 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e59e53-9f49-4cb2-b787-3abeb267cdff tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Pushing event updated for resources: {'Network': ['ID=9d1d2c69-1669-4db3-a7c1-879a768019d0,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:19:10.350442 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-1dc54209-02a7-4082-abe0-4f53ca8fa8d3 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Request body: {'subnet': {'network_id': '9d1d2c69-1669-4db3-a7c1-879a768019d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:19:10.362291 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 9d1d2c69-1669-4db3-a7c1-879a768019d0 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 12:19:10.529658 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dc54209-02a7-4082-abe0-4f53ca8fa8d3 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Made reservation on behalf of b9885b519cdf4dfd88aad08aafc5ad4a for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:19:10.535412 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1dc54209-02a7-4082-abe0-4f53ca8fa8d3 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:10.835369 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1dc54209-02a7-4082-abe0-4f53ca8fa8d3 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25038678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30075167'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:10.926771 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc54209-02a7-4082-abe0-4f53ca8fa8d3 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Pushing event updated for resources: {'Subnet': ['ID=eec09ab2-5f8a-4b81-85bb-3a141014b913,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:19:10.938293 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc54209-02a7-4082-abe0-4f53ca8fa8d3 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Checking segment: {'id': 'de0b6bad-9b4c-48e8-9dce-e3b6f93c7fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '9d1d2c69-1669-4db3-a7c1-879a768019d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:19:10.938692 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc54209-02a7-4082-abe0-4f53ca8fa8d3 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Network hostable DHCP agents. Network: 9d1d2c69-1669-4db3-a7c1-879a768019d0, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 12:19:10.959312 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc54209-02a7-4082-abe0-4f53ca8fa8d3 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Network 9d1d2c69-1669-4db3-a7c1-879a768019d0 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 12:19:10.972637 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-1dc54209-02a7-4082-abe0-4f53ca8fa8d3 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, 9d1d2c69-1669-4db3-a7c1-879a768019d0) {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:19:10.978181 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc54209-02a7-4082-abe0-4f53ca8fa8d3 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:19:10.978964 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1dc54209-02a7-4082-abe0-4f53ca8fa8d3 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:10.989367 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1e576d-ee30-4117-a37a-02ae06fc3aea None None] Network 9d1d2c69-1669-4db3-a7c1-879a768019d0 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:19:11.004360 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-1dc54209-02a7-4082-abe0-4f53ca8fa8d3 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6714265 Aug 05 12:19:11.007404 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41194) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:19:11.460570 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73fcfca-2ec0-472d-9849-d7d4a2301542 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-9d1d2c69-1669-4db3-a7c1-879a768019d0', 'network_id': '9d1d2c69-1669-4db3-a7c1-879a768019d0', 'tenant_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'fixed_ips': [{'subnet_id': 'eec09ab2-5f8a-4b81-85bb-3a141014b913'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 12:19:11.460570 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b73fcfca-2ec0-472d-9849-d7d4a2301542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:11.477102 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9bcf830f-c700-47b3-ba65-16c59e059b2f tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:11.686755 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-b73fcfca-2ec0-472d-9849-d7d4a2301542 None None] Allocated IP 2001:db8::2 (9d1d2c69-1669-4db3-a7c1-879a768019d0/eec09ab2-5f8a-4b81-85bb-3a141014b913/b4216fdc-ef1b-4ad4-9958-cd214203aa0b) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:19:11.922207 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:11.939407 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b73fcfca-2ec0-472d-9849-d7d4a2301542 None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:11.949825 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b73fcfca-2ec0-472d-9849-d7d4a2301542 None None] Transition to ACTIVE for port object b4216fdc-ef1b-4ad4-9958-cd214203aa0b will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:19:11.977644 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b73fcfca-2ec0-472d-9849-d7d4a2301542 None None] Transition to ACTIVE for port object b4216fdc-ef1b-4ad4-9958-cd214203aa0b will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:19:11.988023 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b73fcfca-2ec0-472d-9849-d7d4a2301542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:12.047292 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73fcfca-2ec0-472d-9849-d7d4a2301542 None None] Network 9d1d2c69-1669-4db3-a7c1-879a768019d0 is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:19:12.059191 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-b73fcfca-2ec0-472d-9849-d7d4a2301542 None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:19:12.062612 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73fcfca-2ec0-472d-9849-d7d4a2301542 None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:19:12.070712 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73fcfca-2ec0-472d-9849-d7d4a2301542 None None] Pushing event updated for resources: {'Port': ['ID=b4216fdc-ef1b-4ad4-9958-cd214203aa0b,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:19:12.112714 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-9bcf830f-c700-47b3-ba65-16c59e059b2f tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Allocated IP 2001:db8::1 (9d1d2c69-1669-4db3-a7c1-879a768019d0/eec09ab2-5f8a-4b81-85bb-3a141014b913/2596f640-0a4b-4d3c-b214-4ee6d920cb85) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:19:12.186203 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-b73fcfca-2ec0-472d-9849-d7d4a2301542 None None] Attempting to bind port b4216fdc-ef1b-4ad4-9958-cd214203aa0b on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:19:12.187134 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-b73fcfca-2ec0-472d-9849-d7d4a2301542 None None] Attempting to bind port b4216fdc-ef1b-4ad4-9958-cd214203aa0b by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'de0b6bad-9b4c-48e8-9dce-e3b6f93c7fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '9d1d2c69-1669-4db3-a7c1-879a768019d0'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:19:12.188931 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73fcfca-2ec0-472d-9849-d7d4a2301542 None None] Attempting to bind port b4216fdc-ef1b-4ad4-9958-cd214203aa0b on network 9d1d2c69-1669-4db3-a7c1-879a768019d0 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:19:12.199142 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73fcfca-2ec0-472d-9849-d7d4a2301542 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:19:12.200341 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73fcfca-2ec0-472d-9849-d7d4a2301542 None None] Checking segment: {'id': 'de0b6bad-9b4c-48e8-9dce-e3b6f93c7fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '9d1d2c69-1669-4db3-a7c1-879a768019d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:19:12.203516 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b73fcfca-2ec0-472d-9849-d7d4a2301542 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:12.203516 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73fcfca-2ec0-472d-9849-d7d4a2301542 None None] Bound using segment: {'id': 'de0b6bad-9b4c-48e8-9dce-e3b6f93c7fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '9d1d2c69-1669-4db3-a7c1-879a768019d0'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:19:12.205322 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-b73fcfca-2ec0-472d-9849-d7d4a2301542 None None] Bound port: b4216fdc-ef1b-4ad4-9958-cd214203aa0b, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de0b6bad-9b4c-48e8-9dce-e3b6f93c7fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '9d1d2c69-1669-4db3-a7c1-879a768019d0'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:19:12.210687 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b73fcfca-2ec0-472d-9849-d7d4a2301542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:12.324983 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9bcf830f-c700-47b3-ba65-16c59e059b2f tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:12.342469 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b73fcfca-2ec0-472d-9849-d7d4a2301542 None None] For port b4216fdc-ef1b-4ad4-9958-cd214203aa0b, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:19:12.350751 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b73fcfca-2ec0-472d-9849-d7d4a2301542 None None] For port b4216fdc-ef1b-4ad4-9958-cd214203aa0b, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=b4216fdc-ef1b-4ad4-9958-cd214203aa0b,segment=NetworkSegment(de0b6bad-9b4c-48e8-9dce-e3b6f93c7fcf),segment_id=de0b6bad-9b4c-48e8-9dce-e3b6f93c7fcf)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:19:12.357881 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b73fcfca-2ec0-472d-9849-d7d4a2301542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:12.363106 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [None req-9bcf830f-c700-47b3-ba65-16c59e059b2f tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Transition to ACTIVE for port object 2596f640-0a4b-4d3c-b214-4ee6d920cb85 will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:19:12.452010 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9bcf830f-c700-47b3-ba65-16c59e059b2f tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:12.487222 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73fcfca-2ec0-472d-9849-d7d4a2301542 None None] Pushing event updated for resources: {'Port': ['ID=b4216fdc-ef1b-4ad4-9958-cd214203aa0b,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:19:12.535311 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bcf830f-c700-47b3-ba65-16c59e059b2f tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Network 9d1d2c69-1669-4db3-a7c1-879a768019d0 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:19:12.539210 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-9bcf830f-c700-47b3-ba65-16c59e059b2f tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:19:12.547309 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bcf830f-c700-47b3-ba65-16c59e059b2f tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:19:12.547898 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9bcf830f-c700-47b3-ba65-16c59e059b2f tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33288800'] for router_interface, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:12.598196 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcf830f-c700-47b3-ba65-16c59e059b2f tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Pushing event updated for resources: {'Port': ['ID=2596f640-0a4b-4d3c-b214-4ee6d920cb85,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:19:12.787178 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9bcf830f-c700-47b3-ba65-16c59e059b2f tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:13.253271 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9bcf830f-c700-47b3-ba65-16c59e059b2f tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:13.261072 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9bcf830f-c700-47b3-ba65-16c59e059b2f tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:13.262082 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9bcf830f-c700-47b3-ba65-16c59e059b2f tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33140268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33208272'] for router_interface, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:13.415985 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcf830f-c700-47b3-ba65-16c59e059b2f tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Pushing event updated for resources: {'Port': ['ID=2596f640-0a4b-4d3c-b214-4ee6d920cb85,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:19:13.487929 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bcf830f-c700-47b3-ba65-16c59e059b2f tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Network 9d1d2c69-1669-4db3-a7c1-879a768019d0 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:19:13.489940 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-9bcf830f-c700-47b3-ba65-16c59e059b2f tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:19:13.677435 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device b4216fdc-ef1b-4ad4-9958-cd214203aa0b up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:19:13.762519 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bcf830f-c700-47b3-ba65-16c59e059b2f tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Router c631d720-cd14-4b1e-ac33-9b54346bea14 is scheduled to L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d with binding_index 1 {{(pid=94421) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 12:19:13.783439 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port b4216fdc-ef1b-4ad4-9958-cd214203aa0b completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:19:13.903006 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4591c025-70d4-4bff-8c09-95b5a47e8739 None None] Network 9d1d2c69-1669-4db3-a7c1-879a768019d0 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:19:13.938421 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bcf830f-c700-47b3-ba65-16c59e059b2f tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:19:13.951890 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 41206) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:19:13.952749 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-9bcf830f-c700-47b3-ba65-16c59e059b2f tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] 10.222.0.58 "PUT /v2.0/routers/c631d720-cd14-4b1e-ac33-9b54346bea14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9432437 Aug 05 12:19:13.956582 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5baff36-8f47-4819-8726-d2c296e86458 None None] Sync routers for ids ['c631d720-cd14-4b1e-ac33-9b54346bea14'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:19:13.959297 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-edc91320-ca64-401c-9508-17470cbbfbce tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1855019521'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:19:14.002436 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edc91320-ca64-401c-9508-17470cbbfbce tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Made reservation on behalf of b9885b519cdf4dfd88aad08aafc5ad4a for: {'network': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:19:14.013939 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-edc91320-ca64-401c-9508-17470cbbfbce tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:14.071851 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edc91320-ca64-401c-9508-17470cbbfbce tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] vlan segment allocate from pool success with {'vlan_id': 664, 'physical_network': 'physnet1'} {{(pid=94420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 12:19:14.093587 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-edc91320-ca64-401c-9508-17470cbbfbce tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:14.095137 n-d-803378-2 neutron-server[94420]: INFO neutron.db.segments_db [None req-edc91320-ca64-401c-9508-17470cbbfbce tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Added segment 8a40e771-b2e0-44ab-8ab3-b123b5898f5b of type vlan for network 88b853c9-d68b-4d6c-b3f1-fd98247a21cf Aug 05 12:19:14.123693 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5baff36-8f47-4819-8726-d2c296e86458 None None] Routers {'c631d720-cd14-4b1e-ac33-9b54346bea14'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:19:14.124332 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-d5baff36-8f47-4819-8726-d2c296e86458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:19:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['c631d720-cd14-4b1e-ac33-9b54346bea14'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:19:14.143355 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-9605eaf1-0bee-482c-9540-e1ccfe44b6fd None None] Provisioning for port b4216fdc-ef1b-4ad4-9958-cd214203aa0b completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:19:14.152699 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:14.156767 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-9605eaf1-0bee-482c-9540-e1ccfe44b6fd None None] Provisioning complete for port b4216fdc-ef1b-4ad4-9958-cd214203aa0b triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:19:14.157524 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-9605eaf1-0bee-482c-9540-e1ccfe44b6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:14.184342 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-edc91320-ca64-401c-9508-17470cbbfbce tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:14.270588 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-d5baff36-8f47-4819-8726-d2c296e86458 None None] Set router c631d720-cd14-4b1e-ac33-9b54346bea14 gateway port host: None {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:19:14.275489 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-edc91320-ca64-401c-9508-17470cbbfbce tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:14.282359 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc91320-ca64-401c-9508-17470cbbfbce tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:19:14.283442 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-edc91320-ca64-401c-9508-17470cbbfbce tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:14.424929 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-9605eaf1-0bee-482c-9540-e1ccfe44b6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:14.450464 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc91320-ca64-401c-9508-17470cbbfbce tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Pushing event updated for resources: {'Network': ['ID=88b853c9-d68b-4d6c-b3f1-fd98247a21cf,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:19:14.463998 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-edc91320-ca64-401c-9508-17470cbbfbce tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5061338 Aug 05 12:19:14.465379 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 41208) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:19:14.479571 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 88b853c9-d68b-4d6c-b3f1-fd98247a21cf details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 12:19:14.496234 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-a530df4d-3bf4-4205-8749-a79bb511725c tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Request body: {'subnet': {'network_id': '88b853c9-d68b-4d6c-b3f1-fd98247a21cf', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:19:14.606107 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-9605eaf1-0bee-482c-9540-e1ccfe44b6fd None None] For port b4216fdc-ef1b-4ad4-9958-cd214203aa0b, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=b4216fdc-ef1b-4ad4-9958-cd214203aa0b,segment=NetworkSegment(de0b6bad-9b4c-48e8-9dce-e3b6f93c7fcf),segment_id=de0b6bad-9b4c-48e8-9dce-e3b6f93c7fcf)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:19:14.615424 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-9605eaf1-0bee-482c-9540-e1ccfe44b6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:14.713880 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9605eaf1-0bee-482c-9540-e1ccfe44b6fd None None] Pushing event updated for resources: {'Port': ['ID=b4216fdc-ef1b-4ad4-9958-cd214203aa0b,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:19:14.715781 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a530df4d-3bf4-4205-8749-a79bb511725c tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Made reservation on behalf of b9885b519cdf4dfd88aad08aafc5ad4a for: {'subnet': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:19:14.728785 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a530df4d-3bf4-4205-8749-a79bb511725c tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24211133'] for subnet, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:14.784769 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-d5baff36-8f47-4819-8726-d2c296e86458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c631d720-cd14-4b1e-ac33-9b54346bea14', 'name': 'tempest-RoutersIpV6Test-router-579691813', 'tenant_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:19:09Z', 'updated_at': '2021-08-05T12:19:12Z', 'revision_number': 2, 'project_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'gw_port_host': None, '_interfaces': [{'id': '2596f640-0a4b-4d3c-b214-4ee6d920cb85', 'name': '', 'network_id': '9d1d2c69-1669-4db3-a7c1-879a768019d0', 'tenant_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'mac_address': 'fa:16:3e:de:d8:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c631d720-cd14-4b1e-ac33-9b54346bea14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'eec09ab2-5f8a-4b81-85bb-3a141014b913', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:19:11Z', 'updated_at': '2021-08-05T12:19:13Z', 'revision_number': 2, 'project_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'subnets': [{'id': 'eec09ab2-5f8a-4b81-85bb-3a141014b913', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:19:14.844754 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5baff36-8f47-4819-8726-d2c296e86458 None None] Checking router: c631d720-cd14-4b1e-ac33-9b54346bea14 for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:19:14.845297 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5baff36-8f47-4819-8726-d2c296e86458 None None] Updating router c631d720-cd14-4b1e-ac33-9b54346bea14 port 2596f640-0a4b-4d3c-b214-4ee6d920cb85 binding host n-d-803378-2 {{(pid=94423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 12:19:14.868351 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-c178ed77-cac2-4bd8-89e4-d1f0ddd6b39c None None] Provisioning complete for port b4216fdc-ef1b-4ad4-9958-cd214203aa0b triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:19:14.868941 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c178ed77-cac2-4bd8-89e4-d1f0ddd6b39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:14.908506 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-d5baff36-8f47-4819-8726-d2c296e86458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:15.065094 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a530df4d-3bf4-4205-8749-a79bb511725c tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29762700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24211087'] for subnet, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:15.100882 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-c178ed77-cac2-4bd8-89e4-d1f0ddd6b39c None None] Provisioning for port 2596f640-0a4b-4d3c-b214-4ee6d920cb85 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:19:15.108400 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-c178ed77-cac2-4bd8-89e4-d1f0ddd6b39c None None] Provisioning complete for port 2596f640-0a4b-4d3c-b214-4ee6d920cb85 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:19:15.110793 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c178ed77-cac2-4bd8-89e4-d1f0ddd6b39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:15.188627 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-c178ed77-cac2-4bd8-89e4-d1f0ddd6b39c None None] Port 2596f640-0a4b-4d3c-b214-4ee6d920cb85 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 12:19:15.214220 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a530df4d-3bf4-4205-8749-a79bb511725c tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Pushing event updated for resources: {'Subnet': ['ID=d69c1b7e-8923-4834-86d0-06d3d083a884,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:19:15.230639 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a530df4d-3bf4-4205-8749-a79bb511725c tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Checking segment: {'id': '8a40e771-b2e0-44ab-8ab3-b123b5898f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '88b853c9-d68b-4d6c-b3f1-fd98247a21cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:19:15.231524 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a530df4d-3bf4-4205-8749-a79bb511725c tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Network hostable DHCP agents. Network: 88b853c9-d68b-4d6c-b3f1-fd98247a21cf, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 12:19:15.272876 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a530df4d-3bf4-4205-8749-a79bb511725c tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Network 88b853c9-d68b-4d6c-b3f1-fd98247a21cf is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 12:19:15.290646 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-a530df4d-3bf4-4205-8749-a79bb511725c tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, 88b853c9-d68b-4d6c-b3f1-fd98247a21cf) {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:19:15.309888 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a530df4d-3bf4-4205-8749-a79bb511725c tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:19:15.310810 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a530df4d-3bf4-4205-8749-a79bb511725c tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks [] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:15.329844 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501d416d-5e05-46dd-9f04-d67d48805a98 None None] Network 88b853c9-d68b-4d6c-b3f1-fd98247a21cf requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:19:15.355034 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-a530df4d-3bf4-4205-8749-a79bb511725c tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8823447 Aug 05 12:19:15.356643 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41212) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:19:15.655589 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-d5baff36-8f47-4819-8726-d2c296e86458 None None] Notify callbacks [] for port, precommit_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:15.679172 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b7c2f5e5-6257-4d77-ae7d-20067b579abc None None] Provisioning complete for port 2596f640-0a4b-4d3c-b214-4ee6d920cb85 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:19:15.679544 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b7c2f5e5-6257-4d77-ae7d-20067b579abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:15.683735 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.provisioning_blocks [None req-d5baff36-8f47-4819-8726-d2c296e86458 None None] Transition to ACTIVE for port object 2596f640-0a4b-4d3c-b214-4ee6d920cb85 will not be triggered until provisioned by entity L2. {{(pid=94423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:19:15.698101 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-d5baff36-8f47-4819-8726-d2c296e86458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:15.724724 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device b4216fdc-ef1b-4ad4-9958-cd214203aa0b up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:19:15.818460 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d05272-a8da-4821-9988-dcb0cc57c63d None None] Pushing event updated for resources: {'Port': ['ID=2596f640-0a4b-4d3c-b214-4ee6d920cb85,revision_number=3']} {{(pid=94423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:19:15.832900 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d05272-a8da-4821-9988-dcb0cc57c63d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:19:15.833506 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d05272-a8da-4821-9988-dcb0cc57c63d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:19:15.834097 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d05272-a8da-4821-9988-dcb0cc57c63d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:19:15.834682 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d05272-a8da-4821-9988-dcb0cc57c63d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:19:15.835390 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d05272-a8da-4821-9988-dcb0cc57c63d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:19:15.835981 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d05272-a8da-4821-9988-dcb0cc57c63d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:19:15.836587 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d05272-a8da-4821-9988-dcb0cc57c63d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:19:15.837214 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d05272-a8da-4821-9988-dcb0cc57c63d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:19:15.838395 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d05272-a8da-4821-9988-dcb0cc57c63d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:19:15.839004 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d05272-a8da-4821-9988-dcb0cc57c63d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:19:15.839582 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d05272-a8da-4821-9988-dcb0cc57c63d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:19:15.840299 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d05272-a8da-4821-9988-dcb0cc57c63d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:19:15.895108 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-b7c2f5e5-6257-4d77-ae7d-20067b579abc None None] Port 2596f640-0a4b-4d3c-b214-4ee6d920cb85 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 12:19:15.917940 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e2589e-ac8e-4825-bc76-6428c5f46cc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-88b853c9-d68b-4d6c-b3f1-fd98247a21cf', 'network_id': '88b853c9-d68b-4d6c-b3f1-fd98247a21cf', 'tenant_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'fixed_ips': [{'subnet_id': 'd69c1b7e-8923-4834-86d0-06d3d083a884'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 12:19:15.918883 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-49e2589e-ac8e-4825-bc76-6428c5f46cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:15.962357 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port b4216fdc-ef1b-4ad4-9958-cd214203aa0b triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:19:15.962947 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:15.977039 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-d5baff36-8f47-4819-8726-d2c296e86458 None None] Attempting to bind port 2596f640-0a4b-4d3c-b214-4ee6d920cb85 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:19:15.977845 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-d5baff36-8f47-4819-8726-d2c296e86458 None None] Attempting to bind port 2596f640-0a4b-4d3c-b214-4ee6d920cb85 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'de0b6bad-9b4c-48e8-9dce-e3b6f93c7fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '9d1d2c69-1669-4db3-a7c1-879a768019d0'}] {{(pid=94423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:19:15.978590 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5baff36-8f47-4819-8726-d2c296e86458 None None] Attempting to bind port 2596f640-0a4b-4d3c-b214-4ee6d920cb85 on network 9d1d2c69-1669-4db3-a7c1-879a768019d0 {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:19:15.989057 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5baff36-8f47-4819-8726-d2c296e86458 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:19:15.990202 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5baff36-8f47-4819-8726-d2c296e86458 None None] Checking segment: {'id': 'de0b6bad-9b4c-48e8-9dce-e3b6f93c7fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '9d1d2c69-1669-4db3-a7c1-879a768019d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:19:15.991038 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-d5baff36-8f47-4819-8726-d2c296e86458 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:15.991965 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5baff36-8f47-4819-8726-d2c296e86458 None None] Bound using segment: {'id': 'de0b6bad-9b4c-48e8-9dce-e3b6f93c7fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '9d1d2c69-1669-4db3-a7c1-879a768019d0'} {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:19:15.992899 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-d5baff36-8f47-4819-8726-d2c296e86458 None None] Bound port: 2596f640-0a4b-4d3c-b214-4ee6d920cb85, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de0b6bad-9b4c-48e8-9dce-e3b6f93c7fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '9d1d2c69-1669-4db3-a7c1-879a768019d0'}}] {{(pid=94423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:19:15.993829 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-d5baff36-8f47-4819-8726-d2c296e86458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:16.161584 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.db [None req-d5baff36-8f47-4819-8726-d2c296e86458 None None] For port 2596f640-0a4b-4d3c-b214-4ee6d920cb85, host n-d-803378-2, cleared binding levels {{(pid=94423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:19:16.167672 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.db [None req-d5baff36-8f47-4819-8726-d2c296e86458 None None] For port 2596f640-0a4b-4d3c-b214-4ee6d920cb85, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=2596f640-0a4b-4d3c-b214-4ee6d920cb85,segment=NetworkSegment(de0b6bad-9b4c-48e8-9dce-e3b6f93c7fcf),segment_id=de0b6bad-9b4c-48e8-9dce-e3b6f93c7fcf)] {{(pid=94423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:19:16.172109 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-49e2589e-ac8e-4825-bc76-6428c5f46cc2 None None] Allocated IP 2001:db8:1::2 (88b853c9-d68b-4d6c-b3f1-fd98247a21cf/d69c1b7e-8923-4834-86d0-06d3d083a884/0b9431e0-cefb-475e-b84c-89cf24686590) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:19:16.176322 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-d5baff36-8f47-4819-8726-d2c296e86458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:16.198397 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e21f17c1-7e32-4255-bde4-88819cb3b2ea tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:16.265893 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5baff36-8f47-4819-8726-d2c296e86458 None None] Routers {'c631d720-cd14-4b1e-ac33-9b54346bea14'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:19:16.267262 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-d5baff36-8f47-4819-8726-d2c296e86458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:19:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['c631d720-cd14-4b1e-ac33-9b54346bea14'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:19:16.408090 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-49e2589e-ac8e-4825-bc76-6428c5f46cc2 None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:16.418880 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-49e2589e-ac8e-4825-bc76-6428c5f46cc2 None None] Transition to ACTIVE for port object 0b9431e0-cefb-475e-b84c-89cf24686590 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:19:16.447145 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-49e2589e-ac8e-4825-bc76-6428c5f46cc2 None None] Transition to ACTIVE for port object 0b9431e0-cefb-475e-b84c-89cf24686590 will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:19:16.485638 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-49e2589e-ac8e-4825-bc76-6428c5f46cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:16.485958 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d05272-a8da-4821-9988-dcb0cc57c63d None None] Pushing event updated for resources: {'Port': ['ID=2596f640-0a4b-4d3c-b214-4ee6d920cb85,revision_number=4']} {{(pid=94423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:19:16.544461 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-d5baff36-8f47-4819-8726-d2c296e86458 None None] Set router c631d720-cd14-4b1e-ac33-9b54346bea14 gateway port host: None {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:19:16.595323 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e2589e-ac8e-4825-bc76-6428c5f46cc2 None None] Network 88b853c9-d68b-4d6c-b3f1-fd98247a21cf is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:19:16.628580 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-49e2589e-ac8e-4825-bc76-6428c5f46cc2 None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:19:16.636260 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e2589e-ac8e-4825-bc76-6428c5f46cc2 None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:19:16.727347 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e2589e-ac8e-4825-bc76-6428c5f46cc2 None None] Pushing event updated for resources: {'Port': ['ID=0b9431e0-cefb-475e-b84c-89cf24686590,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:19:16.785055 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-49e2589e-ac8e-4825-bc76-6428c5f46cc2 None None] Attempting to bind port 0b9431e0-cefb-475e-b84c-89cf24686590 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:19:16.785953 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-49e2589e-ac8e-4825-bc76-6428c5f46cc2 None None] Attempting to bind port 0b9431e0-cefb-475e-b84c-89cf24686590 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '8a40e771-b2e0-44ab-8ab3-b123b5898f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '88b853c9-d68b-4d6c-b3f1-fd98247a21cf'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:19:16.786945 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e2589e-ac8e-4825-bc76-6428c5f46cc2 None None] Attempting to bind port 0b9431e0-cefb-475e-b84c-89cf24686590 on network 88b853c9-d68b-4d6c-b3f1-fd98247a21cf {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:19:16.799328 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e2589e-ac8e-4825-bc76-6428c5f46cc2 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:19:16.800366 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e2589e-ac8e-4825-bc76-6428c5f46cc2 None None] Checking segment: {'id': '8a40e771-b2e0-44ab-8ab3-b123b5898f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '88b853c9-d68b-4d6c-b3f1-fd98247a21cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:19:16.801280 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-49e2589e-ac8e-4825-bc76-6428c5f46cc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:16.802148 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e2589e-ac8e-4825-bc76-6428c5f46cc2 None None] Bound using segment: {'id': '8a40e771-b2e0-44ab-8ab3-b123b5898f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '88b853c9-d68b-4d6c-b3f1-fd98247a21cf'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:19:16.803269 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-49e2589e-ac8e-4825-bc76-6428c5f46cc2 None None] Bound port: 0b9431e0-cefb-475e-b84c-89cf24686590, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a40e771-b2e0-44ab-8ab3-b123b5898f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '88b853c9-d68b-4d6c-b3f1-fd98247a21cf'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:19:16.804132 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-49e2589e-ac8e-4825-bc76-6428c5f46cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:16.908262 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-e21f17c1-7e32-4255-bde4-88819cb3b2ea tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Allocated IP 2001:db8:1::1 (88b853c9-d68b-4d6c-b3f1-fd98247a21cf/d69c1b7e-8923-4834-86d0-06d3d083a884/910553e6-482d-4cbf-8439-6485957e20b5) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:19:16.935937 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-49e2589e-ac8e-4825-bc76-6428c5f46cc2 None None] For port 0b9431e0-cefb-475e-b84c-89cf24686590, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:19:16.943346 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-49e2589e-ac8e-4825-bc76-6428c5f46cc2 None None] For port 0b9431e0-cefb-475e-b84c-89cf24686590, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=0b9431e0-cefb-475e-b84c-89cf24686590,segment=NetworkSegment(8a40e771-b2e0-44ab-8ab3-b123b5898f5b),segment_id=8a40e771-b2e0-44ab-8ab3-b123b5898f5b)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:19:16.949727 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-49e2589e-ac8e-4825-bc76-6428c5f46cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:16.957719 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-d5baff36-8f47-4819-8726-d2c296e86458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c631d720-cd14-4b1e-ac33-9b54346bea14', 'name': 'tempest-RoutersIpV6Test-router-579691813', 'tenant_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:19:09Z', 'updated_at': '2021-08-05T12:19:12Z', 'revision_number': 2, 'project_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'gw_port_host': None, '_interfaces': [{'id': '2596f640-0a4b-4d3c-b214-4ee6d920cb85', 'name': '', 'network_id': '9d1d2c69-1669-4db3-a7c1-879a768019d0', 'tenant_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'mac_address': 'fa:16:3e:de:d8:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c631d720-cd14-4b1e-ac33-9b54346bea14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'eec09ab2-5f8a-4b81-85bb-3a141014b913', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:19:11Z', 'updated_at': '2021-08-05T12:19:16Z', 'revision_number': 4, 'project_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'subnets': [{'id': 'eec09ab2-5f8a-4b81-85bb-3a141014b913', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:19:17.014534 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5baff36-8f47-4819-8726-d2c296e86458 None None] The sync data for ids ['c631d720-cd14-4b1e-ac33-9b54346bea14'] in n-d-803378-2 is: [{'id': 'c631d720-cd14-4b1e-ac33-9b54346bea14', 'name': 'tempest-RoutersIpV6Test-router-579691813', 'tenant_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:19:09Z', 'updated_at': '2021-08-05T12:19:12Z', 'revision_number': 2, 'project_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'gw_port_host': None, '_interfaces': [{'id': '2596f640-0a4b-4d3c-b214-4ee6d920cb85', 'name': '', 'network_id': '9d1d2c69-1669-4db3-a7c1-879a768019d0', 'tenant_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'mac_address': 'fa:16:3e:de:d8:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c631d720-cd14-4b1e-ac33-9b54346bea14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'eec09ab2-5f8a-4b81-85bb-3a141014b913', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:19:11Z', 'updated_at': '2021-08-05T12:19:16Z', 'revision_number': 4, 'project_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'subnets': [{'id': 'eec09ab2-5f8a-4b81-85bb-3a141014b913', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:19:17.107979 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e2589e-ac8e-4825-bc76-6428c5f46cc2 None None] Pushing event updated for resources: {'Port': ['ID=0b9431e0-cefb-475e-b84c-89cf24686590,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:19:17.147792 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e21f17c1-7e32-4255-bde4-88819cb3b2ea tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:17.180243 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [None req-e21f17c1-7e32-4255-bde4-88819cb3b2ea tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Transition to ACTIVE for port object 910553e6-482d-4cbf-8439-6485957e20b5 will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:19:17.258155 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e21f17c1-7e32-4255-bde4-88819cb3b2ea tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:17.344805 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21f17c1-7e32-4255-bde4-88819cb3b2ea tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Network 88b853c9-d68b-4d6c-b3f1-fd98247a21cf is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:19:17.365807 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-e21f17c1-7e32-4255-bde4-88819cb3b2ea tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:19:17.371799 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21f17c1-7e32-4255-bde4-88819cb3b2ea tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:19:17.372759 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e21f17c1-7e32-4255-bde4-88819cb3b2ea tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33288800'] for router_interface, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:17.456473 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21f17c1-7e32-4255-bde4-88819cb3b2ea tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Pushing event updated for resources: {'Port': ['ID=910553e6-482d-4cbf-8439-6485957e20b5,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:19:17.617978 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e21f17c1-7e32-4255-bde4-88819cb3b2ea tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:17.795740 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 0b9431e0-cefb-475e-b84c-89cf24686590 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:19:17.891460 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 0b9431e0-cefb-475e-b84c-89cf24686590 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:19:17.900444 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 2596f640-0a4b-4d3c-b214-4ee6d920cb85 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:19:18.014136 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 2596f640-0a4b-4d3c-b214-4ee6d920cb85 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:19:18.022645 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 2596f640-0a4b-4d3c-b214-4ee6d920cb85 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:19:18.023012 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:18.100115 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e21f17c1-7e32-4255-bde4-88819cb3b2ea tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:18.121163 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e21f17c1-7e32-4255-bde4-88819cb3b2ea tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:18.128726 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e21f17c1-7e32-4255-bde4-88819cb3b2ea tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33140268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33208272'] for router_interface, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:18.182452 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:18.273544 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port 2596f640-0a4b-4d3c-b214-4ee6d920cb85, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=2596f640-0a4b-4d3c-b214-4ee6d920cb85,segment=NetworkSegment(de0b6bad-9b4c-48e8-9dce-e3b6f93c7fcf),segment_id=de0b6bad-9b4c-48e8-9dce-e3b6f93c7fcf)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:19:18.282933 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:18.459421 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=2596f640-0a4b-4d3c-b214-4ee6d920cb85,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:19:18.843863 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea068650-d89a-4926-8088-3923f4f8e0ac None None] Network 88b853c9-d68b-4d6c-b3f1-fd98247a21cf requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:19:18.894279 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21f17c1-7e32-4255-bde4-88819cb3b2ea tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Pushing event updated for resources: {'Port': ['ID=910553e6-482d-4cbf-8439-6485957e20b5,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:19:19.001433 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-e327d3fa-e394-467c-aec1-381be0b922c8 None None] Provisioning for port 0b9431e0-cefb-475e-b84c-89cf24686590 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:19:19.020385 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-e327d3fa-e394-467c-aec1-381be0b922c8 None None] Provisioning complete for port 0b9431e0-cefb-475e-b84c-89cf24686590 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:19:19.021519 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e327d3fa-e394-467c-aec1-381be0b922c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:19.029737 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21f17c1-7e32-4255-bde4-88819cb3b2ea tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Network 88b853c9-d68b-4d6c-b3f1-fd98247a21cf is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:19:19.033551 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-e21f17c1-7e32-4255-bde4-88819cb3b2ea tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:19:19.397307 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e21f17c1-7e32-4255-bde4-88819cb3b2ea tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Router c631d720-cd14-4b1e-ac33-9b54346bea14 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:19:19.413956 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e327d3fa-e394-467c-aec1-381be0b922c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:19.598927 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-e327d3fa-e394-467c-aec1-381be0b922c8 None None] For port 0b9431e0-cefb-475e-b84c-89cf24686590, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=0b9431e0-cefb-475e-b84c-89cf24686590,segment=NetworkSegment(8a40e771-b2e0-44ab-8ab3-b123b5898f5b),segment_id=8a40e771-b2e0-44ab-8ab3-b123b5898f5b)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:19:19.610437 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e21f17c1-7e32-4255-bde4-88819cb3b2ea tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:19:19.624912 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 41228) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:19:19.625664 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-e21f17c1-7e32-4255-bde4-88819cb3b2ea tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] 10.222.0.58 "PUT /v2.0/routers/c631d720-cd14-4b1e-ac33-9b54346bea14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2651491 Aug 05 12:19:19.631317 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e327d3fa-e394-467c-aec1-381be0b922c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:19.636539 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-432eae79-64ee-45c8-be0b-9168d76a3260 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1261120676'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:19:19.717722 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-432eae79-64ee-45c8-be0b-9168d76a3260 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Made reservation on behalf of b9885b519cdf4dfd88aad08aafc5ad4a for: {'network': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:19:19.739712 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-432eae79-64ee-45c8-be0b-9168d76a3260 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:19.742666 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 2596f640-0a4b-4d3c-b214-4ee6d920cb85 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:19:19.821484 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-432eae79-64ee-45c8-be0b-9168d76a3260 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] vlan segment allocate from pool success with {'vlan_id': 654, 'physical_network': 'physnet1'} {{(pid=94420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 12:19:19.847878 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b281586-902b-4318-815a-64be4ca4c6bf None None] Sync routers for ids ['c631d720-cd14-4b1e-ac33-9b54346bea14'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:19:19.862872 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-432eae79-64ee-45c8-be0b-9168d76a3260 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:19.863435 n-d-803378-2 neutron-server[94420]: INFO neutron.db.segments_db [None req-432eae79-64ee-45c8-be0b-9168d76a3260 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Added segment cc8098ff-c10d-468c-8908-972fc8c707ce of type vlan for network 8552c312-7d1b-4c7e-a9f1-a721ff3c0de8 Aug 05 12:19:19.987498 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b281586-902b-4318-815a-64be4ca4c6bf None None] Routers {'c631d720-cd14-4b1e-ac33-9b54346bea14'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:19:19.989843 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-9b281586-902b-4318-815a-64be4ca4c6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:19:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['c631d720-cd14-4b1e-ac33-9b54346bea14'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:19:19.994139 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-432eae79-64ee-45c8-be0b-9168d76a3260 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:20.070192 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e327d3fa-e394-467c-aec1-381be0b922c8 None None] Pushing event updated for resources: {'Port': ['ID=0b9431e0-cefb-475e-b84c-89cf24686590,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:19:20.085584 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-432eae79-64ee-45c8-be0b-9168d76a3260 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:20.098645 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432eae79-64ee-45c8-be0b-9168d76a3260 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:19:20.099800 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-432eae79-64ee-45c8-be0b-9168d76a3260 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:20.213723 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-36004ec1-d135-4721-b779-ce7195246597 None None] Provisioning for port 910553e6-482d-4cbf-8439-6485957e20b5 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:19:20.229898 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-9b281586-902b-4318-815a-64be4ca4c6bf None None] Set router c631d720-cd14-4b1e-ac33-9b54346bea14 gateway port host: None {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:19:20.242794 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-432eae79-64ee-45c8-be0b-9168d76a3260 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6146090 Aug 05 12:19:20.246072 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41230) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:19:20.263446 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-c6a9c7c4-ffe0-4a21-b2d3-9abc93f05a6e tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Request body: {'subnet': {'network_id': '8552c312-7d1b-4c7e-a9f1-a721ff3c0de8', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:19:20.282135 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 2596f640-0a4b-4d3c-b214-4ee6d920cb85 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:19:20.282752 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:20.285617 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-36004ec1-d135-4721-b779-ce7195246597 None None] Provisioning complete for port 910553e6-482d-4cbf-8439-6485957e20b5 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:19:20.287343 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-36004ec1-d135-4721-b779-ce7195246597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:20.303047 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432eae79-64ee-45c8-be0b-9168d76a3260 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Pushing event updated for resources: {'Network': ['ID=8552c312-7d1b-4c7e-a9f1-a721ff3c0de8,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:19:20.392070 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 8552c312-7d1b-4c7e-a9f1-a721ff3c0de8 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 12:19:20.529790 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6a9c7c4-ffe0-4a21-b2d3-9abc93f05a6e tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Made reservation on behalf of b9885b519cdf4dfd88aad08aafc5ad4a for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:19:20.537548 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c6a9c7c4-ffe0-4a21-b2d3-9abc93f05a6e tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:20.729018 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-36004ec1-d135-4721-b779-ce7195246597 None None] Port 910553e6-482d-4cbf-8439-6485957e20b5 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 12:19:20.930868 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c6a9c7c4-ffe0-4a21-b2d3-9abc93f05a6e tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25038678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30075167'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:21.004928 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-36004ec1-d135-4721-b779-ce7195246597 None None] Provisioning complete for port 0b9431e0-cefb-475e-b84c-89cf24686590 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:19:21.005461 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-36004ec1-d135-4721-b779-ce7195246597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:21.108813 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a9c7c4-ffe0-4a21-b2d3-9abc93f05a6e tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Checking segment: {'id': 'cc8098ff-c10d-468c-8908-972fc8c707ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '8552c312-7d1b-4c7e-a9f1-a721ff3c0de8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:19:21.110187 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a9c7c4-ffe0-4a21-b2d3-9abc93f05a6e tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Network hostable DHCP agents. Network: 8552c312-7d1b-4c7e-a9f1-a721ff3c0de8, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 12:19:21.113924 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a9c7c4-ffe0-4a21-b2d3-9abc93f05a6e tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Pushing event updated for resources: {'Subnet': ['ID=82b2e780-41c6-4d7c-9348-309521b98f86,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:19:21.150447 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a9c7c4-ffe0-4a21-b2d3-9abc93f05a6e tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Network 8552c312-7d1b-4c7e-a9f1-a721ff3c0de8 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 12:19:21.167303 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-c6a9c7c4-ffe0-4a21-b2d3-9abc93f05a6e tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, 8552c312-7d1b-4c7e-a9f1-a721ff3c0de8) {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:19:21.176793 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a9c7c4-ffe0-4a21-b2d3-9abc93f05a6e tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:19:21.177747 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c6a9c7c4-ffe0-4a21-b2d3-9abc93f05a6e tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:21.200011 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135efba2-fe40-4054-8838-f4e0a0bbf990 None None] Network 8552c312-7d1b-4c7e-a9f1-a721ff3c0de8 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:19:21.209079 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-c6a9c7c4-ffe0-4a21-b2d3-9abc93f05a6e tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9584217 Aug 05 12:19:21.212668 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41242) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:19:21.315781 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-9b281586-902b-4318-815a-64be4ca4c6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c631d720-cd14-4b1e-ac33-9b54346bea14', 'name': 'tempest-RoutersIpV6Test-router-579691813', 'tenant_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:19:09Z', 'updated_at': '2021-08-05T12:19:17Z', 'revision_number': 3, 'project_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'gw_port_host': None, '_interfaces': [{'id': '2596f640-0a4b-4d3c-b214-4ee6d920cb85', 'name': '', 'network_id': '9d1d2c69-1669-4db3-a7c1-879a768019d0', 'tenant_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'mac_address': 'fa:16:3e:de:d8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c631d720-cd14-4b1e-ac33-9b54346bea14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'eec09ab2-5f8a-4b81-85bb-3a141014b913', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:19:11Z', 'updated_at': '2021-08-05T12:19:18Z', 'revision_number': 5, 'project_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'subnets': [{'id': 'eec09ab2-5f8a-4b81-85bb-3a141014b913', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '910553e6-482d-4cbf-8439-6485957e20b5', 'name': '', 'network_id': '88b853c9-d68b-4d6c-b3f1-fd98247a21cf', 'tenant_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'mac_address': 'fa:16:3e:56:d2:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c631d720-cd14-4b1e-ac33-9b54346bea14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': 'd69c1b7e-8923-4834-86d0-06d3d083a884', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:19:16Z', 'updated_at': '2021-08-05T12:19:17Z', 'revision_number': 2, 'project_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'subnets': [{'id': 'd69c1b7e-8923-4834-86d0-06d3d083a884', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:19:21.384800 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b281586-902b-4318-815a-64be4ca4c6bf None None] Checking router: c631d720-cd14-4b1e-ac33-9b54346bea14 for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:19:21.385165 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b281586-902b-4318-815a-64be4ca4c6bf None None] Updating router c631d720-cd14-4b1e-ac33-9b54346bea14 port 910553e6-482d-4cbf-8439-6485957e20b5 binding host n-d-803378-2 {{(pid=94422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 12:19:21.476608 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-9b281586-902b-4318-815a-64be4ca4c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:21.501869 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-97677fea-2999-4f9d-acd7-3d55c04b51c9 None None] Provisioning complete for port 910553e6-482d-4cbf-8439-6485957e20b5 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:19:21.502678 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-97677fea-2999-4f9d-acd7-3d55c04b51c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:21.720076 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 0b9431e0-cefb-475e-b84c-89cf24686590 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:19:21.805572 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-97677fea-2999-4f9d-acd7-3d55c04b51c9 None None] Port 910553e6-482d-4cbf-8439-6485957e20b5 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 12:19:21.936124 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a7d9ce-85e5-4e78-9e84-6dd462ac63aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-8552c312-7d1b-4c7e-a9f1-a721ff3c0de8', 'network_id': '8552c312-7d1b-4c7e-a9f1-a721ff3c0de8', 'tenant_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'fixed_ips': [{'subnet_id': '82b2e780-41c6-4d7c-9348-309521b98f86'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 12:19:21.937381 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-65a7d9ce-85e5-4e78-9e84-6dd462ac63aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:21.952252 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f81a378b-0869-48b4-954f-6c9fa9a68b65 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:22.013115 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 0b9431e0-cefb-475e-b84c-89cf24686590 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:19:22.014054 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:22.328818 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-65a7d9ce-85e5-4e78-9e84-6dd462ac63aa None None] Allocated IP 2001:db8:2::2 (8552c312-7d1b-4c7e-a9f1-a721ff3c0de8/82b2e780-41c6-4d7c-9348-309521b98f86/8cfcb0b2-63db-4603-b9b0-48bb1e5dee7e) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:19:22.558728 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-9b281586-902b-4318-815a-64be4ca4c6bf None None] Notify callbacks [] for port, precommit_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:22.605235 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:22.606942 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-9b281586-902b-4318-815a-64be4ca4c6bf None None] Transition to ACTIVE for port object 910553e6-482d-4cbf-8439-6485957e20b5 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:19:22.633055 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-9b281586-902b-4318-815a-64be4ca4c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:22.867968 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35626c9d-b138-40ec-9e71-7e772e6a3a17 None None] Pushing event updated for resources: {'Port': ['ID=910553e6-482d-4cbf-8439-6485957e20b5,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:19:22.946648 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-9b281586-902b-4318-815a-64be4ca4c6bf None None] Attempting to bind port 910553e6-482d-4cbf-8439-6485957e20b5 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:19:22.947282 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-9b281586-902b-4318-815a-64be4ca4c6bf None None] Attempting to bind port 910553e6-482d-4cbf-8439-6485957e20b5 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '8a40e771-b2e0-44ab-8ab3-b123b5898f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '88b853c9-d68b-4d6c-b3f1-fd98247a21cf'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:19:22.948234 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b281586-902b-4318-815a-64be4ca4c6bf None None] Attempting to bind port 910553e6-482d-4cbf-8439-6485957e20b5 on network 88b853c9-d68b-4d6c-b3f1-fd98247a21cf {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:19:22.966081 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-65a7d9ce-85e5-4e78-9e84-6dd462ac63aa None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:22.971166 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b281586-902b-4318-815a-64be4ca4c6bf None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:19:22.971769 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b281586-902b-4318-815a-64be4ca4c6bf None None] Checking segment: {'id': '8a40e771-b2e0-44ab-8ab3-b123b5898f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '88b853c9-d68b-4d6c-b3f1-fd98247a21cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:19:22.972679 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-9b281586-902b-4318-815a-64be4ca4c6bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:22.973192 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b281586-902b-4318-815a-64be4ca4c6bf None None] Bound using segment: {'id': '8a40e771-b2e0-44ab-8ab3-b123b5898f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '88b853c9-d68b-4d6c-b3f1-fd98247a21cf'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:19:22.974125 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-9b281586-902b-4318-815a-64be4ca4c6bf None None] Bound port: 910553e6-482d-4cbf-8439-6485957e20b5, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a40e771-b2e0-44ab-8ab3-b123b5898f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '88b853c9-d68b-4d6c-b3f1-fd98247a21cf'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:19:22.975268 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-9b281586-902b-4318-815a-64be4ca4c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:23.008813 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-65a7d9ce-85e5-4e78-9e84-6dd462ac63aa None None] Transition to ACTIVE for port object 8cfcb0b2-63db-4603-b9b0-48bb1e5dee7e will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:19:23.087539 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-65a7d9ce-85e5-4e78-9e84-6dd462ac63aa None None] Transition to ACTIVE for port object 8cfcb0b2-63db-4603-b9b0-48bb1e5dee7e will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:19:23.111265 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-65a7d9ce-85e5-4e78-9e84-6dd462ac63aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:23.208098 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-9b281586-902b-4318-815a-64be4ca4c6bf None None] For port 910553e6-482d-4cbf-8439-6485957e20b5, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:19:23.208944 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-f81a378b-0869-48b4-954f-6c9fa9a68b65 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Allocated IP 2001:db8:2::1 (8552c312-7d1b-4c7e-a9f1-a721ff3c0de8/82b2e780-41c6-4d7c-9348-309521b98f86/5c760cb3-de2b-4095-82b0-c04a1595b612) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:19:23.213677 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a7d9ce-85e5-4e78-9e84-6dd462ac63aa None None] Network 8552c312-7d1b-4c7e-a9f1-a721ff3c0de8 is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:19:23.229113 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-65a7d9ce-85e5-4e78-9e84-6dd462ac63aa None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:19:23.232599 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a7d9ce-85e5-4e78-9e84-6dd462ac63aa None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:19:23.272730 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-9b281586-902b-4318-815a-64be4ca4c6bf None None] For port 910553e6-482d-4cbf-8439-6485957e20b5, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=910553e6-482d-4cbf-8439-6485957e20b5,segment=NetworkSegment(8a40e771-b2e0-44ab-8ab3-b123b5898f5b),segment_id=8a40e771-b2e0-44ab-8ab3-b123b5898f5b)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:19:23.290086 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-9b281586-902b-4318-815a-64be4ca4c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:23.294578 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a7d9ce-85e5-4e78-9e84-6dd462ac63aa None None] Pushing event updated for resources: {'Port': ['ID=8cfcb0b2-63db-4603-b9b0-48bb1e5dee7e,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:19:23.453683 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b281586-902b-4318-815a-64be4ca4c6bf None None] Routers {'c631d720-cd14-4b1e-ac33-9b54346bea14'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:19:23.455965 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-9b281586-902b-4318-815a-64be4ca4c6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:19:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['c631d720-cd14-4b1e-ac33-9b54346bea14'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:19:23.476308 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-65a7d9ce-85e5-4e78-9e84-6dd462ac63aa None None] Attempting to bind port 8cfcb0b2-63db-4603-b9b0-48bb1e5dee7e on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:19:23.476308 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-65a7d9ce-85e5-4e78-9e84-6dd462ac63aa None None] Attempting to bind port 8cfcb0b2-63db-4603-b9b0-48bb1e5dee7e by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'cc8098ff-c10d-468c-8908-972fc8c707ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '8552c312-7d1b-4c7e-a9f1-a721ff3c0de8'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:19:23.476308 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a7d9ce-85e5-4e78-9e84-6dd462ac63aa None None] Attempting to bind port 8cfcb0b2-63db-4603-b9b0-48bb1e5dee7e on network 8552c312-7d1b-4c7e-a9f1-a721ff3c0de8 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:19:23.481922 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f81a378b-0869-48b4-954f-6c9fa9a68b65 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:23.509340 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [None req-f81a378b-0869-48b4-954f-6c9fa9a68b65 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Transition to ACTIVE for port object 5c760cb3-de2b-4095-82b0-c04a1595b612 will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:19:23.556543 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a7d9ce-85e5-4e78-9e84-6dd462ac63aa None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:19:23.556936 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a7d9ce-85e5-4e78-9e84-6dd462ac63aa None None] Checking segment: {'id': 'cc8098ff-c10d-468c-8908-972fc8c707ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '8552c312-7d1b-4c7e-a9f1-a721ff3c0de8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:19:23.557374 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-65a7d9ce-85e5-4e78-9e84-6dd462ac63aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:23.557770 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a7d9ce-85e5-4e78-9e84-6dd462ac63aa None None] Bound using segment: {'id': 'cc8098ff-c10d-468c-8908-972fc8c707ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '8552c312-7d1b-4c7e-a9f1-a721ff3c0de8'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:19:23.558499 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-65a7d9ce-85e5-4e78-9e84-6dd462ac63aa None None] Bound port: 8cfcb0b2-63db-4603-b9b0-48bb1e5dee7e, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc8098ff-c10d-468c-8908-972fc8c707ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '8552c312-7d1b-4c7e-a9f1-a721ff3c0de8'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:19:23.559181 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-65a7d9ce-85e5-4e78-9e84-6dd462ac63aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:23.584142 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f81a378b-0869-48b4-954f-6c9fa9a68b65 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:23.611665 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35626c9d-b138-40ec-9e71-7e772e6a3a17 None None] Pushing event updated for resources: {'Port': ['ID=910553e6-482d-4cbf-8439-6485957e20b5,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:19:23.618131 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81a378b-0869-48b4-954f-6c9fa9a68b65 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Network 8552c312-7d1b-4c7e-a9f1-a721ff3c0de8 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:19:23.636431 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-f81a378b-0869-48b4-954f-6c9fa9a68b65 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:19:23.678262 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81a378b-0869-48b4-954f-6c9fa9a68b65 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:19:23.679314 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f81a378b-0869-48b4-954f-6c9fa9a68b65 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33288800'] for router_interface, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:23.728718 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-9b281586-902b-4318-815a-64be4ca4c6bf None None] Set router c631d720-cd14-4b1e-ac33-9b54346bea14 gateway port host: None {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:19:23.781778 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81a378b-0869-48b4-954f-6c9fa9a68b65 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Pushing event updated for resources: {'Port': ['ID=5c760cb3-de2b-4095-82b0-c04a1595b612,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:19:23.901106 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f81a378b-0869-48b4-954f-6c9fa9a68b65 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:24.006987 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-65a7d9ce-85e5-4e78-9e84-6dd462ac63aa None None] For port 8cfcb0b2-63db-4603-b9b0-48bb1e5dee7e, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:19:24.013701 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-65a7d9ce-85e5-4e78-9e84-6dd462ac63aa None None] For port 8cfcb0b2-63db-4603-b9b0-48bb1e5dee7e, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=8cfcb0b2-63db-4603-b9b0-48bb1e5dee7e,segment=NetworkSegment(cc8098ff-c10d-468c-8908-972fc8c707ce),segment_id=cc8098ff-c10d-468c-8908-972fc8c707ce)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:19:24.033093 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-65a7d9ce-85e5-4e78-9e84-6dd462ac63aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:24.182431 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a7d9ce-85e5-4e78-9e84-6dd462ac63aa None None] Pushing event updated for resources: {'Port': ['ID=8cfcb0b2-63db-4603-b9b0-48bb1e5dee7e,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:19:24.267020 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-9b281586-902b-4318-815a-64be4ca4c6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c631d720-cd14-4b1e-ac33-9b54346bea14', 'name': 'tempest-RoutersIpV6Test-router-579691813', 'tenant_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:19:09Z', 'updated_at': '2021-08-05T12:19:17Z', 'revision_number': 3, 'project_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'gw_port_host': None, '_interfaces': [{'id': '2596f640-0a4b-4d3c-b214-4ee6d920cb85', 'name': '', 'network_id': '9d1d2c69-1669-4db3-a7c1-879a768019d0', 'tenant_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'mac_address': 'fa:16:3e:de:d8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c631d720-cd14-4b1e-ac33-9b54346bea14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'eec09ab2-5f8a-4b81-85bb-3a141014b913', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:19:11Z', 'updated_at': '2021-08-05T12:19:18Z', 'revision_number': 5, 'project_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'subnets': [{'id': 'eec09ab2-5f8a-4b81-85bb-3a141014b913', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '910553e6-482d-4cbf-8439-6485957e20b5', 'name': '', 'network_id': '88b853c9-d68b-4d6c-b3f1-fd98247a21cf', 'tenant_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'mac_address': 'fa:16:3e:56:d2:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c631d720-cd14-4b1e-ac33-9b54346bea14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': 'd69c1b7e-8923-4834-86d0-06d3d083a884', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:19:16Z', 'updated_at': '2021-08-05T12:19:23Z', 'revision_number': 4, 'project_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'subnets': [{'id': 'd69c1b7e-8923-4834-86d0-06d3d083a884', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:19:24.316880 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b281586-902b-4318-815a-64be4ca4c6bf None None] The sync data for ids ['c631d720-cd14-4b1e-ac33-9b54346bea14'] in n-d-803378-2 is: [{'id': 'c631d720-cd14-4b1e-ac33-9b54346bea14', 'name': 'tempest-RoutersIpV6Test-router-579691813', 'tenant_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:19:09Z', 'updated_at': '2021-08-05T12:19:17Z', 'revision_number': 3, 'project_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'gw_port_host': None, '_interfaces': [{'id': '2596f640-0a4b-4d3c-b214-4ee6d920cb85', 'name': '', 'network_id': '9d1d2c69-1669-4db3-a7c1-879a768019d0', 'tenant_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'mac_address': 'fa:16:3e:de:d8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c631d720-cd14-4b1e-ac33-9b54346bea14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'eec09ab2-5f8a-4b81-85bb-3a141014b913', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:19:11Z', 'updated_at': '2021-08-05T12:19:18Z', 'revision_number': 5, 'project_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'subnets': [{'id': 'eec09ab2-5f8a-4b81-85bb-3a141014b913', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '910553e6-482d-4cbf-8439-6485957e20b5', 'name': '', 'network_id': '88b853c9-d68b-4d6c-b3f1-fd98247a21cf', 'tenant_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'mac_address': 'fa:16:3e:56:d2:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c631d720-cd14-4b1e-ac33-9b54346bea14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': 'd69c1b7e-8923-4834-86d0-06d3d083a884', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:19:16Z', 'updated_at': '2021-08-05T12:19:23Z', 'revision_number': 4, 'project_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'subnets': [{'id': 'd69c1b7e-8923-4834-86d0-06d3d083a884', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:19:24.501953 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f81a378b-0869-48b4-954f-6c9fa9a68b65 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:24.535759 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f81a378b-0869-48b4-954f-6c9fa9a68b65 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:24.536878 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f81a378b-0869-48b4-954f-6c9fa9a68b65 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33140268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33208272'] for router_interface, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:24.714438 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81a378b-0869-48b4-954f-6c9fa9a68b65 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Pushing event updated for resources: {'Port': ['ID=5c760cb3-de2b-4095-82b0-c04a1595b612,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:19:24.805105 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81a378b-0869-48b4-954f-6c9fa9a68b65 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Network 8552c312-7d1b-4c7e-a9f1-a721ff3c0de8 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:19:24.807649 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-f81a378b-0869-48b4-954f-6c9fa9a68b65 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:19:24.999542 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f81a378b-0869-48b4-954f-6c9fa9a68b65 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Router c631d720-cd14-4b1e-ac33-9b54346bea14 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:19:25.185983 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f81a378b-0869-48b4-954f-6c9fa9a68b65 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:19:25.193395 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-f81a378b-0869-48b4-954f-6c9fa9a68b65 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] 10.222.0.58 "PUT /v2.0/routers/c631d720-cd14-4b1e-ac33-9b54346bea14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9791818 Aug 05 12:19:25.197153 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 41296) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:19:25.204697 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-48aee262-d374-40aa-b4f2-c0232b5398f7 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-747672859'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:19:25.268319 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48aee262-d374-40aa-b4f2-c0232b5398f7 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Made reservation on behalf of b9885b519cdf4dfd88aad08aafc5ad4a for: {'network': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:19:25.277400 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-48aee262-d374-40aa-b4f2-c0232b5398f7 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:25.323896 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48aee262-d374-40aa-b4f2-c0232b5398f7 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] vlan segment allocate from pool success with {'vlan_id': 669, 'physical_network': 'physnet1'} {{(pid=94420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 12:19:25.346407 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-48aee262-d374-40aa-b4f2-c0232b5398f7 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:25.347406 n-d-803378-2 neutron-server[94420]: INFO neutron.db.segments_db [None req-48aee262-d374-40aa-b4f2-c0232b5398f7 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Added segment 745694c7-3beb-4924-a5d1-ad5c6c80e70e of type vlan for network 0103dd09-8195-40f2-8d29-408bd8a4d61a Aug 05 12:19:25.448318 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-48aee262-d374-40aa-b4f2-c0232b5398f7 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:25.487140 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfec2d74-a2a4-47cf-8a05-6f1513e2d716 None None] Sync routers for ids ['c631d720-cd14-4b1e-ac33-9b54346bea14'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:19:25.503536 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfec2d74-a2a4-47cf-8a05-6f1513e2d716 None None] Routers {'c631d720-cd14-4b1e-ac33-9b54346bea14'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:19:25.504962 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-bfec2d74-a2a4-47cf-8a05-6f1513e2d716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:19:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['c631d720-cd14-4b1e-ac33-9b54346bea14'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:19:25.536036 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-48aee262-d374-40aa-b4f2-c0232b5398f7 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:25.551940 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48aee262-d374-40aa-b4f2-c0232b5398f7 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:19:25.553728 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-48aee262-d374-40aa-b4f2-c0232b5398f7 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:25.689523 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a0af45-8c0f-40f7-a0f5-092a97c73610 None None] Network 8552c312-7d1b-4c7e-a9f1-a721ff3c0de8 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:19:25.759798 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-48aee262-d374-40aa-b4f2-c0232b5398f7 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5574999 Aug 05 12:19:25.761339 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41304) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:19:25.770293 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-8f817641-5813-4252-bec8-f60ca98f6c48 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Request body: {'subnet': {'network_id': '0103dd09-8195-40f2-8d29-408bd8a4d61a', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:19:25.812929 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aee262-d374-40aa-b4f2-c0232b5398f7 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Pushing event updated for resources: {'Network': ['ID=0103dd09-8195-40f2-8d29-408bd8a4d61a,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:19:25.849117 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 0103dd09-8195-40f2-8d29-408bd8a4d61a details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 12:19:25.857645 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-bfec2d74-a2a4-47cf-8a05-6f1513e2d716 None None] Set router c631d720-cd14-4b1e-ac33-9b54346bea14 gateway port host: None {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:19:25.983348 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 8cfcb0b2-63db-4603-b9b0-48bb1e5dee7e up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:19:26.082930 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f817641-5813-4252-bec8-f60ca98f6c48 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Made reservation on behalf of b9885b519cdf4dfd88aad08aafc5ad4a for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:19:26.090733 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8f817641-5813-4252-bec8-f60ca98f6c48 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:26.318400 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-bb384935-939f-4389-8b78-32af4e37fac0 None None] Provisioning for port 8cfcb0b2-63db-4603-b9b0-48bb1e5dee7e completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:19:26.349904 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-bfec2d74-a2a4-47cf-8a05-6f1513e2d716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c631d720-cd14-4b1e-ac33-9b54346bea14', 'name': 'tempest-RoutersIpV6Test-router-579691813', 'tenant_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:19:09Z', 'updated_at': '2021-08-05T12:19:23Z', 'revision_number': 4, 'project_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'gw_port_host': None, '_interfaces': [{'id': '2596f640-0a4b-4d3c-b214-4ee6d920cb85', 'name': '', 'network_id': '9d1d2c69-1669-4db3-a7c1-879a768019d0', 'tenant_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'mac_address': 'fa:16:3e:de:d8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c631d720-cd14-4b1e-ac33-9b54346bea14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'eec09ab2-5f8a-4b81-85bb-3a141014b913', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:19:11Z', 'updated_at': '2021-08-05T12:19:18Z', 'revision_number': 5, 'project_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'subnets': [{'id': 'eec09ab2-5f8a-4b81-85bb-3a141014b913', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c760cb3-de2b-4095-82b0-c04a1595b612', 'name': '', 'network_id': '8552c312-7d1b-4c7e-a9f1-a721ff3c0de8', 'tenant_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'mac_address': 'fa:16:3e:21:36:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c631d720-cd14-4b1e-ac33-9b54346bea14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '82b2e780-41c6-4d7c-9348-309521b98f86', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:19:22Z', 'updated_at': '2021-08-05T12:19:24Z', 'revision_number': 2, 'project_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'subnets': [{'id': '82b2e780-41c6-4d7c-9348-309521b98f86', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '910553e6-482d-4cbf-8439-6485957e20b5', 'name': '', 'network_id': '88b853c9-d68b-4d6c-b3f1-fd98247a21cf', 'tenant_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'mac_address': 'fa:16:3e:56:d2:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c631d720-cd14-4b1e-ac33-9b54346bea14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': 'd69c1b7e-8923-4834-86d0-06d3d083a884', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:19:16Z', 'updated_at': '2021-08-05T12:19:23Z', 'revision_number': 4, 'project_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'subnets': [{'id': 'd69c1b7e-8923-4834-86d0-06d3d083a884', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:19:26.415666 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfec2d74-a2a4-47cf-8a05-6f1513e2d716 None None] Checking router: c631d720-cd14-4b1e-ac33-9b54346bea14 for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:19:26.416730 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfec2d74-a2a4-47cf-8a05-6f1513e2d716 None None] Updating router c631d720-cd14-4b1e-ac33-9b54346bea14 port 5c760cb3-de2b-4095-82b0-c04a1595b612 binding host n-d-803378-2 {{(pid=94423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 12:19:26.525494 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 8cfcb0b2-63db-4603-b9b0-48bb1e5dee7e completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:19:26.539247 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 8cfcb0b2-63db-4603-b9b0-48bb1e5dee7e triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:19:26.540069 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:26.555298 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8f817641-5813-4252-bec8-f60ca98f6c48 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25038678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30075167'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:26.644398 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-bfec2d74-a2a4-47cf-8a05-6f1513e2d716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:26.661915 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f817641-5813-4252-bec8-f60ca98f6c48 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Pushing event updated for resources: {'Subnet': ['ID=0016620d-bfd6-4b40-b83b-0570e3eba11f,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:19:26.712765 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f817641-5813-4252-bec8-f60ca98f6c48 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Checking segment: {'id': '745694c7-3beb-4924-a5d1-ad5c6c80e70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '0103dd09-8195-40f2-8d29-408bd8a4d61a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:19:26.713134 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f817641-5813-4252-bec8-f60ca98f6c48 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Network hostable DHCP agents. Network: 0103dd09-8195-40f2-8d29-408bd8a4d61a, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 12:19:26.776726 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f817641-5813-4252-bec8-f60ca98f6c48 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Network 0103dd09-8195-40f2-8d29-408bd8a4d61a is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 12:19:26.778067 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:26.803422 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-8f817641-5813-4252-bec8-f60ca98f6c48 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, 0103dd09-8195-40f2-8d29-408bd8a4d61a) {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:19:26.824848 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f817641-5813-4252-bec8-f60ca98f6c48 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:19:26.825812 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8f817641-5813-4252-bec8-f60ca98f6c48 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:26.872616 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-8f817641-5813-4252-bec8-f60ca98f6c48 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1058867 Aug 05 12:19:26.873917 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 41318) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:19:26.899838 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3bc372-29ac-42fb-9bb5-514896465f55 None None] Network 0103dd09-8195-40f2-8d29-408bd8a4d61a requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:19:26.993555 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port 8cfcb0b2-63db-4603-b9b0-48bb1e5dee7e, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=8cfcb0b2-63db-4603-b9b0-48bb1e5dee7e,segment=NetworkSegment(cc8098ff-c10d-468c-8908-972fc8c707ce),segment_id=cc8098ff-c10d-468c-8908-972fc8c707ce)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:19:27.002140 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:27.003819 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 910553e6-482d-4cbf-8439-6485957e20b5 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:19:27.264207 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-bfec2d74-a2a4-47cf-8a05-6f1513e2d716 None None] Notify callbacks [] for port, precommit_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:27.282448 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=8cfcb0b2-63db-4603-b9b0-48bb1e5dee7e,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:19:27.298672 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b9f3264e-5a9e-4c9e-a6ce-9e814a9b0b33 None None] Provisioning for port 5c760cb3-de2b-4095-82b0-c04a1595b612 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:19:27.311743 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.provisioning_blocks [None req-bfec2d74-a2a4-47cf-8a05-6f1513e2d716 None None] Transition to ACTIVE for port object 5c760cb3-de2b-4095-82b0-c04a1595b612 will not be triggered until provisioned by entity L2. {{(pid=94423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:19:27.320815 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b9f3264e-5a9e-4c9e-a6ce-9e814a9b0b33 None None] Provisioning complete for port 5c760cb3-de2b-4095-82b0-c04a1595b612 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:19:27.321321 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b9f3264e-5a9e-4c9e-a6ce-9e814a9b0b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:27.351792 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-bfec2d74-a2a4-47cf-8a05-6f1513e2d716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:27.414808 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-b9f3264e-5a9e-4c9e-a6ce-9e814a9b0b33 None None] Port 5c760cb3-de2b-4095-82b0-c04a1595b612 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 12:19:27.418480 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 910553e6-482d-4cbf-8439-6485957e20b5 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:19:27.427723 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 910553e6-482d-4cbf-8439-6485957e20b5 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:19:27.428345 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:27.549368 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b9f3264e-5a9e-4c9e-a6ce-9e814a9b0b33 None None] Provisioning complete for port 8cfcb0b2-63db-4603-b9b0-48bb1e5dee7e triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:19:27.549876 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b9f3264e-5a9e-4c9e-a6ce-9e814a9b0b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:27.556173 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb15b13-1580-4c54-bd32-d9251c9f9074 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-0103dd09-8195-40f2-8d29-408bd8a4d61a', 'network_id': '0103dd09-8195-40f2-8d29-408bd8a4d61a', 'tenant_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'fixed_ips': [{'subnet_id': '0016620d-bfd6-4b40-b83b-0570e3eba11f'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 12:19:27.557269 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-eeb15b13-1580-4c54-bd32-d9251c9f9074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:27.630864 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-bfec2d74-a2a4-47cf-8a05-6f1513e2d716 None None] Attempting to bind port 5c760cb3-de2b-4095-82b0-c04a1595b612 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:19:27.631897 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-bfec2d74-a2a4-47cf-8a05-6f1513e2d716 None None] Attempting to bind port 5c760cb3-de2b-4095-82b0-c04a1595b612 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'cc8098ff-c10d-468c-8908-972fc8c707ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '8552c312-7d1b-4c7e-a9f1-a721ff3c0de8'}] {{(pid=94423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:19:27.632809 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfec2d74-a2a4-47cf-8a05-6f1513e2d716 None None] Attempting to bind port 5c760cb3-de2b-4095-82b0-c04a1595b612 on network 8552c312-7d1b-4c7e-a9f1-a721ff3c0de8 {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:19:27.667061 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfec2d74-a2a4-47cf-8a05-6f1513e2d716 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:19:27.669218 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfec2d74-a2a4-47cf-8a05-6f1513e2d716 None None] Checking segment: {'id': 'cc8098ff-c10d-468c-8908-972fc8c707ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '8552c312-7d1b-4c7e-a9f1-a721ff3c0de8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:19:27.670195 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-bfec2d74-a2a4-47cf-8a05-6f1513e2d716 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:27.671211 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfec2d74-a2a4-47cf-8a05-6f1513e2d716 None None] Bound using segment: {'id': 'cc8098ff-c10d-468c-8908-972fc8c707ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '8552c312-7d1b-4c7e-a9f1-a721ff3c0de8'} {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:19:27.674889 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-bfec2d74-a2a4-47cf-8a05-6f1513e2d716 None None] Bound port: 5c760cb3-de2b-4095-82b0-c04a1595b612, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc8098ff-c10d-468c-8908-972fc8c707ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '8552c312-7d1b-4c7e-a9f1-a721ff3c0de8'}}] {{(pid=94423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:19:27.676213 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-bfec2d74-a2a4-47cf-8a05-6f1513e2d716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:27.882461 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.db [None req-bfec2d74-a2a4-47cf-8a05-6f1513e2d716 None None] For port 5c760cb3-de2b-4095-82b0-c04a1595b612, host n-d-803378-2, cleared binding levels {{(pid=94423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:19:27.894871 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.db [None req-bfec2d74-a2a4-47cf-8a05-6f1513e2d716 None None] For port 5c760cb3-de2b-4095-82b0-c04a1595b612, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=5c760cb3-de2b-4095-82b0-c04a1595b612,segment=NetworkSegment(cc8098ff-c10d-468c-8908-972fc8c707ce),segment_id=cc8098ff-c10d-468c-8908-972fc8c707ce)] {{(pid=94423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:19:27.915042 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-bfec2d74-a2a4-47cf-8a05-6f1513e2d716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:27.923583 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ad6b23-991a-4cd0-8a84-8804878a3fa1 None None] Pushing event updated for resources: {'Port': ['ID=5c760cb3-de2b-4095-82b0-c04a1595b612,revision_number=3']} {{(pid=94423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:19:28.034184 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfec2d74-a2a4-47cf-8a05-6f1513e2d716 None None] Routers {'c631d720-cd14-4b1e-ac33-9b54346bea14'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:19:28.035416 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-bfec2d74-a2a4-47cf-8a05-6f1513e2d716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:19:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['c631d720-cd14-4b1e-ac33-9b54346bea14'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:19:28.108449 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-eeb15b13-1580-4c54-bd32-d9251c9f9074 None None] Allocated IP 2001:db8:3::2 (0103dd09-8195-40f2-8d29-408bd8a4d61a/0016620d-bfd6-4b40-b83b-0570e3eba11f/9cb42b5b-e373-4936-8345-6387dc81060d) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:19:28.113027 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:28.233344 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ad6b23-991a-4cd0-8a84-8804878a3fa1 None None] Pushing event updated for resources: {'Port': ['ID=5c760cb3-de2b-4095-82b0-c04a1595b612,revision_number=4']} {{(pid=94423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:19:28.302459 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-bfec2d74-a2a4-47cf-8a05-6f1513e2d716 None None] Set router c631d720-cd14-4b1e-ac33-9b54346bea14 gateway port host: None {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:19:28.468088 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-eeb15b13-1580-4c54-bd32-d9251c9f9074 None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:28.485555 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-eeb15b13-1580-4c54-bd32-d9251c9f9074 None None] Transition to ACTIVE for port object 9cb42b5b-e373-4936-8345-6387dc81060d will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:19:28.514755 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-eeb15b13-1580-4c54-bd32-d9251c9f9074 None None] Transition to ACTIVE for port object 9cb42b5b-e373-4936-8345-6387dc81060d will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:19:28.565055 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-eeb15b13-1580-4c54-bd32-d9251c9f9074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:28.630154 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port 910553e6-482d-4cbf-8439-6485957e20b5, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=910553e6-482d-4cbf-8439-6485957e20b5,segment=NetworkSegment(8a40e771-b2e0-44ab-8ab3-b123b5898f5b),segment_id=8a40e771-b2e0-44ab-8ab3-b123b5898f5b)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:19:28.653379 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5492953a-2c59-488b-b639-8b0adfe5205f tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:28.688233 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:28.707383 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb15b13-1580-4c54-bd32-d9251c9f9074 None None] Network 0103dd09-8195-40f2-8d29-408bd8a4d61a is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:19:28.730347 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-eeb15b13-1580-4c54-bd32-d9251c9f9074 None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:19:28.736308 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb15b13-1580-4c54-bd32-d9251c9f9074 None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:19:28.767287 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb15b13-1580-4c54-bd32-d9251c9f9074 None None] Pushing event updated for resources: {'Port': ['ID=9cb42b5b-e373-4936-8345-6387dc81060d,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:19:28.956142 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-eeb15b13-1580-4c54-bd32-d9251c9f9074 None None] Attempting to bind port 9cb42b5b-e373-4936-8345-6387dc81060d on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:19:28.956814 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-eeb15b13-1580-4c54-bd32-d9251c9f9074 None None] Attempting to bind port 9cb42b5b-e373-4936-8345-6387dc81060d by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '745694c7-3beb-4924-a5d1-ad5c6c80e70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '0103dd09-8195-40f2-8d29-408bd8a4d61a'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:19:28.957409 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb15b13-1580-4c54-bd32-d9251c9f9074 None None] Attempting to bind port 9cb42b5b-e373-4936-8345-6387dc81060d on network 0103dd09-8195-40f2-8d29-408bd8a4d61a {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:19:28.961873 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-bfec2d74-a2a4-47cf-8a05-6f1513e2d716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c631d720-cd14-4b1e-ac33-9b54346bea14', 'name': 'tempest-RoutersIpV6Test-router-579691813', 'tenant_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:19:09Z', 'updated_at': '2021-08-05T12:19:23Z', 'revision_number': 4, 'project_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'gw_port_host': None, '_interfaces': [{'id': '2596f640-0a4b-4d3c-b214-4ee6d920cb85', 'name': '', 'network_id': '9d1d2c69-1669-4db3-a7c1-879a768019d0', 'tenant_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'mac_address': 'fa:16:3e:de:d8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c631d720-cd14-4b1e-ac33-9b54346bea14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'eec09ab2-5f8a-4b81-85bb-3a141014b913', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:19:11Z', 'updated_at': '2021-08-05T12:19:18Z', 'revision_number': 5, 'project_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'subnets': [{'id': 'eec09ab2-5f8a-4b81-85bb-3a141014b913', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c760cb3-de2b-4095-82b0-c04a1595b612', 'name': '', 'network_id': '8552c312-7d1b-4c7e-a9f1-a721ff3c0de8', 'tenant_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'mac_address': 'fa:16:3e:21:36:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c631d720-cd14-4b1e-ac33-9b54346bea14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '82b2e780-41c6-4d7c-9348-309521b98f86', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:19:22Z', 'updated_at': '2021-08-05T12:19:27Z', 'revision_number': 4, 'project_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'subnets': [{'id': '82b2e780-41c6-4d7c-9348-309521b98f86', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '910553e6-482d-4cbf-8439-6485957e20b5', 'name': '', 'network_id': '88b853c9-d68b-4d6c-b3f1-fd98247a21cf', 'tenant_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'mac_address': 'fa:16:3e:56:d2:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c631d720-cd14-4b1e-ac33-9b54346bea14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': 'd69c1b7e-8923-4834-86d0-06d3d083a884', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:19:16Z', 'updated_at': '2021-08-05T12:19:23Z', 'revision_number': 4, 'project_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'subnets': [{'id': 'd69c1b7e-8923-4834-86d0-06d3d083a884', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:19:28.962621 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 8cfcb0b2-63db-4603-b9b0-48bb1e5dee7e up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:19:29.042371 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfec2d74-a2a4-47cf-8a05-6f1513e2d716 None None] The sync data for ids ['c631d720-cd14-4b1e-ac33-9b54346bea14'] in n-d-803378-2 is: [{'id': 'c631d720-cd14-4b1e-ac33-9b54346bea14', 'name': 'tempest-RoutersIpV6Test-router-579691813', 'tenant_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:19:09Z', 'updated_at': '2021-08-05T12:19:23Z', 'revision_number': 4, 'project_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'gw_port_host': None, '_interfaces': [{'id': '2596f640-0a4b-4d3c-b214-4ee6d920cb85', 'name': '', 'network_id': '9d1d2c69-1669-4db3-a7c1-879a768019d0', 'tenant_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'mac_address': 'fa:16:3e:de:d8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c631d720-cd14-4b1e-ac33-9b54346bea14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'eec09ab2-5f8a-4b81-85bb-3a141014b913', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:19:11Z', 'updated_at': '2021-08-05T12:19:18Z', 'revision_number': 5, 'project_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'subnets': [{'id': 'eec09ab2-5f8a-4b81-85bb-3a141014b913', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c760cb3-de2b-4095-82b0-c04a1595b612', 'name': '', 'network_id': '8552c312-7d1b-4c7e-a9f1-a721ff3c0de8', 'tenant_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'mac_address': 'fa:16:3e:21:36:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c631d720-cd14-4b1e-ac33-9b54346bea14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '82b2e780-41c6-4d7c-9348-309521b98f86', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:19:22Z', 'updated_at': '2021-08-05T12:19:27Z', 'revision_number': 4, 'project_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'subnets': [{'id': '82b2e780-41c6-4d7c-9348-309521b98f86', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '910553e6-482d-4cbf-8439-6485957e20b5', 'name': '', 'network_id': '88b853c9-d68b-4d6c-b3f1-fd98247a21cf', 'tenant_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'mac_address': 'fa:16:3e:56:d2:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c631d720-cd14-4b1e-ac33-9b54346bea14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': 'd69c1b7e-8923-4834-86d0-06d3d083a884', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:19:16Z', 'updated_at': '2021-08-05T12:19:23Z', 'revision_number': 4, 'project_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'subnets': [{'id': 'd69c1b7e-8923-4834-86d0-06d3d083a884', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:19:29.045479 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb15b13-1580-4c54-bd32-d9251c9f9074 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:19:29.045864 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb15b13-1580-4c54-bd32-d9251c9f9074 None None] Checking segment: {'id': '745694c7-3beb-4924-a5d1-ad5c6c80e70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '0103dd09-8195-40f2-8d29-408bd8a4d61a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:19:29.047142 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-eeb15b13-1580-4c54-bd32-d9251c9f9074 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:29.047838 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb15b13-1580-4c54-bd32-d9251c9f9074 None None] Bound using segment: {'id': '745694c7-3beb-4924-a5d1-ad5c6c80e70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '0103dd09-8195-40f2-8d29-408bd8a4d61a'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:19:29.048966 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-eeb15b13-1580-4c54-bd32-d9251c9f9074 None None] Bound port: 9cb42b5b-e373-4936-8345-6387dc81060d, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '745694c7-3beb-4924-a5d1-ad5c6c80e70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '0103dd09-8195-40f2-8d29-408bd8a4d61a'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:19:29.049633 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-eeb15b13-1580-4c54-bd32-d9251c9f9074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:29.138433 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=910553e6-482d-4cbf-8439-6485957e20b5,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:19:29.331505 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 8cfcb0b2-63db-4603-b9b0-48bb1e5dee7e triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:19:29.332464 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:29.377616 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-eeb15b13-1580-4c54-bd32-d9251c9f9074 None None] For port 9cb42b5b-e373-4936-8345-6387dc81060d, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:19:29.402616 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-eeb15b13-1580-4c54-bd32-d9251c9f9074 None None] For port 9cb42b5b-e373-4936-8345-6387dc81060d, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=9cb42b5b-e373-4936-8345-6387dc81060d,segment=NetworkSegment(745694c7-3beb-4924-a5d1-ad5c6c80e70e),segment_id=745694c7-3beb-4924-a5d1-ad5c6c80e70e)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:19:29.456842 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-eeb15b13-1580-4c54-bd32-d9251c9f9074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:29.580017 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-5492953a-2c59-488b-b639-8b0adfe5205f tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Allocated IP 2001:db8:3::1 (0103dd09-8195-40f2-8d29-408bd8a4d61a/0016620d-bfd6-4b40-b83b-0570e3eba11f/35347ed0-ebb0-4c1d-9f31-314c9fe8f3b5) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:19:29.598258 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb15b13-1580-4c54-bd32-d9251c9f9074 None None] Pushing event updated for resources: {'Port': ['ID=9cb42b5b-e373-4936-8345-6387dc81060d,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:19:29.843116 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:29.992190 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5492953a-2c59-488b-b639-8b0adfe5205f tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:30.038259 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [None req-5492953a-2c59-488b-b639-8b0adfe5205f tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Transition to ACTIVE for port object 35347ed0-ebb0-4c1d-9f31-314c9fe8f3b5 will not be triggered until provisioned by entity DHCP. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:19:30.148170 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5492953a-2c59-488b-b639-8b0adfe5205f tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:30.267519 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5492953a-2c59-488b-b639-8b0adfe5205f tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Network 0103dd09-8195-40f2-8d29-408bd8a4d61a is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:19:30.279370 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-5492953a-2c59-488b-b639-8b0adfe5205f tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:19:30.288819 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5492953a-2c59-488b-b639-8b0adfe5205f tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:19:30.289668 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5492953a-2c59-488b-b639-8b0adfe5205f tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33288800'] for router_interface, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:30.295623 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5492953a-2c59-488b-b639-8b0adfe5205f tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Pushing event updated for resources: {'Port': ['ID=35347ed0-ebb0-4c1d-9f31-314c9fe8f3b5,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:19:30.531963 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5492953a-2c59-488b-b639-8b0adfe5205f tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:31.151676 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 5c760cb3-de2b-4095-82b0-c04a1595b612 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:19:31.158647 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5492953a-2c59-488b-b639-8b0adfe5205f tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:31.166712 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5492953a-2c59-488b-b639-8b0adfe5205f tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:31.167772 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5492953a-2c59-488b-b639-8b0adfe5205f tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33140268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33208272'] for router_interface, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:31.256194 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 5c760cb3-de2b-4095-82b0-c04a1595b612 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:19:31.266103 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 5c760cb3-de2b-4095-82b0-c04a1595b612 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:19:31.266719 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:31.320815 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3643aa7-f506-46b8-b28f-ed9c6e2236e9 None None] Network 0103dd09-8195-40f2-8d29-408bd8a4d61a requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:19:31.332050 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5492953a-2c59-488b-b639-8b0adfe5205f tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Pushing event updated for resources: {'Port': ['ID=35347ed0-ebb0-4c1d-9f31-314c9fe8f3b5,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:19:31.419141 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5492953a-2c59-488b-b639-8b0adfe5205f tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Network 0103dd09-8195-40f2-8d29-408bd8a4d61a is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:19:31.423426 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-5492953a-2c59-488b-b639-8b0adfe5205f tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:19:31.488597 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-ad06b15b-fdfe-4c1c-8ceb-4f8348001ac1 None None] Provisioning for port 9cb42b5b-e373-4936-8345-6387dc81060d completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:19:31.620609 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5492953a-2c59-488b-b639-8b0adfe5205f tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Router c631d720-cd14-4b1e-ac33-9b54346bea14 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:19:31.642677 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:31.734802 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port 5c760cb3-de2b-4095-82b0-c04a1595b612, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=5c760cb3-de2b-4095-82b0-c04a1595b612,segment=NetworkSegment(cc8098ff-c10d-468c-8908-972fc8c707ce),segment_id=cc8098ff-c10d-468c-8908-972fc8c707ce)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:19:31.747644 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:31.748521 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 9cb42b5b-e373-4936-8345-6387dc81060d up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:19:31.830705 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5492953a-2c59-488b-b639-8b0adfe5205f tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:19:31.846510 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-5492953a-2c59-488b-b639-8b0adfe5205f tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] 10.222.0.58 "PUT /v2.0/routers/c631d720-cd14-4b1e-ac33-9b54346bea14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9645386 Aug 05 12:19:31.847444 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 41368) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:19:31.858457 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-b0eb548a-dfa0-4e74-a511-0293aed7b845 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:19:31.879839 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886e5af6-0618-43aa-8ac0-13d969ae5aa2 None None] Sync routers for ids ['c631d720-cd14-4b1e-ac33-9b54346bea14'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:19:31.895711 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=5c760cb3-de2b-4095-82b0-c04a1595b612,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:19:31.907643 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886e5af6-0618-43aa-8ac0-13d969ae5aa2 None None] Routers {'c631d720-cd14-4b1e-ac33-9b54346bea14'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:19:31.908627 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-886e5af6-0618-43aa-8ac0-13d969ae5aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:19:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['c631d720-cd14-4b1e-ac33-9b54346bea14'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:19:31.996183 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 9cb42b5b-e373-4936-8345-6387dc81060d completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:19:32.057601 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 9cb42b5b-e373-4936-8345-6387dc81060d triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:19:32.058089 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:32.450047 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-886e5af6-0618-43aa-8ac0-13d969ae5aa2 None None] Set router c631d720-cd14-4b1e-ac33-9b54346bea14 gateway port host: None {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:19:32.500949 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-09815d3a-de27-4a65-a19d-bfbad882f60d None None] Provisioning complete for port 9cb42b5b-e373-4936-8345-6387dc81060d triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:19:32.501423 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-09815d3a-de27-4a65-a19d-bfbad882f60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:32.725380 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.extraroute_db [None req-b0eb548a-dfa0-4e74-a511-0293aed7b845 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=94420) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 05 12:19:32.774982 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.extraroute_db [None req-b0eb548a-dfa0-4e74-a511-0293aed7b845 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Removed routes are [] {{(pid=94420) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 05 12:19:32.777098 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b0eb548a-dfa0-4e74-a511-0293aed7b845 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33286054', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33263081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1940'] for router, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:32.813973 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:33.079003 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port 9cb42b5b-e373-4936-8345-6387dc81060d, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=9cb42b5b-e373-4936-8345-6387dc81060d,segment=NetworkSegment(745694c7-3beb-4924-a5d1-ad5c6c80e70e),segment_id=745694c7-3beb-4924-a5d1-ad5c6c80e70e)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:19:33.081371 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-09815d3a-de27-4a65-a19d-bfbad882f60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:33.105314 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:33.106898 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 910553e6-482d-4cbf-8439-6485957e20b5 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:19:33.179019 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b0eb548a-dfa0-4e74-a511-0293aed7b845 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33286054', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33263081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1940'] for router, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:33.190606 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b0eb548a-dfa0-4e74-a511-0293aed7b845 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33286033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33286040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33263014'] for router, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:33.331824 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=9cb42b5b-e373-4936-8345-6387dc81060d,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:19:33.366345 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.db.api [None req-09815d3a-de27-4a65-a19d-bfbad882f60d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94422) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 05 12:19:33.366805 n-d-803378-2 neutron-server[94422]: DEBUG oslo_db.api [None req-09815d3a-de27-4a65-a19d-bfbad882f60d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 12:19:33.379339 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-886e5af6-0618-43aa-8ac0-13d969ae5aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c631d720-cd14-4b1e-ac33-9b54346bea14', 'name': 'tempest-RoutersIpV6Test-router-579691813', 'tenant_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:19:09Z', 'updated_at': '2021-08-05T12:19:30Z', 'revision_number': 5, 'project_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'gw_port_host': None, '_interfaces': [{'id': '2596f640-0a4b-4d3c-b214-4ee6d920cb85', 'name': '', 'network_id': '9d1d2c69-1669-4db3-a7c1-879a768019d0', 'tenant_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'mac_address': 'fa:16:3e:de:d8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c631d720-cd14-4b1e-ac33-9b54346bea14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'eec09ab2-5f8a-4b81-85bb-3a141014b913', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:19:11Z', 'updated_at': '2021-08-05T12:19:18Z', 'revision_number': 5, 'project_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'subnets': [{'id': 'eec09ab2-5f8a-4b81-85bb-3a141014b913', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35347ed0-ebb0-4c1d-9f31-314c9fe8f3b5', 'name': '', 'network_id': '0103dd09-8195-40f2-8d29-408bd8a4d61a', 'tenant_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'mac_address': 'fa:16:3e:8f:84:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c631d720-cd14-4b1e-ac33-9b54346bea14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '0016620d-bfd6-4b40-b83b-0570e3eba11f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:19:29Z', 'updated_at': '2021-08-05T12:19:30Z', 'revision_number': 2, 'project_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'subnets': [{'id': '0016620d-bfd6-4b40-b83b-0570e3eba11f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c760cb3-de2b-4095-82b0-c04a1595b612', 'name': '', 'network_id': '8552c312-7d1b-4c7e-a9f1-a721ff3c0de8', 'tenant_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'mac_address': 'fa:16:3e:21:36:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c631d720-cd14-4b1e-ac33-9b54346bea14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '82b2e780-41c6-4d7c-9348-309521b98f86', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:19:22Z', 'updated_at': '2021-08-05T12:19:31Z', 'revision_number': 5, 'project_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'subnets': [{'id': '82b2e780-41c6-4d7c-9348-309521b98f86', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '910553e6-482d-4cbf-8439-6485957e20b5', 'name': '', 'network_id': '88b853c9-d68b-4d6c-b3f1-fd98247a21cf', 'tenant_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'mac_address': 'fa:16:3e:56:d2:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c631d720-cd14-4b1e-ac33-9b54346bea14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': 'd69c1b7e-8923-4834-86d0-06d3d083a884', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:19:16Z', 'updated_at': '2021-08-05T12:19:28Z', 'revision_number': 5, 'project_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'subnets': [{'id': 'd69c1b7e-8923-4834-86d0-06d3d083a884', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:19:33.404177 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0eb548a-dfa0-4e74-a511-0293aed7b845 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Router c631d720-cd14-4b1e-ac33-9b54346bea14 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:19:33.436478 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886e5af6-0618-43aa-8ac0-13d969ae5aa2 None None] Checking router: c631d720-cd14-4b1e-ac33-9b54346bea14 for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:19:33.437196 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886e5af6-0618-43aa-8ac0-13d969ae5aa2 None None] Updating router c631d720-cd14-4b1e-ac33-9b54346bea14 port 35347ed0-ebb0-4c1d-9f31-314c9fe8f3b5 binding host n-d-803378-2 {{(pid=94422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 12:19:33.443354 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 910553e6-482d-4cbf-8439-6485957e20b5 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:19:33.443940 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:33.521241 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-886e5af6-0618-43aa-8ac0-13d969ae5aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:33.615824 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0eb548a-dfa0-4e74-a511-0293aed7b845 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:19:33.629760 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b0eb548a-dfa0-4e74-a511-0293aed7b845 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks [] for router, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:33.635525 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-b0eb548a-dfa0-4e74-a511-0293aed7b845 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] 10.222.0.58 "PUT /v2.0/routers/c631d720-cd14-4b1e-ac33-9b54346bea14 HTTP/1.1" status: 200 len: 953 time: 1.7825475 Aug 05 12:19:33.636851 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41390) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:19:33.892893 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 41396) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:19:33.893642 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-fdae2746-fb6f-4bff-9004-142204882c5a tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] 10.222.0.58 "GET /v2.0/routers/c631d720-cd14-4b1e-ac33-9b54346bea14 HTTP/1.1" status: 200 len: 953 time: 0.2543533 Aug 05 12:19:33.901428 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-f4d05444-6e6d-47f7-9a44-01e451ebccc8 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Request body: {'router': {'routes': None}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:19:33.964384 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 5c760cb3-de2b-4095-82b0-c04a1595b612 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:19:34.216990 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-09815d3a-de27-4a65-a19d-bfbad882f60d None None] Provisioning for port 35347ed0-ebb0-4c1d-9f31-314c9fe8f3b5 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:19:34.237704 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-09815d3a-de27-4a65-a19d-bfbad882f60d None None] Provisioning complete for port 35347ed0-ebb0-4c1d-9f31-314c9fe8f3b5 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:19:34.238214 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-09815d3a-de27-4a65-a19d-bfbad882f60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:34.304624 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 5c760cb3-de2b-4095-82b0-c04a1595b612 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:19:34.305519 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:34.353106 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-886e5af6-0618-43aa-8ac0-13d969ae5aa2 None None] Notify callbacks [] for port, precommit_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:34.407431 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-886e5af6-0618-43aa-8ac0-13d969ae5aa2 None None] Transition to ACTIVE for port object 35347ed0-ebb0-4c1d-9f31-314c9fe8f3b5 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:19:34.410027 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-09815d3a-de27-4a65-a19d-bfbad882f60d None None] Port 35347ed0-ebb0-4c1d-9f31-314c9fe8f3b5 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 12:19:34.423147 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-886e5af6-0618-43aa-8ac0-13d969ae5aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:34.584446 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 9cb42b5b-e373-4936-8345-6387dc81060d up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:19:34.588056 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0305c8a-0070-4445-aaea-6b3e885264ef None None] Pushing event updated for resources: {'Port': ['ID=35347ed0-ebb0-4c1d-9f31-314c9fe8f3b5,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:19:34.691267 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.extraroute_db [None req-f4d05444-6e6d-47f7-9a44-01e451ebccc8 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Added routes are [] {{(pid=94420) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 05 12:19:34.691641 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.extraroute_db [None req-f4d05444-6e6d-47f7-9a44-01e451ebccc8 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=94420) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 05 12:19:34.732532 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-886e5af6-0618-43aa-8ac0-13d969ae5aa2 None None] Attempting to bind port 35347ed0-ebb0-4c1d-9f31-314c9fe8f3b5 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:19:34.732896 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-886e5af6-0618-43aa-8ac0-13d969ae5aa2 None None] Attempting to bind port 35347ed0-ebb0-4c1d-9f31-314c9fe8f3b5 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '745694c7-3beb-4924-a5d1-ad5c6c80e70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '0103dd09-8195-40f2-8d29-408bd8a4d61a'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:19:34.733276 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886e5af6-0618-43aa-8ac0-13d969ae5aa2 None None] Attempting to bind port 35347ed0-ebb0-4c1d-9f31-314c9fe8f3b5 on network 0103dd09-8195-40f2-8d29-408bd8a4d61a {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:19:34.753785 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886e5af6-0618-43aa-8ac0-13d969ae5aa2 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:19:34.754417 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886e5af6-0618-43aa-8ac0-13d969ae5aa2 None None] Checking segment: {'id': '745694c7-3beb-4924-a5d1-ad5c6c80e70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '0103dd09-8195-40f2-8d29-408bd8a4d61a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:19:34.755108 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-886e5af6-0618-43aa-8ac0-13d969ae5aa2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:34.755778 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886e5af6-0618-43aa-8ac0-13d969ae5aa2 None None] Bound using segment: {'id': '745694c7-3beb-4924-a5d1-ad5c6c80e70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '0103dd09-8195-40f2-8d29-408bd8a4d61a'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:19:34.757073 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-886e5af6-0618-43aa-8ac0-13d969ae5aa2 None None] Bound port: 35347ed0-ebb0-4c1d-9f31-314c9fe8f3b5, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '745694c7-3beb-4924-a5d1-ad5c6c80e70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '0103dd09-8195-40f2-8d29-408bd8a4d61a'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:19:34.757073 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-886e5af6-0618-43aa-8ac0-13d969ae5aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:34.757812 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f4d05444-6e6d-47f7-9a44-01e451ebccc8 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33286054', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33263081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1940'] for router, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:34.844068 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 9cb42b5b-e373-4936-8345-6387dc81060d triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:19:34.844870 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:34.975591 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-886e5af6-0618-43aa-8ac0-13d969ae5aa2 None None] For port 35347ed0-ebb0-4c1d-9f31-314c9fe8f3b5, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:19:34.988788 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-886e5af6-0618-43aa-8ac0-13d969ae5aa2 None None] For port 35347ed0-ebb0-4c1d-9f31-314c9fe8f3b5, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=35347ed0-ebb0-4c1d-9f31-314c9fe8f3b5,segment=NetworkSegment(745694c7-3beb-4924-a5d1-ad5c6c80e70e),segment_id=745694c7-3beb-4924-a5d1-ad5c6c80e70e)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:19:35.001835 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-886e5af6-0618-43aa-8ac0-13d969ae5aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:35.114866 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f4d05444-6e6d-47f7-9a44-01e451ebccc8 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33286054', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33263081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1940'] for router, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:35.119178 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f4d05444-6e6d-47f7-9a44-01e451ebccc8 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33286033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33286040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33263014'] for router, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:35.195296 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886e5af6-0618-43aa-8ac0-13d969ae5aa2 None None] Routers {'c631d720-cd14-4b1e-ac33-9b54346bea14'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:19:35.196309 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-886e5af6-0618-43aa-8ac0-13d969ae5aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:19:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['c631d720-cd14-4b1e-ac33-9b54346bea14'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:19:35.202025 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0305c8a-0070-4445-aaea-6b3e885264ef None None] Pushing event updated for resources: {'Port': ['ID=35347ed0-ebb0-4c1d-9f31-314c9fe8f3b5,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:19:35.316643 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4d05444-6e6d-47f7-9a44-01e451ebccc8 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Router c631d720-cd14-4b1e-ac33-9b54346bea14 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:19:35.416893 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-886e5af6-0618-43aa-8ac0-13d969ae5aa2 None None] Set router c631d720-cd14-4b1e-ac33-9b54346bea14 gateway port host: None {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:19:35.870871 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-886e5af6-0618-43aa-8ac0-13d969ae5aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c631d720-cd14-4b1e-ac33-9b54346bea14', 'name': 'tempest-RoutersIpV6Test-router-579691813', 'tenant_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:19:09Z', 'updated_at': '2021-08-05T12:19:34Z', 'revision_number': 7, 'project_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'gw_port_host': None, '_interfaces': [{'id': '2596f640-0a4b-4d3c-b214-4ee6d920cb85', 'name': '', 'network_id': '9d1d2c69-1669-4db3-a7c1-879a768019d0', 'tenant_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'mac_address': 'fa:16:3e:de:d8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c631d720-cd14-4b1e-ac33-9b54346bea14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'eec09ab2-5f8a-4b81-85bb-3a141014b913', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:19:11Z', 'updated_at': '2021-08-05T12:19:18Z', 'revision_number': 5, 'project_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'subnets': [{'id': 'eec09ab2-5f8a-4b81-85bb-3a141014b913', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35347ed0-ebb0-4c1d-9f31-314c9fe8f3b5', 'name': '', 'network_id': '0103dd09-8195-40f2-8d29-408bd8a4d61a', 'tenant_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'mac_address': 'fa:16:3e:8f:84:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c631d720-cd14-4b1e-ac33-9b54346bea14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '0016620d-bfd6-4b40-b83b-0570e3eba11f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:19:29Z', 'updated_at': '2021-08-05T12:19:34Z', 'revision_number': 4, 'project_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'subnets': [{'id': '0016620d-bfd6-4b40-b83b-0570e3eba11f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c760cb3-de2b-4095-82b0-c04a1595b612', 'name': '', 'network_id': '8552c312-7d1b-4c7e-a9f1-a721ff3c0de8', 'tenant_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'mac_address': 'fa:16:3e:21:36:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c631d720-cd14-4b1e-ac33-9b54346bea14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '82b2e780-41c6-4d7c-9348-309521b98f86', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:19:22Z', 'updated_at': '2021-08-05T12:19:31Z', 'revision_number': 5, 'project_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'subnets': [{'id': '82b2e780-41c6-4d7c-9348-309521b98f86', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '910553e6-482d-4cbf-8439-6485957e20b5', 'name': '', 'network_id': '88b853c9-d68b-4d6c-b3f1-fd98247a21cf', 'tenant_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'mac_address': 'fa:16:3e:56:d2:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c631d720-cd14-4b1e-ac33-9b54346bea14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': 'd69c1b7e-8923-4834-86d0-06d3d083a884', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:19:16Z', 'updated_at': '2021-08-05T12:19:28Z', 'revision_number': 5, 'project_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'subnets': [{'id': 'd69c1b7e-8923-4834-86d0-06d3d083a884', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:19:35.935075 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886e5af6-0618-43aa-8ac0-13d969ae5aa2 None None] The sync data for ids ['c631d720-cd14-4b1e-ac33-9b54346bea14'] in n-d-803378-2 is: [{'id': 'c631d720-cd14-4b1e-ac33-9b54346bea14', 'name': 'tempest-RoutersIpV6Test-router-579691813', 'tenant_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:19:09Z', 'updated_at': '2021-08-05T12:19:34Z', 'revision_number': 7, 'project_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'gw_port_host': None, '_interfaces': [{'id': '2596f640-0a4b-4d3c-b214-4ee6d920cb85', 'name': '', 'network_id': '9d1d2c69-1669-4db3-a7c1-879a768019d0', 'tenant_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'mac_address': 'fa:16:3e:de:d8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c631d720-cd14-4b1e-ac33-9b54346bea14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'eec09ab2-5f8a-4b81-85bb-3a141014b913', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:19:11Z', 'updated_at': '2021-08-05T12:19:18Z', 'revision_number': 5, 'project_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'subnets': [{'id': 'eec09ab2-5f8a-4b81-85bb-3a141014b913', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35347ed0-ebb0-4c1d-9f31-314c9fe8f3b5', 'name': '', 'network_id': '0103dd09-8195-40f2-8d29-408bd8a4d61a', 'tenant_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'mac_address': 'fa:16:3e:8f:84:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c631d720-cd14-4b1e-ac33-9b54346bea14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '0016620d-bfd6-4b40-b83b-0570e3eba11f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:19:29Z', 'updated_at': '2021-08-05T12:19:34Z', 'revision_number': 4, 'project_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'subnets': [{'id': '0016620d-bfd6-4b40-b83b-0570e3eba11f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c760cb3-de2b-4095-82b0-c04a1595b612', 'name': '', 'network_id': '8552c312-7d1b-4c7e-a9f1-a721ff3c0de8', 'tenant_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'mac_address': 'fa:16:3e:21:36:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c631d720-cd14-4b1e-ac33-9b54346bea14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '82b2e780-41c6-4d7c-9348-309521b98f86', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:19:22Z', 'updated_at': '2021-08-05T12:19:31Z', 'revision_number': 5, 'project_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'subnets': [{'id': '82b2e780-41c6-4d7c-9348-309521b98f86', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '910553e6-482d-4cbf-8439-6485957e20b5', 'name': '', 'network_id': '88b853c9-d68b-4d6c-b3f1-fd98247a21cf', 'tenant_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'mac_address': 'fa:16:3e:56:d2:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c631d720-cd14-4b1e-ac33-9b54346bea14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': 'd69c1b7e-8923-4834-86d0-06d3d083a884', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:19:16Z', 'updated_at': '2021-08-05T12:19:28Z', 'revision_number': 5, 'project_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'subnets': [{'id': 'd69c1b7e-8923-4834-86d0-06d3d083a884', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:19:35.963519 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4d05444-6e6d-47f7-9a44-01e451ebccc8 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:19:35.976152 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f4d05444-6e6d-47f7-9a44-01e451ebccc8 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks [] for router, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:35.978280 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-f4d05444-6e6d-47f7-9a44-01e451ebccc8 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] 10.222.0.58 "PUT /v2.0/routers/c631d720-cd14-4b1e-ac33-9b54346bea14 HTTP/1.1" status: 200 len: 703 time: 2.0830424 Aug 05 12:19:35.982597 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 41422) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:19:36.225054 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-61190400-d079-43fa-9496-a6aa17b1e9b0 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] 10.222.0.58 "GET /v2.0/routers/c631d720-cd14-4b1e-ac33-9b54346bea14 HTTP/1.1" status: 200 len: 703 time: 0.2410865 Aug 05 12:19:36.228886 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41426) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:19:36.864217 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1313df52-59c5-475e-bd5e-c38954ab2932 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33208311'] for router_interface, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:36.962040 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4968f5-2e5e-49d9-9547-e45d4603b764 None None] Sync routers for ids ['c631d720-cd14-4b1e-ac33-9b54346bea14'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:19:36.979021 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4968f5-2e5e-49d9-9547-e45d4603b764 None None] Routers {'c631d720-cd14-4b1e-ac33-9b54346bea14'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:19:36.980008 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-ef4968f5-2e5e-49d9-9547-e45d4603b764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:19:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['c631d720-cd14-4b1e-ac33-9b54346bea14'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:19:37.135442 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-ef4968f5-2e5e-49d9-9547-e45d4603b764 None None] Set router c631d720-cd14-4b1e-ac33-9b54346bea14 gateway port host: None {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:19:37.303312 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-42e27655-5542-4836-bbc2-f0faf31132d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:37.342313 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-1313df52-59c5-475e-bd5e-c38954ab2932 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Deleting port 35347ed0-ebb0-4c1d-9f31-314c9fe8f3b5 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:19:37.343213 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1313df52-59c5-475e-bd5e-c38954ab2932 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:37.489669 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [None req-1313df52-59c5-475e-bd5e-c38954ab2932 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] For port 35347ed0-ebb0-4c1d-9f31-314c9fe8f3b5, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=35347ed0-ebb0-4c1d-9f31-314c9fe8f3b5,segment=NetworkSegment(745694c7-3beb-4924-a5d1-ad5c6c80e70e),segment_id=745694c7-3beb-4924-a5d1-ad5c6c80e70e)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:19:37.490290 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1313df52-59c5-475e-bd5e-c38954ab2932 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:37.512015 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-ef4968f5-2e5e-49d9-9547-e45d4603b764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c631d720-cd14-4b1e-ac33-9b54346bea14', 'name': 'tempest-RoutersIpV6Test-router-579691813', 'tenant_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:19:09Z', 'updated_at': '2021-08-05T12:19:34Z', 'revision_number': 7, 'project_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'gw_port_host': None, '_interfaces': [{'id': '2596f640-0a4b-4d3c-b214-4ee6d920cb85', 'name': '', 'network_id': '9d1d2c69-1669-4db3-a7c1-879a768019d0', 'tenant_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'mac_address': 'fa:16:3e:de:d8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c631d720-cd14-4b1e-ac33-9b54346bea14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'eec09ab2-5f8a-4b81-85bb-3a141014b913', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:19:11Z', 'updated_at': '2021-08-05T12:19:18Z', 'revision_number': 5, 'project_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'subnets': [{'id': 'eec09ab2-5f8a-4b81-85bb-3a141014b913', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35347ed0-ebb0-4c1d-9f31-314c9fe8f3b5', 'name': '', 'network_id': '0103dd09-8195-40f2-8d29-408bd8a4d61a', 'tenant_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'mac_address': 'fa:16:3e:8f:84:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c631d720-cd14-4b1e-ac33-9b54346bea14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '0016620d-bfd6-4b40-b83b-0570e3eba11f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:19:29Z', 'updated_at': '2021-08-05T12:19:34Z', 'revision_number': 4, 'project_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'subnets': [{'id': '0016620d-bfd6-4b40-b83b-0570e3eba11f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c760cb3-de2b-4095-82b0-c04a1595b612', 'name': '', 'network_id': '8552c312-7d1b-4c7e-a9f1-a721ff3c0de8', 'tenant_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'mac_address': 'fa:16:3e:21:36:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c631d720-cd14-4b1e-ac33-9b54346bea14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '82b2e780-41c6-4d7c-9348-309521b98f86', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:19:22Z', 'updated_at': '2021-08-05T12:19:31Z', 'revision_number': 5, 'project_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'subnets': [{'id': '82b2e780-41c6-4d7c-9348-309521b98f86', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '910553e6-482d-4cbf-8439-6485957e20b5', 'name': '', 'network_id': '88b853c9-d68b-4d6c-b3f1-fd98247a21cf', 'tenant_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'mac_address': 'fa:16:3e:56:d2:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c631d720-cd14-4b1e-ac33-9b54346bea14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': 'd69c1b7e-8923-4834-86d0-06d3d083a884', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:19:16Z', 'updated_at': '2021-08-05T12:19:28Z', 'revision_number': 5, 'project_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'subnets': [{'id': 'd69c1b7e-8923-4834-86d0-06d3d083a884', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:19:37.561208 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4968f5-2e5e-49d9-9547-e45d4603b764 None None] Checking router: c631d720-cd14-4b1e-ac33-9b54346bea14 for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:19:37.588533 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4968f5-2e5e-49d9-9547-e45d4603b764 None None] Routers {'c631d720-cd14-4b1e-ac33-9b54346bea14'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:19:37.590088 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-ef4968f5-2e5e-49d9-9547-e45d4603b764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:19:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['c631d720-cd14-4b1e-ac33-9b54346bea14'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:19:37.770407 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-ef4968f5-2e5e-49d9-9547-e45d4603b764 None None] Set router c631d720-cd14-4b1e-ac33-9b54346bea14 gateway port host: None {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:19:37.960151 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 35347ed0-ebb0-4c1d-9f31-314c9fe8f3b5 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:19:38.041939 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-1313df52-59c5-475e-bd5e-c38954ab2932 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Calling delete_port for 35347ed0-ebb0-4c1d-9f31-314c9fe8f3b5 owned by network:router_interface {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:19:38.061983 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 35347ed0-ebb0-4c1d-9f31-314c9fe8f3b5 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:19:38.071080 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 35347ed0-ebb0-4c1d-9f31-314c9fe8f3b5 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:19:38.071700 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:38.172194 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-ef4968f5-2e5e-49d9-9547-e45d4603b764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c631d720-cd14-4b1e-ac33-9b54346bea14', 'name': 'tempest-RoutersIpV6Test-router-579691813', 'tenant_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:19:09Z', 'updated_at': '2021-08-05T12:19:34Z', 'revision_number': 7, 'project_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'gw_port_host': None, '_interfaces': [{'id': '2596f640-0a4b-4d3c-b214-4ee6d920cb85', 'name': '', 'network_id': '9d1d2c69-1669-4db3-a7c1-879a768019d0', 'tenant_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'mac_address': 'fa:16:3e:de:d8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c631d720-cd14-4b1e-ac33-9b54346bea14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'eec09ab2-5f8a-4b81-85bb-3a141014b913', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:19:11Z', 'updated_at': '2021-08-05T12:19:18Z', 'revision_number': 5, 'project_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'subnets': [{'id': 'eec09ab2-5f8a-4b81-85bb-3a141014b913', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35347ed0-ebb0-4c1d-9f31-314c9fe8f3b5', 'name': '', 'network_id': '0103dd09-8195-40f2-8d29-408bd8a4d61a', 'tenant_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'mac_address': 'fa:16:3e:8f:84:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c631d720-cd14-4b1e-ac33-9b54346bea14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '0016620d-bfd6-4b40-b83b-0570e3eba11f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:19:29Z', 'updated_at': '2021-08-05T12:19:34Z', 'revision_number': 4, 'project_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'subnets': [{'id': '0016620d-bfd6-4b40-b83b-0570e3eba11f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c760cb3-de2b-4095-82b0-c04a1595b612', 'name': '', 'network_id': '8552c312-7d1b-4c7e-a9f1-a721ff3c0de8', 'tenant_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'mac_address': 'fa:16:3e:21:36:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c631d720-cd14-4b1e-ac33-9b54346bea14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '82b2e780-41c6-4d7c-9348-309521b98f86', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:19:22Z', 'updated_at': '2021-08-05T12:19:31Z', 'revision_number': 5, 'project_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'subnets': [{'id': '82b2e780-41c6-4d7c-9348-309521b98f86', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '910553e6-482d-4cbf-8439-6485957e20b5', 'name': '', 'network_id': '88b853c9-d68b-4d6c-b3f1-fd98247a21cf', 'tenant_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'mac_address': 'fa:16:3e:56:d2:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c631d720-cd14-4b1e-ac33-9b54346bea14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': 'd69c1b7e-8923-4834-86d0-06d3d083a884', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:19:16Z', 'updated_at': '2021-08-05T12:19:28Z', 'revision_number': 5, 'project_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'subnets': [{'id': 'd69c1b7e-8923-4834-86d0-06d3d083a884', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:19:38.227737 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:38.318133 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port 35347ed0-ebb0-4c1d-9f31-314c9fe8f3b5, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=35347ed0-ebb0-4c1d-9f31-314c9fe8f3b5,segment=NetworkSegment(745694c7-3beb-4924-a5d1-ad5c6c80e70e),segment_id=745694c7-3beb-4924-a5d1-ad5c6c80e70e)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:19:38.326004 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:38.365770 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4968f5-2e5e-49d9-9547-e45d4603b764 None None] The sync data for ids ['c631d720-cd14-4b1e-ac33-9b54346bea14'] in n-d-803378-2 is: [{'id': 'c631d720-cd14-4b1e-ac33-9b54346bea14', 'name': 'tempest-RoutersIpV6Test-router-579691813', 'tenant_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:19:09Z', 'updated_at': '2021-08-05T12:19:34Z', 'revision_number': 7, 'project_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'gw_port_host': None, '_interfaces': [{'id': '2596f640-0a4b-4d3c-b214-4ee6d920cb85', 'name': '', 'network_id': '9d1d2c69-1669-4db3-a7c1-879a768019d0', 'tenant_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'mac_address': 'fa:16:3e:de:d8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c631d720-cd14-4b1e-ac33-9b54346bea14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'eec09ab2-5f8a-4b81-85bb-3a141014b913', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:19:11Z', 'updated_at': '2021-08-05T12:19:18Z', 'revision_number': 5, 'project_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'subnets': [{'id': 'eec09ab2-5f8a-4b81-85bb-3a141014b913', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35347ed0-ebb0-4c1d-9f31-314c9fe8f3b5', 'name': '', 'network_id': '0103dd09-8195-40f2-8d29-408bd8a4d61a', 'tenant_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'mac_address': 'fa:16:3e:8f:84:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c631d720-cd14-4b1e-ac33-9b54346bea14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '0016620d-bfd6-4b40-b83b-0570e3eba11f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:19:29Z', 'updated_at': '2021-08-05T12:19:34Z', 'revision_number': 4, 'project_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'subnets': [{'id': '0016620d-bfd6-4b40-b83b-0570e3eba11f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c760cb3-de2b-4095-82b0-c04a1595b612', 'name': '', 'network_id': '8552c312-7d1b-4c7e-a9f1-a721ff3c0de8', 'tenant_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'mac_address': 'fa:16:3e:21:36:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c631d720-cd14-4b1e-ac33-9b54346bea14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '82b2e780-41c6-4d7c-9348-309521b98f86', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:19:22Z', 'updated_at': '2021-08-05T12:19:31Z', 'revision_number': 5, 'project_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'subnets': [{'id': '82b2e780-41c6-4d7c-9348-309521b98f86', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '910553e6-482d-4cbf-8439-6485957e20b5', 'name': '', 'network_id': '88b853c9-d68b-4d6c-b3f1-fd98247a21cf', 'tenant_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'mac_address': 'fa:16:3e:56:d2:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c631d720-cd14-4b1e-ac33-9b54346bea14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': 'd69c1b7e-8923-4834-86d0-06d3d083a884', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:19:16Z', 'updated_at': '2021-08-05T12:19:28Z', 'revision_number': 5, 'project_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'subnets': [{'id': 'd69c1b7e-8923-4834-86d0-06d3d083a884', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:19:38.535364 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1313df52-59c5-475e-bd5e-c38954ab2932 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:38.599927 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1313df52-59c5-475e-bd5e-c38954ab2932 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Pushing event deleted for resources: {'Port': ['ID=35347ed0-ebb0-4c1d-9f31-314c9fe8f3b5,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:19:38.714083 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=35347ed0-ebb0-4c1d-9f31-314c9fe8f3b5,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:19:38.813502 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1313df52-59c5-475e-bd5e-c38954ab2932 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33140263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33208171'] for router_interface, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:39.141758 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1313df52-59c5-475e-bd5e-c38954ab2932 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Router c631d720-cd14-4b1e-ac33-9b54346bea14 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:19:39.303018 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1313df52-59c5-475e-bd5e-c38954ab2932 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:19:39.309634 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-1313df52-59c5-475e-bd5e-c38954ab2932 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] 10.222.0.58 "PUT /v2.0/routers/c631d720-cd14-4b1e-ac33-9b54346bea14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0790341 Aug 05 12:19:39.314329 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 41466) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:19:39.331201 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e588f1a-e74f-41e8-b65e-634e6bd415df None None] Sync routers for ids ['c631d720-cd14-4b1e-ac33-9b54346bea14'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:19:39.346936 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e588f1a-e74f-41e8-b65e-634e6bd415df None None] Routers {'c631d720-cd14-4b1e-ac33-9b54346bea14'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:19:39.348848 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-6e588f1a-e74f-41e8-b65e-634e6bd415df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:19:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['c631d720-cd14-4b1e-ac33-9b54346bea14'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:19:39.409747 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_v2 [None req-73cde501-9f76-47b3-8525-7500be8ae995 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Deleting subnet 0016620d-bfd6-4b40-b83b-0570e3eba11f {{(pid=94420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 12:19:39.414363 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-73cde501-9f76-47b3-8525-7500be8ae995 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks [] for subnet, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:39.495046 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-6e588f1a-e74f-41e8-b65e-634e6bd415df None None] Set router c631d720-cd14-4b1e-ac33-9b54346bea14 gateway port host: None {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:19:39.513566 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-73cde501-9f76-47b3-8525-7500be8ae995 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25010562'] for subnet, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:39.700854 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-73cde501-9f76-47b3-8525-7500be8ae995 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:39.738467 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 12:19:39.876645 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-73cde501-9f76-47b3-8525-7500be8ae995 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29762763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24211094'] for subnet, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:39.920727 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-6e588f1a-e74f-41e8-b65e-634e6bd415df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c631d720-cd14-4b1e-ac33-9b54346bea14', 'name': 'tempest-RoutersIpV6Test-router-579691813', 'tenant_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:19:09Z', 'updated_at': '2021-08-05T12:19:38Z', 'revision_number': 8, 'project_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'gw_port_host': None, '_interfaces': [{'id': '2596f640-0a4b-4d3c-b214-4ee6d920cb85', 'name': '', 'network_id': '9d1d2c69-1669-4db3-a7c1-879a768019d0', 'tenant_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'mac_address': 'fa:16:3e:de:d8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c631d720-cd14-4b1e-ac33-9b54346bea14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'eec09ab2-5f8a-4b81-85bb-3a141014b913', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:19:11Z', 'updated_at': '2021-08-05T12:19:18Z', 'revision_number': 5, 'project_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'subnets': [{'id': 'eec09ab2-5f8a-4b81-85bb-3a141014b913', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c760cb3-de2b-4095-82b0-c04a1595b612', 'name': '', 'network_id': '8552c312-7d1b-4c7e-a9f1-a721ff3c0de8', 'tenant_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'mac_address': 'fa:16:3e:21:36:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c631d720-cd14-4b1e-ac33-9b54346bea14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '82b2e780-41c6-4d7c-9348-309521b98f86', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:19:22Z', 'updated_at': '2021-08-05T12:19:31Z', 'revision_number': 5, 'project_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'subnets': [{'id': '82b2e780-41c6-4d7c-9348-309521b98f86', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '910553e6-482d-4cbf-8439-6485957e20b5', 'name': '', 'network_id': '88b853c9-d68b-4d6c-b3f1-fd98247a21cf', 'tenant_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'mac_address': 'fa:16:3e:56:d2:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c631d720-cd14-4b1e-ac33-9b54346bea14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': 'd69c1b7e-8923-4834-86d0-06d3d083a884', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:19:16Z', 'updated_at': '2021-08-05T12:19:28Z', 'revision_number': 5, 'project_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'subnets': [{'id': 'd69c1b7e-8923-4834-86d0-06d3d083a884', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:19:39.940153 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cde501-9f76-47b3-8525-7500be8ae995 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Pushing event deleted for resources: {'Subnet': ['ID=0016620d-bfd6-4b40-b83b-0570e3eba11f,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:19:39.950125 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-73cde501-9f76-47b3-8525-7500be8ae995 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks [] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:39.954105 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-73cde501-9f76-47b3-8525-7500be8ae995 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] 10.222.0.58 "DELETE /v2.0/subnets/0016620d-bfd6-4b40-b83b-0570e3eba11f HTTP/1.1" status: 204 len: 168 time: 0.6381922 Aug 05 12:19:39.959494 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41474) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:19:39.966628 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e588f1a-e74f-41e8-b65e-634e6bd415df None None] Checking router: c631d720-cd14-4b1e-ac33-9b54346bea14 for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:19:39.977051 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cde501-9f76-47b3-8525-7500be8ae995 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:19:39.977884 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cde501-9f76-47b3-8525-7500be8ae995 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:19:39.978529 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cde501-9f76-47b3-8525-7500be8ae995 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:19:39.979032 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cde501-9f76-47b3-8525-7500be8ae995 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:19:39.979569 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cde501-9f76-47b3-8525-7500be8ae995 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:19:39.980113 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cde501-9f76-47b3-8525-7500be8ae995 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:19:39.980678 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cde501-9f76-47b3-8525-7500be8ae995 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:19:39.981657 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cde501-9f76-47b3-8525-7500be8ae995 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:19:39.982365 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cde501-9f76-47b3-8525-7500be8ae995 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:19:39.982854 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cde501-9f76-47b3-8525-7500be8ae995 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:19:39.983594 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cde501-9f76-47b3-8525-7500be8ae995 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:19:39.985118 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cde501-9f76-47b3-8525-7500be8ae995 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:19:39.996063 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d194ae-e0b6-48db-9d6e-70a70208aea1 None None] Network 0103dd09-8195-40f2-8d29-408bd8a4d61a requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:19:40.019799 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e588f1a-e74f-41e8-b65e-634e6bd415df None None] Routers {'c631d720-cd14-4b1e-ac33-9b54346bea14'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:19:40.021266 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-6e588f1a-e74f-41e8-b65e-634e6bd415df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:19:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['c631d720-cd14-4b1e-ac33-9b54346bea14'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:19:40.109457 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3564c7f3-8578-4b59-a888-ee6227cdcdc9 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:40.230652 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-3564c7f3-8578-4b59-a888-ee6227cdcdc9 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Deleting port 9cb42b5b-e373-4936-8345-6387dc81060d {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:19:40.231038 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3564c7f3-8578-4b59-a888-ee6227cdcdc9 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:40.236030 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-0774b410-ca74-41df-9e95-eba149f8abca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:40.259228 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:40.385141 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [None req-3564c7f3-8578-4b59-a888-ee6227cdcdc9 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] For port 9cb42b5b-e373-4936-8345-6387dc81060d, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=9cb42b5b-e373-4936-8345-6387dc81060d,segment=NetworkSegment(745694c7-3beb-4924-a5d1-ad5c6c80e70e),segment_id=745694c7-3beb-4924-a5d1-ad5c6c80e70e)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:19:40.385879 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3564c7f3-8578-4b59-a888-ee6227cdcdc9 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:40.398457 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-6e588f1a-e74f-41e8-b65e-634e6bd415df None None] Set router c631d720-cd14-4b1e-ac33-9b54346bea14 gateway port host: None {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:19:40.417678 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-3564c7f3-8578-4b59-a888-ee6227cdcdc9 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Calling delete_port for 9cb42b5b-e373-4936-8345-6387dc81060d owned by network:dhcp {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:19:40.632732 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3564c7f3-8578-4b59-a888-ee6227cdcdc9 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:40.653831 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c58db7-0906-4067-a8ee-2a134848371f None None] DHCP port deletion for 0103dd09-8195-40f2-8d29-408bd8a4d61a request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 12:19:40.711443 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3564c7f3-8578-4b59-a888-ee6227cdcdc9 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] No DVR routers for this DVR port 9cb42b5b-e373-4936-8345-6387dc81060d on host n-d-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:19:40.720426 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3564c7f3-8578-4b59-a888-ee6227cdcdc9 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Pushing event deleted for resources: {'Port': ['ID=9cb42b5b-e373-4936-8345-6387dc81060d,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:19:40.857136 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3564c7f3-8578-4b59-a888-ee6227cdcdc9 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:40.867530 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-6e588f1a-e74f-41e8-b65e-634e6bd415df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c631d720-cd14-4b1e-ac33-9b54346bea14', 'name': 'tempest-RoutersIpV6Test-router-579691813', 'tenant_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:19:09Z', 'updated_at': '2021-08-05T12:19:38Z', 'revision_number': 8, 'project_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'gw_port_host': None, '_interfaces': [{'id': '2596f640-0a4b-4d3c-b214-4ee6d920cb85', 'name': '', 'network_id': '9d1d2c69-1669-4db3-a7c1-879a768019d0', 'tenant_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'mac_address': 'fa:16:3e:de:d8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c631d720-cd14-4b1e-ac33-9b54346bea14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'eec09ab2-5f8a-4b81-85bb-3a141014b913', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:19:11Z', 'updated_at': '2021-08-05T12:19:18Z', 'revision_number': 5, 'project_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'subnets': [{'id': 'eec09ab2-5f8a-4b81-85bb-3a141014b913', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c760cb3-de2b-4095-82b0-c04a1595b612', 'name': '', 'network_id': '8552c312-7d1b-4c7e-a9f1-a721ff3c0de8', 'tenant_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'mac_address': 'fa:16:3e:21:36:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c631d720-cd14-4b1e-ac33-9b54346bea14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '82b2e780-41c6-4d7c-9348-309521b98f86', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:19:22Z', 'updated_at': '2021-08-05T12:19:31Z', 'revision_number': 5, 'project_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'subnets': [{'id': '82b2e780-41c6-4d7c-9348-309521b98f86', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '910553e6-482d-4cbf-8439-6485957e20b5', 'name': '', 'network_id': '88b853c9-d68b-4d6c-b3f1-fd98247a21cf', 'tenant_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'mac_address': 'fa:16:3e:56:d2:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c631d720-cd14-4b1e-ac33-9b54346bea14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': 'd69c1b7e-8923-4834-86d0-06d3d083a884', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:19:16Z', 'updated_at': '2021-08-05T12:19:28Z', 'revision_number': 5, 'project_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'subnets': [{'id': 'd69c1b7e-8923-4834-86d0-06d3d083a884', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:19:40.879261 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-3564c7f3-8578-4b59-a888-ee6227cdcdc9 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0103dd09-8195-40f2-8d29-408bd8a4d61a']}} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:19:40.902515 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-3564c7f3-8578-4b59-a888-ee6227cdcdc9 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '745694c7-3beb-4924-a5d1-ad5c6c80e70e') {'for_net_delete': True} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:19:40.903087 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-3564c7f3-8578-4b59-a888-ee6227cdcdc9 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '745694c7-3beb-4924-a5d1-ad5c6c80e70e') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:19:40.905048 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e588f1a-e74f-41e8-b65e-634e6bd415df None None] The sync data for ids ['c631d720-cd14-4b1e-ac33-9b54346bea14'] in n-d-803378-2 is: [{'id': 'c631d720-cd14-4b1e-ac33-9b54346bea14', 'name': 'tempest-RoutersIpV6Test-router-579691813', 'tenant_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:19:09Z', 'updated_at': '2021-08-05T12:19:38Z', 'revision_number': 8, 'project_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'gw_port_host': None, '_interfaces': [{'id': '2596f640-0a4b-4d3c-b214-4ee6d920cb85', 'name': '', 'network_id': '9d1d2c69-1669-4db3-a7c1-879a768019d0', 'tenant_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'mac_address': 'fa:16:3e:de:d8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c631d720-cd14-4b1e-ac33-9b54346bea14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'eec09ab2-5f8a-4b81-85bb-3a141014b913', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:19:11Z', 'updated_at': '2021-08-05T12:19:18Z', 'revision_number': 5, 'project_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'subnets': [{'id': 'eec09ab2-5f8a-4b81-85bb-3a141014b913', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c760cb3-de2b-4095-82b0-c04a1595b612', 'name': '', 'network_id': '8552c312-7d1b-4c7e-a9f1-a721ff3c0de8', 'tenant_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'mac_address': 'fa:16:3e:21:36:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c631d720-cd14-4b1e-ac33-9b54346bea14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '82b2e780-41c6-4d7c-9348-309521b98f86', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:19:22Z', 'updated_at': '2021-08-05T12:19:31Z', 'revision_number': 5, 'project_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'subnets': [{'id': '82b2e780-41c6-4d7c-9348-309521b98f86', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '910553e6-482d-4cbf-8439-6485957e20b5', 'name': '', 'network_id': '88b853c9-d68b-4d6c-b3f1-fd98247a21cf', 'tenant_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'mac_address': 'fa:16:3e:56:d2:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c631d720-cd14-4b1e-ac33-9b54346bea14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': 'd69c1b7e-8923-4834-86d0-06d3d083a884', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:19:16Z', 'updated_at': '2021-08-05T12:19:28Z', 'revision_number': 5, 'project_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'subnets': [{'id': 'd69c1b7e-8923-4834-86d0-06d3d083a884', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:19:40.918398 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3564c7f3-8578-4b59-a888-ee6227cdcdc9 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29786371'] for segment, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:40.945491 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3564c7f3-8578-4b59-a888-ee6227cdcdc9 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:40.958463 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3564c7f3-8578-4b59-a888-ee6227cdcdc9 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Releasing vlan 669 on physical network physnet1 to pool {{(pid=94421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 12:19:40.959042 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3564c7f3-8578-4b59-a888-ee6227cdcdc9 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25038799'] for segment, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:40.964548 n-d-803378-2 neutron-server[94421]: Traceback (most recent call last): Aug 05 12:19:40.964548 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 12:19:40.964548 n-d-803378-2 neutron-server[94421]: timer() Aug 05 12:19:40.964548 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 12:19:40.964548 n-d-803378-2 neutron-server[94421]: cb(*args, **kw) Aug 05 12:19:40.964548 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 12:19:40.964548 n-d-803378-2 neutron-server[94421]: return func(*args, **kwargs) Aug 05 12:19:40.964548 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 12:19:40.964548 n-d-803378-2 neutron-server[94421]: self._notify() Aug 05 12:19:40.964548 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 12:19:40.964548 n-d-803378-2 neutron-server[94421]: self.callback(batched_events) Aug 05 12:19:40.964548 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 12:19:40.964548 n-d-803378-2 neutron-server[94421]: event.method(event) Aug 05 12:19:40.964548 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 12:19:40.964548 n-d-803378-2 neutron-server[94421]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 12:19:40.964548 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 12:19:40.964548 n-d-803378-2 neutron-server[94421]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 12:19:40.964548 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 12:19:40.964548 n-d-803378-2 neutron-server[94421]: return f(self, *a, **k) Aug 05 12:19:40.964548 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 12:19:40.964548 n-d-803378-2 neutron-server[94421]: return self._get(url).json() Aug 05 12:19:40.964548 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 12:19:40.964548 n-d-803378-2 neutron-server[94421]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 12:19:40.964548 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 12:19:40.964548 n-d-803378-2 neutron-server[94421]: return self.request(url, 'GET', **kwargs) Aug 05 12:19:40.964548 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 12:19:40.964548 n-d-803378-2 neutron-server[94421]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 12:19:40.964548 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 12:19:40.964548 n-d-803378-2 neutron-server[94421]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 12:19:40.964548 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 12:19:40.964548 n-d-803378-2 neutron-server[94421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 12:19:40.964548 n-d-803378-2 neutron-server[94421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 12:19:41.066489 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3564c7f3-8578-4b59-a888-ee6227cdcdc9 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:41.079579 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3564c7f3-8578-4b59-a888-ee6227cdcdc9 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks [] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:41.086548 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-3564c7f3-8578-4b59-a888-ee6227cdcdc9 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] 10.222.0.58 "DELETE /v2.0/networks/0103dd09-8195-40f2-8d29-408bd8a4d61a HTTP/1.1" status: 204 len: 168 time: 1.1208148 Aug 05 12:19:41.087162 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 41490) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:19:41.103996 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3564c7f3-8578-4b59-a888-ee6227cdcdc9 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Pushing event deleted for resources: {'Network': ['ID=0103dd09-8195-40f2-8d29-408bd8a4d61a,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:19:41.759248 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-bc736faf-6d34-4d8d-a8bb-9c24aeef6d43 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33208311'] for router_interface, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:41.893615 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 35347ed0-ebb0-4c1d-9f31-314c9fe8f3b5 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:19:41.941687 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 35347ed0-ebb0-4c1d-9f31-314c9fe8f3b5 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:19:41.942846 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 35347ed0-ebb0-4c1d-9f31-314c9fe8f3b5 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:19:41.943927 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 9cb42b5b-e373-4936-8345-6387dc81060d no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:19:41.983418 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:41.984695 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 9cb42b5b-e373-4936-8345-6387dc81060d {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:19:41.985011 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 9cb42b5b-e373-4936-8345-6387dc81060d not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:19:42.280133 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-bc736faf-6d34-4d8d-a8bb-9c24aeef6d43 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Deleting port 5c760cb3-de2b-4095-82b0-c04a1595b612 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:19:42.281502 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-bc736faf-6d34-4d8d-a8bb-9c24aeef6d43 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:42.425096 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-bc736faf-6d34-4d8d-a8bb-9c24aeef6d43 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] For port 5c760cb3-de2b-4095-82b0-c04a1595b612, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=5c760cb3-de2b-4095-82b0-c04a1595b612,segment=NetworkSegment(cc8098ff-c10d-468c-8908-972fc8c707ce),segment_id=cc8098ff-c10d-468c-8908-972fc8c707ce)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:19:42.425474 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-bc736faf-6d34-4d8d-a8bb-9c24aeef6d43 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:42.455809 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-bc736faf-6d34-4d8d-a8bb-9c24aeef6d43 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Calling delete_port for 5c760cb3-de2b-4095-82b0-c04a1595b612 owned by network:router_interface {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:19:42.730637 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-bc736faf-6d34-4d8d-a8bb-9c24aeef6d43 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:42.773458 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc736faf-6d34-4d8d-a8bb-9c24aeef6d43 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Pushing event deleted for resources: {'Port': ['ID=5c760cb3-de2b-4095-82b0-c04a1595b612,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:19:42.981361 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-bc736faf-6d34-4d8d-a8bb-9c24aeef6d43 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33140263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33208171'] for router_interface, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:43.347118 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc736faf-6d34-4d8d-a8bb-9c24aeef6d43 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Router c631d720-cd14-4b1e-ac33-9b54346bea14 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:19:43.502785 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc736faf-6d34-4d8d-a8bb-9c24aeef6d43 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:19:43.515580 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-bc736faf-6d34-4d8d-a8bb-9c24aeef6d43 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] 10.222.0.58 "PUT /v2.0/routers/c631d720-cd14-4b1e-ac33-9b54346bea14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4212990 Aug 05 12:19:43.517412 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41520) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:19:43.527128 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63c7d42-b9b5-42f0-9b9f-33712acea1c1 None None] Sync routers for ids ['c631d720-cd14-4b1e-ac33-9b54346bea14'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:19:43.548360 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63c7d42-b9b5-42f0-9b9f-33712acea1c1 None None] Routers {'c631d720-cd14-4b1e-ac33-9b54346bea14'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:19:43.549466 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-c63c7d42-b9b5-42f0-9b9f-33712acea1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:19:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['c631d720-cd14-4b1e-ac33-9b54346bea14'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:19:43.626563 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_v2 [None req-3475537b-31cb-4e73-9fd0-94e1aa68d9d9 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Deleting subnet 82b2e780-41c6-4d7c-9348-309521b98f86 {{(pid=94421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 12:19:43.636175 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3475537b-31cb-4e73-9fd0-94e1aa68d9d9 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks [] for subnet, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:43.726077 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3475537b-31cb-4e73-9fd0-94e1aa68d9d9 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29786388'] for subnet, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:43.738079 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-c63c7d42-b9b5-42f0-9b9f-33712acea1c1 None None] Set router c631d720-cd14-4b1e-ac33-9b54346bea14 gateway port host: None {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:19:43.922744 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3475537b-31cb-4e73-9fd0-94e1aa68d9d9 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:44.046147 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3475537b-31cb-4e73-9fd0-94e1aa68d9d9 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25038609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30075142'] for subnet, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:44.079217 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3475537b-31cb-4e73-9fd0-94e1aa68d9d9 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:44.082669 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-3475537b-31cb-4e73-9fd0-94e1aa68d9d9 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] 10.222.0.58 "DELETE /v2.0/subnets/82b2e780-41c6-4d7c-9348-309521b98f86 HTTP/1.1" status: 204 len: 168 time: 0.5625646 Aug 05 12:19:44.087391 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 41532) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:19:44.097825 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f05309-e221-4f5f-b855-3d8236d559b6 None None] Network 8552c312-7d1b-4c7e-a9f1-a721ff3c0de8 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:19:44.104455 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:44.116926 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3475537b-31cb-4e73-9fd0-94e1aa68d9d9 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Pushing event deleted for resources: {'Subnet': ['ID=82b2e780-41c6-4d7c-9348-309521b98f86,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:19:44.222787 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-c63c7d42-b9b5-42f0-9b9f-33712acea1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c631d720-cd14-4b1e-ac33-9b54346bea14', 'name': 'tempest-RoutersIpV6Test-router-579691813', 'tenant_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:19:09Z', 'updated_at': '2021-08-05T12:19:42Z', 'revision_number': 9, 'project_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'gw_port_host': None, '_interfaces': [{'id': '2596f640-0a4b-4d3c-b214-4ee6d920cb85', 'name': '', 'network_id': '9d1d2c69-1669-4db3-a7c1-879a768019d0', 'tenant_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'mac_address': 'fa:16:3e:de:d8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c631d720-cd14-4b1e-ac33-9b54346bea14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'eec09ab2-5f8a-4b81-85bb-3a141014b913', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:19:11Z', 'updated_at': '2021-08-05T12:19:18Z', 'revision_number': 5, 'project_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'subnets': [{'id': 'eec09ab2-5f8a-4b81-85bb-3a141014b913', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '910553e6-482d-4cbf-8439-6485957e20b5', 'name': '', 'network_id': '88b853c9-d68b-4d6c-b3f1-fd98247a21cf', 'tenant_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'mac_address': 'fa:16:3e:56:d2:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c631d720-cd14-4b1e-ac33-9b54346bea14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': 'd69c1b7e-8923-4834-86d0-06d3d083a884', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:19:16Z', 'updated_at': '2021-08-05T12:19:28Z', 'revision_number': 5, 'project_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'subnets': [{'id': 'd69c1b7e-8923-4834-86d0-06d3d083a884', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:19:44.267934 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63c7d42-b9b5-42f0-9b9f-33712acea1c1 None None] Checking router: c631d720-cd14-4b1e-ac33-9b54346bea14 for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:19:44.286782 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63c7d42-b9b5-42f0-9b9f-33712acea1c1 None None] Routers {'c631d720-cd14-4b1e-ac33-9b54346bea14'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:19:44.288029 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-c63c7d42-b9b5-42f0-9b9f-33712acea1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:19:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['c631d720-cd14-4b1e-ac33-9b54346bea14'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:19:44.289424 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-84c82d74-381c-470b-baeb-8752ec8ff50f tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:44.385304 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-84c82d74-381c-470b-baeb-8752ec8ff50f tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Deleting port 8cfcb0b2-63db-4603-b9b0-48bb1e5dee7e {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:19:44.386154 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-84c82d74-381c-470b-baeb-8752ec8ff50f tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:44.452109 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-c63c7d42-b9b5-42f0-9b9f-33712acea1c1 None None] Set router c631d720-cd14-4b1e-ac33-9b54346bea14 gateway port host: None {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:19:44.477518 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36df675-9e34-4763-9e8a-cecf86b9eb9b None None] DHCP port deletion for 8552c312-7d1b-4c7e-a9f1-a721ff3c0de8 request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 12:19:44.530188 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-84c82d74-381c-470b-baeb-8752ec8ff50f tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] For port 8cfcb0b2-63db-4603-b9b0-48bb1e5dee7e, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=8cfcb0b2-63db-4603-b9b0-48bb1e5dee7e,segment=NetworkSegment(cc8098ff-c10d-468c-8908-972fc8c707ce),segment_id=cc8098ff-c10d-468c-8908-972fc8c707ce)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:19:44.531417 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-84c82d74-381c-470b-baeb-8752ec8ff50f tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:44.558679 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-84c82d74-381c-470b-baeb-8752ec8ff50f tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Calling delete_port for 8cfcb0b2-63db-4603-b9b0-48bb1e5dee7e owned by network:dhcp {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:19:44.576246 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-e36df675-9e34-4763-9e8a-cecf86b9eb9b None None] Deleting port 8cfcb0b2-63db-4603-b9b0-48bb1e5dee7e {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:19:44.576970 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e36df675-9e34-4763-9e8a-cecf86b9eb9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:44.703658 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-e36df675-9e34-4763-9e8a-cecf86b9eb9b None None] For port 8cfcb0b2-63db-4603-b9b0-48bb1e5dee7e, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=8cfcb0b2-63db-4603-b9b0-48bb1e5dee7e,segment=NetworkSegment(cc8098ff-c10d-468c-8908-972fc8c707ce),segment_id=cc8098ff-c10d-468c-8908-972fc8c707ce)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:19:44.704440 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e36df675-9e34-4763-9e8a-cecf86b9eb9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:44.756161 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-e36df675-9e34-4763-9e8a-cecf86b9eb9b None None] Calling delete_port for 8cfcb0b2-63db-4603-b9b0-48bb1e5dee7e owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:19:44.792316 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-84c82d74-381c-470b-baeb-8752ec8ff50f tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:44.836388 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-c63c7d42-b9b5-42f0-9b9f-33712acea1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c631d720-cd14-4b1e-ac33-9b54346bea14', 'name': 'tempest-RoutersIpV6Test-router-579691813', 'tenant_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:19:09Z', 'updated_at': '2021-08-05T12:19:42Z', 'revision_number': 9, 'project_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'gw_port_host': None, '_interfaces': [{'id': '2596f640-0a4b-4d3c-b214-4ee6d920cb85', 'name': '', 'network_id': '9d1d2c69-1669-4db3-a7c1-879a768019d0', 'tenant_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'mac_address': 'fa:16:3e:de:d8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c631d720-cd14-4b1e-ac33-9b54346bea14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'eec09ab2-5f8a-4b81-85bb-3a141014b913', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:19:11Z', 'updated_at': '2021-08-05T12:19:18Z', 'revision_number': 5, 'project_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'subnets': [{'id': 'eec09ab2-5f8a-4b81-85bb-3a141014b913', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '910553e6-482d-4cbf-8439-6485957e20b5', 'name': '', 'network_id': '88b853c9-d68b-4d6c-b3f1-fd98247a21cf', 'tenant_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'mac_address': 'fa:16:3e:56:d2:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c631d720-cd14-4b1e-ac33-9b54346bea14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': 'd69c1b7e-8923-4834-86d0-06d3d083a884', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:19:16Z', 'updated_at': '2021-08-05T12:19:28Z', 'revision_number': 5, 'project_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'subnets': [{'id': 'd69c1b7e-8923-4834-86d0-06d3d083a884', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:19:44.876101 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c82d74-381c-470b-baeb-8752ec8ff50f tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Pushing event deleted for resources: {'Port': ['ID=8cfcb0b2-63db-4603-b9b0-48bb1e5dee7e,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:19:44.880784 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c82d74-381c-470b-baeb-8752ec8ff50f tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] No DVR routers for this DVR port 8cfcb0b2-63db-4603-b9b0-48bb1e5dee7e on host n-d-803378-2 {{(pid=94420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:19:44.909009 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63c7d42-b9b5-42f0-9b9f-33712acea1c1 None None] The sync data for ids ['c631d720-cd14-4b1e-ac33-9b54346bea14'] in n-d-803378-2 is: [{'id': 'c631d720-cd14-4b1e-ac33-9b54346bea14', 'name': 'tempest-RoutersIpV6Test-router-579691813', 'tenant_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:19:09Z', 'updated_at': '2021-08-05T12:19:42Z', 'revision_number': 9, 'project_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'gw_port_host': None, '_interfaces': [{'id': '2596f640-0a4b-4d3c-b214-4ee6d920cb85', 'name': '', 'network_id': '9d1d2c69-1669-4db3-a7c1-879a768019d0', 'tenant_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'mac_address': 'fa:16:3e:de:d8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c631d720-cd14-4b1e-ac33-9b54346bea14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'eec09ab2-5f8a-4b81-85bb-3a141014b913', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:19:11Z', 'updated_at': '2021-08-05T12:19:18Z', 'revision_number': 5, 'project_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'subnets': [{'id': 'eec09ab2-5f8a-4b81-85bb-3a141014b913', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '910553e6-482d-4cbf-8439-6485957e20b5', 'name': '', 'network_id': '88b853c9-d68b-4d6c-b3f1-fd98247a21cf', 'tenant_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'mac_address': 'fa:16:3e:56:d2:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c631d720-cd14-4b1e-ac33-9b54346bea14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': 'd69c1b7e-8923-4834-86d0-06d3d083a884', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:19:16Z', 'updated_at': '2021-08-05T12:19:28Z', 'revision_number': 5, 'project_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'subnets': [{'id': 'd69c1b7e-8923-4834-86d0-06d3d083a884', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:19:44.926995 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e36df675-9e34-4763-9e8a-cecf86b9eb9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:44.956442 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36df675-9e34-4763-9e8a-cecf86b9eb9b None None] No DVR routers for this DVR port 8cfcb0b2-63db-4603-b9b0-48bb1e5dee7e on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:19:44.995965 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36df675-9e34-4763-9e8a-cecf86b9eb9b None None] Pushing event deleted for resources: {'Port': ['ID=8cfcb0b2-63db-4603-b9b0-48bb1e5dee7e,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:19:45.073508 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-84c82d74-381c-470b-baeb-8752ec8ff50f tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:45.092575 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-84c82d74-381c-470b-baeb-8752ec8ff50f tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8552c312-7d1b-4c7e-a9f1-a721ff3c0de8']}} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:19:45.118646 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-84c82d74-381c-470b-baeb-8752ec8ff50f tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc8098ff-c10d-468c-8908-972fc8c707ce') {'for_net_delete': True} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:19:45.119182 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-84c82d74-381c-470b-baeb-8752ec8ff50f tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc8098ff-c10d-468c-8908-972fc8c707ce') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:19:45.141224 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-84c82d74-381c-470b-baeb-8752ec8ff50f tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25010581'] for segment, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:45.167759 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-84c82d74-381c-470b-baeb-8752ec8ff50f tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:45.179390 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84c82d74-381c-470b-baeb-8752ec8ff50f tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=94420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 12:19:45.180174 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-84c82d74-381c-470b-baeb-8752ec8ff50f tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29762581'] for segment, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:45.184274 n-d-803378-2 neutron-server[94420]: Traceback (most recent call last): Aug 05 12:19:45.184274 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 12:19:45.184274 n-d-803378-2 neutron-server[94420]: timer() Aug 05 12:19:45.184274 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 12:19:45.184274 n-d-803378-2 neutron-server[94420]: cb(*args, **kw) Aug 05 12:19:45.184274 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 12:19:45.184274 n-d-803378-2 neutron-server[94420]: return func(*args, **kwargs) Aug 05 12:19:45.184274 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 12:19:45.184274 n-d-803378-2 neutron-server[94420]: self._notify() Aug 05 12:19:45.184274 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 12:19:45.184274 n-d-803378-2 neutron-server[94420]: self.callback(batched_events) Aug 05 12:19:45.184274 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 12:19:45.184274 n-d-803378-2 neutron-server[94420]: event.method(event) Aug 05 12:19:45.184274 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 12:19:45.184274 n-d-803378-2 neutron-server[94420]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 12:19:45.184274 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 12:19:45.184274 n-d-803378-2 neutron-server[94420]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 12:19:45.184274 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 12:19:45.184274 n-d-803378-2 neutron-server[94420]: return f(self, *a, **k) Aug 05 12:19:45.184274 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 12:19:45.184274 n-d-803378-2 neutron-server[94420]: return self._get(url).json() Aug 05 12:19:45.184274 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 12:19:45.184274 n-d-803378-2 neutron-server[94420]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 12:19:45.184274 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 12:19:45.184274 n-d-803378-2 neutron-server[94420]: return self.request(url, 'GET', **kwargs) Aug 05 12:19:45.184274 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 12:19:45.184274 n-d-803378-2 neutron-server[94420]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 12:19:45.184274 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 12:19:45.184274 n-d-803378-2 neutron-server[94420]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 12:19:45.184274 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 12:19:45.184274 n-d-803378-2 neutron-server[94420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 12:19:45.184274 n-d-803378-2 neutron-server[94420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 12:19:45.300516 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-84c82d74-381c-470b-baeb-8752ec8ff50f tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:45.320185 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-84c82d74-381c-470b-baeb-8752ec8ff50f tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:45.324339 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-84c82d74-381c-470b-baeb-8752ec8ff50f tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] 10.222.0.58 "DELETE /v2.0/networks/8552c312-7d1b-4c7e-a9f1-a721ff3c0de8 HTTP/1.1" status: 204 len: 168 time: 1.2344499 Aug 05 12:19:45.329536 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41548) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:19:45.348438 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c82d74-381c-470b-baeb-8752ec8ff50f tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Pushing event deleted for resources: {'Network': ['ID=8552c312-7d1b-4c7e-a9f1-a721ff3c0de8,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:19:45.876469 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 8cfcb0b2-63db-4603-b9b0-48bb1e5dee7e no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:19:45.913087 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 8cfcb0b2-63db-4603-b9b0-48bb1e5dee7e {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:19:45.913755 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 8cfcb0b2-63db-4603-b9b0-48bb1e5dee7e not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:19:45.914456 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 5c760cb3-de2b-4095-82b0-c04a1595b612 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:19:45.955751 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 5c760cb3-de2b-4095-82b0-c04a1595b612 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:19:45.956375 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 5c760cb3-de2b-4095-82b0-c04a1595b612 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:19:45.994766 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-949056ab-b1fd-4dc1-8ece-5485c93f564a tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33208311'] for router_interface, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:46.411927 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-949056ab-b1fd-4dc1-8ece-5485c93f564a tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Deleting port 910553e6-482d-4cbf-8439-6485957e20b5 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:19:46.412979 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-949056ab-b1fd-4dc1-8ece-5485c93f564a tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:46.581161 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [None req-949056ab-b1fd-4dc1-8ece-5485c93f564a tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] For port 910553e6-482d-4cbf-8439-6485957e20b5, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=910553e6-482d-4cbf-8439-6485957e20b5,segment=NetworkSegment(8a40e771-b2e0-44ab-8ab3-b123b5898f5b),segment_id=8a40e771-b2e0-44ab-8ab3-b123b5898f5b)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:19:46.581839 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-949056ab-b1fd-4dc1-8ece-5485c93f564a tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:46.604283 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-949056ab-b1fd-4dc1-8ece-5485c93f564a tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Calling delete_port for 910553e6-482d-4cbf-8439-6485957e20b5 owned by network:router_interface {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:19:46.967915 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-949056ab-b1fd-4dc1-8ece-5485c93f564a tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:47.009998 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949056ab-b1fd-4dc1-8ece-5485c93f564a tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Pushing event deleted for resources: {'Port': ['ID=910553e6-482d-4cbf-8439-6485957e20b5,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:19:47.261497 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-949056ab-b1fd-4dc1-8ece-5485c93f564a tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33140263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33208171'] for router_interface, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:47.627556 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-949056ab-b1fd-4dc1-8ece-5485c93f564a tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Router c631d720-cd14-4b1e-ac33-9b54346bea14 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:19:47.815166 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-949056ab-b1fd-4dc1-8ece-5485c93f564a tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:19:47.826913 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-949056ab-b1fd-4dc1-8ece-5485c93f564a tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] 10.222.0.58 "PUT /v2.0/routers/c631d720-cd14-4b1e-ac33-9b54346bea14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4942129 Aug 05 12:19:47.830405 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41582) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:19:47.837691 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ccf3ca-b55e-4f4e-bd59-3c426fe02a70 None None] Sync routers for ids ['c631d720-cd14-4b1e-ac33-9b54346bea14'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:19:47.865840 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ccf3ca-b55e-4f4e-bd59-3c426fe02a70 None None] Routers {'c631d720-cd14-4b1e-ac33-9b54346bea14'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:19:47.867065 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-d0ccf3ca-b55e-4f4e-bd59-3c426fe02a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:19:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['c631d720-cd14-4b1e-ac33-9b54346bea14'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:19:47.981428 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bc42a44-4a28-485c-80fc-af74b2bdc75f tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Deleting subnet d69c1b7e-8923-4834-86d0-06d3d083a884 {{(pid=94421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 12:19:47.991335 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8bc42a44-4a28-485c-80fc-af74b2bdc75f tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks [] for subnet, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:48.048469 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-d0ccf3ca-b55e-4f4e-bd59-3c426fe02a70 None None] Set router c631d720-cd14-4b1e-ac33-9b54346bea14 gateway port host: None {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:19:48.088162 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8bc42a44-4a28-485c-80fc-af74b2bdc75f tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29786388'] for subnet, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:48.282037 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8bc42a44-4a28-485c-80fc-af74b2bdc75f tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:48.406377 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8bc42a44-4a28-485c-80fc-af74b2bdc75f tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25038609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30075142'] for subnet, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:48.439961 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-d0ccf3ca-b55e-4f4e-bd59-3c426fe02a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c631d720-cd14-4b1e-ac33-9b54346bea14', 'name': 'tempest-RoutersIpV6Test-router-579691813', 'tenant_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:19:09Z', 'updated_at': '2021-08-05T12:19:46Z', 'revision_number': 10, 'project_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'gw_port_host': None, '_interfaces': [{'id': '2596f640-0a4b-4d3c-b214-4ee6d920cb85', 'name': '', 'network_id': '9d1d2c69-1669-4db3-a7c1-879a768019d0', 'tenant_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'mac_address': 'fa:16:3e:de:d8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c631d720-cd14-4b1e-ac33-9b54346bea14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'eec09ab2-5f8a-4b81-85bb-3a141014b913', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:19:11Z', 'updated_at': '2021-08-05T12:19:18Z', 'revision_number': 5, 'project_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'subnets': [{'id': 'eec09ab2-5f8a-4b81-85bb-3a141014b913', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:19:48.457222 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc42a44-4a28-485c-80fc-af74b2bdc75f tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Pushing event deleted for resources: {'Subnet': ['ID=d69c1b7e-8923-4834-86d0-06d3d083a884,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:19:48.477908 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8bc42a44-4a28-485c-80fc-af74b2bdc75f tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:48.484680 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-8bc42a44-4a28-485c-80fc-af74b2bdc75f tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] 10.222.0.58 "DELETE /v2.0/subnets/d69c1b7e-8923-4834-86d0-06d3d083a884 HTTP/1.1" status: 204 len: 168 time: 0.6510131 Aug 05 12:19:48.488971 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 41592) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:19:48.500828 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289b4b4a-bd1e-4f23-9c53-fe830cad4fc7 None None] Network 88b853c9-d68b-4d6c-b3f1-fd98247a21cf requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:19:48.507204 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ccf3ca-b55e-4f4e-bd59-3c426fe02a70 None None] Checking router: c631d720-cd14-4b1e-ac33-9b54346bea14 for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:19:48.595806 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ccf3ca-b55e-4f4e-bd59-3c426fe02a70 None None] Routers {'c631d720-cd14-4b1e-ac33-9b54346bea14'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:19:48.596819 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-d0ccf3ca-b55e-4f4e-bd59-3c426fe02a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:19:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['c631d720-cd14-4b1e-ac33-9b54346bea14'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:19:48.638536 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1e026a15-b09b-414b-a8e7-ac62e9cd41d0 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:48.772075 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-1e026a15-b09b-414b-a8e7-ac62e9cd41d0 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Deleting port 0b9431e0-cefb-475e-b84c-89cf24686590 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:19:48.772695 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1e026a15-b09b-414b-a8e7-ac62e9cd41d0 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:48.778870 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-d0ccf3ca-b55e-4f4e-bd59-3c426fe02a70 None None] Set router c631d720-cd14-4b1e-ac33-9b54346bea14 gateway port host: None {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:19:48.893815 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-1e026a15-b09b-414b-a8e7-ac62e9cd41d0 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] For port 0b9431e0-cefb-475e-b84c-89cf24686590, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=0b9431e0-cefb-475e-b84c-89cf24686590,segment=NetworkSegment(8a40e771-b2e0-44ab-8ab3-b123b5898f5b),segment_id=8a40e771-b2e0-44ab-8ab3-b123b5898f5b)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:19:48.894482 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1e026a15-b09b-414b-a8e7-ac62e9cd41d0 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:48.938051 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-1e026a15-b09b-414b-a8e7-ac62e9cd41d0 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Calling delete_port for 0b9431e0-cefb-475e-b84c-89cf24686590 owned by network:dhcp {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:19:48.966380 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2068e9a1-45ae-4123-82f4-fff911837325 None None] DHCP port deletion for 88b853c9-d68b-4d6c-b3f1-fd98247a21cf request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 12:19:49.122696 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1e026a15-b09b-414b-a8e7-ac62e9cd41d0 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:49.167613 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-2068e9a1-45ae-4123-82f4-fff911837325 None None] Deleting port 0b9431e0-cefb-475e-b84c-89cf24686590 {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:19:49.168184 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-2068e9a1-45ae-4123-82f4-fff911837325 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:49.177702 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e026a15-b09b-414b-a8e7-ac62e9cd41d0 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] No DVR routers for this DVR port 0b9431e0-cefb-475e-b84c-89cf24686590 on host n-d-803378-2 {{(pid=94420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:19:49.180708 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e026a15-b09b-414b-a8e7-ac62e9cd41d0 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Pushing event deleted for resources: {'Port': ['ID=0b9431e0-cefb-475e-b84c-89cf24686590,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:19:49.298806 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-2068e9a1-45ae-4123-82f4-fff911837325 None None] For port 0b9431e0-cefb-475e-b84c-89cf24686590, host n-d-803378-2, got binding levels [] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:19:49.299340 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-2068e9a1-45ae-4123-82f4-fff911837325 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:49.315878 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-d0ccf3ca-b55e-4f4e-bd59-3c426fe02a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c631d720-cd14-4b1e-ac33-9b54346bea14', 'name': 'tempest-RoutersIpV6Test-router-579691813', 'tenant_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:19:09Z', 'updated_at': '2021-08-05T12:19:46Z', 'revision_number': 10, 'project_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'gw_port_host': None, '_interfaces': [{'id': '2596f640-0a4b-4d3c-b214-4ee6d920cb85', 'name': '', 'network_id': '9d1d2c69-1669-4db3-a7c1-879a768019d0', 'tenant_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'mac_address': 'fa:16:3e:de:d8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c631d720-cd14-4b1e-ac33-9b54346bea14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'eec09ab2-5f8a-4b81-85bb-3a141014b913', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:19:11Z', 'updated_at': '2021-08-05T12:19:18Z', 'revision_number': 5, 'project_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'subnets': [{'id': 'eec09ab2-5f8a-4b81-85bb-3a141014b913', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:19:49.323950 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-2068e9a1-45ae-4123-82f4-fff911837325 None None] Calling delete_port for 0b9431e0-cefb-475e-b84c-89cf24686590 owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:19:49.345389 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1e026a15-b09b-414b-a8e7-ac62e9cd41d0 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:49.363112 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.ipam_backend_mixin [None req-2068e9a1-45ae-4123-82f4-fff911837325 None None] Port 0b9431e0-cefb-475e-b84c-89cf24686590 was not found and therefore no delete operation was performed {{(pid=94422) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 05 12:19:49.365053 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ccf3ca-b55e-4f4e-bd59-3c426fe02a70 None None] The sync data for ids ['c631d720-cd14-4b1e-ac33-9b54346bea14'] in n-d-803378-2 is: [{'id': 'c631d720-cd14-4b1e-ac33-9b54346bea14', 'name': 'tempest-RoutersIpV6Test-router-579691813', 'tenant_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:19:09Z', 'updated_at': '2021-08-05T12:19:46Z', 'revision_number': 10, 'project_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'gw_port_host': None, '_interfaces': [{'id': '2596f640-0a4b-4d3c-b214-4ee6d920cb85', 'name': '', 'network_id': '9d1d2c69-1669-4db3-a7c1-879a768019d0', 'tenant_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'mac_address': 'fa:16:3e:de:d8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c631d720-cd14-4b1e-ac33-9b54346bea14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'eec09ab2-5f8a-4b81-85bb-3a141014b913', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:19:11Z', 'updated_at': '2021-08-05T12:19:18Z', 'revision_number': 5, 'project_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'subnets': [{'id': 'eec09ab2-5f8a-4b81-85bb-3a141014b913', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:19:49.367031 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-1e026a15-b09b-414b-a8e7-ac62e9cd41d0 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88b853c9-d68b-4d6c-b3f1-fd98247a21cf']}} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:19:49.367342 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-2068e9a1-45ae-4123-82f4-fff911837325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:49.388184 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-1e026a15-b09b-414b-a8e7-ac62e9cd41d0 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a40e771-b2e0-44ab-8ab3-b123b5898f5b') {'for_net_delete': True} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:19:49.388813 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-1e026a15-b09b-414b-a8e7-ac62e9cd41d0 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a40e771-b2e0-44ab-8ab3-b123b5898f5b') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:19:49.407684 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1e026a15-b09b-414b-a8e7-ac62e9cd41d0 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25010581'] for segment, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:49.417126 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2068e9a1-45ae-4123-82f4-fff911837325 None None] Pushing event deleted for resources: {'Port': ['ID=0b9431e0-cefb-475e-b84c-89cf24686590,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:19:49.425407 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2068e9a1-45ae-4123-82f4-fff911837325 None None] No DVR routers for this DVR port 0b9431e0-cefb-475e-b84c-89cf24686590 on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:19:49.450626 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1e026a15-b09b-414b-a8e7-ac62e9cd41d0 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:49.463153 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e026a15-b09b-414b-a8e7-ac62e9cd41d0 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=94420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 12:19:49.464024 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1e026a15-b09b-414b-a8e7-ac62e9cd41d0 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29762581'] for segment, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:49.470582 n-d-803378-2 neutron-server[94420]: Traceback (most recent call last): Aug 05 12:19:49.470582 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 12:19:49.470582 n-d-803378-2 neutron-server[94420]: timer() Aug 05 12:19:49.470582 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 12:19:49.470582 n-d-803378-2 neutron-server[94420]: cb(*args, **kw) Aug 05 12:19:49.470582 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 12:19:49.470582 n-d-803378-2 neutron-server[94420]: return func(*args, **kwargs) Aug 05 12:19:49.470582 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 12:19:49.470582 n-d-803378-2 neutron-server[94420]: self._notify() Aug 05 12:19:49.470582 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 12:19:49.470582 n-d-803378-2 neutron-server[94420]: self.callback(batched_events) Aug 05 12:19:49.470582 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 12:19:49.470582 n-d-803378-2 neutron-server[94420]: event.method(event) Aug 05 12:19:49.470582 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 12:19:49.470582 n-d-803378-2 neutron-server[94420]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 12:19:49.470582 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 12:19:49.470582 n-d-803378-2 neutron-server[94420]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 12:19:49.470582 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 12:19:49.470582 n-d-803378-2 neutron-server[94420]: return f(self, *a, **k) Aug 05 12:19:49.470582 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 12:19:49.470582 n-d-803378-2 neutron-server[94420]: return self._get(url).json() Aug 05 12:19:49.470582 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 12:19:49.470582 n-d-803378-2 neutron-server[94420]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 12:19:49.470582 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 12:19:49.470582 n-d-803378-2 neutron-server[94420]: return self.request(url, 'GET', **kwargs) Aug 05 12:19:49.470582 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 12:19:49.470582 n-d-803378-2 neutron-server[94420]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 12:19:49.470582 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 12:19:49.470582 n-d-803378-2 neutron-server[94420]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 12:19:49.470582 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 12:19:49.470582 n-d-803378-2 neutron-server[94420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 12:19:49.470582 n-d-803378-2 neutron-server[94420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 12:19:49.592231 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1e026a15-b09b-414b-a8e7-ac62e9cd41d0 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:49.620572 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1e026a15-b09b-414b-a8e7-ac62e9cd41d0 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:49.620572 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-1e026a15-b09b-414b-a8e7-ac62e9cd41d0 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] 10.222.0.58 "DELETE /v2.0/networks/88b853c9-d68b-4d6c-b3f1-fd98247a21cf HTTP/1.1" status: 204 len: 168 time: 1.1207104 Aug 05 12:19:49.620572 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 41610) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:19:49.642385 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e026a15-b09b-414b-a8e7-ac62e9cd41d0 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Pushing event deleted for resources: {'Network': ['ID=88b853c9-d68b-4d6c-b3f1-fd98247a21cf,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:19:49.900066 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 0b9431e0-cefb-475e-b84c-89cf24686590 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:19:49.960039 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 0b9431e0-cefb-475e-b84c-89cf24686590 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:19:49.961214 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 0b9431e0-cefb-475e-b84c-89cf24686590 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:19:49.962199 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 910553e6-482d-4cbf-8439-6485957e20b5 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:19:50.001643 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 910553e6-482d-4cbf-8439-6485957e20b5 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:19:50.003259 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 910553e6-482d-4cbf-8439-6485957e20b5 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:19:50.324288 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1eb751bd-3f8d-41fd-b7fb-92f24ffcb163 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33208311'] for router_interface, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:50.640753 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-1eb751bd-3f8d-41fd-b7fb-92f24ffcb163 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Deleting port 2596f640-0a4b-4d3c-b214-4ee6d920cb85 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:19:50.641561 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1eb751bd-3f8d-41fd-b7fb-92f24ffcb163 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:50.794621 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-1eb751bd-3f8d-41fd-b7fb-92f24ffcb163 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] For port 2596f640-0a4b-4d3c-b214-4ee6d920cb85, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=2596f640-0a4b-4d3c-b214-4ee6d920cb85,segment=NetworkSegment(de0b6bad-9b4c-48e8-9dce-e3b6f93c7fcf),segment_id=de0b6bad-9b4c-48e8-9dce-e3b6f93c7fcf)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:19:50.795152 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1eb751bd-3f8d-41fd-b7fb-92f24ffcb163 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:50.815055 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-1eb751bd-3f8d-41fd-b7fb-92f24ffcb163 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Calling delete_port for 2596f640-0a4b-4d3c-b214-4ee6d920cb85 owned by network:router_interface {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:19:51.031612 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1eb751bd-3f8d-41fd-b7fb-92f24ffcb163 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:51.065736 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb751bd-3f8d-41fd-b7fb-92f24ffcb163 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Pushing event deleted for resources: {'Port': ['ID=2596f640-0a4b-4d3c-b214-4ee6d920cb85,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:19:51.218869 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1eb751bd-3f8d-41fd-b7fb-92f24ffcb163 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33140263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33208171'] for router_interface, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:51.534468 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eb751bd-3f8d-41fd-b7fb-92f24ffcb163 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Router c631d720-cd14-4b1e-ac33-9b54346bea14 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:19:51.630983 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eb751bd-3f8d-41fd-b7fb-92f24ffcb163 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:19:51.645807 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41640) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:19:51.647014 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-1eb751bd-3f8d-41fd-b7fb-92f24ffcb163 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] 10.222.0.58 "PUT /v2.0/routers/c631d720-cd14-4b1e-ac33-9b54346bea14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0283036 Aug 05 12:19:51.649226 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36aca114-f5e0-4b82-9bcb-124689c65233 None None] Sync routers for ids ['c631d720-cd14-4b1e-ac33-9b54346bea14'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:19:51.663866 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36aca114-f5e0-4b82-9bcb-124689c65233 None None] Routers {'c631d720-cd14-4b1e-ac33-9b54346bea14'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:19:51.664814 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-36aca114-f5e0-4b82-9bcb-124689c65233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:19:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['c631d720-cd14-4b1e-ac33-9b54346bea14'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:19:51.739620 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_v2 [None req-7421410c-2996-4b3a-895a-84e399d36852 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Deleting subnet eec09ab2-5f8a-4b81-85bb-3a141014b913 {{(pid=94421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 12:19:51.746043 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7421410c-2996-4b3a-895a-84e399d36852 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks [] for subnet, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:51.804616 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-36aca114-f5e0-4b82-9bcb-124689c65233 None None] Set router c631d720-cd14-4b1e-ac33-9b54346bea14 gateway port host: None {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:19:51.836914 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7421410c-2996-4b3a-895a-84e399d36852 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29786388'] for subnet, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:51.955086 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-36aca114-f5e0-4b82-9bcb-124689c65233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c631d720-cd14-4b1e-ac33-9b54346bea14', 'name': 'tempest-RoutersIpV6Test-router-579691813', 'tenant_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:19:09Z', 'updated_at': '2021-08-05T12:19:50Z', 'revision_number': 11, 'project_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'gw_port_host': None}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:19:52.012295 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7421410c-2996-4b3a-895a-84e399d36852 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:52.020343 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36aca114-f5e0-4b82-9bcb-124689c65233 None None] Checking router: c631d720-cd14-4b1e-ac33-9b54346bea14 for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:19:52.039275 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36aca114-f5e0-4b82-9bcb-124689c65233 None None] Routers {'c631d720-cd14-4b1e-ac33-9b54346bea14'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:19:52.040987 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-36aca114-f5e0-4b82-9bcb-124689c65233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:19:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['c631d720-cd14-4b1e-ac33-9b54346bea14'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:19:52.146960 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7421410c-2996-4b3a-895a-84e399d36852 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25038609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30075142'] for subnet, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:52.187853 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-36aca114-f5e0-4b82-9bcb-124689c65233 None None] Set router c631d720-cd14-4b1e-ac33-9b54346bea14 gateway port host: None {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:19:52.205285 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7421410c-2996-4b3a-895a-84e399d36852 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Pushing event deleted for resources: {'Subnet': ['ID=eec09ab2-5f8a-4b81-85bb-3a141014b913,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:19:52.213822 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7421410c-2996-4b3a-895a-84e399d36852 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:52.217510 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-7421410c-2996-4b3a-895a-84e399d36852 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] 10.222.0.58 "DELETE /v2.0/subnets/eec09ab2-5f8a-4b81-85bb-3a141014b913 HTTP/1.1" status: 204 len: 168 time: 0.5693288 Aug 05 12:19:52.223018 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41648) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:19:52.238356 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c5c5477-260d-4c9f-ae3b-a568ae65c5cb None None] Network 9d1d2c69-1669-4db3-a7c1-879a768019d0 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:19:52.289988 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-36aca114-f5e0-4b82-9bcb-124689c65233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c631d720-cd14-4b1e-ac33-9b54346bea14', 'name': 'tempest-RoutersIpV6Test-router-579691813', 'tenant_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:19:09Z', 'updated_at': '2021-08-05T12:19:50Z', 'revision_number': 11, 'project_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'gw_port_host': None}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:19:52.353683 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36aca114-f5e0-4b82-9bcb-124689c65233 None None] The sync data for ids ['c631d720-cd14-4b1e-ac33-9b54346bea14'] in n-d-803378-2 is: [{'id': 'c631d720-cd14-4b1e-ac33-9b54346bea14', 'name': 'tempest-RoutersIpV6Test-router-579691813', 'tenant_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:19:09Z', 'updated_at': '2021-08-05T12:19:50Z', 'revision_number': 11, 'project_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'gw_port_host': None}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:19:52.373208 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-af43977f-2a5e-41df-b953-f06ddb6529c4 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:52.498799 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-af43977f-2a5e-41df-b953-f06ddb6529c4 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Deleting port b4216fdc-ef1b-4ad4-9958-cd214203aa0b {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:19:52.499948 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-af43977f-2a5e-41df-b953-f06ddb6529c4 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:52.633168 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [None req-af43977f-2a5e-41df-b953-f06ddb6529c4 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] For port b4216fdc-ef1b-4ad4-9958-cd214203aa0b, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=b4216fdc-ef1b-4ad4-9958-cd214203aa0b,segment=NetworkSegment(de0b6bad-9b4c-48e8-9dce-e3b6f93c7fcf),segment_id=de0b6bad-9b4c-48e8-9dce-e3b6f93c7fcf)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:19:52.633928 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-af43977f-2a5e-41df-b953-f06ddb6529c4 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:52.664394 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-af43977f-2a5e-41df-b953-f06ddb6529c4 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Calling delete_port for b4216fdc-ef1b-4ad4-9958-cd214203aa0b owned by network:dhcp {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:19:52.783015 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:52.868045 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-af43977f-2a5e-41df-b953-f06ddb6529c4 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:52.922244 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0085ddf2-7441-4c83-8f9f-e5b1f63d7ba7 None None] DHCP port deletion for 9d1d2c69-1669-4db3-a7c1-879a768019d0 request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 12:19:52.940827 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af43977f-2a5e-41df-b953-f06ddb6529c4 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Pushing event deleted for resources: {'Port': ['ID=b4216fdc-ef1b-4ad4-9958-cd214203aa0b,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:19:52.953322 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af43977f-2a5e-41df-b953-f06ddb6529c4 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] No DVR routers for this DVR port b4216fdc-ef1b-4ad4-9958-cd214203aa0b on host n-d-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:19:53.104992 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-af43977f-2a5e-41df-b953-f06ddb6529c4 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:53.128969 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-af43977f-2a5e-41df-b953-f06ddb6529c4 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d1d2c69-1669-4db3-a7c1-879a768019d0']}} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:19:53.152962 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-af43977f-2a5e-41df-b953-f06ddb6529c4 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de0b6bad-9b4c-48e8-9dce-e3b6f93c7fcf') {'for_net_delete': True} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:19:53.153313 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-af43977f-2a5e-41df-b953-f06ddb6529c4 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de0b6bad-9b4c-48e8-9dce-e3b6f93c7fcf') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:19:53.170742 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-af43977f-2a5e-41df-b953-f06ddb6529c4 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29786371'] for segment, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:53.199083 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-af43977f-2a5e-41df-b953-f06ddb6529c4 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:53.223366 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af43977f-2a5e-41df-b953-f06ddb6529c4 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=94421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 12:19:53.224125 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-af43977f-2a5e-41df-b953-f06ddb6529c4 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25038799'] for segment, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:53.229982 n-d-803378-2 neutron-server[94421]: Traceback (most recent call last): Aug 05 12:19:53.229982 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 12:19:53.229982 n-d-803378-2 neutron-server[94421]: timer() Aug 05 12:19:53.229982 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 12:19:53.229982 n-d-803378-2 neutron-server[94421]: cb(*args, **kw) Aug 05 12:19:53.229982 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 12:19:53.229982 n-d-803378-2 neutron-server[94421]: return func(*args, **kwargs) Aug 05 12:19:53.229982 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 12:19:53.229982 n-d-803378-2 neutron-server[94421]: self._notify() Aug 05 12:19:53.229982 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 12:19:53.229982 n-d-803378-2 neutron-server[94421]: self.callback(batched_events) Aug 05 12:19:53.229982 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 12:19:53.229982 n-d-803378-2 neutron-server[94421]: event.method(event) Aug 05 12:19:53.229982 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 12:19:53.229982 n-d-803378-2 neutron-server[94421]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 12:19:53.229982 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 12:19:53.229982 n-d-803378-2 neutron-server[94421]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 12:19:53.229982 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 12:19:53.229982 n-d-803378-2 neutron-server[94421]: return f(self, *a, **k) Aug 05 12:19:53.229982 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 12:19:53.229982 n-d-803378-2 neutron-server[94421]: return self._get(url).json() Aug 05 12:19:53.229982 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 12:19:53.229982 n-d-803378-2 neutron-server[94421]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 12:19:53.229982 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 12:19:53.229982 n-d-803378-2 neutron-server[94421]: return self.request(url, 'GET', **kwargs) Aug 05 12:19:53.229982 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 12:19:53.229982 n-d-803378-2 neutron-server[94421]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 12:19:53.229982 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 12:19:53.229982 n-d-803378-2 neutron-server[94421]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 12:19:53.229982 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 12:19:53.229982 n-d-803378-2 neutron-server[94421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 12:19:53.229982 n-d-803378-2 neutron-server[94421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 12:19:53.331281 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-af43977f-2a5e-41df-b953-f06ddb6529c4 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:53.346752 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-af43977f-2a5e-41df-b953-f06ddb6529c4 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks [] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:53.353008 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-af43977f-2a5e-41df-b953-f06ddb6529c4 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] 10.222.0.58 "DELETE /v2.0/networks/9d1d2c69-1669-4db3-a7c1-879a768019d0 HTTP/1.1" status: 204 len: 168 time: 1.1255987 Aug 05 12:19:53.354151 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 41670) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:19:53.360206 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-fecf4cee-7794-4430-aca8-cdb77fb67f2a tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Request body: {'router': {'routes': None}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:19:53.367686 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af43977f-2a5e-41df-b953-f06ddb6529c4 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Pushing event deleted for resources: {'Network': ['ID=9d1d2c69-1669-4db3-a7c1-879a768019d0,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:19:53.380329 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af43977f-2a5e-41df-b953-f06ddb6529c4 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:19:53.380911 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af43977f-2a5e-41df-b953-f06ddb6529c4 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:19:53.381315 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af43977f-2a5e-41df-b953-f06ddb6529c4 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:19:53.381785 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af43977f-2a5e-41df-b953-f06ddb6529c4 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:19:53.382255 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af43977f-2a5e-41df-b953-f06ddb6529c4 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:19:53.382722 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af43977f-2a5e-41df-b953-f06ddb6529c4 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:19:53.383190 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af43977f-2a5e-41df-b953-f06ddb6529c4 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:19:53.383657 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af43977f-2a5e-41df-b953-f06ddb6529c4 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:19:53.384114 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af43977f-2a5e-41df-b953-f06ddb6529c4 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:19:53.384597 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af43977f-2a5e-41df-b953-f06ddb6529c4 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:19:53.385060 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af43977f-2a5e-41df-b953-f06ddb6529c4 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:19:53.385603 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af43977f-2a5e-41df-b953-f06ddb6529c4 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:19:53.603414 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.extraroute_db [None req-fecf4cee-7794-4430-aca8-cdb77fb67f2a tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Added routes are [] {{(pid=94420) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 05 12:19:53.603894 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.extraroute_db [None req-fecf4cee-7794-4430-aca8-cdb77fb67f2a tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Removed routes are [] {{(pid=94420) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 05 12:19:53.604721 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fecf4cee-7794-4430-aca8-cdb77fb67f2a tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33286054', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33263081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1940'] for router, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:53.918158 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device b4216fdc-ef1b-4ad4-9958-cd214203aa0b no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:19:53.966883 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: b4216fdc-ef1b-4ad4-9958-cd214203aa0b {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:19:53.967756 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device b4216fdc-ef1b-4ad4-9958-cd214203aa0b not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:19:53.971861 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 2596f640-0a4b-4d3c-b214-4ee6d920cb85 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:19:54.017560 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 2596f640-0a4b-4d3c-b214-4ee6d920cb85 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:19:54.018432 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 2596f640-0a4b-4d3c-b214-4ee6d920cb85 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:19:54.325988 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fecf4cee-7794-4430-aca8-cdb77fb67f2a tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33286054', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33263081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1940'] for router, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:54.333092 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fecf4cee-7794-4430-aca8-cdb77fb67f2a tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33286033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33286040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33263014'] for router, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:54.434422 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fecf4cee-7794-4430-aca8-cdb77fb67f2a tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Router c631d720-cd14-4b1e-ac33-9b54346bea14 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:19:54.532810 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fecf4cee-7794-4430-aca8-cdb77fb67f2a tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:19:54.544417 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fecf4cee-7794-4430-aca8-cdb77fb67f2a tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks [] for router, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:54.550461 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-fecf4cee-7794-4430-aca8-cdb77fb67f2a tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] 10.222.0.58 "PUT /v2.0/routers/c631d720-cd14-4b1e-ac33-9b54346bea14 HTTP/1.1" status: 200 len: 704 time: 1.1908596 Aug 05 12:19:54.551527 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 41686) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:19:54.554162 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0512cb9-1a35-4809-92ce-5e12e1dd1283 None None] Sync routers for ids ['c631d720-cd14-4b1e-ac33-9b54346bea14'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:19:54.570637 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0512cb9-1a35-4809-92ce-5e12e1dd1283 None None] Routers {'c631d720-cd14-4b1e-ac33-9b54346bea14'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:19:54.572627 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-b0512cb9-1a35-4809-92ce-5e12e1dd1283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:19:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['c631d720-cd14-4b1e-ac33-9b54346bea14'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:19:54.600305 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-aec8b24c-6e71-4cad-bef7-8ce832247be0 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] 10.222.0.58 "GET /v2.0/ports?device_id=c631d720-cd14-4b1e-ac33-9b54346bea14 HTTP/1.1" status: 200 len: 205 time: 0.0465226 Aug 05 12:19:54.603270 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41688) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:19:54.678611 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-b0512cb9-1a35-4809-92ce-5e12e1dd1283 None None] Set router c631d720-cd14-4b1e-ac33-9b54346bea14 gateway port host: None {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:19:54.717150 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-78b60272-1aff-4ba7-b45d-ab4569128b11 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks [] for router, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:54.779623 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-b0512cb9-1a35-4809-92ce-5e12e1dd1283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c631d720-cd14-4b1e-ac33-9b54346bea14', 'name': 'tempest-RoutersIpV6Test-router-579691813', 'tenant_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:19:09Z', 'updated_at': '2021-08-05T12:19:50Z', 'revision_number': 11, 'project_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'gw_port_host': None}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:19:54.828608 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0512cb9-1a35-4809-92ce-5e12e1dd1283 None None] Checking router: c631d720-cd14-4b1e-ac33-9b54346bea14 for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:19:54.841018 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0512cb9-1a35-4809-92ce-5e12e1dd1283 None None] Routers {'c631d720-cd14-4b1e-ac33-9b54346bea14'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:19:54.842085 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-b0512cb9-1a35-4809-92ce-5e12e1dd1283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:19:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['c631d720-cd14-4b1e-ac33-9b54346bea14'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:19:54.978673 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-b0512cb9-1a35-4809-92ce-5e12e1dd1283 None None] Set router c631d720-cd14-4b1e-ac33-9b54346bea14 gateway port host: None {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:19:55.095075 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-b0512cb9-1a35-4809-92ce-5e12e1dd1283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c631d720-cd14-4b1e-ac33-9b54346bea14', 'name': 'tempest-RoutersIpV6Test-router-579691813', 'tenant_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:19:09Z', 'updated_at': '2021-08-05T12:19:50Z', 'revision_number': 11, 'project_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'gw_port_host': None}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:19:55.147130 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0512cb9-1a35-4809-92ce-5e12e1dd1283 None None] The sync data for ids ['c631d720-cd14-4b1e-ac33-9b54346bea14'] in n-d-803378-2 is: [{'id': 'c631d720-cd14-4b1e-ac33-9b54346bea14', 'name': 'tempest-RoutersIpV6Test-router-579691813', 'tenant_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:19:09Z', 'updated_at': '2021-08-05T12:19:50Z', 'revision_number': 11, 'project_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'gw_port_host': None}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:19:55.384890 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-78b60272-1aff-4ba7-b45d-ab4569128b11 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33262979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1951'] for router, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:55.389710 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-78b60272-1aff-4ba7-b45d-ab4569128b11 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:55.483640 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-78b60272-1aff-4ba7-b45d-ab4569128b11 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33262474'] for router, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:55.485362 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78b60272-1aff-4ba7-b45d-ab4569128b11 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Fanout notify agent at l3_agent the message router_deleted on router c631d720-cd14-4b1e-ac33-9b54346bea14 {{(pid=94421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 12:19:55.498038 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-78b60272-1aff-4ba7-b45d-ab4569128b11 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks [] for router, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:55.500061 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-78b60272-1aff-4ba7-b45d-ab4569128b11 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] 10.222.0.58 "DELETE /v2.0/routers/c631d720-cd14-4b1e-ac33-9b54346bea14 HTTP/1.1" status: 204 len: 168 time: 0.8950167 Aug 05 12:19:55.508115 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41704) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:19:55.513282 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-fea7aafa-d78c-4f1b-9868-b5e1ac93fc3d tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1567836565', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:19:55.567893 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fea7aafa-d78c-4f1b-9868-b5e1ac93fc3d tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33260300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1929'] for router, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:55.570732 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fea7aafa-d78c-4f1b-9868-b5e1ac93fc3d tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33285914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33034662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1926'] for router, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:55.683676 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fea7aafa-d78c-4f1b-9868-b5e1ac93fc3d tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:55.692149 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fea7aafa-d78c-4f1b-9868-b5e1ac93fc3d tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286026'] for router, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:55.727458 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fea7aafa-d78c-4f1b-9868-b5e1ac93fc3d tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks [] for router, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:55.733462 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-fea7aafa-d78c-4f1b-9868-b5e1ac93fc3d tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2239125 Aug 05 12:19:55.734911 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 41708) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:19:55.750176 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-d4582860-4f0a-4d67-beee-e5aa9d6c03ca tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:19:56.109655 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d4582860-4f0a-4d67-beee-e5aa9d6c03ca tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33286054', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33263081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1940'] for router, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:56.126396 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d4582860-4f0a-4d67-beee-e5aa9d6c03ca tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33286033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33286040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33263014'] for router, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:56.309844 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4582860-4f0a-4d67-beee-e5aa9d6c03ca tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Router b7d2aa0d-c012-40a7-893e-eb242a8094c1 is scheduled to L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d with binding_index 1 {{(pid=94420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 12:19:56.422840 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4582860-4f0a-4d67-beee-e5aa9d6c03ca tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:19:56.431485 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d4582860-4f0a-4d67-beee-e5aa9d6c03ca tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks [] for router, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:56.436069 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-d4582860-4f0a-4d67-beee-e5aa9d6c03ca tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] 10.222.0.58 "PUT /v2.0/routers/b7d2aa0d-c012-40a7-893e-eb242a8094c1 HTTP/1.1" status: 200 len: 698 time: 0.6964862 Aug 05 12:19:56.436979 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 41720) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:19:56.442558 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c98f7ef-52c2-492f-a24b-354a0182f464 None None] Sync routers for ids ['b7d2aa0d-c012-40a7-893e-eb242a8094c1'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:19:56.459304 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c98f7ef-52c2-492f-a24b-354a0182f464 None None] Routers {'b7d2aa0d-c012-40a7-893e-eb242a8094c1'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:19:56.460561 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-5c98f7ef-52c2-492f-a24b-354a0182f464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:19:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['b7d2aa0d-c012-40a7-893e-eb242a8094c1'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:19:56.575672 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-5c98f7ef-52c2-492f-a24b-354a0182f464 None None] Set router b7d2aa0d-c012-40a7-893e-eb242a8094c1 gateway port host: None {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:19:56.581597 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-d970e93c-7cd2-4eae-9704-3f32a1affd23 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] 10.222.0.58 "GET /v2.0/routers/b7d2aa0d-c012-40a7-893e-eb242a8094c1 HTTP/1.1" status: 200 len: 704 time: 0.1430180 Aug 05 12:19:56.585875 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 41726) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:19:56.635575 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-f5443ccb-975d-45de-8278-1b7984cf90ce tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7d2aa0d-c012-40a7-893e-eb242a8094c1 HTTP/1.1" status: 200 len: 205 time: 0.0457189 Aug 05 12:19:56.636224 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 41728) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:19:56.661321 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-5c98f7ef-52c2-492f-a24b-354a0182f464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7d2aa0d-c012-40a7-893e-eb242a8094c1', 'name': 'tempest-RoutersIpV6Test-router-1567836565', 'tenant_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:19:55Z', 'updated_at': '2021-08-05T12:19:56Z', 'revision_number': 2, 'project_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'gw_port_host': None}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:19:56.693192 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c98f7ef-52c2-492f-a24b-354a0182f464 None None] Checking router: b7d2aa0d-c012-40a7-893e-eb242a8094c1 for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:19:56.704154 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c98f7ef-52c2-492f-a24b-354a0182f464 None None] Routers {'b7d2aa0d-c012-40a7-893e-eb242a8094c1'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:19:56.705173 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-5c98f7ef-52c2-492f-a24b-354a0182f464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:19:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['b7d2aa0d-c012-40a7-893e-eb242a8094c1'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:19:56.743725 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-39fbbd13-b28d-4f4f-8a00-953c058476ad tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks [] for router, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:56.975047 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-5c98f7ef-52c2-492f-a24b-354a0182f464 None None] Set router b7d2aa0d-c012-40a7-893e-eb242a8094c1 gateway port host: None {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:19:57.050756 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-5c98f7ef-52c2-492f-a24b-354a0182f464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7d2aa0d-c012-40a7-893e-eb242a8094c1', 'name': 'tempest-RoutersIpV6Test-router-1567836565', 'tenant_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:19:55Z', 'updated_at': '2021-08-05T12:19:56Z', 'revision_number': 2, 'project_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'gw_port_host': None}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:19:57.073543 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-39fbbd13-b28d-4f4f-8a00-953c058476ad tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33262979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1951'] for router, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:57.079377 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-39fbbd13-b28d-4f4f-8a00-953c058476ad tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:57.103375 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c98f7ef-52c2-492f-a24b-354a0182f464 None None] The sync data for ids ['b7d2aa0d-c012-40a7-893e-eb242a8094c1'] in n-d-803378-2 is: [{'id': 'b7d2aa0d-c012-40a7-893e-eb242a8094c1', 'name': 'tempest-RoutersIpV6Test-router-1567836565', 'tenant_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:19:55Z', 'updated_at': '2021-08-05T12:19:56Z', 'revision_number': 2, 'project_id': 'b9885b519cdf4dfd88aad08aafc5ad4a', 'gw_port_host': None}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:19:57.178761 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-39fbbd13-b28d-4f4f-8a00-953c058476ad tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33262474'] for router, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:57.179664 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39fbbd13-b28d-4f4f-8a00-953c058476ad tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Fanout notify agent at l3_agent the message router_deleted on router b7d2aa0d-c012-40a7-893e-eb242a8094c1 {{(pid=94420) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 12:19:57.196817 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-39fbbd13-b28d-4f4f-8a00-953c058476ad tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] Notify callbacks [] for router, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:57.201562 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-39fbbd13-b28d-4f4f-8a00-953c058476ad tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] 10.222.0.58 "DELETE /v2.0/routers/b7d2aa0d-c012-40a7-893e-eb242a8094c1 HTTP/1.1" status: 204 len: 168 time: 0.5609994 Aug 05 12:19:57.214853 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41734) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:19:57.268382 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-e68bb02d-e63c-416b-ba6e-66ea1d1f8f6c tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7d2aa0d-c012-40a7-893e-eb242a8094c1 HTTP/1.1" status: 200 len: 205 time: 0.0553224 Aug 05 12:19:57.272928 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 41736) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:19:57.348086 n-d-803378-2 neutron-server[94420]: INFO neutron.api.v2.resource [None req-b625b53b-ff56-4bbe-93bb-b2450d62ba73 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] delete failed (client error): The resource could not be found. Aug 05 12:19:57.350294 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-b625b53b-ff56-4bbe-93bb-b2450d62ba73 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] 10.222.0.58 "DELETE /v2.0/routers/b7d2aa0d-c012-40a7-893e-eb242a8094c1 HTTP/1.1" status: 404 len: 336 time: 0.0748436 Aug 05 12:19:57.355700 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41740) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:19:57.403434 n-d-803378-2 neutron-server[94421]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e3d33b5-6230-4b34-bd81-aedc07463e7c tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] DELETE failed (client error): The resource could not be found. Aug 05 12:19:57.404163 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e3d33b5-6230-4b34-bd81-aedc07463e7c tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 12:19:57.413218 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 41742) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:19:57.413587 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-9e3d33b5-6230-4b34-bd81-aedc07463e7c tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] 10.222.0.58 "DELETE /v2.0/subnets/0016620d-bfd6-4b40-b83b-0570e3eba11f HTTP/1.1" status: 404 len: 337 time: 0.0556939 Aug 05 12:19:57.479135 n-d-803378-2 neutron-server[94420]: INFO neutron.pecan_wsgi.hooks.translation [None req-4057e825-96b3-4a99-b5ff-0a32f0598910 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] DELETE failed (client error): The resource could not be found. Aug 05 12:19:57.479733 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4057e825-96b3-4a99-b5ff-0a32f0598910 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 12:19:57.482831 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-4057e825-96b3-4a99-b5ff-0a32f0598910 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] 10.222.0.58 "DELETE /v2.0/subnets/82b2e780-41c6-4d7c-9348-309521b98f86 HTTP/1.1" status: 404 len: 337 time: 0.0679986 Aug 05 12:19:57.488354 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 41744) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:19:57.550852 n-d-803378-2 neutron-server[94420]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc6367a1-25e4-4161-856e-abde321ece31 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] DELETE failed (client error): The resource could not be found. Aug 05 12:19:57.552046 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc6367a1-25e4-4161-856e-abde321ece31 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 12:19:57.555948 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-cc6367a1-25e4-4161-856e-abde321ece31 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] 10.222.0.58 "DELETE /v2.0/subnets/d69c1b7e-8923-4834-86d0-06d3d083a884 HTTP/1.1" status: 404 len: 337 time: 0.0656209 Aug 05 12:19:57.560175 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 41750) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:19:57.606999 n-d-803378-2 neutron-server[94420]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7014a9b-0313-4a1d-b670-cf30be878ca5 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] DELETE failed (client error): The resource could not be found. Aug 05 12:19:57.607461 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7014a9b-0313-4a1d-b670-cf30be878ca5 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 12:19:57.610553 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-c7014a9b-0313-4a1d-b670-cf30be878ca5 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] 10.222.0.58 "DELETE /v2.0/subnets/eec09ab2-5f8a-4b81-85bb-3a141014b913 HTTP/1.1" status: 404 len: 337 time: 0.0472100 Aug 05 12:19:57.615804 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 41752) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:19:57.659866 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-28eedd3d-a084-48c5-ac2a-0b71919a8483 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] 10.222.0.58 "GET /v2.0/ports?device_id=c631d720-cd14-4b1e-ac33-9b54346bea14 HTTP/1.1" status: 200 len: 205 time: 0.0385985 Aug 05 12:19:57.660382 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 41754) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:19:57.727939 n-d-803378-2 neutron-server[94420]: INFO neutron.api.v2.resource [None req-3d05b7f0-b02d-4d97-93ac-964f922c4471 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] delete failed (client error): The resource could not be found. Aug 05 12:19:57.730068 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-3d05b7f0-b02d-4d97-93ac-964f922c4471 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] 10.222.0.58 "DELETE /v2.0/routers/c631d720-cd14-4b1e-ac33-9b54346bea14 HTTP/1.1" status: 404 len: 336 time: 0.0626302 Aug 05 12:19:57.740628 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41756) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:19:57.782660 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-3f102823-f581-45f1-9931-438c463239c9 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] 10.222.0.58 "GET /v2.0/ports?device_id=926aa89c-403a-4902-bb93-78beb19b8af4 HTTP/1.1" status: 200 len: 205 time: 0.0380154 Aug 05 12:19:57.784985 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41758) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:19:57.849255 n-d-803378-2 neutron-server[94421]: INFO neutron.api.v2.resource [None req-993a9587-e876-4e54-8d1d-1d3e20481158 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] delete failed (client error): The resource could not be found. Aug 05 12:19:57.850381 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-993a9587-e876-4e54-8d1d-1d3e20481158 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] 10.222.0.58 "DELETE /v2.0/routers/926aa89c-403a-4902-bb93-78beb19b8af4 HTTP/1.1" status: 404 len: 336 time: 0.0643830 Aug 05 12:19:57.854439 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41760) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:19:57.918412 n-d-803378-2 neutron-server[94421]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c800046-4c21-4646-9c24-2ec5774cf3df tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] DELETE failed (client error): The resource could not be found. Aug 05 12:19:57.919198 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c800046-4c21-4646-9c24-2ec5774cf3df tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 12:19:57.922665 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-1c800046-4c21-4646-9c24-2ec5774cf3df tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] 10.222.0.58 "DELETE /v2.0/subnets/905de913-e512-4ae2-9150-048a8053d64c HTTP/1.1" status: 404 len: 337 time: 0.0664403 Aug 05 12:19:57.926049 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41768) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:19:57.982247 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-0e6af8a2-a8d9-492c-a154-720416c02175 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] 10.222.0.58 "GET /v2.0/ports?device_id=87d4c544-9b1b-4572-8df9-f239e4481b6a HTTP/1.1" status: 200 len: 205 time: 0.0541532 Aug 05 12:19:57.985663 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 41770) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:19:58.056219 n-d-803378-2 neutron-server[94420]: INFO neutron.api.v2.resource [None req-ab5e8106-4a75-4a40-a0b1-699ded7bcaf5 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] delete failed (client error): The resource could not be found. Aug 05 12:19:58.058798 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-ab5e8106-4a75-4a40-a0b1-699ded7bcaf5 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] 10.222.0.58 "DELETE /v2.0/routers/87d4c544-9b1b-4572-8df9-f239e4481b6a HTTP/1.1" status: 404 len: 336 time: 0.0717440 Aug 05 12:19:58.060257 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41772) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:19:58.102550 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-4244701e-adb6-4fcf-9331-d48e068f70d7 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] 10.222.0.58 "GET /v2.0/ports?device_id=9923586c-82cc-45d0-ac2c-e7fd606ee81c HTTP/1.1" status: 200 len: 205 time: 0.0371790 Aug 05 12:19:58.104141 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41774) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:19:58.164507 n-d-803378-2 neutron-server[94421]: INFO neutron.api.v2.resource [None req-3515ca6d-b9d3-4d1a-bb3d-7a4fcfa204d5 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] delete failed (client error): The resource could not be found. Aug 05 12:19:58.166930 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-3515ca6d-b9d3-4d1a-bb3d-7a4fcfa204d5 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] 10.222.0.58 "DELETE /v2.0/routers/9923586c-82cc-45d0-ac2c-e7fd606ee81c HTTP/1.1" status: 404 len: 336 time: 0.0620649 Aug 05 12:19:58.170158 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41776) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:19:58.223359 n-d-803378-2 neutron-server[94421]: INFO neutron.pecan_wsgi.hooks.translation [None req-346170b1-1000-4a39-a0ac-7e12c1e0f594 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] DELETE failed (client error): The resource could not be found. Aug 05 12:19:58.224280 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-346170b1-1000-4a39-a0ac-7e12c1e0f594 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 12:19:58.231896 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-346170b1-1000-4a39-a0ac-7e12c1e0f594 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] 10.222.0.58 "DELETE /v2.0/subnets/03b5eea5-c56f-461b-a974-8f56c6284386 HTTP/1.1" status: 404 len: 337 time: 0.0550830 Aug 05 12:19:58.233122 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41778) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:19:58.279678 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-971c5338-f667-4316-890e-8057f08d3893 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] 10.222.0.58 "GET /v2.0/ports?device_id=bb56d251-5839-477b-b354-36d7768ac55b HTTP/1.1" status: 200 len: 205 time: 0.0443618 Aug 05 12:19:58.284524 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41784) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:19:58.359744 n-d-803378-2 neutron-server[94421]: INFO neutron.api.v2.resource [None req-2d2ec868-5ab0-43d6-a258-77edadb090a5 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] delete failed (client error): The resource could not be found. Aug 05 12:19:58.365262 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-2d2ec868-5ab0-43d6-a258-77edadb090a5 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] 10.222.0.58 "DELETE /v2.0/routers/bb56d251-5839-477b-b354-36d7768ac55b HTTP/1.1" status: 404 len: 336 time: 0.0754130 Aug 05 12:19:58.365262 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41788) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:19:58.418244 n-d-803378-2 neutron-server[94421]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7b13f6f-5fa0-4873-9a36-b4d8a54c7fab tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] DELETE failed (client error): The resource could not be found. Aug 05 12:19:58.418957 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7b13f6f-5fa0-4873-9a36-b4d8a54c7fab tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 12:19:58.427231 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 41790) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:19:58.427576 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-b7b13f6f-5fa0-4873-9a36-b4d8a54c7fab tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] 10.222.0.58 "DELETE /v2.0/subnets/4e3a6589-ee2e-4376-8ff3-d6f546c6220e HTTP/1.1" status: 404 len: 337 time: 0.0607417 Aug 05 12:19:58.486698 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-e82dc8ec-2e11-4941-9093-e841acfdd9f5 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ac1c644-fec2-41d0-a302-f84c0be775b2 HTTP/1.1" status: 200 len: 205 time: 0.0571799 Aug 05 12:19:58.491001 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 41792) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:19:58.567684 n-d-803378-2 neutron-server[94420]: INFO neutron.api.v2.resource [None req-b48152ff-dbfd-4ff3-a556-84ae2da82dd5 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] delete failed (client error): The resource could not be found. Aug 05 12:19:58.569547 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-b48152ff-dbfd-4ff3-a556-84ae2da82dd5 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] 10.222.0.58 "DELETE /v2.0/routers/0ac1c644-fec2-41d0-a302-f84c0be775b2 HTTP/1.1" status: 404 len: 336 time: 0.0730937 Aug 05 12:19:58.572024 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41794) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:19:58.624670 n-d-803378-2 neutron-server[94421]: INFO neutron.pecan_wsgi.hooks.translation [None req-166ac5bf-e1c4-4ce1-8f9b-ad192a64e144 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] DELETE failed (client error): The resource could not be found. Aug 05 12:19:58.625201 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-166ac5bf-e1c4-4ce1-8f9b-ad192a64e144 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 12:19:58.627614 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-166ac5bf-e1c4-4ce1-8f9b-ad192a64e144 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] 10.222.0.58 "DELETE /v2.0/subnets/ea031a54-083f-4697-9133-5030b7d3f9f2 HTTP/1.1" status: 404 len: 337 time: 0.0540981 Aug 05 12:19:58.630599 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41796) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:19:58.680224 n-d-803378-2 neutron-server[94421]: INFO neutron.pecan_wsgi.hooks.translation [None req-f246d37b-4403-4f79-8751-72a629847549 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] DELETE failed (client error): The resource could not be found. Aug 05 12:19:58.681205 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f246d37b-4403-4f79-8751-72a629847549 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 12:19:58.685287 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-f246d37b-4403-4f79-8751-72a629847549 tempest-RoutersIpV6Test-658096922 tempest-RoutersIpV6Test-658096922-project] 10.222.0.58 "DELETE /v2.0/subnets/ea3df28b-b5bf-483d-9af2-61e099d0ee5b HTTP/1.1" status: 404 len: 337 time: 0.0529501 Aug 05 12:19:59.183799 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41810) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:19:59.459955 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-010cc1a2-0f35-445b-82fe-73eef072fd03 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b9885b519cdf4dfd88aad08aafc5ad4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2710631 Aug 05 12:19:59.464328 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 41820) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:19:59.567984 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-449d7280-a7e0-4233-b98c-162f02fb317c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:59.617951 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-449d7280-a7e0-4233-b98c-162f02fb317c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:59.713342 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-449d7280-a7e0-4233-b98c-162f02fb317c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:59.719342 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-449d7280-a7e0-4233-b98c-162f02fb317c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:19:59.722306 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-449d7280-a7e0-4233-b98c-162f02fb317c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/acd8b737-5d7f-4be3-b15f-b0af0a4e0628 HTTP/1.1" status: 204 len: 168 time: 0.2559099 Aug 05 12:19:59.738029 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449d7280-a7e0-4233-b98c-162f02fb317c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acd8b737-5d7f-4be3-b15f-b0af0a4e0628,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:19:59.801371 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:07.322790 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-3f5d8460-d8fa-4a03-852a-1d14e00c0e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:10.038859 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-19faf505-f9f8-445b-abe7-3a2a0c5027a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:10.117754 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:11.896881 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:14.051494 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:16.726467 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 12:20:19.507422 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 42474) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:20:19.746654 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f71d902c-9ab0-486c-91be-cbf338dc96be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:19.943293 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f71d902c-9ab0-486c-91be-cbf338dc96be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:19.951516 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f71d902c-9ab0-486c-91be-cbf338dc96be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:20.032623 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-f71d902c-9ab0-486c-91be-cbf338dc96be admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=01dbff6ad04f4cf2aa0468fc280e2b44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5184944 Aug 05 12:20:20.032623 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71d902c-9ab0-486c-91be-cbf338dc96be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea544e37-1e13-45ca-bfa5-5f602e386032,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:20:20.033166 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 42478) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:20:20.128116 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f3706bd3-af05-43cd-883a-7a798c476f49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:20.175399 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f3706bd3-af05-43cd-883a-7a798c476f49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:20.327578 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f3706bd3-af05-43cd-883a-7a798c476f49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:20.332710 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f3706bd3-af05-43cd-883a-7a798c476f49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:20.338760 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-f3706bd3-af05-43cd-883a-7a798c476f49 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ea544e37-1e13-45ca-bfa5-5f602e386032 HTTP/1.1" status: 204 len: 168 time: 0.3005211 Aug 05 12:20:20.355577 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3706bd3-af05-43cd-883a-7a798c476f49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea544e37-1e13-45ca-bfa5-5f602e386032,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:20:22.552807 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:29.807370 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:37.322415 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-eff4e266-761e-462a-9ad8-37c094fcc8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:39.965066 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 42682) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:20:40.053623 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-6ecd1ca1-9bce-4769-829e-c15e08cd23b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:40.112295 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:40.185298 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e1b47dad-14bb-460f-b2f1-8f891e486ad6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:40.353792 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e1b47dad-14bb-460f-b2f1-8f891e486ad6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:40.360509 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e1b47dad-14bb-460f-b2f1-8f891e486ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:40.408741 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b47dad-14bb-460f-b2f1-8f891e486ad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7cb6349-732c-4d64-bb7f-8733b16a7111,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:20:40.413406 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-e1b47dad-14bb-460f-b2f1-8f891e486ad6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d3bb9d23d8aa43fd848835e4db94cfe1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4469995 Aug 05 12:20:40.416682 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 42686) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:20:40.496164 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b7f7a0ac-9ee6-4664-92ec-ec8119128a8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:40.526354 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b7f7a0ac-9ee6-4664-92ec-ec8119128a8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:40.632712 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b7f7a0ac-9ee6-4664-92ec-ec8119128a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:40.636814 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b7f7a0ac-9ee6-4664-92ec-ec8119128a8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:40.638510 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-b7f7a0ac-9ee6-4664-92ec-ec8119128a8b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d7cb6349-732c-4d64-bb7f-8733b16a7111 HTTP/1.1" status: 204 len: 168 time: 0.2205191 Aug 05 12:20:40.650977 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f7a0ac-9ee6-4664-92ec-ec8119128a8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7cb6349-732c-4d64-bb7f-8733b16a7111,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:20:41.663826 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 42712) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:20:41.850078 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-5621f6d4-d410-4bb9-89ba-9335e131216c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1030141038-network', 'tenant_id': '24f6c57df83d4972b0cd245b52fdf8c7'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:20:41.895355 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5621f6d4-d410-4bb9-89ba-9335e131216c admin admin] Made reservation on behalf of 24f6c57df83d4972b0cd245b52fdf8c7 for: {'network': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:20:41.899822 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5621f6d4-d410-4bb9-89ba-9335e131216c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:41.909918 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:41.919386 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5621f6d4-d410-4bb9-89ba-9335e131216c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:42.107528 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5621f6d4-d410-4bb9-89ba-9335e131216c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:42.113314 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5621f6d4-d410-4bb9-89ba-9335e131216c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:42.154114 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5621f6d4-d410-4bb9-89ba-9335e131216c admin admin] vlan segment allocate from pool success with {'vlan_id': 699, 'physical_network': 'physnet1'} {{(pid=94420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 12:20:42.172773 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5621f6d4-d410-4bb9-89ba-9335e131216c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4a61909-feb7-433d-aa11-ac2185ccb647,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:20:42.180057 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5621f6d4-d410-4bb9-89ba-9335e131216c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:42.180459 n-d-803378-2 neutron-server[94420]: INFO neutron.db.segments_db [None req-5621f6d4-d410-4bb9-89ba-9335e131216c admin admin] Added segment 441b9883-9044-4899-98b0-37bb68a7a468 of type vlan for network bcb82a16-b24d-4107-bbb9-33ff09f07b06 Aug 05 12:20:42.198474 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5621f6d4-d410-4bb9-89ba-9335e131216c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:20:42.199360 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5621f6d4-d410-4bb9-89ba-9335e131216c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:20:42.200069 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5621f6d4-d410-4bb9-89ba-9335e131216c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:20:42.200673 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5621f6d4-d410-4bb9-89ba-9335e131216c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:20:42.201123 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5621f6d4-d410-4bb9-89ba-9335e131216c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:20:42.202664 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5621f6d4-d410-4bb9-89ba-9335e131216c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:20:42.203233 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5621f6d4-d410-4bb9-89ba-9335e131216c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:20:42.203763 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5621f6d4-d410-4bb9-89ba-9335e131216c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:20:42.204275 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5621f6d4-d410-4bb9-89ba-9335e131216c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:20:42.204848 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5621f6d4-d410-4bb9-89ba-9335e131216c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:20:42.205354 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5621f6d4-d410-4bb9-89ba-9335e131216c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:20:42.205866 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5621f6d4-d410-4bb9-89ba-9335e131216c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:20:42.297324 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5621f6d4-d410-4bb9-89ba-9335e131216c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:42.351171 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5621f6d4-d410-4bb9-89ba-9335e131216c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:42.352921 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5621f6d4-d410-4bb9-89ba-9335e131216c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:20:42.353966 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5621f6d4-d410-4bb9-89ba-9335e131216c admin admin] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:42.466790 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-5621f6d4-d410-4bb9-89ba-9335e131216c admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7977645 Aug 05 12:20:42.471283 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 42718) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:20:42.475022 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5621f6d4-d410-4bb9-89ba-9335e131216c admin admin] Pushing event updated for resources: {'Network': ['ID=bcb82a16-b24d-4107-bbb9-33ff09f07b06,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:20:42.485525 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-7a0d4363-c3ca-41b5-af2b-62c716366b05 admin admin] Request body: {'subnet': {'network_id': 'bcb82a16-b24d-4107-bbb9-33ff09f07b06', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1030141038-subnet', 'tenant_id': '24f6c57df83d4972b0cd245b52fdf8c7', 'ip_version': 4}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:20:42.492036 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network bcb82a16-b24d-4107-bbb9-33ff09f07b06 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 12:20:42.521416 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a0d4363-c3ca-41b5-af2b-62c716366b05 admin admin] Made reservation on behalf of 24f6c57df83d4972b0cd245b52fdf8c7 for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:20:42.524105 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7a0d4363-c3ca-41b5-af2b-62c716366b05 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:42.864761 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7a0d4363-c3ca-41b5-af2b-62c716366b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25038678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30075167'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:42.953762 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0d4363-c3ca-41b5-af2b-62c716366b05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd4e19a3-a3cc-4441-a39f-daddcf1c525a,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:20:42.974175 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0d4363-c3ca-41b5-af2b-62c716366b05 admin admin] Checking segment: {'id': '441b9883-9044-4899-98b0-37bb68a7a468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'bcb82a16-b24d-4107-bbb9-33ff09f07b06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:20:42.974771 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0d4363-c3ca-41b5-af2b-62c716366b05 admin admin] Network hostable DHCP agents. Network: bcb82a16-b24d-4107-bbb9-33ff09f07b06, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 12:20:43.012191 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0d4363-c3ca-41b5-af2b-62c716366b05 admin admin] Network bcb82a16-b24d-4107-bbb9-33ff09f07b06 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 12:20:43.032949 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-7a0d4363-c3ca-41b5-af2b-62c716366b05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, bcb82a16-b24d-4107-bbb9-33ff09f07b06) {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:20:43.049251 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0d4363-c3ca-41b5-af2b-62c716366b05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:20:43.049251 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7a0d4363-c3ca-41b5-af2b-62c716366b05 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:43.054373 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf58f25f-597f-4ef4-979b-1989adf1e0a7 None None] Network bcb82a16-b24d-4107-bbb9-33ff09f07b06 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:20:43.076786 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-7a0d4363-c3ca-41b5-af2b-62c716366b05 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6040339 Aug 05 12:20:43.082576 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 42730) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:20:43.090349 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-889efdde-bd35-488a-b7b0-899eae146d53 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1030141038-router', 'tenant_id': '24f6c57df83d4972b0cd245b52fdf8c7', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:20:43.135736 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-889efdde-bd35-488a-b7b0-899eae146d53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33260300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1929'] for router, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:43.137578 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-889efdde-bd35-488a-b7b0-899eae146d53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33285914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33034662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1926'] for router, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:43.230574 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-889efdde-bd35-488a-b7b0-899eae146d53 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:43.346156 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f3bd5c-9d0a-433d-a548-45e84d29b113 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-bcb82a16-b24d-4107-bbb9-33ff09f07b06', 'network_id': 'bcb82a16-b24d-4107-bbb9-33ff09f07b06', 'tenant_id': '24f6c57df83d4972b0cd245b52fdf8c7', 'fixed_ips': [{'subnet_id': 'cd4e19a3-a3cc-4441-a39f-daddcf1c525a'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 12:20:43.347468 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-45f3bd5c-9d0a-433d-a548-45e84d29b113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:43.448241 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-889efdde-bd35-488a-b7b0-899eae146d53 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:43.614175 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-45f3bd5c-9d0a-433d-a548-45e84d29b113 None None] Allocated IP 172.20.0.2 (bcb82a16-b24d-4107-bbb9-33ff09f07b06/cd4e19a3-a3cc-4441-a39f-daddcf1c525a/8d4ab0ba-760b-492f-af81-efcf2f994a17) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:20:43.804210 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-889efdde-bd35-488a-b7b0-899eae146d53 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:43.895610 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-889efdde-bd35-488a-b7b0-899eae146d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:43.914409 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-45f3bd5c-9d0a-433d-a548-45e84d29b113 None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:43.936605 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-45f3bd5c-9d0a-433d-a548-45e84d29b113 None None] Transition to ACTIVE for port object 8d4ab0ba-760b-492f-af81-efcf2f994a17 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:20:43.958096 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-45f3bd5c-9d0a-433d-a548-45e84d29b113 None None] Transition to ACTIVE for port object 8d4ab0ba-760b-492f-af81-efcf2f994a17 will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:20:43.969501 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-45f3bd5c-9d0a-433d-a548-45e84d29b113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:44.077706 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f3bd5c-9d0a-433d-a548-45e84d29b113 None None] Network bcb82a16-b24d-4107-bbb9-33ff09f07b06 is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:20:44.083050 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-45f3bd5c-9d0a-433d-a548-45e84d29b113 None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:20:44.087450 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f3bd5c-9d0a-433d-a548-45e84d29b113 None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:20:44.091439 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f3bd5c-9d0a-433d-a548-45e84d29b113 None None] Pushing event updated for resources: {'Port': ['ID=8d4ab0ba-760b-492f-af81-efcf2f994a17,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:20:44.111585 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:44.119049 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f3bd5c-9d0a-433d-a548-45e84d29b113 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:20:44.119482 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f3bd5c-9d0a-433d-a548-45e84d29b113 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:20:44.119999 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f3bd5c-9d0a-433d-a548-45e84d29b113 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:20:44.120577 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f3bd5c-9d0a-433d-a548-45e84d29b113 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:20:44.121122 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f3bd5c-9d0a-433d-a548-45e84d29b113 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:20:44.121675 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f3bd5c-9d0a-433d-a548-45e84d29b113 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:20:44.122206 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f3bd5c-9d0a-433d-a548-45e84d29b113 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:20:44.122832 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f3bd5c-9d0a-433d-a548-45e84d29b113 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:20:44.123939 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f3bd5c-9d0a-433d-a548-45e84d29b113 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:20:44.125322 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f3bd5c-9d0a-433d-a548-45e84d29b113 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:20:44.125884 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f3bd5c-9d0a-433d-a548-45e84d29b113 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:20:44.126436 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f3bd5c-9d0a-433d-a548-45e84d29b113 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:20:44.144417 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-889efdde-bd35-488a-b7b0-899eae146d53 admin admin] Allocated IP 172.25.5.117 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/69232f43-fb8d-496f-bb10-7add9edb83a4) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:20:44.232665 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-45f3bd5c-9d0a-433d-a548-45e84d29b113 None None] Attempting to bind port 8d4ab0ba-760b-492f-af81-efcf2f994a17 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:20:44.235368 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-45f3bd5c-9d0a-433d-a548-45e84d29b113 None None] Attempting to bind port 8d4ab0ba-760b-492f-af81-efcf2f994a17 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '441b9883-9044-4899-98b0-37bb68a7a468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'bcb82a16-b24d-4107-bbb9-33ff09f07b06'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:20:44.236109 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f3bd5c-9d0a-433d-a548-45e84d29b113 None None] Attempting to bind port 8d4ab0ba-760b-492f-af81-efcf2f994a17 on network bcb82a16-b24d-4107-bbb9-33ff09f07b06 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:20:44.244124 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f3bd5c-9d0a-433d-a548-45e84d29b113 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:20:44.244755 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f3bd5c-9d0a-433d-a548-45e84d29b113 None None] Checking segment: {'id': '441b9883-9044-4899-98b0-37bb68a7a468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'bcb82a16-b24d-4107-bbb9-33ff09f07b06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:20:44.245462 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-45f3bd5c-9d0a-433d-a548-45e84d29b113 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:44.246097 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f3bd5c-9d0a-433d-a548-45e84d29b113 None None] Bound using segment: {'id': '441b9883-9044-4899-98b0-37bb68a7a468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'bcb82a16-b24d-4107-bbb9-33ff09f07b06'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:20:44.246851 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-45f3bd5c-9d0a-433d-a548-45e84d29b113 None None] Bound port: 8d4ab0ba-760b-492f-af81-efcf2f994a17, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '441b9883-9044-4899-98b0-37bb68a7a468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'bcb82a16-b24d-4107-bbb9-33ff09f07b06'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:20:44.247716 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-45f3bd5c-9d0a-433d-a548-45e84d29b113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:44.362693 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-45f3bd5c-9d0a-433d-a548-45e84d29b113 None None] For port 8d4ab0ba-760b-492f-af81-efcf2f994a17, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:20:44.363241 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-889efdde-bd35-488a-b7b0-899eae146d53 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:44.368608 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-45f3bd5c-9d0a-433d-a548-45e84d29b113 None None] For port 8d4ab0ba-760b-492f-af81-efcf2f994a17, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=8d4ab0ba-760b-492f-af81-efcf2f994a17,segment=NetworkSegment(441b9883-9044-4899-98b0-37bb68a7a468),segment_id=441b9883-9044-4899-98b0-37bb68a7a468)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:20:44.375727 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-45f3bd5c-9d0a-433d-a548-45e84d29b113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:44.452425 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-889efdde-bd35-488a-b7b0-899eae146d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:44.499148 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f3bd5c-9d0a-433d-a548-45e84d29b113 None None] Pushing event updated for resources: {'Port': ['ID=8d4ab0ba-760b-492f-af81-efcf2f994a17,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:20:44.535882 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889efdde-bd35-488a-b7b0-899eae146d53 admin admin] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:20:44.543367 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-889efdde-bd35-488a-b7b0-899eae146d53 admin admin] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:20:44.548259 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889efdde-bd35-488a-b7b0-899eae146d53 admin admin] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:20:44.596830 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889efdde-bd35-488a-b7b0-899eae146d53 admin admin] Pushing event updated for resources: {'Port': ['ID=69232f43-fb8d-496f-bb10-7add9edb83a4,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:20:45.697835 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-889efdde-bd35-488a-b7b0-899eae146d53 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:45.959955 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306ee0d6-42a2-4462-be4d-33b6c49f06b0 None None] Network bcb82a16-b24d-4107-bbb9-33ff09f07b06 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:20:46.046879 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 8d4ab0ba-760b-492f-af81-efcf2f994a17 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:20:46.132348 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-2f27bdd7-5401-4a66-95d1-5cdb00849e89 None None] Provisioning for port 8d4ab0ba-760b-492f-af81-efcf2f994a17 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:20:46.141300 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-889efdde-bd35-488a-b7b0-899eae146d53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286026'] for router, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:46.264718 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 8d4ab0ba-760b-492f-af81-efcf2f994a17 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:20:46.275653 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 8d4ab0ba-760b-492f-af81-efcf2f994a17 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:20:46.276151 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:46.453334 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-889efdde-bd35-488a-b7b0-899eae146d53 admin admin] Router fe3604df-bf5a-4d9a-a690-591f048850ce is scheduled to L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d with binding_index 1 {{(pid=94420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 12:20:46.506085 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:46.583962 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port 8d4ab0ba-760b-492f-af81-efcf2f994a17, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=8d4ab0ba-760b-492f-af81-efcf2f994a17,segment=NetworkSegment(441b9883-9044-4899-98b0-37bb68a7a468),segment_id=441b9883-9044-4899-98b0-37bb68a7a468)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:20:46.590432 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:46.706846 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=8d4ab0ba-760b-492f-af81-efcf2f994a17,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:20:46.707204 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-889efdde-bd35-488a-b7b0-899eae146d53 admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:20:46.726192 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229109bc-35f6-466c-9b9e-740f63f106fb None None] Sync routers for ids ['fe3604df-bf5a-4d9a-a690-591f048850ce'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:20:46.749464 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229109bc-35f6-466c-9b9e-740f63f106fb None None] Routers {'fe3604df-bf5a-4d9a-a690-591f048850ce'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:20:46.750923 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-229109bc-35f6-466c-9b9e-740f63f106fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:20:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['fe3604df-bf5a-4d9a-a690-591f048850ce'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:20:46.768995 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-889efdde-bd35-488a-b7b0-899eae146d53 admin admin] Notify callbacks [] for router, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:46.775204 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-889efdde-bd35-488a-b7b0-899eae146d53 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.6870959 Aug 05 12:20:46.775538 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 42756) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:20:46.986360 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-229109bc-35f6-466c-9b9e-740f63f106fb None None] Set router fe3604df-bf5a-4d9a-a690-591f048850ce gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:20:47.110007 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-a19205a2-3c9d-4ed0-b267-10fc3ac6cfd8 None None] Provisioning complete for port 8d4ab0ba-760b-492f-af81-efcf2f994a17 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:20:47.110743 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-a19205a2-3c9d-4ed0-b267-10fc3ac6cfd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:47.465601 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-229109bc-35f6-466c-9b9e-740f63f106fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe3604df-bf5a-4d9a-a690-591f048850ce', 'name': 'tempest-TestVolumeBackupRestore-1030141038-router', 'tenant_id': '24f6c57df83d4972b0cd245b52fdf8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '69232f43-fb8d-496f-bb10-7add9edb83a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:20:43Z', 'updated_at': '2021-08-05T12:20:45Z', 'revision_number': 3, 'project_id': '24f6c57df83d4972b0cd245b52fdf8c7', 'gw_port': {'id': '69232f43-fb8d-496f-bb10-7add9edb83a4', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f7:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe3604df-bf5a-4d9a-a690-591f048850ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:20:43Z', 'updated_at': '2021-08-05T12:20:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:20:47.511898 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229109bc-35f6-466c-9b9e-740f63f106fb None None] Checking router: fe3604df-bf5a-4d9a-a690-591f048850ce for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:20:47.512322 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229109bc-35f6-466c-9b9e-740f63f106fb None None] Updating router fe3604df-bf5a-4d9a-a690-591f048850ce port 69232f43-fb8d-496f-bb10-7add9edb83a4 binding host n-d-803378-2 {{(pid=94422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 12:20:47.553180 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-229109bc-35f6-466c-9b9e-740f63f106fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:47.640357 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e6b15243-9d4b-4077-983a-8d7c41caa529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:47.989177 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 8d4ab0ba-760b-492f-af81-efcf2f994a17 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:20:48.025183 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-e6b15243-9d4b-4077-983a-8d7c41caa529 admin admin] Allocated IP 172.20.0.1 (bcb82a16-b24d-4107-bbb9-33ff09f07b06/cd4e19a3-a3cc-4441-a39f-daddcf1c525a/e1fe32db-a67c-4814-9410-d6e496f0e87b) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:20:48.224820 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 8d4ab0ba-760b-492f-af81-efcf2f994a17 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:20:48.225316 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:48.230484 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-229109bc-35f6-466c-9b9e-740f63f106fb None None] Notify callbacks [] for port, precommit_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:48.289076 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-229109bc-35f6-466c-9b9e-740f63f106fb None None] Transition to ACTIVE for port object 69232f43-fb8d-496f-bb10-7add9edb83a4 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:20:48.292130 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e6b15243-9d4b-4077-983a-8d7c41caa529 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:48.319031 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [None req-e6b15243-9d4b-4077-983a-8d7c41caa529 admin admin] Transition to ACTIVE for port object e1fe32db-a67c-4814-9410-d6e496f0e87b will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:20:48.320276 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-229109bc-35f6-466c-9b9e-740f63f106fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:48.393297 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e6b15243-9d4b-4077-983a-8d7c41caa529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:48.455841 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-229109bc-35f6-466c-9b9e-740f63f106fb None None] Attempting to bind port 69232f43-fb8d-496f-bb10-7add9edb83a4 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:20:48.456795 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-229109bc-35f6-466c-9b9e-740f63f106fb None None] Attempting to bind port 69232f43-fb8d-496f-bb10-7add9edb83a4 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:20:48.457338 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229109bc-35f6-466c-9b9e-740f63f106fb None None] Attempting to bind port 69232f43-fb8d-496f-bb10-7add9edb83a4 on network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:20:48.499381 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b15243-9d4b-4077-983a-8d7c41caa529 admin admin] Network bcb82a16-b24d-4107-bbb9-33ff09f07b06 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:20:48.511572 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-e6b15243-9d4b-4077-983a-8d7c41caa529 admin admin] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:20:48.519550 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b15243-9d4b-4077-983a-8d7c41caa529 admin admin] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:20:48.591619 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b15243-9d4b-4077-983a-8d7c41caa529 admin admin] Pushing event updated for resources: {'Port': ['ID=e1fe32db-a67c-4814-9410-d6e496f0e87b,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:20:48.645184 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e6b15243-9d4b-4077-983a-8d7c41caa529 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33288800'] for router_interface, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:48.801038 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b637aa-44c8-45da-94fc-0b0b70a73bf0 None None] Pushing event updated for resources: {'Port': ['ID=69232f43-fb8d-496f-bb10-7add9edb83a4,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:20:48.831359 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229109bc-35f6-466c-9b9e-740f63f106fb None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:20:48.832373 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229109bc-35f6-466c-9b9e-740f63f106fb None None] Checking segment: {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:20:48.832795 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-229109bc-35f6-466c-9b9e-740f63f106fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:48.833506 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229109bc-35f6-466c-9b9e-740f63f106fb None None] Bound using segment: {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:20:48.834420 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-229109bc-35f6-466c-9b9e-740f63f106fb None None] Bound port: 69232f43-fb8d-496f-bb10-7add9edb83a4, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:20:48.835291 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-229109bc-35f6-466c-9b9e-740f63f106fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:48.976740 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-229109bc-35f6-466c-9b9e-740f63f106fb None None] For port 69232f43-fb8d-496f-bb10-7add9edb83a4, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:20:48.981589 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e6b15243-9d4b-4077-983a-8d7c41caa529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:49.007843 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-229109bc-35f6-466c-9b9e-740f63f106fb None None] For port 69232f43-fb8d-496f-bb10-7add9edb83a4, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=69232f43-fb8d-496f-bb10-7add9edb83a4,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:20:49.016722 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-229109bc-35f6-466c-9b9e-740f63f106fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:49.030627 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-951c8587-3abb-4df4-b36d-64cf648d52d3 None None] Provisioning for port e1fe32db-a67c-4814-9410-d6e496f0e87b completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:20:49.090178 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-951c8587-3abb-4df4-b36d-64cf648d52d3 None None] Provisioning complete for port e1fe32db-a67c-4814-9410-d6e496f0e87b triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:20:49.090789 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-951c8587-3abb-4df4-b36d-64cf648d52d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:49.222875 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229109bc-35f6-466c-9b9e-740f63f106fb None None] Routers {'fe3604df-bf5a-4d9a-a690-591f048850ce'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:20:49.223851 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-229109bc-35f6-466c-9b9e-740f63f106fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:20:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['fe3604df-bf5a-4d9a-a690-591f048850ce'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:20:49.230860 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-951c8587-3abb-4df4-b36d-64cf648d52d3 None None] Port e1fe32db-a67c-4814-9410-d6e496f0e87b cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 12:20:49.235193 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b637aa-44c8-45da-94fc-0b0b70a73bf0 None None] Pushing event updated for resources: {'Port': ['ID=69232f43-fb8d-496f-bb10-7add9edb83a4,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:20:49.350221 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e6b15243-9d4b-4077-983a-8d7c41caa529 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:49.361182 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e6b15243-9d4b-4077-983a-8d7c41caa529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:49.428543 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-229109bc-35f6-466c-9b9e-740f63f106fb None None] Set router fe3604df-bf5a-4d9a-a690-591f048850ce gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:20:49.472139 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e6b15243-9d4b-4077-983a-8d7c41caa529 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33140268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33208272'] for router_interface, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:49.474769 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b15243-9d4b-4077-983a-8d7c41caa529 admin admin] Pushing event updated for resources: {'Port': ['ID=e1fe32db-a67c-4814-9410-d6e496f0e87b,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:20:49.642258 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b15243-9d4b-4077-983a-8d7c41caa529 admin admin] Network bcb82a16-b24d-4107-bbb9-33ff09f07b06 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:20:49.645282 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-e6b15243-9d4b-4077-983a-8d7c41caa529 admin admin] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:20:49.861316 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6b15243-9d4b-4077-983a-8d7c41caa529 admin admin] Router fe3604df-bf5a-4d9a-a690-591f048850ce has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:20:49.900424 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-229109bc-35f6-466c-9b9e-740f63f106fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe3604df-bf5a-4d9a-a690-591f048850ce', 'name': 'tempest-TestVolumeBackupRestore-1030141038-router', 'tenant_id': '24f6c57df83d4972b0cd245b52fdf8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '69232f43-fb8d-496f-bb10-7add9edb83a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:20:43Z', 'updated_at': '2021-08-05T12:20:48Z', 'revision_number': 4, 'project_id': '24f6c57df83d4972b0cd245b52fdf8c7', 'gw_port': {'id': '69232f43-fb8d-496f-bb10-7add9edb83a4', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f7:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe3604df-bf5a-4d9a-a690-591f048850ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:20:43Z', 'updated_at': '2021-08-05T12:20:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'e1fe32db-a67c-4814-9410-d6e496f0e87b', 'name': '', 'network_id': 'bcb82a16-b24d-4107-bbb9-33ff09f07b06', 'tenant_id': '24f6c57df83d4972b0cd245b52fdf8c7', 'mac_address': 'fa:16:3e:d8:26:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe3604df-bf5a-4d9a-a690-591f048850ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'cd4e19a3-a3cc-4441-a39f-daddcf1c525a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:20:47Z', 'updated_at': '2021-08-05T12:20:48Z', 'revision_number': 1, 'project_id': '24f6c57df83d4972b0cd245b52fdf8c7', 'subnets': [{'id': 'cd4e19a3-a3cc-4441-a39f-daddcf1c525a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:20:49.962966 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229109bc-35f6-466c-9b9e-740f63f106fb None None] The sync data for ids ['fe3604df-bf5a-4d9a-a690-591f048850ce'] in n-d-803378-2 is: [{'id': 'fe3604df-bf5a-4d9a-a690-591f048850ce', 'name': 'tempest-TestVolumeBackupRestore-1030141038-router', 'tenant_id': '24f6c57df83d4972b0cd245b52fdf8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '69232f43-fb8d-496f-bb10-7add9edb83a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:20:43Z', 'updated_at': '2021-08-05T12:20:48Z', 'revision_number': 4, 'project_id': '24f6c57df83d4972b0cd245b52fdf8c7', 'gw_port': {'id': '69232f43-fb8d-496f-bb10-7add9edb83a4', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f7:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe3604df-bf5a-4d9a-a690-591f048850ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:20:43Z', 'updated_at': '2021-08-05T12:20:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'e1fe32db-a67c-4814-9410-d6e496f0e87b', 'name': '', 'network_id': 'bcb82a16-b24d-4107-bbb9-33ff09f07b06', 'tenant_id': '24f6c57df83d4972b0cd245b52fdf8c7', 'mac_address': 'fa:16:3e:d8:26:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe3604df-bf5a-4d9a-a690-591f048850ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'cd4e19a3-a3cc-4441-a39f-daddcf1c525a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:20:47Z', 'updated_at': '2021-08-05T12:20:48Z', 'revision_number': 1, 'project_id': '24f6c57df83d4972b0cd245b52fdf8c7', 'subnets': [{'id': 'cd4e19a3-a3cc-4441-a39f-daddcf1c525a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:20:50.078931 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b00685f3-76b8-45ba-a09f-6566b5e6943c None None] Provisioning complete for port e1fe32db-a67c-4814-9410-d6e496f0e87b triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:20:50.079929 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b00685f3-76b8-45ba-a09f-6566b5e6943c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:50.087426 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6b15243-9d4b-4077-983a-8d7c41caa529 admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:20:50.105538 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-e6b15243-9d4b-4077-983a-8d7c41caa529 admin admin] 10.222.0.58 "PUT /v2.0/routers/fe3604df-bf5a-4d9a-a690-591f048850ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3279767 Aug 05 12:20:50.147772 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-b00685f3-76b8-45ba-a09f-6566b5e6943c None None] Port e1fe32db-a67c-4814-9410-d6e496f0e87b cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 12:20:50.965043 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 42782) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:20:50.980005 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-497a7778-5a9d-4213-8d2e-527c6cfb1e3f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1795920024-network', 'tenant_id': '5357f71cc67a414c973eb32677872491'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:20:51.023677 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-497a7778-5a9d-4213-8d2e-527c6cfb1e3f admin admin] Made reservation on behalf of 5357f71cc67a414c973eb32677872491 for: {'network': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:20:51.028013 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-497a7778-5a9d-4213-8d2e-527c6cfb1e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:51.040994 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-497a7778-5a9d-4213-8d2e-527c6cfb1e3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:51.244881 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-497a7778-5a9d-4213-8d2e-527c6cfb1e3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:51.258709 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-497a7778-5a9d-4213-8d2e-527c6cfb1e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:51.302238 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-497a7778-5a9d-4213-8d2e-527c6cfb1e3f admin admin] vlan segment allocate from pool success with {'vlan_id': 663, 'physical_network': 'physnet1'} {{(pid=94421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 12:20:51.331906 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497a7778-5a9d-4213-8d2e-527c6cfb1e3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6cc5a13-de1f-4b15-97b4-8f592677fcac,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:20:51.340714 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-497a7778-5a9d-4213-8d2e-527c6cfb1e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:51.340714 n-d-803378-2 neutron-server[94421]: INFO neutron.db.segments_db [None req-497a7778-5a9d-4213-8d2e-527c6cfb1e3f admin admin] Added segment e684c665-2d16-4796-ac7e-a425d576f1ee of type vlan for network 42952618-3343-4e0e-8265-ec576050f66b Aug 05 12:20:51.448094 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-497a7778-5a9d-4213-8d2e-527c6cfb1e3f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:51.501693 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-497a7778-5a9d-4213-8d2e-527c6cfb1e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:51.504169 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-497a7778-5a9d-4213-8d2e-527c6cfb1e3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:20:51.505559 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-497a7778-5a9d-4213-8d2e-527c6cfb1e3f admin admin] Notify callbacks [] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:51.602665 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-497a7778-5a9d-4213-8d2e-527c6cfb1e3f admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6306858 Aug 05 12:20:51.603097 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 42790) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:20:51.613850 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-f41b1988-85a4-41d3-a689-79df465ce553 admin admin] Request body: {'subnet': {'network_id': '42952618-3343-4e0e-8265-ec576050f66b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1795920024-subnet', 'tenant_id': '5357f71cc67a414c973eb32677872491', 'ip_version': 4}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:20:51.637809 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497a7778-5a9d-4213-8d2e-527c6cfb1e3f admin admin] Pushing event updated for resources: {'Network': ['ID=42952618-3343-4e0e-8265-ec576050f66b,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:20:51.654170 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 42952618-3343-4e0e-8265-ec576050f66b details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 12:20:51.675314 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f41b1988-85a4-41d3-a689-79df465ce553 admin admin] Made reservation on behalf of 5357f71cc67a414c973eb32677872491 for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:20:51.680328 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f41b1988-85a4-41d3-a689-79df465ce553 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:52.070852 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 69232f43-fb8d-496f-bb10-7add9edb83a4 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:20:52.104350 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f41b1988-85a4-41d3-a689-79df465ce553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25038678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30075167'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:52.204323 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 69232f43-fb8d-496f-bb10-7add9edb83a4 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:20:52.214716 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 69232f43-fb8d-496f-bb10-7add9edb83a4 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:20:52.216012 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:52.239017 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41b1988-85a4-41d3-a689-79df465ce553 admin admin] Pushing event updated for resources: {'Subnet': ['ID=774106ee-2725-48e9-b82e-e3293ba25a3b,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:20:52.259413 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41b1988-85a4-41d3-a689-79df465ce553 admin admin] Checking segment: {'id': 'e684c665-2d16-4796-ac7e-a425d576f1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '42952618-3343-4e0e-8265-ec576050f66b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:20:52.260386 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41b1988-85a4-41d3-a689-79df465ce553 admin admin] Network hostable DHCP agents. Network: 42952618-3343-4e0e-8265-ec576050f66b, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 12:20:52.316278 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41b1988-85a4-41d3-a689-79df465ce553 admin admin] Network 42952618-3343-4e0e-8265-ec576050f66b is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 12:20:52.335724 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-f41b1988-85a4-41d3-a689-79df465ce553 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, 42952618-3343-4e0e-8265-ec576050f66b) {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:20:52.354063 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41b1988-85a4-41d3-a689-79df465ce553 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:20:52.355049 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f41b1988-85a4-41d3-a689-79df465ce553 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:52.380123 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6ebbc6-e017-4b1d-84b4-dd5934f6d419 None None] Network 42952618-3343-4e0e-8265-ec576050f66b requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:20:52.393990 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-f41b1988-85a4-41d3-a689-79df465ce553 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7895637 Aug 05 12:20:52.397392 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 42796) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:20:52.403824 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-d9d32ebb-9c3d-4fe5-907c-c0de27aae144 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1795920024-router', 'tenant_id': '5357f71cc67a414c973eb32677872491', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:20:52.455706 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d9d32ebb-9c3d-4fe5-907c-c0de27aae144 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33260300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1929'] for router, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:52.457020 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d9d32ebb-9c3d-4fe5-907c-c0de27aae144 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33285914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33034662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1926'] for router, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:52.502556 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:52.557861 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d9d32ebb-9c3d-4fe5-907c-c0de27aae144 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:52.570552 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port 69232f43-fb8d-496f-bb10-7add9edb83a4, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=69232f43-fb8d-496f-bb10-7add9edb83a4,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:20:52.580613 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:52.654145 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:52.769183 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=69232f43-fb8d-496f-bb10-7add9edb83a4,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:20:52.846905 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-412d2a90-ea56-4ae7-87e2-4079b106ef7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-42952618-3343-4e0e-8265-ec576050f66b', 'network_id': '42952618-3343-4e0e-8265-ec576050f66b', 'tenant_id': '5357f71cc67a414c973eb32677872491', 'fixed_ips': [{'subnet_id': '774106ee-2725-48e9-b82e-e3293ba25a3b'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 12:20:52.848397 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-412d2a90-ea56-4ae7-87e2-4079b106ef7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:52.853841 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d9d32ebb-9c3d-4fe5-907c-c0de27aae144 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:53.178430 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-412d2a90-ea56-4ae7-87e2-4079b106ef7a None None] Allocated IP 172.20.0.2 (42952618-3343-4e0e-8265-ec576050f66b/774106ee-2725-48e9-b82e-e3293ba25a3b/f0896220-d039-4198-bb27-e478cf206156) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:20:53.401291 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d9d32ebb-9c3d-4fe5-907c-c0de27aae144 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:53.489502 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d9d32ebb-9c3d-4fe5-907c-c0de27aae144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:53.536422 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff981a16-502c-4821-a633-26da757381d6 None None] Sync routers for ids ['fe3604df-bf5a-4d9a-a690-591f048850ce'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:20:53.562451 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff981a16-502c-4821-a633-26da757381d6 None None] Routers {'fe3604df-bf5a-4d9a-a690-591f048850ce'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:20:53.563344 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-ff981a16-502c-4821-a633-26da757381d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:20:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['fe3604df-bf5a-4d9a-a690-591f048850ce'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:20:53.657317 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-412d2a90-ea56-4ae7-87e2-4079b106ef7a None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:53.678240 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-412d2a90-ea56-4ae7-87e2-4079b106ef7a None None] Transition to ACTIVE for port object f0896220-d039-4198-bb27-e478cf206156 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:20:53.714678 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-412d2a90-ea56-4ae7-87e2-4079b106ef7a None None] Transition to ACTIVE for port object f0896220-d039-4198-bb27-e478cf206156 will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:20:53.725676 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-d9d32ebb-9c3d-4fe5-907c-c0de27aae144 admin admin] Allocated IP 172.25.5.222 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/d737102c-aae0-4981-9a88-ea98fcfeb0b3) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:20:53.732560 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-412d2a90-ea56-4ae7-87e2-4079b106ef7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:53.764867 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 12:20:53.806242 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-ff981a16-502c-4821-a633-26da757381d6 None None] Set router fe3604df-bf5a-4d9a-a690-591f048850ce gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:20:53.853261 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412d2a90-ea56-4ae7-87e2-4079b106ef7a None None] Network 42952618-3343-4e0e-8265-ec576050f66b is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:20:53.854045 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412d2a90-ea56-4ae7-87e2-4079b106ef7a None None] Pushing event updated for resources: {'Port': ['ID=f0896220-d039-4198-bb27-e478cf206156,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:20:53.860199 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-412d2a90-ea56-4ae7-87e2-4079b106ef7a None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:20:53.863621 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412d2a90-ea56-4ae7-87e2-4079b106ef7a None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:20:53.978539 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-412d2a90-ea56-4ae7-87e2-4079b106ef7a None None] Attempting to bind port f0896220-d039-4198-bb27-e478cf206156 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:20:53.979108 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-412d2a90-ea56-4ae7-87e2-4079b106ef7a None None] Attempting to bind port f0896220-d039-4198-bb27-e478cf206156 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'e684c665-2d16-4796-ac7e-a425d576f1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '42952618-3343-4e0e-8265-ec576050f66b'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:20:53.979707 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412d2a90-ea56-4ae7-87e2-4079b106ef7a None None] Attempting to bind port f0896220-d039-4198-bb27-e478cf206156 on network 42952618-3343-4e0e-8265-ec576050f66b {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:20:53.988894 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d9d32ebb-9c3d-4fe5-907c-c0de27aae144 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:54.003291 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412d2a90-ea56-4ae7-87e2-4079b106ef7a None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:20:54.003955 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412d2a90-ea56-4ae7-87e2-4079b106ef7a None None] Checking segment: {'id': 'e684c665-2d16-4796-ac7e-a425d576f1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '42952618-3343-4e0e-8265-ec576050f66b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:20:54.004394 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-412d2a90-ea56-4ae7-87e2-4079b106ef7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:54.004880 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412d2a90-ea56-4ae7-87e2-4079b106ef7a None None] Bound using segment: {'id': 'e684c665-2d16-4796-ac7e-a425d576f1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '42952618-3343-4e0e-8265-ec576050f66b'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:20:54.010612 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-412d2a90-ea56-4ae7-87e2-4079b106ef7a None None] Bound port: f0896220-d039-4198-bb27-e478cf206156, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e684c665-2d16-4796-ac7e-a425d576f1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '42952618-3343-4e0e-8265-ec576050f66b'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:20:54.010612 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-412d2a90-ea56-4ae7-87e2-4079b106ef7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:54.048738 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 69232f43-fb8d-496f-bb10-7add9edb83a4 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:20:54.072919 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d9d32ebb-9c3d-4fe5-907c-c0de27aae144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:54.136109 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d32ebb-9c3d-4fe5-907c-c0de27aae144 admin admin] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:20:54.142053 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-d9d32ebb-9c3d-4fe5-907c-c0de27aae144 admin admin] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:20:54.145773 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d32ebb-9c3d-4fe5-907c-c0de27aae144 admin admin] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:20:54.220479 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-412d2a90-ea56-4ae7-87e2-4079b106ef7a None None] For port f0896220-d039-4198-bb27-e478cf206156, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:20:54.241317 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-412d2a90-ea56-4ae7-87e2-4079b106ef7a None None] For port f0896220-d039-4198-bb27-e478cf206156, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=f0896220-d039-4198-bb27-e478cf206156,segment=NetworkSegment(e684c665-2d16-4796-ac7e-a425d576f1ee),segment_id=e684c665-2d16-4796-ac7e-a425d576f1ee)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:20:54.244424 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 69232f43-fb8d-496f-bb10-7add9edb83a4 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:20:54.245091 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:54.260366 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d32ebb-9c3d-4fe5-907c-c0de27aae144 admin admin] Pushing event updated for resources: {'Port': ['ID=d737102c-aae0-4981-9a88-ea98fcfeb0b3,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:20:54.299809 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-412d2a90-ea56-4ae7-87e2-4079b106ef7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:54.354247 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-ff981a16-502c-4821-a633-26da757381d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe3604df-bf5a-4d9a-a690-591f048850ce', 'name': 'tempest-TestVolumeBackupRestore-1030141038-router', 'tenant_id': '24f6c57df83d4972b0cd245b52fdf8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '69232f43-fb8d-496f-bb10-7add9edb83a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:20:43Z', 'updated_at': '2021-08-05T12:20:48Z', 'revision_number': 4, 'project_id': '24f6c57df83d4972b0cd245b52fdf8c7', 'gw_port': {'id': '69232f43-fb8d-496f-bb10-7add9edb83a4', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f7:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3604df-bf5a-4d9a-a690-591f048850ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:20:43Z', 'updated_at': '2021-08-05T12:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'e1fe32db-a67c-4814-9410-d6e496f0e87b', 'name': '', 'network_id': 'bcb82a16-b24d-4107-bbb9-33ff09f07b06', 'tenant_id': '24f6c57df83d4972b0cd245b52fdf8c7', 'mac_address': 'fa:16:3e:d8:26:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe3604df-bf5a-4d9a-a690-591f048850ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'cd4e19a3-a3cc-4441-a39f-daddcf1c525a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:20:47Z', 'updated_at': '2021-08-05T12:20:49Z', 'revision_number': 2, 'project_id': '24f6c57df83d4972b0cd245b52fdf8c7', 'subnets': [{'id': 'cd4e19a3-a3cc-4441-a39f-daddcf1c525a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:20:54.423145 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff981a16-502c-4821-a633-26da757381d6 None None] Checking router: fe3604df-bf5a-4d9a-a690-591f048850ce for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:20:54.423605 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff981a16-502c-4821-a633-26da757381d6 None None] Updating router fe3604df-bf5a-4d9a-a690-591f048850ce port e1fe32db-a67c-4814-9410-d6e496f0e87b binding host n-d-803378-2 {{(pid=94423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 12:20:54.465995 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412d2a90-ea56-4ae7-87e2-4079b106ef7a None None] Pushing event updated for resources: {'Port': ['ID=f0896220-d039-4198-bb27-e478cf206156,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:20:54.529233 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-ff981a16-502c-4821-a633-26da757381d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:54.862971 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d9d32ebb-9c3d-4fe5-907c-c0de27aae144 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:55.202098 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-ff981a16-502c-4821-a633-26da757381d6 None None] Notify callbacks [] for port, precommit_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:55.226182 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.provisioning_blocks [None req-ff981a16-502c-4821-a633-26da757381d6 None None] Transition to ACTIVE for port object e1fe32db-a67c-4814-9410-d6e496f0e87b will not be triggered until provisioned by entity L2. {{(pid=94423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:20:55.246529 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d9d32ebb-9c3d-4fe5-907c-c0de27aae144 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286026'] for router, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:55.247809 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-ff981a16-502c-4821-a633-26da757381d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:55.430715 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-ff981a16-502c-4821-a633-26da757381d6 None None] Attempting to bind port e1fe32db-a67c-4814-9410-d6e496f0e87b on host n-d-803378-2 for vnic_type normal with profile {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:20:55.431263 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-ff981a16-502c-4821-a633-26da757381d6 None None] Attempting to bind port e1fe32db-a67c-4814-9410-d6e496f0e87b by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '441b9883-9044-4899-98b0-37bb68a7a468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'bcb82a16-b24d-4107-bbb9-33ff09f07b06'}] {{(pid=94423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:20:55.431809 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff981a16-502c-4821-a633-26da757381d6 None None] Attempting to bind port e1fe32db-a67c-4814-9410-d6e496f0e87b on network bcb82a16-b24d-4107-bbb9-33ff09f07b06 {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:20:55.435206 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ba703c-fe6b-426c-970a-3b88307d55ca None None] Pushing event updated for resources: {'Port': ['ID=e1fe32db-a67c-4814-9410-d6e496f0e87b,revision_number=3']} {{(pid=94423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:20:55.459115 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ba703c-fe6b-426c-970a-3b88307d55ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:20:55.459912 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ba703c-fe6b-426c-970a-3b88307d55ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:20:55.460453 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ba703c-fe6b-426c-970a-3b88307d55ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:20:55.460863 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ba703c-fe6b-426c-970a-3b88307d55ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:20:55.461294 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ba703c-fe6b-426c-970a-3b88307d55ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:20:55.461815 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ba703c-fe6b-426c-970a-3b88307d55ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:20:55.462330 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ba703c-fe6b-426c-970a-3b88307d55ca None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:20:55.462825 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ba703c-fe6b-426c-970a-3b88307d55ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:20:55.463309 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ba703c-fe6b-426c-970a-3b88307d55ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:20:55.463801 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ba703c-fe6b-426c-970a-3b88307d55ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:20:55.464283 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ba703c-fe6b-426c-970a-3b88307d55ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:20:55.476937 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ba703c-fe6b-426c-970a-3b88307d55ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:20:55.491061 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9d32ebb-9c3d-4fe5-907c-c0de27aae144 admin admin] Router 973e30a8-7b17-49ef-960a-6a80559bb1b3 is scheduled to L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d with binding_index 1 {{(pid=94420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 12:20:55.499609 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff981a16-502c-4821-a633-26da757381d6 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:20:55.500101 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff981a16-502c-4821-a633-26da757381d6 None None] Checking segment: {'id': '441b9883-9044-4899-98b0-37bb68a7a468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'bcb82a16-b24d-4107-bbb9-33ff09f07b06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:20:55.509428 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-ff981a16-502c-4821-a633-26da757381d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:55.510120 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff981a16-502c-4821-a633-26da757381d6 None None] Bound using segment: {'id': '441b9883-9044-4899-98b0-37bb68a7a468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'bcb82a16-b24d-4107-bbb9-33ff09f07b06'} {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:20:55.510848 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-ff981a16-502c-4821-a633-26da757381d6 None None] Bound port: e1fe32db-a67c-4814-9410-d6e496f0e87b, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '441b9883-9044-4899-98b0-37bb68a7a468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'bcb82a16-b24d-4107-bbb9-33ff09f07b06'}}] {{(pid=94423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:20:55.512162 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-ff981a16-502c-4821-a633-26da757381d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:55.680525 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.db [None req-ff981a16-502c-4821-a633-26da757381d6 None None] For port e1fe32db-a67c-4814-9410-d6e496f0e87b, host n-d-803378-2, cleared binding levels {{(pid=94423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:20:55.692061 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.db [None req-ff981a16-502c-4821-a633-26da757381d6 None None] For port e1fe32db-a67c-4814-9410-d6e496f0e87b, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=e1fe32db-a67c-4814-9410-d6e496f0e87b,segment=NetworkSegment(441b9883-9044-4899-98b0-37bb68a7a468),segment_id=441b9883-9044-4899-98b0-37bb68a7a468)] {{(pid=94423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:20:55.704815 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-ff981a16-502c-4821-a633-26da757381d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:55.864636 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9d32ebb-9c3d-4fe5-907c-c0de27aae144 admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:20:55.890914 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3666ebe5-249e-423c-898a-055290b25163 None None] Sync routers for ids ['973e30a8-7b17-49ef-960a-6a80559bb1b3'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:20:55.891826 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff981a16-502c-4821-a633-26da757381d6 None None] Routers {'fe3604df-bf5a-4d9a-a690-591f048850ce'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:20:55.894559 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-ff981a16-502c-4821-a633-26da757381d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:20:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['fe3604df-bf5a-4d9a-a690-591f048850ce'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:20:55.899730 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ba703c-fe6b-426c-970a-3b88307d55ca None None] Pushing event updated for resources: {'Port': ['ID=e1fe32db-a67c-4814-9410-d6e496f0e87b,revision_number=4']} {{(pid=94423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:20:55.916544 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3666ebe5-249e-423c-898a-055290b25163 None None] Routers {'973e30a8-7b17-49ef-960a-6a80559bb1b3'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:20:55.917366 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-3666ebe5-249e-423c-898a-055290b25163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:20:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['973e30a8-7b17-49ef-960a-6a80559bb1b3'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:20:55.957370 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d9d32ebb-9c3d-4fe5-907c-c0de27aae144 admin admin] Notify callbacks [] for router, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:55.980605 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-d9d32ebb-9c3d-4fe5-907c-c0de27aae144 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.5794103 Aug 05 12:20:55.982552 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 42804) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:20:56.245651 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device f0896220-d039-4198-bb27-e478cf206156 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:20:56.278972 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-ff981a16-502c-4821-a633-26da757381d6 None None] Set router fe3604df-bf5a-4d9a-a690-591f048850ce gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:20:56.369299 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80700dcf-dec3-4be9-bf21-cadd5365c93e None None] Network 42952618-3343-4e0e-8265-ec576050f66b requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:20:56.412812 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-3666ebe5-249e-423c-898a-055290b25163 None None] Set router 973e30a8-7b17-49ef-960a-6a80559bb1b3 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:20:56.691998 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port f0896220-d039-4198-bb27-e478cf206156 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:20:56.764916 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-57f310b2-fad5-4494-8042-b7d3ee2a035a None None] Provisioning for port f0896220-d039-4198-bb27-e478cf206156 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:20:56.790077 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-57f310b2-fad5-4494-8042-b7d3ee2a035a None None] Provisioning complete for port f0896220-d039-4198-bb27-e478cf206156 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:20:56.790572 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-57f310b2-fad5-4494-8042-b7d3ee2a035a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:56.798987 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-ff981a16-502c-4821-a633-26da757381d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe3604df-bf5a-4d9a-a690-591f048850ce', 'name': 'tempest-TestVolumeBackupRestore-1030141038-router', 'tenant_id': '24f6c57df83d4972b0cd245b52fdf8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '69232f43-fb8d-496f-bb10-7add9edb83a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:20:43Z', 'updated_at': '2021-08-05T12:20:48Z', 'revision_number': 4, 'project_id': '24f6c57df83d4972b0cd245b52fdf8c7', 'gw_port': {'id': '69232f43-fb8d-496f-bb10-7add9edb83a4', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f7:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3604df-bf5a-4d9a-a690-591f048850ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:20:43Z', 'updated_at': '2021-08-05T12:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'e1fe32db-a67c-4814-9410-d6e496f0e87b', 'name': '', 'network_id': 'bcb82a16-b24d-4107-bbb9-33ff09f07b06', 'tenant_id': '24f6c57df83d4972b0cd245b52fdf8c7', 'mac_address': 'fa:16:3e:d8:26:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe3604df-bf5a-4d9a-a690-591f048850ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'cd4e19a3-a3cc-4441-a39f-daddcf1c525a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:20:47Z', 'updated_at': '2021-08-05T12:20:55Z', 'revision_number': 4, 'project_id': '24f6c57df83d4972b0cd245b52fdf8c7', 'subnets': [{'id': 'cd4e19a3-a3cc-4441-a39f-daddcf1c525a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:20:56.924970 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff981a16-502c-4821-a633-26da757381d6 None None] The sync data for ids ['fe3604df-bf5a-4d9a-a690-591f048850ce'] in n-d-803378-2 is: [{'id': 'fe3604df-bf5a-4d9a-a690-591f048850ce', 'name': 'tempest-TestVolumeBackupRestore-1030141038-router', 'tenant_id': '24f6c57df83d4972b0cd245b52fdf8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '69232f43-fb8d-496f-bb10-7add9edb83a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:20:43Z', 'updated_at': '2021-08-05T12:20:48Z', 'revision_number': 4, 'project_id': '24f6c57df83d4972b0cd245b52fdf8c7', 'gw_port': {'id': '69232f43-fb8d-496f-bb10-7add9edb83a4', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f7:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3604df-bf5a-4d9a-a690-591f048850ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:20:43Z', 'updated_at': '2021-08-05T12:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'e1fe32db-a67c-4814-9410-d6e496f0e87b', 'name': '', 'network_id': 'bcb82a16-b24d-4107-bbb9-33ff09f07b06', 'tenant_id': '24f6c57df83d4972b0cd245b52fdf8c7', 'mac_address': 'fa:16:3e:d8:26:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe3604df-bf5a-4d9a-a690-591f048850ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'cd4e19a3-a3cc-4441-a39f-daddcf1c525a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:20:47Z', 'updated_at': '2021-08-05T12:20:55Z', 'revision_number': 4, 'project_id': '24f6c57df83d4972b0cd245b52fdf8c7', 'subnets': [{'id': 'cd4e19a3-a3cc-4441-a39f-daddcf1c525a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:20:57.059987 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-57f310b2-fad5-4494-8042-b7d3ee2a035a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:57.172448 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-57f310b2-fad5-4494-8042-b7d3ee2a035a None None] For port f0896220-d039-4198-bb27-e478cf206156, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=f0896220-d039-4198-bb27-e478cf206156,segment=NetworkSegment(e684c665-2d16-4796-ac7e-a425d576f1ee),segment_id=e684c665-2d16-4796-ac7e-a425d576f1ee)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:20:57.184218 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-57f310b2-fad5-4494-8042-b7d3ee2a035a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:57.209233 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-13385e11-e452-4e87-8019-a4a25942e943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:57.252802 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-3666ebe5-249e-423c-898a-055290b25163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '973e30a8-7b17-49ef-960a-6a80559bb1b3', 'name': 'tempest-TestVolumeBackupRestore-1795920024-router', 'tenant_id': '5357f71cc67a414c973eb32677872491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': 'd737102c-aae0-4981-9a88-ea98fcfeb0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:20:52Z', 'updated_at': '2021-08-05T12:20:54Z', 'revision_number': 3, 'project_id': '5357f71cc67a414c973eb32677872491', 'gw_port': {'id': 'd737102c-aae0-4981-9a88-ea98fcfeb0b3', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ed:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '973e30a8-7b17-49ef-960a-6a80559bb1b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:20:53Z', 'updated_at': '2021-08-05T12:20:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:20:57.589352 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-13385e11-e452-4e87-8019-a4a25942e943 admin admin] Allocated IP 172.20.0.1 (42952618-3343-4e0e-8265-ec576050f66b/774106ee-2725-48e9-b82e-e3293ba25a3b/df704cf2-0d46-4379-acbc-0f5b1da4071f) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:20:57.710093 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3666ebe5-249e-423c-898a-055290b25163 None None] Checking router: 973e30a8-7b17-49ef-960a-6a80559bb1b3 for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:20:57.711094 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3666ebe5-249e-423c-898a-055290b25163 None None] Updating router 973e30a8-7b17-49ef-960a-6a80559bb1b3 port d737102c-aae0-4981-9a88-ea98fcfeb0b3 binding host n-d-803378-2 {{(pid=94422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 12:20:57.797440 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-3666ebe5-249e-423c-898a-055290b25163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:57.801956 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f310b2-fad5-4494-8042-b7d3ee2a035a None None] Pushing event updated for resources: {'Port': ['ID=f0896220-d039-4198-bb27-e478cf206156,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:20:57.820967 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-e6885d11-e8df-4cf3-8aa2-f91ff95b3dd4 None None] Provisioning complete for port f0896220-d039-4198-bb27-e478cf206156 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:20:57.823462 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e6885d11-e8df-4cf3-8aa2-f91ff95b3dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:57.846905 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-13385e11-e452-4e87-8019-a4a25942e943 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:57.878039 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [None req-13385e11-e452-4e87-8019-a4a25942e943 admin admin] Transition to ACTIVE for port object df704cf2-0d46-4379-acbc-0f5b1da4071f will not be triggered until provisioned by entity DHCP. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:20:58.000195 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-13385e11-e452-4e87-8019-a4a25942e943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:58.100143 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13385e11-e452-4e87-8019-a4a25942e943 admin admin] Network 42952618-3343-4e0e-8265-ec576050f66b is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:20:58.169453 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-13385e11-e452-4e87-8019-a4a25942e943 admin admin] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:20:58.176356 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13385e11-e452-4e87-8019-a4a25942e943 admin admin] Pushing event updated for resources: {'Port': ['ID=df704cf2-0d46-4379-acbc-0f5b1da4071f,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:20:58.176836 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device f0896220-d039-4198-bb27-e478cf206156 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:20:58.180458 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13385e11-e452-4e87-8019-a4a25942e943 admin admin] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:20:58.314228 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-13385e11-e452-4e87-8019-a4a25942e943 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33288800'] for router_interface, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:58.612866 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-3666ebe5-249e-423c-898a-055290b25163 None None] Notify callbacks [] for port, precommit_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:58.637612 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-3666ebe5-249e-423c-898a-055290b25163 None None] Transition to ACTIVE for port object d737102c-aae0-4981-9a88-ea98fcfeb0b3 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:20:58.657918 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port f0896220-d039-4198-bb27-e478cf206156 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:20:58.657918 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:58.663483 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-3666ebe5-249e-423c-898a-055290b25163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:58.690270 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-13385e11-e452-4e87-8019-a4a25942e943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:58.973771 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b765d8da-2d72-4dfe-b754-b4e036c4ac10 None None] Provisioning for port df704cf2-0d46-4379-acbc-0f5b1da4071f completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:20:58.979421 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-3666ebe5-249e-423c-898a-055290b25163 None None] Attempting to bind port d737102c-aae0-4981-9a88-ea98fcfeb0b3 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:20:58.980210 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-3666ebe5-249e-423c-898a-055290b25163 None None] Attempting to bind port d737102c-aae0-4981-9a88-ea98fcfeb0b3 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:20:58.981010 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3666ebe5-249e-423c-898a-055290b25163 None None] Attempting to bind port d737102c-aae0-4981-9a88-ea98fcfeb0b3 on network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:20:58.991271 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a373fcd-e863-4a3c-817f-4e83c3113084 None None] Pushing event updated for resources: {'Port': ['ID=d737102c-aae0-4981-9a88-ea98fcfeb0b3,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:20:59.023911 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b765d8da-2d72-4dfe-b754-b4e036c4ac10 None None] Provisioning complete for port df704cf2-0d46-4379-acbc-0f5b1da4071f triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:20:59.024683 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b765d8da-2d72-4dfe-b754-b4e036c4ac10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:59.030844 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3666ebe5-249e-423c-898a-055290b25163 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:20:59.031451 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3666ebe5-249e-423c-898a-055290b25163 None None] Checking segment: {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:20:59.031874 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-3666ebe5-249e-423c-898a-055290b25163 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:59.032653 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3666ebe5-249e-423c-898a-055290b25163 None None] Bound using segment: {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:20:59.033573 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-3666ebe5-249e-423c-898a-055290b25163 None None] Bound port: d737102c-aae0-4981-9a88-ea98fcfeb0b3, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:20:59.034323 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-3666ebe5-249e-423c-898a-055290b25163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:59.147243 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-13385e11-e452-4e87-8019-a4a25942e943 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:59.160779 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-13385e11-e452-4e87-8019-a4a25942e943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:59.239019 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-3666ebe5-249e-423c-898a-055290b25163 None None] For port d737102c-aae0-4981-9a88-ea98fcfeb0b3, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:20:59.245864 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-3666ebe5-249e-423c-898a-055290b25163 None None] For port d737102c-aae0-4981-9a88-ea98fcfeb0b3, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=d737102c-aae0-4981-9a88-ea98fcfeb0b3,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:20:59.264624 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-3666ebe5-249e-423c-898a-055290b25163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:59.311525 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-13385e11-e452-4e87-8019-a4a25942e943 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33140268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33208272'] for router_interface, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:59.318544 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device e1fe32db-a67c-4814-9410-d6e496f0e87b up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:20:59.324586 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-b765d8da-2d72-4dfe-b754-b4e036c4ac10 None None] Port df704cf2-0d46-4379-acbc-0f5b1da4071f cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 12:20:59.325166 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13385e11-e452-4e87-8019-a4a25942e943 admin admin] Pushing event updated for resources: {'Port': ['ID=df704cf2-0d46-4379-acbc-0f5b1da4071f,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:20:59.519968 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a373fcd-e863-4a3c-817f-4e83c3113084 None None] Pushing event updated for resources: {'Port': ['ID=d737102c-aae0-4981-9a88-ea98fcfeb0b3,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:20:59.523585 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3666ebe5-249e-423c-898a-055290b25163 None None] Routers {'973e30a8-7b17-49ef-960a-6a80559bb1b3'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:20:59.524362 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-3666ebe5-249e-423c-898a-055290b25163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:20:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['973e30a8-7b17-49ef-960a-6a80559bb1b3'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:20:59.549884 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13385e11-e452-4e87-8019-a4a25942e943 admin admin] Network 42952618-3343-4e0e-8265-ec576050f66b is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:20:59.551996 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-13385e11-e452-4e87-8019-a4a25942e943 admin admin] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:20:59.645327 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port e1fe32db-a67c-4814-9410-d6e496f0e87b completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:20:59.713036 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port e1fe32db-a67c-4814-9410-d6e496f0e87b triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:20:59.713545 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:20:59.875100 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-3666ebe5-249e-423c-898a-055290b25163 None None] Set router 973e30a8-7b17-49ef-960a-6a80559bb1b3 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:20:59.886099 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:21:00.277628 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b03e87c0-9d31-4058-b073-215d7a832e1a None None] Provisioning complete for port df704cf2-0d46-4379-acbc-0f5b1da4071f triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:21:00.278467 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b03e87c0-9d31-4058-b073-215d7a832e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:21:00.284337 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:21:00.436255 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-b03e87c0-9d31-4058-b073-215d7a832e1a None None] Port df704cf2-0d46-4379-acbc-0f5b1da4071f cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 12:21:00.499896 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port e1fe32db-a67c-4814-9410-d6e496f0e87b, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=e1fe32db-a67c-4814-9410-d6e496f0e87b,segment=NetworkSegment(441b9883-9044-4899-98b0-37bb68a7a468),segment_id=441b9883-9044-4899-98b0-37bb68a7a468)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:21:00.571284 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:21:00.636934 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13385e11-e452-4e87-8019-a4a25942e943 admin admin] Router 973e30a8-7b17-49ef-960a-6a80559bb1b3 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:21:00.816939 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=e1fe32db-a67c-4814-9410-d6e496f0e87b,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:21:00.829278 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-3666ebe5-249e-423c-898a-055290b25163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '973e30a8-7b17-49ef-960a-6a80559bb1b3', 'name': 'tempest-TestVolumeBackupRestore-1795920024-router', 'tenant_id': '5357f71cc67a414c973eb32677872491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': 'd737102c-aae0-4981-9a88-ea98fcfeb0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:20:52Z', 'updated_at': '2021-08-05T12:20:58Z', 'revision_number': 4, 'project_id': '5357f71cc67a414c973eb32677872491', 'gw_port': {'id': 'd737102c-aae0-4981-9a88-ea98fcfeb0b3', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ed:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '973e30a8-7b17-49ef-960a-6a80559bb1b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:20:53Z', 'updated_at': '2021-08-05T12:20:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'df704cf2-0d46-4379-acbc-0f5b1da4071f', 'name': '', 'network_id': '42952618-3343-4e0e-8265-ec576050f66b', 'tenant_id': '5357f71cc67a414c973eb32677872491', 'mac_address': 'fa:16:3e:03:b8:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '973e30a8-7b17-49ef-960a-6a80559bb1b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '774106ee-2725-48e9-b82e-e3293ba25a3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:20:57Z', 'updated_at': '2021-08-05T12:20:58Z', 'revision_number': 2, 'project_id': '5357f71cc67a414c973eb32677872491', 'subnets': [{'id': '774106ee-2725-48e9-b82e-e3293ba25a3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:21:00.907059 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3666ebe5-249e-423c-898a-055290b25163 None None] The sync data for ids ['973e30a8-7b17-49ef-960a-6a80559bb1b3'] in n-d-803378-2 is: [{'id': '973e30a8-7b17-49ef-960a-6a80559bb1b3', 'name': 'tempest-TestVolumeBackupRestore-1795920024-router', 'tenant_id': '5357f71cc67a414c973eb32677872491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': 'd737102c-aae0-4981-9a88-ea98fcfeb0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:20:52Z', 'updated_at': '2021-08-05T12:20:58Z', 'revision_number': 4, 'project_id': '5357f71cc67a414c973eb32677872491', 'gw_port': {'id': 'd737102c-aae0-4981-9a88-ea98fcfeb0b3', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ed:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '973e30a8-7b17-49ef-960a-6a80559bb1b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:20:53Z', 'updated_at': '2021-08-05T12:20:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'df704cf2-0d46-4379-acbc-0f5b1da4071f', 'name': '', 'network_id': '42952618-3343-4e0e-8265-ec576050f66b', 'tenant_id': '5357f71cc67a414c973eb32677872491', 'mac_address': 'fa:16:3e:03:b8:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '973e30a8-7b17-49ef-960a-6a80559bb1b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '774106ee-2725-48e9-b82e-e3293ba25a3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:20:57Z', 'updated_at': '2021-08-05T12:20:58Z', 'revision_number': 2, 'project_id': '5357f71cc67a414c973eb32677872491', 'subnets': [{'id': '774106ee-2725-48e9-b82e-e3293ba25a3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:21:00.974833 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13385e11-e452-4e87-8019-a4a25942e943 admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:21:00.992299 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-13385e11-e452-4e87-8019-a4a25942e943 admin admin] 10.222.0.58 "PUT /v2.0/routers/973e30a8-7b17-49ef-960a-6a80559bb1b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0067587 Aug 05 12:21:02.848974 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device e1fe32db-a67c-4814-9410-d6e496f0e87b up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:21:03.039594 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port e1fe32db-a67c-4814-9410-d6e496f0e87b triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:21:03.040215 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:21:03.199798 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device d737102c-aae0-4981-9a88-ea98fcfeb0b3 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:21:03.380593 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port d737102c-aae0-4981-9a88-ea98fcfeb0b3 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:21:03.405754 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port d737102c-aae0-4981-9a88-ea98fcfeb0b3 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:21:03.405754 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:21:03.647189 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:21:03.719605 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port d737102c-aae0-4981-9a88-ea98fcfeb0b3, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=d737102c-aae0-4981-9a88-ea98fcfeb0b3,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:21:03.738867 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:21:03.885672 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=d737102c-aae0-4981-9a88-ea98fcfeb0b3,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:21:04.754367 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device d737102c-aae0-4981-9a88-ea98fcfeb0b3 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:21:04.899020 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port d737102c-aae0-4981-9a88-ea98fcfeb0b3 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:21:04.900538 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:21:05.103080 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad67c2e8-66a2-453a-8119-4e48fbc9cf22 None None] Sync routers for ids ['973e30a8-7b17-49ef-960a-6a80559bb1b3'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:21:05.130762 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad67c2e8-66a2-453a-8119-4e48fbc9cf22 None None] Routers {'973e30a8-7b17-49ef-960a-6a80559bb1b3'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:21:05.131867 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-ad67c2e8-66a2-453a-8119-4e48fbc9cf22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:20:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['973e30a8-7b17-49ef-960a-6a80559bb1b3'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:21:05.396233 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-ad67c2e8-66a2-453a-8119-4e48fbc9cf22 None None] Set router 973e30a8-7b17-49ef-960a-6a80559bb1b3 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:21:05.974338 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-ad67c2e8-66a2-453a-8119-4e48fbc9cf22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '973e30a8-7b17-49ef-960a-6a80559bb1b3', 'name': 'tempest-TestVolumeBackupRestore-1795920024-router', 'tenant_id': '5357f71cc67a414c973eb32677872491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': 'd737102c-aae0-4981-9a88-ea98fcfeb0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:20:52Z', 'updated_at': '2021-08-05T12:20:58Z', 'revision_number': 4, 'project_id': '5357f71cc67a414c973eb32677872491', 'gw_port': {'id': 'd737102c-aae0-4981-9a88-ea98fcfeb0b3', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ed:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973e30a8-7b17-49ef-960a-6a80559bb1b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:20:53Z', 'updated_at': '2021-08-05T12:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'df704cf2-0d46-4379-acbc-0f5b1da4071f', 'name': '', 'network_id': '42952618-3343-4e0e-8265-ec576050f66b', 'tenant_id': '5357f71cc67a414c973eb32677872491', 'mac_address': 'fa:16:3e:03:b8:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '973e30a8-7b17-49ef-960a-6a80559bb1b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '774106ee-2725-48e9-b82e-e3293ba25a3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:20:57Z', 'updated_at': '2021-08-05T12:20:58Z', 'revision_number': 2, 'project_id': '5357f71cc67a414c973eb32677872491', 'subnets': [{'id': '774106ee-2725-48e9-b82e-e3293ba25a3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:21:06.043909 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad67c2e8-66a2-453a-8119-4e48fbc9cf22 None None] Checking router: 973e30a8-7b17-49ef-960a-6a80559bb1b3 for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:21:06.044959 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad67c2e8-66a2-453a-8119-4e48fbc9cf22 None None] Updating router 973e30a8-7b17-49ef-960a-6a80559bb1b3 port df704cf2-0d46-4379-acbc-0f5b1da4071f binding host n-d-803378-2 {{(pid=94423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 12:21:06.100662 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-ad67c2e8-66a2-453a-8119-4e48fbc9cf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:21:06.855729 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-ad67c2e8-66a2-453a-8119-4e48fbc9cf22 None None] Notify callbacks [] for port, precommit_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:21:06.879614 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.provisioning_blocks [None req-ad67c2e8-66a2-453a-8119-4e48fbc9cf22 None None] Transition to ACTIVE for port object df704cf2-0d46-4379-acbc-0f5b1da4071f will not be triggered until provisioned by entity L2. {{(pid=94423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:21:06.893004 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-ad67c2e8-66a2-453a-8119-4e48fbc9cf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:21:07.001515 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66257486-3c98-4ad4-b716-ccf77594a129 None None] Pushing event updated for resources: {'Port': ['ID=df704cf2-0d46-4379-acbc-0f5b1da4071f,revision_number=3']} {{(pid=94423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:21:07.067672 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-ad67c2e8-66a2-453a-8119-4e48fbc9cf22 None None] Attempting to bind port df704cf2-0d46-4379-acbc-0f5b1da4071f on host n-d-803378-2 for vnic_type normal with profile {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:21:07.068114 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-ad67c2e8-66a2-453a-8119-4e48fbc9cf22 None None] Attempting to bind port df704cf2-0d46-4379-acbc-0f5b1da4071f by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'e684c665-2d16-4796-ac7e-a425d576f1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '42952618-3343-4e0e-8265-ec576050f66b'}] {{(pid=94423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:21:07.069538 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad67c2e8-66a2-453a-8119-4e48fbc9cf22 None None] Attempting to bind port df704cf2-0d46-4379-acbc-0f5b1da4071f on network 42952618-3343-4e0e-8265-ec576050f66b {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:21:07.084609 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad67c2e8-66a2-453a-8119-4e48fbc9cf22 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:21:07.086544 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad67c2e8-66a2-453a-8119-4e48fbc9cf22 None None] Checking segment: {'id': 'e684c665-2d16-4796-ac7e-a425d576f1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '42952618-3343-4e0e-8265-ec576050f66b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:21:07.086544 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-ad67c2e8-66a2-453a-8119-4e48fbc9cf22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:21:07.086544 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad67c2e8-66a2-453a-8119-4e48fbc9cf22 None None] Bound using segment: {'id': 'e684c665-2d16-4796-ac7e-a425d576f1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '42952618-3343-4e0e-8265-ec576050f66b'} {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:21:07.087021 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-ad67c2e8-66a2-453a-8119-4e48fbc9cf22 None None] Bound port: df704cf2-0d46-4379-acbc-0f5b1da4071f, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e684c665-2d16-4796-ac7e-a425d576f1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '42952618-3343-4e0e-8265-ec576050f66b'}}] {{(pid=94423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:21:07.087532 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-ad67c2e8-66a2-453a-8119-4e48fbc9cf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:21:07.239057 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.db [None req-ad67c2e8-66a2-453a-8119-4e48fbc9cf22 None None] For port df704cf2-0d46-4379-acbc-0f5b1da4071f, host n-d-803378-2, cleared binding levels {{(pid=94423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:21:07.249986 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.db [None req-ad67c2e8-66a2-453a-8119-4e48fbc9cf22 None None] For port df704cf2-0d46-4379-acbc-0f5b1da4071f, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=df704cf2-0d46-4379-acbc-0f5b1da4071f,segment=NetworkSegment(e684c665-2d16-4796-ac7e-a425d576f1ee),segment_id=e684c665-2d16-4796-ac7e-a425d576f1ee)] {{(pid=94423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:21:07.260634 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-ad67c2e8-66a2-453a-8119-4e48fbc9cf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:21:07.337568 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-666347e8-d4ee-476b-a6d4-171e08b9ae54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:21:07.367441 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad67c2e8-66a2-453a-8119-4e48fbc9cf22 None None] Routers {'973e30a8-7b17-49ef-960a-6a80559bb1b3'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:21:07.368095 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-ad67c2e8-66a2-453a-8119-4e48fbc9cf22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:20:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['973e30a8-7b17-49ef-960a-6a80559bb1b3'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:21:07.376971 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66257486-3c98-4ad4-b716-ccf77594a129 None None] Pushing event updated for resources: {'Port': ['ID=df704cf2-0d46-4379-acbc-0f5b1da4071f,revision_number=4']} {{(pid=94423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:21:07.616770 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-ad67c2e8-66a2-453a-8119-4e48fbc9cf22 None None] Set router 973e30a8-7b17-49ef-960a-6a80559bb1b3 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:21:08.096038 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-ad67c2e8-66a2-453a-8119-4e48fbc9cf22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '973e30a8-7b17-49ef-960a-6a80559bb1b3', 'name': 'tempest-TestVolumeBackupRestore-1795920024-router', 'tenant_id': '5357f71cc67a414c973eb32677872491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': 'd737102c-aae0-4981-9a88-ea98fcfeb0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:20:52Z', 'updated_at': '2021-08-05T12:20:58Z', 'revision_number': 4, 'project_id': '5357f71cc67a414c973eb32677872491', 'gw_port': {'id': 'd737102c-aae0-4981-9a88-ea98fcfeb0b3', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ed:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973e30a8-7b17-49ef-960a-6a80559bb1b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:20:53Z', 'updated_at': '2021-08-05T12:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'df704cf2-0d46-4379-acbc-0f5b1da4071f', 'name': '', 'network_id': '42952618-3343-4e0e-8265-ec576050f66b', 'tenant_id': '5357f71cc67a414c973eb32677872491', 'mac_address': 'fa:16:3e:03:b8:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '973e30a8-7b17-49ef-960a-6a80559bb1b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '774106ee-2725-48e9-b82e-e3293ba25a3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:20:57Z', 'updated_at': '2021-08-05T12:21:07Z', 'revision_number': 4, 'project_id': '5357f71cc67a414c973eb32677872491', 'subnets': [{'id': '774106ee-2725-48e9-b82e-e3293ba25a3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:21:08.141833 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad67c2e8-66a2-453a-8119-4e48fbc9cf22 None None] The sync data for ids ['973e30a8-7b17-49ef-960a-6a80559bb1b3'] in n-d-803378-2 is: [{'id': '973e30a8-7b17-49ef-960a-6a80559bb1b3', 'name': 'tempest-TestVolumeBackupRestore-1795920024-router', 'tenant_id': '5357f71cc67a414c973eb32677872491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': 'd737102c-aae0-4981-9a88-ea98fcfeb0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:20:52Z', 'updated_at': '2021-08-05T12:20:58Z', 'revision_number': 4, 'project_id': '5357f71cc67a414c973eb32677872491', 'gw_port': {'id': 'd737102c-aae0-4981-9a88-ea98fcfeb0b3', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ed:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973e30a8-7b17-49ef-960a-6a80559bb1b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:20:53Z', 'updated_at': '2021-08-05T12:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'df704cf2-0d46-4379-acbc-0f5b1da4071f', 'name': '', 'network_id': '42952618-3343-4e0e-8265-ec576050f66b', 'tenant_id': '5357f71cc67a414c973eb32677872491', 'mac_address': 'fa:16:3e:03:b8:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '973e30a8-7b17-49ef-960a-6a80559bb1b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '774106ee-2725-48e9-b82e-e3293ba25a3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:20:57Z', 'updated_at': '2021-08-05T12:21:07Z', 'revision_number': 4, 'project_id': '5357f71cc67a414c973eb32677872491', 'subnets': [{'id': '774106ee-2725-48e9-b82e-e3293ba25a3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:21:08.801943 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device df704cf2-0d46-4379-acbc-0f5b1da4071f up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:21:08.926972 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port df704cf2-0d46-4379-acbc-0f5b1da4071f completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:21:08.937807 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port df704cf2-0d46-4379-acbc-0f5b1da4071f triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:21:08.938360 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:21:09.097511 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:21:09.157910 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port df704cf2-0d46-4379-acbc-0f5b1da4071f, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=df704cf2-0d46-4379-acbc-0f5b1da4071f,segment=NetworkSegment(e684c665-2d16-4796-ac7e-a425d576f1ee),segment_id=e684c665-2d16-4796-ac7e-a425d576f1ee)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:21:09.164835 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:21:09.294599 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=df704cf2-0d46-4379-acbc-0f5b1da4071f,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:21:10.052982 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f7089de5-b761-464f-90fa-f052a249982b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:21:10.120896 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:21:10.702749 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device df704cf2-0d46-4379-acbc-0f5b1da4071f up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:21:10.802848 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port df704cf2-0d46-4379-acbc-0f5b1da4071f triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:21:10.803628 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:21:11.903611 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:21:14.034114 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:21:22.570613 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:21:29.834349 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:21:30.752142 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 12:21:37.318713 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-36773652-468f-4747-8ea3-f60401f48547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:21:38.722845 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 43126) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:21:38.930506 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e1f90718-d58f-42c9-a25d-70d5ba1a2156 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:21:39.067456 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e1f90718-d58f-42c9-a25d-70d5ba1a2156 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:21:39.076958 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e1f90718-d58f-42c9-a25d-70d5ba1a2156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:21:39.164184 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-e1f90718-d58f-42c9-a25d-70d5ba1a2156 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c1e92acf7e25468182f9bb7e6fa5dcb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4397078 Aug 05 12:21:39.165323 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f90718-d58f-42c9-a25d-70d5ba1a2156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e510b4a4-fceb-4300-a9f9-512908745dca,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:21:39.167499 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 43130) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:21:39.179327 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f90718-d58f-42c9-a25d-70d5ba1a2156 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:21:39.179848 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f90718-d58f-42c9-a25d-70d5ba1a2156 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:21:39.180361 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f90718-d58f-42c9-a25d-70d5ba1a2156 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:21:39.181098 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f90718-d58f-42c9-a25d-70d5ba1a2156 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:21:39.181600 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f90718-d58f-42c9-a25d-70d5ba1a2156 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:21:39.185273 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f90718-d58f-42c9-a25d-70d5ba1a2156 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:21:39.185273 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f90718-d58f-42c9-a25d-70d5ba1a2156 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:21:39.185273 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f90718-d58f-42c9-a25d-70d5ba1a2156 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:21:39.185273 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f90718-d58f-42c9-a25d-70d5ba1a2156 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:21:39.185273 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f90718-d58f-42c9-a25d-70d5ba1a2156 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:21:39.185273 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f90718-d58f-42c9-a25d-70d5ba1a2156 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:21:39.185273 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f90718-d58f-42c9-a25d-70d5ba1a2156 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:21:39.268342 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1403d7e9-cdd8-4a69-92a3-95e60855fef5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:21:39.320139 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1403d7e9-cdd8-4a69-92a3-95e60855fef5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:21:39.413524 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1403d7e9-cdd8-4a69-92a3-95e60855fef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:21:39.417091 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1403d7e9-cdd8-4a69-92a3-95e60855fef5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:21:39.422841 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-1403d7e9-cdd8-4a69-92a3-95e60855fef5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e510b4a4-fceb-4300-a9f9-512908745dca HTTP/1.1" status: 204 len: 168 time: 0.2496803 Aug 05 12:21:39.432617 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1403d7e9-cdd8-4a69-92a3-95e60855fef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e510b4a4-fceb-4300-a9f9-512908745dca,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:21:40.049820 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-7ae5f4d8-c22c-4197-bc97-dd222521adc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:21:40.116356 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:21:41.927033 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:21:44.043888 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:21:52.590128 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:21:59.849630 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:22:07.370775 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-2a248f36-508f-43a7-b4cf-6767c088494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:22:07.758008 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 12:22:10.056857 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-3c885683-b1c3-4fc9-bc59-be8838363a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:22:10.126448 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:22:11.908866 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:22:14.066505 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:22:22.594868 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:22:29.868116 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:22:37.321324 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1356d40b-96df-4fc4-94bd-4e6a48a3a761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:22:40.051355 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-dc3ce428-2b6d-4d35-aebc-a4c53b0c543f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:22:40.101846 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:22:41.915038 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:22:44.062849 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:22:44.756310 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 12:22:52.600270 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:22:55.180330 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 44046) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:22:55.411857 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-282bff20-f80a-4372-9955-31b5c8c54cc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:22:55.571341 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-282bff20-f80a-4372-9955-31b5c8c54cc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:22:55.581914 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-282bff20-f80a-4372-9955-31b5c8c54cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:22:55.663658 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282bff20-f80a-4372-9955-31b5c8c54cc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bb6edc4-8646-4c06-a0f2-16b36870bc5b,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:22:55.672908 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-282bff20-f80a-4372-9955-31b5c8c54cc1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e4574ba3a3a440c193c67335890595e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4899261 Aug 05 12:22:55.677089 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 44058) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:22:55.686417 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282bff20-f80a-4372-9955-31b5c8c54cc1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:22:55.687200 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282bff20-f80a-4372-9955-31b5c8c54cc1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:22:55.687724 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282bff20-f80a-4372-9955-31b5c8c54cc1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:22:55.688414 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282bff20-f80a-4372-9955-31b5c8c54cc1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:22:55.689248 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282bff20-f80a-4372-9955-31b5c8c54cc1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:22:55.690017 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282bff20-f80a-4372-9955-31b5c8c54cc1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:22:55.690774 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282bff20-f80a-4372-9955-31b5c8c54cc1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:22:55.691552 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282bff20-f80a-4372-9955-31b5c8c54cc1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:22:55.692124 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282bff20-f80a-4372-9955-31b5c8c54cc1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:22:55.692565 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282bff20-f80a-4372-9955-31b5c8c54cc1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:22:55.692915 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282bff20-f80a-4372-9955-31b5c8c54cc1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:22:55.693247 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282bff20-f80a-4372-9955-31b5c8c54cc1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:22:55.774365 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-bca09d77-856f-4138-8f76-1a8cf8685eea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:22:55.816761 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-bca09d77-856f-4138-8f76-1a8cf8685eea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:22:55.898437 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-bca09d77-856f-4138-8f76-1a8cf8685eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:22:55.901894 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-bca09d77-856f-4138-8f76-1a8cf8685eea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:22:55.904646 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-bca09d77-856f-4138-8f76-1a8cf8685eea admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8bb6edc4-8646-4c06-a0f2-16b36870bc5b HTTP/1.1" status: 204 len: 168 time: 0.2254694 Aug 05 12:22:55.919620 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca09d77-856f-4138-8f76-1a8cf8685eea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bb6edc4-8646-4c06-a0f2-16b36870bc5b,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:22:55.931570 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca09d77-856f-4138-8f76-1a8cf8685eea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:22:55.932114 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca09d77-856f-4138-8f76-1a8cf8685eea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:22:55.932729 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca09d77-856f-4138-8f76-1a8cf8685eea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:22:55.933288 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca09d77-856f-4138-8f76-1a8cf8685eea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:22:55.933775 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca09d77-856f-4138-8f76-1a8cf8685eea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:22:55.934807 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca09d77-856f-4138-8f76-1a8cf8685eea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:22:55.935832 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca09d77-856f-4138-8f76-1a8cf8685eea admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:22:55.936270 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca09d77-856f-4138-8f76-1a8cf8685eea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:22:55.936881 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca09d77-856f-4138-8f76-1a8cf8685eea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:22:55.937445 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca09d77-856f-4138-8f76-1a8cf8685eea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:22:55.938003 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca09d77-856f-4138-8f76-1a8cf8685eea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:22:55.938568 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca09d77-856f-4138-8f76-1a8cf8685eea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:22:57.132190 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 44100) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:22:57.339435 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-143aaf80-ba8b-425c-acfe-43e11652d52c admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1327760638-network', 'tenant_id': '903f11b93fa0458290c98f4aa3e9f1eb'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:22:57.370061 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-143aaf80-ba8b-425c-acfe-43e11652d52c admin admin] Made reservation on behalf of 903f11b93fa0458290c98f4aa3e9f1eb for: {'network': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:22:57.374246 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-143aaf80-ba8b-425c-acfe-43e11652d52c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:22:57.389901 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-143aaf80-ba8b-425c-acfe-43e11652d52c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:22:57.574162 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-143aaf80-ba8b-425c-acfe-43e11652d52c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:22:57.581144 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-143aaf80-ba8b-425c-acfe-43e11652d52c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:22:57.619591 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-143aaf80-ba8b-425c-acfe-43e11652d52c admin admin] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=94421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 12:22:57.639098 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-143aaf80-ba8b-425c-acfe-43e11652d52c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:22:57.639653 n-d-803378-2 neutron-server[94421]: INFO neutron.db.segments_db [None req-143aaf80-ba8b-425c-acfe-43e11652d52c admin admin] Added segment 847d2f13-05a9-4e54-b13b-f10292806aea of type vlan for network 3e4f16de-2168-45bb-8233-6907dcfc60e8 Aug 05 12:22:57.642936 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143aaf80-ba8b-425c-acfe-43e11652d52c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bc8a880-92f1-4ea4-95bd-f771967011bb,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:22:57.730359 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-143aaf80-ba8b-425c-acfe-43e11652d52c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:22:57.801724 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-143aaf80-ba8b-425c-acfe-43e11652d52c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:22:57.803272 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-143aaf80-ba8b-425c-acfe-43e11652d52c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:22:57.805182 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-143aaf80-ba8b-425c-acfe-43e11652d52c admin admin] Notify callbacks [] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:22:57.913160 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-143aaf80-ba8b-425c-acfe-43e11652d52c admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7788827 Aug 05 12:22:57.914465 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 44106) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:22:57.923381 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-2c0bbdc8-1f86-47da-a79a-f8dc5139d4c1 admin admin] Request body: {'subnet': {'network_id': '3e4f16de-2168-45bb-8233-6907dcfc60e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1327760638-subnet', 'tenant_id': '903f11b93fa0458290c98f4aa3e9f1eb', 'ip_version': 4}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:22:57.936843 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143aaf80-ba8b-425c-acfe-43e11652d52c admin admin] Pushing event updated for resources: {'Network': ['ID=3e4f16de-2168-45bb-8233-6907dcfc60e8,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:22:57.952332 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 3e4f16de-2168-45bb-8233-6907dcfc60e8 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 12:22:57.979648 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c0bbdc8-1f86-47da-a79a-f8dc5139d4c1 admin admin] Made reservation on behalf of 903f11b93fa0458290c98f4aa3e9f1eb for: {'subnet': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:22:57.984009 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2c0bbdc8-1f86-47da-a79a-f8dc5139d4c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24211133'] for subnet, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:22:58.237251 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2c0bbdc8-1f86-47da-a79a-f8dc5139d4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29762700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24211087'] for subnet, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:22:58.356529 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0bbdc8-1f86-47da-a79a-f8dc5139d4c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34521247-27fc-4e61-b202-2b694076f744,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:22:58.373754 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0bbdc8-1f86-47da-a79a-f8dc5139d4c1 admin admin] Checking segment: {'id': '847d2f13-05a9-4e54-b13b-f10292806aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '3e4f16de-2168-45bb-8233-6907dcfc60e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:22:58.374400 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0bbdc8-1f86-47da-a79a-f8dc5139d4c1 admin admin] Network hostable DHCP agents. Network: 3e4f16de-2168-45bb-8233-6907dcfc60e8, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 12:22:58.408769 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0bbdc8-1f86-47da-a79a-f8dc5139d4c1 admin admin] Network 3e4f16de-2168-45bb-8233-6907dcfc60e8 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 12:22:58.429744 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-2c0bbdc8-1f86-47da-a79a-f8dc5139d4c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, 3e4f16de-2168-45bb-8233-6907dcfc60e8) {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:22:58.438818 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0bbdc8-1f86-47da-a79a-f8dc5139d4c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:22:58.439498 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2c0bbdc8-1f86-47da-a79a-f8dc5139d4c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:22:58.444367 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2060765-57ba-4a42-a968-520d63a05341 None None] Network 3e4f16de-2168-45bb-8233-6907dcfc60e8 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:22:58.482762 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 44108) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:22:58.484729 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-2c0bbdc8-1f86-47da-a79a-f8dc5139d4c1 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5632260 Aug 05 12:22:58.490881 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-122d9a22-c717-4dd5-8283-f7efe9ae22c1 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1327760638-router', 'tenant_id': '903f11b93fa0458290c98f4aa3e9f1eb', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:22:58.538728 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-122d9a22-c717-4dd5-8283-f7efe9ae22c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33260300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1929'] for router, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:22:58.541286 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-122d9a22-c717-4dd5-8283-f7efe9ae22c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33285914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33034662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1926'] for router, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:22:58.623943 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-122d9a22-c717-4dd5-8283-f7efe9ae22c1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:22:58.885137 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-122d9a22-c717-4dd5-8283-f7efe9ae22c1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:22:59.015071 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee5278f-1aef-443b-b296-83616e8ebdd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-3e4f16de-2168-45bb-8233-6907dcfc60e8', 'network_id': '3e4f16de-2168-45bb-8233-6907dcfc60e8', 'tenant_id': '903f11b93fa0458290c98f4aa3e9f1eb', 'fixed_ips': [{'subnet_id': '34521247-27fc-4e61-b202-2b694076f744'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 12:22:59.017212 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-7ee5278f-1aef-443b-b296-83616e8ebdd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:22:59.282240 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-122d9a22-c717-4dd5-8283-f7efe9ae22c1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:22:59.325618 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-122d9a22-c717-4dd5-8283-f7efe9ae22c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:22:59.345549 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-7ee5278f-1aef-443b-b296-83616e8ebdd3 None None] Allocated IP 172.20.0.2 (3e4f16de-2168-45bb-8233-6907dcfc60e8/34521247-27fc-4e61-b202-2b694076f744/afa0480e-a59b-4153-bf7c-02ed71325542) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:22:59.534005 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-122d9a22-c717-4dd5-8283-f7efe9ae22c1 admin admin] Allocated IP 172.25.5.41 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/33f70289-03a0-48b9-9c07-4d87e546a772) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:22:59.618908 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-7ee5278f-1aef-443b-b296-83616e8ebdd3 None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:22:59.634991 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-7ee5278f-1aef-443b-b296-83616e8ebdd3 None None] Transition to ACTIVE for port object afa0480e-a59b-4153-bf7c-02ed71325542 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:22:59.660924 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-7ee5278f-1aef-443b-b296-83616e8ebdd3 None None] Transition to ACTIVE for port object afa0480e-a59b-4153-bf7c-02ed71325542 will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:22:59.675348 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-7ee5278f-1aef-443b-b296-83616e8ebdd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:22:59.748575 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-122d9a22-c717-4dd5-8283-f7efe9ae22c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:22:59.754073 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee5278f-1aef-443b-b296-83616e8ebdd3 None None] Network 3e4f16de-2168-45bb-8233-6907dcfc60e8 is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:22:59.759494 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-7ee5278f-1aef-443b-b296-83616e8ebdd3 None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:22:59.768774 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee5278f-1aef-443b-b296-83616e8ebdd3 None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:22:59.774845 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee5278f-1aef-443b-b296-83616e8ebdd3 None None] Pushing event updated for resources: {'Port': ['ID=afa0480e-a59b-4153-bf7c-02ed71325542,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:22:59.791567 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee5278f-1aef-443b-b296-83616e8ebdd3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:22:59.791997 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee5278f-1aef-443b-b296-83616e8ebdd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:22:59.792589 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee5278f-1aef-443b-b296-83616e8ebdd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:22:59.793115 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee5278f-1aef-443b-b296-83616e8ebdd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:22:59.794227 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee5278f-1aef-443b-b296-83616e8ebdd3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:22:59.794788 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee5278f-1aef-443b-b296-83616e8ebdd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:22:59.795357 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee5278f-1aef-443b-b296-83616e8ebdd3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:22:59.795954 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee5278f-1aef-443b-b296-83616e8ebdd3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:22:59.796464 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee5278f-1aef-443b-b296-83616e8ebdd3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:22:59.797187 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee5278f-1aef-443b-b296-83616e8ebdd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:22:59.797588 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee5278f-1aef-443b-b296-83616e8ebdd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:22:59.798124 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee5278f-1aef-443b-b296-83616e8ebdd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:22:59.827240 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-122d9a22-c717-4dd5-8283-f7efe9ae22c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:22:59.901052 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:22:59.905075 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-7ee5278f-1aef-443b-b296-83616e8ebdd3 None None] Attempting to bind port afa0480e-a59b-4153-bf7c-02ed71325542 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:22:59.905706 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-7ee5278f-1aef-443b-b296-83616e8ebdd3 None None] Attempting to bind port afa0480e-a59b-4153-bf7c-02ed71325542 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '847d2f13-05a9-4e54-b13b-f10292806aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '3e4f16de-2168-45bb-8233-6907dcfc60e8'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:22:59.906229 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee5278f-1aef-443b-b296-83616e8ebdd3 None None] Attempting to bind port afa0480e-a59b-4153-bf7c-02ed71325542 on network 3e4f16de-2168-45bb-8233-6907dcfc60e8 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:22:59.907514 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122d9a22-c717-4dd5-8283-f7efe9ae22c1 admin admin] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:22:59.915849 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee5278f-1aef-443b-b296-83616e8ebdd3 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:22:59.916221 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee5278f-1aef-443b-b296-83616e8ebdd3 None None] Checking segment: {'id': '847d2f13-05a9-4e54-b13b-f10292806aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '3e4f16de-2168-45bb-8233-6907dcfc60e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:22:59.916665 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-7ee5278f-1aef-443b-b296-83616e8ebdd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:22:59.917077 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-122d9a22-c717-4dd5-8283-f7efe9ae22c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:22:59.917275 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee5278f-1aef-443b-b296-83616e8ebdd3 None None] Bound using segment: {'id': '847d2f13-05a9-4e54-b13b-f10292806aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '3e4f16de-2168-45bb-8233-6907dcfc60e8'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:22:59.918015 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-7ee5278f-1aef-443b-b296-83616e8ebdd3 None None] Bound port: afa0480e-a59b-4153-bf7c-02ed71325542, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '847d2f13-05a9-4e54-b13b-f10292806aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '3e4f16de-2168-45bb-8233-6907dcfc60e8'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:22:59.919134 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-7ee5278f-1aef-443b-b296-83616e8ebdd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:22:59.923486 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122d9a22-c717-4dd5-8283-f7efe9ae22c1 admin admin] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:23:00.000815 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122d9a22-c717-4dd5-8283-f7efe9ae22c1 admin admin] Pushing event updated for resources: {'Port': ['ID=33f70289-03a0-48b9-9c07-4d87e546a772,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:23:00.041471 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-7ee5278f-1aef-443b-b296-83616e8ebdd3 None None] For port afa0480e-a59b-4153-bf7c-02ed71325542, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:23:00.046579 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-7ee5278f-1aef-443b-b296-83616e8ebdd3 None None] For port afa0480e-a59b-4153-bf7c-02ed71325542, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=afa0480e-a59b-4153-bf7c-02ed71325542,segment=NetworkSegment(847d2f13-05a9-4e54-b13b-f10292806aea),segment_id=847d2f13-05a9-4e54-b13b-f10292806aea)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:23:00.053572 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-7ee5278f-1aef-443b-b296-83616e8ebdd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:00.152210 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee5278f-1aef-443b-b296-83616e8ebdd3 None None] Pushing event updated for resources: {'Port': ['ID=afa0480e-a59b-4153-bf7c-02ed71325542,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:23:00.388652 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-122d9a22-c717-4dd5-8283-f7efe9ae22c1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:00.938630 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device afa0480e-a59b-4153-bf7c-02ed71325542 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:23:01.023790 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port afa0480e-a59b-4153-bf7c-02ed71325542 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:23:01.176556 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-122d9a22-c717-4dd5-8283-f7efe9ae22c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286026'] for router, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:01.385104 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-122d9a22-c717-4dd5-8283-f7efe9ae22c1 admin admin] Router 4ed014a1-9dcc-408d-b419-e74216fe1d72 is scheduled to L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d with binding_index 1 {{(pid=94421) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 12:23:01.433624 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14878ff7-bc72-48c2-b636-548b6823c425 None None] Network 3e4f16de-2168-45bb-8233-6907dcfc60e8 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:23:01.551416 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-33b6f67c-90d7-4a65-8486-ca4dd9d969a7 None None] Provisioning for port afa0480e-a59b-4153-bf7c-02ed71325542 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:23:01.556394 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-122d9a22-c717-4dd5-8283-f7efe9ae22c1 admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:23:01.580340 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-33b6f67c-90d7-4a65-8486-ca4dd9d969a7 None None] Provisioning complete for port afa0480e-a59b-4153-bf7c-02ed71325542 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:23:01.581189 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-33b6f67c-90d7-4a65-8486-ca4dd9d969a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:01.587667 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-122d9a22-c717-4dd5-8283-f7efe9ae22c1 admin admin] Notify callbacks [] for router, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:01.593930 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-122d9a22-c717-4dd5-8283-f7efe9ae22c1 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.1094882 Aug 05 12:23:01.599004 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a87baf2-0350-4756-bded-172b6c660541 None None] Sync routers for ids ['4ed014a1-9dcc-408d-b419-e74216fe1d72'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:23:01.602394 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 44120) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:23:01.784660 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a87baf2-0350-4756-bded-172b6c660541 None None] Routers {'4ed014a1-9dcc-408d-b419-e74216fe1d72'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:23:01.785713 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-9a87baf2-0350-4756-bded-172b6c660541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:22:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['4ed014a1-9dcc-408d-b419-e74216fe1d72'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:23:02.007582 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-33b6f67c-90d7-4a65-8486-ca4dd9d969a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:02.189503 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-9a87baf2-0350-4756-bded-172b6c660541 None None] Set router 4ed014a1-9dcc-408d-b419-e74216fe1d72 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:23:02.195759 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-33b6f67c-90d7-4a65-8486-ca4dd9d969a7 None None] For port afa0480e-a59b-4153-bf7c-02ed71325542, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=afa0480e-a59b-4153-bf7c-02ed71325542,segment=NetworkSegment(847d2f13-05a9-4e54-b13b-f10292806aea),segment_id=847d2f13-05a9-4e54-b13b-f10292806aea)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:23:02.246640 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-33b6f67c-90d7-4a65-8486-ca4dd9d969a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:02.429180 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b6f67c-90d7-4a65-8486-ca4dd9d969a7 None None] Pushing event updated for resources: {'Port': ['ID=afa0480e-a59b-4153-bf7c-02ed71325542,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:23:02.485123 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-86d85469-7b84-45e6-a734-61314c22ca77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:02.630910 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-fbff68d9-ce6e-498d-89dc-4698646ae992 None None] Provisioning complete for port afa0480e-a59b-4153-bf7c-02ed71325542 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:23:02.631681 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-fbff68d9-ce6e-498d-89dc-4698646ae992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:02.830104 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-86d85469-7b84-45e6-a734-61314c22ca77 admin admin] Allocated IP 172.20.0.1 (3e4f16de-2168-45bb-8233-6907dcfc60e8/34521247-27fc-4e61-b202-2b694076f744/fae5a07a-ba7e-421b-b639-0f2524dc847b) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:23:02.876011 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device afa0480e-a59b-4153-bf7c-02ed71325542 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:23:02.963288 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-9a87baf2-0350-4756-bded-172b6c660541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ed014a1-9dcc-408d-b419-e74216fe1d72', 'name': 'tempest-TestAggregatesBasicOps-1327760638-router', 'tenant_id': '903f11b93fa0458290c98f4aa3e9f1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '33f70289-03a0-48b9-9c07-4d87e546a772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:22:58Z', 'updated_at': '2021-08-05T12:23:00Z', 'revision_number': 3, 'project_id': '903f11b93fa0458290c98f4aa3e9f1eb', 'gw_port': {'id': '33f70289-03a0-48b9-9c07-4d87e546a772', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:bd:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ed014a1-9dcc-408d-b419-e74216fe1d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:22:59Z', 'updated_at': '2021-08-05T12:22:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:23:03.026306 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a87baf2-0350-4756-bded-172b6c660541 None None] Checking router: 4ed014a1-9dcc-408d-b419-e74216fe1d72 for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:23:03.026713 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a87baf2-0350-4756-bded-172b6c660541 None None] Updating router 4ed014a1-9dcc-408d-b419-e74216fe1d72 port 33f70289-03a0-48b9-9c07-4d87e546a772 binding host n-d-803378-2 {{(pid=94422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 12:23:03.052091 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-86d85469-7b84-45e6-a734-61314c22ca77 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:03.076071 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [None req-86d85469-7b84-45e6-a734-61314c22ca77 admin admin] Transition to ACTIVE for port object fae5a07a-ba7e-421b-b639-0f2524dc847b will not be triggered until provisioned by entity DHCP. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:23:03.090157 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-9a87baf2-0350-4756-bded-172b6c660541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:03.135311 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port afa0480e-a59b-4153-bf7c-02ed71325542 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:23:03.135598 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:03.156922 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-86d85469-7b84-45e6-a734-61314c22ca77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:03.242585 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d85469-7b84-45e6-a734-61314c22ca77 admin admin] Network 3e4f16de-2168-45bb-8233-6907dcfc60e8 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:23:03.251951 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-86d85469-7b84-45e6-a734-61314c22ca77 admin admin] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:23:03.260624 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d85469-7b84-45e6-a734-61314c22ca77 admin admin] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:23:03.301431 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d85469-7b84-45e6-a734-61314c22ca77 admin admin] Pushing event updated for resources: {'Port': ['ID=fae5a07a-ba7e-421b-b639-0f2524dc847b,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:23:03.350618 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-86d85469-7b84-45e6-a734-61314c22ca77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33288800'] for router_interface, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:03.664071 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-86d85469-7b84-45e6-a734-61314c22ca77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:03.766219 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-1e95c8fe-0d88-4fe3-8f79-d8d207dcb1df None None] Provisioning for port fae5a07a-ba7e-421b-b639-0f2524dc847b completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:23:03.776306 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-1e95c8fe-0d88-4fe3-8f79-d8d207dcb1df None None] Provisioning complete for port fae5a07a-ba7e-421b-b639-0f2524dc847b triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:23:03.776955 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1e95c8fe-0d88-4fe3-8f79-d8d207dcb1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:03.782273 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-9a87baf2-0350-4756-bded-172b6c660541 None None] Notify callbacks [] for port, precommit_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:03.834508 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-9a87baf2-0350-4756-bded-172b6c660541 None None] Transition to ACTIVE for port object 33f70289-03a0-48b9-9c07-4d87e546a772 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:23:03.865068 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-9a87baf2-0350-4756-bded-172b6c660541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:03.935468 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-1e95c8fe-0d88-4fe3-8f79-d8d207dcb1df None None] Port fae5a07a-ba7e-421b-b639-0f2524dc847b cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 12:23:03.983326 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-86d85469-7b84-45e6-a734-61314c22ca77 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:03.990734 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-86d85469-7b84-45e6-a734-61314c22ca77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:03.991029 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a43a158-366c-46da-a52d-fbcb8351f8b7 None None] Pushing event updated for resources: {'Port': ['ID=33f70289-03a0-48b9-9c07-4d87e546a772,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:23:04.003220 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-9a87baf2-0350-4756-bded-172b6c660541 None None] Attempting to bind port 33f70289-03a0-48b9-9c07-4d87e546a772 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:23:04.003769 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-9a87baf2-0350-4756-bded-172b6c660541 None None] Attempting to bind port 33f70289-03a0-48b9-9c07-4d87e546a772 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:23:04.004355 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a87baf2-0350-4756-bded-172b6c660541 None None] Attempting to bind port 33f70289-03a0-48b9-9c07-4d87e546a772 on network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:23:04.014756 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a87baf2-0350-4756-bded-172b6c660541 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:23:04.015370 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a87baf2-0350-4756-bded-172b6c660541 None None] Checking segment: {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:23:04.016045 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-9a87baf2-0350-4756-bded-172b6c660541 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:04.016895 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a87baf2-0350-4756-bded-172b6c660541 None None] Bound using segment: {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:23:04.019449 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-9a87baf2-0350-4756-bded-172b6c660541 None None] Bound port: 33f70289-03a0-48b9-9c07-4d87e546a772, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:23:04.020096 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-9a87baf2-0350-4756-bded-172b6c660541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:04.135309 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-86d85469-7b84-45e6-a734-61314c22ca77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33140268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33208272'] for router_interface, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:04.139734 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d85469-7b84-45e6-a734-61314c22ca77 admin admin] Pushing event updated for resources: {'Port': ['ID=fae5a07a-ba7e-421b-b639-0f2524dc847b,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:23:04.154509 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-9a87baf2-0350-4756-bded-172b6c660541 None None] For port 33f70289-03a0-48b9-9c07-4d87e546a772, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:23:04.160670 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-9a87baf2-0350-4756-bded-172b6c660541 None None] For port 33f70289-03a0-48b9-9c07-4d87e546a772, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=33f70289-03a0-48b9-9c07-4d87e546a772,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:23:04.174820 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-9a87baf2-0350-4756-bded-172b6c660541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:04.308609 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a87baf2-0350-4756-bded-172b6c660541 None None] Routers {'4ed014a1-9dcc-408d-b419-e74216fe1d72'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:23:04.309056 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-9a87baf2-0350-4756-bded-172b6c660541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:22:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['4ed014a1-9dcc-408d-b419-e74216fe1d72'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:23:04.315028 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a43a158-366c-46da-a52d-fbcb8351f8b7 None None] Pushing event updated for resources: {'Port': ['ID=33f70289-03a0-48b9-9c07-4d87e546a772,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:23:04.324782 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d85469-7b84-45e6-a734-61314c22ca77 admin admin] Network 3e4f16de-2168-45bb-8233-6907dcfc60e8 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:23:04.328166 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-86d85469-7b84-45e6-a734-61314c22ca77 admin admin] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:23:04.560442 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-9a87baf2-0350-4756-bded-172b6c660541 None None] Set router 4ed014a1-9dcc-408d-b419-e74216fe1d72 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:23:04.584406 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86d85469-7b84-45e6-a734-61314c22ca77 admin admin] Router 4ed014a1-9dcc-408d-b419-e74216fe1d72 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:23:04.798152 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86d85469-7b84-45e6-a734-61314c22ca77 admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:23:04.806981 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-86d85469-7b84-45e6-a734-61314c22ca77 admin admin] 10.222.0.58 "PUT /v2.0/routers/4ed014a1-9dcc-408d-b419-e74216fe1d72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2025976 Aug 05 12:23:04.844097 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-fb21afdc-8f8d-4171-8e4f-51873be46a6a None None] Provisioning complete for port fae5a07a-ba7e-421b-b639-0f2524dc847b triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:23:04.844984 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-fb21afdc-8f8d-4171-8e4f-51873be46a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:04.954205 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-fb21afdc-8f8d-4171-8e4f-51873be46a6a None None] Port fae5a07a-ba7e-421b-b639-0f2524dc847b cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 12:23:05.105850 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-9a87baf2-0350-4756-bded-172b6c660541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ed014a1-9dcc-408d-b419-e74216fe1d72', 'name': 'tempest-TestAggregatesBasicOps-1327760638-router', 'tenant_id': '903f11b93fa0458290c98f4aa3e9f1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '33f70289-03a0-48b9-9c07-4d87e546a772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:22:58Z', 'updated_at': '2021-08-05T12:23:03Z', 'revision_number': 4, 'project_id': '903f11b93fa0458290c98f4aa3e9f1eb', 'gw_port': {'id': '33f70289-03a0-48b9-9c07-4d87e546a772', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:bd:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ed014a1-9dcc-408d-b419-e74216fe1d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:22:59Z', 'updated_at': '2021-08-05T12:23:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'fae5a07a-ba7e-421b-b639-0f2524dc847b', 'name': '', 'network_id': '3e4f16de-2168-45bb-8233-6907dcfc60e8', 'tenant_id': '903f11b93fa0458290c98f4aa3e9f1eb', 'mac_address': 'fa:16:3e:68:00:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ed014a1-9dcc-408d-b419-e74216fe1d72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '34521247-27fc-4e61-b202-2b694076f744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:23:02Z', 'updated_at': '2021-08-05T12:23:03Z', 'revision_number': 2, 'project_id': '903f11b93fa0458290c98f4aa3e9f1eb', 'subnets': [{'id': '34521247-27fc-4e61-b202-2b694076f744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:23:05.159095 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a87baf2-0350-4756-bded-172b6c660541 None None] The sync data for ids ['4ed014a1-9dcc-408d-b419-e74216fe1d72'] in n-d-803378-2 is: [{'id': '4ed014a1-9dcc-408d-b419-e74216fe1d72', 'name': 'tempest-TestAggregatesBasicOps-1327760638-router', 'tenant_id': '903f11b93fa0458290c98f4aa3e9f1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '33f70289-03a0-48b9-9c07-4d87e546a772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:22:58Z', 'updated_at': '2021-08-05T12:23:03Z', 'revision_number': 4, 'project_id': '903f11b93fa0458290c98f4aa3e9f1eb', 'gw_port': {'id': '33f70289-03a0-48b9-9c07-4d87e546a772', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:bd:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ed014a1-9dcc-408d-b419-e74216fe1d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:22:59Z', 'updated_at': '2021-08-05T12:23:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'fae5a07a-ba7e-421b-b639-0f2524dc847b', 'name': '', 'network_id': '3e4f16de-2168-45bb-8233-6907dcfc60e8', 'tenant_id': '903f11b93fa0458290c98f4aa3e9f1eb', 'mac_address': 'fa:16:3e:68:00:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ed014a1-9dcc-408d-b419-e74216fe1d72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '34521247-27fc-4e61-b202-2b694076f744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:23:02Z', 'updated_at': '2021-08-05T12:23:03Z', 'revision_number': 2, 'project_id': '903f11b93fa0458290c98f4aa3e9f1eb', 'subnets': [{'id': '34521247-27fc-4e61-b202-2b694076f744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:23:05.965677 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 44150) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:23:05.972761 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-8f854426-27e9-480a-b171-a305a3ece26d admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1526983715-network', 'tenant_id': '4d024d1937304f6bb92867261d4a81b4'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:23:06.018664 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f854426-27e9-480a-b171-a305a3ece26d admin admin] Made reservation on behalf of 4d024d1937304f6bb92867261d4a81b4 for: {'network': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:23:06.021481 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8f854426-27e9-480a-b171-a305a3ece26d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:06.035334 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8f854426-27e9-480a-b171-a305a3ece26d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:06.220460 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8f854426-27e9-480a-b171-a305a3ece26d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:06.241819 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8f854426-27e9-480a-b171-a305a3ece26d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:06.273519 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f854426-27e9-480a-b171-a305a3ece26d admin admin] vlan segment allocate from pool success with {'vlan_id': 656, 'physical_network': 'physnet1'} {{(pid=94421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 12:23:06.310013 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8f854426-27e9-480a-b171-a305a3ece26d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:06.310676 n-d-803378-2 neutron-server[94421]: INFO neutron.db.segments_db [None req-8f854426-27e9-480a-b171-a305a3ece26d admin admin] Added segment 56eaadcb-357c-42ac-9c58-49bb9583202b of type vlan for network 578bdd67-e0d5-4e56-b0a5-56b7edf2f522 Aug 05 12:23:06.427720 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8f854426-27e9-480a-b171-a305a3ece26d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:06.437697 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f854426-27e9-480a-b171-a305a3ece26d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e46c59-08c3-4208-bc96-9f7c753f0062,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:23:06.504892 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8f854426-27e9-480a-b171-a305a3ece26d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:06.506135 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f854426-27e9-480a-b171-a305a3ece26d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:23:06.506734 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8f854426-27e9-480a-b171-a305a3ece26d admin admin] Notify callbacks [] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:06.667602 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-8f854426-27e9-480a-b171-a305a3ece26d admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7003274 Aug 05 12:23:06.672353 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 44154) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:23:06.682476 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-27596b1e-a4d2-4b32-bee3-fb1231d4aa53 admin admin] Request body: {'subnet': {'network_id': '578bdd67-e0d5-4e56-b0a5-56b7edf2f522', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1526983715-subnet', 'tenant_id': '4d024d1937304f6bb92867261d4a81b4', 'ip_version': 4}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:23:06.717029 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f854426-27e9-480a-b171-a305a3ece26d admin admin] Pushing event updated for resources: {'Network': ['ID=578bdd67-e0d5-4e56-b0a5-56b7edf2f522,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:23:06.756809 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 578bdd67-e0d5-4e56-b0a5-56b7edf2f522 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 12:23:06.760546 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27596b1e-a4d2-4b32-bee3-fb1231d4aa53 admin admin] Made reservation on behalf of 4d024d1937304f6bb92867261d4a81b4 for: {'subnet': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:23:06.767574 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-27596b1e-a4d2-4b32-bee3-fb1231d4aa53 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24211133'] for subnet, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:07.012019 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 33f70289-03a0-48b9-9c07-4d87e546a772 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:23:07.156194 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 33f70289-03a0-48b9-9c07-4d87e546a772 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:23:07.174059 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 33f70289-03a0-48b9-9c07-4d87e546a772 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:23:07.175283 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:07.214855 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-27596b1e-a4d2-4b32-bee3-fb1231d4aa53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29762700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24211087'] for subnet, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:07.367626 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27596b1e-a4d2-4b32-bee3-fb1231d4aa53 admin admin] Checking segment: {'id': '56eaadcb-357c-42ac-9c58-49bb9583202b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '578bdd67-e0d5-4e56-b0a5-56b7edf2f522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:23:07.368265 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27596b1e-a4d2-4b32-bee3-fb1231d4aa53 admin admin] Network hostable DHCP agents. Network: 578bdd67-e0d5-4e56-b0a5-56b7edf2f522, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 12:23:07.378457 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-bdf162a9-fa5d-4403-98fe-6b2a152f179e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:07.385743 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27596b1e-a4d2-4b32-bee3-fb1231d4aa53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e615da09-113c-4230-8dce-2f58e8da652a,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:23:07.415699 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27596b1e-a4d2-4b32-bee3-fb1231d4aa53 admin admin] Network 578bdd67-e0d5-4e56-b0a5-56b7edf2f522 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 12:23:07.432318 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:07.440026 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-27596b1e-a4d2-4b32-bee3-fb1231d4aa53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, 578bdd67-e0d5-4e56-b0a5-56b7edf2f522) {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:23:07.470840 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27596b1e-a4d2-4b32-bee3-fb1231d4aa53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:23:07.471689 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15250cec-fe2c-4961-b30b-116d968af97a None None] Network 578bdd67-e0d5-4e56-b0a5-56b7edf2f522 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:23:07.475160 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-27596b1e-a4d2-4b32-bee3-fb1231d4aa53 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:07.511159 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 44158) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:23:07.513833 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-27596b1e-a4d2-4b32-bee3-fb1231d4aa53 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8368254 Aug 05 12:23:07.522079 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-6b4033b9-36c7-4d6d-b8d4-642289f5b1c5 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1526983715-router', 'tenant_id': '4d024d1937304f6bb92867261d4a81b4', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:23:07.570172 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port 33f70289-03a0-48b9-9c07-4d87e546a772, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=33f70289-03a0-48b9-9c07-4d87e546a772,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:23:07.591843 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:07.608234 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6b4033b9-36c7-4d6d-b8d4-642289f5b1c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33260300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1929'] for router, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:07.611191 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6b4033b9-36c7-4d6d-b8d4-642289f5b1c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33285914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33034662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1926'] for router, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:07.752916 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6b4033b9-36c7-4d6d-b8d4-642289f5b1c5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:08.011072 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=33f70289-03a0-48b9-9c07-4d87e546a772,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:23:08.060466 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6b4033b9-36c7-4d6d-b8d4-642289f5b1c5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:08.101854 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e9c8f4-7b97-41d5-be07-88ee50a5f8a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-578bdd67-e0d5-4e56-b0a5-56b7edf2f522', 'network_id': '578bdd67-e0d5-4e56-b0a5-56b7edf2f522', 'tenant_id': '4d024d1937304f6bb92867261d4a81b4', 'fixed_ips': [{'subnet_id': 'e615da09-113c-4230-8dce-2f58e8da652a'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 12:23:08.103119 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-87e9c8f4-7b97-41d5-be07-88ee50a5f8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:08.423455 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-87e9c8f4-7b97-41d5-be07-88ee50a5f8a7 None None] Allocated IP 172.20.0.2 (578bdd67-e0d5-4e56-b0a5-56b7edf2f522/e615da09-113c-4230-8dce-2f58e8da652a/1f17f4e4-0cb6-418c-839b-d47e8d6f4f20) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:23:08.614839 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6b4033b9-36c7-4d6d-b8d4-642289f5b1c5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:08.647040 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6b4033b9-36c7-4d6d-b8d4-642289f5b1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:08.784474 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-87e9c8f4-7b97-41d5-be07-88ee50a5f8a7 None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:08.808327 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-87e9c8f4-7b97-41d5-be07-88ee50a5f8a7 None None] Transition to ACTIVE for port object 1f17f4e4-0cb6-418c-839b-d47e8d6f4f20 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:23:08.842223 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-87e9c8f4-7b97-41d5-be07-88ee50a5f8a7 None None] Transition to ACTIVE for port object 1f17f4e4-0cb6-418c-839b-d47e8d6f4f20 will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:23:08.862882 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-87e9c8f4-7b97-41d5-be07-88ee50a5f8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:08.915306 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e9c8f4-7b97-41d5-be07-88ee50a5f8a7 None None] Network 578bdd67-e0d5-4e56-b0a5-56b7edf2f522 is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:23:08.947611 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-6b4033b9-36c7-4d6d-b8d4-642289f5b1c5 admin admin] Allocated IP 172.25.5.26 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/753a1d6e-9817-4786-ae58-574a3ee987cf) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:23:08.979027 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-87e9c8f4-7b97-41d5-be07-88ee50a5f8a7 None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:23:08.989463 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 33f70289-03a0-48b9-9c07-4d87e546a772 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:23:08.999014 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e9c8f4-7b97-41d5-be07-88ee50a5f8a7 None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:23:09.005824 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e9c8f4-7b97-41d5-be07-88ee50a5f8a7 None None] Pushing event updated for resources: {'Port': ['ID=1f17f4e4-0cb6-418c-839b-d47e8d6f4f20,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:23:09.152515 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7b5915-9ffe-471f-82c2-55baa734d7b1 None None] Sync routers for ids ['4ed014a1-9dcc-408d-b419-e74216fe1d72'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:23:09.165472 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-87e9c8f4-7b97-41d5-be07-88ee50a5f8a7 None None] Attempting to bind port 1f17f4e4-0cb6-418c-839b-d47e8d6f4f20 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:23:09.166130 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-87e9c8f4-7b97-41d5-be07-88ee50a5f8a7 None None] Attempting to bind port 1f17f4e4-0cb6-418c-839b-d47e8d6f4f20 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '56eaadcb-357c-42ac-9c58-49bb9583202b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '578bdd67-e0d5-4e56-b0a5-56b7edf2f522'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:23:09.166660 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e9c8f4-7b97-41d5-be07-88ee50a5f8a7 None None] Attempting to bind port 1f17f4e4-0cb6-418c-839b-d47e8d6f4f20 on network 578bdd67-e0d5-4e56-b0a5-56b7edf2f522 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:23:09.184906 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e9c8f4-7b97-41d5-be07-88ee50a5f8a7 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:23:09.184906 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e9c8f4-7b97-41d5-be07-88ee50a5f8a7 None None] Checking segment: {'id': '56eaadcb-357c-42ac-9c58-49bb9583202b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '578bdd67-e0d5-4e56-b0a5-56b7edf2f522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:23:09.184906 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-87e9c8f4-7b97-41d5-be07-88ee50a5f8a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:09.184906 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e9c8f4-7b97-41d5-be07-88ee50a5f8a7 None None] Bound using segment: {'id': '56eaadcb-357c-42ac-9c58-49bb9583202b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '578bdd67-e0d5-4e56-b0a5-56b7edf2f522'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:23:09.185732 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-87e9c8f4-7b97-41d5-be07-88ee50a5f8a7 None None] Bound port: 1f17f4e4-0cb6-418c-839b-d47e8d6f4f20, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56eaadcb-357c-42ac-9c58-49bb9583202b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '578bdd67-e0d5-4e56-b0a5-56b7edf2f522'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:23:09.185886 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-87e9c8f4-7b97-41d5-be07-88ee50a5f8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:09.193783 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7b5915-9ffe-471f-82c2-55baa734d7b1 None None] Routers {'4ed014a1-9dcc-408d-b419-e74216fe1d72'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:23:09.196066 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-5f7b5915-9ffe-471f-82c2-55baa734d7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:22:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['4ed014a1-9dcc-408d-b419-e74216fe1d72'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:23:09.222785 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6b4033b9-36c7-4d6d-b8d4-642289f5b1c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:09.308446 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-87e9c8f4-7b97-41d5-be07-88ee50a5f8a7 None None] For port 1f17f4e4-0cb6-418c-839b-d47e8d6f4f20, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:23:09.314918 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-87e9c8f4-7b97-41d5-be07-88ee50a5f8a7 None None] For port 1f17f4e4-0cb6-418c-839b-d47e8d6f4f20, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=1f17f4e4-0cb6-418c-839b-d47e8d6f4f20,segment=NetworkSegment(56eaadcb-357c-42ac-9c58-49bb9583202b),segment_id=56eaadcb-357c-42ac-9c58-49bb9583202b)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:23:09.335062 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-87e9c8f4-7b97-41d5-be07-88ee50a5f8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:09.338952 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6b4033b9-36c7-4d6d-b8d4-642289f5b1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:09.430666 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4033b9-36c7-4d6d-b8d4-642289f5b1c5 admin admin] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:23:09.436740 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-6b4033b9-36c7-4d6d-b8d4-642289f5b1c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:23:09.442653 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e9c8f4-7b97-41d5-be07-88ee50a5f8a7 None None] Pushing event updated for resources: {'Port': ['ID=1f17f4e4-0cb6-418c-839b-d47e8d6f4f20,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:23:09.443397 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4033b9-36c7-4d6d-b8d4-642289f5b1c5 admin admin] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:23:09.469307 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 33f70289-03a0-48b9-9c07-4d87e546a772 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:23:09.470338 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:09.534147 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4033b9-36c7-4d6d-b8d4-642289f5b1c5 admin admin] Pushing event updated for resources: {'Port': ['ID=753a1d6e-9817-4786-ae58-574a3ee987cf,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:23:09.669674 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-5f7b5915-9ffe-471f-82c2-55baa734d7b1 None None] Set router 4ed014a1-9dcc-408d-b419-e74216fe1d72 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:23:10.074732 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-ef8e6b8c-8066-448d-b2bb-b5d5a3ce5eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:10.136559 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:10.182302 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6b4033b9-36c7-4d6d-b8d4-642289f5b1c5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:10.209757 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-5f7b5915-9ffe-471f-82c2-55baa734d7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ed014a1-9dcc-408d-b419-e74216fe1d72', 'name': 'tempest-TestAggregatesBasicOps-1327760638-router', 'tenant_id': '903f11b93fa0458290c98f4aa3e9f1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '33f70289-03a0-48b9-9c07-4d87e546a772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:22:58Z', 'updated_at': '2021-08-05T12:23:03Z', 'revision_number': 4, 'project_id': '903f11b93fa0458290c98f4aa3e9f1eb', 'gw_port': {'id': '33f70289-03a0-48b9-9c07-4d87e546a772', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:bd:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed014a1-9dcc-408d-b419-e74216fe1d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:22:59Z', 'updated_at': '2021-08-05T12:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'fae5a07a-ba7e-421b-b639-0f2524dc847b', 'name': '', 'network_id': '3e4f16de-2168-45bb-8233-6907dcfc60e8', 'tenant_id': '903f11b93fa0458290c98f4aa3e9f1eb', 'mac_address': 'fa:16:3e:68:00:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ed014a1-9dcc-408d-b419-e74216fe1d72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '34521247-27fc-4e61-b202-2b694076f744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:23:02Z', 'updated_at': '2021-08-05T12:23:03Z', 'revision_number': 2, 'project_id': '903f11b93fa0458290c98f4aa3e9f1eb', 'subnets': [{'id': '34521247-27fc-4e61-b202-2b694076f744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:23:10.259237 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7b5915-9ffe-471f-82c2-55baa734d7b1 None None] Checking router: 4ed014a1-9dcc-408d-b419-e74216fe1d72 for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:23:10.259836 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7b5915-9ffe-471f-82c2-55baa734d7b1 None None] Updating router 4ed014a1-9dcc-408d-b419-e74216fe1d72 port fae5a07a-ba7e-421b-b639-0f2524dc847b binding host n-d-803378-2 {{(pid=94423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 12:23:10.309880 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-5f7b5915-9ffe-471f-82c2-55baa734d7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:10.597650 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6b4033b9-36c7-4d6d-b8d4-642289f5b1c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286026'] for router, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:10.962205 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-5f7b5915-9ffe-471f-82c2-55baa734d7b1 None None] Notify callbacks [] for port, precommit_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:10.996166 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 1f17f4e4-0cb6-418c-839b-d47e8d6f4f20 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:23:11.044931 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.provisioning_blocks [None req-5f7b5915-9ffe-471f-82c2-55baa734d7b1 None None] Transition to ACTIVE for port object fae5a07a-ba7e-421b-b639-0f2524dc847b will not be triggered until provisioned by entity L2. {{(pid=94423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:23:11.055074 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b4033b9-36c7-4d6d-b8d4-642289f5b1c5 admin admin] Router 24afa0aa-83ef-412e-b985-c98817207f6e is scheduled to L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d with binding_index 1 {{(pid=94421) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 12:23:11.060184 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-5f7b5915-9ffe-471f-82c2-55baa734d7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:11.165024 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 1f17f4e4-0cb6-418c-839b-d47e8d6f4f20 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:23:11.215162 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2972a4a-9e47-4426-bc72-c9c98700ad75 None None] Pushing event updated for resources: {'Port': ['ID=fae5a07a-ba7e-421b-b639-0f2524dc847b,revision_number=3']} {{(pid=94423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:23:11.267232 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2972a4a-9e47-4426-bc72-c9c98700ad75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:23:11.267954 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2972a4a-9e47-4426-bc72-c9c98700ad75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:23:11.269194 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2972a4a-9e47-4426-bc72-c9c98700ad75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:23:11.269194 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2972a4a-9e47-4426-bc72-c9c98700ad75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:23:11.269906 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2972a4a-9e47-4426-bc72-c9c98700ad75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:23:11.270541 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2972a4a-9e47-4426-bc72-c9c98700ad75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:23:11.271182 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2972a4a-9e47-4426-bc72-c9c98700ad75 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:23:11.272161 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2972a4a-9e47-4426-bc72-c9c98700ad75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:23:11.273495 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2972a4a-9e47-4426-bc72-c9c98700ad75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:23:11.273495 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2972a4a-9e47-4426-bc72-c9c98700ad75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:23:11.273892 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2972a4a-9e47-4426-bc72-c9c98700ad75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:23:11.274546 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2972a4a-9e47-4426-bc72-c9c98700ad75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:23:11.304329 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-5f7b5915-9ffe-471f-82c2-55baa734d7b1 None None] Attempting to bind port fae5a07a-ba7e-421b-b639-0f2524dc847b on host n-d-803378-2 for vnic_type normal with profile {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:23:11.305676 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-5f7b5915-9ffe-471f-82c2-55baa734d7b1 None None] Attempting to bind port fae5a07a-ba7e-421b-b639-0f2524dc847b by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '847d2f13-05a9-4e54-b13b-f10292806aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '3e4f16de-2168-45bb-8233-6907dcfc60e8'}] {{(pid=94423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:23:11.306408 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7b5915-9ffe-471f-82c2-55baa734d7b1 None None] Attempting to bind port fae5a07a-ba7e-421b-b639-0f2524dc847b on network 3e4f16de-2168-45bb-8233-6907dcfc60e8 {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:23:11.317202 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7b5915-9ffe-471f-82c2-55baa734d7b1 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:23:11.317969 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7b5915-9ffe-471f-82c2-55baa734d7b1 None None] Checking segment: {'id': '847d2f13-05a9-4e54-b13b-f10292806aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '3e4f16de-2168-45bb-8233-6907dcfc60e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:23:11.318732 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-5f7b5915-9ffe-471f-82c2-55baa734d7b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:11.319476 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7b5915-9ffe-471f-82c2-55baa734d7b1 None None] Bound using segment: {'id': '847d2f13-05a9-4e54-b13b-f10292806aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '3e4f16de-2168-45bb-8233-6907dcfc60e8'} {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:23:11.320383 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-5f7b5915-9ffe-471f-82c2-55baa734d7b1 None None] Bound port: fae5a07a-ba7e-421b-b639-0f2524dc847b, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '847d2f13-05a9-4e54-b13b-f10292806aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '3e4f16de-2168-45bb-8233-6907dcfc60e8'}}] {{(pid=94423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:23:11.321138 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-5f7b5915-9ffe-471f-82c2-55baa734d7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:11.408295 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b4033b9-36c7-4d6d-b8d4-642289f5b1c5 admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:23:11.425504 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e977eb2a-3378-4969-8e20-d7cc7db94219 None None] Sync routers for ids ['24afa0aa-83ef-412e-b985-c98817207f6e'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:23:11.462733 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6b4033b9-36c7-4d6d-b8d4-642289f5b1c5 admin admin] Notify callbacks [] for router, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:11.466892 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-6b4033b9-36c7-4d6d-b8d4-642289f5b1c5 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.9538784 Aug 05 12:23:11.468019 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f97db6d-c83d-436b-ae8a-d65d1b639df2 None None] Network 578bdd67-e0d5-4e56-b0a5-56b7edf2f522 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:23:11.476464 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 44168) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:23:11.525560 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e977eb2a-3378-4969-8e20-d7cc7db94219 None None] Routers {'24afa0aa-83ef-412e-b985-c98817207f6e'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:23:11.526522 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-e977eb2a-3378-4969-8e20-d7cc7db94219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:23:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['24afa0aa-83ef-412e-b985-c98817207f6e'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:23:11.541702 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.db [None req-5f7b5915-9ffe-471f-82c2-55baa734d7b1 None None] For port fae5a07a-ba7e-421b-b639-0f2524dc847b, host n-d-803378-2, cleared binding levels {{(pid=94423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:23:11.550211 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.db [None req-5f7b5915-9ffe-471f-82c2-55baa734d7b1 None None] For port fae5a07a-ba7e-421b-b639-0f2524dc847b, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=fae5a07a-ba7e-421b-b639-0f2524dc847b,segment=NetworkSegment(847d2f13-05a9-4e54-b13b-f10292806aea),segment_id=847d2f13-05a9-4e54-b13b-f10292806aea)] {{(pid=94423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:23:11.580559 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-5f7b5915-9ffe-471f-82c2-55baa734d7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:11.699721 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7b5915-9ffe-471f-82c2-55baa734d7b1 None None] Routers {'4ed014a1-9dcc-408d-b419-e74216fe1d72'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:23:11.702028 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-5f7b5915-9ffe-471f-82c2-55baa734d7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:23:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['4ed014a1-9dcc-408d-b419-e74216fe1d72'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:23:11.963885 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2972a4a-9e47-4426-bc72-c9c98700ad75 None None] Pushing event updated for resources: {'Port': ['ID=fae5a07a-ba7e-421b-b639-0f2524dc847b,revision_number=4']} {{(pid=94423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:23:12.063899 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-33d530ae-e247-410e-90b2-70c3ab5a7508 None None] Provisioning for port 1f17f4e4-0cb6-418c-839b-d47e8d6f4f20 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:23:12.068157 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:12.088007 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-5f7b5915-9ffe-471f-82c2-55baa734d7b1 None None] Set router 4ed014a1-9dcc-408d-b419-e74216fe1d72 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:23:12.103989 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-33d530ae-e247-410e-90b2-70c3ab5a7508 None None] Provisioning complete for port 1f17f4e4-0cb6-418c-839b-d47e8d6f4f20 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:23:12.104852 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-33d530ae-e247-410e-90b2-70c3ab5a7508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:12.112128 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-e977eb2a-3378-4969-8e20-d7cc7db94219 None None] Set router 24afa0aa-83ef-412e-b985-c98817207f6e gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:23:12.544304 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-5f7b5915-9ffe-471f-82c2-55baa734d7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ed014a1-9dcc-408d-b419-e74216fe1d72', 'name': 'tempest-TestAggregatesBasicOps-1327760638-router', 'tenant_id': '903f11b93fa0458290c98f4aa3e9f1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '33f70289-03a0-48b9-9c07-4d87e546a772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:22:58Z', 'updated_at': '2021-08-05T12:23:03Z', 'revision_number': 4, 'project_id': '903f11b93fa0458290c98f4aa3e9f1eb', 'gw_port': {'id': '33f70289-03a0-48b9-9c07-4d87e546a772', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:bd:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed014a1-9dcc-408d-b419-e74216fe1d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:22:59Z', 'updated_at': '2021-08-05T12:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'fae5a07a-ba7e-421b-b639-0f2524dc847b', 'name': '', 'network_id': '3e4f16de-2168-45bb-8233-6907dcfc60e8', 'tenant_id': '903f11b93fa0458290c98f4aa3e9f1eb', 'mac_address': 'fa:16:3e:68:00:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ed014a1-9dcc-408d-b419-e74216fe1d72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '34521247-27fc-4e61-b202-2b694076f744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:23:02Z', 'updated_at': '2021-08-05T12:23:11Z', 'revision_number': 4, 'project_id': '903f11b93fa0458290c98f4aa3e9f1eb', 'subnets': [{'id': '34521247-27fc-4e61-b202-2b694076f744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:23:12.586679 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7b5915-9ffe-471f-82c2-55baa734d7b1 None None] The sync data for ids ['4ed014a1-9dcc-408d-b419-e74216fe1d72'] in n-d-803378-2 is: [{'id': '4ed014a1-9dcc-408d-b419-e74216fe1d72', 'name': 'tempest-TestAggregatesBasicOps-1327760638-router', 'tenant_id': '903f11b93fa0458290c98f4aa3e9f1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '33f70289-03a0-48b9-9c07-4d87e546a772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:22:58Z', 'updated_at': '2021-08-05T12:23:03Z', 'revision_number': 4, 'project_id': '903f11b93fa0458290c98f4aa3e9f1eb', 'gw_port': {'id': '33f70289-03a0-48b9-9c07-4d87e546a772', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:bd:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed014a1-9dcc-408d-b419-e74216fe1d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:22:59Z', 'updated_at': '2021-08-05T12:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'fae5a07a-ba7e-421b-b639-0f2524dc847b', 'name': '', 'network_id': '3e4f16de-2168-45bb-8233-6907dcfc60e8', 'tenant_id': '903f11b93fa0458290c98f4aa3e9f1eb', 'mac_address': 'fa:16:3e:68:00:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ed014a1-9dcc-408d-b419-e74216fe1d72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '34521247-27fc-4e61-b202-2b694076f744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:23:02Z', 'updated_at': '2021-08-05T12:23:11Z', 'revision_number': 4, 'project_id': '903f11b93fa0458290c98f4aa3e9f1eb', 'subnets': [{'id': '34521247-27fc-4e61-b202-2b694076f744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:23:12.665522 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-33d530ae-e247-410e-90b2-70c3ab5a7508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:12.686322 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-92adfb35-c04e-4f6e-8d88-052d5aefdbf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:12.896005 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-33d530ae-e247-410e-90b2-70c3ab5a7508 None None] For port 1f17f4e4-0cb6-418c-839b-d47e8d6f4f20, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=1f17f4e4-0cb6-418c-839b-d47e8d6f4f20,segment=NetworkSegment(56eaadcb-357c-42ac-9c58-49bb9583202b),segment_id=56eaadcb-357c-42ac-9c58-49bb9583202b)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:23:12.933510 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-33d530ae-e247-410e-90b2-70c3ab5a7508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:13.102589 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device fae5a07a-ba7e-421b-b639-0f2524dc847b up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:23:13.195518 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-92adfb35-c04e-4f6e-8d88-052d5aefdbf3 admin admin] Allocated IP 172.20.0.1 (578bdd67-e0d5-4e56-b0a5-56b7edf2f522/e615da09-113c-4230-8dce-2f58e8da652a/5a933e7b-4d23-48b0-9c83-549ef1a6fdf6) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:23:13.236700 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-e977eb2a-3378-4969-8e20-d7cc7db94219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24afa0aa-83ef-412e-b985-c98817207f6e', 'name': 'tempest-TestAggregatesBasicOps-1526983715-router', 'tenant_id': '4d024d1937304f6bb92867261d4a81b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '753a1d6e-9817-4786-ae58-574a3ee987cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:23:07Z', 'updated_at': '2021-08-05T12:23:09Z', 'revision_number': 3, 'project_id': '4d024d1937304f6bb92867261d4a81b4', 'gw_port': {'id': '753a1d6e-9817-4786-ae58-574a3ee987cf', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b3:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24afa0aa-83ef-412e-b985-c98817207f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:23:08Z', 'updated_at': '2021-08-05T12:23:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:23:13.252287 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d530ae-e247-410e-90b2-70c3ab5a7508 None None] Pushing event updated for resources: {'Port': ['ID=1f17f4e4-0cb6-418c-839b-d47e8d6f4f20,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:23:13.299646 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e977eb2a-3378-4969-8e20-d7cc7db94219 None None] Checking router: 24afa0aa-83ef-412e-b985-c98817207f6e for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:23:13.300168 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e977eb2a-3378-4969-8e20-d7cc7db94219 None None] Updating router 24afa0aa-83ef-412e-b985-c98817207f6e port 753a1d6e-9817-4786-ae58-574a3ee987cf binding host n-d-803378-2 {{(pid=94422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 12:23:13.350268 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e977eb2a-3378-4969-8e20-d7cc7db94219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:13.430333 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-92adfb35-c04e-4f6e-8d88-052d5aefdbf3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:13.462105 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [None req-92adfb35-c04e-4f6e-8d88-052d5aefdbf3 admin admin] Transition to ACTIVE for port object 5a933e7b-4d23-48b0-9c83-549ef1a6fdf6 will not be triggered until provisioned by entity DHCP. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:23:13.515400 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-91ec511c-bcd0-4653-b41e-ae0032518dce None None] Provisioning complete for port 1f17f4e4-0cb6-418c-839b-d47e8d6f4f20 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:23:13.516424 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-91ec511c-bcd0-4653-b41e-ae0032518dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:13.547572 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-92adfb35-c04e-4f6e-8d88-052d5aefdbf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:13.581840 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port fae5a07a-ba7e-421b-b639-0f2524dc847b completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:23:13.605447 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port fae5a07a-ba7e-421b-b639-0f2524dc847b triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:23:13.607565 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:13.635999 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92adfb35-c04e-4f6e-8d88-052d5aefdbf3 admin admin] Network 578bdd67-e0d5-4e56-b0a5-56b7edf2f522 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:23:13.646997 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-92adfb35-c04e-4f6e-8d88-052d5aefdbf3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:23:13.676754 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92adfb35-c04e-4f6e-8d88-052d5aefdbf3 admin admin] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:23:13.683671 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92adfb35-c04e-4f6e-8d88-052d5aefdbf3 admin admin] Pushing event updated for resources: {'Port': ['ID=5a933e7b-4d23-48b0-9c83-549ef1a6fdf6,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:23:13.800214 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-92adfb35-c04e-4f6e-8d88-052d5aefdbf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33288800'] for router_interface, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:14.177037 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-92adfb35-c04e-4f6e-8d88-052d5aefdbf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:14.211837 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:14.219514 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:14.382304 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port fae5a07a-ba7e-421b-b639-0f2524dc847b, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=fae5a07a-ba7e-421b-b639-0f2524dc847b,segment=NetworkSegment(847d2f13-05a9-4e54-b13b-f10292806aea),segment_id=847d2f13-05a9-4e54-b13b-f10292806aea)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:23:14.386985 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e977eb2a-3378-4969-8e20-d7cc7db94219 None None] Notify callbacks [] for port, precommit_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:14.401893 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:14.480281 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-3335386d-2456-4cc8-a1e4-c094474b16ef None None] Provisioning for port 5a933e7b-4d23-48b0-9c83-549ef1a6fdf6 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:23:14.489663 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-e977eb2a-3378-4969-8e20-d7cc7db94219 None None] Transition to ACTIVE for port object 753a1d6e-9817-4786-ae58-574a3ee987cf will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:23:14.504648 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-3335386d-2456-4cc8-a1e4-c094474b16ef None None] Provisioning complete for port 5a933e7b-4d23-48b0-9c83-549ef1a6fdf6 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:23:14.505193 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-3335386d-2456-4cc8-a1e4-c094474b16ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:14.549449 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e977eb2a-3378-4969-8e20-d7cc7db94219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:14.618982 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-92adfb35-c04e-4f6e-8d88-052d5aefdbf3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:14.626238 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=fae5a07a-ba7e-421b-b639-0f2524dc847b,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:23:14.629678 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-92adfb35-c04e-4f6e-8d88-052d5aefdbf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:14.666883 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-3335386d-2456-4cc8-a1e4-c094474b16ef None None] Port 5a933e7b-4d23-48b0-9c83-549ef1a6fdf6 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 12:23:14.703000 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-e977eb2a-3378-4969-8e20-d7cc7db94219 None None] Attempting to bind port 753a1d6e-9817-4786-ae58-574a3ee987cf on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:23:14.703000 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-e977eb2a-3378-4969-8e20-d7cc7db94219 None None] Attempting to bind port 753a1d6e-9817-4786-ae58-574a3ee987cf by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:23:14.703620 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e977eb2a-3378-4969-8e20-d7cc7db94219 None None] Attempting to bind port 753a1d6e-9817-4786-ae58-574a3ee987cf on network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:23:14.723614 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e977eb2a-3378-4969-8e20-d7cc7db94219 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:23:14.723614 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e977eb2a-3378-4969-8e20-d7cc7db94219 None None] Checking segment: {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:23:14.725003 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e977eb2a-3378-4969-8e20-d7cc7db94219 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:14.725711 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e977eb2a-3378-4969-8e20-d7cc7db94219 None None] Bound using segment: {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:23:14.726583 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-e977eb2a-3378-4969-8e20-d7cc7db94219 None None] Bound port: 753a1d6e-9817-4786-ae58-574a3ee987cf, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:23:14.727269 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e977eb2a-3378-4969-8e20-d7cc7db94219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:14.733215 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-92adfb35-c04e-4f6e-8d88-052d5aefdbf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33140268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33208272'] for router_interface, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:14.817331 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235d3f7a-3b2c-4aa0-8143-6b3d74bf17aa None None] Pushing event updated for resources: {'Port': ['ID=753a1d6e-9817-4786-ae58-574a3ee987cf,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:23:14.935280 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-e977eb2a-3378-4969-8e20-d7cc7db94219 None None] For port 753a1d6e-9817-4786-ae58-574a3ee987cf, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:23:14.941338 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-e977eb2a-3378-4969-8e20-d7cc7db94219 None None] For port 753a1d6e-9817-4786-ae58-574a3ee987cf, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=753a1d6e-9817-4786-ae58-574a3ee987cf,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:23:14.946777 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device fae5a07a-ba7e-421b-b639-0f2524dc847b up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:23:14.956003 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e977eb2a-3378-4969-8e20-d7cc7db94219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:14.972216 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92adfb35-c04e-4f6e-8d88-052d5aefdbf3 admin admin] Pushing event updated for resources: {'Port': ['ID=5a933e7b-4d23-48b0-9c83-549ef1a6fdf6,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:23:15.092518 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92adfb35-c04e-4f6e-8d88-052d5aefdbf3 admin admin] Network 578bdd67-e0d5-4e56-b0a5-56b7edf2f522 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:23:15.096351 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-92adfb35-c04e-4f6e-8d88-052d5aefdbf3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:23:15.405634 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e977eb2a-3378-4969-8e20-d7cc7db94219 None None] Routers {'24afa0aa-83ef-412e-b985-c98817207f6e'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:23:15.406436 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92adfb35-c04e-4f6e-8d88-052d5aefdbf3 admin admin] Router 24afa0aa-83ef-412e-b985-c98817207f6e has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:23:15.406588 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-e977eb2a-3378-4969-8e20-d7cc7db94219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:23:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['24afa0aa-83ef-412e-b985-c98817207f6e'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:23:15.409214 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235d3f7a-3b2c-4aa0-8143-6b3d74bf17aa None None] Pushing event updated for resources: {'Port': ['ID=753a1d6e-9817-4786-ae58-574a3ee987cf,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:23:15.507469 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port fae5a07a-ba7e-421b-b639-0f2524dc847b triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:23:15.507469 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:15.674663 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92adfb35-c04e-4f6e-8d88-052d5aefdbf3 admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:23:15.683237 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-92adfb35-c04e-4f6e-8d88-052d5aefdbf3 admin admin] 10.222.0.58 "PUT /v2.0/routers/24afa0aa-83ef-412e-b985-c98817207f6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2049186 Aug 05 12:23:15.724202 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-a13202b9-3b60-44c1-876a-d5b08e357154 None None] Provisioning complete for port 5a933e7b-4d23-48b0-9c83-549ef1a6fdf6 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:23:15.725054 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-a13202b9-3b60-44c1-876a-d5b08e357154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:15.790779 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-e977eb2a-3378-4969-8e20-d7cc7db94219 None None] Set router 24afa0aa-83ef-412e-b985-c98817207f6e gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:23:15.912442 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-a13202b9-3b60-44c1-876a-d5b08e357154 None None] Port 5a933e7b-4d23-48b0-9c83-549ef1a6fdf6 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 12:23:16.020824 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 1f17f4e4-0cb6-418c-839b-d47e8d6f4f20 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:23:16.233176 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 1f17f4e4-0cb6-418c-839b-d47e8d6f4f20 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:23:16.233570 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:16.462860 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-e977eb2a-3378-4969-8e20-d7cc7db94219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24afa0aa-83ef-412e-b985-c98817207f6e', 'name': 'tempest-TestAggregatesBasicOps-1526983715-router', 'tenant_id': '4d024d1937304f6bb92867261d4a81b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '753a1d6e-9817-4786-ae58-574a3ee987cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:23:07Z', 'updated_at': '2021-08-05T12:23:14Z', 'revision_number': 4, 'project_id': '4d024d1937304f6bb92867261d4a81b4', 'gw_port': {'id': '753a1d6e-9817-4786-ae58-574a3ee987cf', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b3:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24afa0aa-83ef-412e-b985-c98817207f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:23:08Z', 'updated_at': '2021-08-05T12:23:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '5a933e7b-4d23-48b0-9c83-549ef1a6fdf6', 'name': '', 'network_id': '578bdd67-e0d5-4e56-b0a5-56b7edf2f522', 'tenant_id': '4d024d1937304f6bb92867261d4a81b4', 'mac_address': 'fa:16:3e:ad:ec:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24afa0aa-83ef-412e-b985-c98817207f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'e615da09-113c-4230-8dce-2f58e8da652a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:23:12Z', 'updated_at': '2021-08-05T12:23:14Z', 'revision_number': 2, 'project_id': '4d024d1937304f6bb92867261d4a81b4', 'subnets': [{'id': 'e615da09-113c-4230-8dce-2f58e8da652a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:23:16.514383 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e977eb2a-3378-4969-8e20-d7cc7db94219 None None] The sync data for ids ['24afa0aa-83ef-412e-b985-c98817207f6e'] in n-d-803378-2 is: [{'id': '24afa0aa-83ef-412e-b985-c98817207f6e', 'name': 'tempest-TestAggregatesBasicOps-1526983715-router', 'tenant_id': '4d024d1937304f6bb92867261d4a81b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '753a1d6e-9817-4786-ae58-574a3ee987cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:23:07Z', 'updated_at': '2021-08-05T12:23:14Z', 'revision_number': 4, 'project_id': '4d024d1937304f6bb92867261d4a81b4', 'gw_port': {'id': '753a1d6e-9817-4786-ae58-574a3ee987cf', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b3:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24afa0aa-83ef-412e-b985-c98817207f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:23:08Z', 'updated_at': '2021-08-05T12:23:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '5a933e7b-4d23-48b0-9c83-549ef1a6fdf6', 'name': '', 'network_id': '578bdd67-e0d5-4e56-b0a5-56b7edf2f522', 'tenant_id': '4d024d1937304f6bb92867261d4a81b4', 'mac_address': 'fa:16:3e:ad:ec:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24afa0aa-83ef-412e-b985-c98817207f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'e615da09-113c-4230-8dce-2f58e8da652a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:23:12Z', 'updated_at': '2021-08-05T12:23:14Z', 'revision_number': 2, 'project_id': '4d024d1937304f6bb92867261d4a81b4', 'subnets': [{'id': 'e615da09-113c-4230-8dce-2f58e8da652a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:23:18.958590 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 753a1d6e-9817-4786-ae58-574a3ee987cf up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:23:19.066354 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 753a1d6e-9817-4786-ae58-574a3ee987cf completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:23:19.087071 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 753a1d6e-9817-4786-ae58-574a3ee987cf triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:23:19.087772 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:19.317799 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:19.386980 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port 753a1d6e-9817-4786-ae58-574a3ee987cf, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=753a1d6e-9817-4786-ae58-574a3ee987cf,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:23:19.397941 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:19.557111 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=753a1d6e-9817-4786-ae58-574a3ee987cf,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:23:20.143487 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e1cc01-9169-4956-af40-c59986424a1c None None] Sync routers for ids ['24afa0aa-83ef-412e-b985-c98817207f6e'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:23:20.165315 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e1cc01-9169-4956-af40-c59986424a1c None None] Routers {'24afa0aa-83ef-412e-b985-c98817207f6e'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:23:20.166888 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-c6e1cc01-9169-4956-af40-c59986424a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:23:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['24afa0aa-83ef-412e-b985-c98817207f6e'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:23:20.394454 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-c6e1cc01-9169-4956-af40-c59986424a1c None None] Set router 24afa0aa-83ef-412e-b985-c98817207f6e gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:23:20.665901 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 44304) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:23:20.841638 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-c6e1cc01-9169-4956-af40-c59986424a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24afa0aa-83ef-412e-b985-c98817207f6e', 'name': 'tempest-TestAggregatesBasicOps-1526983715-router', 'tenant_id': '4d024d1937304f6bb92867261d4a81b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '753a1d6e-9817-4786-ae58-574a3ee987cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:23:07Z', 'updated_at': '2021-08-05T12:23:14Z', 'revision_number': 4, 'project_id': '4d024d1937304f6bb92867261d4a81b4', 'gw_port': {'id': '753a1d6e-9817-4786-ae58-574a3ee987cf', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b3:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24afa0aa-83ef-412e-b985-c98817207f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:23:08Z', 'updated_at': '2021-08-05T12:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '5a933e7b-4d23-48b0-9c83-549ef1a6fdf6', 'name': '', 'network_id': '578bdd67-e0d5-4e56-b0a5-56b7edf2f522', 'tenant_id': '4d024d1937304f6bb92867261d4a81b4', 'mac_address': 'fa:16:3e:ad:ec:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24afa0aa-83ef-412e-b985-c98817207f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'e615da09-113c-4230-8dce-2f58e8da652a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:23:12Z', 'updated_at': '2021-08-05T12:23:14Z', 'revision_number': 2, 'project_id': '4d024d1937304f6bb92867261d4a81b4', 'subnets': [{'id': 'e615da09-113c-4230-8dce-2f58e8da652a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:23:20.910166 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 753a1d6e-9817-4786-ae58-574a3ee987cf up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:23:20.910953 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e1cc01-9169-4956-af40-c59986424a1c None None] Checking router: 24afa0aa-83ef-412e-b985-c98817207f6e for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:23:20.911280 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e1cc01-9169-4956-af40-c59986424a1c None None] Updating router 24afa0aa-83ef-412e-b985-c98817207f6e port 5a933e7b-4d23-48b0-9c83-549ef1a6fdf6 binding host n-d-803378-2 {{(pid=94423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 12:23:20.963540 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-c6e1cc01-9169-4956-af40-c59986424a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:21.040189 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 753a1d6e-9817-4786-ae58-574a3ee987cf triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:23:21.042035 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:21.593935 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-c6e1cc01-9169-4956-af40-c59986424a1c None None] Notify callbacks [] for port, precommit_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:21.620620 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.provisioning_blocks [None req-c6e1cc01-9169-4956-af40-c59986424a1c None None] Transition to ACTIVE for port object 5a933e7b-4d23-48b0-9c83-549ef1a6fdf6 will not be triggered until provisioned by entity L2. {{(pid=94423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:23:21.639597 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-c6e1cc01-9169-4956-af40-c59986424a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:21.786587 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917d1e0d-09eb-4dbb-8d03-48fb45f76335 None None] Pushing event updated for resources: {'Port': ['ID=5a933e7b-4d23-48b0-9c83-549ef1a6fdf6,revision_number=3']} {{(pid=94423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:23:21.796724 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 12:23:22.095478 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-c6e1cc01-9169-4956-af40-c59986424a1c None None] Attempting to bind port 5a933e7b-4d23-48b0-9c83-549ef1a6fdf6 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:23:22.096421 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-c6e1cc01-9169-4956-af40-c59986424a1c None None] Attempting to bind port 5a933e7b-4d23-48b0-9c83-549ef1a6fdf6 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '56eaadcb-357c-42ac-9c58-49bb9583202b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '578bdd67-e0d5-4e56-b0a5-56b7edf2f522'}] {{(pid=94423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:23:22.097308 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e1cc01-9169-4956-af40-c59986424a1c None None] Attempting to bind port 5a933e7b-4d23-48b0-9c83-549ef1a6fdf6 on network 578bdd67-e0d5-4e56-b0a5-56b7edf2f522 {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:23:22.114124 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e1cc01-9169-4956-af40-c59986424a1c None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:23:22.114727 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e1cc01-9169-4956-af40-c59986424a1c None None] Checking segment: {'id': '56eaadcb-357c-42ac-9c58-49bb9583202b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '578bdd67-e0d5-4e56-b0a5-56b7edf2f522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:23:22.115611 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-c6e1cc01-9169-4956-af40-c59986424a1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:22.116274 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e1cc01-9169-4956-af40-c59986424a1c None None] Bound using segment: {'id': '56eaadcb-357c-42ac-9c58-49bb9583202b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '578bdd67-e0d5-4e56-b0a5-56b7edf2f522'} {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:23:22.117124 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-c6e1cc01-9169-4956-af40-c59986424a1c None None] Bound port: 5a933e7b-4d23-48b0-9c83-549ef1a6fdf6, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56eaadcb-357c-42ac-9c58-49bb9583202b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '578bdd67-e0d5-4e56-b0a5-56b7edf2f522'}}] {{(pid=94423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:23:22.117775 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-c6e1cc01-9169-4956-af40-c59986424a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:22.137224 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-bacc45de-f0b3-4ab5-92e3-33951550c67b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33208311'] for router_interface, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:22.273551 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.db [None req-c6e1cc01-9169-4956-af40-c59986424a1c None None] For port 5a933e7b-4d23-48b0-9c83-549ef1a6fdf6, host n-d-803378-2, cleared binding levels {{(pid=94423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:23:22.279872 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.db [None req-c6e1cc01-9169-4956-af40-c59986424a1c None None] For port 5a933e7b-4d23-48b0-9c83-549ef1a6fdf6, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=5a933e7b-4d23-48b0-9c83-549ef1a6fdf6,segment=NetworkSegment(56eaadcb-357c-42ac-9c58-49bb9583202b),segment_id=56eaadcb-357c-42ac-9c58-49bb9583202b)] {{(pid=94423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:23:22.292707 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-c6e1cc01-9169-4956-af40-c59986424a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:22.426982 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917d1e0d-09eb-4dbb-8d03-48fb45f76335 None None] Pushing event updated for resources: {'Port': ['ID=5a933e7b-4d23-48b0-9c83-549ef1a6fdf6,revision_number=4']} {{(pid=94423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:23:22.433591 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e1cc01-9169-4956-af40-c59986424a1c None None] Routers {'24afa0aa-83ef-412e-b985-c98817207f6e'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:23:22.435088 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-c6e1cc01-9169-4956-af40-c59986424a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:23:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['24afa0aa-83ef-412e-b985-c98817207f6e'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:23:22.654855 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:22.733537 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-c6e1cc01-9169-4956-af40-c59986424a1c None None] Set router 24afa0aa-83ef-412e-b985-c98817207f6e gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:23:22.820721 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-bacc45de-f0b3-4ab5-92e3-33951550c67b admin admin] Deleting port fae5a07a-ba7e-421b-b639-0f2524dc847b {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:23:22.821202 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-bacc45de-f0b3-4ab5-92e3-33951550c67b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:23.029050 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 5a933e7b-4d23-48b0-9c83-549ef1a6fdf6 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:23:23.036717 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-bacc45de-f0b3-4ab5-92e3-33951550c67b admin admin] For port fae5a07a-ba7e-421b-b639-0f2524dc847b, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=fae5a07a-ba7e-421b-b639-0f2524dc847b,segment=NetworkSegment(847d2f13-05a9-4e54-b13b-f10292806aea),segment_id=847d2f13-05a9-4e54-b13b-f10292806aea)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:23:23.037359 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-bacc45de-f0b3-4ab5-92e3-33951550c67b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:23.073175 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-bacc45de-f0b3-4ab5-92e3-33951550c67b admin admin] Calling delete_port for fae5a07a-ba7e-421b-b639-0f2524dc847b owned by network:router_interface {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:23:23.176646 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 5a933e7b-4d23-48b0-9c83-549ef1a6fdf6 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:23:23.186774 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 5a933e7b-4d23-48b0-9c83-549ef1a6fdf6 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:23:23.187894 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:23.255775 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-c6e1cc01-9169-4956-af40-c59986424a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24afa0aa-83ef-412e-b985-c98817207f6e', 'name': 'tempest-TestAggregatesBasicOps-1526983715-router', 'tenant_id': '4d024d1937304f6bb92867261d4a81b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '753a1d6e-9817-4786-ae58-574a3ee987cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:23:07Z', 'updated_at': '2021-08-05T12:23:14Z', 'revision_number': 4, 'project_id': '4d024d1937304f6bb92867261d4a81b4', 'gw_port': {'id': '753a1d6e-9817-4786-ae58-574a3ee987cf', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b3:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24afa0aa-83ef-412e-b985-c98817207f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:23:08Z', 'updated_at': '2021-08-05T12:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '5a933e7b-4d23-48b0-9c83-549ef1a6fdf6', 'name': '', 'network_id': '578bdd67-e0d5-4e56-b0a5-56b7edf2f522', 'tenant_id': '4d024d1937304f6bb92867261d4a81b4', 'mac_address': 'fa:16:3e:ad:ec:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24afa0aa-83ef-412e-b985-c98817207f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'e615da09-113c-4230-8dce-2f58e8da652a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:23:12Z', 'updated_at': '2021-08-05T12:23:22Z', 'revision_number': 4, 'project_id': '4d024d1937304f6bb92867261d4a81b4', 'subnets': [{'id': 'e615da09-113c-4230-8dce-2f58e8da652a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:23:23.314623 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e1cc01-9169-4956-af40-c59986424a1c None None] The sync data for ids ['24afa0aa-83ef-412e-b985-c98817207f6e'] in n-d-803378-2 is: [{'id': '24afa0aa-83ef-412e-b985-c98817207f6e', 'name': 'tempest-TestAggregatesBasicOps-1526983715-router', 'tenant_id': '4d024d1937304f6bb92867261d4a81b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '753a1d6e-9817-4786-ae58-574a3ee987cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:23:07Z', 'updated_at': '2021-08-05T12:23:14Z', 'revision_number': 4, 'project_id': '4d024d1937304f6bb92867261d4a81b4', 'gw_port': {'id': '753a1d6e-9817-4786-ae58-574a3ee987cf', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b3:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24afa0aa-83ef-412e-b985-c98817207f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:23:08Z', 'updated_at': '2021-08-05T12:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '5a933e7b-4d23-48b0-9c83-549ef1a6fdf6', 'name': '', 'network_id': '578bdd67-e0d5-4e56-b0a5-56b7edf2f522', 'tenant_id': '4d024d1937304f6bb92867261d4a81b4', 'mac_address': 'fa:16:3e:ad:ec:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24afa0aa-83ef-412e-b985-c98817207f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'e615da09-113c-4230-8dce-2f58e8da652a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:23:12Z', 'updated_at': '2021-08-05T12:23:22Z', 'revision_number': 4, 'project_id': '4d024d1937304f6bb92867261d4a81b4', 'subnets': [{'id': 'e615da09-113c-4230-8dce-2f58e8da652a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:23:23.378877 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:23.442799 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port 5a933e7b-4d23-48b0-9c83-549ef1a6fdf6, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=5a933e7b-4d23-48b0-9c83-549ef1a6fdf6,segment=NetworkSegment(56eaadcb-357c-42ac-9c58-49bb9583202b),segment_id=56eaadcb-357c-42ac-9c58-49bb9583202b)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:23:23.453416 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:23.564193 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=5a933e7b-4d23-48b0-9c83-549ef1a6fdf6,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:23:23.573086 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-bacc45de-f0b3-4ab5-92e3-33951550c67b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:23.640768 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacc45de-f0b3-4ab5-92e3-33951550c67b admin admin] Pushing event deleted for resources: {'Port': ['ID=fae5a07a-ba7e-421b-b639-0f2524dc847b,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:23:24.103542 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-bacc45de-f0b3-4ab5-92e3-33951550c67b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33140263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33208171'] for router_interface, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:24.652276 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bacc45de-f0b3-4ab5-92e3-33951550c67b admin admin] Router 4ed014a1-9dcc-408d-b419-e74216fe1d72 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:23:24.912219 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bacc45de-f0b3-4ab5-92e3-33951550c67b admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:23:24.922555 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-bacc45de-f0b3-4ab5-92e3-33951550c67b admin admin] 10.222.0.58 "PUT /v2.0/routers/4ed014a1-9dcc-408d-b419-e74216fe1d72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2537022 Aug 05 12:23:24.926673 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 44344) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:23:24.942802 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3a6a8d-607b-4069-bf86-da20e23aa10c None None] Sync routers for ids ['4ed014a1-9dcc-408d-b419-e74216fe1d72'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:23:24.975675 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3a6a8d-607b-4069-bf86-da20e23aa10c None None] Routers {'4ed014a1-9dcc-408d-b419-e74216fe1d72'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:23:24.977346 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-9f3a6a8d-607b-4069-bf86-da20e23aa10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:23:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['4ed014a1-9dcc-408d-b419-e74216fe1d72'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:23:25.081828 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 5a933e7b-4d23-48b0-9c83-549ef1a6fdf6 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:23:25.234544 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-93f707b7-1231-4189-8453-9fc95b335ff3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:25.281637 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 5a933e7b-4d23-48b0-9c83-549ef1a6fdf6 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:23:25.281637 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:25.394315 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-9f3a6a8d-607b-4069-bf86-da20e23aa10c None None] Set router 4ed014a1-9dcc-408d-b419-e74216fe1d72 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:23:25.487347 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-93f707b7-1231-4189-8453-9fc95b335ff3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:25.629640 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-93f707b7-1231-4189-8453-9fc95b335ff3 admin admin] Deleting port 33f70289-03a0-48b9-9c07-4d87e546a772 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:23:25.630264 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-93f707b7-1231-4189-8453-9fc95b335ff3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:25.836191 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-93f707b7-1231-4189-8453-9fc95b335ff3 admin admin] For port 33f70289-03a0-48b9-9c07-4d87e546a772, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=33f70289-03a0-48b9-9c07-4d87e546a772,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:23:25.837305 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-93f707b7-1231-4189-8453-9fc95b335ff3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:25.863746 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-93f707b7-1231-4189-8453-9fc95b335ff3 admin admin] Calling delete_port for 33f70289-03a0-48b9-9c07-4d87e546a772 owned by network:router_gateway {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:23:25.893617 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-9f3a6a8d-607b-4069-bf86-da20e23aa10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ed014a1-9dcc-408d-b419-e74216fe1d72', 'name': 'tempest-TestAggregatesBasicOps-1327760638-router', 'tenant_id': '903f11b93fa0458290c98f4aa3e9f1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '33f70289-03a0-48b9-9c07-4d87e546a772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:22:58Z', 'updated_at': '2021-08-05T12:23:23Z', 'revision_number': 5, 'project_id': '903f11b93fa0458290c98f4aa3e9f1eb', 'gw_port': {'id': '33f70289-03a0-48b9-9c07-4d87e546a772', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:bd:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed014a1-9dcc-408d-b419-e74216fe1d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:22:59Z', 'updated_at': '2021-08-05T12:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:23:25.958339 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3a6a8d-607b-4069-bf86-da20e23aa10c None None] Checking router: 4ed014a1-9dcc-408d-b419-e74216fe1d72 for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:23:25.975881 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3a6a8d-607b-4069-bf86-da20e23aa10c None None] Routers {'4ed014a1-9dcc-408d-b419-e74216fe1d72'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:23:25.976529 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-9f3a6a8d-607b-4069-bf86-da20e23aa10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:23:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['4ed014a1-9dcc-408d-b419-e74216fe1d72'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:23:26.186585 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-9f3a6a8d-607b-4069-bf86-da20e23aa10c None None] Set router 4ed014a1-9dcc-408d-b419-e74216fe1d72 gateway port host: None {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:23:26.285238 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-93f707b7-1231-4189-8453-9fc95b335ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:26.298869 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-9f3a6a8d-607b-4069-bf86-da20e23aa10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ed014a1-9dcc-408d-b419-e74216fe1d72', 'name': 'tempest-TestAggregatesBasicOps-1327760638-router', 'tenant_id': '903f11b93fa0458290c98f4aa3e9f1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:22:58Z', 'updated_at': '2021-08-05T12:23:25Z', 'revision_number': 6, 'project_id': '903f11b93fa0458290c98f4aa3e9f1eb', 'gw_port_host': None}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:23:26.353151 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f707b7-1231-4189-8453-9fc95b335ff3 admin admin] Pushing event deleted for resources: {'Port': ['ID=33f70289-03a0-48b9-9c07-4d87e546a772,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:23:26.368299 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3a6a8d-607b-4069-bf86-da20e23aa10c None None] The sync data for ids ['4ed014a1-9dcc-408d-b419-e74216fe1d72'] in n-d-803378-2 is: [{'id': '4ed014a1-9dcc-408d-b419-e74216fe1d72', 'name': 'tempest-TestAggregatesBasicOps-1327760638-router', 'tenant_id': '903f11b93fa0458290c98f4aa3e9f1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:22:58Z', 'updated_at': '2021-08-05T12:23:25Z', 'revision_number': 6, 'project_id': '903f11b93fa0458290c98f4aa3e9f1eb', 'gw_port_host': None}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:23:26.488926 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-93f707b7-1231-4189-8453-9fc95b335ff3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33285055'] for router_gateway, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:26.680259 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-93f707b7-1231-4189-8453-9fc95b335ff3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33262979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1951'] for router, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:26.690601 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-93f707b7-1231-4189-8453-9fc95b335ff3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:26.807396 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-93f707b7-1231-4189-8453-9fc95b335ff3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33262474'] for router, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:26.813435 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93f707b7-1231-4189-8453-9fc95b335ff3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ed014a1-9dcc-408d-b419-e74216fe1d72 {{(pid=94420) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 12:23:26.835646 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-93f707b7-1231-4189-8453-9fc95b335ff3 admin admin] Notify callbacks [] for router, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:26.842219 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 44366) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:23:26.851479 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-93f707b7-1231-4189-8453-9fc95b335ff3 admin admin] 10.222.0.58 "DELETE /v2.0/routers/4ed014a1-9dcc-408d-b419-e74216fe1d72 HTTP/1.1" status: 204 len: 168 time: 1.9095240 Aug 05 12:23:26.960049 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dac3a29-a35d-4584-a7dd-4872e360a998 admin admin] Deleting subnet 34521247-27fc-4e61-b202-2b694076f744 {{(pid=94421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 12:23:26.966059 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3dac3a29-a35d-4584-a7dd-4872e360a998 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:26.985658 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device fae5a07a-ba7e-421b-b639-0f2524dc847b no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:23:27.034288 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: fae5a07a-ba7e-421b-b639-0f2524dc847b {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:23:27.034288 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device fae5a07a-ba7e-421b-b639-0f2524dc847b not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:23:27.068993 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3dac3a29-a35d-4584-a7dd-4872e360a998 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29786388'] for subnet, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:27.262758 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3dac3a29-a35d-4584-a7dd-4872e360a998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:27.382665 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3dac3a29-a35d-4584-a7dd-4872e360a998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25038609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30075142'] for subnet, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:27.444563 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3dac3a29-a35d-4584-a7dd-4872e360a998 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:27.451949 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-3dac3a29-a35d-4584-a7dd-4872e360a998 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/34521247-27fc-4e61-b202-2b694076f744 HTTP/1.1" status: 204 len: 168 time: 0.6050661 Aug 05 12:23:27.451949 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dac3a29-a35d-4584-a7dd-4872e360a998 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34521247-27fc-4e61-b202-2b694076f744,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:23:27.452783 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 44374) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:23:27.462640 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1e95b3-9cc0-4ee3-a851-5a881ac1ae47 None None] Network 3e4f16de-2168-45bb-8233-6907dcfc60e8 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:23:27.603563 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-af960e88-f30b-4a8f-9466-f8d43d2e69b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:27.733527 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-af960e88-f30b-4a8f-9466-f8d43d2e69b2 admin admin] Deleting port afa0480e-a59b-4153-bf7c-02ed71325542 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:23:27.734055 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-af960e88-f30b-4a8f-9466-f8d43d2e69b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:27.853782 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4405b1-8003-4f9e-81db-baa42dd21b45 None None] DHCP port deletion for 3e4f16de-2168-45bb-8233-6907dcfc60e8 request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 12:23:27.904883 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-af960e88-f30b-4a8f-9466-f8d43d2e69b2 admin admin] For port afa0480e-a59b-4153-bf7c-02ed71325542, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=afa0480e-a59b-4153-bf7c-02ed71325542,segment=NetworkSegment(847d2f13-05a9-4e54-b13b-f10292806aea),segment_id=847d2f13-05a9-4e54-b13b-f10292806aea)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:23:27.904883 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-af960e88-f30b-4a8f-9466-f8d43d2e69b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:27.930340 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-af960e88-f30b-4a8f-9466-f8d43d2e69b2 admin admin] Calling delete_port for afa0480e-a59b-4153-bf7c-02ed71325542 owned by network:dhcp {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:23:27.970489 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-eb4405b1-8003-4f9e-81db-baa42dd21b45 None None] Deleting port afa0480e-a59b-4153-bf7c-02ed71325542 {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:23:27.971518 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-eb4405b1-8003-4f9e-81db-baa42dd21b45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:28.117826 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-eb4405b1-8003-4f9e-81db-baa42dd21b45 None None] For port afa0480e-a59b-4153-bf7c-02ed71325542, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=afa0480e-a59b-4153-bf7c-02ed71325542,segment=NetworkSegment(847d2f13-05a9-4e54-b13b-f10292806aea),segment_id=847d2f13-05a9-4e54-b13b-f10292806aea)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:23:28.118903 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-eb4405b1-8003-4f9e-81db-baa42dd21b45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:28.139269 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-af960e88-f30b-4a8f-9466-f8d43d2e69b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:28.152747 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-eb4405b1-8003-4f9e-81db-baa42dd21b45 None None] Calling delete_port for afa0480e-a59b-4153-bf7c-02ed71325542 owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:23:28.162665 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af960e88-f30b-4a8f-9466-f8d43d2e69b2 admin admin] No DVR routers for this DVR port afa0480e-a59b-4153-bf7c-02ed71325542 on host n-d-803378-2 {{(pid=94420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:23:28.234004 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af960e88-f30b-4a8f-9466-f8d43d2e69b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=afa0480e-a59b-4153-bf7c-02ed71325542,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:23:28.338793 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-af960e88-f30b-4a8f-9466-f8d43d2e69b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:28.351450 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-eb4405b1-8003-4f9e-81db-baa42dd21b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:28.369711 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-af960e88-f30b-4a8f-9466-f8d43d2e69b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e4f16de-2168-45bb-8233-6907dcfc60e8']}} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:23:28.397578 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-af960e88-f30b-4a8f-9466-f8d43d2e69b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '847d2f13-05a9-4e54-b13b-f10292806aea') {'for_net_delete': True} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:23:28.400465 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-af960e88-f30b-4a8f-9466-f8d43d2e69b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '847d2f13-05a9-4e54-b13b-f10292806aea') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:23:28.419839 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-af960e88-f30b-4a8f-9466-f8d43d2e69b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25010581'] for segment, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:28.420144 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4405b1-8003-4f9e-81db-baa42dd21b45 None None] Pushing event deleted for resources: {'Port': ['ID=afa0480e-a59b-4153-bf7c-02ed71325542,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:23:28.429367 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4405b1-8003-4f9e-81db-baa42dd21b45 None None] No DVR routers for this DVR port afa0480e-a59b-4153-bf7c-02ed71325542 on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:23:28.455465 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-af960e88-f30b-4a8f-9466-f8d43d2e69b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:28.484521 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af960e88-f30b-4a8f-9466-f8d43d2e69b2 admin admin] Releasing vlan 653 on physical network physnet1 to pool {{(pid=94420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 12:23:28.486645 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-af960e88-f30b-4a8f-9466-f8d43d2e69b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29762581'] for segment, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:28.491063 n-d-803378-2 neutron-server[94420]: Traceback (most recent call last): Aug 05 12:23:28.491063 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 12:23:28.491063 n-d-803378-2 neutron-server[94420]: timer() Aug 05 12:23:28.491063 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 12:23:28.491063 n-d-803378-2 neutron-server[94420]: cb(*args, **kw) Aug 05 12:23:28.491063 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 12:23:28.491063 n-d-803378-2 neutron-server[94420]: return func(*args, **kwargs) Aug 05 12:23:28.491063 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 12:23:28.491063 n-d-803378-2 neutron-server[94420]: self._notify() Aug 05 12:23:28.491063 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 12:23:28.491063 n-d-803378-2 neutron-server[94420]: self.callback(batched_events) Aug 05 12:23:28.491063 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 12:23:28.491063 n-d-803378-2 neutron-server[94420]: event.method(event) Aug 05 12:23:28.491063 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 12:23:28.491063 n-d-803378-2 neutron-server[94420]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 12:23:28.491063 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 12:23:28.491063 n-d-803378-2 neutron-server[94420]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 12:23:28.491063 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 12:23:28.491063 n-d-803378-2 neutron-server[94420]: return f(self, *a, **k) Aug 05 12:23:28.491063 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 12:23:28.491063 n-d-803378-2 neutron-server[94420]: return self._get(url).json() Aug 05 12:23:28.491063 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 12:23:28.491063 n-d-803378-2 neutron-server[94420]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 12:23:28.491063 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 12:23:28.491063 n-d-803378-2 neutron-server[94420]: return self.request(url, 'GET', **kwargs) Aug 05 12:23:28.491063 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 12:23:28.491063 n-d-803378-2 neutron-server[94420]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 12:23:28.491063 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 12:23:28.491063 n-d-803378-2 neutron-server[94420]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 12:23:28.491063 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 12:23:28.491063 n-d-803378-2 neutron-server[94420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 12:23:28.491063 n-d-803378-2 neutron-server[94420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 12:23:28.618920 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-af960e88-f30b-4a8f-9466-f8d43d2e69b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:28.633871 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-af960e88-f30b-4a8f-9466-f8d43d2e69b2 admin admin] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:28.643584 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-af960e88-f30b-4a8f-9466-f8d43d2e69b2 admin admin] 10.222.0.58 "DELETE /v2.0/networks/3e4f16de-2168-45bb-8233-6907dcfc60e8 HTTP/1.1" status: 204 len: 168 time: 1.1884799 Aug 05 12:23:28.646853 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 44388) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:23:28.727298 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af960e88-f30b-4a8f-9466-f8d43d2e69b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e4f16de-2168-45bb-8233-6907dcfc60e8,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:23:28.916966 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 33f70289-03a0-48b9-9c07-4d87e546a772 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:23:28.955813 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 33f70289-03a0-48b9-9c07-4d87e546a772 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:23:28.956674 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 33f70289-03a0-48b9-9c07-4d87e546a772 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:23:28.957848 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device afa0480e-a59b-4153-bf7c-02ed71325542 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:23:29.006661 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: afa0480e-a59b-4153-bf7c-02ed71325542 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:23:29.007214 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device afa0480e-a59b-4153-bf7c-02ed71325542 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:23:29.433408 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-23b8e7c3-ad15-45d5-b7d5-d8e06fd5b38f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33208311'] for router_interface, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:29.876868 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:30.075808 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-23b8e7c3-ad15-45d5-b7d5-d8e06fd5b38f admin admin] Deleting port 5a933e7b-4d23-48b0-9c83-549ef1a6fdf6 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:23:30.076189 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-23b8e7c3-ad15-45d5-b7d5-d8e06fd5b38f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:30.276032 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-23b8e7c3-ad15-45d5-b7d5-d8e06fd5b38f admin admin] For port 5a933e7b-4d23-48b0-9c83-549ef1a6fdf6, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=5a933e7b-4d23-48b0-9c83-549ef1a6fdf6,segment=NetworkSegment(56eaadcb-357c-42ac-9c58-49bb9583202b),segment_id=56eaadcb-357c-42ac-9c58-49bb9583202b)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:23:30.276601 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-23b8e7c3-ad15-45d5-b7d5-d8e06fd5b38f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:30.305542 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-23b8e7c3-ad15-45d5-b7d5-d8e06fd5b38f admin admin] Calling delete_port for 5a933e7b-4d23-48b0-9c83-549ef1a6fdf6 owned by network:router_interface {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:23:30.744237 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-23b8e7c3-ad15-45d5-b7d5-d8e06fd5b38f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:30.797595 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b8e7c3-ad15-45d5-b7d5-d8e06fd5b38f admin admin] Pushing event deleted for resources: {'Port': ['ID=5a933e7b-4d23-48b0-9c83-549ef1a6fdf6,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:23:31.215130 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-23b8e7c3-ad15-45d5-b7d5-d8e06fd5b38f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33140263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33208171'] for router_interface, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:31.702169 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23b8e7c3-ad15-45d5-b7d5-d8e06fd5b38f admin admin] Router 24afa0aa-83ef-412e-b985-c98817207f6e has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:23:31.949094 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23b8e7c3-ad15-45d5-b7d5-d8e06fd5b38f admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:23:31.962501 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-23b8e7c3-ad15-45d5-b7d5-d8e06fd5b38f admin admin] 10.222.0.58 "PUT /v2.0/routers/24afa0aa-83ef-412e-b985-c98817207f6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3138938 Aug 05 12:23:31.966929 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 44432) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:23:31.980340 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352a3548-66e5-4b7d-b6a6-47e01f81a6b7 None None] Sync routers for ids ['24afa0aa-83ef-412e-b985-c98817207f6e'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:23:32.027213 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352a3548-66e5-4b7d-b6a6-47e01f81a6b7 None None] Routers {'24afa0aa-83ef-412e-b985-c98817207f6e'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:23:32.028692 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-352a3548-66e5-4b7d-b6a6-47e01f81a6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:23:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['24afa0aa-83ef-412e-b985-c98817207f6e'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:23:32.204566 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-34db8182-5d44-4662-b2ac-1c20cf5dc47b admin admin] Notify callbacks [] for router, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:32.291007 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-352a3548-66e5-4b7d-b6a6-47e01f81a6b7 None None] Set router 24afa0aa-83ef-412e-b985-c98817207f6e gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:23:32.440768 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-34db8182-5d44-4662-b2ac-1c20cf5dc47b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:32.557134 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-34db8182-5d44-4662-b2ac-1c20cf5dc47b admin admin] Deleting port 753a1d6e-9817-4786-ae58-574a3ee987cf {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:23:32.557535 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-34db8182-5d44-4662-b2ac-1c20cf5dc47b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:32.677527 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-352a3548-66e5-4b7d-b6a6-47e01f81a6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24afa0aa-83ef-412e-b985-c98817207f6e', 'name': 'tempest-TestAggregatesBasicOps-1526983715-router', 'tenant_id': '4d024d1937304f6bb92867261d4a81b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '753a1d6e-9817-4786-ae58-574a3ee987cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:23:07Z', 'updated_at': '2021-08-05T12:23:30Z', 'revision_number': 5, 'project_id': '4d024d1937304f6bb92867261d4a81b4', 'gw_port': {'id': '753a1d6e-9817-4786-ae58-574a3ee987cf', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b3:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24afa0aa-83ef-412e-b985-c98817207f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:23:08Z', 'updated_at': '2021-08-05T12:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:23:32.726699 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352a3548-66e5-4b7d-b6a6-47e01f81a6b7 None None] Checking router: 24afa0aa-83ef-412e-b985-c98817207f6e for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:23:32.761044 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352a3548-66e5-4b7d-b6a6-47e01f81a6b7 None None] Routers {'24afa0aa-83ef-412e-b985-c98817207f6e'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:23:32.762605 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-352a3548-66e5-4b7d-b6a6-47e01f81a6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:23:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['24afa0aa-83ef-412e-b985-c98817207f6e'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:23:32.784724 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [None req-34db8182-5d44-4662-b2ac-1c20cf5dc47b admin admin] For port 753a1d6e-9817-4786-ae58-574a3ee987cf, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=753a1d6e-9817-4786-ae58-574a3ee987cf,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:23:32.785086 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-34db8182-5d44-4662-b2ac-1c20cf5dc47b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:32.821281 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-34db8182-5d44-4662-b2ac-1c20cf5dc47b admin admin] Calling delete_port for 753a1d6e-9817-4786-ae58-574a3ee987cf owned by network:router_gateway {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:23:32.937679 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-352a3548-66e5-4b7d-b6a6-47e01f81a6b7 None None] Set router 24afa0aa-83ef-412e-b985-c98817207f6e gateway port host: None {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:23:33.039424 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-352a3548-66e5-4b7d-b6a6-47e01f81a6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24afa0aa-83ef-412e-b985-c98817207f6e', 'name': 'tempest-TestAggregatesBasicOps-1526983715-router', 'tenant_id': '4d024d1937304f6bb92867261d4a81b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:23:07Z', 'updated_at': '2021-08-05T12:23:32Z', 'revision_number': 6, 'project_id': '4d024d1937304f6bb92867261d4a81b4', 'gw_port_host': None}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:23:33.088553 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352a3548-66e5-4b7d-b6a6-47e01f81a6b7 None None] The sync data for ids ['24afa0aa-83ef-412e-b985-c98817207f6e'] in n-d-803378-2 is: [{'id': '24afa0aa-83ef-412e-b985-c98817207f6e', 'name': 'tempest-TestAggregatesBasicOps-1526983715-router', 'tenant_id': '4d024d1937304f6bb92867261d4a81b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:23:07Z', 'updated_at': '2021-08-05T12:23:32Z', 'revision_number': 6, 'project_id': '4d024d1937304f6bb92867261d4a81b4', 'gw_port_host': None}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:23:33.189408 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-34db8182-5d44-4662-b2ac-1c20cf5dc47b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:33.245765 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34db8182-5d44-4662-b2ac-1c20cf5dc47b admin admin] Pushing event deleted for resources: {'Port': ['ID=753a1d6e-9817-4786-ae58-574a3ee987cf,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:23:33.402100 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-34db8182-5d44-4662-b2ac-1c20cf5dc47b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33285055'] for router_gateway, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:33.596231 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-34db8182-5d44-4662-b2ac-1c20cf5dc47b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33262979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1951'] for router, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:33.601422 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-34db8182-5d44-4662-b2ac-1c20cf5dc47b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:33.696891 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-34db8182-5d44-4662-b2ac-1c20cf5dc47b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33262474'] for router, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:33.698214 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34db8182-5d44-4662-b2ac-1c20cf5dc47b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24afa0aa-83ef-412e-b985-c98817207f6e {{(pid=94421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 12:23:33.710126 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-34db8182-5d44-4662-b2ac-1c20cf5dc47b admin admin] Notify callbacks [] for router, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:33.712097 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-34db8182-5d44-4662-b2ac-1c20cf5dc47b admin admin] 10.222.0.58 "DELETE /v2.0/routers/24afa0aa-83ef-412e-b985-c98817207f6e HTTP/1.1" status: 204 len: 168 time: 1.7437544 Aug 05 12:23:33.718867 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 44460) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:23:33.819724 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf59701e-901b-4e6c-b03b-cc81d6353fa7 admin admin] Deleting subnet e615da09-113c-4230-8dce-2f58e8da652a {{(pid=94420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 12:23:33.828070 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-cf59701e-901b-4e6c-b03b-cc81d6353fa7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:33.906017 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-cf59701e-901b-4e6c-b03b-cc81d6353fa7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25010562'] for subnet, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:34.063248 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-cf59701e-901b-4e6c-b03b-cc81d6353fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:34.212189 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-cf59701e-901b-4e6c-b03b-cc81d6353fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29762763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24211094'] for subnet, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:34.268171 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf59701e-901b-4e6c-b03b-cc81d6353fa7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e615da09-113c-4230-8dce-2f58e8da652a,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:23:34.281835 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-cf59701e-901b-4e6c-b03b-cc81d6353fa7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:34.289120 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 44472) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:23:34.289983 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-cf59701e-901b-4e6c-b03b-cc81d6353fa7 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/e615da09-113c-4230-8dce-2f58e8da652a HTTP/1.1" status: 204 len: 168 time: 0.5684922 Aug 05 12:23:34.292932 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3239571e-bda8-4b3a-b98e-e10c9d57ae63 None None] Network 578bdd67-e0d5-4e56-b0a5-56b7edf2f522 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:23:34.457166 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-af8c75d7-51e0-4537-8285-dd80503e87ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:34.623031 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-af8c75d7-51e0-4537-8285-dd80503e87ae admin admin] Deleting port 1f17f4e4-0cb6-418c-839b-d47e8d6f4f20 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:23:34.623937 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-af8c75d7-51e0-4537-8285-dd80503e87ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:34.781308 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [None req-af8c75d7-51e0-4537-8285-dd80503e87ae admin admin] For port 1f17f4e4-0cb6-418c-839b-d47e8d6f4f20, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=1f17f4e4-0cb6-418c-839b-d47e8d6f4f20,segment=NetworkSegment(56eaadcb-357c-42ac-9c58-49bb9583202b),segment_id=56eaadcb-357c-42ac-9c58-49bb9583202b)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:23:34.782107 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-af8c75d7-51e0-4537-8285-dd80503e87ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:34.823961 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-af8c75d7-51e0-4537-8285-dd80503e87ae admin admin] Calling delete_port for 1f17f4e4-0cb6-418c-839b-d47e8d6f4f20 owned by network:dhcp {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:23:34.932536 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 5a933e7b-4d23-48b0-9c83-549ef1a6fdf6 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:23:34.978679 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 5a933e7b-4d23-48b0-9c83-549ef1a6fdf6 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:23:34.979521 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 5a933e7b-4d23-48b0-9c83-549ef1a6fdf6 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:23:34.979912 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 753a1d6e-9817-4786-ae58-574a3ee987cf no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:23:35.021295 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 753a1d6e-9817-4786-ae58-574a3ee987cf {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:23:35.022120 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 753a1d6e-9817-4786-ae58-574a3ee987cf not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:23:35.085203 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-af8c75d7-51e0-4537-8285-dd80503e87ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:35.132097 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb2e512-8065-4b6d-9258-e3fea6cc788d None None] DHCP port deletion for 578bdd67-e0d5-4e56-b0a5-56b7edf2f522 request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 12:23:35.174980 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8c75d7-51e0-4537-8285-dd80503e87ae admin admin] Pushing event deleted for resources: {'Port': ['ID=1f17f4e4-0cb6-418c-839b-d47e8d6f4f20,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:23:35.174980 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8c75d7-51e0-4537-8285-dd80503e87ae admin admin] No DVR routers for this DVR port 1f17f4e4-0cb6-418c-839b-d47e8d6f4f20 on host n-d-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:23:35.314391 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-af8c75d7-51e0-4537-8285-dd80503e87ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:35.347981 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-af8c75d7-51e0-4537-8285-dd80503e87ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['578bdd67-e0d5-4e56-b0a5-56b7edf2f522']}} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:23:35.377787 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-af8c75d7-51e0-4537-8285-dd80503e87ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56eaadcb-357c-42ac-9c58-49bb9583202b') {'for_net_delete': True} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:23:35.377978 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-af8c75d7-51e0-4537-8285-dd80503e87ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56eaadcb-357c-42ac-9c58-49bb9583202b') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:23:35.396071 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-af8c75d7-51e0-4537-8285-dd80503e87ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29786371'] for segment, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:35.429541 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-af8c75d7-51e0-4537-8285-dd80503e87ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:35.442310 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af8c75d7-51e0-4537-8285-dd80503e87ae admin admin] Releasing vlan 656 on physical network physnet1 to pool {{(pid=94421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 12:23:35.442894 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-af8c75d7-51e0-4537-8285-dd80503e87ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25038799'] for segment, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:35.445773 n-d-803378-2 neutron-server[94421]: Traceback (most recent call last): Aug 05 12:23:35.445773 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 12:23:35.445773 n-d-803378-2 neutron-server[94421]: timer() Aug 05 12:23:35.445773 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 12:23:35.445773 n-d-803378-2 neutron-server[94421]: cb(*args, **kw) Aug 05 12:23:35.445773 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 12:23:35.445773 n-d-803378-2 neutron-server[94421]: return func(*args, **kwargs) Aug 05 12:23:35.445773 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 12:23:35.445773 n-d-803378-2 neutron-server[94421]: self._notify() Aug 05 12:23:35.445773 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 12:23:35.445773 n-d-803378-2 neutron-server[94421]: self.callback(batched_events) Aug 05 12:23:35.445773 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 12:23:35.445773 n-d-803378-2 neutron-server[94421]: event.method(event) Aug 05 12:23:35.445773 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 12:23:35.445773 n-d-803378-2 neutron-server[94421]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 12:23:35.445773 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 12:23:35.445773 n-d-803378-2 neutron-server[94421]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 12:23:35.445773 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 12:23:35.445773 n-d-803378-2 neutron-server[94421]: return f(self, *a, **k) Aug 05 12:23:35.445773 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 12:23:35.445773 n-d-803378-2 neutron-server[94421]: return self._get(url).json() Aug 05 12:23:35.445773 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 12:23:35.445773 n-d-803378-2 neutron-server[94421]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 12:23:35.445773 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 12:23:35.445773 n-d-803378-2 neutron-server[94421]: return self.request(url, 'GET', **kwargs) Aug 05 12:23:35.445773 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 12:23:35.445773 n-d-803378-2 neutron-server[94421]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 12:23:35.445773 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 12:23:35.445773 n-d-803378-2 neutron-server[94421]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 12:23:35.445773 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 12:23:35.445773 n-d-803378-2 neutron-server[94421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 12:23:35.445773 n-d-803378-2 neutron-server[94421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 12:23:35.581773 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-af8c75d7-51e0-4537-8285-dd80503e87ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:35.595749 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-af8c75d7-51e0-4537-8285-dd80503e87ae admin admin] Notify callbacks [] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:35.599076 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-af8c75d7-51e0-4537-8285-dd80503e87ae admin admin] 10.222.0.58 "DELETE /v2.0/networks/578bdd67-e0d5-4e56-b0a5-56b7edf2f522 HTTP/1.1" status: 204 len: 168 time: 1.3067791 Aug 05 12:23:35.623409 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8c75d7-51e0-4537-8285-dd80503e87ae admin admin] Pushing event deleted for resources: {'Network': ['ID=578bdd67-e0d5-4e56-b0a5-56b7edf2f522,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:23:36.027164 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 44502) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:23:36.107690 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-ad7b4ec1-805d-4603-bf9e-14408ccda91e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=903f11b93fa0458290c98f4aa3e9f1eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0781620 Aug 05 12:23:36.112523 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 44504) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:23:36.255490 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9260b6e8-0fb9-4720-838d-2d02a2f07817 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:36.771204 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9260b6e8-0fb9-4720-838d-2d02a2f07817 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:36.914064 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9260b6e8-0fb9-4720-838d-2d02a2f07817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:36.914534 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 1f17f4e4-0cb6-418c-839b-d47e8d6f4f20 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:23:36.920000 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9260b6e8-0fb9-4720-838d-2d02a2f07817 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:36.922999 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-9260b6e8-0fb9-4720-838d-2d02a2f07817 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8bc8a880-92f1-4ea4-95bd-f771967011bb HTTP/1.1" status: 204 len: 168 time: 0.8090591 Aug 05 12:23:36.943214 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9260b6e8-0fb9-4720-838d-2d02a2f07817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bc8a880-92f1-4ea4-95bd-f771967011bb,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:23:36.982232 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 1f17f4e4-0cb6-418c-839b-d47e8d6f4f20 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:23:36.983012 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 1f17f4e4-0cb6-418c-839b-d47e8d6f4f20 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:23:37.319112 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-def28922-33da-44f1-9ea6-7369e8e4bc18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:37.667363 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 44536) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:23:37.751616 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-390acbe2-a81c-4aeb-9a27-f8bf5e47ed46 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4d024d1937304f6bb92867261d4a81b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0765970 Aug 05 12:23:37.753060 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 44540) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:23:37.867064 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8a026ea3-0361-4fb0-86bd-345b371abee5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:37.921144 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8a026ea3-0361-4fb0-86bd-345b371abee5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:38.021845 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8a026ea3-0361-4fb0-86bd-345b371abee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:38.026278 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8a026ea3-0361-4fb0-86bd-345b371abee5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:38.028336 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-8a026ea3-0361-4fb0-86bd-345b371abee5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f8e46c59-08c3-4208-bc96-9f7c753f0062 HTTP/1.1" status: 204 len: 168 time: 0.2745409 Aug 05 12:23:38.043133 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a026ea3-0361-4fb0-86bd-345b371abee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e46c59-08c3-4208-bc96-9f7c753f0062,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:23:39.571404 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 44582) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:23:39.796399 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-ab506b03-4e16-48a8-bee6-48d83f7fa60f admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-276290308-network', 'tenant_id': 'deba03e291d04cd69e2ca3342f387b2d'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:23:39.844147 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab506b03-4e16-48a8-bee6-48d83f7fa60f admin admin] Made reservation on behalf of deba03e291d04cd69e2ca3342f387b2d for: {'network': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:23:39.848298 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ab506b03-4e16-48a8-bee6-48d83f7fa60f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:39.863147 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ab506b03-4e16-48a8-bee6-48d83f7fa60f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:40.062857 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-af4754dc-2594-443a-96be-2cd346bf0dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:40.092350 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ab506b03-4e16-48a8-bee6-48d83f7fa60f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:40.109265 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ab506b03-4e16-48a8-bee6-48d83f7fa60f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:40.128063 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:40.151696 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab506b03-4e16-48a8-bee6-48d83f7fa60f admin admin] vlan segment allocate from pool success with {'vlan_id': 690, 'physical_network': 'physnet1'} {{(pid=94421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 12:23:40.180509 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab506b03-4e16-48a8-bee6-48d83f7fa60f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe3b931-62c8-4d04-8493-21f695cc0061,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:23:40.191753 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ab506b03-4e16-48a8-bee6-48d83f7fa60f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:40.192249 n-d-803378-2 neutron-server[94421]: INFO neutron.db.segments_db [None req-ab506b03-4e16-48a8-bee6-48d83f7fa60f admin admin] Added segment 2bfcdd63-d450-4880-b4c1-4bcf734e1cb3 of type vlan for network 898dff58-ebec-4823-9197-a0fb02902fb3 Aug 05 12:23:40.276322 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ab506b03-4e16-48a8-bee6-48d83f7fa60f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:40.331579 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ab506b03-4e16-48a8-bee6-48d83f7fa60f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:40.333331 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab506b03-4e16-48a8-bee6-48d83f7fa60f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:23:40.334313 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ab506b03-4e16-48a8-bee6-48d83f7fa60f admin admin] Notify callbacks [] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:40.416244 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-ab506b03-4e16-48a8-bee6-48d83f7fa60f admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.8424335 Aug 05 12:23:40.421584 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 44586) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:23:40.430499 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-79d98095-ec8e-4273-8fac-e4743562e1fc admin admin] Request body: {'subnet': {'network_id': '898dff58-ebec-4823-9197-a0fb02902fb3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-276290308-subnet', 'tenant_id': 'deba03e291d04cd69e2ca3342f387b2d', 'ip_version': 4}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:23:40.451980 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab506b03-4e16-48a8-bee6-48d83f7fa60f admin admin] Pushing event updated for resources: {'Network': ['ID=898dff58-ebec-4823-9197-a0fb02902fb3,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:23:40.469983 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 898dff58-ebec-4823-9197-a0fb02902fb3 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 12:23:40.472579 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79d98095-ec8e-4273-8fac-e4743562e1fc admin admin] Made reservation on behalf of deba03e291d04cd69e2ca3342f387b2d for: {'subnet': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:23:40.476605 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-79d98095-ec8e-4273-8fac-e4743562e1fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24211133'] for subnet, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:40.842917 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-79d98095-ec8e-4273-8fac-e4743562e1fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29762700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24211087'] for subnet, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:40.956837 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d98095-ec8e-4273-8fac-e4743562e1fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c494767-36e0-427d-908b-75c7a67fd1b3,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:23:40.975774 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d98095-ec8e-4273-8fac-e4743562e1fc admin admin] Checking segment: {'id': '2bfcdd63-d450-4880-b4c1-4bcf734e1cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '898dff58-ebec-4823-9197-a0fb02902fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:23:40.976328 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d98095-ec8e-4273-8fac-e4743562e1fc admin admin] Network hostable DHCP agents. Network: 898dff58-ebec-4823-9197-a0fb02902fb3, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 12:23:41.009329 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d98095-ec8e-4273-8fac-e4743562e1fc admin admin] Network 898dff58-ebec-4823-9197-a0fb02902fb3 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 12:23:41.037045 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-79d98095-ec8e-4273-8fac-e4743562e1fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, 898dff58-ebec-4823-9197-a0fb02902fb3) {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:23:41.046090 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d98095-ec8e-4273-8fac-e4743562e1fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:23:41.047197 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-79d98095-ec8e-4273-8fac-e4743562e1fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:41.052592 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f35d43ac-6f90-4d25-82e6-a60e2194830e None None] Network 898dff58-ebec-4823-9197-a0fb02902fb3 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:23:41.085416 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-79d98095-ec8e-4273-8fac-e4743562e1fc admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.6610470 Aug 05 12:23:41.089708 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 44592) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:23:41.098624 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-b882f856-a3dc-4fbe-9970-04090b996542 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-276290308-router', 'tenant_id': 'deba03e291d04cd69e2ca3342f387b2d', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:23:41.139590 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b882f856-a3dc-4fbe-9970-04090b996542 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33260300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1929'] for router, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:41.141618 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b882f856-a3dc-4fbe-9970-04090b996542 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33285914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33034662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1926'] for router, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:41.232410 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b882f856-a3dc-4fbe-9970-04090b996542 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:41.355042 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c41a56d-10a8-408c-8854-b94bfec9a119 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-898dff58-ebec-4823-9197-a0fb02902fb3', 'network_id': '898dff58-ebec-4823-9197-a0fb02902fb3', 'tenant_id': 'deba03e291d04cd69e2ca3342f387b2d', 'fixed_ips': [{'subnet_id': '7c494767-36e0-427d-908b-75c7a67fd1b3'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 12:23:41.357260 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-7c41a56d-10a8-408c-8854-b94bfec9a119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:41.479521 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b882f856-a3dc-4fbe-9970-04090b996542 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:41.636272 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-7c41a56d-10a8-408c-8854-b94bfec9a119 None None] Allocated IP 172.20.0.2 (898dff58-ebec-4823-9197-a0fb02902fb3/7c494767-36e0-427d-908b-75c7a67fd1b3/e3612dfe-9c44-4fee-aaf4-674ea776ca5b) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:23:41.919384 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b882f856-a3dc-4fbe-9970-04090b996542 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:41.958983 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:41.959291 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b882f856-a3dc-4fbe-9970-04090b996542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:41.982668 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-7c41a56d-10a8-408c-8854-b94bfec9a119 None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:42.002084 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-7c41a56d-10a8-408c-8854-b94bfec9a119 None None] Transition to ACTIVE for port object e3612dfe-9c44-4fee-aaf4-674ea776ca5b will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:23:42.035562 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-7c41a56d-10a8-408c-8854-b94bfec9a119 None None] Transition to ACTIVE for port object e3612dfe-9c44-4fee-aaf4-674ea776ca5b will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:23:42.065767 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-7c41a56d-10a8-408c-8854-b94bfec9a119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:42.123236 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c41a56d-10a8-408c-8854-b94bfec9a119 None None] Network 898dff58-ebec-4823-9197-a0fb02902fb3 is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:23:42.127482 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-7c41a56d-10a8-408c-8854-b94bfec9a119 None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:23:42.134576 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c41a56d-10a8-408c-8854-b94bfec9a119 None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:23:42.145600 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c41a56d-10a8-408c-8854-b94bfec9a119 None None] Pushing event updated for resources: {'Port': ['ID=e3612dfe-9c44-4fee-aaf4-674ea776ca5b,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:23:42.181559 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-b882f856-a3dc-4fbe-9970-04090b996542 admin admin] Allocated IP 172.25.5.177 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/77ebbb5c-817b-418b-8b82-b5365fb63d7f) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:23:42.242797 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-7c41a56d-10a8-408c-8854-b94bfec9a119 None None] Attempting to bind port e3612dfe-9c44-4fee-aaf4-674ea776ca5b on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:23:42.243364 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-7c41a56d-10a8-408c-8854-b94bfec9a119 None None] Attempting to bind port e3612dfe-9c44-4fee-aaf4-674ea776ca5b by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '2bfcdd63-d450-4880-b4c1-4bcf734e1cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '898dff58-ebec-4823-9197-a0fb02902fb3'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:23:42.243961 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c41a56d-10a8-408c-8854-b94bfec9a119 None None] Attempting to bind port e3612dfe-9c44-4fee-aaf4-674ea776ca5b on network 898dff58-ebec-4823-9197-a0fb02902fb3 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:23:42.254556 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c41a56d-10a8-408c-8854-b94bfec9a119 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:23:42.255066 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c41a56d-10a8-408c-8854-b94bfec9a119 None None] Checking segment: {'id': '2bfcdd63-d450-4880-b4c1-4bcf734e1cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '898dff58-ebec-4823-9197-a0fb02902fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:23:42.255746 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-7c41a56d-10a8-408c-8854-b94bfec9a119 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:42.256406 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c41a56d-10a8-408c-8854-b94bfec9a119 None None] Bound using segment: {'id': '2bfcdd63-d450-4880-b4c1-4bcf734e1cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '898dff58-ebec-4823-9197-a0fb02902fb3'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:23:42.257289 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-7c41a56d-10a8-408c-8854-b94bfec9a119 None None] Bound port: e3612dfe-9c44-4fee-aaf4-674ea776ca5b, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bfcdd63-d450-4880-b4c1-4bcf734e1cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '898dff58-ebec-4823-9197-a0fb02902fb3'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:23:42.258200 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-7c41a56d-10a8-408c-8854-b94bfec9a119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:42.403206 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-7c41a56d-10a8-408c-8854-b94bfec9a119 None None] For port e3612dfe-9c44-4fee-aaf4-674ea776ca5b, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:23:42.409181 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-7c41a56d-10a8-408c-8854-b94bfec9a119 None None] For port e3612dfe-9c44-4fee-aaf4-674ea776ca5b, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=e3612dfe-9c44-4fee-aaf4-674ea776ca5b,segment=NetworkSegment(2bfcdd63-d450-4880-b4c1-4bcf734e1cb3),segment_id=2bfcdd63-d450-4880-b4c1-4bcf734e1cb3)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:23:42.411567 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b882f856-a3dc-4fbe-9970-04090b996542 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:42.419691 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-7c41a56d-10a8-408c-8854-b94bfec9a119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:42.533943 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c41a56d-10a8-408c-8854-b94bfec9a119 None None] Pushing event updated for resources: {'Port': ['ID=e3612dfe-9c44-4fee-aaf4-674ea776ca5b,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:23:42.560437 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b882f856-a3dc-4fbe-9970-04090b996542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:42.642746 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b882f856-a3dc-4fbe-9970-04090b996542 admin admin] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:23:42.654652 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-b882f856-a3dc-4fbe-9970-04090b996542 admin admin] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:23:42.660362 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b882f856-a3dc-4fbe-9970-04090b996542 admin admin] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:23:42.664297 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b882f856-a3dc-4fbe-9970-04090b996542 admin admin] Pushing event updated for resources: {'Port': ['ID=77ebbb5c-817b-418b-8b82-b5365fb63d7f,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:23:43.221693 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b882f856-a3dc-4fbe-9970-04090b996542 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:43.611964 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b882f856-a3dc-4fbe-9970-04090b996542 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286026'] for router, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:43.868386 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b882f856-a3dc-4fbe-9970-04090b996542 admin admin] Router 5b046d93-4fe3-4fda-95f5-87cf85d76a76 is scheduled to L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d with binding_index 1 {{(pid=94420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 12:23:44.078550 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b882f856-a3dc-4fbe-9970-04090b996542 admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:23:44.084383 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:44.093670 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f30c61-c89f-4911-bc4d-fe553a931c49 None None] Sync routers for ids ['5b046d93-4fe3-4fda-95f5-87cf85d76a76'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:23:44.111859 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f30c61-c89f-4911-bc4d-fe553a931c49 None None] Routers {'5b046d93-4fe3-4fda-95f5-87cf85d76a76'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:23:44.113266 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-01f30c61-c89f-4911-bc4d-fe553a931c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:23:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['5b046d93-4fe3-4fda-95f5-87cf85d76a76'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:23:44.118769 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b882f856-a3dc-4fbe-9970-04090b996542 admin admin] Notify callbacks [] for router, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:44.129552 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-b882f856-a3dc-4fbe-9970-04090b996542 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 3.0337942 Aug 05 12:23:44.130713 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 44606) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:23:44.191232 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d5f390-8c1c-4bf4-b101-3712f949698a None None] Network 898dff58-ebec-4823-9197-a0fb02902fb3 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:23:44.390101 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-85e5cc2f-1f61-4289-8419-a1651af9aaff None None] Provisioning for port e3612dfe-9c44-4fee-aaf4-674ea776ca5b completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:23:44.483004 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-01f30c61-c89f-4911-bc4d-fe553a931c49 None None] Set router 5b046d93-4fe3-4fda-95f5-87cf85d76a76 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:23:44.971813 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-01f30c61-c89f-4911-bc4d-fe553a931c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b046d93-4fe3-4fda-95f5-87cf85d76a76', 'name': 'tempest-ImageQuotaTest-276290308-router', 'tenant_id': 'deba03e291d04cd69e2ca3342f387b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '77ebbb5c-817b-418b-8b82-b5365fb63d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:23:41Z', 'updated_at': '2021-08-05T12:23:42Z', 'revision_number': 3, 'project_id': 'deba03e291d04cd69e2ca3342f387b2d', 'gw_port': {'id': '77ebbb5c-817b-418b-8b82-b5365fb63d7f', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d1:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b046d93-4fe3-4fda-95f5-87cf85d76a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:23:41Z', 'updated_at': '2021-08-05T12:23:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:23:44.994259 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7c3f1419-69d8-4e39-a0f4-d407693f67a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:45.047884 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device e3612dfe-9c44-4fee-aaf4-674ea776ca5b up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:23:45.061346 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f30c61-c89f-4911-bc4d-fe553a931c49 None None] Checking router: 5b046d93-4fe3-4fda-95f5-87cf85d76a76 for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:23:45.073185 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f30c61-c89f-4911-bc4d-fe553a931c49 None None] Updating router 5b046d93-4fe3-4fda-95f5-87cf85d76a76 port 77ebbb5c-817b-418b-8b82-b5365fb63d7f binding host n-d-803378-2 {{(pid=94422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 12:23:45.171264 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-01f30c61-c89f-4911-bc4d-fe553a931c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:45.356711 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port e3612dfe-9c44-4fee-aaf4-674ea776ca5b completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:23:45.373447 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port e3612dfe-9c44-4fee-aaf4-674ea776ca5b triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:23:45.374145 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:45.388545 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-7c3f1419-69d8-4e39-a0f4-d407693f67a9 admin admin] Allocated IP 172.20.0.1 (898dff58-ebec-4823-9197-a0fb02902fb3/7c494767-36e0-427d-908b-75c7a67fd1b3/72bbc333-ea01-482d-bdac-f9b327d1da3e) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:23:45.454425 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-dc2029c9-fe79-46e0-b76a-b593e3b3ac1b None None] Provisioning complete for port e3612dfe-9c44-4fee-aaf4-674ea776ca5b triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:23:45.455008 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-dc2029c9-fe79-46e0-b76a-b593e3b3ac1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:45.843457 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:45.851535 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-dc2029c9-fe79-46e0-b76a-b593e3b3ac1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:46.005506 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port e3612dfe-9c44-4fee-aaf4-674ea776ca5b, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=e3612dfe-9c44-4fee-aaf4-674ea776ca5b,segment=NetworkSegment(2bfcdd63-d450-4880-b4c1-4bcf734e1cb3),segment_id=2bfcdd63-d450-4880-b4c1-4bcf734e1cb3)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:23:46.022920 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:46.135212 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-01f30c61-c89f-4911-bc4d-fe553a931c49 None None] Notify callbacks [] for port, precommit_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:46.159076 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7c3f1419-69d8-4e39-a0f4-d407693f67a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:46.183346 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [None req-7c3f1419-69d8-4e39-a0f4-d407693f67a9 admin admin] Transition to ACTIVE for port object 72bbc333-ea01-482d-bdac-f9b327d1da3e will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:23:46.223399 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-01f30c61-c89f-4911-bc4d-fe553a931c49 None None] Transition to ACTIVE for port object 77ebbb5c-817b-418b-8b82-b5365fb63d7f will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:23:46.250718 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=e3612dfe-9c44-4fee-aaf4-674ea776ca5b,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:23:46.257074 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.db.api [None req-dc2029c9-fe79-46e0-b76a-b593e3b3ac1b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94422) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 05 12:23:46.257383 n-d-803378-2 neutron-server[94422]: DEBUG oslo_db.api [None req-dc2029c9-fe79-46e0-b76a-b593e3b3ac1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 12:23:46.258277 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-01f30c61-c89f-4911-bc4d-fe553a931c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:46.263170 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7c3f1419-69d8-4e39-a0f4-d407693f67a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:46.342361 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3f1419-69d8-4e39-a0f4-d407693f67a9 admin admin] Network 898dff58-ebec-4823-9197-a0fb02902fb3 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:23:46.354250 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-7c3f1419-69d8-4e39-a0f4-d407693f67a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:23:46.362416 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3f1419-69d8-4e39-a0f4-d407693f67a9 admin admin] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:23:46.423225 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-01f30c61-c89f-4911-bc4d-fe553a931c49 None None] Attempting to bind port 77ebbb5c-817b-418b-8b82-b5365fb63d7f on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:23:46.423512 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3f1419-69d8-4e39-a0f4-d407693f67a9 admin admin] Pushing event updated for resources: {'Port': ['ID=72bbc333-ea01-482d-bdac-f9b327d1da3e,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:23:46.424246 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-01f30c61-c89f-4911-bc4d-fe553a931c49 None None] Attempting to bind port 77ebbb5c-817b-418b-8b82-b5365fb63d7f by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:23:46.424246 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f30c61-c89f-4911-bc4d-fe553a931c49 None None] Attempting to bind port 77ebbb5c-817b-418b-8b82-b5365fb63d7f on network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:23:46.441640 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590e3374-b8e7-4750-9341-984b7365d859 None None] Pushing event updated for resources: {'Port': ['ID=77ebbb5c-817b-418b-8b82-b5365fb63d7f,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:23:46.447235 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f30c61-c89f-4911-bc4d-fe553a931c49 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:23:46.447834 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f30c61-c89f-4911-bc4d-fe553a931c49 None None] Checking segment: {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:23:46.448476 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-01f30c61-c89f-4911-bc4d-fe553a931c49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:46.449128 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f30c61-c89f-4911-bc4d-fe553a931c49 None None] Bound using segment: {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:23:46.450947 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-01f30c61-c89f-4911-bc4d-fe553a931c49 None None] Bound port: 77ebbb5c-817b-418b-8b82-b5365fb63d7f, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:23:46.455186 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-01f30c61-c89f-4911-bc4d-fe553a931c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:46.489825 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7c3f1419-69d8-4e39-a0f4-d407693f67a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33288800'] for router_interface, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:46.785096 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7c3f1419-69d8-4e39-a0f4-d407693f67a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:46.880367 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-01f30c61-c89f-4911-bc4d-fe553a931c49 None None] For port 77ebbb5c-817b-418b-8b82-b5365fb63d7f, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:23:46.890312 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-01f30c61-c89f-4911-bc4d-fe553a931c49 None None] For port 77ebbb5c-817b-418b-8b82-b5365fb63d7f, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=77ebbb5c-817b-418b-8b82-b5365fb63d7f,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:23:46.957792 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device e3612dfe-9c44-4fee-aaf4-674ea776ca5b up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:23:46.964130 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-01f30c61-c89f-4911-bc4d-fe553a931c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:47.130449 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7c3f1419-69d8-4e39-a0f4-d407693f67a9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:47.145019 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7c3f1419-69d8-4e39-a0f4-d407693f67a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:47.156308 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-124fdbcc-f306-4286-958d-4774d7edcf61 None None] Provisioning for port 72bbc333-ea01-482d-bdac-f9b327d1da3e completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:23:47.164093 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f30c61-c89f-4911-bc4d-fe553a931c49 None None] Routers {'5b046d93-4fe3-4fda-95f5-87cf85d76a76'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:23:47.165240 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-01f30c61-c89f-4911-bc4d-fe553a931c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:23:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['5b046d93-4fe3-4fda-95f5-87cf85d76a76'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:23:47.245186 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-124fdbcc-f306-4286-958d-4774d7edcf61 None None] Provisioning complete for port 72bbc333-ea01-482d-bdac-f9b327d1da3e triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:23:47.247713 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-124fdbcc-f306-4286-958d-4774d7edcf61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:47.251007 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590e3374-b8e7-4750-9341-984b7365d859 None None] Pushing event updated for resources: {'Port': ['ID=77ebbb5c-817b-418b-8b82-b5365fb63d7f,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:23:47.271205 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7c3f1419-69d8-4e39-a0f4-d407693f67a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33140268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33208272'] for router_interface, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:47.274581 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3f1419-69d8-4e39-a0f4-d407693f67a9 admin admin] Pushing event updated for resources: {'Port': ['ID=72bbc333-ea01-482d-bdac-f9b327d1da3e,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:23:47.406896 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port e3612dfe-9c44-4fee-aaf4-674ea776ca5b triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:23:47.407530 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:47.477493 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3f1419-69d8-4e39-a0f4-d407693f67a9 admin admin] Network 898dff58-ebec-4823-9197-a0fb02902fb3 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:23:47.479190 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-124fdbcc-f306-4286-958d-4774d7edcf61 None None] Port 72bbc333-ea01-482d-bdac-f9b327d1da3e cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 12:23:47.480124 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-7c3f1419-69d8-4e39-a0f4-d407693f67a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:23:47.550707 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-01f30c61-c89f-4911-bc4d-fe553a931c49 None None] Set router 5b046d93-4fe3-4fda-95f5-87cf85d76a76 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:23:47.677482 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 44622) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:23:47.687983 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-326a2b37-f2a7-4a68-bff4-3690b7c822b3 tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-613852228', 'description': 'tempest-secgroup-smoke-613852228 description', 'project_id': '24f6c57df83d4972b0cd245b52fdf8c7'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:23:47.740104 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-326a2b37-f2a7-4a68-bff4-3690b7c822b3 tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:47.779294 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c3f1419-69d8-4e39-a0f4-d407693f67a9 admin admin] Router 5b046d93-4fe3-4fda-95f5-87cf85d76a76 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:23:47.950116 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-326a2b37-f2a7-4a68-bff4-3690b7c822b3 tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:47.957119 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-326a2b37-f2a7-4a68-bff4-3690b7c822b3 tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:47.992075 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-773be8d5-c5fe-4a1e-ab50-20f783cff57a None None] Provisioning complete for port 72bbc333-ea01-482d-bdac-f9b327d1da3e triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:23:47.993474 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-773be8d5-c5fe-4a1e-ab50-20f783cff57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:48.004938 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-326a2b37-f2a7-4a68-bff4-3690b7c822b3 tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:48.012778 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-326a2b37-f2a7-4a68-bff4-3690b7c822b3 tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3271375 Aug 05 12:23:48.014142 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 44624) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:23:48.015605 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326a2b37-f2a7-4a68-bff4-3690b7c822b3 tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e59b5f2-8b6d-456b-a799-653e1d28d363,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:23:48.019821 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-022fec56-5471-4961-b1c7-0fd8d6360b08 tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Request body: {'security_group_rule': {'security_group_id': '1e59b5f2-8b6d-456b-a799-653e1d28d363', 'project_id': '24f6c57df83d4972b0cd245b52fdf8c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:23:48.038013 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c3f1419-69d8-4e39-a0f4-d407693f67a9 admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:23:48.046288 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-7c3f1419-69d8-4e39-a0f4-d407693f67a9 admin admin] 10.222.0.58 "PUT /v2.0/routers/5b046d93-4fe3-4fda-95f5-87cf85d76a76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9141922 Aug 05 12:23:48.076742 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-773be8d5-c5fe-4a1e-ab50-20f783cff57a None None] Port 72bbc333-ea01-482d-bdac-f9b327d1da3e cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 12:23:48.087291 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-022fec56-5471-4961-b1c7-0fd8d6360b08 tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:48.106298 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-01f30c61-c89f-4911-bc4d-fe553a931c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b046d93-4fe3-4fda-95f5-87cf85d76a76', 'name': 'tempest-ImageQuotaTest-276290308-router', 'tenant_id': 'deba03e291d04cd69e2ca3342f387b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '77ebbb5c-817b-418b-8b82-b5365fb63d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:23:41Z', 'updated_at': '2021-08-05T12:23:46Z', 'revision_number': 4, 'project_id': 'deba03e291d04cd69e2ca3342f387b2d', 'gw_port': {'id': '77ebbb5c-817b-418b-8b82-b5365fb63d7f', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d1:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b046d93-4fe3-4fda-95f5-87cf85d76a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:23:41Z', 'updated_at': '2021-08-05T12:23:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '72bbc333-ea01-482d-bdac-f9b327d1da3e', 'name': '', 'network_id': '898dff58-ebec-4823-9197-a0fb02902fb3', 'tenant_id': 'deba03e291d04cd69e2ca3342f387b2d', 'mac_address': 'fa:16:3e:cf:5f:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b046d93-4fe3-4fda-95f5-87cf85d76a76', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '7c494767-36e0-427d-908b-75c7a67fd1b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:23:45Z', 'updated_at': '2021-08-05T12:23:46Z', 'revision_number': 2, 'project_id': 'deba03e291d04cd69e2ca3342f387b2d', 'subnets': [{'id': '7c494767-36e0-427d-908b-75c7a67fd1b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:23:48.150206 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f30c61-c89f-4911-bc4d-fe553a931c49 None None] The sync data for ids ['5b046d93-4fe3-4fda-95f5-87cf85d76a76'] in n-d-803378-2 is: [{'id': '5b046d93-4fe3-4fda-95f5-87cf85d76a76', 'name': 'tempest-ImageQuotaTest-276290308-router', 'tenant_id': 'deba03e291d04cd69e2ca3342f387b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '77ebbb5c-817b-418b-8b82-b5365fb63d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:23:41Z', 'updated_at': '2021-08-05T12:23:46Z', 'revision_number': 4, 'project_id': 'deba03e291d04cd69e2ca3342f387b2d', 'gw_port': {'id': '77ebbb5c-817b-418b-8b82-b5365fb63d7f', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d1:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b046d93-4fe3-4fda-95f5-87cf85d76a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:23:41Z', 'updated_at': '2021-08-05T12:23:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '72bbc333-ea01-482d-bdac-f9b327d1da3e', 'name': '', 'network_id': '898dff58-ebec-4823-9197-a0fb02902fb3', 'tenant_id': 'deba03e291d04cd69e2ca3342f387b2d', 'mac_address': 'fa:16:3e:cf:5f:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b046d93-4fe3-4fda-95f5-87cf85d76a76', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '7c494767-36e0-427d-908b-75c7a67fd1b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:23:45Z', 'updated_at': '2021-08-05T12:23:46Z', 'revision_number': 2, 'project_id': 'deba03e291d04cd69e2ca3342f387b2d', 'subnets': [{'id': '7c494767-36e0-427d-908b-75c7a67fd1b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:23:48.207072 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-022fec56-5471-4961-b1c7-0fd8d6360b08 tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:48.214801 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-022fec56-5471-4961-b1c7-0fd8d6360b08 tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:48.254755 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022fec56-5471-4961-b1c7-0fd8d6360b08 tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3788505e-eb19-4ea8-81a8-d8ae067b9b46,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:23:48.268893 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-022fec56-5471-4961-b1c7-0fd8d6360b08 tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:48.273668 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-022fec56-5471-4961-b1c7-0fd8d6360b08 tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2573688 Aug 05 12:23:48.275803 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 44630) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:23:48.285198 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-947faf65-b06a-4c9f-bd01-8c8f0d3013d7 tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Request body: {'security_group_rule': {'security_group_id': '1e59b5f2-8b6d-456b-a799-653e1d28d363', 'project_id': '24f6c57df83d4972b0cd245b52fdf8c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:23:48.342508 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-947faf65-b06a-4c9f-bd01-8c8f0d3013d7 tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:48.458502 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-947faf65-b06a-4c9f-bd01-8c8f0d3013d7 tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:48.470761 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-947faf65-b06a-4c9f-bd01-8c8f0d3013d7 tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:48.508390 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947faf65-b06a-4c9f-bd01-8c8f0d3013d7 tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfc2655f-3678-4675-970b-1937ef38f8cd,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:23:48.547577 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-947faf65-b06a-4c9f-bd01-8c8f0d3013d7 tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:48.554721 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-947faf65-b06a-4c9f-bd01-8c8f0d3013d7 tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2723618 Aug 05 12:23:48.555015 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 44638) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:23:48.563385 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-296c18dd-dc29-4249-9441-1a9fae20168d tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Request body: {'security_group_rule': {'security_group_id': '1e59b5f2-8b6d-456b-a799-653e1d28d363', 'project_id': '24f6c57df83d4972b0cd245b52fdf8c7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:23:48.611188 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-296c18dd-dc29-4249-9441-1a9fae20168d tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:48.723130 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-296c18dd-dc29-4249-9441-1a9fae20168d tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:48.729611 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-296c18dd-dc29-4249-9441-1a9fae20168d tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:48.771675 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296c18dd-dc29-4249-9441-1a9fae20168d tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88d48622-11ba-4ac2-acd9-a30ee541aafd,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:23:48.777348 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-296c18dd-dc29-4249-9441-1a9fae20168d tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:48.778997 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-296c18dd-dc29-4249-9441-1a9fae20168d tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2227907 Aug 05 12:23:48.783568 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 44642) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:23:48.794727 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-ae6a58c8-11d2-4f7d-81b0-28f180d6d832 tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Request body: {'security_group_rule': {'security_group_id': '1e59b5f2-8b6d-456b-a799-653e1d28d363', 'project_id': '24f6c57df83d4972b0cd245b52fdf8c7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:23:48.852208 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ae6a58c8-11d2-4f7d-81b0-28f180d6d832 tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:48.977006 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ae6a58c8-11d2-4f7d-81b0-28f180d6d832 tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:48.982657 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ae6a58c8-11d2-4f7d-81b0-28f180d6d832 tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:49.011657 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6a58c8-11d2-4f7d-81b0-28f180d6d832 tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c28a3d27-3124-4498-971d-af8dda7a8a32,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:23:49.017851 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ae6a58c8-11d2-4f7d-81b0-28f180d6d832 tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:49.020708 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-ae6a58c8-11d2-4f7d-81b0-28f180d6d832 tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2342045 Aug 05 12:23:49.024531 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 44644) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:23:49.033126 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-7932bc83-b6ac-40f5-bd72-4b9025f75d1e tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Request body: {'security_group_rule': {'security_group_id': '1e59b5f2-8b6d-456b-a799-653e1d28d363', 'project_id': '24f6c57df83d4972b0cd245b52fdf8c7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:23:49.076659 n-d-803378-2 neutron-server[94420]: INFO neutron.db.securitygroups_db [None req-7932bc83-b6ac-40f5-bd72-4b9025f75d1e tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Project 24f6c57df83d4972b0cd245b52fdf8c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 05 12:23:49.085642 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7932bc83-b6ac-40f5-bd72-4b9025f75d1e tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:49.242896 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7932bc83-b6ac-40f5-bd72-4b9025f75d1e tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:49.251982 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7932bc83-b6ac-40f5-bd72-4b9025f75d1e tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:49.298496 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7932bc83-b6ac-40f5-bd72-4b9025f75d1e tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc07056e-162d-41a5-af45-e46374d3f275,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:23:49.305451 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7932bc83-b6ac-40f5-bd72-4b9025f75d1e tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:49.312248 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-7932bc83-b6ac-40f5-bd72-4b9025f75d1e tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2810674 Aug 05 12:23:49.312415 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 44648) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:23:49.319471 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-662cdeaf-9974-43a6-8d85-2d2d0a744c46 tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Request body: {'security_group_rule': {'security_group_id': '1e59b5f2-8b6d-456b-a799-653e1d28d363', 'project_id': '24f6c57df83d4972b0cd245b52fdf8c7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:23:49.366403 n-d-803378-2 neutron-server[94421]: INFO neutron.db.securitygroups_db [None req-662cdeaf-9974-43a6-8d85-2d2d0a744c46 tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Project 24f6c57df83d4972b0cd245b52fdf8c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 05 12:23:49.373020 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-662cdeaf-9974-43a6-8d85-2d2d0a744c46 tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:49.501947 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-662cdeaf-9974-43a6-8d85-2d2d0a744c46 tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:49.515214 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-662cdeaf-9974-43a6-8d85-2d2d0a744c46 tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:49.553261 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662cdeaf-9974-43a6-8d85-2d2d0a744c46 tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fe547bf-fa95-4f44-a792-af8c4d7e5474,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:23:49.559923 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-662cdeaf-9974-43a6-8d85-2d2d0a744c46 tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:49.562369 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-662cdeaf-9974-43a6-8d85-2d2d0a744c46 tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2485101 Aug 05 12:23:50.063850 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 44662) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:23:50.244874 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7b512acf-a704-43df-9145-d0f0fefea17b req-46b81a5b-394b-4023-8aa6-e0f6b9fad5be tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-613852228&fields=id&tenant_id=24f6c57df83d4972b0cd245b52fdf8c7 HTTP/1.1" status: 200 len: 267 time: 0.0629787 Aug 05 12:23:50.465855 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b512acf-a704-43df-9145-d0f0fefea17b req-da300de4-bea9-49ec-8a9c-5319ad281afa tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:23:50.468512 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7b512acf-a704-43df-9145-d0f0fefea17b req-da300de4-bea9-49ec-8a9c-5319ad281afa tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] 10.222.0.58 "GET /v2.0/networks?id=bcb82a16-b24d-4107-bbb9-33ff09f07b06 HTTP/1.1" status: 200 len: 814 time: 0.2130432 Aug 05 12:23:50.501859 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7b512acf-a704-43df-9145-d0f0fefea17b req-f22efcc1-f712-4613-8a68-bb1b006e7e09 tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] 10.222.0.58 "GET /v2.0/quotas/24f6c57df83d4972b0cd245b52fdf8c7 HTTP/1.1" status: 200 len: 375 time: 0.0213273 Aug 05 12:23:50.584159 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7b512acf-a704-43df-9145-d0f0fefea17b req-c5ab6a80-4c00-4f9b-ac67-fd168c533aa9 tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=24f6c57df83d4972b0cd245b52fdf8c7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0746257 Aug 05 12:23:50.717808 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [req-7b512acf-a704-43df-9145-d0f0fefea17b req-07eaef8c-7c45-46c2-ab48-f7a95393acfe service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94420) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 12:23:50.720612 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7b512acf-a704-43df-9145-d0f0fefea17b req-07eaef8c-7c45-46c2-ab48-f7a95393acfe service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1119242 Aug 05 12:23:50.745662 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-76c8692b-1fce-4ce2-9198-9cd509bcea75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33208311'] for router_interface, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:50.883874 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7b512acf-a704-43df-9145-d0f0fefea17b req-d15c2f33-dfde-4e06-8bca-dbea85c3c475 service neutron] 10.222.0.58 "GET /v2.0/networks/bcb82a16-b24d-4107-bbb9-33ff09f07b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533637 Aug 05 12:23:50.958610 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 77ebbb5c-817b-418b-8b82-b5365fb63d7f up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:23:51.068054 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7b512acf-a704-43df-9145-d0f0fefea17b req-d92885e5-dcfb-4aa1-ba69-2ce6139f6d77 service neutron] 10.222.0.58 "GET /v2.0/networks/bcb82a16-b24d-4107-bbb9-33ff09f07b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698399 Aug 05 12:23:51.072873 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 77ebbb5c-817b-418b-8b82-b5365fb63d7f completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:23:51.086170 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 77ebbb5c-817b-418b-8b82-b5365fb63d7f triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:23:51.087101 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:51.264876 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:51.322842 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port 77ebbb5c-817b-418b-8b82-b5365fb63d7f, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=77ebbb5c-817b-418b-8b82-b5365fb63d7f,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:23:51.328634 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-76c8692b-1fce-4ce2-9198-9cd509bcea75 admin admin] Deleting port 72bbc333-ea01-482d-bdac-f9b327d1da3e {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:23:51.332526 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-76c8692b-1fce-4ce2-9198-9cd509bcea75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:51.342537 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:51.419246 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=77ebbb5c-817b-418b-8b82-b5365fb63d7f,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:23:51.511401 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-76c8692b-1fce-4ce2-9198-9cd509bcea75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:51.538692 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f660b6a5-a0f0-4c41-af63-abe77da9fb5f None None] Sync routers for ids ['5b046d93-4fe3-4fda-95f5-87cf85d76a76'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:23:51.539551 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-76c8692b-1fce-4ce2-9198-9cd509bcea75 admin admin] Calling delete_port for 72bbc333-ea01-482d-bdac-f9b327d1da3e owned by network:router_interface {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:23:51.553160 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f660b6a5-a0f0-4c41-af63-abe77da9fb5f None None] Routers {'5b046d93-4fe3-4fda-95f5-87cf85d76a76'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:23:51.554020 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-f660b6a5-a0f0-4c41-af63-abe77da9fb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:23:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['5b046d93-4fe3-4fda-95f5-87cf85d76a76'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:23:51.813398 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-f660b6a5-a0f0-4c41-af63-abe77da9fb5f None None] Set router 5b046d93-4fe3-4fda-95f5-87cf85d76a76 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:23:51.910366 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-748ebb05-bc17-47cb-b520-f236b6d13404 req-2719cd15-76b4-443d-ab95-1639e1a24df0 tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ef36f63-321a-4acc-af49-d26d7255570d HTTP/1.1" status: 200 len: 210 time: 0.2218590 Aug 05 12:23:51.984644 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-76c8692b-1fce-4ce2-9198-9cd509bcea75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:52.026801 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c8692b-1fce-4ce2-9198-9cd509bcea75 admin admin] Pushing event deleted for resources: {'Port': ['ID=72bbc333-ea01-482d-bdac-f9b327d1da3e,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:23:52.257321 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-f660b6a5-a0f0-4c41-af63-abe77da9fb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b046d93-4fe3-4fda-95f5-87cf85d76a76', 'name': 'tempest-ImageQuotaTest-276290308-router', 'tenant_id': 'deba03e291d04cd69e2ca3342f387b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '77ebbb5c-817b-418b-8b82-b5365fb63d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:23:41Z', 'updated_at': '2021-08-05T12:23:46Z', 'revision_number': 4, 'project_id': 'deba03e291d04cd69e2ca3342f387b2d', 'gw_port': {'id': '77ebbb5c-817b-418b-8b82-b5365fb63d7f', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d1:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b046d93-4fe3-4fda-95f5-87cf85d76a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:23:41Z', 'updated_at': '2021-08-05T12:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '72bbc333-ea01-482d-bdac-f9b327d1da3e', 'name': '', 'network_id': '898dff58-ebec-4823-9197-a0fb02902fb3', 'tenant_id': 'deba03e291d04cd69e2ca3342f387b2d', 'mac_address': 'fa:16:3e:cf:5f:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b046d93-4fe3-4fda-95f5-87cf85d76a76', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '7c494767-36e0-427d-908b-75c7a67fd1b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:23:45Z', 'updated_at': '2021-08-05T12:23:46Z', 'revision_number': 2, 'project_id': 'deba03e291d04cd69e2ca3342f387b2d', 'subnets': [{'id': '7c494767-36e0-427d-908b-75c7a67fd1b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:23:52.463777 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-76c8692b-1fce-4ce2-9198-9cd509bcea75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33140263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33208171'] for router_interface, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:52.480005 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f660b6a5-a0f0-4c41-af63-abe77da9fb5f None None] Checking router: 5b046d93-4fe3-4fda-95f5-87cf85d76a76 for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:23:52.481159 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f660b6a5-a0f0-4c41-af63-abe77da9fb5f None None] Updating router 5b046d93-4fe3-4fda-95f5-87cf85d76a76 port 72bbc333-ea01-482d-bdac-f9b327d1da3e binding host n-d-803378-2 {{(pid=94423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 12:23:52.504704 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f660b6a5-a0f0-4c41-af63-abe77da9fb5f None None] Port 72bbc333-ea01-482d-bdac-f9b327d1da3e not found while updating agent binding for router 5b046d93-4fe3-4fda-95f5-87cf85d76a76. {{(pid=94423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 05 12:23:52.520180 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f660b6a5-a0f0-4c41-af63-abe77da9fb5f None None] Routers {'5b046d93-4fe3-4fda-95f5-87cf85d76a76'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:23:52.521196 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-f660b6a5-a0f0-4c41-af63-abe77da9fb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:23:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['5b046d93-4fe3-4fda-95f5-87cf85d76a76'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:23:52.610498 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:52.752438 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-f660b6a5-a0f0-4c41-af63-abe77da9fb5f None None] Set router 5b046d93-4fe3-4fda-95f5-87cf85d76a76 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:23:52.889765 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76c8692b-1fce-4ce2-9198-9cd509bcea75 admin admin] Router 5b046d93-4fe3-4fda-95f5-87cf85d76a76 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:23:52.958144 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 77ebbb5c-817b-418b-8b82-b5365fb63d7f up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:23:53.127154 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 77ebbb5c-817b-418b-8b82-b5365fb63d7f triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:23:53.128332 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:53.159627 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76c8692b-1fce-4ce2-9198-9cd509bcea75 admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:23:53.173422 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-41c1e058-22d9-41a4-9251-6c779b2d2944 req-7fcc25f2-acc9-4f5f-9165-864cbfe8b4a1 tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ef36f63-321a-4acc-af49-d26d7255570d HTTP/1.1" status: 200 len: 210 time: 0.1158996 Aug 05 12:23:53.174149 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 44698) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:23:53.176232 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-76c8692b-1fce-4ce2-9198-9cd509bcea75 admin admin] 10.222.0.58 "PUT /v2.0/routers/5b046d93-4fe3-4fda-95f5-87cf85d76a76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1104844 Aug 05 12:23:53.197845 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-f660b6a5-a0f0-4c41-af63-abe77da9fb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b046d93-4fe3-4fda-95f5-87cf85d76a76', 'name': 'tempest-ImageQuotaTest-276290308-router', 'tenant_id': 'deba03e291d04cd69e2ca3342f387b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '77ebbb5c-817b-418b-8b82-b5365fb63d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:23:41Z', 'updated_at': '2021-08-05T12:23:51Z', 'revision_number': 5, 'project_id': 'deba03e291d04cd69e2ca3342f387b2d', 'gw_port': {'id': '77ebbb5c-817b-418b-8b82-b5365fb63d7f', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d1:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b046d93-4fe3-4fda-95f5-87cf85d76a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:23:41Z', 'updated_at': '2021-08-05T12:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:23:53.292564 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f660b6a5-a0f0-4c41-af63-abe77da9fb5f None None] The sync data for ids ['5b046d93-4fe3-4fda-95f5-87cf85d76a76'] in n-d-803378-2 is: [{'id': '5b046d93-4fe3-4fda-95f5-87cf85d76a76', 'name': 'tempest-ImageQuotaTest-276290308-router', 'tenant_id': 'deba03e291d04cd69e2ca3342f387b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '77ebbb5c-817b-418b-8b82-b5365fb63d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:23:41Z', 'updated_at': '2021-08-05T12:23:51Z', 'revision_number': 5, 'project_id': 'deba03e291d04cd69e2ca3342f387b2d', 'gw_port': {'id': '77ebbb5c-817b-418b-8b82-b5365fb63d7f', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d1:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b046d93-4fe3-4fda-95f5-87cf85d76a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:23:41Z', 'updated_at': '2021-08-05T12:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:23:53.432783 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8d1004f8-6c87-4c7f-9aee-8c44a891c920 admin admin] Notify callbacks [] for router, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:53.641470 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8d1004f8-6c87-4c7f-9aee-8c44a891c920 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:53.724432 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-8d1004f8-6c87-4c7f-9aee-8c44a891c920 admin admin] Deleting port 77ebbb5c-817b-418b-8b82-b5365fb63d7f {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:23:53.725245 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8d1004f8-6c87-4c7f-9aee-8c44a891c920 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:53.853865 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-8d1004f8-6c87-4c7f-9aee-8c44a891c920 admin admin] For port 77ebbb5c-817b-418b-8b82-b5365fb63d7f, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=77ebbb5c-817b-418b-8b82-b5365fb63d7f,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:23:53.854665 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8d1004f8-6c87-4c7f-9aee-8c44a891c920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:53.878709 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-8d1004f8-6c87-4c7f-9aee-8c44a891c920 admin admin] Calling delete_port for 77ebbb5c-817b-418b-8b82-b5365fb63d7f owned by network:router_gateway {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:23:54.129900 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b512acf-a704-43df-9145-d0f0fefea17b req-f92cfebc-4292-4e3b-a4b9-5cc4d3a62ec5 tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:23:54.131876 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7b512acf-a704-43df-9145-d0f0fefea17b req-f92cfebc-4292-4e3b-a4b9-5cc4d3a62ec5 tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] 10.222.0.55 "GET /v2.0/networks?id=bcb82a16-b24d-4107-bbb9-33ff09f07b06 HTTP/1.1" status: 200 len: 814 time: 0.1900859 Aug 05 12:23:54.189084 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8d1004f8-6c87-4c7f-9aee-8c44a891c920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:54.244643 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1004f8-6c87-4c7f-9aee-8c44a891c920 admin admin] Pushing event deleted for resources: {'Port': ['ID=77ebbb5c-817b-418b-8b82-b5365fb63d7f,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:23:54.267280 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7b512acf-a704-43df-9145-d0f0fefea17b req-8b0990bb-4850-4bdd-9f9a-e4ea4e529446 tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=24f6c57df83d4972b0cd245b52fdf8c7 HTTP/1.1" status: 200 len: 379 time: 0.1181312 Aug 05 12:23:54.310985 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-7b512acf-a704-43df-9145-d0f0fefea17b req-a169d7a1-38d3-4633-90eb-f26a772910a0 tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Request body: {'port': {'device_id': '2ef36f63-321a-4acc-af49-d26d7255570d', 'network_id': 'bcb82a16-b24d-4107-bbb9-33ff09f07b06', 'admin_state_up': True, 'tenant_id': '24f6c57df83d4972b0cd245b52fdf8c7', 'security_groups': ['1e59b5f2-8b6d-456b-a799-653e1d28d363']}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:23:54.361593 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8d1004f8-6c87-4c7f-9aee-8c44a891c920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33285055'] for router_gateway, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:54.538115 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8d1004f8-6c87-4c7f-9aee-8c44a891c920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33262979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1951'] for router, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:54.544421 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8d1004f8-6c87-4c7f-9aee-8c44a891c920 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:54.575359 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-71e373ca-be2d-4e95-a3da-483638836ac8 req-08c91f81-aab8-49f1-a38a-55afe32cf578 tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ef36f63-321a-4acc-af49-d26d7255570d HTTP/1.1" status: 200 len: 210 time: 0.0577261 Aug 05 12:23:54.592302 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b512acf-a704-43df-9145-d0f0fefea17b req-a169d7a1-38d3-4633-90eb-f26a772910a0 tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Made reservation on behalf of 24f6c57df83d4972b0cd245b52fdf8c7 for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:23:54.599178 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-7b512acf-a704-43df-9145-d0f0fefea17b req-a169d7a1-38d3-4633-90eb-f26a772910a0 tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:54.664144 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8d1004f8-6c87-4c7f-9aee-8c44a891c920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33262474'] for router, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:54.665538 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d1004f8-6c87-4c7f-9aee-8c44a891c920 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b046d93-4fe3-4fda-95f5-87cf85d76a76 {{(pid=94420) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 12:23:54.689255 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8d1004f8-6c87-4c7f-9aee-8c44a891c920 admin admin] Notify callbacks [] for router, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:54.692071 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-8d1004f8-6c87-4c7f-9aee-8c44a891c920 admin admin] 10.222.0.58 "DELETE /v2.0/routers/5b046d93-4fe3-4fda-95f5-87cf85d76a76 HTTP/1.1" status: 204 len: 168 time: 1.5145359 Aug 05 12:23:54.696354 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 44702) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:23:54.801503 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_v2 [None req-00b51f42-88e4-401c-805a-0b2656c518c2 admin admin] Deleting subnet 7c494767-36e0-427d-908b-75c7a67fd1b3 {{(pid=94420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 12:23:54.808172 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-00b51f42-88e4-401c-805a-0b2656c518c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:54.877965 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-00b51f42-88e4-401c-805a-0b2656c518c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25010562'] for subnet, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:54.958536 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-7b512acf-a704-43df-9145-d0f0fefea17b req-a169d7a1-38d3-4633-90eb-f26a772910a0 tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Allocated IP 172.20.0.12 (bcb82a16-b24d-4107-bbb9-33ff09f07b06/cd4e19a3-a3cc-4441-a39f-daddcf1c525a/57f7fdfb-0884-4f51-99df-defb53a2c3ca) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:23:55.014501 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 72bbc333-ea01-482d-bdac-f9b327d1da3e no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:23:55.073318 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-00b51f42-88e4-401c-805a-0b2656c518c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:55.080800 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 72bbc333-ea01-482d-bdac-f9b327d1da3e {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:23:55.082737 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 72bbc333-ea01-482d-bdac-f9b327d1da3e not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:23:55.133799 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3b7638-2c0c-4ef7-80ab-83b6d0c237e0 None None] Sync routers for ids ['5b046d93-4fe3-4fda-95f5-87cf85d76a76'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:23:55.153929 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3b7638-2c0c-4ef7-80ab-83b6d0c237e0 None None] Routers set() bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:23:55.155011 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3b7638-2c0c-4ef7-80ab-83b6d0c237e0 None None] Router IDs set() for agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 05 12:23:55.156443 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_agentschedulers_db [None req-da3b7638-2c0c-4ef7-80ab-83b6d0c237e0 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'5b046d93-4fe3-4fda-95f5-87cf85d76a76'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:23:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent'). {{(pid=94422) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 05 12:23:55.178432 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3b7638-2c0c-4ef7-80ab-83b6d0c237e0 None None] Routers set() bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:23:55.179715 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3b7638-2c0c-4ef7-80ab-83b6d0c237e0 None None] Router IDs set() for agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 05 12:23:55.181465 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_agentschedulers_db [None req-da3b7638-2c0c-4ef7-80ab-83b6d0c237e0 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'5b046d93-4fe3-4fda-95f5-87cf85d76a76'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:23:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent'). {{(pid=94422) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 05 12:23:55.182836 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3b7638-2c0c-4ef7-80ab-83b6d0c237e0 None None] The sync data for ids ['5b046d93-4fe3-4fda-95f5-87cf85d76a76'] in n-d-803378-2 is: [] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:23:55.192570 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-00b51f42-88e4-401c-805a-0b2656c518c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29762763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24211094'] for subnet, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:55.248371 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b51f42-88e4-401c-805a-0b2656c518c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c494767-36e0-427d-908b-75c7a67fd1b3,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:23:55.252427 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-00b51f42-88e4-401c-805a-0b2656c518c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:55.256262 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-00b51f42-88e4-401c-805a-0b2656c518c2 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/7c494767-36e0-427d-908b-75c7a67fd1b3 HTTP/1.1" status: 204 len: 168 time: 0.5572522 Aug 05 12:23:55.260235 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 44704) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:23:55.261476 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5970b85b-15a7-4f46-88c5-d869194176ae None None] Network 898dff58-ebec-4823-9197-a0fb02902fb3 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:23:55.421336 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-7b512acf-a704-43df-9145-d0f0fefea17b req-a169d7a1-38d3-4633-90eb-f26a772910a0 tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:55.474593 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-7b512acf-a704-43df-9145-d0f0fefea17b req-a169d7a1-38d3-4633-90eb-f26a772910a0 tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Transition to ACTIVE for port object 57f7fdfb-0884-4f51-99df-defb53a2c3ca will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:23:55.524046 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7a23d587-4ed8-4577-a9b9-09ff404a48ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:55.562992 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-7b512acf-a704-43df-9145-d0f0fefea17b req-a169d7a1-38d3-4633-90eb-f26a772910a0 tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:55.666001 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b512acf-a704-43df-9145-d0f0fefea17b req-a169d7a1-38d3-4633-90eb-f26a772910a0 tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Network bcb82a16-b24d-4107-bbb9-33ff09f07b06 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:23:55.679354 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-7b512acf-a704-43df-9145-d0f0fefea17b req-a169d7a1-38d3-4633-90eb-f26a772910a0 tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:23:55.696122 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b512acf-a704-43df-9145-d0f0fefea17b req-a169d7a1-38d3-4633-90eb-f26a772910a0 tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:23:55.700082 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-7a23d587-4ed8-4577-a9b9-09ff404a48ad admin admin] Deleting port e3612dfe-9c44-4fee-aaf4-674ea776ca5b {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:23:55.700697 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7a23d587-4ed8-4577-a9b9-09ff404a48ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:55.780292 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080f8a57-e0bf-468b-98af-e0f6e46118d4 None None] DHCP port deletion for 898dff58-ebec-4823-9197-a0fb02902fb3 request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 12:23:55.791304 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a169d7a1-38d3-4633-90eb-f26a772910a0 tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Pushing event updated for resources: {'Port': ['ID=57f7fdfb-0884-4f51-99df-defb53a2c3ca,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:23:55.884137 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b512acf-a704-43df-9145-d0f0fefea17b req-a169d7a1-38d3-4633-90eb-f26a772910a0 tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:23:55.885396 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-7b512acf-a704-43df-9145-d0f0fefea17b req-a169d7a1-38d3-4633-90eb-f26a772910a0 tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:55.935427 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7b512acf-a704-43df-9145-d0f0fefea17b req-a169d7a1-38d3-4633-90eb-f26a772910a0 tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6343930 Aug 05 12:23:55.945288 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-080f8a57-e0bf-468b-98af-e0f6e46118d4 None None] Deleting port e3612dfe-9c44-4fee-aaf4-674ea776ca5b {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:23:55.946867 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-080f8a57-e0bf-468b-98af-e0f6e46118d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:55.956105 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [req-7b512acf-a704-43df-9145-d0f0fefea17b req-734172bb-96f9-494b-9f37-8854d3228a8b tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94421) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 12:23:55.958310 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7b512acf-a704-43df-9145-d0f0fefea17b req-734172bb-96f9-494b-9f37-8854d3228a8b tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0092340 Aug 05 12:23:55.991934 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-7a23d587-4ed8-4577-a9b9-09ff404a48ad admin admin] For port e3612dfe-9c44-4fee-aaf4-674ea776ca5b, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=e3612dfe-9c44-4fee-aaf4-674ea776ca5b,segment=NetworkSegment(2bfcdd63-d450-4880-b4c1-4bcf734e1cb3),segment_id=2bfcdd63-d450-4880-b4c1-4bcf734e1cb3)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:23:55.992695 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7a23d587-4ed8-4577-a9b9-09ff404a48ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:56.040941 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed178c76-38a0-4579-99ed-1ebbbe1fded6 req-366a6108-df16-459b-a355-0c53b81da0a8 tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:23:56.055036 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ed178c76-38a0-4579-99ed-1ebbbe1fded6 req-366a6108-df16-459b-a355-0c53b81da0a8 tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ef36f63-321a-4acc-af49-d26d7255570d HTTP/1.1" status: 200 len: 932 time: 0.2205417 Aug 05 12:23:56.078066 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-7a23d587-4ed8-4577-a9b9-09ff404a48ad admin admin] Calling delete_port for e3612dfe-9c44-4fee-aaf4-674ea776ca5b owned by network:dhcp {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:23:56.116282 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-080f8a57-e0bf-468b-98af-e0f6e46118d4 None None] For port e3612dfe-9c44-4fee-aaf4-674ea776ca5b, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=e3612dfe-9c44-4fee-aaf4-674ea776ca5b,segment=NetworkSegment(2bfcdd63-d450-4880-b4c1-4bcf734e1cb3),segment_id=2bfcdd63-d450-4880-b4c1-4bcf734e1cb3)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:23:56.116282 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-080f8a57-e0bf-468b-98af-e0f6e46118d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:56.138579 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-7b512acf-a704-43df-9145-d0f0fefea17b req-34f38f21-0598-47e8-9b4c-a8c9882119a7 service neutron] Request body: {'port': {'device_id': '2ef36f63-321a-4acc-af49-d26d7255570d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:23:56.163943 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-080f8a57-e0bf-468b-98af-e0f6e46118d4 None None] Calling delete_port for e3612dfe-9c44-4fee-aaf4-674ea776ca5b owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:23:56.276348 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ed178c76-38a0-4579-99ed-1ebbbe1fded6 req-da849a8d-c4a9-480a-8f4b-3ef75aeccfe8 tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e59b5f2-8b6d-456b-a799-653e1d28d363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2197754 Aug 05 12:23:56.299074 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-7b512acf-a704-43df-9145-d0f0fefea17b req-34f38f21-0598-47e8-9b4c-a8c9882119a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:56.359200 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-0b6151a0-271e-4063-b184-4425e2a39e13 None None] Provisioning for port 57f7fdfb-0884-4f51-99df-defb53a2c3ca completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:23:56.384766 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-0b6151a0-271e-4063-b184-4425e2a39e13 None None] Provisioning complete for port 57f7fdfb-0884-4f51-99df-defb53a2c3ca triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:23:56.385615 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-0b6151a0-271e-4063-b184-4425e2a39e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:56.400021 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7a23d587-4ed8-4577-a9b9-09ff404a48ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:56.437187 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-080f8a57-e0bf-468b-98af-e0f6e46118d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:56.462875 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a23d587-4ed8-4577-a9b9-09ff404a48ad admin admin] Pushing event deleted for resources: {'Port': ['ID=e3612dfe-9c44-4fee-aaf4-674ea776ca5b,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:23:56.489976 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a23d587-4ed8-4577-a9b9-09ff404a48ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:23:56.490965 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a23d587-4ed8-4577-a9b9-09ff404a48ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:23:56.491714 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a23d587-4ed8-4577-a9b9-09ff404a48ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:23:56.492596 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a23d587-4ed8-4577-a9b9-09ff404a48ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:23:56.494092 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a23d587-4ed8-4577-a9b9-09ff404a48ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:23:56.494791 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a23d587-4ed8-4577-a9b9-09ff404a48ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:23:56.495553 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a23d587-4ed8-4577-a9b9-09ff404a48ad admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:23:56.498129 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a23d587-4ed8-4577-a9b9-09ff404a48ad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:23:56.499700 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a23d587-4ed8-4577-a9b9-09ff404a48ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:23:56.500540 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a23d587-4ed8-4577-a9b9-09ff404a48ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:23:56.501239 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a23d587-4ed8-4577-a9b9-09ff404a48ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:23:56.502364 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a23d587-4ed8-4577-a9b9-09ff404a48ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:23:56.503727 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080f8a57-e0bf-468b-98af-e0f6e46118d4 None None] Pushing event deleted for resources: {'Port': ['ID=e3612dfe-9c44-4fee-aaf4-674ea776ca5b,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:23:56.507694 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080f8a57-e0bf-468b-98af-e0f6e46118d4 None None] No DVR routers for this DVR port e3612dfe-9c44-4fee-aaf4-674ea776ca5b on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:23:56.539250 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-0b6151a0-271e-4063-b184-4425e2a39e13 None None] Port 57f7fdfb-0884-4f51-99df-defb53a2c3ca cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 12:23:56.539565 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a23d587-4ed8-4577-a9b9-09ff404a48ad admin admin] No DVR routers for this DVR port e3612dfe-9c44-4fee-aaf4-674ea776ca5b on host n-d-803378-2 {{(pid=94420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:23:56.682494 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7a23d587-4ed8-4577-a9b9-09ff404a48ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:56.703349 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-7a23d587-4ed8-4577-a9b9-09ff404a48ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['898dff58-ebec-4823-9197-a0fb02902fb3']}} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:23:56.723517 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-7a23d587-4ed8-4577-a9b9-09ff404a48ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bfcdd63-d450-4880-b4c1-4bcf734e1cb3') {'for_net_delete': True} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:23:56.724008 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-7a23d587-4ed8-4577-a9b9-09ff404a48ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bfcdd63-d450-4880-b4c1-4bcf734e1cb3') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:23:56.753521 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7a23d587-4ed8-4577-a9b9-09ff404a48ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25010581'] for segment, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:56.786257 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7a23d587-4ed8-4577-a9b9-09ff404a48ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:56.797210 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a23d587-4ed8-4577-a9b9-09ff404a48ad admin admin] Releasing vlan 690 on physical network physnet1 to pool {{(pid=94420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 12:23:56.797680 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7a23d587-4ed8-4577-a9b9-09ff404a48ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29762581'] for segment, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:56.800652 n-d-803378-2 neutron-server[94420]: Traceback (most recent call last): Aug 05 12:23:56.800652 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 12:23:56.800652 n-d-803378-2 neutron-server[94420]: timer() Aug 05 12:23:56.800652 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 12:23:56.800652 n-d-803378-2 neutron-server[94420]: cb(*args, **kw) Aug 05 12:23:56.800652 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 12:23:56.800652 n-d-803378-2 neutron-server[94420]: return func(*args, **kwargs) Aug 05 12:23:56.800652 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 12:23:56.800652 n-d-803378-2 neutron-server[94420]: self._notify() Aug 05 12:23:56.800652 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 12:23:56.800652 n-d-803378-2 neutron-server[94420]: self.callback(batched_events) Aug 05 12:23:56.800652 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 12:23:56.800652 n-d-803378-2 neutron-server[94420]: event.method(event) Aug 05 12:23:56.800652 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 12:23:56.800652 n-d-803378-2 neutron-server[94420]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 12:23:56.800652 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 12:23:56.800652 n-d-803378-2 neutron-server[94420]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 12:23:56.800652 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 12:23:56.800652 n-d-803378-2 neutron-server[94420]: return f(self, *a, **k) Aug 05 12:23:56.800652 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 12:23:56.800652 n-d-803378-2 neutron-server[94420]: return self._get(url).json() Aug 05 12:23:56.800652 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 12:23:56.800652 n-d-803378-2 neutron-server[94420]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 12:23:56.800652 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 12:23:56.800652 n-d-803378-2 neutron-server[94420]: return self.request(url, 'GET', **kwargs) Aug 05 12:23:56.800652 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 12:23:56.800652 n-d-803378-2 neutron-server[94420]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 12:23:56.800652 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 12:23:56.800652 n-d-803378-2 neutron-server[94420]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 12:23:56.800652 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 12:23:56.800652 n-d-803378-2 neutron-server[94420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 12:23:56.800652 n-d-803378-2 neutron-server[94420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 12:23:56.941170 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7a23d587-4ed8-4577-a9b9-09ff404a48ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:56.953985 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7a23d587-4ed8-4577-a9b9-09ff404a48ad admin admin] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:56.961583 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-7a23d587-4ed8-4577-a9b9-09ff404a48ad admin admin] 10.222.0.58 "DELETE /v2.0/networks/898dff58-ebec-4823-9197-a0fb02902fb3 HTTP/1.1" status: 204 len: 168 time: 1.6945174 Aug 05 12:23:56.961861 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 77ebbb5c-817b-418b-8b82-b5365fb63d7f no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:23:56.978327 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-7b512acf-a704-43df-9145-d0f0fefea17b req-34f38f21-0598-47e8-9b4c-a8c9882119a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57f7fdfb-0884-4f51-99df-defb53a2c3ca {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 12:23:56.986962 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a23d587-4ed8-4577-a9b9-09ff404a48ad admin admin] Pushing event deleted for resources: {'Network': ['ID=898dff58-ebec-4823-9197-a0fb02902fb3,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:23:57.000118 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-7b512acf-a704-43df-9145-d0f0fefea17b req-34f38f21-0598-47e8-9b4c-a8c9882119a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:57.004270 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 77ebbb5c-817b-418b-8b82-b5365fb63d7f {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:23:57.006005 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 77ebbb5c-817b-418b-8b82-b5365fb63d7f not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:23:57.006005 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device e3612dfe-9c44-4fee-aaf4-674ea776ca5b no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:23:57.022381 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-7b512acf-a704-43df-9145-d0f0fefea17b req-34f38f21-0598-47e8-9b4c-a8c9882119a7 service neutron] Transition to ACTIVE for port object 57f7fdfb-0884-4f51-99df-defb53a2c3ca will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:23:57.040168 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-7b512acf-a704-43df-9145-d0f0fefea17b req-34f38f21-0598-47e8-9b4c-a8c9882119a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:57.043839 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: e3612dfe-9c44-4fee-aaf4-674ea776ca5b {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:23:57.044522 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device e3612dfe-9c44-4fee-aaf4-674ea776ca5b not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:23:57.163004 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f38f21-0598-47e8-9b4c-a8c9882119a7 service neutron] Pushing event updated for resources: {'Port': ['ID=57f7fdfb-0884-4f51-99df-defb53a2c3ca,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:23:57.242722 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f38f21-0598-47e8-9b4c-a8c9882119a7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:23:57.243090 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f38f21-0598-47e8-9b4c-a8c9882119a7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:23:57.243456 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f38f21-0598-47e8-9b4c-a8c9882119a7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:23:57.243891 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f38f21-0598-47e8-9b4c-a8c9882119a7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:23:57.244242 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f38f21-0598-47e8-9b4c-a8c9882119a7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:23:57.244617 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f38f21-0598-47e8-9b4c-a8c9882119a7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:23:57.244963 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f38f21-0598-47e8-9b4c-a8c9882119a7 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:23:57.245303 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f38f21-0598-47e8-9b4c-a8c9882119a7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:23:57.245702 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f38f21-0598-47e8-9b4c-a8c9882119a7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:23:57.246045 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f38f21-0598-47e8-9b4c-a8c9882119a7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:23:57.247059 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f38f21-0598-47e8-9b4c-a8c9882119a7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:23:57.247389 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f38f21-0598-47e8-9b4c-a8c9882119a7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:23:57.284582 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 44714) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:23:57.322993 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-7b512acf-a704-43df-9145-d0f0fefea17b req-34f38f21-0598-47e8-9b4c-a8c9882119a7 service neutron] Attempting to bind port 57f7fdfb-0884-4f51-99df-defb53a2c3ca on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:23:57.330339 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-7b512acf-a704-43df-9145-d0f0fefea17b req-34f38f21-0598-47e8-9b4c-a8c9882119a7 service neutron] Attempting to bind port 57f7fdfb-0884-4f51-99df-defb53a2c3ca by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': '441b9883-9044-4899-98b0-37bb68a7a468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'bcb82a16-b24d-4107-bbb9-33ff09f07b06'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:23:57.330627 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b512acf-a704-43df-9145-d0f0fefea17b req-34f38f21-0598-47e8-9b4c-a8c9882119a7 service neutron] Attempting to bind port 57f7fdfb-0884-4f51-99df-defb53a2c3ca on network bcb82a16-b24d-4107-bbb9-33ff09f07b06 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:23:57.338875 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b512acf-a704-43df-9145-d0f0fefea17b req-34f38f21-0598-47e8-9b4c-a8c9882119a7 service neutron] Port 57f7fdfb-0884-4f51-99df-defb53a2c3ca on network bcb82a16-b24d-4107-bbb9-33ff09f07b06 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 12:23:57.339360 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b512acf-a704-43df-9145-d0f0fefea17b req-34f38f21-0598-47e8-9b4c-a8c9882119a7 service neutron] Attempting to bind port 57f7fdfb-0884-4f51-99df-defb53a2c3ca on network bcb82a16-b24d-4107-bbb9-33ff09f07b06 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:23:57.348773 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b512acf-a704-43df-9145-d0f0fefea17b req-34f38f21-0598-47e8-9b4c-a8c9882119a7 service neutron] Checking agent: {'id': 'a8f1dd2d-227c-4e30-8844-52419ba734db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:23:57.349146 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b512acf-a704-43df-9145-d0f0fefea17b req-34f38f21-0598-47e8-9b4c-a8c9882119a7 service neutron] Checking segment: {'id': '441b9883-9044-4899-98b0-37bb68a7a468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'bcb82a16-b24d-4107-bbb9-33ff09f07b06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:23:57.349552 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b512acf-a704-43df-9145-d0f0fefea17b req-34f38f21-0598-47e8-9b4c-a8c9882119a7 service neutron] Bound using segment: {'id': '441b9883-9044-4899-98b0-37bb68a7a468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'bcb82a16-b24d-4107-bbb9-33ff09f07b06'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:23:57.350571 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-7b512acf-a704-43df-9145-d0f0fefea17b req-34f38f21-0598-47e8-9b4c-a8c9882119a7 service neutron] Bound port: 57f7fdfb-0884-4f51-99df-defb53a2c3ca, host: n-h2-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '441b9883-9044-4899-98b0-37bb68a7a468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'bcb82a16-b24d-4107-bbb9-33ff09f07b06'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:23:57.351139 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-7b512acf-a704-43df-9145-d0f0fefea17b req-34f38f21-0598-47e8-9b4c-a8c9882119a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:57.396130 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-3bc5997a-3fab-44d7-ad87-6fce8d1e03d2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=deba03e291d04cd69e2ca3342f387b2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1096714 Aug 05 12:23:57.402215 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 44718) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:23:57.487772 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-7b512acf-a704-43df-9145-d0f0fefea17b req-34f38f21-0598-47e8-9b4c-a8c9882119a7 service neutron] For port 57f7fdfb-0884-4f51-99df-defb53a2c3ca, host n-h2-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:23:57.503730 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-7b512acf-a704-43df-9145-d0f0fefea17b req-34f38f21-0598-47e8-9b4c-a8c9882119a7 service neutron] For port 57f7fdfb-0884-4f51-99df-defb53a2c3ca, host n-h2-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=57f7fdfb-0884-4f51-99df-defb53a2c3ca,segment=NetworkSegment(441b9883-9044-4899-98b0-37bb68a7a468),segment_id=441b9883-9044-4899-98b0-37bb68a7a468)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:23:57.514144 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-7b512acf-a704-43df-9145-d0f0fefea17b req-34f38f21-0598-47e8-9b4c-a8c9882119a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:57.570225 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7be043cd-37a6-44a2-8d08-e6d28535c8c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:57.610371 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa6efb9-b9ad-4170-b8bc-1726588ebce1 req-bf89e2bb-54f5-4808-9dcc-6f6a149fa2f7 tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:23:57.612256 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-eaa6efb9-b9ad-4170-b8bc-1726588ebce1 req-bf89e2bb-54f5-4808-9dcc-6f6a149fa2f7 tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ef36f63-321a-4acc-af49-d26d7255570d HTTP/1.1" status: 200 len: 944 time: 0.1363525 Aug 05 12:23:57.643044 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b512acf-a704-43df-9145-d0f0fefea17b req-34f38f21-0598-47e8-9b4c-a8c9882119a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:23:57.644243 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-7b512acf-a704-43df-9145-d0f0fefea17b req-34f38f21-0598-47e8-9b4c-a8c9882119a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:57.647402 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7b512acf-a704-43df-9145-d0f0fefea17b req-34f38f21-0598-47e8-9b4c-a8c9882119a7 service neutron] 10.222.0.55 "PUT /v2.0/ports/57f7fdfb-0884-4f51-99df-defb53a2c3ca HTTP/1.1" status: 200 len: 1092 time: 1.6804788 Aug 05 12:23:57.648039 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7be043cd-37a6-44a2-8d08-e6d28535c8c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:57.648623 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ef36f63-321a-4acc-af49-d26d7255570d', 'tag': '57f7fdfb-0884-4f51-99df-defb53a2c3ca'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:23:57.653743 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7ff1ae056485c55ead25f70fa9973e26b39e4a1f6cb6b93d5d0d7942cdef429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa7165a5-3408-4be9-bdfb-2c47c7d2f105" -d '{"events": [{"name": "network-changed", "server_uuid": "2ef36f63-321a-4acc-af49-d26d7255570d", "tag": "57f7fdfb-0884-4f51-99df-defb53a2c3ca"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:23:57.718768 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f38f21-0598-47e8-9b4c-a8c9882119a7 service neutron] Pushing event updated for resources: {'Port': ['ID=57f7fdfb-0884-4f51-99df-defb53a2c3ca,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:23:57.763991 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-eaa6efb9-b9ad-4170-b8bc-1726588ebce1 req-363771e2-3fbc-4a92-b67d-147bc9354af0 tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e59b5f2-8b6d-456b-a799-653e1d28d363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1395054 Aug 05 12:23:57.807644 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7be043cd-37a6-44a2-8d08-e6d28535c8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:57.826418 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7be043cd-37a6-44a2-8d08-e6d28535c8c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:57.826418 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-7be043cd-37a6-44a2-8d08-e6d28535c8c3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4fe3b931-62c8-4d04-8493-21f695cc0061 HTTP/1.1" status: 204 len: 168 time: 0.4096487 Aug 05 12:23:57.852337 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be043cd-37a6-44a2-8d08-e6d28535c8c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe3b931-62c8-4d04-8493-21f695cc0061,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:23:57.896649 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b512acf-a704-43df-9145-d0f0fefea17b req-861e6266-0e0c-4136-be9c-f810bdbc5de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:23:57.910195 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7b512acf-a704-43df-9145-d0f0fefea17b req-861e6266-0e0c-4136-be9c-f810bdbc5de2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=24f6c57df83d4972b0cd245b52fdf8c7&device_id=2ef36f63-321a-4acc-af49-d26d7255570d HTTP/1.1" status: 200 len: 1095 time: 0.1405029 Aug 05 12:23:58.014167 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7b512acf-a704-43df-9145-d0f0fefea17b req-ba2fa5c5-ee98-483a-8b94-23dd57a0b94d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=57f7fdfb-0884-4f51-99df-defb53a2c3ca HTTP/1.1" status: 200 len: 217 time: 0.0820072 Aug 05 12:23:58.128578 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b512acf-a704-43df-9145-d0f0fefea17b req-a13a5ff1-68fb-4354-9e09-8f7cb34baffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:23:58.128578 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7b512acf-a704-43df-9145-d0f0fefea17b req-a13a5ff1-68fb-4354-9e09-8f7cb34baffc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cd4e19a3-a3cc-4441-a39f-daddcf1c525a HTTP/1.1" status: 200 len: 853 time: 0.1037917 Aug 05 12:23:58.209428 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b512acf-a704-43df-9145-d0f0fefea17b req-6bd2dea5-e609-4e42-aa2a-57caea1d7a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:23:58.211578 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7b512acf-a704-43df-9145-d0f0fefea17b req-6bd2dea5-e609-4e42-aa2a-57caea1d7a56 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bcb82a16-b24d-4107-bbb9-33ff09f07b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0754614 Aug 05 12:23:58.420581 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7b512acf-a704-43df-9145-d0f0fefea17b req-f201d1e6-a03e-439d-928c-63c3167f1931 service neutron] 10.222.0.55 "GET /v2.0/networks/bcb82a16-b24d-4107-bbb9-33ff09f07b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969352 Aug 05 12:23:58.590378 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7b512acf-a704-43df-9145-d0f0fefea17b req-90d9db1e-1aa7-40b5-8466-023888119e9f service neutron] 10.222.0.55 "GET /v2.0/networks/bcb82a16-b24d-4107-bbb9-33ff09f07b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584265 Aug 05 12:23:58.763252 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 12:23:58.763987 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 44728) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:23:58.790437 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-803ae5e6-e826-4c3b-8ba6-22ca118dd032 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:58.973100 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-803ae5e6-e826-4c3b-8ba6-22ca118dd032 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:58.981843 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-803ae5e6-e826-4c3b-8ba6-22ca118dd032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:58.999429 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306b7d46-d617-411c-94e1-661057327da3 req-38060469-421f-4797-9cf4-01c06f56937b tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:23:59.002218 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-306b7d46-d617-411c-94e1-661057327da3 req-38060469-421f-4797-9cf4-01c06f56937b tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ef36f63-321a-4acc-af49-d26d7255570d HTTP/1.1" status: 200 len: 944 time: 0.0894065 Aug 05 12:23:59.046240 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-803ae5e6-e826-4c3b-8ba6-22ca118dd032 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.2801807 Aug 05 12:23:59.051707 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 44732) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:23:59.068829 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803ae5e6-e826-4c3b-8ba6-22ca118dd032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bf66d4c-6778-46c9-82bc-54933d7a495a,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:23:59.094783 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-306b7d46-d617-411c-94e1-661057327da3 req-b880d6be-4e8b-431f-bf8c-753e9bf3c9aa tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e59b5f2-8b6d-456b-a799-653e1d28d363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737872 Aug 05 12:23:59.168643 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c8e8b605-7453-4429-b7fc-861426618eaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:59.199717 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c8e8b605-7453-4429-b7fc-861426618eaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:59.255487 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 12:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebc22417-a67c-4151-b87a-3d872287f628 x-openstack-request-id: req-ebc22417-a67c-4151-b87a-3d872287f628 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:23:59.255797 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ef36f63-321a-4acc-af49-d26d7255570d", "tag": "57f7fdfb-0884-4f51-99df-defb53a2c3ca", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:23:59.256068 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ebc22417-a67c-4151-b87a-3d872287f628 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:23:59.256617 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ef36f63-321a-4acc-af49-d26d7255570d', 'tag': '57f7fdfb-0884-4f51-99df-defb53a2c3ca', 'status': 'completed', 'code': 200} Aug 05 12:23:59.354106 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c8e8b605-7453-4429-b7fc-861426618eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:59.359588 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c8e8b605-7453-4429-b7fc-861426618eaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:59.364592 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-c8e8b605-7453-4429-b7fc-861426618eaa admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5bf66d4c-6778-46c9-82bc-54933d7a495a HTTP/1.1" status: 204 len: 168 time: 0.3079045 Aug 05 12:23:59.378578 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e8b605-7453-4429-b7fc-861426618eaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bf66d4c-6778-46c9-82bc-54933d7a495a,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:23:59.421297 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7165a5-3408-4be9-bdfb-2c47c7d2f105 req-f31dafda-97c7-416f-bcd3-81dca30e36bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:23:59.423655 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-fa7165a5-3408-4be9-bdfb-2c47c7d2f105 req-f31dafda-97c7-416f-bcd3-81dca30e36bd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=24f6c57df83d4972b0cd245b52fdf8c7&device_id=2ef36f63-321a-4acc-af49-d26d7255570d HTTP/1.1" status: 200 len: 1095 time: 0.1129003 Aug 05 12:23:59.642767 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7165a5-3408-4be9-bdfb-2c47c7d2f105 req-701e2377-51a8-447b-abd1-9e75a1ced1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:23:59.645600 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-fa7165a5-3408-4be9-bdfb-2c47c7d2f105 req-701e2377-51a8-447b-abd1-9e75a1ced1b3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=bcb82a16-b24d-4107-bbb9-33ff09f07b06 HTTP/1.1" status: 200 len: 915 time: 0.2127428 Aug 05 12:23:59.710539 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-fa7165a5-3408-4be9-bdfb-2c47c7d2f105 req-89a26e49-8e78-4e00-9830-c5fa63ff3e73 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=57f7fdfb-0884-4f51-99df-defb53a2c3ca HTTP/1.1" status: 200 len: 217 time: 0.0561643 Aug 05 12:23:59.816972 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7165a5-3408-4be9-bdfb-2c47c7d2f105 req-f263871c-7d3b-4ce6-9b46-95a79e472714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:23:59.819829 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-fa7165a5-3408-4be9-bdfb-2c47c7d2f105 req-f263871c-7d3b-4ce6-9b46-95a79e472714 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cd4e19a3-a3cc-4441-a39f-daddcf1c525a HTTP/1.1" status: 200 len: 853 time: 0.1015153 Aug 05 12:23:59.896243 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:23:59.905219 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7165a5-3408-4be9-bdfb-2c47c7d2f105 req-68daa99e-1f1d-48c3-84fa-000ef7899fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:23:59.907324 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-fa7165a5-3408-4be9-bdfb-2c47c7d2f105 req-68daa99e-1f1d-48c3-84fa-000ef7899fd5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bcb82a16-b24d-4107-bbb9-33ff09f07b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0799966 Aug 05 12:24:00.108204 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-fa7165a5-3408-4be9-bdfb-2c47c7d2f105 req-480f3a58-8408-444d-b67c-b1033b9dffcc service neutron] 10.222.0.55 "GET /v2.0/networks/bcb82a16-b24d-4107-bbb9-33ff09f07b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918776 Aug 05 12:24:00.304289 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-fa7165a5-3408-4be9-bdfb-2c47c7d2f105 req-b3e3f107-405c-4c3c-a89b-d03ddb4da295 service neutron] 10.222.0.55 "GET /v2.0/networks/bcb82a16-b24d-4107-bbb9-33ff09f07b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889842 Aug 05 12:24:00.333975 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0d4ef8-e71e-4c60-bc29-8a8d08728b64 req-95114de4-55dc-49a5-9b32-da65fab1b0a5 tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:24:00.336092 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bb0d4ef8-e71e-4c60-bc29-8a8d08728b64 req-95114de4-55dc-49a5-9b32-da65fab1b0a5 tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ef36f63-321a-4acc-af49-d26d7255570d HTTP/1.1" status: 200 len: 944 time: 0.1175818 Aug 05 12:24:00.421962 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bb0d4ef8-e71e-4c60-bc29-8a8d08728b64 req-5bfc707d-929e-40e8-9352-c70edc797d7e tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e59b5f2-8b6d-456b-a799-653e1d28d363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743492 Aug 05 12:24:01.640380 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9391ac2-bee6-4e8b-81d0-c22a0bf97fd5 req-a843a34d-7787-41db-b40c-728709156c85 tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:24:01.642866 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b9391ac2-bee6-4e8b-81d0-c22a0bf97fd5 req-a843a34d-7787-41db-b40c-728709156c85 tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ef36f63-321a-4acc-af49-d26d7255570d HTTP/1.1" status: 200 len: 944 time: 0.0974545 Aug 05 12:24:01.713349 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b9391ac2-bee6-4e8b-81d0-c22a0bf97fd5 req-754bf21c-1de6-4d87-a0ce-bf657c14b8e7 tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e59b5f2-8b6d-456b-a799-653e1d28d363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571742 Aug 05 12:24:02.912742 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d5022b-b1a0-4d27-a2e4-3b47d1233913 req-54505583-8272-4c50-b653-83512ed21fac tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:24:02.915263 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b1d5022b-b1a0-4d27-a2e4-3b47d1233913 req-54505583-8272-4c50-b653-83512ed21fac tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ef36f63-321a-4acc-af49-d26d7255570d HTTP/1.1" status: 200 len: 944 time: 0.0890236 Aug 05 12:24:02.987812 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b1d5022b-b1a0-4d27-a2e4-3b47d1233913 req-3c8b82b8-96c1-41a9-b63f-b6dd5f3386d1 tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e59b5f2-8b6d-456b-a799-653e1d28d363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604610 Aug 05 12:24:04.201669 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca08ce7e-d317-415a-b46b-b6172943ff41 req-f5ccb4cc-b811-41d3-a74a-a72341a5fcac tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:24:04.204176 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ca08ce7e-d317-415a-b46b-b6172943ff41 req-f5ccb4cc-b811-41d3-a74a-a72341a5fcac tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ef36f63-321a-4acc-af49-d26d7255570d HTTP/1.1" status: 200 len: 944 time: 0.0998840 Aug 05 12:24:04.285342 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ca08ce7e-d317-415a-b46b-b6172943ff41 req-f3d58003-36db-49d4-93bc-a813305be41b tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e59b5f2-8b6d-456b-a799-653e1d28d363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699725 Aug 05 12:24:05.478695 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79d5f74-6848-445d-8801-7748c121590c req-82b4d3ce-97d0-451d-95db-6ffa833bada5 tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:24:05.482096 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d79d5f74-6848-445d-8801-7748c121590c req-82b4d3ce-97d0-451d-95db-6ffa833bada5 tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ef36f63-321a-4acc-af49-d26d7255570d HTTP/1.1" status: 200 len: 944 time: 0.0964546 Aug 05 12:24:05.549435 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d79d5f74-6848-445d-8801-7748c121590c req-3408a0c0-d155-429b-a9ad-2779dc010184 tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e59b5f2-8b6d-456b-a799-653e1d28d363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556569 Aug 05 12:24:06.725566 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb41273-8caf-4c32-991d-acaf18da23a3 req-2d4b539c-6d55-45bb-b400-1716491b8795 tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:24:06.727841 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fbb41273-8caf-4c32-991d-acaf18da23a3 req-2d4b539c-6d55-45bb-b400-1716491b8795 tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ef36f63-321a-4acc-af49-d26d7255570d HTTP/1.1" status: 200 len: 944 time: 0.0653515 Aug 05 12:24:06.785862 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fbb41273-8caf-4c32-991d-acaf18da23a3 req-23eac697-803f-4b53-a378-1e87cb241533 tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e59b5f2-8b6d-456b-a799-653e1d28d363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458562 Aug 05 12:24:07.320636 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-d7712622-0c2e-4cc1-bd63-6ba4890d4547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:24:07.966941 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f784a79-1ee4-45c7-a02f-d9b3f6af51c9 req-9e06e14e-0cef-4035-b50a-9b45039c8d80 tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:24:07.969664 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4f784a79-1ee4-45c7-a02f-d9b3f6af51c9 req-9e06e14e-0cef-4035-b50a-9b45039c8d80 tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ef36f63-321a-4acc-af49-d26d7255570d HTTP/1.1" status: 200 len: 944 time: 0.0807068 Aug 05 12:24:08.021369 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4f784a79-1ee4-45c7-a02f-d9b3f6af51c9 req-d4eaa569-01a7-438b-b059-8163ad2283e8 tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e59b5f2-8b6d-456b-a799-653e1d28d363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403855 Aug 05 12:24:09.185550 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82768f6b-ccae-41ec-bde8-730373381233 req-11b70969-5d65-4e88-a81b-b71c6251349e tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:24:09.187200 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-82768f6b-ccae-41ec-bde8-730373381233 req-11b70969-5d65-4e88-a81b-b71c6251349e tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ef36f63-321a-4acc-af49-d26d7255570d HTTP/1.1" status: 200 len: 944 time: 0.0853333 Aug 05 12:24:09.237790 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-82768f6b-ccae-41ec-bde8-730373381233 req-d12bc583-d0f0-4dba-94bd-16f009d93e03 tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e59b5f2-8b6d-456b-a799-653e1d28d363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438337 Aug 05 12:24:10.048595 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b13940de-8e12-4e4e-b8dc-935ae59e2c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:24:10.110190 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:24:10.404636 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7126afd-1374-41b2-9478-c7e1f17ad1e0 req-94caa3e1-354b-4de8-99e4-abf8af3a682f tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:24:10.407054 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b7126afd-1374-41b2-9478-c7e1f17ad1e0 req-94caa3e1-354b-4de8-99e4-abf8af3a682f tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ef36f63-321a-4acc-af49-d26d7255570d HTTP/1.1" status: 200 len: 944 time: 0.0709114 Aug 05 12:24:10.460180 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b7126afd-1374-41b2-9478-c7e1f17ad1e0 req-f9b1793a-01d8-4e54-bcc3-b7c15565577d tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e59b5f2-8b6d-456b-a799-653e1d28d363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435095 Aug 05 12:24:11.588232 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 57f7fdfb-0884-4f51-99df-defb53a2c3ca details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 12:24:11.656735 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e674e93-08d3-423d-9391-46d9ee55d18a req-4665b26f-93ac-483d-958a-b42be0d6cac0 tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:24:11.658655 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4e674e93-08d3-423d-9391-46d9ee55d18a req-4665b26f-93ac-483d-958a-b42be0d6cac0 tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ef36f63-321a-4acc-af49-d26d7255570d HTTP/1.1" status: 200 len: 944 time: 0.0941727 Aug 05 12:24:11.726157 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4e674e93-08d3-423d-9391-46d9ee55d18a req-5f5179a2-d6dc-4a21-b920-b11bd53e2dfc tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e59b5f2-8b6d-456b-a799-653e1d28d363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532882 Aug 05 12:24:11.778505 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 57f7fdfb-0884-4f51-99df-defb53a2c3ca, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=57f7fdfb-0884-4f51-99df-defb53a2c3ca,segment=NetworkSegment(441b9883-9044-4899-98b0-37bb68a7a468),segment_id=441b9883-9044-4899-98b0-37bb68a7a468)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:24:11.796865 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Returning: {'device': '57f7fdfb-0884-4f51-99df-defb53a2c3ca', 'network_id': 'bcb82a16-b24d-4107-bbb9-33ff09f07b06', 'port_id': '57f7fdfb-0884-4f51-99df-defb53a2c3ca', 'mac_address': 'fa:16:3e:42:ee:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd4e19a3-a3cc-4441-a39f-daddcf1c525a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 12:24:11.844984 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:24:11.863049 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57f7fdfb-0884-4f51-99df-defb53a2c3ca {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 12:24:11.889531 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 57f7fdfb-0884-4f51-99df-defb53a2c3ca, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=57f7fdfb-0884-4f51-99df-defb53a2c3ca,segment=NetworkSegment(441b9883-9044-4899-98b0-37bb68a7a468),segment_id=441b9883-9044-4899-98b0-37bb68a7a468)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:24:11.898152 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:24:11.947753 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:24:11.986129 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=57f7fdfb-0884-4f51-99df-defb53a2c3ca,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:24:12.000150 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:24:12.000787 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:24:12.001384 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:24:12.001857 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:24:12.002406 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:24:12.002967 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:24:12.003538 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:24:12.004119 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:24:12.004726 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:24:12.005220 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:24:12.005702 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:24:12.006192 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:24:12.231617 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['57f7fdfb-0884-4f51-99df-defb53a2c3ca'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 12:24:12.913700 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec3020e-f061-493b-a38c-c5b4cbadc261 req-56fe795c-e888-47d5-a274-d331251140d0 tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:24:12.915348 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9ec3020e-f061-493b-a38c-c5b4cbadc261 req-56fe795c-e888-47d5-a274-d331251140d0 tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ef36f63-321a-4acc-af49-d26d7255570d HTTP/1.1" status: 200 len: 945 time: 0.0669460 Aug 05 12:24:13.388171 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9ec3020e-f061-493b-a38c-c5b4cbadc261 req-cc2a946e-4b03-4c0f-9133-f19e96ba6d2d tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e59b5f2-8b6d-456b-a799-653e1d28d363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4625230 Aug 05 12:24:13.603152 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 57f7fdfb-0884-4f51-99df-defb53a2c3ca up at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:24:13.684791 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning for port 57f7fdfb-0884-4f51-99df-defb53a2c3ca completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:24:13.690079 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning complete for port 57f7fdfb-0884-4f51-99df-defb53a2c3ca triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:24:13.690672 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:24:13.832746 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:24:13.864418 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ef36f63-321a-4acc-af49-d26d7255570d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57f7fdfb-0884-4f51-99df-defb53a2c3ca'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:24:13.886512 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 57f7fdfb-0884-4f51-99df-defb53a2c3ca, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=57f7fdfb-0884-4f51-99df-defb53a2c3ca,segment=NetworkSegment(441b9883-9044-4899-98b0-37bb68a7a468),segment_id=441b9883-9044-4899-98b0-37bb68a7a468)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:24:13.893237 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:24:13.986161 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=57f7fdfb-0884-4f51-99df-defb53a2c3ca,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:24:14.016898 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e1268cc07bff5734ca170491336a8ac74677c017447dd0c96766dddd3e3cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84be80f9-27ae-40e8-9ccf-972a027f6ad0" -d '{"events": [{"server_uuid": "2ef36f63-321a-4acc-af49-d26d7255570d", "name": "network-vif-plugged", "status": "completed", "tag": "57f7fdfb-0884-4f51-99df-defb53a2c3ca"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:24:14.071071 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:24:14.179170 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 12:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02e4bfcf-d79f-40e6-ab90-5c9d7e76ac2a x-openstack-request-id: req-02e4bfcf-d79f-40e6-ab90-5c9d7e76ac2a {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:24:14.179631 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ef36f63-321a-4acc-af49-d26d7255570d", "name": "network-vif-plugged", "status": "completed", "tag": "57f7fdfb-0884-4f51-99df-defb53a2c3ca", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:24:14.180039 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-02e4bfcf-d79f-40e6-ab90-5c9d7e76ac2a {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:24:14.180750 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ef36f63-321a-4acc-af49-d26d7255570d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57f7fdfb-0884-4f51-99df-defb53a2c3ca', 'code': 200} Aug 05 12:24:14.362461 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a36277-3aaa-48a1-9ba0-580e69ebf877 req-367b2d56-cc0c-4a18-afd4-bb572c309664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:24:14.365636 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d6a36277-3aaa-48a1-9ba0-580e69ebf877 req-367b2d56-cc0c-4a18-afd4-bb572c309664 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2ef36f63-321a-4acc-af49-d26d7255570d HTTP/1.1" status: 200 len: 1097 time: 0.0734556 Aug 05 12:24:14.425888 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d6a36277-3aaa-48a1-9ba0-580e69ebf877 req-cc466bcb-9030-495a-86c6-720b9164f0e3 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=1e59b5f2-8b6d-456b-a799-653e1d28d363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526550 Aug 05 12:24:14.594018 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c81a86b-91e7-4c0e-9bb3-4b0734aa4487 req-0760eb3c-4cc9-47ed-8972-75f0a10c021e tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:24:14.596769 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9c81a86b-91e7-4c0e-9bb3-4b0734aa4487 req-0760eb3c-4cc9-47ed-8972-75f0a10c021e tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ef36f63-321a-4acc-af49-d26d7255570d HTTP/1.1" status: 200 len: 946 time: 0.0937355 Aug 05 12:24:14.664633 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9c81a86b-91e7-4c0e-9bb3-4b0734aa4487 req-5f2b6462-c31a-452f-9cd4-71ef3e6f7337 tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e59b5f2-8b6d-456b-a799-653e1d28d363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598598 Aug 05 12:24:15.874922 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e9dada-acc2-426d-93a2-a6764d351b76 req-a1e75834-1db2-4614-8543-dce65b52105e tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:24:15.877815 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-40e9dada-acc2-426d-93a2-a6764d351b76 req-a1e75834-1db2-4614-8543-dce65b52105e tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ef36f63-321a-4acc-af49-d26d7255570d HTTP/1.1" status: 200 len: 946 time: 0.0904512 Aug 05 12:24:15.954218 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-40e9dada-acc2-426d-93a2-a6764d351b76 req-42f8ebc5-ea6f-436c-8272-dc804bf0f50c tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e59b5f2-8b6d-456b-a799-653e1d28d363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642183 Aug 05 12:24:16.169991 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881df29e-456c-4912-a5bf-1214402f6593 req-25fd7444-b7c3-4dae-bf4a-cbbc5fe3b86b tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:24:16.172810 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-881df29e-456c-4912-a5bf-1214402f6593 req-25fd7444-b7c3-4dae-bf4a-cbbc5fe3b86b tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ef36f63-321a-4acc-af49-d26d7255570d HTTP/1.1" status: 200 len: 946 time: 0.0921626 Aug 05 12:24:16.242411 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-881df29e-456c-4912-a5bf-1214402f6593 req-880ed31e-737d-4f3a-9dc8-997f421192b9 tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e59b5f2-8b6d-456b-a799-653e1d28d363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616553 Aug 05 12:24:16.282609 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 44774) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:24:16.587561 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0e985b-c88e-4282-a651-3bba255da4c2 tempest-TestVolumeBackupRestore-2090110676 tempest-TestVolumeBackupRestore-2090110676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:24:16.591618 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-3d0e985b-c88e-4282-a651-3bba255da4c2 tempest-TestVolumeBackupRestore-2090110676 tempest-TestVolumeBackupRestore-2090110676-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=2ef36f63-321a-4acc-af49-d26d7255570d HTTP/1.1" status: 200 len: 1092 time: 0.3066323 Aug 05 12:24:16.596631 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 44778) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:24:16.603207 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-5fe17652-75bd-4061-99cf-1fe13aa5dd9f tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Request body: {'floatingip': {'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'port_id': '57f7fdfb-0884-4f51-99df-defb53a2c3ca', 'tenant_id': '24f6c57df83d4972b0cd245b52fdf8c7', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:24:16.648326 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5fe17652-75bd-4061-99cf-1fe13aa5dd9f tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Notify callbacks [] for floatingip, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:24:16.832821 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5fe17652-75bd-4061-99cf-1fe13aa5dd9f tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:24:17.041556 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-5fe17652-75bd-4061-99cf-1fe13aa5dd9f tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Allocated IP 172.25.5.48 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/68aad46c-a2d1-4973-a7ef-1157b85f8cb1) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:24:17.246648 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5fe17652-75bd-4061-99cf-1fe13aa5dd9f tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:24:17.327184 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5fe17652-75bd-4061-99cf-1fe13aa5dd9f tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:24:17.378125 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe17652-75bd-4061-99cf-1fe13aa5dd9f tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:24:17.381459 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-5fe17652-75bd-4061-99cf-1fe13aa5dd9f tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:24:17.384241 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe17652-75bd-4061-99cf-1fe13aa5dd9f tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:24:17.418292 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe17652-75bd-4061-99cf-1fe13aa5dd9f tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Pushing event updated for resources: {'Port': ['ID=68aad46c-a2d1-4973-a7ef-1157b85f8cb1,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:24:17.873159 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5fe17652-75bd-4061-99cf-1fe13aa5dd9f tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:24:17.963488 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5fe17652-75bd-4061-99cf-1fe13aa5dd9f tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:24:18.191376 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5fe17652-75bd-4061-99cf-1fe13aa5dd9f tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:24:18.197446 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5fe17652-75bd-4061-99cf-1fe13aa5dd9f tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:24:18.290414 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe17652-75bd-4061-99cf-1fe13aa5dd9f tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Pushing event updated for resources: {'Port': ['ID=68aad46c-a2d1-4973-a7ef-1157b85f8cb1,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:24:18.313469 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5fe17652-75bd-4061-99cf-1fe13aa5dd9f tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33287247'] for floatingip, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:24:18.483763 n-d-803378-2 neutron-server[94420]: INFO neutron.db.l3_db [None req-5fe17652-75bd-4061-99cf-1fe13aa5dd9f tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Floating IP 321cecb9-7733-42e0-b807-0db68e7fae07 associated. External IP: 172.25.5.48, port: 57f7fdfb-0884-4f51-99df-defb53a2c3ca. Aug 05 12:24:18.890135 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fe17652-75bd-4061-99cf-1fe13aa5dd9f tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Router fe3604df-bf5a-4d9a-a690-591f048850ce has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:24:19.080002 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fe17652-75bd-4061-99cf-1fe13aa5dd9f tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:24:19.097619 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcdf6e2-026c-4f50-ae9d-c507c8329757 None None] Sync routers for ids ['fe3604df-bf5a-4d9a-a690-591f048850ce'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:24:19.113630 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5fe17652-75bd-4061-99cf-1fe13aa5dd9f tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:24:19.123743 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bcdf6e2-026c-4f50-ae9d-c507c8329757 None None] Routers {'fe3604df-bf5a-4d9a-a690-591f048850ce'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:24:19.125315 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-0bcdf6e2-026c-4f50-ae9d-c507c8329757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:24:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['fe3604df-bf5a-4d9a-a690-591f048850ce'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:24:19.177629 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-5fe17652-75bd-4061-99cf-1fe13aa5dd9f tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5790989 Aug 05 12:24:19.179662 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 44780) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:24:19.180297 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ef36f63-321a-4acc-af49-d26d7255570d', 'tag': '57f7fdfb-0884-4f51-99df-defb53a2c3ca'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:24:19.185766 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47e10126444b02a26d513ed6f4b145adbdfa00d329c865c61a1608b26e6d0230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96beb053-fa22-4368-8794-1152e43da4da" -d '{"events": [{"name": "network-changed", "server_uuid": "2ef36f63-321a-4acc-af49-d26d7255570d", "tag": "57f7fdfb-0884-4f51-99df-defb53a2c3ca"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:24:19.273464 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d33f9c25-7c0b-4912-b1ff-f83c5d34aead tempest-TestVolumeBackupRestore-2090110676 tempest-TestVolumeBackupRestore-2090110676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:24:19.282192 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 44786) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:24:19.290560 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-eebb0e91-feec-4b29-8320-48848d78c076 tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Request body: {'floatingip': {'port_id': '57f7fdfb-0884-4f51-99df-defb53a2c3ca'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:24:19.296216 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-d33f9c25-7c0b-4912-b1ff-f83c5d34aead tempest-TestVolumeBackupRestore-2090110676 tempest-TestVolumeBackupRestore-2090110676-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=2ef36f63-321a-4acc-af49-d26d7255570d HTTP/1.1" status: 200 len: 1092 time: 0.1038060 Aug 05 12:24:19.345712 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-0bcdf6e2-026c-4f50-ae9d-c507c8329757 None None] Set router fe3604df-bf5a-4d9a-a690-591f048850ce gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:24:19.388992 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 12:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e237d4bd-fd17-4233-9dca-f72292669547 x-openstack-request-id: req-e237d4bd-fd17-4233-9dca-f72292669547 {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:24:19.389363 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ef36f63-321a-4acc-af49-d26d7255570d", "tag": "57f7fdfb-0884-4f51-99df-defb53a2c3ca", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:24:19.390189 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e237d4bd-fd17-4233-9dca-f72292669547 {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:24:19.390479 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ef36f63-321a-4acc-af49-d26d7255570d', 'tag': '57f7fdfb-0884-4f51-99df-defb53a2c3ca', 'status': 'completed', 'code': 200} Aug 05 12:24:19.429260 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-eebb0e91-feec-4b29-8320-48848d78c076 tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Notify callbacks [] for floatingip, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:24:19.774641 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-0bcdf6e2-026c-4f50-ae9d-c507c8329757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe3604df-bf5a-4d9a-a690-591f048850ce', 'name': 'tempest-TestVolumeBackupRestore-1030141038-router', 'tenant_id': '24f6c57df83d4972b0cd245b52fdf8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '69232f43-fb8d-496f-bb10-7add9edb83a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:20:43Z', 'updated_at': '2021-08-05T12:20:48Z', 'revision_number': 4, 'project_id': '24f6c57df83d4972b0cd245b52fdf8c7', 'gw_port': {'id': '69232f43-fb8d-496f-bb10-7add9edb83a4', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f7:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3604df-bf5a-4d9a-a690-591f048850ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:20:43Z', 'updated_at': '2021-08-05T12:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': '321cecb9-7733-42e0-b807-0db68e7fae07', 'tenant_id': '24f6c57df83d4972b0cd245b52fdf8c7', 'floating_ip_address': '172.25.5.48', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': 'fe3604df-bf5a-4d9a-a690-591f048850ce', 'port_id': '57f7fdfb-0884-4f51-99df-defb53a2c3ca', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcb82a16-b24d-4107-bbb9-33ff09f07b06', 'mac_address': 'fa:16:3e:42:ee:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef36f63-321a-4acc-af49-d26d7255570d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T12:24:17Z', 'updated_at': '2021-08-05T12:24:17Z', 'revision_number': 0, 'project_id': '24f6c57df83d4972b0cd245b52fdf8c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1fe32db-a67c-4814-9410-d6e496f0e87b', 'name': '', 'network_id': 'bcb82a16-b24d-4107-bbb9-33ff09f07b06', 'tenant_id': '24f6c57df83d4972b0cd245b52fdf8c7', 'mac_address': 'fa:16:3e:d8:26:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3604df-bf5a-4d9a-a690-591f048850ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'cd4e19a3-a3cc-4441-a39f-daddcf1c525a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:20:47Z', 'updated_at': '2021-08-05T12:21:00Z', 'revision_number': 5, 'project_id': '24f6c57df83d4972b0cd245b52fdf8c7', 'subnets': [{'id': 'cd4e19a3-a3cc-4441-a39f-daddcf1c525a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:24:19.815150 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcdf6e2-026c-4f50-ae9d-c507c8329757 None None] Checking router: fe3604df-bf5a-4d9a-a690-591f048850ce for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:24:19.836569 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bcdf6e2-026c-4f50-ae9d-c507c8329757 None None] Routers {'fe3604df-bf5a-4d9a-a690-591f048850ce'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:24:19.837777 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-0bcdf6e2-026c-4f50-ae9d-c507c8329757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:24:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['fe3604df-bf5a-4d9a-a690-591f048850ce'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:24:20.063182 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-0bcdf6e2-026c-4f50-ae9d-c507c8329757 None None] Set router fe3604df-bf5a-4d9a-a690-591f048850ce gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:24:20.099883 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96beb053-fa22-4368-8794-1152e43da4da req-aa034f46-b06a-4e3e-9934-2125f6ee9025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:24:20.102982 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-96beb053-fa22-4368-8794-1152e43da4da req-aa034f46-b06a-4e3e-9934-2125f6ee9025 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=24f6c57df83d4972b0cd245b52fdf8c7&device_id=2ef36f63-321a-4acc-af49-d26d7255570d HTTP/1.1" status: 200 len: 1097 time: 0.6143792 Aug 05 12:24:20.402526 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96beb053-fa22-4368-8794-1152e43da4da req-40b3bd42-b218-47ee-acb2-0baeb1f6f523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:24:20.404847 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-96beb053-fa22-4368-8794-1152e43da4da req-40b3bd42-b218-47ee-acb2-0baeb1f6f523 service neutron] 10.222.0.55 "GET /v2.0/networks?id=bcb82a16-b24d-4107-bbb9-33ff09f07b06 HTTP/1.1" status: 200 len: 915 time: 0.2870440 Aug 05 12:24:20.514130 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-0bcdf6e2-026c-4f50-ae9d-c507c8329757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe3604df-bf5a-4d9a-a690-591f048850ce', 'name': 'tempest-TestVolumeBackupRestore-1030141038-router', 'tenant_id': '24f6c57df83d4972b0cd245b52fdf8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '69232f43-fb8d-496f-bb10-7add9edb83a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:20:43Z', 'updated_at': '2021-08-05T12:20:48Z', 'revision_number': 4, 'project_id': '24f6c57df83d4972b0cd245b52fdf8c7', 'gw_port': {'id': '69232f43-fb8d-496f-bb10-7add9edb83a4', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f7:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3604df-bf5a-4d9a-a690-591f048850ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:20:43Z', 'updated_at': '2021-08-05T12:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': '321cecb9-7733-42e0-b807-0db68e7fae07', 'tenant_id': '24f6c57df83d4972b0cd245b52fdf8c7', 'floating_ip_address': '172.25.5.48', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': 'fe3604df-bf5a-4d9a-a690-591f048850ce', 'port_id': '57f7fdfb-0884-4f51-99df-defb53a2c3ca', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcb82a16-b24d-4107-bbb9-33ff09f07b06', 'mac_address': 'fa:16:3e:42:ee:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef36f63-321a-4acc-af49-d26d7255570d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T12:24:17Z', 'updated_at': '2021-08-05T12:24:17Z', 'revision_number': 0, 'project_id': '24f6c57df83d4972b0cd245b52fdf8c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1fe32db-a67c-4814-9410-d6e496f0e87b', 'name': '', 'network_id': 'bcb82a16-b24d-4107-bbb9-33ff09f07b06', 'tenant_id': '24f6c57df83d4972b0cd245b52fdf8c7', 'mac_address': 'fa:16:3e:d8:26:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3604df-bf5a-4d9a-a690-591f048850ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'cd4e19a3-a3cc-4441-a39f-daddcf1c525a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:20:47Z', 'updated_at': '2021-08-05T12:21:00Z', 'revision_number': 5, 'project_id': '24f6c57df83d4972b0cd245b52fdf8c7', 'subnets': [{'id': 'cd4e19a3-a3cc-4441-a39f-daddcf1c525a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:24:20.565127 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcdf6e2-026c-4f50-ae9d-c507c8329757 None None] The sync data for ids ['fe3604df-bf5a-4d9a-a690-591f048850ce'] in n-d-803378-2 is: [{'id': 'fe3604df-bf5a-4d9a-a690-591f048850ce', 'name': 'tempest-TestVolumeBackupRestore-1030141038-router', 'tenant_id': '24f6c57df83d4972b0cd245b52fdf8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '69232f43-fb8d-496f-bb10-7add9edb83a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:20:43Z', 'updated_at': '2021-08-05T12:20:48Z', 'revision_number': 4, 'project_id': '24f6c57df83d4972b0cd245b52fdf8c7', 'gw_port': {'id': '69232f43-fb8d-496f-bb10-7add9edb83a4', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f7:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3604df-bf5a-4d9a-a690-591f048850ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:20:43Z', 'updated_at': '2021-08-05T12:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': '321cecb9-7733-42e0-b807-0db68e7fae07', 'tenant_id': '24f6c57df83d4972b0cd245b52fdf8c7', 'floating_ip_address': '172.25.5.48', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': 'fe3604df-bf5a-4d9a-a690-591f048850ce', 'port_id': '57f7fdfb-0884-4f51-99df-defb53a2c3ca', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcb82a16-b24d-4107-bbb9-33ff09f07b06', 'mac_address': 'fa:16:3e:42:ee:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef36f63-321a-4acc-af49-d26d7255570d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T12:24:17Z', 'updated_at': '2021-08-05T12:24:17Z', 'revision_number': 0, 'project_id': '24f6c57df83d4972b0cd245b52fdf8c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1fe32db-a67c-4814-9410-d6e496f0e87b', 'name': '', 'network_id': 'bcb82a16-b24d-4107-bbb9-33ff09f07b06', 'tenant_id': '24f6c57df83d4972b0cd245b52fdf8c7', 'mac_address': 'fa:16:3e:d8:26:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3604df-bf5a-4d9a-a690-591f048850ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'cd4e19a3-a3cc-4441-a39f-daddcf1c525a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:20:47Z', 'updated_at': '2021-08-05T12:21:00Z', 'revision_number': 5, 'project_id': '24f6c57df83d4972b0cd245b52fdf8c7', 'subnets': [{'id': 'cd4e19a3-a3cc-4441-a39f-daddcf1c525a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:24:20.609534 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-96beb053-fa22-4368-8794-1152e43da4da req-63bcddf4-e55a-4db0-a1b1-779430567aa7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=57f7fdfb-0884-4f51-99df-defb53a2c3ca HTTP/1.1" status: 200 len: 999 time: 0.1962399 Aug 05 12:24:20.848446 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96beb053-fa22-4368-8794-1152e43da4da req-d73cbf85-f731-4897-b76d-1f1bab0b54e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:24:20.851437 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-96beb053-fa22-4368-8794-1152e43da4da req-d73cbf85-f731-4897-b76d-1f1bab0b54e9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cd4e19a3-a3cc-4441-a39f-daddcf1c525a HTTP/1.1" status: 200 len: 853 time: 0.2296939 Aug 05 12:24:20.915861 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0480fd5-a865-445d-84d0-68eb6ab915e4 None None] New status for floating IP 321cecb9-7733-42e0-b807-0db68e7fae07: ACTIVE {{(pid=94422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 12:24:21.012195 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96beb053-fa22-4368-8794-1152e43da4da req-3dd0b148-b80e-4dce-904f-1ab32971082e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:24:21.015063 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-96beb053-fa22-4368-8794-1152e43da4da req-3dd0b148-b80e-4dce-904f-1ab32971082e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bcb82a16-b24d-4107-bbb9-33ff09f07b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1546805 Aug 05 12:24:21.242941 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-eebb0e91-feec-4b29-8320-48848d78c076 tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:24:21.252839 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.db.api [None req-e0480fd5-a865-445d-84d0-68eb6ab915e4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94422) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 05 12:24:21.253327 n-d-803378-2 neutron-server[94422]: DEBUG oslo_db.api [None req-e0480fd5-a865-445d-84d0-68eb6ab915e4 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 12:24:21.259810 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-eebb0e91-feec-4b29-8320-48848d78c076 tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33287247'] for floatingip, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:24:21.364648 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-96beb053-fa22-4368-8794-1152e43da4da req-92758376-1c89-4a07-ae8b-8c5cdf0a0c06 service neutron] 10.222.0.55 "GET /v2.0/networks/bcb82a16-b24d-4107-bbb9-33ff09f07b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3369560 Aug 05 12:24:21.696907 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-96beb053-fa22-4368-8794-1152e43da4da req-29c1af30-a9c7-45c4-8218-8de1ea6a6bdb service neutron] 10.222.0.55 "GET /v2.0/networks/bcb82a16-b24d-4107-bbb9-33ff09f07b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3215199 Aug 05 12:24:21.758188 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0480fd5-a865-445d-84d0-68eb6ab915e4 None None] New status for floating IP 321cecb9-7733-42e0-b807-0db68e7fae07: ACTIVE {{(pid=94422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 12:24:21.850066 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eebb0e91-feec-4b29-8320-48848d78c076 tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Router fe3604df-bf5a-4d9a-a690-591f048850ce has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:24:22.046096 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eebb0e91-feec-4b29-8320-48848d78c076 tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:24:22.056406 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-eebb0e91-feec-4b29-8320-48848d78c076 tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:24:22.127393 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ef36f63-321a-4acc-af49-d26d7255570d', 'tag': '57f7fdfb-0884-4f51-99df-defb53a2c3ca'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:24:22.132514 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7ff1ae056485c55ead25f70fa9973e26b39e4a1f6cb6b93d5d0d7942cdef429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa8c2c69-f803-4b94-be30-823fcffc8d31" -d '{"events": [{"name": "network-changed", "server_uuid": "2ef36f63-321a-4acc-af49-d26d7255570d", "tag": "57f7fdfb-0884-4f51-99df-defb53a2c3ca"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:24:22.201383 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-eebb0e91-feec-4b29-8320-48848d78c076 tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] 10.222.0.58 "PUT /v2.0/floatingips/321cecb9-7733-42e0-b807-0db68e7fae07 HTTP/1.1" status: 200 len: 991 time: 2.9171059 Aug 05 12:24:22.204390 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 12:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c78e90f5-54d7-4222-9952-42a99adafe09 x-openstack-request-id: req-c78e90f5-54d7-4222-9952-42a99adafe09 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:24:22.204915 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ef36f63-321a-4acc-af49-d26d7255570d", "tag": "57f7fdfb-0884-4f51-99df-defb53a2c3ca", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:24:22.205364 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c78e90f5-54d7-4222-9952-42a99adafe09 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:24:22.206070 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ef36f63-321a-4acc-af49-d26d7255570d', 'tag': '57f7fdfb-0884-4f51-99df-defb53a2c3ca', 'status': 'completed', 'code': 200} Aug 05 12:24:22.342417 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8c2c69-f803-4b94-be30-823fcffc8d31 req-61b594ae-3e67-4d0c-a952-bcaafd599029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:24:22.345361 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-fa8c2c69-f803-4b94-be30-823fcffc8d31 req-61b594ae-3e67-4d0c-a952-bcaafd599029 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=24f6c57df83d4972b0cd245b52fdf8c7&device_id=2ef36f63-321a-4acc-af49-d26d7255570d HTTP/1.1" status: 200 len: 1097 time: 0.0854743 Aug 05 12:24:22.419294 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3cc17c6-c883-4136-b12c-962360cc9e32 None None] Sync routers for ids ['fe3604df-bf5a-4d9a-a690-591f048850ce'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:24:22.438398 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3cc17c6-c883-4136-b12c-962360cc9e32 None None] Routers {'fe3604df-bf5a-4d9a-a690-591f048850ce'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:24:22.439633 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-a3cc17c6-c883-4136-b12c-962360cc9e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:24:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['fe3604df-bf5a-4d9a-a690-591f048850ce'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:24:22.505570 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8c2c69-f803-4b94-be30-823fcffc8d31 req-56aa4b9d-0a4b-45f8-853f-1ec5e243f16e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:24:22.507392 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-fa8c2c69-f803-4b94-be30-823fcffc8d31 req-56aa4b9d-0a4b-45f8-853f-1ec5e243f16e service neutron] 10.222.0.55 "GET /v2.0/networks?id=bcb82a16-b24d-4107-bbb9-33ff09f07b06 HTTP/1.1" status: 200 len: 915 time: 0.1505132 Aug 05 12:24:22.597218 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-fa8c2c69-f803-4b94-be30-823fcffc8d31 req-ccbc33af-2c74-433d-b487-e10962779d75 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=57f7fdfb-0884-4f51-99df-defb53a2c3ca HTTP/1.1" status: 200 len: 1001 time: 0.0824513 Aug 05 12:24:22.615458 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-a3cc17c6-c883-4136-b12c-962360cc9e32 None None] Set router fe3604df-bf5a-4d9a-a690-591f048850ce gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:24:22.623264 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:24:22.696144 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8c2c69-f803-4b94-be30-823fcffc8d31 req-1eb84583-9f94-478c-96c8-b486663c6685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:24:22.699694 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-fa8c2c69-f803-4b94-be30-823fcffc8d31 req-1eb84583-9f94-478c-96c8-b486663c6685 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cd4e19a3-a3cc-4441-a39f-daddcf1c525a HTTP/1.1" status: 200 len: 853 time: 0.0948803 Aug 05 12:24:22.782410 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8c2c69-f803-4b94-be30-823fcffc8d31 req-3b15bbce-ed15-4842-97c1-f29c9e746ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:24:22.785146 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-fa8c2c69-f803-4b94-be30-823fcffc8d31 req-3b15bbce-ed15-4842-97c1-f29c9e746ef9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bcb82a16-b24d-4107-bbb9-33ff09f07b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0780053 Aug 05 12:24:22.951485 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-fa8c2c69-f803-4b94-be30-823fcffc8d31 req-e39e4178-d46a-4ffd-b8aa-1e55932f6ed0 service neutron] 10.222.0.55 "GET /v2.0/networks/bcb82a16-b24d-4107-bbb9-33ff09f07b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572895 Aug 05 12:24:23.024555 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-a3cc17c6-c883-4136-b12c-962360cc9e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe3604df-bf5a-4d9a-a690-591f048850ce', 'name': 'tempest-TestVolumeBackupRestore-1030141038-router', 'tenant_id': '24f6c57df83d4972b0cd245b52fdf8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '69232f43-fb8d-496f-bb10-7add9edb83a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:20:43Z', 'updated_at': '2021-08-05T12:20:48Z', 'revision_number': 4, 'project_id': '24f6c57df83d4972b0cd245b52fdf8c7', 'gw_port': {'id': '69232f43-fb8d-496f-bb10-7add9edb83a4', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f7:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3604df-bf5a-4d9a-a690-591f048850ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:20:43Z', 'updated_at': '2021-08-05T12:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': '321cecb9-7733-42e0-b807-0db68e7fae07', 'tenant_id': '24f6c57df83d4972b0cd245b52fdf8c7', 'floating_ip_address': '172.25.5.48', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': 'fe3604df-bf5a-4d9a-a690-591f048850ce', 'port_id': '57f7fdfb-0884-4f51-99df-defb53a2c3ca', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcb82a16-b24d-4107-bbb9-33ff09f07b06', 'mac_address': 'fa:16:3e:42:ee:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef36f63-321a-4acc-af49-d26d7255570d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T12:24:17Z', 'updated_at': '2021-08-05T12:24:21Z', 'revision_number': 2, 'project_id': '24f6c57df83d4972b0cd245b52fdf8c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1fe32db-a67c-4814-9410-d6e496f0e87b', 'name': '', 'network_id': 'bcb82a16-b24d-4107-bbb9-33ff09f07b06', 'tenant_id': '24f6c57df83d4972b0cd245b52fdf8c7', 'mac_address': 'fa:16:3e:d8:26:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3604df-bf5a-4d9a-a690-591f048850ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'cd4e19a3-a3cc-4441-a39f-daddcf1c525a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:20:47Z', 'updated_at': '2021-08-05T12:21:00Z', 'revision_number': 5, 'project_id': '24f6c57df83d4972b0cd245b52fdf8c7', 'subnets': [{'id': 'cd4e19a3-a3cc-4441-a39f-daddcf1c525a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:24:23.125450 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-fa8c2c69-f803-4b94-be30-823fcffc8d31 req-7c02046e-d8d0-482a-bfb6-28a42c61d811 service neutron] 10.222.0.55 "GET /v2.0/networks/bcb82a16-b24d-4107-bbb9-33ff09f07b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608326 Aug 05 12:24:23.197660 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3cc17c6-c883-4136-b12c-962360cc9e32 None None] Checking router: fe3604df-bf5a-4d9a-a690-591f048850ce for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:24:23.210491 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3cc17c6-c883-4136-b12c-962360cc9e32 None None] Routers {'fe3604df-bf5a-4d9a-a690-591f048850ce'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:24:23.211160 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-a3cc17c6-c883-4136-b12c-962360cc9e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:24:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['fe3604df-bf5a-4d9a-a690-591f048850ce'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:24:23.394997 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-a3cc17c6-c883-4136-b12c-962360cc9e32 None None] Set router fe3604df-bf5a-4d9a-a690-591f048850ce gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:24:23.689800 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-a3cc17c6-c883-4136-b12c-962360cc9e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe3604df-bf5a-4d9a-a690-591f048850ce', 'name': 'tempest-TestVolumeBackupRestore-1030141038-router', 'tenant_id': '24f6c57df83d4972b0cd245b52fdf8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '69232f43-fb8d-496f-bb10-7add9edb83a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:20:43Z', 'updated_at': '2021-08-05T12:20:48Z', 'revision_number': 4, 'project_id': '24f6c57df83d4972b0cd245b52fdf8c7', 'gw_port': {'id': '69232f43-fb8d-496f-bb10-7add9edb83a4', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f7:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3604df-bf5a-4d9a-a690-591f048850ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:20:43Z', 'updated_at': '2021-08-05T12:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': '321cecb9-7733-42e0-b807-0db68e7fae07', 'tenant_id': '24f6c57df83d4972b0cd245b52fdf8c7', 'floating_ip_address': '172.25.5.48', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': 'fe3604df-bf5a-4d9a-a690-591f048850ce', 'port_id': '57f7fdfb-0884-4f51-99df-defb53a2c3ca', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcb82a16-b24d-4107-bbb9-33ff09f07b06', 'mac_address': 'fa:16:3e:42:ee:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef36f63-321a-4acc-af49-d26d7255570d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T12:24:17Z', 'updated_at': '2021-08-05T12:24:21Z', 'revision_number': 2, 'project_id': '24f6c57df83d4972b0cd245b52fdf8c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1fe32db-a67c-4814-9410-d6e496f0e87b', 'name': '', 'network_id': 'bcb82a16-b24d-4107-bbb9-33ff09f07b06', 'tenant_id': '24f6c57df83d4972b0cd245b52fdf8c7', 'mac_address': 'fa:16:3e:d8:26:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3604df-bf5a-4d9a-a690-591f048850ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'cd4e19a3-a3cc-4441-a39f-daddcf1c525a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:20:47Z', 'updated_at': '2021-08-05T12:21:00Z', 'revision_number': 5, 'project_id': '24f6c57df83d4972b0cd245b52fdf8c7', 'subnets': [{'id': 'cd4e19a3-a3cc-4441-a39f-daddcf1c525a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:24:23.722888 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3cc17c6-c883-4136-b12c-962360cc9e32 None None] The sync data for ids ['fe3604df-bf5a-4d9a-a690-591f048850ce'] in n-d-803378-2 is: [{'id': 'fe3604df-bf5a-4d9a-a690-591f048850ce', 'name': 'tempest-TestVolumeBackupRestore-1030141038-router', 'tenant_id': '24f6c57df83d4972b0cd245b52fdf8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '69232f43-fb8d-496f-bb10-7add9edb83a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:20:43Z', 'updated_at': '2021-08-05T12:20:48Z', 'revision_number': 4, 'project_id': '24f6c57df83d4972b0cd245b52fdf8c7', 'gw_port': {'id': '69232f43-fb8d-496f-bb10-7add9edb83a4', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f7:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3604df-bf5a-4d9a-a690-591f048850ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:20:43Z', 'updated_at': '2021-08-05T12:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': '321cecb9-7733-42e0-b807-0db68e7fae07', 'tenant_id': '24f6c57df83d4972b0cd245b52fdf8c7', 'floating_ip_address': '172.25.5.48', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': 'fe3604df-bf5a-4d9a-a690-591f048850ce', 'port_id': '57f7fdfb-0884-4f51-99df-defb53a2c3ca', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcb82a16-b24d-4107-bbb9-33ff09f07b06', 'mac_address': 'fa:16:3e:42:ee:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef36f63-321a-4acc-af49-d26d7255570d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T12:24:17Z', 'updated_at': '2021-08-05T12:24:21Z', 'revision_number': 2, 'project_id': '24f6c57df83d4972b0cd245b52fdf8c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1fe32db-a67c-4814-9410-d6e496f0e87b', 'name': '', 'network_id': 'bcb82a16-b24d-4107-bbb9-33ff09f07b06', 'tenant_id': '24f6c57df83d4972b0cd245b52fdf8c7', 'mac_address': 'fa:16:3e:d8:26:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3604df-bf5a-4d9a-a690-591f048850ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'cd4e19a3-a3cc-4441-a39f-daddcf1c525a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:20:47Z', 'updated_at': '2021-08-05T12:21:00Z', 'revision_number': 5, 'project_id': '24f6c57df83d4972b0cd245b52fdf8c7', 'subnets': [{'id': 'cd4e19a3-a3cc-4441-a39f-daddcf1c525a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:24:24.207513 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ef36f63-321a-4acc-af49-d26d7255570d', 'tag': '57f7fdfb-0884-4f51-99df-defb53a2c3ca'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:24:24.210866 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7ff1ae056485c55ead25f70fa9973e26b39e4a1f6cb6b93d5d0d7942cdef429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9afebe10-aad4-41de-b150-47b6ac34d51c" -d '{"events": [{"name": "network-changed", "server_uuid": "2ef36f63-321a-4acc-af49-d26d7255570d", "tag": "57f7fdfb-0884-4f51-99df-defb53a2c3ca"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:24:24.284293 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 12:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bdd028a-948a-43a1-b47e-c4a15c403177 x-openstack-request-id: req-2bdd028a-948a-43a1-b47e-c4a15c403177 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:24:24.284816 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ef36f63-321a-4acc-af49-d26d7255570d", "tag": "57f7fdfb-0884-4f51-99df-defb53a2c3ca", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:24:24.285238 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2bdd028a-948a-43a1-b47e-c4a15c403177 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:24:24.285923 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ef36f63-321a-4acc-af49-d26d7255570d', 'tag': '57f7fdfb-0884-4f51-99df-defb53a2c3ca', 'status': 'completed', 'code': 200} Aug 05 12:24:24.399445 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afebe10-aad4-41de-b150-47b6ac34d51c req-38aed10e-d255-464a-a2be-258a08f4909e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:24:24.401839 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9afebe10-aad4-41de-b150-47b6ac34d51c req-38aed10e-d255-464a-a2be-258a08f4909e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=24f6c57df83d4972b0cd245b52fdf8c7&device_id=2ef36f63-321a-4acc-af49-d26d7255570d HTTP/1.1" status: 200 len: 1097 time: 0.0545249 Aug 05 12:24:24.548612 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afebe10-aad4-41de-b150-47b6ac34d51c req-f2b567bb-2b8d-4b45-9034-766254f1fceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:24:24.551246 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9afebe10-aad4-41de-b150-47b6ac34d51c req-f2b567bb-2b8d-4b45-9034-766254f1fceb service neutron] 10.222.0.55 "GET /v2.0/networks?id=bcb82a16-b24d-4107-bbb9-33ff09f07b06 HTTP/1.1" status: 200 len: 915 time: 0.1423140 Aug 05 12:24:24.690716 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9afebe10-aad4-41de-b150-47b6ac34d51c req-4f040d56-53f4-44d0-a987-bb2ebcf0eef9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=57f7fdfb-0884-4f51-99df-defb53a2c3ca HTTP/1.1" status: 200 len: 1001 time: 0.1181428 Aug 05 12:24:24.766360 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afebe10-aad4-41de-b150-47b6ac34d51c req-eca1727b-9553-443e-9552-ff8a24988b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:24:24.768060 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9afebe10-aad4-41de-b150-47b6ac34d51c req-eca1727b-9553-443e-9552-ff8a24988b60 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cd4e19a3-a3cc-4441-a39f-daddcf1c525a HTTP/1.1" status: 200 len: 853 time: 0.0695271 Aug 05 12:24:24.851962 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afebe10-aad4-41de-b150-47b6ac34d51c req-2f82623d-3c2e-410f-b22f-f52c8a10a9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:24:24.853959 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9afebe10-aad4-41de-b150-47b6ac34d51c req-2f82623d-3c2e-410f-b22f-f52c8a10a9db service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bcb82a16-b24d-4107-bbb9-33ff09f07b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0783756 Aug 05 12:24:24.982642 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9afebe10-aad4-41de-b150-47b6ac34d51c req-8193f0c7-6402-4229-98c1-e6ecd93d32de service neutron] 10.222.0.55 "GET /v2.0/networks/bcb82a16-b24d-4107-bbb9-33ff09f07b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206923 Aug 05 12:24:25.118409 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9afebe10-aad4-41de-b150-47b6ac34d51c req-623c529c-a822-4bf9-8e96-1c7bbde9d738 service neutron] 10.222.0.55 "GET /v2.0/networks/bcb82a16-b24d-4107-bbb9-33ff09f07b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277103 Aug 05 12:24:29.553656 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [req-fc974b9b-ac42-4b35-a8be-155aec26f6f7 req-38d070de-f63d-4ab6-bc7d-0bf48762608f service neutron] (94421) timed out ('10.222.0.58', 58168) {{(pid=94421) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 05 12:24:29.862769 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:24:31.406507 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-58af790a-61f2-48c0-85eb-ea7fce3021ea req-e1cd3dbc-5b2a-4707-bc51-293643dc6b3d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2ef36f63-321a-4acc-af49-d26d7255570d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0802023 Aug 05 12:24:31.540632 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af790a-61f2-48c0-85eb-ea7fce3021ea req-dc5e8c78-82fd-4ed5-b62a-fada088f389d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:24:31.543249 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-58af790a-61f2-48c0-85eb-ea7fce3021ea req-dc5e8c78-82fd-4ed5-b62a-fada088f389d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=24f6c57df83d4972b0cd245b52fdf8c7&device_id=2ef36f63-321a-4acc-af49-d26d7255570d HTTP/1.1" status: 200 len: 1097 time: 0.0545504 Aug 05 12:24:31.729576 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af790a-61f2-48c0-85eb-ea7fce3021ea req-be79f93b-43d0-4c89-b5fd-38fe03bcca70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:24:31.732721 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-58af790a-61f2-48c0-85eb-ea7fce3021ea req-be79f93b-43d0-4c89-b5fd-38fe03bcca70 service neutron] 10.222.0.55 "GET /v2.0/networks?id=bcb82a16-b24d-4107-bbb9-33ff09f07b06 HTTP/1.1" status: 200 len: 915 time: 0.1632082 Aug 05 12:24:31.849997 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-58af790a-61f2-48c0-85eb-ea7fce3021ea req-b9bdd253-b7a6-4d3f-8b61-8e0cad00f11d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=57f7fdfb-0884-4f51-99df-defb53a2c3ca HTTP/1.1" status: 200 len: 1001 time: 0.1096954 Aug 05 12:24:31.936807 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af790a-61f2-48c0-85eb-ea7fce3021ea req-62e45ba7-5c22-49c3-b1c1-3b2b867c48c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:24:31.938436 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-58af790a-61f2-48c0-85eb-ea7fce3021ea req-62e45ba7-5c22-49c3-b1c1-3b2b867c48c2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cd4e19a3-a3cc-4441-a39f-daddcf1c525a HTTP/1.1" status: 200 len: 853 time: 0.0805480 Aug 05 12:24:32.020731 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af790a-61f2-48c0-85eb-ea7fce3021ea req-fc1d7158-199f-40a6-bee3-c187d5dc56b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:24:32.022370 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-58af790a-61f2-48c0-85eb-ea7fce3021ea req-fc1d7158-199f-40a6-bee3-c187d5dc56b4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bcb82a16-b24d-4107-bbb9-33ff09f07b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0748560 Aug 05 12:24:32.203345 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-58af790a-61f2-48c0-85eb-ea7fce3021ea req-b53b067c-26d1-4a0d-ab0d-dfbd0fc08bb8 service neutron] 10.222.0.55 "GET /v2.0/networks/bcb82a16-b24d-4107-bbb9-33ff09f07b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684649 Aug 05 12:24:32.373441 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-58af790a-61f2-48c0-85eb-ea7fce3021ea req-581ff006-d1ca-4f52-b7d7-23633d8e0a84 service neutron] 10.222.0.55 "GET /v2.0/networks/bcb82a16-b24d-4107-bbb9-33ff09f07b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610224 Aug 05 12:24:35.770310 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 12:24:37.323621 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f35d8a6e-9c26-43c6-869c-001f6fb2d547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:24:40.060120 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-8f322636-aec8-4d49-8d8b-1de150489770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:24:40.119044 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:24:41.920136 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:24:44.054033 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:24:52.626064 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:24:53.341991 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 44800) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:24:53.647687 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-c6bdbac6-307d-4e18-8a9a-a2f3a363007a tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Deleting port 68aad46c-a2d1-4973-a7ef-1157b85f8cb1 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:24:53.648103 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c6bdbac6-307d-4e18-8a9a-a2f3a363007a tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:24:53.799153 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c6bdbac6-307d-4e18-8a9a-a2f3a363007a tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:24:53.799696 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c6bdbac6-307d-4e18-8a9a-a2f3a363007a tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:24:53.823685 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-c6bdbac6-307d-4e18-8a9a-a2f3a363007a tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Calling delete_port for 68aad46c-a2d1-4973-a7ef-1157b85f8cb1 owned by network:floatingip {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:24:54.606200 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c6bdbac6-307d-4e18-8a9a-a2f3a363007a tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:24:54.648160 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bdbac6-307d-4e18-8a9a-a2f3a363007a tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Pushing event deleted for resources: {'Port': ['ID=68aad46c-a2d1-4973-a7ef-1157b85f8cb1,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:24:54.748687 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c6bdbac6-307d-4e18-8a9a-a2f3a363007a tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Notify callbacks [] for floatingip, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:24:54.749311 n-d-803378-2 neutron-server[94421]: INFO neutron.db.l3_db [None req-c6bdbac6-307d-4e18-8a9a-a2f3a363007a tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Floating IP 321cecb9-7733-42e0-b807-0db68e7fae07 disassociated (deleted). External IP: 172.25.5.48, port: 57f7fdfb-0884-4f51-99df-defb53a2c3ca. Aug 05 12:24:55.160921 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6bdbac6-307d-4e18-8a9a-a2f3a363007a tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Router fe3604df-bf5a-4d9a-a690-591f048850ce has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:24:55.366428 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6bdbac6-307d-4e18-8a9a-a2f3a363007a tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:24:55.376669 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c6bdbac6-307d-4e18-8a9a-a2f3a363007a tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:24:55.384385 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c0268a-e1b6-44d5-b7e9-315e18f20abb None None] Sync routers for ids ['fe3604df-bf5a-4d9a-a690-591f048850ce'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:24:55.403114 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c0268a-e1b6-44d5-b7e9-315e18f20abb None None] Routers {'fe3604df-bf5a-4d9a-a690-591f048850ce'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:24:55.404611 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-03c0268a-e1b6-44d5-b7e9-315e18f20abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:24:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['fe3604df-bf5a-4d9a-a690-591f048850ce'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:24:55.441047 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-c6bdbac6-307d-4e18-8a9a-a2f3a363007a tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] 10.222.0.58 "DELETE /v2.0/floatingips/321cecb9-7733-42e0-b807-0db68e7fae07 HTTP/1.1" status: 204 len: 168 time: 2.0975420 Aug 05 12:24:55.441576 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ef36f63-321a-4acc-af49-d26d7255570d', 'tag': '57f7fdfb-0884-4f51-99df-defb53a2c3ca'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:24:55.451446 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7ff1ae056485c55ead25f70fa9973e26b39e4a1f6cb6b93d5d0d7942cdef429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a92ca44-27a2-4bd9-8c19-68b969a2e1e9" -d '{"events": [{"name": "network-changed", "server_uuid": "2ef36f63-321a-4acc-af49-d26d7255570d", "tag": "57f7fdfb-0884-4f51-99df-defb53a2c3ca"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:24:55.565238 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 12:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50ab3755-e7e1-4557-9133-f93ed61a5072 x-openstack-request-id: req-50ab3755-e7e1-4557-9133-f93ed61a5072 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:24:55.566515 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ef36f63-321a-4acc-af49-d26d7255570d", "tag": "57f7fdfb-0884-4f51-99df-defb53a2c3ca", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:24:55.568603 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-50ab3755-e7e1-4557-9133-f93ed61a5072 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:24:55.569508 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ef36f63-321a-4acc-af49-d26d7255570d', 'tag': '57f7fdfb-0884-4f51-99df-defb53a2c3ca', 'status': 'completed', 'code': 200} Aug 05 12:24:55.652692 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-03c0268a-e1b6-44d5-b7e9-315e18f20abb None None] Set router fe3604df-bf5a-4d9a-a690-591f048850ce gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:24:55.697648 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a92ca44-27a2-4bd9-8c19-68b969a2e1e9 req-4b0f7e52-9c96-4a3d-a3fc-3237ff1d98db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:24:55.701188 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9a92ca44-27a2-4bd9-8c19-68b969a2e1e9 req-4b0f7e52-9c96-4a3d-a3fc-3237ff1d98db service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=24f6c57df83d4972b0cd245b52fdf8c7&device_id=2ef36f63-321a-4acc-af49-d26d7255570d HTTP/1.1" status: 200 len: 1097 time: 0.0968740 Aug 05 12:24:55.940369 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a92ca44-27a2-4bd9-8c19-68b969a2e1e9 req-216566a1-785f-402f-99fd-f51b88226891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:24:55.943430 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9a92ca44-27a2-4bd9-8c19-68b969a2e1e9 req-216566a1-785f-402f-99fd-f51b88226891 service neutron] 10.222.0.55 "GET /v2.0/networks?id=bcb82a16-b24d-4107-bbb9-33ff09f07b06 HTTP/1.1" status: 200 len: 915 time: 0.2285905 Aug 05 12:24:55.975935 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f928fab-fb28-4805-bca0-01b283c7c76a req-9023d095-0018-4a98-9eaa-127e8602a9f4 tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:24:55.979671 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7f928fab-fb28-4805-bca0-01b283c7c76a req-9023d095-0018-4a98-9eaa-127e8602a9f4 tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ef36f63-321a-4acc-af49-d26d7255570d HTTP/1.1" status: 200 len: 946 time: 0.0936289 Aug 05 12:24:56.020307 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9a92ca44-27a2-4bd9-8c19-68b969a2e1e9 req-cbc7bb52-6d43-49cc-9e3d-a9602534c07d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=57f7fdfb-0884-4f51-99df-defb53a2c3ca HTTP/1.1" status: 200 len: 217 time: 0.0680761 Aug 05 12:24:56.063693 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7f928fab-fb28-4805-bca0-01b283c7c76a req-abdc59a7-66f3-42bf-86bf-d8dfeffbbe0f tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e59b5f2-8b6d-456b-a799-653e1d28d363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723503 Aug 05 12:24:56.117868 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a92ca44-27a2-4bd9-8c19-68b969a2e1e9 req-da2b7d66-6af0-42bd-9533-37e4f0ca544a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:24:56.121294 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9a92ca44-27a2-4bd9-8c19-68b969a2e1e9 req-da2b7d66-6af0-42bd-9533-37e4f0ca544a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cd4e19a3-a3cc-4441-a39f-daddcf1c525a HTTP/1.1" status: 200 len: 853 time: 0.0910254 Aug 05 12:24:56.141773 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-03c0268a-e1b6-44d5-b7e9-315e18f20abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe3604df-bf5a-4d9a-a690-591f048850ce', 'name': 'tempest-TestVolumeBackupRestore-1030141038-router', 'tenant_id': '24f6c57df83d4972b0cd245b52fdf8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '69232f43-fb8d-496f-bb10-7add9edb83a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:20:43Z', 'updated_at': '2021-08-05T12:20:48Z', 'revision_number': 4, 'project_id': '24f6c57df83d4972b0cd245b52fdf8c7', 'gw_port': {'id': '69232f43-fb8d-496f-bb10-7add9edb83a4', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f7:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3604df-bf5a-4d9a-a690-591f048850ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:20:43Z', 'updated_at': '2021-08-05T12:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'e1fe32db-a67c-4814-9410-d6e496f0e87b', 'name': '', 'network_id': 'bcb82a16-b24d-4107-bbb9-33ff09f07b06', 'tenant_id': '24f6c57df83d4972b0cd245b52fdf8c7', 'mac_address': 'fa:16:3e:d8:26:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3604df-bf5a-4d9a-a690-591f048850ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'cd4e19a3-a3cc-4441-a39f-daddcf1c525a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:20:47Z', 'updated_at': '2021-08-05T12:21:00Z', 'revision_number': 5, 'project_id': '24f6c57df83d4972b0cd245b52fdf8c7', 'subnets': [{'id': 'cd4e19a3-a3cc-4441-a39f-daddcf1c525a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:24:56.199574 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c0268a-e1b6-44d5-b7e9-315e18f20abb None None] Checking router: fe3604df-bf5a-4d9a-a690-591f048850ce for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:24:56.201725 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a92ca44-27a2-4bd9-8c19-68b969a2e1e9 req-a3b5fb2c-32be-4a97-a908-bec08d999def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:24:56.204652 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9a92ca44-27a2-4bd9-8c19-68b969a2e1e9 req-a3b5fb2c-32be-4a97-a908-bec08d999def service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bcb82a16-b24d-4107-bbb9-33ff09f07b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0745809 Aug 05 12:24:56.214993 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c0268a-e1b6-44d5-b7e9-315e18f20abb None None] Routers {'fe3604df-bf5a-4d9a-a690-591f048850ce'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:24:56.216017 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-03c0268a-e1b6-44d5-b7e9-315e18f20abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:24:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['fe3604df-bf5a-4d9a-a690-591f048850ce'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:24:56.387160 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9a92ca44-27a2-4bd9-8c19-68b969a2e1e9 req-714ae672-d15f-4d18-8857-2d0176402ff6 service neutron] 10.222.0.55 "GET /v2.0/networks/bcb82a16-b24d-4107-bbb9-33ff09f07b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737521 Aug 05 12:24:56.426921 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-03c0268a-e1b6-44d5-b7e9-315e18f20abb None None] Set router fe3604df-bf5a-4d9a-a690-591f048850ce gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:24:56.568128 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9a92ca44-27a2-4bd9-8c19-68b969a2e1e9 req-fce3214f-a5ad-48fd-a051-7f79dd7e21d6 service neutron] 10.222.0.55 "GET /v2.0/networks/bcb82a16-b24d-4107-bbb9-33ff09f07b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703093 Aug 05 12:24:56.811304 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-03c0268a-e1b6-44d5-b7e9-315e18f20abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe3604df-bf5a-4d9a-a690-591f048850ce', 'name': 'tempest-TestVolumeBackupRestore-1030141038-router', 'tenant_id': '24f6c57df83d4972b0cd245b52fdf8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '69232f43-fb8d-496f-bb10-7add9edb83a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:20:43Z', 'updated_at': '2021-08-05T12:20:48Z', 'revision_number': 4, 'project_id': '24f6c57df83d4972b0cd245b52fdf8c7', 'gw_port': {'id': '69232f43-fb8d-496f-bb10-7add9edb83a4', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f7:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3604df-bf5a-4d9a-a690-591f048850ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:20:43Z', 'updated_at': '2021-08-05T12:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'e1fe32db-a67c-4814-9410-d6e496f0e87b', 'name': '', 'network_id': 'bcb82a16-b24d-4107-bbb9-33ff09f07b06', 'tenant_id': '24f6c57df83d4972b0cd245b52fdf8c7', 'mac_address': 'fa:16:3e:d8:26:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3604df-bf5a-4d9a-a690-591f048850ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'cd4e19a3-a3cc-4441-a39f-daddcf1c525a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:20:47Z', 'updated_at': '2021-08-05T12:21:00Z', 'revision_number': 5, 'project_id': '24f6c57df83d4972b0cd245b52fdf8c7', 'subnets': [{'id': 'cd4e19a3-a3cc-4441-a39f-daddcf1c525a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:24:56.853779 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c0268a-e1b6-44d5-b7e9-315e18f20abb None None] The sync data for ids ['fe3604df-bf5a-4d9a-a690-591f048850ce'] in n-d-803378-2 is: [{'id': 'fe3604df-bf5a-4d9a-a690-591f048850ce', 'name': 'tempest-TestVolumeBackupRestore-1030141038-router', 'tenant_id': '24f6c57df83d4972b0cd245b52fdf8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '69232f43-fb8d-496f-bb10-7add9edb83a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:20:43Z', 'updated_at': '2021-08-05T12:20:48Z', 'revision_number': 4, 'project_id': '24f6c57df83d4972b0cd245b52fdf8c7', 'gw_port': {'id': '69232f43-fb8d-496f-bb10-7add9edb83a4', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f7:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3604df-bf5a-4d9a-a690-591f048850ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:20:43Z', 'updated_at': '2021-08-05T12:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'e1fe32db-a67c-4814-9410-d6e496f0e87b', 'name': '', 'network_id': 'bcb82a16-b24d-4107-bbb9-33ff09f07b06', 'tenant_id': '24f6c57df83d4972b0cd245b52fdf8c7', 'mac_address': 'fa:16:3e:d8:26:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3604df-bf5a-4d9a-a690-591f048850ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'cd4e19a3-a3cc-4441-a39f-daddcf1c525a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:20:47Z', 'updated_at': '2021-08-05T12:21:00Z', 'revision_number': 5, 'project_id': '24f6c57df83d4972b0cd245b52fdf8c7', 'subnets': [{'id': 'cd4e19a3-a3cc-4441-a39f-daddcf1c525a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:24:57.213781 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a050c392-08f5-4a4b-abf0-04933593790f None None] New status for floating IP 321cecb9-7733-42e0-b807-0db68e7fae07: DOWN {{(pid=94423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 12:24:57.320290 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff0d2ac-863f-4c0f-9a0a-332c381338f5 req-7f595de0-8e45-4c7e-8875-85a75f652b9b tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:24:57.322908 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fff0d2ac-863f-4c0f-9a0a-332c381338f5 req-7f595de0-8e45-4c7e-8875-85a75f652b9b tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ef36f63-321a-4acc-af49-d26d7255570d HTTP/1.1" status: 200 len: 946 time: 0.0962446 Aug 05 12:24:57.403599 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fff0d2ac-863f-4c0f-9a0a-332c381338f5 req-f5e28306-1db6-417e-94ea-227ec293ed9e tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e59b5f2-8b6d-456b-a799-653e1d28d363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720847 Aug 05 12:24:57.640234 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74ae76d-e14e-4a6a-8584-e42b38be9f39 req-c455c5cc-a8fe-4942-85fe-d77aa4b980a7 tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:24:57.643010 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c74ae76d-e14e-4a6a-8584-e42b38be9f39 req-c455c5cc-a8fe-4942-85fe-d77aa4b980a7 tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ef36f63-321a-4acc-af49-d26d7255570d HTTP/1.1" status: 200 len: 946 time: 0.0933406 Aug 05 12:24:57.840652 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-c74ae76d-e14e-4a6a-8584-e42b38be9f39 req-a7709585-28ef-478e-ada1-478edad1622c tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Deleting port 57f7fdfb-0884-4f51-99df-defb53a2c3ca {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:24:57.841189 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-c74ae76d-e14e-4a6a-8584-e42b38be9f39 req-a7709585-28ef-478e-ada1-478edad1622c tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:24:58.013296 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-c74ae76d-e14e-4a6a-8584-e42b38be9f39 req-a7709585-28ef-478e-ada1-478edad1622c tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] For port 57f7fdfb-0884-4f51-99df-defb53a2c3ca, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=57f7fdfb-0884-4f51-99df-defb53a2c3ca,segment=NetworkSegment(441b9883-9044-4899-98b0-37bb68a7a468),segment_id=441b9883-9044-4899-98b0-37bb68a7a468)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:24:58.013734 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-c74ae76d-e14e-4a6a-8584-e42b38be9f39 req-a7709585-28ef-478e-ada1-478edad1622c tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:24:58.037105 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-c74ae76d-e14e-4a6a-8584-e42b38be9f39 req-a7709585-28ef-478e-ada1-478edad1622c tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Calling delete_port for 57f7fdfb-0884-4f51-99df-defb53a2c3ca owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:24:58.259623 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-c74ae76d-e14e-4a6a-8584-e42b38be9f39 req-a7709585-28ef-478e-ada1-478edad1622c tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:24:58.313184 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7709585-28ef-478e-ada1-478edad1622c tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Pushing event deleted for resources: {'Port': ['ID=57f7fdfb-0884-4f51-99df-defb53a2c3ca,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:24:58.366588 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7709585-28ef-478e-ada1-478edad1622c tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:24:58.367154 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7709585-28ef-478e-ada1-478edad1622c tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:24:58.367709 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7709585-28ef-478e-ada1-478edad1622c tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:24:58.368757 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7709585-28ef-478e-ada1-478edad1622c tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:24:58.368953 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7709585-28ef-478e-ada1-478edad1622c tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:24:58.369383 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7709585-28ef-478e-ada1-478edad1622c tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:24:58.369963 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7709585-28ef-478e-ada1-478edad1622c tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:24:58.371426 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7709585-28ef-478e-ada1-478edad1622c tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:24:58.372311 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7709585-28ef-478e-ada1-478edad1622c tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:24:58.372903 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7709585-28ef-478e-ada1-478edad1622c tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:24:58.373476 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7709585-28ef-478e-ada1-478edad1622c tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:24:58.373996 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7709585-28ef-478e-ada1-478edad1622c tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:24:58.410935 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-c74ae76d-e14e-4a6a-8584-e42b38be9f39 req-a7709585-28ef-478e-ada1-478edad1622c tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] No DVR routers for this DVR port 57f7fdfb-0884-4f51-99df-defb53a2c3ca on host n-h2-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:24:58.414902 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-c74ae76d-e14e-4a6a-8584-e42b38be9f39 req-a7709585-28ef-478e-ada1-478edad1622c tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:24:58.418416 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c74ae76d-e14e-4a6a-8584-e42b38be9f39 req-a7709585-28ef-478e-ada1-478edad1622c tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] 10.222.0.55 "DELETE /v2.0/ports/57f7fdfb-0884-4f51-99df-defb53a2c3ca HTTP/1.1" status: 204 len: 173 time: 0.7679155 Aug 05 12:24:58.419026 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ef36f63-321a-4acc-af49-d26d7255570d', 'name': 'network-vif-deleted', 'tag': '57f7fdfb-0884-4f51-99df-defb53a2c3ca'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:24:58.423090 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7ff1ae056485c55ead25f70fa9973e26b39e4a1f6cb6b93d5d0d7942cdef429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f45dd455-31bc-487b-b922-b6ed039ccd64" -d '{"events": [{"server_uuid": "2ef36f63-321a-4acc-af49-d26d7255570d", "name": "network-vif-deleted", "tag": "57f7fdfb-0884-4f51-99df-defb53a2c3ca"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:24:58.497123 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 12:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b09de303-d71d-490b-8a33-91c06637e08e x-openstack-request-id: req-b09de303-d71d-490b-8a33-91c06637e08e {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:24:58.497557 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ef36f63-321a-4acc-af49-d26d7255570d", "name": "network-vif-deleted", "tag": "57f7fdfb-0884-4f51-99df-defb53a2c3ca", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:24:58.497998 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b09de303-d71d-490b-8a33-91c06637e08e {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:24:58.498654 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ef36f63-321a-4acc-af49-d26d7255570d', 'name': 'network-vif-deleted', 'tag': '57f7fdfb-0884-4f51-99df-defb53a2c3ca', 'status': 'completed', 'code': 200} Aug 05 12:24:58.590289 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0223bd10-2786-4676-a30d-3e8242b1a48e req-255a71ba-e5d7-4087-b439-126e6234da11 tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ef36f63-321a-4acc-af49-d26d7255570d HTTP/1.1" status: 200 len: 210 time: 0.0382524 Aug 05 12:24:59.804822 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2fd4207b-0781-44d2-b1a2-5d01ead3262c req-64b4d65b-ebfe-43c8-aba5-ed2b4449d54b tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ef36f63-321a-4acc-af49-d26d7255570d HTTP/1.1" status: 200 len: 210 time: 0.0469067 Aug 05 12:24:59.857342 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 57f7fdfb-0884-4f51-99df-defb53a2c3ca no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:24:59.912332 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] No Port match for: 57f7fdfb-0884-4f51-99df-defb53a2c3ca {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:24:59.913358 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 57f7fdfb-0884-4f51-99df-defb53a2c3ca not bound to the agent host n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:24:59.923235 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:25:00.982697 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-365d9441-013f-4516-8ed9-064cda115966 req-00926cb6-9e4b-428a-acb8-28c0e2972fc0 tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ef36f63-321a-4acc-af49-d26d7255570d HTTP/1.1" status: 200 len: 210 time: 0.0457165 Aug 05 12:25:02.161376 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ebd50e68-432d-49bc-bbf3-aec760657190 req-35798be8-f9f6-4ca6-987b-5cd595762a48 tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ef36f63-321a-4acc-af49-d26d7255570d HTTP/1.1" status: 200 len: 210 time: 0.0541680 Aug 05 12:25:03.348834 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ce847308-807f-43b9-876b-862d96b483bc req-b8b31bfe-4e59-49d0-abdb-aa98ff978c01 tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ef36f63-321a-4acc-af49-d26d7255570d HTTP/1.1" status: 200 len: 210 time: 0.0557477 Aug 05 12:25:04.554397 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4e814737-6c60-4f73-99e9-d8c8244edc5c req-5c896772-017f-46fd-bd90-f894131e64fc tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ef36f63-321a-4acc-af49-d26d7255570d HTTP/1.1" status: 200 len: 210 time: 0.0451937 Aug 05 12:25:05.645458 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 44830) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:25:05.725410 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c35f572a-8d71-4a23-82ec-620e371d7594 tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:25:05.767594 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c35f572a-8d71-4a23-82ec-620e371d7594 tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:25:05.865391 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c35f572a-8d71-4a23-82ec-620e371d7594 tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:25:05.870263 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c35f572a-8d71-4a23-82ec-620e371d7594 tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:25:05.873178 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-c35f572a-8d71-4a23-82ec-620e371d7594 tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] 10.222.0.58 "DELETE /v2.0/security-groups/1e59b5f2-8b6d-456b-a799-653e1d28d363 HTTP/1.1" status: 204 len: 168 time: 0.2262805 Aug 05 12:25:05.890298 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f572a-8d71-4a23-82ec-620e371d7594 tempest-TestVolumeBackupRestore-1995888410 tempest-TestVolumeBackupRestore-1995888410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e59b5f2-8b6d-456b-a799-653e1d28d363,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:25:07.339785 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f26145e1-f843-490e-979e-6d1d02ae0d9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:25:10.050696 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-792fd5f0-aa48-468e-8142-b0746f2dccb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:25:10.140713 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:25:10.924792 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 45224) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:25:11.674773 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-52b6c9bb-0fdf-4c92-8dc7-bcf696c6f19f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33208311'] for router_interface, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:25:11.929325 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:25:12.171726 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-52b6c9bb-0fdf-4c92-8dc7-bcf696c6f19f admin admin] Deleting port e1fe32db-a67c-4814-9410-d6e496f0e87b {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:25:12.172622 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-52b6c9bb-0fdf-4c92-8dc7-bcf696c6f19f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:25:12.334373 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [None req-52b6c9bb-0fdf-4c92-8dc7-bcf696c6f19f admin admin] For port e1fe32db-a67c-4814-9410-d6e496f0e87b, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=e1fe32db-a67c-4814-9410-d6e496f0e87b,segment=NetworkSegment(441b9883-9044-4899-98b0-37bb68a7a468),segment_id=441b9883-9044-4899-98b0-37bb68a7a468)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:25:12.334903 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-52b6c9bb-0fdf-4c92-8dc7-bcf696c6f19f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:25:12.356349 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-52b6c9bb-0fdf-4c92-8dc7-bcf696c6f19f admin admin] Calling delete_port for e1fe32db-a67c-4814-9410-d6e496f0e87b owned by network:router_interface {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:25:12.604312 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-52b6c9bb-0fdf-4c92-8dc7-bcf696c6f19f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:25:12.650566 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b6c9bb-0fdf-4c92-8dc7-bcf696c6f19f admin admin] Pushing event deleted for resources: {'Port': ['ID=e1fe32db-a67c-4814-9410-d6e496f0e87b,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:25:12.765916 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 12:25:12.898617 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-52b6c9bb-0fdf-4c92-8dc7-bcf696c6f19f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33140263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33208171'] for router_interface, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:25:13.333113 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52b6c9bb-0fdf-4c92-8dc7-bcf696c6f19f admin admin] Router fe3604df-bf5a-4d9a-a690-591f048850ce has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:25:13.525850 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52b6c9bb-0fdf-4c92-8dc7-bcf696c6f19f admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:25:13.537554 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-52b6c9bb-0fdf-4c92-8dc7-bcf696c6f19f admin admin] 10.222.0.58 "PUT /v2.0/routers/fe3604df-bf5a-4d9a-a690-591f048850ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6070144 Aug 05 12:25:13.539953 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 45288) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:25:13.545265 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05eebde9-7707-4e41-8e0b-ccfcdab3b369 None None] Sync routers for ids ['fe3604df-bf5a-4d9a-a690-591f048850ce'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:25:13.562282 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05eebde9-7707-4e41-8e0b-ccfcdab3b369 None None] Routers {'fe3604df-bf5a-4d9a-a690-591f048850ce'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:25:13.563314 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-05eebde9-7707-4e41-8e0b-ccfcdab3b369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:25:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['fe3604df-bf5a-4d9a-a690-591f048850ce'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:25:13.686822 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-83ea47b9-6d31-415d-acb0-89e2eba6ed32 admin admin] Notify callbacks [] for router, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:25:13.753747 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-05eebde9-7707-4e41-8e0b-ccfcdab3b369 None None] Set router fe3604df-bf5a-4d9a-a690-591f048850ce gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:25:13.845944 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-83ea47b9-6d31-415d-acb0-89e2eba6ed32 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:25:13.924036 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-83ea47b9-6d31-415d-acb0-89e2eba6ed32 admin admin] Deleting port 69232f43-fb8d-496f-bb10-7add9edb83a4 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:25:13.924524 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-83ea47b9-6d31-415d-acb0-89e2eba6ed32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:25:14.000220 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-05eebde9-7707-4e41-8e0b-ccfcdab3b369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe3604df-bf5a-4d9a-a690-591f048850ce', 'name': 'tempest-TestVolumeBackupRestore-1030141038-router', 'tenant_id': '24f6c57df83d4972b0cd245b52fdf8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '69232f43-fb8d-496f-bb10-7add9edb83a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:20:43Z', 'updated_at': '2021-08-05T12:25:12Z', 'revision_number': 5, 'project_id': '24f6c57df83d4972b0cd245b52fdf8c7', 'gw_port': {'id': '69232f43-fb8d-496f-bb10-7add9edb83a4', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f7:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3604df-bf5a-4d9a-a690-591f048850ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:20:43Z', 'updated_at': '2021-08-05T12:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:25:14.039549 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [None req-83ea47b9-6d31-415d-acb0-89e2eba6ed32 admin admin] For port 69232f43-fb8d-496f-bb10-7add9edb83a4, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=69232f43-fb8d-496f-bb10-7add9edb83a4,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:25:14.040124 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-83ea47b9-6d31-415d-acb0-89e2eba6ed32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:25:14.045840 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05eebde9-7707-4e41-8e0b-ccfcdab3b369 None None] Checking router: fe3604df-bf5a-4d9a-a690-591f048850ce for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:25:14.062665 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-83ea47b9-6d31-415d-acb0-89e2eba6ed32 admin admin] Calling delete_port for 69232f43-fb8d-496f-bb10-7add9edb83a4 owned by network:router_gateway {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:25:14.075779 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:25:14.077781 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05eebde9-7707-4e41-8e0b-ccfcdab3b369 None None] Routers {'fe3604df-bf5a-4d9a-a690-591f048850ce'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:25:14.078895 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-05eebde9-7707-4e41-8e0b-ccfcdab3b369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:25:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['fe3604df-bf5a-4d9a-a690-591f048850ce'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:25:14.268272 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-05eebde9-7707-4e41-8e0b-ccfcdab3b369 None None] Set router fe3604df-bf5a-4d9a-a690-591f048850ce gateway port host: None {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:25:14.359478 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-05eebde9-7707-4e41-8e0b-ccfcdab3b369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe3604df-bf5a-4d9a-a690-591f048850ce', 'name': 'tempest-TestVolumeBackupRestore-1030141038-router', 'tenant_id': '24f6c57df83d4972b0cd245b52fdf8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:20:43Z', 'updated_at': '2021-08-05T12:25:13Z', 'revision_number': 6, 'project_id': '24f6c57df83d4972b0cd245b52fdf8c7', 'gw_port_host': None}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:25:14.368000 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-83ea47b9-6d31-415d-acb0-89e2eba6ed32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:25:14.406371 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05eebde9-7707-4e41-8e0b-ccfcdab3b369 None None] The sync data for ids ['fe3604df-bf5a-4d9a-a690-591f048850ce'] in n-d-803378-2 is: [{'id': 'fe3604df-bf5a-4d9a-a690-591f048850ce', 'name': 'tempest-TestVolumeBackupRestore-1030141038-router', 'tenant_id': '24f6c57df83d4972b0cd245b52fdf8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:20:43Z', 'updated_at': '2021-08-05T12:25:13Z', 'revision_number': 6, 'project_id': '24f6c57df83d4972b0cd245b52fdf8c7', 'gw_port_host': None}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:25:14.415516 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ea47b9-6d31-415d-acb0-89e2eba6ed32 admin admin] Pushing event deleted for resources: {'Port': ['ID=69232f43-fb8d-496f-bb10-7add9edb83a4,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:25:14.540206 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-83ea47b9-6d31-415d-acb0-89e2eba6ed32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33285055'] for router_gateway, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:25:14.722893 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-83ea47b9-6d31-415d-acb0-89e2eba6ed32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33262979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1951'] for router, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:25:14.727704 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-83ea47b9-6d31-415d-acb0-89e2eba6ed32 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:25:14.791967 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-83ea47b9-6d31-415d-acb0-89e2eba6ed32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33262474'] for router, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:25:14.792821 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83ea47b9-6d31-415d-acb0-89e2eba6ed32 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe3604df-bf5a-4d9a-a690-591f048850ce {{(pid=94421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 12:25:14.799871 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-83ea47b9-6d31-415d-acb0-89e2eba6ed32 admin admin] Notify callbacks [] for router, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:25:14.801603 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-83ea47b9-6d31-415d-acb0-89e2eba6ed32 admin admin] 10.222.0.58 "DELETE /v2.0/routers/fe3604df-bf5a-4d9a-a690-591f048850ce HTTP/1.1" status: 204 len: 168 time: 1.2603202 Aug 05 12:25:14.804914 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 45290) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:25:14.868442 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_v2 [None req-a03b7f22-3014-4e9d-ba2c-2beac34a42c9 admin admin] Deleting subnet cd4e19a3-a3cc-4441-a39f-daddcf1c525a {{(pid=94421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 12:25:14.873630 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a03b7f22-3014-4e9d-ba2c-2beac34a42c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:25:15.363493 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device e1fe32db-a67c-4814-9410-d6e496f0e87b no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:25:15.384069 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a03b7f22-3014-4e9d-ba2c-2beac34a42c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29786388'] for subnet, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:25:15.400444 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: e1fe32db-a67c-4814-9410-d6e496f0e87b {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:25:15.400829 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device e1fe32db-a67c-4814-9410-d6e496f0e87b not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:25:15.551979 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a03b7f22-3014-4e9d-ba2c-2beac34a42c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:25:15.684318 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a03b7f22-3014-4e9d-ba2c-2beac34a42c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25038609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30075142'] for subnet, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:25:15.735722 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03b7f22-3014-4e9d-ba2c-2beac34a42c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd4e19a3-a3cc-4441-a39f-daddcf1c525a,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:25:15.742407 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a03b7f22-3014-4e9d-ba2c-2beac34a42c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:25:15.746860 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-a03b7f22-3014-4e9d-ba2c-2beac34a42c9 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/cd4e19a3-a3cc-4441-a39f-daddcf1c525a HTTP/1.1" status: 204 len: 168 time: 0.9396176 Aug 05 12:25:15.751046 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 45292) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:25:15.755989 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a55c01a-9b2e-4d66-940c-23bbac06a0a4 None None] Network bcb82a16-b24d-4107-bbb9-33ff09f07b06 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:25:15.902223 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-83e1f24d-834e-4744-a8f0-8976ee1e6488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:25:16.005905 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-83e1f24d-834e-4744-a8f0-8976ee1e6488 admin admin] Deleting port 8d4ab0ba-760b-492f-af81-efcf2f994a17 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:25:16.006467 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-83e1f24d-834e-4744-a8f0-8976ee1e6488 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:25:16.043098 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f29734-9493-46b9-b966-538d79ad4b74 None None] DHCP port deletion for bcb82a16-b24d-4107-bbb9-33ff09f07b06 request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 12:25:16.115358 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-c5f29734-9493-46b9-b966-538d79ad4b74 None None] Deleting port 8d4ab0ba-760b-492f-af81-efcf2f994a17 {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:25:16.115873 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c5f29734-9493-46b9-b966-538d79ad4b74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:25:16.133563 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-83e1f24d-834e-4744-a8f0-8976ee1e6488 admin admin] For port 8d4ab0ba-760b-492f-af81-efcf2f994a17, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=8d4ab0ba-760b-492f-af81-efcf2f994a17,segment=NetworkSegment(441b9883-9044-4899-98b0-37bb68a7a468),segment_id=441b9883-9044-4899-98b0-37bb68a7a468)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:25:16.134327 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-83e1f24d-834e-4744-a8f0-8976ee1e6488 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:25:16.163199 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-83e1f24d-834e-4744-a8f0-8976ee1e6488 admin admin] Calling delete_port for 8d4ab0ba-760b-492f-af81-efcf2f994a17 owned by network:dhcp {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:25:16.222612 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-c5f29734-9493-46b9-b966-538d79ad4b74 None None] For port 8d4ab0ba-760b-492f-af81-efcf2f994a17, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=8d4ab0ba-760b-492f-af81-efcf2f994a17,segment=NetworkSegment(441b9883-9044-4899-98b0-37bb68a7a468),segment_id=441b9883-9044-4899-98b0-37bb68a7a468)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:25:16.223159 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c5f29734-9493-46b9-b966-538d79ad4b74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:25:16.252133 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-c5f29734-9493-46b9-b966-538d79ad4b74 None None] Calling delete_port for 8d4ab0ba-760b-492f-af81-efcf2f994a17 owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:25:16.331540 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-83e1f24d-834e-4744-a8f0-8976ee1e6488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:25:16.383971 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e1f24d-834e-4744-a8f0-8976ee1e6488 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d4ab0ba-760b-492f-af81-efcf2f994a17,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:25:16.389164 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e1f24d-834e-4744-a8f0-8976ee1e6488 admin admin] No DVR routers for this DVR port 8d4ab0ba-760b-492f-af81-efcf2f994a17 on host n-d-803378-2 {{(pid=94420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:25:16.400820 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c5f29734-9493-46b9-b966-538d79ad4b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:25:16.436633 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f29734-9493-46b9-b966-538d79ad4b74 None None] Pushing event deleted for resources: {'Port': ['ID=8d4ab0ba-760b-492f-af81-efcf2f994a17,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:25:16.442871 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e1f24d-834e-4744-a8f0-8976ee1e6488 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:25:16.443180 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f29734-9493-46b9-b966-538d79ad4b74 None None] No DVR routers for this DVR port 8d4ab0ba-760b-492f-af81-efcf2f994a17 on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:25:16.443343 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e1f24d-834e-4744-a8f0-8976ee1e6488 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:25:16.443919 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e1f24d-834e-4744-a8f0-8976ee1e6488 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:25:16.444694 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e1f24d-834e-4744-a8f0-8976ee1e6488 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:25:16.445118 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e1f24d-834e-4744-a8f0-8976ee1e6488 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:25:16.445706 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e1f24d-834e-4744-a8f0-8976ee1e6488 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:25:16.446302 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e1f24d-834e-4744-a8f0-8976ee1e6488 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:25:16.446853 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e1f24d-834e-4744-a8f0-8976ee1e6488 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:25:16.447427 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e1f24d-834e-4744-a8f0-8976ee1e6488 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:25:16.447982 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e1f24d-834e-4744-a8f0-8976ee1e6488 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:25:16.449170 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e1f24d-834e-4744-a8f0-8976ee1e6488 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:25:16.449724 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e1f24d-834e-4744-a8f0-8976ee1e6488 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:25:16.454003 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f29734-9493-46b9-b966-538d79ad4b74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:25:16.455107 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f29734-9493-46b9-b966-538d79ad4b74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:25:16.455692 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f29734-9493-46b9-b966-538d79ad4b74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:25:16.456710 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f29734-9493-46b9-b966-538d79ad4b74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:25:16.456710 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f29734-9493-46b9-b966-538d79ad4b74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:25:16.457254 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f29734-9493-46b9-b966-538d79ad4b74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:25:16.457811 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f29734-9493-46b9-b966-538d79ad4b74 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:25:16.458390 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f29734-9493-46b9-b966-538d79ad4b74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:25:16.459420 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f29734-9493-46b9-b966-538d79ad4b74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:25:16.460190 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f29734-9493-46b9-b966-538d79ad4b74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:25:16.460791 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f29734-9493-46b9-b966-538d79ad4b74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:25:16.461351 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f29734-9493-46b9-b966-538d79ad4b74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:25:16.552803 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-83e1f24d-834e-4744-a8f0-8976ee1e6488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:25:16.572639 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-83e1f24d-834e-4744-a8f0-8976ee1e6488 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcb82a16-b24d-4107-bbb9-33ff09f07b06']}} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:25:16.592044 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-83e1f24d-834e-4744-a8f0-8976ee1e6488 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '441b9883-9044-4899-98b0-37bb68a7a468') {'for_net_delete': True} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:25:16.592381 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-83e1f24d-834e-4744-a8f0-8976ee1e6488 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '441b9883-9044-4899-98b0-37bb68a7a468') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:25:16.607363 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-83e1f24d-834e-4744-a8f0-8976ee1e6488 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25010581'] for segment, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:25:16.629603 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-83e1f24d-834e-4744-a8f0-8976ee1e6488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:25:16.639978 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83e1f24d-834e-4744-a8f0-8976ee1e6488 admin admin] Releasing vlan 699 on physical network physnet1 to pool {{(pid=94420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 12:25:16.640443 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-83e1f24d-834e-4744-a8f0-8976ee1e6488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29762581'] for segment, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:25:16.643246 n-d-803378-2 neutron-server[94420]: Traceback (most recent call last): Aug 05 12:25:16.643246 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 12:25:16.643246 n-d-803378-2 neutron-server[94420]: timer() Aug 05 12:25:16.643246 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 12:25:16.643246 n-d-803378-2 neutron-server[94420]: cb(*args, **kw) Aug 05 12:25:16.643246 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 12:25:16.643246 n-d-803378-2 neutron-server[94420]: return func(*args, **kwargs) Aug 05 12:25:16.643246 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 12:25:16.643246 n-d-803378-2 neutron-server[94420]: self._notify() Aug 05 12:25:16.643246 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 12:25:16.643246 n-d-803378-2 neutron-server[94420]: self.callback(batched_events) Aug 05 12:25:16.643246 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 12:25:16.643246 n-d-803378-2 neutron-server[94420]: event.method(event) Aug 05 12:25:16.643246 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 12:25:16.643246 n-d-803378-2 neutron-server[94420]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 12:25:16.643246 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 12:25:16.643246 n-d-803378-2 neutron-server[94420]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 12:25:16.643246 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 12:25:16.643246 n-d-803378-2 neutron-server[94420]: return f(self, *a, **k) Aug 05 12:25:16.643246 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 12:25:16.643246 n-d-803378-2 neutron-server[94420]: return self._get(url).json() Aug 05 12:25:16.643246 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 12:25:16.643246 n-d-803378-2 neutron-server[94420]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 12:25:16.643246 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 12:25:16.643246 n-d-803378-2 neutron-server[94420]: return self.request(url, 'GET', **kwargs) Aug 05 12:25:16.643246 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 12:25:16.643246 n-d-803378-2 neutron-server[94420]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 12:25:16.643246 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 12:25:16.643246 n-d-803378-2 neutron-server[94420]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 12:25:16.643246 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 12:25:16.643246 n-d-803378-2 neutron-server[94420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 12:25:16.643246 n-d-803378-2 neutron-server[94420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 12:25:16.719087 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-83e1f24d-834e-4744-a8f0-8976ee1e6488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:25:16.725833 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-83e1f24d-834e-4744-a8f0-8976ee1e6488 admin admin] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:25:16.728432 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-83e1f24d-834e-4744-a8f0-8976ee1e6488 admin admin] 10.222.0.58 "DELETE /v2.0/networks/bcb82a16-b24d-4107-bbb9-33ff09f07b06 HTTP/1.1" status: 204 len: 168 time: 0.9742200 Aug 05 12:25:16.734301 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 45294) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:25:16.753518 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e1f24d-834e-4744-a8f0-8976ee1e6488 admin admin] Pushing event deleted for resources: {'Network': ['ID=bcb82a16-b24d-4107-bbb9-33ff09f07b06,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:25:16.949025 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 8d4ab0ba-760b-492f-af81-efcf2f994a17 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:25:16.985669 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 8d4ab0ba-760b-492f-af81-efcf2f994a17 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:25:16.986235 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 8d4ab0ba-760b-492f-af81-efcf2f994a17 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:25:16.986923 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 69232f43-fb8d-496f-bb10-7add9edb83a4 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:25:17.024602 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 69232f43-fb8d-496f-bb10-7add9edb83a4 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:25:17.025214 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 69232f43-fb8d-496f-bb10-7add9edb83a4 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:25:17.244311 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3c5c7d26-e34e-4209-9ea0-234c3ee53c61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33208311'] for router_interface, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:25:17.706987 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-3c5c7d26-e34e-4209-9ea0-234c3ee53c61 admin admin] Deleting port df704cf2-0d46-4379-acbc-0f5b1da4071f {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:25:17.707574 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3c5c7d26-e34e-4209-9ea0-234c3ee53c61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:25:17.815890 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [None req-3c5c7d26-e34e-4209-9ea0-234c3ee53c61 admin admin] For port df704cf2-0d46-4379-acbc-0f5b1da4071f, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=df704cf2-0d46-4379-acbc-0f5b1da4071f,segment=NetworkSegment(e684c665-2d16-4796-ac7e-a425d576f1ee),segment_id=e684c665-2d16-4796-ac7e-a425d576f1ee)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:25:17.816703 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3c5c7d26-e34e-4209-9ea0-234c3ee53c61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:25:17.833608 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-3c5c7d26-e34e-4209-9ea0-234c3ee53c61 admin admin] Calling delete_port for df704cf2-0d46-4379-acbc-0f5b1da4071f owned by network:router_interface {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:25:18.093013 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3c5c7d26-e34e-4209-9ea0-234c3ee53c61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:25:18.124430 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5c7d26-e34e-4209-9ea0-234c3ee53c61 admin admin] Pushing event deleted for resources: {'Port': ['ID=df704cf2-0d46-4379-acbc-0f5b1da4071f,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:25:18.383247 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3c5c7d26-e34e-4209-9ea0-234c3ee53c61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33140263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33208171'] for router_interface, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:25:18.744281 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c5c7d26-e34e-4209-9ea0-234c3ee53c61 admin admin] Router 973e30a8-7b17-49ef-960a-6a80559bb1b3 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:25:18.973288 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c5c7d26-e34e-4209-9ea0-234c3ee53c61 admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:25:18.992983 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-3c5c7d26-e34e-4209-9ea0-234c3ee53c61 admin admin] 10.222.0.58 "PUT /v2.0/routers/973e30a8-7b17-49ef-960a-6a80559bb1b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2530861 Aug 05 12:25:18.993337 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904b4d82-87fd-4be0-9a85-21c36a9a90ab None None] Sync routers for ids ['973e30a8-7b17-49ef-960a-6a80559bb1b3'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:25:18.994018 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 45296) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:25:19.006847 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904b4d82-87fd-4be0-9a85-21c36a9a90ab None None] Routers {'973e30a8-7b17-49ef-960a-6a80559bb1b3'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:25:19.007817 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-904b4d82-87fd-4be0-9a85-21c36a9a90ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:25:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['973e30a8-7b17-49ef-960a-6a80559bb1b3'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:25:19.182221 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d12767d2-5f95-47aa-8541-a8612bd04fd4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:25:19.235207 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-904b4d82-87fd-4be0-9a85-21c36a9a90ab None None] Set router 973e30a8-7b17-49ef-960a-6a80559bb1b3 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:25:19.411098 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d12767d2-5f95-47aa-8541-a8612bd04fd4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:25:19.532648 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-d12767d2-5f95-47aa-8541-a8612bd04fd4 admin admin] Deleting port d737102c-aae0-4981-9a88-ea98fcfeb0b3 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:25:19.533256 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d12767d2-5f95-47aa-8541-a8612bd04fd4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:25:19.624783 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-904b4d82-87fd-4be0-9a85-21c36a9a90ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '973e30a8-7b17-49ef-960a-6a80559bb1b3', 'name': 'tempest-TestVolumeBackupRestore-1795920024-router', 'tenant_id': '5357f71cc67a414c973eb32677872491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': 'd737102c-aae0-4981-9a88-ea98fcfeb0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:20:52Z', 'updated_at': '2021-08-05T12:25:18Z', 'revision_number': 5, 'project_id': '5357f71cc67a414c973eb32677872491', 'gw_port': {'id': 'd737102c-aae0-4981-9a88-ea98fcfeb0b3', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ed:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973e30a8-7b17-49ef-960a-6a80559bb1b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:20:53Z', 'updated_at': '2021-08-05T12:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:25:19.659307 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904b4d82-87fd-4be0-9a85-21c36a9a90ab None None] Checking router: 973e30a8-7b17-49ef-960a-6a80559bb1b3 for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:25:19.671710 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904b4d82-87fd-4be0-9a85-21c36a9a90ab None None] Routers {'973e30a8-7b17-49ef-960a-6a80559bb1b3'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:25:19.672344 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-904b4d82-87fd-4be0-9a85-21c36a9a90ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:25:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['973e30a8-7b17-49ef-960a-6a80559bb1b3'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:25:19.718957 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [None req-d12767d2-5f95-47aa-8541-a8612bd04fd4 admin admin] For port d737102c-aae0-4981-9a88-ea98fcfeb0b3, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=d737102c-aae0-4981-9a88-ea98fcfeb0b3,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:25:19.719613 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d12767d2-5f95-47aa-8541-a8612bd04fd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:25:19.748165 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-d12767d2-5f95-47aa-8541-a8612bd04fd4 admin admin] Calling delete_port for d737102c-aae0-4981-9a88-ea98fcfeb0b3 owned by network:router_gateway {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:25:19.799753 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-904b4d82-87fd-4be0-9a85-21c36a9a90ab None None] Set router 973e30a8-7b17-49ef-960a-6a80559bb1b3 gateway port host: None {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:25:19.880352 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-904b4d82-87fd-4be0-9a85-21c36a9a90ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '973e30a8-7b17-49ef-960a-6a80559bb1b3', 'name': 'tempest-TestVolumeBackupRestore-1795920024-router', 'tenant_id': '5357f71cc67a414c973eb32677872491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:20:52Z', 'updated_at': '2021-08-05T12:25:19Z', 'revision_number': 6, 'project_id': '5357f71cc67a414c973eb32677872491', 'gw_port_host': None}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:25:19.943158 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904b4d82-87fd-4be0-9a85-21c36a9a90ab None None] The sync data for ids ['973e30a8-7b17-49ef-960a-6a80559bb1b3'] in n-d-803378-2 is: [{'id': '973e30a8-7b17-49ef-960a-6a80559bb1b3', 'name': 'tempest-TestVolumeBackupRestore-1795920024-router', 'tenant_id': '5357f71cc67a414c973eb32677872491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:20:52Z', 'updated_at': '2021-08-05T12:25:19Z', 'revision_number': 6, 'project_id': '5357f71cc67a414c973eb32677872491', 'gw_port_host': None}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:25:20.098591 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d12767d2-5f95-47aa-8541-a8612bd04fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:25:20.159717 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12767d2-5f95-47aa-8541-a8612bd04fd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d737102c-aae0-4981-9a88-ea98fcfeb0b3,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:25:20.284569 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d12767d2-5f95-47aa-8541-a8612bd04fd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33285055'] for router_gateway, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:25:20.460574 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d12767d2-5f95-47aa-8541-a8612bd04fd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33262979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1951'] for router, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:25:20.465176 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d12767d2-5f95-47aa-8541-a8612bd04fd4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:25:20.604705 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d12767d2-5f95-47aa-8541-a8612bd04fd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33262474'] for router, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:25:20.605957 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d12767d2-5f95-47aa-8541-a8612bd04fd4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 973e30a8-7b17-49ef-960a-6a80559bb1b3 {{(pid=94421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 12:25:20.614400 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d12767d2-5f95-47aa-8541-a8612bd04fd4 admin admin] Notify callbacks [] for router, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:25:20.618088 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-d12767d2-5f95-47aa-8541-a8612bd04fd4 admin admin] 10.222.0.58 "DELETE /v2.0/routers/973e30a8-7b17-49ef-960a-6a80559bb1b3 HTTP/1.1" status: 204 len: 168 time: 1.6214905 Aug 05 12:25:20.621194 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 45298) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:25:20.717521 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4a6c0c2-278d-4fde-a45e-9fdaaec77335 admin admin] Deleting subnet 774106ee-2725-48e9-b82e-e3293ba25a3b {{(pid=94421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 12:25:20.722726 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b4a6c0c2-278d-4fde-a45e-9fdaaec77335 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:25:20.799530 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b4a6c0c2-278d-4fde-a45e-9fdaaec77335 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29786388'] for subnet, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:25:20.976228 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device d737102c-aae0-4981-9a88-ea98fcfeb0b3 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:25:20.998447 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b4a6c0c2-278d-4fde-a45e-9fdaaec77335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:25:21.009574 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: d737102c-aae0-4981-9a88-ea98fcfeb0b3 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:25:21.010195 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device d737102c-aae0-4981-9a88-ea98fcfeb0b3 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:25:21.011026 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device df704cf2-0d46-4379-acbc-0f5b1da4071f no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:25:21.054886 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: df704cf2-0d46-4379-acbc-0f5b1da4071f {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:25:21.054886 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device df704cf2-0d46-4379-acbc-0f5b1da4071f not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:25:21.099997 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b4a6c0c2-278d-4fde-a45e-9fdaaec77335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25038609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30075142'] for subnet, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:25:21.132108 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a6c0c2-278d-4fde-a45e-9fdaaec77335 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=774106ee-2725-48e9-b82e-e3293ba25a3b,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:25:21.138389 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b4a6c0c2-278d-4fde-a45e-9fdaaec77335 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:25:21.142501 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-b4a6c0c2-278d-4fde-a45e-9fdaaec77335 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/774106ee-2725-48e9-b82e-e3293ba25a3b HTTP/1.1" status: 204 len: 168 time: 0.5191193 Aug 05 12:25:21.145932 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 45300) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:25:21.147029 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d094122-4294-45c7-9785-a2742ea47c6d None None] Network 42952618-3343-4e0e-8265-ec576050f66b requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:25:21.278915 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1214495f-4b68-437b-840b-a8174b22186b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:25:21.370282 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-1214495f-4b68-437b-840b-a8174b22186b admin admin] Deleting port f0896220-d039-4198-bb27-e478cf206156 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:25:21.370761 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1214495f-4b68-437b-840b-a8174b22186b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:25:21.454090 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89bff60-4841-4272-9102-0f885f1dd8e3 None None] DHCP port deletion for 42952618-3343-4e0e-8265-ec576050f66b request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 12:25:21.470849 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [None req-1214495f-4b68-437b-840b-a8174b22186b admin admin] For port f0896220-d039-4198-bb27-e478cf206156, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=f0896220-d039-4198-bb27-e478cf206156,segment=NetworkSegment(e684c665-2d16-4796-ac7e-a425d576f1ee),segment_id=e684c665-2d16-4796-ac7e-a425d576f1ee)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:25:21.471523 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1214495f-4b68-437b-840b-a8174b22186b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:25:21.492517 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-1214495f-4b68-437b-840b-a8174b22186b admin admin] Calling delete_port for f0896220-d039-4198-bb27-e478cf206156 owned by network:dhcp {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:25:21.530724 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-e89bff60-4841-4272-9102-0f885f1dd8e3 None None] Deleting port f0896220-d039-4198-bb27-e478cf206156 {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:25:21.531180 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e89bff60-4841-4272-9102-0f885f1dd8e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:25:21.615616 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-e89bff60-4841-4272-9102-0f885f1dd8e3 None None] For port f0896220-d039-4198-bb27-e478cf206156, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=f0896220-d039-4198-bb27-e478cf206156,segment=NetworkSegment(e684c665-2d16-4796-ac7e-a425d576f1ee),segment_id=e684c665-2d16-4796-ac7e-a425d576f1ee)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:25:21.616249 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e89bff60-4841-4272-9102-0f885f1dd8e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:25:21.639525 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-e89bff60-4841-4272-9102-0f885f1dd8e3 None None] Calling delete_port for f0896220-d039-4198-bb27-e478cf206156 owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:25:21.640040 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1214495f-4b68-437b-840b-a8174b22186b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:25:21.682748 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1214495f-4b68-437b-840b-a8174b22186b admin admin] Pushing event deleted for resources: {'Port': ['ID=f0896220-d039-4198-bb27-e478cf206156,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:25:21.689989 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1214495f-4b68-437b-840b-a8174b22186b admin admin] No DVR routers for this DVR port f0896220-d039-4198-bb27-e478cf206156 on host n-d-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:25:21.789506 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e89bff60-4841-4272-9102-0f885f1dd8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:25:21.798686 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1214495f-4b68-437b-840b-a8174b22186b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:25:21.817340 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-1214495f-4b68-437b-840b-a8174b22186b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42952618-3343-4e0e-8265-ec576050f66b']}} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:25:21.825729 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89bff60-4841-4272-9102-0f885f1dd8e3 None None] Pushing event deleted for resources: {'Port': ['ID=f0896220-d039-4198-bb27-e478cf206156,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:25:21.830588 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89bff60-4841-4272-9102-0f885f1dd8e3 None None] No DVR routers for this DVR port f0896220-d039-4198-bb27-e478cf206156 on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:25:21.838388 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-1214495f-4b68-437b-840b-a8174b22186b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e684c665-2d16-4796-ac7e-a425d576f1ee') {'for_net_delete': True} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:25:21.840598 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-1214495f-4b68-437b-840b-a8174b22186b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e684c665-2d16-4796-ac7e-a425d576f1ee') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:25:21.864905 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1214495f-4b68-437b-840b-a8174b22186b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29786371'] for segment, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:25:21.891565 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1214495f-4b68-437b-840b-a8174b22186b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:25:21.901815 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1214495f-4b68-437b-840b-a8174b22186b admin admin] Releasing vlan 663 on physical network physnet1 to pool {{(pid=94421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 12:25:21.903158 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1214495f-4b68-437b-840b-a8174b22186b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25038799'] for segment, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:25:21.904962 n-d-803378-2 neutron-server[94421]: Traceback (most recent call last): Aug 05 12:25:21.904962 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 12:25:21.904962 n-d-803378-2 neutron-server[94421]: timer() Aug 05 12:25:21.904962 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 12:25:21.904962 n-d-803378-2 neutron-server[94421]: cb(*args, **kw) Aug 05 12:25:21.904962 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 12:25:21.904962 n-d-803378-2 neutron-server[94421]: return func(*args, **kwargs) Aug 05 12:25:21.904962 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 12:25:21.904962 n-d-803378-2 neutron-server[94421]: self._notify() Aug 05 12:25:21.904962 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 12:25:21.904962 n-d-803378-2 neutron-server[94421]: self.callback(batched_events) Aug 05 12:25:21.904962 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 12:25:21.904962 n-d-803378-2 neutron-server[94421]: event.method(event) Aug 05 12:25:21.904962 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 12:25:21.904962 n-d-803378-2 neutron-server[94421]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 12:25:21.904962 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 12:25:21.904962 n-d-803378-2 neutron-server[94421]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 12:25:21.904962 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 12:25:21.904962 n-d-803378-2 neutron-server[94421]: return f(self, *a, **k) Aug 05 12:25:21.904962 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 12:25:21.904962 n-d-803378-2 neutron-server[94421]: return self._get(url).json() Aug 05 12:25:21.904962 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 12:25:21.904962 n-d-803378-2 neutron-server[94421]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 12:25:21.904962 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 12:25:21.904962 n-d-803378-2 neutron-server[94421]: return self.request(url, 'GET', **kwargs) Aug 05 12:25:21.904962 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 12:25:21.904962 n-d-803378-2 neutron-server[94421]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 12:25:21.904962 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 12:25:21.904962 n-d-803378-2 neutron-server[94421]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 12:25:21.904962 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 12:25:21.904962 n-d-803378-2 neutron-server[94421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 12:25:21.904962 n-d-803378-2 neutron-server[94421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 12:25:21.983024 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1214495f-4b68-437b-840b-a8174b22186b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:25:21.991467 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1214495f-4b68-437b-840b-a8174b22186b admin admin] Notify callbacks [] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:25:21.994742 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-1214495f-4b68-437b-840b-a8174b22186b admin admin] 10.222.0.58 "DELETE /v2.0/networks/42952618-3343-4e0e-8265-ec576050f66b HTTP/1.1" status: 204 len: 168 time: 0.8471901 Aug 05 12:25:22.011416 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1214495f-4b68-437b-840b-a8174b22186b admin admin] Pushing event deleted for resources: {'Network': ['ID=42952618-3343-4e0e-8265-ec576050f66b,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:25:22.209975 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 45304) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:25:22.276649 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-9c2197e6-0e76-4074-b945-d45c97586269 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=24f6c57df83d4972b0cd245b52fdf8c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0653634 Aug 05 12:25:22.279987 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 45306) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:25:22.372731 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-cb37e5df-b45d-464b-800a-cbc61e55fd4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:25:22.401564 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-cb37e5df-b45d-464b-800a-cbc61e55fd4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:25:22.479746 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-cb37e5df-b45d-464b-800a-cbc61e55fd4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:25:22.484037 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-cb37e5df-b45d-464b-800a-cbc61e55fd4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:25:22.485640 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-cb37e5df-b45d-464b-800a-cbc61e55fd4e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d4a61909-feb7-433d-aa11-ac2185ccb647 HTTP/1.1" status: 204 len: 168 time: 0.2038240 Aug 05 12:25:22.500059 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb37e5df-b45d-464b-800a-cbc61e55fd4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4a61909-feb7-433d-aa11-ac2185ccb647,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:25:22.633310 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:25:22.956447 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device f0896220-d039-4198-bb27-e478cf206156 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:25:22.984267 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: f0896220-d039-4198-bb27-e478cf206156 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:25:22.984839 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device f0896220-d039-4198-bb27-e478cf206156 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:25:23.013536 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 45312) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:25:23.064509 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-5ce3c33a-3fe2-4690-b7d0-1a351d674e96 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5357f71cc67a414c973eb32677872491&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0493481 Aug 05 12:25:23.068436 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 45314) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:25:23.164759 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1fabaddf-325f-4360-b51f-c3e88cfc3f9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:25:23.207275 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1fabaddf-325f-4360-b51f-c3e88cfc3f9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:25:23.311671 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1fabaddf-325f-4360-b51f-c3e88cfc3f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:25:23.315963 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1fabaddf-325f-4360-b51f-c3e88cfc3f9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:25:23.317860 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-1fabaddf-325f-4360-b51f-c3e88cfc3f9c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c6cc5a13-de1f-4b15-97b4-8f592677fcac HTTP/1.1" status: 204 len: 168 time: 0.2480843 Aug 05 12:25:23.330969 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fabaddf-325f-4360-b51f-c3e88cfc3f9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6cc5a13-de1f-4b15-97b4-8f592677fcac,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:25:29.877482 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:25:37.325258 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-ebd34d4b-9888-490b-89d5-2075817a4c34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:25:37.829824 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bc8bf23e-603a-4175-a530-0f826455009f req-341fcbe8-466b-4cd8-b0a0-91edc2f6dedc tempest-ServersAdminNegativeTestJSON-2141036644 tempest-ServersAdminNegativeTestJSON-2141036644-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=a1779c769c374100bf259a284405e43c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0448291 Aug 05 12:25:38.157317 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8bf23e-603a-4175-a530-0f826455009f req-1bf22c18-7178-4703-a594-94ff490b5aca tempest-ServersAdminNegativeTestJSON-2141036644 tempest-ServersAdminNegativeTestJSON-2141036644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:25:38.160010 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bc8bf23e-603a-4175-a530-0f826455009f req-1bf22c18-7178-4703-a594-94ff490b5aca tempest-ServersAdminNegativeTestJSON-2141036644 tempest-ServersAdminNegativeTestJSON-2141036644-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3235707 Aug 05 12:25:38.185321 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bc8bf23e-603a-4175-a530-0f826455009f req-638965df-993e-47c6-9da3-b05e486e73bf tempest-ServersAdminNegativeTestJSON-2141036644 tempest-ServersAdminNegativeTestJSON-2141036644-project] 10.222.0.58 "GET /v2.0/quotas/a1779c769c374100bf259a284405e43c HTTP/1.1" status: 200 len: 375 time: 0.0171809 Aug 05 12:25:38.230238 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bc8bf23e-603a-4175-a530-0f826455009f req-1eeaf690-c190-491a-9885-03131e990379 tempest-ServersAdminNegativeTestJSON-2141036644 tempest-ServersAdminNegativeTestJSON-2141036644-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=a1779c769c374100bf259a284405e43c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322802 Aug 05 12:25:38.535730 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4515918e-e000-429d-9465-ededc26a833a req-b85ac65f-0059-47a7-b349-10d2e7e4c2dc tempest-ServersAdminNegativeTestJSON-2141036644 tempest-ServersAdminNegativeTestJSON-2141036644-project] 10.222.0.58 "GET /v2.0/ports?device_id=002f9b9e-6feb-4602-bf33-81c1bb052474 HTTP/1.1" status: 200 len: 210 time: 0.0432723 Aug 05 12:25:39.726980 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9d6b07ef-417d-4380-88b7-98105ce843c4 req-597fe42f-54b0-4dc1-b16b-6ce7fab9a01e tempest-ServersAdminNegativeTestJSON-2141036644 tempest-ServersAdminNegativeTestJSON-2141036644-project] 10.222.0.58 "GET /v2.0/ports?device_id=002f9b9e-6feb-4602-bf33-81c1bb052474 HTTP/1.1" status: 200 len: 210 time: 0.0568159 Aug 05 12:25:40.054257 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-011cc9ee-e9b5-494e-96c8-ebb9c9bd54d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:25:40.115092 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:25:40.263747 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-bc8bf23e-603a-4175-a530-0f826455009f req-978fc3cb-3f2c-428c-bb2f-4071d542706c tempest-ServersAdminNegativeTestJSON-2141036644 tempest-ServersAdminNegativeTestJSON-2141036644-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=a1779c769c374100bf259a284405e43c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0453172 Aug 05 12:25:40.552659 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8bf23e-603a-4175-a530-0f826455009f req-4249047a-0791-43e4-95e6-8b37cb6b5970 tempest-ServersAdminNegativeTestJSON-2141036644 tempest-ServersAdminNegativeTestJSON-2141036644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:25:40.555418 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-bc8bf23e-603a-4175-a530-0f826455009f req-4249047a-0791-43e4-95e6-8b37cb6b5970 tempest-ServersAdminNegativeTestJSON-2141036644 tempest-ServersAdminNegativeTestJSON-2141036644-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2859924 Aug 05 12:25:40.575768 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-bc8bf23e-603a-4175-a530-0f826455009f req-99410382-dd77-4c19-998c-c22fefb3338f tempest-ServersAdminNegativeTestJSON-2141036644 tempest-ServersAdminNegativeTestJSON-2141036644-project] Request body: {'port': {'device_id': '002f9b9e-6feb-4602-bf33-81c1bb052474', 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a', 'admin_state_up': True, 'tenant_id': 'a1779c769c374100bf259a284405e43c'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:25:40.771492 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc8bf23e-603a-4175-a530-0f826455009f req-99410382-dd77-4c19-998c-c22fefb3338f tempest-ServersAdminNegativeTestJSON-2141036644 tempest-ServersAdminNegativeTestJSON-2141036644-project] Made reservation on behalf of a1779c769c374100bf259a284405e43c for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:25:40.778581 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-bc8bf23e-603a-4175-a530-0f826455009f req-99410382-dd77-4c19-998c-c22fefb3338f tempest-ServersAdminNegativeTestJSON-2141036644 tempest-ServersAdminNegativeTestJSON-2141036644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:25:40.796627 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-bc8bf23e-603a-4175-a530-0f826455009f req-99410382-dd77-4c19-998c-c22fefb3338f tempest-ServersAdminNegativeTestJSON-2141036644 tempest-ServersAdminNegativeTestJSON-2141036644-project] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:25:40.918088 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3bddfc61-4d75-4758-800d-2b99e188adbf req-b18db179-c70d-44ae-ba85-a4336115e474 tempest-ServersAdminNegativeTestJSON-2141036644 tempest-ServersAdminNegativeTestJSON-2141036644-project] 10.222.0.58 "GET /v2.0/ports?device_id=002f9b9e-6feb-4602-bf33-81c1bb052474 HTTP/1.1" status: 200 len: 210 time: 0.0529289 Aug 05 12:25:40.984837 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-bc8bf23e-603a-4175-a530-0f826455009f req-99410382-dd77-4c19-998c-c22fefb3338f tempest-ServersAdminNegativeTestJSON-2141036644 tempest-ServersAdminNegativeTestJSON-2141036644-project] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:25:40.993903 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-bc8bf23e-603a-4175-a530-0f826455009f req-99410382-dd77-4c19-998c-c22fefb3338f tempest-ServersAdminNegativeTestJSON-2141036644 tempest-ServersAdminNegativeTestJSON-2141036644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:25:41.083283 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99410382-dd77-4c19-998c-c22fefb3338f tempest-ServersAdminNegativeTestJSON-2141036644 tempest-ServersAdminNegativeTestJSON-2141036644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4f43eaa-f267-4cbc-821b-826136b46100,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:25:41.182100 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-bc8bf23e-603a-4175-a530-0f826455009f req-99410382-dd77-4c19-998c-c22fefb3338f tempest-ServersAdminNegativeTestJSON-2141036644 tempest-ServersAdminNegativeTestJSON-2141036644-project] Allocated IP 192.168.233.41 (91caede3-92e4-4b1e-8e3e-36227cfd846a/6842f728-c2f3-4e36-bb32-3303d06ce3f4/e9664240-5585-41b9-8fb9-961c6989a5e6) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:25:41.414445 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-bc8bf23e-603a-4175-a530-0f826455009f req-99410382-dd77-4c19-998c-c22fefb3338f tempest-ServersAdminNegativeTestJSON-2141036644 tempest-ServersAdminNegativeTestJSON-2141036644-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:25:41.434584 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-bc8bf23e-603a-4175-a530-0f826455009f req-99410382-dd77-4c19-998c-c22fefb3338f tempest-ServersAdminNegativeTestJSON-2141036644 tempest-ServersAdminNegativeTestJSON-2141036644-project] Transition to ACTIVE for port object e9664240-5585-41b9-8fb9-961c6989a5e6 will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:25:41.486993 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-bc8bf23e-603a-4175-a530-0f826455009f req-99410382-dd77-4c19-998c-c22fefb3338f tempest-ServersAdminNegativeTestJSON-2141036644 tempest-ServersAdminNegativeTestJSON-2141036644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:25:41.563909 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc8bf23e-603a-4175-a530-0f826455009f req-99410382-dd77-4c19-998c-c22fefb3338f tempest-ServersAdminNegativeTestJSON-2141036644 tempest-ServersAdminNegativeTestJSON-2141036644-project] Network 91caede3-92e4-4b1e-8e3e-36227cfd846a is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:25:41.569406 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-bc8bf23e-603a-4175-a530-0f826455009f req-99410382-dd77-4c19-998c-c22fefb3338f tempest-ServersAdminNegativeTestJSON-2141036644 tempest-ServersAdminNegativeTestJSON-2141036644-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:25:41.577685 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc8bf23e-603a-4175-a530-0f826455009f req-99410382-dd77-4c19-998c-c22fefb3338f tempest-ServersAdminNegativeTestJSON-2141036644 tempest-ServersAdminNegativeTestJSON-2141036644-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:25:41.617889 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99410382-dd77-4c19-998c-c22fefb3338f tempest-ServersAdminNegativeTestJSON-2141036644 tempest-ServersAdminNegativeTestJSON-2141036644-project] Pushing event updated for resources: {'Port': ['ID=e9664240-5585-41b9-8fb9-961c6989a5e6,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:25:41.672585 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8bf23e-603a-4175-a530-0f826455009f req-99410382-dd77-4c19-998c-c22fefb3338f tempest-ServersAdminNegativeTestJSON-2141036644 tempest-ServersAdminNegativeTestJSON-2141036644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:25:41.673832 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-bc8bf23e-603a-4175-a530-0f826455009f req-99410382-dd77-4c19-998c-c22fefb3338f tempest-ServersAdminNegativeTestJSON-2141036644 tempest-ServersAdminNegativeTestJSON-2141036644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:25:41.696732 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-bc8bf23e-603a-4175-a530-0f826455009f req-99410382-dd77-4c19-998c-c22fefb3338f tempest-ServersAdminNegativeTestJSON-2141036644 tempest-ServersAdminNegativeTestJSON-2141036644-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1261678 Aug 05 12:25:41.722492 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-bc8bf23e-603a-4175-a530-0f826455009f req-eca62421-b987-4581-bbdb-32a5546bb860 service neutron] Request body: {'port': {'device_id': '002f9b9e-6feb-4602-bf33-81c1bb052474', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:25:41.814615 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-bc8bf23e-603a-4175-a530-0f826455009f req-eca62421-b987-4581-bbdb-32a5546bb860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:25:41.940418 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:25:41.948034 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b91fd27d-81fe-433b-9a49-a98fc42b18b0 None None] Provisioning for port e9664240-5585-41b9-8fb9-961c6989a5e6 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:25:41.956852 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b91fd27d-81fe-433b-9a49-a98fc42b18b0 None None] Provisioning complete for port e9664240-5585-41b9-8fb9-961c6989a5e6 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:25:41.957466 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b91fd27d-81fe-433b-9a49-a98fc42b18b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:25:42.029943 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-b91fd27d-81fe-433b-9a49-a98fc42b18b0 None None] Port e9664240-5585-41b9-8fb9-961c6989a5e6 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 12:25:42.149439 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac601a4-e1d6-4174-a582-d4112bfb1a66 req-f50e1357-2ae3-4b6d-97c7-394a0ace6372 tempest-ServersAdminNegativeTestJSON-2141036644 tempest-ServersAdminNegativeTestJSON-2141036644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:25:42.152415 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-aac601a4-e1d6-4174-a582-d4112bfb1a66 req-f50e1357-2ae3-4b6d-97c7-394a0ace6372 tempest-ServersAdminNegativeTestJSON-2141036644 tempest-ServersAdminNegativeTestJSON-2141036644-project] 10.222.0.58 "GET /v2.0/ports?device_id=002f9b9e-6feb-4602-bf33-81c1bb052474 HTTP/1.1" status: 200 len: 935 time: 0.1015232 Aug 05 12:25:42.226033 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-aac601a4-e1d6-4174-a582-d4112bfb1a66 req-11bdc402-4ed6-4051-bc02-678246458af6 tempest-ServersAdminNegativeTestJSON-2141036644 tempest-ServersAdminNegativeTestJSON-2141036644-project] 10.222.0.58 "GET /v2.0/security-groups?id=b4f43eaa-f267-4cbc-821b-826136b46100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651062 Aug 05 12:25:42.720515 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-bc8bf23e-603a-4175-a530-0f826455009f req-eca62421-b987-4581-bbdb-32a5546bb860 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9664240-5585-41b9-8fb9-961c6989a5e6 {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 12:25:42.736150 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-bc8bf23e-603a-4175-a530-0f826455009f req-eca62421-b987-4581-bbdb-32a5546bb860 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:25:42.764200 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-bc8bf23e-603a-4175-a530-0f826455009f req-eca62421-b987-4581-bbdb-32a5546bb860 service neutron] Transition to ACTIVE for port object e9664240-5585-41b9-8fb9-961c6989a5e6 will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:25:42.770102 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-bc8bf23e-603a-4175-a530-0f826455009f req-eca62421-b987-4581-bbdb-32a5546bb860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:25:42.879994 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca62421-b987-4581-bbdb-32a5546bb860 service neutron] Pushing event updated for resources: {'Port': ['ID=e9664240-5585-41b9-8fb9-961c6989a5e6,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:25:43.005871 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-bc8bf23e-603a-4175-a530-0f826455009f req-eca62421-b987-4581-bbdb-32a5546bb860 service neutron] Attempting to bind port e9664240-5585-41b9-8fb9-961c6989a5e6 on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:25:43.006360 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-bc8bf23e-603a-4175-a530-0f826455009f req-eca62421-b987-4581-bbdb-32a5546bb860 service neutron] Attempting to bind port e9664240-5585-41b9-8fb9-961c6989a5e6 by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:25:43.006771 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8bf23e-603a-4175-a530-0f826455009f req-eca62421-b987-4581-bbdb-32a5546bb860 service neutron] Attempting to bind port e9664240-5585-41b9-8fb9-961c6989a5e6 on network 91caede3-92e4-4b1e-8e3e-36227cfd846a {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:25:43.014233 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8bf23e-603a-4175-a530-0f826455009f req-eca62421-b987-4581-bbdb-32a5546bb860 service neutron] Port e9664240-5585-41b9-8fb9-961c6989a5e6 on network 91caede3-92e4-4b1e-8e3e-36227cfd846a not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 12:25:43.014737 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8bf23e-603a-4175-a530-0f826455009f req-eca62421-b987-4581-bbdb-32a5546bb860 service neutron] Attempting to bind port e9664240-5585-41b9-8fb9-961c6989a5e6 on network 91caede3-92e4-4b1e-8e3e-36227cfd846a {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:25:43.021811 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8bf23e-603a-4175-a530-0f826455009f req-eca62421-b987-4581-bbdb-32a5546bb860 service neutron] Checking agent: {'id': 'a8f1dd2d-227c-4e30-8844-52419ba734db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:25:43.022349 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8bf23e-603a-4175-a530-0f826455009f req-eca62421-b987-4581-bbdb-32a5546bb860 service neutron] Checking segment: {'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:25:43.022974 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8bf23e-603a-4175-a530-0f826455009f req-eca62421-b987-4581-bbdb-32a5546bb860 service neutron] Bound using segment: {'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:25:43.023536 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-bc8bf23e-603a-4175-a530-0f826455009f req-eca62421-b987-4581-bbdb-32a5546bb860 service neutron] Bound port: e9664240-5585-41b9-8fb9-961c6989a5e6, host: n-h2-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65226418-7bdf-45a1-8673-5f60e8aef4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:25:43.023950 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-bc8bf23e-603a-4175-a530-0f826455009f req-eca62421-b987-4581-bbdb-32a5546bb860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:25:43.129615 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-bc8bf23e-603a-4175-a530-0f826455009f req-eca62421-b987-4581-bbdb-32a5546bb860 service neutron] For port e9664240-5585-41b9-8fb9-961c6989a5e6, host n-h2-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:25:43.133830 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-bc8bf23e-603a-4175-a530-0f826455009f req-eca62421-b987-4581-bbdb-32a5546bb860 service neutron] For port e9664240-5585-41b9-8fb9-961c6989a5e6, host n-h2-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=e9664240-5585-41b9-8fb9-961c6989a5e6,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:25:43.141311 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-bc8bf23e-603a-4175-a530-0f826455009f req-eca62421-b987-4581-bbdb-32a5546bb860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:25:43.189357 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8bf23e-603a-4175-a530-0f826455009f req-eca62421-b987-4581-bbdb-32a5546bb860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:25:43.189993 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-bc8bf23e-603a-4175-a530-0f826455009f req-eca62421-b987-4581-bbdb-32a5546bb860 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:25:43.191567 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-bc8bf23e-603a-4175-a530-0f826455009f req-eca62421-b987-4581-bbdb-32a5546bb860 service neutron] 10.222.0.55 "PUT /v2.0/ports/e9664240-5585-41b9-8fb9-961c6989a5e6 HTTP/1.1" status: 200 len: 1095 time: 1.4776502 Aug 05 12:25:43.192188 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '002f9b9e-6feb-4602-bf33-81c1bb052474', 'tag': 'e9664240-5585-41b9-8fb9-961c6989a5e6'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:25:43.195115 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7ff1ae056485c55ead25f70fa9973e26b39e4a1f6cb6b93d5d0d7942cdef429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a460f44e-a962-4716-8e0e-74eb1075d810" -d '{"events": [{"name": "network-changed", "server_uuid": "002f9b9e-6feb-4602-bf33-81c1bb052474", "tag": "e9664240-5585-41b9-8fb9-961c6989a5e6"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:25:43.243045 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca62421-b987-4581-bbdb-32a5546bb860 service neutron] Pushing event updated for resources: {'Port': ['ID=e9664240-5585-41b9-8fb9-961c6989a5e6,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:25:43.258399 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 12:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-138bbe0e-2cef-4833-afc3-935870ed8b00 x-openstack-request-id: req-138bbe0e-2cef-4833-afc3-935870ed8b00 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:25:43.258906 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "002f9b9e-6feb-4602-bf33-81c1bb052474", "tag": "e9664240-5585-41b9-8fb9-961c6989a5e6", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:25:43.259108 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-138bbe0e-2cef-4833-afc3-935870ed8b00 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:25:43.259733 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '002f9b9e-6feb-4602-bf33-81c1bb052474', 'tag': 'e9664240-5585-41b9-8fb9-961c6989a5e6', 'status': 'completed', 'code': 200} Aug 05 12:25:43.361776 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8bf23e-603a-4175-a530-0f826455009f req-f866616f-ac84-40bb-a673-3d3ab44e5578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:25:43.364700 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-bc8bf23e-603a-4175-a530-0f826455009f req-f866616f-ac84-40bb-a673-3d3ab44e5578 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a1779c769c374100bf259a284405e43c&device_id=002f9b9e-6feb-4602-bf33-81c1bb052474 HTTP/1.1" status: 200 len: 1098 time: 0.0925000 Aug 05 12:25:43.436836 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f3526d-f49e-43da-89af-5486c4b20563 req-828dd46a-e657-4bfa-a695-433f3ae3a6c2 tempest-ServersAdminNegativeTestJSON-2141036644 tempest-ServersAdminNegativeTestJSON-2141036644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:25:43.439468 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-33f3526d-f49e-43da-89af-5486c4b20563 req-828dd46a-e657-4bfa-a695-433f3ae3a6c2 tempest-ServersAdminNegativeTestJSON-2141036644 tempest-ServersAdminNegativeTestJSON-2141036644-project] 10.222.0.58 "GET /v2.0/ports?device_id=002f9b9e-6feb-4602-bf33-81c1bb052474 HTTP/1.1" status: 200 len: 947 time: 0.0832820 Aug 05 12:25:43.458920 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-bc8bf23e-603a-4175-a530-0f826455009f req-d8333fb4-404b-4cf4-84ab-026d635a200a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=e9664240-5585-41b9-8fb9-961c6989a5e6 HTTP/1.1" status: 200 len: 217 time: 0.0798383 Aug 05 12:25:43.499865 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-33f3526d-f49e-43da-89af-5486c4b20563 req-80416bbf-6d6b-4eab-b43c-8847e4c663e2 tempest-ServersAdminNegativeTestJSON-2141036644 tempest-ServersAdminNegativeTestJSON-2141036644-project] 10.222.0.58 "GET /v2.0/security-groups?id=b4f43eaa-f267-4cbc-821b-826136b46100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524850 Aug 05 12:25:43.536614 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8bf23e-603a-4175-a530-0f826455009f req-c4a27071-c5f2-40bf-b5e0-5c63ade5e0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:25:43.540145 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-bc8bf23e-603a-4175-a530-0f826455009f req-c4a27071-c5f2-40bf-b5e0-5c63ade5e0ba service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6842f728-c2f3-4e36-bb32-3303d06ce3f4 HTTP/1.1" status: 200 len: 843 time: 0.0715442 Aug 05 12:25:43.629176 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8bf23e-603a-4175-a530-0f826455009f req-6f98ba73-717b-4974-9822-8065dc88c6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:25:43.631997 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-bc8bf23e-603a-4175-a530-0f826455009f req-6f98ba73-717b-4974-9822-8065dc88c6f3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=91caede3-92e4-4b1e-8e3e-36227cfd846a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0829787 Aug 05 12:25:43.797701 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-bc8bf23e-603a-4175-a530-0f826455009f req-53c88cb3-76f7-4589-b674-10faa8094000 service neutron] 10.222.0.55 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577263 Aug 05 12:25:43.973097 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-bc8bf23e-603a-4175-a530-0f826455009f req-3deed6de-ae9b-45ed-a2db-4c8f22762e47 service neutron] 10.222.0.55 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677434 Aug 05 12:25:44.061426 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:25:44.127997 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a460f44e-a962-4716-8e0e-74eb1075d810 req-618dd468-b73e-4ea2-97fe-f7a4ea6a63d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:25:44.129931 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-a460f44e-a962-4716-8e0e-74eb1075d810 req-618dd468-b73e-4ea2-97fe-f7a4ea6a63d5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a1779c769c374100bf259a284405e43c&device_id=002f9b9e-6feb-4602-bf33-81c1bb052474 HTTP/1.1" status: 200 len: 1098 time: 0.0556772 Aug 05 12:25:44.291359 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a460f44e-a962-4716-8e0e-74eb1075d810 req-d4127a7d-9697-40e8-be3f-63a320ff794b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:25:44.294115 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-a460f44e-a962-4716-8e0e-74eb1075d810 req-d4127a7d-9697-40e8-be3f-63a320ff794b service neutron] 10.222.0.55 "GET /v2.0/networks?id=91caede3-92e4-4b1e-8e3e-36227cfd846a HTTP/1.1" status: 200 len: 870 time: 0.1562865 Aug 05 12:25:44.378085 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-a460f44e-a962-4716-8e0e-74eb1075d810 req-e9d0b5a4-4034-49f5-8ee2-528040b70217 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=e9664240-5585-41b9-8fb9-961c6989a5e6 HTTP/1.1" status: 200 len: 217 time: 0.0735166 Aug 05 12:25:44.453866 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a460f44e-a962-4716-8e0e-74eb1075d810 req-8fe75723-3aaf-47ed-bd9c-ba9bb176a38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:25:44.456644 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-a460f44e-a962-4716-8e0e-74eb1075d810 req-8fe75723-3aaf-47ed-bd9c-ba9bb176a38c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6842f728-c2f3-4e36-bb32-3303d06ce3f4 HTTP/1.1" status: 200 len: 843 time: 0.0703242 Aug 05 12:25:44.524348 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a460f44e-a962-4716-8e0e-74eb1075d810 req-4c12b617-b287-4200-a57a-a1bd04215aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:25:44.525967 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-a460f44e-a962-4716-8e0e-74eb1075d810 req-4c12b617-b287-4200-a57a-a1bd04215aac service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=91caede3-92e4-4b1e-8e3e-36227cfd846a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0601614 Aug 05 12:25:44.716529 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-a460f44e-a962-4716-8e0e-74eb1075d810 req-6377ad35-3bd3-40a6-93b3-121712746cbd service neutron] 10.222.0.55 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815686 Aug 05 12:25:44.724022 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf7ea5c-22cf-435f-b0a8-1744ed76523f req-52b353e5-b096-4483-bd3a-312ff0869b91 tempest-ServersAdminNegativeTestJSON-2141036644 tempest-ServersAdminNegativeTestJSON-2141036644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:25:44.726487 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-baf7ea5c-22cf-435f-b0a8-1744ed76523f req-52b353e5-b096-4483-bd3a-312ff0869b91 tempest-ServersAdminNegativeTestJSON-2141036644 tempest-ServersAdminNegativeTestJSON-2141036644-project] 10.222.0.58 "GET /v2.0/ports?device_id=002f9b9e-6feb-4602-bf33-81c1bb052474 HTTP/1.1" status: 200 len: 947 time: 0.1058254 Aug 05 12:25:44.807128 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-baf7ea5c-22cf-435f-b0a8-1744ed76523f req-8db66c24-51fb-450e-8dd6-73c62453f927 tempest-ServersAdminNegativeTestJSON-2141036644 tempest-ServersAdminNegativeTestJSON-2141036644-project] 10.222.0.58 "GET /v2.0/security-groups?id=b4f43eaa-f267-4cbc-821b-826136b46100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679772 Aug 05 12:25:44.915164 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-a460f44e-a962-4716-8e0e-74eb1075d810 req-b3e6dc19-23f6-4d08-8b56-26d1751f9573 service neutron] 10.222.0.55 "GET /v2.0/networks/91caede3-92e4-4b1e-8e3e-36227cfd846a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896701 Aug 05 12:25:46.033691 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb5b207-b88c-44b0-b94f-eba25589e1fe req-f47036bc-8313-4c05-84ae-1b93f50d286f tempest-ServersAdminNegativeTestJSON-2141036644 tempest-ServersAdminNegativeTestJSON-2141036644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:25:46.036443 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5eb5b207-b88c-44b0-b94f-eba25589e1fe req-f47036bc-8313-4c05-84ae-1b93f50d286f tempest-ServersAdminNegativeTestJSON-2141036644 tempest-ServersAdminNegativeTestJSON-2141036644-project] 10.222.0.58 "GET /v2.0/ports?device_id=002f9b9e-6feb-4602-bf33-81c1bb052474 HTTP/1.1" status: 200 len: 947 time: 0.0969927 Aug 05 12:25:46.113708 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5eb5b207-b88c-44b0-b94f-eba25589e1fe req-fad25e2b-d1f1-4d71-9728-04f4fe3f16e4 tempest-ServersAdminNegativeTestJSON-2141036644 tempest-ServersAdminNegativeTestJSON-2141036644-project] 10.222.0.58 "GET /v2.0/security-groups?id=b4f43eaa-f267-4cbc-821b-826136b46100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651357 Aug 05 12:25:47.318206 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef47c88-79e6-47e5-a052-df7d0c009f6b req-2baa9950-5f7f-4603-9acb-953afe549edd tempest-ServersAdminNegativeTestJSON-2141036644 tempest-ServersAdminNegativeTestJSON-2141036644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:25:47.321174 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bef47c88-79e6-47e5-a052-df7d0c009f6b req-2baa9950-5f7f-4603-9acb-953afe549edd tempest-ServersAdminNegativeTestJSON-2141036644 tempest-ServersAdminNegativeTestJSON-2141036644-project] 10.222.0.58 "GET /v2.0/ports?device_id=002f9b9e-6feb-4602-bf33-81c1bb052474 HTTP/1.1" status: 200 len: 947 time: 0.0777602 Aug 05 12:25:47.402866 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bef47c88-79e6-47e5-a052-df7d0c009f6b req-cf7963de-4743-49fb-a1ad-c7e92327fabf tempest-ServersAdminNegativeTestJSON-2141036644 tempest-ServersAdminNegativeTestJSON-2141036644-project] 10.222.0.58 "GET /v2.0/security-groups?id=b4f43eaa-f267-4cbc-821b-826136b46100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696375 Aug 05 12:25:48.148106 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device e9664240-5585-41b9-8fb9-961c6989a5e6 details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 12:25:48.338926 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port e9664240-5585-41b9-8fb9-961c6989a5e6, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=e9664240-5585-41b9-8fb9-961c6989a5e6,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:25:48.358453 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Returning: {'device': 'e9664240-5585-41b9-8fb9-961c6989a5e6', 'network_id': '91caede3-92e4-4b1e-8e3e-36227cfd846a', 'port_id': 'e9664240-5585-41b9-8fb9-961c6989a5e6', 'mac_address': 'fa:16:3e:93:fb:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6842f728-c2f3-4e36-bb32-3303d06ce3f4', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 12:25:48.435496 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:25:48.460944 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9664240-5585-41b9-8fb9-961c6989a5e6 {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 12:25:48.502674 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port e9664240-5585-41b9-8fb9-961c6989a5e6, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=e9664240-5585-41b9-8fb9-961c6989a5e6,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:25:48.513194 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:25:48.630784 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f30415c-bb9d-42a7-9f02-9dd4bfb1bf0f req-4a95fa0a-47e2-43bd-b422-acd6c167f814 tempest-ServersAdminNegativeTestJSON-2141036644 tempest-ServersAdminNegativeTestJSON-2141036644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:25:48.636327 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0f30415c-bb9d-42a7-9f02-9dd4bfb1bf0f req-4a95fa0a-47e2-43bd-b422-acd6c167f814 tempest-ServersAdminNegativeTestJSON-2141036644 tempest-ServersAdminNegativeTestJSON-2141036644-project] 10.222.0.58 "GET /v2.0/ports?device_id=002f9b9e-6feb-4602-bf33-81c1bb052474 HTTP/1.1" status: 200 len: 948 time: 0.1072145 Aug 05 12:25:48.711149 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0f30415c-bb9d-42a7-9f02-9dd4bfb1bf0f req-070aba7b-8049-4b2b-a1f2-db887f5e3041 tempest-ServersAdminNegativeTestJSON-2141036644 tempest-ServersAdminNegativeTestJSON-2141036644-project] 10.222.0.58 "GET /v2.0/security-groups?id=b4f43eaa-f267-4cbc-821b-826136b46100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660918 Aug 05 12:25:48.873903 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=e9664240-5585-41b9-8fb9-961c6989a5e6,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:25:48.943437 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['e9664240-5585-41b9-8fb9-961c6989a5e6'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 12:25:49.771559 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 12:25:49.936046 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a7808a-e9e5-4aae-9e4c-7d8211a5bb6f req-54832b53-ce20-4166-b15d-96f1a663738b tempest-ServersAdminNegativeTestJSON-2141036644 tempest-ServersAdminNegativeTestJSON-2141036644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:25:49.938948 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-65a7808a-e9e5-4aae-9e4c-7d8211a5bb6f req-54832b53-ce20-4166-b15d-96f1a663738b tempest-ServersAdminNegativeTestJSON-2141036644 tempest-ServersAdminNegativeTestJSON-2141036644-project] 10.222.0.58 "GET /v2.0/ports?device_id=002f9b9e-6feb-4602-bf33-81c1bb052474 HTTP/1.1" status: 200 len: 948 time: 0.1060212 Aug 05 12:25:49.994664 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-65a7808a-e9e5-4aae-9e4c-7d8211a5bb6f req-2492f97a-f9e1-4fd9-bd75-7401685f456b tempest-ServersAdminNegativeTestJSON-2141036644 tempest-ServersAdminNegativeTestJSON-2141036644-project] 10.222.0.58 "GET /v2.0/security-groups?id=b4f43eaa-f267-4cbc-821b-826136b46100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481410 Aug 05 12:25:50.163766 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device e9664240-5585-41b9-8fb9-961c6989a5e6 up at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:25:50.246606 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning for port e9664240-5585-41b9-8fb9-961c6989a5e6 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:25:50.253296 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning complete for port e9664240-5585-41b9-8fb9-961c6989a5e6 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:25:50.253623 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:25:50.388233 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:25:50.420949 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '002f9b9e-6feb-4602-bf33-81c1bb052474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9664240-5585-41b9-8fb9-961c6989a5e6'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:25:50.427265 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e1268cc07bff5734ca170491336a8ac74677c017447dd0c96766dddd3e3cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eef2d170-f534-4417-91bf-9f1ca03eba57" -d '{"events": [{"server_uuid": "002f9b9e-6feb-4602-bf33-81c1bb052474", "name": "network-vif-plugged", "status": "completed", "tag": "e9664240-5585-41b9-8fb9-961c6989a5e6"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:25:50.454845 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port e9664240-5585-41b9-8fb9-961c6989a5e6, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=e9664240-5585-41b9-8fb9-961c6989a5e6,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:25:50.461846 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:25:50.501703 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 12:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53ebdd79-dd6e-49a5-99b7-ab23fdfffa00 x-openstack-request-id: req-53ebdd79-dd6e-49a5-99b7-ab23fdfffa00 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:25:50.502025 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "002f9b9e-6feb-4602-bf33-81c1bb052474", "name": "network-vif-plugged", "status": "completed", "tag": "e9664240-5585-41b9-8fb9-961c6989a5e6", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:25:50.502391 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-53ebdd79-dd6e-49a5-99b7-ab23fdfffa00 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:25:50.502739 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '002f9b9e-6feb-4602-bf33-81c1bb052474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9664240-5585-41b9-8fb9-961c6989a5e6', 'code': 200} Aug 05 12:25:50.537091 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=e9664240-5585-41b9-8fb9-961c6989a5e6,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:25:50.634972 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc31187b-b1da-46c3-9cb9-3e47b639070c req-81b82ca7-91c7-4abf-aa27-5237bc36017a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:25:50.637595 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-fc31187b-b1da-46c3-9cb9-3e47b639070c req-81b82ca7-91c7-4abf-aa27-5237bc36017a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=002f9b9e-6feb-4602-bf33-81c1bb052474 HTTP/1.1" status: 200 len: 1100 time: 0.0514479 Aug 05 12:25:50.689425 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-fc31187b-b1da-46c3-9cb9-3e47b639070c req-ae358cdd-87cb-4ced-a3f5-42deb937f3da service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=b4f43eaa-f267-4cbc-821b-826136b46100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437939 Aug 05 12:25:51.172616 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2111bfa5-91e9-413f-97f1-d23a7f0a017a req-c97bed6c-ab5a-452b-84bb-e090526b6956 tempest-ServersAdminNegativeTestJSON-2141036644 tempest-ServersAdminNegativeTestJSON-2141036644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:25:51.175241 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2111bfa5-91e9-413f-97f1-d23a7f0a017a req-c97bed6c-ab5a-452b-84bb-e090526b6956 tempest-ServersAdminNegativeTestJSON-2141036644 tempest-ServersAdminNegativeTestJSON-2141036644-project] 10.222.0.58 "GET /v2.0/ports?device_id=002f9b9e-6feb-4602-bf33-81c1bb052474 HTTP/1.1" status: 200 len: 949 time: 0.0886500 Aug 05 12:25:51.239500 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2111bfa5-91e9-413f-97f1-d23a7f0a017a req-6d52450b-e46e-4ff3-a1b5-bc64538d2ccd tempest-ServersAdminNegativeTestJSON-2141036644 tempest-ServersAdminNegativeTestJSON-2141036644-project] 10.222.0.58 "GET /v2.0/security-groups?id=b4f43eaa-f267-4cbc-821b-826136b46100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565479 Aug 05 12:25:52.392310 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573d6672-ddde-41fd-83a2-bc9f07f33631 req-e7f0b395-3372-4794-85a3-888554e2fa8b tempest-ServersAdminNegativeTestJSON-2141036644 tempest-ServersAdminNegativeTestJSON-2141036644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:25:52.394583 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-573d6672-ddde-41fd-83a2-bc9f07f33631 req-e7f0b395-3372-4794-85a3-888554e2fa8b tempest-ServersAdminNegativeTestJSON-2141036644 tempest-ServersAdminNegativeTestJSON-2141036644-project] 10.222.0.58 "GET /v2.0/ports?device_id=002f9b9e-6feb-4602-bf33-81c1bb052474 HTTP/1.1" status: 200 len: 949 time: 0.0635076 Aug 05 12:25:52.455270 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-573d6672-ddde-41fd-83a2-bc9f07f33631 req-7e83b478-5e88-4948-ab09-063b0e36d9d4 tempest-ServersAdminNegativeTestJSON-2141036644 tempest-ServersAdminNegativeTestJSON-2141036644-project] 10.222.0.58 "GET /v2.0/security-groups?id=b4f43eaa-f267-4cbc-821b-826136b46100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497763 Aug 05 12:25:52.645601 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:25:54.081570 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfb16e3-0960-402a-92f4-9cbb7e326de0 req-adc6d6c3-4cb7-4de8-bb70-4dbd6476bebe tempest-ServersAdminNegativeTestJSON-2141036644 tempest-ServersAdminNegativeTestJSON-2141036644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:25:54.083336 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ecfb16e3-0960-402a-92f4-9cbb7e326de0 req-adc6d6c3-4cb7-4de8-bb70-4dbd6476bebe tempest-ServersAdminNegativeTestJSON-2141036644 tempest-ServersAdminNegativeTestJSON-2141036644-project] 10.222.0.58 "GET /v2.0/ports?device_id=002f9b9e-6feb-4602-bf33-81c1bb052474 HTTP/1.1" status: 200 len: 949 time: 0.0688014 Aug 05 12:25:54.159945 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ecfb16e3-0960-402a-92f4-9cbb7e326de0 req-cb4d426d-7db0-4a32-875a-3adb77f5748e tempest-ServersAdminNegativeTestJSON-2141036644 tempest-ServersAdminNegativeTestJSON-2141036644-project] 10.222.0.58 "GET /v2.0/security-groups?id=b4f43eaa-f267-4cbc-821b-826136b46100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655954 Aug 05 12:25:55.364001 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85bf26a-c853-45f1-8ac9-60697b68e4f7 req-4500e418-30b4-4968-8965-8df6f5e514d6 tempest-ServersAdminNegativeTestJSON-2141036644 tempest-ServersAdminNegativeTestJSON-2141036644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:25:55.366770 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a85bf26a-c853-45f1-8ac9-60697b68e4f7 req-4500e418-30b4-4968-8965-8df6f5e514d6 tempest-ServersAdminNegativeTestJSON-2141036644 tempest-ServersAdminNegativeTestJSON-2141036644-project] 10.222.0.58 "GET /v2.0/ports?device_id=002f9b9e-6feb-4602-bf33-81c1bb052474 HTTP/1.1" status: 200 len: 949 time: 0.0803626 Aug 05 12:25:55.435459 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a85bf26a-c853-45f1-8ac9-60697b68e4f7 req-f6ab54ff-086f-4e77-9f7f-b6d84c486863 tempest-ServersAdminNegativeTestJSON-2141036644 tempest-ServersAdminNegativeTestJSON-2141036644-project] 10.222.0.58 "GET /v2.0/security-groups?id=b4f43eaa-f267-4cbc-821b-826136b46100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591841 Aug 05 12:25:55.455316 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c1c973-23ad-43cc-a748-59a0d032e5c2 req-dcd69092-6507-4609-891d-23188de94a06 tempest-ServersAdminNegativeTestJSON-2141036644 tempest-ServersAdminNegativeTestJSON-2141036644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:25:55.457565 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-01c1c973-23ad-43cc-a748-59a0d032e5c2 req-dcd69092-6507-4609-891d-23188de94a06 tempest-ServersAdminNegativeTestJSON-2141036644 tempest-ServersAdminNegativeTestJSON-2141036644-project] 10.222.0.55 "GET /v2.0/ports?device_id=002f9b9e-6feb-4602-bf33-81c1bb052474 HTTP/1.1" status: 200 len: 949 time: 0.0791914 Aug 05 12:25:55.630039 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-01c1c973-23ad-43cc-a748-59a0d032e5c2 req-51dacf0e-6516-4a3d-952c-f22468534bb7 tempest-ServersAdminNegativeTestJSON-2141036644 tempest-ServersAdminNegativeTestJSON-2141036644-project] Deleting port e9664240-5585-41b9-8fb9-961c6989a5e6 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:25:55.630622 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-01c1c973-23ad-43cc-a748-59a0d032e5c2 req-51dacf0e-6516-4a3d-952c-f22468534bb7 tempest-ServersAdminNegativeTestJSON-2141036644 tempest-ServersAdminNegativeTestJSON-2141036644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:25:55.827385 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-01c1c973-23ad-43cc-a748-59a0d032e5c2 req-51dacf0e-6516-4a3d-952c-f22468534bb7 tempest-ServersAdminNegativeTestJSON-2141036644 tempest-ServersAdminNegativeTestJSON-2141036644-project] For port e9664240-5585-41b9-8fb9-961c6989a5e6, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=e9664240-5585-41b9-8fb9-961c6989a5e6,segment=NetworkSegment(65226418-7bdf-45a1-8673-5f60e8aef4a9),segment_id=65226418-7bdf-45a1-8673-5f60e8aef4a9)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:25:55.828038 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-01c1c973-23ad-43cc-a748-59a0d032e5c2 req-51dacf0e-6516-4a3d-952c-f22468534bb7 tempest-ServersAdminNegativeTestJSON-2141036644 tempest-ServersAdminNegativeTestJSON-2141036644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:25:55.856907 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-01c1c973-23ad-43cc-a748-59a0d032e5c2 req-51dacf0e-6516-4a3d-952c-f22468534bb7 tempest-ServersAdminNegativeTestJSON-2141036644 tempest-ServersAdminNegativeTestJSON-2141036644-project] Calling delete_port for e9664240-5585-41b9-8fb9-961c6989a5e6 owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:25:56.130600 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-01c1c973-23ad-43cc-a748-59a0d032e5c2 req-51dacf0e-6516-4a3d-952c-f22468534bb7 tempest-ServersAdminNegativeTestJSON-2141036644 tempest-ServersAdminNegativeTestJSON-2141036644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:25:56.166967 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['e9664240-5585-41b9-8fb9-961c6989a5e6'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 12:25:56.186178 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dacf0e-6516-4a3d-952c-f22468534bb7 tempest-ServersAdminNegativeTestJSON-2141036644 tempest-ServersAdminNegativeTestJSON-2141036644-project] Pushing event deleted for resources: {'Port': ['ID=e9664240-5585-41b9-8fb9-961c6989a5e6,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:25:56.262891 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-01c1c973-23ad-43cc-a748-59a0d032e5c2 req-51dacf0e-6516-4a3d-952c-f22468534bb7 tempest-ServersAdminNegativeTestJSON-2141036644 tempest-ServersAdminNegativeTestJSON-2141036644-project] No DVR routers for this DVR port e9664240-5585-41b9-8fb9-961c6989a5e6 on host n-h2-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:25:56.266664 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-01c1c973-23ad-43cc-a748-59a0d032e5c2 req-51dacf0e-6516-4a3d-952c-f22468534bb7 tempest-ServersAdminNegativeTestJSON-2141036644 tempest-ServersAdminNegativeTestJSON-2141036644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:25:56.269082 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-01c1c973-23ad-43cc-a748-59a0d032e5c2 req-51dacf0e-6516-4a3d-952c-f22468534bb7 tempest-ServersAdminNegativeTestJSON-2141036644 tempest-ServersAdminNegativeTestJSON-2141036644-project] 10.222.0.55 "DELETE /v2.0/ports/e9664240-5585-41b9-8fb9-961c6989a5e6 HTTP/1.1" status: 204 len: 173 time: 0.8039501 Aug 05 12:25:56.269714 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '002f9b9e-6feb-4602-bf33-81c1bb052474', 'name': 'network-vif-deleted', 'tag': 'e9664240-5585-41b9-8fb9-961c6989a5e6'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:25:56.272363 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7ff1ae056485c55ead25f70fa9973e26b39e4a1f6cb6b93d5d0d7942cdef429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ccc84c3-1e1f-4b58-833a-f941681d6632" -d '{"events": [{"server_uuid": "002f9b9e-6feb-4602-bf33-81c1bb052474", "name": "network-vif-deleted", "tag": "e9664240-5585-41b9-8fb9-961c6989a5e6"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:25:56.329161 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 12:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8def10b-2960-412c-9177-84a6ff1abc53 x-openstack-request-id: req-f8def10b-2960-412c-9177-84a6ff1abc53 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:25:56.329710 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "002f9b9e-6feb-4602-bf33-81c1bb052474", "name": "network-vif-deleted", "tag": "e9664240-5585-41b9-8fb9-961c6989a5e6", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:25:56.330227 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f8def10b-2960-412c-9177-84a6ff1abc53 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:25:56.330934 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '002f9b9e-6feb-4602-bf33-81c1bb052474', 'name': 'network-vif-deleted', 'tag': 'e9664240-5585-41b9-8fb9-961c6989a5e6', 'status': 'completed', 'code': 200} Aug 05 12:25:56.609510 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-335b7da3-1a06-42e6-99c8-96244ac75c79 req-4c7619a8-03a2-4883-9a4b-4c750fdba8c2 tempest-ServersAdminNegativeTestJSON-2141036644 tempest-ServersAdminNegativeTestJSON-2141036644-project] 10.222.0.58 "GET /v2.0/ports?device_id=002f9b9e-6feb-4602-bf33-81c1bb052474 HTTP/1.1" status: 200 len: 210 time: 0.0473862 Aug 05 12:25:58.126541 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 45468) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:25:58.202852 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device e9664240-5585-41b9-8fb9-961c6989a5e6 no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:25:58.237022 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] No Port match for: e9664240-5585-41b9-8fb9-961c6989a5e6 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:25:58.238090 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device e9664240-5585-41b9-8fb9-961c6989a5e6 not bound to the agent host n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:25:58.361188 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-10faa88e-f334-4dee-9d29-d1d2988e19c1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a1779c769c374100bf259a284405e43c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2329247 Aug 05 12:25:58.365228 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 45472) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:25:58.440242 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e66f2cdd-1688-45da-b990-dd3081ce9cc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:25:58.485987 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e66f2cdd-1688-45da-b990-dd3081ce9cc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:25:58.582444 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e66f2cdd-1688-45da-b990-dd3081ce9cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:25:58.587041 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e66f2cdd-1688-45da-b990-dd3081ce9cc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:25:58.589645 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-e66f2cdd-1688-45da-b990-dd3081ce9cc6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b4f43eaa-f267-4cbc-821b-826136b46100 HTTP/1.1" status: 204 len: 168 time: 0.2223482 Aug 05 12:25:58.606505 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66f2cdd-1688-45da-b990-dd3081ce9cc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4f43eaa-f267-4cbc-821b-826136b46100,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:25:59.050124 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 45480) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:25:59.071087 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5b64bd33-9156-4e3e-8247-c73dcdfe84b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:25:59.252000 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5b64bd33-9156-4e3e-8247-c73dcdfe84b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:25:59.259295 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5b64bd33-9156-4e3e-8247-c73dcdfe84b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:25:59.326185 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-5b64bd33-9156-4e3e-8247-c73dcdfe84b4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4ea07ff292d3444fafcc9ca37110fe5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2743263 Aug 05 12:25:59.328985 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b64bd33-9156-4e3e-8247-c73dcdfe84b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec74822d-bbd6-48a2-8e88-4ae77ed0e209,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:25:59.329339 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 45482) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:25:59.406718 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-97c86601-187d-4239-99e0-0dfa6f1ec272 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:25:59.440445 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-97c86601-187d-4239-99e0-0dfa6f1ec272 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:25:59.535375 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-97c86601-187d-4239-99e0-0dfa6f1ec272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:25:59.540004 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-97c86601-187d-4239-99e0-0dfa6f1ec272 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:25:59.542870 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-97c86601-187d-4239-99e0-0dfa6f1ec272 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ec74822d-bbd6-48a2-8e88-4ae77ed0e209 HTTP/1.1" status: 204 len: 168 time: 0.2111669 Aug 05 12:25:59.558775 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c86601-187d-4239-99e0-0dfa6f1ec272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec74822d-bbd6-48a2-8e88-4ae77ed0e209,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:25:59.575888 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c86601-187d-4239-99e0-0dfa6f1ec272 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:25:59.576583 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c86601-187d-4239-99e0-0dfa6f1ec272 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:25:59.577111 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c86601-187d-4239-99e0-0dfa6f1ec272 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:25:59.577702 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c86601-187d-4239-99e0-0dfa6f1ec272 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:25:59.578279 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c86601-187d-4239-99e0-0dfa6f1ec272 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:25:59.578867 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c86601-187d-4239-99e0-0dfa6f1ec272 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:25:59.579463 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c86601-187d-4239-99e0-0dfa6f1ec272 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:25:59.580042 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c86601-187d-4239-99e0-0dfa6f1ec272 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:25:59.580654 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c86601-187d-4239-99e0-0dfa6f1ec272 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:25:59.581228 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c86601-187d-4239-99e0-0dfa6f1ec272 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:25:59.581814 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c86601-187d-4239-99e0-0dfa6f1ec272 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:25:59.582409 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c86601-187d-4239-99e0-0dfa6f1ec272 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:25:59.893088 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:26:00.821339 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 45506) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:26:00.964802 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-79f0aeeb-8768-49b2-9d70-d72eb0a7a50c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1884268888-network', 'tenant_id': '51d150c27aa64b619e48186843c18d21'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:26:00.994695 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79f0aeeb-8768-49b2-9d70-d72eb0a7a50c admin admin] Made reservation on behalf of 51d150c27aa64b619e48186843c18d21 for: {'network': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:26:00.999717 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-79f0aeeb-8768-49b2-9d70-d72eb0a7a50c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:26:01.016084 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-79f0aeeb-8768-49b2-9d70-d72eb0a7a50c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:26:01.190709 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-79f0aeeb-8768-49b2-9d70-d72eb0a7a50c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:26:01.201828 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-79f0aeeb-8768-49b2-9d70-d72eb0a7a50c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:26:01.239367 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79f0aeeb-8768-49b2-9d70-d72eb0a7a50c admin admin] vlan segment allocate from pool success with {'vlan_id': 683, 'physical_network': 'physnet1'} {{(pid=94421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 12:26:01.256521 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0aeeb-8768-49b2-9d70-d72eb0a7a50c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3322f454-7be2-4b04-9eda-9e00e0be0e49,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:26:01.267421 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-79f0aeeb-8768-49b2-9d70-d72eb0a7a50c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:26:01.267709 n-d-803378-2 neutron-server[94421]: INFO neutron.db.segments_db [None req-79f0aeeb-8768-49b2-9d70-d72eb0a7a50c admin admin] Added segment 216a7564-d369-458d-9031-e81e500c1225 of type vlan for network 544607b9-90dc-4cc0-8f44-eab83b5a3093 Aug 05 12:26:01.333401 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-79f0aeeb-8768-49b2-9d70-d72eb0a7a50c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:26:01.393065 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-79f0aeeb-8768-49b2-9d70-d72eb0a7a50c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:26:01.394532 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f0aeeb-8768-49b2-9d70-d72eb0a7a50c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:26:01.395425 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-79f0aeeb-8768-49b2-9d70-d72eb0a7a50c admin admin] Notify callbacks [] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:26:01.471247 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-79f0aeeb-8768-49b2-9d70-d72eb0a7a50c admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6480713 Aug 05 12:26:01.476900 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 45510) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:26:01.489068 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-21d92307-9591-4461-9e44-bb4d56c0e31c admin admin] Request body: {'subnet': {'network_id': '544607b9-90dc-4cc0-8f44-eab83b5a3093', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1884268888-subnet', 'tenant_id': '51d150c27aa64b619e48186843c18d21', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:26:01.496033 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0aeeb-8768-49b2-9d70-d72eb0a7a50c admin admin] Pushing event updated for resources: {'Network': ['ID=544607b9-90dc-4cc0-8f44-eab83b5a3093,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:26:01.512399 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 544607b9-90dc-4cc0-8f44-eab83b5a3093 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 12:26:01.538858 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21d92307-9591-4461-9e44-bb4d56c0e31c admin admin] Made reservation on behalf of 51d150c27aa64b619e48186843c18d21 for: {'subnet': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:26:01.543628 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-21d92307-9591-4461-9e44-bb4d56c0e31c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24211133'] for subnet, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:26:01.864630 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-21d92307-9591-4461-9e44-bb4d56c0e31c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29762700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24211087'] for subnet, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:26:01.954909 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d92307-9591-4461-9e44-bb4d56c0e31c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bbcce99-f3cc-4db4-82c0-adb2e154d12d,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:26:01.972637 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d92307-9591-4461-9e44-bb4d56c0e31c admin admin] Checking segment: {'id': '216a7564-d369-458d-9031-e81e500c1225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '544607b9-90dc-4cc0-8f44-eab83b5a3093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:26:01.973259 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d92307-9591-4461-9e44-bb4d56c0e31c admin admin] Network hostable DHCP agents. Network: 544607b9-90dc-4cc0-8f44-eab83b5a3093, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 12:26:02.017415 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d92307-9591-4461-9e44-bb4d56c0e31c admin admin] Network 544607b9-90dc-4cc0-8f44-eab83b5a3093 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 12:26:02.036512 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-21d92307-9591-4461-9e44-bb4d56c0e31c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, 544607b9-90dc-4cc0-8f44-eab83b5a3093) {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:26:02.045617 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d92307-9591-4461-9e44-bb4d56c0e31c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:26:02.046247 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-21d92307-9591-4461-9e44-bb4d56c0e31c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:26:02.053052 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33beac66-b9ff-4fce-8ceb-bb6e821c2359 None None] Network 544607b9-90dc-4cc0-8f44-eab83b5a3093 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:26:02.081640 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-21d92307-9591-4461-9e44-bb4d56c0e31c admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5973110 Aug 05 12:26:02.308311 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feab7b24-2bc5-489d-87a3-2441c74c6df4 None None] Network 544607b9-90dc-4cc0-8f44-eab83b5a3093 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:26:02.837721 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0ff241-b3be-41cc-ad39-c09248cee5cb req-7288c6d6-b8c8-4ead-9361-2254476e0f0f tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:26:02.841520 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1d0ff241-b3be-41cc-ad39-c09248cee5cb req-7288c6d6-b8c8-4ead-9361-2254476e0f0f tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] 10.222.0.58 "GET /v2.0/networks?id=544607b9-90dc-4cc0-8f44-eab83b5a3093 HTTP/1.1" status: 200 len: 812 time: 0.2008381 Aug 05 12:26:02.867964 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1d0ff241-b3be-41cc-ad39-c09248cee5cb req-89206b25-f0bb-47e3-98b6-ad61901c9a4f tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] 10.222.0.58 "GET /v2.0/quotas/51d150c27aa64b619e48186843c18d21 HTTP/1.1" status: 200 len: 375 time: 0.0185566 Aug 05 12:26:02.923893 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1d0ff241-b3be-41cc-ad39-c09248cee5cb req-5bb340aa-50f2-491a-9885-82a1e1da0f1e tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=51d150c27aa64b619e48186843c18d21&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0458004 Aug 05 12:26:03.071721 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1d0ff241-b3be-41cc-ad39-c09248cee5cb req-c3422cb9-94a9-46e7-99fb-5918a83d6316 service neutron] 10.222.0.58 "GET /v2.0/networks/544607b9-90dc-4cc0-8f44-eab83b5a3093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369426 Aug 05 12:26:03.207085 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1d0ff241-b3be-41cc-ad39-c09248cee5cb req-9e226701-8759-4685-bcb3-5a72ffd1fe9f service neutron] 10.222.0.58 "GET /v2.0/networks/544607b9-90dc-4cc0-8f44-eab83b5a3093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272404 Aug 05 12:26:03.452816 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-029503f6-8a36-4732-8231-f77163180554 req-f0ba8c42-0695-4a96-8ea6-5a11ab622e03 tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] 10.222.0.58 "GET /v2.0/ports?device_id=1455e425-2687-4f0f-8abc-c2f7e8b8a60e HTTP/1.1" status: 200 len: 210 time: 0.0438831 Aug 05 12:26:04.597514 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-dceb40c4-0627-414a-abf5-fc9fe9aac5fd req-2880c2d3-427f-457a-8c28-0706363bafba tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] 10.222.0.58 "GET /v2.0/ports?device_id=1455e425-2687-4f0f-8abc-c2f7e8b8a60e HTTP/1.1" status: 200 len: 210 time: 0.0548303 Aug 05 12:26:04.884333 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0ff241-b3be-41cc-ad39-c09248cee5cb req-036474d5-c2f1-49e4-9fea-c8d05c71d7dc tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:26:04.886994 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1d0ff241-b3be-41cc-ad39-c09248cee5cb req-036474d5-c2f1-49e4-9fea-c8d05c71d7dc tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] 10.222.0.55 "GET /v2.0/networks?id=544607b9-90dc-4cc0-8f44-eab83b5a3093 HTTP/1.1" status: 200 len: 812 time: 0.1646109 Aug 05 12:26:04.924406 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-1d0ff241-b3be-41cc-ad39-c09248cee5cb req-30bb1332-f97a-4ef6-9a4a-e8e7e2de2d70 tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] Request body: {'port': {'device_id': '1455e425-2687-4f0f-8abc-c2f7e8b8a60e', 'network_id': '544607b9-90dc-4cc0-8f44-eab83b5a3093', 'admin_state_up': True, 'tenant_id': '51d150c27aa64b619e48186843c18d21'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:26:05.097723 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d0ff241-b3be-41cc-ad39-c09248cee5cb req-30bb1332-f97a-4ef6-9a4a-e8e7e2de2d70 tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] Made reservation on behalf of 51d150c27aa64b619e48186843c18d21 for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:26:05.103645 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-1d0ff241-b3be-41cc-ad39-c09248cee5cb req-30bb1332-f97a-4ef6-9a4a-e8e7e2de2d70 tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:26:05.281883 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-1d0ff241-b3be-41cc-ad39-c09248cee5cb req-30bb1332-f97a-4ef6-9a4a-e8e7e2de2d70 tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] Allocated IP 172.20.0.4 (544607b9-90dc-4cc0-8f44-eab83b5a3093/2bbcce99-f3cc-4db4-82c0-adb2e154d12d/f24dae79-6834-4a91-a709-c8006149b3ea) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:26:05.602269 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-1d0ff241-b3be-41cc-ad39-c09248cee5cb req-30bb1332-f97a-4ef6-9a4a-e8e7e2de2d70 tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:26:05.692134 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-1d0ff241-b3be-41cc-ad39-c09248cee5cb req-30bb1332-f97a-4ef6-9a4a-e8e7e2de2d70 tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:26:05.774461 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d0ff241-b3be-41cc-ad39-c09248cee5cb req-30bb1332-f97a-4ef6-9a4a-e8e7e2de2d70 tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] Network 544607b9-90dc-4cc0-8f44-eab83b5a3093 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:26:05.784047 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-1d0ff241-b3be-41cc-ad39-c09248cee5cb req-30bb1332-f97a-4ef6-9a4a-e8e7e2de2d70 tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:26:05.801804 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d0ff241-b3be-41cc-ad39-c09248cee5cb req-30bb1332-f97a-4ef6-9a4a-e8e7e2de2d70 tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:26:05.839568 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb2e2b8-c448-4cc7-bf08-514057d8b350 req-50691f3d-29b9-4f1e-bebe-f2424f7614a1 tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:26:05.842264 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3cb2e2b8-c448-4cc7-bf08-514057d8b350 req-50691f3d-29b9-4f1e-bebe-f2424f7614a1 tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] 10.222.0.58 "GET /v2.0/ports?device_id=1455e425-2687-4f0f-8abc-c2f7e8b8a60e HTTP/1.1" status: 200 len: 931 time: 0.1126273 Aug 05 12:26:05.853215 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bb1332-f97a-4ef6-9a4a-e8e7e2de2d70 tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] Pushing event updated for resources: {'Port': ['ID=f24dae79-6834-4a91-a709-c8006149b3ea,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:26:05.907869 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0ff241-b3be-41cc-ad39-c09248cee5cb req-30bb1332-f97a-4ef6-9a4a-e8e7e2de2d70 tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:26:05.909353 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-1d0ff241-b3be-41cc-ad39-c09248cee5cb req-30bb1332-f97a-4ef6-9a4a-e8e7e2de2d70 tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:26:05.920094 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3cb2e2b8-c448-4cc7-bf08-514057d8b350 req-cb086dce-d08e-49dc-8789-0db339fabdb0 tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] 10.222.0.58 "GET /v2.0/security-groups?id=3322f454-7be2-4b04-9eda-9e00e0be0e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644164 Aug 05 12:26:05.939805 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1d0ff241-b3be-41cc-ad39-c09248cee5cb req-30bb1332-f97a-4ef6-9a4a-e8e7e2de2d70 tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0198627 Aug 05 12:26:05.961675 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-1d0ff241-b3be-41cc-ad39-c09248cee5cb req-5f99dcf3-0829-4fa2-83f0-a43e2427d8a6 service neutron] Request body: {'port': {'device_id': '1455e425-2687-4f0f-8abc-c2f7e8b8a60e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:26:06.080767 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-1d0ff241-b3be-41cc-ad39-c09248cee5cb req-5f99dcf3-0829-4fa2-83f0-a43e2427d8a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:26:06.512194 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-1d0ff241-b3be-41cc-ad39-c09248cee5cb req-5f99dcf3-0829-4fa2-83f0-a43e2427d8a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f24dae79-6834-4a91-a709-c8006149b3ea {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 12:26:06.523775 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-1d0ff241-b3be-41cc-ad39-c09248cee5cb req-5f99dcf3-0829-4fa2-83f0-a43e2427d8a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:26:06.545365 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-1d0ff241-b3be-41cc-ad39-c09248cee5cb req-5f99dcf3-0829-4fa2-83f0-a43e2427d8a6 service neutron] Transition to ACTIVE for port object f24dae79-6834-4a91-a709-c8006149b3ea will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:26:06.560333 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-1d0ff241-b3be-41cc-ad39-c09248cee5cb req-5f99dcf3-0829-4fa2-83f0-a43e2427d8a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:26:06.628161 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f99dcf3-0829-4fa2-83f0-a43e2427d8a6 service neutron] Pushing event updated for resources: {'Port': ['ID=f24dae79-6834-4a91-a709-c8006149b3ea,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:26:06.734392 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-1d0ff241-b3be-41cc-ad39-c09248cee5cb req-5f99dcf3-0829-4fa2-83f0-a43e2427d8a6 service neutron] Attempting to bind port f24dae79-6834-4a91-a709-c8006149b3ea on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:26:06.734717 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-1d0ff241-b3be-41cc-ad39-c09248cee5cb req-5f99dcf3-0829-4fa2-83f0-a43e2427d8a6 service neutron] Attempting to bind port f24dae79-6834-4a91-a709-c8006149b3ea by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': '216a7564-d369-458d-9031-e81e500c1225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '544607b9-90dc-4cc0-8f44-eab83b5a3093'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:26:06.735094 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0ff241-b3be-41cc-ad39-c09248cee5cb req-5f99dcf3-0829-4fa2-83f0-a43e2427d8a6 service neutron] Attempting to bind port f24dae79-6834-4a91-a709-c8006149b3ea on network 544607b9-90dc-4cc0-8f44-eab83b5a3093 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:26:06.743036 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0ff241-b3be-41cc-ad39-c09248cee5cb req-5f99dcf3-0829-4fa2-83f0-a43e2427d8a6 service neutron] Port f24dae79-6834-4a91-a709-c8006149b3ea on network 544607b9-90dc-4cc0-8f44-eab83b5a3093 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 12:26:06.743774 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0ff241-b3be-41cc-ad39-c09248cee5cb req-5f99dcf3-0829-4fa2-83f0-a43e2427d8a6 service neutron] Attempting to bind port f24dae79-6834-4a91-a709-c8006149b3ea on network 544607b9-90dc-4cc0-8f44-eab83b5a3093 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:26:06.751793 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0ff241-b3be-41cc-ad39-c09248cee5cb req-5f99dcf3-0829-4fa2-83f0-a43e2427d8a6 service neutron] Checking agent: {'id': 'a8f1dd2d-227c-4e30-8844-52419ba734db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:26:06.752148 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0ff241-b3be-41cc-ad39-c09248cee5cb req-5f99dcf3-0829-4fa2-83f0-a43e2427d8a6 service neutron] Checking segment: {'id': '216a7564-d369-458d-9031-e81e500c1225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '544607b9-90dc-4cc0-8f44-eab83b5a3093'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:26:06.752576 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0ff241-b3be-41cc-ad39-c09248cee5cb req-5f99dcf3-0829-4fa2-83f0-a43e2427d8a6 service neutron] Bound using segment: {'id': '216a7564-d369-458d-9031-e81e500c1225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '544607b9-90dc-4cc0-8f44-eab83b5a3093'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:26:06.753040 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-1d0ff241-b3be-41cc-ad39-c09248cee5cb req-5f99dcf3-0829-4fa2-83f0-a43e2427d8a6 service neutron] Bound port: f24dae79-6834-4a91-a709-c8006149b3ea, host: n-h2-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '216a7564-d369-458d-9031-e81e500c1225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '544607b9-90dc-4cc0-8f44-eab83b5a3093'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:26:06.753418 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-1d0ff241-b3be-41cc-ad39-c09248cee5cb req-5f99dcf3-0829-4fa2-83f0-a43e2427d8a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:26:06.835568 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-1d0ff241-b3be-41cc-ad39-c09248cee5cb req-5f99dcf3-0829-4fa2-83f0-a43e2427d8a6 service neutron] For port f24dae79-6834-4a91-a709-c8006149b3ea, host n-h2-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:26:06.839980 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-1d0ff241-b3be-41cc-ad39-c09248cee5cb req-5f99dcf3-0829-4fa2-83f0-a43e2427d8a6 service neutron] For port f24dae79-6834-4a91-a709-c8006149b3ea, host n-h2-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=f24dae79-6834-4a91-a709-c8006149b3ea,segment=NetworkSegment(216a7564-d369-458d-9031-e81e500c1225),segment_id=216a7564-d369-458d-9031-e81e500c1225)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:26:06.845883 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-1d0ff241-b3be-41cc-ad39-c09248cee5cb req-5f99dcf3-0829-4fa2-83f0-a43e2427d8a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:26:06.886643 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0ff241-b3be-41cc-ad39-c09248cee5cb req-5f99dcf3-0829-4fa2-83f0-a43e2427d8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:26:06.887286 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-1d0ff241-b3be-41cc-ad39-c09248cee5cb req-5f99dcf3-0829-4fa2-83f0-a43e2427d8a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:26:06.889509 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1d0ff241-b3be-41cc-ad39-c09248cee5cb req-5f99dcf3-0829-4fa2-83f0-a43e2427d8a6 service neutron] 10.222.0.55 "PUT /v2.0/ports/f24dae79-6834-4a91-a709-c8006149b3ea HTTP/1.1" status: 200 len: 1091 time: 0.9325624 Aug 05 12:26:06.889509 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1455e425-2687-4f0f-8abc-c2f7e8b8a60e', 'tag': 'f24dae79-6834-4a91-a709-c8006149b3ea'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:26:06.891821 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7ff1ae056485c55ead25f70fa9973e26b39e4a1f6cb6b93d5d0d7942cdef429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fc94cca-108e-4efd-9e89-1508497c3bf0" -d '{"events": [{"name": "network-changed", "server_uuid": "1455e425-2687-4f0f-8abc-c2f7e8b8a60e", "tag": "f24dae79-6834-4a91-a709-c8006149b3ea"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:26:06.928424 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f99dcf3-0829-4fa2-83f0-a43e2427d8a6 service neutron] Pushing event updated for resources: {'Port': ['ID=f24dae79-6834-4a91-a709-c8006149b3ea,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:26:06.978582 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 12:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac8592fd-1043-4143-ad52-bdaa0960b722 x-openstack-request-id: req-ac8592fd-1043-4143-ad52-bdaa0960b722 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:26:06.979046 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1455e425-2687-4f0f-8abc-c2f7e8b8a60e", "tag": "f24dae79-6834-4a91-a709-c8006149b3ea", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:26:06.979939 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ac8592fd-1043-4143-ad52-bdaa0960b722 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:26:06.980665 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1455e425-2687-4f0f-8abc-c2f7e8b8a60e', 'tag': 'f24dae79-6834-4a91-a709-c8006149b3ea', 'status': 'completed', 'code': 200} Aug 05 12:26:07.031337 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0ff241-b3be-41cc-ad39-c09248cee5cb req-40099de1-2c62-4e27-ac8b-0ad2bc71f710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:26:07.033121 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1d0ff241-b3be-41cc-ad39-c09248cee5cb req-40099de1-2c62-4e27-ac8b-0ad2bc71f710 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=51d150c27aa64b619e48186843c18d21&device_id=1455e425-2687-4f0f-8abc-c2f7e8b8a60e HTTP/1.1" status: 200 len: 1094 time: 0.0751467 Aug 05 12:26:07.100058 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1d0ff241-b3be-41cc-ad39-c09248cee5cb req-78b4ff3b-6a7e-4c8b-8f11-5f7101eabc36 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f24dae79-6834-4a91-a709-c8006149b3ea HTTP/1.1" status: 200 len: 217 time: 0.0512187 Aug 05 12:26:07.128810 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffab519e-c2b3-44eb-8479-92a98b2c77a4 req-f16d3ebc-db79-4e8a-8eb0-da8d04f3fef5 tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:26:07.132266 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ffab519e-c2b3-44eb-8479-92a98b2c77a4 req-f16d3ebc-db79-4e8a-8eb0-da8d04f3fef5 tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] 10.222.0.58 "GET /v2.0/ports?device_id=1455e425-2687-4f0f-8abc-c2f7e8b8a60e HTTP/1.1" status: 200 len: 943 time: 0.0810311 Aug 05 12:26:07.173849 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0ff241-b3be-41cc-ad39-c09248cee5cb req-fc36e340-bab6-47f6-bca7-5c56fe1a6483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:26:07.175758 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1d0ff241-b3be-41cc-ad39-c09248cee5cb req-fc36e340-bab6-47f6-bca7-5c56fe1a6483 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2bbcce99-f3cc-4db4-82c0-adb2e154d12d HTTP/1.1" status: 200 len: 852 time: 0.0683820 Aug 05 12:26:07.201128 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ffab519e-c2b3-44eb-8479-92a98b2c77a4 req-6cf6e5df-2d40-427a-bc7a-def6c6c851ff tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] 10.222.0.58 "GET /v2.0/security-groups?id=3322f454-7be2-4b04-9eda-9e00e0be0e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579169 Aug 05 12:26:07.225977 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1d0ff241-b3be-41cc-ad39-c09248cee5cb req-cdaa3666-0f4a-4615-a6ac-5d24b2f58dc0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=544607b9-90dc-4cc0-8f44-eab83b5a3093&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407498 Aug 05 12:26:07.321001 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-15b9ced9-6de0-4382-8599-2c4271425be3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:26:07.376994 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1d0ff241-b3be-41cc-ad39-c09248cee5cb req-4e7ba302-8ef9-4655-9426-97070bb3cdb5 service neutron] 10.222.0.55 "GET /v2.0/networks/544607b9-90dc-4cc0-8f44-eab83b5a3093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427155 Aug 05 12:26:07.519849 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1d0ff241-b3be-41cc-ad39-c09248cee5cb req-ef58943b-9216-422e-b839-4deebba1f09d service neutron] 10.222.0.55 "GET /v2.0/networks/544607b9-90dc-4cc0-8f44-eab83b5a3093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353269 Aug 05 12:26:07.689561 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc94cca-108e-4efd-9e89-1508497c3bf0 req-0a7f2bad-8a57-4da8-bda1-3dd0f0003a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:26:07.691358 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-0fc94cca-108e-4efd-9e89-1508497c3bf0 req-0a7f2bad-8a57-4da8-bda1-3dd0f0003a3d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=51d150c27aa64b619e48186843c18d21&device_id=1455e425-2687-4f0f-8abc-c2f7e8b8a60e HTTP/1.1" status: 200 len: 1094 time: 0.0608096 Aug 05 12:26:07.834331 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc94cca-108e-4efd-9e89-1508497c3bf0 req-3ecaa2a2-53c1-4a3b-8060-0273c3492c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:26:07.837239 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-0fc94cca-108e-4efd-9e89-1508497c3bf0 req-3ecaa2a2-53c1-4a3b-8060-0273c3492c40 service neutron] 10.222.0.55 "GET /v2.0/networks?id=544607b9-90dc-4cc0-8f44-eab83b5a3093 HTTP/1.1" status: 200 len: 913 time: 0.1372521 Aug 05 12:26:07.922717 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-0fc94cca-108e-4efd-9e89-1508497c3bf0 req-e63eb932-1ed2-40ca-a172-67c3df93cc84 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f24dae79-6834-4a91-a709-c8006149b3ea HTTP/1.1" status: 200 len: 217 time: 0.0767574 Aug 05 12:26:07.998346 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc94cca-108e-4efd-9e89-1508497c3bf0 req-782287d9-022e-42a8-b462-e5841f3bc37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:26:08.001091 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-0fc94cca-108e-4efd-9e89-1508497c3bf0 req-782287d9-022e-42a8-b462-e5841f3bc37d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2bbcce99-f3cc-4db4-82c0-adb2e154d12d HTTP/1.1" status: 200 len: 852 time: 0.0704718 Aug 05 12:26:08.058635 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-0fc94cca-108e-4efd-9e89-1508497c3bf0 req-b116f0e4-b6a0-4647-b48e-73d40ad7d06e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=544607b9-90dc-4cc0-8f44-eab83b5a3093&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486722 Aug 05 12:26:08.233170 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-0fc94cca-108e-4efd-9e89-1508497c3bf0 req-0e795ec3-624a-4191-aa48-b5a65f414690 service neutron] 10.222.0.55 "GET /v2.0/networks/544607b9-90dc-4cc0-8f44-eab83b5a3093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659913 Aug 05 12:26:08.396953 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-0fc94cca-108e-4efd-9e89-1508497c3bf0 req-589379f5-9888-4b59-a7bf-9a64f49a2d1b service neutron] 10.222.0.55 "GET /v2.0/networks/544607b9-90dc-4cc0-8f44-eab83b5a3093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552579 Aug 05 12:26:08.405457 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c060769-9fc7-4aca-abbf-46b751acaad6 req-4d81d1e0-59d7-4d18-9e9d-f5a7fc0f9cd9 tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:26:08.407157 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6c060769-9fc7-4aca-abbf-46b751acaad6 req-4d81d1e0-59d7-4d18-9e9d-f5a7fc0f9cd9 tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] 10.222.0.58 "GET /v2.0/ports?device_id=1455e425-2687-4f0f-8abc-c2f7e8b8a60e HTTP/1.1" status: 200 len: 943 time: 0.0704932 Aug 05 12:26:08.481587 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6c060769-9fc7-4aca-abbf-46b751acaad6 req-b38ba926-3c9d-4bfa-bcbf-89487305be26 tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] 10.222.0.58 "GET /v2.0/security-groups?id=3322f454-7be2-4b04-9eda-9e00e0be0e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613832 Aug 05 12:26:09.664162 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c9a03a-fb8e-45b3-b807-dad0916f4eae req-9fb56fc9-c8ef-4006-81a4-515fd92a12e8 tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:26:09.666311 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-39c9a03a-fb8e-45b3-b807-dad0916f4eae req-9fb56fc9-c8ef-4006-81a4-515fd92a12e8 tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] 10.222.0.58 "GET /v2.0/ports?device_id=1455e425-2687-4f0f-8abc-c2f7e8b8a60e HTTP/1.1" status: 200 len: 943 time: 0.0783260 Aug 05 12:26:09.742478 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-39c9a03a-fb8e-45b3-b807-dad0916f4eae req-672602be-51c4-4394-8e12-5489f588b5ad tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] 10.222.0.58 "GET /v2.0/security-groups?id=3322f454-7be2-4b04-9eda-9e00e0be0e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673902 Aug 05 12:26:10.049178 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-0f7ef845-06c9-4af4-9cd2-e1e7f0a86e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:26:10.114706 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:26:10.242555 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device f24dae79-6834-4a91-a709-c8006149b3ea details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 12:26:10.426429 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port f24dae79-6834-4a91-a709-c8006149b3ea, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=f24dae79-6834-4a91-a709-c8006149b3ea,segment=NetworkSegment(216a7564-d369-458d-9031-e81e500c1225),segment_id=216a7564-d369-458d-9031-e81e500c1225)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:26:10.442067 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Returning: {'device': 'f24dae79-6834-4a91-a709-c8006149b3ea', 'network_id': '544607b9-90dc-4cc0-8f44-eab83b5a3093', 'port_id': 'f24dae79-6834-4a91-a709-c8006149b3ea', 'mac_address': 'fa:16:3e:ac:70:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bbcce99-f3cc-4db4-82c0-adb2e154d12d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 12:26:10.489710 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:26:10.506401 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f24dae79-6834-4a91-a709-c8006149b3ea {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 12:26:10.534534 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port f24dae79-6834-4a91-a709-c8006149b3ea, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=f24dae79-6834-4a91-a709-c8006149b3ea,segment=NetworkSegment(216a7564-d369-458d-9031-e81e500c1225),segment_id=216a7564-d369-458d-9031-e81e500c1225)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:26:10.540884 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:26:10.616915 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=f24dae79-6834-4a91-a709-c8006149b3ea,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:26:10.804147 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['f24dae79-6834-4a91-a709-c8006149b3ea'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 12:26:10.908290 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cac8ebb-b432-46b6-ace4-117ec5c15372 req-11dc8b24-2b3c-4ac6-a208-c2b45391e802 tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:26:10.911088 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7cac8ebb-b432-46b6-ace4-117ec5c15372 req-11dc8b24-2b3c-4ac6-a208-c2b45391e802 tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] 10.222.0.58 "GET /v2.0/ports?device_id=1455e425-2687-4f0f-8abc-c2f7e8b8a60e HTTP/1.1" status: 200 len: 944 time: 0.0796752 Aug 05 12:26:10.984462 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7cac8ebb-b432-46b6-ace4-117ec5c15372 req-aa9bd38c-badc-4aea-bca0-22063b7f7f2d tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] 10.222.0.58 "GET /v2.0/security-groups?id=3322f454-7be2-4b04-9eda-9e00e0be0e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590963 Aug 05 12:26:11.930364 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:26:12.199162 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61a10df-fa00-4804-8f57-944a1000b00c req-8994c6f3-3d2d-4933-801c-d96a29d43054 tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:26:12.201974 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a61a10df-fa00-4804-8f57-944a1000b00c req-8994c6f3-3d2d-4933-801c-d96a29d43054 tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] 10.222.0.58 "GET /v2.0/ports?device_id=1455e425-2687-4f0f-8abc-c2f7e8b8a60e HTTP/1.1" status: 200 len: 944 time: 0.0868380 Aug 05 12:26:12.261218 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device f24dae79-6834-4a91-a709-c8006149b3ea up at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:26:12.277132 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a61a10df-fa00-4804-8f57-944a1000b00c req-551e7565-c2e6-4382-bdc9-961056d0b64e tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] 10.222.0.58 "GET /v2.0/security-groups?id=3322f454-7be2-4b04-9eda-9e00e0be0e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621927 Aug 05 12:26:12.366904 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning for port f24dae79-6834-4a91-a709-c8006149b3ea completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:26:12.374643 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning complete for port f24dae79-6834-4a91-a709-c8006149b3ea triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:26:12.375242 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:26:12.494049 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:26:12.532611 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1455e425-2687-4f0f-8abc-c2f7e8b8a60e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f24dae79-6834-4a91-a709-c8006149b3ea'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:26:12.535013 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e1268cc07bff5734ca170491336a8ac74677c017447dd0c96766dddd3e3cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00442fed-5a2b-456e-9c4b-3a7d56679bf7" -d '{"events": [{"server_uuid": "1455e425-2687-4f0f-8abc-c2f7e8b8a60e", "name": "network-vif-plugged", "status": "completed", "tag": "f24dae79-6834-4a91-a709-c8006149b3ea"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:26:12.550541 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port f24dae79-6834-4a91-a709-c8006149b3ea, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=f24dae79-6834-4a91-a709-c8006149b3ea,segment=NetworkSegment(216a7564-d369-458d-9031-e81e500c1225),segment_id=216a7564-d369-458d-9031-e81e500c1225)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:26:12.559599 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:26:12.602577 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 12:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb10be79-dcb1-4c9e-85a3-737d24f65557 x-openstack-request-id: req-bb10be79-dcb1-4c9e-85a3-737d24f65557 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:26:12.603538 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1455e425-2687-4f0f-8abc-c2f7e8b8a60e", "name": "network-vif-plugged", "status": "completed", "tag": "f24dae79-6834-4a91-a709-c8006149b3ea", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:26:12.603746 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bb10be79-dcb1-4c9e-85a3-737d24f65557 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:26:12.604425 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1455e425-2687-4f0f-8abc-c2f7e8b8a60e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f24dae79-6834-4a91-a709-c8006149b3ea', 'code': 200} Aug 05 12:26:12.636897 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=f24dae79-6834-4a91-a709-c8006149b3ea,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:26:12.785511 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599a17b5-e2e7-47a1-bfcd-e9c9b6eca2fa req-5800c13a-1320-45c8-acd7-835555504de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:26:12.788155 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-599a17b5-e2e7-47a1-bfcd-e9c9b6eca2fa req-5800c13a-1320-45c8-acd7-835555504de6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1455e425-2687-4f0f-8abc-c2f7e8b8a60e HTTP/1.1" status: 200 len: 1096 time: 0.0826986 Aug 05 12:26:12.845357 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-599a17b5-e2e7-47a1-bfcd-e9c9b6eca2fa req-884f85d8-04f5-41d3-a2c9-1652cb786fcf service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=3322f454-7be2-4b04-9eda-9e00e0be0e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492034 Aug 05 12:26:13.442357 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ddf62f-227b-4bd3-8cb6-a3b748c17732 req-03cb8826-6638-4480-8785-e41ee47a220b tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:26:13.445509 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-49ddf62f-227b-4bd3-8cb6-a3b748c17732 req-03cb8826-6638-4480-8785-e41ee47a220b tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] 10.222.0.58 "GET /v2.0/ports?device_id=1455e425-2687-4f0f-8abc-c2f7e8b8a60e HTTP/1.1" status: 200 len: 945 time: 0.0753446 Aug 05 12:26:13.519822 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-49ddf62f-227b-4bd3-8cb6-a3b748c17732 req-4ece556e-d3b3-4524-a9f8-3e09af25c85d tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] 10.222.0.58 "GET /v2.0/security-groups?id=3322f454-7be2-4b04-9eda-9e00e0be0e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620952 Aug 05 12:26:14.070936 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:26:14.698649 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618e9eb8-9c07-420b-8d3b-82c925c3d009 req-137a4d5b-89f1-4d08-a39a-0a9458794644 tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:26:14.700955 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-618e9eb8-9c07-420b-8d3b-82c925c3d009 req-137a4d5b-89f1-4d08-a39a-0a9458794644 tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] 10.222.0.58 "GET /v2.0/ports?device_id=1455e425-2687-4f0f-8abc-c2f7e8b8a60e HTTP/1.1" status: 200 len: 945 time: 0.0792158 Aug 05 12:26:14.754681 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-618e9eb8-9c07-420b-8d3b-82c925c3d009 req-1397fa11-ec08-4289-8ce2-4e3a21ee8587 tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] 10.222.0.58 "GET /v2.0/security-groups?id=3322f454-7be2-4b04-9eda-9e00e0be0e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456057 Aug 05 12:26:15.169592 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f835c98-095f-4351-be5b-6bbea0992c13 req-ca649489-b56a-4259-ac68-f7688101b8ce tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:26:15.172245 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5f835c98-095f-4351-be5b-6bbea0992c13 req-ca649489-b56a-4259-ac68-f7688101b8ce tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] 10.222.0.58 "GET /v2.0/ports?device_id=1455e425-2687-4f0f-8abc-c2f7e8b8a60e HTTP/1.1" status: 200 len: 945 time: 0.0879445 Aug 05 12:26:15.174574 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 45566) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:26:15.243451 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5f835c98-095f-4351-be5b-6bbea0992c13 req-a16d89b7-a874-4240-80a1-89d0b9f4029e tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] 10.222.0.58 "GET /v2.0/security-groups?id=3322f454-7be2-4b04-9eda-9e00e0be0e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596032 Aug 05 12:26:15.326409 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-002b9faf-aa77-4452-ba17-85190feb7048 req-1b8904e0-ba56-4a34-8c9e-f15c22f4f980 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1455e425-2687-4f0f-8abc-c2f7e8b8a60e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1500404 Aug 05 12:26:16.433783 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74bca7b-9116-461e-9dfc-d954159c3f49 req-ac938428-0f80-4130-bcc4-ab4db66b802d tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:26:16.436063 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c74bca7b-9116-461e-9dfc-d954159c3f49 req-ac938428-0f80-4130-bcc4-ab4db66b802d tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] 10.222.0.58 "GET /v2.0/ports?device_id=1455e425-2687-4f0f-8abc-c2f7e8b8a60e HTTP/1.1" status: 200 len: 945 time: 0.0678899 Aug 05 12:26:16.501216 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c74bca7b-9116-461e-9dfc-d954159c3f49 req-ef6f4187-1999-468b-81a6-db357919a0f6 tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] 10.222.0.58 "GET /v2.0/security-groups?id=3322f454-7be2-4b04-9eda-9e00e0be0e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564928 Aug 05 12:26:17.218454 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002b9faf-aa77-4452-ba17-85190feb7048 req-5791a283-6f7b-4bc3-bedd-12810b616f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:26:17.220128 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-002b9faf-aa77-4452-ba17-85190feb7048 req-5791a283-6f7b-4bc3-bedd-12810b616f75 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=51d150c27aa64b619e48186843c18d21&device_id=1455e425-2687-4f0f-8abc-c2f7e8b8a60e HTTP/1.1" status: 200 len: 1096 time: 0.0635228 Aug 05 12:26:17.401152 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002b9faf-aa77-4452-ba17-85190feb7048 req-b3548202-a2a0-4b07-b33d-b4fc55545f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:26:17.403780 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-002b9faf-aa77-4452-ba17-85190feb7048 req-b3548202-a2a0-4b07-b33d-b4fc55545f47 service neutron] 10.222.0.55 "GET /v2.0/networks?id=544607b9-90dc-4cc0-8f44-eab83b5a3093 HTTP/1.1" status: 200 len: 913 time: 0.1757340 Aug 05 12:26:17.476335 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-002b9faf-aa77-4452-ba17-85190feb7048 req-60502495-54dc-44db-b144-c18a505c94e9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f24dae79-6834-4a91-a709-c8006149b3ea HTTP/1.1" status: 200 len: 217 time: 0.0638952 Aug 05 12:26:17.566265 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002b9faf-aa77-4452-ba17-85190feb7048 req-dec49ae5-d1b8-4687-b016-cec822e7933a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:26:17.568977 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-002b9faf-aa77-4452-ba17-85190feb7048 req-dec49ae5-d1b8-4687-b016-cec822e7933a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2bbcce99-f3cc-4db4-82c0-adb2e154d12d HTTP/1.1" status: 200 len: 852 time: 0.0851350 Aug 05 12:26:17.628508 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-002b9faf-aa77-4452-ba17-85190feb7048 req-62ebc589-e3b7-480f-a08e-647ad587c30e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=544607b9-90dc-4cc0-8f44-eab83b5a3093&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500920 Aug 05 12:26:17.717322 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76192a0e-8c9a-4ef4-8090-ac019eedeea5 req-c36a1b26-5b73-45c0-9ff5-fc9872f97ec4 tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:26:17.720234 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-76192a0e-8c9a-4ef4-8090-ac019eedeea5 req-c36a1b26-5b73-45c0-9ff5-fc9872f97ec4 tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] 10.222.0.58 "GET /v2.0/ports?device_id=1455e425-2687-4f0f-8abc-c2f7e8b8a60e HTTP/1.1" status: 200 len: 945 time: 0.0975704 Aug 05 12:26:17.776822 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-002b9faf-aa77-4452-ba17-85190feb7048 req-2c000319-55f3-45cd-9757-cbba525567d1 service neutron] 10.222.0.55 "GET /v2.0/networks/544607b9-90dc-4cc0-8f44-eab83b5a3093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385210 Aug 05 12:26:17.797742 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-76192a0e-8c9a-4ef4-8090-ac019eedeea5 req-7b6f1d72-0968-4007-a3bd-fbb9bf7f2ed6 tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] 10.222.0.58 "GET /v2.0/security-groups?id=3322f454-7be2-4b04-9eda-9e00e0be0e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658314 Aug 05 12:26:17.927843 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-002b9faf-aa77-4452-ba17-85190feb7048 req-220d32d3-31ef-467d-a504-eaffac88b8f6 service neutron] 10.222.0.55 "GET /v2.0/networks/544607b9-90dc-4cc0-8f44-eab83b5a3093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435061 Aug 05 12:26:18.955217 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852445a0-5ead-42a1-907b-3b7488829e2c req-603ca20f-7ddb-41a4-b46f-bdbdebbc8536 tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:26:18.957044 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-852445a0-5ead-42a1-907b-3b7488829e2c req-603ca20f-7ddb-41a4-b46f-bdbdebbc8536 tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] 10.222.0.58 "GET /v2.0/ports?device_id=1455e425-2687-4f0f-8abc-c2f7e8b8a60e HTTP/1.1" status: 200 len: 945 time: 0.0623379 Aug 05 12:26:19.014466 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-852445a0-5ead-42a1-907b-3b7488829e2c req-a92226bd-b7b7-4d3b-a5fc-7abf852f57fb tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] 10.222.0.58 "GET /v2.0/security-groups?id=3322f454-7be2-4b04-9eda-9e00e0be0e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458024 Aug 05 12:26:20.219078 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862384e4-896e-43fc-b480-a3b20e66c8aa req-2be9f9d8-9b4b-4b1a-b7cb-ef14f088f4a4 tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:26:20.221556 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-862384e4-896e-43fc-b480-a3b20e66c8aa req-2be9f9d8-9b4b-4b1a-b7cb-ef14f088f4a4 tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] 10.222.0.58 "GET /v2.0/ports?device_id=1455e425-2687-4f0f-8abc-c2f7e8b8a60e HTTP/1.1" status: 200 len: 945 time: 0.0805612 Aug 05 12:26:20.289702 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-862384e4-896e-43fc-b480-a3b20e66c8aa req-d39bfe80-6cdf-4a3e-b7de-ba3fa3535b09 tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] 10.222.0.58 "GET /v2.0/security-groups?id=3322f454-7be2-4b04-9eda-9e00e0be0e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597801 Aug 05 12:26:21.505721 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c161163d-9513-490d-a821-e5523416cf2e req-684ba3ba-f870-4908-b749-07c50445415a tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:26:21.507491 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c161163d-9513-490d-a821-e5523416cf2e req-684ba3ba-f870-4908-b749-07c50445415a tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] 10.222.0.58 "GET /v2.0/ports?device_id=1455e425-2687-4f0f-8abc-c2f7e8b8a60e HTTP/1.1" status: 200 len: 945 time: 0.0707459 Aug 05 12:26:21.566785 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c161163d-9513-490d-a821-e5523416cf2e req-b1ddea9e-2e0e-49e8-adbd-cd98d782da77 tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] 10.222.0.58 "GET /v2.0/security-groups?id=3322f454-7be2-4b04-9eda-9e00e0be0e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473721 Aug 05 12:26:22.636326 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:26:22.765242 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8bffb6-91ae-4d65-8c32-cc74465326f7 req-265ec962-3ba2-4660-bb8d-5ee22923088a tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:26:22.768052 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0f8bffb6-91ae-4d65-8c32-cc74465326f7 req-265ec962-3ba2-4660-bb8d-5ee22923088a tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] 10.222.0.58 "GET /v2.0/ports?device_id=1455e425-2687-4f0f-8abc-c2f7e8b8a60e HTTP/1.1" status: 200 len: 945 time: 0.0900290 Aug 05 12:26:22.844109 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0f8bffb6-91ae-4d65-8c32-cc74465326f7 req-1b275550-aa90-4b28-9273-64b83ad1321c tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] 10.222.0.58 "GET /v2.0/security-groups?id=3322f454-7be2-4b04-9eda-9e00e0be0e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664294 Aug 05 12:26:24.031538 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab99f1bf-9a79-4ed4-84c7-537b9d2dbf30 req-a603f403-47fe-4490-9713-bc0440c25721 tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:26:24.034267 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ab99f1bf-9a79-4ed4-84c7-537b9d2dbf30 req-a603f403-47fe-4490-9713-bc0440c25721 tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] 10.222.0.58 "GET /v2.0/ports?device_id=1455e425-2687-4f0f-8abc-c2f7e8b8a60e HTTP/1.1" status: 200 len: 945 time: 0.0917010 Aug 05 12:26:24.103368 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ab99f1bf-9a79-4ed4-84c7-537b9d2dbf30 req-39b6b31c-fbc8-42da-bc8c-ba431f91d7cf tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] 10.222.0.58 "GET /v2.0/security-groups?id=3322f454-7be2-4b04-9eda-9e00e0be0e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620692 Aug 05 12:26:25.285286 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa7a095-a839-40de-8d36-ba63100448b0 req-97622d85-ae59-4231-a8b1-d3629266561b tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:26:25.288079 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4fa7a095-a839-40de-8d36-ba63100448b0 req-97622d85-ae59-4231-a8b1-d3629266561b tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] 10.222.0.58 "GET /v2.0/ports?device_id=1455e425-2687-4f0f-8abc-c2f7e8b8a60e HTTP/1.1" status: 200 len: 945 time: 0.0761688 Aug 05 12:26:25.352015 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4fa7a095-a839-40de-8d36-ba63100448b0 req-e51ba93f-b22b-4cf6-b558-1bd60030d02f tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] 10.222.0.58 "GET /v2.0/security-groups?id=3322f454-7be2-4b04-9eda-9e00e0be0e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542841 Aug 05 12:26:26.550497 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caffcb0-7f43-4c89-86fc-da212604b5e7 req-e5a6c1f0-3fe3-4ed3-86a6-975fae42c89c tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:26:26.553240 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5caffcb0-7f43-4c89-86fc-da212604b5e7 req-e5a6c1f0-3fe3-4ed3-86a6-975fae42c89c tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] 10.222.0.58 "GET /v2.0/ports?device_id=1455e425-2687-4f0f-8abc-c2f7e8b8a60e HTTP/1.1" status: 200 len: 945 time: 0.0940804 Aug 05 12:26:26.616603 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5caffcb0-7f43-4c89-86fc-da212604b5e7 req-aed5bfd6-e8fd-449e-bf4c-324e01d70d0f tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] 10.222.0.58 "GET /v2.0/security-groups?id=3322f454-7be2-4b04-9eda-9e00e0be0e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520341 Aug 05 12:26:26.779503 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 12:26:27.784216 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42fc7ea-019f-4547-ad80-d5ef3932ff3b req-13bfbad1-fea4-4e04-a125-273a84a7ec72 tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:26:27.786868 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d42fc7ea-019f-4547-ad80-d5ef3932ff3b req-13bfbad1-fea4-4e04-a125-273a84a7ec72 tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] 10.222.0.58 "GET /v2.0/ports?device_id=1455e425-2687-4f0f-8abc-c2f7e8b8a60e HTTP/1.1" status: 200 len: 945 time: 0.0718725 Aug 05 12:26:27.864597 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d42fc7ea-019f-4547-ad80-d5ef3932ff3b req-ab5e448c-1597-4c36-b1dd-0d6c830172b3 tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] 10.222.0.58 "GET /v2.0/security-groups?id=3322f454-7be2-4b04-9eda-9e00e0be0e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653939 Aug 05 12:26:29.040771 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bef749-890d-4a5b-b711-9945712d7e4a req-f984f38e-231b-4a47-8fc2-3a3106d01cfe tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:26:29.043201 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-13bef749-890d-4a5b-b711-9945712d7e4a req-f984f38e-231b-4a47-8fc2-3a3106d01cfe tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] 10.222.0.58 "GET /v2.0/ports?device_id=1455e425-2687-4f0f-8abc-c2f7e8b8a60e HTTP/1.1" status: 200 len: 945 time: 0.0743532 Aug 05 12:26:29.126651 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-13bef749-890d-4a5b-b711-9945712d7e4a req-60974b31-47ed-4bb3-b254-44cd466c4d7b tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] 10.222.0.58 "GET /v2.0/security-groups?id=3322f454-7be2-4b04-9eda-9e00e0be0e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720992 Aug 05 12:26:29.903181 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:26:30.323589 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad07080-e64a-4e72-a39d-d090bccca1b2 req-bddb2adb-c0c0-4a11-b058-2c7de9b4b7d6 tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:26:30.328724 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7ad07080-e64a-4e72-a39d-d090bccca1b2 req-bddb2adb-c0c0-4a11-b058-2c7de9b4b7d6 tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] 10.222.0.58 "GET /v2.0/ports?device_id=1455e425-2687-4f0f-8abc-c2f7e8b8a60e HTTP/1.1" status: 200 len: 945 time: 0.0922105 Aug 05 12:26:30.387194 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7ad07080-e64a-4e72-a39d-d090bccca1b2 req-a79d6da5-7763-47d6-8996-64fa135d704b tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] 10.222.0.58 "GET /v2.0/security-groups?id=3322f454-7be2-4b04-9eda-9e00e0be0e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509493 Aug 05 12:26:31.586988 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a340cfcb-66dc-4f2f-b80d-74e5ef7b20c1 req-f1106128-a225-4d12-baad-09fe22aebdbc tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:26:31.590402 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a340cfcb-66dc-4f2f-b80d-74e5ef7b20c1 req-f1106128-a225-4d12-baad-09fe22aebdbc tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] 10.222.0.58 "GET /v2.0/ports?device_id=1455e425-2687-4f0f-8abc-c2f7e8b8a60e HTTP/1.1" status: 200 len: 945 time: 0.0953293 Aug 05 12:26:31.648824 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a340cfcb-66dc-4f2f-b80d-74e5ef7b20c1 req-9acca02e-94ee-4e2a-89ba-81efffe7e2d4 tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] 10.222.0.58 "GET /v2.0/security-groups?id=3322f454-7be2-4b04-9eda-9e00e0be0e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475326 Aug 05 12:26:32.427683 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e2ac54-10f7-492f-99e4-558472a08406 req-35360024-b48a-4305-b840-89e9918457bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:26:32.429425 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-88e2ac54-10f7-492f-99e4-558472a08406 req-35360024-b48a-4305-b840-89e9918457bd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=51d150c27aa64b619e48186843c18d21&device_id=1455e425-2687-4f0f-8abc-c2f7e8b8a60e HTTP/1.1" status: 200 len: 1096 time: 0.0579243 Aug 05 12:26:32.585354 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e2ac54-10f7-492f-99e4-558472a08406 req-43030745-f7d5-4bca-b95a-ede0ed01568d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:26:32.588087 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-88e2ac54-10f7-492f-99e4-558472a08406 req-43030745-f7d5-4bca-b95a-ede0ed01568d service neutron] 10.222.0.55 "GET /v2.0/networks?id=544607b9-90dc-4cc0-8f44-eab83b5a3093 HTTP/1.1" status: 200 len: 913 time: 0.1299181 Aug 05 12:26:32.656972 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-88e2ac54-10f7-492f-99e4-558472a08406 req-aa057d28-a5a5-4f84-9140-257f59c66952 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f24dae79-6834-4a91-a709-c8006149b3ea HTTP/1.1" status: 200 len: 217 time: 0.0553298 Aug 05 12:26:32.741009 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e2ac54-10f7-492f-99e4-558472a08406 req-aad62cc4-87f4-4d1b-b87b-375a6188d345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:26:32.742606 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-88e2ac54-10f7-492f-99e4-558472a08406 req-aad62cc4-87f4-4d1b-b87b-375a6188d345 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2bbcce99-f3cc-4db4-82c0-adb2e154d12d HTTP/1.1" status: 200 len: 852 time: 0.0775764 Aug 05 12:26:32.790142 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-88e2ac54-10f7-492f-99e4-558472a08406 req-3cb4c596-d831-4ece-b4c3-3e48bb4f4b6b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=544607b9-90dc-4cc0-8f44-eab83b5a3093&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389056 Aug 05 12:26:32.825422 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae28786-0767-41b6-b68b-05092bbc5307 req-d5e26f59-efd0-4900-9770-6cd54001d14e tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:26:32.828082 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-dae28786-0767-41b6-b68b-05092bbc5307 req-d5e26f59-efd0-4900-9770-6cd54001d14e tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] 10.222.0.58 "GET /v2.0/ports?device_id=1455e425-2687-4f0f-8abc-c2f7e8b8a60e HTTP/1.1" status: 200 len: 945 time: 0.0638337 Aug 05 12:26:32.895967 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-dae28786-0767-41b6-b68b-05092bbc5307 req-00a4d49b-7d2c-4bd2-bcb6-bc565c6eb111 tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] 10.222.0.58 "GET /v2.0/security-groups?id=3322f454-7be2-4b04-9eda-9e00e0be0e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572565 Aug 05 12:26:32.989858 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-88e2ac54-10f7-492f-99e4-558472a08406 req-2459bb36-1454-4e90-91a2-736daa9b1244 service neutron] 10.222.0.55 "GET /v2.0/networks/544607b9-90dc-4cc0-8f44-eab83b5a3093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911902 Aug 05 12:26:33.179765 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-88e2ac54-10f7-492f-99e4-558472a08406 req-bb7c09e1-2d15-4e2d-b2bd-547f73239e6f service neutron] 10.222.0.55 "GET /v2.0/networks/544607b9-90dc-4cc0-8f44-eab83b5a3093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769197 Aug 05 12:26:34.075373 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3176d54a-02a0-4512-a63e-1f90c7be26b6 req-487026d2-9618-4173-8e96-e022f1ec2be2 tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:26:34.077329 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3176d54a-02a0-4512-a63e-1f90c7be26b6 req-487026d2-9618-4173-8e96-e022f1ec2be2 tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] 10.222.0.58 "GET /v2.0/ports?device_id=1455e425-2687-4f0f-8abc-c2f7e8b8a60e HTTP/1.1" status: 200 len: 945 time: 0.0830786 Aug 05 12:26:34.138961 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3176d54a-02a0-4512-a63e-1f90c7be26b6 req-70f0875a-14db-43c0-bec6-1cab4850f022 tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] 10.222.0.58 "GET /v2.0/security-groups?id=3322f454-7be2-4b04-9eda-9e00e0be0e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525472 Aug 05 12:26:35.285391 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94848b32-9000-4cd7-a230-3ec1668c09db req-4ee2b3db-a3c0-4805-b49f-f1b5e84db520 tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:26:35.287428 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-94848b32-9000-4cd7-a230-3ec1668c09db req-4ee2b3db-a3c0-4805-b49f-f1b5e84db520 tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] 10.222.0.58 "GET /v2.0/ports?device_id=1455e425-2687-4f0f-8abc-c2f7e8b8a60e HTTP/1.1" status: 200 len: 945 time: 0.0642686 Aug 05 12:26:35.343533 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-94848b32-9000-4cd7-a230-3ec1668c09db req-6e225a02-15a4-470f-bf19-af168274ce07 tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] 10.222.0.58 "GET /v2.0/security-groups?id=3322f454-7be2-4b04-9eda-9e00e0be0e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477092 Aug 05 12:26:36.549189 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bd9bd7-7deb-4b25-b697-6d55ff13dbe3 req-a605f2fa-9faa-4ce6-b055-dd541cc9f9c8 tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:26:36.551678 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-69bd9bd7-7deb-4b25-b697-6d55ff13dbe3 req-a605f2fa-9faa-4ce6-b055-dd541cc9f9c8 tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] 10.222.0.58 "GET /v2.0/ports?device_id=1455e425-2687-4f0f-8abc-c2f7e8b8a60e HTTP/1.1" status: 200 len: 945 time: 0.0820777 Aug 05 12:26:36.606754 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-69bd9bd7-7deb-4b25-b697-6d55ff13dbe3 req-350ac030-9aab-413d-974d-e74ef75fd0f8 tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] 10.222.0.58 "GET /v2.0/security-groups?id=3322f454-7be2-4b04-9eda-9e00e0be0e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480042 Aug 05 12:26:37.314017 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b26a4fda-948e-47f7-8872-ea21f537313d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:26:37.756324 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d753f53b-f0f0-4839-9da3-bc01f5ff090b req-a97ce9f9-aaf2-4f31-bde4-b3065063388e tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:26:37.758763 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d753f53b-f0f0-4839-9da3-bc01f5ff090b req-a97ce9f9-aaf2-4f31-bde4-b3065063388e tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] 10.222.0.58 "GET /v2.0/ports?device_id=1455e425-2687-4f0f-8abc-c2f7e8b8a60e HTTP/1.1" status: 200 len: 945 time: 0.0629482 Aug 05 12:26:37.816844 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d753f53b-f0f0-4839-9da3-bc01f5ff090b req-cb818529-fbd5-4e03-9164-1050daceeebd tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] 10.222.0.58 "GET /v2.0/security-groups?id=3322f454-7be2-4b04-9eda-9e00e0be0e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499823 Aug 05 12:26:38.962042 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449cdd59-e3ca-41c2-8d9c-8d16e082ab72 req-2bd73d8a-4926-4613-a91f-9d55d1484c6b tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:26:38.965929 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-449cdd59-e3ca-41c2-8d9c-8d16e082ab72 req-2bd73d8a-4926-4613-a91f-9d55d1484c6b tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] 10.222.0.58 "GET /v2.0/ports?device_id=1455e425-2687-4f0f-8abc-c2f7e8b8a60e HTTP/1.1" status: 200 len: 945 time: 0.0661240 Aug 05 12:26:39.018213 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-449cdd59-e3ca-41c2-8d9c-8d16e082ab72 req-3a736810-8a4d-4037-b7ae-db64eaf35afe tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] 10.222.0.58 "GET /v2.0/security-groups?id=3322f454-7be2-4b04-9eda-9e00e0be0e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454059 Aug 05 12:26:40.060883 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-d505faff-8416-4eb4-9ea8-ccd0999c2d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:26:40.117204 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:26:40.193158 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9e365c-d285-4acb-b6c2-c812975ab94a req-fa46141a-a7e6-4424-b297-6de0ccd6e141 tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:26:40.195393 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9c9e365c-d285-4acb-b6c2-c812975ab94a req-fa46141a-a7e6-4424-b297-6de0ccd6e141 tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] 10.222.0.58 "GET /v2.0/ports?device_id=1455e425-2687-4f0f-8abc-c2f7e8b8a60e HTTP/1.1" status: 200 len: 945 time: 0.0737042 Aug 05 12:26:40.264184 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9c9e365c-d285-4acb-b6c2-c812975ab94a req-1b67e1cc-e80e-4208-bd57-d9ffba2e7fcd tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] 10.222.0.58 "GET /v2.0/security-groups?id=3322f454-7be2-4b04-9eda-9e00e0be0e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603130 Aug 05 12:26:41.450296 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763634d6-2a9e-4e11-9983-a41578f195e9 req-ff059aaa-8099-4752-907d-c9494a2ee4ca tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:26:41.451952 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-763634d6-2a9e-4e11-9983-a41578f195e9 req-ff059aaa-8099-4752-907d-c9494a2ee4ca tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] 10.222.0.58 "GET /v2.0/ports?device_id=1455e425-2687-4f0f-8abc-c2f7e8b8a60e HTTP/1.1" status: 200 len: 945 time: 0.0631480 Aug 05 12:26:41.511979 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-763634d6-2a9e-4e11-9983-a41578f195e9 req-bbd1d76d-314e-4957-b256-d7890ea07f16 tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] 10.222.0.58 "GET /v2.0/security-groups?id=3322f454-7be2-4b04-9eda-9e00e0be0e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501120 Aug 05 12:26:41.931050 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:26:42.701070 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64761543-ccfe-4086-993d-b0970ec05363 req-7e9c03a0-d245-456c-a82f-8fb58ce42d22 tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:26:42.703131 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-64761543-ccfe-4086-993d-b0970ec05363 req-7e9c03a0-d245-456c-a82f-8fb58ce42d22 tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] 10.222.0.58 "GET /v2.0/ports?device_id=1455e425-2687-4f0f-8abc-c2f7e8b8a60e HTTP/1.1" status: 200 len: 945 time: 0.0736833 Aug 05 12:26:42.759571 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-64761543-ccfe-4086-993d-b0970ec05363 req-02da3e4e-782f-49b7-ad6f-88767b007e83 tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] 10.222.0.58 "GET /v2.0/security-groups?id=3322f454-7be2-4b04-9eda-9e00e0be0e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480986 Aug 05 12:26:43.927852 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd7876d-fc67-4fe8-a570-ff38156a0159 req-ea3f5b4b-6c73-4f54-8427-50993ab34c09 tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:26:43.929866 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9cd7876d-fc67-4fe8-a570-ff38156a0159 req-ea3f5b4b-6c73-4f54-8427-50993ab34c09 tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] 10.222.0.58 "GET /v2.0/ports?device_id=1455e425-2687-4f0f-8abc-c2f7e8b8a60e HTTP/1.1" status: 200 len: 945 time: 0.0669625 Aug 05 12:26:43.988864 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9cd7876d-fc67-4fe8-a570-ff38156a0159 req-2b05e613-1114-4136-84d1-483b16a8e01a tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] 10.222.0.58 "GET /v2.0/security-groups?id=3322f454-7be2-4b04-9eda-9e00e0be0e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507417 Aug 05 12:26:44.076802 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:26:45.155296 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4158185-c371-4521-99b5-838c1f66f1c6 req-9f662712-fa9e-41f1-a270-351309bb9651 tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:26:45.156919 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b4158185-c371-4521-99b5-838c1f66f1c6 req-9f662712-fa9e-41f1-a270-351309bb9651 tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] 10.222.0.58 "GET /v2.0/ports?device_id=1455e425-2687-4f0f-8abc-c2f7e8b8a60e HTTP/1.1" status: 200 len: 945 time: 0.0641587 Aug 05 12:26:45.172735 n-d-803378-2 neutron-server[94421]: INFO neutron.api.v2.resource [req-002b9faf-aa77-4452-ba17-85190feb7048 req-2eced591-26d6-498b-ad93-3d996cf43428 service neutron] show failed (client error): The resource could not be found. Aug 05 12:26:45.174179 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-002b9faf-aa77-4452-ba17-85190feb7048 req-2eced591-26d6-498b-ad93-3d996cf43428 service neutron] 10.222.0.55 "GET /v2.0/ports/f24dae79-6834-4a91-a709-c8006149b3ea/bindings/n-h1-803378-2 HTTP/1.1" status: 404 len: 380 time: 0.0857730 Aug 05 12:26:45.211858 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b4158185-c371-4521-99b5-838c1f66f1c6 req-db11b56b-94b3-426d-9b32-fd6accb6f75e tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] 10.222.0.58 "GET /v2.0/security-groups?id=3322f454-7be2-4b04-9eda-9e00e0be0e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423646 Aug 05 12:26:46.054851 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002b9faf-aa77-4452-ba17-85190feb7048 req-4cb9df8a-d647-428a-971d-7590220eb4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:26:46.056625 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-002b9faf-aa77-4452-ba17-85190feb7048 req-4cb9df8a-d647-428a-971d-7590220eb4c7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1455e425-2687-4f0f-8abc-c2f7e8b8a60e&tenant_id=51d150c27aa64b619e48186843c18d21 HTTP/1.1" status: 200 len: 1096 time: 0.6543529 Aug 05 12:26:46.085434 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-002b9faf-aa77-4452-ba17-85190feb7048 req-ef5ce6b3-378e-4882-9ca1-cc1233e0c019 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-803378-2', 'device_owner': 'compute:nova'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:26:46.179536 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-002b9faf-aa77-4452-ba17-85190feb7048 req-ef5ce6b3-378e-4882-9ca1-cc1233e0c019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:26:46.490355 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee36ee6-c3f5-4561-a2c5-187abcb36074 req-1b48cd92-665c-43b6-a60e-88de11763a18 tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:26:46.491994 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4ee36ee6-c3f5-4561-a2c5-187abcb36074 req-1b48cd92-665c-43b6-a60e-88de11763a18 tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] 10.222.0.58 "GET /v2.0/ports?device_id=1455e425-2687-4f0f-8abc-c2f7e8b8a60e HTTP/1.1" status: 200 len: 945 time: 0.1387517 Aug 05 12:26:46.578630 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4ee36ee6-c3f5-4561-a2c5-187abcb36074 req-6be1b583-a4d8-4cca-b355-41d8263a6442 tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] 10.222.0.58 "GET /v2.0/security-groups?id=3322f454-7be2-4b04-9eda-9e00e0be0e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769610 Aug 05 12:26:46.580791 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-002b9faf-aa77-4452-ba17-85190feb7048 req-ef5ce6b3-378e-4882-9ca1-cc1233e0c019 service neutron] For port f24dae79-6834-4a91-a709-c8006149b3ea, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=f24dae79-6834-4a91-a709-c8006149b3ea,segment=NetworkSegment(216a7564-d369-458d-9031-e81e500c1225),segment_id=216a7564-d369-458d-9031-e81e500c1225)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:26:46.625060 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-002b9faf-aa77-4452-ba17-85190feb7048 req-ef5ce6b3-378e-4882-9ca1-cc1233e0c019 service neutron] For port f24dae79-6834-4a91-a709-c8006149b3ea, host n-h2-803378-2, cleared binding levels {{(pid=94420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:26:46.684508 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1455e425-2687-4f0f-8abc-c2f7e8b8a60e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f24dae79-6834-4a91-a709-c8006149b3ea'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:26:46.687206 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47e10126444b02a26d513ed6f4b145adbdfa00d329c865c61a1608b26e6d0230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4d2a132-dd59-4026-a85f-95fe6529de2e" -d '{"events": [{"server_uuid": "1455e425-2687-4f0f-8abc-c2f7e8b8a60e", "name": "network-vif-unplugged", "status": "completed", "tag": "f24dae79-6834-4a91-a709-c8006149b3ea"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:26:46.691970 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-002b9faf-aa77-4452-ba17-85190feb7048 req-ef5ce6b3-378e-4882-9ca1-cc1233e0c019 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:26:46.707895 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [req-002b9faf-aa77-4452-ba17-85190feb7048 req-ef5ce6b3-378e-4882-9ca1-cc1233e0c019 service neutron] Transition to ACTIVE for port object f24dae79-6834-4a91-a709-c8006149b3ea will not be triggered until provisioned by entity L2. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:26:46.714235 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-002b9faf-aa77-4452-ba17-85190feb7048 req-ef5ce6b3-378e-4882-9ca1-cc1233e0c019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:26:46.778016 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 05 Aug 2021 12:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3189190f-fffb-4096-8a96-38c2e4dcd9c2 x-openstack-request-id: req-3189190f-fffb-4096-8a96-38c2e4dcd9c2 {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:26:46.778224 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1455e425-2687-4f0f-8abc-c2f7e8b8a60e", "name": "network-vif-unplugged", "status": "completed", "tag": "f24dae79-6834-4a91-a709-c8006149b3ea", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:26:46.778517 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3189190f-fffb-4096-8a96-38c2e4dcd9c2 {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:26:46.778938 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1455e425-2687-4f0f-8abc-c2f7e8b8a60e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f24dae79-6834-4a91-a709-c8006149b3ea', 'code': 200} Aug 05 12:26:46.816334 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [req-002b9faf-aa77-4452-ba17-85190feb7048 req-ef5ce6b3-378e-4882-9ca1-cc1233e0c019 service neutron] No DVR routers for this DVR port f24dae79-6834-4a91-a709-c8006149b3ea on host n-h2-803378-2 {{(pid=94420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:26:46.818585 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5ce6b3-378e-4882-9ca1-cc1233e0c019 service neutron] Pushing event updated for resources: {'Port': ['ID=f24dae79-6834-4a91-a709-c8006149b3ea,revision_number=6']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:26:46.831681 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5ce6b3-378e-4882-9ca1-cc1233e0c019 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:26:46.832022 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5ce6b3-378e-4882-9ca1-cc1233e0c019 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:26:46.832365 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5ce6b3-378e-4882-9ca1-cc1233e0c019 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:26:46.832723 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5ce6b3-378e-4882-9ca1-cc1233e0c019 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:26:46.833054 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5ce6b3-378e-4882-9ca1-cc1233e0c019 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:26:46.833512 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5ce6b3-378e-4882-9ca1-cc1233e0c019 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:26:46.833858 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5ce6b3-378e-4882-9ca1-cc1233e0c019 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:26:46.834029 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5ce6b3-378e-4882-9ca1-cc1233e0c019 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:26:46.834334 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5ce6b3-378e-4882-9ca1-cc1233e0c019 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:26:46.834659 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5ce6b3-378e-4882-9ca1-cc1233e0c019 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:26:46.835009 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5ce6b3-378e-4882-9ca1-cc1233e0c019 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:26:46.835295 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5ce6b3-378e-4882-9ca1-cc1233e0c019 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:26:46.883621 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-002b9faf-aa77-4452-ba17-85190feb7048 req-ef5ce6b3-378e-4882-9ca1-cc1233e0c019 service neutron] Attempting to bind port f24dae79-6834-4a91-a709-c8006149b3ea on host n-h1-803378-2 for vnic_type normal with profile {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:26:46.884206 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-002b9faf-aa77-4452-ba17-85190feb7048 req-ef5ce6b3-378e-4882-9ca1-cc1233e0c019 service neutron] Attempting to bind port f24dae79-6834-4a91-a709-c8006149b3ea by drivers openvswitch,hyperv on host n-h1-803378-2 at level 0 using segments [{'id': '216a7564-d369-458d-9031-e81e500c1225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '544607b9-90dc-4cc0-8f44-eab83b5a3093'}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:26:46.884791 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-002b9faf-aa77-4452-ba17-85190feb7048 req-ef5ce6b3-378e-4882-9ca1-cc1233e0c019 service neutron] Attempting to bind port f24dae79-6834-4a91-a709-c8006149b3ea on network 544607b9-90dc-4cc0-8f44-eab83b5a3093 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:26:46.894539 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-002b9faf-aa77-4452-ba17-85190feb7048 req-ef5ce6b3-378e-4882-9ca1-cc1233e0c019 service neutron] Port f24dae79-6834-4a91-a709-c8006149b3ea on network 544607b9-90dc-4cc0-8f44-eab83b5a3093 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-2 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 12:26:46.894853 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-002b9faf-aa77-4452-ba17-85190feb7048 req-ef5ce6b3-378e-4882-9ca1-cc1233e0c019 service neutron] Attempting to bind port f24dae79-6834-4a91-a709-c8006149b3ea on network 544607b9-90dc-4cc0-8f44-eab83b5a3093 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:26:46.902213 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-002b9faf-aa77-4452-ba17-85190feb7048 req-ef5ce6b3-378e-4882-9ca1-cc1233e0c019 service neutron] Checking agent: {'id': '40bb7567-59bd-4b31-bc29-da1c50bca759', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:26:46.902569 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-002b9faf-aa77-4452-ba17-85190feb7048 req-ef5ce6b3-378e-4882-9ca1-cc1233e0c019 service neutron] Checking segment: {'id': '216a7564-d369-458d-9031-e81e500c1225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '544607b9-90dc-4cc0-8f44-eab83b5a3093'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:26:46.903030 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-002b9faf-aa77-4452-ba17-85190feb7048 req-ef5ce6b3-378e-4882-9ca1-cc1233e0c019 service neutron] Bound using segment: {'id': '216a7564-d369-458d-9031-e81e500c1225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '544607b9-90dc-4cc0-8f44-eab83b5a3093'} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:26:46.903472 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-002b9faf-aa77-4452-ba17-85190feb7048 req-ef5ce6b3-378e-4882-9ca1-cc1233e0c019 service neutron] Bound port: f24dae79-6834-4a91-a709-c8006149b3ea, host: n-h1-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '216a7564-d369-458d-9031-e81e500c1225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '544607b9-90dc-4cc0-8f44-eab83b5a3093'}}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:26:46.903842 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-002b9faf-aa77-4452-ba17-85190feb7048 req-ef5ce6b3-378e-4882-9ca1-cc1233e0c019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:26:46.985452 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-002b9faf-aa77-4452-ba17-85190feb7048 req-ef5ce6b3-378e-4882-9ca1-cc1233e0c019 service neutron] For port f24dae79-6834-4a91-a709-c8006149b3ea, host n-h1-803378-2, cleared binding levels {{(pid=94420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:26:46.989934 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-002b9faf-aa77-4452-ba17-85190feb7048 req-ef5ce6b3-378e-4882-9ca1-cc1233e0c019 service neutron] For port f24dae79-6834-4a91-a709-c8006149b3ea, host n-h1-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=f24dae79-6834-4a91-a709-c8006149b3ea,segment=NetworkSegment(216a7564-d369-458d-9031-e81e500c1225),segment_id=216a7564-d369-458d-9031-e81e500c1225)] {{(pid=94420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:26:46.997557 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-002b9faf-aa77-4452-ba17-85190feb7048 req-ef5ce6b3-378e-4882-9ca1-cc1233e0c019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:26:47.042988 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002b9faf-aa77-4452-ba17-85190feb7048 req-ef5ce6b3-378e-4882-9ca1-cc1233e0c019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:26:47.043686 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-002b9faf-aa77-4452-ba17-85190feb7048 req-ef5ce6b3-378e-4882-9ca1-cc1233e0c019 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:26:47.045422 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-002b9faf-aa77-4452-ba17-85190feb7048 req-ef5ce6b3-378e-4882-9ca1-cc1233e0c019 service neutron] 10.222.0.64 "PUT /v2.0/ports/f24dae79-6834-4a91-a709-c8006149b3ea HTTP/1.1" status: 200 len: 1091 time: 0.9686384 Aug 05 12:26:47.073884 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5ce6b3-378e-4882-9ca1-cc1233e0c019 service neutron] Pushing event updated for resources: {'Port': ['ID=f24dae79-6834-4a91-a709-c8006149b3ea,revision_number=7']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:26:47.154155 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002b9faf-aa77-4452-ba17-85190feb7048 req-c7e8ac3b-9a5d-40ef-b139-3fb293e1c953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:26:47.155891 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-002b9faf-aa77-4452-ba17-85190feb7048 req-c7e8ac3b-9a5d-40ef-b139-3fb293e1c953 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=51d150c27aa64b619e48186843c18d21&device_id=1455e425-2687-4f0f-8abc-c2f7e8b8a60e HTTP/1.1" status: 200 len: 1094 time: 0.0598240 Aug 05 12:26:47.332601 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002b9faf-aa77-4452-ba17-85190feb7048 req-82857d3e-818c-49e3-8af8-bb69bbf6bf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:26:47.335099 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-002b9faf-aa77-4452-ba17-85190feb7048 req-82857d3e-818c-49e3-8af8-bb69bbf6bf4c service neutron] 10.222.0.64 "GET /v2.0/networks?id=544607b9-90dc-4cc0-8f44-eab83b5a3093 HTTP/1.1" status: 200 len: 913 time: 0.1635933 Aug 05 12:26:47.419251 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-002b9faf-aa77-4452-ba17-85190feb7048 req-2227f961-0440-4f89-a980-53bf8d26f78c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f24dae79-6834-4a91-a709-c8006149b3ea HTTP/1.1" status: 200 len: 217 time: 0.0685735 Aug 05 12:26:47.522540 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002b9faf-aa77-4452-ba17-85190feb7048 req-b98f422b-ed26-47d8-9f4b-0279a94416ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:26:47.525181 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-002b9faf-aa77-4452-ba17-85190feb7048 req-b98f422b-ed26-47d8-9f4b-0279a94416ae service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2bbcce99-f3cc-4db4-82c0-adb2e154d12d HTTP/1.1" status: 200 len: 852 time: 0.0918162 Aug 05 12:26:47.585587 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-002b9faf-aa77-4452-ba17-85190feb7048 req-47b4e623-9e0c-4ff0-bc40-0b1a1c133c3f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=544607b9-90dc-4cc0-8f44-eab83b5a3093&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469232 Aug 05 12:26:47.607691 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [req-002b9faf-aa77-4452-ba17-85190feb7048 req-74a74577-2e17-4819-80c5-54e4b3cbc7fb service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94420) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 12:26:47.609606 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-002b9faf-aa77-4452-ba17-85190feb7048 req-74a74577-2e17-4819-80c5-54e4b3cbc7fb service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0096817 Aug 05 12:26:47.795804 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714c8ad0-403c-49e8-b381-bd703671b953 req-193ab77a-cfa7-4a59-a45d-d54933e223f8 tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:26:47.797610 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-714c8ad0-403c-49e8-b381-bd703671b953 req-193ab77a-cfa7-4a59-a45d-d54933e223f8 tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] 10.222.0.58 "GET /v2.0/ports?device_id=1455e425-2687-4f0f-8abc-c2f7e8b8a60e HTTP/1.1" status: 200 len: 943 time: 0.1027765 Aug 05 12:26:47.803083 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-002b9faf-aa77-4452-ba17-85190feb7048 req-709994b5-3caf-4d26-a956-2ae2cc24be43 service neutron] 10.222.0.64 "GET /v2.0/networks/544607b9-90dc-4cc0-8f44-eab83b5a3093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796975 Aug 05 12:26:47.904610 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-714c8ad0-403c-49e8-b381-bd703671b953 req-a544d9ee-36fe-4a4f-97b5-1aade0b8d7d8 tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] 10.222.0.58 "GET /v2.0/security-groups?id=3322f454-7be2-4b04-9eda-9e00e0be0e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925972 Aug 05 12:26:47.954907 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-002b9faf-aa77-4452-ba17-85190feb7048 req-f1c7746b-99db-4565-8e43-775288ed58bd service neutron] 10.222.0.64 "GET /v2.0/networks/544607b9-90dc-4cc0-8f44-eab83b5a3093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246629 Aug 05 12:26:48.780125 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1455e425-2687-4f0f-8abc-c2f7e8b8a60e', 'tag': 'f24dae79-6834-4a91-a709-c8006149b3ea'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:26:48.784958 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47e10126444b02a26d513ed6f4b145adbdfa00d329c865c61a1608b26e6d0230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88a2a4c4-cd88-4032-8c49-e59d4505f99c" -d '{"events": [{"name": "network-changed", "server_uuid": "1455e425-2687-4f0f-8abc-c2f7e8b8a60e", "tag": "f24dae79-6834-4a91-a709-c8006149b3ea"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:26:48.865519 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 12:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6636d55-85f3-479f-817d-f84eb9e5bf67 x-openstack-request-id: req-a6636d55-85f3-479f-817d-f84eb9e5bf67 {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:26:48.865922 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1455e425-2687-4f0f-8abc-c2f7e8b8a60e", "tag": "f24dae79-6834-4a91-a709-c8006149b3ea", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:26:48.866299 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a6636d55-85f3-479f-817d-f84eb9e5bf67 {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:26:48.866868 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1455e425-2687-4f0f-8abc-c2f7e8b8a60e', 'tag': 'f24dae79-6834-4a91-a709-c8006149b3ea', 'status': 'completed', 'code': 200} Aug 05 12:26:48.998283 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a2a4c4-cd88-4032-8c49-e59d4505f99c req-ee697ab3-5532-464e-a87b-26f0ed1a04b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:26:48.999177 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a2a4c4-cd88-4032-8c49-e59d4505f99c req-fab0bfab-d6f5-4fbd-bb4a-626b63776b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:26:49.000874 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-88a2a4c4-cd88-4032-8c49-e59d4505f99c req-fab0bfab-d6f5-4fbd-bb4a-626b63776b34 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=51d150c27aa64b619e48186843c18d21&device_id=1455e425-2687-4f0f-8abc-c2f7e8b8a60e HTTP/1.1" status: 200 len: 1094 time: 0.0890305 Aug 05 12:26:49.001107 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-88a2a4c4-cd88-4032-8c49-e59d4505f99c req-ee697ab3-5532-464e-a87b-26f0ed1a04b3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=51d150c27aa64b619e48186843c18d21&device_id=1455e425-2687-4f0f-8abc-c2f7e8b8a60e HTTP/1.1" status: 200 len: 1094 time: 0.0894017 Aug 05 12:26:49.154228 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a2a4c4-cd88-4032-8c49-e59d4505f99c req-68e54fc0-69ef-4439-99bf-06a2659d33ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:26:49.155929 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-88a2a4c4-cd88-4032-8c49-e59d4505f99c req-68e54fc0-69ef-4439-99bf-06a2659d33ad service neutron] 10.222.0.55 "GET /v2.0/networks?id=544607b9-90dc-4cc0-8f44-eab83b5a3093 HTTP/1.1" status: 200 len: 913 time: 0.1474218 Aug 05 12:26:49.185272 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f6bf68-de91-47a5-b944-742e8b4913ed req-6a9ad1ad-8639-47d6-a0eb-2d80c4145b7b tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:26:49.188326 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-56f6bf68-de91-47a5-b944-742e8b4913ed req-6a9ad1ad-8639-47d6-a0eb-2d80c4145b7b tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] 10.222.0.58 "GET /v2.0/ports?device_id=1455e425-2687-4f0f-8abc-c2f7e8b8a60e HTTP/1.1" status: 200 len: 943 time: 0.1463251 Aug 05 12:26:49.227024 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a2a4c4-cd88-4032-8c49-e59d4505f99c req-9d6c0b68-5698-4c25-a54b-4bc15d9d65ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:26:49.230960 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-88a2a4c4-cd88-4032-8c49-e59d4505f99c req-9d6c0b68-5698-4c25-a54b-4bc15d9d65ca service neutron] 10.222.0.64 "GET /v2.0/networks?id=544607b9-90dc-4cc0-8f44-eab83b5a3093 HTTP/1.1" status: 200 len: 913 time: 0.2203434 Aug 05 12:26:49.241314 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-88a2a4c4-cd88-4032-8c49-e59d4505f99c req-f15c5639-c87c-4827-924d-1d5cba432ee6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f24dae79-6834-4a91-a709-c8006149b3ea HTTP/1.1" status: 200 len: 217 time: 0.0761971 Aug 05 12:26:49.331080 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a2a4c4-cd88-4032-8c49-e59d4505f99c req-f3bb86b9-fb98-404d-b956-15e3249969d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:26:49.333742 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-88a2a4c4-cd88-4032-8c49-e59d4505f99c req-f3bb86b9-fb98-404d-b956-15e3249969d3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2bbcce99-f3cc-4db4-82c0-adb2e154d12d HTTP/1.1" status: 200 len: 852 time: 0.0847845 Aug 05 12:26:49.335236 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-88a2a4c4-cd88-4032-8c49-e59d4505f99c req-5ca75dbf-185a-4bf8-b56e-00e317840bae service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f24dae79-6834-4a91-a709-c8006149b3ea HTTP/1.1" status: 200 len: 217 time: 0.0900815 Aug 05 12:26:49.362479 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-56f6bf68-de91-47a5-b944-742e8b4913ed req-a26e3e15-11f5-4dd5-ad92-3222207b124e tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] 10.222.0.58 "GET /v2.0/security-groups?id=3322f454-7be2-4b04-9eda-9e00e0be0e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571527 Aug 05 12:26:49.390000 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-88a2a4c4-cd88-4032-8c49-e59d4505f99c req-ef62551b-931d-404f-8c3e-ad2479c26e4f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=544607b9-90dc-4cc0-8f44-eab83b5a3093&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480056 Aug 05 12:26:49.423035 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a2a4c4-cd88-4032-8c49-e59d4505f99c req-25006314-c65b-4455-af40-2d4d15a94960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:26:49.424791 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-88a2a4c4-cd88-4032-8c49-e59d4505f99c req-25006314-c65b-4455-af40-2d4d15a94960 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2bbcce99-f3cc-4db4-82c0-adb2e154d12d HTTP/1.1" status: 200 len: 852 time: 0.0805559 Aug 05 12:26:49.489268 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-88a2a4c4-cd88-4032-8c49-e59d4505f99c req-ebbf971f-3e8a-48a8-81e3-7408c1149966 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=544607b9-90dc-4cc0-8f44-eab83b5a3093&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520818 Aug 05 12:26:49.556177 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-88a2a4c4-cd88-4032-8c49-e59d4505f99c req-0fee8070-3151-4e6d-a224-c19d2d29e6ed service neutron] 10.222.0.55 "GET /v2.0/networks/544607b9-90dc-4cc0-8f44-eab83b5a3093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585338 Aug 05 12:26:49.663763 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-88a2a4c4-cd88-4032-8c49-e59d4505f99c req-ee108764-24e7-4cfe-a93e-c9b23c2ccf10 service neutron] 10.222.0.64 "GET /v2.0/networks/544607b9-90dc-4cc0-8f44-eab83b5a3093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654556 Aug 05 12:26:49.717424 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-88a2a4c4-cd88-4032-8c49-e59d4505f99c req-4a205da3-14c0-4214-a827-45423298ff56 service neutron] 10.222.0.55 "GET /v2.0/networks/544607b9-90dc-4cc0-8f44-eab83b5a3093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527247 Aug 05 12:26:49.821560 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-88a2a4c4-cd88-4032-8c49-e59d4505f99c req-46f69489-e650-471f-964c-bdc3a7d7d39e service neutron] 10.222.0.64 "GET /v2.0/networks/544607b9-90dc-4cc0-8f44-eab83b5a3093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451142 Aug 05 12:26:50.412568 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device f24dae79-6834-4a91-a709-c8006149b3ea no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:26:50.467787 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device f24dae79-6834-4a91-a709-c8006149b3ea not bound to the agent host n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:26:50.567489 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2539df71-9683-4534-b241-77561f2442a7 req-4b5dfb41-5216-401c-be33-abf527f449df tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:26:50.569359 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2539df71-9683-4534-b241-77561f2442a7 req-4b5dfb41-5216-401c-be33-abf527f449df tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] 10.222.0.58 "GET /v2.0/ports?device_id=1455e425-2687-4f0f-8abc-c2f7e8b8a60e HTTP/1.1" status: 200 len: 943 time: 0.0678821 Aug 05 12:26:50.624649 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2539df71-9683-4534-b241-77561f2442a7 req-a4ce97c8-8b2e-4e2d-9d4b-873ad0da478b tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] 10.222.0.58 "GET /v2.0/security-groups?id=3322f454-7be2-4b04-9eda-9e00e0be0e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435874 Aug 05 12:26:51.783866 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328e3851-aafe-44a3-a74d-c639f2f4e7bb req-62685bab-6157-4202-9e07-f6af6cb1dc65 tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:26:51.785818 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-328e3851-aafe-44a3-a74d-c639f2f4e7bb req-62685bab-6157-4202-9e07-f6af6cb1dc65 tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] 10.222.0.58 "GET /v2.0/ports?device_id=1455e425-2687-4f0f-8abc-c2f7e8b8a60e HTTP/1.1" status: 200 len: 943 time: 0.0772815 Aug 05 12:26:51.844727 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-328e3851-aafe-44a3-a74d-c639f2f4e7bb req-40257021-ca82-4b20-90bc-ff48984c32c6 tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] 10.222.0.58 "GET /v2.0/security-groups?id=3322f454-7be2-4b04-9eda-9e00e0be0e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471923 Aug 05 12:26:52.321905 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device f24dae79-6834-4a91-a709-c8006149b3ea details requested by agent hyperv_n-h1-803378-2 with host n-h1-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 12:26:52.453031 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port f24dae79-6834-4a91-a709-c8006149b3ea, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=f24dae79-6834-4a91-a709-c8006149b3ea,segment=NetworkSegment(216a7564-d369-458d-9031-e81e500c1225),segment_id=216a7564-d369-458d-9031-e81e500c1225)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:26:52.467663 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Returning: {'device': 'f24dae79-6834-4a91-a709-c8006149b3ea', 'network_id': '544607b9-90dc-4cc0-8f44-eab83b5a3093', 'port_id': 'f24dae79-6834-4a91-a709-c8006149b3ea', 'mac_address': 'fa:16:3e:ac:70:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bbcce99-f3cc-4db4-82c0-adb2e154d12d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 12:26:52.525624 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:26:52.544053 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f24dae79-6834-4a91-a709-c8006149b3ea {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 12:26:52.570915 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port f24dae79-6834-4a91-a709-c8006149b3ea, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=f24dae79-6834-4a91-a709-c8006149b3ea,segment=NetworkSegment(216a7564-d369-458d-9031-e81e500c1225),segment_id=216a7564-d369-458d-9031-e81e500c1225)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:26:52.577568 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:26:52.646242 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:26:52.676198 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=f24dae79-6834-4a91-a709-c8006149b3ea,revision_number=8']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:26:52.691190 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:26:52.691772 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:26:52.692379 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:26:52.692984 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:26:52.693621 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:26:52.694107 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:26:52.694700 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:26:52.695273 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:26:52.695825 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:26:52.696396 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:26:52.697002 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:26:52.697576 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:26:53.031167 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aa1d7a-961e-4d85-a55f-efe677cddcfb req-97e605ac-5d31-4839-b408-2301c49b51e2 tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:26:53.032870 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a0aa1d7a-961e-4d85-a55f-efe677cddcfb req-97e605ac-5d31-4839-b408-2301c49b51e2 tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] 10.222.0.58 "GET /v2.0/ports?device_id=1455e425-2687-4f0f-8abc-c2f7e8b8a60e HTTP/1.1" status: 200 len: 944 time: 0.0704036 Aug 05 12:26:53.112216 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a0aa1d7a-961e-4d85-a55f-efe677cddcfb req-5089451c-4f4a-4982-922d-a2300569116d tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] 10.222.0.58 "GET /v2.0/security-groups?id=3322f454-7be2-4b04-9eda-9e00e0be0e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660315 Aug 05 12:26:53.202394 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['f24dae79-6834-4a91-a709-c8006149b3ea'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 12:26:53.497145 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a2a225-cf6b-4916-b58a-b6bf0a80dfc7 req-e1ac5d84-f1ea-4c75-9fb5-264a41b9d888 tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:26:53.498863 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-93a2a225-cf6b-4916-b58a-b6bf0a80dfc7 req-e1ac5d84-f1ea-4c75-9fb5-264a41b9d888 tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] 10.222.0.55 "GET /v2.0/ports?device_id=1455e425-2687-4f0f-8abc-c2f7e8b8a60e&tenant_id=51d150c27aa64b619e48186843c18d21&binding%3Ahost_id=n-h1-803378-2 HTTP/1.1" status: 200 len: 944 time: 0.1058180 Aug 05 12:26:53.585856 n-d-803378-2 neutron-server[94421]: INFO neutron.api.v2.resource [req-93a2a225-cf6b-4916-b58a-b6bf0a80dfc7 req-d40e5abb-ad9d-4dbe-a93d-f72ad7fc0b7e service neutron] delete failed (client error): The resource could not be found. Aug 05 12:26:53.587610 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-93a2a225-cf6b-4916-b58a-b6bf0a80dfc7 req-d40e5abb-ad9d-4dbe-a93d-f72ad7fc0b7e service neutron] 10.222.0.55 "DELETE /v2.0/ports/f24dae79-6834-4a91-a709-c8006149b3ea/bindings/n-h2-803378-2 HTTP/1.1" status: 404 len: 380 time: 0.0798533 Aug 05 12:26:53.715328 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a2a225-cf6b-4916-b58a-b6bf0a80dfc7 req-4dc45f65-0096-4229-9252-4e8031379e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:26:53.717106 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-93a2a225-cf6b-4916-b58a-b6bf0a80dfc7 req-4dc45f65-0096-4229-9252-4e8031379e23 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=51d150c27aa64b619e48186843c18d21&device_id=1455e425-2687-4f0f-8abc-c2f7e8b8a60e HTTP/1.1" status: 200 len: 1095 time: 0.0565503 Aug 05 12:26:53.829114 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a2a225-cf6b-4916-b58a-b6bf0a80dfc7 req-c6b171b9-25bf-40e9-949f-cc84af0aacf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:26:53.830522 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-93a2a225-cf6b-4916-b58a-b6bf0a80dfc7 req-c6b171b9-25bf-40e9-949f-cc84af0aacf8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=544607b9-90dc-4cc0-8f44-eab83b5a3093 HTTP/1.1" status: 200 len: 913 time: 0.1060305 Aug 05 12:26:53.882224 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-93a2a225-cf6b-4916-b58a-b6bf0a80dfc7 req-01f3dc1e-30b3-4825-98f0-0109d34ed489 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f24dae79-6834-4a91-a709-c8006149b3ea HTTP/1.1" status: 200 len: 217 time: 0.0398982 Aug 05 12:26:53.939103 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a2a225-cf6b-4916-b58a-b6bf0a80dfc7 req-fe9d33af-676a-4f14-acda-d94a1e12bb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:26:53.940709 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-93a2a225-cf6b-4916-b58a-b6bf0a80dfc7 req-fe9d33af-676a-4f14-acda-d94a1e12bb69 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2bbcce99-f3cc-4db4-82c0-adb2e154d12d HTTP/1.1" status: 200 len: 852 time: 0.0508480 Aug 05 12:26:53.989182 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-93a2a225-cf6b-4916-b58a-b6bf0a80dfc7 req-942dcfa6-1824-47ff-a97e-654ab826054e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=544607b9-90dc-4cc0-8f44-eab83b5a3093&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401101 Aug 05 12:26:54.160404 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-93a2a225-cf6b-4916-b58a-b6bf0a80dfc7 req-32ca46b1-1b87-466b-ba53-769e40df5040 service neutron] 10.222.0.55 "GET /v2.0/networks/544607b9-90dc-4cc0-8f44-eab83b5a3093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628120 Aug 05 12:26:54.311968 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-93a2a225-cf6b-4916-b58a-b6bf0a80dfc7 req-dc3bc591-2067-47d2-afba-32bd7e71d190 service neutron] 10.222.0.55 "GET /v2.0/networks/544607b9-90dc-4cc0-8f44-eab83b5a3093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435661 Aug 05 12:26:54.336038 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device f24dae79-6834-4a91-a709-c8006149b3ea up at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:26:54.434789 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning for port f24dae79-6834-4a91-a709-c8006149b3ea completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:26:54.442021 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning complete for port f24dae79-6834-4a91-a709-c8006149b3ea triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:26:54.442752 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:26:54.567876 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:26:54.606387 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1455e425-2687-4f0f-8abc-c2f7e8b8a60e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f24dae79-6834-4a91-a709-c8006149b3ea'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:26:54.611770 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e1268cc07bff5734ca170491336a8ac74677c017447dd0c96766dddd3e3cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52ffff7f-c9a5-40ba-a774-b4cf71842886" -d '{"events": [{"server_uuid": "1455e425-2687-4f0f-8abc-c2f7e8b8a60e", "name": "network-vif-plugged", "status": "completed", "tag": "f24dae79-6834-4a91-a709-c8006149b3ea"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:26:54.635073 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port f24dae79-6834-4a91-a709-c8006149b3ea, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=f24dae79-6834-4a91-a709-c8006149b3ea,segment=NetworkSegment(216a7564-d369-458d-9031-e81e500c1225),segment_id=216a7564-d369-458d-9031-e81e500c1225)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:26:54.642896 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:26:54.692685 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 12:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0e9335a-3230-4038-bfd0-15c5b6ab5107 x-openstack-request-id: req-a0e9335a-3230-4038-bfd0-15c5b6ab5107 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:26:54.692987 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1455e425-2687-4f0f-8abc-c2f7e8b8a60e", "name": "network-vif-plugged", "status": "completed", "tag": "f24dae79-6834-4a91-a709-c8006149b3ea", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:26:54.693267 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a0e9335a-3230-4038-bfd0-15c5b6ab5107 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:26:54.693802 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1455e425-2687-4f0f-8abc-c2f7e8b8a60e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f24dae79-6834-4a91-a709-c8006149b3ea', 'code': 200} Aug 05 12:26:54.715679 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=f24dae79-6834-4a91-a709-c8006149b3ea,revision_number=9']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:26:55.266211 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d547c67c-aa50-4c69-91a6-5f47dc1d3ccf req-e2632784-c6f6-48e4-832c-70d18ba15f02 tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:26:55.268309 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d547c67c-aa50-4c69-91a6-5f47dc1d3ccf req-e2632784-c6f6-48e4-832c-70d18ba15f02 tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] 10.222.0.58 "GET /v2.0/ports?device_id=1455e425-2687-4f0f-8abc-c2f7e8b8a60e HTTP/1.1" status: 200 len: 945 time: 0.0663705 Aug 05 12:26:55.333349 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d547c67c-aa50-4c69-91a6-5f47dc1d3ccf req-b1d36746-c9f0-41de-9d2d-59cc6f3c0b6e tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] 10.222.0.58 "GET /v2.0/security-groups?id=3322f454-7be2-4b04-9eda-9e00e0be0e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550878 Aug 05 12:26:56.546515 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b7d749-e9e4-4836-bfc6-011a354735a4 req-36e907c7-e76f-4921-8756-ad140fa5d583 tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:26:56.548697 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-43b7d749-e9e4-4836-bfc6-011a354735a4 req-36e907c7-e76f-4921-8756-ad140fa5d583 tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] 10.222.0.58 "GET /v2.0/ports?device_id=1455e425-2687-4f0f-8abc-c2f7e8b8a60e HTTP/1.1" status: 200 len: 945 time: 0.0951984 Aug 05 12:26:56.608858 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-43b7d749-e9e4-4836-bfc6-011a354735a4 req-a64e20cf-7fec-41f0-aa84-c62fd4077634 tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] 10.222.0.58 "GET /v2.0/security-groups?id=3322f454-7be2-4b04-9eda-9e00e0be0e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485992 Aug 05 12:26:57.409052 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a2a225-cf6b-4916-b58a-b6bf0a80dfc7 req-ca673b60-eac7-4a81-8c36-eb73d45e73b7 tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:26:57.410817 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-93a2a225-cf6b-4916-b58a-b6bf0a80dfc7 req-ca673b60-eac7-4a81-8c36-eb73d45e73b7 tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] 10.222.0.64 "GET /v2.0/ports?device_id=1455e425-2687-4f0f-8abc-c2f7e8b8a60e HTTP/1.1" status: 200 len: 945 time: 0.0606441 Aug 05 12:26:57.535089 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [req-93a2a225-cf6b-4916-b58a-b6bf0a80dfc7 req-0e86c096-6acc-477a-adb6-ae6e2b2b9827 tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] Deleting port f24dae79-6834-4a91-a709-c8006149b3ea {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:26:57.535504 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-93a2a225-cf6b-4916-b58a-b6bf0a80dfc7 req-0e86c096-6acc-477a-adb6-ae6e2b2b9827 tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:26:57.661024 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-93a2a225-cf6b-4916-b58a-b6bf0a80dfc7 req-0e86c096-6acc-477a-adb6-ae6e2b2b9827 tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] For port f24dae79-6834-4a91-a709-c8006149b3ea, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=f24dae79-6834-4a91-a709-c8006149b3ea,segment=NetworkSegment(216a7564-d369-458d-9031-e81e500c1225),segment_id=216a7564-d369-458d-9031-e81e500c1225)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:26:57.661984 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-93a2a225-cf6b-4916-b58a-b6bf0a80dfc7 req-0e86c096-6acc-477a-adb6-ae6e2b2b9827 tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:26:57.687298 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [req-93a2a225-cf6b-4916-b58a-b6bf0a80dfc7 req-0e86c096-6acc-477a-adb6-ae6e2b2b9827 tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] Calling delete_port for f24dae79-6834-4a91-a709-c8006149b3ea owned by compute:nova {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:26:57.830593 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dd2e43-4db6-407a-a4e6-ffac5a03a9ed req-4e9b87fa-d663-47dd-b3b4-8aebc6f470b5 tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:26:57.832247 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-16dd2e43-4db6-407a-a4e6-ffac5a03a9ed req-4e9b87fa-d663-47dd-b3b4-8aebc6f470b5 tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] 10.222.0.58 "GET /v2.0/ports?device_id=1455e425-2687-4f0f-8abc-c2f7e8b8a60e HTTP/1.1" status: 200 len: 945 time: 0.0828056 Aug 05 12:26:57.946118 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-16dd2e43-4db6-407a-a4e6-ffac5a03a9ed req-50b36a4c-160f-430e-bc5b-814991e6a624 tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] 10.222.0.58 "GET /v2.0/security-groups?id=3322f454-7be2-4b04-9eda-9e00e0be0e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004148 Aug 05 12:26:57.954857 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-93a2a225-cf6b-4916-b58a-b6bf0a80dfc7 req-0e86c096-6acc-477a-adb6-ae6e2b2b9827 tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:26:58.000756 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['f24dae79-6834-4a91-a709-c8006149b3ea'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 12:26:58.004654 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e86c096-6acc-477a-adb6-ae6e2b2b9827 tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] Pushing event deleted for resources: {'Port': ['ID=f24dae79-6834-4a91-a709-c8006149b3ea,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:26:58.063662 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [req-93a2a225-cf6b-4916-b58a-b6bf0a80dfc7 req-0e86c096-6acc-477a-adb6-ae6e2b2b9827 tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] No DVR routers for this DVR port f24dae79-6834-4a91-a709-c8006149b3ea on host n-h1-803378-2 {{(pid=94420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:26:58.067328 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-93a2a225-cf6b-4916-b58a-b6bf0a80dfc7 req-0e86c096-6acc-477a-adb6-ae6e2b2b9827 tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:26:58.070148 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-93a2a225-cf6b-4916-b58a-b6bf0a80dfc7 req-0e86c096-6acc-477a-adb6-ae6e2b2b9827 tempest-DeleteServersTestJSON-539463962 tempest-DeleteServersTestJSON-539463962-project] 10.222.0.64 "DELETE /v2.0/ports/f24dae79-6834-4a91-a709-c8006149b3ea HTTP/1.1" status: 204 len: 173 time: 0.6472378 Aug 05 12:26:58.070696 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1455e425-2687-4f0f-8abc-c2f7e8b8a60e', 'name': 'network-vif-deleted', 'tag': 'f24dae79-6834-4a91-a709-c8006149b3ea'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:26:58.073543 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47e10126444b02a26d513ed6f4b145adbdfa00d329c865c61a1608b26e6d0230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a54fa69d-b461-49c7-b8c8-3742a81d07c5" -d '{"events": [{"server_uuid": "1455e425-2687-4f0f-8abc-c2f7e8b8a60e", "name": "network-vif-deleted", "tag": "f24dae79-6834-4a91-a709-c8006149b3ea"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:26:58.123308 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 12:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d71cc533-ce0d-4149-88f2-a9c7e61f2ed5 x-openstack-request-id: req-d71cc533-ce0d-4149-88f2-a9c7e61f2ed5 {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:26:58.123692 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1455e425-2687-4f0f-8abc-c2f7e8b8a60e", "name": "network-vif-deleted", "tag": "f24dae79-6834-4a91-a709-c8006149b3ea", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:26:58.124014 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d71cc533-ce0d-4149-88f2-a9c7e61f2ed5 {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:26:58.124468 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1455e425-2687-4f0f-8abc-c2f7e8b8a60e', 'name': 'network-vif-deleted', 'tag': 'f24dae79-6834-4a91-a709-c8006149b3ea', 'status': 'completed', 'code': 200} Aug 05 12:26:59.126527 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 45694) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:26:59.185740 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_v2 [None req-50a12a39-6f78-4681-ac76-8a56815a40c8 admin admin] Deleting subnet 2bbcce99-f3cc-4db4-82c0-adb2e154d12d {{(pid=94420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 12:26:59.189934 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-50a12a39-6f78-4681-ac76-8a56815a40c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:26:59.240564 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-50a12a39-6f78-4681-ac76-8a56815a40c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25010562'] for subnet, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:26:59.301861 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-50a12a39-6f78-4681-ac76-8a56815a40c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:26:59.398832 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-50a12a39-6f78-4681-ac76-8a56815a40c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29762763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24211094'] for subnet, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:26:59.429285 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a12a39-6f78-4681-ac76-8a56815a40c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2bbcce99-f3cc-4db4-82c0-adb2e154d12d,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:26:59.434277 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-50a12a39-6f78-4681-ac76-8a56815a40c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:26:59.437648 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-50a12a39-6f78-4681-ac76-8a56815a40c8 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/2bbcce99-f3cc-4db4-82c0-adb2e154d12d HTTP/1.1" status: 204 len: 168 time: 0.3094392 Aug 05 12:26:59.440356 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 45696) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:26:59.530031 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7c07771e-f89d-4a97-b6e5-aa2caccdeaf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:26:59.624219 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7c07771e-f89d-4a97-b6e5-aa2caccdeaf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:26:59.637956 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-7c07771e-f89d-4a97-b6e5-aa2caccdeaf7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['544607b9-90dc-4cc0-8f44-eab83b5a3093']}} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:26:59.651718 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-7c07771e-f89d-4a97-b6e5-aa2caccdeaf7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '216a7564-d369-458d-9031-e81e500c1225') {'for_net_delete': True} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:26:59.652208 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-7c07771e-f89d-4a97-b6e5-aa2caccdeaf7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '216a7564-d369-458d-9031-e81e500c1225') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:26:59.663814 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7c07771e-f89d-4a97-b6e5-aa2caccdeaf7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25010581'] for segment, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:26:59.688634 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7c07771e-f89d-4a97-b6e5-aa2caccdeaf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:26:59.695797 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c07771e-f89d-4a97-b6e5-aa2caccdeaf7 admin admin] Releasing vlan 683 on physical network physnet1 to pool {{(pid=94420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 12:26:59.696221 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7c07771e-f89d-4a97-b6e5-aa2caccdeaf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29762581'] for segment, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:26:59.698913 n-d-803378-2 neutron-server[94420]: Traceback (most recent call last): Aug 05 12:26:59.698913 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 12:26:59.698913 n-d-803378-2 neutron-server[94420]: timer() Aug 05 12:26:59.698913 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 12:26:59.698913 n-d-803378-2 neutron-server[94420]: cb(*args, **kw) Aug 05 12:26:59.698913 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 12:26:59.698913 n-d-803378-2 neutron-server[94420]: return func(*args, **kwargs) Aug 05 12:26:59.698913 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 12:26:59.698913 n-d-803378-2 neutron-server[94420]: self._notify() Aug 05 12:26:59.698913 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 12:26:59.698913 n-d-803378-2 neutron-server[94420]: self.callback(batched_events) Aug 05 12:26:59.698913 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 12:26:59.698913 n-d-803378-2 neutron-server[94420]: event.method(event) Aug 05 12:26:59.698913 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 12:26:59.698913 n-d-803378-2 neutron-server[94420]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 12:26:59.698913 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 12:26:59.698913 n-d-803378-2 neutron-server[94420]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 12:26:59.698913 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 12:26:59.698913 n-d-803378-2 neutron-server[94420]: return f(self, *a, **k) Aug 05 12:26:59.698913 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 12:26:59.698913 n-d-803378-2 neutron-server[94420]: return self._get(url).json() Aug 05 12:26:59.698913 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 12:26:59.698913 n-d-803378-2 neutron-server[94420]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 12:26:59.698913 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 12:26:59.698913 n-d-803378-2 neutron-server[94420]: return self.request(url, 'GET', **kwargs) Aug 05 12:26:59.698913 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 12:26:59.698913 n-d-803378-2 neutron-server[94420]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 12:26:59.698913 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 12:26:59.698913 n-d-803378-2 neutron-server[94420]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 12:26:59.698913 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 12:26:59.698913 n-d-803378-2 neutron-server[94420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 12:26:59.698913 n-d-803378-2 neutron-server[94420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 12:26:59.766734 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7c07771e-f89d-4a97-b6e5-aa2caccdeaf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:26:59.776358 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7c07771e-f89d-4a97-b6e5-aa2caccdeaf7 admin admin] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:26:59.779366 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-7c07771e-f89d-4a97-b6e5-aa2caccdeaf7 admin admin] 10.222.0.58 "DELETE /v2.0/networks/544607b9-90dc-4cc0-8f44-eab83b5a3093 HTTP/1.1" status: 204 len: 168 time: 0.3374636 Aug 05 12:26:59.798137 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c07771e-f89d-4a97-b6e5-aa2caccdeaf7 admin admin] Pushing event deleted for resources: {'Network': ['ID=544607b9-90dc-4cc0-8f44-eab83b5a3093,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:26:59.913692 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:27:00.049710 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 45700) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:27:00.124351 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-4e58f14a-6d6c-401a-a9dc-35f12a81e78e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=51d150c27aa64b619e48186843c18d21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0727248 Aug 05 12:27:00.127319 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 45702) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:27:00.210444 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2086a098-e687-48d7-b9ca-fe6e47a5036f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:27:00.256468 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2086a098-e687-48d7-b9ca-fe6e47a5036f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:27:00.344518 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2086a098-e687-48d7-b9ca-fe6e47a5036f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:27:00.349066 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2086a098-e687-48d7-b9ca-fe6e47a5036f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:27:00.351043 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-2086a098-e687-48d7-b9ca-fe6e47a5036f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3322f454-7be2-4b04-9eda-9e00e0be0e49 HTTP/1.1" status: 204 len: 168 time: 0.2222235 Aug 05 12:27:00.364441 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2086a098-e687-48d7-b9ca-fe6e47a5036f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3322f454-7be2-4b04-9eda-9e00e0be0e49,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:27:00.405399 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device f24dae79-6834-4a91-a709-c8006149b3ea no longer exists at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:27:00.444274 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] No Port match for: f24dae79-6834-4a91-a709-c8006149b3ea {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:27:00.444813 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device f24dae79-6834-4a91-a709-c8006149b3ea not bound to the agent host n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:27:01.463804 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 45724) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:27:01.601272 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-6d373e0e-f887-483e-afb8-8377b6082333 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1978941863-network', 'tenant_id': '4f873543fc574a54be9832ce81dae085'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:27:01.628420 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d373e0e-f887-483e-afb8-8377b6082333 admin admin] Made reservation on behalf of 4f873543fc574a54be9832ce81dae085 for: {'network': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:27:01.631347 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6d373e0e-f887-483e-afb8-8377b6082333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:27:01.646709 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6d373e0e-f887-483e-afb8-8377b6082333 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:27:01.770778 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6d373e0e-f887-483e-afb8-8377b6082333 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:27:01.778668 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6d373e0e-f887-483e-afb8-8377b6082333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:27:01.813623 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d373e0e-f887-483e-afb8-8377b6082333 admin admin] vlan segment allocate from pool success with {'vlan_id': 699, 'physical_network': 'physnet1'} {{(pid=94421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 12:27:01.826625 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d373e0e-f887-483e-afb8-8377b6082333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dd6ef73-71e3-4b0c-8db8-c4cc335a3d7a,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:27:01.837114 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6d373e0e-f887-483e-afb8-8377b6082333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:27:01.837534 n-d-803378-2 neutron-server[94421]: INFO neutron.db.segments_db [None req-6d373e0e-f887-483e-afb8-8377b6082333 admin admin] Added segment b006642a-1205-4e5e-abea-72c4dc170f8d of type vlan for network f1ac4e91-b3cc-4bc0-977c-8c651860d216 Aug 05 12:27:01.850500 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d373e0e-f887-483e-afb8-8377b6082333 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:27:01.851010 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d373e0e-f887-483e-afb8-8377b6082333 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:27:01.851446 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d373e0e-f887-483e-afb8-8377b6082333 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:27:01.851948 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d373e0e-f887-483e-afb8-8377b6082333 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:27:01.852539 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d373e0e-f887-483e-afb8-8377b6082333 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:27:01.853113 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d373e0e-f887-483e-afb8-8377b6082333 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:27:01.853665 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d373e0e-f887-483e-afb8-8377b6082333 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:27:01.855154 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d373e0e-f887-483e-afb8-8377b6082333 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:27:01.856152 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d373e0e-f887-483e-afb8-8377b6082333 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:27:01.856759 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d373e0e-f887-483e-afb8-8377b6082333 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:27:01.857307 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d373e0e-f887-483e-afb8-8377b6082333 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:27:01.857844 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d373e0e-f887-483e-afb8-8377b6082333 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:27:01.919370 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6d373e0e-f887-483e-afb8-8377b6082333 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:27:01.956272 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6d373e0e-f887-483e-afb8-8377b6082333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:27:01.957341 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d373e0e-f887-483e-afb8-8377b6082333 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:27:01.957935 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6d373e0e-f887-483e-afb8-8377b6082333 admin admin] Notify callbacks [] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:27:02.023854 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-6d373e0e-f887-483e-afb8-8377b6082333 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5584404 Aug 05 12:27:02.027496 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 45728) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:27:02.032732 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-99271887-ea8f-4db4-bab7-c0e1b450f57c admin admin] Request body: {'subnet': {'network_id': 'f1ac4e91-b3cc-4bc0-977c-8c651860d216', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1978941863-subnet', 'tenant_id': '4f873543fc574a54be9832ce81dae085', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:27:02.047592 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d373e0e-f887-483e-afb8-8377b6082333 admin admin] Pushing event updated for resources: {'Network': ['ID=f1ac4e91-b3cc-4bc0-977c-8c651860d216,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:27:02.065069 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network f1ac4e91-b3cc-4bc0-977c-8c651860d216 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 12:27:02.074626 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99271887-ea8f-4db4-bab7-c0e1b450f57c admin admin] Made reservation on behalf of 4f873543fc574a54be9832ce81dae085 for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:27:02.077190 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-99271887-ea8f-4db4-bab7-c0e1b450f57c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:27:02.319678 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-99271887-ea8f-4db4-bab7-c0e1b450f57c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25038678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30075167'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:27:02.405455 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99271887-ea8f-4db4-bab7-c0e1b450f57c admin admin] Pushing event updated for resources: {'Subnet': ['ID=364b1e26-053c-4c2e-963c-be608c90c1d3,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:27:02.422049 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99271887-ea8f-4db4-bab7-c0e1b450f57c admin admin] Checking segment: {'id': 'b006642a-1205-4e5e-abea-72c4dc170f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'f1ac4e91-b3cc-4bc0-977c-8c651860d216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:27:02.422561 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99271887-ea8f-4db4-bab7-c0e1b450f57c admin admin] Network hostable DHCP agents. Network: f1ac4e91-b3cc-4bc0-977c-8c651860d216, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 12:27:02.447401 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99271887-ea8f-4db4-bab7-c0e1b450f57c admin admin] Network f1ac4e91-b3cc-4bc0-977c-8c651860d216 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 12:27:02.461652 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-99271887-ea8f-4db4-bab7-c0e1b450f57c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, f1ac4e91-b3cc-4bc0-977c-8c651860d216) {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:27:02.469151 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99271887-ea8f-4db4-bab7-c0e1b450f57c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:27:02.470212 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-99271887-ea8f-4db4-bab7-c0e1b450f57c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:27:02.475842 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa4fbee-38e0-432c-800e-04f1a5833d85 None None] Network f1ac4e91-b3cc-4bc0-977c-8c651860d216 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:27:02.499258 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-99271887-ea8f-4db4-bab7-c0e1b450f57c admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4705231 Aug 05 12:27:02.691573 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f70fca9-d9a6-4ca6-bf21-f04405b7fa10 None None] Network f1ac4e91-b3cc-4bc0-977c-8c651860d216 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:27:03.129789 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade50d9a-d7c2-4d5b-bdf1-1c7164367611 req-09d34701-15c7-4021-b015-2325b753f526 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:27:03.131474 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ade50d9a-d7c2-4d5b-bdf1-1c7164367611 req-09d34701-15c7-4021-b015-2325b753f526 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/networks?id=f1ac4e91-b3cc-4bc0-977c-8c651860d216 HTTP/1.1" status: 200 len: 815 time: 0.1390936 Aug 05 12:27:03.152660 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ade50d9a-d7c2-4d5b-bdf1-1c7164367611 req-48c807de-afd3-4664-a127-4676d88d105d tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/quotas/4f873543fc574a54be9832ce81dae085 HTTP/1.1" status: 200 len: 375 time: 0.0121770 Aug 05 12:27:03.200469 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ade50d9a-d7c2-4d5b-bdf1-1c7164367611 req-7c845348-7593-4ade-aeea-758ca90d3b01 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=4f873543fc574a54be9832ce81dae085&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0410790 Aug 05 12:27:03.271461 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [req-ade50d9a-d7c2-4d5b-bdf1-1c7164367611 req-321d0d22-a2b3-49cc-8aa1-ca31cfb54d9f service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94420) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 12:27:03.272751 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ade50d9a-d7c2-4d5b-bdf1-1c7164367611 req-321d0d22-a2b3-49cc-8aa1-ca31cfb54d9f service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0648501 Aug 05 12:27:03.382143 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ade50d9a-d7c2-4d5b-bdf1-1c7164367611 req-2a3edf70-42bb-4c25-9af2-01343033a824 service neutron] 10.222.0.58 "GET /v2.0/networks/f1ac4e91-b3cc-4bc0-977c-8c651860d216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019847 Aug 05 12:27:03.478299 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ade50d9a-d7c2-4d5b-bdf1-1c7164367611 req-3fb3daf6-1984-4754-b29a-c1420bea5d13 service neutron] 10.222.0.58 "GET /v2.0/networks/f1ac4e91-b3cc-4bc0-977c-8c651860d216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896461 Aug 05 12:27:03.680940 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1f283942-4867-4d1e-8149-755df26ac47e req-8f180a72-0d10-47ad-9e22-84cb7b9ee747 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b8e0d32-cc4d-4a8e-b9fb-8361664dc1ce HTTP/1.1" status: 200 len: 210 time: 0.0456572 Aug 05 12:27:03.773057 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 12:27:04.804414 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c2b99b2c-b6a8-4ae9-933e-a34ef276d337 req-ca7fb55b-b25c-430e-be9a-1795071142b7 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b8e0d32-cc4d-4a8e-b9fb-8361664dc1ce HTTP/1.1" status: 200 len: 210 time: 0.0309012 Aug 05 12:27:05.216788 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade50d9a-d7c2-4d5b-bdf1-1c7164367611 req-b217361c-0137-4323-ac03-1b09b54692c7 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:27:05.218902 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ade50d9a-d7c2-4d5b-bdf1-1c7164367611 req-b217361c-0137-4323-ac03-1b09b54692c7 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.64 "GET /v2.0/networks?id=f1ac4e91-b3cc-4bc0-977c-8c651860d216 HTTP/1.1" status: 200 len: 815 time: 0.1660016 Aug 05 12:27:05.258828 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-ade50d9a-d7c2-4d5b-bdf1-1c7164367611 req-474e2a04-e4c4-4745-a2d5-0f078f0c3060 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Request body: {'port': {'device_id': '2b8e0d32-cc4d-4a8e-b9fb-8361664dc1ce', 'network_id': 'f1ac4e91-b3cc-4bc0-977c-8c651860d216', 'admin_state_up': True, 'tenant_id': '4f873543fc574a54be9832ce81dae085'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:27:05.450217 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ade50d9a-d7c2-4d5b-bdf1-1c7164367611 req-474e2a04-e4c4-4745-a2d5-0f078f0c3060 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Made reservation on behalf of 4f873543fc574a54be9832ce81dae085 for: {'port': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:27:05.454550 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-ade50d9a-d7c2-4d5b-bdf1-1c7164367611 req-474e2a04-e4c4-4745-a2d5-0f078f0c3060 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:27:05.645561 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [req-ade50d9a-d7c2-4d5b-bdf1-1c7164367611 req-474e2a04-e4c4-4745-a2d5-0f078f0c3060 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Allocated IP 172.20.0.8 (f1ac4e91-b3cc-4bc0-977c-8c651860d216/364b1e26-053c-4c2e-963c-be608c90c1d3/58d796d5-3fa4-40cc-901b-59f2e6eb7cc9) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:27:05.935881 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-895bd035-15ce-44ba-94ab-2d5bb24f8520 req-01420235-9692-4941-8e26-25b625325318 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b8e0d32-cc4d-4a8e-b9fb-8361664dc1ce HTTP/1.1" status: 200 len: 210 time: 0.0442958 Aug 05 12:27:05.962240 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-ade50d9a-d7c2-4d5b-bdf1-1c7164367611 req-474e2a04-e4c4-4745-a2d5-0f078f0c3060 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:27:06.026139 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-ade50d9a-d7c2-4d5b-bdf1-1c7164367611 req-474e2a04-e4c4-4745-a2d5-0f078f0c3060 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:27:06.086947 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ade50d9a-d7c2-4d5b-bdf1-1c7164367611 req-474e2a04-e4c4-4745-a2d5-0f078f0c3060 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Network f1ac4e91-b3cc-4bc0-977c-8c651860d216 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:27:06.094275 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [req-ade50d9a-d7c2-4d5b-bdf1-1c7164367611 req-474e2a04-e4c4-4745-a2d5-0f078f0c3060 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:27:06.098706 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [req-ade50d9a-d7c2-4d5b-bdf1-1c7164367611 req-474e2a04-e4c4-4745-a2d5-0f078f0c3060 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:27:06.108514 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474e2a04-e4c4-4745-a2d5-0f078f0c3060 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Pushing event updated for resources: {'Port': ['ID=58d796d5-3fa4-40cc-901b-59f2e6eb7cc9,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:27:06.174619 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade50d9a-d7c2-4d5b-bdf1-1c7164367611 req-474e2a04-e4c4-4745-a2d5-0f078f0c3060 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:27:06.175389 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-ade50d9a-d7c2-4d5b-bdf1-1c7164367611 req-474e2a04-e4c4-4745-a2d5-0f078f0c3060 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:27:06.200547 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ade50d9a-d7c2-4d5b-bdf1-1c7164367611 req-474e2a04-e4c4-4745-a2d5-0f078f0c3060 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9473450 Aug 05 12:27:06.225511 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-ade50d9a-d7c2-4d5b-bdf1-1c7164367611 req-87ae6434-99e7-4f30-ab2b-def4a02ecbb2 service neutron] Request body: {'port': {'device_id': '2b8e0d32-cc4d-4a8e-b9fb-8361664dc1ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-2'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:27:06.346950 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-ade50d9a-d7c2-4d5b-bdf1-1c7164367611 req-87ae6434-99e7-4f30-ab2b-def4a02ecbb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:27:06.893610 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [req-ade50d9a-d7c2-4d5b-bdf1-1c7164367611 req-87ae6434-99e7-4f30-ab2b-def4a02ecbb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58d796d5-3fa4-40cc-901b-59f2e6eb7cc9 {{(pid=94420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 12:27:06.909530 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-ade50d9a-d7c2-4d5b-bdf1-1c7164367611 req-87ae6434-99e7-4f30-ab2b-def4a02ecbb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:27:06.928543 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [req-ade50d9a-d7c2-4d5b-bdf1-1c7164367611 req-87ae6434-99e7-4f30-ab2b-def4a02ecbb2 service neutron] Transition to ACTIVE for port object 58d796d5-3fa4-40cc-901b-59f2e6eb7cc9 will not be triggered until provisioned by entity L2. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:27:06.934648 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-ade50d9a-d7c2-4d5b-bdf1-1c7164367611 req-87ae6434-99e7-4f30-ab2b-def4a02ecbb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:27:07.023641 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ae6434-99e7-4f30-ab2b-def4a02ecbb2 service neutron] Pushing event updated for resources: {'Port': ['ID=58d796d5-3fa4-40cc-901b-59f2e6eb7cc9,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:27:07.155599 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-ade50d9a-d7c2-4d5b-bdf1-1c7164367611 req-87ae6434-99e7-4f30-ab2b-def4a02ecbb2 service neutron] Attempting to bind port 58d796d5-3fa4-40cc-901b-59f2e6eb7cc9 on host n-h1-803378-2 for vnic_type normal with profile {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:27:07.155951 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-ade50d9a-d7c2-4d5b-bdf1-1c7164367611 req-87ae6434-99e7-4f30-ab2b-def4a02ecbb2 service neutron] Attempting to bind port 58d796d5-3fa4-40cc-901b-59f2e6eb7cc9 by drivers openvswitch,hyperv on host n-h1-803378-2 at level 0 using segments [{'id': 'b006642a-1205-4e5e-abea-72c4dc170f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'f1ac4e91-b3cc-4bc0-977c-8c651860d216'}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:27:07.156299 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade50d9a-d7c2-4d5b-bdf1-1c7164367611 req-87ae6434-99e7-4f30-ab2b-def4a02ecbb2 service neutron] Attempting to bind port 58d796d5-3fa4-40cc-901b-59f2e6eb7cc9 on network f1ac4e91-b3cc-4bc0-977c-8c651860d216 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:27:07.175178 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ac8797-afd8-44ed-ad0e-f476dbef9eab req-0c2b82f7-423f-4ea6-9556-bebfe8ce8ba7 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:27:07.176858 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-27ac8797-afd8-44ed-ad0e-f476dbef9eab req-0c2b82f7-423f-4ea6-9556-bebfe8ce8ba7 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b8e0d32-cc4d-4a8e-b9fb-8361664dc1ce HTTP/1.1" status: 200 len: 943 time: 0.1142154 Aug 05 12:27:07.177723 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade50d9a-d7c2-4d5b-bdf1-1c7164367611 req-87ae6434-99e7-4f30-ab2b-def4a02ecbb2 service neutron] Port 58d796d5-3fa4-40cc-901b-59f2e6eb7cc9 on network f1ac4e91-b3cc-4bc0-977c-8c651860d216 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-2 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 12:27:07.178047 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade50d9a-d7c2-4d5b-bdf1-1c7164367611 req-87ae6434-99e7-4f30-ab2b-def4a02ecbb2 service neutron] Attempting to bind port 58d796d5-3fa4-40cc-901b-59f2e6eb7cc9 on network f1ac4e91-b3cc-4bc0-977c-8c651860d216 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:27:07.194270 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade50d9a-d7c2-4d5b-bdf1-1c7164367611 req-87ae6434-99e7-4f30-ab2b-def4a02ecbb2 service neutron] Checking agent: {'id': '40bb7567-59bd-4b31-bc29-da1c50bca759', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:27:07.194696 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade50d9a-d7c2-4d5b-bdf1-1c7164367611 req-87ae6434-99e7-4f30-ab2b-def4a02ecbb2 service neutron] Checking segment: {'id': 'b006642a-1205-4e5e-abea-72c4dc170f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'f1ac4e91-b3cc-4bc0-977c-8c651860d216'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:27:07.195169 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade50d9a-d7c2-4d5b-bdf1-1c7164367611 req-87ae6434-99e7-4f30-ab2b-def4a02ecbb2 service neutron] Bound using segment: {'id': 'b006642a-1205-4e5e-abea-72c4dc170f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'f1ac4e91-b3cc-4bc0-977c-8c651860d216'} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:27:07.195667 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-ade50d9a-d7c2-4d5b-bdf1-1c7164367611 req-87ae6434-99e7-4f30-ab2b-def4a02ecbb2 service neutron] Bound port: 58d796d5-3fa4-40cc-901b-59f2e6eb7cc9, host: n-h1-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b006642a-1205-4e5e-abea-72c4dc170f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'f1ac4e91-b3cc-4bc0-977c-8c651860d216'}}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:27:07.196074 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-ade50d9a-d7c2-4d5b-bdf1-1c7164367611 req-87ae6434-99e7-4f30-ab2b-def4a02ecbb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:27:07.291493 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-27ac8797-afd8-44ed-ad0e-f476dbef9eab req-53b4df3d-f913-435a-b13c-b7d7d28c014f tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dd6ef73-71e3-4b0c-8db8-c4cc335a3d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047277 Aug 05 12:27:07.317157 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f5e431d9-0124-431e-91fd-b7bb68b9c6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:27:07.358403 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-ade50d9a-d7c2-4d5b-bdf1-1c7164367611 req-87ae6434-99e7-4f30-ab2b-def4a02ecbb2 service neutron] For port 58d796d5-3fa4-40cc-901b-59f2e6eb7cc9, host n-h1-803378-2, cleared binding levels {{(pid=94420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:27:07.364397 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-ade50d9a-d7c2-4d5b-bdf1-1c7164367611 req-87ae6434-99e7-4f30-ab2b-def4a02ecbb2 service neutron] For port 58d796d5-3fa4-40cc-901b-59f2e6eb7cc9, host n-h1-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=58d796d5-3fa4-40cc-901b-59f2e6eb7cc9,segment=NetworkSegment(b006642a-1205-4e5e-abea-72c4dc170f8d),segment_id=b006642a-1205-4e5e-abea-72c4dc170f8d)] {{(pid=94420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:27:07.371560 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-ade50d9a-d7c2-4d5b-bdf1-1c7164367611 req-87ae6434-99e7-4f30-ab2b-def4a02ecbb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:27:07.425018 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade50d9a-d7c2-4d5b-bdf1-1c7164367611 req-87ae6434-99e7-4f30-ab2b-def4a02ecbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:27:07.426162 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-ade50d9a-d7c2-4d5b-bdf1-1c7164367611 req-87ae6434-99e7-4f30-ab2b-def4a02ecbb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:27:07.428692 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ade50d9a-d7c2-4d5b-bdf1-1c7164367611 req-87ae6434-99e7-4f30-ab2b-def4a02ecbb2 service neutron] 10.222.0.64 "PUT /v2.0/ports/58d796d5-3fa4-40cc-901b-59f2e6eb7cc9 HTTP/1.1" status: 200 len: 1091 time: 1.2098866 Aug 05 12:27:07.429480 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b8e0d32-cc4d-4a8e-b9fb-8361664dc1ce', 'tag': '58d796d5-3fa4-40cc-901b-59f2e6eb7cc9'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:27:07.434209 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47e10126444b02a26d513ed6f4b145adbdfa00d329c865c61a1608b26e6d0230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-678e05f1-262a-4eac-b785-4d3ccf362872" -d '{"events": [{"name": "network-changed", "server_uuid": "2b8e0d32-cc4d-4a8e-b9fb-8361664dc1ce", "tag": "58d796d5-3fa4-40cc-901b-59f2e6eb7cc9"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:27:07.476316 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ae6434-99e7-4f30-ab2b-def4a02ecbb2 service neutron] Pushing event updated for resources: {'Port': ['ID=58d796d5-3fa4-40cc-901b-59f2e6eb7cc9,revision_number=3']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:27:07.503451 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 12:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0cd6913-40fe-47be-be74-4255a56294bd x-openstack-request-id: req-c0cd6913-40fe-47be-be74-4255a56294bd {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:27:07.503918 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b8e0d32-cc4d-4a8e-b9fb-8361664dc1ce", "tag": "58d796d5-3fa4-40cc-901b-59f2e6eb7cc9", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:27:07.504367 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c0cd6913-40fe-47be-be74-4255a56294bd {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:27:07.505089 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b8e0d32-cc4d-4a8e-b9fb-8361664dc1ce', 'tag': '58d796d5-3fa4-40cc-901b-59f2e6eb7cc9', 'status': 'completed', 'code': 200} Aug 05 12:27:07.613432 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade50d9a-d7c2-4d5b-bdf1-1c7164367611 req-bfa86c82-b40f-4862-8db9-fd2b8c10f63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:27:07.616057 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ade50d9a-d7c2-4d5b-bdf1-1c7164367611 req-bfa86c82-b40f-4862-8db9-fd2b8c10f63d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4f873543fc574a54be9832ce81dae085&device_id=2b8e0d32-cc4d-4a8e-b9fb-8361664dc1ce HTTP/1.1" status: 200 len: 1094 time: 0.0822158 Aug 05 12:27:07.682967 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ade50d9a-d7c2-4d5b-bdf1-1c7164367611 req-47621dda-9ab0-4dbd-a70e-1df1b48b6fac service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=58d796d5-3fa4-40cc-901b-59f2e6eb7cc9 HTTP/1.1" status: 200 len: 217 time: 0.0490990 Aug 05 12:27:07.768730 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade50d9a-d7c2-4d5b-bdf1-1c7164367611 req-02baa8a3-d772-462c-8713-57e7d07a1c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:27:07.770258 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ade50d9a-d7c2-4d5b-bdf1-1c7164367611 req-02baa8a3-d772-462c-8713-57e7d07a1c5c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=364b1e26-053c-4c2e-963c-be608c90c1d3 HTTP/1.1" status: 200 len: 855 time: 0.0736232 Aug 05 12:27:07.826292 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ade50d9a-d7c2-4d5b-bdf1-1c7164367611 req-599e9681-ca53-49c7-b3d6-7c8363831b3b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f1ac4e91-b3cc-4bc0-977c-8c651860d216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436242 Aug 05 12:27:07.991306 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ade50d9a-d7c2-4d5b-bdf1-1c7164367611 req-dd853369-9293-4cd1-9177-27df2c928c88 service neutron] 10.222.0.64 "GET /v2.0/networks/f1ac4e91-b3cc-4bc0-977c-8c651860d216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551480 Aug 05 12:27:08.113442 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ade50d9a-d7c2-4d5b-bdf1-1c7164367611 req-ce7082ce-74a1-4159-abc3-459ebb8b45a3 service neutron] 10.222.0.64 "GET /v2.0/networks/f1ac4e91-b3cc-4bc0-977c-8c651860d216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086740 Aug 05 12:27:08.323963 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678e05f1-262a-4eac-b785-4d3ccf362872 req-634b5a9c-255e-474a-81aa-e1c4b1e7ecbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:27:08.325494 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-678e05f1-262a-4eac-b785-4d3ccf362872 req-634b5a9c-255e-474a-81aa-e1c4b1e7ecbf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4f873543fc574a54be9832ce81dae085&device_id=2b8e0d32-cc4d-4a8e-b9fb-8361664dc1ce HTTP/1.1" status: 200 len: 1094 time: 0.0634315 Aug 05 12:27:08.540956 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a04648f-9940-4e45-abf3-0777775b6fea req-0c3e85df-e799-43ab-a2ce-a23d50d0fb12 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:27:08.543915 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3a04648f-9940-4e45-abf3-0777775b6fea req-0c3e85df-e799-43ab-a2ce-a23d50d0fb12 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b8e0d32-cc4d-4a8e-b9fb-8361664dc1ce HTTP/1.1" status: 200 len: 943 time: 0.1378074 Aug 05 12:27:08.553236 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678e05f1-262a-4eac-b785-4d3ccf362872 req-aeb37b7d-36d7-4c83-bb66-8f68f58246ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:27:08.555667 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-678e05f1-262a-4eac-b785-4d3ccf362872 req-aeb37b7d-36d7-4c83-bb66-8f68f58246ca service neutron] 10.222.0.64 "GET /v2.0/networks?id=f1ac4e91-b3cc-4bc0-977c-8c651860d216 HTTP/1.1" status: 200 len: 916 time: 0.2184720 Aug 05 12:27:08.649098 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-678e05f1-262a-4eac-b785-4d3ccf362872 req-ef714d58-0475-48be-995a-d0a197038448 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=58d796d5-3fa4-40cc-901b-59f2e6eb7cc9 HTTP/1.1" status: 200 len: 217 time: 0.0788002 Aug 05 12:27:08.735261 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3a04648f-9940-4e45-abf3-0777775b6fea req-a34412d2-1755-4382-8be5-ddd59e276ae5 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dd6ef73-71e3-4b0c-8db8-c4cc335a3d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779160 Aug 05 12:27:08.758177 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678e05f1-262a-4eac-b785-4d3ccf362872 req-2e8b125f-a66a-409e-9bc9-6801c3a73367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:27:08.759842 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-678e05f1-262a-4eac-b785-4d3ccf362872 req-2e8b125f-a66a-409e-9bc9-6801c3a73367 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=364b1e26-053c-4c2e-963c-be608c90c1d3 HTTP/1.1" status: 200 len: 855 time: 0.0910244 Aug 05 12:27:08.826722 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-678e05f1-262a-4eac-b785-4d3ccf362872 req-3ea04972-e0be-4f14-816e-77cc2e6e8807 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f1ac4e91-b3cc-4bc0-977c-8c651860d216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529029 Aug 05 12:27:08.961732 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-678e05f1-262a-4eac-b785-4d3ccf362872 req-cb811e3c-3006-4b43-aafe-12ce97395e9c service neutron] 10.222.0.64 "GET /v2.0/networks/f1ac4e91-b3cc-4bc0-977c-8c651860d216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233099 Aug 05 12:27:09.113974 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-678e05f1-262a-4eac-b785-4d3ccf362872 req-0d8275f9-a84b-4361-9a6c-18733191616e service neutron] 10.222.0.64 "GET /v2.0/networks/f1ac4e91-b3cc-4bc0-977c-8c651860d216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392610 Aug 05 12:27:09.886048 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120fd7da-06ae-4836-8078-bb9cd98e3a06 req-6dcf8bef-4510-4982-ac3b-1098da659f96 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:27:09.887742 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-120fd7da-06ae-4836-8078-bb9cd98e3a06 req-6dcf8bef-4510-4982-ac3b-1098da659f96 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b8e0d32-cc4d-4a8e-b9fb-8361664dc1ce HTTP/1.1" status: 200 len: 943 time: 0.0565107 Aug 05 12:27:09.932372 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-120fd7da-06ae-4836-8078-bb9cd98e3a06 req-6c84b8bb-1b97-4720-a709-6dc2578212be tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dd6ef73-71e3-4b0c-8db8-c4cc335a3d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374529 Aug 05 12:27:10.065056 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-028ac251-23e0-498c-b04a-dad38e795e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:27:10.116119 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:27:11.127603 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e357354b-271a-42ab-8fc8-d2c1a9b56593 req-1308180b-1378-466e-a888-93fa5197f014 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:27:11.130647 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e357354b-271a-42ab-8fc8-d2c1a9b56593 req-1308180b-1378-466e-a888-93fa5197f014 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b8e0d32-cc4d-4a8e-b9fb-8361664dc1ce HTTP/1.1" status: 200 len: 943 time: 0.0970826 Aug 05 12:27:11.192010 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e357354b-271a-42ab-8fc8-d2c1a9b56593 req-02c7134e-510d-4ce1-a1e7-7ff739c5cd29 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dd6ef73-71e3-4b0c-8db8-c4cc335a3d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540066 Aug 05 12:27:11.937841 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:27:12.372348 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6345e07-b2fd-4162-b76d-ef9030c19ad4 req-f97012ee-ce43-4b04-865e-0fbda844866b tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:27:12.377280 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f6345e07-b2fd-4162-b76d-ef9030c19ad4 req-f97012ee-ce43-4b04-865e-0fbda844866b tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b8e0d32-cc4d-4a8e-b9fb-8361664dc1ce HTTP/1.1" status: 200 len: 943 time: 0.0613475 Aug 05 12:27:12.431472 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f6345e07-b2fd-4162-b76d-ef9030c19ad4 req-92220632-97f1-40ea-8d24-a953160be359 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dd6ef73-71e3-4b0c-8db8-c4cc335a3d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462830 Aug 05 12:27:12.448440 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 58d796d5-3fa4-40cc-901b-59f2e6eb7cc9 details requested by agent hyperv_n-h1-803378-2 with host n-h1-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 12:27:12.607481 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 58d796d5-3fa4-40cc-901b-59f2e6eb7cc9, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=58d796d5-3fa4-40cc-901b-59f2e6eb7cc9,segment=NetworkSegment(b006642a-1205-4e5e-abea-72c4dc170f8d),segment_id=b006642a-1205-4e5e-abea-72c4dc170f8d)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:27:12.622983 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Returning: {'device': '58d796d5-3fa4-40cc-901b-59f2e6eb7cc9', 'network_id': 'f1ac4e91-b3cc-4bc0-977c-8c651860d216', 'port_id': '58d796d5-3fa4-40cc-901b-59f2e6eb7cc9', 'mac_address': 'fa:16:3e:15:04:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '364b1e26-053c-4c2e-963c-be608c90c1d3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 12:27:12.673945 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:27:12.692289 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58d796d5-3fa4-40cc-901b-59f2e6eb7cc9 {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 12:27:12.733706 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 58d796d5-3fa4-40cc-901b-59f2e6eb7cc9, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=58d796d5-3fa4-40cc-901b-59f2e6eb7cc9,segment=NetworkSegment(b006642a-1205-4e5e-abea-72c4dc170f8d),segment_id=b006642a-1205-4e5e-abea-72c4dc170f8d)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:27:12.744419 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:27:12.826046 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=58d796d5-3fa4-40cc-901b-59f2e6eb7cc9,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:27:13.245902 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['58d796d5-3fa4-40cc-901b-59f2e6eb7cc9'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 12:27:13.600918 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b3fa6b-d2b1-4a8d-95e6-8299509c6e9a req-2f092067-bb72-4e26-8be7-cb4c05008b39 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:27:13.602876 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-15b3fa6b-d2b1-4a8d-95e6-8299509c6e9a req-2f092067-bb72-4e26-8be7-cb4c05008b39 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b8e0d32-cc4d-4a8e-b9fb-8361664dc1ce HTTP/1.1" status: 200 len: 944 time: 0.0721974 Aug 05 12:27:13.674890 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-15b3fa6b-d2b1-4a8d-95e6-8299509c6e9a req-b73ff04b-09c8-4cd1-beed-579d9947b903 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dd6ef73-71e3-4b0c-8db8-c4cc335a3d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627153 Aug 05 12:27:14.075516 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:27:14.452761 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 58d796d5-3fa4-40cc-901b-59f2e6eb7cc9 up at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:27:14.516235 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning for port 58d796d5-3fa4-40cc-901b-59f2e6eb7cc9 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:27:14.521275 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning complete for port 58d796d5-3fa4-40cc-901b-59f2e6eb7cc9 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:27:14.521662 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:27:14.628883 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:27:14.661712 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b8e0d32-cc4d-4a8e-b9fb-8361664dc1ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58d796d5-3fa4-40cc-901b-59f2e6eb7cc9'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:27:14.664058 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e1268cc07bff5734ca170491336a8ac74677c017447dd0c96766dddd3e3cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1a1b326-baef-449d-9bf4-304ff39c02ef" -d '{"events": [{"server_uuid": "2b8e0d32-cc4d-4a8e-b9fb-8361664dc1ce", "name": "network-vif-plugged", "status": "completed", "tag": "58d796d5-3fa4-40cc-901b-59f2e6eb7cc9"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:27:14.681266 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 58d796d5-3fa4-40cc-901b-59f2e6eb7cc9, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=58d796d5-3fa4-40cc-901b-59f2e6eb7cc9,segment=NetworkSegment(b006642a-1205-4e5e-abea-72c4dc170f8d),segment_id=b006642a-1205-4e5e-abea-72c4dc170f8d)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:27:14.687262 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:27:14.717517 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 12:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f014fef-27ca-418f-a6d5-7c7783598607 x-openstack-request-id: req-9f014fef-27ca-418f-a6d5-7c7783598607 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:27:14.717880 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b8e0d32-cc4d-4a8e-b9fb-8361664dc1ce", "name": "network-vif-plugged", "status": "completed", "tag": "58d796d5-3fa4-40cc-901b-59f2e6eb7cc9", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:27:14.718192 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9f014fef-27ca-418f-a6d5-7c7783598607 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:27:14.718804 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b8e0d32-cc4d-4a8e-b9fb-8361664dc1ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58d796d5-3fa4-40cc-901b-59f2e6eb7cc9', 'code': 200} Aug 05 12:27:14.751235 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=58d796d5-3fa4-40cc-901b-59f2e6eb7cc9,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:27:14.833272 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c423a7-2b0a-4af1-9e69-7b9e28b20617 req-609b7c4c-5262-49f4-abfe-fbc091c46c88 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:27:14.835878 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-33c423a7-2b0a-4af1-9e69-7b9e28b20617 req-609b7c4c-5262-49f4-abfe-fbc091c46c88 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b8e0d32-cc4d-4a8e-b9fb-8361664dc1ce HTTP/1.1" status: 200 len: 945 time: 0.0673494 Aug 05 12:27:14.913014 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-33c423a7-2b0a-4af1-9e69-7b9e28b20617 req-d1eee881-ff8f-4527-914a-f0b20b6f3b3a tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dd6ef73-71e3-4b0c-8db8-c4cc335a3d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670180 Aug 05 12:27:14.916948 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6321144-e2f9-45f4-99db-b8367a0b5c66 req-ee1c5a5d-7a17-422e-8722-7cbe94d49d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:27:14.918685 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f6321144-e2f9-45f4-99db-b8367a0b5c66 req-ee1c5a5d-7a17-422e-8722-7cbe94d49d73 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2b8e0d32-cc4d-4a8e-b9fb-8361664dc1ce HTTP/1.1" status: 200 len: 1096 time: 0.0818942 Aug 05 12:27:14.978113 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f6321144-e2f9-45f4-99db-b8367a0b5c66 req-32b1c13c-ec57-4b36-a262-5dc2d7dc6323 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2dd6ef73-71e3-4b0c-8db8-c4cc335a3d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474494 Aug 05 12:27:16.106666 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c69a48-961a-458f-88de-ccf176e799b6 req-741d40e5-2ccd-4a4b-a4e6-6ffdc81f0ad4 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:27:16.108321 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-31c69a48-961a-458f-88de-ccf176e799b6 req-741d40e5-2ccd-4a4b-a4e6-6ffdc81f0ad4 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b8e0d32-cc4d-4a8e-b9fb-8361664dc1ce HTTP/1.1" status: 200 len: 945 time: 0.0742412 Aug 05 12:27:16.183829 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-31c69a48-961a-458f-88de-ccf176e799b6 req-86049d44-2ca9-4f67-81eb-e8804d686f29 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dd6ef73-71e3-4b0c-8db8-c4cc335a3d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662680 Aug 05 12:27:17.393071 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4a5a56-0285-440d-b289-d710af76ab2a req-2082a237-e811-48c5-8a73-de05049a7d54 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:27:17.395570 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3f4a5a56-0285-440d-b289-d710af76ab2a req-2082a237-e811-48c5-8a73-de05049a7d54 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b8e0d32-cc4d-4a8e-b9fb-8361664dc1ce HTTP/1.1" status: 200 len: 945 time: 0.0856566 Aug 05 12:27:17.451080 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3f4a5a56-0285-440d-b289-d710af76ab2a req-6b56c1bd-6525-478d-ae1a-c613e96190f7 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dd6ef73-71e3-4b0c-8db8-c4cc335a3d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441134 Aug 05 12:27:17.649586 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b02085-cad1-47b9-bf44-fde28b390e8b req-555bb7ce-a09f-4675-9dc4-eb5609ccfb31 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:27:17.652787 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-07b02085-cad1-47b9-bf44-fde28b390e8b req-555bb7ce-a09f-4675-9dc4-eb5609ccfb31 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b8e0d32-cc4d-4a8e-b9fb-8361664dc1ce HTTP/1.1" status: 200 len: 945 time: 0.0854440 Aug 05 12:27:17.707019 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-07b02085-cad1-47b9-bf44-fde28b390e8b req-ad1cd10d-c99f-4d98-a1af-cfe4b41b9985 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dd6ef73-71e3-4b0c-8db8-c4cc335a3d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433977 Aug 05 12:27:18.029790 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b6be8b-cc0b-4369-96ef-5b7892322143 req-ec64e859-fa66-4e1e-a328-86185b79320f tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:27:18.031500 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c7b6be8b-cc0b-4369-96ef-5b7892322143 req-ec64e859-fa66-4e1e-a328-86185b79320f tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b8e0d32-cc4d-4a8e-b9fb-8361664dc1ce HTTP/1.1" status: 200 len: 945 time: 0.0627716 Aug 05 12:27:18.105131 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c7b6be8b-cc0b-4369-96ef-5b7892322143 req-0dbf6757-b83f-444f-a97a-585d4ee0f1ca tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dd6ef73-71e3-4b0c-8db8-c4cc335a3d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604267 Aug 05 12:27:18.280822 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2366d505-bb44-41db-ade4-fa4bbd41a62d req-47fb2df3-66d0-4827-b78d-51ba2b0c9200 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:27:18.283387 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2366d505-bb44-41db-ade4-fa4bbd41a62d req-47fb2df3-66d0-4827-b78d-51ba2b0c9200 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b8e0d32-cc4d-4a8e-b9fb-8361664dc1ce HTTP/1.1" status: 200 len: 945 time: 0.0853713 Aug 05 12:27:18.350385 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2366d505-bb44-41db-ade4-fa4bbd41a62d req-a14418aa-96e0-46c1-a139-0c215d3b1844 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dd6ef73-71e3-4b0c-8db8-c4cc335a3d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596452 Aug 05 12:27:18.799388 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c9339d98-54bd-4b2c-92ed-2082b1bf2c19 req-0e7e1642-e179-4df3-a20c-25981fa72102 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2b8e0d32-cc4d-4a8e-b9fb-8361664dc1ce&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0777528 Aug 05 12:27:18.830340 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73168c6c-5022-4121-8c7c-3c06f74b26af req-1c3c9421-00bd-4c94-949e-3a20da7c9924 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:27:18.833447 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-73168c6c-5022-4121-8c7c-3c06f74b26af req-1c3c9421-00bd-4c94-949e-3a20da7c9924 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b8e0d32-cc4d-4a8e-b9fb-8361664dc1ce HTTP/1.1" status: 200 len: 945 time: 0.1059856 Aug 05 12:27:18.910228 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-73168c6c-5022-4121-8c7c-3c06f74b26af req-83021785-d4ab-400a-8fc1-2e80511f502a tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dd6ef73-71e3-4b0c-8db8-c4cc335a3d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631638 Aug 05 12:27:20.078069 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d661d2-ca07-4f65-b35f-d73f6b97203d req-ba1cd641-006f-4195-a080-331d8db04d88 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:27:20.080031 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-24d661d2-ca07-4f65-b35f-d73f6b97203d req-ba1cd641-006f-4195-a080-331d8db04d88 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b8e0d32-cc4d-4a8e-b9fb-8361664dc1ce HTTP/1.1" status: 200 len: 945 time: 0.0716174 Aug 05 12:27:20.128637 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-24d661d2-ca07-4f65-b35f-d73f6b97203d req-e65f0807-644f-4c1e-856e-770ec113c9e8 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dd6ef73-71e3-4b0c-8db8-c4cc335a3d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407097 Aug 05 12:27:20.538421 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9339d98-54bd-4b2c-92ed-2082b1bf2c19 req-27ed7e9f-0fce-4bf3-a93c-696eb9fadb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:27:20.540116 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c9339d98-54bd-4b2c-92ed-2082b1bf2c19 req-27ed7e9f-0fce-4bf3-a93c-696eb9fadb57 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4f873543fc574a54be9832ce81dae085&device_id=2b8e0d32-cc4d-4a8e-b9fb-8361664dc1ce HTTP/1.1" status: 200 len: 1096 time: 0.0473847 Aug 05 12:27:20.657132 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9339d98-54bd-4b2c-92ed-2082b1bf2c19 req-eb4f747c-d8aa-4a39-9d24-07530ab64c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:27:20.659143 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c9339d98-54bd-4b2c-92ed-2082b1bf2c19 req-eb4f747c-d8aa-4a39-9d24-07530ab64c19 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f1ac4e91-b3cc-4bc0-977c-8c651860d216 HTTP/1.1" status: 200 len: 916 time: 0.1101489 Aug 05 12:27:20.710664 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c9339d98-54bd-4b2c-92ed-2082b1bf2c19 req-aa1bbde1-ec06-4def-96f2-19abd436ad3c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=58d796d5-3fa4-40cc-901b-59f2e6eb7cc9 HTTP/1.1" status: 200 len: 217 time: 0.0380313 Aug 05 12:27:20.775280 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9339d98-54bd-4b2c-92ed-2082b1bf2c19 req-2ec434a7-79a3-494d-bc30-b2e89e4762d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:27:20.777262 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c9339d98-54bd-4b2c-92ed-2082b1bf2c19 req-2ec434a7-79a3-494d-bc30-b2e89e4762d3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=364b1e26-053c-4c2e-963c-be608c90c1d3 HTTP/1.1" status: 200 len: 855 time: 0.0516858 Aug 05 12:27:20.828558 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c9339d98-54bd-4b2c-92ed-2082b1bf2c19 req-6f53c4fc-e205-46f9-86c8-35496057f08d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f1ac4e91-b3cc-4bc0-977c-8c651860d216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414250 Aug 05 12:27:20.969775 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c9339d98-54bd-4b2c-92ed-2082b1bf2c19 req-fd662fd2-6da1-45a1-aadc-342cb82abd05 service neutron] 10.222.0.64 "GET /v2.0/networks/f1ac4e91-b3cc-4bc0-977c-8c651860d216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284194 Aug 05 12:27:21.146405 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c9339d98-54bd-4b2c-92ed-2082b1bf2c19 req-242730d5-25fa-46ca-afb2-5faf07dc59eb service neutron] 10.222.0.64 "GET /v2.0/networks/f1ac4e91-b3cc-4bc0-977c-8c651860d216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678584 Aug 05 12:27:21.816061 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f975d307-e50f-441d-bddc-1cd1eef34661 req-a78a8afb-762b-42b0-87b8-ba3956a62a57 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:27:21.817810 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f975d307-e50f-441d-bddc-1cd1eef34661 req-a78a8afb-762b-42b0-87b8-ba3956a62a57 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b8e0d32-cc4d-4a8e-b9fb-8361664dc1ce HTTP/1.1" status: 200 len: 945 time: 0.5602491 Aug 05 12:27:21.895166 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f975d307-e50f-441d-bddc-1cd1eef34661 req-ad142d89-18d1-4d18-9a16-95cac99215ed tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dd6ef73-71e3-4b0c-8db8-c4cc335a3d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641947 Aug 05 12:27:22.643860 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:27:23.093092 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad79947-3f0a-497c-8f38-fc57af7b9ffd req-fcaf4e8c-a119-4a79-96fa-19c1fbd49f1a tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:27:23.094627 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0ad79947-3f0a-497c-8f38-fc57af7b9ffd req-fcaf4e8c-a119-4a79-96fa-19c1fbd49f1a tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b8e0d32-cc4d-4a8e-b9fb-8361664dc1ce HTTP/1.1" status: 200 len: 945 time: 0.0581255 Aug 05 12:27:23.145954 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0ad79947-3f0a-497c-8f38-fc57af7b9ffd req-684a7a08-601f-4dcb-999c-dda484f93883 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dd6ef73-71e3-4b0c-8db8-c4cc335a3d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446942 Aug 05 12:27:24.340161 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca7ad23-3a63-49f2-8b6a-80ebda61aea8 req-5d14d7ef-15d6-42d2-8642-845f1451c844 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:27:24.342815 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2ca7ad23-3a63-49f2-8b6a-80ebda61aea8 req-5d14d7ef-15d6-42d2-8642-845f1451c844 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b8e0d32-cc4d-4a8e-b9fb-8361664dc1ce HTTP/1.1" status: 200 len: 945 time: 0.0890276 Aug 05 12:27:24.405400 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2ca7ad23-3a63-49f2-8b6a-80ebda61aea8 req-aaeb2f6e-3996-40c7-aadd-aaf53bc084d0 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dd6ef73-71e3-4b0c-8db8-c4cc335a3d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520031 Aug 05 12:27:25.615243 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64736b8-7ea8-426e-b17d-ed3a72b7a78b req-e7c99e9b-9d8a-4155-986b-88441e63408c tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:27:25.617389 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d64736b8-7ea8-426e-b17d-ed3a72b7a78b req-e7c99e9b-9d8a-4155-986b-88441e63408c tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b8e0d32-cc4d-4a8e-b9fb-8361664dc1ce HTTP/1.1" status: 200 len: 945 time: 0.0930445 Aug 05 12:27:25.685750 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d64736b8-7ea8-426e-b17d-ed3a72b7a78b req-af012de0-6b56-4302-8b71-d62ae95f1d87 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dd6ef73-71e3-4b0c-8db8-c4cc335a3d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565362 Aug 05 12:27:26.883236 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93806b2-2f07-4b05-a90d-24a81855348b req-2f95177b-f3d9-475c-865f-23f147a3ade6 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:27:26.885861 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f93806b2-2f07-4b05-a90d-24a81855348b req-2f95177b-f3d9-475c-865f-23f147a3ade6 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b8e0d32-cc4d-4a8e-b9fb-8361664dc1ce HTTP/1.1" status: 200 len: 945 time: 0.0755329 Aug 05 12:27:26.946537 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f93806b2-2f07-4b05-a90d-24a81855348b req-94c8b35f-3912-45fb-bc15-4503badbc4a5 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dd6ef73-71e3-4b0c-8db8-c4cc335a3d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506353 Aug 05 12:27:28.132061 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97fccf2-1953-4df2-9495-17ae470bda72 req-e7bc5aac-4589-4204-8be0-309ebbbb08a1 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:27:28.134758 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a97fccf2-1953-4df2-9495-17ae470bda72 req-e7bc5aac-4589-4204-8be0-309ebbbb08a1 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b8e0d32-cc4d-4a8e-b9fb-8361664dc1ce HTTP/1.1" status: 200 len: 945 time: 0.0831783 Aug 05 12:27:28.187217 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a97fccf2-1953-4df2-9495-17ae470bda72 req-4176cb59-66f9-4a4b-8035-3429e581abbc tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dd6ef73-71e3-4b0c-8db8-c4cc335a3d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435519 Aug 05 12:27:29.333683 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f48782-4186-45ea-aa31-428ebf48301d req-1aa01f92-5361-48fb-ba37-87fd56526d68 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:27:29.335694 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b9f48782-4186-45ea-aa31-428ebf48301d req-1aa01f92-5361-48fb-ba37-87fd56526d68 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b8e0d32-cc4d-4a8e-b9fb-8361664dc1ce HTTP/1.1" status: 200 len: 945 time: 0.0638413 Aug 05 12:27:29.390945 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b9f48782-4186-45ea-aa31-428ebf48301d req-48b4367f-7e90-4320-b2ba-eef190bc3e48 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dd6ef73-71e3-4b0c-8db8-c4cc335a3d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462224 Aug 05 12:27:29.907226 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:27:30.532980 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a75ffa-edf4-4ab2-8c38-30fd4754e76d req-5543469e-5fc9-4a89-8df3-6556631eeeaf tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:27:30.535259 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-30a75ffa-edf4-4ab2-8c38-30fd4754e76d req-5543469e-5fc9-4a89-8df3-6556631eeeaf tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b8e0d32-cc4d-4a8e-b9fb-8361664dc1ce HTTP/1.1" status: 200 len: 945 time: 0.0641317 Aug 05 12:27:30.595987 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-30a75ffa-edf4-4ab2-8c38-30fd4754e76d req-fbf7c2fa-6c01-44c0-9f00-e788df5b550f tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dd6ef73-71e3-4b0c-8db8-c4cc335a3d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490518 Aug 05 12:27:31.529624 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e93698-fddb-478d-8564-9cff46a965eb req-6a405569-0bef-4d37-b073-8cf214d91731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:27:31.531664 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-97e93698-fddb-478d-8564-9cff46a965eb req-6a405569-0bef-4d37-b073-8cf214d91731 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4f873543fc574a54be9832ce81dae085&device_id=2b8e0d32-cc4d-4a8e-b9fb-8361664dc1ce HTTP/1.1" status: 200 len: 1096 time: 0.0567489 Aug 05 12:27:31.688184 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e93698-fddb-478d-8564-9cff46a965eb req-fae19540-8e71-486e-8d77-50e3b6406e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:27:31.689783 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-97e93698-fddb-478d-8564-9cff46a965eb req-fae19540-8e71-486e-8d77-50e3b6406e32 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f1ac4e91-b3cc-4bc0-977c-8c651860d216 HTTP/1.1" status: 200 len: 916 time: 0.1091096 Aug 05 12:27:31.795168 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-97e93698-fddb-478d-8564-9cff46a965eb req-8eb29e5b-5901-4d7f-839e-8c7553c987cc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=58d796d5-3fa4-40cc-901b-59f2e6eb7cc9 HTTP/1.1" status: 200 len: 217 time: 0.0796103 Aug 05 12:27:31.824884 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfa04eb-aec4-4393-813e-083b90b9f71a req-d9997c4e-be70-4903-828f-588210af06b2 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:27:31.826736 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2dfa04eb-aec4-4393-813e-083b90b9f71a req-d9997c4e-be70-4903-828f-588210af06b2 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b8e0d32-cc4d-4a8e-b9fb-8361664dc1ce HTTP/1.1" status: 200 len: 945 time: 0.1251261 Aug 05 12:27:31.946370 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2dfa04eb-aec4-4393-813e-083b90b9f71a req-eb951e1a-aed5-4161-bfd9-e28e49bd0307 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dd6ef73-71e3-4b0c-8db8-c4cc335a3d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055529 Aug 05 12:27:31.950498 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e93698-fddb-478d-8564-9cff46a965eb req-782cf64e-fd7e-492c-9967-dbd2e53d5bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:27:31.953555 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-97e93698-fddb-478d-8564-9cff46a965eb req-782cf64e-fd7e-492c-9967-dbd2e53d5bd3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=364b1e26-053c-4c2e-963c-be608c90c1d3 HTTP/1.1" status: 200 len: 855 time: 0.1253777 Aug 05 12:27:32.012652 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-97e93698-fddb-478d-8564-9cff46a965eb req-96c9ba87-9680-4156-b1fe-1bd5426c6421 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f1ac4e91-b3cc-4bc0-977c-8c651860d216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449686 Aug 05 12:27:32.192670 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-97e93698-fddb-478d-8564-9cff46a965eb req-f43fe55a-0875-44bb-b7a6-1ce51a191791 service neutron] 10.222.0.64 "GET /v2.0/networks/f1ac4e91-b3cc-4bc0-977c-8c651860d216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595402 Aug 05 12:27:32.376778 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-97e93698-fddb-478d-8564-9cff46a965eb req-78718550-b8a8-4ce6-a789-dc2f10bc9d9c service neutron] 10.222.0.64 "GET /v2.0/networks/f1ac4e91-b3cc-4bc0-977c-8c651860d216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716673 Aug 05 12:27:33.122758 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de43e2f4-ba53-439d-8e81-cee4f13f7e22 req-544cbe2e-6079-4396-b880-de60240aae1a tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:27:33.124527 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-de43e2f4-ba53-439d-8e81-cee4f13f7e22 req-544cbe2e-6079-4396-b880-de60240aae1a tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b8e0d32-cc4d-4a8e-b9fb-8361664dc1ce HTTP/1.1" status: 200 len: 945 time: 0.0811946 Aug 05 12:27:33.202619 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-de43e2f4-ba53-439d-8e81-cee4f13f7e22 req-f5b77ce5-543e-4f66-9b62-7edccae6b005 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dd6ef73-71e3-4b0c-8db8-c4cc335a3d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668123 Aug 05 12:27:34.373732 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dab373f-51d3-4694-8d39-826ae6328f48 req-1e40725a-dea3-4cb0-b23e-3900617090c3 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:27:34.375952 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5dab373f-51d3-4694-8d39-826ae6328f48 req-1e40725a-dea3-4cb0-b23e-3900617090c3 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b8e0d32-cc4d-4a8e-b9fb-8361664dc1ce HTTP/1.1" status: 200 len: 945 time: 0.0641518 Aug 05 12:27:34.433253 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5dab373f-51d3-4694-8d39-826ae6328f48 req-490d2930-dc2d-4d64-841f-8b588a6e4a0f tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dd6ef73-71e3-4b0c-8db8-c4cc335a3d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495343 Aug 05 12:27:35.648974 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156d0f47-211c-4462-b5ab-873528c9bb16 req-628c695b-7831-49a4-959a-0f78c2b89aa3 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:27:35.652098 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-156d0f47-211c-4462-b5ab-873528c9bb16 req-628c695b-7831-49a4-959a-0f78c2b89aa3 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b8e0d32-cc4d-4a8e-b9fb-8361664dc1ce HTTP/1.1" status: 200 len: 945 time: 0.0900624 Aug 05 12:27:35.710259 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-156d0f47-211c-4462-b5ab-873528c9bb16 req-d3e7bf49-0373-4495-8dc2-3216334c8e97 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dd6ef73-71e3-4b0c-8db8-c4cc335a3d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472238 Aug 05 12:27:36.891812 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6295016-b072-47d3-ac52-09424608f342 req-7173a041-1626-44eb-9ad4-dc2e988d5c68 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:27:36.893943 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d6295016-b072-47d3-ac52-09424608f342 req-7173a041-1626-44eb-9ad4-dc2e988d5c68 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b8e0d32-cc4d-4a8e-b9fb-8361664dc1ce HTTP/1.1" status: 200 len: 945 time: 0.0667551 Aug 05 12:27:36.982531 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d6295016-b072-47d3-ac52-09424608f342 req-89e161de-5982-453e-bbe1-58902a1a6674 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dd6ef73-71e3-4b0c-8db8-c4cc335a3d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775509 Aug 05 12:27:37.313426 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-6f9cda9b-0661-462e-83bb-1fe80027d971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:27:38.181499 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e2d9bc-463c-4345-bcac-99caa5d32318 req-d7ef8317-ca28-43ff-92bd-8b366447641c tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:27:38.184956 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-03e2d9bc-463c-4345-bcac-99caa5d32318 req-d7ef8317-ca28-43ff-92bd-8b366447641c tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b8e0d32-cc4d-4a8e-b9fb-8361664dc1ce HTTP/1.1" status: 200 len: 945 time: 0.0918226 Aug 05 12:27:38.239329 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-03e2d9bc-463c-4345-bcac-99caa5d32318 req-d1a7ee9d-3a74-4514-9d45-ca305c495e00 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dd6ef73-71e3-4b0c-8db8-c4cc335a3d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439866 Aug 05 12:27:39.410796 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dc4357-2eb4-4fba-8139-bacf66a6b87b req-904979a1-1aa5-4cd1-a5d2-466194deae79 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:27:39.412581 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-79dc4357-2eb4-4fba-8139-bacf66a6b87b req-904979a1-1aa5-4cd1-a5d2-466194deae79 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b8e0d32-cc4d-4a8e-b9fb-8361664dc1ce HTTP/1.1" status: 200 len: 945 time: 0.0606422 Aug 05 12:27:39.486542 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-79dc4357-2eb4-4fba-8139-bacf66a6b87b req-e60d3abf-3a02-4456-a32d-41179d794fce tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dd6ef73-71e3-4b0c-8db8-c4cc335a3d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648942 Aug 05 12:27:40.067966 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-a09376ab-a1c2-4057-8ec8-507803a7c87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:27:40.123795 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:27:40.653832 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee0d701-3032-4900-bdcd-4beee441039b req-e9f1ce9a-c98b-4c1f-a4ee-fcc889bd63c7 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:27:40.656686 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-eee0d701-3032-4900-bdcd-4beee441039b req-e9f1ce9a-c98b-4c1f-a4ee-fcc889bd63c7 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b8e0d32-cc4d-4a8e-b9fb-8361664dc1ce HTTP/1.1" status: 200 len: 945 time: 0.0784023 Aug 05 12:27:40.716942 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-eee0d701-3032-4900-bdcd-4beee441039b req-e21606fd-87d1-4923-8c9e-57ef831d293d tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dd6ef73-71e3-4b0c-8db8-c4cc335a3d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506728 Aug 05 12:27:40.903124 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 12:27:41.883790 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8d2aa2-3155-4b8b-abf8-f3d37a1fa28d req-30932a5a-24a8-45cf-8a8c-1312c3515b24 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:27:41.886606 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fe8d2aa2-3155-4b8b-abf8-f3d37a1fa28d req-30932a5a-24a8-45cf-8a8c-1312c3515b24 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b8e0d32-cc4d-4a8e-b9fb-8361664dc1ce HTTP/1.1" status: 200 len: 945 time: 0.0768838 Aug 05 12:27:41.942143 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:27:41.949960 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fe8d2aa2-3155-4b8b-abf8-f3d37a1fa28d req-60d79341-4087-4b77-af94-09f4f8e17923 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dd6ef73-71e3-4b0c-8db8-c4cc335a3d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537772 Aug 05 12:27:43.103627 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854e863d-dfb3-4176-9189-29e7321cea2e req-62b8a5c8-d162-4c87-b6a9-e533d4cae441 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:27:43.106596 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-854e863d-dfb3-4176-9189-29e7321cea2e req-62b8a5c8-d162-4c87-b6a9-e533d4cae441 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b8e0d32-cc4d-4a8e-b9fb-8361664dc1ce HTTP/1.1" status: 200 len: 945 time: 0.0663886 Aug 05 12:27:43.176560 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-854e863d-dfb3-4176-9189-29e7321cea2e req-81e8d83f-2ba1-4757-9b20-79c25bd1c91b tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dd6ef73-71e3-4b0c-8db8-c4cc335a3d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611477 Aug 05 12:27:44.080286 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:27:44.361888 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a224ee-f275-46cf-a28f-2eb3e1195952 req-73612220-3b91-46bf-990a-8d6b280079a5 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:27:44.363598 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-28a224ee-f275-46cf-a28f-2eb3e1195952 req-73612220-3b91-46bf-990a-8d6b280079a5 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b8e0d32-cc4d-4a8e-b9fb-8361664dc1ce HTTP/1.1" status: 200 len: 945 time: 0.0808349 Aug 05 12:27:44.415473 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-28a224ee-f275-46cf-a28f-2eb3e1195952 req-48e35aba-bbf4-40a2-89e8-b2ec065684fe tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dd6ef73-71e3-4b0c-8db8-c4cc335a3d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446224 Aug 05 12:27:45.614779 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20442eaa-394b-4906-977e-89f080bae196 req-fe61aafe-fa59-4cd3-8790-6a1c32f0c781 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:27:45.616770 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-20442eaa-394b-4906-977e-89f080bae196 req-fe61aafe-fa59-4cd3-8790-6a1c32f0c781 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b8e0d32-cc4d-4a8e-b9fb-8361664dc1ce HTTP/1.1" status: 200 len: 945 time: 0.0816600 Aug 05 12:27:45.676235 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-20442eaa-394b-4906-977e-89f080bae196 req-171663f4-939c-457a-a90a-d6dd70f6efc3 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dd6ef73-71e3-4b0c-8db8-c4cc335a3d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485885 Aug 05 12:27:46.893463 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519685be-0c8a-47e3-b8f8-e1e50a407718 req-13a2d6f8-1f26-46bf-87d4-5a378673cd37 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:27:46.895659 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-519685be-0c8a-47e3-b8f8-e1e50a407718 req-13a2d6f8-1f26-46bf-87d4-5a378673cd37 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b8e0d32-cc4d-4a8e-b9fb-8361664dc1ce HTTP/1.1" status: 200 len: 945 time: 0.0896707 Aug 05 12:27:46.954748 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-519685be-0c8a-47e3-b8f8-e1e50a407718 req-2ec3f56b-6e14-45b1-a2a7-11731969df0e tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dd6ef73-71e3-4b0c-8db8-c4cc335a3d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467858 Aug 05 12:27:48.140627 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56454b3-32c9-4095-9f51-db5234310580 req-9206c253-da65-458a-9678-b3d4ab0c02cb tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:27:48.143037 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c56454b3-32c9-4095-9f51-db5234310580 req-9206c253-da65-458a-9678-b3d4ab0c02cb tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b8e0d32-cc4d-4a8e-b9fb-8361664dc1ce HTTP/1.1" status: 200 len: 945 time: 0.0782444 Aug 05 12:27:48.215883 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c56454b3-32c9-4095-9f51-db5234310580 req-aefd9271-d924-4246-a4f6-f35ce93f0e3d tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dd6ef73-71e3-4b0c-8db8-c4cc335a3d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663123 Aug 05 12:27:49.206083 n-d-803378-2 neutron-server[94420]: INFO neutron.api.v2.resource [req-c9339d98-54bd-4b2c-92ed-2082b1bf2c19 req-45dd801e-c1e9-4b63-be9f-2530ac02434a service neutron] show failed (client error): The resource could not be found. Aug 05 12:27:49.208039 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c9339d98-54bd-4b2c-92ed-2082b1bf2c19 req-45dd801e-c1e9-4b63-be9f-2530ac02434a service neutron] 10.222.0.64 "GET /v2.0/ports/58d796d5-3fa4-40cc-901b-59f2e6eb7cc9/bindings/n-h2-803378-2 HTTP/1.1" status: 404 len: 380 time: 0.0914762 Aug 05 12:27:49.452026 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d71c341-8e32-4eba-a148-d899baf705aa req-7ff9fc35-97d2-459d-87e6-6292ba035562 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:27:49.455205 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5d71c341-8e32-4eba-a148-d899baf705aa req-7ff9fc35-97d2-459d-87e6-6292ba035562 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b8e0d32-cc4d-4a8e-b9fb-8361664dc1ce HTTP/1.1" status: 200 len: 945 time: 0.1104445 Aug 05 12:27:49.541879 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5d71c341-8e32-4eba-a148-d899baf705aa req-947cce2b-dcb1-49c0-84a7-b45e4679da1d tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dd6ef73-71e3-4b0c-8db8-c4cc335a3d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723116 Aug 05 12:27:49.581633 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9339d98-54bd-4b2c-92ed-2082b1bf2c19 req-9e7dfd41-a76f-4fe0-a43f-60c44cee1034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:27:49.583638 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c9339d98-54bd-4b2c-92ed-2082b1bf2c19 req-9e7dfd41-a76f-4fe0-a43f-60c44cee1034 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2b8e0d32-cc4d-4a8e-b9fb-8361664dc1ce&tenant_id=4f873543fc574a54be9832ce81dae085 HTTP/1.1" status: 200 len: 1096 time: 0.1288977 Aug 05 12:27:49.606573 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-c9339d98-54bd-4b2c-92ed-2082b1bf2c19 req-5ad91080-6274-4007-a62a-3ddefcf3f7a8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-803378-2', 'device_owner': 'compute:nova'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:27:49.714999 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-c9339d98-54bd-4b2c-92ed-2082b1bf2c19 req-5ad91080-6274-4007-a62a-3ddefcf3f7a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:27:50.510510 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-c9339d98-54bd-4b2c-92ed-2082b1bf2c19 req-5ad91080-6274-4007-a62a-3ddefcf3f7a8 service neutron] For port 58d796d5-3fa4-40cc-901b-59f2e6eb7cc9, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=58d796d5-3fa4-40cc-901b-59f2e6eb7cc9,segment=NetworkSegment(b006642a-1205-4e5e-abea-72c4dc170f8d),segment_id=b006642a-1205-4e5e-abea-72c4dc170f8d)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:27:50.581093 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-c9339d98-54bd-4b2c-92ed-2082b1bf2c19 req-5ad91080-6274-4007-a62a-3ddefcf3f7a8 service neutron] For port 58d796d5-3fa4-40cc-901b-59f2e6eb7cc9, host n-h1-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:27:50.671118 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b8e0d32-cc4d-4a8e-b9fb-8361664dc1ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58d796d5-3fa4-40cc-901b-59f2e6eb7cc9'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:27:50.675398 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7ff1ae056485c55ead25f70fa9973e26b39e4a1f6cb6b93d5d0d7942cdef429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a04236cd-0eec-4c3b-a640-93915d0fec0a" -d '{"events": [{"server_uuid": "2b8e0d32-cc4d-4a8e-b9fb-8361664dc1ce", "name": "network-vif-unplugged", "status": "completed", "tag": "58d796d5-3fa4-40cc-901b-59f2e6eb7cc9"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:27:50.683939 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-c9339d98-54bd-4b2c-92ed-2082b1bf2c19 req-5ad91080-6274-4007-a62a-3ddefcf3f7a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:27:50.709600 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-c9339d98-54bd-4b2c-92ed-2082b1bf2c19 req-5ad91080-6274-4007-a62a-3ddefcf3f7a8 service neutron] Transition to ACTIVE for port object 58d796d5-3fa4-40cc-901b-59f2e6eb7cc9 will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:27:50.722559 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-c9339d98-54bd-4b2c-92ed-2082b1bf2c19 req-5ad91080-6274-4007-a62a-3ddefcf3f7a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:27:50.765048 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7e5fcf-4fa9-46e6-9bbf-1d6c84954864 req-8f4b0d87-f684-41a6-b74e-7cbc49876878 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:27:50.767408 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-da7e5fcf-4fa9-46e6-9bbf-1d6c84954864 req-8f4b0d87-f684-41a6-b74e-7cbc49876878 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b8e0d32-cc4d-4a8e-b9fb-8361664dc1ce HTTP/1.1" status: 200 len: 945 time: 0.1013784 Aug 05 12:27:50.791596 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 05 Aug 2021 12:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f42d9210-2396-4351-a101-0d850d4e841e x-openstack-request-id: req-f42d9210-2396-4351-a101-0d850d4e841e {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:27:50.792083 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b8e0d32-cc4d-4a8e-b9fb-8361664dc1ce", "name": "network-vif-unplugged", "status": "completed", "tag": "58d796d5-3fa4-40cc-901b-59f2e6eb7cc9", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:27:50.792551 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f42d9210-2396-4351-a101-0d850d4e841e {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:27:50.793239 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b8e0d32-cc4d-4a8e-b9fb-8361664dc1ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58d796d5-3fa4-40cc-901b-59f2e6eb7cc9', 'code': 200} Aug 05 12:27:50.845688 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9339d98-54bd-4b2c-92ed-2082b1bf2c19 req-5ad91080-6274-4007-a62a-3ddefcf3f7a8 service neutron] No DVR routers for this DVR port 58d796d5-3fa4-40cc-901b-59f2e6eb7cc9 on host n-h1-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:27:50.849952 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad91080-6274-4007-a62a-3ddefcf3f7a8 service neutron] Pushing event updated for resources: {'Port': ['ID=58d796d5-3fa4-40cc-901b-59f2e6eb7cc9,revision_number=6']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:27:50.852533 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-da7e5fcf-4fa9-46e6-9bbf-1d6c84954864 req-c05b4f0a-8df8-46a0-aa61-4ef0405f8806 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dd6ef73-71e3-4b0c-8db8-c4cc335a3d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701387 Aug 05 12:27:50.902115 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-c9339d98-54bd-4b2c-92ed-2082b1bf2c19 req-5ad91080-6274-4007-a62a-3ddefcf3f7a8 service neutron] Attempting to bind port 58d796d5-3fa4-40cc-901b-59f2e6eb7cc9 on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:27:50.902528 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-c9339d98-54bd-4b2c-92ed-2082b1bf2c19 req-5ad91080-6274-4007-a62a-3ddefcf3f7a8 service neutron] Attempting to bind port 58d796d5-3fa4-40cc-901b-59f2e6eb7cc9 by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': 'b006642a-1205-4e5e-abea-72c4dc170f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'f1ac4e91-b3cc-4bc0-977c-8c651860d216'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:27:50.902912 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9339d98-54bd-4b2c-92ed-2082b1bf2c19 req-5ad91080-6274-4007-a62a-3ddefcf3f7a8 service neutron] Attempting to bind port 58d796d5-3fa4-40cc-901b-59f2e6eb7cc9 on network f1ac4e91-b3cc-4bc0-977c-8c651860d216 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:27:50.910228 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9339d98-54bd-4b2c-92ed-2082b1bf2c19 req-5ad91080-6274-4007-a62a-3ddefcf3f7a8 service neutron] Port 58d796d5-3fa4-40cc-901b-59f2e6eb7cc9 on network f1ac4e91-b3cc-4bc0-977c-8c651860d216 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 12:27:50.910580 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9339d98-54bd-4b2c-92ed-2082b1bf2c19 req-5ad91080-6274-4007-a62a-3ddefcf3f7a8 service neutron] Attempting to bind port 58d796d5-3fa4-40cc-901b-59f2e6eb7cc9 on network f1ac4e91-b3cc-4bc0-977c-8c651860d216 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:27:50.918728 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9339d98-54bd-4b2c-92ed-2082b1bf2c19 req-5ad91080-6274-4007-a62a-3ddefcf3f7a8 service neutron] Checking agent: {'id': 'a8f1dd2d-227c-4e30-8844-52419ba734db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:27:50.919267 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9339d98-54bd-4b2c-92ed-2082b1bf2c19 req-5ad91080-6274-4007-a62a-3ddefcf3f7a8 service neutron] Checking segment: {'id': 'b006642a-1205-4e5e-abea-72c4dc170f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'f1ac4e91-b3cc-4bc0-977c-8c651860d216'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:27:50.919882 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9339d98-54bd-4b2c-92ed-2082b1bf2c19 req-5ad91080-6274-4007-a62a-3ddefcf3f7a8 service neutron] Bound using segment: {'id': 'b006642a-1205-4e5e-abea-72c4dc170f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'f1ac4e91-b3cc-4bc0-977c-8c651860d216'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:27:50.920440 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-c9339d98-54bd-4b2c-92ed-2082b1bf2c19 req-5ad91080-6274-4007-a62a-3ddefcf3f7a8 service neutron] Bound port: 58d796d5-3fa4-40cc-901b-59f2e6eb7cc9, host: n-h2-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b006642a-1205-4e5e-abea-72c4dc170f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'f1ac4e91-b3cc-4bc0-977c-8c651860d216'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:27:50.920911 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-c9339d98-54bd-4b2c-92ed-2082b1bf2c19 req-5ad91080-6274-4007-a62a-3ddefcf3f7a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:27:51.029818 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-c9339d98-54bd-4b2c-92ed-2082b1bf2c19 req-5ad91080-6274-4007-a62a-3ddefcf3f7a8 service neutron] For port 58d796d5-3fa4-40cc-901b-59f2e6eb7cc9, host n-h2-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:27:51.035727 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-c9339d98-54bd-4b2c-92ed-2082b1bf2c19 req-5ad91080-6274-4007-a62a-3ddefcf3f7a8 service neutron] For port 58d796d5-3fa4-40cc-901b-59f2e6eb7cc9, host n-h2-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=58d796d5-3fa4-40cc-901b-59f2e6eb7cc9,segment=NetworkSegment(b006642a-1205-4e5e-abea-72c4dc170f8d),segment_id=b006642a-1205-4e5e-abea-72c4dc170f8d)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:27:51.044172 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-c9339d98-54bd-4b2c-92ed-2082b1bf2c19 req-5ad91080-6274-4007-a62a-3ddefcf3f7a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:27:51.100243 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9339d98-54bd-4b2c-92ed-2082b1bf2c19 req-5ad91080-6274-4007-a62a-3ddefcf3f7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:27:51.101271 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-c9339d98-54bd-4b2c-92ed-2082b1bf2c19 req-5ad91080-6274-4007-a62a-3ddefcf3f7a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:27:51.103595 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c9339d98-54bd-4b2c-92ed-2082b1bf2c19 req-5ad91080-6274-4007-a62a-3ddefcf3f7a8 service neutron] 10.222.0.55 "PUT /v2.0/ports/58d796d5-3fa4-40cc-901b-59f2e6eb7cc9 HTTP/1.1" status: 200 len: 1091 time: 1.5052559 Aug 05 12:27:51.159270 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad91080-6274-4007-a62a-3ddefcf3f7a8 service neutron] Pushing event updated for resources: {'Port': ['ID=58d796d5-3fa4-40cc-901b-59f2e6eb7cc9,revision_number=7']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:27:51.207388 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9339d98-54bd-4b2c-92ed-2082b1bf2c19 req-f713e0cb-d357-44b3-a16f-37efc461b9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:27:51.209135 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c9339d98-54bd-4b2c-92ed-2082b1bf2c19 req-f713e0cb-d357-44b3-a16f-37efc461b9aa service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4f873543fc574a54be9832ce81dae085&device_id=2b8e0d32-cc4d-4a8e-b9fb-8361664dc1ce HTTP/1.1" status: 200 len: 1094 time: 0.0619037 Aug 05 12:27:51.335864 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9339d98-54bd-4b2c-92ed-2082b1bf2c19 req-9363ffd4-8a31-414d-b705-2f491ce24b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:27:51.337745 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c9339d98-54bd-4b2c-92ed-2082b1bf2c19 req-9363ffd4-8a31-414d-b705-2f491ce24b1d service neutron] 10.222.0.55 "GET /v2.0/networks?id=f1ac4e91-b3cc-4bc0-977c-8c651860d216 HTTP/1.1" status: 200 len: 916 time: 0.1208515 Aug 05 12:27:51.389017 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c9339d98-54bd-4b2c-92ed-2082b1bf2c19 req-aeca5eb2-5c16-4b3e-90f3-ff00013b2376 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=58d796d5-3fa4-40cc-901b-59f2e6eb7cc9 HTTP/1.1" status: 200 len: 217 time: 0.0432940 Aug 05 12:27:51.452020 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9339d98-54bd-4b2c-92ed-2082b1bf2c19 req-fef5ada7-2dd7-423c-b3d8-dd2d236975db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:27:51.453757 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c9339d98-54bd-4b2c-92ed-2082b1bf2c19 req-fef5ada7-2dd7-423c-b3d8-dd2d236975db service neutron] 10.222.0.55 "GET /v2.0/subnets?id=364b1e26-053c-4c2e-963c-be608c90c1d3 HTTP/1.1" status: 200 len: 855 time: 0.0573075 Aug 05 12:27:51.500069 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c9339d98-54bd-4b2c-92ed-2082b1bf2c19 req-5dd7b309-79bc-4f60-ba97-db9f728a0155 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f1ac4e91-b3cc-4bc0-977c-8c651860d216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371187 Aug 05 12:27:51.719210 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c9339d98-54bd-4b2c-92ed-2082b1bf2c19 req-8f2416fe-e16a-4e7a-a36d-f73ef565ab0a service neutron] 10.222.0.55 "GET /v2.0/networks/f1ac4e91-b3cc-4bc0-977c-8c651860d216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107036 Aug 05 12:27:51.894460 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c9339d98-54bd-4b2c-92ed-2082b1bf2c19 req-ffc87be8-9ca0-4433-8ebd-58ec0f8d36fc service neutron] 10.222.0.55 "GET /v2.0/networks/f1ac4e91-b3cc-4bc0-977c-8c651860d216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657956 Aug 05 12:27:52.084576 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bbca0c-5538-489d-807e-9915752da5fc req-4e37e47a-d807-489a-b6e1-568a0c3e88db tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:27:52.087043 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b1bbca0c-5538-489d-807e-9915752da5fc req-4e37e47a-d807-489a-b6e1-568a0c3e88db tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b8e0d32-cc4d-4a8e-b9fb-8361664dc1ce HTTP/1.1" status: 200 len: 943 time: 0.1088240 Aug 05 12:27:52.167446 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b1bbca0c-5538-489d-807e-9915752da5fc req-a7b741e2-3850-4970-9319-1c13b36e00fb tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dd6ef73-71e3-4b0c-8db8-c4cc335a3d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652220 Aug 05 12:27:52.607430 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 58d796d5-3fa4-40cc-901b-59f2e6eb7cc9 no longer exists at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:27:52.668653 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:27:52.678638 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 58d796d5-3fa4-40cc-901b-59f2e6eb7cc9 not bound to the agent host n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:27:52.794735 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b8e0d32-cc4d-4a8e-b9fb-8361664dc1ce', 'tag': '58d796d5-3fa4-40cc-901b-59f2e6eb7cc9'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:27:52.798015 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7ff1ae056485c55ead25f70fa9973e26b39e4a1f6cb6b93d5d0d7942cdef429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee565941-69b1-454d-8668-07446a20cd73" -d '{"events": [{"name": "network-changed", "server_uuid": "2b8e0d32-cc4d-4a8e-b9fb-8361664dc1ce", "tag": "58d796d5-3fa4-40cc-901b-59f2e6eb7cc9"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:27:52.866156 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 12:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-694dacfb-3c11-49a0-a91c-2cc3b8b55f8c x-openstack-request-id: req-694dacfb-3c11-49a0-a91c-2cc3b8b55f8c {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:27:52.866626 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b8e0d32-cc4d-4a8e-b9fb-8361664dc1ce", "tag": "58d796d5-3fa4-40cc-901b-59f2e6eb7cc9", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:27:52.867045 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-694dacfb-3c11-49a0-a91c-2cc3b8b55f8c {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:27:52.867701 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b8e0d32-cc4d-4a8e-b9fb-8361664dc1ce', 'tag': '58d796d5-3fa4-40cc-901b-59f2e6eb7cc9', 'status': 'completed', 'code': 200} Aug 05 12:27:52.986485 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee565941-69b1-454d-8668-07446a20cd73 req-a07f9ba0-cd80-4559-9e14-365d6acb0e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:27:52.989596 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ee565941-69b1-454d-8668-07446a20cd73 req-a07f9ba0-cd80-4559-9e14-365d6acb0e9b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4f873543fc574a54be9832ce81dae085&device_id=2b8e0d32-cc4d-4a8e-b9fb-8361664dc1ce HTTP/1.1" status: 200 len: 1094 time: 0.0722592 Aug 05 12:27:53.000886 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee565941-69b1-454d-8668-07446a20cd73 req-2d3a42d7-0779-4232-a8be-cd9d3c0689d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:27:53.000886 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ee565941-69b1-454d-8668-07446a20cd73 req-2d3a42d7-0779-4232-a8be-cd9d3c0689d7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4f873543fc574a54be9832ce81dae085&device_id=2b8e0d32-cc4d-4a8e-b9fb-8361664dc1ce HTTP/1.1" status: 200 len: 1094 time: 0.0737669 Aug 05 12:27:53.153183 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee565941-69b1-454d-8668-07446a20cd73 req-fe2594f6-c853-4904-933d-2724b66f47b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:27:53.155200 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ee565941-69b1-454d-8668-07446a20cd73 req-fe2594f6-c853-4904-933d-2724b66f47b5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f1ac4e91-b3cc-4bc0-977c-8c651860d216 HTTP/1.1" status: 200 len: 916 time: 0.1533840 Aug 05 12:27:53.171480 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee565941-69b1-454d-8668-07446a20cd73 req-b6b6521c-e7c7-426f-90e8-bc863dcd07d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:27:53.173409 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ee565941-69b1-454d-8668-07446a20cd73 req-b6b6521c-e7c7-426f-90e8-bc863dcd07d6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f1ac4e91-b3cc-4bc0-977c-8c651860d216 HTTP/1.1" status: 200 len: 916 time: 0.1655190 Aug 05 12:27:53.238395 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ee565941-69b1-454d-8668-07446a20cd73 req-e63c7542-0dce-48a0-b427-1938e1b2c67b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=58d796d5-3fa4-40cc-901b-59f2e6eb7cc9 HTTP/1.1" status: 200 len: 217 time: 0.0552948 Aug 05 12:27:53.244132 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ee565941-69b1-454d-8668-07446a20cd73 req-6b43e878-639c-42f8-8f8e-d878ed190d93 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=58d796d5-3fa4-40cc-901b-59f2e6eb7cc9 HTTP/1.1" status: 200 len: 217 time: 0.0784259 Aug 05 12:27:53.340043 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee565941-69b1-454d-8668-07446a20cd73 req-ed77addb-7536-4250-91bf-37bd4a605332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:27:53.342886 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ee565941-69b1-454d-8668-07446a20cd73 req-ed77addb-7536-4250-91bf-37bd4a605332 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=364b1e26-053c-4c2e-963c-be608c90c1d3 HTTP/1.1" status: 200 len: 855 time: 0.0849264 Aug 05 12:27:53.386558 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ee565941-69b1-454d-8668-07446a20cd73 req-8583b35a-e1e5-43c9-9986-c1844ba43254 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f1ac4e91-b3cc-4bc0-977c-8c651860d216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361996 Aug 05 12:27:53.389581 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee565941-69b1-454d-8668-07446a20cd73 req-8455f386-f182-4e0e-883f-6dc473085f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:27:53.392283 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ee565941-69b1-454d-8668-07446a20cd73 req-8455f386-f182-4e0e-883f-6dc473085f62 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=364b1e26-053c-4c2e-963c-be608c90c1d3 HTTP/1.1" status: 200 len: 855 time: 0.1446426 Aug 05 12:27:53.434494 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acac3a9f-5920-4897-8f7e-e8e9c0c38546 req-8ef2efcc-53ab-45ac-ae28-cf661f3bef95 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:27:53.437114 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-acac3a9f-5920-4897-8f7e-e8e9c0c38546 req-8ef2efcc-53ab-45ac-ae28-cf661f3bef95 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b8e0d32-cc4d-4a8e-b9fb-8361664dc1ce HTTP/1.1" status: 200 len: 943 time: 0.1371531 Aug 05 12:27:53.467133 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ee565941-69b1-454d-8668-07446a20cd73 req-0a26db7a-aaa5-4fd2-9e1f-fbc3d192bb9d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f1ac4e91-b3cc-4bc0-977c-8c651860d216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665479 Aug 05 12:27:53.528303 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ee565941-69b1-454d-8668-07446a20cd73 req-ced6b948-d00c-4e3b-89cc-ed4f1cd741ba service neutron] 10.222.0.55 "GET /v2.0/networks/f1ac4e91-b3cc-4bc0-977c-8c651860d216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304429 Aug 05 12:27:53.612076 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-acac3a9f-5920-4897-8f7e-e8e9c0c38546 req-71a5e9be-4caa-4dbb-a887-6268fccc6b10 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dd6ef73-71e3-4b0c-8db8-c4cc335a3d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496704 Aug 05 12:27:53.696263 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ee565941-69b1-454d-8668-07446a20cd73 req-76f5ef6e-e653-4caf-85c3-922d77c45fd0 service neutron] 10.222.0.64 "GET /v2.0/networks/f1ac4e91-b3cc-4bc0-977c-8c651860d216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191262 Aug 05 12:27:53.794367 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ee565941-69b1-454d-8668-07446a20cd73 req-7743a53e-3070-4a59-a2b2-ef3ee05dc0e9 service neutron] 10.222.0.55 "GET /v2.0/networks/f1ac4e91-b3cc-4bc0-977c-8c651860d216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119756 Aug 05 12:27:53.852049 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ee565941-69b1-454d-8668-07446a20cd73 req-ed4a8acd-e664-4e10-9b37-9723227d04f8 service neutron] 10.222.0.64 "GET /v2.0/networks/f1ac4e91-b3cc-4bc0-977c-8c651860d216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463122 Aug 05 12:27:54.692297 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 58d796d5-3fa4-40cc-901b-59f2e6eb7cc9 details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 12:27:54.850674 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 58d796d5-3fa4-40cc-901b-59f2e6eb7cc9, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=58d796d5-3fa4-40cc-901b-59f2e6eb7cc9,segment=NetworkSegment(b006642a-1205-4e5e-abea-72c4dc170f8d),segment_id=b006642a-1205-4e5e-abea-72c4dc170f8d)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:27:54.867876 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Returning: {'device': '58d796d5-3fa4-40cc-901b-59f2e6eb7cc9', 'network_id': 'f1ac4e91-b3cc-4bc0-977c-8c651860d216', 'port_id': '58d796d5-3fa4-40cc-901b-59f2e6eb7cc9', 'mac_address': 'fa:16:3e:15:04:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '364b1e26-053c-4c2e-963c-be608c90c1d3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 12:27:54.870181 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502d9123-8805-4479-9f85-737b0fc14fa9 req-99ac08bc-ebcc-4990-93e6-fa934ffde263 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:27:54.872951 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-502d9123-8805-4479-9f85-737b0fc14fa9 req-99ac08bc-ebcc-4990-93e6-fa934ffde263 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b8e0d32-cc4d-4a8e-b9fb-8361664dc1ce HTTP/1.1" status: 200 len: 943 time: 0.0983410 Aug 05 12:27:54.930586 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:27:54.939029 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-502d9123-8805-4479-9f85-737b0fc14fa9 req-0e46027f-cdd5-49df-846b-af730dffeb91 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dd6ef73-71e3-4b0c-8db8-c4cc335a3d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592785 Aug 05 12:27:54.959405 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58d796d5-3fa4-40cc-901b-59f2e6eb7cc9 {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 12:27:55.001300 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 58d796d5-3fa4-40cc-901b-59f2e6eb7cc9, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=58d796d5-3fa4-40cc-901b-59f2e6eb7cc9,segment=NetworkSegment(b006642a-1205-4e5e-abea-72c4dc170f8d),segment_id=b006642a-1205-4e5e-abea-72c4dc170f8d)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:27:55.009159 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:27:55.105170 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=58d796d5-3fa4-40cc-901b-59f2e6eb7cc9,revision_number=8']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:27:55.120429 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:27:55.121051 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:27:55.121620 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:27:55.122185 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:27:55.122810 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:27:55.123456 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:27:55.123906 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:27:55.125618 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:27:55.125618 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:27:55.125618 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:27:55.126150 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:27:55.126702 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:27:55.302186 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['58d796d5-3fa4-40cc-901b-59f2e6eb7cc9'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 12:27:55.449634 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e452dc-52ff-4f97-8902-24bce5be343b req-63f072e5-4bee-4c3c-8014-eefdc3f2217d tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:27:55.452210 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-66e452dc-52ff-4f97-8902-24bce5be343b req-63f072e5-4bee-4c3c-8014-eefdc3f2217d tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b8e0d32-cc4d-4a8e-b9fb-8361664dc1ce HTTP/1.1" status: 200 len: 944 time: 0.1818419 Aug 05 12:27:55.468819 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca815a-c641-43f1-942a-9cd9d7e10811 req-9558e678-a5bc-40cb-9b8a-a993caa9de20 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:27:55.470873 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d0ca815a-c641-43f1-942a-9cd9d7e10811 req-9558e678-a5bc-40cb-9b8a-a993caa9de20 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b8e0d32-cc4d-4a8e-b9fb-8361664dc1ce&tenant_id=4f873543fc574a54be9832ce81dae085&binding%3Ahost_id=n-h2-803378-2 HTTP/1.1" status: 200 len: 944 time: 0.2150390 Aug 05 12:27:55.592362 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-66e452dc-52ff-4f97-8902-24bce5be343b req-e1f363d9-b577-4690-a37c-2438f28bb792 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dd6ef73-71e3-4b0c-8db8-c4cc335a3d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199856 Aug 05 12:27:55.609956 n-d-803378-2 neutron-server[94420]: INFO neutron.api.v2.resource [req-d0ca815a-c641-43f1-942a-9cd9d7e10811 req-99d51e65-ef6e-45f7-a887-cf0b873ea43b service neutron] delete failed (client error): The resource could not be found. Aug 05 12:27:55.611800 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d0ca815a-c641-43f1-942a-9cd9d7e10811 req-99d51e65-ef6e-45f7-a887-cf0b873ea43b service neutron] 10.222.0.64 "DELETE /v2.0/ports/58d796d5-3fa4-40cc-901b-59f2e6eb7cc9/bindings/n-h1-803378-2 HTTP/1.1" status: 404 len: 380 time: 0.1297915 Aug 05 12:27:55.750536 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca815a-c641-43f1-942a-9cd9d7e10811 req-4fe10319-cd0e-48a1-bfaa-f20726672a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:27:55.752302 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d0ca815a-c641-43f1-942a-9cd9d7e10811 req-4fe10319-cd0e-48a1-bfaa-f20726672a9c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4f873543fc574a54be9832ce81dae085&device_id=2b8e0d32-cc4d-4a8e-b9fb-8361664dc1ce HTTP/1.1" status: 200 len: 1095 time: 0.0552342 Aug 05 12:27:55.887070 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca815a-c641-43f1-942a-9cd9d7e10811 req-c8646479-cff2-4956-9118-b45ed30d081a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:27:55.889798 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d0ca815a-c641-43f1-942a-9cd9d7e10811 req-c8646479-cff2-4956-9118-b45ed30d081a service neutron] 10.222.0.64 "GET /v2.0/networks?id=f1ac4e91-b3cc-4bc0-977c-8c651860d216 HTTP/1.1" status: 200 len: 916 time: 0.1285710 Aug 05 12:27:55.950075 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d0ca815a-c641-43f1-942a-9cd9d7e10811 req-09b39137-a985-4db4-9c21-ad81bac2dfea service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=58d796d5-3fa4-40cc-901b-59f2e6eb7cc9 HTTP/1.1" status: 200 len: 217 time: 0.0500271 Aug 05 12:27:56.030571 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca815a-c641-43f1-942a-9cd9d7e10811 req-78f7f047-7b99-4e2a-b0e0-8230feec345b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:27:56.032431 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d0ca815a-c641-43f1-942a-9cd9d7e10811 req-78f7f047-7b99-4e2a-b0e0-8230feec345b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=364b1e26-053c-4c2e-963c-be608c90c1d3 HTTP/1.1" status: 200 len: 855 time: 0.0740798 Aug 05 12:27:56.089855 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d0ca815a-c641-43f1-942a-9cd9d7e10811 req-0c7bd91a-660b-4325-a8aa-266ccb14c970 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f1ac4e91-b3cc-4bc0-977c-8c651860d216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470223 Aug 05 12:27:56.235477 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d0ca815a-c641-43f1-942a-9cd9d7e10811 req-8fdec64f-ea3e-46a3-a312-5757c3dc0129 service neutron] 10.222.0.64 "GET /v2.0/networks/f1ac4e91-b3cc-4bc0-977c-8c651860d216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371815 Aug 05 12:27:56.372903 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d0ca815a-c641-43f1-942a-9cd9d7e10811 req-4680a49f-abeb-42de-818b-84de8ea2cd82 service neutron] 10.222.0.64 "GET /v2.0/networks/f1ac4e91-b3cc-4bc0-977c-8c651860d216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289914 Aug 05 12:27:56.715406 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 58d796d5-3fa4-40cc-901b-59f2e6eb7cc9 up at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:27:56.799271 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc892a2-acb6-40f7-ae12-b27dc69edbf9 req-d881069e-a172-4951-b14e-86719877c195 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:27:56.801451 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4dc892a2-acb6-40f7-ae12-b27dc69edbf9 req-d881069e-a172-4951-b14e-86719877c195 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b8e0d32-cc4d-4a8e-b9fb-8361664dc1ce HTTP/1.1" status: 200 len: 944 time: 0.0836792 Aug 05 12:27:56.818210 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning for port 58d796d5-3fa4-40cc-901b-59f2e6eb7cc9 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:27:56.828695 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning complete for port 58d796d5-3fa4-40cc-901b-59f2e6eb7cc9 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:27:56.829325 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:27:56.893817 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4dc892a2-acb6-40f7-ae12-b27dc69edbf9 req-3d3a73a0-2eb6-4809-914a-81f585d1b074 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dd6ef73-71e3-4b0c-8db8-c4cc335a3d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785313 Aug 05 12:27:56.976070 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:27:57.015085 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b8e0d32-cc4d-4a8e-b9fb-8361664dc1ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58d796d5-3fa4-40cc-901b-59f2e6eb7cc9'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:27:57.019130 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e1268cc07bff5734ca170491336a8ac74677c017447dd0c96766dddd3e3cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b72454c8-af60-4661-a572-e3da05fe20eb" -d '{"events": [{"server_uuid": "2b8e0d32-cc4d-4a8e-b9fb-8361664dc1ce", "name": "network-vif-plugged", "status": "completed", "tag": "58d796d5-3fa4-40cc-901b-59f2e6eb7cc9"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:27:57.045590 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 58d796d5-3fa4-40cc-901b-59f2e6eb7cc9, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=58d796d5-3fa4-40cc-901b-59f2e6eb7cc9,segment=NetworkSegment(b006642a-1205-4e5e-abea-72c4dc170f8d),segment_id=b006642a-1205-4e5e-abea-72c4dc170f8d)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:27:57.053040 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:27:57.107719 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 12:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd17c58a-56bc-4696-a414-fa726c1b29cb x-openstack-request-id: req-fd17c58a-56bc-4696-a414-fa726c1b29cb {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:27:57.108178 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b8e0d32-cc4d-4a8e-b9fb-8361664dc1ce", "name": "network-vif-plugged", "status": "completed", "tag": "58d796d5-3fa4-40cc-901b-59f2e6eb7cc9", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:27:57.108614 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fd17c58a-56bc-4696-a414-fa726c1b29cb {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:27:57.109250 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b8e0d32-cc4d-4a8e-b9fb-8361664dc1ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58d796d5-3fa4-40cc-901b-59f2e6eb7cc9', 'code': 200} Aug 05 12:27:57.159679 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=58d796d5-3fa4-40cc-901b-59f2e6eb7cc9,revision_number=9']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:27:58.109923 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ec21bd-bf26-409c-ade5-4c43366c0042 req-e92cb4dd-259c-432d-a6d4-3eea8659b232 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:27:58.111844 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-99ec21bd-bf26-409c-ade5-4c43366c0042 req-e92cb4dd-259c-432d-a6d4-3eea8659b232 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b8e0d32-cc4d-4a8e-b9fb-8361664dc1ce HTTP/1.1" status: 200 len: 945 time: 0.0996821 Aug 05 12:27:58.183312 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-99ec21bd-bf26-409c-ade5-4c43366c0042 req-3ceaf082-f865-418c-9465-4fbf5e785aeb tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dd6ef73-71e3-4b0c-8db8-c4cc335a3d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596862 Aug 05 12:27:58.392172 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a52011a-c9ea-4e63-8b28-656bcb052c8a req-d60cfd58-2ac1-484d-a76c-bb3aef81534e tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:27:58.393942 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5a52011a-c9ea-4e63-8b28-656bcb052c8a req-d60cfd58-2ac1-484d-a76c-bb3aef81534e tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b8e0d32-cc4d-4a8e-b9fb-8361664dc1ce HTTP/1.1" status: 200 len: 945 time: 0.0912087 Aug 05 12:27:58.445184 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5a52011a-c9ea-4e63-8b28-656bcb052c8a req-66f36000-2a69-4256-8845-c5d00f936526 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dd6ef73-71e3-4b0c-8db8-c4cc335a3d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432839 Aug 05 12:27:58.605277 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c16ff4-3517-4437-96b4-f92801852748 req-3b2fb519-75a1-4d71-80d7-d19c32f5325e tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:27:58.608433 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f3c16ff4-3517-4437-96b4-f92801852748 req-3b2fb519-75a1-4d71-80d7-d19c32f5325e tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b8e0d32-cc4d-4a8e-b9fb-8361664dc1ce HTTP/1.1" status: 200 len: 945 time: 0.0752923 Aug 05 12:27:58.679093 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f3c16ff4-3517-4437-96b4-f92801852748 req-20fa325c-c686-4e47-bea1-fda29f45ce3a tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dd6ef73-71e3-4b0c-8db8-c4cc335a3d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626419 Aug 05 12:27:59.252078 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194a749a-f1bd-471e-9517-9252f093cec4 req-d14990a6-ccf7-4113-bc3b-f022c78ae4ed tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:27:59.254738 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-194a749a-f1bd-471e-9517-9252f093cec4 req-d14990a6-ccf7-4113-bc3b-f022c78ae4ed tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/networks?id=f1ac4e91-b3cc-4bc0-977c-8c651860d216 HTTP/1.1" status: 200 len: 815 time: 0.1809845 Aug 05 12:27:59.280236 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-194a749a-f1bd-471e-9517-9252f093cec4 req-ad379310-3dd3-45e0-a8da-4aced7c26c87 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/quotas/4f873543fc574a54be9832ce81dae085 HTTP/1.1" status: 200 len: 375 time: 0.0130224 Aug 05 12:27:59.365380 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-194a749a-f1bd-471e-9517-9252f093cec4 req-c0a0d7c7-c1af-4d9f-959b-b411164ff104 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=4f873543fc574a54be9832ce81dae085&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0746114 Aug 05 12:27:59.519826 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-194a749a-f1bd-471e-9517-9252f093cec4 req-3156ac87-2f0d-4505-9daa-9ffba43051b0 service neutron] 10.222.0.58 "GET /v2.0/networks/f1ac4e91-b3cc-4bc0-977c-8c651860d216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412518 Aug 05 12:27:59.674129 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-194a749a-f1bd-471e-9517-9252f093cec4 req-2662ff78-4a09-4b71-b684-7fd964fce03d service neutron] 10.222.0.58 "GET /v2.0/networks/f1ac4e91-b3cc-4bc0-977c-8c651860d216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465528 Aug 05 12:27:59.908194 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:27:59.987663 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f79dffb9-89d0-4951-8583-8a6150f9f073 req-ffbdcfac-82b5-43c1-a79a-1a35140bfdd6 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/ports?device_id=bf6270f3-7dd6-43bc-a870-66b5b3c78479 HTTP/1.1" status: 200 len: 210 time: 0.0485518 Aug 05 12:28:00.550601 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e960d3-324c-4163-8f89-e0289241d853 req-2894bc7f-d908-4a85-9da9-298263ebbc92 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:28:00.552475 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b3e960d3-324c-4163-8f89-e0289241d853 req-2894bc7f-d908-4a85-9da9-298263ebbc92 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b8e0d32-cc4d-4a8e-b9fb-8361664dc1ce HTTP/1.1" status: 200 len: 945 time: 0.0880415 Aug 05 12:28:00.726840 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-b3e960d3-324c-4163-8f89-e0289241d853 req-5e71d4e2-3aad-4925-8470-812d9fc2ec68 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Deleting port 58d796d5-3fa4-40cc-901b-59f2e6eb7cc9 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:28:00.727267 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-b3e960d3-324c-4163-8f89-e0289241d853 req-5e71d4e2-3aad-4925-8470-812d9fc2ec68 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:28:00.884976 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-b3e960d3-324c-4163-8f89-e0289241d853 req-5e71d4e2-3aad-4925-8470-812d9fc2ec68 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] For port 58d796d5-3fa4-40cc-901b-59f2e6eb7cc9, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=58d796d5-3fa4-40cc-901b-59f2e6eb7cc9,segment=NetworkSegment(b006642a-1205-4e5e-abea-72c4dc170f8d),segment_id=b006642a-1205-4e5e-abea-72c4dc170f8d)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:28:00.885474 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-b3e960d3-324c-4163-8f89-e0289241d853 req-5e71d4e2-3aad-4925-8470-812d9fc2ec68 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:28:00.906430 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-b3e960d3-324c-4163-8f89-e0289241d853 req-5e71d4e2-3aad-4925-8470-812d9fc2ec68 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Calling delete_port for 58d796d5-3fa4-40cc-901b-59f2e6eb7cc9 owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:28:01.104098 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-b3e960d3-324c-4163-8f89-e0289241d853 req-5e71d4e2-3aad-4925-8470-812d9fc2ec68 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:28:01.140834 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e71d4e2-3aad-4925-8470-812d9fc2ec68 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Pushing event deleted for resources: {'Port': ['ID=58d796d5-3fa4-40cc-901b-59f2e6eb7cc9,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:28:01.154057 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['58d796d5-3fa4-40cc-901b-59f2e6eb7cc9'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 12:28:01.173202 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1eaa0605-e100-47a0-b6e7-18d609050a60 req-31f2f391-47dc-49d8-a633-2f33a3d135c7 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/ports?device_id=bf6270f3-7dd6-43bc-a870-66b5b3c78479 HTTP/1.1" status: 200 len: 210 time: 0.0526164 Aug 05 12:28:01.214016 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3e960d3-324c-4163-8f89-e0289241d853 req-5e71d4e2-3aad-4925-8470-812d9fc2ec68 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] No DVR routers for this DVR port 58d796d5-3fa4-40cc-901b-59f2e6eb7cc9 on host n-h2-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:28:01.219645 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-b3e960d3-324c-4163-8f89-e0289241d853 req-5e71d4e2-3aad-4925-8470-812d9fc2ec68 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:28:01.224129 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b3e960d3-324c-4163-8f89-e0289241d853 req-5e71d4e2-3aad-4925-8470-812d9fc2ec68 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.55 "DELETE /v2.0/ports/58d796d5-3fa4-40cc-901b-59f2e6eb7cc9 HTTP/1.1" status: 204 len: 173 time: 0.6547256 Aug 05 12:28:01.224759 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b8e0d32-cc4d-4a8e-b9fb-8361664dc1ce', 'name': 'network-vif-deleted', 'tag': '58d796d5-3fa4-40cc-901b-59f2e6eb7cc9'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:28:01.231440 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7ff1ae056485c55ead25f70fa9973e26b39e4a1f6cb6b93d5d0d7942cdef429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ddf0f38-8b44-46ca-9b0e-1722e906b8b7" -d '{"events": [{"server_uuid": "2b8e0d32-cc4d-4a8e-b9fb-8361664dc1ce", "name": "network-vif-deleted", "tag": "58d796d5-3fa4-40cc-901b-59f2e6eb7cc9"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:28:01.281306 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 12:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ba2284e-9693-4208-b2fd-ec468811bcba x-openstack-request-id: req-4ba2284e-9693-4208-b2fd-ec468811bcba {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:28:01.281598 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b8e0d32-cc4d-4a8e-b9fb-8361664dc1ce", "name": "network-vif-deleted", "tag": "58d796d5-3fa4-40cc-901b-59f2e6eb7cc9", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:28:01.281929 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4ba2284e-9693-4208-b2fd-ec468811bcba {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:28:01.282933 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b8e0d32-cc4d-4a8e-b9fb-8361664dc1ce', 'name': 'network-vif-deleted', 'tag': '58d796d5-3fa4-40cc-901b-59f2e6eb7cc9', 'status': 'completed', 'code': 200} Aug 05 12:28:01.542282 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194a749a-f1bd-471e-9517-9252f093cec4 req-4dd015be-0091-4279-8f95-ae51126469fb tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:28:01.545823 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-194a749a-f1bd-471e-9517-9252f093cec4 req-4dd015be-0091-4279-8f95-ae51126469fb tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.55 "GET /v2.0/networks?id=f1ac4e91-b3cc-4bc0-977c-8c651860d216 HTTP/1.1" status: 200 len: 815 time: 0.2021766 Aug 05 12:28:01.577239 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-194a749a-f1bd-471e-9517-9252f093cec4 req-6126fef5-943c-4401-b756-49fa9db28b93 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Request body: {'port': {'device_id': 'bf6270f3-7dd6-43bc-a870-66b5b3c78479', 'network_id': 'f1ac4e91-b3cc-4bc0-977c-8c651860d216', 'admin_state_up': True, 'tenant_id': '4f873543fc574a54be9832ce81dae085'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:28:01.756165 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-194a749a-f1bd-471e-9517-9252f093cec4 req-6126fef5-943c-4401-b756-49fa9db28b93 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Made reservation on behalf of 4f873543fc574a54be9832ce81dae085 for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:28:01.761272 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-194a749a-f1bd-471e-9517-9252f093cec4 req-6126fef5-943c-4401-b756-49fa9db28b93 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:28:01.955317 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-194a749a-f1bd-471e-9517-9252f093cec4 req-6126fef5-943c-4401-b756-49fa9db28b93 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Allocated IP 172.20.0.8 (f1ac4e91-b3cc-4bc0-977c-8c651860d216/364b1e26-053c-4c2e-963c-be608c90c1d3/9f0ba39a-7a62-479d-90d0-827f64d68e32) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:28:02.212042 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-194a749a-f1bd-471e-9517-9252f093cec4 req-6126fef5-943c-4401-b756-49fa9db28b93 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:28:02.286337 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-194a749a-f1bd-471e-9517-9252f093cec4 req-6126fef5-943c-4401-b756-49fa9db28b93 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:28:02.328372 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['58d796d5-3fa4-40cc-901b-59f2e6eb7cc9'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 12:28:02.376219 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-194a749a-f1bd-471e-9517-9252f093cec4 req-6126fef5-943c-4401-b756-49fa9db28b93 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Network f1ac4e91-b3cc-4bc0-977c-8c651860d216 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:28:02.384248 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-194a749a-f1bd-471e-9517-9252f093cec4 req-6126fef5-943c-4401-b756-49fa9db28b93 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:28:02.389394 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-194a749a-f1bd-471e-9517-9252f093cec4 req-6126fef5-943c-4401-b756-49fa9db28b93 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:28:02.412132 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a37856-81bd-46f8-b03d-e07decb101b4 req-39dae90d-23a0-489c-88aa-6590fe52b8ce tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:28:02.421243 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-86a37856-81bd-46f8-b03d-e07decb101b4 req-39dae90d-23a0-489c-88aa-6590fe52b8ce tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/ports?device_id=bf6270f3-7dd6-43bc-a870-66b5b3c78479 HTTP/1.1" status: 200 len: 931 time: 0.1249111 Aug 05 12:28:02.437893 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6126fef5-943c-4401-b756-49fa9db28b93 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Pushing event updated for resources: {'Port': ['ID=9f0ba39a-7a62-479d-90d0-827f64d68e32,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:28:02.459389 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6126fef5-943c-4401-b756-49fa9db28b93 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:28:02.459975 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6126fef5-943c-4401-b756-49fa9db28b93 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:28:02.460554 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6126fef5-943c-4401-b756-49fa9db28b93 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:28:02.461145 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6126fef5-943c-4401-b756-49fa9db28b93 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:28:02.461717 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6126fef5-943c-4401-b756-49fa9db28b93 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:28:02.462337 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6126fef5-943c-4401-b756-49fa9db28b93 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:28:02.462992 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6126fef5-943c-4401-b756-49fa9db28b93 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:28:02.463976 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6126fef5-943c-4401-b756-49fa9db28b93 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:28:02.464565 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6126fef5-943c-4401-b756-49fa9db28b93 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:28:02.465360 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6126fef5-943c-4401-b756-49fa9db28b93 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:28:02.465910 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6126fef5-943c-4401-b756-49fa9db28b93 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:28:02.466460 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6126fef5-943c-4401-b756-49fa9db28b93 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:28:02.501717 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-86a37856-81bd-46f8-b03d-e07decb101b4 req-3dabb641-4333-48f1-b18c-d5e01b91d94c tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dd6ef73-71e3-4b0c-8db8-c4cc335a3d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733788 Aug 05 12:28:02.513112 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194a749a-f1bd-471e-9517-9252f093cec4 req-6126fef5-943c-4401-b756-49fa9db28b93 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:28:02.514503 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-194a749a-f1bd-471e-9517-9252f093cec4 req-6126fef5-943c-4401-b756-49fa9db28b93 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:28:02.540522 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-194a749a-f1bd-471e-9517-9252f093cec4 req-6126fef5-943c-4401-b756-49fa9db28b93 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9695911 Aug 05 12:28:02.564572 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-194a749a-f1bd-471e-9517-9252f093cec4 req-da96bc7f-747f-40ec-826d-dddb3ba368e3 service neutron] Request body: {'port': {'device_id': 'bf6270f3-7dd6-43bc-a870-66b5b3c78479', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:28:02.682187 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-194a749a-f1bd-471e-9517-9252f093cec4 req-da96bc7f-747f-40ec-826d-dddb3ba368e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:28:03.187570 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-194a749a-f1bd-471e-9517-9252f093cec4 req-da96bc7f-747f-40ec-826d-dddb3ba368e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f0ba39a-7a62-479d-90d0-827f64d68e32 {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 12:28:03.199338 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-194a749a-f1bd-471e-9517-9252f093cec4 req-da96bc7f-747f-40ec-826d-dddb3ba368e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:28:03.214209 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-194a749a-f1bd-471e-9517-9252f093cec4 req-da96bc7f-747f-40ec-826d-dddb3ba368e3 service neutron] Transition to ACTIVE for port object 9f0ba39a-7a62-479d-90d0-827f64d68e32 will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:28:03.219446 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-194a749a-f1bd-471e-9517-9252f093cec4 req-da96bc7f-747f-40ec-826d-dddb3ba368e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:28:03.311993 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da96bc7f-747f-40ec-826d-dddb3ba368e3 service neutron] Pushing event updated for resources: {'Port': ['ID=9f0ba39a-7a62-479d-90d0-827f64d68e32,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:28:03.451561 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-194a749a-f1bd-471e-9517-9252f093cec4 req-da96bc7f-747f-40ec-826d-dddb3ba368e3 service neutron] Attempting to bind port 9f0ba39a-7a62-479d-90d0-827f64d68e32 on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:28:03.452154 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-194a749a-f1bd-471e-9517-9252f093cec4 req-da96bc7f-747f-40ec-826d-dddb3ba368e3 service neutron] Attempting to bind port 9f0ba39a-7a62-479d-90d0-827f64d68e32 by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': 'b006642a-1205-4e5e-abea-72c4dc170f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'f1ac4e91-b3cc-4bc0-977c-8c651860d216'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:28:03.452761 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194a749a-f1bd-471e-9517-9252f093cec4 req-da96bc7f-747f-40ec-826d-dddb3ba368e3 service neutron] Attempting to bind port 9f0ba39a-7a62-479d-90d0-827f64d68e32 on network f1ac4e91-b3cc-4bc0-977c-8c651860d216 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:28:03.460850 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194a749a-f1bd-471e-9517-9252f093cec4 req-da96bc7f-747f-40ec-826d-dddb3ba368e3 service neutron] Port 9f0ba39a-7a62-479d-90d0-827f64d68e32 on network f1ac4e91-b3cc-4bc0-977c-8c651860d216 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 12:28:03.461394 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194a749a-f1bd-471e-9517-9252f093cec4 req-da96bc7f-747f-40ec-826d-dddb3ba368e3 service neutron] Attempting to bind port 9f0ba39a-7a62-479d-90d0-827f64d68e32 on network f1ac4e91-b3cc-4bc0-977c-8c651860d216 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:28:03.472100 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194a749a-f1bd-471e-9517-9252f093cec4 req-da96bc7f-747f-40ec-826d-dddb3ba368e3 service neutron] Checking agent: {'id': 'a8f1dd2d-227c-4e30-8844-52419ba734db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:28:03.472696 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194a749a-f1bd-471e-9517-9252f093cec4 req-da96bc7f-747f-40ec-826d-dddb3ba368e3 service neutron] Checking segment: {'id': 'b006642a-1205-4e5e-abea-72c4dc170f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'f1ac4e91-b3cc-4bc0-977c-8c651860d216'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:28:03.473349 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194a749a-f1bd-471e-9517-9252f093cec4 req-da96bc7f-747f-40ec-826d-dddb3ba368e3 service neutron] Bound using segment: {'id': 'b006642a-1205-4e5e-abea-72c4dc170f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'f1ac4e91-b3cc-4bc0-977c-8c651860d216'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:28:03.474111 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-194a749a-f1bd-471e-9517-9252f093cec4 req-da96bc7f-747f-40ec-826d-dddb3ba368e3 service neutron] Bound port: 9f0ba39a-7a62-479d-90d0-827f64d68e32, host: n-h2-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b006642a-1205-4e5e-abea-72c4dc170f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'f1ac4e91-b3cc-4bc0-977c-8c651860d216'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:28:03.474719 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-194a749a-f1bd-471e-9517-9252f093cec4 req-da96bc7f-747f-40ec-826d-dddb3ba368e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:28:03.608055 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-194a749a-f1bd-471e-9517-9252f093cec4 req-da96bc7f-747f-40ec-826d-dddb3ba368e3 service neutron] For port 9f0ba39a-7a62-479d-90d0-827f64d68e32, host n-h2-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:28:03.614870 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-194a749a-f1bd-471e-9517-9252f093cec4 req-da96bc7f-747f-40ec-826d-dddb3ba368e3 service neutron] For port 9f0ba39a-7a62-479d-90d0-827f64d68e32, host n-h2-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=9f0ba39a-7a62-479d-90d0-827f64d68e32,segment=NetworkSegment(b006642a-1205-4e5e-abea-72c4dc170f8d),segment_id=b006642a-1205-4e5e-abea-72c4dc170f8d)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:28:03.623628 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-194a749a-f1bd-471e-9517-9252f093cec4 req-da96bc7f-747f-40ec-826d-dddb3ba368e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:28:03.690168 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42616d13-e2ce-402a-8b6c-c1a73ce3e0f0 req-f671e581-eec9-4517-85f9-72f204d08aa2 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:28:03.691938 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194a749a-f1bd-471e-9517-9252f093cec4 req-da96bc7f-747f-40ec-826d-dddb3ba368e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:28:03.692783 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-42616d13-e2ce-402a-8b6c-c1a73ce3e0f0 req-f671e581-eec9-4517-85f9-72f204d08aa2 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/ports?device_id=bf6270f3-7dd6-43bc-a870-66b5b3c78479 HTTP/1.1" status: 200 len: 943 time: 0.0803189 Aug 05 12:28:03.692953 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-194a749a-f1bd-471e-9517-9252f093cec4 req-da96bc7f-747f-40ec-826d-dddb3ba368e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:28:03.695617 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-194a749a-f1bd-471e-9517-9252f093cec4 req-da96bc7f-747f-40ec-826d-dddb3ba368e3 service neutron] 10.222.0.55 "PUT /v2.0/ports/9f0ba39a-7a62-479d-90d0-827f64d68e32 HTTP/1.1" status: 200 len: 1091 time: 1.1400440 Aug 05 12:28:03.696334 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf6270f3-7dd6-43bc-a870-66b5b3c78479', 'tag': '9f0ba39a-7a62-479d-90d0-827f64d68e32'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:28:03.702345 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7ff1ae056485c55ead25f70fa9973e26b39e4a1f6cb6b93d5d0d7942cdef429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90036e91-5a40-4b7b-8074-433f1886dc0f" -d '{"events": [{"name": "network-changed", "server_uuid": "bf6270f3-7dd6-43bc-a870-66b5b3c78479", "tag": "9f0ba39a-7a62-479d-90d0-827f64d68e32"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:28:03.767674 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da96bc7f-747f-40ec-826d-dddb3ba368e3 service neutron] Pushing event updated for resources: {'Port': ['ID=9f0ba39a-7a62-479d-90d0-827f64d68e32,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:28:03.788695 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-42616d13-e2ce-402a-8b6c-c1a73ce3e0f0 req-a935d991-5db4-4e32-b4a6-a16a4ce8dbb9 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dd6ef73-71e3-4b0c-8db8-c4cc335a3d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860701 Aug 05 12:28:03.803105 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 12:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-165b8c6d-6c8b-4e87-927d-16ae97c3d444 x-openstack-request-id: req-165b8c6d-6c8b-4e87-927d-16ae97c3d444 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:28:03.803473 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf6270f3-7dd6-43bc-a870-66b5b3c78479", "tag": "9f0ba39a-7a62-479d-90d0-827f64d68e32", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:28:03.803885 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-165b8c6d-6c8b-4e87-927d-16ae97c3d444 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:28:03.804565 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf6270f3-7dd6-43bc-a870-66b5b3c78479', 'tag': '9f0ba39a-7a62-479d-90d0-827f64d68e32', 'status': 'completed', 'code': 200} Aug 05 12:28:03.864349 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194a749a-f1bd-471e-9517-9252f093cec4 req-5c38f00b-445c-4779-84ed-b2eb2303cb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:28:03.867213 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-194a749a-f1bd-471e-9517-9252f093cec4 req-5c38f00b-445c-4779-84ed-b2eb2303cb3d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4f873543fc574a54be9832ce81dae085&device_id=bf6270f3-7dd6-43bc-a870-66b5b3c78479 HTTP/1.1" status: 200 len: 1094 time: 0.0930605 Aug 05 12:28:03.922572 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-194a749a-f1bd-471e-9517-9252f093cec4 req-4c8d7033-2ce8-4964-bb2a-bb66365d782f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9f0ba39a-7a62-479d-90d0-827f64d68e32 HTTP/1.1" status: 200 len: 217 time: 0.0407050 Aug 05 12:28:03.981357 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194a749a-f1bd-471e-9517-9252f093cec4 req-46bdc966-5507-4d9a-83f5-450ccee66695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:28:03.983106 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-194a749a-f1bd-471e-9517-9252f093cec4 req-46bdc966-5507-4d9a-83f5-450ccee66695 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=364b1e26-053c-4c2e-963c-be608c90c1d3 HTTP/1.1" status: 200 len: 855 time: 0.0525520 Aug 05 12:28:04.027477 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-194a749a-f1bd-471e-9517-9252f093cec4 req-ebc881d6-f05c-4d1f-97eb-c8bad30fa4df service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f1ac4e91-b3cc-4bc0-977c-8c651860d216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357044 Aug 05 12:28:04.188020 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-194a749a-f1bd-471e-9517-9252f093cec4 req-67533d79-c233-48d6-ac1a-cd6b45a92fe8 service neutron] 10.222.0.55 "GET /v2.0/networks/f1ac4e91-b3cc-4bc0-977c-8c651860d216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519821 Aug 05 12:28:04.344506 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-194a749a-f1bd-471e-9517-9252f093cec4 req-deb19c40-3902-4243-8bae-e1c597bfd37b service neutron] 10.222.0.55 "GET /v2.0/networks/f1ac4e91-b3cc-4bc0-977c-8c651860d216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487799 Aug 05 12:28:04.522949 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90036e91-5a40-4b7b-8074-433f1886dc0f req-a1f30fe4-28d5-46fb-a574-96c5f3864093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:28:04.525343 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-90036e91-5a40-4b7b-8074-433f1886dc0f req-a1f30fe4-28d5-46fb-a574-96c5f3864093 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4f873543fc574a54be9832ce81dae085&device_id=bf6270f3-7dd6-43bc-a870-66b5b3c78479 HTTP/1.1" status: 200 len: 1094 time: 0.0815911 Aug 05 12:28:04.668697 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90036e91-5a40-4b7b-8074-433f1886dc0f req-a492f5d0-5fd7-4037-b823-d7552642e2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:28:04.671460 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-90036e91-5a40-4b7b-8074-433f1886dc0f req-a492f5d0-5fd7-4037-b823-d7552642e2e6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f1ac4e91-b3cc-4bc0-977c-8c651860d216 HTTP/1.1" status: 200 len: 916 time: 0.1386919 Aug 05 12:28:04.752455 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-90036e91-5a40-4b7b-8074-433f1886dc0f req-7c45e0a1-7124-4bbd-b920-aae6589ce4cf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9f0ba39a-7a62-479d-90d0-827f64d68e32 HTTP/1.1" status: 200 len: 217 time: 0.0715127 Aug 05 12:28:04.755035 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 58d796d5-3fa4-40cc-901b-59f2e6eb7cc9 no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:28:04.792687 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] No Port match for: 58d796d5-3fa4-40cc-901b-59f2e6eb7cc9 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:28:04.793161 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 58d796d5-3fa4-40cc-901b-59f2e6eb7cc9 not bound to the agent host n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:28:04.837042 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90036e91-5a40-4b7b-8074-433f1886dc0f req-1aa0e824-b17c-439f-b16d-485b5fdcf0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:28:04.840389 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-90036e91-5a40-4b7b-8074-433f1886dc0f req-1aa0e824-b17c-439f-b16d-485b5fdcf0bf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=364b1e26-053c-4c2e-963c-be608c90c1d3 HTTP/1.1" status: 200 len: 855 time: 0.0805399 Aug 05 12:28:04.890809 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-90036e91-5a40-4b7b-8074-433f1886dc0f req-75b6f34d-7651-4622-839f-1186c39c6f3a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f1ac4e91-b3cc-4bc0-977c-8c651860d216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430989 Aug 05 12:28:04.997887 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b557a557-401a-4daa-8815-803cedbd7508 req-7f584e0d-a8f8-4551-8bc2-1b7bfbc5d9bc tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:28:05.003237 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b557a557-401a-4daa-8815-803cedbd7508 req-7f584e0d-a8f8-4551-8bc2-1b7bfbc5d9bc tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/ports?device_id=bf6270f3-7dd6-43bc-a870-66b5b3c78479 HTTP/1.1" status: 200 len: 943 time: 0.0959463 Aug 05 12:28:05.071650 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-90036e91-5a40-4b7b-8074-433f1886dc0f req-60ab779f-ae09-4846-83e6-e2ba78449445 service neutron] 10.222.0.55 "GET /v2.0/networks/f1ac4e91-b3cc-4bc0-977c-8c651860d216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713622 Aug 05 12:28:05.076126 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b557a557-401a-4daa-8815-803cedbd7508 req-8205b782-4a50-47ce-b820-141d66564f6f tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dd6ef73-71e3-4b0c-8db8-c4cc335a3d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636523 Aug 05 12:28:05.211603 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-90036e91-5a40-4b7b-8074-433f1886dc0f req-0112bb0c-594f-4fbe-8d56-ae58f5171cdd service neutron] 10.222.0.55 "GET /v2.0/networks/f1ac4e91-b3cc-4bc0-977c-8c651860d216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325171 Aug 05 12:28:06.289408 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5936e0-2395-4917-97c2-867958826bdf req-360333dd-a2e3-469d-a402-b332a6d6f467 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:28:06.296588 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7b5936e0-2395-4917-97c2-867958826bdf req-360333dd-a2e3-469d-a402-b332a6d6f467 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/ports?device_id=bf6270f3-7dd6-43bc-a870-66b5b3c78479 HTTP/1.1" status: 200 len: 943 time: 0.0942876 Aug 05 12:28:06.368000 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7b5936e0-2395-4917-97c2-867958826bdf req-3503b2d5-3e53-47dc-9707-c9a233cc6254 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dd6ef73-71e3-4b0c-8db8-c4cc335a3d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624197 Aug 05 12:28:06.754831 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 9f0ba39a-7a62-479d-90d0-827f64d68e32 details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 12:28:06.911800 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 9f0ba39a-7a62-479d-90d0-827f64d68e32, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=9f0ba39a-7a62-479d-90d0-827f64d68e32,segment=NetworkSegment(b006642a-1205-4e5e-abea-72c4dc170f8d),segment_id=b006642a-1205-4e5e-abea-72c4dc170f8d)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:28:06.928933 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Returning: {'device': '9f0ba39a-7a62-479d-90d0-827f64d68e32', 'network_id': 'f1ac4e91-b3cc-4bc0-977c-8c651860d216', 'port_id': '9f0ba39a-7a62-479d-90d0-827f64d68e32', 'mac_address': 'fa:16:3e:57:c6:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '364b1e26-053c-4c2e-963c-be608c90c1d3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 12:28:06.999868 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:28:07.027443 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f0ba39a-7a62-479d-90d0-827f64d68e32 {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 12:28:07.065874 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 9f0ba39a-7a62-479d-90d0-827f64d68e32, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=9f0ba39a-7a62-479d-90d0-827f64d68e32,segment=NetworkSegment(b006642a-1205-4e5e-abea-72c4dc170f8d),segment_id=b006642a-1205-4e5e-abea-72c4dc170f8d)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:28:07.076954 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:28:07.152125 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=9f0ba39a-7a62-479d-90d0-827f64d68e32,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:28:07.326162 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-2887880b-a454-41af-8665-80fcfb97c40c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:28:07.346023 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['9f0ba39a-7a62-479d-90d0-827f64d68e32'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 12:28:07.580675 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b5b09a-aee9-4b64-b077-775295f83b85 req-9c31a225-af81-4cbd-93a1-97b29405f57b tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:28:07.583494 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-29b5b09a-aee9-4b64-b077-775295f83b85 req-9c31a225-af81-4cbd-93a1-97b29405f57b tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/ports?device_id=bf6270f3-7dd6-43bc-a870-66b5b3c78479 HTTP/1.1" status: 200 len: 944 time: 0.1006320 Aug 05 12:28:07.654367 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-29b5b09a-aee9-4b64-b077-775295f83b85 req-ce437220-a0e9-477d-846c-b605990744af tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dd6ef73-71e3-4b0c-8db8-c4cc335a3d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571477 Aug 05 12:28:08.754426 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 9f0ba39a-7a62-479d-90d0-827f64d68e32 up at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:28:08.825743 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning for port 9f0ba39a-7a62-479d-90d0-827f64d68e32 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:28:08.831083 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning complete for port 9f0ba39a-7a62-479d-90d0-827f64d68e32 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:28:08.831691 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:28:08.841698 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d59fd7b-f3e8-48bc-a6d2-953e07bb48c8 req-c38e8808-c4d9-4469-a148-840a71562905 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:28:08.843501 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2d59fd7b-f3e8-48bc-a6d2-953e07bb48c8 req-c38e8808-c4d9-4469-a148-840a71562905 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/ports?device_id=bf6270f3-7dd6-43bc-a870-66b5b3c78479 HTTP/1.1" status: 200 len: 944 time: 0.0933731 Aug 05 12:28:08.918059 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2d59fd7b-f3e8-48bc-a6d2-953e07bb48c8 req-1d1513e0-4bec-4a49-bf07-284b1013fb9a tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dd6ef73-71e3-4b0c-8db8-c4cc335a3d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616612 Aug 05 12:28:09.009224 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:28:09.056301 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf6270f3-7dd6-43bc-a870-66b5b3c78479', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f0ba39a-7a62-479d-90d0-827f64d68e32'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:28:09.060803 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e1268cc07bff5734ca170491336a8ac74677c017447dd0c96766dddd3e3cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9af2a18-46ad-44ce-ace8-209b568bc189" -d '{"events": [{"server_uuid": "bf6270f3-7dd6-43bc-a870-66b5b3c78479", "name": "network-vif-plugged", "status": "completed", "tag": "9f0ba39a-7a62-479d-90d0-827f64d68e32"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:28:09.091189 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 9f0ba39a-7a62-479d-90d0-827f64d68e32, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=9f0ba39a-7a62-479d-90d0-827f64d68e32,segment=NetworkSegment(b006642a-1205-4e5e-abea-72c4dc170f8d),segment_id=b006642a-1205-4e5e-abea-72c4dc170f8d)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:28:09.102870 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:28:09.155795 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 12:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c765df62-0717-4d8e-aced-bc3a4fc1cc38 x-openstack-request-id: req-c765df62-0717-4d8e-aced-bc3a4fc1cc38 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:28:09.156244 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf6270f3-7dd6-43bc-a870-66b5b3c78479", "name": "network-vif-plugged", "status": "completed", "tag": "9f0ba39a-7a62-479d-90d0-827f64d68e32", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:28:09.156663 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c765df62-0717-4d8e-aced-bc3a4fc1cc38 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:28:09.157275 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf6270f3-7dd6-43bc-a870-66b5b3c78479', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f0ba39a-7a62-479d-90d0-827f64d68e32', 'code': 200} Aug 05 12:28:09.209554 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=9f0ba39a-7a62-479d-90d0-827f64d68e32,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:28:09.309863 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c826536-ecfb-4b1d-8eb3-b7511d2a85bb req-effc1f69-6484-443f-a989-bfd4cd1fe87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:28:09.311742 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6c826536-ecfb-4b1d-8eb3-b7511d2a85bb req-effc1f69-6484-443f-a989-bfd4cd1fe87a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bf6270f3-7dd6-43bc-a870-66b5b3c78479 HTTP/1.1" status: 200 len: 1096 time: 0.0629339 Aug 05 12:28:09.373580 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6c826536-ecfb-4b1d-8eb3-b7511d2a85bb req-d61112ce-0930-48b4-9137-4338139e26ca service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=2dd6ef73-71e3-4b0c-8db8-c4cc335a3d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533414 Aug 05 12:28:10.074901 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e5b83f2c-045e-4157-adcc-7ceb13b26c68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:28:10.111955 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a11a44-b0b6-4943-af89-21b071bbaa3a req-bf2074d4-80d0-4e83-b96c-7563658858e8 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:28:10.115308 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-44a11a44-b0b6-4943-af89-21b071bbaa3a req-bf2074d4-80d0-4e83-b96c-7563658858e8 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/ports?device_id=bf6270f3-7dd6-43bc-a870-66b5b3c78479 HTTP/1.1" status: 200 len: 945 time: 0.0957239 Aug 05 12:28:10.120775 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:28:10.189116 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-44a11a44-b0b6-4943-af89-21b071bbaa3a req-f1936372-b9a1-4eef-96c2-02306831bd45 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dd6ef73-71e3-4b0c-8db8-c4cc335a3d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644405 Aug 05 12:28:11.409608 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4058ef11-6e86-4003-9c1a-e592c87db209 req-404d3618-8dc4-4325-bddc-87c54d5fd0f9 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:28:11.411486 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4058ef11-6e86-4003-9c1a-e592c87db209 req-404d3618-8dc4-4325-bddc-87c54d5fd0f9 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/ports?device_id=bf6270f3-7dd6-43bc-a870-66b5b3c78479 HTTP/1.1" status: 200 len: 945 time: 0.0851600 Aug 05 12:28:11.485118 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4058ef11-6e86-4003-9c1a-e592c87db209 req-49fb63b9-9d3f-435b-9e9a-ff44d785e4ea tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dd6ef73-71e3-4b0c-8db8-c4cc335a3d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654213 Aug 05 12:28:11.738069 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08443e50-f93e-41f5-8a9c-b73339b1ed38 req-5d4869ca-2f2b-41d3-8be9-6ecfd23d849d tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:28:11.740921 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-08443e50-f93e-41f5-8a9c-b73339b1ed38 req-5d4869ca-2f2b-41d3-8be9-6ecfd23d849d tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/ports?device_id=bf6270f3-7dd6-43bc-a870-66b5b3c78479 HTTP/1.1" status: 200 len: 945 time: 0.1236787 Aug 05 12:28:11.811888 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-08443e50-f93e-41f5-8a9c-b73339b1ed38 req-ad555396-389f-46d2-8408-114f7b8e44e9 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dd6ef73-71e3-4b0c-8db8-c4cc335a3d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588145 Aug 05 12:28:11.961912 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:28:12.249649 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6c3abc62-ed21-4c4d-81bc-3f514de9e01d req-5931a683-f7ff-4a8f-a444-06a57677ebe4 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=bf6270f3-7dd6-43bc-a870-66b5b3c78479&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0728960 Aug 05 12:28:12.280989 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680ea59f-3202-4bc4-bdcd-b58d071d2bb8 req-ef80acc7-afc4-41ed-a0bc-b9bc71dccc2c tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:28:12.284409 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-680ea59f-3202-4bc4-bdcd-b58d071d2bb8 req-ef80acc7-afc4-41ed-a0bc-b9bc71dccc2c tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/ports?device_id=bf6270f3-7dd6-43bc-a870-66b5b3c78479 HTTP/1.1" status: 200 len: 945 time: 0.1015675 Aug 05 12:28:12.366612 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-680ea59f-3202-4bc4-bdcd-b58d071d2bb8 req-a6bdc8a9-ad7c-45d7-842c-36fadcd1ec61 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dd6ef73-71e3-4b0c-8db8-c4cc335a3d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691943 Aug 05 12:28:13.593719 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee34d66-d249-4762-8bb8-22f21c0bdff4 req-260bc6a5-8eca-43a6-9da2-62def54fba3e tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:28:13.595964 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6ee34d66-d249-4762-8bb8-22f21c0bdff4 req-260bc6a5-8eca-43a6-9da2-62def54fba3e tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/ports?device_id=bf6270f3-7dd6-43bc-a870-66b5b3c78479 HTTP/1.1" status: 200 len: 945 time: 0.1001008 Aug 05 12:28:13.667551 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6ee34d66-d249-4762-8bb8-22f21c0bdff4 req-3db901ff-6779-4175-af52-95bedd4e2ac7 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dd6ef73-71e3-4b0c-8db8-c4cc335a3d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597792 Aug 05 12:28:14.087469 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:28:14.128795 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3abc62-ed21-4c4d-81bc-3f514de9e01d req-464c9779-8a37-45bc-a6ef-f3832154fa91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:28:14.131448 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6c3abc62-ed21-4c4d-81bc-3f514de9e01d req-464c9779-8a37-45bc-a6ef-f3832154fa91 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4f873543fc574a54be9832ce81dae085&device_id=bf6270f3-7dd6-43bc-a870-66b5b3c78479 HTTP/1.1" status: 200 len: 1096 time: 0.0725870 Aug 05 12:28:14.258590 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3abc62-ed21-4c4d-81bc-3f514de9e01d req-f71fd9bb-514f-4807-85fc-31c4bd9d6e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:28:14.261382 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6c3abc62-ed21-4c4d-81bc-3f514de9e01d req-f71fd9bb-514f-4807-85fc-31c4bd9d6e3c service neutron] 10.222.0.55 "GET /v2.0/networks?id=f1ac4e91-b3cc-4bc0-977c-8c651860d216 HTTP/1.1" status: 200 len: 916 time: 0.1223869 Aug 05 12:28:14.320855 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6c3abc62-ed21-4c4d-81bc-3f514de9e01d req-a1491003-5979-43c5-b533-1eabe8d563bd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9f0ba39a-7a62-479d-90d0-827f64d68e32 HTTP/1.1" status: 200 len: 217 time: 0.0506282 Aug 05 12:28:14.381070 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3abc62-ed21-4c4d-81bc-3f514de9e01d req-9cc86913-fe55-4510-8f2b-bc3673606c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:28:14.382891 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6c3abc62-ed21-4c4d-81bc-3f514de9e01d req-9cc86913-fe55-4510-8f2b-bc3673606c12 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=364b1e26-053c-4c2e-963c-be608c90c1d3 HTTP/1.1" status: 200 len: 855 time: 0.0553076 Aug 05 12:28:14.420195 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6c3abc62-ed21-4c4d-81bc-3f514de9e01d req-02eb27e3-65c5-4f52-a884-2bcc2f3fb975 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f1ac4e91-b3cc-4bc0-977c-8c651860d216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295463 Aug 05 12:28:14.608824 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6c3abc62-ed21-4c4d-81bc-3f514de9e01d req-ade45110-a697-46bd-a1bf-5cbaa26462d0 service neutron] 10.222.0.55 "GET /v2.0/networks/f1ac4e91-b3cc-4bc0-977c-8c651860d216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814775 Aug 05 12:28:14.774338 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6c3abc62-ed21-4c4d-81bc-3f514de9e01d req-a31a3915-6883-4b6b-b668-f3d3b66bafc7 service neutron] 10.222.0.55 "GET /v2.0/networks/f1ac4e91-b3cc-4bc0-977c-8c651860d216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574764 Aug 05 12:28:14.866857 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8b2eb3-1fa3-453f-a617-b3591b81ee99 req-994dfbe0-c477-4780-a2fc-c37a9dc68c5b tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:28:14.869698 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8f8b2eb3-1fa3-453f-a617-b3591b81ee99 req-994dfbe0-c477-4780-a2fc-c37a9dc68c5b tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/ports?device_id=bf6270f3-7dd6-43bc-a870-66b5b3c78479 HTTP/1.1" status: 200 len: 945 time: 0.0810792 Aug 05 12:28:14.929783 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8f8b2eb3-1fa3-453f-a617-b3591b81ee99 req-944ab66b-6a90-4cc1-82ce-db9d26b7b8a7 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dd6ef73-71e3-4b0c-8db8-c4cc335a3d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479543 Aug 05 12:28:16.090662 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43856f13-9bc2-419d-91e5-44d67ffc2e30 req-ef03c222-2719-43f1-803b-66ffe2726ce1 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:28:16.092750 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-43856f13-9bc2-419d-91e5-44d67ffc2e30 req-ef03c222-2719-43f1-803b-66ffe2726ce1 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/ports?device_id=bf6270f3-7dd6-43bc-a870-66b5b3c78479 HTTP/1.1" status: 200 len: 945 time: 0.0706565 Aug 05 12:28:16.188279 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-43856f13-9bc2-419d-91e5-44d67ffc2e30 req-9017bc62-d205-44de-b1f6-8935e67b4f36 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dd6ef73-71e3-4b0c-8db8-c4cc335a3d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815303 Aug 05 12:28:17.365252 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4891b7d8-bb92-4778-8886-20e50f3cdce3 req-d94afdff-57c6-4fdc-9f07-acf4380cc6e8 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:28:17.367179 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4891b7d8-bb92-4778-8886-20e50f3cdce3 req-d94afdff-57c6-4fdc-9f07-acf4380cc6e8 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/ports?device_id=bf6270f3-7dd6-43bc-a870-66b5b3c78479 HTTP/1.1" status: 200 len: 945 time: 0.0684114 Aug 05 12:28:17.419265 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4891b7d8-bb92-4778-8886-20e50f3cdce3 req-c5032fc6-3e13-4143-ba6e-beec8e9eb4c1 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dd6ef73-71e3-4b0c-8db8-c4cc335a3d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438876 Aug 05 12:28:17.774811 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 12:28:18.606332 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c07db1e-d908-4f3c-ae96-b2d58d68aed7 req-f63c0041-e637-4ff4-8b73-f3b7c17a38e1 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:28:18.608670 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9c07db1e-d908-4f3c-ae96-b2d58d68aed7 req-f63c0041-e637-4ff4-8b73-f3b7c17a38e1 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/ports?device_id=bf6270f3-7dd6-43bc-a870-66b5b3c78479 HTTP/1.1" status: 200 len: 945 time: 0.0696723 Aug 05 12:28:18.679862 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9c07db1e-d908-4f3c-ae96-b2d58d68aed7 req-4ebb66cf-427b-4601-b2f2-e09e99f1051b tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dd6ef73-71e3-4b0c-8db8-c4cc335a3d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609195 Aug 05 12:28:19.864900 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3c5e0f-5566-47ca-a780-4b3acaeccbcb req-0ff147bb-d113-4cc3-b592-7dc7f82430cd tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:28:19.866508 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9f3c5e0f-5566-47ca-a780-4b3acaeccbcb req-0ff147bb-d113-4cc3-b592-7dc7f82430cd tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/ports?device_id=bf6270f3-7dd6-43bc-a870-66b5b3c78479 HTTP/1.1" status: 200 len: 945 time: 0.0644078 Aug 05 12:28:19.914971 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9f3c5e0f-5566-47ca-a780-4b3acaeccbcb req-e2556162-bf64-4f11-8c26-b440d4c2edc9 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dd6ef73-71e3-4b0c-8db8-c4cc335a3d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412104 Aug 05 12:28:21.113514 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79176e1d-b00b-4433-b399-654b1291eda2 req-d9f87c47-8e52-4e83-a15d-d92c9f622f2e tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:28:21.115685 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-79176e1d-b00b-4433-b399-654b1291eda2 req-d9f87c47-8e52-4e83-a15d-d92c9f622f2e tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/ports?device_id=bf6270f3-7dd6-43bc-a870-66b5b3c78479 HTTP/1.1" status: 200 len: 945 time: 0.0678337 Aug 05 12:28:21.170712 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-79176e1d-b00b-4433-b399-654b1291eda2 req-e6abc5f5-4feb-46be-80a4-55c7bf2930af tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dd6ef73-71e3-4b0c-8db8-c4cc335a3d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439525 Aug 05 12:28:21.582307 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [req-8caa5766-d183-41e4-bde3-82e72f66d996 req-acf34c2d-162b-4075-9153-ad9222d83ee9 service neutron] (94421) timed out ('10.222.0.64', 56426) {{(pid=94421) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 05 12:28:22.382827 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a02e9ec-4d10-4a3f-8310-f87db5f5daf9 req-1391981a-135e-46fb-b7ba-43d0c4987aa2 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:28:22.386447 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6a02e9ec-4d10-4a3f-8310-f87db5f5daf9 req-1391981a-135e-46fb-b7ba-43d0c4987aa2 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/ports?device_id=bf6270f3-7dd6-43bc-a870-66b5b3c78479 HTTP/1.1" status: 200 len: 945 time: 0.0911658 Aug 05 12:28:22.442871 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6a02e9ec-4d10-4a3f-8310-f87db5f5daf9 req-0adc5ecc-064d-4540-85f7-4078499038bb tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dd6ef73-71e3-4b0c-8db8-c4cc335a3d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457158 Aug 05 12:28:22.671376 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:28:23.577775 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc3b1fc-3a86-4303-aab7-e4b6176b078d req-2352a529-431c-4d4d-800a-6ab53d8e2bba tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:28:23.579346 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0cc3b1fc-3a86-4303-aab7-e4b6176b078d req-2352a529-431c-4d4d-800a-6ab53d8e2bba tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/ports?device_id=bf6270f3-7dd6-43bc-a870-66b5b3c78479 HTTP/1.1" status: 200 len: 945 time: 0.0585296 Aug 05 12:28:23.629627 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0cc3b1fc-3a86-4303-aab7-e4b6176b078d req-259b8802-91f1-40fe-b2e0-8d6c3e74bc6f tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dd6ef73-71e3-4b0c-8db8-c4cc335a3d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434937 Aug 05 12:28:24.840939 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f21544d-3cb8-47ee-9fd0-4385eef862a6 req-12925bb3-9239-47c9-84ea-1d8329775a45 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:28:24.842755 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4f21544d-3cb8-47ee-9fd0-4385eef862a6 req-12925bb3-9239-47c9-84ea-1d8329775a45 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/ports?device_id=bf6270f3-7dd6-43bc-a870-66b5b3c78479 HTTP/1.1" status: 200 len: 945 time: 0.0793967 Aug 05 12:28:24.912848 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4f21544d-3cb8-47ee-9fd0-4385eef862a6 req-a78c1ba3-1506-417e-b72c-0237a9d2ddaf tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dd6ef73-71e3-4b0c-8db8-c4cc335a3d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577464 Aug 05 12:28:26.085493 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5812dd-5b0e-4f5e-9dd3-51db0414ce39 req-0728ab2a-269c-46c1-950a-77d237c18efb tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:28:26.087957 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ff5812dd-5b0e-4f5e-9dd3-51db0414ce39 req-0728ab2a-269c-46c1-950a-77d237c18efb tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/ports?device_id=bf6270f3-7dd6-43bc-a870-66b5b3c78479 HTTP/1.1" status: 200 len: 945 time: 0.0728676 Aug 05 12:28:26.155684 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ff5812dd-5b0e-4f5e-9dd3-51db0414ce39 req-c696c707-12a7-4684-8890-9979cd292fb2 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dd6ef73-71e3-4b0c-8db8-c4cc335a3d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574799 Aug 05 12:28:27.389364 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d14e590-840c-4c25-88a9-b3b7fcfbd87b req-7ad48012-1dbc-41fe-b562-699dcdf66f13 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:28:27.392140 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6d14e590-840c-4c25-88a9-b3b7fcfbd87b req-7ad48012-1dbc-41fe-b562-699dcdf66f13 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/ports?device_id=bf6270f3-7dd6-43bc-a870-66b5b3c78479 HTTP/1.1" status: 200 len: 945 time: 0.1100030 Aug 05 12:28:27.463771 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6d14e590-840c-4c25-88a9-b3b7fcfbd87b req-e2b679cd-497f-4512-9c50-0fe2f150fb57 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dd6ef73-71e3-4b0c-8db8-c4cc335a3d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636816 Aug 05 12:28:28.667380 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1e4df0-d4d4-45a2-968c-1dfa9d96b228 req-315ad1fc-b3a6-4559-958a-43df6a2326a9 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:28:28.670401 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0d1e4df0-d4d4-45a2-968c-1dfa9d96b228 req-315ad1fc-b3a6-4559-958a-43df6a2326a9 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/ports?device_id=bf6270f3-7dd6-43bc-a870-66b5b3c78479 HTTP/1.1" status: 200 len: 945 time: 0.1010656 Aug 05 12:28:28.742528 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0d1e4df0-d4d4-45a2-968c-1dfa9d96b228 req-67dd6dcf-2a03-4dbb-b6ec-dae0bc9e9c0d tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dd6ef73-71e3-4b0c-8db8-c4cc335a3d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607162 Aug 05 12:28:29.910420 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:28:29.918904 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20be519-f37d-4bae-bebc-4566d756ec63 req-3ed09133-3dd2-436c-9239-b53cde0b5c93 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:28:29.921675 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e20be519-f37d-4bae-bebc-4566d756ec63 req-3ed09133-3dd2-436c-9239-b53cde0b5c93 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/ports?device_id=bf6270f3-7dd6-43bc-a870-66b5b3c78479 HTTP/1.1" status: 200 len: 945 time: 0.0765822 Aug 05 12:28:30.002664 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e20be519-f37d-4bae-bebc-4566d756ec63 req-34c19db5-c137-4bae-b3d6-904832a45f35 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dd6ef73-71e3-4b0c-8db8-c4cc335a3d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680077 Aug 05 12:28:31.191419 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fd3e34-7d05-4628-b40b-5efaef68c045 req-0aefd843-a204-4ba2-b308-85978124bcf4 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:28:31.194289 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-25fd3e34-7d05-4628-b40b-5efaef68c045 req-0aefd843-a204-4ba2-b308-85978124bcf4 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/ports?device_id=bf6270f3-7dd6-43bc-a870-66b5b3c78479 HTTP/1.1" status: 200 len: 945 time: 0.0860627 Aug 05 12:28:31.264783 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-25fd3e34-7d05-4628-b40b-5efaef68c045 req-dd55650c-1ca4-475e-905a-02c799c9456e tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dd6ef73-71e3-4b0c-8db8-c4cc335a3d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595644 Aug 05 12:28:32.456336 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc484ae9-e699-4dcf-b43e-e7a85eb603cb req-fa58755f-dfeb-4ede-9edb-a9be4fc09461 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:28:32.458286 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-dc484ae9-e699-4dcf-b43e-e7a85eb603cb req-fa58755f-dfeb-4ede-9edb-a9be4fc09461 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/ports?device_id=bf6270f3-7dd6-43bc-a870-66b5b3c78479 HTTP/1.1" status: 200 len: 945 time: 0.0782523 Aug 05 12:28:32.530891 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-dc484ae9-e699-4dcf-b43e-e7a85eb603cb req-1a1d431d-e57a-406d-8f88-9880c9461ae7 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dd6ef73-71e3-4b0c-8db8-c4cc335a3d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627317 Aug 05 12:28:33.732866 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b3bd7f-1e15-4340-b8fa-8629e7fd6a22 req-af15753c-b1d6-493b-aa15-737fecadaa37 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:28:33.735447 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c4b3bd7f-1e15-4340-b8fa-8629e7fd6a22 req-af15753c-b1d6-493b-aa15-737fecadaa37 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/ports?device_id=bf6270f3-7dd6-43bc-a870-66b5b3c78479 HTTP/1.1" status: 200 len: 945 time: 0.0974786 Aug 05 12:28:33.779609 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167d8df6-bf1d-4034-827c-84b8f7036200 req-e60a2855-f6eb-4ce9-a82f-311f99af60ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:28:33.782475 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-167d8df6-bf1d-4034-827c-84b8f7036200 req-e60a2855-f6eb-4ce9-a82f-311f99af60ba service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4f873543fc574a54be9832ce81dae085&device_id=bf6270f3-7dd6-43bc-a870-66b5b3c78479 HTTP/1.1" status: 200 len: 1096 time: 0.0943797 Aug 05 12:28:33.797693 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c4b3bd7f-1e15-4340-b8fa-8629e7fd6a22 req-f16c36f0-3c84-42e5-934e-e592a8e4944c tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dd6ef73-71e3-4b0c-8db8-c4cc335a3d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508261 Aug 05 12:28:33.989883 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167d8df6-bf1d-4034-827c-84b8f7036200 req-4fe1fcd5-95c8-4842-aa36-2d54ac29b71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:28:33.992651 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-167d8df6-bf1d-4034-827c-84b8f7036200 req-4fe1fcd5-95c8-4842-aa36-2d54ac29b71c service neutron] 10.222.0.55 "GET /v2.0/networks?id=f1ac4e91-b3cc-4bc0-977c-8c651860d216 HTTP/1.1" status: 200 len: 916 time: 0.1754255 Aug 05 12:28:34.071095 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-167d8df6-bf1d-4034-827c-84b8f7036200 req-187f8bc3-9c8b-470e-a5aa-0588f2e0f449 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9f0ba39a-7a62-479d-90d0-827f64d68e32 HTTP/1.1" status: 200 len: 217 time: 0.0700784 Aug 05 12:28:34.164037 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167d8df6-bf1d-4034-827c-84b8f7036200 req-8db006e1-eee2-4615-b4f3-d66a53cc855a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:28:34.166556 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-167d8df6-bf1d-4034-827c-84b8f7036200 req-8db006e1-eee2-4615-b4f3-d66a53cc855a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=364b1e26-053c-4c2e-963c-be608c90c1d3 HTTP/1.1" status: 200 len: 855 time: 0.0868778 Aug 05 12:28:34.220792 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-167d8df6-bf1d-4034-827c-84b8f7036200 req-ce2d3be5-0d1b-4610-812b-10a3630f8d5d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f1ac4e91-b3cc-4bc0-977c-8c651860d216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456419 Aug 05 12:28:34.398296 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-167d8df6-bf1d-4034-827c-84b8f7036200 req-c34a8a42-3be7-45e9-8b17-f9690ebe3a9d service neutron] 10.222.0.55 "GET /v2.0/networks/f1ac4e91-b3cc-4bc0-977c-8c651860d216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677163 Aug 05 12:28:34.548278 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-167d8df6-bf1d-4034-827c-84b8f7036200 req-ca681457-6edf-4148-8c8d-e986fa208161 service neutron] 10.222.0.55 "GET /v2.0/networks/f1ac4e91-b3cc-4bc0-977c-8c651860d216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414199 Aug 05 12:28:35.024769 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f86152d-ca17-487c-9066-00694471ad18 req-0d45f34a-14c0-44ab-8244-1c32cf6084e7 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:28:35.028924 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0f86152d-ca17-487c-9066-00694471ad18 req-0d45f34a-14c0-44ab-8244-1c32cf6084e7 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/ports?device_id=bf6270f3-7dd6-43bc-a870-66b5b3c78479 HTTP/1.1" status: 200 len: 945 time: 0.1001787 Aug 05 12:28:35.091374 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0f86152d-ca17-487c-9066-00694471ad18 req-db587e81-7520-449d-a7c7-00dc1856b99e tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dd6ef73-71e3-4b0c-8db8-c4cc335a3d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517888 Aug 05 12:28:36.303844 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57214171-a5be-4c16-ad78-0f28cc38af0d req-cb032e66-8460-4272-98dd-8b5da603d7be tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:28:36.306009 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-57214171-a5be-4c16-ad78-0f28cc38af0d req-cb032e66-8460-4272-98dd-8b5da603d7be tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/ports?device_id=bf6270f3-7dd6-43bc-a870-66b5b3c78479 HTTP/1.1" status: 200 len: 945 time: 0.0885231 Aug 05 12:28:36.373091 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-57214171-a5be-4c16-ad78-0f28cc38af0d req-2090670f-357a-46fd-a5fe-0aeaef9a5cf4 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dd6ef73-71e3-4b0c-8db8-c4cc335a3d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551023 Aug 05 12:28:37.330648 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-fa0aa431-a84a-4dee-9351-0d26e10cb360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:28:37.563752 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63674e91-4d2c-4ae7-a013-e86e87df4459 req-55855d38-4bfb-4ecf-94d9-288d09c8f595 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:28:37.565990 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-63674e91-4d2c-4ae7-a013-e86e87df4459 req-55855d38-4bfb-4ecf-94d9-288d09c8f595 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/ports?device_id=bf6270f3-7dd6-43bc-a870-66b5b3c78479 HTTP/1.1" status: 200 len: 945 time: 0.0752356 Aug 05 12:28:37.616474 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-63674e91-4d2c-4ae7-a013-e86e87df4459 req-0b909223-627f-45ec-8795-d68ffcc57725 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dd6ef73-71e3-4b0c-8db8-c4cc335a3d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426958 Aug 05 12:28:38.788163 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2ae56a-92b0-46ab-b42e-707d5953d400 req-9b21754a-e88b-4b9e-a8ec-df98542d9fb4 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:28:38.789875 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8e2ae56a-92b0-46ab-b42e-707d5953d400 req-9b21754a-e88b-4b9e-a8ec-df98542d9fb4 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/ports?device_id=bf6270f3-7dd6-43bc-a870-66b5b3c78479 HTTP/1.1" status: 200 len: 945 time: 0.0783658 Aug 05 12:28:38.848751 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8e2ae56a-92b0-46ab-b42e-707d5953d400 req-4007d861-e208-482f-b278-91ea6f0a7352 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dd6ef73-71e3-4b0c-8db8-c4cc335a3d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499864 Aug 05 12:28:40.050767 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91945d65-79d1-4e37-bd37-d32ca248f3dd req-a5b56c6a-fb34-4ceb-bae5-923f1b6a440b tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:28:40.053301 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-91945d65-79d1-4e37-bd37-d32ca248f3dd req-a5b56c6a-fb34-4ceb-bae5-923f1b6a440b tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/ports?device_id=bf6270f3-7dd6-43bc-a870-66b5b3c78479 HTTP/1.1" status: 200 len: 945 time: 0.0926249 Aug 05 12:28:40.077799 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-aae68554-0ca6-4693-9502-b0239c1dff93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:28:40.125327 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:28:40.133271 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-91945d65-79d1-4e37-bd37-d32ca248f3dd req-9831db17-15fd-4306-94b0-928622553ada tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dd6ef73-71e3-4b0c-8db8-c4cc335a3d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666020 Aug 05 12:28:41.348949 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d503e4a-4a5b-44d8-8c73-70014b4cb109 req-3cd1517f-791c-46b1-a3e2-f4737fb13c33 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:28:41.350556 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6d503e4a-4a5b-44d8-8c73-70014b4cb109 req-3cd1517f-791c-46b1-a3e2-f4737fb13c33 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/ports?device_id=bf6270f3-7dd6-43bc-a870-66b5b3c78479 HTTP/1.1" status: 200 len: 945 time: 0.0967772 Aug 05 12:28:41.408380 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6d503e4a-4a5b-44d8-8c73-70014b4cb109 req-8cdd785a-44a9-4d11-a0ac-9a55314bea81 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dd6ef73-71e3-4b0c-8db8-c4cc335a3d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495212 Aug 05 12:28:41.879417 n-d-803378-2 neutron-server[94421]: INFO neutron.api.v2.resource [req-6c3abc62-ed21-4c4d-81bc-3f514de9e01d req-755b63d1-8b44-45b5-9590-639b77d9e50b service neutron] show failed (client error): The resource could not be found. Aug 05 12:28:41.881212 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6c3abc62-ed21-4c4d-81bc-3f514de9e01d req-755b63d1-8b44-45b5-9590-639b77d9e50b service neutron] 10.222.0.55 "GET /v2.0/ports/9f0ba39a-7a62-479d-90d0-827f64d68e32/bindings/n-h1-803378-2 HTTP/1.1" status: 404 len: 380 time: 0.0802267 Aug 05 12:28:41.955332 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:28:42.225738 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3abc62-ed21-4c4d-81bc-3f514de9e01d req-1e9a14c5-5d01-4a21-a868-fd553ff29f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:28:42.229081 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6c3abc62-ed21-4c4d-81bc-3f514de9e01d req-1e9a14c5-5d01-4a21-a868-fd553ff29f13 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bf6270f3-7dd6-43bc-a870-66b5b3c78479&tenant_id=4f873543fc574a54be9832ce81dae085 HTTP/1.1" status: 200 len: 1096 time: 0.0871747 Aug 05 12:28:42.257820 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-6c3abc62-ed21-4c4d-81bc-3f514de9e01d req-1fc1a4e5-3108-48e4-a661-b6af8ece3ee1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-803378-2', 'device_owner': 'compute:nova'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:28:42.368294 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-6c3abc62-ed21-4c4d-81bc-3f514de9e01d req-1fc1a4e5-3108-48e4-a661-b6af8ece3ee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:28:42.676297 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99374149-54fb-427c-81a6-c976d8787c3a req-2cfbce58-751e-4e1c-8278-af9b01bf315b tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:28:42.678765 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-99374149-54fb-427c-81a6-c976d8787c3a req-2cfbce58-751e-4e1c-8278-af9b01bf315b tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/ports?device_id=bf6270f3-7dd6-43bc-a870-66b5b3c78479 HTTP/1.1" status: 200 len: 945 time: 0.1406748 Aug 05 12:28:42.797191 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-99374149-54fb-427c-81a6-c976d8787c3a req-a20a1cc1-3453-4f82-ba9a-77036768a7e7 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dd6ef73-71e3-4b0c-8db8-c4cc335a3d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036358 Aug 05 12:28:42.805721 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-6c3abc62-ed21-4c4d-81bc-3f514de9e01d req-1fc1a4e5-3108-48e4-a661-b6af8ece3ee1 service neutron] For port 9f0ba39a-7a62-479d-90d0-827f64d68e32, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=9f0ba39a-7a62-479d-90d0-827f64d68e32,segment=NetworkSegment(b006642a-1205-4e5e-abea-72c4dc170f8d),segment_id=b006642a-1205-4e5e-abea-72c4dc170f8d)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:28:42.870268 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-6c3abc62-ed21-4c4d-81bc-3f514de9e01d req-1fc1a4e5-3108-48e4-a661-b6af8ece3ee1 service neutron] For port 9f0ba39a-7a62-479d-90d0-827f64d68e32, host n-h2-803378-2, cleared binding levels {{(pid=94420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:28:42.946012 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf6270f3-7dd6-43bc-a870-66b5b3c78479', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f0ba39a-7a62-479d-90d0-827f64d68e32'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:28:42.949334 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47e10126444b02a26d513ed6f4b145adbdfa00d329c865c61a1608b26e6d0230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2a4416e-70bc-4b47-a070-43b4752be6db" -d '{"events": [{"server_uuid": "bf6270f3-7dd6-43bc-a870-66b5b3c78479", "name": "network-vif-unplugged", "status": "completed", "tag": "9f0ba39a-7a62-479d-90d0-827f64d68e32"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:28:42.954263 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-6c3abc62-ed21-4c4d-81bc-3f514de9e01d req-1fc1a4e5-3108-48e4-a661-b6af8ece3ee1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:28:42.971890 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [req-6c3abc62-ed21-4c4d-81bc-3f514de9e01d req-1fc1a4e5-3108-48e4-a661-b6af8ece3ee1 service neutron] Transition to ACTIVE for port object 9f0ba39a-7a62-479d-90d0-827f64d68e32 will not be triggered until provisioned by entity L2. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:28:42.979683 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-6c3abc62-ed21-4c4d-81bc-3f514de9e01d req-1fc1a4e5-3108-48e4-a661-b6af8ece3ee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:28:43.031115 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 05 Aug 2021 12:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f2fac07-ca36-44c3-b9c2-1a79fcd7e04f x-openstack-request-id: req-6f2fac07-ca36-44c3-b9c2-1a79fcd7e04f {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:28:43.031452 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf6270f3-7dd6-43bc-a870-66b5b3c78479", "name": "network-vif-unplugged", "status": "completed", "tag": "9f0ba39a-7a62-479d-90d0-827f64d68e32", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:28:43.031770 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6f2fac07-ca36-44c3-b9c2-1a79fcd7e04f {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:28:43.032384 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf6270f3-7dd6-43bc-a870-66b5b3c78479', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f0ba39a-7a62-479d-90d0-827f64d68e32', 'code': 200} Aug 05 12:28:43.080010 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c3abc62-ed21-4c4d-81bc-3f514de9e01d req-1fc1a4e5-3108-48e4-a661-b6af8ece3ee1 service neutron] No DVR routers for this DVR port 9f0ba39a-7a62-479d-90d0-827f64d68e32 on host n-h2-803378-2 {{(pid=94420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:28:43.088066 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc1a4e5-3108-48e4-a661-b6af8ece3ee1 service neutron] Pushing event updated for resources: {'Port': ['ID=9f0ba39a-7a62-479d-90d0-827f64d68e32,revision_number=6']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:28:43.101259 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc1a4e5-3108-48e4-a661-b6af8ece3ee1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:28:43.101590 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc1a4e5-3108-48e4-a661-b6af8ece3ee1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:28:43.101946 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc1a4e5-3108-48e4-a661-b6af8ece3ee1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:28:43.102284 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc1a4e5-3108-48e4-a661-b6af8ece3ee1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:28:43.102623 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc1a4e5-3108-48e4-a661-b6af8ece3ee1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:28:43.103822 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc1a4e5-3108-48e4-a661-b6af8ece3ee1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:28:43.105419 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc1a4e5-3108-48e4-a661-b6af8ece3ee1 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:28:43.105419 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc1a4e5-3108-48e4-a661-b6af8ece3ee1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:28:43.105419 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc1a4e5-3108-48e4-a661-b6af8ece3ee1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:28:43.105419 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc1a4e5-3108-48e4-a661-b6af8ece3ee1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:28:43.105419 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc1a4e5-3108-48e4-a661-b6af8ece3ee1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:28:43.105419 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc1a4e5-3108-48e4-a661-b6af8ece3ee1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:28:43.140613 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-6c3abc62-ed21-4c4d-81bc-3f514de9e01d req-1fc1a4e5-3108-48e4-a661-b6af8ece3ee1 service neutron] Attempting to bind port 9f0ba39a-7a62-479d-90d0-827f64d68e32 on host n-h1-803378-2 for vnic_type normal with profile {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:28:43.141107 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-6c3abc62-ed21-4c4d-81bc-3f514de9e01d req-1fc1a4e5-3108-48e4-a661-b6af8ece3ee1 service neutron] Attempting to bind port 9f0ba39a-7a62-479d-90d0-827f64d68e32 by drivers openvswitch,hyperv on host n-h1-803378-2 at level 0 using segments [{'id': 'b006642a-1205-4e5e-abea-72c4dc170f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'f1ac4e91-b3cc-4bc0-977c-8c651860d216'}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:28:43.141551 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3abc62-ed21-4c4d-81bc-3f514de9e01d req-1fc1a4e5-3108-48e4-a661-b6af8ece3ee1 service neutron] Attempting to bind port 9f0ba39a-7a62-479d-90d0-827f64d68e32 on network f1ac4e91-b3cc-4bc0-977c-8c651860d216 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:28:43.147494 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3abc62-ed21-4c4d-81bc-3f514de9e01d req-1fc1a4e5-3108-48e4-a661-b6af8ece3ee1 service neutron] Port 9f0ba39a-7a62-479d-90d0-827f64d68e32 on network f1ac4e91-b3cc-4bc0-977c-8c651860d216 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-2 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 12:28:43.147962 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3abc62-ed21-4c4d-81bc-3f514de9e01d req-1fc1a4e5-3108-48e4-a661-b6af8ece3ee1 service neutron] Attempting to bind port 9f0ba39a-7a62-479d-90d0-827f64d68e32 on network f1ac4e91-b3cc-4bc0-977c-8c651860d216 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:28:43.156103 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3abc62-ed21-4c4d-81bc-3f514de9e01d req-1fc1a4e5-3108-48e4-a661-b6af8ece3ee1 service neutron] Checking agent: {'id': '40bb7567-59bd-4b31-bc29-da1c50bca759', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:28:43.156640 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3abc62-ed21-4c4d-81bc-3f514de9e01d req-1fc1a4e5-3108-48e4-a661-b6af8ece3ee1 service neutron] Checking segment: {'id': 'b006642a-1205-4e5e-abea-72c4dc170f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'f1ac4e91-b3cc-4bc0-977c-8c651860d216'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:28:43.157142 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3abc62-ed21-4c4d-81bc-3f514de9e01d req-1fc1a4e5-3108-48e4-a661-b6af8ece3ee1 service neutron] Bound using segment: {'id': 'b006642a-1205-4e5e-abea-72c4dc170f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'f1ac4e91-b3cc-4bc0-977c-8c651860d216'} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:28:43.157706 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-6c3abc62-ed21-4c4d-81bc-3f514de9e01d req-1fc1a4e5-3108-48e4-a661-b6af8ece3ee1 service neutron] Bound port: 9f0ba39a-7a62-479d-90d0-827f64d68e32, host: n-h1-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b006642a-1205-4e5e-abea-72c4dc170f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'f1ac4e91-b3cc-4bc0-977c-8c651860d216'}}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:28:43.158177 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-6c3abc62-ed21-4c4d-81bc-3f514de9e01d req-1fc1a4e5-3108-48e4-a661-b6af8ece3ee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:28:43.260773 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-6c3abc62-ed21-4c4d-81bc-3f514de9e01d req-1fc1a4e5-3108-48e4-a661-b6af8ece3ee1 service neutron] For port 9f0ba39a-7a62-479d-90d0-827f64d68e32, host n-h1-803378-2, cleared binding levels {{(pid=94420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:28:43.266895 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-6c3abc62-ed21-4c4d-81bc-3f514de9e01d req-1fc1a4e5-3108-48e4-a661-b6af8ece3ee1 service neutron] For port 9f0ba39a-7a62-479d-90d0-827f64d68e32, host n-h1-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=9f0ba39a-7a62-479d-90d0-827f64d68e32,segment=NetworkSegment(b006642a-1205-4e5e-abea-72c4dc170f8d),segment_id=b006642a-1205-4e5e-abea-72c4dc170f8d)] {{(pid=94420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:28:43.275578 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-6c3abc62-ed21-4c4d-81bc-3f514de9e01d req-1fc1a4e5-3108-48e4-a661-b6af8ece3ee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:28:43.347336 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3abc62-ed21-4c4d-81bc-3f514de9e01d req-1fc1a4e5-3108-48e4-a661-b6af8ece3ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:28:43.348457 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-6c3abc62-ed21-4c4d-81bc-3f514de9e01d req-1fc1a4e5-3108-48e4-a661-b6af8ece3ee1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:28:43.351092 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6c3abc62-ed21-4c4d-81bc-3f514de9e01d req-1fc1a4e5-3108-48e4-a661-b6af8ece3ee1 service neutron] 10.222.0.64 "PUT /v2.0/ports/9f0ba39a-7a62-479d-90d0-827f64d68e32 HTTP/1.1" status: 200 len: 1091 time: 1.1010025 Aug 05 12:28:43.450298 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc1a4e5-3108-48e4-a661-b6af8ece3ee1 service neutron] Pushing event updated for resources: {'Port': ['ID=9f0ba39a-7a62-479d-90d0-827f64d68e32,revision_number=7']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:28:43.483035 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3abc62-ed21-4c4d-81bc-3f514de9e01d req-f67390aa-6c84-40a7-b06e-f1b189024e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:28:43.485891 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6c3abc62-ed21-4c4d-81bc-3f514de9e01d req-f67390aa-6c84-40a7-b06e-f1b189024e36 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4f873543fc574a54be9832ce81dae085&device_id=bf6270f3-7dd6-43bc-a870-66b5b3c78479 HTTP/1.1" status: 200 len: 1094 time: 0.0936625 Aug 05 12:28:43.634339 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3abc62-ed21-4c4d-81bc-3f514de9e01d req-ab34c107-a29c-4247-a378-045ad02e6aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:28:43.637125 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6c3abc62-ed21-4c4d-81bc-3f514de9e01d req-ab34c107-a29c-4247-a378-045ad02e6aef service neutron] 10.222.0.64 "GET /v2.0/networks?id=f1ac4e91-b3cc-4bc0-977c-8c651860d216 HTTP/1.1" status: 200 len: 916 time: 0.1421971 Aug 05 12:28:43.711797 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6c3abc62-ed21-4c4d-81bc-3f514de9e01d req-a13b0a56-87f0-4d5c-bbf4-51164cbccdc7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9f0ba39a-7a62-479d-90d0-827f64d68e32 HTTP/1.1" status: 200 len: 217 time: 0.0658898 Aug 05 12:28:43.805321 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3abc62-ed21-4c4d-81bc-3f514de9e01d req-01d377a1-fda9-4663-ae90-32ee7e7d6c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:28:43.808543 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6c3abc62-ed21-4c4d-81bc-3f514de9e01d req-01d377a1-fda9-4663-ae90-32ee7e7d6c7e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=364b1e26-053c-4c2e-963c-be608c90c1d3 HTTP/1.1" status: 200 len: 855 time: 0.0872908 Aug 05 12:28:43.859942 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6c3abc62-ed21-4c4d-81bc-3f514de9e01d req-e44ea0aa-6f5e-49fa-8f22-585e002e1bd7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f1ac4e91-b3cc-4bc0-977c-8c651860d216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399568 Aug 05 12:28:44.094969 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:28:44.411034 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccf2a51-0296-4492-a87d-d774a45973b4 req-73fcd115-afb6-42fd-b94d-15018b5cb32e tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:28:44.413170 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7ccf2a51-0296-4492-a87d-d774a45973b4 req-73fcd115-afb6-42fd-b94d-15018b5cb32e tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/ports?device_id=bf6270f3-7dd6-43bc-a870-66b5b3c78479 HTTP/1.1" status: 200 len: 943 time: 0.4876521 Aug 05 12:28:44.424137 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6c3abc62-ed21-4c4d-81bc-3f514de9e01d req-a7973613-beb7-4c07-aa34-64ade34d0ce2 service neutron] 10.222.0.64 "GET /v2.0/networks/f1ac4e91-b3cc-4bc0-977c-8c651860d216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5545528 Aug 05 12:28:44.520827 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7ccf2a51-0296-4492-a87d-d774a45973b4 req-75077be8-d332-4e23-a541-aa2447e1a03d tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dd6ef73-71e3-4b0c-8db8-c4cc335a3d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953763 Aug 05 12:28:44.577338 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6c3abc62-ed21-4c4d-81bc-3f514de9e01d req-8893fde2-bd7d-40f8-9d38-b323f63684f1 service neutron] 10.222.0.64 "GET /v2.0/networks/f1ac4e91-b3cc-4bc0-977c-8c651860d216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423750 Aug 05 12:28:45.033110 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf6270f3-7dd6-43bc-a870-66b5b3c78479', 'tag': '9f0ba39a-7a62-479d-90d0-827f64d68e32'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:28:45.035751 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47e10126444b02a26d513ed6f4b145adbdfa00d329c865c61a1608b26e6d0230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e1f3069-71a4-41c9-8610-f46c96de4c76" -d '{"events": [{"name": "network-changed", "server_uuid": "bf6270f3-7dd6-43bc-a870-66b5b3c78479", "tag": "9f0ba39a-7a62-479d-90d0-827f64d68e32"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:28:45.104024 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 12:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38b25e68-e071-46e1-b7ec-ab94761f40d1 x-openstack-request-id: req-38b25e68-e071-46e1-b7ec-ab94761f40d1 {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:28:45.104328 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf6270f3-7dd6-43bc-a870-66b5b3c78479", "tag": "9f0ba39a-7a62-479d-90d0-827f64d68e32", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:28:45.104622 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-38b25e68-e071-46e1-b7ec-ab94761f40d1 {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:28:45.105038 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf6270f3-7dd6-43bc-a870-66b5b3c78479', 'tag': '9f0ba39a-7a62-479d-90d0-827f64d68e32', 'status': 'completed', 'code': 200} Aug 05 12:28:45.203415 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1f3069-71a4-41c9-8610-f46c96de4c76 req-1582dcd3-3ff9-4df5-81aa-acaa0e647ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:28:45.206413 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4e1f3069-71a4-41c9-8610-f46c96de4c76 req-1582dcd3-3ff9-4df5-81aa-acaa0e647ea0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4f873543fc574a54be9832ce81dae085&device_id=bf6270f3-7dd6-43bc-a870-66b5b3c78479 HTTP/1.1" status: 200 len: 1094 time: 0.0548053 Aug 05 12:28:45.211548 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1f3069-71a4-41c9-8610-f46c96de4c76 req-2076c632-7098-4846-b7c3-e5ef28d2401f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:28:45.214163 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4e1f3069-71a4-41c9-8610-f46c96de4c76 req-2076c632-7098-4846-b7c3-e5ef28d2401f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4f873543fc574a54be9832ce81dae085&device_id=bf6270f3-7dd6-43bc-a870-66b5b3c78479 HTTP/1.1" status: 200 len: 1094 time: 0.0599744 Aug 05 12:28:45.340853 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1f3069-71a4-41c9-8610-f46c96de4c76 req-61992fab-a421-4fd7-b289-5f169c8f25bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:28:45.342305 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4e1f3069-71a4-41c9-8610-f46c96de4c76 req-61992fab-a421-4fd7-b289-5f169c8f25bc service neutron] 10.222.0.64 "GET /v2.0/networks?id=f1ac4e91-b3cc-4bc0-977c-8c651860d216 HTTP/1.1" status: 200 len: 916 time: 0.1206262 Aug 05 12:28:45.353541 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1f3069-71a4-41c9-8610-f46c96de4c76 req-ee22718b-db55-48ad-b164-81c8b9ff4ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:28:45.355509 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4e1f3069-71a4-41c9-8610-f46c96de4c76 req-ee22718b-db55-48ad-b164-81c8b9ff4ab1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f1ac4e91-b3cc-4bc0-977c-8c651860d216 HTTP/1.1" status: 200 len: 916 time: 0.1419580 Aug 05 12:28:45.403060 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4e1f3069-71a4-41c9-8610-f46c96de4c76 req-cb776c34-499a-4899-986a-e23c8f915c21 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9f0ba39a-7a62-479d-90d0-827f64d68e32 HTTP/1.1" status: 200 len: 217 time: 0.0520923 Aug 05 12:28:45.420798 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4e1f3069-71a4-41c9-8610-f46c96de4c76 req-9d38ee46-0d1d-4aad-9610-7c64f7b6b5e9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9f0ba39a-7a62-479d-90d0-827f64d68e32 HTTP/1.1" status: 200 len: 217 time: 0.0578966 Aug 05 12:28:45.491907 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1f3069-71a4-41c9-8610-f46c96de4c76 req-6bef7226-f329-4ea3-8a6e-8da7036633d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:28:45.495062 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4e1f3069-71a4-41c9-8610-f46c96de4c76 req-6bef7226-f329-4ea3-8a6e-8da7036633d0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=364b1e26-053c-4c2e-963c-be608c90c1d3 HTTP/1.1" status: 200 len: 855 time: 0.0832767 Aug 05 12:28:45.506518 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1f3069-71a4-41c9-8610-f46c96de4c76 req-9dc290de-34c8-403d-893f-197379952c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:28:45.508082 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4e1f3069-71a4-41c9-8610-f46c96de4c76 req-9dc290de-34c8-403d-893f-197379952c0d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=364b1e26-053c-4c2e-963c-be608c90c1d3 HTTP/1.1" status: 200 len: 855 time: 0.0809753 Aug 05 12:28:45.534066 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4e1f3069-71a4-41c9-8610-f46c96de4c76 req-c09c197f-3936-44c4-bdbd-6b0a7d516d10 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f1ac4e91-b3cc-4bc0-977c-8c651860d216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309100 Aug 05 12:28:45.552747 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4e1f3069-71a4-41c9-8610-f46c96de4c76 req-4c9305c2-2e3f-4dd2-b226-ab08fc63d946 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f1ac4e91-b3cc-4bc0-977c-8c651860d216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362711 Aug 05 12:28:45.704998 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4e1f3069-71a4-41c9-8610-f46c96de4c76 req-d29cc1ac-6276-480e-8551-415075fd1f89 service neutron] 10.222.0.55 "GET /v2.0/networks/f1ac4e91-b3cc-4bc0-977c-8c651860d216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450553 Aug 05 12:28:45.719994 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4e1f3069-71a4-41c9-8610-f46c96de4c76 req-a9468da3-27ab-41be-bb60-a1b10cf5e9ed service neutron] 10.222.0.64 "GET /v2.0/networks/f1ac4e91-b3cc-4bc0-977c-8c651860d216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750343 Aug 05 12:28:45.747765 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0edb021-084e-4892-b57e-21b2721d710f req-7947515a-fa59-46de-8d2e-fd358fb0ae98 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:28:45.748937 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c0edb021-084e-4892-b57e-21b2721d710f req-7947515a-fa59-46de-8d2e-fd358fb0ae98 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/ports?device_id=bf6270f3-7dd6-43bc-a870-66b5b3c78479 HTTP/1.1" status: 200 len: 943 time: 0.0972366 Aug 05 12:28:45.848811 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4e1f3069-71a4-41c9-8610-f46c96de4c76 req-13d46d6a-0bf4-4aa4-8173-c27ff30c848e service neutron] 10.222.0.55 "GET /v2.0/networks/f1ac4e91-b3cc-4bc0-977c-8c651860d216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358073 Aug 05 12:28:45.881169 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c0edb021-084e-4892-b57e-21b2721d710f req-066ddca0-60c6-47e4-b189-936b754e0b10 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dd6ef73-71e3-4b0c-8db8-c4cc335a3d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188724 Aug 05 12:28:45.919065 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4e1f3069-71a4-41c9-8610-f46c96de4c76 req-baacd4e9-a890-48ff-a390-3304eea8940b service neutron] 10.222.0.64 "GET /v2.0/networks/f1ac4e91-b3cc-4bc0-977c-8c651860d216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886206 Aug 05 12:28:46.989266 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 9f0ba39a-7a62-479d-90d0-827f64d68e32 no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:28:47.065966 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 9f0ba39a-7a62-479d-90d0-827f64d68e32 not bound to the agent host n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:28:47.123887 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb66008-51a2-46e7-ab5c-04a26c2474c6 req-5c7e9ed3-cdc5-410b-8ea5-be8fa48aedf1 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:28:47.126887 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ceb66008-51a2-46e7-ab5c-04a26c2474c6 req-5c7e9ed3-cdc5-410b-8ea5-be8fa48aedf1 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/ports?device_id=bf6270f3-7dd6-43bc-a870-66b5b3c78479 HTTP/1.1" status: 200 len: 943 time: 0.1062748 Aug 05 12:28:47.210257 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ceb66008-51a2-46e7-ab5c-04a26c2474c6 req-c5ea0581-4123-4b43-9d0d-72298ecbf5f0 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dd6ef73-71e3-4b0c-8db8-c4cc335a3d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712442 Aug 05 12:28:48.401053 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51574b91-ccd7-4dc8-a78d-8a01e980385f req-e58a9332-2211-44c1-a4ee-1308865e28c0 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:28:48.403401 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-51574b91-ccd7-4dc8-a78d-8a01e980385f req-e58a9332-2211-44c1-a4ee-1308865e28c0 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/ports?device_id=bf6270f3-7dd6-43bc-a870-66b5b3c78479 HTTP/1.1" status: 200 len: 943 time: 0.0740752 Aug 05 12:28:48.483000 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-51574b91-ccd7-4dc8-a78d-8a01e980385f req-af7a605f-7bc0-41c4-b174-4d82da757bfb tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dd6ef73-71e3-4b0c-8db8-c4cc335a3d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671616 Aug 05 12:28:48.949490 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 9f0ba39a-7a62-479d-90d0-827f64d68e32 details requested by agent hyperv_n-h1-803378-2 with host n-h1-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 12:28:49.091516 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 9f0ba39a-7a62-479d-90d0-827f64d68e32, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=9f0ba39a-7a62-479d-90d0-827f64d68e32,segment=NetworkSegment(b006642a-1205-4e5e-abea-72c4dc170f8d),segment_id=b006642a-1205-4e5e-abea-72c4dc170f8d)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:28:49.110258 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Returning: {'device': '9f0ba39a-7a62-479d-90d0-827f64d68e32', 'network_id': 'f1ac4e91-b3cc-4bc0-977c-8c651860d216', 'port_id': '9f0ba39a-7a62-479d-90d0-827f64d68e32', 'mac_address': 'fa:16:3e:57:c6:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '364b1e26-053c-4c2e-963c-be608c90c1d3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 12:28:49.162722 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:28:49.182833 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f0ba39a-7a62-479d-90d0-827f64d68e32 {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 12:28:49.212244 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 9f0ba39a-7a62-479d-90d0-827f64d68e32, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=9f0ba39a-7a62-479d-90d0-827f64d68e32,segment=NetworkSegment(b006642a-1205-4e5e-abea-72c4dc170f8d),segment_id=b006642a-1205-4e5e-abea-72c4dc170f8d)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:28:49.219042 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:28:49.323345 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=9f0ba39a-7a62-479d-90d0-827f64d68e32,revision_number=8']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:28:49.671494 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6450b4d-316d-4777-b0f6-16fa23cfa025 req-c5308df8-a0d6-4042-b045-7c64bc1745ae tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:28:49.674022 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d6450b4d-316d-4777-b0f6-16fa23cfa025 req-c5308df8-a0d6-4042-b045-7c64bc1745ae tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/ports?device_id=bf6270f3-7dd6-43bc-a870-66b5b3c78479 HTTP/1.1" status: 200 len: 944 time: 0.0879991 Aug 05 12:28:49.732673 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d6450b4d-316d-4777-b0f6-16fa23cfa025 req-e17fa7e8-8cff-4b37-8594-53dd53682362 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dd6ef73-71e3-4b0c-8db8-c4cc335a3d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506198 Aug 05 12:28:49.850262 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['9f0ba39a-7a62-479d-90d0-827f64d68e32'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 12:28:50.086408 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cbd828-db9b-4295-990f-18e8a161a0ff req-92191c71-01a1-4150-8942-60efd89302de tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:28:50.088727 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-79cbd828-db9b-4295-990f-18e8a161a0ff req-92191c71-01a1-4150-8942-60efd89302de tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/ports?device_id=bf6270f3-7dd6-43bc-a870-66b5b3c78479 HTTP/1.1" status: 200 len: 944 time: 0.0844448 Aug 05 12:28:50.161991 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-79cbd828-db9b-4295-990f-18e8a161a0ff req-14380777-ac09-4349-90d1-eb94253d2b66 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dd6ef73-71e3-4b0c-8db8-c4cc335a3d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606611 Aug 05 12:28:50.193666 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207944f5-b6b3-4184-802c-988508d4c527 req-be7d6c38-51b6-4ea6-9d34-19d0c15d8b5e tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:28:50.196374 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-207944f5-b6b3-4184-802c-988508d4c527 req-be7d6c38-51b6-4ea6-9d34-19d0c15d8b5e tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.55 "GET /v2.0/ports?device_id=bf6270f3-7dd6-43bc-a870-66b5b3c78479&tenant_id=4f873543fc574a54be9832ce81dae085&binding%3Ahost_id=n-h1-803378-2 HTTP/1.1" status: 200 len: 944 time: 0.0877826 Aug 05 12:28:50.293340 n-d-803378-2 neutron-server[94421]: INFO neutron.api.v2.resource [req-207944f5-b6b3-4184-802c-988508d4c527 req-317cfbac-b7b8-4ab6-823e-bf7e0c72b5e5 service neutron] delete failed (client error): The resource could not be found. Aug 05 12:28:50.294580 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-207944f5-b6b3-4184-802c-988508d4c527 req-317cfbac-b7b8-4ab6-823e-bf7e0c72b5e5 service neutron] 10.222.0.55 "DELETE /v2.0/ports/9f0ba39a-7a62-479d-90d0-827f64d68e32/bindings/n-h2-803378-2 HTTP/1.1" status: 404 len: 380 time: 0.0902009 Aug 05 12:28:50.413995 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207944f5-b6b3-4184-802c-988508d4c527 req-4dbcdd6d-75d6-421d-b2de-b8382eec322e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:28:50.415895 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-207944f5-b6b3-4184-802c-988508d4c527 req-4dbcdd6d-75d6-421d-b2de-b8382eec322e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4f873543fc574a54be9832ce81dae085&device_id=bf6270f3-7dd6-43bc-a870-66b5b3c78479 HTTP/1.1" status: 200 len: 1095 time: 0.0511882 Aug 05 12:28:50.602936 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207944f5-b6b3-4184-802c-988508d4c527 req-d6e92487-5e71-4033-a9d6-e567de776588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:28:50.606643 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-207944f5-b6b3-4184-802c-988508d4c527 req-d6e92487-5e71-4033-a9d6-e567de776588 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f1ac4e91-b3cc-4bc0-977c-8c651860d216 HTTP/1.1" status: 200 len: 916 time: 0.1822186 Aug 05 12:28:50.672668 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-207944f5-b6b3-4184-802c-988508d4c527 req-cfdfb764-4738-4a95-95ba-2c3e722c6a1e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9f0ba39a-7a62-479d-90d0-827f64d68e32 HTTP/1.1" status: 200 len: 217 time: 0.0590458 Aug 05 12:28:50.753035 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207944f5-b6b3-4184-802c-988508d4c527 req-41bc75b3-386a-4e6e-b9a7-af9e7707830c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:28:50.754821 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-207944f5-b6b3-4184-802c-988508d4c527 req-41bc75b3-386a-4e6e-b9a7-af9e7707830c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=364b1e26-053c-4c2e-963c-be608c90c1d3 HTTP/1.1" status: 200 len: 855 time: 0.0755050 Aug 05 12:28:50.791856 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-207944f5-b6b3-4184-802c-988508d4c527 req-0965484c-4214-4a36-a0d9-42da551e348d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f1ac4e91-b3cc-4bc0-977c-8c651860d216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288525 Aug 05 12:28:50.907707 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-207944f5-b6b3-4184-802c-988508d4c527 req-da66d1af-b2a9-4d63-917e-b900d2d179b4 service neutron] 10.222.0.55 "GET /v2.0/networks/f1ac4e91-b3cc-4bc0-977c-8c651860d216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092675 Aug 05 12:28:51.026065 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-207944f5-b6b3-4184-802c-988508d4c527 req-e2e58473-60e1-49cf-a111-d57d9f4436be service neutron] 10.222.0.55 "GET /v2.0/networks/f1ac4e91-b3cc-4bc0-977c-8c651860d216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102765 Aug 05 12:28:51.414720 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b9d45d-41bb-4773-9d4d-4d480923a933 req-aba74d58-ef28-422f-bad4-581cbd2b962b tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:28:51.417153 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-87b9d45d-41bb-4773-9d4d-4d480923a933 req-aba74d58-ef28-422f-bad4-581cbd2b962b tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/ports?device_id=bf6270f3-7dd6-43bc-a870-66b5b3c78479 HTTP/1.1" status: 200 len: 944 time: 0.1568098 Aug 05 12:28:51.475353 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-87b9d45d-41bb-4773-9d4d-4d480923a933 req-3bf2a5c3-0f1b-4d43-bf18-28c2397bdea1 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dd6ef73-71e3-4b0c-8db8-c4cc335a3d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460875 Aug 05 12:28:52.661891 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:28:52.752208 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23ac122-0390-4afd-9182-78417ef6891b req-89e93d50-8c51-4252-abd5-67cf900370ca tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:28:52.754225 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f23ac122-0390-4afd-9182-78417ef6891b req-89e93d50-8c51-4252-abd5-67cf900370ca tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/ports?device_id=bf6270f3-7dd6-43bc-a870-66b5b3c78479 HTTP/1.1" status: 200 len: 944 time: 0.1589205 Aug 05 12:28:52.809626 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f23ac122-0390-4afd-9182-78417ef6891b req-1ee34be4-3e72-4f65-81e4-36a5b92b93d9 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dd6ef73-71e3-4b0c-8db8-c4cc335a3d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414712 Aug 05 12:28:52.988107 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 9f0ba39a-7a62-479d-90d0-827f64d68e32 up at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:28:53.024646 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7148689-19eb-4fa0-86fe-f69dac42f53b req-4f377857-9b90-4372-b18f-42f537e6625b tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:28:53.027871 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c7148689-19eb-4fa0-86fe-f69dac42f53b req-4f377857-9b90-4372-b18f-42f537e6625b tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/ports?device_id=bf6270f3-7dd6-43bc-a870-66b5b3c78479 HTTP/1.1" status: 200 len: 944 time: 0.0918994 Aug 05 12:28:53.076380 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning for port 9f0ba39a-7a62-479d-90d0-827f64d68e32 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:28:53.083136 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning complete for port 9f0ba39a-7a62-479d-90d0-827f64d68e32 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:28:53.083764 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:28:53.099424 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c7148689-19eb-4fa0-86fe-f69dac42f53b req-453a1437-117d-4490-a44a-4f0cd89d253d tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dd6ef73-71e3-4b0c-8db8-c4cc335a3d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603275 Aug 05 12:28:53.232046 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:28:53.267128 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf6270f3-7dd6-43bc-a870-66b5b3c78479', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f0ba39a-7a62-479d-90d0-827f64d68e32'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:28:53.270953 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e1268cc07bff5734ca170491336a8ac74677c017447dd0c96766dddd3e3cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c61efa2e-dd1f-458b-bb06-4a18caff1f88" -d '{"events": [{"server_uuid": "bf6270f3-7dd6-43bc-a870-66b5b3c78479", "name": "network-vif-plugged", "status": "completed", "tag": "9f0ba39a-7a62-479d-90d0-827f64d68e32"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:28:53.298377 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 9f0ba39a-7a62-479d-90d0-827f64d68e32, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=9f0ba39a-7a62-479d-90d0-827f64d68e32,segment=NetworkSegment(b006642a-1205-4e5e-abea-72c4dc170f8d),segment_id=b006642a-1205-4e5e-abea-72c4dc170f8d)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:28:53.299442 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a61ca4-d927-4dfd-8b56-804c6d7c47a7 req-68ef1506-5e7b-4b0c-88ff-2c832c7f70fb tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:28:53.302307 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c4a61ca4-d927-4dfd-8b56-804c6d7c47a7 req-68ef1506-5e7b-4b0c-88ff-2c832c7f70fb tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/ports?device_id=bf6270f3-7dd6-43bc-a870-66b5b3c78479 HTTP/1.1" status: 200 len: 944 time: 0.0911400 Aug 05 12:28:53.310002 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:28:53.357050 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 12:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c8754e7-a1fd-4539-bb83-2d79c3ea7324 x-openstack-request-id: req-9c8754e7-a1fd-4539-bb83-2d79c3ea7324 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:28:53.357633 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf6270f3-7dd6-43bc-a870-66b5b3c78479", "name": "network-vif-plugged", "status": "completed", "tag": "9f0ba39a-7a62-479d-90d0-827f64d68e32", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:28:53.357967 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9c8754e7-a1fd-4539-bb83-2d79c3ea7324 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:28:53.358411 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf6270f3-7dd6-43bc-a870-66b5b3c78479', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f0ba39a-7a62-479d-90d0-827f64d68e32', 'code': 200} Aug 05 12:28:53.392387 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c4a61ca4-d927-4dfd-8b56-804c6d7c47a7 req-d2f8c5d7-b6ef-475d-9c5e-fd06d90adccc tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dd6ef73-71e3-4b0c-8db8-c4cc335a3d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639565 Aug 05 12:28:53.396224 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=9f0ba39a-7a62-479d-90d0-827f64d68e32,revision_number=9']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:28:53.909891 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1595170f-ae5c-4283-8977-b4461d844e4d req-c2445a93-440e-4355-87b0-8486835bb617 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:28:53.911795 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1595170f-ae5c-4283-8977-b4461d844e4d req-c2445a93-440e-4355-87b0-8486835bb617 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/ports?device_id=bf6270f3-7dd6-43bc-a870-66b5b3c78479 HTTP/1.1" status: 200 len: 945 time: 0.0681753 Aug 05 12:28:53.963527 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1595170f-ae5c-4283-8977-b4461d844e4d req-01a1434b-1510-42fa-8589-6872b89d4105 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dd6ef73-71e3-4b0c-8db8-c4cc335a3d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400107 Aug 05 12:28:54.777307 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 12:28:55.113606 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3c82a6-6f2f-404e-9199-253fa7476c7b req-581db342-c99f-46d9-9687-a6d5cbd79489 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:28:55.115275 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0b3c82a6-6f2f-404e-9199-253fa7476c7b req-581db342-c99f-46d9-9687-a6d5cbd79489 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/ports?device_id=bf6270f3-7dd6-43bc-a870-66b5b3c78479 HTTP/1.1" status: 200 len: 945 time: 0.0568209 Aug 05 12:28:55.190194 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0b3c82a6-6f2f-404e-9199-253fa7476c7b req-efc37907-d6aa-47c3-bf53-095a1f6e197a tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dd6ef73-71e3-4b0c-8db8-c4cc335a3d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661337 Aug 05 12:28:56.015795 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0df0e5-b1a3-4acd-8075-5867a41ce766 req-c33064e7-6125-4507-a215-f82179c8dd4f tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:28:56.018564 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4c0df0e5-b1a3-4acd-8075-5867a41ce766 req-c33064e7-6125-4507-a215-f82179c8dd4f tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf6270f3-7dd6-43bc-a870-66b5b3c78479 HTTP/1.1" status: 200 len: 945 time: 0.0815549 Aug 05 12:28:56.187764 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [req-4c0df0e5-b1a3-4acd-8075-5867a41ce766 req-0ffcf80e-6926-42f2-b70e-776ac8a1f775 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Deleting port 9f0ba39a-7a62-479d-90d0-827f64d68e32 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:28:56.188869 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-4c0df0e5-b1a3-4acd-8075-5867a41ce766 req-0ffcf80e-6926-42f2-b70e-776ac8a1f775 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:28:56.414886 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-4c0df0e5-b1a3-4acd-8075-5867a41ce766 req-0ffcf80e-6926-42f2-b70e-776ac8a1f775 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] For port 9f0ba39a-7a62-479d-90d0-827f64d68e32, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=9f0ba39a-7a62-479d-90d0-827f64d68e32,segment=NetworkSegment(b006642a-1205-4e5e-abea-72c4dc170f8d),segment_id=b006642a-1205-4e5e-abea-72c4dc170f8d)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:28:56.415448 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-4c0df0e5-b1a3-4acd-8075-5867a41ce766 req-0ffcf80e-6926-42f2-b70e-776ac8a1f775 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:28:56.444237 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [req-4c0df0e5-b1a3-4acd-8075-5867a41ce766 req-0ffcf80e-6926-42f2-b70e-776ac8a1f775 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Calling delete_port for 9f0ba39a-7a62-479d-90d0-827f64d68e32 owned by compute:nova {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:28:56.501076 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310b4375-9362-4f67-8fd9-1168a98e1362 req-a8e7ecbf-c695-4168-8f92-10abac8081c3 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:28:56.503749 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-310b4375-9362-4f67-8fd9-1168a98e1362 req-a8e7ecbf-c695-4168-8f92-10abac8081c3 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/ports?device_id=bf6270f3-7dd6-43bc-a870-66b5b3c78479 HTTP/1.1" status: 200 len: 945 time: 0.1800280 Aug 05 12:28:56.633462 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-310b4375-9362-4f67-8fd9-1168a98e1362 req-0c1ef2a2-c463-450b-8b3d-82fba893a5f5 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/security-groups?id=2dd6ef73-71e3-4b0c-8db8-c4cc335a3d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770142 Aug 05 12:28:56.751712 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-4c0df0e5-b1a3-4acd-8075-5867a41ce766 req-0ffcf80e-6926-42f2-b70e-776ac8a1f775 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:28:56.799267 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['9f0ba39a-7a62-479d-90d0-827f64d68e32'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 12:28:56.807228 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffcf80e-6926-42f2-b70e-776ac8a1f775 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Pushing event deleted for resources: {'Port': ['ID=9f0ba39a-7a62-479d-90d0-827f64d68e32,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:28:56.879418 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c0df0e5-b1a3-4acd-8075-5867a41ce766 req-0ffcf80e-6926-42f2-b70e-776ac8a1f775 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] No DVR routers for this DVR port 9f0ba39a-7a62-479d-90d0-827f64d68e32 on host n-h1-803378-2 {{(pid=94420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:28:56.882654 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-4c0df0e5-b1a3-4acd-8075-5867a41ce766 req-0ffcf80e-6926-42f2-b70e-776ac8a1f775 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:28:56.885867 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4c0df0e5-b1a3-4acd-8075-5867a41ce766 req-0ffcf80e-6926-42f2-b70e-776ac8a1f775 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.64 "DELETE /v2.0/ports/9f0ba39a-7a62-479d-90d0-827f64d68e32 HTTP/1.1" status: 204 len: 173 time: 0.8587632 Aug 05 12:28:56.886851 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf6270f3-7dd6-43bc-a870-66b5b3c78479', 'name': 'network-vif-deleted', 'tag': '9f0ba39a-7a62-479d-90d0-827f64d68e32'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:28:56.891616 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47e10126444b02a26d513ed6f4b145adbdfa00d329c865c61a1608b26e6d0230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbc1b7e4-5c7d-4f7e-bc08-ad6a1c3aa4ec" -d '{"events": [{"server_uuid": "bf6270f3-7dd6-43bc-a870-66b5b3c78479", "name": "network-vif-deleted", "tag": "9f0ba39a-7a62-479d-90d0-827f64d68e32"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:28:56.958898 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 12:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9854994b-d321-4e90-ac8d-73864eb9cd31 x-openstack-request-id: req-9854994b-d321-4e90-ac8d-73864eb9cd31 {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:28:56.959297 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf6270f3-7dd6-43bc-a870-66b5b3c78479", "name": "network-vif-deleted", "tag": "9f0ba39a-7a62-479d-90d0-827f64d68e32", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:28:56.959637 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9854994b-d321-4e90-ac8d-73864eb9cd31 {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:28:56.960138 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf6270f3-7dd6-43bc-a870-66b5b3c78479', 'name': 'network-vif-deleted', 'tag': '9f0ba39a-7a62-479d-90d0-827f64d68e32', 'status': 'completed', 'code': 200} Aug 05 12:28:57.821243 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-48339f95-f0b4-4465-a291-f2e47252b4e9 req-d20646b8-41e4-49fa-9c17-c6bbc6866971 tempest-ServerDiskConfigTestJSON-463901576 tempest-ServerDiskConfigTestJSON-463901576-project] 10.222.0.58 "GET /v2.0/ports?device_id=bf6270f3-7dd6-43bc-a870-66b5b3c78479 HTTP/1.1" status: 200 len: 210 time: 0.0436754 Aug 05 12:28:59.043027 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 46084) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:28:59.046520 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 9f0ba39a-7a62-479d-90d0-827f64d68e32 no longer exists at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:28:59.096997 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] No Port match for: 9f0ba39a-7a62-479d-90d0-827f64d68e32 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:28:59.097587 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 9f0ba39a-7a62-479d-90d0-827f64d68e32 not bound to the agent host n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:28:59.136525 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_v2 [None req-2459be2a-0aac-41ab-8aea-440ed6161b23 admin admin] Deleting subnet 364b1e26-053c-4c2e-963c-be608c90c1d3 {{(pid=94421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 12:28:59.141134 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2459be2a-0aac-41ab-8aea-440ed6161b23 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:28:59.189514 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2459be2a-0aac-41ab-8aea-440ed6161b23 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29786388'] for subnet, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:28:59.274517 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2459be2a-0aac-41ab-8aea-440ed6161b23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:28:59.367231 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2459be2a-0aac-41ab-8aea-440ed6161b23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25038609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30075142'] for subnet, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:28:59.407791 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2459be2a-0aac-41ab-8aea-440ed6161b23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=364b1e26-053c-4c2e-963c-be608c90c1d3,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:28:59.412853 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2459be2a-0aac-41ab-8aea-440ed6161b23 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:28:59.415034 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-2459be2a-0aac-41ab-8aea-440ed6161b23 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/364b1e26-053c-4c2e-963c-be608c90c1d3 HTTP/1.1" status: 204 len: 168 time: 0.3701878 Aug 05 12:28:59.419834 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 46086) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:28:59.548826 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-88fc9c41-2fcc-4ad1-a60e-d2ed501fb9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:28:59.661560 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-88fc9c41-2fcc-4ad1-a60e-d2ed501fb9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:28:59.676692 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-88fc9c41-2fcc-4ad1-a60e-d2ed501fb9c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1ac4e91-b3cc-4bc0-977c-8c651860d216']}} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:28:59.690787 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-88fc9c41-2fcc-4ad1-a60e-d2ed501fb9c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b006642a-1205-4e5e-abea-72c4dc170f8d') {'for_net_delete': True} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:28:59.691091 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-88fc9c41-2fcc-4ad1-a60e-d2ed501fb9c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b006642a-1205-4e5e-abea-72c4dc170f8d') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:28:59.702647 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-88fc9c41-2fcc-4ad1-a60e-d2ed501fb9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29786371'] for segment, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:28:59.720709 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-88fc9c41-2fcc-4ad1-a60e-d2ed501fb9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:28:59.735521 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88fc9c41-2fcc-4ad1-a60e-d2ed501fb9c8 admin admin] Releasing vlan 699 on physical network physnet1 to pool {{(pid=94421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 12:28:59.736265 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-88fc9c41-2fcc-4ad1-a60e-d2ed501fb9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25038799'] for segment, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:28:59.739426 n-d-803378-2 neutron-server[94421]: Traceback (most recent call last): Aug 05 12:28:59.739426 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 12:28:59.739426 n-d-803378-2 neutron-server[94421]: timer() Aug 05 12:28:59.739426 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 12:28:59.739426 n-d-803378-2 neutron-server[94421]: cb(*args, **kw) Aug 05 12:28:59.739426 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 12:28:59.739426 n-d-803378-2 neutron-server[94421]: return func(*args, **kwargs) Aug 05 12:28:59.739426 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 12:28:59.739426 n-d-803378-2 neutron-server[94421]: self._notify() Aug 05 12:28:59.739426 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 12:28:59.739426 n-d-803378-2 neutron-server[94421]: self.callback(batched_events) Aug 05 12:28:59.739426 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 12:28:59.739426 n-d-803378-2 neutron-server[94421]: event.method(event) Aug 05 12:28:59.739426 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 12:28:59.739426 n-d-803378-2 neutron-server[94421]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 12:28:59.739426 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 12:28:59.739426 n-d-803378-2 neutron-server[94421]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 12:28:59.739426 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 12:28:59.739426 n-d-803378-2 neutron-server[94421]: return f(self, *a, **k) Aug 05 12:28:59.739426 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 12:28:59.739426 n-d-803378-2 neutron-server[94421]: return self._get(url).json() Aug 05 12:28:59.739426 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 12:28:59.739426 n-d-803378-2 neutron-server[94421]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 12:28:59.739426 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 12:28:59.739426 n-d-803378-2 neutron-server[94421]: return self.request(url, 'GET', **kwargs) Aug 05 12:28:59.739426 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 12:28:59.739426 n-d-803378-2 neutron-server[94421]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 12:28:59.739426 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 12:28:59.739426 n-d-803378-2 neutron-server[94421]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 12:28:59.739426 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 12:28:59.739426 n-d-803378-2 neutron-server[94421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 12:28:59.739426 n-d-803378-2 neutron-server[94421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 12:28:59.868893 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-88fc9c41-2fcc-4ad1-a60e-d2ed501fb9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:28:59.882551 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-88fc9c41-2fcc-4ad1-a60e-d2ed501fb9c8 admin admin] Notify callbacks [] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:28:59.890236 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-88fc9c41-2fcc-4ad1-a60e-d2ed501fb9c8 admin admin] 10.222.0.58 "DELETE /v2.0/networks/f1ac4e91-b3cc-4bc0-977c-8c651860d216 HTTP/1.1" status: 204 len: 168 time: 0.4641325 Aug 05 12:28:59.907067 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fc9c41-2fcc-4ad1-a60e-d2ed501fb9c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1ac4e91-b3cc-4bc0-977c-8c651860d216,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:28:59.925875 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:29:00.040180 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 46090) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:29:00.093337 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-e952e615-1f1a-4b22-ac87-a7fc048b1f02 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4f873543fc574a54be9832ce81dae085&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0507677 Aug 05 12:29:00.096147 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 46092) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:29:00.162566 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-30d0175c-eefc-4555-a766-5aeff4d6454f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:29:00.190221 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-30d0175c-eefc-4555-a766-5aeff4d6454f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:29:00.266526 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-30d0175c-eefc-4555-a766-5aeff4d6454f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:29:00.271566 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-30d0175c-eefc-4555-a766-5aeff4d6454f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:29:00.273878 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-30d0175c-eefc-4555-a766-5aeff4d6454f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2dd6ef73-71e3-4b0c-8db8-c4cc335a3d7a HTTP/1.1" status: 204 len: 168 time: 0.1760828 Aug 05 12:29:00.287615 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d0175c-eefc-4555-a766-5aeff4d6454f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dd6ef73-71e3-4b0c-8db8-c4cc335a3d7a,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:29:01.365974 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 46114) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:29:01.529977 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-80147121-ac0a-41ce-9cbb-564113a14add admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-771402488-network', 'tenant_id': 'f4ca129800e94994b08c14cc45929d63'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:29:01.557484 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80147121-ac0a-41ce-9cbb-564113a14add admin admin] Made reservation on behalf of f4ca129800e94994b08c14cc45929d63 for: {'network': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:29:01.560584 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-80147121-ac0a-41ce-9cbb-564113a14add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:29:01.569963 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-80147121-ac0a-41ce-9cbb-564113a14add admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:29:01.707996 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-80147121-ac0a-41ce-9cbb-564113a14add admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:29:01.715250 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-80147121-ac0a-41ce-9cbb-564113a14add admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:29:01.750525 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80147121-ac0a-41ce-9cbb-564113a14add admin admin] vlan segment allocate from pool success with {'vlan_id': 694, 'physical_network': 'physnet1'} {{(pid=94421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 12:29:01.774467 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80147121-ac0a-41ce-9cbb-564113a14add admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a26ae42-aa3c-4659-9757-45e0664da218,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:29:01.784505 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-80147121-ac0a-41ce-9cbb-564113a14add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:29:01.785094 n-d-803378-2 neutron-server[94421]: INFO neutron.db.segments_db [None req-80147121-ac0a-41ce-9cbb-564113a14add admin admin] Added segment 13893fa0-6d12-483f-9dbb-d2903963c6f2 of type vlan for network c00424f2-f7f6-42d3-a3f9-d662e8ae381c Aug 05 12:29:01.861461 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-80147121-ac0a-41ce-9cbb-564113a14add admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:29:01.912843 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-80147121-ac0a-41ce-9cbb-564113a14add admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:29:01.914424 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80147121-ac0a-41ce-9cbb-564113a14add admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:29:01.915248 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-80147121-ac0a-41ce-9cbb-564113a14add admin admin] Notify callbacks [] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:29:01.981082 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 46118) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:29:01.981929 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-80147121-ac0a-41ce-9cbb-564113a14add admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6138692 Aug 05 12:29:01.991366 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-64b1b998-62ff-40ae-a873-92d8d82668c2 admin admin] Request body: {'subnet': {'network_id': 'c00424f2-f7f6-42d3-a3f9-d662e8ae381c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-771402488-subnet', 'tenant_id': 'f4ca129800e94994b08c14cc45929d63', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:29:02.003083 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80147121-ac0a-41ce-9cbb-564113a14add admin admin] Pushing event updated for resources: {'Network': ['ID=c00424f2-f7f6-42d3-a3f9-d662e8ae381c,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:29:02.020283 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network c00424f2-f7f6-42d3-a3f9-d662e8ae381c details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 12:29:02.032205 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64b1b998-62ff-40ae-a873-92d8d82668c2 admin admin] Made reservation on behalf of f4ca129800e94994b08c14cc45929d63 for: {'subnet': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:29:02.034922 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-64b1b998-62ff-40ae-a873-92d8d82668c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24211133'] for subnet, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:29:02.326019 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-64b1b998-62ff-40ae-a873-92d8d82668c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29762700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24211087'] for subnet, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:29:02.404614 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b1b998-62ff-40ae-a873-92d8d82668c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e713aeb5-0daa-4eb2-babb-b3a078b47e59,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:29:02.414191 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b1b998-62ff-40ae-a873-92d8d82668c2 admin admin] Checking segment: {'id': '13893fa0-6d12-483f-9dbb-d2903963c6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'c00424f2-f7f6-42d3-a3f9-d662e8ae381c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:29:02.414593 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b1b998-62ff-40ae-a873-92d8d82668c2 admin admin] Network hostable DHCP agents. Network: c00424f2-f7f6-42d3-a3f9-d662e8ae381c, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 12:29:02.437803 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b1b998-62ff-40ae-a873-92d8d82668c2 admin admin] Network c00424f2-f7f6-42d3-a3f9-d662e8ae381c is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 12:29:02.451538 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-64b1b998-62ff-40ae-a873-92d8d82668c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, c00424f2-f7f6-42d3-a3f9-d662e8ae381c) {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:29:02.457688 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b1b998-62ff-40ae-a873-92d8d82668c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:29:02.458637 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-64b1b998-62ff-40ae-a873-92d8d82668c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:29:02.466095 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dabd5f3a-6b08-4a2a-a374-096d3018a2bd None None] Network c00424f2-f7f6-42d3-a3f9-d662e8ae381c requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:29:02.479813 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-64b1b998-62ff-40ae-a873-92d8d82668c2 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4954498 Aug 05 12:29:02.483357 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 46120) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:29:02.488645 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-822192b7-a1e6-486f-88b8-4228fbc47cbb admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-771402488-router', 'tenant_id': 'f4ca129800e94994b08c14cc45929d63', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:29:02.524342 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-822192b7-a1e6-486f-88b8-4228fbc47cbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33260300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1929'] for router, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:29:02.528091 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-822192b7-a1e6-486f-88b8-4228fbc47cbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33285914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33034662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1926'] for router, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:29:02.639535 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-822192b7-a1e6-486f-88b8-4228fbc47cbb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:29:02.663288 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a642db-609d-4139-99d5-419c000bb29f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-c00424f2-f7f6-42d3-a3f9-d662e8ae381c', 'network_id': 'c00424f2-f7f6-42d3-a3f9-d662e8ae381c', 'tenant_id': 'f4ca129800e94994b08c14cc45929d63', 'fixed_ips': [{'subnet_id': 'e713aeb5-0daa-4eb2-babb-b3a078b47e59'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 12:29:02.664279 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b3a642db-609d-4139-99d5-419c000bb29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:29:02.871799 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-b3a642db-609d-4139-99d5-419c000bb29f None None] Allocated IP 172.20.0.2 (c00424f2-f7f6-42d3-a3f9-d662e8ae381c/e713aeb5-0daa-4eb2-babb-b3a078b47e59/00d63d99-815b-46d5-b86f-72790feecbbb) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:29:02.914974 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-822192b7-a1e6-486f-88b8-4228fbc47cbb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:29:03.091750 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b3a642db-609d-4139-99d5-419c000bb29f None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:29:03.103337 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b3a642db-609d-4139-99d5-419c000bb29f None None] Transition to ACTIVE for port object 00d63d99-815b-46d5-b86f-72790feecbbb will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:29:03.126193 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b3a642db-609d-4139-99d5-419c000bb29f None None] Transition to ACTIVE for port object 00d63d99-815b-46d5-b86f-72790feecbbb will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:29:03.136851 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b3a642db-609d-4139-99d5-419c000bb29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:29:03.205141 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a642db-609d-4139-99d5-419c000bb29f None None] Network c00424f2-f7f6-42d3-a3f9-d662e8ae381c is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:29:03.210729 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-b3a642db-609d-4139-99d5-419c000bb29f None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:29:03.212978 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-822192b7-a1e6-486f-88b8-4228fbc47cbb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:29:03.215755 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a642db-609d-4139-99d5-419c000bb29f None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:29:03.239943 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a642db-609d-4139-99d5-419c000bb29f None None] Pushing event updated for resources: {'Port': ['ID=00d63d99-815b-46d5-b86f-72790feecbbb,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:29:03.251900 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-822192b7-a1e6-486f-88b8-4228fbc47cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:29:03.269183 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a642db-609d-4139-99d5-419c000bb29f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:29:03.269460 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a642db-609d-4139-99d5-419c000bb29f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:29:03.269712 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a642db-609d-4139-99d5-419c000bb29f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:29:03.270121 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a642db-609d-4139-99d5-419c000bb29f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:29:03.270524 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a642db-609d-4139-99d5-419c000bb29f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:29:03.270898 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a642db-609d-4139-99d5-419c000bb29f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:29:03.271224 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a642db-609d-4139-99d5-419c000bb29f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:29:03.271583 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a642db-609d-4139-99d5-419c000bb29f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:29:03.272269 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a642db-609d-4139-99d5-419c000bb29f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:29:03.272737 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a642db-609d-4139-99d5-419c000bb29f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:29:03.273103 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a642db-609d-4139-99d5-419c000bb29f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:29:03.273440 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a642db-609d-4139-99d5-419c000bb29f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:29:03.316250 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-b3a642db-609d-4139-99d5-419c000bb29f None None] Attempting to bind port 00d63d99-815b-46d5-b86f-72790feecbbb on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:29:03.316663 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-b3a642db-609d-4139-99d5-419c000bb29f None None] Attempting to bind port 00d63d99-815b-46d5-b86f-72790feecbbb by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '13893fa0-6d12-483f-9dbb-d2903963c6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'c00424f2-f7f6-42d3-a3f9-d662e8ae381c'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:29:03.317037 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a642db-609d-4139-99d5-419c000bb29f None None] Attempting to bind port 00d63d99-815b-46d5-b86f-72790feecbbb on network c00424f2-f7f6-42d3-a3f9-d662e8ae381c {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:29:03.323623 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a642db-609d-4139-99d5-419c000bb29f None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:29:03.324017 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a642db-609d-4139-99d5-419c000bb29f None None] Checking segment: {'id': '13893fa0-6d12-483f-9dbb-d2903963c6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'c00424f2-f7f6-42d3-a3f9-d662e8ae381c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:29:03.324427 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b3a642db-609d-4139-99d5-419c000bb29f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:29:03.324993 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a642db-609d-4139-99d5-419c000bb29f None None] Bound using segment: {'id': '13893fa0-6d12-483f-9dbb-d2903963c6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'c00424f2-f7f6-42d3-a3f9-d662e8ae381c'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:29:03.325492 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-b3a642db-609d-4139-99d5-419c000bb29f None None] Bound port: 00d63d99-815b-46d5-b86f-72790feecbbb, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13893fa0-6d12-483f-9dbb-d2903963c6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'c00424f2-f7f6-42d3-a3f9-d662e8ae381c'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:29:03.325885 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b3a642db-609d-4139-99d5-419c000bb29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:29:03.425979 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-822192b7-a1e6-486f-88b8-4228fbc47cbb admin admin] Allocated IP 172.25.5.69 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/a90b18b8-85c0-477a-b299-066a574f5095) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:29:03.453706 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b3a642db-609d-4139-99d5-419c000bb29f None None] For port 00d63d99-815b-46d5-b86f-72790feecbbb, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:29:03.458373 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b3a642db-609d-4139-99d5-419c000bb29f None None] For port 00d63d99-815b-46d5-b86f-72790feecbbb, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=00d63d99-815b-46d5-b86f-72790feecbbb,segment=NetworkSegment(13893fa0-6d12-483f-9dbb-d2903963c6f2),segment_id=13893fa0-6d12-483f-9dbb-d2903963c6f2)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:29:03.465509 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b3a642db-609d-4139-99d5-419c000bb29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:29:03.574349 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a642db-609d-4139-99d5-419c000bb29f None None] Pushing event updated for resources: {'Port': ['ID=00d63d99-815b-46d5-b86f-72790feecbbb,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:29:03.622818 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-822192b7-a1e6-486f-88b8-4228fbc47cbb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:29:03.692118 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-822192b7-a1e6-486f-88b8-4228fbc47cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:29:03.777581 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822192b7-a1e6-486f-88b8-4228fbc47cbb admin admin] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:29:03.792995 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-822192b7-a1e6-486f-88b8-4228fbc47cbb admin admin] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:29:03.800066 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822192b7-a1e6-486f-88b8-4228fbc47cbb admin admin] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:29:03.834130 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822192b7-a1e6-486f-88b8-4228fbc47cbb admin admin] Pushing event updated for resources: {'Port': ['ID=a90b18b8-85c0-477a-b299-066a574f5095,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:29:04.191472 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-822192b7-a1e6-486f-88b8-4228fbc47cbb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:29:04.499557 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-822192b7-a1e6-486f-88b8-4228fbc47cbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286026'] for router, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:29:04.703209 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-822192b7-a1e6-486f-88b8-4228fbc47cbb admin admin] Router 67178f4d-b3c4-4500-a975-0b4e8bb4a8f4 is scheduled to L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d with binding_index 1 {{(pid=94420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 12:29:04.796641 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9d047c-9b51-41c9-848c-cf1388cf3054 None None] Network c00424f2-f7f6-42d3-a3f9-d662e8ae381c requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:29:04.874070 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-822192b7-a1e6-486f-88b8-4228fbc47cbb admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:29:04.893632 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f377f0d2-1c2a-405e-beda-0a34f7a3cd38 None None] Sync routers for ids ['67178f4d-b3c4-4500-a975-0b4e8bb4a8f4'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:29:04.904039 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-553f90cd-ae04-44ef-b0e7-77b7b34522c3 None None] Provisioning for port 00d63d99-815b-46d5-b86f-72790feecbbb completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:29:04.904369 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-822192b7-a1e6-486f-88b8-4228fbc47cbb admin admin] Notify callbacks [] for router, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:29:04.906609 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-822192b7-a1e6-486f-88b8-4228fbc47cbb admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4216919 Aug 05 12:29:04.911317 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 46122) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:29:04.934003 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f377f0d2-1c2a-405e-beda-0a34f7a3cd38 None None] Routers {'67178f4d-b3c4-4500-a975-0b4e8bb4a8f4'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:29:04.934888 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-f377f0d2-1c2a-405e-beda-0a34f7a3cd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:28:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['67178f4d-b3c4-4500-a975-0b4e8bb4a8f4'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:29:05.184887 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 00d63d99-815b-46d5-b86f-72790feecbbb up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:29:05.249569 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-f377f0d2-1c2a-405e-beda-0a34f7a3cd38 None None] Set router 67178f4d-b3c4-4500-a975-0b4e8bb4a8f4 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:29:05.436722 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 00d63d99-815b-46d5-b86f-72790feecbbb completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:29:05.451072 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 00d63d99-815b-46d5-b86f-72790feecbbb triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:29:05.451769 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:29:05.620923 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-bb04ebbe-5219-48db-9744-657e2d9a6671 None None] Provisioning complete for port 00d63d99-815b-46d5-b86f-72790feecbbb triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:29:05.621436 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-bb04ebbe-5219-48db-9744-657e2d9a6671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:29:05.720770 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6f61fadc-bfd9-4505-9213-43a00789559c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:29:05.935143 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-f377f0d2-1c2a-405e-beda-0a34f7a3cd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67178f4d-b3c4-4500-a975-0b4e8bb4a8f4', 'name': 'tempest-ServerActionsTestJSON-771402488-router', 'tenant_id': 'f4ca129800e94994b08c14cc45929d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': 'a90b18b8-85c0-477a-b299-066a574f5095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:29:02Z', 'updated_at': '2021-08-05T12:29:04Z', 'revision_number': 3, 'project_id': 'f4ca129800e94994b08c14cc45929d63', 'gw_port': {'id': 'a90b18b8-85c0-477a-b299-066a574f5095', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:18:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67178f4d-b3c4-4500-a975-0b4e8bb4a8f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:29:03Z', 'updated_at': '2021-08-05T12:29:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:29:05.987335 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:29:05.989865 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f377f0d2-1c2a-405e-beda-0a34f7a3cd38 None None] Checking router: 67178f4d-b3c4-4500-a975-0b4e8bb4a8f4 for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:29:05.990381 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f377f0d2-1c2a-405e-beda-0a34f7a3cd38 None None] Updating router 67178f4d-b3c4-4500-a975-0b4e8bb4a8f4 port a90b18b8-85c0-477a-b299-066a574f5095 binding host n-d-803378-2 {{(pid=94422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 12:29:06.034588 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-6f61fadc-bfd9-4505-9213-43a00789559c admin admin] Allocated IP 172.20.0.1 (c00424f2-f7f6-42d3-a3f9-d662e8ae381c/e713aeb5-0daa-4eb2-babb-b3a078b47e59/d11c8b72-d40a-4114-8145-9fae6beaedac) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:29:06.082321 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f377f0d2-1c2a-405e-beda-0a34f7a3cd38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:29:06.136913 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port 00d63d99-815b-46d5-b86f-72790feecbbb, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=00d63d99-815b-46d5-b86f-72790feecbbb,segment=NetworkSegment(13893fa0-6d12-483f-9dbb-d2903963c6f2),segment_id=13893fa0-6d12-483f-9dbb-d2903963c6f2)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:29:06.142199 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-bb04ebbe-5219-48db-9744-657e2d9a6671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:29:06.152348 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:29:06.239237 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6f61fadc-bfd9-4505-9213-43a00789559c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:29:06.265462 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [None req-6f61fadc-bfd9-4505-9213-43a00789559c admin admin] Transition to ACTIVE for port object d11c8b72-d40a-4114-8145-9fae6beaedac will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:29:06.319379 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6f61fadc-bfd9-4505-9213-43a00789559c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:29:06.403621 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f61fadc-bfd9-4505-9213-43a00789559c admin admin] Network c00424f2-f7f6-42d3-a3f9-d662e8ae381c is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:29:06.414664 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-6f61fadc-bfd9-4505-9213-43a00789559c admin admin] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:29:06.420278 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f61fadc-bfd9-4505-9213-43a00789559c admin admin] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:29:06.461634 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=00d63d99-815b-46d5-b86f-72790feecbbb,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:29:06.542945 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.db.api [None req-bb04ebbe-5219-48db-9744-657e2d9a6671 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94422) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 05 12:29:06.543292 n-d-803378-2 neutron-server[94422]: DEBUG oslo_db.api [None req-bb04ebbe-5219-48db-9744-657e2d9a6671 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 12:29:06.754979 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f377f0d2-1c2a-405e-beda-0a34f7a3cd38 None None] Notify callbacks [] for port, precommit_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:29:06.772546 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f377f0d2-1c2a-405e-beda-0a34f7a3cd38 None None] Transition to ACTIVE for port object a90b18b8-85c0-477a-b299-066a574f5095 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:29:06.785392 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f377f0d2-1c2a-405e-beda-0a34f7a3cd38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:29:06.864773 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-f377f0d2-1c2a-405e-beda-0a34f7a3cd38 None None] Attempting to bind port a90b18b8-85c0-477a-b299-066a574f5095 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:29:06.865152 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-f377f0d2-1c2a-405e-beda-0a34f7a3cd38 None None] Attempting to bind port a90b18b8-85c0-477a-b299-066a574f5095 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:29:06.865529 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f377f0d2-1c2a-405e-beda-0a34f7a3cd38 None None] Attempting to bind port a90b18b8-85c0-477a-b299-066a574f5095 on network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:29:06.877622 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7687b62-d773-4d5e-a76f-b5deb024f28d None None] Pushing event updated for resources: {'Port': ['ID=a90b18b8-85c0-477a-b299-066a574f5095,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:29:06.880699 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f377f0d2-1c2a-405e-beda-0a34f7a3cd38 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:29:06.881303 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f377f0d2-1c2a-405e-beda-0a34f7a3cd38 None None] Checking segment: {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:29:06.882086 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f377f0d2-1c2a-405e-beda-0a34f7a3cd38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:29:06.882575 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f377f0d2-1c2a-405e-beda-0a34f7a3cd38 None None] Bound using segment: {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:29:06.883361 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-f377f0d2-1c2a-405e-beda-0a34f7a3cd38 None None] Bound port: a90b18b8-85c0-477a-b299-066a574f5095, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:29:06.883979 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f377f0d2-1c2a-405e-beda-0a34f7a3cd38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:29:06.976738 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f377f0d2-1c2a-405e-beda-0a34f7a3cd38 None None] For port a90b18b8-85c0-477a-b299-066a574f5095, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:29:06.981267 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f377f0d2-1c2a-405e-beda-0a34f7a3cd38 None None] For port a90b18b8-85c0-477a-b299-066a574f5095, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=a90b18b8-85c0-477a-b299-066a574f5095,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:29:06.993676 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f377f0d2-1c2a-405e-beda-0a34f7a3cd38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:29:07.032746 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f61fadc-bfd9-4505-9213-43a00789559c admin admin] Pushing event updated for resources: {'Port': ['ID=d11c8b72-d40a-4114-8145-9fae6beaedac,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:29:07.059844 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f61fadc-bfd9-4505-9213-43a00789559c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:29:07.061048 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f61fadc-bfd9-4505-9213-43a00789559c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:29:07.061048 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f61fadc-bfd9-4505-9213-43a00789559c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:29:07.061865 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f61fadc-bfd9-4505-9213-43a00789559c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:29:07.062061 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f61fadc-bfd9-4505-9213-43a00789559c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:29:07.062599 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f61fadc-bfd9-4505-9213-43a00789559c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:29:07.063355 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f61fadc-bfd9-4505-9213-43a00789559c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:29:07.064182 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f61fadc-bfd9-4505-9213-43a00789559c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:29:07.064735 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f61fadc-bfd9-4505-9213-43a00789559c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:29:07.065371 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f61fadc-bfd9-4505-9213-43a00789559c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:29:07.065860 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f61fadc-bfd9-4505-9213-43a00789559c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:29:07.066419 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f61fadc-bfd9-4505-9213-43a00789559c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:29:07.083621 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6f61fadc-bfd9-4505-9213-43a00789559c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33288800'] for router_interface, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:29:07.180734 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 00d63d99-815b-46d5-b86f-72790feecbbb up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:29:07.192229 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f377f0d2-1c2a-405e-beda-0a34f7a3cd38 None None] Routers {'67178f4d-b3c4-4500-a975-0b4e8bb4a8f4'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:29:07.193451 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-f377f0d2-1c2a-405e-beda-0a34f7a3cd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:28:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['67178f4d-b3c4-4500-a975-0b4e8bb4a8f4'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:29:07.303354 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7687b62-d773-4d5e-a76f-b5deb024f28d None None] Pushing event updated for resources: {'Port': ['ID=a90b18b8-85c0-477a-b299-066a574f5095,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:29:07.345020 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6f61fadc-bfd9-4505-9213-43a00789559c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:29:07.381378 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-30ef59e9-7f85-4cbd-a357-8ef2000cd039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:29:07.452988 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-3096112e-f632-4b50-ba52-797a7c2203a8 None None] Provisioning for port d11c8b72-d40a-4114-8145-9fae6beaedac completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:29:07.465163 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-3096112e-f632-4b50-ba52-797a7c2203a8 None None] Provisioning complete for port d11c8b72-d40a-4114-8145-9fae6beaedac triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:29:07.465619 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-3096112e-f632-4b50-ba52-797a7c2203a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:29:07.499285 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 00d63d99-815b-46d5-b86f-72790feecbbb triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:29:07.499580 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:29:07.505807 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-f377f0d2-1c2a-405e-beda-0a34f7a3cd38 None None] Set router 67178f4d-b3c4-4500-a975-0b4e8bb4a8f4 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:29:07.662319 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-3096112e-f632-4b50-ba52-797a7c2203a8 None None] Port d11c8b72-d40a-4114-8145-9fae6beaedac cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 12:29:07.667991 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6f61fadc-bfd9-4505-9213-43a00789559c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:29:07.676465 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6f61fadc-bfd9-4505-9213-43a00789559c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:29:07.782057 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6f61fadc-bfd9-4505-9213-43a00789559c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33140268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33208272'] for router_interface, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:29:07.796688 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f61fadc-bfd9-4505-9213-43a00789559c admin admin] Pushing event updated for resources: {'Port': ['ID=d11c8b72-d40a-4114-8145-9fae6beaedac,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:29:07.922639 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-f377f0d2-1c2a-405e-beda-0a34f7a3cd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67178f4d-b3c4-4500-a975-0b4e8bb4a8f4', 'name': 'tempest-ServerActionsTestJSON-771402488-router', 'tenant_id': 'f4ca129800e94994b08c14cc45929d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': 'a90b18b8-85c0-477a-b299-066a574f5095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:29:02Z', 'updated_at': '2021-08-05T12:29:04Z', 'revision_number': 3, 'project_id': 'f4ca129800e94994b08c14cc45929d63', 'gw_port': {'id': 'a90b18b8-85c0-477a-b299-066a574f5095', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:18:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67178f4d-b3c4-4500-a975-0b4e8bb4a8f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:29:03Z', 'updated_at': '2021-08-05T12:29:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:29:07.949868 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f61fadc-bfd9-4505-9213-43a00789559c admin admin] Network c00424f2-f7f6-42d3-a3f9-d662e8ae381c is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:29:07.952415 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-6f61fadc-bfd9-4505-9213-43a00789559c admin admin] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:29:07.974865 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f377f0d2-1c2a-405e-beda-0a34f7a3cd38 None None] The sync data for ids ['67178f4d-b3c4-4500-a975-0b4e8bb4a8f4'] in n-d-803378-2 is: [{'id': '67178f4d-b3c4-4500-a975-0b4e8bb4a8f4', 'name': 'tempest-ServerActionsTestJSON-771402488-router', 'tenant_id': 'f4ca129800e94994b08c14cc45929d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': 'a90b18b8-85c0-477a-b299-066a574f5095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:29:02Z', 'updated_at': '2021-08-05T12:29:04Z', 'revision_number': 3, 'project_id': 'f4ca129800e94994b08c14cc45929d63', 'gw_port': {'id': 'a90b18b8-85c0-477a-b299-066a574f5095', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:18:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67178f4d-b3c4-4500-a975-0b4e8bb4a8f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:29:03Z', 'updated_at': '2021-08-05T12:29:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:29:08.176375 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f61fadc-bfd9-4505-9213-43a00789559c admin admin] Router 67178f4d-b3c4-4500-a975-0b4e8bb4a8f4 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:29:08.427515 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-d9195b85-a2de-4d94-824f-3529df713ee7 None None] Provisioning complete for port d11c8b72-d40a-4114-8145-9fae6beaedac triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:29:08.428231 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-d9195b85-a2de-4d94-824f-3529df713ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:29:08.440070 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f61fadc-bfd9-4505-9213-43a00789559c admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:29:08.456175 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-6f61fadc-bfd9-4505-9213-43a00789559c admin admin] 10.222.0.58 "PUT /v2.0/routers/67178f4d-b3c4-4500-a975-0b4e8bb4a8f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5426018 Aug 05 12:29:08.502601 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-d9195b85-a2de-4d94-824f-3529df713ee7 None None] Port d11c8b72-d40a-4114-8145-9fae6beaedac cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 12:29:09.179063 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device a90b18b8-85c0-477a-b299-066a574f5095 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:29:09.267419 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port a90b18b8-85c0-477a-b299-066a574f5095 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:29:09.278777 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port a90b18b8-85c0-477a-b299-066a574f5095 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:29:09.279442 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:29:09.427655 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:29:09.466508 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port a90b18b8-85c0-477a-b299-066a574f5095, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=a90b18b8-85c0-477a-b299-066a574f5095,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:29:09.473204 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:29:09.551814 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=a90b18b8-85c0-477a-b299-066a574f5095,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:29:09.570867 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 46130) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:29:09.576449 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-5aa3eaa9-a2f1-41ae-b181-249fbb3402be tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Request body: {'security_group': {'name': 'tempest-securitygroup--256105841', 'description': 'tempest-description--1097896007'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:29:09.617998 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5aa3eaa9-a2f1-41ae-b181-249fbb3402be tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:29:09.766444 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5aa3eaa9-a2f1-41ae-b181-249fbb3402be tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:29:09.782790 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5aa3eaa9-a2f1-41ae-b181-249fbb3402be tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:29:09.827692 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5aa3eaa9-a2f1-41ae-b181-249fbb3402be tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:29:09.829481 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-5aa3eaa9-a2f1-41ae-b181-249fbb3402be tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2603168 Aug 05 12:29:09.834020 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 46132) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:29:09.837205 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa3eaa9-a2f1-41ae-b181-249fbb3402be tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da26d7af-3506-4596-8856-807d5fbc038c,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:29:09.845189 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-80b30447-48a2-4d48-894b-3c11cc73783e tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Request body: {'security_group_rule': {'security_group_id': 'da26d7af-3506-4596-8856-807d5fbc038c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:29:09.891858 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-80b30447-48a2-4d48-894b-3c11cc73783e tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:29:10.003228 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-80b30447-48a2-4d48-894b-3c11cc73783e tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:29:10.009684 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-80b30447-48a2-4d48-894b-3c11cc73783e tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:29:10.035052 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b30447-48a2-4d48-894b-3c11cc73783e tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f87ac1d6-534f-4447-8536-a03db880cbbb,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:29:10.048320 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-80b30447-48a2-4d48-894b-3c11cc73783e tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:29:10.051562 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-80b30447-48a2-4d48-894b-3c11cc73783e tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2148747 Aug 05 12:29:10.055076 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 46134) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:29:10.064254 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-27f7429b-5aa2-4410-a61f-a4fe07b8744e tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Request body: {'security_group_rule': {'security_group_id': 'da26d7af-3506-4596-8856-807d5fbc038c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:29:10.078091 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-30b29b43-6193-48cb-bf7a-bd0bb7201f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:29:10.120532 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:29:10.124799 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-27f7429b-5aa2-4410-a61f-a4fe07b8744e tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:29:10.223878 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-27f7429b-5aa2-4410-a61f-a4fe07b8744e tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:29:10.230347 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-27f7429b-5aa2-4410-a61f-a4fe07b8744e tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:29:10.254710 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f7429b-5aa2-4410-a61f-a4fe07b8744e tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5ca9943-6ea7-4a21-8ffd-8c3b8acd0d62,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:29:10.269427 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-27f7429b-5aa2-4410-a61f-a4fe07b8744e tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:29:10.271669 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-27f7429b-5aa2-4410-a61f-a4fe07b8744e tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2140195 Aug 05 12:29:10.277053 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 46136) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:29:10.286801 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-e932d780-00d3-407c-b953-c7c7647fd5e9 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Request body: {'floatingip': {'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:29:10.291810 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4c8607-e796-419e-9268-a5347d5de2ca None None] Sync routers for ids ['67178f4d-b3c4-4500-a975-0b4e8bb4a8f4'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:29:10.303866 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4c8607-e796-419e-9268-a5347d5de2ca None None] Routers {'67178f4d-b3c4-4500-a975-0b4e8bb4a8f4'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:29:10.304692 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-fb4c8607-e796-419e-9268-a5347d5de2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:29:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['67178f4d-b3c4-4500-a975-0b4e8bb4a8f4'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:29:10.336143 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e932d780-00d3-407c-b953-c7c7647fd5e9 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Notify callbacks [] for floatingip, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:29:10.494697 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e932d780-00d3-407c-b953-c7c7647fd5e9 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:29:10.530604 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-fb4c8607-e796-419e-9268-a5347d5de2ca None None] Set router 67178f4d-b3c4-4500-a975-0b4e8bb4a8f4 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:29:10.896290 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-fb4c8607-e796-419e-9268-a5347d5de2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67178f4d-b3c4-4500-a975-0b4e8bb4a8f4', 'name': 'tempest-ServerActionsTestJSON-771402488-router', 'tenant_id': 'f4ca129800e94994b08c14cc45929d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': 'a90b18b8-85c0-477a-b299-066a574f5095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:29:02Z', 'updated_at': '2021-08-05T12:29:07Z', 'revision_number': 4, 'project_id': 'f4ca129800e94994b08c14cc45929d63', 'gw_port': {'id': 'a90b18b8-85c0-477a-b299-066a574f5095', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:18:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67178f4d-b3c4-4500-a975-0b4e8bb4a8f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:29:03Z', 'updated_at': '2021-08-05T12:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'd11c8b72-d40a-4114-8145-9fae6beaedac', 'name': '', 'network_id': 'c00424f2-f7f6-42d3-a3f9-d662e8ae381c', 'tenant_id': 'f4ca129800e94994b08c14cc45929d63', 'mac_address': 'fa:16:3e:79:37:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67178f4d-b3c4-4500-a975-0b4e8bb4a8f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'e713aeb5-0daa-4eb2-babb-b3a078b47e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:29:05Z', 'updated_at': '2021-08-05T12:29:07Z', 'revision_number': 2, 'project_id': 'f4ca129800e94994b08c14cc45929d63', 'subnets': [{'id': 'e713aeb5-0daa-4eb2-babb-b3a078b47e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:29:10.943397 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4c8607-e796-419e-9268-a5347d5de2ca None None] Checking router: 67178f4d-b3c4-4500-a975-0b4e8bb4a8f4 for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:29:10.943738 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4c8607-e796-419e-9268-a5347d5de2ca None None] Updating router 67178f4d-b3c4-4500-a975-0b4e8bb4a8f4 port d11c8b72-d40a-4114-8145-9fae6beaedac binding host n-d-803378-2 {{(pid=94423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 12:29:10.975576 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-fb4c8607-e796-419e-9268-a5347d5de2ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:29:11.138835 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device a90b18b8-85c0-477a-b299-066a574f5095 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:29:11.147559 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-e932d780-00d3-407c-b953-c7c7647fd5e9 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Allocated IP 172.25.5.147 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/b567b0fa-742e-44b1-b188-1b2051683b74) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:29:11.226084 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port a90b18b8-85c0-477a-b299-066a574f5095 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:29:11.226704 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:29:11.314634 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e932d780-00d3-407c-b953-c7c7647fd5e9 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:29:11.390275 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e932d780-00d3-407c-b953-c7c7647fd5e9 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:29:11.391065 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-fb4c8607-e796-419e-9268-a5347d5de2ca None None] Notify callbacks [] for port, precommit_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:29:11.405931 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.provisioning_blocks [None req-fb4c8607-e796-419e-9268-a5347d5de2ca None None] Transition to ACTIVE for port object d11c8b72-d40a-4114-8145-9fae6beaedac will not be triggered until provisioned by entity L2. {{(pid=94423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:29:11.414688 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-fb4c8607-e796-419e-9268-a5347d5de2ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:29:11.441135 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e932d780-00d3-407c-b953-c7c7647fd5e9 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:29:11.448342 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-e932d780-00d3-407c-b953-c7c7647fd5e9 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:29:11.455656 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e932d780-00d3-407c-b953-c7c7647fd5e9 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:29:11.496405 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e932d780-00d3-407c-b953-c7c7647fd5e9 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Pushing event updated for resources: {'Port': ['ID=b567b0fa-742e-44b1-b188-1b2051683b74,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:29:11.519539 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab7fe92-940f-4f2a-9dd3-c55d5953929a None None] Pushing event updated for resources: {'Port': ['ID=d11c8b72-d40a-4114-8145-9fae6beaedac,revision_number=3']} {{(pid=94423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:29:11.558741 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab7fe92-940f-4f2a-9dd3-c55d5953929a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:29:11.559246 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab7fe92-940f-4f2a-9dd3-c55d5953929a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:29:11.559677 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab7fe92-940f-4f2a-9dd3-c55d5953929a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:29:11.560198 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab7fe92-940f-4f2a-9dd3-c55d5953929a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:29:11.560852 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab7fe92-940f-4f2a-9dd3-c55d5953929a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:29:11.561487 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab7fe92-940f-4f2a-9dd3-c55d5953929a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:29:11.562147 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab7fe92-940f-4f2a-9dd3-c55d5953929a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:29:11.562792 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab7fe92-940f-4f2a-9dd3-c55d5953929a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:29:11.563431 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab7fe92-940f-4f2a-9dd3-c55d5953929a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:29:11.564045 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab7fe92-940f-4f2a-9dd3-c55d5953929a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:29:11.564763 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab7fe92-940f-4f2a-9dd3-c55d5953929a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:29:11.565367 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab7fe92-940f-4f2a-9dd3-c55d5953929a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:29:11.586940 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-fb4c8607-e796-419e-9268-a5347d5de2ca None None] Attempting to bind port d11c8b72-d40a-4114-8145-9fae6beaedac on host n-d-803378-2 for vnic_type normal with profile {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:29:11.588328 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-fb4c8607-e796-419e-9268-a5347d5de2ca None None] Attempting to bind port d11c8b72-d40a-4114-8145-9fae6beaedac by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '13893fa0-6d12-483f-9dbb-d2903963c6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'c00424f2-f7f6-42d3-a3f9-d662e8ae381c'}] {{(pid=94423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:29:11.590657 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4c8607-e796-419e-9268-a5347d5de2ca None None] Attempting to bind port d11c8b72-d40a-4114-8145-9fae6beaedac on network c00424f2-f7f6-42d3-a3f9-d662e8ae381c {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:29:11.600270 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4c8607-e796-419e-9268-a5347d5de2ca None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:29:11.600910 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4c8607-e796-419e-9268-a5347d5de2ca None None] Checking segment: {'id': '13893fa0-6d12-483f-9dbb-d2903963c6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'c00424f2-f7f6-42d3-a3f9-d662e8ae381c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:29:11.601521 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-fb4c8607-e796-419e-9268-a5347d5de2ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:29:11.602135 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4c8607-e796-419e-9268-a5347d5de2ca None None] Bound using segment: {'id': '13893fa0-6d12-483f-9dbb-d2903963c6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'c00424f2-f7f6-42d3-a3f9-d662e8ae381c'} {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:29:11.602790 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-fb4c8607-e796-419e-9268-a5347d5de2ca None None] Bound port: d11c8b72-d40a-4114-8145-9fae6beaedac, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13893fa0-6d12-483f-9dbb-d2903963c6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'c00424f2-f7f6-42d3-a3f9-d662e8ae381c'}}] {{(pid=94423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:29:11.603361 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-fb4c8607-e796-419e-9268-a5347d5de2ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:29:11.644346 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e932d780-00d3-407c-b953-c7c7647fd5e9 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:29:11.709671 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.db [None req-fb4c8607-e796-419e-9268-a5347d5de2ca None None] For port d11c8b72-d40a-4114-8145-9fae6beaedac, host n-d-803378-2, cleared binding levels {{(pid=94423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:29:11.717085 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.db [None req-fb4c8607-e796-419e-9268-a5347d5de2ca None None] For port d11c8b72-d40a-4114-8145-9fae6beaedac, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=d11c8b72-d40a-4114-8145-9fae6beaedac,segment=NetworkSegment(13893fa0-6d12-483f-9dbb-d2903963c6f2),segment_id=13893fa0-6d12-483f-9dbb-d2903963c6f2)] {{(pid=94423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:29:11.724874 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-fb4c8607-e796-419e-9268-a5347d5de2ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:29:11.741870 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e932d780-00d3-407c-b953-c7c7647fd5e9 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:29:11.829293 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4c8607-e796-419e-9268-a5347d5de2ca None None] Routers {'67178f4d-b3c4-4500-a975-0b4e8bb4a8f4'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:29:11.830410 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-fb4c8607-e796-419e-9268-a5347d5de2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:29:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['67178f4d-b3c4-4500-a975-0b4e8bb4a8f4'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:29:11.896620 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab7fe92-940f-4f2a-9dd3-c55d5953929a None None] Pushing event updated for resources: {'Port': ['ID=d11c8b72-d40a-4114-8145-9fae6beaedac,revision_number=4']} {{(pid=94423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:29:11.956220 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:29:12.003750 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e932d780-00d3-407c-b953-c7c7647fd5e9 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:29:12.006836 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-fb4c8607-e796-419e-9268-a5347d5de2ca None None] Set router 67178f4d-b3c4-4500-a975-0b4e8bb4a8f4 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:29:12.013072 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e932d780-00d3-407c-b953-c7c7647fd5e9 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:29:12.144228 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e932d780-00d3-407c-b953-c7c7647fd5e9 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Pushing event updated for resources: {'Port': ['ID=b567b0fa-742e-44b1-b188-1b2051683b74,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:29:12.159583 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e932d780-00d3-407c-b953-c7c7647fd5e9 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33287247'] for floatingip, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:29:12.179892 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e932d780-00d3-407c-b953-c7c7647fd5e9 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:29:12.188564 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-e932d780-00d3-407c-b953-c7c7647fd5e9 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9022646 Aug 05 12:29:12.308206 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-fb4c8607-e796-419e-9268-a5347d5de2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67178f4d-b3c4-4500-a975-0b4e8bb4a8f4', 'name': 'tempest-ServerActionsTestJSON-771402488-router', 'tenant_id': 'f4ca129800e94994b08c14cc45929d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': 'a90b18b8-85c0-477a-b299-066a574f5095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:29:02Z', 'updated_at': '2021-08-05T12:29:07Z', 'revision_number': 4, 'project_id': 'f4ca129800e94994b08c14cc45929d63', 'gw_port': {'id': 'a90b18b8-85c0-477a-b299-066a574f5095', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:18:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67178f4d-b3c4-4500-a975-0b4e8bb4a8f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:29:03Z', 'updated_at': '2021-08-05T12:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'd11c8b72-d40a-4114-8145-9fae6beaedac', 'name': '', 'network_id': 'c00424f2-f7f6-42d3-a3f9-d662e8ae381c', 'tenant_id': 'f4ca129800e94994b08c14cc45929d63', 'mac_address': 'fa:16:3e:79:37:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67178f4d-b3c4-4500-a975-0b4e8bb4a8f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'e713aeb5-0daa-4eb2-babb-b3a078b47e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:29:05Z', 'updated_at': '2021-08-05T12:29:11Z', 'revision_number': 4, 'project_id': 'f4ca129800e94994b08c14cc45929d63', 'subnets': [{'id': 'e713aeb5-0daa-4eb2-babb-b3a078b47e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:29:12.339858 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4c8607-e796-419e-9268-a5347d5de2ca None None] The sync data for ids ['67178f4d-b3c4-4500-a975-0b4e8bb4a8f4'] in n-d-803378-2 is: [{'id': '67178f4d-b3c4-4500-a975-0b4e8bb4a8f4', 'name': 'tempest-ServerActionsTestJSON-771402488-router', 'tenant_id': 'f4ca129800e94994b08c14cc45929d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': 'a90b18b8-85c0-477a-b299-066a574f5095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:29:02Z', 'updated_at': '2021-08-05T12:29:07Z', 'revision_number': 4, 'project_id': 'f4ca129800e94994b08c14cc45929d63', 'gw_port': {'id': 'a90b18b8-85c0-477a-b299-066a574f5095', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:18:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67178f4d-b3c4-4500-a975-0b4e8bb4a8f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:29:03Z', 'updated_at': '2021-08-05T12:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'd11c8b72-d40a-4114-8145-9fae6beaedac', 'name': '', 'network_id': 'c00424f2-f7f6-42d3-a3f9-d662e8ae381c', 'tenant_id': 'f4ca129800e94994b08c14cc45929d63', 'mac_address': 'fa:16:3e:79:37:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67178f4d-b3c4-4500-a975-0b4e8bb4a8f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'e713aeb5-0daa-4eb2-babb-b3a078b47e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:29:05Z', 'updated_at': '2021-08-05T12:29:11Z', 'revision_number': 4, 'project_id': 'f4ca129800e94994b08c14cc45929d63', 'subnets': [{'id': 'e713aeb5-0daa-4eb2-babb-b3a078b47e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:29:12.422139 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ac77e758-31cc-4fa6-8881-687075aed5f3 req-d16c2f11-0e9f-45ca-b997-de417f9048f4 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--256105841&fields=id&tenant_id=f4ca129800e94994b08c14cc45929d63 HTTP/1.1" status: 200 len: 267 time: 0.0679328 Aug 05 12:29:12.596051 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac77e758-31cc-4fa6-8881-687075aed5f3 req-8ea5a5d1-d16b-4f54-924c-0f4c4b866b93 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:29:12.597689 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ac77e758-31cc-4fa6-8881-687075aed5f3 req-8ea5a5d1-d16b-4f54-924c-0f4c4b866b93 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/networks?id=c00424f2-f7f6-42d3-a3f9-d662e8ae381c HTTP/1.1" status: 200 len: 811 time: 0.1604125 Aug 05 12:29:12.621972 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ac77e758-31cc-4fa6-8881-687075aed5f3 req-46d1256e-2d88-4847-a639-c48bab2a34c6 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/quotas/f4ca129800e94994b08c14cc45929d63 HTTP/1.1" status: 200 len: 375 time: 0.0144067 Aug 05 12:29:12.701220 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ac77e758-31cc-4fa6-8881-687075aed5f3 req-65d70ee3-d039-4e8e-ae86-cab46a434bfb tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=f4ca129800e94994b08c14cc45929d63&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0724919 Aug 05 12:29:12.858346 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ac77e758-31cc-4fa6-8881-687075aed5f3 req-712af9d0-3609-494f-ad00-2f4bc0228307 service neutron] 10.222.0.58 "GET /v2.0/networks/c00424f2-f7f6-42d3-a3f9-d662e8ae381c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403513 Aug 05 12:29:13.027740 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ac77e758-31cc-4fa6-8881-687075aed5f3 req-d7fbd1ac-f519-40dc-a1cf-d34e67ae29a9 service neutron] 10.222.0.58 "GET /v2.0/networks/c00424f2-f7f6-42d3-a3f9-d662e8ae381c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618142 Aug 05 12:29:13.192652 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device d11c8b72-d40a-4114-8145-9fae6beaedac up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:29:13.303368 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port d11c8b72-d40a-4114-8145-9fae6beaedac completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:29:13.309622 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port d11c8b72-d40a-4114-8145-9fae6beaedac triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:29:13.310207 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:29:13.352976 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7615e979-0e05-439e-a337-f6ccc2a9ed62 req-37f5ec35-71fb-41a8-8d98-c934bbd2a7ce tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=3506df13-e339-4064-ad5a-03996f01bb83 HTTP/1.1" status: 200 len: 210 time: 0.0695391 Aug 05 12:29:13.452518 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:29:13.495576 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port d11c8b72-d40a-4114-8145-9fae6beaedac, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=d11c8b72-d40a-4114-8145-9fae6beaedac,segment=NetworkSegment(13893fa0-6d12-483f-9dbb-d2903963c6f2),segment_id=13893fa0-6d12-483f-9dbb-d2903963c6f2)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:29:13.501975 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:29:13.595511 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=d11c8b72-d40a-4114-8145-9fae6beaedac,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:29:14.089036 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:29:14.506691 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9b769375-99ca-4af1-9fce-5e6ecf0b4c91 req-8c77b8ba-8f72-42f9-929f-15719e351a47 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=3506df13-e339-4064-ad5a-03996f01bb83 HTTP/1.1" status: 200 len: 210 time: 0.0423560 Aug 05 12:29:15.154142 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device d11c8b72-d40a-4114-8145-9fae6beaedac up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:29:15.176421 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac77e758-31cc-4fa6-8881-687075aed5f3 req-01105b76-a302-4e0d-b8c0-3398d9cbecd3 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:29:15.178891 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ac77e758-31cc-4fa6-8881-687075aed5f3 req-01105b76-a302-4e0d-b8c0-3398d9cbecd3 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.64 "GET /v2.0/networks?id=c00424f2-f7f6-42d3-a3f9-d662e8ae381c HTTP/1.1" status: 200 len: 811 time: 0.2043653 Aug 05 12:29:15.247668 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port d11c8b72-d40a-4114-8145-9fae6beaedac triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:29:15.248165 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:29:15.279524 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ac77e758-31cc-4fa6-8881-687075aed5f3 req-5e7e1131-15da-4673-9873-73715a5f5799 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f4ca129800e94994b08c14cc45929d63 HTTP/1.1" status: 200 len: 379 time: 0.0642715 Aug 05 12:29:15.305015 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-ac77e758-31cc-4fa6-8881-687075aed5f3 req-9b65ce74-ef4b-412b-8ec2-c8dd5850d267 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Request body: {'port': {'device_id': '3506df13-e339-4064-ad5a-03996f01bb83', 'network_id': 'c00424f2-f7f6-42d3-a3f9-d662e8ae381c', 'admin_state_up': True, 'tenant_id': 'f4ca129800e94994b08c14cc45929d63', 'security_groups': ['da26d7af-3506-4596-8856-807d5fbc038c']}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:29:15.447631 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac77e758-31cc-4fa6-8881-687075aed5f3 req-9b65ce74-ef4b-412b-8ec2-c8dd5850d267 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Made reservation on behalf of f4ca129800e94994b08c14cc45929d63 for: {'port': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:29:15.452651 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-ac77e758-31cc-4fa6-8881-687075aed5f3 req-9b65ce74-ef4b-412b-8ec2-c8dd5850d267 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:29:15.657379 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [req-ac77e758-31cc-4fa6-8881-687075aed5f3 req-9b65ce74-ef4b-412b-8ec2-c8dd5850d267 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Allocated IP 172.20.0.10 (c00424f2-f7f6-42d3-a3f9-d662e8ae381c/e713aeb5-0daa-4eb2-babb-b3a078b47e59/d24b10df-2fbb-405f-9296-272f6f0a674e) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:29:15.687719 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1271df63-cd6b-461b-a03f-88adbc550cf8 req-c02e5a6f-5070-4466-9540-6beb20e55c20 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=3506df13-e339-4064-ad5a-03996f01bb83 HTTP/1.1" status: 200 len: 210 time: 0.0503681 Aug 05 12:29:15.945919 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-ac77e758-31cc-4fa6-8881-687075aed5f3 req-9b65ce74-ef4b-412b-8ec2-c8dd5850d267 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:29:15.975442 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [req-ac77e758-31cc-4fa6-8881-687075aed5f3 req-9b65ce74-ef4b-412b-8ec2-c8dd5850d267 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Transition to ACTIVE for port object d24b10df-2fbb-405f-9296-272f6f0a674e will not be triggered until provisioned by entity DHCP. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:29:16.033512 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-ac77e758-31cc-4fa6-8881-687075aed5f3 req-9b65ce74-ef4b-412b-8ec2-c8dd5850d267 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:29:16.111430 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac77e758-31cc-4fa6-8881-687075aed5f3 req-9b65ce74-ef4b-412b-8ec2-c8dd5850d267 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Network c00424f2-f7f6-42d3-a3f9-d662e8ae381c is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:29:16.117008 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [req-ac77e758-31cc-4fa6-8881-687075aed5f3 req-9b65ce74-ef4b-412b-8ec2-c8dd5850d267 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:29:16.124966 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac77e758-31cc-4fa6-8881-687075aed5f3 req-9b65ce74-ef4b-412b-8ec2-c8dd5850d267 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:29:16.171851 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b65ce74-ef4b-412b-8ec2-c8dd5850d267 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Pushing event updated for resources: {'Port': ['ID=d24b10df-2fbb-405f-9296-272f6f0a674e,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:29:16.223753 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac77e758-31cc-4fa6-8881-687075aed5f3 req-9b65ce74-ef4b-412b-8ec2-c8dd5850d267 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:29:16.224755 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-ac77e758-31cc-4fa6-8881-687075aed5f3 req-9b65ce74-ef4b-412b-8ec2-c8dd5850d267 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:29:16.250601 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ac77e758-31cc-4fa6-8881-687075aed5f3 req-9b65ce74-ef4b-412b-8ec2-c8dd5850d267 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9526491 Aug 05 12:29:16.276636 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-ac77e758-31cc-4fa6-8881-687075aed5f3 req-38c9cbfb-1571-40d3-b356-63af849f2217 service neutron] Request body: {'port': {'device_id': '3506df13-e339-4064-ad5a-03996f01bb83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-2'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:29:16.371563 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-ac77e758-31cc-4fa6-8881-687075aed5f3 req-38c9cbfb-1571-40d3-b356-63af849f2217 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:29:16.474025 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-af1181cb-a4bc-4537-b597-8cd786e0124c None None] Provisioning for port d24b10df-2fbb-405f-9296-272f6f0a674e completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:29:16.482221 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-af1181cb-a4bc-4537-b597-8cd786e0124c None None] Provisioning complete for port d24b10df-2fbb-405f-9296-272f6f0a674e triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:29:16.482865 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-af1181cb-a4bc-4537-b597-8cd786e0124c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:29:16.554620 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-af1181cb-a4bc-4537-b597-8cd786e0124c None None] Port d24b10df-2fbb-405f-9296-272f6f0a674e cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 12:29:16.728664 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [req-ac77e758-31cc-4fa6-8881-687075aed5f3 req-38c9cbfb-1571-40d3-b356-63af849f2217 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d24b10df-2fbb-405f-9296-272f6f0a674e {{(pid=94420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 12:29:16.736361 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-ac77e758-31cc-4fa6-8881-687075aed5f3 req-38c9cbfb-1571-40d3-b356-63af849f2217 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:29:16.754040 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [req-ac77e758-31cc-4fa6-8881-687075aed5f3 req-38c9cbfb-1571-40d3-b356-63af849f2217 service neutron] Transition to ACTIVE for port object d24b10df-2fbb-405f-9296-272f6f0a674e will not be triggered until provisioned by entity L2. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:29:16.760878 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-ac77e758-31cc-4fa6-8881-687075aed5f3 req-38c9cbfb-1571-40d3-b356-63af849f2217 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:29:16.971308 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c9cbfb-1571-40d3-b356-63af849f2217 service neutron] Pushing event updated for resources: {'Port': ['ID=d24b10df-2fbb-405f-9296-272f6f0a674e,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:29:17.045098 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca81dcf5-8c61-4091-bc5d-88382dff1557 req-174b2e35-c999-4a36-9fcc-4e0bf8c753d8 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:29:17.047962 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ca81dcf5-8c61-4091-bc5d-88382dff1557 req-174b2e35-c999-4a36-9fcc-4e0bf8c753d8 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=3506df13-e339-4064-ad5a-03996f01bb83 HTTP/1.1" status: 200 len: 944 time: 0.2302272 Aug 05 12:29:17.164877 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-ac77e758-31cc-4fa6-8881-687075aed5f3 req-38c9cbfb-1571-40d3-b356-63af849f2217 service neutron] Attempting to bind port d24b10df-2fbb-405f-9296-272f6f0a674e on host n-h1-803378-2 for vnic_type normal with profile {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:29:17.166034 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-ac77e758-31cc-4fa6-8881-687075aed5f3 req-38c9cbfb-1571-40d3-b356-63af849f2217 service neutron] Attempting to bind port d24b10df-2fbb-405f-9296-272f6f0a674e by drivers openvswitch,hyperv on host n-h1-803378-2 at level 0 using segments [{'id': '13893fa0-6d12-483f-9dbb-d2903963c6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'c00424f2-f7f6-42d3-a3f9-d662e8ae381c'}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:29:17.166620 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac77e758-31cc-4fa6-8881-687075aed5f3 req-38c9cbfb-1571-40d3-b356-63af849f2217 service neutron] Attempting to bind port d24b10df-2fbb-405f-9296-272f6f0a674e on network c00424f2-f7f6-42d3-a3f9-d662e8ae381c {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:29:17.179043 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ca81dcf5-8c61-4091-bc5d-88382dff1557 req-33a6f18a-a608-458a-b798-68fd3072176b tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135418 Aug 05 12:29:17.184239 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac77e758-31cc-4fa6-8881-687075aed5f3 req-38c9cbfb-1571-40d3-b356-63af849f2217 service neutron] Port d24b10df-2fbb-405f-9296-272f6f0a674e on network c00424f2-f7f6-42d3-a3f9-d662e8ae381c not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-2 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 12:29:17.185670 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac77e758-31cc-4fa6-8881-687075aed5f3 req-38c9cbfb-1571-40d3-b356-63af849f2217 service neutron] Attempting to bind port d24b10df-2fbb-405f-9296-272f6f0a674e on network c00424f2-f7f6-42d3-a3f9-d662e8ae381c {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:29:17.194355 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac77e758-31cc-4fa6-8881-687075aed5f3 req-38c9cbfb-1571-40d3-b356-63af849f2217 service neutron] Checking agent: {'id': '40bb7567-59bd-4b31-bc29-da1c50bca759', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:29:17.194908 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac77e758-31cc-4fa6-8881-687075aed5f3 req-38c9cbfb-1571-40d3-b356-63af849f2217 service neutron] Checking segment: {'id': '13893fa0-6d12-483f-9dbb-d2903963c6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'c00424f2-f7f6-42d3-a3f9-d662e8ae381c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:29:17.195508 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac77e758-31cc-4fa6-8881-687075aed5f3 req-38c9cbfb-1571-40d3-b356-63af849f2217 service neutron] Bound using segment: {'id': '13893fa0-6d12-483f-9dbb-d2903963c6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'c00424f2-f7f6-42d3-a3f9-d662e8ae381c'} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:29:17.196397 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-ac77e758-31cc-4fa6-8881-687075aed5f3 req-38c9cbfb-1571-40d3-b356-63af849f2217 service neutron] Bound port: d24b10df-2fbb-405f-9296-272f6f0a674e, host: n-h1-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13893fa0-6d12-483f-9dbb-d2903963c6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'c00424f2-f7f6-42d3-a3f9-d662e8ae381c'}}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:29:17.197729 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-ac77e758-31cc-4fa6-8881-687075aed5f3 req-38c9cbfb-1571-40d3-b356-63af849f2217 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:29:17.301692 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-ac77e758-31cc-4fa6-8881-687075aed5f3 req-38c9cbfb-1571-40d3-b356-63af849f2217 service neutron] For port d24b10df-2fbb-405f-9296-272f6f0a674e, host n-h1-803378-2, cleared binding levels {{(pid=94420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:29:17.305730 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-ac77e758-31cc-4fa6-8881-687075aed5f3 req-38c9cbfb-1571-40d3-b356-63af849f2217 service neutron] For port d24b10df-2fbb-405f-9296-272f6f0a674e, host n-h1-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=d24b10df-2fbb-405f-9296-272f6f0a674e,segment=NetworkSegment(13893fa0-6d12-483f-9dbb-d2903963c6f2),segment_id=13893fa0-6d12-483f-9dbb-d2903963c6f2)] {{(pid=94420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:29:17.313774 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-ac77e758-31cc-4fa6-8881-687075aed5f3 req-38c9cbfb-1571-40d3-b356-63af849f2217 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:29:17.360538 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac77e758-31cc-4fa6-8881-687075aed5f3 req-38c9cbfb-1571-40d3-b356-63af849f2217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:29:17.361244 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-ac77e758-31cc-4fa6-8881-687075aed5f3 req-38c9cbfb-1571-40d3-b356-63af849f2217 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:29:17.362938 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ac77e758-31cc-4fa6-8881-687075aed5f3 req-38c9cbfb-1571-40d3-b356-63af849f2217 service neutron] 10.222.0.64 "PUT /v2.0/ports/d24b10df-2fbb-405f-9296-272f6f0a674e HTTP/1.1" status: 200 len: 1092 time: 1.0946071 Aug 05 12:29:17.363221 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3506df13-e339-4064-ad5a-03996f01bb83', 'tag': 'd24b10df-2fbb-405f-9296-272f6f0a674e'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:29:17.365643 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47e10126444b02a26d513ed6f4b145adbdfa00d329c865c61a1608b26e6d0230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c548eed-f2c0-4ce7-9650-eacac96035db" -d '{"events": [{"name": "network-changed", "server_uuid": "3506df13-e339-4064-ad5a-03996f01bb83", "tag": "d24b10df-2fbb-405f-9296-272f6f0a674e"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:29:17.407183 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c9cbfb-1571-40d3-b356-63af849f2217 service neutron] Pushing event updated for resources: {'Port': ['ID=d24b10df-2fbb-405f-9296-272f6f0a674e,revision_number=3']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:29:17.431658 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 12:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d38036ab-a71c-469a-8e1d-729d4f673e12 x-openstack-request-id: req-d38036ab-a71c-469a-8e1d-729d4f673e12 {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:29:17.432074 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3506df13-e339-4064-ad5a-03996f01bb83", "tag": "d24b10df-2fbb-405f-9296-272f6f0a674e", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:29:17.432574 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d38036ab-a71c-469a-8e1d-729d4f673e12 {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:29:17.433779 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3506df13-e339-4064-ad5a-03996f01bb83', 'tag': 'd24b10df-2fbb-405f-9296-272f6f0a674e', 'status': 'completed', 'code': 200} Aug 05 12:29:17.528647 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac77e758-31cc-4fa6-8881-687075aed5f3 req-a9901164-9daa-4323-9067-e3f25cf6f0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:29:17.531521 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ac77e758-31cc-4fa6-8881-687075aed5f3 req-a9901164-9daa-4323-9067-e3f25cf6f0f0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f4ca129800e94994b08c14cc45929d63&device_id=3506df13-e339-4064-ad5a-03996f01bb83 HTTP/1.1" status: 200 len: 1095 time: 0.0681005 Aug 05 12:29:17.611035 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ac77e758-31cc-4fa6-8881-687075aed5f3 req-2d262b5c-b663-4a13-b0c1-becc3d8e2fa4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d24b10df-2fbb-405f-9296-272f6f0a674e HTTP/1.1" status: 200 len: 217 time: 0.0587611 Aug 05 12:29:17.679609 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac77e758-31cc-4fa6-8881-687075aed5f3 req-734ffca3-f41c-4817-9c80-1dff585b1b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:29:17.681885 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ac77e758-31cc-4fa6-8881-687075aed5f3 req-734ffca3-f41c-4817-9c80-1dff585b1b97 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e713aeb5-0daa-4eb2-babb-b3a078b47e59 HTTP/1.1" status: 200 len: 850 time: 0.0607650 Aug 05 12:29:17.755725 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac77e758-31cc-4fa6-8881-687075aed5f3 req-375f3730-b645-4708-82d9-7ba1b080c05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:29:17.758182 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ac77e758-31cc-4fa6-8881-687075aed5f3 req-375f3730-b645-4708-82d9-7ba1b080c05d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c00424f2-f7f6-42d3-a3f9-d662e8ae381c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0661521 Aug 05 12:29:17.912364 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ac77e758-31cc-4fa6-8881-687075aed5f3 req-318826b6-c82d-40fe-b936-2d40a5e5f17e service neutron] 10.222.0.64 "GET /v2.0/networks/c00424f2-f7f6-42d3-a3f9-d662e8ae381c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409109 Aug 05 12:29:18.037557 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ac77e758-31cc-4fa6-8881-687075aed5f3 req-bbf8fc64-e176-47f2-95c7-1e91ef663fd2 service neutron] 10.222.0.64 "GET /v2.0/networks/c00424f2-f7f6-42d3-a3f9-d662e8ae381c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160803 Aug 05 12:29:18.220137 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c548eed-f2c0-4ce7-9650-eacac96035db req-23378674-3bac-4301-b4bd-9ae68d47e1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:29:18.222778 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7c548eed-f2c0-4ce7-9650-eacac96035db req-23378674-3bac-4301-b4bd-9ae68d47e1df service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f4ca129800e94994b08c14cc45929d63&device_id=3506df13-e339-4064-ad5a-03996f01bb83 HTTP/1.1" status: 200 len: 1095 time: 0.0520854 Aug 05 12:29:18.437771 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769bdd48-0940-43b3-a1b9-5d987ed647bb req-dfd8f2a0-195d-4970-9593-818a25ebf363 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:29:18.440190 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-769bdd48-0940-43b3-a1b9-5d987ed647bb req-dfd8f2a0-195d-4970-9593-818a25ebf363 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=3506df13-e339-4064-ad5a-03996f01bb83 HTTP/1.1" status: 200 len: 944 time: 0.1299922 Aug 05 12:29:18.445162 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c548eed-f2c0-4ce7-9650-eacac96035db req-e314d366-35e7-43d5-9def-7f14136d82e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:29:18.447391 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7c548eed-f2c0-4ce7-9650-eacac96035db req-e314d366-35e7-43d5-9def-7f14136d82e8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c00424f2-f7f6-42d3-a3f9-d662e8ae381c HTTP/1.1" status: 200 len: 912 time: 0.2116430 Aug 05 12:29:18.543495 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7c548eed-f2c0-4ce7-9650-eacac96035db req-7492e4b3-6bba-4fa7-810d-9214cbf824fb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d24b10df-2fbb-405f-9296-272f6f0a674e HTTP/1.1" status: 200 len: 217 time: 0.0814564 Aug 05 12:29:18.611025 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-769bdd48-0940-43b3-a1b9-5d987ed647bb req-9592b2b5-b0a8-41f7-96d4-0bbbba7c7757 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1603348 Aug 05 12:29:18.643202 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c548eed-f2c0-4ce7-9650-eacac96035db req-bd45b225-6d4e-4d35-907f-b27035340691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:29:18.645495 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7c548eed-f2c0-4ce7-9650-eacac96035db req-bd45b225-6d4e-4d35-907f-b27035340691 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e713aeb5-0daa-4eb2-babb-b3a078b47e59 HTTP/1.1" status: 200 len: 850 time: 0.0854421 Aug 05 12:29:18.713956 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c548eed-f2c0-4ce7-9650-eacac96035db req-a2278907-d188-4596-8bec-f554c10de6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:29:18.716257 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7c548eed-f2c0-4ce7-9650-eacac96035db req-a2278907-d188-4596-8bec-f554c10de6fe service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c00424f2-f7f6-42d3-a3f9-d662e8ae381c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0619426 Aug 05 12:29:18.868460 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7c548eed-f2c0-4ce7-9650-eacac96035db req-848873a9-fb16-4213-ba1a-2b600c898565 service neutron] 10.222.0.64 "GET /v2.0/networks/c00424f2-f7f6-42d3-a3f9-d662e8ae381c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387153 Aug 05 12:29:19.039554 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7c548eed-f2c0-4ce7-9650-eacac96035db req-0913badb-2cdb-4897-903f-f06fe090e40c service neutron] 10.222.0.64 "GET /v2.0/networks/c00424f2-f7f6-42d3-a3f9-d662e8ae381c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603885 Aug 05 12:29:19.803525 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222bdfa2-3113-43df-8465-e067ae392be0 req-00150478-e1c3-431a-a3c2-fef63a3f5c9d tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:29:19.805236 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-222bdfa2-3113-43df-8465-e067ae392be0 req-00150478-e1c3-431a-a3c2-fef63a3f5c9d tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=3506df13-e339-4064-ad5a-03996f01bb83 HTTP/1.1" status: 200 len: 944 time: 0.0800817 Aug 05 12:29:19.869652 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-222bdfa2-3113-43df-8465-e067ae392be0 req-d81e3193-e20f-4be1-bd68-841144cf020b tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553744 Aug 05 12:29:21.052288 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e910027-68d9-4e48-acd1-a71a5f61cebc req-991c4fa6-e16a-464b-976c-5d4e87f9f427 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:29:21.055051 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8e910027-68d9-4e48-acd1-a71a5f61cebc req-991c4fa6-e16a-464b-976c-5d4e87f9f427 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=3506df13-e339-4064-ad5a-03996f01bb83 HTTP/1.1" status: 200 len: 944 time: 0.0974455 Aug 05 12:29:21.124945 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8e910027-68d9-4e48-acd1-a71a5f61cebc req-56cbb835-c93b-4d83-9912-d068539a50ae tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619605 Aug 05 12:29:22.325481 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc5324c-ff58-4c4f-b4cc-5040793923fc req-2c70cc71-24b5-4a5f-a356-36811ff3f8fb tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:29:22.327881 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fcc5324c-ff58-4c4f-b4cc-5040793923fc req-2c70cc71-24b5-4a5f-a356-36811ff3f8fb tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=3506df13-e339-4064-ad5a-03996f01bb83 HTTP/1.1" status: 200 len: 944 time: 0.0855472 Aug 05 12:29:22.402588 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fcc5324c-ff58-4c4f-b4cc-5040793923fc req-78fd53d9-a3a6-42ec-959f-5eb548861a32 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651727 Aug 05 12:29:22.666605 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:29:23.108759 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device d24b10df-2fbb-405f-9296-272f6f0a674e details requested by agent hyperv_n-h1-803378-2 with host n-h1-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 12:29:23.288056 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port d24b10df-2fbb-405f-9296-272f6f0a674e, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=d24b10df-2fbb-405f-9296-272f6f0a674e,segment=NetworkSegment(13893fa0-6d12-483f-9dbb-d2903963c6f2),segment_id=13893fa0-6d12-483f-9dbb-d2903963c6f2)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:29:23.311600 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Returning: {'device': 'd24b10df-2fbb-405f-9296-272f6f0a674e', 'network_id': 'c00424f2-f7f6-42d3-a3f9-d662e8ae381c', 'port_id': 'd24b10df-2fbb-405f-9296-272f6f0a674e', 'mac_address': 'fa:16:3e:94:7d:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e713aeb5-0daa-4eb2-babb-b3a078b47e59', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 12:29:23.387634 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:29:23.411666 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d24b10df-2fbb-405f-9296-272f6f0a674e {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 12:29:23.450464 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port d24b10df-2fbb-405f-9296-272f6f0a674e, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=d24b10df-2fbb-405f-9296-272f6f0a674e,segment=NetworkSegment(13893fa0-6d12-483f-9dbb-d2903963c6f2),segment_id=13893fa0-6d12-483f-9dbb-d2903963c6f2)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:29:23.457108 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:29:23.566723 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=d24b10df-2fbb-405f-9296-272f6f0a674e,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:29:23.632523 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74457429-8c59-4fe8-846b-39c58615a1d2 req-4cef561e-d4f4-4fab-ba96-db3317de330f tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:29:23.636027 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-74457429-8c59-4fe8-846b-39c58615a1d2 req-4cef561e-d4f4-4fab-ba96-db3317de330f tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=3506df13-e339-4064-ad5a-03996f01bb83 HTTP/1.1" status: 200 len: 945 time: 0.0897176 Aug 05 12:29:23.710867 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-74457429-8c59-4fe8-846b-39c58615a1d2 req-7fe11371-22f1-47f8-a1d3-b3e464d996ba tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625947 Aug 05 12:29:24.002830 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['d24b10df-2fbb-405f-9296-272f6f0a674e'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 12:29:24.920310 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5765a0ce-3444-4f0b-822a-d007dfa4e16c req-2029a386-58e9-4b20-ab5c-33b0cfd39900 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:29:24.922478 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5765a0ce-3444-4f0b-822a-d007dfa4e16c req-2029a386-58e9-4b20-ab5c-33b0cfd39900 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=3506df13-e339-4064-ad5a-03996f01bb83 HTTP/1.1" status: 200 len: 945 time: 0.0621440 Aug 05 12:29:24.991187 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5765a0ce-3444-4f0b-822a-d007dfa4e16c req-cf59b98a-ac7f-4bec-a969-8ad574abf9f0 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563555 Aug 05 12:29:25.141411 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device d24b10df-2fbb-405f-9296-272f6f0a674e up at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:29:25.230697 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning for port d24b10df-2fbb-405f-9296-272f6f0a674e completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:29:25.236288 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning complete for port d24b10df-2fbb-405f-9296-272f6f0a674e triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:29:25.236769 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:29:25.345362 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:29:25.375294 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3506df13-e339-4064-ad5a-03996f01bb83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd24b10df-2fbb-405f-9296-272f6f0a674e'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:29:25.378217 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e1268cc07bff5734ca170491336a8ac74677c017447dd0c96766dddd3e3cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aaa3058-654d-491e-a047-f905ecdd0a9f" -d '{"events": [{"server_uuid": "3506df13-e339-4064-ad5a-03996f01bb83", "name": "network-vif-plugged", "status": "completed", "tag": "d24b10df-2fbb-405f-9296-272f6f0a674e"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:29:25.404448 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port d24b10df-2fbb-405f-9296-272f6f0a674e, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=d24b10df-2fbb-405f-9296-272f6f0a674e,segment=NetworkSegment(13893fa0-6d12-483f-9dbb-d2903963c6f2),segment_id=13893fa0-6d12-483f-9dbb-d2903963c6f2)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:29:25.412357 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:29:25.511510 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=d24b10df-2fbb-405f-9296-272f6f0a674e,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:29:25.567218 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 12:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-184af434-8bd1-4302-9eb6-f439de3c57d6 x-openstack-request-id: req-184af434-8bd1-4302-9eb6-f439de3c57d6 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:29:25.567690 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3506df13-e339-4064-ad5a-03996f01bb83", "name": "network-vif-plugged", "status": "completed", "tag": "d24b10df-2fbb-405f-9296-272f6f0a674e", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:29:25.568099 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-184af434-8bd1-4302-9eb6-f439de3c57d6 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:29:25.568765 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3506df13-e339-4064-ad5a-03996f01bb83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd24b10df-2fbb-405f-9296-272f6f0a674e', 'code': 200} Aug 05 12:29:25.772254 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fc9923-78d3-46ae-8447-f9758974db56 req-ddd88bb5-feb6-4a6c-b63f-433e2b1770a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:29:25.775068 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-80fc9923-78d3-46ae-8447-f9758974db56 req-ddd88bb5-feb6-4a6c-b63f-433e2b1770a6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3506df13-e339-4064-ad5a-03996f01bb83 HTTP/1.1" status: 200 len: 1097 time: 0.0690165 Aug 05 12:29:25.824089 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-80fc9923-78d3-46ae-8447-f9758974db56 req-820fe269-d6f1-48a9-afec-e4ef7d8308a6 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387228 Aug 05 12:29:26.172261 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91083f6-d9e9-4436-91e1-4824e985203c req-8fc74f76-4cc1-43a8-9546-620d9865c554 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:29:26.174996 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f91083f6-d9e9-4436-91e1-4824e985203c req-8fc74f76-4cc1-43a8-9546-620d9865c554 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=3506df13-e339-4064-ad5a-03996f01bb83 HTTP/1.1" status: 200 len: 946 time: 0.0932581 Aug 05 12:29:26.239178 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f91083f6-d9e9-4436-91e1-4824e985203c req-b4b9ef58-c1f7-4ccc-a837-4b5262f607e7 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567355 Aug 05 12:29:27.450173 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad77c2-3bdc-403f-85bb-3e1bb5574bfc req-a9cd944c-8975-42ed-bbb2-e0a6582e5034 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:29:27.452447 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a6ad77c2-3bdc-403f-85bb-3e1bb5574bfc req-a9cd944c-8975-42ed-bbb2-e0a6582e5034 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=3506df13-e339-4064-ad5a-03996f01bb83 HTTP/1.1" status: 200 len: 946 time: 0.0869274 Aug 05 12:29:27.519663 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a6ad77c2-3bdc-403f-85bb-3e1bb5574bfc req-d307645e-d97e-4323-9e6a-66a63314b150 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600688 Aug 05 12:29:28.696296 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d086b0a7-cb62-4e66-b070-64a3b18558a4 req-56c9d9c9-b210-428a-93eb-a06af90a6557 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:29:28.698990 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d086b0a7-cb62-4e66-b070-64a3b18558a4 req-56c9d9c9-b210-428a-93eb-a06af90a6557 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=3506df13-e339-4064-ad5a-03996f01bb83 HTTP/1.1" status: 200 len: 946 time: 0.0679626 Aug 05 12:29:28.767296 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d086b0a7-cb62-4e66-b070-64a3b18558a4 req-28b98fd6-3120-453b-91f5-e2ef20f96c56 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568154 Aug 05 12:29:28.909505 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9485d0b-6f9d-407d-bc58-4e1e89e3c264 req-eb1dbd8f-34c2-4639-915b-70391e4feb7d tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:29:28.911362 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e9485d0b-6f9d-407d-bc58-4e1e89e3c264 req-eb1dbd8f-34c2-4639-915b-70391e4feb7d tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=3506df13-e339-4064-ad5a-03996f01bb83 HTTP/1.1" status: 200 len: 946 time: 0.0645511 Aug 05 12:29:28.924870 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 46208) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:29:28.930673 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-be8061f3-18c7-4612-a606-a1e8937fcb75 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Request body: {'floatingip': {'port_id': 'd24b10df-2fbb-405f-9296-272f6f0a674e'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:29:28.991203 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-be8061f3-18c7-4612-a606-a1e8937fcb75 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Notify callbacks [] for floatingip, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:29:29.808452 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-be8061f3-18c7-4612-a606-a1e8937fcb75 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:29:29.814880 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-be8061f3-18c7-4612-a606-a1e8937fcb75 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33287247'] for floatingip, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:29:29.951064 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:29:29.995719 n-d-803378-2 neutron-server[94421]: INFO neutron.db.l3_db [None req-be8061f3-18c7-4612-a606-a1e8937fcb75 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Floating IP d1447434-d449-45ec-a1ae-729ea447988f associated. External IP: 172.25.5.147, port: d24b10df-2fbb-405f-9296-272f6f0a674e. Aug 05 12:29:30.317610 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be8061f3-18c7-4612-a606-a1e8937fcb75 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Router 67178f4d-b3c4-4500-a975-0b4e8bb4a8f4 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:29:30.547124 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be8061f3-18c7-4612-a606-a1e8937fcb75 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:29:30.555122 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-be8061f3-18c7-4612-a606-a1e8937fcb75 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:29:30.563722 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b4d5ef-378f-4dc6-ac65-913c1f2d7de5 None None] Sync routers for ids ['67178f4d-b3c4-4500-a975-0b4e8bb4a8f4'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:29:30.582008 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b4d5ef-378f-4dc6-ac65-913c1f2d7de5 None None] Routers {'67178f4d-b3c4-4500-a975-0b4e8bb4a8f4'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:29:30.583003 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-65b4d5ef-378f-4dc6-ac65-913c1f2d7de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:29:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['67178f4d-b3c4-4500-a975-0b4e8bb4a8f4'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:29:30.611810 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-be8061f3-18c7-4612-a606-a1e8937fcb75 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "PUT /v2.0/floatingips/d1447434-d449-45ec-a1ae-729ea447988f HTTP/1.1" status: 200 len: 992 time: 1.6852565 Aug 05 12:29:30.612813 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3506df13-e339-4064-ad5a-03996f01bb83', 'tag': 'd24b10df-2fbb-405f-9296-272f6f0a674e'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:29:30.617290 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7ff1ae056485c55ead25f70fa9973e26b39e4a1f6cb6b93d5d0d7942cdef429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4389a7f1-96a4-4718-9301-d9d94155bc26" -d '{"events": [{"name": "network-changed", "server_uuid": "3506df13-e339-4064-ad5a-03996f01bb83", "tag": "d24b10df-2fbb-405f-9296-272f6f0a674e"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:29:30.810649 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 12:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89fe5879-a162-4394-bd3f-4390a952dfc3 x-openstack-request-id: req-89fe5879-a162-4394-bd3f-4390a952dfc3 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:29:30.811126 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3506df13-e339-4064-ad5a-03996f01bb83", "tag": "d24b10df-2fbb-405f-9296-272f6f0a674e", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:29:30.811575 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-89fe5879-a162-4394-bd3f-4390a952dfc3 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:29:30.812247 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3506df13-e339-4064-ad5a-03996f01bb83', 'tag': 'd24b10df-2fbb-405f-9296-272f6f0a674e', 'status': 'completed', 'code': 200} Aug 05 12:29:30.959290 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4389a7f1-96a4-4718-9301-d9d94155bc26 req-090af7b5-0af2-4540-ac49-9f8bbc8fbccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:29:30.962235 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4389a7f1-96a4-4718-9301-d9d94155bc26 req-090af7b5-0af2-4540-ac49-9f8bbc8fbccc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f4ca129800e94994b08c14cc45929d63&device_id=3506df13-e339-4064-ad5a-03996f01bb83 HTTP/1.1" status: 200 len: 1097 time: 0.0709136 Aug 05 12:29:31.018014 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-65b4d5ef-378f-4dc6-ac65-913c1f2d7de5 None None] Set router 67178f4d-b3c4-4500-a975-0b4e8bb4a8f4 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:29:31.144455 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4389a7f1-96a4-4718-9301-d9d94155bc26 req-5ca96547-47e1-4093-83a0-b2ddf0654701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:29:31.147517 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4389a7f1-96a4-4718-9301-d9d94155bc26 req-5ca96547-47e1-4093-83a0-b2ddf0654701 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c00424f2-f7f6-42d3-a3f9-d662e8ae381c HTTP/1.1" status: 200 len: 912 time: 0.1743746 Aug 05 12:29:31.286950 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4389a7f1-96a4-4718-9301-d9d94155bc26 req-c5dd65af-87ad-4cd1-95d1-fa8aa368c770 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d24b10df-2fbb-405f-9296-272f6f0a674e HTTP/1.1" status: 200 len: 1000 time: 0.1259315 Aug 05 12:29:31.380777 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4389a7f1-96a4-4718-9301-d9d94155bc26 req-eda26d1f-ac46-404b-a7af-1812f0146e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:29:31.384056 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4389a7f1-96a4-4718-9301-d9d94155bc26 req-eda26d1f-ac46-404b-a7af-1812f0146e1e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e713aeb5-0daa-4eb2-babb-b3a078b47e59 HTTP/1.1" status: 200 len: 850 time: 0.0863247 Aug 05 12:29:31.450838 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4389a7f1-96a4-4718-9301-d9d94155bc26 req-d9fc6676-bff9-4ce5-ae8a-75c804f5cf49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:29:31.453575 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4389a7f1-96a4-4718-9301-d9d94155bc26 req-d9fc6676-bff9-4ce5-ae8a-75c804f5cf49 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c00424f2-f7f6-42d3-a3f9-d662e8ae381c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0609741 Aug 05 12:29:31.485135 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-65b4d5ef-378f-4dc6-ac65-913c1f2d7de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67178f4d-b3c4-4500-a975-0b4e8bb4a8f4', 'name': 'tempest-ServerActionsTestJSON-771402488-router', 'tenant_id': 'f4ca129800e94994b08c14cc45929d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': 'a90b18b8-85c0-477a-b299-066a574f5095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:29:02Z', 'updated_at': '2021-08-05T12:29:07Z', 'revision_number': 4, 'project_id': 'f4ca129800e94994b08c14cc45929d63', 'gw_port': {'id': 'a90b18b8-85c0-477a-b299-066a574f5095', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:18:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67178f4d-b3c4-4500-a975-0b4e8bb4a8f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:29:03Z', 'updated_at': '2021-08-05T12:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': 'd1447434-d449-45ec-a1ae-729ea447988f', 'tenant_id': 'f4ca129800e94994b08c14cc45929d63', 'floating_ip_address': '172.25.5.147', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': '67178f4d-b3c4-4500-a975-0b4e8bb4a8f4', 'port_id': 'd24b10df-2fbb-405f-9296-272f6f0a674e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c00424f2-f7f6-42d3-a3f9-d662e8ae381c', 'mac_address': 'fa:16:3e:94:7d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3506df13-e339-4064-ad5a-03996f01bb83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T12:29:11Z', 'updated_at': '2021-08-05T12:29:29Z', 'revision_number': 1, 'project_id': 'f4ca129800e94994b08c14cc45929d63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd11c8b72-d40a-4114-8145-9fae6beaedac', 'name': '', 'network_id': 'c00424f2-f7f6-42d3-a3f9-d662e8ae381c', 'tenant_id': 'f4ca129800e94994b08c14cc45929d63', 'mac_address': 'fa:16:3e:79:37:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67178f4d-b3c4-4500-a975-0b4e8bb4a8f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'e713aeb5-0daa-4eb2-babb-b3a078b47e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:29:05Z', 'updated_at': '2021-08-05T12:29:13Z', 'revision_number': 5, 'project_id': 'f4ca129800e94994b08c14cc45929d63', 'subnets': [{'id': 'e713aeb5-0daa-4eb2-babb-b3a078b47e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:29:31.545588 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b4d5ef-378f-4dc6-ac65-913c1f2d7de5 None None] Checking router: 67178f4d-b3c4-4500-a975-0b4e8bb4a8f4 for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:29:31.559892 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b4d5ef-378f-4dc6-ac65-913c1f2d7de5 None None] Routers {'67178f4d-b3c4-4500-a975-0b4e8bb4a8f4'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:29:31.560782 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-65b4d5ef-378f-4dc6-ac65-913c1f2d7de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:29:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['67178f4d-b3c4-4500-a975-0b4e8bb4a8f4'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:29:31.632596 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4389a7f1-96a4-4718-9301-d9d94155bc26 req-9c4dd544-27ad-4f0b-af2a-b8b4c18e2af0 service neutron] 10.222.0.64 "GET /v2.0/networks/c00424f2-f7f6-42d3-a3f9-d662e8ae381c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672297 Aug 05 12:29:31.733737 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-65b4d5ef-378f-4dc6-ac65-913c1f2d7de5 None None] Set router 67178f4d-b3c4-4500-a975-0b4e8bb4a8f4 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:29:31.787164 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 12:29:31.812161 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4389a7f1-96a4-4718-9301-d9d94155bc26 req-25c5f7c4-4415-4fb8-8913-e8b036bc43f6 service neutron] 10.222.0.64 "GET /v2.0/networks/c00424f2-f7f6-42d3-a3f9-d662e8ae381c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681538 Aug 05 12:29:32.129389 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-65b4d5ef-378f-4dc6-ac65-913c1f2d7de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67178f4d-b3c4-4500-a975-0b4e8bb4a8f4', 'name': 'tempest-ServerActionsTestJSON-771402488-router', 'tenant_id': 'f4ca129800e94994b08c14cc45929d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': 'a90b18b8-85c0-477a-b299-066a574f5095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:29:02Z', 'updated_at': '2021-08-05T12:29:07Z', 'revision_number': 4, 'project_id': 'f4ca129800e94994b08c14cc45929d63', 'gw_port': {'id': 'a90b18b8-85c0-477a-b299-066a574f5095', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:18:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67178f4d-b3c4-4500-a975-0b4e8bb4a8f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:29:03Z', 'updated_at': '2021-08-05T12:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': 'd1447434-d449-45ec-a1ae-729ea447988f', 'tenant_id': 'f4ca129800e94994b08c14cc45929d63', 'floating_ip_address': '172.25.5.147', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': '67178f4d-b3c4-4500-a975-0b4e8bb4a8f4', 'port_id': 'd24b10df-2fbb-405f-9296-272f6f0a674e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c00424f2-f7f6-42d3-a3f9-d662e8ae381c', 'mac_address': 'fa:16:3e:94:7d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3506df13-e339-4064-ad5a-03996f01bb83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T12:29:11Z', 'updated_at': '2021-08-05T12:29:29Z', 'revision_number': 1, 'project_id': 'f4ca129800e94994b08c14cc45929d63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd11c8b72-d40a-4114-8145-9fae6beaedac', 'name': '', 'network_id': 'c00424f2-f7f6-42d3-a3f9-d662e8ae381c', 'tenant_id': 'f4ca129800e94994b08c14cc45929d63', 'mac_address': 'fa:16:3e:79:37:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67178f4d-b3c4-4500-a975-0b4e8bb4a8f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'e713aeb5-0daa-4eb2-babb-b3a078b47e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:29:05Z', 'updated_at': '2021-08-05T12:29:13Z', 'revision_number': 5, 'project_id': 'f4ca129800e94994b08c14cc45929d63', 'subnets': [{'id': 'e713aeb5-0daa-4eb2-babb-b3a078b47e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:29:32.163759 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b4d5ef-378f-4dc6-ac65-913c1f2d7de5 None None] The sync data for ids ['67178f4d-b3c4-4500-a975-0b4e8bb4a8f4'] in n-d-803378-2 is: [{'id': '67178f4d-b3c4-4500-a975-0b4e8bb4a8f4', 'name': 'tempest-ServerActionsTestJSON-771402488-router', 'tenant_id': 'f4ca129800e94994b08c14cc45929d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': 'a90b18b8-85c0-477a-b299-066a574f5095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:29:02Z', 'updated_at': '2021-08-05T12:29:07Z', 'revision_number': 4, 'project_id': 'f4ca129800e94994b08c14cc45929d63', 'gw_port': {'id': 'a90b18b8-85c0-477a-b299-066a574f5095', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:18:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67178f4d-b3c4-4500-a975-0b4e8bb4a8f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:29:03Z', 'updated_at': '2021-08-05T12:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': 'd1447434-d449-45ec-a1ae-729ea447988f', 'tenant_id': 'f4ca129800e94994b08c14cc45929d63', 'floating_ip_address': '172.25.5.147', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': '67178f4d-b3c4-4500-a975-0b4e8bb4a8f4', 'port_id': 'd24b10df-2fbb-405f-9296-272f6f0a674e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c00424f2-f7f6-42d3-a3f9-d662e8ae381c', 'mac_address': 'fa:16:3e:94:7d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3506df13-e339-4064-ad5a-03996f01bb83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T12:29:11Z', 'updated_at': '2021-08-05T12:29:29Z', 'revision_number': 1, 'project_id': 'f4ca129800e94994b08c14cc45929d63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd11c8b72-d40a-4114-8145-9fae6beaedac', 'name': '', 'network_id': 'c00424f2-f7f6-42d3-a3f9-d662e8ae381c', 'tenant_id': 'f4ca129800e94994b08c14cc45929d63', 'mac_address': 'fa:16:3e:79:37:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67178f4d-b3c4-4500-a975-0b4e8bb4a8f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'e713aeb5-0daa-4eb2-babb-b3a078b47e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:29:05Z', 'updated_at': '2021-08-05T12:29:13Z', 'revision_number': 5, 'project_id': 'f4ca129800e94994b08c14cc45929d63', 'subnets': [{'id': 'e713aeb5-0daa-4eb2-babb-b3a078b47e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:29:32.468991 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471b2aaa-2229-4828-8977-b8410a77001a None None] New status for floating IP d1447434-d449-45ec-a1ae-729ea447988f: ACTIVE {{(pid=94423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 12:29:34.418711 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b2650fed-f4e6-400c-9ba6-08b96078401c req-5de4fca6-0182-4392-ab98-2cba54f0a6e7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3506df13-e339-4064-ad5a-03996f01bb83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0508657 Aug 05 12:29:34.588285 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2650fed-f4e6-400c-9ba6-08b96078401c req-29e46aa1-1d48-4daa-8335-63858856c7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:29:34.591115 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b2650fed-f4e6-400c-9ba6-08b96078401c req-29e46aa1-1d48-4daa-8335-63858856c7e1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f4ca129800e94994b08c14cc45929d63&device_id=3506df13-e339-4064-ad5a-03996f01bb83 HTTP/1.1" status: 200 len: 1097 time: 0.0797613 Aug 05 12:29:34.786290 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2650fed-f4e6-400c-9ba6-08b96078401c req-943f5cb0-00a7-4ca0-981a-a1633104e128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:29:34.789052 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b2650fed-f4e6-400c-9ba6-08b96078401c req-943f5cb0-00a7-4ca0-981a-a1633104e128 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c00424f2-f7f6-42d3-a3f9-d662e8ae381c HTTP/1.1" status: 200 len: 912 time: 0.1659954 Aug 05 12:29:34.875119 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b2650fed-f4e6-400c-9ba6-08b96078401c req-3828c388-8a5e-423e-a5dd-5a4479f6e12f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d24b10df-2fbb-405f-9296-272f6f0a674e HTTP/1.1" status: 200 len: 1002 time: 0.0781856 Aug 05 12:29:34.959556 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2650fed-f4e6-400c-9ba6-08b96078401c req-3a46425e-47e6-4290-a503-9cd735f2b4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:29:34.962255 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b2650fed-f4e6-400c-9ba6-08b96078401c req-3a46425e-47e6-4290-a503-9cd735f2b4ea service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e713aeb5-0daa-4eb2-babb-b3a078b47e59 HTTP/1.1" status: 200 len: 850 time: 0.0780785 Aug 05 12:29:35.039217 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2650fed-f4e6-400c-9ba6-08b96078401c req-007927b6-6fde-4f3c-a95a-e9d7fa03da64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:29:35.042690 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b2650fed-f4e6-400c-9ba6-08b96078401c req-007927b6-6fde-4f3c-a95a-e9d7fa03da64 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c00424f2-f7f6-42d3-a3f9-d662e8ae381c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713079 Aug 05 12:29:35.212852 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b2650fed-f4e6-400c-9ba6-08b96078401c req-b7d91166-191c-4521-9b68-92fc84e06e11 service neutron] 10.222.0.64 "GET /v2.0/networks/c00424f2-f7f6-42d3-a3f9-d662e8ae381c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575463 Aug 05 12:29:35.389655 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b2650fed-f4e6-400c-9ba6-08b96078401c req-d3e488eb-e6c4-4718-97b6-cc4501f69337 service neutron] 10.222.0.64 "GET /v2.0/networks/c00424f2-f7f6-42d3-a3f9-d662e8ae381c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482077 Aug 05 12:29:37.332885 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-8209a7cd-c6f5-4c5a-9602-2ca62f633f31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:29:40.083287 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-eede7333-1fd0-42c7-b3a2-569e77aa9faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:29:40.127089 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:29:41.948650 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:29:44.108438 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:29:52.679256 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:29:57.025848 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [req-4b247e72-4ca9-46f6-83ca-9c42e358f17d req-5060c841-0694-4438-a561-ce86c50c5684 service neutron] (94421) timed out ('10.222.0.55', 54904) {{(pid=94421) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 05 12:29:59.944424 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:30:07.328622 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-fe68a781-8a59-4719-8285-a2e10922a4d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:30:08.783723 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 12:30:10.079392 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cb78235c-54c1-4c3c-b4de-1a599f57c14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:30:10.127260 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:30:11.965876 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:30:14.100507 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:30:22.692295 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:30:29.953267 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:30:36.521377 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9f88ef2b-f110-4dee-a3a7-18a7dbded637 req-95e0dd97-df4c-452c-aef4-7086c2c51615 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3506df13-e339-4064-ad5a-03996f01bb83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0862918 Aug 05 12:30:36.674196 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f88ef2b-f110-4dee-a3a7-18a7dbded637 req-c17f2f79-b001-478d-a3ce-f10f4c638131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:30:36.677212 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9f88ef2b-f110-4dee-a3a7-18a7dbded637 req-c17f2f79-b001-478d-a3ce-f10f4c638131 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f4ca129800e94994b08c14cc45929d63&device_id=3506df13-e339-4064-ad5a-03996f01bb83 HTTP/1.1" status: 200 len: 1097 time: 0.0834079 Aug 05 12:30:36.869500 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f88ef2b-f110-4dee-a3a7-18a7dbded637 req-3220355e-0160-44da-903f-86756ed194b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:30:36.872198 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9f88ef2b-f110-4dee-a3a7-18a7dbded637 req-3220355e-0160-44da-903f-86756ed194b4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c00424f2-f7f6-42d3-a3f9-d662e8ae381c HTTP/1.1" status: 200 len: 912 time: 0.1660540 Aug 05 12:30:36.966088 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9f88ef2b-f110-4dee-a3a7-18a7dbded637 req-af927506-0928-47ea-9ba8-d18ba043bde7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d24b10df-2fbb-405f-9296-272f6f0a674e HTTP/1.1" status: 200 len: 1002 time: 0.0849538 Aug 05 12:30:37.031859 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f88ef2b-f110-4dee-a3a7-18a7dbded637 req-97272e7a-979e-4817-a339-5118ebf67eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:30:37.033656 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9f88ef2b-f110-4dee-a3a7-18a7dbded637 req-97272e7a-979e-4817-a339-5118ebf67eda service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e713aeb5-0daa-4eb2-babb-b3a078b47e59 HTTP/1.1" status: 200 len: 850 time: 0.0591507 Aug 05 12:30:37.094230 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f88ef2b-f110-4dee-a3a7-18a7dbded637 req-cd3f3b50-8f39-4d8c-a714-f16a66840707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:30:37.095924 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9f88ef2b-f110-4dee-a3a7-18a7dbded637 req-cd3f3b50-8f39-4d8c-a714-f16a66840707 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c00424f2-f7f6-42d3-a3f9-d662e8ae381c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534849 Aug 05 12:30:37.205069 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9f88ef2b-f110-4dee-a3a7-18a7dbded637 req-3558b699-6fbd-48c6-b8b4-2c196b10c811 service neutron] 10.222.0.64 "GET /v2.0/networks/c00424f2-f7f6-42d3-a3f9-d662e8ae381c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998616 Aug 05 12:30:37.334171 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-eeb4565f-934f-454d-a49c-0159503cc7b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:30:37.377858 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9f88ef2b-f110-4dee-a3a7-18a7dbded637 req-1f0869b0-29ad-4bdb-8134-040524f97585 service neutron] 10.222.0.64 "GET /v2.0/networks/c00424f2-f7f6-42d3-a3f9-d662e8ae381c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626885 Aug 05 12:30:40.073386 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-3a43a06d-92c0-463c-a28a-ad36a7a6a5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:30:40.121372 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:30:41.963710 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:30:44.106710 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:30:45.775805 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 12:30:52.692540 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:30:59.964742 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:31:07.336106 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-8d53ed6a-4d80-43ed-9ec4-54baa1e72345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:31:10.080929 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e1cb9045-d083-4d39-bfe8-f6c1be34e382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:31:10.126696 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:31:11.966215 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:31:14.116984 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:31:22.701438 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:31:22.778047 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 12:31:29.962439 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:31:37.335059 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-939b5d55-5240-4506-b9d5-eefd6be31298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:31:37.428704 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-54073a24-1f9d-4061-9cf8-7cdafa1acf06 req-b51d8c59-a652-45ab-929d-6e58eb87d788 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3506df13-e339-4064-ad5a-03996f01bb83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0640397 Aug 05 12:31:37.593309 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54073a24-1f9d-4061-9cf8-7cdafa1acf06 req-d76167cb-855c-422f-8d29-6ac000697cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:31:37.595492 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-54073a24-1f9d-4061-9cf8-7cdafa1acf06 req-d76167cb-855c-422f-8d29-6ac000697cf6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f4ca129800e94994b08c14cc45929d63&device_id=3506df13-e339-4064-ad5a-03996f01bb83 HTTP/1.1" status: 200 len: 1097 time: 0.0740330 Aug 05 12:31:37.785778 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54073a24-1f9d-4061-9cf8-7cdafa1acf06 req-a0cacf6a-0746-49b9-97d5-2f704c9c8aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:31:37.788584 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-54073a24-1f9d-4061-9cf8-7cdafa1acf06 req-a0cacf6a-0746-49b9-97d5-2f704c9c8aab service neutron] 10.222.0.64 "GET /v2.0/networks?id=c00424f2-f7f6-42d3-a3f9-d662e8ae381c HTTP/1.1" status: 200 len: 912 time: 0.1639185 Aug 05 12:31:37.924900 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-54073a24-1f9d-4061-9cf8-7cdafa1acf06 req-992fce49-28bc-463a-a6f2-2819dd446caa service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d24b10df-2fbb-405f-9296-272f6f0a674e HTTP/1.1" status: 200 len: 1002 time: 0.1259065 Aug 05 12:31:38.010911 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54073a24-1f9d-4061-9cf8-7cdafa1acf06 req-21b52dfe-8d2d-4f7a-a2f4-d4691bc6431e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:31:38.013435 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-54073a24-1f9d-4061-9cf8-7cdafa1acf06 req-21b52dfe-8d2d-4f7a-a2f4-d4691bc6431e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e713aeb5-0daa-4eb2-babb-b3a078b47e59 HTTP/1.1" status: 200 len: 850 time: 0.0808697 Aug 05 12:31:38.100778 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54073a24-1f9d-4061-9cf8-7cdafa1acf06 req-866c88a1-1b5f-4620-93b4-d710a76c5bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:31:38.104339 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-54073a24-1f9d-4061-9cf8-7cdafa1acf06 req-866c88a1-1b5f-4620-93b4-d710a76c5bd5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c00424f2-f7f6-42d3-a3f9-d662e8ae381c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0768440 Aug 05 12:31:38.275710 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-54073a24-1f9d-4061-9cf8-7cdafa1acf06 req-0918919c-d04c-418e-8dcc-87f27034420a service neutron] 10.222.0.64 "GET /v2.0/networks/c00424f2-f7f6-42d3-a3f9-d662e8ae381c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605411 Aug 05 12:31:38.424764 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-54073a24-1f9d-4061-9cf8-7cdafa1acf06 req-99ee083f-faf3-4f3a-ab75-21e57ef2a9b8 service neutron] 10.222.0.64 "GET /v2.0/networks/c00424f2-f7f6-42d3-a3f9-d662e8ae381c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403801 Aug 05 12:31:40.078731 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-580f9427-a9fe-4eef-9731-56329d1a6a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:31:40.121829 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:31:41.985768 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:31:44.116356 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:31:52.740208 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:31:59.782372 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 12:31:59.967866 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:32:07.334352 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-ad8a2abb-522c-4180-b806-bbce601d1b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:32:10.074729 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-8ba8af1d-1fce-4237-85b1-9bcfe1ba8ef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:32:10.140118 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:32:11.983187 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:32:14.119224 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:32:22.724135 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:32:29.968587 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:32:33.766021 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15461764-fb40-4e3d-ad97-62cf2d19e019 req-fcf346f0-4e6c-4901-9d08-e49927153690 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:32:33.769001 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-15461764-fb40-4e3d-ad97-62cf2d19e019 req-fcf346f0-4e6c-4901-9d08-e49927153690 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=3506df13-e339-4064-ad5a-03996f01bb83 HTTP/1.1" status: 200 len: 946 time: 0.1011782 Aug 05 12:32:33.849558 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-15461764-fb40-4e3d-ad97-62cf2d19e019 req-db7de776-083e-4ada-94c6-e824496608c4 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688155 Aug 05 12:32:34.335103 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6530c223-1a49-44fd-a143-c6377dbce94e req-f940710e-b620-4de6-89a3-5873d1cccfb0 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:32:34.339142 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6530c223-1a49-44fd-a143-c6377dbce94e req-f940710e-b620-4de6-89a3-5873d1cccfb0 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=3506df13-e339-4064-ad5a-03996f01bb83 HTTP/1.1" status: 200 len: 946 time: 0.1069009 Aug 05 12:32:34.365668 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d6bc99c3-ad8e-4261-8435-2e3d918891d6 req-4880af32-cc13-4793-b27d-e05e9390cca7 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=3506df13-e339-4064-ad5a-03996f01bb83&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1479628 Aug 05 12:32:34.431884 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6530c223-1a49-44fd-a143-c6377dbce94e req-4897fd37-011b-4c9c-a94f-593303b84fb2 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798602 Aug 05 12:32:35.636865 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8603d45-089a-4f5e-96f6-f0f24ef44c42 req-54f3a9e9-e3a2-4305-80b1-6298413dc3c0 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:32:35.638698 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a8603d45-089a-4f5e-96f6-f0f24ef44c42 req-54f3a9e9-e3a2-4305-80b1-6298413dc3c0 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=3506df13-e339-4064-ad5a-03996f01bb83 HTTP/1.1" status: 200 len: 946 time: 0.1041913 Aug 05 12:32:35.708422 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a8603d45-089a-4f5e-96f6-f0f24ef44c42 req-0c10d529-a0ce-4e2f-b552-c34b7b63788e tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583444 Aug 05 12:32:36.793617 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 12:32:36.946611 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afc5e94-fd38-4937-90b9-fc85062f1b10 req-ce080bf2-f9bc-4fc0-b3b9-4852d9cce107 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:32:36.949210 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9afc5e94-fd38-4937-90b9-fc85062f1b10 req-ce080bf2-f9bc-4fc0-b3b9-4852d9cce107 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=3506df13-e339-4064-ad5a-03996f01bb83 HTTP/1.1" status: 200 len: 946 time: 0.0925558 Aug 05 12:32:37.011110 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9afc5e94-fd38-4937-90b9-fc85062f1b10 req-cea6abb3-caa5-410c-bcd1-7e962477d09e tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508964 Aug 05 12:32:37.334272 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-6a11d246-ee0f-43cf-a6f7-9eb2fc4c63cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:32:38.681947 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16bd845-6818-4385-b7de-94afea480529 req-fe309895-6053-4c82-aa4e-d7e370dc0a65 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:32:38.684771 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e16bd845-6818-4385-b7de-94afea480529 req-fe309895-6053-4c82-aa4e-d7e370dc0a65 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=3506df13-e339-4064-ad5a-03996f01bb83 HTTP/1.1" status: 200 len: 946 time: 0.5494897 Aug 05 12:32:38.756462 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e16bd845-6818-4385-b7de-94afea480529 req-51da05e3-6c3f-4d09-a56e-06f0f4c04844 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616109 Aug 05 12:32:39.573830 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf7f23b-5574-45ed-850c-4a1420486250 req-a76b3ca5-1eaa-4c1c-91c0-98b58f0e88f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:32:39.576270 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5bf7f23b-5574-45ed-850c-4a1420486250 req-a76b3ca5-1eaa-4c1c-91c0-98b58f0e88f5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f4ca129800e94994b08c14cc45929d63&device_id=3506df13-e339-4064-ad5a-03996f01bb83 HTTP/1.1" status: 200 len: 1097 time: 0.1367328 Aug 05 12:32:39.732472 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf7f23b-5574-45ed-850c-4a1420486250 req-aa9b44b3-ea7b-4ddb-9b77-e116d3fbec98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:32:39.734451 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5bf7f23b-5574-45ed-850c-4a1420486250 req-aa9b44b3-ea7b-4ddb-9b77-e116d3fbec98 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c00424f2-f7f6-42d3-a3f9-d662e8ae381c HTTP/1.1" status: 200 len: 912 time: 0.1309938 Aug 05 12:32:39.853439 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5bf7f23b-5574-45ed-850c-4a1420486250 req-2e45c5b2-611b-48fc-848f-ce8922783962 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d24b10df-2fbb-405f-9296-272f6f0a674e HTTP/1.1" status: 200 len: 1002 time: 0.1071613 Aug 05 12:32:39.981601 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf7f23b-5574-45ed-850c-4a1420486250 req-17095ce8-208c-4a5d-acf7-b2e573e4262d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:32:39.983657 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5bf7f23b-5574-45ed-850c-4a1420486250 req-17095ce8-208c-4a5d-acf7-b2e573e4262d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e713aeb5-0daa-4eb2-babb-b3a078b47e59 HTTP/1.1" status: 200 len: 850 time: 0.1178288 Aug 05 12:32:40.024506 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df389afd-585f-482b-98f2-439e5087ef0e req-6e09bec0-e02b-46bf-a995-8e4e1c1e1e86 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:32:40.027228 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-df389afd-585f-482b-98f2-439e5087ef0e req-6e09bec0-e02b-46bf-a995-8e4e1c1e1e86 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=3506df13-e339-4064-ad5a-03996f01bb83 HTTP/1.1" status: 200 len: 946 time: 0.1477373 Aug 05 12:32:40.068829 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-03f5e239-aed5-4578-bb67-ff823215df45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:32:40.129128 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:32:40.129650 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf7f23b-5574-45ed-850c-4a1420486250 req-b0ecaf53-7e28-4310-89c5-c0f1828dbcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:32:40.132333 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5bf7f23b-5574-45ed-850c-4a1420486250 req-b0ecaf53-7e28-4310-89c5-c0f1828dbcb2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c00424f2-f7f6-42d3-a3f9-d662e8ae381c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1386006 Aug 05 12:32:40.147203 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-df389afd-585f-482b-98f2-439e5087ef0e req-9f20ad6c-1ce2-4a21-b8fe-da2736774e11 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891762 Aug 05 12:32:40.283207 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5bf7f23b-5574-45ed-850c-4a1420486250 req-f6cb4909-a92f-4710-83e9-b13b39ed6702 service neutron] 10.222.0.64 "GET /v2.0/networks/c00424f2-f7f6-42d3-a3f9-d662e8ae381c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343501 Aug 05 12:32:40.441575 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5bf7f23b-5574-45ed-850c-4a1420486250 req-9854a5ec-f651-4107-b918-265532c1ffb0 service neutron] 10.222.0.64 "GET /v2.0/networks/c00424f2-f7f6-42d3-a3f9-d662e8ae381c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498291 Aug 05 12:32:40.611459 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bc99c3-ad8e-4261-8435-2e3d918891d6 req-a3d50db7-e452-413a-b23b-e27f57bbe13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:32:40.613218 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d6bc99c3-ad8e-4261-8435-2e3d918891d6 req-a3d50db7-e452-413a-b23b-e27f57bbe13f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f4ca129800e94994b08c14cc45929d63&device_id=3506df13-e339-4064-ad5a-03996f01bb83 HTTP/1.1" status: 200 len: 1097 time: 0.0718431 Aug 05 12:32:40.782593 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bc99c3-ad8e-4261-8435-2e3d918891d6 req-24209bc9-6691-42cd-ad4f-be1aacac5712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:32:40.784366 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d6bc99c3-ad8e-4261-8435-2e3d918891d6 req-24209bc9-6691-42cd-ad4f-be1aacac5712 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c00424f2-f7f6-42d3-a3f9-d662e8ae381c HTTP/1.1" status: 200 len: 912 time: 0.1629195 Aug 05 12:32:40.908466 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d6bc99c3-ad8e-4261-8435-2e3d918891d6 req-21670345-2441-4967-bf47-7d0f4b255401 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d24b10df-2fbb-405f-9296-272f6f0a674e HTTP/1.1" status: 200 len: 1002 time: 0.1146681 Aug 05 12:32:41.002333 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bc99c3-ad8e-4261-8435-2e3d918891d6 req-185e0071-ff0e-4ebe-a2c3-270ce4fdf1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:32:41.005134 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d6bc99c3-ad8e-4261-8435-2e3d918891d6 req-185e0071-ff0e-4ebe-a2c3-270ce4fdf1d5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e713aeb5-0daa-4eb2-babb-b3a078b47e59 HTTP/1.1" status: 200 len: 850 time: 0.0880926 Aug 05 12:32:41.095855 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bc99c3-ad8e-4261-8435-2e3d918891d6 req-75da242b-2239-4cc2-958a-24d9a24f1701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:32:41.098311 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d6bc99c3-ad8e-4261-8435-2e3d918891d6 req-75da242b-2239-4cc2-958a-24d9a24f1701 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c00424f2-f7f6-42d3-a3f9-d662e8ae381c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0815072 Aug 05 12:32:41.268916 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d6bc99c3-ad8e-4261-8435-2e3d918891d6 req-d7d9e018-3bad-45dc-a85d-be9e60c4d347 service neutron] 10.222.0.64 "GET /v2.0/networks/c00424f2-f7f6-42d3-a3f9-d662e8ae381c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591160 Aug 05 12:32:41.431809 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4e6ade-3a4c-4926-9ab1-f617ef78a4df req-7a9f2f77-1d18-4c51-b8c9-a7210dae3d1d tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:32:41.433933 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6d4e6ade-3a4c-4926-9ab1-f617ef78a4df req-7a9f2f77-1d18-4c51-b8c9-a7210dae3d1d tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=3506df13-e339-4064-ad5a-03996f01bb83 HTTP/1.1" status: 200 len: 946 time: 0.1552689 Aug 05 12:32:41.464526 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d6bc99c3-ad8e-4261-8435-2e3d918891d6 req-71820919-1458-468d-9aa8-c340ee30e71b service neutron] 10.222.0.64 "GET /v2.0/networks/c00424f2-f7f6-42d3-a3f9-d662e8ae381c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874871 Aug 05 12:32:41.514846 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6d4e6ade-3a4c-4926-9ab1-f617ef78a4df req-62fe7635-2bb3-42b6-9943-05cc7cc1f6cc tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652370 Aug 05 12:32:41.974356 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:32:42.733468 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9ca775-2dd6-4074-94b7-119ee8fc2790 req-43e14b56-012d-438b-994c-b901970d9297 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:32:42.736186 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0a9ca775-2dd6-4074-94b7-119ee8fc2790 req-43e14b56-012d-438b-994c-b901970d9297 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=3506df13-e339-4064-ad5a-03996f01bb83 HTTP/1.1" status: 200 len: 946 time: 0.0853689 Aug 05 12:32:42.814683 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0a9ca775-2dd6-4074-94b7-119ee8fc2790 req-fda14cd0-7b21-43e1-b403-b9f974124ae9 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611997 Aug 05 12:32:44.035043 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d75c27-b8f9-4d61-9deb-620cc3cb629b req-ee9f3361-5e86-4410-a3c3-69443d9e3c04 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:32:44.037613 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f1d75c27-b8f9-4d61-9deb-620cc3cb629b req-ee9f3361-5e86-4410-a3c3-69443d9e3c04 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=3506df13-e339-4064-ad5a-03996f01bb83 HTTP/1.1" status: 200 len: 946 time: 0.0903366 Aug 05 12:32:44.092942 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f1d75c27-b8f9-4d61-9deb-620cc3cb629b req-ef1c3d7c-f16e-4bfd-9ccf-9b78374c336e tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439944 Aug 05 12:32:44.122675 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:32:45.252738 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c324987e-5cc4-49d9-ab13-84d5c865d771 req-98110f69-d577-4ba8-af3b-bac043c31c8e tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:32:45.254546 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c324987e-5cc4-49d9-ab13-84d5c865d771 req-98110f69-d577-4ba8-af3b-bac043c31c8e tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=3506df13-e339-4064-ad5a-03996f01bb83 HTTP/1.1" status: 200 len: 946 time: 0.0671546 Aug 05 12:32:45.326076 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c324987e-5cc4-49d9-ab13-84d5c865d771 req-3d106f41-dc5e-4e42-a6d9-272bbb999ce8 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578113 Aug 05 12:32:46.519851 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70f2d57-0335-4117-87d9-4f6b07f61d08 req-4128db6a-e52c-4dc9-be3f-34e8c4f88366 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:32:46.522756 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f70f2d57-0335-4117-87d9-4f6b07f61d08 req-4128db6a-e52c-4dc9-be3f-34e8c4f88366 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=3506df13-e339-4064-ad5a-03996f01bb83 HTTP/1.1" status: 200 len: 946 time: 0.0924954 Aug 05 12:32:46.584524 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f70f2d57-0335-4117-87d9-4f6b07f61d08 req-0be98d58-8fae-4e4f-8476-bd748f1ac9bb tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500996 Aug 05 12:32:47.793726 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faf6b23-211a-41ee-be7a-9377348954a0 req-ad3c0b98-ccf2-4d48-9382-4e759586963b tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:32:47.796576 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6faf6b23-211a-41ee-be7a-9377348954a0 req-ad3c0b98-ccf2-4d48-9382-4e759586963b tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=3506df13-e339-4064-ad5a-03996f01bb83 HTTP/1.1" status: 200 len: 946 time: 0.0888481 Aug 05 12:32:47.877099 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6faf6b23-211a-41ee-be7a-9377348954a0 req-d07f335a-5a80-4a23-abc7-c04954dfd637 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686457 Aug 05 12:32:49.078167 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed9440-4150-4cbe-975d-ca616973d65c req-0c0d7c15-f583-4a36-9c8d-29f1e5256de9 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:32:49.080945 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e3ed9440-4150-4cbe-975d-ca616973d65c req-0c0d7c15-f583-4a36-9c8d-29f1e5256de9 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=3506df13-e339-4064-ad5a-03996f01bb83 HTTP/1.1" status: 200 len: 946 time: 0.0836308 Aug 05 12:32:49.153677 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e3ed9440-4150-4cbe-975d-ca616973d65c req-20a1154e-dc3d-4e94-8483-f2a113ba73aa tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610187 Aug 05 12:32:50.367058 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4034d0-b898-44fe-8fac-59f496fd7fae req-31053599-67e3-4d24-b84f-17fa7018e94b tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:32:50.370524 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0e4034d0-b898-44fe-8fac-59f496fd7fae req-31053599-67e3-4d24-b84f-17fa7018e94b tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=3506df13-e339-4064-ad5a-03996f01bb83 HTTP/1.1" status: 200 len: 946 time: 0.0984776 Aug 05 12:32:50.441951 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0e4034d0-b898-44fe-8fac-59f496fd7fae req-42f52d33-d441-4f43-9ec7-c9ff7082e5bb tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593410 Aug 05 12:32:51.630407 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0fcaae-0bcc-4764-a915-8c3abf2758d6 req-5a94e93f-7966-4ca5-9138-deebbb16e077 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:32:51.633983 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ff0fcaae-0bcc-4764-a915-8c3abf2758d6 req-5a94e93f-7966-4ca5-9138-deebbb16e077 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=3506df13-e339-4064-ad5a-03996f01bb83 HTTP/1.1" status: 200 len: 946 time: 0.0863574 Aug 05 12:32:51.735017 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ff0fcaae-0bcc-4764-a915-8c3abf2758d6 req-ad5e97d8-75a6-4967-9c46-023e1530d457 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879219 Aug 05 12:32:52.731804 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:32:52.981503 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372e964a-b48b-4edd-a5da-e8d3096ef23a req-6a21d4e8-8871-4069-b2f4-f0b8b07a13c8 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:32:52.983444 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-372e964a-b48b-4edd-a5da-e8d3096ef23a req-6a21d4e8-8871-4069-b2f4-f0b8b07a13c8 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=3506df13-e339-4064-ad5a-03996f01bb83 HTTP/1.1" status: 200 len: 946 time: 0.0958958 Aug 05 12:32:53.061675 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-372e964a-b48b-4edd-a5da-e8d3096ef23a req-fbf68fea-c155-48ac-9051-dc215063b38f tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660067 Aug 05 12:32:54.269272 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04362bf2-bec7-418b-b342-bebe8373574e req-979794ea-1195-4c68-a566-5eba1434e603 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:32:54.271185 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-04362bf2-bec7-418b-b342-bebe8373574e req-979794ea-1195-4c68-a566-5eba1434e603 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=3506df13-e339-4064-ad5a-03996f01bb83 HTTP/1.1" status: 200 len: 946 time: 0.0881517 Aug 05 12:32:54.356017 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-04362bf2-bec7-418b-b342-bebe8373574e req-88d24ed1-90b6-4846-9175-75cfbd2cab72 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769141 Aug 05 12:32:54.453273 n-d-803378-2 neutron-server[94420]: INFO neutron.api.v2.resource [req-d6bc99c3-ad8e-4261-8435-2e3d918891d6 req-74642e7a-3a0e-449c-92cf-8783868d678c service neutron] show failed (client error): The resource could not be found. Aug 05 12:32:54.455040 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d6bc99c3-ad8e-4261-8435-2e3d918891d6 req-74642e7a-3a0e-449c-92cf-8783868d678c service neutron] 10.222.0.64 "GET /v2.0/ports/d24b10df-2fbb-405f-9296-272f6f0a674e/bindings/n-h2-803378-2 HTTP/1.1" status: 404 len: 380 time: 0.0962710 Aug 05 12:32:54.879002 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bc99c3-ad8e-4261-8435-2e3d918891d6 req-961ba99c-043c-47a1-9866-211a6f81d8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:32:54.881997 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d6bc99c3-ad8e-4261-8435-2e3d918891d6 req-961ba99c-043c-47a1-9866-211a6f81d8ca service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3506df13-e339-4064-ad5a-03996f01bb83&tenant_id=f4ca129800e94994b08c14cc45929d63 HTTP/1.1" status: 200 len: 1097 time: 0.1720257 Aug 05 12:32:54.903171 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-d6bc99c3-ad8e-4261-8435-2e3d918891d6 req-88c3159f-3207-4acb-91f2-9b020424e908 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-803378-2', 'device_owner': 'compute:nova'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:32:54.999029 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-d6bc99c3-ad8e-4261-8435-2e3d918891d6 req-88c3159f-3207-4acb-91f2-9b020424e908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:32:55.420640 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-d6bc99c3-ad8e-4261-8435-2e3d918891d6 req-88c3159f-3207-4acb-91f2-9b020424e908 service neutron] For port d24b10df-2fbb-405f-9296-272f6f0a674e, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=d24b10df-2fbb-405f-9296-272f6f0a674e,segment=NetworkSegment(13893fa0-6d12-483f-9dbb-d2903963c6f2),segment_id=13893fa0-6d12-483f-9dbb-d2903963c6f2)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:32:55.500241 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-d6bc99c3-ad8e-4261-8435-2e3d918891d6 req-88c3159f-3207-4acb-91f2-9b020424e908 service neutron] For port d24b10df-2fbb-405f-9296-272f6f0a674e, host n-h1-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:32:55.577725 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-d6bc99c3-ad8e-4261-8435-2e3d918891d6 req-88c3159f-3207-4acb-91f2-9b020424e908 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:32:55.581892 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3506df13-e339-4064-ad5a-03996f01bb83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd24b10df-2fbb-405f-9296-272f6f0a674e'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:32:55.588627 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7ff1ae056485c55ead25f70fa9973e26b39e4a1f6cb6b93d5d0d7942cdef429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9276cb10-f2a1-42dd-a64a-621dd7000e77" -d '{"events": [{"server_uuid": "3506df13-e339-4064-ad5a-03996f01bb83", "name": "network-vif-unplugged", "status": "completed", "tag": "d24b10df-2fbb-405f-9296-272f6f0a674e"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:32:55.589817 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3e8ee4-224f-4944-8220-527834c347ad req-8529aa69-e53a-4e9b-9f5d-e0e36451351c tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:32:55.592645 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-be3e8ee4-224f-4944-8220-527834c347ad req-8529aa69-e53a-4e9b-9f5d-e0e36451351c tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=3506df13-e339-4064-ad5a-03996f01bb83 HTTP/1.1" status: 200 len: 946 time: 0.1117201 Aug 05 12:32:55.612768 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-d6bc99c3-ad8e-4261-8435-2e3d918891d6 req-88c3159f-3207-4acb-91f2-9b020424e908 service neutron] Transition to ACTIVE for port object d24b10df-2fbb-405f-9296-272f6f0a674e will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:32:55.620131 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-d6bc99c3-ad8e-4261-8435-2e3d918891d6 req-88c3159f-3207-4acb-91f2-9b020424e908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:32:55.707320 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 05 Aug 2021 12:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1001871-fe64-4fd5-b2d4-2106098c5574 x-openstack-request-id: req-a1001871-fe64-4fd5-b2d4-2106098c5574 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:32:55.707635 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3506df13-e339-4064-ad5a-03996f01bb83", "name": "network-vif-unplugged", "status": "completed", "tag": "d24b10df-2fbb-405f-9296-272f6f0a674e", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:32:55.707870 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a1001871-fe64-4fd5-b2d4-2106098c5574 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:32:55.708304 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3506df13-e339-4064-ad5a-03996f01bb83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd24b10df-2fbb-405f-9296-272f6f0a674e', 'code': 200} Aug 05 12:32:55.720675 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-be3e8ee4-224f-4944-8220-527834c347ad req-bcc045ef-12aa-4ab6-bcbb-441cf5cf4356 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099303 Aug 05 12:32:55.799944 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c3159f-3207-4acb-91f2-9b020424e908 service neutron] Pushing event updated for resources: {'Port': ['ID=d24b10df-2fbb-405f-9296-272f6f0a674e,revision_number=6']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:32:55.850165 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c3159f-3207-4acb-91f2-9b020424e908 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:32:55.850720 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c3159f-3207-4acb-91f2-9b020424e908 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:32:55.851251 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c3159f-3207-4acb-91f2-9b020424e908 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:32:55.853025 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c3159f-3207-4acb-91f2-9b020424e908 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:32:55.853591 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c3159f-3207-4acb-91f2-9b020424e908 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:32:55.854116 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c3159f-3207-4acb-91f2-9b020424e908 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:32:55.854633 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c3159f-3207-4acb-91f2-9b020424e908 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:32:55.855162 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c3159f-3207-4acb-91f2-9b020424e908 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:32:55.855698 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c3159f-3207-4acb-91f2-9b020424e908 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:32:55.856222 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c3159f-3207-4acb-91f2-9b020424e908 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:32:55.856779 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c3159f-3207-4acb-91f2-9b020424e908 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:32:55.857323 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c3159f-3207-4acb-91f2-9b020424e908 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:32:55.947932 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6bc99c3-ad8e-4261-8435-2e3d918891d6 req-88c3159f-3207-4acb-91f2-9b020424e908 service neutron] No DVR routers for this DVR port d24b10df-2fbb-405f-9296-272f6f0a674e on host n-h1-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:32:56.192834 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-d6bc99c3-ad8e-4261-8435-2e3d918891d6 req-88c3159f-3207-4acb-91f2-9b020424e908 service neutron] Attempting to bind port d24b10df-2fbb-405f-9296-272f6f0a674e on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:32:56.192834 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-d6bc99c3-ad8e-4261-8435-2e3d918891d6 req-88c3159f-3207-4acb-91f2-9b020424e908 service neutron] Attempting to bind port d24b10df-2fbb-405f-9296-272f6f0a674e by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': '13893fa0-6d12-483f-9dbb-d2903963c6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'c00424f2-f7f6-42d3-a3f9-d662e8ae381c'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:32:56.193675 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6bc99c3-ad8e-4261-8435-2e3d918891d6 req-88c3159f-3207-4acb-91f2-9b020424e908 service neutron] Attempting to bind port d24b10df-2fbb-405f-9296-272f6f0a674e on network c00424f2-f7f6-42d3-a3f9-d662e8ae381c {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:32:56.199814 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6bc99c3-ad8e-4261-8435-2e3d918891d6 req-88c3159f-3207-4acb-91f2-9b020424e908 service neutron] Port d24b10df-2fbb-405f-9296-272f6f0a674e on network c00424f2-f7f6-42d3-a3f9-d662e8ae381c not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 12:32:56.200337 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6bc99c3-ad8e-4261-8435-2e3d918891d6 req-88c3159f-3207-4acb-91f2-9b020424e908 service neutron] Attempting to bind port d24b10df-2fbb-405f-9296-272f6f0a674e on network c00424f2-f7f6-42d3-a3f9-d662e8ae381c {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:32:56.209055 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6bc99c3-ad8e-4261-8435-2e3d918891d6 req-88c3159f-3207-4acb-91f2-9b020424e908 service neutron] Checking agent: {'id': 'a8f1dd2d-227c-4e30-8844-52419ba734db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:32:56.209458 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6bc99c3-ad8e-4261-8435-2e3d918891d6 req-88c3159f-3207-4acb-91f2-9b020424e908 service neutron] Checking segment: {'id': '13893fa0-6d12-483f-9dbb-d2903963c6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'c00424f2-f7f6-42d3-a3f9-d662e8ae381c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:32:56.209915 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6bc99c3-ad8e-4261-8435-2e3d918891d6 req-88c3159f-3207-4acb-91f2-9b020424e908 service neutron] Bound using segment: {'id': '13893fa0-6d12-483f-9dbb-d2903963c6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'c00424f2-f7f6-42d3-a3f9-d662e8ae381c'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:32:56.210424 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-d6bc99c3-ad8e-4261-8435-2e3d918891d6 req-88c3159f-3207-4acb-91f2-9b020424e908 service neutron] Bound port: d24b10df-2fbb-405f-9296-272f6f0a674e, host: n-h2-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13893fa0-6d12-483f-9dbb-d2903963c6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'c00424f2-f7f6-42d3-a3f9-d662e8ae381c'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:32:56.211071 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-d6bc99c3-ad8e-4261-8435-2e3d918891d6 req-88c3159f-3207-4acb-91f2-9b020424e908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:32:56.342053 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-d6bc99c3-ad8e-4261-8435-2e3d918891d6 req-88c3159f-3207-4acb-91f2-9b020424e908 service neutron] For port d24b10df-2fbb-405f-9296-272f6f0a674e, host n-h2-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:32:56.348363 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-d6bc99c3-ad8e-4261-8435-2e3d918891d6 req-88c3159f-3207-4acb-91f2-9b020424e908 service neutron] For port d24b10df-2fbb-405f-9296-272f6f0a674e, host n-h2-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=d24b10df-2fbb-405f-9296-272f6f0a674e,segment=NetworkSegment(13893fa0-6d12-483f-9dbb-d2903963c6f2),segment_id=13893fa0-6d12-483f-9dbb-d2903963c6f2)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:32:56.357302 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-d6bc99c3-ad8e-4261-8435-2e3d918891d6 req-88c3159f-3207-4acb-91f2-9b020424e908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:32:56.427925 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bc99c3-ad8e-4261-8435-2e3d918891d6 req-88c3159f-3207-4acb-91f2-9b020424e908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:32:56.429141 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-d6bc99c3-ad8e-4261-8435-2e3d918891d6 req-88c3159f-3207-4acb-91f2-9b020424e908 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:32:56.432253 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d6bc99c3-ad8e-4261-8435-2e3d918891d6 req-88c3159f-3207-4acb-91f2-9b020424e908 service neutron] 10.222.0.55 "PUT /v2.0/ports/d24b10df-2fbb-405f-9296-272f6f0a674e HTTP/1.1" status: 200 len: 1092 time: 1.5344172 Aug 05 12:32:56.470213 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c3159f-3207-4acb-91f2-9b020424e908 service neutron] Pushing event updated for resources: {'Port': ['ID=d24b10df-2fbb-405f-9296-272f6f0a674e,revision_number=7']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:32:56.547678 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bc99c3-ad8e-4261-8435-2e3d918891d6 req-f19b3516-33af-416a-a9c8-94ef2baf162a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:32:56.549418 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d6bc99c3-ad8e-4261-8435-2e3d918891d6 req-f19b3516-33af-416a-a9c8-94ef2baf162a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f4ca129800e94994b08c14cc45929d63&device_id=3506df13-e339-4064-ad5a-03996f01bb83 HTTP/1.1" status: 200 len: 1095 time: 0.0703161 Aug 05 12:32:56.718227 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bc99c3-ad8e-4261-8435-2e3d918891d6 req-6a97a33a-d059-44f0-8a0f-88c26337e1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:32:56.720252 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d6bc99c3-ad8e-4261-8435-2e3d918891d6 req-6a97a33a-d059-44f0-8a0f-88c26337e1b4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c00424f2-f7f6-42d3-a3f9-d662e8ae381c HTTP/1.1" status: 200 len: 912 time: 0.1623831 Aug 05 12:32:56.822887 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d6bc99c3-ad8e-4261-8435-2e3d918891d6 req-79effa9d-990d-42ff-a29e-4eec471612b1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d24b10df-2fbb-405f-9296-272f6f0a674e HTTP/1.1" status: 200 len: 1000 time: 0.0941968 Aug 05 12:32:56.917386 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bc99c3-ad8e-4261-8435-2e3d918891d6 req-4283f0f9-a09e-474a-8fd4-70e865559d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:32:56.920400 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d6bc99c3-ad8e-4261-8435-2e3d918891d6 req-4283f0f9-a09e-474a-8fd4-70e865559d37 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e713aeb5-0daa-4eb2-babb-b3a078b47e59 HTTP/1.1" status: 200 len: 850 time: 0.0895860 Aug 05 12:32:56.931230 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f784a2b8-27d9-434c-b7a1-0725a6c0b7da req-7ce147f5-50fa-4e26-b1c2-d9495bd6c9e3 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:32:56.933622 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f784a2b8-27d9-434c-b7a1-0725a6c0b7da req-7ce147f5-50fa-4e26-b1c2-d9495bd6c9e3 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=3506df13-e339-4064-ad5a-03996f01bb83 HTTP/1.1" status: 200 len: 944 time: 0.0899630 Aug 05 12:32:57.002091 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bc99c3-ad8e-4261-8435-2e3d918891d6 req-aba107b9-9dce-4ce7-9a4b-10c7213dcf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:32:57.005020 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d6bc99c3-ad8e-4261-8435-2e3d918891d6 req-aba107b9-9dce-4ce7-9a4b-10c7213dcf48 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c00424f2-f7f6-42d3-a3f9-d662e8ae381c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0758379 Aug 05 12:32:57.011985 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f784a2b8-27d9-434c-b7a1-0725a6c0b7da req-d9aa5a86-cc4e-425f-b2d3-49b2f80f16a5 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664623 Aug 05 12:32:57.173033 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d6bc99c3-ad8e-4261-8435-2e3d918891d6 req-72c79a9e-2640-4a52-a0b2-f7df04a7f674 service neutron] 10.222.0.55 "GET /v2.0/networks/c00424f2-f7f6-42d3-a3f9-d662e8ae381c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601748 Aug 05 12:32:57.329244 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d6bc99c3-ad8e-4261-8435-2e3d918891d6 req-5afac1c1-56b7-463e-82f5-293c3469de17 service neutron] 10.222.0.55 "GET /v2.0/networks/c00424f2-f7f6-42d3-a3f9-d662e8ae381c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470809 Aug 05 12:32:57.710244 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3506df13-e339-4064-ad5a-03996f01bb83', 'tag': 'd24b10df-2fbb-405f-9296-272f6f0a674e'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:32:57.715239 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7ff1ae056485c55ead25f70fa9973e26b39e4a1f6cb6b93d5d0d7942cdef429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9ce6d66-e7bf-42f7-8a31-6dd53b0587bd" -d '{"events": [{"name": "network-changed", "server_uuid": "3506df13-e339-4064-ad5a-03996f01bb83", "tag": "d24b10df-2fbb-405f-9296-272f6f0a674e"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:32:57.795239 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 12:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e046b00-c900-4fa5-8887-068649b739d3 x-openstack-request-id: req-1e046b00-c900-4fa5-8887-068649b739d3 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:32:57.795557 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3506df13-e339-4064-ad5a-03996f01bb83", "tag": "d24b10df-2fbb-405f-9296-272f6f0a674e", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:32:57.795884 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1e046b00-c900-4fa5-8887-068649b739d3 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:32:57.796393 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3506df13-e339-4064-ad5a-03996f01bb83', 'tag': 'd24b10df-2fbb-405f-9296-272f6f0a674e', 'status': 'completed', 'code': 200} Aug 05 12:32:57.898534 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ce6d66-e7bf-42f7-8a31-6dd53b0587bd req-b0e2020c-a391-41ef-a735-fa96b7df3713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:32:57.902156 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f9ce6d66-e7bf-42f7-8a31-6dd53b0587bd req-b0e2020c-a391-41ef-a735-fa96b7df3713 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f4ca129800e94994b08c14cc45929d63&device_id=3506df13-e339-4064-ad5a-03996f01bb83 HTTP/1.1" status: 200 len: 1095 time: 0.0633695 Aug 05 12:32:57.933661 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ce6d66-e7bf-42f7-8a31-6dd53b0587bd req-fb24afd2-238d-4485-8a6d-0f0feec76775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:32:57.936386 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-f9ce6d66-e7bf-42f7-8a31-6dd53b0587bd req-fb24afd2-238d-4485-8a6d-0f0feec76775 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f4ca129800e94994b08c14cc45929d63&device_id=3506df13-e339-4064-ad5a-03996f01bb83 HTTP/1.1" status: 200 len: 1095 time: 0.0847659 Aug 05 12:32:58.057031 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ce6d66-e7bf-42f7-8a31-6dd53b0587bd req-bb7f5fe3-ef2c-49ff-8312-fa0cade1e41c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:32:58.060026 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f9ce6d66-e7bf-42f7-8a31-6dd53b0587bd req-bb7f5fe3-ef2c-49ff-8312-fa0cade1e41c service neutron] 10.222.0.64 "GET /v2.0/networks?id=c00424f2-f7f6-42d3-a3f9-d662e8ae381c HTTP/1.1" status: 200 len: 912 time: 0.1482506 Aug 05 12:32:58.095941 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ce6d66-e7bf-42f7-8a31-6dd53b0587bd req-6873decd-4dda-4f80-8b21-cad8ea83e59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:32:58.099339 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-f9ce6d66-e7bf-42f7-8a31-6dd53b0587bd req-6873decd-4dda-4f80-8b21-cad8ea83e59a service neutron] 10.222.0.55 "GET /v2.0/networks?id=c00424f2-f7f6-42d3-a3f9-d662e8ae381c HTTP/1.1" status: 200 len: 912 time: 0.1534514 Aug 05 12:32:58.222177 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f9ce6d66-e7bf-42f7-8a31-6dd53b0587bd req-89302993-dc99-4f29-a69e-f50922976da5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d24b10df-2fbb-405f-9296-272f6f0a674e HTTP/1.1" status: 200 len: 1000 time: 0.1538446 Aug 05 12:32:58.232189 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-f9ce6d66-e7bf-42f7-8a31-6dd53b0587bd req-bd3322ad-667e-4ae5-a70b-ba378e1555d7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d24b10df-2fbb-405f-9296-272f6f0a674e HTTP/1.1" status: 200 len: 1000 time: 0.1248918 Aug 05 12:32:58.289727 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device d24b10df-2fbb-405f-9296-272f6f0a674e no longer exists at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:32:58.303931 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf8ad2f-7129-490b-b24c-09d77d89d13f req-a3d6de13-cf88-4d62-bcd6-5b2d04b09c23 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:32:58.307809 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-acf8ad2f-7129-490b-b24c-09d77d89d13f req-a3d6de13-cf88-4d62-bcd6-5b2d04b09c23 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=3506df13-e339-4064-ad5a-03996f01bb83 HTTP/1.1" status: 200 len: 944 time: 0.1536877 Aug 05 12:32:58.331196 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ce6d66-e7bf-42f7-8a31-6dd53b0587bd req-20baef5b-dbdd-444f-a9b9-68fa53987c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:32:58.334124 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-f9ce6d66-e7bf-42f7-8a31-6dd53b0587bd req-20baef5b-dbdd-444f-a9b9-68fa53987c84 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e713aeb5-0daa-4eb2-babb-b3a078b47e59 HTTP/1.1" status: 200 len: 850 time: 0.0935264 Aug 05 12:32:58.373051 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device d24b10df-2fbb-405f-9296-272f6f0a674e not bound to the agent host n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:32:58.374232 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ce6d66-e7bf-42f7-8a31-6dd53b0587bd req-bbde632b-c820-4495-afdc-9fdc389bad06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:32:58.375805 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f9ce6d66-e7bf-42f7-8a31-6dd53b0587bd req-bbde632b-c820-4495-afdc-9fdc389bad06 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e713aeb5-0daa-4eb2-babb-b3a078b47e59 HTTP/1.1" status: 200 len: 850 time: 0.1431096 Aug 05 12:32:58.406127 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-acf8ad2f-7129-490b-b24c-09d77d89d13f req-3898ec50-f3ab-4078-ad42-0af9498b6d1d tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833652 Aug 05 12:32:58.416126 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ce6d66-e7bf-42f7-8a31-6dd53b0587bd req-d2745b97-3cc4-47fc-910f-5c0ed35950c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:32:58.418857 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-f9ce6d66-e7bf-42f7-8a31-6dd53b0587bd req-d2745b97-3cc4-47fc-910f-5c0ed35950c0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c00424f2-f7f6-42d3-a3f9-d662e8ae381c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0767124 Aug 05 12:32:58.448142 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ce6d66-e7bf-42f7-8a31-6dd53b0587bd req-e5eaf2fa-da46-494c-8a40-de4b294bc402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:32:58.450059 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f9ce6d66-e7bf-42f7-8a31-6dd53b0587bd req-e5eaf2fa-da46-494c-8a40-de4b294bc402 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c00424f2-f7f6-42d3-a3f9-d662e8ae381c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0625796 Aug 05 12:32:58.577376 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-f9ce6d66-e7bf-42f7-8a31-6dd53b0587bd req-f8dfa1cc-fc6d-4f83-990d-468a674628ee service neutron] 10.222.0.55 "GET /v2.0/networks/c00424f2-f7f6-42d3-a3f9-d662e8ae381c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497548 Aug 05 12:32:58.634232 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f9ce6d66-e7bf-42f7-8a31-6dd53b0587bd req-40035326-42bd-44c4-8144-b40ff7cf6d3b service neutron] 10.222.0.64 "GET /v2.0/networks/c00424f2-f7f6-42d3-a3f9-d662e8ae381c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741402 Aug 05 12:32:58.711693 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-f9ce6d66-e7bf-42f7-8a31-6dd53b0587bd req-0bc0b797-0f9b-459a-b738-4500cb970aa4 service neutron] 10.222.0.55 "GET /v2.0/networks/c00424f2-f7f6-42d3-a3f9-d662e8ae381c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237731 Aug 05 12:32:58.781752 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f9ce6d66-e7bf-42f7-8a31-6dd53b0587bd req-6e9d1c8d-0c15-49d9-b9a4-a1ee6846b20e service neutron] 10.222.0.64 "GET /v2.0/networks/c00424f2-f7f6-42d3-a3f9-d662e8ae381c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392181 Aug 05 12:32:59.601158 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de04c415-8caa-4f7f-a6c5-f6ebbba96852 req-05311dcd-6df0-456b-84c7-abe0c6eec501 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:32:59.604863 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-de04c415-8caa-4f7f-a6c5-f6ebbba96852 req-05311dcd-6df0-456b-84c7-abe0c6eec501 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=3506df13-e339-4064-ad5a-03996f01bb83 HTTP/1.1" status: 200 len: 944 time: 0.0967035 Aug 05 12:32:59.681198 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-de04c415-8caa-4f7f-a6c5-f6ebbba96852 req-724e48f4-5bf3-421f-b651-c036c50f0ef3 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622346 Aug 05 12:32:59.991908 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:33:00.040757 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device d24b10df-2fbb-405f-9296-272f6f0a674e details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 12:33:00.056038 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5493a404-a6a3-49c6-82ee-20c8e6938d88 req-6b86ab0e-6887-4976-9a4f-566657702156 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:33:00.059056 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5493a404-a6a3-49c6-82ee-20c8e6938d88 req-6b86ab0e-6887-4976-9a4f-566657702156 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=3506df13-e339-4064-ad5a-03996f01bb83 HTTP/1.1" status: 200 len: 944 time: 0.1195431 Aug 05 12:33:00.077797 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f52661-183f-4aa5-9d66-449e6c9bcf89 req-8d802d83-db39-45a8-89cb-9316e189d60c tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:33:00.080592 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-10f52661-183f-4aa5-9d66-449e6c9bcf89 req-8d802d83-db39-45a8-89cb-9316e189d60c tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.64 "GET /v2.0/ports?device_id=3506df13-e339-4064-ad5a-03996f01bb83&tenant_id=f4ca129800e94994b08c14cc45929d63&binding%3Ahost_id=n-h2-803378-2 HTTP/1.1" status: 200 len: 944 time: 0.1312118 Aug 05 12:33:00.204985 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port d24b10df-2fbb-405f-9296-272f6f0a674e, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=d24b10df-2fbb-405f-9296-272f6f0a674e,segment=NetworkSegment(13893fa0-6d12-483f-9dbb-d2903963c6f2),segment_id=13893fa0-6d12-483f-9dbb-d2903963c6f2)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:33:00.213146 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5493a404-a6a3-49c6-82ee-20c8e6938d88 req-a0b53409-cb6c-4032-ae27-6fc6c758e1fe tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1307936 Aug 05 12:33:00.227961 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Returning: {'device': 'd24b10df-2fbb-405f-9296-272f6f0a674e', 'network_id': 'c00424f2-f7f6-42d3-a3f9-d662e8ae381c', 'port_id': 'd24b10df-2fbb-405f-9296-272f6f0a674e', 'mac_address': 'fa:16:3e:94:7d:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e713aeb5-0daa-4eb2-babb-b3a078b47e59', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 12:33:00.246083 n-d-803378-2 neutron-server[94420]: INFO neutron.api.v2.resource [req-10f52661-183f-4aa5-9d66-449e6c9bcf89 req-9fc7257c-8bf0-4668-a49c-5dc0ee4ae6fc service neutron] delete failed (client error): The resource could not be found. Aug 05 12:33:00.248102 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-10f52661-183f-4aa5-9d66-449e6c9bcf89 req-9fc7257c-8bf0-4668-a49c-5dc0ee4ae6fc service neutron] 10.222.0.64 "DELETE /v2.0/ports/d24b10df-2fbb-405f-9296-272f6f0a674e/bindings/n-h1-803378-2 HTTP/1.1" status: 404 len: 380 time: 0.1543195 Aug 05 12:33:00.311445 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:33:00.340222 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d24b10df-2fbb-405f-9296-272f6f0a674e {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 12:33:00.386458 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port d24b10df-2fbb-405f-9296-272f6f0a674e, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=d24b10df-2fbb-405f-9296-272f6f0a674e,segment=NetworkSegment(13893fa0-6d12-483f-9dbb-d2903963c6f2),segment_id=13893fa0-6d12-483f-9dbb-d2903963c6f2)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:33:00.393847 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:33:00.415531 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f52661-183f-4aa5-9d66-449e6c9bcf89 req-9c7f4cd3-ae42-469c-8adc-16a8cb5a2b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:33:00.417622 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-10f52661-183f-4aa5-9d66-449e6c9bcf89 req-9c7f4cd3-ae42-469c-8adc-16a8cb5a2b24 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f4ca129800e94994b08c14cc45929d63&device_id=3506df13-e339-4064-ad5a-03996f01bb83 HTTP/1.1" status: 200 len: 1095 time: 0.0730846 Aug 05 12:33:00.491394 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=d24b10df-2fbb-405f-9296-272f6f0a674e,revision_number=8']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:33:00.506877 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:33:00.507396 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:33:00.509237 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:33:00.509866 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:33:00.510434 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:33:00.511246 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:33:00.512383 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:33:00.513380 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:33:00.514007 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:33:00.514867 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:33:00.515761 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:33:00.516111 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:33:00.567663 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f52661-183f-4aa5-9d66-449e6c9bcf89 req-de0d6172-d374-447e-83a3-c33cde1e4c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:33:00.569965 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-10f52661-183f-4aa5-9d66-449e6c9bcf89 req-de0d6172-d374-447e-83a3-c33cde1e4c6e service neutron] 10.222.0.64 "GET /v2.0/networks?id=c00424f2-f7f6-42d3-a3f9-d662e8ae381c HTTP/1.1" status: 200 len: 912 time: 0.1429169 Aug 05 12:33:00.666252 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-10f52661-183f-4aa5-9d66-449e6c9bcf89 req-314e4bc4-5fa2-4bff-9e02-24f04407ed5e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d24b10df-2fbb-405f-9296-272f6f0a674e HTTP/1.1" status: 200 len: 1001 time: 0.0870993 Aug 05 12:33:00.706450 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['d24b10df-2fbb-405f-9296-272f6f0a674e'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 12:33:00.732110 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f52661-183f-4aa5-9d66-449e6c9bcf89 req-939f191f-0752-425c-81da-c7de793934b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:33:00.734257 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-10f52661-183f-4aa5-9d66-449e6c9bcf89 req-939f191f-0752-425c-81da-c7de793934b7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e713aeb5-0daa-4eb2-babb-b3a078b47e59 HTTP/1.1" status: 200 len: 850 time: 0.0593154 Aug 05 12:33:00.808344 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f52661-183f-4aa5-9d66-449e6c9bcf89 req-a1378004-1227-4994-bfab-b68660eda195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:33:00.811573 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-10f52661-183f-4aa5-9d66-449e6c9bcf89 req-a1378004-1227-4994-bfab-b68660eda195 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c00424f2-f7f6-42d3-a3f9-d662e8ae381c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0672815 Aug 05 12:33:00.951691 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-10f52661-183f-4aa5-9d66-449e6c9bcf89 req-4213f8c4-acfd-4ce3-bae5-d4f269b019bd service neutron] 10.222.0.64 "GET /v2.0/networks/c00424f2-f7f6-42d3-a3f9-d662e8ae381c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298735 Aug 05 12:33:01.083399 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-10f52661-183f-4aa5-9d66-449e6c9bcf89 req-aa82bcb8-38da-49d1-8f5e-f4ce809b7dc2 service neutron] 10.222.0.64 "GET /v2.0/networks/c00424f2-f7f6-42d3-a3f9-d662e8ae381c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223216 Aug 05 12:33:01.446101 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41f22fa-98a2-4524-be17-b136874c0da7 req-3ffed049-3b4f-43ea-8d30-f491d6cc1a0d tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:33:01.447882 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b41f22fa-98a2-4524-be17-b136874c0da7 req-3ffed049-3b4f-43ea-8d30-f491d6cc1a0d tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=3506df13-e339-4064-ad5a-03996f01bb83 HTTP/1.1" status: 200 len: 945 time: 0.0890179 Aug 05 12:33:01.526247 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b41f22fa-98a2-4524-be17-b136874c0da7 req-3dcb5902-64e3-48b9-91f0-0b04199c0fd4 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629494 Aug 05 12:33:02.046707 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device d24b10df-2fbb-405f-9296-272f6f0a674e up at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:33:02.109763 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning for port d24b10df-2fbb-405f-9296-272f6f0a674e completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:33:02.118018 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning complete for port d24b10df-2fbb-405f-9296-272f6f0a674e triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:33:02.118790 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:33:02.241652 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:33:02.290388 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3506df13-e339-4064-ad5a-03996f01bb83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd24b10df-2fbb-405f-9296-272f6f0a674e'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:33:02.293903 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e1268cc07bff5734ca170491336a8ac74677c017447dd0c96766dddd3e3cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4b55eb9-08f4-4487-8eb9-875060ce9b4b" -d '{"events": [{"server_uuid": "3506df13-e339-4064-ad5a-03996f01bb83", "name": "network-vif-plugged", "status": "completed", "tag": "d24b10df-2fbb-405f-9296-272f6f0a674e"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:33:02.317910 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port d24b10df-2fbb-405f-9296-272f6f0a674e, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=d24b10df-2fbb-405f-9296-272f6f0a674e,segment=NetworkSegment(13893fa0-6d12-483f-9dbb-d2903963c6f2),segment_id=13893fa0-6d12-483f-9dbb-d2903963c6f2)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:33:02.326909 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:33:02.364122 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 12:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3afbd51-9b86-46ea-bc45-3744513f6939 x-openstack-request-id: req-e3afbd51-9b86-46ea-bc45-3744513f6939 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:33:02.364763 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3506df13-e339-4064-ad5a-03996f01bb83", "name": "network-vif-plugged", "status": "completed", "tag": "d24b10df-2fbb-405f-9296-272f6f0a674e", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:33:02.364945 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e3afbd51-9b86-46ea-bc45-3744513f6939 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:33:02.365308 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3506df13-e339-4064-ad5a-03996f01bb83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd24b10df-2fbb-405f-9296-272f6f0a674e', 'code': 200} Aug 05 12:33:02.403368 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=d24b10df-2fbb-405f-9296-272f6f0a674e,revision_number=9']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:33:02.693666 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a114c1-1ff4-4afe-8902-38093483e828 req-26458845-f88f-4290-9f80-13a80de6a778 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:33:02.695765 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f2a114c1-1ff4-4afe-8902-38093483e828 req-26458845-f88f-4290-9f80-13a80de6a778 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=3506df13-e339-4064-ad5a-03996f01bb83 HTTP/1.1" status: 200 len: 946 time: 0.0664246 Aug 05 12:33:02.752131 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f2a114c1-1ff4-4afe-8902-38093483e828 req-6fb69d8f-95f0-4ed4-8ee2-cfef1e72a817 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450454 Aug 05 12:33:02.921446 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794e3892-fab5-4f53-a674-9e35f0ba3460 req-adeac569-dc48-42e3-bea7-746f11bb83a0 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:33:02.923582 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-794e3892-fab5-4f53-a674-9e35f0ba3460 req-adeac569-dc48-42e3-bea7-746f11bb83a0 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=3506df13-e339-4064-ad5a-03996f01bb83 HTTP/1.1" status: 200 len: 946 time: 0.0734394 Aug 05 12:33:02.977345 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-794e3892-fab5-4f53-a674-9e35f0ba3460 req-819f7733-f7a9-4ec8-abe3-bd28285955c5 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463765 Aug 05 12:33:03.133538 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd00406-6eb8-43c2-af08-c2716fd57415 req-d394a290-c9c4-4918-a530-9896142eb10a tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:33:03.135878 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bfd00406-6eb8-43c2-af08-c2716fd57415 req-d394a290-c9c4-4918-a530-9896142eb10a tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=3506df13-e339-4064-ad5a-03996f01bb83 HTTP/1.1" status: 200 len: 946 time: 0.0769367 Aug 05 12:33:03.189435 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bfd00406-6eb8-43c2-af08-c2716fd57415 req-bff96226-5f59-4d4b-826f-202a27eea24c tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424995 Aug 05 12:33:03.577015 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c909842-2f14-474b-ae26-7565a4047376 req-759d192a-186f-46eb-ac7f-a97a9ce26852 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:33:03.579092 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9c909842-2f14-474b-ae26-7565a4047376 req-759d192a-186f-46eb-ac7f-a97a9ce26852 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=3506df13-e339-4064-ad5a-03996f01bb83 HTTP/1.1" status: 200 len: 946 time: 0.0627730 Aug 05 12:33:03.625574 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9c909842-2f14-474b-ae26-7565a4047376 req-25da9c59-1c80-45cf-9df7-4e375b4872f6 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398073 Aug 05 12:33:04.781362 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3675a72f-d063-4e35-a546-462d66b500fd req-6fc2c287-7a44-4bdb-ad20-25d6594c0e23 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:33:04.783288 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3675a72f-d063-4e35-a546-462d66b500fd req-6fc2c287-7a44-4bdb-ad20-25d6594c0e23 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=3506df13-e339-4064-ad5a-03996f01bb83 HTTP/1.1" status: 200 len: 946 time: 0.0747187 Aug 05 12:33:04.833891 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3675a72f-d063-4e35-a546-462d66b500fd req-af459c51-e658-4b29-9b25-87ed8558735e tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439215 Aug 05 12:33:05.106983 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33a7d7c-62cd-47c6-a0a0-de03e8532378 req-0ab0820c-8d50-4765-8565-260652911af6 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:33:05.108702 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e33a7d7c-62cd-47c6-a0a0-de03e8532378 req-0ab0820c-8d50-4765-8565-260652911af6 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.55 "GET /v2.0/ports?device_id=3506df13-e339-4064-ad5a-03996f01bb83 HTTP/1.1" status: 200 len: 946 time: 0.0707901 Aug 05 12:33:05.231247 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-e33a7d7c-62cd-47c6-a0a0-de03e8532378 req-608ad1d4-bc6c-4222-bf09-48117631111c tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Deleting port d24b10df-2fbb-405f-9296-272f6f0a674e {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:33:05.231767 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-e33a7d7c-62cd-47c6-a0a0-de03e8532378 req-608ad1d4-bc6c-4222-bf09-48117631111c tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:33:05.349618 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-e33a7d7c-62cd-47c6-a0a0-de03e8532378 req-608ad1d4-bc6c-4222-bf09-48117631111c tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] For port d24b10df-2fbb-405f-9296-272f6f0a674e, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=d24b10df-2fbb-405f-9296-272f6f0a674e,segment=NetworkSegment(13893fa0-6d12-483f-9dbb-d2903963c6f2),segment_id=13893fa0-6d12-483f-9dbb-d2903963c6f2)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:33:05.349995 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-e33a7d7c-62cd-47c6-a0a0-de03e8532378 req-608ad1d4-bc6c-4222-bf09-48117631111c tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:33:05.683218 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-e33a7d7c-62cd-47c6-a0a0-de03e8532378 req-608ad1d4-bc6c-4222-bf09-48117631111c tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:33:05.683975 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-e33a7d7c-62cd-47c6-a0a0-de03e8532378 req-608ad1d4-bc6c-4222-bf09-48117631111c tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33287247'] for floatingip, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:33:05.684366 n-d-803378-2 neutron-server[94421]: INFO neutron.db.l3_db [req-e33a7d7c-62cd-47c6-a0a0-de03e8532378 req-608ad1d4-bc6c-4222-bf09-48117631111c tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Floating IP d1447434-d449-45ec-a1ae-729ea447988f disassociated. External IP: 172.25.5.147, port: d24b10df-2fbb-405f-9296-272f6f0a674e. Aug 05 12:33:05.684789 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-e33a7d7c-62cd-47c6-a0a0-de03e8532378 req-608ad1d4-bc6c-4222-bf09-48117631111c tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Calling delete_port for d24b10df-2fbb-405f-9296-272f6f0a674e owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:33:05.896818 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-e33a7d7c-62cd-47c6-a0a0-de03e8532378 req-608ad1d4-bc6c-4222-bf09-48117631111c tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:33:05.935030 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608ad1d4-bc6c-4222-bf09-48117631111c tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Pushing event deleted for resources: {'Port': ['ID=d24b10df-2fbb-405f-9296-272f6f0a674e,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:33:05.969626 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a8aea2da-ced4-48da-a4ad-ffe636d70731 req-2c41f309-9402-4c26-8593-fcd7b7b2912e tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=3506df13-e339-4064-ad5a-03996f01bb83 HTTP/1.1" status: 200 len: 210 time: 0.0397546 Aug 05 12:33:06.136279 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e33a7d7c-62cd-47c6-a0a0-de03e8532378 req-608ad1d4-bc6c-4222-bf09-48117631111c tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Router 67178f4d-b3c4-4500-a975-0b4e8bb4a8f4 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:33:06.753562 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e33a7d7c-62cd-47c6-a0a0-de03e8532378 req-608ad1d4-bc6c-4222-bf09-48117631111c tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:33:06.767688 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c204677-401b-4060-906c-f795dc7f55b7 None None] Sync routers for ids ['67178f4d-b3c4-4500-a975-0b4e8bb4a8f4'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:33:06.785509 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c204677-401b-4060-906c-f795dc7f55b7 None None] Routers {'67178f4d-b3c4-4500-a975-0b4e8bb4a8f4'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:33:06.786576 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-3c204677-401b-4060-906c-f795dc7f55b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:32:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['67178f4d-b3c4-4500-a975-0b4e8bb4a8f4'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:33:06.817759 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-e33a7d7c-62cd-47c6-a0a0-de03e8532378 req-608ad1d4-bc6c-4222-bf09-48117631111c tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] No DVR routers for this DVR port d24b10df-2fbb-405f-9296-272f6f0a674e on host n-h2-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:33:06.822164 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-e33a7d7c-62cd-47c6-a0a0-de03e8532378 req-608ad1d4-bc6c-4222-bf09-48117631111c tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:33:06.824918 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e33a7d7c-62cd-47c6-a0a0-de03e8532378 req-608ad1d4-bc6c-4222-bf09-48117631111c tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.55 "DELETE /v2.0/ports/d24b10df-2fbb-405f-9296-272f6f0a674e HTTP/1.1" status: 204 len: 173 time: 1.7090783 Aug 05 12:33:06.826385 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3506df13-e339-4064-ad5a-03996f01bb83', 'name': 'network-vif-deleted', 'tag': 'd24b10df-2fbb-405f-9296-272f6f0a674e'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:33:06.831400 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7ff1ae056485c55ead25f70fa9973e26b39e4a1f6cb6b93d5d0d7942cdef429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b650292-3e13-444b-b543-eb4a5b59779f" -d '{"events": [{"server_uuid": "3506df13-e339-4064-ad5a-03996f01bb83", "name": "network-vif-deleted", "tag": "d24b10df-2fbb-405f-9296-272f6f0a674e"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:33:06.895684 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 12:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42214171-93fa-454a-adc2-56d7f52025e5 x-openstack-request-id: req-42214171-93fa-454a-adc2-56d7f52025e5 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:33:06.895980 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3506df13-e339-4064-ad5a-03996f01bb83", "name": "network-vif-deleted", "tag": "d24b10df-2fbb-405f-9296-272f6f0a674e", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:33:06.896226 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-42214171-93fa-454a-adc2-56d7f52025e5 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:33:06.896680 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3506df13-e339-4064-ad5a-03996f01bb83', 'name': 'network-vif-deleted', 'tag': 'd24b10df-2fbb-405f-9296-272f6f0a674e', 'status': 'completed', 'code': 200} Aug 05 12:33:06.955951 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-3c204677-401b-4060-906c-f795dc7f55b7 None None] Set router 67178f4d-b3c4-4500-a975-0b4e8bb4a8f4 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:33:07.146652 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b5fb30db-6f90-4026-a031-d0edde2aa04a req-e7f0165a-c364-45f4-b441-fb86d2611a6b tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=3506df13-e339-4064-ad5a-03996f01bb83 HTTP/1.1" status: 200 len: 210 time: 0.0307107 Aug 05 12:33:07.251374 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-3c204677-401b-4060-906c-f795dc7f55b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67178f4d-b3c4-4500-a975-0b4e8bb4a8f4', 'name': 'tempest-ServerActionsTestJSON-771402488-router', 'tenant_id': 'f4ca129800e94994b08c14cc45929d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': 'a90b18b8-85c0-477a-b299-066a574f5095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:29:02Z', 'updated_at': '2021-08-05T12:29:07Z', 'revision_number': 4, 'project_id': 'f4ca129800e94994b08c14cc45929d63', 'gw_port': {'id': 'a90b18b8-85c0-477a-b299-066a574f5095', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:18:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67178f4d-b3c4-4500-a975-0b4e8bb4a8f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:29:03Z', 'updated_at': '2021-08-05T12:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'd11c8b72-d40a-4114-8145-9fae6beaedac', 'name': '', 'network_id': 'c00424f2-f7f6-42d3-a3f9-d662e8ae381c', 'tenant_id': 'f4ca129800e94994b08c14cc45929d63', 'mac_address': 'fa:16:3e:79:37:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67178f4d-b3c4-4500-a975-0b4e8bb4a8f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'e713aeb5-0daa-4eb2-babb-b3a078b47e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:29:05Z', 'updated_at': '2021-08-05T12:29:13Z', 'revision_number': 5, 'project_id': 'f4ca129800e94994b08c14cc45929d63', 'subnets': [{'id': 'e713aeb5-0daa-4eb2-babb-b3a078b47e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:33:07.294310 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c204677-401b-4060-906c-f795dc7f55b7 None None] Checking router: 67178f4d-b3c4-4500-a975-0b4e8bb4a8f4 for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:33:07.306020 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c204677-401b-4060-906c-f795dc7f55b7 None None] Routers {'67178f4d-b3c4-4500-a975-0b4e8bb4a8f4'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:33:07.306885 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-3c204677-401b-4060-906c-f795dc7f55b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:32:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['67178f4d-b3c4-4500-a975-0b4e8bb4a8f4'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:33:07.379180 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-2b17814e-2a75-43b6-bc0a-4b69eeec346b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:33:07.509817 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-3c204677-401b-4060-906c-f795dc7f55b7 None None] Set router 67178f4d-b3c4-4500-a975-0b4e8bb4a8f4 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:33:08.066058 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-3c204677-401b-4060-906c-f795dc7f55b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67178f4d-b3c4-4500-a975-0b4e8bb4a8f4', 'name': 'tempest-ServerActionsTestJSON-771402488-router', 'tenant_id': 'f4ca129800e94994b08c14cc45929d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': 'a90b18b8-85c0-477a-b299-066a574f5095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:29:02Z', 'updated_at': '2021-08-05T12:29:07Z', 'revision_number': 4, 'project_id': 'f4ca129800e94994b08c14cc45929d63', 'gw_port': {'id': 'a90b18b8-85c0-477a-b299-066a574f5095', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:18:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67178f4d-b3c4-4500-a975-0b4e8bb4a8f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:29:03Z', 'updated_at': '2021-08-05T12:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'd11c8b72-d40a-4114-8145-9fae6beaedac', 'name': '', 'network_id': 'c00424f2-f7f6-42d3-a3f9-d662e8ae381c', 'tenant_id': 'f4ca129800e94994b08c14cc45929d63', 'mac_address': 'fa:16:3e:79:37:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67178f4d-b3c4-4500-a975-0b4e8bb4a8f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'e713aeb5-0daa-4eb2-babb-b3a078b47e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:29:05Z', 'updated_at': '2021-08-05T12:29:13Z', 'revision_number': 5, 'project_id': 'f4ca129800e94994b08c14cc45929d63', 'subnets': [{'id': 'e713aeb5-0daa-4eb2-babb-b3a078b47e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:33:08.115658 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c204677-401b-4060-906c-f795dc7f55b7 None None] The sync data for ids ['67178f4d-b3c4-4500-a975-0b4e8bb4a8f4'] in n-d-803378-2 is: [{'id': '67178f4d-b3c4-4500-a975-0b4e8bb4a8f4', 'name': 'tempest-ServerActionsTestJSON-771402488-router', 'tenant_id': 'f4ca129800e94994b08c14cc45929d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': 'a90b18b8-85c0-477a-b299-066a574f5095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:29:02Z', 'updated_at': '2021-08-05T12:29:07Z', 'revision_number': 4, 'project_id': 'f4ca129800e94994b08c14cc45929d63', 'gw_port': {'id': 'a90b18b8-85c0-477a-b299-066a574f5095', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:18:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67178f4d-b3c4-4500-a975-0b4e8bb4a8f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:29:03Z', 'updated_at': '2021-08-05T12:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'd11c8b72-d40a-4114-8145-9fae6beaedac', 'name': '', 'network_id': 'c00424f2-f7f6-42d3-a3f9-d662e8ae381c', 'tenant_id': 'f4ca129800e94994b08c14cc45929d63', 'mac_address': 'fa:16:3e:79:37:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67178f4d-b3c4-4500-a975-0b4e8bb4a8f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'e713aeb5-0daa-4eb2-babb-b3a078b47e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:29:05Z', 'updated_at': '2021-08-05T12:29:13Z', 'revision_number': 5, 'project_id': 'f4ca129800e94994b08c14cc45929d63', 'subnets': [{'id': 'e713aeb5-0daa-4eb2-babb-b3a078b47e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:33:08.467396 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ff13f6-f4a6-4cd0-bf40-1ecb000da1ca None None] New status for floating IP d1447434-d449-45ec-a1ae-729ea447988f: DOWN {{(pid=94423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 12:33:08.547676 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-828fc135-381a-405e-9d8f-4ee4d8c4c392 req-7596df94-8ba0-451c-9e07-4ef559d1b7c3 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--256105841&fields=id&tenant_id=f4ca129800e94994b08c14cc45929d63 HTTP/1.1" status: 200 len: 267 time: 0.0695140 Aug 05 12:33:08.702164 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828fc135-381a-405e-9d8f-4ee4d8c4c392 req-01d265bb-185a-4abb-8aab-8ab8a940f00b tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:33:08.705116 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-828fc135-381a-405e-9d8f-4ee4d8c4c392 req-01d265bb-185a-4abb-8aab-8ab8a940f00b tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/networks?id=c00424f2-f7f6-42d3-a3f9-d662e8ae381c HTTP/1.1" status: 200 len: 811 time: 0.1466885 Aug 05 12:33:08.725341 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-828fc135-381a-405e-9d8f-4ee4d8c4c392 req-4bd1c76c-dea7-4d30-8474-2a802be22c9a tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/quotas/f4ca129800e94994b08c14cc45929d63 HTTP/1.1" status: 200 len: 375 time: 0.0116284 Aug 05 12:33:08.796312 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-828fc135-381a-405e-9d8f-4ee4d8c4c392 req-b643dd97-a2ed-4d53-a65f-7018c310da25 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=f4ca129800e94994b08c14cc45929d63&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0611296 Aug 05 12:33:09.000931 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-828fc135-381a-405e-9d8f-4ee4d8c4c392 req-a2daceca-618c-4f22-be69-f98bc8f95838 service neutron] 10.222.0.58 "GET /v2.0/networks/c00424f2-f7f6-42d3-a3f9-d662e8ae381c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897314 Aug 05 12:33:09.139293 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-828fc135-381a-405e-9d8f-4ee4d8c4c392 req-9784606a-de99-4d33-b418-3217ca628c44 service neutron] 10.222.0.58 "GET /v2.0/networks/c00424f2-f7f6-42d3-a3f9-d662e8ae381c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308060 Aug 05 12:33:10.071032 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-669e5068-4aea-43fc-9f67-59b39024d164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:33:10.094431 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device d24b10df-2fbb-405f-9296-272f6f0a674e no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:33:10.128244 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] No Port match for: d24b10df-2fbb-405f-9296-272f6f0a674e {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:33:10.128607 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device d24b10df-2fbb-405f-9296-272f6f0a674e not bound to the agent host n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:33:10.144251 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:33:10.408523 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-83b42665-586f-4dec-b6b2-5b99327480e8 req-cd22b7e4-6135-496b-8f88-2aa3008ef74b tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d54c17a-2028-4488-9f86-0b23706dc924 HTTP/1.1" status: 200 len: 210 time: 0.0490055 Aug 05 12:33:11.579303 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b72c6371-fca0-49f0-aed9-981f6c340c77 req-d6b76b45-0976-435e-8dfe-e9ab4294ce6b tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d54c17a-2028-4488-9f86-0b23706dc924 HTTP/1.1" status: 200 len: 210 time: 0.0483615 Aug 05 12:33:11.970011 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828fc135-381a-405e-9d8f-4ee4d8c4c392 req-19af9db3-90fa-4aba-b8e1-e030b05d3cfd tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:33:11.971159 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-828fc135-381a-405e-9d8f-4ee4d8c4c392 req-19af9db3-90fa-4aba-b8e1-e030b05d3cfd tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.55 "GET /v2.0/networks?id=c00424f2-f7f6-42d3-a3f9-d662e8ae381c HTTP/1.1" status: 200 len: 811 time: 0.1572070 Aug 05 12:33:11.994772 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:33:12.065087 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-828fc135-381a-405e-9d8f-4ee4d8c4c392 req-5cb9bed4-5c32-4dae-af91-4198fa5da44d tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f4ca129800e94994b08c14cc45929d63 HTTP/1.1" status: 200 len: 379 time: 0.0758953 Aug 05 12:33:12.136449 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-828fc135-381a-405e-9d8f-4ee4d8c4c392 req-f787deec-acaf-4f20-a20e-a670b863edfe tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Request body: {'port': {'device_id': '0d54c17a-2028-4488-9f86-0b23706dc924', 'network_id': 'c00424f2-f7f6-42d3-a3f9-d662e8ae381c', 'admin_state_up': True, 'tenant_id': 'f4ca129800e94994b08c14cc45929d63', 'security_groups': ['da26d7af-3506-4596-8856-807d5fbc038c']}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:33:12.313902 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-828fc135-381a-405e-9d8f-4ee4d8c4c392 req-f787deec-acaf-4f20-a20e-a670b863edfe tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Made reservation on behalf of f4ca129800e94994b08c14cc45929d63 for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:33:12.320106 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-828fc135-381a-405e-9d8f-4ee4d8c4c392 req-f787deec-acaf-4f20-a20e-a670b863edfe tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:33:12.517058 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-828fc135-381a-405e-9d8f-4ee4d8c4c392 req-f787deec-acaf-4f20-a20e-a670b863edfe tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Allocated IP 172.20.0.10 (c00424f2-f7f6-42d3-a3f9-d662e8ae381c/e713aeb5-0daa-4eb2-babb-b3a078b47e59/b8eea7d6-b498-4766-910e-a93a6bd1ed2d) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:33:12.757232 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-828fc135-381a-405e-9d8f-4ee4d8c4c392 req-f787deec-acaf-4f20-a20e-a670b863edfe tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:33:12.771532 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ba205fce-2711-4a40-b810-5e0c1982a502 req-dbe46c37-e527-4af2-9c67-b41249234182 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d54c17a-2028-4488-9f86-0b23706dc924 HTTP/1.1" status: 200 len: 210 time: 0.0565321 Aug 05 12:33:12.778970 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-828fc135-381a-405e-9d8f-4ee4d8c4c392 req-f787deec-acaf-4f20-a20e-a670b863edfe tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Transition to ACTIVE for port object b8eea7d6-b498-4766-910e-a93a6bd1ed2d will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:33:12.824041 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-828fc135-381a-405e-9d8f-4ee4d8c4c392 req-f787deec-acaf-4f20-a20e-a670b863edfe tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:33:12.871333 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-828fc135-381a-405e-9d8f-4ee4d8c4c392 req-f787deec-acaf-4f20-a20e-a670b863edfe tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Network c00424f2-f7f6-42d3-a3f9-d662e8ae381c is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:33:12.874723 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-828fc135-381a-405e-9d8f-4ee4d8c4c392 req-f787deec-acaf-4f20-a20e-a670b863edfe tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:33:12.881750 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-828fc135-381a-405e-9d8f-4ee4d8c4c392 req-f787deec-acaf-4f20-a20e-a670b863edfe tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:33:12.911061 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f787deec-acaf-4f20-a20e-a670b863edfe tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Pushing event updated for resources: {'Port': ['ID=b8eea7d6-b498-4766-910e-a93a6bd1ed2d,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:33:12.964154 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828fc135-381a-405e-9d8f-4ee4d8c4c392 req-f787deec-acaf-4f20-a20e-a670b863edfe tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:33:12.966172 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-828fc135-381a-405e-9d8f-4ee4d8c4c392 req-f787deec-acaf-4f20-a20e-a670b863edfe tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:33:12.992891 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-828fc135-381a-405e-9d8f-4ee4d8c4c392 req-f787deec-acaf-4f20-a20e-a670b863edfe tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8639314 Aug 05 12:33:13.015723 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-828fc135-381a-405e-9d8f-4ee4d8c4c392 req-56e3fba3-622d-4b04-9e82-5d5f99325ad7 service neutron] Request body: {'port': {'device_id': '0d54c17a-2028-4488-9f86-0b23706dc924', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:33:13.099298 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-828fc135-381a-405e-9d8f-4ee4d8c4c392 req-56e3fba3-622d-4b04-9e82-5d5f99325ad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:33:13.191779 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-65dae153-e402-4c01-a82d-14cbdfd4ba7a None None] Provisioning for port b8eea7d6-b498-4766-910e-a93a6bd1ed2d completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:33:13.200102 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-65dae153-e402-4c01-a82d-14cbdfd4ba7a None None] Provisioning complete for port b8eea7d6-b498-4766-910e-a93a6bd1ed2d triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:33:13.200972 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-65dae153-e402-4c01-a82d-14cbdfd4ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:33:13.263966 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-65dae153-e402-4c01-a82d-14cbdfd4ba7a None None] Port b8eea7d6-b498-4766-910e-a93a6bd1ed2d cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 12:33:13.536967 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-828fc135-381a-405e-9d8f-4ee4d8c4c392 req-56e3fba3-622d-4b04-9e82-5d5f99325ad7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8eea7d6-b498-4766-910e-a93a6bd1ed2d {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 12:33:13.553643 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-828fc135-381a-405e-9d8f-4ee4d8c4c392 req-56e3fba3-622d-4b04-9e82-5d5f99325ad7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:33:13.574766 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-828fc135-381a-405e-9d8f-4ee4d8c4c392 req-56e3fba3-622d-4b04-9e82-5d5f99325ad7 service neutron] Transition to ACTIVE for port object b8eea7d6-b498-4766-910e-a93a6bd1ed2d will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:33:13.580103 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-828fc135-381a-405e-9d8f-4ee4d8c4c392 req-56e3fba3-622d-4b04-9e82-5d5f99325ad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:33:13.647475 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e3fba3-622d-4b04-9e82-5d5f99325ad7 service neutron] Pushing event updated for resources: {'Port': ['ID=b8eea7d6-b498-4766-910e-a93a6bd1ed2d,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:33:13.763898 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-828fc135-381a-405e-9d8f-4ee4d8c4c392 req-56e3fba3-622d-4b04-9e82-5d5f99325ad7 service neutron] Attempting to bind port b8eea7d6-b498-4766-910e-a93a6bd1ed2d on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:33:13.764207 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-828fc135-381a-405e-9d8f-4ee4d8c4c392 req-56e3fba3-622d-4b04-9e82-5d5f99325ad7 service neutron] Attempting to bind port b8eea7d6-b498-4766-910e-a93a6bd1ed2d by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': '13893fa0-6d12-483f-9dbb-d2903963c6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'c00424f2-f7f6-42d3-a3f9-d662e8ae381c'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:33:13.764813 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828fc135-381a-405e-9d8f-4ee4d8c4c392 req-56e3fba3-622d-4b04-9e82-5d5f99325ad7 service neutron] Attempting to bind port b8eea7d6-b498-4766-910e-a93a6bd1ed2d on network c00424f2-f7f6-42d3-a3f9-d662e8ae381c {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:33:13.770696 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828fc135-381a-405e-9d8f-4ee4d8c4c392 req-56e3fba3-622d-4b04-9e82-5d5f99325ad7 service neutron] Port b8eea7d6-b498-4766-910e-a93a6bd1ed2d on network c00424f2-f7f6-42d3-a3f9-d662e8ae381c not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 12:33:13.771061 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828fc135-381a-405e-9d8f-4ee4d8c4c392 req-56e3fba3-622d-4b04-9e82-5d5f99325ad7 service neutron] Attempting to bind port b8eea7d6-b498-4766-910e-a93a6bd1ed2d on network c00424f2-f7f6-42d3-a3f9-d662e8ae381c {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:33:13.778715 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828fc135-381a-405e-9d8f-4ee4d8c4c392 req-56e3fba3-622d-4b04-9e82-5d5f99325ad7 service neutron] Checking agent: {'id': 'a8f1dd2d-227c-4e30-8844-52419ba734db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:33:13.779360 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828fc135-381a-405e-9d8f-4ee4d8c4c392 req-56e3fba3-622d-4b04-9e82-5d5f99325ad7 service neutron] Checking segment: {'id': '13893fa0-6d12-483f-9dbb-d2903963c6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'c00424f2-f7f6-42d3-a3f9-d662e8ae381c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:33:13.780039 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828fc135-381a-405e-9d8f-4ee4d8c4c392 req-56e3fba3-622d-4b04-9e82-5d5f99325ad7 service neutron] Bound using segment: {'id': '13893fa0-6d12-483f-9dbb-d2903963c6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'c00424f2-f7f6-42d3-a3f9-d662e8ae381c'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:33:13.780865 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-828fc135-381a-405e-9d8f-4ee4d8c4c392 req-56e3fba3-622d-4b04-9e82-5d5f99325ad7 service neutron] Bound port: b8eea7d6-b498-4766-910e-a93a6bd1ed2d, host: n-h2-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13893fa0-6d12-483f-9dbb-d2903963c6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'c00424f2-f7f6-42d3-a3f9-d662e8ae381c'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:33:13.781542 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-828fc135-381a-405e-9d8f-4ee4d8c4c392 req-56e3fba3-622d-4b04-9e82-5d5f99325ad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:33:13.788211 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 12:33:13.935746 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-828fc135-381a-405e-9d8f-4ee4d8c4c392 req-56e3fba3-622d-4b04-9e82-5d5f99325ad7 service neutron] For port b8eea7d6-b498-4766-910e-a93a6bd1ed2d, host n-h2-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:33:13.942215 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-828fc135-381a-405e-9d8f-4ee4d8c4c392 req-56e3fba3-622d-4b04-9e82-5d5f99325ad7 service neutron] For port b8eea7d6-b498-4766-910e-a93a6bd1ed2d, host n-h2-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=b8eea7d6-b498-4766-910e-a93a6bd1ed2d,segment=NetworkSegment(13893fa0-6d12-483f-9dbb-d2903963c6f2),segment_id=13893fa0-6d12-483f-9dbb-d2903963c6f2)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:33:13.948990 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-828fc135-381a-405e-9d8f-4ee4d8c4c392 req-56e3fba3-622d-4b04-9e82-5d5f99325ad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:33:13.980274 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6645c92-f9b4-4b9b-becc-3293fae595ac req-d652ed85-2850-4a2c-ab83-e1778ff099fa tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:33:13.983388 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a6645c92-f9b4-4b9b-becc-3293fae595ac req-d652ed85-2850-4a2c-ab83-e1778ff099fa tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d54c17a-2028-4488-9f86-0b23706dc924 HTTP/1.1" status: 200 len: 944 time: 0.0850472 Aug 05 12:33:14.004927 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828fc135-381a-405e-9d8f-4ee4d8c4c392 req-56e3fba3-622d-4b04-9e82-5d5f99325ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:33:14.005775 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-828fc135-381a-405e-9d8f-4ee4d8c4c392 req-56e3fba3-622d-4b04-9e82-5d5f99325ad7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:33:14.007547 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-828fc135-381a-405e-9d8f-4ee4d8c4c392 req-56e3fba3-622d-4b04-9e82-5d5f99325ad7 service neutron] 10.222.0.55 "PUT /v2.0/ports/b8eea7d6-b498-4766-910e-a93a6bd1ed2d HTTP/1.1" status: 200 len: 1092 time: 0.9977815 Aug 05 12:33:14.011727 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d54c17a-2028-4488-9f86-0b23706dc924', 'tag': 'b8eea7d6-b498-4766-910e-a93a6bd1ed2d'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:33:14.014801 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7ff1ae056485c55ead25f70fa9973e26b39e4a1f6cb6b93d5d0d7942cdef429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e49b2e38-68a6-499f-8e18-90c21f094f3c" -d '{"events": [{"name": "network-changed", "server_uuid": "0d54c17a-2028-4488-9f86-0b23706dc924", "tag": "b8eea7d6-b498-4766-910e-a93a6bd1ed2d"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:33:14.069745 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a6645c92-f9b4-4b9b-becc-3293fae595ac req-89080848-401d-4554-b8f8-8e33993b17d1 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713756 Aug 05 12:33:14.082602 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e3fba3-622d-4b04-9e82-5d5f99325ad7 service neutron] Pushing event updated for resources: {'Port': ['ID=b8eea7d6-b498-4766-910e-a93a6bd1ed2d,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:33:14.094367 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 12:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee1e0ea3-ef63-4c45-b434-6d4fe26ac0cf x-openstack-request-id: req-ee1e0ea3-ef63-4c45-b434-6d4fe26ac0cf {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:33:14.095136 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d54c17a-2028-4488-9f86-0b23706dc924", "tag": "b8eea7d6-b498-4766-910e-a93a6bd1ed2d", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:33:14.095668 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ee1e0ea3-ef63-4c45-b434-6d4fe26ac0cf {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:33:14.096412 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d54c17a-2028-4488-9f86-0b23706dc924', 'tag': 'b8eea7d6-b498-4766-910e-a93a6bd1ed2d', 'status': 'completed', 'code': 200} Aug 05 12:33:14.152593 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:33:14.206573 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828fc135-381a-405e-9d8f-4ee4d8c4c392 req-961b3dcd-9352-4bda-b2be-eeb7da96c1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:33:14.209041 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-828fc135-381a-405e-9d8f-4ee4d8c4c392 req-961b3dcd-9352-4bda-b2be-eeb7da96c1d1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f4ca129800e94994b08c14cc45929d63&device_id=0d54c17a-2028-4488-9f86-0b23706dc924 HTTP/1.1" status: 200 len: 1095 time: 0.0881581 Aug 05 12:33:14.302662 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-828fc135-381a-405e-9d8f-4ee4d8c4c392 req-ddfa4ca0-977a-4d02-b9f6-1891695b9a01 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8eea7d6-b498-4766-910e-a93a6bd1ed2d HTTP/1.1" status: 200 len: 217 time: 0.0763752 Aug 05 12:33:14.400281 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828fc135-381a-405e-9d8f-4ee4d8c4c392 req-b7ff502f-0c42-48a0-8ade-d99bc31cde09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:33:14.402935 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-828fc135-381a-405e-9d8f-4ee4d8c4c392 req-b7ff502f-0c42-48a0-8ade-d99bc31cde09 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e713aeb5-0daa-4eb2-babb-b3a078b47e59 HTTP/1.1" status: 200 len: 850 time: 0.0918183 Aug 05 12:33:14.493803 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828fc135-381a-405e-9d8f-4ee4d8c4c392 req-977812c4-0e40-41a6-9a28-8ef1a3befb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:33:14.497003 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-828fc135-381a-405e-9d8f-4ee4d8c4c392 req-977812c4-0e40-41a6-9a28-8ef1a3befb3a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c00424f2-f7f6-42d3-a3f9-d662e8ae381c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0843372 Aug 05 12:33:14.689176 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-828fc135-381a-405e-9d8f-4ee4d8c4c392 req-94ef5ddc-c0d7-4248-a24a-6e40fede628c service neutron] 10.222.0.55 "GET /v2.0/networks/c00424f2-f7f6-42d3-a3f9-d662e8ae381c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832783 Aug 05 12:33:14.820848 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-828fc135-381a-405e-9d8f-4ee4d8c4c392 req-fbfb8360-29ce-46d7-87a0-5b76d383f8da service neutron] 10.222.0.55 "GET /v2.0/networks/c00424f2-f7f6-42d3-a3f9-d662e8ae381c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220899 Aug 05 12:33:15.062159 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49b2e38-68a6-499f-8e18-90c21f094f3c req-39b3bb21-ad04-4a1d-bbc9-14b5126397a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:33:15.065150 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e49b2e38-68a6-499f-8e18-90c21f094f3c req-39b3bb21-ad04-4a1d-bbc9-14b5126397a0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f4ca129800e94994b08c14cc45929d63&device_id=0d54c17a-2028-4488-9f86-0b23706dc924 HTTP/1.1" status: 200 len: 1095 time: 0.1009767 Aug 05 12:33:15.261302 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49b2e38-68a6-499f-8e18-90c21f094f3c req-e2ad97ad-785a-4be6-86b5-10f0d8c2ae18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:33:15.263738 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e49b2e38-68a6-499f-8e18-90c21f094f3c req-e2ad97ad-785a-4be6-86b5-10f0d8c2ae18 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c00424f2-f7f6-42d3-a3f9-d662e8ae381c HTTP/1.1" status: 200 len: 912 time: 0.1904240 Aug 05 12:33:15.340263 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e49b2e38-68a6-499f-8e18-90c21f094f3c req-387e38c4-3a9e-4728-be6e-b0d5c8c9e0d6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8eea7d6-b498-4766-910e-a93a6bd1ed2d HTTP/1.1" status: 200 len: 217 time: 0.0656908 Aug 05 12:33:15.345105 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55601cda-f2cc-4e9d-a032-2ea9b49ad6d2 req-672c0461-0bb3-4d2d-8892-25949e660326 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:33:15.347954 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-55601cda-f2cc-4e9d-a032-2ea9b49ad6d2 req-672c0461-0bb3-4d2d-8892-25949e660326 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d54c17a-2028-4488-9f86-0b23706dc924 HTTP/1.1" status: 200 len: 944 time: 0.1115804 Aug 05 12:33:15.428061 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-55601cda-f2cc-4e9d-a032-2ea9b49ad6d2 req-2b79b5ca-b95d-422f-892b-0e13740dcd90 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669081 Aug 05 12:33:15.452407 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49b2e38-68a6-499f-8e18-90c21f094f3c req-0f048031-8b94-4c4d-a56b-266c25ee91e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:33:15.455472 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e49b2e38-68a6-499f-8e18-90c21f094f3c req-0f048031-8b94-4c4d-a56b-266c25ee91e5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e713aeb5-0daa-4eb2-babb-b3a078b47e59 HTTP/1.1" status: 200 len: 850 time: 0.1025000 Aug 05 12:33:15.540313 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49b2e38-68a6-499f-8e18-90c21f094f3c req-cbc1cc71-8b9a-4e56-8ac9-29dea2c06374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:33:15.543099 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e49b2e38-68a6-499f-8e18-90c21f094f3c req-cbc1cc71-8b9a-4e56-8ac9-29dea2c06374 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c00424f2-f7f6-42d3-a3f9-d662e8ae381c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0756638 Aug 05 12:33:15.708919 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e49b2e38-68a6-499f-8e18-90c21f094f3c req-c87b6d58-9c41-4bd1-96df-2eba9359b773 service neutron] 10.222.0.55 "GET /v2.0/networks/c00424f2-f7f6-42d3-a3f9-d662e8ae381c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570551 Aug 05 12:33:15.844717 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e49b2e38-68a6-499f-8e18-90c21f094f3c req-039c3b2a-ab94-426d-be3b-b912f85031e6 service neutron] 10.222.0.55 "GET /v2.0/networks/c00424f2-f7f6-42d3-a3f9-d662e8ae381c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259546 Aug 05 12:33:16.611089 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ddb267-00b9-4592-b664-e41a47123782 req-2f961a1d-e374-49ad-8723-ea321b28f939 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:33:16.613859 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-79ddb267-00b9-4592-b664-e41a47123782 req-2f961a1d-e374-49ad-8723-ea321b28f939 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d54c17a-2028-4488-9f86-0b23706dc924 HTTP/1.1" status: 200 len: 944 time: 0.0866535 Aug 05 12:33:16.687874 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-79ddb267-00b9-4592-b664-e41a47123782 req-9cf6469e-260b-441d-affd-4e53d0384cb5 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609131 Aug 05 12:33:17.873277 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d611b4e9-94ce-4528-903d-9320568fb4b9 req-21587bd8-ea57-4af3-ae68-883e00938eec tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:33:17.875060 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d611b4e9-94ce-4528-903d-9320568fb4b9 req-21587bd8-ea57-4af3-ae68-883e00938eec tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d54c17a-2028-4488-9f86-0b23706dc924 HTTP/1.1" status: 200 len: 944 time: 0.0649855 Aug 05 12:33:17.924636 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d611b4e9-94ce-4528-903d-9320568fb4b9 req-c5dbd52e-5f75-4124-a7de-a18ef917ee35 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423634 Aug 05 12:33:18.141662 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device b8eea7d6-b498-4766-910e-a93a6bd1ed2d details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 12:33:18.292506 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port b8eea7d6-b498-4766-910e-a93a6bd1ed2d, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=b8eea7d6-b498-4766-910e-a93a6bd1ed2d,segment=NetworkSegment(13893fa0-6d12-483f-9dbb-d2903963c6f2),segment_id=13893fa0-6d12-483f-9dbb-d2903963c6f2)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:33:18.309794 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Returning: {'device': 'b8eea7d6-b498-4766-910e-a93a6bd1ed2d', 'network_id': 'c00424f2-f7f6-42d3-a3f9-d662e8ae381c', 'port_id': 'b8eea7d6-b498-4766-910e-a93a6bd1ed2d', 'mac_address': 'fa:16:3e:77:d7:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e713aeb5-0daa-4eb2-babb-b3a078b47e59', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 12:33:18.359093 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:33:18.375945 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8eea7d6-b498-4766-910e-a93a6bd1ed2d {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 12:33:18.403219 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port b8eea7d6-b498-4766-910e-a93a6bd1ed2d, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=b8eea7d6-b498-4766-910e-a93a6bd1ed2d,segment=NetworkSegment(13893fa0-6d12-483f-9dbb-d2903963c6f2),segment_id=13893fa0-6d12-483f-9dbb-d2903963c6f2)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:33:18.409823 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:33:18.482996 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=b8eea7d6-b498-4766-910e-a93a6bd1ed2d,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:33:18.734267 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['b8eea7d6-b498-4766-910e-a93a6bd1ed2d'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 12:33:19.119155 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8221eee8-5e1f-48b4-8512-43c1470f164c req-788255eb-6841-4b70-ad85-7d9ef3253661 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:33:19.121194 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8221eee8-5e1f-48b4-8512-43c1470f164c req-788255eb-6841-4b70-ad85-7d9ef3253661 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d54c17a-2028-4488-9f86-0b23706dc924 HTTP/1.1" status: 200 len: 945 time: 0.0725410 Aug 05 12:33:19.203128 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8221eee8-5e1f-48b4-8512-43c1470f164c req-44de2340-a78c-4c3d-8657-64bf866ea197 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700731 Aug 05 12:33:20.156231 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device b8eea7d6-b498-4766-910e-a93a6bd1ed2d up at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:33:20.247164 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning for port b8eea7d6-b498-4766-910e-a93a6bd1ed2d completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:33:20.253728 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning complete for port b8eea7d6-b498-4766-910e-a93a6bd1ed2d triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:33:20.254373 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:33:20.374891 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:33:20.407403 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d54c17a-2028-4488-9f86-0b23706dc924', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8eea7d6-b498-4766-910e-a93a6bd1ed2d'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:33:20.410371 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e1268cc07bff5734ca170491336a8ac74677c017447dd0c96766dddd3e3cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19c49001-5bd5-41c8-9c37-ad0254b523f3" -d '{"events": [{"server_uuid": "0d54c17a-2028-4488-9f86-0b23706dc924", "name": "network-vif-plugged", "status": "completed", "tag": "b8eea7d6-b498-4766-910e-a93a6bd1ed2d"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:33:20.425438 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4956246f-6524-40b1-86da-4208df8dfd25 req-27fde5df-880f-4f19-b35f-71bfc32f88ae tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:33:20.428421 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4956246f-6524-40b1-86da-4208df8dfd25 req-27fde5df-880f-4f19-b35f-71bfc32f88ae tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d54c17a-2028-4488-9f86-0b23706dc924 HTTP/1.1" status: 200 len: 945 time: 0.0963228 Aug 05 12:33:20.431268 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port b8eea7d6-b498-4766-910e-a93a6bd1ed2d, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=b8eea7d6-b498-4766-910e-a93a6bd1ed2d,segment=NetworkSegment(13893fa0-6d12-483f-9dbb-d2903963c6f2),segment_id=13893fa0-6d12-483f-9dbb-d2903963c6f2)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:33:20.438500 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:33:20.472832 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 12:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb3acd3c-5dd8-499a-b2ab-fd602cb4144c x-openstack-request-id: req-bb3acd3c-5dd8-499a-b2ab-fd602cb4144c {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:33:20.473127 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d54c17a-2028-4488-9f86-0b23706dc924", "name": "network-vif-plugged", "status": "completed", "tag": "b8eea7d6-b498-4766-910e-a93a6bd1ed2d", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:33:20.473390 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bb3acd3c-5dd8-499a-b2ab-fd602cb4144c {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:33:20.473877 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d54c17a-2028-4488-9f86-0b23706dc924', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8eea7d6-b498-4766-910e-a93a6bd1ed2d', 'code': 200} Aug 05 12:33:20.508741 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=b8eea7d6-b498-4766-910e-a93a6bd1ed2d,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:33:20.509431 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4956246f-6524-40b1-86da-4208df8dfd25 req-b9052b79-7386-468c-83da-6e7d96041d7a tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693707 Aug 05 12:33:20.673771 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1b2c60-3039-4363-b860-df7bd0f37598 req-460bfcea-c794-4c31-9ac4-95ec84e9559f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:33:20.678228 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-dc1b2c60-3039-4363-b860-df7bd0f37598 req-460bfcea-c794-4c31-9ac4-95ec84e9559f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0d54c17a-2028-4488-9f86-0b23706dc924 HTTP/1.1" status: 200 len: 1097 time: 0.0774624 Aug 05 12:33:20.741777 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-dc1b2c60-3039-4363-b860-df7bd0f37598 req-6dc8afe6-6063-462c-ad6f-9346fe7027d6 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545497 Aug 05 12:33:21.754966 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5805ca-0316-434a-b8e8-505a61d3c051 req-8b01db02-5308-40fa-ab7d-9288b9b5dfb6 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:33:21.757532 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fa5805ca-0316-434a-b8e8-505a61d3c051 req-8b01db02-5308-40fa-ab7d-9288b9b5dfb6 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d54c17a-2028-4488-9f86-0b23706dc924 HTTP/1.1" status: 200 len: 946 time: 0.0856216 Aug 05 12:33:21.826024 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fa5805ca-0316-434a-b8e8-505a61d3c051 req-03b38c3f-0319-41af-bb49-d1bdfec5431c tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601449 Aug 05 12:33:22.737497 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:33:23.026482 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90af155e-8ffa-4a66-a963-22f062c97574 req-22dc788a-b98b-4913-a1c5-b7bafd7d105a tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:33:23.029068 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-90af155e-8ffa-4a66-a963-22f062c97574 req-22dc788a-b98b-4913-a1c5-b7bafd7d105a tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d54c17a-2028-4488-9f86-0b23706dc924 HTTP/1.1" status: 200 len: 946 time: 0.0901225 Aug 05 12:33:23.109425 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-90af155e-8ffa-4a66-a963-22f062c97574 req-4723ec4f-d292-44de-8026-2cf32a7f4308 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723438 Aug 05 12:33:23.307610 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ad3009-1fc4-453f-873a-f0273045fa2c req-2acaa54e-0090-4cc5-8db3-1b094f7bd907 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:33:23.310300 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f8ad3009-1fc4-453f-873a-f0273045fa2c req-2acaa54e-0090-4cc5-8db3-1b094f7bd907 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d54c17a-2028-4488-9f86-0b23706dc924 HTTP/1.1" status: 200 len: 946 time: 0.1016560 Aug 05 12:33:23.326454 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 46768) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:33:23.332792 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-71c6188a-17f7-4173-937f-474508993f34 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Request body: {'floatingip': {'port_id': 'b8eea7d6-b498-4766-910e-a93a6bd1ed2d'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:33:23.389242 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-71c6188a-17f7-4173-937f-474508993f34 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Notify callbacks [] for floatingip, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:33:24.009257 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-71c6188a-17f7-4173-937f-474508993f34 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:33:24.015703 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-71c6188a-17f7-4173-937f-474508993f34 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33287247'] for floatingip, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:33:24.188738 n-d-803378-2 neutron-server[94421]: INFO neutron.db.l3_db [None req-71c6188a-17f7-4173-937f-474508993f34 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Floating IP d1447434-d449-45ec-a1ae-729ea447988f associated. External IP: 172.25.5.147, port: b8eea7d6-b498-4766-910e-a93a6bd1ed2d. Aug 05 12:33:24.511742 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71c6188a-17f7-4173-937f-474508993f34 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Router 67178f4d-b3c4-4500-a975-0b4e8bb4a8f4 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:33:24.948627 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71c6188a-17f7-4173-937f-474508993f34 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:33:24.956195 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-71c6188a-17f7-4173-937f-474508993f34 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:33:24.964855 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3a1b86-c55a-4f1d-b9d8-00e1750ccfc6 None None] Sync routers for ids ['67178f4d-b3c4-4500-a975-0b4e8bb4a8f4'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:33:24.981471 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3a1b86-c55a-4f1d-b9d8-00e1750ccfc6 None None] Routers {'67178f4d-b3c4-4500-a975-0b4e8bb4a8f4'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:33:24.982566 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-1d3a1b86-c55a-4f1d-b9d8-00e1750ccfc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:33:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['67178f4d-b3c4-4500-a975-0b4e8bb4a8f4'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:33:25.006120 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-71c6188a-17f7-4173-937f-474508993f34 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "PUT /v2.0/floatingips/d1447434-d449-45ec-a1ae-729ea447988f HTTP/1.1" status: 200 len: 992 time: 1.6774774 Aug 05 12:33:25.007183 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d54c17a-2028-4488-9f86-0b23706dc924', 'tag': 'b8eea7d6-b498-4766-910e-a93a6bd1ed2d'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:33:25.014030 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7ff1ae056485c55ead25f70fa9973e26b39e4a1f6cb6b93d5d0d7942cdef429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b9075e7-41b6-4b01-9938-4593fa854edd" -d '{"events": [{"name": "network-changed", "server_uuid": "0d54c17a-2028-4488-9f86-0b23706dc924", "tag": "b8eea7d6-b498-4766-910e-a93a6bd1ed2d"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:33:25.067245 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 12:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3591eb6-0e2d-40de-a894-794a2df16c25 x-openstack-request-id: req-d3591eb6-0e2d-40de-a894-794a2df16c25 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:33:25.067914 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d54c17a-2028-4488-9f86-0b23706dc924", "tag": "b8eea7d6-b498-4766-910e-a93a6bd1ed2d", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:33:25.068326 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d3591eb6-0e2d-40de-a894-794a2df16c25 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:33:25.068979 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d54c17a-2028-4488-9f86-0b23706dc924', 'tag': 'b8eea7d6-b498-4766-910e-a93a6bd1ed2d', 'status': 'completed', 'code': 200} Aug 05 12:33:25.206679 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9075e7-41b6-4b01-9938-4593fa854edd req-3ea173e1-e584-46dd-8711-25f43c245b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:33:25.209057 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-5b9075e7-41b6-4b01-9938-4593fa854edd req-3ea173e1-e584-46dd-8711-25f43c245b93 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f4ca129800e94994b08c14cc45929d63&device_id=0d54c17a-2028-4488-9f86-0b23706dc924 HTTP/1.1" status: 200 len: 1097 time: 0.0670331 Aug 05 12:33:25.211854 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-1d3a1b86-c55a-4f1d-b9d8-00e1750ccfc6 None None] Set router 67178f4d-b3c4-4500-a975-0b4e8bb4a8f4 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:33:25.352130 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9075e7-41b6-4b01-9938-4593fa854edd req-e293e04c-2cb4-42a0-a78b-e8f985e72e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:33:25.353801 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-5b9075e7-41b6-4b01-9938-4593fa854edd req-e293e04c-2cb4-42a0-a78b-e8f985e72e09 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c00424f2-f7f6-42d3-a3f9-d662e8ae381c HTTP/1.1" status: 200 len: 912 time: 0.1357708 Aug 05 12:33:25.455588 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-5b9075e7-41b6-4b01-9938-4593fa854edd req-4c823478-6395-4d7e-affb-c9c292e4a6ac service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8eea7d6-b498-4766-910e-a93a6bd1ed2d HTTP/1.1" status: 200 len: 1000 time: 0.0917530 Aug 05 12:33:25.548939 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9075e7-41b6-4b01-9938-4593fa854edd req-9a296a72-770b-4e8f-9726-cc6c86ced4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:33:25.551573 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-5b9075e7-41b6-4b01-9938-4593fa854edd req-9a296a72-770b-4e8f-9726-cc6c86ced4ef service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e713aeb5-0daa-4eb2-babb-b3a078b47e59 HTTP/1.1" status: 200 len: 850 time: 0.0871625 Aug 05 12:33:25.618704 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-1d3a1b86-c55a-4f1d-b9d8-00e1750ccfc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67178f4d-b3c4-4500-a975-0b4e8bb4a8f4', 'name': 'tempest-ServerActionsTestJSON-771402488-router', 'tenant_id': 'f4ca129800e94994b08c14cc45929d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': 'a90b18b8-85c0-477a-b299-066a574f5095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:29:02Z', 'updated_at': '2021-08-05T12:29:07Z', 'revision_number': 4, 'project_id': 'f4ca129800e94994b08c14cc45929d63', 'gw_port': {'id': 'a90b18b8-85c0-477a-b299-066a574f5095', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:18:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67178f4d-b3c4-4500-a975-0b4e8bb4a8f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:29:03Z', 'updated_at': '2021-08-05T12:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': 'd1447434-d449-45ec-a1ae-729ea447988f', 'tenant_id': 'f4ca129800e94994b08c14cc45929d63', 'floating_ip_address': '172.25.5.147', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': '67178f4d-b3c4-4500-a975-0b4e8bb4a8f4', 'port_id': 'b8eea7d6-b498-4766-910e-a93a6bd1ed2d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c00424f2-f7f6-42d3-a3f9-d662e8ae381c', 'mac_address': 'fa:16:3e:77:d7:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d54c17a-2028-4488-9f86-0b23706dc924', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T12:29:11Z', 'updated_at': '2021-08-05T12:33:23Z', 'revision_number': 5, 'project_id': 'f4ca129800e94994b08c14cc45929d63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd11c8b72-d40a-4114-8145-9fae6beaedac', 'name': '', 'network_id': 'c00424f2-f7f6-42d3-a3f9-d662e8ae381c', 'tenant_id': 'f4ca129800e94994b08c14cc45929d63', 'mac_address': 'fa:16:3e:79:37:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67178f4d-b3c4-4500-a975-0b4e8bb4a8f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'e713aeb5-0daa-4eb2-babb-b3a078b47e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:29:05Z', 'updated_at': '2021-08-05T12:29:13Z', 'revision_number': 5, 'project_id': 'f4ca129800e94994b08c14cc45929d63', 'subnets': [{'id': 'e713aeb5-0daa-4eb2-babb-b3a078b47e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:33:25.634408 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9075e7-41b6-4b01-9938-4593fa854edd req-f47d0f9b-90b1-4c93-a5d5-24829dab323d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:33:25.636895 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-5b9075e7-41b6-4b01-9938-4593fa854edd req-f47d0f9b-90b1-4c93-a5d5-24829dab323d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c00424f2-f7f6-42d3-a3f9-d662e8ae381c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0771070 Aug 05 12:33:25.670151 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3a1b86-c55a-4f1d-b9d8-00e1750ccfc6 None None] Checking router: 67178f4d-b3c4-4500-a975-0b4e8bb4a8f4 for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:33:25.686788 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3a1b86-c55a-4f1d-b9d8-00e1750ccfc6 None None] Routers {'67178f4d-b3c4-4500-a975-0b4e8bb4a8f4'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:33:25.687888 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-1d3a1b86-c55a-4f1d-b9d8-00e1750ccfc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:33:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['67178f4d-b3c4-4500-a975-0b4e8bb4a8f4'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:33:25.790134 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-5b9075e7-41b6-4b01-9938-4593fa854edd req-31f2e7aa-3dca-4cf7-bd92-a3add09b74bc service neutron] 10.222.0.55 "GET /v2.0/networks/c00424f2-f7f6-42d3-a3f9-d662e8ae381c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431510 Aug 05 12:33:25.888826 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-1d3a1b86-c55a-4f1d-b9d8-00e1750ccfc6 None None] Set router 67178f4d-b3c4-4500-a975-0b4e8bb4a8f4 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:33:25.925865 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-5b9075e7-41b6-4b01-9938-4593fa854edd req-e2131c6e-c46d-45db-8bda-137fcb2eb9ad service neutron] 10.222.0.55 "GET /v2.0/networks/c00424f2-f7f6-42d3-a3f9-d662e8ae381c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273470 Aug 05 12:33:26.266900 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-1d3a1b86-c55a-4f1d-b9d8-00e1750ccfc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67178f4d-b3c4-4500-a975-0b4e8bb4a8f4', 'name': 'tempest-ServerActionsTestJSON-771402488-router', 'tenant_id': 'f4ca129800e94994b08c14cc45929d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': 'a90b18b8-85c0-477a-b299-066a574f5095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:29:02Z', 'updated_at': '2021-08-05T12:29:07Z', 'revision_number': 4, 'project_id': 'f4ca129800e94994b08c14cc45929d63', 'gw_port': {'id': 'a90b18b8-85c0-477a-b299-066a574f5095', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:18:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67178f4d-b3c4-4500-a975-0b4e8bb4a8f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:29:03Z', 'updated_at': '2021-08-05T12:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': 'd1447434-d449-45ec-a1ae-729ea447988f', 'tenant_id': 'f4ca129800e94994b08c14cc45929d63', 'floating_ip_address': '172.25.5.147', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': '67178f4d-b3c4-4500-a975-0b4e8bb4a8f4', 'port_id': 'b8eea7d6-b498-4766-910e-a93a6bd1ed2d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c00424f2-f7f6-42d3-a3f9-d662e8ae381c', 'mac_address': 'fa:16:3e:77:d7:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d54c17a-2028-4488-9f86-0b23706dc924', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T12:29:11Z', 'updated_at': '2021-08-05T12:33:23Z', 'revision_number': 5, 'project_id': 'f4ca129800e94994b08c14cc45929d63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd11c8b72-d40a-4114-8145-9fae6beaedac', 'name': '', 'network_id': 'c00424f2-f7f6-42d3-a3f9-d662e8ae381c', 'tenant_id': 'f4ca129800e94994b08c14cc45929d63', 'mac_address': 'fa:16:3e:79:37:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67178f4d-b3c4-4500-a975-0b4e8bb4a8f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'e713aeb5-0daa-4eb2-babb-b3a078b47e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:29:05Z', 'updated_at': '2021-08-05T12:29:13Z', 'revision_number': 5, 'project_id': 'f4ca129800e94994b08c14cc45929d63', 'subnets': [{'id': 'e713aeb5-0daa-4eb2-babb-b3a078b47e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:33:26.326785 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3a1b86-c55a-4f1d-b9d8-00e1750ccfc6 None None] The sync data for ids ['67178f4d-b3c4-4500-a975-0b4e8bb4a8f4'] in n-d-803378-2 is: [{'id': '67178f4d-b3c4-4500-a975-0b4e8bb4a8f4', 'name': 'tempest-ServerActionsTestJSON-771402488-router', 'tenant_id': 'f4ca129800e94994b08c14cc45929d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': 'a90b18b8-85c0-477a-b299-066a574f5095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:29:02Z', 'updated_at': '2021-08-05T12:29:07Z', 'revision_number': 4, 'project_id': 'f4ca129800e94994b08c14cc45929d63', 'gw_port': {'id': 'a90b18b8-85c0-477a-b299-066a574f5095', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:18:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67178f4d-b3c4-4500-a975-0b4e8bb4a8f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:29:03Z', 'updated_at': '2021-08-05T12:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': 'd1447434-d449-45ec-a1ae-729ea447988f', 'tenant_id': 'f4ca129800e94994b08c14cc45929d63', 'floating_ip_address': '172.25.5.147', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': '67178f4d-b3c4-4500-a975-0b4e8bb4a8f4', 'port_id': 'b8eea7d6-b498-4766-910e-a93a6bd1ed2d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c00424f2-f7f6-42d3-a3f9-d662e8ae381c', 'mac_address': 'fa:16:3e:77:d7:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d54c17a-2028-4488-9f86-0b23706dc924', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T12:29:11Z', 'updated_at': '2021-08-05T12:33:23Z', 'revision_number': 5, 'project_id': 'f4ca129800e94994b08c14cc45929d63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd11c8b72-d40a-4114-8145-9fae6beaedac', 'name': '', 'network_id': 'c00424f2-f7f6-42d3-a3f9-d662e8ae381c', 'tenant_id': 'f4ca129800e94994b08c14cc45929d63', 'mac_address': 'fa:16:3e:79:37:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67178f4d-b3c4-4500-a975-0b4e8bb4a8f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'e713aeb5-0daa-4eb2-babb-b3a078b47e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:29:05Z', 'updated_at': '2021-08-05T12:29:13Z', 'revision_number': 5, 'project_id': 'f4ca129800e94994b08c14cc45929d63', 'subnets': [{'id': 'e713aeb5-0daa-4eb2-babb-b3a078b47e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:33:26.598077 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69abfe02-7364-4212-b895-c4ba92a5eea0 None None] New status for floating IP d1447434-d449-45ec-a1ae-729ea447988f: ACTIVE {{(pid=94423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 12:33:29.975007 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:33:37.330548 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-4c4113f2-3929-44ac-863b-b568ee775b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:33:40.077324 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-a59e17a2-73cf-450b-986f-ee7ef89dd5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:33:40.128847 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:33:40.544963 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6fac236d-b976-409e-8145-134a2d44decd req-7b040094-e2fc-414f-899c-cd10bea44609 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0d54c17a-2028-4488-9f86-0b23706dc924&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0845642 Aug 05 12:33:40.683284 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fac236d-b976-409e-8145-134a2d44decd req-b99b8d60-972c-4308-83a4-8225cd072c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:33:40.686054 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6fac236d-b976-409e-8145-134a2d44decd req-b99b8d60-972c-4308-83a4-8225cd072c4c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f4ca129800e94994b08c14cc45929d63&device_id=0d54c17a-2028-4488-9f86-0b23706dc924 HTTP/1.1" status: 200 len: 1097 time: 0.0725627 Aug 05 12:33:40.864366 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fac236d-b976-409e-8145-134a2d44decd req-78708e86-9046-4ec1-9b00-fb3f73c4a5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:33:40.868739 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6fac236d-b976-409e-8145-134a2d44decd req-78708e86-9046-4ec1-9b00-fb3f73c4a5b0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c00424f2-f7f6-42d3-a3f9-d662e8ae381c HTTP/1.1" status: 200 len: 912 time: 0.1520851 Aug 05 12:33:40.983603 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6fac236d-b976-409e-8145-134a2d44decd req-ba9256d1-339a-4f35-b69b-29877bfe2150 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8eea7d6-b498-4766-910e-a93a6bd1ed2d HTTP/1.1" status: 200 len: 1002 time: 0.1061888 Aug 05 12:33:41.082805 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fac236d-b976-409e-8145-134a2d44decd req-54f6c824-ab66-447e-80d8-478ef177a995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:33:41.085354 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6fac236d-b976-409e-8145-134a2d44decd req-54f6c824-ab66-447e-80d8-478ef177a995 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e713aeb5-0daa-4eb2-babb-b3a078b47e59 HTTP/1.1" status: 200 len: 850 time: 0.0932293 Aug 05 12:33:41.144296 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fac236d-b976-409e-8145-134a2d44decd req-b0be68e6-35d2-490c-b7b1-a7b77064f5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:33:41.146087 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6fac236d-b976-409e-8145-134a2d44decd req-b0be68e6-35d2-490c-b7b1-a7b77064f5de service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c00424f2-f7f6-42d3-a3f9-d662e8ae381c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502396 Aug 05 12:33:41.268081 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6fac236d-b976-409e-8145-134a2d44decd req-86556db9-f8f1-4c72-bbff-d2c56c4dee6a service neutron] 10.222.0.55 "GET /v2.0/networks/c00424f2-f7f6-42d3-a3f9-d662e8ae381c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139264 Aug 05 12:33:41.454479 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6fac236d-b976-409e-8145-134a2d44decd req-78d09e44-80fa-4269-8079-02f44cb7dc74 service neutron] 10.222.0.55 "GET /v2.0/networks/c00424f2-f7f6-42d3-a3f9-d662e8ae381c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745105 Aug 05 12:33:41.984975 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:33:44.122265 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:33:50.793137 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 12:33:52.746129 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:33:59.994319 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:34:07.325208 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-6bdec16f-2731-4cfb-83f7-fd372e9161c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:34:10.074316 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e54d25df-5751-4e2d-8859-859568a2cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:34:10.139282 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:34:11.986126 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:34:14.127927 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:34:22.728521 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:34:27.797419 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 12:34:29.986817 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:34:37.328641 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-41dd40bb-96ae-4a20-aa37-09e4c1119d7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:34:40.067980 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-7b4f145a-55fd-4305-99b4-5b48c9b7e154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:34:40.129279 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:34:40.679767 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6a973769-976c-4855-a7d6-630831ca4829 req-b08ea121-4273-48ee-b8dd-c4dcc2eb2ab1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0d54c17a-2028-4488-9f86-0b23706dc924&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0663185 Aug 05 12:34:40.829085 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a973769-976c-4855-a7d6-630831ca4829 req-7d690cb6-7c78-4958-a687-60cac10d6c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:34:40.830705 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6a973769-976c-4855-a7d6-630831ca4829 req-7d690cb6-7c78-4958-a687-60cac10d6c46 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f4ca129800e94994b08c14cc45929d63&device_id=0d54c17a-2028-4488-9f86-0b23706dc924 HTTP/1.1" status: 200 len: 1097 time: 0.0732803 Aug 05 12:34:40.963765 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a973769-976c-4855-a7d6-630831ca4829 req-cad2791b-cdd0-4312-9ff0-33142d087406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:34:40.965546 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6a973769-976c-4855-a7d6-630831ca4829 req-cad2791b-cdd0-4312-9ff0-33142d087406 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c00424f2-f7f6-42d3-a3f9-d662e8ae381c HTTP/1.1" status: 200 len: 912 time: 0.1069536 Aug 05 12:34:41.086626 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6a973769-976c-4855-a7d6-630831ca4829 req-615b0084-b62d-4509-83f3-31e7fa5326e2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8eea7d6-b498-4766-910e-a93a6bd1ed2d HTTP/1.1" status: 200 len: 1002 time: 0.1123204 Aug 05 12:34:41.176993 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a973769-976c-4855-a7d6-630831ca4829 req-edbf0d78-5a79-4d70-aa0a-e9dfb9a954f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:34:41.179949 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6a973769-976c-4855-a7d6-630831ca4829 req-edbf0d78-5a79-4d70-aa0a-e9dfb9a954f1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e713aeb5-0daa-4eb2-babb-b3a078b47e59 HTTP/1.1" status: 200 len: 850 time: 0.0860052 Aug 05 12:34:41.256027 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a973769-976c-4855-a7d6-630831ca4829 req-f5feb48a-57ca-408e-b702-799a344f9f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:34:41.258571 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6a973769-976c-4855-a7d6-630831ca4829 req-f5feb48a-57ca-408e-b702-799a344f9f7d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c00424f2-f7f6-42d3-a3f9-d662e8ae381c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688524 Aug 05 12:34:41.277455 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [req-6a973769-976c-4855-a7d6-630831ca4829 req-a34973eb-13d1-4022-9c68-46cee42a116b service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94421) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 12:34:41.279661 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6a973769-976c-4855-a7d6-630831ca4829 req-a34973eb-13d1-4022-9c68-46cee42a116b service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0118811 Aug 05 12:34:41.404269 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6a973769-976c-4855-a7d6-630831ca4829 req-c65bf1c5-e8f3-4465-8f1f-63dc77f8da6b service neutron] 10.222.0.55 "GET /v2.0/networks/c00424f2-f7f6-42d3-a3f9-d662e8ae381c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151736 Aug 05 12:34:41.521653 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6a973769-976c-4855-a7d6-630831ca4829 req-20086d0b-39bb-4307-990e-06e09ea4ec8e service neutron] 10.222.0.55 "GET /v2.0/networks/c00424f2-f7f6-42d3-a3f9-d662e8ae381c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073463 Aug 05 12:34:41.998047 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:34:44.130578 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:34:52.736266 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:34:59.997056 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:35:04.621178 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ed5620-b5cc-4bcd-9c42-feb44835bfac req-519f2c5f-3d7e-4c60-a902-3fe29d0fd7d5 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:35:04.623407 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-96ed5620-b5cc-4bcd-9c42-feb44835bfac req-519f2c5f-3d7e-4c60-a902-3fe29d0fd7d5 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d54c17a-2028-4488-9f86-0b23706dc924 HTTP/1.1" status: 200 len: 946 time: 0.1770806 Aug 05 12:35:04.673289 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-96ed5620-b5cc-4bcd-9c42-feb44835bfac req-59ab16ff-9d41-4b61-89b7-3c689d2fd639 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414369 Aug 05 12:35:04.797079 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 12:35:05.889417 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4409c4d0-65d0-42a6-afc0-cc5f5d4f92a6 req-64274224-39c9-45ec-b584-25943ad6a63b tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:35:05.891159 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4409c4d0-65d0-42a6-afc0-cc5f5d4f92a6 req-64274224-39c9-45ec-b584-25943ad6a63b tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d54c17a-2028-4488-9f86-0b23706dc924 HTTP/1.1" status: 200 len: 946 time: 0.1274958 Aug 05 12:35:05.949973 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4409c4d0-65d0-42a6-afc0-cc5f5d4f92a6 req-c74b38ff-d012-48d3-ad47-81174d95fe38 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482943 Aug 05 12:35:07.093935 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02542308-54b4-4113-afc3-354ed9dfcd44 req-2968d5fa-0bc8-4df0-a180-7763cde31e19 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:35:07.095433 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-02542308-54b4-4113-afc3-354ed9dfcd44 req-2968d5fa-0bc8-4df0-a180-7763cde31e19 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d54c17a-2028-4488-9f86-0b23706dc924 HTTP/1.1" status: 200 len: 946 time: 0.0639317 Aug 05 12:35:07.149553 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-02542308-54b4-4113-afc3-354ed9dfcd44 req-0c700872-3b18-43d6-8ac3-ad9154145f5f tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461411 Aug 05 12:35:07.327850 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-6a40ad76-58ce-4572-8819-05e99000d418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:35:08.322762 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99cb253-7cda-4daf-905e-8333fb8453da req-38128c89-6243-4a4e-bcf4-84b0bf597b02 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:35:08.324418 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b99cb253-7cda-4daf-905e-8333fb8453da req-38128c89-6243-4a4e-bcf4-84b0bf597b02 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d54c17a-2028-4488-9f86-0b23706dc924 HTTP/1.1" status: 200 len: 946 time: 0.0751946 Aug 05 12:35:08.409565 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b99cb253-7cda-4daf-905e-8333fb8453da req-ff64972e-91f8-40ab-b00d-cda3efc80ec9 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703657 Aug 05 12:35:09.550050 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d990fff2-b1e0-4898-ba80-c106f0c1130b req-10df9bb6-0829-4f27-ac0a-bc07080c2770 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:35:09.551568 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d990fff2-b1e0-4898-ba80-c106f0c1130b req-10df9bb6-0829-4f27-ac0a-bc07080c2770 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d54c17a-2028-4488-9f86-0b23706dc924 HTTP/1.1" status: 200 len: 946 time: 0.0547764 Aug 05 12:35:09.595900 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d990fff2-b1e0-4898-ba80-c106f0c1130b req-b1449f2d-0ad4-470b-bbca-567cdecdccd6 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374219 Aug 05 12:35:10.063861 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-eb48331e-209d-4eae-bb37-36ca0ac32b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:35:10.123735 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:35:10.726952 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6512af-55c5-4139-8c21-0e9ec58e5b14 req-5288f5a8-4db4-414e-85e9-0d14ee13ab78 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:35:10.728584 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bc6512af-55c5-4139-8c21-0e9ec58e5b14 req-5288f5a8-4db4-414e-85e9-0d14ee13ab78 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d54c17a-2028-4488-9f86-0b23706dc924 HTTP/1.1" status: 200 len: 946 time: 0.0548329 Aug 05 12:35:10.782421 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bc6512af-55c5-4139-8c21-0e9ec58e5b14 req-4e98839e-ed5b-4cf8-967b-0ea216fc108e tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458765 Aug 05 12:35:11.915984 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3103a4b2-4182-4148-985b-63650249d322 req-4048f082-00c0-4f70-a883-0832e2a2246d tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:35:11.917638 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3103a4b2-4182-4148-985b-63650249d322 req-4048f082-00c0-4f70-a883-0832e2a2246d tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d54c17a-2028-4488-9f86-0b23706dc924 HTTP/1.1" status: 200 len: 946 time: 0.0570438 Aug 05 12:35:11.962428 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3103a4b2-4182-4148-985b-63650249d322 req-49024aa2-d760-491c-8bbd-6b4efe980b84 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383854 Aug 05 12:35:11.996758 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:35:13.105859 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6019b1b7-5f17-469b-ba9b-2babca46c45b req-3d69eb07-7ae5-40e8-8df5-d50ffeae6469 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:35:13.107546 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6019b1b7-5f17-469b-ba9b-2babca46c45b req-3d69eb07-7ae5-40e8-8df5-d50ffeae6469 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d54c17a-2028-4488-9f86-0b23706dc924 HTTP/1.1" status: 200 len: 946 time: 0.0614848 Aug 05 12:35:13.181443 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6019b1b7-5f17-469b-ba9b-2babca46c45b req-c37463a9-1aed-4a17-bc7b-4bc49e5faaa3 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610192 Aug 05 12:35:14.128974 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:35:14.345670 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab7057a-957f-4b30-a98e-9172aa5ddbb3 req-efefcbed-1e78-4ea1-824f-67cd0dd2d039 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:35:14.347647 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5ab7057a-957f-4b30-a98e-9172aa5ddbb3 req-efefcbed-1e78-4ea1-824f-67cd0dd2d039 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d54c17a-2028-4488-9f86-0b23706dc924 HTTP/1.1" status: 200 len: 946 time: 0.0705950 Aug 05 12:35:14.431619 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5ab7057a-957f-4b30-a98e-9172aa5ddbb3 req-e8c879a4-d5b2-4fb7-bea9-8ba3e48aad63 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749049 Aug 05 12:35:15.629855 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732fd5c7-d60a-42e3-b3d1-725a92f29d9f req-d566e68d-56da-42df-af31-34f6be366a2a tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:35:15.632374 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-732fd5c7-d60a-42e3-b3d1-725a92f29d9f req-d566e68d-56da-42df-af31-34f6be366a2a tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d54c17a-2028-4488-9f86-0b23706dc924 HTTP/1.1" status: 200 len: 946 time: 0.0864265 Aug 05 12:35:15.703018 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-732fd5c7-d60a-42e3-b3d1-725a92f29d9f req-11dc6b3d-4b50-40e4-93f3-2c46227ae5dd tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599403 Aug 05 12:35:16.172733 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961044cd-04a3-4f60-b178-36245e4ca1a2 req-47c186af-fb3e-4cdd-88e0-bd0c42fa5585 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:35:16.181383 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-961044cd-04a3-4f60-b178-36245e4ca1a2 req-47c186af-fb3e-4cdd-88e0-bd0c42fa5585 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d54c17a-2028-4488-9f86-0b23706dc924 HTTP/1.1" status: 200 len: 946 time: 0.1047733 Aug 05 12:35:16.191906 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 47010) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:35:16.261058 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-961044cd-04a3-4f60-b178-36245e4ca1a2 req-e77f62ab-ef8e-4f36-afd9-b07aa904123b tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725248 Aug 05 12:35:16.399861 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6f089fb0-5eff-4ff6-9dd2-f931c3500fb6 req-8a0b9c56-e434-4448-9ef4-a307a8773728 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=0d54c17a-2028-4488-9f86-0b23706dc924&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2036948 Aug 05 12:35:17.489318 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b04313-bee4-4f82-aa73-38dbe4cb721b req-55c9db09-809d-4d3d-8350-7bdabf6878f9 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:35:17.491712 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-66b04313-bee4-4f82-aa73-38dbe4cb721b req-55c9db09-809d-4d3d-8350-7bdabf6878f9 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d54c17a-2028-4488-9f86-0b23706dc924 HTTP/1.1" status: 200 len: 946 time: 0.0861471 Aug 05 12:35:17.568446 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-66b04313-bee4-4f82-aa73-38dbe4cb721b req-5d6547f8-327c-41fc-87c4-f8bf5ea7c1f6 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637426 Aug 05 12:35:18.540328 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f089fb0-5eff-4ff6-9dd2-f931c3500fb6 req-3708e0b7-c495-4a54-9978-7590c024ad75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:35:18.543192 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6f089fb0-5eff-4ff6-9dd2-f931c3500fb6 req-3708e0b7-c495-4a54-9978-7590c024ad75 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f4ca129800e94994b08c14cc45929d63&device_id=0d54c17a-2028-4488-9f86-0b23706dc924 HTTP/1.1" status: 200 len: 1097 time: 0.0848370 Aug 05 12:35:18.744734 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f089fb0-5eff-4ff6-9dd2-f931c3500fb6 req-49a98daf-1fe2-49a7-808f-eadbb8d5d1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:35:18.747527 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6f089fb0-5eff-4ff6-9dd2-f931c3500fb6 req-49a98daf-1fe2-49a7-808f-eadbb8d5d1fd service neutron] 10.222.0.55 "GET /v2.0/networks?id=c00424f2-f7f6-42d3-a3f9-d662e8ae381c HTTP/1.1" status: 200 len: 912 time: 0.1950648 Aug 05 12:35:18.801334 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89093830-7afe-416c-986e-c1fae600cbef req-76c796c5-2f6b-4fdc-9141-e892033564e3 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:35:18.804845 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-89093830-7afe-416c-986e-c1fae600cbef req-76c796c5-2f6b-4fdc-9141-e892033564e3 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d54c17a-2028-4488-9f86-0b23706dc924 HTTP/1.1" status: 200 len: 946 time: 0.1020370 Aug 05 12:35:18.881448 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-89093830-7afe-416c-986e-c1fae600cbef req-72992a7d-3f5f-45f9-97f2-8c79485e97a3 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658486 Aug 05 12:35:18.899994 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6f089fb0-5eff-4ff6-9dd2-f931c3500fb6 req-f5a83d26-29b2-4442-86d2-2d1c4e0fd9da service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8eea7d6-b498-4766-910e-a93a6bd1ed2d HTTP/1.1" status: 200 len: 1002 time: 0.1437457 Aug 05 12:35:18.995985 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f089fb0-5eff-4ff6-9dd2-f931c3500fb6 req-1bf67f9b-e451-4647-bc6c-4c2eaf6a7802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:35:18.998044 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6f089fb0-5eff-4ff6-9dd2-f931c3500fb6 req-1bf67f9b-e451-4647-bc6c-4c2eaf6a7802 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e713aeb5-0daa-4eb2-babb-b3a078b47e59 HTTP/1.1" status: 200 len: 850 time: 0.0890234 Aug 05 12:35:19.068284 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f089fb0-5eff-4ff6-9dd2-f931c3500fb6 req-562b97cb-7906-47f0-b29d-f92c81d662cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:35:19.071359 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6f089fb0-5eff-4ff6-9dd2-f931c3500fb6 req-562b97cb-7906-47f0-b29d-f92c81d662cf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c00424f2-f7f6-42d3-a3f9-d662e8ae381c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0645680 Aug 05 12:35:19.267487 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6f089fb0-5eff-4ff6-9dd2-f931c3500fb6 req-a800aa8f-ceaa-4683-9055-1e042be86f0a service neutron] 10.222.0.55 "GET /v2.0/networks/c00424f2-f7f6-42d3-a3f9-d662e8ae381c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869164 Aug 05 12:35:19.475352 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6f089fb0-5eff-4ff6-9dd2-f931c3500fb6 req-cdede22d-ba8f-465b-bcf1-040e0a5c2a76 service neutron] 10.222.0.55 "GET /v2.0/networks/c00424f2-f7f6-42d3-a3f9-d662e8ae381c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998928 Aug 05 12:35:20.068648 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9b9824-5909-4106-82d5-5dc3c25c43c7 req-ccc1e613-1ac5-4ac6-a4cf-dc903773363f tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:35:20.070846 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-dc9b9824-5909-4106-82d5-5dc3c25c43c7 req-ccc1e613-1ac5-4ac6-a4cf-dc903773363f tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d54c17a-2028-4488-9f86-0b23706dc924 HTTP/1.1" status: 200 len: 946 time: 0.0602598 Aug 05 12:35:20.145516 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-dc9b9824-5909-4106-82d5-5dc3c25c43c7 req-7483d5de-f285-4c10-8adc-332fdf6f25d4 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672014 Aug 05 12:35:21.360813 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b8ee78-ed65-447f-8759-680b76291c70 req-3fefc463-94c5-4fbb-aa6a-89987b8d9f00 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:35:21.364364 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e1b8ee78-ed65-447f-8759-680b76291c70 req-3fefc463-94c5-4fbb-aa6a-89987b8d9f00 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d54c17a-2028-4488-9f86-0b23706dc924 HTTP/1.1" status: 200 len: 946 time: 0.0854666 Aug 05 12:35:21.440621 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e1b8ee78-ed65-447f-8759-680b76291c70 req-684c666a-e601-4eb1-aa61-bf407afd9d34 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674882 Aug 05 12:35:21.795849 n-d-803378-2 neutron-server[94421]: INFO neutron.api.v2.resource [req-6f089fb0-5eff-4ff6-9dd2-f931c3500fb6 req-4012f3a7-45b7-45a9-b936-7d209ac8027d service neutron] show failed (client error): The resource could not be found. Aug 05 12:35:21.797050 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6f089fb0-5eff-4ff6-9dd2-f931c3500fb6 req-4012f3a7-45b7-45a9-b936-7d209ac8027d service neutron] 10.222.0.55 "GET /v2.0/ports/b8eea7d6-b498-4766-910e-a93a6bd1ed2d/bindings/n-h1-803378-2 HTTP/1.1" status: 404 len: 380 time: 0.1124341 Aug 05 12:35:22.103762 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f089fb0-5eff-4ff6-9dd2-f931c3500fb6 req-62ea06a1-8667-4166-8cf4-234d2e45e90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:35:22.105374 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6f089fb0-5eff-4ff6-9dd2-f931c3500fb6 req-62ea06a1-8667-4166-8cf4-234d2e45e90b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0d54c17a-2028-4488-9f86-0b23706dc924&tenant_id=f4ca129800e94994b08c14cc45929d63 HTTP/1.1" status: 200 len: 1097 time: 0.0579329 Aug 05 12:35:22.130902 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-6f089fb0-5eff-4ff6-9dd2-f931c3500fb6 req-8774a6aa-b73a-4cd1-b718-d3ed666450e5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-803378-2', 'device_owner': 'compute:nova'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:35:22.244757 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-6f089fb0-5eff-4ff6-9dd2-f931c3500fb6 req-8774a6aa-b73a-4cd1-b718-d3ed666450e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:35:22.731640 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d7c336-450b-4f6b-9b5e-dea02f8cbd18 req-b13c68ec-4d14-4e88-b7c3-6d8c9974ef8d tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:35:22.734940 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-65d7c336-450b-4f6b-9b5e-dea02f8cbd18 req-b13c68ec-4d14-4e88-b7c3-6d8c9974ef8d tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d54c17a-2028-4488-9f86-0b23706dc924 HTTP/1.1" status: 200 len: 946 time: 0.1585302 Aug 05 12:35:22.744773 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-6f089fb0-5eff-4ff6-9dd2-f931c3500fb6 req-8774a6aa-b73a-4cd1-b718-d3ed666450e5 service neutron] For port b8eea7d6-b498-4766-910e-a93a6bd1ed2d, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=b8eea7d6-b498-4766-910e-a93a6bd1ed2d,segment=NetworkSegment(13893fa0-6d12-483f-9dbb-d2903963c6f2),segment_id=13893fa0-6d12-483f-9dbb-d2903963c6f2)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:35:22.764914 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:35:22.850354 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-65d7c336-450b-4f6b-9b5e-dea02f8cbd18 req-27dee422-366f-44c3-a22f-4882f757d6ab tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950556 Aug 05 12:35:22.852242 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-6f089fb0-5eff-4ff6-9dd2-f931c3500fb6 req-8774a6aa-b73a-4cd1-b718-d3ed666450e5 service neutron] For port b8eea7d6-b498-4766-910e-a93a6bd1ed2d, host n-h2-803378-2, cleared binding levels {{(pid=94420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:35:22.934239 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d54c17a-2028-4488-9f86-0b23706dc924', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8eea7d6-b498-4766-910e-a93a6bd1ed2d'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:35:22.937792 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47e10126444b02a26d513ed6f4b145adbdfa00d329c865c61a1608b26e6d0230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-416d0e2a-1ef0-493c-a510-a9900cde0ef0" -d '{"events": [{"server_uuid": "0d54c17a-2028-4488-9f86-0b23706dc924", "name": "network-vif-unplugged", "status": "completed", "tag": "b8eea7d6-b498-4766-910e-a93a6bd1ed2d"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:35:22.945331 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-6f089fb0-5eff-4ff6-9dd2-f931c3500fb6 req-8774a6aa-b73a-4cd1-b718-d3ed666450e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:35:22.970338 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [req-6f089fb0-5eff-4ff6-9dd2-f931c3500fb6 req-8774a6aa-b73a-4cd1-b718-d3ed666450e5 service neutron] Transition to ACTIVE for port object b8eea7d6-b498-4766-910e-a93a6bd1ed2d will not be triggered until provisioned by entity L2. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:35:22.979312 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-6f089fb0-5eff-4ff6-9dd2-f931c3500fb6 req-8774a6aa-b73a-4cd1-b718-d3ed666450e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:35:23.186217 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 05 Aug 2021 12:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a9b82c1-9ab3-4bd3-9fd3-2e56598a3381 x-openstack-request-id: req-4a9b82c1-9ab3-4bd3-9fd3-2e56598a3381 {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:35:23.186592 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d54c17a-2028-4488-9f86-0b23706dc924", "name": "network-vif-unplugged", "status": "completed", "tag": "b8eea7d6-b498-4766-910e-a93a6bd1ed2d", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:35:23.187401 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4a9b82c1-9ab3-4bd3-9fd3-2e56598a3381 {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:35:23.187845 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d54c17a-2028-4488-9f86-0b23706dc924', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8eea7d6-b498-4766-910e-a93a6bd1ed2d', 'code': 200} Aug 05 12:35:23.189213 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8774a6aa-b73a-4cd1-b718-d3ed666450e5 service neutron] Pushing event updated for resources: {'Port': ['ID=b8eea7d6-b498-4766-910e-a93a6bd1ed2d,revision_number=6']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:35:23.250071 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8774a6aa-b73a-4cd1-b718-d3ed666450e5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:35:23.251128 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8774a6aa-b73a-4cd1-b718-d3ed666450e5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:35:23.251128 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8774a6aa-b73a-4cd1-b718-d3ed666450e5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:35:23.251499 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8774a6aa-b73a-4cd1-b718-d3ed666450e5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:35:23.252043 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8774a6aa-b73a-4cd1-b718-d3ed666450e5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:35:23.253255 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8774a6aa-b73a-4cd1-b718-d3ed666450e5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:35:23.254689 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8774a6aa-b73a-4cd1-b718-d3ed666450e5 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:35:23.255164 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8774a6aa-b73a-4cd1-b718-d3ed666450e5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:35:23.255708 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8774a6aa-b73a-4cd1-b718-d3ed666450e5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:35:23.256248 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8774a6aa-b73a-4cd1-b718-d3ed666450e5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:35:23.256855 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8774a6aa-b73a-4cd1-b718-d3ed666450e5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:35:23.257450 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8774a6aa-b73a-4cd1-b718-d3ed666450e5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:35:23.350337 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f089fb0-5eff-4ff6-9dd2-f931c3500fb6 req-8774a6aa-b73a-4cd1-b718-d3ed666450e5 service neutron] No DVR routers for this DVR port b8eea7d6-b498-4766-910e-a93a6bd1ed2d on host n-h2-803378-2 {{(pid=94420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:35:23.595236 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-6f089fb0-5eff-4ff6-9dd2-f931c3500fb6 req-8774a6aa-b73a-4cd1-b718-d3ed666450e5 service neutron] Attempting to bind port b8eea7d6-b498-4766-910e-a93a6bd1ed2d on host n-h1-803378-2 for vnic_type normal with profile {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:35:23.595689 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-6f089fb0-5eff-4ff6-9dd2-f931c3500fb6 req-8774a6aa-b73a-4cd1-b718-d3ed666450e5 service neutron] Attempting to bind port b8eea7d6-b498-4766-910e-a93a6bd1ed2d by drivers openvswitch,hyperv on host n-h1-803378-2 at level 0 using segments [{'id': '13893fa0-6d12-483f-9dbb-d2903963c6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'c00424f2-f7f6-42d3-a3f9-d662e8ae381c'}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:35:23.596293 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f089fb0-5eff-4ff6-9dd2-f931c3500fb6 req-8774a6aa-b73a-4cd1-b718-d3ed666450e5 service neutron] Attempting to bind port b8eea7d6-b498-4766-910e-a93a6bd1ed2d on network c00424f2-f7f6-42d3-a3f9-d662e8ae381c {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:35:23.603609 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f089fb0-5eff-4ff6-9dd2-f931c3500fb6 req-8774a6aa-b73a-4cd1-b718-d3ed666450e5 service neutron] Port b8eea7d6-b498-4766-910e-a93a6bd1ed2d on network c00424f2-f7f6-42d3-a3f9-d662e8ae381c not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-2 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 12:35:23.604178 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f089fb0-5eff-4ff6-9dd2-f931c3500fb6 req-8774a6aa-b73a-4cd1-b718-d3ed666450e5 service neutron] Attempting to bind port b8eea7d6-b498-4766-910e-a93a6bd1ed2d on network c00424f2-f7f6-42d3-a3f9-d662e8ae381c {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:35:23.614057 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f089fb0-5eff-4ff6-9dd2-f931c3500fb6 req-8774a6aa-b73a-4cd1-b718-d3ed666450e5 service neutron] Checking agent: {'id': '40bb7567-59bd-4b31-bc29-da1c50bca759', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:35:23.614646 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f089fb0-5eff-4ff6-9dd2-f931c3500fb6 req-8774a6aa-b73a-4cd1-b718-d3ed666450e5 service neutron] Checking segment: {'id': '13893fa0-6d12-483f-9dbb-d2903963c6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'c00424f2-f7f6-42d3-a3f9-d662e8ae381c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:35:23.615319 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f089fb0-5eff-4ff6-9dd2-f931c3500fb6 req-8774a6aa-b73a-4cd1-b718-d3ed666450e5 service neutron] Bound using segment: {'id': '13893fa0-6d12-483f-9dbb-d2903963c6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'c00424f2-f7f6-42d3-a3f9-d662e8ae381c'} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:35:23.616174 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-6f089fb0-5eff-4ff6-9dd2-f931c3500fb6 req-8774a6aa-b73a-4cd1-b718-d3ed666450e5 service neutron] Bound port: b8eea7d6-b498-4766-910e-a93a6bd1ed2d, host: n-h1-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13893fa0-6d12-483f-9dbb-d2903963c6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'c00424f2-f7f6-42d3-a3f9-d662e8ae381c'}}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:35:23.616782 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-6f089fb0-5eff-4ff6-9dd2-f931c3500fb6 req-8774a6aa-b73a-4cd1-b718-d3ed666450e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:35:23.747392 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-6f089fb0-5eff-4ff6-9dd2-f931c3500fb6 req-8774a6aa-b73a-4cd1-b718-d3ed666450e5 service neutron] For port b8eea7d6-b498-4766-910e-a93a6bd1ed2d, host n-h1-803378-2, cleared binding levels {{(pid=94420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:35:23.753687 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-6f089fb0-5eff-4ff6-9dd2-f931c3500fb6 req-8774a6aa-b73a-4cd1-b718-d3ed666450e5 service neutron] For port b8eea7d6-b498-4766-910e-a93a6bd1ed2d, host n-h1-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=b8eea7d6-b498-4766-910e-a93a6bd1ed2d,segment=NetworkSegment(13893fa0-6d12-483f-9dbb-d2903963c6f2),segment_id=13893fa0-6d12-483f-9dbb-d2903963c6f2)] {{(pid=94420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:35:23.762119 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-6f089fb0-5eff-4ff6-9dd2-f931c3500fb6 req-8774a6aa-b73a-4cd1-b718-d3ed666450e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:35:23.833315 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f089fb0-5eff-4ff6-9dd2-f931c3500fb6 req-8774a6aa-b73a-4cd1-b718-d3ed666450e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:35:23.834375 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-6f089fb0-5eff-4ff6-9dd2-f931c3500fb6 req-8774a6aa-b73a-4cd1-b718-d3ed666450e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:35:23.841608 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6f089fb0-5eff-4ff6-9dd2-f931c3500fb6 req-8774a6aa-b73a-4cd1-b718-d3ed666450e5 service neutron] 10.222.0.64 "PUT /v2.0/ports/b8eea7d6-b498-4766-910e-a93a6bd1ed2d HTTP/1.1" status: 200 len: 1092 time: 1.7134554 Aug 05 12:35:23.887819 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8774a6aa-b73a-4cd1-b718-d3ed666450e5 service neutron] Pushing event updated for resources: {'Port': ['ID=b8eea7d6-b498-4766-910e-a93a6bd1ed2d,revision_number=7']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:35:23.986660 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f089fb0-5eff-4ff6-9dd2-f931c3500fb6 req-1d4e53c2-f446-4466-a053-1407bd1e8f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:35:23.990020 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6f089fb0-5eff-4ff6-9dd2-f931c3500fb6 req-1d4e53c2-f446-4466-a053-1407bd1e8f37 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f4ca129800e94994b08c14cc45929d63&device_id=0d54c17a-2028-4488-9f86-0b23706dc924 HTTP/1.1" status: 200 len: 1095 time: 0.0885899 Aug 05 12:35:24.623592 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0a27ca-b5dc-485b-8fb7-78db8e8d408c req-59fd9b64-c9b5-40e9-ae81-4816d08a70f8 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:35:24.626216 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ac0a27ca-b5dc-485b-8fb7-78db8e8d408c req-59fd9b64-c9b5-40e9-ae81-4816d08a70f8 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d54c17a-2028-4488-9f86-0b23706dc924 HTTP/1.1" status: 200 len: 944 time: 0.6317263 Aug 05 12:35:24.686439 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f089fb0-5eff-4ff6-9dd2-f931c3500fb6 req-47d48edd-fa89-4783-a7d7-6f4db772cd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:35:24.688234 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6f089fb0-5eff-4ff6-9dd2-f931c3500fb6 req-47d48edd-fa89-4783-a7d7-6f4db772cd62 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c00424f2-f7f6-42d3-a3f9-d662e8ae381c HTTP/1.1" status: 200 len: 912 time: 0.6809924 Aug 05 12:35:24.720993 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ac0a27ca-b5dc-485b-8fb7-78db8e8d408c req-e099b370-dd63-473e-87e4-afa29d7ee8b4 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815876 Aug 05 12:35:24.729741 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device b8eea7d6-b498-4766-910e-a93a6bd1ed2d no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:35:24.809002 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device b8eea7d6-b498-4766-910e-a93a6bd1ed2d not bound to the agent host n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:35:24.818229 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6f089fb0-5eff-4ff6-9dd2-f931c3500fb6 req-69cb7467-f68c-4e21-b599-8ed8ff5129fc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8eea7d6-b498-4766-910e-a93a6bd1ed2d HTTP/1.1" status: 200 len: 1000 time: 0.1160214 Aug 05 12:35:24.924059 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f089fb0-5eff-4ff6-9dd2-f931c3500fb6 req-2f2d1d6b-cd4a-4b11-81dd-8fad1ae994b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:35:24.927411 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6f089fb0-5eff-4ff6-9dd2-f931c3500fb6 req-2f2d1d6b-cd4a-4b11-81dd-8fad1ae994b8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e713aeb5-0daa-4eb2-babb-b3a078b47e59 HTTP/1.1" status: 200 len: 850 time: 0.0976319 Aug 05 12:35:25.012270 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f089fb0-5eff-4ff6-9dd2-f931c3500fb6 req-ab4ac4ac-2826-40f9-8879-8c365cb02c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:35:25.015099 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6f089fb0-5eff-4ff6-9dd2-f931c3500fb6 req-ab4ac4ac-2826-40f9-8879-8c365cb02c9e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c00424f2-f7f6-42d3-a3f9-d662e8ae381c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0760076 Aug 05 12:35:25.154722 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6f089fb0-5eff-4ff6-9dd2-f931c3500fb6 req-9f681751-e5c8-47b7-8381-9241b042f7d9 service neutron] 10.222.0.64 "GET /v2.0/networks/c00424f2-f7f6-42d3-a3f9-d662e8ae381c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307182 Aug 05 12:35:25.221154 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d54c17a-2028-4488-9f86-0b23706dc924', 'tag': 'b8eea7d6-b498-4766-910e-a93a6bd1ed2d'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:35:25.224299 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47e10126444b02a26d513ed6f4b145adbdfa00d329c865c61a1608b26e6d0230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-658f8e5c-f2f0-404a-9297-63dbb4e0c297" -d '{"events": [{"name": "network-changed", "server_uuid": "0d54c17a-2028-4488-9f86-0b23706dc924", "tag": "b8eea7d6-b498-4766-910e-a93a6bd1ed2d"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:35:25.300745 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6f089fb0-5eff-4ff6-9dd2-f931c3500fb6 req-dd8b563d-9a13-4200-8963-4a33126aab80 service neutron] 10.222.0.64 "GET /v2.0/networks/c00424f2-f7f6-42d3-a3f9-d662e8ae381c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364577 Aug 05 12:35:25.304670 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 12:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e07635fc-ac7b-4853-b2a6-74cd988a8f00 x-openstack-request-id: req-e07635fc-ac7b-4853-b2a6-74cd988a8f00 {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:35:25.305199 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d54c17a-2028-4488-9f86-0b23706dc924", "tag": "b8eea7d6-b498-4766-910e-a93a6bd1ed2d", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:35:25.305505 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e07635fc-ac7b-4853-b2a6-74cd988a8f00 {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:35:25.305958 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d54c17a-2028-4488-9f86-0b23706dc924', 'tag': 'b8eea7d6-b498-4766-910e-a93a6bd1ed2d', 'status': 'completed', 'code': 200} Aug 05 12:35:25.431084 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658f8e5c-f2f0-404a-9297-63dbb4e0c297 req-26d1ff53-71ff-4c4b-b6e6-52930a73cec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:35:25.433774 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-658f8e5c-f2f0-404a-9297-63dbb4e0c297 req-26d1ff53-71ff-4c4b-b6e6-52930a73cec2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f4ca129800e94994b08c14cc45929d63&device_id=0d54c17a-2028-4488-9f86-0b23706dc924 HTTP/1.1" status: 200 len: 1095 time: 0.0745120 Aug 05 12:35:25.481960 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658f8e5c-f2f0-404a-9297-63dbb4e0c297 req-cce3a4ad-3094-49b9-b4dd-dbab181f7fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:35:25.484625 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-658f8e5c-f2f0-404a-9297-63dbb4e0c297 req-cce3a4ad-3094-49b9-b4dd-dbab181f7fa1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f4ca129800e94994b08c14cc45929d63&device_id=0d54c17a-2028-4488-9f86-0b23706dc924 HTTP/1.1" status: 200 len: 1095 time: 0.0778556 Aug 05 12:35:25.601383 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658f8e5c-f2f0-404a-9297-63dbb4e0c297 req-2d9da5ff-1200-4ecd-adb1-0da576edbab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:35:25.604556 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-658f8e5c-f2f0-404a-9297-63dbb4e0c297 req-2d9da5ff-1200-4ecd-adb1-0da576edbab5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c00424f2-f7f6-42d3-a3f9-d662e8ae381c HTTP/1.1" status: 200 len: 912 time: 0.1608067 Aug 05 12:35:25.652284 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658f8e5c-f2f0-404a-9297-63dbb4e0c297 req-1a18aa50-3f20-4a6f-bf15-5b8c0d1cdb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:35:25.655825 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-658f8e5c-f2f0-404a-9297-63dbb4e0c297 req-1a18aa50-3f20-4a6f-bf15-5b8c0d1cdb32 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c00424f2-f7f6-42d3-a3f9-d662e8ae381c HTTP/1.1" status: 200 len: 912 time: 0.1548023 Aug 05 12:35:25.716731 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-658f8e5c-f2f0-404a-9297-63dbb4e0c297 req-bad9cc24-65f6-483e-9bbe-0e087fe7238a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8eea7d6-b498-4766-910e-a93a6bd1ed2d HTTP/1.1" status: 200 len: 1000 time: 0.1033080 Aug 05 12:35:25.785385 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-658f8e5c-f2f0-404a-9297-63dbb4e0c297 req-ea9c59d4-8d36-4f75-a83a-c0adebb4d438 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8eea7d6-b498-4766-910e-a93a6bd1ed2d HTTP/1.1" status: 200 len: 1000 time: 0.1158774 Aug 05 12:35:25.809182 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658f8e5c-f2f0-404a-9297-63dbb4e0c297 req-7d9515ac-7134-4878-b079-cabc831b8e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:35:25.811610 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-658f8e5c-f2f0-404a-9297-63dbb4e0c297 req-7d9515ac-7134-4878-b079-cabc831b8e97 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e713aeb5-0daa-4eb2-babb-b3a078b47e59 HTTP/1.1" status: 200 len: 850 time: 0.0872934 Aug 05 12:35:25.856660 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658f8e5c-f2f0-404a-9297-63dbb4e0c297 req-1f0dafae-ea3e-48b3-8130-86e8968a8886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:35:25.860207 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-658f8e5c-f2f0-404a-9297-63dbb4e0c297 req-1f0dafae-ea3e-48b3-8130-86e8968a8886 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e713aeb5-0daa-4eb2-babb-b3a078b47e59 HTTP/1.1" status: 200 len: 850 time: 0.0619397 Aug 05 12:35:25.886752 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658f8e5c-f2f0-404a-9297-63dbb4e0c297 req-b78aaeb0-6d3b-4c69-a7b6-aa007f18ec74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:35:25.888345 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-658f8e5c-f2f0-404a-9297-63dbb4e0c297 req-b78aaeb0-6d3b-4c69-a7b6-aa007f18ec74 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c00424f2-f7f6-42d3-a3f9-d662e8ae381c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686131 Aug 05 12:35:26.022584 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658f8e5c-f2f0-404a-9297-63dbb4e0c297 req-337d7a86-2edd-4e8b-a966-05e2e3f8f0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:35:26.025378 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-658f8e5c-f2f0-404a-9297-63dbb4e0c297 req-337d7a86-2edd-4e8b-a966-05e2e3f8f0a1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c00424f2-f7f6-42d3-a3f9-d662e8ae381c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1565599 Aug 05 12:35:26.043740 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-658f8e5c-f2f0-404a-9297-63dbb4e0c297 req-05eb5e3d-77d2-4786-a05d-24cd7859be0b service neutron] 10.222.0.55 "GET /v2.0/networks/c00424f2-f7f6-42d3-a3f9-d662e8ae381c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466184 Aug 05 12:35:26.044026 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21daa20-b92d-4e46-8d21-dfd5994d5450 req-e94d189e-646c-4f44-8bcd-8bdc9482160b tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:35:26.046958 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d21daa20-b92d-4e46-8d21-dfd5994d5450 req-e94d189e-646c-4f44-8bcd-8bdc9482160b tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d54c17a-2028-4488-9f86-0b23706dc924 HTTP/1.1" status: 200 len: 944 time: 0.1611652 Aug 05 12:35:26.219121 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d21daa20-b92d-4e46-8d21-dfd5994d5450 req-f851513f-9514-4924-adc0-78248d17d929 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1568549 Aug 05 12:35:26.256355 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-658f8e5c-f2f0-404a-9297-63dbb4e0c297 req-d61d516e-993f-4bca-ba98-14a4bf36796f service neutron] 10.222.0.55 "GET /v2.0/networks/c00424f2-f7f6-42d3-a3f9-d662e8ae381c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039716 Aug 05 12:35:26.290694 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-658f8e5c-f2f0-404a-9297-63dbb4e0c297 req-9c830975-67fd-42ff-ab53-02ee14caa0d9 service neutron] 10.222.0.64 "GET /v2.0/networks/c00424f2-f7f6-42d3-a3f9-d662e8ae381c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412012 Aug 05 12:35:26.461212 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-658f8e5c-f2f0-404a-9297-63dbb4e0c297 req-d18496ce-30e8-4154-b301-f40c557b0d48 service neutron] 10.222.0.64 "GET /v2.0/networks/c00424f2-f7f6-42d3-a3f9-d662e8ae381c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625531 Aug 05 12:35:27.445757 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c854a9-d12a-472a-ad98-55b42a7f1305 req-fdac1218-6073-491c-9086-d61993207b82 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:35:27.448708 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-02c854a9-d12a-472a-ad98-55b42a7f1305 req-fdac1218-6073-491c-9086-d61993207b82 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d54c17a-2028-4488-9f86-0b23706dc924 HTTP/1.1" status: 200 len: 944 time: 0.0960393 Aug 05 12:35:27.521197 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-02c854a9-d12a-472a-ad98-55b42a7f1305 req-a43f1cd5-05d3-487a-861e-e1946230339b tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639272 Aug 05 12:35:28.704200 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf4b520-f69a-400a-8f05-4753adec0f3d req-c462d7de-75bc-4422-bca7-ac7aec466d0a tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:35:28.708105 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ccf4b520-f69a-400a-8f05-4753adec0f3d req-c462d7de-75bc-4422-bca7-ac7aec466d0a tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d54c17a-2028-4488-9f86-0b23706dc924 HTTP/1.1" status: 200 len: 944 time: 0.0926006 Aug 05 12:35:28.764851 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ccf4b520-f69a-400a-8f05-4753adec0f3d req-6929f537-fc24-421b-b189-4440871335dd tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496252 Aug 05 12:35:29.179462 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device b8eea7d6-b498-4766-910e-a93a6bd1ed2d details requested by agent hyperv_n-h1-803378-2 with host n-h1-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 12:35:29.352920 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port b8eea7d6-b498-4766-910e-a93a6bd1ed2d, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=b8eea7d6-b498-4766-910e-a93a6bd1ed2d,segment=NetworkSegment(13893fa0-6d12-483f-9dbb-d2903963c6f2),segment_id=13893fa0-6d12-483f-9dbb-d2903963c6f2)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:35:29.370848 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Returning: {'device': 'b8eea7d6-b498-4766-910e-a93a6bd1ed2d', 'network_id': 'c00424f2-f7f6-42d3-a3f9-d662e8ae381c', 'port_id': 'b8eea7d6-b498-4766-910e-a93a6bd1ed2d', 'mac_address': 'fa:16:3e:77:d7:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e713aeb5-0daa-4eb2-babb-b3a078b47e59', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 12:35:29.438866 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:35:29.454892 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8eea7d6-b498-4766-910e-a93a6bd1ed2d {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 12:35:29.481835 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port b8eea7d6-b498-4766-910e-a93a6bd1ed2d, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=b8eea7d6-b498-4766-910e-a93a6bd1ed2d,segment=NetworkSegment(13893fa0-6d12-483f-9dbb-d2903963c6f2),segment_id=13893fa0-6d12-483f-9dbb-d2903963c6f2)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:35:29.488694 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:35:29.548067 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=b8eea7d6-b498-4766-910e-a93a6bd1ed2d,revision_number=8']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:35:29.560961 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:35:29.561684 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:35:29.562122 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:35:29.562674 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:35:29.563224 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:35:29.563770 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:35:29.564318 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:35:29.565338 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:35:29.565844 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:35:29.566391 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:35:29.566907 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:35:29.567447 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:35:29.951770 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e0c31e-e724-4fd2-947c-38e48b512d6e req-ded2db27-1ebf-48eb-94c4-c79be1cc79fa tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:35:29.954809 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-60e0c31e-e724-4fd2-947c-38e48b512d6e req-ded2db27-1ebf-48eb-94c4-c79be1cc79fa tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d54c17a-2028-4488-9f86-0b23706dc924 HTTP/1.1" status: 200 len: 945 time: 0.0915456 Aug 05 12:35:30.025290 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:35:30.029316 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-60e0c31e-e724-4fd2-947c-38e48b512d6e req-faaa607e-e8b2-461a-bdb1-82fad0d71763 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625808 Aug 05 12:35:30.030241 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['b8eea7d6-b498-4766-910e-a93a6bd1ed2d'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 12:35:30.413314 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72880e28-a877-4f6b-84fd-c61fa1850462 req-98aae926-7fe0-4eac-b5b9-6403739a3809 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:35:30.415777 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-72880e28-a877-4f6b-84fd-c61fa1850462 req-98aae926-7fe0-4eac-b5b9-6403739a3809 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d54c17a-2028-4488-9f86-0b23706dc924 HTTP/1.1" status: 200 len: 945 time: 0.0885673 Aug 05 12:35:30.435345 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c296b584-f910-4d6a-8b59-86995c87e98c req-796124d2-8fce-421b-99da-9978e2b5a1d6 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:35:30.438085 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c296b584-f910-4d6a-8b59-86995c87e98c req-796124d2-8fce-421b-99da-9978e2b5a1d6 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d54c17a-2028-4488-9f86-0b23706dc924&tenant_id=f4ca129800e94994b08c14cc45929d63&binding%3Ahost_id=n-h1-803378-2 HTTP/1.1" status: 200 len: 945 time: 0.0895369 Aug 05 12:35:30.481625 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-72880e28-a877-4f6b-84fd-c61fa1850462 req-1f5366db-a1e0-4379-8a0e-74811fca2a4e tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540779 Aug 05 12:35:30.547854 n-d-803378-2 neutron-server[94421]: INFO neutron.api.v2.resource [req-c296b584-f910-4d6a-8b59-86995c87e98c req-a38a25fa-5989-4de3-bac3-e05b199e3c8f service neutron] delete failed (client error): The resource could not be found. Aug 05 12:35:30.551089 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c296b584-f910-4d6a-8b59-86995c87e98c req-a38a25fa-5989-4de3-bac3-e05b199e3c8f service neutron] 10.222.0.55 "DELETE /v2.0/ports/b8eea7d6-b498-4766-910e-a93a6bd1ed2d/bindings/n-h2-803378-2 HTTP/1.1" status: 404 len: 380 time: 0.1028323 Aug 05 12:35:30.703366 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c296b584-f910-4d6a-8b59-86995c87e98c req-3938e539-f658-4f5d-872f-04c309fd5c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:35:30.705928 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c296b584-f910-4d6a-8b59-86995c87e98c req-3938e539-f658-4f5d-872f-04c309fd5c23 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f4ca129800e94994b08c14cc45929d63&device_id=0d54c17a-2028-4488-9f86-0b23706dc924 HTTP/1.1" status: 200 len: 1096 time: 0.0701556 Aug 05 12:35:30.881287 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c296b584-f910-4d6a-8b59-86995c87e98c req-2dc2ee1d-b263-40d4-8b37-0b5ff7cf0547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:35:30.883034 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c296b584-f910-4d6a-8b59-86995c87e98c req-2dc2ee1d-b263-40d4-8b37-0b5ff7cf0547 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c00424f2-f7f6-42d3-a3f9-d662e8ae381c HTTP/1.1" status: 200 len: 912 time: 0.1698363 Aug 05 12:35:30.972785 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c296b584-f910-4d6a-8b59-86995c87e98c req-b5832440-6764-4d80-8c22-fb7c908b5341 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8eea7d6-b498-4766-910e-a93a6bd1ed2d HTTP/1.1" status: 200 len: 1001 time: 0.0808249 Aug 05 12:35:31.045964 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c296b584-f910-4d6a-8b59-86995c87e98c req-3849182a-34d0-45c4-8877-6051f97d4caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:35:31.047546 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c296b584-f910-4d6a-8b59-86995c87e98c req-3849182a-34d0-45c4-8877-6051f97d4caf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e713aeb5-0daa-4eb2-babb-b3a078b47e59 HTTP/1.1" status: 200 len: 850 time: 0.0674918 Aug 05 12:35:31.109995 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c296b584-f910-4d6a-8b59-86995c87e98c req-dce98808-9d20-4365-9ce5-fdd70dc2d1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:35:31.113272 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c296b584-f910-4d6a-8b59-86995c87e98c req-dce98808-9d20-4365-9ce5-fdd70dc2d1f7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c00424f2-f7f6-42d3-a3f9-d662e8ae381c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0574358 Aug 05 12:35:31.194537 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device b8eea7d6-b498-4766-910e-a93a6bd1ed2d up at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:35:31.244878 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c296b584-f910-4d6a-8b59-86995c87e98c req-8bd49ccc-19d7-4045-8e0f-5f13288c6a13 service neutron] 10.222.0.55 "GET /v2.0/networks/c00424f2-f7f6-42d3-a3f9-d662e8ae381c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229262 Aug 05 12:35:31.291686 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning for port b8eea7d6-b498-4766-910e-a93a6bd1ed2d completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:35:31.299808 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning complete for port b8eea7d6-b498-4766-910e-a93a6bd1ed2d triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:35:31.299980 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:35:31.384672 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c296b584-f910-4d6a-8b59-86995c87e98c req-b4828563-14ed-442e-899f-e9750cf95f71 service neutron] 10.222.0.55 "GET /v2.0/networks/c00424f2-f7f6-42d3-a3f9-d662e8ae381c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324954 Aug 05 12:35:31.446797 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:35:31.479781 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d54c17a-2028-4488-9f86-0b23706dc924', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8eea7d6-b498-4766-910e-a93a6bd1ed2d'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:35:31.482489 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e1268cc07bff5734ca170491336a8ac74677c017447dd0c96766dddd3e3cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0982259a-72ee-4d4e-af1d-c73d3ddd20ab" -d '{"events": [{"server_uuid": "0d54c17a-2028-4488-9f86-0b23706dc924", "name": "network-vif-plugged", "status": "completed", "tag": "b8eea7d6-b498-4766-910e-a93a6bd1ed2d"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:35:31.498666 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port b8eea7d6-b498-4766-910e-a93a6bd1ed2d, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=b8eea7d6-b498-4766-910e-a93a6bd1ed2d,segment=NetworkSegment(13893fa0-6d12-483f-9dbb-d2903963c6f2),segment_id=13893fa0-6d12-483f-9dbb-d2903963c6f2)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:35:31.505116 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:35:31.597387 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=b8eea7d6-b498-4766-910e-a93a6bd1ed2d,revision_number=9']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:35:31.662214 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 12:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-700cbd10-8d3a-4f4f-bf17-be03ae4371d2 x-openstack-request-id: req-700cbd10-8d3a-4f4f-bf17-be03ae4371d2 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:35:31.662780 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d54c17a-2028-4488-9f86-0b23706dc924", "name": "network-vif-plugged", "status": "completed", "tag": "b8eea7d6-b498-4766-910e-a93a6bd1ed2d", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:35:31.663285 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-700cbd10-8d3a-4f4f-bf17-be03ae4371d2 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:35:31.664469 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d54c17a-2028-4488-9f86-0b23706dc924', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8eea7d6-b498-4766-910e-a93a6bd1ed2d', 'code': 200} Aug 05 12:35:31.716264 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5e5789-d0e3-4a33-aaa1-ce3bc2cb7e2b req-41dcebf8-9348-4769-9d53-458b78881170 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:35:31.718821 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8d5e5789-d0e3-4a33-aaa1-ce3bc2cb7e2b req-41dcebf8-9348-4769-9d53-458b78881170 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d54c17a-2028-4488-9f86-0b23706dc924 HTTP/1.1" status: 200 len: 946 time: 0.1035349 Aug 05 12:35:31.791361 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8d5e5789-d0e3-4a33-aaa1-ce3bc2cb7e2b req-5617df84-0f43-4f98-86c0-77602d717803 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611753 Aug 05 12:35:32.976205 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e254167-9d15-4a5e-94bb-07c7174d3ce5 req-d09065b7-a2d0-41ca-aa5e-1e298d7d0dff tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:35:32.978263 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3e254167-9d15-4a5e-94bb-07c7174d3ce5 req-d09065b7-a2d0-41ca-aa5e-1e298d7d0dff tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d54c17a-2028-4488-9f86-0b23706dc924 HTTP/1.1" status: 200 len: 946 time: 0.0633214 Aug 05 12:35:33.042089 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3e254167-9d15-4a5e-94bb-07c7174d3ce5 req-3e6d90a7-0bb2-439d-af63-16961d167155 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559895 Aug 05 12:35:33.234453 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de6edfa-fb44-4399-a38e-23ba84aca591 req-9cb5bd99-217f-497c-b498-20ea1ba5d5b9 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:35:33.237166 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6de6edfa-fb44-4399-a38e-23ba84aca591 req-9cb5bd99-217f-497c-b498-20ea1ba5d5b9 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d54c17a-2028-4488-9f86-0b23706dc924 HTTP/1.1" status: 200 len: 946 time: 0.0838485 Aug 05 12:35:33.308823 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6de6edfa-fb44-4399-a38e-23ba84aca591 req-a1e5113f-603f-48ec-8082-d1e55f0b3dd6 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629911 Aug 05 12:35:33.630283 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e01353d-12ec-4d18-bb37-bb0edcdd293a req-a8f52afb-e8c5-4281-9198-60930dccdf6b tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:35:33.631852 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2e01353d-12ec-4d18-bb37-bb0edcdd293a req-a8f52afb-e8c5-4281-9198-60930dccdf6b tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d54c17a-2028-4488-9f86-0b23706dc924 HTTP/1.1" status: 200 len: 946 time: 0.0997829 Aug 05 12:35:33.696851 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2e01353d-12ec-4d18-bb37-bb0edcdd293a req-4cbd569e-1b14-4fb0-9bc1-82aa31163e46 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480995 Aug 05 12:35:33.702703 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63451246-c019-4de2-b02a-0773f25cd463 req-1e2ecdd3-ac88-4eb5-8e78-ecd115ff2f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:35:33.704176 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-63451246-c019-4de2-b02a-0773f25cd463 req-1e2ecdd3-ac88-4eb5-8e78-ecd115ff2f4e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f4ca129800e94994b08c14cc45929d63&device_id=0d54c17a-2028-4488-9f86-0b23706dc924 HTTP/1.1" status: 200 len: 1097 time: 0.1019461 Aug 05 12:35:33.877582 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63451246-c019-4de2-b02a-0773f25cd463 req-a42058a7-f6de-4fe1-819f-074c7c0803ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:35:33.880850 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-63451246-c019-4de2-b02a-0773f25cd463 req-a42058a7-f6de-4fe1-819f-074c7c0803ac service neutron] 10.222.0.64 "GET /v2.0/networks?id=c00424f2-f7f6-42d3-a3f9-d662e8ae381c HTTP/1.1" status: 200 len: 912 time: 0.1664562 Aug 05 12:35:33.987129 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-63451246-c019-4de2-b02a-0773f25cd463 req-cdacae7e-9b41-4acc-b1a4-15b5ae58cc59 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8eea7d6-b498-4766-910e-a93a6bd1ed2d HTTP/1.1" status: 200 len: 1002 time: 0.0917430 Aug 05 12:35:34.059853 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63451246-c019-4de2-b02a-0773f25cd463 req-65f4c2f6-f53d-4c31-9acd-5fc1f3b61016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:35:34.062108 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-63451246-c019-4de2-b02a-0773f25cd463 req-65f4c2f6-f53d-4c31-9acd-5fc1f3b61016 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e713aeb5-0daa-4eb2-babb-b3a078b47e59 HTTP/1.1" status: 200 len: 850 time: 0.0636764 Aug 05 12:35:34.131907 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63451246-c019-4de2-b02a-0773f25cd463 req-a5942a79-49cc-4c36-9eea-f8faa75511e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:35:34.133873 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-63451246-c019-4de2-b02a-0773f25cd463 req-a5942a79-49cc-4c36-9eea-f8faa75511e7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c00424f2-f7f6-42d3-a3f9-d662e8ae381c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0606356 Aug 05 12:35:34.244524 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-63451246-c019-4de2-b02a-0773f25cd463 req-2b85cd4c-3829-4662-a575-5b20f15c8f7d service neutron] 10.222.0.64 "GET /v2.0/networks/c00424f2-f7f6-42d3-a3f9-d662e8ae381c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977473 Aug 05 12:35:34.377293 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-63451246-c019-4de2-b02a-0773f25cd463 req-15bfacfb-1785-4ae3-9c0a-7f56238f2a58 service neutron] 10.222.0.64 "GET /v2.0/networks/c00424f2-f7f6-42d3-a3f9-d662e8ae381c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230106 Aug 05 12:35:34.854325 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392a195a-0e2f-4ca3-9e4b-0962dbbbbb2f req-1d05f7ef-134b-41b7-b21b-ba1681dddae1 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:35:34.856610 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-392a195a-0e2f-4ca3-9e4b-0962dbbbbb2f req-1d05f7ef-134b-41b7-b21b-ba1681dddae1 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d54c17a-2028-4488-9f86-0b23706dc924 HTTP/1.1" status: 200 len: 946 time: 0.0639646 Aug 05 12:35:34.905601 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-392a195a-0e2f-4ca3-9e4b-0962dbbbbb2f req-c6999a7a-e9c1-45bd-ae53-746e30b3ca51 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414224 Aug 05 12:35:36.050870 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afbbb98-7c72-4ed2-8628-ba89d782a80d req-8a6eb3a2-6834-44fc-85c6-83fd75d317c9 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:35:36.052460 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1afbbb98-7c72-4ed2-8628-ba89d782a80d req-8a6eb3a2-6834-44fc-85c6-83fd75d317c9 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d54c17a-2028-4488-9f86-0b23706dc924 HTTP/1.1" status: 200 len: 946 time: 0.0692093 Aug 05 12:35:36.097896 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1afbbb98-7c72-4ed2-8628-ba89d782a80d req-2c23d685-8c7f-4ed0-870e-89113596510a tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385299 Aug 05 12:35:36.436971 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8194195c-8990-485b-8a7d-720ec7b2a9c0 req-52dcf1dc-10ce-4d52-b79e-a0e7fbb9bfbe tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:35:36.438604 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8194195c-8990-485b-8a7d-720ec7b2a9c0 req-52dcf1dc-10ce-4d52-b79e-a0e7fbb9bfbe tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d54c17a-2028-4488-9f86-0b23706dc924 HTTP/1.1" status: 200 len: 946 time: 0.0696533 Aug 05 12:35:36.482142 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8194195c-8990-485b-8a7d-720ec7b2a9c0 req-52be1dde-09d5-4f60-bce6-631407e41f8e tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369413 Aug 05 12:35:37.326874 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-2988844b-70c8-49f3-852f-802e3d644e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:35:37.658838 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7d6edd-75a5-49c5-8c54-e690a81c2694 req-f18ae8d8-3c80-4fb3-855e-3816076b9b87 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:35:37.660542 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fc7d6edd-75a5-49c5-8c54-e690a81c2694 req-f18ae8d8-3c80-4fb3-855e-3816076b9b87 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d54c17a-2028-4488-9f86-0b23706dc924 HTTP/1.1" status: 200 len: 946 time: 0.0555151 Aug 05 12:35:37.707814 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fc7d6edd-75a5-49c5-8c54-e690a81c2694 req-f321297e-7e3c-498c-ba38-ae84fc17b9a3 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400374 Aug 05 12:35:38.584636 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6dbee5-fb8e-450d-93c8-4aa34734e41c req-7e802dff-9f85-415d-8128-3b844c841f67 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:35:38.586242 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cf6dbee5-fb8e-450d-93c8-4aa34734e41c req-7e802dff-9f85-415d-8128-3b844c841f67 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d54c17a-2028-4488-9f86-0b23706dc924 HTTP/1.1" status: 200 len: 946 time: 0.0606616 Aug 05 12:35:38.698275 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [req-cf6dbee5-fb8e-450d-93c8-4aa34734e41c req-7ebea46d-1862-444c-8f12-f90e69500101 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Deleting port b8eea7d6-b498-4766-910e-a93a6bd1ed2d {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:35:38.699043 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-cf6dbee5-fb8e-450d-93c8-4aa34734e41c req-7ebea46d-1862-444c-8f12-f90e69500101 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:35:38.903572 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-cf6dbee5-fb8e-450d-93c8-4aa34734e41c req-7ebea46d-1862-444c-8f12-f90e69500101 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] For port b8eea7d6-b498-4766-910e-a93a6bd1ed2d, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=b8eea7d6-b498-4766-910e-a93a6bd1ed2d,segment=NetworkSegment(13893fa0-6d12-483f-9dbb-d2903963c6f2),segment_id=13893fa0-6d12-483f-9dbb-d2903963c6f2)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:35:38.904068 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-cf6dbee5-fb8e-450d-93c8-4aa34734e41c req-7ebea46d-1862-444c-8f12-f90e69500101 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:35:38.930481 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed8d9ba-e4d8-4be7-923e-dc15f850393a req-694737f5-03af-4731-b67b-a2c55549d86a tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:35:38.932257 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0ed8d9ba-e4d8-4be7-923e-dc15f850393a req-694737f5-03af-4731-b67b-a2c55549d86a tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d54c17a-2028-4488-9f86-0b23706dc924 HTTP/1.1" status: 200 len: 946 time: 0.1298883 Aug 05 12:35:39.129076 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0ed8d9ba-e4d8-4be7-923e-dc15f850393a req-1be54c6e-3c64-4662-97b8-a331f0c9002f tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1377671 Aug 05 12:35:39.251466 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-cf6dbee5-fb8e-450d-93c8-4aa34734e41c req-7ebea46d-1862-444c-8f12-f90e69500101 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:35:39.252212 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-cf6dbee5-fb8e-450d-93c8-4aa34734e41c req-7ebea46d-1862-444c-8f12-f90e69500101 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33287247'] for floatingip, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:35:39.252387 n-d-803378-2 neutron-server[94420]: INFO neutron.db.l3_db [req-cf6dbee5-fb8e-450d-93c8-4aa34734e41c req-7ebea46d-1862-444c-8f12-f90e69500101 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Floating IP d1447434-d449-45ec-a1ae-729ea447988f disassociated. External IP: 172.25.5.147, port: b8eea7d6-b498-4766-910e-a93a6bd1ed2d. Aug 05 12:35:39.252769 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [req-cf6dbee5-fb8e-450d-93c8-4aa34734e41c req-7ebea46d-1862-444c-8f12-f90e69500101 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Calling delete_port for b8eea7d6-b498-4766-910e-a93a6bd1ed2d owned by compute:nova {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:35:39.424066 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-cf6dbee5-fb8e-450d-93c8-4aa34734e41c req-7ebea46d-1862-444c-8f12-f90e69500101 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:35:39.456400 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebea46d-1862-444c-8f12-f90e69500101 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Pushing event deleted for resources: {'Port': ['ID=b8eea7d6-b498-4766-910e-a93a6bd1ed2d,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:35:39.639222 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cf6dbee5-fb8e-450d-93c8-4aa34734e41c req-7ebea46d-1862-444c-8f12-f90e69500101 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Router 67178f4d-b3c4-4500-a975-0b4e8bb4a8f4 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:35:39.774266 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cf6dbee5-fb8e-450d-93c8-4aa34734e41c req-7ebea46d-1862-444c-8f12-f90e69500101 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:35:39.788692 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942eaa54-19e3-467a-bd3d-db3de99aa614 None None] Sync routers for ids ['67178f4d-b3c4-4500-a975-0b4e8bb4a8f4'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:35:39.799038 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942eaa54-19e3-467a-bd3d-db3de99aa614 None None] Routers {'67178f4d-b3c4-4500-a975-0b4e8bb4a8f4'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:35:39.800132 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-942eaa54-19e3-467a-bd3d-db3de99aa614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:35:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['67178f4d-b3c4-4500-a975-0b4e8bb4a8f4'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:35:39.821693 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf6dbee5-fb8e-450d-93c8-4aa34734e41c req-7ebea46d-1862-444c-8f12-f90e69500101 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] No DVR routers for this DVR port b8eea7d6-b498-4766-910e-a93a6bd1ed2d on host n-h1-803378-2 {{(pid=94420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:35:39.824442 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-cf6dbee5-fb8e-450d-93c8-4aa34734e41c req-7ebea46d-1862-444c-8f12-f90e69500101 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:35:39.826724 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cf6dbee5-fb8e-450d-93c8-4aa34734e41c req-7ebea46d-1862-444c-8f12-f90e69500101 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.64 "DELETE /v2.0/ports/b8eea7d6-b498-4766-910e-a93a6bd1ed2d HTTP/1.1" status: 204 len: 173 time: 1.2319496 Aug 05 12:35:39.827459 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d54c17a-2028-4488-9f86-0b23706dc924', 'name': 'network-vif-deleted', 'tag': 'b8eea7d6-b498-4766-910e-a93a6bd1ed2d'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:35:39.830132 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47e10126444b02a26d513ed6f4b145adbdfa00d329c865c61a1608b26e6d0230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30111b84-4a67-4e12-94fb-b404f7d4896b" -d '{"events": [{"server_uuid": "0d54c17a-2028-4488-9f86-0b23706dc924", "name": "network-vif-deleted", "tag": "b8eea7d6-b498-4766-910e-a93a6bd1ed2d"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:35:39.873209 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 12:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0e5eeb4-f0ea-4b2d-a18b-87325809f533 x-openstack-request-id: req-d0e5eeb4-f0ea-4b2d-a18b-87325809f533 {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:35:39.873582 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d54c17a-2028-4488-9f86-0b23706dc924", "name": "network-vif-deleted", "tag": "b8eea7d6-b498-4766-910e-a93a6bd1ed2d", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:35:39.873913 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d0e5eeb4-f0ea-4b2d-a18b-87325809f533 {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:35:39.874384 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d54c17a-2028-4488-9f86-0b23706dc924', 'name': 'network-vif-deleted', 'tag': 'b8eea7d6-b498-4766-910e-a93a6bd1ed2d', 'status': 'completed', 'code': 200} Aug 05 12:35:39.961192 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-942eaa54-19e3-467a-bd3d-db3de99aa614 None None] Set router 67178f4d-b3c4-4500-a975-0b4e8bb4a8f4 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:35:40.099179 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-a0f2532b-a06d-4899-ba4d-7f9a67dac28a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:35:40.144064 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:35:40.237089 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-942eaa54-19e3-467a-bd3d-db3de99aa614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67178f4d-b3c4-4500-a975-0b4e8bb4a8f4', 'name': 'tempest-ServerActionsTestJSON-771402488-router', 'tenant_id': 'f4ca129800e94994b08c14cc45929d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': 'a90b18b8-85c0-477a-b299-066a574f5095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:29:02Z', 'updated_at': '2021-08-05T12:29:07Z', 'revision_number': 4, 'project_id': 'f4ca129800e94994b08c14cc45929d63', 'gw_port': {'id': 'a90b18b8-85c0-477a-b299-066a574f5095', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:18:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67178f4d-b3c4-4500-a975-0b4e8bb4a8f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:29:03Z', 'updated_at': '2021-08-05T12:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'd11c8b72-d40a-4114-8145-9fae6beaedac', 'name': '', 'network_id': 'c00424f2-f7f6-42d3-a3f9-d662e8ae381c', 'tenant_id': 'f4ca129800e94994b08c14cc45929d63', 'mac_address': 'fa:16:3e:79:37:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67178f4d-b3c4-4500-a975-0b4e8bb4a8f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'e713aeb5-0daa-4eb2-babb-b3a078b47e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:29:05Z', 'updated_at': '2021-08-05T12:29:13Z', 'revision_number': 5, 'project_id': 'f4ca129800e94994b08c14cc45929d63', 'subnets': [{'id': 'e713aeb5-0daa-4eb2-babb-b3a078b47e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:35:40.319332 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8fc004b7-1681-4ea1-9ceb-7d8712bcd556 req-d15b1175-4777-4dcc-bb4c-72beae04bc75 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d54c17a-2028-4488-9f86-0b23706dc924 HTTP/1.1" status: 200 len: 210 time: 0.0433083 Aug 05 12:35:40.464021 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942eaa54-19e3-467a-bd3d-db3de99aa614 None None] Checking router: 67178f4d-b3c4-4500-a975-0b4e8bb4a8f4 for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:35:40.474443 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942eaa54-19e3-467a-bd3d-db3de99aa614 None None] Routers {'67178f4d-b3c4-4500-a975-0b4e8bb4a8f4'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:35:40.475098 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-942eaa54-19e3-467a-bd3d-db3de99aa614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:35:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['67178f4d-b3c4-4500-a975-0b4e8bb4a8f4'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:35:40.590678 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-942eaa54-19e3-467a-bd3d-db3de99aa614 None None] Set router 67178f4d-b3c4-4500-a975-0b4e8bb4a8f4 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:35:40.855976 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-942eaa54-19e3-467a-bd3d-db3de99aa614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67178f4d-b3c4-4500-a975-0b4e8bb4a8f4', 'name': 'tempest-ServerActionsTestJSON-771402488-router', 'tenant_id': 'f4ca129800e94994b08c14cc45929d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': 'a90b18b8-85c0-477a-b299-066a574f5095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:29:02Z', 'updated_at': '2021-08-05T12:29:07Z', 'revision_number': 4, 'project_id': 'f4ca129800e94994b08c14cc45929d63', 'gw_port': {'id': 'a90b18b8-85c0-477a-b299-066a574f5095', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:18:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67178f4d-b3c4-4500-a975-0b4e8bb4a8f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:29:03Z', 'updated_at': '2021-08-05T12:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'd11c8b72-d40a-4114-8145-9fae6beaedac', 'name': '', 'network_id': 'c00424f2-f7f6-42d3-a3f9-d662e8ae381c', 'tenant_id': 'f4ca129800e94994b08c14cc45929d63', 'mac_address': 'fa:16:3e:79:37:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67178f4d-b3c4-4500-a975-0b4e8bb4a8f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'e713aeb5-0daa-4eb2-babb-b3a078b47e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:29:05Z', 'updated_at': '2021-08-05T12:29:13Z', 'revision_number': 5, 'project_id': 'f4ca129800e94994b08c14cc45929d63', 'subnets': [{'id': 'e713aeb5-0daa-4eb2-babb-b3a078b47e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:35:40.890430 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942eaa54-19e3-467a-bd3d-db3de99aa614 None None] The sync data for ids ['67178f4d-b3c4-4500-a975-0b4e8bb4a8f4'] in n-d-803378-2 is: [{'id': '67178f4d-b3c4-4500-a975-0b4e8bb4a8f4', 'name': 'tempest-ServerActionsTestJSON-771402488-router', 'tenant_id': 'f4ca129800e94994b08c14cc45929d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': 'a90b18b8-85c0-477a-b299-066a574f5095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:29:02Z', 'updated_at': '2021-08-05T12:29:07Z', 'revision_number': 4, 'project_id': 'f4ca129800e94994b08c14cc45929d63', 'gw_port': {'id': 'a90b18b8-85c0-477a-b299-066a574f5095', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:18:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67178f4d-b3c4-4500-a975-0b4e8bb4a8f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:29:03Z', 'updated_at': '2021-08-05T12:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'd11c8b72-d40a-4114-8145-9fae6beaedac', 'name': '', 'network_id': 'c00424f2-f7f6-42d3-a3f9-d662e8ae381c', 'tenant_id': 'f4ca129800e94994b08c14cc45929d63', 'mac_address': 'fa:16:3e:79:37:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67178f4d-b3c4-4500-a975-0b4e8bb4a8f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'e713aeb5-0daa-4eb2-babb-b3a078b47e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:29:05Z', 'updated_at': '2021-08-05T12:29:13Z', 'revision_number': 5, 'project_id': 'f4ca129800e94994b08c14cc45929d63', 'subnets': [{'id': 'e713aeb5-0daa-4eb2-babb-b3a078b47e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:35:41.199641 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502341d3-1043-4dce-a3f8-3b0b60cce368 None None] New status for floating IP d1447434-d449-45ec-a1ae-729ea447988f: DOWN {{(pid=94423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 12:35:41.650393 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7e5e1ee1-0077-4596-8f1e-d2f6200fa3d0 req-1b1be39e-219d-42bb-97f4-1eb37e68a591 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--256105841&fields=id&tenant_id=f4ca129800e94994b08c14cc45929d63 HTTP/1.1" status: 200 len: 267 time: 0.0421567 Aug 05 12:35:41.782746 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5e1ee1-0077-4596-8f1e-d2f6200fa3d0 req-e4f5ef3a-aab0-43d8-bc9d-cc564a461af8 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:35:41.784314 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7e5e1ee1-0077-4596-8f1e-d2f6200fa3d0 req-e4f5ef3a-aab0-43d8-bc9d-cc564a461af8 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/networks?id=c00424f2-f7f6-42d3-a3f9-d662e8ae381c HTTP/1.1" status: 200 len: 811 time: 0.1263435 Aug 05 12:35:41.801836 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 12:35:41.805301 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7e5e1ee1-0077-4596-8f1e-d2f6200fa3d0 req-87866b42-aae6-413b-9718-93f6a8058845 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/quotas/f4ca129800e94994b08c14cc45929d63 HTTP/1.1" status: 200 len: 375 time: 0.0147741 Aug 05 12:35:41.866335 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7e5e1ee1-0077-4596-8f1e-d2f6200fa3d0 req-f5bd3c02-e96d-49ca-bc7e-dc7901a7dace tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=f4ca129800e94994b08c14cc45929d63&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0546165 Aug 05 12:35:41.885433 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [req-7e5e1ee1-0077-4596-8f1e-d2f6200fa3d0 req-e5290608-14ac-4bd3-b7b3-81287c24cd64 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94420) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 12:35:41.886592 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7e5e1ee1-0077-4596-8f1e-d2f6200fa3d0 req-e5290608-14ac-4bd3-b7b3-81287c24cd64 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061741 Aug 05 12:35:41.994249 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:35:41.996447 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7e5e1ee1-0077-4596-8f1e-d2f6200fa3d0 req-bccd80ca-ef9f-4787-811e-7522718978af service neutron] 10.222.0.58 "GET /v2.0/networks/c00424f2-f7f6-42d3-a3f9-d662e8ae381c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031046 Aug 05 12:35:42.092299 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7e5e1ee1-0077-4596-8f1e-d2f6200fa3d0 req-6c0fe5b9-26f6-4f13-8757-14d26801c16c service neutron] 10.222.0.58 "GET /v2.0/networks/c00424f2-f7f6-42d3-a3f9-d662e8ae381c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883169 Aug 05 12:35:42.270584 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8cde0109-06d7-4d86-a73c-e6c86fbce92f req-8541c2e8-0d05-4461-86a5-bad838d9ab6c tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=089e0538-57e7-4167-b282-23765047ed0a HTTP/1.1" status: 200 len: 210 time: 0.0347822 Aug 05 12:35:43.255255 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device b8eea7d6-b498-4766-910e-a93a6bd1ed2d no longer exists at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:35:43.287145 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] No Port match for: b8eea7d6-b498-4766-910e-a93a6bd1ed2d {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:35:43.287501 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device b8eea7d6-b498-4766-910e-a93a6bd1ed2d not bound to the agent host n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:35:43.422185 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-922cc446-f518-4524-8e97-e49fcb74f82f req-d06470aa-cd60-466c-a858-fdde9ff350ae tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=089e0538-57e7-4167-b282-23765047ed0a HTTP/1.1" status: 200 len: 210 time: 0.0464494 Aug 05 12:35:43.487805 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5e1ee1-0077-4596-8f1e-d2f6200fa3d0 req-c9cfa6f4-f8f8-4d49-9e17-27abf4a16e38 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:35:43.490187 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7e5e1ee1-0077-4596-8f1e-d2f6200fa3d0 req-c9cfa6f4-f8f8-4d49-9e17-27abf4a16e38 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.55 "GET /v2.0/networks?id=c00424f2-f7f6-42d3-a3f9-d662e8ae381c HTTP/1.1" status: 200 len: 811 time: 0.1709116 Aug 05 12:35:43.556084 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7e5e1ee1-0077-4596-8f1e-d2f6200fa3d0 req-5165c09d-a2e1-4011-a4a5-ecfda2c0357e tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f4ca129800e94994b08c14cc45929d63 HTTP/1.1" status: 200 len: 379 time: 0.0459585 Aug 05 12:35:43.570699 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-7e5e1ee1-0077-4596-8f1e-d2f6200fa3d0 req-6073679e-aeab-4cd4-b513-f0774b6c45cd tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Request body: {'port': {'device_id': '089e0538-57e7-4167-b282-23765047ed0a', 'network_id': 'c00424f2-f7f6-42d3-a3f9-d662e8ae381c', 'admin_state_up': True, 'tenant_id': 'f4ca129800e94994b08c14cc45929d63', 'security_groups': ['da26d7af-3506-4596-8856-807d5fbc038c']}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:35:43.698649 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e5e1ee1-0077-4596-8f1e-d2f6200fa3d0 req-6073679e-aeab-4cd4-b513-f0774b6c45cd tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Made reservation on behalf of f4ca129800e94994b08c14cc45929d63 for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:35:43.702660 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-7e5e1ee1-0077-4596-8f1e-d2f6200fa3d0 req-6073679e-aeab-4cd4-b513-f0774b6c45cd tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:35:43.872150 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-7e5e1ee1-0077-4596-8f1e-d2f6200fa3d0 req-6073679e-aeab-4cd4-b513-f0774b6c45cd tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Allocated IP 172.20.0.14 (c00424f2-f7f6-42d3-a3f9-d662e8ae381c/e713aeb5-0daa-4eb2-babb-b3a078b47e59/17e65518-04bb-45a3-a532-a6d0e97e6f07) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:35:44.046275 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-7e5e1ee1-0077-4596-8f1e-d2f6200fa3d0 req-6073679e-aeab-4cd4-b513-f0774b6c45cd tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:35:44.065796 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-7e5e1ee1-0077-4596-8f1e-d2f6200fa3d0 req-6073679e-aeab-4cd4-b513-f0774b6c45cd tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Transition to ACTIVE for port object 17e65518-04bb-45a3-a532-a6d0e97e6f07 will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:35:44.110351 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-7e5e1ee1-0077-4596-8f1e-d2f6200fa3d0 req-6073679e-aeab-4cd4-b513-f0774b6c45cd tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:35:44.131308 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:35:44.177022 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e5e1ee1-0077-4596-8f1e-d2f6200fa3d0 req-6073679e-aeab-4cd4-b513-f0774b6c45cd tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Network c00424f2-f7f6-42d3-a3f9-d662e8ae381c is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:35:44.182709 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-7e5e1ee1-0077-4596-8f1e-d2f6200fa3d0 req-6073679e-aeab-4cd4-b513-f0774b6c45cd tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:35:44.187188 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e5e1ee1-0077-4596-8f1e-d2f6200fa3d0 req-6073679e-aeab-4cd4-b513-f0774b6c45cd tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:35:44.195094 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6073679e-aeab-4cd4-b513-f0774b6c45cd tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Pushing event updated for resources: {'Port': ['ID=17e65518-04bb-45a3-a532-a6d0e97e6f07,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:35:44.226274 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6073679e-aeab-4cd4-b513-f0774b6c45cd tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:35:44.226522 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6073679e-aeab-4cd4-b513-f0774b6c45cd tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:35:44.226831 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6073679e-aeab-4cd4-b513-f0774b6c45cd tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:35:44.227178 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6073679e-aeab-4cd4-b513-f0774b6c45cd tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:35:44.227517 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6073679e-aeab-4cd4-b513-f0774b6c45cd tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:35:44.227934 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6073679e-aeab-4cd4-b513-f0774b6c45cd tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:35:44.228272 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6073679e-aeab-4cd4-b513-f0774b6c45cd tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:35:44.228637 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6073679e-aeab-4cd4-b513-f0774b6c45cd tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:35:44.229111 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6073679e-aeab-4cd4-b513-f0774b6c45cd tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:35:44.229308 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6073679e-aeab-4cd4-b513-f0774b6c45cd tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:35:44.229626 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6073679e-aeab-4cd4-b513-f0774b6c45cd tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:35:44.229953 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6073679e-aeab-4cd4-b513-f0774b6c45cd tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:35:44.269145 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5e1ee1-0077-4596-8f1e-d2f6200fa3d0 req-6073679e-aeab-4cd4-b513-f0774b6c45cd tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:35:44.269831 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-7e5e1ee1-0077-4596-8f1e-d2f6200fa3d0 req-6073679e-aeab-4cd4-b513-f0774b6c45cd tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:35:44.291078 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7e5e1ee1-0077-4596-8f1e-d2f6200fa3d0 req-6073679e-aeab-4cd4-b513-f0774b6c45cd tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7241809 Aug 05 12:35:44.315592 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-7e5e1ee1-0077-4596-8f1e-d2f6200fa3d0 req-70758ceb-0b19-4a71-a908-5b5dc622576d service neutron] Request body: {'port': {'device_id': '089e0538-57e7-4167-b282-23765047ed0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:35:44.393794 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-7e5e1ee1-0077-4596-8f1e-d2f6200fa3d0 req-70758ceb-0b19-4a71-a908-5b5dc622576d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:35:44.489689 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-d09404eb-1c3b-49e4-b1bd-df1196b192b1 None None] Provisioning for port 17e65518-04bb-45a3-a532-a6d0e97e6f07 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:35:44.496013 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-d09404eb-1c3b-49e4-b1bd-df1196b192b1 None None] Provisioning complete for port 17e65518-04bb-45a3-a532-a6d0e97e6f07 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:35:44.496983 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-d09404eb-1c3b-49e4-b1bd-df1196b192b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:35:44.542444 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-d09404eb-1c3b-49e4-b1bd-df1196b192b1 None None] Port 17e65518-04bb-45a3-a532-a6d0e97e6f07 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 12:35:44.583127 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec4d2cf-6577-44ee-9b94-d662b45dd435 req-d92a8ab4-fc4a-4cd2-b783-0ad603c3707a tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:35:44.585489 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4ec4d2cf-6577-44ee-9b94-d662b45dd435 req-d92a8ab4-fc4a-4cd2-b783-0ad603c3707a tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=089e0538-57e7-4167-b282-23765047ed0a HTTP/1.1" status: 200 len: 932 time: 0.0681047 Aug 05 12:35:44.645342 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4ec4d2cf-6577-44ee-9b94-d662b45dd435 req-e5ac292f-0be3-4119-a21f-29816e964ee6 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508776 Aug 05 12:35:44.772951 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-7e5e1ee1-0077-4596-8f1e-d2f6200fa3d0 req-70758ceb-0b19-4a71-a908-5b5dc622576d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17e65518-04bb-45a3-a532-a6d0e97e6f07 {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 12:35:44.787957 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-7e5e1ee1-0077-4596-8f1e-d2f6200fa3d0 req-70758ceb-0b19-4a71-a908-5b5dc622576d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:35:44.809811 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-7e5e1ee1-0077-4596-8f1e-d2f6200fa3d0 req-70758ceb-0b19-4a71-a908-5b5dc622576d service neutron] Transition to ACTIVE for port object 17e65518-04bb-45a3-a532-a6d0e97e6f07 will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:35:44.814857 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-7e5e1ee1-0077-4596-8f1e-d2f6200fa3d0 req-70758ceb-0b19-4a71-a908-5b5dc622576d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:35:44.920221 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70758ceb-0b19-4a71-a908-5b5dc622576d service neutron] Pushing event updated for resources: {'Port': ['ID=17e65518-04bb-45a3-a532-a6d0e97e6f07,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:35:44.979742 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-7e5e1ee1-0077-4596-8f1e-d2f6200fa3d0 req-70758ceb-0b19-4a71-a908-5b5dc622576d service neutron] Attempting to bind port 17e65518-04bb-45a3-a532-a6d0e97e6f07 on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:35:44.980086 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-7e5e1ee1-0077-4596-8f1e-d2f6200fa3d0 req-70758ceb-0b19-4a71-a908-5b5dc622576d service neutron] Attempting to bind port 17e65518-04bb-45a3-a532-a6d0e97e6f07 by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': '13893fa0-6d12-483f-9dbb-d2903963c6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'c00424f2-f7f6-42d3-a3f9-d662e8ae381c'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:35:44.980424 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5e1ee1-0077-4596-8f1e-d2f6200fa3d0 req-70758ceb-0b19-4a71-a908-5b5dc622576d service neutron] Attempting to bind port 17e65518-04bb-45a3-a532-a6d0e97e6f07 on network c00424f2-f7f6-42d3-a3f9-d662e8ae381c {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:35:44.985658 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5e1ee1-0077-4596-8f1e-d2f6200fa3d0 req-70758ceb-0b19-4a71-a908-5b5dc622576d service neutron] Port 17e65518-04bb-45a3-a532-a6d0e97e6f07 on network c00424f2-f7f6-42d3-a3f9-d662e8ae381c not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 12:35:44.986066 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5e1ee1-0077-4596-8f1e-d2f6200fa3d0 req-70758ceb-0b19-4a71-a908-5b5dc622576d service neutron] Attempting to bind port 17e65518-04bb-45a3-a532-a6d0e97e6f07 on network c00424f2-f7f6-42d3-a3f9-d662e8ae381c {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:35:44.993038 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5e1ee1-0077-4596-8f1e-d2f6200fa3d0 req-70758ceb-0b19-4a71-a908-5b5dc622576d service neutron] Checking agent: {'id': 'a8f1dd2d-227c-4e30-8844-52419ba734db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:35:44.993386 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5e1ee1-0077-4596-8f1e-d2f6200fa3d0 req-70758ceb-0b19-4a71-a908-5b5dc622576d service neutron] Checking segment: {'id': '13893fa0-6d12-483f-9dbb-d2903963c6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'c00424f2-f7f6-42d3-a3f9-d662e8ae381c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:35:44.993780 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5e1ee1-0077-4596-8f1e-d2f6200fa3d0 req-70758ceb-0b19-4a71-a908-5b5dc622576d service neutron] Bound using segment: {'id': '13893fa0-6d12-483f-9dbb-d2903963c6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'c00424f2-f7f6-42d3-a3f9-d662e8ae381c'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:35:44.994225 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-7e5e1ee1-0077-4596-8f1e-d2f6200fa3d0 req-70758ceb-0b19-4a71-a908-5b5dc622576d service neutron] Bound port: 17e65518-04bb-45a3-a532-a6d0e97e6f07, host: n-h2-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13893fa0-6d12-483f-9dbb-d2903963c6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'c00424f2-f7f6-42d3-a3f9-d662e8ae381c'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:35:44.994602 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-7e5e1ee1-0077-4596-8f1e-d2f6200fa3d0 req-70758ceb-0b19-4a71-a908-5b5dc622576d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:35:45.075287 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-7e5e1ee1-0077-4596-8f1e-d2f6200fa3d0 req-70758ceb-0b19-4a71-a908-5b5dc622576d service neutron] For port 17e65518-04bb-45a3-a532-a6d0e97e6f07, host n-h2-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:35:45.079415 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-7e5e1ee1-0077-4596-8f1e-d2f6200fa3d0 req-70758ceb-0b19-4a71-a908-5b5dc622576d service neutron] For port 17e65518-04bb-45a3-a532-a6d0e97e6f07, host n-h2-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=17e65518-04bb-45a3-a532-a6d0e97e6f07,segment=NetworkSegment(13893fa0-6d12-483f-9dbb-d2903963c6f2),segment_id=13893fa0-6d12-483f-9dbb-d2903963c6f2)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:35:45.084687 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-7e5e1ee1-0077-4596-8f1e-d2f6200fa3d0 req-70758ceb-0b19-4a71-a908-5b5dc622576d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:35:45.127598 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5e1ee1-0077-4596-8f1e-d2f6200fa3d0 req-70758ceb-0b19-4a71-a908-5b5dc622576d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:35:45.128435 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-7e5e1ee1-0077-4596-8f1e-d2f6200fa3d0 req-70758ceb-0b19-4a71-a908-5b5dc622576d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:35:45.130021 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7e5e1ee1-0077-4596-8f1e-d2f6200fa3d0 req-70758ceb-0b19-4a71-a908-5b5dc622576d service neutron] 10.222.0.55 "PUT /v2.0/ports/17e65518-04bb-45a3-a532-a6d0e97e6f07 HTTP/1.1" status: 200 len: 1092 time: 0.8228884 Aug 05 12:35:45.133116 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '089e0538-57e7-4167-b282-23765047ed0a', 'tag': '17e65518-04bb-45a3-a532-a6d0e97e6f07'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:35:45.135571 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7ff1ae056485c55ead25f70fa9973e26b39e4a1f6cb6b93d5d0d7942cdef429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-425090d1-888d-4efc-86b2-e173d962bbeb" -d '{"events": [{"name": "network-changed", "server_uuid": "089e0538-57e7-4167-b282-23765047ed0a", "tag": "17e65518-04bb-45a3-a532-a6d0e97e6f07"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:35:45.207379 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70758ceb-0b19-4a71-a908-5b5dc622576d service neutron] Pushing event updated for resources: {'Port': ['ID=17e65518-04bb-45a3-a532-a6d0e97e6f07,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:35:45.247954 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5e1ee1-0077-4596-8f1e-d2f6200fa3d0 req-f264c50d-f0b0-49d3-9b76-ed70e54feca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:35:45.249579 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7e5e1ee1-0077-4596-8f1e-d2f6200fa3d0 req-f264c50d-f0b0-49d3-9b76-ed70e54feca3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f4ca129800e94994b08c14cc45929d63&device_id=089e0538-57e7-4167-b282-23765047ed0a HTTP/1.1" status: 200 len: 1095 time: 0.0561743 Aug 05 12:35:45.268136 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 12:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc96ec2d-abae-4153-9409-1e027ddde6ed x-openstack-request-id: req-dc96ec2d-abae-4153-9409-1e027ddde6ed {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:35:45.268411 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "089e0538-57e7-4167-b282-23765047ed0a", "tag": "17e65518-04bb-45a3-a532-a6d0e97e6f07", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:35:45.268701 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-dc96ec2d-abae-4153-9409-1e027ddde6ed {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:35:45.269112 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '089e0538-57e7-4167-b282-23765047ed0a', 'tag': '17e65518-04bb-45a3-a532-a6d0e97e6f07', 'status': 'completed', 'code': 200} Aug 05 12:35:45.601265 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7e5e1ee1-0077-4596-8f1e-d2f6200fa3d0 req-927dcf29-18fb-49c2-b9af-ab7204018ffe service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=17e65518-04bb-45a3-a532-a6d0e97e6f07 HTTP/1.1" status: 200 len: 217 time: 0.3186262 Aug 05 12:35:45.662446 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5e1ee1-0077-4596-8f1e-d2f6200fa3d0 req-a7ee0854-d8bc-4be6-af79-e2d643784a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:35:45.665041 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7e5e1ee1-0077-4596-8f1e-d2f6200fa3d0 req-a7ee0854-d8bc-4be6-af79-e2d643784a32 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e713aeb5-0daa-4eb2-babb-b3a078b47e59 HTTP/1.1" status: 200 len: 850 time: 0.0554049 Aug 05 12:35:45.742874 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5e1ee1-0077-4596-8f1e-d2f6200fa3d0 req-aaecf5d7-4cbe-438c-abd2-f65ace12b2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:35:45.745053 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7e5e1ee1-0077-4596-8f1e-d2f6200fa3d0 req-aaecf5d7-4cbe-438c-abd2-f65ace12b2bf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c00424f2-f7f6-42d3-a3f9-d662e8ae381c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687459 Aug 05 12:35:45.816922 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9abe58-9b9a-4d17-9078-117a35210dea req-faa869e1-2c42-4eae-86ee-cae61de2c4ad tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:35:45.818688 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fb9abe58-9b9a-4d17-9078-117a35210dea req-faa869e1-2c42-4eae-86ee-cae61de2c4ad tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=089e0538-57e7-4167-b282-23765047ed0a HTTP/1.1" status: 200 len: 944 time: 0.0725448 Aug 05 12:35:45.871203 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fb9abe58-9b9a-4d17-9078-117a35210dea req-238f9a39-a247-4014-853f-ca9cb7bf00a1 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408173 Aug 05 12:35:45.889250 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7e5e1ee1-0077-4596-8f1e-d2f6200fa3d0 req-9a1dc346-e8e6-493c-947b-30c507a585c1 service neutron] 10.222.0.55 "GET /v2.0/networks/c00424f2-f7f6-42d3-a3f9-d662e8ae381c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353247 Aug 05 12:35:46.001120 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7e5e1ee1-0077-4596-8f1e-d2f6200fa3d0 req-39250d50-e5e5-4143-bbc9-34b9d00cff6d service neutron] 10.222.0.55 "GET /v2.0/networks/c00424f2-f7f6-42d3-a3f9-d662e8ae381c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038291 Aug 05 12:35:46.148796 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425090d1-888d-4efc-86b2-e173d962bbeb req-a24e5c55-c48f-4832-8363-a53487ce5415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:35:46.150471 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-425090d1-888d-4efc-86b2-e173d962bbeb req-a24e5c55-c48f-4832-8363-a53487ce5415 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f4ca129800e94994b08c14cc45929d63&device_id=089e0538-57e7-4167-b282-23765047ed0a HTTP/1.1" status: 200 len: 1095 time: 0.0525620 Aug 05 12:35:46.284737 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425090d1-888d-4efc-86b2-e173d962bbeb req-9f71fb9d-3795-43da-88fe-f95dbedd5aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:35:46.287294 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-425090d1-888d-4efc-86b2-e173d962bbeb req-9f71fb9d-3795-43da-88fe-f95dbedd5aeb service neutron] 10.222.0.55 "GET /v2.0/networks?id=c00424f2-f7f6-42d3-a3f9-d662e8ae381c HTTP/1.1" status: 200 len: 912 time: 0.1280289 Aug 05 12:35:46.339313 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-425090d1-888d-4efc-86b2-e173d962bbeb req-751cc167-e1f3-4390-99e9-76371f608ae5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=17e65518-04bb-45a3-a532-a6d0e97e6f07 HTTP/1.1" status: 200 len: 217 time: 0.0410635 Aug 05 12:35:46.401214 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425090d1-888d-4efc-86b2-e173d962bbeb req-48bf9729-6fdf-4543-bd99-021b8df4cd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:35:46.402701 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-425090d1-888d-4efc-86b2-e173d962bbeb req-48bf9729-6fdf-4543-bd99-021b8df4cd22 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e713aeb5-0daa-4eb2-babb-b3a078b47e59 HTTP/1.1" status: 200 len: 850 time: 0.0554588 Aug 05 12:35:46.458144 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425090d1-888d-4efc-86b2-e173d962bbeb req-6e96e245-d1e2-4b39-9cde-79940734d1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:35:46.459754 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-425090d1-888d-4efc-86b2-e173d962bbeb req-6e96e245-d1e2-4b39-9cde-79940734d1b2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c00424f2-f7f6-42d3-a3f9-d662e8ae381c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480766 Aug 05 12:35:46.574500 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-425090d1-888d-4efc-86b2-e173d962bbeb req-5a93d866-dcd9-4476-be9e-cd5b376e45e7 service neutron] 10.222.0.55 "GET /v2.0/networks/c00424f2-f7f6-42d3-a3f9-d662e8ae381c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029403 Aug 05 12:35:46.699834 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-425090d1-888d-4efc-86b2-e173d962bbeb req-330e7dc5-b61b-418d-adfe-00cca6e53e76 service neutron] 10.222.0.55 "GET /v2.0/networks/c00424f2-f7f6-42d3-a3f9-d662e8ae381c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167471 Aug 05 12:35:47.011385 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7866d6-1587-4e53-9866-beceff663e05 req-caa17bbe-f5f0-4429-a7b5-15ac7d16c268 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:35:47.013384 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2b7866d6-1587-4e53-9866-beceff663e05 req-caa17bbe-f5f0-4429-a7b5-15ac7d16c268 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=089e0538-57e7-4167-b282-23765047ed0a HTTP/1.1" status: 200 len: 944 time: 0.0610778 Aug 05 12:35:47.055320 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2b7866d6-1587-4e53-9866-beceff663e05 req-85f5599e-411d-405a-97d9-9a168b45f775 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349462 Aug 05 12:35:48.190937 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d897e9e-3bf4-423e-b65c-d5aa55a996e7 req-243a3640-e89a-4349-a49f-e85cbf4f0825 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:35:48.192621 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8d897e9e-3bf4-423e-b65c-d5aa55a996e7 req-243a3640-e89a-4349-a49f-e85cbf4f0825 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=089e0538-57e7-4167-b282-23765047ed0a HTTP/1.1" status: 200 len: 944 time: 0.0566330 Aug 05 12:35:48.238797 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8d897e9e-3bf4-423e-b65c-d5aa55a996e7 req-44f6b4fe-f9dd-4302-8305-d1ad33c69273 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386772 Aug 05 12:35:48.837188 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 17e65518-04bb-45a3-a532-a6d0e97e6f07 details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 12:35:48.957894 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 17e65518-04bb-45a3-a532-a6d0e97e6f07, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=17e65518-04bb-45a3-a532-a6d0e97e6f07,segment=NetworkSegment(13893fa0-6d12-483f-9dbb-d2903963c6f2),segment_id=13893fa0-6d12-483f-9dbb-d2903963c6f2)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:35:48.970790 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Returning: {'device': '17e65518-04bb-45a3-a532-a6d0e97e6f07', 'network_id': 'c00424f2-f7f6-42d3-a3f9-d662e8ae381c', 'port_id': '17e65518-04bb-45a3-a532-a6d0e97e6f07', 'mac_address': 'fa:16:3e:85:ed:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e713aeb5-0daa-4eb2-babb-b3a078b47e59', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 12:35:49.011573 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:35:49.026536 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17e65518-04bb-45a3-a532-a6d0e97e6f07 {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 12:35:49.052973 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 17e65518-04bb-45a3-a532-a6d0e97e6f07, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=17e65518-04bb-45a3-a532-a6d0e97e6f07,segment=NetworkSegment(13893fa0-6d12-483f-9dbb-d2903963c6f2),segment_id=13893fa0-6d12-483f-9dbb-d2903963c6f2)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:35:49.059812 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:35:49.122814 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=17e65518-04bb-45a3-a532-a6d0e97e6f07,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:35:49.372275 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d92fff-d532-418f-9339-49f7e4e61aa5 req-523acc78-7b41-4c3a-b711-33948654dc35 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:35:49.373886 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f3d92fff-d532-418f-9339-49f7e4e61aa5 req-523acc78-7b41-4c3a-b711-33948654dc35 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=089e0538-57e7-4167-b282-23765047ed0a HTTP/1.1" status: 200 len: 945 time: 0.0547209 Aug 05 12:35:49.389478 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['17e65518-04bb-45a3-a532-a6d0e97e6f07'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 12:35:49.419465 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f3d92fff-d532-418f-9339-49f7e4e61aa5 req-e399cba0-6fe3-4ed8-844c-4e74ee9e79b9 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385172 Aug 05 12:35:50.554176 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc1257-a1de-420d-9bda-510e3cb50986 req-694d1ae6-3156-4fe7-9d89-db345109af1d tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:35:50.555806 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-22dc1257-a1de-420d-9bda-510e3cb50986 req-694d1ae6-3156-4fe7-9d89-db345109af1d tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=089e0538-57e7-4167-b282-23765047ed0a HTTP/1.1" status: 200 len: 945 time: 0.0619261 Aug 05 12:35:50.600860 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-22dc1257-a1de-420d-9bda-510e3cb50986 req-41bf2070-a89f-4013-a7b7-bfaa2800d7d0 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387719 Aug 05 12:35:50.851238 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 17e65518-04bb-45a3-a532-a6d0e97e6f07 up at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:35:50.915369 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning for port 17e65518-04bb-45a3-a532-a6d0e97e6f07 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:35:50.920984 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning complete for port 17e65518-04bb-45a3-a532-a6d0e97e6f07 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:35:50.921298 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:35:51.021198 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:35:51.055731 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '089e0538-57e7-4167-b282-23765047ed0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17e65518-04bb-45a3-a532-a6d0e97e6f07'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:35:51.058732 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e1268cc07bff5734ca170491336a8ac74677c017447dd0c96766dddd3e3cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3f118d1-8cb0-4b66-bb77-7a864c61a4a2" -d '{"events": [{"server_uuid": "089e0538-57e7-4167-b282-23765047ed0a", "name": "network-vif-plugged", "status": "completed", "tag": "17e65518-04bb-45a3-a532-a6d0e97e6f07"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:35:51.075426 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 17e65518-04bb-45a3-a532-a6d0e97e6f07, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=17e65518-04bb-45a3-a532-a6d0e97e6f07,segment=NetworkSegment(13893fa0-6d12-483f-9dbb-d2903963c6f2),segment_id=13893fa0-6d12-483f-9dbb-d2903963c6f2)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:35:51.082000 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:35:51.109114 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 12:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-501df73c-8c3a-45de-b882-80a2bf79d8c8 x-openstack-request-id: req-501df73c-8c3a-45de-b882-80a2bf79d8c8 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:35:51.109408 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "089e0538-57e7-4167-b282-23765047ed0a", "name": "network-vif-plugged", "status": "completed", "tag": "17e65518-04bb-45a3-a532-a6d0e97e6f07", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:35:51.109662 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-501df73c-8c3a-45de-b882-80a2bf79d8c8 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:35:51.110176 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '089e0538-57e7-4167-b282-23765047ed0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17e65518-04bb-45a3-a532-a6d0e97e6f07', 'code': 200} Aug 05 12:35:51.154942 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=17e65518-04bb-45a3-a532-a6d0e97e6f07,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:35:51.254301 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cebadb-9aac-48ec-9f21-926f9d42dada req-d9ba3475-b5c1-4e3b-85f8-d65b8d3b33ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:35:51.256361 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-24cebadb-9aac-48ec-9f21-926f9d42dada req-d9ba3475-b5c1-4e3b-85f8-d65b8d3b33ae service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=089e0538-57e7-4167-b282-23765047ed0a HTTP/1.1" status: 200 len: 1097 time: 0.0533497 Aug 05 12:35:51.312050 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-24cebadb-9aac-48ec-9f21-926f9d42dada req-c20a6fa1-bb64-49c5-8ed8-b9bbf3010dee service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464780 Aug 05 12:35:51.756666 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc94990c-8c49-4bbb-b562-964ed0ae5509 req-86864bd7-32ab-40a7-a864-c2f73f650ae9 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:35:51.759317 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-dc94990c-8c49-4bbb-b562-964ed0ae5509 req-86864bd7-32ab-40a7-a864-c2f73f650ae9 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=089e0538-57e7-4167-b282-23765047ed0a HTTP/1.1" status: 200 len: 946 time: 0.0641742 Aug 05 12:35:51.827693 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-dc94990c-8c49-4bbb-b562-964ed0ae5509 req-efc4b1b5-fb47-4f6b-a171-9200f2ae6f34 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610774 Aug 05 12:35:52.744579 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:35:52.982970 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d339ce2-80da-45e3-be7b-81dbfdb40185 req-89b9d0e2-085d-46b3-b1bf-0cc18a261a2e tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:35:52.984592 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8d339ce2-80da-45e3-be7b-81dbfdb40185 req-89b9d0e2-085d-46b3-b1bf-0cc18a261a2e tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=089e0538-57e7-4167-b282-23765047ed0a HTTP/1.1" status: 200 len: 946 time: 0.0659683 Aug 05 12:35:53.049520 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8d339ce2-80da-45e3-be7b-81dbfdb40185 req-e47e4e5a-c12e-48b4-b915-b8543d0e781e tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567858 Aug 05 12:35:53.203621 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d18bbd-2e9e-4606-aace-b0c0d1ca0b0d req-59e333e6-2a5d-49d7-bade-a5df333fc703 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:35:53.206743 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-40d18bbd-2e9e-4606-aace-b0c0d1ca0b0d req-59e333e6-2a5d-49d7-bade-a5df333fc703 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=089e0538-57e7-4167-b282-23765047ed0a HTTP/1.1" status: 200 len: 946 time: 0.0720170 Aug 05 12:35:53.217224 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 47164) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:35:53.225008 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-551c7b89-f59c-4f13-8124-abd533a784fb tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Request body: {'floatingip': {'port_id': '17e65518-04bb-45a3-a532-a6d0e97e6f07'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:35:53.280901 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-551c7b89-f59c-4f13-8124-abd533a784fb tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Notify callbacks [] for floatingip, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:35:53.929865 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-551c7b89-f59c-4f13-8124-abd533a784fb tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:35:53.934777 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-551c7b89-f59c-4f13-8124-abd533a784fb tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33287247'] for floatingip, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:35:54.054472 n-d-803378-2 neutron-server[94420]: INFO neutron.db.l3_db [None req-551c7b89-f59c-4f13-8124-abd533a784fb tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Floating IP d1447434-d449-45ec-a1ae-729ea447988f associated. External IP: 172.25.5.147, port: 17e65518-04bb-45a3-a532-a6d0e97e6f07. Aug 05 12:35:54.756578 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-551c7b89-f59c-4f13-8124-abd533a784fb tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Router 67178f4d-b3c4-4500-a975-0b4e8bb4a8f4 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:35:54.948188 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-551c7b89-f59c-4f13-8124-abd533a784fb tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:35:54.956744 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-551c7b89-f59c-4f13-8124-abd533a784fb tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:35:54.971078 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f3f677-48e7-4f46-b353-53ac80a57825 None None] Sync routers for ids ['67178f4d-b3c4-4500-a975-0b4e8bb4a8f4'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:35:54.991035 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f3f677-48e7-4f46-b353-53ac80a57825 None None] Routers {'67178f4d-b3c4-4500-a975-0b4e8bb4a8f4'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:35:54.991973 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-34f3f677-48e7-4f46-b353-53ac80a57825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:35:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['67178f4d-b3c4-4500-a975-0b4e8bb4a8f4'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:35:55.008330 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-551c7b89-f59c-4f13-8124-abd533a784fb tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "PUT /v2.0/floatingips/d1447434-d449-45ec-a1ae-729ea447988f HTTP/1.1" status: 200 len: 992 time: 1.7894061 Aug 05 12:35:55.009316 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '089e0538-57e7-4167-b282-23765047ed0a', 'tag': '17e65518-04bb-45a3-a532-a6d0e97e6f07'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:35:55.013626 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47e10126444b02a26d513ed6f4b145adbdfa00d329c865c61a1608b26e6d0230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3dc401f-aef6-4384-b31e-75fdaf896717" -d '{"events": [{"name": "network-changed", "server_uuid": "089e0538-57e7-4167-b282-23765047ed0a", "tag": "17e65518-04bb-45a3-a532-a6d0e97e6f07"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:35:55.075134 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 12:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a770f69c-085f-490d-a831-8dbfc241fbdb x-openstack-request-id: req-a770f69c-085f-490d-a831-8dbfc241fbdb {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:35:55.076147 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "089e0538-57e7-4167-b282-23765047ed0a", "tag": "17e65518-04bb-45a3-a532-a6d0e97e6f07", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:35:55.076147 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a770f69c-085f-490d-a831-8dbfc241fbdb {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:35:55.076707 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '089e0538-57e7-4167-b282-23765047ed0a', 'tag': '17e65518-04bb-45a3-a532-a6d0e97e6f07', 'status': 'completed', 'code': 200} Aug 05 12:35:55.210175 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dc401f-aef6-4384-b31e-75fdaf896717 req-fdb17db4-0973-4262-97e1-2c0053c638f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:35:55.212254 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c3dc401f-aef6-4384-b31e-75fdaf896717 req-fdb17db4-0973-4262-97e1-2c0053c638f2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f4ca129800e94994b08c14cc45929d63&device_id=089e0538-57e7-4167-b282-23765047ed0a HTTP/1.1" status: 200 len: 1097 time: 0.0688488 Aug 05 12:35:55.240366 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-34f3f677-48e7-4f46-b353-53ac80a57825 None None] Set router 67178f4d-b3c4-4500-a975-0b4e8bb4a8f4 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:35:55.375305 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dc401f-aef6-4384-b31e-75fdaf896717 req-1c75a5eb-4d1f-4720-ab9d-26472d621853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:35:55.378872 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c3dc401f-aef6-4384-b31e-75fdaf896717 req-1c75a5eb-4d1f-4720-ab9d-26472d621853 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c00424f2-f7f6-42d3-a3f9-d662e8ae381c HTTP/1.1" status: 200 len: 912 time: 0.1533411 Aug 05 12:35:55.489449 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c3dc401f-aef6-4384-b31e-75fdaf896717 req-cdfa089a-9412-4845-9a81-43dc2e001db1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=17e65518-04bb-45a3-a532-a6d0e97e6f07 HTTP/1.1" status: 200 len: 1000 time: 0.1027923 Aug 05 12:35:55.569321 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dc401f-aef6-4384-b31e-75fdaf896717 req-53d8c5a1-ea79-433c-91c2-87f82c722783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:35:55.571027 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c3dc401f-aef6-4384-b31e-75fdaf896717 req-53d8c5a1-ea79-433c-91c2-87f82c722783 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e713aeb5-0daa-4eb2-babb-b3a078b47e59 HTTP/1.1" status: 200 len: 850 time: 0.0731366 Aug 05 12:35:55.642966 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dc401f-aef6-4384-b31e-75fdaf896717 req-480a9036-b2c8-473d-bb06-bca6f1722fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:35:55.646475 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c3dc401f-aef6-4384-b31e-75fdaf896717 req-480a9036-b2c8-473d-bb06-bca6f1722fc6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c00424f2-f7f6-42d3-a3f9-d662e8ae381c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0660143 Aug 05 12:35:55.706085 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-34f3f677-48e7-4f46-b353-53ac80a57825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67178f4d-b3c4-4500-a975-0b4e8bb4a8f4', 'name': 'tempest-ServerActionsTestJSON-771402488-router', 'tenant_id': 'f4ca129800e94994b08c14cc45929d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': 'a90b18b8-85c0-477a-b299-066a574f5095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:29:02Z', 'updated_at': '2021-08-05T12:29:07Z', 'revision_number': 4, 'project_id': 'f4ca129800e94994b08c14cc45929d63', 'gw_port': {'id': 'a90b18b8-85c0-477a-b299-066a574f5095', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:18:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67178f4d-b3c4-4500-a975-0b4e8bb4a8f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:29:03Z', 'updated_at': '2021-08-05T12:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': 'd1447434-d449-45ec-a1ae-729ea447988f', 'tenant_id': 'f4ca129800e94994b08c14cc45929d63', 'floating_ip_address': '172.25.5.147', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': '67178f4d-b3c4-4500-a975-0b4e8bb4a8f4', 'port_id': '17e65518-04bb-45a3-a532-a6d0e97e6f07', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c00424f2-f7f6-42d3-a3f9-d662e8ae381c', 'mac_address': 'fa:16:3e:85:ed:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '089e0538-57e7-4167-b282-23765047ed0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T12:29:11Z', 'updated_at': '2021-08-05T12:35:53Z', 'revision_number': 9, 'project_id': 'f4ca129800e94994b08c14cc45929d63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd11c8b72-d40a-4114-8145-9fae6beaedac', 'name': '', 'network_id': 'c00424f2-f7f6-42d3-a3f9-d662e8ae381c', 'tenant_id': 'f4ca129800e94994b08c14cc45929d63', 'mac_address': 'fa:16:3e:79:37:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67178f4d-b3c4-4500-a975-0b4e8bb4a8f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'e713aeb5-0daa-4eb2-babb-b3a078b47e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:29:05Z', 'updated_at': '2021-08-05T12:29:13Z', 'revision_number': 5, 'project_id': 'f4ca129800e94994b08c14cc45929d63', 'subnets': [{'id': 'e713aeb5-0daa-4eb2-babb-b3a078b47e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:35:55.748718 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f3f677-48e7-4f46-b353-53ac80a57825 None None] Checking router: 67178f4d-b3c4-4500-a975-0b4e8bb4a8f4 for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:35:55.760701 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f3f677-48e7-4f46-b353-53ac80a57825 None None] Routers {'67178f4d-b3c4-4500-a975-0b4e8bb4a8f4'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:35:55.761843 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-34f3f677-48e7-4f46-b353-53ac80a57825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:35:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['67178f4d-b3c4-4500-a975-0b4e8bb4a8f4'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:35:55.838228 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c3dc401f-aef6-4384-b31e-75fdaf896717 req-2f0b24e9-fc85-488b-b778-eb41d0e1f445 service neutron] 10.222.0.55 "GET /v2.0/networks/c00424f2-f7f6-42d3-a3f9-d662e8ae381c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818762 Aug 05 12:35:55.935652 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-34f3f677-48e7-4f46-b353-53ac80a57825 None None] Set router 67178f4d-b3c4-4500-a975-0b4e8bb4a8f4 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:35:56.009452 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c3dc401f-aef6-4384-b31e-75fdaf896717 req-4ec7b724-58c6-49d2-b098-c6b73df30409 service neutron] 10.222.0.55 "GET /v2.0/networks/c00424f2-f7f6-42d3-a3f9-d662e8ae381c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619363 Aug 05 12:35:56.347209 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-34f3f677-48e7-4f46-b353-53ac80a57825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67178f4d-b3c4-4500-a975-0b4e8bb4a8f4', 'name': 'tempest-ServerActionsTestJSON-771402488-router', 'tenant_id': 'f4ca129800e94994b08c14cc45929d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': 'a90b18b8-85c0-477a-b299-066a574f5095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:29:02Z', 'updated_at': '2021-08-05T12:29:07Z', 'revision_number': 4, 'project_id': 'f4ca129800e94994b08c14cc45929d63', 'gw_port': {'id': 'a90b18b8-85c0-477a-b299-066a574f5095', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:18:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67178f4d-b3c4-4500-a975-0b4e8bb4a8f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:29:03Z', 'updated_at': '2021-08-05T12:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': 'd1447434-d449-45ec-a1ae-729ea447988f', 'tenant_id': 'f4ca129800e94994b08c14cc45929d63', 'floating_ip_address': '172.25.5.147', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': '67178f4d-b3c4-4500-a975-0b4e8bb4a8f4', 'port_id': '17e65518-04bb-45a3-a532-a6d0e97e6f07', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c00424f2-f7f6-42d3-a3f9-d662e8ae381c', 'mac_address': 'fa:16:3e:85:ed:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '089e0538-57e7-4167-b282-23765047ed0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T12:29:11Z', 'updated_at': '2021-08-05T12:35:53Z', 'revision_number': 9, 'project_id': 'f4ca129800e94994b08c14cc45929d63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd11c8b72-d40a-4114-8145-9fae6beaedac', 'name': '', 'network_id': 'c00424f2-f7f6-42d3-a3f9-d662e8ae381c', 'tenant_id': 'f4ca129800e94994b08c14cc45929d63', 'mac_address': 'fa:16:3e:79:37:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67178f4d-b3c4-4500-a975-0b4e8bb4a8f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'e713aeb5-0daa-4eb2-babb-b3a078b47e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:29:05Z', 'updated_at': '2021-08-05T12:29:13Z', 'revision_number': 5, 'project_id': 'f4ca129800e94994b08c14cc45929d63', 'subnets': [{'id': 'e713aeb5-0daa-4eb2-babb-b3a078b47e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:35:56.401114 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f3f677-48e7-4f46-b353-53ac80a57825 None None] The sync data for ids ['67178f4d-b3c4-4500-a975-0b4e8bb4a8f4'] in n-d-803378-2 is: [{'id': '67178f4d-b3c4-4500-a975-0b4e8bb4a8f4', 'name': 'tempest-ServerActionsTestJSON-771402488-router', 'tenant_id': 'f4ca129800e94994b08c14cc45929d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': 'a90b18b8-85c0-477a-b299-066a574f5095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:29:02Z', 'updated_at': '2021-08-05T12:29:07Z', 'revision_number': 4, 'project_id': 'f4ca129800e94994b08c14cc45929d63', 'gw_port': {'id': 'a90b18b8-85c0-477a-b299-066a574f5095', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:18:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67178f4d-b3c4-4500-a975-0b4e8bb4a8f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:29:03Z', 'updated_at': '2021-08-05T12:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': 'd1447434-d449-45ec-a1ae-729ea447988f', 'tenant_id': 'f4ca129800e94994b08c14cc45929d63', 'floating_ip_address': '172.25.5.147', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': '67178f4d-b3c4-4500-a975-0b4e8bb4a8f4', 'port_id': '17e65518-04bb-45a3-a532-a6d0e97e6f07', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c00424f2-f7f6-42d3-a3f9-d662e8ae381c', 'mac_address': 'fa:16:3e:85:ed:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '089e0538-57e7-4167-b282-23765047ed0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T12:29:11Z', 'updated_at': '2021-08-05T12:35:53Z', 'revision_number': 9, 'project_id': 'f4ca129800e94994b08c14cc45929d63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd11c8b72-d40a-4114-8145-9fae6beaedac', 'name': '', 'network_id': 'c00424f2-f7f6-42d3-a3f9-d662e8ae381c', 'tenant_id': 'f4ca129800e94994b08c14cc45929d63', 'mac_address': 'fa:16:3e:79:37:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67178f4d-b3c4-4500-a975-0b4e8bb4a8f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'e713aeb5-0daa-4eb2-babb-b3a078b47e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:29:05Z', 'updated_at': '2021-08-05T12:29:13Z', 'revision_number': 5, 'project_id': 'f4ca129800e94994b08c14cc45929d63', 'subnets': [{'id': 'e713aeb5-0daa-4eb2-babb-b3a078b47e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:35:56.679975 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dabf44ed-3079-4079-badf-7e3b02ba8920 None None] New status for floating IP d1447434-d449-45ec-a1ae-729ea447988f: ACTIVE {{(pid=94423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 12:36:00.013419 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:36:07.338669 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-0f7225d7-e4e6-4804-b24b-c89333beb2a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:36:10.059775 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-55e2bf08-a295-47c7-8ab6-438b85e7c90e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:36:10.137676 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:36:12.005318 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:36:14.135689 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:36:18.828814 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 12:36:22.770295 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:36:30.033981 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:36:37.341062 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-201d1a69-aaeb-4f73-b2e9-9dad13dc0b61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:36:40.061300 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-7b771ecc-6956-4753-b18b-792d2ab3d2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:36:40.144186 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:36:42.011188 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:36:42.662227 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-acdfecfb-8157-4929-916c-0967d984aeea req-55138c19-4589-4388-809a-e75429b1c945 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=089e0538-57e7-4167-b282-23765047ed0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0771642 Aug 05 12:36:42.812135 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdfecfb-8157-4929-916c-0967d984aeea req-8c46cdbf-5734-49d5-a0e4-490f7c399a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:36:42.814952 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-acdfecfb-8157-4929-916c-0967d984aeea req-8c46cdbf-5734-49d5-a0e4-490f7c399a5f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f4ca129800e94994b08c14cc45929d63&device_id=089e0538-57e7-4167-b282-23765047ed0a HTTP/1.1" status: 200 len: 1097 time: 0.0701180 Aug 05 12:36:43.014294 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdfecfb-8157-4929-916c-0967d984aeea req-cbb8b206-d3d9-4805-be19-0b0dbe05f72f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:36:43.017135 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-acdfecfb-8157-4929-916c-0967d984aeea req-cbb8b206-d3d9-4805-be19-0b0dbe05f72f service neutron] 10.222.0.55 "GET /v2.0/networks?id=c00424f2-f7f6-42d3-a3f9-d662e8ae381c HTTP/1.1" status: 200 len: 912 time: 0.1763728 Aug 05 12:36:43.130135 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-acdfecfb-8157-4929-916c-0967d984aeea req-94ed76ac-6fcb-4e9b-92e9-c8f844947a85 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=17e65518-04bb-45a3-a532-a6d0e97e6f07 HTTP/1.1" status: 200 len: 1003 time: 0.1047013 Aug 05 12:36:43.233796 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdfecfb-8157-4929-916c-0967d984aeea req-4a2bd439-f5d1-4322-ab13-d69edc9b10b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:36:43.237126 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-acdfecfb-8157-4929-916c-0967d984aeea req-4a2bd439-f5d1-4322-ab13-d69edc9b10b1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e713aeb5-0daa-4eb2-babb-b3a078b47e59 HTTP/1.1" status: 200 len: 850 time: 0.0984852 Aug 05 12:36:43.324707 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdfecfb-8157-4929-916c-0967d984aeea req-7cce27cb-42fb-4a9b-9494-1116e5fdd51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:36:43.329083 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-acdfecfb-8157-4929-916c-0967d984aeea req-7cce27cb-42fb-4a9b-9494-1116e5fdd51b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c00424f2-f7f6-42d3-a3f9-d662e8ae381c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0826824 Aug 05 12:36:43.498586 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-acdfecfb-8157-4929-916c-0967d984aeea req-7d0e8b10-1e39-4dc3-8545-877ed6dc19a2 service neutron] 10.222.0.55 "GET /v2.0/networks/c00424f2-f7f6-42d3-a3f9-d662e8ae381c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617215 Aug 05 12:36:43.642878 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-acdfecfb-8157-4929-916c-0967d984aeea req-81c10353-dba1-462d-9367-2a7fdb48f07e service neutron] 10.222.0.55 "GET /v2.0/networks/c00424f2-f7f6-42d3-a3f9-d662e8ae381c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363790 Aug 05 12:36:44.144880 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:36:52.757037 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:36:55.804531 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 12:37:00.027235 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:37:07.339053 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-0e9f8899-d2f6-49b7-9ad6-a07ac4dee4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:37:10.055726 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c5d30c48-9b9d-4f79-a997-0e2b6d2698c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:37:10.130462 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:37:12.005346 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:37:14.141874 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:37:22.757524 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:37:30.033660 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:37:32.815598 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 12:37:34.333705 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9787525e-98ff-4de4-920a-d25a3f0205d8 req-9fc5934e-27b7-442f-b3c5-f066f52a411c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=089e0538-57e7-4167-b282-23765047ed0a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1198668 Aug 05 12:37:34.356524 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f734623-3f9d-4cc1-9c6b-cb9e26848afb req-5eec3a89-656b-4c81-aa77-1055a28c8597 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:37:34.359206 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3f734623-3f9d-4cc1-9c6b-cb9e26848afb req-5eec3a89-656b-4c81-aa77-1055a28c8597 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=089e0538-57e7-4167-b282-23765047ed0a HTTP/1.1" status: 200 len: 946 time: 0.1245055 Aug 05 12:37:34.414133 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3f734623-3f9d-4cc1-9c6b-cb9e26848afb req-cb94025e-bae2-4b11-9d8d-b52df809c347 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464864 Aug 05 12:37:35.616825 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12683a02-9d04-4b1f-8197-996983b5b682 req-4f45399b-e0cd-4cc6-8630-8f1540c1413f tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:37:35.618475 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-12683a02-9d04-4b1f-8197-996983b5b682 req-4f45399b-e0cd-4cc6-8630-8f1540c1413f tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=089e0538-57e7-4167-b282-23765047ed0a HTTP/1.1" status: 200 len: 946 time: 0.0731990 Aug 05 12:37:35.678289 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-12683a02-9d04-4b1f-8197-996983b5b682 req-af47b678-4772-4ba4-a625-416c92390aad tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462132 Aug 05 12:37:35.869943 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9787525e-98ff-4de4-920a-d25a3f0205d8 req-bc17a4b4-c079-42d3-a5e7-291ce538d95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:37:35.871696 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9787525e-98ff-4de4-920a-d25a3f0205d8 req-bc17a4b4-c079-42d3-a5e7-291ce538d95c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f4ca129800e94994b08c14cc45929d63&device_id=089e0538-57e7-4167-b282-23765047ed0a HTTP/1.1" status: 200 len: 1097 time: 0.0559435 Aug 05 12:37:35.979475 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9787525e-98ff-4de4-920a-d25a3f0205d8 req-7922c234-c87f-43fc-9eea-8595d6459b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:37:35.981248 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9787525e-98ff-4de4-920a-d25a3f0205d8 req-7922c234-c87f-43fc-9eea-8595d6459b01 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c00424f2-f7f6-42d3-a3f9-d662e8ae381c HTTP/1.1" status: 200 len: 912 time: 0.1024232 Aug 05 12:37:36.054322 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9787525e-98ff-4de4-920a-d25a3f0205d8 req-2819a2c3-f9ae-4f84-b612-798ceb4adebd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=17e65518-04bb-45a3-a532-a6d0e97e6f07 HTTP/1.1" status: 200 len: 1003 time: 0.0655947 Aug 05 12:37:36.106129 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9787525e-98ff-4de4-920a-d25a3f0205d8 req-29e47c77-4838-4131-8d60-1e12a111d7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:37:36.107895 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9787525e-98ff-4de4-920a-d25a3f0205d8 req-29e47c77-4838-4131-8d60-1e12a111d7b6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e713aeb5-0daa-4eb2-babb-b3a078b47e59 HTTP/1.1" status: 200 len: 850 time: 0.0468423 Aug 05 12:37:36.165900 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9787525e-98ff-4de4-920a-d25a3f0205d8 req-48dd413b-6a25-4195-ad1b-8cc8278e6f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:37:36.168402 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9787525e-98ff-4de4-920a-d25a3f0205d8 req-48dd413b-6a25-4195-ad1b-8cc8278e6f07 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c00424f2-f7f6-42d3-a3f9-d662e8ae381c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527227 Aug 05 12:37:36.280887 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9787525e-98ff-4de4-920a-d25a3f0205d8 req-ec25c782-8542-4b7d-b45e-8ce06c6d2ce7 service neutron] 10.222.0.55 "GET /v2.0/networks/c00424f2-f7f6-42d3-a3f9-d662e8ae381c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049879 Aug 05 12:37:36.397649 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9787525e-98ff-4de4-920a-d25a3f0205d8 req-0d2951b1-5e91-4a63-9d97-842afb2e68ef service neutron] 10.222.0.55 "GET /v2.0/networks/c00424f2-f7f6-42d3-a3f9-d662e8ae381c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089821 Aug 05 12:37:36.821724 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607949f1-014a-4db0-8111-29c04e02053e req-1342a5f4-a054-4efd-97ae-24b6c49bf56c tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:37:36.823626 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-607949f1-014a-4db0-8111-29c04e02053e req-1342a5f4-a054-4efd-97ae-24b6c49bf56c tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=089e0538-57e7-4167-b282-23765047ed0a HTTP/1.1" status: 200 len: 946 time: 0.0561037 Aug 05 12:37:36.874976 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-607949f1-014a-4db0-8111-29c04e02053e req-303894e5-d821-4cf9-9480-e415d94f027a tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441926 Aug 05 12:37:37.339389 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-ed4060f6-6708-4461-aee2-e07bbdb39e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:37:38.022900 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33034455-b52c-44e4-b953-65addd86c65c req-6d259b6f-c1bf-4776-bbb2-74098c3376aa tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:37:38.024406 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-33034455-b52c-44e4-b953-65addd86c65c req-6d259b6f-c1bf-4776-bbb2-74098c3376aa tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=089e0538-57e7-4167-b282-23765047ed0a HTTP/1.1" status: 200 len: 946 time: 0.0599864 Aug 05 12:37:38.068636 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-33034455-b52c-44e4-b953-65addd86c65c req-4c598058-59ff-4006-be1e-b7019e8d7eb4 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368044 Aug 05 12:37:39.205289 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b20f6d-c18c-4f70-ad56-c71b9fca4cfa req-106750ee-763d-4f14-a3d9-37e6538fc42a tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:37:39.206916 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-08b20f6d-c18c-4f70-ad56-c71b9fca4cfa req-106750ee-763d-4f14-a3d9-37e6538fc42a tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=089e0538-57e7-4167-b282-23765047ed0a HTTP/1.1" status: 200 len: 946 time: 0.0628181 Aug 05 12:37:39.267058 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-08b20f6d-c18c-4f70-ad56-c71b9fca4cfa req-e7aeecb4-c5c0-4e64-b6f9-1d051cc56449 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524709 Aug 05 12:37:40.065418 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-d754ea96-a6b2-4ad7-96f5-3ebd154c93c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:37:40.134772 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:37:40.393206 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d4fce9-cc8e-4816-ad60-c4dd124cc3b4 req-bd6bad82-bc8e-4c97-8dbb-b608d773d704 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:37:40.394686 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-68d4fce9-cc8e-4816-ad60-c4dd124cc3b4 req-bd6bad82-bc8e-4c97-8dbb-b608d773d704 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=089e0538-57e7-4167-b282-23765047ed0a HTTP/1.1" status: 200 len: 946 time: 0.0533195 Aug 05 12:37:40.436971 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-68d4fce9-cc8e-4816-ad60-c4dd124cc3b4 req-778b1564-4b60-4599-9197-7f5e45c838a2 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361869 Aug 05 12:37:41.573161 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7741f46c-74fb-468a-90f5-e2de04c27ad9 req-b92575c3-e1da-4053-b00b-0a417f5a02e4 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:37:41.574966 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7741f46c-74fb-468a-90f5-e2de04c27ad9 req-b92575c3-e1da-4053-b00b-0a417f5a02e4 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=089e0538-57e7-4167-b282-23765047ed0a HTTP/1.1" status: 200 len: 946 time: 0.0554788 Aug 05 12:37:41.630187 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7741f46c-74fb-468a-90f5-e2de04c27ad9 req-1d94e827-7103-4f21-b728-a9e85c719e5d tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483644 Aug 05 12:37:42.006344 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:37:42.793028 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e22ce9-137b-4621-a1a5-ae5a92379ddd req-6b7b0959-1aca-4146-9191-433b7062e03c tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:37:42.794813 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c4e22ce9-137b-4621-a1a5-ae5a92379ddd req-6b7b0959-1aca-4146-9191-433b7062e03c tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=089e0538-57e7-4167-b282-23765047ed0a HTTP/1.1" status: 200 len: 946 time: 0.0635896 Aug 05 12:37:42.839757 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c4e22ce9-137b-4621-a1a5-ae5a92379ddd req-39af1e12-b118-4088-93a5-3dc7f06194d4 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385387 Aug 05 12:37:43.987776 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e67d27-2e4a-4b74-91b7-4c40ffd1175c req-568c9fa2-3479-4b12-8e22-6e5a22141c8d tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:37:43.989529 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c8e67d27-2e4a-4b74-91b7-4c40ffd1175c req-568c9fa2-3479-4b12-8e22-6e5a22141c8d tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=089e0538-57e7-4167-b282-23765047ed0a HTTP/1.1" status: 200 len: 946 time: 0.0558186 Aug 05 12:37:44.037508 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c8e67d27-2e4a-4b74-91b7-4c40ffd1175c req-0caec086-4205-4d3e-913d-0dedb802d55b tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397322 Aug 05 12:37:44.141696 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:37:45.162749 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a082ec3-e84d-4623-948a-614db4f1ba9e req-ed3fbead-0642-4571-bb2b-b9ca502c4dec tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:37:45.164306 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4a082ec3-e84d-4623-948a-614db4f1ba9e req-ed3fbead-0642-4571-bb2b-b9ca502c4dec tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=089e0538-57e7-4167-b282-23765047ed0a HTTP/1.1" status: 200 len: 946 time: 0.0557775 Aug 05 12:37:45.210943 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4a082ec3-e84d-4623-948a-614db4f1ba9e req-9264f955-5d21-4d37-98ad-d51b7f82ae49 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394914 Aug 05 12:37:45.368564 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f0613f-e873-441e-aada-b16eb87b2564 req-f8a69399-777d-4b96-82f0-000df04a2906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:37:45.370619 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-a9f0613f-e873-441e-aada-b16eb87b2564 req-f8a69399-777d-4b96-82f0-000df04a2906 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f4ca129800e94994b08c14cc45929d63&device_id=089e0538-57e7-4167-b282-23765047ed0a HTTP/1.1" status: 200 len: 1097 time: 0.0498817 Aug 05 12:37:45.500075 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f0613f-e873-441e-aada-b16eb87b2564 req-c260fe65-cc5d-489f-85e6-b361cf6bdc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:37:45.501718 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-a9f0613f-e873-441e-aada-b16eb87b2564 req-c260fe65-cc5d-489f-85e6-b361cf6bdc35 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c00424f2-f7f6-42d3-a3f9-d662e8ae381c HTTP/1.1" status: 200 len: 912 time: 0.1088133 Aug 05 12:37:45.581300 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-a9f0613f-e873-441e-aada-b16eb87b2564 req-f3d4394f-a528-41a5-a90e-6e1fe6d1f470 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=17e65518-04bb-45a3-a532-a6d0e97e6f07 HTTP/1.1" status: 200 len: 1003 time: 0.0700786 Aug 05 12:37:45.662390 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f0613f-e873-441e-aada-b16eb87b2564 req-c9372cba-caf2-420c-a813-3633c0b6b588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:37:45.664018 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-a9f0613f-e873-441e-aada-b16eb87b2564 req-c9372cba-caf2-420c-a813-3633c0b6b588 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e713aeb5-0daa-4eb2-babb-b3a078b47e59 HTTP/1.1" status: 200 len: 850 time: 0.0736060 Aug 05 12:37:45.721825 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f0613f-e873-441e-aada-b16eb87b2564 req-ea23c828-4081-450a-b797-88446bc1a3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:37:45.723464 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-a9f0613f-e873-441e-aada-b16eb87b2564 req-ea23c828-4081-450a-b797-88446bc1a3a6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c00424f2-f7f6-42d3-a3f9-d662e8ae381c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519271 Aug 05 12:37:45.822921 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-a9f0613f-e873-441e-aada-b16eb87b2564 req-422fe2d4-bb3f-430a-bb6d-725057cb9a6b service neutron] 10.222.0.55 "GET /v2.0/networks/c00424f2-f7f6-42d3-a3f9-d662e8ae381c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913849 Aug 05 12:37:45.949509 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-a9f0613f-e873-441e-aada-b16eb87b2564 req-bb6c4ff1-0b50-438e-b7f3-e469b47fcf60 service neutron] 10.222.0.55 "GET /v2.0/networks/c00424f2-f7f6-42d3-a3f9-d662e8ae381c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188464 Aug 05 12:37:46.358475 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959a4a54-c69c-41ba-bd85-8b0759196224 req-c8441c5f-dcd2-4ded-9c07-f9cc54b5dc3b tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:37:46.360372 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-959a4a54-c69c-41ba-bd85-8b0759196224 req-c8441c5f-dcd2-4ded-9c07-f9cc54b5dc3b tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=089e0538-57e7-4167-b282-23765047ed0a HTTP/1.1" status: 200 len: 946 time: 0.0613084 Aug 05 12:37:46.405217 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-959a4a54-c69c-41ba-bd85-8b0759196224 req-c6cb6b54-3bc7-4368-b421-84c83289d5ec tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386193 Aug 05 12:37:47.574584 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4842d7a-b2c1-4b99-a52d-389a797d6e02 req-fdc63246-1cd5-4c09-8f0f-91053e3b1202 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:37:47.576266 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f4842d7a-b2c1-4b99-a52d-389a797d6e02 req-fdc63246-1cd5-4c09-8f0f-91053e3b1202 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=089e0538-57e7-4167-b282-23765047ed0a HTTP/1.1" status: 200 len: 946 time: 0.0778105 Aug 05 12:37:47.624662 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f4842d7a-b2c1-4b99-a52d-389a797d6e02 req-26ee55da-3258-4202-bdb0-8b6e22da8b3b tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416610 Aug 05 12:37:48.737930 n-d-803378-2 neutron-server[94421]: INFO neutron.api.v2.resource [req-9787525e-98ff-4de4-920a-d25a3f0205d8 req-358d928f-d4de-4368-a161-5fa512df1acd service neutron] show failed (client error): The resource could not be found. Aug 05 12:37:48.739907 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9787525e-98ff-4de4-920a-d25a3f0205d8 req-358d928f-d4de-4368-a161-5fa512df1acd service neutron] 10.222.0.55 "GET /v2.0/ports/17e65518-04bb-45a3-a532-a6d0e97e6f07/bindings/n-h1-803378-2 HTTP/1.1" status: 404 len: 380 time: 0.0825837 Aug 05 12:37:49.140432 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9787525e-98ff-4de4-920a-d25a3f0205d8 req-c76af419-86f8-4690-ae40-70f9a45754ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:37:49.142120 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9787525e-98ff-4de4-920a-d25a3f0205d8 req-c76af419-86f8-4690-ae40-70f9a45754ac service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=089e0538-57e7-4167-b282-23765047ed0a&tenant_id=f4ca129800e94994b08c14cc45929d63 HTTP/1.1" status: 200 len: 1097 time: 0.1875987 Aug 05 12:37:49.158121 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692d5b9b-f8d1-4afc-b3ad-b7ca2d8e13e2 req-997a010a-42d4-4a76-81e4-7a75b87a3ebe tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:37:49.159994 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-692d5b9b-f8d1-4afc-b3ad-b7ca2d8e13e2 req-997a010a-42d4-4a76-81e4-7a75b87a3ebe tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=089e0538-57e7-4167-b282-23765047ed0a HTTP/1.1" status: 200 len: 946 time: 0.0886667 Aug 05 12:37:49.165444 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-9787525e-98ff-4de4-920a-d25a3f0205d8 req-504e5d28-560d-4010-afe6-1581cc4ef77e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-803378-2', 'device_owner': 'compute:nova'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:37:49.266463 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-692d5b9b-f8d1-4afc-b3ad-b7ca2d8e13e2 req-d3800950-2384-48eb-941b-677671eadfa0 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949931 Aug 05 12:37:49.267637 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-9787525e-98ff-4de4-920a-d25a3f0205d8 req-504e5d28-560d-4010-afe6-1581cc4ef77e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:37:49.545149 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-9787525e-98ff-4de4-920a-d25a3f0205d8 req-504e5d28-560d-4010-afe6-1581cc4ef77e service neutron] For port 17e65518-04bb-45a3-a532-a6d0e97e6f07, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=17e65518-04bb-45a3-a532-a6d0e97e6f07,segment=NetworkSegment(13893fa0-6d12-483f-9dbb-d2903963c6f2),segment_id=13893fa0-6d12-483f-9dbb-d2903963c6f2)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:37:49.584376 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-9787525e-98ff-4de4-920a-d25a3f0205d8 req-504e5d28-560d-4010-afe6-1581cc4ef77e service neutron] For port 17e65518-04bb-45a3-a532-a6d0e97e6f07, host n-h2-803378-2, cleared binding levels {{(pid=94420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:37:49.640684 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '089e0538-57e7-4167-b282-23765047ed0a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17e65518-04bb-45a3-a532-a6d0e97e6f07'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:37:49.643217 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47e10126444b02a26d513ed6f4b145adbdfa00d329c865c61a1608b26e6d0230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c88069d7-afa7-4746-8e15-f11d22f2470c" -d '{"events": [{"server_uuid": "089e0538-57e7-4167-b282-23765047ed0a", "name": "network-vif-unplugged", "status": "completed", "tag": "17e65518-04bb-45a3-a532-a6d0e97e6f07"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:37:49.647680 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-9787525e-98ff-4de4-920a-d25a3f0205d8 req-504e5d28-560d-4010-afe6-1581cc4ef77e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:37:49.668688 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [req-9787525e-98ff-4de4-920a-d25a3f0205d8 req-504e5d28-560d-4010-afe6-1581cc4ef77e service neutron] Transition to ACTIVE for port object 17e65518-04bb-45a3-a532-a6d0e97e6f07 will not be triggered until provisioned by entity L2. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:37:49.674689 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-9787525e-98ff-4de4-920a-d25a3f0205d8 req-504e5d28-560d-4010-afe6-1581cc4ef77e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:37:49.708029 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 05 Aug 2021 12:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28dad7aa-4d1f-45e3-974f-e263afbc5373 x-openstack-request-id: req-28dad7aa-4d1f-45e3-974f-e263afbc5373 {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:37:49.708316 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "089e0538-57e7-4167-b282-23765047ed0a", "name": "network-vif-unplugged", "status": "completed", "tag": "17e65518-04bb-45a3-a532-a6d0e97e6f07", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:37:49.708587 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-28dad7aa-4d1f-45e3-974f-e263afbc5373 {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:37:49.708984 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '089e0538-57e7-4167-b282-23765047ed0a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17e65518-04bb-45a3-a532-a6d0e97e6f07', 'code': 200} Aug 05 12:37:49.769798 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504e5d28-560d-4010-afe6-1581cc4ef77e service neutron] Pushing event updated for resources: {'Port': ['ID=17e65518-04bb-45a3-a532-a6d0e97e6f07,revision_number=6']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:37:49.787231 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504e5d28-560d-4010-afe6-1581cc4ef77e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:37:49.787685 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504e5d28-560d-4010-afe6-1581cc4ef77e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:37:49.787905 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504e5d28-560d-4010-afe6-1581cc4ef77e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:37:49.788243 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504e5d28-560d-4010-afe6-1581cc4ef77e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:37:49.788597 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504e5d28-560d-4010-afe6-1581cc4ef77e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:37:49.788934 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504e5d28-560d-4010-afe6-1581cc4ef77e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:37:49.789253 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504e5d28-560d-4010-afe6-1581cc4ef77e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:37:49.789741 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504e5d28-560d-4010-afe6-1581cc4ef77e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:37:49.789901 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504e5d28-560d-4010-afe6-1581cc4ef77e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:37:49.790204 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504e5d28-560d-4010-afe6-1581cc4ef77e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:37:49.790525 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504e5d28-560d-4010-afe6-1581cc4ef77e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:37:49.791540 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504e5d28-560d-4010-afe6-1581cc4ef77e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:37:49.866811 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [req-9787525e-98ff-4de4-920a-d25a3f0205d8 req-504e5d28-560d-4010-afe6-1581cc4ef77e service neutron] No DVR routers for this DVR port 17e65518-04bb-45a3-a532-a6d0e97e6f07 on host n-h2-803378-2 {{(pid=94420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:37:50.066581 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-9787525e-98ff-4de4-920a-d25a3f0205d8 req-504e5d28-560d-4010-afe6-1581cc4ef77e service neutron] Attempting to bind port 17e65518-04bb-45a3-a532-a6d0e97e6f07 on host n-h1-803378-2 for vnic_type normal with profile {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:37:50.066868 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-9787525e-98ff-4de4-920a-d25a3f0205d8 req-504e5d28-560d-4010-afe6-1581cc4ef77e service neutron] Attempting to bind port 17e65518-04bb-45a3-a532-a6d0e97e6f07 by drivers openvswitch,hyperv on host n-h1-803378-2 at level 0 using segments [{'id': '13893fa0-6d12-483f-9dbb-d2903963c6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'c00424f2-f7f6-42d3-a3f9-d662e8ae381c'}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:37:50.067144 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9787525e-98ff-4de4-920a-d25a3f0205d8 req-504e5d28-560d-4010-afe6-1581cc4ef77e service neutron] Attempting to bind port 17e65518-04bb-45a3-a532-a6d0e97e6f07 on network c00424f2-f7f6-42d3-a3f9-d662e8ae381c {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:37:50.072798 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9787525e-98ff-4de4-920a-d25a3f0205d8 req-504e5d28-560d-4010-afe6-1581cc4ef77e service neutron] Port 17e65518-04bb-45a3-a532-a6d0e97e6f07 on network c00424f2-f7f6-42d3-a3f9-d662e8ae381c not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-2 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 12:37:50.073484 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9787525e-98ff-4de4-920a-d25a3f0205d8 req-504e5d28-560d-4010-afe6-1581cc4ef77e service neutron] Attempting to bind port 17e65518-04bb-45a3-a532-a6d0e97e6f07 on network c00424f2-f7f6-42d3-a3f9-d662e8ae381c {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:37:50.080205 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9787525e-98ff-4de4-920a-d25a3f0205d8 req-504e5d28-560d-4010-afe6-1581cc4ef77e service neutron] Checking agent: {'id': '40bb7567-59bd-4b31-bc29-da1c50bca759', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:37:50.080588 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9787525e-98ff-4de4-920a-d25a3f0205d8 req-504e5d28-560d-4010-afe6-1581cc4ef77e service neutron] Checking segment: {'id': '13893fa0-6d12-483f-9dbb-d2903963c6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'c00424f2-f7f6-42d3-a3f9-d662e8ae381c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:37:50.081180 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9787525e-98ff-4de4-920a-d25a3f0205d8 req-504e5d28-560d-4010-afe6-1581cc4ef77e service neutron] Bound using segment: {'id': '13893fa0-6d12-483f-9dbb-d2903963c6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'c00424f2-f7f6-42d3-a3f9-d662e8ae381c'} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:37:50.081847 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-9787525e-98ff-4de4-920a-d25a3f0205d8 req-504e5d28-560d-4010-afe6-1581cc4ef77e service neutron] Bound port: 17e65518-04bb-45a3-a532-a6d0e97e6f07, host: n-h1-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13893fa0-6d12-483f-9dbb-d2903963c6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'c00424f2-f7f6-42d3-a3f9-d662e8ae381c'}}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:37:50.082366 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-9787525e-98ff-4de4-920a-d25a3f0205d8 req-504e5d28-560d-4010-afe6-1581cc4ef77e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:37:50.187519 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-9787525e-98ff-4de4-920a-d25a3f0205d8 req-504e5d28-560d-4010-afe6-1581cc4ef77e service neutron] For port 17e65518-04bb-45a3-a532-a6d0e97e6f07, host n-h1-803378-2, cleared binding levels {{(pid=94420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:37:50.193827 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-9787525e-98ff-4de4-920a-d25a3f0205d8 req-504e5d28-560d-4010-afe6-1581cc4ef77e service neutron] For port 17e65518-04bb-45a3-a532-a6d0e97e6f07, host n-h1-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=17e65518-04bb-45a3-a532-a6d0e97e6f07,segment=NetworkSegment(13893fa0-6d12-483f-9dbb-d2903963c6f2),segment_id=13893fa0-6d12-483f-9dbb-d2903963c6f2)] {{(pid=94420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:37:50.200590 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-9787525e-98ff-4de4-920a-d25a3f0205d8 req-504e5d28-560d-4010-afe6-1581cc4ef77e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:37:50.261586 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9787525e-98ff-4de4-920a-d25a3f0205d8 req-504e5d28-560d-4010-afe6-1581cc4ef77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:37:50.262622 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-9787525e-98ff-4de4-920a-d25a3f0205d8 req-504e5d28-560d-4010-afe6-1581cc4ef77e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:37:50.265508 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9787525e-98ff-4de4-920a-d25a3f0205d8 req-504e5d28-560d-4010-afe6-1581cc4ef77e service neutron] 10.222.0.64 "PUT /v2.0/ports/17e65518-04bb-45a3-a532-a6d0e97e6f07 HTTP/1.1" status: 200 len: 1092 time: 1.1039805 Aug 05 12:37:50.304148 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504e5d28-560d-4010-afe6-1581cc4ef77e service neutron] Pushing event updated for resources: {'Port': ['ID=17e65518-04bb-45a3-a532-a6d0e97e6f07,revision_number=7']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:37:50.378399 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9787525e-98ff-4de4-920a-d25a3f0205d8 req-9ef3b3e6-3e2b-46fe-8bcd-bd83fe0d6153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:37:50.380640 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9787525e-98ff-4de4-920a-d25a3f0205d8 req-9ef3b3e6-3e2b-46fe-8bcd-bd83fe0d6153 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f4ca129800e94994b08c14cc45929d63&device_id=089e0538-57e7-4167-b282-23765047ed0a HTTP/1.1" status: 200 len: 1095 time: 0.0621979 Aug 05 12:37:50.503838 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce60e03-5392-4c24-a0f8-dcabe41049d3 req-bc86fb4f-7d17-4048-a564-e31f8e8535aa tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:37:50.505472 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4ce60e03-5392-4c24-a0f8-dcabe41049d3 req-bc86fb4f-7d17-4048-a564-e31f8e8535aa tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=089e0538-57e7-4167-b282-23765047ed0a HTTP/1.1" status: 200 len: 944 time: 0.1238694 Aug 05 12:37:50.574461 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9787525e-98ff-4de4-920a-d25a3f0205d8 req-38c56994-c0c3-47b4-8be9-e386650b48a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:37:50.575876 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9787525e-98ff-4de4-920a-d25a3f0205d8 req-38c56994-c0c3-47b4-8be9-e386650b48a4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c00424f2-f7f6-42d3-a3f9-d662e8ae381c HTTP/1.1" status: 200 len: 912 time: 0.1816761 Aug 05 12:37:50.581931 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4ce60e03-5392-4c24-a0f8-dcabe41049d3 req-caedd229-2b46-447b-ae87-979d3f1d9036 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608625 Aug 05 12:37:50.649087 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9787525e-98ff-4de4-920a-d25a3f0205d8 req-182b7341-56ed-47dc-a7b8-d9128a7c14a4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=17e65518-04bb-45a3-a532-a6d0e97e6f07 HTTP/1.1" status: 200 len: 1001 time: 0.0642831 Aug 05 12:37:50.708057 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9787525e-98ff-4de4-920a-d25a3f0205d8 req-91d7fe27-41c5-40c2-8eb1-a729db3d0d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:37:50.709601 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9787525e-98ff-4de4-920a-d25a3f0205d8 req-91d7fe27-41c5-40c2-8eb1-a729db3d0d11 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e713aeb5-0daa-4eb2-babb-b3a078b47e59 HTTP/1.1" status: 200 len: 850 time: 0.0521429 Aug 05 12:37:50.767653 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9787525e-98ff-4de4-920a-d25a3f0205d8 req-fe4efbe7-efc7-4852-968e-9e97aa470a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:37:50.769239 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9787525e-98ff-4de4-920a-d25a3f0205d8 req-fe4efbe7-efc7-4852-968e-9e97aa470a82 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c00424f2-f7f6-42d3-a3f9-d662e8ae381c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503273 Aug 05 12:37:50.782471 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [req-9787525e-98ff-4de4-920a-d25a3f0205d8 req-721aa53c-e98d-4038-897b-1faa0fdf4fae service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94420) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 12:37:50.783467 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9787525e-98ff-4de4-920a-d25a3f0205d8 req-721aa53c-e98d-4038-897b-1faa0fdf4fae service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059893 Aug 05 12:37:50.884252 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9787525e-98ff-4de4-920a-d25a3f0205d8 req-4f8b8483-089e-42d0-aca3-331bf6e41c8f service neutron] 10.222.0.64 "GET /v2.0/networks/c00424f2-f7f6-42d3-a3f9-d662e8ae381c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921595 Aug 05 12:37:50.991779 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9787525e-98ff-4de4-920a-d25a3f0205d8 req-f5bcc1e4-2151-4336-a45b-4e88dc38b3d4 service neutron] 10.222.0.64 "GET /v2.0/networks/c00424f2-f7f6-42d3-a3f9-d662e8ae381c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993588 Aug 05 12:37:51.455954 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 17e65518-04bb-45a3-a532-a6d0e97e6f07 no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:37:51.499054 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 17e65518-04bb-45a3-a532-a6d0e97e6f07 not bound to the agent host n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:37:51.709931 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '089e0538-57e7-4167-b282-23765047ed0a', 'tag': '17e65518-04bb-45a3-a532-a6d0e97e6f07'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:37:51.712345 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47e10126444b02a26d513ed6f4b145adbdfa00d329c865c61a1608b26e6d0230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-312284dd-ed0d-4599-a085-28c209595910" -d '{"events": [{"name": "network-changed", "server_uuid": "089e0538-57e7-4167-b282-23765047ed0a", "tag": "17e65518-04bb-45a3-a532-a6d0e97e6f07"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:37:51.731854 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2741bb6e-891c-4b62-835f-6f8e6c7dbdc4 req-b6170146-8a59-45cf-8091-c617e1baf1d3 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:37:51.733467 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2741bb6e-891c-4b62-835f-6f8e6c7dbdc4 req-b6170146-8a59-45cf-8091-c617e1baf1d3 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=089e0538-57e7-4167-b282-23765047ed0a HTTP/1.1" status: 200 len: 944 time: 0.0655890 Aug 05 12:37:51.776918 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 12:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d585475-94cb-496e-9ae1-e03f0e869b5f x-openstack-request-id: req-6d585475-94cb-496e-9ae1-e03f0e869b5f {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:37:51.777292 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "089e0538-57e7-4167-b282-23765047ed0a", "tag": "17e65518-04bb-45a3-a532-a6d0e97e6f07", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:37:51.777555 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6d585475-94cb-496e-9ae1-e03f0e869b5f {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:37:51.778052 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '089e0538-57e7-4167-b282-23765047ed0a', 'tag': '17e65518-04bb-45a3-a532-a6d0e97e6f07', 'status': 'completed', 'code': 200} Aug 05 12:37:51.787058 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2741bb6e-891c-4b62-835f-6f8e6c7dbdc4 req-bd231d89-c0c1-4c22-b708-5804f8a0c6f1 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455570 Aug 05 12:37:51.880550 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312284dd-ed0d-4599-a085-28c209595910 req-cb618cdb-f90b-4c04-abf6-6ea3f122f3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:37:51.883435 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-312284dd-ed0d-4599-a085-28c209595910 req-cb618cdb-f90b-4c04-abf6-6ea3f122f3dc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f4ca129800e94994b08c14cc45929d63&device_id=089e0538-57e7-4167-b282-23765047ed0a HTTP/1.1" status: 200 len: 1095 time: 0.0623159 Aug 05 12:37:51.883690 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312284dd-ed0d-4599-a085-28c209595910 req-2853d21b-14ea-4efa-8309-84736add4bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:37:51.885840 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-312284dd-ed0d-4599-a085-28c209595910 req-2853d21b-14ea-4efa-8309-84736add4bd7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f4ca129800e94994b08c14cc45929d63&device_id=089e0538-57e7-4167-b282-23765047ed0a HTTP/1.1" status: 200 len: 1095 time: 0.0636175 Aug 05 12:37:51.988650 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312284dd-ed0d-4599-a085-28c209595910 req-6517eb3a-c75b-4d76-b542-75530ad8612f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:37:51.990149 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-312284dd-ed0d-4599-a085-28c209595910 req-6517eb3a-c75b-4d76-b542-75530ad8612f service neutron] 10.222.0.55 "GET /v2.0/networks?id=c00424f2-f7f6-42d3-a3f9-d662e8ae381c HTTP/1.1" status: 200 len: 912 time: 0.0976579 Aug 05 12:37:51.999921 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312284dd-ed0d-4599-a085-28c209595910 req-06b9f8fa-3152-4001-be3d-074ea1a69e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:37:52.001568 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-312284dd-ed0d-4599-a085-28c209595910 req-06b9f8fa-3152-4001-be3d-074ea1a69e27 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c00424f2-f7f6-42d3-a3f9-d662e8ae381c HTTP/1.1" status: 200 len: 912 time: 0.1098485 Aug 05 12:37:52.070805 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-312284dd-ed0d-4599-a085-28c209595910 req-7d00b105-688c-482c-84c0-792648c2142c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=17e65518-04bb-45a3-a532-a6d0e97e6f07 HTTP/1.1" status: 200 len: 1001 time: 0.0720286 Aug 05 12:37:52.080773 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-312284dd-ed0d-4599-a085-28c209595910 req-2e58c532-d3e3-4c16-aa52-0dd04dee5218 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=17e65518-04bb-45a3-a532-a6d0e97e6f07 HTTP/1.1" status: 200 len: 1001 time: 0.0704403 Aug 05 12:37:52.131285 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312284dd-ed0d-4599-a085-28c209595910 req-3e2f0c55-e00e-49c7-ac68-6cfb1b055cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:37:52.133839 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-312284dd-ed0d-4599-a085-28c209595910 req-3e2f0c55-e00e-49c7-ac68-6cfb1b055cbb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e713aeb5-0daa-4eb2-babb-b3a078b47e59 HTTP/1.1" status: 200 len: 850 time: 0.0560465 Aug 05 12:37:52.139538 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312284dd-ed0d-4599-a085-28c209595910 req-23cb0fcb-de3c-4f23-8e61-5eb5c1c888e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:37:52.141978 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-312284dd-ed0d-4599-a085-28c209595910 req-23cb0fcb-de3c-4f23-8e61-5eb5c1c888e2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e713aeb5-0daa-4eb2-babb-b3a078b47e59 HTTP/1.1" status: 200 len: 850 time: 0.0526102 Aug 05 12:37:52.192071 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312284dd-ed0d-4599-a085-28c209595910 req-3e513dcd-390f-4e33-808c-ca4e76d0bc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:37:52.194843 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-312284dd-ed0d-4599-a085-28c209595910 req-3e513dcd-390f-4e33-808c-ca4e76d0bc95 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c00424f2-f7f6-42d3-a3f9-d662e8ae381c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533323 Aug 05 12:37:52.204539 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312284dd-ed0d-4599-a085-28c209595910 req-3c492cbb-efe1-4361-b3b7-106397da6910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:37:52.206109 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-312284dd-ed0d-4599-a085-28c209595910 req-3c492cbb-efe1-4361-b3b7-106397da6910 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c00424f2-f7f6-42d3-a3f9-d662e8ae381c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532806 Aug 05 12:37:52.333621 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-312284dd-ed0d-4599-a085-28c209595910 req-0fb8edd6-2475-4397-a21c-513f062493e2 service neutron] 10.222.0.64 "GET /v2.0/networks/c00424f2-f7f6-42d3-a3f9-d662e8ae381c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164141 Aug 05 12:37:52.334795 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-312284dd-ed0d-4599-a085-28c209595910 req-14ed496e-bd46-4fce-a668-41cb970180f1 service neutron] 10.222.0.55 "GET /v2.0/networks/c00424f2-f7f6-42d3-a3f9-d662e8ae381c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323006 Aug 05 12:37:52.444144 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-312284dd-ed0d-4599-a085-28c209595910 req-33c900b4-6cdc-45cb-812c-8380b1ebe7de service neutron] 10.222.0.55 "GET /v2.0/networks/c00424f2-f7f6-42d3-a3f9-d662e8ae381c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022272 Aug 05 12:37:52.449418 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-312284dd-ed0d-4599-a085-28c209595910 req-aa2a1272-80f2-4dee-b0f9-2f9301033653 service neutron] 10.222.0.64 "GET /v2.0/networks/c00424f2-f7f6-42d3-a3f9-d662e8ae381c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039095 Aug 05 12:37:52.801319 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:37:52.960497 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9519584-fe97-4626-a528-b376b90aa1bf req-36a0a269-8b0f-49af-8d17-7833021ebf80 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:37:52.962191 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f9519584-fe97-4626-a528-b376b90aa1bf req-36a0a269-8b0f-49af-8d17-7833021ebf80 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=089e0538-57e7-4167-b282-23765047ed0a HTTP/1.1" status: 200 len: 944 time: 0.0598040 Aug 05 12:37:53.009206 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f9519584-fe97-4626-a528-b376b90aa1bf req-d0d98f95-65e8-4f36-ac53-1aabc4f95817 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385087 Aug 05 12:37:53.815728 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 17e65518-04bb-45a3-a532-a6d0e97e6f07 details requested by agent hyperv_n-h1-803378-2 with host n-h1-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 12:37:53.956191 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 17e65518-04bb-45a3-a532-a6d0e97e6f07, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=17e65518-04bb-45a3-a532-a6d0e97e6f07,segment=NetworkSegment(13893fa0-6d12-483f-9dbb-d2903963c6f2),segment_id=13893fa0-6d12-483f-9dbb-d2903963c6f2)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:37:53.969957 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Returning: {'device': '17e65518-04bb-45a3-a532-a6d0e97e6f07', 'network_id': 'c00424f2-f7f6-42d3-a3f9-d662e8ae381c', 'port_id': '17e65518-04bb-45a3-a532-a6d0e97e6f07', 'mac_address': 'fa:16:3e:85:ed:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e713aeb5-0daa-4eb2-babb-b3a078b47e59', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 12:37:54.013202 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:37:54.028310 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17e65518-04bb-45a3-a532-a6d0e97e6f07 {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 12:37:54.053771 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 17e65518-04bb-45a3-a532-a6d0e97e6f07, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=17e65518-04bb-45a3-a532-a6d0e97e6f07,segment=NetworkSegment(13893fa0-6d12-483f-9dbb-d2903963c6f2),segment_id=13893fa0-6d12-483f-9dbb-d2903963c6f2)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:37:54.061428 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:37:54.123724 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=17e65518-04bb-45a3-a532-a6d0e97e6f07,revision_number=8']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:37:54.132671 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:37:54.133060 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:37:54.133366 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:37:54.133711 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:37:54.134051 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:37:54.134502 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:37:54.135574 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:37:54.135925 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:37:54.136340 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:37:54.136717 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:37:54.137089 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:37:54.137546 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:37:54.188467 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81edda9-aceb-4c91-9ce2-4d832f600174 req-17671a77-3156-4d99-80de-840953735ba0 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:37:54.191260 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a81edda9-aceb-4c91-9ce2-4d832f600174 req-17671a77-3156-4d99-80de-840953735ba0 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=089e0538-57e7-4167-b282-23765047ed0a HTTP/1.1" status: 200 len: 945 time: 0.0888741 Aug 05 12:37:54.257393 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a81edda9-aceb-4c91-9ce2-4d832f600174 req-55acec22-3c4d-4e4b-8168-db22509c1626 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579071 Aug 05 12:37:55.418696 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743df858-cd43-4bc4-b94e-eb9725fb842c req-2e49a3d8-b89c-4d98-9a76-07c1e4a79fc3 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:37:55.420957 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-743df858-cd43-4bc4-b94e-eb9725fb842c req-2e49a3d8-b89c-4d98-9a76-07c1e4a79fc3 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=089e0538-57e7-4167-b282-23765047ed0a HTTP/1.1" status: 200 len: 945 time: 0.0731566 Aug 05 12:37:55.489771 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-743df858-cd43-4bc4-b94e-eb9725fb842c req-1a2c4b75-adaf-485e-9578-8c5f499c1e2c tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622091 Aug 05 12:37:55.817307 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['17e65518-04bb-45a3-a532-a6d0e97e6f07'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 12:37:55.924688 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad994117-7912-4d06-bb5b-97550fe4abef req-ac861cb5-f1b6-408e-b293-d8a5adf66af1 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:37:55.926259 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ad994117-7912-4d06-bb5b-97550fe4abef req-ac861cb5-f1b6-408e-b293-d8a5adf66af1 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.64 "GET /v2.0/ports?device_id=089e0538-57e7-4167-b282-23765047ed0a&tenant_id=f4ca129800e94994b08c14cc45929d63&binding%3Ahost_id=n-h1-803378-2 HTTP/1.1" status: 200 len: 945 time: 0.1073534 Aug 05 12:37:55.944528 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c06122-965a-4cd5-91f9-f76e320fe53b req-f33d2e55-06dc-4269-acab-637797ac6476 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:37:55.946203 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-93c06122-965a-4cd5-91f9-f76e320fe53b req-f33d2e55-06dc-4269-acab-637797ac6476 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=089e0538-57e7-4167-b282-23765047ed0a HTTP/1.1" status: 200 len: 945 time: 0.0825424 Aug 05 12:37:56.038619 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-93c06122-965a-4cd5-91f9-f76e320fe53b req-3ad2bde0-f9ef-42e3-ac55-461e267abf8c tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849226 Aug 05 12:37:56.048195 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ad994117-7912-4d06-bb5b-97550fe4abef req-78b0cae8-90d9-451b-9cb0-6a44f63342f3 service neutron] 10.222.0.64 "GET /v2.0/ports/17e65518-04bb-45a3-a532-a6d0e97e6f07/bindings/n-h1-803378-2 HTTP/1.1" status: 200 len: 382 time: 0.1128211 Aug 05 12:37:56.160386 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad994117-7912-4d06-bb5b-97550fe4abef req-324bd785-5bbf-4067-9ea5-527c8d21fd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:37:56.164182 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ad994117-7912-4d06-bb5b-97550fe4abef req-324bd785-5bbf-4067-9ea5-527c8d21fd2b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f4ca129800e94994b08c14cc45929d63&device_id=089e0538-57e7-4167-b282-23765047ed0a HTTP/1.1" status: 200 len: 1096 time: 0.0691972 Aug 05 12:37:56.303477 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad994117-7912-4d06-bb5b-97550fe4abef req-8f5c79c9-c9e4-4d29-81d9-40a4dd89315a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:37:56.305723 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ad994117-7912-4d06-bb5b-97550fe4abef req-8f5c79c9-c9e4-4d29-81d9-40a4dd89315a service neutron] 10.222.0.64 "GET /v2.0/networks?id=c00424f2-f7f6-42d3-a3f9-d662e8ae381c HTTP/1.1" status: 200 len: 912 time: 0.1348841 Aug 05 12:37:56.404812 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ad994117-7912-4d06-bb5b-97550fe4abef req-6dcc2d4e-6393-4228-8499-02f4e34237d6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=17e65518-04bb-45a3-a532-a6d0e97e6f07 HTTP/1.1" status: 200 len: 1002 time: 0.0908673 Aug 05 12:37:56.461982 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad994117-7912-4d06-bb5b-97550fe4abef req-7c2fff82-7d0b-4aea-bea0-c6a4abb592a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:37:56.464286 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ad994117-7912-4d06-bb5b-97550fe4abef req-7c2fff82-7d0b-4aea-bea0-c6a4abb592a0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e713aeb5-0daa-4eb2-babb-b3a078b47e59 HTTP/1.1" status: 200 len: 850 time: 0.0515811 Aug 05 12:37:56.522998 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad994117-7912-4d06-bb5b-97550fe4abef req-12ebe01b-1015-4c3b-a943-f58a73832166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:37:56.524636 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ad994117-7912-4d06-bb5b-97550fe4abef req-12ebe01b-1015-4c3b-a943-f58a73832166 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c00424f2-f7f6-42d3-a3f9-d662e8ae381c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524056 Aug 05 12:37:56.633578 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ad994117-7912-4d06-bb5b-97550fe4abef req-f36ada04-1311-46db-a4c0-2450e26884c0 service neutron] 10.222.0.64 "GET /v2.0/networks/c00424f2-f7f6-42d3-a3f9-d662e8ae381c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997460 Aug 05 12:37:56.743135 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ad994117-7912-4d06-bb5b-97550fe4abef req-1b534bf7-8fcc-4c7e-8797-fb6439258154 service neutron] 10.222.0.64 "GET /v2.0/networks/c00424f2-f7f6-42d3-a3f9-d662e8ae381c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017747 Aug 05 12:37:57.199442 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4e3f23-47ca-4d50-b60a-1846297f14a4 req-1f52d14b-93f6-4b02-9813-ee9feb2ecf66 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:37:57.202392 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9a4e3f23-47ca-4d50-b60a-1846297f14a4 req-1f52d14b-93f6-4b02-9813-ee9feb2ecf66 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=089e0538-57e7-4167-b282-23765047ed0a HTTP/1.1" status: 200 len: 945 time: 0.0799649 Aug 05 12:37:57.266769 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9a4e3f23-47ca-4d50-b60a-1846297f14a4 req-d221b3f8-3436-4fa0-a4ae-93b6ec68cba7 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552580 Aug 05 12:37:57.849530 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 17e65518-04bb-45a3-a532-a6d0e97e6f07 up at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:37:57.928085 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning for port 17e65518-04bb-45a3-a532-a6d0e97e6f07 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:37:57.933116 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning complete for port 17e65518-04bb-45a3-a532-a6d0e97e6f07 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:37:57.933651 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:37:58.039436 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:37:58.065303 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '089e0538-57e7-4167-b282-23765047ed0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17e65518-04bb-45a3-a532-a6d0e97e6f07'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:37:58.067715 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e1268cc07bff5734ca170491336a8ac74677c017447dd0c96766dddd3e3cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19fef6de-61ab-47b9-b5af-add9736cc6cd" -d '{"events": [{"server_uuid": "089e0538-57e7-4167-b282-23765047ed0a", "name": "network-vif-plugged", "status": "completed", "tag": "17e65518-04bb-45a3-a532-a6d0e97e6f07"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:37:58.082273 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 17e65518-04bb-45a3-a532-a6d0e97e6f07, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=17e65518-04bb-45a3-a532-a6d0e97e6f07,segment=NetworkSegment(13893fa0-6d12-483f-9dbb-d2903963c6f2),segment_id=13893fa0-6d12-483f-9dbb-d2903963c6f2)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:37:58.087457 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:37:58.133387 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 12:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecd0e04d-6a36-45bc-934f-7e364898a420 x-openstack-request-id: req-ecd0e04d-6a36-45bc-934f-7e364898a420 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:37:58.133813 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "089e0538-57e7-4167-b282-23765047ed0a", "name": "network-vif-plugged", "status": "completed", "tag": "17e65518-04bb-45a3-a532-a6d0e97e6f07", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:37:58.133993 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ecd0e04d-6a36-45bc-934f-7e364898a420 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:37:58.134782 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '089e0538-57e7-4167-b282-23765047ed0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17e65518-04bb-45a3-a532-a6d0e97e6f07', 'code': 200} Aug 05 12:37:58.160335 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=17e65518-04bb-45a3-a532-a6d0e97e6f07,revision_number=9']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:37:58.414652 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e4b630-7904-4dcb-938a-4d1cd4e15c12 req-f1848de4-53e4-4be5-95b6-8343a07f3bf9 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:37:58.417209 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-02e4b630-7904-4dcb-938a-4d1cd4e15c12 req-f1848de4-53e4-4be5-95b6-8343a07f3bf9 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=089e0538-57e7-4167-b282-23765047ed0a HTTP/1.1" status: 200 len: 946 time: 0.0549555 Aug 05 12:37:58.475766 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-02e4b630-7904-4dcb-938a-4d1cd4e15c12 req-cd26dcf8-6080-40f6-9c37-64f095dc7f74 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524888 Aug 05 12:37:59.449447 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad994117-7912-4d06-bb5b-97550fe4abef req-81e4de4e-7afb-4a67-b723-d442a7368b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:37:59.451019 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ad994117-7912-4d06-bb5b-97550fe4abef req-81e4de4e-7afb-4a67-b723-d442a7368b97 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=089e0538-57e7-4167-b282-23765047ed0a&tenant_id=f4ca129800e94994b08c14cc45929d63 HTTP/1.1" status: 200 len: 1097 time: 0.1017764 Aug 05 12:37:59.470968 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-ad994117-7912-4d06-bb5b-97550fe4abef req-259477d6-936e-47e2-af7f-2b21c8699842 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-803378-2', 'device_owner': 'compute:nova'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:37:59.555078 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-ad994117-7912-4d06-bb5b-97550fe4abef req-259477d6-936e-47e2-af7f-2b21c8699842 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:37:59.612803 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbfb69e-5186-4063-a3e6-e32dc3062dc5 req-8e945ce4-b27e-4619-a442-7c6f9756c38b tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:37:59.614441 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fdbfb69e-5186-4063-a3e6-e32dc3062dc5 req-8e945ce4-b27e-4619-a442-7c6f9756c38b tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=089e0538-57e7-4167-b282-23765047ed0a HTTP/1.1" status: 200 len: 946 time: 0.0545037 Aug 05 12:37:59.673899 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fdbfb69e-5186-4063-a3e6-e32dc3062dc5 req-1156e2c7-b840-4603-8220-f34a0f6b4e41 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519714 Aug 05 12:37:59.876666 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-ad994117-7912-4d06-bb5b-97550fe4abef req-259477d6-936e-47e2-af7f-2b21c8699842 service neutron] For port 17e65518-04bb-45a3-a532-a6d0e97e6f07, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=17e65518-04bb-45a3-a532-a6d0e97e6f07,segment=NetworkSegment(13893fa0-6d12-483f-9dbb-d2903963c6f2),segment_id=13893fa0-6d12-483f-9dbb-d2903963c6f2)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:37:59.924802 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-ad994117-7912-4d06-bb5b-97550fe4abef req-259477d6-936e-47e2-af7f-2b21c8699842 service neutron] For port 17e65518-04bb-45a3-a532-a6d0e97e6f07, host n-h1-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:37:59.971873 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '089e0538-57e7-4167-b282-23765047ed0a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17e65518-04bb-45a3-a532-a6d0e97e6f07'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:37:59.974427 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7ff1ae056485c55ead25f70fa9973e26b39e4a1f6cb6b93d5d0d7942cdef429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0033dd75-2776-45ef-98c3-c083bd8086ed" -d '{"events": [{"server_uuid": "089e0538-57e7-4167-b282-23765047ed0a", "name": "network-vif-unplugged", "status": "completed", "tag": "17e65518-04bb-45a3-a532-a6d0e97e6f07"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:37:59.979381 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-ad994117-7912-4d06-bb5b-97550fe4abef req-259477d6-936e-47e2-af7f-2b21c8699842 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:37:59.997952 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-ad994117-7912-4d06-bb5b-97550fe4abef req-259477d6-936e-47e2-af7f-2b21c8699842 service neutron] Transition to ACTIVE for port object 17e65518-04bb-45a3-a532-a6d0e97e6f07 will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:38:00.002037 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-ad994117-7912-4d06-bb5b-97550fe4abef req-259477d6-936e-47e2-af7f-2b21c8699842 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:38:00.050883 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 05 Aug 2021 12:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8a1b451-aa05-45c3-9faa-054e68bd48a0 x-openstack-request-id: req-a8a1b451-aa05-45c3-9faa-054e68bd48a0 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:38:00.051168 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "089e0538-57e7-4167-b282-23765047ed0a", "name": "network-vif-unplugged", "status": "completed", "tag": "17e65518-04bb-45a3-a532-a6d0e97e6f07", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:38:00.051467 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a8a1b451-aa05-45c3-9faa-054e68bd48a0 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:38:00.051834 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '089e0538-57e7-4167-b282-23765047ed0a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17e65518-04bb-45a3-a532-a6d0e97e6f07', 'code': 200} Aug 05 12:38:00.078054 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:38:00.099088 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259477d6-936e-47e2-af7f-2b21c8699842 service neutron] Pushing event updated for resources: {'Port': ['ID=17e65518-04bb-45a3-a532-a6d0e97e6f07,revision_number=10']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:38:00.112901 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259477d6-936e-47e2-af7f-2b21c8699842 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:38:00.113332 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259477d6-936e-47e2-af7f-2b21c8699842 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:38:00.113713 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259477d6-936e-47e2-af7f-2b21c8699842 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:38:00.114150 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259477d6-936e-47e2-af7f-2b21c8699842 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:38:00.114498 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259477d6-936e-47e2-af7f-2b21c8699842 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:38:00.114973 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259477d6-936e-47e2-af7f-2b21c8699842 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:38:00.115308 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259477d6-936e-47e2-af7f-2b21c8699842 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:38:00.115638 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259477d6-936e-47e2-af7f-2b21c8699842 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:38:00.115960 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259477d6-936e-47e2-af7f-2b21c8699842 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:38:00.116289 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259477d6-936e-47e2-af7f-2b21c8699842 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:38:00.116689 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259477d6-936e-47e2-af7f-2b21c8699842 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:38:00.117004 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259477d6-936e-47e2-af7f-2b21c8699842 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:38:00.170213 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad994117-7912-4d06-bb5b-97550fe4abef req-259477d6-936e-47e2-af7f-2b21c8699842 service neutron] No DVR routers for this DVR port 17e65518-04bb-45a3-a532-a6d0e97e6f07 on host n-h1-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:38:00.349411 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-ad994117-7912-4d06-bb5b-97550fe4abef req-259477d6-936e-47e2-af7f-2b21c8699842 service neutron] Attempting to bind port 17e65518-04bb-45a3-a532-a6d0e97e6f07 on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:38:00.349779 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-ad994117-7912-4d06-bb5b-97550fe4abef req-259477d6-936e-47e2-af7f-2b21c8699842 service neutron] Attempting to bind port 17e65518-04bb-45a3-a532-a6d0e97e6f07 by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': '13893fa0-6d12-483f-9dbb-d2903963c6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'c00424f2-f7f6-42d3-a3f9-d662e8ae381c'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:38:00.350127 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad994117-7912-4d06-bb5b-97550fe4abef req-259477d6-936e-47e2-af7f-2b21c8699842 service neutron] Attempting to bind port 17e65518-04bb-45a3-a532-a6d0e97e6f07 on network c00424f2-f7f6-42d3-a3f9-d662e8ae381c {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:38:00.355944 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad994117-7912-4d06-bb5b-97550fe4abef req-259477d6-936e-47e2-af7f-2b21c8699842 service neutron] Port 17e65518-04bb-45a3-a532-a6d0e97e6f07 on network c00424f2-f7f6-42d3-a3f9-d662e8ae381c not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 12:38:00.356370 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad994117-7912-4d06-bb5b-97550fe4abef req-259477d6-936e-47e2-af7f-2b21c8699842 service neutron] Attempting to bind port 17e65518-04bb-45a3-a532-a6d0e97e6f07 on network c00424f2-f7f6-42d3-a3f9-d662e8ae381c {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:38:00.363356 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad994117-7912-4d06-bb5b-97550fe4abef req-259477d6-936e-47e2-af7f-2b21c8699842 service neutron] Checking agent: {'id': 'a8f1dd2d-227c-4e30-8844-52419ba734db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:38:00.363925 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad994117-7912-4d06-bb5b-97550fe4abef req-259477d6-936e-47e2-af7f-2b21c8699842 service neutron] Checking segment: {'id': '13893fa0-6d12-483f-9dbb-d2903963c6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'c00424f2-f7f6-42d3-a3f9-d662e8ae381c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:38:00.364506 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad994117-7912-4d06-bb5b-97550fe4abef req-259477d6-936e-47e2-af7f-2b21c8699842 service neutron] Bound using segment: {'id': '13893fa0-6d12-483f-9dbb-d2903963c6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'c00424f2-f7f6-42d3-a3f9-d662e8ae381c'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:38:00.365111 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-ad994117-7912-4d06-bb5b-97550fe4abef req-259477d6-936e-47e2-af7f-2b21c8699842 service neutron] Bound port: 17e65518-04bb-45a3-a532-a6d0e97e6f07, host: n-h2-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13893fa0-6d12-483f-9dbb-d2903963c6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'c00424f2-f7f6-42d3-a3f9-d662e8ae381c'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:38:00.365715 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-ad994117-7912-4d06-bb5b-97550fe4abef req-259477d6-936e-47e2-af7f-2b21c8699842 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:38:00.455526 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-ad994117-7912-4d06-bb5b-97550fe4abef req-259477d6-936e-47e2-af7f-2b21c8699842 service neutron] For port 17e65518-04bb-45a3-a532-a6d0e97e6f07, host n-h2-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:38:00.459277 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-ad994117-7912-4d06-bb5b-97550fe4abef req-259477d6-936e-47e2-af7f-2b21c8699842 service neutron] For port 17e65518-04bb-45a3-a532-a6d0e97e6f07, host n-h2-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=17e65518-04bb-45a3-a532-a6d0e97e6f07,segment=NetworkSegment(13893fa0-6d12-483f-9dbb-d2903963c6f2),segment_id=13893fa0-6d12-483f-9dbb-d2903963c6f2)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:38:00.464842 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-ad994117-7912-4d06-bb5b-97550fe4abef req-259477d6-936e-47e2-af7f-2b21c8699842 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:38:00.502010 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad994117-7912-4d06-bb5b-97550fe4abef req-259477d6-936e-47e2-af7f-2b21c8699842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:38:00.502903 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-ad994117-7912-4d06-bb5b-97550fe4abef req-259477d6-936e-47e2-af7f-2b21c8699842 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:38:00.504474 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ad994117-7912-4d06-bb5b-97550fe4abef req-259477d6-936e-47e2-af7f-2b21c8699842 service neutron] 10.222.0.55 "PUT /v2.0/ports/17e65518-04bb-45a3-a532-a6d0e97e6f07 HTTP/1.1" status: 200 len: 1093 time: 1.0383201 Aug 05 12:38:00.544168 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259477d6-936e-47e2-af7f-2b21c8699842 service neutron] Pushing event updated for resources: {'Port': ['ID=17e65518-04bb-45a3-a532-a6d0e97e6f07,revision_number=11']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:38:00.603570 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad994117-7912-4d06-bb5b-97550fe4abef req-d2d7bc35-5685-4c00-a08e-b2d8a0f7d946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:38:00.605222 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ad994117-7912-4d06-bb5b-97550fe4abef req-d2d7bc35-5685-4c00-a08e-b2d8a0f7d946 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f4ca129800e94994b08c14cc45929d63&device_id=089e0538-57e7-4167-b282-23765047ed0a HTTP/1.1" status: 200 len: 1096 time: 0.0578952 Aug 05 12:38:00.756671 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad994117-7912-4d06-bb5b-97550fe4abef req-aa23c0ec-83b7-4831-81a6-17cdb70cc428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:38:00.758256 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ad994117-7912-4d06-bb5b-97550fe4abef req-aa23c0ec-83b7-4831-81a6-17cdb70cc428 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c00424f2-f7f6-42d3-a3f9-d662e8ae381c HTTP/1.1" status: 200 len: 912 time: 0.1441212 Aug 05 12:38:00.863360 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ad994117-7912-4d06-bb5b-97550fe4abef req-ce12ef40-f273-4f62-9cc7-d48963b77e10 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=17e65518-04bb-45a3-a532-a6d0e97e6f07 HTTP/1.1" status: 200 len: 1001 time: 0.0972610 Aug 05 12:38:00.869561 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369534a1-38b5-47c1-a4ef-0a1ea8b19bbb req-1b7a5ccd-65d9-4db8-83ed-80cd45e5c0fa tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:38:00.871775 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-369534a1-38b5-47c1-a4ef-0a1ea8b19bbb req-1b7a5ccd-65d9-4db8-83ed-80cd45e5c0fa tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=089e0538-57e7-4167-b282-23765047ed0a HTTP/1.1" status: 200 len: 945 time: 0.0816998 Aug 05 12:38:00.924980 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad994117-7912-4d06-bb5b-97550fe4abef req-0d5c12e6-9ab1-4729-89fb-599488a11546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:38:00.926476 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ad994117-7912-4d06-bb5b-97550fe4abef req-0d5c12e6-9ab1-4729-89fb-599488a11546 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e713aeb5-0daa-4eb2-babb-b3a078b47e59 HTTP/1.1" status: 200 len: 850 time: 0.0545907 Aug 05 12:38:00.935852 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-369534a1-38b5-47c1-a4ef-0a1ea8b19bbb req-9d608870-5715-4865-a266-978c575d353a tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508034 Aug 05 12:38:00.986137 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad994117-7912-4d06-bb5b-97550fe4abef req-729076fb-844c-4d64-bc88-93d040c3d8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:38:00.987891 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ad994117-7912-4d06-bb5b-97550fe4abef req-729076fb-844c-4d64-bc88-93d040c3d8dc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c00424f2-f7f6-42d3-a3f9-d662e8ae381c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536671 Aug 05 12:38:01.105014 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ad994117-7912-4d06-bb5b-97550fe4abef req-21962b01-6a3e-4d5f-abfd-96017ad284a6 service neutron] 10.222.0.55 "GET /v2.0/networks/c00424f2-f7f6-42d3-a3f9-d662e8ae381c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083510 Aug 05 12:38:01.509065 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ad994117-7912-4d06-bb5b-97550fe4abef req-feb813f7-a3f6-4f6a-a512-ba7bab6df2aa service neutron] 10.222.0.55 "GET /v2.0/networks/c00424f2-f7f6-42d3-a3f9-d662e8ae381c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3905222 Aug 05 12:38:01.853417 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 17e65518-04bb-45a3-a532-a6d0e97e6f07 no longer exists at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:38:01.904856 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 17e65518-04bb-45a3-a532-a6d0e97e6f07 not bound to the agent host n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:38:02.053578 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '089e0538-57e7-4167-b282-23765047ed0a', 'tag': '17e65518-04bb-45a3-a532-a6d0e97e6f07'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:38:02.057261 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7ff1ae056485c55ead25f70fa9973e26b39e4a1f6cb6b93d5d0d7942cdef429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33f034d0-5947-4118-9ef6-36afee4766b9" -d '{"events": [{"name": "network-changed", "server_uuid": "089e0538-57e7-4167-b282-23765047ed0a", "tag": "17e65518-04bb-45a3-a532-a6d0e97e6f07"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:38:02.130305 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10398d23-13bf-42b7-a4fa-c894ec5e2728 req-fd5e71a4-c7e2-4098-9a4a-3320df279abe tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:38:02.132392 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-10398d23-13bf-42b7-a4fa-c894ec5e2728 req-fd5e71a4-c7e2-4098-9a4a-3320df279abe tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=089e0538-57e7-4167-b282-23765047ed0a HTTP/1.1" status: 200 len: 945 time: 0.0664790 Aug 05 12:38:02.139509 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 12:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-098467f5-2d40-4613-bd06-bc7c6464a212 x-openstack-request-id: req-098467f5-2d40-4613-bd06-bc7c6464a212 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:38:02.139918 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "089e0538-57e7-4167-b282-23765047ed0a", "tag": "17e65518-04bb-45a3-a532-a6d0e97e6f07", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:38:02.140272 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-098467f5-2d40-4613-bd06-bc7c6464a212 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:38:02.140844 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '089e0538-57e7-4167-b282-23765047ed0a', 'tag': '17e65518-04bb-45a3-a532-a6d0e97e6f07', 'status': 'completed', 'code': 200} Aug 05 12:38:02.194780 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-10398d23-13bf-42b7-a4fa-c894ec5e2728 req-ce63cd44-7cbd-49af-acda-478371454b88 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502617 Aug 05 12:38:02.231886 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f034d0-5947-4118-9ef6-36afee4766b9 req-e9ad75ac-5e9a-4bd1-88cc-6cbb1e43372d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:38:02.233816 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-33f034d0-5947-4118-9ef6-36afee4766b9 req-e9ad75ac-5e9a-4bd1-88cc-6cbb1e43372d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f4ca129800e94994b08c14cc45929d63&device_id=089e0538-57e7-4167-b282-23765047ed0a HTTP/1.1" status: 200 len: 1096 time: 0.0546720 Aug 05 12:38:02.270849 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f034d0-5947-4118-9ef6-36afee4766b9 req-48ea7420-ab05-43e3-94fb-d0ed4da65841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:38:02.272673 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-33f034d0-5947-4118-9ef6-36afee4766b9 req-48ea7420-ab05-43e3-94fb-d0ed4da65841 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f4ca129800e94994b08c14cc45929d63&device_id=089e0538-57e7-4167-b282-23765047ed0a HTTP/1.1" status: 200 len: 1096 time: 0.0687346 Aug 05 12:38:02.383317 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f034d0-5947-4118-9ef6-36afee4766b9 req-64127a7e-dd0a-4ee9-a93c-19c42240a88b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:38:02.386308 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-33f034d0-5947-4118-9ef6-36afee4766b9 req-64127a7e-dd0a-4ee9-a93c-19c42240a88b service neutron] 10.222.0.64 "GET /v2.0/networks?id=c00424f2-f7f6-42d3-a3f9-d662e8ae381c HTTP/1.1" status: 200 len: 912 time: 0.1442323 Aug 05 12:38:02.424635 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f034d0-5947-4118-9ef6-36afee4766b9 req-836f91fd-4d21-4ea7-8592-3680652906eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:38:02.427293 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-33f034d0-5947-4118-9ef6-36afee4766b9 req-836f91fd-4d21-4ea7-8592-3680652906eb service neutron] 10.222.0.55 "GET /v2.0/networks?id=c00424f2-f7f6-42d3-a3f9-d662e8ae381c HTTP/1.1" status: 200 len: 912 time: 0.1464510 Aug 05 12:38:02.487760 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-33f034d0-5947-4118-9ef6-36afee4766b9 req-d50ec89f-26f3-4b4c-b003-f3355d8ba50c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=17e65518-04bb-45a3-a532-a6d0e97e6f07 HTTP/1.1" status: 200 len: 1001 time: 0.0927796 Aug 05 12:38:02.563729 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-33f034d0-5947-4118-9ef6-36afee4766b9 req-0937d45e-bb3b-4523-9e3d-46f12f2b83a5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=17e65518-04bb-45a3-a532-a6d0e97e6f07 HTTP/1.1" status: 200 len: 1001 time: 0.1285114 Aug 05 12:38:02.577214 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f034d0-5947-4118-9ef6-36afee4766b9 req-fe5e1eee-e3e8-4849-a0e9-d737cd45b472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:38:02.578879 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-33f034d0-5947-4118-9ef6-36afee4766b9 req-fe5e1eee-e3e8-4849-a0e9-d737cd45b472 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e713aeb5-0daa-4eb2-babb-b3a078b47e59 HTTP/1.1" status: 200 len: 850 time: 0.0826559 Aug 05 12:38:02.645381 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f034d0-5947-4118-9ef6-36afee4766b9 req-0421b0f1-3725-486c-88b4-a75f2c2a9b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:38:02.647103 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-33f034d0-5947-4118-9ef6-36afee4766b9 req-0421b0f1-3725-486c-88b4-a75f2c2a9b43 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c00424f2-f7f6-42d3-a3f9-d662e8ae381c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0595992 Aug 05 12:38:02.660065 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f034d0-5947-4118-9ef6-36afee4766b9 req-ca9d71b0-e0ae-4d0b-b30b-88636d6ada7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:38:02.662580 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-33f034d0-5947-4118-9ef6-36afee4766b9 req-ca9d71b0-e0ae-4d0b-b30b-88636d6ada7e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e713aeb5-0daa-4eb2-babb-b3a078b47e59 HTTP/1.1" status: 200 len: 850 time: 0.0895016 Aug 05 12:38:02.742486 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f034d0-5947-4118-9ef6-36afee4766b9 req-044d50af-a69d-4b1b-9b73-d6543f4caca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:38:02.745911 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-33f034d0-5947-4118-9ef6-36afee4766b9 req-044d50af-a69d-4b1b-9b73-d6543f4caca8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c00424f2-f7f6-42d3-a3f9-d662e8ae381c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0749617 Aug 05 12:38:02.802036 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-33f034d0-5947-4118-9ef6-36afee4766b9 req-a1b7941b-b831-4520-bb07-3c6bb1d4847d service neutron] 10.222.0.64 "GET /v2.0/networks/c00424f2-f7f6-42d3-a3f9-d662e8ae381c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439035 Aug 05 12:38:02.896922 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-33f034d0-5947-4118-9ef6-36afee4766b9 req-e9bb8f8a-578e-47a8-9204-d4298ae0cf86 service neutron] 10.222.0.55 "GET /v2.0/networks/c00424f2-f7f6-42d3-a3f9-d662e8ae381c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426222 Aug 05 12:38:02.931298 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-33f034d0-5947-4118-9ef6-36afee4766b9 req-a64549fd-fc7d-4942-b848-9c37e5886d5e service neutron] 10.222.0.64 "GET /v2.0/networks/c00424f2-f7f6-42d3-a3f9-d662e8ae381c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195645 Aug 05 12:38:03.009509 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-33f034d0-5947-4118-9ef6-36afee4766b9 req-f9689bf9-3678-4523-8717-ae68c896ed43 service neutron] 10.222.0.55 "GET /v2.0/networks/c00424f2-f7f6-42d3-a3f9-d662e8ae381c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045215 Aug 05 12:38:03.362119 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8435d7-0eb3-45df-8c3a-3ad11ab973e8 req-e65be936-8896-4edd-b1d6-83262a91266f tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:38:03.363792 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cc8435d7-0eb3-45df-8c3a-3ad11ab973e8 req-e65be936-8896-4edd-b1d6-83262a91266f tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=089e0538-57e7-4167-b282-23765047ed0a HTTP/1.1" status: 200 len: 945 time: 0.0697682 Aug 05 12:38:03.414152 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cc8435d7-0eb3-45df-8c3a-3ad11ab973e8 req-044a4584-fc44-4913-a297-f46eaaff1b11 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398555 Aug 05 12:38:03.501781 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 17e65518-04bb-45a3-a532-a6d0e97e6f07 details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 12:38:03.556436 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58719a48-33b0-473a-97da-a2137cf69de4 req-abb0f65a-2263-4c2c-942b-b2437b15c67b tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:38:03.558555 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-58719a48-33b0-473a-97da-a2137cf69de4 req-abb0f65a-2263-4c2c-942b-b2437b15c67b tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=089e0538-57e7-4167-b282-23765047ed0a HTTP/1.1" status: 200 len: 945 time: 0.0585718 Aug 05 12:38:03.613791 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-58719a48-33b0-473a-97da-a2137cf69de4 req-f3cd618c-de2d-415f-a842-bf9768999335 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480120 Aug 05 12:38:03.651735 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 17e65518-04bb-45a3-a532-a6d0e97e6f07, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=17e65518-04bb-45a3-a532-a6d0e97e6f07,segment=NetworkSegment(13893fa0-6d12-483f-9dbb-d2903963c6f2),segment_id=13893fa0-6d12-483f-9dbb-d2903963c6f2)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:38:03.672051 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Returning: {'device': '17e65518-04bb-45a3-a532-a6d0e97e6f07', 'network_id': 'c00424f2-f7f6-42d3-a3f9-d662e8ae381c', 'port_id': '17e65518-04bb-45a3-a532-a6d0e97e6f07', 'mac_address': 'fa:16:3e:85:ed:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e713aeb5-0daa-4eb2-babb-b3a078b47e59', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 12:38:03.721947 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:38:03.739640 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17e65518-04bb-45a3-a532-a6d0e97e6f07 {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 12:38:03.773222 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 17e65518-04bb-45a3-a532-a6d0e97e6f07, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=17e65518-04bb-45a3-a532-a6d0e97e6f07,segment=NetworkSegment(13893fa0-6d12-483f-9dbb-d2903963c6f2),segment_id=13893fa0-6d12-483f-9dbb-d2903963c6f2)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:38:03.779782 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:38:03.799268 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d2230b-4fc5-4f0a-8ea3-0c5fc2e64bb2 req-726707e3-19c5-4979-8764-3100f7b6edc5 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:38:03.802495 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-44d2230b-4fc5-4f0a-8ea3-0c5fc2e64bb2 req-726707e3-19c5-4979-8764-3100f7b6edc5 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=089e0538-57e7-4167-b282-23765047ed0a HTTP/1.1" status: 200 len: 945 time: 0.0862048 Aug 05 12:38:03.839543 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=17e65518-04bb-45a3-a532-a6d0e97e6f07,revision_number=12']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:38:03.862778 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-44d2230b-4fc5-4f0a-8ea3-0c5fc2e64bb2 req-8da895f4-a7b9-4706-9aa0-9cea34e52f1f tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516098 Aug 05 12:38:04.139130 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['17e65518-04bb-45a3-a532-a6d0e97e6f07'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 12:38:04.242250 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbb44d2-689e-4c1c-aa9c-2cd40bd18f5c req-a7dc89aa-f3e5-467e-a286-247deaf0bbaf tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:38:04.245812 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1fbb44d2-689e-4c1c-aa9c-2cd40bd18f5c req-a7dc89aa-f3e5-467e-a286-247deaf0bbaf tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=089e0538-57e7-4167-b282-23765047ed0a HTTP/1.1" status: 200 len: 946 time: 0.0719459 Aug 05 12:38:04.325324 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1fbb44d2-689e-4c1c-aa9c-2cd40bd18f5c req-7abfb449-aa8b-4e45-9c52-973c3e34c143 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720217 Aug 05 12:38:05.470287 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b506d712-f5d9-4342-89a7-f9a6762b1ebc req-defe9721-fe6a-478d-9f52-b7e3e3dbd9ef tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:38:05.471852 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b506d712-f5d9-4342-89a7-f9a6762b1ebc req-defe9721-fe6a-478d-9f52-b7e3e3dbd9ef tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=089e0538-57e7-4167-b282-23765047ed0a HTTP/1.1" status: 200 len: 946 time: 0.0542791 Aug 05 12:38:05.517171 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 17e65518-04bb-45a3-a532-a6d0e97e6f07 up at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:38:05.523908 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b506d712-f5d9-4342-89a7-f9a6762b1ebc req-563e96fd-0011-4b63-b0b9-441d32cff283 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455742 Aug 05 12:38:05.580384 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning for port 17e65518-04bb-45a3-a532-a6d0e97e6f07 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:38:05.585402 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning complete for port 17e65518-04bb-45a3-a532-a6d0e97e6f07 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:38:05.585843 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:38:05.692523 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:38:05.728509 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '089e0538-57e7-4167-b282-23765047ed0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17e65518-04bb-45a3-a532-a6d0e97e6f07'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:38:05.731327 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e1268cc07bff5734ca170491336a8ac74677c017447dd0c96766dddd3e3cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de643ab5-fbd2-4ffe-9c46-24b28c409325" -d '{"events": [{"server_uuid": "089e0538-57e7-4167-b282-23765047ed0a", "name": "network-vif-plugged", "status": "completed", "tag": "17e65518-04bb-45a3-a532-a6d0e97e6f07"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:38:05.756754 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 17e65518-04bb-45a3-a532-a6d0e97e6f07, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=17e65518-04bb-45a3-a532-a6d0e97e6f07,segment=NetworkSegment(13893fa0-6d12-483f-9dbb-d2903963c6f2),segment_id=13893fa0-6d12-483f-9dbb-d2903963c6f2)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:38:05.764696 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:38:05.811182 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 12:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56342cc8-3df2-40dc-82a4-ebe22bae2c65 x-openstack-request-id: req-56342cc8-3df2-40dc-82a4-ebe22bae2c65 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:38:05.811581 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "089e0538-57e7-4167-b282-23765047ed0a", "name": "network-vif-plugged", "status": "completed", "tag": "17e65518-04bb-45a3-a532-a6d0e97e6f07", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:38:05.811919 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-56342cc8-3df2-40dc-82a4-ebe22bae2c65 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:38:05.812424 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '089e0538-57e7-4167-b282-23765047ed0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17e65518-04bb-45a3-a532-a6d0e97e6f07', 'code': 200} Aug 05 12:38:05.841826 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=17e65518-04bb-45a3-a532-a6d0e97e6f07,revision_number=13']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:38:05.997969 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e516653-c007-4a3a-a5e7-9fb4d47696b0 req-79e7ba96-9d58-4f37-b6a1-4f86288546c4 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:38:05.999622 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-5e516653-c007-4a3a-a5e7-9fb4d47696b0 req-79e7ba96-9d58-4f37-b6a1-4f86288546c4 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.55 "GET /v2.0/ports?device_id=089e0538-57e7-4167-b282-23765047ed0a HTTP/1.1" status: 200 len: 947 time: 0.0622540 Aug 05 12:38:06.111533 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-5e516653-c007-4a3a-a5e7-9fb4d47696b0 req-28a379c2-ab94-4e72-a0cf-091c710ce4a6 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Deleting port 17e65518-04bb-45a3-a532-a6d0e97e6f07 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:38:06.111875 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-5e516653-c007-4a3a-a5e7-9fb4d47696b0 req-28a379c2-ab94-4e72-a0cf-091c710ce4a6 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:38:06.219325 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-5e516653-c007-4a3a-a5e7-9fb4d47696b0 req-28a379c2-ab94-4e72-a0cf-091c710ce4a6 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] For port 17e65518-04bb-45a3-a532-a6d0e97e6f07, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=17e65518-04bb-45a3-a532-a6d0e97e6f07,segment=NetworkSegment(13893fa0-6d12-483f-9dbb-d2903963c6f2),segment_id=13893fa0-6d12-483f-9dbb-d2903963c6f2)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:38:06.219847 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-5e516653-c007-4a3a-a5e7-9fb4d47696b0 req-28a379c2-ab94-4e72-a0cf-091c710ce4a6 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:38:06.484280 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-5e516653-c007-4a3a-a5e7-9fb4d47696b0 req-28a379c2-ab94-4e72-a0cf-091c710ce4a6 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:38:06.485139 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-5e516653-c007-4a3a-a5e7-9fb4d47696b0 req-28a379c2-ab94-4e72-a0cf-091c710ce4a6 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33287247'] for floatingip, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:38:06.485580 n-d-803378-2 neutron-server[94421]: INFO neutron.db.l3_db [req-5e516653-c007-4a3a-a5e7-9fb4d47696b0 req-28a379c2-ab94-4e72-a0cf-091c710ce4a6 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Floating IP d1447434-d449-45ec-a1ae-729ea447988f disassociated. External IP: 172.25.5.147, port: 17e65518-04bb-45a3-a532-a6d0e97e6f07. Aug 05 12:38:06.486134 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-5e516653-c007-4a3a-a5e7-9fb4d47696b0 req-28a379c2-ab94-4e72-a0cf-091c710ce4a6 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Calling delete_port for 17e65518-04bb-45a3-a532-a6d0e97e6f07 owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:38:06.663229 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-5e516653-c007-4a3a-a5e7-9fb4d47696b0 req-28a379c2-ab94-4e72-a0cf-091c710ce4a6 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:38:06.687675 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca0a555-2366-4afb-b85d-f83b2d225703 req-c4589c36-4f19-4408-a726-fbe0d8c3c6c2 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:38:06.690098 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-aca0a555-2366-4afb-b85d-f83b2d225703 req-c4589c36-4f19-4408-a726-fbe0d8c3c6c2 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=089e0538-57e7-4167-b282-23765047ed0a HTTP/1.1" status: 200 len: 868 time: 0.0687516 Aug 05 12:38:06.711451 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a379c2-ab94-4e72-a0cf-091c710ce4a6 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Pushing event deleted for resources: {'Port': ['ID=17e65518-04bb-45a3-a532-a6d0e97e6f07,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:38:06.792414 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-aca0a555-2366-4afb-b85d-f83b2d225703 req-9dc0646d-b888-4045-8133-6265fa86b50b tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827360 Aug 05 12:38:06.919557 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5e516653-c007-4a3a-a5e7-9fb4d47696b0 req-28a379c2-ab94-4e72-a0cf-091c710ce4a6 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Router 67178f4d-b3c4-4500-a975-0b4e8bb4a8f4 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:38:07.068195 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5e516653-c007-4a3a-a5e7-9fb4d47696b0 req-28a379c2-ab94-4e72-a0cf-091c710ce4a6 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:38:07.082091 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c159d0e-484d-4ab6-b1e6-0f3eb44d0cbd None None] Sync routers for ids ['67178f4d-b3c4-4500-a975-0b4e8bb4a8f4'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:38:07.092312 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c159d0e-484d-4ab6-b1e6-0f3eb44d0cbd None None] Routers {'67178f4d-b3c4-4500-a975-0b4e8bb4a8f4'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:38:07.092979 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-7c159d0e-484d-4ab6-b1e6-0f3eb44d0cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:37:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['67178f4d-b3c4-4500-a975-0b4e8bb4a8f4'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:38:07.113658 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e516653-c007-4a3a-a5e7-9fb4d47696b0 req-28a379c2-ab94-4e72-a0cf-091c710ce4a6 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] No DVR routers for this DVR port 17e65518-04bb-45a3-a532-a6d0e97e6f07 on host n-h2-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:38:07.117060 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-5e516653-c007-4a3a-a5e7-9fb4d47696b0 req-28a379c2-ab94-4e72-a0cf-091c710ce4a6 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:38:07.120048 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-5e516653-c007-4a3a-a5e7-9fb4d47696b0 req-28a379c2-ab94-4e72-a0cf-091c710ce4a6 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.55 "DELETE /v2.0/ports/17e65518-04bb-45a3-a532-a6d0e97e6f07 HTTP/1.1" status: 204 len: 173 time: 1.1128109 Aug 05 12:38:07.120672 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '089e0538-57e7-4167-b282-23765047ed0a', 'name': 'network-vif-deleted', 'tag': '17e65518-04bb-45a3-a532-a6d0e97e6f07'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:38:07.123596 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7ff1ae056485c55ead25f70fa9973e26b39e4a1f6cb6b93d5d0d7942cdef429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acb9d5a5-7470-4416-a4a6-4e3be9c56778" -d '{"events": [{"server_uuid": "089e0538-57e7-4167-b282-23765047ed0a", "name": "network-vif-deleted", "tag": "17e65518-04bb-45a3-a532-a6d0e97e6f07"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:38:07.181672 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 12:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5581b3d1-7b86-4080-8911-630951290bf7 x-openstack-request-id: req-5581b3d1-7b86-4080-8911-630951290bf7 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:38:07.182126 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "089e0538-57e7-4167-b282-23765047ed0a", "name": "network-vif-deleted", "tag": "17e65518-04bb-45a3-a532-a6d0e97e6f07", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:38:07.182499 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5581b3d1-7b86-4080-8911-630951290bf7 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:38:07.183003 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '089e0538-57e7-4167-b282-23765047ed0a', 'name': 'network-vif-deleted', 'tag': '17e65518-04bb-45a3-a532-a6d0e97e6f07', 'status': 'completed', 'code': 200} Aug 05 12:38:07.441615 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c0dedcd0-e473-4061-a672-718cfa3defe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:38:07.470834 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-7c159d0e-484d-4ab6-b1e6-0f3eb44d0cbd None None] Set router 67178f4d-b3c4-4500-a975-0b4e8bb4a8f4 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:38:07.769622 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-7c159d0e-484d-4ab6-b1e6-0f3eb44d0cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67178f4d-b3c4-4500-a975-0b4e8bb4a8f4', 'name': 'tempest-ServerActionsTestJSON-771402488-router', 'tenant_id': 'f4ca129800e94994b08c14cc45929d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': 'a90b18b8-85c0-477a-b299-066a574f5095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:29:02Z', 'updated_at': '2021-08-05T12:29:07Z', 'revision_number': 4, 'project_id': 'f4ca129800e94994b08c14cc45929d63', 'gw_port': {'id': 'a90b18b8-85c0-477a-b299-066a574f5095', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:18:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67178f4d-b3c4-4500-a975-0b4e8bb4a8f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:29:03Z', 'updated_at': '2021-08-05T12:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'd11c8b72-d40a-4114-8145-9fae6beaedac', 'name': '', 'network_id': 'c00424f2-f7f6-42d3-a3f9-d662e8ae381c', 'tenant_id': 'f4ca129800e94994b08c14cc45929d63', 'mac_address': 'fa:16:3e:79:37:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67178f4d-b3c4-4500-a975-0b4e8bb4a8f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'e713aeb5-0daa-4eb2-babb-b3a078b47e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:29:05Z', 'updated_at': '2021-08-05T12:29:13Z', 'revision_number': 5, 'project_id': 'f4ca129800e94994b08c14cc45929d63', 'subnets': [{'id': 'e713aeb5-0daa-4eb2-babb-b3a078b47e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:38:07.805516 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c159d0e-484d-4ab6-b1e6-0f3eb44d0cbd None None] Checking router: 67178f4d-b3c4-4500-a975-0b4e8bb4a8f4 for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:38:07.818514 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c159d0e-484d-4ab6-b1e6-0f3eb44d0cbd None None] Routers {'67178f4d-b3c4-4500-a975-0b4e8bb4a8f4'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:38:07.819319 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-7c159d0e-484d-4ab6-b1e6-0f3eb44d0cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:37:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['67178f4d-b3c4-4500-a975-0b4e8bb4a8f4'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:38:07.978806 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-7c159d0e-484d-4ab6-b1e6-0f3eb44d0cbd None None] Set router 67178f4d-b3c4-4500-a975-0b4e8bb4a8f4 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:38:08.188150 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-af48ac09-05fa-4a21-962f-d06d227d4045 req-68703f09-7f11-45cc-86da-886afbcb3e64 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--256105841&fields=id&tenant_id=f4ca129800e94994b08c14cc45929d63 HTTP/1.1" status: 200 len: 267 time: 0.0430779 Aug 05 12:38:08.260668 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-7c159d0e-484d-4ab6-b1e6-0f3eb44d0cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67178f4d-b3c4-4500-a975-0b4e8bb4a8f4', 'name': 'tempest-ServerActionsTestJSON-771402488-router', 'tenant_id': 'f4ca129800e94994b08c14cc45929d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': 'a90b18b8-85c0-477a-b299-066a574f5095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:29:02Z', 'updated_at': '2021-08-05T12:29:07Z', 'revision_number': 4, 'project_id': 'f4ca129800e94994b08c14cc45929d63', 'gw_port': {'id': 'a90b18b8-85c0-477a-b299-066a574f5095', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:18:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67178f4d-b3c4-4500-a975-0b4e8bb4a8f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:29:03Z', 'updated_at': '2021-08-05T12:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'd11c8b72-d40a-4114-8145-9fae6beaedac', 'name': '', 'network_id': 'c00424f2-f7f6-42d3-a3f9-d662e8ae381c', 'tenant_id': 'f4ca129800e94994b08c14cc45929d63', 'mac_address': 'fa:16:3e:79:37:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67178f4d-b3c4-4500-a975-0b4e8bb4a8f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'e713aeb5-0daa-4eb2-babb-b3a078b47e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:29:05Z', 'updated_at': '2021-08-05T12:29:13Z', 'revision_number': 5, 'project_id': 'f4ca129800e94994b08c14cc45929d63', 'subnets': [{'id': 'e713aeb5-0daa-4eb2-babb-b3a078b47e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:38:08.313649 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c159d0e-484d-4ab6-b1e6-0f3eb44d0cbd None None] The sync data for ids ['67178f4d-b3c4-4500-a975-0b4e8bb4a8f4'] in n-d-803378-2 is: [{'id': '67178f4d-b3c4-4500-a975-0b4e8bb4a8f4', 'name': 'tempest-ServerActionsTestJSON-771402488-router', 'tenant_id': 'f4ca129800e94994b08c14cc45929d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': 'a90b18b8-85c0-477a-b299-066a574f5095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:29:02Z', 'updated_at': '2021-08-05T12:29:07Z', 'revision_number': 4, 'project_id': 'f4ca129800e94994b08c14cc45929d63', 'gw_port': {'id': 'a90b18b8-85c0-477a-b299-066a574f5095', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:18:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67178f4d-b3c4-4500-a975-0b4e8bb4a8f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:29:03Z', 'updated_at': '2021-08-05T12:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'd11c8b72-d40a-4114-8145-9fae6beaedac', 'name': '', 'network_id': 'c00424f2-f7f6-42d3-a3f9-d662e8ae381c', 'tenant_id': 'f4ca129800e94994b08c14cc45929d63', 'mac_address': 'fa:16:3e:79:37:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67178f4d-b3c4-4500-a975-0b4e8bb4a8f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'e713aeb5-0daa-4eb2-babb-b3a078b47e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:29:05Z', 'updated_at': '2021-08-05T12:29:13Z', 'revision_number': 5, 'project_id': 'f4ca129800e94994b08c14cc45929d63', 'subnets': [{'id': 'e713aeb5-0daa-4eb2-babb-b3a078b47e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:38:08.330990 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af48ac09-05fa-4a21-962f-d06d227d4045 req-1fb46a48-79cd-4aa6-88e6-0004c133be9d tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:38:08.332715 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-af48ac09-05fa-4a21-962f-d06d227d4045 req-1fb46a48-79cd-4aa6-88e6-0004c133be9d tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/networks?id=c00424f2-f7f6-42d3-a3f9-d662e8ae381c HTTP/1.1" status: 200 len: 811 time: 0.1372664 Aug 05 12:38:08.349545 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-af48ac09-05fa-4a21-962f-d06d227d4045 req-cb642cc7-579a-4703-afd1-7b69bb5bece9 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/quotas/f4ca129800e94994b08c14cc45929d63 HTTP/1.1" status: 200 len: 375 time: 0.0103121 Aug 05 12:38:08.431979 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-af48ac09-05fa-4a21-962f-d06d227d4045 req-7ba81afd-1ea0-4418-9399-cbba2ed5ad3d tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=f4ca129800e94994b08c14cc45929d63&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0730948 Aug 05 12:38:08.650602 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-af48ac09-05fa-4a21-962f-d06d227d4045 req-e44f8e07-4cee-4611-99e6-16dbc8f98fe2 service neutron] 10.222.0.58 "GET /v2.0/networks/c00424f2-f7f6-42d3-a3f9-d662e8ae381c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993911 Aug 05 12:38:08.665751 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7217e6-bf65-479e-8f1a-3ff078a3ddc7 None None] New status for floating IP d1447434-d449-45ec-a1ae-729ea447988f: DOWN {{(pid=94423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 12:38:08.845039 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-af48ac09-05fa-4a21-962f-d06d227d4045 req-e402b0a2-0155-4824-8685-3ec145fc4fae service neutron] 10.222.0.58 "GET /v2.0/networks/c00424f2-f7f6-42d3-a3f9-d662e8ae381c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870973 Aug 05 12:38:09.089362 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9ad0cdbc-4533-4cf4-acf1-0f27b7814337 req-3cd668f3-5536-410d-b59c-b6e9eb7121de tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd880180-5f40-4b97-87c6-9c363fb1741a HTTP/1.1" status: 200 len: 210 time: 0.0356779 Aug 05 12:38:09.545243 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 17e65518-04bb-45a3-a532-a6d0e97e6f07 no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:38:09.568453 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] No Port match for: 17e65518-04bb-45a3-a532-a6d0e97e6f07 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:38:09.568978 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 17e65518-04bb-45a3-a532-a6d0e97e6f07 not bound to the agent host n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:38:09.806325 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 12:38:10.064055 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-975de6cc-bc98-47c2-bd67-9a4a44ef58b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:38:10.179884 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:38:10.254506 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7baea370-731a-4880-9cd1-b0964675dce4 req-1c906272-4b9d-41ed-9b85-441aa4cbded6 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd880180-5f40-4b97-87c6-9c363fb1741a HTTP/1.1" status: 200 len: 210 time: 0.0375705 Aug 05 12:38:10.277767 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af48ac09-05fa-4a21-962f-d06d227d4045 req-dc7bb60b-0238-4706-983e-9ccd89aae738 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:38:10.279390 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-af48ac09-05fa-4a21-962f-d06d227d4045 req-dc7bb60b-0238-4706-983e-9ccd89aae738 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.55 "GET /v2.0/networks?id=c00424f2-f7f6-42d3-a3f9-d662e8ae381c HTTP/1.1" status: 200 len: 811 time: 0.1734979 Aug 05 12:38:10.339868 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-af48ac09-05fa-4a21-962f-d06d227d4045 req-143a953c-f584-42f0-8b01-f5f93d5d7429 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f4ca129800e94994b08c14cc45929d63 HTTP/1.1" status: 200 len: 379 time: 0.0435069 Aug 05 12:38:10.376979 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-af48ac09-05fa-4a21-962f-d06d227d4045 req-768fc332-2d71-4011-b948-2f30cb65590e tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Request body: {'port': {'device_id': 'cd880180-5f40-4b97-87c6-9c363fb1741a', 'network_id': 'c00424f2-f7f6-42d3-a3f9-d662e8ae381c', 'admin_state_up': True, 'tenant_id': 'f4ca129800e94994b08c14cc45929d63', 'security_groups': ['da26d7af-3506-4596-8856-807d5fbc038c']}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:38:10.516140 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af48ac09-05fa-4a21-962f-d06d227d4045 req-768fc332-2d71-4011-b948-2f30cb65590e tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Made reservation on behalf of f4ca129800e94994b08c14cc45929d63 for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:38:10.519985 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-af48ac09-05fa-4a21-962f-d06d227d4045 req-768fc332-2d71-4011-b948-2f30cb65590e tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:38:10.671601 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-af48ac09-05fa-4a21-962f-d06d227d4045 req-768fc332-2d71-4011-b948-2f30cb65590e tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Allocated IP 172.20.0.9 (c00424f2-f7f6-42d3-a3f9-d662e8ae381c/e713aeb5-0daa-4eb2-babb-b3a078b47e59/1a23e7d0-0fbe-4232-87a1-d4423c4fc88a) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:38:10.860526 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-af48ac09-05fa-4a21-962f-d06d227d4045 req-768fc332-2d71-4011-b948-2f30cb65590e tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:38:10.879298 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-af48ac09-05fa-4a21-962f-d06d227d4045 req-768fc332-2d71-4011-b948-2f30cb65590e tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Transition to ACTIVE for port object 1a23e7d0-0fbe-4232-87a1-d4423c4fc88a will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:38:10.922044 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-af48ac09-05fa-4a21-962f-d06d227d4045 req-768fc332-2d71-4011-b948-2f30cb65590e tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:38:10.970662 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af48ac09-05fa-4a21-962f-d06d227d4045 req-768fc332-2d71-4011-b948-2f30cb65590e tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Network c00424f2-f7f6-42d3-a3f9-d662e8ae381c is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:38:10.975952 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-af48ac09-05fa-4a21-962f-d06d227d4045 req-768fc332-2d71-4011-b948-2f30cb65590e tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:38:10.980262 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-af48ac09-05fa-4a21-962f-d06d227d4045 req-768fc332-2d71-4011-b948-2f30cb65590e tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:38:11.007391 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768fc332-2d71-4011-b948-2f30cb65590e tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Pushing event updated for resources: {'Port': ['ID=1a23e7d0-0fbe-4232-87a1-d4423c4fc88a,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:38:11.041314 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af48ac09-05fa-4a21-962f-d06d227d4045 req-768fc332-2d71-4011-b948-2f30cb65590e tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:38:11.041947 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-af48ac09-05fa-4a21-962f-d06d227d4045 req-768fc332-2d71-4011-b948-2f30cb65590e tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:38:11.063923 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-af48ac09-05fa-4a21-962f-d06d227d4045 req-768fc332-2d71-4011-b948-2f30cb65590e tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6909890 Aug 05 12:38:11.084507 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-af48ac09-05fa-4a21-962f-d06d227d4045 req-51afe0be-8b33-4065-bde0-d04cc3400b11 service neutron] Request body: {'port': {'device_id': 'cd880180-5f40-4b97-87c6-9c363fb1741a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:38:11.159193 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-af48ac09-05fa-4a21-962f-d06d227d4045 req-51afe0be-8b33-4065-bde0-d04cc3400b11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:38:11.245423 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-17620a1e-81d5-4052-9319-577d1cc4fd3c None None] Provisioning for port 1a23e7d0-0fbe-4232-87a1-d4423c4fc88a completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:38:11.250715 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-17620a1e-81d5-4052-9319-577d1cc4fd3c None None] Provisioning complete for port 1a23e7d0-0fbe-4232-87a1-d4423c4fc88a triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:38:11.251088 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-17620a1e-81d5-4052-9319-577d1cc4fd3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:38:11.303590 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-17620a1e-81d5-4052-9319-577d1cc4fd3c None None] Port 1a23e7d0-0fbe-4232-87a1-d4423c4fc88a cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 12:38:11.408021 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b2273f-51b7-499d-b064-1504fc554167 req-eca7a155-b288-420e-9f5c-cbaa9045b1d2 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:38:11.409915 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-16b2273f-51b7-499d-b064-1504fc554167 req-eca7a155-b288-420e-9f5c-cbaa9045b1d2 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd880180-5f40-4b97-87c6-9c363fb1741a HTTP/1.1" status: 200 len: 931 time: 0.0575759 Aug 05 12:38:11.454760 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-16b2273f-51b7-499d-b064-1504fc554167 req-785680c3-ec47-4476-a6ca-c00efcca06d7 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360563 Aug 05 12:38:11.481742 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-af48ac09-05fa-4a21-962f-d06d227d4045 req-51afe0be-8b33-4065-bde0-d04cc3400b11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a23e7d0-0fbe-4232-87a1-d4423c4fc88a {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 12:38:11.491795 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-af48ac09-05fa-4a21-962f-d06d227d4045 req-51afe0be-8b33-4065-bde0-d04cc3400b11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:38:11.506965 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-af48ac09-05fa-4a21-962f-d06d227d4045 req-51afe0be-8b33-4065-bde0-d04cc3400b11 service neutron] Transition to ACTIVE for port object 1a23e7d0-0fbe-4232-87a1-d4423c4fc88a will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:38:11.511357 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-af48ac09-05fa-4a21-962f-d06d227d4045 req-51afe0be-8b33-4065-bde0-d04cc3400b11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:38:11.575620 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51afe0be-8b33-4065-bde0-d04cc3400b11 service neutron] Pushing event updated for resources: {'Port': ['ID=1a23e7d0-0fbe-4232-87a1-d4423c4fc88a,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:38:11.659801 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-af48ac09-05fa-4a21-962f-d06d227d4045 req-51afe0be-8b33-4065-bde0-d04cc3400b11 service neutron] Attempting to bind port 1a23e7d0-0fbe-4232-87a1-d4423c4fc88a on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:38:11.660455 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-af48ac09-05fa-4a21-962f-d06d227d4045 req-51afe0be-8b33-4065-bde0-d04cc3400b11 service neutron] Attempting to bind port 1a23e7d0-0fbe-4232-87a1-d4423c4fc88a by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': '13893fa0-6d12-483f-9dbb-d2903963c6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'c00424f2-f7f6-42d3-a3f9-d662e8ae381c'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:38:11.660817 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af48ac09-05fa-4a21-962f-d06d227d4045 req-51afe0be-8b33-4065-bde0-d04cc3400b11 service neutron] Attempting to bind port 1a23e7d0-0fbe-4232-87a1-d4423c4fc88a on network c00424f2-f7f6-42d3-a3f9-d662e8ae381c {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:38:11.667287 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af48ac09-05fa-4a21-962f-d06d227d4045 req-51afe0be-8b33-4065-bde0-d04cc3400b11 service neutron] Port 1a23e7d0-0fbe-4232-87a1-d4423c4fc88a on network c00424f2-f7f6-42d3-a3f9-d662e8ae381c not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 12:38:11.667690 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af48ac09-05fa-4a21-962f-d06d227d4045 req-51afe0be-8b33-4065-bde0-d04cc3400b11 service neutron] Attempting to bind port 1a23e7d0-0fbe-4232-87a1-d4423c4fc88a on network c00424f2-f7f6-42d3-a3f9-d662e8ae381c {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:38:11.675028 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af48ac09-05fa-4a21-962f-d06d227d4045 req-51afe0be-8b33-4065-bde0-d04cc3400b11 service neutron] Checking agent: {'id': 'a8f1dd2d-227c-4e30-8844-52419ba734db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:38:11.675553 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af48ac09-05fa-4a21-962f-d06d227d4045 req-51afe0be-8b33-4065-bde0-d04cc3400b11 service neutron] Checking segment: {'id': '13893fa0-6d12-483f-9dbb-d2903963c6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'c00424f2-f7f6-42d3-a3f9-d662e8ae381c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:38:11.676105 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af48ac09-05fa-4a21-962f-d06d227d4045 req-51afe0be-8b33-4065-bde0-d04cc3400b11 service neutron] Bound using segment: {'id': '13893fa0-6d12-483f-9dbb-d2903963c6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'c00424f2-f7f6-42d3-a3f9-d662e8ae381c'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:38:11.676655 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-af48ac09-05fa-4a21-962f-d06d227d4045 req-51afe0be-8b33-4065-bde0-d04cc3400b11 service neutron] Bound port: 1a23e7d0-0fbe-4232-87a1-d4423c4fc88a, host: n-h2-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13893fa0-6d12-483f-9dbb-d2903963c6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'c00424f2-f7f6-42d3-a3f9-d662e8ae381c'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:38:11.677314 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-af48ac09-05fa-4a21-962f-d06d227d4045 req-51afe0be-8b33-4065-bde0-d04cc3400b11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:38:11.757531 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-af48ac09-05fa-4a21-962f-d06d227d4045 req-51afe0be-8b33-4065-bde0-d04cc3400b11 service neutron] For port 1a23e7d0-0fbe-4232-87a1-d4423c4fc88a, host n-h2-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:38:11.762824 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-af48ac09-05fa-4a21-962f-d06d227d4045 req-51afe0be-8b33-4065-bde0-d04cc3400b11 service neutron] For port 1a23e7d0-0fbe-4232-87a1-d4423c4fc88a, host n-h2-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=1a23e7d0-0fbe-4232-87a1-d4423c4fc88a,segment=NetworkSegment(13893fa0-6d12-483f-9dbb-d2903963c6f2),segment_id=13893fa0-6d12-483f-9dbb-d2903963c6f2)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:38:11.768258 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-af48ac09-05fa-4a21-962f-d06d227d4045 req-51afe0be-8b33-4065-bde0-d04cc3400b11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:38:11.827698 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af48ac09-05fa-4a21-962f-d06d227d4045 req-51afe0be-8b33-4065-bde0-d04cc3400b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:38:11.828668 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-af48ac09-05fa-4a21-962f-d06d227d4045 req-51afe0be-8b33-4065-bde0-d04cc3400b11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:38:11.830814 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-af48ac09-05fa-4a21-962f-d06d227d4045 req-51afe0be-8b33-4065-bde0-d04cc3400b11 service neutron] 10.222.0.55 "PUT /v2.0/ports/1a23e7d0-0fbe-4232-87a1-d4423c4fc88a HTTP/1.1" status: 200 len: 1091 time: 0.7523842 Aug 05 12:38:11.831388 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd880180-5f40-4b97-87c6-9c363fb1741a', 'tag': '1a23e7d0-0fbe-4232-87a1-d4423c4fc88a'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:38:11.834976 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7ff1ae056485c55ead25f70fa9973e26b39e4a1f6cb6b93d5d0d7942cdef429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f75aaf0-ff55-4218-9cf8-beb5bdb640f0" -d '{"events": [{"name": "network-changed", "server_uuid": "cd880180-5f40-4b97-87c6-9c363fb1741a", "tag": "1a23e7d0-0fbe-4232-87a1-d4423c4fc88a"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:38:11.889762 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51afe0be-8b33-4065-bde0-d04cc3400b11 service neutron] Pushing event updated for resources: {'Port': ['ID=1a23e7d0-0fbe-4232-87a1-d4423c4fc88a,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:38:11.922376 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 12:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25ab09a4-5b15-4c65-ac6f-4570250445d9 x-openstack-request-id: req-25ab09a4-5b15-4c65-ac6f-4570250445d9 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:38:11.922843 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd880180-5f40-4b97-87c6-9c363fb1741a", "tag": "1a23e7d0-0fbe-4232-87a1-d4423c4fc88a", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:38:11.923250 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-25ab09a4-5b15-4c65-ac6f-4570250445d9 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:38:11.923976 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd880180-5f40-4b97-87c6-9c363fb1741a', 'tag': '1a23e7d0-0fbe-4232-87a1-d4423c4fc88a', 'status': 'completed', 'code': 200} Aug 05 12:38:11.978727 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af48ac09-05fa-4a21-962f-d06d227d4045 req-e9bcc314-e915-478f-b5e6-e53b96285bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:38:11.981224 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-af48ac09-05fa-4a21-962f-d06d227d4045 req-e9bcc314-e915-478f-b5e6-e53b96285bee service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f4ca129800e94994b08c14cc45929d63&device_id=cd880180-5f40-4b97-87c6-9c363fb1741a HTTP/1.1" status: 200 len: 1094 time: 0.0746732 Aug 05 12:38:12.015386 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:38:12.053007 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-af48ac09-05fa-4a21-962f-d06d227d4045 req-f884c39a-5a5b-43b1-a27c-b585792d894e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a23e7d0-0fbe-4232-87a1-d4423c4fc88a HTTP/1.1" status: 200 len: 217 time: 0.0576556 Aug 05 12:38:12.127049 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af48ac09-05fa-4a21-962f-d06d227d4045 req-0ad0a4c9-d9b8-4629-b186-c0a2ffc884d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:38:12.128448 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-af48ac09-05fa-4a21-962f-d06d227d4045 req-0ad0a4c9-d9b8-4629-b186-c0a2ffc884d6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e713aeb5-0daa-4eb2-babb-b3a078b47e59 HTTP/1.1" status: 200 len: 850 time: 0.0687096 Aug 05 12:38:12.188312 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af48ac09-05fa-4a21-962f-d06d227d4045 req-214f435f-d073-4163-94d8-c348909f0a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:38:12.189979 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-af48ac09-05fa-4a21-962f-d06d227d4045 req-214f435f-d073-4163-94d8-c348909f0a7b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c00424f2-f7f6-42d3-a3f9-d662e8ae381c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538216 Aug 05 12:38:12.297114 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-af48ac09-05fa-4a21-962f-d06d227d4045 req-4a03849c-f34d-419b-b977-b6128d1ee9aa service neutron] 10.222.0.55 "GET /v2.0/networks/c00424f2-f7f6-42d3-a3f9-d662e8ae381c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987632 Aug 05 12:38:12.414500 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-af48ac09-05fa-4a21-962f-d06d227d4045 req-b0f8e011-84e1-4b86-bb7a-738de29473bd service neutron] 10.222.0.55 "GET /v2.0/networks/c00424f2-f7f6-42d3-a3f9-d662e8ae381c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097858 Aug 05 12:38:12.549749 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f75aaf0-ff55-4218-9cf8-beb5bdb640f0 req-49cbdf24-2461-4ae4-8ad8-393ff6e7559e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:38:12.551184 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1f75aaf0-ff55-4218-9cf8-beb5bdb640f0 req-49cbdf24-2461-4ae4-8ad8-393ff6e7559e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f4ca129800e94994b08c14cc45929d63&device_id=cd880180-5f40-4b97-87c6-9c363fb1741a HTTP/1.1" status: 200 len: 1094 time: 0.0462282 Aug 05 12:38:12.591835 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d17d8d9-f4d6-4c51-b65c-7588e47fa2ad req-a62a3442-f127-424f-adc8-6d2936f7a228 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:38:12.593482 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7d17d8d9-f4d6-4c51-b65c-7588e47fa2ad req-a62a3442-f127-424f-adc8-6d2936f7a228 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd880180-5f40-4b97-87c6-9c363fb1741a HTTP/1.1" status: 200 len: 943 time: 0.0607221 Aug 05 12:38:12.640219 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7d17d8d9-f4d6-4c51-b65c-7588e47fa2ad req-d87b32d2-de30-4c4d-850f-a7fa04faf334 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406566 Aug 05 12:38:12.672138 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f75aaf0-ff55-4218-9cf8-beb5bdb640f0 req-d14fb45f-534a-4174-b311-f448e22c8935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:38:12.672138 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1f75aaf0-ff55-4218-9cf8-beb5bdb640f0 req-d14fb45f-534a-4174-b311-f448e22c8935 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c00424f2-f7f6-42d3-a3f9-d662e8ae381c HTTP/1.1" status: 200 len: 912 time: 0.1118631 Aug 05 12:38:12.725135 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1f75aaf0-ff55-4218-9cf8-beb5bdb640f0 req-2ea35d7f-e289-4ed2-8479-c34584596216 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a23e7d0-0fbe-4232-87a1-d4423c4fc88a HTTP/1.1" status: 200 len: 217 time: 0.0465722 Aug 05 12:38:12.782035 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f75aaf0-ff55-4218-9cf8-beb5bdb640f0 req-67fe93e7-bf5e-4416-94d6-85217d4fe538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:38:12.783610 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1f75aaf0-ff55-4218-9cf8-beb5bdb640f0 req-67fe93e7-bf5e-4416-94d6-85217d4fe538 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e713aeb5-0daa-4eb2-babb-b3a078b47e59 HTTP/1.1" status: 200 len: 850 time: 0.0511372 Aug 05 12:38:12.841650 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f75aaf0-ff55-4218-9cf8-beb5bdb640f0 req-82f75417-3c1b-48d3-bee2-ca67c34519aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:38:12.843103 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1f75aaf0-ff55-4218-9cf8-beb5bdb640f0 req-82f75417-3c1b-48d3-bee2-ca67c34519aa service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c00424f2-f7f6-42d3-a3f9-d662e8ae381c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515473 Aug 05 12:38:12.949429 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1f75aaf0-ff55-4218-9cf8-beb5bdb640f0 req-5982a14e-f52c-46a5-af39-2f512b1d6c55 service neutron] 10.222.0.55 "GET /v2.0/networks/c00424f2-f7f6-42d3-a3f9-d662e8ae381c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983229 Aug 05 12:38:13.053840 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1f75aaf0-ff55-4218-9cf8-beb5bdb640f0 req-7da5d905-1403-41f1-9165-918d3d4c5954 service neutron] 10.222.0.55 "GET /v2.0/networks/c00424f2-f7f6-42d3-a3f9-d662e8ae381c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957735 Aug 05 12:38:13.803244 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cd07c1-8f78-4730-afb4-e27ce896d843 req-2663f0dd-e0a7-4bd2-a316-acef761590d5 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:38:13.804989 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-10cd07c1-8f78-4730-afb4-e27ce896d843 req-2663f0dd-e0a7-4bd2-a316-acef761590d5 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd880180-5f40-4b97-87c6-9c363fb1741a HTTP/1.1" status: 200 len: 943 time: 0.0618098 Aug 05 12:38:13.847330 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-10cd07c1-8f78-4730-afb4-e27ce896d843 req-6776c41c-8323-42a4-b5ae-0677c031e5e9 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357387 Aug 05 12:38:14.147701 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:38:14.974699 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eae41f-7aa0-43b1-bf40-3f7061992e30 req-0e591fc4-d42a-45e8-9f2e-c6816b61c518 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:38:14.976273 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-78eae41f-7aa0-43b1-bf40-3f7061992e30 req-0e591fc4-d42a-45e8-9f2e-c6816b61c518 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd880180-5f40-4b97-87c6-9c363fb1741a HTTP/1.1" status: 200 len: 943 time: 0.0546713 Aug 05 12:38:15.036879 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-78eae41f-7aa0-43b1-bf40-3f7061992e30 req-2328472e-4063-4e09-b7b3-f8a426526504 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467918 Aug 05 12:38:15.559727 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 1a23e7d0-0fbe-4232-87a1-d4423c4fc88a details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 12:38:15.670540 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 1a23e7d0-0fbe-4232-87a1-d4423c4fc88a, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=1a23e7d0-0fbe-4232-87a1-d4423c4fc88a,segment=NetworkSegment(13893fa0-6d12-483f-9dbb-d2903963c6f2),segment_id=13893fa0-6d12-483f-9dbb-d2903963c6f2)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:38:15.687679 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Returning: {'device': '1a23e7d0-0fbe-4232-87a1-d4423c4fc88a', 'network_id': 'c00424f2-f7f6-42d3-a3f9-d662e8ae381c', 'port_id': '1a23e7d0-0fbe-4232-87a1-d4423c4fc88a', 'mac_address': 'fa:16:3e:95:a4:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e713aeb5-0daa-4eb2-babb-b3a078b47e59', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 12:38:15.731181 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:38:15.747391 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a23e7d0-0fbe-4232-87a1-d4423c4fc88a {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 12:38:15.770648 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 1a23e7d0-0fbe-4232-87a1-d4423c4fc88a, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=1a23e7d0-0fbe-4232-87a1-d4423c4fc88a,segment=NetworkSegment(13893fa0-6d12-483f-9dbb-d2903963c6f2),segment_id=13893fa0-6d12-483f-9dbb-d2903963c6f2)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:38:15.776554 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:38:15.842451 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=1a23e7d0-0fbe-4232-87a1-d4423c4fc88a,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:38:16.042019 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['1a23e7d0-0fbe-4232-87a1-d4423c4fc88a'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 12:38:16.190682 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0329d66-b24c-4eee-9607-035276bfe5d3 req-a36ebf4b-82d5-40d5-817f-fe0a9b57ba1d tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:38:16.192235 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f0329d66-b24c-4eee-9607-035276bfe5d3 req-a36ebf4b-82d5-40d5-817f-fe0a9b57ba1d tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd880180-5f40-4b97-87c6-9c363fb1741a HTTP/1.1" status: 200 len: 944 time: 0.0693469 Aug 05 12:38:16.240807 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f0329d66-b24c-4eee-9607-035276bfe5d3 req-0bf66c67-875c-48d2-be8e-1ed7c43186f8 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412340 Aug 05 12:38:17.406308 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684b4fd8-3b60-4ffa-913e-a31af4e67d84 req-a517c5d9-3f7f-4f71-913b-059b946b7291 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:38:17.408019 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-684b4fd8-3b60-4ffa-913e-a31af4e67d84 req-a517c5d9-3f7f-4f71-913b-059b946b7291 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd880180-5f40-4b97-87c6-9c363fb1741a HTTP/1.1" status: 200 len: 944 time: 0.0671041 Aug 05 12:38:17.463100 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-684b4fd8-3b60-4ffa-913e-a31af4e67d84 req-77473391-e500-4e8f-89dd-722ce5385b89 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472081 Aug 05 12:38:17.561773 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 1a23e7d0-0fbe-4232-87a1-d4423c4fc88a up at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:38:17.640331 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning for port 1a23e7d0-0fbe-4232-87a1-d4423c4fc88a completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:38:17.645807 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning complete for port 1a23e7d0-0fbe-4232-87a1-d4423c4fc88a triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:38:17.646179 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:38:17.765595 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:38:17.800807 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd880180-5f40-4b97-87c6-9c363fb1741a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a23e7d0-0fbe-4232-87a1-d4423c4fc88a'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:38:17.804261 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e1268cc07bff5734ca170491336a8ac74677c017447dd0c96766dddd3e3cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a953d5b-4c69-44e3-8240-f2f9d6e4983e" -d '{"events": [{"server_uuid": "cd880180-5f40-4b97-87c6-9c363fb1741a", "name": "network-vif-plugged", "status": "completed", "tag": "1a23e7d0-0fbe-4232-87a1-d4423c4fc88a"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:38:17.826701 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 1a23e7d0-0fbe-4232-87a1-d4423c4fc88a, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=1a23e7d0-0fbe-4232-87a1-d4423c4fc88a,segment=NetworkSegment(13893fa0-6d12-483f-9dbb-d2903963c6f2),segment_id=13893fa0-6d12-483f-9dbb-d2903963c6f2)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:38:17.834087 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:38:17.879359 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 12:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c09cc740-e9a9-44a1-a2f0-ffbe96fd07ef x-openstack-request-id: req-c09cc740-e9a9-44a1-a2f0-ffbe96fd07ef {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:38:17.879812 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd880180-5f40-4b97-87c6-9c363fb1741a", "name": "network-vif-plugged", "status": "completed", "tag": "1a23e7d0-0fbe-4232-87a1-d4423c4fc88a", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:38:17.880236 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c09cc740-e9a9-44a1-a2f0-ffbe96fd07ef {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:38:17.880988 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd880180-5f40-4b97-87c6-9c363fb1741a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a23e7d0-0fbe-4232-87a1-d4423c4fc88a', 'code': 200} Aug 05 12:38:17.927381 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=1a23e7d0-0fbe-4232-87a1-d4423c4fc88a,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:38:18.027167 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4158b15-af4c-48d2-8837-791de1753537 req-66e2f12f-94cd-4099-81c7-e1f04b6c8f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:38:18.029600 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b4158b15-af4c-48d2-8837-791de1753537 req-66e2f12f-94cd-4099-81c7-e1f04b6c8f7b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=cd880180-5f40-4b97-87c6-9c363fb1741a HTTP/1.1" status: 200 len: 1096 time: 0.0528195 Aug 05 12:38:18.090645 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b4158b15-af4c-48d2-8837-791de1753537 req-710bdf1d-abd4-4046-97c7-a965d5bb1ef4 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528116 Aug 05 12:38:18.706971 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f382d1ee-e4c8-4b68-937e-7a898f8b937e req-f8d46367-3113-4d26-858c-0d8099ab6241 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:38:18.709581 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f382d1ee-e4c8-4b68-937e-7a898f8b937e req-f8d46367-3113-4d26-858c-0d8099ab6241 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd880180-5f40-4b97-87c6-9c363fb1741a HTTP/1.1" status: 200 len: 945 time: 0.1003497 Aug 05 12:38:18.779079 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f382d1ee-e4c8-4b68-937e-7a898f8b937e req-c9f7135f-8111-45b7-aa11-e59d76d9ae04 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569620 Aug 05 12:38:20.009769 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdee680-e73b-400c-aa68-7a2fc11ccd29 req-e067fee7-3e7d-484e-b55e-e1484c804270 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:38:20.012845 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2bdee680-e73b-400c-aa68-7a2fc11ccd29 req-e067fee7-3e7d-484e-b55e-e1484c804270 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd880180-5f40-4b97-87c6-9c363fb1741a HTTP/1.1" status: 200 len: 945 time: 0.0913992 Aug 05 12:38:20.074889 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2bdee680-e73b-400c-aa68-7a2fc11ccd29 req-1067aee5-f046-434d-8ddc-fdcc6a6a7404 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483856 Aug 05 12:38:20.254067 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99c3004-4823-452a-8c54-8aa22487b873 req-39f6e488-bd48-4009-88fa-663af4c27473 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:38:20.262399 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d99c3004-4823-452a-8c54-8aa22487b873 req-39f6e488-bd48-4009-88fa-663af4c27473 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd880180-5f40-4b97-87c6-9c363fb1741a HTTP/1.1" status: 200 len: 945 time: 0.0912273 Aug 05 12:38:20.272814 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 47530) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:38:20.280242 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-defdd2b1-3b73-4e8b-86d3-49b422e1c35d tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Request body: {'floatingip': {'port_id': '1a23e7d0-0fbe-4232-87a1-d4423c4fc88a'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:38:20.329835 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-defdd2b1-3b73-4e8b-86d3-49b422e1c35d tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Notify callbacks [] for floatingip, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:38:21.030805 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-defdd2b1-3b73-4e8b-86d3-49b422e1c35d tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:38:21.035955 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-defdd2b1-3b73-4e8b-86d3-49b422e1c35d tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33287247'] for floatingip, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:38:21.570140 n-d-803378-2 neutron-server[94420]: INFO neutron.db.l3_db [None req-defdd2b1-3b73-4e8b-86d3-49b422e1c35d tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Floating IP d1447434-d449-45ec-a1ae-729ea447988f associated. External IP: 172.25.5.147, port: 1a23e7d0-0fbe-4232-87a1-d4423c4fc88a. Aug 05 12:38:21.883714 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-defdd2b1-3b73-4e8b-86d3-49b422e1c35d tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Router 67178f4d-b3c4-4500-a975-0b4e8bb4a8f4 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:38:22.034609 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-defdd2b1-3b73-4e8b-86d3-49b422e1c35d tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:38:22.041375 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-defdd2b1-3b73-4e8b-86d3-49b422e1c35d tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:38:22.047724 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1011e57-0213-4958-aaee-f179cc46f036 None None] Sync routers for ids ['67178f4d-b3c4-4500-a975-0b4e8bb4a8f4'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:38:22.060121 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1011e57-0213-4958-aaee-f179cc46f036 None None] Routers {'67178f4d-b3c4-4500-a975-0b4e8bb4a8f4'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:38:22.060999 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-c1011e57-0213-4958-aaee-f179cc46f036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:38:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['67178f4d-b3c4-4500-a975-0b4e8bb4a8f4'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:38:22.079400 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-defdd2b1-3b73-4e8b-86d3-49b422e1c35d tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "PUT /v2.0/floatingips/d1447434-d449-45ec-a1ae-729ea447988f HTTP/1.1" status: 200 len: 992 time: 1.8050845 Aug 05 12:38:22.080354 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd880180-5f40-4b97-87c6-9c363fb1741a', 'tag': '1a23e7d0-0fbe-4232-87a1-d4423c4fc88a'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:38:22.084301 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47e10126444b02a26d513ed6f4b145adbdfa00d329c865c61a1608b26e6d0230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-195a351d-4c01-4fc4-ba6d-b926de036d86" -d '{"events": [{"name": "network-changed", "server_uuid": "cd880180-5f40-4b97-87c6-9c363fb1741a", "tag": "1a23e7d0-0fbe-4232-87a1-d4423c4fc88a"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:38:22.147784 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 12:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55905e44-8fcd-459a-8e45-5895a459daf4 x-openstack-request-id: req-55905e44-8fcd-459a-8e45-5895a459daf4 {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:38:22.148222 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd880180-5f40-4b97-87c6-9c363fb1741a", "tag": "1a23e7d0-0fbe-4232-87a1-d4423c4fc88a", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:38:22.149538 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-55905e44-8fcd-459a-8e45-5895a459daf4 {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:38:22.150825 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd880180-5f40-4b97-87c6-9c363fb1741a', 'tag': '1a23e7d0-0fbe-4232-87a1-d4423c4fc88a', 'status': 'completed', 'code': 200} Aug 05 12:38:22.217386 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-c1011e57-0213-4958-aaee-f179cc46f036 None None] Set router 67178f4d-b3c4-4500-a975-0b4e8bb4a8f4 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:38:22.266144 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195a351d-4c01-4fc4-ba6d-b926de036d86 req-0c4a735f-fc0e-4329-a7bb-3d8b63d2a63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:38:22.268207 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-195a351d-4c01-4fc4-ba6d-b926de036d86 req-0c4a735f-fc0e-4329-a7bb-3d8b63d2a63f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f4ca129800e94994b08c14cc45929d63&device_id=cd880180-5f40-4b97-87c6-9c363fb1741a HTTP/1.1" status: 200 len: 1096 time: 0.0640795 Aug 05 12:38:22.385473 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195a351d-4c01-4fc4-ba6d-b926de036d86 req-fed73f53-0dbf-4202-abd4-3ca6246cb7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:38:22.387019 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-195a351d-4c01-4fc4-ba6d-b926de036d86 req-fed73f53-0dbf-4202-abd4-3ca6246cb7e0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c00424f2-f7f6-42d3-a3f9-d662e8ae381c HTTP/1.1" status: 200 len: 912 time: 0.1099889 Aug 05 12:38:22.518207 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-195a351d-4c01-4fc4-ba6d-b926de036d86 req-c3f17918-45f4-4024-87c4-f5d1f8011195 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a23e7d0-0fbe-4232-87a1-d4423c4fc88a HTTP/1.1" status: 200 len: 1000 time: 0.1219187 Aug 05 12:38:22.543597 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-c1011e57-0213-4958-aaee-f179cc46f036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67178f4d-b3c4-4500-a975-0b4e8bb4a8f4', 'name': 'tempest-ServerActionsTestJSON-771402488-router', 'tenant_id': 'f4ca129800e94994b08c14cc45929d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': 'a90b18b8-85c0-477a-b299-066a574f5095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:29:02Z', 'updated_at': '2021-08-05T12:29:07Z', 'revision_number': 4, 'project_id': 'f4ca129800e94994b08c14cc45929d63', 'gw_port': {'id': 'a90b18b8-85c0-477a-b299-066a574f5095', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:18:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67178f4d-b3c4-4500-a975-0b4e8bb4a8f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:29:03Z', 'updated_at': '2021-08-05T12:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': 'd1447434-d449-45ec-a1ae-729ea447988f', 'tenant_id': 'f4ca129800e94994b08c14cc45929d63', 'floating_ip_address': '172.25.5.147', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': '67178f4d-b3c4-4500-a975-0b4e8bb4a8f4', 'port_id': '1a23e7d0-0fbe-4232-87a1-d4423c4fc88a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c00424f2-f7f6-42d3-a3f9-d662e8ae381c', 'mac_address': 'fa:16:3e:95:a4:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd880180-5f40-4b97-87c6-9c363fb1741a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T12:29:11Z', 'updated_at': '2021-08-05T12:38:20Z', 'revision_number': 13, 'project_id': 'f4ca129800e94994b08c14cc45929d63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd11c8b72-d40a-4114-8145-9fae6beaedac', 'name': '', 'network_id': 'c00424f2-f7f6-42d3-a3f9-d662e8ae381c', 'tenant_id': 'f4ca129800e94994b08c14cc45929d63', 'mac_address': 'fa:16:3e:79:37:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67178f4d-b3c4-4500-a975-0b4e8bb4a8f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'e713aeb5-0daa-4eb2-babb-b3a078b47e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:29:05Z', 'updated_at': '2021-08-05T12:29:13Z', 'revision_number': 5, 'project_id': 'f4ca129800e94994b08c14cc45929d63', 'subnets': [{'id': 'e713aeb5-0daa-4eb2-babb-b3a078b47e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:38:22.577804 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1011e57-0213-4958-aaee-f179cc46f036 None None] Checking router: 67178f4d-b3c4-4500-a975-0b4e8bb4a8f4 for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:38:22.587762 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1011e57-0213-4958-aaee-f179cc46f036 None None] Routers {'67178f4d-b3c4-4500-a975-0b4e8bb4a8f4'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:38:22.588403 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-c1011e57-0213-4958-aaee-f179cc46f036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:38:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['67178f4d-b3c4-4500-a975-0b4e8bb4a8f4'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:38:22.594235 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195a351d-4c01-4fc4-ba6d-b926de036d86 req-97897b71-0223-42dd-bcc8-d3b2cc8468b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:38:22.596077 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-195a351d-4c01-4fc4-ba6d-b926de036d86 req-97897b71-0223-42dd-bcc8-d3b2cc8468b2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e713aeb5-0daa-4eb2-babb-b3a078b47e59 HTTP/1.1" status: 200 len: 850 time: 0.0697446 Aug 05 12:38:22.659532 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195a351d-4c01-4fc4-ba6d-b926de036d86 req-d3e52fa0-6145-4d1e-ba2c-53796f2e97af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:38:22.661729 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-195a351d-4c01-4fc4-ba6d-b926de036d86 req-d3e52fa0-6145-4d1e-ba2c-53796f2e97af service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c00424f2-f7f6-42d3-a3f9-d662e8ae381c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0580480 Aug 05 12:38:22.754919 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-c1011e57-0213-4958-aaee-f179cc46f036 None None] Set router 67178f4d-b3c4-4500-a975-0b4e8bb4a8f4 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:38:22.797298 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-195a351d-4c01-4fc4-ba6d-b926de036d86 req-445b6bcf-6842-4b29-a14e-e174619dbd2e service neutron] 10.222.0.55 "GET /v2.0/networks/c00424f2-f7f6-42d3-a3f9-d662e8ae381c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267567 Aug 05 12:38:22.843208 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:38:22.951943 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-195a351d-4c01-4fc4-ba6d-b926de036d86 req-b22be053-ff85-4802-a96a-883a681701c0 service neutron] 10.222.0.55 "GET /v2.0/networks/c00424f2-f7f6-42d3-a3f9-d662e8ae381c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458757 Aug 05 12:38:23.160102 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-c1011e57-0213-4958-aaee-f179cc46f036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67178f4d-b3c4-4500-a975-0b4e8bb4a8f4', 'name': 'tempest-ServerActionsTestJSON-771402488-router', 'tenant_id': 'f4ca129800e94994b08c14cc45929d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': 'a90b18b8-85c0-477a-b299-066a574f5095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:29:02Z', 'updated_at': '2021-08-05T12:29:07Z', 'revision_number': 4, 'project_id': 'f4ca129800e94994b08c14cc45929d63', 'gw_port': {'id': 'a90b18b8-85c0-477a-b299-066a574f5095', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:18:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67178f4d-b3c4-4500-a975-0b4e8bb4a8f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:29:03Z', 'updated_at': '2021-08-05T12:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': 'd1447434-d449-45ec-a1ae-729ea447988f', 'tenant_id': 'f4ca129800e94994b08c14cc45929d63', 'floating_ip_address': '172.25.5.147', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': '67178f4d-b3c4-4500-a975-0b4e8bb4a8f4', 'port_id': '1a23e7d0-0fbe-4232-87a1-d4423c4fc88a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c00424f2-f7f6-42d3-a3f9-d662e8ae381c', 'mac_address': 'fa:16:3e:95:a4:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd880180-5f40-4b97-87c6-9c363fb1741a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T12:29:11Z', 'updated_at': '2021-08-05T12:38:20Z', 'revision_number': 13, 'project_id': 'f4ca129800e94994b08c14cc45929d63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd11c8b72-d40a-4114-8145-9fae6beaedac', 'name': '', 'network_id': 'c00424f2-f7f6-42d3-a3f9-d662e8ae381c', 'tenant_id': 'f4ca129800e94994b08c14cc45929d63', 'mac_address': 'fa:16:3e:79:37:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67178f4d-b3c4-4500-a975-0b4e8bb4a8f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'e713aeb5-0daa-4eb2-babb-b3a078b47e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:29:05Z', 'updated_at': '2021-08-05T12:29:13Z', 'revision_number': 5, 'project_id': 'f4ca129800e94994b08c14cc45929d63', 'subnets': [{'id': 'e713aeb5-0daa-4eb2-babb-b3a078b47e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:38:23.194892 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1011e57-0213-4958-aaee-f179cc46f036 None None] The sync data for ids ['67178f4d-b3c4-4500-a975-0b4e8bb4a8f4'] in n-d-803378-2 is: [{'id': '67178f4d-b3c4-4500-a975-0b4e8bb4a8f4', 'name': 'tempest-ServerActionsTestJSON-771402488-router', 'tenant_id': 'f4ca129800e94994b08c14cc45929d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': 'a90b18b8-85c0-477a-b299-066a574f5095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:29:02Z', 'updated_at': '2021-08-05T12:29:07Z', 'revision_number': 4, 'project_id': 'f4ca129800e94994b08c14cc45929d63', 'gw_port': {'id': 'a90b18b8-85c0-477a-b299-066a574f5095', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:18:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67178f4d-b3c4-4500-a975-0b4e8bb4a8f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:29:03Z', 'updated_at': '2021-08-05T12:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': 'd1447434-d449-45ec-a1ae-729ea447988f', 'tenant_id': 'f4ca129800e94994b08c14cc45929d63', 'floating_ip_address': '172.25.5.147', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': '67178f4d-b3c4-4500-a975-0b4e8bb4a8f4', 'port_id': '1a23e7d0-0fbe-4232-87a1-d4423c4fc88a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c00424f2-f7f6-42d3-a3f9-d662e8ae381c', 'mac_address': 'fa:16:3e:95:a4:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd880180-5f40-4b97-87c6-9c363fb1741a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T12:29:11Z', 'updated_at': '2021-08-05T12:38:20Z', 'revision_number': 13, 'project_id': 'f4ca129800e94994b08c14cc45929d63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd11c8b72-d40a-4114-8145-9fae6beaedac', 'name': '', 'network_id': 'c00424f2-f7f6-42d3-a3f9-d662e8ae381c', 'tenant_id': 'f4ca129800e94994b08c14cc45929d63', 'mac_address': 'fa:16:3e:79:37:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67178f4d-b3c4-4500-a975-0b4e8bb4a8f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'e713aeb5-0daa-4eb2-babb-b3a078b47e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:29:05Z', 'updated_at': '2021-08-05T12:29:13Z', 'revision_number': 5, 'project_id': 'f4ca129800e94994b08c14cc45929d63', 'subnets': [{'id': 'e713aeb5-0daa-4eb2-babb-b3a078b47e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:38:23.463384 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641069ee-4947-4169-8a12-e715b5a6e0f2 None None] New status for floating IP d1447434-d449-45ec-a1ae-729ea447988f: ACTIVE {{(pid=94423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 12:38:30.050954 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:38:37.345908 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-5ea1526f-bd9c-43c9-be90-505a7f9b1925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:38:40.065735 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-3aa9fd0e-f9ac-44ac-bc74-cc7b20016904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:38:40.150405 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:38:42.016595 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:38:44.151987 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:38:46.810639 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 12:38:47.531818 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4a92ddd4-7646-451a-af13-df0130f8331d req-10b929e3-208a-40da-acba-938d9648d7f5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=cd880180-5f40-4b97-87c6-9c363fb1741a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0741260 Aug 05 12:38:47.711915 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a92ddd4-7646-451a-af13-df0130f8331d req-a0192c37-4d24-48b3-a5c0-36f0b95f139c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:38:47.714893 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4a92ddd4-7646-451a-af13-df0130f8331d req-a0192c37-4d24-48b3-a5c0-36f0b95f139c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f4ca129800e94994b08c14cc45929d63&device_id=cd880180-5f40-4b97-87c6-9c363fb1741a HTTP/1.1" status: 200 len: 1096 time: 0.0927489 Aug 05 12:38:47.897251 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a92ddd4-7646-451a-af13-df0130f8331d req-9dec78ad-a8b8-473d-b1c5-87e2ab4109e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:38:47.900008 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4a92ddd4-7646-451a-af13-df0130f8331d req-9dec78ad-a8b8-473d-b1c5-87e2ab4109e2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c00424f2-f7f6-42d3-a3f9-d662e8ae381c HTTP/1.1" status: 200 len: 912 time: 0.1600802 Aug 05 12:38:48.027035 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4a92ddd4-7646-451a-af13-df0130f8331d req-f2fb3dd7-7711-49d0-83d9-ee3d3cac1df2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a23e7d0-0fbe-4232-87a1-d4423c4fc88a HTTP/1.1" status: 200 len: 1002 time: 0.1186557 Aug 05 12:38:48.099032 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a92ddd4-7646-451a-af13-df0130f8331d req-72616bc3-c636-4955-bba6-bcb0bb737431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:38:48.102736 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4a92ddd4-7646-451a-af13-df0130f8331d req-72616bc3-c636-4955-bba6-bcb0bb737431 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e713aeb5-0daa-4eb2-babb-b3a078b47e59 HTTP/1.1" status: 200 len: 850 time: 0.0647967 Aug 05 12:38:48.188316 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a92ddd4-7646-451a-af13-df0130f8331d req-30d16a8c-87cc-42a5-9a84-43c887f24a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:38:48.190700 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4a92ddd4-7646-451a-af13-df0130f8331d req-30d16a8c-87cc-42a5-9a84-43c887f24a1b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c00424f2-f7f6-42d3-a3f9-d662e8ae381c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0779831 Aug 05 12:38:48.371646 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4a92ddd4-7646-451a-af13-df0130f8331d req-a36d24bf-4337-4fb4-aa15-a0de97270258 service neutron] 10.222.0.55 "GET /v2.0/networks/c00424f2-f7f6-42d3-a3f9-d662e8ae381c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699257 Aug 05 12:38:48.531907 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4a92ddd4-7646-451a-af13-df0130f8331d req-bb505a31-b52d-4e65-b18a-cdc9542b731c service neutron] 10.222.0.55 "GET /v2.0/networks/c00424f2-f7f6-42d3-a3f9-d662e8ae381c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520917 Aug 05 12:38:52.830170 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:39:00.050816 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:39:07.347852 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-d1185e43-af0e-46bf-ac9e-5adc3a983b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:39:10.073607 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-46725b76-44f2-47e3-a6dc-928393d76140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:39:10.139373 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:39:12.022508 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:39:14.159051 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:39:22.829980 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:39:23.811316 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 12:39:30.076356 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:39:37.343391 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-51889ba5-dd0b-4114-8198-59b03d0643d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:39:40.061769 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-6bf6d8ce-97dc-49fc-b144-300a720ce9a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:39:40.139061 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:39:42.019366 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:39:44.160055 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:39:46.614581 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-fa1b366c-5c2b-411a-ba4f-0ef93b6308fb req-d7e4df10-ff59-4853-8097-a12bcd237a3a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=cd880180-5f40-4b97-87c6-9c363fb1741a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0553105 Aug 05 12:39:46.739593 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1b366c-5c2b-411a-ba4f-0ef93b6308fb req-aad8ce36-0622-446e-96b8-8cea414d64c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:39:46.741187 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-fa1b366c-5c2b-411a-ba4f-0ef93b6308fb req-aad8ce36-0622-446e-96b8-8cea414d64c7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f4ca129800e94994b08c14cc45929d63&device_id=cd880180-5f40-4b97-87c6-9c363fb1741a HTTP/1.1" status: 200 len: 1096 time: 0.0636005 Aug 05 12:39:46.868404 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1b366c-5c2b-411a-ba4f-0ef93b6308fb req-90b333f3-76ff-47b9-a7bd-c012571a1fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:39:46.869881 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-fa1b366c-5c2b-411a-ba4f-0ef93b6308fb req-90b333f3-76ff-47b9-a7bd-c012571a1fce service neutron] 10.222.0.55 "GET /v2.0/networks?id=c00424f2-f7f6-42d3-a3f9-d662e8ae381c HTTP/1.1" status: 200 len: 912 time: 0.1066613 Aug 05 12:39:46.958330 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-fa1b366c-5c2b-411a-ba4f-0ef93b6308fb req-5ff94db7-05af-4467-b871-149cfa422fd4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a23e7d0-0fbe-4232-87a1-d4423c4fc88a HTTP/1.1" status: 200 len: 1002 time: 0.0800493 Aug 05 12:39:47.016937 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1b366c-5c2b-411a-ba4f-0ef93b6308fb req-38b3aa99-3215-4cf8-918a-80844a92a6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:39:47.018491 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-fa1b366c-5c2b-411a-ba4f-0ef93b6308fb req-38b3aa99-3215-4cf8-918a-80844a92a6f8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e713aeb5-0daa-4eb2-babb-b3a078b47e59 HTTP/1.1" status: 200 len: 850 time: 0.0528543 Aug 05 12:39:47.075294 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1b366c-5c2b-411a-ba4f-0ef93b6308fb req-0caaf874-ea33-46af-ad28-fac50535a52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:39:47.076891 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-fa1b366c-5c2b-411a-ba4f-0ef93b6308fb req-0caaf874-ea33-46af-ad28-fac50535a52c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c00424f2-f7f6-42d3-a3f9-d662e8ae381c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509603 Aug 05 12:39:47.190581 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-fa1b366c-5c2b-411a-ba4f-0ef93b6308fb req-afde4c63-12d0-4e24-a6a6-8bd0725af632 service neutron] 10.222.0.55 "GET /v2.0/networks/c00424f2-f7f6-42d3-a3f9-d662e8ae381c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064343 Aug 05 12:39:47.617806 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-fa1b366c-5c2b-411a-ba4f-0ef93b6308fb req-443660be-6efd-4d83-8123-922991b262b8 service neutron] 10.222.0.55 "GET /v2.0/networks/c00424f2-f7f6-42d3-a3f9-d662e8ae381c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4201283 Aug 05 12:39:52.830558 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:39:59.562963 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff5a7fe-4024-441e-9dd0-a950ad3cd6bd req-8025193e-a274-453d-8e2b-558a40168ed6 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:39:59.564697 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cff5a7fe-4024-441e-9dd0-a950ad3cd6bd req-8025193e-a274-453d-8e2b-558a40168ed6 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd880180-5f40-4b97-87c6-9c363fb1741a HTTP/1.1" status: 200 len: 945 time: 0.0671239 Aug 05 12:39:59.630116 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cff5a7fe-4024-441e-9dd0-a950ad3cd6bd req-3c6e7de9-b7ee-4591-bf38-5324307f3e4f tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571406 Aug 05 12:40:00.079536 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:40:00.810939 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 12:40:07.349171 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-5f4baa60-acb6-496c-8228-a6d162d122e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:40:10.055723 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-a5992169-932e-403c-a4c1-626a359890a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:40:10.131448 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:40:11.399170 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-492ea705-d313-4280-be0f-d83e7e04550e req-939cfed7-e169-4820-9f36-903d8a56a211 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=cd880180-5f40-4b97-87c6-9c363fb1741a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2263167 Aug 05 12:40:11.399970 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5685b535-aed4-4a5d-8f17-9536a784c665 req-022b0e39-b07b-40d8-b2bf-7221c819f552 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:40:11.402223 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5685b535-aed4-4a5d-8f17-9536a784c665 req-022b0e39-b07b-40d8-b2bf-7221c819f552 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd880180-5f40-4b97-87c6-9c363fb1741a HTTP/1.1" status: 200 len: 945 time: 0.2104361 Aug 05 12:40:11.446652 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5685b535-aed4-4a5d-8f17-9536a784c665 req-b2eb75f4-bd97-4e21-b99a-41f7809d7135 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389137 Aug 05 12:40:12.025667 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:40:12.667165 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f3300d-38d4-45c0-a055-746fbac40990 req-93b7c74e-3db9-49b9-9161-05ccd10bc19d tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:40:12.669817 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-17f3300d-38d4-45c0-a055-746fbac40990 req-93b7c74e-3db9-49b9-9161-05ccd10bc19d tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd880180-5f40-4b97-87c6-9c363fb1741a HTTP/1.1" status: 200 len: 945 time: 0.1377509 Aug 05 12:40:12.728880 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-17f3300d-38d4-45c0-a055-746fbac40990 req-ffff3c9a-9005-4cb1-bbf1-63f8950859f3 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468583 Aug 05 12:40:13.135717 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492ea705-d313-4280-be0f-d83e7e04550e req-23030590-4fad-4ab8-baf8-b104430db565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:40:13.137304 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-492ea705-d313-4280-be0f-d83e7e04550e req-23030590-4fad-4ab8-baf8-b104430db565 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f4ca129800e94994b08c14cc45929d63&device_id=cd880180-5f40-4b97-87c6-9c363fb1741a HTTP/1.1" status: 200 len: 1096 time: 0.0508974 Aug 05 12:40:13.273332 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492ea705-d313-4280-be0f-d83e7e04550e req-36196c22-6145-4a27-b788-4c02e63f0438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:40:13.273332 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-492ea705-d313-4280-be0f-d83e7e04550e req-36196c22-6145-4a27-b788-4c02e63f0438 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c00424f2-f7f6-42d3-a3f9-d662e8ae381c HTTP/1.1" status: 200 len: 912 time: 0.1266494 Aug 05 12:40:13.378160 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-492ea705-d313-4280-be0f-d83e7e04550e req-258ba544-2e92-4b97-8c9f-5e39bc54960d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a23e7d0-0fbe-4232-87a1-d4423c4fc88a HTTP/1.1" status: 200 len: 1002 time: 0.0981684 Aug 05 12:40:13.461994 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492ea705-d313-4280-be0f-d83e7e04550e req-99289ff9-f37f-4db6-9d77-a7de03f32e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:40:13.464635 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-492ea705-d313-4280-be0f-d83e7e04550e req-99289ff9-f37f-4db6-9d77-a7de03f32e0d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e713aeb5-0daa-4eb2-babb-b3a078b47e59 HTTP/1.1" status: 200 len: 850 time: 0.0786498 Aug 05 12:40:13.529457 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492ea705-d313-4280-be0f-d83e7e04550e req-335ada57-3c8d-4684-ac8e-d40d0e6e5d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:40:13.530993 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-492ea705-d313-4280-be0f-d83e7e04550e req-335ada57-3c8d-4684-ac8e-d40d0e6e5d65 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c00424f2-f7f6-42d3-a3f9-d662e8ae381c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0581086 Aug 05 12:40:13.649408 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-492ea705-d313-4280-be0f-d83e7e04550e req-acc6c82c-8890-4f4f-8a65-2d80ea954fdf service neutron] 10.222.0.55 "GET /v2.0/networks/c00424f2-f7f6-42d3-a3f9-d662e8ae381c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101553 Aug 05 12:40:13.783916 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-492ea705-d313-4280-be0f-d83e7e04550e req-c1db78d9-c5d7-48b6-b793-deccfb0d0f21 service neutron] 10.222.0.55 "GET /v2.0/networks/c00424f2-f7f6-42d3-a3f9-d662e8ae381c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258013 Aug 05 12:40:13.887285 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236f6608-a831-43c1-9dbb-9f51b53a6731 req-5b40dfcf-0f89-4d4e-95da-e08303e7d39e tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:40:13.889527 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-236f6608-a831-43c1-9dbb-9f51b53a6731 req-5b40dfcf-0f89-4d4e-95da-e08303e7d39e tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd880180-5f40-4b97-87c6-9c363fb1741a HTTP/1.1" status: 200 len: 945 time: 0.0720356 Aug 05 12:40:13.948432 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-236f6608-a831-43c1-9dbb-9f51b53a6731 req-06ad5f6b-34f9-4f82-af22-c87722857427 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505733 Aug 05 12:40:14.156967 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:40:15.114157 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49973744-58e5-404e-9f5d-8b44cf2e1c4f req-c5742084-d7a6-4629-b244-9d93e073dd55 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:40:15.116518 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-49973744-58e5-404e-9f5d-8b44cf2e1c4f req-c5742084-d7a6-4629-b244-9d93e073dd55 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd880180-5f40-4b97-87c6-9c363fb1741a HTTP/1.1" status: 200 len: 945 time: 0.0619009 Aug 05 12:40:15.185780 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-49973744-58e5-404e-9f5d-8b44cf2e1c4f req-603f56ee-540c-480d-a3c8-89d53cc42a88 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624192 Aug 05 12:40:16.373056 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d838075b-fbdd-4642-b300-5c17518563f5 req-85b9494e-d77e-4e4d-b153-a145644b5896 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:40:16.374694 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d838075b-fbdd-4642-b300-5c17518563f5 req-85b9494e-d77e-4e4d-b153-a145644b5896 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd880180-5f40-4b97-87c6-9c363fb1741a HTTP/1.1" status: 200 len: 945 time: 0.0723901 Aug 05 12:40:16.428465 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d838075b-fbdd-4642-b300-5c17518563f5 req-3707e107-437c-4357-89c2-3d34f172b891 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448220 Aug 05 12:40:17.574453 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4895ccde-6155-4abf-8b8c-00aa98a1aef7 req-f1ecec94-1889-4f33-b292-95f166109f55 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:40:17.576241 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4895ccde-6155-4abf-8b8c-00aa98a1aef7 req-f1ecec94-1889-4f33-b292-95f166109f55 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd880180-5f40-4b97-87c6-9c363fb1741a HTTP/1.1" status: 200 len: 945 time: 0.0611484 Aug 05 12:40:17.643152 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4895ccde-6155-4abf-8b8c-00aa98a1aef7 req-4dba38b3-52ec-4292-b7fd-c7223af2bf51 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579674 Aug 05 12:40:18.807896 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d275407-b147-4493-ab4a-d60c63e40691 req-50ee7f15-e051-43c3-b35a-76c6eded1bb5 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:40:18.809843 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0d275407-b147-4493-ab4a-d60c63e40691 req-50ee7f15-e051-43c3-b35a-76c6eded1bb5 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd880180-5f40-4b97-87c6-9c363fb1741a HTTP/1.1" status: 200 len: 945 time: 0.0678983 Aug 05 12:40:18.859283 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0d275407-b147-4493-ab4a-d60c63e40691 req-9869c987-3ba8-46a7-a1d1-82224c3005c8 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426314 Aug 05 12:40:20.020438 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864d64d9-ab23-4908-8e3d-4df6711442bb req-d6dc9b4b-950e-4d19-97f8-0aa595a2d6d0 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:40:20.022272 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-864d64d9-ab23-4908-8e3d-4df6711442bb req-d6dc9b4b-950e-4d19-97f8-0aa595a2d6d0 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd880180-5f40-4b97-87c6-9c363fb1741a HTTP/1.1" status: 200 len: 945 time: 0.0755374 Aug 05 12:40:20.071536 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-864d64d9-ab23-4908-8e3d-4df6711442bb req-09e38619-11aa-4045-978c-fbf6957d4d6b tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423889 Aug 05 12:40:21.242566 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3905fd-ada5-4659-908c-2e4716241472 req-760ac27e-454a-4f7d-a089-37c8589eec19 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:40:21.245497 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ed3905fd-ada5-4659-908c-2e4716241472 req-760ac27e-454a-4f7d-a089-37c8589eec19 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd880180-5f40-4b97-87c6-9c363fb1741a HTTP/1.1" status: 200 len: 945 time: 0.0796313 Aug 05 12:40:21.309082 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ed3905fd-ada5-4659-908c-2e4716241472 req-ef76ecc2-0e80-47ab-b872-d0aa65d209db tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555034 Aug 05 12:40:22.455316 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2a07c2-8621-49f3-81ce-e1b3d1f95282 req-113da49b-c6f9-4664-a600-04301cf67891 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:40:22.457768 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-aa2a07c2-8621-49f3-81ce-e1b3d1f95282 req-113da49b-c6f9-4664-a600-04301cf67891 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd880180-5f40-4b97-87c6-9c363fb1741a HTTP/1.1" status: 200 len: 945 time: 0.0579534 Aug 05 12:40:22.503964 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-aa2a07c2-8621-49f3-81ce-e1b3d1f95282 req-bc6464e6-3ec7-4918-942d-b485e5978440 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394030 Aug 05 12:40:22.847248 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:40:23.635568 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e571d1d-dca2-4805-b5e6-d78064283d0c req-a6536627-6c4b-4236-b051-bc3686974eed tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:40:23.637047 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4e571d1d-dca2-4805-b5e6-d78064283d0c req-a6536627-6c4b-4236-b051-bc3686974eed tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd880180-5f40-4b97-87c6-9c363fb1741a HTTP/1.1" status: 200 len: 945 time: 0.0566833 Aug 05 12:40:23.678479 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4e571d1d-dca2-4805-b5e6-d78064283d0c req-6af2e2e9-0ea2-4bbf-8880-779d20cc242a tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349402 Aug 05 12:40:24.847321 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3360a4-2228-454b-965c-ec22b6ce8672 req-c38448c9-e3f3-4782-a70d-efa615132d58 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:40:24.849169 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3d3360a4-2228-454b-965c-ec22b6ce8672 req-c38448c9-e3f3-4782-a70d-efa615132d58 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd880180-5f40-4b97-87c6-9c363fb1741a HTTP/1.1" status: 200 len: 945 time: 0.0664928 Aug 05 12:40:24.900520 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3d3360a4-2228-454b-965c-ec22b6ce8672 req-1ed79fb5-964c-4d9d-9882-2be238a53af8 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425897 Aug 05 12:40:26.028002 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87583c1-b67b-41c8-9369-49a940af1046 req-8b6c74c2-4396-4780-b775-c2fd0d8d0b44 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:40:26.029533 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a87583c1-b67b-41c8-9369-49a940af1046 req-8b6c74c2-4396-4780-b775-c2fd0d8d0b44 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd880180-5f40-4b97-87c6-9c363fb1741a HTTP/1.1" status: 200 len: 945 time: 0.0522904 Aug 05 12:40:26.079217 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a87583c1-b67b-41c8-9369-49a940af1046 req-650301b4-5b04-4c8c-ae40-7537ba80faff tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381296 Aug 05 12:40:27.271606 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62250aa0-73f8-473c-a409-d5b7763b7133 req-47f52a72-67e4-4c92-ba87-deafe581a157 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:40:27.274020 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-62250aa0-73f8-473c-a409-d5b7763b7133 req-47f52a72-67e4-4c92-ba87-deafe581a157 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd880180-5f40-4b97-87c6-9c363fb1741a HTTP/1.1" status: 200 len: 945 time: 0.1020534 Aug 05 12:40:27.324888 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-62250aa0-73f8-473c-a409-d5b7763b7133 req-3634acd7-2b1f-44d5-98da-6e8637e74aac tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419741 Aug 05 12:40:28.005237 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 1a23e7d0-0fbe-4232-87a1-d4423c4fc88a no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:40:28.039828 n-d-803378-2 neutron-server[94421]: INFO neutron.api.v2.resource [req-492ea705-d313-4280-be0f-d83e7e04550e req-38ef1187-7edd-43e8-925c-e84ae421cdd8 service neutron] show failed (client error): The resource could not be found. Aug 05 12:40:28.041322 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-492ea705-d313-4280-be0f-d83e7e04550e req-38ef1187-7edd-43e8-925c-e84ae421cdd8 service neutron] 10.222.0.55 "GET /v2.0/ports/1a23e7d0-0fbe-4232-87a1-d4423c4fc88a/bindings/n-h1-803378-2 HTTP/1.1" status: 404 len: 380 time: 0.0698822 Aug 05 12:40:28.092862 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:40:28.124871 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd880180-5f40-4b97-87c6-9c363fb1741a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a23e7d0-0fbe-4232-87a1-d4423c4fc88a'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:40:28.128566 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e1268cc07bff5734ca170491336a8ac74677c017447dd0c96766dddd3e3cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d891399b-7240-41e1-996f-8a139aac2750" -d '{"events": [{"server_uuid": "cd880180-5f40-4b97-87c6-9c363fb1741a", "name": "network-vif-unplugged", "status": "completed", "tag": "1a23e7d0-0fbe-4232-87a1-d4423c4fc88a"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:40:28.146367 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 1a23e7d0-0fbe-4232-87a1-d4423c4fc88a, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=1a23e7d0-0fbe-4232-87a1-d4423c4fc88a,segment=NetworkSegment(13893fa0-6d12-483f-9dbb-d2903963c6f2),segment_id=13893fa0-6d12-483f-9dbb-d2903963c6f2)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:40:28.153487 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:40:28.205103 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 05 Aug 2021 12:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dde4fb0-5dc5-47d0-b886-cc75a5d5a25b x-openstack-request-id: req-9dde4fb0-5dc5-47d0-b886-cc75a5d5a25b {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:40:28.206632 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd880180-5f40-4b97-87c6-9c363fb1741a", "name": "network-vif-unplugged", "status": "completed", "tag": "1a23e7d0-0fbe-4232-87a1-d4423c4fc88a", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:40:28.206877 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9dde4fb0-5dc5-47d0-b886-cc75a5d5a25b {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:40:28.207783 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd880180-5f40-4b97-87c6-9c363fb1741a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a23e7d0-0fbe-4232-87a1-d4423c4fc88a', 'code': 200} Aug 05 12:40:28.242308 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=1a23e7d0-0fbe-4232-87a1-d4423c4fc88a,revision_number=6']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:40:28.257891 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:40:28.258386 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:40:28.258972 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:40:28.259550 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:40:28.260127 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:40:28.260745 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:40:28.261331 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:40:28.261926 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:40:28.262294 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:40:28.262669 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:40:28.263617 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:40:28.264200 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:40:28.315998 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492ea705-d313-4280-be0f-d83e7e04550e req-45d0ac37-af1c-4523-b827-f06ccaf05cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:40:28.317836 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-492ea705-d313-4280-be0f-d83e7e04550e req-45d0ac37-af1c-4523-b827-f06ccaf05cc5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=cd880180-5f40-4b97-87c6-9c363fb1741a&tenant_id=f4ca129800e94994b08c14cc45929d63 HTTP/1.1" status: 200 len: 1094 time: 0.0487175 Aug 05 12:40:28.342138 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-492ea705-d313-4280-be0f-d83e7e04550e req-ca6a182f-0609-469e-bedd-1101e5f1bd36 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-803378-2', 'device_owner': 'compute:nova'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:40:28.418285 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-492ea705-d313-4280-be0f-d83e7e04550e req-ca6a182f-0609-469e-bedd-1101e5f1bd36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:40:28.494220 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30373310-ead1-4088-9099-0958de571065 req-c64a1e6e-f8df-47b7-9a1b-72cabfebc77b tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:40:28.495840 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-30373310-ead1-4088-9099-0958de571065 req-c64a1e6e-f8df-47b7-9a1b-72cabfebc77b tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd880180-5f40-4b97-87c6-9c363fb1741a HTTP/1.1" status: 200 len: 943 time: 0.0907867 Aug 05 12:40:28.624259 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-30373310-ead1-4088-9099-0958de571065 req-6b4635b4-a405-4514-9d22-2d62adf2be9b tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197479 Aug 05 12:40:28.731476 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-492ea705-d313-4280-be0f-d83e7e04550e req-ca6a182f-0609-469e-bedd-1101e5f1bd36 service neutron] For port 1a23e7d0-0fbe-4232-87a1-d4423c4fc88a, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=1a23e7d0-0fbe-4232-87a1-d4423c4fc88a,segment=NetworkSegment(13893fa0-6d12-483f-9dbb-d2903963c6f2),segment_id=13893fa0-6d12-483f-9dbb-d2903963c6f2)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:40:28.775542 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-492ea705-d313-4280-be0f-d83e7e04550e req-ca6a182f-0609-469e-bedd-1101e5f1bd36 service neutron] For port 1a23e7d0-0fbe-4232-87a1-d4423c4fc88a, host n-h2-803378-2, cleared binding levels {{(pid=94420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:40:28.814227 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [req-492ea705-d313-4280-be0f-d83e7e04550e req-ca6a182f-0609-469e-bedd-1101e5f1bd36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a23e7d0-0fbe-4232-87a1-d4423c4fc88a {{(pid=94420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 12:40:28.824088 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-492ea705-d313-4280-be0f-d83e7e04550e req-ca6a182f-0609-469e-bedd-1101e5f1bd36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:40:28.837928 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [req-492ea705-d313-4280-be0f-d83e7e04550e req-ca6a182f-0609-469e-bedd-1101e5f1bd36 service neutron] Transition to ACTIVE for port object 1a23e7d0-0fbe-4232-87a1-d4423c4fc88a will not be triggered until provisioned by entity L2. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:40:28.842275 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-492ea705-d313-4280-be0f-d83e7e04550e req-ca6a182f-0609-469e-bedd-1101e5f1bd36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:40:28.930130 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6a182f-0609-469e-bedd-1101e5f1bd36 service neutron] Pushing event updated for resources: {'Port': ['ID=1a23e7d0-0fbe-4232-87a1-d4423c4fc88a,revision_number=7']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:40:28.946362 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6a182f-0609-469e-bedd-1101e5f1bd36 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:40:28.946715 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6a182f-0609-469e-bedd-1101e5f1bd36 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:40:28.947069 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6a182f-0609-469e-bedd-1101e5f1bd36 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:40:28.947413 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6a182f-0609-469e-bedd-1101e5f1bd36 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:40:28.947753 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6a182f-0609-469e-bedd-1101e5f1bd36 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:40:28.948092 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6a182f-0609-469e-bedd-1101e5f1bd36 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:40:28.948426 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6a182f-0609-469e-bedd-1101e5f1bd36 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:40:28.948795 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6a182f-0609-469e-bedd-1101e5f1bd36 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:40:28.949128 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6a182f-0609-469e-bedd-1101e5f1bd36 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:40:28.949458 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6a182f-0609-469e-bedd-1101e5f1bd36 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:40:28.950168 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6a182f-0609-469e-bedd-1101e5f1bd36 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:40:28.950518 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6a182f-0609-469e-bedd-1101e5f1bd36 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:40:29.008428 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [req-492ea705-d313-4280-be0f-d83e7e04550e req-ca6a182f-0609-469e-bedd-1101e5f1bd36 service neutron] No DVR routers for this DVR port 1a23e7d0-0fbe-4232-87a1-d4423c4fc88a on host n-h2-803378-2 {{(pid=94420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:40:29.217875 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-492ea705-d313-4280-be0f-d83e7e04550e req-ca6a182f-0609-469e-bedd-1101e5f1bd36 service neutron] Attempting to bind port 1a23e7d0-0fbe-4232-87a1-d4423c4fc88a on host n-h1-803378-2 for vnic_type normal with profile {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:40:29.218225 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-492ea705-d313-4280-be0f-d83e7e04550e req-ca6a182f-0609-469e-bedd-1101e5f1bd36 service neutron] Attempting to bind port 1a23e7d0-0fbe-4232-87a1-d4423c4fc88a by drivers openvswitch,hyperv on host n-h1-803378-2 at level 0 using segments [{'id': '13893fa0-6d12-483f-9dbb-d2903963c6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'c00424f2-f7f6-42d3-a3f9-d662e8ae381c'}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:40:29.218576 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492ea705-d313-4280-be0f-d83e7e04550e req-ca6a182f-0609-469e-bedd-1101e5f1bd36 service neutron] Attempting to bind port 1a23e7d0-0fbe-4232-87a1-d4423c4fc88a on network c00424f2-f7f6-42d3-a3f9-d662e8ae381c {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:40:29.226680 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492ea705-d313-4280-be0f-d83e7e04550e req-ca6a182f-0609-469e-bedd-1101e5f1bd36 service neutron] Port 1a23e7d0-0fbe-4232-87a1-d4423c4fc88a on network c00424f2-f7f6-42d3-a3f9-d662e8ae381c not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-2 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 12:40:29.227145 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492ea705-d313-4280-be0f-d83e7e04550e req-ca6a182f-0609-469e-bedd-1101e5f1bd36 service neutron] Attempting to bind port 1a23e7d0-0fbe-4232-87a1-d4423c4fc88a on network c00424f2-f7f6-42d3-a3f9-d662e8ae381c {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:40:29.234254 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492ea705-d313-4280-be0f-d83e7e04550e req-ca6a182f-0609-469e-bedd-1101e5f1bd36 service neutron] Checking agent: {'id': '40bb7567-59bd-4b31-bc29-da1c50bca759', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:40:29.234716 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492ea705-d313-4280-be0f-d83e7e04550e req-ca6a182f-0609-469e-bedd-1101e5f1bd36 service neutron] Checking segment: {'id': '13893fa0-6d12-483f-9dbb-d2903963c6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'c00424f2-f7f6-42d3-a3f9-d662e8ae381c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:40:29.235198 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492ea705-d313-4280-be0f-d83e7e04550e req-ca6a182f-0609-469e-bedd-1101e5f1bd36 service neutron] Bound using segment: {'id': '13893fa0-6d12-483f-9dbb-d2903963c6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'c00424f2-f7f6-42d3-a3f9-d662e8ae381c'} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:40:29.236000 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-492ea705-d313-4280-be0f-d83e7e04550e req-ca6a182f-0609-469e-bedd-1101e5f1bd36 service neutron] Bound port: 1a23e7d0-0fbe-4232-87a1-d4423c4fc88a, host: n-h1-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13893fa0-6d12-483f-9dbb-d2903963c6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'c00424f2-f7f6-42d3-a3f9-d662e8ae381c'}}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:40:29.236763 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-492ea705-d313-4280-be0f-d83e7e04550e req-ca6a182f-0609-469e-bedd-1101e5f1bd36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:40:29.319754 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-492ea705-d313-4280-be0f-d83e7e04550e req-ca6a182f-0609-469e-bedd-1101e5f1bd36 service neutron] For port 1a23e7d0-0fbe-4232-87a1-d4423c4fc88a, host n-h1-803378-2, cleared binding levels {{(pid=94420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:40:29.323722 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-492ea705-d313-4280-be0f-d83e7e04550e req-ca6a182f-0609-469e-bedd-1101e5f1bd36 service neutron] For port 1a23e7d0-0fbe-4232-87a1-d4423c4fc88a, host n-h1-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=1a23e7d0-0fbe-4232-87a1-d4423c4fc88a,segment=NetworkSegment(13893fa0-6d12-483f-9dbb-d2903963c6f2),segment_id=13893fa0-6d12-483f-9dbb-d2903963c6f2)] {{(pid=94420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:40:29.329985 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-492ea705-d313-4280-be0f-d83e7e04550e req-ca6a182f-0609-469e-bedd-1101e5f1bd36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:40:29.370871 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492ea705-d313-4280-be0f-d83e7e04550e req-ca6a182f-0609-469e-bedd-1101e5f1bd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:40:29.371523 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-492ea705-d313-4280-be0f-d83e7e04550e req-ca6a182f-0609-469e-bedd-1101e5f1bd36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:40:29.373065 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-492ea705-d313-4280-be0f-d83e7e04550e req-ca6a182f-0609-469e-bedd-1101e5f1bd36 service neutron] 10.222.0.64 "PUT /v2.0/ports/1a23e7d0-0fbe-4232-87a1-d4423c4fc88a HTTP/1.1" status: 200 len: 1091 time: 1.0359323 Aug 05 12:40:29.373508 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd880180-5f40-4b97-87c6-9c363fb1741a', 'tag': '1a23e7d0-0fbe-4232-87a1-d4423c4fc88a'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:40:29.375870 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47e10126444b02a26d513ed6f4b145adbdfa00d329c865c61a1608b26e6d0230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebe0618a-0ebe-4357-839e-febf5c5e3577" -d '{"events": [{"name": "network-changed", "server_uuid": "cd880180-5f40-4b97-87c6-9c363fb1741a", "tag": "1a23e7d0-0fbe-4232-87a1-d4423c4fc88a"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:40:29.415319 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6a182f-0609-469e-bedd-1101e5f1bd36 service neutron] Pushing event updated for resources: {'Port': ['ID=1a23e7d0-0fbe-4232-87a1-d4423c4fc88a,revision_number=8']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:40:29.498332 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492ea705-d313-4280-be0f-d83e7e04550e req-b0eb43ed-2bab-4d1f-8e8c-c068849fad1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:40:29.501042 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-492ea705-d313-4280-be0f-d83e7e04550e req-b0eb43ed-2bab-4d1f-8e8c-c068849fad1c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f4ca129800e94994b08c14cc45929d63&device_id=cd880180-5f40-4b97-87c6-9c363fb1741a HTTP/1.1" status: 200 len: 1094 time: 0.0675762 Aug 05 12:40:29.576710 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 12:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-747fe014-6971-41a6-aee4-45589cb5e0f2 x-openstack-request-id: req-747fe014-6971-41a6-aee4-45589cb5e0f2 {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:40:29.577368 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd880180-5f40-4b97-87c6-9c363fb1741a", "tag": "1a23e7d0-0fbe-4232-87a1-d4423c4fc88a", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:40:29.577576 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-747fe014-6971-41a6-aee4-45589cb5e0f2 {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:40:29.578093 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd880180-5f40-4b97-87c6-9c363fb1741a', 'tag': '1a23e7d0-0fbe-4232-87a1-d4423c4fc88a', 'status': 'completed', 'code': 200} Aug 05 12:40:29.647843 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492ea705-d313-4280-be0f-d83e7e04550e req-63d5bf88-6de5-476d-bfc3-58b1cb136afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:40:29.649180 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe0618a-0ebe-4357-839e-febf5c5e3577 req-5f692252-a4b2-45c3-a072-1986ebfceb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:40:29.650504 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-492ea705-d313-4280-be0f-d83e7e04550e req-63d5bf88-6de5-476d-bfc3-58b1cb136afc service neutron] 10.222.0.64 "GET /v2.0/networks?id=c00424f2-f7f6-42d3-a3f9-d662e8ae381c HTTP/1.1" status: 200 len: 912 time: 0.1403892 Aug 05 12:40:29.650734 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ebe0618a-0ebe-4357-839e-febf5c5e3577 req-5f692252-a4b2-45c3-a072-1986ebfceb49 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f4ca129800e94994b08c14cc45929d63&device_id=cd880180-5f40-4b97-87c6-9c363fb1741a HTTP/1.1" status: 200 len: 1094 time: 0.0577736 Aug 05 12:40:29.792785 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-492ea705-d313-4280-be0f-d83e7e04550e req-703289b8-b6a6-4d3f-a1f0-6f2784c0b577 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a23e7d0-0fbe-4232-87a1-d4423c4fc88a HTTP/1.1" status: 200 len: 1000 time: 0.1332226 Aug 05 12:40:29.796258 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe0618a-0ebe-4357-839e-febf5c5e3577 req-41444b9f-cf78-4eba-bb6b-bc6feadf0014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:40:29.798874 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ebe0618a-0ebe-4357-839e-febf5c5e3577 req-41444b9f-cf78-4eba-bb6b-bc6feadf0014 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c00424f2-f7f6-42d3-a3f9-d662e8ae381c HTTP/1.1" status: 200 len: 912 time: 0.1409328 Aug 05 12:40:29.850208 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86551729-87d3-454a-80aa-7c557772f70f req-e1a62842-f793-4ea9-a173-14f9a25fe457 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:40:29.851844 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-86551729-87d3-454a-80aa-7c557772f70f req-e1a62842-f793-4ea9-a173-14f9a25fe457 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd880180-5f40-4b97-87c6-9c363fb1741a HTTP/1.1" status: 200 len: 943 time: 0.1248560 Aug 05 12:40:29.900073 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ebe0618a-0ebe-4357-839e-febf5c5e3577 req-cde26c89-d653-4e1c-b3e9-b68e83daa67f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a23e7d0-0fbe-4232-87a1-d4423c4fc88a HTTP/1.1" status: 200 len: 1000 time: 0.0926580 Aug 05 12:40:29.915743 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492ea705-d313-4280-be0f-d83e7e04550e req-45cd1741-294f-4d98-8f63-0e74a9cea11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:40:29.917520 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-492ea705-d313-4280-be0f-d83e7e04550e req-45cd1741-294f-4d98-8f63-0e74a9cea11c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e713aeb5-0daa-4eb2-babb-b3a078b47e59 HTTP/1.1" status: 200 len: 850 time: 0.1164200 Aug 05 12:40:29.957797 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-86551729-87d3-454a-80aa-7c557772f70f req-f3b19fa5-6094-4eac-a14c-c05cccb2897e tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980237 Aug 05 12:40:29.963032 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe0618a-0ebe-4357-839e-febf5c5e3577 req-68200ae0-7e6b-4630-97b5-bdd4ccae285c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:40:29.965171 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ebe0618a-0ebe-4357-839e-febf5c5e3577 req-68200ae0-7e6b-4630-97b5-bdd4ccae285c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e713aeb5-0daa-4eb2-babb-b3a078b47e59 HTTP/1.1" status: 200 len: 850 time: 0.0584478 Aug 05 12:40:30.005302 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492ea705-d313-4280-be0f-d83e7e04550e req-633f63b0-c3d9-46ef-bdb8-ed7e4eb6b8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:40:30.007607 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-492ea705-d313-4280-be0f-d83e7e04550e req-633f63b0-c3d9-46ef-bdb8-ed7e4eb6b8da service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c00424f2-f7f6-42d3-a3f9-d662e8ae381c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0753551 Aug 05 12:40:30.040582 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe0618a-0ebe-4357-839e-febf5c5e3577 req-5d2f15cd-0667-496a-9a3b-61c37252334a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:40:30.042177 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ebe0618a-0ebe-4357-839e-febf5c5e3577 req-5d2f15cd-0667-496a-9a3b-61c37252334a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c00424f2-f7f6-42d3-a3f9-d662e8ae381c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690234 Aug 05 12:40:30.075709 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:40:30.129377 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-492ea705-d313-4280-be0f-d83e7e04550e req-36854564-076a-469b-8155-6e0476e6e4cc service neutron] 10.222.0.64 "GET /v2.0/networks/c00424f2-f7f6-42d3-a3f9-d662e8ae381c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118073 Aug 05 12:40:30.181852 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ebe0618a-0ebe-4357-839e-febf5c5e3577 req-db4a46ea-96b1-41b2-8a15-f2e667f9e483 service neutron] 10.222.0.55 "GET /v2.0/networks/c00424f2-f7f6-42d3-a3f9-d662e8ae381c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319406 Aug 05 12:40:30.268858 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-492ea705-d313-4280-be0f-d83e7e04550e req-73616c67-62d6-4072-aae0-69f30b57611a service neutron] 10.222.0.64 "GET /v2.0/networks/c00424f2-f7f6-42d3-a3f9-d662e8ae381c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301024 Aug 05 12:40:30.292763 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ebe0618a-0ebe-4357-839e-febf5c5e3577 req-ea168434-0bbc-4b1d-a1d0-e89f6746edbd service neutron] 10.222.0.55 "GET /v2.0/networks/c00424f2-f7f6-42d3-a3f9-d662e8ae381c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026187 Aug 05 12:40:30.438003 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe0618a-0ebe-4357-839e-febf5c5e3577 req-c8303f08-be0e-4330-919d-5d6a17e14fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:40:30.439743 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ebe0618a-0ebe-4357-839e-febf5c5e3577 req-c8303f08-be0e-4330-919d-5d6a17e14fb0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f4ca129800e94994b08c14cc45929d63&device_id=cd880180-5f40-4b97-87c6-9c363fb1741a HTTP/1.1" status: 200 len: 1094 time: 0.0600996 Aug 05 12:40:30.607483 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe0618a-0ebe-4357-839e-febf5c5e3577 req-ec81d84d-3478-4ea3-a2ff-4159c2eff7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:40:30.609116 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ebe0618a-0ebe-4357-839e-febf5c5e3577 req-ec81d84d-3478-4ea3-a2ff-4159c2eff7d0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c00424f2-f7f6-42d3-a3f9-d662e8ae381c HTTP/1.1" status: 200 len: 912 time: 0.1479456 Aug 05 12:40:30.701281 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ebe0618a-0ebe-4357-839e-febf5c5e3577 req-c1ef4e75-e341-482b-8807-135500eea33c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a23e7d0-0fbe-4232-87a1-d4423c4fc88a HTTP/1.1" status: 200 len: 1000 time: 0.0826507 Aug 05 12:40:30.798778 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe0618a-0ebe-4357-839e-febf5c5e3577 req-b6ba44f4-443f-421e-9ce0-d46dbbba4dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:40:30.800814 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ebe0618a-0ebe-4357-839e-febf5c5e3577 req-b6ba44f4-443f-421e-9ce0-d46dbbba4dca service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e713aeb5-0daa-4eb2-babb-b3a078b47e59 HTTP/1.1" status: 200 len: 850 time: 0.0896697 Aug 05 12:40:30.871195 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe0618a-0ebe-4357-839e-febf5c5e3577 req-3523d348-b746-4e1b-a5a7-7fa0f8101424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:40:30.872684 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ebe0618a-0ebe-4357-839e-febf5c5e3577 req-3523d348-b746-4e1b-a5a7-7fa0f8101424 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c00424f2-f7f6-42d3-a3f9-d662e8ae381c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0627985 Aug 05 12:40:30.981172 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ebe0618a-0ebe-4357-839e-febf5c5e3577 req-71330c9c-8866-4b94-aa78-ac2a11f58e16 service neutron] 10.222.0.64 "GET /v2.0/networks/c00424f2-f7f6-42d3-a3f9-d662e8ae381c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978410 Aug 05 12:40:31.138104 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ebe0618a-0ebe-4357-839e-febf5c5e3577 req-3c12e476-e4c3-4912-ad61-5102f7c4f6b5 service neutron] 10.222.0.64 "GET /v2.0/networks/c00424f2-f7f6-42d3-a3f9-d662e8ae381c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484015 Aug 05 12:40:31.168543 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce75533-3707-436d-b639-a2a536cddb88 req-6b871b57-8d7f-491e-858f-7bc0a51c11f3 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:40:31.170203 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9ce75533-3707-436d-b639-a2a536cddb88 req-6b871b57-8d7f-491e-858f-7bc0a51c11f3 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd880180-5f40-4b97-87c6-9c363fb1741a HTTP/1.1" status: 200 len: 943 time: 0.1017916 Aug 05 12:40:31.231085 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9ce75533-3707-436d-b639-a2a536cddb88 req-ab6ef5ba-04fa-4a6e-b611-e632d71d854b tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479467 Aug 05 12:40:32.405902 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc6e33f-598d-4ed3-bd9b-d31a0052f8d6 req-d9319bd6-9701-4853-9532-21605b80d346 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:40:32.408529 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2cc6e33f-598d-4ed3-bd9b-d31a0052f8d6 req-d9319bd6-9701-4853-9532-21605b80d346 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd880180-5f40-4b97-87c6-9c363fb1741a HTTP/1.1" status: 200 len: 943 time: 0.0644467 Aug 05 12:40:32.482855 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2cc6e33f-598d-4ed3-bd9b-d31a0052f8d6 req-708144ea-e123-47a6-bba8-aa83f6a65402 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568848 Aug 05 12:40:33.698363 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03309c2d-a0f7-4ca4-80b8-31c932847a7c req-63cb5871-8372-4246-b837-607c5e59a753 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:40:33.700641 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-03309c2d-a0f7-4ca4-80b8-31c932847a7c req-63cb5871-8372-4246-b837-607c5e59a753 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd880180-5f40-4b97-87c6-9c363fb1741a HTTP/1.1" status: 200 len: 943 time: 0.0845051 Aug 05 12:40:33.759597 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-03309c2d-a0f7-4ca4-80b8-31c932847a7c req-ea6f68fb-304e-4bad-aaba-851fbe189e04 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451715 Aug 05 12:40:34.965906 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a023f1-bfdf-4c32-a9a1-b867f5960687 req-eebcc066-10b0-4a7f-9703-154dbd6f98d8 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:40:34.968761 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d2a023f1-bfdf-4c32-a9a1-b867f5960687 req-eebcc066-10b0-4a7f-9703-154dbd6f98d8 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd880180-5f40-4b97-87c6-9c363fb1741a HTTP/1.1" status: 200 len: 943 time: 0.0883274 Aug 05 12:40:35.028529 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d2a023f1-bfdf-4c32-a9a1-b867f5960687 req-12769d8c-01d8-4ba3-bb22-685dc9138d97 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500982 Aug 05 12:40:36.211386 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ef6ab2-941a-4fcf-9afd-22bf8c2da4a9 req-1bffa96f-e34c-40ca-ade5-f42fe670c298 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:40:36.214121 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-75ef6ab2-941a-4fcf-9afd-22bf8c2da4a9 req-1bffa96f-e34c-40ca-ade5-f42fe670c298 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd880180-5f40-4b97-87c6-9c363fb1741a HTTP/1.1" status: 200 len: 943 time: 0.0761597 Aug 05 12:40:36.290460 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-75ef6ab2-941a-4fcf-9afd-22bf8c2da4a9 req-a2cc5bdf-add9-4d30-83d4-3c370697826d tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684752 Aug 05 12:40:37.347255 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-ad646076-2667-4f7b-821a-2e0b26b6f817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:40:37.459333 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b1cdc4-0917-4de5-8bcd-42c86ab213fb req-bb4e418b-360a-4622-9eae-e6d2bfb80e6b tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:40:37.461188 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-67b1cdc4-0917-4de5-8bcd-42c86ab213fb req-bb4e418b-360a-4622-9eae-e6d2bfb80e6b tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd880180-5f40-4b97-87c6-9c363fb1741a HTTP/1.1" status: 200 len: 943 time: 0.0670102 Aug 05 12:40:37.532321 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-67b1cdc4-0917-4de5-8bcd-42c86ab213fb req-611be249-b50d-46f0-971a-3c38cf5a9de3 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590219 Aug 05 12:40:37.810244 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 12:40:38.714726 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e95011-5a4a-4f01-8551-08ceabd04b98 req-6fc7758b-221e-49e4-9413-3600da49d263 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:40:38.717562 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-43e95011-5a4a-4f01-8551-08ceabd04b98 req-6fc7758b-221e-49e4-9413-3600da49d263 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd880180-5f40-4b97-87c6-9c363fb1741a HTTP/1.1" status: 200 len: 943 time: 0.0761023 Aug 05 12:40:38.785787 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-43e95011-5a4a-4f01-8551-08ceabd04b98 req-16b6a1c8-3a93-4ad0-8c6f-33a9cf0f0115 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609162 Aug 05 12:40:39.970455 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2e5bfb-bfe3-47b7-aa7c-84d21950d129 req-2189c114-b634-4a80-bd07-2b7662378411 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:40:39.974625 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5c2e5bfb-bfe3-47b7-aa7c-84d21950d129 req-2189c114-b634-4a80-bd07-2b7662378411 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd880180-5f40-4b97-87c6-9c363fb1741a HTTP/1.1" status: 200 len: 943 time: 0.0769899 Aug 05 12:40:40.024302 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5c2e5bfb-bfe3-47b7-aa7c-84d21950d129 req-d51aeff6-fbe5-4646-abe4-98d47e805ced tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429776 Aug 05 12:40:40.065894 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cb6b8041-68d6-480f-a5e7-d82a44dcf4ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:40:40.138520 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:40:41.228555 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f215af-0b19-46de-8899-1141b2655fad req-f292132c-331d-4300-8d23-ff22e1e403d2 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:40:41.231388 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-43f215af-0b19-46de-8899-1141b2655fad req-f292132c-331d-4300-8d23-ff22e1e403d2 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd880180-5f40-4b97-87c6-9c363fb1741a HTTP/1.1" status: 200 len: 943 time: 0.0886858 Aug 05 12:40:41.306572 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-43f215af-0b19-46de-8899-1141b2655fad req-0a554336-698f-4f7c-93a1-43fff32aa7a5 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647430 Aug 05 12:40:42.032247 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:40:42.499835 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049e5c47-848f-4c55-aba8-af176b856020 req-5ad2e322-6742-454b-9d52-81c7a8e3700a tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:40:42.503938 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-049e5c47-848f-4c55-aba8-af176b856020 req-5ad2e322-6742-454b-9d52-81c7a8e3700a tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd880180-5f40-4b97-87c6-9c363fb1741a HTTP/1.1" status: 200 len: 943 time: 0.0976055 Aug 05 12:40:42.572430 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-049e5c47-848f-4c55-aba8-af176b856020 req-66f91b81-62de-409b-878d-7e811ab4c30d tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571356 Aug 05 12:40:43.788080 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5971a4e9-f6c4-4fbc-922e-72619fb8e2d0 req-977e0c63-b2dd-4e1f-a8f3-9d7e68f4f01e tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:40:43.790967 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5971a4e9-f6c4-4fbc-922e-72619fb8e2d0 req-977e0c63-b2dd-4e1f-a8f3-9d7e68f4f01e tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd880180-5f40-4b97-87c6-9c363fb1741a HTTP/1.1" status: 200 len: 943 time: 0.0947044 Aug 05 12:40:43.876582 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5971a4e9-f6c4-4fbc-922e-72619fb8e2d0 req-e0c07239-bf1e-4d0c-ab3c-c9df89795062 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734200 Aug 05 12:40:44.169505 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:40:45.116726 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bf8d26-4832-42c1-ab3f-69e95fab3c0e req-d545f645-e3b6-4d6a-9522-9f81194c996e tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:40:45.119443 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-70bf8d26-4832-42c1-ab3f-69e95fab3c0e req-d545f645-e3b6-4d6a-9522-9f81194c996e tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd880180-5f40-4b97-87c6-9c363fb1741a HTTP/1.1" status: 200 len: 943 time: 0.0934138 Aug 05 12:40:45.195484 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-70bf8d26-4832-42c1-ab3f-69e95fab3c0e req-926a012c-7cf6-422d-baff-af9131b9f7d3 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687802 Aug 05 12:40:46.369763 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5534a9f-c481-4d7d-9e9c-28abb87e3c1c req-3efcbac2-f9ef-40a7-b741-e698a1b0b7dc tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:40:46.371826 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c5534a9f-c481-4d7d-9e9c-28abb87e3c1c req-3efcbac2-f9ef-40a7-b741-e698a1b0b7dc tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd880180-5f40-4b97-87c6-9c363fb1741a HTTP/1.1" status: 200 len: 943 time: 0.0735345 Aug 05 12:40:46.426928 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c5534a9f-c481-4d7d-9e9c-28abb87e3c1c req-0e920c18-6b22-4a64-b0cd-303389132f83 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474992 Aug 05 12:40:46.632599 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 1a23e7d0-0fbe-4232-87a1-d4423c4fc88a details requested by agent hyperv_n-h1-803378-2 with host n-h1-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 12:40:46.772774 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 1a23e7d0-0fbe-4232-87a1-d4423c4fc88a, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=1a23e7d0-0fbe-4232-87a1-d4423c4fc88a,segment=NetworkSegment(13893fa0-6d12-483f-9dbb-d2903963c6f2),segment_id=13893fa0-6d12-483f-9dbb-d2903963c6f2)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:40:46.796712 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Returning: {'device': '1a23e7d0-0fbe-4232-87a1-d4423c4fc88a', 'network_id': 'c00424f2-f7f6-42d3-a3f9-d662e8ae381c', 'port_id': '1a23e7d0-0fbe-4232-87a1-d4423c4fc88a', 'mac_address': 'fa:16:3e:95:a4:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e713aeb5-0daa-4eb2-babb-b3a078b47e59', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 12:40:46.860558 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:40:46.889509 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a23e7d0-0fbe-4232-87a1-d4423c4fc88a {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 12:40:46.932980 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 1a23e7d0-0fbe-4232-87a1-d4423c4fc88a, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=1a23e7d0-0fbe-4232-87a1-d4423c4fc88a,segment=NetworkSegment(13893fa0-6d12-483f-9dbb-d2903963c6f2),segment_id=13893fa0-6d12-483f-9dbb-d2903963c6f2)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:40:46.940243 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:40:47.035986 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=1a23e7d0-0fbe-4232-87a1-d4423c4fc88a,revision_number=9']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:40:47.050647 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f429105-50e9-4f67-9904-c47bd7aab04f req-b7c164ed-d839-4240-817b-1bf9760cb7b9 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:40:47.053196 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3f429105-50e9-4f67-9904-c47bd7aab04f req-b7c164ed-d839-4240-817b-1bf9760cb7b9 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd880180-5f40-4b97-87c6-9c363fb1741a&tenant_id=f4ca129800e94994b08c14cc45929d63&binding%3Ahost_id=n-h1-803378-2 HTTP/1.1" status: 200 len: 943 time: 0.1487126 Aug 05 12:40:47.070317 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7a630c-9a7e-4ee1-a8ac-d040e18307aa req-96b2bb0c-b950-489c-b2a8-e0cb76c3fc7e tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:40:47.072702 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9c7a630c-9a7e-4ee1-a8ac-d040e18307aa req-96b2bb0c-b950-489c-b2a8-e0cb76c3fc7e tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd880180-5f40-4b97-87c6-9c363fb1741a HTTP/1.1" status: 200 len: 944 time: 0.1128430 Aug 05 12:40:47.171887 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9c7a630c-9a7e-4ee1-a8ac-d040e18307aa req-3e764928-b2cd-43ce-8ef3-9aa334142958 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840251 Aug 05 12:40:47.186576 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3f429105-50e9-4f67-9904-c47bd7aab04f req-e76c8e9a-aa1e-4bf8-932b-1afb7722baa5 service neutron] 10.222.0.64 "GET /v2.0/ports/1a23e7d0-0fbe-4232-87a1-d4423c4fc88a/bindings/n-h1-803378-2 HTTP/1.1" status: 200 len: 382 time: 0.1123607 Aug 05 12:40:47.308231 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f429105-50e9-4f67-9904-c47bd7aab04f req-f5cf819f-4eaa-4023-9906-213447d13daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:40:47.310627 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3f429105-50e9-4f67-9904-c47bd7aab04f req-f5cf819f-4eaa-4023-9906-213447d13daa service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f4ca129800e94994b08c14cc45929d63&device_id=cd880180-5f40-4b97-87c6-9c363fb1741a HTTP/1.1" status: 200 len: 1095 time: 0.0705707 Aug 05 12:40:47.474412 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['1a23e7d0-0fbe-4232-87a1-d4423c4fc88a'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 12:40:47.482383 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f429105-50e9-4f67-9904-c47bd7aab04f req-4c876526-56bc-40b5-adb2-cfb82ab03fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:40:47.485027 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3f429105-50e9-4f67-9904-c47bd7aab04f req-4c876526-56bc-40b5-adb2-cfb82ab03fd5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c00424f2-f7f6-42d3-a3f9-d662e8ae381c HTTP/1.1" status: 200 len: 912 time: 0.1609533 Aug 05 12:40:47.606427 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3f429105-50e9-4f67-9904-c47bd7aab04f req-80caee49-a535-4313-a8ca-cda4ee6c943b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a23e7d0-0fbe-4232-87a1-d4423c4fc88a HTTP/1.1" status: 200 len: 1001 time: 0.1109307 Aug 05 12:40:47.706079 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f429105-50e9-4f67-9904-c47bd7aab04f req-92d25837-0715-4f56-8e0b-41bf376e7eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:40:47.708760 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3f429105-50e9-4f67-9904-c47bd7aab04f req-92d25837-0715-4f56-8e0b-41bf376e7eb6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e713aeb5-0daa-4eb2-babb-b3a078b47e59 HTTP/1.1" status: 200 len: 850 time: 0.0944297 Aug 05 12:40:47.803876 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f429105-50e9-4f67-9904-c47bd7aab04f req-cf1e4bd7-adcb-451b-adf2-5d99e337d0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:40:47.805704 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3f429105-50e9-4f67-9904-c47bd7aab04f req-cf1e4bd7-adcb-451b-adf2-5d99e337d0d4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c00424f2-f7f6-42d3-a3f9-d662e8ae381c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0778916 Aug 05 12:40:47.954394 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3f429105-50e9-4f67-9904-c47bd7aab04f req-4fcc65fe-af26-45c0-8ad2-b32bf5d27a4e service neutron] 10.222.0.64 "GET /v2.0/networks/c00424f2-f7f6-42d3-a3f9-d662e8ae381c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364691 Aug 05 12:40:48.126975 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3f429105-50e9-4f67-9904-c47bd7aab04f req-8cd3da85-72d2-4fcc-9e44-a4891c5dc646 service neutron] 10.222.0.64 "GET /v2.0/networks/c00424f2-f7f6-42d3-a3f9-d662e8ae381c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629059 Aug 05 12:40:48.368508 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40454aed-ff21-4727-b345-e3b171430e77 req-a6978dd3-4186-42a8-be8f-b8afd53be111 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:40:48.371423 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-40454aed-ff21-4727-b345-e3b171430e77 req-a6978dd3-4186-42a8-be8f-b8afd53be111 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd880180-5f40-4b97-87c6-9c363fb1741a HTTP/1.1" status: 200 len: 944 time: 0.0898066 Aug 05 12:40:48.443754 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-40454aed-ff21-4727-b345-e3b171430e77 req-6e95b42f-b8fb-4062-a680-e7f441128f06 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644057 Aug 05 12:40:48.650545 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 1a23e7d0-0fbe-4232-87a1-d4423c4fc88a up at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:40:48.748286 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning for port 1a23e7d0-0fbe-4232-87a1-d4423c4fc88a completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:40:48.755538 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning complete for port 1a23e7d0-0fbe-4232-87a1-d4423c4fc88a triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:40:48.756306 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:40:48.920132 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:40:48.969034 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd880180-5f40-4b97-87c6-9c363fb1741a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a23e7d0-0fbe-4232-87a1-d4423c4fc88a'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:40:48.974713 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e1268cc07bff5734ca170491336a8ac74677c017447dd0c96766dddd3e3cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-031a0faa-a9dc-4de5-9870-67edd526cd6e" -d '{"events": [{"server_uuid": "cd880180-5f40-4b97-87c6-9c363fb1741a", "name": "network-vif-plugged", "status": "completed", "tag": "1a23e7d0-0fbe-4232-87a1-d4423c4fc88a"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:40:48.998361 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 1a23e7d0-0fbe-4232-87a1-d4423c4fc88a, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=1a23e7d0-0fbe-4232-87a1-d4423c4fc88a,segment=NetworkSegment(13893fa0-6d12-483f-9dbb-d2903963c6f2),segment_id=13893fa0-6d12-483f-9dbb-d2903963c6f2)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:40:49.005603 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:40:49.093189 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=1a23e7d0-0fbe-4232-87a1-d4423c4fc88a,revision_number=10']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:40:49.178262 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 12:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0be05701-a52f-49d3-bec4-edcfc28eed66 x-openstack-request-id: req-0be05701-a52f-49d3-bec4-edcfc28eed66 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:40:49.178708 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd880180-5f40-4b97-87c6-9c363fb1741a", "name": "network-vif-plugged", "status": "completed", "tag": "1a23e7d0-0fbe-4232-87a1-d4423c4fc88a", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:40:49.179097 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0be05701-a52f-49d3-bec4-edcfc28eed66 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:40:49.180120 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd880180-5f40-4b97-87c6-9c363fb1741a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a23e7d0-0fbe-4232-87a1-d4423c4fc88a', 'code': 200} Aug 05 12:40:49.463247 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ebf99c-1030-4ce2-9f79-adcd15e6a204 req-0f6370b9-7a64-478f-be9c-4416217a6089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:40:49.465200 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-51ebf99c-1030-4ce2-9f79-adcd15e6a204 req-0f6370b9-7a64-478f-be9c-4416217a6089 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f4ca129800e94994b08c14cc45929d63&device_id=cd880180-5f40-4b97-87c6-9c363fb1741a HTTP/1.1" status: 200 len: 1097 time: 0.0606532 Aug 05 12:40:49.676155 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c038f2ea-ada0-40c3-b531-f1c01163e16e req-11c03081-ae2b-4d7f-a497-8277985a7196 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:40:49.679071 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c038f2ea-ada0-40c3-b531-f1c01163e16e req-11c03081-ae2b-4d7f-a497-8277985a7196 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd880180-5f40-4b97-87c6-9c363fb1741a HTTP/1.1" status: 200 len: 946 time: 0.1160717 Aug 05 12:40:49.681302 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ebf99c-1030-4ce2-9f79-adcd15e6a204 req-7ffb4c0e-3caa-49d2-88fb-98f207c53ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:40:49.683851 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-51ebf99c-1030-4ce2-9f79-adcd15e6a204 req-7ffb4c0e-3caa-49d2-88fb-98f207c53ef5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c00424f2-f7f6-42d3-a3f9-d662e8ae381c HTTP/1.1" status: 200 len: 912 time: 0.1829143 Aug 05 12:40:49.862678 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c038f2ea-ada0-40c3-b531-f1c01163e16e req-a06e7739-914d-4f6b-b880-f723772b87d9 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1564262 Aug 05 12:40:49.870880 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-51ebf99c-1030-4ce2-9f79-adcd15e6a204 req-3e884945-ab84-4034-be07-13a11f2414c4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a23e7d0-0fbe-4232-87a1-d4423c4fc88a HTTP/1.1" status: 200 len: 1002 time: 0.1775968 Aug 05 12:40:49.959127 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ebf99c-1030-4ce2-9f79-adcd15e6a204 req-179df9ad-41f5-462b-b1eb-d43bb3e02f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:40:49.961540 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-51ebf99c-1030-4ce2-9f79-adcd15e6a204 req-179df9ad-41f5-462b-b1eb-d43bb3e02f98 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e713aeb5-0daa-4eb2-babb-b3a078b47e59 HTTP/1.1" status: 200 len: 850 time: 0.0812476 Aug 05 12:40:50.064932 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ebf99c-1030-4ce2-9f79-adcd15e6a204 req-0da8626d-e3a6-48b7-bbd9-45fefac8836c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:40:50.067301 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-51ebf99c-1030-4ce2-9f79-adcd15e6a204 req-0da8626d-e3a6-48b7-bbd9-45fefac8836c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c00424f2-f7f6-42d3-a3f9-d662e8ae381c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0971329 Aug 05 12:40:50.224032 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-51ebf99c-1030-4ce2-9f79-adcd15e6a204 req-f19dbe11-b44d-414b-a17d-652fa148d520 service neutron] 10.222.0.64 "GET /v2.0/networks/c00424f2-f7f6-42d3-a3f9-d662e8ae381c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475649 Aug 05 12:40:50.405123 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-51ebf99c-1030-4ce2-9f79-adcd15e6a204 req-6704bb9f-5362-4eaf-b3b0-11ad08fd8e65 service neutron] 10.222.0.64 "GET /v2.0/networks/c00424f2-f7f6-42d3-a3f9-d662e8ae381c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700644 Aug 05 12:40:51.082286 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1d77e2-1d38-4f50-b3fd-6c87480fb036 req-757b9afa-e645-4948-ac09-983d996e06f7 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:40:51.084053 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3d1d77e2-1d38-4f50-b3fd-6c87480fb036 req-757b9afa-e645-4948-ac09-983d996e06f7 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd880180-5f40-4b97-87c6-9c363fb1741a HTTP/1.1" status: 200 len: 946 time: 0.0685439 Aug 05 12:40:51.133359 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3d1d77e2-1d38-4f50-b3fd-6c87480fb036 req-1d611a94-fc2f-4e63-b548-588841aad02a tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419323 Aug 05 12:40:52.359279 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb642b1-4eb4-4ba0-89be-7771f77b7c18 req-4b6e15a3-e084-45e0-acc2-6c06b8ca09de tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:40:52.362168 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0eb642b1-4eb4-4ba0-89be-7771f77b7c18 req-4b6e15a3-e084-45e0-acc2-6c06b8ca09de tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd880180-5f40-4b97-87c6-9c363fb1741a HTTP/1.1" status: 200 len: 946 time: 0.0970814 Aug 05 12:40:52.442571 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0eb642b1-4eb4-4ba0-89be-7771f77b7c18 req-183ef448-88cb-4206-8d4d-301e0f85d91d tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695567 Aug 05 12:40:52.851427 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:40:53.626423 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ae7d1d-92ca-4a43-a225-3937110ea313 req-50a0699e-5b16-4dba-bafe-dba02b03de93 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:40:53.630033 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-74ae7d1d-92ca-4a43-a225-3937110ea313 req-50a0699e-5b16-4dba-bafe-dba02b03de93 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd880180-5f40-4b97-87c6-9c363fb1741a HTTP/1.1" status: 200 len: 946 time: 0.0769088 Aug 05 12:40:53.716604 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-74ae7d1d-92ca-4a43-a225-3937110ea313 req-eefdfb97-32c9-42d4-b2db-891c5966d637 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763385 Aug 05 12:40:53.988451 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f429105-50e9-4f67-9904-c47bd7aab04f req-a86e7c2b-80b8-4270-a5b0-745eb0a9c61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:40:53.991007 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3f429105-50e9-4f67-9904-c47bd7aab04f req-a86e7c2b-80b8-4270-a5b0-745eb0a9c61b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=cd880180-5f40-4b97-87c6-9c363fb1741a&tenant_id=f4ca129800e94994b08c14cc45929d63 HTTP/1.1" status: 200 len: 1097 time: 0.0814075 Aug 05 12:40:54.013317 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-3f429105-50e9-4f67-9904-c47bd7aab04f req-04c42854-ecb4-4dea-9805-496c9eac8f48 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-803378-2', 'device_owner': 'compute:nova'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:40:54.136363 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-3f429105-50e9-4f67-9904-c47bd7aab04f req-04c42854-ecb4-4dea-9805-496c9eac8f48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:40:54.551111 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-3f429105-50e9-4f67-9904-c47bd7aab04f req-04c42854-ecb4-4dea-9805-496c9eac8f48 service neutron] For port 1a23e7d0-0fbe-4232-87a1-d4423c4fc88a, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=1a23e7d0-0fbe-4232-87a1-d4423c4fc88a,segment=NetworkSegment(13893fa0-6d12-483f-9dbb-d2903963c6f2),segment_id=13893fa0-6d12-483f-9dbb-d2903963c6f2)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:40:54.621656 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-3f429105-50e9-4f67-9904-c47bd7aab04f req-04c42854-ecb4-4dea-9805-496c9eac8f48 service neutron] For port 1a23e7d0-0fbe-4232-87a1-d4423c4fc88a, host n-h1-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:40:54.665286 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 1a23e7d0-0fbe-4232-87a1-d4423c4fc88a no longer exists at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:40:54.700287 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd880180-5f40-4b97-87c6-9c363fb1741a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a23e7d0-0fbe-4232-87a1-d4423c4fc88a'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:40:54.703616 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7ff1ae056485c55ead25f70fa9973e26b39e4a1f6cb6b93d5d0d7942cdef429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-078816f2-721a-4677-b96e-dfb3c04af2b9" -d '{"events": [{"server_uuid": "cd880180-5f40-4b97-87c6-9c363fb1741a", "name": "network-vif-unplugged", "status": "completed", "tag": "1a23e7d0-0fbe-4232-87a1-d4423c4fc88a"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:40:54.710859 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-3f429105-50e9-4f67-9904-c47bd7aab04f req-04c42854-ecb4-4dea-9805-496c9eac8f48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:40:54.736452 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-3f429105-50e9-4f67-9904-c47bd7aab04f req-04c42854-ecb4-4dea-9805-496c9eac8f48 service neutron] Transition to ACTIVE for port object 1a23e7d0-0fbe-4232-87a1-d4423c4fc88a will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:40:54.745671 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-3f429105-50e9-4f67-9904-c47bd7aab04f req-04c42854-ecb4-4dea-9805-496c9eac8f48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:40:54.753919 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 1a23e7d0-0fbe-4232-87a1-d4423c4fc88a not bound to the agent host n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:40:54.900814 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c42854-ecb4-4dea-9805-496c9eac8f48 service neutron] Pushing event updated for resources: {'Port': ['ID=1a23e7d0-0fbe-4232-87a1-d4423c4fc88a,revision_number=11']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:40:54.927486 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c42854-ecb4-4dea-9805-496c9eac8f48 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:40:54.927486 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c42854-ecb4-4dea-9805-496c9eac8f48 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:40:54.928564 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c42854-ecb4-4dea-9805-496c9eac8f48 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:40:54.928785 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c42854-ecb4-4dea-9805-496c9eac8f48 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:40:54.929271 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c42854-ecb4-4dea-9805-496c9eac8f48 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:40:54.929858 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c42854-ecb4-4dea-9805-496c9eac8f48 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:40:54.930581 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c42854-ecb4-4dea-9805-496c9eac8f48 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:40:54.931021 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c42854-ecb4-4dea-9805-496c9eac8f48 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:40:54.931514 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c42854-ecb4-4dea-9805-496c9eac8f48 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:40:54.932215 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c42854-ecb4-4dea-9805-496c9eac8f48 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:40:54.933006 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c42854-ecb4-4dea-9805-496c9eac8f48 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:40:54.933800 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c42854-ecb4-4dea-9805-496c9eac8f48 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:40:55.023308 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06013ed-66c9-4754-9ee9-6a063cbb21a9 req-bfbf9edc-41c0-461a-8dd6-5eda7800dc4d tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:40:55.026603 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 05 Aug 2021 12:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c47f719e-dd4c-4b2f-9435-a2808df52f65 x-openstack-request-id: req-c47f719e-dd4c-4b2f-9435-a2808df52f65 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:40:55.029237 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b06013ed-66c9-4754-9ee9-6a063cbb21a9 req-bfbf9edc-41c0-461a-8dd6-5eda7800dc4d tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd880180-5f40-4b97-87c6-9c363fb1741a HTTP/1.1" status: 200 len: 944 time: 0.1248837 Aug 05 12:40:55.029595 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd880180-5f40-4b97-87c6-9c363fb1741a", "name": "network-vif-unplugged", "status": "completed", "tag": "1a23e7d0-0fbe-4232-87a1-d4423c4fc88a", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:40:55.029595 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c47f719e-dd4c-4b2f-9435-a2808df52f65 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:40:55.029595 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd880180-5f40-4b97-87c6-9c363fb1741a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a23e7d0-0fbe-4232-87a1-d4423c4fc88a', 'code': 200} Aug 05 12:40:55.029595 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f429105-50e9-4f67-9904-c47bd7aab04f req-04c42854-ecb4-4dea-9805-496c9eac8f48 service neutron] No DVR routers for this DVR port 1a23e7d0-0fbe-4232-87a1-d4423c4fc88a on host n-h1-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:40:55.112974 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b06013ed-66c9-4754-9ee9-6a063cbb21a9 req-6f93eb8a-67d6-41fe-835e-fa321b44c876 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706282 Aug 05 12:40:55.310474 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-3f429105-50e9-4f67-9904-c47bd7aab04f req-04c42854-ecb4-4dea-9805-496c9eac8f48 service neutron] Attempting to bind port 1a23e7d0-0fbe-4232-87a1-d4423c4fc88a on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:40:55.311077 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-3f429105-50e9-4f67-9904-c47bd7aab04f req-04c42854-ecb4-4dea-9805-496c9eac8f48 service neutron] Attempting to bind port 1a23e7d0-0fbe-4232-87a1-d4423c4fc88a by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': '13893fa0-6d12-483f-9dbb-d2903963c6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'c00424f2-f7f6-42d3-a3f9-d662e8ae381c'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:40:55.311679 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f429105-50e9-4f67-9904-c47bd7aab04f req-04c42854-ecb4-4dea-9805-496c9eac8f48 service neutron] Attempting to bind port 1a23e7d0-0fbe-4232-87a1-d4423c4fc88a on network c00424f2-f7f6-42d3-a3f9-d662e8ae381c {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:40:55.322709 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f429105-50e9-4f67-9904-c47bd7aab04f req-04c42854-ecb4-4dea-9805-496c9eac8f48 service neutron] Port 1a23e7d0-0fbe-4232-87a1-d4423c4fc88a on network c00424f2-f7f6-42d3-a3f9-d662e8ae381c not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 12:40:55.323256 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f429105-50e9-4f67-9904-c47bd7aab04f req-04c42854-ecb4-4dea-9805-496c9eac8f48 service neutron] Attempting to bind port 1a23e7d0-0fbe-4232-87a1-d4423c4fc88a on network c00424f2-f7f6-42d3-a3f9-d662e8ae381c {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:40:55.333386 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f429105-50e9-4f67-9904-c47bd7aab04f req-04c42854-ecb4-4dea-9805-496c9eac8f48 service neutron] Checking agent: {'id': 'a8f1dd2d-227c-4e30-8844-52419ba734db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:40:55.333980 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f429105-50e9-4f67-9904-c47bd7aab04f req-04c42854-ecb4-4dea-9805-496c9eac8f48 service neutron] Checking segment: {'id': '13893fa0-6d12-483f-9dbb-d2903963c6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'c00424f2-f7f6-42d3-a3f9-d662e8ae381c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:40:55.334616 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f429105-50e9-4f67-9904-c47bd7aab04f req-04c42854-ecb4-4dea-9805-496c9eac8f48 service neutron] Bound using segment: {'id': '13893fa0-6d12-483f-9dbb-d2903963c6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'c00424f2-f7f6-42d3-a3f9-d662e8ae381c'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:40:55.335377 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-3f429105-50e9-4f67-9904-c47bd7aab04f req-04c42854-ecb4-4dea-9805-496c9eac8f48 service neutron] Bound port: 1a23e7d0-0fbe-4232-87a1-d4423c4fc88a, host: n-h2-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13893fa0-6d12-483f-9dbb-d2903963c6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'c00424f2-f7f6-42d3-a3f9-d662e8ae381c'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:40:55.335977 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-3f429105-50e9-4f67-9904-c47bd7aab04f req-04c42854-ecb4-4dea-9805-496c9eac8f48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:40:55.464619 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-3f429105-50e9-4f67-9904-c47bd7aab04f req-04c42854-ecb4-4dea-9805-496c9eac8f48 service neutron] For port 1a23e7d0-0fbe-4232-87a1-d4423c4fc88a, host n-h2-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:40:55.472924 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-3f429105-50e9-4f67-9904-c47bd7aab04f req-04c42854-ecb4-4dea-9805-496c9eac8f48 service neutron] For port 1a23e7d0-0fbe-4232-87a1-d4423c4fc88a, host n-h2-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=1a23e7d0-0fbe-4232-87a1-d4423c4fc88a,segment=NetworkSegment(13893fa0-6d12-483f-9dbb-d2903963c6f2),segment_id=13893fa0-6d12-483f-9dbb-d2903963c6f2)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:40:55.480907 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-3f429105-50e9-4f67-9904-c47bd7aab04f req-04c42854-ecb4-4dea-9805-496c9eac8f48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:40:55.549616 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f429105-50e9-4f67-9904-c47bd7aab04f req-04c42854-ecb4-4dea-9805-496c9eac8f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:40:55.550694 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-3f429105-50e9-4f67-9904-c47bd7aab04f req-04c42854-ecb4-4dea-9805-496c9eac8f48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:40:55.553554 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3f429105-50e9-4f67-9904-c47bd7aab04f req-04c42854-ecb4-4dea-9805-496c9eac8f48 service neutron] 10.222.0.55 "PUT /v2.0/ports/1a23e7d0-0fbe-4232-87a1-d4423c4fc88a HTTP/1.1" status: 200 len: 1092 time: 1.5479727 Aug 05 12:40:55.599155 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c42854-ecb4-4dea-9805-496c9eac8f48 service neutron] Pushing event updated for resources: {'Port': ['ID=1a23e7d0-0fbe-4232-87a1-d4423c4fc88a,revision_number=12']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:40:55.698064 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f429105-50e9-4f67-9904-c47bd7aab04f req-885d5030-3b60-4643-ad88-fd377c3676bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:40:55.701409 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3f429105-50e9-4f67-9904-c47bd7aab04f req-885d5030-3b60-4643-ad88-fd377c3676bc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f4ca129800e94994b08c14cc45929d63&device_id=cd880180-5f40-4b97-87c6-9c363fb1741a HTTP/1.1" status: 200 len: 1095 time: 0.0959060 Aug 05 12:40:55.895687 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f429105-50e9-4f67-9904-c47bd7aab04f req-d9050bc4-4d7c-41fd-a909-9fcdf57e7432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:40:55.898402 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3f429105-50e9-4f67-9904-c47bd7aab04f req-d9050bc4-4d7c-41fd-a909-9fcdf57e7432 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c00424f2-f7f6-42d3-a3f9-d662e8ae381c HTTP/1.1" status: 200 len: 912 time: 0.1885118 Aug 05 12:40:56.002399 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3f429105-50e9-4f67-9904-c47bd7aab04f req-25cdd2d2-5b2e-48fc-a6d5-88fb26e4d15a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a23e7d0-0fbe-4232-87a1-d4423c4fc88a HTTP/1.1" status: 200 len: 1000 time: 0.0953984 Aug 05 12:40:56.093524 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f429105-50e9-4f67-9904-c47bd7aab04f req-bd727202-079a-43c4-bf29-25201d2c09ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:40:56.096933 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3f429105-50e9-4f67-9904-c47bd7aab04f req-bd727202-079a-43c4-bf29-25201d2c09ef service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e713aeb5-0daa-4eb2-babb-b3a078b47e59 HTTP/1.1" status: 200 len: 850 time: 0.0881722 Aug 05 12:40:56.188402 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f429105-50e9-4f67-9904-c47bd7aab04f req-8044446f-8ce9-4b3b-b66d-889b26abeb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:40:56.192732 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3f429105-50e9-4f67-9904-c47bd7aab04f req-8044446f-8ce9-4b3b-b66d-889b26abeb11 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c00424f2-f7f6-42d3-a3f9-d662e8ae381c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0868692 Aug 05 12:40:56.364811 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d07c3f-4cc6-44ef-a599-2b37d1cafebb req-a97f9992-4c9d-4102-8bfd-2fc88e17f43b tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:40:56.369848 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-06d07c3f-4cc6-44ef-a599-2b37d1cafebb req-a97f9992-4c9d-4102-8bfd-2fc88e17f43b tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd880180-5f40-4b97-87c6-9c363fb1741a HTTP/1.1" status: 200 len: 944 time: 0.1039691 Aug 05 12:40:56.378674 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3f429105-50e9-4f67-9904-c47bd7aab04f req-00111672-07a7-452f-8b78-cc55d5810e5e service neutron] 10.222.0.55 "GET /v2.0/networks/c00424f2-f7f6-42d3-a3f9-d662e8ae381c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780295 Aug 05 12:40:56.445706 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-06d07c3f-4cc6-44ef-a599-2b37d1cafebb req-3e2b069b-4b7c-4615-b170-6821b93aeece tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623975 Aug 05 12:40:56.555341 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3f429105-50e9-4f67-9904-c47bd7aab04f req-e54c31b3-e964-4d4b-9b30-d2494cd51aef service neutron] 10.222.0.55 "GET /v2.0/networks/c00424f2-f7f6-42d3-a3f9-d662e8ae381c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687183 Aug 05 12:40:57.028272 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd880180-5f40-4b97-87c6-9c363fb1741a', 'tag': '1a23e7d0-0fbe-4232-87a1-d4423c4fc88a'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:40:57.032199 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7ff1ae056485c55ead25f70fa9973e26b39e4a1f6cb6b93d5d0d7942cdef429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c4b957e-249e-466e-9412-691db391b038" -d '{"events": [{"name": "network-changed", "server_uuid": "cd880180-5f40-4b97-87c6-9c363fb1741a", "tag": "1a23e7d0-0fbe-4232-87a1-d4423c4fc88a"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:40:57.138770 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 12:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dc7b386-581a-49e0-ad14-10fc80c95ee8 x-openstack-request-id: req-8dc7b386-581a-49e0-ad14-10fc80c95ee8 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:40:57.139802 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd880180-5f40-4b97-87c6-9c363fb1741a", "tag": "1a23e7d0-0fbe-4232-87a1-d4423c4fc88a", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:40:57.139802 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8dc7b386-581a-49e0-ad14-10fc80c95ee8 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:40:57.141436 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd880180-5f40-4b97-87c6-9c363fb1741a', 'tag': '1a23e7d0-0fbe-4232-87a1-d4423c4fc88a', 'status': 'completed', 'code': 200} Aug 05 12:40:57.270584 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4b957e-249e-466e-9412-691db391b038 req-9eeb5c2d-e17d-4ead-8c70-56726858cd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:40:57.274231 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9c4b957e-249e-466e-9412-691db391b038 req-9eeb5c2d-e17d-4ead-8c70-56726858cd49 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f4ca129800e94994b08c14cc45929d63&device_id=cd880180-5f40-4b97-87c6-9c363fb1741a HTTP/1.1" status: 200 len: 1095 time: 0.0814440 Aug 05 12:40:57.276303 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4b957e-249e-466e-9412-691db391b038 req-822e1cc6-bfc8-4ef0-99e5-f02111f962d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:40:57.279133 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9c4b957e-249e-466e-9412-691db391b038 req-822e1cc6-bfc8-4ef0-99e5-f02111f962d4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f4ca129800e94994b08c14cc45929d63&device_id=cd880180-5f40-4b97-87c6-9c363fb1741a HTTP/1.1" status: 200 len: 1095 time: 0.0860860 Aug 05 12:40:57.442716 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4b957e-249e-466e-9412-691db391b038 req-ffcfda7f-8305-4c49-9af2-be908703a6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:40:57.444367 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9c4b957e-249e-466e-9412-691db391b038 req-ffcfda7f-8305-4c49-9af2-be908703a6a2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c00424f2-f7f6-42d3-a3f9-d662e8ae381c HTTP/1.1" status: 200 len: 912 time: 0.1574409 Aug 05 12:40:57.465426 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4b957e-249e-466e-9412-691db391b038 req-4e9cc87a-422b-44a7-9d47-e1ec4bf37f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:40:57.467849 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9c4b957e-249e-466e-9412-691db391b038 req-4e9cc87a-422b-44a7-9d47-e1ec4bf37f09 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c00424f2-f7f6-42d3-a3f9-d662e8ae381c HTTP/1.1" status: 200 len: 912 time: 0.1819520 Aug 05 12:40:57.579076 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9c4b957e-249e-466e-9412-691db391b038 req-1cdd2bfe-f6ae-4e09-b23b-0881fd87f73b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a23e7d0-0fbe-4232-87a1-d4423c4fc88a HTTP/1.1" status: 200 len: 1000 time: 0.1259172 Aug 05 12:40:57.591176 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9c4b957e-249e-466e-9412-691db391b038 req-d0c1d96c-309f-4d21-9ebf-3a9fe9b6b504 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a23e7d0-0fbe-4232-87a1-d4423c4fc88a HTTP/1.1" status: 200 len: 1000 time: 0.1135390 Aug 05 12:40:57.652680 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4b957e-249e-466e-9412-691db391b038 req-ebfa87a1-33e3-4ac3-a48a-5aa000a0e9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:40:57.659757 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9c4b957e-249e-466e-9412-691db391b038 req-ebfa87a1-33e3-4ac3-a48a-5aa000a0e9fd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e713aeb5-0daa-4eb2-babb-b3a078b47e59 HTTP/1.1" status: 200 len: 850 time: 0.0670083 Aug 05 12:40:57.748632 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4b957e-249e-466e-9412-691db391b038 req-bf5892ed-635a-4611-b180-3cbabf1fc761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:40:57.752175 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9c4b957e-249e-466e-9412-691db391b038 req-bf5892ed-635a-4611-b180-3cbabf1fc761 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c00424f2-f7f6-42d3-a3f9-d662e8ae381c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0887308 Aug 05 12:40:57.753294 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4b957e-249e-466e-9412-691db391b038 req-322b667f-051f-4ae6-b73f-7de2e92aca18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:40:57.756083 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9c4b957e-249e-466e-9412-691db391b038 req-322b667f-051f-4ae6-b73f-7de2e92aca18 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e713aeb5-0daa-4eb2-babb-b3a078b47e59 HTTP/1.1" status: 200 len: 850 time: 0.1557155 Aug 05 12:40:57.792392 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca98e71b-6841-4203-9fad-a3f2709018f5 req-2e638774-d529-4001-81e5-543875aa0244 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:40:57.795352 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ca98e71b-6841-4203-9fad-a3f2709018f5 req-2e638774-d529-4001-81e5-543875aa0244 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd880180-5f40-4b97-87c6-9c363fb1741a HTTP/1.1" status: 200 len: 944 time: 0.1332912 Aug 05 12:40:57.917028 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ca98e71b-6841-4203-9fad-a3f2709018f5 req-8909cc69-dc8a-4103-a481-c4c8d72bfd16 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012151 Aug 05 12:40:57.927244 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4b957e-249e-466e-9412-691db391b038 req-863b259a-eab2-440d-b7d5-2693d153ee05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:40:57.929297 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9c4b957e-249e-466e-9412-691db391b038 req-863b259a-eab2-440d-b7d5-2693d153ee05 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c00424f2-f7f6-42d3-a3f9-d662e8ae381c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1562409 Aug 05 12:40:57.935782 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9c4b957e-249e-466e-9412-691db391b038 req-a8bc8517-5e8b-4bc4-a3da-de983102b8b2 service neutron] 10.222.0.55 "GET /v2.0/networks/c00424f2-f7f6-42d3-a3f9-d662e8ae381c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745253 Aug 05 12:40:58.112206 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9c4b957e-249e-466e-9412-691db391b038 req-6c12db61-6282-433d-aa1c-48db9803683f service neutron] 10.222.0.64 "GET /v2.0/networks/c00424f2-f7f6-42d3-a3f9-d662e8ae381c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737604 Aug 05 12:40:58.124345 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9c4b957e-249e-466e-9412-691db391b038 req-2d5eff9f-4663-4e1e-9e7a-f7e388d3386b service neutron] 10.222.0.55 "GET /v2.0/networks/c00424f2-f7f6-42d3-a3f9-d662e8ae381c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798325 Aug 05 12:40:58.283752 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9c4b957e-249e-466e-9412-691db391b038 req-2973850c-81c3-4fc3-bc54-549a97df26f4 service neutron] 10.222.0.64 "GET /v2.0/networks/c00424f2-f7f6-42d3-a3f9-d662e8ae381c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575999 Aug 05 12:40:59.171860 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7aac63-d3b3-44bb-ade0-b28dcefb3198 req-fd573800-0690-4a40-b321-b65947f22735 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:40:59.177834 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3a7aac63-d3b3-44bb-ade0-b28dcefb3198 req-fd573800-0690-4a40-b321-b65947f22735 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd880180-5f40-4b97-87c6-9c363fb1741a HTTP/1.1" status: 200 len: 944 time: 0.1100309 Aug 05 12:40:59.261851 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3a7aac63-d3b3-44bb-ade0-b28dcefb3198 req-7997e801-e9b5-4d02-a858-fcdc634ad88c tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699069 Aug 05 12:41:00.097667 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:41:00.464327 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4e6adb-c391-40dd-a9a3-2fa3ff53ae1a req-c73dfbf6-2682-49a7-9279-80957b3938fa tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:41:00.467311 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1b4e6adb-c391-40dd-a9a3-2fa3ff53ae1a req-c73dfbf6-2682-49a7-9279-80957b3938fa tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd880180-5f40-4b97-87c6-9c363fb1741a HTTP/1.1" status: 200 len: 944 time: 0.0940022 Aug 05 12:41:00.547706 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1b4e6adb-c391-40dd-a9a3-2fa3ff53ae1a req-64b8c719-22a5-4990-bea8-03b6454085f0 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673771 Aug 05 12:41:01.782535 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ca072c-19d4-49f6-867b-2cec87c8611e req-4b8a817c-a806-40ee-a771-e0f858ca9700 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:41:01.786163 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c3ca072c-19d4-49f6-867b-2cec87c8611e req-4b8a817c-a806-40ee-a771-e0f858ca9700 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd880180-5f40-4b97-87c6-9c363fb1741a HTTP/1.1" status: 200 len: 944 time: 0.1017449 Aug 05 12:41:01.853605 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c3ca072c-19d4-49f6-867b-2cec87c8611e req-a3158771-ddd4-467c-958d-bbfc3bd25f03 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543420 Aug 05 12:41:03.049492 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30d3215-14a6-43a1-854c-e8b32f8840a8 req-56d624cc-ec0f-4292-8cd4-49d53b063cf8 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:41:03.051388 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d30d3215-14a6-43a1-854c-e8b32f8840a8 req-56d624cc-ec0f-4292-8cd4-49d53b063cf8 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd880180-5f40-4b97-87c6-9c363fb1741a HTTP/1.1" status: 200 len: 944 time: 0.0777755 Aug 05 12:41:03.107049 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d30d3215-14a6-43a1-854c-e8b32f8840a8 req-697634f2-ca3b-47ff-ae03-e4ecc9268815 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487084 Aug 05 12:41:04.280271 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5103ef3a-697a-4198-b252-101df52ac849 req-aa71e5c9-3a43-4c17-9da1-440e12046a97 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:41:04.283492 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5103ef3a-697a-4198-b252-101df52ac849 req-aa71e5c9-3a43-4c17-9da1-440e12046a97 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd880180-5f40-4b97-87c6-9c363fb1741a HTTP/1.1" status: 200 len: 944 time: 0.0656774 Aug 05 12:41:04.344305 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5103ef3a-697a-4198-b252-101df52ac849 req-73444af0-dd0b-48ac-a033-21ea41facddc tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531735 Aug 05 12:41:05.558477 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3bb359-412f-487d-b96b-c8a1e5416aad req-d74fbc1e-7e13-44f1-8d40-ff958a3bb870 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:41:05.561147 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5b3bb359-412f-487d-b96b-c8a1e5416aad req-d74fbc1e-7e13-44f1-8d40-ff958a3bb870 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd880180-5f40-4b97-87c6-9c363fb1741a HTTP/1.1" status: 200 len: 944 time: 0.0805681 Aug 05 12:41:05.628521 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5b3bb359-412f-487d-b96b-c8a1e5416aad req-53a70781-dbf0-4f58-84aa-4ecd14cd74ad tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550866 Aug 05 12:41:06.830082 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb5912d-8bb1-4bb1-876f-14586f1149e9 req-57580d13-5d4e-4eeb-b60a-cc412e66a717 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:41:06.832579 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6fb5912d-8bb1-4bb1-876f-14586f1149e9 req-57580d13-5d4e-4eeb-b60a-cc412e66a717 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd880180-5f40-4b97-87c6-9c363fb1741a HTTP/1.1" status: 200 len: 944 time: 0.0759649 Aug 05 12:41:06.902516 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6fb5912d-8bb1-4bb1-876f-14586f1149e9 req-b078858d-1a21-4987-89b9-ec48cc47945d tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582025 Aug 05 12:41:07.350926 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-da5df081-097d-4eec-8462-4b1ff112cf57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:41:08.133964 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7307ba-9a8d-4b1b-bab0-61ea1b76fd2f req-e419f05c-ba07-4251-9635-185b0646054c tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:41:08.136938 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cb7307ba-9a8d-4b1b-bab0-61ea1b76fd2f req-e419f05c-ba07-4251-9635-185b0646054c tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd880180-5f40-4b97-87c6-9c363fb1741a HTTP/1.1" status: 200 len: 944 time: 0.0977643 Aug 05 12:41:08.220676 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cb7307ba-9a8d-4b1b-bab0-61ea1b76fd2f req-272da254-c436-42e3-9c1c-d152173244f5 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726852 Aug 05 12:41:09.457353 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9821b90-ca33-430b-84e5-6c1c00330b3e req-cc7d8718-61a8-44e7-826e-b6c31791fd97 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:41:09.461735 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f9821b90-ca33-430b-84e5-6c1c00330b3e req-cc7d8718-61a8-44e7-826e-b6c31791fd97 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd880180-5f40-4b97-87c6-9c363fb1741a HTTP/1.1" status: 200 len: 944 time: 0.0958021 Aug 05 12:41:09.542841 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f9821b90-ca33-430b-84e5-6c1c00330b3e req-b54a87e0-5306-423e-aee2-68a78a1b454f tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682552 Aug 05 12:41:10.070601 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e97daa2a-3fd3-4b58-9732-a3c733e14dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:41:10.140132 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:41:10.245221 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 1a23e7d0-0fbe-4232-87a1-d4423c4fc88a details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 12:41:10.446734 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 1a23e7d0-0fbe-4232-87a1-d4423c4fc88a, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=1a23e7d0-0fbe-4232-87a1-d4423c4fc88a,segment=NetworkSegment(13893fa0-6d12-483f-9dbb-d2903963c6f2),segment_id=13893fa0-6d12-483f-9dbb-d2903963c6f2)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:41:10.478824 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Returning: {'device': '1a23e7d0-0fbe-4232-87a1-d4423c4fc88a', 'network_id': 'c00424f2-f7f6-42d3-a3f9-d662e8ae381c', 'port_id': '1a23e7d0-0fbe-4232-87a1-d4423c4fc88a', 'mac_address': 'fa:16:3e:95:a4:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e713aeb5-0daa-4eb2-babb-b3a078b47e59', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 12:41:10.564719 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:41:10.593503 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a23e7d0-0fbe-4232-87a1-d4423c4fc88a {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 12:41:10.642088 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 1a23e7d0-0fbe-4232-87a1-d4423c4fc88a, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=1a23e7d0-0fbe-4232-87a1-d4423c4fc88a,segment=NetworkSegment(13893fa0-6d12-483f-9dbb-d2903963c6f2),segment_id=13893fa0-6d12-483f-9dbb-d2903963c6f2)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:41:10.650691 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:41:10.751386 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=1a23e7d0-0fbe-4232-87a1-d4423c4fc88a,revision_number=13']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:41:10.779395 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eca980-a3aa-4ea5-8a28-eee096b7085f req-c1e8e020-d558-4a47-b5bf-569c00aa6f57 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:41:10.781828 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-00eca980-a3aa-4ea5-8a28-eee096b7085f req-c1e8e020-d558-4a47-b5bf-569c00aa6f57 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd880180-5f40-4b97-87c6-9c363fb1741a HTTP/1.1" status: 200 len: 945 time: 0.1040678 Aug 05 12:41:10.861997 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-00eca980-a3aa-4ea5-8a28-eee096b7085f req-4fe5de40-2fda-41c1-a3cf-58ca5313eead tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709486 Aug 05 12:41:10.970554 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['1a23e7d0-0fbe-4232-87a1-d4423c4fc88a'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 12:41:11.074475 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d820dd-090a-4e72-816a-e6b630e97dd7 req-523a1a93-3366-4e88-8b7e-cf1b8b5633d1 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:41:11.074475 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-14d820dd-090a-4e72-816a-e6b630e97dd7 req-523a1a93-3366-4e88-8b7e-cf1b8b5633d1 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd880180-5f40-4b97-87c6-9c363fb1741a HTTP/1.1" status: 200 len: 945 time: 0.0865724 Aug 05 12:41:11.151671 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-14d820dd-090a-4e72-816a-e6b630e97dd7 req-752caee0-b0f8-4aea-b1ae-50a15df23bc0 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626199 Aug 05 12:41:11.340998 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0afbf15-91c9-43b4-b474-d7a9d4ade2a7 req-0f2dd2be-ea0b-45fe-94ce-753f90d33bb3 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:41:11.342640 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f0afbf15-91c9-43b4-b474-d7a9d4ade2a7 req-0f2dd2be-ea0b-45fe-94ce-753f90d33bb3 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd880180-5f40-4b97-87c6-9c363fb1741a HTTP/1.1" status: 200 len: 945 time: 0.0650578 Aug 05 12:41:11.418265 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f0afbf15-91c9-43b4-b474-d7a9d4ade2a7 req-790e0aaf-cb1c-4986-875d-5d9c88dd6eac tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639710 Aug 05 12:41:11.812355 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ba84ec-18d3-42ee-8139-71895d221916 req-5c5882c0-4dd1-4b01-aee1-88c2e850c996 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:41:11.815864 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-61ba84ec-18d3-42ee-8139-71895d221916 req-5c5882c0-4dd1-4b01-aee1-88c2e850c996 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd880180-5f40-4b97-87c6-9c363fb1741a HTTP/1.1" status: 200 len: 945 time: 0.0985177 Aug 05 12:41:11.873020 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-61ba84ec-18d3-42ee-8139-71895d221916 req-c99783dc-6960-4d5e-b2e7-c2f60160982d tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497575 Aug 05 12:41:12.034173 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:41:12.253071 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 1a23e7d0-0fbe-4232-87a1-d4423c4fc88a up at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:41:12.321946 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning for port 1a23e7d0-0fbe-4232-87a1-d4423c4fc88a completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:41:12.327515 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning complete for port 1a23e7d0-0fbe-4232-87a1-d4423c4fc88a triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:41:12.327993 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:41:12.421484 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:41:12.460521 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd880180-5f40-4b97-87c6-9c363fb1741a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a23e7d0-0fbe-4232-87a1-d4423c4fc88a'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:41:12.463491 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e1268cc07bff5734ca170491336a8ac74677c017447dd0c96766dddd3e3cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b478f6f7-622e-4705-ad1d-291c3eefd655" -d '{"events": [{"server_uuid": "cd880180-5f40-4b97-87c6-9c363fb1741a", "name": "network-vif-plugged", "status": "completed", "tag": "1a23e7d0-0fbe-4232-87a1-d4423c4fc88a"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:41:12.480842 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 1a23e7d0-0fbe-4232-87a1-d4423c4fc88a, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=1a23e7d0-0fbe-4232-87a1-d4423c4fc88a,segment=NetworkSegment(13893fa0-6d12-483f-9dbb-d2903963c6f2),segment_id=13893fa0-6d12-483f-9dbb-d2903963c6f2)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:41:12.488517 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:41:12.541074 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 12:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-389f520e-e91d-41ad-8f2e-78582809d7ab x-openstack-request-id: req-389f520e-e91d-41ad-8f2e-78582809d7ab {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:41:12.541488 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd880180-5f40-4b97-87c6-9c363fb1741a", "name": "network-vif-plugged", "status": "completed", "tag": "1a23e7d0-0fbe-4232-87a1-d4423c4fc88a", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:41:12.541842 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-389f520e-e91d-41ad-8f2e-78582809d7ab {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:41:12.542466 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd880180-5f40-4b97-87c6-9c363fb1741a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a23e7d0-0fbe-4232-87a1-d4423c4fc88a', 'code': 200} Aug 05 12:41:12.596562 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=1a23e7d0-0fbe-4232-87a1-d4423c4fc88a,revision_number=14']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:41:13.059868 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b52907-bdbb-43a3-8cfb-53bd18f19a28 req-2a13b849-6738-4ae6-9184-e2715e92b2c2 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:41:13.062802 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e7b52907-bdbb-43a3-8cfb-53bd18f19a28 req-2a13b849-6738-4ae6-9184-e2715e92b2c2 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd880180-5f40-4b97-87c6-9c363fb1741a HTTP/1.1" status: 200 len: 946 time: 0.0922937 Aug 05 12:41:13.151794 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e7b52907-bdbb-43a3-8cfb-53bd18f19a28 req-d6cd1422-4ad3-4435-b25a-a33623041790 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722859 Aug 05 12:41:13.640406 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98e315f-ca34-45b2-9210-4ed958184cc4 req-f82d8e7f-6e30-4e2c-a214-c9ea2eb8ff8b tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:41:13.642630 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-f98e315f-ca34-45b2-9210-4ed958184cc4 req-f82d8e7f-6e30-4e2c-a214-c9ea2eb8ff8b tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd880180-5f40-4b97-87c6-9c363fb1741a HTTP/1.1" status: 200 len: 946 time: 0.0804033 Aug 05 12:41:13.802515 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-f98e315f-ca34-45b2-9210-4ed958184cc4 req-c377da87-c8b4-4361-97b8-cad20ace30bc tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Deleting port 1a23e7d0-0fbe-4232-87a1-d4423c4fc88a {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:41:13.802981 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-f98e315f-ca34-45b2-9210-4ed958184cc4 req-c377da87-c8b4-4361-97b8-cad20ace30bc tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:41:13.979696 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-f98e315f-ca34-45b2-9210-4ed958184cc4 req-c377da87-c8b4-4361-97b8-cad20ace30bc tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] For port 1a23e7d0-0fbe-4232-87a1-d4423c4fc88a, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=1a23e7d0-0fbe-4232-87a1-d4423c4fc88a,segment=NetworkSegment(13893fa0-6d12-483f-9dbb-d2903963c6f2),segment_id=13893fa0-6d12-483f-9dbb-d2903963c6f2)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:41:13.979696 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-f98e315f-ca34-45b2-9210-4ed958184cc4 req-c377da87-c8b4-4361-97b8-cad20ace30bc tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:41:14.172441 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:41:14.292741 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-f98e315f-ca34-45b2-9210-4ed958184cc4 req-c377da87-c8b4-4361-97b8-cad20ace30bc tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:41:14.293636 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-f98e315f-ca34-45b2-9210-4ed958184cc4 req-c377da87-c8b4-4361-97b8-cad20ace30bc tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33287247'] for floatingip, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:41:14.294099 n-d-803378-2 neutron-server[94421]: INFO neutron.db.l3_db [req-f98e315f-ca34-45b2-9210-4ed958184cc4 req-c377da87-c8b4-4361-97b8-cad20ace30bc tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Floating IP d1447434-d449-45ec-a1ae-729ea447988f disassociated. External IP: 172.25.5.147, port: 1a23e7d0-0fbe-4232-87a1-d4423c4fc88a. Aug 05 12:41:14.294099 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-f98e315f-ca34-45b2-9210-4ed958184cc4 req-c377da87-c8b4-4361-97b8-cad20ace30bc tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Calling delete_port for 1a23e7d0-0fbe-4232-87a1-d4423c4fc88a owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:41:14.389162 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c77bd88-cbc6-427a-8a5a-9775b3ba0c28 req-dd142c53-e1ae-40c2-a2d6-a23dc906368c tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:41:14.393921 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2c77bd88-cbc6-427a-8a5a-9775b3ba0c28 req-dd142c53-e1ae-40c2-a2d6-a23dc906368c tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd880180-5f40-4b97-87c6-9c363fb1741a HTTP/1.1" status: 200 len: 946 time: 0.1047766 Aug 05 12:41:14.472583 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2c77bd88-cbc6-427a-8a5a-9775b3ba0c28 req-0902cd19-8176-4888-b407-f16e6d93ad7f tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups?id=da26d7af-3506-4596-8856-807d5fbc038c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675859 Aug 05 12:41:14.529416 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-f98e315f-ca34-45b2-9210-4ed958184cc4 req-c377da87-c8b4-4361-97b8-cad20ace30bc tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:41:14.566662 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377da87-c8b4-4361-97b8-cad20ace30bc tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Pushing event deleted for resources: {'Port': ['ID=1a23e7d0-0fbe-4232-87a1-d4423c4fc88a,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:41:14.816977 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 12:41:15.134678 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f98e315f-ca34-45b2-9210-4ed958184cc4 req-c377da87-c8b4-4361-97b8-cad20ace30bc tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Router 67178f4d-b3c4-4500-a975-0b4e8bb4a8f4 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:41:15.319210 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f98e315f-ca34-45b2-9210-4ed958184cc4 req-c377da87-c8b4-4361-97b8-cad20ace30bc tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:41:15.339533 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3abb2b-1005-421e-9a8d-bd93dcfe1b1a None None] Sync routers for ids ['67178f4d-b3c4-4500-a975-0b4e8bb4a8f4'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:41:15.358319 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3abb2b-1005-421e-9a8d-bd93dcfe1b1a None None] Routers {'67178f4d-b3c4-4500-a975-0b4e8bb4a8f4'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:41:15.359467 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-af3abb2b-1005-421e-9a8d-bd93dcfe1b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:41:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['67178f4d-b3c4-4500-a975-0b4e8bb4a8f4'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:41:15.386472 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-f98e315f-ca34-45b2-9210-4ed958184cc4 req-c377da87-c8b4-4361-97b8-cad20ace30bc tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] No DVR routers for this DVR port 1a23e7d0-0fbe-4232-87a1-d4423c4fc88a on host n-h2-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:41:15.390983 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-f98e315f-ca34-45b2-9210-4ed958184cc4 req-c377da87-c8b4-4361-97b8-cad20ace30bc tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:41:15.394133 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-f98e315f-ca34-45b2-9210-4ed958184cc4 req-c377da87-c8b4-4361-97b8-cad20ace30bc tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.55 "DELETE /v2.0/ports/1a23e7d0-0fbe-4232-87a1-d4423c4fc88a HTTP/1.1" status: 204 len: 173 time: 1.7440400 Aug 05 12:41:15.395008 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd880180-5f40-4b97-87c6-9c363fb1741a', 'name': 'network-vif-deleted', 'tag': '1a23e7d0-0fbe-4232-87a1-d4423c4fc88a'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:41:15.398240 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7ff1ae056485c55ead25f70fa9973e26b39e4a1f6cb6b93d5d0d7942cdef429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8c997b5-7c9f-44ed-9549-b01b2f6e0f73" -d '{"events": [{"server_uuid": "cd880180-5f40-4b97-87c6-9c363fb1741a", "name": "network-vif-deleted", "tag": "1a23e7d0-0fbe-4232-87a1-d4423c4fc88a"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:41:15.471006 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 12:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf205d99-5d01-40f1-a5bc-3b6ba2919ceb x-openstack-request-id: req-cf205d99-5d01-40f1-a5bc-3b6ba2919ceb {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:41:15.471586 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd880180-5f40-4b97-87c6-9c363fb1741a", "name": "network-vif-deleted", "tag": "1a23e7d0-0fbe-4232-87a1-d4423c4fc88a", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:41:15.472101 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cf205d99-5d01-40f1-a5bc-3b6ba2919ceb {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:41:15.472839 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd880180-5f40-4b97-87c6-9c363fb1741a', 'name': 'network-vif-deleted', 'tag': '1a23e7d0-0fbe-4232-87a1-d4423c4fc88a', 'status': 'completed', 'code': 200} Aug 05 12:41:15.565084 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-af3abb2b-1005-421e-9a8d-bd93dcfe1b1a None None] Set router 67178f4d-b3c4-4500-a975-0b4e8bb4a8f4 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:41:15.647091 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4acb5af0-0a82-4525-a428-fb9f009f28ef req-80b20e63-660a-43d2-8964-f8bf32933e6d tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd880180-5f40-4b97-87c6-9c363fb1741a HTTP/1.1" status: 200 len: 210 time: 0.0471489 Aug 05 12:41:15.948890 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-af3abb2b-1005-421e-9a8d-bd93dcfe1b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67178f4d-b3c4-4500-a975-0b4e8bb4a8f4', 'name': 'tempest-ServerActionsTestJSON-771402488-router', 'tenant_id': 'f4ca129800e94994b08c14cc45929d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': 'a90b18b8-85c0-477a-b299-066a574f5095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:29:02Z', 'updated_at': '2021-08-05T12:29:07Z', 'revision_number': 4, 'project_id': 'f4ca129800e94994b08c14cc45929d63', 'gw_port': {'id': 'a90b18b8-85c0-477a-b299-066a574f5095', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:18:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67178f4d-b3c4-4500-a975-0b4e8bb4a8f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:29:03Z', 'updated_at': '2021-08-05T12:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'd11c8b72-d40a-4114-8145-9fae6beaedac', 'name': '', 'network_id': 'c00424f2-f7f6-42d3-a3f9-d662e8ae381c', 'tenant_id': 'f4ca129800e94994b08c14cc45929d63', 'mac_address': 'fa:16:3e:79:37:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67178f4d-b3c4-4500-a975-0b4e8bb4a8f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'e713aeb5-0daa-4eb2-babb-b3a078b47e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:29:05Z', 'updated_at': '2021-08-05T12:29:13Z', 'revision_number': 5, 'project_id': 'f4ca129800e94994b08c14cc45929d63', 'subnets': [{'id': 'e713aeb5-0daa-4eb2-babb-b3a078b47e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:41:16.013822 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3abb2b-1005-421e-9a8d-bd93dcfe1b1a None None] Checking router: 67178f4d-b3c4-4500-a975-0b4e8bb4a8f4 for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:41:16.030840 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3abb2b-1005-421e-9a8d-bd93dcfe1b1a None None] Routers {'67178f4d-b3c4-4500-a975-0b4e8bb4a8f4'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:41:16.031933 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-af3abb2b-1005-421e-9a8d-bd93dcfe1b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:41:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['67178f4d-b3c4-4500-a975-0b4e8bb4a8f4'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:41:16.255788 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 1a23e7d0-0fbe-4232-87a1-d4423c4fc88a no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:41:16.265885 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-af3abb2b-1005-421e-9a8d-bd93dcfe1b1a None None] Set router 67178f4d-b3c4-4500-a975-0b4e8bb4a8f4 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:41:16.342188 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] No Port match for: 1a23e7d0-0fbe-4232-87a1-d4423c4fc88a {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:41:16.343263 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 1a23e7d0-0fbe-4232-87a1-d4423c4fc88a not bound to the agent host n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:41:16.647482 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-af3abb2b-1005-421e-9a8d-bd93dcfe1b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67178f4d-b3c4-4500-a975-0b4e8bb4a8f4', 'name': 'tempest-ServerActionsTestJSON-771402488-router', 'tenant_id': 'f4ca129800e94994b08c14cc45929d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': 'a90b18b8-85c0-477a-b299-066a574f5095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:29:02Z', 'updated_at': '2021-08-05T12:29:07Z', 'revision_number': 4, 'project_id': 'f4ca129800e94994b08c14cc45929d63', 'gw_port': {'id': 'a90b18b8-85c0-477a-b299-066a574f5095', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:18:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67178f4d-b3c4-4500-a975-0b4e8bb4a8f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:29:03Z', 'updated_at': '2021-08-05T12:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'd11c8b72-d40a-4114-8145-9fae6beaedac', 'name': '', 'network_id': 'c00424f2-f7f6-42d3-a3f9-d662e8ae381c', 'tenant_id': 'f4ca129800e94994b08c14cc45929d63', 'mac_address': 'fa:16:3e:79:37:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67178f4d-b3c4-4500-a975-0b4e8bb4a8f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'e713aeb5-0daa-4eb2-babb-b3a078b47e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:29:05Z', 'updated_at': '2021-08-05T12:29:13Z', 'revision_number': 5, 'project_id': 'f4ca129800e94994b08c14cc45929d63', 'subnets': [{'id': 'e713aeb5-0daa-4eb2-babb-b3a078b47e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:41:16.681091 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3abb2b-1005-421e-9a8d-bd93dcfe1b1a None None] The sync data for ids ['67178f4d-b3c4-4500-a975-0b4e8bb4a8f4'] in n-d-803378-2 is: [{'id': '67178f4d-b3c4-4500-a975-0b4e8bb4a8f4', 'name': 'tempest-ServerActionsTestJSON-771402488-router', 'tenant_id': 'f4ca129800e94994b08c14cc45929d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': 'a90b18b8-85c0-477a-b299-066a574f5095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:29:02Z', 'updated_at': '2021-08-05T12:29:07Z', 'revision_number': 4, 'project_id': 'f4ca129800e94994b08c14cc45929d63', 'gw_port': {'id': 'a90b18b8-85c0-477a-b299-066a574f5095', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:18:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67178f4d-b3c4-4500-a975-0b4e8bb4a8f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:29:03Z', 'updated_at': '2021-08-05T12:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'd11c8b72-d40a-4114-8145-9fae6beaedac', 'name': '', 'network_id': 'c00424f2-f7f6-42d3-a3f9-d662e8ae381c', 'tenant_id': 'f4ca129800e94994b08c14cc45929d63', 'mac_address': 'fa:16:3e:79:37:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67178f4d-b3c4-4500-a975-0b4e8bb4a8f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'e713aeb5-0daa-4eb2-babb-b3a078b47e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:29:05Z', 'updated_at': '2021-08-05T12:29:13Z', 'revision_number': 5, 'project_id': 'f4ca129800e94994b08c14cc45929d63', 'subnets': [{'id': 'e713aeb5-0daa-4eb2-babb-b3a078b47e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:41:16.828716 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a0448e53-6933-4b71-a483-fcc5d8a8ef26 req-04b3e9a6-c767-4ba9-94d0-0c72046745df tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd880180-5f40-4b97-87c6-9c363fb1741a HTTP/1.1" status: 200 len: 210 time: 0.0541286 Aug 05 12:41:17.053550 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2652ac25-967b-428e-9fe8-d74b5d5c70ea None None] New status for floating IP d1447434-d449-45ec-a1ae-729ea447988f: DOWN {{(pid=94423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 12:41:18.015635 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8cc29f41-3035-460a-8ffe-af000dd5642b req-6617f6fb-2d6c-4805-8c6f-092c95f6029d tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd880180-5f40-4b97-87c6-9c363fb1741a HTTP/1.1" status: 200 len: 210 time: 0.0467956 Aug 05 12:41:19.233585 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7b009ea7-d0ad-4d46-8997-90e16fa2267b req-5f748f6e-273f-4eba-843f-79524c91ca33 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd880180-5f40-4b97-87c6-9c363fb1741a HTTP/1.1" status: 200 len: 210 time: 0.0666406 Aug 05 12:41:20.437106 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c258e1b7-458e-46ef-97f6-c1b45936c8b6 req-a136a098-69cb-4906-944a-d8aa5a80e14b tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd880180-5f40-4b97-87c6-9c363fb1741a HTTP/1.1" status: 200 len: 210 time: 0.0537307 Aug 05 12:41:22.864097 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:41:25.711637 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 47998) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:41:25.834461 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8a0d3506-49a3-4732-9a0f-127bbe5e7d78 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:41:25.878249 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8a0d3506-49a3-4732-9a0f-127bbe5e7d78 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:41:26.411471 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8a0d3506-49a3-4732-9a0f-127bbe5e7d78 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:41:26.414744 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8a0d3506-49a3-4732-9a0f-127bbe5e7d78 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:41:26.416024 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-8a0d3506-49a3-4732-9a0f-127bbe5e7d78 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "DELETE /v2.0/security-groups/da26d7af-3506-4596-8856-807d5fbc038c HTTP/1.1" status: 204 len: 168 time: 0.7032831 Aug 05 12:41:26.418866 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 48000) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:41:26.429123 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0d3506-49a3-4732-9a0f-127bbe5e7d78 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da26d7af-3506-4596-8856-807d5fbc038c,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:41:26.435670 n-d-803378-2 neutron-server[94421]: INFO neutron.api.v2.resource [None req-b9350745-bd79-4e90-8589-f97c10ed880c tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] show failed (client error): The resource could not be found. Aug 05 12:41:26.436498 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-b9350745-bd79-4e90-8589-f97c10ed880c tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "GET /v2.0/security-groups/da26d7af-3506-4596-8856-807d5fbc038c HTTP/1.1" status: 404 len: 347 time: 0.0164092 Aug 05 12:41:26.441001 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 48002) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:41:26.598806 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-fcf8bf61-26fb-4a35-af65-257e71c5a5d3 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Deleting port b567b0fa-742e-44b1-b188-1b2051683b74 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:41:26.599220 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fcf8bf61-26fb-4a35-af65-257e71c5a5d3 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:41:26.700298 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fcf8bf61-26fb-4a35-af65-257e71c5a5d3 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:41:26.700734 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fcf8bf61-26fb-4a35-af65-257e71c5a5d3 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:41:26.714015 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-fcf8bf61-26fb-4a35-af65-257e71c5a5d3 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Calling delete_port for b567b0fa-742e-44b1-b188-1b2051683b74 owned by network:floatingip {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:41:26.884461 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fcf8bf61-26fb-4a35-af65-257e71c5a5d3 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:41:26.915033 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf8bf61-26fb-4a35-af65-257e71c5a5d3 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Pushing event deleted for resources: {'Port': ['ID=b567b0fa-742e-44b1-b188-1b2051683b74,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:41:26.980435 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fcf8bf61-26fb-4a35-af65-257e71c5a5d3 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Notify callbacks [] for floatingip, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:41:26.983331 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-fcf8bf61-26fb-4a35-af65-257e71c5a5d3 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:41:26.985613 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-fcf8bf61-26fb-4a35-af65-257e71c5a5d3 tempest-ServerActionsTestJSON-611586608 tempest-ServerActionsTestJSON-611586608-project] 10.222.0.58 "DELETE /v2.0/floatingips/d1447434-d449-45ec-a1ae-729ea447988f HTTP/1.1" status: 204 len: 168 time: 0.5424678 Aug 05 12:41:26.988688 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 48004) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:41:27.749390 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-43b2cfaf-41be-4fd8-8913-9bcdf6d52ffc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33208311'] for router_interface, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:41:28.109738 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-43b2cfaf-41be-4fd8-8913-9bcdf6d52ffc admin admin] Deleting port d11c8b72-d40a-4114-8145-9fae6beaedac {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:41:28.110117 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-43b2cfaf-41be-4fd8-8913-9bcdf6d52ffc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:41:28.218734 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [None req-43b2cfaf-41be-4fd8-8913-9bcdf6d52ffc admin admin] For port d11c8b72-d40a-4114-8145-9fae6beaedac, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=d11c8b72-d40a-4114-8145-9fae6beaedac,segment=NetworkSegment(13893fa0-6d12-483f-9dbb-d2903963c6f2),segment_id=13893fa0-6d12-483f-9dbb-d2903963c6f2)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:41:28.219957 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-43b2cfaf-41be-4fd8-8913-9bcdf6d52ffc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:41:28.241397 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-43b2cfaf-41be-4fd8-8913-9bcdf6d52ffc admin admin] Calling delete_port for d11c8b72-d40a-4114-8145-9fae6beaedac owned by network:router_interface {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:41:28.499658 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-43b2cfaf-41be-4fd8-8913-9bcdf6d52ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:41:28.533394 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b2cfaf-41be-4fd8-8913-9bcdf6d52ffc admin admin] Pushing event deleted for resources: {'Port': ['ID=d11c8b72-d40a-4114-8145-9fae6beaedac,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:41:28.776148 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-43b2cfaf-41be-4fd8-8913-9bcdf6d52ffc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33140263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33208171'] for router_interface, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:41:29.546171 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43b2cfaf-41be-4fd8-8913-9bcdf6d52ffc admin admin] Router 67178f4d-b3c4-4500-a975-0b4e8bb4a8f4 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:41:29.707356 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43b2cfaf-41be-4fd8-8913-9bcdf6d52ffc admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:41:29.713868 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-43b2cfaf-41be-4fd8-8913-9bcdf6d52ffc admin admin] 10.222.0.58 "PUT /v2.0/routers/67178f4d-b3c4-4500-a975-0b4e8bb4a8f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7239223 Aug 05 12:41:29.718362 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 48008) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:41:29.725305 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4775d967-a27c-4302-9ab6-134e629876cb None None] Sync routers for ids ['67178f4d-b3c4-4500-a975-0b4e8bb4a8f4'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:41:29.742568 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4775d967-a27c-4302-9ab6-134e629876cb None None] Routers {'67178f4d-b3c4-4500-a975-0b4e8bb4a8f4'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:41:29.743618 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-4775d967-a27c-4302-9ab6-134e629876cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:41:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['67178f4d-b3c4-4500-a975-0b4e8bb4a8f4'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:41:29.885686 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-349d8c49-f22c-40b7-9ed0-71f7e632e189 admin admin] Notify callbacks [] for router, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:41:29.951710 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-4775d967-a27c-4302-9ab6-134e629876cb None None] Set router 67178f4d-b3c4-4500-a975-0b4e8bb4a8f4 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:41:30.083352 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-349d8c49-f22c-40b7-9ed0-71f7e632e189 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:41:30.128547 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:41:30.174399 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-349d8c49-f22c-40b7-9ed0-71f7e632e189 admin admin] Deleting port a90b18b8-85c0-477a-b299-066a574f5095 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:41:30.174924 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-349d8c49-f22c-40b7-9ed0-71f7e632e189 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:41:30.270393 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-4775d967-a27c-4302-9ab6-134e629876cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67178f4d-b3c4-4500-a975-0b4e8bb4a8f4', 'name': 'tempest-ServerActionsTestJSON-771402488-router', 'tenant_id': 'f4ca129800e94994b08c14cc45929d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': 'a90b18b8-85c0-477a-b299-066a574f5095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:29:02Z', 'updated_at': '2021-08-05T12:41:28Z', 'revision_number': 5, 'project_id': 'f4ca129800e94994b08c14cc45929d63', 'gw_port': {'id': 'a90b18b8-85c0-477a-b299-066a574f5095', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:18:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67178f4d-b3c4-4500-a975-0b4e8bb4a8f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:29:03Z', 'updated_at': '2021-08-05T12:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:41:30.301344 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-349d8c49-f22c-40b7-9ed0-71f7e632e189 admin admin] For port a90b18b8-85c0-477a-b299-066a574f5095, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=a90b18b8-85c0-477a-b299-066a574f5095,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:41:30.301792 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-349d8c49-f22c-40b7-9ed0-71f7e632e189 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:41:30.323512 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4775d967-a27c-4302-9ab6-134e629876cb None None] Checking router: 67178f4d-b3c4-4500-a975-0b4e8bb4a8f4 for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:41:30.326619 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-349d8c49-f22c-40b7-9ed0-71f7e632e189 admin admin] Calling delete_port for a90b18b8-85c0-477a-b299-066a574f5095 owned by network:router_gateway {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:41:30.336609 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4775d967-a27c-4302-9ab6-134e629876cb None None] Routers {'67178f4d-b3c4-4500-a975-0b4e8bb4a8f4'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:41:30.337269 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-4775d967-a27c-4302-9ab6-134e629876cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:41:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['67178f4d-b3c4-4500-a975-0b4e8bb4a8f4'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:41:30.499760 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-4775d967-a27c-4302-9ab6-134e629876cb None None] Set router 67178f4d-b3c4-4500-a975-0b4e8bb4a8f4 gateway port host: None {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:41:30.617788 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-4775d967-a27c-4302-9ab6-134e629876cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67178f4d-b3c4-4500-a975-0b4e8bb4a8f4', 'name': 'tempest-ServerActionsTestJSON-771402488-router', 'tenant_id': 'f4ca129800e94994b08c14cc45929d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:29:02Z', 'updated_at': '2021-08-05T12:41:30Z', 'revision_number': 6, 'project_id': 'f4ca129800e94994b08c14cc45929d63', 'gw_port_host': None}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:41:30.645399 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-349d8c49-f22c-40b7-9ed0-71f7e632e189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:41:30.653856 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4775d967-a27c-4302-9ab6-134e629876cb None None] The sync data for ids ['67178f4d-b3c4-4500-a975-0b4e8bb4a8f4'] in n-d-803378-2 is: [{'id': '67178f4d-b3c4-4500-a975-0b4e8bb4a8f4', 'name': 'tempest-ServerActionsTestJSON-771402488-router', 'tenant_id': 'f4ca129800e94994b08c14cc45929d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:29:02Z', 'updated_at': '2021-08-05T12:41:30Z', 'revision_number': 6, 'project_id': 'f4ca129800e94994b08c14cc45929d63', 'gw_port_host': None}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:41:30.691977 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349d8c49-f22c-40b7-9ed0-71f7e632e189 admin admin] Pushing event deleted for resources: {'Port': ['ID=a90b18b8-85c0-477a-b299-066a574f5095,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:41:30.715538 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349d8c49-f22c-40b7-9ed0-71f7e632e189 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:41:30.715538 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349d8c49-f22c-40b7-9ed0-71f7e632e189 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:41:30.715538 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349d8c49-f22c-40b7-9ed0-71f7e632e189 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:41:30.715538 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349d8c49-f22c-40b7-9ed0-71f7e632e189 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:41:30.716309 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349d8c49-f22c-40b7-9ed0-71f7e632e189 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:41:30.716471 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349d8c49-f22c-40b7-9ed0-71f7e632e189 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:41:30.717057 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349d8c49-f22c-40b7-9ed0-71f7e632e189 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:41:30.717569 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349d8c49-f22c-40b7-9ed0-71f7e632e189 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:41:30.718067 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349d8c49-f22c-40b7-9ed0-71f7e632e189 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:41:30.718565 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349d8c49-f22c-40b7-9ed0-71f7e632e189 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:41:30.720337 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349d8c49-f22c-40b7-9ed0-71f7e632e189 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:41:30.720870 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349d8c49-f22c-40b7-9ed0-71f7e632e189 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:41:30.801605 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-349d8c49-f22c-40b7-9ed0-71f7e632e189 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33285055'] for router_gateway, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:41:30.921929 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-349d8c49-f22c-40b7-9ed0-71f7e632e189 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33262979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1951'] for router, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:41:30.926883 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-349d8c49-f22c-40b7-9ed0-71f7e632e189 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:41:30.996543 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-349d8c49-f22c-40b7-9ed0-71f7e632e189 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33262474'] for router, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:41:30.997477 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-349d8c49-f22c-40b7-9ed0-71f7e632e189 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 67178f4d-b3c4-4500-a975-0b4e8bb4a8f4 {{(pid=94420) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 12:41:31.005673 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-349d8c49-f22c-40b7-9ed0-71f7e632e189 admin admin] Notify callbacks [] for router, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:41:31.007825 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-349d8c49-f22c-40b7-9ed0-71f7e632e189 admin admin] 10.222.0.58 "DELETE /v2.0/routers/67178f4d-b3c4-4500-a975-0b4e8bb4a8f4 HTTP/1.1" status: 204 len: 168 time: 1.2873468 Aug 05 12:41:31.012999 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 48010) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:41:31.101569 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5dfecab-26b5-4a29-af56-ac5ec63396d7 admin admin] Deleting subnet e713aeb5-0daa-4eb2-babb-b3a078b47e59 {{(pid=94420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 12:41:31.106046 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e5dfecab-26b5-4a29-af56-ac5ec63396d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:41:31.161865 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e5dfecab-26b5-4a29-af56-ac5ec63396d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25010562'] for subnet, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:41:31.313480 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e5dfecab-26b5-4a29-af56-ac5ec63396d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:41:31.412913 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e5dfecab-26b5-4a29-af56-ac5ec63396d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29762763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24211094'] for subnet, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:41:31.472271 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dfecab-26b5-4a29-af56-ac5ec63396d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e713aeb5-0daa-4eb2-babb-b3a078b47e59,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:41:31.475592 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e5dfecab-26b5-4a29-af56-ac5ec63396d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:41:31.479247 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-e5dfecab-26b5-4a29-af56-ac5ec63396d7 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/e713aeb5-0daa-4eb2-babb-b3a078b47e59 HTTP/1.1" status: 204 len: 168 time: 0.4644346 Aug 05 12:41:31.483114 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 48012) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:41:31.487073 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347eae03-0dff-4bd5-a79b-7645d3f3f1a3 None None] Network c00424f2-f7f6-42d3-a3f9-d662e8ae381c requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:41:31.625121 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device a90b18b8-85c0-477a-b299-066a574f5095 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:41:31.627786 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4a62c989-b9a3-457d-97e8-814ccb6574f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:41:31.696922 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: a90b18b8-85c0-477a-b299-066a574f5095 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:41:31.697851 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device a90b18b8-85c0-477a-b299-066a574f5095 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:41:31.698689 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device d11c8b72-d40a-4114-8145-9fae6beaedac no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:41:31.736536 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-4a62c989-b9a3-457d-97e8-814ccb6574f6 admin admin] Deleting port 00d63d99-815b-46d5-b86f-72790feecbbb {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:41:31.737260 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4a62c989-b9a3-457d-97e8-814ccb6574f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:41:31.743846 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: d11c8b72-d40a-4114-8145-9fae6beaedac {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:41:31.744439 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device d11c8b72-d40a-4114-8145-9fae6beaedac not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:41:31.877180 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [None req-4a62c989-b9a3-457d-97e8-814ccb6574f6 admin admin] For port 00d63d99-815b-46d5-b86f-72790feecbbb, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=00d63d99-815b-46d5-b86f-72790feecbbb,segment=NetworkSegment(13893fa0-6d12-483f-9dbb-d2903963c6f2),segment_id=13893fa0-6d12-483f-9dbb-d2903963c6f2)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:41:31.877725 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4a62c989-b9a3-457d-97e8-814ccb6574f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:41:31.895033 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc676db1-f9e3-4337-883b-7e4268140e82 None None] DHCP port deletion for c00424f2-f7f6-42d3-a3f9-d662e8ae381c request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 12:41:31.904166 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-4a62c989-b9a3-457d-97e8-814ccb6574f6 admin admin] Calling delete_port for 00d63d99-815b-46d5-b86f-72790feecbbb owned by network:dhcp {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:41:31.977329 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-dc676db1-f9e3-4337-883b-7e4268140e82 None None] Deleting port 00d63d99-815b-46d5-b86f-72790feecbbb {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:41:31.977329 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-dc676db1-f9e3-4337-883b-7e4268140e82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:41:32.057638 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4a62c989-b9a3-457d-97e8-814ccb6574f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:41:32.107814 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a62c989-b9a3-457d-97e8-814ccb6574f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=00d63d99-815b-46d5-b86f-72790feecbbb,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:41:32.118316 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a62c989-b9a3-457d-97e8-814ccb6574f6 admin admin] No DVR routers for this DVR port 00d63d99-815b-46d5-b86f-72790feecbbb on host n-d-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:41:32.277260 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4a62c989-b9a3-457d-97e8-814ccb6574f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:41:32.296645 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-4a62c989-b9a3-457d-97e8-814ccb6574f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c00424f2-f7f6-42d3-a3f9-d662e8ae381c']}} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:41:32.320797 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-4a62c989-b9a3-457d-97e8-814ccb6574f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13893fa0-6d12-483f-9dbb-d2903963c6f2') {'for_net_delete': True} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:41:32.320797 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-4a62c989-b9a3-457d-97e8-814ccb6574f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13893fa0-6d12-483f-9dbb-d2903963c6f2') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:41:32.340288 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4a62c989-b9a3-457d-97e8-814ccb6574f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29786371'] for segment, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:41:32.367676 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4a62c989-b9a3-457d-97e8-814ccb6574f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:41:32.368369 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-dc676db1-f9e3-4337-883b-7e4268140e82 None None] For port 00d63d99-815b-46d5-b86f-72790feecbbb, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=00d63d99-815b-46d5-b86f-72790feecbbb,segment=NetworkSegment(13893fa0-6d12-483f-9dbb-d2903963c6f2),segment_id=13893fa0-6d12-483f-9dbb-d2903963c6f2)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:41:32.368752 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-dc676db1-f9e3-4337-883b-7e4268140e82 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:41:32.383175 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a62c989-b9a3-457d-97e8-814ccb6574f6 admin admin] Releasing vlan 694 on physical network physnet1 to pool {{(pid=94421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 12:41:32.383845 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4a62c989-b9a3-457d-97e8-814ccb6574f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25038799'] for segment, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:41:32.387098 n-d-803378-2 neutron-server[94421]: Traceback (most recent call last): Aug 05 12:41:32.387098 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 12:41:32.387098 n-d-803378-2 neutron-server[94421]: timer() Aug 05 12:41:32.387098 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 12:41:32.387098 n-d-803378-2 neutron-server[94421]: cb(*args, **kw) Aug 05 12:41:32.387098 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 12:41:32.387098 n-d-803378-2 neutron-server[94421]: return func(*args, **kwargs) Aug 05 12:41:32.387098 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 12:41:32.387098 n-d-803378-2 neutron-server[94421]: self._notify() Aug 05 12:41:32.387098 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 12:41:32.387098 n-d-803378-2 neutron-server[94421]: self.callback(batched_events) Aug 05 12:41:32.387098 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 12:41:32.387098 n-d-803378-2 neutron-server[94421]: event.method(event) Aug 05 12:41:32.387098 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 12:41:32.387098 n-d-803378-2 neutron-server[94421]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 12:41:32.387098 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 12:41:32.387098 n-d-803378-2 neutron-server[94421]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 12:41:32.387098 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 12:41:32.387098 n-d-803378-2 neutron-server[94421]: return f(self, *a, **k) Aug 05 12:41:32.387098 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 12:41:32.387098 n-d-803378-2 neutron-server[94421]: return self._get(url).json() Aug 05 12:41:32.387098 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 12:41:32.387098 n-d-803378-2 neutron-server[94421]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 12:41:32.387098 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 12:41:32.387098 n-d-803378-2 neutron-server[94421]: return self.request(url, 'GET', **kwargs) Aug 05 12:41:32.387098 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 12:41:32.387098 n-d-803378-2 neutron-server[94421]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 12:41:32.387098 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 12:41:32.387098 n-d-803378-2 neutron-server[94421]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 12:41:32.387098 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 12:41:32.387098 n-d-803378-2 neutron-server[94421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 12:41:32.387098 n-d-803378-2 neutron-server[94421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 12:41:32.390720 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-dc676db1-f9e3-4337-883b-7e4268140e82 None None] Calling delete_port for 00d63d99-815b-46d5-b86f-72790feecbbb owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:41:32.485252 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4a62c989-b9a3-457d-97e8-814ccb6574f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:41:32.510409 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4a62c989-b9a3-457d-97e8-814ccb6574f6 admin admin] Notify callbacks [] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:41:32.513664 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-4a62c989-b9a3-457d-97e8-814ccb6574f6 admin admin] 10.222.0.58 "DELETE /v2.0/networks/c00424f2-f7f6-42d3-a3f9-d662e8ae381c HTTP/1.1" status: 204 len: 168 time: 1.0268254 Aug 05 12:41:32.516530 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a62c989-b9a3-457d-97e8-814ccb6574f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=c00424f2-f7f6-42d3-a3f9-d662e8ae381c,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:41:32.556267 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-dc676db1-f9e3-4337-883b-7e4268140e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:41:32.591550 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-dc676db1-f9e3-4337-883b-7e4268140e82 None None] Network c00424f2-f7f6-42d3-a3f9-d662e8ae381c is not hosted by any dhcp agent {{(pid=94422) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 05 12:41:32.592164 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc676db1-f9e3-4337-883b-7e4268140e82 None None] No DVR routers for this DVR port 00d63d99-815b-46d5-b86f-72790feecbbb on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:41:32.597387 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc676db1-f9e3-4337-883b-7e4268140e82 None None] Pushing event deleted for resources: {'Port': ['ID=00d63d99-815b-46d5-b86f-72790feecbbb,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:41:32.618354 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc676db1-f9e3-4337-883b-7e4268140e82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:41:32.620699 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc676db1-f9e3-4337-883b-7e4268140e82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:41:32.621294 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc676db1-f9e3-4337-883b-7e4268140e82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:41:32.621856 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc676db1-f9e3-4337-883b-7e4268140e82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:41:32.622598 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc676db1-f9e3-4337-883b-7e4268140e82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:41:32.623059 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc676db1-f9e3-4337-883b-7e4268140e82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:41:32.623618 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc676db1-f9e3-4337-883b-7e4268140e82 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:41:32.624368 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc676db1-f9e3-4337-883b-7e4268140e82 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:41:32.624796 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc676db1-f9e3-4337-883b-7e4268140e82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:41:32.625922 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc676db1-f9e3-4337-883b-7e4268140e82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:41:32.630778 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc676db1-f9e3-4337-883b-7e4268140e82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:41:32.630778 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc676db1-f9e3-4337-883b-7e4268140e82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:41:32.777998 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 48016) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:41:32.858561 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-8f0b7c0e-3def-4fc4-ae78-6235ce5c43ba admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f4ca129800e94994b08c14cc45929d63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0781016 Aug 05 12:41:32.862885 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 48018) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:41:32.957193 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-096cb6c1-8d74-4598-93a7-566b76706a0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:41:32.998534 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-096cb6c1-8d74-4598-93a7-566b76706a0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:41:33.088348 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-096cb6c1-8d74-4598-93a7-566b76706a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:41:33.092433 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-096cb6c1-8d74-4598-93a7-566b76706a0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:41:33.094116 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-096cb6c1-8d74-4598-93a7-566b76706a0a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5a26ae42-aa3c-4659-9757-45e0664da218 HTTP/1.1" status: 204 len: 168 time: 0.2297287 Aug 05 12:41:33.105820 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096cb6c1-8d74-4598-93a7-566b76706a0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a26ae42-aa3c-4659-9757-45e0664da218,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:41:33.613670 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 00d63d99-815b-46d5-b86f-72790feecbbb no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:41:33.662966 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 00d63d99-815b-46d5-b86f-72790feecbbb {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:41:33.663598 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 00d63d99-815b-46d5-b86f-72790feecbbb not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:41:34.461903 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 48040) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:41:34.659737 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-42fa2cf9-37b2-45ac-b15d-ac56c840e908 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1902271051-network', 'tenant_id': 'd7b0a69cca2a4939a8c974d80da48770'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:41:34.706618 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42fa2cf9-37b2-45ac-b15d-ac56c840e908 admin admin] Made reservation on behalf of d7b0a69cca2a4939a8c974d80da48770 for: {'network': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:41:34.712430 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-42fa2cf9-37b2-45ac-b15d-ac56c840e908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:41:34.730921 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-42fa2cf9-37b2-45ac-b15d-ac56c840e908 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:41:34.919846 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-42fa2cf9-37b2-45ac-b15d-ac56c840e908 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:41:34.943083 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-42fa2cf9-37b2-45ac-b15d-ac56c840e908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:41:34.989874 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42fa2cf9-37b2-45ac-b15d-ac56c840e908 admin admin] vlan segment allocate from pool success with {'vlan_id': 659, 'physical_network': 'physnet1'} {{(pid=94420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 12:41:35.008899 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fa2cf9-37b2-45ac-b15d-ac56c840e908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5175c151-7863-49ff-8052-2aa2572a5f48,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:41:35.022069 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-42fa2cf9-37b2-45ac-b15d-ac56c840e908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:41:35.022544 n-d-803378-2 neutron-server[94420]: INFO neutron.db.segments_db [None req-42fa2cf9-37b2-45ac-b15d-ac56c840e908 admin admin] Added segment bacdffe4-07d1-4ba4-92c7-7f837e4cd2b7 of type vlan for network ded0f1de-ace5-4781-bc74-f7c3c8c3fc0b Aug 05 12:41:35.105593 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-42fa2cf9-37b2-45ac-b15d-ac56c840e908 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:41:35.165303 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-42fa2cf9-37b2-45ac-b15d-ac56c840e908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:41:35.167302 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42fa2cf9-37b2-45ac-b15d-ac56c840e908 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:41:35.168370 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-42fa2cf9-37b2-45ac-b15d-ac56c840e908 admin admin] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:41:35.271707 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-42fa2cf9-37b2-45ac-b15d-ac56c840e908 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8081932 Aug 05 12:41:35.280613 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 48044) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:41:35.282289 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fa2cf9-37b2-45ac-b15d-ac56c840e908 admin admin] Pushing event updated for resources: {'Network': ['ID=ded0f1de-ace5-4781-bc74-f7c3c8c3fc0b,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:41:35.290582 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-88fc5864-b0a0-452a-9f0d-bf5c74b849b4 admin admin] Request body: {'subnet': {'network_id': 'ded0f1de-ace5-4781-bc74-f7c3c8c3fc0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1902271051-subnet', 'tenant_id': 'd7b0a69cca2a4939a8c974d80da48770', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:41:35.298593 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network ded0f1de-ace5-4781-bc74-f7c3c8c3fc0b details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 12:41:35.339773 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88fc5864-b0a0-452a-9f0d-bf5c74b849b4 admin admin] Made reservation on behalf of d7b0a69cca2a4939a8c974d80da48770 for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:41:35.343956 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-88fc5864-b0a0-452a-9f0d-bf5c74b849b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:41:35.695031 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-88fc5864-b0a0-452a-9f0d-bf5c74b849b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25038678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30075167'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:41:35.778976 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fc5864-b0a0-452a-9f0d-bf5c74b849b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6645f233-955c-4a69-b2d2-75826990c246,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:41:35.790385 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88fc5864-b0a0-452a-9f0d-bf5c74b849b4 admin admin] Checking segment: {'id': 'bacdffe4-07d1-4ba4-92c7-7f837e4cd2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'ded0f1de-ace5-4781-bc74-f7c3c8c3fc0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:41:35.790832 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88fc5864-b0a0-452a-9f0d-bf5c74b849b4 admin admin] Network hostable DHCP agents. Network: ded0f1de-ace5-4781-bc74-f7c3c8c3fc0b, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 12:41:35.820711 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88fc5864-b0a0-452a-9f0d-bf5c74b849b4 admin admin] Network ded0f1de-ace5-4781-bc74-f7c3c8c3fc0b is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 12:41:35.837770 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-88fc5864-b0a0-452a-9f0d-bf5c74b849b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, ded0f1de-ace5-4781-bc74-f7c3c8c3fc0b) {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:41:35.844672 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88fc5864-b0a0-452a-9f0d-bf5c74b849b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:41:35.845591 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-88fc5864-b0a0-452a-9f0d-bf5c74b849b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:41:35.851398 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d045c9-3962-4d5c-b3eb-4e5682eaa2f4 None None] Network ded0f1de-ace5-4781-bc74-f7c3c8c3fc0b requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:41:35.870297 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-88fc5864-b0a0-452a-9f0d-bf5c74b849b4 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5865552 Aug 05 12:41:36.039468 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b497a3-dc54-4fb5-b0b5-6e73b2b3186a None None] Network ded0f1de-ace5-4781-bc74-f7c3c8c3fc0b requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:41:36.580665 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5290aa4d-7c7e-49dd-a9b0-10bee23c88fe req-e0e073b0-2def-4d35-a1a3-3d076f4b8f06 tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:41:36.583427 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5290aa4d-7c7e-49dd-a9b0-10bee23c88fe req-e0e073b0-2def-4d35-a1a3-3d076f4b8f06 tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] 10.222.0.58 "GET /v2.0/networks?id=ded0f1de-ace5-4781-bc74-f7c3c8c3fc0b HTTP/1.1" status: 200 len: 814 time: 0.1944222 Aug 05 12:41:36.610147 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5290aa4d-7c7e-49dd-a9b0-10bee23c88fe req-f4efb504-229e-4da9-9048-d150559de8b0 tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] 10.222.0.58 "GET /v2.0/quotas/d7b0a69cca2a4939a8c974d80da48770 HTTP/1.1" status: 200 len: 375 time: 0.0169859 Aug 05 12:41:36.646942 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5290aa4d-7c7e-49dd-a9b0-10bee23c88fe req-aefc5f87-e726-4753-ad35-0573682f4a20 tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=d7b0a69cca2a4939a8c974d80da48770&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301557 Aug 05 12:41:36.712162 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [req-5290aa4d-7c7e-49dd-a9b0-10bee23c88fe req-f8879199-16ba-425f-8ff8-014983256d67 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94420) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 12:41:36.713295 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5290aa4d-7c7e-49dd-a9b0-10bee23c88fe req-f8879199-16ba-425f-8ff8-014983256d67 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0590956 Aug 05 12:41:36.823554 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5290aa4d-7c7e-49dd-a9b0-10bee23c88fe req-67958708-6ced-4476-a6cd-a55fae1f90cb service neutron] 10.222.0.58 "GET /v2.0/networks/ded0f1de-ace5-4781-bc74-f7c3c8c3fc0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017532 Aug 05 12:41:37.017253 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5290aa4d-7c7e-49dd-a9b0-10bee23c88fe req-896c4b9e-abe3-4931-a8d7-ee7821579d27 service neutron] 10.222.0.58 "GET /v2.0/networks/ded0f1de-ace5-4781-bc74-f7c3c8c3fc0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790819 Aug 05 12:41:37.287718 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-028b8f14-d1b4-489c-aeb1-7c6c4cc170fd req-30798fcd-fa05-4b5b-9e1d-8f85ed57ec83 tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb5c5687-cc20-4a68-9a97-2d828f4fee00 HTTP/1.1" status: 200 len: 210 time: 0.0355434 Aug 05 12:41:37.367538 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b7beb1ce-4f37-483d-9225-01a9d8b61cbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:41:38.411036 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ad70c457-3616-4d1b-95f9-ac0d35e808b6 req-346560b6-7601-40de-993b-728341af11cf tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb5c5687-cc20-4a68-9a97-2d828f4fee00 HTTP/1.1" status: 200 len: 210 time: 0.0314145 Aug 05 12:41:38.722909 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5290aa4d-7c7e-49dd-a9b0-10bee23c88fe req-99cf41c0-2393-40c6-a897-7c1c4aa9b53b tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:41:38.725044 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5290aa4d-7c7e-49dd-a9b0-10bee23c88fe req-99cf41c0-2393-40c6-a897-7c1c4aa9b53b tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] 10.222.0.64 "GET /v2.0/networks?id=ded0f1de-ace5-4781-bc74-f7c3c8c3fc0b HTTP/1.1" status: 200 len: 814 time: 0.1367490 Aug 05 12:41:38.748789 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-5290aa4d-7c7e-49dd-a9b0-10bee23c88fe req-a6fda146-678b-4690-8689-3e8958eb9557 tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] Request body: {'port': {'device_id': 'cb5c5687-cc20-4a68-9a97-2d828f4fee00', 'network_id': 'ded0f1de-ace5-4781-bc74-f7c3c8c3fc0b', 'admin_state_up': True, 'tenant_id': 'd7b0a69cca2a4939a8c974d80da48770'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:41:38.914366 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5290aa4d-7c7e-49dd-a9b0-10bee23c88fe req-a6fda146-678b-4690-8689-3e8958eb9557 tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] Made reservation on behalf of d7b0a69cca2a4939a8c974d80da48770 for: {'port': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:41:38.921241 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-5290aa4d-7c7e-49dd-a9b0-10bee23c88fe req-a6fda146-678b-4690-8689-3e8958eb9557 tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:41:39.141325 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [req-5290aa4d-7c7e-49dd-a9b0-10bee23c88fe req-a6fda146-678b-4690-8689-3e8958eb9557 tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] Allocated IP 172.20.0.7 (ded0f1de-ace5-4781-bc74-f7c3c8c3fc0b/6645f233-955c-4a69-b2d2-75826990c246/e05c2ab4-7614-4f52-a9a8-fac3bdd417b0) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:41:39.366856 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-5290aa4d-7c7e-49dd-a9b0-10bee23c88fe req-a6fda146-678b-4690-8689-3e8958eb9557 tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:41:39.417252 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-5290aa4d-7c7e-49dd-a9b0-10bee23c88fe req-a6fda146-678b-4690-8689-3e8958eb9557 tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:41:39.469695 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5290aa4d-7c7e-49dd-a9b0-10bee23c88fe req-a6fda146-678b-4690-8689-3e8958eb9557 tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] Network ded0f1de-ace5-4781-bc74-f7c3c8c3fc0b is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:41:39.473526 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [req-5290aa4d-7c7e-49dd-a9b0-10bee23c88fe req-a6fda146-678b-4690-8689-3e8958eb9557 tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:41:39.476691 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [req-5290aa4d-7c7e-49dd-a9b0-10bee23c88fe req-a6fda146-678b-4690-8689-3e8958eb9557 tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:41:39.521268 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fda146-678b-4690-8689-3e8958eb9557 tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] Pushing event updated for resources: {'Port': ['ID=e05c2ab4-7614-4f52-a9a8-fac3bdd417b0,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:41:39.577635 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5290aa4d-7c7e-49dd-a9b0-10bee23c88fe req-a6fda146-678b-4690-8689-3e8958eb9557 tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:41:39.577635 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-5290aa4d-7c7e-49dd-a9b0-10bee23c88fe req-a6fda146-678b-4690-8689-3e8958eb9557 tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:41:39.608463 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5290aa4d-7c7e-49dd-a9b0-10bee23c88fe req-a6fda146-678b-4690-8689-3e8958eb9557 tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8651989 Aug 05 12:41:39.619035 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca80db10-1b12-4d6a-a4c3-b22e29da1373 req-ef6bd77f-acd6-4cbe-a114-51ac13421b86 tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:41:39.620697 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ca80db10-1b12-4d6a-a4c3-b22e29da1373 req-ef6bd77f-acd6-4cbe-a114-51ac13421b86 tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb5c5687-cc20-4a68-9a97-2d828f4fee00 HTTP/1.1" status: 200 len: 931 time: 0.0878816 Aug 05 12:41:39.630039 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-5290aa4d-7c7e-49dd-a9b0-10bee23c88fe req-66638810-f88c-419a-a9f6-f3fca538f729 service neutron] Request body: {'port': {'device_id': 'cb5c5687-cc20-4a68-9a97-2d828f4fee00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-2'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:41:39.722720 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ca80db10-1b12-4d6a-a4c3-b22e29da1373 req-ee80e82f-09a1-4f7e-a268-db94dcee386d tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] 10.222.0.58 "GET /v2.0/security-groups?id=5175c151-7863-49ff-8052-2aa2572a5f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896022 Aug 05 12:41:39.731979 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-5290aa4d-7c7e-49dd-a9b0-10bee23c88fe req-66638810-f88c-419a-a9f6-f3fca538f729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:41:40.071564 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-6dc65d17-74cb-45c4-9d0a-b65daa71e056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:41:40.111966 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [req-5290aa4d-7c7e-49dd-a9b0-10bee23c88fe req-66638810-f88c-419a-a9f6-f3fca538f729 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e05c2ab4-7614-4f52-a9a8-fac3bdd417b0 {{(pid=94420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 12:41:40.124678 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-5290aa4d-7c7e-49dd-a9b0-10bee23c88fe req-66638810-f88c-419a-a9f6-f3fca538f729 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:41:40.146311 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:41:40.146711 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [req-5290aa4d-7c7e-49dd-a9b0-10bee23c88fe req-66638810-f88c-419a-a9f6-f3fca538f729 service neutron] Transition to ACTIVE for port object e05c2ab4-7614-4f52-a9a8-fac3bdd417b0 will not be triggered until provisioned by entity L2. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:41:40.152233 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-5290aa4d-7c7e-49dd-a9b0-10bee23c88fe req-66638810-f88c-419a-a9f6-f3fca538f729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:41:40.220786 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66638810-f88c-419a-a9f6-f3fca538f729 service neutron] Pushing event updated for resources: {'Port': ['ID=e05c2ab4-7614-4f52-a9a8-fac3bdd417b0,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:41:40.317942 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-5290aa4d-7c7e-49dd-a9b0-10bee23c88fe req-66638810-f88c-419a-a9f6-f3fca538f729 service neutron] Attempting to bind port e05c2ab4-7614-4f52-a9a8-fac3bdd417b0 on host n-h1-803378-2 for vnic_type normal with profile {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:41:40.318293 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-5290aa4d-7c7e-49dd-a9b0-10bee23c88fe req-66638810-f88c-419a-a9f6-f3fca538f729 service neutron] Attempting to bind port e05c2ab4-7614-4f52-a9a8-fac3bdd417b0 by drivers openvswitch,hyperv on host n-h1-803378-2 at level 0 using segments [{'id': 'bacdffe4-07d1-4ba4-92c7-7f837e4cd2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'ded0f1de-ace5-4781-bc74-f7c3c8c3fc0b'}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:41:40.318628 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5290aa4d-7c7e-49dd-a9b0-10bee23c88fe req-66638810-f88c-419a-a9f6-f3fca538f729 service neutron] Attempting to bind port e05c2ab4-7614-4f52-a9a8-fac3bdd417b0 on network ded0f1de-ace5-4781-bc74-f7c3c8c3fc0b {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:41:40.324666 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5290aa4d-7c7e-49dd-a9b0-10bee23c88fe req-66638810-f88c-419a-a9f6-f3fca538f729 service neutron] Port e05c2ab4-7614-4f52-a9a8-fac3bdd417b0 on network ded0f1de-ace5-4781-bc74-f7c3c8c3fc0b not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-2 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 12:41:40.325006 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5290aa4d-7c7e-49dd-a9b0-10bee23c88fe req-66638810-f88c-419a-a9f6-f3fca538f729 service neutron] Attempting to bind port e05c2ab4-7614-4f52-a9a8-fac3bdd417b0 on network ded0f1de-ace5-4781-bc74-f7c3c8c3fc0b {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:41:40.331942 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5290aa4d-7c7e-49dd-a9b0-10bee23c88fe req-66638810-f88c-419a-a9f6-f3fca538f729 service neutron] Checking agent: {'id': '40bb7567-59bd-4b31-bc29-da1c50bca759', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:41:40.332341 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5290aa4d-7c7e-49dd-a9b0-10bee23c88fe req-66638810-f88c-419a-a9f6-f3fca538f729 service neutron] Checking segment: {'id': 'bacdffe4-07d1-4ba4-92c7-7f837e4cd2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'ded0f1de-ace5-4781-bc74-f7c3c8c3fc0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:41:40.332883 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5290aa4d-7c7e-49dd-a9b0-10bee23c88fe req-66638810-f88c-419a-a9f6-f3fca538f729 service neutron] Bound using segment: {'id': 'bacdffe4-07d1-4ba4-92c7-7f837e4cd2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'ded0f1de-ace5-4781-bc74-f7c3c8c3fc0b'} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:41:40.333572 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-5290aa4d-7c7e-49dd-a9b0-10bee23c88fe req-66638810-f88c-419a-a9f6-f3fca538f729 service neutron] Bound port: e05c2ab4-7614-4f52-a9a8-fac3bdd417b0, host: n-h1-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bacdffe4-07d1-4ba4-92c7-7f837e4cd2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'ded0f1de-ace5-4781-bc74-f7c3c8c3fc0b'}}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:41:40.334203 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-5290aa4d-7c7e-49dd-a9b0-10bee23c88fe req-66638810-f88c-419a-a9f6-f3fca538f729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:41:40.416470 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-5290aa4d-7c7e-49dd-a9b0-10bee23c88fe req-66638810-f88c-419a-a9f6-f3fca538f729 service neutron] For port e05c2ab4-7614-4f52-a9a8-fac3bdd417b0, host n-h1-803378-2, cleared binding levels {{(pid=94420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:41:40.420163 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-5290aa4d-7c7e-49dd-a9b0-10bee23c88fe req-66638810-f88c-419a-a9f6-f3fca538f729 service neutron] For port e05c2ab4-7614-4f52-a9a8-fac3bdd417b0, host n-h1-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=e05c2ab4-7614-4f52-a9a8-fac3bdd417b0,segment=NetworkSegment(bacdffe4-07d1-4ba4-92c7-7f837e4cd2b7),segment_id=bacdffe4-07d1-4ba4-92c7-7f837e4cd2b7)] {{(pid=94420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:41:40.428074 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-5290aa4d-7c7e-49dd-a9b0-10bee23c88fe req-66638810-f88c-419a-a9f6-f3fca538f729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:41:40.467569 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5290aa4d-7c7e-49dd-a9b0-10bee23c88fe req-66638810-f88c-419a-a9f6-f3fca538f729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:41:40.468415 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-5290aa4d-7c7e-49dd-a9b0-10bee23c88fe req-66638810-f88c-419a-a9f6-f3fca538f729 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:41:40.470631 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5290aa4d-7c7e-49dd-a9b0-10bee23c88fe req-66638810-f88c-419a-a9f6-f3fca538f729 service neutron] 10.222.0.64 "PUT /v2.0/ports/e05c2ab4-7614-4f52-a9a8-fac3bdd417b0 HTTP/1.1" status: 200 len: 1091 time: 0.8472900 Aug 05 12:41:40.471348 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb5c5687-cc20-4a68-9a97-2d828f4fee00', 'tag': 'e05c2ab4-7614-4f52-a9a8-fac3bdd417b0'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:41:40.473924 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47e10126444b02a26d513ed6f4b145adbdfa00d329c865c61a1608b26e6d0230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6111900-e303-484a-bafd-fc3e0d5eb018" -d '{"events": [{"name": "network-changed", "server_uuid": "cb5c5687-cc20-4a68-9a97-2d828f4fee00", "tag": "e05c2ab4-7614-4f52-a9a8-fac3bdd417b0"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:41:40.507079 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66638810-f88c-419a-a9f6-f3fca538f729 service neutron] Pushing event updated for resources: {'Port': ['ID=e05c2ab4-7614-4f52-a9a8-fac3bdd417b0,revision_number=3']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:41:40.533812 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 12:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f07fdcb-8901-4c37-b6c5-ea5663639ded x-openstack-request-id: req-0f07fdcb-8901-4c37-b6c5-ea5663639ded {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:41:40.534094 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb5c5687-cc20-4a68-9a97-2d828f4fee00", "tag": "e05c2ab4-7614-4f52-a9a8-fac3bdd417b0", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:41:40.534385 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0f07fdcb-8901-4c37-b6c5-ea5663639ded {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:41:40.535621 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb5c5687-cc20-4a68-9a97-2d828f4fee00', 'tag': 'e05c2ab4-7614-4f52-a9a8-fac3bdd417b0', 'status': 'completed', 'code': 200} Aug 05 12:41:40.605346 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5290aa4d-7c7e-49dd-a9b0-10bee23c88fe req-02502971-5a4c-4cfe-8caf-b4e35e7bf181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:41:40.607217 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5290aa4d-7c7e-49dd-a9b0-10bee23c88fe req-02502971-5a4c-4cfe-8caf-b4e35e7bf181 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d7b0a69cca2a4939a8c974d80da48770&device_id=cb5c5687-cc20-4a68-9a97-2d828f4fee00 HTTP/1.1" status: 200 len: 1094 time: 0.0525832 Aug 05 12:41:40.661504 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5290aa4d-7c7e-49dd-a9b0-10bee23c88fe req-ca87936b-19bd-422f-b68c-a6428ab018b9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e05c2ab4-7614-4f52-a9a8-fac3bdd417b0 HTTP/1.1" status: 200 len: 217 time: 0.0384333 Aug 05 12:41:40.728951 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5290aa4d-7c7e-49dd-a9b0-10bee23c88fe req-fb262817-85aa-4783-8be1-57b3d042032b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:41:40.730814 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5290aa4d-7c7e-49dd-a9b0-10bee23c88fe req-fb262817-85aa-4783-8be1-57b3d042032b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6645f233-955c-4a69-b2d2-75826990c246 HTTP/1.1" status: 200 len: 854 time: 0.0616486 Aug 05 12:41:40.772839 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5290aa4d-7c7e-49dd-a9b0-10bee23c88fe req-7aa206e8-abb0-4f8e-84ad-cd30e4915f66 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ded0f1de-ace5-4781-bc74-f7c3c8c3fc0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326228 Aug 05 12:41:40.961801 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b4c802-8015-4f4f-839e-8fba1ff990cb req-264e6b91-8bfc-4cb2-9320-17ef53e60cba tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:41:40.964167 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d4b4c802-8015-4f4f-839e-8fba1ff990cb req-264e6b91-8bfc-4cb2-9320-17ef53e60cba tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb5c5687-cc20-4a68-9a97-2d828f4fee00 HTTP/1.1" status: 200 len: 943 time: 0.1163459 Aug 05 12:41:41.000358 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5290aa4d-7c7e-49dd-a9b0-10bee23c88fe req-785ac70e-e2e8-432c-8ce2-d64c1e0afec6 service neutron] 10.222.0.64 "GET /v2.0/networks/ded0f1de-ace5-4781-bc74-f7c3c8c3fc0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193043 Aug 05 12:41:41.133969 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d4b4c802-8015-4f4f-839e-8fba1ff990cb req-2cf4626c-5d90-4dd6-9c1d-bbfc2d4ac5d5 tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] 10.222.0.58 "GET /v2.0/security-groups?id=5175c151-7863-49ff-8052-2aa2572a5f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550245 Aug 05 12:41:41.187233 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5290aa4d-7c7e-49dd-a9b0-10bee23c88fe req-ff259729-1fb2-46b4-b0a8-be7544e32090 service neutron] 10.222.0.64 "GET /v2.0/networks/ded0f1de-ace5-4781-bc74-f7c3c8c3fc0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756377 Aug 05 12:41:41.361732 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6111900-e303-484a-bafd-fc3e0d5eb018 req-c73f1b42-97fa-43d6-bf0e-8a7805a6f3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:41:41.363258 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e6111900-e303-484a-bafd-fc3e0d5eb018 req-c73f1b42-97fa-43d6-bf0e-8a7805a6f3f6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d7b0a69cca2a4939a8c974d80da48770&device_id=cb5c5687-cc20-4a68-9a97-2d828f4fee00 HTTP/1.1" status: 200 len: 1094 time: 0.0520566 Aug 05 12:41:41.487244 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6111900-e303-484a-bafd-fc3e0d5eb018 req-1590037d-6c22-43ea-a33d-ebb7f9796a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:41:41.490010 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e6111900-e303-484a-bafd-fc3e0d5eb018 req-1590037d-6c22-43ea-a33d-ebb7f9796a61 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ded0f1de-ace5-4781-bc74-f7c3c8c3fc0b HTTP/1.1" status: 200 len: 915 time: 0.1143215 Aug 05 12:41:41.570462 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e6111900-e303-484a-bafd-fc3e0d5eb018 req-78d2c2be-343e-48f1-8add-a2b3f25232c4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e05c2ab4-7614-4f52-a9a8-fac3bdd417b0 HTTP/1.1" status: 200 len: 217 time: 0.0721934 Aug 05 12:41:41.655209 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6111900-e303-484a-bafd-fc3e0d5eb018 req-906c650d-5ad8-4b5b-8f4c-367d3510bfde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:41:41.656990 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e6111900-e303-484a-bafd-fc3e0d5eb018 req-906c650d-5ad8-4b5b-8f4c-367d3510bfde service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6645f233-955c-4a69-b2d2-75826990c246 HTTP/1.1" status: 200 len: 854 time: 0.0793936 Aug 05 12:41:41.696843 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e6111900-e303-484a-bafd-fc3e0d5eb018 req-63915c82-0ecb-43c0-8fa0-cea3e6844b0c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ded0f1de-ace5-4781-bc74-f7c3c8c3fc0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314474 Aug 05 12:41:41.846776 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e6111900-e303-484a-bafd-fc3e0d5eb018 req-aa2fc8f5-f420-46bb-9ae3-2a97bb7cbfa8 service neutron] 10.222.0.64 "GET /v2.0/networks/ded0f1de-ace5-4781-bc74-f7c3c8c3fc0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414652 Aug 05 12:41:42.002275 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e6111900-e303-484a-bafd-fc3e0d5eb018 req-2c18108b-917f-46f8-ba1a-217bcdd7c3f3 service neutron] 10.222.0.64 "GET /v2.0/networks/ded0f1de-ace5-4781-bc74-f7c3c8c3fc0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474125 Aug 05 12:41:42.038735 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:41:42.309388 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3865afea-d3cf-4b79-8ec1-6353a0c35f5a req-49ada89d-68f6-48d9-a430-68603dc7b097 tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:41:42.311384 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3865afea-d3cf-4b79-8ec1-6353a0c35f5a req-49ada89d-68f6-48d9-a430-68603dc7b097 tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb5c5687-cc20-4a68-9a97-2d828f4fee00 HTTP/1.1" status: 200 len: 943 time: 0.0846610 Aug 05 12:41:42.386249 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3865afea-d3cf-4b79-8ec1-6353a0c35f5a req-8510f3bb-04db-4b81-b98f-1b70d09b6850 tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] 10.222.0.58 "GET /v2.0/security-groups?id=5175c151-7863-49ff-8052-2aa2572a5f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639863 Aug 05 12:41:43.535024 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe16a288-1acc-4e02-a072-3ad814fd3e6f req-5aca17be-e6c5-418c-89a1-b579ac5d08f8 tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:41:43.538377 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fe16a288-1acc-4e02-a072-3ad814fd3e6f req-5aca17be-e6c5-418c-89a1-b579ac5d08f8 tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb5c5687-cc20-4a68-9a97-2d828f4fee00 HTTP/1.1" status: 200 len: 943 time: 0.0665724 Aug 05 12:41:43.608599 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fe16a288-1acc-4e02-a072-3ad814fd3e6f req-74087eb4-0f8a-450a-bf39-592dbb95d9ed tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] 10.222.0.58 "GET /v2.0/security-groups?id=5175c151-7863-49ff-8052-2aa2572a5f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580513 Aug 05 12:41:44.166988 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:41:44.759977 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6eac8e-e9df-4b10-821e-20e9150fd537 req-df574ee6-4aff-4d39-9e90-1e55fdb779ba tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:41:44.761566 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7b6eac8e-e9df-4b10-821e-20e9150fd537 req-df574ee6-4aff-4d39-9e90-1e55fdb779ba tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb5c5687-cc20-4a68-9a97-2d828f4fee00 HTTP/1.1" status: 200 len: 943 time: 0.0633602 Aug 05 12:41:44.816300 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7b6eac8e-e9df-4b10-821e-20e9150fd537 req-36e88f93-5e86-4d50-819b-a75767e209d4 tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] 10.222.0.58 "GET /v2.0/security-groups?id=5175c151-7863-49ff-8052-2aa2572a5f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472538 Aug 05 12:41:44.853106 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device e05c2ab4-7614-4f52-a9a8-fac3bdd417b0 details requested by agent hyperv_n-h1-803378-2 with host n-h1-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 12:41:44.994697 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port e05c2ab4-7614-4f52-a9a8-fac3bdd417b0, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=e05c2ab4-7614-4f52-a9a8-fac3bdd417b0,segment=NetworkSegment(bacdffe4-07d1-4ba4-92c7-7f837e4cd2b7),segment_id=bacdffe4-07d1-4ba4-92c7-7f837e4cd2b7)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:41:45.007812 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Returning: {'device': 'e05c2ab4-7614-4f52-a9a8-fac3bdd417b0', 'network_id': 'ded0f1de-ace5-4781-bc74-f7c3c8c3fc0b', 'port_id': 'e05c2ab4-7614-4f52-a9a8-fac3bdd417b0', 'mac_address': 'fa:16:3e:d5:9a:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6645f233-955c-4a69-b2d2-75826990c246', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 12:41:45.057325 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:41:45.074652 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e05c2ab4-7614-4f52-a9a8-fac3bdd417b0 {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 12:41:45.100389 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port e05c2ab4-7614-4f52-a9a8-fac3bdd417b0, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=e05c2ab4-7614-4f52-a9a8-fac3bdd417b0,segment=NetworkSegment(bacdffe4-07d1-4ba4-92c7-7f837e4cd2b7),segment_id=bacdffe4-07d1-4ba4-92c7-7f837e4cd2b7)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:41:45.107306 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:41:45.168578 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=e05c2ab4-7614-4f52-a9a8-fac3bdd417b0,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:41:45.534326 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['e05c2ab4-7614-4f52-a9a8-fac3bdd417b0'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 12:41:45.971615 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856925e3-dfd7-454c-ad42-70b07b8a3846 req-48ebc364-507c-4ee7-acb5-efbb120b0b1c tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:41:45.973296 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-856925e3-dfd7-454c-ad42-70b07b8a3846 req-48ebc364-507c-4ee7-acb5-efbb120b0b1c tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb5c5687-cc20-4a68-9a97-2d828f4fee00 HTTP/1.1" status: 200 len: 944 time: 0.0602844 Aug 05 12:41:46.024515 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-856925e3-dfd7-454c-ad42-70b07b8a3846 req-fccf85ef-83fc-4875-a31a-05c44682f4bf tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] 10.222.0.58 "GET /v2.0/security-groups?id=5175c151-7863-49ff-8052-2aa2572a5f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443552 Aug 05 12:41:46.861030 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device e05c2ab4-7614-4f52-a9a8-fac3bdd417b0 up at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:41:46.915307 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning for port e05c2ab4-7614-4f52-a9a8-fac3bdd417b0 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:41:46.920140 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning complete for port e05c2ab4-7614-4f52-a9a8-fac3bdd417b0 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:41:46.920674 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:41:47.005487 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:41:47.033083 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb5c5687-cc20-4a68-9a97-2d828f4fee00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e05c2ab4-7614-4f52-a9a8-fac3bdd417b0'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:41:47.035563 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e1268cc07bff5734ca170491336a8ac74677c017447dd0c96766dddd3e3cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b20bc05-521e-4d1c-ae75-e71a5a6ce119" -d '{"events": [{"server_uuid": "cb5c5687-cc20-4a68-9a97-2d828f4fee00", "name": "network-vif-plugged", "status": "completed", "tag": "e05c2ab4-7614-4f52-a9a8-fac3bdd417b0"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:41:47.051015 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port e05c2ab4-7614-4f52-a9a8-fac3bdd417b0, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=e05c2ab4-7614-4f52-a9a8-fac3bdd417b0,segment=NetworkSegment(bacdffe4-07d1-4ba4-92c7-7f837e4cd2b7),segment_id=bacdffe4-07d1-4ba4-92c7-7f837e4cd2b7)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:41:47.056556 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:41:47.083575 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 12:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0991544-4122-4ba8-8423-36dfd6abbad2 x-openstack-request-id: req-a0991544-4122-4ba8-8423-36dfd6abbad2 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:41:47.083903 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb5c5687-cc20-4a68-9a97-2d828f4fee00", "name": "network-vif-plugged", "status": "completed", "tag": "e05c2ab4-7614-4f52-a9a8-fac3bdd417b0", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:41:47.084111 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a0991544-4122-4ba8-8423-36dfd6abbad2 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:41:47.086017 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb5c5687-cc20-4a68-9a97-2d828f4fee00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e05c2ab4-7614-4f52-a9a8-fac3bdd417b0', 'code': 200} Aug 05 12:41:47.119025 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=e05c2ab4-7614-4f52-a9a8-fac3bdd417b0,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:41:47.189844 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5b0451-2c13-47e6-a949-3e2916785d85 req-b20060fa-f001-4c97-9790-eb7abfe21dbe tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:41:47.191480 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2a5b0451-2c13-47e6-a949-3e2916785d85 req-b20060fa-f001-4c97-9790-eb7abfe21dbe tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb5c5687-cc20-4a68-9a97-2d828f4fee00 HTTP/1.1" status: 200 len: 945 time: 0.0620222 Aug 05 12:41:47.256966 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2a5b0451-2c13-47e6-a949-3e2916785d85 req-dea893e9-4031-44a3-93c7-ee670938ef35 tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] 10.222.0.58 "GET /v2.0/security-groups?id=5175c151-7863-49ff-8052-2aa2572a5f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576756 Aug 05 12:41:47.264287 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff5d99e-9d95-4f03-9507-166a7fdbb1d6 req-a653e9bd-d9a7-4b8a-95bf-b1c4760b7215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:41:47.266557 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-aff5d99e-9d95-4f03-9507-166a7fdbb1d6 req-a653e9bd-d9a7-4b8a-95bf-b1c4760b7215 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=cb5c5687-cc20-4a68-9a97-2d828f4fee00 HTTP/1.1" status: 200 len: 1096 time: 0.0853205 Aug 05 12:41:47.314486 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-aff5d99e-9d95-4f03-9507-166a7fdbb1d6 req-10238847-56c9-4ffc-be39-2695d7797b5a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=5175c151-7863-49ff-8052-2aa2572a5f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368540 Aug 05 12:41:48.402070 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af9d6d3-2f08-4efb-bb04-46649bef7115 req-b019051f-982c-47c6-8c04-b61cd71e8285 tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:41:48.403702 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0af9d6d3-2f08-4efb-bb04-46649bef7115 req-b019051f-982c-47c6-8c04-b61cd71e8285 tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb5c5687-cc20-4a68-9a97-2d828f4fee00 HTTP/1.1" status: 200 len: 945 time: 0.0649796 Aug 05 12:41:48.451548 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0af9d6d3-2f08-4efb-bb04-46649bef7115 req-14a7d469-c292-4659-a6cb-42d90bf806e6 tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] 10.222.0.58 "GET /v2.0/security-groups?id=5175c151-7863-49ff-8052-2aa2572a5f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407424 Aug 05 12:41:49.377791 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-721b05dd-ff69-45d3-ab80-76ca9fd2591f req-8874f806-2990-43b2-b880-7ae460f92402 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=cb5c5687-cc20-4a68-9a97-2d828f4fee00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0451219 Aug 05 12:41:49.487553 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721b05dd-ff69-45d3-ab80-76ca9fd2591f req-fcced8cb-b2df-4f8c-a3ba-19b9752a9bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:41:49.489130 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-721b05dd-ff69-45d3-ab80-76ca9fd2591f req-fcced8cb-b2df-4f8c-a3ba-19b9752a9bd0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d7b0a69cca2a4939a8c974d80da48770&device_id=cb5c5687-cc20-4a68-9a97-2d828f4fee00 HTTP/1.1" status: 200 len: 1096 time: 0.0464115 Aug 05 12:41:49.647386 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5342512a-ce42-4ddc-b02f-a018baa778da req-1dd3350a-62bc-4987-a192-e00bf3e96024 tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:41:49.649019 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5342512a-ce42-4ddc-b02f-a018baa778da req-1dd3350a-62bc-4987-a192-e00bf3e96024 tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb5c5687-cc20-4a68-9a97-2d828f4fee00 HTTP/1.1" status: 200 len: 945 time: 0.1139941 Aug 05 12:41:49.652298 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721b05dd-ff69-45d3-ab80-76ca9fd2591f req-cda62e19-4c53-45ea-b919-435b95c02c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:41:49.653827 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-721b05dd-ff69-45d3-ab80-76ca9fd2591f req-cda62e19-4c53-45ea-b919-435b95c02c5f service neutron] 10.222.0.64 "GET /v2.0/networks?id=ded0f1de-ace5-4781-bc74-f7c3c8c3fc0b HTTP/1.1" status: 200 len: 915 time: 0.1412253 Aug 05 12:41:49.707687 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-721b05dd-ff69-45d3-ab80-76ca9fd2591f req-b04a6073-fa38-4a22-bcb9-2e34b840cad8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e05c2ab4-7614-4f52-a9a8-fac3bdd417b0 HTTP/1.1" status: 200 len: 217 time: 0.0452852 Aug 05 12:41:49.755799 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5342512a-ce42-4ddc-b02f-a018baa778da req-fdb86ac4-33b5-49cf-9902-8691b8f3b9f6 tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] 10.222.0.58 "GET /v2.0/security-groups?id=5175c151-7863-49ff-8052-2aa2572a5f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005428 Aug 05 12:41:49.780265 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721b05dd-ff69-45d3-ab80-76ca9fd2591f req-0ab15dd8-5339-4af8-9d75-d98fa7b18ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:41:49.782794 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-721b05dd-ff69-45d3-ab80-76ca9fd2591f req-0ab15dd8-5339-4af8-9d75-d98fa7b18ba4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6645f233-955c-4a69-b2d2-75826990c246 HTTP/1.1" status: 200 len: 854 time: 0.0635657 Aug 05 12:41:49.820065 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-721b05dd-ff69-45d3-ab80-76ca9fd2591f req-bd605e7c-7f3f-4b0e-8a26-abe9e83e9c26 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ded0f1de-ace5-4781-bc74-f7c3c8c3fc0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288360 Aug 05 12:41:50.045641 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-721b05dd-ff69-45d3-ab80-76ca9fd2591f req-460b8062-0625-4fb9-8bf0-c27704d15014 service neutron] 10.222.0.64 "GET /v2.0/networks/ded0f1de-ace5-4781-bc74-f7c3c8c3fc0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164147 Aug 05 12:41:50.117251 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecb74e2-3217-4bcc-a137-ab9719cb993e req-e08213e3-ba80-45d2-a602-34f6390bc031 tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:41:50.118847 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cecb74e2-3217-4bcc-a137-ab9719cb993e req-e08213e3-ba80-45d2-a602-34f6390bc031 tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] 10.222.0.58 "GET /v2.0/networks?id=ded0f1de-ace5-4781-bc74-f7c3c8c3fc0b HTTP/1.1" status: 200 len: 814 time: 0.2159488 Aug 05 12:41:50.144710 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cecb74e2-3217-4bcc-a137-ab9719cb993e req-e289f585-db0f-4e31-9198-3435276f0541 tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] 10.222.0.58 "GET /v2.0/quotas/d7b0a69cca2a4939a8c974d80da48770 HTTP/1.1" status: 200 len: 375 time: 0.0187409 Aug 05 12:41:50.203599 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-721b05dd-ff69-45d3-ab80-76ca9fd2591f req-b220f243-a3d2-4c01-80ee-d857468e8134 service neutron] 10.222.0.64 "GET /v2.0/networks/ded0f1de-ace5-4781-bc74-f7c3c8c3fc0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467185 Aug 05 12:41:50.217544 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cecb74e2-3217-4bcc-a137-ab9719cb993e req-62f3c2c1-8253-4339-8b42-550f39f16de3 tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=d7b0a69cca2a4939a8c974d80da48770&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0640054 Aug 05 12:41:50.324261 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cecb74e2-3217-4bcc-a137-ab9719cb993e req-32e58458-13c0-453f-9711-5c976dc2a718 service neutron] 10.222.0.58 "GET /v2.0/networks/ded0f1de-ace5-4781-bc74-f7c3c8c3fc0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973194 Aug 05 12:41:50.419549 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cecb74e2-3217-4bcc-a137-ab9719cb993e req-7bdc3f6d-2d7c-416d-b825-c9ea324eeeb1 service neutron] 10.222.0.58 "GET /v2.0/networks/ded0f1de-ace5-4781-bc74-f7c3c8c3fc0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889866 Aug 05 12:41:50.603380 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a7e7864c-5aed-40f8-a5a3-65c7f923a322 req-72519035-96e0-4423-bf7f-4feba72362d7 tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] 10.222.0.58 "GET /v2.0/ports?device_id=b84afc22-62fe-425f-92a5-5f4569be238a HTTP/1.1" status: 200 len: 210 time: 0.0277264 Aug 05 12:41:51.701665 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c1f453dc-7205-44a2-ad93-976f899faba8 req-d498729b-4428-4bee-a272-1eba5e1774ab tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] 10.222.0.58 "GET /v2.0/ports?device_id=b84afc22-62fe-425f-92a5-5f4569be238a HTTP/1.1" status: 200 len: 210 time: 0.0271566 Aug 05 12:41:51.807534 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 12:41:52.132806 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecb74e2-3217-4bcc-a137-ab9719cb993e req-3693224e-92fa-435c-abac-e44022932e42 tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:41:52.134563 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-cecb74e2-3217-4bcc-a137-ab9719cb993e req-3693224e-92fa-435c-abac-e44022932e42 tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] 10.222.0.55 "GET /v2.0/networks?id=ded0f1de-ace5-4781-bc74-f7c3c8c3fc0b HTTP/1.1" status: 200 len: 814 time: 0.1366706 Aug 05 12:41:52.161153 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-cecb74e2-3217-4bcc-a137-ab9719cb993e req-b246f547-c354-4cb4-89e6-2338145bbb3d tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] Request body: {'port': {'device_id': 'b84afc22-62fe-425f-92a5-5f4569be238a', 'network_id': 'ded0f1de-ace5-4781-bc74-f7c3c8c3fc0b', 'admin_state_up': True, 'tenant_id': 'd7b0a69cca2a4939a8c974d80da48770'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:41:52.321155 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cecb74e2-3217-4bcc-a137-ab9719cb993e req-b246f547-c354-4cb4-89e6-2338145bbb3d tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] Made reservation on behalf of d7b0a69cca2a4939a8c974d80da48770 for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:41:52.325436 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-cecb74e2-3217-4bcc-a137-ab9719cb993e req-b246f547-c354-4cb4-89e6-2338145bbb3d tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:41:52.500679 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-cecb74e2-3217-4bcc-a137-ab9719cb993e req-b246f547-c354-4cb4-89e6-2338145bbb3d tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] Allocated IP 172.20.0.14 (ded0f1de-ace5-4781-bc74-f7c3c8c3fc0b/6645f233-955c-4a69-b2d2-75826990c246/17014dd9-617e-4ead-b56f-25498851337d) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:41:52.725337 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-cecb74e2-3217-4bcc-a137-ab9719cb993e req-b246f547-c354-4cb4-89e6-2338145bbb3d tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:41:52.781644 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-cecb74e2-3217-4bcc-a137-ab9719cb993e req-b246f547-c354-4cb4-89e6-2338145bbb3d tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:41:52.822448 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['e05c2ab4-7614-4f52-a9a8-fac3bdd417b0'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 12:41:52.851352 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cecb74e2-3217-4bcc-a137-ab9719cb993e req-b246f547-c354-4cb4-89e6-2338145bbb3d tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] Network ded0f1de-ace5-4781-bc74-f7c3c8c3fc0b is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:41:52.858033 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-cecb74e2-3217-4bcc-a137-ab9719cb993e req-b246f547-c354-4cb4-89e6-2338145bbb3d tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:41:52.866502 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-cecb74e2-3217-4bcc-a137-ab9719cb993e req-b246f547-c354-4cb4-89e6-2338145bbb3d tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:41:52.873267 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b246f547-c354-4cb4-89e6-2338145bbb3d tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] Pushing event updated for resources: {'Port': ['ID=17014dd9-617e-4ead-b56f-25498851337d,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:41:52.894419 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:41:52.952181 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecb74e2-3217-4bcc-a137-ab9719cb993e req-b246f547-c354-4cb4-89e6-2338145bbb3d tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:41:52.954649 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-cecb74e2-3217-4bcc-a137-ab9719cb993e req-b246f547-c354-4cb4-89e6-2338145bbb3d tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:41:52.980255 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-cecb74e2-3217-4bcc-a137-ab9719cb993e req-b246f547-c354-4cb4-89e6-2338145bbb3d tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8259022 Aug 05 12:41:52.998885 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-cecb74e2-3217-4bcc-a137-ab9719cb993e req-9ca9721f-3ed8-4e73-8f2c-35ae3876db0d service neutron] Request body: {'port': {'device_id': 'b84afc22-62fe-425f-92a5-5f4569be238a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:41:53.090678 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-cecb74e2-3217-4bcc-a137-ab9719cb993e req-9ca9721f-3ed8-4e73-8f2c-35ae3876db0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:41:53.340227 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1c937e-2af9-42d7-a984-ca024260d65e req-617dc810-db7f-4d94-b922-71a70728d90e tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:41:53.343057 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1b1c937e-2af9-42d7-a984-ca024260d65e req-617dc810-db7f-4d94-b922-71a70728d90e tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] 10.222.0.58 "GET /v2.0/ports?device_id=b84afc22-62fe-425f-92a5-5f4569be238a HTTP/1.1" status: 200 len: 932 time: 0.5464423 Aug 05 12:41:53.424456 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1b1c937e-2af9-42d7-a984-ca024260d65e req-b2b07df5-c20b-4f9b-a5e4-045d7134e0de tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] 10.222.0.58 "GET /v2.0/security-groups?id=5175c151-7863-49ff-8052-2aa2572a5f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731404 Aug 05 12:41:53.495375 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-cecb74e2-3217-4bcc-a137-ab9719cb993e req-9ca9721f-3ed8-4e73-8f2c-35ae3876db0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17014dd9-617e-4ead-b56f-25498851337d {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 12:41:53.506278 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-cecb74e2-3217-4bcc-a137-ab9719cb993e req-9ca9721f-3ed8-4e73-8f2c-35ae3876db0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:41:53.526026 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-cecb74e2-3217-4bcc-a137-ab9719cb993e req-9ca9721f-3ed8-4e73-8f2c-35ae3876db0d service neutron] Transition to ACTIVE for port object 17014dd9-617e-4ead-b56f-25498851337d will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:41:53.532161 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-cecb74e2-3217-4bcc-a137-ab9719cb993e req-9ca9721f-3ed8-4e73-8f2c-35ae3876db0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:41:53.598959 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca9721f-3ed8-4e73-8f2c-35ae3876db0d service neutron] Pushing event updated for resources: {'Port': ['ID=17014dd9-617e-4ead-b56f-25498851337d,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:41:53.668895 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-cecb74e2-3217-4bcc-a137-ab9719cb993e req-9ca9721f-3ed8-4e73-8f2c-35ae3876db0d service neutron] Attempting to bind port 17014dd9-617e-4ead-b56f-25498851337d on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:41:53.670530 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-cecb74e2-3217-4bcc-a137-ab9719cb993e req-9ca9721f-3ed8-4e73-8f2c-35ae3876db0d service neutron] Attempting to bind port 17014dd9-617e-4ead-b56f-25498851337d by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': 'bacdffe4-07d1-4ba4-92c7-7f837e4cd2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'ded0f1de-ace5-4781-bc74-f7c3c8c3fc0b'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:41:53.670530 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cecb74e2-3217-4bcc-a137-ab9719cb993e req-9ca9721f-3ed8-4e73-8f2c-35ae3876db0d service neutron] Attempting to bind port 17014dd9-617e-4ead-b56f-25498851337d on network ded0f1de-ace5-4781-bc74-f7c3c8c3fc0b {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:41:53.675016 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cecb74e2-3217-4bcc-a137-ab9719cb993e req-9ca9721f-3ed8-4e73-8f2c-35ae3876db0d service neutron] Port 17014dd9-617e-4ead-b56f-25498851337d on network ded0f1de-ace5-4781-bc74-f7c3c8c3fc0b not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 12:41:53.675345 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cecb74e2-3217-4bcc-a137-ab9719cb993e req-9ca9721f-3ed8-4e73-8f2c-35ae3876db0d service neutron] Attempting to bind port 17014dd9-617e-4ead-b56f-25498851337d on network ded0f1de-ace5-4781-bc74-f7c3c8c3fc0b {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:41:53.680872 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cecb74e2-3217-4bcc-a137-ab9719cb993e req-9ca9721f-3ed8-4e73-8f2c-35ae3876db0d service neutron] Checking agent: {'id': 'a8f1dd2d-227c-4e30-8844-52419ba734db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:41:53.681223 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cecb74e2-3217-4bcc-a137-ab9719cb993e req-9ca9721f-3ed8-4e73-8f2c-35ae3876db0d service neutron] Checking segment: {'id': 'bacdffe4-07d1-4ba4-92c7-7f837e4cd2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'ded0f1de-ace5-4781-bc74-f7c3c8c3fc0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:41:53.681621 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cecb74e2-3217-4bcc-a137-ab9719cb993e req-9ca9721f-3ed8-4e73-8f2c-35ae3876db0d service neutron] Bound using segment: {'id': 'bacdffe4-07d1-4ba4-92c7-7f837e4cd2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'ded0f1de-ace5-4781-bc74-f7c3c8c3fc0b'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:41:53.682061 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-cecb74e2-3217-4bcc-a137-ab9719cb993e req-9ca9721f-3ed8-4e73-8f2c-35ae3876db0d service neutron] Bound port: 17014dd9-617e-4ead-b56f-25498851337d, host: n-h2-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bacdffe4-07d1-4ba4-92c7-7f837e4cd2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'ded0f1de-ace5-4781-bc74-f7c3c8c3fc0b'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:41:53.682438 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-cecb74e2-3217-4bcc-a137-ab9719cb993e req-9ca9721f-3ed8-4e73-8f2c-35ae3876db0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:41:53.758151 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-cecb74e2-3217-4bcc-a137-ab9719cb993e req-9ca9721f-3ed8-4e73-8f2c-35ae3876db0d service neutron] For port 17014dd9-617e-4ead-b56f-25498851337d, host n-h2-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:41:53.762073 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-cecb74e2-3217-4bcc-a137-ab9719cb993e req-9ca9721f-3ed8-4e73-8f2c-35ae3876db0d service neutron] For port 17014dd9-617e-4ead-b56f-25498851337d, host n-h2-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=17014dd9-617e-4ead-b56f-25498851337d,segment=NetworkSegment(bacdffe4-07d1-4ba4-92c7-7f837e4cd2b7),segment_id=bacdffe4-07d1-4ba4-92c7-7f837e4cd2b7)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:41:53.768074 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-cecb74e2-3217-4bcc-a137-ab9719cb993e req-9ca9721f-3ed8-4e73-8f2c-35ae3876db0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:41:53.824353 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecb74e2-3217-4bcc-a137-ab9719cb993e req-9ca9721f-3ed8-4e73-8f2c-35ae3876db0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:41:53.825080 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-cecb74e2-3217-4bcc-a137-ab9719cb993e req-9ca9721f-3ed8-4e73-8f2c-35ae3876db0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:41:53.826495 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-cecb74e2-3217-4bcc-a137-ab9719cb993e req-9ca9721f-3ed8-4e73-8f2c-35ae3876db0d service neutron] 10.222.0.55 "PUT /v2.0/ports/17014dd9-617e-4ead-b56f-25498851337d HTTP/1.1" status: 200 len: 1092 time: 0.8326344 Aug 05 12:41:53.826992 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b84afc22-62fe-425f-92a5-5f4569be238a', 'tag': '17014dd9-617e-4ead-b56f-25498851337d'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:41:53.830946 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7ff1ae056485c55ead25f70fa9973e26b39e4a1f6cb6b93d5d0d7942cdef429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac83e8cf-cba3-4438-8b6c-271aae7648c1" -d '{"events": [{"name": "network-changed", "server_uuid": "b84afc22-62fe-425f-92a5-5f4569be238a", "tag": "17014dd9-617e-4ead-b56f-25498851337d"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:41:53.864057 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca9721f-3ed8-4e73-8f2c-35ae3876db0d service neutron] Pushing event updated for resources: {'Port': ['ID=17014dd9-617e-4ead-b56f-25498851337d,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:41:53.886864 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 12:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26b6a562-ced5-4b5f-956f-d724bd9caf65 x-openstack-request-id: req-26b6a562-ced5-4b5f-956f-d724bd9caf65 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:41:53.886864 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b84afc22-62fe-425f-92a5-5f4569be238a", "tag": "17014dd9-617e-4ead-b56f-25498851337d", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:41:53.887290 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-26b6a562-ced5-4b5f-956f-d724bd9caf65 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:41:53.887687 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b84afc22-62fe-425f-92a5-5f4569be238a', 'tag': '17014dd9-617e-4ead-b56f-25498851337d', 'status': 'completed', 'code': 200} Aug 05 12:41:53.950316 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecb74e2-3217-4bcc-a137-ab9719cb993e req-87316a72-a18f-42e6-a438-1f6d2fb51bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:41:53.951874 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-cecb74e2-3217-4bcc-a137-ab9719cb993e req-87316a72-a18f-42e6-a438-1f6d2fb51bdb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d7b0a69cca2a4939a8c974d80da48770&device_id=b84afc22-62fe-425f-92a5-5f4569be238a HTTP/1.1" status: 200 len: 1095 time: 0.0493143 Aug 05 12:41:54.001436 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-cecb74e2-3217-4bcc-a137-ab9719cb993e req-851d5f67-4b9b-47c9-a991-e9f339c6bafa service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=17014dd9-617e-4ead-b56f-25498851337d HTTP/1.1" status: 200 len: 217 time: 0.0368872 Aug 05 12:41:54.060685 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecb74e2-3217-4bcc-a137-ab9719cb993e req-d2e2ea5d-59fc-4610-be9f-b88fa15f0916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:41:54.062583 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-cecb74e2-3217-4bcc-a137-ab9719cb993e req-d2e2ea5d-59fc-4610-be9f-b88fa15f0916 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6645f233-955c-4a69-b2d2-75826990c246 HTTP/1.1" status: 200 len: 854 time: 0.0546684 Aug 05 12:41:54.103399 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-cecb74e2-3217-4bcc-a137-ab9719cb993e req-de023b61-ed90-46db-83d4-8d93ad528439 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ded0f1de-ace5-4781-bc74-f7c3c8c3fc0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330102 Aug 05 12:41:54.226990 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-cecb74e2-3217-4bcc-a137-ab9719cb993e req-ba611292-8d2c-4716-98ca-d756cc6dc421 service neutron] 10.222.0.55 "GET /v2.0/networks/ded0f1de-ace5-4781-bc74-f7c3c8c3fc0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166067 Aug 05 12:41:54.370133 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-cecb74e2-3217-4bcc-a137-ab9719cb993e req-2cf50b99-e1c5-49bd-a505-a3117f4ba879 service neutron] 10.222.0.55 "GET /v2.0/networks/ded0f1de-ace5-4781-bc74-f7c3c8c3fc0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345103 Aug 05 12:41:54.510365 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac83e8cf-cba3-4438-8b6c-271aae7648c1 req-e2ce81d6-9338-4e4d-9da8-18785bb6693f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:41:54.511798 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ac83e8cf-cba3-4438-8b6c-271aae7648c1 req-e2ce81d6-9338-4e4d-9da8-18785bb6693f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d7b0a69cca2a4939a8c974d80da48770&device_id=b84afc22-62fe-425f-92a5-5f4569be238a HTTP/1.1" status: 200 len: 1095 time: 0.0522764 Aug 05 12:41:54.581822 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a52d8b-4921-45a3-a4fd-bf613eaf403b req-73f0aeec-ac6f-4686-915f-4f7d0b83c667 tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:41:54.583420 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-45a52d8b-4921-45a3-a4fd-bf613eaf403b req-73f0aeec-ac6f-4686-915f-4f7d0b83c667 tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] 10.222.0.58 "GET /v2.0/ports?device_id=b84afc22-62fe-425f-92a5-5f4569be238a HTTP/1.1" status: 200 len: 944 time: 0.0621152 Aug 05 12:41:54.632666 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-45a52d8b-4921-45a3-a4fd-bf613eaf403b req-a22513bd-8f4b-42d8-a120-182061165d41 tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] 10.222.0.58 "GET /v2.0/security-groups?id=5175c151-7863-49ff-8052-2aa2572a5f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386808 Aug 05 12:41:54.633168 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac83e8cf-cba3-4438-8b6c-271aae7648c1 req-58e13deb-b999-4ac4-adde-b57bcb7e52cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:41:54.634736 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ac83e8cf-cba3-4438-8b6c-271aae7648c1 req-58e13deb-b999-4ac4-adde-b57bcb7e52cd service neutron] 10.222.0.55 "GET /v2.0/networks?id=ded0f1de-ace5-4781-bc74-f7c3c8c3fc0b HTTP/1.1" status: 200 len: 915 time: 0.1154826 Aug 05 12:41:54.681503 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ac83e8cf-cba3-4438-8b6c-271aae7648c1 req-f810fad1-5124-4a90-b67e-08c99d44c0a6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=17014dd9-617e-4ead-b56f-25498851337d HTTP/1.1" status: 200 len: 217 time: 0.0388560 Aug 05 12:41:54.737375 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac83e8cf-cba3-4438-8b6c-271aae7648c1 req-98368b95-a4b0-4255-a679-d1405b28820a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:41:54.738933 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ac83e8cf-cba3-4438-8b6c-271aae7648c1 req-98368b95-a4b0-4255-a679-d1405b28820a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6645f233-955c-4a69-b2d2-75826990c246 HTTP/1.1" status: 200 len: 854 time: 0.0500190 Aug 05 12:41:54.782367 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ac83e8cf-cba3-4438-8b6c-271aae7648c1 req-2f40d514-ea0e-4917-a6f9-fc1539d93d55 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ded0f1de-ace5-4781-bc74-f7c3c8c3fc0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346904 Aug 05 12:41:54.889811 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ac83e8cf-cba3-4438-8b6c-271aae7648c1 req-537ea8e5-0543-4c3f-bb00-740477dbf60b service neutron] 10.222.0.55 "GET /v2.0/networks/ded0f1de-ace5-4781-bc74-f7c3c8c3fc0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991311 Aug 05 12:41:55.007614 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ac83e8cf-cba3-4438-8b6c-271aae7648c1 req-5f046fa1-651b-406b-8b29-6761eeaaf1b8 service neutron] 10.222.0.55 "GET /v2.0/networks/ded0f1de-ace5-4781-bc74-f7c3c8c3fc0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083419 Aug 05 12:41:55.774591 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280b0354-bdfa-4dd6-be95-068cd85f0ddf req-b3ad8f9f-a483-4e50-850a-d48db640edfa tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:41:55.777382 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-280b0354-bdfa-4dd6-be95-068cd85f0ddf req-b3ad8f9f-a483-4e50-850a-d48db640edfa tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] 10.222.0.58 "GET /v2.0/ports?device_id=b84afc22-62fe-425f-92a5-5f4569be238a HTTP/1.1" status: 200 len: 944 time: 0.0668404 Aug 05 12:41:55.821580 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-280b0354-bdfa-4dd6-be95-068cd85f0ddf req-41cd2808-b67c-4eef-87b0-9ef678b75f6b tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] 10.222.0.58 "GET /v2.0/security-groups?id=5175c151-7863-49ff-8052-2aa2572a5f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375149 Aug 05 12:41:57.002240 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ba5111-4685-4233-94c1-80438bc4c2b8 req-41cc6104-5214-4b2d-b353-d3e49d6c56a1 tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:41:57.003730 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-20ba5111-4685-4233-94c1-80438bc4c2b8 req-41cc6104-5214-4b2d-b353-d3e49d6c56a1 tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] 10.222.0.58 "GET /v2.0/ports?device_id=b84afc22-62fe-425f-92a5-5f4569be238a HTTP/1.1" status: 200 len: 944 time: 0.0843887 Aug 05 12:41:57.051454 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-20ba5111-4685-4233-94c1-80438bc4c2b8 req-3d1f8c62-b4ac-4aa4-9137-9af257ce9c12 tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] 10.222.0.58 "GET /v2.0/security-groups?id=5175c151-7863-49ff-8052-2aa2572a5f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407765 Aug 05 12:41:58.193692 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d61a62-9373-411f-a2ac-50240315d5c9 req-b73df488-3333-4ed2-a473-31fb9f46a6a3 tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:41:58.195923 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c2d61a62-9373-411f-a2ac-50240315d5c9 req-b73df488-3333-4ed2-a473-31fb9f46a6a3 tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] 10.222.0.58 "GET /v2.0/ports?device_id=b84afc22-62fe-425f-92a5-5f4569be238a HTTP/1.1" status: 200 len: 944 time: 0.0593462 Aug 05 12:41:58.262527 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c2d61a62-9373-411f-a2ac-50240315d5c9 req-a5790025-e2df-441a-99ca-34b5e7b317d2 tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] 10.222.0.58 "GET /v2.0/security-groups?id=5175c151-7863-49ff-8052-2aa2572a5f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597782 Aug 05 12:41:58.440147 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 17014dd9-617e-4ead-b56f-25498851337d details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 12:41:58.548849 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 17014dd9-617e-4ead-b56f-25498851337d, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=17014dd9-617e-4ead-b56f-25498851337d,segment=NetworkSegment(bacdffe4-07d1-4ba4-92c7-7f837e4cd2b7),segment_id=bacdffe4-07d1-4ba4-92c7-7f837e4cd2b7)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:41:58.564338 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Returning: {'device': '17014dd9-617e-4ead-b56f-25498851337d', 'network_id': 'ded0f1de-ace5-4781-bc74-f7c3c8c3fc0b', 'port_id': '17014dd9-617e-4ead-b56f-25498851337d', 'mac_address': 'fa:16:3e:17:27:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6645f233-955c-4a69-b2d2-75826990c246', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 12:41:58.607721 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:41:58.629914 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17014dd9-617e-4ead-b56f-25498851337d {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 12:41:58.651621 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 17014dd9-617e-4ead-b56f-25498851337d, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=17014dd9-617e-4ead-b56f-25498851337d,segment=NetworkSegment(bacdffe4-07d1-4ba4-92c7-7f837e4cd2b7),segment_id=bacdffe4-07d1-4ba4-92c7-7f837e4cd2b7)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:41:58.658580 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:41:58.710664 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=17014dd9-617e-4ead-b56f-25498851337d,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:41:58.916839 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['17014dd9-617e-4ead-b56f-25498851337d'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 12:41:59.407957 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad66c94-c1d3-461a-8879-5b87211a4fc9 req-8838dbdb-7599-4b34-8264-9ab7cda687d9 tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:41:59.410660 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5ad66c94-c1d3-461a-8879-5b87211a4fc9 req-8838dbdb-7599-4b34-8264-9ab7cda687d9 tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] 10.222.0.58 "GET /v2.0/ports?device_id=b84afc22-62fe-425f-92a5-5f4569be238a HTTP/1.1" status: 200 len: 945 time: 0.0588739 Aug 05 12:41:59.453697 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5ad66c94-c1d3-461a-8879-5b87211a4fc9 req-04891c98-7455-4ca0-ad05-3219c4870ef6 tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] 10.222.0.58 "GET /v2.0/security-groups?id=5175c151-7863-49ff-8052-2aa2572a5f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354640 Aug 05 12:42:00.119360 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:00.439672 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 17014dd9-617e-4ead-b56f-25498851337d up at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:42:00.493312 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning for port 17014dd9-617e-4ead-b56f-25498851337d completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:42:00.497445 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning complete for port 17014dd9-617e-4ead-b56f-25498851337d triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:42:00.497830 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:00.588389 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec66c6c-4d31-4814-b0b0-b12031cb83aa req-ed7871cb-7a68-4d13-9de6-be897175b1e9 tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:42:00.590136 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1ec66c6c-4d31-4814-b0b0-b12031cb83aa req-ed7871cb-7a68-4d13-9de6-be897175b1e9 tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] 10.222.0.58 "GET /v2.0/ports?device_id=b84afc22-62fe-425f-92a5-5f4569be238a HTTP/1.1" status: 200 len: 945 time: 0.0623024 Aug 05 12:42:00.592780 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:00.623029 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b84afc22-62fe-425f-92a5-5f4569be238a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17014dd9-617e-4ead-b56f-25498851337d'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:42:00.626812 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e1268cc07bff5734ca170491336a8ac74677c017447dd0c96766dddd3e3cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ba8d78c-4bb4-4cd1-aa96-e528fc895c7b" -d '{"events": [{"server_uuid": "b84afc22-62fe-425f-92a5-5f4569be238a", "name": "network-vif-plugged", "status": "completed", "tag": "17014dd9-617e-4ead-b56f-25498851337d"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:42:00.641841 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1ec66c6c-4d31-4814-b0b0-b12031cb83aa req-867a2eae-145e-489e-83e4-de08f9ac55dd tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] 10.222.0.58 "GET /v2.0/security-groups?id=5175c151-7863-49ff-8052-2aa2572a5f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393569 Aug 05 12:42:00.644831 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 17014dd9-617e-4ead-b56f-25498851337d, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=17014dd9-617e-4ead-b56f-25498851337d,segment=NetworkSegment(bacdffe4-07d1-4ba4-92c7-7f837e4cd2b7),segment_id=bacdffe4-07d1-4ba4-92c7-7f837e4cd2b7)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:42:00.650202 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:00.692679 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 12:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e094f24-00e8-411b-be26-0ec7616d9d39 x-openstack-request-id: req-7e094f24-00e8-411b-be26-0ec7616d9d39 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:42:00.692980 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b84afc22-62fe-425f-92a5-5f4569be238a", "name": "network-vif-plugged", "status": "completed", "tag": "17014dd9-617e-4ead-b56f-25498851337d", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:42:00.693168 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7e094f24-00e8-411b-be26-0ec7616d9d39 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:42:00.693528 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b84afc22-62fe-425f-92a5-5f4569be238a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17014dd9-617e-4ead-b56f-25498851337d', 'code': 200} Aug 05 12:42:00.728272 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=17014dd9-617e-4ead-b56f-25498851337d,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:42:00.830537 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1f5c75-4a1f-43d9-80c8-267aeb2f9d74 req-05d44f70-eb99-42f4-8a29-16d2586c97ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:42:00.832099 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ee1f5c75-4a1f-43d9-80c8-267aeb2f9d74 req-05d44f70-eb99-42f4-8a29-16d2586c97ea service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b84afc22-62fe-425f-92a5-5f4569be238a HTTP/1.1" status: 200 len: 1097 time: 0.0549374 Aug 05 12:42:00.871435 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ee1f5c75-4a1f-43d9-80c8-267aeb2f9d74 req-6ef632eb-d2e4-4a64-99b9-d1f8566eae5a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=5175c151-7863-49ff-8052-2aa2572a5f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316279 Aug 05 12:42:01.775099 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8e645b-6879-4ddd-9387-d2972066d02c req-445396da-b949-49dc-8ae5-1adc13165890 tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:42:01.777826 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5f8e645b-6879-4ddd-9387-d2972066d02c req-445396da-b949-49dc-8ae5-1adc13165890 tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] 10.222.0.58 "GET /v2.0/ports?device_id=b84afc22-62fe-425f-92a5-5f4569be238a HTTP/1.1" status: 200 len: 946 time: 0.0600286 Aug 05 12:42:01.821849 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5f8e645b-6879-4ddd-9387-d2972066d02c req-9f5f025e-1c10-4dca-9179-89195a9661fb tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] 10.222.0.58 "GET /v2.0/security-groups?id=5175c151-7863-49ff-8052-2aa2572a5f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374088 Aug 05 12:42:02.962495 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3441c68-9f3e-4290-97f2-4c9c5ffdb8e6 req-4366e22c-5066-477e-9d85-7c2dd32a8bde tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:42:02.964147 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a3441c68-9f3e-4290-97f2-4c9c5ffdb8e6 req-4366e22c-5066-477e-9d85-7c2dd32a8bde tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] 10.222.0.58 "GET /v2.0/ports?device_id=b84afc22-62fe-425f-92a5-5f4569be238a HTTP/1.1" status: 200 len: 946 time: 0.0541565 Aug 05 12:42:03.022924 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a3441c68-9f3e-4290-97f2-4c9c5ffdb8e6 req-4e7b15b7-d545-4787-a435-fcf8022afa03 tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] 10.222.0.58 "GET /v2.0/security-groups?id=5175c151-7863-49ff-8052-2aa2572a5f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482619 Aug 05 12:42:03.312987 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e455b3-ece7-4dcf-aed7-f3ebed0cb1f6 req-657acfaa-a7a4-4125-b9e1-b118dea2c6ea tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:42:03.314532 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-37e455b3-ece7-4dcf-aed7-f3ebed0cb1f6 req-657acfaa-a7a4-4125-b9e1-b118dea2c6ea tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] 10.222.0.58 "GET /v2.0/ports?device_id=b84afc22-62fe-425f-92a5-5f4569be238a HTTP/1.1" status: 200 len: 946 time: 0.0589945 Aug 05 12:42:03.357720 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-37e455b3-ece7-4dcf-aed7-f3ebed0cb1f6 req-22e5d4aa-b95b-4834-8ed2-b42ffc22e80c tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] 10.222.0.58 "GET /v2.0/security-groups?id=5175c151-7863-49ff-8052-2aa2572a5f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356145 Aug 05 12:42:04.480894 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccde94b-fa36-467d-be54-86107c67c00f req-3f705b3c-acaa-442d-b29a-c1e83541f66c tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:42:04.482289 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0ccde94b-fa36-467d-be54-86107c67c00f req-3f705b3c-acaa-442d-b29a-c1e83541f66c tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] 10.222.0.58 "GET /v2.0/ports?device_id=b84afc22-62fe-425f-92a5-5f4569be238a HTTP/1.1" status: 200 len: 946 time: 0.0510666 Aug 05 12:42:04.522953 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0ccde94b-fa36-467d-be54-86107c67c00f req-ee4f6d8c-d3d0-462f-aaf1-6cf8f9a262c7 tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] 10.222.0.58 "GET /v2.0/security-groups?id=5175c151-7863-49ff-8052-2aa2572a5f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327787 Aug 05 12:42:04.714817 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff17f89a-f9e3-4058-832f-9224a0509673 req-575c2ea7-c87f-4c4a-9a09-9b8a4fb4b5ec tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:42:04.716367 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ff17f89a-f9e3-4058-832f-9224a0509673 req-575c2ea7-c87f-4c4a-9a09-9b8a4fb4b5ec tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] 10.222.0.55 "GET /v2.0/ports?device_id=b84afc22-62fe-425f-92a5-5f4569be238a HTTP/1.1" status: 200 len: 946 time: 0.0563211 Aug 05 12:42:04.819924 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-ff17f89a-f9e3-4058-832f-9224a0509673 req-c29fddae-7275-4abd-ae04-84a635051768 tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] Deleting port 17014dd9-617e-4ead-b56f-25498851337d {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:42:04.820267 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-ff17f89a-f9e3-4058-832f-9224a0509673 req-c29fddae-7275-4abd-ae04-84a635051768 tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:04.921645 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-ff17f89a-f9e3-4058-832f-9224a0509673 req-c29fddae-7275-4abd-ae04-84a635051768 tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] For port 17014dd9-617e-4ead-b56f-25498851337d, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=17014dd9-617e-4ead-b56f-25498851337d,segment=NetworkSegment(bacdffe4-07d1-4ba4-92c7-7f837e4cd2b7),segment_id=bacdffe4-07d1-4ba4-92c7-7f837e4cd2b7)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:42:04.922015 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-ff17f89a-f9e3-4058-832f-9224a0509673 req-c29fddae-7275-4abd-ae04-84a635051768 tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:04.937077 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-ff17f89a-f9e3-4058-832f-9224a0509673 req-c29fddae-7275-4abd-ae04-84a635051768 tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] Calling delete_port for 17014dd9-617e-4ead-b56f-25498851337d owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:42:05.124177 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-ff17f89a-f9e3-4058-832f-9224a0509673 req-c29fddae-7275-4abd-ae04-84a635051768 tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:05.154999 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29fddae-7275-4abd-ae04-84a635051768 tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] Pushing event deleted for resources: {'Port': ['ID=17014dd9-617e-4ead-b56f-25498851337d,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:42:05.161460 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['17014dd9-617e-4ead-b56f-25498851337d'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 12:42:05.169515 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['e05c2ab4-7614-4f52-a9a8-fac3bdd417b0'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 12:42:05.185334 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29fddae-7275-4abd-ae04-84a635051768 tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:42:05.185680 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29fddae-7275-4abd-ae04-84a635051768 tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:42:05.186022 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29fddae-7275-4abd-ae04-84a635051768 tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:42:05.186361 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29fddae-7275-4abd-ae04-84a635051768 tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:42:05.186896 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29fddae-7275-4abd-ae04-84a635051768 tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:42:05.187268 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29fddae-7275-4abd-ae04-84a635051768 tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:42:05.187602 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29fddae-7275-4abd-ae04-84a635051768 tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:42:05.187939 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29fddae-7275-4abd-ae04-84a635051768 tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:42:05.188266 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29fddae-7275-4abd-ae04-84a635051768 tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:42:05.188625 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29fddae-7275-4abd-ae04-84a635051768 tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:42:05.188954 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29fddae-7275-4abd-ae04-84a635051768 tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:42:05.189281 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29fddae-7275-4abd-ae04-84a635051768 tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:42:05.212029 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff17f89a-f9e3-4058-832f-9224a0509673 req-c29fddae-7275-4abd-ae04-84a635051768 tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] No DVR routers for this DVR port 17014dd9-617e-4ead-b56f-25498851337d on host n-h2-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:42:05.214983 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-ff17f89a-f9e3-4058-832f-9224a0509673 req-c29fddae-7275-4abd-ae04-84a635051768 tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:05.217115 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ff17f89a-f9e3-4058-832f-9224a0509673 req-c29fddae-7275-4abd-ae04-84a635051768 tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] 10.222.0.55 "DELETE /v2.0/ports/17014dd9-617e-4ead-b56f-25498851337d HTTP/1.1" status: 204 len: 173 time: 0.4944415 Aug 05 12:42:05.217583 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b84afc22-62fe-425f-92a5-5f4569be238a', 'name': 'network-vif-deleted', 'tag': '17014dd9-617e-4ead-b56f-25498851337d'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:42:05.221032 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7ff1ae056485c55ead25f70fa9973e26b39e4a1f6cb6b93d5d0d7942cdef429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d69a2d03-b16d-4fc4-8f6a-22a0c10afbd0" -d '{"events": [{"server_uuid": "b84afc22-62fe-425f-92a5-5f4569be238a", "name": "network-vif-deleted", "tag": "17014dd9-617e-4ead-b56f-25498851337d"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:42:05.263340 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 12:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6edae934-88a5-4b02-8fd3-a608d18455d9 x-openstack-request-id: req-6edae934-88a5-4b02-8fd3-a608d18455d9 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:42:05.263760 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b84afc22-62fe-425f-92a5-5f4569be238a", "name": "network-vif-deleted", "tag": "17014dd9-617e-4ead-b56f-25498851337d", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:42:05.264057 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6edae934-88a5-4b02-8fd3-a608d18455d9 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:42:05.264699 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b84afc22-62fe-425f-92a5-5f4569be238a', 'name': 'network-vif-deleted', 'tag': '17014dd9-617e-4ead-b56f-25498851337d', 'status': 'completed', 'code': 200} Aug 05 12:42:05.637495 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d5af75d6-4d5b-4ed0-bcfc-504c469a2743 req-1884dce3-2d62-4d2c-9943-e3d6b683b215 tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] 10.222.0.58 "GET /v2.0/ports?device_id=b84afc22-62fe-425f-92a5-5f4569be238a HTTP/1.1" status: 200 len: 210 time: 0.0306580 Aug 05 12:42:06.827893 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e17118e-cd66-4511-ae39-6ee53bd63652 req-5d50269d-43f1-4568-9045-bf33bb57e967 tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:42:06.829688 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6e17118e-cd66-4511-ae39-6ee53bd63652 req-5d50269d-43f1-4568-9045-bf33bb57e967 tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb5c5687-cc20-4a68-9a97-2d828f4fee00 HTTP/1.1" status: 200 len: 945 time: 0.0548134 Aug 05 12:42:06.876111 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6e17118e-cd66-4511-ae39-6ee53bd63652 req-d202f01d-e1e3-448b-91d0-6e7bad43eeab tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] 10.222.0.58 "GET /v2.0/security-groups?id=5175c151-7863-49ff-8052-2aa2572a5f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396931 Aug 05 12:42:07.031209 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b98968-94d1-49d0-9e9b-b3b77d509690 req-a50ce43b-e2be-4d51-a2b1-b62ef715e519 tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:42:07.032975 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-74b98968-94d1-49d0-9e9b-b3b77d509690 req-a50ce43b-e2be-4d51-a2b1-b62ef715e519 tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb5c5687-cc20-4a68-9a97-2d828f4fee00 HTTP/1.1" status: 200 len: 945 time: 0.0641642 Aug 05 12:42:07.081346 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-74b98968-94d1-49d0-9e9b-b3b77d509690 req-a93e9058-7398-4c52-a288-a3509839841b tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] 10.222.0.58 "GET /v2.0/security-groups?id=5175c151-7863-49ff-8052-2aa2572a5f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353739 Aug 05 12:42:07.211085 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab292d5b-0f6d-4f23-af02-20b8742b1660 req-08465393-0673-4e72-bcd2-295266f25610 tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:42:07.212694 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ab292d5b-0f6d-4f23-af02-20b8742b1660 req-08465393-0673-4e72-bcd2-295266f25610 tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb5c5687-cc20-4a68-9a97-2d828f4fee00 HTTP/1.1" status: 200 len: 945 time: 0.0587633 Aug 05 12:42:07.279489 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ab292d5b-0f6d-4f23-af02-20b8742b1660 req-a09ac92d-96a5-4b0a-a37c-8f8d7c8c0bb3 tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] 10.222.0.58 "GET /v2.0/security-groups?id=5175c151-7863-49ff-8052-2aa2572a5f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593407 Aug 05 12:42:07.340705 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-890bd222-dacf-4d94-938c-1efa57bfe751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:07.475880 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91939719-4bb7-439c-9632-cc7913d24c4d req-2578f71c-d009-49d0-b09d-ec6453772524 tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:42:07.477412 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-91939719-4bb7-439c-9632-cc7913d24c4d req-2578f71c-d009-49d0-b09d-ec6453772524 tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb5c5687-cc20-4a68-9a97-2d828f4fee00 HTTP/1.1" status: 200 len: 945 time: 0.0587997 Aug 05 12:42:07.521964 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-91939719-4bb7-439c-9632-cc7913d24c4d req-abc7cc44-f463-4c75-8136-0b529b836a7a tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] 10.222.0.58 "GET /v2.0/security-groups?id=5175c151-7863-49ff-8052-2aa2572a5f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375493 Aug 05 12:42:07.678410 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24395f1c-dfb6-4925-abaf-eca499648b10 req-92c5980a-1610-487a-91fc-c654b1a51665 tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:42:07.680378 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-24395f1c-dfb6-4925-abaf-eca499648b10 req-92c5980a-1610-487a-91fc-c654b1a51665 tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb5c5687-cc20-4a68-9a97-2d828f4fee00 HTTP/1.1" status: 200 len: 945 time: 0.0778830 Aug 05 12:42:07.733041 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-24395f1c-dfb6-4925-abaf-eca499648b10 req-54d4b8fc-b54c-4680-a9b6-447dcdbbf761 tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] 10.222.0.58 "GET /v2.0/security-groups?id=5175c151-7863-49ff-8052-2aa2572a5f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458705 Aug 05 12:42:07.892644 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330df5fe-97db-4c04-a075-913a7433dfc6 req-de5e66b4-9528-4468-a347-efa791c3501f tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:42:07.894308 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-330df5fe-97db-4c04-a075-913a7433dfc6 req-de5e66b4-9528-4468-a347-efa791c3501f tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb5c5687-cc20-4a68-9a97-2d828f4fee00 HTTP/1.1" status: 200 len: 945 time: 0.0550303 Aug 05 12:42:07.936623 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-330df5fe-97db-4c04-a075-913a7433dfc6 req-63e6f139-1159-4441-8c8e-595f113170c3 tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] 10.222.0.58 "GET /v2.0/security-groups?id=5175c151-7863-49ff-8052-2aa2572a5f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360286 Aug 05 12:42:08.298582 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13202e3c-7421-4bc0-8d65-7756faee5c3e req-da82c9cf-4607-4d3b-a1ac-f2ee4524d781 tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:42:08.300287 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-13202e3c-7421-4bc0-8d65-7756faee5c3e req-da82c9cf-4607-4d3b-a1ac-f2ee4524d781 tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb5c5687-cc20-4a68-9a97-2d828f4fee00 HTTP/1.1" status: 200 len: 945 time: 0.0585694 Aug 05 12:42:08.354143 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-13202e3c-7421-4bc0-8d65-7756faee5c3e req-deb159ea-ffd8-4d3c-9be3-8d82484278ba tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] 10.222.0.58 "GET /v2.0/security-groups?id=5175c151-7863-49ff-8052-2aa2572a5f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438058 Aug 05 12:42:08.469057 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 17014dd9-617e-4ead-b56f-25498851337d no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:42:08.493671 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] No Port match for: 17014dd9-617e-4ead-b56f-25498851337d {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:42:08.494016 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 17014dd9-617e-4ead-b56f-25498851337d not bound to the agent host n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:42:09.496597 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168b39d3-14fb-4069-9868-2618d4b193af req-15a25941-7ace-49d3-810e-c004fdccf586 tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:42:09.498180 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-168b39d3-14fb-4069-9868-2618d4b193af req-15a25941-7ace-49d3-810e-c004fdccf586 tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb5c5687-cc20-4a68-9a97-2d828f4fee00 HTTP/1.1" status: 200 len: 945 time: 0.0555239 Aug 05 12:42:09.544662 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-168b39d3-14fb-4069-9868-2618d4b193af req-2419a591-50be-4856-8195-b2a22f8e08d8 tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] 10.222.0.58 "GET /v2.0/security-groups?id=5175c151-7863-49ff-8052-2aa2572a5f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392025 Aug 05 12:42:10.068055 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-135f88c2-a3d9-42d2-be09-cae972d98ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:10.141587 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:10.354844 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a775043-871c-4ecf-ac9e-e523118c1f30 req-1e104496-1566-453c-9395-d3ae499ea174 tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:42:10.356512 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2a775043-871c-4ecf-ac9e-e523118c1f30 req-1e104496-1566-453c-9395-d3ae499ea174 tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb5c5687-cc20-4a68-9a97-2d828f4fee00 HTTP/1.1" status: 200 len: 945 time: 0.0667715 Aug 05 12:42:10.525233 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [req-2a775043-871c-4ecf-ac9e-e523118c1f30 req-ed2a6fdb-c8be-4ad8-ac99-24150843bce8 tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] Deleting port e05c2ab4-7614-4f52-a9a8-fac3bdd417b0 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:42:10.526101 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-2a775043-871c-4ecf-ac9e-e523118c1f30 req-ed2a6fdb-c8be-4ad8-ac99-24150843bce8 tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:10.744546 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-2a775043-871c-4ecf-ac9e-e523118c1f30 req-ed2a6fdb-c8be-4ad8-ac99-24150843bce8 tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] For port e05c2ab4-7614-4f52-a9a8-fac3bdd417b0, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=e05c2ab4-7614-4f52-a9a8-fac3bdd417b0,segment=NetworkSegment(bacdffe4-07d1-4ba4-92c7-7f837e4cd2b7),segment_id=bacdffe4-07d1-4ba4-92c7-7f837e4cd2b7)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:42:10.745168 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-2a775043-871c-4ecf-ac9e-e523118c1f30 req-ed2a6fdb-c8be-4ad8-ac99-24150843bce8 tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:10.763856 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b94d8e0-04f4-46db-9ad5-8b847a3c9aa9 req-ca101bed-ce53-44a8-98f2-44db54710a21 tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:42:10.767349 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0b94d8e0-04f4-46db-9ad5-8b847a3c9aa9 req-ca101bed-ce53-44a8-98f2-44db54710a21 tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb5c5687-cc20-4a68-9a97-2d828f4fee00 HTTP/1.1" status: 200 len: 945 time: 0.1422346 Aug 05 12:42:10.802527 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [req-2a775043-871c-4ecf-ac9e-e523118c1f30 req-ed2a6fdb-c8be-4ad8-ac99-24150843bce8 tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] Calling delete_port for e05c2ab4-7614-4f52-a9a8-fac3bdd417b0 owned by compute:nova {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:42:10.874612 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0b94d8e0-04f4-46db-9ad5-8b847a3c9aa9 req-a2bf9333-2cf1-4fe1-8144-3d6d05f9bf39 tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] 10.222.0.58 "GET /v2.0/security-groups?id=5175c151-7863-49ff-8052-2aa2572a5f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964608 Aug 05 12:42:10.987519 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-2a775043-871c-4ecf-ac9e-e523118c1f30 req-ed2a6fdb-c8be-4ad8-ac99-24150843bce8 tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:11.045142 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['e05c2ab4-7614-4f52-a9a8-fac3bdd417b0'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 12:42:11.054393 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2a6fdb-c8be-4ad8-ac99-24150843bce8 tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] Pushing event deleted for resources: {'Port': ['ID=e05c2ab4-7614-4f52-a9a8-fac3bdd417b0,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:42:11.116323 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a775043-871c-4ecf-ac9e-e523118c1f30 req-ed2a6fdb-c8be-4ad8-ac99-24150843bce8 tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] No DVR routers for this DVR port e05c2ab4-7614-4f52-a9a8-fac3bdd417b0 on host n-h1-803378-2 {{(pid=94420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:42:11.119067 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-2a775043-871c-4ecf-ac9e-e523118c1f30 req-ed2a6fdb-c8be-4ad8-ac99-24150843bce8 tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:11.121181 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2a775043-871c-4ecf-ac9e-e523118c1f30 req-ed2a6fdb-c8be-4ad8-ac99-24150843bce8 tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] 10.222.0.64 "DELETE /v2.0/ports/e05c2ab4-7614-4f52-a9a8-fac3bdd417b0 HTTP/1.1" status: 204 len: 173 time: 0.7564416 Aug 05 12:42:11.121642 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb5c5687-cc20-4a68-9a97-2d828f4fee00', 'name': 'network-vif-deleted', 'tag': 'e05c2ab4-7614-4f52-a9a8-fac3bdd417b0'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:42:11.124091 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47e10126444b02a26d513ed6f4b145adbdfa00d329c865c61a1608b26e6d0230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07ad7302-2564-441b-86d9-b616c6d76e2f" -d '{"events": [{"server_uuid": "cb5c5687-cc20-4a68-9a97-2d828f4fee00", "name": "network-vif-deleted", "tag": "e05c2ab4-7614-4f52-a9a8-fac3bdd417b0"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:42:11.166128 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 12:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c9399df-e4d7-4d2a-b5e3-5edd34a6173f x-openstack-request-id: req-8c9399df-e4d7-4d2a-b5e3-5edd34a6173f {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:42:11.166421 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb5c5687-cc20-4a68-9a97-2d828f4fee00", "name": "network-vif-deleted", "tag": "e05c2ab4-7614-4f52-a9a8-fac3bdd417b0", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:42:11.166676 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8c9399df-e4d7-4d2a-b5e3-5edd34a6173f {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:42:11.167123 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb5c5687-cc20-4a68-9a97-2d828f4fee00', 'name': 'network-vif-deleted', 'tag': 'e05c2ab4-7614-4f52-a9a8-fac3bdd417b0', 'status': 'completed', 'code': 200} Aug 05 12:42:12.002801 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2036ec6c-f2d6-4b5d-a3d8-0ed043aebac2 req-382a55eb-5feb-45dc-a151-fd918997b5bf tempest-ServersNegativeTestJSON-1303265966 tempest-ServersNegativeTestJSON-1303265966-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb5c5687-cc20-4a68-9a97-2d828f4fee00 HTTP/1.1" status: 200 len: 210 time: 0.0310764 Aug 05 12:42:12.043604 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:13.075311 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device e05c2ab4-7614-4f52-a9a8-fac3bdd417b0 no longer exists at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:42:13.084301 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 48208) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:42:13.102907 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] No Port match for: e05c2ab4-7614-4f52-a9a8-fac3bdd417b0 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:42:13.103469 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device e05c2ab4-7614-4f52-a9a8-fac3bdd417b0 not bound to the agent host n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:42:13.148228 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_v2 [None req-790db2e5-4e34-4c08-bd0e-9acbf662a3c0 admin admin] Deleting subnet 6645f233-955c-4a69-b2d2-75826990c246 {{(pid=94421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 12:42:13.152017 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-790db2e5-4e34-4c08-bd0e-9acbf662a3c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:13.201043 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-790db2e5-4e34-4c08-bd0e-9acbf662a3c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29786388'] for subnet, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:13.263701 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-790db2e5-4e34-4c08-bd0e-9acbf662a3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:13.343037 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-790db2e5-4e34-4c08-bd0e-9acbf662a3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25038609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30075142'] for subnet, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:13.374992 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790db2e5-4e34-4c08-bd0e-9acbf662a3c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6645f233-955c-4a69-b2d2-75826990c246,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:42:13.378961 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-790db2e5-4e34-4c08-bd0e-9acbf662a3c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:13.380964 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-790db2e5-4e34-4c08-bd0e-9acbf662a3c0 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/6645f233-955c-4a69-b2d2-75826990c246 HTTP/1.1" status: 204 len: 168 time: 0.2943525 Aug 05 12:42:13.384743 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 48210) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:42:13.471767 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3a46fcdb-a3d9-4a47-8680-fc9f9180e6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:13.601428 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3a46fcdb-a3d9-4a47-8680-fc9f9180e6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:13.618700 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-3a46fcdb-a3d9-4a47-8680-fc9f9180e6a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ded0f1de-ace5-4781-bc74-f7c3c8c3fc0b']}} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:42:13.637120 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-3a46fcdb-a3d9-4a47-8680-fc9f9180e6a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bacdffe4-07d1-4ba4-92c7-7f837e4cd2b7') {'for_net_delete': True} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:42:13.637522 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-3a46fcdb-a3d9-4a47-8680-fc9f9180e6a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bacdffe4-07d1-4ba4-92c7-7f837e4cd2b7') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:42:13.648833 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3a46fcdb-a3d9-4a47-8680-fc9f9180e6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29786371'] for segment, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:13.666925 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3a46fcdb-a3d9-4a47-8680-fc9f9180e6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:13.674596 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a46fcdb-a3d9-4a47-8680-fc9f9180e6a7 admin admin] Releasing vlan 659 on physical network physnet1 to pool {{(pid=94421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 12:42:13.675007 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3a46fcdb-a3d9-4a47-8680-fc9f9180e6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25038799'] for segment, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:13.676789 n-d-803378-2 neutron-server[94421]: Traceback (most recent call last): Aug 05 12:42:13.676789 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 12:42:13.676789 n-d-803378-2 neutron-server[94421]: timer() Aug 05 12:42:13.676789 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 12:42:13.676789 n-d-803378-2 neutron-server[94421]: cb(*args, **kw) Aug 05 12:42:13.676789 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 12:42:13.676789 n-d-803378-2 neutron-server[94421]: return func(*args, **kwargs) Aug 05 12:42:13.676789 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 12:42:13.676789 n-d-803378-2 neutron-server[94421]: self._notify() Aug 05 12:42:13.676789 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 12:42:13.676789 n-d-803378-2 neutron-server[94421]: self.callback(batched_events) Aug 05 12:42:13.676789 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 12:42:13.676789 n-d-803378-2 neutron-server[94421]: event.method(event) Aug 05 12:42:13.676789 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 12:42:13.676789 n-d-803378-2 neutron-server[94421]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 12:42:13.676789 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 12:42:13.676789 n-d-803378-2 neutron-server[94421]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 12:42:13.676789 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 12:42:13.676789 n-d-803378-2 neutron-server[94421]: return f(self, *a, **k) Aug 05 12:42:13.676789 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 12:42:13.676789 n-d-803378-2 neutron-server[94421]: return self._get(url).json() Aug 05 12:42:13.676789 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 12:42:13.676789 n-d-803378-2 neutron-server[94421]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 12:42:13.676789 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 12:42:13.676789 n-d-803378-2 neutron-server[94421]: return self.request(url, 'GET', **kwargs) Aug 05 12:42:13.676789 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 12:42:13.676789 n-d-803378-2 neutron-server[94421]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 12:42:13.676789 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 12:42:13.676789 n-d-803378-2 neutron-server[94421]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 12:42:13.676789 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 12:42:13.676789 n-d-803378-2 neutron-server[94421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 12:42:13.676789 n-d-803378-2 neutron-server[94421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 12:42:13.736059 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3a46fcdb-a3d9-4a47-8680-fc9f9180e6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:13.746028 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3a46fcdb-a3d9-4a47-8680-fc9f9180e6a7 admin admin] Notify callbacks [] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:13.749400 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-3a46fcdb-a3d9-4a47-8680-fc9f9180e6a7 admin admin] 10.222.0.58 "DELETE /v2.0/networks/ded0f1de-ace5-4781-bc74-f7c3c8c3fc0b HTTP/1.1" status: 204 len: 168 time: 0.3629010 Aug 05 12:42:13.766438 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a46fcdb-a3d9-4a47-8680-fc9f9180e6a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=ded0f1de-ace5-4781-bc74-f7c3c8c3fc0b,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:42:13.924753 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 48214) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:42:13.976132 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-7b9a7d63-c774-4493-b127-14ed84838e52 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d7b0a69cca2a4939a8c974d80da48770&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0500119 Aug 05 12:42:13.979895 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 48216) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:42:14.073406 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-111dae91-a527-484e-93a0-edecf21cb1f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:14.105722 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-111dae91-a527-484e-93a0-edecf21cb1f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:14.183658 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:14.184302 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-111dae91-a527-484e-93a0-edecf21cb1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:14.189019 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-111dae91-a527-484e-93a0-edecf21cb1f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:14.190765 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-111dae91-a527-484e-93a0-edecf21cb1f1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5175c151-7863-49ff-8052-2aa2572a5f48 HTTP/1.1" status: 204 len: 168 time: 0.2090113 Aug 05 12:42:14.201426 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111dae91-a527-484e-93a0-edecf21cb1f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5175c151-7863-49ff-8052-2aa2572a5f48,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:42:15.346949 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 48238) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:42:15.522809 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-d8195f1f-2971-4e3e-b7fc-8da7fa167258 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1047450197'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:42:15.556808 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8195f1f-2971-4e3e-b7fc-8da7fa167258 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Made reservation on behalf of 71f586a369f8412c99143a1d84bcc4c1 for: {'network': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:42:15.560657 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d8195f1f-2971-4e3e-b7fc-8da7fa167258 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:15.572677 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d8195f1f-2971-4e3e-b7fc-8da7fa167258 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:15.760002 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d8195f1f-2971-4e3e-b7fc-8da7fa167258 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:15.768781 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d8195f1f-2971-4e3e-b7fc-8da7fa167258 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:15.806803 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8195f1f-2971-4e3e-b7fc-8da7fa167258 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] vlan segment allocate from pool success with {'vlan_id': 669, 'physical_network': 'physnet1'} {{(pid=94421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 12:42:15.823453 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8195f1f-2971-4e3e-b7fc-8da7fa167258 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ecdecc6-0a29-4ac0-b032-c51c555fd1bb,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:42:15.836809 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d8195f1f-2971-4e3e-b7fc-8da7fa167258 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:15.837170 n-d-803378-2 neutron-server[94421]: INFO neutron.db.segments_db [None req-d8195f1f-2971-4e3e-b7fc-8da7fa167258 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Added segment cb952e49-e392-4497-a604-959f2481cd2d of type vlan for network dc7b00b6-398f-4d76-a325-f4c665ef8a58 Aug 05 12:42:15.894999 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d8195f1f-2971-4e3e-b7fc-8da7fa167258 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:15.945740 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d8195f1f-2971-4e3e-b7fc-8da7fa167258 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:15.963430 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8195f1f-2971-4e3e-b7fc-8da7fa167258 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:42:15.964102 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d8195f1f-2971-4e3e-b7fc-8da7fa167258 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Notify callbacks [] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:16.112065 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-d8195f1f-2971-4e3e-b7fc-8da7fa167258 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7629325 Aug 05 12:42:16.164856 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8195f1f-2971-4e3e-b7fc-8da7fa167258 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Pushing event updated for resources: {'Network': ['ID=dc7b00b6-398f-4d76-a325-f4c665ef8a58,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:42:16.179993 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network dc7b00b6-398f-4d76-a325-f4c665ef8a58 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 12:42:19.990316 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 48242) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:42:19.995644 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-7c3a8ff9-fc56-45d4-9f9c-6a99b7b1673e tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Request body: {'subnet': {'network_id': 'dc7b00b6-398f-4d76-a325-f4c665ef8a58', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:42:20.102677 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c3a8ff9-fc56-45d4-9f9c-6a99b7b1673e tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Made reservation on behalf of 71f586a369f8412c99143a1d84bcc4c1 for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:42:20.107312 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7c3a8ff9-fc56-45d4-9f9c-6a99b7b1673e tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:20.648443 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7c3a8ff9-fc56-45d4-9f9c-6a99b7b1673e tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25038678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30075167'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:20.720449 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3a8ff9-fc56-45d4-9f9c-6a99b7b1673e tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Pushing event updated for resources: {'Subnet': ['ID=37cb4965-301b-4350-ac48-cb1f6ba8b35e,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:42:20.734664 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3a8ff9-fc56-45d4-9f9c-6a99b7b1673e tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Checking segment: {'id': 'cb952e49-e392-4497-a604-959f2481cd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'dc7b00b6-398f-4d76-a325-f4c665ef8a58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:42:20.735043 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3a8ff9-fc56-45d4-9f9c-6a99b7b1673e tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Network hostable DHCP agents. Network: dc7b00b6-398f-4d76-a325-f4c665ef8a58, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 12:42:20.760782 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3a8ff9-fc56-45d4-9f9c-6a99b7b1673e tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Network dc7b00b6-398f-4d76-a325-f4c665ef8a58 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 12:42:20.774047 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-7c3a8ff9-fc56-45d4-9f9c-6a99b7b1673e tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, dc7b00b6-398f-4d76-a325-f4c665ef8a58) {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:42:20.778932 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3a8ff9-fc56-45d4-9f9c-6a99b7b1673e tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:42:20.779562 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7c3a8ff9-fc56-45d4-9f9c-6a99b7b1673e tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:20.786673 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a0ea2e-ec32-4742-8352-a8b76f65db7a None None] Network dc7b00b6-398f-4d76-a325-f4c665ef8a58 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:42:20.800544 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-7c3a8ff9-fc56-45d4-9f9c-6a99b7b1673e tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8090179 Aug 05 12:42:20.804209 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 48244) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:42:20.809727 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-f571f177-b41c-4cbe-b608-73e8a7364ce4 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1661511656'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:42:20.840077 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f571f177-b41c-4cbe-b608-73e8a7364ce4 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Made reservation on behalf of 71f586a369f8412c99143a1d84bcc4c1 for: {'network': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:42:20.845064 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f571f177-b41c-4cbe-b608-73e8a7364ce4 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:20.875379 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f571f177-b41c-4cbe-b608-73e8a7364ce4 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] vlan segment allocate from pool success with {'vlan_id': 650, 'physical_network': 'physnet1'} {{(pid=94421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 12:42:20.888225 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f571f177-b41c-4cbe-b608-73e8a7364ce4 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:20.888769 n-d-803378-2 neutron-server[94421]: INFO neutron.db.segments_db [None req-f571f177-b41c-4cbe-b608-73e8a7364ce4 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Added segment 79ee23be-db31-44fe-8c14-e960d5d6d469 of type vlan for network 60559f8f-29f7-413d-bacf-94f85c0c4588 Aug 05 12:42:20.939026 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f571f177-b41c-4cbe-b608-73e8a7364ce4 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:20.960305 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f5c7c37-84da-4888-99f0-0df78c6aaed4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-dc7b00b6-398f-4d76-a325-f4c665ef8a58', 'network_id': 'dc7b00b6-398f-4d76-a325-f4c665ef8a58', 'tenant_id': '71f586a369f8412c99143a1d84bcc4c1', 'fixed_ips': [{'subnet_id': '37cb4965-301b-4350-ac48-cb1f6ba8b35e'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 12:42:20.961236 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-3f5c7c37-84da-4888-99f0-0df78c6aaed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:20.978120 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f571f177-b41c-4cbe-b608-73e8a7364ce4 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:20.985258 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f571f177-b41c-4cbe-b608-73e8a7364ce4 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:42:20.985976 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f571f177-b41c-4cbe-b608-73e8a7364ce4 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Notify callbacks [] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:21.051022 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-f571f177-b41c-4cbe-b608-73e8a7364ce4 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2410574 Aug 05 12:42:21.052266 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 48246) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:42:21.057416 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-61c273b1-2ecb-4254-9e5f-9f60bb493dfe tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Request body: {'subnet': {'network_id': '60559f8f-29f7-413d-bacf-94f85c0c4588', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:42:21.105630 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f571f177-b41c-4cbe-b608-73e8a7364ce4 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Pushing event updated for resources: {'Network': ['ID=60559f8f-29f7-413d-bacf-94f85c0c4588,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:42:21.127493 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 60559f8f-29f7-413d-bacf-94f85c0c4588 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 12:42:21.166819 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61c273b1-2ecb-4254-9e5f-9f60bb493dfe tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Made reservation on behalf of 71f586a369f8412c99143a1d84bcc4c1 for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:42:21.171463 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-61c273b1-2ecb-4254-9e5f-9f60bb493dfe tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:21.205949 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-3f5c7c37-84da-4888-99f0-0df78c6aaed4 None None] Allocated IP 2001:db8:0:ffff::2 (dc7b00b6-398f-4d76-a325-f4c665ef8a58/37cb4965-301b-4350-ac48-cb1f6ba8b35e/d3540a38-ed75-4aae-9db2-3e177cd5339b) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:42:21.382596 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-3f5c7c37-84da-4888-99f0-0df78c6aaed4 None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:21.391861 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-3f5c7c37-84da-4888-99f0-0df78c6aaed4 None None] Transition to ACTIVE for port object d3540a38-ed75-4aae-9db2-3e177cd5339b will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:42:21.408561 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-3f5c7c37-84da-4888-99f0-0df78c6aaed4 None None] Transition to ACTIVE for port object d3540a38-ed75-4aae-9db2-3e177cd5339b will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:42:21.415069 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-3f5c7c37-84da-4888-99f0-0df78c6aaed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:21.423416 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-61c273b1-2ecb-4254-9e5f-9f60bb493dfe tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25038678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30075167'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:21.455732 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5c7c37-84da-4888-99f0-0df78c6aaed4 None None] Network dc7b00b6-398f-4d76-a325-f4c665ef8a58 is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:42:21.461048 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-3f5c7c37-84da-4888-99f0-0df78c6aaed4 None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:42:21.464647 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5c7c37-84da-4888-99f0-0df78c6aaed4 None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:42:21.473422 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5c7c37-84da-4888-99f0-0df78c6aaed4 None None] Pushing event updated for resources: {'Port': ['ID=d3540a38-ed75-4aae-9db2-3e177cd5339b,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:42:21.495506 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c273b1-2ecb-4254-9e5f-9f60bb493dfe tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Pushing event updated for resources: {'Subnet': ['ID=e2ee8410-89fd-43d2-b92e-e6a2d2750b1f,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:42:21.502448 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c273b1-2ecb-4254-9e5f-9f60bb493dfe tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Checking segment: {'id': '79ee23be-db31-44fe-8c14-e960d5d6d469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '60559f8f-29f7-413d-bacf-94f85c0c4588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:42:21.502775 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c273b1-2ecb-4254-9e5f-9f60bb493dfe tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Network hostable DHCP agents. Network: 60559f8f-29f7-413d-bacf-94f85c0c4588, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 12:42:21.520758 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c273b1-2ecb-4254-9e5f-9f60bb493dfe tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Network 60559f8f-29f7-413d-bacf-94f85c0c4588 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 12:42:21.531311 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-61c273b1-2ecb-4254-9e5f-9f60bb493dfe tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, 60559f8f-29f7-413d-bacf-94f85c0c4588) {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:42:21.533275 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-3f5c7c37-84da-4888-99f0-0df78c6aaed4 None None] Attempting to bind port d3540a38-ed75-4aae-9db2-3e177cd5339b on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:42:21.533686 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-3f5c7c37-84da-4888-99f0-0df78c6aaed4 None None] Attempting to bind port d3540a38-ed75-4aae-9db2-3e177cd5339b by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'cb952e49-e392-4497-a604-959f2481cd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'dc7b00b6-398f-4d76-a325-f4c665ef8a58'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:42:21.534319 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5c7c37-84da-4888-99f0-0df78c6aaed4 None None] Attempting to bind port d3540a38-ed75-4aae-9db2-3e177cd5339b on network dc7b00b6-398f-4d76-a325-f4c665ef8a58 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:42:21.535889 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c273b1-2ecb-4254-9e5f-9f60bb493dfe tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:42:21.536740 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-61c273b1-2ecb-4254-9e5f-9f60bb493dfe tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:21.542916 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5fae65-009b-4978-9407-e1ec46b3e523 None None] Network 60559f8f-29f7-413d-bacf-94f85c0c4588 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:42:21.546283 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5c7c37-84da-4888-99f0-0df78c6aaed4 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:42:21.546517 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5c7c37-84da-4888-99f0-0df78c6aaed4 None None] Checking segment: {'id': 'cb952e49-e392-4497-a604-959f2481cd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'dc7b00b6-398f-4d76-a325-f4c665ef8a58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:42:21.546725 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-3f5c7c37-84da-4888-99f0-0df78c6aaed4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:21.547119 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5c7c37-84da-4888-99f0-0df78c6aaed4 None None] Bound using segment: {'id': 'cb952e49-e392-4497-a604-959f2481cd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'dc7b00b6-398f-4d76-a325-f4c665ef8a58'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:42:21.547607 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-3f5c7c37-84da-4888-99f0-0df78c6aaed4 None None] Bound port: d3540a38-ed75-4aae-9db2-3e177cd5339b, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb952e49-e392-4497-a604-959f2481cd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'dc7b00b6-398f-4d76-a325-f4c665ef8a58'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:42:21.548013 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-3f5c7c37-84da-4888-99f0-0df78c6aaed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:21.552671 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-61c273b1-2ecb-4254-9e5f-9f60bb493dfe tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4992602 Aug 05 12:42:21.555253 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 48248) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:42:21.658774 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5ec0836e-1549-4da6-bb3f-234efe614421 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:21.674436 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-3f5c7c37-84da-4888-99f0-0df78c6aaed4 None None] For port d3540a38-ed75-4aae-9db2-3e177cd5339b, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:42:21.678999 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-3f5c7c37-84da-4888-99f0-0df78c6aaed4 None None] For port d3540a38-ed75-4aae-9db2-3e177cd5339b, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=d3540a38-ed75-4aae-9db2-3e177cd5339b,segment=NetworkSegment(cb952e49-e392-4497-a604-959f2481cd2d),segment_id=cb952e49-e392-4497-a604-959f2481cd2d)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:42:21.683510 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-3f5c7c37-84da-4888-99f0-0df78c6aaed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:21.759400 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5ec0836e-1549-4da6-bb3f-234efe614421 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:21.802528 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5c7c37-84da-4888-99f0-0df78c6aaed4 None None] Pushing event updated for resources: {'Port': ['ID=d3540a38-ed75-4aae-9db2-3e177cd5339b,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:42:21.822062 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6116bfa8-1741-407f-aa1c-f14e087b5d58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-60559f8f-29f7-413d-bacf-94f85c0c4588', 'network_id': '60559f8f-29f7-413d-bacf-94f85c0c4588', 'tenant_id': '71f586a369f8412c99143a1d84bcc4c1', 'fixed_ips': [{'subnet_id': 'e2ee8410-89fd-43d2-b92e-e6a2d2750b1f'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 12:42:21.823121 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-6116bfa8-1741-407f-aa1c-f14e087b5d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:21.855790 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5ec0836e-1549-4da6-bb3f-234efe614421 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25038609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30075142'] for subnet, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:21.899383 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec0836e-1549-4da6-bb3f-234efe614421 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Pushing event deleted for resources: {'Subnet': ['ID=e2ee8410-89fd-43d2-b92e-e6a2d2750b1f,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:42:21.949894 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server [None req-6116bfa8-1741-407f-aa1c-f14e087b5d58 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e2ee8410-89fd-43d2-b92e-e6a2d2750b1f: This subnet is being modified by another concurrent operation. Aug 05 12:42:21.949894 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 05 12:42:21.949894 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 05 12:42:21.949894 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 05 12:42:21.949894 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 05 12:42:21.949894 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 05 12:42:21.949894 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 05 12:42:21.949894 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 05 12:42:21.949894 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 05 12:42:21.949894 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 05 12:42:21.949894 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 05 12:42:21.949894 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 05 12:42:21.949894 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 05 12:42:21.949894 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 05 12:42:21.949894 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 05 12:42:21.949894 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server raise self.value Aug 05 12:42:21.949894 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 05 12:42:21.949894 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 05 12:42:21.949894 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 05 12:42:21.949894 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 05 12:42:21.949894 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 05 12:42:21.949894 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 05 12:42:21.949894 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 05 12:42:21.949894 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server raise self.value Aug 05 12:42:21.949894 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 05 12:42:21.949894 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 05 12:42:21.949894 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 05 12:42:21.949894 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 05 12:42:21.949894 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 05 12:42:21.949894 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 05 12:42:21.949894 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 05 12:42:21.949894 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server raise self.value Aug 05 12:42:21.949894 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 05 12:42:21.949894 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 05 12:42:21.949894 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 05 12:42:21.949894 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 05 12:42:21.949894 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 05 12:42:21.949894 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 05 12:42:21.949894 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 05 12:42:21.949894 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 05 12:42:21.949894 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 05 12:42:21.949894 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 05 12:42:21.949894 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 05 12:42:21.949894 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 05 12:42:21.949894 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 05 12:42:21.949894 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 05 12:42:21.949894 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 05 12:42:21.949894 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 05 12:42:21.949894 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 05 12:42:21.949894 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 05 12:42:21.949894 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 05 12:42:21.949894 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server raise self.value Aug 05 12:42:21.949894 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 05 12:42:21.949894 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 05 12:42:21.949894 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 05 12:42:21.949894 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 05 12:42:21.949894 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 05 12:42:21.949894 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 05 12:42:21.949894 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 05 12:42:21.949894 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server raise self.value Aug 05 12:42:21.949894 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 05 12:42:21.949894 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 05 12:42:21.949894 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 05 12:42:21.949894 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 05 12:42:21.949894 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 05 12:42:21.949894 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 05 12:42:21.949894 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 05 12:42:21.949894 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server raise self.value Aug 05 12:42:21.949894 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 05 12:42:21.949894 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 05 12:42:21.949894 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 05 12:42:21.949894 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 05 12:42:21.949894 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 05 12:42:21.949894 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 05 12:42:21.949894 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 05 12:42:21.949894 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 05 12:42:21.949894 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 05 12:42:21.949894 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 05 12:42:21.949894 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 05 12:42:21.949894 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 05 12:42:21.949894 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 05 12:42:21.949894 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server raise self.value Aug 05 12:42:21.949894 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 05 12:42:21.949894 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 05 12:42:21.949894 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 05 12:42:21.949894 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 05 12:42:21.949894 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 05 12:42:21.949894 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 05 12:42:21.949894 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 05 12:42:21.949894 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server raise exception Aug 05 12:42:21.949894 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e2ee8410-89fd-43d2-b92e-e6a2d2750b1f: This subnet is being modified by another concurrent operation. Aug 05 12:42:21.949894 n-d-803378-2 neutron-server[94422]: ERROR oslo_messaging.rpc.server Aug 05 12:42:21.969992 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad3cde4-ecae-4714-aa71-89c4e667b860 None None] Network 60559f8f-29f7-413d-bacf-94f85c0c4588 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:42:21.980319 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5ec0836e-1549-4da6-bb3f-234efe614421 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:21.996169 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-5ec0836e-1549-4da6-bb3f-234efe614421 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60559f8f-29f7-413d-bacf-94f85c0c4588']}} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:42:22.023299 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-5ec0836e-1549-4da6-bb3f-234efe614421 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79ee23be-db31-44fe-8c14-e960d5d6d469') {'for_net_delete': True} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:42:22.023653 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-5ec0836e-1549-4da6-bb3f-234efe614421 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79ee23be-db31-44fe-8c14-e960d5d6d469') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:42:22.043861 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5ec0836e-1549-4da6-bb3f-234efe614421 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29786371'] for segment, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:22.060082 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5ec0836e-1549-4da6-bb3f-234efe614421 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:22.068730 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ec0836e-1549-4da6-bb3f-234efe614421 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=94421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 12:42:22.069346 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5ec0836e-1549-4da6-bb3f-234efe614421 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25038799'] for segment, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:22.074539 n-d-803378-2 neutron-server[94421]: Traceback (most recent call last): Aug 05 12:42:22.074539 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 12:42:22.074539 n-d-803378-2 neutron-server[94421]: timer() Aug 05 12:42:22.074539 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 12:42:22.074539 n-d-803378-2 neutron-server[94421]: cb(*args, **kw) Aug 05 12:42:22.074539 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 12:42:22.074539 n-d-803378-2 neutron-server[94421]: return func(*args, **kwargs) Aug 05 12:42:22.074539 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 12:42:22.074539 n-d-803378-2 neutron-server[94421]: self._notify() Aug 05 12:42:22.074539 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 12:42:22.074539 n-d-803378-2 neutron-server[94421]: self.callback(batched_events) Aug 05 12:42:22.074539 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 12:42:22.074539 n-d-803378-2 neutron-server[94421]: event.method(event) Aug 05 12:42:22.074539 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 12:42:22.074539 n-d-803378-2 neutron-server[94421]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 12:42:22.074539 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 12:42:22.074539 n-d-803378-2 neutron-server[94421]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 12:42:22.074539 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 12:42:22.074539 n-d-803378-2 neutron-server[94421]: return f(self, *a, **k) Aug 05 12:42:22.074539 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 12:42:22.074539 n-d-803378-2 neutron-server[94421]: return self._get(url).json() Aug 05 12:42:22.074539 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 12:42:22.074539 n-d-803378-2 neutron-server[94421]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 12:42:22.074539 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 12:42:22.074539 n-d-803378-2 neutron-server[94421]: return self.request(url, 'GET', **kwargs) Aug 05 12:42:22.074539 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 12:42:22.074539 n-d-803378-2 neutron-server[94421]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 12:42:22.074539 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 12:42:22.074539 n-d-803378-2 neutron-server[94421]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 12:42:22.074539 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 12:42:22.074539 n-d-803378-2 neutron-server[94421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 12:42:22.074539 n-d-803378-2 neutron-server[94421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 12:42:22.150796 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5ec0836e-1549-4da6-bb3f-234efe614421 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:22.161910 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5ec0836e-1549-4da6-bb3f-234efe614421 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Notify callbacks [] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:22.167776 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 48250) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:42:22.168452 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-5ec0836e-1549-4da6-bb3f-234efe614421 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] 10.222.0.58 "DELETE /v2.0/networks/60559f8f-29f7-413d-bacf-94f85c0c4588 HTTP/1.1" status: 204 len: 168 time: 0.6116579 Aug 05 12:42:22.178162 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-3df98188-7f89-4244-9a7f-ad9d4685bd67 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-225717346'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:42:22.183622 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec0836e-1549-4da6-bb3f-234efe614421 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Pushing event deleted for resources: {'Network': ['ID=60559f8f-29f7-413d-bacf-94f85c0c4588,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:42:22.210678 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3df98188-7f89-4244-9a7f-ad9d4685bd67 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Made reservation on behalf of 71f586a369f8412c99143a1d84bcc4c1 for: {'network': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:42:22.214570 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3df98188-7f89-4244-9a7f-ad9d4685bd67 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:22.248292 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3df98188-7f89-4244-9a7f-ad9d4685bd67 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] vlan segment allocate from pool success with {'vlan_id': 692, 'physical_network': 'physnet1'} {{(pid=94420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 12:42:22.259678 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3df98188-7f89-4244-9a7f-ad9d4685bd67 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:22.259952 n-d-803378-2 neutron-server[94420]: INFO neutron.db.segments_db [None req-3df98188-7f89-4244-9a7f-ad9d4685bd67 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Added segment 475264e9-1099-4454-a9b4-1e2c051a9da8 of type vlan for network f8cb468c-33f6-41d6-9c9a-68520e51cbe9 Aug 05 12:42:22.310690 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3df98188-7f89-4244-9a7f-ad9d4685bd67 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:22.349585 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3df98188-7f89-4244-9a7f-ad9d4685bd67 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:22.356183 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df98188-7f89-4244-9a7f-ad9d4685bd67 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:42:22.356909 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3df98188-7f89-4244-9a7f-ad9d4685bd67 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:22.416953 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-3df98188-7f89-4244-9a7f-ad9d4685bd67 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2471993 Aug 05 12:42:22.421084 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 48252) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:42:22.426316 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-a919f33a-ddb1-4213-84a5-1a535d6fac28 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Request body: {'subnet': {'network_id': 'f8cb468c-33f6-41d6-9c9a-68520e51cbe9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:42:22.492227 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df98188-7f89-4244-9a7f-ad9d4685bd67 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Pushing event updated for resources: {'Network': ['ID=f8cb468c-33f6-41d6-9c9a-68520e51cbe9,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:42:22.503042 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network f8cb468c-33f6-41d6-9c9a-68520e51cbe9 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 12:42:22.567927 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a919f33a-ddb1-4213-84a5-1a535d6fac28 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Made reservation on behalf of 71f586a369f8412c99143a1d84bcc4c1 for: {'subnet': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:42:22.571935 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a919f33a-ddb1-4213-84a5-1a535d6fac28 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24211133'] for subnet, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:22.636881 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.ipam_backend_mixin [None req-a919f33a-ddb1-4213-84a5-1a535d6fac28 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Performing IP validity checks on allocation pools {{(pid=94420) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 05 12:42:22.637404 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.ipam_backend_mixin [None req-a919f33a-ddb1-4213-84a5-1a535d6fac28 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94420) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 05 12:42:22.799417 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a919f33a-ddb1-4213-84a5-1a535d6fac28 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29762700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24211087'] for subnet, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:22.869692 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:22.871924 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a919f33a-ddb1-4213-84a5-1a535d6fac28 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Pushing event updated for resources: {'Subnet': ['ID=79de7150-1002-4d55-8e6c-382a5659abeb,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:42:22.886190 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a919f33a-ddb1-4213-84a5-1a535d6fac28 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Checking segment: {'id': '475264e9-1099-4454-a9b4-1e2c051a9da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'f8cb468c-33f6-41d6-9c9a-68520e51cbe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:42:22.886512 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a919f33a-ddb1-4213-84a5-1a535d6fac28 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Network hostable DHCP agents. Network: f8cb468c-33f6-41d6-9c9a-68520e51cbe9, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 12:42:22.915535 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a919f33a-ddb1-4213-84a5-1a535d6fac28 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Network f8cb468c-33f6-41d6-9c9a-68520e51cbe9 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 12:42:22.928567 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-a919f33a-ddb1-4213-84a5-1a535d6fac28 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, f8cb468c-33f6-41d6-9c9a-68520e51cbe9) {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:42:22.938273 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a919f33a-ddb1-4213-84a5-1a535d6fac28 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:42:22.939186 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a919f33a-ddb1-4213-84a5-1a535d6fac28 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Notify callbacks [] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:22.939540 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a94737d-da1e-4216-bded-2dbe7eaa0c86 None None] Network f8cb468c-33f6-41d6-9c9a-68520e51cbe9 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:42:22.959904 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-a919f33a-ddb1-4213-84a5-1a535d6fac28 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5349481 Aug 05 12:42:22.960165 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 48254) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:42:22.989184 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d550f972-9b0d-4cd0-b8fa-50575b740548 None None] Network dc7b00b6-398f-4d76-a325-f4c665ef8a58 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:42:23.076893 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-431dca60-5998-4ba4-a367-2d35c831dc3b tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:23.089449 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-6f887d0d-23f6-46f2-b4d7-4411dff01698 None None] Provisioning for port d3540a38-ed75-4aae-9db2-3e177cd5339b completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:42:23.176223 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-431dca60-5998-4ba4-a367-2d35c831dc3b tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:23.239430 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff2fd8e-0027-4d06-be70-10491a366417 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-f8cb468c-33f6-41d6-9c9a-68520e51cbe9', 'network_id': 'f8cb468c-33f6-41d6-9c9a-68520e51cbe9', 'tenant_id': '71f586a369f8412c99143a1d84bcc4c1', 'fixed_ips': [{'subnet_id': '79de7150-1002-4d55-8e6c-382a5659abeb'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 12:42:23.241102 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-dff2fd8e-0027-4d06-be70-10491a366417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:23.262856 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-431dca60-5998-4ba4-a367-2d35c831dc3b tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29762763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24211094'] for subnet, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:23.321157 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431dca60-5998-4ba4-a367-2d35c831dc3b tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Pushing event deleted for resources: {'Subnet': ['ID=79de7150-1002-4d55-8e6c-382a5659abeb,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:42:23.411602 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-431dca60-5998-4ba4-a367-2d35c831dc3b tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:23.425363 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-431dca60-5998-4ba4-a367-2d35c831dc3b tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8cb468c-33f6-41d6-9c9a-68520e51cbe9']}} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:42:23.439455 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-431dca60-5998-4ba4-a367-2d35c831dc3b tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '475264e9-1099-4454-a9b4-1e2c051a9da8') {'for_net_delete': True} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:42:23.439759 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-431dca60-5998-4ba4-a367-2d35c831dc3b tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '475264e9-1099-4454-a9b4-1e2c051a9da8') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:42:23.452264 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-431dca60-5998-4ba4-a367-2d35c831dc3b tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25010581'] for segment, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:23.468621 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-431dca60-5998-4ba4-a367-2d35c831dc3b tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:23.475310 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-431dca60-5998-4ba4-a367-2d35c831dc3b tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Releasing vlan 692 on physical network physnet1 to pool {{(pid=94420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 12:42:23.476175 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-431dca60-5998-4ba4-a367-2d35c831dc3b tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29762581'] for segment, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:23.479352 n-d-803378-2 neutron-server[94420]: Traceback (most recent call last): Aug 05 12:42:23.479352 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 12:42:23.479352 n-d-803378-2 neutron-server[94420]: timer() Aug 05 12:42:23.479352 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 12:42:23.479352 n-d-803378-2 neutron-server[94420]: cb(*args, **kw) Aug 05 12:42:23.479352 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 12:42:23.479352 n-d-803378-2 neutron-server[94420]: return func(*args, **kwargs) Aug 05 12:42:23.479352 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 12:42:23.479352 n-d-803378-2 neutron-server[94420]: self._notify() Aug 05 12:42:23.479352 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 12:42:23.479352 n-d-803378-2 neutron-server[94420]: self.callback(batched_events) Aug 05 12:42:23.479352 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 12:42:23.479352 n-d-803378-2 neutron-server[94420]: event.method(event) Aug 05 12:42:23.479352 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 12:42:23.479352 n-d-803378-2 neutron-server[94420]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 12:42:23.479352 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 12:42:23.479352 n-d-803378-2 neutron-server[94420]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 12:42:23.479352 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 12:42:23.479352 n-d-803378-2 neutron-server[94420]: return f(self, *a, **k) Aug 05 12:42:23.479352 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 12:42:23.479352 n-d-803378-2 neutron-server[94420]: return self._get(url).json() Aug 05 12:42:23.479352 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 12:42:23.479352 n-d-803378-2 neutron-server[94420]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 12:42:23.479352 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 12:42:23.479352 n-d-803378-2 neutron-server[94420]: return self.request(url, 'GET', **kwargs) Aug 05 12:42:23.479352 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 12:42:23.479352 n-d-803378-2 neutron-server[94420]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 12:42:23.479352 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 12:42:23.479352 n-d-803378-2 neutron-server[94420]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 12:42:23.479352 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 12:42:23.479352 n-d-803378-2 neutron-server[94420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 12:42:23.479352 n-d-803378-2 neutron-server[94420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 12:42:23.575995 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.db.api [None req-dff2fd8e-0027-4d06-be70-10491a366417 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 05 12:42:23.575995 n-d-803378-2 neutron-server[94422]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, `status`, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Aug 05 12:42:23.575995 n-d-803378-2 neutron-server[94422]: [parameters: {'project_id': '71f586a369f8412c99143a1d84bcc4c1', 'id': '50e7311b-618d-4091-8d45-c1fb0f07c204', 'name': '', 'network_id': 'f8cb468c-33f6-41d6-9c9a-68520e51cbe9', 'mac_address': 'fa:16:3e:ca:d8:95', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-f8cb468c-33f6-41d6-9c9a-68520e51cbe9', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 4085}] Aug 05 12:42:23.575995 n-d-803378-2 neutron-server[94422]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94422) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 05 12:42:23.577027 n-d-803378-2 neutron-server[94422]: DEBUG oslo_db.api [None req-dff2fd8e-0027-4d06-be70-10491a366417 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 12:42:23.589483 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-431dca60-5998-4ba4-a367-2d35c831dc3b tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:23.599207 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-431dca60-5998-4ba4-a367-2d35c831dc3b tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:23.601457 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-431dca60-5998-4ba4-a367-2d35c831dc3b tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] 10.222.0.58 "DELETE /v2.0/networks/f8cb468c-33f6-41d6-9c9a-68520e51cbe9 HTTP/1.1" status: 204 len: 168 time: 0.6398792 Aug 05 12:42:23.611010 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 48256) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:42:23.621581 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-df747d58-c3e3-49ee-a9e0-a984992a5711 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1397628748'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:42:23.627529 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431dca60-5998-4ba4-a367-2d35c831dc3b tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Pushing event deleted for resources: {'Network': ['ID=f8cb468c-33f6-41d6-9c9a-68520e51cbe9,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:42:23.666486 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df747d58-c3e3-49ee-a9e0-a984992a5711 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Made reservation on behalf of 71f586a369f8412c99143a1d84bcc4c1 for: {'network': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:42:23.673303 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-df747d58-c3e3-49ee-a9e0-a984992a5711 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:23.701098 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device d3540a38-ed75-4aae-9db2-3e177cd5339b up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:42:23.709438 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df747d58-c3e3-49ee-a9e0-a984992a5711 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] vlan segment allocate from pool success with {'vlan_id': 665, 'physical_network': 'physnet1'} {{(pid=94421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 12:42:23.724242 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-df747d58-c3e3-49ee-a9e0-a984992a5711 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:23.724964 n-d-803378-2 neutron-server[94421]: INFO neutron.db.segments_db [None req-df747d58-c3e3-49ee-a9e0-a984992a5711 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Added segment 03adbf83-a87c-4efc-9f09-9bfdaa456b8c of type vlan for network 3717a184-34b0-4d81-a616-442f81d8a5fb Aug 05 12:42:23.760045 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port d3540a38-ed75-4aae-9db2-3e177cd5339b completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:42:23.765605 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port d3540a38-ed75-4aae-9db2-3e177cd5339b triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:42:23.765933 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:23.782940 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-df747d58-c3e3-49ee-a9e0-a984992a5711 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:23.819915 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-df747d58-c3e3-49ee-a9e0-a984992a5711 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:23.827952 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df747d58-c3e3-49ee-a9e0-a984992a5711 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:42:23.828889 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-df747d58-c3e3-49ee-a9e0-a984992a5711 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Notify callbacks [] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:23.873285 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:23.878044 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b3a5d9a5-824a-4056-b7e5-24fb7f6cd559 None None] Provisioning complete for port d3540a38-ed75-4aae-9db2-3e177cd5339b triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:42:23.878412 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b3a5d9a5-824a-4056-b7e5-24fb7f6cd559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:23.900208 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-df747d58-c3e3-49ee-a9e0-a984992a5711 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2876892 Aug 05 12:42:23.903319 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 48258) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:42:23.911432 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-8ae63d20-2ba7-4945-aa1d-8ae462efa9fa tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Request body: {'subnet': {'network_id': '3717a184-34b0-4d81-a616-442f81d8a5fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:42:23.916544 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df747d58-c3e3-49ee-a9e0-a984992a5711 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Pushing event updated for resources: {'Network': ['ID=3717a184-34b0-4d81-a616-442f81d8a5fb,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:42:23.934374 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 3717a184-34b0-4d81-a616-442f81d8a5fb details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 12:42:23.959758 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port d3540a38-ed75-4aae-9db2-3e177cd5339b, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=d3540a38-ed75-4aae-9db2-3e177cd5339b,segment=NetworkSegment(cb952e49-e392-4497-a604-959f2481cd2d),segment_id=cb952e49-e392-4497-a604-959f2481cd2d)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:42:23.994697 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:24.042853 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ae63d20-2ba7-4945-aa1d-8ae462efa9fa tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Made reservation on behalf of 71f586a369f8412c99143a1d84bcc4c1 for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:42:24.047743 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8ae63d20-2ba7-4945-aa1d-8ae462efa9fa tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:24.080530 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-dff2fd8e-0027-4d06-be70-10491a366417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:24.132289 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=d3540a38-ed75-4aae-9db2-3e177cd5339b,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:42:24.165468 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7bc57c-2247-4685-aaf2-3281d98bd878 None None] Network f8cb468c-33f6-41d6-9c9a-68520e51cbe9 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:42:24.179412 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7bc57c-2247-4685-aaf2-3281d98bd878 None None] Network f8cb468c-33f6-41d6-9c9a-68520e51cbe9 could not be found, it might have been deleted concurrently. {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 05 12:42:24.192097 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a53432f-17ad-4387-93be-e2ebadd8e5a5 None None] get_active_networks_info from n-d-803378-2 {{(pid=94422) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 05 12:42:24.277181 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a53432f-17ad-4387-93be-e2ebadd8e5a5 None None] Resources bound (agent type, host, resource id): {{(pid=94422) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 05 12:42:24.331850 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8ae63d20-2ba7-4945-aa1d-8ae462efa9fa tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25038678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30075167'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:24.403213 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae63d20-2ba7-4945-aa1d-8ae462efa9fa tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Pushing event updated for resources: {'Subnet': ['ID=2884496b-5328-4136-8ea1-46b2b47a61cb,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:42:24.412324 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae63d20-2ba7-4945-aa1d-8ae462efa9fa tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Checking segment: {'id': '03adbf83-a87c-4efc-9f09-9bfdaa456b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '3717a184-34b0-4d81-a616-442f81d8a5fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:42:24.412799 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae63d20-2ba7-4945-aa1d-8ae462efa9fa tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Network hostable DHCP agents. Network: 3717a184-34b0-4d81-a616-442f81d8a5fb, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 12:42:24.434123 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae63d20-2ba7-4945-aa1d-8ae462efa9fa tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Network 3717a184-34b0-4d81-a616-442f81d8a5fb is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 12:42:24.445994 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-8ae63d20-2ba7-4945-aa1d-8ae462efa9fa tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, 3717a184-34b0-4d81-a616-442f81d8a5fb) {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:42:24.450938 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae63d20-2ba7-4945-aa1d-8ae462efa9fa tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:42:24.451998 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8ae63d20-2ba7-4945-aa1d-8ae462efa9fa tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:24.469743 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-8ae63d20-2ba7-4945-aa1d-8ae462efa9fa tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5652950 Aug 05 12:42:24.474254 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 48260) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:42:24.479642 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-a7fff611-3b80-4337-a0ce-a41e94a68a7e tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2043717440'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:42:24.510943 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7fff611-3b80-4337-a0ce-a41e94a68a7e tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Made reservation on behalf of 71f586a369f8412c99143a1d84bcc4c1 for: {'network': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:42:24.515735 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a7fff611-3b80-4337-a0ce-a41e94a68a7e tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:24.538664 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376f3c29-8fd1-45bd-af8f-f1b572129f9d None None] Network 3717a184-34b0-4d81-a616-442f81d8a5fb requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:42:24.550613 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7fff611-3b80-4337-a0ce-a41e94a68a7e tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] vlan segment allocate from pool success with {'vlan_id': 672, 'physical_network': 'physnet1'} {{(pid=94420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 12:42:24.564416 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a7fff611-3b80-4337-a0ce-a41e94a68a7e tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:24.564996 n-d-803378-2 neutron-server[94420]: INFO neutron.db.segments_db [None req-a7fff611-3b80-4337-a0ce-a41e94a68a7e tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Added segment 1f00afdc-744f-4fdd-9548-5624c34bffb6 of type vlan for network 06721cf2-b8b2-4662-955d-cf3e0cd26c9d Aug 05 12:42:24.620918 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a7fff611-3b80-4337-a0ce-a41e94a68a7e tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:24.658807 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a7fff611-3b80-4337-a0ce-a41e94a68a7e tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:24.668102 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7fff611-3b80-4337-a0ce-a41e94a68a7e tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:42:24.668935 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a7fff611-3b80-4337-a0ce-a41e94a68a7e tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:24.737599 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-a7fff611-3b80-4337-a0ce-a41e94a68a7e tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2571678 Aug 05 12:42:24.737999 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 48262) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:42:24.754579 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-f334c579-aa22-465b-a37c-c094b0060303 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Request body: {'subnet': {'network_id': '06721cf2-b8b2-4662-955d-cf3e0cd26c9d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:42:24.768981 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fff611-3b80-4337-a0ce-a41e94a68a7e tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Pushing event updated for resources: {'Network': ['ID=06721cf2-b8b2-4662-955d-cf3e0cd26c9d,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:42:24.785212 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3612f621-8d08-4aaa-84b5-0d29ff8957ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-3717a184-34b0-4d81-a616-442f81d8a5fb', 'network_id': '3717a184-34b0-4d81-a616-442f81d8a5fb', 'tenant_id': '71f586a369f8412c99143a1d84bcc4c1', 'fixed_ips': [{'subnet_id': '2884496b-5328-4136-8ea1-46b2b47a61cb'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 12:42:24.786493 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-3612f621-8d08-4aaa-84b5-0d29ff8957ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:24.790245 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 06721cf2-b8b2-4662-955d-cf3e0cd26c9d details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 12:42:24.901282 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f334c579-aa22-465b-a37c-c094b0060303 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Made reservation on behalf of 71f586a369f8412c99143a1d84bcc4c1 for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:42:24.908506 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f334c579-aa22-465b-a37c-c094b0060303 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:25.049555 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-3612f621-8d08-4aaa-84b5-0d29ff8957ba None None] Allocated IP 2001:db8::2 (3717a184-34b0-4d81-a616-442f81d8a5fb/2884496b-5328-4136-8ea1-46b2b47a61cb/62a9ae0b-c204-4974-8389-5ef52647db53) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:42:25.169054 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f334c579-aa22-465b-a37c-c094b0060303 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25038678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30075167'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:25.250129 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f334c579-aa22-465b-a37c-c094b0060303 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Pushing event updated for resources: {'Subnet': ['ID=98403100-5286-4fc2-8c99-dfb2e4b5a999,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:42:25.259591 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-3612f621-8d08-4aaa-84b5-0d29ff8957ba None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:25.270625 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f334c579-aa22-465b-a37c-c094b0060303 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Checking segment: {'id': '1f00afdc-744f-4fdd-9548-5624c34bffb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '06721cf2-b8b2-4662-955d-cf3e0cd26c9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:42:25.271581 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f334c579-aa22-465b-a37c-c094b0060303 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Network hostable DHCP agents. Network: 06721cf2-b8b2-4662-955d-cf3e0cd26c9d, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 12:42:25.272680 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-3612f621-8d08-4aaa-84b5-0d29ff8957ba None None] Transition to ACTIVE for port object 62a9ae0b-c204-4974-8389-5ef52647db53 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:42:25.291868 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-3612f621-8d08-4aaa-84b5-0d29ff8957ba None None] Transition to ACTIVE for port object 62a9ae0b-c204-4974-8389-5ef52647db53 will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:42:25.300001 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-3612f621-8d08-4aaa-84b5-0d29ff8957ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:25.300274 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f334c579-aa22-465b-a37c-c094b0060303 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Network 06721cf2-b8b2-4662-955d-cf3e0cd26c9d is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 12:42:25.311341 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-f334c579-aa22-465b-a37c-c094b0060303 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, 06721cf2-b8b2-4662-955d-cf3e0cd26c9d) {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:42:25.317012 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f334c579-aa22-465b-a37c-c094b0060303 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:42:25.317874 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f334c579-aa22-465b-a37c-c094b0060303 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:25.330971 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a562df9-3c85-43fa-bd85-0ed34112e3aa None None] Network 06721cf2-b8b2-4662-955d-cf3e0cd26c9d requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:42:25.341401 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-f334c579-aa22-465b-a37c-c094b0060303 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6015668 Aug 05 12:42:25.345851 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 48264) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:42:25.391857 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3612f621-8d08-4aaa-84b5-0d29ff8957ba None None] Network 3717a184-34b0-4d81-a616-442f81d8a5fb is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:42:25.402615 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-3612f621-8d08-4aaa-84b5-0d29ff8957ba None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:42:25.412113 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3612f621-8d08-4aaa-84b5-0d29ff8957ba None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:42:25.417091 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3612f621-8d08-4aaa-84b5-0d29ff8957ba None None] Pushing event updated for resources: {'Port': ['ID=62a9ae0b-c204-4974-8389-5ef52647db53,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:42:25.502156 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b7ae578e-a8fa-4ddb-8f51-b5e44a88da64 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:25.567239 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-3612f621-8d08-4aaa-84b5-0d29ff8957ba None None] Attempting to bind port 62a9ae0b-c204-4974-8389-5ef52647db53 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:42:25.567866 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-3612f621-8d08-4aaa-84b5-0d29ff8957ba None None] Attempting to bind port 62a9ae0b-c204-4974-8389-5ef52647db53 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '03adbf83-a87c-4efc-9f09-9bfdaa456b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '3717a184-34b0-4d81-a616-442f81d8a5fb'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:42:25.569433 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3612f621-8d08-4aaa-84b5-0d29ff8957ba None None] Attempting to bind port 62a9ae0b-c204-4974-8389-5ef52647db53 on network 3717a184-34b0-4d81-a616-442f81d8a5fb {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:42:25.596177 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b7ae578e-a8fa-4ddb-8f51-b5e44a88da64 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:25.614048 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3612f621-8d08-4aaa-84b5-0d29ff8957ba None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:42:25.614650 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3612f621-8d08-4aaa-84b5-0d29ff8957ba None None] Checking segment: {'id': '03adbf83-a87c-4efc-9f09-9bfdaa456b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '3717a184-34b0-4d81-a616-442f81d8a5fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:42:25.615354 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-3612f621-8d08-4aaa-84b5-0d29ff8957ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:25.615966 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3612f621-8d08-4aaa-84b5-0d29ff8957ba None None] Bound using segment: {'id': '03adbf83-a87c-4efc-9f09-9bfdaa456b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '3717a184-34b0-4d81-a616-442f81d8a5fb'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:42:25.616799 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-3612f621-8d08-4aaa-84b5-0d29ff8957ba None None] Bound port: 62a9ae0b-c204-4974-8389-5ef52647db53, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03adbf83-a87c-4efc-9f09-9bfdaa456b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '3717a184-34b0-4d81-a616-442f81d8a5fb'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:42:25.617419 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-3612f621-8d08-4aaa-84b5-0d29ff8957ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:25.684150 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device d3540a38-ed75-4aae-9db2-3e177cd5339b up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:42:25.696941 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b7ae578e-a8fa-4ddb-8f51-b5e44a88da64 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25038609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30075142'] for subnet, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:25.737426 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ae578e-a8fa-4ddb-8f51-b5e44a88da64 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Pushing event deleted for resources: {'Subnet': ['ID=98403100-5286-4fc2-8c99-dfb2e4b5a999,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:42:25.770948 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b814b5e-7b51-47ee-8e08-dcdb59991adb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-06721cf2-b8b2-4662-955d-cf3e0cd26c9d', 'network_id': '06721cf2-b8b2-4662-955d-cf3e0cd26c9d', 'tenant_id': '71f586a369f8412c99143a1d84bcc4c1', 'fixed_ips': [{'subnet_id': '98403100-5286-4fc2-8c99-dfb2e4b5a999'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 12:42:25.772789 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-7b814b5e-7b51-47ee-8e08-dcdb59991adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:25.807928 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-3612f621-8d08-4aaa-84b5-0d29ff8957ba None None] For port 62a9ae0b-c204-4974-8389-5ef52647db53, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:42:25.821441 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b7ae578e-a8fa-4ddb-8f51-b5e44a88da64 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:25.832385 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-3612f621-8d08-4aaa-84b5-0d29ff8957ba None None] For port 62a9ae0b-c204-4974-8389-5ef52647db53, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=62a9ae0b-c204-4974-8389-5ef52647db53,segment=NetworkSegment(03adbf83-a87c-4efc-9f09-9bfdaa456b8c),segment_id=03adbf83-a87c-4efc-9f09-9bfdaa456b8c)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:42:25.840118 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-b7ae578e-a8fa-4ddb-8f51-b5e44a88da64 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06721cf2-b8b2-4662-955d-cf3e0cd26c9d']}} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:42:25.856771 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-b7ae578e-a8fa-4ddb-8f51-b5e44a88da64 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f00afdc-744f-4fdd-9548-5624c34bffb6') {'for_net_delete': True} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:42:25.857160 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-b7ae578e-a8fa-4ddb-8f51-b5e44a88da64 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f00afdc-744f-4fdd-9548-5624c34bffb6') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:42:25.869254 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b7ae578e-a8fa-4ddb-8f51-b5e44a88da64 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29786371'] for segment, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:25.883166 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-3612f621-8d08-4aaa-84b5-0d29ff8957ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:25.886565 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b7ae578e-a8fa-4ddb-8f51-b5e44a88da64 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:25.887334 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port d3540a38-ed75-4aae-9db2-3e177cd5339b triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:42:25.887704 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:25.896573 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7ae578e-a8fa-4ddb-8f51-b5e44a88da64 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=94421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 12:42:25.896995 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b7ae578e-a8fa-4ddb-8f51-b5e44a88da64 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25038799'] for segment, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:25.900903 n-d-803378-2 neutron-server[94421]: Traceback (most recent call last): Aug 05 12:42:25.900903 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 12:42:25.900903 n-d-803378-2 neutron-server[94421]: timer() Aug 05 12:42:25.900903 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 12:42:25.900903 n-d-803378-2 neutron-server[94421]: cb(*args, **kw) Aug 05 12:42:25.900903 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 12:42:25.900903 n-d-803378-2 neutron-server[94421]: return func(*args, **kwargs) Aug 05 12:42:25.900903 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 12:42:25.900903 n-d-803378-2 neutron-server[94421]: self._notify() Aug 05 12:42:25.900903 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 12:42:25.900903 n-d-803378-2 neutron-server[94421]: self.callback(batched_events) Aug 05 12:42:25.900903 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 12:42:25.900903 n-d-803378-2 neutron-server[94421]: event.method(event) Aug 05 12:42:25.900903 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 12:42:25.900903 n-d-803378-2 neutron-server[94421]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 12:42:25.900903 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 12:42:25.900903 n-d-803378-2 neutron-server[94421]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 12:42:25.900903 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 12:42:25.900903 n-d-803378-2 neutron-server[94421]: return f(self, *a, **k) Aug 05 12:42:25.900903 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 12:42:25.900903 n-d-803378-2 neutron-server[94421]: return self._get(url).json() Aug 05 12:42:25.900903 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 12:42:25.900903 n-d-803378-2 neutron-server[94421]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 12:42:25.900903 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 12:42:25.900903 n-d-803378-2 neutron-server[94421]: return self.request(url, 'GET', **kwargs) Aug 05 12:42:25.900903 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 12:42:25.900903 n-d-803378-2 neutron-server[94421]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 12:42:25.900903 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 12:42:25.900903 n-d-803378-2 neutron-server[94421]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 12:42:25.900903 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 12:42:25.900903 n-d-803378-2 neutron-server[94421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 12:42:25.900903 n-d-803378-2 neutron-server[94421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 12:42:25.966086 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-283761e2-6868-44fb-a1e9-ef12c124324e None None] Network 06721cf2-b8b2-4662-955d-cf3e0cd26c9d requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:42:25.985870 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b7ae578e-a8fa-4ddb-8f51-b5e44a88da64 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:26.001531 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b7ae578e-a8fa-4ddb-8f51-b5e44a88da64 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Notify callbacks [] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:26.009637 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-b7ae578e-a8fa-4ddb-8f51-b5e44a88da64 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] 10.222.0.58 "DELETE /v2.0/networks/06721cf2-b8b2-4662-955d-cf3e0cd26c9d HTTP/1.1" status: 204 len: 168 time: 0.6620152 Aug 05 12:42:26.010733 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 48266) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:42:26.030652 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ae578e-a8fa-4ddb-8f51-b5e44a88da64 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Pushing event deleted for resources: {'Network': ['ID=06721cf2-b8b2-4662-955d-cf3e0cd26c9d,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:42:26.075353 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3612f621-8d08-4aaa-84b5-0d29ff8957ba None None] Pushing event updated for resources: {'Port': ['ID=62a9ae0b-c204-4974-8389-5ef52647db53,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:42:26.080680 n-d-803378-2 neutron-server[94420]: INFO neutron.pecan_wsgi.hooks.translation [None req-3390c5b8-b029-4af8-8b7c-0cf77e6a8c35 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] GET failed (client error): The resource could not be found. Aug 05 12:42:26.088092 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 48268) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:42:26.089143 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-3390c5b8-b029-4af8-8b7c-0cf77e6a8c35 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] 10.222.0.58 "GET /v2.0/subnets/98403100-5286-4fc2-8c99-dfb2e4b5a999 HTTP/1.1" status: 404 len: 337 time: 0.0756772 Aug 05 12:42:26.115865 n-d-803378-2 neutron-server[94421]: INFO neutron.pecan_wsgi.hooks.translation [None req-54ba7b5a-5d3a-4ee8-97d5-f79721fa4f5f tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] DELETE failed (client error): The resource could not be found. Aug 05 12:42:26.116523 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54ba7b5a-5d3a-4ee8-97d5-f79721fa4f5f tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 12:42:26.118624 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-54ba7b5a-5d3a-4ee8-97d5-f79721fa4f5f tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] 10.222.0.58 "DELETE /v2.0/networks/06721cf2-b8b2-4662-955d-cf3e0cd26c9d HTTP/1.1" status: 404 len: 339 time: 0.0294557 Aug 05 12:42:26.125616 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 48270) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:42:26.190637 n-d-803378-2 neutron-server[94420]: INFO neutron.pecan_wsgi.hooks.translation [None req-7032cef6-5c6d-4b55-8813-b1e33e339ef2 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] DELETE failed (client error): The resource could not be found. Aug 05 12:42:26.191732 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7032cef6-5c6d-4b55-8813-b1e33e339ef2 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 12:42:26.203638 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-7032cef6-5c6d-4b55-8813-b1e33e339ef2 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] 10.222.0.58 "DELETE /v2.0/subnets/98403100-5286-4fc2-8c99-dfb2e4b5a999 HTTP/1.1" status: 404 len: 337 time: 0.0687678 Aug 05 12:42:26.205594 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 48272) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:42:26.246261 n-d-803378-2 neutron-server[94420]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cc03099-2130-4678-80d8-60ae80b7ec11 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] DELETE failed (client error): The resource could not be found. Aug 05 12:42:26.246851 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cc03099-2130-4678-80d8-60ae80b7ec11 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94420) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 12:42:26.249726 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-1cc03099-2130-4678-80d8-60ae80b7ec11 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] 10.222.0.58 "DELETE /v2.0/networks/06721cf2-b8b2-4662-955d-cf3e0cd26c9d HTTP/1.1" status: 404 len: 339 time: 0.0411401 Aug 05 12:42:26.253067 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 48274) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:42:26.322092 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_v2 [None req-920ebb2f-350d-41db-a7f0-91a448db31c5 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Deleting subnet 2884496b-5328-4136-8ea1-46b2b47a61cb {{(pid=94420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 12:42:26.328953 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-920ebb2f-350d-41db-a7f0-91a448db31c5 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Notify callbacks [] for subnet, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:26.411792 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-920ebb2f-350d-41db-a7f0-91a448db31c5 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25010562'] for subnet, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:26.560324 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-920ebb2f-350d-41db-a7f0-91a448db31c5 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:26.629405 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-920ebb2f-350d-41db-a7f0-91a448db31c5 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29762763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24211094'] for subnet, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:26.659067 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920ebb2f-350d-41db-a7f0-91a448db31c5 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Pushing event deleted for resources: {'Subnet': ['ID=2884496b-5328-4136-8ea1-46b2b47a61cb,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:42:26.662995 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-920ebb2f-350d-41db-a7f0-91a448db31c5 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Notify callbacks [] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:26.666293 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-920ebb2f-350d-41db-a7f0-91a448db31c5 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] 10.222.0.58 "DELETE /v2.0/subnets/2884496b-5328-4136-8ea1-46b2b47a61cb HTTP/1.1" status: 204 len: 168 time: 0.4118624 Aug 05 12:42:26.667770 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 48276) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:42:26.762914 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b83fa663-2fe6-44ae-ade0-4eaf223c9ed1 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:26.829291 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-b83fa663-2fe6-44ae-ade0-4eaf223c9ed1 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Deleting port 62a9ae0b-c204-4974-8389-5ef52647db53 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:42:26.829640 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b83fa663-2fe6-44ae-ade0-4eaf223c9ed1 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:26.903588 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-b83fa663-2fe6-44ae-ade0-4eaf223c9ed1 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] For port 62a9ae0b-c204-4974-8389-5ef52647db53, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=62a9ae0b-c204-4974-8389-5ef52647db53,segment=NetworkSegment(03adbf83-a87c-4efc-9f09-9bfdaa456b8c),segment_id=03adbf83-a87c-4efc-9f09-9bfdaa456b8c)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:42:26.903961 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b83fa663-2fe6-44ae-ade0-4eaf223c9ed1 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:26.920891 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-b83fa663-2fe6-44ae-ade0-4eaf223c9ed1 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Calling delete_port for 62a9ae0b-c204-4974-8389-5ef52647db53 owned by network:dhcp {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:42:27.035021 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b83fa663-2fe6-44ae-ade0-4eaf223c9ed1 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:27.067955 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83fa663-2fe6-44ae-ade0-4eaf223c9ed1 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Pushing event deleted for resources: {'Port': ['ID=62a9ae0b-c204-4974-8389-5ef52647db53,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:42:27.071698 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83fa663-2fe6-44ae-ade0-4eaf223c9ed1 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] No DVR routers for this DVR port 62a9ae0b-c204-4974-8389-5ef52647db53 on host n-d-803378-2 {{(pid=94420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:42:27.125004 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4304daf1-c2ee-4e31-941e-907904a90ef9 None None] Network 3717a184-34b0-4d81-a616-442f81d8a5fb requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:42:27.160117 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b83fa663-2fe6-44ae-ade0-4eaf223c9ed1 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:27.170428 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-b83fa663-2fe6-44ae-ade0-4eaf223c9ed1 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3717a184-34b0-4d81-a616-442f81d8a5fb']}} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:42:27.187591 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-b83fa663-2fe6-44ae-ade0-4eaf223c9ed1 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03adbf83-a87c-4efc-9f09-9bfdaa456b8c') {'for_net_delete': True} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:42:27.187999 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-b83fa663-2fe6-44ae-ade0-4eaf223c9ed1 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03adbf83-a87c-4efc-9f09-9bfdaa456b8c') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:42:27.197525 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b83fa663-2fe6-44ae-ade0-4eaf223c9ed1 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25010581'] for segment, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:27.212920 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b83fa663-2fe6-44ae-ade0-4eaf223c9ed1 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:27.216093 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-664a0ebd-3261-4855-b8bb-ad03f99d8950 None None] Could not find standard attr ID for object 62a9ae0b-c204-4974-8389-5ef52647db53. {{(pid=94422) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 05 12:42:27.221222 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b83fa663-2fe6-44ae-ade0-4eaf223c9ed1 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Releasing vlan 665 on physical network physnet1 to pool {{(pid=94420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 12:42:27.221666 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b83fa663-2fe6-44ae-ade0-4eaf223c9ed1 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29762581'] for segment, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:27.224707 n-d-803378-2 neutron-server[94420]: Traceback (most recent call last): Aug 05 12:42:27.224707 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 12:42:27.224707 n-d-803378-2 neutron-server[94420]: timer() Aug 05 12:42:27.224707 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 12:42:27.224707 n-d-803378-2 neutron-server[94420]: cb(*args, **kw) Aug 05 12:42:27.224707 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 12:42:27.224707 n-d-803378-2 neutron-server[94420]: return func(*args, **kwargs) Aug 05 12:42:27.224707 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 12:42:27.224707 n-d-803378-2 neutron-server[94420]: self._notify() Aug 05 12:42:27.224707 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 12:42:27.224707 n-d-803378-2 neutron-server[94420]: self.callback(batched_events) Aug 05 12:42:27.224707 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 12:42:27.224707 n-d-803378-2 neutron-server[94420]: event.method(event) Aug 05 12:42:27.224707 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 12:42:27.224707 n-d-803378-2 neutron-server[94420]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 12:42:27.224707 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 12:42:27.224707 n-d-803378-2 neutron-server[94420]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 12:42:27.224707 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 12:42:27.224707 n-d-803378-2 neutron-server[94420]: return f(self, *a, **k) Aug 05 12:42:27.224707 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 12:42:27.224707 n-d-803378-2 neutron-server[94420]: return self._get(url).json() Aug 05 12:42:27.224707 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 12:42:27.224707 n-d-803378-2 neutron-server[94420]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 12:42:27.224707 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 12:42:27.224707 n-d-803378-2 neutron-server[94420]: return self.request(url, 'GET', **kwargs) Aug 05 12:42:27.224707 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 12:42:27.224707 n-d-803378-2 neutron-server[94420]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 12:42:27.224707 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 12:42:27.224707 n-d-803378-2 neutron-server[94420]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 12:42:27.224707 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 12:42:27.224707 n-d-803378-2 neutron-server[94420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 12:42:27.224707 n-d-803378-2 neutron-server[94420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 12:42:27.305675 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b83fa663-2fe6-44ae-ade0-4eaf223c9ed1 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:27.314245 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969f2c1b-12b2-42ca-87b1-44fb1cebb74b None None] DHCP port deletion for 3717a184-34b0-4d81-a616-442f81d8a5fb request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 12:42:27.322940 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b83fa663-2fe6-44ae-ade0-4eaf223c9ed1 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:27.325275 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-b83fa663-2fe6-44ae-ade0-4eaf223c9ed1 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] 10.222.0.58 "DELETE /v2.0/networks/3717a184-34b0-4d81-a616-442f81d8a5fb HTTP/1.1" status: 204 len: 168 time: 0.6564898 Aug 05 12:42:27.329142 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 48278) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:42:27.337950 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83fa663-2fe6-44ae-ade0-4eaf223c9ed1 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Pushing event deleted for resources: {'Network': ['ID=3717a184-34b0-4d81-a616-442f81d8a5fb,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:42:27.363014 n-d-803378-2 neutron-server[94421]: INFO neutron.pecan_wsgi.hooks.translation [None req-668c7235-d87d-4c75-adb7-54f55348c4c4 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] DELETE failed (client error): The resource could not be found. Aug 05 12:42:27.363420 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-668c7235-d87d-4c75-adb7-54f55348c4c4 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 12:42:27.365211 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-668c7235-d87d-4c75-adb7-54f55348c4c4 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] 10.222.0.58 "DELETE /v2.0/subnets/79de7150-1002-4d55-8e6c-382a5659abeb HTTP/1.1" status: 404 len: 337 time: 0.0326655 Aug 05 12:42:27.367945 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 48280) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:42:27.387098 n-d-803378-2 neutron-server[94421]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a61b706-954a-4342-890d-40ee1b295cb3 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] DELETE failed (client error): The resource could not be found. Aug 05 12:42:27.387661 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a61b706-954a-4342-890d-40ee1b295cb3 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 12:42:27.389525 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-2a61b706-954a-4342-890d-40ee1b295cb3 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] 10.222.0.58 "DELETE /v2.0/networks/f8cb468c-33f6-41d6-9c9a-68520e51cbe9 HTTP/1.1" status: 404 len: 339 time: 0.0205603 Aug 05 12:42:27.392313 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 48282) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:42:27.418406 n-d-803378-2 neutron-server[94421]: INFO neutron.pecan_wsgi.hooks.translation [None req-2657cde3-b2c2-447f-98fb-832311526664 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] DELETE failed (client error): The resource could not be found. Aug 05 12:42:27.418865 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2657cde3-b2c2-447f-98fb-832311526664 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 12:42:27.421519 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-2657cde3-b2c2-447f-98fb-832311526664 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] 10.222.0.58 "DELETE /v2.0/subnets/e2ee8410-89fd-43d2-b92e-e6a2d2750b1f HTTP/1.1" status: 404 len: 337 time: 0.0282414 Aug 05 12:42:27.424291 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 48284) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:42:27.443466 n-d-803378-2 neutron-server[94421]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1fed243-432a-40b3-9ad2-4420aa32d78c tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] DELETE failed (client error): The resource could not be found. Aug 05 12:42:27.444036 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1fed243-432a-40b3-9ad2-4420aa32d78c tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 12:42:27.445849 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-a1fed243-432a-40b3-9ad2-4420aa32d78c tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] 10.222.0.58 "DELETE /v2.0/networks/60559f8f-29f7-413d-bacf-94f85c0c4588 HTTP/1.1" status: 404 len: 339 time: 0.0206025 Aug 05 12:42:27.448655 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 48286) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:42:27.503676 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_v2 [None req-6627d3a0-adf2-4980-be7f-dc0d8b79cc8a tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Deleting subnet 37cb4965-301b-4350-ac48-cb1f6ba8b35e {{(pid=94421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 12:42:27.507345 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6627d3a0-adf2-4980-be7f-dc0d8b79cc8a tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Notify callbacks [] for subnet, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:27.556671 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6627d3a0-adf2-4980-be7f-dc0d8b79cc8a tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29786388'] for subnet, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:27.677962 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6627d3a0-adf2-4980-be7f-dc0d8b79cc8a tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:27.744317 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6627d3a0-adf2-4980-be7f-dc0d8b79cc8a tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25038609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30075142'] for subnet, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:27.772781 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6627d3a0-adf2-4980-be7f-dc0d8b79cc8a tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Pushing event deleted for resources: {'Subnet': ['ID=37cb4965-301b-4350-ac48-cb1f6ba8b35e,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:42:27.777729 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6627d3a0-adf2-4980-be7f-dc0d8b79cc8a tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:27.780352 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-6627d3a0-adf2-4980-be7f-dc0d8b79cc8a tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] 10.222.0.58 "DELETE /v2.0/subnets/37cb4965-301b-4350-ac48-cb1f6ba8b35e HTTP/1.1" status: 204 len: 168 time: 0.3301010 Aug 05 12:42:27.783997 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 48288) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:42:27.788856 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629f572b-92c8-451f-b359-49ae4713c126 None None] Network dc7b00b6-398f-4d76-a325-f4c665ef8a58 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:42:27.875606 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-05221263-4b84-4049-8eec-f6c79cd11447 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:27.972155 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-05221263-4b84-4049-8eec-f6c79cd11447 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Deleting port d3540a38-ed75-4aae-9db2-3e177cd5339b {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:42:27.972769 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-05221263-4b84-4049-8eec-f6c79cd11447 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:28.001397 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d034850-774b-4d90-807a-a6e4779900db None None] DHCP port deletion for dc7b00b6-398f-4d76-a325-f4c665ef8a58 request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 12:42:28.052593 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-6d034850-774b-4d90-807a-a6e4779900db None None] Deleting port d3540a38-ed75-4aae-9db2-3e177cd5339b {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:42:28.052980 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-6d034850-774b-4d90-807a-a6e4779900db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:28.054606 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-05221263-4b84-4049-8eec-f6c79cd11447 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] For port d3540a38-ed75-4aae-9db2-3e177cd5339b, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=d3540a38-ed75-4aae-9db2-3e177cd5339b,segment=NetworkSegment(cb952e49-e392-4497-a604-959f2481cd2d),segment_id=cb952e49-e392-4497-a604-959f2481cd2d)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:42:28.055119 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-05221263-4b84-4049-8eec-f6c79cd11447 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:28.071766 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-05221263-4b84-4049-8eec-f6c79cd11447 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Calling delete_port for d3540a38-ed75-4aae-9db2-3e177cd5339b owned by network:dhcp {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:42:28.130839 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-6d034850-774b-4d90-807a-a6e4779900db None None] For port d3540a38-ed75-4aae-9db2-3e177cd5339b, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=d3540a38-ed75-4aae-9db2-3e177cd5339b,segment=NetworkSegment(cb952e49-e392-4497-a604-959f2481cd2d),segment_id=cb952e49-e392-4497-a604-959f2481cd2d)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:42:28.131675 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-6d034850-774b-4d90-807a-a6e4779900db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:28.147886 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-6d034850-774b-4d90-807a-a6e4779900db None None] Calling delete_port for d3540a38-ed75-4aae-9db2-3e177cd5339b owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:42:28.175996 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-05221263-4b84-4049-8eec-f6c79cd11447 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:28.206517 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05221263-4b84-4049-8eec-f6c79cd11447 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Pushing event deleted for resources: {'Port': ['ID=d3540a38-ed75-4aae-9db2-3e177cd5339b,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:42:28.208410 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05221263-4b84-4049-8eec-f6c79cd11447 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] No DVR routers for this DVR port d3540a38-ed75-4aae-9db2-3e177cd5339b on host n-d-803378-2 {{(pid=94420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:42:28.231564 n-d-803378-2 neutron-server[94422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 12:42:28.231564 n-d-803378-2 neutron-server[94422]: self.session.flush() Aug 05 12:42:28.231564 n-d-803378-2 neutron-server[94422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 12:42:28.231564 n-d-803378-2 neutron-server[94422]: self.session.flush() Aug 05 12:42:28.231564 n-d-803378-2 neutron-server[94422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 12:42:28.231564 n-d-803378-2 neutron-server[94422]: self.session.flush() Aug 05 12:42:28.231564 n-d-803378-2 neutron-server[94422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 12:42:28.231564 n-d-803378-2 neutron-server[94422]: self.session.flush() Aug 05 12:42:28.231564 n-d-803378-2 neutron-server[94422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 12:42:28.231564 n-d-803378-2 neutron-server[94422]: self.session.flush() Aug 05 12:42:28.231564 n-d-803378-2 neutron-server[94422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 12:42:28.231564 n-d-803378-2 neutron-server[94422]: self.session.flush() Aug 05 12:42:28.231564 n-d-803378-2 neutron-server[94422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 12:42:28.231564 n-d-803378-2 neutron-server[94422]: self.session.flush() Aug 05 12:42:28.231564 n-d-803378-2 neutron-server[94422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 12:42:28.231564 n-d-803378-2 neutron-server[94422]: self.session.flush() Aug 05 12:42:28.231564 n-d-803378-2 neutron-server[94422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 12:42:28.231564 n-d-803378-2 neutron-server[94422]: self.session.flush() Aug 05 12:42:28.231564 n-d-803378-2 neutron-server[94422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 12:42:28.231564 n-d-803378-2 neutron-server[94422]: self.session.flush() Aug 05 12:42:28.231564 n-d-803378-2 neutron-server[94422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 12:42:28.231564 n-d-803378-2 neutron-server[94422]: self.session.flush() Aug 05 12:42:28.231564 n-d-803378-2 neutron-server[94422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 12:42:28.231564 n-d-803378-2 neutron-server[94422]: self.session.flush() Aug 05 12:42:28.231564 n-d-803378-2 neutron-server[94422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 12:42:28.231564 n-d-803378-2 neutron-server[94422]: self.session.flush() Aug 05 12:42:28.231564 n-d-803378-2 neutron-server[94422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 12:42:28.231564 n-d-803378-2 neutron-server[94422]: self.session.flush() Aug 05 12:42:28.231564 n-d-803378-2 neutron-server[94422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 12:42:28.231564 n-d-803378-2 neutron-server[94422]: self.session.flush() Aug 05 12:42:28.231564 n-d-803378-2 neutron-server[94422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 12:42:28.231564 n-d-803378-2 neutron-server[94422]: self.session.flush() Aug 05 12:42:28.231564 n-d-803378-2 neutron-server[94422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 12:42:28.231564 n-d-803378-2 neutron-server[94422]: self.session.flush() Aug 05 12:42:28.231564 n-d-803378-2 neutron-server[94422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 12:42:28.231564 n-d-803378-2 neutron-server[94422]: self.session.flush() Aug 05 12:42:28.231564 n-d-803378-2 neutron-server[94422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 12:42:28.231564 n-d-803378-2 neutron-server[94422]: self.session.flush() Aug 05 12:42:28.231564 n-d-803378-2 neutron-server[94422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 12:42:28.231564 n-d-803378-2 neutron-server[94422]: self.session.flush() Aug 05 12:42:28.231564 n-d-803378-2 neutron-server[94422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 12:42:28.231564 n-d-803378-2 neutron-server[94422]: self.session.flush() Aug 05 12:42:28.231564 n-d-803378-2 neutron-server[94422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 12:42:28.231564 n-d-803378-2 neutron-server[94422]: self.session.flush() Aug 05 12:42:28.231564 n-d-803378-2 neutron-server[94422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 12:42:28.231564 n-d-803378-2 neutron-server[94422]: self.session.flush() Aug 05 12:42:28.231564 n-d-803378-2 neutron-server[94422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 12:42:28.231564 n-d-803378-2 neutron-server[94422]: self.session.flush() Aug 05 12:42:28.231564 n-d-803378-2 neutron-server[94422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 12:42:28.231564 n-d-803378-2 neutron-server[94422]: self.session.flush() Aug 05 12:42:28.231564 n-d-803378-2 neutron-server[94422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 12:42:28.231564 n-d-803378-2 neutron-server[94422]: self.session.flush() Aug 05 12:42:28.231564 n-d-803378-2 neutron-server[94422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 12:42:28.231564 n-d-803378-2 neutron-server[94422]: self.session.flush() Aug 05 12:42:28.239428 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-6d034850-774b-4d90-807a-a6e4779900db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:28.269849 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d034850-774b-4d90-807a-a6e4779900db None None] Pushing event deleted for resources: {'Port': ['ID=d3540a38-ed75-4aae-9db2-3e177cd5339b,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:42:28.273554 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d034850-774b-4d90-807a-a6e4779900db None None] No DVR routers for this DVR port d3540a38-ed75-4aae-9db2-3e177cd5339b on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:42:28.308768 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-05221263-4b84-4049-8eec-f6c79cd11447 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:28.320139 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-05221263-4b84-4049-8eec-f6c79cd11447 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc7b00b6-398f-4d76-a325-f4c665ef8a58']}} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:42:28.332001 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-05221263-4b84-4049-8eec-f6c79cd11447 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb952e49-e392-4497-a604-959f2481cd2d') {'for_net_delete': True} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:42:28.332300 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-05221263-4b84-4049-8eec-f6c79cd11447 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb952e49-e392-4497-a604-959f2481cd2d') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:42:28.341642 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-05221263-4b84-4049-8eec-f6c79cd11447 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25010581'] for segment, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:28.356519 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-05221263-4b84-4049-8eec-f6c79cd11447 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:28.367329 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05221263-4b84-4049-8eec-f6c79cd11447 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Releasing vlan 669 on physical network physnet1 to pool {{(pid=94420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 12:42:28.367750 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-05221263-4b84-4049-8eec-f6c79cd11447 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29762581'] for segment, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:28.370837 n-d-803378-2 neutron-server[94420]: Traceback (most recent call last): Aug 05 12:42:28.370837 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 12:42:28.370837 n-d-803378-2 neutron-server[94420]: timer() Aug 05 12:42:28.370837 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 12:42:28.370837 n-d-803378-2 neutron-server[94420]: cb(*args, **kw) Aug 05 12:42:28.370837 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 12:42:28.370837 n-d-803378-2 neutron-server[94420]: return func(*args, **kwargs) Aug 05 12:42:28.370837 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 12:42:28.370837 n-d-803378-2 neutron-server[94420]: self._notify() Aug 05 12:42:28.370837 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 12:42:28.370837 n-d-803378-2 neutron-server[94420]: self.callback(batched_events) Aug 05 12:42:28.370837 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 12:42:28.370837 n-d-803378-2 neutron-server[94420]: event.method(event) Aug 05 12:42:28.370837 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 12:42:28.370837 n-d-803378-2 neutron-server[94420]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 12:42:28.370837 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 12:42:28.370837 n-d-803378-2 neutron-server[94420]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 12:42:28.370837 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 12:42:28.370837 n-d-803378-2 neutron-server[94420]: return f(self, *a, **k) Aug 05 12:42:28.370837 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 12:42:28.370837 n-d-803378-2 neutron-server[94420]: return self._get(url).json() Aug 05 12:42:28.370837 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 12:42:28.370837 n-d-803378-2 neutron-server[94420]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 12:42:28.370837 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 12:42:28.370837 n-d-803378-2 neutron-server[94420]: return self.request(url, 'GET', **kwargs) Aug 05 12:42:28.370837 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 12:42:28.370837 n-d-803378-2 neutron-server[94420]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 12:42:28.370837 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 12:42:28.370837 n-d-803378-2 neutron-server[94420]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 12:42:28.370837 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 12:42:28.370837 n-d-803378-2 neutron-server[94420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 12:42:28.370837 n-d-803378-2 neutron-server[94420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 12:42:28.430780 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-05221263-4b84-4049-8eec-f6c79cd11447 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:28.438543 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-05221263-4b84-4049-8eec-f6c79cd11447 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:28.440530 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-05221263-4b84-4049-8eec-f6c79cd11447 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] 10.222.0.58 "DELETE /v2.0/networks/dc7b00b6-398f-4d76-a325-f4c665ef8a58 HTTP/1.1" status: 204 len: 168 time: 0.6551957 Aug 05 12:42:28.453872 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05221263-4b84-4049-8eec-f6c79cd11447 tempest-NetworksIpV6Test-563260957 tempest-NetworksIpV6Test-563260957-project] Pushing event deleted for resources: {'Network': ['ID=dc7b00b6-398f-4d76-a325-f4c665ef8a58,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:42:28.719775 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 48294) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:42:28.808940 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 12:42:28.867675 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-75a30b98-0256-4d3a-ad48-aefa3e5dcb6b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=71f586a369f8412c99143a1d84bcc4c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1466999 Aug 05 12:42:28.870253 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 48298) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:42:28.927956 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-43e92d39-0f6b-4d03-8745-259a189bf943 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:28.961175 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-43e92d39-0f6b-4d03-8745-259a189bf943 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:29.014527 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-43e92d39-0f6b-4d03-8745-259a189bf943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:29.017468 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-43e92d39-0f6b-4d03-8745-259a189bf943 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:29.018663 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-43e92d39-0f6b-4d03-8745-259a189bf943 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2ecdecc6-0a29-4ac0-b032-c51c555fd1bb HTTP/1.1" status: 204 len: 168 time: 0.1474960 Aug 05 12:42:29.027260 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e92d39-0f6b-4d03-8745-259a189bf943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ecdecc6-0a29-4ac0-b032-c51c555fd1bb,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:42:29.625458 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device d3540a38-ed75-4aae-9db2-3e177cd5339b no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:42:29.647741 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: d3540a38-ed75-4aae-9db2-3e177cd5339b {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:42:29.648084 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device d3540a38-ed75-4aae-9db2-3e177cd5339b not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:42:29.820958 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 48320) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:42:29.932064 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-97eab764-e806-458e-b77c-feb5cd04d643 tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-479656408', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:42:29.962249 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-97eab764-e806-458e-b77c-feb5cd04d643 tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33260300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1929'] for router, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:29.963338 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-97eab764-e806-458e-b77c-feb5cd04d643 tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33285914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33034662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1926'] for router, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:30.065996 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-97eab764-e806-458e-b77c-feb5cd04d643 tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:30.071420 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-97eab764-e806-458e-b77c-feb5cd04d643 tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286026'] for router, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:30.094820 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-97eab764-e806-458e-b77c-feb5cd04d643 tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] Notify callbacks [] for router, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:30.096468 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-97eab764-e806-458e-b77c-feb5cd04d643 tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2742956 Aug 05 12:42:30.100712 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 48324) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:42:30.106333 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-1374f11f-adcb-4cd0-9e12-c42bd8df6693 tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1391015696'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:42:30.127830 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:30.129866 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1374f11f-adcb-4cd0-9e12-c42bd8df6693 tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] Made reservation on behalf of 13ef4c6856034bcfb73a1629c17cfb77 for: {'network': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:42:30.133909 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1374f11f-adcb-4cd0-9e12-c42bd8df6693 tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:30.144471 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1374f11f-adcb-4cd0-9e12-c42bd8df6693 tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:30.256018 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1374f11f-adcb-4cd0-9e12-c42bd8df6693 tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:30.261901 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1374f11f-adcb-4cd0-9e12-c42bd8df6693 tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:30.291012 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1374f11f-adcb-4cd0-9e12-c42bd8df6693 tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] vlan segment allocate from pool success with {'vlan_id': 661, 'physical_network': 'physnet1'} {{(pid=94421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 12:42:30.302922 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1374f11f-adcb-4cd0-9e12-c42bd8df6693 tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=012f76bf-14de-43bf-a1b3-cd4d93b409fb,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:42:30.313133 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1374f11f-adcb-4cd0-9e12-c42bd8df6693 tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:30.313529 n-d-803378-2 neutron-server[94421]: INFO neutron.db.segments_db [None req-1374f11f-adcb-4cd0-9e12-c42bd8df6693 tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] Added segment af635bbb-ded3-444b-92b0-4377065ccba9 of type vlan for network 4a14a665-5113-4fae-afa8-364cc1131b97 Aug 05 12:42:30.360575 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1374f11f-adcb-4cd0-9e12-c42bd8df6693 tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:30.396768 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1374f11f-adcb-4cd0-9e12-c42bd8df6693 tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:30.402422 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1374f11f-adcb-4cd0-9e12-c42bd8df6693 tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:42:30.403014 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1374f11f-adcb-4cd0-9e12-c42bd8df6693 tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] Notify callbacks [] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:30.466957 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-1374f11f-adcb-4cd0-9e12-c42bd8df6693 tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3649657 Aug 05 12:42:30.469969 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 48326) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:42:30.475256 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-9db82a64-954b-41e8-9043-35d23b865cba tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] Request body: {'subnet': {'network_id': '4a14a665-5113-4fae-afa8-364cc1131b97', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:42:30.476235 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1374f11f-adcb-4cd0-9e12-c42bd8df6693 tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] Pushing event updated for resources: {'Network': ['ID=4a14a665-5113-4fae-afa8-364cc1131b97,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:42:30.488788 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 4a14a665-5113-4fae-afa8-364cc1131b97 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 12:42:30.569394 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9db82a64-954b-41e8-9043-35d23b865cba tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] Made reservation on behalf of 13ef4c6856034bcfb73a1629c17cfb77 for: {'subnet': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:42:30.572945 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9db82a64-954b-41e8-9043-35d23b865cba tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24211133'] for subnet, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:30.759919 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9db82a64-954b-41e8-9043-35d23b865cba tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29762700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24211087'] for subnet, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:30.829051 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db82a64-954b-41e8-9043-35d23b865cba tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] Pushing event updated for resources: {'Subnet': ['ID=700bc019-6ef3-4e7c-8954-a28b7cff1533,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:42:30.842357 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db82a64-954b-41e8-9043-35d23b865cba tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:42:30.842721 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db82a64-954b-41e8-9043-35d23b865cba tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:42:30.843043 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db82a64-954b-41e8-9043-35d23b865cba tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:42:30.843356 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db82a64-954b-41e8-9043-35d23b865cba tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:42:30.843716 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db82a64-954b-41e8-9043-35d23b865cba tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:42:30.844061 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db82a64-954b-41e8-9043-35d23b865cba tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:42:30.844389 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db82a64-954b-41e8-9043-35d23b865cba tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:42:30.844734 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db82a64-954b-41e8-9043-35d23b865cba tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:42:30.845054 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db82a64-954b-41e8-9043-35d23b865cba tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:42:30.845375 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db82a64-954b-41e8-9043-35d23b865cba tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:42:30.845744 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db82a64-954b-41e8-9043-35d23b865cba tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:42:30.846068 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db82a64-954b-41e8-9043-35d23b865cba tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:42:30.854122 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db82a64-954b-41e8-9043-35d23b865cba tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] Checking segment: {'id': 'af635bbb-ded3-444b-92b0-4377065ccba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4a14a665-5113-4fae-afa8-364cc1131b97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:42:30.854359 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db82a64-954b-41e8-9043-35d23b865cba tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] Network hostable DHCP agents. Network: 4a14a665-5113-4fae-afa8-364cc1131b97, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 12:42:30.873866 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db82a64-954b-41e8-9043-35d23b865cba tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] Network 4a14a665-5113-4fae-afa8-364cc1131b97 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 12:42:30.884207 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-9db82a64-954b-41e8-9043-35d23b865cba tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, 4a14a665-5113-4fae-afa8-364cc1131b97) {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:42:30.895461 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db82a64-954b-41e8-9043-35d23b865cba tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:42:30.896139 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9db82a64-954b-41e8-9043-35d23b865cba tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] Notify callbacks [] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:30.902206 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fabd38ef-5b8e-4eda-b236-6d35bbd127c3 None None] Network 4a14a665-5113-4fae-afa8-364cc1131b97 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:42:30.916342 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-9db82a64-954b-41e8-9043-35d23b865cba tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4416406 Aug 05 12:42:30.918179 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 48328) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:42:30.927000 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-dbc7cc83-e2d0-4fe9-b975-7e4dd2086f35 tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-518100540'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:42:30.965683 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbc7cc83-e2d0-4fe9-b975-7e4dd2086f35 tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] Made reservation on behalf of 13ef4c6856034bcfb73a1629c17cfb77 for: {'network': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:42:30.973608 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-dbc7cc83-e2d0-4fe9-b975-7e4dd2086f35 tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:31.016963 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbc7cc83-e2d0-4fe9-b975-7e4dd2086f35 tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] vlan segment allocate from pool success with {'vlan_id': 685, 'physical_network': 'physnet1'} {{(pid=94420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 12:42:31.035519 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-dbc7cc83-e2d0-4fe9-b975-7e4dd2086f35 tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:31.036072 n-d-803378-2 neutron-server[94420]: INFO neutron.db.segments_db [None req-dbc7cc83-e2d0-4fe9-b975-7e4dd2086f35 tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] Added segment c5c8c7db-ee5f-4027-8731-5ad1f29dd0a6 of type vlan for network 597a7b83-91ed-46f7-8e86-0a90cf2ee307 Aug 05 12:42:31.088295 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-dbc7cc83-e2d0-4fe9-b975-7e4dd2086f35 tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:31.126032 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-dbc7cc83-e2d0-4fe9-b975-7e4dd2086f35 tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:31.131955 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc7cc83-e2d0-4fe9-b975-7e4dd2086f35 tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:42:31.132443 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-dbc7cc83-e2d0-4fe9-b975-7e4dd2086f35 tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:31.209307 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 48330) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:42:31.210270 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-dbc7cc83-e2d0-4fe9-b975-7e4dd2086f35 tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2894266 Aug 05 12:42:31.219686 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-d2510c9f-291f-4147-b7fc-fb0139e37986 tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] Request body: {'subnet': {'network_id': '597a7b83-91ed-46f7-8e86-0a90cf2ee307', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:42:31.223655 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc7cc83-e2d0-4fe9-b975-7e4dd2086f35 tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] Pushing event updated for resources: {'Network': ['ID=597a7b83-91ed-46f7-8e86-0a90cf2ee307,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:42:31.239854 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 597a7b83-91ed-46f7-8e86-0a90cf2ee307 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 12:42:31.367637 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2510c9f-291f-4147-b7fc-fb0139e37986 tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] Made reservation on behalf of 13ef4c6856034bcfb73a1629c17cfb77 for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:42:31.375267 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d2510c9f-291f-4147-b7fc-fb0139e37986 tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:31.380165 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0459769-cb25-47c3-aa1e-3720a08c61dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-4a14a665-5113-4fae-afa8-364cc1131b97', 'network_id': '4a14a665-5113-4fae-afa8-364cc1131b97', 'tenant_id': '13ef4c6856034bcfb73a1629c17cfb77', 'fixed_ips': [{'subnet_id': '700bc019-6ef3-4e7c-8954-a28b7cff1533'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 12:42:31.381932 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f0459769-cb25-47c3-aa1e-3720a08c61dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:31.549230 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-f0459769-cb25-47c3-aa1e-3720a08c61dd None None] Allocated IP 172.20.0.2 (4a14a665-5113-4fae-afa8-364cc1131b97/700bc019-6ef3-4e7c-8954-a28b7cff1533/5551e908-8dee-4ca9-8d8d-e7d9c2e63b93) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:42:31.604195 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d2510c9f-291f-4147-b7fc-fb0139e37986 tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25038678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30075167'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:31.677446 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2510c9f-291f-4147-b7fc-fb0139e37986 tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] Pushing event updated for resources: {'Subnet': ['ID=0d6c7df0-9ca6-41a0-b89d-dab86ac81589,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:42:31.688591 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2510c9f-291f-4147-b7fc-fb0139e37986 tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] Checking segment: {'id': 'c5c8c7db-ee5f-4027-8731-5ad1f29dd0a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '597a7b83-91ed-46f7-8e86-0a90cf2ee307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:42:31.689071 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2510c9f-291f-4147-b7fc-fb0139e37986 tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] Network hostable DHCP agents. Network: 597a7b83-91ed-46f7-8e86-0a90cf2ee307, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 12:42:31.709635 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2510c9f-291f-4147-b7fc-fb0139e37986 tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] Network 597a7b83-91ed-46f7-8e86-0a90cf2ee307 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 12:42:31.725417 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f0459769-cb25-47c3-aa1e-3720a08c61dd None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:31.725994 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-d2510c9f-291f-4147-b7fc-fb0139e37986 tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, 597a7b83-91ed-46f7-8e86-0a90cf2ee307) {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:42:31.733096 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2510c9f-291f-4147-b7fc-fb0139e37986 tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:42:31.734366 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d2510c9f-291f-4147-b7fc-fb0139e37986 tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:31.737169 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f0459769-cb25-47c3-aa1e-3720a08c61dd None None] Transition to ACTIVE for port object 5551e908-8dee-4ca9-8d8d-e7d9c2e63b93 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:42:31.742049 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d018179-9d20-4328-8b4e-b8474f89878c None None] Network 597a7b83-91ed-46f7-8e86-0a90cf2ee307 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:42:31.757172 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-d2510c9f-291f-4147-b7fc-fb0139e37986 tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5460622 Aug 05 12:42:31.759375 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 48332) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:42:31.766620 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-63773950-405e-489a-9123-225ab8aa106d tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] Request body: {'router': {'external_gateway_info': {'network_id': '597a7b83-91ed-46f7-8e86-0a90cf2ee307'}}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:42:31.835677 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f0459769-cb25-47c3-aa1e-3720a08c61dd None None] Transition to ACTIVE for port object 5551e908-8dee-4ca9-8d8d-e7d9c2e63b93 will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:42:31.848836 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f0459769-cb25-47c3-aa1e-3720a08c61dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:31.913348 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0459769-cb25-47c3-aa1e-3720a08c61dd None None] Network 4a14a665-5113-4fae-afa8-364cc1131b97 is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:42:31.922446 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-f0459769-cb25-47c3-aa1e-3720a08c61dd None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:42:31.931851 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0459769-cb25-47c3-aa1e-3720a08c61dd None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:42:31.939245 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0459769-cb25-47c3-aa1e-3720a08c61dd None None] Pushing event updated for resources: {'Port': ['ID=5551e908-8dee-4ca9-8d8d-e7d9c2e63b93,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:42:32.033974 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-f0459769-cb25-47c3-aa1e-3720a08c61dd None None] Attempting to bind port 5551e908-8dee-4ca9-8d8d-e7d9c2e63b93 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:42:32.034348 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-f0459769-cb25-47c3-aa1e-3720a08c61dd None None] Attempting to bind port 5551e908-8dee-4ca9-8d8d-e7d9c2e63b93 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'af635bbb-ded3-444b-92b0-4377065ccba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4a14a665-5113-4fae-afa8-364cc1131b97'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:42:32.034807 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0459769-cb25-47c3-aa1e-3720a08c61dd None None] Attempting to bind port 5551e908-8dee-4ca9-8d8d-e7d9c2e63b93 on network 4a14a665-5113-4fae-afa8-364cc1131b97 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:42:32.044011 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0459769-cb25-47c3-aa1e-3720a08c61dd None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:42:32.044388 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0459769-cb25-47c3-aa1e-3720a08c61dd None None] Checking segment: {'id': 'af635bbb-ded3-444b-92b0-4377065ccba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4a14a665-5113-4fae-afa8-364cc1131b97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:42:32.044845 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f0459769-cb25-47c3-aa1e-3720a08c61dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:32.045815 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0459769-cb25-47c3-aa1e-3720a08c61dd None None] Bound using segment: {'id': 'af635bbb-ded3-444b-92b0-4377065ccba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4a14a665-5113-4fae-afa8-364cc1131b97'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:42:32.046318 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-f0459769-cb25-47c3-aa1e-3720a08c61dd None None] Bound port: 5551e908-8dee-4ca9-8d8d-e7d9c2e63b93, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af635bbb-ded3-444b-92b0-4377065ccba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4a14a665-5113-4fae-afa8-364cc1131b97'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:42:32.046706 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f0459769-cb25-47c3-aa1e-3720a08c61dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:32.110327 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d9157d-b089-4f51-9dcd-03e57554ca82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-597a7b83-91ed-46f7-8e86-0a90cf2ee307', 'network_id': '597a7b83-91ed-46f7-8e86-0a90cf2ee307', 'tenant_id': '13ef4c6856034bcfb73a1629c17cfb77', 'fixed_ips': [{'subnet_id': '0d6c7df0-9ca6-41a0-b89d-dab86ac81589'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 12:42:32.111321 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-44d9157d-b089-4f51-9dcd-03e57554ca82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:32.274000 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f0459769-cb25-47c3-aa1e-3720a08c61dd None None] For port 5551e908-8dee-4ca9-8d8d-e7d9c2e63b93, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:42:32.308733 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f0459769-cb25-47c3-aa1e-3720a08c61dd None None] For port 5551e908-8dee-4ca9-8d8d-e7d9c2e63b93, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=5551e908-8dee-4ca9-8d8d-e7d9c2e63b93,segment=NetworkSegment(af635bbb-ded3-444b-92b0-4377065ccba9),segment_id=af635bbb-ded3-444b-92b0-4377065ccba9)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:42:32.318172 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f0459769-cb25-47c3-aa1e-3720a08c61dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:32.386721 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-63773950-405e-489a-9123-225ab8aa106d tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:32.415368 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-44d9157d-b089-4f51-9dcd-03e57554ca82 None None] Allocated IP 172.21.0.2 (597a7b83-91ed-46f7-8e86-0a90cf2ee307/0d6c7df0-9ca6-41a0-b89d-dab86ac81589/9aef9c89-3b85-4abe-8b7e-b8d431d7a3ff) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:42:32.430770 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0459769-cb25-47c3-aa1e-3720a08c61dd None None] Pushing event updated for resources: {'Port': ['ID=5551e908-8dee-4ca9-8d8d-e7d9c2e63b93,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:42:32.565661 n-d-803378-2 neutron-server[94421]: INFO neutron.api.v2.resource [None req-63773950-405e-489a-9123-225ab8aa106d tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 05 12:42:32.573569 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-63773950-405e-489a-9123-225ab8aa106d tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] 10.222.0.58 "PUT /v2.0/routers/c86918e7-aab0-4607-a4e0-c431f9ee1e09 HTTP/1.1" status: 400 len: 364 time: 0.8070714 Aug 05 12:42:32.574166 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 48334) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:42:32.695501 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-44d9157d-b089-4f51-9dcd-03e57554ca82 None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:32.721634 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_v2 [None req-01bb8684-3d06-4c5a-be17-c504e0207781 tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] Deleting subnet 0d6c7df0-9ca6-41a0-b89d-dab86ac81589 {{(pid=94420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 12:42:32.722077 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-44d9157d-b089-4f51-9dcd-03e57554ca82 None None] Transition to ACTIVE for port object 9aef9c89-3b85-4abe-8b7e-b8d431d7a3ff will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:42:32.750395 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-44d9157d-b089-4f51-9dcd-03e57554ca82 None None] Transition to ACTIVE for port object 9aef9c89-3b85-4abe-8b7e-b8d431d7a3ff will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:42:32.758346 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-01bb8684-3d06-4c5a-be17-c504e0207781 tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] Notify callbacks [] for subnet, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:32.758981 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-44d9157d-b089-4f51-9dcd-03e57554ca82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:32.801606 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d9157d-b089-4f51-9dcd-03e57554ca82 None None] Network 597a7b83-91ed-46f7-8e86-0a90cf2ee307 is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:42:32.804980 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-44d9157d-b089-4f51-9dcd-03e57554ca82 None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:42:32.811926 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d9157d-b089-4f51-9dcd-03e57554ca82 None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:42:32.820397 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d9157d-b089-4f51-9dcd-03e57554ca82 None None] Pushing event updated for resources: {'Port': ['ID=9aef9c89-3b85-4abe-8b7e-b8d431d7a3ff,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:42:32.823334 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-01bb8684-3d06-4c5a-be17-c504e0207781 tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25010562'] for subnet, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:32.837294 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d9157d-b089-4f51-9dcd-03e57554ca82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:42:32.837586 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d9157d-b089-4f51-9dcd-03e57554ca82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:42:32.838066 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d9157d-b089-4f51-9dcd-03e57554ca82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:42:32.838281 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d9157d-b089-4f51-9dcd-03e57554ca82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:42:32.838748 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d9157d-b089-4f51-9dcd-03e57554ca82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:42:32.839093 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d9157d-b089-4f51-9dcd-03e57554ca82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:42:32.839459 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d9157d-b089-4f51-9dcd-03e57554ca82 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:42:32.839798 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d9157d-b089-4f51-9dcd-03e57554ca82 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:42:32.840237 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d9157d-b089-4f51-9dcd-03e57554ca82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:42:32.840607 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d9157d-b089-4f51-9dcd-03e57554ca82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:42:32.841158 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d9157d-b089-4f51-9dcd-03e57554ca82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:42:32.841836 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d9157d-b089-4f51-9dcd-03e57554ca82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:42:32.898024 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-44d9157d-b089-4f51-9dcd-03e57554ca82 None None] Attempting to bind port 9aef9c89-3b85-4abe-8b7e-b8d431d7a3ff on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:42:32.898339 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-44d9157d-b089-4f51-9dcd-03e57554ca82 None None] Attempting to bind port 9aef9c89-3b85-4abe-8b7e-b8d431d7a3ff by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'c5c8c7db-ee5f-4027-8731-5ad1f29dd0a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '597a7b83-91ed-46f7-8e86-0a90cf2ee307'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:42:32.898721 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d9157d-b089-4f51-9dcd-03e57554ca82 None None] Attempting to bind port 9aef9c89-3b85-4abe-8b7e-b8d431d7a3ff on network 597a7b83-91ed-46f7-8e86-0a90cf2ee307 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:42:32.905786 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d9157d-b089-4f51-9dcd-03e57554ca82 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:42:32.906259 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d9157d-b089-4f51-9dcd-03e57554ca82 None None] Checking segment: {'id': 'c5c8c7db-ee5f-4027-8731-5ad1f29dd0a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '597a7b83-91ed-46f7-8e86-0a90cf2ee307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:42:32.906706 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-44d9157d-b089-4f51-9dcd-03e57554ca82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:32.907139 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d9157d-b089-4f51-9dcd-03e57554ca82 None None] Bound using segment: {'id': 'c5c8c7db-ee5f-4027-8731-5ad1f29dd0a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '597a7b83-91ed-46f7-8e86-0a90cf2ee307'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:42:32.907608 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-44d9157d-b089-4f51-9dcd-03e57554ca82 None None] Bound port: 9aef9c89-3b85-4abe-8b7e-b8d431d7a3ff, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5c8c7db-ee5f-4027-8731-5ad1f29dd0a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '597a7b83-91ed-46f7-8e86-0a90cf2ee307'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:42:32.908005 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-44d9157d-b089-4f51-9dcd-03e57554ca82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:32.951827 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-01bb8684-3d06-4c5a-be17-c504e0207781 tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:33.063814 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-01bb8684-3d06-4c5a-be17-c504e0207781 tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29762763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24211094'] for subnet, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:33.067894 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-44d9157d-b089-4f51-9dcd-03e57554ca82 None None] For port 9aef9c89-3b85-4abe-8b7e-b8d431d7a3ff, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:42:33.072801 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-44d9157d-b089-4f51-9dcd-03e57554ca82 None None] For port 9aef9c89-3b85-4abe-8b7e-b8d431d7a3ff, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=9aef9c89-3b85-4abe-8b7e-b8d431d7a3ff,segment=NetworkSegment(c5c8c7db-ee5f-4027-8731-5ad1f29dd0a6),segment_id=c5c8c7db-ee5f-4027-8731-5ad1f29dd0a6)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:42:33.080307 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-44d9157d-b089-4f51-9dcd-03e57554ca82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:33.104424 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bb8684-3d06-4c5a-be17-c504e0207781 tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] Pushing event deleted for resources: {'Subnet': ['ID=0d6c7df0-9ca6-41a0-b89d-dab86ac81589,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:42:33.107677 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-01bb8684-3d06-4c5a-be17-c504e0207781 tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] Notify callbacks [] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:33.111766 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-01bb8684-3d06-4c5a-be17-c504e0207781 tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] 10.222.0.58 "DELETE /v2.0/subnets/0d6c7df0-9ca6-41a0-b89d-dab86ac81589 HTTP/1.1" status: 204 len: 168 time: 0.5358217 Aug 05 12:42:33.115087 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 48336) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:42:33.161019 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d9157d-b089-4f51-9dcd-03e57554ca82 None None] Pushing event updated for resources: {'Port': ['ID=9aef9c89-3b85-4abe-8b7e-b8d431d7a3ff,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:42:33.245072 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-13da47d4-7e4a-4064-bed1-912dbf71c3f8 tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:33.314857 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-13da47d4-7e4a-4064-bed1-912dbf71c3f8 tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] Deleting port 9aef9c89-3b85-4abe-8b7e-b8d431d7a3ff {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:42:33.315151 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-13da47d4-7e4a-4064-bed1-912dbf71c3f8 tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:33.435018 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-13da47d4-7e4a-4064-bed1-912dbf71c3f8 tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] For port 9aef9c89-3b85-4abe-8b7e-b8d431d7a3ff, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=9aef9c89-3b85-4abe-8b7e-b8d431d7a3ff,segment=NetworkSegment(c5c8c7db-ee5f-4027-8731-5ad1f29dd0a6),segment_id=c5c8c7db-ee5f-4027-8731-5ad1f29dd0a6)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:42:33.435388 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-13da47d4-7e4a-4064-bed1-912dbf71c3f8 tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:33.460685 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-13da47d4-7e4a-4064-bed1-912dbf71c3f8 tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] Calling delete_port for 9aef9c89-3b85-4abe-8b7e-b8d431d7a3ff owned by network:dhcp {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:42:33.583231 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-13da47d4-7e4a-4064-bed1-912dbf71c3f8 tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:33.597588 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13da47d4-7e4a-4064-bed1-912dbf71c3f8 tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] No DVR routers for this DVR port 9aef9c89-3b85-4abe-8b7e-b8d431d7a3ff on host n-d-803378-2 {{(pid=94420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:42:33.652862 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13da47d4-7e4a-4064-bed1-912dbf71c3f8 tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] Pushing event deleted for resources: {'Port': ['ID=9aef9c89-3b85-4abe-8b7e-b8d431d7a3ff,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:42:33.751663 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4003820-3517-4d6c-9645-640e06a2d2f4 None None] Network 4a14a665-5113-4fae-afa8-364cc1131b97 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:42:33.758614 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 5551e908-8dee-4ca9-8d8d-e7d9c2e63b93 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:42:33.762966 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-13da47d4-7e4a-4064-bed1-912dbf71c3f8 tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:33.776721 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-13da47d4-7e4a-4064-bed1-912dbf71c3f8 tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['597a7b83-91ed-46f7-8e86-0a90cf2ee307']}} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:42:33.793019 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-13da47d4-7e4a-4064-bed1-912dbf71c3f8 tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5c8c7db-ee5f-4027-8731-5ad1f29dd0a6') {'for_net_delete': True} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:42:33.793408 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-13da47d4-7e4a-4064-bed1-912dbf71c3f8 tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5c8c7db-ee5f-4027-8731-5ad1f29dd0a6') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:42:33.805399 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-13da47d4-7e4a-4064-bed1-912dbf71c3f8 tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25010581'] for segment, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:33.824791 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-13da47d4-7e4a-4064-bed1-912dbf71c3f8 tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:33.832993 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13da47d4-7e4a-4064-bed1-912dbf71c3f8 tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] Releasing vlan 685 on physical network physnet1 to pool {{(pid=94420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 12:42:33.833620 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-13da47d4-7e4a-4064-bed1-912dbf71c3f8 tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29762581'] for segment, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:33.836749 n-d-803378-2 neutron-server[94420]: Traceback (most recent call last): Aug 05 12:42:33.836749 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 12:42:33.836749 n-d-803378-2 neutron-server[94420]: timer() Aug 05 12:42:33.836749 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 12:42:33.836749 n-d-803378-2 neutron-server[94420]: cb(*args, **kw) Aug 05 12:42:33.836749 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 12:42:33.836749 n-d-803378-2 neutron-server[94420]: return func(*args, **kwargs) Aug 05 12:42:33.836749 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 12:42:33.836749 n-d-803378-2 neutron-server[94420]: self._notify() Aug 05 12:42:33.836749 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 12:42:33.836749 n-d-803378-2 neutron-server[94420]: self.callback(batched_events) Aug 05 12:42:33.836749 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 12:42:33.836749 n-d-803378-2 neutron-server[94420]: event.method(event) Aug 05 12:42:33.836749 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 12:42:33.836749 n-d-803378-2 neutron-server[94420]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 12:42:33.836749 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 12:42:33.836749 n-d-803378-2 neutron-server[94420]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 12:42:33.836749 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 12:42:33.836749 n-d-803378-2 neutron-server[94420]: return f(self, *a, **k) Aug 05 12:42:33.836749 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 12:42:33.836749 n-d-803378-2 neutron-server[94420]: return self._get(url).json() Aug 05 12:42:33.836749 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 12:42:33.836749 n-d-803378-2 neutron-server[94420]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 12:42:33.836749 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 12:42:33.836749 n-d-803378-2 neutron-server[94420]: return self.request(url, 'GET', **kwargs) Aug 05 12:42:33.836749 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 12:42:33.836749 n-d-803378-2 neutron-server[94420]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 12:42:33.836749 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 12:42:33.836749 n-d-803378-2 neutron-server[94420]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 12:42:33.836749 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 12:42:33.836749 n-d-803378-2 neutron-server[94420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 12:42:33.836749 n-d-803378-2 neutron-server[94420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 12:42:33.867343 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-7514f0d9-7719-4042-b54e-ca43166dae76 None None] Provisioning for port 5551e908-8dee-4ca9-8d8d-e7d9c2e63b93 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:42:33.914222 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 5551e908-8dee-4ca9-8d8d-e7d9c2e63b93 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:42:33.918902 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-13da47d4-7e4a-4064-bed1-912dbf71c3f8 tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:33.927645 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-13da47d4-7e4a-4064-bed1-912dbf71c3f8 tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:33.930931 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-13da47d4-7e4a-4064-bed1-912dbf71c3f8 tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] 10.222.0.58 "DELETE /v2.0/networks/597a7b83-91ed-46f7-8e86-0a90cf2ee307 HTTP/1.1" status: 204 len: 168 time: 0.8144531 Aug 05 12:42:33.935343 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 48338) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:42:33.943960 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 5551e908-8dee-4ca9-8d8d-e7d9c2e63b93 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:42:33.944185 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:33.959397 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13da47d4-7e4a-4064-bed1-912dbf71c3f8 tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] Pushing event deleted for resources: {'Network': ['ID=597a7b83-91ed-46f7-8e86-0a90cf2ee307,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:42:34.033388 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_v2 [None req-a93c3378-c334-492b-b6c0-29d55d5d7870 tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] Deleting subnet 700bc019-6ef3-4e7c-8954-a28b7cff1533 {{(pid=94421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 12:42:34.038988 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a93c3378-c334-492b-b6c0-29d55d5d7870 tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] Notify callbacks [] for subnet, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:34.080727 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:34.104104 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a93c3378-c334-492b-b6c0-29d55d5d7870 tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29786388'] for subnet, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:34.124639 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port 5551e908-8dee-4ca9-8d8d-e7d9c2e63b93, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=5551e908-8dee-4ca9-8d8d-e7d9c2e63b93,segment=NetworkSegment(af635bbb-ded3-444b-92b0-4377065ccba9),segment_id=af635bbb-ded3-444b-92b0-4377065ccba9)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:42:34.137233 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:34.140766 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 9aef9c89-3b85-4abe-8b7e-b8d431d7a3ff up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:42:34.171698 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 9aef9c89-3b85-4abe-8b7e-b8d431d7a3ff {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:42:34.172598 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 9aef9c89-3b85-4abe-8b7e-b8d431d7a3ff not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 05 12:42:34.238580 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a93c3378-c334-492b-b6c0-29d55d5d7870 tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:34.247953 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Port 9aef9c89-3b85-4abe-8b7e-b8d431d7a3ff not found, will not notify nova. {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 05 12:42:34.294597 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=5551e908-8dee-4ca9-8d8d-e7d9c2e63b93,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:42:34.342619 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a93c3378-c334-492b-b6c0-29d55d5d7870 tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25038609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30075142'] for subnet, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:34.378759 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93c3378-c334-492b-b6c0-29d55d5d7870 tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] Pushing event deleted for resources: {'Subnet': ['ID=700bc019-6ef3-4e7c-8954-a28b7cff1533,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:42:34.384783 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a93c3378-c334-492b-b6c0-29d55d5d7870 tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:34.386934 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-a93c3378-c334-492b-b6c0-29d55d5d7870 tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] 10.222.0.58 "DELETE /v2.0/subnets/700bc019-6ef3-4e7c-8954-a28b7cff1533 HTTP/1.1" status: 204 len: 168 time: 0.4494581 Aug 05 12:42:34.391214 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 48340) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:42:34.439199 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba542ef-187b-4d21-b3d0-d62b9a60e8ca None None] Network 4a14a665-5113-4fae-afa8-364cc1131b97 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:42:34.494425 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c3ae4060-0b3d-4807-ad46-a209147cc26f tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:34.555168 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-9503d372-be11-4b49-a10d-b73425c64e38 None None] Provisioning complete for port 5551e908-8dee-4ca9-8d8d-e7d9c2e63b93 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:42:34.555971 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-9503d372-be11-4b49-a10d-b73425c64e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:34.561032 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-c3ae4060-0b3d-4807-ad46-a209147cc26f tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] Deleting port 5551e908-8dee-4ca9-8d8d-e7d9c2e63b93 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:42:34.561465 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c3ae4060-0b3d-4807-ad46-a209147cc26f tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:34.599755 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ff1dce-5c28-4de0-a3ca-566ddd76deeb None None] DHCP port deletion for 597a7b83-91ed-46f7-8e86-0a90cf2ee307 request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 12:42:34.636853 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-c3ae4060-0b3d-4807-ad46-a209147cc26f tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] For port 5551e908-8dee-4ca9-8d8d-e7d9c2e63b93, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=5551e908-8dee-4ca9-8d8d-e7d9c2e63b93,segment=NetworkSegment(af635bbb-ded3-444b-92b0-4377065ccba9),segment_id=af635bbb-ded3-444b-92b0-4377065ccba9)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:42:34.637600 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c3ae4060-0b3d-4807-ad46-a209147cc26f tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:34.641403 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be61ebe-8d98-483a-8761-8a4beeded656 None None] Network 597a7b83-91ed-46f7-8e86-0a90cf2ee307 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:42:34.663373 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be61ebe-8d98-483a-8761-8a4beeded656 None None] Network 597a7b83-91ed-46f7-8e86-0a90cf2ee307 could not be found, it might have been deleted concurrently. {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 05 12:42:34.664757 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-c3ae4060-0b3d-4807-ad46-a209147cc26f tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] Calling delete_port for 5551e908-8dee-4ca9-8d8d-e7d9c2e63b93 owned by network:dhcp {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:42:34.722129 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0f8a37-eb9d-4741-ac5f-63b643db862b None None] DHCP port deletion for 4a14a665-5113-4fae-afa8-364cc1131b97 request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 12:42:34.782055 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c3ae4060-0b3d-4807-ad46-a209147cc26f tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:34.792276 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-ec0f8a37-eb9d-4741-ac5f-63b643db862b None None] Deleting port 5551e908-8dee-4ca9-8d8d-e7d9c2e63b93 {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:42:34.792665 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-ec0f8a37-eb9d-4741-ac5f-63b643db862b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:34.820265 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae4060-0b3d-4807-ad46-a209147cc26f tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] Pushing event deleted for resources: {'Port': ['ID=5551e908-8dee-4ca9-8d8d-e7d9c2e63b93,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:42:34.825336 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ae4060-0b3d-4807-ad46-a209147cc26f tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] No DVR routers for this DVR port 5551e908-8dee-4ca9-8d8d-e7d9c2e63b93 on host n-d-803378-2 {{(pid=94420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:42:34.849527 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-1a970980-7b9c-4285-ac55-52cd8478b5ea None None] Could not find standard attr ID for object 9aef9c89-3b85-4abe-8b7e-b8d431d7a3ff. {{(pid=94422) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 05 12:42:34.877398 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-ec0f8a37-eb9d-4741-ac5f-63b643db862b None None] For port 5551e908-8dee-4ca9-8d8d-e7d9c2e63b93, host n-d-803378-2, got binding levels [] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:42:34.877801 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-ec0f8a37-eb9d-4741-ac5f-63b643db862b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:34.893769 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-ec0f8a37-eb9d-4741-ac5f-63b643db862b None None] Calling delete_port for 5551e908-8dee-4ca9-8d8d-e7d9c2e63b93 owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:42:34.896767 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.ipam_backend_mixin [None req-ec0f8a37-eb9d-4741-ac5f-63b643db862b None None] Port 5551e908-8dee-4ca9-8d8d-e7d9c2e63b93 was not found and therefore no delete operation was performed {{(pid=94422) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 05 12:42:34.898106 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-ec0f8a37-eb9d-4741-ac5f-63b643db862b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:34.916151 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c3ae4060-0b3d-4807-ad46-a209147cc26f tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:34.926543 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0f8a37-eb9d-4741-ac5f-63b643db862b None None] Pushing event deleted for resources: {'Port': ['ID=5551e908-8dee-4ca9-8d8d-e7d9c2e63b93,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:42:34.928637 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0f8a37-eb9d-4741-ac5f-63b643db862b None None] No DVR routers for this DVR port 5551e908-8dee-4ca9-8d8d-e7d9c2e63b93 on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:42:34.929247 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-c3ae4060-0b3d-4807-ad46-a209147cc26f tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a14a665-5113-4fae-afa8-364cc1131b97']}} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:42:34.950674 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-c3ae4060-0b3d-4807-ad46-a209147cc26f tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af635bbb-ded3-444b-92b0-4377065ccba9') {'for_net_delete': True} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:42:34.950674 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-c3ae4060-0b3d-4807-ad46-a209147cc26f tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af635bbb-ded3-444b-92b0-4377065ccba9') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:42:34.960065 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c3ae4060-0b3d-4807-ad46-a209147cc26f tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25010581'] for segment, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:34.978117 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c3ae4060-0b3d-4807-ad46-a209147cc26f tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:34.986009 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3ae4060-0b3d-4807-ad46-a209147cc26f tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] Releasing vlan 661 on physical network physnet1 to pool {{(pid=94420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 12:42:34.986477 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c3ae4060-0b3d-4807-ad46-a209147cc26f tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29762581'] for segment, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:34.989818 n-d-803378-2 neutron-server[94420]: Traceback (most recent call last): Aug 05 12:42:34.989818 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 12:42:34.989818 n-d-803378-2 neutron-server[94420]: timer() Aug 05 12:42:34.989818 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 12:42:34.989818 n-d-803378-2 neutron-server[94420]: cb(*args, **kw) Aug 05 12:42:34.989818 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 12:42:34.989818 n-d-803378-2 neutron-server[94420]: return func(*args, **kwargs) Aug 05 12:42:34.989818 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 12:42:34.989818 n-d-803378-2 neutron-server[94420]: self._notify() Aug 05 12:42:34.989818 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 12:42:34.989818 n-d-803378-2 neutron-server[94420]: self.callback(batched_events) Aug 05 12:42:34.989818 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 12:42:34.989818 n-d-803378-2 neutron-server[94420]: event.method(event) Aug 05 12:42:34.989818 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 12:42:34.989818 n-d-803378-2 neutron-server[94420]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 12:42:34.989818 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 12:42:34.989818 n-d-803378-2 neutron-server[94420]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 12:42:34.989818 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 12:42:34.989818 n-d-803378-2 neutron-server[94420]: return f(self, *a, **k) Aug 05 12:42:34.989818 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 12:42:34.989818 n-d-803378-2 neutron-server[94420]: return self._get(url).json() Aug 05 12:42:34.989818 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 12:42:34.989818 n-d-803378-2 neutron-server[94420]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 12:42:34.989818 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 12:42:34.989818 n-d-803378-2 neutron-server[94420]: return self.request(url, 'GET', **kwargs) Aug 05 12:42:34.989818 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 12:42:34.989818 n-d-803378-2 neutron-server[94420]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 12:42:34.989818 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 12:42:34.989818 n-d-803378-2 neutron-server[94420]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 12:42:34.989818 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 12:42:34.989818 n-d-803378-2 neutron-server[94420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 12:42:34.989818 n-d-803378-2 neutron-server[94420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 12:42:35.081430 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c3ae4060-0b3d-4807-ad46-a209147cc26f tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:35.090848 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c3ae4060-0b3d-4807-ad46-a209147cc26f tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:35.093226 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-c3ae4060-0b3d-4807-ad46-a209147cc26f tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] 10.222.0.58 "DELETE /v2.0/networks/4a14a665-5113-4fae-afa8-364cc1131b97 HTTP/1.1" status: 204 len: 168 time: 0.7006316 Aug 05 12:42:35.096442 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 48342) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:42:35.131222 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae4060-0b3d-4807-ad46-a209147cc26f tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] Pushing event deleted for resources: {'Network': ['ID=4a14a665-5113-4fae-afa8-364cc1131b97,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:42:35.160239 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-88d3413f-885c-4d55-8ee1-a861d8ead064 tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] 10.222.0.58 "GET /v2.0/ports?device_id=c86918e7-aab0-4607-a4e0-c431f9ee1e09 HTTP/1.1" status: 200 len: 205 time: 0.0452728 Aug 05 12:42:35.162775 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 48344) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:42:35.241378 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ab0469c0-872d-4b89-8a49-bb01faf0e3cb tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] Notify callbacks [] for router, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:35.433427 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ab0469c0-872d-4b89-8a49-bb01faf0e3cb tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33262979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1951'] for router, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:35.436918 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ab0469c0-872d-4b89-8a49-bb01faf0e3cb tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:35.507659 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ab0469c0-872d-4b89-8a49-bb01faf0e3cb tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33262474'] for router, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:35.508394 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab0469c0-872d-4b89-8a49-bb01faf0e3cb tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] Fanout notify agent at l3_agent the message router_deleted on router c86918e7-aab0-4607-a4e0-c431f9ee1e09 {{(pid=94421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 12:42:35.520168 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ab0469c0-872d-4b89-8a49-bb01faf0e3cb tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] Notify callbacks [] for router, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:35.521632 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-ab0469c0-872d-4b89-8a49-bb01faf0e3cb tempest-RoutersNegativeTest-218628104 tempest-RoutersNegativeTest-218628104-project] 10.222.0.58 "DELETE /v2.0/routers/c86918e7-aab0-4607-a4e0-c431f9ee1e09 HTTP/1.1" status: 204 len: 168 time: 0.3576248 Aug 05 12:42:35.635816 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 5551e908-8dee-4ca9-8d8d-e7d9c2e63b93 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:42:35.666962 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 5551e908-8dee-4ca9-8d8d-e7d9c2e63b93 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:42:35.667431 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 5551e908-8dee-4ca9-8d8d-e7d9c2e63b93 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:42:35.668159 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 9aef9c89-3b85-4abe-8b7e-b8d431d7a3ff no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:42:35.689768 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 9aef9c89-3b85-4abe-8b7e-b8d431d7a3ff {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:42:35.690157 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 9aef9c89-3b85-4abe-8b7e-b8d431d7a3ff not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:42:35.818591 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 48350) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:42:35.984174 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-76729282-db84-4fb4-a009-3bc6e7b6f163 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=13ef4c6856034bcfb73a1629c17cfb77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1643159 Aug 05 12:42:35.987185 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 48354) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:42:36.039509 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4057124f-2056-4271-b8ff-fbc0e6876f9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:36.064103 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4057124f-2056-4271-b8ff-fbc0e6876f9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:36.122871 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4057124f-2056-4271-b8ff-fbc0e6876f9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:36.126526 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4057124f-2056-4271-b8ff-fbc0e6876f9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:36.127746 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-4057124f-2056-4271-b8ff-fbc0e6876f9d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/012f76bf-14de-43bf-a1b3-cd4d93b409fb HTTP/1.1" status: 204 len: 168 time: 0.1396098 Aug 05 12:42:36.135992 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4057124f-2056-4271-b8ff-fbc0e6876f9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=012f76bf-14de-43bf-a1b3-cd4d93b409fb,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:42:36.829768 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 48376) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:42:36.972915 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-87743dfc-d4f2-4a47-8162-b90f168e56c7 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1693586806-network', 'tenant_id': '022a222b298e429ca160238394e23f50'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:42:36.998232 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87743dfc-d4f2-4a47-8162-b90f168e56c7 admin admin] Made reservation on behalf of 022a222b298e429ca160238394e23f50 for: {'network': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:42:37.000870 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-87743dfc-d4f2-4a47-8162-b90f168e56c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:37.010057 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-87743dfc-d4f2-4a47-8162-b90f168e56c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:37.124183 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-87743dfc-d4f2-4a47-8162-b90f168e56c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:37.130170 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-87743dfc-d4f2-4a47-8162-b90f168e56c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:37.164211 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87743dfc-d4f2-4a47-8162-b90f168e56c7 admin admin] vlan segment allocate from pool success with {'vlan_id': 658, 'physical_network': 'physnet1'} {{(pid=94420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 12:42:37.174723 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87743dfc-d4f2-4a47-8162-b90f168e56c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d53f2599-a824-49a8-b411-a90be5fbc0b1,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:42:37.182565 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-87743dfc-d4f2-4a47-8162-b90f168e56c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:37.182925 n-d-803378-2 neutron-server[94420]: INFO neutron.db.segments_db [None req-87743dfc-d4f2-4a47-8162-b90f168e56c7 admin admin] Added segment 60a17463-da42-4f62-8a04-15d5e7ed3257 of type vlan for network 8e5bcce6-a51c-49f8-8ee8-de333baabc34 Aug 05 12:42:37.258258 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-87743dfc-d4f2-4a47-8162-b90f168e56c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:37.308360 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-87743dfc-d4f2-4a47-8162-b90f168e56c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:37.309639 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87743dfc-d4f2-4a47-8162-b90f168e56c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:42:37.310242 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-87743dfc-d4f2-4a47-8162-b90f168e56c7 admin admin] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:37.355085 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-fc2a7d2e-9121-4484-ac50-ce5b12fb6972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:37.382257 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-87743dfc-d4f2-4a47-8162-b90f168e56c7 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5512662 Aug 05 12:42:37.386992 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 48380) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:42:37.391378 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87743dfc-d4f2-4a47-8162-b90f168e56c7 admin admin] Pushing event updated for resources: {'Network': ['ID=8e5bcce6-a51c-49f8-8ee8-de333baabc34,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:42:37.397537 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-b8d1bc7a-f4c9-40b9-ad90-b1bf9ae0a3ec admin admin] Request body: {'subnet': {'network_id': '8e5bcce6-a51c-49f8-8ee8-de333baabc34', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1693586806-subnet', 'tenant_id': '022a222b298e429ca160238394e23f50', 'ip_version': 4}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:42:37.410760 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 8e5bcce6-a51c-49f8-8ee8-de333baabc34 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 12:42:37.429915 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8d1bc7a-f4c9-40b9-ad90-b1bf9ae0a3ec admin admin] Made reservation on behalf of 022a222b298e429ca160238394e23f50 for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:42:37.432368 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b8d1bc7a-f4c9-40b9-ad90-b1bf9ae0a3ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:37.729089 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b8d1bc7a-f4c9-40b9-ad90-b1bf9ae0a3ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25038678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30075167'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:37.830963 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d1bc7a-f4c9-40b9-ad90-b1bf9ae0a3ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=56aaf02d-5e97-4cd4-9c63-15de877ef8dd,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:42:37.851140 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d1bc7a-f4c9-40b9-ad90-b1bf9ae0a3ec admin admin] Checking segment: {'id': '60a17463-da42-4f62-8a04-15d5e7ed3257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '8e5bcce6-a51c-49f8-8ee8-de333baabc34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:42:37.851762 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d1bc7a-f4c9-40b9-ad90-b1bf9ae0a3ec admin admin] Network hostable DHCP agents. Network: 8e5bcce6-a51c-49f8-8ee8-de333baabc34, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 12:42:37.881600 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d1bc7a-f4c9-40b9-ad90-b1bf9ae0a3ec admin admin] Network 8e5bcce6-a51c-49f8-8ee8-de333baabc34 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 12:42:37.894592 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-b8d1bc7a-f4c9-40b9-ad90-b1bf9ae0a3ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, 8e5bcce6-a51c-49f8-8ee8-de333baabc34) {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:42:37.899610 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d1bc7a-f4c9-40b9-ad90-b1bf9ae0a3ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:42:37.900210 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b8d1bc7a-f4c9-40b9-ad90-b1bf9ae0a3ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:37.907588 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0005cb83-283b-4f66-a5b6-fd60a14e06bd None None] Network 8e5bcce6-a51c-49f8-8ee8-de333baabc34 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:42:37.920144 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-b8d1bc7a-f4c9-40b9-ad90-b1bf9ae0a3ec admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5314159 Aug 05 12:42:37.923277 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 48382) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:42:37.928518 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-f5e7dbbc-fcd3-4d57-ba3f-169c95cfa691 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1693586806-router', 'tenant_id': '022a222b298e429ca160238394e23f50', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:42:37.954923 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f5e7dbbc-fcd3-4d57-ba3f-169c95cfa691 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33260300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1929'] for router, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:37.956080 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f5e7dbbc-fcd3-4d57-ba3f-169c95cfa691 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33285914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33034662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1926'] for router, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:38.014796 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f5e7dbbc-fcd3-4d57-ba3f-169c95cfa691 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:38.118210 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff00b9db-72db-4fd3-aa0b-73dd1259ce62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-8e5bcce6-a51c-49f8-8ee8-de333baabc34', 'network_id': '8e5bcce6-a51c-49f8-8ee8-de333baabc34', 'tenant_id': '022a222b298e429ca160238394e23f50', 'fixed_ips': [{'subnet_id': '56aaf02d-5e97-4cd4-9c63-15de877ef8dd'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 12:42:38.119396 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-ff00b9db-72db-4fd3-aa0b-73dd1259ce62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:38.207398 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f5e7dbbc-fcd3-4d57-ba3f-169c95cfa691 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:38.305860 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-ff00b9db-72db-4fd3-aa0b-73dd1259ce62 None None] Allocated IP 172.20.0.2 (8e5bcce6-a51c-49f8-8ee8-de333baabc34/56aaf02d-5e97-4cd4-9c63-15de877ef8dd/76228fa6-9c24-420d-a12f-2e45b5027654) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:42:38.465184 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f5e7dbbc-fcd3-4d57-ba3f-169c95cfa691 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:38.488153 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f5e7dbbc-fcd3-4d57-ba3f-169c95cfa691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:38.493810 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-ff00b9db-72db-4fd3-aa0b-73dd1259ce62 None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:38.506073 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-ff00b9db-72db-4fd3-aa0b-73dd1259ce62 None None] Transition to ACTIVE for port object 76228fa6-9c24-420d-a12f-2e45b5027654 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:42:38.527799 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-ff00b9db-72db-4fd3-aa0b-73dd1259ce62 None None] Transition to ACTIVE for port object 76228fa6-9c24-420d-a12f-2e45b5027654 will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:42:38.536970 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-ff00b9db-72db-4fd3-aa0b-73dd1259ce62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:38.599109 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff00b9db-72db-4fd3-aa0b-73dd1259ce62 None None] Network 8e5bcce6-a51c-49f8-8ee8-de333baabc34 is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:42:38.605294 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-ff00b9db-72db-4fd3-aa0b-73dd1259ce62 None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:42:38.609811 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff00b9db-72db-4fd3-aa0b-73dd1259ce62 None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:42:38.617404 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff00b9db-72db-4fd3-aa0b-73dd1259ce62 None None] Pushing event updated for resources: {'Port': ['ID=76228fa6-9c24-420d-a12f-2e45b5027654,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:42:38.621330 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-f5e7dbbc-fcd3-4d57-ba3f-169c95cfa691 admin admin] Allocated IP 172.25.5.20 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/3668cd22-ea09-4dbf-83f1-e08d99952fe4) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:42:38.703891 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-ff00b9db-72db-4fd3-aa0b-73dd1259ce62 None None] Attempting to bind port 76228fa6-9c24-420d-a12f-2e45b5027654 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:42:38.704261 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-ff00b9db-72db-4fd3-aa0b-73dd1259ce62 None None] Attempting to bind port 76228fa6-9c24-420d-a12f-2e45b5027654 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '60a17463-da42-4f62-8a04-15d5e7ed3257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '8e5bcce6-a51c-49f8-8ee8-de333baabc34'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:42:38.704684 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff00b9db-72db-4fd3-aa0b-73dd1259ce62 None None] Attempting to bind port 76228fa6-9c24-420d-a12f-2e45b5027654 on network 8e5bcce6-a51c-49f8-8ee8-de333baabc34 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:42:38.710736 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff00b9db-72db-4fd3-aa0b-73dd1259ce62 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:42:38.711127 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff00b9db-72db-4fd3-aa0b-73dd1259ce62 None None] Checking segment: {'id': '60a17463-da42-4f62-8a04-15d5e7ed3257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '8e5bcce6-a51c-49f8-8ee8-de333baabc34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:42:38.711548 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-ff00b9db-72db-4fd3-aa0b-73dd1259ce62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:38.711981 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff00b9db-72db-4fd3-aa0b-73dd1259ce62 None None] Bound using segment: {'id': '60a17463-da42-4f62-8a04-15d5e7ed3257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '8e5bcce6-a51c-49f8-8ee8-de333baabc34'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:42:38.712433 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-ff00b9db-72db-4fd3-aa0b-73dd1259ce62 None None] Bound port: 76228fa6-9c24-420d-a12f-2e45b5027654, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60a17463-da42-4f62-8a04-15d5e7ed3257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '8e5bcce6-a51c-49f8-8ee8-de333baabc34'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:42:38.712844 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-ff00b9db-72db-4fd3-aa0b-73dd1259ce62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:38.759180 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f5e7dbbc-fcd3-4d57-ba3f-169c95cfa691 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:38.814757 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f5e7dbbc-fcd3-4d57-ba3f-169c95cfa691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:38.815795 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-ff00b9db-72db-4fd3-aa0b-73dd1259ce62 None None] For port 76228fa6-9c24-420d-a12f-2e45b5027654, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:42:38.821225 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-ff00b9db-72db-4fd3-aa0b-73dd1259ce62 None None] For port 76228fa6-9c24-420d-a12f-2e45b5027654, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=76228fa6-9c24-420d-a12f-2e45b5027654,segment=NetworkSegment(60a17463-da42-4f62-8a04-15d5e7ed3257),segment_id=60a17463-da42-4f62-8a04-15d5e7ed3257)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:42:38.828692 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-ff00b9db-72db-4fd3-aa0b-73dd1259ce62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:38.877009 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e7dbbc-fcd3-4d57-ba3f-169c95cfa691 admin admin] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:42:38.880690 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-f5e7dbbc-fcd3-4d57-ba3f-169c95cfa691 admin admin] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:42:38.893457 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e7dbbc-fcd3-4d57-ba3f-169c95cfa691 admin admin] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:42:38.908468 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff00b9db-72db-4fd3-aa0b-73dd1259ce62 None None] Pushing event updated for resources: {'Port': ['ID=76228fa6-9c24-420d-a12f-2e45b5027654,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:42:38.940985 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e7dbbc-fcd3-4d57-ba3f-169c95cfa691 admin admin] Pushing event updated for resources: {'Port': ['ID=3668cd22-ea09-4dbf-83f1-e08d99952fe4,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:42:39.686702 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f5e7dbbc-fcd3-4d57-ba3f-169c95cfa691 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:39.709164 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 76228fa6-9c24-420d-a12f-2e45b5027654 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:42:39.787932 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 76228fa6-9c24-420d-a12f-2e45b5027654 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:42:39.952528 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f5e7dbbc-fcd3-4d57-ba3f-169c95cfa691 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286026'] for router, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:39.970003 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690e684c-12d7-4f32-934c-6af4f67328f8 None None] Network 8e5bcce6-a51c-49f8-8ee8-de333baabc34 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:42:40.036715 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-425266cb-d8e1-41d0-9f08-dff457f2db87 None None] Provisioning for port 76228fa6-9c24-420d-a12f-2e45b5027654 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:42:40.047735 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-425266cb-d8e1-41d0-9f08-dff457f2db87 None None] Provisioning complete for port 76228fa6-9c24-420d-a12f-2e45b5027654 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:42:40.048123 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-425266cb-d8e1-41d0-9f08-dff457f2db87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:40.153635 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5e7dbbc-fcd3-4d57-ba3f-169c95cfa691 admin admin] Router 40d7f597-3a12-482c-9213-8fa4882c9358 is scheduled to L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d with binding_index 1 {{(pid=94420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 12:42:40.323111 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5e7dbbc-fcd3-4d57-ba3f-169c95cfa691 admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:42:40.339621 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386af5ec-2aa3-4818-a9a2-b05f6d724a07 None None] Sync routers for ids ['40d7f597-3a12-482c-9213-8fa4882c9358'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:42:40.344584 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-88eafb93-0f39-45cc-a992-2091749d71b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:40.349231 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f5e7dbbc-fcd3-4d57-ba3f-169c95cfa691 admin admin] Notify callbacks [] for router, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:40.356470 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-f5e7dbbc-fcd3-4d57-ba3f-169c95cfa691 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.4270878 Aug 05 12:42:40.356839 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:40.357019 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 48384) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:42:40.358335 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386af5ec-2aa3-4818-a9a2-b05f6d724a07 None None] Routers {'40d7f597-3a12-482c-9213-8fa4882c9358'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:42:40.359393 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-386af5ec-2aa3-4818-a9a2-b05f6d724a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:42:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['40d7f597-3a12-482c-9213-8fa4882c9358'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:42:40.434183 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-425266cb-d8e1-41d0-9f08-dff457f2db87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:40.494330 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-425266cb-d8e1-41d0-9f08-dff457f2db87 None None] For port 76228fa6-9c24-420d-a12f-2e45b5027654, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=76228fa6-9c24-420d-a12f-2e45b5027654,segment=NetworkSegment(60a17463-da42-4f62-8a04-15d5e7ed3257),segment_id=60a17463-da42-4f62-8a04-15d5e7ed3257)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:42:40.504098 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-425266cb-d8e1-41d0-9f08-dff457f2db87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:40.547278 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-386af5ec-2aa3-4818-a9a2-b05f6d724a07 None None] Set router 40d7f597-3a12-482c-9213-8fa4882c9358 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:42:40.618709 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425266cb-d8e1-41d0-9f08-dff457f2db87 None None] Pushing event updated for resources: {'Port': ['ID=76228fa6-9c24-420d-a12f-2e45b5027654,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:42:40.836103 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-9b6c2021-ebe7-429e-8509-7fa3612adcf9 None None] Provisioning complete for port 76228fa6-9c24-420d-a12f-2e45b5027654 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:42:40.837065 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-9b6c2021-ebe7-429e-8509-7fa3612adcf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:40.844914 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-386af5ec-2aa3-4818-a9a2-b05f6d724a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40d7f597-3a12-482c-9213-8fa4882c9358', 'name': 'tempest-TestEncryptedCinderVolumes-1693586806-router', 'tenant_id': '022a222b298e429ca160238394e23f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': '3668cd22-ea09-4dbf-83f1-e08d99952fe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:42:37Z', 'updated_at': '2021-08-05T12:42:39Z', 'revision_number': 3, 'project_id': '022a222b298e429ca160238394e23f50', 'gw_port': {'id': '3668cd22-ea09-4dbf-83f1-e08d99952fe4', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:33:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40d7f597-3a12-482c-9213-8fa4882c9358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:42:38Z', 'updated_at': '2021-08-05T12:42:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:42:40.881967 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386af5ec-2aa3-4818-a9a2-b05f6d724a07 None None] Checking router: 40d7f597-3a12-482c-9213-8fa4882c9358 for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:42:40.882441 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386af5ec-2aa3-4818-a9a2-b05f6d724a07 None None] Updating router 40d7f597-3a12-482c-9213-8fa4882c9358 port 3668cd22-ea09-4dbf-83f1-e08d99952fe4 binding host n-d-803378-2 {{(pid=94423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 12:42:40.926893 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-386af5ec-2aa3-4818-a9a2-b05f6d724a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:41.018549 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-73d26a29-e411-4a81-85b5-c52506ff46fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:41.250211 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-73d26a29-e411-4a81-85b5-c52506ff46fa admin admin] Allocated IP 172.20.0.1 (8e5bcce6-a51c-49f8-8ee8-de333baabc34/56aaf02d-5e97-4cd4-9c63-15de877ef8dd/50256421-93ed-4b24-8625-5b08a5cd400d) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:42:41.336240 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-386af5ec-2aa3-4818-a9a2-b05f6d724a07 None None] Notify callbacks [] for port, precommit_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:41.349757 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.provisioning_blocks [None req-386af5ec-2aa3-4818-a9a2-b05f6d724a07 None None] Transition to ACTIVE for port object 3668cd22-ea09-4dbf-83f1-e08d99952fe4 will not be triggered until provisioned by entity L2. {{(pid=94423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:42:41.358578 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-386af5ec-2aa3-4818-a9a2-b05f6d724a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:41.436342 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-386af5ec-2aa3-4818-a9a2-b05f6d724a07 None None] Attempting to bind port 3668cd22-ea09-4dbf-83f1-e08d99952fe4 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:42:41.437274 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-386af5ec-2aa3-4818-a9a2-b05f6d724a07 None None] Attempting to bind port 3668cd22-ea09-4dbf-83f1-e08d99952fe4 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}] {{(pid=94423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:42:41.439628 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-73d26a29-e411-4a81-85b5-c52506ff46fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:41.439777 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386af5ec-2aa3-4818-a9a2-b05f6d724a07 None None] Attempting to bind port 3668cd22-ea09-4dbf-83f1-e08d99952fe4 on network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:42:41.447619 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010aef2d-d8f4-4163-b183-b7317ea09f9b None None] Pushing event updated for resources: {'Port': ['ID=3668cd22-ea09-4dbf-83f1-e08d99952fe4,revision_number=2']} {{(pid=94423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:42:41.450043 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386af5ec-2aa3-4818-a9a2-b05f6d724a07 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:42:41.450402 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386af5ec-2aa3-4818-a9a2-b05f6d724a07 None None] Checking segment: {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:42:41.450797 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-386af5ec-2aa3-4818-a9a2-b05f6d724a07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:41.451924 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386af5ec-2aa3-4818-a9a2-b05f6d724a07 None None] Bound using segment: {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'} {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:42:41.452408 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-386af5ec-2aa3-4818-a9a2-b05f6d724a07 None None] Bound port: 3668cd22-ea09-4dbf-83f1-e08d99952fe4, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}}] {{(pid=94423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:42:41.452810 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-386af5ec-2aa3-4818-a9a2-b05f6d724a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:41.455468 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [None req-73d26a29-e411-4a81-85b5-c52506ff46fa admin admin] Transition to ACTIVE for port object 50256421-93ed-4b24-8625-5b08a5cd400d will not be triggered until provisioned by entity DHCP. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:42:41.481973 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010aef2d-d8f4-4163-b183-b7317ea09f9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:42:41.483836 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010aef2d-d8f4-4163-b183-b7317ea09f9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:42:41.484010 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010aef2d-d8f4-4163-b183-b7317ea09f9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:42:41.484367 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010aef2d-d8f4-4163-b183-b7317ea09f9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:42:41.484944 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010aef2d-d8f4-4163-b183-b7317ea09f9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:42:41.485361 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010aef2d-d8f4-4163-b183-b7317ea09f9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:42:41.485776 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010aef2d-d8f4-4163-b183-b7317ea09f9b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:42:41.486256 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010aef2d-d8f4-4163-b183-b7317ea09f9b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:42:41.486651 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010aef2d-d8f4-4163-b183-b7317ea09f9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:42:41.487058 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010aef2d-d8f4-4163-b183-b7317ea09f9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:42:41.487880 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010aef2d-d8f4-4163-b183-b7317ea09f9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:42:41.488075 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010aef2d-d8f4-4163-b183-b7317ea09f9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:42:41.510993 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-73d26a29-e411-4a81-85b5-c52506ff46fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:41.536358 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.db [None req-386af5ec-2aa3-4818-a9a2-b05f6d724a07 None None] For port 3668cd22-ea09-4dbf-83f1-e08d99952fe4, host n-d-803378-2, cleared binding levels {{(pid=94423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:42:41.541005 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.db [None req-386af5ec-2aa3-4818-a9a2-b05f6d724a07 None None] For port 3668cd22-ea09-4dbf-83f1-e08d99952fe4, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=3668cd22-ea09-4dbf-83f1-e08d99952fe4,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:42:41.547605 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-386af5ec-2aa3-4818-a9a2-b05f6d724a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:41.572198 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d26a29-e411-4a81-85b5-c52506ff46fa admin admin] Network 8e5bcce6-a51c-49f8-8ee8-de333baabc34 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:42:41.576548 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-73d26a29-e411-4a81-85b5-c52506ff46fa admin admin] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:42:41.579925 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d26a29-e411-4a81-85b5-c52506ff46fa admin admin] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:42:41.624137 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d26a29-e411-4a81-85b5-c52506ff46fa admin admin] Pushing event updated for resources: {'Port': ['ID=50256421-93ed-4b24-8625-5b08a5cd400d,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:42:41.645544 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-73d26a29-e411-4a81-85b5-c52506ff46fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33288800'] for router_interface, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:41.673102 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386af5ec-2aa3-4818-a9a2-b05f6d724a07 None None] Routers {'40d7f597-3a12-482c-9213-8fa4882c9358'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:42:41.674195 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-386af5ec-2aa3-4818-a9a2-b05f6d724a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:42:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['40d7f597-3a12-482c-9213-8fa4882c9358'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:42:41.679444 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010aef2d-d8f4-4163-b183-b7317ea09f9b None None] Pushing event updated for resources: {'Port': ['ID=3668cd22-ea09-4dbf-83f1-e08d99952fe4,revision_number=3']} {{(pid=94423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:42:41.712851 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 76228fa6-9c24-420d-a12f-2e45b5027654 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:42:41.814706 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 76228fa6-9c24-420d-a12f-2e45b5027654 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:42:41.816008 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:41.856960 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-73d26a29-e411-4a81-85b5-c52506ff46fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:41.986861 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-04ff6344-25ce-4962-99a3-2b467619d648 None None] Provisioning for port 50256421-93ed-4b24-8625-5b08a5cd400d completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:42:41.995005 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-04ff6344-25ce-4962-99a3-2b467619d648 None None] Provisioning complete for port 50256421-93ed-4b24-8625-5b08a5cd400d triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:42:41.995623 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-04ff6344-25ce-4962-99a3-2b467619d648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:42.016449 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-386af5ec-2aa3-4818-a9a2-b05f6d724a07 None None] Set router 40d7f597-3a12-482c-9213-8fa4882c9358 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:42:42.078386 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:42.082768 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-04ff6344-25ce-4962-99a3-2b467619d648 None None] Port 50256421-93ed-4b24-8625-5b08a5cd400d cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 12:42:42.110515 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-73d26a29-e411-4a81-85b5-c52506ff46fa admin admin] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:42.117148 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-73d26a29-e411-4a81-85b5-c52506ff46fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:42.193005 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d26a29-e411-4a81-85b5-c52506ff46fa admin admin] Pushing event updated for resources: {'Port': ['ID=50256421-93ed-4b24-8625-5b08a5cd400d,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:42:42.196866 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-73d26a29-e411-4a81-85b5-c52506ff46fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33140268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33208272'] for router_interface, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:42.264330 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-386af5ec-2aa3-4818-a9a2-b05f6d724a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40d7f597-3a12-482c-9213-8fa4882c9358', 'name': 'tempest-TestEncryptedCinderVolumes-1693586806-router', 'tenant_id': '022a222b298e429ca160238394e23f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': '3668cd22-ea09-4dbf-83f1-e08d99952fe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:42:37Z', 'updated_at': '2021-08-05T12:42:39Z', 'revision_number': 3, 'project_id': '022a222b298e429ca160238394e23f50', 'gw_port': {'id': '3668cd22-ea09-4dbf-83f1-e08d99952fe4', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:33:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40d7f597-3a12-482c-9213-8fa4882c9358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:42:38Z', 'updated_at': '2021-08-05T12:42:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:42:42.301139 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386af5ec-2aa3-4818-a9a2-b05f6d724a07 None None] The sync data for ids ['40d7f597-3a12-482c-9213-8fa4882c9358'] in n-d-803378-2 is: [{'id': '40d7f597-3a12-482c-9213-8fa4882c9358', 'name': 'tempest-TestEncryptedCinderVolumes-1693586806-router', 'tenant_id': '022a222b298e429ca160238394e23f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': '3668cd22-ea09-4dbf-83f1-e08d99952fe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:42:37Z', 'updated_at': '2021-08-05T12:42:39Z', 'revision_number': 3, 'project_id': '022a222b298e429ca160238394e23f50', 'gw_port': {'id': '3668cd22-ea09-4dbf-83f1-e08d99952fe4', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:33:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40d7f597-3a12-482c-9213-8fa4882c9358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:42:38Z', 'updated_at': '2021-08-05T12:42:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:42:42.339143 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d26a29-e411-4a81-85b5-c52506ff46fa admin admin] Network 8e5bcce6-a51c-49f8-8ee8-de333baabc34 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:42:42.341345 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-73d26a29-e411-4a81-85b5-c52506ff46fa admin admin] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:42:42.531940 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73d26a29-e411-4a81-85b5-c52506ff46fa admin admin] Router 40d7f597-3a12-482c-9213-8fa4882c9358 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:42:42.711240 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-592e0b41-b05d-4a5b-8a48-a2766ac06390 None None] Provisioning complete for port 50256421-93ed-4b24-8625-5b08a5cd400d triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:42:42.711717 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-592e0b41-b05d-4a5b-8a48-a2766ac06390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:42.742445 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73d26a29-e411-4a81-85b5-c52506ff46fa admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:42:42.752297 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-73d26a29-e411-4a81-85b5-c52506ff46fa admin admin] 10.222.0.58 "PUT /v2.0/routers/40d7f597-3a12-482c-9213-8fa4882c9358/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3952725 Aug 05 12:42:42.780332 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-592e0b41-b05d-4a5b-8a48-a2766ac06390 None None] Port 50256421-93ed-4b24-8625-5b08a5cd400d cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 12:42:43.430954 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 48400) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:42:43.436971 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-f56dd7fd-66ce-41d5-ba66-4f942d96df26 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-288671780-network', 'tenant_id': 'bb2d4c218a6e490b910c00a23957e1bf'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:42:43.462665 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f56dd7fd-66ce-41d5-ba66-4f942d96df26 admin admin] Made reservation on behalf of bb2d4c218a6e490b910c00a23957e1bf for: {'network': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:42:43.465251 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f56dd7fd-66ce-41d5-ba66-4f942d96df26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:43.476421 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f56dd7fd-66ce-41d5-ba66-4f942d96df26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:43.602826 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f56dd7fd-66ce-41d5-ba66-4f942d96df26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:43.609713 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f56dd7fd-66ce-41d5-ba66-4f942d96df26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:43.640002 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f56dd7fd-66ce-41d5-ba66-4f942d96df26 admin admin] vlan segment allocate from pool success with {'vlan_id': 683, 'physical_network': 'physnet1'} {{(pid=94420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 12:42:43.647363 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56dd7fd-66ce-41d5-ba66-4f942d96df26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db805509-564f-4e86-8444-225a9de061dd,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:42:43.658193 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f56dd7fd-66ce-41d5-ba66-4f942d96df26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:43.658732 n-d-803378-2 neutron-server[94420]: INFO neutron.db.segments_db [None req-f56dd7fd-66ce-41d5-ba66-4f942d96df26 admin admin] Added segment 9731f03c-e5ba-4d41-970d-247b6a7fdd7a of type vlan for network d43ba599-2f16-4959-9c14-645a61ae055b Aug 05 12:42:43.682388 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 3668cd22-ea09-4dbf-83f1-e08d99952fe4 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:42:43.712398 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f56dd7fd-66ce-41d5-ba66-4f942d96df26 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:43.752785 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f56dd7fd-66ce-41d5-ba66-4f942d96df26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:43.754500 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f56dd7fd-66ce-41d5-ba66-4f942d96df26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:42:43.755493 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f56dd7fd-66ce-41d5-ba66-4f942d96df26 admin admin] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:43.760904 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 3668cd22-ea09-4dbf-83f1-e08d99952fe4 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:42:43.766096 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 3668cd22-ea09-4dbf-83f1-e08d99952fe4 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:42:43.766570 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:43.833061 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 48402) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:42:43.833928 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-f56dd7fd-66ce-41d5-ba66-4f942d96df26 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4008932 Aug 05 12:42:43.844376 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-7dc6db7f-3a7d-43f9-8c99-94e023acab9a admin admin] Request body: {'subnet': {'network_id': 'd43ba599-2f16-4959-9c14-645a61ae055b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-288671780-subnet', 'tenant_id': 'bb2d4c218a6e490b910c00a23957e1bf', 'ip_version': 4}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:42:43.847779 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56dd7fd-66ce-41d5-ba66-4f942d96df26 admin admin] Pushing event updated for resources: {'Network': ['ID=d43ba599-2f16-4959-9c14-645a61ae055b,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:42:43.864902 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network d43ba599-2f16-4959-9c14-645a61ae055b details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 12:42:43.879142 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dc6db7f-3a7d-43f9-8c99-94e023acab9a admin admin] Made reservation on behalf of bb2d4c218a6e490b910c00a23957e1bf for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:42:43.882674 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7dc6db7f-3a7d-43f9-8c99-94e023acab9a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:43.882919 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:43.952858 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port 3668cd22-ea09-4dbf-83f1-e08d99952fe4, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=3668cd22-ea09-4dbf-83f1-e08d99952fe4,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:42:43.958545 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:44.034517 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=3668cd22-ea09-4dbf-83f1-e08d99952fe4,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:42:44.173064 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7dc6db7f-3a7d-43f9-8c99-94e023acab9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25038678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30075167'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:44.177241 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6cf1d9-4055-4c54-b23e-1d22d1c9e61e None None] Sync routers for ids ['40d7f597-3a12-482c-9213-8fa4882c9358'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:42:44.191983 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:44.194687 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6cf1d9-4055-4c54-b23e-1d22d1c9e61e None None] Routers {'40d7f597-3a12-482c-9213-8fa4882c9358'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:42:44.195474 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-bf6cf1d9-4055-4c54-b23e-1d22d1c9e61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:42:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['40d7f597-3a12-482c-9213-8fa4882c9358'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:42:44.259091 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc6db7f-3a7d-43f9-8c99-94e023acab9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=aec8e89d-e17e-4dde-993f-33762ccf3b2f,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:42:44.274899 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc6db7f-3a7d-43f9-8c99-94e023acab9a admin admin] Checking segment: {'id': '9731f03c-e5ba-4d41-970d-247b6a7fdd7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'd43ba599-2f16-4959-9c14-645a61ae055b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:42:44.275539 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc6db7f-3a7d-43f9-8c99-94e023acab9a admin admin] Network hostable DHCP agents. Network: d43ba599-2f16-4959-9c14-645a61ae055b, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 12:42:44.307867 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc6db7f-3a7d-43f9-8c99-94e023acab9a admin admin] Network d43ba599-2f16-4959-9c14-645a61ae055b is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 12:42:44.323377 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-7dc6db7f-3a7d-43f9-8c99-94e023acab9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, d43ba599-2f16-4959-9c14-645a61ae055b) {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:42:44.332098 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc6db7f-3a7d-43f9-8c99-94e023acab9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:42:44.334174 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7dc6db7f-3a7d-43f9-8c99-94e023acab9a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:44.348075 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c906c54f-5e9a-4bdc-a522-ea2299b39e9a None None] Network d43ba599-2f16-4959-9c14-645a61ae055b requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:42:44.362651 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-7dc6db7f-3a7d-43f9-8c99-94e023acab9a admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5272102 Aug 05 12:42:44.365918 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 48406) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:42:44.371121 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-0a70d4ae-52c1-4fd5-84cc-f31828c24bfe admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-288671780-router', 'tenant_id': 'bb2d4c218a6e490b910c00a23957e1bf', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:42:44.397518 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0a70d4ae-52c1-4fd5-84cc-f31828c24bfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33260300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1929'] for router, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:44.398715 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0a70d4ae-52c1-4fd5-84cc-f31828c24bfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33285914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33034662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1926'] for router, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:44.438729 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-bf6cf1d9-4055-4c54-b23e-1d22d1c9e61e None None] Set router 40d7f597-3a12-482c-9213-8fa4882c9358 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:42:44.462435 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0a70d4ae-52c1-4fd5-84cc-f31828c24bfe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:44.694727 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0a70d4ae-52c1-4fd5-84cc-f31828c24bfe admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:44.719884 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2898513f-a6e4-461d-bb72-bd9961e53838 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-d43ba599-2f16-4959-9c14-645a61ae055b', 'network_id': 'd43ba599-2f16-4959-9c14-645a61ae055b', 'tenant_id': 'bb2d4c218a6e490b910c00a23957e1bf', 'fixed_ips': [{'subnet_id': 'aec8e89d-e17e-4dde-993f-33762ccf3b2f'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 12:42:44.720885 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-2898513f-a6e4-461d-bb72-bd9961e53838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:44.873209 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-bf6cf1d9-4055-4c54-b23e-1d22d1c9e61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40d7f597-3a12-482c-9213-8fa4882c9358', 'name': 'tempest-TestEncryptedCinderVolumes-1693586806-router', 'tenant_id': '022a222b298e429ca160238394e23f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': '3668cd22-ea09-4dbf-83f1-e08d99952fe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:42:37Z', 'updated_at': '2021-08-05T12:42:41Z', 'revision_number': 4, 'project_id': '022a222b298e429ca160238394e23f50', 'gw_port': {'id': '3668cd22-ea09-4dbf-83f1-e08d99952fe4', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:33:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d7f597-3a12-482c-9213-8fa4882c9358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:42:38Z', 'updated_at': '2021-08-05T12:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '50256421-93ed-4b24-8625-5b08a5cd400d', 'name': '', 'network_id': '8e5bcce6-a51c-49f8-8ee8-de333baabc34', 'tenant_id': '022a222b298e429ca160238394e23f50', 'mac_address': 'fa:16:3e:3d:4a:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40d7f597-3a12-482c-9213-8fa4882c9358', 'device_owner': 'network:router_interface', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '56aaf02d-5e97-4cd4-9c63-15de877ef8dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:42:41Z', 'updated_at': '2021-08-05T12:42:41Z', 'revision_number': 2, 'project_id': '022a222b298e429ca160238394e23f50', 'subnets': [{'id': '56aaf02d-5e97-4cd4-9c63-15de877ef8dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:42:44.906300 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6cf1d9-4055-4c54-b23e-1d22d1c9e61e None None] Checking router: 40d7f597-3a12-482c-9213-8fa4882c9358 for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:42:44.906666 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6cf1d9-4055-4c54-b23e-1d22d1c9e61e None None] Updating router 40d7f597-3a12-482c-9213-8fa4882c9358 port 50256421-93ed-4b24-8625-5b08a5cd400d binding host n-d-803378-2 {{(pid=94422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 12:42:44.939434 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0a70d4ae-52c1-4fd5-84cc-f31828c24bfe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:44.943541 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-2898513f-a6e4-461d-bb72-bd9961e53838 None None] Allocated IP 172.20.0.2 (d43ba599-2f16-4959-9c14-645a61ae055b/aec8e89d-e17e-4dde-993f-33762ccf3b2f/a854525d-d6db-42c7-86ed-749dfb318b58) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:42:44.949731 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-bf6cf1d9-4055-4c54-b23e-1d22d1c9e61e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:44.967387 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0a70d4ae-52c1-4fd5-84cc-f31828c24bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:45.101691 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-0a70d4ae-52c1-4fd5-84cc-f31828c24bfe admin admin] Allocated IP 172.25.5.74 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/d166664e-a2a5-4561-8304-ac1456ebf6c8) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:42:45.235592 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0a70d4ae-52c1-4fd5-84cc-f31828c24bfe admin admin] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:45.283384 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-2898513f-a6e4-461d-bb72-bd9961e53838 None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:45.293760 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0a70d4ae-52c1-4fd5-84cc-f31828c24bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:45.301798 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-2898513f-a6e4-461d-bb72-bd9961e53838 None None] Transition to ACTIVE for port object a854525d-d6db-42c7-86ed-749dfb318b58 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:42:45.334518 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-2898513f-a6e4-461d-bb72-bd9961e53838 None None] Transition to ACTIVE for port object a854525d-d6db-42c7-86ed-749dfb318b58 will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:42:45.341054 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a70d4ae-52c1-4fd5-84cc-f31828c24bfe admin admin] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:42:45.351730 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-0a70d4ae-52c1-4fd5-84cc-f31828c24bfe admin admin] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:42:45.354824 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a70d4ae-52c1-4fd5-84cc-f31828c24bfe admin admin] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:42:45.355689 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-2898513f-a6e4-461d-bb72-bd9961e53838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:45.361566 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a70d4ae-52c1-4fd5-84cc-f31828c24bfe admin admin] Pushing event updated for resources: {'Port': ['ID=d166664e-a2a5-4561-8304-ac1456ebf6c8,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:42:45.466442 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2898513f-a6e4-461d-bb72-bd9961e53838 None None] Network d43ba599-2f16-4959-9c14-645a61ae055b is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:42:45.472693 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-2898513f-a6e4-461d-bb72-bd9961e53838 None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:42:45.483388 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2898513f-a6e4-461d-bb72-bd9961e53838 None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:42:45.494472 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2898513f-a6e4-461d-bb72-bd9961e53838 None None] Pushing event updated for resources: {'Port': ['ID=a854525d-d6db-42c7-86ed-749dfb318b58,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:42:45.500537 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-bf6cf1d9-4055-4c54-b23e-1d22d1c9e61e None None] Notify callbacks [] for port, precommit_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:45.532712 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-bf6cf1d9-4055-4c54-b23e-1d22d1c9e61e None None] Transition to ACTIVE for port object 50256421-93ed-4b24-8625-5b08a5cd400d will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:42:45.558467 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-bf6cf1d9-4055-4c54-b23e-1d22d1c9e61e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:45.600626 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-2898513f-a6e4-461d-bb72-bd9961e53838 None None] Attempting to bind port a854525d-d6db-42c7-86ed-749dfb318b58 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:42:45.601019 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-2898513f-a6e4-461d-bb72-bd9961e53838 None None] Attempting to bind port a854525d-d6db-42c7-86ed-749dfb318b58 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '9731f03c-e5ba-4d41-970d-247b6a7fdd7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'd43ba599-2f16-4959-9c14-645a61ae055b'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:42:45.602090 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2898513f-a6e4-461d-bb72-bd9961e53838 None None] Attempting to bind port a854525d-d6db-42c7-86ed-749dfb318b58 on network d43ba599-2f16-4959-9c14-645a61ae055b {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:42:45.627838 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eb1e93-d360-4980-806c-b6de4205ab26 None None] Pushing event updated for resources: {'Port': ['ID=50256421-93ed-4b24-8625-5b08a5cd400d,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:42:45.633306 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2898513f-a6e4-461d-bb72-bd9961e53838 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:42:45.633687 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2898513f-a6e4-461d-bb72-bd9961e53838 None None] Checking segment: {'id': '9731f03c-e5ba-4d41-970d-247b6a7fdd7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'd43ba599-2f16-4959-9c14-645a61ae055b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:42:45.634217 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-2898513f-a6e4-461d-bb72-bd9961e53838 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:45.634628 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2898513f-a6e4-461d-bb72-bd9961e53838 None None] Bound using segment: {'id': '9731f03c-e5ba-4d41-970d-247b6a7fdd7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'd43ba599-2f16-4959-9c14-645a61ae055b'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:42:45.635140 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-2898513f-a6e4-461d-bb72-bd9961e53838 None None] Bound port: a854525d-d6db-42c7-86ed-749dfb318b58, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9731f03c-e5ba-4d41-970d-247b6a7fdd7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'd43ba599-2f16-4959-9c14-645a61ae055b'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:42:45.635530 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-2898513f-a6e4-461d-bb72-bd9961e53838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:45.711626 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 3668cd22-ea09-4dbf-83f1-e08d99952fe4 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:42:45.782962 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-bf6cf1d9-4055-4c54-b23e-1d22d1c9e61e None None] Attempting to bind port 50256421-93ed-4b24-8625-5b08a5cd400d on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:42:45.784025 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-bf6cf1d9-4055-4c54-b23e-1d22d1c9e61e None None] Attempting to bind port 50256421-93ed-4b24-8625-5b08a5cd400d by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '60a17463-da42-4f62-8a04-15d5e7ed3257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '8e5bcce6-a51c-49f8-8ee8-de333baabc34'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:42:45.784025 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6cf1d9-4055-4c54-b23e-1d22d1c9e61e None None] Attempting to bind port 50256421-93ed-4b24-8625-5b08a5cd400d on network 8e5bcce6-a51c-49f8-8ee8-de333baabc34 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:42:45.807142 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6cf1d9-4055-4c54-b23e-1d22d1c9e61e None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:42:45.807534 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6cf1d9-4055-4c54-b23e-1d22d1c9e61e None None] Checking segment: {'id': '60a17463-da42-4f62-8a04-15d5e7ed3257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '8e5bcce6-a51c-49f8-8ee8-de333baabc34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:42:45.807958 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-bf6cf1d9-4055-4c54-b23e-1d22d1c9e61e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:45.808372 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6cf1d9-4055-4c54-b23e-1d22d1c9e61e None None] Bound using segment: {'id': '60a17463-da42-4f62-8a04-15d5e7ed3257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '8e5bcce6-a51c-49f8-8ee8-de333baabc34'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:42:45.808911 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-bf6cf1d9-4055-4c54-b23e-1d22d1c9e61e None None] Bound port: 50256421-93ed-4b24-8625-5b08a5cd400d, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60a17463-da42-4f62-8a04-15d5e7ed3257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '8e5bcce6-a51c-49f8-8ee8-de333baabc34'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:42:45.809316 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-bf6cf1d9-4055-4c54-b23e-1d22d1c9e61e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:45.841909 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-2898513f-a6e4-461d-bb72-bd9961e53838 None None] For port a854525d-d6db-42c7-86ed-749dfb318b58, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:42:45.848671 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-2898513f-a6e4-461d-bb72-bd9961e53838 None None] For port a854525d-d6db-42c7-86ed-749dfb318b58, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=a854525d-d6db-42c7-86ed-749dfb318b58,segment=NetworkSegment(9731f03c-e5ba-4d41-970d-247b6a7fdd7a),segment_id=9731f03c-e5ba-4d41-970d-247b6a7fdd7a)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:42:45.875964 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-2898513f-a6e4-461d-bb72-bd9961e53838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:45.945985 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 3668cd22-ea09-4dbf-83f1-e08d99952fe4 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:42:45.946393 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:46.012672 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-bf6cf1d9-4055-4c54-b23e-1d22d1c9e61e None None] For port 50256421-93ed-4b24-8625-5b08a5cd400d, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:42:46.048577 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-bf6cf1d9-4055-4c54-b23e-1d22d1c9e61e None None] For port 50256421-93ed-4b24-8625-5b08a5cd400d, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=50256421-93ed-4b24-8625-5b08a5cd400d,segment=NetworkSegment(60a17463-da42-4f62-8a04-15d5e7ed3257),segment_id=60a17463-da42-4f62-8a04-15d5e7ed3257)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:42:46.057096 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-bf6cf1d9-4055-4c54-b23e-1d22d1c9e61e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:46.059178 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2898513f-a6e4-461d-bb72-bd9961e53838 None None] Pushing event updated for resources: {'Port': ['ID=a854525d-d6db-42c7-86ed-749dfb318b58,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:42:46.172628 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eb1e93-d360-4980-806c-b6de4205ab26 None None] Pushing event updated for resources: {'Port': ['ID=50256421-93ed-4b24-8625-5b08a5cd400d,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:42:46.178938 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6cf1d9-4055-4c54-b23e-1d22d1c9e61e None None] Routers {'40d7f597-3a12-482c-9213-8fa4882c9358'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:42:46.179870 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-bf6cf1d9-4055-4c54-b23e-1d22d1c9e61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:42:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['40d7f597-3a12-482c-9213-8fa4882c9358'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:42:46.212813 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0a70d4ae-52c1-4fd5-84cc-f31828c24bfe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:46.551529 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0a70d4ae-52c1-4fd5-84cc-f31828c24bfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286026'] for router, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:46.637549 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-bf6cf1d9-4055-4c54-b23e-1d22d1c9e61e None None] Set router 40d7f597-3a12-482c-9213-8fa4882c9358 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:42:46.722774 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a70d4ae-52c1-4fd5-84cc-f31828c24bfe admin admin] Router aa93b862-679d-4aca-ac97-ce6bdc6f59a7 is scheduled to L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d with binding_index 1 {{(pid=94420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 12:42:46.885901 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a70d4ae-52c1-4fd5-84cc-f31828c24bfe admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:42:46.902498 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72cf9915-95c8-4337-ace9-3747ad142781 None None] Sync routers for ids ['aa93b862-679d-4aca-ac97-ce6bdc6f59a7'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:42:46.920792 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0a70d4ae-52c1-4fd5-84cc-f31828c24bfe admin admin] Notify callbacks [] for router, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:46.924609 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-0a70d4ae-52c1-4fd5-84cc-f31828c24bfe admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5562465 Aug 05 12:42:46.927776 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 48408) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:42:46.929209 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cf9915-95c8-4337-ace9-3747ad142781 None None] Routers {'aa93b862-679d-4aca-ac97-ce6bdc6f59a7'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:42:46.931525 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-72cf9915-95c8-4337-ace9-3747ad142781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:42:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['aa93b862-679d-4aca-ac97-ce6bdc6f59a7'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:42:46.938723 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-bf6cf1d9-4055-4c54-b23e-1d22d1c9e61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40d7f597-3a12-482c-9213-8fa4882c9358', 'name': 'tempest-TestEncryptedCinderVolumes-1693586806-router', 'tenant_id': '022a222b298e429ca160238394e23f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': '3668cd22-ea09-4dbf-83f1-e08d99952fe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:42:37Z', 'updated_at': '2021-08-05T12:42:41Z', 'revision_number': 4, 'project_id': '022a222b298e429ca160238394e23f50', 'gw_port': {'id': '3668cd22-ea09-4dbf-83f1-e08d99952fe4', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:33:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d7f597-3a12-482c-9213-8fa4882c9358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:42:38Z', 'updated_at': '2021-08-05T12:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '50256421-93ed-4b24-8625-5b08a5cd400d', 'name': '', 'network_id': '8e5bcce6-a51c-49f8-8ee8-de333baabc34', 'tenant_id': '022a222b298e429ca160238394e23f50', 'mac_address': 'fa:16:3e:3d:4a:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40d7f597-3a12-482c-9213-8fa4882c9358', 'device_owner': 'network:router_interface', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '56aaf02d-5e97-4cd4-9c63-15de877ef8dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:42:41Z', 'updated_at': '2021-08-05T12:42:45Z', 'revision_number': 4, 'project_id': '022a222b298e429ca160238394e23f50', 'subnets': [{'id': '56aaf02d-5e97-4cd4-9c63-15de877ef8dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:42:46.990563 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6cf1d9-4055-4c54-b23e-1d22d1c9e61e None None] The sync data for ids ['40d7f597-3a12-482c-9213-8fa4882c9358'] in n-d-803378-2 is: [{'id': '40d7f597-3a12-482c-9213-8fa4882c9358', 'name': 'tempest-TestEncryptedCinderVolumes-1693586806-router', 'tenant_id': '022a222b298e429ca160238394e23f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': '3668cd22-ea09-4dbf-83f1-e08d99952fe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:42:37Z', 'updated_at': '2021-08-05T12:42:41Z', 'revision_number': 4, 'project_id': '022a222b298e429ca160238394e23f50', 'gw_port': {'id': '3668cd22-ea09-4dbf-83f1-e08d99952fe4', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:33:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d7f597-3a12-482c-9213-8fa4882c9358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:42:38Z', 'updated_at': '2021-08-05T12:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '50256421-93ed-4b24-8625-5b08a5cd400d', 'name': '', 'network_id': '8e5bcce6-a51c-49f8-8ee8-de333baabc34', 'tenant_id': '022a222b298e429ca160238394e23f50', 'mac_address': 'fa:16:3e:3d:4a:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40d7f597-3a12-482c-9213-8fa4882c9358', 'device_owner': 'network:router_interface', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '56aaf02d-5e97-4cd4-9c63-15de877ef8dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:42:41Z', 'updated_at': '2021-08-05T12:42:45Z', 'revision_number': 4, 'project_id': '022a222b298e429ca160238394e23f50', 'subnets': [{'id': '56aaf02d-5e97-4cd4-9c63-15de877ef8dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:42:47.135836 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-72cf9915-95c8-4337-ace9-3747ad142781 None None] Set router aa93b862-679d-4aca-ac97-ce6bdc6f59a7 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:42:47.408643 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dab6cd0-8292-4f63-8b23-223a2d66fe07 None None] Network d43ba599-2f16-4959-9c14-645a61ae055b requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:42:47.464835 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-72cf9915-95c8-4337-ace9-3747ad142781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa93b862-679d-4aca-ac97-ce6bdc6f59a7', 'name': 'tempest-TestEncryptedCinderVolumes-288671780-router', 'tenant_id': 'bb2d4c218a6e490b910c00a23957e1bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': 'd166664e-a2a5-4561-8304-ac1456ebf6c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:42:44Z', 'updated_at': '2021-08-05T12:42:45Z', 'revision_number': 3, 'project_id': 'bb2d4c218a6e490b910c00a23957e1bf', 'gw_port': {'id': 'd166664e-a2a5-4561-8304-ac1456ebf6c8', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:7c:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa93b862-679d-4aca-ac97-ce6bdc6f59a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:42:44Z', 'updated_at': '2021-08-05T12:42:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:42:47.501975 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-c52dddb7-252e-4b8b-b8bd-83f21a000dab None None] Provisioning for port a854525d-d6db-42c7-86ed-749dfb318b58 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:42:47.514954 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72cf9915-95c8-4337-ace9-3747ad142781 None None] Checking router: aa93b862-679d-4aca-ac97-ce6bdc6f59a7 for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:42:47.515471 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72cf9915-95c8-4337-ace9-3747ad142781 None None] Updating router aa93b862-679d-4aca-ac97-ce6bdc6f59a7 port d166664e-a2a5-4561-8304-ac1456ebf6c8 binding host n-d-803378-2 {{(pid=94423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 12:42:47.553288 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-72cf9915-95c8-4337-ace9-3747ad142781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:47.701884 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3d11b185-eb9a-4385-97eb-69410a362d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:47.871440 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device a854525d-d6db-42c7-86ed-749dfb318b58 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:42:47.960540 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port a854525d-d6db-42c7-86ed-749dfb318b58 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:42:47.969906 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port a854525d-d6db-42c7-86ed-749dfb318b58 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:42:47.970709 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:48.045593 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-3d11b185-eb9a-4385-97eb-69410a362d24 admin admin] Allocated IP 172.20.0.1 (d43ba599-2f16-4959-9c14-645a61ae055b/aec8e89d-e17e-4dde-993f-33762ccf3b2f/c75c39ac-a8d6-4ace-ab38-841d1ea24225) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:42:48.056282 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-72cf9915-95c8-4337-ace9-3747ad142781 None None] Notify callbacks [] for port, precommit_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:48.074253 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.provisioning_blocks [None req-72cf9915-95c8-4337-ace9-3747ad142781 None None] Transition to ACTIVE for port object d166664e-a2a5-4561-8304-ac1456ebf6c8 will not be triggered until provisioned by entity L2. {{(pid=94423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:42:48.087518 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-72cf9915-95c8-4337-ace9-3747ad142781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:48.144550 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:48.148667 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-72cf9915-95c8-4337-ace9-3747ad142781 None None] Attempting to bind port d166664e-a2a5-4561-8304-ac1456ebf6c8 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:42:48.149087 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-72cf9915-95c8-4337-ace9-3747ad142781 None None] Attempting to bind port d166664e-a2a5-4561-8304-ac1456ebf6c8 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}] {{(pid=94423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:42:48.149776 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cf9915-95c8-4337-ace9-3747ad142781 None None] Attempting to bind port d166664e-a2a5-4561-8304-ac1456ebf6c8 on network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:42:48.167523 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cf9915-95c8-4337-ace9-3747ad142781 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:42:48.168356 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cf9915-95c8-4337-ace9-3747ad142781 None None] Checking segment: {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:42:48.168803 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-72cf9915-95c8-4337-ace9-3747ad142781 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:48.169207 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cf9915-95c8-4337-ace9-3747ad142781 None None] Bound using segment: {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'} {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:42:48.171141 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-72cf9915-95c8-4337-ace9-3747ad142781 None None] Bound port: d166664e-a2a5-4561-8304-ac1456ebf6c8, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}}] {{(pid=94423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:42:48.171488 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-72cf9915-95c8-4337-ace9-3747ad142781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:48.209674 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3d11b185-eb9a-4385-97eb-69410a362d24 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:48.225719 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port a854525d-d6db-42c7-86ed-749dfb318b58, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=a854525d-d6db-42c7-86ed-749dfb318b58,segment=NetworkSegment(9731f03c-e5ba-4d41-970d-247b6a7fdd7a),segment_id=9731f03c-e5ba-4d41-970d-247b6a7fdd7a)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:42:48.235584 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [None req-3d11b185-eb9a-4385-97eb-69410a362d24 admin admin] Transition to ACTIVE for port object c75c39ac-a8d6-4ace-ab38-841d1ea24225 will not be triggered until provisioned by entity DHCP. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:42:48.237201 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:48.239621 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 50256421-93ed-4b24-8625-5b08a5cd400d up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:42:48.242178 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.db [None req-72cf9915-95c8-4337-ace9-3747ad142781 None None] For port d166664e-a2a5-4561-8304-ac1456ebf6c8, host n-d-803378-2, cleared binding levels {{(pid=94423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:42:48.246553 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.db [None req-72cf9915-95c8-4337-ace9-3747ad142781 None None] For port d166664e-a2a5-4561-8304-ac1456ebf6c8, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=d166664e-a2a5-4561-8304-ac1456ebf6c8,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:42:48.255767 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-72cf9915-95c8-4337-ace9-3747ad142781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:48.258139 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cefb04d-dbbe-4c27-bd15-ee91eee4bbc8 None None] Pushing event updated for resources: {'Port': ['ID=d166664e-a2a5-4561-8304-ac1456ebf6c8,revision_number=2']} {{(pid=94423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:42:48.318393 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3d11b185-eb9a-4385-97eb-69410a362d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:48.343288 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cf9915-95c8-4337-ace9-3747ad142781 None None] Routers {'aa93b862-679d-4aca-ac97-ce6bdc6f59a7'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:42:48.343950 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-72cf9915-95c8-4337-ace9-3747ad142781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:42:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['aa93b862-679d-4aca-ac97-ce6bdc6f59a7'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:42:48.356515 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-9d47e236-8a35-4caa-8409-91ce52ef270d None None] Provisioning complete for port a854525d-d6db-42c7-86ed-749dfb318b58 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:42:48.358047 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-9d47e236-8a35-4caa-8409-91ce52ef270d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:48.386839 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d11b185-eb9a-4385-97eb-69410a362d24 admin admin] Network d43ba599-2f16-4959-9c14-645a61ae055b is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:42:48.391696 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cefb04d-dbbe-4c27-bd15-ee91eee4bbc8 None None] Pushing event updated for resources: {'Port': ['ID=d166664e-a2a5-4561-8304-ac1456ebf6c8,revision_number=3']} {{(pid=94423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:42:48.397641 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-3d11b185-eb9a-4385-97eb-69410a362d24 admin admin] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:42:48.416762 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d11b185-eb9a-4385-97eb-69410a362d24 admin admin] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:42:48.457161 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d11b185-eb9a-4385-97eb-69410a362d24 admin admin] Pushing event updated for resources: {'Port': ['ID=c75c39ac-a8d6-4ace-ab38-841d1ea24225,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:42:48.488412 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3d11b185-eb9a-4385-97eb-69410a362d24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33288800'] for router_interface, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:48.503621 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-72cf9915-95c8-4337-ace9-3747ad142781 None None] Set router aa93b862-679d-4aca-ac97-ce6bdc6f59a7 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:42:48.549576 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=a854525d-d6db-42c7-86ed-749dfb318b58,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:42:48.628232 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 50256421-93ed-4b24-8625-5b08a5cd400d completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:42:48.649677 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 50256421-93ed-4b24-8625-5b08a5cd400d triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:42:48.650315 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:48.718107 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3d11b185-eb9a-4385-97eb-69410a362d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:48.811585 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-72cf9915-95c8-4337-ace9-3747ad142781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa93b862-679d-4aca-ac97-ce6bdc6f59a7', 'name': 'tempest-TestEncryptedCinderVolumes-288671780-router', 'tenant_id': 'bb2d4c218a6e490b910c00a23957e1bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': 'd166664e-a2a5-4561-8304-ac1456ebf6c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:42:44Z', 'updated_at': '2021-08-05T12:42:45Z', 'revision_number': 3, 'project_id': 'bb2d4c218a6e490b910c00a23957e1bf', 'gw_port': {'id': 'd166664e-a2a5-4561-8304-ac1456ebf6c8', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:7c:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa93b862-679d-4aca-ac97-ce6bdc6f59a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:42:44Z', 'updated_at': '2021-08-05T12:42:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:42:48.841970 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72cf9915-95c8-4337-ace9-3747ad142781 None None] The sync data for ids ['aa93b862-679d-4aca-ac97-ce6bdc6f59a7'] in n-d-803378-2 is: [{'id': 'aa93b862-679d-4aca-ac97-ce6bdc6f59a7', 'name': 'tempest-TestEncryptedCinderVolumes-288671780-router', 'tenant_id': 'bb2d4c218a6e490b910c00a23957e1bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': 'd166664e-a2a5-4561-8304-ac1456ebf6c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:42:44Z', 'updated_at': '2021-08-05T12:42:45Z', 'revision_number': 3, 'project_id': 'bb2d4c218a6e490b910c00a23957e1bf', 'gw_port': {'id': 'd166664e-a2a5-4561-8304-ac1456ebf6c8', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:7c:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa93b862-679d-4aca-ac97-ce6bdc6f59a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:42:44Z', 'updated_at': '2021-08-05T12:42:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:42:48.894254 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:48.931697 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-d79f1e21-8f4e-4608-94da-9e2a093754d7 None None] Provisioning for port c75c39ac-a8d6-4ace-ab38-841d1ea24225 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:42:48.945017 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port 50256421-93ed-4b24-8625-5b08a5cd400d, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=50256421-93ed-4b24-8625-5b08a5cd400d,segment=NetworkSegment(60a17463-da42-4f62-8a04-15d5e7ed3257),segment_id=60a17463-da42-4f62-8a04-15d5e7ed3257)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:42:48.946738 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-d79f1e21-8f4e-4608-94da-9e2a093754d7 None None] Provisioning complete for port c75c39ac-a8d6-4ace-ab38-841d1ea24225 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:42:48.946983 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-d79f1e21-8f4e-4608-94da-9e2a093754d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:48.952219 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:49.021351 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-d79f1e21-8f4e-4608-94da-9e2a093754d7 None None] Port c75c39ac-a8d6-4ace-ab38-841d1ea24225 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 12:42:49.042118 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=50256421-93ed-4b24-8625-5b08a5cd400d,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:42:49.054952 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3d11b185-eb9a-4385-97eb-69410a362d24 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:49.062658 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3d11b185-eb9a-4385-97eb-69410a362d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:49.144369 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d11b185-eb9a-4385-97eb-69410a362d24 admin admin] Pushing event updated for resources: {'Port': ['ID=c75c39ac-a8d6-4ace-ab38-841d1ea24225,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:42:49.147241 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3d11b185-eb9a-4385-97eb-69410a362d24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33140268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33208272'] for router_interface, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:49.282546 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d11b185-eb9a-4385-97eb-69410a362d24 admin admin] Network d43ba599-2f16-4959-9c14-645a61ae055b is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:42:49.284597 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-3d11b185-eb9a-4385-97eb-69410a362d24 admin admin] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:42:49.485210 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d11b185-eb9a-4385-97eb-69410a362d24 admin admin] Router aa93b862-679d-4aca-ac97-ce6bdc6f59a7 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:42:49.584040 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-2614b052-d936-4d99-aa00-1db9578c69e8 None None] Provisioning complete for port c75c39ac-a8d6-4ace-ab38-841d1ea24225 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:42:49.586710 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-2614b052-d936-4d99-aa00-1db9578c69e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:49.676382 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-2614b052-d936-4d99-aa00-1db9578c69e8 None None] Port c75c39ac-a8d6-4ace-ab38-841d1ea24225 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 12:42:49.696940 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d11b185-eb9a-4385-97eb-69410a362d24 admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:42:49.709305 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-3d11b185-eb9a-4385-97eb-69410a362d24 admin admin] 10.222.0.58 "PUT /v2.0/routers/aa93b862-679d-4aca-ac97-ce6bdc6f59a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7799258 Aug 05 12:42:49.830601 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device d166664e-a2a5-4561-8304-ac1456ebf6c8 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:42:49.911610 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port d166664e-a2a5-4561-8304-ac1456ebf6c8 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:42:49.916204 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port d166664e-a2a5-4561-8304-ac1456ebf6c8 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:42:49.916632 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:50.036419 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:50.065694 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port d166664e-a2a5-4561-8304-ac1456ebf6c8, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=d166664e-a2a5-4561-8304-ac1456ebf6c8,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:42:50.072922 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:50.074178 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device a854525d-d6db-42c7-86ed-749dfb318b58 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:42:50.174247 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=d166664e-a2a5-4561-8304-ac1456ebf6c8,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:42:50.188948 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port a854525d-d6db-42c7-86ed-749dfb318b58 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:42:50.189429 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:50.319735 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 50256421-93ed-4b24-8625-5b08a5cd400d up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:42:50.405249 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 50256421-93ed-4b24-8625-5b08a5cd400d triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:42:50.405802 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:50.709080 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783c2a80-35d2-4a95-852d-a4ea3245018e req-669dab30-e3c1-4389-b58f-1247d03f8d13 tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:42:50.710725 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-783c2a80-35d2-4a95-852d-a4ea3245018e req-669dab30-e3c1-4389-b58f-1247d03f8d13 tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] 10.222.0.58 "GET /v2.0/networks?id=8e5bcce6-a51c-49f8-8ee8-de333baabc34 HTTP/1.1" status: 200 len: 817 time: 0.1284935 Aug 05 12:42:50.731271 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-783c2a80-35d2-4a95-852d-a4ea3245018e req-c19f2af4-a5ad-466d-a552-fa5ee98e9408 tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] 10.222.0.58 "GET /v2.0/quotas/022a222b298e429ca160238394e23f50 HTTP/1.1" status: 200 len: 375 time: 0.0118403 Aug 05 12:42:50.791070 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-783c2a80-35d2-4a95-852d-a4ea3245018e req-bf5931b6-98ce-42cd-ab01-c3a5834820a8 tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=022a222b298e429ca160238394e23f50&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0527234 Aug 05 12:42:50.931762 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-783c2a80-35d2-4a95-852d-a4ea3245018e req-f0859dc0-ef4e-4b2c-a5a1-fb82c5d9e081 service neutron] 10.222.0.58 "GET /v2.0/networks/8e5bcce6-a51c-49f8-8ee8-de333baabc34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264231 Aug 05 12:42:51.079025 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-783c2a80-35d2-4a95-852d-a4ea3245018e req-de3390fd-84ee-45b3-8cdd-6a06e08844c3 service neutron] 10.222.0.58 "GET /v2.0/networks/8e5bcce6-a51c-49f8-8ee8-de333baabc34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366348 Aug 05 12:42:51.273424 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c3398a-defa-439a-9566-41e9b0c5a8e1 None None] Sync routers for ids ['aa93b862-679d-4aca-ac97-ce6bdc6f59a7'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:42:51.286937 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c3398a-defa-439a-9566-41e9b0c5a8e1 None None] Routers {'aa93b862-679d-4aca-ac97-ce6bdc6f59a7'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:42:51.287701 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-81c3398a-defa-439a-9566-41e9b0c5a8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:42:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['aa93b862-679d-4aca-ac97-ce6bdc6f59a7'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:42:51.415413 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-81c3398a-defa-439a-9566-41e9b0c5a8e1 None None] Set router aa93b862-679d-4aca-ac97-ce6bdc6f59a7 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:42:51.671330 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device d166664e-a2a5-4561-8304-ac1456ebf6c8 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:42:51.726691 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-81c3398a-defa-439a-9566-41e9b0c5a8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa93b862-679d-4aca-ac97-ce6bdc6f59a7', 'name': 'tempest-TestEncryptedCinderVolumes-288671780-router', 'tenant_id': 'bb2d4c218a6e490b910c00a23957e1bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': 'd166664e-a2a5-4561-8304-ac1456ebf6c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:42:44Z', 'updated_at': '2021-08-05T12:42:48Z', 'revision_number': 4, 'project_id': 'bb2d4c218a6e490b910c00a23957e1bf', 'gw_port': {'id': 'd166664e-a2a5-4561-8304-ac1456ebf6c8', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:7c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa93b862-679d-4aca-ac97-ce6bdc6f59a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:42:44Z', 'updated_at': '2021-08-05T12:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'c75c39ac-a8d6-4ace-ab38-841d1ea24225', 'name': '', 'network_id': 'd43ba599-2f16-4959-9c14-645a61ae055b', 'tenant_id': 'bb2d4c218a6e490b910c00a23957e1bf', 'mac_address': 'fa:16:3e:ff:45:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa93b862-679d-4aca-ac97-ce6bdc6f59a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': 'aec8e89d-e17e-4dde-993f-33762ccf3b2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:42:47Z', 'updated_at': '2021-08-05T12:42:48Z', 'revision_number': 2, 'project_id': 'bb2d4c218a6e490b910c00a23957e1bf', 'subnets': [{'id': 'aec8e89d-e17e-4dde-993f-33762ccf3b2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:42:51.788698 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c3398a-defa-439a-9566-41e9b0c5a8e1 None None] Checking router: aa93b862-679d-4aca-ac97-ce6bdc6f59a7 for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:42:51.789275 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c3398a-defa-439a-9566-41e9b0c5a8e1 None None] Updating router aa93b862-679d-4aca-ac97-ce6bdc6f59a7 port c75c39ac-a8d6-4ace-ab38-841d1ea24225 binding host n-d-803378-2 {{(pid=94422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 12:42:51.845147 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-81c3398a-defa-439a-9566-41e9b0c5a8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:51.912415 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port d166664e-a2a5-4561-8304-ac1456ebf6c8 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:42:51.913091 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:52.378300 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-01fceca2-bf08-4a5d-8061-3644b59e941c req-5c4ba027-cbe3-45fb-8956-a354223185c2 tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] 10.222.0.58 "GET /v2.0/ports?device_id=300f6e8c-0642-4742-bae2-4a2b2977ac8f HTTP/1.1" status: 200 len: 210 time: 0.0374303 Aug 05 12:42:52.518844 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-81c3398a-defa-439a-9566-41e9b0c5a8e1 None None] Notify callbacks [] for port, precommit_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:52.537819 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-81c3398a-defa-439a-9566-41e9b0c5a8e1 None None] Transition to ACTIVE for port object c75c39ac-a8d6-4ace-ab38-841d1ea24225 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:42:52.548725 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-81c3398a-defa-439a-9566-41e9b0c5a8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:52.652358 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d713cf-23d8-47ec-aadb-a1af6f2ea70c None None] Pushing event updated for resources: {'Port': ['ID=c75c39ac-a8d6-4ace-ab38-841d1ea24225,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:42:52.698307 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-81c3398a-defa-439a-9566-41e9b0c5a8e1 None None] Attempting to bind port c75c39ac-a8d6-4ace-ab38-841d1ea24225 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:42:52.698683 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-81c3398a-defa-439a-9566-41e9b0c5a8e1 None None] Attempting to bind port c75c39ac-a8d6-4ace-ab38-841d1ea24225 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '9731f03c-e5ba-4d41-970d-247b6a7fdd7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'd43ba599-2f16-4959-9c14-645a61ae055b'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:42:52.699052 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c3398a-defa-439a-9566-41e9b0c5a8e1 None None] Attempting to bind port c75c39ac-a8d6-4ace-ab38-841d1ea24225 on network d43ba599-2f16-4959-9c14-645a61ae055b {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:42:52.707050 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c3398a-defa-439a-9566-41e9b0c5a8e1 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:42:52.707419 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c3398a-defa-439a-9566-41e9b0c5a8e1 None None] Checking segment: {'id': '9731f03c-e5ba-4d41-970d-247b6a7fdd7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'd43ba599-2f16-4959-9c14-645a61ae055b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:42:52.708022 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-81c3398a-defa-439a-9566-41e9b0c5a8e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:52.708599 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c3398a-defa-439a-9566-41e9b0c5a8e1 None None] Bound using segment: {'id': '9731f03c-e5ba-4d41-970d-247b6a7fdd7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'd43ba599-2f16-4959-9c14-645a61ae055b'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:42:52.709206 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-81c3398a-defa-439a-9566-41e9b0c5a8e1 None None] Bound port: c75c39ac-a8d6-4ace-ab38-841d1ea24225, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9731f03c-e5ba-4d41-970d-247b6a7fdd7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'd43ba599-2f16-4959-9c14-645a61ae055b'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:42:52.709590 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-81c3398a-defa-439a-9566-41e9b0c5a8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:52.800550 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-81c3398a-defa-439a-9566-41e9b0c5a8e1 None None] For port c75c39ac-a8d6-4ace-ab38-841d1ea24225, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:42:52.805497 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-81c3398a-defa-439a-9566-41e9b0c5a8e1 None None] For port c75c39ac-a8d6-4ace-ab38-841d1ea24225, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=c75c39ac-a8d6-4ace-ab38-841d1ea24225,segment=NetworkSegment(9731f03c-e5ba-4d41-970d-247b6a7fdd7a),segment_id=9731f03c-e5ba-4d41-970d-247b6a7fdd7a)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:42:52.812732 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-81c3398a-defa-439a-9566-41e9b0c5a8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:52.898009 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c3398a-defa-439a-9566-41e9b0c5a8e1 None None] Routers {'aa93b862-679d-4aca-ac97-ce6bdc6f59a7'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:42:52.899760 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-81c3398a-defa-439a-9566-41e9b0c5a8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:42:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['aa93b862-679d-4aca-ac97-ce6bdc6f59a7'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:42:52.986981 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:53.009324 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d713cf-23d8-47ec-aadb-a1af6f2ea70c None None] Pushing event updated for resources: {'Port': ['ID=c75c39ac-a8d6-4ace-ab38-841d1ea24225,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:42:53.132204 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-81c3398a-defa-439a-9566-41e9b0c5a8e1 None None] Set router aa93b862-679d-4aca-ac97-ce6bdc6f59a7 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:42:53.526362 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9d40da99-20a6-4f86-8965-9fd23b794e60 req-533d711f-f3f4-4e09-a81e-c302fd07771e tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] 10.222.0.58 "GET /v2.0/ports?device_id=300f6e8c-0642-4742-bae2-4a2b2977ac8f HTTP/1.1" status: 200 len: 210 time: 0.0495768 Aug 05 12:42:53.674824 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-81c3398a-defa-439a-9566-41e9b0c5a8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa93b862-679d-4aca-ac97-ce6bdc6f59a7', 'name': 'tempest-TestEncryptedCinderVolumes-288671780-router', 'tenant_id': 'bb2d4c218a6e490b910c00a23957e1bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': 'd166664e-a2a5-4561-8304-ac1456ebf6c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:42:44Z', 'updated_at': '2021-08-05T12:42:48Z', 'revision_number': 4, 'project_id': 'bb2d4c218a6e490b910c00a23957e1bf', 'gw_port': {'id': 'd166664e-a2a5-4561-8304-ac1456ebf6c8', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:7c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa93b862-679d-4aca-ac97-ce6bdc6f59a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:42:44Z', 'updated_at': '2021-08-05T12:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'c75c39ac-a8d6-4ace-ab38-841d1ea24225', 'name': '', 'network_id': 'd43ba599-2f16-4959-9c14-645a61ae055b', 'tenant_id': 'bb2d4c218a6e490b910c00a23957e1bf', 'mac_address': 'fa:16:3e:ff:45:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa93b862-679d-4aca-ac97-ce6bdc6f59a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': 'aec8e89d-e17e-4dde-993f-33762ccf3b2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:42:47Z', 'updated_at': '2021-08-05T12:42:52Z', 'revision_number': 4, 'project_id': 'bb2d4c218a6e490b910c00a23957e1bf', 'subnets': [{'id': 'aec8e89d-e17e-4dde-993f-33762ccf3b2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:42:53.724750 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c3398a-defa-439a-9566-41e9b0c5a8e1 None None] The sync data for ids ['aa93b862-679d-4aca-ac97-ce6bdc6f59a7'] in n-d-803378-2 is: [{'id': 'aa93b862-679d-4aca-ac97-ce6bdc6f59a7', 'name': 'tempest-TestEncryptedCinderVolumes-288671780-router', 'tenant_id': 'bb2d4c218a6e490b910c00a23957e1bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': 'd166664e-a2a5-4561-8304-ac1456ebf6c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:42:44Z', 'updated_at': '2021-08-05T12:42:48Z', 'revision_number': 4, 'project_id': 'bb2d4c218a6e490b910c00a23957e1bf', 'gw_port': {'id': 'd166664e-a2a5-4561-8304-ac1456ebf6c8', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:7c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa93b862-679d-4aca-ac97-ce6bdc6f59a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:42:44Z', 'updated_at': '2021-08-05T12:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'c75c39ac-a8d6-4ace-ab38-841d1ea24225', 'name': '', 'network_id': 'd43ba599-2f16-4959-9c14-645a61ae055b', 'tenant_id': 'bb2d4c218a6e490b910c00a23957e1bf', 'mac_address': 'fa:16:3e:ff:45:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa93b862-679d-4aca-ac97-ce6bdc6f59a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': 'aec8e89d-e17e-4dde-993f-33762ccf3b2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:42:47Z', 'updated_at': '2021-08-05T12:42:52Z', 'revision_number': 4, 'project_id': 'bb2d4c218a6e490b910c00a23957e1bf', 'subnets': [{'id': 'aec8e89d-e17e-4dde-993f-33762ccf3b2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:42:54.216341 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783c2a80-35d2-4a95-852d-a4ea3245018e req-450ed72f-991a-4704-b333-31bd751c1d59 tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:42:54.220121 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-783c2a80-35d2-4a95-852d-a4ea3245018e req-450ed72f-991a-4704-b333-31bd751c1d59 tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] 10.222.0.55 "GET /v2.0/networks?id=8e5bcce6-a51c-49f8-8ee8-de333baabc34 HTTP/1.1" status: 200 len: 817 time: 0.1791525 Aug 05 12:42:54.252538 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-783c2a80-35d2-4a95-852d-a4ea3245018e req-9832a13e-c503-4f7e-a1b3-5b77bd81f7ba tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] Request body: {'port': {'device_id': '300f6e8c-0642-4742-bae2-4a2b2977ac8f', 'network_id': '8e5bcce6-a51c-49f8-8ee8-de333baabc34', 'admin_state_up': True, 'tenant_id': '022a222b298e429ca160238394e23f50'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:42:54.460642 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-783c2a80-35d2-4a95-852d-a4ea3245018e req-9832a13e-c503-4f7e-a1b3-5b77bd81f7ba tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] Made reservation on behalf of 022a222b298e429ca160238394e23f50 for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:42:54.468392 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-783c2a80-35d2-4a95-852d-a4ea3245018e req-9832a13e-c503-4f7e-a1b3-5b77bd81f7ba tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:54.665012 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-49b7fa26-27c7-439b-9727-2804ef2eeb8d req-8cf88459-bb7b-4dc3-9d7c-50cf7e2a599e tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] 10.222.0.58 "GET /v2.0/ports?device_id=300f6e8c-0642-4742-bae2-4a2b2977ac8f HTTP/1.1" status: 200 len: 210 time: 0.0427711 Aug 05 12:42:54.715097 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-783c2a80-35d2-4a95-852d-a4ea3245018e req-9832a13e-c503-4f7e-a1b3-5b77bd81f7ba tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] Allocated IP 172.20.0.8 (8e5bcce6-a51c-49f8-8ee8-de333baabc34/56aaf02d-5e97-4cd4-9c63-15de877ef8dd/295d3ba8-64e9-4402-97cc-8862967a72a5) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:42:54.978421 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-783c2a80-35d2-4a95-852d-a4ea3245018e req-9832a13e-c503-4f7e-a1b3-5b77bd81f7ba tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:55.004743 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-783c2a80-35d2-4a95-852d-a4ea3245018e req-9832a13e-c503-4f7e-a1b3-5b77bd81f7ba tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] Transition to ACTIVE for port object 295d3ba8-64e9-4402-97cc-8862967a72a5 will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:42:55.063666 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-783c2a80-35d2-4a95-852d-a4ea3245018e req-9832a13e-c503-4f7e-a1b3-5b77bd81f7ba tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:55.118469 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-783c2a80-35d2-4a95-852d-a4ea3245018e req-9832a13e-c503-4f7e-a1b3-5b77bd81f7ba tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] Network 8e5bcce6-a51c-49f8-8ee8-de333baabc34 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:42:55.126039 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-783c2a80-35d2-4a95-852d-a4ea3245018e req-9832a13e-c503-4f7e-a1b3-5b77bd81f7ba tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:42:55.130862 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-783c2a80-35d2-4a95-852d-a4ea3245018e req-9832a13e-c503-4f7e-a1b3-5b77bd81f7ba tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:42:55.162174 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9832a13e-c503-4f7e-a1b3-5b77bd81f7ba tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] Pushing event updated for resources: {'Port': ['ID=295d3ba8-64e9-4402-97cc-8862967a72a5,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:42:55.228930 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783c2a80-35d2-4a95-852d-a4ea3245018e req-9832a13e-c503-4f7e-a1b3-5b77bd81f7ba tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:42:55.230165 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-783c2a80-35d2-4a95-852d-a4ea3245018e req-9832a13e-c503-4f7e-a1b3-5b77bd81f7ba tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:55.269667 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-783c2a80-35d2-4a95-852d-a4ea3245018e req-9832a13e-c503-4f7e-a1b3-5b77bd81f7ba tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0264585 Aug 05 12:42:55.300902 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-783c2a80-35d2-4a95-852d-a4ea3245018e req-01844fe6-6ca2-4d85-bd19-63479fdb7380 service neutron] Request body: {'port': {'device_id': '300f6e8c-0642-4742-bae2-4a2b2977ac8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:42:55.396850 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-783c2a80-35d2-4a95-852d-a4ea3245018e req-01844fe6-6ca2-4d85-bd19-63479fdb7380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:55.502727 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-8c39a952-1024-4fc5-a816-3cd5105cf432 None None] Provisioning for port 295d3ba8-64e9-4402-97cc-8862967a72a5 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:42:55.509912 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-8c39a952-1024-4fc5-a816-3cd5105cf432 None None] Provisioning complete for port 295d3ba8-64e9-4402-97cc-8862967a72a5 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:42:55.510424 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-8c39a952-1024-4fc5-a816-3cd5105cf432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:55.558749 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-8c39a952-1024-4fc5-a816-3cd5105cf432 None None] Port 295d3ba8-64e9-4402-97cc-8862967a72a5 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 12:42:55.710774 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device c75c39ac-a8d6-4ace-ab38-841d1ea24225 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:42:55.783230 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port c75c39ac-a8d6-4ace-ab38-841d1ea24225 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:42:55.789512 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port c75c39ac-a8d6-4ace-ab38-841d1ea24225 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:42:55.789912 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:55.843859 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-783c2a80-35d2-4a95-852d-a4ea3245018e req-01844fe6-6ca2-4d85-bd19-63479fdb7380 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 295d3ba8-64e9-4402-97cc-8862967a72a5 {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 12:42:55.850302 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7598df-5791-4148-a2fe-963d8f82d434 req-09e2bec7-8939-43a8-ac64-c825c701caa8 tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:42:55.852117 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0a7598df-5791-4148-a2fe-963d8f82d434 req-09e2bec7-8939-43a8-ac64-c825c701caa8 tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] 10.222.0.58 "GET /v2.0/ports?device_id=300f6e8c-0642-4742-bae2-4a2b2977ac8f HTTP/1.1" status: 200 len: 931 time: 0.0641451 Aug 05 12:42:55.859568 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-783c2a80-35d2-4a95-852d-a4ea3245018e req-01844fe6-6ca2-4d85-bd19-63479fdb7380 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:55.885290 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-783c2a80-35d2-4a95-852d-a4ea3245018e req-01844fe6-6ca2-4d85-bd19-63479fdb7380 service neutron] Transition to ACTIVE for port object 295d3ba8-64e9-4402-97cc-8862967a72a5 will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:42:55.891871 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-783c2a80-35d2-4a95-852d-a4ea3245018e req-01844fe6-6ca2-4d85-bd19-63479fdb7380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:55.909150 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0a7598df-5791-4148-a2fe-963d8f82d434 req-113e203e-f93b-4ac8-898e-32a0ef86f669 tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] 10.222.0.58 "GET /v2.0/security-groups?id=d53f2599-a824-49a8-b411-a90be5fbc0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476279 Aug 05 12:42:55.911855 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:55.977707 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port c75c39ac-a8d6-4ace-ab38-841d1ea24225, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=c75c39ac-a8d6-4ace-ab38-841d1ea24225,segment=NetworkSegment(9731f03c-e5ba-4d41-970d-247b6a7fdd7a),segment_id=9731f03c-e5ba-4d41-970d-247b6a7fdd7a)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:42:55.985238 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:55.996448 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01844fe6-6ca2-4d85-bd19-63479fdb7380 service neutron] Pushing event updated for resources: {'Port': ['ID=295d3ba8-64e9-4402-97cc-8862967a72a5,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:42:56.070859 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=c75c39ac-a8d6-4ace-ab38-841d1ea24225,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:42:56.145224 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-783c2a80-35d2-4a95-852d-a4ea3245018e req-01844fe6-6ca2-4d85-bd19-63479fdb7380 service neutron] Attempting to bind port 295d3ba8-64e9-4402-97cc-8862967a72a5 on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:42:56.145675 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-783c2a80-35d2-4a95-852d-a4ea3245018e req-01844fe6-6ca2-4d85-bd19-63479fdb7380 service neutron] Attempting to bind port 295d3ba8-64e9-4402-97cc-8862967a72a5 by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': '60a17463-da42-4f62-8a04-15d5e7ed3257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '8e5bcce6-a51c-49f8-8ee8-de333baabc34'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:42:56.146254 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783c2a80-35d2-4a95-852d-a4ea3245018e req-01844fe6-6ca2-4d85-bd19-63479fdb7380 service neutron] Attempting to bind port 295d3ba8-64e9-4402-97cc-8862967a72a5 on network 8e5bcce6-a51c-49f8-8ee8-de333baabc34 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:42:56.157176 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783c2a80-35d2-4a95-852d-a4ea3245018e req-01844fe6-6ca2-4d85-bd19-63479fdb7380 service neutron] Port 295d3ba8-64e9-4402-97cc-8862967a72a5 on network 8e5bcce6-a51c-49f8-8ee8-de333baabc34 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 12:42:56.157744 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783c2a80-35d2-4a95-852d-a4ea3245018e req-01844fe6-6ca2-4d85-bd19-63479fdb7380 service neutron] Attempting to bind port 295d3ba8-64e9-4402-97cc-8862967a72a5 on network 8e5bcce6-a51c-49f8-8ee8-de333baabc34 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:42:56.167602 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783c2a80-35d2-4a95-852d-a4ea3245018e req-01844fe6-6ca2-4d85-bd19-63479fdb7380 service neutron] Checking agent: {'id': 'a8f1dd2d-227c-4e30-8844-52419ba734db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:42:56.168207 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783c2a80-35d2-4a95-852d-a4ea3245018e req-01844fe6-6ca2-4d85-bd19-63479fdb7380 service neutron] Checking segment: {'id': '60a17463-da42-4f62-8a04-15d5e7ed3257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '8e5bcce6-a51c-49f8-8ee8-de333baabc34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:42:56.168898 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783c2a80-35d2-4a95-852d-a4ea3245018e req-01844fe6-6ca2-4d85-bd19-63479fdb7380 service neutron] Bound using segment: {'id': '60a17463-da42-4f62-8a04-15d5e7ed3257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '8e5bcce6-a51c-49f8-8ee8-de333baabc34'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:42:56.170741 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-783c2a80-35d2-4a95-852d-a4ea3245018e req-01844fe6-6ca2-4d85-bd19-63479fdb7380 service neutron] Bound port: 295d3ba8-64e9-4402-97cc-8862967a72a5, host: n-h2-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60a17463-da42-4f62-8a04-15d5e7ed3257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '8e5bcce6-a51c-49f8-8ee8-de333baabc34'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:42:56.171394 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-783c2a80-35d2-4a95-852d-a4ea3245018e req-01844fe6-6ca2-4d85-bd19-63479fdb7380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:56.318368 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-783c2a80-35d2-4a95-852d-a4ea3245018e req-01844fe6-6ca2-4d85-bd19-63479fdb7380 service neutron] For port 295d3ba8-64e9-4402-97cc-8862967a72a5, host n-h2-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:42:56.324722 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-783c2a80-35d2-4a95-852d-a4ea3245018e req-01844fe6-6ca2-4d85-bd19-63479fdb7380 service neutron] For port 295d3ba8-64e9-4402-97cc-8862967a72a5, host n-h2-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=295d3ba8-64e9-4402-97cc-8862967a72a5,segment=NetworkSegment(60a17463-da42-4f62-8a04-15d5e7ed3257),segment_id=60a17463-da42-4f62-8a04-15d5e7ed3257)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:42:56.334380 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-783c2a80-35d2-4a95-852d-a4ea3245018e req-01844fe6-6ca2-4d85-bd19-63479fdb7380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:56.399522 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783c2a80-35d2-4a95-852d-a4ea3245018e req-01844fe6-6ca2-4d85-bd19-63479fdb7380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:42:56.400961 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-783c2a80-35d2-4a95-852d-a4ea3245018e req-01844fe6-6ca2-4d85-bd19-63479fdb7380 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:56.404240 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-783c2a80-35d2-4a95-852d-a4ea3245018e req-01844fe6-6ca2-4d85-bd19-63479fdb7380 service neutron] 10.222.0.55 "PUT /v2.0/ports/295d3ba8-64e9-4402-97cc-8862967a72a5 HTTP/1.1" status: 200 len: 1091 time: 1.1145389 Aug 05 12:42:56.405037 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '300f6e8c-0642-4742-bae2-4a2b2977ac8f', 'tag': '295d3ba8-64e9-4402-97cc-8862967a72a5'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:42:56.409704 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7ff1ae056485c55ead25f70fa9973e26b39e4a1f6cb6b93d5d0d7942cdef429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d25e628-430a-4c03-ae26-6ec2fb590f0e" -d '{"events": [{"name": "network-changed", "server_uuid": "300f6e8c-0642-4742-bae2-4a2b2977ac8f", "tag": "295d3ba8-64e9-4402-97cc-8862967a72a5"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:42:56.475787 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01844fe6-6ca2-4d85-bd19-63479fdb7380 service neutron] Pushing event updated for resources: {'Port': ['ID=295d3ba8-64e9-4402-97cc-8862967a72a5,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:42:56.506296 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 12:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58970518-0719-463d-9d29-22975858d8ee x-openstack-request-id: req-58970518-0719-463d-9d29-22975858d8ee {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:42:56.506727 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "300f6e8c-0642-4742-bae2-4a2b2977ac8f", "tag": "295d3ba8-64e9-4402-97cc-8862967a72a5", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:42:56.507119 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-58970518-0719-463d-9d29-22975858d8ee {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:42:56.507643 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '300f6e8c-0642-4742-bae2-4a2b2977ac8f', 'tag': '295d3ba8-64e9-4402-97cc-8862967a72a5', 'status': 'completed', 'code': 200} Aug 05 12:42:56.569596 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783c2a80-35d2-4a95-852d-a4ea3245018e req-d5180b0d-2037-43d7-b5ac-99ca0741adde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:42:56.572238 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-783c2a80-35d2-4a95-852d-a4ea3245018e req-d5180b0d-2037-43d7-b5ac-99ca0741adde service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=022a222b298e429ca160238394e23f50&device_id=300f6e8c-0642-4742-bae2-4a2b2977ac8f HTTP/1.1" status: 200 len: 1094 time: 0.0811739 Aug 05 12:42:56.657111 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-783c2a80-35d2-4a95-852d-a4ea3245018e req-42b5cca5-90d9-4b38-955a-4d5acee91eb1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=295d3ba8-64e9-4402-97cc-8862967a72a5 HTTP/1.1" status: 200 len: 217 time: 0.0657535 Aug 05 12:42:56.744714 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783c2a80-35d2-4a95-852d-a4ea3245018e req-5ee1559a-7a94-49d4-8c65-7a1f33552073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:42:56.748559 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-783c2a80-35d2-4a95-852d-a4ea3245018e req-5ee1559a-7a94-49d4-8c65-7a1f33552073 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=56aaf02d-5e97-4cd4-9c63-15de877ef8dd HTTP/1.1" status: 200 len: 856 time: 0.0805595 Aug 05 12:42:56.826345 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783c2a80-35d2-4a95-852d-a4ea3245018e req-462c624b-73df-4880-a034-bd74fd0a98a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:42:56.828865 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-783c2a80-35d2-4a95-852d-a4ea3245018e req-462c624b-73df-4880-a034-bd74fd0a98a1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8e5bcce6-a51c-49f8-8ee8-de333baabc34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713856 Aug 05 12:42:57.009066 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-783c2a80-35d2-4a95-852d-a4ea3245018e req-e576276a-2a3a-4504-8262-04a7b9788750 service neutron] 10.222.0.55 "GET /v2.0/networks/8e5bcce6-a51c-49f8-8ee8-de333baabc34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699836 Aug 05 12:42:57.127523 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45da0fe8-62d8-4295-8e2e-fb68f86b93e7 req-8bf62036-62b4-4b9b-ad28-a025d9aaaf35 tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:42:57.130173 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-45da0fe8-62d8-4295-8e2e-fb68f86b93e7 req-8bf62036-62b4-4b9b-ad28-a025d9aaaf35 tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] 10.222.0.58 "GET /v2.0/ports?device_id=300f6e8c-0642-4742-bae2-4a2b2977ac8f HTTP/1.1" status: 200 len: 943 time: 0.0809946 Aug 05 12:42:57.191618 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-783c2a80-35d2-4a95-852d-a4ea3245018e req-ac59c873-0b81-4291-9823-4791c30ec585 service neutron] 10.222.0.55 "GET /v2.0/networks/8e5bcce6-a51c-49f8-8ee8-de333baabc34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736395 Aug 05 12:42:57.198698 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-45da0fe8-62d8-4295-8e2e-fb68f86b93e7 req-e6b540c1-61f4-4d6a-9045-6ed63c88e389 tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] 10.222.0.58 "GET /v2.0/security-groups?id=d53f2599-a824-49a8-b411-a90be5fbc0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567751 Aug 05 12:42:57.382665 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d25e628-430a-4c03-ae26-6ec2fb590f0e req-4fe060d0-02f4-42b2-9359-01a2864eeef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:42:57.385577 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3d25e628-430a-4c03-ae26-6ec2fb590f0e req-4fe060d0-02f4-42b2-9359-01a2864eeef4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=022a222b298e429ca160238394e23f50&device_id=300f6e8c-0642-4742-bae2-4a2b2977ac8f HTTP/1.1" status: 200 len: 1094 time: 0.0829144 Aug 05 12:42:57.567965 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d25e628-430a-4c03-ae26-6ec2fb590f0e req-d37ec737-fdf1-49b7-b927-bcf4a3d04d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:42:57.569964 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3d25e628-430a-4c03-ae26-6ec2fb590f0e req-d37ec737-fdf1-49b7-b927-bcf4a3d04d72 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8e5bcce6-a51c-49f8-8ee8-de333baabc34 HTTP/1.1" status: 200 len: 918 time: 0.1688683 Aug 05 12:42:57.634810 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3d25e628-430a-4c03-ae26-6ec2fb590f0e req-0e3ec5b3-4e39-4e98-90c7-4012c17bc878 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=295d3ba8-64e9-4402-97cc-8862967a72a5 HTTP/1.1" status: 200 len: 217 time: 0.0522077 Aug 05 12:42:57.699257 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device c75c39ac-a8d6-4ace-ab38-841d1ea24225 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:42:57.717448 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d25e628-430a-4c03-ae26-6ec2fb590f0e req-b2e9809d-1bd3-4096-a207-888350f54b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:42:57.719417 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3d25e628-430a-4c03-ae26-6ec2fb590f0e req-b2e9809d-1bd3-4096-a207-888350f54b71 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=56aaf02d-5e97-4cd4-9c63-15de877ef8dd HTTP/1.1" status: 200 len: 856 time: 0.0736909 Aug 05 12:42:57.765041 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port c75c39ac-a8d6-4ace-ab38-841d1ea24225 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:42:57.765697 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:42:57.822738 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d25e628-430a-4c03-ae26-6ec2fb590f0e req-fdceb672-1aa9-475e-951b-71cd89299916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:42:57.826139 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3d25e628-430a-4c03-ae26-6ec2fb590f0e req-fdceb672-1aa9-475e-951b-71cd89299916 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8e5bcce6-a51c-49f8-8ee8-de333baabc34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0947034 Aug 05 12:42:57.973044 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3d25e628-430a-4c03-ae26-6ec2fb590f0e req-a5369d91-14e7-4ca7-b064-afcc2440f893 service neutron] 10.222.0.55 "GET /v2.0/networks/8e5bcce6-a51c-49f8-8ee8-de333baabc34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342168 Aug 05 12:42:58.111019 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3d25e628-430a-4c03-ae26-6ec2fb590f0e req-b5e2292c-d062-47b3-99bd-ba008eaa2df9 service neutron] 10.222.0.55 "GET /v2.0/networks/8e5bcce6-a51c-49f8-8ee8-de333baabc34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289842 Aug 05 12:42:58.426455 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6439ac88-6e07-4211-8348-b201b5d9b8b2 req-ebfeb1da-8dc7-4eda-9736-f90547a00ddc tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:42:58.429390 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6439ac88-6e07-4211-8348-b201b5d9b8b2 req-ebfeb1da-8dc7-4eda-9736-f90547a00ddc tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] 10.222.0.58 "GET /v2.0/ports?device_id=300f6e8c-0642-4742-bae2-4a2b2977ac8f HTTP/1.1" status: 200 len: 943 time: 0.0880430 Aug 05 12:42:58.497902 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6439ac88-6e07-4211-8348-b201b5d9b8b2 req-cc6947ee-341f-41a4-beaa-fad502ae99a5 tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] 10.222.0.58 "GET /v2.0/security-groups?id=d53f2599-a824-49a8-b411-a90be5fbc0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565665 Aug 05 12:42:59.716945 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016b7f2b-2bb9-45c0-aefe-cda0f2dc245e req-98e5faf4-0a5b-401a-94ec-ad9a2e378df3 tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:42:59.719064 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-016b7f2b-2bb9-45c0-aefe-cda0f2dc245e req-98e5faf4-0a5b-401a-94ec-ad9a2e378df3 tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] 10.222.0.58 "GET /v2.0/ports?device_id=300f6e8c-0642-4742-bae2-4a2b2977ac8f HTTP/1.1" status: 200 len: 943 time: 0.0922277 Aug 05 12:42:59.790733 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-016b7f2b-2bb9-45c0-aefe-cda0f2dc245e req-cd36e25f-bff5-4856-9580-0e61e3598730 tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] 10.222.0.58 "GET /v2.0/security-groups?id=d53f2599-a824-49a8-b411-a90be5fbc0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635574 Aug 05 12:43:00.127224 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:43:00.723539 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 295d3ba8-64e9-4402-97cc-8862967a72a5 details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 12:43:00.849541 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 295d3ba8-64e9-4402-97cc-8862967a72a5, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=295d3ba8-64e9-4402-97cc-8862967a72a5,segment=NetworkSegment(60a17463-da42-4f62-8a04-15d5e7ed3257),segment_id=60a17463-da42-4f62-8a04-15d5e7ed3257)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:43:00.870239 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Returning: {'device': '295d3ba8-64e9-4402-97cc-8862967a72a5', 'network_id': '8e5bcce6-a51c-49f8-8ee8-de333baabc34', 'port_id': '295d3ba8-64e9-4402-97cc-8862967a72a5', 'mac_address': 'fa:16:3e:bd:f0:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56aaf02d-5e97-4cd4-9c63-15de877ef8dd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 12:43:00.915170 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:43:00.933486 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 295d3ba8-64e9-4402-97cc-8862967a72a5 {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 12:43:00.960283 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 295d3ba8-64e9-4402-97cc-8862967a72a5, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=295d3ba8-64e9-4402-97cc-8862967a72a5,segment=NetworkSegment(60a17463-da42-4f62-8a04-15d5e7ed3257),segment_id=60a17463-da42-4f62-8a04-15d5e7ed3257)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:43:00.976914 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:43:00.980105 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269e141f-3543-46a7-8dcd-51dc8df8f8a4 req-feb77ec4-0b08-4742-81c0-e65299ad5bb4 tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:43:00.982936 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-269e141f-3543-46a7-8dcd-51dc8df8f8a4 req-feb77ec4-0b08-4742-81c0-e65299ad5bb4 tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] 10.222.0.58 "GET /v2.0/ports?device_id=300f6e8c-0642-4742-bae2-4a2b2977ac8f HTTP/1.1" status: 200 len: 943 time: 0.0663552 Aug 05 12:43:01.030176 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-269e141f-3543-46a7-8dcd-51dc8df8f8a4 req-518d95dc-8f18-4560-bfd9-ac5b500ed0c0 tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] 10.222.0.58 "GET /v2.0/security-groups?id=d53f2599-a824-49a8-b411-a90be5fbc0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399289 Aug 05 12:43:01.073501 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=295d3ba8-64e9-4402-97cc-8862967a72a5,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:43:01.340003 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['295d3ba8-64e9-4402-97cc-8862967a72a5'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 12:43:02.209970 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ebdcfe-cce5-46e3-b96e-49d517fb09e1 req-d3a6eddf-6b16-434a-9097-40f49b2fe4ff tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:43:02.212866 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-49ebdcfe-cce5-46e3-b96e-49d517fb09e1 req-d3a6eddf-6b16-434a-9097-40f49b2fe4ff tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] 10.222.0.58 "GET /v2.0/ports?device_id=300f6e8c-0642-4742-bae2-4a2b2977ac8f HTTP/1.1" status: 200 len: 944 time: 0.0749931 Aug 05 12:43:02.261381 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-49ebdcfe-cce5-46e3-b96e-49d517fb09e1 req-7abe94b3-c1e7-433b-ac78-6fc695e4120b tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] 10.222.0.58 "GET /v2.0/security-groups?id=d53f2599-a824-49a8-b411-a90be5fbc0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407944 Aug 05 12:43:02.735313 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 295d3ba8-64e9-4402-97cc-8862967a72a5 up at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:43:02.816142 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning for port 295d3ba8-64e9-4402-97cc-8862967a72a5 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:43:02.821883 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning complete for port 295d3ba8-64e9-4402-97cc-8862967a72a5 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:43:02.822629 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:43:02.955281 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:43:02.987832 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '300f6e8c-0642-4742-bae2-4a2b2977ac8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '295d3ba8-64e9-4402-97cc-8862967a72a5'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:43:02.991035 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e1268cc07bff5734ca170491336a8ac74677c017447dd0c96766dddd3e3cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ce1a550-fbbc-4945-b8e5-1c2fd84b5dcd" -d '{"events": [{"server_uuid": "300f6e8c-0642-4742-bae2-4a2b2977ac8f", "name": "network-vif-plugged", "status": "completed", "tag": "295d3ba8-64e9-4402-97cc-8862967a72a5"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:43:03.013948 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 295d3ba8-64e9-4402-97cc-8862967a72a5, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=295d3ba8-64e9-4402-97cc-8862967a72a5,segment=NetworkSegment(60a17463-da42-4f62-8a04-15d5e7ed3257),segment_id=60a17463-da42-4f62-8a04-15d5e7ed3257)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:43:03.021163 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:43:03.057979 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 12:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d89734d3-73d6-43b5-804b-f2a378ac87bf x-openstack-request-id: req-d89734d3-73d6-43b5-804b-f2a378ac87bf {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:43:03.058355 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "300f6e8c-0642-4742-bae2-4a2b2977ac8f", "name": "network-vif-plugged", "status": "completed", "tag": "295d3ba8-64e9-4402-97cc-8862967a72a5", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:43:03.058529 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d89734d3-73d6-43b5-804b-f2a378ac87bf {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:43:03.058914 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '300f6e8c-0642-4742-bae2-4a2b2977ac8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '295d3ba8-64e9-4402-97cc-8862967a72a5', 'code': 200} Aug 05 12:43:03.101396 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=295d3ba8-64e9-4402-97cc-8862967a72a5,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:43:03.392955 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c5ee6b-bd80-4109-b025-923be78f0ccb req-473efc49-5dba-4dbc-b10e-655286da2991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:43:03.395760 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-42c5ee6b-bd80-4109-b025-923be78f0ccb req-473efc49-5dba-4dbc-b10e-655286da2991 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=300f6e8c-0642-4742-bae2-4a2b2977ac8f HTTP/1.1" status: 200 len: 1096 time: 0.2278428 Aug 05 12:43:03.454087 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-42c5ee6b-bd80-4109-b025-923be78f0ccb req-9bd78d59-d3b0-47ae-8ae8-c045a70bce5f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d53f2599-a824-49a8-b411-a90be5fbc0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494359 Aug 05 12:43:03.473189 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bac5f1-b279-4778-9d43-86587ec9c6b8 req-78da67af-6370-424d-b35d-9aec168334b8 tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:43:03.476015 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d6bac5f1-b279-4778-9d43-86587ec9c6b8 req-78da67af-6370-424d-b35d-9aec168334b8 tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] 10.222.0.58 "GET /v2.0/ports?device_id=300f6e8c-0642-4742-bae2-4a2b2977ac8f HTTP/1.1" status: 200 len: 945 time: 0.0909448 Aug 05 12:43:03.531174 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d6bac5f1-b279-4778-9d43-86587ec9c6b8 req-afb26e0e-53b6-4cf6-85aa-e5db28b4f1ee tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] 10.222.0.58 "GET /v2.0/security-groups?id=d53f2599-a824-49a8-b411-a90be5fbc0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469246 Aug 05 12:43:04.692456 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e967e77-d6c5-4741-bc8f-ff921c3be067 req-70f8a874-2777-483e-a48f-1ebc0ed3ce11 tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:43:04.694181 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7e967e77-d6c5-4741-bc8f-ff921c3be067 req-70f8a874-2777-483e-a48f-1ebc0ed3ce11 tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] 10.222.0.58 "GET /v2.0/ports?device_id=300f6e8c-0642-4742-bae2-4a2b2977ac8f HTTP/1.1" status: 200 len: 945 time: 0.0707862 Aug 05 12:43:04.778112 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7e967e77-d6c5-4741-bc8f-ff921c3be067 req-80894405-2c87-43c4-b7bf-6a28b1a9d214 tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] 10.222.0.58 "GET /v2.0/security-groups?id=d53f2599-a824-49a8-b411-a90be5fbc0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663557 Aug 05 12:43:05.810664 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 12:43:06.014811 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93e63dc-f2de-47d4-905e-7d613b3d2633 req-169256e6-97fa-410a-a3fe-57404e68f570 tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:43:06.018407 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b93e63dc-f2de-47d4-905e-7d613b3d2633 req-169256e6-97fa-410a-a3fe-57404e68f570 tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] 10.222.0.58 "GET /v2.0/ports?device_id=300f6e8c-0642-4742-bae2-4a2b2977ac8f HTTP/1.1" status: 200 len: 945 time: 0.1080384 Aug 05 12:43:06.089344 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b93e63dc-f2de-47d4-905e-7d613b3d2633 req-3d86aac4-a142-4bf2-a680-e80c8ede6dc9 tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] 10.222.0.58 "GET /v2.0/security-groups?id=d53f2599-a824-49a8-b411-a90be5fbc0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631998 Aug 05 12:43:06.292093 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc379468-2dc1-48a3-87a6-5834478f87aa req-9db37417-b415-463c-8080-78ff9d5b3051 tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:43:06.294605 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fc379468-2dc1-48a3-87a6-5834478f87aa req-9db37417-b415-463c-8080-78ff9d5b3051 tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] 10.222.0.58 "GET /v2.0/ports?device_id=300f6e8c-0642-4742-bae2-4a2b2977ac8f HTTP/1.1" status: 200 len: 945 time: 0.0824683 Aug 05 12:43:06.348855 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fc379468-2dc1-48a3-87a6-5834478f87aa req-330c2561-347d-49a8-b74e-dd7902937186 tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] 10.222.0.58 "GET /v2.0/security-groups?id=d53f2599-a824-49a8-b411-a90be5fbc0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427773 Aug 05 12:43:07.363840 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-0e32ed1e-3878-4e19-9190-7cc992602af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:43:10.078438 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-0dd7f026-ec07-4aa3-8f65-a41b444f6585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:43:10.147973 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:43:12.052231 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:43:14.186409 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:43:22.889192 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:43:30.138369 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:43:30.850475 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3d5ed9-f112-44bc-b60f-baf8a235e96e req-4d2d7705-1cfe-47bc-8bfd-1d512f28a2cc tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:43:30.852683 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6c3d5ed9-f112-44bc-b60f-baf8a235e96e req-4d2d7705-1cfe-47bc-8bfd-1d512f28a2cc tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] 10.222.0.58 "GET /v2.0/ports?device_id=300f6e8c-0642-4742-bae2-4a2b2977ac8f HTTP/1.1" status: 200 len: 945 time: 0.0625887 Aug 05 12:43:30.910916 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6c3d5ed9-f112-44bc-b60f-baf8a235e96e req-b504130d-dbeb-4342-b285-f24fa6c0dfe7 tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] 10.222.0.58 "GET /v2.0/security-groups?id=d53f2599-a824-49a8-b411-a90be5fbc0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501473 Aug 05 12:43:32.058506 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2191150-a79e-43ce-8cca-25848d16a44f req-43c5c6bb-a9e9-413b-bc10-fd6f24d4f168 tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:43:32.060542 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d2191150-a79e-43ce-8cca-25848d16a44f req-43c5c6bb-a9e9-413b-bc10-fd6f24d4f168 tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] 10.222.0.58 "GET /v2.0/ports?device_id=300f6e8c-0642-4742-bae2-4a2b2977ac8f HTTP/1.1" status: 200 len: 945 time: 0.0701830 Aug 05 12:43:32.108261 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d2191150-a79e-43ce-8cca-25848d16a44f req-120fe4c0-75e0-4cda-b0ee-bfe323b2f84d tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] 10.222.0.58 "GET /v2.0/security-groups?id=d53f2599-a824-49a8-b411-a90be5fbc0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400245 Aug 05 12:43:32.760259 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03482430-0fa4-4192-8657-d3690e900c8b req-d067ab06-1079-4841-9be6-612fe29bd98c tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:43:32.762802 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-03482430-0fa4-4192-8657-d3690e900c8b req-d067ab06-1079-4841-9be6-612fe29bd98c tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] 10.222.0.55 "GET /v2.0/ports?device_id=300f6e8c-0642-4742-bae2-4a2b2977ac8f HTTP/1.1" status: 200 len: 945 time: 0.0771875 Aug 05 12:43:32.916953 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-03482430-0fa4-4192-8657-d3690e900c8b req-c6c15fb9-765d-49b7-8601-32f950412db7 tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] Deleting port 295d3ba8-64e9-4402-97cc-8862967a72a5 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:43:32.917544 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-03482430-0fa4-4192-8657-d3690e900c8b req-c6c15fb9-765d-49b7-8601-32f950412db7 tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:43:33.067701 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-03482430-0fa4-4192-8657-d3690e900c8b req-c6c15fb9-765d-49b7-8601-32f950412db7 tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] For port 295d3ba8-64e9-4402-97cc-8862967a72a5, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=295d3ba8-64e9-4402-97cc-8862967a72a5,segment=NetworkSegment(60a17463-da42-4f62-8a04-15d5e7ed3257),segment_id=60a17463-da42-4f62-8a04-15d5e7ed3257)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:43:33.067977 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-03482430-0fa4-4192-8657-d3690e900c8b req-c6c15fb9-765d-49b7-8601-32f950412db7 tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:43:33.087025 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-03482430-0fa4-4192-8657-d3690e900c8b req-c6c15fb9-765d-49b7-8601-32f950412db7 tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] Calling delete_port for 295d3ba8-64e9-4402-97cc-8862967a72a5 owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:43:33.266500 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5101d4ff-9903-4c9b-9189-e1969cedd8e2 req-d91e0193-b646-4e72-9f2d-acf700544dea tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:43:33.268460 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5101d4ff-9903-4c9b-9189-e1969cedd8e2 req-d91e0193-b646-4e72-9f2d-acf700544dea tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] 10.222.0.58 "GET /v2.0/ports?device_id=300f6e8c-0642-4742-bae2-4a2b2977ac8f HTTP/1.1" status: 200 len: 945 time: 0.0700998 Aug 05 12:43:33.324053 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-03482430-0fa4-4192-8657-d3690e900c8b req-c6c15fb9-765d-49b7-8601-32f950412db7 tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:43:33.347307 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5101d4ff-9903-4c9b-9189-e1969cedd8e2 req-36d1446a-ad87-4e1a-99c4-0d70093c0c94 tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] 10.222.0.58 "GET /v2.0/security-groups?id=d53f2599-a824-49a8-b411-a90be5fbc0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662873 Aug 05 12:43:33.363235 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['295d3ba8-64e9-4402-97cc-8862967a72a5'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 12:43:33.378231 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c15fb9-765d-49b7-8601-32f950412db7 tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] Pushing event deleted for resources: {'Port': ['ID=295d3ba8-64e9-4402-97cc-8862967a72a5,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:43:33.405729 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c15fb9-765d-49b7-8601-32f950412db7 tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:43:33.406363 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c15fb9-765d-49b7-8601-32f950412db7 tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:43:33.406912 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c15fb9-765d-49b7-8601-32f950412db7 tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:43:33.407490 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c15fb9-765d-49b7-8601-32f950412db7 tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:43:33.408080 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c15fb9-765d-49b7-8601-32f950412db7 tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:43:33.408698 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c15fb9-765d-49b7-8601-32f950412db7 tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:43:33.409290 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c15fb9-765d-49b7-8601-32f950412db7 tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:43:33.409878 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c15fb9-765d-49b7-8601-32f950412db7 tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:43:33.410479 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c15fb9-765d-49b7-8601-32f950412db7 tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:43:33.411084 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c15fb9-765d-49b7-8601-32f950412db7 tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:43:33.411622 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c15fb9-765d-49b7-8601-32f950412db7 tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:43:33.412992 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c15fb9-765d-49b7-8601-32f950412db7 tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:43:33.487087 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-03482430-0fa4-4192-8657-d3690e900c8b req-c6c15fb9-765d-49b7-8601-32f950412db7 tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] No DVR routers for this DVR port 295d3ba8-64e9-4402-97cc-8862967a72a5 on host n-h2-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:43:33.490895 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-03482430-0fa4-4192-8657-d3690e900c8b req-c6c15fb9-765d-49b7-8601-32f950412db7 tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:43:33.494402 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-03482430-0fa4-4192-8657-d3690e900c8b req-c6c15fb9-765d-49b7-8601-32f950412db7 tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] 10.222.0.55 "DELETE /v2.0/ports/295d3ba8-64e9-4402-97cc-8862967a72a5 HTTP/1.1" status: 204 len: 173 time: 0.7244759 Aug 05 12:43:33.495151 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '300f6e8c-0642-4742-bae2-4a2b2977ac8f', 'name': 'network-vif-deleted', 'tag': '295d3ba8-64e9-4402-97cc-8862967a72a5'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:43:33.499799 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7ff1ae056485c55ead25f70fa9973e26b39e4a1f6cb6b93d5d0d7942cdef429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9b14b15-0f10-491f-8b8d-d7e9395793a0" -d '{"events": [{"server_uuid": "300f6e8c-0642-4742-bae2-4a2b2977ac8f", "name": "network-vif-deleted", "tag": "295d3ba8-64e9-4402-97cc-8862967a72a5"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:43:33.552410 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 12:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c5e48b7-080a-4712-bb9d-13d7cfbc1c3e x-openstack-request-id: req-7c5e48b7-080a-4712-bb9d-13d7cfbc1c3e {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:43:33.552742 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "300f6e8c-0642-4742-bae2-4a2b2977ac8f", "name": "network-vif-deleted", "tag": "295d3ba8-64e9-4402-97cc-8862967a72a5", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:43:33.552991 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7c5e48b7-080a-4712-bb9d-13d7cfbc1c3e {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:43:33.553395 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '300f6e8c-0642-4742-bae2-4a2b2977ac8f', 'name': 'network-vif-deleted', 'tag': '295d3ba8-64e9-4402-97cc-8862967a72a5', 'status': 'completed', 'code': 200} Aug 05 12:43:35.038065 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e198c33b-402a-4d9d-a7b3-67dd47ae6772 req-a7439d5e-538d-4393-be17-f3fd52773f89 tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:43:35.040976 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e198c33b-402a-4d9d-a7b3-67dd47ae6772 req-a7439d5e-538d-4393-be17-f3fd52773f89 tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] 10.222.0.58 "GET /v2.0/networks?id=8e5bcce6-a51c-49f8-8ee8-de333baabc34 HTTP/1.1" status: 200 len: 817 time: 0.1712353 Aug 05 12:43:35.060067 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e198c33b-402a-4d9d-a7b3-67dd47ae6772 req-3aa11d8c-79ae-4cea-9cdc-e9c70b36cb59 tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] 10.222.0.58 "GET /v2.0/quotas/022a222b298e429ca160238394e23f50 HTTP/1.1" status: 200 len: 375 time: 0.0112927 Aug 05 12:43:35.132375 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e198c33b-402a-4d9d-a7b3-67dd47ae6772 req-9557e2d2-bb12-4ddc-adc2-5e59a371f5d3 tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=022a222b298e429ca160238394e23f50&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0656464 Aug 05 12:43:35.365457 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e198c33b-402a-4d9d-a7b3-67dd47ae6772 req-98668fc4-c867-43aa-9491-a0a82a08b003 service neutron] 10.222.0.58 "GET /v2.0/networks/8e5bcce6-a51c-49f8-8ee8-de333baabc34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133071 Aug 05 12:43:35.503182 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e198c33b-402a-4d9d-a7b3-67dd47ae6772 req-913a0a85-f70e-4d92-88a9-30ae34c483f3 service neutron] 10.222.0.58 "GET /v2.0/networks/8e5bcce6-a51c-49f8-8ee8-de333baabc34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260829 Aug 05 12:43:35.733344 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8e21ca9f-27e1-401c-974d-c5ce7281ad63 req-b93cdd8b-1d40-4468-b927-2252e1a3602b tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f74187f-92d4-47ab-a532-181f50d0dc5b HTTP/1.1" status: 200 len: 210 time: 0.0462153 Aug 05 12:43:36.872867 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f620e246-625e-4520-bf38-5e2006d2fd57 req-b049e473-a648-4105-9431-b9cfeea03fac tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f74187f-92d4-47ab-a532-181f50d0dc5b HTTP/1.1" status: 200 len: 210 time: 0.0383351 Aug 05 12:43:36.904825 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 295d3ba8-64e9-4402-97cc-8862967a72a5 no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:43:36.927342 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] No Port match for: 295d3ba8-64e9-4402-97cc-8862967a72a5 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:43:36.927779 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 295d3ba8-64e9-4402-97cc-8862967a72a5 not bound to the agent host n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:43:36.986928 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e198c33b-402a-4d9d-a7b3-67dd47ae6772 req-48d79fcb-d0d2-4e89-8f6a-0a753f24f756 tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:43:36.988642 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e198c33b-402a-4d9d-a7b3-67dd47ae6772 req-48d79fcb-d0d2-4e89-8f6a-0a753f24f756 tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] 10.222.0.55 "GET /v2.0/networks?id=8e5bcce6-a51c-49f8-8ee8-de333baabc34 HTTP/1.1" status: 200 len: 817 time: 0.1569343 Aug 05 12:43:37.014546 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-e198c33b-402a-4d9d-a7b3-67dd47ae6772 req-aeac362e-1248-4097-9b00-cc4ee7dee55c tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] Request body: {'port': {'device_id': '6f74187f-92d4-47ab-a532-181f50d0dc5b', 'network_id': '8e5bcce6-a51c-49f8-8ee8-de333baabc34', 'admin_state_up': True, 'tenant_id': '022a222b298e429ca160238394e23f50'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:43:37.175905 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e198c33b-402a-4d9d-a7b3-67dd47ae6772 req-aeac362e-1248-4097-9b00-cc4ee7dee55c tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] Made reservation on behalf of 022a222b298e429ca160238394e23f50 for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:43:37.180623 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-e198c33b-402a-4d9d-a7b3-67dd47ae6772 req-aeac362e-1248-4097-9b00-cc4ee7dee55c tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:43:37.351481 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-148d213b-972d-4b28-9635-e9be0e0cb836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:43:37.381235 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-e198c33b-402a-4d9d-a7b3-67dd47ae6772 req-aeac362e-1248-4097-9b00-cc4ee7dee55c tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] Allocated IP 172.20.0.7 (8e5bcce6-a51c-49f8-8ee8-de333baabc34/56aaf02d-5e97-4cd4-9c63-15de877ef8dd/345d84f6-d99b-490c-9c07-46cba0c2fd1d) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:43:37.575839 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-e198c33b-402a-4d9d-a7b3-67dd47ae6772 req-aeac362e-1248-4097-9b00-cc4ee7dee55c tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:43:37.593926 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-e198c33b-402a-4d9d-a7b3-67dd47ae6772 req-aeac362e-1248-4097-9b00-cc4ee7dee55c tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] Transition to ACTIVE for port object 345d84f6-d99b-490c-9c07-46cba0c2fd1d will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:43:37.633479 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-e198c33b-402a-4d9d-a7b3-67dd47ae6772 req-aeac362e-1248-4097-9b00-cc4ee7dee55c tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:43:37.679197 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e198c33b-402a-4d9d-a7b3-67dd47ae6772 req-aeac362e-1248-4097-9b00-cc4ee7dee55c tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] Network 8e5bcce6-a51c-49f8-8ee8-de333baabc34 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:43:37.685685 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-e198c33b-402a-4d9d-a7b3-67dd47ae6772 req-aeac362e-1248-4097-9b00-cc4ee7dee55c tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:43:37.690522 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-e198c33b-402a-4d9d-a7b3-67dd47ae6772 req-aeac362e-1248-4097-9b00-cc4ee7dee55c tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:43:37.698698 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeac362e-1248-4097-9b00-cc4ee7dee55c tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] Pushing event updated for resources: {'Port': ['ID=345d84f6-d99b-490c-9c07-46cba0c2fd1d,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:43:37.770498 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e198c33b-402a-4d9d-a7b3-67dd47ae6772 req-aeac362e-1248-4097-9b00-cc4ee7dee55c tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:43:37.771613 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-e198c33b-402a-4d9d-a7b3-67dd47ae6772 req-aeac362e-1248-4097-9b00-cc4ee7dee55c tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:43:37.798806 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e198c33b-402a-4d9d-a7b3-67dd47ae6772 req-aeac362e-1248-4097-9b00-cc4ee7dee55c tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7939417 Aug 05 12:43:37.819925 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-e198c33b-402a-4d9d-a7b3-67dd47ae6772 req-84ffb06b-0e75-4a03-a490-a4754b7c506a service neutron] Request body: {'port': {'device_id': '6f74187f-92d4-47ab-a532-181f50d0dc5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:43:37.896341 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-e198c33b-402a-4d9d-a7b3-67dd47ae6772 req-84ffb06b-0e75-4a03-a490-a4754b7c506a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:43:37.971019 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b3b19629-bd1a-4a8a-889e-337673371d9c None None] Provisioning for port 345d84f6-d99b-490c-9c07-46cba0c2fd1d completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:43:37.975330 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b3b19629-bd1a-4a8a-889e-337673371d9c None None] Provisioning complete for port 345d84f6-d99b-490c-9c07-46cba0c2fd1d triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:43:37.976247 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b3b19629-bd1a-4a8a-889e-337673371d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:43:38.021776 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-b3b19629-bd1a-4a8a-889e-337673371d9c None None] Port 345d84f6-d99b-490c-9c07-46cba0c2fd1d cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 12:43:38.032411 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f84b65-fa60-4e64-b0c7-8bdf2f3e8a38 req-6361a5ca-37ab-4841-9fed-c20f6815962a tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:43:38.034335 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-07f84b65-fa60-4e64-b0c7-8bdf2f3e8a38 req-6361a5ca-37ab-4841-9fed-c20f6815962a tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f74187f-92d4-47ab-a532-181f50d0dc5b HTTP/1.1" status: 200 len: 931 time: 0.0616932 Aug 05 12:43:38.082745 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-07f84b65-fa60-4e64-b0c7-8bdf2f3e8a38 req-b4b91e26-fcbd-4ba0-a57d-9a62725e0c55 tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] 10.222.0.58 "GET /v2.0/security-groups?id=d53f2599-a824-49a8-b411-a90be5fbc0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413616 Aug 05 12:43:38.318481 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-e198c33b-402a-4d9d-a7b3-67dd47ae6772 req-84ffb06b-0e75-4a03-a490-a4754b7c506a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 345d84f6-d99b-490c-9c07-46cba0c2fd1d {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 12:43:38.334404 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-e198c33b-402a-4d9d-a7b3-67dd47ae6772 req-84ffb06b-0e75-4a03-a490-a4754b7c506a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:43:38.364184 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-e198c33b-402a-4d9d-a7b3-67dd47ae6772 req-84ffb06b-0e75-4a03-a490-a4754b7c506a service neutron] Transition to ACTIVE for port object 345d84f6-d99b-490c-9c07-46cba0c2fd1d will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:43:38.370935 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-e198c33b-402a-4d9d-a7b3-67dd47ae6772 req-84ffb06b-0e75-4a03-a490-a4754b7c506a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:43:38.479990 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ffb06b-0e75-4a03-a490-a4754b7c506a service neutron] Pushing event updated for resources: {'Port': ['ID=345d84f6-d99b-490c-9c07-46cba0c2fd1d,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:43:38.575619 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-e198c33b-402a-4d9d-a7b3-67dd47ae6772 req-84ffb06b-0e75-4a03-a490-a4754b7c506a service neutron] Attempting to bind port 345d84f6-d99b-490c-9c07-46cba0c2fd1d on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:43:38.575963 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-e198c33b-402a-4d9d-a7b3-67dd47ae6772 req-84ffb06b-0e75-4a03-a490-a4754b7c506a service neutron] Attempting to bind port 345d84f6-d99b-490c-9c07-46cba0c2fd1d by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': '60a17463-da42-4f62-8a04-15d5e7ed3257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '8e5bcce6-a51c-49f8-8ee8-de333baabc34'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:43:38.576439 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e198c33b-402a-4d9d-a7b3-67dd47ae6772 req-84ffb06b-0e75-4a03-a490-a4754b7c506a service neutron] Attempting to bind port 345d84f6-d99b-490c-9c07-46cba0c2fd1d on network 8e5bcce6-a51c-49f8-8ee8-de333baabc34 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:43:38.582994 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e198c33b-402a-4d9d-a7b3-67dd47ae6772 req-84ffb06b-0e75-4a03-a490-a4754b7c506a service neutron] Port 345d84f6-d99b-490c-9c07-46cba0c2fd1d on network 8e5bcce6-a51c-49f8-8ee8-de333baabc34 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 12:43:38.583319 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e198c33b-402a-4d9d-a7b3-67dd47ae6772 req-84ffb06b-0e75-4a03-a490-a4754b7c506a service neutron] Attempting to bind port 345d84f6-d99b-490c-9c07-46cba0c2fd1d on network 8e5bcce6-a51c-49f8-8ee8-de333baabc34 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:43:38.590912 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e198c33b-402a-4d9d-a7b3-67dd47ae6772 req-84ffb06b-0e75-4a03-a490-a4754b7c506a service neutron] Checking agent: {'id': 'a8f1dd2d-227c-4e30-8844-52419ba734db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:43:38.591447 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e198c33b-402a-4d9d-a7b3-67dd47ae6772 req-84ffb06b-0e75-4a03-a490-a4754b7c506a service neutron] Checking segment: {'id': '60a17463-da42-4f62-8a04-15d5e7ed3257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '8e5bcce6-a51c-49f8-8ee8-de333baabc34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:43:38.592220 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e198c33b-402a-4d9d-a7b3-67dd47ae6772 req-84ffb06b-0e75-4a03-a490-a4754b7c506a service neutron] Bound using segment: {'id': '60a17463-da42-4f62-8a04-15d5e7ed3257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '8e5bcce6-a51c-49f8-8ee8-de333baabc34'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:43:38.592868 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-e198c33b-402a-4d9d-a7b3-67dd47ae6772 req-84ffb06b-0e75-4a03-a490-a4754b7c506a service neutron] Bound port: 345d84f6-d99b-490c-9c07-46cba0c2fd1d, host: n-h2-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60a17463-da42-4f62-8a04-15d5e7ed3257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '8e5bcce6-a51c-49f8-8ee8-de333baabc34'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:43:38.593492 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-e198c33b-402a-4d9d-a7b3-67dd47ae6772 req-84ffb06b-0e75-4a03-a490-a4754b7c506a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:43:38.722664 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-e198c33b-402a-4d9d-a7b3-67dd47ae6772 req-84ffb06b-0e75-4a03-a490-a4754b7c506a service neutron] For port 345d84f6-d99b-490c-9c07-46cba0c2fd1d, host n-h2-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:43:38.727220 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-e198c33b-402a-4d9d-a7b3-67dd47ae6772 req-84ffb06b-0e75-4a03-a490-a4754b7c506a service neutron] For port 345d84f6-d99b-490c-9c07-46cba0c2fd1d, host n-h2-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=345d84f6-d99b-490c-9c07-46cba0c2fd1d,segment=NetworkSegment(60a17463-da42-4f62-8a04-15d5e7ed3257),segment_id=60a17463-da42-4f62-8a04-15d5e7ed3257)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:43:38.735667 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-e198c33b-402a-4d9d-a7b3-67dd47ae6772 req-84ffb06b-0e75-4a03-a490-a4754b7c506a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:43:39.169657 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e198c33b-402a-4d9d-a7b3-67dd47ae6772 req-84ffb06b-0e75-4a03-a490-a4754b7c506a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:43:39.170733 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-e198c33b-402a-4d9d-a7b3-67dd47ae6772 req-84ffb06b-0e75-4a03-a490-a4754b7c506a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:43:39.173538 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e198c33b-402a-4d9d-a7b3-67dd47ae6772 req-84ffb06b-0e75-4a03-a490-a4754b7c506a service neutron] 10.222.0.55 "PUT /v2.0/ports/345d84f6-d99b-490c-9c07-46cba0c2fd1d HTTP/1.1" status: 200 len: 1091 time: 1.3578939 Aug 05 12:43:39.174320 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f74187f-92d4-47ab-a532-181f50d0dc5b', 'tag': '345d84f6-d99b-490c-9c07-46cba0c2fd1d'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:43:39.178725 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7ff1ae056485c55ead25f70fa9973e26b39e4a1f6cb6b93d5d0d7942cdef429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82a39b53-e675-42f1-b14a-4e9431119eef" -d '{"events": [{"name": "network-changed", "server_uuid": "6f74187f-92d4-47ab-a532-181f50d0dc5b", "tag": "345d84f6-d99b-490c-9c07-46cba0c2fd1d"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:43:39.241832 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ffb06b-0e75-4a03-a490-a4754b7c506a service neutron] Pushing event updated for resources: {'Port': ['ID=345d84f6-d99b-490c-9c07-46cba0c2fd1d,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:43:39.303679 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 12:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-654840e4-73e0-48be-846b-831a133f783e x-openstack-request-id: req-654840e4-73e0-48be-846b-831a133f783e {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:43:39.304210 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f74187f-92d4-47ab-a532-181f50d0dc5b", "tag": "345d84f6-d99b-490c-9c07-46cba0c2fd1d", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:43:39.304599 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-654840e4-73e0-48be-846b-831a133f783e {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:43:39.305836 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f74187f-92d4-47ab-a532-181f50d0dc5b', 'tag': '345d84f6-d99b-490c-9c07-46cba0c2fd1d', 'status': 'completed', 'code': 200} Aug 05 12:43:39.337897 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb22db55-807c-43e4-adc1-bee48cdeeaeb req-d1f86dfa-aa69-47ae-b7e8-7b40de81fc6f tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:43:39.340200 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fb22db55-807c-43e4-adc1-bee48cdeeaeb req-d1f86dfa-aa69-47ae-b7e8-7b40de81fc6f tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f74187f-92d4-47ab-a532-181f50d0dc5b HTTP/1.1" status: 200 len: 943 time: 0.1175833 Aug 05 12:43:39.362534 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e198c33b-402a-4d9d-a7b3-67dd47ae6772 req-9f7dc634-f967-497e-a832-37aba0105eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:43:39.365095 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e198c33b-402a-4d9d-a7b3-67dd47ae6772 req-9f7dc634-f967-497e-a832-37aba0105eb5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=022a222b298e429ca160238394e23f50&device_id=6f74187f-92d4-47ab-a532-181f50d0dc5b HTTP/1.1" status: 200 len: 1094 time: 0.0846338 Aug 05 12:43:39.411311 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fb22db55-807c-43e4-adc1-bee48cdeeaeb req-a4723d8c-6c9a-4bd9-ab35-e6a5179d4063 tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] 10.222.0.58 "GET /v2.0/security-groups?id=d53f2599-a824-49a8-b411-a90be5fbc0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569470 Aug 05 12:43:39.433137 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e198c33b-402a-4d9d-a7b3-67dd47ae6772 req-daa56cc1-fb29-4a41-b227-21404339e7e6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=345d84f6-d99b-490c-9c07-46cba0c2fd1d HTTP/1.1" status: 200 len: 217 time: 0.0528829 Aug 05 12:43:39.501957 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e198c33b-402a-4d9d-a7b3-67dd47ae6772 req-51faba73-b78e-405c-afd0-af26c182e450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:43:39.504128 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e198c33b-402a-4d9d-a7b3-67dd47ae6772 req-51faba73-b78e-405c-afd0-af26c182e450 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=56aaf02d-5e97-4cd4-9c63-15de877ef8dd HTTP/1.1" status: 200 len: 856 time: 0.0632808 Aug 05 12:43:39.560967 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e198c33b-402a-4d9d-a7b3-67dd47ae6772 req-d5bbe8f4-48e5-4587-bb97-74ea0e2621f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:43:39.563582 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e198c33b-402a-4d9d-a7b3-67dd47ae6772 req-d5bbe8f4-48e5-4587-bb97-74ea0e2621f8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8e5bcce6-a51c-49f8-8ee8-de333baabc34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517361 Aug 05 12:43:39.707876 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e198c33b-402a-4d9d-a7b3-67dd47ae6772 req-69b2df50-6c9a-45cb-9ca0-b96ae8559442 service neutron] 10.222.0.55 "GET /v2.0/networks/8e5bcce6-a51c-49f8-8ee8-de333baabc34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364448 Aug 05 12:43:39.886919 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e198c33b-402a-4d9d-a7b3-67dd47ae6772 req-8bc8f344-fc7c-408e-8200-c7a42ca00e3e service neutron] 10.222.0.55 "GET /v2.0/networks/8e5bcce6-a51c-49f8-8ee8-de333baabc34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698923 Aug 05 12:43:40.076813 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a39b53-e675-42f1-b14a-4e9431119eef req-83fd914e-8d0d-4fbd-92fb-e9b2a9eac076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:43:40.079114 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-82a39b53-e675-42f1-b14a-4e9431119eef req-83fd914e-8d0d-4fbd-92fb-e9b2a9eac076 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=022a222b298e429ca160238394e23f50&device_id=6f74187f-92d4-47ab-a532-181f50d0dc5b HTTP/1.1" status: 200 len: 1094 time: 0.0751045 Aug 05 12:43:40.082887 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e655314f-cd29-4ce6-ba72-26277cc071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:43:40.149783 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:43:40.223302 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a39b53-e675-42f1-b14a-4e9431119eef req-3313fe00-ed82-47b3-804b-fbb7417ac8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:43:40.225032 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-82a39b53-e675-42f1-b14a-4e9431119eef req-3313fe00-ed82-47b3-804b-fbb7417ac8c2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8e5bcce6-a51c-49f8-8ee8-de333baabc34 HTTP/1.1" status: 200 len: 918 time: 0.1366482 Aug 05 12:43:40.283723 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-82a39b53-e675-42f1-b14a-4e9431119eef req-738f8a01-bcc6-4844-b8d2-9d1fbe331a05 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=345d84f6-d99b-490c-9c07-46cba0c2fd1d HTTP/1.1" status: 200 len: 217 time: 0.0475798 Aug 05 12:43:40.350817 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a39b53-e675-42f1-b14a-4e9431119eef req-ff338076-3cf4-44fb-a66a-28e9a1ee54bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:43:40.352673 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-82a39b53-e675-42f1-b14a-4e9431119eef req-ff338076-3cf4-44fb-a66a-28e9a1ee54bd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=56aaf02d-5e97-4cd4-9c63-15de877ef8dd HTTP/1.1" status: 200 len: 856 time: 0.0607700 Aug 05 12:43:40.417398 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a39b53-e675-42f1-b14a-4e9431119eef req-82bf76b0-f1a3-4eef-bb7e-de97dc8a5398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:43:40.419798 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-82a39b53-e675-42f1-b14a-4e9431119eef req-82bf76b0-f1a3-4eef-bb7e-de97dc8a5398 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8e5bcce6-a51c-49f8-8ee8-de333baabc34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0576425 Aug 05 12:43:40.534331 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-82a39b53-e675-42f1-b14a-4e9431119eef req-abcaeaef-cb67-4927-8ed0-c6fa82d84c5d service neutron] 10.222.0.55 "GET /v2.0/networks/8e5bcce6-a51c-49f8-8ee8-de333baabc34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063867 Aug 05 12:43:40.579115 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b02446-f106-4bed-a17a-3ca8698b97eb req-c1cd9f88-9443-436e-98a5-82430a328e0c tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:43:40.581332 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-62b02446-f106-4bed-a17a-3ca8698b97eb req-c1cd9f88-9443-436e-98a5-82430a328e0c tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f74187f-92d4-47ab-a532-181f50d0dc5b HTTP/1.1" status: 200 len: 943 time: 0.0625811 Aug 05 12:43:40.632594 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-62b02446-f106-4bed-a17a-3ca8698b97eb req-3cc7633c-4dba-4c9b-9148-c3d7a397f1d2 tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] 10.222.0.58 "GET /v2.0/security-groups?id=d53f2599-a824-49a8-b411-a90be5fbc0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445898 Aug 05 12:43:40.674450 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-82a39b53-e675-42f1-b14a-4e9431119eef req-c49e10a1-b197-454a-becf-8ad8d7585618 service neutron] 10.222.0.55 "GET /v2.0/networks/8e5bcce6-a51c-49f8-8ee8-de333baabc34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317654 Aug 05 12:43:41.779884 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964699ac-11d4-48b9-a286-6b5b5b2b4efd req-8af85ebd-3d86-4ddb-8a67-f61fdd15ebb4 tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:43:41.781659 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-964699ac-11d4-48b9-a286-6b5b5b2b4efd req-8af85ebd-3d86-4ddb-8a67-f61fdd15ebb4 tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f74187f-92d4-47ab-a532-181f50d0dc5b HTTP/1.1" status: 200 len: 943 time: 0.0686252 Aug 05 12:43:41.833288 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-964699ac-11d4-48b9-a286-6b5b5b2b4efd req-67278aa2-3239-4a12-bf6c-6e6bca56b40c tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] 10.222.0.58 "GET /v2.0/security-groups?id=d53f2599-a824-49a8-b411-a90be5fbc0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406153 Aug 05 12:43:42.047647 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:43:42.811297 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 12:43:42.929889 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 345d84f6-d99b-490c-9c07-46cba0c2fd1d details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 12:43:42.981162 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0015d248-1349-464d-9d60-7553f12e7f9f req-361d4b4d-1846-4c34-a6d7-c64532e413dd tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:43:42.984533 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0015d248-1349-464d-9d60-7553f12e7f9f req-361d4b4d-1846-4c34-a6d7-c64532e413dd tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f74187f-92d4-47ab-a532-181f50d0dc5b HTTP/1.1" status: 200 len: 943 time: 0.0641103 Aug 05 12:43:43.035052 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0015d248-1349-464d-9d60-7553f12e7f9f req-ee2b3cb6-eabb-46ad-81d2-498ea26563f5 tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] 10.222.0.58 "GET /v2.0/security-groups?id=d53f2599-a824-49a8-b411-a90be5fbc0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438356 Aug 05 12:43:43.053459 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 345d84f6-d99b-490c-9c07-46cba0c2fd1d, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=345d84f6-d99b-490c-9c07-46cba0c2fd1d,segment=NetworkSegment(60a17463-da42-4f62-8a04-15d5e7ed3257),segment_id=60a17463-da42-4f62-8a04-15d5e7ed3257)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:43:43.066914 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Returning: {'device': '345d84f6-d99b-490c-9c07-46cba0c2fd1d', 'network_id': '8e5bcce6-a51c-49f8-8ee8-de333baabc34', 'port_id': '345d84f6-d99b-490c-9c07-46cba0c2fd1d', 'mac_address': 'fa:16:3e:a0:a5:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56aaf02d-5e97-4cd4-9c63-15de877ef8dd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 12:43:43.120467 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:43:43.135899 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 345d84f6-d99b-490c-9c07-46cba0c2fd1d {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 12:43:43.163614 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 345d84f6-d99b-490c-9c07-46cba0c2fd1d, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=345d84f6-d99b-490c-9c07-46cba0c2fd1d,segment=NetworkSegment(60a17463-da42-4f62-8a04-15d5e7ed3257),segment_id=60a17463-da42-4f62-8a04-15d5e7ed3257)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:43:43.172459 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:43:43.229574 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=345d84f6-d99b-490c-9c07-46cba0c2fd1d,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:43:43.238460 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:43:43.238782 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:43:43.245072 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:43:43.245072 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:43:43.245072 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:43:43.245072 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:43:43.245072 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:43:43.245072 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:43:43.245072 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:43:43.245072 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:43:43.245072 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:43:43.245072 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:43:43.438861 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['345d84f6-d99b-490c-9c07-46cba0c2fd1d'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 12:43:44.170615 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b90bdb8-bb31-4f61-bb59-f131a901fac8 req-4d055492-0d49-4edc-a01a-41c0f6c42c7c tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:43:44.172224 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5b90bdb8-bb31-4f61-bb59-f131a901fac8 req-4d055492-0d49-4edc-a01a-41c0f6c42c7c tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f74187f-92d4-47ab-a532-181f50d0dc5b HTTP/1.1" status: 200 len: 944 time: 0.0532906 Aug 05 12:43:44.180069 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:43:44.214964 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5b90bdb8-bb31-4f61-bb59-f131a901fac8 req-44978fcd-50ba-4ed2-9679-31a3b4e6cca3 tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] 10.222.0.58 "GET /v2.0/security-groups?id=d53f2599-a824-49a8-b411-a90be5fbc0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351081 Aug 05 12:43:44.965477 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 345d84f6-d99b-490c-9c07-46cba0c2fd1d up at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:43:45.024973 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning for port 345d84f6-d99b-490c-9c07-46cba0c2fd1d completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:43:45.029807 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning complete for port 345d84f6-d99b-490c-9c07-46cba0c2fd1d triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:43:45.030636 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:43:45.117730 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:43:45.146104 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f74187f-92d4-47ab-a532-181f50d0dc5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '345d84f6-d99b-490c-9c07-46cba0c2fd1d'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:43:45.148430 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e1268cc07bff5734ca170491336a8ac74677c017447dd0c96766dddd3e3cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e75686b-0996-42fe-9d3d-f7615186f5ba" -d '{"events": [{"server_uuid": "6f74187f-92d4-47ab-a532-181f50d0dc5b", "name": "network-vif-plugged", "status": "completed", "tag": "345d84f6-d99b-490c-9c07-46cba0c2fd1d"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:43:45.164305 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 345d84f6-d99b-490c-9c07-46cba0c2fd1d, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=345d84f6-d99b-490c-9c07-46cba0c2fd1d,segment=NetworkSegment(60a17463-da42-4f62-8a04-15d5e7ed3257),segment_id=60a17463-da42-4f62-8a04-15d5e7ed3257)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:43:45.170059 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:43:45.201739 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 12:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5c89a1b-8208-40c2-ac23-c1c859c9c7ee x-openstack-request-id: req-f5c89a1b-8208-40c2-ac23-c1c859c9c7ee {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:43:45.202991 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f74187f-92d4-47ab-a532-181f50d0dc5b", "name": "network-vif-plugged", "status": "completed", "tag": "345d84f6-d99b-490c-9c07-46cba0c2fd1d", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:43:45.202991 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f5c89a1b-8208-40c2-ac23-c1c859c9c7ee {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:43:45.203319 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f74187f-92d4-47ab-a532-181f50d0dc5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '345d84f6-d99b-490c-9c07-46cba0c2fd1d', 'code': 200} Aug 05 12:43:45.247307 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=345d84f6-d99b-490c-9c07-46cba0c2fd1d,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:43:45.348635 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f645e4d-9d7e-42ac-9293-606085faf039 req-6b6458d5-4be2-41e0-96e3-05b68d605754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:43:45.350373 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6f645e4d-9d7e-42ac-9293-606085faf039 req-6b6458d5-4be2-41e0-96e3-05b68d605754 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6f74187f-92d4-47ab-a532-181f50d0dc5b HTTP/1.1" status: 200 len: 1096 time: 0.0529983 Aug 05 12:43:45.383863 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9c5f61-2490-4d19-89cb-74b12c913448 req-151c6cbd-15bb-431b-9f5f-76f97fba64fa tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:43:45.385513 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6b9c5f61-2490-4d19-89cb-74b12c913448 req-151c6cbd-15bb-431b-9f5f-76f97fba64fa tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f74187f-92d4-47ab-a532-181f50d0dc5b HTTP/1.1" status: 200 len: 945 time: 0.0601988 Aug 05 12:43:45.394611 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6f645e4d-9d7e-42ac-9293-606085faf039 req-ad71e8b4-fffd-4938-92de-6f29400986ff service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d53f2599-a824-49a8-b411-a90be5fbc0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357926 Aug 05 12:43:45.428118 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6b9c5f61-2490-4d19-89cb-74b12c913448 req-8ac75c55-358f-4a63-8caf-6f1a1a999d36 tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] 10.222.0.58 "GET /v2.0/security-groups?id=d53f2599-a824-49a8-b411-a90be5fbc0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354891 Aug 05 12:43:46.575457 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58c9e83-3758-4c2b-923b-ac8f2618ee0d req-9329ebe2-04a5-4d16-9911-d30e99b1524a tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:43:46.577066 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f58c9e83-3758-4c2b-923b-ac8f2618ee0d req-9329ebe2-04a5-4d16-9911-d30e99b1524a tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f74187f-92d4-47ab-a532-181f50d0dc5b HTTP/1.1" status: 200 len: 945 time: 0.0563960 Aug 05 12:43:46.618736 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f58c9e83-3758-4c2b-923b-ac8f2618ee0d req-89f1de89-faaf-4ec3-91e0-2946040b70e6 tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] 10.222.0.58 "GET /v2.0/security-groups?id=d53f2599-a824-49a8-b411-a90be5fbc0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354664 Aug 05 12:43:47.752034 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046a46e1-df49-4044-8404-7045e29489f4 req-b10e58a2-b0db-44d0-89cf-8f5ff7036842 tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:43:47.753716 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-046a46e1-df49-4044-8404-7045e29489f4 req-b10e58a2-b0db-44d0-89cf-8f5ff7036842 tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f74187f-92d4-47ab-a532-181f50d0dc5b HTTP/1.1" status: 200 len: 945 time: 0.0531931 Aug 05 12:43:47.798283 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-046a46e1-df49-4044-8404-7045e29489f4 req-bc897307-1b5c-4613-af8c-b5359911a381 tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] 10.222.0.58 "GET /v2.0/security-groups?id=d53f2599-a824-49a8-b411-a90be5fbc0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370867 Aug 05 12:43:47.934936 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac40bced-d1f3-4864-9cd5-77c60ab91a9a req-6c0e901e-6e45-4807-8cc1-3ce9b1bbc3b4 tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:43:47.936384 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ac40bced-d1f3-4864-9cd5-77c60ab91a9a req-6c0e901e-6e45-4807-8cc1-3ce9b1bbc3b4 tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f74187f-92d4-47ab-a532-181f50d0dc5b HTTP/1.1" status: 200 len: 945 time: 0.0634296 Aug 05 12:43:47.976623 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ac40bced-d1f3-4864-9cd5-77c60ab91a9a req-36a4bf98-409d-4f40-8eab-368722c30640 tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] 10.222.0.58 "GET /v2.0/security-groups?id=d53f2599-a824-49a8-b411-a90be5fbc0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341339 Aug 05 12:43:52.898318 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:43:53.610128 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-5cebcf3d-8c72-4397-9669-8e32c257365f req-66048a78-ba11-469e-a45d-d2a5258700de service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6f74187f-92d4-47ab-a532-181f50d0dc5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0559709 Aug 05 12:43:53.735887 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cebcf3d-8c72-4397-9669-8e32c257365f req-c0e98f71-8bf5-4b61-b007-1289249783e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:43:53.737521 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-5cebcf3d-8c72-4397-9669-8e32c257365f req-c0e98f71-8bf5-4b61-b007-1289249783e0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=022a222b298e429ca160238394e23f50&device_id=6f74187f-92d4-47ab-a532-181f50d0dc5b HTTP/1.1" status: 200 len: 1096 time: 0.0551980 Aug 05 12:43:53.864181 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cebcf3d-8c72-4397-9669-8e32c257365f req-ebec9d36-2990-45a0-b37c-7023c0b1f4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:43:53.865643 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-5cebcf3d-8c72-4397-9669-8e32c257365f req-ebec9d36-2990-45a0-b37c-7023c0b1f4e6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8e5bcce6-a51c-49f8-8ee8-de333baabc34 HTTP/1.1" status: 200 len: 918 time: 0.0991552 Aug 05 12:43:53.921231 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-5cebcf3d-8c72-4397-9669-8e32c257365f req-c9dda625-ea90-428d-b2ad-4c0b7e30a877 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=345d84f6-d99b-490c-9c07-46cba0c2fd1d HTTP/1.1" status: 200 len: 217 time: 0.0428283 Aug 05 12:43:53.989752 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cebcf3d-8c72-4397-9669-8e32c257365f req-78ac646d-198f-4540-bba0-a29f7770d0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:43:53.991394 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-5cebcf3d-8c72-4397-9669-8e32c257365f req-78ac646d-198f-4540-bba0-a29f7770d0a8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=56aaf02d-5e97-4cd4-9c63-15de877ef8dd HTTP/1.1" status: 200 len: 856 time: 0.0618839 Aug 05 12:43:54.060291 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cebcf3d-8c72-4397-9669-8e32c257365f req-8fc13188-062d-4b04-85c3-014b042e7335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:43:54.062474 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-5cebcf3d-8c72-4397-9669-8e32c257365f req-8fc13188-062d-4b04-85c3-014b042e7335 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8e5bcce6-a51c-49f8-8ee8-de333baabc34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0635705 Aug 05 12:43:54.204598 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-5cebcf3d-8c72-4397-9669-8e32c257365f req-6876c20d-8df8-4525-b647-05a6465c9efe service neutron] 10.222.0.55 "GET /v2.0/networks/8e5bcce6-a51c-49f8-8ee8-de333baabc34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338799 Aug 05 12:43:54.358086 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-5cebcf3d-8c72-4397-9669-8e32c257365f req-d145ee03-e6eb-4495-a24b-8ee481129cf5 service neutron] 10.222.0.55 "GET /v2.0/networks/8e5bcce6-a51c-49f8-8ee8-de333baabc34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200728 Aug 05 12:44:00.148346 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:07.349170 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-2a9dfe6a-87a9-4d72-b29d-a67aaae77c15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:09.112041 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c78fc33-4f27-4c70-a675-9c7e430fa282 req-db04270d-fe4f-409f-9960-e980ff0ed3a3 tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:44:09.113736 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8c78fc33-4f27-4c70-a675-9c7e430fa282 req-db04270d-fe4f-409f-9960-e980ff0ed3a3 tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f74187f-92d4-47ab-a532-181f50d0dc5b HTTP/1.1" status: 200 len: 945 time: 0.0591726 Aug 05 12:44:09.163168 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8c78fc33-4f27-4c70-a675-9c7e430fa282 req-1cf94e70-aa5d-4055-8818-d4bd109e8703 tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] 10.222.0.58 "GET /v2.0/security-groups?id=d53f2599-a824-49a8-b411-a90be5fbc0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405340 Aug 05 12:44:10.081995 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e76283b0-1f27-4e2b-876f-86a50e07608f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:10.147870 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:10.332707 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a01230-78e1-483a-bcbb-baaf32fd060c req-a39522a4-47f0-4f6a-b8d1-57bcd88a2171 tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:44:10.334257 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a8a01230-78e1-483a-bcbb-baaf32fd060c req-a39522a4-47f0-4f6a-b8d1-57bcd88a2171 tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f74187f-92d4-47ab-a532-181f50d0dc5b HTTP/1.1" status: 200 len: 945 time: 0.0717404 Aug 05 12:44:10.393621 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a8a01230-78e1-483a-bcbb-baaf32fd060c req-9ebd18cf-f180-4b7f-875f-135f299c8d7f tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] 10.222.0.58 "GET /v2.0/security-groups?id=d53f2599-a824-49a8-b411-a90be5fbc0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506110 Aug 05 12:44:10.905710 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa7de21-f76d-49f1-9422-0d2d0c2b9461 req-772cbda5-3ce5-4077-a1a4-6fac3c807878 tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:44:10.907328 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2aa7de21-f76d-49f1-9422-0d2d0c2b9461 req-772cbda5-3ce5-4077-a1a4-6fac3c807878 tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f74187f-92d4-47ab-a532-181f50d0dc5b HTTP/1.1" status: 200 len: 945 time: 0.0782201 Aug 05 12:44:11.063134 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-2aa7de21-f76d-49f1-9422-0d2d0c2b9461 req-683e915e-7765-4f12-a3b9-6d71b7322ce6 tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] Deleting port 345d84f6-d99b-490c-9c07-46cba0c2fd1d {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:44:11.064025 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-2aa7de21-f76d-49f1-9422-0d2d0c2b9461 req-683e915e-7765-4f12-a3b9-6d71b7322ce6 tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:11.193752 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-2aa7de21-f76d-49f1-9422-0d2d0c2b9461 req-683e915e-7765-4f12-a3b9-6d71b7322ce6 tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] For port 345d84f6-d99b-490c-9c07-46cba0c2fd1d, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=345d84f6-d99b-490c-9c07-46cba0c2fd1d,segment=NetworkSegment(60a17463-da42-4f62-8a04-15d5e7ed3257),segment_id=60a17463-da42-4f62-8a04-15d5e7ed3257)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:44:11.194351 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-2aa7de21-f76d-49f1-9422-0d2d0c2b9461 req-683e915e-7765-4f12-a3b9-6d71b7322ce6 tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:11.213472 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-2aa7de21-f76d-49f1-9422-0d2d0c2b9461 req-683e915e-7765-4f12-a3b9-6d71b7322ce6 tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] Calling delete_port for 345d84f6-d99b-490c-9c07-46cba0c2fd1d owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:44:11.405037 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-2aa7de21-f76d-49f1-9422-0d2d0c2b9461 req-683e915e-7765-4f12-a3b9-6d71b7322ce6 tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:11.440207 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['345d84f6-d99b-490c-9c07-46cba0c2fd1d'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 12:44:11.442709 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683e915e-7765-4f12-a3b9-6d71b7322ce6 tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] Pushing event deleted for resources: {'Port': ['ID=345d84f6-d99b-490c-9c07-46cba0c2fd1d,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:44:11.502130 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aa7de21-f76d-49f1-9422-0d2d0c2b9461 req-683e915e-7765-4f12-a3b9-6d71b7322ce6 tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] No DVR routers for this DVR port 345d84f6-d99b-490c-9c07-46cba0c2fd1d on host n-h2-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:44:11.505092 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-2aa7de21-f76d-49f1-9422-0d2d0c2b9461 req-683e915e-7765-4f12-a3b9-6d71b7322ce6 tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:11.507380 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2aa7de21-f76d-49f1-9422-0d2d0c2b9461 req-683e915e-7765-4f12-a3b9-6d71b7322ce6 tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] 10.222.0.55 "DELETE /v2.0/ports/345d84f6-d99b-490c-9c07-46cba0c2fd1d HTTP/1.1" status: 204 len: 173 time: 0.5934112 Aug 05 12:44:11.507951 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f74187f-92d4-47ab-a532-181f50d0dc5b', 'name': 'network-vif-deleted', 'tag': '345d84f6-d99b-490c-9c07-46cba0c2fd1d'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:44:11.512468 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7ff1ae056485c55ead25f70fa9973e26b39e4a1f6cb6b93d5d0d7942cdef429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fca5460-879f-4ecc-9816-fc85e88fabd7" -d '{"events": [{"server_uuid": "6f74187f-92d4-47ab-a532-181f50d0dc5b", "name": "network-vif-deleted", "tag": "345d84f6-d99b-490c-9c07-46cba0c2fd1d"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:44:11.550011 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e2e5fce2-3e5f-484d-959a-87a0c31012db req-07565882-1d2d-48aa-a35e-01d05b4e4f72 tempest-TestEncryptedCinderVolumes-1524084868 tempest-TestEncryptedCinderVolumes-1524084868-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f74187f-92d4-47ab-a532-181f50d0dc5b HTTP/1.1" status: 200 len: 210 time: 0.0528476 Aug 05 12:44:11.590067 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 12:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d0c9d5d-86ad-4e06-94d0-b256473cb117 x-openstack-request-id: req-7d0c9d5d-86ad-4e06-94d0-b256473cb117 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:44:11.590434 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f74187f-92d4-47ab-a532-181f50d0dc5b", "name": "network-vif-deleted", "tag": "345d84f6-d99b-490c-9c07-46cba0c2fd1d", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:44:11.590740 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7d0c9d5d-86ad-4e06-94d0-b256473cb117 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:44:11.591216 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f74187f-92d4-47ab-a532-181f50d0dc5b', 'name': 'network-vif-deleted', 'tag': '345d84f6-d99b-490c-9c07-46cba0c2fd1d', 'status': 'completed', 'code': 200} Aug 05 12:44:12.058708 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:12.684377 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 48744) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:44:13.514630 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d35f3b24-6ad3-47c1-bc75-4c1795c02b82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33208311'] for router_interface, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:13.834327 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-d35f3b24-6ad3-47c1-bc75-4c1795c02b82 admin admin] Deleting port 50256421-93ed-4b24-8625-5b08a5cd400d {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:44:13.835039 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d35f3b24-6ad3-47c1-bc75-4c1795c02b82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:13.964171 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-d35f3b24-6ad3-47c1-bc75-4c1795c02b82 admin admin] For port 50256421-93ed-4b24-8625-5b08a5cd400d, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=50256421-93ed-4b24-8625-5b08a5cd400d,segment=NetworkSegment(60a17463-da42-4f62-8a04-15d5e7ed3257),segment_id=60a17463-da42-4f62-8a04-15d5e7ed3257)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:44:13.964660 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d35f3b24-6ad3-47c1-bc75-4c1795c02b82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:13.981600 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-d35f3b24-6ad3-47c1-bc75-4c1795c02b82 admin admin] Calling delete_port for 50256421-93ed-4b24-8625-5b08a5cd400d owned by network:router_interface {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:44:14.186969 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:14.204458 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d35f3b24-6ad3-47c1-bc75-4c1795c02b82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:14.237899 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35f3b24-6ad3-47c1-bc75-4c1795c02b82 admin admin] Pushing event deleted for resources: {'Port': ['ID=50256421-93ed-4b24-8625-5b08a5cd400d,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:44:14.270369 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35f3b24-6ad3-47c1-bc75-4c1795c02b82 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:44:14.270845 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35f3b24-6ad3-47c1-bc75-4c1795c02b82 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:44:14.271416 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35f3b24-6ad3-47c1-bc75-4c1795c02b82 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:44:14.271956 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35f3b24-6ad3-47c1-bc75-4c1795c02b82 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:44:14.272449 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35f3b24-6ad3-47c1-bc75-4c1795c02b82 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:44:14.272902 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35f3b24-6ad3-47c1-bc75-4c1795c02b82 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:44:14.273299 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35f3b24-6ad3-47c1-bc75-4c1795c02b82 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:44:14.273706 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35f3b24-6ad3-47c1-bc75-4c1795c02b82 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:44:14.274102 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35f3b24-6ad3-47c1-bc75-4c1795c02b82 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:44:14.274583 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35f3b24-6ad3-47c1-bc75-4c1795c02b82 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:44:14.275058 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35f3b24-6ad3-47c1-bc75-4c1795c02b82 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:44:14.275593 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35f3b24-6ad3-47c1-bc75-4c1795c02b82 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:44:14.484849 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d35f3b24-6ad3-47c1-bc75-4c1795c02b82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33140263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33208171'] for router_interface, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:14.804646 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d35f3b24-6ad3-47c1-bc75-4c1795c02b82 admin admin] Router 40d7f597-3a12-482c-9213-8fa4882c9358 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:44:14.967344 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d35f3b24-6ad3-47c1-bc75-4c1795c02b82 admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:44:14.975803 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-d35f3b24-6ad3-47c1-bc75-4c1795c02b82 admin admin] 10.222.0.58 "PUT /v2.0/routers/40d7f597-3a12-482c-9213-8fa4882c9358/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2896874 Aug 05 12:44:14.978889 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 48746) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:44:14.982404 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c3a565-a723-411f-a8de-1fc23a886416 None None] Sync routers for ids ['40d7f597-3a12-482c-9213-8fa4882c9358'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:44:14.994301 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c3a565-a723-411f-a8de-1fc23a886416 None None] Routers {'40d7f597-3a12-482c-9213-8fa4882c9358'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:44:14.995688 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-45c3a565-a723-411f-a8de-1fc23a886416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:44:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['40d7f597-3a12-482c-9213-8fa4882c9358'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:44:15.103088 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 345d84f6-d99b-490c-9c07-46cba0c2fd1d no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:44:15.123381 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ac5cdf38-7d69-42e9-ac90-651f5f9de4a1 admin admin] Notify callbacks [] for router, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:15.133546 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-45c3a565-a723-411f-a8de-1fc23a886416 None None] Set router 40d7f597-3a12-482c-9213-8fa4882c9358 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:44:15.143403 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] No Port match for: 345d84f6-d99b-490c-9c07-46cba0c2fd1d {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:44:15.143978 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 345d84f6-d99b-490c-9c07-46cba0c2fd1d not bound to the agent host n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:44:15.252915 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ac5cdf38-7d69-42e9-ac90-651f5f9de4a1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:15.316804 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-ac5cdf38-7d69-42e9-ac90-651f5f9de4a1 admin admin] Deleting port 3668cd22-ea09-4dbf-83f1-e08d99952fe4 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:44:15.317139 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ac5cdf38-7d69-42e9-ac90-651f5f9de4a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:15.388124 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-45c3a565-a723-411f-a8de-1fc23a886416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40d7f597-3a12-482c-9213-8fa4882c9358', 'name': 'tempest-TestEncryptedCinderVolumes-1693586806-router', 'tenant_id': '022a222b298e429ca160238394e23f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': '3668cd22-ea09-4dbf-83f1-e08d99952fe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:42:37Z', 'updated_at': '2021-08-05T12:44:14Z', 'revision_number': 5, 'project_id': '022a222b298e429ca160238394e23f50', 'gw_port': {'id': '3668cd22-ea09-4dbf-83f1-e08d99952fe4', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:33:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d7f597-3a12-482c-9213-8fa4882c9358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:42:38Z', 'updated_at': '2021-08-05T12:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:44:15.418770 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-ac5cdf38-7d69-42e9-ac90-651f5f9de4a1 admin admin] For port 3668cd22-ea09-4dbf-83f1-e08d99952fe4, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=3668cd22-ea09-4dbf-83f1-e08d99952fe4,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:44:15.419196 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ac5cdf38-7d69-42e9-ac90-651f5f9de4a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:15.434041 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c3a565-a723-411f-a8de-1fc23a886416 None None] Checking router: 40d7f597-3a12-482c-9213-8fa4882c9358 for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:44:15.434591 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-ac5cdf38-7d69-42e9-ac90-651f5f9de4a1 admin admin] Calling delete_port for 3668cd22-ea09-4dbf-83f1-e08d99952fe4 owned by network:router_gateway {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:44:15.445373 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c3a565-a723-411f-a8de-1fc23a886416 None None] Routers {'40d7f597-3a12-482c-9213-8fa4882c9358'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:44:15.446016 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-45c3a565-a723-411f-a8de-1fc23a886416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:44:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['40d7f597-3a12-482c-9213-8fa4882c9358'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:44:15.559025 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-45c3a565-a723-411f-a8de-1fc23a886416 None None] Set router 40d7f597-3a12-482c-9213-8fa4882c9358 gateway port host: None {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:44:15.619705 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-45c3a565-a723-411f-a8de-1fc23a886416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40d7f597-3a12-482c-9213-8fa4882c9358', 'name': 'tempest-TestEncryptedCinderVolumes-1693586806-router', 'tenant_id': '022a222b298e429ca160238394e23f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:42:37Z', 'updated_at': '2021-08-05T12:44:15Z', 'revision_number': 6, 'project_id': '022a222b298e429ca160238394e23f50', 'gw_port_host': None}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:44:15.711236 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ac5cdf38-7d69-42e9-ac90-651f5f9de4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:15.774001 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5cdf38-7d69-42e9-ac90-651f5f9de4a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3668cd22-ea09-4dbf-83f1-e08d99952fe4,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:44:15.783249 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c3a565-a723-411f-a8de-1fc23a886416 None None] The sync data for ids ['40d7f597-3a12-482c-9213-8fa4882c9358'] in n-d-803378-2 is: [{'id': '40d7f597-3a12-482c-9213-8fa4882c9358', 'name': 'tempest-TestEncryptedCinderVolumes-1693586806-router', 'tenant_id': '022a222b298e429ca160238394e23f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:42:37Z', 'updated_at': '2021-08-05T12:44:15Z', 'revision_number': 6, 'project_id': '022a222b298e429ca160238394e23f50', 'gw_port_host': None}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:44:15.847773 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ac5cdf38-7d69-42e9-ac90-651f5f9de4a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33285055'] for router_gateway, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:16.019651 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ac5cdf38-7d69-42e9-ac90-651f5f9de4a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33262979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1951'] for router, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:16.023998 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ac5cdf38-7d69-42e9-ac90-651f5f9de4a1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:16.111364 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ac5cdf38-7d69-42e9-ac90-651f5f9de4a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33262474'] for router, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:16.112825 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac5cdf38-7d69-42e9-ac90-651f5f9de4a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 40d7f597-3a12-482c-9213-8fa4882c9358 {{(pid=94420) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 12:44:16.121812 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ac5cdf38-7d69-42e9-ac90-651f5f9de4a1 admin admin] Notify callbacks [] for router, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:16.124575 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-ac5cdf38-7d69-42e9-ac90-651f5f9de4a1 admin admin] 10.222.0.58 "DELETE /v2.0/routers/40d7f597-3a12-482c-9213-8fa4882c9358 HTTP/1.1" status: 204 len: 168 time: 1.1440921 Aug 05 12:44:16.127501 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 48748) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:44:16.189009 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_v2 [None req-6779d50e-c244-4687-a7c0-0a82b4a3d38c admin admin] Deleting subnet 56aaf02d-5e97-4cd4-9c63-15de877ef8dd {{(pid=94420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 12:44:16.196083 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6779d50e-c244-4687-a7c0-0a82b4a3d38c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:16.259894 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6779d50e-c244-4687-a7c0-0a82b4a3d38c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25010562'] for subnet, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:16.414141 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6779d50e-c244-4687-a7c0-0a82b4a3d38c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:16.493541 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6779d50e-c244-4687-a7c0-0a82b4a3d38c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29762763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24211094'] for subnet, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:16.529575 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6779d50e-c244-4687-a7c0-0a82b4a3d38c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56aaf02d-5e97-4cd4-9c63-15de877ef8dd,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:44:16.532787 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6779d50e-c244-4687-a7c0-0a82b4a3d38c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:16.539214 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-6779d50e-c244-4687-a7c0-0a82b4a3d38c admin admin] 10.222.0.58 "DELETE /v2.0/subnets/56aaf02d-5e97-4cd4-9c63-15de877ef8dd HTTP/1.1" status: 204 len: 168 time: 0.4062300 Aug 05 12:44:16.539419 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 48750) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:44:16.540547 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb92a958-471d-451a-a487-641c83538bd7 None None] Network 8e5bcce6-a51c-49f8-8ee8-de333baabc34 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:44:16.663038 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7ecc2f71-5cd9-480c-9ad0-cbe195dfbe71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:16.752155 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-7ecc2f71-5cd9-480c-9ad0-cbe195dfbe71 admin admin] Deleting port 76228fa6-9c24-420d-a12f-2e45b5027654 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:44:16.752752 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7ecc2f71-5cd9-480c-9ad0-cbe195dfbe71 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:16.778354 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c927a1b-913f-4e51-9b99-bc57b42476e4 None None] DHCP port deletion for 8e5bcce6-a51c-49f8-8ee8-de333baabc34 request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 12:44:16.837046 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [None req-7ecc2f71-5cd9-480c-9ad0-cbe195dfbe71 admin admin] For port 76228fa6-9c24-420d-a12f-2e45b5027654, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=76228fa6-9c24-420d-a12f-2e45b5027654,segment=NetworkSegment(60a17463-da42-4f62-8a04-15d5e7ed3257),segment_id=60a17463-da42-4f62-8a04-15d5e7ed3257)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:44:16.837412 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7ecc2f71-5cd9-480c-9ad0-cbe195dfbe71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:16.853264 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-7ecc2f71-5cd9-480c-9ad0-cbe195dfbe71 admin admin] Calling delete_port for 76228fa6-9c24-420d-a12f-2e45b5027654 owned by network:dhcp {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:44:16.864132 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-5c927a1b-913f-4e51-9b99-bc57b42476e4 None None] Deleting port 76228fa6-9c24-420d-a12f-2e45b5027654 {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:44:16.864850 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-5c927a1b-913f-4e51-9b99-bc57b42476e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:16.970587 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-5c927a1b-913f-4e51-9b99-bc57b42476e4 None None] For port 76228fa6-9c24-420d-a12f-2e45b5027654, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=76228fa6-9c24-420d-a12f-2e45b5027654,segment=NetworkSegment(60a17463-da42-4f62-8a04-15d5e7ed3257),segment_id=60a17463-da42-4f62-8a04-15d5e7ed3257)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:44:16.972404 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-5c927a1b-913f-4e51-9b99-bc57b42476e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:16.972625 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7ecc2f71-5cd9-480c-9ad0-cbe195dfbe71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:17.000530 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-5c927a1b-913f-4e51-9b99-bc57b42476e4 None None] Calling delete_port for 76228fa6-9c24-420d-a12f-2e45b5027654 owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:44:17.018678 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecc2f71-5cd9-480c-9ad0-cbe195dfbe71 admin admin] Pushing event deleted for resources: {'Port': ['ID=76228fa6-9c24-420d-a12f-2e45b5027654,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:44:17.032866 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecc2f71-5cd9-480c-9ad0-cbe195dfbe71 admin admin] No DVR routers for this DVR port 76228fa6-9c24-420d-a12f-2e45b5027654 on host n-d-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:44:17.134355 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7ecc2f71-5cd9-480c-9ad0-cbe195dfbe71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:17.145940 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-7ecc2f71-5cd9-480c-9ad0-cbe195dfbe71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e5bcce6-a51c-49f8-8ee8-de333baabc34']}} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:44:17.148778 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-5c927a1b-913f-4e51-9b99-bc57b42476e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:17.158455 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-7ecc2f71-5cd9-480c-9ad0-cbe195dfbe71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60a17463-da42-4f62-8a04-15d5e7ed3257') {'for_net_delete': True} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:44:17.158693 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-7ecc2f71-5cd9-480c-9ad0-cbe195dfbe71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60a17463-da42-4f62-8a04-15d5e7ed3257') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:44:17.169925 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7ecc2f71-5cd9-480c-9ad0-cbe195dfbe71 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29786371'] for segment, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:17.185710 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c927a1b-913f-4e51-9b99-bc57b42476e4 None None] Pushing event deleted for resources: {'Port': ['ID=76228fa6-9c24-420d-a12f-2e45b5027654,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:44:17.189395 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c927a1b-913f-4e51-9b99-bc57b42476e4 None None] No DVR routers for this DVR port 76228fa6-9c24-420d-a12f-2e45b5027654 on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:44:17.202079 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7ecc2f71-5cd9-480c-9ad0-cbe195dfbe71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:17.211238 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ecc2f71-5cd9-480c-9ad0-cbe195dfbe71 admin admin] Releasing vlan 658 on physical network physnet1 to pool {{(pid=94421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 12:44:17.211658 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7ecc2f71-5cd9-480c-9ad0-cbe195dfbe71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25038799'] for segment, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:17.214201 n-d-803378-2 neutron-server[94421]: Traceback (most recent call last): Aug 05 12:44:17.214201 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 12:44:17.214201 n-d-803378-2 neutron-server[94421]: timer() Aug 05 12:44:17.214201 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 12:44:17.214201 n-d-803378-2 neutron-server[94421]: cb(*args, **kw) Aug 05 12:44:17.214201 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 12:44:17.214201 n-d-803378-2 neutron-server[94421]: return func(*args, **kwargs) Aug 05 12:44:17.214201 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 12:44:17.214201 n-d-803378-2 neutron-server[94421]: self._notify() Aug 05 12:44:17.214201 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 12:44:17.214201 n-d-803378-2 neutron-server[94421]: self.callback(batched_events) Aug 05 12:44:17.214201 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 12:44:17.214201 n-d-803378-2 neutron-server[94421]: event.method(event) Aug 05 12:44:17.214201 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 12:44:17.214201 n-d-803378-2 neutron-server[94421]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 12:44:17.214201 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 12:44:17.214201 n-d-803378-2 neutron-server[94421]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 12:44:17.214201 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 12:44:17.214201 n-d-803378-2 neutron-server[94421]: return f(self, *a, **k) Aug 05 12:44:17.214201 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 12:44:17.214201 n-d-803378-2 neutron-server[94421]: return self._get(url).json() Aug 05 12:44:17.214201 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 12:44:17.214201 n-d-803378-2 neutron-server[94421]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 12:44:17.214201 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 12:44:17.214201 n-d-803378-2 neutron-server[94421]: return self.request(url, 'GET', **kwargs) Aug 05 12:44:17.214201 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 12:44:17.214201 n-d-803378-2 neutron-server[94421]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 12:44:17.214201 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 12:44:17.214201 n-d-803378-2 neutron-server[94421]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 12:44:17.214201 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 12:44:17.214201 n-d-803378-2 neutron-server[94421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 12:44:17.214201 n-d-803378-2 neutron-server[94421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 12:44:17.305869 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7ecc2f71-5cd9-480c-9ad0-cbe195dfbe71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:17.311169 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7ecc2f71-5cd9-480c-9ad0-cbe195dfbe71 admin admin] Notify callbacks [] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:17.326025 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-7ecc2f71-5cd9-480c-9ad0-cbe195dfbe71 admin admin] 10.222.0.58 "DELETE /v2.0/networks/8e5bcce6-a51c-49f8-8ee8-de333baabc34 HTTP/1.1" status: 204 len: 168 time: 0.7848377 Aug 05 12:44:17.327094 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 48752) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:44:17.381099 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecc2f71-5cd9-480c-9ad0-cbe195dfbe71 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e5bcce6-a51c-49f8-8ee8-de333baabc34,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:44:17.721716 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 76228fa6-9c24-420d-a12f-2e45b5027654 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:44:17.744095 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 76228fa6-9c24-420d-a12f-2e45b5027654 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:44:17.745225 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 76228fa6-9c24-420d-a12f-2e45b5027654 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:44:17.745687 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 3668cd22-ea09-4dbf-83f1-e08d99952fe4 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:44:17.768944 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 3668cd22-ea09-4dbf-83f1-e08d99952fe4 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:44:17.769448 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 3668cd22-ea09-4dbf-83f1-e08d99952fe4 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:44:17.769894 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 50256421-93ed-4b24-8625-5b08a5cd400d no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:44:17.787506 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-496acc8f-ed0d-4cb5-98a2-62db23fde1be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33208311'] for router_interface, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:17.793295 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 50256421-93ed-4b24-8625-5b08a5cd400d {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:44:17.793643 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 50256421-93ed-4b24-8625-5b08a5cd400d not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:44:18.193553 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-496acc8f-ed0d-4cb5-98a2-62db23fde1be admin admin] Deleting port c75c39ac-a8d6-4ace-ab38-841d1ea24225 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:44:18.194145 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-496acc8f-ed0d-4cb5-98a2-62db23fde1be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:18.357072 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [None req-496acc8f-ed0d-4cb5-98a2-62db23fde1be admin admin] For port c75c39ac-a8d6-4ace-ab38-841d1ea24225, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=c75c39ac-a8d6-4ace-ab38-841d1ea24225,segment=NetworkSegment(9731f03c-e5ba-4d41-970d-247b6a7fdd7a),segment_id=9731f03c-e5ba-4d41-970d-247b6a7fdd7a)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:44:18.357963 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-496acc8f-ed0d-4cb5-98a2-62db23fde1be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:18.386565 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-496acc8f-ed0d-4cb5-98a2-62db23fde1be admin admin] Calling delete_port for c75c39ac-a8d6-4ace-ab38-841d1ea24225 owned by network:router_interface {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:44:18.679397 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-496acc8f-ed0d-4cb5-98a2-62db23fde1be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:18.758371 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496acc8f-ed0d-4cb5-98a2-62db23fde1be admin admin] Pushing event deleted for resources: {'Port': ['ID=c75c39ac-a8d6-4ace-ab38-841d1ea24225,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:44:18.962577 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-496acc8f-ed0d-4cb5-98a2-62db23fde1be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33140263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33208171'] for router_interface, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:19.370302 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-496acc8f-ed0d-4cb5-98a2-62db23fde1be admin admin] Router aa93b862-679d-4aca-ac97-ce6bdc6f59a7 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:44:19.541264 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-496acc8f-ed0d-4cb5-98a2-62db23fde1be admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:44:19.554198 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-496acc8f-ed0d-4cb5-98a2-62db23fde1be admin admin] 10.222.0.58 "PUT /v2.0/routers/aa93b862-679d-4aca-ac97-ce6bdc6f59a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2235410 Aug 05 12:44:19.557996 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 48754) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:44:19.560087 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22cf8dee-ec6a-452b-9956-66cbdae38799 None None] Sync routers for ids ['aa93b862-679d-4aca-ac97-ce6bdc6f59a7'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:44:19.575915 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22cf8dee-ec6a-452b-9956-66cbdae38799 None None] Routers {'aa93b862-679d-4aca-ac97-ce6bdc6f59a7'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:44:19.577018 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-22cf8dee-ec6a-452b-9956-66cbdae38799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:44:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['aa93b862-679d-4aca-ac97-ce6bdc6f59a7'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:44:19.717305 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1331baa5-f928-4a85-93ff-377c7f5cc985 admin admin] Notify callbacks [] for router, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:19.752917 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-22cf8dee-ec6a-452b-9956-66cbdae38799 None None] Set router aa93b862-679d-4aca-ac97-ce6bdc6f59a7 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:44:19.820653 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 12:44:19.917407 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1331baa5-f928-4a85-93ff-377c7f5cc985 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:20.002735 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-22cf8dee-ec6a-452b-9956-66cbdae38799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa93b862-679d-4aca-ac97-ce6bdc6f59a7', 'name': 'tempest-TestEncryptedCinderVolumes-288671780-router', 'tenant_id': 'bb2d4c218a6e490b910c00a23957e1bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': 'd166664e-a2a5-4561-8304-ac1456ebf6c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:42:44Z', 'updated_at': '2021-08-05T12:44:18Z', 'revision_number': 5, 'project_id': 'bb2d4c218a6e490b910c00a23957e1bf', 'gw_port': {'id': 'd166664e-a2a5-4561-8304-ac1456ebf6c8', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:7c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa93b862-679d-4aca-ac97-ce6bdc6f59a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:42:44Z', 'updated_at': '2021-08-05T12:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:44:20.018850 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-1331baa5-f928-4a85-93ff-377c7f5cc985 admin admin] Deleting port d166664e-a2a5-4561-8304-ac1456ebf6c8 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:44:20.019467 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1331baa5-f928-4a85-93ff-377c7f5cc985 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:20.036862 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22cf8dee-ec6a-452b-9956-66cbdae38799 None None] Checking router: aa93b862-679d-4aca-ac97-ce6bdc6f59a7 for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:44:20.046902 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22cf8dee-ec6a-452b-9956-66cbdae38799 None None] Routers {'aa93b862-679d-4aca-ac97-ce6bdc6f59a7'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:44:20.047539 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-22cf8dee-ec6a-452b-9956-66cbdae38799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:44:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['aa93b862-679d-4aca-ac97-ce6bdc6f59a7'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:44:20.142853 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-1331baa5-f928-4a85-93ff-377c7f5cc985 admin admin] For port d166664e-a2a5-4561-8304-ac1456ebf6c8, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=d166664e-a2a5-4561-8304-ac1456ebf6c8,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:44:20.143441 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1331baa5-f928-4a85-93ff-377c7f5cc985 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:20.165849 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-1331baa5-f928-4a85-93ff-377c7f5cc985 admin admin] Calling delete_port for d166664e-a2a5-4561-8304-ac1456ebf6c8 owned by network:router_gateway {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:44:20.187171 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-22cf8dee-ec6a-452b-9956-66cbdae38799 None None] Set router aa93b862-679d-4aca-ac97-ce6bdc6f59a7 gateway port host: None {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:44:20.265586 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-22cf8dee-ec6a-452b-9956-66cbdae38799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa93b862-679d-4aca-ac97-ce6bdc6f59a7', 'name': 'tempest-TestEncryptedCinderVolumes-288671780-router', 'tenant_id': 'bb2d4c218a6e490b910c00a23957e1bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:42:44Z', 'updated_at': '2021-08-05T12:44:19Z', 'revision_number': 6, 'project_id': 'bb2d4c218a6e490b910c00a23957e1bf', 'gw_port_host': None}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:44:20.318104 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22cf8dee-ec6a-452b-9956-66cbdae38799 None None] The sync data for ids ['aa93b862-679d-4aca-ac97-ce6bdc6f59a7'] in n-d-803378-2 is: [{'id': 'aa93b862-679d-4aca-ac97-ce6bdc6f59a7', 'name': 'tempest-TestEncryptedCinderVolumes-288671780-router', 'tenant_id': 'bb2d4c218a6e490b910c00a23957e1bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:42:44Z', 'updated_at': '2021-08-05T12:44:19Z', 'revision_number': 6, 'project_id': 'bb2d4c218a6e490b910c00a23957e1bf', 'gw_port_host': None}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:44:20.434481 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1331baa5-f928-4a85-93ff-377c7f5cc985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:20.466846 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1331baa5-f928-4a85-93ff-377c7f5cc985 admin admin] Pushing event deleted for resources: {'Port': ['ID=d166664e-a2a5-4561-8304-ac1456ebf6c8,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:44:20.592663 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1331baa5-f928-4a85-93ff-377c7f5cc985 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33285055'] for router_gateway, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:20.731729 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1331baa5-f928-4a85-93ff-377c7f5cc985 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33262979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1951'] for router, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:20.736262 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1331baa5-f928-4a85-93ff-377c7f5cc985 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:20.818165 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1331baa5-f928-4a85-93ff-377c7f5cc985 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33262474'] for router, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:20.818886 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1331baa5-f928-4a85-93ff-377c7f5cc985 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa93b862-679d-4aca-ac97-ce6bdc6f59a7 {{(pid=94420) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 12:44:20.825841 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1331baa5-f928-4a85-93ff-377c7f5cc985 admin admin] Notify callbacks [] for router, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:20.827447 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-1331baa5-f928-4a85-93ff-377c7f5cc985 admin admin] 10.222.0.58 "DELETE /v2.0/routers/aa93b862-679d-4aca-ac97-ce6bdc6f59a7 HTTP/1.1" status: 204 len: 168 time: 1.2674677 Aug 05 12:44:20.831559 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 48756) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:44:20.889123 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_v2 [None req-119efd83-f989-44b7-bdab-9305a4680607 admin admin] Deleting subnet aec8e89d-e17e-4dde-993f-33762ccf3b2f {{(pid=94420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 12:44:20.892923 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-119efd83-f989-44b7-bdab-9305a4680607 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:20.940319 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-119efd83-f989-44b7-bdab-9305a4680607 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25010562'] for subnet, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:21.071495 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-119efd83-f989-44b7-bdab-9305a4680607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:21.157777 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-119efd83-f989-44b7-bdab-9305a4680607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29762763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24211094'] for subnet, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:21.197388 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119efd83-f989-44b7-bdab-9305a4680607 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aec8e89d-e17e-4dde-993f-33762ccf3b2f,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:44:21.205112 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-119efd83-f989-44b7-bdab-9305a4680607 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:21.208866 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-119efd83-f989-44b7-bdab-9305a4680607 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/aec8e89d-e17e-4dde-993f-33762ccf3b2f HTTP/1.1" status: 204 len: 168 time: 0.3759158 Aug 05 12:44:21.211979 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 48758) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:44:21.213819 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-536090ae-1384-4d4d-8443-1f22c68ffb9f None None] Network d43ba599-2f16-4959-9c14-645a61ae055b requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:44:21.339730 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5955b1cc-4acb-4587-b6a5-9e3ab9d2e709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:21.499014 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a49391-e6fd-4d81-b150-bc141cab1959 None None] DHCP port deletion for d43ba599-2f16-4959-9c14-645a61ae055b request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 12:44:21.591914 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-e6a49391-e6fd-4d81-b150-bc141cab1959 None None] Deleting port a854525d-d6db-42c7-86ed-749dfb318b58 {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:44:21.592452 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e6a49391-e6fd-4d81-b150-bc141cab1959 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:21.712630 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-e6a49391-e6fd-4d81-b150-bc141cab1959 None None] For port a854525d-d6db-42c7-86ed-749dfb318b58, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=a854525d-d6db-42c7-86ed-749dfb318b58,segment=NetworkSegment(9731f03c-e5ba-4d41-970d-247b6a7fdd7a),segment_id=9731f03c-e5ba-4d41-970d-247b6a7fdd7a)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:44:21.713217 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e6a49391-e6fd-4d81-b150-bc141cab1959 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:21.741521 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-e6a49391-e6fd-4d81-b150-bc141cab1959 None None] Calling delete_port for a854525d-d6db-42c7-86ed-749dfb318b58 owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:44:21.757230 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device c75c39ac-a8d6-4ace-ab38-841d1ea24225 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:44:21.789856 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: c75c39ac-a8d6-4ace-ab38-841d1ea24225 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:44:21.790424 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device c75c39ac-a8d6-4ace-ab38-841d1ea24225 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:44:21.791007 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device d166664e-a2a5-4561-8304-ac1456ebf6c8 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:44:21.801442 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-5955b1cc-4acb-4587-b6a5-9e3ab9d2e709 admin admin] Deleting port a854525d-d6db-42c7-86ed-749dfb318b58 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:44:21.801838 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5955b1cc-4acb-4587-b6a5-9e3ab9d2e709 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:21.861077 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: d166664e-a2a5-4561-8304-ac1456ebf6c8 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:44:21.862559 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device d166664e-a2a5-4561-8304-ac1456ebf6c8 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:44:21.862559 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device a854525d-d6db-42c7-86ed-749dfb318b58 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:44:21.899361 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [None req-5955b1cc-4acb-4587-b6a5-9e3ab9d2e709 admin admin] For port a854525d-d6db-42c7-86ed-749dfb318b58, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=a854525d-d6db-42c7-86ed-749dfb318b58,segment=NetworkSegment(9731f03c-e5ba-4d41-970d-247b6a7fdd7a),segment_id=9731f03c-e5ba-4d41-970d-247b6a7fdd7a)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:44:21.899878 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5955b1cc-4acb-4587-b6a5-9e3ab9d2e709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:21.920774 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-5955b1cc-4acb-4587-b6a5-9e3ab9d2e709 admin admin] Calling delete_port for a854525d-d6db-42c7-86ed-749dfb318b58 owned by network:dhcp {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:44:21.969310 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e6a49391-e6fd-4d81-b150-bc141cab1959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:22.016140 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a49391-e6fd-4d81-b150-bc141cab1959 None None] Pushing event deleted for resources: {'Port': ['ID=a854525d-d6db-42c7-86ed-749dfb318b58,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:44:22.021880 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a49391-e6fd-4d81-b150-bc141cab1959 None None] No DVR routers for this DVR port a854525d-d6db-42c7-86ed-749dfb318b58 on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:44:22.029768 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:22.042128 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5955b1cc-4acb-4587-b6a5-9e3ab9d2e709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:22.076263 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5955b1cc-4acb-4587-b6a5-9e3ab9d2e709 admin admin] Pushing event deleted for resources: {'Port': ['ID=a854525d-d6db-42c7-86ed-749dfb318b58,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:44:22.080537 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5955b1cc-4acb-4587-b6a5-9e3ab9d2e709 admin admin] No DVR routers for this DVR port a854525d-d6db-42c7-86ed-749dfb318b58 on host n-d-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:44:22.178403 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5955b1cc-4acb-4587-b6a5-9e3ab9d2e709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:22.192856 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-5955b1cc-4acb-4587-b6a5-9e3ab9d2e709 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d43ba599-2f16-4959-9c14-645a61ae055b']}} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:44:22.213558 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-5955b1cc-4acb-4587-b6a5-9e3ab9d2e709 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9731f03c-e5ba-4d41-970d-247b6a7fdd7a') {'for_net_delete': True} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:44:22.214668 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-5955b1cc-4acb-4587-b6a5-9e3ab9d2e709 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9731f03c-e5ba-4d41-970d-247b6a7fdd7a') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:44:22.229441 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5955b1cc-4acb-4587-b6a5-9e3ab9d2e709 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29786371'] for segment, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:22.253498 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5955b1cc-4acb-4587-b6a5-9e3ab9d2e709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:22.267171 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5955b1cc-4acb-4587-b6a5-9e3ab9d2e709 admin admin] Releasing vlan 683 on physical network physnet1 to pool {{(pid=94421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 12:44:22.268147 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5955b1cc-4acb-4587-b6a5-9e3ab9d2e709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25038799'] for segment, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:22.270312 n-d-803378-2 neutron-server[94421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 12:44:22.270312 n-d-803378-2 neutron-server[94421]: self.session.flush() Aug 05 12:44:22.270312 n-d-803378-2 neutron-server[94421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 12:44:22.270312 n-d-803378-2 neutron-server[94421]: self.session.flush() Aug 05 12:44:22.270312 n-d-803378-2 neutron-server[94421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 12:44:22.270312 n-d-803378-2 neutron-server[94421]: self.session.flush() Aug 05 12:44:22.270312 n-d-803378-2 neutron-server[94421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 12:44:22.270312 n-d-803378-2 neutron-server[94421]: self.session.flush() Aug 05 12:44:22.270312 n-d-803378-2 neutron-server[94421]: Traceback (most recent call last): Aug 05 12:44:22.270312 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 12:44:22.270312 n-d-803378-2 neutron-server[94421]: timer() Aug 05 12:44:22.270312 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 12:44:22.270312 n-d-803378-2 neutron-server[94421]: cb(*args, **kw) Aug 05 12:44:22.270312 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 12:44:22.270312 n-d-803378-2 neutron-server[94421]: return func(*args, **kwargs) Aug 05 12:44:22.270312 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 12:44:22.270312 n-d-803378-2 neutron-server[94421]: self._notify() Aug 05 12:44:22.270312 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 12:44:22.270312 n-d-803378-2 neutron-server[94421]: self.callback(batched_events) Aug 05 12:44:22.270312 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 12:44:22.270312 n-d-803378-2 neutron-server[94421]: event.method(event) Aug 05 12:44:22.270312 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 12:44:22.270312 n-d-803378-2 neutron-server[94421]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 12:44:22.270312 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 12:44:22.270312 n-d-803378-2 neutron-server[94421]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 12:44:22.270312 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 12:44:22.270312 n-d-803378-2 neutron-server[94421]: return f(self, *a, **k) Aug 05 12:44:22.270312 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 12:44:22.270312 n-d-803378-2 neutron-server[94421]: return self._get(url).json() Aug 05 12:44:22.270312 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 12:44:22.270312 n-d-803378-2 neutron-server[94421]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 12:44:22.270312 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 12:44:22.270312 n-d-803378-2 neutron-server[94421]: return self.request(url, 'GET', **kwargs) Aug 05 12:44:22.270312 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 12:44:22.270312 n-d-803378-2 neutron-server[94421]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 12:44:22.270312 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 12:44:22.270312 n-d-803378-2 neutron-server[94421]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 12:44:22.270312 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 12:44:22.270312 n-d-803378-2 neutron-server[94421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 12:44:22.270312 n-d-803378-2 neutron-server[94421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 12:44:22.379324 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5955b1cc-4acb-4587-b6a5-9e3ab9d2e709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:22.390237 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5955b1cc-4acb-4587-b6a5-9e3ab9d2e709 admin admin] Notify callbacks [] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:22.392383 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-5955b1cc-4acb-4587-b6a5-9e3ab9d2e709 admin admin] 10.222.0.58 "DELETE /v2.0/networks/d43ba599-2f16-4959-9c14-645a61ae055b HTTP/1.1" status: 204 len: 168 time: 1.1788361 Aug 05 12:44:22.403908 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5955b1cc-4acb-4587-b6a5-9e3ab9d2e709 admin admin] Pushing event deleted for resources: {'Network': ['ID=d43ba599-2f16-4959-9c14-645a61ae055b,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:44:22.693838 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 48762) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:44:22.756248 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-d63455d2-315f-4aca-b6cb-10d92dc327f5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=022a222b298e429ca160238394e23f50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0606425 Aug 05 12:44:22.760046 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 48764) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:44:22.873475 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-84eb4f94-7500-4691-8bba-69b3c6f0c7ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:22.896675 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:22.918125 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-84eb4f94-7500-4691-8bba-69b3c6f0c7ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:22.989375 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-84eb4f94-7500-4691-8bba-69b3c6f0c7ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:22.994335 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-84eb4f94-7500-4691-8bba-69b3c6f0c7ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:23.007362 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-84eb4f94-7500-4691-8bba-69b3c6f0c7ab admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d53f2599-a824-49a8-b411-a90be5fbc0b1 HTTP/1.1" status: 204 len: 168 time: 0.2445858 Aug 05 12:44:23.028380 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84eb4f94-7500-4691-8bba-69b3c6f0c7ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d53f2599-a824-49a8-b411-a90be5fbc0b1,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:44:23.582465 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 48770) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:44:23.639300 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-529d0d6d-b4b0-44d6-b605-a5ca185a89fa admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bb2d4c218a6e490b910c00a23957e1bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0555005 Aug 05 12:44:23.642266 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 48772) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:44:23.726306 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-583b0919-8846-4647-a7f9-894ac7ada794 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:23.760193 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-583b0919-8846-4647-a7f9-894ac7ada794 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:23.846202 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-583b0919-8846-4647-a7f9-894ac7ada794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:23.849972 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-583b0919-8846-4647-a7f9-894ac7ada794 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:23.851980 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-583b0919-8846-4647-a7f9-894ac7ada794 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/db805509-564f-4e86-8444-225a9de061dd HTTP/1.1" status: 204 len: 168 time: 0.2084153 Aug 05 12:44:23.862586 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583b0919-8846-4647-a7f9-894ac7ada794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db805509-564f-4e86-8444-225a9de061dd,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:44:24.939763 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 48794) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:44:25.097241 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-8dcf09ab-6ce0-4d7a-97b5-7f6b96f7919a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-335823464-network', 'tenant_id': 'bd56f6d5533d40f7847b00d1b8de0dae'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:44:25.126911 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dcf09ab-6ce0-4d7a-97b5-7f6b96f7919a admin admin] Made reservation on behalf of bd56f6d5533d40f7847b00d1b8de0dae for: {'network': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:44:25.131009 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8dcf09ab-6ce0-4d7a-97b5-7f6b96f7919a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:25.144096 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8dcf09ab-6ce0-4d7a-97b5-7f6b96f7919a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:25.337257 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8dcf09ab-6ce0-4d7a-97b5-7f6b96f7919a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:25.344187 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8dcf09ab-6ce0-4d7a-97b5-7f6b96f7919a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:25.373627 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dcf09ab-6ce0-4d7a-97b5-7f6b96f7919a admin admin] vlan segment allocate from pool success with {'vlan_id': 680, 'physical_network': 'physnet1'} {{(pid=94421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 12:44:25.390683 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcf09ab-6ce0-4d7a-97b5-7f6b96f7919a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec81f4eb-cbcc-4b34-9f7a-2e51faf5856f,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:44:25.397838 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8dcf09ab-6ce0-4d7a-97b5-7f6b96f7919a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:25.398194 n-d-803378-2 neutron-server[94421]: INFO neutron.db.segments_db [None req-8dcf09ab-6ce0-4d7a-97b5-7f6b96f7919a admin admin] Added segment 812339f9-a732-4294-9d80-375652e5192e of type vlan for network c7852dd7-616c-4a0a-b88e-a20ee424dce1 Aug 05 12:44:25.473337 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8dcf09ab-6ce0-4d7a-97b5-7f6b96f7919a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:25.536240 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8dcf09ab-6ce0-4d7a-97b5-7f6b96f7919a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:25.537450 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dcf09ab-6ce0-4d7a-97b5-7f6b96f7919a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:44:25.538086 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8dcf09ab-6ce0-4d7a-97b5-7f6b96f7919a admin admin] Notify callbacks [] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:25.613284 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-8dcf09ab-6ce0-4d7a-97b5-7f6b96f7919a admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6718521 Aug 05 12:44:25.618168 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 48798) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:44:25.627051 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcf09ab-6ce0-4d7a-97b5-7f6b96f7919a admin admin] Pushing event updated for resources: {'Network': ['ID=c7852dd7-616c-4a0a-b88e-a20ee424dce1,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:44:25.627487 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-7f660162-db04-40da-83f4-20fd7712abb7 admin admin] Request body: {'subnet': {'network_id': 'c7852dd7-616c-4a0a-b88e-a20ee424dce1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-335823464-subnet', 'tenant_id': 'bd56f6d5533d40f7847b00d1b8de0dae', 'ip_version': 4}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:44:25.649637 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network c7852dd7-616c-4a0a-b88e-a20ee424dce1 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 12:44:25.668331 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f660162-db04-40da-83f4-20fd7712abb7 admin admin] Made reservation on behalf of bd56f6d5533d40f7847b00d1b8de0dae for: {'subnet': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:44:25.671739 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7f660162-db04-40da-83f4-20fd7712abb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24211133'] for subnet, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:25.969381 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7f660162-db04-40da-83f4-20fd7712abb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29762700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24211087'] for subnet, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:26.046448 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f660162-db04-40da-83f4-20fd7712abb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3db0b90-0031-4980-ae45-1e6b84487314,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:44:26.063461 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f660162-db04-40da-83f4-20fd7712abb7 admin admin] Checking segment: {'id': '812339f9-a732-4294-9d80-375652e5192e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'c7852dd7-616c-4a0a-b88e-a20ee424dce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:44:26.063880 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f660162-db04-40da-83f4-20fd7712abb7 admin admin] Network hostable DHCP agents. Network: c7852dd7-616c-4a0a-b88e-a20ee424dce1, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 12:44:26.086728 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f660162-db04-40da-83f4-20fd7712abb7 admin admin] Network c7852dd7-616c-4a0a-b88e-a20ee424dce1 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 12:44:26.102410 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-7f660162-db04-40da-83f4-20fd7712abb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, c7852dd7-616c-4a0a-b88e-a20ee424dce1) {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:44:26.109750 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f660162-db04-40da-83f4-20fd7712abb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:44:26.110832 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7f660162-db04-40da-83f4-20fd7712abb7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:26.117867 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-672b151c-292d-4eed-a86f-3367903671da None None] Network c7852dd7-616c-4a0a-b88e-a20ee424dce1 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:44:26.130741 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-7f660162-db04-40da-83f4-20fd7712abb7 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5107877 Aug 05 12:44:26.133896 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 48800) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:44:26.140596 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-2a227473-4aa0-497e-98bc-30ad037b3e24 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-335823464-router', 'tenant_id': 'bd56f6d5533d40f7847b00d1b8de0dae', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:44:26.175772 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2a227473-4aa0-497e-98bc-30ad037b3e24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33260300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1929'] for router, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:26.177619 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2a227473-4aa0-497e-98bc-30ad037b3e24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33285914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33034662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1926'] for router, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:26.287056 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2a227473-4aa0-497e-98bc-30ad037b3e24 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:26.413796 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741edf6c-9b4a-4fac-94bc-78b292547853 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-c7852dd7-616c-4a0a-b88e-a20ee424dce1', 'network_id': 'c7852dd7-616c-4a0a-b88e-a20ee424dce1', 'tenant_id': 'bd56f6d5533d40f7847b00d1b8de0dae', 'fixed_ips': [{'subnet_id': 'a3db0b90-0031-4980-ae45-1e6b84487314'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 12:44:26.415242 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-741edf6c-9b4a-4fac-94bc-78b292547853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:26.535726 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2a227473-4aa0-497e-98bc-30ad037b3e24 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:26.877095 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2a227473-4aa0-497e-98bc-30ad037b3e24 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:26.880130 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-741edf6c-9b4a-4fac-94bc-78b292547853 None None] Allocated IP 172.20.0.2 (c7852dd7-616c-4a0a-b88e-a20ee424dce1/a3db0b90-0031-4980-ae45-1e6b84487314/b3ee5855-102f-408a-a1cf-1a62a29467a7) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:44:26.925309 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2a227473-4aa0-497e-98bc-30ad037b3e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:27.076381 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-741edf6c-9b4a-4fac-94bc-78b292547853 None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:27.090439 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-741edf6c-9b4a-4fac-94bc-78b292547853 None None] Transition to ACTIVE for port object b3ee5855-102f-408a-a1cf-1a62a29467a7 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:44:27.109920 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-741edf6c-9b4a-4fac-94bc-78b292547853 None None] Transition to ACTIVE for port object b3ee5855-102f-408a-a1cf-1a62a29467a7 will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:44:27.111046 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-2a227473-4aa0-497e-98bc-30ad037b3e24 admin admin] Allocated IP 172.25.5.42 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/fb3ba0cd-a1af-46c4-b272-add1870a6dfa) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:44:27.120016 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-741edf6c-9b4a-4fac-94bc-78b292547853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:27.161183 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741edf6c-9b4a-4fac-94bc-78b292547853 None None] Network c7852dd7-616c-4a0a-b88e-a20ee424dce1 is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:44:27.164222 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-741edf6c-9b4a-4fac-94bc-78b292547853 None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:44:27.168228 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741edf6c-9b4a-4fac-94bc-78b292547853 None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:44:27.181683 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741edf6c-9b4a-4fac-94bc-78b292547853 None None] Pushing event updated for resources: {'Port': ['ID=b3ee5855-102f-408a-a1cf-1a62a29467a7,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:44:27.256094 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-741edf6c-9b4a-4fac-94bc-78b292547853 None None] Attempting to bind port b3ee5855-102f-408a-a1cf-1a62a29467a7 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:44:27.256985 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-741edf6c-9b4a-4fac-94bc-78b292547853 None None] Attempting to bind port b3ee5855-102f-408a-a1cf-1a62a29467a7 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '812339f9-a732-4294-9d80-375652e5192e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'c7852dd7-616c-4a0a-b88e-a20ee424dce1'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:44:27.257646 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741edf6c-9b4a-4fac-94bc-78b292547853 None None] Attempting to bind port b3ee5855-102f-408a-a1cf-1a62a29467a7 on network c7852dd7-616c-4a0a-b88e-a20ee424dce1 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:44:27.263192 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2a227473-4aa0-497e-98bc-30ad037b3e24 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:27.265613 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741edf6c-9b4a-4fac-94bc-78b292547853 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:44:27.266435 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741edf6c-9b4a-4fac-94bc-78b292547853 None None] Checking segment: {'id': '812339f9-a732-4294-9d80-375652e5192e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'c7852dd7-616c-4a0a-b88e-a20ee424dce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:44:27.266898 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-741edf6c-9b4a-4fac-94bc-78b292547853 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:27.267545 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741edf6c-9b4a-4fac-94bc-78b292547853 None None] Bound using segment: {'id': '812339f9-a732-4294-9d80-375652e5192e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'c7852dd7-616c-4a0a-b88e-a20ee424dce1'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:44:27.268241 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-741edf6c-9b4a-4fac-94bc-78b292547853 None None] Bound port: b3ee5855-102f-408a-a1cf-1a62a29467a7, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '812339f9-a732-4294-9d80-375652e5192e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'c7852dd7-616c-4a0a-b88e-a20ee424dce1'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:44:27.268661 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-741edf6c-9b4a-4fac-94bc-78b292547853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:27.316702 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2a227473-4aa0-497e-98bc-30ad037b3e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:27.359266 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a227473-4aa0-497e-98bc-30ad037b3e24 admin admin] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:44:27.366681 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-2a227473-4aa0-497e-98bc-30ad037b3e24 admin admin] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:44:27.373635 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a227473-4aa0-497e-98bc-30ad037b3e24 admin admin] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:44:27.376810 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a227473-4aa0-497e-98bc-30ad037b3e24 admin admin] Pushing event updated for resources: {'Port': ['ID=fb3ba0cd-a1af-46c4-b272-add1870a6dfa,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:44:27.388709 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-741edf6c-9b4a-4fac-94bc-78b292547853 None None] For port b3ee5855-102f-408a-a1cf-1a62a29467a7, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:44:27.394416 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-741edf6c-9b4a-4fac-94bc-78b292547853 None None] For port b3ee5855-102f-408a-a1cf-1a62a29467a7, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=b3ee5855-102f-408a-a1cf-1a62a29467a7,segment=NetworkSegment(812339f9-a732-4294-9d80-375652e5192e),segment_id=812339f9-a732-4294-9d80-375652e5192e)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:44:27.404306 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-741edf6c-9b4a-4fac-94bc-78b292547853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:27.499315 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741edf6c-9b4a-4fac-94bc-78b292547853 None None] Pushing event updated for resources: {'Port': ['ID=b3ee5855-102f-408a-a1cf-1a62a29467a7,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:44:27.791933 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2a227473-4aa0-497e-98bc-30ad037b3e24 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:28.053104 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2a227473-4aa0-497e-98bc-30ad037b3e24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286026'] for router, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:28.219368 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a227473-4aa0-497e-98bc-30ad037b3e24 admin admin] Router 9b4a79e1-ff8d-4dd9-835c-523a8ec3c66b is scheduled to L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d with binding_index 1 {{(pid=94421) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 12:44:28.368054 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a227473-4aa0-497e-98bc-30ad037b3e24 admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:44:28.385419 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5b02ec-d969-4fbc-90a2-14a868405f28 None None] Sync routers for ids ['9b4a79e1-ff8d-4dd9-835c-523a8ec3c66b'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:44:28.393242 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2a227473-4aa0-497e-98bc-30ad037b3e24 admin admin] Notify callbacks [] for router, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:28.395141 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-2a227473-4aa0-497e-98bc-30ad037b3e24 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.2590289 Aug 05 12:44:28.402206 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 48802) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:44:28.403228 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5b02ec-d969-4fbc-90a2-14a868405f28 None None] Routers {'9b4a79e1-ff8d-4dd9-835c-523a8ec3c66b'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:44:28.404246 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-ba5b02ec-d969-4fbc-90a2-14a868405f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:44:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['9b4a79e1-ff8d-4dd9-835c-523a8ec3c66b'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:44:28.591860 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-ba5b02ec-d969-4fbc-90a2-14a868405f28 None None] Set router 9b4a79e1-ff8d-4dd9-835c-523a8ec3c66b gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:44:28.664851 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d2a594-2d3a-4334-b904-ecc3500954ee None None] Network c7852dd7-616c-4a0a-b88e-a20ee424dce1 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:44:28.730077 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-67559b26-8f33-4c11-a05b-1557ec1cbea6 None None] Provisioning for port b3ee5855-102f-408a-a1cf-1a62a29467a7 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:44:28.883682 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-ba5b02ec-d969-4fbc-90a2-14a868405f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4a79e1-ff8d-4dd9-835c-523a8ec3c66b', 'name': 'tempest-TestMinimumBasicScenario-335823464-router', 'tenant_id': 'bd56f6d5533d40f7847b00d1b8de0dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'fb3ba0cd-a1af-46c4-b272-add1870a6dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:44:26Z', 'updated_at': '2021-08-05T12:44:27Z', 'revision_number': 3, 'project_id': 'bd56f6d5533d40f7847b00d1b8de0dae', 'gw_port': {'id': 'fb3ba0cd-a1af-46c4-b272-add1870a6dfa', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:f0:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b4a79e1-ff8d-4dd9-835c-523a8ec3c66b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:44:26Z', 'updated_at': '2021-08-05T12:44:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:44:28.932884 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5b02ec-d969-4fbc-90a2-14a868405f28 None None] Checking router: 9b4a79e1-ff8d-4dd9-835c-523a8ec3c66b for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:44:28.933630 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5b02ec-d969-4fbc-90a2-14a868405f28 None None] Updating router 9b4a79e1-ff8d-4dd9-835c-523a8ec3c66b port fb3ba0cd-a1af-46c4-b272-add1870a6dfa binding host n-d-803378-2 {{(pid=94423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 12:44:28.970860 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-ba5b02ec-d969-4fbc-90a2-14a868405f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:29.015169 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3069adbb-8654-41b9-b819-6160ae921c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:29.251198 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-3069adbb-8654-41b9-b819-6160ae921c75 admin admin] Allocated IP 172.20.0.1 (c7852dd7-616c-4a0a-b88e-a20ee424dce1/a3db0b90-0031-4980-ae45-1e6b84487314/e50b2180-6d18-4d39-ae11-91c0c2ebcc81) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:44:29.359012 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-ba5b02ec-d969-4fbc-90a2-14a868405f28 None None] Notify callbacks [] for port, precommit_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:29.376620 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.provisioning_blocks [None req-ba5b02ec-d969-4fbc-90a2-14a868405f28 None None] Transition to ACTIVE for port object fb3ba0cd-a1af-46c4-b272-add1870a6dfa will not be triggered until provisioned by entity L2. {{(pid=94423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:44:29.388004 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-ba5b02ec-d969-4fbc-90a2-14a868405f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:29.429795 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3069adbb-8654-41b9-b819-6160ae921c75 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:29.452171 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [None req-3069adbb-8654-41b9-b819-6160ae921c75 admin admin] Transition to ACTIVE for port object e50b2180-6d18-4d39-ae11-91c0c2ebcc81 will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:44:29.453574 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-ba5b02ec-d969-4fbc-90a2-14a868405f28 None None] Attempting to bind port fb3ba0cd-a1af-46c4-b272-add1870a6dfa on host n-d-803378-2 for vnic_type normal with profile {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:44:29.454051 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-ba5b02ec-d969-4fbc-90a2-14a868405f28 None None] Attempting to bind port fb3ba0cd-a1af-46c4-b272-add1870a6dfa by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}] {{(pid=94423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:44:29.454416 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5b02ec-d969-4fbc-90a2-14a868405f28 None None] Attempting to bind port fb3ba0cd-a1af-46c4-b272-add1870a6dfa on network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:44:29.470961 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5b02ec-d969-4fbc-90a2-14a868405f28 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:44:29.471339 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5b02ec-d969-4fbc-90a2-14a868405f28 None None] Checking segment: {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:44:29.471755 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-ba5b02ec-d969-4fbc-90a2-14a868405f28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:29.472152 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5b02ec-d969-4fbc-90a2-14a868405f28 None None] Bound using segment: {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'} {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:44:29.472656 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-ba5b02ec-d969-4fbc-90a2-14a868405f28 None None] Bound port: fb3ba0cd-a1af-46c4-b272-add1870a6dfa, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}}] {{(pid=94423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:44:29.473038 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-ba5b02ec-d969-4fbc-90a2-14a868405f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:29.474905 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b25188-ef99-4355-81c5-0af1a8175468 None None] Pushing event updated for resources: {'Port': ['ID=fb3ba0cd-a1af-46c4-b272-add1870a6dfa,revision_number=2']} {{(pid=94423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:44:29.497002 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3069adbb-8654-41b9-b819-6160ae921c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:29.506981 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b25188-ef99-4355-81c5-0af1a8175468 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:44:29.507329 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b25188-ef99-4355-81c5-0af1a8175468 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:44:29.507669 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b25188-ef99-4355-81c5-0af1a8175468 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:44:29.508006 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b25188-ef99-4355-81c5-0af1a8175468 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:44:29.508351 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b25188-ef99-4355-81c5-0af1a8175468 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:44:29.508700 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b25188-ef99-4355-81c5-0af1a8175468 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:44:29.509026 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b25188-ef99-4355-81c5-0af1a8175468 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:44:29.509347 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b25188-ef99-4355-81c5-0af1a8175468 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:44:29.509673 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b25188-ef99-4355-81c5-0af1a8175468 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:44:29.510200 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b25188-ef99-4355-81c5-0af1a8175468 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:44:29.510705 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b25188-ef99-4355-81c5-0af1a8175468 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:44:29.511134 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b25188-ef99-4355-81c5-0af1a8175468 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:44:29.543162 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3069adbb-8654-41b9-b819-6160ae921c75 admin admin] Network c7852dd7-616c-4a0a-b88e-a20ee424dce1 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:44:29.546718 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-3069adbb-8654-41b9-b819-6160ae921c75 admin admin] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:44:29.553279 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3069adbb-8654-41b9-b819-6160ae921c75 admin admin] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:44:29.574300 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.db [None req-ba5b02ec-d969-4fbc-90a2-14a868405f28 None None] For port fb3ba0cd-a1af-46c4-b272-add1870a6dfa, host n-d-803378-2, cleared binding levels {{(pid=94423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:44:29.579042 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.db [None req-ba5b02ec-d969-4fbc-90a2-14a868405f28 None None] For port fb3ba0cd-a1af-46c4-b272-add1870a6dfa, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=fb3ba0cd-a1af-46c4-b272-add1870a6dfa,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:44:29.586033 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-ba5b02ec-d969-4fbc-90a2-14a868405f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:29.587382 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3069adbb-8654-41b9-b819-6160ae921c75 admin admin] Pushing event updated for resources: {'Port': ['ID=e50b2180-6d18-4d39-ae11-91c0c2ebcc81,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:44:29.618694 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3069adbb-8654-41b9-b819-6160ae921c75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33288800'] for router_interface, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:29.657898 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5b02ec-d969-4fbc-90a2-14a868405f28 None None] Routers {'9b4a79e1-ff8d-4dd9-835c-523a8ec3c66b'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:44:29.658951 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-ba5b02ec-d969-4fbc-90a2-14a868405f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:44:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['9b4a79e1-ff8d-4dd9-835c-523a8ec3c66b'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:44:29.803491 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b25188-ef99-4355-81c5-0af1a8175468 None None] Pushing event updated for resources: {'Port': ['ID=fb3ba0cd-a1af-46c4-b272-add1870a6dfa,revision_number=3']} {{(pid=94423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:44:29.840258 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device b3ee5855-102f-408a-a1cf-1a62a29467a7 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:44:29.892740 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3069adbb-8654-41b9-b819-6160ae921c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:29.919145 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-ba5b02ec-d969-4fbc-90a2-14a868405f28 None None] Set router 9b4a79e1-ff8d-4dd9-835c-523a8ec3c66b gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:44:29.937328 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-4924752e-065f-42ce-89a3-0de951b05681 None None] Provisioning for port e50b2180-6d18-4d39-ae11-91c0c2ebcc81 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:44:29.948191 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-4924752e-065f-42ce-89a3-0de951b05681 None None] Provisioning complete for port e50b2180-6d18-4d39-ae11-91c0c2ebcc81 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:44:29.948838 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-4924752e-065f-42ce-89a3-0de951b05681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:30.005917 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port b3ee5855-102f-408a-a1cf-1a62a29467a7 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:44:30.025178 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port b3ee5855-102f-408a-a1cf-1a62a29467a7 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:44:30.026331 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:30.029517 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-4924752e-065f-42ce-89a3-0de951b05681 None None] Port e50b2180-6d18-4d39-ae11-91c0c2ebcc81 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 12:44:30.166659 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:30.170830 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-ba5b02ec-d969-4fbc-90a2-14a868405f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4a79e1-ff8d-4dd9-835c-523a8ec3c66b', 'name': 'tempest-TestMinimumBasicScenario-335823464-router', 'tenant_id': 'bd56f6d5533d40f7847b00d1b8de0dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'fb3ba0cd-a1af-46c4-b272-add1870a6dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:44:26Z', 'updated_at': '2021-08-05T12:44:27Z', 'revision_number': 3, 'project_id': 'bd56f6d5533d40f7847b00d1b8de0dae', 'gw_port': {'id': 'fb3ba0cd-a1af-46c4-b272-add1870a6dfa', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:f0:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b4a79e1-ff8d-4dd9-835c-523a8ec3c66b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:44:26Z', 'updated_at': '2021-08-05T12:44:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:44:30.173065 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:30.195828 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3069adbb-8654-41b9-b819-6160ae921c75 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:30.203754 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3069adbb-8654-41b9-b819-6160ae921c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:30.211093 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5b02ec-d969-4fbc-90a2-14a868405f28 None None] The sync data for ids ['9b4a79e1-ff8d-4dd9-835c-523a8ec3c66b'] in n-d-803378-2 is: [{'id': '9b4a79e1-ff8d-4dd9-835c-523a8ec3c66b', 'name': 'tempest-TestMinimumBasicScenario-335823464-router', 'tenant_id': 'bd56f6d5533d40f7847b00d1b8de0dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'fb3ba0cd-a1af-46c4-b272-add1870a6dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:44:26Z', 'updated_at': '2021-08-05T12:44:27Z', 'revision_number': 3, 'project_id': 'bd56f6d5533d40f7847b00d1b8de0dae', 'gw_port': {'id': 'fb3ba0cd-a1af-46c4-b272-add1870a6dfa', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:f0:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b4a79e1-ff8d-4dd9-835c-523a8ec3c66b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:44:26Z', 'updated_at': '2021-08-05T12:44:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:44:30.238611 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port b3ee5855-102f-408a-a1cf-1a62a29467a7, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=b3ee5855-102f-408a-a1cf-1a62a29467a7,segment=NetworkSegment(812339f9-a732-4294-9d80-375652e5192e),segment_id=812339f9-a732-4294-9d80-375652e5192e)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:44:30.244110 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:30.304439 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3069adbb-8654-41b9-b819-6160ae921c75 admin admin] Pushing event updated for resources: {'Port': ['ID=e50b2180-6d18-4d39-ae11-91c0c2ebcc81,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:44:30.313847 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3069adbb-8654-41b9-b819-6160ae921c75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33140268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33208272'] for router_interface, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:30.330220 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=b3ee5855-102f-408a-a1cf-1a62a29467a7,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:44:30.495324 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3069adbb-8654-41b9-b819-6160ae921c75 admin admin] Network c7852dd7-616c-4a0a-b88e-a20ee424dce1 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:44:30.500518 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-3069adbb-8654-41b9-b819-6160ae921c75 admin admin] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:44:30.675437 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3069adbb-8654-41b9-b819-6160ae921c75 admin admin] Router 9b4a79e1-ff8d-4dd9-835c-523a8ec3c66b has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:44:30.850934 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3069adbb-8654-41b9-b819-6160ae921c75 admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:44:30.868558 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-3069adbb-8654-41b9-b819-6160ae921c75 admin admin] 10.222.0.58 "PUT /v2.0/routers/9b4a79e1-ff8d-4dd9-835c-523a8ec3c66b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4558601 Aug 05 12:44:30.877734 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-cc561332-ccb3-4541-bca4-e19ce80ac0a4 None None] Provisioning complete for port e50b2180-6d18-4d39-ae11-91c0c2ebcc81 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:44:30.878610 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cc561332-ccb3-4541-bca4-e19ce80ac0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:30.928102 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-cc561332-ccb3-4541-bca4-e19ce80ac0a4 None None] Port e50b2180-6d18-4d39-ae11-91c0c2ebcc81 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 12:44:31.621082 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 48818) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:44:31.627468 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-ebafe3fa-c6ec-4ba3-9351-1c25eeb5d69e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2088831041-network', 'tenant_id': 'db260442fa30426ea23e4bda3a790a03'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:44:31.666977 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebafe3fa-c6ec-4ba3-9351-1c25eeb5d69e admin admin] Made reservation on behalf of db260442fa30426ea23e4bda3a790a03 for: {'network': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:44:31.671008 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ebafe3fa-c6ec-4ba3-9351-1c25eeb5d69e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:31.693077 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ebafe3fa-c6ec-4ba3-9351-1c25eeb5d69e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:31.850683 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ebafe3fa-c6ec-4ba3-9351-1c25eeb5d69e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:31.858104 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ebafe3fa-c6ec-4ba3-9351-1c25eeb5d69e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:31.870691 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device b3ee5855-102f-408a-a1cf-1a62a29467a7 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:44:31.894402 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebafe3fa-c6ec-4ba3-9351-1c25eeb5d69e admin admin] vlan segment allocate from pool success with {'vlan_id': 662, 'physical_network': 'physnet1'} {{(pid=94420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 12:44:31.913772 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ebafe3fa-c6ec-4ba3-9351-1c25eeb5d69e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:31.914214 n-d-803378-2 neutron-server[94420]: INFO neutron.db.segments_db [None req-ebafe3fa-c6ec-4ba3-9351-1c25eeb5d69e admin admin] Added segment c274e0fa-f2fa-462e-9b08-cdd3dbf8eb9f of type vlan for network c965b1ca-1026-4f2a-b9c6-9b27c1559ab6 Aug 05 12:44:31.931359 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebafe3fa-c6ec-4ba3-9351-1c25eeb5d69e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91766a6f-f382-46b9-a6e3-47f6a19f97f9,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:44:31.936575 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port b3ee5855-102f-408a-a1cf-1a62a29467a7 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:44:31.937220 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:31.974366 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ebafe3fa-c6ec-4ba3-9351-1c25eeb5d69e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:32.020322 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ebafe3fa-c6ec-4ba3-9351-1c25eeb5d69e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:32.022396 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebafe3fa-c6ec-4ba3-9351-1c25eeb5d69e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:44:32.023886 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ebafe3fa-c6ec-4ba3-9351-1c25eeb5d69e admin admin] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:32.040292 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device fb3ba0cd-a1af-46c4-b272-add1870a6dfa up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:44:32.089988 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-ebafe3fa-c6ec-4ba3-9351-1c25eeb5d69e admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4673648 Aug 05 12:44:32.095144 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 48820) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:44:32.100833 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebafe3fa-c6ec-4ba3-9351-1c25eeb5d69e admin admin] Pushing event updated for resources: {'Network': ['ID=c965b1ca-1026-4f2a-b9c6-9b27c1559ab6,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:44:32.102176 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-e5a1f856-8d58-4702-8386-e8e92c8551f8 admin admin] Request body: {'subnet': {'network_id': 'c965b1ca-1026-4f2a-b9c6-9b27c1559ab6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2088831041-subnet', 'tenant_id': 'db260442fa30426ea23e4bda3a790a03', 'ip_version': 4}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:44:32.118160 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network c965b1ca-1026-4f2a-b9c6-9b27c1559ab6 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 12:44:32.122306 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port fb3ba0cd-a1af-46c4-b272-add1870a6dfa completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:44:32.165511 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5a1f856-8d58-4702-8386-e8e92c8551f8 admin admin] Made reservation on behalf of db260442fa30426ea23e4bda3a790a03 for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:44:32.169036 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e5a1f856-8d58-4702-8386-e8e92c8551f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:32.180432 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port fb3ba0cd-a1af-46c4-b272-add1870a6dfa triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:44:32.180877 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:32.237928 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0cd2f6a-4b03-475e-855b-81e52744c7bb None None] Sync routers for ids ['9b4a79e1-ff8d-4dd9-835c-523a8ec3c66b'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:44:32.271495 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0cd2f6a-4b03-475e-855b-81e52744c7bb None None] Routers {'9b4a79e1-ff8d-4dd9-835c-523a8ec3c66b'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:44:32.272045 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-d0cd2f6a-4b03-475e-855b-81e52744c7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:44:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['9b4a79e1-ff8d-4dd9-835c-523a8ec3c66b'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:44:32.422582 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:32.464599 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port fb3ba0cd-a1af-46c4-b272-add1870a6dfa, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=fb3ba0cd-a1af-46c4-b272-add1870a6dfa,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:44:32.469847 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:32.476839 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-d0cd2f6a-4b03-475e-855b-81e52744c7bb None None] Set router 9b4a79e1-ff8d-4dd9-835c-523a8ec3c66b gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:44:32.648960 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=fb3ba0cd-a1af-46c4-b272-add1870a6dfa,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:44:32.760677 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e5a1f856-8d58-4702-8386-e8e92c8551f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25038678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30075167'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:32.801582 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-d0cd2f6a-4b03-475e-855b-81e52744c7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4a79e1-ff8d-4dd9-835c-523a8ec3c66b', 'name': 'tempest-TestMinimumBasicScenario-335823464-router', 'tenant_id': 'bd56f6d5533d40f7847b00d1b8de0dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'fb3ba0cd-a1af-46c4-b272-add1870a6dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:44:26Z', 'updated_at': '2021-08-05T12:44:29Z', 'revision_number': 4, 'project_id': 'bd56f6d5533d40f7847b00d1b8de0dae', 'gw_port': {'id': 'fb3ba0cd-a1af-46c4-b272-add1870a6dfa', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:f0:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b4a79e1-ff8d-4dd9-835c-523a8ec3c66b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:44:26Z', 'updated_at': '2021-08-05T12:44:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'e50b2180-6d18-4d39-ae11-91c0c2ebcc81', 'name': '', 'network_id': 'c7852dd7-616c-4a0a-b88e-a20ee424dce1', 'tenant_id': 'bd56f6d5533d40f7847b00d1b8de0dae', 'mac_address': 'fa:16:3e:7a:b0:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b4a79e1-ff8d-4dd9-835c-523a8ec3c66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'a3db0b90-0031-4980-ae45-1e6b84487314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:44:29Z', 'updated_at': '2021-08-05T12:44:29Z', 'revision_number': 2, 'project_id': 'bd56f6d5533d40f7847b00d1b8de0dae', 'subnets': [{'id': 'a3db0b90-0031-4980-ae45-1e6b84487314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:44:32.852971 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0cd2f6a-4b03-475e-855b-81e52744c7bb None None] Checking router: 9b4a79e1-ff8d-4dd9-835c-523a8ec3c66b for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:44:32.853730 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0cd2f6a-4b03-475e-855b-81e52744c7bb None None] Updating router 9b4a79e1-ff8d-4dd9-835c-523a8ec3c66b port e50b2180-6d18-4d39-ae11-91c0c2ebcc81 binding host n-d-803378-2 {{(pid=94422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 12:44:32.860946 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a1f856-8d58-4702-8386-e8e92c8551f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b92bb87-0a13-4439-a9f1-3fc6df2bca85,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:44:32.878949 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a1f856-8d58-4702-8386-e8e92c8551f8 admin admin] Checking segment: {'id': 'c274e0fa-f2fa-462e-9b08-cdd3dbf8eb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c965b1ca-1026-4f2a-b9c6-9b27c1559ab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:44:32.879504 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a1f856-8d58-4702-8386-e8e92c8551f8 admin admin] Network hostable DHCP agents. Network: c965b1ca-1026-4f2a-b9c6-9b27c1559ab6, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 12:44:32.891053 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-d0cd2f6a-4b03-475e-855b-81e52744c7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:32.909982 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a1f856-8d58-4702-8386-e8e92c8551f8 admin admin] Network c965b1ca-1026-4f2a-b9c6-9b27c1559ab6 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 12:44:32.923908 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-e5a1f856-8d58-4702-8386-e8e92c8551f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, c965b1ca-1026-4f2a-b9c6-9b27c1559ab6) {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:44:32.933647 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a1f856-8d58-4702-8386-e8e92c8551f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:44:32.933647 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e5a1f856-8d58-4702-8386-e8e92c8551f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:32.950060 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ce9335-d695-4929-b623-18a2d88f94ff None None] Network c965b1ca-1026-4f2a-b9c6-9b27c1559ab6 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:44:32.958709 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-e5a1f856-8d58-4702-8386-e8e92c8551f8 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8587823 Aug 05 12:44:32.959231 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 48822) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:44:32.966203 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-d7916aee-9d77-446e-ae1d-d10e9c534817 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2088831041-router', 'tenant_id': 'db260442fa30426ea23e4bda3a790a03', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:44:33.004297 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d7916aee-9d77-446e-ae1d-d10e9c534817 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33260300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1929'] for router, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:33.005682 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d7916aee-9d77-446e-ae1d-d10e9c534817 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33285914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33034662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1926'] for router, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:33.094401 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d7916aee-9d77-446e-ae1d-d10e9c534817 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:33.341208 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d7916aee-9d77-446e-ae1d-d10e9c534817 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:33.372070 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916b826c-2e49-47db-9c9e-0fcbf0f705b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-c965b1ca-1026-4f2a-b9c6-9b27c1559ab6', 'network_id': 'c965b1ca-1026-4f2a-b9c6-9b27c1559ab6', 'tenant_id': 'db260442fa30426ea23e4bda3a790a03', 'fixed_ips': [{'subnet_id': '6b92bb87-0a13-4439-a9f1-3fc6df2bca85'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 12:44:33.373765 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-916b826c-2e49-47db-9c9e-0fcbf0f705b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:33.658396 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-d0cd2f6a-4b03-475e-855b-81e52744c7bb None None] Notify callbacks [] for port, precommit_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:33.665362 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d7916aee-9d77-446e-ae1d-d10e9c534817 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:33.708146 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d7916aee-9d77-446e-ae1d-d10e9c534817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:33.721545 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-d0cd2f6a-4b03-475e-855b-81e52744c7bb None None] Transition to ACTIVE for port object e50b2180-6d18-4d39-ae11-91c0c2ebcc81 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:44:33.755675 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-d0cd2f6a-4b03-475e-855b-81e52744c7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:33.773711 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-916b826c-2e49-47db-9c9e-0fcbf0f705b0 None None] Allocated IP 172.20.0.2 (c965b1ca-1026-4f2a-b9c6-9b27c1559ab6/6b92bb87-0a13-4439-a9f1-3fc6df2bca85/6fa3f09d-dd24-4aee-9529-01f078064164) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:44:33.825183 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device fb3ba0cd-a1af-46c4-b272-add1870a6dfa up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:44:33.935651 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-d7916aee-9d77-446e-ae1d-d10e9c534817 admin admin] Allocated IP 172.25.5.137 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/75cbcd37-2dcd-4467-bbcc-96c85010b464) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:44:33.980418 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e0b135-ec16-4783-af1c-97e8cde76fdd None None] Pushing event updated for resources: {'Port': ['ID=e50b2180-6d18-4d39-ae11-91c0c2ebcc81,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:44:34.131083 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d7916aee-9d77-446e-ae1d-d10e9c534817 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:34.161967 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-d0cd2f6a-4b03-475e-855b-81e52744c7bb None None] Attempting to bind port e50b2180-6d18-4d39-ae11-91c0c2ebcc81 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:44:34.163273 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-d0cd2f6a-4b03-475e-855b-81e52744c7bb None None] Attempting to bind port e50b2180-6d18-4d39-ae11-91c0c2ebcc81 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '812339f9-a732-4294-9d80-375652e5192e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'c7852dd7-616c-4a0a-b88e-a20ee424dce1'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:44:34.163468 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0cd2f6a-4b03-475e-855b-81e52744c7bb None None] Attempting to bind port e50b2180-6d18-4d39-ae11-91c0c2ebcc81 on network c7852dd7-616c-4a0a-b88e-a20ee424dce1 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:44:34.192690 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d7916aee-9d77-446e-ae1d-d10e9c534817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:34.215219 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0cd2f6a-4b03-475e-855b-81e52744c7bb None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:44:34.216013 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0cd2f6a-4b03-475e-855b-81e52744c7bb None None] Checking segment: {'id': '812339f9-a732-4294-9d80-375652e5192e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'c7852dd7-616c-4a0a-b88e-a20ee424dce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:44:34.216796 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-d0cd2f6a-4b03-475e-855b-81e52744c7bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:34.217747 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0cd2f6a-4b03-475e-855b-81e52744c7bb None None] Bound using segment: {'id': '812339f9-a732-4294-9d80-375652e5192e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'c7852dd7-616c-4a0a-b88e-a20ee424dce1'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:44:34.218780 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-d0cd2f6a-4b03-475e-855b-81e52744c7bb None None] Bound port: e50b2180-6d18-4d39-ae11-91c0c2ebcc81, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '812339f9-a732-4294-9d80-375652e5192e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'c7852dd7-616c-4a0a-b88e-a20ee424dce1'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:44:34.219582 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-d0cd2f6a-4b03-475e-855b-81e52744c7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:34.250376 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7916aee-9d77-446e-ae1d-d10e9c534817 admin admin] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:44:34.258714 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-d7916aee-9d77-446e-ae1d-d10e9c534817 admin admin] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:44:34.264619 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7916aee-9d77-446e-ae1d-d10e9c534817 admin admin] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:44:34.272106 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port fb3ba0cd-a1af-46c4-b272-add1870a6dfa triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:44:34.272746 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:34.273489 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7916aee-9d77-446e-ae1d-d10e9c534817 admin admin] Pushing event updated for resources: {'Port': ['ID=75cbcd37-2dcd-4467-bbcc-96c85010b464,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:44:34.313107 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7916aee-9d77-446e-ae1d-d10e9c534817 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:44:34.313454 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7916aee-9d77-446e-ae1d-d10e9c534817 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:44:34.313858 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7916aee-9d77-446e-ae1d-d10e9c534817 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:44:34.314189 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7916aee-9d77-446e-ae1d-d10e9c534817 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:44:34.314533 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7916aee-9d77-446e-ae1d-d10e9c534817 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:44:34.314875 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7916aee-9d77-446e-ae1d-d10e9c534817 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:44:34.315211 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7916aee-9d77-446e-ae1d-d10e9c534817 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:44:34.315584 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7916aee-9d77-446e-ae1d-d10e9c534817 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:44:34.315922 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7916aee-9d77-446e-ae1d-d10e9c534817 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:44:34.316297 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7916aee-9d77-446e-ae1d-d10e9c534817 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:44:34.316620 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7916aee-9d77-446e-ae1d-d10e9c534817 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:44:34.317000 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7916aee-9d77-446e-ae1d-d10e9c534817 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:44:34.471518 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-916b826c-2e49-47db-9c9e-0fcbf0f705b0 None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:34.504410 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-916b826c-2e49-47db-9c9e-0fcbf0f705b0 None None] Transition to ACTIVE for port object 6fa3f09d-dd24-4aee-9529-01f078064164 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:44:34.531408 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-d0cd2f6a-4b03-475e-855b-81e52744c7bb None None] For port e50b2180-6d18-4d39-ae11-91c0c2ebcc81, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:44:34.556402 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-916b826c-2e49-47db-9c9e-0fcbf0f705b0 None None] Transition to ACTIVE for port object 6fa3f09d-dd24-4aee-9529-01f078064164 will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:44:34.563492 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-d0cd2f6a-4b03-475e-855b-81e52744c7bb None None] For port e50b2180-6d18-4d39-ae11-91c0c2ebcc81, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=e50b2180-6d18-4d39-ae11-91c0c2ebcc81,segment=NetworkSegment(812339f9-a732-4294-9d80-375652e5192e),segment_id=812339f9-a732-4294-9d80-375652e5192e)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:44:34.571096 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-d0cd2f6a-4b03-475e-855b-81e52744c7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:34.627604 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-916b826c-2e49-47db-9c9e-0fcbf0f705b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:34.709187 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916b826c-2e49-47db-9c9e-0fcbf0f705b0 None None] Network c965b1ca-1026-4f2a-b9c6-9b27c1559ab6 is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:44:34.729341 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-916b826c-2e49-47db-9c9e-0fcbf0f705b0 None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:44:34.732234 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916b826c-2e49-47db-9c9e-0fcbf0f705b0 None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:44:34.748613 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e0b135-ec16-4783-af1c-97e8cde76fdd None None] Pushing event updated for resources: {'Port': ['ID=e50b2180-6d18-4d39-ae11-91c0c2ebcc81,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:44:34.763601 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0cd2f6a-4b03-475e-855b-81e52744c7bb None None] Routers {'9b4a79e1-ff8d-4dd9-835c-523a8ec3c66b'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:44:34.764944 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-d0cd2f6a-4b03-475e-855b-81e52744c7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:44:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['9b4a79e1-ff8d-4dd9-835c-523a8ec3c66b'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:44:34.782145 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d7916aee-9d77-446e-ae1d-d10e9c534817 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:35.152037 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916b826c-2e49-47db-9c9e-0fcbf0f705b0 None None] Pushing event updated for resources: {'Port': ['ID=6fa3f09d-dd24-4aee-9529-01f078064164,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:44:35.167696 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-916b826c-2e49-47db-9c9e-0fcbf0f705b0 None None] Attempting to bind port 6fa3f09d-dd24-4aee-9529-01f078064164 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:44:35.168324 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-916b826c-2e49-47db-9c9e-0fcbf0f705b0 None None] Attempting to bind port 6fa3f09d-dd24-4aee-9529-01f078064164 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'c274e0fa-f2fa-462e-9b08-cdd3dbf8eb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c965b1ca-1026-4f2a-b9c6-9b27c1559ab6'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:44:35.169222 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916b826c-2e49-47db-9c9e-0fcbf0f705b0 None None] Attempting to bind port 6fa3f09d-dd24-4aee-9529-01f078064164 on network c965b1ca-1026-4f2a-b9c6-9b27c1559ab6 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:44:35.180597 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d7916aee-9d77-446e-ae1d-d10e9c534817 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286026'] for router, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:35.220714 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916b826c-2e49-47db-9c9e-0fcbf0f705b0 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:44:35.221364 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916b826c-2e49-47db-9c9e-0fcbf0f705b0 None None] Checking segment: {'id': 'c274e0fa-f2fa-462e-9b08-cdd3dbf8eb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c965b1ca-1026-4f2a-b9c6-9b27c1559ab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:44:35.222036 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-916b826c-2e49-47db-9c9e-0fcbf0f705b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:35.222679 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916b826c-2e49-47db-9c9e-0fcbf0f705b0 None None] Bound using segment: {'id': 'c274e0fa-f2fa-462e-9b08-cdd3dbf8eb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c965b1ca-1026-4f2a-b9c6-9b27c1559ab6'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:44:35.223357 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-916b826c-2e49-47db-9c9e-0fcbf0f705b0 None None] Bound port: 6fa3f09d-dd24-4aee-9529-01f078064164, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c274e0fa-f2fa-462e-9b08-cdd3dbf8eb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c965b1ca-1026-4f2a-b9c6-9b27c1559ab6'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:44:35.223805 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-916b826c-2e49-47db-9c9e-0fcbf0f705b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:35.320924 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-d0cd2f6a-4b03-475e-855b-81e52744c7bb None None] Set router 9b4a79e1-ff8d-4dd9-835c-523a8ec3c66b gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:44:35.414838 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7916aee-9d77-446e-ae1d-d10e9c534817 admin admin] Router 5c845d4e-2dff-4a78-9b53-eb010733aa00 is scheduled to L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d with binding_index 1 {{(pid=94421) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 12:44:35.499536 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-916b826c-2e49-47db-9c9e-0fcbf0f705b0 None None] For port 6fa3f09d-dd24-4aee-9529-01f078064164, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:44:35.542633 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7916aee-9d77-446e-ae1d-d10e9c534817 admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:44:35.553555 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a715cfbc-a6ec-4ba0-b249-4cbb13cbe69c None None] Sync routers for ids ['5c845d4e-2dff-4a78-9b53-eb010733aa00'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:44:35.563381 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d7916aee-9d77-446e-ae1d-d10e9c534817 admin admin] Notify callbacks [] for router, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:35.565277 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-d7916aee-9d77-446e-ae1d-d10e9c534817 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.6047864 Aug 05 12:44:35.574205 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 48824) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:44:35.576515 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a715cfbc-a6ec-4ba0-b249-4cbb13cbe69c None None] Routers {'5c845d4e-2dff-4a78-9b53-eb010733aa00'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:44:35.577233 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-a715cfbc-a6ec-4ba0-b249-4cbb13cbe69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:44:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['5c845d4e-2dff-4a78-9b53-eb010733aa00'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:44:35.594867 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-916b826c-2e49-47db-9c9e-0fcbf0f705b0 None None] For port 6fa3f09d-dd24-4aee-9529-01f078064164, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=6fa3f09d-dd24-4aee-9529-01f078064164,segment=NetworkSegment(c274e0fa-f2fa-462e-9b08-cdd3dbf8eb9f),segment_id=c274e0fa-f2fa-462e-9b08-cdd3dbf8eb9f)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:44:35.609301 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-916b826c-2e49-47db-9c9e-0fcbf0f705b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:35.725179 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-a715cfbc-a6ec-4ba0-b249-4cbb13cbe69c None None] Set router 5c845d4e-2dff-4a78-9b53-eb010733aa00 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:44:35.787880 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916b826c-2e49-47db-9c9e-0fcbf0f705b0 None None] Pushing event updated for resources: {'Port': ['ID=6fa3f09d-dd24-4aee-9529-01f078064164,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:44:35.903103 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-d0cd2f6a-4b03-475e-855b-81e52744c7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4a79e1-ff8d-4dd9-835c-523a8ec3c66b', 'name': 'tempest-TestMinimumBasicScenario-335823464-router', 'tenant_id': 'bd56f6d5533d40f7847b00d1b8de0dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'fb3ba0cd-a1af-46c4-b272-add1870a6dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:44:26Z', 'updated_at': '2021-08-05T12:44:29Z', 'revision_number': 4, 'project_id': 'bd56f6d5533d40f7847b00d1b8de0dae', 'gw_port': {'id': 'fb3ba0cd-a1af-46c4-b272-add1870a6dfa', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:f0:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4a79e1-ff8d-4dd9-835c-523a8ec3c66b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:44:26Z', 'updated_at': '2021-08-05T12:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'e50b2180-6d18-4d39-ae11-91c0c2ebcc81', 'name': '', 'network_id': 'c7852dd7-616c-4a0a-b88e-a20ee424dce1', 'tenant_id': 'bd56f6d5533d40f7847b00d1b8de0dae', 'mac_address': 'fa:16:3e:7a:b0:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b4a79e1-ff8d-4dd9-835c-523a8ec3c66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'a3db0b90-0031-4980-ae45-1e6b84487314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:44:29Z', 'updated_at': '2021-08-05T12:44:34Z', 'revision_number': 4, 'project_id': 'bd56f6d5533d40f7847b00d1b8de0dae', 'subnets': [{'id': 'a3db0b90-0031-4980-ae45-1e6b84487314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:44:35.970050 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0cd2f6a-4b03-475e-855b-81e52744c7bb None None] The sync data for ids ['9b4a79e1-ff8d-4dd9-835c-523a8ec3c66b'] in n-d-803378-2 is: [{'id': '9b4a79e1-ff8d-4dd9-835c-523a8ec3c66b', 'name': 'tempest-TestMinimumBasicScenario-335823464-router', 'tenant_id': 'bd56f6d5533d40f7847b00d1b8de0dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'fb3ba0cd-a1af-46c4-b272-add1870a6dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:44:26Z', 'updated_at': '2021-08-05T12:44:29Z', 'revision_number': 4, 'project_id': 'bd56f6d5533d40f7847b00d1b8de0dae', 'gw_port': {'id': 'fb3ba0cd-a1af-46c4-b272-add1870a6dfa', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:f0:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4a79e1-ff8d-4dd9-835c-523a8ec3c66b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:44:26Z', 'updated_at': '2021-08-05T12:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'e50b2180-6d18-4d39-ae11-91c0c2ebcc81', 'name': '', 'network_id': 'c7852dd7-616c-4a0a-b88e-a20ee424dce1', 'tenant_id': 'bd56f6d5533d40f7847b00d1b8de0dae', 'mac_address': 'fa:16:3e:7a:b0:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b4a79e1-ff8d-4dd9-835c-523a8ec3c66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'a3db0b90-0031-4980-ae45-1e6b84487314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:44:29Z', 'updated_at': '2021-08-05T12:44:34Z', 'revision_number': 4, 'project_id': 'bd56f6d5533d40f7847b00d1b8de0dae', 'subnets': [{'id': 'a3db0b90-0031-4980-ae45-1e6b84487314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:44:36.213787 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-a715cfbc-a6ec-4ba0-b249-4cbb13cbe69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c845d4e-2dff-4a78-9b53-eb010733aa00', 'name': 'tempest-TestMinimumBasicScenario-2088831041-router', 'tenant_id': 'db260442fa30426ea23e4bda3a790a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': '75cbcd37-2dcd-4467-bbcc-96c85010b464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:44:33Z', 'updated_at': '2021-08-05T12:44:34Z', 'revision_number': 3, 'project_id': 'db260442fa30426ea23e4bda3a790a03', 'gw_port': {'id': '75cbcd37-2dcd-4467-bbcc-96c85010b464', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:21:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c845d4e-2dff-4a78-9b53-eb010733aa00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:44:33Z', 'updated_at': '2021-08-05T12:44:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:44:36.289780 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a715cfbc-a6ec-4ba0-b249-4cbb13cbe69c None None] Checking router: 5c845d4e-2dff-4a78-9b53-eb010733aa00 for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:44:36.290444 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a715cfbc-a6ec-4ba0-b249-4cbb13cbe69c None None] Updating router 5c845d4e-2dff-4a78-9b53-eb010733aa00 port 75cbcd37-2dcd-4467-bbcc-96c85010b464 binding host n-d-803378-2 {{(pid=94423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 12:44:36.337506 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-a715cfbc-a6ec-4ba0-b249-4cbb13cbe69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:36.901411 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b2de1504-a025-440e-b73f-cd70790b1ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:36.942925 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-a715cfbc-a6ec-4ba0-b249-4cbb13cbe69c None None] Notify callbacks [] for port, precommit_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:36.963968 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.provisioning_blocks [None req-a715cfbc-a6ec-4ba0-b249-4cbb13cbe69c None None] Transition to ACTIVE for port object 75cbcd37-2dcd-4467-bbcc-96c85010b464 will not be triggered until provisioned by entity L2. {{(pid=94423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:44:36.973005 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-a715cfbc-a6ec-4ba0-b249-4cbb13cbe69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:37.055784 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-a715cfbc-a6ec-4ba0-b249-4cbb13cbe69c None None] Attempting to bind port 75cbcd37-2dcd-4467-bbcc-96c85010b464 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:44:37.056409 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-a715cfbc-a6ec-4ba0-b249-4cbb13cbe69c None None] Attempting to bind port 75cbcd37-2dcd-4467-bbcc-96c85010b464 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}] {{(pid=94423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:44:37.057198 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a715cfbc-a6ec-4ba0-b249-4cbb13cbe69c None None] Attempting to bind port 75cbcd37-2dcd-4467-bbcc-96c85010b464 on network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:44:37.076277 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a715cfbc-a6ec-4ba0-b249-4cbb13cbe69c None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:44:37.076822 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a715cfbc-a6ec-4ba0-b249-4cbb13cbe69c None None] Checking segment: {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:44:37.077184 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-a715cfbc-a6ec-4ba0-b249-4cbb13cbe69c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:37.077594 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a715cfbc-a6ec-4ba0-b249-4cbb13cbe69c None None] Bound using segment: {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'} {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:44:37.078220 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-a715cfbc-a6ec-4ba0-b249-4cbb13cbe69c None None] Bound port: 75cbcd37-2dcd-4467-bbcc-96c85010b464, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}}] {{(pid=94423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:44:37.078644 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-a715cfbc-a6ec-4ba0-b249-4cbb13cbe69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:37.195357 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.db [None req-a715cfbc-a6ec-4ba0-b249-4cbb13cbe69c None None] For port 75cbcd37-2dcd-4467-bbcc-96c85010b464, host n-d-803378-2, cleared binding levels {{(pid=94423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:44:37.208617 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.db [None req-a715cfbc-a6ec-4ba0-b249-4cbb13cbe69c None None] For port 75cbcd37-2dcd-4467-bbcc-96c85010b464, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=75cbcd37-2dcd-4467-bbcc-96c85010b464,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:44:37.230643 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-a715cfbc-a6ec-4ba0-b249-4cbb13cbe69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:37.234104 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe40bcb-9950-482d-86bf-2d72246e2f0c None None] Pushing event updated for resources: {'Port': ['ID=75cbcd37-2dcd-4467-bbcc-96c85010b464,revision_number=2']} {{(pid=94423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:44:37.258099 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-b2de1504-a025-440e-b73f-cd70790b1ddd admin admin] Allocated IP 172.20.0.1 (c965b1ca-1026-4f2a-b9c6-9b27c1559ab6/6b92bb87-0a13-4439-a9f1-3fc6df2bca85/6afdd655-8c1a-4ec0-ab0f-758768279611) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:44:37.346870 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a715cfbc-a6ec-4ba0-b249-4cbb13cbe69c None None] Routers {'5c845d4e-2dff-4a78-9b53-eb010733aa00'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:44:37.347515 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-a715cfbc-a6ec-4ba0-b249-4cbb13cbe69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:44:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['5c845d4e-2dff-4a78-9b53-eb010733aa00'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:44:37.367561 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-4b236b42-ec22-4bb3-8a70-8fcb9ab36af2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:37.412027 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe40bcb-9950-482d-86bf-2d72246e2f0c None None] Pushing event updated for resources: {'Port': ['ID=75cbcd37-2dcd-4467-bbcc-96c85010b464,revision_number=3']} {{(pid=94423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:44:37.412950 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb381a1b-daf1-4bfa-8ce2-1381a1c39d6a None None] Network c965b1ca-1026-4f2a-b9c6-9b27c1559ab6 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:44:37.528555 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b2de1504-a025-440e-b73f-cd70790b1ddd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:37.529759 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-8eeea11c-1bf1-447d-baa9-bb1caa5078f6 None None] Provisioning for port 6fa3f09d-dd24-4aee-9529-01f078064164 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:44:37.552391 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-a715cfbc-a6ec-4ba0-b249-4cbb13cbe69c None None] Set router 5c845d4e-2dff-4a78-9b53-eb010733aa00 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:44:37.555447 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [None req-b2de1504-a025-440e-b73f-cd70790b1ddd admin admin] Transition to ACTIVE for port object 6afdd655-8c1a-4ec0-ab0f-758768279611 will not be triggered until provisioned by entity DHCP. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:44:37.622006 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b2de1504-a025-440e-b73f-cd70790b1ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:37.750619 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2de1504-a025-440e-b73f-cd70790b1ddd admin admin] Network c965b1ca-1026-4f2a-b9c6-9b27c1559ab6 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:44:37.758771 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-b2de1504-a025-440e-b73f-cd70790b1ddd admin admin] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:44:37.767258 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2de1504-a025-440e-b73f-cd70790b1ddd admin admin] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:44:37.855652 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2de1504-a025-440e-b73f-cd70790b1ddd admin admin] Pushing event updated for resources: {'Port': ['ID=6afdd655-8c1a-4ec0-ab0f-758768279611,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:44:37.902569 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-a715cfbc-a6ec-4ba0-b249-4cbb13cbe69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c845d4e-2dff-4a78-9b53-eb010733aa00', 'name': 'tempest-TestMinimumBasicScenario-2088831041-router', 'tenant_id': 'db260442fa30426ea23e4bda3a790a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': '75cbcd37-2dcd-4467-bbcc-96c85010b464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:44:33Z', 'updated_at': '2021-08-05T12:44:34Z', 'revision_number': 3, 'project_id': 'db260442fa30426ea23e4bda3a790a03', 'gw_port': {'id': '75cbcd37-2dcd-4467-bbcc-96c85010b464', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:21:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c845d4e-2dff-4a78-9b53-eb010733aa00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:44:33Z', 'updated_at': '2021-08-05T12:44:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:44:37.910010 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b2de1504-a025-440e-b73f-cd70790b1ddd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33288800'] for router_interface, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:37.950761 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device e50b2180-6d18-4d39-ae11-91c0c2ebcc81 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:44:37.971574 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a715cfbc-a6ec-4ba0-b249-4cbb13cbe69c None None] The sync data for ids ['5c845d4e-2dff-4a78-9b53-eb010733aa00'] in n-d-803378-2 is: [{'id': '5c845d4e-2dff-4a78-9b53-eb010733aa00', 'name': 'tempest-TestMinimumBasicScenario-2088831041-router', 'tenant_id': 'db260442fa30426ea23e4bda3a790a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': '75cbcd37-2dcd-4467-bbcc-96c85010b464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:44:33Z', 'updated_at': '2021-08-05T12:44:34Z', 'revision_number': 3, 'project_id': 'db260442fa30426ea23e4bda3a790a03', 'gw_port': {'id': '75cbcd37-2dcd-4467-bbcc-96c85010b464', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:21:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c845d4e-2dff-4a78-9b53-eb010733aa00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:44:33Z', 'updated_at': '2021-08-05T12:44:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:44:38.050069 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port e50b2180-6d18-4d39-ae11-91c0c2ebcc81 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:44:38.055464 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port e50b2180-6d18-4d39-ae11-91c0c2ebcc81 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:44:38.055964 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:38.164423 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b2de1504-a025-440e-b73f-cd70790b1ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:38.218667 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:38.298030 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port e50b2180-6d18-4d39-ae11-91c0c2ebcc81, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=e50b2180-6d18-4d39-ae11-91c0c2ebcc81,segment=NetworkSegment(812339f9-a732-4294-9d80-375652e5192e),segment_id=812339f9-a732-4294-9d80-375652e5192e)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:44:38.311934 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:38.313491 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 6fa3f09d-dd24-4aee-9529-01f078064164 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:44:38.411730 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-c6959fac-bffe-4eb6-954f-945d2c43e196 None None] Provisioning for port 6afdd655-8c1a-4ec0-ab0f-758768279611 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:44:38.421325 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-c6959fac-bffe-4eb6-954f-945d2c43e196 None None] Provisioning complete for port 6afdd655-8c1a-4ec0-ab0f-758768279611 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:44:38.422109 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c6959fac-bffe-4eb6-954f-945d2c43e196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:38.488591 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=e50b2180-6d18-4d39-ae11-91c0c2ebcc81,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:44:38.528429 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-c6959fac-bffe-4eb6-954f-945d2c43e196 None None] Port 6afdd655-8c1a-4ec0-ab0f-758768279611 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 12:44:38.532807 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 6fa3f09d-dd24-4aee-9529-01f078064164 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:44:38.539589 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 6fa3f09d-dd24-4aee-9529-01f078064164 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:44:38.539999 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:38.582456 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b2de1504-a025-440e-b73f-cd70790b1ddd admin admin] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:38.589632 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b2de1504-a025-440e-b73f-cd70790b1ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:38.680220 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b2de1504-a025-440e-b73f-cd70790b1ddd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33140268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33208272'] for router_interface, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:38.682306 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2de1504-a025-440e-b73f-cd70790b1ddd admin admin] Pushing event updated for resources: {'Port': ['ID=6afdd655-8c1a-4ec0-ab0f-758768279611,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:44:38.690937 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-55bacdf4-7951-4d0a-bb9a-888ad85d408f None None] Provisioning complete for port 6afdd655-8c1a-4ec0-ab0f-758768279611 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:44:38.691561 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-55bacdf4-7951-4d0a-bb9a-888ad85d408f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:38.699488 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:38.775079 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-55bacdf4-7951-4d0a-bb9a-888ad85d408f None None] Port 6afdd655-8c1a-4ec0-ab0f-758768279611 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 12:44:38.787404 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port 6fa3f09d-dd24-4aee-9529-01f078064164, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=6fa3f09d-dd24-4aee-9529-01f078064164,segment=NetworkSegment(c274e0fa-f2fa-462e-9b08-cdd3dbf8eb9f),segment_id=c274e0fa-f2fa-462e-9b08-cdd3dbf8eb9f)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:44:38.793731 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:38.853432 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2de1504-a025-440e-b73f-cd70790b1ddd admin admin] Network c965b1ca-1026-4f2a-b9c6-9b27c1559ab6 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:44:38.855412 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-b2de1504-a025-440e-b73f-cd70790b1ddd admin admin] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:44:38.876155 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=6fa3f09d-dd24-4aee-9529-01f078064164,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:44:39.037373 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2de1504-a025-440e-b73f-cd70790b1ddd admin admin] Router 5c845d4e-2dff-4a78-9b53-eb010733aa00 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:44:39.191135 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2de1504-a025-440e-b73f-cd70790b1ddd admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:44:39.199207 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-b2de1504-a025-440e-b73f-cd70790b1ddd admin admin] 10.222.0.58 "PUT /v2.0/routers/5c845d4e-2dff-4a78-9b53-eb010733aa00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6221564 Aug 05 12:44:39.216076 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-201e2598-2e8f-4c0f-abe8-9c03da13067d None None] Provisioning complete for port 6afdd655-8c1a-4ec0-ab0f-758768279611 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:44:39.216644 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-201e2598-2e8f-4c0f-abe8-9c03da13067d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:39.268973 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-201e2598-2e8f-4c0f-abe8-9c03da13067d None None] Port 6afdd655-8c1a-4ec0-ab0f-758768279611 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 12:44:39.888476 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 75cbcd37-2dcd-4467-bbcc-96c85010b464 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:44:39.965946 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 75cbcd37-2dcd-4467-bbcc-96c85010b464 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:44:39.972610 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 75cbcd37-2dcd-4467-bbcc-96c85010b464 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:44:39.973373 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:40.102273 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-89a61829-d4d3-4541-a6a4-6fcc288fab1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:40.105851 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:40.143958 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a29889f-2075-4245-94f1-3bcefa6a544c None None] Sync routers for ids ['5c845d4e-2dff-4a78-9b53-eb010733aa00'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:44:40.184077 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port 75cbcd37-2dcd-4467-bbcc-96c85010b464, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=75cbcd37-2dcd-4467-bbcc-96c85010b464,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:44:40.192207 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a29889f-2075-4245-94f1-3bcefa6a544c None None] Routers {'5c845d4e-2dff-4a78-9b53-eb010733aa00'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:44:40.193325 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-4a29889f-2075-4245-94f1-3bcefa6a544c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:44:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['5c845d4e-2dff-4a78-9b53-eb010733aa00'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:44:40.198804 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:40.201116 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:40.202435 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device e50b2180-6d18-4d39-ae11-91c0c2ebcc81 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:44:40.483121 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=75cbcd37-2dcd-4467-bbcc-96c85010b464,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:44:40.505696 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-4a29889f-2075-4245-94f1-3bcefa6a544c None None] Set router 5c845d4e-2dff-4a78-9b53-eb010733aa00 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:44:40.547104 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port e50b2180-6d18-4d39-ae11-91c0c2ebcc81 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:44:40.547337 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:40.821763 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 6fa3f09d-dd24-4aee-9529-01f078064164 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:44:40.960209 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-4a29889f-2075-4245-94f1-3bcefa6a544c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c845d4e-2dff-4a78-9b53-eb010733aa00', 'name': 'tempest-TestMinimumBasicScenario-2088831041-router', 'tenant_id': 'db260442fa30426ea23e4bda3a790a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': '75cbcd37-2dcd-4467-bbcc-96c85010b464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:44:33Z', 'updated_at': '2021-08-05T12:44:38Z', 'revision_number': 4, 'project_id': 'db260442fa30426ea23e4bda3a790a03', 'gw_port': {'id': '75cbcd37-2dcd-4467-bbcc-96c85010b464', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:21:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c845d4e-2dff-4a78-9b53-eb010733aa00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:44:33Z', 'updated_at': '2021-08-05T12:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '6afdd655-8c1a-4ec0-ab0f-758768279611', 'name': '', 'network_id': 'c965b1ca-1026-4f2a-b9c6-9b27c1559ab6', 'tenant_id': 'db260442fa30426ea23e4bda3a790a03', 'mac_address': 'fa:16:3e:c2:67:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c845d4e-2dff-4a78-9b53-eb010733aa00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '6b92bb87-0a13-4439-a9f1-3fc6df2bca85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:44:36Z', 'updated_at': '2021-08-05T12:44:38Z', 'revision_number': 2, 'project_id': 'db260442fa30426ea23e4bda3a790a03', 'subnets': [{'id': '6b92bb87-0a13-4439-a9f1-3fc6df2bca85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:44:41.029997 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a29889f-2075-4245-94f1-3bcefa6a544c None None] Checking router: 5c845d4e-2dff-4a78-9b53-eb010733aa00 for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:44:41.030267 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a29889f-2075-4245-94f1-3bcefa6a544c None None] Updating router 5c845d4e-2dff-4a78-9b53-eb010733aa00 port 6afdd655-8c1a-4ec0-ab0f-758768279611 binding host n-d-803378-2 {{(pid=94422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 12:44:41.032422 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 6fa3f09d-dd24-4aee-9529-01f078064164 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:44:41.033334 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:41.096308 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-4a29889f-2075-4245-94f1-3bcefa6a544c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:41.629145 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-4a29889f-2075-4245-94f1-3bcefa6a544c None None] Notify callbacks [] for port, precommit_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:41.650140 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-4a29889f-2075-4245-94f1-3bcefa6a544c None None] Transition to ACTIVE for port object 6afdd655-8c1a-4ec0-ab0f-758768279611 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:44:41.666897 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-4a29889f-2075-4245-94f1-3bcefa6a544c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:41.760744 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6dcb2f-836c-430d-9960-8144768bb7a3 None None] Pushing event updated for resources: {'Port': ['ID=6afdd655-8c1a-4ec0-ab0f-758768279611,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:44:41.814662 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 75cbcd37-2dcd-4467-bbcc-96c85010b464 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:44:41.889997 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-4a29889f-2075-4245-94f1-3bcefa6a544c None None] Attempting to bind port 6afdd655-8c1a-4ec0-ab0f-758768279611 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:44:41.890514 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-4a29889f-2075-4245-94f1-3bcefa6a544c None None] Attempting to bind port 6afdd655-8c1a-4ec0-ab0f-758768279611 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'c274e0fa-f2fa-462e-9b08-cdd3dbf8eb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c965b1ca-1026-4f2a-b9c6-9b27c1559ab6'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:44:41.891012 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a29889f-2075-4245-94f1-3bcefa6a544c None None] Attempting to bind port 6afdd655-8c1a-4ec0-ab0f-758768279611 on network c965b1ca-1026-4f2a-b9c6-9b27c1559ab6 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:44:41.910676 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a29889f-2075-4245-94f1-3bcefa6a544c None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:44:41.911275 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a29889f-2075-4245-94f1-3bcefa6a544c None None] Checking segment: {'id': 'c274e0fa-f2fa-462e-9b08-cdd3dbf8eb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c965b1ca-1026-4f2a-b9c6-9b27c1559ab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:44:41.912200 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-4a29889f-2075-4245-94f1-3bcefa6a544c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:41.912937 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a29889f-2075-4245-94f1-3bcefa6a544c None None] Bound using segment: {'id': 'c274e0fa-f2fa-462e-9b08-cdd3dbf8eb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c965b1ca-1026-4f2a-b9c6-9b27c1559ab6'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:44:41.913772 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-4a29889f-2075-4245-94f1-3bcefa6a544c None None] Bound port: 6afdd655-8c1a-4ec0-ab0f-758768279611, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c274e0fa-f2fa-462e-9b08-cdd3dbf8eb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c965b1ca-1026-4f2a-b9c6-9b27c1559ab6'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:44:41.914433 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-4a29889f-2075-4245-94f1-3bcefa6a544c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:42.220823 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 75cbcd37-2dcd-4467-bbcc-96c85010b464 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:44:42.221526 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:42.227140 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:42.338210 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-4a29889f-2075-4245-94f1-3bcefa6a544c None None] For port 6afdd655-8c1a-4ec0-ab0f-758768279611, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:44:42.345174 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-4a29889f-2075-4245-94f1-3bcefa6a544c None None] For port 6afdd655-8c1a-4ec0-ab0f-758768279611, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=6afdd655-8c1a-4ec0-ab0f-758768279611,segment=NetworkSegment(c274e0fa-f2fa-462e-9b08-cdd3dbf8eb9f),segment_id=c274e0fa-f2fa-462e-9b08-cdd3dbf8eb9f)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:44:42.362573 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-4a29889f-2075-4245-94f1-3bcefa6a544c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:42.516638 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a29889f-2075-4245-94f1-3bcefa6a544c None None] Routers {'5c845d4e-2dff-4a78-9b53-eb010733aa00'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:44:42.517336 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-4a29889f-2075-4245-94f1-3bcefa6a544c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:44:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['5c845d4e-2dff-4a78-9b53-eb010733aa00'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:44:42.581547 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6dcb2f-836c-430d-9960-8144768bb7a3 None None] Pushing event updated for resources: {'Port': ['ID=6afdd655-8c1a-4ec0-ab0f-758768279611,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:44:42.786603 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-4a29889f-2075-4245-94f1-3bcefa6a544c None None] Set router 5c845d4e-2dff-4a78-9b53-eb010733aa00 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:44:43.162943 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-4a29889f-2075-4245-94f1-3bcefa6a544c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c845d4e-2dff-4a78-9b53-eb010733aa00', 'name': 'tempest-TestMinimumBasicScenario-2088831041-router', 'tenant_id': 'db260442fa30426ea23e4bda3a790a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': '75cbcd37-2dcd-4467-bbcc-96c85010b464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:44:33Z', 'updated_at': '2021-08-05T12:44:38Z', 'revision_number': 4, 'project_id': 'db260442fa30426ea23e4bda3a790a03', 'gw_port': {'id': '75cbcd37-2dcd-4467-bbcc-96c85010b464', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:21:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c845d4e-2dff-4a78-9b53-eb010733aa00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:44:33Z', 'updated_at': '2021-08-05T12:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '6afdd655-8c1a-4ec0-ab0f-758768279611', 'name': '', 'network_id': 'c965b1ca-1026-4f2a-b9c6-9b27c1559ab6', 'tenant_id': 'db260442fa30426ea23e4bda3a790a03', 'mac_address': 'fa:16:3e:c2:67:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c845d4e-2dff-4a78-9b53-eb010733aa00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '6b92bb87-0a13-4439-a9f1-3fc6df2bca85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:44:36Z', 'updated_at': '2021-08-05T12:44:42Z', 'revision_number': 4, 'project_id': 'db260442fa30426ea23e4bda3a790a03', 'subnets': [{'id': '6b92bb87-0a13-4439-a9f1-3fc6df2bca85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:44:43.221538 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a29889f-2075-4245-94f1-3bcefa6a544c None None] The sync data for ids ['5c845d4e-2dff-4a78-9b53-eb010733aa00'] in n-d-803378-2 is: [{'id': '5c845d4e-2dff-4a78-9b53-eb010733aa00', 'name': 'tempest-TestMinimumBasicScenario-2088831041-router', 'tenant_id': 'db260442fa30426ea23e4bda3a790a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': '75cbcd37-2dcd-4467-bbcc-96c85010b464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:44:33Z', 'updated_at': '2021-08-05T12:44:38Z', 'revision_number': 4, 'project_id': 'db260442fa30426ea23e4bda3a790a03', 'gw_port': {'id': '75cbcd37-2dcd-4467-bbcc-96c85010b464', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:21:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c845d4e-2dff-4a78-9b53-eb010733aa00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:44:33Z', 'updated_at': '2021-08-05T12:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '6afdd655-8c1a-4ec0-ab0f-758768279611', 'name': '', 'network_id': 'c965b1ca-1026-4f2a-b9c6-9b27c1559ab6', 'tenant_id': 'db260442fa30426ea23e4bda3a790a03', 'mac_address': 'fa:16:3e:c2:67:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c845d4e-2dff-4a78-9b53-eb010733aa00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '6b92bb87-0a13-4439-a9f1-3fc6df2bca85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:44:36Z', 'updated_at': '2021-08-05T12:44:42Z', 'revision_number': 4, 'project_id': 'db260442fa30426ea23e4bda3a790a03', 'subnets': [{'id': '6b92bb87-0a13-4439-a9f1-3fc6df2bca85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:44:43.863803 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 6afdd655-8c1a-4ec0-ab0f-758768279611 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:44:44.031280 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 6afdd655-8c1a-4ec0-ab0f-758768279611 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:44:44.039799 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 6afdd655-8c1a-4ec0-ab0f-758768279611 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:44:44.040591 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:44.260343 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:44.265828 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:44.346856 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port 6afdd655-8c1a-4ec0-ab0f-758768279611, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=6afdd655-8c1a-4ec0-ab0f-758768279611,segment=NetworkSegment(c274e0fa-f2fa-462e-9b08-cdd3dbf8eb9f),segment_id=c274e0fa-f2fa-462e-9b08-cdd3dbf8eb9f)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:44:44.358504 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:44.506216 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=6afdd655-8c1a-4ec0-ab0f-758768279611,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:44:44.518880 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:44:44.519368 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:44:44.519553 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:44:44.519885 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:44:44.520330 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:44:44.520649 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:44:44.521002 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:44:44.521372 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:44:44.521780 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:44:44.521983 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:44:44.522315 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:44:44.522637 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:44:45.777482 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 6afdd655-8c1a-4ec0-ab0f-758768279611 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:44:45.867759 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 6afdd655-8c1a-4ec0-ab0f-758768279611 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:44:45.868432 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:52.916153 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:53.174272 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08172bda-3cb5-431d-80a0-98c1e27e88bb req-f0666803-e9f9-4807-80e7-ca07a7e6054a tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:44:53.177153 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-08172bda-3cb5-431d-80a0-98c1e27e88bb req-f0666803-e9f9-4807-80e7-ca07a7e6054a tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] 10.222.0.58 "GET /v2.0/networks?id=c7852dd7-616c-4a0a-b88e-a20ee424dce1 HTTP/1.1" status: 200 len: 814 time: 0.1818705 Aug 05 12:44:53.205536 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-08172bda-3cb5-431d-80a0-98c1e27e88bb req-846a5eec-25e6-44f7-8e10-9ccac3326648 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] 10.222.0.58 "GET /v2.0/quotas/bd56f6d5533d40f7847b00d1b8de0dae HTTP/1.1" status: 200 len: 375 time: 0.0177822 Aug 05 12:44:53.313323 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-08172bda-3cb5-431d-80a0-98c1e27e88bb req-7e925c30-f8e0-44cf-8cc8-5667321146ca tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=bd56f6d5533d40f7847b00d1b8de0dae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0963123 Aug 05 12:44:53.475740 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-08172bda-3cb5-431d-80a0-98c1e27e88bb req-560b607e-8851-4710-a79a-bd78f5ed9e0d service neutron] 10.222.0.58 "GET /v2.0/networks/c7852dd7-616c-4a0a-b88e-a20ee424dce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469958 Aug 05 12:44:53.650504 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-08172bda-3cb5-431d-80a0-98c1e27e88bb req-1a80e468-5882-424a-9875-6b9b3835ac22 service neutron] 10.222.0.58 "GET /v2.0/networks/c7852dd7-616c-4a0a-b88e-a20ee424dce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632400 Aug 05 12:44:53.887407 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f64d2ecf-775f-47a6-8342-81da8d9fe3a0 req-8644fd84-2a4f-4d57-ba76-26db80ffcc4b tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] 10.222.0.58 "GET /v2.0/ports?device_id=c52c9b1a-be65-49ea-94e0-e14599d0a30a HTTP/1.1" status: 200 len: 210 time: 0.0321927 Aug 05 12:44:55.085889 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-18e6f953-0df4-4d23-bf03-4d731e7b75fa req-f8d44c26-04fd-46ad-9780-c3e459eb9654 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] 10.222.0.58 "GET /v2.0/ports?device_id=c52c9b1a-be65-49ea-94e0-e14599d0a30a HTTP/1.1" status: 200 len: 210 time: 0.0487676 Aug 05 12:44:55.332289 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08172bda-3cb5-431d-80a0-98c1e27e88bb req-9da6bcdc-e5b1-4942-9ef4-88a3604e5a01 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:44:55.334135 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-08172bda-3cb5-431d-80a0-98c1e27e88bb req-9da6bcdc-e5b1-4942-9ef4-88a3604e5a01 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] 10.222.0.55 "GET /v2.0/networks?id=c7852dd7-616c-4a0a-b88e-a20ee424dce1 HTTP/1.1" status: 200 len: 814 time: 0.1678646 Aug 05 12:44:55.356439 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-08172bda-3cb5-431d-80a0-98c1e27e88bb req-6112205c-78ef-4e21-ad22-ed5e56f9a008 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Request body: {'port': {'device_id': 'c52c9b1a-be65-49ea-94e0-e14599d0a30a', 'network_id': 'c7852dd7-616c-4a0a-b88e-a20ee424dce1', 'admin_state_up': True, 'tenant_id': 'bd56f6d5533d40f7847b00d1b8de0dae'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:44:55.523459 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08172bda-3cb5-431d-80a0-98c1e27e88bb req-6112205c-78ef-4e21-ad22-ed5e56f9a008 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Made reservation on behalf of bd56f6d5533d40f7847b00d1b8de0dae for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:44:55.528536 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-08172bda-3cb5-431d-80a0-98c1e27e88bb req-6112205c-78ef-4e21-ad22-ed5e56f9a008 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:55.770647 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-08172bda-3cb5-431d-80a0-98c1e27e88bb req-6112205c-78ef-4e21-ad22-ed5e56f9a008 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Allocated IP 172.20.0.4 (c7852dd7-616c-4a0a-b88e-a20ee424dce1/a3db0b90-0031-4980-ae45-1e6b84487314/69685baa-587a-4c5f-bd80-de3d064966f5) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:44:56.028197 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-08172bda-3cb5-431d-80a0-98c1e27e88bb req-6112205c-78ef-4e21-ad22-ed5e56f9a008 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:56.054793 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-08172bda-3cb5-431d-80a0-98c1e27e88bb req-6112205c-78ef-4e21-ad22-ed5e56f9a008 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Transition to ACTIVE for port object 69685baa-587a-4c5f-bd80-de3d064966f5 will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:44:56.112763 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-08172bda-3cb5-431d-80a0-98c1e27e88bb req-6112205c-78ef-4e21-ad22-ed5e56f9a008 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:56.206411 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6112205c-78ef-4e21-ad22-ed5e56f9a008 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Pushing event updated for resources: {'Port': ['ID=69685baa-587a-4c5f-bd80-de3d064966f5,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:44:56.247754 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08172bda-3cb5-431d-80a0-98c1e27e88bb req-6112205c-78ef-4e21-ad22-ed5e56f9a008 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Network c7852dd7-616c-4a0a-b88e-a20ee424dce1 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:44:56.251191 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-08172bda-3cb5-431d-80a0-98c1e27e88bb req-6112205c-78ef-4e21-ad22-ed5e56f9a008 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:44:56.270258 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-08172bda-3cb5-431d-80a0-98c1e27e88bb req-6112205c-78ef-4e21-ad22-ed5e56f9a008 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:44:56.358818 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791993d7-42d6-49ee-8c8b-07bf7e7aa56c req-c745bcf4-e1ec-4314-9eaa-4d01f3aa15e1 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:44:56.361930 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-791993d7-42d6-49ee-8c8b-07bf7e7aa56c req-c745bcf4-e1ec-4314-9eaa-4d01f3aa15e1 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] 10.222.0.58 "GET /v2.0/ports?device_id=c52c9b1a-be65-49ea-94e0-e14599d0a30a HTTP/1.1" status: 200 len: 931 time: 0.1190002 Aug 05 12:44:56.454414 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08172bda-3cb5-431d-80a0-98c1e27e88bb req-6112205c-78ef-4e21-ad22-ed5e56f9a008 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:44:56.459041 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-08172bda-3cb5-431d-80a0-98c1e27e88bb req-6112205c-78ef-4e21-ad22-ed5e56f9a008 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:56.481874 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-791993d7-42d6-49ee-8c8b-07bf7e7aa56c req-2e3ef640-9126-40a3-9a28-465373f1a1a3 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec81f4eb-cbcc-4b34-9f7a-2e51faf5856f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026990 Aug 05 12:44:56.537024 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-08172bda-3cb5-431d-80a0-98c1e27e88bb req-6112205c-78ef-4e21-ad22-ed5e56f9a008 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1862049 Aug 05 12:44:56.817660 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-cbe4b340-0242-47dd-a932-ce56d9d42ce3 None None] Provisioning for port 69685baa-587a-4c5f-bd80-de3d064966f5 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:44:56.824618 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 12:44:56.834157 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-cbe4b340-0242-47dd-a932-ce56d9d42ce3 None None] Provisioning complete for port 69685baa-587a-4c5f-bd80-de3d064966f5 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:44:56.834823 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cbe4b340-0242-47dd-a932-ce56d9d42ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:44:56.902241 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-cbe4b340-0242-47dd-a932-ce56d9d42ce3 None None] Port 69685baa-587a-4c5f-bd80-de3d064966f5 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 12:44:57.718797 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe080965-35e7-4b79-afc4-bc74ba708ead req-fd06f7cb-7ad2-40e2-8b7b-b3fb99289ac3 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:44:57.721881 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fe080965-35e7-4b79-afc4-bc74ba708ead req-fd06f7cb-7ad2-40e2-8b7b-b3fb99289ac3 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] 10.222.0.58 "GET /v2.0/ports?device_id=c52c9b1a-be65-49ea-94e0-e14599d0a30a HTTP/1.1" status: 200 len: 931 time: 0.1014471 Aug 05 12:44:57.793459 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fe080965-35e7-4b79-afc4-bc74ba708ead req-239bf732-4222-40fe-ae4e-e6dd983b9970 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec81f4eb-cbcc-4b34-9f7a-2e51faf5856f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601819 Aug 05 12:44:59.019046 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f1e93e-966e-460d-92d3-e18e30a81f57 req-5d2aad44-d1e3-42df-9df4-ac00833b99ad tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:44:59.022909 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c2f1e93e-966e-460d-92d3-e18e30a81f57 req-5d2aad44-d1e3-42df-9df4-ac00833b99ad tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] 10.222.0.58 "GET /v2.0/ports?device_id=c52c9b1a-be65-49ea-94e0-e14599d0a30a HTTP/1.1" status: 200 len: 931 time: 0.0886333 Aug 05 12:44:59.102781 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c2f1e93e-966e-460d-92d3-e18e30a81f57 req-1a25441a-27ce-4d00-9046-b0983d348ff3 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec81f4eb-cbcc-4b34-9f7a-2e51faf5856f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691705 Aug 05 12:45:00.171124 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:45:00.358243 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520737d7-f3ec-4e92-a0d7-3b3b107a8566 req-2cb33683-817b-4860-9c52-709e4d909de9 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:45:00.361052 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-520737d7-f3ec-4e92-a0d7-3b3b107a8566 req-2cb33683-817b-4860-9c52-709e4d909de9 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] 10.222.0.58 "GET /v2.0/ports?device_id=c52c9b1a-be65-49ea-94e0-e14599d0a30a HTTP/1.1" status: 200 len: 931 time: 0.1007376 Aug 05 12:45:00.425082 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-520737d7-f3ec-4e92-a0d7-3b3b107a8566 req-41579154-8b81-423b-af04-0487cc6ac710 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec81f4eb-cbcc-4b34-9f7a-2e51faf5856f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547614 Aug 05 12:45:01.635139 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c891fad-8bba-431f-a3d1-31d352be86bb req-b99177de-3878-4991-8e9f-6fbc244e0874 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:45:01.637892 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9c891fad-8bba-431f-a3d1-31d352be86bb req-b99177de-3878-4991-8e9f-6fbc244e0874 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] 10.222.0.58 "GET /v2.0/ports?device_id=c52c9b1a-be65-49ea-94e0-e14599d0a30a HTTP/1.1" status: 200 len: 931 time: 0.0933130 Aug 05 12:45:01.713246 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9c891fad-8bba-431f-a3d1-31d352be86bb req-9e375a25-c052-4d4b-8193-197f5058ed52 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec81f4eb-cbcc-4b34-9f7a-2e51faf5856f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680265 Aug 05 12:45:02.928389 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa2fe6f-5018-48b5-8f30-6ec0492c77c8 req-df183685-0daf-4c23-8986-d6afa6c72fcc tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:45:02.931635 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ffa2fe6f-5018-48b5-8f30-6ec0492c77c8 req-df183685-0daf-4c23-8986-d6afa6c72fcc tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] 10.222.0.58 "GET /v2.0/ports?device_id=c52c9b1a-be65-49ea-94e0-e14599d0a30a HTTP/1.1" status: 200 len: 931 time: 0.0988808 Aug 05 12:45:03.013845 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ffa2fe6f-5018-48b5-8f30-6ec0492c77c8 req-2f8f4a6a-d957-460c-a223-eb44d7c489e4 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec81f4eb-cbcc-4b34-9f7a-2e51faf5856f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591750 Aug 05 12:45:04.293067 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4846a8e8-2d2f-4fcd-8204-d4e1093b7612 req-37e35bae-aec4-4ccf-9783-ed37f761118d tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:45:04.297151 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4846a8e8-2d2f-4fcd-8204-d4e1093b7612 req-37e35bae-aec4-4ccf-9783-ed37f761118d tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] 10.222.0.58 "GET /v2.0/ports?device_id=c52c9b1a-be65-49ea-94e0-e14599d0a30a HTTP/1.1" status: 200 len: 931 time: 0.1198745 Aug 05 12:45:04.381234 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4846a8e8-2d2f-4fcd-8204-d4e1093b7612 req-919194cd-9969-4a95-920d-a08ee12db077 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec81f4eb-cbcc-4b34-9f7a-2e51faf5856f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647624 Aug 05 12:45:05.597078 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae987fe-c0e6-4e2d-a85d-6fba364883b4 req-b3daec06-60c5-4444-b86f-c70dce5e99eb tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:45:05.600076 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-aae987fe-c0e6-4e2d-a85d-6fba364883b4 req-b3daec06-60c5-4444-b86f-c70dce5e99eb tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] 10.222.0.58 "GET /v2.0/ports?device_id=c52c9b1a-be65-49ea-94e0-e14599d0a30a HTTP/1.1" status: 200 len: 931 time: 0.0966613 Aug 05 12:45:05.682744 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-aae987fe-c0e6-4e2d-a85d-6fba364883b4 req-b038e7fc-28bd-4ee9-8ab1-f87a5553780d tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec81f4eb-cbcc-4b34-9f7a-2e51faf5856f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603776 Aug 05 12:45:06.143597 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [req-08172bda-3cb5-431d-80a0-98c1e27e88bb req-5d8f64dc-23ef-4c8f-927e-961f75302ccc tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94421) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 12:45:06.145103 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-08172bda-3cb5-431d-80a0-98c1e27e88bb req-5d8f64dc-23ef-4c8f-927e-961f75302ccc tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0105596 Aug 05 12:45:06.164455 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-08172bda-3cb5-431d-80a0-98c1e27e88bb req-09a0efa3-b5c6-45ca-875a-65b60da8b6d9 service neutron] Request body: {'port': {'device_id': 'c52c9b1a-be65-49ea-94e0-e14599d0a30a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:45:06.245526 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-08172bda-3cb5-431d-80a0-98c1e27e88bb req-09a0efa3-b5c6-45ca-875a-65b60da8b6d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:45:06.662579 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-08172bda-3cb5-431d-80a0-98c1e27e88bb req-09a0efa3-b5c6-45ca-875a-65b60da8b6d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69685baa-587a-4c5f-bd80-de3d064966f5 {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 12:45:06.672925 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-08172bda-3cb5-431d-80a0-98c1e27e88bb req-09a0efa3-b5c6-45ca-875a-65b60da8b6d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:45:06.687981 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-08172bda-3cb5-431d-80a0-98c1e27e88bb req-09a0efa3-b5c6-45ca-875a-65b60da8b6d9 service neutron] Transition to ACTIVE for port object 69685baa-587a-4c5f-bd80-de3d064966f5 will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:45:06.696210 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-08172bda-3cb5-431d-80a0-98c1e27e88bb req-09a0efa3-b5c6-45ca-875a-65b60da8b6d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:45:06.828201 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a0efa3-b5c6-45ca-875a-65b60da8b6d9 service neutron] Pushing event updated for resources: {'Port': ['ID=69685baa-587a-4c5f-bd80-de3d064966f5,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:45:06.912217 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf4020f-ca45-4789-b0df-3c8d26712d93 req-ca5468cc-fc25-48cf-b667-601eb4936647 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:45:06.915039 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6bf4020f-ca45-4789-b0df-3c8d26712d93 req-ca5468cc-fc25-48cf-b667-601eb4936647 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] 10.222.0.58 "GET /v2.0/ports?device_id=c52c9b1a-be65-49ea-94e0-e14599d0a30a HTTP/1.1" status: 200 len: 943 time: 0.0909109 Aug 05 12:45:06.934487 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-08172bda-3cb5-431d-80a0-98c1e27e88bb req-09a0efa3-b5c6-45ca-875a-65b60da8b6d9 service neutron] Attempting to bind port 69685baa-587a-4c5f-bd80-de3d064966f5 on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:45:06.934815 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-08172bda-3cb5-431d-80a0-98c1e27e88bb req-09a0efa3-b5c6-45ca-875a-65b60da8b6d9 service neutron] Attempting to bind port 69685baa-587a-4c5f-bd80-de3d064966f5 by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': '812339f9-a732-4294-9d80-375652e5192e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'c7852dd7-616c-4a0a-b88e-a20ee424dce1'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:45:06.935156 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08172bda-3cb5-431d-80a0-98c1e27e88bb req-09a0efa3-b5c6-45ca-875a-65b60da8b6d9 service neutron] Attempting to bind port 69685baa-587a-4c5f-bd80-de3d064966f5 on network c7852dd7-616c-4a0a-b88e-a20ee424dce1 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:45:06.941082 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08172bda-3cb5-431d-80a0-98c1e27e88bb req-09a0efa3-b5c6-45ca-875a-65b60da8b6d9 service neutron] Port 69685baa-587a-4c5f-bd80-de3d064966f5 on network c7852dd7-616c-4a0a-b88e-a20ee424dce1 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 12:45:06.941624 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08172bda-3cb5-431d-80a0-98c1e27e88bb req-09a0efa3-b5c6-45ca-875a-65b60da8b6d9 service neutron] Attempting to bind port 69685baa-587a-4c5f-bd80-de3d064966f5 on network c7852dd7-616c-4a0a-b88e-a20ee424dce1 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:45:06.950052 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08172bda-3cb5-431d-80a0-98c1e27e88bb req-09a0efa3-b5c6-45ca-875a-65b60da8b6d9 service neutron] Checking agent: {'id': 'a8f1dd2d-227c-4e30-8844-52419ba734db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:45:06.950392 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08172bda-3cb5-431d-80a0-98c1e27e88bb req-09a0efa3-b5c6-45ca-875a-65b60da8b6d9 service neutron] Checking segment: {'id': '812339f9-a732-4294-9d80-375652e5192e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'c7852dd7-616c-4a0a-b88e-a20ee424dce1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:45:06.950795 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08172bda-3cb5-431d-80a0-98c1e27e88bb req-09a0efa3-b5c6-45ca-875a-65b60da8b6d9 service neutron] Bound using segment: {'id': '812339f9-a732-4294-9d80-375652e5192e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'c7852dd7-616c-4a0a-b88e-a20ee424dce1'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:45:06.951626 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-08172bda-3cb5-431d-80a0-98c1e27e88bb req-09a0efa3-b5c6-45ca-875a-65b60da8b6d9 service neutron] Bound port: 69685baa-587a-4c5f-bd80-de3d064966f5, host: n-h2-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '812339f9-a732-4294-9d80-375652e5192e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'c7852dd7-616c-4a0a-b88e-a20ee424dce1'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:45:06.952196 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-08172bda-3cb5-431d-80a0-98c1e27e88bb req-09a0efa3-b5c6-45ca-875a-65b60da8b6d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:45:06.986284 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6bf4020f-ca45-4789-b0df-3c8d26712d93 req-40f01c48-0a38-4786-9153-01997d457c36 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec81f4eb-cbcc-4b34-9f7a-2e51faf5856f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628624 Aug 05 12:45:07.075102 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-08172bda-3cb5-431d-80a0-98c1e27e88bb req-09a0efa3-b5c6-45ca-875a-65b60da8b6d9 service neutron] For port 69685baa-587a-4c5f-bd80-de3d064966f5, host n-h2-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:45:07.079784 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-08172bda-3cb5-431d-80a0-98c1e27e88bb req-09a0efa3-b5c6-45ca-875a-65b60da8b6d9 service neutron] For port 69685baa-587a-4c5f-bd80-de3d064966f5, host n-h2-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=69685baa-587a-4c5f-bd80-de3d064966f5,segment=NetworkSegment(812339f9-a732-4294-9d80-375652e5192e),segment_id=812339f9-a732-4294-9d80-375652e5192e)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:45:07.086516 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-08172bda-3cb5-431d-80a0-98c1e27e88bb req-09a0efa3-b5c6-45ca-875a-65b60da8b6d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:45:07.133451 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08172bda-3cb5-431d-80a0-98c1e27e88bb req-09a0efa3-b5c6-45ca-875a-65b60da8b6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:45:07.134992 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-08172bda-3cb5-431d-80a0-98c1e27e88bb req-09a0efa3-b5c6-45ca-875a-65b60da8b6d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:45:07.137038 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-08172bda-3cb5-431d-80a0-98c1e27e88bb req-09a0efa3-b5c6-45ca-875a-65b60da8b6d9 service neutron] 10.222.0.55 "PUT /v2.0/ports/69685baa-587a-4c5f-bd80-de3d064966f5 HTTP/1.1" status: 200 len: 1091 time: 0.9772692 Aug 05 12:45:07.137659 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c52c9b1a-be65-49ea-94e0-e14599d0a30a', 'tag': '69685baa-587a-4c5f-bd80-de3d064966f5'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:45:07.140890 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7ff1ae056485c55ead25f70fa9973e26b39e4a1f6cb6b93d5d0d7942cdef429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df0be09e-afd8-4f4d-b940-7e44a459da07" -d '{"events": [{"name": "network-changed", "server_uuid": "c52c9b1a-be65-49ea-94e0-e14599d0a30a", "tag": "69685baa-587a-4c5f-bd80-de3d064966f5"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:45:07.202987 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 12:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-808daebd-4e6e-4e09-883e-fe4fb088af54 x-openstack-request-id: req-808daebd-4e6e-4e09-883e-fe4fb088af54 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:45:07.204393 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c52c9b1a-be65-49ea-94e0-e14599d0a30a", "tag": "69685baa-587a-4c5f-bd80-de3d064966f5", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:45:07.204393 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-808daebd-4e6e-4e09-883e-fe4fb088af54 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:45:07.210397 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c52c9b1a-be65-49ea-94e0-e14599d0a30a', 'tag': '69685baa-587a-4c5f-bd80-de3d064966f5', 'status': 'completed', 'code': 200} Aug 05 12:45:07.217492 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a0efa3-b5c6-45ca-875a-65b60da8b6d9 service neutron] Pushing event updated for resources: {'Port': ['ID=69685baa-587a-4c5f-bd80-de3d064966f5,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:45:07.286280 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08172bda-3cb5-431d-80a0-98c1e27e88bb req-41fd2850-e229-4c55-bb7f-136542e5aec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:45:07.288096 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-08172bda-3cb5-431d-80a0-98c1e27e88bb req-41fd2850-e229-4c55-bb7f-136542e5aec2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bd56f6d5533d40f7847b00d1b8de0dae&device_id=c52c9b1a-be65-49ea-94e0-e14599d0a30a HTTP/1.1" status: 200 len: 1094 time: 0.0648751 Aug 05 12:45:07.361903 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-08172bda-3cb5-431d-80a0-98c1e27e88bb req-9c69ce48-7dec-404c-a1c2-b61f8e3c0c0a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=69685baa-587a-4c5f-bd80-de3d064966f5 HTTP/1.1" status: 200 len: 217 time: 0.0574892 Aug 05 12:45:07.363596 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-2cb0aa16-412f-47d6-b307-65266513a393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:45:07.442804 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08172bda-3cb5-431d-80a0-98c1e27e88bb req-d437bf84-a864-4102-a724-b07ff8ebc05c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:45:07.445697 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-08172bda-3cb5-431d-80a0-98c1e27e88bb req-d437bf84-a864-4102-a724-b07ff8ebc05c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a3db0b90-0031-4980-ae45-1e6b84487314 HTTP/1.1" status: 200 len: 853 time: 0.0757866 Aug 05 12:45:07.510850 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08172bda-3cb5-431d-80a0-98c1e27e88bb req-f7603bd7-e8e0-4aea-b84b-782567da534f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:45:07.512478 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-08172bda-3cb5-431d-80a0-98c1e27e88bb req-f7603bd7-e8e0-4aea-b84b-782567da534f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c7852dd7-616c-4a0a-b88e-a20ee424dce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0584543 Aug 05 12:45:07.636994 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-08172bda-3cb5-431d-80a0-98c1e27e88bb req-a4d21674-0e9d-46a3-962b-715868bcdfdb service neutron] 10.222.0.55 "GET /v2.0/networks/c7852dd7-616c-4a0a-b88e-a20ee424dce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141443 Aug 05 12:45:07.766840 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-08172bda-3cb5-431d-80a0-98c1e27e88bb req-db798285-afbe-4b0a-bd18-b3aef42c08d8 service neutron] 10.222.0.55 "GET /v2.0/networks/c7852dd7-616c-4a0a-b88e-a20ee424dce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204505 Aug 05 12:45:07.920010 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0be09e-afd8-4f4d-b940-7e44a459da07 req-32238893-b742-4a35-8ec9-bc9753889fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:45:07.922697 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-df0be09e-afd8-4f4d-b940-7e44a459da07 req-32238893-b742-4a35-8ec9-bc9753889fda service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bd56f6d5533d40f7847b00d1b8de0dae&device_id=c52c9b1a-be65-49ea-94e0-e14599d0a30a HTTP/1.1" status: 200 len: 1094 time: 0.0552127 Aug 05 12:45:08.064992 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0be09e-afd8-4f4d-b940-7e44a459da07 req-17b03f3a-3518-4355-a869-46e394b4a6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:45:08.067158 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-df0be09e-afd8-4f4d-b940-7e44a459da07 req-17b03f3a-3518-4355-a869-46e394b4a6a4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c7852dd7-616c-4a0a-b88e-a20ee424dce1 HTTP/1.1" status: 200 len: 915 time: 0.1364007 Aug 05 12:45:08.130157 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-df0be09e-afd8-4f4d-b940-7e44a459da07 req-176c085d-b660-423c-ae7f-44c6cd497436 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=69685baa-587a-4c5f-bd80-de3d064966f5 HTTP/1.1" status: 200 len: 217 time: 0.0506754 Aug 05 12:45:08.179322 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd8bdb0-d16c-4ae7-90ae-3c91d4584433 req-d059eafc-3365-49b2-b38f-1c687d7293bb tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:45:08.181995 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5cd8bdb0-d16c-4ae7-90ae-3c91d4584433 req-d059eafc-3365-49b2-b38f-1c687d7293bb tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] 10.222.0.58 "GET /v2.0/ports?device_id=c52c9b1a-be65-49ea-94e0-e14599d0a30a HTTP/1.1" status: 200 len: 943 time: 0.0758615 Aug 05 12:45:08.192669 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0be09e-afd8-4f4d-b940-7e44a459da07 req-7409e88b-6eae-4466-9772-ab38ea16c44d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:45:08.194255 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-df0be09e-afd8-4f4d-b940-7e44a459da07 req-7409e88b-6eae-4466-9772-ab38ea16c44d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a3db0b90-0031-4980-ae45-1e6b84487314 HTTP/1.1" status: 200 len: 853 time: 0.0565143 Aug 05 12:45:08.229503 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5cd8bdb0-d16c-4ae7-90ae-3c91d4584433 req-6759b467-3e88-4701-970c-d44cc1804ddf tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec81f4eb-cbcc-4b34-9f7a-2e51faf5856f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388861 Aug 05 12:45:08.256398 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0be09e-afd8-4f4d-b940-7e44a459da07 req-69c544e2-7644-4fee-b4e3-7973866ae66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:45:08.258649 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-df0be09e-afd8-4f4d-b940-7e44a459da07 req-69c544e2-7644-4fee-b4e3-7973866ae66f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c7852dd7-616c-4a0a-b88e-a20ee424dce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559802 Aug 05 12:45:08.378662 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-df0be09e-afd8-4f4d-b940-7e44a459da07 req-ef4872da-29be-4879-8800-0e895fba03b7 service neutron] 10.222.0.55 "GET /v2.0/networks/c7852dd7-616c-4a0a-b88e-a20ee424dce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109004 Aug 05 12:45:08.502201 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-df0be09e-afd8-4f4d-b940-7e44a459da07 req-297eb5ab-3865-43f3-8b8c-4347f824af7d service neutron] 10.222.0.55 "GET /v2.0/networks/c7852dd7-616c-4a0a-b88e-a20ee424dce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155598 Aug 05 12:45:09.444868 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e15dea8-3841-46ae-bd64-bead254c3476 req-5c5fde2c-42a4-4ba1-8946-b8d7c5b1e139 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:45:09.447987 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2e15dea8-3841-46ae-bd64-bead254c3476 req-5c5fde2c-42a4-4ba1-8946-b8d7c5b1e139 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] 10.222.0.58 "GET /v2.0/ports?device_id=c52c9b1a-be65-49ea-94e0-e14599d0a30a HTTP/1.1" status: 200 len: 943 time: 0.0993462 Aug 05 12:45:09.512204 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2e15dea8-3841-46ae-bd64-bead254c3476 req-b1637c2c-311a-4366-ad14-700fc5486460 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec81f4eb-cbcc-4b34-9f7a-2e51faf5856f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519545 Aug 05 12:45:10.086729 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-5d384483-2178-4dc9-b29c-72cccaeb8833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:45:10.152236 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:45:10.676623 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec91a325-c365-4d81-838d-5225a85588cd req-072fb5e4-e2fa-4eec-84cf-67e381d54fbc tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:45:10.678636 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ec91a325-c365-4d81-838d-5225a85588cd req-072fb5e4-e2fa-4eec-84cf-67e381d54fbc tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] 10.222.0.58 "GET /v2.0/ports?device_id=c52c9b1a-be65-49ea-94e0-e14599d0a30a HTTP/1.1" status: 200 len: 943 time: 0.0717742 Aug 05 12:45:10.731021 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ec91a325-c365-4d81-838d-5225a85588cd req-e4297e7f-1596-411e-9d12-8cb145b2c7aa tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec81f4eb-cbcc-4b34-9f7a-2e51faf5856f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411232 Aug 05 12:45:11.322138 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 69685baa-587a-4c5f-bd80-de3d064966f5 details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 12:45:11.458424 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 69685baa-587a-4c5f-bd80-de3d064966f5, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=69685baa-587a-4c5f-bd80-de3d064966f5,segment=NetworkSegment(812339f9-a732-4294-9d80-375652e5192e),segment_id=812339f9-a732-4294-9d80-375652e5192e)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:45:11.472024 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Returning: {'device': '69685baa-587a-4c5f-bd80-de3d064966f5', 'network_id': 'c7852dd7-616c-4a0a-b88e-a20ee424dce1', 'port_id': '69685baa-587a-4c5f-bd80-de3d064966f5', 'mac_address': 'fa:16:3e:d9:49:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3db0b90-0031-4980-ae45-1e6b84487314', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 12:45:11.522621 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:45:11.545423 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69685baa-587a-4c5f-bd80-de3d064966f5 {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 12:45:11.573612 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 69685baa-587a-4c5f-bd80-de3d064966f5, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=69685baa-587a-4c5f-bd80-de3d064966f5,segment=NetworkSegment(812339f9-a732-4294-9d80-375652e5192e),segment_id=812339f9-a732-4294-9d80-375652e5192e)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:45:11.579025 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:45:11.635203 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=69685baa-587a-4c5f-bd80-de3d064966f5,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:45:11.892510 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['69685baa-587a-4c5f-bd80-de3d064966f5'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 12:45:12.064606 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:45:12.164632 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa651aec-93f5-4a0f-a401-ddd7708cb1cc req-4389c912-f1da-43b0-ab42-57f93528b25e tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:45:12.167579 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fa651aec-93f5-4a0f-a401-ddd7708cb1cc req-4389c912-f1da-43b0-ab42-57f93528b25e tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] 10.222.0.58 "GET /v2.0/ports?device_id=c52c9b1a-be65-49ea-94e0-e14599d0a30a HTTP/1.1" status: 200 len: 944 time: 0.3439798 Aug 05 12:45:12.227380 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fa651aec-93f5-4a0f-a401-ddd7708cb1cc req-83677711-333d-4f62-bcb8-730f63f07749 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec81f4eb-cbcc-4b34-9f7a-2e51faf5856f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531356 Aug 05 12:45:13.351381 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 69685baa-587a-4c5f-bd80-de3d064966f5 up at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:45:13.414960 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning for port 69685baa-587a-4c5f-bd80-de3d064966f5 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:45:13.420287 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning complete for port 69685baa-587a-4c5f-bd80-de3d064966f5 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:45:13.420719 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:45:13.457604 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59626be4-d634-4a6b-a81b-ba0bc08d57a2 req-d84c7be8-d4cb-4a67-8169-7e2d727f3231 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:45:13.459241 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-59626be4-d634-4a6b-a81b-ba0bc08d57a2 req-d84c7be8-d4cb-4a67-8169-7e2d727f3231 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] 10.222.0.58 "GET /v2.0/ports?device_id=c52c9b1a-be65-49ea-94e0-e14599d0a30a HTTP/1.1" status: 200 len: 944 time: 0.1449938 Aug 05 12:45:13.527285 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-59626be4-d634-4a6b-a81b-ba0bc08d57a2 req-0f6761d7-c4c1-4397-ac76-3fd1bb003fd6 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec81f4eb-cbcc-4b34-9f7a-2e51faf5856f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581112 Aug 05 12:45:13.539038 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:45:13.567335 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c52c9b1a-be65-49ea-94e0-e14599d0a30a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69685baa-587a-4c5f-bd80-de3d064966f5'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:45:13.569700 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e1268cc07bff5734ca170491336a8ac74677c017447dd0c96766dddd3e3cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac573d99-ade0-4e50-bd0d-65d9fc8cf5b4" -d '{"events": [{"server_uuid": "c52c9b1a-be65-49ea-94e0-e14599d0a30a", "name": "network-vif-plugged", "status": "completed", "tag": "69685baa-587a-4c5f-bd80-de3d064966f5"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:45:13.589246 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 69685baa-587a-4c5f-bd80-de3d064966f5, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=69685baa-587a-4c5f-bd80-de3d064966f5,segment=NetworkSegment(812339f9-a732-4294-9d80-375652e5192e),segment_id=812339f9-a732-4294-9d80-375652e5192e)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:45:13.596240 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:45:13.630438 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 12:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-632d0c30-c1d1-486a-934b-a5869a777f57 x-openstack-request-id: req-632d0c30-c1d1-486a-934b-a5869a777f57 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:45:13.630827 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c52c9b1a-be65-49ea-94e0-e14599d0a30a", "name": "network-vif-plugged", "status": "completed", "tag": "69685baa-587a-4c5f-bd80-de3d064966f5", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:45:13.631169 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-632d0c30-c1d1-486a-934b-a5869a777f57 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:45:13.631694 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c52c9b1a-be65-49ea-94e0-e14599d0a30a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69685baa-587a-4c5f-bd80-de3d064966f5', 'code': 200} Aug 05 12:45:13.678857 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=69685baa-587a-4c5f-bd80-de3d064966f5,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:45:13.763344 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db840c4-e75e-4050-97e9-119437872e56 req-8bfb5e0d-9aa0-4663-8dce-cf2da18e85a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:45:13.765100 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-0db840c4-e75e-4050-97e9-119437872e56 req-8bfb5e0d-9aa0-4663-8dce-cf2da18e85a7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c52c9b1a-be65-49ea-94e0-e14599d0a30a HTTP/1.1" status: 200 len: 1096 time: 0.0470018 Aug 05 12:45:13.825320 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-0db840c4-e75e-4050-97e9-119437872e56 req-9190192a-982b-4298-a8ca-598cb824a2d7 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ec81f4eb-cbcc-4b34-9f7a-2e51faf5856f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524404 Aug 05 12:45:14.190858 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:45:14.670594 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b59368e-492b-4c4c-ae2d-71a03e7514ab req-b4c700bf-5e2c-4a42-9868-98d62ec06d7b tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:45:14.672234 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6b59368e-492b-4c4c-ae2d-71a03e7514ab req-b4c700bf-5e2c-4a42-9868-98d62ec06d7b tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] 10.222.0.58 "GET /v2.0/ports?device_id=c52c9b1a-be65-49ea-94e0-e14599d0a30a HTTP/1.1" status: 200 len: 945 time: 0.0628772 Aug 05 12:45:14.725188 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6b59368e-492b-4c4c-ae2d-71a03e7514ab req-6479a786-72fb-43fa-a7ae-08d9332bbf53 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec81f4eb-cbcc-4b34-9f7a-2e51faf5856f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464764 Aug 05 12:45:15.853375 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cdb1b2-2693-4566-abb4-835f33506612 req-e405b183-2ab3-480f-96f0-678c81bb2bca tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:45:15.855022 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-15cdb1b2-2693-4566-abb4-835f33506612 req-e405b183-2ab3-480f-96f0-678c81bb2bca tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] 10.222.0.58 "GET /v2.0/ports?device_id=c52c9b1a-be65-49ea-94e0-e14599d0a30a HTTP/1.1" status: 200 len: 945 time: 0.0538688 Aug 05 12:45:15.901297 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-15cdb1b2-2693-4566-abb4-835f33506612 req-5e336195-e74b-45fc-b258-3e9a6840d99c tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec81f4eb-cbcc-4b34-9f7a-2e51faf5856f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392141 Aug 05 12:45:16.031254 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8442b27-dcf8-4991-8ccc-bf465b64c200 req-f6476383-84ff-43d2-a4f8-6c454dc2a881 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:45:16.032854 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a8442b27-dcf8-4991-8ccc-bf465b64c200 req-f6476383-84ff-43d2-a4f8-6c454dc2a881 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] 10.222.0.58 "GET /v2.0/ports?device_id=c52c9b1a-be65-49ea-94e0-e14599d0a30a HTTP/1.1" status: 200 len: 945 time: 0.0614285 Aug 05 12:45:16.080424 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a8442b27-dcf8-4991-8ccc-bf465b64c200 req-d0c048d3-094c-4a30-a099-86bb43f06f7f tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec81f4eb-cbcc-4b34-9f7a-2e51faf5856f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367408 Aug 05 12:45:16.310670 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c635d4-e5de-4fa2-b897-f94b88510206 req-d5b8e934-1ba3-4e6c-8921-330fb612bc17 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:45:16.313108 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-31c635d4-e5de-4fa2-b897-f94b88510206 req-d5b8e934-1ba3-4e6c-8921-330fb612bc17 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] 10.222.0.58 "GET /v2.0/ports?device_id=c52c9b1a-be65-49ea-94e0-e14599d0a30a HTTP/1.1" status: 200 len: 945 time: 0.0679562 Aug 05 12:45:16.366375 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-31c635d4-e5de-4fa2-b897-f94b88510206 req-f797672d-5245-43ff-8547-657c68da121f tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec81f4eb-cbcc-4b34-9f7a-2e51faf5856f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455601 Aug 05 12:45:22.911827 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:45:29.537165 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86463e88-09a1-4e7d-963b-2bc0d03c5bd7 req-cc47ed68-fca0-4eb6-9124-12f0f47b9853 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:45:29.538682 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-86463e88-09a1-4e7d-963b-2bc0d03c5bd7 req-cc47ed68-fca0-4eb6-9124-12f0f47b9853 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] 10.222.0.58 "GET /v2.0/ports?device_id=c52c9b1a-be65-49ea-94e0-e14599d0a30a HTTP/1.1" status: 200 len: 945 time: 0.0547900 Aug 05 12:45:29.582523 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-86463e88-09a1-4e7d-963b-2bc0d03c5bd7 req-d23ea707-b697-4e82-9ea4-a39bf91f4484 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec81f4eb-cbcc-4b34-9f7a-2e51faf5856f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364764 Aug 05 12:45:29.606448 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49038) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:45:29.728560 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57c1ec4-a934-4b3f-bb15-a1579beccb59 tempest-TestMinimumBasicScenario-686096953 tempest-TestMinimumBasicScenario-686096953-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:45:29.730240 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-c57c1ec4-a934-4b3f-bb15-a1579beccb59 tempest-TestMinimumBasicScenario-686096953 tempest-TestMinimumBasicScenario-686096953-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=c52c9b1a-be65-49ea-94e0-e14599d0a30a HTTP/1.1" status: 200 len: 1091 time: 0.1225975 Aug 05 12:45:29.735500 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49042) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:45:29.741508 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-cd889ee6-25c8-4a1a-aeb3-7384a71bc079 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Request body: {'floatingip': {'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'port_id': '69685baa-587a-4c5f-bd80-de3d064966f5', 'tenant_id': 'bd56f6d5533d40f7847b00d1b8de0dae', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:45:29.774752 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-cd889ee6-25c8-4a1a-aeb3-7384a71bc079 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Notify callbacks [] for floatingip, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:45:29.904928 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-cd889ee6-25c8-4a1a-aeb3-7384a71bc079 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:45:30.025999 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-cd889ee6-25c8-4a1a-aeb3-7384a71bc079 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Allocated IP 172.25.5.212 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/40330812-7fe8-4b86-a5f2-8c32f7ee1409) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:45:30.154270 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-cd889ee6-25c8-4a1a-aeb3-7384a71bc079 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:45:30.154801 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:45:30.197739 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-cd889ee6-25c8-4a1a-aeb3-7384a71bc079 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:45:30.244252 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd889ee6-25c8-4a1a-aeb3-7384a71bc079 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:45:30.249457 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-cd889ee6-25c8-4a1a-aeb3-7384a71bc079 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:45:30.254903 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd889ee6-25c8-4a1a-aeb3-7384a71bc079 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:45:30.262581 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd889ee6-25c8-4a1a-aeb3-7384a71bc079 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Pushing event updated for resources: {'Port': ['ID=40330812-7fe8-4b86-a5f2-8c32f7ee1409,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:45:30.292862 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd889ee6-25c8-4a1a-aeb3-7384a71bc079 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:45:30.293295 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd889ee6-25c8-4a1a-aeb3-7384a71bc079 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:45:30.293632 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd889ee6-25c8-4a1a-aeb3-7384a71bc079 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:45:30.294107 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd889ee6-25c8-4a1a-aeb3-7384a71bc079 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:45:30.294390 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd889ee6-25c8-4a1a-aeb3-7384a71bc079 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:45:30.294764 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd889ee6-25c8-4a1a-aeb3-7384a71bc079 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:45:30.295095 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd889ee6-25c8-4a1a-aeb3-7384a71bc079 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:45:30.295426 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd889ee6-25c8-4a1a-aeb3-7384a71bc079 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:45:30.295752 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd889ee6-25c8-4a1a-aeb3-7384a71bc079 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:45:30.296077 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd889ee6-25c8-4a1a-aeb3-7384a71bc079 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:45:30.296460 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd889ee6-25c8-4a1a-aeb3-7384a71bc079 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:45:30.296854 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd889ee6-25c8-4a1a-aeb3-7384a71bc079 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:45:30.734928 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-cd889ee6-25c8-4a1a-aeb3-7384a71bc079 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:45:30.820641 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-cd889ee6-25c8-4a1a-aeb3-7384a71bc079 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:45:31.037371 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-cd889ee6-25c8-4a1a-aeb3-7384a71bc079 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:45:31.045137 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-cd889ee6-25c8-4a1a-aeb3-7384a71bc079 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:45:31.129654 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd889ee6-25c8-4a1a-aeb3-7384a71bc079 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Pushing event updated for resources: {'Port': ['ID=40330812-7fe8-4b86-a5f2-8c32f7ee1409,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:45:31.151473 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-cd889ee6-25c8-4a1a-aeb3-7384a71bc079 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33287247'] for floatingip, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:45:31.313328 n-d-803378-2 neutron-server[94420]: INFO neutron.db.l3_db [None req-cd889ee6-25c8-4a1a-aeb3-7384a71bc079 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Floating IP 9cc721c2-870e-43aa-a266-e26c4c8c669d associated. External IP: 172.25.5.212, port: 69685baa-587a-4c5f-bd80-de3d064966f5. Aug 05 12:45:31.607455 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd889ee6-25c8-4a1a-aeb3-7384a71bc079 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Router 9b4a79e1-ff8d-4dd9-835c-523a8ec3c66b has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:45:31.737236 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd889ee6-25c8-4a1a-aeb3-7384a71bc079 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:45:31.752423 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415b2e7e-1e70-427b-b839-08501b56a701 None None] Sync routers for ids ['9b4a79e1-ff8d-4dd9-835c-523a8ec3c66b'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:45:31.763884 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-cd889ee6-25c8-4a1a-aeb3-7384a71bc079 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:45:31.765359 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415b2e7e-1e70-427b-b839-08501b56a701 None None] Routers {'9b4a79e1-ff8d-4dd9-835c-523a8ec3c66b'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:45:31.765719 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-415b2e7e-1e70-427b-b839-08501b56a701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:45:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['9b4a79e1-ff8d-4dd9-835c-523a8ec3c66b'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:45:31.797582 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-cd889ee6-25c8-4a1a-aeb3-7384a71bc079 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0606411 Aug 05 12:45:31.798504 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c52c9b1a-be65-49ea-94e0-e14599d0a30a', 'tag': '69685baa-587a-4c5f-bd80-de3d064966f5'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:45:31.801299 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47e10126444b02a26d513ed6f4b145adbdfa00d329c865c61a1608b26e6d0230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21e530f0-a5d2-4bf9-aef1-db4308e8499b" -d '{"events": [{"name": "network-changed", "server_uuid": "c52c9b1a-be65-49ea-94e0-e14599d0a30a", "tag": "69685baa-587a-4c5f-bd80-de3d064966f5"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:45:31.802487 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49044) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:45:31.809635 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-bedd605f-0105-42ed-b799-03b0ed58cc83 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1598192974', 'description': 'tempest-secgroup-smoke-1598192974 description', 'project_id': 'bd56f6d5533d40f7847b00d1b8de0dae'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:45:31.841526 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-bedd605f-0105-42ed-b799-03b0ed58cc83 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:45:31.937476 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-415b2e7e-1e70-427b-b839-08501b56a701 None None] Set router 9b4a79e1-ff8d-4dd9-835c-523a8ec3c66b gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:45:31.938944 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 12:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c67fa9cd-e101-43c3-8ef4-dc81bf2d00da x-openstack-request-id: req-c67fa9cd-e101-43c3-8ef4-dc81bf2d00da {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:45:31.939240 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c52c9b1a-be65-49ea-94e0-e14599d0a30a", "tag": "69685baa-587a-4c5f-bd80-de3d064966f5", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:45:31.939573 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c67fa9cd-e101-43c3-8ef4-dc81bf2d00da {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:45:31.939989 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c52c9b1a-be65-49ea-94e0-e14599d0a30a', 'tag': '69685baa-587a-4c5f-bd80-de3d064966f5', 'status': 'completed', 'code': 200} Aug 05 12:45:31.966841 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-bedd605f-0105-42ed-b799-03b0ed58cc83 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:45:31.971811 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-bedd605f-0105-42ed-b799-03b0ed58cc83 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:45:32.021929 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-bedd605f-0105-42ed-b799-03b0ed58cc83 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:45:32.023472 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-bedd605f-0105-42ed-b799-03b0ed58cc83 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2188854 Aug 05 12:45:32.031107 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49050) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:45:32.037957 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-76a3592b-bd37-4ecf-90bc-b5b20d7a624f tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Request body: {'security_group_rule': {'security_group_id': 'c1a727a3-e689-4b0e-adf2-012a50a3d6a1', 'project_id': 'bd56f6d5533d40f7847b00d1b8de0dae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:45:32.045287 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedd605f-0105-42ed-b799-03b0ed58cc83 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1a727a3-e689-4b0e-adf2-012a50a3d6a1,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:45:32.076839 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e530f0-a5d2-4bf9-aef1-db4308e8499b req-b1e8aa65-8072-4496-ba12-0791925a20d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:45:32.078499 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-76a3592b-bd37-4ecf-90bc-b5b20d7a624f tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:45:32.078659 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-21e530f0-a5d2-4bf9-aef1-db4308e8499b req-b1e8aa65-8072-4496-ba12-0791925a20d5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bd56f6d5533d40f7847b00d1b8de0dae&device_id=c52c9b1a-be65-49ea-94e0-e14599d0a30a HTTP/1.1" status: 200 len: 1096 time: 0.0771496 Aug 05 12:45:32.166360 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-76a3592b-bd37-4ecf-90bc-b5b20d7a624f tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:45:32.172152 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-76a3592b-bd37-4ecf-90bc-b5b20d7a624f tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:45:32.193211 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a3592b-bd37-4ecf-90bc-b5b20d7a624f tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5a0d18b-1dad-4c0e-a83e-e27b6d734699,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:45:32.200447 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e530f0-a5d2-4bf9-aef1-db4308e8499b req-ca2bd4f7-73e6-447e-a25f-7993f9272e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:45:32.201727 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-21e530f0-a5d2-4bf9-aef1-db4308e8499b req-ca2bd4f7-73e6-447e-a25f-7993f9272e96 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c7852dd7-616c-4a0a-b88e-a20ee424dce1 HTTP/1.1" status: 200 len: 915 time: 0.1143880 Aug 05 12:45:32.203278 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-76a3592b-bd37-4ecf-90bc-b5b20d7a624f tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:45:32.204531 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-76a3592b-bd37-4ecf-90bc-b5b20d7a624f tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1723695 Aug 05 12:45:32.207733 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49052) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:45:32.215336 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-f651d121-afac-4ef8-806d-2b37b7de9a83 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Request body: {'security_group_rule': {'security_group_id': 'c1a727a3-e689-4b0e-adf2-012a50a3d6a1', 'project_id': 'bd56f6d5533d40f7847b00d1b8de0dae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:45:32.257520 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-415b2e7e-1e70-427b-b839-08501b56a701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4a79e1-ff8d-4dd9-835c-523a8ec3c66b', 'name': 'tempest-TestMinimumBasicScenario-335823464-router', 'tenant_id': 'bd56f6d5533d40f7847b00d1b8de0dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'fb3ba0cd-a1af-46c4-b272-add1870a6dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:44:26Z', 'updated_at': '2021-08-05T12:44:29Z', 'revision_number': 4, 'project_id': 'bd56f6d5533d40f7847b00d1b8de0dae', 'gw_port': {'id': 'fb3ba0cd-a1af-46c4-b272-add1870a6dfa', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:f0:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4a79e1-ff8d-4dd9-835c-523a8ec3c66b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:44:26Z', 'updated_at': '2021-08-05T12:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': '9cc721c2-870e-43aa-a266-e26c4c8c669d', 'tenant_id': 'bd56f6d5533d40f7847b00d1b8de0dae', 'floating_ip_address': '172.25.5.212', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': '9b4a79e1-ff8d-4dd9-835c-523a8ec3c66b', 'port_id': '69685baa-587a-4c5f-bd80-de3d064966f5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7852dd7-616c-4a0a-b88e-a20ee424dce1', 'mac_address': 'fa:16:3e:d9:49:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c52c9b1a-be65-49ea-94e0-e14599d0a30a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T12:45:30Z', 'updated_at': '2021-08-05T12:45:30Z', 'revision_number': 0, 'project_id': 'bd56f6d5533d40f7847b00d1b8de0dae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e50b2180-6d18-4d39-ae11-91c0c2ebcc81', 'name': '', 'network_id': 'c7852dd7-616c-4a0a-b88e-a20ee424dce1', 'tenant_id': 'bd56f6d5533d40f7847b00d1b8de0dae', 'mac_address': 'fa:16:3e:7a:b0:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4a79e1-ff8d-4dd9-835c-523a8ec3c66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'a3db0b90-0031-4980-ae45-1e6b84487314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:44:29Z', 'updated_at': '2021-08-05T12:44:38Z', 'revision_number': 5, 'project_id': 'bd56f6d5533d40f7847b00d1b8de0dae', 'subnets': [{'id': 'a3db0b90-0031-4980-ae45-1e6b84487314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:45:32.286306 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415b2e7e-1e70-427b-b839-08501b56a701 None None] Checking router: 9b4a79e1-ff8d-4dd9-835c-523a8ec3c66b for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:45:32.299004 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415b2e7e-1e70-427b-b839-08501b56a701 None None] Routers {'9b4a79e1-ff8d-4dd9-835c-523a8ec3c66b'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:45:32.299781 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-415b2e7e-1e70-427b-b839-08501b56a701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:45:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['9b4a79e1-ff8d-4dd9-835c-523a8ec3c66b'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:45:32.303117 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-21e530f0-a5d2-4bf9-aef1-db4308e8499b req-f21b3852-e829-4d57-a695-75b6271088af service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=69685baa-587a-4c5f-bd80-de3d064966f5 HTTP/1.1" status: 200 len: 999 time: 0.0925875 Aug 05 12:45:32.304449 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f651d121-afac-4ef8-806d-2b37b7de9a83 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:45:32.391614 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e530f0-a5d2-4bf9-aef1-db4308e8499b req-7de5750c-9d26-4fa9-b880-a084e0de3a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:45:32.393169 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-21e530f0-a5d2-4bf9-aef1-db4308e8499b req-7de5750c-9d26-4fa9-b880-a084e0de3a28 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a3db0b90-0031-4980-ae45-1e6b84487314 HTTP/1.1" status: 200 len: 853 time: 0.0785949 Aug 05 12:45:32.411726 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f651d121-afac-4ef8-806d-2b37b7de9a83 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:45:32.422595 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-415b2e7e-1e70-427b-b839-08501b56a701 None None] Set router 9b4a79e1-ff8d-4dd9-835c-523a8ec3c66b gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:45:32.435319 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f651d121-afac-4ef8-806d-2b37b7de9a83 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:45:32.466523 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f651d121-afac-4ef8-806d-2b37b7de9a83 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51930db3-8c69-4470-aad5-de84693d65c1,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:45:32.484401 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f651d121-afac-4ef8-806d-2b37b7de9a83 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:45:32.485604 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-f651d121-afac-4ef8-806d-2b37b7de9a83 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2764785 Aug 05 12:45:32.489410 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e530f0-a5d2-4bf9-aef1-db4308e8499b req-e4ebd6bb-d200-4f79-aed3-ffffe02fbf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:45:32.490359 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49056) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:45:32.490959 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-21e530f0-a5d2-4bf9-aef1-db4308e8499b req-e4ebd6bb-d200-4f79-aed3-ffffe02fbf62 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c7852dd7-616c-4a0a-b88e-a20ee424dce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0891654 Aug 05 12:45:32.496851 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-668f952f-5cd1-4f8d-a780-7bea6b7e0399 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Request body: {'security_group_rule': {'security_group_id': 'c1a727a3-e689-4b0e-adf2-012a50a3d6a1', 'project_id': 'bd56f6d5533d40f7847b00d1b8de0dae', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:45:32.535826 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-668f952f-5cd1-4f8d-a780-7bea6b7e0399 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:45:32.621498 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-668f952f-5cd1-4f8d-a780-7bea6b7e0399 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:45:32.626367 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-668f952f-5cd1-4f8d-a780-7bea6b7e0399 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:45:32.627295 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-21e530f0-a5d2-4bf9-aef1-db4308e8499b req-75b5f82c-959c-41d9-86a0-db6122a676b5 service neutron] 10.222.0.55 "GET /v2.0/networks/c7852dd7-616c-4a0a-b88e-a20ee424dce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264760 Aug 05 12:45:32.646835 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f952f-5cd1-4f8d-a780-7bea6b7e0399 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4465653-39f7-42cb-8dd4-f60e672ce0b5,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:45:32.663957 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-668f952f-5cd1-4f8d-a780-7bea6b7e0399 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:45:32.667443 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-668f952f-5cd1-4f8d-a780-7bea6b7e0399 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1745570 Aug 05 12:45:32.670670 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49058) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:45:32.677247 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-c9deb1ad-7fe5-424a-bd2c-5234f7236c45 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Request body: {'security_group_rule': {'security_group_id': 'c1a727a3-e689-4b0e-adf2-012a50a3d6a1', 'project_id': 'bd56f6d5533d40f7847b00d1b8de0dae', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:45:32.725070 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c9deb1ad-7fe5-424a-bd2c-5234f7236c45 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:45:32.752954 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-415b2e7e-1e70-427b-b839-08501b56a701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4a79e1-ff8d-4dd9-835c-523a8ec3c66b', 'name': 'tempest-TestMinimumBasicScenario-335823464-router', 'tenant_id': 'bd56f6d5533d40f7847b00d1b8de0dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'fb3ba0cd-a1af-46c4-b272-add1870a6dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:44:26Z', 'updated_at': '2021-08-05T12:44:29Z', 'revision_number': 4, 'project_id': 'bd56f6d5533d40f7847b00d1b8de0dae', 'gw_port': {'id': 'fb3ba0cd-a1af-46c4-b272-add1870a6dfa', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:f0:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4a79e1-ff8d-4dd9-835c-523a8ec3c66b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:44:26Z', 'updated_at': '2021-08-05T12:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': '9cc721c2-870e-43aa-a266-e26c4c8c669d', 'tenant_id': 'bd56f6d5533d40f7847b00d1b8de0dae', 'floating_ip_address': '172.25.5.212', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': '9b4a79e1-ff8d-4dd9-835c-523a8ec3c66b', 'port_id': '69685baa-587a-4c5f-bd80-de3d064966f5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7852dd7-616c-4a0a-b88e-a20ee424dce1', 'mac_address': 'fa:16:3e:d9:49:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c52c9b1a-be65-49ea-94e0-e14599d0a30a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T12:45:30Z', 'updated_at': '2021-08-05T12:45:30Z', 'revision_number': 0, 'project_id': 'bd56f6d5533d40f7847b00d1b8de0dae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e50b2180-6d18-4d39-ae11-91c0c2ebcc81', 'name': '', 'network_id': 'c7852dd7-616c-4a0a-b88e-a20ee424dce1', 'tenant_id': 'bd56f6d5533d40f7847b00d1b8de0dae', 'mac_address': 'fa:16:3e:7a:b0:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4a79e1-ff8d-4dd9-835c-523a8ec3c66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'a3db0b90-0031-4980-ae45-1e6b84487314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:44:29Z', 'updated_at': '2021-08-05T12:44:38Z', 'revision_number': 5, 'project_id': 'bd56f6d5533d40f7847b00d1b8de0dae', 'subnets': [{'id': 'a3db0b90-0031-4980-ae45-1e6b84487314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:45:32.771374 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-21e530f0-a5d2-4bf9-aef1-db4308e8499b req-a020cb2a-91b5-4b3d-b39a-3dc645a2a0bc service neutron] 10.222.0.55 "GET /v2.0/networks/c7852dd7-616c-4a0a-b88e-a20ee424dce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333356 Aug 05 12:45:32.784075 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415b2e7e-1e70-427b-b839-08501b56a701 None None] The sync data for ids ['9b4a79e1-ff8d-4dd9-835c-523a8ec3c66b'] in n-d-803378-2 is: [{'id': '9b4a79e1-ff8d-4dd9-835c-523a8ec3c66b', 'name': 'tempest-TestMinimumBasicScenario-335823464-router', 'tenant_id': 'bd56f6d5533d40f7847b00d1b8de0dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'fb3ba0cd-a1af-46c4-b272-add1870a6dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:44:26Z', 'updated_at': '2021-08-05T12:44:29Z', 'revision_number': 4, 'project_id': 'bd56f6d5533d40f7847b00d1b8de0dae', 'gw_port': {'id': 'fb3ba0cd-a1af-46c4-b272-add1870a6dfa', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:f0:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4a79e1-ff8d-4dd9-835c-523a8ec3c66b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:44:26Z', 'updated_at': '2021-08-05T12:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': '9cc721c2-870e-43aa-a266-e26c4c8c669d', 'tenant_id': 'bd56f6d5533d40f7847b00d1b8de0dae', 'floating_ip_address': '172.25.5.212', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': '9b4a79e1-ff8d-4dd9-835c-523a8ec3c66b', 'port_id': '69685baa-587a-4c5f-bd80-de3d064966f5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7852dd7-616c-4a0a-b88e-a20ee424dce1', 'mac_address': 'fa:16:3e:d9:49:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c52c9b1a-be65-49ea-94e0-e14599d0a30a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T12:45:30Z', 'updated_at': '2021-08-05T12:45:30Z', 'revision_number': 0, 'project_id': 'bd56f6d5533d40f7847b00d1b8de0dae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e50b2180-6d18-4d39-ae11-91c0c2ebcc81', 'name': '', 'network_id': 'c7852dd7-616c-4a0a-b88e-a20ee424dce1', 'tenant_id': 'bd56f6d5533d40f7847b00d1b8de0dae', 'mac_address': 'fa:16:3e:7a:b0:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4a79e1-ff8d-4dd9-835c-523a8ec3c66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'a3db0b90-0031-4980-ae45-1e6b84487314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:44:29Z', 'updated_at': '2021-08-05T12:44:38Z', 'revision_number': 5, 'project_id': 'bd56f6d5533d40f7847b00d1b8de0dae', 'subnets': [{'id': 'a3db0b90-0031-4980-ae45-1e6b84487314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:45:32.843591 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c9deb1ad-7fe5-424a-bd2c-5234f7236c45 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:45:32.850546 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c9deb1ad-7fe5-424a-bd2c-5234f7236c45 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:45:32.871644 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9deb1ad-7fe5-424a-bd2c-5234f7236c45 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f26e117f-58c9-4148-a7fb-38f10187d972,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:45:32.878832 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c9deb1ad-7fe5-424a-bd2c-5234f7236c45 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:45:32.884011 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-c9deb1ad-7fe5-424a-bd2c-5234f7236c45 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2076991 Aug 05 12:45:32.884165 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49060) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:45:32.889042 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-9ba90e7a-c441-4a4f-bd93-7d9bb8544acb tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Request body: {'security_group_rule': {'security_group_id': 'c1a727a3-e689-4b0e-adf2-012a50a3d6a1', 'project_id': 'bd56f6d5533d40f7847b00d1b8de0dae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:45:32.914945 n-d-803378-2 neutron-server[94421]: INFO neutron.db.securitygroups_db [None req-9ba90e7a-c441-4a4f-bd93-7d9bb8544acb tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Project bd56f6d5533d40f7847b00d1b8de0dae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 05 12:45:32.920376 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9ba90e7a-c441-4a4f-bd93-7d9bb8544acb tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:45:33.012851 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9ba90e7a-c441-4a4f-bd93-7d9bb8544acb tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:45:33.017835 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9ba90e7a-c441-4a4f-bd93-7d9bb8544acb tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:45:33.041074 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba90e7a-c441-4a4f-bd93-7d9bb8544acb tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b584af0a-5508-4963-9fc7-a3d26bac4522,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:45:33.047786 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7104b3-20ec-47db-be08-2d8e7f9dcc7a None None] New status for floating IP 9cc721c2-870e-43aa-a266-e26c4c8c669d: ACTIVE {{(pid=94422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 12:45:33.048962 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9ba90e7a-c441-4a4f-bd93-7d9bb8544acb tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:45:33.052954 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-9ba90e7a-c441-4a4f-bd93-7d9bb8544acb tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1657648 Aug 05 12:45:33.054556 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49062) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:45:33.061479 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-3c06b454-578f-459b-ac27-f565ae1179a7 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Request body: {'security_group_rule': {'security_group_id': 'c1a727a3-e689-4b0e-adf2-012a50a3d6a1', 'project_id': 'bd56f6d5533d40f7847b00d1b8de0dae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:45:33.090626 n-d-803378-2 neutron-server[94421]: INFO neutron.db.securitygroups_db [None req-3c06b454-578f-459b-ac27-f565ae1179a7 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Project bd56f6d5533d40f7847b00d1b8de0dae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 05 12:45:33.097997 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3c06b454-578f-459b-ac27-f565ae1179a7 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:45:33.175015 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3c06b454-578f-459b-ac27-f565ae1179a7 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:45:33.179913 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3c06b454-578f-459b-ac27-f565ae1179a7 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:45:33.201356 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c06b454-578f-459b-ac27-f565ae1179a7 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=903e7d1f-2b4c-4252-bb69-ce1736319ee3,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:45:33.212131 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3c06b454-578f-459b-ac27-f565ae1179a7 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:45:33.213319 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-3c06b454-578f-459b-ac27-f565ae1179a7 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1569741 Aug 05 12:45:33.318232 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3abbb269-d3a7-447f-a01c-e9d8ba2ea4e4 req-1069cb27-7c0d-4e9b-951a-2304ae901a96 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1598192974&fields=id&tenant_id=bd56f6d5533d40f7847b00d1b8de0dae HTTP/1.1" status: 200 len: 267 time: 0.0406239 Aug 05 12:45:33.377754 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abbb269-d3a7-447f-a01c-e9d8ba2ea4e4 req-859b65ad-328c-46ca-8a18-3bf7132d846a tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:45:33.379403 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3abbb269-d3a7-447f-a01c-e9d8ba2ea4e4 req-859b65ad-328c-46ca-8a18-3bf7132d846a tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] 10.222.0.58 "GET /v2.0/ports?device_id=c52c9b1a-be65-49ea-94e0-e14599d0a30a HTTP/1.1" status: 200 len: 945 time: 0.0545840 Aug 05 12:45:33.392623 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-3abbb269-d3a7-447f-a01c-e9d8ba2ea4e4 req-76bb72cf-3fdd-4b22-b63a-dc92d6f59c14 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Request body: {'port': {'security_groups': ['ec81f4eb-cbcc-4b34-9f7a-2e51faf5856f', 'c1a727a3-e689-4b0e-adf2-012a50a3d6a1']}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:45:33.472476 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-3abbb269-d3a7-447f-a01c-e9d8ba2ea4e4 req-76bb72cf-3fdd-4b22-b63a-dc92d6f59c14 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:45:33.675391 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-3abbb269-d3a7-447f-a01c-e9d8ba2ea4e4 req-76bb72cf-3fdd-4b22-b63a-dc92d6f59c14 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] For port 69685baa-587a-4c5f-bd80-de3d064966f5, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=69685baa-587a-4c5f-bd80-de3d064966f5,segment=NetworkSegment(812339f9-a732-4294-9d80-375652e5192e),segment_id=812339f9-a732-4294-9d80-375652e5192e)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:45:33.715967 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-3abbb269-d3a7-447f-a01c-e9d8ba2ea4e4 req-76bb72cf-3fdd-4b22-b63a-dc92d6f59c14 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:45:33.721456 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-3abbb269-d3a7-447f-a01c-e9d8ba2ea4e4 req-76bb72cf-3fdd-4b22-b63a-dc92d6f59c14 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:45:33.756619 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['69685baa-587a-4c5f-bd80-de3d064966f5'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 12:45:33.774577 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abbb269-d3a7-447f-a01c-e9d8ba2ea4e4 req-76bb72cf-3fdd-4b22-b63a-dc92d6f59c14 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:45:33.775269 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-3abbb269-d3a7-447f-a01c-e9d8ba2ea4e4 req-76bb72cf-3fdd-4b22-b63a-dc92d6f59c14 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:45:33.777050 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3abbb269-d3a7-447f-a01c-e9d8ba2ea4e4 req-76bb72cf-3fdd-4b22-b63a-dc92d6f59c14 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] 10.222.0.58 "PUT /v2.0/ports/69685baa-587a-4c5f-bd80-de3d064966f5 HTTP/1.1" status: 200 len: 981 time: 0.3896725 Aug 05 12:45:33.814865 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bb72cf-3fdd-4b22-b63a-dc92d6f59c14 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Pushing event updated for resources: {'Port': ['ID=69685baa-587a-4c5f-bd80-de3d064966f5,revision_number=6']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:45:33.822602 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 12:45:33.902920 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['69685baa-587a-4c5f-bd80-de3d064966f5'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 12:45:33.940940 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c52c9b1a-be65-49ea-94e0-e14599d0a30a', 'tag': '69685baa-587a-4c5f-bd80-de3d064966f5'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:45:33.943586 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47e10126444b02a26d513ed6f4b145adbdfa00d329c865c61a1608b26e6d0230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8a4d52a-639d-402a-a4ab-027287e9e86b" -d '{"events": [{"name": "network-changed", "server_uuid": "c52c9b1a-be65-49ea-94e0-e14599d0a30a", "tag": "69685baa-587a-4c5f-bd80-de3d064966f5"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:45:33.977254 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acd70ee-ba22-4820-b1fc-db4382a6a9ea req-e45f3919-5e4a-441e-9b9a-215ff50bab87 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:45:33.979004 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3acd70ee-ba22-4820-b1fc-db4382a6a9ea req-e45f3919-5e4a-441e-9b9a-215ff50bab87 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] 10.222.0.58 "GET /v2.0/ports?device_id=c52c9b1a-be65-49ea-94e0-e14599d0a30a HTTP/1.1" status: 200 len: 984 time: 0.0907893 Aug 05 12:45:34.009273 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 12:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab037d09-a6df-40c6-8515-a42c363060de x-openstack-request-id: req-ab037d09-a6df-40c6-8515-a42c363060de {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:45:34.009715 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c52c9b1a-be65-49ea-94e0-e14599d0a30a", "tag": "69685baa-587a-4c5f-bd80-de3d064966f5", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:45:34.010296 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ab037d09-a6df-40c6-8515-a42c363060de {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:45:34.010805 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c52c9b1a-be65-49ea-94e0-e14599d0a30a', 'tag': '69685baa-587a-4c5f-bd80-de3d064966f5', 'status': 'completed', 'code': 200} Aug 05 12:45:34.037340 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3acd70ee-ba22-4820-b1fc-db4382a6a9ea req-296e6ac1-2449-4d7b-bb2b-9b6816123ea7 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] 10.222.0.58 "GET /v2.0/security-groups?id=c1a727a3-e689-4b0e-adf2-012a50a3d6a1&id=ec81f4eb-cbcc-4b34-9f7a-2e51faf5856f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0512991 Aug 05 12:45:34.137279 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a4d52a-639d-402a-a4ab-027287e9e86b req-ad748def-2369-4ca7-95b9-bc1404af0c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:45:34.142029 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-a8a4d52a-639d-402a-a4ab-027287e9e86b req-ad748def-2369-4ca7-95b9-bc1404af0c2f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bd56f6d5533d40f7847b00d1b8de0dae&device_id=c52c9b1a-be65-49ea-94e0-e14599d0a30a HTTP/1.1" status: 200 len: 1135 time: 0.0697908 Aug 05 12:45:34.200082 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-be0f1bde-154d-4de2-9f9d-695a66727e4a None None] Provisioning complete for port 69685baa-587a-4c5f-bd80-de3d064966f5 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:45:34.200740 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-be0f1bde-154d-4de2-9f9d-695a66727e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:45:34.251035 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a4d52a-639d-402a-a4ab-027287e9e86b req-6d55e527-6730-45db-afa1-00a0493a96dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:45:34.252675 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-a8a4d52a-639d-402a-a4ab-027287e9e86b req-6d55e527-6730-45db-afa1-00a0493a96dc service neutron] 10.222.0.55 "GET /v2.0/networks?id=c7852dd7-616c-4a0a-b88e-a20ee424dce1 HTTP/1.1" status: 200 len: 915 time: 0.1035800 Aug 05 12:45:34.649033 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-a8a4d52a-639d-402a-a4ab-027287e9e86b req-4b3f19d5-5b28-4643-9dd7-2f8d14d893ed service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=69685baa-587a-4c5f-bd80-de3d064966f5 HTTP/1.1" status: 200 len: 1001 time: 0.3884385 Aug 05 12:45:34.714492 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a4d52a-639d-402a-a4ab-027287e9e86b req-d52d5f81-d879-4172-a9a8-d04c407f8a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:45:34.716002 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-a8a4d52a-639d-402a-a4ab-027287e9e86b req-d52d5f81-d879-4172-a9a8-d04c407f8a56 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a3db0b90-0031-4980-ae45-1e6b84487314 HTTP/1.1" status: 200 len: 853 time: 0.0595069 Aug 05 12:45:34.767003 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a4d52a-639d-402a-a4ab-027287e9e86b req-67fdeafc-6600-4c59-9f9c-10e771acc9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:45:34.768572 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-a8a4d52a-639d-402a-a4ab-027287e9e86b req-67fdeafc-6600-4c59-9f9c-10e771acc9dc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c7852dd7-616c-4a0a-b88e-a20ee424dce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450420 Aug 05 12:45:34.875775 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-a8a4d52a-639d-402a-a4ab-027287e9e86b req-9305a1cd-e641-41a2-ac9d-07c185612d27 service neutron] 10.222.0.55 "GET /v2.0/networks/c7852dd7-616c-4a0a-b88e-a20ee424dce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977411 Aug 05 12:45:34.986196 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-a8a4d52a-639d-402a-a4ab-027287e9e86b req-6d702544-3ac2-43e9-96f0-e33b34133874 service neutron] 10.222.0.55 "GET /v2.0/networks/c7852dd7-616c-4a0a-b88e-a20ee424dce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028137 Aug 05 12:45:37.362180 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-2cda1ccd-3288-4d5e-92be-7f1237759460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:45:40.089406 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-7c861f6e-4352-498f-85e6-971f3fec59e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:45:40.146651 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:45:42.052706 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:45:44.198739 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:45:48.293524 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff39051-376a-4f14-abac-8274b979da27 req-40d0047c-fd33-4163-bc58-c65173a85fe4 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:45:48.295780 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5ff39051-376a-4f14-abac-8274b979da27 req-40d0047c-fd33-4163-bc58-c65173a85fe4 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] 10.222.0.58 "GET /v2.0/ports?device_id=c52c9b1a-be65-49ea-94e0-e14599d0a30a HTTP/1.1" status: 200 len: 984 time: 0.0592282 Aug 05 12:45:48.322435 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88023d12-59c1-496d-a9a5-a1d8154be51c req-4fa11854-4af0-4852-8a65-cf292d012b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:45:48.324107 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-88023d12-59c1-496d-a9a5-a1d8154be51c req-4fa11854-4af0-4852-8a65-cf292d012b18 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bd56f6d5533d40f7847b00d1b8de0dae&device_id=c52c9b1a-be65-49ea-94e0-e14599d0a30a HTTP/1.1" status: 200 len: 1135 time: 0.0466599 Aug 05 12:45:48.338917 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5ff39051-376a-4f14-abac-8274b979da27 req-504feb26-3df3-4e9d-a893-58c640e66840 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] 10.222.0.58 "GET /v2.0/security-groups?id=c1a727a3-e689-4b0e-adf2-012a50a3d6a1&id=ec81f4eb-cbcc-4b34-9f7a-2e51faf5856f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0364239 Aug 05 12:45:48.434979 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88023d12-59c1-496d-a9a5-a1d8154be51c req-17040d45-b907-43b0-8733-e167463413c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:45:48.436777 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-88023d12-59c1-496d-a9a5-a1d8154be51c req-17040d45-b907-43b0-8733-e167463413c5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c7852dd7-616c-4a0a-b88e-a20ee424dce1 HTTP/1.1" status: 200 len: 915 time: 0.1044455 Aug 05 12:45:48.515933 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-88023d12-59c1-496d-a9a5-a1d8154be51c req-fd1a79ba-f507-487b-83e0-3f835fbcc25a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=69685baa-587a-4c5f-bd80-de3d064966f5 HTTP/1.1" status: 200 len: 1001 time: 0.0639896 Aug 05 12:45:48.572695 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88023d12-59c1-496d-a9a5-a1d8154be51c req-817b369e-9345-4a2e-991c-22bdfe9996bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:45:48.574446 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-88023d12-59c1-496d-a9a5-a1d8154be51c req-817b369e-9345-4a2e-991c-22bdfe9996bb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a3db0b90-0031-4980-ae45-1e6b84487314 HTTP/1.1" status: 200 len: 853 time: 0.0506630 Aug 05 12:45:48.624757 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88023d12-59c1-496d-a9a5-a1d8154be51c req-05649f45-c044-4629-aafc-4e9a4f437a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:45:48.626177 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-88023d12-59c1-496d-a9a5-a1d8154be51c req-05649f45-c044-4629-aafc-4e9a4f437a03 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c7852dd7-616c-4a0a-b88e-a20ee424dce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437212 Aug 05 12:45:48.725069 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-88023d12-59c1-496d-a9a5-a1d8154be51c req-58bd6c74-86ee-4ee5-88c0-7d89f7ebc02f service neutron] 10.222.0.55 "GET /v2.0/networks/c7852dd7-616c-4a0a-b88e-a20ee424dce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902371 Aug 05 12:45:48.850643 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-88023d12-59c1-496d-a9a5-a1d8154be51c req-5f23957a-f9cc-4694-88c0-29ea65607a15 service neutron] 10.222.0.55 "GET /v2.0/networks/c7852dd7-616c-4a0a-b88e-a20ee424dce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159794 Aug 05 12:45:49.473907 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c605aa1-fc31-4c3a-89d4-31b42df1634e req-7d565ece-80fe-451d-bfe7-eb3c32fa46d7 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:45:49.475483 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7c605aa1-fc31-4c3a-89d4-31b42df1634e req-7d565ece-80fe-451d-bfe7-eb3c32fa46d7 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] 10.222.0.58 "GET /v2.0/ports?device_id=c52c9b1a-be65-49ea-94e0-e14599d0a30a HTTP/1.1" status: 200 len: 984 time: 0.0598075 Aug 05 12:45:49.530998 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7c605aa1-fc31-4c3a-89d4-31b42df1634e req-4b60c3e2-574e-4408-a904-0ac64b3086b9 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] 10.222.0.58 "GET /v2.0/security-groups?id=c1a727a3-e689-4b0e-adf2-012a50a3d6a1&id=ec81f4eb-cbcc-4b34-9f7a-2e51faf5856f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0477984 Aug 05 12:45:50.699161 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0bcc7b-d199-422e-9fc2-9e828669b117 req-8b9c6194-27c9-4274-986d-3a90522ccaea tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:45:50.700782 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7d0bcc7b-d199-422e-9fc2-9e828669b117 req-8b9c6194-27c9-4274-986d-3a90522ccaea tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] 10.222.0.58 "GET /v2.0/ports?device_id=c52c9b1a-be65-49ea-94e0-e14599d0a30a HTTP/1.1" status: 200 len: 984 time: 0.0669026 Aug 05 12:45:50.767870 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7d0bcc7b-d199-422e-9fc2-9e828669b117 req-3020159a-aec6-4535-ba54-93b29842f881 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] 10.222.0.58 "GET /v2.0/security-groups?id=c1a727a3-e689-4b0e-adf2-012a50a3d6a1&id=ec81f4eb-cbcc-4b34-9f7a-2e51faf5856f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0573721 Aug 05 12:45:51.920338 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9ff899-0f3a-46bd-a75e-8a57321400e4 req-2e2a0f37-55b2-4b98-b15b-3e26d8aede8b tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:45:51.922318 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3b9ff899-0f3a-46bd-a75e-8a57321400e4 req-2e2a0f37-55b2-4b98-b15b-3e26d8aede8b tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] 10.222.0.58 "GET /v2.0/ports?device_id=c52c9b1a-be65-49ea-94e0-e14599d0a30a HTTP/1.1" status: 200 len: 984 time: 0.0593419 Aug 05 12:45:51.981748 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3b9ff899-0f3a-46bd-a75e-8a57321400e4 req-fd3f8679-2486-436b-82da-3c6bae2988ca tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] 10.222.0.58 "GET /v2.0/security-groups?id=c1a727a3-e689-4b0e-adf2-012a50a3d6a1&id=ec81f4eb-cbcc-4b34-9f7a-2e51faf5856f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0522227 Aug 05 12:45:52.918208 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:45:53.128194 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3ca4da-2e04-4386-a987-7d0e84600a4e req-fa569339-a8a3-49e9-89f7-b7897891ef8d tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:45:53.129762 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4b3ca4da-2e04-4386-a987-7d0e84600a4e req-fa569339-a8a3-49e9-89f7-b7897891ef8d tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] 10.222.0.58 "GET /v2.0/ports?device_id=c52c9b1a-be65-49ea-94e0-e14599d0a30a HTTP/1.1" status: 200 len: 984 time: 0.0662334 Aug 05 12:45:53.187366 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4b3ca4da-2e04-4386-a987-7d0e84600a4e req-423bd8b9-c44f-4fe4-8cb0-4e26fab3d0b4 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] 10.222.0.58 "GET /v2.0/security-groups?id=c1a727a3-e689-4b0e-adf2-012a50a3d6a1&id=ec81f4eb-cbcc-4b34-9f7a-2e51faf5856f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0490980 Aug 05 12:45:53.637953 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ac0ad3-3340-4eac-bb8e-3e646d13b83f req-95f043fa-2beb-4a4f-9f60-aac9d044b31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:45:53.639969 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c1ac0ad3-3340-4eac-bb8e-3e646d13b83f req-95f043fa-2beb-4a4f-9f60-aac9d044b31a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bd56f6d5533d40f7847b00d1b8de0dae&device_id=c52c9b1a-be65-49ea-94e0-e14599d0a30a HTTP/1.1" status: 200 len: 1135 time: 0.0473726 Aug 05 12:45:53.758241 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ac0ad3-3340-4eac-bb8e-3e646d13b83f req-5650a60f-6623-4af4-bc33-36107d447616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:45:53.760191 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c1ac0ad3-3340-4eac-bb8e-3e646d13b83f req-5650a60f-6623-4af4-bc33-36107d447616 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c7852dd7-616c-4a0a-b88e-a20ee424dce1 HTTP/1.1" status: 200 len: 915 time: 0.0972652 Aug 05 12:45:53.836311 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c1ac0ad3-3340-4eac-bb8e-3e646d13b83f req-88ff29be-d563-4f00-a2b2-279c9ccb20ee service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=69685baa-587a-4c5f-bd80-de3d064966f5 HTTP/1.1" status: 200 len: 1001 time: 0.0679040 Aug 05 12:45:53.905193 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ac0ad3-3340-4eac-bb8e-3e646d13b83f req-12035385-2e06-4c26-9ffd-1eca854592c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:45:53.906717 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c1ac0ad3-3340-4eac-bb8e-3e646d13b83f req-12035385-2e06-4c26-9ffd-1eca854592c2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a3db0b90-0031-4980-ae45-1e6b84487314 HTTP/1.1" status: 200 len: 853 time: 0.0627441 Aug 05 12:45:53.966090 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ac0ad3-3340-4eac-bb8e-3e646d13b83f req-d7e45f8b-cb05-4858-b795-dcfbb4f88718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:45:53.967628 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c1ac0ad3-3340-4eac-bb8e-3e646d13b83f req-d7e45f8b-cb05-4858-b795-dcfbb4f88718 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c7852dd7-616c-4a0a-b88e-a20ee424dce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520983 Aug 05 12:45:54.066658 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c1ac0ad3-3340-4eac-bb8e-3e646d13b83f req-99edec16-76b0-4e4e-bbae-019a9abc7044 service neutron] 10.222.0.55 "GET /v2.0/networks/c7852dd7-616c-4a0a-b88e-a20ee424dce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913081 Aug 05 12:45:54.177987 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c1ac0ad3-3340-4eac-bb8e-3e646d13b83f req-c60692c5-0c18-42f0-8c6e-a9e65f28a6eb service neutron] 10.222.0.55 "GET /v2.0/networks/c7852dd7-616c-4a0a-b88e-a20ee424dce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025789 Aug 05 12:45:54.339258 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a6ca77-1bff-4786-b85f-756df14018e0 req-bb9a8eed-7600-494a-85bd-b5e7a4c36f7e tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:45:54.340923 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-85a6ca77-1bff-4786-b85f-756df14018e0 req-bb9a8eed-7600-494a-85bd-b5e7a4c36f7e tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] 10.222.0.58 "GET /v2.0/ports?device_id=c52c9b1a-be65-49ea-94e0-e14599d0a30a HTTP/1.1" status: 200 len: 984 time: 0.0573151 Aug 05 12:45:54.387886 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-85a6ca77-1bff-4786-b85f-756df14018e0 req-7f43aa6d-a02f-42b5-8c81-a1ae85b2f7de tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] 10.222.0.58 "GET /v2.0/security-groups?id=c1a727a3-e689-4b0e-adf2-012a50a3d6a1&id=ec81f4eb-cbcc-4b34-9f7a-2e51faf5856f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0397139 Aug 05 12:45:55.520790 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc39b0f-ce3f-472d-b978-15d42698c81e req-de30bcad-1150-4843-9274-31e44682dfb3 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:45:55.522306 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1bc39b0f-ce3f-472d-b978-15d42698c81e req-de30bcad-1150-4843-9274-31e44682dfb3 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] 10.222.0.58 "GET /v2.0/ports?device_id=c52c9b1a-be65-49ea-94e0-e14599d0a30a HTTP/1.1" status: 200 len: 984 time: 0.0591271 Aug 05 12:45:55.571413 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1bc39b0f-ce3f-472d-b978-15d42698c81e req-315cfec0-dba2-4c79-80c9-be0f6567ec80 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] 10.222.0.58 "GET /v2.0/security-groups?id=c1a727a3-e689-4b0e-adf2-012a50a3d6a1&id=ec81f4eb-cbcc-4b34-9f7a-2e51faf5856f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0425603 Aug 05 12:45:56.731861 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a32241-6a80-4b43-9ede-6648237d0090 req-c300a48b-b6fc-42e5-81ce-6cfb452b167a tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:45:56.733792 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-74a32241-6a80-4b43-9ede-6648237d0090 req-c300a48b-b6fc-42e5-81ce-6cfb452b167a tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] 10.222.0.58 "GET /v2.0/ports?device_id=c52c9b1a-be65-49ea-94e0-e14599d0a30a HTTP/1.1" status: 200 len: 984 time: 0.0602589 Aug 05 12:45:56.778241 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-74a32241-6a80-4b43-9ede-6648237d0090 req-e5a28fb7-363f-4ca3-8ac2-6f2b6e744ce0 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] 10.222.0.58 "GET /v2.0/security-groups?id=c1a727a3-e689-4b0e-adf2-012a50a3d6a1&id=ec81f4eb-cbcc-4b34-9f7a-2e51faf5856f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0378919 Aug 05 12:45:57.914290 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6227e13a-ba95-4607-883a-479cd1428c9e req-e43abbf8-0a74-4f02-b962-a64d7943880c tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:45:57.915956 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6227e13a-ba95-4607-883a-479cd1428c9e req-e43abbf8-0a74-4f02-b962-a64d7943880c tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] 10.222.0.58 "GET /v2.0/ports?device_id=c52c9b1a-be65-49ea-94e0-e14599d0a30a HTTP/1.1" status: 200 len: 984 time: 0.0597081 Aug 05 12:45:57.966446 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6227e13a-ba95-4607-883a-479cd1428c9e req-f6c47304-b48d-430d-9003-587dffe3eea5 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] 10.222.0.58 "GET /v2.0/security-groups?id=c1a727a3-e689-4b0e-adf2-012a50a3d6a1&id=ec81f4eb-cbcc-4b34-9f7a-2e51faf5856f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0392187 Aug 05 12:45:59.115202 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046e5213-1fd9-405d-9dc3-a0d9e5aec1e8 req-a452cae3-220a-4769-902a-5b06c14f8c8e tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:45:59.116919 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-046e5213-1fd9-405d-9dc3-a0d9e5aec1e8 req-a452cae3-220a-4769-902a-5b06c14f8c8e tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] 10.222.0.58 "GET /v2.0/ports?device_id=c52c9b1a-be65-49ea-94e0-e14599d0a30a HTTP/1.1" status: 200 len: 984 time: 0.0611429 Aug 05 12:45:59.165344 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-046e5213-1fd9-405d-9dc3-a0d9e5aec1e8 req-c73ca9d7-2145-4321-9bef-ec82bcc95a64 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] 10.222.0.58 "GET /v2.0/security-groups?id=c1a727a3-e689-4b0e-adf2-012a50a3d6a1&id=ec81f4eb-cbcc-4b34-9f7a-2e51faf5856f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0380521 Aug 05 12:46:00.176514 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:00.299135 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a644113-b733-4257-b2c8-e3c0df190794 req-c6ab8c59-394f-44ed-95ec-c01605148202 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:46:00.300715 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6a644113-b733-4257-b2c8-e3c0df190794 req-c6ab8c59-394f-44ed-95ec-c01605148202 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] 10.222.0.58 "GET /v2.0/ports?device_id=c52c9b1a-be65-49ea-94e0-e14599d0a30a HTTP/1.1" status: 200 len: 984 time: 0.0563037 Aug 05 12:46:00.343959 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6a644113-b733-4257-b2c8-e3c0df190794 req-2b35d049-e984-41bc-afc0-30071261f290 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] 10.222.0.58 "GET /v2.0/security-groups?id=c1a727a3-e689-4b0e-adf2-012a50a3d6a1&id=ec81f4eb-cbcc-4b34-9f7a-2e51faf5856f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0368030 Aug 05 12:46:07.356354 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b6584da9-c5de-4fe2-bb39-7bb583b0cd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:10.088920 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-60bcaf96-c050-47f9-99f1-a0114eae4108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:10.151058 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:10.815175 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 12:46:12.057891 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:14.199523 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:22.919712 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:30.167213 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:32.799941 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-406e3f14-6f05-45b3-a8f1-abf1bfabd470 req-f0b42efa-1e44-4404-9097-1004e0a6b2d4 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1598192974&fields=id&tenant_id=bd56f6d5533d40f7847b00d1b8de0dae HTTP/1.1" status: 200 len: 267 time: 0.0379729 Aug 05 12:46:32.863992 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406e3f14-6f05-45b3-a8f1-abf1bfabd470 req-640d319c-3133-417f-8fae-d05ac7e8349a tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:46:32.865597 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-406e3f14-6f05-45b3-a8f1-abf1bfabd470 req-640d319c-3133-417f-8fae-d05ac7e8349a tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] 10.222.0.58 "GET /v2.0/ports?device_id=c52c9b1a-be65-49ea-94e0-e14599d0a30a HTTP/1.1" status: 200 len: 984 time: 0.0595450 Aug 05 12:46:32.880289 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-406e3f14-6f05-45b3-a8f1-abf1bfabd470 req-20875310-a49d-4e17-9905-c3f95790b70a tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Request body: {'port': {'security_groups': ['ec81f4eb-cbcc-4b34-9f7a-2e51faf5856f']}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:46:32.957201 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-406e3f14-6f05-45b3-a8f1-abf1bfabd470 req-20875310-a49d-4e17-9905-c3f95790b70a tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:33.149834 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-406e3f14-6f05-45b3-a8f1-abf1bfabd470 req-20875310-a49d-4e17-9905-c3f95790b70a tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] For port 69685baa-587a-4c5f-bd80-de3d064966f5, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=69685baa-587a-4c5f-bd80-de3d064966f5,segment=NetworkSegment(812339f9-a732-4294-9d80-375652e5192e),segment_id=812339f9-a732-4294-9d80-375652e5192e)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:46:33.183793 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-406e3f14-6f05-45b3-a8f1-abf1bfabd470 req-20875310-a49d-4e17-9905-c3f95790b70a tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:33.188966 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-406e3f14-6f05-45b3-a8f1-abf1bfabd470 req-20875310-a49d-4e17-9905-c3f95790b70a tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:33.222758 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['69685baa-587a-4c5f-bd80-de3d064966f5'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 12:46:33.236111 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406e3f14-6f05-45b3-a8f1-abf1bfabd470 req-20875310-a49d-4e17-9905-c3f95790b70a tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:46:33.236804 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-406e3f14-6f05-45b3-a8f1-abf1bfabd470 req-20875310-a49d-4e17-9905-c3f95790b70a tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:33.238292 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-406e3f14-6f05-45b3-a8f1-abf1bfabd470 req-20875310-a49d-4e17-9905-c3f95790b70a tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] 10.222.0.58 "PUT /v2.0/ports/69685baa-587a-4c5f-bd80-de3d064966f5 HTTP/1.1" status: 200 len: 942 time: 0.3650188 Aug 05 12:46:33.238775 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c52c9b1a-be65-49ea-94e0-e14599d0a30a', 'tag': '69685baa-587a-4c5f-bd80-de3d064966f5'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:46:33.241133 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47e10126444b02a26d513ed6f4b145adbdfa00d329c865c61a1608b26e6d0230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e27c6174-13a1-46b9-8b6f-bcaff4edbaf8" -d '{"events": [{"name": "network-changed", "server_uuid": "c52c9b1a-be65-49ea-94e0-e14599d0a30a", "tag": "69685baa-587a-4c5f-bd80-de3d064966f5"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:46:33.251147 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49116) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:46:33.296450 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 12:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c857d7c-afa8-4bee-bb54-1ac52b60777a x-openstack-request-id: req-8c857d7c-afa8-4bee-bb54-1ac52b60777a {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:46:33.296791 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c52c9b1a-be65-49ea-94e0-e14599d0a30a", "tag": "69685baa-587a-4c5f-bd80-de3d064966f5", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:46:33.297044 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8c857d7c-afa8-4bee-bb54-1ac52b60777a {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:46:33.297455 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c52c9b1a-be65-49ea-94e0-e14599d0a30a', 'tag': '69685baa-587a-4c5f-bd80-de3d064966f5', 'status': 'completed', 'code': 200} Aug 05 12:46:33.319231 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20875310-a49d-4e17-9905-c3f95790b70a tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Pushing event updated for resources: {'Port': ['ID=69685baa-587a-4c5f-bd80-de3d064966f5,revision_number=7']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:46:33.334591 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20875310-a49d-4e17-9905-c3f95790b70a tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:46:33.335213 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20875310-a49d-4e17-9905-c3f95790b70a tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:46:33.335649 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20875310-a49d-4e17-9905-c3f95790b70a tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:46:33.336063 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20875310-a49d-4e17-9905-c3f95790b70a tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:46:33.337333 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20875310-a49d-4e17-9905-c3f95790b70a tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:46:33.337713 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20875310-a49d-4e17-9905-c3f95790b70a tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:46:33.338084 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20875310-a49d-4e17-9905-c3f95790b70a tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:46:33.338518 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20875310-a49d-4e17-9905-c3f95790b70a tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:46:33.338952 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20875310-a49d-4e17-9905-c3f95790b70a tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:46:33.339377 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20875310-a49d-4e17-9905-c3f95790b70a tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:46:33.339871 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20875310-a49d-4e17-9905-c3f95790b70a tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:46:33.340272 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20875310-a49d-4e17-9905-c3f95790b70a tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:46:33.358291 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['69685baa-587a-4c5f-bd80-de3d064966f5'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 12:46:33.362081 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5ab83bb5-ff46-42f4-88d3-e04cd00bcdf3 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:33.401445 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27c6174-13a1-46b9-8b6f-bcaff4edbaf8 req-5f6f0d19-8f51-4874-863b-ebb0b167e514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:46:33.403874 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5ab83bb5-ff46-42f4-88d3-e04cd00bcdf3 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:33.405178 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e27c6174-13a1-46b9-8b6f-bcaff4edbaf8 req-5f6f0d19-8f51-4874-863b-ebb0b167e514 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bd56f6d5533d40f7847b00d1b8de0dae&device_id=c52c9b1a-be65-49ea-94e0-e14599d0a30a HTTP/1.1" status: 200 len: 1096 time: 0.0635724 Aug 05 12:46:33.487243 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5ab83bb5-ff46-42f4-88d3-e04cd00bcdf3 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:33.490127 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5ab83bb5-ff46-42f4-88d3-e04cd00bcdf3 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:33.494653 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-5ab83bb5-ff46-42f4-88d3-e04cd00bcdf3 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] 10.222.0.58 "DELETE /v2.0/security-groups/c1a727a3-e689-4b0e-adf2-012a50a3d6a1 HTTP/1.1" status: 204 len: 168 time: 0.2435544 Aug 05 12:46:33.495409 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49118) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:46:33.550650 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27c6174-13a1-46b9-8b6f-bcaff4edbaf8 req-4877a315-c1ed-40f4-8b7c-bfced50cccc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:46:33.552346 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e27c6174-13a1-46b9-8b6f-bcaff4edbaf8 req-4877a315-c1ed-40f4-8b7c-bfced50cccc5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c7852dd7-616c-4a0a-b88e-a20ee424dce1 HTTP/1.1" status: 200 len: 915 time: 0.1400969 Aug 05 12:46:33.555017 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab83bb5-ff46-42f4-88d3-e04cd00bcdf3 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1a727a3-e689-4b0e-adf2-012a50a3d6a1,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:46:33.620372 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-c5637efa-f8ca-4bf5-acc3-0b9a7fe864df None None] Provisioning complete for port 69685baa-587a-4c5f-bd80-de3d064966f5 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:46:33.620783 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c5637efa-f8ca-4bf5-acc3-0b9a7fe864df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:33.669099 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e27c6174-13a1-46b9-8b6f-bcaff4edbaf8 req-c8185e5d-d945-4471-995c-11868a5f8baf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=69685baa-587a-4c5f-bd80-de3d064966f5 HTTP/1.1" status: 200 len: 1001 time: 0.1072588 Aug 05 12:46:33.706550 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-ab0e9a47-e57f-4652-9b17-22880ffcc95c tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Deleting port 40330812-7fe8-4b86-a5f2-8c32f7ee1409 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:46:33.707922 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ab0e9a47-e57f-4652-9b17-22880ffcc95c tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:33.729197 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27c6174-13a1-46b9-8b6f-bcaff4edbaf8 req-3a34968f-120a-4546-a4a5-9439e8a083db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:46:33.732327 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e27c6174-13a1-46b9-8b6f-bcaff4edbaf8 req-3a34968f-120a-4546-a4a5-9439e8a083db service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a3db0b90-0031-4980-ae45-1e6b84487314 HTTP/1.1" status: 200 len: 853 time: 0.0553215 Aug 05 12:46:33.792137 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27c6174-13a1-46b9-8b6f-bcaff4edbaf8 req-8d000bd1-2592-42d2-9613-1e073aed0f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:46:33.794870 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e27c6174-13a1-46b9-8b6f-bcaff4edbaf8 req-8d000bd1-2592-42d2-9613-1e073aed0f8f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c7852dd7-616c-4a0a-b88e-a20ee424dce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558393 Aug 05 12:46:33.919077 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e27c6174-13a1-46b9-8b6f-bcaff4edbaf8 req-99bb2ba2-9c94-4834-b6fd-99c0d3d09f7e service neutron] 10.222.0.55 "GET /v2.0/networks/c7852dd7-616c-4a0a-b88e-a20ee424dce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152322 Aug 05 12:46:34.041968 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e27c6174-13a1-46b9-8b6f-bcaff4edbaf8 req-ea2e1957-ac2b-4345-b143-6c926ea1a432 service neutron] 10.222.0.55 "GET /v2.0/networks/c7852dd7-616c-4a0a-b88e-a20ee424dce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147060 Aug 05 12:46:34.188827 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ab0e9a47-e57f-4652-9b17-22880ffcc95c tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:34.189478 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ab0e9a47-e57f-4652-9b17-22880ffcc95c tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:34.203551 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-ab0e9a47-e57f-4652-9b17-22880ffcc95c tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Calling delete_port for 40330812-7fe8-4b86-a5f2-8c32f7ee1409 owned by network:floatingip {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:46:34.381302 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ab0e9a47-e57f-4652-9b17-22880ffcc95c tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:34.408373 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0e9a47-e57f-4652-9b17-22880ffcc95c tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Pushing event deleted for resources: {'Port': ['ID=40330812-7fe8-4b86-a5f2-8c32f7ee1409,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:46:34.474048 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ab0e9a47-e57f-4652-9b17-22880ffcc95c tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Notify callbacks [] for floatingip, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:34.474397 n-d-803378-2 neutron-server[94420]: INFO neutron.db.l3_db [None req-ab0e9a47-e57f-4652-9b17-22880ffcc95c tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Floating IP 9cc721c2-870e-43aa-a266-e26c4c8c669d disassociated (deleted). External IP: 172.25.5.212, port: 69685baa-587a-4c5f-bd80-de3d064966f5. Aug 05 12:46:34.712609 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab0e9a47-e57f-4652-9b17-22880ffcc95c tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Router 9b4a79e1-ff8d-4dd9-835c-523a8ec3c66b has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:46:34.837560 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab0e9a47-e57f-4652-9b17-22880ffcc95c tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:46:34.842605 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ab0e9a47-e57f-4652-9b17-22880ffcc95c tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:34.851085 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bacf747-af2b-4135-917f-645b73b1584e None None] Sync routers for ids ['9b4a79e1-ff8d-4dd9-835c-523a8ec3c66b'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:46:34.861945 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bacf747-af2b-4135-917f-645b73b1584e None None] Routers {'9b4a79e1-ff8d-4dd9-835c-523a8ec3c66b'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:46:34.862675 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-2bacf747-af2b-4135-917f-645b73b1584e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:46:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['9b4a79e1-ff8d-4dd9-835c-523a8ec3c66b'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:46:34.877434 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-ab0e9a47-e57f-4652-9b17-22880ffcc95c tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] 10.222.0.58 "DELETE /v2.0/floatingips/9cc721c2-870e-43aa-a266-e26c4c8c669d HTTP/1.1" status: 204 len: 168 time: 1.3781064 Aug 05 12:46:34.983778 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-2bacf747-af2b-4135-917f-645b73b1584e None None] Set router 9b4a79e1-ff8d-4dd9-835c-523a8ec3c66b gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:46:35.227955 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-2bacf747-af2b-4135-917f-645b73b1584e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4a79e1-ff8d-4dd9-835c-523a8ec3c66b', 'name': 'tempest-TestMinimumBasicScenario-335823464-router', 'tenant_id': 'bd56f6d5533d40f7847b00d1b8de0dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'fb3ba0cd-a1af-46c4-b272-add1870a6dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:44:26Z', 'updated_at': '2021-08-05T12:44:29Z', 'revision_number': 4, 'project_id': 'bd56f6d5533d40f7847b00d1b8de0dae', 'gw_port': {'id': 'fb3ba0cd-a1af-46c4-b272-add1870a6dfa', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:f0:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4a79e1-ff8d-4dd9-835c-523a8ec3c66b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:44:26Z', 'updated_at': '2021-08-05T12:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'e50b2180-6d18-4d39-ae11-91c0c2ebcc81', 'name': '', 'network_id': 'c7852dd7-616c-4a0a-b88e-a20ee424dce1', 'tenant_id': 'bd56f6d5533d40f7847b00d1b8de0dae', 'mac_address': 'fa:16:3e:7a:b0:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4a79e1-ff8d-4dd9-835c-523a8ec3c66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'a3db0b90-0031-4980-ae45-1e6b84487314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:44:29Z', 'updated_at': '2021-08-05T12:44:38Z', 'revision_number': 5, 'project_id': 'bd56f6d5533d40f7847b00d1b8de0dae', 'subnets': [{'id': 'a3db0b90-0031-4980-ae45-1e6b84487314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:46:35.256376 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bacf747-af2b-4135-917f-645b73b1584e None None] Checking router: 9b4a79e1-ff8d-4dd9-835c-523a8ec3c66b for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:46:35.268438 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bacf747-af2b-4135-917f-645b73b1584e None None] Routers {'9b4a79e1-ff8d-4dd9-835c-523a8ec3c66b'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:46:35.269334 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-2bacf747-af2b-4135-917f-645b73b1584e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:46:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['9b4a79e1-ff8d-4dd9-835c-523a8ec3c66b'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:46:35.298458 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c52c9b1a-be65-49ea-94e0-e14599d0a30a', 'tag': '69685baa-587a-4c5f-bd80-de3d064966f5'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:46:35.301062 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47e10126444b02a26d513ed6f4b145adbdfa00d329c865c61a1608b26e6d0230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-884f550e-a378-4ef1-9713-9c41a8427afe" -d '{"events": [{"name": "network-changed", "server_uuid": "c52c9b1a-be65-49ea-94e0-e14599d0a30a", "tag": "69685baa-587a-4c5f-bd80-de3d064966f5"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:46:35.342817 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 12:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41043a18-7a36-49d8-accb-99a54548a8be x-openstack-request-id: req-41043a18-7a36-49d8-accb-99a54548a8be {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:46:35.343364 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c52c9b1a-be65-49ea-94e0-e14599d0a30a", "tag": "69685baa-587a-4c5f-bd80-de3d064966f5", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:46:35.343775 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-41043a18-7a36-49d8-accb-99a54548a8be {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:46:35.344320 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c52c9b1a-be65-49ea-94e0-e14599d0a30a', 'tag': '69685baa-587a-4c5f-bd80-de3d064966f5', 'status': 'completed', 'code': 200} Aug 05 12:46:35.405590 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-2bacf747-af2b-4135-917f-645b73b1584e None None] Set router 9b4a79e1-ff8d-4dd9-835c-523a8ec3c66b gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:46:35.442830 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884f550e-a378-4ef1-9713-9c41a8427afe req-b5a329e9-cb74-4261-b1bc-5dc8f89885fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:46:35.444594 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-884f550e-a378-4ef1-9713-9c41a8427afe req-b5a329e9-cb74-4261-b1bc-5dc8f89885fb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bd56f6d5533d40f7847b00d1b8de0dae&device_id=c52c9b1a-be65-49ea-94e0-e14599d0a30a HTTP/1.1" status: 200 len: 1096 time: 0.0561681 Aug 05 12:46:35.572455 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884f550e-a378-4ef1-9713-9c41a8427afe req-693e7e0c-a4d0-4e75-856b-0632421a77f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:46:35.573906 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-884f550e-a378-4ef1-9713-9c41a8427afe req-693e7e0c-a4d0-4e75-856b-0632421a77f0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c7852dd7-616c-4a0a-b88e-a20ee424dce1 HTTP/1.1" status: 200 len: 915 time: 0.1216912 Aug 05 12:46:35.628138 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-884f550e-a378-4ef1-9713-9c41a8427afe req-8bb72ce2-e5d4-4481-823f-3cc34ef70383 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=69685baa-587a-4c5f-bd80-de3d064966f5 HTTP/1.1" status: 200 len: 217 time: 0.0401301 Aug 05 12:46:35.632060 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-2bacf747-af2b-4135-917f-645b73b1584e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4a79e1-ff8d-4dd9-835c-523a8ec3c66b', 'name': 'tempest-TestMinimumBasicScenario-335823464-router', 'tenant_id': 'bd56f6d5533d40f7847b00d1b8de0dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'fb3ba0cd-a1af-46c4-b272-add1870a6dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:44:26Z', 'updated_at': '2021-08-05T12:44:29Z', 'revision_number': 4, 'project_id': 'bd56f6d5533d40f7847b00d1b8de0dae', 'gw_port': {'id': 'fb3ba0cd-a1af-46c4-b272-add1870a6dfa', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:f0:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4a79e1-ff8d-4dd9-835c-523a8ec3c66b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:44:26Z', 'updated_at': '2021-08-05T12:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'e50b2180-6d18-4d39-ae11-91c0c2ebcc81', 'name': '', 'network_id': 'c7852dd7-616c-4a0a-b88e-a20ee424dce1', 'tenant_id': 'bd56f6d5533d40f7847b00d1b8de0dae', 'mac_address': 'fa:16:3e:7a:b0:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4a79e1-ff8d-4dd9-835c-523a8ec3c66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'a3db0b90-0031-4980-ae45-1e6b84487314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:44:29Z', 'updated_at': '2021-08-05T12:44:38Z', 'revision_number': 5, 'project_id': 'bd56f6d5533d40f7847b00d1b8de0dae', 'subnets': [{'id': 'a3db0b90-0031-4980-ae45-1e6b84487314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:46:35.684963 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bacf747-af2b-4135-917f-645b73b1584e None None] The sync data for ids ['9b4a79e1-ff8d-4dd9-835c-523a8ec3c66b'] in n-d-803378-2 is: [{'id': '9b4a79e1-ff8d-4dd9-835c-523a8ec3c66b', 'name': 'tempest-TestMinimumBasicScenario-335823464-router', 'tenant_id': 'bd56f6d5533d40f7847b00d1b8de0dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'fb3ba0cd-a1af-46c4-b272-add1870a6dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:44:26Z', 'updated_at': '2021-08-05T12:44:29Z', 'revision_number': 4, 'project_id': 'bd56f6d5533d40f7847b00d1b8de0dae', 'gw_port': {'id': 'fb3ba0cd-a1af-46c4-b272-add1870a6dfa', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:f0:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4a79e1-ff8d-4dd9-835c-523a8ec3c66b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:44:26Z', 'updated_at': '2021-08-05T12:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'e50b2180-6d18-4d39-ae11-91c0c2ebcc81', 'name': '', 'network_id': 'c7852dd7-616c-4a0a-b88e-a20ee424dce1', 'tenant_id': 'bd56f6d5533d40f7847b00d1b8de0dae', 'mac_address': 'fa:16:3e:7a:b0:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4a79e1-ff8d-4dd9-835c-523a8ec3c66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'a3db0b90-0031-4980-ae45-1e6b84487314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:44:29Z', 'updated_at': '2021-08-05T12:44:38Z', 'revision_number': 5, 'project_id': 'bd56f6d5533d40f7847b00d1b8de0dae', 'subnets': [{'id': 'a3db0b90-0031-4980-ae45-1e6b84487314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:46:35.692448 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884f550e-a378-4ef1-9713-9c41a8427afe req-7034c715-ae97-44c7-8cea-9f2a6d88736e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:46:35.694079 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-884f550e-a378-4ef1-9713-9c41a8427afe req-7034c715-ae97-44c7-8cea-9f2a6d88736e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a3db0b90-0031-4980-ae45-1e6b84487314 HTTP/1.1" status: 200 len: 853 time: 0.0529034 Aug 05 12:46:35.763590 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884f550e-a378-4ef1-9713-9c41a8427afe req-25f4d949-4407-46f1-a79d-1bde6c1c81ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:46:35.765779 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-884f550e-a378-4ef1-9713-9c41a8427afe req-25f4d949-4407-46f1-a79d-1bde6c1c81ff service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c7852dd7-616c-4a0a-b88e-a20ee424dce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0639141 Aug 05 12:46:35.890318 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-884f550e-a378-4ef1-9713-9c41a8427afe req-ca9c3537-c09a-44a8-8f2f-587a5aef747f service neutron] 10.222.0.55 "GET /v2.0/networks/c7852dd7-616c-4a0a-b88e-a20ee424dce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167395 Aug 05 12:46:35.969022 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca52c85-15a9-4e10-a1b9-36e30cf6689d None None] New status for floating IP 9cc721c2-870e-43aa-a266-e26c4c8c669d: DOWN {{(pid=94422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 12:46:36.010132 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-884f550e-a378-4ef1-9713-9c41a8427afe req-c7f39dea-6ee7-40d5-9348-f9f2425d7412 service neutron] 10.222.0.55 "GET /v2.0/networks/c7852dd7-616c-4a0a-b88e-a20ee424dce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124539 Aug 05 12:46:37.360660 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-3c0deae4-7650-4761-ab3b-24b11f071f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:40.091101 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e5473ccc-8df5-4fd5-b377-9becd5bdc10f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:40.160225 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:42.062794 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:43.115926 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399a05d8-fb49-466a-8ed7-1736d54bd5ce req-c0070e16-be47-4c09-a67e-da36fe871ee4 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:46:43.117622 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-399a05d8-fb49-466a-8ed7-1736d54bd5ce req-c0070e16-be47-4c09-a67e-da36fe871ee4 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] 10.222.0.58 "GET /v2.0/ports?device_id=c52c9b1a-be65-49ea-94e0-e14599d0a30a HTTP/1.1" status: 200 len: 945 time: 0.0580270 Aug 05 12:46:43.165395 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-399a05d8-fb49-466a-8ed7-1736d54bd5ce req-4a6c13b7-177a-4068-a3d1-7c522076c64b tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec81f4eb-cbcc-4b34-9f7a-2e51faf5856f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405169 Aug 05 12:46:44.202944 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:44.310486 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385b7a47-212c-4a07-a627-da27106edb52 req-788abba3-dd6b-4dff-ac8e-58bc9a0a42a6 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:46:44.312156 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-385b7a47-212c-4a07-a627-da27106edb52 req-788abba3-dd6b-4dff-ac8e-58bc9a0a42a6 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] 10.222.0.58 "GET /v2.0/ports?device_id=c52c9b1a-be65-49ea-94e0-e14599d0a30a HTTP/1.1" status: 200 len: 945 time: 0.0622187 Aug 05 12:46:44.355823 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-385b7a47-212c-4a07-a627-da27106edb52 req-8b2be722-16e8-4845-82ae-39de2e54a2df tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec81f4eb-cbcc-4b34-9f7a-2e51faf5856f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369031 Aug 05 12:46:44.869094 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741a3be3-67a6-40e7-aab7-6c49011cb4c1 req-405f6d82-3acc-433f-97dc-cdaff1413925 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:46:44.870695 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-741a3be3-67a6-40e7-aab7-6c49011cb4c1 req-405f6d82-3acc-433f-97dc-cdaff1413925 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] 10.222.0.55 "GET /v2.0/ports?device_id=c52c9b1a-be65-49ea-94e0-e14599d0a30a HTTP/1.1" status: 200 len: 945 time: 0.0559547 Aug 05 12:46:44.987283 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-741a3be3-67a6-40e7-aab7-6c49011cb4c1 req-ad7b1e97-d28e-4603-8f62-73a727b2fc7c tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Deleting port 69685baa-587a-4c5f-bd80-de3d064966f5 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:46:44.987619 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-741a3be3-67a6-40e7-aab7-6c49011cb4c1 req-ad7b1e97-d28e-4603-8f62-73a727b2fc7c tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:45.094344 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-741a3be3-67a6-40e7-aab7-6c49011cb4c1 req-ad7b1e97-d28e-4603-8f62-73a727b2fc7c tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] For port 69685baa-587a-4c5f-bd80-de3d064966f5, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=69685baa-587a-4c5f-bd80-de3d064966f5,segment=NetworkSegment(812339f9-a732-4294-9d80-375652e5192e),segment_id=812339f9-a732-4294-9d80-375652e5192e)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:46:45.094628 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-741a3be3-67a6-40e7-aab7-6c49011cb4c1 req-ad7b1e97-d28e-4603-8f62-73a727b2fc7c tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:45.111412 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-741a3be3-67a6-40e7-aab7-6c49011cb4c1 req-ad7b1e97-d28e-4603-8f62-73a727b2fc7c tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Calling delete_port for 69685baa-587a-4c5f-bd80-de3d064966f5 owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:46:45.273027 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-741a3be3-67a6-40e7-aab7-6c49011cb4c1 req-ad7b1e97-d28e-4603-8f62-73a727b2fc7c tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:45.304130 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7b1e97-d28e-4603-8f62-73a727b2fc7c tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Pushing event deleted for resources: {'Port': ['ID=69685baa-587a-4c5f-bd80-de3d064966f5,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:46:45.308564 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['69685baa-587a-4c5f-bd80-de3d064966f5'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 12:46:45.319575 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7b1e97-d28e-4603-8f62-73a727b2fc7c tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:46:45.319575 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7b1e97-d28e-4603-8f62-73a727b2fc7c tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:46:45.319575 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7b1e97-d28e-4603-8f62-73a727b2fc7c tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:46:45.319575 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7b1e97-d28e-4603-8f62-73a727b2fc7c tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:46:45.319575 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7b1e97-d28e-4603-8f62-73a727b2fc7c tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:46:45.319575 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7b1e97-d28e-4603-8f62-73a727b2fc7c tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:46:45.321286 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7b1e97-d28e-4603-8f62-73a727b2fc7c tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:46:45.321286 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7b1e97-d28e-4603-8f62-73a727b2fc7c tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:46:45.321286 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7b1e97-d28e-4603-8f62-73a727b2fc7c tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:46:45.321741 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7b1e97-d28e-4603-8f62-73a727b2fc7c tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:46:45.321910 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7b1e97-d28e-4603-8f62-73a727b2fc7c tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:46:45.322164 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7b1e97-d28e-4603-8f62-73a727b2fc7c tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:46:45.364966 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-741a3be3-67a6-40e7-aab7-6c49011cb4c1 req-ad7b1e97-d28e-4603-8f62-73a727b2fc7c tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] No DVR routers for this DVR port 69685baa-587a-4c5f-bd80-de3d064966f5 on host n-h2-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:46:45.367501 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-741a3be3-67a6-40e7-aab7-6c49011cb4c1 req-ad7b1e97-d28e-4603-8f62-73a727b2fc7c tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:45.370008 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-741a3be3-67a6-40e7-aab7-6c49011cb4c1 req-ad7b1e97-d28e-4603-8f62-73a727b2fc7c tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] 10.222.0.55 "DELETE /v2.0/ports/69685baa-587a-4c5f-bd80-de3d064966f5 HTTP/1.1" status: 204 len: 173 time: 0.4928944 Aug 05 12:46:45.370579 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c52c9b1a-be65-49ea-94e0-e14599d0a30a', 'name': 'network-vif-deleted', 'tag': '69685baa-587a-4c5f-bd80-de3d064966f5'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:46:45.372893 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7ff1ae056485c55ead25f70fa9973e26b39e4a1f6cb6b93d5d0d7942cdef429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8295e71-9310-4be6-88e8-8d774550ff60" -d '{"events": [{"server_uuid": "c52c9b1a-be65-49ea-94e0-e14599d0a30a", "name": "network-vif-deleted", "tag": "69685baa-587a-4c5f-bd80-de3d064966f5"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:46:45.484956 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 12:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebf34153-4c60-43b7-92c5-050c0e491fe1 x-openstack-request-id: req-ebf34153-4c60-43b7-92c5-050c0e491fe1 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:46:45.485274 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c52c9b1a-be65-49ea-94e0-e14599d0a30a", "name": "network-vif-deleted", "tag": "69685baa-587a-4c5f-bd80-de3d064966f5", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:46:45.485609 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ebf34153-4c60-43b7-92c5-050c0e491fe1 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:46:45.486177 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c52c9b1a-be65-49ea-94e0-e14599d0a30a', 'name': 'network-vif-deleted', 'tag': '69685baa-587a-4c5f-bd80-de3d064966f5', 'status': 'completed', 'code': 200} Aug 05 12:46:45.489654 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1815729c-dced-404a-bf50-583fb8e960e0 req-b9849ea6-25da-43f8-915a-0bd33afbb923 tempest-TestMinimumBasicScenario-907846872 tempest-TestMinimumBasicScenario-907846872-project] 10.222.0.58 "GET /v2.0/ports?device_id=c52c9b1a-be65-49ea-94e0-e14599d0a30a HTTP/1.1" status: 200 len: 210 time: 0.0337043 Aug 05 12:46:47.178371 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49218) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:46:47.606007 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-81805bb1-c747-42e1-9660-eb3e6c4cb255 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33208311'] for router_interface, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:47.815542 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 12:46:47.897550 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-81805bb1-c747-42e1-9660-eb3e6c4cb255 admin admin] Deleting port e50b2180-6d18-4d39-ae11-91c0c2ebcc81 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:46:47.897848 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-81805bb1-c747-42e1-9660-eb3e6c4cb255 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:47.989980 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [None req-81805bb1-c747-42e1-9660-eb3e6c4cb255 admin admin] For port e50b2180-6d18-4d39-ae11-91c0c2ebcc81, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=e50b2180-6d18-4d39-ae11-91c0c2ebcc81,segment=NetworkSegment(812339f9-a732-4294-9d80-375652e5192e),segment_id=812339f9-a732-4294-9d80-375652e5192e)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:46:47.990354 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-81805bb1-c747-42e1-9660-eb3e6c4cb255 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:48.011347 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-81805bb1-c747-42e1-9660-eb3e6c4cb255 admin admin] Calling delete_port for e50b2180-6d18-4d39-ae11-91c0c2ebcc81 owned by network:router_interface {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:46:48.245091 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-81805bb1-c747-42e1-9660-eb3e6c4cb255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:48.277828 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81805bb1-c747-42e1-9660-eb3e6c4cb255 admin admin] Pushing event deleted for resources: {'Port': ['ID=e50b2180-6d18-4d39-ae11-91c0c2ebcc81,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:46:48.491376 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-81805bb1-c747-42e1-9660-eb3e6c4cb255 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33140263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33208171'] for router_interface, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:48.775243 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81805bb1-c747-42e1-9660-eb3e6c4cb255 admin admin] Router 9b4a79e1-ff8d-4dd9-835c-523a8ec3c66b has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:46:48.897899 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81805bb1-c747-42e1-9660-eb3e6c4cb255 admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:46:48.904349 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-81805bb1-c747-42e1-9660-eb3e6c4cb255 admin admin] 10.222.0.58 "PUT /v2.0/routers/9b4a79e1-ff8d-4dd9-835c-523a8ec3c66b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7243662 Aug 05 12:46:48.907774 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49220) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:46:48.910631 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d41a39e-e8b2-40cd-b19a-1debf4a68985 None None] Sync routers for ids ['9b4a79e1-ff8d-4dd9-835c-523a8ec3c66b'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:46:48.922539 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d41a39e-e8b2-40cd-b19a-1debf4a68985 None None] Routers {'9b4a79e1-ff8d-4dd9-835c-523a8ec3c66b'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:46:48.923281 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-7d41a39e-e8b2-40cd-b19a-1debf4a68985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:46:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['9b4a79e1-ff8d-4dd9-835c-523a8ec3c66b'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:46:49.043456 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-7d41a39e-e8b2-40cd-b19a-1debf4a68985 None None] Set router 9b4a79e1-ff8d-4dd9-835c-523a8ec3c66b gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:46:49.268557 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-7d41a39e-e8b2-40cd-b19a-1debf4a68985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4a79e1-ff8d-4dd9-835c-523a8ec3c66b', 'name': 'tempest-TestMinimumBasicScenario-335823464-router', 'tenant_id': 'bd56f6d5533d40f7847b00d1b8de0dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'fb3ba0cd-a1af-46c4-b272-add1870a6dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:44:26Z', 'updated_at': '2021-08-05T12:46:48Z', 'revision_number': 5, 'project_id': 'bd56f6d5533d40f7847b00d1b8de0dae', 'gw_port': {'id': 'fb3ba0cd-a1af-46c4-b272-add1870a6dfa', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:f0:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4a79e1-ff8d-4dd9-835c-523a8ec3c66b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:44:26Z', 'updated_at': '2021-08-05T12:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:46:49.299953 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d41a39e-e8b2-40cd-b19a-1debf4a68985 None None] Checking router: 9b4a79e1-ff8d-4dd9-835c-523a8ec3c66b for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:46:49.310587 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d41a39e-e8b2-40cd-b19a-1debf4a68985 None None] Routers {'9b4a79e1-ff8d-4dd9-835c-523a8ec3c66b'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:46:49.311513 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-7d41a39e-e8b2-40cd-b19a-1debf4a68985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:46:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['9b4a79e1-ff8d-4dd9-835c-523a8ec3c66b'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:46:49.371873 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-35deb50a-33dc-4e31-9409-4873c00a6e1c admin admin] Notify callbacks [] for router, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:49.469130 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-7d41a39e-e8b2-40cd-b19a-1debf4a68985 None None] Set router 9b4a79e1-ff8d-4dd9-835c-523a8ec3c66b gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:46:49.499888 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-35deb50a-33dc-4e31-9409-4873c00a6e1c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:49.566516 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-35deb50a-33dc-4e31-9409-4873c00a6e1c admin admin] Deleting port fb3ba0cd-a1af-46c4-b272-add1870a6dfa {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:46:49.566868 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-35deb50a-33dc-4e31-9409-4873c00a6e1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:49.687393 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [None req-35deb50a-33dc-4e31-9409-4873c00a6e1c admin admin] For port fb3ba0cd-a1af-46c4-b272-add1870a6dfa, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=fb3ba0cd-a1af-46c4-b272-add1870a6dfa,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:46:49.688221 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-35deb50a-33dc-4e31-9409-4873c00a6e1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:49.721170 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-35deb50a-33dc-4e31-9409-4873c00a6e1c admin admin] Calling delete_port for fb3ba0cd-a1af-46c4-b272-add1870a6dfa owned by network:router_gateway {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:46:49.726531 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-7d41a39e-e8b2-40cd-b19a-1debf4a68985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4a79e1-ff8d-4dd9-835c-523a8ec3c66b', 'name': 'tempest-TestMinimumBasicScenario-335823464-router', 'tenant_id': 'bd56f6d5533d40f7847b00d1b8de0dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'fb3ba0cd-a1af-46c4-b272-add1870a6dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:44:26Z', 'updated_at': '2021-08-05T12:46:48Z', 'revision_number': 5, 'project_id': 'bd56f6d5533d40f7847b00d1b8de0dae', 'gw_port': {'id': 'fb3ba0cd-a1af-46c4-b272-add1870a6dfa', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:f0:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4a79e1-ff8d-4dd9-835c-523a8ec3c66b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:44:26Z', 'updated_at': '2021-08-05T12:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:46:49.864921 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 69685baa-587a-4c5f-bd80-de3d064966f5 no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:46:49.896369 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d41a39e-e8b2-40cd-b19a-1debf4a68985 None None] The sync data for ids ['9b4a79e1-ff8d-4dd9-835c-523a8ec3c66b'] in n-d-803378-2 is: [{'id': '9b4a79e1-ff8d-4dd9-835c-523a8ec3c66b', 'name': 'tempest-TestMinimumBasicScenario-335823464-router', 'tenant_id': 'bd56f6d5533d40f7847b00d1b8de0dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'fb3ba0cd-a1af-46c4-b272-add1870a6dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:44:26Z', 'updated_at': '2021-08-05T12:46:48Z', 'revision_number': 5, 'project_id': 'bd56f6d5533d40f7847b00d1b8de0dae', 'gw_port': {'id': 'fb3ba0cd-a1af-46c4-b272-add1870a6dfa', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:f0:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4a79e1-ff8d-4dd9-835c-523a8ec3c66b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:44:26Z', 'updated_at': '2021-08-05T12:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:46:49.901299 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] No Port match for: 69685baa-587a-4c5f-bd80-de3d064966f5 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:46:49.905628 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 69685baa-587a-4c5f-bd80-de3d064966f5 not bound to the agent host n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:46:49.970828 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-35deb50a-33dc-4e31-9409-4873c00a6e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:50.018921 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35deb50a-33dc-4e31-9409-4873c00a6e1c admin admin] Pushing event deleted for resources: {'Port': ['ID=fb3ba0cd-a1af-46c4-b272-add1870a6dfa,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:46:50.090704 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-35deb50a-33dc-4e31-9409-4873c00a6e1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33285055'] for router_gateway, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:50.197185 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-35deb50a-33dc-4e31-9409-4873c00a6e1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33262979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1951'] for router, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:50.199796 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-35deb50a-33dc-4e31-9409-4873c00a6e1c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:50.264254 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-35deb50a-33dc-4e31-9409-4873c00a6e1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33262474'] for router, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:50.265193 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35deb50a-33dc-4e31-9409-4873c00a6e1c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b4a79e1-ff8d-4dd9-835c-523a8ec3c66b {{(pid=94421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 12:46:50.272632 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-35deb50a-33dc-4e31-9409-4873c00a6e1c admin admin] Notify callbacks [] for router, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:50.275001 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-35deb50a-33dc-4e31-9409-4873c00a6e1c admin admin] 10.222.0.58 "DELETE /v2.0/routers/9b4a79e1-ff8d-4dd9-835c-523a8ec3c66b HTTP/1.1" status: 204 len: 168 time: 1.3653126 Aug 05 12:46:50.279351 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49222) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:46:50.334121 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_v2 [None req-add9832b-9d82-4b6a-bf7d-a7727e481935 admin admin] Deleting subnet a3db0b90-0031-4980-ae45-1e6b84487314 {{(pid=94421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 12:46:50.338457 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-add9832b-9d82-4b6a-bf7d-a7727e481935 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:50.389496 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-add9832b-9d82-4b6a-bf7d-a7727e481935 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29786388'] for subnet, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:50.533555 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-add9832b-9d82-4b6a-bf7d-a7727e481935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:50.614404 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-add9832b-9d82-4b6a-bf7d-a7727e481935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25038609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30075142'] for subnet, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:50.647614 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add9832b-9d82-4b6a-bf7d-a7727e481935 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3db0b90-0031-4980-ae45-1e6b84487314,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:46:50.651007 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-add9832b-9d82-4b6a-bf7d-a7727e481935 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:50.656144 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49224) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:46:50.657421 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-add9832b-9d82-4b6a-bf7d-a7727e481935 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/a3db0b90-0031-4980-ae45-1e6b84487314 HTTP/1.1" status: 204 len: 168 time: 0.3764110 Aug 05 12:46:50.657633 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5457bc62-ab9a-4204-9ff0-ab96876bdbb6 None None] Network c7852dd7-616c-4a0a-b88e-a20ee424dce1 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:46:50.768723 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ae30c622-ce11-4050-ae94-f2e23a1b3836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:50.842332 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-ae30c622-ce11-4050-ae94-f2e23a1b3836 admin admin] Deleting port b3ee5855-102f-408a-a1cf-1a62a29467a7 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:46:50.842671 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ae30c622-ce11-4050-ae94-f2e23a1b3836 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:50.923646 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-ae30c622-ce11-4050-ae94-f2e23a1b3836 admin admin] For port b3ee5855-102f-408a-a1cf-1a62a29467a7, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=b3ee5855-102f-408a-a1cf-1a62a29467a7,segment=NetworkSegment(812339f9-a732-4294-9d80-375652e5192e),segment_id=812339f9-a732-4294-9d80-375652e5192e)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:46:50.923901 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ae30c622-ce11-4050-ae94-f2e23a1b3836 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:50.940084 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-ae30c622-ce11-4050-ae94-f2e23a1b3836 admin admin] Calling delete_port for b3ee5855-102f-408a-a1cf-1a62a29467a7 owned by network:dhcp {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:46:50.998788 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe7f21e-58b3-4434-a1dc-959c99fdad6a None None] DHCP port deletion for c7852dd7-616c-4a0a-b88e-a20ee424dce1 request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 12:46:51.061527 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ae30c622-ce11-4050-ae94-f2e23a1b3836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:51.061851 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-4fe7f21e-58b3-4434-a1dc-959c99fdad6a None None] Deleting port b3ee5855-102f-408a-a1cf-1a62a29467a7 {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:46:51.062102 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-4fe7f21e-58b3-4434-a1dc-959c99fdad6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:51.090317 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae30c622-ce11-4050-ae94-f2e23a1b3836 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3ee5855-102f-408a-a1cf-1a62a29467a7,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:46:51.095733 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae30c622-ce11-4050-ae94-f2e23a1b3836 admin admin] No DVR routers for this DVR port b3ee5855-102f-408a-a1cf-1a62a29467a7 on host n-d-803378-2 {{(pid=94420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:46:51.152723 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-4fe7f21e-58b3-4434-a1dc-959c99fdad6a None None] For port b3ee5855-102f-408a-a1cf-1a62a29467a7, host n-d-803378-2, got binding levels [] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:46:51.153394 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-4fe7f21e-58b3-4434-a1dc-959c99fdad6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:51.187126 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ae30c622-ce11-4050-ae94-f2e23a1b3836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:51.199795 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-ae30c622-ce11-4050-ae94-f2e23a1b3836 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7852dd7-616c-4a0a-b88e-a20ee424dce1']}} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:46:51.220763 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-ae30c622-ce11-4050-ae94-f2e23a1b3836 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '812339f9-a732-4294-9d80-375652e5192e') {'for_net_delete': True} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:46:51.221179 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-ae30c622-ce11-4050-ae94-f2e23a1b3836 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '812339f9-a732-4294-9d80-375652e5192e') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:46:51.235614 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ae30c622-ce11-4050-ae94-f2e23a1b3836 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25010581'] for segment, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:51.256105 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ae30c622-ce11-4050-ae94-f2e23a1b3836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:51.267500 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae30c622-ce11-4050-ae94-f2e23a1b3836 admin admin] Releasing vlan 680 on physical network physnet1 to pool {{(pid=94420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 12:46:51.268179 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ae30c622-ce11-4050-ae94-f2e23a1b3836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29762581'] for segment, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:51.271460 n-d-803378-2 neutron-server[94420]: Traceback (most recent call last): Aug 05 12:46:51.271460 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 12:46:51.271460 n-d-803378-2 neutron-server[94420]: timer() Aug 05 12:46:51.271460 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 12:46:51.271460 n-d-803378-2 neutron-server[94420]: cb(*args, **kw) Aug 05 12:46:51.271460 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 12:46:51.271460 n-d-803378-2 neutron-server[94420]: return func(*args, **kwargs) Aug 05 12:46:51.271460 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 12:46:51.271460 n-d-803378-2 neutron-server[94420]: self._notify() Aug 05 12:46:51.271460 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 12:46:51.271460 n-d-803378-2 neutron-server[94420]: self.callback(batched_events) Aug 05 12:46:51.271460 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 12:46:51.271460 n-d-803378-2 neutron-server[94420]: event.method(event) Aug 05 12:46:51.271460 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 12:46:51.271460 n-d-803378-2 neutron-server[94420]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 12:46:51.271460 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 12:46:51.271460 n-d-803378-2 neutron-server[94420]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 12:46:51.271460 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 12:46:51.271460 n-d-803378-2 neutron-server[94420]: return f(self, *a, **k) Aug 05 12:46:51.271460 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 12:46:51.271460 n-d-803378-2 neutron-server[94420]: return self._get(url).json() Aug 05 12:46:51.271460 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 12:46:51.271460 n-d-803378-2 neutron-server[94420]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 12:46:51.271460 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 12:46:51.271460 n-d-803378-2 neutron-server[94420]: return self.request(url, 'GET', **kwargs) Aug 05 12:46:51.271460 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 12:46:51.271460 n-d-803378-2 neutron-server[94420]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 12:46:51.271460 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 12:46:51.271460 n-d-803378-2 neutron-server[94420]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 12:46:51.271460 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 12:46:51.271460 n-d-803378-2 neutron-server[94420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 12:46:51.271460 n-d-803378-2 neutron-server[94420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 12:46:51.350283 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-4fe7f21e-58b3-4434-a1dc-959c99fdad6a None None] Calling delete_port for b3ee5855-102f-408a-a1cf-1a62a29467a7 owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:46:51.353875 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.ipam_backend_mixin [None req-4fe7f21e-58b3-4434-a1dc-959c99fdad6a None None] Port b3ee5855-102f-408a-a1cf-1a62a29467a7 was not found and therefore no delete operation was performed {{(pid=94422) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 05 12:46:51.355237 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-4fe7f21e-58b3-4434-a1dc-959c99fdad6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:51.363530 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ae30c622-ce11-4050-ae94-f2e23a1b3836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:51.384716 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe7f21e-58b3-4434-a1dc-959c99fdad6a None None] Pushing event deleted for resources: {'Port': ['ID=b3ee5855-102f-408a-a1cf-1a62a29467a7,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:46:51.389127 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ae30c622-ce11-4050-ae94-f2e23a1b3836 admin admin] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:51.394033 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-ae30c622-ce11-4050-ae94-f2e23a1b3836 admin admin] 10.222.0.58 "DELETE /v2.0/networks/c7852dd7-616c-4a0a-b88e-a20ee424dce1 HTTP/1.1" status: 204 len: 168 time: 0.7335374 Aug 05 12:46:51.395956 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae30c622-ce11-4050-ae94-f2e23a1b3836 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7852dd7-616c-4a0a-b88e-a20ee424dce1,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:46:51.396875 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe7f21e-58b3-4434-a1dc-959c99fdad6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:46:51.397397 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe7f21e-58b3-4434-a1dc-959c99fdad6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:46:51.398200 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe7f21e-58b3-4434-a1dc-959c99fdad6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:46:51.399002 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49226) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:46:51.399580 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe7f21e-58b3-4434-a1dc-959c99fdad6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:46:51.399580 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe7f21e-58b3-4434-a1dc-959c99fdad6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:46:51.399865 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe7f21e-58b3-4434-a1dc-959c99fdad6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:46:51.400642 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe7f21e-58b3-4434-a1dc-959c99fdad6a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:46:51.400987 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe7f21e-58b3-4434-a1dc-959c99fdad6a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:46:51.401325 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe7f21e-58b3-4434-a1dc-959c99fdad6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:46:51.401657 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe7f21e-58b3-4434-a1dc-959c99fdad6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:46:51.401989 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe7f21e-58b3-4434-a1dc-959c99fdad6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:46:51.402314 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe7f21e-58b3-4434-a1dc-959c99fdad6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:46:51.405911 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe7f21e-58b3-4434-a1dc-959c99fdad6a None None] No DVR routers for this DVR port b3ee5855-102f-408a-a1cf-1a62a29467a7 on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:46:51.815543 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device fb3ba0cd-a1af-46c4-b272-add1870a6dfa no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:46:51.823625 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-01d9a0a1-5f02-474b-aef7-899de28f6c18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33208311'] for router_interface, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:51.834741 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: fb3ba0cd-a1af-46c4-b272-add1870a6dfa {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:46:51.835081 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device fb3ba0cd-a1af-46c4-b272-add1870a6dfa not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:46:51.835490 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device e50b2180-6d18-4d39-ae11-91c0c2ebcc81 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:46:51.860794 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: e50b2180-6d18-4d39-ae11-91c0c2ebcc81 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:46:51.861279 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device e50b2180-6d18-4d39-ae11-91c0c2ebcc81 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:46:51.861659 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device b3ee5855-102f-408a-a1cf-1a62a29467a7 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:46:51.883907 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: b3ee5855-102f-408a-a1cf-1a62a29467a7 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:46:51.883907 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device b3ee5855-102f-408a-a1cf-1a62a29467a7 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:46:52.194995 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-01d9a0a1-5f02-474b-aef7-899de28f6c18 admin admin] Deleting port 6afdd655-8c1a-4ec0-ab0f-758768279611 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:46:52.195832 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-01d9a0a1-5f02-474b-aef7-899de28f6c18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:52.302028 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [None req-01d9a0a1-5f02-474b-aef7-899de28f6c18 admin admin] For port 6afdd655-8c1a-4ec0-ab0f-758768279611, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=6afdd655-8c1a-4ec0-ab0f-758768279611,segment=NetworkSegment(c274e0fa-f2fa-462e-9b08-cdd3dbf8eb9f),segment_id=c274e0fa-f2fa-462e-9b08-cdd3dbf8eb9f)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:46:52.302431 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-01d9a0a1-5f02-474b-aef7-899de28f6c18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:52.322031 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-01d9a0a1-5f02-474b-aef7-899de28f6c18 admin admin] Calling delete_port for 6afdd655-8c1a-4ec0-ab0f-758768279611 owned by network:router_interface {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:46:52.574037 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-01d9a0a1-5f02-474b-aef7-899de28f6c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:52.613010 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d9a0a1-5f02-474b-aef7-899de28f6c18 admin admin] Pushing event deleted for resources: {'Port': ['ID=6afdd655-8c1a-4ec0-ab0f-758768279611,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:46:52.839667 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-01d9a0a1-5f02-474b-aef7-899de28f6c18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33140263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33208171'] for router_interface, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:52.919118 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:53.103273 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01d9a0a1-5f02-474b-aef7-899de28f6c18 admin admin] Router 5c845d4e-2dff-4a78-9b53-eb010733aa00 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:46:53.217762 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01d9a0a1-5f02-474b-aef7-899de28f6c18 admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:46:53.223804 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-01d9a0a1-5f02-474b-aef7-899de28f6c18 admin admin] 10.222.0.58 "PUT /v2.0/routers/5c845d4e-2dff-4a78-9b53-eb010733aa00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8211265 Aug 05 12:46:53.229369 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49228) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:46:53.231100 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2849f911-abb2-4f3c-9656-b8e1b9933fd7 None None] Sync routers for ids ['5c845d4e-2dff-4a78-9b53-eb010733aa00'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:46:53.246764 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2849f911-abb2-4f3c-9656-b8e1b9933fd7 None None] Routers {'5c845d4e-2dff-4a78-9b53-eb010733aa00'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:46:53.248321 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-2849f911-abb2-4f3c-9656-b8e1b9933fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:46:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['5c845d4e-2dff-4a78-9b53-eb010733aa00'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:46:53.362567 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-412c4fcd-29be-47e7-a6c5-19e295f74642 admin admin] Notify callbacks [] for router, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:53.373601 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-2849f911-abb2-4f3c-9656-b8e1b9933fd7 None None] Set router 5c845d4e-2dff-4a78-9b53-eb010733aa00 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:46:53.511289 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-412c4fcd-29be-47e7-a6c5-19e295f74642 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:53.599111 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-412c4fcd-29be-47e7-a6c5-19e295f74642 admin admin] Deleting port 75cbcd37-2dcd-4467-bbcc-96c85010b464 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:46:53.600130 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-412c4fcd-29be-47e7-a6c5-19e295f74642 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:53.607298 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-2849f911-abb2-4f3c-9656-b8e1b9933fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c845d4e-2dff-4a78-9b53-eb010733aa00', 'name': 'tempest-TestMinimumBasicScenario-2088831041-router', 'tenant_id': 'db260442fa30426ea23e4bda3a790a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': '75cbcd37-2dcd-4467-bbcc-96c85010b464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:44:33Z', 'updated_at': '2021-08-05T12:46:52Z', 'revision_number': 5, 'project_id': 'db260442fa30426ea23e4bda3a790a03', 'gw_port': {'id': '75cbcd37-2dcd-4467-bbcc-96c85010b464', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:21:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c845d4e-2dff-4a78-9b53-eb010733aa00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:44:33Z', 'updated_at': '2021-08-05T12:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:46:53.639508 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2849f911-abb2-4f3c-9656-b8e1b9933fd7 None None] Checking router: 5c845d4e-2dff-4a78-9b53-eb010733aa00 for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:46:53.650083 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2849f911-abb2-4f3c-9656-b8e1b9933fd7 None None] Routers {'5c845d4e-2dff-4a78-9b53-eb010733aa00'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:46:53.650810 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-2849f911-abb2-4f3c-9656-b8e1b9933fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:46:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['5c845d4e-2dff-4a78-9b53-eb010733aa00'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:46:53.733176 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [None req-412c4fcd-29be-47e7-a6c5-19e295f74642 admin admin] For port 75cbcd37-2dcd-4467-bbcc-96c85010b464, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=75cbcd37-2dcd-4467-bbcc-96c85010b464,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:46:53.734054 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-412c4fcd-29be-47e7-a6c5-19e295f74642 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:53.755074 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-412c4fcd-29be-47e7-a6c5-19e295f74642 admin admin] Calling delete_port for 75cbcd37-2dcd-4467-bbcc-96c85010b464 owned by network:router_gateway {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:46:53.756029 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-2849f911-abb2-4f3c-9656-b8e1b9933fd7 None None] Set router 5c845d4e-2dff-4a78-9b53-eb010733aa00 gateway port host: None {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:46:53.834892 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-2849f911-abb2-4f3c-9656-b8e1b9933fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c845d4e-2dff-4a78-9b53-eb010733aa00', 'name': 'tempest-TestMinimumBasicScenario-2088831041-router', 'tenant_id': 'db260442fa30426ea23e4bda3a790a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:44:33Z', 'updated_at': '2021-08-05T12:46:53Z', 'revision_number': 6, 'project_id': 'db260442fa30426ea23e4bda3a790a03', 'gw_port_host': None}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:46:53.878352 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2849f911-abb2-4f3c-9656-b8e1b9933fd7 None None] The sync data for ids ['5c845d4e-2dff-4a78-9b53-eb010733aa00'] in n-d-803378-2 is: [{'id': '5c845d4e-2dff-4a78-9b53-eb010733aa00', 'name': 'tempest-TestMinimumBasicScenario-2088831041-router', 'tenant_id': 'db260442fa30426ea23e4bda3a790a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:44:33Z', 'updated_at': '2021-08-05T12:46:53Z', 'revision_number': 6, 'project_id': 'db260442fa30426ea23e4bda3a790a03', 'gw_port_host': None}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:46:54.002782 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-412c4fcd-29be-47e7-a6c5-19e295f74642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:54.032628 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412c4fcd-29be-47e7-a6c5-19e295f74642 admin admin] Pushing event deleted for resources: {'Port': ['ID=75cbcd37-2dcd-4467-bbcc-96c85010b464,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:46:54.111198 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-412c4fcd-29be-47e7-a6c5-19e295f74642 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33285055'] for router_gateway, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:54.528396 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-412c4fcd-29be-47e7-a6c5-19e295f74642 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33262979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1951'] for router, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:54.530727 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-412c4fcd-29be-47e7-a6c5-19e295f74642 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:54.587773 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-412c4fcd-29be-47e7-a6c5-19e295f74642 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33262474'] for router, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:54.589052 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-412c4fcd-29be-47e7-a6c5-19e295f74642 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c845d4e-2dff-4a78-9b53-eb010733aa00 {{(pid=94421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 12:46:54.598403 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-412c4fcd-29be-47e7-a6c5-19e295f74642 admin admin] Notify callbacks [] for router, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:54.602312 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-412c4fcd-29be-47e7-a6c5-19e295f74642 admin admin] 10.222.0.58 "DELETE /v2.0/routers/5c845d4e-2dff-4a78-9b53-eb010733aa00 HTTP/1.1" status: 204 len: 168 time: 1.3695905 Aug 05 12:46:54.602969 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49230) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:46:54.654859 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bb27f3c-8312-4c51-97fe-deff814296fc admin admin] Deleting subnet 6b92bb87-0a13-4439-a9f1-3fc6df2bca85 {{(pid=94421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 12:46:54.658793 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4bb27f3c-8312-4c51-97fe-deff814296fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:54.704844 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4bb27f3c-8312-4c51-97fe-deff814296fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29786388'] for subnet, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:54.803966 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4bb27f3c-8312-4c51-97fe-deff814296fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:54.884888 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4bb27f3c-8312-4c51-97fe-deff814296fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25038609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30075142'] for subnet, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:54.917528 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb27f3c-8312-4c51-97fe-deff814296fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b92bb87-0a13-4439-a9f1-3fc6df2bca85,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:46:54.922735 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4bb27f3c-8312-4c51-97fe-deff814296fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:54.928397 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-4bb27f3c-8312-4c51-97fe-deff814296fc admin admin] 10.222.0.58 "DELETE /v2.0/subnets/6b92bb87-0a13-4439-a9f1-3fc6df2bca85 HTTP/1.1" status: 204 len: 168 time: 0.3213000 Aug 05 12:46:54.928803 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49234) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:46:54.930399 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88496ba5-103b-4995-a28e-7edd7bc885d4 None None] Network c965b1ca-1026-4f2a-b9c6-9b27c1559ab6 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:46:55.023154 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-789cad74-18d0-434d-be0a-21fc796d9c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:55.123377 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-789cad74-18d0-434d-be0a-21fc796d9c15 admin admin] Deleting port 6fa3f09d-dd24-4aee-9529-01f078064164 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:46:55.123810 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-789cad74-18d0-434d-be0a-21fc796d9c15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:55.151175 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b56f4ff-1927-4d7c-a7a3-1a8b9fb1c717 None None] DHCP port deletion for c965b1ca-1026-4f2a-b9c6-9b27c1559ab6 request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 12:46:55.196880 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [None req-789cad74-18d0-434d-be0a-21fc796d9c15 admin admin] For port 6fa3f09d-dd24-4aee-9529-01f078064164, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=6fa3f09d-dd24-4aee-9529-01f078064164,segment=NetworkSegment(c274e0fa-f2fa-462e-9b08-cdd3dbf8eb9f),segment_id=c274e0fa-f2fa-462e-9b08-cdd3dbf8eb9f)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:46:55.197456 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-789cad74-18d0-434d-be0a-21fc796d9c15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:55.225332 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-789cad74-18d0-434d-be0a-21fc796d9c15 admin admin] Calling delete_port for 6fa3f09d-dd24-4aee-9529-01f078064164 owned by network:dhcp {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:46:55.233504 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-6b56f4ff-1927-4d7c-a7a3-1a8b9fb1c717 None None] Deleting port 6fa3f09d-dd24-4aee-9529-01f078064164 {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:46:55.234262 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-6b56f4ff-1927-4d7c-a7a3-1a8b9fb1c717 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:55.331128 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-789cad74-18d0-434d-be0a-21fc796d9c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:55.338028 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-6b56f4ff-1927-4d7c-a7a3-1a8b9fb1c717 None None] For port 6fa3f09d-dd24-4aee-9529-01f078064164, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=6fa3f09d-dd24-4aee-9529-01f078064164,segment=NetworkSegment(c274e0fa-f2fa-462e-9b08-cdd3dbf8eb9f),segment_id=c274e0fa-f2fa-462e-9b08-cdd3dbf8eb9f)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:46:55.338801 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-6b56f4ff-1927-4d7c-a7a3-1a8b9fb1c717 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:55.354760 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-6b56f4ff-1927-4d7c-a7a3-1a8b9fb1c717 None None] Calling delete_port for 6fa3f09d-dd24-4aee-9529-01f078064164 owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:46:55.377572 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789cad74-18d0-434d-be0a-21fc796d9c15 admin admin] Pushing event deleted for resources: {'Port': ['ID=6fa3f09d-dd24-4aee-9529-01f078064164,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:46:55.384042 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789cad74-18d0-434d-be0a-21fc796d9c15 admin admin] No DVR routers for this DVR port 6fa3f09d-dd24-4aee-9529-01f078064164 on host n-d-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:46:55.491956 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-789cad74-18d0-434d-be0a-21fc796d9c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:55.495351 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-6b56f4ff-1927-4d7c-a7a3-1a8b9fb1c717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:55.519635 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-789cad74-18d0-434d-be0a-21fc796d9c15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c965b1ca-1026-4f2a-b9c6-9b27c1559ab6']}} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:46:55.531437 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b56f4ff-1927-4d7c-a7a3-1a8b9fb1c717 None None] Pushing event deleted for resources: {'Port': ['ID=6fa3f09d-dd24-4aee-9529-01f078064164,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:46:55.535227 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-789cad74-18d0-434d-be0a-21fc796d9c15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c274e0fa-f2fa-462e-9b08-cdd3dbf8eb9f') {'for_net_delete': True} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:46:55.535530 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-789cad74-18d0-434d-be0a-21fc796d9c15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c274e0fa-f2fa-462e-9b08-cdd3dbf8eb9f') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:46:55.537115 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b56f4ff-1927-4d7c-a7a3-1a8b9fb1c717 None None] No DVR routers for this DVR port 6fa3f09d-dd24-4aee-9529-01f078064164 on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:46:55.552769 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-789cad74-18d0-434d-be0a-21fc796d9c15 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29786371'] for segment, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:55.570777 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-789cad74-18d0-434d-be0a-21fc796d9c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:55.579031 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-789cad74-18d0-434d-be0a-21fc796d9c15 admin admin] Releasing vlan 662 on physical network physnet1 to pool {{(pid=94421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 12:46:55.579451 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-789cad74-18d0-434d-be0a-21fc796d9c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25038799'] for segment, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:55.581649 n-d-803378-2 neutron-server[94421]: Traceback (most recent call last): Aug 05 12:46:55.581649 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 12:46:55.581649 n-d-803378-2 neutron-server[94421]: timer() Aug 05 12:46:55.581649 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 12:46:55.581649 n-d-803378-2 neutron-server[94421]: cb(*args, **kw) Aug 05 12:46:55.581649 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 12:46:55.581649 n-d-803378-2 neutron-server[94421]: return func(*args, **kwargs) Aug 05 12:46:55.581649 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 12:46:55.581649 n-d-803378-2 neutron-server[94421]: self._notify() Aug 05 12:46:55.581649 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 12:46:55.581649 n-d-803378-2 neutron-server[94421]: self.callback(batched_events) Aug 05 12:46:55.581649 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 12:46:55.581649 n-d-803378-2 neutron-server[94421]: event.method(event) Aug 05 12:46:55.581649 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 12:46:55.581649 n-d-803378-2 neutron-server[94421]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 12:46:55.581649 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 12:46:55.581649 n-d-803378-2 neutron-server[94421]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 12:46:55.581649 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 12:46:55.581649 n-d-803378-2 neutron-server[94421]: return f(self, *a, **k) Aug 05 12:46:55.581649 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 12:46:55.581649 n-d-803378-2 neutron-server[94421]: return self._get(url).json() Aug 05 12:46:55.581649 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 12:46:55.581649 n-d-803378-2 neutron-server[94421]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 12:46:55.581649 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 12:46:55.581649 n-d-803378-2 neutron-server[94421]: return self.request(url, 'GET', **kwargs) Aug 05 12:46:55.581649 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 12:46:55.581649 n-d-803378-2 neutron-server[94421]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 12:46:55.581649 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 12:46:55.581649 n-d-803378-2 neutron-server[94421]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 12:46:55.581649 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 12:46:55.581649 n-d-803378-2 neutron-server[94421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 12:46:55.581649 n-d-803378-2 neutron-server[94421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 12:46:55.643142 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-789cad74-18d0-434d-be0a-21fc796d9c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:55.654308 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-789cad74-18d0-434d-be0a-21fc796d9c15 admin admin] Notify callbacks [] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:55.657023 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-789cad74-18d0-434d-be0a-21fc796d9c15 admin admin] 10.222.0.58 "DELETE /v2.0/networks/c965b1ca-1026-4f2a-b9c6-9b27c1559ab6 HTTP/1.1" status: 204 len: 168 time: 0.7261024 Aug 05 12:46:55.674918 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789cad74-18d0-434d-be0a-21fc796d9c15 admin admin] Pushing event deleted for resources: {'Network': ['ID=c965b1ca-1026-4f2a-b9c6-9b27c1559ab6,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:46:55.815509 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 75cbcd37-2dcd-4467-bbcc-96c85010b464 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:46:55.838207 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 75cbcd37-2dcd-4467-bbcc-96c85010b464 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:46:55.838420 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 75cbcd37-2dcd-4467-bbcc-96c85010b464 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:46:55.838820 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 6afdd655-8c1a-4ec0-ab0f-758768279611 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:46:55.863137 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 6afdd655-8c1a-4ec0-ab0f-758768279611 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:46:55.863858 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 6afdd655-8c1a-4ec0-ab0f-758768279611 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:46:55.863858 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 6fa3f09d-dd24-4aee-9529-01f078064164 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:46:55.885041 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 6fa3f09d-dd24-4aee-9529-01f078064164 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:46:55.885363 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 6fa3f09d-dd24-4aee-9529-01f078064164 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:46:55.896052 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49238) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:46:55.963975 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-d32ed5f9-4c62-4c6a-a241-939d9294cb57 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bd56f6d5533d40f7847b00d1b8de0dae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0660510 Aug 05 12:46:55.966264 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49240) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:46:56.029137 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-11dc4ff5-d91e-419f-9752-d4d802fa07a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:56.054121 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-11dc4ff5-d91e-419f-9752-d4d802fa07a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:56.110373 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-11dc4ff5-d91e-419f-9752-d4d802fa07a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:56.113165 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-11dc4ff5-d91e-419f-9752-d4d802fa07a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:56.114495 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-11dc4ff5-d91e-419f-9752-d4d802fa07a8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ec81f4eb-cbcc-4b34-9f7a-2e51faf5856f HTTP/1.1" status: 204 len: 168 time: 0.1471422 Aug 05 12:46:56.124520 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dc4ff5-d91e-419f-9752-d4d802fa07a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec81f4eb-cbcc-4b34-9f7a-2e51faf5856f,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:46:56.529839 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49246) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:46:56.576629 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-fcffad64-fdea-4df1-976e-e891d2aea9b9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=db260442fa30426ea23e4bda3a790a03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0455618 Aug 05 12:46:56.579105 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49248) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:46:56.634723 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e1ecf646-4d74-4c7f-bff3-cc367a3f86dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:56.657121 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e1ecf646-4d74-4c7f-bff3-cc367a3f86dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:56.709024 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e1ecf646-4d74-4c7f-bff3-cc367a3f86dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:56.711799 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-e1ecf646-4d74-4c7f-bff3-cc367a3f86dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:56.713085 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-e1ecf646-4d74-4c7f-bff3-cc367a3f86dc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/91766a6f-f382-46b9-a6e3-47f6a19f97f9 HTTP/1.1" status: 204 len: 168 time: 0.1330109 Aug 05 12:46:56.721718 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ecf646-4d74-4c7f-bff3-cc367a3f86dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91766a6f-f382-46b9-a6e3-47f6a19f97f9,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:46:58.498619 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49288) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:46:58.503520 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-9caff8d6-f154-463c-87db-bac7ddf010b9 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1803407295', 'description': 'tempest-secgroup-smoke-1803407295 description', 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:46:58.531471 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9caff8d6-f154-463c-87db-bac7ddf010b9 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:58.540246 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9caff8d6-f154-463c-87db-bac7ddf010b9 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:58.649407 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9caff8d6-f154-463c-87db-bac7ddf010b9 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:58.655015 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9caff8d6-f154-463c-87db-bac7ddf010b9 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:58.693890 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caff8d6-f154-463c-87db-bac7ddf010b9 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f41f38b4-6e83-4c6e-9621-167f4c16b940,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:46:58.762610 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9caff8d6-f154-463c-87db-bac7ddf010b9 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:58.768132 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9caff8d6-f154-463c-87db-bac7ddf010b9 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:58.795660 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9caff8d6-f154-463c-87db-bac7ddf010b9 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:58.797005 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-9caff8d6-f154-463c-87db-bac7ddf010b9 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2973773 Aug 05 12:46:58.799938 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49290) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:46:58.806170 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-4bdfd3a2-4d16-466c-ae26-f1975f4afd01 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Request body: {'security_group_rule': {'security_group_id': 'a69e916a-8213-44ec-9f2a-20d7d4306494', 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:46:58.810331 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caff8d6-f154-463c-87db-bac7ddf010b9 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a69e916a-8213-44ec-9f2a-20d7d4306494,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:46:58.838034 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4bdfd3a2-4d16-466c-ae26-f1975f4afd01 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:58.896809 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4bdfd3a2-4d16-466c-ae26-f1975f4afd01 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:58.901566 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4bdfd3a2-4d16-466c-ae26-f1975f4afd01 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:58.920387 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdfd3a2-4d16-466c-ae26-f1975f4afd01 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a610f27-47d7-4a2f-99db-d77fac6130ca,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:46:58.925487 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-4bdfd3a2-4d16-466c-ae26-f1975f4afd01 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:58.926681 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-4bdfd3a2-4d16-466c-ae26-f1975f4afd01 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1248612 Aug 05 12:46:58.929529 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49292) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:46:58.934402 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-7ee97f3c-9104-4ca2-9297-eea413956104 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Request body: {'security_group_rule': {'security_group_id': 'a69e916a-8213-44ec-9f2a-20d7d4306494', 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:46:58.961782 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7ee97f3c-9104-4ca2-9297-eea413956104 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:59.024356 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7ee97f3c-9104-4ca2-9297-eea413956104 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:59.028271 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7ee97f3c-9104-4ca2-9297-eea413956104 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:59.048886 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee97f3c-9104-4ca2-9297-eea413956104 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3113e34e-b09d-489c-a908-72dd9b49ab68,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:46:59.052607 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7ee97f3c-9104-4ca2-9297-eea413956104 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:59.053824 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-7ee97f3c-9104-4ca2-9297-eea413956104 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1230631 Aug 05 12:46:59.056828 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49294) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:46:59.061316 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-5ecd286f-5792-4cf6-975e-94912fd00210 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Request body: {'security_group_rule': {'security_group_id': 'a69e916a-8213-44ec-9f2a-20d7d4306494', 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:46:59.090776 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5ecd286f-5792-4cf6-975e-94912fd00210 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:59.152180 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5ecd286f-5792-4cf6-975e-94912fd00210 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:59.156965 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5ecd286f-5792-4cf6-975e-94912fd00210 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:59.174993 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecd286f-5792-4cf6-975e-94912fd00210 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49fa681a-7c87-4ca2-9125-adbf8ae55260,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:46:59.182313 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5ecd286f-5792-4cf6-975e-94912fd00210 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:59.183863 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-5ecd286f-5792-4cf6-975e-94912fd00210 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1260557 Aug 05 12:46:59.186886 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49296) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:46:59.193531 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-5601255d-332d-4b96-b71e-a6aac95ee8d4 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Request body: {'security_group_rule': {'security_group_id': 'a69e916a-8213-44ec-9f2a-20d7d4306494', 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:46:59.223816 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5601255d-332d-4b96-b71e-a6aac95ee8d4 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:59.290506 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5601255d-332d-4b96-b71e-a6aac95ee8d4 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:59.294495 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5601255d-332d-4b96-b71e-a6aac95ee8d4 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:59.314592 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5601255d-332d-4b96-b71e-a6aac95ee8d4 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37eacc9d-92f2-4b15-97f4-36c78f877a5b,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:46:59.323534 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5601255d-332d-4b96-b71e-a6aac95ee8d4 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:59.324909 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-5601255d-332d-4b96-b71e-a6aac95ee8d4 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1368115 Aug 05 12:46:59.327728 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49298) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:46:59.332569 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-0d92b387-b267-4fa3-ac80-a3f81fd25a97 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Request body: {'security_group_rule': {'security_group_id': 'a69e916a-8213-44ec-9f2a-20d7d4306494', 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:46:59.357987 n-d-803378-2 neutron-server[94420]: INFO neutron.db.securitygroups_db [None req-0d92b387-b267-4fa3-ac80-a3f81fd25a97 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Project 7ebbcc569b8f45a1a422fca72fe4b773 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 05 12:46:59.366560 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0d92b387-b267-4fa3-ac80-a3f81fd25a97 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:59.434318 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0d92b387-b267-4fa3-ac80-a3f81fd25a97 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:59.438324 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0d92b387-b267-4fa3-ac80-a3f81fd25a97 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:59.456791 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d92b387-b267-4fa3-ac80-a3f81fd25a97 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d4bb856-93d0-4592-9e87-c58a658d15ff,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:46:59.465755 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0d92b387-b267-4fa3-ac80-a3f81fd25a97 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:59.467286 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-0d92b387-b267-4fa3-ac80-a3f81fd25a97 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1385286 Aug 05 12:46:59.469995 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49302) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:46:59.475061 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-0024192a-5e8d-4805-8e39-c3ff11d9bfec tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Request body: {'security_group_rule': {'security_group_id': 'a69e916a-8213-44ec-9f2a-20d7d4306494', 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:46:59.501478 n-d-803378-2 neutron-server[94420]: INFO neutron.db.securitygroups_db [None req-0024192a-5e8d-4805-8e39-c3ff11d9bfec tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Project 7ebbcc569b8f45a1a422fca72fe4b773 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 05 12:46:59.506572 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0024192a-5e8d-4805-8e39-c3ff11d9bfec tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:59.574322 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0024192a-5e8d-4805-8e39-c3ff11d9bfec tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:59.578147 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0024192a-5e8d-4805-8e39-c3ff11d9bfec tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:59.599416 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0024192a-5e8d-4805-8e39-c3ff11d9bfec tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f22a958-1ad2-4f5a-9e56-2d522e7f481f,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:46:59.606246 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0024192a-5e8d-4805-8e39-c3ff11d9bfec tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:59.607537 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-0024192a-5e8d-4805-8e39-c3ff11d9bfec tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1366019 Aug 05 12:46:59.610784 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49304) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:46:59.616039 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-3abcb368-1712-4358-a4dc-a18a3d1efbdf tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Request body: {'network': {'name': 'tempest-network-smoke--788178424', 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'port_security_enabled': True}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:46:59.639002 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3abcb368-1712-4358-a4dc-a18a3d1efbdf tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Made reservation on behalf of 7ebbcc569b8f45a1a422fca72fe4b773 for: {'network': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:46:59.642489 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3abcb368-1712-4358-a4dc-a18a3d1efbdf tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:59.669107 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3abcb368-1712-4358-a4dc-a18a3d1efbdf tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] vlan segment allocate from pool success with {'vlan_id': 691, 'physical_network': 'physnet1'} {{(pid=94420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 12:46:59.678728 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3abcb368-1712-4358-a4dc-a18a3d1efbdf tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:59.679046 n-d-803378-2 neutron-server[94420]: INFO neutron.db.segments_db [None req-3abcb368-1712-4358-a4dc-a18a3d1efbdf tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Added segment b2fc848d-5bd6-4dc0-81b8-1926d5c1e903 of type vlan for network 8c46fbc8-6319-4f3c-9ae5-a5600990b558 Aug 05 12:46:59.723177 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3abcb368-1712-4358-a4dc-a18a3d1efbdf tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:59.760287 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3abcb368-1712-4358-a4dc-a18a3d1efbdf tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:59.768096 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3abcb368-1712-4358-a4dc-a18a3d1efbdf tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:46:59.769094 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3abcb368-1712-4358-a4dc-a18a3d1efbdf tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:59.846400 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-3abcb368-1712-4358-a4dc-a18a3d1efbdf tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2343760 Aug 05 12:46:59.849363 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49306) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:46:59.855332 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-aaf4f8f8-591c-4f85-b4fb-e414a8b7e4de tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-718365852', 'admin_state_up': True, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:46:59.862715 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abcb368-1712-4358-a4dc-a18a3d1efbdf tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Pushing event updated for resources: {'Network': ['ID=8c46fbc8-6319-4f3c-9ae5-a5600990b558,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:46:59.875523 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 8c46fbc8-6319-4f3c-9ae5-a5600990b558 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 12:46:59.882410 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-aaf4f8f8-591c-4f85-b4fb-e414a8b7e4de tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33260300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1929'] for router, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:59.884381 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-aaf4f8f8-591c-4f85-b4fb-e414a8b7e4de tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33285914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33034662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1926'] for router, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:46:59.949628 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-aaf4f8f8-591c-4f85-b4fb-e414a8b7e4de tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:47:00.096100 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-aaf4f8f8-591c-4f85-b4fb-e414a8b7e4de tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:47:00.186681 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:47:00.329096 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-aaf4f8f8-591c-4f85-b4fb-e414a8b7e4de tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for router_gateway, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:47:00.348809 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-aaf4f8f8-591c-4f85-b4fb-e414a8b7e4de tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:47:00.465242 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-aaf4f8f8-591c-4f85-b4fb-e414a8b7e4de tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Allocated IP 172.25.5.190 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/bb95816f-ce27-442d-97fd-15d07d5bf582) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:47:00.579751 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-aaf4f8f8-591c-4f85-b4fb-e414a8b7e4de tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:47:00.627406 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-aaf4f8f8-591c-4f85-b4fb-e414a8b7e4de tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:47:00.669397 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf4f8f8-591c-4f85-b4fb-e414a8b7e4de tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:47:00.674601 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-aaf4f8f8-591c-4f85-b4fb-e414a8b7e4de tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:47:00.678416 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf4f8f8-591c-4f85-b4fb-e414a8b7e4de tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:47:00.708025 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf4f8f8-591c-4f85-b4fb-e414a8b7e4de tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Pushing event updated for resources: {'Port': ['ID=bb95816f-ce27-442d-97fd-15d07d5bf582,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:47:01.022931 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-aaf4f8f8-591c-4f85-b4fb-e414a8b7e4de tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for router_gateway, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:47:01.252786 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-aaf4f8f8-591c-4f85-b4fb-e414a8b7e4de tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286026'] for router, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:47:01.389882 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaf4f8f8-591c-4f85-b4fb-e414a8b7e4de tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Router 2de8eab2-feca-402b-b068-520ad3593c35 is scheduled to L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d with binding_index 1 {{(pid=94421) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 12:47:01.494872 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaf4f8f8-591c-4f85-b4fb-e414a8b7e4de tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:47:01.504420 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00fb09d-a125-4047-bf5d-71b9818ac271 None None] Sync routers for ids ['2de8eab2-feca-402b-b068-520ad3593c35'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:47:01.514344 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00fb09d-a125-4047-bf5d-71b9818ac271 None None] Routers {'2de8eab2-feca-402b-b068-520ad3593c35'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:47:01.514577 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-aaf4f8f8-591c-4f85-b4fb-e414a8b7e4de tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for router, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:47:01.515343 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-f00fb09d-a125-4047-bf5d-71b9818ac271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:46:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['2de8eab2-feca-402b-b068-520ad3593c35'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:47:01.515939 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-aaf4f8f8-591c-4f85-b4fb-e414a8b7e4de tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.6653311 Aug 05 12:47:01.519008 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49308) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:47:01.635405 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-f00fb09d-a125-4047-bf5d-71b9818ac271 None None] Set router 2de8eab2-feca-402b-b068-520ad3593c35 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:47:01.658444 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-f935ec0e-108e-4477-8f34-ea62f5bcb937 tempest-TestNetworkAdvancedServerOps-883279947 tempest-TestNetworkAdvancedServerOps-883279947-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=7ebbcc569b8f45a1a422fca72fe4b773&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1344423 Aug 05 12:47:01.658444 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49314) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:47:01.816052 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ddfbd2-6ee9-41da-b9c1-87841dea9071 tempest-TestNetworkAdvancedServerOps-883279947 tempest-TestNetworkAdvancedServerOps-883279947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:47:01.818313 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-c1ddfbd2-6ee9-41da-b9c1-87841dea9071 tempest-TestNetworkAdvancedServerOps-883279947 tempest-TestNetworkAdvancedServerOps-883279947-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1601803 Aug 05 12:47:01.818930 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-f00fb09d-a125-4047-bf5d-71b9818ac271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2de8eab2-feca-402b-b068-520ad3593c35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-718365852', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': 'bb95816f-ce27-442d-97fd-15d07d5bf582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:46:59Z', 'updated_at': '2021-08-05T12:47:00Z', 'revision_number': 3, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'gw_port': {'id': 'bb95816f-ce27-442d-97fd-15d07d5bf582', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:19:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2de8eab2-feca-402b-b068-520ad3593c35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:47:00Z', 'updated_at': '2021-08-05T12:47:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:47:01.821872 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49316) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:47:01.850100 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00fb09d-a125-4047-bf5d-71b9818ac271 None None] Checking router: 2de8eab2-feca-402b-b068-520ad3593c35 for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:47:01.850449 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00fb09d-a125-4047-bf5d-71b9818ac271 None None] Updating router 2de8eab2-feca-402b-b068-520ad3593c35 port bb95816f-ce27-442d-97fd-15d07d5bf582 binding host n-d-803378-2 {{(pid=94423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 12:47:01.862744 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-61bb8f55-184b-44af-a69c-466deef778ac tempest-TestNetworkAdvancedServerOps-883279947 tempest-TestNetworkAdvancedServerOps-883279947-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0394001 Aug 05 12:47:01.865432 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49318) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:47:01.870678 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-b9f1f1f1-ce59-4ebc-84f9-ae935f8b38ff tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-68037794', 'network_id': '8c46fbc8-6319-4f3c-9ae5-a5600990b558', 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:47:01.878781 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-f00fb09d-a125-4047-bf5d-71b9818ac271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:47:01.975164 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9f1f1f1-ce59-4ebc-84f9-ae935f8b38ff tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Made reservation on behalf of 7ebbcc569b8f45a1a422fca72fe4b773 for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:47:01.979472 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b9f1f1f1-ce59-4ebc-84f9-ae935f8b38ff tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:47:02.154948 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-f00fb09d-a125-4047-bf5d-71b9818ac271 None None] Notify callbacks [] for port, precommit_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:47:02.167359 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.provisioning_blocks [None req-f00fb09d-a125-4047-bf5d-71b9818ac271 None None] Transition to ACTIVE for port object bb95816f-ce27-442d-97fd-15d07d5bf582 will not be triggered until provisioned by entity L2. {{(pid=94423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:47:02.174158 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-f00fb09d-a125-4047-bf5d-71b9818ac271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:47:02.194296 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b9f1f1f1-ce59-4ebc-84f9-ae935f8b38ff tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25038678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30075167'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:47:02.227352 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-f00fb09d-a125-4047-bf5d-71b9818ac271 None None] Attempting to bind port bb95816f-ce27-442d-97fd-15d07d5bf582 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:47:02.227840 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-f00fb09d-a125-4047-bf5d-71b9818ac271 None None] Attempting to bind port bb95816f-ce27-442d-97fd-15d07d5bf582 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}] {{(pid=94423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:47:02.228475 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00fb09d-a125-4047-bf5d-71b9818ac271 None None] Attempting to bind port bb95816f-ce27-442d-97fd-15d07d5bf582 on network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:47:02.238677 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00fb09d-a125-4047-bf5d-71b9818ac271 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:47:02.239048 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00fb09d-a125-4047-bf5d-71b9818ac271 None None] Checking segment: {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:47:02.239431 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-f00fb09d-a125-4047-bf5d-71b9818ac271 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:47:02.239819 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00fb09d-a125-4047-bf5d-71b9818ac271 None None] Bound using segment: {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'} {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:47:02.240281 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-f00fb09d-a125-4047-bf5d-71b9818ac271 None None] Bound port: bb95816f-ce27-442d-97fd-15d07d5bf582, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}}] {{(pid=94423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:47:02.240685 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-f00fb09d-a125-4047-bf5d-71b9818ac271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:47:02.247019 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad939db-ab01-4de0-b2c5-1876a7204125 None None] Pushing event updated for resources: {'Port': ['ID=bb95816f-ce27-442d-97fd-15d07d5bf582,revision_number=2']} {{(pid=94423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:47:02.265451 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f1f1f1-ce59-4ebc-84f9-ae935f8b38ff tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Pushing event updated for resources: {'Subnet': ['ID=419bd58b-d80f-43b5-862f-8d11928b11aa,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:47:02.277870 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f1f1f1-ce59-4ebc-84f9-ae935f8b38ff tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Checking segment: {'id': 'b2fc848d-5bd6-4dc0-81b8-1926d5c1e903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '8c46fbc8-6319-4f3c-9ae5-a5600990b558'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:47:02.278236 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f1f1f1-ce59-4ebc-84f9-ae935f8b38ff tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Network hostable DHCP agents. Network: 8c46fbc8-6319-4f3c-9ae5-a5600990b558, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 12:47:02.283849 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad939db-ab01-4de0-b2c5-1876a7204125 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:47:02.284215 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad939db-ab01-4de0-b2c5-1876a7204125 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:47:02.284557 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad939db-ab01-4de0-b2c5-1876a7204125 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:47:02.284916 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad939db-ab01-4de0-b2c5-1876a7204125 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:47:02.285208 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad939db-ab01-4de0-b2c5-1876a7204125 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:47:02.285530 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad939db-ab01-4de0-b2c5-1876a7204125 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:47:02.285847 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad939db-ab01-4de0-b2c5-1876a7204125 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:47:02.286163 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad939db-ab01-4de0-b2c5-1876a7204125 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:47:02.286487 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad939db-ab01-4de0-b2c5-1876a7204125 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:47:02.286967 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad939db-ab01-4de0-b2c5-1876a7204125 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:47:02.287084 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad939db-ab01-4de0-b2c5-1876a7204125 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:47:02.287406 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad939db-ab01-4de0-b2c5-1876a7204125 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:47:02.300374 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f1f1f1-ce59-4ebc-84f9-ae935f8b38ff tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Network 8c46fbc8-6319-4f3c-9ae5-a5600990b558 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 12:47:02.310975 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-b9f1f1f1-ce59-4ebc-84f9-ae935f8b38ff tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, 8c46fbc8-6319-4f3c-9ae5-a5600990b558) {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:47:02.313201 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.db [None req-f00fb09d-a125-4047-bf5d-71b9818ac271 None None] For port bb95816f-ce27-442d-97fd-15d07d5bf582, host n-d-803378-2, cleared binding levels {{(pid=94423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:47:02.316401 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.db [None req-f00fb09d-a125-4047-bf5d-71b9818ac271 None None] For port bb95816f-ce27-442d-97fd-15d07d5bf582, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=bb95816f-ce27-442d-97fd-15d07d5bf582,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:47:02.319368 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f1f1f1-ce59-4ebc-84f9-ae935f8b38ff tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:47:02.319949 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b9f1f1f1-ce59-4ebc-84f9-ae935f8b38ff tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:47:02.320086 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea9e5d04-6f10-479f-a657-d009d2748fae None None] Network 8c46fbc8-6319-4f3c-9ae5-a5600990b558 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:47:02.321478 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-f00fb09d-a125-4047-bf5d-71b9818ac271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:47:02.342947 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-b9f1f1f1-ce59-4ebc-84f9-ae935f8b38ff tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4739695 Aug 05 12:47:02.343310 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49320) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:47:02.374108 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00fb09d-a125-4047-bf5d-71b9818ac271 None None] Routers {'2de8eab2-feca-402b-b068-520ad3593c35'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:47:02.374739 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-f00fb09d-a125-4047-bf5d-71b9818ac271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:46:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['2de8eab2-feca-402b-b068-520ad3593c35'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:47:02.470635 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad939db-ab01-4de0-b2c5-1876a7204125 None None] Pushing event updated for resources: {'Port': ['ID=bb95816f-ce27-442d-97fd-15d07d5bf582,revision_number=3']} {{(pid=94423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:47:02.503604 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde348f8-685d-4f08-ad3c-82ca0aed99ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-8c46fbc8-6319-4f3c-9ae5-a5600990b558', 'network_id': '8c46fbc8-6319-4f3c-9ae5-a5600990b558', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'fixed_ips': [{'subnet_id': '419bd58b-d80f-43b5-862f-8d11928b11aa'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 12:47:02.505655 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-bde348f8-685d-4f08-ad3c-82ca0aed99ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:47:02.510852 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-f00fb09d-a125-4047-bf5d-71b9818ac271 None None] Set router 2de8eab2-feca-402b-b068-520ad3593c35 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:47:02.682732 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-bde348f8-685d-4f08-ad3c-82ca0aed99ac None None] Allocated IP 172.20.0.2 (8c46fbc8-6319-4f3c-9ae5-a5600990b558/419bd58b-d80f-43b5-862f-8d11928b11aa/455c2805-2b83-408b-91c9-5c48058fe9f5) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:47:02.766939 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-f00fb09d-a125-4047-bf5d-71b9818ac271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2de8eab2-feca-402b-b068-520ad3593c35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-718365852', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': 'bb95816f-ce27-442d-97fd-15d07d5bf582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:46:59Z', 'updated_at': '2021-08-05T12:47:00Z', 'revision_number': 3, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'gw_port': {'id': 'bb95816f-ce27-442d-97fd-15d07d5bf582', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:19:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2de8eab2-feca-402b-b068-520ad3593c35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:47:00Z', 'updated_at': '2021-08-05T12:47:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:47:02.802068 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00fb09d-a125-4047-bf5d-71b9818ac271 None None] The sync data for ids ['2de8eab2-feca-402b-b068-520ad3593c35'] in n-d-803378-2 is: [{'id': '2de8eab2-feca-402b-b068-520ad3593c35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-718365852', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': 'bb95816f-ce27-442d-97fd-15d07d5bf582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:46:59Z', 'updated_at': '2021-08-05T12:47:00Z', 'revision_number': 3, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'gw_port': {'id': 'bb95816f-ce27-442d-97fd-15d07d5bf582', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:19:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2de8eab2-feca-402b-b068-520ad3593c35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:47:00Z', 'updated_at': '2021-08-05T12:47:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:47:02.904018 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-bde348f8-685d-4f08-ad3c-82ca0aed99ac None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:47:02.916131 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-bde348f8-685d-4f08-ad3c-82ca0aed99ac None None] Transition to ACTIVE for port object 455c2805-2b83-408b-91c9-5c48058fe9f5 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:47:02.937131 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-bde348f8-685d-4f08-ad3c-82ca0aed99ac None None] Transition to ACTIVE for port object 455c2805-2b83-408b-91c9-5c48058fe9f5 will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:47:02.944957 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-bde348f8-685d-4f08-ad3c-82ca0aed99ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:47:02.959632 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-81d81d4f-9709-4577-a980-38a347e7df15 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:47:02.996114 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde348f8-685d-4f08-ad3c-82ca0aed99ac None None] Network 8c46fbc8-6319-4f3c-9ae5-a5600990b558 is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:47:03.003009 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-bde348f8-685d-4f08-ad3c-82ca0aed99ac None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:47:03.007168 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde348f8-685d-4f08-ad3c-82ca0aed99ac None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:47:03.021248 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde348f8-685d-4f08-ad3c-82ca0aed99ac None None] Pushing event updated for resources: {'Port': ['ID=455c2805-2b83-408b-91c9-5c48058fe9f5,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:47:03.101180 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-bde348f8-685d-4f08-ad3c-82ca0aed99ac None None] Attempting to bind port 455c2805-2b83-408b-91c9-5c48058fe9f5 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:47:03.102506 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-bde348f8-685d-4f08-ad3c-82ca0aed99ac None None] Attempting to bind port 455c2805-2b83-408b-91c9-5c48058fe9f5 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'b2fc848d-5bd6-4dc0-81b8-1926d5c1e903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '8c46fbc8-6319-4f3c-9ae5-a5600990b558'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:47:03.102946 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde348f8-685d-4f08-ad3c-82ca0aed99ac None None] Attempting to bind port 455c2805-2b83-408b-91c9-5c48058fe9f5 on network 8c46fbc8-6319-4f3c-9ae5-a5600990b558 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:47:03.108919 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde348f8-685d-4f08-ad3c-82ca0aed99ac None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:47:03.109390 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde348f8-685d-4f08-ad3c-82ca0aed99ac None None] Checking segment: {'id': 'b2fc848d-5bd6-4dc0-81b8-1926d5c1e903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '8c46fbc8-6319-4f3c-9ae5-a5600990b558'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:47:03.109808 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-bde348f8-685d-4f08-ad3c-82ca0aed99ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:47:03.110205 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde348f8-685d-4f08-ad3c-82ca0aed99ac None None] Bound using segment: {'id': 'b2fc848d-5bd6-4dc0-81b8-1926d5c1e903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '8c46fbc8-6319-4f3c-9ae5-a5600990b558'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:47:03.110678 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-bde348f8-685d-4f08-ad3c-82ca0aed99ac None None] Bound port: 455c2805-2b83-408b-91c9-5c48058fe9f5, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2fc848d-5bd6-4dc0-81b8-1926d5c1e903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '8c46fbc8-6319-4f3c-9ae5-a5600990b558'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:47:03.111063 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-bde348f8-685d-4f08-ad3c-82ca0aed99ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:47:03.202333 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-bde348f8-685d-4f08-ad3c-82ca0aed99ac None None] For port 455c2805-2b83-408b-91c9-5c48058fe9f5, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:47:03.208200 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-bde348f8-685d-4f08-ad3c-82ca0aed99ac None None] For port 455c2805-2b83-408b-91c9-5c48058fe9f5, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=455c2805-2b83-408b-91c9-5c48058fe9f5,segment=NetworkSegment(b2fc848d-5bd6-4dc0-81b8-1926d5c1e903),segment_id=b2fc848d-5bd6-4dc0-81b8-1926d5c1e903)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:47:03.216204 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-bde348f8-685d-4f08-ad3c-82ca0aed99ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:47:03.292560 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde348f8-685d-4f08-ad3c-82ca0aed99ac None None] Pushing event updated for resources: {'Port': ['ID=455c2805-2b83-408b-91c9-5c48058fe9f5,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:47:03.378011 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-81d81d4f-9709-4577-a980-38a347e7df15 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Allocated IP 172.20.0.1 (8c46fbc8-6319-4f3c-9ae5-a5600990b558/419bd58b-d80f-43b5-862f-8d11928b11aa/1bc648ee-706b-4239-9ab3-a1c7bd8b7f43) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:47:03.546968 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-81d81d4f-9709-4577-a980-38a347e7df15 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:47:03.577799 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [None req-81d81d4f-9709-4577-a980-38a347e7df15 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Transition to ACTIVE for port object 1bc648ee-706b-4239-9ab3-a1c7bd8b7f43 will not be triggered until provisioned by entity DHCP. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:47:03.621509 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-81d81d4f-9709-4577-a980-38a347e7df15 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:47:03.672466 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d81d4f-9709-4577-a980-38a347e7df15 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Network 8c46fbc8-6319-4f3c-9ae5-a5600990b558 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:47:03.678283 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-81d81d4f-9709-4577-a980-38a347e7df15 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:47:03.685562 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d81d4f-9709-4577-a980-38a347e7df15 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:47:03.717883 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d81d4f-9709-4577-a980-38a347e7df15 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Pushing event updated for resources: {'Port': ['ID=1bc648ee-706b-4239-9ab3-a1c7bd8b7f43,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:47:03.746846 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-81d81d4f-9709-4577-a980-38a347e7df15 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33288800'] for router_interface, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:47:03.901737 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device bb95816f-ce27-442d-97fd-15d07d5bf582 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:47:03.927865 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-81d81d4f-9709-4577-a980-38a347e7df15 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:47:03.956688 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port bb95816f-ce27-442d-97fd-15d07d5bf582 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:47:03.963121 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port bb95816f-ce27-442d-97fd-15d07d5bf582 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:47:03.963121 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:47:04.061467 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:47:04.087465 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port bb95816f-ce27-442d-97fd-15d07d5bf582, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=bb95816f-ce27-442d-97fd-15d07d5bf582,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:47:04.093286 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:47:04.094559 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 455c2805-2b83-408b-91c9-5c48058fe9f5 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:47:04.168889 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=bb95816f-ce27-442d-97fd-15d07d5bf582,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:47:04.206917 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 455c2805-2b83-408b-91c9-5c48058fe9f5 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:47:04.285736 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-81d81d4f-9709-4577-a980-38a347e7df15 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:47:04.291529 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-81d81d4f-9709-4577-a980-38a347e7df15 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:47:04.342212 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12208af0-3c7b-42ae-920d-52ba38f782cc None None] Network 8c46fbc8-6319-4f3c-9ae5-a5600990b558 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:47:04.372616 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d81d4f-9709-4577-a980-38a347e7df15 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Pushing event updated for resources: {'Port': ['ID=1bc648ee-706b-4239-9ab3-a1c7bd8b7f43,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:47:04.378371 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-81d81d4f-9709-4577-a980-38a347e7df15 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33140268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33208272'] for router_interface, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:47:04.420321 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-6a711c33-a106-4d8d-b8b9-55ec67127096 None None] Provisioning for port 455c2805-2b83-408b-91c9-5c48058fe9f5 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:47:04.427904 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-6a711c33-a106-4d8d-b8b9-55ec67127096 None None] Provisioning complete for port 455c2805-2b83-408b-91c9-5c48058fe9f5 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:47:04.427904 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-6a711c33-a106-4d8d-b8b9-55ec67127096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:47:04.491360 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d81d4f-9709-4577-a980-38a347e7df15 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Network 8c46fbc8-6319-4f3c-9ae5-a5600990b558 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:47:04.494565 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-81d81d4f-9709-4577-a980-38a347e7df15 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:47:04.595077 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-6a711c33-a106-4d8d-b8b9-55ec67127096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:47:04.634673 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81d81d4f-9709-4577-a980-38a347e7df15 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Router 2de8eab2-feca-402b-b068-520ad3593c35 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:47:04.645704 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-6a711c33-a106-4d8d-b8b9-55ec67127096 None None] For port 455c2805-2b83-408b-91c9-5c48058fe9f5, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=455c2805-2b83-408b-91c9-5c48058fe9f5,segment=NetworkSegment(b2fc848d-5bd6-4dc0-81b8-1926d5c1e903),segment_id=b2fc848d-5bd6-4dc0-81b8-1926d5c1e903)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:47:04.651841 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-6a711c33-a106-4d8d-b8b9-55ec67127096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:47:04.713035 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a711c33-a106-4d8d-b8b9-55ec67127096 None None] Pushing event updated for resources: {'Port': ['ID=455c2805-2b83-408b-91c9-5c48058fe9f5,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:47:04.769544 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81d81d4f-9709-4577-a980-38a347e7df15 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:47:04.775157 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-81d81d4f-9709-4577-a980-38a347e7df15 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "PUT /v2.0/routers/2de8eab2-feca-402b-b068-520ad3593c35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4307535 Aug 05 12:47:04.904814 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b03f904e-2929-44d6-89a1-963556de8d46 None None] Provisioning complete for port 455c2805-2b83-408b-91c9-5c48058fe9f5 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:47:04.905575 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b03f904e-2929-44d6-89a1-963556de8d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:47:04.952120 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9d961220-c98e-43b8-a6bc-c44c9ca57e31 req-85fa16a5-c182-4ed8-8b54-909429d1068e tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1803407295&fields=id&tenant_id=7ebbcc569b8f45a1a422fca72fe4b773 HTTP/1.1" status: 200 len: 267 time: 0.0521545 Aug 05 12:47:05.014090 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b03f904e-2929-44d6-89a1-963556de8d46 None None] Provisioning for port 1bc648ee-706b-4239-9ab3-a1c7bd8b7f43 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:47:05.018414 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b03f904e-2929-44d6-89a1-963556de8d46 None None] Provisioning complete for port 1bc648ee-706b-4239-9ab3-a1c7bd8b7f43 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:47:05.018797 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b03f904e-2929-44d6-89a1-963556de8d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:47:05.046688 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e6d6fb-9fdf-4425-8ff6-baaa030460c7 None None] Sync routers for ids ['2de8eab2-feca-402b-b068-520ad3593c35'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:47:05.069053 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-b03f904e-2929-44d6-89a1-963556de8d46 None None] Port 1bc648ee-706b-4239-9ab3-a1c7bd8b7f43 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 12:47:05.071432 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e6d6fb-9fdf-4425-8ff6-baaa030460c7 None None] Routers {'2de8eab2-feca-402b-b068-520ad3593c35'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:47:05.072231 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-a5e6d6fb-9fdf-4425-8ff6-baaa030460c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:46:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['2de8eab2-feca-402b-b068-520ad3593c35'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:47:05.091486 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d961220-c98e-43b8-a6bc-c44c9ca57e31 req-f710e769-6568-434b-923d-06f271426257 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:47:05.093144 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9d961220-c98e-43b8-a6bc-c44c9ca57e31 req-f710e769-6568-434b-923d-06f271426257 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/networks?id=8c46fbc8-6319-4f3c-9ae5-a5600990b558 HTTP/1.1" status: 200 len: 796 time: 0.1335070 Aug 05 12:47:05.111611 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9d961220-c98e-43b8-a6bc-c44c9ca57e31 req-c1c05298-5afa-4fa0-a445-b61bcdf09a60 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/quotas/7ebbcc569b8f45a1a422fca72fe4b773 HTTP/1.1" status: 200 len: 375 time: 0.0118923 Aug 05 12:47:05.169525 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9d961220-c98e-43b8-a6bc-c44c9ca57e31 req-414f8f85-b51a-4123-bdc1-87e12e62b985 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=7ebbcc569b8f45a1a422fca72fe4b773&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499816 Aug 05 12:47:05.199070 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-a5e6d6fb-9fdf-4425-8ff6-baaa030460c7 None None] Set router 2de8eab2-feca-402b-b068-520ad3593c35 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:47:05.232234 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-db184b2e-04e7-4c23-a7f2-c88bc2551307 None None] Provisioning complete for port 1bc648ee-706b-4239-9ab3-a1c7bd8b7f43 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:47:05.232637 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-db184b2e-04e7-4c23-a7f2-c88bc2551307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:47:05.357210 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9d961220-c98e-43b8-a6bc-c44c9ca57e31 req-75699448-c0ae-4ee7-a9dd-e0e3aa635f98 service neutron] 10.222.0.58 "GET /v2.0/networks/8c46fbc8-6319-4f3c-9ae5-a5600990b558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644037 Aug 05 12:47:05.461870 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9d961220-c98e-43b8-a6bc-c44c9ca57e31 req-b9c5666c-205c-4460-b055-1cebf775df66 service neutron] 10.222.0.58 "GET /v2.0/networks/8c46fbc8-6319-4f3c-9ae5-a5600990b558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977876 Aug 05 12:47:05.505483 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-db184b2e-04e7-4c23-a7f2-c88bc2551307 None None] Port 1bc648ee-706b-4239-9ab3-a1c7bd8b7f43 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 12:47:05.632793 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-19698392-6df5-4c7c-908e-46b7667bde5a None None] Provisioning complete for port 1bc648ee-706b-4239-9ab3-a1c7bd8b7f43 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:47:05.633856 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-19698392-6df5-4c7c-908e-46b7667bde5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:47:05.645214 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-706c89c5-e2ac-485d-8206-124b70088ffb req-b1b4de77-5325-4e1f-b500-a08f55aee09c tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=49b51141-fea1-4bee-8c4a-7829ba5e0c29 HTTP/1.1" status: 200 len: 210 time: 0.0355372 Aug 05 12:47:05.661215 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-a5e6d6fb-9fdf-4425-8ff6-baaa030460c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2de8eab2-feca-402b-b068-520ad3593c35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-718365852', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': 'bb95816f-ce27-442d-97fd-15d07d5bf582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:46:59Z', 'updated_at': '2021-08-05T12:47:03Z', 'revision_number': 4, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'gw_port': {'id': 'bb95816f-ce27-442d-97fd-15d07d5bf582', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:19:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de8eab2-feca-402b-b068-520ad3593c35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:47:00Z', 'updated_at': '2021-08-05T12:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '1bc648ee-706b-4239-9ab3-a1c7bd8b7f43', 'name': '', 'network_id': '8c46fbc8-6319-4f3c-9ae5-a5600990b558', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'mac_address': 'fa:16:3e:bf:3b:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2de8eab2-feca-402b-b068-520ad3593c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '419bd58b-d80f-43b5-862f-8d11928b11aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:47:03Z', 'updated_at': '2021-08-05T12:47:04Z', 'revision_number': 2, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'subnets': [{'id': '419bd58b-d80f-43b5-862f-8d11928b11aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:47:05.691802 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e6d6fb-9fdf-4425-8ff6-baaa030460c7 None None] Checking router: 2de8eab2-feca-402b-b068-520ad3593c35 for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:47:05.692171 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e6d6fb-9fdf-4425-8ff6-baaa030460c7 None None] Updating router 2de8eab2-feca-402b-b068-520ad3593c35 port 1bc648ee-706b-4239-9ab3-a1c7bd8b7f43 binding host n-d-803378-2 {{(pid=94422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 12:47:05.723268 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-19698392-6df5-4c7c-908e-46b7667bde5a None None] Port 1bc648ee-706b-4239-9ab3-a1c7bd8b7f43 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 12:47:05.727457 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-a5e6d6fb-9fdf-4425-8ff6-baaa030460c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:47:05.848873 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device bb95816f-ce27-442d-97fd-15d07d5bf582 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:47:05.973364 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port bb95816f-ce27-442d-97fd-15d07d5bf582 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:47:05.973956 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:47:06.140273 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 455c2805-2b83-408b-91c9-5c48058fe9f5 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:47:06.171423 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-a5e6d6fb-9fdf-4425-8ff6-baaa030460c7 None None] Notify callbacks [] for port, precommit_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:47:06.193671 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-a5e6d6fb-9fdf-4425-8ff6-baaa030460c7 None None] Transition to ACTIVE for port object 1bc648ee-706b-4239-9ab3-a1c7bd8b7f43 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:47:06.205411 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-a5e6d6fb-9fdf-4425-8ff6-baaa030460c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:47:06.264644 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 455c2805-2b83-408b-91c9-5c48058fe9f5 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:47:06.265046 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:47:06.294223 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3500394c-6b92-4c10-889f-0005af5ff8f7 None None] Pushing event updated for resources: {'Port': ['ID=1bc648ee-706b-4239-9ab3-a1c7bd8b7f43,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:47:06.369529 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-a5e6d6fb-9fdf-4425-8ff6-baaa030460c7 None None] Attempting to bind port 1bc648ee-706b-4239-9ab3-a1c7bd8b7f43 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:47:06.370314 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-a5e6d6fb-9fdf-4425-8ff6-baaa030460c7 None None] Attempting to bind port 1bc648ee-706b-4239-9ab3-a1c7bd8b7f43 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'b2fc848d-5bd6-4dc0-81b8-1926d5c1e903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '8c46fbc8-6319-4f3c-9ae5-a5600990b558'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:47:06.371014 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e6d6fb-9fdf-4425-8ff6-baaa030460c7 None None] Attempting to bind port 1bc648ee-706b-4239-9ab3-a1c7bd8b7f43 on network 8c46fbc8-6319-4f3c-9ae5-a5600990b558 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:47:06.382576 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e6d6fb-9fdf-4425-8ff6-baaa030460c7 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:47:06.383578 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e6d6fb-9fdf-4425-8ff6-baaa030460c7 None None] Checking segment: {'id': 'b2fc848d-5bd6-4dc0-81b8-1926d5c1e903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '8c46fbc8-6319-4f3c-9ae5-a5600990b558'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:47:06.384389 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-a5e6d6fb-9fdf-4425-8ff6-baaa030460c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:47:06.385599 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e6d6fb-9fdf-4425-8ff6-baaa030460c7 None None] Bound using segment: {'id': 'b2fc848d-5bd6-4dc0-81b8-1926d5c1e903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '8c46fbc8-6319-4f3c-9ae5-a5600990b558'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:47:06.386246 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-a5e6d6fb-9fdf-4425-8ff6-baaa030460c7 None None] Bound port: 1bc648ee-706b-4239-9ab3-a1c7bd8b7f43, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2fc848d-5bd6-4dc0-81b8-1926d5c1e903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '8c46fbc8-6319-4f3c-9ae5-a5600990b558'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:47:06.387045 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-a5e6d6fb-9fdf-4425-8ff6-baaa030460c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:47:06.530316 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-a5e6d6fb-9fdf-4425-8ff6-baaa030460c7 None None] For port 1bc648ee-706b-4239-9ab3-a1c7bd8b7f43, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:47:06.535536 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-a5e6d6fb-9fdf-4425-8ff6-baaa030460c7 None None] For port 1bc648ee-706b-4239-9ab3-a1c7bd8b7f43, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=1bc648ee-706b-4239-9ab3-a1c7bd8b7f43,segment=NetworkSegment(b2fc848d-5bd6-4dc0-81b8-1926d5c1e903),segment_id=b2fc848d-5bd6-4dc0-81b8-1926d5c1e903)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:47:06.544572 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-a5e6d6fb-9fdf-4425-8ff6-baaa030460c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:47:06.617805 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e6d6fb-9fdf-4425-8ff6-baaa030460c7 None None] Routers {'2de8eab2-feca-402b-b068-520ad3593c35'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:47:06.618517 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-a5e6d6fb-9fdf-4425-8ff6-baaa030460c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:46:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['2de8eab2-feca-402b-b068-520ad3593c35'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:47:06.623907 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3500394c-6b92-4c10-889f-0005af5ff8f7 None None] Pushing event updated for resources: {'Port': ['ID=1bc648ee-706b-4239-9ab3-a1c7bd8b7f43,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:47:06.759879 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-a5e6d6fb-9fdf-4425-8ff6-baaa030460c7 None None] Set router 2de8eab2-feca-402b-b068-520ad3593c35 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:47:06.760515 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9c954f11-34ee-42b6-bb6b-cf81642a7312 req-eb5e4dee-e674-4ad8-9733-5647cc1e84f1 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=49b51141-fea1-4bee-8c4a-7829ba5e0c29 HTTP/1.1" status: 200 len: 210 time: 0.0293057 Aug 05 12:47:07.008034 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-a5e6d6fb-9fdf-4425-8ff6-baaa030460c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2de8eab2-feca-402b-b068-520ad3593c35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-718365852', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': 'bb95816f-ce27-442d-97fd-15d07d5bf582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:46:59Z', 'updated_at': '2021-08-05T12:47:03Z', 'revision_number': 4, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'gw_port': {'id': 'bb95816f-ce27-442d-97fd-15d07d5bf582', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:19:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de8eab2-feca-402b-b068-520ad3593c35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:47:00Z', 'updated_at': '2021-08-05T12:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '1bc648ee-706b-4239-9ab3-a1c7bd8b7f43', 'name': '', 'network_id': '8c46fbc8-6319-4f3c-9ae5-a5600990b558', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'mac_address': 'fa:16:3e:bf:3b:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2de8eab2-feca-402b-b068-520ad3593c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '419bd58b-d80f-43b5-862f-8d11928b11aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:47:03Z', 'updated_at': '2021-08-05T12:47:06Z', 'revision_number': 4, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'subnets': [{'id': '419bd58b-d80f-43b5-862f-8d11928b11aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:47:07.042581 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e6d6fb-9fdf-4425-8ff6-baaa030460c7 None None] The sync data for ids ['2de8eab2-feca-402b-b068-520ad3593c35'] in n-d-803378-2 is: [{'id': '2de8eab2-feca-402b-b068-520ad3593c35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-718365852', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': 'bb95816f-ce27-442d-97fd-15d07d5bf582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:46:59Z', 'updated_at': '2021-08-05T12:47:03Z', 'revision_number': 4, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'gw_port': {'id': 'bb95816f-ce27-442d-97fd-15d07d5bf582', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:19:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de8eab2-feca-402b-b068-520ad3593c35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:47:00Z', 'updated_at': '2021-08-05T12:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '1bc648ee-706b-4239-9ab3-a1c7bd8b7f43', 'name': '', 'network_id': '8c46fbc8-6319-4f3c-9ae5-a5600990b558', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'mac_address': 'fa:16:3e:bf:3b:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2de8eab2-feca-402b-b068-520ad3593c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '419bd58b-d80f-43b5-862f-8d11928b11aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:47:03Z', 'updated_at': '2021-08-05T12:47:06Z', 'revision_number': 4, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'subnets': [{'id': '419bd58b-d80f-43b5-862f-8d11928b11aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:47:07.366315 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-abcc4839-2446-4f0b-bb92-c3521ce7bbe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:47:07.401076 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d961220-c98e-43b8-a6bc-c44c9ca57e31 req-13825be0-a5d4-4e99-9675-11db3f7745e5 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:47:07.402667 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9d961220-c98e-43b8-a6bc-c44c9ca57e31 req-13825be0-a5d4-4e99-9675-11db3f7745e5 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.55 "GET /v2.0/networks?id=8c46fbc8-6319-4f3c-9ae5-a5600990b558 HTTP/1.1" status: 200 len: 796 time: 0.4816494 Aug 05 12:47:07.458105 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9d961220-c98e-43b8-a6bc-c44c9ca57e31 req-4e45225d-3f3d-4cf1-bf26-eef90f3de0b4 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ebbcc569b8f45a1a422fca72fe4b773 HTTP/1.1" status: 200 len: 380 time: 0.0397472 Aug 05 12:47:07.469166 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-9d961220-c98e-43b8-a6bc-c44c9ca57e31 req-54ec8dbd-bb1e-4197-b6e8-1bbf0727238a tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Request body: {'port': {'device_id': '49b51141-fea1-4bee-8c4a-7829ba5e0c29', 'network_id': '8c46fbc8-6319-4f3c-9ae5-a5600990b558', 'admin_state_up': True, 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'security_groups': ['a69e916a-8213-44ec-9f2a-20d7d4306494']}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:47:07.595176 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d961220-c98e-43b8-a6bc-c44c9ca57e31 req-54ec8dbd-bb1e-4197-b6e8-1bbf0727238a tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Made reservation on behalf of 7ebbcc569b8f45a1a422fca72fe4b773 for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:47:07.598926 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-9d961220-c98e-43b8-a6bc-c44c9ca57e31 req-54ec8dbd-bb1e-4197-b6e8-1bbf0727238a tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:47:07.761653 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-9d961220-c98e-43b8-a6bc-c44c9ca57e31 req-54ec8dbd-bb1e-4197-b6e8-1bbf0727238a tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Allocated IP 172.20.0.10 (8c46fbc8-6319-4f3c-9ae5-a5600990b558/419bd58b-d80f-43b5-862f-8d11928b11aa/29eb4e58-4bd2-46de-9bfc-d815d33877fe) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:47:07.864102 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 1bc648ee-706b-4239-9ab3-a1c7bd8b7f43 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:47:07.881252 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-346845ec-8ef3-474e-bbfc-9b592288f51c req-9bbbad6b-4ee0-40d6-822b-55456bfc10da tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=49b51141-fea1-4bee-8c4a-7829ba5e0c29 HTTP/1.1" status: 200 len: 210 time: 0.0293434 Aug 05 12:47:07.943622 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 1bc648ee-706b-4239-9ab3-a1c7bd8b7f43 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:47:07.949265 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 1bc648ee-706b-4239-9ab3-a1c7bd8b7f43 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:47:07.949935 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:47:07.976405 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-9d961220-c98e-43b8-a6bc-c44c9ca57e31 req-54ec8dbd-bb1e-4197-b6e8-1bbf0727238a tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:47:07.998234 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-9d961220-c98e-43b8-a6bc-c44c9ca57e31 req-54ec8dbd-bb1e-4197-b6e8-1bbf0727238a tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Transition to ACTIVE for port object 29eb4e58-4bd2-46de-9bfc-d815d33877fe will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:47:08.037840 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-9d961220-c98e-43b8-a6bc-c44c9ca57e31 req-54ec8dbd-bb1e-4197-b6e8-1bbf0727238a tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:47:08.048855 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:47:08.080882 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d961220-c98e-43b8-a6bc-c44c9ca57e31 req-54ec8dbd-bb1e-4197-b6e8-1bbf0727238a tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Network 8c46fbc8-6319-4f3c-9ae5-a5600990b558 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:47:08.084403 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-9d961220-c98e-43b8-a6bc-c44c9ca57e31 req-54ec8dbd-bb1e-4197-b6e8-1bbf0727238a tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:47:08.087135 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d961220-c98e-43b8-a6bc-c44c9ca57e31 req-54ec8dbd-bb1e-4197-b6e8-1bbf0727238a tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:47:08.102479 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port 1bc648ee-706b-4239-9ab3-a1c7bd8b7f43, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=1bc648ee-706b-4239-9ab3-a1c7bd8b7f43,segment=NetworkSegment(b2fc848d-5bd6-4dc0-81b8-1926d5c1e903),segment_id=b2fc848d-5bd6-4dc0-81b8-1926d5c1e903)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:47:08.107356 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:47:08.165332 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d961220-c98e-43b8-a6bc-c44c9ca57e31 req-54ec8dbd-bb1e-4197-b6e8-1bbf0727238a tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:47:08.166480 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-9d961220-c98e-43b8-a6bc-c44c9ca57e31 req-54ec8dbd-bb1e-4197-b6e8-1bbf0727238a tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:47:08.172773 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=1bc648ee-706b-4239-9ab3-a1c7bd8b7f43,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:47:08.178829 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ec8dbd-bb1e-4197-b6e8-1bbf0727238a tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Pushing event updated for resources: {'Port': ['ID=29eb4e58-4bd2-46de-9bfc-d815d33877fe,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:47:08.194166 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9d961220-c98e-43b8-a6bc-c44c9ca57e31 req-54ec8dbd-bb1e-4197-b6e8-1bbf0727238a tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7291546 Aug 05 12:47:08.222102 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-9d961220-c98e-43b8-a6bc-c44c9ca57e31 req-ea0ec116-32b6-4d5d-b679-5731fc2e683d service neutron] Request body: {'port': {'device_id': '49b51141-fea1-4bee-8c4a-7829ba5e0c29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:47:08.335660 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-9d961220-c98e-43b8-a6bc-c44c9ca57e31 req-ea0ec116-32b6-4d5d-b679-5731fc2e683d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:47:08.493588 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-5f54ed4f-791a-4d43-ab14-d67dbe53a8af None None] Provisioning for port 29eb4e58-4bd2-46de-9bfc-d815d33877fe completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:47:08.498160 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-5f54ed4f-791a-4d43-ab14-d67dbe53a8af None None] Provisioning complete for port 29eb4e58-4bd2-46de-9bfc-d815d33877fe triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:47:08.498614 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-5f54ed4f-791a-4d43-ab14-d67dbe53a8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:47:08.542113 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-5f54ed4f-791a-4d43-ab14-d67dbe53a8af None None] Port 29eb4e58-4bd2-46de-9bfc-d815d33877fe cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 12:47:08.653764 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-9d961220-c98e-43b8-a6bc-c44c9ca57e31 req-ea0ec116-32b6-4d5d-b679-5731fc2e683d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29eb4e58-4bd2-46de-9bfc-d815d33877fe {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 12:47:08.662266 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-9d961220-c98e-43b8-a6bc-c44c9ca57e31 req-ea0ec116-32b6-4d5d-b679-5731fc2e683d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:47:08.675709 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-9d961220-c98e-43b8-a6bc-c44c9ca57e31 req-ea0ec116-32b6-4d5d-b679-5731fc2e683d service neutron] Transition to ACTIVE for port object 29eb4e58-4bd2-46de-9bfc-d815d33877fe will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:47:08.682360 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-9d961220-c98e-43b8-a6bc-c44c9ca57e31 req-ea0ec116-32b6-4d5d-b679-5731fc2e683d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:47:08.792512 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0ec116-32b6-4d5d-b679-5731fc2e683d service neutron] Pushing event updated for resources: {'Port': ['ID=29eb4e58-4bd2-46de-9bfc-d815d33877fe,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:47:08.851877 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-9d961220-c98e-43b8-a6bc-c44c9ca57e31 req-ea0ec116-32b6-4d5d-b679-5731fc2e683d service neutron] Attempting to bind port 29eb4e58-4bd2-46de-9bfc-d815d33877fe on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:47:08.852236 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-9d961220-c98e-43b8-a6bc-c44c9ca57e31 req-ea0ec116-32b6-4d5d-b679-5731fc2e683d service neutron] Attempting to bind port 29eb4e58-4bd2-46de-9bfc-d815d33877fe by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': 'b2fc848d-5bd6-4dc0-81b8-1926d5c1e903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '8c46fbc8-6319-4f3c-9ae5-a5600990b558'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:47:08.852602 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d961220-c98e-43b8-a6bc-c44c9ca57e31 req-ea0ec116-32b6-4d5d-b679-5731fc2e683d service neutron] Attempting to bind port 29eb4e58-4bd2-46de-9bfc-d815d33877fe on network 8c46fbc8-6319-4f3c-9ae5-a5600990b558 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:47:08.857725 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d961220-c98e-43b8-a6bc-c44c9ca57e31 req-ea0ec116-32b6-4d5d-b679-5731fc2e683d service neutron] Port 29eb4e58-4bd2-46de-9bfc-d815d33877fe on network 8c46fbc8-6319-4f3c-9ae5-a5600990b558 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 12:47:08.858058 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d961220-c98e-43b8-a6bc-c44c9ca57e31 req-ea0ec116-32b6-4d5d-b679-5731fc2e683d service neutron] Attempting to bind port 29eb4e58-4bd2-46de-9bfc-d815d33877fe on network 8c46fbc8-6319-4f3c-9ae5-a5600990b558 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:47:08.863939 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d961220-c98e-43b8-a6bc-c44c9ca57e31 req-ea0ec116-32b6-4d5d-b679-5731fc2e683d service neutron] Checking agent: {'id': 'a8f1dd2d-227c-4e30-8844-52419ba734db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:47:08.864286 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d961220-c98e-43b8-a6bc-c44c9ca57e31 req-ea0ec116-32b6-4d5d-b679-5731fc2e683d service neutron] Checking segment: {'id': 'b2fc848d-5bd6-4dc0-81b8-1926d5c1e903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '8c46fbc8-6319-4f3c-9ae5-a5600990b558'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:47:08.864729 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d961220-c98e-43b8-a6bc-c44c9ca57e31 req-ea0ec116-32b6-4d5d-b679-5731fc2e683d service neutron] Bound using segment: {'id': 'b2fc848d-5bd6-4dc0-81b8-1926d5c1e903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '8c46fbc8-6319-4f3c-9ae5-a5600990b558'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:47:08.865178 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-9d961220-c98e-43b8-a6bc-c44c9ca57e31 req-ea0ec116-32b6-4d5d-b679-5731fc2e683d service neutron] Bound port: 29eb4e58-4bd2-46de-9bfc-d815d33877fe, host: n-h2-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2fc848d-5bd6-4dc0-81b8-1926d5c1e903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '8c46fbc8-6319-4f3c-9ae5-a5600990b558'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:47:08.865542 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-9d961220-c98e-43b8-a6bc-c44c9ca57e31 req-ea0ec116-32b6-4d5d-b679-5731fc2e683d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:47:08.952346 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-9d961220-c98e-43b8-a6bc-c44c9ca57e31 req-ea0ec116-32b6-4d5d-b679-5731fc2e683d service neutron] For port 29eb4e58-4bd2-46de-9bfc-d815d33877fe, host n-h2-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:47:08.956721 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-9d961220-c98e-43b8-a6bc-c44c9ca57e31 req-ea0ec116-32b6-4d5d-b679-5731fc2e683d service neutron] For port 29eb4e58-4bd2-46de-9bfc-d815d33877fe, host n-h2-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=29eb4e58-4bd2-46de-9bfc-d815d33877fe,segment=NetworkSegment(b2fc848d-5bd6-4dc0-81b8-1926d5c1e903),segment_id=b2fc848d-5bd6-4dc0-81b8-1926d5c1e903)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:47:08.964890 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-9d961220-c98e-43b8-a6bc-c44c9ca57e31 req-ea0ec116-32b6-4d5d-b679-5731fc2e683d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:47:09.015102 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec82292-0cc9-494c-a614-d736e5b3052d req-be2d04de-3eb4-4a77-a5b2-fb88e8fb042f tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:47:09.016642 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1ec82292-0cc9-494c-a614-d736e5b3052d req-be2d04de-3eb4-4a77-a5b2-fb88e8fb042f tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=49b51141-fea1-4bee-8c4a-7829ba5e0c29 HTTP/1.1" status: 200 len: 944 time: 0.0598946 Aug 05 12:47:09.029277 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d961220-c98e-43b8-a6bc-c44c9ca57e31 req-ea0ec116-32b6-4d5d-b679-5731fc2e683d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:47:09.030384 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-9d961220-c98e-43b8-a6bc-c44c9ca57e31 req-ea0ec116-32b6-4d5d-b679-5731fc2e683d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:47:09.032896 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9d961220-c98e-43b8-a6bc-c44c9ca57e31 req-ea0ec116-32b6-4d5d-b679-5731fc2e683d service neutron] 10.222.0.55 "PUT /v2.0/ports/29eb4e58-4bd2-46de-9bfc-d815d33877fe HTTP/1.1" status: 200 len: 1092 time: 0.8167737 Aug 05 12:47:09.033513 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49b51141-fea1-4bee-8c4a-7829ba5e0c29', 'tag': '29eb4e58-4bd2-46de-9bfc-d815d33877fe'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:47:09.037380 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7ff1ae056485c55ead25f70fa9973e26b39e4a1f6cb6b93d5d0d7942cdef429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1980cb0d-63fe-4df8-a96e-13c513dfbf86" -d '{"events": [{"name": "network-changed", "server_uuid": "49b51141-fea1-4bee-8c4a-7829ba5e0c29", "tag": "29eb4e58-4bd2-46de-9bfc-d815d33877fe"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:47:09.076288 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1ec82292-0cc9-494c-a614-d736e5b3052d req-907990c2-86f7-4b6e-881c-cafdf2334e3a tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/security-groups?id=a69e916a-8213-44ec-9f2a-20d7d4306494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504296 Aug 05 12:47:09.097773 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0ec116-32b6-4d5d-b679-5731fc2e683d service neutron] Pushing event updated for resources: {'Port': ['ID=29eb4e58-4bd2-46de-9bfc-d815d33877fe,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:47:09.122047 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 12:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dab80c10-af77-4b83-817a-d820e6920af1 x-openstack-request-id: req-dab80c10-af77-4b83-817a-d820e6920af1 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:47:09.122360 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49b51141-fea1-4bee-8c4a-7829ba5e0c29", "tag": "29eb4e58-4bd2-46de-9bfc-d815d33877fe", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:47:09.122619 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-dab80c10-af77-4b83-817a-d820e6920af1 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:47:09.123033 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49b51141-fea1-4bee-8c4a-7829ba5e0c29', 'tag': '29eb4e58-4bd2-46de-9bfc-d815d33877fe', 'status': 'completed', 'code': 200} Aug 05 12:47:09.156188 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d961220-c98e-43b8-a6bc-c44c9ca57e31 req-a143edfe-8f7d-4df7-93b7-d4ce412e5136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:47:09.157774 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9d961220-c98e-43b8-a6bc-c44c9ca57e31 req-a143edfe-8f7d-4df7-93b7-d4ce412e5136 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7ebbcc569b8f45a1a422fca72fe4b773&device_id=49b51141-fea1-4bee-8c4a-7829ba5e0c29 HTTP/1.1" status: 200 len: 1095 time: 0.0483720 Aug 05 12:47:09.214234 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9d961220-c98e-43b8-a6bc-c44c9ca57e31 req-4d0bcd08-cc5a-47f6-85bd-a19fa781c7d8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=29eb4e58-4bd2-46de-9bfc-d815d33877fe HTTP/1.1" status: 200 len: 217 time: 0.0432894 Aug 05 12:47:09.282990 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d961220-c98e-43b8-a6bc-c44c9ca57e31 req-b1c7ed17-81e0-47c2-969e-fd6ebbe15776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:47:09.284740 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9d961220-c98e-43b8-a6bc-c44c9ca57e31 req-b1c7ed17-81e0-47c2-969e-fd6ebbe15776 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=419bd58b-d80f-43b5-862f-8d11928b11aa HTTP/1.1" status: 200 len: 833 time: 0.0629120 Aug 05 12:47:09.339613 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d961220-c98e-43b8-a6bc-c44c9ca57e31 req-1449d714-c563-4921-b646-40e15b9cc77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:47:09.341201 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9d961220-c98e-43b8-a6bc-c44c9ca57e31 req-1449d714-c563-4921-b646-40e15b9cc77f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8c46fbc8-6319-4f3c-9ae5-a5600990b558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495687 Aug 05 12:47:09.453464 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9d961220-c98e-43b8-a6bc-c44c9ca57e31 req-fe9d6788-51b0-44be-803a-e8e6ee928998 service neutron] 10.222.0.55 "GET /v2.0/networks/8c46fbc8-6319-4f3c-9ae5-a5600990b558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049643 Aug 05 12:47:09.561477 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9d961220-c98e-43b8-a6bc-c44c9ca57e31 req-22b44712-d801-4f7a-92e9-643128799fa0 service neutron] 10.222.0.55 "GET /v2.0/networks/8c46fbc8-6319-4f3c-9ae5-a5600990b558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989134 Aug 05 12:47:09.697927 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1980cb0d-63fe-4df8-a96e-13c513dfbf86 req-97393edd-277d-4232-b792-547b2259bf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:47:09.699464 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1980cb0d-63fe-4df8-a96e-13c513dfbf86 req-97393edd-277d-4232-b792-547b2259bf0d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7ebbcc569b8f45a1a422fca72fe4b773&device_id=49b51141-fea1-4bee-8c4a-7829ba5e0c29 HTTP/1.1" status: 200 len: 1095 time: 0.0527148 Aug 05 12:47:09.808299 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1980cb0d-63fe-4df8-a96e-13c513dfbf86 req-b6e4d269-d70f-4ae4-b49e-f121f5866051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:47:09.809749 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1980cb0d-63fe-4df8-a96e-13c513dfbf86 req-b6e4d269-d70f-4ae4-b49e-f121f5866051 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8c46fbc8-6319-4f3c-9ae5-a5600990b558 HTTP/1.1" status: 200 len: 897 time: 0.1024914 Aug 05 12:47:09.816616 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 1bc648ee-706b-4239-9ab3-a1c7bd8b7f43 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:47:09.861944 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1980cb0d-63fe-4df8-a96e-13c513dfbf86 req-7a491a14-8b88-47aa-a4f8-3a06eae906e2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=29eb4e58-4bd2-46de-9bfc-d815d33877fe HTTP/1.1" status: 200 len: 217 time: 0.0395412 Aug 05 12:47:09.877561 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 1bc648ee-706b-4239-9ab3-a1c7bd8b7f43 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:47:09.877951 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:47:09.928652 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1980cb0d-63fe-4df8-a96e-13c513dfbf86 req-4cb0d120-6bde-4562-8c7c-db6f5052e9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:47:09.931765 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1980cb0d-63fe-4df8-a96e-13c513dfbf86 req-4cb0d120-6bde-4562-8c7c-db6f5052e9fd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=419bd58b-d80f-43b5-862f-8d11928b11aa HTTP/1.1" status: 200 len: 833 time: 0.0626223 Aug 05 12:47:09.998127 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1980cb0d-63fe-4df8-a96e-13c513dfbf86 req-d625f252-d3fe-428b-85e9-fee10e5194ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:47:09.999641 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1980cb0d-63fe-4df8-a96e-13c513dfbf86 req-d625f252-d3fe-428b-85e9-fee10e5194ad service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8c46fbc8-6319-4f3c-9ae5-a5600990b558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0592070 Aug 05 12:47:10.089924 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-92e3282a-457c-4c5c-88d3-1312c1439ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:47:10.118704 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1980cb0d-63fe-4df8-a96e-13c513dfbf86 req-71ca38a2-382a-4a1e-b5cf-8ef41076b3c5 service neutron] 10.222.0.55 "GET /v2.0/networks/8c46fbc8-6319-4f3c-9ae5-a5600990b558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110456 Aug 05 12:47:10.158440 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:47:10.229017 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45800e51-c295-4ef1-9bcf-84e5a431afe6 req-35b6fdd9-1955-45c4-ae6b-ae9e3ebe97f7 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:47:10.232092 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-45800e51-c295-4ef1-9bcf-84e5a431afe6 req-35b6fdd9-1955-45c4-ae6b-ae9e3ebe97f7 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=49b51141-fea1-4bee-8c4a-7829ba5e0c29 HTTP/1.1" status: 200 len: 944 time: 0.0609300 Aug 05 12:47:10.275579 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1980cb0d-63fe-4df8-a96e-13c513dfbf86 req-c398c28b-7056-4a89-9e5a-bf815638124c service neutron] 10.222.0.55 "GET /v2.0/networks/8c46fbc8-6319-4f3c-9ae5-a5600990b558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492317 Aug 05 12:47:10.276423 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-45800e51-c295-4ef1-9bcf-84e5a431afe6 req-a45fee54-b036-4d98-9216-562c94e22645 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/security-groups?id=a69e916a-8213-44ec-9f2a-20d7d4306494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392659 Aug 05 12:47:11.422229 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4faf528-eb35-4874-9f00-bba03be012d0 req-9ef20745-2a9a-4961-8470-f438a651b5f3 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:47:11.423710 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d4faf528-eb35-4874-9f00-bba03be012d0 req-9ef20745-2a9a-4961-8470-f438a651b5f3 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=49b51141-fea1-4bee-8c4a-7829ba5e0c29 HTTP/1.1" status: 200 len: 944 time: 0.0711257 Aug 05 12:47:11.466514 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d4faf528-eb35-4874-9f00-bba03be012d0 req-eff2362c-fa52-45d3-9db4-5d2e75ec48f1 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/security-groups?id=a69e916a-8213-44ec-9f2a-20d7d4306494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344176 Aug 05 12:47:11.987868 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 29eb4e58-4bd2-46de-9bfc-d815d33877fe details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 12:47:12.071302 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:47:12.106550 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 29eb4e58-4bd2-46de-9bfc-d815d33877fe, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=29eb4e58-4bd2-46de-9bfc-d815d33877fe,segment=NetworkSegment(b2fc848d-5bd6-4dc0-81b8-1926d5c1e903),segment_id=b2fc848d-5bd6-4dc0-81b8-1926d5c1e903)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:47:12.120739 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Returning: {'device': '29eb4e58-4bd2-46de-9bfc-d815d33877fe', 'network_id': '8c46fbc8-6319-4f3c-9ae5-a5600990b558', 'port_id': '29eb4e58-4bd2-46de-9bfc-d815d33877fe', 'mac_address': 'fa:16:3e:d7:04:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '419bd58b-d80f-43b5-862f-8d11928b11aa', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 12:47:12.159344 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:47:12.172841 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29eb4e58-4bd2-46de-9bfc-d815d33877fe {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 12:47:12.196630 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 29eb4e58-4bd2-46de-9bfc-d815d33877fe, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=29eb4e58-4bd2-46de-9bfc-d815d33877fe,segment=NetworkSegment(b2fc848d-5bd6-4dc0-81b8-1926d5c1e903),segment_id=b2fc848d-5bd6-4dc0-81b8-1926d5c1e903)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:47:12.201191 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:47:12.256290 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=29eb4e58-4bd2-46de-9bfc-d815d33877fe,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:47:12.473163 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['29eb4e58-4bd2-46de-9bfc-d815d33877fe'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 12:47:12.593495 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182daef3-a4d1-4e2d-8c8f-063201e31c7f req-f1bf623f-61d5-4477-ae5f-a1befb9c552e tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:47:12.595135 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-182daef3-a4d1-4e2d-8c8f-063201e31c7f req-f1bf623f-61d5-4477-ae5f-a1befb9c552e tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=49b51141-fea1-4bee-8c4a-7829ba5e0c29 HTTP/1.1" status: 200 len: 945 time: 0.0558934 Aug 05 12:47:12.636211 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-182daef3-a4d1-4e2d-8c8f-063201e31c7f req-42a06670-9776-44ec-8746-aa17a30c980d tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/security-groups?id=a69e916a-8213-44ec-9f2a-20d7d4306494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349803 Aug 05 12:47:13.757027 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d292eb-ee01-46d9-b23e-d374ff827142 req-9303d6ed-5bdd-47be-8ab8-0ff035e1ea80 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:47:13.759516 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c4d292eb-ee01-46d9-b23e-d374ff827142 req-9303d6ed-5bdd-47be-8ab8-0ff035e1ea80 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=49b51141-fea1-4bee-8c4a-7829ba5e0c29 HTTP/1.1" status: 200 len: 945 time: 0.0517693 Aug 05 12:47:13.799234 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c4d292eb-ee01-46d9-b23e-d374ff827142 req-efea2ef4-cdd4-434c-8e96-b59f6682d1b6 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/security-groups?id=a69e916a-8213-44ec-9f2a-20d7d4306494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339084 Aug 05 12:47:14.003080 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 29eb4e58-4bd2-46de-9bfc-d815d33877fe up at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:47:14.053155 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning for port 29eb4e58-4bd2-46de-9bfc-d815d33877fe completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:47:14.057518 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning complete for port 29eb4e58-4bd2-46de-9bfc-d815d33877fe triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:47:14.057894 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:47:14.141046 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:47:14.163799 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49b51141-fea1-4bee-8c4a-7829ba5e0c29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29eb4e58-4bd2-46de-9bfc-d815d33877fe'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:47:14.166079 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e1268cc07bff5734ca170491336a8ac74677c017447dd0c96766dddd3e3cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8891e37-06d3-4b52-a607-770cb09a4855" -d '{"events": [{"server_uuid": "49b51141-fea1-4bee-8c4a-7829ba5e0c29", "name": "network-vif-plugged", "status": "completed", "tag": "29eb4e58-4bd2-46de-9bfc-d815d33877fe"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:47:14.182484 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 29eb4e58-4bd2-46de-9bfc-d815d33877fe, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=29eb4e58-4bd2-46de-9bfc-d815d33877fe,segment=NetworkSegment(b2fc848d-5bd6-4dc0-81b8-1926d5c1e903),segment_id=b2fc848d-5bd6-4dc0-81b8-1926d5c1e903)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:47:14.193911 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:47:14.227832 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:47:14.253173 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=29eb4e58-4bd2-46de-9bfc-d815d33877fe,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:47:14.271623 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 12:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cf44939-8fd8-4ea7-9ee8-d5ae62ae1d3b x-openstack-request-id: req-4cf44939-8fd8-4ea7-9ee8-d5ae62ae1d3b {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:47:14.271917 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49b51141-fea1-4bee-8c4a-7829ba5e0c29", "name": "network-vif-plugged", "status": "completed", "tag": "29eb4e58-4bd2-46de-9bfc-d815d33877fe", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:47:14.272170 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4cf44939-8fd8-4ea7-9ee8-d5ae62ae1d3b {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:47:14.272608 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49b51141-fea1-4bee-8c4a-7829ba5e0c29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29eb4e58-4bd2-46de-9bfc-d815d33877fe', 'code': 200} Aug 05 12:47:14.399141 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abddb4b0-367c-4a76-95d2-ff7387ce26b1 req-b384e5b8-5b77-40b1-8d82-0bf0e493c80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:47:14.400727 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-abddb4b0-367c-4a76-95d2-ff7387ce26b1 req-b384e5b8-5b77-40b1-8d82-0bf0e493c80f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=49b51141-fea1-4bee-8c4a-7829ba5e0c29 HTTP/1.1" status: 200 len: 1097 time: 0.0448394 Aug 05 12:47:14.439681 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-abddb4b0-367c-4a76-95d2-ff7387ce26b1 req-bf42377b-798c-4460-8d1b-3a86abf6397f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a69e916a-8213-44ec-9f2a-20d7d4306494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318534 Aug 05 12:47:14.920368 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48057e5c-fb10-4c46-a468-be275697c192 req-27de5017-ec96-42da-936f-b3888513634a tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:47:14.921947 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-48057e5c-fb10-4c46-a468-be275697c192 req-27de5017-ec96-42da-936f-b3888513634a tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=49b51141-fea1-4bee-8c4a-7829ba5e0c29 HTTP/1.1" status: 200 len: 946 time: 0.0513527 Aug 05 12:47:14.963264 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-48057e5c-fb10-4c46-a468-be275697c192 req-06782631-bd90-4354-8c76-f0c394fec704 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/security-groups?id=a69e916a-8213-44ec-9f2a-20d7d4306494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352085 Aug 05 12:47:16.089281 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80c185a-79d6-4f41-9806-90ac958b7769 req-28fd051f-b899-46bd-a383-d29a574b45fb tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:47:16.090810 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e80c185a-79d6-4f41-9806-90ac958b7769 req-28fd051f-b899-46bd-a383-d29a574b45fb tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=49b51141-fea1-4bee-8c4a-7829ba5e0c29 HTTP/1.1" status: 200 len: 946 time: 0.0565064 Aug 05 12:47:16.131956 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e80c185a-79d6-4f41-9806-90ac958b7769 req-74a83c07-769f-4c23-b440-50ae451044e3 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/security-groups?id=a69e916a-8213-44ec-9f2a-20d7d4306494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351009 Aug 05 12:47:16.266256 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9535dc-f563-4b28-a13e-f43087aef080 req-574cd8fb-3917-492f-a953-0792dddf73a4 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:47:16.267748 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ab9535dc-f563-4b28-a13e-f43087aef080 req-574cd8fb-3917-492f-a953-0792dddf73a4 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=49b51141-fea1-4bee-8c4a-7829ba5e0c29 HTTP/1.1" status: 200 len: 946 time: 0.0589435 Aug 05 12:47:16.312789 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ab9535dc-f563-4b28-a13e-f43087aef080 req-d2b53f1c-9e0f-42d1-8424-07d6f7246147 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/security-groups?id=a69e916a-8213-44ec-9f2a-20d7d4306494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351641 Aug 05 12:47:16.334165 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49382) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:47:16.376120 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ba6443-cc8b-4c6a-868f-c5251115eebb tempest-TestNetworkAdvancedServerOps-883279947 tempest-TestNetworkAdvancedServerOps-883279947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:47:16.377862 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-83ba6443-cc8b-4c6a-868f-c5251115eebb tempest-TestNetworkAdvancedServerOps-883279947 tempest-TestNetworkAdvancedServerOps-883279947-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=49b51141-fea1-4bee-8c4a-7829ba5e0c29 HTTP/1.1" status: 200 len: 1092 time: 0.0425417 Aug 05 12:47:16.380889 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49384) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:47:16.386562 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-f7903e31-bd25-48ba-ad5c-49b27def0efb tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Request body: {'floatingip': {'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'port_id': '29eb4e58-4bd2-46de-9bfc-d815d33877fe', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:47:16.410760 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f7903e31-bd25-48ba-ad5c-49b27def0efb tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for floatingip, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:47:16.514081 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f7903e31-bd25-48ba-ad5c-49b27def0efb tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:47:16.621974 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-f7903e31-bd25-48ba-ad5c-49b27def0efb tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Allocated IP 172.25.5.223 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/21461009-cb49-4789-95f9-67964df41cb1) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:47:16.735329 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f7903e31-bd25-48ba-ad5c-49b27def0efb tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:47:16.777503 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f7903e31-bd25-48ba-ad5c-49b27def0efb tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:47:16.819017 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7903e31-bd25-48ba-ad5c-49b27def0efb tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:47:16.824858 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-f7903e31-bd25-48ba-ad5c-49b27def0efb tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:47:16.829426 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7903e31-bd25-48ba-ad5c-49b27def0efb tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:47:16.853370 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7903e31-bd25-48ba-ad5c-49b27def0efb tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Pushing event updated for resources: {'Port': ['ID=21461009-cb49-4789-95f9-67964df41cb1,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:47:17.199380 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f7903e31-bd25-48ba-ad5c-49b27def0efb tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:47:17.272926 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f7903e31-bd25-48ba-ad5c-49b27def0efb tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:47:17.446351 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f7903e31-bd25-48ba-ad5c-49b27def0efb tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:47:17.451459 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f7903e31-bd25-48ba-ad5c-49b27def0efb tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:47:17.527820 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7903e31-bd25-48ba-ad5c-49b27def0efb tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Pushing event updated for resources: {'Port': ['ID=21461009-cb49-4789-95f9-67964df41cb1,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:47:17.537182 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f7903e31-bd25-48ba-ad5c-49b27def0efb tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33287247'] for floatingip, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:47:17.643800 n-d-803378-2 neutron-server[94420]: INFO neutron.db.l3_db [None req-f7903e31-bd25-48ba-ad5c-49b27def0efb tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Floating IP bc3329cd-5e8e-4d59-b60c-4063a7ab8c1d associated. External IP: 172.25.5.223, port: 29eb4e58-4bd2-46de-9bfc-d815d33877fe. Aug 05 12:47:18.209875 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7903e31-bd25-48ba-ad5c-49b27def0efb tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Router 2de8eab2-feca-402b-b068-520ad3593c35 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:47:18.325113 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7903e31-bd25-48ba-ad5c-49b27def0efb tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:47:18.335281 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a105fb9-a996-43a7-8fe2-c46aabeb0d82 None None] Sync routers for ids ['2de8eab2-feca-402b-b068-520ad3593c35'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:47:18.342168 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f7903e31-bd25-48ba-ad5c-49b27def0efb tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:47:18.346180 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a105fb9-a996-43a7-8fe2-c46aabeb0d82 None None] Routers {'2de8eab2-feca-402b-b068-520ad3593c35'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:47:18.346796 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-7a105fb9-a996-43a7-8fe2-c46aabeb0d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:47:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['2de8eab2-feca-402b-b068-520ad3593c35'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:47:18.371426 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-f7903e31-bd25-48ba-ad5c-49b27def0efb tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9892316 Aug 05 12:47:18.372074 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49b51141-fea1-4bee-8c4a-7829ba5e0c29', 'tag': '29eb4e58-4bd2-46de-9bfc-d815d33877fe'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:47:18.374542 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47e10126444b02a26d513ed6f4b145adbdfa00d329c865c61a1608b26e6d0230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58742601-e1a2-4403-a3af-b6cbdbe624c7" -d '{"events": [{"name": "network-changed", "server_uuid": "49b51141-fea1-4bee-8c4a-7829ba5e0c29", "tag": "29eb4e58-4bd2-46de-9bfc-d815d33877fe"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:47:18.416276 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 12:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4901a21e-adb2-4345-a03e-a30b1145c991 x-openstack-request-id: req-4901a21e-adb2-4345-a03e-a30b1145c991 {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:47:18.416841 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49b51141-fea1-4bee-8c4a-7829ba5e0c29", "tag": "29eb4e58-4bd2-46de-9bfc-d815d33877fe", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:47:18.417335 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4901a21e-adb2-4345-a03e-a30b1145c991 {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:47:18.417804 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49b51141-fea1-4bee-8c4a-7829ba5e0c29', 'tag': '29eb4e58-4bd2-46de-9bfc-d815d33877fe', 'status': 'completed', 'code': 200} Aug 05 12:47:18.456154 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-7a105fb9-a996-43a7-8fe2-c46aabeb0d82 None None] Set router 2de8eab2-feca-402b-b068-520ad3593c35 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:47:18.493353 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40444235-0042-48bb-96ca-f2d2aab5680a req-40786fd0-d99e-474a-8164-a677402c2d20 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:47:18.497003 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-40444235-0042-48bb-96ca-f2d2aab5680a req-40786fd0-d99e-474a-8164-a677402c2d20 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=49b51141-fea1-4bee-8c4a-7829ba5e0c29 HTTP/1.1" status: 200 len: 946 time: 0.0698779 Aug 05 12:47:18.513474 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58742601-e1a2-4403-a3af-b6cbdbe624c7 req-bc46b007-c5d8-460f-ac0c-6a5dd75253db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:47:18.515388 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-58742601-e1a2-4403-a3af-b6cbdbe624c7 req-bc46b007-c5d8-460f-ac0c-6a5dd75253db service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7ebbcc569b8f45a1a422fca72fe4b773&device_id=49b51141-fea1-4bee-8c4a-7829ba5e0c29 HTTP/1.1" status: 200 len: 1097 time: 0.0540876 Aug 05 12:47:18.542160 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-40444235-0042-48bb-96ca-f2d2aab5680a req-654d0077-b19b-4bcc-b4c8-4c23a5a03618 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/security-groups?id=a69e916a-8213-44ec-9f2a-20d7d4306494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398099 Aug 05 12:47:18.566739 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49390) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:47:18.622618 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58742601-e1a2-4403-a3af-b6cbdbe624c7 req-647ce264-f754-4f84-bfa9-fe8a6abba929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:47:18.624297 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-58742601-e1a2-4403-a3af-b6cbdbe624c7 req-647ce264-f754-4f84-bfa9-fe8a6abba929 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8c46fbc8-6319-4f3c-9ae5-a5600990b558 HTTP/1.1" status: 200 len: 897 time: 0.1007283 Aug 05 12:47:18.637412 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-f411f79b-89ef-41c5-bcaa-0154f048f774 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/floatingips/bc3329cd-5e8e-4d59-b60c-4063a7ab8c1d HTTP/1.1" status: 200 len: 992 time: 0.0684619 Aug 05 12:47:18.705394 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-58742601-e1a2-4403-a3af-b6cbdbe624c7 req-bd3ae18a-9529-4601-8200-61f543a7c176 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=29eb4e58-4bd2-46de-9bfc-d815d33877fe HTTP/1.1" status: 200 len: 1000 time: 0.0733798 Aug 05 12:47:18.725083 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-7a105fb9-a996-43a7-8fe2-c46aabeb0d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2de8eab2-feca-402b-b068-520ad3593c35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-718365852', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': 'bb95816f-ce27-442d-97fd-15d07d5bf582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:46:59Z', 'updated_at': '2021-08-05T12:47:03Z', 'revision_number': 4, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'gw_port': {'id': 'bb95816f-ce27-442d-97fd-15d07d5bf582', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:19:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de8eab2-feca-402b-b068-520ad3593c35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:47:00Z', 'updated_at': '2021-08-05T12:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': 'bc3329cd-5e8e-4d59-b60c-4063a7ab8c1d', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'floating_ip_address': '172.25.5.223', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': '2de8eab2-feca-402b-b068-520ad3593c35', 'port_id': '29eb4e58-4bd2-46de-9bfc-d815d33877fe', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4193, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c46fbc8-6319-4f3c-9ae5-a5600990b558', 'mac_address': 'fa:16:3e:d7:04:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b51141-fea1-4bee-8c4a-7829ba5e0c29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T12:47:17Z', 'updated_at': '2021-08-05T12:47:17Z', 'revision_number': 0, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bc648ee-706b-4239-9ab3-a1c7bd8b7f43', 'name': '', 'network_id': '8c46fbc8-6319-4f3c-9ae5-a5600990b558', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'mac_address': 'fa:16:3e:bf:3b:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de8eab2-feca-402b-b068-520ad3593c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '419bd58b-d80f-43b5-862f-8d11928b11aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:47:03Z', 'updated_at': '2021-08-05T12:47:08Z', 'revision_number': 5, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'subnets': [{'id': '419bd58b-d80f-43b5-862f-8d11928b11aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:47:18.763749 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58742601-e1a2-4403-a3af-b6cbdbe624c7 req-e6b1efed-0848-492e-9bac-ee16fb174fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:47:18.766352 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-58742601-e1a2-4403-a3af-b6cbdbe624c7 req-e6b1efed-0848-492e-9bac-ee16fb174fbe service neutron] 10.222.0.55 "GET /v2.0/subnets?id=419bd58b-d80f-43b5-862f-8d11928b11aa HTTP/1.1" status: 200 len: 833 time: 0.0529554 Aug 05 12:47:18.831088 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58742601-e1a2-4403-a3af-b6cbdbe624c7 req-66a9fd41-4387-4c7a-badf-fc4f5f1c0d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:47:18.833094 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-58742601-e1a2-4403-a3af-b6cbdbe624c7 req-66a9fd41-4387-4c7a-badf-fc4f5f1c0d1b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8c46fbc8-6319-4f3c-9ae5-a5600990b558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0577559 Aug 05 12:47:18.859074 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a105fb9-a996-43a7-8fe2-c46aabeb0d82 None None] Checking router: 2de8eab2-feca-402b-b068-520ad3593c35 for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:47:18.867626 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a105fb9-a996-43a7-8fe2-c46aabeb0d82 None None] Routers {'2de8eab2-feca-402b-b068-520ad3593c35'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:47:18.868252 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-7a105fb9-a996-43a7-8fe2-c46aabeb0d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:47:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['2de8eab2-feca-402b-b068-520ad3593c35'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:47:18.940447 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-58742601-e1a2-4403-a3af-b6cbdbe624c7 req-61255085-305b-405b-9daf-8bdb432b3f9c service neutron] 10.222.0.55 "GET /v2.0/networks/8c46fbc8-6319-4f3c-9ae5-a5600990b558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000009 Aug 05 12:47:18.977079 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-7a105fb9-a996-43a7-8fe2-c46aabeb0d82 None None] Set router 2de8eab2-feca-402b-b068-520ad3593c35 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:47:19.046992 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-58742601-e1a2-4403-a3af-b6cbdbe624c7 req-6f46c4d2-613b-4a06-8b5b-3da4bc17f11f service neutron] 10.222.0.55 "GET /v2.0/networks/8c46fbc8-6319-4f3c-9ae5-a5600990b558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989738 Aug 05 12:47:19.230206 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-7a105fb9-a996-43a7-8fe2-c46aabeb0d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2de8eab2-feca-402b-b068-520ad3593c35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-718365852', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': 'bb95816f-ce27-442d-97fd-15d07d5bf582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:46:59Z', 'updated_at': '2021-08-05T12:47:03Z', 'revision_number': 4, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'gw_port': {'id': 'bb95816f-ce27-442d-97fd-15d07d5bf582', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:19:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de8eab2-feca-402b-b068-520ad3593c35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:47:00Z', 'updated_at': '2021-08-05T12:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': 'bc3329cd-5e8e-4d59-b60c-4063a7ab8c1d', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'floating_ip_address': '172.25.5.223', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': '2de8eab2-feca-402b-b068-520ad3593c35', 'port_id': '29eb4e58-4bd2-46de-9bfc-d815d33877fe', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4193, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c46fbc8-6319-4f3c-9ae5-a5600990b558', 'mac_address': 'fa:16:3e:d7:04:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b51141-fea1-4bee-8c4a-7829ba5e0c29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T12:47:17Z', 'updated_at': '2021-08-05T12:47:17Z', 'revision_number': 0, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bc648ee-706b-4239-9ab3-a1c7bd8b7f43', 'name': '', 'network_id': '8c46fbc8-6319-4f3c-9ae5-a5600990b558', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'mac_address': 'fa:16:3e:bf:3b:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de8eab2-feca-402b-b068-520ad3593c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '419bd58b-d80f-43b5-862f-8d11928b11aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:47:03Z', 'updated_at': '2021-08-05T12:47:08Z', 'revision_number': 5, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'subnets': [{'id': '419bd58b-d80f-43b5-862f-8d11928b11aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:47:19.261420 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a105fb9-a996-43a7-8fe2-c46aabeb0d82 None None] The sync data for ids ['2de8eab2-feca-402b-b068-520ad3593c35'] in n-d-803378-2 is: [{'id': '2de8eab2-feca-402b-b068-520ad3593c35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-718365852', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': 'bb95816f-ce27-442d-97fd-15d07d5bf582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:46:59Z', 'updated_at': '2021-08-05T12:47:03Z', 'revision_number': 4, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'gw_port': {'id': 'bb95816f-ce27-442d-97fd-15d07d5bf582', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:19:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de8eab2-feca-402b-b068-520ad3593c35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:47:00Z', 'updated_at': '2021-08-05T12:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': 'bc3329cd-5e8e-4d59-b60c-4063a7ab8c1d', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'floating_ip_address': '172.25.5.223', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': '2de8eab2-feca-402b-b068-520ad3593c35', 'port_id': '29eb4e58-4bd2-46de-9bfc-d815d33877fe', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4193, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c46fbc8-6319-4f3c-9ae5-a5600990b558', 'mac_address': 'fa:16:3e:d7:04:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b51141-fea1-4bee-8c4a-7829ba5e0c29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T12:47:17Z', 'updated_at': '2021-08-05T12:47:17Z', 'revision_number': 0, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bc648ee-706b-4239-9ab3-a1c7bd8b7f43', 'name': '', 'network_id': '8c46fbc8-6319-4f3c-9ae5-a5600990b558', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'mac_address': 'fa:16:3e:bf:3b:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de8eab2-feca-402b-b068-520ad3593c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '419bd58b-d80f-43b5-862f-8d11928b11aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:47:03Z', 'updated_at': '2021-08-05T12:47:08Z', 'revision_number': 5, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'subnets': [{'id': '419bd58b-d80f-43b5-862f-8d11928b11aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:47:19.478682 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee29be39-186b-4949-ae73-ecc886c58dc3 None None] New status for floating IP bc3329cd-5e8e-4d59-b60c-4063a7ab8c1d: ACTIVE {{(pid=94422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 12:47:19.640423 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49392) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:47:19.711666 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-6083fa1a-aff9-48ce-b7bd-8bb4bb750164 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/floatingips/bc3329cd-5e8e-4d59-b60c-4063a7ab8c1d HTTP/1.1" status: 200 len: 994 time: 0.0699685 Aug 05 12:47:22.921425 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:47:24.814303 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 12:47:30.199127 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:47:37.362963 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-ca1fe5a6-2945-4691-9331-0089c5233f8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:47:40.084508 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-2f7f3c3c-652f-4a66-bc23-f9a461a98242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:47:40.154317 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:47:42.070912 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:47:44.214338 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:47:51.110269 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4fdef7-5ab8-4657-a592-eeb9b800f03e req-dc8e3f73-ae18-4e1b-9fd8-e9c26fd1d708 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:47:51.111844 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bc4fdef7-5ab8-4657-a592-eeb9b800f03e req-dc8e3f73-ae18-4e1b-9fd8-e9c26fd1d708 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=49b51141-fea1-4bee-8c4a-7829ba5e0c29 HTTP/1.1" status: 200 len: 946 time: 0.0536082 Aug 05 12:47:51.159448 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bc4fdef7-5ab8-4657-a592-eeb9b800f03e req-f2ea977c-6b3e-4b12-8111-1ac3ab4b8011 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/security-groups?id=a69e916a-8213-44ec-9f2a-20d7d4306494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376005 Aug 05 12:47:52.286961 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b27652e-f8d0-45a1-afc6-e76de4f5dcea req-26563f87-cfe0-43c6-a757-384552f98477 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:47:52.288602 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4b27652e-f8d0-45a1-afc6-e76de4f5dcea req-26563f87-cfe0-43c6-a757-384552f98477 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=49b51141-fea1-4bee-8c4a-7829ba5e0c29 HTTP/1.1" status: 200 len: 946 time: 0.0524442 Aug 05 12:47:52.330371 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4b27652e-f8d0-45a1-afc6-e76de4f5dcea req-265417a8-9705-4475-b1a0-e4c6ccf5ee3e tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/security-groups?id=a69e916a-8213-44ec-9f2a-20d7d4306494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354118 Aug 05 12:47:52.353205 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49414) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:47:52.420221 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-d8800b8b-71b4-4b77-b31c-e4efd1b06af8 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/floatingips/bc3329cd-5e8e-4d59-b60c-4063a7ab8c1d HTTP/1.1" status: 200 len: 994 time: 0.0657969 Aug 05 12:47:52.912184 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:47:53.720497 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856c1755-7198-4e21-abaa-11d6caf2d17e req-d9a56e04-fa02-4551-8c6e-1033cbfb23f7 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:47:53.722114 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-856c1755-7198-4e21-abaa-11d6caf2d17e req-d9a56e04-fa02-4551-8c6e-1033cbfb23f7 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=49b51141-fea1-4bee-8c4a-7829ba5e0c29 HTTP/1.1" status: 200 len: 946 time: 0.0530522 Aug 05 12:47:53.764387 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-856c1755-7198-4e21-abaa-11d6caf2d17e req-15b30f43-4c53-417d-8396-da8d6a971d33 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/security-groups?id=a69e916a-8213-44ec-9f2a-20d7d4306494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357475 Aug 05 12:47:54.897906 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e138bac0-c39d-4c48-acd6-950c2777a80c req-fbc39dea-aeaf-4409-bce1-76713f153a9a tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:47:54.899681 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e138bac0-c39d-4c48-acd6-950c2777a80c req-fbc39dea-aeaf-4409-bce1-76713f153a9a tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=49b51141-fea1-4bee-8c4a-7829ba5e0c29 HTTP/1.1" status: 200 len: 946 time: 0.0553546 Aug 05 12:47:54.939972 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e138bac0-c39d-4c48-acd6-950c2777a80c req-449e7ac5-aa8a-4d75-a705-6858d4aef373 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/security-groups?id=a69e916a-8213-44ec-9f2a-20d7d4306494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338643 Aug 05 12:47:54.962670 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49424) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:47:55.029351 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-5683c2f9-2af5-483c-8a60-3c742850c23a tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/floatingips/bc3329cd-5e8e-4d59-b60c-4063a7ab8c1d HTTP/1.1" status: 200 len: 994 time: 0.0653210 Aug 05 12:47:55.272049 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49432) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:47:55.439876 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-68564adb-86b4-48f4-a6d5-329878732a5c tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Deleting port 21461009-cb49-4789-95f9-67964df41cb1 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:47:55.440121 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-68564adb-86b4-48f4-a6d5-329878732a5c tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:47:55.530474 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-68564adb-86b4-48f4-a6d5-329878732a5c tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:47:55.530805 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-68564adb-86b4-48f4-a6d5-329878732a5c tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:47:55.545821 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-68564adb-86b4-48f4-a6d5-329878732a5c tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Calling delete_port for 21461009-cb49-4789-95f9-67964df41cb1 owned by network:floatingip {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:47:55.590689 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-f65b5bbf-5e72-4537-8a45-ed2faa22acae req-71d3a617-d225-4574-bd47-644b5cf44ef9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=49b51141-fea1-4bee-8c4a-7829ba5e0c29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0444477 Aug 05 12:47:55.697261 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65b5bbf-5e72-4537-8a45-ed2faa22acae req-de659d70-2a85-48dc-be95-c99b8edd46af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:47:55.698709 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-f65b5bbf-5e72-4537-8a45-ed2faa22acae req-de659d70-2a85-48dc-be95-c99b8edd46af service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7ebbcc569b8f45a1a422fca72fe4b773&device_id=49b51141-fea1-4bee-8c4a-7829ba5e0c29 HTTP/1.1" status: 200 len: 1097 time: 0.0496364 Aug 05 12:47:55.711616 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-68564adb-86b4-48f4-a6d5-329878732a5c tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:47:55.741780 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68564adb-86b4-48f4-a6d5-329878732a5c tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Pushing event deleted for resources: {'Port': ['ID=21461009-cb49-4789-95f9-67964df41cb1,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:47:55.755292 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68564adb-86b4-48f4-a6d5-329878732a5c tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:47:55.755646 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68564adb-86b4-48f4-a6d5-329878732a5c tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:47:55.755989 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68564adb-86b4-48f4-a6d5-329878732a5c tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:47:55.756327 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68564adb-86b4-48f4-a6d5-329878732a5c tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:47:55.756686 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68564adb-86b4-48f4-a6d5-329878732a5c tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:47:55.757021 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68564adb-86b4-48f4-a6d5-329878732a5c tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:47:55.757352 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68564adb-86b4-48f4-a6d5-329878732a5c tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:47:55.757686 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68564adb-86b4-48f4-a6d5-329878732a5c tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:47:55.758012 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68564adb-86b4-48f4-a6d5-329878732a5c tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:47:55.758920 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68564adb-86b4-48f4-a6d5-329878732a5c tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:47:55.759200 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68564adb-86b4-48f4-a6d5-329878732a5c tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:47:55.759526 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68564adb-86b4-48f4-a6d5-329878732a5c tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:47:55.811274 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65b5bbf-5e72-4537-8a45-ed2faa22acae req-f99040a5-6010-49b5-bb9a-c1b65a71e7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:47:55.812809 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-f65b5bbf-5e72-4537-8a45-ed2faa22acae req-f99040a5-6010-49b5-bb9a-c1b65a71e7c4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8c46fbc8-6319-4f3c-9ae5-a5600990b558 HTTP/1.1" status: 200 len: 897 time: 0.0954444 Aug 05 12:47:55.831124 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-68564adb-86b4-48f4-a6d5-329878732a5c tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for floatingip, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:47:55.831868 n-d-803378-2 neutron-server[94420]: INFO neutron.db.l3_db [None req-68564adb-86b4-48f4-a6d5-329878732a5c tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Floating IP bc3329cd-5e8e-4d59-b60c-4063a7ab8c1d disassociated (deleted). External IP: 172.25.5.223, port: 29eb4e58-4bd2-46de-9bfc-d815d33877fe. Aug 05 12:47:55.864161 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-f65b5bbf-5e72-4537-8a45-ed2faa22acae req-1e30ea8c-9b84-4b3d-aeea-e32718a3ff2a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=29eb4e58-4bd2-46de-9bfc-d815d33877fe HTTP/1.1" status: 200 len: 217 time: 0.0430748 Aug 05 12:47:55.931152 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65b5bbf-5e72-4537-8a45-ed2faa22acae req-5a1a7765-70df-415c-b738-3ecfcfd1c093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:47:55.933622 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-f65b5bbf-5e72-4537-8a45-ed2faa22acae req-5a1a7765-70df-415c-b738-3ecfcfd1c093 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=419bd58b-d80f-43b5-862f-8d11928b11aa HTTP/1.1" status: 200 len: 833 time: 0.0619102 Aug 05 12:47:55.990252 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65b5bbf-5e72-4537-8a45-ed2faa22acae req-d673d9ef-ae79-47c6-9390-9ee0e99e27ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:47:55.991837 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-f65b5bbf-5e72-4537-8a45-ed2faa22acae req-d673d9ef-ae79-47c6-9390-9ee0e99e27ed service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8c46fbc8-6319-4f3c-9ae5-a5600990b558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514905 Aug 05 12:47:56.112828 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68564adb-86b4-48f4-a6d5-329878732a5c tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Router 2de8eab2-feca-402b-b068-520ad3593c35 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:47:56.113657 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-f65b5bbf-5e72-4537-8a45-ed2faa22acae req-1dc16e3e-e1f3-4368-a7ce-67d761fa311f service neutron] 10.222.0.55 "GET /v2.0/networks/8c46fbc8-6319-4f3c-9ae5-a5600990b558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138382 Aug 05 12:47:56.237192 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-f65b5bbf-5e72-4537-8a45-ed2faa22acae req-b64982be-9213-42fd-8f29-4ba9eb7721b7 service neutron] 10.222.0.55 "GET /v2.0/networks/8c46fbc8-6319-4f3c-9ae5-a5600990b558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137807 Aug 05 12:47:56.255825 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68564adb-86b4-48f4-a6d5-329878732a5c tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:47:56.261152 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-68564adb-86b4-48f4-a6d5-329878732a5c tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:47:56.269607 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b559c751-88be-4d1e-8aa7-9f683ba17502 None None] Sync routers for ids ['2de8eab2-feca-402b-b068-520ad3593c35'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:47:56.282219 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b559c751-88be-4d1e-8aa7-9f683ba17502 None None] Routers {'2de8eab2-feca-402b-b068-520ad3593c35'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:47:56.282799 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-b559c751-88be-4d1e-8aa7-9f683ba17502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:47:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['2de8eab2-feca-402b-b068-520ad3593c35'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:47:56.299606 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-68564adb-86b4-48f4-a6d5-329878732a5c tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "DELETE /v2.0/floatingips/bc3329cd-5e8e-4d59-b60c-4063a7ab8c1d HTTP/1.1" status: 204 len: 168 time: 1.0261588 Aug 05 12:47:56.300578 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49b51141-fea1-4bee-8c4a-7829ba5e0c29', 'tag': '29eb4e58-4bd2-46de-9bfc-d815d33877fe'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:47:56.304336 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47e10126444b02a26d513ed6f4b145adbdfa00d329c865c61a1608b26e6d0230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-555a3f65-ae86-4d79-87db-493cf5a4f471" -d '{"events": [{"name": "network-changed", "server_uuid": "49b51141-fea1-4bee-8c4a-7829ba5e0c29", "tag": "29eb4e58-4bd2-46de-9bfc-d815d33877fe"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:47:56.362701 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 12:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87210fb1-a792-40e9-b3a1-2846131d8a0d x-openstack-request-id: req-87210fb1-a792-40e9-b3a1-2846131d8a0d {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:47:56.363019 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49b51141-fea1-4bee-8c4a-7829ba5e0c29", "tag": "29eb4e58-4bd2-46de-9bfc-d815d33877fe", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:47:56.363276 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-87210fb1-a792-40e9-b3a1-2846131d8a0d {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:47:56.363745 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49b51141-fea1-4bee-8c4a-7829ba5e0c29', 'tag': '29eb4e58-4bd2-46de-9bfc-d815d33877fe', 'status': 'completed', 'code': 200} Aug 05 12:47:56.425494 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-b559c751-88be-4d1e-8aa7-9f683ba17502 None None] Set router 2de8eab2-feca-402b-b068-520ad3593c35 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:47:56.454688 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555a3f65-ae86-4d79-87db-493cf5a4f471 req-d3702224-7a26-4528-8850-d90d09488ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:47:56.456334 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-555a3f65-ae86-4d79-87db-493cf5a4f471 req-d3702224-7a26-4528-8850-d90d09488ec5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7ebbcc569b8f45a1a422fca72fe4b773&device_id=49b51141-fea1-4bee-8c4a-7829ba5e0c29 HTTP/1.1" status: 200 len: 1097 time: 0.0503879 Aug 05 12:47:56.567691 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555a3f65-ae86-4d79-87db-493cf5a4f471 req-7b43e695-1f89-4617-abeb-fab2649db201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:47:56.569275 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-555a3f65-ae86-4d79-87db-493cf5a4f471 req-7b43e695-1f89-4617-abeb-fab2649db201 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8c46fbc8-6319-4f3c-9ae5-a5600990b558 HTTP/1.1" status: 200 len: 897 time: 0.1031981 Aug 05 12:47:56.584272 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97286c7-0f75-48f8-8f3d-7854f6f65e05 req-d1c14751-2c18-42aa-9f85-90fbfaa71ab7 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:47:56.585846 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f97286c7-0f75-48f8-8f3d-7854f6f65e05 req-d1c14751-2c18-42aa-9f85-90fbfaa71ab7 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=49b51141-fea1-4bee-8c4a-7829ba5e0c29 HTTP/1.1" status: 200 len: 946 time: 0.0533943 Aug 05 12:47:56.614278 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-555a3f65-ae86-4d79-87db-493cf5a4f471 req-9a57731b-3071-409d-ad1e-7ca29e254882 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=29eb4e58-4bd2-46de-9bfc-d815d33877fe HTTP/1.1" status: 200 len: 217 time: 0.0370095 Aug 05 12:47:56.629390 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f97286c7-0f75-48f8-8f3d-7854f6f65e05 req-57aae174-1b5e-4120-b62f-89e4bd19f87a tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/security-groups?id=a69e916a-8213-44ec-9f2a-20d7d4306494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354612 Aug 05 12:47:56.659109 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-b559c751-88be-4d1e-8aa7-9f683ba17502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2de8eab2-feca-402b-b068-520ad3593c35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-718365852', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': 'bb95816f-ce27-442d-97fd-15d07d5bf582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:46:59Z', 'updated_at': '2021-08-05T12:47:03Z', 'revision_number': 4, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'gw_port': {'id': 'bb95816f-ce27-442d-97fd-15d07d5bf582', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:19:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de8eab2-feca-402b-b068-520ad3593c35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:47:00Z', 'updated_at': '2021-08-05T12:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '1bc648ee-706b-4239-9ab3-a1c7bd8b7f43', 'name': '', 'network_id': '8c46fbc8-6319-4f3c-9ae5-a5600990b558', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'mac_address': 'fa:16:3e:bf:3b:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de8eab2-feca-402b-b068-520ad3593c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '419bd58b-d80f-43b5-862f-8d11928b11aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:47:03Z', 'updated_at': '2021-08-05T12:47:08Z', 'revision_number': 5, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'subnets': [{'id': '419bd58b-d80f-43b5-862f-8d11928b11aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:47:56.673690 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555a3f65-ae86-4d79-87db-493cf5a4f471 req-7b25e13d-c41f-4786-93f3-b612ac547471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:47:56.675241 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-555a3f65-ae86-4d79-87db-493cf5a4f471 req-7b25e13d-c41f-4786-93f3-b612ac547471 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=419bd58b-d80f-43b5-862f-8d11928b11aa HTTP/1.1" status: 200 len: 833 time: 0.0535352 Aug 05 12:47:56.688587 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b559c751-88be-4d1e-8aa7-9f683ba17502 None None] Checking router: 2de8eab2-feca-402b-b068-520ad3593c35 for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:47:56.698014 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b559c751-88be-4d1e-8aa7-9f683ba17502 None None] Routers {'2de8eab2-feca-402b-b068-520ad3593c35'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:47:56.698638 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-b559c751-88be-4d1e-8aa7-9f683ba17502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:47:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['2de8eab2-feca-402b-b068-520ad3593c35'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:47:56.729453 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555a3f65-ae86-4d79-87db-493cf5a4f471 req-c0d166c3-dce1-49b2-bf43-71ffe67ddeea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:47:56.730987 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-555a3f65-ae86-4d79-87db-493cf5a4f471 req-c0d166c3-dce1-49b2-bf43-71ffe67ddeea service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8c46fbc8-6319-4f3c-9ae5-a5600990b558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480502 Aug 05 12:47:56.817313 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-b559c751-88be-4d1e-8aa7-9f683ba17502 None None] Set router 2de8eab2-feca-402b-b068-520ad3593c35 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:47:56.832274 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-555a3f65-ae86-4d79-87db-493cf5a4f471 req-a639db00-3eef-4a7b-8400-cba6423ff29c service neutron] 10.222.0.55 "GET /v2.0/networks/8c46fbc8-6319-4f3c-9ae5-a5600990b558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909836 Aug 05 12:47:56.936281 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-555a3f65-ae86-4d79-87db-493cf5a4f471 req-2fe3c3fd-efdb-48ee-8e58-deb604a0b730 service neutron] 10.222.0.55 "GET /v2.0/networks/8c46fbc8-6319-4f3c-9ae5-a5600990b558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944421 Aug 05 12:47:57.042997 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-b559c751-88be-4d1e-8aa7-9f683ba17502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2de8eab2-feca-402b-b068-520ad3593c35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-718365852', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': 'bb95816f-ce27-442d-97fd-15d07d5bf582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:46:59Z', 'updated_at': '2021-08-05T12:47:03Z', 'revision_number': 4, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'gw_port': {'id': 'bb95816f-ce27-442d-97fd-15d07d5bf582', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:19:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de8eab2-feca-402b-b068-520ad3593c35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:47:00Z', 'updated_at': '2021-08-05T12:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '1bc648ee-706b-4239-9ab3-a1c7bd8b7f43', 'name': '', 'network_id': '8c46fbc8-6319-4f3c-9ae5-a5600990b558', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'mac_address': 'fa:16:3e:bf:3b:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de8eab2-feca-402b-b068-520ad3593c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '419bd58b-d80f-43b5-862f-8d11928b11aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:47:03Z', 'updated_at': '2021-08-05T12:47:08Z', 'revision_number': 5, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'subnets': [{'id': '419bd58b-d80f-43b5-862f-8d11928b11aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:47:57.070044 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b559c751-88be-4d1e-8aa7-9f683ba17502 None None] The sync data for ids ['2de8eab2-feca-402b-b068-520ad3593c35'] in n-d-803378-2 is: [{'id': '2de8eab2-feca-402b-b068-520ad3593c35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-718365852', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': 'bb95816f-ce27-442d-97fd-15d07d5bf582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:46:59Z', 'updated_at': '2021-08-05T12:47:03Z', 'revision_number': 4, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'gw_port': {'id': 'bb95816f-ce27-442d-97fd-15d07d5bf582', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:19:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de8eab2-feca-402b-b068-520ad3593c35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:47:00Z', 'updated_at': '2021-08-05T12:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '1bc648ee-706b-4239-9ab3-a1c7bd8b7f43', 'name': '', 'network_id': '8c46fbc8-6319-4f3c-9ae5-a5600990b558', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'mac_address': 'fa:16:3e:bf:3b:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de8eab2-feca-402b-b068-520ad3593c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '419bd58b-d80f-43b5-862f-8d11928b11aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:47:03Z', 'updated_at': '2021-08-05T12:47:08Z', 'revision_number': 5, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'subnets': [{'id': '419bd58b-d80f-43b5-862f-8d11928b11aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:47:57.331013 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8887ff2c-9213-4753-bc02-2506e4d25d3f None None] New status for floating IP bc3329cd-5e8e-4d59-b60c-4063a7ab8c1d: DOWN {{(pid=94422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 12:47:57.761629 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a68c58e-92fd-4046-a5b8-25c27b14ddc0 req-ee1e741a-caba-497a-993b-40304f8e6018 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:47:57.763209 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1a68c58e-92fd-4046-a5b8-25c27b14ddc0 req-ee1e741a-caba-497a-993b-40304f8e6018 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=49b51141-fea1-4bee-8c4a-7829ba5e0c29 HTTP/1.1" status: 200 len: 946 time: 0.0581307 Aug 05 12:47:57.804073 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1a68c58e-92fd-4046-a5b8-25c27b14ddc0 req-40918613-114c-4a60-bde7-84c8fd49028a tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/security-groups?id=a69e916a-8213-44ec-9f2a-20d7d4306494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347388 Aug 05 12:47:58.268615 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb944b5-38ac-49da-8ee7-54ba9ee780db req-935691b2-d171-454a-b726-89d1492e51a0 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:47:58.270246 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ddb944b5-38ac-49da-8ee7-54ba9ee780db req-935691b2-d171-454a-b726-89d1492e51a0 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.55 "GET /v2.0/ports?device_id=49b51141-fea1-4bee-8c4a-7829ba5e0c29 HTTP/1.1" status: 200 len: 946 time: 0.0687726 Aug 05 12:47:58.371542 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-ddb944b5-38ac-49da-8ee7-54ba9ee780db req-d2dd2a08-157a-4485-b0ed-ed53a46c3b7a tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Deleting port 29eb4e58-4bd2-46de-9bfc-d815d33877fe {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:47:58.371887 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-ddb944b5-38ac-49da-8ee7-54ba9ee780db req-d2dd2a08-157a-4485-b0ed-ed53a46c3b7a tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:47:58.472267 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-ddb944b5-38ac-49da-8ee7-54ba9ee780db req-d2dd2a08-157a-4485-b0ed-ed53a46c3b7a tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] For port 29eb4e58-4bd2-46de-9bfc-d815d33877fe, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=29eb4e58-4bd2-46de-9bfc-d815d33877fe,segment=NetworkSegment(b2fc848d-5bd6-4dc0-81b8-1926d5c1e903),segment_id=b2fc848d-5bd6-4dc0-81b8-1926d5c1e903)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:47:58.472680 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-ddb944b5-38ac-49da-8ee7-54ba9ee780db req-d2dd2a08-157a-4485-b0ed-ed53a46c3b7a tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:47:58.493197 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-ddb944b5-38ac-49da-8ee7-54ba9ee780db req-d2dd2a08-157a-4485-b0ed-ed53a46c3b7a tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Calling delete_port for 29eb4e58-4bd2-46de-9bfc-d815d33877fe owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:47:58.646867 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-ddb944b5-38ac-49da-8ee7-54ba9ee780db req-d2dd2a08-157a-4485-b0ed-ed53a46c3b7a tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:47:58.684037 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dd2a08-157a-4485-b0ed-ed53a46c3b7a tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Pushing event deleted for resources: {'Port': ['ID=29eb4e58-4bd2-46de-9bfc-d815d33877fe,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:47:58.701826 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2dd2a08-157a-4485-b0ed-ed53a46c3b7a tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:47:58.702353 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2dd2a08-157a-4485-b0ed-ed53a46c3b7a tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:47:58.702920 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2dd2a08-157a-4485-b0ed-ed53a46c3b7a tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:47:58.703471 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2dd2a08-157a-4485-b0ed-ed53a46c3b7a tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:47:58.704022 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2dd2a08-157a-4485-b0ed-ed53a46c3b7a tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:47:58.704468 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2dd2a08-157a-4485-b0ed-ed53a46c3b7a tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:47:58.704980 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2dd2a08-157a-4485-b0ed-ed53a46c3b7a tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:47:58.705460 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2dd2a08-157a-4485-b0ed-ed53a46c3b7a tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:47:58.705932 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2dd2a08-157a-4485-b0ed-ed53a46c3b7a tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:47:58.706403 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2dd2a08-157a-4485-b0ed-ed53a46c3b7a tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:47:58.706865 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2dd2a08-157a-4485-b0ed-ed53a46c3b7a tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:47:58.707337 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2dd2a08-157a-4485-b0ed-ed53a46c3b7a tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:47:58.754077 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddb944b5-38ac-49da-8ee7-54ba9ee780db req-d2dd2a08-157a-4485-b0ed-ed53a46c3b7a tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] No DVR routers for this DVR port 29eb4e58-4bd2-46de-9bfc-d815d33877fe on host n-h2-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:47:58.758018 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-ddb944b5-38ac-49da-8ee7-54ba9ee780db req-d2dd2a08-157a-4485-b0ed-ed53a46c3b7a tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:47:58.763198 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ddb944b5-38ac-49da-8ee7-54ba9ee780db req-d2dd2a08-157a-4485-b0ed-ed53a46c3b7a tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.55 "DELETE /v2.0/ports/29eb4e58-4bd2-46de-9bfc-d815d33877fe HTTP/1.1" status: 204 len: 173 time: 0.4866269 Aug 05 12:47:58.763701 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49b51141-fea1-4bee-8c4a-7829ba5e0c29', 'name': 'network-vif-deleted', 'tag': '29eb4e58-4bd2-46de-9bfc-d815d33877fe'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:47:58.766410 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7ff1ae056485c55ead25f70fa9973e26b39e4a1f6cb6b93d5d0d7942cdef429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a835a8f1-c503-4e85-abed-cd2c8c548e4b" -d '{"events": [{"server_uuid": "49b51141-fea1-4bee-8c4a-7829ba5e0c29", "name": "network-vif-deleted", "tag": "29eb4e58-4bd2-46de-9bfc-d815d33877fe"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:47:58.833537 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 12:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2294b0a6-4280-4b44-9415-c98e58564643 x-openstack-request-id: req-2294b0a6-4280-4b44-9415-c98e58564643 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:47:58.833994 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49b51141-fea1-4bee-8c4a-7829ba5e0c29", "name": "network-vif-deleted", "tag": "29eb4e58-4bd2-46de-9bfc-d815d33877fe", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:47:58.835904 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2294b0a6-4280-4b44-9415-c98e58564643 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:47:58.835904 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49b51141-fea1-4bee-8c4a-7829ba5e0c29', 'name': 'network-vif-deleted', 'tag': '29eb4e58-4bd2-46de-9bfc-d815d33877fe', 'status': 'completed', 'code': 200} Aug 05 12:47:58.948444 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-28d83931-c246-4971-aed1-e4484c7e4687 req-3ac29e20-ea9b-4dea-8fe0-f15e9cf93e15 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=49b51141-fea1-4bee-8c4a-7829ba5e0c29 HTTP/1.1" status: 200 len: 210 time: 0.0463533 Aug 05 12:48:00.015570 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49452) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:48:00.216385 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:00.447757 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8e27119e-25c9-47c1-8fba-e0831f090af7 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33208311'] for router_interface, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:00.746678 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-8e27119e-25c9-47c1-8fba-e0831f090af7 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Deleting port 1bc648ee-706b-4239-9ab3-a1c7bd8b7f43 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:48:00.747689 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8e27119e-25c9-47c1-8fba-e0831f090af7 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:00.878382 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-8e27119e-25c9-47c1-8fba-e0831f090af7 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] For port 1bc648ee-706b-4239-9ab3-a1c7bd8b7f43, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=1bc648ee-706b-4239-9ab3-a1c7bd8b7f43,segment=NetworkSegment(b2fc848d-5bd6-4dc0-81b8-1926d5c1e903),segment_id=b2fc848d-5bd6-4dc0-81b8-1926d5c1e903)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:48:00.878944 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8e27119e-25c9-47c1-8fba-e0831f090af7 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:00.897045 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-8e27119e-25c9-47c1-8fba-e0831f090af7 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Calling delete_port for 1bc648ee-706b-4239-9ab3-a1c7bd8b7f43 owned by network:router_interface {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:48:01.156087 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8e27119e-25c9-47c1-8fba-e0831f090af7 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:01.189490 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e27119e-25c9-47c1-8fba-e0831f090af7 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Pushing event deleted for resources: {'Port': ['ID=1bc648ee-706b-4239-9ab3-a1c7bd8b7f43,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:48:01.445036 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8e27119e-25c9-47c1-8fba-e0831f090af7 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33140263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33208171'] for router_interface, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:01.707981 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e27119e-25c9-47c1-8fba-e0831f090af7 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Router 2de8eab2-feca-402b-b068-520ad3593c35 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:48:01.819436 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 12:48:01.859452 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e27119e-25c9-47c1-8fba-e0831f090af7 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:48:01.871673 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98137f0b-99ae-4173-b998-71116adaedfb None None] Sync routers for ids ['2de8eab2-feca-402b-b068-520ad3593c35'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:48:01.876987 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-8e27119e-25c9-47c1-8fba-e0831f090af7 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "PUT /v2.0/routers/2de8eab2-feca-402b-b068-520ad3593c35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8586950 Aug 05 12:48:01.881184 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49454) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:48:01.886074 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98137f0b-99ae-4173-b998-71116adaedfb None None] Routers {'2de8eab2-feca-402b-b068-520ad3593c35'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:48:01.887012 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-98137f0b-99ae-4173-b998-71116adaedfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:47:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['2de8eab2-feca-402b-b068-520ad3593c35'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:48:01.966987 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_v2 [None req-669e41dd-2698-4680-a394-6b8f513fab0b tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Deleting subnet 419bd58b-d80f-43b5-862f-8d11928b11aa {{(pid=94420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 12:48:01.972152 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-669e41dd-2698-4680-a394-6b8f513fab0b tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for subnet, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:02.042943 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-98137f0b-99ae-4173-b998-71116adaedfb None None] Set router 2de8eab2-feca-402b-b068-520ad3593c35 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:48:02.047149 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-669e41dd-2698-4680-a394-6b8f513fab0b tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25010562'] for subnet, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:02.157818 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-669e41dd-2698-4680-a394-6b8f513fab0b tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:02.205048 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 29eb4e58-4bd2-46de-9bfc-d815d33877fe no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:48:02.244366 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] No Port match for: 29eb4e58-4bd2-46de-9bfc-d815d33877fe {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:48:02.244879 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 29eb4e58-4bd2-46de-9bfc-d815d33877fe not bound to the agent host n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:48:02.271602 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-669e41dd-2698-4680-a394-6b8f513fab0b tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29762763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24211094'] for subnet, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:02.301644 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669e41dd-2698-4680-a394-6b8f513fab0b tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Pushing event deleted for resources: {'Subnet': ['ID=419bd58b-d80f-43b5-862f-8d11928b11aa,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:48:02.309146 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-669e41dd-2698-4680-a394-6b8f513fab0b tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:02.314252 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49456) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:48:02.314729 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-669e41dd-2698-4680-a394-6b8f513fab0b tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "DELETE /v2.0/subnets/419bd58b-d80f-43b5-862f-8d11928b11aa HTTP/1.1" status: 204 len: 168 time: 0.4295969 Aug 05 12:48:02.320873 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d2cd6b-fd63-48f6-8698-1877948aa527 None None] Network 8c46fbc8-6319-4f3c-9ae5-a5600990b558 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:48:02.378600 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-98137f0b-99ae-4173-b998-71116adaedfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2de8eab2-feca-402b-b068-520ad3593c35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-718365852', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': 'bb95816f-ce27-442d-97fd-15d07d5bf582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:46:59Z', 'updated_at': '2021-08-05T12:48:01Z', 'revision_number': 5, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'gw_port': {'id': 'bb95816f-ce27-442d-97fd-15d07d5bf582', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:19:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de8eab2-feca-402b-b068-520ad3593c35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:47:00Z', 'updated_at': '2021-08-05T12:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:48:02.418346 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98137f0b-99ae-4173-b998-71116adaedfb None None] Checking router: 2de8eab2-feca-402b-b068-520ad3593c35 for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:48:02.430199 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98137f0b-99ae-4173-b998-71116adaedfb None None] Routers {'2de8eab2-feca-402b-b068-520ad3593c35'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:48:02.431043 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-98137f0b-99ae-4173-b998-71116adaedfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:47:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['2de8eab2-feca-402b-b068-520ad3593c35'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:48:02.441698 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-dc9bdf16-5771-4b9d-bba1-f448b9d87774 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for router, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:02.565567 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f06f14c8-bb82-43b2-91fb-04f1bd882c77 None None] DHCP port deletion for 8c46fbc8-6319-4f3c-9ae5-a5600990b558 request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 12:48:02.578945 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-98137f0b-99ae-4173-b998-71116adaedfb None None] Set router 2de8eab2-feca-402b-b068-520ad3593c35 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:48:02.598239 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-dc9bdf16-5771-4b9d-bba1-f448b9d87774 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:02.652460 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-f06f14c8-bb82-43b2-91fb-04f1bd882c77 None None] Deleting port 455c2805-2b83-408b-91c9-5c48058fe9f5 {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:48:02.652847 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f06f14c8-bb82-43b2-91fb-04f1bd882c77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:02.690648 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-dc9bdf16-5771-4b9d-bba1-f448b9d87774 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Deleting port bb95816f-ce27-442d-97fd-15d07d5bf582 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:48:02.691214 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-dc9bdf16-5771-4b9d-bba1-f448b9d87774 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:02.834545 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [None req-dc9bdf16-5771-4b9d-bba1-f448b9d87774 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] For port bb95816f-ce27-442d-97fd-15d07d5bf582, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=bb95816f-ce27-442d-97fd-15d07d5bf582,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:48:02.835595 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-dc9bdf16-5771-4b9d-bba1-f448b9d87774 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:02.857903 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-98137f0b-99ae-4173-b998-71116adaedfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2de8eab2-feca-402b-b068-520ad3593c35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-718365852', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': 'bb95816f-ce27-442d-97fd-15d07d5bf582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:46:59Z', 'updated_at': '2021-08-05T12:48:01Z', 'revision_number': 5, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'gw_port': {'id': 'bb95816f-ce27-442d-97fd-15d07d5bf582', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:19:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de8eab2-feca-402b-b068-520ad3593c35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:47:00Z', 'updated_at': '2021-08-05T12:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:48:02.866137 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-dc9bdf16-5771-4b9d-bba1-f448b9d87774 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Calling delete_port for bb95816f-ce27-442d-97fd-15d07d5bf582 owned by network:router_gateway {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:48:02.893521 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98137f0b-99ae-4173-b998-71116adaedfb None None] The sync data for ids ['2de8eab2-feca-402b-b068-520ad3593c35'] in n-d-803378-2 is: [{'id': '2de8eab2-feca-402b-b068-520ad3593c35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-718365852', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': 'bb95816f-ce27-442d-97fd-15d07d5bf582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:46:59Z', 'updated_at': '2021-08-05T12:48:01Z', 'revision_number': 5, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'gw_port': {'id': 'bb95816f-ce27-442d-97fd-15d07d5bf582', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:19:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de8eab2-feca-402b-b068-520ad3593c35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:47:00Z', 'updated_at': '2021-08-05T12:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:48:02.966051 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f06f14c8-bb82-43b2-91fb-04f1bd882c77 None None] For port 455c2805-2b83-408b-91c9-5c48058fe9f5, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=455c2805-2b83-408b-91c9-5c48058fe9f5,segment=NetworkSegment(b2fc848d-5bd6-4dc0-81b8-1926d5c1e903),segment_id=b2fc848d-5bd6-4dc0-81b8-1926d5c1e903)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:48:02.966457 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f06f14c8-bb82-43b2-91fb-04f1bd882c77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:02.982137 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-f06f14c8-bb82-43b2-91fb-04f1bd882c77 None None] Calling delete_port for 455c2805-2b83-408b-91c9-5c48058fe9f5 owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:48:03.083326 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f06f14c8-bb82-43b2-91fb-04f1bd882c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:03.129505 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06f14c8-bb82-43b2-91fb-04f1bd882c77 None None] Pushing event deleted for resources: {'Port': ['ID=455c2805-2b83-408b-91c9-5c48058fe9f5,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:48:03.134301 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-dc9bdf16-5771-4b9d-bba1-f448b9d87774 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:03.142810 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06f14c8-bb82-43b2-91fb-04f1bd882c77 None None] No DVR routers for this DVR port 455c2805-2b83-408b-91c9-5c48058fe9f5 on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:48:03.145133 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06f14c8-bb82-43b2-91fb-04f1bd882c77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:48:03.145819 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06f14c8-bb82-43b2-91fb-04f1bd882c77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:48:03.146163 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06f14c8-bb82-43b2-91fb-04f1bd882c77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:48:03.146507 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06f14c8-bb82-43b2-91fb-04f1bd882c77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:48:03.146839 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06f14c8-bb82-43b2-91fb-04f1bd882c77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:48:03.147166 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06f14c8-bb82-43b2-91fb-04f1bd882c77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:48:03.147565 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06f14c8-bb82-43b2-91fb-04f1bd882c77 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:48:03.147892 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06f14c8-bb82-43b2-91fb-04f1bd882c77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:48:03.148215 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06f14c8-bb82-43b2-91fb-04f1bd882c77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:48:03.148560 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06f14c8-bb82-43b2-91fb-04f1bd882c77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:48:03.149003 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06f14c8-bb82-43b2-91fb-04f1bd882c77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:48:03.149839 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06f14c8-bb82-43b2-91fb-04f1bd882c77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:48:03.165989 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9bdf16-5771-4b9d-bba1-f448b9d87774 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Pushing event deleted for resources: {'Port': ['ID=bb95816f-ce27-442d-97fd-15d07d5bf582,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:48:03.236364 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-dc9bdf16-5771-4b9d-bba1-f448b9d87774 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33285055'] for router_gateway, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:03.346547 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-dc9bdf16-5771-4b9d-bba1-f448b9d87774 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33262979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1951'] for router, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:03.349552 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-dc9bdf16-5771-4b9d-bba1-f448b9d87774 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:03.442089 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-dc9bdf16-5771-4b9d-bba1-f448b9d87774 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33262474'] for router, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:03.443127 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc9bdf16-5771-4b9d-bba1-f448b9d87774 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Fanout notify agent at l3_agent the message router_deleted on router 2de8eab2-feca-402b-b068-520ad3593c35 {{(pid=94421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 12:48:03.452351 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-dc9bdf16-5771-4b9d-bba1-f448b9d87774 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for router, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:03.453612 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-dc9bdf16-5771-4b9d-bba1-f448b9d87774 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "DELETE /v2.0/routers/2de8eab2-feca-402b-b068-520ad3593c35 HTTP/1.1" status: 204 len: 168 time: 1.1375813 Aug 05 12:48:03.456385 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49458) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:48:03.556980 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-80df519f-7774-4d08-a5a2-da0d5fd5211d tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:03.673067 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-80df519f-7774-4d08-a5a2-da0d5fd5211d tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:03.686682 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-80df519f-7774-4d08-a5a2-da0d5fd5211d tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c46fbc8-6319-4f3c-9ae5-a5600990b558']}} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:48:03.700572 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-80df519f-7774-4d08-a5a2-da0d5fd5211d tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2fc848d-5bd6-4dc0-81b8-1926d5c1e903') {'for_net_delete': True} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:48:03.701027 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-80df519f-7774-4d08-a5a2-da0d5fd5211d tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2fc848d-5bd6-4dc0-81b8-1926d5c1e903') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:48:03.712783 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-80df519f-7774-4d08-a5a2-da0d5fd5211d tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29786371'] for segment, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:03.737291 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-80df519f-7774-4d08-a5a2-da0d5fd5211d tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:03.745520 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80df519f-7774-4d08-a5a2-da0d5fd5211d tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Releasing vlan 691 on physical network physnet1 to pool {{(pid=94421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 12:48:03.745941 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-80df519f-7774-4d08-a5a2-da0d5fd5211d tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25038799'] for segment, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:03.749487 n-d-803378-2 neutron-server[94421]: Traceback (most recent call last): Aug 05 12:48:03.749487 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 12:48:03.749487 n-d-803378-2 neutron-server[94421]: timer() Aug 05 12:48:03.749487 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 12:48:03.749487 n-d-803378-2 neutron-server[94421]: cb(*args, **kw) Aug 05 12:48:03.749487 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 12:48:03.749487 n-d-803378-2 neutron-server[94421]: return func(*args, **kwargs) Aug 05 12:48:03.749487 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 12:48:03.749487 n-d-803378-2 neutron-server[94421]: self._notify() Aug 05 12:48:03.749487 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 12:48:03.749487 n-d-803378-2 neutron-server[94421]: self.callback(batched_events) Aug 05 12:48:03.749487 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 12:48:03.749487 n-d-803378-2 neutron-server[94421]: event.method(event) Aug 05 12:48:03.749487 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 12:48:03.749487 n-d-803378-2 neutron-server[94421]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 12:48:03.749487 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 12:48:03.749487 n-d-803378-2 neutron-server[94421]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 12:48:03.749487 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 12:48:03.749487 n-d-803378-2 neutron-server[94421]: return f(self, *a, **k) Aug 05 12:48:03.749487 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 12:48:03.749487 n-d-803378-2 neutron-server[94421]: return self._get(url).json() Aug 05 12:48:03.749487 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 12:48:03.749487 n-d-803378-2 neutron-server[94421]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 12:48:03.749487 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 12:48:03.749487 n-d-803378-2 neutron-server[94421]: return self.request(url, 'GET', **kwargs) Aug 05 12:48:03.749487 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 12:48:03.749487 n-d-803378-2 neutron-server[94421]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 12:48:03.749487 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 12:48:03.749487 n-d-803378-2 neutron-server[94421]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 12:48:03.749487 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 12:48:03.749487 n-d-803378-2 neutron-server[94421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 12:48:03.749487 n-d-803378-2 neutron-server[94421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 12:48:03.815169 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-80df519f-7774-4d08-a5a2-da0d5fd5211d tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:03.823001 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-80df519f-7774-4d08-a5a2-da0d5fd5211d tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:03.825381 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-80df519f-7774-4d08-a5a2-da0d5fd5211d tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "DELETE /v2.0/networks/8c46fbc8-6319-4f3c-9ae5-a5600990b558 HTTP/1.1" status: 204 len: 168 time: 0.3673689 Aug 05 12:48:03.827945 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49460) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:48:03.853400 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80df519f-7774-4d08-a5a2-da0d5fd5211d tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Pushing event deleted for resources: {'Network': ['ID=8c46fbc8-6319-4f3c-9ae5-a5600990b558,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:48:03.924148 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ffc16ca6-eda0-4741-acef-e9a417455502 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:03.952940 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ffc16ca6-eda0-4741-acef-e9a417455502 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:04.050474 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ffc16ca6-eda0-4741-acef-e9a417455502 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:04.052632 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ffc16ca6-eda0-4741-acef-e9a417455502 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:04.060234 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-ffc16ca6-eda0-4741-acef-e9a417455502 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "DELETE /v2.0/security-groups/a69e916a-8213-44ec-9f2a-20d7d4306494 HTTP/1.1" status: 204 len: 168 time: 0.2257185 Aug 05 12:48:04.077002 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc16ca6-eda0-4741-acef-e9a417455502 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a69e916a-8213-44ec-9f2a-20d7d4306494,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:48:04.077430 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device bb95816f-ce27-442d-97fd-15d07d5bf582 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:48:04.114679 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: bb95816f-ce27-442d-97fd-15d07d5bf582 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:48:04.115658 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device bb95816f-ce27-442d-97fd-15d07d5bf582 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:48:04.116348 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 1bc648ee-706b-4239-9ab3-a1c7bd8b7f43 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:48:04.159633 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 1bc648ee-706b-4239-9ab3-a1c7bd8b7f43 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:48:04.160235 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 1bc648ee-706b-4239-9ab3-a1c7bd8b7f43 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:48:04.161258 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 455c2805-2b83-408b-91c9-5c48058fe9f5 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:48:04.190051 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 455c2805-2b83-408b-91c9-5c48058fe9f5 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:48:04.190303 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 455c2805-2b83-408b-91c9-5c48058fe9f5 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:48:04.468251 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49466) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:48:04.476179 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-299d5ca8-4e39-46df-91e8-49ca4c03cd87 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-669830678', 'description': 'tempest-secgroup-smoke-669830678 description', 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:48:04.506657 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-299d5ca8-4e39-46df-91e8-49ca4c03cd87 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:04.614680 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-299d5ca8-4e39-46df-91e8-49ca4c03cd87 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:04.621779 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-299d5ca8-4e39-46df-91e8-49ca4c03cd87 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:04.652447 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-299d5ca8-4e39-46df-91e8-49ca4c03cd87 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:04.656451 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-299d5ca8-4e39-46df-91e8-49ca4c03cd87 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1843555 Aug 05 12:48:04.658730 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299d5ca8-4e39-46df-91e8-49ca4c03cd87 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f238df1f-f2f5-40e5-b852-e5eaff4fedfb,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:48:04.668214 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49468) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:48:04.675609 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-2d33e59d-f6bf-4260-b2e0-a7fc98b535e0 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Request body: {'security_group_rule': {'security_group_id': 'f238df1f-f2f5-40e5-b852-e5eaff4fedfb', 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:48:04.719549 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2d33e59d-f6bf-4260-b2e0-a7fc98b535e0 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:04.790725 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2d33e59d-f6bf-4260-b2e0-a7fc98b535e0 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:04.794900 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2d33e59d-f6bf-4260-b2e0-a7fc98b535e0 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:04.813886 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d33e59d-f6bf-4260-b2e0-a7fc98b535e0 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef0baf09-5cd8-4c76-bf6f-1e1db9558da9,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:48:04.823774 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2d33e59d-f6bf-4260-b2e0-a7fc98b535e0 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:04.825487 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-2d33e59d-f6bf-4260-b2e0-a7fc98b535e0 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1555071 Aug 05 12:48:04.827925 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49470) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:48:04.832681 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-47f853fd-b18b-4bb4-a3ff-ca1510365c18 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Request body: {'security_group_rule': {'security_group_id': 'f238df1f-f2f5-40e5-b852-e5eaff4fedfb', 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:48:04.865043 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-47f853fd-b18b-4bb4-a3ff-ca1510365c18 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:04.943817 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-47f853fd-b18b-4bb4-a3ff-ca1510365c18 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:04.953037 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-47f853fd-b18b-4bb4-a3ff-ca1510365c18 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:04.978894 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f853fd-b18b-4bb4-a3ff-ca1510365c18 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89b01e51-5265-43bc-9397-8315d8448a21,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:48:04.988304 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-47f853fd-b18b-4bb4-a3ff-ca1510365c18 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:04.989848 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-47f853fd-b18b-4bb4-a3ff-ca1510365c18 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1608312 Aug 05 12:48:04.995266 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49472) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:48:05.000598 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-fb007ce9-499d-4592-8bc1-489a249e6291 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Request body: {'security_group_rule': {'security_group_id': 'f238df1f-f2f5-40e5-b852-e5eaff4fedfb', 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:48:05.033698 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fb007ce9-499d-4592-8bc1-489a249e6291 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:05.107475 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fb007ce9-499d-4592-8bc1-489a249e6291 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:05.112515 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fb007ce9-499d-4592-8bc1-489a249e6291 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:05.131334 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb007ce9-499d-4592-8bc1-489a249e6291 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a5e5fb7-f42f-4bf7-8a9a-f670c447903d,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:48:05.140563 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-fb007ce9-499d-4592-8bc1-489a249e6291 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:05.144903 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-fb007ce9-499d-4592-8bc1-489a249e6291 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1456425 Aug 05 12:48:05.145180 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49474) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:48:05.151108 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-c25201cb-58cc-4856-a901-58691dd5718d tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Request body: {'security_group_rule': {'security_group_id': 'f238df1f-f2f5-40e5-b852-e5eaff4fedfb', 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:48:05.196515 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c25201cb-58cc-4856-a901-58691dd5718d tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:05.280973 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c25201cb-58cc-4856-a901-58691dd5718d tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:05.285402 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c25201cb-58cc-4856-a901-58691dd5718d tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:05.304988 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25201cb-58cc-4856-a901-58691dd5718d tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72c3c026-ba03-4c64-8271-e271b0a44c81,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:48:05.314703 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c25201cb-58cc-4856-a901-58691dd5718d tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:05.315923 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-c25201cb-58cc-4856-a901-58691dd5718d tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1696730 Aug 05 12:48:05.319337 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49476) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:48:05.325716 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-1bf51851-f828-4e37-be74-c74cd4528e85 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Request body: {'security_group_rule': {'security_group_id': 'f238df1f-f2f5-40e5-b852-e5eaff4fedfb', 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:48:05.353023 n-d-803378-2 neutron-server[94420]: INFO neutron.db.securitygroups_db [None req-1bf51851-f828-4e37-be74-c74cd4528e85 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Project 7ebbcc569b8f45a1a422fca72fe4b773 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 05 12:48:05.359547 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1bf51851-f828-4e37-be74-c74cd4528e85 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:05.442767 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1bf51851-f828-4e37-be74-c74cd4528e85 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:05.448934 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1bf51851-f828-4e37-be74-c74cd4528e85 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:05.477762 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf51851-f828-4e37-be74-c74cd4528e85 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fbaca17-5f35-4dc2-8042-f77852a81d2f,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:48:05.501170 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1bf51851-f828-4e37-be74-c74cd4528e85 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:05.503185 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-1bf51851-f828-4e37-be74-c74cd4528e85 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1826515 Aug 05 12:48:05.506149 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49478) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:48:05.512019 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-c2d45f58-dc86-4327-acff-0e14c8e64bf1 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Request body: {'security_group_rule': {'security_group_id': 'f238df1f-f2f5-40e5-b852-e5eaff4fedfb', 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:48:05.541477 n-d-803378-2 neutron-server[94420]: INFO neutron.db.securitygroups_db [None req-c2d45f58-dc86-4327-acff-0e14c8e64bf1 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Project 7ebbcc569b8f45a1a422fca72fe4b773 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 05 12:48:05.547496 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c2d45f58-dc86-4327-acff-0e14c8e64bf1 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:05.630093 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c2d45f58-dc86-4327-acff-0e14c8e64bf1 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:05.635928 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c2d45f58-dc86-4327-acff-0e14c8e64bf1 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:05.657141 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d45f58-dc86-4327-acff-0e14c8e64bf1 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f443689f-be2e-4fc8-96fa-17441f2c223c,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:48:05.667411 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c2d45f58-dc86-4327-acff-0e14c8e64bf1 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:05.668826 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-c2d45f58-dc86-4327-acff-0e14c8e64bf1 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1614027 Aug 05 12:48:05.671877 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49480) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:48:05.681867 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-7ce7d00f-b434-4338-9541-571658b52523 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Request body: {'network': {'name': 'tempest-network-smoke--1533894423', 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'port_security_enabled': True}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:48:05.712296 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ce7d00f-b434-4338-9541-571658b52523 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Made reservation on behalf of 7ebbcc569b8f45a1a422fca72fe4b773 for: {'network': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:48:05.715881 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7ce7d00f-b434-4338-9541-571658b52523 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:05.752616 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ce7d00f-b434-4338-9541-571658b52523 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] vlan segment allocate from pool success with {'vlan_id': 661, 'physical_network': 'physnet1'} {{(pid=94421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 12:48:05.767403 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7ce7d00f-b434-4338-9541-571658b52523 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:05.767403 n-d-803378-2 neutron-server[94421]: INFO neutron.db.segments_db [None req-7ce7d00f-b434-4338-9541-571658b52523 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Added segment 9fcde02e-9602-4c61-8000-8da71a6291ca of type vlan for network cd4e757e-60b4-43d8-8451-3114a9551b3d Aug 05 12:48:05.812825 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7ce7d00f-b434-4338-9541-571658b52523 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:05.854555 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7ce7d00f-b434-4338-9541-571658b52523 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:05.860896 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce7d00f-b434-4338-9541-571658b52523 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:48:05.861521 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7ce7d00f-b434-4338-9541-571658b52523 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:06.295144 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-7ce7d00f-b434-4338-9541-571658b52523 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6215405 Aug 05 12:48:06.299042 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49482) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:48:06.303909 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-be99313b-c84a-43db-b1e9-d89cd119d449 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2131283722', 'admin_state_up': True, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:48:06.307267 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce7d00f-b434-4338-9541-571658b52523 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Pushing event updated for resources: {'Network': ['ID=cd4e757e-60b4-43d8-8451-3114a9551b3d,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:48:06.320094 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network cd4e757e-60b4-43d8-8451-3114a9551b3d details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 12:48:06.356432 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-be99313b-c84a-43db-b1e9-d89cd119d449 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33260300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1929'] for router, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:06.357821 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-be99313b-c84a-43db-b1e9-d89cd119d449 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33285914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33034662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1926'] for router, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:06.423547 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-be99313b-c84a-43db-b1e9-d89cd119d449 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:06.603761 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-be99313b-c84a-43db-b1e9-d89cd119d449 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:06.909470 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-be99313b-c84a-43db-b1e9-d89cd119d449 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for router_gateway, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:06.933904 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-be99313b-c84a-43db-b1e9-d89cd119d449 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:07.099986 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-be99313b-c84a-43db-b1e9-d89cd119d449 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Allocated IP 172.25.5.14 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/97c3a59f-c031-42e0-be13-3ceb3ac03f7d) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:48:07.256057 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-be99313b-c84a-43db-b1e9-d89cd119d449 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:07.338255 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-be99313b-c84a-43db-b1e9-d89cd119d449 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:07.367271 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-84a4d269-97de-4437-add1-b0d7643b82f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:07.391970 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be99313b-c84a-43db-b1e9-d89cd119d449 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:48:07.397416 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-be99313b-c84a-43db-b1e9-d89cd119d449 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:48:07.404410 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be99313b-c84a-43db-b1e9-d89cd119d449 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:48:07.449684 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be99313b-c84a-43db-b1e9-d89cd119d449 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Pushing event updated for resources: {'Port': ['ID=97c3a59f-c031-42e0-be13-3ceb3ac03f7d,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:48:08.389304 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-be99313b-c84a-43db-b1e9-d89cd119d449 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for router_gateway, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:08.687845 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-be99313b-c84a-43db-b1e9-d89cd119d449 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286026'] for router, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:08.859955 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be99313b-c84a-43db-b1e9-d89cd119d449 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Router 7b56e0b7-b518-402f-bb14-33236402b08a is scheduled to L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d with binding_index 1 {{(pid=94420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 12:48:08.993196 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be99313b-c84a-43db-b1e9-d89cd119d449 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:48:09.004691 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a4d089-94bb-44eb-824d-222dfcda5a57 None None] Sync routers for ids ['7b56e0b7-b518-402f-bb14-33236402b08a'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:48:09.017909 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-be99313b-c84a-43db-b1e9-d89cd119d449 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for router, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:09.019393 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a4d089-94bb-44eb-824d-222dfcda5a57 None None] Routers {'7b56e0b7-b518-402f-bb14-33236402b08a'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:48:09.019813 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-be99313b-c84a-43db-b1e9-d89cd119d449 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.7193546 Aug 05 12:48:09.020259 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-32a4d089-94bb-44eb-824d-222dfcda5a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:47:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['7b56e0b7-b518-402f-bb14-33236402b08a'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:48:09.022882 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49486) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:48:09.064073 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-3b334b56-d3c8-4529-b713-3026ad72beb6 tempest-TestNetworkAdvancedServerOps-883279947 tempest-TestNetworkAdvancedServerOps-883279947-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=7ebbcc569b8f45a1a422fca72fe4b773&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0390389 Aug 05 12:48:09.067483 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49488) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:48:09.175035 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-32a4d089-94bb-44eb-824d-222dfcda5a57 None None] Set router 7b56e0b7-b518-402f-bb14-33236402b08a gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:48:09.330547 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231306a0-8dc0-4210-9b56-c58bfec361a9 tempest-TestNetworkAdvancedServerOps-883279947 tempest-TestNetworkAdvancedServerOps-883279947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:48:09.334114 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-231306a0-8dc0-4210-9b56-c58bfec361a9 tempest-TestNetworkAdvancedServerOps-883279947 tempest-TestNetworkAdvancedServerOps-883279947-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2648695 Aug 05 12:48:09.337429 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49490) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:48:09.392515 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-15927ab4-b7c9-4e9e-ae9a-18143dcd1de6 tempest-TestNetworkAdvancedServerOps-883279947 tempest-TestNetworkAdvancedServerOps-883279947-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0534987 Aug 05 12:48:09.396647 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49492) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:48:09.402652 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-26bf335e-722f-4151-b860-7cdebe4f7baf tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1309668362', 'network_id': 'cd4e757e-60b4-43d8-8451-3114a9551b3d', 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:48:09.446491 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-32a4d089-94bb-44eb-824d-222dfcda5a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b56e0b7-b518-402f-bb14-33236402b08a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131283722', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '97c3a59f-c031-42e0-be13-3ceb3ac03f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:48:06Z', 'updated_at': '2021-08-05T12:48:08Z', 'revision_number': 3, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'gw_port': {'id': '97c3a59f-c031-42e0-be13-3ceb3ac03f7d', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:0b:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b56e0b7-b518-402f-bb14-33236402b08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:48:06Z', 'updated_at': '2021-08-05T12:48:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:48:09.489692 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a4d089-94bb-44eb-824d-222dfcda5a57 None None] Checking router: 7b56e0b7-b518-402f-bb14-33236402b08a for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:48:09.490238 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a4d089-94bb-44eb-824d-222dfcda5a57 None None] Updating router 7b56e0b7-b518-402f-bb14-33236402b08a port 97c3a59f-c031-42e0-be13-3ceb3ac03f7d binding host n-d-803378-2 {{(pid=94422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 12:48:09.535766 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-32a4d089-94bb-44eb-824d-222dfcda5a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:09.547785 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26bf335e-722f-4151-b860-7cdebe4f7baf tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Made reservation on behalf of 7ebbcc569b8f45a1a422fca72fe4b773 for: {'subnet': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:48:09.553926 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-26bf335e-722f-4151-b860-7cdebe4f7baf tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24211133'] for subnet, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:09.874588 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-26bf335e-722f-4151-b860-7cdebe4f7baf tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29762700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24211087'] for subnet, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:09.926229 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-32a4d089-94bb-44eb-824d-222dfcda5a57 None None] Notify callbacks [] for port, precommit_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:09.939137 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-32a4d089-94bb-44eb-824d-222dfcda5a57 None None] Transition to ACTIVE for port object 97c3a59f-c031-42e0-be13-3ceb3ac03f7d will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:48:09.947998 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-32a4d089-94bb-44eb-824d-222dfcda5a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:09.960026 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bf335e-722f-4151-b860-7cdebe4f7baf tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Pushing event updated for resources: {'Subnet': ['ID=312ec75a-5a09-4e4a-aa76-0b4130c0991d,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:48:09.969213 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bf335e-722f-4151-b860-7cdebe4f7baf tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Checking segment: {'id': '9fcde02e-9602-4c61-8000-8da71a6291ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'cd4e757e-60b4-43d8-8451-3114a9551b3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:48:09.969603 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26bf335e-722f-4151-b860-7cdebe4f7baf tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Network hostable DHCP agents. Network: cd4e757e-60b4-43d8-8451-3114a9551b3d, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 12:48:10.025311 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26bf335e-722f-4151-b860-7cdebe4f7baf tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Network cd4e757e-60b4-43d8-8451-3114a9551b3d is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 12:48:10.029286 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-32a4d089-94bb-44eb-824d-222dfcda5a57 None None] Attempting to bind port 97c3a59f-c031-42e0-be13-3ceb3ac03f7d on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:48:10.029943 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-32a4d089-94bb-44eb-824d-222dfcda5a57 None None] Attempting to bind port 97c3a59f-c031-42e0-be13-3ceb3ac03f7d by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:48:10.030402 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a4d089-94bb-44eb-824d-222dfcda5a57 None None] Attempting to bind port 97c3a59f-c031-42e0-be13-3ceb3ac03f7d on network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:48:10.037330 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f268614b-34f2-4aea-b066-09398842eb5a None None] Pushing event updated for resources: {'Port': ['ID=97c3a59f-c031-42e0-be13-3ceb3ac03f7d,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:48:10.043484 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-26bf335e-722f-4151-b860-7cdebe4f7baf tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, cd4e757e-60b4-43d8-8451-3114a9551b3d) {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:48:10.050513 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26bf335e-722f-4151-b860-7cdebe4f7baf tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:48:10.051196 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-26bf335e-722f-4151-b860-7cdebe4f7baf tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:10.054380 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a4d089-94bb-44eb-824d-222dfcda5a57 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:48:10.054758 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a4d089-94bb-44eb-824d-222dfcda5a57 None None] Checking segment: {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:48:10.055464 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-32a4d089-94bb-44eb-824d-222dfcda5a57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:10.056185 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a4d089-94bb-44eb-824d-222dfcda5a57 None None] Bound using segment: {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:48:10.056732 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-32a4d089-94bb-44eb-824d-222dfcda5a57 None None] Bound port: 97c3a59f-c031-42e0-be13-3ceb3ac03f7d, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:48:10.057390 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-32a4d089-94bb-44eb-824d-222dfcda5a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:10.064064 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c979895-7a23-41f6-84c8-59f2edd2f923 None None] Network cd4e757e-60b4-43d8-8451-3114a9551b3d requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:48:10.084387 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-26bf335e-722f-4151-b860-7cdebe4f7baf tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6792808 Aug 05 12:48:10.088781 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49494) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:48:10.223944 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-a2915d88-b767-4ef5-8771-57ef8cb82a4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:10.241512 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:10.264089 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-32a4d089-94bb-44eb-824d-222dfcda5a57 None None] For port 97c3a59f-c031-42e0-be13-3ceb3ac03f7d, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:48:10.270881 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-32a4d089-94bb-44eb-824d-222dfcda5a57 None None] For port 97c3a59f-c031-42e0-be13-3ceb3ac03f7d, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=97c3a59f-c031-42e0-be13-3ceb3ac03f7d,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:48:10.284639 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-32a4d089-94bb-44eb-824d-222dfcda5a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:10.457899 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a4d089-94bb-44eb-824d-222dfcda5a57 None None] Routers {'7b56e0b7-b518-402f-bb14-33236402b08a'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:48:10.458841 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-32a4d089-94bb-44eb-824d-222dfcda5a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:48:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['7b56e0b7-b518-402f-bb14-33236402b08a'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:48:10.464642 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f268614b-34f2-4aea-b066-09398842eb5a None None] Pushing event updated for resources: {'Port': ['ID=97c3a59f-c031-42e0-be13-3ceb3ac03f7d,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:48:10.599903 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f8cf57-a6e8-44d2-a28c-66044d9f4886 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-cd4e757e-60b4-43d8-8451-3114a9551b3d', 'network_id': 'cd4e757e-60b4-43d8-8451-3114a9551b3d', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'fixed_ips': [{'subnet_id': '312ec75a-5a09-4e4a-aa76-0b4130c0991d'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 12:48:10.603501 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e8f8cf57-a6e8-44d2-a28c-66044d9f4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:10.817761 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-32a4d089-94bb-44eb-824d-222dfcda5a57 None None] Set router 7b56e0b7-b518-402f-bb14-33236402b08a gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:48:10.874802 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-eae3c156-b37d-463d-909e-e7417f767ca6 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:11.099743 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-e8f8cf57-a6e8-44d2-a28c-66044d9f4886 None None] Allocated IP 172.20.0.2 (cd4e757e-60b4-43d8-8451-3114a9551b3d/312ec75a-5a09-4e4a-aa76-0b4130c0991d/4679fee1-78bc-4b73-8ada-b70018368b93) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:48:11.326584 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-32a4d089-94bb-44eb-824d-222dfcda5a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b56e0b7-b518-402f-bb14-33236402b08a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131283722', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '97c3a59f-c031-42e0-be13-3ceb3ac03f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:48:06Z', 'updated_at': '2021-08-05T12:48:08Z', 'revision_number': 3, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'gw_port': {'id': '97c3a59f-c031-42e0-be13-3ceb3ac03f7d', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:0b:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b56e0b7-b518-402f-bb14-33236402b08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:48:06Z', 'updated_at': '2021-08-05T12:48:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:48:11.397178 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a4d089-94bb-44eb-824d-222dfcda5a57 None None] The sync data for ids ['7b56e0b7-b518-402f-bb14-33236402b08a'] in n-d-803378-2 is: [{'id': '7b56e0b7-b518-402f-bb14-33236402b08a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131283722', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '97c3a59f-c031-42e0-be13-3ceb3ac03f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:48:06Z', 'updated_at': '2021-08-05T12:48:08Z', 'revision_number': 3, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'gw_port': {'id': '97c3a59f-c031-42e0-be13-3ceb3ac03f7d', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:0b:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b56e0b7-b518-402f-bb14-33236402b08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:48:06Z', 'updated_at': '2021-08-05T12:48:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:48:11.429041 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e8f8cf57-a6e8-44d2-a28c-66044d9f4886 None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:11.441849 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-e8f8cf57-a6e8-44d2-a28c-66044d9f4886 None None] Transition to ACTIVE for port object 4679fee1-78bc-4b73-8ada-b70018368b93 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:48:11.462564 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-e8f8cf57-a6e8-44d2-a28c-66044d9f4886 None None] Transition to ACTIVE for port object 4679fee1-78bc-4b73-8ada-b70018368b93 will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:48:11.472030 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e8f8cf57-a6e8-44d2-a28c-66044d9f4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:11.545467 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f8cf57-a6e8-44d2-a28c-66044d9f4886 None None] Network cd4e757e-60b4-43d8-8451-3114a9551b3d is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:48:11.551246 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-eae3c156-b37d-463d-909e-e7417f767ca6 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Allocated IP 172.20.0.1 (cd4e757e-60b4-43d8-8451-3114a9551b3d/312ec75a-5a09-4e4a-aa76-0b4130c0991d/bfae2ed1-1735-40dd-a56f-ce4e0e22c109) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:48:11.552682 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-e8f8cf57-a6e8-44d2-a28c-66044d9f4886 None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:48:11.558376 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f8cf57-a6e8-44d2-a28c-66044d9f4886 None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:48:11.565403 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f8cf57-a6e8-44d2-a28c-66044d9f4886 None None] Pushing event updated for resources: {'Port': ['ID=4679fee1-78bc-4b73-8ada-b70018368b93,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:48:11.643993 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-e8f8cf57-a6e8-44d2-a28c-66044d9f4886 None None] Attempting to bind port 4679fee1-78bc-4b73-8ada-b70018368b93 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:48:11.644355 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-e8f8cf57-a6e8-44d2-a28c-66044d9f4886 None None] Attempting to bind port 4679fee1-78bc-4b73-8ada-b70018368b93 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '9fcde02e-9602-4c61-8000-8da71a6291ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'cd4e757e-60b4-43d8-8451-3114a9551b3d'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:48:11.644756 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f8cf57-a6e8-44d2-a28c-66044d9f4886 None None] Attempting to bind port 4679fee1-78bc-4b73-8ada-b70018368b93 on network cd4e757e-60b4-43d8-8451-3114a9551b3d {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:48:11.653039 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f8cf57-a6e8-44d2-a28c-66044d9f4886 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:48:11.653404 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f8cf57-a6e8-44d2-a28c-66044d9f4886 None None] Checking segment: {'id': '9fcde02e-9602-4c61-8000-8da71a6291ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'cd4e757e-60b4-43d8-8451-3114a9551b3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:48:11.653813 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e8f8cf57-a6e8-44d2-a28c-66044d9f4886 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:11.654217 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f8cf57-a6e8-44d2-a28c-66044d9f4886 None None] Bound using segment: {'id': '9fcde02e-9602-4c61-8000-8da71a6291ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'cd4e757e-60b4-43d8-8451-3114a9551b3d'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:48:11.654758 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-e8f8cf57-a6e8-44d2-a28c-66044d9f4886 None None] Bound port: 4679fee1-78bc-4b73-8ada-b70018368b93, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fcde02e-9602-4c61-8000-8da71a6291ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'cd4e757e-60b4-43d8-8451-3114a9551b3d'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:48:11.659764 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e8f8cf57-a6e8-44d2-a28c-66044d9f4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:11.765081 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-eae3c156-b37d-463d-909e-e7417f767ca6 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:11.782313 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [None req-eae3c156-b37d-463d-909e-e7417f767ca6 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Transition to ACTIVE for port object bfae2ed1-1735-40dd-a56f-ce4e0e22c109 will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:48:11.790373 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-e8f8cf57-a6e8-44d2-a28c-66044d9f4886 None None] For port 4679fee1-78bc-4b73-8ada-b70018368b93, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:48:11.796259 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-e8f8cf57-a6e8-44d2-a28c-66044d9f4886 None None] For port 4679fee1-78bc-4b73-8ada-b70018368b93, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=4679fee1-78bc-4b73-8ada-b70018368b93,segment=NetworkSegment(9fcde02e-9602-4c61-8000-8da71a6291ca),segment_id=9fcde02e-9602-4c61-8000-8da71a6291ca)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:48:11.811153 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e8f8cf57-a6e8-44d2-a28c-66044d9f4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:11.822222 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-eae3c156-b37d-463d-909e-e7417f767ca6 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:11.895143 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae3c156-b37d-463d-909e-e7417f767ca6 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Network cd4e757e-60b4-43d8-8451-3114a9551b3d is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:48:11.905885 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-eae3c156-b37d-463d-909e-e7417f767ca6 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:48:11.917730 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f8cf57-a6e8-44d2-a28c-66044d9f4886 None None] Pushing event updated for resources: {'Port': ['ID=4679fee1-78bc-4b73-8ada-b70018368b93,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:48:11.922932 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae3c156-b37d-463d-909e-e7417f767ca6 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:48:11.934532 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 97c3a59f-c031-42e0-be13-3ceb3ac03f7d up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:48:11.985050 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae3c156-b37d-463d-909e-e7417f767ca6 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Pushing event updated for resources: {'Port': ['ID=bfae2ed1-1735-40dd-a56f-ce4e0e22c109,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:48:12.013611 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-eae3c156-b37d-463d-909e-e7417f767ca6 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33288800'] for router_interface, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:12.223500 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-eae3c156-b37d-463d-909e-e7417f767ca6 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:12.289093 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 97c3a59f-c031-42e0-be13-3ceb3ac03f7d completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:48:12.296853 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 97c3a59f-c031-42e0-be13-3ceb3ac03f7d triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:48:12.297294 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:12.302644 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:12.404792 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:12.445249 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port 97c3a59f-c031-42e0-be13-3ceb3ac03f7d, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=97c3a59f-c031-42e0-be13-3ceb3ac03f7d,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:48:12.451687 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:12.537602 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=97c3a59f-c031-42e0-be13-3ceb3ac03f7d,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:48:12.657682 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-eae3c156-b37d-463d-909e-e7417f767ca6 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:12.663744 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-eae3c156-b37d-463d-909e-e7417f767ca6 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:12.750815 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae3c156-b37d-463d-909e-e7417f767ca6 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Pushing event updated for resources: {'Port': ['ID=bfae2ed1-1735-40dd-a56f-ce4e0e22c109,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:48:12.753546 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-eae3c156-b37d-463d-909e-e7417f767ca6 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33140268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33208272'] for router_interface, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:12.862538 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae3c156-b37d-463d-909e-e7417f767ca6 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Network cd4e757e-60b4-43d8-8451-3114a9551b3d is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:48:12.864179 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-eae3c156-b37d-463d-909e-e7417f767ca6 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:48:13.014416 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eae3c156-b37d-463d-909e-e7417f767ca6 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Router 7b56e0b7-b518-402f-bb14-33236402b08a has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:48:13.076990 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9148f31-b38f-4886-8a4f-049744228bbc None None] Network cd4e757e-60b4-43d8-8451-3114a9551b3d requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:48:13.137217 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eae3c156-b37d-463d-909e-e7417f767ca6 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:48:13.140015 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-2e4577f6-0c88-4da3-8aa3-301ec264e8c3 None None] Provisioning for port 4679fee1-78bc-4b73-8ada-b70018368b93 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:48:13.143357 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-eae3c156-b37d-463d-909e-e7417f767ca6 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "PUT /v2.0/routers/7b56e0b7-b518-402f-bb14-33236402b08a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0531178 Aug 05 12:48:13.327296 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2c163789-16b1-4326-911f-2c97742ded35 req-4e85f2d3-4e74-44d2-bc48-8e5e4caade14 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-669830678&fields=id&tenant_id=7ebbcc569b8f45a1a422fca72fe4b773 HTTP/1.1" status: 200 len: 267 time: 0.0578964 Aug 05 12:48:13.461365 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c163789-16b1-4326-911f-2c97742ded35 req-a697aa0c-af20-4c00-ab85-23663beaf3bd tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:48:13.463739 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2c163789-16b1-4326-911f-2c97742ded35 req-a697aa0c-af20-4c00-ab85-23663beaf3bd tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/networks?id=cd4e757e-60b4-43d8-8451-3114a9551b3d HTTP/1.1" status: 200 len: 797 time: 0.1283655 Aug 05 12:48:13.485040 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2c163789-16b1-4326-911f-2c97742ded35 req-e00d8bb9-618b-43e3-9cca-262850796fba tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/quotas/7ebbcc569b8f45a1a422fca72fe4b773 HTTP/1.1" status: 200 len: 375 time: 0.0142109 Aug 05 12:48:13.553750 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2c163789-16b1-4326-911f-2c97742ded35 req-c841bd5f-5d4a-4204-a53e-69eb60b15159 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=7ebbcc569b8f45a1a422fca72fe4b773&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0626891 Aug 05 12:48:13.598649 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-fa7f086f-0046-45c9-a0bc-4f6d79ba9956 None None] Provisioning for port bfae2ed1-1735-40dd-a56f-ce4e0e22c109 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:48:13.608791 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-fa7f086f-0046-45c9-a0bc-4f6d79ba9956 None None] Provisioning complete for port bfae2ed1-1735-40dd-a56f-ce4e0e22c109 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:48:13.609285 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-fa7f086f-0046-45c9-a0bc-4f6d79ba9956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:13.670761 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-fa7f086f-0046-45c9-a0bc-4f6d79ba9956 None None] Port bfae2ed1-1735-40dd-a56f-ce4e0e22c109 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 12:48:13.717764 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a98ce4-fdc3-4667-b9e5-531ae9047e5d None None] Sync routers for ids ['7b56e0b7-b518-402f-bb14-33236402b08a'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:48:13.723906 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2c163789-16b1-4326-911f-2c97742ded35 req-cdc14469-f208-4c03-ab8b-49507aa73d3a service neutron] 10.222.0.58 "GET /v2.0/networks/cd4e757e-60b4-43d8-8451-3114a9551b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546330 Aug 05 12:48:13.738609 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a98ce4-fdc3-4667-b9e5-531ae9047e5d None None] Routers {'7b56e0b7-b518-402f-bb14-33236402b08a'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:48:13.743379 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-85a98ce4-fdc3-4667-b9e5-531ae9047e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:48:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['7b56e0b7-b518-402f-bb14-33236402b08a'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:48:13.869952 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2c163789-16b1-4326-911f-2c97742ded35 req-155f042b-7ff7-44fa-b9e2-d5522f4cf547 service neutron] 10.222.0.58 "GET /v2.0/networks/cd4e757e-60b4-43d8-8451-3114a9551b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384397 Aug 05 12:48:13.910800 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-85a98ce4-fdc3-4667-b9e5-531ae9047e5d None None] Set router 7b56e0b7-b518-402f-bb14-33236402b08a gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:48:13.925458 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-ead591f3-3788-4370-ad1e-050d534dc5ed None None] Provisioning complete for port bfae2ed1-1735-40dd-a56f-ce4e0e22c109 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:48:13.925863 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-ead591f3-3788-4370-ad1e-050d534dc5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:13.983703 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-ead591f3-3788-4370-ad1e-050d534dc5ed None None] Port bfae2ed1-1735-40dd-a56f-ce4e0e22c109 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 12:48:14.063581 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 97c3a59f-c031-42e0-be13-3ceb3ac03f7d up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:48:14.100326 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ad82fe6f-7c0f-4272-af03-1c5fca7539f2 req-40516800-faa2-4611-b614-7b5044182346 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=9bc202e2-a044-427f-996c-4da7e3b9d24a HTTP/1.1" status: 200 len: 210 time: 0.0441208 Aug 05 12:48:14.143773 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 97c3a59f-c031-42e0-be13-3ceb3ac03f7d triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:48:14.144185 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:14.218144 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-85a98ce4-fdc3-4667-b9e5-531ae9047e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b56e0b7-b518-402f-bb14-33236402b08a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131283722', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '97c3a59f-c031-42e0-be13-3ceb3ac03f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:48:06Z', 'updated_at': '2021-08-05T12:48:12Z', 'revision_number': 4, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'gw_port': {'id': '97c3a59f-c031-42e0-be13-3ceb3ac03f7d', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:0b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b56e0b7-b518-402f-bb14-33236402b08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:48:06Z', 'updated_at': '2021-08-05T12:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'bfae2ed1-1735-40dd-a56f-ce4e0e22c109', 'name': '', 'network_id': 'cd4e757e-60b4-43d8-8451-3114a9551b3d', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'mac_address': 'fa:16:3e:40:8a:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b56e0b7-b518-402f-bb14-33236402b08a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '312ec75a-5a09-4e4a-aa76-0b4130c0991d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:48:11Z', 'updated_at': '2021-08-05T12:48:12Z', 'revision_number': 2, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'subnets': [{'id': '312ec75a-5a09-4e4a-aa76-0b4130c0991d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:48:14.228252 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-06f96b25-343c-4a7a-9abd-afc4017dd636 None None] Provisioning complete for port bfae2ed1-1735-40dd-a56f-ce4e0e22c109 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:48:14.228783 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-06f96b25-343c-4a7a-9abd-afc4017dd636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:14.233090 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:14.256140 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a98ce4-fdc3-4667-b9e5-531ae9047e5d None None] Checking router: 7b56e0b7-b518-402f-bb14-33236402b08a for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:48:14.256423 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a98ce4-fdc3-4667-b9e5-531ae9047e5d None None] Updating router 7b56e0b7-b518-402f-bb14-33236402b08a port bfae2ed1-1735-40dd-a56f-ce4e0e22c109 binding host n-d-803378-2 {{(pid=94423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 12:48:14.300158 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-85a98ce4-fdc3-4667-b9e5-531ae9047e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:14.304861 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-06f96b25-343c-4a7a-9abd-afc4017dd636 None None] Port bfae2ed1-1735-40dd-a56f-ce4e0e22c109 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 12:48:14.308794 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 4679fee1-78bc-4b73-8ada-b70018368b93 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:48:14.370551 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 4679fee1-78bc-4b73-8ada-b70018368b93 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:48:14.378861 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 4679fee1-78bc-4b73-8ada-b70018368b93 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:48:14.379241 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:14.477677 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:14.514460 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port 4679fee1-78bc-4b73-8ada-b70018368b93, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=4679fee1-78bc-4b73-8ada-b70018368b93,segment=NetworkSegment(9fcde02e-9602-4c61-8000-8da71a6291ca),segment_id=9fcde02e-9602-4c61-8000-8da71a6291ca)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:48:14.518434 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:14.585244 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=4679fee1-78bc-4b73-8ada-b70018368b93,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:48:14.639643 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-85a98ce4-fdc3-4667-b9e5-531ae9047e5d None None] Notify callbacks [] for port, precommit_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:14.654338 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.provisioning_blocks [None req-85a98ce4-fdc3-4667-b9e5-531ae9047e5d None None] Transition to ACTIVE for port object bfae2ed1-1735-40dd-a56f-ce4e0e22c109 will not be triggered until provisioned by entity L2. {{(pid=94423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:48:14.666238 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-85a98ce4-fdc3-4667-b9e5-531ae9047e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:14.795605 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ee1a-9a88-43da-ae61-6bc1ff1504e1 None None] Pushing event updated for resources: {'Port': ['ID=bfae2ed1-1735-40dd-a56f-ce4e0e22c109,revision_number=3']} {{(pid=94423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:48:14.838271 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ee1a-9a88-43da-ae61-6bc1ff1504e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:48:14.838618 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ee1a-9a88-43da-ae61-6bc1ff1504e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:48:14.838960 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ee1a-9a88-43da-ae61-6bc1ff1504e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:48:14.839333 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ee1a-9a88-43da-ae61-6bc1ff1504e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:48:14.839823 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ee1a-9a88-43da-ae61-6bc1ff1504e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:48:14.840343 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ee1a-9a88-43da-ae61-6bc1ff1504e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:48:14.840506 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ee1a-9a88-43da-ae61-6bc1ff1504e1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:48:14.840834 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ee1a-9a88-43da-ae61-6bc1ff1504e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:48:14.841178 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ee1a-9a88-43da-ae61-6bc1ff1504e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:48:14.841554 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ee1a-9a88-43da-ae61-6bc1ff1504e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:48:14.841820 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ee1a-9a88-43da-ae61-6bc1ff1504e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:48:14.842139 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ee1a-9a88-43da-ae61-6bc1ff1504e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:48:14.862214 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-85a98ce4-fdc3-4667-b9e5-531ae9047e5d None None] Attempting to bind port bfae2ed1-1735-40dd-a56f-ce4e0e22c109 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:48:14.862836 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-85a98ce4-fdc3-4667-b9e5-531ae9047e5d None None] Attempting to bind port bfae2ed1-1735-40dd-a56f-ce4e0e22c109 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '9fcde02e-9602-4c61-8000-8da71a6291ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'cd4e757e-60b4-43d8-8451-3114a9551b3d'}] {{(pid=94423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:48:14.863418 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a98ce4-fdc3-4667-b9e5-531ae9047e5d None None] Attempting to bind port bfae2ed1-1735-40dd-a56f-ce4e0e22c109 on network cd4e757e-60b4-43d8-8451-3114a9551b3d {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:48:14.872888 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a98ce4-fdc3-4667-b9e5-531ae9047e5d None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:48:14.873508 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a98ce4-fdc3-4667-b9e5-531ae9047e5d None None] Checking segment: {'id': '9fcde02e-9602-4c61-8000-8da71a6291ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'cd4e757e-60b4-43d8-8451-3114a9551b3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:48:14.874484 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-85a98ce4-fdc3-4667-b9e5-531ae9047e5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:14.875162 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a98ce4-fdc3-4667-b9e5-531ae9047e5d None None] Bound using segment: {'id': '9fcde02e-9602-4c61-8000-8da71a6291ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'cd4e757e-60b4-43d8-8451-3114a9551b3d'} {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:48:14.875995 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-85a98ce4-fdc3-4667-b9e5-531ae9047e5d None None] Bound port: bfae2ed1-1735-40dd-a56f-ce4e0e22c109, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fcde02e-9602-4c61-8000-8da71a6291ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'cd4e757e-60b4-43d8-8451-3114a9551b3d'}}] {{(pid=94423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:48:14.876651 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-85a98ce4-fdc3-4667-b9e5-531ae9047e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:14.986126 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.db [None req-85a98ce4-fdc3-4667-b9e5-531ae9047e5d None None] For port bfae2ed1-1735-40dd-a56f-ce4e0e22c109, host n-d-803378-2, cleared binding levels {{(pid=94423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:48:14.989482 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.db [None req-85a98ce4-fdc3-4667-b9e5-531ae9047e5d None None] For port bfae2ed1-1735-40dd-a56f-ce4e0e22c109, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=bfae2ed1-1735-40dd-a56f-ce4e0e22c109,segment=NetworkSegment(9fcde02e-9602-4c61-8000-8da71a6291ca),segment_id=9fcde02e-9602-4c61-8000-8da71a6291ca)] {{(pid=94423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:48:14.995093 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-85a98ce4-fdc3-4667-b9e5-531ae9047e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:15.063572 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a98ce4-fdc3-4667-b9e5-531ae9047e5d None None] Routers {'7b56e0b7-b518-402f-bb14-33236402b08a'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:48:15.064216 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-85a98ce4-fdc3-4667-b9e5-531ae9047e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:48:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['7b56e0b7-b518-402f-bb14-33236402b08a'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:48:15.103713 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ee1a-9a88-43da-ae61-6bc1ff1504e1 None None] Pushing event updated for resources: {'Port': ['ID=bfae2ed1-1735-40dd-a56f-ce4e0e22c109,revision_number=4']} {{(pid=94423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:48:15.230271 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-85a98ce4-fdc3-4667-b9e5-531ae9047e5d None None] Set router 7b56e0b7-b518-402f-bb14-33236402b08a gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:48:15.269651 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2c252c09-5598-486b-a4b2-9c55846448c8 req-24a9518e-6796-4c92-a736-89576433ceb3 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=9bc202e2-a044-427f-996c-4da7e3b9d24a HTTP/1.1" status: 200 len: 210 time: 0.0780468 Aug 05 12:48:15.426547 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c163789-16b1-4326-911f-2c97742ded35 req-bebd7f4e-fb0f-423e-8179-bc109bbfd9bf tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:48:15.431149 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2c163789-16b1-4326-911f-2c97742ded35 req-bebd7f4e-fb0f-423e-8179-bc109bbfd9bf tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.55 "GET /v2.0/networks?id=cd4e757e-60b4-43d8-8451-3114a9551b3d HTTP/1.1" status: 200 len: 797 time: 0.1951005 Aug 05 12:48:15.502587 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2c163789-16b1-4326-911f-2c97742ded35 req-3f021d94-7b3e-46de-8875-5db85ac52757 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ebbcc569b8f45a1a422fca72fe4b773 HTTP/1.1" status: 200 len: 379 time: 0.0482602 Aug 05 12:48:15.522254 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-2c163789-16b1-4326-911f-2c97742ded35 req-a53b450c-7952-4302-a59b-ccea5f6aa8aa tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Request body: {'port': {'device_id': '9bc202e2-a044-427f-996c-4da7e3b9d24a', 'network_id': 'cd4e757e-60b4-43d8-8451-3114a9551b3d', 'admin_state_up': True, 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'security_groups': ['f238df1f-f2f5-40e5-b852-e5eaff4fedfb']}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:48:15.650498 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-85a98ce4-fdc3-4667-b9e5-531ae9047e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b56e0b7-b518-402f-bb14-33236402b08a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131283722', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '97c3a59f-c031-42e0-be13-3ceb3ac03f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:48:06Z', 'updated_at': '2021-08-05T12:48:12Z', 'revision_number': 4, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'gw_port': {'id': '97c3a59f-c031-42e0-be13-3ceb3ac03f7d', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:0b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b56e0b7-b518-402f-bb14-33236402b08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:48:06Z', 'updated_at': '2021-08-05T12:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'bfae2ed1-1735-40dd-a56f-ce4e0e22c109', 'name': '', 'network_id': 'cd4e757e-60b4-43d8-8451-3114a9551b3d', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'mac_address': 'fa:16:3e:40:8a:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b56e0b7-b518-402f-bb14-33236402b08a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '312ec75a-5a09-4e4a-aa76-0b4130c0991d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:48:11Z', 'updated_at': '2021-08-05T12:48:14Z', 'revision_number': 4, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'subnets': [{'id': '312ec75a-5a09-4e4a-aa76-0b4130c0991d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:48:15.671712 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c163789-16b1-4326-911f-2c97742ded35 req-a53b450c-7952-4302-a59b-ccea5f6aa8aa tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Made reservation on behalf of 7ebbcc569b8f45a1a422fca72fe4b773 for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:48:15.675728 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-2c163789-16b1-4326-911f-2c97742ded35 req-a53b450c-7952-4302-a59b-ccea5f6aa8aa tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:15.687065 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a98ce4-fdc3-4667-b9e5-531ae9047e5d None None] The sync data for ids ['7b56e0b7-b518-402f-bb14-33236402b08a'] in n-d-803378-2 is: [{'id': '7b56e0b7-b518-402f-bb14-33236402b08a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131283722', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '97c3a59f-c031-42e0-be13-3ceb3ac03f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:48:06Z', 'updated_at': '2021-08-05T12:48:12Z', 'revision_number': 4, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'gw_port': {'id': '97c3a59f-c031-42e0-be13-3ceb3ac03f7d', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:0b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b56e0b7-b518-402f-bb14-33236402b08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:48:06Z', 'updated_at': '2021-08-05T12:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'bfae2ed1-1735-40dd-a56f-ce4e0e22c109', 'name': '', 'network_id': 'cd4e757e-60b4-43d8-8451-3114a9551b3d', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'mac_address': 'fa:16:3e:40:8a:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b56e0b7-b518-402f-bb14-33236402b08a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '312ec75a-5a09-4e4a-aa76-0b4130c0991d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:48:11Z', 'updated_at': '2021-08-05T12:48:14Z', 'revision_number': 4, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'subnets': [{'id': '312ec75a-5a09-4e4a-aa76-0b4130c0991d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:48:15.936659 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-2c163789-16b1-4326-911f-2c97742ded35 req-a53b450c-7952-4302-a59b-ccea5f6aa8aa tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Allocated IP 172.20.0.12 (cd4e757e-60b4-43d8-8451-3114a9551b3d/312ec75a-5a09-4e4a-aa76-0b4130c0991d/d29dfaab-fc63-48db-b1ef-40f62d5b04d0) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:48:16.010618 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 4679fee1-78bc-4b73-8ada-b70018368b93 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:48:16.082221 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 4679fee1-78bc-4b73-8ada-b70018368b93 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:48:16.083019 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:16.174908 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-2c163789-16b1-4326-911f-2c97742ded35 req-a53b450c-7952-4302-a59b-ccea5f6aa8aa tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:16.190764 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-2c163789-16b1-4326-911f-2c97742ded35 req-a53b450c-7952-4302-a59b-ccea5f6aa8aa tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Transition to ACTIVE for port object d29dfaab-fc63-48db-b1ef-40f62d5b04d0 will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:48:16.207805 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device bfae2ed1-1735-40dd-a56f-ce4e0e22c109 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:48:16.251488 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-2c163789-16b1-4326-911f-2c97742ded35 req-a53b450c-7952-4302-a59b-ccea5f6aa8aa tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:16.290400 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port bfae2ed1-1735-40dd-a56f-ce4e0e22c109 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:48:16.297773 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port bfae2ed1-1735-40dd-a56f-ce4e0e22c109 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:48:16.299562 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:16.345815 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c163789-16b1-4326-911f-2c97742ded35 req-a53b450c-7952-4302-a59b-ccea5f6aa8aa tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Network cd4e757e-60b4-43d8-8451-3114a9551b3d is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:48:16.353520 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-2c163789-16b1-4326-911f-2c97742ded35 req-a53b450c-7952-4302-a59b-ccea5f6aa8aa tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:48:16.362524 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c163789-16b1-4326-911f-2c97742ded35 req-a53b450c-7952-4302-a59b-ccea5f6aa8aa tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:48:16.457025 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53b450c-7952-4302-a59b-ccea5f6aa8aa tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Pushing event updated for resources: {'Port': ['ID=d29dfaab-fc63-48db-b1ef-40f62d5b04d0,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:48:16.473194 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c163789-16b1-4326-911f-2c97742ded35 req-a53b450c-7952-4302-a59b-ccea5f6aa8aa tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:48:16.473720 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-2c163789-16b1-4326-911f-2c97742ded35 req-a53b450c-7952-4302-a59b-ccea5f6aa8aa tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:16.482898 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:16.509621 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2c163789-16b1-4326-911f-2c97742ded35 req-a53b450c-7952-4302-a59b-ccea5f6aa8aa tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9894326 Aug 05 12:48:16.544625 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port bfae2ed1-1735-40dd-a56f-ce4e0e22c109, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=bfae2ed1-1735-40dd-a56f-ce4e0e22c109,segment=NetworkSegment(9fcde02e-9602-4c61-8000-8da71a6291ca),segment_id=9fcde02e-9602-4c61-8000-8da71a6291ca)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:48:16.552413 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:16.566659 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fb524c-4c45-43a5-93a1-b2cff1eb1c36 req-3f98efa7-dc86-485c-ac7c-59baadd545c1 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:48:16.585658 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e0fb524c-4c45-43a5-93a1-b2cff1eb1c36 req-3f98efa7-dc86-485c-ac7c-59baadd545c1 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=9bc202e2-a044-427f-996c-4da7e3b9d24a HTTP/1.1" status: 200 len: 932 time: 0.1787353 Aug 05 12:48:16.619193 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-2c163789-16b1-4326-911f-2c97742ded35 req-a9994267-6ff7-4cff-a838-478a7f94231a service neutron] Request body: {'port': {'device_id': '9bc202e2-a044-427f-996c-4da7e3b9d24a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:48:16.661811 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=bfae2ed1-1735-40dd-a56f-ce4e0e22c109,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:48:16.685403 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e0fb524c-4c45-43a5-93a1-b2cff1eb1c36 req-0899ab38-4769-42d8-aa9b-a187a77727d7 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/security-groups?id=f238df1f-f2f5-40e5-b852-e5eaff4fedfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976596 Aug 05 12:48:16.698904 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-2c163789-16b1-4326-911f-2c97742ded35 req-a9994267-6ff7-4cff-a838-478a7f94231a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:16.821903 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-2c7e1181-2ead-47a2-891a-1e958259efab None None] Provisioning for port d29dfaab-fc63-48db-b1ef-40f62d5b04d0 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:48:16.828630 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-2c7e1181-2ead-47a2-891a-1e958259efab None None] Provisioning complete for port d29dfaab-fc63-48db-b1ef-40f62d5b04d0 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:48:16.829080 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-2c7e1181-2ead-47a2-891a-1e958259efab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:16.885035 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-2c7e1181-2ead-47a2-891a-1e958259efab None None] Port d29dfaab-fc63-48db-b1ef-40f62d5b04d0 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 12:48:17.042039 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-2c163789-16b1-4326-911f-2c97742ded35 req-a9994267-6ff7-4cff-a838-478a7f94231a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d29dfaab-fc63-48db-b1ef-40f62d5b04d0 {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 12:48:17.050147 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-2c163789-16b1-4326-911f-2c97742ded35 req-a9994267-6ff7-4cff-a838-478a7f94231a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:17.064878 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-2c163789-16b1-4326-911f-2c97742ded35 req-a9994267-6ff7-4cff-a838-478a7f94231a service neutron] Transition to ACTIVE for port object d29dfaab-fc63-48db-b1ef-40f62d5b04d0 will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:48:17.069408 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-2c163789-16b1-4326-911f-2c97742ded35 req-a9994267-6ff7-4cff-a838-478a7f94231a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:17.131904 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9994267-6ff7-4cff-a838-478a7f94231a service neutron] Pushing event updated for resources: {'Port': ['ID=d29dfaab-fc63-48db-b1ef-40f62d5b04d0,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:48:17.215421 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-2c163789-16b1-4326-911f-2c97742ded35 req-a9994267-6ff7-4cff-a838-478a7f94231a service neutron] Attempting to bind port d29dfaab-fc63-48db-b1ef-40f62d5b04d0 on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:48:17.215773 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-2c163789-16b1-4326-911f-2c97742ded35 req-a9994267-6ff7-4cff-a838-478a7f94231a service neutron] Attempting to bind port d29dfaab-fc63-48db-b1ef-40f62d5b04d0 by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': '9fcde02e-9602-4c61-8000-8da71a6291ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'cd4e757e-60b4-43d8-8451-3114a9551b3d'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:48:17.216172 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c163789-16b1-4326-911f-2c97742ded35 req-a9994267-6ff7-4cff-a838-478a7f94231a service neutron] Attempting to bind port d29dfaab-fc63-48db-b1ef-40f62d5b04d0 on network cd4e757e-60b4-43d8-8451-3114a9551b3d {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:48:17.233101 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c163789-16b1-4326-911f-2c97742ded35 req-a9994267-6ff7-4cff-a838-478a7f94231a service neutron] Port d29dfaab-fc63-48db-b1ef-40f62d5b04d0 on network cd4e757e-60b4-43d8-8451-3114a9551b3d not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 12:48:17.233442 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c163789-16b1-4326-911f-2c97742ded35 req-a9994267-6ff7-4cff-a838-478a7f94231a service neutron] Attempting to bind port d29dfaab-fc63-48db-b1ef-40f62d5b04d0 on network cd4e757e-60b4-43d8-8451-3114a9551b3d {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:48:17.240079 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c163789-16b1-4326-911f-2c97742ded35 req-a9994267-6ff7-4cff-a838-478a7f94231a service neutron] Checking agent: {'id': 'a8f1dd2d-227c-4e30-8844-52419ba734db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:48:17.240438 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c163789-16b1-4326-911f-2c97742ded35 req-a9994267-6ff7-4cff-a838-478a7f94231a service neutron] Checking segment: {'id': '9fcde02e-9602-4c61-8000-8da71a6291ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'cd4e757e-60b4-43d8-8451-3114a9551b3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:48:17.241062 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c163789-16b1-4326-911f-2c97742ded35 req-a9994267-6ff7-4cff-a838-478a7f94231a service neutron] Bound using segment: {'id': '9fcde02e-9602-4c61-8000-8da71a6291ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'cd4e757e-60b4-43d8-8451-3114a9551b3d'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:48:17.241390 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-2c163789-16b1-4326-911f-2c97742ded35 req-a9994267-6ff7-4cff-a838-478a7f94231a service neutron] Bound port: d29dfaab-fc63-48db-b1ef-40f62d5b04d0, host: n-h2-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fcde02e-9602-4c61-8000-8da71a6291ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'cd4e757e-60b4-43d8-8451-3114a9551b3d'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:48:17.241735 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-2c163789-16b1-4326-911f-2c97742ded35 req-a9994267-6ff7-4cff-a838-478a7f94231a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:17.322227 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-2c163789-16b1-4326-911f-2c97742ded35 req-a9994267-6ff7-4cff-a838-478a7f94231a service neutron] For port d29dfaab-fc63-48db-b1ef-40f62d5b04d0, host n-h2-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:48:17.327051 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-2c163789-16b1-4326-911f-2c97742ded35 req-a9994267-6ff7-4cff-a838-478a7f94231a service neutron] For port d29dfaab-fc63-48db-b1ef-40f62d5b04d0, host n-h2-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=d29dfaab-fc63-48db-b1ef-40f62d5b04d0,segment=NetworkSegment(9fcde02e-9602-4c61-8000-8da71a6291ca),segment_id=9fcde02e-9602-4c61-8000-8da71a6291ca)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:48:17.331179 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-2c163789-16b1-4326-911f-2c97742ded35 req-a9994267-6ff7-4cff-a838-478a7f94231a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:17.371177 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c163789-16b1-4326-911f-2c97742ded35 req-a9994267-6ff7-4cff-a838-478a7f94231a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:48:17.372004 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-2c163789-16b1-4326-911f-2c97742ded35 req-a9994267-6ff7-4cff-a838-478a7f94231a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:17.373259 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2c163789-16b1-4326-911f-2c97742ded35 req-a9994267-6ff7-4cff-a838-478a7f94231a service neutron] 10.222.0.55 "PUT /v2.0/ports/d29dfaab-fc63-48db-b1ef-40f62d5b04d0 HTTP/1.1" status: 200 len: 1092 time: 0.8516974 Aug 05 12:48:17.373716 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bc202e2-a044-427f-996c-4da7e3b9d24a', 'tag': 'd29dfaab-fc63-48db-b1ef-40f62d5b04d0'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:48:17.376120 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7ff1ae056485c55ead25f70fa9973e26b39e4a1f6cb6b93d5d0d7942cdef429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d871ff82-99f2-4131-a894-f3cecee23720" -d '{"events": [{"name": "network-changed", "server_uuid": "9bc202e2-a044-427f-996c-4da7e3b9d24a", "tag": "d29dfaab-fc63-48db-b1ef-40f62d5b04d0"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:48:17.405116 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9994267-6ff7-4cff-a838-478a7f94231a service neutron] Pushing event updated for resources: {'Port': ['ID=d29dfaab-fc63-48db-b1ef-40f62d5b04d0,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:48:17.435311 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 12:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b45cbd9-ba46-4a9b-8d68-6e6eb43c82d2 x-openstack-request-id: req-1b45cbd9-ba46-4a9b-8d68-6e6eb43c82d2 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:48:17.435614 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bc202e2-a044-427f-996c-4da7e3b9d24a", "tag": "d29dfaab-fc63-48db-b1ef-40f62d5b04d0", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:48:17.436823 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1b45cbd9-ba46-4a9b-8d68-6e6eb43c82d2 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:48:17.436823 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bc202e2-a044-427f-996c-4da7e3b9d24a', 'tag': 'd29dfaab-fc63-48db-b1ef-40f62d5b04d0', 'status': 'completed', 'code': 200} Aug 05 12:48:17.506586 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c163789-16b1-4326-911f-2c97742ded35 req-93b08136-a28e-4ec6-be0c-03003805c055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:48:17.508445 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2c163789-16b1-4326-911f-2c97742ded35 req-93b08136-a28e-4ec6-be0c-03003805c055 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7ebbcc569b8f45a1a422fca72fe4b773&device_id=9bc202e2-a044-427f-996c-4da7e3b9d24a HTTP/1.1" status: 200 len: 1095 time: 0.0533252 Aug 05 12:48:17.594293 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2c163789-16b1-4326-911f-2c97742ded35 req-1c63a599-c624-4c7e-9fc6-f976c33a2061 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d29dfaab-fc63-48db-b1ef-40f62d5b04d0 HTTP/1.1" status: 200 len: 217 time: 0.0730259 Aug 05 12:48:17.666834 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c163789-16b1-4326-911f-2c97742ded35 req-83327740-c1ba-4cb8-8d56-dc627b0ecaee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:48:17.668449 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2c163789-16b1-4326-911f-2c97742ded35 req-83327740-c1ba-4cb8-8d56-dc627b0ecaee service neutron] 10.222.0.55 "GET /v2.0/subnets?id=312ec75a-5a09-4e4a-aa76-0b4130c0991d HTTP/1.1" status: 200 len: 835 time: 0.0664635 Aug 05 12:48:17.731641 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c163789-16b1-4326-911f-2c97742ded35 req-0379ffb8-f6d2-445a-a289-1be9471db8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:48:17.734828 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2c163789-16b1-4326-911f-2c97742ded35 req-0379ffb8-f6d2-445a-a289-1be9471db8aa service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cd4e757e-60b4-43d8-8451-3114a9551b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0590563 Aug 05 12:48:17.853212 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d327d37f-2acd-4e7f-b6d3-4716213f8bb8 req-c03bcb40-7030-4ea4-b34e-a5b06b878133 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:48:17.854849 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d327d37f-2acd-4e7f-b6d3-4716213f8bb8 req-c03bcb40-7030-4ea4-b34e-a5b06b878133 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=9bc202e2-a044-427f-996c-4da7e3b9d24a HTTP/1.1" status: 200 len: 944 time: 0.0741241 Aug 05 12:48:17.873313 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device bfae2ed1-1735-40dd-a56f-ce4e0e22c109 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:48:17.875136 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2c163789-16b1-4326-911f-2c97742ded35 req-747f366a-c157-4467-a2d2-23ad5ead2283 service neutron] 10.222.0.55 "GET /v2.0/networks/cd4e757e-60b4-43d8-8451-3114a9551b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333179 Aug 05 12:48:17.908844 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d327d37f-2acd-4e7f-b6d3-4716213f8bb8 req-b526b6b9-20dd-4f5a-b164-b54067e2fd93 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/security-groups?id=f238df1f-f2f5-40e5-b852-e5eaff4fedfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395222 Aug 05 12:48:17.936905 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port bfae2ed1-1735-40dd-a56f-ce4e0e22c109 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:48:17.936905 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:18.005625 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2c163789-16b1-4326-911f-2c97742ded35 req-f08e9e16-8db9-4cca-a86d-9de21af6133e service neutron] 10.222.0.55 "GET /v2.0/networks/cd4e757e-60b4-43d8-8451-3114a9551b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228790 Aug 05 12:48:18.137528 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d871ff82-99f2-4131-a894-f3cecee23720 req-cb6ded2f-3ab6-4fbe-94e8-bd8748f5e8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:48:18.139249 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d871ff82-99f2-4131-a894-f3cecee23720 req-cb6ded2f-3ab6-4fbe-94e8-bd8748f5e8da service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7ebbcc569b8f45a1a422fca72fe4b773&device_id=9bc202e2-a044-427f-996c-4da7e3b9d24a HTTP/1.1" status: 200 len: 1095 time: 0.0472953 Aug 05 12:48:18.270365 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d871ff82-99f2-4131-a894-f3cecee23720 req-f2af507e-8938-427e-9dc2-98710459207d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:48:18.272113 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d871ff82-99f2-4131-a894-f3cecee23720 req-f2af507e-8938-427e-9dc2-98710459207d service neutron] 10.222.0.55 "GET /v2.0/networks?id=cd4e757e-60b4-43d8-8451-3114a9551b3d HTTP/1.1" status: 200 len: 898 time: 0.1259077 Aug 05 12:48:18.316998 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d871ff82-99f2-4131-a894-f3cecee23720 req-ea8a5f7a-9326-4e03-9b6c-f75774ac1891 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d29dfaab-fc63-48db-b1ef-40f62d5b04d0 HTTP/1.1" status: 200 len: 217 time: 0.0374913 Aug 05 12:48:18.384973 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d871ff82-99f2-4131-a894-f3cecee23720 req-83318924-8fd7-4a0d-b9e7-a5e6eee6c367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:48:18.386583 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d871ff82-99f2-4131-a894-f3cecee23720 req-83318924-8fd7-4a0d-b9e7-a5e6eee6c367 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=312ec75a-5a09-4e4a-aa76-0b4130c0991d HTTP/1.1" status: 200 len: 835 time: 0.0593092 Aug 05 12:48:18.440741 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d871ff82-99f2-4131-a894-f3cecee23720 req-fa8884f9-e01d-48d5-8a92-57e672729c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:48:18.442494 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d871ff82-99f2-4131-a894-f3cecee23720 req-fa8884f9-e01d-48d5-8a92-57e672729c43 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cd4e757e-60b4-43d8-8451-3114a9551b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475979 Aug 05 12:48:18.547442 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d871ff82-99f2-4131-a894-f3cecee23720 req-6c615a50-72c9-4f3d-b7f9-ae75c02ba31c service neutron] 10.222.0.55 "GET /v2.0/networks/cd4e757e-60b4-43d8-8451-3114a9551b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963049 Aug 05 12:48:18.654599 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d871ff82-99f2-4131-a894-f3cecee23720 req-5efb4a5e-7aa3-40a1-a8a4-6c341c8605ef service neutron] 10.222.0.55 "GET /v2.0/networks/cd4e757e-60b4-43d8-8451-3114a9551b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983121 Aug 05 12:48:19.055285 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f614c8-99e5-4ad0-bc76-acfc324646c1 req-2b52b398-2abc-43ed-97de-c7bca2f52264 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:48:19.056802 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d0f614c8-99e5-4ad0-bc76-acfc324646c1 req-2b52b398-2abc-43ed-97de-c7bca2f52264 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=9bc202e2-a044-427f-996c-4da7e3b9d24a HTTP/1.1" status: 200 len: 944 time: 0.0630934 Aug 05 12:48:19.101021 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d0f614c8-99e5-4ad0-bc76-acfc324646c1 req-337889bc-ffc6-4a27-bfaf-4cede1b72d21 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/security-groups?id=f238df1f-f2f5-40e5-b852-e5eaff4fedfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372140 Aug 05 12:48:20.245499 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f573de-d943-424d-90b5-0955e2ae41c1 req-fcf52158-3db8-4ec9-83e1-a964577bb18f tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:48:20.247892 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e2f573de-d943-424d-90b5-0955e2ae41c1 req-fcf52158-3db8-4ec9-83e1-a964577bb18f tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=9bc202e2-a044-427f-996c-4da7e3b9d24a HTTP/1.1" status: 200 len: 944 time: 0.0633144 Aug 05 12:48:20.290871 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e2f573de-d943-424d-90b5-0955e2ae41c1 req-49c051d9-b3c4-4821-a41d-5b20a24c8841 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/security-groups?id=f238df1f-f2f5-40e5-b852-e5eaff4fedfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365446 Aug 05 12:48:20.314374 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device d29dfaab-fc63-48db-b1ef-40f62d5b04d0 details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 12:48:20.427291 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port d29dfaab-fc63-48db-b1ef-40f62d5b04d0, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=d29dfaab-fc63-48db-b1ef-40f62d5b04d0,segment=NetworkSegment(9fcde02e-9602-4c61-8000-8da71a6291ca),segment_id=9fcde02e-9602-4c61-8000-8da71a6291ca)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:48:20.441664 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Returning: {'device': 'd29dfaab-fc63-48db-b1ef-40f62d5b04d0', 'network_id': 'cd4e757e-60b4-43d8-8451-3114a9551b3d', 'port_id': 'd29dfaab-fc63-48db-b1ef-40f62d5b04d0', 'mac_address': 'fa:16:3e:21:19:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '312ec75a-5a09-4e4a-aa76-0b4130c0991d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 12:48:20.489173 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:20.514123 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d29dfaab-fc63-48db-b1ef-40f62d5b04d0 {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 12:48:20.552923 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port d29dfaab-fc63-48db-b1ef-40f62d5b04d0, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=d29dfaab-fc63-48db-b1ef-40f62d5b04d0,segment=NetworkSegment(9fcde02e-9602-4c61-8000-8da71a6291ca),segment_id=9fcde02e-9602-4c61-8000-8da71a6291ca)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:48:20.559514 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:20.624407 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=d29dfaab-fc63-48db-b1ef-40f62d5b04d0,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:48:20.835966 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['d29dfaab-fc63-48db-b1ef-40f62d5b04d0'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 12:48:21.429290 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d85b1d-57cf-4760-8e73-0eb29c41a319 req-cf6936fc-e5c6-4b81-a359-4859ad3f8885 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:48:21.431342 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-62d85b1d-57cf-4760-8e73-0eb29c41a319 req-cf6936fc-e5c6-4b81-a359-4859ad3f8885 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=9bc202e2-a044-427f-996c-4da7e3b9d24a HTTP/1.1" status: 200 len: 945 time: 0.0612774 Aug 05 12:48:21.473683 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-62d85b1d-57cf-4760-8e73-0eb29c41a319 req-947adf13-b402-41a5-9d6f-086a36bb86ec tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/security-groups?id=f238df1f-f2f5-40e5-b852-e5eaff4fedfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359106 Aug 05 12:48:22.314738 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device d29dfaab-fc63-48db-b1ef-40f62d5b04d0 up at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:48:22.367227 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning for port d29dfaab-fc63-48db-b1ef-40f62d5b04d0 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:48:22.372265 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning complete for port d29dfaab-fc63-48db-b1ef-40f62d5b04d0 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:48:22.372668 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:22.459569 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:22.483151 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bc202e2-a044-427f-996c-4da7e3b9d24a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd29dfaab-fc63-48db-b1ef-40f62d5b04d0'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:48:22.485738 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e1268cc07bff5734ca170491336a8ac74677c017447dd0c96766dddd3e3cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ee52ab6-10bd-44e4-bd16-2837090b3e9b" -d '{"events": [{"server_uuid": "9bc202e2-a044-427f-996c-4da7e3b9d24a", "name": "network-vif-plugged", "status": "completed", "tag": "d29dfaab-fc63-48db-b1ef-40f62d5b04d0"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:48:22.504636 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port d29dfaab-fc63-48db-b1ef-40f62d5b04d0, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=d29dfaab-fc63-48db-b1ef-40f62d5b04d0,segment=NetworkSegment(9fcde02e-9602-4c61-8000-8da71a6291ca),segment_id=9fcde02e-9602-4c61-8000-8da71a6291ca)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:48:22.512302 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:22.542069 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 12:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47ad2e14-0e8c-4ffd-9ba4-c5c2d83f590b x-openstack-request-id: req-47ad2e14-0e8c-4ffd-9ba4-c5c2d83f590b {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:48:22.542404 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bc202e2-a044-427f-996c-4da7e3b9d24a", "name": "network-vif-plugged", "status": "completed", "tag": "d29dfaab-fc63-48db-b1ef-40f62d5b04d0", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:48:22.542623 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-47ad2e14-0e8c-4ffd-9ba4-c5c2d83f590b {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:48:22.543019 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bc202e2-a044-427f-996c-4da7e3b9d24a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd29dfaab-fc63-48db-b1ef-40f62d5b04d0', 'code': 200} Aug 05 12:48:22.578649 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=d29dfaab-fc63-48db-b1ef-40f62d5b04d0,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:48:22.638664 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b742238-f467-4657-b91f-82009e364c82 req-e078d05e-8d34-4598-b566-b0ec8890f1bb tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:48:22.640238 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8b742238-f467-4657-b91f-82009e364c82 req-e078d05e-8d34-4598-b566-b0ec8890f1bb tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=9bc202e2-a044-427f-996c-4da7e3b9d24a HTTP/1.1" status: 200 len: 946 time: 0.0672858 Aug 05 12:48:22.659735 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9a5c96-91ba-44f8-ba8b-2d4f7e2dee27 req-77c041dd-09e1-4024-adc2-b8ee1249249c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:48:22.661377 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9d9a5c96-91ba-44f8-ba8b-2d4f7e2dee27 req-77c041dd-09e1-4024-adc2-b8ee1249249c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9bc202e2-a044-427f-996c-4da7e3b9d24a HTTP/1.1" status: 200 len: 1097 time: 0.0449162 Aug 05 12:48:22.691149 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8b742238-f467-4657-b91f-82009e364c82 req-c1f97a8e-9dd1-4797-8986-0b845ca33dbb tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/security-groups?id=f238df1f-f2f5-40e5-b852-e5eaff4fedfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439155 Aug 05 12:48:22.700814 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9d9a5c96-91ba-44f8-ba8b-2d4f7e2dee27 req-58e2b107-a8c0-4638-9ff1-75634de142f8 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f238df1f-f2f5-40e5-b852-e5eaff4fedfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311110 Aug 05 12:48:22.918202 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:23.838312 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5482c12-35f8-4cf4-b12d-4df07b86e68c req-ea17f413-fd7e-4f9f-a89d-702b72cb3eaf tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:48:23.839925 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a5482c12-35f8-4cf4-b12d-4df07b86e68c req-ea17f413-fd7e-4f9f-a89d-702b72cb3eaf tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=9bc202e2-a044-427f-996c-4da7e3b9d24a HTTP/1.1" status: 200 len: 946 time: 0.0562925 Aug 05 12:48:23.882155 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a5482c12-35f8-4cf4-b12d-4df07b86e68c req-827d7cf1-a0b5-4ed2-b138-aa350b09d000 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/security-groups?id=f238df1f-f2f5-40e5-b852-e5eaff4fedfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353489 Aug 05 12:48:24.039105 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876c6317-672d-4986-a839-e8c68c8dab30 req-13a5273f-32c6-435d-ae89-7a88173ed3d1 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:48:24.040815 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-876c6317-672d-4986-a839-e8c68c8dab30 req-13a5273f-32c6-435d-ae89-7a88173ed3d1 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=9bc202e2-a044-427f-996c-4da7e3b9d24a HTTP/1.1" status: 200 len: 946 time: 0.0586450 Aug 05 12:48:24.085301 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-876c6317-672d-4986-a839-e8c68c8dab30 req-72cee5ed-364c-4bf0-90f1-d3d697199471 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/security-groups?id=f238df1f-f2f5-40e5-b852-e5eaff4fedfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382607 Aug 05 12:48:24.113123 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49548) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:48:24.170253 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bdccaf7-0e12-46bf-b39a-e897efd4ec0a tempest-TestNetworkAdvancedServerOps-883279947 tempest-TestNetworkAdvancedServerOps-883279947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:48:24.172189 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-3bdccaf7-0e12-46bf-b39a-e897efd4ec0a tempest-TestNetworkAdvancedServerOps-883279947 tempest-TestNetworkAdvancedServerOps-883279947-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=9bc202e2-a044-427f-996c-4da7e3b9d24a HTTP/1.1" status: 200 len: 1092 time: 0.0577161 Aug 05 12:48:24.175178 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49550) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:48:24.180871 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-324c2b50-b105-4356-8509-2dcf1d9ac2b9 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Request body: {'floatingip': {'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'port_id': 'd29dfaab-fc63-48db-b1ef-40f62d5b04d0', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:48:24.218720 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-324c2b50-b105-4356-8509-2dcf1d9ac2b9 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for floatingip, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:24.335209 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-324c2b50-b105-4356-8509-2dcf1d9ac2b9 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:24.466898 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-324c2b50-b105-4356-8509-2dcf1d9ac2b9 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Allocated IP 172.25.5.81 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/7e72f9ad-9819-4f9a-b35f-95c49be04faa) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:48:24.576989 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-324c2b50-b105-4356-8509-2dcf1d9ac2b9 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:24.620346 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-324c2b50-b105-4356-8509-2dcf1d9ac2b9 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:24.662971 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-324c2b50-b105-4356-8509-2dcf1d9ac2b9 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:48:24.669623 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-324c2b50-b105-4356-8509-2dcf1d9ac2b9 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:48:24.676128 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324c2b50-b105-4356-8509-2dcf1d9ac2b9 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:48:24.719227 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324c2b50-b105-4356-8509-2dcf1d9ac2b9 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Pushing event updated for resources: {'Port': ['ID=7e72f9ad-9819-4f9a-b35f-95c49be04faa,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:48:25.468917 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-324c2b50-b105-4356-8509-2dcf1d9ac2b9 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:25.568790 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-324c2b50-b105-4356-8509-2dcf1d9ac2b9 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:25.763191 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-324c2b50-b105-4356-8509-2dcf1d9ac2b9 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:25.770471 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-324c2b50-b105-4356-8509-2dcf1d9ac2b9 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:25.846619 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324c2b50-b105-4356-8509-2dcf1d9ac2b9 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Pushing event updated for resources: {'Port': ['ID=7e72f9ad-9819-4f9a-b35f-95c49be04faa,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:48:25.863583 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-324c2b50-b105-4356-8509-2dcf1d9ac2b9 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33287247'] for floatingip, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:25.983190 n-d-803378-2 neutron-server[94421]: INFO neutron.db.l3_db [None req-324c2b50-b105-4356-8509-2dcf1d9ac2b9 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Floating IP 3b204faa-783a-44e4-9cea-6713e901eee2 associated. External IP: 172.25.5.81, port: d29dfaab-fc63-48db-b1ef-40f62d5b04d0. Aug 05 12:48:26.218578 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-324c2b50-b105-4356-8509-2dcf1d9ac2b9 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Router 7b56e0b7-b518-402f-bb14-33236402b08a has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:48:26.382582 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-324c2b50-b105-4356-8509-2dcf1d9ac2b9 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:48:26.400212 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fafacec-1fab-4bf3-b18b-3ea7b13b205b None None] Sync routers for ids ['7b56e0b7-b518-402f-bb14-33236402b08a'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:48:26.408909 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-324c2b50-b105-4356-8509-2dcf1d9ac2b9 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:26.427887 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fafacec-1fab-4bf3-b18b-3ea7b13b205b None None] Routers {'7b56e0b7-b518-402f-bb14-33236402b08a'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:48:26.428581 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-4fafacec-1fab-4bf3-b18b-3ea7b13b205b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:48:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['7b56e0b7-b518-402f-bb14-33236402b08a'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:48:26.459241 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-324c2b50-b105-4356-8509-2dcf1d9ac2b9 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2826474 Aug 05 12:48:26.460202 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bc202e2-a044-427f-996c-4da7e3b9d24a', 'tag': 'd29dfaab-fc63-48db-b1ef-40f62d5b04d0'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:48:26.465682 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7ff1ae056485c55ead25f70fa9973e26b39e4a1f6cb6b93d5d0d7942cdef429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac91d12d-4925-4668-94de-9026d2aa44c7" -d '{"events": [{"name": "network-changed", "server_uuid": "9bc202e2-a044-427f-996c-4da7e3b9d24a", "tag": "d29dfaab-fc63-48db-b1ef-40f62d5b04d0"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:48:26.531894 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 12:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a279853-5913-4c9b-afc1-71514b5013dd x-openstack-request-id: req-7a279853-5913-4c9b-afc1-71514b5013dd {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:48:26.532785 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bc202e2-a044-427f-996c-4da7e3b9d24a", "tag": "d29dfaab-fc63-48db-b1ef-40f62d5b04d0", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:48:26.532879 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7a279853-5913-4c9b-afc1-71514b5013dd {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:48:26.533525 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bc202e2-a044-427f-996c-4da7e3b9d24a', 'tag': 'd29dfaab-fc63-48db-b1ef-40f62d5b04d0', 'status': 'completed', 'code': 200} Aug 05 12:48:26.611655 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-4fafacec-1fab-4bf3-b18b-3ea7b13b205b None None] Set router 7b56e0b7-b518-402f-bb14-33236402b08a gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:48:26.612739 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7669ad26-43d9-4063-8ea4-0e85245d0a87 req-170f77fb-6329-4181-ad9f-561a0641ec2f tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:48:26.614888 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7669ad26-43d9-4063-8ea4-0e85245d0a87 req-170f77fb-6329-4181-ad9f-561a0641ec2f tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=9bc202e2-a044-427f-996c-4da7e3b9d24a HTTP/1.1" status: 200 len: 946 time: 0.0827160 Aug 05 12:48:26.653444 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac91d12d-4925-4668-94de-9026d2aa44c7 req-76829a4d-2a5d-4535-ade0-93e846695cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:48:26.655356 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ac91d12d-4925-4668-94de-9026d2aa44c7 req-76829a4d-2a5d-4535-ade0-93e846695cd4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7ebbcc569b8f45a1a422fca72fe4b773&device_id=9bc202e2-a044-427f-996c-4da7e3b9d24a HTTP/1.1" status: 200 len: 1097 time: 0.0686092 Aug 05 12:48:26.675878 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7669ad26-43d9-4063-8ea4-0e85245d0a87 req-cdfb899e-511c-423e-a4e0-fe1763f3ec41 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/security-groups?id=f238df1f-f2f5-40e5-b852-e5eaff4fedfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527945 Aug 05 12:48:26.707582 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49556) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:48:26.776884 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac91d12d-4925-4668-94de-9026d2aa44c7 req-4ea272ee-37c8-4fe8-b158-5ffae7cfd7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:48:26.779713 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ac91d12d-4925-4668-94de-9026d2aa44c7 req-4ea272ee-37c8-4fe8-b158-5ffae7cfd7d0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=cd4e757e-60b4-43d8-8451-3114a9551b3d HTTP/1.1" status: 200 len: 898 time: 0.1175575 Aug 05 12:48:26.790855 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-b5005e71-28c1-4837-89cd-430f00b40168 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/floatingips/3b204faa-783a-44e4-9cea-6713e901eee2 HTTP/1.1" status: 200 len: 991 time: 0.0816276 Aug 05 12:48:26.884320 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ac91d12d-4925-4668-94de-9026d2aa44c7 req-e1e14fc8-c008-42ed-bba6-ba2c5ead68cf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d29dfaab-fc63-48db-b1ef-40f62d5b04d0 HTTP/1.1" status: 200 len: 999 time: 0.0974438 Aug 05 12:48:26.934717 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-4fafacec-1fab-4bf3-b18b-3ea7b13b205b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b56e0b7-b518-402f-bb14-33236402b08a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131283722', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '97c3a59f-c031-42e0-be13-3ceb3ac03f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:48:06Z', 'updated_at': '2021-08-05T12:48:12Z', 'revision_number': 4, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'gw_port': {'id': '97c3a59f-c031-42e0-be13-3ceb3ac03f7d', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:0b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b56e0b7-b518-402f-bb14-33236402b08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:48:06Z', 'updated_at': '2021-08-05T12:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': '3b204faa-783a-44e4-9cea-6713e901eee2', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'floating_ip_address': '172.25.5.81', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': '7b56e0b7-b518-402f-bb14-33236402b08a', 'port_id': 'd29dfaab-fc63-48db-b1ef-40f62d5b04d0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4212, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd4e757e-60b4-43d8-8451-3114a9551b3d', 'mac_address': 'fa:16:3e:21:19:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc202e2-a044-427f-996c-4da7e3b9d24a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T12:48:24Z', 'updated_at': '2021-08-05T12:48:24Z', 'revision_number': 0, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfae2ed1-1735-40dd-a56f-ce4e0e22c109', 'name': '', 'network_id': 'cd4e757e-60b4-43d8-8451-3114a9551b3d', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'mac_address': 'fa:16:3e:40:8a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b56e0b7-b518-402f-bb14-33236402b08a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '312ec75a-5a09-4e4a-aa76-0b4130c0991d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:48:11Z', 'updated_at': '2021-08-05T12:48:16Z', 'revision_number': 5, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'subnets': [{'id': '312ec75a-5a09-4e4a-aa76-0b4130c0991d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:48:26.941497 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac91d12d-4925-4668-94de-9026d2aa44c7 req-b17c7f7a-ed30-456f-83ac-c75ade592319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:48:26.942999 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ac91d12d-4925-4668-94de-9026d2aa44c7 req-b17c7f7a-ed30-456f-83ac-c75ade592319 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=312ec75a-5a09-4e4a-aa76-0b4130c0991d HTTP/1.1" status: 200 len: 835 time: 0.0520947 Aug 05 12:48:26.966555 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fafacec-1fab-4bf3-b18b-3ea7b13b205b None None] Checking router: 7b56e0b7-b518-402f-bb14-33236402b08a for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:48:26.976035 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fafacec-1fab-4bf3-b18b-3ea7b13b205b None None] Routers {'7b56e0b7-b518-402f-bb14-33236402b08a'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:48:26.976927 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-4fafacec-1fab-4bf3-b18b-3ea7b13b205b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:48:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['7b56e0b7-b518-402f-bb14-33236402b08a'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:48:26.992850 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac91d12d-4925-4668-94de-9026d2aa44c7 req-9a3f70c1-40ab-4a61-b122-db1ae44d6814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:48:26.994441 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ac91d12d-4925-4668-94de-9026d2aa44c7 req-9a3f70c1-40ab-4a61-b122-db1ae44d6814 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cd4e757e-60b4-43d8-8451-3114a9551b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443358 Aug 05 12:48:27.090885 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-4fafacec-1fab-4bf3-b18b-3ea7b13b205b None None] Set router 7b56e0b7-b518-402f-bb14-33236402b08a gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:48:27.103480 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ac91d12d-4925-4668-94de-9026d2aa44c7 req-cce01982-61de-4422-b888-fdc68b3f58e1 service neutron] 10.222.0.55 "GET /v2.0/networks/cd4e757e-60b4-43d8-8451-3114a9551b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018445 Aug 05 12:48:27.208231 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ac91d12d-4925-4668-94de-9026d2aa44c7 req-aa5bf94e-b2b4-473a-b4cd-c9e6dd21a90b service neutron] 10.222.0.55 "GET /v2.0/networks/cd4e757e-60b4-43d8-8451-3114a9551b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975373 Aug 05 12:48:27.352461 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-4fafacec-1fab-4bf3-b18b-3ea7b13b205b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b56e0b7-b518-402f-bb14-33236402b08a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131283722', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '97c3a59f-c031-42e0-be13-3ceb3ac03f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:48:06Z', 'updated_at': '2021-08-05T12:48:12Z', 'revision_number': 4, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'gw_port': {'id': '97c3a59f-c031-42e0-be13-3ceb3ac03f7d', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:0b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b56e0b7-b518-402f-bb14-33236402b08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:48:06Z', 'updated_at': '2021-08-05T12:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': '3b204faa-783a-44e4-9cea-6713e901eee2', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'floating_ip_address': '172.25.5.81', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': '7b56e0b7-b518-402f-bb14-33236402b08a', 'port_id': 'd29dfaab-fc63-48db-b1ef-40f62d5b04d0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4212, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd4e757e-60b4-43d8-8451-3114a9551b3d', 'mac_address': 'fa:16:3e:21:19:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc202e2-a044-427f-996c-4da7e3b9d24a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T12:48:24Z', 'updated_at': '2021-08-05T12:48:24Z', 'revision_number': 0, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfae2ed1-1735-40dd-a56f-ce4e0e22c109', 'name': '', 'network_id': 'cd4e757e-60b4-43d8-8451-3114a9551b3d', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'mac_address': 'fa:16:3e:40:8a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b56e0b7-b518-402f-bb14-33236402b08a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '312ec75a-5a09-4e4a-aa76-0b4130c0991d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:48:11Z', 'updated_at': '2021-08-05T12:48:16Z', 'revision_number': 5, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'subnets': [{'id': '312ec75a-5a09-4e4a-aa76-0b4130c0991d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:48:27.380429 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fafacec-1fab-4bf3-b18b-3ea7b13b205b None None] The sync data for ids ['7b56e0b7-b518-402f-bb14-33236402b08a'] in n-d-803378-2 is: [{'id': '7b56e0b7-b518-402f-bb14-33236402b08a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131283722', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '97c3a59f-c031-42e0-be13-3ceb3ac03f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:48:06Z', 'updated_at': '2021-08-05T12:48:12Z', 'revision_number': 4, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'gw_port': {'id': '97c3a59f-c031-42e0-be13-3ceb3ac03f7d', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:0b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b56e0b7-b518-402f-bb14-33236402b08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:48:06Z', 'updated_at': '2021-08-05T12:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': '3b204faa-783a-44e4-9cea-6713e901eee2', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'floating_ip_address': '172.25.5.81', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': '7b56e0b7-b518-402f-bb14-33236402b08a', 'port_id': 'd29dfaab-fc63-48db-b1ef-40f62d5b04d0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4212, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd4e757e-60b4-43d8-8451-3114a9551b3d', 'mac_address': 'fa:16:3e:21:19:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc202e2-a044-427f-996c-4da7e3b9d24a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T12:48:24Z', 'updated_at': '2021-08-05T12:48:24Z', 'revision_number': 0, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfae2ed1-1735-40dd-a56f-ce4e0e22c109', 'name': '', 'network_id': 'cd4e757e-60b4-43d8-8451-3114a9551b3d', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'mac_address': 'fa:16:3e:40:8a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b56e0b7-b518-402f-bb14-33236402b08a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '312ec75a-5a09-4e4a-aa76-0b4130c0991d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:48:11Z', 'updated_at': '2021-08-05T12:48:16Z', 'revision_number': 5, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'subnets': [{'id': '312ec75a-5a09-4e4a-aa76-0b4130c0991d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:48:27.594840 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8572d6cb-6e92-42bd-8250-a0d8e0b8ac17 None None] New status for floating IP 3b204faa-783a-44e4-9cea-6713e901eee2: ACTIVE {{(pid=94423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 12:48:27.794617 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49558) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:48:27.871471 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-00aa6f64-706b-4791-8a14-5efbe47f76c7 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/floatingips/3b204faa-783a-44e4-9cea-6713e901eee2 HTTP/1.1" status: 200 len: 993 time: 0.0750823 Aug 05 12:48:30.212056 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:37.375920 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-7963bb1e-8d11-427d-b006-0b51a8371c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:38.818637 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 12:48:40.087857 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-8c6f6987-a94b-4541-b486-b7e75884e90d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:40.160057 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:42.076034 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:44.221236 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:52.931711 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:48:55.594343 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ae284306-1e6a-4903-9935-ac851f02e31a req-5351fff0-cbf0-476f-b616-42cb5216913d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9bc202e2-a044-427f-996c-4da7e3b9d24a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0454721 Aug 05 12:48:55.695365 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae284306-1e6a-4903-9935-ac851f02e31a req-433d8e17-bf0f-49bb-bbbc-0e2214614829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:48:55.696908 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ae284306-1e6a-4903-9935-ac851f02e31a req-433d8e17-bf0f-49bb-bbbc-0e2214614829 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7ebbcc569b8f45a1a422fca72fe4b773&device_id=9bc202e2-a044-427f-996c-4da7e3b9d24a HTTP/1.1" status: 200 len: 1097 time: 0.0421898 Aug 05 12:48:55.807273 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae284306-1e6a-4903-9935-ac851f02e31a req-c413aae3-36a1-4cdf-90ac-f296e9647abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:48:55.808806 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ae284306-1e6a-4903-9935-ac851f02e31a req-c413aae3-36a1-4cdf-90ac-f296e9647abf service neutron] 10.222.0.55 "GET /v2.0/networks?id=cd4e757e-60b4-43d8-8451-3114a9551b3d HTTP/1.1" status: 200 len: 898 time: 0.0904262 Aug 05 12:48:55.886573 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ae284306-1e6a-4903-9935-ac851f02e31a req-c9d59efa-f0a6-4cc5-987a-f825df642cf0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d29dfaab-fc63-48db-b1ef-40f62d5b04d0 HTTP/1.1" status: 200 len: 1001 time: 0.0646985 Aug 05 12:48:55.938482 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae284306-1e6a-4903-9935-ac851f02e31a req-ed064f0c-1716-41e0-a56a-7ef15fcae21f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:48:55.941056 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ae284306-1e6a-4903-9935-ac851f02e31a req-ed064f0c-1716-41e0-a56a-7ef15fcae21f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=312ec75a-5a09-4e4a-aa76-0b4130c0991d HTTP/1.1" status: 200 len: 835 time: 0.0469735 Aug 05 12:48:55.990419 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae284306-1e6a-4903-9935-ac851f02e31a req-080ccec9-bdeb-4fa3-9c12-8af81c0bf9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:48:55.991959 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ae284306-1e6a-4903-9935-ac851f02e31a req-080ccec9-bdeb-4fa3-9c12-8af81c0bf9fd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cd4e757e-60b4-43d8-8451-3114a9551b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439227 Aug 05 12:48:56.094960 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ae284306-1e6a-4903-9935-ac851f02e31a req-7401f22c-503a-4c4f-939b-ecdc4f7c3af8 service neutron] 10.222.0.55 "GET /v2.0/networks/cd4e757e-60b4-43d8-8451-3114a9551b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946410 Aug 05 12:48:56.193130 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ae284306-1e6a-4903-9935-ac851f02e31a req-0ba2ee93-9746-4f53-a7f2-34eacc971c0c service neutron] 10.222.0.55 "GET /v2.0/networks/cd4e757e-60b4-43d8-8451-3114a9551b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872402 Aug 05 12:48:59.299599 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5444e4b5-e7e5-4643-b1a0-1ea83efc290c req-0f644e75-9b1b-47fd-ae87-a8a95471861d tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:48:59.301786 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5444e4b5-e7e5-4643-b1a0-1ea83efc290c req-0f644e75-9b1b-47fd-ae87-a8a95471861d tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=9bc202e2-a044-427f-996c-4da7e3b9d24a HTTP/1.1" status: 200 len: 946 time: 0.0541697 Aug 05 12:48:59.318739 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c4c14b-e595-4109-825d-6dc0b26501ea req-e58f83aa-e6c7-4ad7-8d3f-1de79851b73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:48:59.320287 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-04c4c14b-e595-4109-825d-6dc0b26501ea req-e58f83aa-e6c7-4ad7-8d3f-1de79851b73f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7ebbcc569b8f45a1a422fca72fe4b773&device_id=9bc202e2-a044-427f-996c-4da7e3b9d24a HTTP/1.1" status: 200 len: 1097 time: 0.0436988 Aug 05 12:48:59.345984 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5444e4b5-e7e5-4643-b1a0-1ea83efc290c req-7970bc50-1cda-4cb5-8791-1ecf6c6c134d tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/security-groups?id=f238df1f-f2f5-40e5-b852-e5eaff4fedfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381393 Aug 05 12:48:59.423434 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c4c14b-e595-4109-825d-6dc0b26501ea req-f2b0a196-7f7b-4c9d-ba57-17d3676992b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:48:59.425925 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-04c4c14b-e595-4109-825d-6dc0b26501ea req-f2b0a196-7f7b-4c9d-ba57-17d3676992b7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=cd4e757e-60b4-43d8-8451-3114a9551b3d HTTP/1.1" status: 200 len: 898 time: 0.0952768 Aug 05 12:48:59.492735 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-04c4c14b-e595-4109-825d-6dc0b26501ea req-20dc7724-2f4a-48bb-99fc-0b1003af575e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d29dfaab-fc63-48db-b1ef-40f62d5b04d0 HTTP/1.1" status: 200 len: 1001 time: 0.0590935 Aug 05 12:48:59.552275 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c4c14b-e595-4109-825d-6dc0b26501ea req-1b5122de-14c7-4017-aa3f-fa29ef44aca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:48:59.553809 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-04c4c14b-e595-4109-825d-6dc0b26501ea req-1b5122de-14c7-4017-aa3f-fa29ef44aca6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=312ec75a-5a09-4e4a-aa76-0b4130c0991d HTTP/1.1" status: 200 len: 835 time: 0.0539963 Aug 05 12:48:59.603918 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c4c14b-e595-4109-825d-6dc0b26501ea req-4f8dc423-031f-4e6f-8239-0a3b351d8158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:48:59.605477 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-04c4c14b-e595-4109-825d-6dc0b26501ea req-4f8dc423-031f-4e6f-8239-0a3b351d8158 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cd4e757e-60b4-43d8-8451-3114a9551b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435302 Aug 05 12:48:59.696195 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-04c4c14b-e595-4109-825d-6dc0b26501ea req-82452efb-529a-49f5-a706-a4b3d8b74a25 service neutron] 10.222.0.55 "GET /v2.0/networks/cd4e757e-60b4-43d8-8451-3114a9551b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827267 Aug 05 12:48:59.795232 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-04c4c14b-e595-4109-825d-6dc0b26501ea req-e1d697ca-57b4-488c-b9b1-b2a93a494686 service neutron] 10.222.0.55 "GET /v2.0/networks/cd4e757e-60b4-43d8-8451-3114a9551b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915036 Aug 05 12:49:00.208008 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:49:00.474649 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450897ce-6a3c-404a-bf2c-706906109c2b req-515666ed-9172-43c3-aaa6-acc03db7c59c tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:49:00.476070 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-450897ce-6a3c-404a-bf2c-706906109c2b req-515666ed-9172-43c3-aaa6-acc03db7c59c tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=9bc202e2-a044-427f-996c-4da7e3b9d24a HTTP/1.1" status: 200 len: 946 time: 0.0553913 Aug 05 12:49:00.516066 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-450897ce-6a3c-404a-bf2c-706906109c2b req-ab897ce9-4cbd-4b80-8c38-98830d8f50db tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/security-groups?id=f238df1f-f2f5-40e5-b852-e5eaff4fedfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339901 Aug 05 12:49:01.635050 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384d6d82-d40e-43b9-9fa5-ef3ad4775da6 req-78a997fa-9f4d-4a5a-9848-5aaa44f422d4 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:49:01.636582 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-384d6d82-d40e-43b9-9fa5-ef3ad4775da6 req-78a997fa-9f4d-4a5a-9848-5aaa44f422d4 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=9bc202e2-a044-427f-996c-4da7e3b9d24a HTTP/1.1" status: 200 len: 946 time: 0.0502377 Aug 05 12:49:01.675804 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-384d6d82-d40e-43b9-9fa5-ef3ad4775da6 req-1c76d01d-d545-4cb3-a3a1-a530c391e859 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/security-groups?id=f238df1f-f2f5-40e5-b852-e5eaff4fedfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331933 Aug 05 12:49:02.797695 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a8254a-d55f-4fb2-889a-d928ff0c57a3 req-315af477-04f8-40ba-a67a-6fc94b40fdfa tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:49:02.799184 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-52a8254a-d55f-4fb2-889a-d928ff0c57a3 req-315af477-04f8-40ba-a67a-6fc94b40fdfa tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=9bc202e2-a044-427f-996c-4da7e3b9d24a HTTP/1.1" status: 200 len: 946 time: 0.0507698 Aug 05 12:49:02.839273 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-52a8254a-d55f-4fb2-889a-d928ff0c57a3 req-0123d4ad-3802-4c3d-8cb2-c75329670b41 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/security-groups?id=f238df1f-f2f5-40e5-b852-e5eaff4fedfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335948 Aug 05 12:49:03.965966 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a681524d-fe59-4b20-acb5-eb8c8cbd0313 req-33ec2223-f9f9-4cbb-b9ed-ec278fd787f1 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:49:03.967486 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a681524d-fe59-4b20-acb5-eb8c8cbd0313 req-33ec2223-f9f9-4cbb-b9ed-ec278fd787f1 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=9bc202e2-a044-427f-996c-4da7e3b9d24a HTTP/1.1" status: 200 len: 946 time: 0.0553322 Aug 05 12:49:04.009152 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a681524d-fe59-4b20-acb5-eb8c8cbd0313 req-69c31657-9731-459a-bbf3-0af027879bd9 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/security-groups?id=f238df1f-f2f5-40e5-b852-e5eaff4fedfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345902 Aug 05 12:49:05.129241 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762c11e8-4495-4fb8-902c-03a16dc7a549 req-4a8f1764-f0f7-473d-81b2-566f6b1b5dd4 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:49:05.130772 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-762c11e8-4495-4fb8-902c-03a16dc7a549 req-4a8f1764-f0f7-473d-81b2-566f6b1b5dd4 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=9bc202e2-a044-427f-996c-4da7e3b9d24a HTTP/1.1" status: 200 len: 946 time: 0.0514696 Aug 05 12:49:05.170753 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-762c11e8-4495-4fb8-902c-03a16dc7a549 req-ba16f78a-d5c2-4812-a389-807d00066a69 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/security-groups?id=f238df1f-f2f5-40e5-b852-e5eaff4fedfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340273 Aug 05 12:49:06.299623 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71dda8a-cea6-4e3e-b4e6-28b88c42e83a req-9f7ea529-8f89-47a5-af4a-69f4d809126a tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:49:06.302013 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e71dda8a-cea6-4e3e-b4e6-28b88c42e83a req-9f7ea529-8f89-47a5-af4a-69f4d809126a tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=9bc202e2-a044-427f-996c-4da7e3b9d24a HTTP/1.1" status: 200 len: 946 time: 0.0556569 Aug 05 12:49:06.342533 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e71dda8a-cea6-4e3e-b4e6-28b88c42e83a req-6149303f-4944-4365-96dc-27d73ead768b tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/security-groups?id=f238df1f-f2f5-40e5-b852-e5eaff4fedfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344875 Aug 05 12:49:07.369959 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-137013f3-69e3-43a2-8448-759ef73c465d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:49:07.472284 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc48f5fa-f50a-4c5b-b678-520a6117620e req-35d1fa4e-f604-48df-8346-2f701ad38dea tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:49:07.473834 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bc48f5fa-f50a-4c5b-b678-520a6117620e req-35d1fa4e-f604-48df-8346-2f701ad38dea tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=9bc202e2-a044-427f-996c-4da7e3b9d24a HTTP/1.1" status: 200 len: 946 time: 0.0566778 Aug 05 12:49:07.513245 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bc48f5fa-f50a-4c5b-b678-520a6117620e req-4e3bd505-aec4-4d03-a9d8-247b210c9fd0 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/security-groups?id=f238df1f-f2f5-40e5-b852-e5eaff4fedfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332174 Aug 05 12:49:08.631827 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4fca18-1baf-4699-9068-605bab38fe62 req-f4d5bf66-b089-409f-b6d5-2ca956a9c207 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:49:08.633384 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4b4fca18-1baf-4699-9068-605bab38fe62 req-f4d5bf66-b089-409f-b6d5-2ca956a9c207 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=9bc202e2-a044-427f-996c-4da7e3b9d24a HTTP/1.1" status: 200 len: 946 time: 0.0516648 Aug 05 12:49:08.672716 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4b4fca18-1baf-4699-9068-605bab38fe62 req-85c86656-cf9f-4656-9ced-5ec1aabafc93 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/security-groups?id=f238df1f-f2f5-40e5-b852-e5eaff4fedfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332873 Aug 05 12:49:09.795005 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87682529-e12a-42cc-88a9-7b5ccc60fa48 req-d6712d33-19a4-49d3-b4f4-0366b8509fbb tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:49:09.796533 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-87682529-e12a-42cc-88a9-7b5ccc60fa48 req-d6712d33-19a4-49d3-b4f4-0366b8509fbb tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=9bc202e2-a044-427f-996c-4da7e3b9d24a HTTP/1.1" status: 200 len: 946 time: 0.0524330 Aug 05 12:49:09.836176 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-87682529-e12a-42cc-88a9-7b5ccc60fa48 req-33c66173-1afb-4b12-95c7-260debd49d70 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/security-groups?id=f238df1f-f2f5-40e5-b852-e5eaff4fedfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330057 Aug 05 12:49:10.091154 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-6fa32a03-bfdb-47cc-af39-ef3a3b41fef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:49:10.161970 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:49:10.970165 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac7be41-dc03-4cb1-a7b8-94acbe214f36 req-f60ee96e-846a-4492-bc94-dd71b20ea3fe tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:49:10.972457 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7ac7be41-dc03-4cb1-a7b8-94acbe214f36 req-f60ee96e-846a-4492-bc94-dd71b20ea3fe tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=9bc202e2-a044-427f-996c-4da7e3b9d24a HTTP/1.1" status: 200 len: 946 time: 0.0587599 Aug 05 12:49:11.017175 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7ac7be41-dc03-4cb1-a7b8-94acbe214f36 req-a1ff798e-a713-4f86-b83f-5e6fdd2548cb tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/security-groups?id=f238df1f-f2f5-40e5-b852-e5eaff4fedfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363343 Aug 05 12:49:12.076999 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:49:12.149547 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7810dd5f-8168-4211-acad-44835f6159a1 req-e96a518d-cefc-4209-bec2-c6f41e514c6c tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:49:12.151112 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7810dd5f-8168-4211-acad-44835f6159a1 req-e96a518d-cefc-4209-bec2-c6f41e514c6c tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=9bc202e2-a044-427f-996c-4da7e3b9d24a HTTP/1.1" status: 200 len: 946 time: 0.0614336 Aug 05 12:49:12.192710 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7810dd5f-8168-4211-acad-44835f6159a1 req-9d8c9847-3a40-4ee4-830e-3b7fb8445c34 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/security-groups?id=f238df1f-f2f5-40e5-b852-e5eaff4fedfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354664 Aug 05 12:49:13.321267 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925b45d0-c0cc-4d2c-a64f-206f24ff2211 req-7d6b0abd-36cb-49c8-9730-3027ca8056c6 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:49:13.322806 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-925b45d0-c0cc-4d2c-a64f-206f24ff2211 req-7d6b0abd-36cb-49c8-9730-3027ca8056c6 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=9bc202e2-a044-427f-996c-4da7e3b9d24a HTTP/1.1" status: 200 len: 946 time: 0.0546727 Aug 05 12:49:13.364354 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-925b45d0-c0cc-4d2c-a64f-206f24ff2211 req-5455b5a5-cf49-40c7-a6a1-1987b12b94e5 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/security-groups?id=f238df1f-f2f5-40e5-b852-e5eaff4fedfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350554 Aug 05 12:49:14.218588 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:49:14.489967 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe2df69-da83-4e4a-9f07-fd1f42de6c0a req-8eaf4962-f3e5-4426-8c63-65f670388104 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:49:14.491523 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4fe2df69-da83-4e4a-9f07-fd1f42de6c0a req-8eaf4962-f3e5-4426-8c63-65f670388104 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=9bc202e2-a044-427f-996c-4da7e3b9d24a HTTP/1.1" status: 200 len: 946 time: 0.0563228 Aug 05 12:49:14.531587 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4fe2df69-da83-4e4a-9f07-fd1f42de6c0a req-20ac5fe7-b0a6-49fe-8459-2da7093aec6a tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/security-groups?id=f238df1f-f2f5-40e5-b852-e5eaff4fedfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331855 Aug 05 12:49:15.653958 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e7c81b-9a9b-4a9c-9cfb-d166c9338c45 req-fcdb2e8c-692e-4591-8533-b3905f0001a3 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:49:15.655673 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-46e7c81b-9a9b-4a9c-9cfb-d166c9338c45 req-fcdb2e8c-692e-4591-8533-b3905f0001a3 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=9bc202e2-a044-427f-996c-4da7e3b9d24a HTTP/1.1" status: 200 len: 946 time: 0.0545297 Aug 05 12:49:15.696988 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-46e7c81b-9a9b-4a9c-9cfb-d166c9338c45 req-94dca01f-7616-4b64-b4da-26fd3b5c100a tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/security-groups?id=f238df1f-f2f5-40e5-b852-e5eaff4fedfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337479 Aug 05 12:49:15.818980 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 12:49:16.819787 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202e76b0-23b9-4080-a60e-5c5cc469df1a req-62f0cf21-7989-4f40-8c5b-2edbdf9dd8e2 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:49:16.821399 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-202e76b0-23b9-4080-a60e-5c5cc469df1a req-62f0cf21-7989-4f40-8c5b-2edbdf9dd8e2 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=9bc202e2-a044-427f-996c-4da7e3b9d24a HTTP/1.1" status: 200 len: 946 time: 0.0527980 Aug 05 12:49:16.860598 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-202e76b0-23b9-4080-a60e-5c5cc469df1a req-f8f0fffe-ffa9-4ac2-bcd7-68914953adbf tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/security-groups?id=f238df1f-f2f5-40e5-b852-e5eaff4fedfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327532 Aug 05 12:49:16.885215 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49612) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:49:16.946567 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-2f542bab-71e8-47d7-a2d6-a75cad93471a tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/floatingips/3b204faa-783a-44e4-9cea-6713e901eee2 HTTP/1.1" status: 200 len: 993 time: 0.0601742 Aug 05 12:49:22.931794 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:49:30.222183 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:49:37.373006 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-86c52e5d-c63e-4986-b10f-bd5e239d425d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:49:40.097479 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-84af5cbd-3599-4ee1-91ae-8a1cffcaef4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:49:40.165477 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:49:42.079605 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:49:44.221176 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:49:47.324313 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49622) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:49:47.516743 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-7fe81bd6-28ed-47f7-8027-7c660bee699e tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Deleting port 7e72f9ad-9819-4f9a-b35f-95c49be04faa {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:49:47.517198 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7fe81bd6-28ed-47f7-8027-7c660bee699e tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:49:47.600571 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7fe81bd6-28ed-47f7-8027-7c660bee699e tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:49:47.600833 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7fe81bd6-28ed-47f7-8027-7c660bee699e tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:49:47.618312 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-7fe81bd6-28ed-47f7-8027-7c660bee699e tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Calling delete_port for 7e72f9ad-9819-4f9a-b35f-95c49be04faa owned by network:floatingip {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:49:47.793618 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7fe81bd6-28ed-47f7-8027-7c660bee699e tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:49:47.827158 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe81bd6-28ed-47f7-8027-7c660bee699e tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Pushing event deleted for resources: {'Port': ['ID=7e72f9ad-9819-4f9a-b35f-95c49be04faa,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:49:47.858494 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe81bd6-28ed-47f7-8027-7c660bee699e tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:49:47.858861 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe81bd6-28ed-47f7-8027-7c660bee699e tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:49:47.859215 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe81bd6-28ed-47f7-8027-7c660bee699e tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:49:47.859559 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe81bd6-28ed-47f7-8027-7c660bee699e tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:49:47.859912 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe81bd6-28ed-47f7-8027-7c660bee699e tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:49:47.860258 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe81bd6-28ed-47f7-8027-7c660bee699e tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:49:47.860882 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe81bd6-28ed-47f7-8027-7c660bee699e tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:49:47.861227 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe81bd6-28ed-47f7-8027-7c660bee699e tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:49:47.861571 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe81bd6-28ed-47f7-8027-7c660bee699e tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:49:47.861905 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe81bd6-28ed-47f7-8027-7c660bee699e tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:49:47.862241 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe81bd6-28ed-47f7-8027-7c660bee699e tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:49:47.862945 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe81bd6-28ed-47f7-8027-7c660bee699e tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:49:47.921347 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7fe81bd6-28ed-47f7-8027-7c660bee699e tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for floatingip, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:49:47.921797 n-d-803378-2 neutron-server[94420]: INFO neutron.db.l3_db [None req-7fe81bd6-28ed-47f7-8027-7c660bee699e tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Floating IP 3b204faa-783a-44e4-9cea-6713e901eee2 disassociated (deleted). External IP: 172.25.5.81, port: d29dfaab-fc63-48db-b1ef-40f62d5b04d0. Aug 05 12:49:48.156386 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fe81bd6-28ed-47f7-8027-7c660bee699e tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Router 7b56e0b7-b518-402f-bb14-33236402b08a has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:49:48.285923 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fe81bd6-28ed-47f7-8027-7c660bee699e tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:49:48.292008 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7fe81bd6-28ed-47f7-8027-7c660bee699e tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:49:48.297705 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd4c197-297a-435b-aa13-a37c5a3ad689 None None] Sync routers for ids ['7b56e0b7-b518-402f-bb14-33236402b08a'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:49:48.307066 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd4c197-297a-435b-aa13-a37c5a3ad689 None None] Routers {'7b56e0b7-b518-402f-bb14-33236402b08a'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:49:48.307482 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-cfd4c197-297a-435b-aa13-a37c5a3ad689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:49:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['7b56e0b7-b518-402f-bb14-33236402b08a'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:49:48.321057 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-7fe81bd6-28ed-47f7-8027-7c660bee699e tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "DELETE /v2.0/floatingips/3b204faa-783a-44e4-9cea-6713e901eee2 HTTP/1.1" status: 204 len: 168 time: 0.9955542 Aug 05 12:49:48.321785 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bc202e2-a044-427f-996c-4da7e3b9d24a', 'tag': 'd29dfaab-fc63-48db-b1ef-40f62d5b04d0'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:49:48.324217 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47e10126444b02a26d513ed6f4b145adbdfa00d329c865c61a1608b26e6d0230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d6ec723-0040-4d65-923d-25b44d0b8c98" -d '{"events": [{"name": "network-changed", "server_uuid": "9bc202e2-a044-427f-996c-4da7e3b9d24a", "tag": "d29dfaab-fc63-48db-b1ef-40f62d5b04d0"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:49:48.365771 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 12:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e1341a4-7077-4f6b-859f-f2ddb3ca8e49 x-openstack-request-id: req-9e1341a4-7077-4f6b-859f-f2ddb3ca8e49 {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:49:48.366498 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bc202e2-a044-427f-996c-4da7e3b9d24a", "tag": "d29dfaab-fc63-48db-b1ef-40f62d5b04d0", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:49:48.366498 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9e1341a4-7077-4f6b-859f-f2ddb3ca8e49 {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:49:48.366817 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bc202e2-a044-427f-996c-4da7e3b9d24a', 'tag': 'd29dfaab-fc63-48db-b1ef-40f62d5b04d0', 'status': 'completed', 'code': 200} Aug 05 12:49:48.477803 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6ec723-0040-4d65-923d-25b44d0b8c98 req-deff8e8a-f36e-4823-843a-8b978b095fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:49:48.479525 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-0d6ec723-0040-4d65-923d-25b44d0b8c98 req-deff8e8a-f36e-4823-843a-8b978b095fff service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7ebbcc569b8f45a1a422fca72fe4b773&device_id=9bc202e2-a044-427f-996c-4da7e3b9d24a HTTP/1.1" status: 200 len: 1097 time: 0.0599570 Aug 05 12:49:48.595142 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd03735-f18d-4344-94aa-86c126eca792 req-4c13bb0e-0fdb-4bf4-8b90-352a82cee014 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:49:48.597040 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2cd03735-f18d-4344-94aa-86c126eca792 req-4c13bb0e-0fdb-4bf4-8b90-352a82cee014 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=9bc202e2-a044-427f-996c-4da7e3b9d24a HTTP/1.1" status: 200 len: 946 time: 0.0640671 Aug 05 12:49:48.600925 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-cfd4c197-297a-435b-aa13-a37c5a3ad689 None None] Set router 7b56e0b7-b518-402f-bb14-33236402b08a gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:49:48.623071 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6ec723-0040-4d65-923d-25b44d0b8c98 req-b5b0c5bb-d99d-4d6c-8aed-651a6f8f3242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:49:48.625445 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-0d6ec723-0040-4d65-923d-25b44d0b8c98 req-b5b0c5bb-d99d-4d6c-8aed-651a6f8f3242 service neutron] 10.222.0.55 "GET /v2.0/networks?id=cd4e757e-60b4-43d8-8451-3114a9551b3d HTTP/1.1" status: 200 len: 898 time: 0.1000435 Aug 05 12:49:48.647494 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2cd03735-f18d-4344-94aa-86c126eca792 req-4cc6d65b-a0a2-44b1-bb6c-f1415d7bca92 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/security-groups?id=f238df1f-f2f5-40e5-b852-e5eaff4fedfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427518 Aug 05 12:49:48.681242 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-0d6ec723-0040-4d65-923d-25b44d0b8c98 req-6c6d1e5e-a735-4c96-adbb-82d5b47fc32e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d29dfaab-fc63-48db-b1ef-40f62d5b04d0 HTTP/1.1" status: 200 len: 217 time: 0.0473924 Aug 05 12:49:48.740476 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6ec723-0040-4d65-923d-25b44d0b8c98 req-75faf869-ae3a-4b1c-be64-43e17907136a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:49:48.742008 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-0d6ec723-0040-4d65-923d-25b44d0b8c98 req-75faf869-ae3a-4b1c-be64-43e17907136a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=312ec75a-5a09-4e4a-aa76-0b4130c0991d HTTP/1.1" status: 200 len: 835 time: 0.0529795 Aug 05 12:49:48.797281 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6ec723-0040-4d65-923d-25b44d0b8c98 req-61885ef5-8721-445b-b7ed-694437ab2f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:49:48.799257 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-0d6ec723-0040-4d65-923d-25b44d0b8c98 req-61885ef5-8721-445b-b7ed-694437ab2f1f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cd4e757e-60b4-43d8-8451-3114a9551b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486767 Aug 05 12:49:48.842069 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-cfd4c197-297a-435b-aa13-a37c5a3ad689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b56e0b7-b518-402f-bb14-33236402b08a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131283722', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '97c3a59f-c031-42e0-be13-3ceb3ac03f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:48:06Z', 'updated_at': '2021-08-05T12:48:12Z', 'revision_number': 4, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'gw_port': {'id': '97c3a59f-c031-42e0-be13-3ceb3ac03f7d', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:0b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b56e0b7-b518-402f-bb14-33236402b08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:48:06Z', 'updated_at': '2021-08-05T12:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'bfae2ed1-1735-40dd-a56f-ce4e0e22c109', 'name': '', 'network_id': 'cd4e757e-60b4-43d8-8451-3114a9551b3d', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'mac_address': 'fa:16:3e:40:8a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b56e0b7-b518-402f-bb14-33236402b08a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '312ec75a-5a09-4e4a-aa76-0b4130c0991d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:48:11Z', 'updated_at': '2021-08-05T12:48:16Z', 'revision_number': 5, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'subnets': [{'id': '312ec75a-5a09-4e4a-aa76-0b4130c0991d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:49:48.869640 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd4c197-297a-435b-aa13-a37c5a3ad689 None None] Checking router: 7b56e0b7-b518-402f-bb14-33236402b08a for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:49:48.878888 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd4c197-297a-435b-aa13-a37c5a3ad689 None None] Routers {'7b56e0b7-b518-402f-bb14-33236402b08a'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:49:48.880102 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-cfd4c197-297a-435b-aa13-a37c5a3ad689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:49:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['7b56e0b7-b518-402f-bb14-33236402b08a'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:49:48.905678 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-0d6ec723-0040-4d65-923d-25b44d0b8c98 req-af4bc4c5-c357-45fc-aee4-ba5a88af7471 service neutron] 10.222.0.55 "GET /v2.0/networks/cd4e757e-60b4-43d8-8451-3114a9551b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974636 Aug 05 12:49:49.016334 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-cfd4c197-297a-435b-aa13-a37c5a3ad689 None None] Set router 7b56e0b7-b518-402f-bb14-33236402b08a gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:49:49.047839 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-0d6ec723-0040-4d65-923d-25b44d0b8c98 req-451c1cad-2176-48e3-b5d7-3cc902520d8b service neutron] 10.222.0.55 "GET /v2.0/networks/cd4e757e-60b4-43d8-8451-3114a9551b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275816 Aug 05 12:49:49.231090 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-cfd4c197-297a-435b-aa13-a37c5a3ad689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b56e0b7-b518-402f-bb14-33236402b08a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131283722', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '97c3a59f-c031-42e0-be13-3ceb3ac03f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:48:06Z', 'updated_at': '2021-08-05T12:48:12Z', 'revision_number': 4, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'gw_port': {'id': '97c3a59f-c031-42e0-be13-3ceb3ac03f7d', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:0b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b56e0b7-b518-402f-bb14-33236402b08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:48:06Z', 'updated_at': '2021-08-05T12:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'bfae2ed1-1735-40dd-a56f-ce4e0e22c109', 'name': '', 'network_id': 'cd4e757e-60b4-43d8-8451-3114a9551b3d', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'mac_address': 'fa:16:3e:40:8a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b56e0b7-b518-402f-bb14-33236402b08a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '312ec75a-5a09-4e4a-aa76-0b4130c0991d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:48:11Z', 'updated_at': '2021-08-05T12:48:16Z', 'revision_number': 5, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'subnets': [{'id': '312ec75a-5a09-4e4a-aa76-0b4130c0991d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:49:49.262587 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd4c197-297a-435b-aa13-a37c5a3ad689 None None] The sync data for ids ['7b56e0b7-b518-402f-bb14-33236402b08a'] in n-d-803378-2 is: [{'id': '7b56e0b7-b518-402f-bb14-33236402b08a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131283722', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '97c3a59f-c031-42e0-be13-3ceb3ac03f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:48:06Z', 'updated_at': '2021-08-05T12:48:12Z', 'revision_number': 4, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'gw_port': {'id': '97c3a59f-c031-42e0-be13-3ceb3ac03f7d', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:0b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b56e0b7-b518-402f-bb14-33236402b08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:48:06Z', 'updated_at': '2021-08-05T12:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'bfae2ed1-1735-40dd-a56f-ce4e0e22c109', 'name': '', 'network_id': 'cd4e757e-60b4-43d8-8451-3114a9551b3d', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'mac_address': 'fa:16:3e:40:8a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b56e0b7-b518-402f-bb14-33236402b08a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '312ec75a-5a09-4e4a-aa76-0b4130c0991d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:48:11Z', 'updated_at': '2021-08-05T12:48:16Z', 'revision_number': 5, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'subnets': [{'id': '312ec75a-5a09-4e4a-aa76-0b4130c0991d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:49:49.506516 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6fabd58-2cfd-4232-8866-06be54ae951f None None] New status for floating IP 3b204faa-783a-44e4-9cea-6713e901eee2: DOWN {{(pid=94423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 12:49:49.788125 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad3a1d0-4e7b-4741-9c1c-e824d4efb07e req-2484c3cd-3979-412b-9114-b5f1f1606bcf tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:49:49.790320 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7ad3a1d0-4e7b-4741-9c1c-e824d4efb07e req-2484c3cd-3979-412b-9114-b5f1f1606bcf tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=9bc202e2-a044-427f-996c-4da7e3b9d24a HTTP/1.1" status: 200 len: 946 time: 0.0539536 Aug 05 12:49:49.836749 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7ad3a1d0-4e7b-4741-9c1c-e824d4efb07e req-907231d7-592f-4ce7-9961-c812d5b31673 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/security-groups?id=f238df1f-f2f5-40e5-b852-e5eaff4fedfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394261 Aug 05 12:49:50.281881 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b836be9f-e0e6-4984-938b-58ebb9677678 req-641df179-f047-4f21-bfaf-7ea10bf47d15 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:49:50.283437 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b836be9f-e0e6-4984-938b-58ebb9677678 req-641df179-f047-4f21-bfaf-7ea10bf47d15 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bc202e2-a044-427f-996c-4da7e3b9d24a HTTP/1.1" status: 200 len: 946 time: 0.0693777 Aug 05 12:49:50.385946 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-b836be9f-e0e6-4984-938b-58ebb9677678 req-7817cd6b-3cc1-45d3-80b8-2233b9d4aff4 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Deleting port d29dfaab-fc63-48db-b1ef-40f62d5b04d0 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:49:50.386285 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-b836be9f-e0e6-4984-938b-58ebb9677678 req-7817cd6b-3cc1-45d3-80b8-2233b9d4aff4 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:49:50.480660 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-b836be9f-e0e6-4984-938b-58ebb9677678 req-7817cd6b-3cc1-45d3-80b8-2233b9d4aff4 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] For port d29dfaab-fc63-48db-b1ef-40f62d5b04d0, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=d29dfaab-fc63-48db-b1ef-40f62d5b04d0,segment=NetworkSegment(9fcde02e-9602-4c61-8000-8da71a6291ca),segment_id=9fcde02e-9602-4c61-8000-8da71a6291ca)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:49:50.481041 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-b836be9f-e0e6-4984-938b-58ebb9677678 req-7817cd6b-3cc1-45d3-80b8-2233b9d4aff4 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:49:50.496065 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-b836be9f-e0e6-4984-938b-58ebb9677678 req-7817cd6b-3cc1-45d3-80b8-2233b9d4aff4 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Calling delete_port for d29dfaab-fc63-48db-b1ef-40f62d5b04d0 owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:49:50.642107 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-b836be9f-e0e6-4984-938b-58ebb9677678 req-7817cd6b-3cc1-45d3-80b8-2233b9d4aff4 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:49:50.673826 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7817cd6b-3cc1-45d3-80b8-2233b9d4aff4 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Pushing event deleted for resources: {'Port': ['ID=d29dfaab-fc63-48db-b1ef-40f62d5b04d0,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:49:50.687739 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7817cd6b-3cc1-45d3-80b8-2233b9d4aff4 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:49:50.688076 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7817cd6b-3cc1-45d3-80b8-2233b9d4aff4 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:49:50.688423 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7817cd6b-3cc1-45d3-80b8-2233b9d4aff4 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:49:50.688982 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7817cd6b-3cc1-45d3-80b8-2233b9d4aff4 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:49:50.689139 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7817cd6b-3cc1-45d3-80b8-2233b9d4aff4 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:49:50.689476 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7817cd6b-3cc1-45d3-80b8-2233b9d4aff4 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:49:50.689898 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7817cd6b-3cc1-45d3-80b8-2233b9d4aff4 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:49:50.690175 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7817cd6b-3cc1-45d3-80b8-2233b9d4aff4 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:49:50.690513 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7817cd6b-3cc1-45d3-80b8-2233b9d4aff4 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:49:50.690849 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7817cd6b-3cc1-45d3-80b8-2233b9d4aff4 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:49:50.691183 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7817cd6b-3cc1-45d3-80b8-2233b9d4aff4 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:49:50.691516 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7817cd6b-3cc1-45d3-80b8-2233b9d4aff4 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:49:50.733691 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-b836be9f-e0e6-4984-938b-58ebb9677678 req-7817cd6b-3cc1-45d3-80b8-2233b9d4aff4 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] No DVR routers for this DVR port d29dfaab-fc63-48db-b1ef-40f62d5b04d0 on host n-h2-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:49:50.736605 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-b836be9f-e0e6-4984-938b-58ebb9677678 req-7817cd6b-3cc1-45d3-80b8-2233b9d4aff4 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:49:50.738735 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b836be9f-e0e6-4984-938b-58ebb9677678 req-7817cd6b-3cc1-45d3-80b8-2233b9d4aff4 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.55 "DELETE /v2.0/ports/d29dfaab-fc63-48db-b1ef-40f62d5b04d0 HTTP/1.1" status: 204 len: 173 time: 0.4478683 Aug 05 12:49:50.739216 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bc202e2-a044-427f-996c-4da7e3b9d24a', 'name': 'network-vif-deleted', 'tag': 'd29dfaab-fc63-48db-b1ef-40f62d5b04d0'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:49:50.741713 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7ff1ae056485c55ead25f70fa9973e26b39e4a1f6cb6b93d5d0d7942cdef429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3f7f369-998b-4ae4-be54-8db2781c9c16" -d '{"events": [{"server_uuid": "9bc202e2-a044-427f-996c-4da7e3b9d24a", "name": "network-vif-deleted", "tag": "d29dfaab-fc63-48db-b1ef-40f62d5b04d0"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:49:50.785298 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 12:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57f832e7-d79b-4d3b-9756-a2e5e5f1ebe6 x-openstack-request-id: req-57f832e7-d79b-4d3b-9756-a2e5e5f1ebe6 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:49:50.785298 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bc202e2-a044-427f-996c-4da7e3b9d24a", "name": "network-vif-deleted", "tag": "d29dfaab-fc63-48db-b1ef-40f62d5b04d0", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:49:50.785572 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-57f832e7-d79b-4d3b-9756-a2e5e5f1ebe6 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:49:50.785924 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bc202e2-a044-427f-996c-4da7e3b9d24a', 'name': 'network-vif-deleted', 'tag': 'd29dfaab-fc63-48db-b1ef-40f62d5b04d0', 'status': 'completed', 'code': 200} Aug 05 12:49:50.954552 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6af84369-dabe-4573-a763-7289f1e3d676 req-7ef9d2b3-f910-453b-aa9b-776286c9c860 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=9bc202e2-a044-427f-996c-4da7e3b9d24a HTTP/1.1" status: 200 len: 210 time: 0.0284212 Aug 05 12:49:52.016082 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49638) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:49:52.421184 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6a47cf15-c21f-499d-b34f-e8047f9fdc94 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33208311'] for router_interface, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:49:52.716303 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-6a47cf15-c21f-499d-b34f-e8047f9fdc94 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Deleting port bfae2ed1-1735-40dd-a56f-ce4e0e22c109 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:49:52.716686 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6a47cf15-c21f-499d-b34f-e8047f9fdc94 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:49:52.818066 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 12:49:52.829906 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-6a47cf15-c21f-499d-b34f-e8047f9fdc94 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] For port bfae2ed1-1735-40dd-a56f-ce4e0e22c109, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=bfae2ed1-1735-40dd-a56f-ce4e0e22c109,segment=NetworkSegment(9fcde02e-9602-4c61-8000-8da71a6291ca),segment_id=9fcde02e-9602-4c61-8000-8da71a6291ca)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:49:52.830281 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6a47cf15-c21f-499d-b34f-e8047f9fdc94 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:49:52.845848 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-6a47cf15-c21f-499d-b34f-e8047f9fdc94 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Calling delete_port for bfae2ed1-1735-40dd-a56f-ce4e0e22c109 owned by network:router_interface {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:49:52.944246 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:49:53.055499 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6a47cf15-c21f-499d-b34f-e8047f9fdc94 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:49:53.082110 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a47cf15-c21f-499d-b34f-e8047f9fdc94 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Pushing event deleted for resources: {'Port': ['ID=bfae2ed1-1735-40dd-a56f-ce4e0e22c109,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:49:53.659418 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6a47cf15-c21f-499d-b34f-e8047f9fdc94 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33140263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33208171'] for router_interface, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:49:53.899754 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a47cf15-c21f-499d-b34f-e8047f9fdc94 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Router 7b56e0b7-b518-402f-bb14-33236402b08a has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:49:54.011813 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a47cf15-c21f-499d-b34f-e8047f9fdc94 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:49:54.017177 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-6a47cf15-c21f-499d-b34f-e8047f9fdc94 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "PUT /v2.0/routers/7b56e0b7-b518-402f-bb14-33236402b08a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9998965 Aug 05 12:49:54.019838 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49640) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:49:54.023919 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f408b5-af67-4962-b391-b860eed07a67 None None] Sync routers for ids ['7b56e0b7-b518-402f-bb14-33236402b08a'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:49:54.034295 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f408b5-af67-4962-b391-b860eed07a67 None None] Routers {'7b56e0b7-b518-402f-bb14-33236402b08a'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:49:54.034808 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-d5f408b5-af67-4962-b391-b860eed07a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:49:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['7b56e0b7-b518-402f-bb14-33236402b08a'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:49:54.074183 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bfc359b-914f-426f-a5ff-e671360e90a1 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Deleting subnet 312ec75a-5a09-4e4a-aa76-0b4130c0991d {{(pid=94420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 12:49:54.077673 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2bfc359b-914f-426f-a5ff-e671360e90a1 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for subnet, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:49:54.125731 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2bfc359b-914f-426f-a5ff-e671360e90a1 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25010562'] for subnet, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:49:54.147733 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-d5f408b5-af67-4962-b391-b860eed07a67 None None] Set router 7b56e0b7-b518-402f-bb14-33236402b08a gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:49:54.239355 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2bfc359b-914f-426f-a5ff-e671360e90a1 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:49:54.314628 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2bfc359b-914f-426f-a5ff-e671360e90a1 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29762763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24211094'] for subnet, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:49:54.345950 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfc359b-914f-426f-a5ff-e671360e90a1 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Pushing event deleted for resources: {'Subnet': ['ID=312ec75a-5a09-4e4a-aa76-0b4130c0991d,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:49:54.346565 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-d5f408b5-af67-4962-b391-b860eed07a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b56e0b7-b518-402f-bb14-33236402b08a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131283722', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '97c3a59f-c031-42e0-be13-3ceb3ac03f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:48:06Z', 'updated_at': '2021-08-05T12:49:52Z', 'revision_number': 5, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'gw_port': {'id': '97c3a59f-c031-42e0-be13-3ceb3ac03f7d', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:0b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b56e0b7-b518-402f-bb14-33236402b08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:48:06Z', 'updated_at': '2021-08-05T12:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:49:54.352403 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2bfc359b-914f-426f-a5ff-e671360e90a1 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:49:54.358369 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49642) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:49:54.359483 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-2bfc359b-914f-426f-a5ff-e671360e90a1 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "DELETE /v2.0/subnets/312ec75a-5a09-4e4a-aa76-0b4130c0991d HTTP/1.1" status: 204 len: 168 time: 0.3371670 Aug 05 12:49:54.386725 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02d85a8-4759-4496-ac73-5c9b85730e5e None None] Network cd4e757e-60b4-43d8-8451-3114a9551b3d requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:49:54.389221 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f408b5-af67-4962-b391-b860eed07a67 None None] Checking router: 7b56e0b7-b518-402f-bb14-33236402b08a for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:49:54.440628 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f408b5-af67-4962-b391-b860eed07a67 None None] Routers {'7b56e0b7-b518-402f-bb14-33236402b08a'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:49:54.441178 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-d5f408b5-af67-4962-b391-b860eed07a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:49:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['7b56e0b7-b518-402f-bb14-33236402b08a'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:49:54.478074 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d5ccf934-d53e-4e71-b74b-0cc14df2f112 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for router, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:49:54.592930 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d5ccf934-d53e-4e71-b74b-0cc14df2f112 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:49:54.610105 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-d5f408b5-af67-4962-b391-b860eed07a67 None None] Set router 7b56e0b7-b518-402f-bb14-33236402b08a gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:49:54.662494 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-d5ccf934-d53e-4e71-b74b-0cc14df2f112 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Deleting port 97c3a59f-c031-42e0-be13-3ceb3ac03f7d {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:49:54.662909 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d5ccf934-d53e-4e71-b74b-0cc14df2f112 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:49:54.674097 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7576d699-413f-4a3d-9ddb-1ec172fb46cf None None] DHCP port deletion for cd4e757e-60b4-43d8-8451-3114a9551b3d request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 12:49:54.767866 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [None req-d5ccf934-d53e-4e71-b74b-0cc14df2f112 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] For port 97c3a59f-c031-42e0-be13-3ceb3ac03f7d, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=97c3a59f-c031-42e0-be13-3ceb3ac03f7d,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:49:54.768240 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d5ccf934-d53e-4e71-b74b-0cc14df2f112 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:49:54.783609 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-d5ccf934-d53e-4e71-b74b-0cc14df2f112 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Calling delete_port for 97c3a59f-c031-42e0-be13-3ceb3ac03f7d owned by network:router_gateway {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:49:54.813035 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device d29dfaab-fc63-48db-b1ef-40f62d5b04d0 no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:49:54.841147 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] No Port match for: d29dfaab-fc63-48db-b1ef-40f62d5b04d0 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:49:54.841494 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device d29dfaab-fc63-48db-b1ef-40f62d5b04d0 not bound to the agent host n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:49:54.846318 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-7576d699-413f-4a3d-9ddb-1ec172fb46cf None None] Deleting port 4679fee1-78bc-4b73-8ada-b70018368b93 {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:49:54.846715 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-7576d699-413f-4a3d-9ddb-1ec172fb46cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:49:54.933698 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-7576d699-413f-4a3d-9ddb-1ec172fb46cf None None] For port 4679fee1-78bc-4b73-8ada-b70018368b93, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=4679fee1-78bc-4b73-8ada-b70018368b93,segment=NetworkSegment(9fcde02e-9602-4c61-8000-8da71a6291ca),segment_id=9fcde02e-9602-4c61-8000-8da71a6291ca)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:49:54.934013 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-7576d699-413f-4a3d-9ddb-1ec172fb46cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:49:54.951602 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-7576d699-413f-4a3d-9ddb-1ec172fb46cf None None] Calling delete_port for 4679fee1-78bc-4b73-8ada-b70018368b93 owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:49:54.957625 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-d5f408b5-af67-4962-b391-b860eed07a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b56e0b7-b518-402f-bb14-33236402b08a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131283722', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '97c3a59f-c031-42e0-be13-3ceb3ac03f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:48:06Z', 'updated_at': '2021-08-05T12:49:52Z', 'revision_number': 5, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'gw_port': {'id': '97c3a59f-c031-42e0-be13-3ceb3ac03f7d', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:0b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b56e0b7-b518-402f-bb14-33236402b08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:48:06Z', 'updated_at': '2021-08-05T12:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:49:54.982285 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d5ccf934-d53e-4e71-b74b-0cc14df2f112 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:49:54.993233 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f408b5-af67-4962-b391-b860eed07a67 None None] The sync data for ids ['7b56e0b7-b518-402f-bb14-33236402b08a'] in n-d-803378-2 is: [{'id': '7b56e0b7-b518-402f-bb14-33236402b08a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131283722', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '97c3a59f-c031-42e0-be13-3ceb3ac03f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:48:06Z', 'updated_at': '2021-08-05T12:49:52Z', 'revision_number': 5, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'gw_port': {'id': '97c3a59f-c031-42e0-be13-3ceb3ac03f7d', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:0b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b56e0b7-b518-402f-bb14-33236402b08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:48:06Z', 'updated_at': '2021-08-05T12:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:49:55.014670 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ccf934-d53e-4e71-b74b-0cc14df2f112 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Pushing event deleted for resources: {'Port': ['ID=97c3a59f-c031-42e0-be13-3ceb3ac03f7d,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:49:55.077403 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-7576d699-413f-4a3d-9ddb-1ec172fb46cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:49:55.080976 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d5ccf934-d53e-4e71-b74b-0cc14df2f112 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33285055'] for router_gateway, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:49:55.106319 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7576d699-413f-4a3d-9ddb-1ec172fb46cf None None] Pushing event deleted for resources: {'Port': ['ID=4679fee1-78bc-4b73-8ada-b70018368b93,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:49:55.110348 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7576d699-413f-4a3d-9ddb-1ec172fb46cf None None] No DVR routers for this DVR port 4679fee1-78bc-4b73-8ada-b70018368b93 on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:49:55.122132 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7576d699-413f-4a3d-9ddb-1ec172fb46cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:49:55.122467 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7576d699-413f-4a3d-9ddb-1ec172fb46cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:49:55.122812 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7576d699-413f-4a3d-9ddb-1ec172fb46cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:49:55.123156 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7576d699-413f-4a3d-9ddb-1ec172fb46cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:49:55.123551 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7576d699-413f-4a3d-9ddb-1ec172fb46cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:49:55.123924 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7576d699-413f-4a3d-9ddb-1ec172fb46cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:49:55.124252 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7576d699-413f-4a3d-9ddb-1ec172fb46cf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:49:55.124566 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7576d699-413f-4a3d-9ddb-1ec172fb46cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:49:55.124905 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7576d699-413f-4a3d-9ddb-1ec172fb46cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:49:55.125232 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7576d699-413f-4a3d-9ddb-1ec172fb46cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:49:55.125561 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7576d699-413f-4a3d-9ddb-1ec172fb46cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:49:55.125898 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7576d699-413f-4a3d-9ddb-1ec172fb46cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:49:55.184729 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d5ccf934-d53e-4e71-b74b-0cc14df2f112 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33262979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1951'] for router, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:49:55.186972 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d5ccf934-d53e-4e71-b74b-0cc14df2f112 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:49:55.234086 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d5ccf934-d53e-4e71-b74b-0cc14df2f112 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33262474'] for router, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:49:55.234829 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5ccf934-d53e-4e71-b74b-0cc14df2f112 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Fanout notify agent at l3_agent the message router_deleted on router 7b56e0b7-b518-402f-bb14-33236402b08a {{(pid=94421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 12:49:55.242503 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d5ccf934-d53e-4e71-b74b-0cc14df2f112 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for router, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:49:55.243665 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-d5ccf934-d53e-4e71-b74b-0cc14df2f112 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "DELETE /v2.0/routers/7b56e0b7-b518-402f-bb14-33236402b08a HTTP/1.1" status: 204 len: 168 time: 0.8833661 Aug 05 12:49:55.247124 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49644) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:49:55.343934 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-65d604e0-efeb-4c0f-85a2-4e7927242999 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:49:55.487428 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-65d604e0-efeb-4c0f-85a2-4e7927242999 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:49:55.503332 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-65d604e0-efeb-4c0f-85a2-4e7927242999 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd4e757e-60b4-43d8-8451-3114a9551b3d']}} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:49:55.517494 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-65d604e0-efeb-4c0f-85a2-4e7927242999 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fcde02e-9602-4c61-8000-8da71a6291ca') {'for_net_delete': True} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:49:55.517787 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-65d604e0-efeb-4c0f-85a2-4e7927242999 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fcde02e-9602-4c61-8000-8da71a6291ca') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:49:55.534675 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-65d604e0-efeb-4c0f-85a2-4e7927242999 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29786371'] for segment, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:49:55.564541 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-65d604e0-efeb-4c0f-85a2-4e7927242999 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:49:55.573400 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65d604e0-efeb-4c0f-85a2-4e7927242999 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Releasing vlan 661 on physical network physnet1 to pool {{(pid=94421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 12:49:55.573914 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-65d604e0-efeb-4c0f-85a2-4e7927242999 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25038799'] for segment, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:49:55.578375 n-d-803378-2 neutron-server[94421]: Traceback (most recent call last): Aug 05 12:49:55.578375 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 12:49:55.578375 n-d-803378-2 neutron-server[94421]: timer() Aug 05 12:49:55.578375 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 12:49:55.578375 n-d-803378-2 neutron-server[94421]: cb(*args, **kw) Aug 05 12:49:55.578375 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 12:49:55.578375 n-d-803378-2 neutron-server[94421]: return func(*args, **kwargs) Aug 05 12:49:55.578375 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 12:49:55.578375 n-d-803378-2 neutron-server[94421]: self._notify() Aug 05 12:49:55.578375 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 12:49:55.578375 n-d-803378-2 neutron-server[94421]: self.callback(batched_events) Aug 05 12:49:55.578375 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 12:49:55.578375 n-d-803378-2 neutron-server[94421]: event.method(event) Aug 05 12:49:55.578375 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 12:49:55.578375 n-d-803378-2 neutron-server[94421]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 12:49:55.578375 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 12:49:55.578375 n-d-803378-2 neutron-server[94421]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 12:49:55.578375 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 12:49:55.578375 n-d-803378-2 neutron-server[94421]: return f(self, *a, **k) Aug 05 12:49:55.578375 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 12:49:55.578375 n-d-803378-2 neutron-server[94421]: return self._get(url).json() Aug 05 12:49:55.578375 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 12:49:55.578375 n-d-803378-2 neutron-server[94421]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 12:49:55.578375 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 12:49:55.578375 n-d-803378-2 neutron-server[94421]: return self.request(url, 'GET', **kwargs) Aug 05 12:49:55.578375 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 12:49:55.578375 n-d-803378-2 neutron-server[94421]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 12:49:55.578375 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 12:49:55.578375 n-d-803378-2 neutron-server[94421]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 12:49:55.578375 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 12:49:55.578375 n-d-803378-2 neutron-server[94421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 12:49:55.578375 n-d-803378-2 neutron-server[94421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 12:49:55.659473 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-65d604e0-efeb-4c0f-85a2-4e7927242999 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:49:55.672680 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-65d604e0-efeb-4c0f-85a2-4e7927242999 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:49:55.676400 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-65d604e0-efeb-4c0f-85a2-4e7927242999 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "DELETE /v2.0/networks/cd4e757e-60b4-43d8-8451-3114a9551b3d HTTP/1.1" status: 204 len: 168 time: 0.4278877 Aug 05 12:49:55.680340 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49648) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:49:55.695852 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d604e0-efeb-4c0f-85a2-4e7927242999 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Pushing event deleted for resources: {'Network': ['ID=cd4e757e-60b4-43d8-8451-3114a9551b3d,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:49:55.769445 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-27f61a38-872f-4d76-8e62-aff3e8c17ee6 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:49:55.809682 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-27f61a38-872f-4d76-8e62-aff3e8c17ee6 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:49:55.903103 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-27f61a38-872f-4d76-8e62-aff3e8c17ee6 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:49:55.906135 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-27f61a38-872f-4d76-8e62-aff3e8c17ee6 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:49:55.907490 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-27f61a38-872f-4d76-8e62-aff3e8c17ee6 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "DELETE /v2.0/security-groups/f238df1f-f2f5-40e5-b852-e5eaff4fedfb HTTP/1.1" status: 204 len: 168 time: 0.2259767 Aug 05 12:49:55.919769 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f61a38-872f-4d76-8e62-aff3e8c17ee6 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f238df1f-f2f5-40e5-b852-e5eaff4fedfb,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:49:56.157148 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 97c3a59f-c031-42e0-be13-3ceb3ac03f7d no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:49:56.178042 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 97c3a59f-c031-42e0-be13-3ceb3ac03f7d {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:49:56.178394 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 97c3a59f-c031-42e0-be13-3ceb3ac03f7d not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:49:56.178826 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 4679fee1-78bc-4b73-8ada-b70018368b93 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:49:56.199226 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 4679fee1-78bc-4b73-8ada-b70018368b93 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:49:56.199519 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 4679fee1-78bc-4b73-8ada-b70018368b93 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:49:56.200000 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device bfae2ed1-1735-40dd-a56f-ce4e0e22c109 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:49:56.220672 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: bfae2ed1-1735-40dd-a56f-ce4e0e22c109 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:49:56.221111 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device bfae2ed1-1735-40dd-a56f-ce4e0e22c109 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:49:56.561241 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49654) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:49:56.568178 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-b6dc9ac4-3e53-410c-ac59-3c6eaf6fb4ab tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1362131862', 'description': 'tempest-secgroup-smoke-1362131862 description', 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:49:56.596563 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b6dc9ac4-3e53-410c-ac59-3c6eaf6fb4ab tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:49:56.693294 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b6dc9ac4-3e53-410c-ac59-3c6eaf6fb4ab tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:49:56.698343 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b6dc9ac4-3e53-410c-ac59-3c6eaf6fb4ab tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:49:56.725509 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b6dc9ac4-3e53-410c-ac59-3c6eaf6fb4ab tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:49:56.726640 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-b6dc9ac4-3e53-410c-ac59-3c6eaf6fb4ab tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1643274 Aug 05 12:49:56.730134 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49656) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:49:56.730920 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dc9ac4-3e53-410c-ac59-3c6eaf6fb4ab tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1269018a-12ea-44f1-8665-8b3823ff5673,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:49:56.736852 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-1ea34676-c429-471a-9d50-8374df285036 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Request body: {'security_group_rule': {'security_group_id': '1269018a-12ea-44f1-8665-8b3823ff5673', 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:49:56.774783 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1ea34676-c429-471a-9d50-8374df285036 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:49:56.842688 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1ea34676-c429-471a-9d50-8374df285036 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:49:56.847502 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1ea34676-c429-471a-9d50-8374df285036 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:49:56.870052 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea34676-c429-471a-9d50-8374df285036 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=842afcc8-610b-4dee-9a3d-f043f084550d,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:49:56.874105 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1ea34676-c429-471a-9d50-8374df285036 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:49:56.875444 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-1ea34676-c429-471a-9d50-8374df285036 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1436551 Aug 05 12:49:56.878398 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49658) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:49:56.883696 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-1cab33fe-6025-4cfe-b18d-53c59e75e215 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Request body: {'security_group_rule': {'security_group_id': '1269018a-12ea-44f1-8665-8b3823ff5673', 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:49:56.911214 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1cab33fe-6025-4cfe-b18d-53c59e75e215 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:49:56.980382 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1cab33fe-6025-4cfe-b18d-53c59e75e215 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:49:56.984946 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1cab33fe-6025-4cfe-b18d-53c59e75e215 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:49:57.006921 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cab33fe-6025-4cfe-b18d-53c59e75e215 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3f71819-de57-43e7-9a3a-b51c2e46f9c5,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:49:57.011208 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1cab33fe-6025-4cfe-b18d-53c59e75e215 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:49:57.012800 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-1cab33fe-6025-4cfe-b18d-53c59e75e215 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1329014 Aug 05 12:49:57.015340 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49660) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:49:57.020023 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-963e7b9a-366a-4ecc-8487-9130be9f6b86 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Request body: {'security_group_rule': {'security_group_id': '1269018a-12ea-44f1-8665-8b3823ff5673', 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:49:57.048314 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-963e7b9a-366a-4ecc-8487-9130be9f6b86 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:49:57.112655 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-963e7b9a-366a-4ecc-8487-9130be9f6b86 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:49:57.117628 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-963e7b9a-366a-4ecc-8487-9130be9f6b86 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:49:57.137705 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963e7b9a-366a-4ecc-8487-9130be9f6b86 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95a1e427-3f15-405c-a37a-0ddfe2031b1c,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:49:57.145821 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-963e7b9a-366a-4ecc-8487-9130be9f6b86 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:49:57.147119 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-963e7b9a-366a-4ecc-8487-9130be9f6b86 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1308572 Aug 05 12:49:57.151741 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49662) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:49:57.156581 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-5cc963ce-801f-464c-8d97-49708226d720 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Request body: {'security_group_rule': {'security_group_id': '1269018a-12ea-44f1-8665-8b3823ff5673', 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:49:57.186810 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5cc963ce-801f-464c-8d97-49708226d720 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:49:57.257847 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5cc963ce-801f-464c-8d97-49708226d720 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:49:57.264127 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5cc963ce-801f-464c-8d97-49708226d720 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:49:57.284729 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc963ce-801f-464c-8d97-49708226d720 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=091308a3-be3c-452f-a427-e2a79f6a073b,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:49:57.291650 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-5cc963ce-801f-464c-8d97-49708226d720 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:49:57.292986 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-5cc963ce-801f-464c-8d97-49708226d720 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1402509 Aug 05 12:49:57.295712 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49664) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:49:57.300288 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-6ff84078-7d00-4b99-8b17-083b7601c516 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Request body: {'security_group_rule': {'security_group_id': '1269018a-12ea-44f1-8665-8b3823ff5673', 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:49:57.328901 n-d-803378-2 neutron-server[94421]: INFO neutron.db.securitygroups_db [None req-6ff84078-7d00-4b99-8b17-083b7601c516 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Project 7ebbcc569b8f45a1a422fca72fe4b773 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 05 12:49:57.335145 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6ff84078-7d00-4b99-8b17-083b7601c516 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:49:57.405194 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6ff84078-7d00-4b99-8b17-083b7601c516 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:49:57.409626 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6ff84078-7d00-4b99-8b17-083b7601c516 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:49:57.427495 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff84078-7d00-4b99-8b17-083b7601c516 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ff88f33-5ff2-4d41-ab5e-721d2c6e78fc,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:49:57.437527 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6ff84078-7d00-4b99-8b17-083b7601c516 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:49:57.437812 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-6ff84078-7d00-4b99-8b17-083b7601c516 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1411195 Aug 05 12:49:57.440952 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49666) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:49:57.446222 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-1fc30a7f-e981-4e87-898e-210bbc2b8e11 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Request body: {'security_group_rule': {'security_group_id': '1269018a-12ea-44f1-8665-8b3823ff5673', 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:49:57.470141 n-d-803378-2 neutron-server[94421]: INFO neutron.db.securitygroups_db [None req-1fc30a7f-e981-4e87-898e-210bbc2b8e11 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Project 7ebbcc569b8f45a1a422fca72fe4b773 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 05 12:49:57.475694 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1fc30a7f-e981-4e87-898e-210bbc2b8e11 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:49:57.550467 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1fc30a7f-e981-4e87-898e-210bbc2b8e11 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:49:57.554896 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1fc30a7f-e981-4e87-898e-210bbc2b8e11 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:49:57.573650 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc30a7f-e981-4e87-898e-210bbc2b8e11 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28618696-0497-47f7-8442-d73f99a95abf,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:49:57.582096 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1fc30a7f-e981-4e87-898e-210bbc2b8e11 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:49:57.583542 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-1fc30a7f-e981-4e87-898e-210bbc2b8e11 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1416211 Aug 05 12:49:57.587276 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49668) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:49:57.596020 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-707091cd-a074-4af2-8382-332d7adea251 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Request body: {'network': {'name': 'tempest-network-smoke--333877512', 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'port_security_enabled': True}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:49:57.629628 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-707091cd-a074-4af2-8382-332d7adea251 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Made reservation on behalf of 7ebbcc569b8f45a1a422fca72fe4b773 for: {'network': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:49:57.636645 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-707091cd-a074-4af2-8382-332d7adea251 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:49:57.670940 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-707091cd-a074-4af2-8382-332d7adea251 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] vlan segment allocate from pool success with {'vlan_id': 675, 'physical_network': 'physnet1'} {{(pid=94421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 12:49:57.681642 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-707091cd-a074-4af2-8382-332d7adea251 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:49:57.682133 n-d-803378-2 neutron-server[94421]: INFO neutron.db.segments_db [None req-707091cd-a074-4af2-8382-332d7adea251 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Added segment 58e024e9-6562-4712-b0e6-5e76f153d191 of type vlan for network e54872ee-5d04-4d68-91b3-933e87f98572 Aug 05 12:49:57.725188 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-707091cd-a074-4af2-8382-332d7adea251 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:49:57.756959 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-707091cd-a074-4af2-8382-332d7adea251 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:49:57.763848 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707091cd-a074-4af2-8382-332d7adea251 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:49:57.764876 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-707091cd-a074-4af2-8382-332d7adea251 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:49:57.823057 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-707091cd-a074-4af2-8382-332d7adea251 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2342796 Aug 05 12:49:57.825995 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49670) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:49:57.831133 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-6445ee37-8733-4c18-83c0-7fb9444bd89c tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1672000558', 'admin_state_up': True, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:49:57.844068 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707091cd-a074-4af2-8382-332d7adea251 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Pushing event updated for resources: {'Network': ['ID=e54872ee-5d04-4d68-91b3-933e87f98572,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:49:57.858194 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6445ee37-8733-4c18-83c0-7fb9444bd89c tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33260300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1929'] for router, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:49:57.859297 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6445ee37-8733-4c18-83c0-7fb9444bd89c tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33285914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33034662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1926'] for router, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:49:57.861293 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network e54872ee-5d04-4d68-91b3-933e87f98572 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 12:49:57.919089 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6445ee37-8733-4c18-83c0-7fb9444bd89c tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:49:58.075664 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6445ee37-8733-4c18-83c0-7fb9444bd89c tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:49:58.285858 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6445ee37-8733-4c18-83c0-7fb9444bd89c tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for router_gateway, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:49:58.306608 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6445ee37-8733-4c18-83c0-7fb9444bd89c tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:49:58.421950 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-6445ee37-8733-4c18-83c0-7fb9444bd89c tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Allocated IP 172.25.5.101 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/3260da9c-e161-46e7-9b0f-6011e7b161f1) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:49:58.532799 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6445ee37-8733-4c18-83c0-7fb9444bd89c tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:49:58.579742 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6445ee37-8733-4c18-83c0-7fb9444bd89c tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:49:58.623396 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6445ee37-8733-4c18-83c0-7fb9444bd89c tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:49:58.626375 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-6445ee37-8733-4c18-83c0-7fb9444bd89c tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:49:58.632542 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6445ee37-8733-4c18-83c0-7fb9444bd89c tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Pushing event updated for resources: {'Port': ['ID=3260da9c-e161-46e7-9b0f-6011e7b161f1,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:49:58.636432 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6445ee37-8733-4c18-83c0-7fb9444bd89c tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:49:58.901401 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6445ee37-8733-4c18-83c0-7fb9444bd89c tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for router_gateway, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:49:59.105664 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6445ee37-8733-4c18-83c0-7fb9444bd89c tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286026'] for router, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:49:59.246119 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6445ee37-8733-4c18-83c0-7fb9444bd89c tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Router 0545fbdf-e3fe-4a66-ab75-ad435159be26 is scheduled to L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d with binding_index 1 {{(pid=94420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 12:49:59.358250 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6445ee37-8733-4c18-83c0-7fb9444bd89c tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:49:59.370823 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5c916d-573f-41ad-b08c-6074aec9bbfd None None] Sync routers for ids ['0545fbdf-e3fe-4a66-ab75-ad435159be26'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:49:59.380009 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6445ee37-8733-4c18-83c0-7fb9444bd89c tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for router, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:49:59.381317 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-6445ee37-8733-4c18-83c0-7fb9444bd89c tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5542576 Aug 05 12:49:59.381583 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5c916d-573f-41ad-b08c-6074aec9bbfd None None] Routers {'0545fbdf-e3fe-4a66-ab75-ad435159be26'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:49:59.382212 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-5d5c916d-573f-41ad-b08c-6074aec9bbfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:49:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['0545fbdf-e3fe-4a66-ab75-ad435159be26'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:49:59.384433 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49674) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:49:59.416223 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-209379da-150f-4ea4-8f6a-a97965677352 tempest-TestNetworkAdvancedServerOps-883279947 tempest-TestNetworkAdvancedServerOps-883279947-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=7ebbcc569b8f45a1a422fca72fe4b773&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0306346 Aug 05 12:49:59.418903 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49676) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:49:59.493368 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-5d5c916d-573f-41ad-b08c-6074aec9bbfd None None] Set router 0545fbdf-e3fe-4a66-ab75-ad435159be26 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:49:59.514629 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342a9ee5-b49d-4da8-b025-1b2e7878b0c0 tempest-TestNetworkAdvancedServerOps-883279947 tempest-TestNetworkAdvancedServerOps-883279947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:49:59.517904 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-342a9ee5-b49d-4da8-b025-1b2e7878b0c0 tempest-TestNetworkAdvancedServerOps-883279947 tempest-TestNetworkAdvancedServerOps-883279947-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0954952 Aug 05 12:49:59.518200 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49678) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:49:59.553394 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-4ee531c9-c95c-4e42-9e98-b127584e22eb tempest-TestNetworkAdvancedServerOps-883279947 tempest-TestNetworkAdvancedServerOps-883279947-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0340612 Aug 05 12:49:59.556055 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49680) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:49:59.561516 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-926b98ab-b61b-439a-bfaa-8fb7d9cddadc tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1226207055', 'network_id': 'e54872ee-5d04-4d68-91b3-933e87f98572', 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:49:59.689931 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-5d5c916d-573f-41ad-b08c-6074aec9bbfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0545fbdf-e3fe-4a66-ab75-ad435159be26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1672000558', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': '3260da9c-e161-46e7-9b0f-6011e7b161f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:49:57Z', 'updated_at': '2021-08-05T12:49:58Z', 'revision_number': 3, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'gw_port': {'id': '3260da9c-e161-46e7-9b0f-6011e7b161f1', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2d:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0545fbdf-e3fe-4a66-ab75-ad435159be26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:49:58Z', 'updated_at': '2021-08-05T12:49:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:49:59.718443 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5c916d-573f-41ad-b08c-6074aec9bbfd None None] Checking router: 0545fbdf-e3fe-4a66-ab75-ad435159be26 for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:49:59.718787 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5c916d-573f-41ad-b08c-6074aec9bbfd None None] Updating router 0545fbdf-e3fe-4a66-ab75-ad435159be26 port 3260da9c-e161-46e7-9b0f-6011e7b161f1 binding host n-d-803378-2 {{(pid=94423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 12:49:59.756785 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-5d5c916d-573f-41ad-b08c-6074aec9bbfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:49:59.927570 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-926b98ab-b61b-439a-bfaa-8fb7d9cddadc tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Made reservation on behalf of 7ebbcc569b8f45a1a422fca72fe4b773 for: {'subnet': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:49:59.933302 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-926b98ab-b61b-439a-bfaa-8fb7d9cddadc tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24211133'] for subnet, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:50:00.034324 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-5d5c916d-573f-41ad-b08c-6074aec9bbfd None None] Notify callbacks [] for port, precommit_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:50:00.045451 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.provisioning_blocks [None req-5d5c916d-573f-41ad-b08c-6074aec9bbfd None None] Transition to ACTIVE for port object 3260da9c-e161-46e7-9b0f-6011e7b161f1 will not be triggered until provisioned by entity L2. {{(pid=94423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:50:00.051143 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-5d5c916d-573f-41ad-b08c-6074aec9bbfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:50:00.105106 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-5d5c916d-573f-41ad-b08c-6074aec9bbfd None None] Attempting to bind port 3260da9c-e161-46e7-9b0f-6011e7b161f1 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:50:00.105475 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-5d5c916d-573f-41ad-b08c-6074aec9bbfd None None] Attempting to bind port 3260da9c-e161-46e7-9b0f-6011e7b161f1 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}] {{(pid=94423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:50:00.105837 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5c916d-573f-41ad-b08c-6074aec9bbfd None None] Attempting to bind port 3260da9c-e161-46e7-9b0f-6011e7b161f1 on network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:50:00.110855 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64bdd1d-8feb-472b-bee1-82baa76de70e None None] Pushing event updated for resources: {'Port': ['ID=3260da9c-e161-46e7-9b0f-6011e7b161f1,revision_number=2']} {{(pid=94423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:50:00.114053 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5c916d-573f-41ad-b08c-6074aec9bbfd None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:50:00.114428 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5c916d-573f-41ad-b08c-6074aec9bbfd None None] Checking segment: {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:50:00.114829 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-5d5c916d-573f-41ad-b08c-6074aec9bbfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:50:00.115222 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5c916d-573f-41ad-b08c-6074aec9bbfd None None] Bound using segment: {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'} {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:50:00.115692 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-5d5c916d-573f-41ad-b08c-6074aec9bbfd None None] Bound port: 3260da9c-e161-46e7-9b0f-6011e7b161f1, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}}] {{(pid=94423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:50:00.116068 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-5d5c916d-573f-41ad-b08c-6074aec9bbfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:50:00.122571 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64bdd1d-8feb-472b-bee1-82baa76de70e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:50:00.122922 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64bdd1d-8feb-472b-bee1-82baa76de70e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:50:00.123262 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64bdd1d-8feb-472b-bee1-82baa76de70e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:50:00.123597 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64bdd1d-8feb-472b-bee1-82baa76de70e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:50:00.123939 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64bdd1d-8feb-472b-bee1-82baa76de70e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:50:00.124260 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64bdd1d-8feb-472b-bee1-82baa76de70e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:50:00.124605 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64bdd1d-8feb-472b-bee1-82baa76de70e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:50:00.124937 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64bdd1d-8feb-472b-bee1-82baa76de70e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:50:00.125256 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64bdd1d-8feb-472b-bee1-82baa76de70e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:50:00.125583 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64bdd1d-8feb-472b-bee1-82baa76de70e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:50:00.125895 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64bdd1d-8feb-472b-bee1-82baa76de70e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:50:00.126214 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64bdd1d-8feb-472b-bee1-82baa76de70e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:50:00.138191 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-926b98ab-b61b-439a-bfaa-8fb7d9cddadc tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29762700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24211087'] for subnet, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:50:00.185352 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.db [None req-5d5c916d-573f-41ad-b08c-6074aec9bbfd None None] For port 3260da9c-e161-46e7-9b0f-6011e7b161f1, host n-d-803378-2, cleared binding levels {{(pid=94423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:50:00.188694 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.db [None req-5d5c916d-573f-41ad-b08c-6074aec9bbfd None None] For port 3260da9c-e161-46e7-9b0f-6011e7b161f1, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=3260da9c-e161-46e7-9b0f-6011e7b161f1,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:50:00.194371 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-5d5c916d-573f-41ad-b08c-6074aec9bbfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:50:00.224566 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926b98ab-b61b-439a-bfaa-8fb7d9cddadc tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Pushing event updated for resources: {'Subnet': ['ID=3248b3a9-273c-45db-a887-84e3394cdb87,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:50:00.233000 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926b98ab-b61b-439a-bfaa-8fb7d9cddadc tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Checking segment: {'id': '58e024e9-6562-4712-b0e6-5e76f153d191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e54872ee-5d04-4d68-91b3-933e87f98572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:50:00.233714 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926b98ab-b61b-439a-bfaa-8fb7d9cddadc tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Network hostable DHCP agents. Network: e54872ee-5d04-4d68-91b3-933e87f98572, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 12:50:00.243607 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:50:00.258633 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64bdd1d-8feb-472b-bee1-82baa76de70e None None] Pushing event updated for resources: {'Port': ['ID=3260da9c-e161-46e7-9b0f-6011e7b161f1,revision_number=3']} {{(pid=94423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:50:00.263868 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926b98ab-b61b-439a-bfaa-8fb7d9cddadc tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Network e54872ee-5d04-4d68-91b3-933e87f98572 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 12:50:00.268106 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5c916d-573f-41ad-b08c-6074aec9bbfd None None] Routers {'0545fbdf-e3fe-4a66-ab75-ad435159be26'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:50:00.268779 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-5d5c916d-573f-41ad-b08c-6074aec9bbfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:49:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['0545fbdf-e3fe-4a66-ab75-ad435159be26'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:50:00.275992 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-926b98ab-b61b-439a-bfaa-8fb7d9cddadc tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, e54872ee-5d04-4d68-91b3-933e87f98572) {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:50:00.287265 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36414244-7fa4-41dd-aab7-db8901bd330a None None] Network e54872ee-5d04-4d68-91b3-933e87f98572 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:50:00.287633 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926b98ab-b61b-439a-bfaa-8fb7d9cddadc tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:50:00.288705 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-926b98ab-b61b-439a-bfaa-8fb7d9cddadc tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:50:00.310080 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-926b98ab-b61b-439a-bfaa-8fb7d9cddadc tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7469885 Aug 05 12:50:00.310646 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49682) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:50:00.407178 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-5d5c916d-573f-41ad-b08c-6074aec9bbfd None None] Set router 0545fbdf-e3fe-4a66-ab75-ad435159be26 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:50:00.494662 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab705bd-5de1-45e7-b2a2-5da604e22f09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-e54872ee-5d04-4d68-91b3-933e87f98572', 'network_id': 'e54872ee-5d04-4d68-91b3-933e87f98572', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'fixed_ips': [{'subnet_id': '3248b3a9-273c-45db-a887-84e3394cdb87'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 12:50:00.496300 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-8ab705bd-5de1-45e7-b2a2-5da604e22f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:50:00.710515 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-8ab705bd-5de1-45e7-b2a2-5da604e22f09 None None] Allocated IP 172.20.0.2 (e54872ee-5d04-4d68-91b3-933e87f98572/3248b3a9-273c-45db-a887-84e3394cdb87/7be6f453-ecc6-4645-a137-d3791642a699) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:50:00.779983 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-5d5c916d-573f-41ad-b08c-6074aec9bbfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0545fbdf-e3fe-4a66-ab75-ad435159be26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1672000558', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': '3260da9c-e161-46e7-9b0f-6011e7b161f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:49:57Z', 'updated_at': '2021-08-05T12:49:58Z', 'revision_number': 3, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'gw_port': {'id': '3260da9c-e161-46e7-9b0f-6011e7b161f1', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2d:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0545fbdf-e3fe-4a66-ab75-ad435159be26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:49:58Z', 'updated_at': '2021-08-05T12:50:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:50:00.814297 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5c916d-573f-41ad-b08c-6074aec9bbfd None None] The sync data for ids ['0545fbdf-e3fe-4a66-ab75-ad435159be26'] in n-d-803378-2 is: [{'id': '0545fbdf-e3fe-4a66-ab75-ad435159be26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1672000558', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': '3260da9c-e161-46e7-9b0f-6011e7b161f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:49:57Z', 'updated_at': '2021-08-05T12:49:58Z', 'revision_number': 3, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'gw_port': {'id': '3260da9c-e161-46e7-9b0f-6011e7b161f1', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2d:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0545fbdf-e3fe-4a66-ab75-ad435159be26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:49:58Z', 'updated_at': '2021-08-05T12:50:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:50:00.913197 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-259fd9dd-854f-4628-a203-75ef40765bae tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:50:00.943945 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-8ab705bd-5de1-45e7-b2a2-5da604e22f09 None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:50:00.962069 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-8ab705bd-5de1-45e7-b2a2-5da604e22f09 None None] Transition to ACTIVE for port object 7be6f453-ecc6-4645-a137-d3791642a699 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:50:00.984444 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-8ab705bd-5de1-45e7-b2a2-5da604e22f09 None None] Transition to ACTIVE for port object 7be6f453-ecc6-4645-a137-d3791642a699 will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:50:00.994665 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-8ab705bd-5de1-45e7-b2a2-5da604e22f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:50:01.039369 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab705bd-5de1-45e7-b2a2-5da604e22f09 None None] Network e54872ee-5d04-4d68-91b3-933e87f98572 is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:50:01.045256 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-8ab705bd-5de1-45e7-b2a2-5da604e22f09 None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:50:01.049680 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab705bd-5de1-45e7-b2a2-5da604e22f09 None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:50:01.091196 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab705bd-5de1-45e7-b2a2-5da604e22f09 None None] Pushing event updated for resources: {'Port': ['ID=7be6f453-ecc6-4645-a137-d3791642a699,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:50:01.126991 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-8ab705bd-5de1-45e7-b2a2-5da604e22f09 None None] Attempting to bind port 7be6f453-ecc6-4645-a137-d3791642a699 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:50:01.127748 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-8ab705bd-5de1-45e7-b2a2-5da604e22f09 None None] Attempting to bind port 7be6f453-ecc6-4645-a137-d3791642a699 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '58e024e9-6562-4712-b0e6-5e76f153d191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e54872ee-5d04-4d68-91b3-933e87f98572'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:50:01.128246 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab705bd-5de1-45e7-b2a2-5da604e22f09 None None] Attempting to bind port 7be6f453-ecc6-4645-a137-d3791642a699 on network e54872ee-5d04-4d68-91b3-933e87f98572 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:50:01.139821 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab705bd-5de1-45e7-b2a2-5da604e22f09 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:50:01.140098 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab705bd-5de1-45e7-b2a2-5da604e22f09 None None] Checking segment: {'id': '58e024e9-6562-4712-b0e6-5e76f153d191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e54872ee-5d04-4d68-91b3-933e87f98572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:50:01.140374 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-8ab705bd-5de1-45e7-b2a2-5da604e22f09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:50:01.140758 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab705bd-5de1-45e7-b2a2-5da604e22f09 None None] Bound using segment: {'id': '58e024e9-6562-4712-b0e6-5e76f153d191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e54872ee-5d04-4d68-91b3-933e87f98572'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:50:01.141248 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-8ab705bd-5de1-45e7-b2a2-5da604e22f09 None None] Bound port: 7be6f453-ecc6-4645-a137-d3791642a699, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58e024e9-6562-4712-b0e6-5e76f153d191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e54872ee-5d04-4d68-91b3-933e87f98572'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:50:01.141639 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-8ab705bd-5de1-45e7-b2a2-5da604e22f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:50:01.218513 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-8ab705bd-5de1-45e7-b2a2-5da604e22f09 None None] For port 7be6f453-ecc6-4645-a137-d3791642a699, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:50:01.225305 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-8ab705bd-5de1-45e7-b2a2-5da604e22f09 None None] For port 7be6f453-ecc6-4645-a137-d3791642a699, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=7be6f453-ecc6-4645-a137-d3791642a699,segment=NetworkSegment(58e024e9-6562-4712-b0e6-5e76f153d191),segment_id=58e024e9-6562-4712-b0e6-5e76f153d191)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:50:01.233385 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-8ab705bd-5de1-45e7-b2a2-5da604e22f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:50:01.315574 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-259fd9dd-854f-4628-a203-75ef40765bae tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Allocated IP 172.20.0.1 (e54872ee-5d04-4d68-91b3-933e87f98572/3248b3a9-273c-45db-a887-84e3394cdb87/55f1156f-f521-4b72-a9b7-bb1e3c66a2ec) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:50:01.384029 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab705bd-5de1-45e7-b2a2-5da604e22f09 None None] Pushing event updated for resources: {'Port': ['ID=7be6f453-ecc6-4645-a137-d3791642a699,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:50:01.499827 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-259fd9dd-854f-4628-a203-75ef40765bae tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:50:01.522958 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [None req-259fd9dd-854f-4628-a203-75ef40765bae tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Transition to ACTIVE for port object 55f1156f-f521-4b72-a9b7-bb1e3c66a2ec will not be triggered until provisioned by entity DHCP. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:50:01.578947 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-259fd9dd-854f-4628-a203-75ef40765bae tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:50:01.636971 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259fd9dd-854f-4628-a203-75ef40765bae tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Network e54872ee-5d04-4d68-91b3-933e87f98572 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:50:01.643352 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-259fd9dd-854f-4628-a203-75ef40765bae tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:50:01.648793 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259fd9dd-854f-4628-a203-75ef40765bae tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:50:01.676610 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259fd9dd-854f-4628-a203-75ef40765bae tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Pushing event updated for resources: {'Port': ['ID=55f1156f-f521-4b72-a9b7-bb1e3c66a2ec,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:50:01.707688 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-259fd9dd-854f-4628-a203-75ef40765bae tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33288800'] for router_interface, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:50:01.888859 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-259fd9dd-854f-4628-a203-75ef40765bae tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:50:02.039911 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 3260da9c-e161-46e7-9b0f-6011e7b161f1 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:50:02.129335 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 3260da9c-e161-46e7-9b0f-6011e7b161f1 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:50:02.136168 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 3260da9c-e161-46e7-9b0f-6011e7b161f1 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:50:02.136754 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:50:02.395341 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-259fd9dd-854f-4628-a203-75ef40765bae tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:50:02.402599 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-259fd9dd-854f-4628-a203-75ef40765bae tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:50:02.473140 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:50:02.490378 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259fd9dd-854f-4628-a203-75ef40765bae tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Pushing event updated for resources: {'Port': ['ID=55f1156f-f521-4b72-a9b7-bb1e3c66a2ec,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:50:02.498648 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-259fd9dd-854f-4628-a203-75ef40765bae tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33140268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33208272'] for router_interface, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:50:02.501563 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port 3260da9c-e161-46e7-9b0f-6011e7b161f1, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=3260da9c-e161-46e7-9b0f-6011e7b161f1,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:50:02.509899 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:50:02.511681 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 7be6f453-ecc6-4645-a137-d3791642a699 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:50:02.611841 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=3260da9c-e161-46e7-9b0f-6011e7b161f1,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:50:02.630557 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 7be6f453-ecc6-4645-a137-d3791642a699 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:50:02.653468 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259fd9dd-854f-4628-a203-75ef40765bae tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Network e54872ee-5d04-4d68-91b3-933e87f98572 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:50:02.655391 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-259fd9dd-854f-4628-a203-75ef40765bae tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:50:02.695146 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e762c57e-cef7-43a4-82bf-8430719d8063 None None] Network e54872ee-5d04-4d68-91b3-933e87f98572 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:50:02.770458 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-2401cfb1-5ec3-4387-aa9a-3591bb58d4ff None None] Provisioning for port 7be6f453-ecc6-4645-a137-d3791642a699 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:50:02.776704 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-2401cfb1-5ec3-4387-aa9a-3591bb58d4ff None None] Provisioning complete for port 7be6f453-ecc6-4645-a137-d3791642a699 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:50:02.777035 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-2401cfb1-5ec3-4387-aa9a-3591bb58d4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:50:02.847510 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-259fd9dd-854f-4628-a203-75ef40765bae tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Router 0545fbdf-e3fe-4a66-ab75-ad435159be26 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:50:02.977186 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-2401cfb1-5ec3-4387-aa9a-3591bb58d4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:50:03.030957 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-2401cfb1-5ec3-4387-aa9a-3591bb58d4ff None None] For port 7be6f453-ecc6-4645-a137-d3791642a699, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=7be6f453-ecc6-4645-a137-d3791642a699,segment=NetworkSegment(58e024e9-6562-4712-b0e6-5e76f153d191),segment_id=58e024e9-6562-4712-b0e6-5e76f153d191)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:50:03.037024 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-2401cfb1-5ec3-4387-aa9a-3591bb58d4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:50:03.061241 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-259fd9dd-854f-4628-a203-75ef40765bae tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:50:03.071403 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-259fd9dd-854f-4628-a203-75ef40765bae tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "PUT /v2.0/routers/0545fbdf-e3fe-4a66-ab75-ad435159be26/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7589023 Aug 05 12:50:03.122921 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2401cfb1-5ec3-4387-aa9a-3591bb58d4ff None None] Pushing event updated for resources: {'Port': ['ID=7be6f453-ecc6-4645-a137-d3791642a699,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:50:03.203910 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4b9f23-783b-465b-92be-c371f35b3ffa None None] Sync routers for ids ['0545fbdf-e3fe-4a66-ab75-ad435159be26'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:50:03.220267 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4b9f23-783b-465b-92be-c371f35b3ffa None None] Routers {'0545fbdf-e3fe-4a66-ab75-ad435159be26'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:50:03.221404 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-be4b9f23-783b-465b-92be-c371f35b3ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:49:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['0545fbdf-e3fe-4a66-ab75-ad435159be26'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:50:03.262706 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3fdd19db-c610-4db3-98bc-a79d43ad4bfc req-95e6efd7-9d92-4244-a288-3962386b7e56 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1362131862&fields=id&tenant_id=7ebbcc569b8f45a1a422fca72fe4b773 HTTP/1.1" status: 200 len: 267 time: 0.0575624 Aug 05 12:50:03.409818 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-344aedc0-b8ca-4a97-b925-2183865d54ca None None] Provisioning complete for port 7be6f453-ecc6-4645-a137-d3791642a699 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:50:03.410143 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-344aedc0-b8ca-4a97-b925-2183865d54ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:50:03.418968 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd19db-c610-4db3-98bc-a79d43ad4bfc req-72fbd154-9828-4dbc-a0b4-0051fc405803 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:50:03.420791 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3fdd19db-c610-4db3-98bc-a79d43ad4bfc req-72fbd154-9828-4dbc-a0b4-0051fc405803 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/networks?id=e54872ee-5d04-4d68-91b3-933e87f98572 HTTP/1.1" status: 200 len: 796 time: 0.1448984 Aug 05 12:50:03.440858 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3fdd19db-c610-4db3-98bc-a79d43ad4bfc req-ceaea517-08b5-47e8-85da-aba14889b9b9 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/quotas/7ebbcc569b8f45a1a422fca72fe4b773 HTTP/1.1" status: 200 len: 375 time: 0.0136666 Aug 05 12:50:03.444674 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-be4b9f23-783b-465b-92be-c371f35b3ffa None None] Set router 0545fbdf-e3fe-4a66-ab75-ad435159be26 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:50:03.508350 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3fdd19db-c610-4db3-98bc-a79d43ad4bfc req-5e7df5c9-6b8c-4b14-b04e-9a9d8f89d493 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=7ebbcc569b8f45a1a422fca72fe4b773&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0573456 Aug 05 12:50:03.630849 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3fdd19db-c610-4db3-98bc-a79d43ad4bfc req-c292c68c-ee45-48d2-8e89-2d30ecee187a service neutron] 10.222.0.58 "GET /v2.0/networks/e54872ee-5d04-4d68-91b3-933e87f98572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046309 Aug 05 12:50:03.656547 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-344aedc0-b8ca-4a97-b925-2183865d54ca None None] Provisioning for port 55f1156f-f521-4b72-a9b7-bb1e3c66a2ec completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:50:03.673376 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-344aedc0-b8ca-4a97-b925-2183865d54ca None None] Provisioning complete for port 55f1156f-f521-4b72-a9b7-bb1e3c66a2ec triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:50:03.673945 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-344aedc0-b8ca-4a97-b925-2183865d54ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:50:03.755574 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3fdd19db-c610-4db3-98bc-a79d43ad4bfc req-b2a2c1b5-09a1-4f1f-9265-d66823175ac4 service neutron] 10.222.0.58 "GET /v2.0/networks/e54872ee-5d04-4d68-91b3-933e87f98572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156893 Aug 05 12:50:03.761656 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-344aedc0-b8ca-4a97-b925-2183865d54ca None None] Port 55f1156f-f521-4b72-a9b7-bb1e3c66a2ec cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 12:50:03.791927 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-be4b9f23-783b-465b-92be-c371f35b3ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0545fbdf-e3fe-4a66-ab75-ad435159be26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1672000558', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': '3260da9c-e161-46e7-9b0f-6011e7b161f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:49:57Z', 'updated_at': '2021-08-05T12:50:01Z', 'revision_number': 4, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'gw_port': {'id': '3260da9c-e161-46e7-9b0f-6011e7b161f1', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0545fbdf-e3fe-4a66-ab75-ad435159be26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:49:58Z', 'updated_at': '2021-08-05T12:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '55f1156f-f521-4b72-a9b7-bb1e3c66a2ec', 'name': '', 'network_id': 'e54872ee-5d04-4d68-91b3-933e87f98572', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'mac_address': 'fa:16:3e:78:68:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0545fbdf-e3fe-4a66-ab75-ad435159be26', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '3248b3a9-273c-45db-a887-84e3394cdb87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:50:01Z', 'updated_at': '2021-08-05T12:50:02Z', 'revision_number': 2, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'subnets': [{'id': '3248b3a9-273c-45db-a887-84e3394cdb87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:50:03.822344 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4b9f23-783b-465b-92be-c371f35b3ffa None None] Checking router: 0545fbdf-e3fe-4a66-ab75-ad435159be26 for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:50:03.822704 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4b9f23-783b-465b-92be-c371f35b3ffa None None] Updating router 0545fbdf-e3fe-4a66-ab75-ad435159be26 port 55f1156f-f521-4b72-a9b7-bb1e3c66a2ec binding host n-d-803378-2 {{(pid=94422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 12:50:03.849139 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-be4b9f23-783b-465b-92be-c371f35b3ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:50:03.947111 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-d0d696d7-5da8-4234-baa8-60f3b59b04d8 None None] Provisioning complete for port 55f1156f-f521-4b72-a9b7-bb1e3c66a2ec triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:50:03.947487 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-d0d696d7-5da8-4234-baa8-60f3b59b04d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:50:03.972729 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5afbca38-468e-4a75-a904-18c6be421178 req-8d461dcc-d6d8-42c2-9c60-01596d63d0c6 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7d268a-9056-4cb5-ba9a-15ebd97521fc HTTP/1.1" status: 200 len: 210 time: 0.0361238 Aug 05 12:50:04.014883 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 3260da9c-e161-46e7-9b0f-6011e7b161f1 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:50:04.081460 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-d0d696d7-5da8-4234-baa8-60f3b59b04d8 None None] Port 55f1156f-f521-4b72-a9b7-bb1e3c66a2ec cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 12:50:04.161006 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 3260da9c-e161-46e7-9b0f-6011e7b161f1 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:50:04.161379 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:50:04.335090 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-be4b9f23-783b-465b-92be-c371f35b3ffa None None] Notify callbacks [] for port, precommit_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:50:04.350852 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 7be6f453-ecc6-4645-a137-d3791642a699 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:50:04.378139 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-be4b9f23-783b-465b-92be-c371f35b3ffa None None] Transition to ACTIVE for port object 55f1156f-f521-4b72-a9b7-bb1e3c66a2ec will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:50:04.387208 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-be4b9f23-783b-465b-92be-c371f35b3ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:50:04.459910 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a081fc77-b61a-4ef6-8f8e-18951fd29342 None None] Pushing event updated for resources: {'Port': ['ID=55f1156f-f521-4b72-a9b7-bb1e3c66a2ec,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:50:04.511189 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 7be6f453-ecc6-4645-a137-d3791642a699 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:50:04.512464 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:50:04.549234 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-be4b9f23-783b-465b-92be-c371f35b3ffa None None] Attempting to bind port 55f1156f-f521-4b72-a9b7-bb1e3c66a2ec on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:50:04.549659 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-be4b9f23-783b-465b-92be-c371f35b3ffa None None] Attempting to bind port 55f1156f-f521-4b72-a9b7-bb1e3c66a2ec by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '58e024e9-6562-4712-b0e6-5e76f153d191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e54872ee-5d04-4d68-91b3-933e87f98572'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:50:04.550032 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4b9f23-783b-465b-92be-c371f35b3ffa None None] Attempting to bind port 55f1156f-f521-4b72-a9b7-bb1e3c66a2ec on network e54872ee-5d04-4d68-91b3-933e87f98572 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:50:04.564957 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4b9f23-783b-465b-92be-c371f35b3ffa None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:50:04.565685 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4b9f23-783b-465b-92be-c371f35b3ffa None None] Checking segment: {'id': '58e024e9-6562-4712-b0e6-5e76f153d191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e54872ee-5d04-4d68-91b3-933e87f98572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:50:04.566431 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-be4b9f23-783b-465b-92be-c371f35b3ffa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:50:04.566982 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4b9f23-783b-465b-92be-c371f35b3ffa None None] Bound using segment: {'id': '58e024e9-6562-4712-b0e6-5e76f153d191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e54872ee-5d04-4d68-91b3-933e87f98572'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:50:04.567860 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-be4b9f23-783b-465b-92be-c371f35b3ffa None None] Bound port: 55f1156f-f521-4b72-a9b7-bb1e3c66a2ec, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58e024e9-6562-4712-b0e6-5e76f153d191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e54872ee-5d04-4d68-91b3-933e87f98572'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:50:04.568572 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-be4b9f23-783b-465b-92be-c371f35b3ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:50:04.681185 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-be4b9f23-783b-465b-92be-c371f35b3ffa None None] For port 55f1156f-f521-4b72-a9b7-bb1e3c66a2ec, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:50:04.696316 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-be4b9f23-783b-465b-92be-c371f35b3ffa None None] For port 55f1156f-f521-4b72-a9b7-bb1e3c66a2ec, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=55f1156f-f521-4b72-a9b7-bb1e3c66a2ec,segment=NetworkSegment(58e024e9-6562-4712-b0e6-5e76f153d191),segment_id=58e024e9-6562-4712-b0e6-5e76f153d191)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:50:04.706847 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-be4b9f23-783b-465b-92be-c371f35b3ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:50:04.781509 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4b9f23-783b-465b-92be-c371f35b3ffa None None] Routers {'0545fbdf-e3fe-4a66-ab75-ad435159be26'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:50:04.782215 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-be4b9f23-783b-465b-92be-c371f35b3ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:49:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['0545fbdf-e3fe-4a66-ab75-ad435159be26'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:50:04.784296 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a081fc77-b61a-4ef6-8f8e-18951fd29342 None None] Pushing event updated for resources: {'Port': ['ID=55f1156f-f521-4b72-a9b7-bb1e3c66a2ec,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:50:04.922722 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-be4b9f23-783b-465b-92be-c371f35b3ffa None None] Set router 0545fbdf-e3fe-4a66-ab75-ad435159be26 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:50:05.078403 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ef0d1027-215d-4320-801b-a3272bc85bfb req-fda7fe03-074d-46c3-a656-4b178b6e646a tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7d268a-9056-4cb5-ba9a-15ebd97521fc HTTP/1.1" status: 200 len: 210 time: 0.0363891 Aug 05 12:50:05.154527 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-be4b9f23-783b-465b-92be-c371f35b3ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0545fbdf-e3fe-4a66-ab75-ad435159be26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1672000558', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': '3260da9c-e161-46e7-9b0f-6011e7b161f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:49:57Z', 'updated_at': '2021-08-05T12:50:01Z', 'revision_number': 4, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'gw_port': {'id': '3260da9c-e161-46e7-9b0f-6011e7b161f1', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0545fbdf-e3fe-4a66-ab75-ad435159be26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:49:58Z', 'updated_at': '2021-08-05T12:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '55f1156f-f521-4b72-a9b7-bb1e3c66a2ec', 'name': '', 'network_id': 'e54872ee-5d04-4d68-91b3-933e87f98572', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'mac_address': 'fa:16:3e:78:68:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0545fbdf-e3fe-4a66-ab75-ad435159be26', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '3248b3a9-273c-45db-a887-84e3394cdb87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:50:01Z', 'updated_at': '2021-08-05T12:50:04Z', 'revision_number': 4, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'subnets': [{'id': '3248b3a9-273c-45db-a887-84e3394cdb87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:50:05.185592 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4b9f23-783b-465b-92be-c371f35b3ffa None None] The sync data for ids ['0545fbdf-e3fe-4a66-ab75-ad435159be26'] in n-d-803378-2 is: [{'id': '0545fbdf-e3fe-4a66-ab75-ad435159be26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1672000558', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': '3260da9c-e161-46e7-9b0f-6011e7b161f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:49:57Z', 'updated_at': '2021-08-05T12:50:01Z', 'revision_number': 4, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'gw_port': {'id': '3260da9c-e161-46e7-9b0f-6011e7b161f1', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0545fbdf-e3fe-4a66-ab75-ad435159be26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:49:58Z', 'updated_at': '2021-08-05T12:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '55f1156f-f521-4b72-a9b7-bb1e3c66a2ec', 'name': '', 'network_id': 'e54872ee-5d04-4d68-91b3-933e87f98572', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'mac_address': 'fa:16:3e:78:68:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0545fbdf-e3fe-4a66-ab75-ad435159be26', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '3248b3a9-273c-45db-a887-84e3394cdb87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:50:01Z', 'updated_at': '2021-08-05T12:50:04Z', 'revision_number': 4, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'subnets': [{'id': '3248b3a9-273c-45db-a887-84e3394cdb87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:50:05.329957 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd19db-c610-4db3-98bc-a79d43ad4bfc req-b73daf0d-7f33-4d0d-9894-a3e366729cee tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:50:05.331143 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3fdd19db-c610-4db3-98bc-a79d43ad4bfc req-b73daf0d-7f33-4d0d-9894-a3e366729cee tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.55 "GET /v2.0/networks?id=e54872ee-5d04-4d68-91b3-933e87f98572 HTTP/1.1" status: 200 len: 796 time: 0.1493368 Aug 05 12:50:05.389487 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3fdd19db-c610-4db3-98bc-a79d43ad4bfc req-17c775dd-bc69-46ff-836a-cdd6e76a9b37 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ebbcc569b8f45a1a422fca72fe4b773 HTTP/1.1" status: 200 len: 380 time: 0.0406349 Aug 05 12:50:05.432228 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-3fdd19db-c610-4db3-98bc-a79d43ad4bfc req-fef16228-6846-4a12-ba10-11635d9adf71 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Request body: {'port': {'device_id': 'ce7d268a-9056-4cb5-ba9a-15ebd97521fc', 'network_id': 'e54872ee-5d04-4d68-91b3-933e87f98572', 'admin_state_up': True, 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'security_groups': ['1269018a-12ea-44f1-8665-8b3823ff5673']}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:50:05.566759 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fdd19db-c610-4db3-98bc-a79d43ad4bfc req-fef16228-6846-4a12-ba10-11635d9adf71 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Made reservation on behalf of 7ebbcc569b8f45a1a422fca72fe4b773 for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:50:05.568340 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-3fdd19db-c610-4db3-98bc-a79d43ad4bfc req-fef16228-6846-4a12-ba10-11635d9adf71 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:50:05.719794 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-3fdd19db-c610-4db3-98bc-a79d43ad4bfc req-fef16228-6846-4a12-ba10-11635d9adf71 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Allocated IP 172.20.0.6 (e54872ee-5d04-4d68-91b3-933e87f98572/3248b3a9-273c-45db-a887-84e3394cdb87/23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:50:05.884729 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-3fdd19db-c610-4db3-98bc-a79d43ad4bfc req-fef16228-6846-4a12-ba10-11635d9adf71 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:50:05.908470 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-3fdd19db-c610-4db3-98bc-a79d43ad4bfc req-fef16228-6846-4a12-ba10-11635d9adf71 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Transition to ACTIVE for port object 23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9 will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:50:05.948425 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-3fdd19db-c610-4db3-98bc-a79d43ad4bfc req-fef16228-6846-4a12-ba10-11635d9adf71 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:50:05.973043 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 55f1156f-f521-4b72-a9b7-bb1e3c66a2ec up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:50:06.006917 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fdd19db-c610-4db3-98bc-a79d43ad4bfc req-fef16228-6846-4a12-ba10-11635d9adf71 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Network e54872ee-5d04-4d68-91b3-933e87f98572 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:50:06.022497 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-3fdd19db-c610-4db3-98bc-a79d43ad4bfc req-fef16228-6846-4a12-ba10-11635d9adf71 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:50:06.026179 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fdd19db-c610-4db3-98bc-a79d43ad4bfc req-fef16228-6846-4a12-ba10-11635d9adf71 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:50:06.034478 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef16228-6846-4a12-ba10-11635d9adf71 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Pushing event updated for resources: {'Port': ['ID=23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:50:06.037874 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 55f1156f-f521-4b72-a9b7-bb1e3c66a2ec completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:50:06.051617 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 55f1156f-f521-4b72-a9b7-bb1e3c66a2ec triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:50:06.051998 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:50:06.100720 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd19db-c610-4db3-98bc-a79d43ad4bfc req-fef16228-6846-4a12-ba10-11635d9adf71 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:50:06.102289 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-3fdd19db-c610-4db3-98bc-a79d43ad4bfc req-fef16228-6846-4a12-ba10-11635d9adf71 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:50:06.135540 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3fdd19db-c610-4db3-98bc-a79d43ad4bfc req-fef16228-6846-4a12-ba10-11635d9adf71 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7078269 Aug 05 12:50:06.154601 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-3fdd19db-c610-4db3-98bc-a79d43ad4bfc req-79dd1c01-6777-43fe-80d7-4d01aa252a2c service neutron] Request body: {'port': {'device_id': 'ce7d268a-9056-4cb5-ba9a-15ebd97521fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:50:06.165312 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:50:06.218837 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port 55f1156f-f521-4b72-a9b7-bb1e3c66a2ec, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=55f1156f-f521-4b72-a9b7-bb1e3c66a2ec,segment=NetworkSegment(58e024e9-6562-4712-b0e6-5e76f153d191),segment_id=58e024e9-6562-4712-b0e6-5e76f153d191)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:50:06.224190 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-3fdd19db-c610-4db3-98bc-a79d43ad4bfc req-79dd1c01-6777-43fe-80d7-4d01aa252a2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:50:06.226943 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:50:06.276425 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0381e6-7759-486b-8c9f-8d572cdf4f5b req-14584d7f-221f-4acd-af67-f51323e2b155 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:50:06.294733 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1a0381e6-7759-486b-8c9f-8d572cdf4f5b req-14584d7f-221f-4acd-af67-f51323e2b155 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7d268a-9056-4cb5-ba9a-15ebd97521fc HTTP/1.1" status: 200 len: 931 time: 0.1228919 Aug 05 12:50:06.365619 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1a0381e6-7759-486b-8c9f-8d572cdf4f5b req-a1273763-e454-44e8-8e8b-14f79694e57b tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/security-groups?id=1269018a-12ea-44f1-8665-8b3823ff5673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627704 Aug 05 12:50:06.520563 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-bb042b0a-7399-499f-8ae5-89d648abba37 None None] Provisioning for port 23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:50:06.533755 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-bb042b0a-7399-499f-8ae5-89d648abba37 None None] Provisioning complete for port 23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:50:06.534250 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-bb042b0a-7399-499f-8ae5-89d648abba37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:50:06.557223 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=55f1156f-f521-4b72-a9b7-bb1e3c66a2ec,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:50:06.578558 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-bb042b0a-7399-499f-8ae5-89d648abba37 None None] Port 23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 12:50:06.950156 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-3fdd19db-c610-4db3-98bc-a79d43ad4bfc req-79dd1c01-6777-43fe-80d7-4d01aa252a2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9 {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 12:50:06.958203 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-3fdd19db-c610-4db3-98bc-a79d43ad4bfc req-79dd1c01-6777-43fe-80d7-4d01aa252a2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:50:06.971888 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-3fdd19db-c610-4db3-98bc-a79d43ad4bfc req-79dd1c01-6777-43fe-80d7-4d01aa252a2c service neutron] Transition to ACTIVE for port object 23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9 will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:50:06.977023 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-3fdd19db-c610-4db3-98bc-a79d43ad4bfc req-79dd1c01-6777-43fe-80d7-4d01aa252a2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:50:07.032926 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dd1c01-6777-43fe-80d7-4d01aa252a2c service neutron] Pushing event updated for resources: {'Port': ['ID=23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:50:07.122815 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-3fdd19db-c610-4db3-98bc-a79d43ad4bfc req-79dd1c01-6777-43fe-80d7-4d01aa252a2c service neutron] Attempting to bind port 23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9 on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:50:07.123155 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-3fdd19db-c610-4db3-98bc-a79d43ad4bfc req-79dd1c01-6777-43fe-80d7-4d01aa252a2c service neutron] Attempting to bind port 23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9 by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': '58e024e9-6562-4712-b0e6-5e76f153d191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e54872ee-5d04-4d68-91b3-933e87f98572'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:50:07.123763 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdd19db-c610-4db3-98bc-a79d43ad4bfc req-79dd1c01-6777-43fe-80d7-4d01aa252a2c service neutron] Attempting to bind port 23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9 on network e54872ee-5d04-4d68-91b3-933e87f98572 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:50:07.128833 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdd19db-c610-4db3-98bc-a79d43ad4bfc req-79dd1c01-6777-43fe-80d7-4d01aa252a2c service neutron] Port 23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9 on network e54872ee-5d04-4d68-91b3-933e87f98572 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 12:50:07.129161 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdd19db-c610-4db3-98bc-a79d43ad4bfc req-79dd1c01-6777-43fe-80d7-4d01aa252a2c service neutron] Attempting to bind port 23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9 on network e54872ee-5d04-4d68-91b3-933e87f98572 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:50:07.135995 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdd19db-c610-4db3-98bc-a79d43ad4bfc req-79dd1c01-6777-43fe-80d7-4d01aa252a2c service neutron] Checking agent: {'id': 'a8f1dd2d-227c-4e30-8844-52419ba734db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:50:07.136421 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdd19db-c610-4db3-98bc-a79d43ad4bfc req-79dd1c01-6777-43fe-80d7-4d01aa252a2c service neutron] Checking segment: {'id': '58e024e9-6562-4712-b0e6-5e76f153d191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e54872ee-5d04-4d68-91b3-933e87f98572'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:50:07.136738 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdd19db-c610-4db3-98bc-a79d43ad4bfc req-79dd1c01-6777-43fe-80d7-4d01aa252a2c service neutron] Bound using segment: {'id': '58e024e9-6562-4712-b0e6-5e76f153d191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e54872ee-5d04-4d68-91b3-933e87f98572'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:50:07.137172 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-3fdd19db-c610-4db3-98bc-a79d43ad4bfc req-79dd1c01-6777-43fe-80d7-4d01aa252a2c service neutron] Bound port: 23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9, host: n-h2-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58e024e9-6562-4712-b0e6-5e76f153d191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e54872ee-5d04-4d68-91b3-933e87f98572'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:50:07.137535 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-3fdd19db-c610-4db3-98bc-a79d43ad4bfc req-79dd1c01-6777-43fe-80d7-4d01aa252a2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:50:07.207003 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-3fdd19db-c610-4db3-98bc-a79d43ad4bfc req-79dd1c01-6777-43fe-80d7-4d01aa252a2c service neutron] For port 23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9, host n-h2-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:50:07.211219 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-3fdd19db-c610-4db3-98bc-a79d43ad4bfc req-79dd1c01-6777-43fe-80d7-4d01aa252a2c service neutron] For port 23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9, host n-h2-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9,segment=NetworkSegment(58e024e9-6562-4712-b0e6-5e76f153d191),segment_id=58e024e9-6562-4712-b0e6-5e76f153d191)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:50:07.215647 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-3fdd19db-c610-4db3-98bc-a79d43ad4bfc req-79dd1c01-6777-43fe-80d7-4d01aa252a2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:50:07.252585 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd19db-c610-4db3-98bc-a79d43ad4bfc req-79dd1c01-6777-43fe-80d7-4d01aa252a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:50:07.253354 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-3fdd19db-c610-4db3-98bc-a79d43ad4bfc req-79dd1c01-6777-43fe-80d7-4d01aa252a2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:50:07.254627 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3fdd19db-c610-4db3-98bc-a79d43ad4bfc req-79dd1c01-6777-43fe-80d7-4d01aa252a2c service neutron] 10.222.0.55 "PUT /v2.0/ports/23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9 HTTP/1.1" status: 200 len: 1091 time: 1.1047382 Aug 05 12:50:07.255087 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce7d268a-9056-4cb5-ba9a-15ebd97521fc', 'tag': '23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:50:07.257603 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7ff1ae056485c55ead25f70fa9973e26b39e4a1f6cb6b93d5d0d7942cdef429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d893f74-8834-4149-9833-d061f56dde9e" -d '{"events": [{"name": "network-changed", "server_uuid": "ce7d268a-9056-4cb5-ba9a-15ebd97521fc", "tag": "23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:50:07.286121 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dd1c01-6777-43fe-80d7-4d01aa252a2c service neutron] Pushing event updated for resources: {'Port': ['ID=23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:50:07.314939 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 12:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e5156f1-64fa-42d4-853e-71b36472ba5d x-openstack-request-id: req-2e5156f1-64fa-42d4-853e-71b36472ba5d {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:50:07.315235 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce7d268a-9056-4cb5-ba9a-15ebd97521fc", "tag": "23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:50:07.315488 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2e5156f1-64fa-42d4-853e-71b36472ba5d {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:50:07.315882 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce7d268a-9056-4cb5-ba9a-15ebd97521fc', 'tag': '23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9', 'status': 'completed', 'code': 200} Aug 05 12:50:07.399346 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd19db-c610-4db3-98bc-a79d43ad4bfc req-101f73de-d746-403e-911b-b05447d5addd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:50:07.401610 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3fdd19db-c610-4db3-98bc-a79d43ad4bfc req-101f73de-d746-403e-911b-b05447d5addd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7ebbcc569b8f45a1a422fca72fe4b773&device_id=ce7d268a-9056-4cb5-ba9a-15ebd97521fc HTTP/1.1" status: 200 len: 1094 time: 0.0668211 Aug 05 12:50:07.404582 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-87bd110b-e927-46d0-b25d-691628febcf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:50:07.463425 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3fdd19db-c610-4db3-98bc-a79d43ad4bfc req-7db5fce3-d395-4f8b-96a2-be586eb8d05e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9 HTTP/1.1" status: 200 len: 217 time: 0.0483079 Aug 05 12:50:07.520066 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd19db-c610-4db3-98bc-a79d43ad4bfc req-dc05ab2f-f112-4ff5-94bb-27ea2a94ee9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:50:07.521785 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3fdd19db-c610-4db3-98bc-a79d43ad4bfc req-dc05ab2f-f112-4ff5-94bb-27ea2a94ee9d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3248b3a9-273c-45db-a887-84e3394cdb87 HTTP/1.1" status: 200 len: 835 time: 0.0515125 Aug 05 12:50:07.542258 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5e1df1-28e2-4e61-91a0-c2942b327b4d req-f4e9fb16-d57b-472b-b326-0d9c5414d314 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:50:07.545299 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fa5e1df1-28e2-4e61-91a0-c2942b327b4d req-f4e9fb16-d57b-472b-b326-0d9c5414d314 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7d268a-9056-4cb5-ba9a-15ebd97521fc HTTP/1.1" status: 200 len: 943 time: 0.0716648 Aug 05 12:50:07.573392 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd19db-c610-4db3-98bc-a79d43ad4bfc req-b13ff935-891c-4cc6-89e4-04a438dd580f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:50:07.574984 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3fdd19db-c610-4db3-98bc-a79d43ad4bfc req-b13ff935-891c-4cc6-89e4-04a438dd580f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e54872ee-5d04-4d68-91b3-933e87f98572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463583 Aug 05 12:50:07.607948 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fa5e1df1-28e2-4e61-91a0-c2942b327b4d req-4673947d-0fb1-4e6c-a7e1-53474ca797dd tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/security-groups?id=1269018a-12ea-44f1-8665-8b3823ff5673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513279 Aug 05 12:50:07.678490 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3fdd19db-c610-4db3-98bc-a79d43ad4bfc req-263e1138-7f44-4f2a-a430-5c847aa21778 service neutron] 10.222.0.55 "GET /v2.0/networks/e54872ee-5d04-4d68-91b3-933e87f98572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961268 Aug 05 12:50:07.778096 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3fdd19db-c610-4db3-98bc-a79d43ad4bfc req-129abd38-d208-4fde-999c-ef290a1931cd service neutron] 10.222.0.55 "GET /v2.0/networks/e54872ee-5d04-4d68-91b3-933e87f98572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923994 Aug 05 12:50:07.921176 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d893f74-8834-4149-9833-d061f56dde9e req-e8d67abe-c301-403f-8ddf-bf6f16baea94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:50:07.923089 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3d893f74-8834-4149-9833-d061f56dde9e req-e8d67abe-c301-403f-8ddf-bf6f16baea94 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7ebbcc569b8f45a1a422fca72fe4b773&device_id=ce7d268a-9056-4cb5-ba9a-15ebd97521fc HTTP/1.1" status: 200 len: 1094 time: 0.0548677 Aug 05 12:50:07.927712 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 55f1156f-f521-4b72-a9b7-bb1e3c66a2ec up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:50:07.978621 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 55f1156f-f521-4b72-a9b7-bb1e3c66a2ec triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:50:07.978998 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:50:08.035491 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d893f74-8834-4149-9833-d061f56dde9e req-0d00ef14-5fdb-431a-936a-1c8d344e1aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:50:08.037893 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3d893f74-8834-4149-9833-d061f56dde9e req-0d00ef14-5fdb-431a-936a-1c8d344e1aa3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e54872ee-5d04-4d68-91b3-933e87f98572 HTTP/1.1" status: 200 len: 897 time: 0.1050503 Aug 05 12:50:08.097912 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3d893f74-8834-4149-9833-d061f56dde9e req-9734ffbc-f4c0-403d-8cfd-d61eb4da63f8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9 HTTP/1.1" status: 200 len: 217 time: 0.0524352 Aug 05 12:50:08.166181 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d893f74-8834-4149-9833-d061f56dde9e req-714e6397-8214-44f4-bfe7-9fcdf9451842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:50:08.167667 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3d893f74-8834-4149-9833-d061f56dde9e req-714e6397-8214-44f4-bfe7-9fcdf9451842 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3248b3a9-273c-45db-a887-84e3394cdb87 HTTP/1.1" status: 200 len: 835 time: 0.0553598 Aug 05 12:50:08.222469 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d893f74-8834-4149-9833-d061f56dde9e req-8a814150-8731-4a52-9e30-96809550dacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:50:08.224195 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3d893f74-8834-4149-9833-d061f56dde9e req-8a814150-8731-4a52-9e30-96809550dacd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e54872ee-5d04-4d68-91b3-933e87f98572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491195 Aug 05 12:50:08.333972 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3d893f74-8834-4149-9833-d061f56dde9e req-ea7df75e-b571-458a-ad1c-da4335b5fb9c service neutron] 10.222.0.55 "GET /v2.0/networks/e54872ee-5d04-4d68-91b3-933e87f98572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009946 Aug 05 12:50:08.436545 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3d893f74-8834-4149-9833-d061f56dde9e req-9f02fdae-78c0-4446-8a9d-e14c4765fbb7 service neutron] 10.222.0.55 "GET /v2.0/networks/e54872ee-5d04-4d68-91b3-933e87f98572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947311 Aug 05 12:50:08.734109 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7663a58-c1c4-401f-b3df-6216e1515c6a req-76826b03-3928-4cdc-88e2-b8173ea74ed8 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:50:08.735986 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a7663a58-c1c4-401f-b3df-6216e1515c6a req-76826b03-3928-4cdc-88e2-b8173ea74ed8 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7d268a-9056-4cb5-ba9a-15ebd97521fc HTTP/1.1" status: 200 len: 943 time: 0.0514967 Aug 05 12:50:08.777012 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a7663a58-c1c4-401f-b3df-6216e1515c6a req-027022f7-e369-4bed-b3b3-19854c684388 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/security-groups?id=1269018a-12ea-44f1-8665-8b3823ff5673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336547 Aug 05 12:50:09.905962 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b728121-cf8c-4d82-9d9f-8c290d029174 req-d73ae628-a475-4a62-bb2f-bcdd3788b676 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:50:09.907543 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8b728121-cf8c-4d82-9d9f-8c290d029174 req-d73ae628-a475-4a62-bb2f-bcdd3788b676 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7d268a-9056-4cb5-ba9a-15ebd97521fc HTTP/1.1" status: 200 len: 943 time: 0.0593264 Aug 05 12:50:09.950885 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8b728121-cf8c-4d82-9d9f-8c290d029174 req-85f9cac7-2fcb-4e8f-929d-3c4d4a01c07e tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/security-groups?id=1269018a-12ea-44f1-8665-8b3823ff5673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371282 Aug 05 12:50:10.089616 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-72018dbc-865a-4fb3-9a7f-faa9ac4d2556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:50:10.171880 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:50:10.873686 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9 details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 12:50:10.987731 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9,segment=NetworkSegment(58e024e9-6562-4712-b0e6-5e76f153d191),segment_id=58e024e9-6562-4712-b0e6-5e76f153d191)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:50:11.006515 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Returning: {'device': '23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9', 'network_id': 'e54872ee-5d04-4d68-91b3-933e87f98572', 'port_id': '23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9', 'mac_address': 'fa:16:3e:ec:d6:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3248b3a9-273c-45db-a887-84e3394cdb87', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 12:50:11.065353 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:50:11.084527 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9 {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 12:50:11.095969 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff1056a-678d-431e-96f6-55795029a91a req-f992d5c3-787e-4cc2-ac57-c2a18f5b697a tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:50:11.098993 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6ff1056a-678d-431e-96f6-55795029a91a req-f992d5c3-787e-4cc2-ac57-c2a18f5b697a tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7d268a-9056-4cb5-ba9a-15ebd97521fc HTTP/1.1" status: 200 len: 943 time: 0.0729802 Aug 05 12:50:11.110521 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9,segment=NetworkSegment(58e024e9-6562-4712-b0e6-5e76f153d191),segment_id=58e024e9-6562-4712-b0e6-5e76f153d191)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:50:11.116193 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:50:11.154626 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6ff1056a-678d-431e-96f6-55795029a91a req-b0d7b539-3d45-4afc-bfae-4239b6f95a68 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/security-groups?id=1269018a-12ea-44f1-8665-8b3823ff5673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426567 Aug 05 12:50:11.181327 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:50:11.393245 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 12:50:12.087398 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:50:12.410361 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f155f2f-2545-48d9-a67e-c1dd0355aabb req-3a7efdeb-4678-4db3-b702-2cc7d814797b tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:50:12.412422 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6f155f2f-2545-48d9-a67e-c1dd0355aabb req-3a7efdeb-4678-4db3-b702-2cc7d814797b tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7d268a-9056-4cb5-ba9a-15ebd97521fc HTTP/1.1" status: 200 len: 944 time: 0.1549971 Aug 05 12:50:12.472425 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6f155f2f-2545-48d9-a67e-c1dd0355aabb req-4d9b7cb3-3cf2-46ff-87ba-454dea024e2c tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/security-groups?id=1269018a-12ea-44f1-8665-8b3823ff5673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529070 Aug 05 12:50:12.889169 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9 up at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:50:12.967747 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning for port 23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:50:12.972363 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning complete for port 23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:50:12.972779 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:50:13.079512 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:50:13.112318 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce7d268a-9056-4cb5-ba9a-15ebd97521fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:50:13.116083 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e1268cc07bff5734ca170491336a8ac74677c017447dd0c96766dddd3e3cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-533dbb5a-a931-4f7a-8ff0-48a137fabc44" -d '{"events": [{"server_uuid": "ce7d268a-9056-4cb5-ba9a-15ebd97521fc", "name": "network-vif-plugged", "status": "completed", "tag": "23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:50:13.132041 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9,segment=NetworkSegment(58e024e9-6562-4712-b0e6-5e76f153d191),segment_id=58e024e9-6562-4712-b0e6-5e76f153d191)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:50:13.141136 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:50:13.173742 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 12:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51666a27-2dff-41b3-b64e-9bd2ee99a5ff x-openstack-request-id: req-51666a27-2dff-41b3-b64e-9bd2ee99a5ff {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:50:13.174112 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce7d268a-9056-4cb5-ba9a-15ebd97521fc", "name": "network-vif-plugged", "status": "completed", "tag": "23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:50:13.174386 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-51666a27-2dff-41b3-b64e-9bd2ee99a5ff {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:50:13.174816 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce7d268a-9056-4cb5-ba9a-15ebd97521fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9', 'code': 200} Aug 05 12:50:13.206356 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:50:13.335050 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff8430c-59cd-425a-a63d-6ba924c187f1 req-1273c883-30b7-449d-a996-27ad29b8dfda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:50:13.336888 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8ff8430c-59cd-425a-a63d-6ba924c187f1 req-1273c883-30b7-449d-a996-27ad29b8dfda service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ce7d268a-9056-4cb5-ba9a-15ebd97521fc HTTP/1.1" status: 200 len: 1096 time: 0.0622785 Aug 05 12:50:13.386198 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8ff8430c-59cd-425a-a63d-6ba924c187f1 req-c6c8c7c7-187a-463c-8111-425b048ec430 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=1269018a-12ea-44f1-8665-8b3823ff5673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425377 Aug 05 12:50:13.644908 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e96c058-cee1-47ad-a790-852c5bd060dc req-2e601344-9fca-4c80-95b3-b53569c9d41a tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:50:13.646216 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9e96c058-cee1-47ad-a790-852c5bd060dc req-2e601344-9fca-4c80-95b3-b53569c9d41a tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7d268a-9056-4cb5-ba9a-15ebd97521fc HTTP/1.1" status: 200 len: 945 time: 0.0671983 Aug 05 12:50:13.698052 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9e96c058-cee1-47ad-a790-852c5bd060dc req-315f28be-d7fd-4c12-8deb-825587451e73 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/security-groups?id=1269018a-12ea-44f1-8665-8b3823ff5673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446460 Aug 05 12:50:14.238277 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:50:14.940574 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ee470c-50e3-4178-88b9-9634b3fddce9 req-c7a6ba9b-15d5-4a95-863e-6a4f7ecd088e tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:50:14.942236 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a6ee470c-50e3-4178-88b9-9634b3fddce9 req-c7a6ba9b-15d5-4a95-863e-6a4f7ecd088e tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7d268a-9056-4cb5-ba9a-15ebd97521fc HTTP/1.1" status: 200 len: 945 time: 0.1295218 Aug 05 12:50:14.995249 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a6ee470c-50e3-4178-88b9-9634b3fddce9 req-62be077e-6f09-41c4-8ecf-352313cce18c tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/security-groups?id=1269018a-12ea-44f1-8665-8b3823ff5673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462556 Aug 05 12:50:15.140497 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996d2681-c02d-4707-b764-d048e725be44 req-22757fa3-5acc-4a2f-8a74-2e3743d3ce08 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:50:15.142099 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-996d2681-c02d-4707-b764-d048e725be44 req-22757fa3-5acc-4a2f-8a74-2e3743d3ce08 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7d268a-9056-4cb5-ba9a-15ebd97521fc HTTP/1.1" status: 200 len: 945 time: 0.0576322 Aug 05 12:50:15.189646 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-996d2681-c02d-4707-b764-d048e725be44 req-c8e2a8bb-834c-4968-bf5f-592fad1e9eac tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/security-groups?id=1269018a-12ea-44f1-8665-8b3823ff5673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384879 Aug 05 12:50:15.220769 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49744) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:50:15.275875 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad07292-4b9d-4cd0-af9e-0fe641ea2cb9 tempest-TestNetworkAdvancedServerOps-883279947 tempest-TestNetworkAdvancedServerOps-883279947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:50:15.277588 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-8ad07292-4b9d-4cd0-af9e-0fe641ea2cb9 tempest-TestNetworkAdvancedServerOps-883279947 tempest-TestNetworkAdvancedServerOps-883279947-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=ce7d268a-9056-4cb5-ba9a-15ebd97521fc HTTP/1.1" status: 200 len: 1091 time: 0.0556071 Aug 05 12:50:15.281595 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49746) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:50:15.286251 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-4a3db905-20a5-4247-95af-e256e8acac4e tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Request body: {'floatingip': {'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'port_id': '23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:50:15.314543 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4a3db905-20a5-4247-95af-e256e8acac4e tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for floatingip, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:50:15.465113 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4a3db905-20a5-4247-95af-e256e8acac4e tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:50:15.593226 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-4a3db905-20a5-4247-95af-e256e8acac4e tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Allocated IP 172.25.5.141 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/5fb3479c-ef92-4757-94fe-a83e63d50769) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:50:15.708810 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4a3db905-20a5-4247-95af-e256e8acac4e tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:50:15.770641 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4a3db905-20a5-4247-95af-e256e8acac4e tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:50:15.834252 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a3db905-20a5-4247-95af-e256e8acac4e tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:50:15.838020 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-4a3db905-20a5-4247-95af-e256e8acac4e tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:50:15.844937 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3db905-20a5-4247-95af-e256e8acac4e tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:50:15.849635 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3db905-20a5-4247-95af-e256e8acac4e tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Pushing event updated for resources: {'Port': ['ID=5fb3479c-ef92-4757-94fe-a83e63d50769,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:50:16.324589 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4a3db905-20a5-4247-95af-e256e8acac4e tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:50:16.409703 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4a3db905-20a5-4247-95af-e256e8acac4e tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:50:16.869954 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4a3db905-20a5-4247-95af-e256e8acac4e tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:50:16.875642 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4a3db905-20a5-4247-95af-e256e8acac4e tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:50:16.949802 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3db905-20a5-4247-95af-e256e8acac4e tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Pushing event updated for resources: {'Port': ['ID=5fb3479c-ef92-4757-94fe-a83e63d50769,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:50:16.966905 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4a3db905-20a5-4247-95af-e256e8acac4e tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33287247'] for floatingip, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:50:17.087208 n-d-803378-2 neutron-server[94420]: INFO neutron.db.l3_db [None req-4a3db905-20a5-4247-95af-e256e8acac4e tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Floating IP 9fbbe453-e197-4752-b6c0-d458509f57f4 associated. External IP: 172.25.5.141, port: 23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9. Aug 05 12:50:17.326606 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a3db905-20a5-4247-95af-e256e8acac4e tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Router 0545fbdf-e3fe-4a66-ab75-ad435159be26 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:50:17.455062 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a3db905-20a5-4247-95af-e256e8acac4e tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:50:17.467887 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9d15f9-feba-44af-843a-dca01d0ee735 None None] Sync routers for ids ['0545fbdf-e3fe-4a66-ab75-ad435159be26'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:50:17.476691 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-4a3db905-20a5-4247-95af-e256e8acac4e tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:50:17.489734 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9d15f9-feba-44af-843a-dca01d0ee735 None None] Routers {'0545fbdf-e3fe-4a66-ab75-ad435159be26'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:50:17.490360 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-1c9d15f9-feba-44af-843a-dca01d0ee735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:50:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['0545fbdf-e3fe-4a66-ab75-ad435159be26'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:50:17.516008 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-4a3db905-20a5-4247-95af-e256e8acac4e tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2330990 Aug 05 12:50:17.516965 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce7d268a-9056-4cb5-ba9a-15ebd97521fc', 'tag': '23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:50:17.520918 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47e10126444b02a26d513ed6f4b145adbdfa00d329c865c61a1608b26e6d0230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0c7b3e3-3ab2-41c5-87ad-30947de6bf25" -d '{"events": [{"name": "network-changed", "server_uuid": "ce7d268a-9056-4cb5-ba9a-15ebd97521fc", "tag": "23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:50:17.590690 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 12:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6afa6ce1-ed7a-47c4-98b5-c2d787373c7a x-openstack-request-id: req-6afa6ce1-ed7a-47c4-98b5-c2d787373c7a {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:50:17.591056 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce7d268a-9056-4cb5-ba9a-15ebd97521fc", "tag": "23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:50:17.591473 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6afa6ce1-ed7a-47c4-98b5-c2d787373c7a {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:50:17.592081 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce7d268a-9056-4cb5-ba9a-15ebd97521fc', 'tag': '23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9', 'status': 'completed', 'code': 200} Aug 05 12:50:17.610771 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-1c9d15f9-feba-44af-843a-dca01d0ee735 None None] Set router 0545fbdf-e3fe-4a66-ab75-ad435159be26 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:50:17.654014 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142040e3-8138-47f7-95db-5d49fb2ce99e req-72a99e22-3ebc-455d-9634-a3b97c1748e7 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:50:17.655821 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-142040e3-8138-47f7-95db-5d49fb2ce99e req-72a99e22-3ebc-455d-9634-a3b97c1748e7 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7d268a-9056-4cb5-ba9a-15ebd97521fc HTTP/1.1" status: 200 len: 945 time: 0.0551455 Aug 05 12:50:17.692415 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c7b3e3-3ab2-41c5-87ad-30947de6bf25 req-b1fc7956-d585-414f-8de2-0e924c01f5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:50:17.694140 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b0c7b3e3-3ab2-41c5-87ad-30947de6bf25 req-b1fc7956-d585-414f-8de2-0e924c01f5a6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7ebbcc569b8f45a1a422fca72fe4b773&device_id=ce7d268a-9056-4cb5-ba9a-15ebd97521fc HTTP/1.1" status: 200 len: 1096 time: 0.0594692 Aug 05 12:50:17.700755 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-142040e3-8138-47f7-95db-5d49fb2ce99e req-a191e736-3fb5-41a8-b9d9-c95582c56128 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/security-groups?id=1269018a-12ea-44f1-8665-8b3823ff5673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386992 Aug 05 12:50:17.724829 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49752) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:50:17.802308 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-82861c3e-019f-4548-9e66-27c16508a846 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/floatingips/9fbbe453-e197-4752-b6c0-d458509f57f4 HTTP/1.1" status: 200 len: 991 time: 0.0762677 Aug 05 12:50:17.809303 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c7b3e3-3ab2-41c5-87ad-30947de6bf25 req-5adc801e-0497-4386-98ff-2361e54fed5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:50:17.810970 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b0c7b3e3-3ab2-41c5-87ad-30947de6bf25 req-5adc801e-0497-4386-98ff-2361e54fed5f service neutron] 10.222.0.55 "GET /v2.0/networks?id=e54872ee-5d04-4d68-91b3-933e87f98572 HTTP/1.1" status: 200 len: 897 time: 0.1098118 Aug 05 12:50:17.891366 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-1c9d15f9-feba-44af-843a-dca01d0ee735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0545fbdf-e3fe-4a66-ab75-ad435159be26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1672000558', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': '3260da9c-e161-46e7-9b0f-6011e7b161f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:49:57Z', 'updated_at': '2021-08-05T12:50:01Z', 'revision_number': 4, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'gw_port': {'id': '3260da9c-e161-46e7-9b0f-6011e7b161f1', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0545fbdf-e3fe-4a66-ab75-ad435159be26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:49:58Z', 'updated_at': '2021-08-05T12:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': '9fbbe453-e197-4752-b6c0-d458509f57f4', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'floating_ip_address': '172.25.5.141', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': '0545fbdf-e3fe-4a66-ab75-ad435159be26', 'port_id': '23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4231, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e54872ee-5d04-4d68-91b3-933e87f98572', 'mac_address': 'fa:16:3e:ec:d6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7d268a-9056-4cb5-ba9a-15ebd97521fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T12:50:16Z', 'updated_at': '2021-08-05T12:50:16Z', 'revision_number': 0, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55f1156f-f521-4b72-a9b7-bb1e3c66a2ec', 'name': '', 'network_id': 'e54872ee-5d04-4d68-91b3-933e87f98572', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'mac_address': 'fa:16:3e:78:68:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0545fbdf-e3fe-4a66-ab75-ad435159be26', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '3248b3a9-273c-45db-a887-84e3394cdb87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:50:01Z', 'updated_at': '2021-08-05T12:50:06Z', 'revision_number': 5, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'subnets': [{'id': '3248b3a9-273c-45db-a887-84e3394cdb87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:50:17.899788 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b0c7b3e3-3ab2-41c5-87ad-30947de6bf25 req-145bae1f-3b0a-40d3-9732-7ab67d5c58e1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9 HTTP/1.1" status: 200 len: 999 time: 0.0820045 Aug 05 12:50:17.921042 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9d15f9-feba-44af-843a-dca01d0ee735 None None] Checking router: 0545fbdf-e3fe-4a66-ab75-ad435159be26 for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:50:17.931141 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9d15f9-feba-44af-843a-dca01d0ee735 None None] Routers {'0545fbdf-e3fe-4a66-ab75-ad435159be26'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:50:17.932293 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-1c9d15f9-feba-44af-843a-dca01d0ee735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:50:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['0545fbdf-e3fe-4a66-ab75-ad435159be26'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:50:17.962145 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c7b3e3-3ab2-41c5-87ad-30947de6bf25 req-b66fa8df-b050-4a90-a7d4-36358afbd291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:50:17.963839 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b0c7b3e3-3ab2-41c5-87ad-30947de6bf25 req-b66fa8df-b050-4a90-a7d4-36358afbd291 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3248b3a9-273c-45db-a887-84e3394cdb87 HTTP/1.1" status: 200 len: 835 time: 0.0569415 Aug 05 12:50:18.016885 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c7b3e3-3ab2-41c5-87ad-30947de6bf25 req-0fdd0b18-3b94-4791-8f40-f4d0f89f7208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:50:18.018622 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b0c7b3e3-3ab2-41c5-87ad-30947de6bf25 req-0fdd0b18-3b94-4791-8f40-f4d0f89f7208 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e54872ee-5d04-4d68-91b3-933e87f98572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475757 Aug 05 12:50:18.059455 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-1c9d15f9-feba-44af-843a-dca01d0ee735 None None] Set router 0545fbdf-e3fe-4a66-ab75-ad435159be26 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:50:18.140435 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b0c7b3e3-3ab2-41c5-87ad-30947de6bf25 req-9edb44a5-9252-44ae-a45c-78f663772ff0 service neutron] 10.222.0.55 "GET /v2.0/networks/e54872ee-5d04-4d68-91b3-933e87f98572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138530 Aug 05 12:50:18.250389 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b0c7b3e3-3ab2-41c5-87ad-30947de6bf25 req-a27d02cb-9f4c-415a-9d9d-3b6b9f8c84ea service neutron] 10.222.0.55 "GET /v2.0/networks/e54872ee-5d04-4d68-91b3-933e87f98572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020708 Aug 05 12:50:18.332328 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-1c9d15f9-feba-44af-843a-dca01d0ee735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0545fbdf-e3fe-4a66-ab75-ad435159be26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1672000558', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': '3260da9c-e161-46e7-9b0f-6011e7b161f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:49:57Z', 'updated_at': '2021-08-05T12:50:01Z', 'revision_number': 4, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'gw_port': {'id': '3260da9c-e161-46e7-9b0f-6011e7b161f1', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0545fbdf-e3fe-4a66-ab75-ad435159be26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:49:58Z', 'updated_at': '2021-08-05T12:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': '9fbbe453-e197-4752-b6c0-d458509f57f4', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'floating_ip_address': '172.25.5.141', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': '0545fbdf-e3fe-4a66-ab75-ad435159be26', 'port_id': '23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4231, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e54872ee-5d04-4d68-91b3-933e87f98572', 'mac_address': 'fa:16:3e:ec:d6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7d268a-9056-4cb5-ba9a-15ebd97521fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T12:50:16Z', 'updated_at': '2021-08-05T12:50:16Z', 'revision_number': 0, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55f1156f-f521-4b72-a9b7-bb1e3c66a2ec', 'name': '', 'network_id': 'e54872ee-5d04-4d68-91b3-933e87f98572', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'mac_address': 'fa:16:3e:78:68:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0545fbdf-e3fe-4a66-ab75-ad435159be26', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '3248b3a9-273c-45db-a887-84e3394cdb87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:50:01Z', 'updated_at': '2021-08-05T12:50:06Z', 'revision_number': 5, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'subnets': [{'id': '3248b3a9-273c-45db-a887-84e3394cdb87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:50:18.360587 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9d15f9-feba-44af-843a-dca01d0ee735 None None] The sync data for ids ['0545fbdf-e3fe-4a66-ab75-ad435159be26'] in n-d-803378-2 is: [{'id': '0545fbdf-e3fe-4a66-ab75-ad435159be26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1672000558', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': '3260da9c-e161-46e7-9b0f-6011e7b161f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:49:57Z', 'updated_at': '2021-08-05T12:50:01Z', 'revision_number': 4, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'gw_port': {'id': '3260da9c-e161-46e7-9b0f-6011e7b161f1', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0545fbdf-e3fe-4a66-ab75-ad435159be26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:49:58Z', 'updated_at': '2021-08-05T12:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': '9fbbe453-e197-4752-b6c0-d458509f57f4', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'floating_ip_address': '172.25.5.141', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': '0545fbdf-e3fe-4a66-ab75-ad435159be26', 'port_id': '23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4231, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e54872ee-5d04-4d68-91b3-933e87f98572', 'mac_address': 'fa:16:3e:ec:d6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7d268a-9056-4cb5-ba9a-15ebd97521fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T12:50:16Z', 'updated_at': '2021-08-05T12:50:16Z', 'revision_number': 0, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55f1156f-f521-4b72-a9b7-bb1e3c66a2ec', 'name': '', 'network_id': 'e54872ee-5d04-4d68-91b3-933e87f98572', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'mac_address': 'fa:16:3e:78:68:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0545fbdf-e3fe-4a66-ab75-ad435159be26', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '3248b3a9-273c-45db-a887-84e3394cdb87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:50:01Z', 'updated_at': '2021-08-05T12:50:06Z', 'revision_number': 5, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'subnets': [{'id': '3248b3a9-273c-45db-a887-84e3394cdb87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:50:18.595110 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad61fbf3-53a8-478e-b76c-4a02a25fe96f None None] New status for floating IP 9fbbe453-e197-4752-b6c0-d458509f57f4: ACTIVE {{(pid=94422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 12:50:18.806589 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49754) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:50:18.875429 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-502ac818-ef6a-4b01-a8f8-f651f6d9ce7f tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/floatingips/9fbbe453-e197-4752-b6c0-d458509f57f4 HTTP/1.1" status: 200 len: 993 time: 0.0675907 Aug 05 12:50:22.941387 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:50:29.818643 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 12:50:30.239879 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:50:37.376416 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-452663b0-706b-4e58-a1dc-da4ab60f0c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:50:40.094219 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-2877550a-771c-441a-b5b5-b68ab252f498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:50:40.168119 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:50:42.091020 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:50:44.226505 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:50:50.023471 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8982d4d9-aa48-4901-b811-30fbd9550c69 req-06aeed82-8a47-4dbc-8501-7309efdc0635 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:50:50.025078 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8982d4d9-aa48-4901-b811-30fbd9550c69 req-06aeed82-8a47-4dbc-8501-7309efdc0635 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7d268a-9056-4cb5-ba9a-15ebd97521fc HTTP/1.1" status: 200 len: 945 time: 0.0622554 Aug 05 12:50:50.089812 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8982d4d9-aa48-4901-b811-30fbd9550c69 req-ccfd900e-599b-4d0b-b9a3-fee7bd36cd18 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/security-groups?id=1269018a-12ea-44f1-8665-8b3823ff5673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551190 Aug 05 12:50:50.093705 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-de5f1c18-f837-43ff-a3c2-480f0c5645d1 req-f06a9ed5-debf-4b47-9a94-8c5c608338ee service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ce7d268a-9056-4cb5-ba9a-15ebd97521fc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1416364 Aug 05 12:50:51.216083 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd50b459-40f7-4719-a8c8-e1266e8599d7 req-728088f7-b6df-4239-8703-69b31552c751 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:50:51.217696 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fd50b459-40f7-4719-a8c8-e1266e8599d7 req-728088f7-b6df-4239-8703-69b31552c751 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7d268a-9056-4cb5-ba9a-15ebd97521fc HTTP/1.1" status: 200 len: 945 time: 0.0505409 Aug 05 12:50:51.260868 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fd50b459-40f7-4719-a8c8-e1266e8599d7 req-9de995b4-2b5e-4ccb-87cc-92c5123fb43a tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/security-groups?id=1269018a-12ea-44f1-8665-8b3823ff5673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362799 Aug 05 12:50:51.373471 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5f1c18-f837-43ff-a3c2-480f0c5645d1 req-72841160-4256-48be-a8ee-a082dcd599df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:50:51.375033 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-de5f1c18-f837-43ff-a3c2-480f0c5645d1 req-72841160-4256-48be-a8ee-a082dcd599df service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7ebbcc569b8f45a1a422fca72fe4b773&device_id=ce7d268a-9056-4cb5-ba9a-15ebd97521fc HTTP/1.1" status: 200 len: 1096 time: 0.0544553 Aug 05 12:50:51.476951 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5f1c18-f837-43ff-a3c2-480f0c5645d1 req-89428668-437f-4089-9d9c-244df33b9550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:50:51.478439 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-de5f1c18-f837-43ff-a3c2-480f0c5645d1 req-89428668-437f-4089-9d9c-244df33b9550 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e54872ee-5d04-4d68-91b3-933e87f98572 HTTP/1.1" status: 200 len: 897 time: 0.0956678 Aug 05 12:50:51.546905 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-de5f1c18-f837-43ff-a3c2-480f0c5645d1 req-42500c3c-d65c-44cd-9ff3-fa4ef240a0bd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9 HTTP/1.1" status: 200 len: 1001 time: 0.0603263 Aug 05 12:50:51.601839 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5f1c18-f837-43ff-a3c2-480f0c5645d1 req-f628cb19-178c-44e0-b46a-88c6ceeb284c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:50:51.603308 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-de5f1c18-f837-43ff-a3c2-480f0c5645d1 req-f628cb19-178c-44e0-b46a-88c6ceeb284c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3248b3a9-273c-45db-a887-84e3394cdb87 HTTP/1.1" status: 200 len: 835 time: 0.0497708 Aug 05 12:50:51.649408 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5f1c18-f837-43ff-a3c2-480f0c5645d1 req-8661c39f-4ed2-4e06-93e9-c0c76ec92c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:50:51.650906 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-de5f1c18-f837-43ff-a3c2-480f0c5645d1 req-8661c39f-4ed2-4e06-93e9-c0c76ec92c1d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e54872ee-5d04-4d68-91b3-933e87f98572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407584 Aug 05 12:50:51.747440 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-de5f1c18-f837-43ff-a3c2-480f0c5645d1 req-48a4cd52-be43-4b02-8a00-a189fb7b8be5 service neutron] 10.222.0.55 "GET /v2.0/networks/e54872ee-5d04-4d68-91b3-933e87f98572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878389 Aug 05 12:50:51.856302 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-de5f1c18-f837-43ff-a3c2-480f0c5645d1 req-6dc49e4c-7dde-4a5f-b10c-82b8b04f01b8 service neutron] 10.222.0.55 "GET /v2.0/networks/e54872ee-5d04-4d68-91b3-933e87f98572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016707 Aug 05 12:50:52.401342 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa066f1a-0c00-4bd8-a3d6-cadc99f4b9f1 req-91490c36-9121-41f8-9ff3-e4e423c0059c tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:50:52.403903 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fa066f1a-0c00-4bd8-a3d6-cadc99f4b9f1 req-91490c36-9121-41f8-9ff3-e4e423c0059c tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7d268a-9056-4cb5-ba9a-15ebd97521fc HTTP/1.1" status: 200 len: 945 time: 0.0578020 Aug 05 12:50:52.445701 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fa066f1a-0c00-4bd8-a3d6-cadc99f4b9f1 req-04fa32fc-7f97-4374-a12e-6bcd76c327b5 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/security-groups?id=1269018a-12ea-44f1-8665-8b3823ff5673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359519 Aug 05 12:50:52.957288 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:50:53.565603 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70ab0db-a3b0-425b-9260-dfcc188155e0 req-48021013-16a8-4e41-bf26-3cf43aa9559f tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:50:53.567425 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a70ab0db-a3b0-425b-9260-dfcc188155e0 req-48021013-16a8-4e41-bf26-3cf43aa9559f tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7d268a-9056-4cb5-ba9a-15ebd97521fc HTTP/1.1" status: 200 len: 945 time: 0.0504370 Aug 05 12:50:53.609053 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a70ab0db-a3b0-425b-9260-dfcc188155e0 req-a670ee69-b7fa-4548-bafa-c1a41963462f tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/security-groups?id=1269018a-12ea-44f1-8665-8b3823ff5673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358570 Aug 05 12:50:54.727354 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a2d079-b318-4ba0-8027-32f1e6ad7680 req-1c3a3981-6bf8-4bad-a650-5d1d70ab916c tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:50:54.728888 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c3a2d079-b318-4ba0-8027-32f1e6ad7680 req-1c3a3981-6bf8-4bad-a650-5d1d70ab916c tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7d268a-9056-4cb5-ba9a-15ebd97521fc HTTP/1.1" status: 200 len: 945 time: 0.0502102 Aug 05 12:50:54.770275 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c3a2d079-b318-4ba0-8027-32f1e6ad7680 req-ba2d1d60-6bf0-429d-954d-9281a5f9a646 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/security-groups?id=1269018a-12ea-44f1-8665-8b3823ff5673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348377 Aug 05 12:50:55.902095 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1862136-c59d-4937-bbb9-f015ea529fab req-d769448d-e683-49c1-a653-4cc87e805341 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:50:55.904237 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a1862136-c59d-4937-bbb9-f015ea529fab req-d769448d-e683-49c1-a653-4cc87e805341 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7d268a-9056-4cb5-ba9a-15ebd97521fc HTTP/1.1" status: 200 len: 945 time: 0.0639701 Aug 05 12:50:55.945227 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a1862136-c59d-4937-bbb9-f015ea529fab req-6ad5e111-d458-43f5-a504-c176dbcfa48d tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/security-groups?id=1269018a-12ea-44f1-8665-8b3823ff5673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348251 Aug 05 12:50:57.069194 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c9cc3f-50fa-44da-b6bc-814fd1ddf9c9 req-f4461223-0243-483d-ab32-917916782af9 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:50:57.070679 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-07c9cc3f-50fa-44da-b6bc-814fd1ddf9c9 req-f4461223-0243-483d-ab32-917916782af9 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7d268a-9056-4cb5-ba9a-15ebd97521fc HTTP/1.1" status: 200 len: 945 time: 0.0535250 Aug 05 12:50:57.114469 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-07c9cc3f-50fa-44da-b6bc-814fd1ddf9c9 req-a4b31627-20c5-4f85-93c0-fe039488f213 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/security-groups?id=1269018a-12ea-44f1-8665-8b3823ff5673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372961 Aug 05 12:50:58.244663 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1661f26-276d-4447-88da-70031c617b58 req-b0dde255-d336-422d-8106-d9861ae411cf tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:50:58.246248 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f1661f26-276d-4447-88da-70031c617b58 req-b0dde255-d336-422d-8106-d9861ae411cf tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7d268a-9056-4cb5-ba9a-15ebd97521fc HTTP/1.1" status: 200 len: 945 time: 0.0536237 Aug 05 12:50:58.294204 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f1661f26-276d-4447-88da-70031c617b58 req-58686105-8bf4-47b0-87da-a627d0aab65a tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/security-groups?id=1269018a-12ea-44f1-8665-8b3823ff5673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398991 Aug 05 12:50:59.438662 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4863d8-6ffa-4f45-b4c8-6de1e779c615 req-f116588b-0ec8-43ed-a1b8-dccae503cab2 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:50:59.440231 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3f4863d8-6ffa-4f45-b4c8-6de1e779c615 req-f116588b-0ec8-43ed-a1b8-dccae503cab2 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7d268a-9056-4cb5-ba9a-15ebd97521fc HTTP/1.1" status: 200 len: 945 time: 0.0610919 Aug 05 12:50:59.484557 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3f4863d8-6ffa-4f45-b4c8-6de1e779c615 req-8cb123cb-39a7-4f18-9222-a7ac11a7f7e8 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/security-groups?id=1269018a-12ea-44f1-8665-8b3823ff5673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377734 Aug 05 12:50:59.621229 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb598cc-1606-4e30-8e7b-f6e58b0f9dd4 req-ee1b180b-406f-4fb5-b983-d2f36b025fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:50:59.622757 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-fcb598cc-1606-4e30-8e7b-f6e58b0f9dd4 req-ee1b180b-406f-4fb5-b983-d2f36b025fcf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7ebbcc569b8f45a1a422fca72fe4b773&device_id=ce7d268a-9056-4cb5-ba9a-15ebd97521fc HTTP/1.1" status: 200 len: 1096 time: 0.0442448 Aug 05 12:50:59.742707 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb598cc-1606-4e30-8e7b-f6e58b0f9dd4 req-2fad76d3-2e8e-40c8-a6ca-1644d9b7606b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:50:59.744259 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-fcb598cc-1606-4e30-8e7b-f6e58b0f9dd4 req-2fad76d3-2e8e-40c8-a6ca-1644d9b7606b service neutron] 10.222.0.55 "GET /v2.0/networks?id=e54872ee-5d04-4d68-91b3-933e87f98572 HTTP/1.1" status: 200 len: 897 time: 0.1018794 Aug 05 12:50:59.816344 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-fcb598cc-1606-4e30-8e7b-f6e58b0f9dd4 req-e5ed5d68-2e18-46da-b12d-14e5e68179fe service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9 HTTP/1.1" status: 200 len: 1001 time: 0.0652435 Aug 05 12:50:59.871984 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb598cc-1606-4e30-8e7b-f6e58b0f9dd4 req-61b9f740-db7a-4100-b843-a7250091b9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:50:59.873382 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-fcb598cc-1606-4e30-8e7b-f6e58b0f9dd4 req-61b9f740-db7a-4100-b843-a7250091b9b3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3248b3a9-273c-45db-a887-84e3394cdb87 HTTP/1.1" status: 200 len: 835 time: 0.0506287 Aug 05 12:50:59.931591 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb598cc-1606-4e30-8e7b-f6e58b0f9dd4 req-f0ebcedb-6941-45a3-9279-5262693b55e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:50:59.933159 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-fcb598cc-1606-4e30-8e7b-f6e58b0f9dd4 req-f0ebcedb-6941-45a3-9279-5262693b55e9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e54872ee-5d04-4d68-91b3-933e87f98572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521064 Aug 05 12:51:00.030515 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-fcb598cc-1606-4e30-8e7b-f6e58b0f9dd4 req-b9a45255-782f-4708-90f5-53825e534653 service neutron] 10.222.0.55 "GET /v2.0/networks/e54872ee-5d04-4d68-91b3-933e87f98572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897658 Aug 05 12:51:00.145920 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-fcb598cc-1606-4e30-8e7b-f6e58b0f9dd4 req-44b50d7f-aa49-464b-b871-c17851403956 service neutron] 10.222.0.55 "GET /v2.0/networks/e54872ee-5d04-4d68-91b3-933e87f98572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074255 Aug 05 12:51:00.246752 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:51:00.662090 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2a3a7d-be5f-4944-b720-8860db5179c4 req-5f1fc8de-20ee-472d-bdbb-8c2934785a11 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:51:00.664781 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cc2a3a7d-be5f-4944-b720-8860db5179c4 req-5f1fc8de-20ee-472d-bdbb-8c2934785a11 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7d268a-9056-4cb5-ba9a-15ebd97521fc HTTP/1.1" status: 200 len: 945 time: 0.0787451 Aug 05 12:51:00.716283 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cc2a3a7d-be5f-4944-b720-8860db5179c4 req-49437633-bac1-41c6-8b01-e849408da1cf tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/security-groups?id=1269018a-12ea-44f1-8665-8b3823ff5673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445786 Aug 05 12:51:01.843929 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8b4e3d-bafa-46a0-89d0-acc56c90601c req-6d81e361-bc48-45aa-9107-89f89f72b11e tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:51:01.845486 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8c8b4e3d-bafa-46a0-89d0-acc56c90601c req-6d81e361-bc48-45aa-9107-89f89f72b11e tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7d268a-9056-4cb5-ba9a-15ebd97521fc HTTP/1.1" status: 200 len: 945 time: 0.0541766 Aug 05 12:51:01.887823 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8c8b4e3d-bafa-46a0-89d0-acc56c90601c req-5a976d44-7a57-42dc-958c-a981ab14ec01 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/security-groups?id=1269018a-12ea-44f1-8665-8b3823ff5673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356877 Aug 05 12:51:03.020141 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a5eb47-dedd-4e4f-8fb9-bbc081f790f0 req-03d89ee6-4f90-4168-bd2e-8fe55e5bf7a2 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:51:03.021631 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-86a5eb47-dedd-4e4f-8fb9-bbc081f790f0 req-03d89ee6-4f90-4168-bd2e-8fe55e5bf7a2 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7d268a-9056-4cb5-ba9a-15ebd97521fc HTTP/1.1" status: 200 len: 945 time: 0.0570045 Aug 05 12:51:03.065400 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-86a5eb47-dedd-4e4f-8fb9-bbc081f790f0 req-f53f6930-c84f-4e19-ac61-64101c35e334 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/security-groups?id=1269018a-12ea-44f1-8665-8b3823ff5673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376856 Aug 05 12:51:04.182008 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbff6a74-eed8-4528-ba41-2c1fa3976f1e req-30b2e311-16d5-4cb2-8482-5586d2e08e08 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:51:04.183592 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cbff6a74-eed8-4528-ba41-2c1fa3976f1e req-30b2e311-16d5-4cb2-8482-5586d2e08e08 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7d268a-9056-4cb5-ba9a-15ebd97521fc HTTP/1.1" status: 200 len: 945 time: 0.0498424 Aug 05 12:51:04.225027 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cbff6a74-eed8-4528-ba41-2c1fa3976f1e req-cc01a1ec-b5e1-48f6-94cc-c4be0a43a9ec tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/security-groups?id=1269018a-12ea-44f1-8665-8b3823ff5673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353477 Aug 05 12:51:05.344388 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4b6eaf-a9e3-4295-9c0a-6cc611ed8887 req-3a404025-092c-41ee-81d4-9aad5078a7f1 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:51:05.345909 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0f4b6eaf-a9e3-4295-9c0a-6cc611ed8887 req-3a404025-092c-41ee-81d4-9aad5078a7f1 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7d268a-9056-4cb5-ba9a-15ebd97521fc HTTP/1.1" status: 200 len: 945 time: 0.0505667 Aug 05 12:51:05.386541 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0f4b6eaf-a9e3-4295-9c0a-6cc611ed8887 req-e6c64f7b-f54c-4cab-9dca-562f16cbdb35 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/security-groups?id=1269018a-12ea-44f1-8665-8b3823ff5673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338371 Aug 05 12:51:06.511008 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577365b0-bd86-4566-af28-f924ce7a07c7 req-40ce72c4-de8d-4990-b1e6-5b3dfd3858ad tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:51:06.512534 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-577365b0-bd86-4566-af28-f924ce7a07c7 req-40ce72c4-de8d-4990-b1e6-5b3dfd3858ad tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7d268a-9056-4cb5-ba9a-15ebd97521fc HTTP/1.1" status: 200 len: 945 time: 0.0547471 Aug 05 12:51:06.554404 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-577365b0-bd86-4566-af28-f924ce7a07c7 req-e7ac93f3-3562-4cc0-8536-43b4b0a3728f tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/security-groups?id=1269018a-12ea-44f1-8665-8b3823ff5673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348494 Aug 05 12:51:06.818247 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 12:51:07.372978 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-79807505-bab3-4e9f-a85c-bdbbe81b3822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:51:07.683803 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60935326-4a60-4255-b2d4-7536b76b139b req-22d6bb20-6caa-4536-acf5-368cf44f31d4 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:51:07.685284 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-60935326-4a60-4255-b2d4-7536b76b139b req-22d6bb20-6caa-4536-acf5-368cf44f31d4 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7d268a-9056-4cb5-ba9a-15ebd97521fc HTTP/1.1" status: 200 len: 945 time: 0.0565555 Aug 05 12:51:07.724855 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-60935326-4a60-4255-b2d4-7536b76b139b req-950d6cdc-e50c-48da-ba5a-60db3a291ba6 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/security-groups?id=1269018a-12ea-44f1-8665-8b3823ff5673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334883 Aug 05 12:51:08.843507 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4245437f-0f09-456a-be6d-3b42acf59ab2 req-9aadf7f5-9279-496f-a47c-c3d5e2f924fe tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:51:08.845016 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4245437f-0f09-456a-be6d-3b42acf59ab2 req-9aadf7f5-9279-496f-a47c-c3d5e2f924fe tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7d268a-9056-4cb5-ba9a-15ebd97521fc HTTP/1.1" status: 200 len: 945 time: 0.0512481 Aug 05 12:51:08.886069 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4245437f-0f09-456a-be6d-3b42acf59ab2 req-3d8b0750-123b-4dcf-943b-3c7e8c7f0db9 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/security-groups?id=1269018a-12ea-44f1-8665-8b3823ff5673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339663 Aug 05 12:51:09.028995 n-d-803378-2 neutron-server[94421]: INFO neutron.api.v2.resource [req-de5f1c18-f837-43ff-a3c2-480f0c5645d1 req-c9ea2866-96e7-46e9-b5d8-087961c1c3b6 service neutron] show failed (client error): The resource could not be found. Aug 05 12:51:09.030051 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-de5f1c18-f837-43ff-a3c2-480f0c5645d1 req-c9ea2866-96e7-46e9-b5d8-087961c1c3b6 service neutron] 10.222.0.55 "GET /v2.0/ports/23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9/bindings/n-h1-803378-2 HTTP/1.1" status: 404 len: 380 time: 0.0613451 Aug 05 12:51:09.321033 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5f1c18-f837-43ff-a3c2-480f0c5645d1 req-0c1b8b59-ff9c-4329-ada4-eab080497102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:51:09.322564 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-de5f1c18-f837-43ff-a3c2-480f0c5645d1 req-0c1b8b59-ff9c-4329-ada4-eab080497102 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ce7d268a-9056-4cb5-ba9a-15ebd97521fc&tenant_id=7ebbcc569b8f45a1a422fca72fe4b773 HTTP/1.1" status: 200 len: 1096 time: 0.1250536 Aug 05 12:51:09.342040 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-de5f1c18-f837-43ff-a3c2-480f0c5645d1 req-96123d4c-7d3a-4d53-97b3-4ed700929e37 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-803378-2', 'device_owner': 'compute:nova'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:51:09.399139 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-de5f1c18-f837-43ff-a3c2-480f0c5645d1 req-96123d4c-7d3a-4d53-97b3-4ed700929e37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:51:09.678683 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-de5f1c18-f837-43ff-a3c2-480f0c5645d1 req-96123d4c-7d3a-4d53-97b3-4ed700929e37 service neutron] For port 23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9,segment=NetworkSegment(58e024e9-6562-4712-b0e6-5e76f153d191),segment_id=58e024e9-6562-4712-b0e6-5e76f153d191)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:51:09.715995 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-de5f1c18-f837-43ff-a3c2-480f0c5645d1 req-96123d4c-7d3a-4d53-97b3-4ed700929e37 service neutron] For port 23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9, host n-h2-803378-2, cleared binding levels {{(pid=94420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:51:09.758476 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce7d268a-9056-4cb5-ba9a-15ebd97521fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:51:09.760987 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47e10126444b02a26d513ed6f4b145adbdfa00d329c865c61a1608b26e6d0230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c74dd58-7851-45e0-82b6-101a21b538ae" -d '{"events": [{"server_uuid": "ce7d268a-9056-4cb5-ba9a-15ebd97521fc", "name": "network-vif-unplugged", "status": "completed", "tag": "23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:51:09.765404 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-de5f1c18-f837-43ff-a3c2-480f0c5645d1 req-96123d4c-7d3a-4d53-97b3-4ed700929e37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:51:09.781986 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [req-de5f1c18-f837-43ff-a3c2-480f0c5645d1 req-96123d4c-7d3a-4d53-97b3-4ed700929e37 service neutron] Transition to ACTIVE for port object 23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9 will not be triggered until provisioned by entity L2. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:51:09.787408 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-de5f1c18-f837-43ff-a3c2-480f0c5645d1 req-96123d4c-7d3a-4d53-97b3-4ed700929e37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:51:09.863418 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96123d4c-7d3a-4d53-97b3-4ed700929e37 service neutron] Pushing event updated for resources: {'Port': ['ID=23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9,revision_number=6']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:51:09.899418 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 05 Aug 2021 12:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5cdc3c8-665a-4b11-b0e9-30f9310288f6 x-openstack-request-id: req-d5cdc3c8-665a-4b11-b0e9-30f9310288f6 {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:51:09.899860 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce7d268a-9056-4cb5-ba9a-15ebd97521fc", "name": "network-vif-unplugged", "status": "completed", "tag": "23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:51:09.899986 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d5cdc3c8-665a-4b11-b0e9-30f9310288f6 {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:51:09.900354 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce7d268a-9056-4cb5-ba9a-15ebd97521fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9', 'code': 200} Aug 05 12:51:09.919138 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96123d4c-7d3a-4d53-97b3-4ed700929e37 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:51:09.919864 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96123d4c-7d3a-4d53-97b3-4ed700929e37 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:51:09.919864 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96123d4c-7d3a-4d53-97b3-4ed700929e37 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:51:09.920151 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96123d4c-7d3a-4d53-97b3-4ed700929e37 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:51:09.920526 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96123d4c-7d3a-4d53-97b3-4ed700929e37 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:51:09.920901 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96123d4c-7d3a-4d53-97b3-4ed700929e37 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:51:09.921240 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96123d4c-7d3a-4d53-97b3-4ed700929e37 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:51:09.921637 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96123d4c-7d3a-4d53-97b3-4ed700929e37 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:51:09.921895 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96123d4c-7d3a-4d53-97b3-4ed700929e37 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:51:09.922225 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96123d4c-7d3a-4d53-97b3-4ed700929e37 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:51:09.922566 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96123d4c-7d3a-4d53-97b3-4ed700929e37 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:51:09.922876 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96123d4c-7d3a-4d53-97b3-4ed700929e37 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:51:10.022583 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [req-de5f1c18-f837-43ff-a3c2-480f0c5645d1 req-96123d4c-7d3a-4d53-97b3-4ed700929e37 service neutron] No DVR routers for this DVR port 23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9 on host n-h2-803378-2 {{(pid=94420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:51:10.089081 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b77e3a-e6f0-4d35-8350-bcfdb6e0a0d3 req-d3b2d88f-bb8a-46cd-849a-45f3ff2dec42 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:51:10.090647 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-84b77e3a-e6f0-4d35-8350-bcfdb6e0a0d3 req-d3b2d88f-bb8a-46cd-849a-45f3ff2dec42 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7d268a-9056-4cb5-ba9a-15ebd97521fc HTTP/1.1" status: 200 len: 943 time: 0.1115651 Aug 05 12:51:10.107358 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-65f94eb5-cc28-49f1-bdf2-ecf385848cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:51:10.161102 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:51:10.178142 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-84b77e3a-e6f0-4d35-8350-bcfdb6e0a0d3 req-e42f385d-e0f8-4ad9-8306-cd64b2edd378 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/security-groups?id=1269018a-12ea-44f1-8665-8b3823ff5673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536714 Aug 05 12:51:10.214524 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-de5f1c18-f837-43ff-a3c2-480f0c5645d1 req-96123d4c-7d3a-4d53-97b3-4ed700929e37 service neutron] Attempting to bind port 23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9 on host n-h1-803378-2 for vnic_type normal with profile {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:51:10.214861 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-de5f1c18-f837-43ff-a3c2-480f0c5645d1 req-96123d4c-7d3a-4d53-97b3-4ed700929e37 service neutron] Attempting to bind port 23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9 by drivers openvswitch,hyperv on host n-h1-803378-2 at level 0 using segments [{'id': '58e024e9-6562-4712-b0e6-5e76f153d191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e54872ee-5d04-4d68-91b3-933e87f98572'}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:51:10.215319 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5f1c18-f837-43ff-a3c2-480f0c5645d1 req-96123d4c-7d3a-4d53-97b3-4ed700929e37 service neutron] Attempting to bind port 23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9 on network e54872ee-5d04-4d68-91b3-933e87f98572 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:51:10.219853 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5f1c18-f837-43ff-a3c2-480f0c5645d1 req-96123d4c-7d3a-4d53-97b3-4ed700929e37 service neutron] Port 23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9 on network e54872ee-5d04-4d68-91b3-933e87f98572 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-2 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 12:51:10.220173 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5f1c18-f837-43ff-a3c2-480f0c5645d1 req-96123d4c-7d3a-4d53-97b3-4ed700929e37 service neutron] Attempting to bind port 23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9 on network e54872ee-5d04-4d68-91b3-933e87f98572 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:51:10.226304 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5f1c18-f837-43ff-a3c2-480f0c5645d1 req-96123d4c-7d3a-4d53-97b3-4ed700929e37 service neutron] Checking agent: {'id': '40bb7567-59bd-4b31-bc29-da1c50bca759', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:51:10.226625 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5f1c18-f837-43ff-a3c2-480f0c5645d1 req-96123d4c-7d3a-4d53-97b3-4ed700929e37 service neutron] Checking segment: {'id': '58e024e9-6562-4712-b0e6-5e76f153d191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e54872ee-5d04-4d68-91b3-933e87f98572'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:51:10.227020 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5f1c18-f837-43ff-a3c2-480f0c5645d1 req-96123d4c-7d3a-4d53-97b3-4ed700929e37 service neutron] Bound using segment: {'id': '58e024e9-6562-4712-b0e6-5e76f153d191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e54872ee-5d04-4d68-91b3-933e87f98572'} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:51:10.227454 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-de5f1c18-f837-43ff-a3c2-480f0c5645d1 req-96123d4c-7d3a-4d53-97b3-4ed700929e37 service neutron] Bound port: 23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9, host: n-h1-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58e024e9-6562-4712-b0e6-5e76f153d191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e54872ee-5d04-4d68-91b3-933e87f98572'}}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:51:10.227821 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-de5f1c18-f837-43ff-a3c2-480f0c5645d1 req-96123d4c-7d3a-4d53-97b3-4ed700929e37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:51:10.302738 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-de5f1c18-f837-43ff-a3c2-480f0c5645d1 req-96123d4c-7d3a-4d53-97b3-4ed700929e37 service neutron] For port 23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9, host n-h1-803378-2, cleared binding levels {{(pid=94420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:51:10.306207 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-de5f1c18-f837-43ff-a3c2-480f0c5645d1 req-96123d4c-7d3a-4d53-97b3-4ed700929e37 service neutron] For port 23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9, host n-h1-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9,segment=NetworkSegment(58e024e9-6562-4712-b0e6-5e76f153d191),segment_id=58e024e9-6562-4712-b0e6-5e76f153d191)] {{(pid=94420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:51:10.310467 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-de5f1c18-f837-43ff-a3c2-480f0c5645d1 req-96123d4c-7d3a-4d53-97b3-4ed700929e37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:51:10.346630 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5f1c18-f837-43ff-a3c2-480f0c5645d1 req-96123d4c-7d3a-4d53-97b3-4ed700929e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:51:10.347331 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-de5f1c18-f837-43ff-a3c2-480f0c5645d1 req-96123d4c-7d3a-4d53-97b3-4ed700929e37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:51:10.349519 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-de5f1c18-f837-43ff-a3c2-480f0c5645d1 req-96123d4c-7d3a-4d53-97b3-4ed700929e37 service neutron] 10.222.0.64 "PUT /v2.0/ports/23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9 HTTP/1.1" status: 200 len: 1091 time: 1.0110078 Aug 05 12:51:10.373053 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96123d4c-7d3a-4d53-97b3-4ed700929e37 service neutron] Pushing event updated for resources: {'Port': ['ID=23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9,revision_number=7']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:51:10.466967 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5f1c18-f837-43ff-a3c2-480f0c5645d1 req-b15f7fa9-4613-4c1f-a254-f7647dc0435e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:51:10.468573 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-de5f1c18-f837-43ff-a3c2-480f0c5645d1 req-b15f7fa9-4613-4c1f-a254-f7647dc0435e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7ebbcc569b8f45a1a422fca72fe4b773&device_id=ce7d268a-9056-4cb5-ba9a-15ebd97521fc HTTP/1.1" status: 200 len: 1094 time: 0.0818410 Aug 05 12:51:10.636216 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5f1c18-f837-43ff-a3c2-480f0c5645d1 req-ae5297e5-7079-42fc-bd13-941a9161b33e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:51:10.638009 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-de5f1c18-f837-43ff-a3c2-480f0c5645d1 req-ae5297e5-7079-42fc-bd13-941a9161b33e service neutron] 10.222.0.64 "GET /v2.0/networks?id=e54872ee-5d04-4d68-91b3-933e87f98572 HTTP/1.1" status: 200 len: 897 time: 0.1609890 Aug 05 12:51:10.754253 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-de5f1c18-f837-43ff-a3c2-480f0c5645d1 req-3bc35509-98dd-491c-a4d0-a31b9fb50a78 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9 HTTP/1.1" status: 200 len: 999 time: 0.1078999 Aug 05 12:51:10.809291 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5f1c18-f837-43ff-a3c2-480f0c5645d1 req-cee3488c-d1d8-41c0-9eda-5813737a6afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:51:10.810746 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-de5f1c18-f837-43ff-a3c2-480f0c5645d1 req-cee3488c-d1d8-41c0-9eda-5813737a6afc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3248b3a9-273c-45db-a887-84e3394cdb87 HTTP/1.1" status: 200 len: 835 time: 0.0492947 Aug 05 12:51:11.147244 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5f1c18-f837-43ff-a3c2-480f0c5645d1 req-89aff2e7-c668-46a8-9070-22e97684c688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:51:11.148805 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-de5f1c18-f837-43ff-a3c2-480f0c5645d1 req-89aff2e7-c668-46a8-9070-22e97684c688 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e54872ee-5d04-4d68-91b3-933e87f98572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3300729 Aug 05 12:51:11.160661 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [req-de5f1c18-f837-43ff-a3c2-480f0c5645d1 req-8a8304e1-6d52-40c0-b2f7-ad76c76b1157 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94420) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 12:51:11.162150 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-de5f1c18-f837-43ff-a3c2-480f0c5645d1 req-8a8304e1-6d52-40c0-b2f7-ad76c76b1157 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056701 Aug 05 12:51:11.267073 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-de5f1c18-f837-43ff-a3c2-480f0c5645d1 req-22bef8e5-999c-411f-a3d9-56016943d380 service neutron] 10.222.0.64 "GET /v2.0/networks/e54872ee-5d04-4d68-91b3-933e87f98572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973108 Aug 05 12:51:11.360864 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aee0d5d-1ed0-4ed8-8d25-be13bc8123a1 req-f50cf06f-6463-4e54-89f3-3d19d2dfb94b tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:51:11.362565 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4aee0d5d-1ed0-4ed8-8d25-be13bc8123a1 req-f50cf06f-6463-4e54-89f3-3d19d2dfb94b tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7d268a-9056-4cb5-ba9a-15ebd97521fc HTTP/1.1" status: 200 len: 943 time: 0.1090031 Aug 05 12:51:11.414739 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-de5f1c18-f837-43ff-a3c2-480f0c5645d1 req-5915119e-322c-4518-b6eb-191e3cc76540 service neutron] 10.222.0.64 "GET /v2.0/networks/e54872ee-5d04-4d68-91b3-933e87f98572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327977 Aug 05 12:51:11.422668 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4aee0d5d-1ed0-4ed8-8d25-be13bc8123a1 req-602b3e3e-fb55-4ccc-9424-1e48798d9639 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/security-groups?id=1269018a-12ea-44f1-8665-8b3823ff5673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517211 Aug 05 12:51:11.902666 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce7d268a-9056-4cb5-ba9a-15ebd97521fc', 'tag': '23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:51:11.904399 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47e10126444b02a26d513ed6f4b145adbdfa00d329c865c61a1608b26e6d0230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-580bd4fd-1308-4361-8a7f-0cceee2c3350" -d '{"events": [{"name": "network-changed", "server_uuid": "ce7d268a-9056-4cb5-ba9a-15ebd97521fc", "tag": "23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:51:11.953931 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 12:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c403648-02d9-4616-86fe-fbafd228e547 x-openstack-request-id: req-9c403648-02d9-4616-86fe-fbafd228e547 {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:51:11.954111 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce7d268a-9056-4cb5-ba9a-15ebd97521fc", "tag": "23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:51:11.954357 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9c403648-02d9-4616-86fe-fbafd228e547 {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:51:11.954758 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce7d268a-9056-4cb5-ba9a-15ebd97521fc', 'tag': '23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9', 'status': 'completed', 'code': 200} Aug 05 12:51:12.036886 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580bd4fd-1308-4361-8a7f-0cceee2c3350 req-5084983a-aeb7-49d9-937d-12b74ebb7a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:51:12.038319 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-580bd4fd-1308-4361-8a7f-0cceee2c3350 req-5084983a-aeb7-49d9-937d-12b74ebb7a24 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7ebbcc569b8f45a1a422fca72fe4b773&device_id=ce7d268a-9056-4cb5-ba9a-15ebd97521fc HTTP/1.1" status: 200 len: 1094 time: 0.0446007 Aug 05 12:51:12.047125 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580bd4fd-1308-4361-8a7f-0cceee2c3350 req-032a4f06-011d-4e33-b53a-cc17f04abab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:51:12.048588 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-580bd4fd-1308-4361-8a7f-0cceee2c3350 req-032a4f06-011d-4e33-b53a-cc17f04abab1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7ebbcc569b8f45a1a422fca72fe4b773&device_id=ce7d268a-9056-4cb5-ba9a-15ebd97521fc HTTP/1.1" status: 200 len: 1094 time: 0.0426435 Aug 05 12:51:12.100984 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:51:12.148012 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580bd4fd-1308-4361-8a7f-0cceee2c3350 req-43c16ab0-24e5-41ec-b40d-e90248a623c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:51:12.149570 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-580bd4fd-1308-4361-8a7f-0cceee2c3350 req-43c16ab0-24e5-41ec-b40d-e90248a623c3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e54872ee-5d04-4d68-91b3-933e87f98572 HTTP/1.1" status: 200 len: 897 time: 0.1040695 Aug 05 12:51:12.169501 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580bd4fd-1308-4361-8a7f-0cceee2c3350 req-1f5bd752-8076-4580-acd3-385f77ab8854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:51:12.171024 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-580bd4fd-1308-4361-8a7f-0cceee2c3350 req-1f5bd752-8076-4580-acd3-385f77ab8854 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e54872ee-5d04-4d68-91b3-933e87f98572 HTTP/1.1" status: 200 len: 897 time: 0.1157851 Aug 05 12:51:12.219707 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-580bd4fd-1308-4361-8a7f-0cceee2c3350 req-18e18358-7218-47e3-86fe-8e69758eefef service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9 HTTP/1.1" status: 200 len: 999 time: 0.0616066 Aug 05 12:51:12.240176 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-580bd4fd-1308-4361-8a7f-0cceee2c3350 req-86430e45-9ee3-40d9-a1bf-68f36ec231b9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9 HTTP/1.1" status: 200 len: 999 time: 0.0616000 Aug 05 12:51:12.277163 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580bd4fd-1308-4361-8a7f-0cceee2c3350 req-ab43a06e-2670-44ed-9a34-c41fbae90caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:51:12.278852 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-580bd4fd-1308-4361-8a7f-0cceee2c3350 req-ab43a06e-2670-44ed-9a34-c41fbae90caf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3248b3a9-273c-45db-a887-84e3394cdb87 HTTP/1.1" status: 200 len: 835 time: 0.0515883 Aug 05 12:51:12.292599 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580bd4fd-1308-4361-8a7f-0cceee2c3350 req-89e27759-7b9d-4ef8-b694-25409d4e3d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:51:12.294039 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-580bd4fd-1308-4361-8a7f-0cceee2c3350 req-89e27759-7b9d-4ef8-b694-25409d4e3d03 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3248b3a9-273c-45db-a887-84e3394cdb87 HTTP/1.1" status: 200 len: 835 time: 0.0476422 Aug 05 12:51:12.330803 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580bd4fd-1308-4361-8a7f-0cceee2c3350 req-ce4f4dc0-bea2-46dd-a659-5186b3df8601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:51:12.332351 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-580bd4fd-1308-4361-8a7f-0cceee2c3350 req-ce4f4dc0-bea2-46dd-a659-5186b3df8601 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e54872ee-5d04-4d68-91b3-933e87f98572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464685 Aug 05 12:51:12.357153 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580bd4fd-1308-4361-8a7f-0cceee2c3350 req-1f5008bc-49bb-41b7-b458-511bbcace8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:51:12.358685 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-580bd4fd-1308-4361-8a7f-0cceee2c3350 req-1f5008bc-49bb-41b7-b458-511bbcace8d3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e54872ee-5d04-4d68-91b3-933e87f98572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0576134 Aug 05 12:51:12.428702 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-580bd4fd-1308-4361-8a7f-0cceee2c3350 req-95efb1cc-613d-464f-af82-24dbd3e2344c service neutron] 10.222.0.64 "GET /v2.0/networks/e54872ee-5d04-4d68-91b3-933e87f98572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870342 Aug 05 12:51:12.454457 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-580bd4fd-1308-4361-8a7f-0cceee2c3350 req-7d24cfaa-7c60-4cc0-a51b-5c17ebd89540 service neutron] 10.222.0.55 "GET /v2.0/networks/e54872ee-5d04-4d68-91b3-933e87f98572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885277 Aug 05 12:51:12.559181 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-580bd4fd-1308-4361-8a7f-0cceee2c3350 req-c410d19b-dd36-4987-8cba-f0460721144d service neutron] 10.222.0.64 "GET /v2.0/networks/e54872ee-5d04-4d68-91b3-933e87f98572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230669 Aug 05 12:51:12.561440 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-580bd4fd-1308-4361-8a7f-0cceee2c3350 req-e2906c06-235e-4dd6-9b8e-3c2ee812cc50 service neutron] 10.222.0.55 "GET /v2.0/networks/e54872ee-5d04-4d68-91b3-933e87f98572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990264 Aug 05 12:51:12.574040 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea614c2f-4f9e-4c47-afe1-b9098ab9f5bf req-7a848395-5269-407d-b5e6-e476aeffd053 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:51:12.575563 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ea614c2f-4f9e-4c47-afe1-b9098ab9f5bf req-7a848395-5269-407d-b5e6-e476aeffd053 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7d268a-9056-4cb5-ba9a-15ebd97521fc HTTP/1.1" status: 200 len: 943 time: 0.0769720 Aug 05 12:51:12.618971 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ea614c2f-4f9e-4c47-afe1-b9098ab9f5bf req-91ac934e-eca8-405a-b227-25f9ab123ec6 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/security-groups?id=1269018a-12ea-44f1-8665-8b3823ff5673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368631 Aug 05 12:51:13.151714 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9 no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:51:13.190574 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9 not bound to the agent host n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:51:13.754452 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce5c12e-06d6-4b71-b26e-2cb63818c646 req-9698ac33-f532-40d0-a07f-87c0d3147527 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:51:13.756101 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3ce5c12e-06d6-4b71-b26e-2cb63818c646 req-9698ac33-f532-40d0-a07f-87c0d3147527 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7d268a-9056-4cb5-ba9a-15ebd97521fc HTTP/1.1" status: 200 len: 943 time: 0.0569863 Aug 05 12:51:13.796736 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3ce5c12e-06d6-4b71-b26e-2cb63818c646 req-c6df08f5-9f16-48e1-bac9-e7ed7ed3299b tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/security-groups?id=1269018a-12ea-44f1-8665-8b3823ff5673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344017 Aug 05 12:51:14.229721 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:51:14.918772 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc48f2c-a49d-4a4e-862d-d54c64ee2a0c req-c2716fe0-50a9-4364-856d-87597e3c045b tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:51:14.920311 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8fc48f2c-a49d-4a4e-862d-d54c64ee2a0c req-c2716fe0-50a9-4364-856d-87597e3c045b tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7d268a-9056-4cb5-ba9a-15ebd97521fc HTTP/1.1" status: 200 len: 943 time: 0.0519249 Aug 05 12:51:14.960667 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8fc48f2c-a49d-4a4e-862d-d54c64ee2a0c req-65795940-c3d9-439a-91b2-f61669828020 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/security-groups?id=1269018a-12ea-44f1-8665-8b3823ff5673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343034 Aug 05 12:51:15.995019 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9 details requested by agent hyperv_n-h1-803378-2 with host n-h1-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 12:51:16.084008 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85660a5-433e-4076-9c8a-790f9183d87e req-63bae51e-846d-4bb5-bb82-00602496f9bc tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:51:16.085704 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f85660a5-433e-4076-9c8a-790f9183d87e req-63bae51e-846d-4bb5-bb82-00602496f9bc tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7d268a-9056-4cb5-ba9a-15ebd97521fc HTTP/1.1" status: 200 len: 943 time: 0.0515506 Aug 05 12:51:16.096727 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9,segment=NetworkSegment(58e024e9-6562-4712-b0e6-5e76f153d191),segment_id=58e024e9-6562-4712-b0e6-5e76f153d191)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:51:16.110265 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Returning: {'device': '23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9', 'network_id': 'e54872ee-5d04-4d68-91b3-933e87f98572', 'port_id': '23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9', 'mac_address': 'fa:16:3e:ec:d6:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3248b3a9-273c-45db-a887-84e3394cdb87', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 12:51:16.126939 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f85660a5-433e-4076-9c8a-790f9183d87e req-0c3cbef2-75a4-40bd-8a7e-aabf4eb26e4f tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/security-groups?id=1269018a-12ea-44f1-8665-8b3823ff5673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351808 Aug 05 12:51:16.152720 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:51:16.166525 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9 {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 12:51:16.186584 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9,segment=NetworkSegment(58e024e9-6562-4712-b0e6-5e76f153d191),segment_id=58e024e9-6562-4712-b0e6-5e76f153d191)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:51:16.191407 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:51:16.249758 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9,revision_number=8']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:51:16.260446 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:51:16.260851 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:51:16.261361 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:51:16.261508 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:51:16.261872 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:51:16.262151 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:51:16.262478 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:51:16.262801 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:51:16.263124 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:51:16.263448 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:51:16.263769 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:51:16.264089 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:51:16.347350 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e1533b-e023-4670-b76d-1fc7df9cb81d req-d2ade5d3-6a2d-45a1-82f0-7874524852a7 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:51:16.349787 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-04e1533b-e023-4670-b76d-1fc7df9cb81d req-d2ade5d3-6a2d-45a1-82f0-7874524852a7 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7d268a-9056-4cb5-ba9a-15ebd97521fc HTTP/1.1" status: 200 len: 944 time: 0.0570202 Aug 05 12:51:16.367995 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b79375-894c-4934-b961-b409e3a9e7f7 req-ef652d8f-b24a-41bc-9ffe-0ac741cd09d8 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:51:16.369563 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-93b79375-894c-4934-b961-b409e3a9e7f7 req-ef652d8f-b24a-41bc-9ffe-0ac741cd09d8 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.55 "GET /v2.0/ports?device_id=ce7d268a-9056-4cb5-ba9a-15ebd97521fc&tenant_id=7ebbcc569b8f45a1a422fca72fe4b773&binding%3Ahost_id=n-h1-803378-2 HTTP/1.1" status: 200 len: 944 time: 0.0555959 Aug 05 12:51:16.389574 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-04e1533b-e023-4670-b76d-1fc7df9cb81d req-1d573dfb-40b0-411f-8799-b344101f28b8 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/security-groups?id=1269018a-12ea-44f1-8665-8b3823ff5673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338044 Aug 05 12:51:16.433108 n-d-803378-2 neutron-server[94421]: INFO neutron.api.v2.resource [req-93b79375-894c-4934-b961-b409e3a9e7f7 req-f4eb5156-8efc-4f4f-a9fa-870b053ecde0 service neutron] delete failed (client error): The resource could not be found. Aug 05 12:51:16.434159 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-93b79375-894c-4934-b961-b409e3a9e7f7 req-f4eb5156-8efc-4f4f-a9fa-870b053ecde0 service neutron] 10.222.0.55 "DELETE /v2.0/ports/23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9/bindings/n-h2-803378-2 HTTP/1.1" status: 404 len: 380 time: 0.0572393 Aug 05 12:51:16.514138 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a484ba60-d925-4ff8-ade0-f4be403d90f2 req-32dcec69-c8c8-4ca3-b22f-d7d7942b1eca tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:51:16.515584 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a484ba60-d925-4ff8-ade0-f4be403d90f2 req-32dcec69-c8c8-4ca3-b22f-d7d7942b1eca tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7d268a-9056-4cb5-ba9a-15ebd97521fc HTTP/1.1" status: 200 len: 944 time: 0.0544147 Aug 05 12:51:16.548512 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b79375-894c-4934-b961-b409e3a9e7f7 req-23a65c13-a842-4272-b855-7a2c4ad55591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:51:16.550366 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-93b79375-894c-4934-b961-b409e3a9e7f7 req-23a65c13-a842-4272-b855-7a2c4ad55591 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7ebbcc569b8f45a1a422fca72fe4b773&device_id=ce7d268a-9056-4cb5-ba9a-15ebd97521fc HTTP/1.1" status: 200 len: 1095 time: 0.0457840 Aug 05 12:51:16.560523 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a484ba60-d925-4ff8-ade0-f4be403d90f2 req-a93c1bc9-a762-4c51-b510-3762136e09c1 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/security-groups?id=1269018a-12ea-44f1-8665-8b3823ff5673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376835 Aug 05 12:51:16.651370 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b79375-894c-4934-b961-b409e3a9e7f7 req-8e10e2c7-44d0-44a6-b87a-33b0a44a977e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:51:16.652899 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-93b79375-894c-4934-b961-b409e3a9e7f7 req-8e10e2c7-44d0-44a6-b87a-33b0a44a977e service neutron] 10.222.0.55 "GET /v2.0/networks?id=e54872ee-5d04-4d68-91b3-933e87f98572 HTTP/1.1" status: 200 len: 897 time: 0.0951190 Aug 05 12:51:16.679830 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 12:51:16.725327 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-93b79375-894c-4934-b961-b409e3a9e7f7 req-991e2a4d-357b-4765-9e10-d490da33daf3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9 HTTP/1.1" status: 200 len: 1000 time: 0.0646517 Aug 05 12:51:16.783560 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b79375-894c-4934-b961-b409e3a9e7f7 req-17b731e9-1933-465f-9be5-5c3fbaa519de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:51:16.785072 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-93b79375-894c-4934-b961-b409e3a9e7f7 req-17b731e9-1933-465f-9be5-5c3fbaa519de service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3248b3a9-273c-45db-a887-84e3394cdb87 HTTP/1.1" status: 200 len: 835 time: 0.0527093 Aug 05 12:51:16.835905 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b79375-894c-4934-b961-b409e3a9e7f7 req-9242cee2-f3ad-4bdb-b111-b3d35fcb260f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:51:16.837471 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-93b79375-894c-4934-b961-b409e3a9e7f7 req-9242cee2-f3ad-4bdb-b111-b3d35fcb260f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e54872ee-5d04-4d68-91b3-933e87f98572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456865 Aug 05 12:51:16.932828 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-93b79375-894c-4934-b961-b409e3a9e7f7 req-30b815f0-16b8-4b70-b6d7-fe96b6ef61ae service neutron] 10.222.0.55 "GET /v2.0/networks/e54872ee-5d04-4d68-91b3-933e87f98572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883384 Aug 05 12:51:17.031069 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-93b79375-894c-4934-b961-b409e3a9e7f7 req-4f3b6897-e093-456f-8069-81d8c1b543cd service neutron] 10.222.0.55 "GET /v2.0/networks/e54872ee-5d04-4d68-91b3-933e87f98572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911949 Aug 05 12:51:17.689678 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce04a7e-b81e-49cc-80a5-760466c35027 req-1b92220a-f1d0-4e24-ae02-e25397aad417 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:51:17.691317 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fce04a7e-b81e-49cc-80a5-760466c35027 req-1b92220a-f1d0-4e24-ae02-e25397aad417 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7d268a-9056-4cb5-ba9a-15ebd97521fc HTTP/1.1" status: 200 len: 944 time: 0.0560172 Aug 05 12:51:17.730951 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fce04a7e-b81e-49cc-80a5-760466c35027 req-3f0fb302-ba5b-4f89-9cbf-c92562aac5d6 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/security-groups?id=1269018a-12ea-44f1-8665-8b3823ff5673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329080 Aug 05 12:51:17.754133 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49868) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:51:17.820139 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-468481f2-31ae-4734-83c7-bab35e4fa8fd tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/floatingips/9fbbe453-e197-4752-b6c0-d458509f57f4 HTTP/1.1" status: 200 len: 992 time: 0.0643132 Aug 05 12:51:20.012430 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9 up at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:51:20.061740 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning for port 23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:51:20.065285 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning complete for port 23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:51:20.065653 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:51:20.152781 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:51:20.174579 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce7d268a-9056-4cb5-ba9a-15ebd97521fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:51:20.177061 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e1268cc07bff5734ca170491336a8ac74677c017447dd0c96766dddd3e3cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caed5c1e-1c18-45e1-af06-ce2f19cfa3e7" -d '{"events": [{"server_uuid": "ce7d268a-9056-4cb5-ba9a-15ebd97521fc", "name": "network-vif-plugged", "status": "completed", "tag": "23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:51:20.190611 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9,segment=NetworkSegment(58e024e9-6562-4712-b0e6-5e76f153d191),segment_id=58e024e9-6562-4712-b0e6-5e76f153d191)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:51:20.196091 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:51:20.222756 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 12:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5fec7df-209a-4eff-821b-09f3964d936c x-openstack-request-id: req-e5fec7df-209a-4eff-821b-09f3964d936c {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:51:20.223092 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce7d268a-9056-4cb5-ba9a-15ebd97521fc", "name": "network-vif-plugged", "status": "completed", "tag": "23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:51:20.223349 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e5fec7df-209a-4eff-821b-09f3964d936c {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:51:20.223744 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce7d268a-9056-4cb5-ba9a-15ebd97521fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9', 'code': 200} Aug 05 12:51:20.256755 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9,revision_number=9']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:51:22.977051 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:51:30.256974 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:51:37.374319 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-a6f94e30-fa4b-40a1-9f33-cf7df90987e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:51:40.098638 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f929d034-8861-4899-8be7-d21388ff483c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:51:40.163123 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:51:42.091415 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:51:43.817636 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 12:51:44.236195 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:51:52.976541 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:51:54.344790 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5ed8a6c4-b964-411d-8392-975ef67e3688 req-5589b89c-f4a2-4c03-829d-062e63896280 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ce7d268a-9056-4cb5-ba9a-15ebd97521fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0428314 Aug 05 12:51:54.447744 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed8a6c4-b964-411d-8392-975ef67e3688 req-bee59b09-5243-4a15-bd25-f70af84ea3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:51:54.449308 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5ed8a6c4-b964-411d-8392-975ef67e3688 req-bee59b09-5243-4a15-bd25-f70af84ea3fa service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7ebbcc569b8f45a1a422fca72fe4b773&device_id=ce7d268a-9056-4cb5-ba9a-15ebd97521fc HTTP/1.1" status: 200 len: 1096 time: 0.0423222 Aug 05 12:51:54.561731 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed8a6c4-b964-411d-8392-975ef67e3688 req-164e0cd5-8769-4105-9f14-433dc0e764c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:51:54.563233 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5ed8a6c4-b964-411d-8392-975ef67e3688 req-164e0cd5-8769-4105-9f14-433dc0e764c2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e54872ee-5d04-4d68-91b3-933e87f98572 HTTP/1.1" status: 200 len: 897 time: 0.0937424 Aug 05 12:51:54.631689 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5ed8a6c4-b964-411d-8392-975ef67e3688 req-a8fcd882-01bb-4b0f-8cfc-8d810690fc34 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9 HTTP/1.1" status: 200 len: 1001 time: 0.0599000 Aug 05 12:51:54.690848 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed8a6c4-b964-411d-8392-975ef67e3688 req-104e6d5a-13c0-4784-b312-b366de5320e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:51:54.692363 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5ed8a6c4-b964-411d-8392-975ef67e3688 req-104e6d5a-13c0-4784-b312-b366de5320e1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3248b3a9-273c-45db-a887-84e3394cdb87 HTTP/1.1" status: 200 len: 835 time: 0.0527980 Aug 05 12:51:54.748375 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed8a6c4-b964-411d-8392-975ef67e3688 req-d137473a-b907-46a1-9fe3-cfb41a3f33e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:51:54.749991 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5ed8a6c4-b964-411d-8392-975ef67e3688 req-d137473a-b907-46a1-9fe3-cfb41a3f33e5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e54872ee-5d04-4d68-91b3-933e87f98572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498974 Aug 05 12:51:54.848105 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5ed8a6c4-b964-411d-8392-975ef67e3688 req-d3f0f0ea-01af-46ca-a630-d5ab02064c6d service neutron] 10.222.0.64 "GET /v2.0/networks/e54872ee-5d04-4d68-91b3-933e87f98572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897033 Aug 05 12:51:54.948869 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5ed8a6c4-b964-411d-8392-975ef67e3688 req-ebb08757-68d6-439e-aea9-11ccfe22dc73 service neutron] 10.222.0.64 "GET /v2.0/networks/e54872ee-5d04-4d68-91b3-933e87f98572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935049 Aug 05 12:52:00.255316 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:07.376124 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-688e5f5e-0a0e-4d5f-8cdb-04390e1d56fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:10.100219 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-47d94519-6f55-4fb8-9f92-8e332408602a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:10.166722 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:12.093876 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:14.236458 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:14.813476 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49888) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:52:15.030422 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-a9c5eb48-e7ec-46c0-a593-9f74b40e35ea tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Deleting port 5fb3479c-ef92-4757-94fe-a83e63d50769 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:52:15.030686 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a9c5eb48-e7ec-46c0-a593-9f74b40e35ea tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:15.116569 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a9c5eb48-e7ec-46c0-a593-9f74b40e35ea tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:15.116971 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a9c5eb48-e7ec-46c0-a593-9f74b40e35ea tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:15.132371 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-a9c5eb48-e7ec-46c0-a593-9f74b40e35ea tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Calling delete_port for 5fb3479c-ef92-4757-94fe-a83e63d50769 owned by network:floatingip {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:52:15.286788 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a9c5eb48-e7ec-46c0-a593-9f74b40e35ea tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:15.314091 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c5eb48-e7ec-46c0-a593-9f74b40e35ea tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Pushing event deleted for resources: {'Port': ['ID=5fb3479c-ef92-4757-94fe-a83e63d50769,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:52:15.329097 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c5eb48-e7ec-46c0-a593-9f74b40e35ea tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:52:15.329605 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c5eb48-e7ec-46c0-a593-9f74b40e35ea tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:52:15.329779 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c5eb48-e7ec-46c0-a593-9f74b40e35ea tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:52:15.330114 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c5eb48-e7ec-46c0-a593-9f74b40e35ea tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:52:15.330444 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c5eb48-e7ec-46c0-a593-9f74b40e35ea tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:52:15.330806 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c5eb48-e7ec-46c0-a593-9f74b40e35ea tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:52:15.331101 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c5eb48-e7ec-46c0-a593-9f74b40e35ea tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:52:15.331424 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c5eb48-e7ec-46c0-a593-9f74b40e35ea tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:52:15.331751 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c5eb48-e7ec-46c0-a593-9f74b40e35ea tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:52:15.332076 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c5eb48-e7ec-46c0-a593-9f74b40e35ea tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:52:15.332395 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c5eb48-e7ec-46c0-a593-9f74b40e35ea tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:52:15.332739 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c5eb48-e7ec-46c0-a593-9f74b40e35ea tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:52:15.388744 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a9c5eb48-e7ec-46c0-a593-9f74b40e35ea tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for floatingip, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:15.389138 n-d-803378-2 neutron-server[94420]: INFO neutron.db.l3_db [None req-a9c5eb48-e7ec-46c0-a593-9f74b40e35ea tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Floating IP 9fbbe453-e197-4752-b6c0-d458509f57f4 disassociated (deleted). External IP: 172.25.5.141, port: 23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9. Aug 05 12:52:15.605194 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9c5eb48-e7ec-46c0-a593-9f74b40e35ea tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Router 0545fbdf-e3fe-4a66-ab75-ad435159be26 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:52:15.713506 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9c5eb48-e7ec-46c0-a593-9f74b40e35ea tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:52:15.719071 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a9c5eb48-e7ec-46c0-a593-9f74b40e35ea tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:15.723760 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01435844-83f4-4557-afcd-1d24bccf70a6 None None] Sync routers for ids ['0545fbdf-e3fe-4a66-ab75-ad435159be26'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:52:15.733743 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01435844-83f4-4557-afcd-1d24bccf70a6 None None] Routers {'0545fbdf-e3fe-4a66-ab75-ad435159be26'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:52:15.734387 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-01435844-83f4-4557-afcd-1d24bccf70a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:52:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['0545fbdf-e3fe-4a66-ab75-ad435159be26'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:52:15.748655 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-a9c5eb48-e7ec-46c0-a593-9f74b40e35ea tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "DELETE /v2.0/floatingips/9fbbe453-e197-4752-b6c0-d458509f57f4 HTTP/1.1" status: 204 len: 168 time: 0.9340196 Aug 05 12:52:15.749312 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce7d268a-9056-4cb5-ba9a-15ebd97521fc', 'tag': '23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:52:15.751624 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47e10126444b02a26d513ed6f4b145adbdfa00d329c865c61a1608b26e6d0230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4813ab3-7418-4f4a-aa57-67591872af88" -d '{"events": [{"name": "network-changed", "server_uuid": "ce7d268a-9056-4cb5-ba9a-15ebd97521fc", "tag": "23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:52:15.792001 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 12:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e5ad6d0-65fc-4615-8836-b12f47d888bc x-openstack-request-id: req-4e5ad6d0-65fc-4615-8836-b12f47d888bc {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:52:15.792299 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce7d268a-9056-4cb5-ba9a-15ebd97521fc", "tag": "23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:52:15.792661 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4e5ad6d0-65fc-4615-8836-b12f47d888bc {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:52:15.793198 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce7d268a-9056-4cb5-ba9a-15ebd97521fc', 'tag': '23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9', 'status': 'completed', 'code': 200} Aug 05 12:52:15.851152 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-01435844-83f4-4557-afcd-1d24bccf70a6 None None] Set router 0545fbdf-e3fe-4a66-ab75-ad435159be26 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:52:15.899133 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4813ab3-7418-4f4a-aa57-67591872af88 req-d4201e18-95bc-4657-ae73-35f634a5fd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:52:15.900974 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b4813ab3-7418-4f4a-aa57-67591872af88 req-d4201e18-95bc-4657-ae73-35f634a5fd81 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7ebbcc569b8f45a1a422fca72fe4b773&device_id=ce7d268a-9056-4cb5-ba9a-15ebd97521fc HTTP/1.1" status: 200 len: 1096 time: 0.0581980 Aug 05 12:52:16.047469 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7c1dc4-0331-4d30-ab2b-1ed2563f20f2 req-7ce06ef8-6e42-4395-9235-fe768f565fd2 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:52:16.049037 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ca7c1dc4-0331-4d30-ab2b-1ed2563f20f2 req-7ce06ef8-6e42-4395-9235-fe768f565fd2 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7d268a-9056-4cb5-ba9a-15ebd97521fc HTTP/1.1" status: 200 len: 945 time: 0.1114097 Aug 05 12:52:16.084223 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-01435844-83f4-4557-afcd-1d24bccf70a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0545fbdf-e3fe-4a66-ab75-ad435159be26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1672000558', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': '3260da9c-e161-46e7-9b0f-6011e7b161f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:49:57Z', 'updated_at': '2021-08-05T12:50:01Z', 'revision_number': 4, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'gw_port': {'id': '3260da9c-e161-46e7-9b0f-6011e7b161f1', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0545fbdf-e3fe-4a66-ab75-ad435159be26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:49:58Z', 'updated_at': '2021-08-05T12:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '55f1156f-f521-4b72-a9b7-bb1e3c66a2ec', 'name': '', 'network_id': 'e54872ee-5d04-4d68-91b3-933e87f98572', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'mac_address': 'fa:16:3e:78:68:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0545fbdf-e3fe-4a66-ab75-ad435159be26', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '3248b3a9-273c-45db-a887-84e3394cdb87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:50:01Z', 'updated_at': '2021-08-05T12:50:06Z', 'revision_number': 5, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'subnets': [{'id': '3248b3a9-273c-45db-a887-84e3394cdb87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:52:16.084766 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4813ab3-7418-4f4a-aa57-67591872af88 req-1296a62e-2f39-49a7-86ab-163fa0fb40cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:52:16.086253 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b4813ab3-7418-4f4a-aa57-67591872af88 req-1296a62e-2f39-49a7-86ab-163fa0fb40cb service neutron] 10.222.0.64 "GET /v2.0/networks?id=e54872ee-5d04-4d68-91b3-933e87f98572 HTTP/1.1" status: 200 len: 897 time: 0.1368370 Aug 05 12:52:16.110777 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ca7c1dc4-0331-4d30-ab2b-1ed2563f20f2 req-368091bb-744f-4716-a802-b78fa1dd83e6 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/security-groups?id=1269018a-12ea-44f1-8665-8b3823ff5673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549381 Aug 05 12:52:16.113135 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01435844-83f4-4557-afcd-1d24bccf70a6 None None] Checking router: 0545fbdf-e3fe-4a66-ab75-ad435159be26 for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:52:16.124548 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01435844-83f4-4557-afcd-1d24bccf70a6 None None] Routers {'0545fbdf-e3fe-4a66-ab75-ad435159be26'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:52:16.125182 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-01435844-83f4-4557-afcd-1d24bccf70a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:52:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['0545fbdf-e3fe-4a66-ab75-ad435159be26'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:52:16.141830 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b4813ab3-7418-4f4a-aa57-67591872af88 req-a259ae1e-afc4-4f6c-87ec-5db13da451f4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9 HTTP/1.1" status: 200 len: 217 time: 0.0448768 Aug 05 12:52:16.200181 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4813ab3-7418-4f4a-aa57-67591872af88 req-e040c5ac-b91a-4444-b98c-55a85ccaf4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:52:16.202500 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b4813ab3-7418-4f4a-aa57-67591872af88 req-e040c5ac-b91a-4444-b98c-55a85ccaf4a0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3248b3a9-273c-45db-a887-84e3394cdb87 HTTP/1.1" status: 200 len: 835 time: 0.0524037 Aug 05 12:52:16.257580 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4813ab3-7418-4f4a-aa57-67591872af88 req-4064ac3d-5105-434d-ab0d-6fcbaccbbc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:52:16.259123 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b4813ab3-7418-4f4a-aa57-67591872af88 req-4064ac3d-5105-434d-ab0d-6fcbaccbbc31 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e54872ee-5d04-4d68-91b3-933e87f98572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466406 Aug 05 12:52:16.327188 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-01435844-83f4-4557-afcd-1d24bccf70a6 None None] Set router 0545fbdf-e3fe-4a66-ab75-ad435159be26 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:52:16.357287 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b4813ab3-7418-4f4a-aa57-67591872af88 req-35644dd6-7959-49b5-a20e-d5d8794e5e84 service neutron] 10.222.0.64 "GET /v2.0/networks/e54872ee-5d04-4d68-91b3-933e87f98572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883756 Aug 05 12:52:16.456272 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b4813ab3-7418-4f4a-aa57-67591872af88 req-ed224034-9b1c-467d-9df7-8905a9d1faae service neutron] 10.222.0.64 "GET /v2.0/networks/e54872ee-5d04-4d68-91b3-933e87f98572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912018 Aug 05 12:52:16.531935 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-01435844-83f4-4557-afcd-1d24bccf70a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0545fbdf-e3fe-4a66-ab75-ad435159be26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1672000558', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': '3260da9c-e161-46e7-9b0f-6011e7b161f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:49:57Z', 'updated_at': '2021-08-05T12:50:01Z', 'revision_number': 4, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'gw_port': {'id': '3260da9c-e161-46e7-9b0f-6011e7b161f1', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0545fbdf-e3fe-4a66-ab75-ad435159be26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:49:58Z', 'updated_at': '2021-08-05T12:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '55f1156f-f521-4b72-a9b7-bb1e3c66a2ec', 'name': '', 'network_id': 'e54872ee-5d04-4d68-91b3-933e87f98572', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'mac_address': 'fa:16:3e:78:68:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0545fbdf-e3fe-4a66-ab75-ad435159be26', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '3248b3a9-273c-45db-a887-84e3394cdb87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:50:01Z', 'updated_at': '2021-08-05T12:50:06Z', 'revision_number': 5, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'subnets': [{'id': '3248b3a9-273c-45db-a887-84e3394cdb87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:52:16.561182 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01435844-83f4-4557-afcd-1d24bccf70a6 None None] The sync data for ids ['0545fbdf-e3fe-4a66-ab75-ad435159be26'] in n-d-803378-2 is: [{'id': '0545fbdf-e3fe-4a66-ab75-ad435159be26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1672000558', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': '3260da9c-e161-46e7-9b0f-6011e7b161f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:49:57Z', 'updated_at': '2021-08-05T12:50:01Z', 'revision_number': 4, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'gw_port': {'id': '3260da9c-e161-46e7-9b0f-6011e7b161f1', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0545fbdf-e3fe-4a66-ab75-ad435159be26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:49:58Z', 'updated_at': '2021-08-05T12:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '55f1156f-f521-4b72-a9b7-bb1e3c66a2ec', 'name': '', 'network_id': 'e54872ee-5d04-4d68-91b3-933e87f98572', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'mac_address': 'fa:16:3e:78:68:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0545fbdf-e3fe-4a66-ab75-ad435159be26', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '3248b3a9-273c-45db-a887-84e3394cdb87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:50:01Z', 'updated_at': '2021-08-05T12:50:06Z', 'revision_number': 5, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'subnets': [{'id': '3248b3a9-273c-45db-a887-84e3394cdb87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:52:16.784698 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81e78e7-5359-45b6-8e68-1a22c59b1039 None None] New status for floating IP 9fbbe453-e197-4752-b6c0-d458509f57f4: DOWN {{(pid=94422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 12:52:17.236747 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad48ade9-3549-4866-9a54-8e4b97200a38 req-e0799ce8-362f-4524-90c9-559b763a18f4 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:52:17.238626 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ad48ade9-3549-4866-9a54-8e4b97200a38 req-e0799ce8-362f-4524-90c9-559b763a18f4 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7d268a-9056-4cb5-ba9a-15ebd97521fc HTTP/1.1" status: 200 len: 945 time: 0.0520191 Aug 05 12:52:17.283231 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ad48ade9-3549-4866-9a54-8e4b97200a38 req-b36de0b7-7f40-4550-a765-899fa9f76d86 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/security-groups?id=1269018a-12ea-44f1-8665-8b3823ff5673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382588 Aug 05 12:52:17.766335 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b96486-128e-4e1b-92a5-75515b325dff req-46d7b87e-0334-4206-9bb6-68915f2a360e tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:52:17.767912 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-44b96486-128e-4e1b-92a5-75515b325dff req-46d7b87e-0334-4206-9bb6-68915f2a360e tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce7d268a-9056-4cb5-ba9a-15ebd97521fc HTTP/1.1" status: 200 len: 945 time: 0.0559163 Aug 05 12:52:17.866013 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [req-44b96486-128e-4e1b-92a5-75515b325dff req-3c60c9f7-cc01-438c-8f13-e4c363681de4 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Deleting port 23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:52:17.866362 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-44b96486-128e-4e1b-92a5-75515b325dff req-3c60c9f7-cc01-438c-8f13-e4c363681de4 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:17.961334 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-44b96486-128e-4e1b-92a5-75515b325dff req-3c60c9f7-cc01-438c-8f13-e4c363681de4 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] For port 23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9,segment=NetworkSegment(58e024e9-6562-4712-b0e6-5e76f153d191),segment_id=58e024e9-6562-4712-b0e6-5e76f153d191)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:52:17.961702 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-44b96486-128e-4e1b-92a5-75515b325dff req-3c60c9f7-cc01-438c-8f13-e4c363681de4 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:17.976626 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [req-44b96486-128e-4e1b-92a5-75515b325dff req-3c60c9f7-cc01-438c-8f13-e4c363681de4 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Calling delete_port for 23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9 owned by compute:nova {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:52:18.112333 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-44b96486-128e-4e1b-92a5-75515b325dff req-3c60c9f7-cc01-438c-8f13-e4c363681de4 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:18.147088 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c60c9f7-cc01-438c-8f13-e4c363681de4 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Pushing event deleted for resources: {'Port': ['ID=23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:52:18.190380 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [req-44b96486-128e-4e1b-92a5-75515b325dff req-3c60c9f7-cc01-438c-8f13-e4c363681de4 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] No DVR routers for this DVR port 23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9 on host n-h1-803378-2 {{(pid=94420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:52:18.194376 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-44b96486-128e-4e1b-92a5-75515b325dff req-3c60c9f7-cc01-438c-8f13-e4c363681de4 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:18.196420 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-44b96486-128e-4e1b-92a5-75515b325dff req-3c60c9f7-cc01-438c-8f13-e4c363681de4 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.64 "DELETE /v2.0/ports/23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9 HTTP/1.1" status: 204 len: 173 time: 0.4217257 Aug 05 12:52:18.196899 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce7d268a-9056-4cb5-ba9a-15ebd97521fc', 'name': 'network-vif-deleted', 'tag': '23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:52:18.199200 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47e10126444b02a26d513ed6f4b145adbdfa00d329c865c61a1608b26e6d0230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c5436a6-92e0-4361-afbf-3d474cf4eee9" -d '{"events": [{"server_uuid": "ce7d268a-9056-4cb5-ba9a-15ebd97521fc", "name": "network-vif-deleted", "tag": "23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:52:18.245169 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 12:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b5cf094-475c-44f4-a1a2-4c8747941e07 x-openstack-request-id: req-0b5cf094-475c-44f4-a1a2-4c8747941e07 {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:52:18.245799 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce7d268a-9056-4cb5-ba9a-15ebd97521fc", "name": "network-vif-deleted", "tag": "23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:52:18.245799 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0b5cf094-475c-44f4-a1a2-4c8747941e07 {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:52:18.246075 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce7d268a-9056-4cb5-ba9a-15ebd97521fc', 'name': 'network-vif-deleted', 'tag': '23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9', 'status': 'completed', 'code': 200} Aug 05 12:52:18.407044 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-46d35051-34ec-485b-843e-6a381a6357b5 req-4c9ae27d-8d21-46d2-9695-50d34511503d tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7d268a-9056-4cb5-ba9a-15ebd97521fc HTTP/1.1" status: 200 len: 210 time: 0.0294995 Aug 05 12:52:19.467996 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49906) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:52:19.852851 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a4420ebc-8b48-43e4-af6d-6680986cf3f6 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33208311'] for router_interface, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:20.422380 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-a4420ebc-8b48-43e4-af6d-6680986cf3f6 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Deleting port 55f1156f-f521-4b72-a9b7-bb1e3c66a2ec {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:52:20.422718 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a4420ebc-8b48-43e4-af6d-6680986cf3f6 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:20.521025 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-a4420ebc-8b48-43e4-af6d-6680986cf3f6 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] For port 55f1156f-f521-4b72-a9b7-bb1e3c66a2ec, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=55f1156f-f521-4b72-a9b7-bb1e3c66a2ec,segment=NetworkSegment(58e024e9-6562-4712-b0e6-5e76f153d191),segment_id=58e024e9-6562-4712-b0e6-5e76f153d191)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:52:20.521799 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a4420ebc-8b48-43e4-af6d-6680986cf3f6 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:20.536179 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-a4420ebc-8b48-43e4-af6d-6680986cf3f6 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Calling delete_port for 55f1156f-f521-4b72-a9b7-bb1e3c66a2ec owned by network:router_interface {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:52:20.736573 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a4420ebc-8b48-43e4-af6d-6680986cf3f6 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:20.768236 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4420ebc-8b48-43e4-af6d-6680986cf3f6 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Pushing event deleted for resources: {'Port': ['ID=55f1156f-f521-4b72-a9b7-bb1e3c66a2ec,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:52:20.817722 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 12:52:20.981232 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a4420ebc-8b48-43e4-af6d-6680986cf3f6 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33140263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33208171'] for router_interface, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:21.291476 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4420ebc-8b48-43e4-af6d-6680986cf3f6 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Router 0545fbdf-e3fe-4a66-ab75-ad435159be26 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:52:21.441905 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4420ebc-8b48-43e4-af6d-6680986cf3f6 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:52:21.447651 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-a4420ebc-8b48-43e4-af6d-6680986cf3f6 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "PUT /v2.0/routers/0545fbdf-e3fe-4a66-ab75-ad435159be26/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9781623 Aug 05 12:52:21.450198 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49908) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:52:21.453945 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b3160a-1f84-4a7e-95f0-dc2208597f89 None None] Sync routers for ids ['0545fbdf-e3fe-4a66-ab75-ad435159be26'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:52:21.464178 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b3160a-1f84-4a7e-95f0-dc2208597f89 None None] Routers {'0545fbdf-e3fe-4a66-ab75-ad435159be26'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:52:21.464843 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-24b3160a-1f84-4a7e-95f0-dc2208597f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:52:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['0545fbdf-e3fe-4a66-ab75-ad435159be26'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:52:21.511988 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_v2 [None req-cec41020-6e1f-425d-84dc-8eace3507cad tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Deleting subnet 3248b3a9-273c-45db-a887-84e3394cdb87 {{(pid=94420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 12:52:21.515869 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-cec41020-6e1f-425d-84dc-8eace3507cad tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for subnet, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:21.560870 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-cec41020-6e1f-425d-84dc-8eace3507cad tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25010562'] for subnet, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:21.582635 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-24b3160a-1f84-4a7e-95f0-dc2208597f89 None None] Set router 0545fbdf-e3fe-4a66-ab75-ad435159be26 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:52:21.672954 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-cec41020-6e1f-425d-84dc-8eace3507cad tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:21.761346 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-cec41020-6e1f-425d-84dc-8eace3507cad tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29762763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24211094'] for subnet, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:21.793085 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec41020-6e1f-425d-84dc-8eace3507cad tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Pushing event deleted for resources: {'Subnet': ['ID=3248b3a9-273c-45db-a887-84e3394cdb87,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:52:21.804746 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c548ca3-31ff-4c46-b7ee-3faac433c85a None None] Network e54872ee-5d04-4d68-91b3-933e87f98572 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:52:21.807635 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-cec41020-6e1f-425d-84dc-8eace3507cad tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:21.810139 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-cec41020-6e1f-425d-84dc-8eace3507cad tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "DELETE /v2.0/subnets/3248b3a9-273c-45db-a887-84e3394cdb87 HTTP/1.1" status: 204 len: 168 time: 0.3580515 Aug 05 12:52:21.813430 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49910) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:52:21.839129 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-24b3160a-1f84-4a7e-95f0-dc2208597f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0545fbdf-e3fe-4a66-ab75-ad435159be26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1672000558', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': '3260da9c-e161-46e7-9b0f-6011e7b161f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:49:57Z', 'updated_at': '2021-08-05T12:52:20Z', 'revision_number': 5, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'gw_port': {'id': '3260da9c-e161-46e7-9b0f-6011e7b161f1', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0545fbdf-e3fe-4a66-ab75-ad435159be26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:49:58Z', 'updated_at': '2021-08-05T12:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:52:21.874701 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b3160a-1f84-4a7e-95f0-dc2208597f89 None None] Checking router: 0545fbdf-e3fe-4a66-ab75-ad435159be26 for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:52:21.889397 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b3160a-1f84-4a7e-95f0-dc2208597f89 None None] Routers {'0545fbdf-e3fe-4a66-ab75-ad435159be26'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:52:21.890809 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-24b3160a-1f84-4a7e-95f0-dc2208597f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:52:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['0545fbdf-e3fe-4a66-ab75-ad435159be26'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:52:21.958466 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0606b519-7e59-40fb-92f1-486d86ed0f86 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for router, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:22.026618 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-24b3160a-1f84-4a7e-95f0-dc2208597f89 None None] Set router 0545fbdf-e3fe-4a66-ab75-ad435159be26 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:52:22.059468 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297121fc-1ac0-42f7-a58a-80a50b315fea None None] DHCP port deletion for e54872ee-5d04-4d68-91b3-933e87f98572 request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 12:52:22.095459 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0606b519-7e59-40fb-92f1-486d86ed0f86 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:22.135711 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-297121fc-1ac0-42f7-a58a-80a50b315fea None None] Deleting port 7be6f453-ecc6-4645-a137-d3791642a699 {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:52:22.136196 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-297121fc-1ac0-42f7-a58a-80a50b315fea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:22.163555 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-0606b519-7e59-40fb-92f1-486d86ed0f86 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Deleting port 3260da9c-e161-46e7-9b0f-6011e7b161f1 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:52:22.164042 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0606b519-7e59-40fb-92f1-486d86ed0f86 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:22.204597 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-297121fc-1ac0-42f7-a58a-80a50b315fea None None] For port 7be6f453-ecc6-4645-a137-d3791642a699, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=7be6f453-ecc6-4645-a137-d3791642a699,segment=NetworkSegment(58e024e9-6562-4712-b0e6-5e76f153d191),segment_id=58e024e9-6562-4712-b0e6-5e76f153d191)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:52:22.205111 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-297121fc-1ac0-42f7-a58a-80a50b315fea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:22.219210 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-297121fc-1ac0-42f7-a58a-80a50b315fea None None] Calling delete_port for 7be6f453-ecc6-4645-a137-d3791642a699 owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:52:22.231118 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-24b3160a-1f84-4a7e-95f0-dc2208597f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0545fbdf-e3fe-4a66-ab75-ad435159be26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1672000558', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': '3260da9c-e161-46e7-9b0f-6011e7b161f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:49:57Z', 'updated_at': '2021-08-05T12:52:20Z', 'revision_number': 5, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'gw_port': {'id': '3260da9c-e161-46e7-9b0f-6011e7b161f1', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0545fbdf-e3fe-4a66-ab75-ad435159be26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:49:58Z', 'updated_at': '2021-08-05T12:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:52:22.260406 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [None req-0606b519-7e59-40fb-92f1-486d86ed0f86 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] For port 3260da9c-e161-46e7-9b0f-6011e7b161f1, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=3260da9c-e161-46e7-9b0f-6011e7b161f1,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:52:22.260758 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b3160a-1f84-4a7e-95f0-dc2208597f89 None None] The sync data for ids ['0545fbdf-e3fe-4a66-ab75-ad435159be26'] in n-d-803378-2 is: [{'id': '0545fbdf-e3fe-4a66-ab75-ad435159be26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1672000558', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': '3260da9c-e161-46e7-9b0f-6011e7b161f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:49:57Z', 'updated_at': '2021-08-05T12:52:20Z', 'revision_number': 5, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'gw_port': {'id': '3260da9c-e161-46e7-9b0f-6011e7b161f1', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0545fbdf-e3fe-4a66-ab75-ad435159be26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:49:58Z', 'updated_at': '2021-08-05T12:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:52:22.261569 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0606b519-7e59-40fb-92f1-486d86ed0f86 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:22.286393 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-0606b519-7e59-40fb-92f1-486d86ed0f86 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Calling delete_port for 3260da9c-e161-46e7-9b0f-6011e7b161f1 owned by network:router_gateway {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:52:22.308734 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9 no longer exists at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:52:22.338225 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] No Port match for: 23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:52:22.338558 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 23d67c47-a0ae-4d82-bafb-4b5b5d4f8ef9 not bound to the agent host n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:52:22.367908 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-297121fc-1ac0-42f7-a58a-80a50b315fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:22.395457 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297121fc-1ac0-42f7-a58a-80a50b315fea None None] Pushing event deleted for resources: {'Port': ['ID=7be6f453-ecc6-4645-a137-d3791642a699,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:52:22.401208 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297121fc-1ac0-42f7-a58a-80a50b315fea None None] No DVR routers for this DVR port 7be6f453-ecc6-4645-a137-d3791642a699 on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:52:22.401208 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297121fc-1ac0-42f7-a58a-80a50b315fea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:52:22.407665 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297121fc-1ac0-42f7-a58a-80a50b315fea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:52:22.407846 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297121fc-1ac0-42f7-a58a-80a50b315fea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:52:22.408179 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297121fc-1ac0-42f7-a58a-80a50b315fea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:52:22.408613 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297121fc-1ac0-42f7-a58a-80a50b315fea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:52:22.409127 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297121fc-1ac0-42f7-a58a-80a50b315fea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:52:22.409463 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297121fc-1ac0-42f7-a58a-80a50b315fea None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:52:22.409800 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297121fc-1ac0-42f7-a58a-80a50b315fea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:52:22.410310 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297121fc-1ac0-42f7-a58a-80a50b315fea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:52:22.410586 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297121fc-1ac0-42f7-a58a-80a50b315fea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:52:22.411113 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297121fc-1ac0-42f7-a58a-80a50b315fea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:52:22.411113 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297121fc-1ac0-42f7-a58a-80a50b315fea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:52:22.487452 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0606b519-7e59-40fb-92f1-486d86ed0f86 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:22.520837 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0606b519-7e59-40fb-92f1-486d86ed0f86 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Pushing event deleted for resources: {'Port': ['ID=3260da9c-e161-46e7-9b0f-6011e7b161f1,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:52:22.546057 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0606b519-7e59-40fb-92f1-486d86ed0f86 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:52:22.546410 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0606b519-7e59-40fb-92f1-486d86ed0f86 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:52:22.546756 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0606b519-7e59-40fb-92f1-486d86ed0f86 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:52:22.547099 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0606b519-7e59-40fb-92f1-486d86ed0f86 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:52:22.547440 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0606b519-7e59-40fb-92f1-486d86ed0f86 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:52:22.547777 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0606b519-7e59-40fb-92f1-486d86ed0f86 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:52:22.548128 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0606b519-7e59-40fb-92f1-486d86ed0f86 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:52:22.548446 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0606b519-7e59-40fb-92f1-486d86ed0f86 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:52:22.548801 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0606b519-7e59-40fb-92f1-486d86ed0f86 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:52:22.549137 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0606b519-7e59-40fb-92f1-486d86ed0f86 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:52:22.549459 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0606b519-7e59-40fb-92f1-486d86ed0f86 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:52:22.549787 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0606b519-7e59-40fb-92f1-486d86ed0f86 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:52:22.598368 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0606b519-7e59-40fb-92f1-486d86ed0f86 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33285055'] for router_gateway, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:22.698407 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0606b519-7e59-40fb-92f1-486d86ed0f86 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33262979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1951'] for router, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:22.701528 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0606b519-7e59-40fb-92f1-486d86ed0f86 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:22.758934 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0606b519-7e59-40fb-92f1-486d86ed0f86 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33262474'] for router, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:22.759817 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0606b519-7e59-40fb-92f1-486d86ed0f86 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Fanout notify agent at l3_agent the message router_deleted on router 0545fbdf-e3fe-4a66-ab75-ad435159be26 {{(pid=94421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 12:52:22.770767 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0606b519-7e59-40fb-92f1-486d86ed0f86 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for router, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:22.771956 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-0606b519-7e59-40fb-92f1-486d86ed0f86 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "DELETE /v2.0/routers/0545fbdf-e3fe-4a66-ab75-ad435159be26 HTTP/1.1" status: 204 len: 168 time: 0.9576008 Aug 05 12:52:22.775124 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49914) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:52:22.863001 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0c8486c3-b479-451c-8863-4ab6ac93a965 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:22.959409 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0c8486c3-b479-451c-8863-4ab6ac93a965 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:22.976912 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-0c8486c3-b479-451c-8863-4ab6ac93a965 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e54872ee-5d04-4d68-91b3-933e87f98572']}} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:52:22.987898 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:22.995772 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-0c8486c3-b479-451c-8863-4ab6ac93a965 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58e024e9-6562-4712-b0e6-5e76f153d191') {'for_net_delete': True} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:52:22.996084 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-0c8486c3-b479-451c-8863-4ab6ac93a965 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58e024e9-6562-4712-b0e6-5e76f153d191') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:52:23.006583 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0c8486c3-b479-451c-8863-4ab6ac93a965 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29786371'] for segment, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:23.023190 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0c8486c3-b479-451c-8863-4ab6ac93a965 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:23.033729 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c8486c3-b479-451c-8863-4ab6ac93a965 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=94421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 12:52:23.034252 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0c8486c3-b479-451c-8863-4ab6ac93a965 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25038799'] for segment, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:23.039411 n-d-803378-2 neutron-server[94421]: Traceback (most recent call last): Aug 05 12:52:23.039411 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 12:52:23.039411 n-d-803378-2 neutron-server[94421]: timer() Aug 05 12:52:23.039411 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 12:52:23.039411 n-d-803378-2 neutron-server[94421]: cb(*args, **kw) Aug 05 12:52:23.039411 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 12:52:23.039411 n-d-803378-2 neutron-server[94421]: return func(*args, **kwargs) Aug 05 12:52:23.039411 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 12:52:23.039411 n-d-803378-2 neutron-server[94421]: self._notify() Aug 05 12:52:23.039411 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 12:52:23.039411 n-d-803378-2 neutron-server[94421]: self.callback(batched_events) Aug 05 12:52:23.039411 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 12:52:23.039411 n-d-803378-2 neutron-server[94421]: event.method(event) Aug 05 12:52:23.039411 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 12:52:23.039411 n-d-803378-2 neutron-server[94421]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 12:52:23.039411 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 12:52:23.039411 n-d-803378-2 neutron-server[94421]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 12:52:23.039411 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 12:52:23.039411 n-d-803378-2 neutron-server[94421]: return f(self, *a, **k) Aug 05 12:52:23.039411 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 12:52:23.039411 n-d-803378-2 neutron-server[94421]: return self._get(url).json() Aug 05 12:52:23.039411 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 12:52:23.039411 n-d-803378-2 neutron-server[94421]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 12:52:23.039411 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 12:52:23.039411 n-d-803378-2 neutron-server[94421]: return self.request(url, 'GET', **kwargs) Aug 05 12:52:23.039411 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 12:52:23.039411 n-d-803378-2 neutron-server[94421]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 12:52:23.039411 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 12:52:23.039411 n-d-803378-2 neutron-server[94421]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 12:52:23.039411 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 12:52:23.039411 n-d-803378-2 neutron-server[94421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 12:52:23.039411 n-d-803378-2 neutron-server[94421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 12:52:23.116786 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0c8486c3-b479-451c-8863-4ab6ac93a965 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:23.124268 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0c8486c3-b479-451c-8863-4ab6ac93a965 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:23.128871 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-0c8486c3-b479-451c-8863-4ab6ac93a965 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "DELETE /v2.0/networks/e54872ee-5d04-4d68-91b3-933e87f98572 HTTP/1.1" status: 204 len: 168 time: 0.3500397 Aug 05 12:52:23.129831 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49916) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:52:23.145117 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8486c3-b479-451c-8863-4ab6ac93a965 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Pushing event deleted for resources: {'Network': ['ID=e54872ee-5d04-4d68-91b3-933e87f98572,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:52:23.195470 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-01c20e8e-cece-4930-a230-329e5fbcda38 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:23.229107 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-01c20e8e-cece-4930-a230-329e5fbcda38 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:23.307604 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-01c20e8e-cece-4930-a230-329e5fbcda38 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:23.311233 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-01c20e8e-cece-4930-a230-329e5fbcda38 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:23.312655 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-01c20e8e-cece-4930-a230-329e5fbcda38 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "DELETE /v2.0/security-groups/1269018a-12ea-44f1-8665-8b3823ff5673 HTTP/1.1" status: 204 len: 168 time: 0.1816938 Aug 05 12:52:23.322052 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c20e8e-cece-4930-a230-329e5fbcda38 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1269018a-12ea-44f1-8665-8b3823ff5673,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:52:23.584045 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49922) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:52:23.588898 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-783f301e-7bc2-4e8a-b965-e72302f6b584 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1952316611', 'description': 'tempest-secgroup-smoke-1952316611 description', 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:52:23.613907 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-783f301e-7bc2-4e8a-b965-e72302f6b584 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:23.710536 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-783f301e-7bc2-4e8a-b965-e72302f6b584 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:23.715340 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-783f301e-7bc2-4e8a-b965-e72302f6b584 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:23.752046 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-783f301e-7bc2-4e8a-b965-e72302f6b584 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:23.752285 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-783f301e-7bc2-4e8a-b965-e72302f6b584 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1670983 Aug 05 12:52:23.755620 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49924) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:52:23.761313 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-e95bb0b0-8a10-4098-a20a-92f5213f8280 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Request body: {'security_group_rule': {'security_group_id': 'c3462714-fccf-4f91-a77d-cb04a96a9db7', 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:52:23.770981 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783f301e-7bc2-4e8a-b965-e72302f6b584 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3462714-fccf-4f91-a77d-cb04a96a9db7,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:52:23.803698 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e95bb0b0-8a10-4098-a20a-92f5213f8280 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:23.865739 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e95bb0b0-8a10-4098-a20a-92f5213f8280 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:23.873237 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e95bb0b0-8a10-4098-a20a-92f5213f8280 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:23.895678 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95bb0b0-8a10-4098-a20a-92f5213f8280 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d6b7dfa-716d-4767-a62d-7167ca9bbb7c,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:52:23.900401 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e95bb0b0-8a10-4098-a20a-92f5213f8280 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:23.901729 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-e95bb0b0-8a10-4098-a20a-92f5213f8280 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1446996 Aug 05 12:52:23.906302 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49926) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:52:23.911464 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-98c3b784-5700-4f58-8b4a-ea4c4001ceba tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Request body: {'security_group_rule': {'security_group_id': 'c3462714-fccf-4f91-a77d-cb04a96a9db7', 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:52:23.941475 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-98c3b784-5700-4f58-8b4a-ea4c4001ceba tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:24.008041 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 3260da9c-e161-46e7-9b0f-6011e7b161f1 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:52:24.019385 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-98c3b784-5700-4f58-8b4a-ea4c4001ceba tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:24.024614 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-98c3b784-5700-4f58-8b4a-ea4c4001ceba tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:24.032608 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 3260da9c-e161-46e7-9b0f-6011e7b161f1 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:52:24.032988 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 3260da9c-e161-46e7-9b0f-6011e7b161f1 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:52:24.033636 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 55f1156f-f521-4b72-a9b7-bb1e3c66a2ec no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:52:24.047986 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c3b784-5700-4f58-8b4a-ea4c4001ceba tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6417dedd-0241-49fd-9982-e63ae1dcf38e,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:52:24.055038 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 55f1156f-f521-4b72-a9b7-bb1e3c66a2ec {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:52:24.055482 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 55f1156f-f521-4b72-a9b7-bb1e3c66a2ec not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:52:24.055805 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 7be6f453-ecc6-4645-a137-d3791642a699 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:52:24.056127 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-98c3b784-5700-4f58-8b4a-ea4c4001ceba tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:24.057617 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-98c3b784-5700-4f58-8b4a-ea4c4001ceba tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1501815 Aug 05 12:52:24.061800 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49928) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:52:24.067485 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-2ab64960-5caa-4239-96fc-72de3d0b02f1 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Request body: {'security_group_rule': {'security_group_id': 'c3462714-fccf-4f91-a77d-cb04a96a9db7', 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:52:24.086503 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 7be6f453-ecc6-4645-a137-d3791642a699 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:52:24.086838 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 7be6f453-ecc6-4645-a137-d3791642a699 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:52:24.110831 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2ab64960-5caa-4239-96fc-72de3d0b02f1 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:24.187062 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2ab64960-5caa-4239-96fc-72de3d0b02f1 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:24.191772 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2ab64960-5caa-4239-96fc-72de3d0b02f1 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:24.208838 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab64960-5caa-4239-96fc-72de3d0b02f1 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5afc2a2a-fa66-4392-80af-b6599ba493c9,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:52:24.221203 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2ab64960-5caa-4239-96fc-72de3d0b02f1 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:24.223395 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-2ab64960-5caa-4239-96fc-72de3d0b02f1 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1597493 Aug 05 12:52:24.226159 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49930) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:52:24.231024 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-0f643934-ca72-4a0a-97c3-787bb416995f tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Request body: {'security_group_rule': {'security_group_id': 'c3462714-fccf-4f91-a77d-cb04a96a9db7', 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:52:24.263604 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0f643934-ca72-4a0a-97c3-787bb416995f tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:24.341978 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0f643934-ca72-4a0a-97c3-787bb416995f tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:24.346437 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0f643934-ca72-4a0a-97c3-787bb416995f tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:24.366011 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f643934-ca72-4a0a-97c3-787bb416995f tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1b1cfa7-f541-40aa-b5a7-d3e3c6739d91,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:52:24.380017 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0f643934-ca72-4a0a-97c3-787bb416995f tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:24.381315 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-0f643934-ca72-4a0a-97c3-787bb416995f tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1541080 Aug 05 12:52:24.385214 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49932) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:52:24.392348 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-c0c8da10-6ab5-41ad-8d7f-16c9858f502c tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Request body: {'security_group_rule': {'security_group_id': 'c3462714-fccf-4f91-a77d-cb04a96a9db7', 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:52:24.417120 n-d-803378-2 neutron-server[94420]: INFO neutron.db.securitygroups_db [None req-c0c8da10-6ab5-41ad-8d7f-16c9858f502c tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Project 7ebbcc569b8f45a1a422fca72fe4b773 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 05 12:52:24.423265 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c0c8da10-6ab5-41ad-8d7f-16c9858f502c tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:24.494984 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c0c8da10-6ab5-41ad-8d7f-16c9858f502c tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:24.500259 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c0c8da10-6ab5-41ad-8d7f-16c9858f502c tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:24.527346 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c8da10-6ab5-41ad-8d7f-16c9858f502c tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4724db3d-d072-493d-ae85-ad13080505a4,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:52:24.535029 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c0c8da10-6ab5-41ad-8d7f-16c9858f502c tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:24.536272 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-c0c8da10-6ab5-41ad-8d7f-16c9858f502c tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1499186 Aug 05 12:52:24.539054 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49934) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:52:24.543833 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-326ba1de-596a-4eb0-a31b-6c07cf15e084 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Request body: {'security_group_rule': {'security_group_id': 'c3462714-fccf-4f91-a77d-cb04a96a9db7', 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:52:24.570516 n-d-803378-2 neutron-server[94420]: INFO neutron.db.securitygroups_db [None req-326ba1de-596a-4eb0-a31b-6c07cf15e084 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Project 7ebbcc569b8f45a1a422fca72fe4b773 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 05 12:52:24.575889 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-326ba1de-596a-4eb0-a31b-6c07cf15e084 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:24.641821 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-326ba1de-596a-4eb0-a31b-6c07cf15e084 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:24.646112 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-326ba1de-596a-4eb0-a31b-6c07cf15e084 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:24.666874 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326ba1de-596a-4eb0-a31b-6c07cf15e084 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8c9cc0f-afc8-4211-8c56-b0e02bbb27cb,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:52:24.674780 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-326ba1de-596a-4eb0-a31b-6c07cf15e084 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:24.676125 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-326ba1de-596a-4eb0-a31b-6c07cf15e084 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1360373 Aug 05 12:52:24.679259 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49936) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:52:24.684378 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-5e8350a9-d405-4ad6-83ce-db78bebb498d tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Request body: {'network': {'name': 'tempest-network-smoke--1572321232', 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'port_security_enabled': True}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:52:24.705925 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e8350a9-d405-4ad6-83ce-db78bebb498d tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Made reservation on behalf of 7ebbcc569b8f45a1a422fca72fe4b773 for: {'network': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:52:24.709627 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5e8350a9-d405-4ad6-83ce-db78bebb498d tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:24.735676 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e8350a9-d405-4ad6-83ce-db78bebb498d tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] vlan segment allocate from pool success with {'vlan_id': 663, 'physical_network': 'physnet1'} {{(pid=94420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 12:52:24.746937 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5e8350a9-d405-4ad6-83ce-db78bebb498d tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:24.747219 n-d-803378-2 neutron-server[94420]: INFO neutron.db.segments_db [None req-5e8350a9-d405-4ad6-83ce-db78bebb498d tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Added segment 801130e2-194a-449a-b27d-c14d422ccd40 of type vlan for network 1e6a0195-b834-4293-af85-486135f61d15 Aug 05 12:52:24.800275 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5e8350a9-d405-4ad6-83ce-db78bebb498d tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:24.832667 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5e8350a9-d405-4ad6-83ce-db78bebb498d tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:24.838416 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e8350a9-d405-4ad6-83ce-db78bebb498d tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:52:24.839008 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-5e8350a9-d405-4ad6-83ce-db78bebb498d tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:24.900350 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-5e8350a9-d405-4ad6-83ce-db78bebb498d tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2200146 Aug 05 12:52:24.903956 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49938) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:52:24.911770 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-6f70a0d6-61f9-4b40-ad89-7c62a98f7fcb tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-834540680', 'admin_state_up': True, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:52:24.922058 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8350a9-d405-4ad6-83ce-db78bebb498d tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Pushing event updated for resources: {'Network': ['ID=1e6a0195-b834-4293-af85-486135f61d15,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:52:24.933196 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 1e6a0195-b834-4293-af85-486135f61d15 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 12:52:24.947937 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6f70a0d6-61f9-4b40-ad89-7c62a98f7fcb tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33260300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1929'] for router, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:24.949773 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6f70a0d6-61f9-4b40-ad89-7c62a98f7fcb tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33285914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33034662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1926'] for router, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:25.035231 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6f70a0d6-61f9-4b40-ad89-7c62a98f7fcb tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:25.183704 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6f70a0d6-61f9-4b40-ad89-7c62a98f7fcb tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:25.414456 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6f70a0d6-61f9-4b40-ad89-7c62a98f7fcb tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for router_gateway, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:25.435454 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6f70a0d6-61f9-4b40-ad89-7c62a98f7fcb tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:25.554742 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-6f70a0d6-61f9-4b40-ad89-7c62a98f7fcb tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Allocated IP 172.25.5.7 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/5ecc55fd-cb9a-48d1-b06b-50813e3c1aed) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:52:25.672259 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6f70a0d6-61f9-4b40-ad89-7c62a98f7fcb tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:25.713372 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6f70a0d6-61f9-4b40-ad89-7c62a98f7fcb tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:25.751930 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f70a0d6-61f9-4b40-ad89-7c62a98f7fcb tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:52:25.756936 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-6f70a0d6-61f9-4b40-ad89-7c62a98f7fcb tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:52:25.760499 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f70a0d6-61f9-4b40-ad89-7c62a98f7fcb tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:52:25.766864 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f70a0d6-61f9-4b40-ad89-7c62a98f7fcb tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Pushing event updated for resources: {'Port': ['ID=5ecc55fd-cb9a-48d1-b06b-50813e3c1aed,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:52:26.037073 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6f70a0d6-61f9-4b40-ad89-7c62a98f7fcb tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for router_gateway, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:26.268320 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6f70a0d6-61f9-4b40-ad89-7c62a98f7fcb tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286026'] for router, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:26.427405 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f70a0d6-61f9-4b40-ad89-7c62a98f7fcb tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Router 5a40e652-320e-4f5e-937d-08f68ff29542 is scheduled to L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d with binding_index 1 {{(pid=94420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 12:52:26.556380 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f70a0d6-61f9-4b40-ad89-7c62a98f7fcb tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:52:26.568242 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2efdc091-4da8-4cbe-96be-eb28a896d3e3 None None] Sync routers for ids ['5a40e652-320e-4f5e-937d-08f68ff29542'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:52:26.580967 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6f70a0d6-61f9-4b40-ad89-7c62a98f7fcb tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for router, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:26.583047 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-6f70a0d6-61f9-4b40-ad89-7c62a98f7fcb tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.6772208 Aug 05 12:52:26.586948 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49940) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:52:26.593778 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2efdc091-4da8-4cbe-96be-eb28a896d3e3 None None] Routers {'5a40e652-320e-4f5e-937d-08f68ff29542'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:52:26.594750 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-2efdc091-4da8-4cbe-96be-eb28a896d3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:52:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['5a40e652-320e-4f5e-937d-08f68ff29542'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:52:26.673201 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-0a91e2b4-ef2a-4bd5-979d-e6c6fcea5339 tempest-TestNetworkAdvancedServerOps-883279947 tempest-TestNetworkAdvancedServerOps-883279947-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=7ebbcc569b8f45a1a422fca72fe4b773&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0848606 Aug 05 12:52:26.676032 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 49944) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:52:26.719412 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-2efdc091-4da8-4cbe-96be-eb28a896d3e3 None None] Set router 5a40e652-320e-4f5e-937d-08f68ff29542 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:52:26.781269 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842f1e80-ed34-4450-8859-83879f088018 tempest-TestNetworkAdvancedServerOps-883279947 tempest-TestNetworkAdvancedServerOps-883279947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:52:26.782833 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-842f1e80-ed34-4450-8859-83879f088018 tempest-TestNetworkAdvancedServerOps-883279947 tempest-TestNetworkAdvancedServerOps-883279947-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1054587 Aug 05 12:52:26.786445 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49946) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:52:26.817122 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-a4734198-b7c8-428b-96ad-7f622fbcfbd3 tempest-TestNetworkAdvancedServerOps-883279947 tempest-TestNetworkAdvancedServerOps-883279947-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0293396 Aug 05 12:52:26.820119 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49948) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:52:26.826094 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-38fe3c0f-6282-44ec-94a1-4fab46789fd6 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-425951762', 'network_id': '1e6a0195-b834-4293-af85-486135f61d15', 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:52:26.956794 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38fe3c0f-6282-44ec-94a1-4fab46789fd6 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Made reservation on behalf of 7ebbcc569b8f45a1a422fca72fe4b773 for: {'subnet': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:52:26.960925 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-38fe3c0f-6282-44ec-94a1-4fab46789fd6 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24211133'] for subnet, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:27.118733 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-2efdc091-4da8-4cbe-96be-eb28a896d3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a40e652-320e-4f5e-937d-08f68ff29542', 'name': 'tempest-TestNetworkAdvancedServerOps-router-834540680', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': '5ecc55fd-cb9a-48d1-b06b-50813e3c1aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:52:24Z', 'updated_at': '2021-08-05T12:52:25Z', 'revision_number': 3, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'gw_port': {'id': '5ecc55fd-cb9a-48d1-b06b-50813e3c1aed', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d8:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a40e652-320e-4f5e-937d-08f68ff29542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:52:25Z', 'updated_at': '2021-08-05T12:52:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:52:27.149858 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2efdc091-4da8-4cbe-96be-eb28a896d3e3 None None] Checking router: 5a40e652-320e-4f5e-937d-08f68ff29542 for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:52:27.150215 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2efdc091-4da8-4cbe-96be-eb28a896d3e3 None None] Updating router 5a40e652-320e-4f5e-937d-08f68ff29542 port 5ecc55fd-cb9a-48d1-b06b-50813e3c1aed binding host n-d-803378-2 {{(pid=94422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 12:52:27.175697 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-38fe3c0f-6282-44ec-94a1-4fab46789fd6 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29762700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24211087'] for subnet, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:27.177088 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-2efdc091-4da8-4cbe-96be-eb28a896d3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:27.276292 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fe3c0f-6282-44ec-94a1-4fab46789fd6 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Pushing event updated for resources: {'Subnet': ['ID=d49986ad-4e40-4c86-8232-628495eae994,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:52:27.284199 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fe3c0f-6282-44ec-94a1-4fab46789fd6 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Checking segment: {'id': '801130e2-194a-449a-b27d-c14d422ccd40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '1e6a0195-b834-4293-af85-486135f61d15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:52:27.284669 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38fe3c0f-6282-44ec-94a1-4fab46789fd6 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Network hostable DHCP agents. Network: 1e6a0195-b834-4293-af85-486135f61d15, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 12:52:27.312046 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38fe3c0f-6282-44ec-94a1-4fab46789fd6 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Network 1e6a0195-b834-4293-af85-486135f61d15 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 12:52:27.324530 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-38fe3c0f-6282-44ec-94a1-4fab46789fd6 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, 1e6a0195-b834-4293-af85-486135f61d15) {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:52:27.330365 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38fe3c0f-6282-44ec-94a1-4fab46789fd6 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:52:27.330986 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-38fe3c0f-6282-44ec-94a1-4fab46789fd6 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:27.340262 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8774f1-26f1-4f16-a176-179b608f85bd None None] Network 1e6a0195-b834-4293-af85-486135f61d15 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:52:27.353009 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-38fe3c0f-6282-44ec-94a1-4fab46789fd6 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5288446 Aug 05 12:52:27.353764 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 49950) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:52:27.589176 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-2efdc091-4da8-4cbe-96be-eb28a896d3e3 None None] Notify callbacks [] for port, precommit_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:27.616032 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-2efdc091-4da8-4cbe-96be-eb28a896d3e3 None None] Transition to ACTIVE for port object 5ecc55fd-cb9a-48d1-b06b-50813e3c1aed will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:52:27.621935 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d5dca4-1966-491d-8fc1-ead11f3c95af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-1e6a0195-b834-4293-af85-486135f61d15', 'network_id': '1e6a0195-b834-4293-af85-486135f61d15', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'fixed_ips': [{'subnet_id': 'd49986ad-4e40-4c86-8232-628495eae994'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 12:52:27.623264 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-14d5dca4-1966-491d-8fc1-ead11f3c95af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:27.627455 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-2efdc091-4da8-4cbe-96be-eb28a896d3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:27.758318 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-2efdc091-4da8-4cbe-96be-eb28a896d3e3 None None] Attempting to bind port 5ecc55fd-cb9a-48d1-b06b-50813e3c1aed on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:52:27.758737 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-2efdc091-4da8-4cbe-96be-eb28a896d3e3 None None] Attempting to bind port 5ecc55fd-cb9a-48d1-b06b-50813e3c1aed by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:52:27.759222 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2efdc091-4da8-4cbe-96be-eb28a896d3e3 None None] Attempting to bind port 5ecc55fd-cb9a-48d1-b06b-50813e3c1aed on network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:52:27.767398 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b127d03-51a4-49f4-9cf0-2dc769e8d624 None None] Pushing event updated for resources: {'Port': ['ID=5ecc55fd-cb9a-48d1-b06b-50813e3c1aed,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:52:27.776723 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2efdc091-4da8-4cbe-96be-eb28a896d3e3 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:52:27.777101 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2efdc091-4da8-4cbe-96be-eb28a896d3e3 None None] Checking segment: {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:52:27.777596 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-2efdc091-4da8-4cbe-96be-eb28a896d3e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:27.778068 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2efdc091-4da8-4cbe-96be-eb28a896d3e3 None None] Bound using segment: {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:52:27.778715 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-2efdc091-4da8-4cbe-96be-eb28a896d3e3 None None] Bound port: 5ecc55fd-cb9a-48d1-b06b-50813e3c1aed, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:52:27.779339 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-2efdc091-4da8-4cbe-96be-eb28a896d3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:27.878391 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-2efdc091-4da8-4cbe-96be-eb28a896d3e3 None None] For port 5ecc55fd-cb9a-48d1-b06b-50813e3c1aed, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:52:27.883498 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-2efdc091-4da8-4cbe-96be-eb28a896d3e3 None None] For port 5ecc55fd-cb9a-48d1-b06b-50813e3c1aed, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=5ecc55fd-cb9a-48d1-b06b-50813e3c1aed,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:52:27.884933 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-14d5dca4-1966-491d-8fc1-ead11f3c95af None None] Allocated IP 172.20.0.2 (1e6a0195-b834-4293-af85-486135f61d15/d49986ad-4e40-4c86-8232-628495eae994/7c8ff790-2bdf-46a5-a038-ab71a46a328b) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:52:27.891194 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-2efdc091-4da8-4cbe-96be-eb28a896d3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:28.011135 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2efdc091-4da8-4cbe-96be-eb28a896d3e3 None None] Routers {'5a40e652-320e-4f5e-937d-08f68ff29542'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:52:28.011797 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-2efdc091-4da8-4cbe-96be-eb28a896d3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:52:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['5a40e652-320e-4f5e-937d-08f68ff29542'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:52:28.015630 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b127d03-51a4-49f4-9cf0-2dc769e8d624 None None] Pushing event updated for resources: {'Port': ['ID=5ecc55fd-cb9a-48d1-b06b-50813e3c1aed,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:52:28.152323 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-982576bc-1fea-4a00-8029-a48f35ff21ce tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:28.185472 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-2efdc091-4da8-4cbe-96be-eb28a896d3e3 None None] Set router 5a40e652-320e-4f5e-937d-08f68ff29542 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:52:28.257034 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-14d5dca4-1966-491d-8fc1-ead11f3c95af None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:28.312898 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-14d5dca4-1966-491d-8fc1-ead11f3c95af None None] Transition to ACTIVE for port object 7c8ff790-2bdf-46a5-a038-ab71a46a328b will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:52:28.340862 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-14d5dca4-1966-491d-8fc1-ead11f3c95af None None] Transition to ACTIVE for port object 7c8ff790-2bdf-46a5-a038-ab71a46a328b will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:52:28.352093 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-14d5dca4-1966-491d-8fc1-ead11f3c95af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:28.420764 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d5dca4-1966-491d-8fc1-ead11f3c95af None None] Pushing event updated for resources: {'Port': ['ID=7c8ff790-2bdf-46a5-a038-ab71a46a328b,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:52:28.424604 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d5dca4-1966-491d-8fc1-ead11f3c95af None None] Network 1e6a0195-b834-4293-af85-486135f61d15 is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:52:28.449510 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-14d5dca4-1966-491d-8fc1-ead11f3c95af None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:52:28.453562 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d5dca4-1966-491d-8fc1-ead11f3c95af None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:52:28.526681 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-982576bc-1fea-4a00-8029-a48f35ff21ce tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Allocated IP 172.20.0.1 (1e6a0195-b834-4293-af85-486135f61d15/d49986ad-4e40-4c86-8232-628495eae994/783f298e-0984-4058-ab07-04aa934881df) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:52:28.531051 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-14d5dca4-1966-491d-8fc1-ead11f3c95af None None] Attempting to bind port 7c8ff790-2bdf-46a5-a038-ab71a46a328b on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:52:28.531518 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-14d5dca4-1966-491d-8fc1-ead11f3c95af None None] Attempting to bind port 7c8ff790-2bdf-46a5-a038-ab71a46a328b by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '801130e2-194a-449a-b27d-c14d422ccd40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '1e6a0195-b834-4293-af85-486135f61d15'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:52:28.531909 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d5dca4-1966-491d-8fc1-ead11f3c95af None None] Attempting to bind port 7c8ff790-2bdf-46a5-a038-ab71a46a328b on network 1e6a0195-b834-4293-af85-486135f61d15 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:52:28.540017 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-2efdc091-4da8-4cbe-96be-eb28a896d3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a40e652-320e-4f5e-937d-08f68ff29542', 'name': 'tempest-TestNetworkAdvancedServerOps-router-834540680', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': '5ecc55fd-cb9a-48d1-b06b-50813e3c1aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:52:24Z', 'updated_at': '2021-08-05T12:52:25Z', 'revision_number': 3, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'gw_port': {'id': '5ecc55fd-cb9a-48d1-b06b-50813e3c1aed', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d8:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a40e652-320e-4f5e-937d-08f68ff29542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:52:25Z', 'updated_at': '2021-08-05T12:52:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:52:28.543449 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d5dca4-1966-491d-8fc1-ead11f3c95af None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:52:28.543839 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d5dca4-1966-491d-8fc1-ead11f3c95af None None] Checking segment: {'id': '801130e2-194a-449a-b27d-c14d422ccd40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '1e6a0195-b834-4293-af85-486135f61d15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:52:28.544867 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-14d5dca4-1966-491d-8fc1-ead11f3c95af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:28.545327 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d5dca4-1966-491d-8fc1-ead11f3c95af None None] Bound using segment: {'id': '801130e2-194a-449a-b27d-c14d422ccd40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '1e6a0195-b834-4293-af85-486135f61d15'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:52:28.546201 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-14d5dca4-1966-491d-8fc1-ead11f3c95af None None] Bound port: 7c8ff790-2bdf-46a5-a038-ab71a46a328b, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '801130e2-194a-449a-b27d-c14d422ccd40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '1e6a0195-b834-4293-af85-486135f61d15'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:52:28.546604 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-14d5dca4-1966-491d-8fc1-ead11f3c95af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:28.574095 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2efdc091-4da8-4cbe-96be-eb28a896d3e3 None None] The sync data for ids ['5a40e652-320e-4f5e-937d-08f68ff29542'] in n-d-803378-2 is: [{'id': '5a40e652-320e-4f5e-937d-08f68ff29542', 'name': 'tempest-TestNetworkAdvancedServerOps-router-834540680', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': '5ecc55fd-cb9a-48d1-b06b-50813e3c1aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:52:24Z', 'updated_at': '2021-08-05T12:52:25Z', 'revision_number': 3, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'gw_port': {'id': '5ecc55fd-cb9a-48d1-b06b-50813e3c1aed', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d8:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a40e652-320e-4f5e-937d-08f68ff29542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:52:25Z', 'updated_at': '2021-08-05T12:52:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:52:28.644809 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-14d5dca4-1966-491d-8fc1-ead11f3c95af None None] For port 7c8ff790-2bdf-46a5-a038-ab71a46a328b, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:52:28.648425 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-14d5dca4-1966-491d-8fc1-ead11f3c95af None None] For port 7c8ff790-2bdf-46a5-a038-ab71a46a328b, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=7c8ff790-2bdf-46a5-a038-ab71a46a328b,segment=NetworkSegment(801130e2-194a-449a-b27d-c14d422ccd40),segment_id=801130e2-194a-449a-b27d-c14d422ccd40)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:52:28.655087 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-14d5dca4-1966-491d-8fc1-ead11f3c95af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:28.679300 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-982576bc-1fea-4a00-8029-a48f35ff21ce tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:28.695373 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [None req-982576bc-1fea-4a00-8029-a48f35ff21ce tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Transition to ACTIVE for port object 783f298e-0984-4058-ab07-04aa934881df will not be triggered until provisioned by entity DHCP. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:52:28.729483 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d5dca4-1966-491d-8fc1-ead11f3c95af None None] Pushing event updated for resources: {'Port': ['ID=7c8ff790-2bdf-46a5-a038-ab71a46a328b,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:52:28.738943 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-982576bc-1fea-4a00-8029-a48f35ff21ce tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:28.785011 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982576bc-1fea-4a00-8029-a48f35ff21ce tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Network 1e6a0195-b834-4293-af85-486135f61d15 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:52:28.788448 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-982576bc-1fea-4a00-8029-a48f35ff21ce tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:52:28.792762 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982576bc-1fea-4a00-8029-a48f35ff21ce tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:52:28.826079 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982576bc-1fea-4a00-8029-a48f35ff21ce tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Pushing event updated for resources: {'Port': ['ID=783f298e-0984-4058-ab07-04aa934881df,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:52:28.865835 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-982576bc-1fea-4a00-8029-a48f35ff21ce tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33288800'] for router_interface, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:29.052045 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-982576bc-1fea-4a00-8029-a48f35ff21ce tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:29.491449 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-982576bc-1fea-4a00-8029-a48f35ff21ce tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:29.501047 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-982576bc-1fea-4a00-8029-a48f35ff21ce tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:29.618324 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982576bc-1fea-4a00-8029-a48f35ff21ce tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Pushing event updated for resources: {'Port': ['ID=783f298e-0984-4058-ab07-04aa934881df,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:52:29.621820 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-982576bc-1fea-4a00-8029-a48f35ff21ce tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33140268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33208272'] for router_interface, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:29.773609 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982576bc-1fea-4a00-8029-a48f35ff21ce tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Network 1e6a0195-b834-4293-af85-486135f61d15 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:52:29.775613 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-982576bc-1fea-4a00-8029-a48f35ff21ce tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:52:29.967449 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53634b3-bbfa-405b-8200-d3c580d32ef4 None None] Network 1e6a0195-b834-4293-af85-486135f61d15 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:52:29.972837 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-982576bc-1fea-4a00-8029-a48f35ff21ce tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Router 5a40e652-320e-4f5e-937d-08f68ff29542 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:52:30.160703 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-cdee04a8-f1c3-47c4-938e-4d524d10ddcc None None] Provisioning for port 7c8ff790-2bdf-46a5-a038-ab71a46a328b completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:52:30.180470 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-982576bc-1fea-4a00-8029-a48f35ff21ce tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:52:30.192083 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-982576bc-1fea-4a00-8029-a48f35ff21ce tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "PUT /v2.0/routers/5a40e652-320e-4f5e-937d-08f68ff29542/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8366222 Aug 05 12:52:30.199299 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 7c8ff790-2bdf-46a5-a038-ab71a46a328b up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:52:30.303874 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:30.347022 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 7c8ff790-2bdf-46a5-a038-ab71a46a328b completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:52:30.357589 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 7c8ff790-2bdf-46a5-a038-ab71a46a328b triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:52:30.358232 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:30.452695 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8de3bcc0-14da-443f-ace2-f016238ca40b req-ef63593b-da08-4275-b992-2554466d49be tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1952316611&fields=id&tenant_id=7ebbcc569b8f45a1a422fca72fe4b773 HTTP/1.1" status: 200 len: 267 time: 0.0720234 Aug 05 12:52:30.498879 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:30.549880 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port 7c8ff790-2bdf-46a5-a038-ab71a46a328b, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=7c8ff790-2bdf-46a5-a038-ab71a46a328b,segment=NetworkSegment(801130e2-194a-449a-b27d-c14d422ccd40),segment_id=801130e2-194a-449a-b27d-c14d422ccd40)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:52:30.556255 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:30.556255 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 5ecc55fd-cb9a-48d1-b06b-50813e3c1aed up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:52:30.625227 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de3bcc0-14da-443f-ace2-f016238ca40b req-cdec5825-4fab-4aa6-b2b0-be964f172eb3 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:52:30.630153 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8de3bcc0-14da-443f-ace2-f016238ca40b req-cdec5825-4fab-4aa6-b2b0-be964f172eb3 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/networks?id=1e6a0195-b834-4293-af85-486135f61d15 HTTP/1.1" status: 200 len: 797 time: 0.1657822 Aug 05 12:52:30.646744 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8de3bcc0-14da-443f-ace2-f016238ca40b req-7f7f39be-4d38-4cf8-8798-51c27ae26674 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/quotas/7ebbcc569b8f45a1a422fca72fe4b773 HTTP/1.1" status: 200 len: 375 time: 0.0128503 Aug 05 12:52:30.682585 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9940b128-0139-4e2c-8cf1-012ccf05cc87 None None] Sync routers for ids ['5a40e652-320e-4f5e-937d-08f68ff29542'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:52:30.694929 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=7c8ff790-2bdf-46a5-a038-ab71a46a328b,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:52:30.705846 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9940b128-0139-4e2c-8cf1-012ccf05cc87 None None] Routers {'5a40e652-320e-4f5e-937d-08f68ff29542'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:52:30.706597 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-9940b128-0139-4e2c-8cf1-012ccf05cc87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:52:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['5a40e652-320e-4f5e-937d-08f68ff29542'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:52:30.721780 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-4dba7938-b388-4263-88ad-26e81398ceb9 None None] Provisioning for port 783f298e-0984-4058-ab07-04aa934881df completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:52:30.725483 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 5ecc55fd-cb9a-48d1-b06b-50813e3c1aed completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:52:30.730566 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-4dba7938-b388-4263-88ad-26e81398ceb9 None None] Provisioning complete for port 783f298e-0984-4058-ab07-04aa934881df triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:52:30.731322 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-4dba7938-b388-4263-88ad-26e81398ceb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:30.735463 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 5ecc55fd-cb9a-48d1-b06b-50813e3c1aed triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:52:30.735847 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:30.770539 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8de3bcc0-14da-443f-ace2-f016238ca40b req-bedf29d1-cc78-4425-a26e-8d14e4448f37 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=7ebbcc569b8f45a1a422fca72fe4b773&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1124806 Aug 05 12:52:30.823943 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-4dba7938-b388-4263-88ad-26e81398ceb9 None None] Port 783f298e-0984-4058-ab07-04aa934881df cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 12:52:30.848803 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-4dba7938-b388-4263-88ad-26e81398ceb9 None None] Provisioning complete for port 7c8ff790-2bdf-46a5-a038-ab71a46a328b triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:52:30.849191 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-4dba7938-b388-4263-88ad-26e81398ceb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:30.886721 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [req-8de3bcc0-14da-443f-ace2-f016238ca40b req-17d9330b-b6a4-41e9-98c2-69ceaa7b6a2e service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94420) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 12:52:30.890184 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-9940b128-0139-4e2c-8cf1-012ccf05cc87 None None] Set router 5a40e652-320e-4f5e-937d-08f68ff29542 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:52:30.898723 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8de3bcc0-14da-443f-ace2-f016238ca40b req-17d9330b-b6a4-41e9-98c2-69ceaa7b6a2e service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1013594 Aug 05 12:52:30.941621 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:30.986368 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port 5ecc55fd-cb9a-48d1-b06b-50813e3c1aed, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=5ecc55fd-cb9a-48d1-b06b-50813e3c1aed,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:52:30.993631 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:31.051391 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8de3bcc0-14da-443f-ace2-f016238ca40b req-5dbedecf-f297-494a-9e1e-d9e79372460e service neutron] 10.222.0.58 "GET /v2.0/networks/1e6a0195-b834-4293-af85-486135f61d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513908 Aug 05 12:52:31.108406 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=5ecc55fd-cb9a-48d1-b06b-50813e3c1aed,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:52:31.171022 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8de3bcc0-14da-443f-ace2-f016238ca40b req-b02988b0-0d4b-4c6d-a7ed-2191aee75c6f service neutron] 10.222.0.58 "GET /v2.0/networks/1e6a0195-b834-4293-af85-486135f61d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185191 Aug 05 12:52:31.190191 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-9940b128-0139-4e2c-8cf1-012ccf05cc87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a40e652-320e-4f5e-937d-08f68ff29542', 'name': 'tempest-TestNetworkAdvancedServerOps-router-834540680', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': '5ecc55fd-cb9a-48d1-b06b-50813e3c1aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:52:24Z', 'updated_at': '2021-08-05T12:52:28Z', 'revision_number': 4, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'gw_port': {'id': '5ecc55fd-cb9a-48d1-b06b-50813e3c1aed', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d8:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a40e652-320e-4f5e-937d-08f68ff29542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:52:25Z', 'updated_at': '2021-08-05T12:52:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '783f298e-0984-4058-ab07-04aa934881df', 'name': '', 'network_id': '1e6a0195-b834-4293-af85-486135f61d15', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'mac_address': 'fa:16:3e:7a:c4:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a40e652-320e-4f5e-937d-08f68ff29542', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': 'd49986ad-4e40-4c86-8232-628495eae994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:52:28Z', 'updated_at': '2021-08-05T12:52:29Z', 'revision_number': 2, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'subnets': [{'id': 'd49986ad-4e40-4c86-8232-628495eae994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:52:31.212331 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-bfd8b15c-3932-4c25-9030-c4b01f9806f7 None None] Provisioning complete for port 783f298e-0984-4058-ab07-04aa934881df triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:52:31.212682 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-bfd8b15c-3932-4c25-9030-c4b01f9806f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:31.232447 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9940b128-0139-4e2c-8cf1-012ccf05cc87 None None] Checking router: 5a40e652-320e-4f5e-937d-08f68ff29542 for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:52:31.233068 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9940b128-0139-4e2c-8cf1-012ccf05cc87 None None] Updating router 5a40e652-320e-4f5e-937d-08f68ff29542 port 783f298e-0984-4058-ab07-04aa934881df binding host n-d-803378-2 {{(pid=94423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 12:52:31.272510 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-bfd8b15c-3932-4c25-9030-c4b01f9806f7 None None] Port 783f298e-0984-4058-ab07-04aa934881df cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 12:52:31.286566 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-9940b128-0139-4e2c-8cf1-012ccf05cc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:31.382332 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-61604839-6427-44b4-8f35-030d283202f9 req-1b168f03-ed9c-4cb7-a0ab-65d617120735 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=372e5f61-a262-47a6-8a96-f74f708f9bac HTTP/1.1" status: 200 len: 210 time: 0.0319259 Aug 05 12:52:31.398433 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-1b1743b8-c78c-4562-99ae-e5338207ea27 None None] Provisioning complete for port 783f298e-0984-4058-ab07-04aa934881df triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:52:31.398802 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1b1743b8-c78c-4562-99ae-e5338207ea27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:31.442934 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-1b1743b8-c78c-4562-99ae-e5338207ea27 None None] Port 783f298e-0984-4058-ab07-04aa934881df cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 12:52:31.613930 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-9940b128-0139-4e2c-8cf1-012ccf05cc87 None None] Notify callbacks [] for port, precommit_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:31.625222 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.provisioning_blocks [None req-9940b128-0139-4e2c-8cf1-012ccf05cc87 None None] Transition to ACTIVE for port object 783f298e-0984-4058-ab07-04aa934881df will not be triggered until provisioned by entity L2. {{(pid=94423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:52:31.632213 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-9940b128-0139-4e2c-8cf1-012ccf05cc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:31.704618 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc67dd0-933b-4f18-b295-ef616caf66fd None None] Pushing event updated for resources: {'Port': ['ID=783f298e-0984-4058-ab07-04aa934881df,revision_number=3']} {{(pid=94423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:52:31.779434 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc67dd0-933b-4f18-b295-ef616caf66fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:52:31.779434 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc67dd0-933b-4f18-b295-ef616caf66fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:52:31.785664 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc67dd0-933b-4f18-b295-ef616caf66fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:52:31.786583 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc67dd0-933b-4f18-b295-ef616caf66fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:52:31.787105 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc67dd0-933b-4f18-b295-ef616caf66fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:52:31.787578 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc67dd0-933b-4f18-b295-ef616caf66fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:52:31.788009 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc67dd0-933b-4f18-b295-ef616caf66fd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:52:31.788428 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc67dd0-933b-4f18-b295-ef616caf66fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:52:31.788945 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc67dd0-933b-4f18-b295-ef616caf66fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:52:31.789494 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc67dd0-933b-4f18-b295-ef616caf66fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:52:31.789923 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc67dd0-933b-4f18-b295-ef616caf66fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:52:31.790408 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc67dd0-933b-4f18-b295-ef616caf66fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:52:31.822668 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-9940b128-0139-4e2c-8cf1-012ccf05cc87 None None] Attempting to bind port 783f298e-0984-4058-ab07-04aa934881df on host n-d-803378-2 for vnic_type normal with profile {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:52:31.823149 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-9940b128-0139-4e2c-8cf1-012ccf05cc87 None None] Attempting to bind port 783f298e-0984-4058-ab07-04aa934881df by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '801130e2-194a-449a-b27d-c14d422ccd40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '1e6a0195-b834-4293-af85-486135f61d15'}] {{(pid=94423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:52:31.823722 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9940b128-0139-4e2c-8cf1-012ccf05cc87 None None] Attempting to bind port 783f298e-0984-4058-ab07-04aa934881df on network 1e6a0195-b834-4293-af85-486135f61d15 {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:52:31.831413 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9940b128-0139-4e2c-8cf1-012ccf05cc87 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:52:31.832314 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9940b128-0139-4e2c-8cf1-012ccf05cc87 None None] Checking segment: {'id': '801130e2-194a-449a-b27d-c14d422ccd40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '1e6a0195-b834-4293-af85-486135f61d15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:52:31.833297 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-9940b128-0139-4e2c-8cf1-012ccf05cc87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:31.833922 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9940b128-0139-4e2c-8cf1-012ccf05cc87 None None] Bound using segment: {'id': '801130e2-194a-449a-b27d-c14d422ccd40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '1e6a0195-b834-4293-af85-486135f61d15'} {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:52:31.834972 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-9940b128-0139-4e2c-8cf1-012ccf05cc87 None None] Bound port: 783f298e-0984-4058-ab07-04aa934881df, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '801130e2-194a-449a-b27d-c14d422ccd40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '1e6a0195-b834-4293-af85-486135f61d15'}}] {{(pid=94423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:52:31.835687 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-9940b128-0139-4e2c-8cf1-012ccf05cc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:31.928667 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.db [None req-9940b128-0139-4e2c-8cf1-012ccf05cc87 None None] For port 783f298e-0984-4058-ab07-04aa934881df, host n-d-803378-2, cleared binding levels {{(pid=94423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:52:31.932505 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.db [None req-9940b128-0139-4e2c-8cf1-012ccf05cc87 None None] For port 783f298e-0984-4058-ab07-04aa934881df, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=783f298e-0984-4058-ab07-04aa934881df,segment=NetworkSegment(801130e2-194a-449a-b27d-c14d422ccd40),segment_id=801130e2-194a-449a-b27d-c14d422ccd40)] {{(pid=94423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:52:31.940115 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-9940b128-0139-4e2c-8cf1-012ccf05cc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:32.043546 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 7c8ff790-2bdf-46a5-a038-ab71a46a328b up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:52:32.131833 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 7c8ff790-2bdf-46a5-a038-ab71a46a328b triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:52:32.132207 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:32.137123 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc67dd0-933b-4f18-b295-ef616caf66fd None None] Pushing event updated for resources: {'Port': ['ID=783f298e-0984-4058-ab07-04aa934881df,revision_number=4']} {{(pid=94423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:52:32.141271 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9940b128-0139-4e2c-8cf1-012ccf05cc87 None None] Routers {'5a40e652-320e-4f5e-937d-08f68ff29542'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:52:32.141955 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-9940b128-0139-4e2c-8cf1-012ccf05cc87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:52:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['5a40e652-320e-4f5e-937d-08f68ff29542'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:52:32.276717 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 5ecc55fd-cb9a-48d1-b06b-50813e3c1aed up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:52:32.305876 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-9940b128-0139-4e2c-8cf1-012ccf05cc87 None None] Set router 5a40e652-320e-4f5e-937d-08f68ff29542 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:52:32.356075 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 5ecc55fd-cb9a-48d1-b06b-50813e3c1aed triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:52:32.356856 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:32.506598 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a27b8f50-8a8f-4ccb-9589-d04f860ff447 req-5015e274-cf59-443b-8a52-db58cdb7bdf4 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=372e5f61-a262-47a6-8a96-f74f708f9bac HTTP/1.1" status: 200 len: 210 time: 0.0342383 Aug 05 12:52:32.665209 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-9940b128-0139-4e2c-8cf1-012ccf05cc87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a40e652-320e-4f5e-937d-08f68ff29542', 'name': 'tempest-TestNetworkAdvancedServerOps-router-834540680', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': '5ecc55fd-cb9a-48d1-b06b-50813e3c1aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:52:24Z', 'updated_at': '2021-08-05T12:52:28Z', 'revision_number': 4, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'gw_port': {'id': '5ecc55fd-cb9a-48d1-b06b-50813e3c1aed', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a40e652-320e-4f5e-937d-08f68ff29542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:52:25Z', 'updated_at': '2021-08-05T12:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '783f298e-0984-4058-ab07-04aa934881df', 'name': '', 'network_id': '1e6a0195-b834-4293-af85-486135f61d15', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'mac_address': 'fa:16:3e:7a:c4:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a40e652-320e-4f5e-937d-08f68ff29542', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': 'd49986ad-4e40-4c86-8232-628495eae994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:52:28Z', 'updated_at': '2021-08-05T12:52:31Z', 'revision_number': 4, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'subnets': [{'id': 'd49986ad-4e40-4c86-8232-628495eae994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:52:32.713982 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9940b128-0139-4e2c-8cf1-012ccf05cc87 None None] The sync data for ids ['5a40e652-320e-4f5e-937d-08f68ff29542'] in n-d-803378-2 is: [{'id': '5a40e652-320e-4f5e-937d-08f68ff29542', 'name': 'tempest-TestNetworkAdvancedServerOps-router-834540680', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': '5ecc55fd-cb9a-48d1-b06b-50813e3c1aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:52:24Z', 'updated_at': '2021-08-05T12:52:28Z', 'revision_number': 4, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'gw_port': {'id': '5ecc55fd-cb9a-48d1-b06b-50813e3c1aed', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a40e652-320e-4f5e-937d-08f68ff29542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:52:25Z', 'updated_at': '2021-08-05T12:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '783f298e-0984-4058-ab07-04aa934881df', 'name': '', 'network_id': '1e6a0195-b834-4293-af85-486135f61d15', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'mac_address': 'fa:16:3e:7a:c4:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a40e652-320e-4f5e-937d-08f68ff29542', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': 'd49986ad-4e40-4c86-8232-628495eae994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:52:28Z', 'updated_at': '2021-08-05T12:52:31Z', 'revision_number': 4, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'subnets': [{'id': 'd49986ad-4e40-4c86-8232-628495eae994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:52:32.868943 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de3bcc0-14da-443f-ace2-f016238ca40b req-8cb7a99c-d15a-4dcb-bc8a-bbdd4b3fd5db tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:52:32.871810 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8de3bcc0-14da-443f-ace2-f016238ca40b req-8cb7a99c-d15a-4dcb-bc8a-bbdd4b3fd5db tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.55 "GET /v2.0/networks?id=1e6a0195-b834-4293-af85-486135f61d15 HTTP/1.1" status: 200 len: 797 time: 0.1851742 Aug 05 12:52:32.934593 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8de3bcc0-14da-443f-ace2-f016238ca40b req-06a603a5-4d9e-4b8d-a3a0-3519f62291f9 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ebbcc569b8f45a1a422fca72fe4b773 HTTP/1.1" status: 200 len: 380 time: 0.0464966 Aug 05 12:52:32.954243 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-8de3bcc0-14da-443f-ace2-f016238ca40b req-d2a2fd35-bb4f-49e7-9f09-659580918389 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Request body: {'port': {'device_id': '372e5f61-a262-47a6-8a96-f74f708f9bac', 'network_id': '1e6a0195-b834-4293-af85-486135f61d15', 'admin_state_up': True, 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'security_groups': ['c3462714-fccf-4f91-a77d-cb04a96a9db7']}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:52:33.107647 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8de3bcc0-14da-443f-ace2-f016238ca40b req-d2a2fd35-bb4f-49e7-9f09-659580918389 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Made reservation on behalf of 7ebbcc569b8f45a1a422fca72fe4b773 for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:52:33.111780 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-8de3bcc0-14da-443f-ace2-f016238ca40b req-d2a2fd35-bb4f-49e7-9f09-659580918389 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:33.610161 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-8de3bcc0-14da-443f-ace2-f016238ca40b req-d2a2fd35-bb4f-49e7-9f09-659580918389 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Allocated IP 172.20.0.11 (1e6a0195-b834-4293-af85-486135f61d15/d49986ad-4e40-4c86-8232-628495eae994/71f2e63e-0190-4b31-975d-d34184f7945c) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:52:33.635997 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7d4b52e9-78a9-4400-9bcf-54b5c2da7cd7 req-ada6a228-8d94-46c2-8513-d167dc048437 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=372e5f61-a262-47a6-8a96-f74f708f9bac HTTP/1.1" status: 200 len: 210 time: 0.0421329 Aug 05 12:52:33.818150 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-8de3bcc0-14da-443f-ace2-f016238ca40b req-d2a2fd35-bb4f-49e7-9f09-659580918389 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:33.845408 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-8de3bcc0-14da-443f-ace2-f016238ca40b req-d2a2fd35-bb4f-49e7-9f09-659580918389 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Transition to ACTIVE for port object 71f2e63e-0190-4b31-975d-d34184f7945c will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:52:33.888140 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-8de3bcc0-14da-443f-ace2-f016238ca40b req-d2a2fd35-bb4f-49e7-9f09-659580918389 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:33.958645 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8de3bcc0-14da-443f-ace2-f016238ca40b req-d2a2fd35-bb4f-49e7-9f09-659580918389 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Network 1e6a0195-b834-4293-af85-486135f61d15 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:52:33.962136 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-8de3bcc0-14da-443f-ace2-f016238ca40b req-d2a2fd35-bb4f-49e7-9f09-659580918389 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:52:33.970166 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-8de3bcc0-14da-443f-ace2-f016238ca40b req-d2a2fd35-bb4f-49e7-9f09-659580918389 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:52:34.002736 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a2fd35-bb4f-49e7-9f09-659580918389 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Pushing event updated for resources: {'Port': ['ID=71f2e63e-0190-4b31-975d-d34184f7945c,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:52:34.040034 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de3bcc0-14da-443f-ace2-f016238ca40b req-d2a2fd35-bb4f-49e7-9f09-659580918389 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:52:34.040894 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-8de3bcc0-14da-443f-ace2-f016238ca40b req-d2a2fd35-bb4f-49e7-9f09-659580918389 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:34.063809 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8de3bcc0-14da-443f-ace2-f016238ca40b req-d2a2fd35-bb4f-49e7-9f09-659580918389 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1158080 Aug 05 12:52:34.067370 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 783f298e-0984-4058-ab07-04aa934881df up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:52:34.089824 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-8de3bcc0-14da-443f-ace2-f016238ca40b req-6302ae66-0edf-4f13-8599-f72930bfad41 service neutron] Request body: {'port': {'device_id': '372e5f61-a262-47a6-8a96-f74f708f9bac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:52:34.151431 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 783f298e-0984-4058-ab07-04aa934881df completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:52:34.156380 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 783f298e-0984-4058-ab07-04aa934881df triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:52:34.157014 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:34.199752 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-8de3bcc0-14da-443f-ace2-f016238ca40b req-6302ae66-0edf-4f13-8599-f72930bfad41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:34.280586 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:34.350939 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port 783f298e-0984-4058-ab07-04aa934881df, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=783f298e-0984-4058-ab07-04aa934881df,segment=NetworkSegment(801130e2-194a-449a-b27d-c14d422ccd40),segment_id=801130e2-194a-449a-b27d-c14d422ccd40)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:52:34.357581 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:34.441354 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=783f298e-0984-4058-ab07-04aa934881df,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:52:34.448467 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-e76ec1df-de49-42cd-88dc-c4868354c545 None None] Provisioning for port 71f2e63e-0190-4b31-975d-d34184f7945c completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:52:34.458038 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-e76ec1df-de49-42cd-88dc-c4868354c545 None None] Provisioning complete for port 71f2e63e-0190-4b31-975d-d34184f7945c triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:52:34.460496 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e76ec1df-de49-42cd-88dc-c4868354c545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:34.503540 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-e76ec1df-de49-42cd-88dc-c4868354c545 None None] Port 71f2e63e-0190-4b31-975d-d34184f7945c cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 12:52:34.604099 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-8de3bcc0-14da-443f-ace2-f016238ca40b req-6302ae66-0edf-4f13-8599-f72930bfad41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71f2e63e-0190-4b31-975d-d34184f7945c {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 12:52:34.613052 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-8de3bcc0-14da-443f-ace2-f016238ca40b req-6302ae66-0edf-4f13-8599-f72930bfad41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:34.627423 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-8de3bcc0-14da-443f-ace2-f016238ca40b req-6302ae66-0edf-4f13-8599-f72930bfad41 service neutron] Transition to ACTIVE for port object 71f2e63e-0190-4b31-975d-d34184f7945c will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:52:34.631948 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-8de3bcc0-14da-443f-ace2-f016238ca40b req-6302ae66-0edf-4f13-8599-f72930bfad41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:34.781392 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-8de3bcc0-14da-443f-ace2-f016238ca40b req-6302ae66-0edf-4f13-8599-f72930bfad41 service neutron] Attempting to bind port 71f2e63e-0190-4b31-975d-d34184f7945c on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:52:34.781975 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-8de3bcc0-14da-443f-ace2-f016238ca40b req-6302ae66-0edf-4f13-8599-f72930bfad41 service neutron] Attempting to bind port 71f2e63e-0190-4b31-975d-d34184f7945c by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': '801130e2-194a-449a-b27d-c14d422ccd40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '1e6a0195-b834-4293-af85-486135f61d15'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:52:34.782547 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de3bcc0-14da-443f-ace2-f016238ca40b req-6302ae66-0edf-4f13-8599-f72930bfad41 service neutron] Attempting to bind port 71f2e63e-0190-4b31-975d-d34184f7945c on network 1e6a0195-b834-4293-af85-486135f61d15 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:52:34.784587 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e747d429-e79b-4f77-8155-3fbd2bded1b6 req-2ac7e415-3176-4596-8925-ff35a6e2e973 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:52:34.786273 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e747d429-e79b-4f77-8155-3fbd2bded1b6 req-2ac7e415-3176-4596-8925-ff35a6e2e973 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=372e5f61-a262-47a6-8a96-f74f708f9bac HTTP/1.1" status: 200 len: 944 time: 0.0728858 Aug 05 12:52:34.788014 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6302ae66-0edf-4f13-8599-f72930bfad41 service neutron] Pushing event updated for resources: {'Port': ['ID=71f2e63e-0190-4b31-975d-d34184f7945c,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:52:34.797291 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de3bcc0-14da-443f-ace2-f016238ca40b req-6302ae66-0edf-4f13-8599-f72930bfad41 service neutron] Port 71f2e63e-0190-4b31-975d-d34184f7945c on network 1e6a0195-b834-4293-af85-486135f61d15 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 12:52:34.797851 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de3bcc0-14da-443f-ace2-f016238ca40b req-6302ae66-0edf-4f13-8599-f72930bfad41 service neutron] Attempting to bind port 71f2e63e-0190-4b31-975d-d34184f7945c on network 1e6a0195-b834-4293-af85-486135f61d15 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:52:34.807359 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de3bcc0-14da-443f-ace2-f016238ca40b req-6302ae66-0edf-4f13-8599-f72930bfad41 service neutron] Checking agent: {'id': 'a8f1dd2d-227c-4e30-8844-52419ba734db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:52:34.807941 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de3bcc0-14da-443f-ace2-f016238ca40b req-6302ae66-0edf-4f13-8599-f72930bfad41 service neutron] Checking segment: {'id': '801130e2-194a-449a-b27d-c14d422ccd40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '1e6a0195-b834-4293-af85-486135f61d15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:52:34.808631 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de3bcc0-14da-443f-ace2-f016238ca40b req-6302ae66-0edf-4f13-8599-f72930bfad41 service neutron] Bound using segment: {'id': '801130e2-194a-449a-b27d-c14d422ccd40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '1e6a0195-b834-4293-af85-486135f61d15'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:52:34.809404 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-8de3bcc0-14da-443f-ace2-f016238ca40b req-6302ae66-0edf-4f13-8599-f72930bfad41 service neutron] Bound port: 71f2e63e-0190-4b31-975d-d34184f7945c, host: n-h2-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '801130e2-194a-449a-b27d-c14d422ccd40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '1e6a0195-b834-4293-af85-486135f61d15'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:52:34.810553 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-8de3bcc0-14da-443f-ace2-f016238ca40b req-6302ae66-0edf-4f13-8599-f72930bfad41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:34.838012 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e747d429-e79b-4f77-8155-3fbd2bded1b6 req-ecc65705-dbdd-4ac6-a444-d263d50f495a tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/security-groups?id=c3462714-fccf-4f91-a77d-cb04a96a9db7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401611 Aug 05 12:52:34.927270 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-8de3bcc0-14da-443f-ace2-f016238ca40b req-6302ae66-0edf-4f13-8599-f72930bfad41 service neutron] For port 71f2e63e-0190-4b31-975d-d34184f7945c, host n-h2-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:52:34.931006 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-8de3bcc0-14da-443f-ace2-f016238ca40b req-6302ae66-0edf-4f13-8599-f72930bfad41 service neutron] For port 71f2e63e-0190-4b31-975d-d34184f7945c, host n-h2-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=71f2e63e-0190-4b31-975d-d34184f7945c,segment=NetworkSegment(801130e2-194a-449a-b27d-c14d422ccd40),segment_id=801130e2-194a-449a-b27d-c14d422ccd40)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:52:34.936923 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-8de3bcc0-14da-443f-ace2-f016238ca40b req-6302ae66-0edf-4f13-8599-f72930bfad41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:34.983170 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de3bcc0-14da-443f-ace2-f016238ca40b req-6302ae66-0edf-4f13-8599-f72930bfad41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:52:34.983963 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-8de3bcc0-14da-443f-ace2-f016238ca40b req-6302ae66-0edf-4f13-8599-f72930bfad41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:34.985484 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8de3bcc0-14da-443f-ace2-f016238ca40b req-6302ae66-0edf-4f13-8599-f72930bfad41 service neutron] 10.222.0.55 "PUT /v2.0/ports/71f2e63e-0190-4b31-975d-d34184f7945c HTTP/1.1" status: 200 len: 1092 time: 0.9076436 Aug 05 12:52:34.986037 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '372e5f61-a262-47a6-8a96-f74f708f9bac', 'tag': '71f2e63e-0190-4b31-975d-d34184f7945c'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:52:34.989443 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7ff1ae056485c55ead25f70fa9973e26b39e4a1f6cb6b93d5d0d7942cdef429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-221c8ae5-2049-48bf-bc37-62655b8856f4" -d '{"events": [{"name": "network-changed", "server_uuid": "372e5f61-a262-47a6-8a96-f74f708f9bac", "tag": "71f2e63e-0190-4b31-975d-d34184f7945c"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:52:35.032074 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6302ae66-0edf-4f13-8599-f72930bfad41 service neutron] Pushing event updated for resources: {'Port': ['ID=71f2e63e-0190-4b31-975d-d34184f7945c,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:52:35.111206 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de3bcc0-14da-443f-ace2-f016238ca40b req-22121f78-9c90-4891-ad96-b3e9e400afd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:52:35.112694 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8de3bcc0-14da-443f-ace2-f016238ca40b req-22121f78-9c90-4891-ad96-b3e9e400afd6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7ebbcc569b8f45a1a422fca72fe4b773&device_id=372e5f61-a262-47a6-8a96-f74f708f9bac HTTP/1.1" status: 200 len: 1095 time: 0.0508444 Aug 05 12:52:35.125964 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 12:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10232b5b-baf9-454f-9389-4a47930d079e x-openstack-request-id: req-10232b5b-baf9-454f-9389-4a47930d079e {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:52:35.126379 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "372e5f61-a262-47a6-8a96-f74f708f9bac", "tag": "71f2e63e-0190-4b31-975d-d34184f7945c", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:52:35.126665 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-10232b5b-baf9-454f-9389-4a47930d079e {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:52:35.127109 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '372e5f61-a262-47a6-8a96-f74f708f9bac', 'tag': '71f2e63e-0190-4b31-975d-d34184f7945c', 'status': 'completed', 'code': 200} Aug 05 12:52:35.180736 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8de3bcc0-14da-443f-ace2-f016238ca40b req-f81372b0-10e4-408e-b8df-dd3aaa18db7a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71f2e63e-0190-4b31-975d-d34184f7945c HTTP/1.1" status: 200 len: 217 time: 0.0393212 Aug 05 12:52:35.230303 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de3bcc0-14da-443f-ace2-f016238ca40b req-22c573c9-3880-4383-b868-ffcd75f36a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:52:35.231794 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8de3bcc0-14da-443f-ace2-f016238ca40b req-22c573c9-3880-4383-b868-ffcd75f36a3a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d49986ad-4e40-4c86-8232-628495eae994 HTTP/1.1" status: 200 len: 834 time: 0.0443985 Aug 05 12:52:35.282455 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de3bcc0-14da-443f-ace2-f016238ca40b req-84a83c4e-4c05-47c9-a666-3fd2d4d6183d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:52:35.283978 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8de3bcc0-14da-443f-ace2-f016238ca40b req-84a83c4e-4c05-47c9-a666-3fd2d4d6183d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1e6a0195-b834-4293-af85-486135f61d15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448563 Aug 05 12:52:35.384324 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8de3bcc0-14da-443f-ace2-f016238ca40b req-f680b74a-109e-4175-9790-e3a559899b0d service neutron] 10.222.0.55 "GET /v2.0/networks/1e6a0195-b834-4293-af85-486135f61d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923221 Aug 05 12:52:35.498294 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8de3bcc0-14da-443f-ace2-f016238ca40b req-744ca18f-7483-486b-a82c-6c024cbc77f0 service neutron] 10.222.0.55 "GET /v2.0/networks/1e6a0195-b834-4293-af85-486135f61d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062391 Aug 05 12:52:35.652003 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221c8ae5-2049-48bf-bc37-62655b8856f4 req-a6bb01ea-b22d-420a-b73a-0610a47d20b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:52:35.654167 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-221c8ae5-2049-48bf-bc37-62655b8856f4 req-a6bb01ea-b22d-420a-b73a-0610a47d20b8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7ebbcc569b8f45a1a422fca72fe4b773&device_id=372e5f61-a262-47a6-8a96-f74f708f9bac HTTP/1.1" status: 200 len: 1095 time: 0.0492682 Aug 05 12:52:35.759912 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221c8ae5-2049-48bf-bc37-62655b8856f4 req-3e955e5a-9225-43f9-b39b-7fe9e89bdee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:52:35.761497 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-221c8ae5-2049-48bf-bc37-62655b8856f4 req-3e955e5a-9225-43f9-b39b-7fe9e89bdee9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1e6a0195-b834-4293-af85-486135f61d15 HTTP/1.1" status: 200 len: 898 time: 0.1012278 Aug 05 12:52:35.813297 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-221c8ae5-2049-48bf-bc37-62655b8856f4 req-70484958-0276-47a7-a584-34afd32c604c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71f2e63e-0190-4b31-975d-d34184f7945c HTTP/1.1" status: 200 len: 217 time: 0.0435569 Aug 05 12:52:35.876944 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221c8ae5-2049-48bf-bc37-62655b8856f4 req-af07b522-7a9c-4b2f-94ff-4c33a3c6f500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:52:35.878866 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-221c8ae5-2049-48bf-bc37-62655b8856f4 req-af07b522-7a9c-4b2f-94ff-4c33a3c6f500 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d49986ad-4e40-4c86-8232-628495eae994 HTTP/1.1" status: 200 len: 834 time: 0.0571353 Aug 05 12:52:35.936926 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221c8ae5-2049-48bf-bc37-62655b8856f4 req-32083d23-f954-43d3-b24e-d15b3ea08282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:52:35.938595 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-221c8ae5-2049-48bf-bc37-62655b8856f4 req-32083d23-f954-43d3-b24e-d15b3ea08282 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1e6a0195-b834-4293-af85-486135f61d15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510335 Aug 05 12:52:35.987674 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9ae177-bc89-42d6-9866-c2354f085a7a req-01b28e81-c35c-4fcb-a6bf-9ca151cebcd3 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:52:35.990536 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6b9ae177-bc89-42d6-9866-c2354f085a7a req-01b28e81-c35c-4fcb-a6bf-9ca151cebcd3 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=372e5f61-a262-47a6-8a96-f74f708f9bac HTTP/1.1" status: 200 len: 944 time: 0.0601876 Aug 05 12:52:36.015406 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 783f298e-0984-4058-ab07-04aa934881df up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:52:36.045692 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6b9ae177-bc89-42d6-9866-c2354f085a7a req-3daf0bdf-3e2b-4b93-8c73-c661e6e92592 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/security-groups?id=c3462714-fccf-4f91-a77d-cb04a96a9db7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469897 Aug 05 12:52:36.061242 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-221c8ae5-2049-48bf-bc37-62655b8856f4 req-82eec3e2-dfbc-4482-a889-49dd03a3cae0 service neutron] 10.222.0.55 "GET /v2.0/networks/1e6a0195-b834-4293-af85-486135f61d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114736 Aug 05 12:52:36.082669 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 783f298e-0984-4058-ab07-04aa934881df triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:52:36.083053 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:36.170921 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-221c8ae5-2049-48bf-bc37-62655b8856f4 req-21bcd0e4-bb09-437c-8a76-4c0454e016b2 service neutron] 10.222.0.55 "GET /v2.0/networks/1e6a0195-b834-4293-af85-486135f61d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026092 Aug 05 12:52:37.183447 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae0e961-68ea-4593-89d2-80506844f99c req-a84aa657-0604-4b42-bff3-7338fc662b7f tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:52:37.186152 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cae0e961-68ea-4593-89d2-80506844f99c req-a84aa657-0604-4b42-bff3-7338fc662b7f tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=372e5f61-a262-47a6-8a96-f74f708f9bac HTTP/1.1" status: 200 len: 944 time: 0.0573523 Aug 05 12:52:37.250756 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cae0e961-68ea-4593-89d2-80506844f99c req-e67ef297-0b85-4ca5-aa33-28c88ba52ea0 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/security-groups?id=c3462714-fccf-4f91-a77d-cb04a96a9db7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580263 Aug 05 12:52:37.392901 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-71732da2-0363-402a-b6ad-d79dd383faa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:37.463490 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 71f2e63e-0190-4b31-975d-d34184f7945c details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 12:52:37.572645 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 71f2e63e-0190-4b31-975d-d34184f7945c, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=71f2e63e-0190-4b31-975d-d34184f7945c,segment=NetworkSegment(801130e2-194a-449a-b27d-c14d422ccd40),segment_id=801130e2-194a-449a-b27d-c14d422ccd40)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:52:37.586417 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Returning: {'device': '71f2e63e-0190-4b31-975d-d34184f7945c', 'network_id': '1e6a0195-b834-4293-af85-486135f61d15', 'port_id': '71f2e63e-0190-4b31-975d-d34184f7945c', 'mac_address': 'fa:16:3e:6e:fc:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd49986ad-4e40-4c86-8232-628495eae994', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 12:52:37.634770 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:37.649369 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71f2e63e-0190-4b31-975d-d34184f7945c {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 12:52:37.670920 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 71f2e63e-0190-4b31-975d-d34184f7945c, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=71f2e63e-0190-4b31-975d-d34184f7945c,segment=NetworkSegment(801130e2-194a-449a-b27d-c14d422ccd40),segment_id=801130e2-194a-449a-b27d-c14d422ccd40)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:52:37.675736 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:37.729430 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=71f2e63e-0190-4b31-975d-d34184f7945c,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:52:37.992276 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['71f2e63e-0190-4b31-975d-d34184f7945c'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 12:52:38.401854 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eaf2db-1198-4fc0-bfd4-491240a275eb req-77d23bbf-7177-4d9b-8046-aefecf7400f4 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:52:38.404131 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-53eaf2db-1198-4fc0-bfd4-491240a275eb req-77d23bbf-7177-4d9b-8046-aefecf7400f4 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=372e5f61-a262-47a6-8a96-f74f708f9bac HTTP/1.1" status: 200 len: 945 time: 0.0677888 Aug 05 12:52:38.451523 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-53eaf2db-1198-4fc0-bfd4-491240a275eb req-5daf87bd-7354-4459-b375-cf249cec9271 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/security-groups?id=c3462714-fccf-4f91-a77d-cb04a96a9db7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408940 Aug 05 12:52:39.471992 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 71f2e63e-0190-4b31-975d-d34184f7945c up at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:52:39.568650 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning for port 71f2e63e-0190-4b31-975d-d34184f7945c completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:52:39.572603 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning complete for port 71f2e63e-0190-4b31-975d-d34184f7945c triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:52:39.573216 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:39.621845 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ee2955-025d-4dd2-b0a4-c8bd7e97fece req-cd462dcf-3e27-4d5d-881a-fdaf0161b2d8 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:52:39.624433 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-27ee2955-025d-4dd2-b0a4-c8bd7e97fece req-cd462dcf-3e27-4d5d-881a-fdaf0161b2d8 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=372e5f61-a262-47a6-8a96-f74f708f9bac HTTP/1.1" status: 200 len: 945 time: 0.0723147 Aug 05 12:52:39.683231 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-27ee2955-025d-4dd2-b0a4-c8bd7e97fece req-3747c9d7-def3-422a-bbbe-e434237b2fc3 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/security-groups?id=c3462714-fccf-4f91-a77d-cb04a96a9db7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474923 Aug 05 12:52:39.686583 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:39.717028 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '372e5f61-a262-47a6-8a96-f74f708f9bac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71f2e63e-0190-4b31-975d-d34184f7945c'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:52:39.719539 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e1268cc07bff5734ca170491336a8ac74677c017447dd0c96766dddd3e3cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b1e9f8a-e9a7-411e-95fc-5951e9167439" -d '{"events": [{"server_uuid": "372e5f61-a262-47a6-8a96-f74f708f9bac", "name": "network-vif-plugged", "status": "completed", "tag": "71f2e63e-0190-4b31-975d-d34184f7945c"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:52:39.738475 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 71f2e63e-0190-4b31-975d-d34184f7945c, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=71f2e63e-0190-4b31-975d-d34184f7945c,segment=NetworkSegment(801130e2-194a-449a-b27d-c14d422ccd40),segment_id=801130e2-194a-449a-b27d-c14d422ccd40)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:52:39.744889 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:39.807008 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=71f2e63e-0190-4b31-975d-d34184f7945c,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:52:39.828321 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 12:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7694438-f04c-4957-a297-09f5092892fd x-openstack-request-id: req-a7694438-f04c-4957-a297-09f5092892fd {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:52:39.828640 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "372e5f61-a262-47a6-8a96-f74f708f9bac", "name": "network-vif-plugged", "status": "completed", "tag": "71f2e63e-0190-4b31-975d-d34184f7945c", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:52:39.828892 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a7694438-f04c-4957-a297-09f5092892fd {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:52:39.829290 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '372e5f61-a262-47a6-8a96-f74f708f9bac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71f2e63e-0190-4b31-975d-d34184f7945c', 'code': 200} Aug 05 12:52:39.966340 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc48f0c-1303-43d2-99f0-9c3cbc918fbd req-f8dd933a-64fe-47a4-8c93-08179c8ed9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:52:39.968602 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6dc48f0c-1303-43d2-99f0-9c3cbc918fbd req-f8dd933a-64fe-47a4-8c93-08179c8ed9d2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=372e5f61-a262-47a6-8a96-f74f708f9bac HTTP/1.1" status: 200 len: 1097 time: 0.0514662 Aug 05 12:52:40.009582 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6dc48f0c-1303-43d2-99f0-9c3cbc918fbd req-2afe9ab4-f8b5-4966-82b5-4c26e14c1a9e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c3462714-fccf-4f91-a77d-cb04a96a9db7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329542 Aug 05 12:52:40.103796 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-a15f2567-cd26-433a-89da-045c321cbf05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:40.179803 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:40.811295 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0f1852-800f-4d9a-99f8-31cdf4a6f6ba req-a9b8f097-ac4d-40f9-8a20-66f8a55af162 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:52:40.812990 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5d0f1852-800f-4d9a-99f8-31cdf4a6f6ba req-a9b8f097-ac4d-40f9-8a20-66f8a55af162 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=372e5f61-a262-47a6-8a96-f74f708f9bac HTTP/1.1" status: 200 len: 946 time: 0.0561149 Aug 05 12:52:40.856657 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5d0f1852-800f-4d9a-99f8-31cdf4a6f6ba req-188c8fde-a06b-4be3-aee7-e0b9fded2036 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/security-groups?id=c3462714-fccf-4f91-a77d-cb04a96a9db7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365555 Aug 05 12:52:41.996551 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc4de6d-8ee7-42e0-ad46-56dd971a744b req-c7aaca25-9947-4051-9adb-ec4100bcfe9f tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:52:41.998393 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ffc4de6d-8ee7-42e0-ad46-56dd971a744b req-c7aaca25-9947-4051-9adb-ec4100bcfe9f tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=372e5f61-a262-47a6-8a96-f74f708f9bac HTTP/1.1" status: 200 len: 946 time: 0.0631745 Aug 05 12:52:42.041469 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ffc4de6d-8ee7-42e0-ad46-56dd971a744b req-8138d79b-c752-4d0c-b9f5-548ce596f9f3 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/security-groups?id=c3462714-fccf-4f91-a77d-cb04a96a9db7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358477 Aug 05 12:52:42.099349 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:42.170754 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5824904-3c5e-4ee3-beb9-cca692627626 req-5d180e22-8dd1-4972-9122-2a0198655326 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:52:42.172379 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c5824904-3c5e-4ee3-beb9-cca692627626 req-5d180e22-8dd1-4972-9122-2a0198655326 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=372e5f61-a262-47a6-8a96-f74f708f9bac HTTP/1.1" status: 200 len: 946 time: 0.0550549 Aug 05 12:52:42.217620 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c5824904-3c5e-4ee3-beb9-cca692627626 req-0b56998c-0b6f-4091-a5df-a845e6175bb5 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/security-groups?id=c3462714-fccf-4f91-a77d-cb04a96a9db7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387850 Aug 05 12:52:42.241377 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 50012) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:52:42.310395 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce7e775-6feb-4ae6-81d8-4f2083ad72c2 tempest-TestNetworkAdvancedServerOps-883279947 tempest-TestNetworkAdvancedServerOps-883279947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:52:42.313027 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-6ce7e775-6feb-4ae6-81d8-4f2083ad72c2 tempest-TestNetworkAdvancedServerOps-883279947 tempest-TestNetworkAdvancedServerOps-883279947-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=372e5f61-a262-47a6-8a96-f74f708f9bac HTTP/1.1" status: 200 len: 1092 time: 0.0702970 Aug 05 12:52:42.315575 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 50014) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:52:42.320348 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-a7859485-4353-42b7-a66e-d15737a10326 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Request body: {'floatingip': {'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'port_id': '71f2e63e-0190-4b31-975d-d34184f7945c', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:52:42.348321 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a7859485-4353-42b7-a66e-d15737a10326 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for floatingip, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:42.457779 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a7859485-4353-42b7-a66e-d15737a10326 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:42.567715 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-a7859485-4353-42b7-a66e-d15737a10326 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Allocated IP 172.25.5.128 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/3897487f-d118-4687-b36a-6247add9f84b) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:52:42.686324 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a7859485-4353-42b7-a66e-d15737a10326 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:42.741688 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a7859485-4353-42b7-a66e-d15737a10326 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:42.781615 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7859485-4353-42b7-a66e-d15737a10326 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:52:42.786732 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-a7859485-4353-42b7-a66e-d15737a10326 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:52:42.790420 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7859485-4353-42b7-a66e-d15737a10326 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:52:42.796594 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7859485-4353-42b7-a66e-d15737a10326 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Pushing event updated for resources: {'Port': ['ID=3897487f-d118-4687-b36a-6247add9f84b,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:52:43.212426 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a7859485-4353-42b7-a66e-d15737a10326 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:43.282300 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a7859485-4353-42b7-a66e-d15737a10326 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:43.444835 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a7859485-4353-42b7-a66e-d15737a10326 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:43.449866 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a7859485-4353-42b7-a66e-d15737a10326 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:43.526546 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7859485-4353-42b7-a66e-d15737a10326 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Pushing event updated for resources: {'Port': ['ID=3897487f-d118-4687-b36a-6247add9f84b,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:52:43.542769 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a7859485-4353-42b7-a66e-d15737a10326 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33287247'] for floatingip, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:43.668360 n-d-803378-2 neutron-server[94421]: INFO neutron.db.l3_db [None req-a7859485-4353-42b7-a66e-d15737a10326 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Floating IP 9fd8152f-0533-4b57-8285-be05af37a3b5 associated. External IP: 172.25.5.128, port: 71f2e63e-0190-4b31-975d-d34184f7945c. Aug 05 12:52:43.889272 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7859485-4353-42b7-a66e-d15737a10326 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Router 5a40e652-320e-4f5e-937d-08f68ff29542 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:52:43.999829 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7859485-4353-42b7-a66e-d15737a10326 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:52:44.010190 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7393f21-ec3b-447f-b04f-b1db7250f422 None None] Sync routers for ids ['5a40e652-320e-4f5e-937d-08f68ff29542'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:52:44.018550 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a7859485-4353-42b7-a66e-d15737a10326 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:44.021714 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7393f21-ec3b-447f-b04f-b1db7250f422 None None] Routers {'5a40e652-320e-4f5e-937d-08f68ff29542'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:52:44.022437 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-e7393f21-ec3b-447f-b04f-b1db7250f422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:52:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['5a40e652-320e-4f5e-937d-08f68ff29542'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:52:44.052144 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-a7859485-4353-42b7-a66e-d15737a10326 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7309141 Aug 05 12:52:44.052144 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '372e5f61-a262-47a6-8a96-f74f708f9bac', 'tag': '71f2e63e-0190-4b31-975d-d34184f7945c'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:52:44.052144 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7ff1ae056485c55ead25f70fa9973e26b39e4a1f6cb6b93d5d0d7942cdef429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67092177-dfc0-4f60-bf5b-07756cd7f9b0" -d '{"events": [{"name": "network-changed", "server_uuid": "372e5f61-a262-47a6-8a96-f74f708f9bac", "tag": "71f2e63e-0190-4b31-975d-d34184f7945c"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:52:44.103249 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 12:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-549dc9b6-12e5-4c22-af67-f71035a7d787 x-openstack-request-id: req-549dc9b6-12e5-4c22-af67-f71035a7d787 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:52:44.103583 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "372e5f61-a262-47a6-8a96-f74f708f9bac", "tag": "71f2e63e-0190-4b31-975d-d34184f7945c", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:52:44.103901 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-549dc9b6-12e5-4c22-af67-f71035a7d787 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:52:44.104465 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '372e5f61-a262-47a6-8a96-f74f708f9bac', 'tag': '71f2e63e-0190-4b31-975d-d34184f7945c', 'status': 'completed', 'code': 200} Aug 05 12:52:44.148632 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-e7393f21-ec3b-447f-b04f-b1db7250f422 None None] Set router 5a40e652-320e-4f5e-937d-08f68ff29542 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:52:44.156350 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0e8e94-e9d7-496f-990e-8f9a26e0428a req-afd97eb5-54ef-43e4-926b-6ec0dc96544e tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:52:44.158177 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2d0e8e94-e9d7-496f-990e-8f9a26e0428a req-afd97eb5-54ef-43e4-926b-6ec0dc96544e tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=372e5f61-a262-47a6-8a96-f74f708f9bac HTTP/1.1" status: 200 len: 946 time: 0.0541840 Aug 05 12:52:44.201877 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67092177-dfc0-4f60-bf5b-07756cd7f9b0 req-9279a550-87ce-49a7-84a9-d4ac32562910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:52:44.203538 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-67092177-dfc0-4f60-bf5b-07756cd7f9b0 req-9279a550-87ce-49a7-84a9-d4ac32562910 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7ebbcc569b8f45a1a422fca72fe4b773&device_id=372e5f61-a262-47a6-8a96-f74f708f9bac HTTP/1.1" status: 200 len: 1097 time: 0.0505621 Aug 05 12:52:44.204061 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2d0e8e94-e9d7-496f-990e-8f9a26e0428a req-8bcb27f4-f63d-48b6-88ac-ef8cd88a367b tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/security-groups?id=c3462714-fccf-4f91-a77d-cb04a96a9db7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381546 Aug 05 12:52:44.231117 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 50020) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:52:44.269157 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:44.324152 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-c06cf28a-c6c7-449d-8033-bbda58b51715 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/floatingips/9fd8152f-0533-4b57-8285-be05af37a3b5 HTTP/1.1" status: 200 len: 992 time: 0.0914109 Aug 05 12:52:44.326084 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67092177-dfc0-4f60-bf5b-07756cd7f9b0 req-64136d26-35d9-4b82-83fb-65339c3014b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:52:44.327619 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-67092177-dfc0-4f60-bf5b-07756cd7f9b0 req-64136d26-35d9-4b82-83fb-65339c3014b4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1e6a0195-b834-4293-af85-486135f61d15 HTTP/1.1" status: 200 len: 898 time: 0.1159701 Aug 05 12:52:44.407123 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-67092177-dfc0-4f60-bf5b-07756cd7f9b0 req-063fa32e-4fd7-4d05-94a2-f50fc7df8115 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71f2e63e-0190-4b31-975d-d34184f7945c HTTP/1.1" status: 200 len: 1000 time: 0.0719595 Aug 05 12:52:44.428959 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-e7393f21-ec3b-447f-b04f-b1db7250f422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a40e652-320e-4f5e-937d-08f68ff29542', 'name': 'tempest-TestNetworkAdvancedServerOps-router-834540680', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': '5ecc55fd-cb9a-48d1-b06b-50813e3c1aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:52:24Z', 'updated_at': '2021-08-05T12:52:28Z', 'revision_number': 4, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'gw_port': {'id': '5ecc55fd-cb9a-48d1-b06b-50813e3c1aed', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a40e652-320e-4f5e-937d-08f68ff29542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:52:25Z', 'updated_at': '2021-08-05T12:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': '9fd8152f-0533-4b57-8285-be05af37a3b5', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'floating_ip_address': '172.25.5.128', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': '5a40e652-320e-4f5e-937d-08f68ff29542', 'port_id': '71f2e63e-0190-4b31-975d-d34184f7945c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4250, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e6a0195-b834-4293-af85-486135f61d15', 'mac_address': 'fa:16:3e:6e:fc:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372e5f61-a262-47a6-8a96-f74f708f9bac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T12:52:43Z', 'updated_at': '2021-08-05T12:52:43Z', 'revision_number': 0, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '783f298e-0984-4058-ab07-04aa934881df', 'name': '', 'network_id': '1e6a0195-b834-4293-af85-486135f61d15', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'mac_address': 'fa:16:3e:7a:c4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a40e652-320e-4f5e-937d-08f68ff29542', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': 'd49986ad-4e40-4c86-8232-628495eae994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:52:28Z', 'updated_at': '2021-08-05T12:52:34Z', 'revision_number': 5, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'subnets': [{'id': 'd49986ad-4e40-4c86-8232-628495eae994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:52:44.468510 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7393f21-ec3b-447f-b04f-b1db7250f422 None None] Checking router: 5a40e652-320e-4f5e-937d-08f68ff29542 for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:52:44.470043 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67092177-dfc0-4f60-bf5b-07756cd7f9b0 req-e32553a9-0cdf-4d2d-bdd0-58e729bc6b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:52:44.471548 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-67092177-dfc0-4f60-bf5b-07756cd7f9b0 req-e32553a9-0cdf-4d2d-bdd0-58e729bc6b6a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d49986ad-4e40-4c86-8232-628495eae994 HTTP/1.1" status: 200 len: 834 time: 0.0572519 Aug 05 12:52:44.478205 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7393f21-ec3b-447f-b04f-b1db7250f422 None None] Routers {'5a40e652-320e-4f5e-937d-08f68ff29542'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:52:44.478854 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-e7393f21-ec3b-447f-b04f-b1db7250f422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:52:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['5a40e652-320e-4f5e-937d-08f68ff29542'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:52:44.521312 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67092177-dfc0-4f60-bf5b-07756cd7f9b0 req-b4dd9d78-73c5-440c-97c9-ab52573ee373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:52:44.522757 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-67092177-dfc0-4f60-bf5b-07756cd7f9b0 req-b4dd9d78-73c5-440c-97c9-ab52573ee373 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1e6a0195-b834-4293-af85-486135f61d15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437977 Aug 05 12:52:44.593466 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-e7393f21-ec3b-447f-b04f-b1db7250f422 None None] Set router 5a40e652-320e-4f5e-937d-08f68ff29542 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:52:44.634545 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-67092177-dfc0-4f60-bf5b-07756cd7f9b0 req-0beacd77-f928-4f79-ad91-d3a0968f1db3 service neutron] 10.222.0.55 "GET /v2.0/networks/1e6a0195-b834-4293-af85-486135f61d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044018 Aug 05 12:52:44.767183 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-67092177-dfc0-4f60-bf5b-07756cd7f9b0 req-6f1b643f-7ccf-40a7-860d-47255aa8f117 service neutron] 10.222.0.55 "GET /v2.0/networks/1e6a0195-b834-4293-af85-486135f61d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254289 Aug 05 12:52:44.882877 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-e7393f21-ec3b-447f-b04f-b1db7250f422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a40e652-320e-4f5e-937d-08f68ff29542', 'name': 'tempest-TestNetworkAdvancedServerOps-router-834540680', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': '5ecc55fd-cb9a-48d1-b06b-50813e3c1aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:52:24Z', 'updated_at': '2021-08-05T12:52:28Z', 'revision_number': 4, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'gw_port': {'id': '5ecc55fd-cb9a-48d1-b06b-50813e3c1aed', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a40e652-320e-4f5e-937d-08f68ff29542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:52:25Z', 'updated_at': '2021-08-05T12:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': '9fd8152f-0533-4b57-8285-be05af37a3b5', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'floating_ip_address': '172.25.5.128', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': '5a40e652-320e-4f5e-937d-08f68ff29542', 'port_id': '71f2e63e-0190-4b31-975d-d34184f7945c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4250, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e6a0195-b834-4293-af85-486135f61d15', 'mac_address': 'fa:16:3e:6e:fc:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372e5f61-a262-47a6-8a96-f74f708f9bac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T12:52:43Z', 'updated_at': '2021-08-05T12:52:43Z', 'revision_number': 0, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '783f298e-0984-4058-ab07-04aa934881df', 'name': '', 'network_id': '1e6a0195-b834-4293-af85-486135f61d15', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'mac_address': 'fa:16:3e:7a:c4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a40e652-320e-4f5e-937d-08f68ff29542', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': 'd49986ad-4e40-4c86-8232-628495eae994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:52:28Z', 'updated_at': '2021-08-05T12:52:34Z', 'revision_number': 5, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'subnets': [{'id': 'd49986ad-4e40-4c86-8232-628495eae994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:52:44.911604 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7393f21-ec3b-447f-b04f-b1db7250f422 None None] The sync data for ids ['5a40e652-320e-4f5e-937d-08f68ff29542'] in n-d-803378-2 is: [{'id': '5a40e652-320e-4f5e-937d-08f68ff29542', 'name': 'tempest-TestNetworkAdvancedServerOps-router-834540680', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': '5ecc55fd-cb9a-48d1-b06b-50813e3c1aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:52:24Z', 'updated_at': '2021-08-05T12:52:28Z', 'revision_number': 4, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'gw_port': {'id': '5ecc55fd-cb9a-48d1-b06b-50813e3c1aed', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a40e652-320e-4f5e-937d-08f68ff29542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:52:25Z', 'updated_at': '2021-08-05T12:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': '9fd8152f-0533-4b57-8285-be05af37a3b5', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'floating_ip_address': '172.25.5.128', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': '5a40e652-320e-4f5e-937d-08f68ff29542', 'port_id': '71f2e63e-0190-4b31-975d-d34184f7945c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4250, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e6a0195-b834-4293-af85-486135f61d15', 'mac_address': 'fa:16:3e:6e:fc:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372e5f61-a262-47a6-8a96-f74f708f9bac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T12:52:43Z', 'updated_at': '2021-08-05T12:52:43Z', 'revision_number': 0, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '783f298e-0984-4058-ab07-04aa934881df', 'name': '', 'network_id': '1e6a0195-b834-4293-af85-486135f61d15', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'mac_address': 'fa:16:3e:7a:c4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a40e652-320e-4f5e-937d-08f68ff29542', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': 'd49986ad-4e40-4c86-8232-628495eae994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:52:28Z', 'updated_at': '2021-08-05T12:52:34Z', 'revision_number': 5, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'subnets': [{'id': 'd49986ad-4e40-4c86-8232-628495eae994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:52:45.127347 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8073bf1f-0f15-436c-8949-dd55a40282f4 None None] New status for floating IP 9fd8152f-0533-4b57-8285-be05af37a3b5: ACTIVE {{(pid=94423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 12:52:45.327945 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 50022) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:52:45.401244 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-e6e8750c-aa6e-4667-87dc-2b6199e6d9aa tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/floatingips/9fd8152f-0533-4b57-8285-be05af37a3b5 HTTP/1.1" status: 200 len: 994 time: 0.0720675 Aug 05 12:52:52.992042 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:52:57.820805 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 12:53:00.266082 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:53:01.602243 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-a6b321b6-e64b-4afa-8de1-7c6e9f09b248 req-ec82a041-761a-42c6-9e20-3ba558f1156e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=372e5f61-a262-47a6-8a96-f74f708f9bac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0426793 Aug 05 12:53:01.713193 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b321b6-e64b-4afa-8de1-7c6e9f09b248 req-6525a822-cdc4-49f5-817f-288aa4fb374d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:53:01.714732 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-a6b321b6-e64b-4afa-8de1-7c6e9f09b248 req-6525a822-cdc4-49f5-817f-288aa4fb374d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7ebbcc569b8f45a1a422fca72fe4b773&device_id=372e5f61-a262-47a6-8a96-f74f708f9bac HTTP/1.1" status: 200 len: 1097 time: 0.0474205 Aug 05 12:53:01.826259 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b321b6-e64b-4afa-8de1-7c6e9f09b248 req-93c38574-481a-4e69-898f-efe223168612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:53:01.828014 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-a6b321b6-e64b-4afa-8de1-7c6e9f09b248 req-93c38574-481a-4e69-898f-efe223168612 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1e6a0195-b834-4293-af85-486135f61d15 HTTP/1.1" status: 200 len: 898 time: 0.0935566 Aug 05 12:53:01.898134 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-a6b321b6-e64b-4afa-8de1-7c6e9f09b248 req-e58a05b5-346a-46c3-b50c-16b501cda619 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71f2e63e-0190-4b31-975d-d34184f7945c HTTP/1.1" status: 200 len: 1002 time: 0.0612125 Aug 05 12:53:01.956094 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b321b6-e64b-4afa-8de1-7c6e9f09b248 req-64751438-f69b-4015-b29f-9cb96caa133a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:53:01.957634 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-a6b321b6-e64b-4afa-8de1-7c6e9f09b248 req-64751438-f69b-4015-b29f-9cb96caa133a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d49986ad-4e40-4c86-8232-628495eae994 HTTP/1.1" status: 200 len: 834 time: 0.0468163 Aug 05 12:53:02.015153 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b321b6-e64b-4afa-8de1-7c6e9f09b248 req-822fbba4-6a13-4536-beaa-9ec85510bac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:53:02.016713 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-a6b321b6-e64b-4afa-8de1-7c6e9f09b248 req-822fbba4-6a13-4536-beaa-9ec85510bac0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1e6a0195-b834-4293-af85-486135f61d15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483224 Aug 05 12:53:02.433360 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-a6b321b6-e64b-4afa-8de1-7c6e9f09b248 req-2576cd1d-78eb-4964-a92e-dc0f3952131a service neutron] 10.222.0.55 "GET /v2.0/networks/1e6a0195-b834-4293-af85-486135f61d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4059098 Aug 05 12:53:02.543231 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-a6b321b6-e64b-4afa-8de1-7c6e9f09b248 req-8cf8e6f8-8819-40ae-9c12-7183f19f69af service neutron] 10.222.0.55 "GET /v2.0/networks/1e6a0195-b834-4293-af85-486135f61d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937045 Aug 05 12:53:07.376716 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e0540bfb-939d-4b73-9e7b-1b961b1ad0b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:53:10.107135 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-7e957097-5f18-4550-aeeb-1f0afa6d53ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:53:10.172986 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:53:12.100061 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:53:14.252991 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:53:16.484265 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7a032c-0554-482d-acb5-72fff4cef5ca req-b0af41ec-5eac-4e51-a42f-cf1d548df19c tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:53:16.486091 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-be7a032c-0554-482d-acb5-72fff4cef5ca req-b0af41ec-5eac-4e51-a42f-cf1d548df19c tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=372e5f61-a262-47a6-8a96-f74f708f9bac HTTP/1.1" status: 200 len: 946 time: 0.0561359 Aug 05 12:53:16.529270 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-be7a032c-0554-482d-acb5-72fff4cef5ca req-e583c969-e50a-4f05-822a-35c44a6c4e6e tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/security-groups?id=c3462714-fccf-4f91-a77d-cb04a96a9db7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348978 Aug 05 12:53:17.661872 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0029ef4-5ec5-4848-b729-09e02d0a3bb8 req-f4953913-e97b-466a-af7e-0107e955fc2a tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:53:17.663456 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f0029ef4-5ec5-4848-b729-09e02d0a3bb8 req-f4953913-e97b-466a-af7e-0107e955fc2a tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=372e5f61-a262-47a6-8a96-f74f708f9bac HTTP/1.1" status: 200 len: 946 time: 0.0604763 Aug 05 12:53:17.710770 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f0029ef4-5ec5-4848-b729-09e02d0a3bb8 req-8895d55d-1a80-41bb-89ba-cfc8f8276ca4 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/security-groups?id=c3462714-fccf-4f91-a77d-cb04a96a9db7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395811 Aug 05 12:53:18.839652 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7eebdc-f1dd-4959-be07-28980dc8643c req-e28cdf0f-f1e8-4122-98c4-10e23436e4b9 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:53:18.841711 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-da7eebdc-f1dd-4959-be07-28980dc8643c req-e28cdf0f-f1e8-4122-98c4-10e23436e4b9 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=372e5f61-a262-47a6-8a96-f74f708f9bac HTTP/1.1" status: 200 len: 946 time: 0.0537047 Aug 05 12:53:18.884281 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-da7eebdc-f1dd-4959-be07-28980dc8643c req-4d4686f9-2646-42f4-8bd8-4d26dcebaecc tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/security-groups?id=c3462714-fccf-4f91-a77d-cb04a96a9db7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359991 Aug 05 12:53:20.011170 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4d3047-5f2c-47fc-9b3d-df314b8e0797 req-f5e7c97a-bcfa-45c6-b66e-233c39e188c3 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:53:20.012590 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5b4d3047-5f2c-47fc-9b3d-df314b8e0797 req-f5e7c97a-bcfa-45c6-b66e-233c39e188c3 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=372e5f61-a262-47a6-8a96-f74f708f9bac HTTP/1.1" status: 200 len: 946 time: 0.0537279 Aug 05 12:53:20.052218 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5b4d3047-5f2c-47fc-9b3d-df314b8e0797 req-bf918ee2-644f-4b3c-ad32-ba6c384b1b16 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/security-groups?id=c3462714-fccf-4f91-a77d-cb04a96a9db7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330296 Aug 05 12:53:21.214354 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2320ecc3-0904-4651-b081-4af83c57f45f req-8646b3df-13b5-4b41-8b6d-ccbaf4716e74 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:53:21.216671 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2320ecc3-0904-4651-b081-4af83c57f45f req-8646b3df-13b5-4b41-8b6d-ccbaf4716e74 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=372e5f61-a262-47a6-8a96-f74f708f9bac HTTP/1.1" status: 200 len: 946 time: 0.0738337 Aug 05 12:53:21.269511 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2320ecc3-0904-4651-b081-4af83c57f45f req-8b738cdb-e031-4d5c-8ed5-082fc46a2c28 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/security-groups?id=c3462714-fccf-4f91-a77d-cb04a96a9db7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464008 Aug 05 12:53:22.391946 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daa3e79-d89d-4c0a-9984-f0a7ff238644 req-66451a6d-ab47-491e-a177-9aafadbd26fd tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:53:22.393502 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8daa3e79-d89d-4c0a-9984-f0a7ff238644 req-66451a6d-ab47-491e-a177-9aafadbd26fd tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=372e5f61-a262-47a6-8a96-f74f708f9bac HTTP/1.1" status: 200 len: 946 time: 0.0539942 Aug 05 12:53:22.436781 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8daa3e79-d89d-4c0a-9984-f0a7ff238644 req-55ca803a-a2d1-4b18-966d-bbbc17db8382 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/security-groups?id=c3462714-fccf-4f91-a77d-cb04a96a9db7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366929 Aug 05 12:53:22.993327 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:53:23.565839 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38ae695-03dc-481a-93dc-df32240dd7cf req-07561b42-1a8e-4c09-ac1d-d9623998e8a9 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:53:23.567426 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d38ae695-03dc-481a-93dc-df32240dd7cf req-07561b42-1a8e-4c09-ac1d-d9623998e8a9 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=372e5f61-a262-47a6-8a96-f74f708f9bac HTTP/1.1" status: 200 len: 946 time: 0.0524883 Aug 05 12:53:23.611572 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d38ae695-03dc-481a-93dc-df32240dd7cf req-f0773cd7-f9e8-4574-9445-04567f90f3a5 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/security-groups?id=c3462714-fccf-4f91-a77d-cb04a96a9db7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376940 Aug 05 12:53:24.740255 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902897b0-b536-4d8a-89c2-af4faad8fd9e req-ad9b56c8-7a16-4513-ba62-7cc53f178689 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:53:24.741818 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-902897b0-b536-4d8a-89c2-af4faad8fd9e req-ad9b56c8-7a16-4513-ba62-7cc53f178689 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=372e5f61-a262-47a6-8a96-f74f708f9bac HTTP/1.1" status: 200 len: 946 time: 0.0540824 Aug 05 12:53:24.790816 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-902897b0-b536-4d8a-89c2-af4faad8fd9e req-2981a047-e7c1-4d79-bdfd-1dc38a561f1f tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/security-groups?id=c3462714-fccf-4f91-a77d-cb04a96a9db7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429206 Aug 05 12:53:25.947418 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fd8b2a-8f17-4968-8d90-6fefe4e631b6 req-4e947c49-6540-4633-805f-5cf704a4aa54 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:53:25.949380 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f4fd8b2a-8f17-4968-8d90-6fefe4e631b6 req-4e947c49-6540-4633-805f-5cf704a4aa54 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=372e5f61-a262-47a6-8a96-f74f708f9bac HTTP/1.1" status: 200 len: 946 time: 0.0650337 Aug 05 12:53:26.010279 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f4fd8b2a-8f17-4968-8d90-6fefe4e631b6 req-de991fbd-0cbb-4b6b-a159-086af7c7a6fb tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/security-groups?id=c3462714-fccf-4f91-a77d-cb04a96a9db7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514417 Aug 05 12:53:27.155902 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cc0e2d-ea55-4cae-8e40-d9ff3eb778e2 req-f6184e8c-861a-4c5f-b7b7-4160f0971028 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:53:27.157705 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-23cc0e2d-ea55-4cae-8e40-d9ff3eb778e2 req-f6184e8c-861a-4c5f-b7b7-4160f0971028 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=372e5f61-a262-47a6-8a96-f74f708f9bac HTTP/1.1" status: 200 len: 946 time: 0.0516603 Aug 05 12:53:27.214514 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-23cc0e2d-ea55-4cae-8e40-d9ff3eb778e2 req-9aa2f95b-f9b1-4f66-acff-3df9515d29ae tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/security-groups?id=c3462714-fccf-4f91-a77d-cb04a96a9db7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347643 Aug 05 12:53:27.245035 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 50068) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:53:27.308332 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-b096280f-c337-4571-a7cb-5d21dcb0e5ca tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/floatingips/9fd8152f-0533-4b57-8285-be05af37a3b5 HTTP/1.1" status: 200 len: 994 time: 0.0621207 Aug 05 12:53:28.616251 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4ca1ab-94cf-4feb-b3dd-ca4f5adaaa74 req-56f1af5d-7542-4b61-9686-11d1d9897367 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:53:28.617787 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5f4ca1ab-94cf-4feb-b3dd-ca4f5adaaa74 req-56f1af5d-7542-4b61-9686-11d1d9897367 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=372e5f61-a262-47a6-8a96-f74f708f9bac HTTP/1.1" status: 200 len: 946 time: 0.0726781 Aug 05 12:53:28.668680 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5f4ca1ab-94cf-4feb-b3dd-ca4f5adaaa74 req-c6e62fc7-3996-4da4-ba80-15857d978cf9 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/security-groups?id=c3462714-fccf-4f91-a77d-cb04a96a9db7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446367 Aug 05 12:53:28.706803 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8069c111-804b-410b-86a2-724a67772400 req-c54edc0a-f82a-4109-8e43-a8dae21b570e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:53:28.708335 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8069c111-804b-410b-86a2-724a67772400 req-c54edc0a-f82a-4109-8e43-a8dae21b570e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7ebbcc569b8f45a1a422fca72fe4b773&device_id=372e5f61-a262-47a6-8a96-f74f708f9bac HTTP/1.1" status: 200 len: 1097 time: 0.0888405 Aug 05 12:53:28.809077 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8069c111-804b-410b-86a2-724a67772400 req-d4aea347-ea75-4576-9ff0-4e4d9394656e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:53:28.810567 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8069c111-804b-410b-86a2-724a67772400 req-d4aea347-ea75-4576-9ff0-4e4d9394656e service neutron] 10.222.0.55 "GET /v2.0/networks?id=1e6a0195-b834-4293-af85-486135f61d15 HTTP/1.1" status: 200 len: 898 time: 0.0953231 Aug 05 12:53:28.893331 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8069c111-804b-410b-86a2-724a67772400 req-0ac6b0cb-826c-4a67-b50d-e7655097c8b6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71f2e63e-0190-4b31-975d-d34184f7945c HTTP/1.1" status: 200 len: 1002 time: 0.0746176 Aug 05 12:53:28.957277 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8069c111-804b-410b-86a2-724a67772400 req-0591ad71-0dab-4362-b472-45e5245d88b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:53:28.958790 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8069c111-804b-410b-86a2-724a67772400 req-0591ad71-0dab-4362-b472-45e5245d88b6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d49986ad-4e40-4c86-8232-628495eae994 HTTP/1.1" status: 200 len: 834 time: 0.0570962 Aug 05 12:53:29.013687 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8069c111-804b-410b-86a2-724a67772400 req-433b5cd9-88a1-4262-ae81-4c3fca781dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:53:29.015298 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8069c111-804b-410b-86a2-724a67772400 req-433b5cd9-88a1-4262-ae81-4c3fca781dc2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1e6a0195-b834-4293-af85-486135f61d15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494423 Aug 05 12:53:29.115510 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8069c111-804b-410b-86a2-724a67772400 req-6e6bc1de-a4a2-49d0-a221-cf8c88c1b8d1 service neutron] 10.222.0.55 "GET /v2.0/networks/1e6a0195-b834-4293-af85-486135f61d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930507 Aug 05 12:53:29.220154 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8069c111-804b-410b-86a2-724a67772400 req-7204ed20-f33f-4989-b21c-8e6c4ff6232a service neutron] 10.222.0.55 "GET /v2.0/networks/1e6a0195-b834-4293-af85-486135f61d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981722 Aug 05 12:53:29.820121 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a31e45-7f94-4ef0-9aba-5ffe3e6355dc req-f24af611-4195-4a26-8864-2b06477e9dc4 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:53:29.821789 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c2a31e45-7f94-4ef0-9aba-5ffe3e6355dc req-f24af611-4195-4a26-8864-2b06477e9dc4 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=372e5f61-a262-47a6-8a96-f74f708f9bac HTTP/1.1" status: 200 len: 946 time: 0.0577571 Aug 05 12:53:29.871067 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c2a31e45-7f94-4ef0-9aba-5ffe3e6355dc req-306d83a0-8d41-4c0a-8426-c7bd8f83c1e5 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/security-groups?id=c3462714-fccf-4f91-a77d-cb04a96a9db7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426579 Aug 05 12:53:29.898365 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 50080) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:53:29.980438 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-61326f0a-766b-4258-9f1a-bae41abfa51a tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/floatingips/9fd8152f-0533-4b57-8285-be05af37a3b5 HTTP/1.1" status: 200 len: 994 time: 0.0807741 Aug 05 12:53:30.273757 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:53:34.821550 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 12:53:37.378270 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-6dcb0169-6c30-435d-8d45-42b2df4a89c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:53:40.109379 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-013c9766-f0cd-42a1-aa5f-2d9c5951521f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:53:40.174851 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:53:42.103996 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:53:44.246987 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:53:53.003053 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:00.280846 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:00.362654 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 50100) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:54:00.531406 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-11d5ea6d-69aa-4d8e-9035-837f5b89f101 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Deleting port 3897487f-d118-4687-b36a-6247add9f84b {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:54:00.532298 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-11d5ea6d-69aa-4d8e-9035-837f5b89f101 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:00.614598 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-11d5ea6d-69aa-4d8e-9035-837f5b89f101 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:00.614919 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-11d5ea6d-69aa-4d8e-9035-837f5b89f101 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:00.627453 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-11d5ea6d-69aa-4d8e-9035-837f5b89f101 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Calling delete_port for 3897487f-d118-4687-b36a-6247add9f84b owned by network:floatingip {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:54:00.806120 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-11d5ea6d-69aa-4d8e-9035-837f5b89f101 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:00.832542 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d5ea6d-69aa-4d8e-9035-837f5b89f101 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Pushing event deleted for resources: {'Port': ['ID=3897487f-d118-4687-b36a-6247add9f84b,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:54:00.862823 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d5ea6d-69aa-4d8e-9035-837f5b89f101 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:54:00.863172 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d5ea6d-69aa-4d8e-9035-837f5b89f101 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:54:00.863524 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d5ea6d-69aa-4d8e-9035-837f5b89f101 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:54:00.863866 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d5ea6d-69aa-4d8e-9035-837f5b89f101 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:54:00.864468 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d5ea6d-69aa-4d8e-9035-837f5b89f101 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:54:00.864829 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d5ea6d-69aa-4d8e-9035-837f5b89f101 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:54:00.865282 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d5ea6d-69aa-4d8e-9035-837f5b89f101 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:54:00.865572 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d5ea6d-69aa-4d8e-9035-837f5b89f101 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:54:00.865837 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d5ea6d-69aa-4d8e-9035-837f5b89f101 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:54:00.866163 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d5ea6d-69aa-4d8e-9035-837f5b89f101 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:54:00.866490 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d5ea6d-69aa-4d8e-9035-837f5b89f101 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:54:00.866814 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d5ea6d-69aa-4d8e-9035-837f5b89f101 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:54:00.907763 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-11d5ea6d-69aa-4d8e-9035-837f5b89f101 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for floatingip, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:00.908157 n-d-803378-2 neutron-server[94421]: INFO neutron.db.l3_db [None req-11d5ea6d-69aa-4d8e-9035-837f5b89f101 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Floating IP 9fd8152f-0533-4b57-8285-be05af37a3b5 disassociated (deleted). External IP: 172.25.5.128, port: 71f2e63e-0190-4b31-975d-d34184f7945c. Aug 05 12:54:01.126906 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11d5ea6d-69aa-4d8e-9035-837f5b89f101 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Router 5a40e652-320e-4f5e-937d-08f68ff29542 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:54:01.242514 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11d5ea6d-69aa-4d8e-9035-837f5b89f101 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:54:01.248102 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-11d5ea6d-69aa-4d8e-9035-837f5b89f101 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:01.253449 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0679b9c5-e369-400e-baa3-d46ff7a9ae98 None None] Sync routers for ids ['5a40e652-320e-4f5e-937d-08f68ff29542'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:54:01.265222 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0679b9c5-e369-400e-baa3-d46ff7a9ae98 None None] Routers {'5a40e652-320e-4f5e-937d-08f68ff29542'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:54:01.266783 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-0679b9c5-e369-400e-baa3-d46ff7a9ae98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:53:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['5a40e652-320e-4f5e-937d-08f68ff29542'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:54:01.278211 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-11d5ea6d-69aa-4d8e-9035-837f5b89f101 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "DELETE /v2.0/floatingips/9fd8152f-0533-4b57-8285-be05af37a3b5 HTTP/1.1" status: 204 len: 168 time: 0.9143877 Aug 05 12:54:01.278860 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '372e5f61-a262-47a6-8a96-f74f708f9bac', 'tag': '71f2e63e-0190-4b31-975d-d34184f7945c'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:54:01.281361 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7ff1ae056485c55ead25f70fa9973e26b39e4a1f6cb6b93d5d0d7942cdef429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-649180ca-46f2-401a-88b4-e4af0f605fda" -d '{"events": [{"name": "network-changed", "server_uuid": "372e5f61-a262-47a6-8a96-f74f708f9bac", "tag": "71f2e63e-0190-4b31-975d-d34184f7945c"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:54:01.333205 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 12:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98a66211-9a11-4b37-97d2-f453ab09f8fb x-openstack-request-id: req-98a66211-9a11-4b37-97d2-f453ab09f8fb {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:54:01.333635 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "372e5f61-a262-47a6-8a96-f74f708f9bac", "tag": "71f2e63e-0190-4b31-975d-d34184f7945c", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:54:01.334025 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-98a66211-9a11-4b37-97d2-f453ab09f8fb {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:54:01.335242 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '372e5f61-a262-47a6-8a96-f74f708f9bac', 'tag': '71f2e63e-0190-4b31-975d-d34184f7945c', 'status': 'completed', 'code': 200} Aug 05 12:54:01.392563 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-0679b9c5-e369-400e-baa3-d46ff7a9ae98 None None] Set router 5a40e652-320e-4f5e-937d-08f68ff29542 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:54:01.431832 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649180ca-46f2-401a-88b4-e4af0f605fda req-49852d10-9909-47f2-8c0b-bdb936587ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:54:01.433414 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-649180ca-46f2-401a-88b4-e4af0f605fda req-49852d10-9909-47f2-8c0b-bdb936587ff7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7ebbcc569b8f45a1a422fca72fe4b773&device_id=372e5f61-a262-47a6-8a96-f74f708f9bac HTTP/1.1" status: 200 len: 1097 time: 0.0454929 Aug 05 12:54:01.541711 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649180ca-46f2-401a-88b4-e4af0f605fda req-99a742e1-bb5d-4037-ba74-5ea23213b301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:54:01.543493 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-649180ca-46f2-401a-88b4-e4af0f605fda req-99a742e1-bb5d-4037-ba74-5ea23213b301 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1e6a0195-b834-4293-af85-486135f61d15 HTTP/1.1" status: 200 len: 898 time: 0.0978801 Aug 05 12:54:01.566704 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200c4077-5860-4ade-9fc3-d21c481da1e4 req-306da203-bc9f-4a6d-8fa2-af39aee9891d tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:54:01.569372 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-200c4077-5860-4ade-9fc3-d21c481da1e4 req-306da203-bc9f-4a6d-8fa2-af39aee9891d tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=372e5f61-a262-47a6-8a96-f74f708f9bac HTTP/1.1" status: 200 len: 946 time: 0.0628130 Aug 05 12:54:01.598059 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-649180ca-46f2-401a-88b4-e4af0f605fda req-35bd46d5-0905-4655-8ec2-e9bcb3fb1a37 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71f2e63e-0190-4b31-975d-d34184f7945c HTTP/1.1" status: 200 len: 217 time: 0.0452423 Aug 05 12:54:01.616708 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-200c4077-5860-4ade-9fc3-d21c481da1e4 req-b29d0978-8c56-4a5d-9f68-79c6c0b77270 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/security-groups?id=c3462714-fccf-4f91-a77d-cb04a96a9db7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379143 Aug 05 12:54:01.631066 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-0679b9c5-e369-400e-baa3-d46ff7a9ae98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a40e652-320e-4f5e-937d-08f68ff29542', 'name': 'tempest-TestNetworkAdvancedServerOps-router-834540680', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': '5ecc55fd-cb9a-48d1-b06b-50813e3c1aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:52:24Z', 'updated_at': '2021-08-05T12:52:28Z', 'revision_number': 4, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'gw_port': {'id': '5ecc55fd-cb9a-48d1-b06b-50813e3c1aed', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a40e652-320e-4f5e-937d-08f68ff29542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:52:25Z', 'updated_at': '2021-08-05T12:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '783f298e-0984-4058-ab07-04aa934881df', 'name': '', 'network_id': '1e6a0195-b834-4293-af85-486135f61d15', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'mac_address': 'fa:16:3e:7a:c4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a40e652-320e-4f5e-937d-08f68ff29542', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': 'd49986ad-4e40-4c86-8232-628495eae994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:52:28Z', 'updated_at': '2021-08-05T12:52:34Z', 'revision_number': 5, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'subnets': [{'id': 'd49986ad-4e40-4c86-8232-628495eae994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:54:01.656850 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649180ca-46f2-401a-88b4-e4af0f605fda req-d00d7b51-c420-4723-8711-499c51940159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:54:01.658441 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-649180ca-46f2-401a-88b4-e4af0f605fda req-d00d7b51-c420-4723-8711-499c51940159 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d49986ad-4e40-4c86-8232-628495eae994 HTTP/1.1" status: 200 len: 834 time: 0.0517302 Aug 05 12:54:01.662257 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0679b9c5-e369-400e-baa3-d46ff7a9ae98 None None] Checking router: 5a40e652-320e-4f5e-937d-08f68ff29542 for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:54:01.670702 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0679b9c5-e369-400e-baa3-d46ff7a9ae98 None None] Routers {'5a40e652-320e-4f5e-937d-08f68ff29542'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:54:01.671308 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-0679b9c5-e369-400e-baa3-d46ff7a9ae98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:53:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['5a40e652-320e-4f5e-937d-08f68ff29542'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:54:01.716733 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649180ca-46f2-401a-88b4-e4af0f605fda req-8262be9b-6359-4197-ba0d-ba016ead0814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:54:01.718306 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-649180ca-46f2-401a-88b4-e4af0f605fda req-8262be9b-6359-4197-ba0d-ba016ead0814 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1e6a0195-b834-4293-af85-486135f61d15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439091 Aug 05 12:54:01.779457 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-0679b9c5-e369-400e-baa3-d46ff7a9ae98 None None] Set router 5a40e652-320e-4f5e-937d-08f68ff29542 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:54:01.819625 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-649180ca-46f2-401a-88b4-e4af0f605fda req-8fccc391-19fd-4384-9f76-1c08a67d060c service neutron] 10.222.0.55 "GET /v2.0/networks/1e6a0195-b834-4293-af85-486135f61d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927613 Aug 05 12:54:01.919973 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-649180ca-46f2-401a-88b4-e4af0f605fda req-1b1845bd-3b21-4af6-9a5e-3a2b1f076d18 service neutron] 10.222.0.55 "GET /v2.0/networks/1e6a0195-b834-4293-af85-486135f61d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912702 Aug 05 12:54:02.139958 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-0679b9c5-e369-400e-baa3-d46ff7a9ae98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a40e652-320e-4f5e-937d-08f68ff29542', 'name': 'tempest-TestNetworkAdvancedServerOps-router-834540680', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': '5ecc55fd-cb9a-48d1-b06b-50813e3c1aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:52:24Z', 'updated_at': '2021-08-05T12:52:28Z', 'revision_number': 4, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'gw_port': {'id': '5ecc55fd-cb9a-48d1-b06b-50813e3c1aed', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a40e652-320e-4f5e-937d-08f68ff29542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:52:25Z', 'updated_at': '2021-08-05T12:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '783f298e-0984-4058-ab07-04aa934881df', 'name': '', 'network_id': '1e6a0195-b834-4293-af85-486135f61d15', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'mac_address': 'fa:16:3e:7a:c4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a40e652-320e-4f5e-937d-08f68ff29542', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': 'd49986ad-4e40-4c86-8232-628495eae994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:52:28Z', 'updated_at': '2021-08-05T12:52:34Z', 'revision_number': 5, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'subnets': [{'id': 'd49986ad-4e40-4c86-8232-628495eae994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:54:02.167649 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0679b9c5-e369-400e-baa3-d46ff7a9ae98 None None] The sync data for ids ['5a40e652-320e-4f5e-937d-08f68ff29542'] in n-d-803378-2 is: [{'id': '5a40e652-320e-4f5e-937d-08f68ff29542', 'name': 'tempest-TestNetworkAdvancedServerOps-router-834540680', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': '5ecc55fd-cb9a-48d1-b06b-50813e3c1aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:52:24Z', 'updated_at': '2021-08-05T12:52:28Z', 'revision_number': 4, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'gw_port': {'id': '5ecc55fd-cb9a-48d1-b06b-50813e3c1aed', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a40e652-320e-4f5e-937d-08f68ff29542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:52:25Z', 'updated_at': '2021-08-05T12:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '783f298e-0984-4058-ab07-04aa934881df', 'name': '', 'network_id': '1e6a0195-b834-4293-af85-486135f61d15', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'mac_address': 'fa:16:3e:7a:c4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a40e652-320e-4f5e-937d-08f68ff29542', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': 'd49986ad-4e40-4c86-8232-628495eae994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:52:28Z', 'updated_at': '2021-08-05T12:52:34Z', 'revision_number': 5, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'subnets': [{'id': 'd49986ad-4e40-4c86-8232-628495eae994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:54:02.403697 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ecc3bcf-b0f8-4a32-bd71-94d5eb0d2ca1 None None] New status for floating IP 9fd8152f-0533-4b57-8285-be05af37a3b5: DOWN {{(pid=94423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 12:54:02.773645 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0668690c-0f5e-419c-84ab-e9b2a6a89385 req-c533af33-fe97-4249-8ad0-e9451995e49d tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:54:02.775199 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0668690c-0f5e-419c-84ab-e9b2a6a89385 req-c533af33-fe97-4249-8ad0-e9451995e49d tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=372e5f61-a262-47a6-8a96-f74f708f9bac HTTP/1.1" status: 200 len: 946 time: 0.0529759 Aug 05 12:54:02.819383 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0668690c-0f5e-419c-84ab-e9b2a6a89385 req-ebfbd63a-c214-46de-bc0c-ae319227c931 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/security-groups?id=c3462714-fccf-4f91-a77d-cb04a96a9db7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378776 Aug 05 12:54:03.299725 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4cd858-c429-4ec4-8679-30918f7f64b6 req-23c45717-255f-4c7c-a43d-5724ca122268 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:54:03.301257 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6d4cd858-c429-4ec4-8679-30918f7f64b6 req-23c45717-255f-4c7c-a43d-5724ca122268 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.55 "GET /v2.0/ports?device_id=372e5f61-a262-47a6-8a96-f74f708f9bac HTTP/1.1" status: 200 len: 946 time: 0.0590224 Aug 05 12:54:03.397191 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-6d4cd858-c429-4ec4-8679-30918f7f64b6 req-985a2642-4660-4bcc-8bda-7a7f8e964018 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Deleting port 71f2e63e-0190-4b31-975d-d34184f7945c {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:54:03.397868 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-6d4cd858-c429-4ec4-8679-30918f7f64b6 req-985a2642-4660-4bcc-8bda-7a7f8e964018 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:03.490341 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-6d4cd858-c429-4ec4-8679-30918f7f64b6 req-985a2642-4660-4bcc-8bda-7a7f8e964018 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] For port 71f2e63e-0190-4b31-975d-d34184f7945c, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=71f2e63e-0190-4b31-975d-d34184f7945c,segment=NetworkSegment(801130e2-194a-449a-b27d-c14d422ccd40),segment_id=801130e2-194a-449a-b27d-c14d422ccd40)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:54:03.490840 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-6d4cd858-c429-4ec4-8679-30918f7f64b6 req-985a2642-4660-4bcc-8bda-7a7f8e964018 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:03.505163 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-6d4cd858-c429-4ec4-8679-30918f7f64b6 req-985a2642-4660-4bcc-8bda-7a7f8e964018 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Calling delete_port for 71f2e63e-0190-4b31-975d-d34184f7945c owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:54:03.635047 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-6d4cd858-c429-4ec4-8679-30918f7f64b6 req-985a2642-4660-4bcc-8bda-7a7f8e964018 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:03.669394 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985a2642-4660-4bcc-8bda-7a7f8e964018 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Pushing event deleted for resources: {'Port': ['ID=71f2e63e-0190-4b31-975d-d34184f7945c,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:54:03.712137 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d4cd858-c429-4ec4-8679-30918f7f64b6 req-985a2642-4660-4bcc-8bda-7a7f8e964018 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] No DVR routers for this DVR port 71f2e63e-0190-4b31-975d-d34184f7945c on host n-h2-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:54:03.715617 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-6d4cd858-c429-4ec4-8679-30918f7f64b6 req-985a2642-4660-4bcc-8bda-7a7f8e964018 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:03.717702 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6d4cd858-c429-4ec4-8679-30918f7f64b6 req-985a2642-4660-4bcc-8bda-7a7f8e964018 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.55 "DELETE /v2.0/ports/71f2e63e-0190-4b31-975d-d34184f7945c HTTP/1.1" status: 204 len: 173 time: 0.4098957 Aug 05 12:54:03.718158 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '372e5f61-a262-47a6-8a96-f74f708f9bac', 'name': 'network-vif-deleted', 'tag': '71f2e63e-0190-4b31-975d-d34184f7945c'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:54:03.721329 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7ff1ae056485c55ead25f70fa9973e26b39e4a1f6cb6b93d5d0d7942cdef429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0239f687-d42d-436e-8792-0c6968e4d33c" -d '{"events": [{"server_uuid": "372e5f61-a262-47a6-8a96-f74f708f9bac", "name": "network-vif-deleted", "tag": "71f2e63e-0190-4b31-975d-d34184f7945c"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:54:03.777782 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 12:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc6dc000-8483-4a2c-b548-21a758163cf0 x-openstack-request-id: req-fc6dc000-8483-4a2c-b548-21a758163cf0 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:54:03.778101 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "372e5f61-a262-47a6-8a96-f74f708f9bac", "name": "network-vif-deleted", "tag": "71f2e63e-0190-4b31-975d-d34184f7945c", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:54:03.778354 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fc6dc000-8483-4a2c-b548-21a758163cf0 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:54:03.778836 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '372e5f61-a262-47a6-8a96-f74f708f9bac', 'name': 'network-vif-deleted', 'tag': '71f2e63e-0190-4b31-975d-d34184f7945c', 'status': 'completed', 'code': 200} Aug 05 12:54:03.934163 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-014ef89d-fcb2-4134-864f-4527b3579527 req-a6c6e8e0-4fe9-4acf-b715-29e52dcf4f23 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=372e5f61-a262-47a6-8a96-f74f708f9bac HTTP/1.1" status: 200 len: 210 time: 0.0297287 Aug 05 12:54:04.994225 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 50126) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:54:05.690278 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1d00fdcf-6347-4dfe-b273-3ec322d81cef tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33208311'] for router_interface, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:05.803201 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 71f2e63e-0190-4b31-975d-d34184f7945c no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:54:05.823702 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] No Port match for: 71f2e63e-0190-4b31-975d-d34184f7945c {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:54:05.824042 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 71f2e63e-0190-4b31-975d-d34184f7945c not bound to the agent host n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:54:05.956168 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-1d00fdcf-6347-4dfe-b273-3ec322d81cef tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Deleting port 783f298e-0984-4058-ab07-04aa934881df {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:54:05.956535 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1d00fdcf-6347-4dfe-b273-3ec322d81cef tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:06.050356 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-1d00fdcf-6347-4dfe-b273-3ec322d81cef tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] For port 783f298e-0984-4058-ab07-04aa934881df, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=783f298e-0984-4058-ab07-04aa934881df,segment=NetworkSegment(801130e2-194a-449a-b27d-c14d422ccd40),segment_id=801130e2-194a-449a-b27d-c14d422ccd40)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:54:06.051072 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1d00fdcf-6347-4dfe-b273-3ec322d81cef tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:06.064076 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-1d00fdcf-6347-4dfe-b273-3ec322d81cef tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Calling delete_port for 783f298e-0984-4058-ab07-04aa934881df owned by network:router_interface {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:54:06.262873 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1d00fdcf-6347-4dfe-b273-3ec322d81cef tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:06.293701 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d00fdcf-6347-4dfe-b273-3ec322d81cef tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Pushing event deleted for resources: {'Port': ['ID=783f298e-0984-4058-ab07-04aa934881df,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:54:06.319587 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d00fdcf-6347-4dfe-b273-3ec322d81cef tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:54:06.319955 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d00fdcf-6347-4dfe-b273-3ec322d81cef tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:54:06.320306 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d00fdcf-6347-4dfe-b273-3ec322d81cef tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:54:06.320685 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d00fdcf-6347-4dfe-b273-3ec322d81cef tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:54:06.321029 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d00fdcf-6347-4dfe-b273-3ec322d81cef tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:54:06.321367 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d00fdcf-6347-4dfe-b273-3ec322d81cef tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:54:06.321713 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d00fdcf-6347-4dfe-b273-3ec322d81cef tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:54:06.322051 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d00fdcf-6347-4dfe-b273-3ec322d81cef tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:54:06.322388 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d00fdcf-6347-4dfe-b273-3ec322d81cef tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:54:06.322725 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d00fdcf-6347-4dfe-b273-3ec322d81cef tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:54:06.323049 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d00fdcf-6347-4dfe-b273-3ec322d81cef tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:54:06.323374 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d00fdcf-6347-4dfe-b273-3ec322d81cef tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:54:06.488920 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1d00fdcf-6347-4dfe-b273-3ec322d81cef tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33140263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33208171'] for router_interface, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:06.718198 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d00fdcf-6347-4dfe-b273-3ec322d81cef tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Router 5a40e652-320e-4f5e-937d-08f68ff29542 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:54:06.834920 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d00fdcf-6347-4dfe-b273-3ec322d81cef tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:54:06.839877 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-1d00fdcf-6347-4dfe-b273-3ec322d81cef tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "PUT /v2.0/routers/5a40e652-320e-4f5e-937d-08f68ff29542/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8446352 Aug 05 12:54:06.842595 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 50128) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:54:06.846223 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d4473e-297d-40cf-b9a7-68787408ba8f None None] Sync routers for ids ['5a40e652-320e-4f5e-937d-08f68ff29542'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:54:06.855620 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d4473e-297d-40cf-b9a7-68787408ba8f None None] Routers {'5a40e652-320e-4f5e-937d-08f68ff29542'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:54:06.856249 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-45d4473e-297d-40cf-b9a7-68787408ba8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:53:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['5a40e652-320e-4f5e-937d-08f68ff29542'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:54:06.902989 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_v2 [None req-305d0a60-06b8-440e-8400-fe89046dde6e tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Deleting subnet d49986ad-4e40-4c86-8232-628495eae994 {{(pid=94420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 12:54:06.906495 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-305d0a60-06b8-440e-8400-fe89046dde6e tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for subnet, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:06.948017 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-305d0a60-06b8-440e-8400-fe89046dde6e tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25010562'] for subnet, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:06.971404 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-45d4473e-297d-40cf-b9a7-68787408ba8f None None] Set router 5a40e652-320e-4f5e-937d-08f68ff29542 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:54:07.036739 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-305d0a60-06b8-440e-8400-fe89046dde6e tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:07.119275 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-305d0a60-06b8-440e-8400-fe89046dde6e tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29762763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24211094'] for subnet, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:07.145428 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305d0a60-06b8-440e-8400-fe89046dde6e tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Pushing event deleted for resources: {'Subnet': ['ID=d49986ad-4e40-4c86-8232-628495eae994,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:54:07.153112 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-305d0a60-06b8-440e-8400-fe89046dde6e tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:07.158707 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 50130) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:54:07.159273 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-305d0a60-06b8-440e-8400-fe89046dde6e tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "DELETE /v2.0/subnets/d49986ad-4e40-4c86-8232-628495eae994 HTTP/1.1" status: 204 len: 168 time: 0.3152618 Aug 05 12:54:07.160521 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d219de-d27b-4e29-89a3-8c1815728326 None None] Network 1e6a0195-b834-4293-af85-486135f61d15 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:54:07.235946 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-45d4473e-297d-40cf-b9a7-68787408ba8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a40e652-320e-4f5e-937d-08f68ff29542', 'name': 'tempest-TestNetworkAdvancedServerOps-router-834540680', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': '5ecc55fd-cb9a-48d1-b06b-50813e3c1aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:52:24Z', 'updated_at': '2021-08-05T12:54:06Z', 'revision_number': 5, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'gw_port': {'id': '5ecc55fd-cb9a-48d1-b06b-50813e3c1aed', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a40e652-320e-4f5e-937d-08f68ff29542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:52:25Z', 'updated_at': '2021-08-05T12:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:54:07.275506 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-69a37b1d-8253-4d19-a16d-854a4c76992b tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for router, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:07.299018 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d4473e-297d-40cf-b9a7-68787408ba8f None None] Checking router: 5a40e652-320e-4f5e-937d-08f68ff29542 for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:54:07.311653 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d4473e-297d-40cf-b9a7-68787408ba8f None None] Routers {'5a40e652-320e-4f5e-937d-08f68ff29542'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:54:07.312295 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-45d4473e-297d-40cf-b9a7-68787408ba8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:53:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['5a40e652-320e-4f5e-937d-08f68ff29542'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:54:07.392801 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-69a37b1d-8253-4d19-a16d-854a4c76992b tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:07.424435 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-312540fd-1dac-4561-b0c4-85d5a352ca6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:07.451468 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-45d4473e-297d-40cf-b9a7-68787408ba8f None None] Set router 5a40e652-320e-4f5e-937d-08f68ff29542 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:54:07.481302 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-69a37b1d-8253-4d19-a16d-854a4c76992b tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Deleting port 5ecc55fd-cb9a-48d1-b06b-50813e3c1aed {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:54:07.481649 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-69a37b1d-8253-4d19-a16d-854a4c76992b tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:07.493319 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5563bd57-517d-44d3-a654-30ef6315ff38 None None] DHCP port deletion for 1e6a0195-b834-4293-af85-486135f61d15 request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 12:54:07.584896 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [None req-69a37b1d-8253-4d19-a16d-854a4c76992b tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] For port 5ecc55fd-cb9a-48d1-b06b-50813e3c1aed, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=5ecc55fd-cb9a-48d1-b06b-50813e3c1aed,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:54:07.585265 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-69a37b1d-8253-4d19-a16d-854a4c76992b tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:07.598486 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-69a37b1d-8253-4d19-a16d-854a4c76992b tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Calling delete_port for 5ecc55fd-cb9a-48d1-b06b-50813e3c1aed owned by network:router_gateway {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:54:07.666472 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-5563bd57-517d-44d3-a654-30ef6315ff38 None None] Deleting port 7c8ff790-2bdf-46a5-a038-ab71a46a328b {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:54:07.666849 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-5563bd57-517d-44d3-a654-30ef6315ff38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:07.743747 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-5563bd57-517d-44d3-a654-30ef6315ff38 None None] For port 7c8ff790-2bdf-46a5-a038-ab71a46a328b, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=7c8ff790-2bdf-46a5-a038-ab71a46a328b,segment=NetworkSegment(801130e2-194a-449a-b27d-c14d422ccd40),segment_id=801130e2-194a-449a-b27d-c14d422ccd40)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:54:07.743747 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-5563bd57-517d-44d3-a654-30ef6315ff38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:07.756687 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-5563bd57-517d-44d3-a654-30ef6315ff38 None None] Calling delete_port for 7c8ff790-2bdf-46a5-a038-ab71a46a328b owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:54:07.772628 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-45d4473e-297d-40cf-b9a7-68787408ba8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a40e652-320e-4f5e-937d-08f68ff29542', 'name': 'tempest-TestNetworkAdvancedServerOps-router-834540680', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': '5ecc55fd-cb9a-48d1-b06b-50813e3c1aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:52:24Z', 'updated_at': '2021-08-05T12:54:06Z', 'revision_number': 5, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'gw_port': {'id': '5ecc55fd-cb9a-48d1-b06b-50813e3c1aed', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a40e652-320e-4f5e-937d-08f68ff29542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:52:25Z', 'updated_at': '2021-08-05T12:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:54:07.777958 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-69a37b1d-8253-4d19-a16d-854a4c76992b tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:07.811229 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a37b1d-8253-4d19-a16d-854a4c76992b tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Pushing event deleted for resources: {'Port': ['ID=5ecc55fd-cb9a-48d1-b06b-50813e3c1aed,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:54:07.834332 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d4473e-297d-40cf-b9a7-68787408ba8f None None] The sync data for ids ['5a40e652-320e-4f5e-937d-08f68ff29542'] in n-d-803378-2 is: [{'id': '5a40e652-320e-4f5e-937d-08f68ff29542', 'name': 'tempest-TestNetworkAdvancedServerOps-router-834540680', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': '5ecc55fd-cb9a-48d1-b06b-50813e3c1aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:52:24Z', 'updated_at': '2021-08-05T12:54:06Z', 'revision_number': 5, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'gw_port': {'id': '5ecc55fd-cb9a-48d1-b06b-50813e3c1aed', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a40e652-320e-4f5e-937d-08f68ff29542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:52:25Z', 'updated_at': '2021-08-05T12:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:54:07.870055 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-69a37b1d-8253-4d19-a16d-854a4c76992b tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33285055'] for router_gateway, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:07.886395 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-5563bd57-517d-44d3-a654-30ef6315ff38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:07.913244 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5563bd57-517d-44d3-a654-30ef6315ff38 None None] Pushing event deleted for resources: {'Port': ['ID=7c8ff790-2bdf-46a5-a038-ab71a46a328b,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:54:07.917599 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5563bd57-517d-44d3-a654-30ef6315ff38 None None] No DVR routers for this DVR port 7c8ff790-2bdf-46a5-a038-ab71a46a328b on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:54:07.927716 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5563bd57-517d-44d3-a654-30ef6315ff38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:54:07.927716 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5563bd57-517d-44d3-a654-30ef6315ff38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:54:07.927716 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5563bd57-517d-44d3-a654-30ef6315ff38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:54:07.927716 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5563bd57-517d-44d3-a654-30ef6315ff38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:54:07.927716 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5563bd57-517d-44d3-a654-30ef6315ff38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:54:07.927716 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5563bd57-517d-44d3-a654-30ef6315ff38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:54:07.927716 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5563bd57-517d-44d3-a654-30ef6315ff38 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:54:07.927716 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5563bd57-517d-44d3-a654-30ef6315ff38 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:54:07.929163 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5563bd57-517d-44d3-a654-30ef6315ff38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:54:07.929163 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5563bd57-517d-44d3-a654-30ef6315ff38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:54:07.929163 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5563bd57-517d-44d3-a654-30ef6315ff38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:54:07.929163 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5563bd57-517d-44d3-a654-30ef6315ff38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:54:07.968100 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-69a37b1d-8253-4d19-a16d-854a4c76992b tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33262979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1951'] for router, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:07.970460 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-69a37b1d-8253-4d19-a16d-854a4c76992b tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:08.018171 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-69a37b1d-8253-4d19-a16d-854a4c76992b tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33262474'] for router, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:08.018859 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69a37b1d-8253-4d19-a16d-854a4c76992b tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Fanout notify agent at l3_agent the message router_deleted on router 5a40e652-320e-4f5e-937d-08f68ff29542 {{(pid=94421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 12:54:08.027853 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-69a37b1d-8253-4d19-a16d-854a4c76992b tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for router, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:08.029076 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-69a37b1d-8253-4d19-a16d-854a4c76992b tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "DELETE /v2.0/routers/5a40e652-320e-4f5e-937d-08f68ff29542 HTTP/1.1" status: 204 len: 168 time: 0.8682020 Aug 05 12:54:08.031865 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 50132) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:54:08.109821 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8ac2beb4-f28b-484f-aec6-3a64d697dd7b tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:08.208721 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8ac2beb4-f28b-484f-aec6-3a64d697dd7b tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:08.227475 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-8ac2beb4-f28b-484f-aec6-3a64d697dd7b tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e6a0195-b834-4293-af85-486135f61d15']}} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:54:08.246291 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-8ac2beb4-f28b-484f-aec6-3a64d697dd7b tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '801130e2-194a-449a-b27d-c14d422ccd40') {'for_net_delete': True} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:54:08.246825 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-8ac2beb4-f28b-484f-aec6-3a64d697dd7b tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '801130e2-194a-449a-b27d-c14d422ccd40') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:54:08.263082 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8ac2beb4-f28b-484f-aec6-3a64d697dd7b tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29786371'] for segment, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:08.283419 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8ac2beb4-f28b-484f-aec6-3a64d697dd7b tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:08.290187 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ac2beb4-f28b-484f-aec6-3a64d697dd7b tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Releasing vlan 663 on physical network physnet1 to pool {{(pid=94421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 12:54:08.290607 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8ac2beb4-f28b-484f-aec6-3a64d697dd7b tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25038799'] for segment, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:08.293749 n-d-803378-2 neutron-server[94421]: Traceback (most recent call last): Aug 05 12:54:08.293749 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 12:54:08.293749 n-d-803378-2 neutron-server[94421]: timer() Aug 05 12:54:08.293749 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 12:54:08.293749 n-d-803378-2 neutron-server[94421]: cb(*args, **kw) Aug 05 12:54:08.293749 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 12:54:08.293749 n-d-803378-2 neutron-server[94421]: return func(*args, **kwargs) Aug 05 12:54:08.293749 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 12:54:08.293749 n-d-803378-2 neutron-server[94421]: self._notify() Aug 05 12:54:08.293749 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 12:54:08.293749 n-d-803378-2 neutron-server[94421]: self.callback(batched_events) Aug 05 12:54:08.293749 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 12:54:08.293749 n-d-803378-2 neutron-server[94421]: event.method(event) Aug 05 12:54:08.293749 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 12:54:08.293749 n-d-803378-2 neutron-server[94421]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 12:54:08.293749 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 12:54:08.293749 n-d-803378-2 neutron-server[94421]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 12:54:08.293749 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 12:54:08.293749 n-d-803378-2 neutron-server[94421]: return f(self, *a, **k) Aug 05 12:54:08.293749 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 12:54:08.293749 n-d-803378-2 neutron-server[94421]: return self._get(url).json() Aug 05 12:54:08.293749 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 12:54:08.293749 n-d-803378-2 neutron-server[94421]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 12:54:08.293749 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 12:54:08.293749 n-d-803378-2 neutron-server[94421]: return self.request(url, 'GET', **kwargs) Aug 05 12:54:08.293749 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 12:54:08.293749 n-d-803378-2 neutron-server[94421]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 12:54:08.293749 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 12:54:08.293749 n-d-803378-2 neutron-server[94421]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 12:54:08.293749 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 12:54:08.293749 n-d-803378-2 neutron-server[94421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 12:54:08.293749 n-d-803378-2 neutron-server[94421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 12:54:08.346737 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 7c8ff790-2bdf-46a5-a038-ab71a46a328b no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:54:08.361165 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8ac2beb4-f28b-484f-aec6-3a64d697dd7b tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:08.371899 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 7c8ff790-2bdf-46a5-a038-ab71a46a328b {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:54:08.372254 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 7c8ff790-2bdf-46a5-a038-ab71a46a328b not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:54:08.372717 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 783f298e-0984-4058-ab07-04aa934881df no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:54:08.372995 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-8ac2beb4-f28b-484f-aec6-3a64d697dd7b tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:08.374966 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-8ac2beb4-f28b-484f-aec6-3a64d697dd7b tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "DELETE /v2.0/networks/1e6a0195-b834-4293-af85-486135f61d15 HTTP/1.1" status: 204 len: 168 time: 0.3420875 Aug 05 12:54:08.378556 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 50134) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:54:08.396837 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac2beb4-f28b-484f-aec6-3a64d697dd7b tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Pushing event deleted for resources: {'Network': ['ID=1e6a0195-b834-4293-af85-486135f61d15,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:54:08.412384 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 783f298e-0984-4058-ab07-04aa934881df {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:54:08.413192 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 783f298e-0984-4058-ab07-04aa934881df not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:54:08.777139 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7a2fc2fd-cea7-4e43-8e50-d4d3a61e3c77 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:08.802909 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7a2fc2fd-cea7-4e43-8e50-d4d3a61e3c77 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:08.866335 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7a2fc2fd-cea7-4e43-8e50-d4d3a61e3c77 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:08.869029 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7a2fc2fd-cea7-4e43-8e50-d4d3a61e3c77 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:08.870232 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-7a2fc2fd-cea7-4e43-8e50-d4d3a61e3c77 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "DELETE /v2.0/security-groups/c3462714-fccf-4f91-a77d-cb04a96a9db7 HTTP/1.1" status: 204 len: 168 time: 0.4907022 Aug 05 12:54:08.882545 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2fc2fd-cea7-4e43-8e50-d4d3a61e3c77 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3462714-fccf-4f91-a77d-cb04a96a9db7,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:54:09.379367 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 50140) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:54:09.384165 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-b48ea09a-95c3-41a8-b7d6-a7ea64b37301 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-830520658', 'description': 'tempest-secgroup-smoke-830520658 description', 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:54:09.409733 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b48ea09a-95c3-41a8-b7d6-a7ea64b37301 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:09.495340 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b48ea09a-95c3-41a8-b7d6-a7ea64b37301 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:09.499411 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b48ea09a-95c3-41a8-b7d6-a7ea64b37301 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:09.526412 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-b48ea09a-95c3-41a8-b7d6-a7ea64b37301 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:09.527658 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-b48ea09a-95c3-41a8-b7d6-a7ea64b37301 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1472464 Aug 05 12:54:09.530834 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 50142) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:54:09.533096 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ea09a-95c3-41a8-b7d6-a7ea64b37301 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48a4d5ec-3ba8-4e53-add2-9a6da7334abd,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:54:09.537118 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-3246bdea-fffe-48fa-a74a-3dcd9234be71 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Request body: {'security_group_rule': {'security_group_id': '48a4d5ec-3ba8-4e53-add2-9a6da7334abd', 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:54:09.565103 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3246bdea-fffe-48fa-a74a-3dcd9234be71 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:09.626385 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3246bdea-fffe-48fa-a74a-3dcd9234be71 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:09.630261 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3246bdea-fffe-48fa-a74a-3dcd9234be71 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:09.655544 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3246bdea-fffe-48fa-a74a-3dcd9234be71 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bbf4eab-23d2-454f-8164-5a25de7cd8b0,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:54:09.663822 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3246bdea-fffe-48fa-a74a-3dcd9234be71 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:09.665136 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-3246bdea-fffe-48fa-a74a-3dcd9234be71 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1326623 Aug 05 12:54:09.667964 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 50144) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:54:09.673515 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-82150344-59d3-4c4b-901a-8260248f98b7 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Request body: {'security_group_rule': {'security_group_id': '48a4d5ec-3ba8-4e53-add2-9a6da7334abd', 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:54:09.701477 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-82150344-59d3-4c4b-901a-8260248f98b7 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:09.761211 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-82150344-59d3-4c4b-901a-8260248f98b7 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:09.767020 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-82150344-59d3-4c4b-901a-8260248f98b7 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:09.794828 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82150344-59d3-4c4b-901a-8260248f98b7 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b181615d-3d57-4e94-807e-8b2262c51276,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:54:09.805916 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-82150344-59d3-4c4b-901a-8260248f98b7 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:09.807199 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-82150344-59d3-4c4b-901a-8260248f98b7 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1382172 Aug 05 12:54:09.809957 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 50146) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:54:09.814932 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-e96949e7-a010-4f94-a46a-d4de33594115 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Request body: {'security_group_rule': {'security_group_id': '48a4d5ec-3ba8-4e53-add2-9a6da7334abd', 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:54:09.845744 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e96949e7-a010-4f94-a46a-d4de33594115 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:09.915519 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e96949e7-a010-4f94-a46a-d4de33594115 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:09.919991 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e96949e7-a010-4f94-a46a-d4de33594115 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:09.940235 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96949e7-a010-4f94-a46a-d4de33594115 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13e8351d-1ae8-42ab-a1c3-c00298b790b2,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:54:09.946940 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e96949e7-a010-4f94-a46a-d4de33594115 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:09.948511 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-e96949e7-a010-4f94-a46a-d4de33594115 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1372833 Aug 05 12:54:09.951046 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 50148) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:54:09.956541 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-213c39c6-b110-45ad-bf6b-68bff9b0a1a2 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Request body: {'security_group_rule': {'security_group_id': '48a4d5ec-3ba8-4e53-add2-9a6da7334abd', 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:54:09.983213 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-213c39c6-b110-45ad-bf6b-68bff9b0a1a2 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:10.012816 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 5ecc55fd-cb9a-48d1-b06b-50813e3c1aed no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:54:10.035537 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 5ecc55fd-cb9a-48d1-b06b-50813e3c1aed {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:54:10.035889 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 5ecc55fd-cb9a-48d1-b06b-50813e3c1aed not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:54:10.052109 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-213c39c6-b110-45ad-bf6b-68bff9b0a1a2 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:10.056241 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-213c39c6-b110-45ad-bf6b-68bff9b0a1a2 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:10.072926 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213c39c6-b110-45ad-bf6b-68bff9b0a1a2 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72854498-5aa1-4711-acdb-c063844a494c,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:54:10.083607 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-213c39c6-b110-45ad-bf6b-68bff9b0a1a2 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:10.086165 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-213c39c6-b110-45ad-bf6b-68bff9b0a1a2 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1331258 Aug 05 12:54:10.088249 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 50150) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:54:10.093007 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-8c7186f6-fd96-4acd-b07a-1baafc13ecc0 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Request body: {'security_group_rule': {'security_group_id': '48a4d5ec-3ba8-4e53-add2-9a6da7334abd', 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:54:10.111894 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-5a1628be-51fa-4033-8255-14991f8e2e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:10.118764 n-d-803378-2 neutron-server[94420]: INFO neutron.db.securitygroups_db [None req-8c7186f6-fd96-4acd-b07a-1baafc13ecc0 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Project 7ebbcc569b8f45a1a422fca72fe4b773 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 05 12:54:10.123786 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8c7186f6-fd96-4acd-b07a-1baafc13ecc0 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:10.176401 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:10.189628 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8c7186f6-fd96-4acd-b07a-1baafc13ecc0 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:10.193530 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8c7186f6-fd96-4acd-b07a-1baafc13ecc0 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:10.212200 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7186f6-fd96-4acd-b07a-1baafc13ecc0 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69aca9d6-887e-4739-a2f2-b1fd0a0812ee,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:54:10.218668 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8c7186f6-fd96-4acd-b07a-1baafc13ecc0 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:10.221033 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-8c7186f6-fd96-4acd-b07a-1baafc13ecc0 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1316092 Aug 05 12:54:10.223522 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 50152) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:54:10.228088 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-7036e17b-3f34-4f54-a48d-3878b0f5f077 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Request body: {'security_group_rule': {'security_group_id': '48a4d5ec-3ba8-4e53-add2-9a6da7334abd', 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:54:10.250299 n-d-803378-2 neutron-server[94420]: INFO neutron.db.securitygroups_db [None req-7036e17b-3f34-4f54-a48d-3878b0f5f077 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Project 7ebbcc569b8f45a1a422fca72fe4b773 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 05 12:54:10.255833 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7036e17b-3f34-4f54-a48d-3878b0f5f077 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:10.324726 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7036e17b-3f34-4f54-a48d-3878b0f5f077 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:10.329688 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7036e17b-3f34-4f54-a48d-3878b0f5f077 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:10.350365 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7036e17b-3f34-4f54-a48d-3878b0f5f077 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49fce286-d8ea-464b-b509-acc504a0c7f5,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:54:10.357676 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-7036e17b-3f34-4f54-a48d-3878b0f5f077 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:10.359041 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-7036e17b-3f34-4f54-a48d-3878b0f5f077 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1345336 Aug 05 12:54:10.362621 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 50154) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:54:10.367954 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-752298e8-599d-4472-a882-5e08ee53cc76 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Request body: {'network': {'name': 'tempest-network-smoke--206849206', 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'port_security_enabled': True}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:54:10.394000 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-752298e8-599d-4472-a882-5e08ee53cc76 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Made reservation on behalf of 7ebbcc569b8f45a1a422fca72fe4b773 for: {'network': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:54:10.397494 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-752298e8-599d-4472-a882-5e08ee53cc76 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:10.427258 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-752298e8-599d-4472-a882-5e08ee53cc76 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] vlan segment allocate from pool success with {'vlan_id': 660, 'physical_network': 'physnet1'} {{(pid=94420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 12:54:10.441226 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-752298e8-599d-4472-a882-5e08ee53cc76 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:10.441612 n-d-803378-2 neutron-server[94420]: INFO neutron.db.segments_db [None req-752298e8-599d-4472-a882-5e08ee53cc76 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Added segment 483cb5a0-43e2-4683-be21-eef1f511d9cb of type vlan for network c8634a14-d89b-42ca-a0a1-1fd0360eba94 Aug 05 12:54:10.484559 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-752298e8-599d-4472-a882-5e08ee53cc76 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:10.515896 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-752298e8-599d-4472-a882-5e08ee53cc76 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:10.521975 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752298e8-599d-4472-a882-5e08ee53cc76 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:54:10.522571 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-752298e8-599d-4472-a882-5e08ee53cc76 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:10.583957 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-752298e8-599d-4472-a882-5e08ee53cc76 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2202625 Aug 05 12:54:10.586692 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 50156) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:54:10.593449 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-722f5784-aad7-4672-bb5f-7abf8d26e20d tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-651138482', 'admin_state_up': True, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:54:10.615108 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752298e8-599d-4472-a882-5e08ee53cc76 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Pushing event updated for resources: {'Network': ['ID=c8634a14-d89b-42ca-a0a1-1fd0360eba94,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:54:10.626249 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network c8634a14-d89b-42ca-a0a1-1fd0360eba94 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 12:54:10.631308 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-722f5784-aad7-4672-bb5f-7abf8d26e20d tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33260300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1929'] for router, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:10.632457 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-722f5784-aad7-4672-bb5f-7abf8d26e20d tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33285914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33034662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1926'] for router, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:10.694620 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-722f5784-aad7-4672-bb5f-7abf8d26e20d tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:10.865958 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-722f5784-aad7-4672-bb5f-7abf8d26e20d tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:11.100253 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-722f5784-aad7-4672-bb5f-7abf8d26e20d tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for router_gateway, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:11.129164 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-722f5784-aad7-4672-bb5f-7abf8d26e20d tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:11.249642 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-722f5784-aad7-4672-bb5f-7abf8d26e20d tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Allocated IP 172.25.5.47 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/63a1715a-308c-43bd-bd46-ff4d605fc412) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:54:11.370487 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-722f5784-aad7-4672-bb5f-7abf8d26e20d tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:11.415411 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-722f5784-aad7-4672-bb5f-7abf8d26e20d tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:11.456228 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722f5784-aad7-4672-bb5f-7abf8d26e20d tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:54:11.461616 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-722f5784-aad7-4672-bb5f-7abf8d26e20d tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:54:11.465342 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722f5784-aad7-4672-bb5f-7abf8d26e20d tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:54:11.471989 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722f5784-aad7-4672-bb5f-7abf8d26e20d tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Pushing event updated for resources: {'Port': ['ID=63a1715a-308c-43bd-bd46-ff4d605fc412,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:54:11.751399 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-722f5784-aad7-4672-bb5f-7abf8d26e20d tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for router_gateway, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:11.821175 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 12:54:11.965959 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-722f5784-aad7-4672-bb5f-7abf8d26e20d tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286026'] for router, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:12.115287 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:12.411117 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-722f5784-aad7-4672-bb5f-7abf8d26e20d tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Router 187c0ab5-d3a6-4aee-bafe-5e0d959e57e9 is scheduled to L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d with binding_index 1 {{(pid=94420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 12:54:12.542448 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-722f5784-aad7-4672-bb5f-7abf8d26e20d tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:54:12.557399 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1651ca-286a-4cca-ad2d-bc09a0ebd665 None None] Sync routers for ids ['187c0ab5-d3a6-4aee-bafe-5e0d959e57e9'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:54:12.566332 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-722f5784-aad7-4672-bb5f-7abf8d26e20d tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for router, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:12.570929 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-722f5784-aad7-4672-bb5f-7abf8d26e20d tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.9801335 Aug 05 12:54:12.571114 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1651ca-286a-4cca-ad2d-bc09a0ebd665 None None] Routers {'187c0ab5-d3a6-4aee-bafe-5e0d959e57e9'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:54:12.571114 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-db1651ca-286a-4cca-ad2d-bc09a0ebd665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:54:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['187c0ab5-d3a6-4aee-bafe-5e0d959e57e9'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:54:12.572615 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 50158) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:54:12.605625 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-560a187f-5441-43e3-b28d-6fef16f15152 tempest-TestNetworkAdvancedServerOps-883279947 tempest-TestNetworkAdvancedServerOps-883279947-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=7ebbcc569b8f45a1a422fca72fe4b773&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0290570 Aug 05 12:54:12.606183 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 50160) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:54:12.682047 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-db1651ca-286a-4cca-ad2d-bc09a0ebd665 None None] Set router 187c0ab5-d3a6-4aee-bafe-5e0d959e57e9 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:54:12.705501 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af6bbda-45c5-4ac8-89eb-8cd8dd25757d tempest-TestNetworkAdvancedServerOps-883279947 tempest-TestNetworkAdvancedServerOps-883279947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:54:12.707084 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-8af6bbda-45c5-4ac8-89eb-8cd8dd25757d tempest-TestNetworkAdvancedServerOps-883279947 tempest-TestNetworkAdvancedServerOps-883279947-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0997932 Aug 05 12:54:12.710436 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 50162) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:54:12.742097 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-9cfe6244-1972-41fa-9b90-a2c139fb03bf tempest-TestNetworkAdvancedServerOps-883279947 tempest-TestNetworkAdvancedServerOps-883279947-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0298102 Aug 05 12:54:12.747944 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 50164) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:54:12.754264 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-90dd6ea0-dba3-4116-aa34-74cff972ea9f tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1940223898', 'network_id': 'c8634a14-d89b-42ca-a0a1-1fd0360eba94', 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:54:12.855761 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90dd6ea0-dba3-4116-aa34-74cff972ea9f tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Made reservation on behalf of 7ebbcc569b8f45a1a422fca72fe4b773 for: {'subnet': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:54:12.859436 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-90dd6ea0-dba3-4116-aa34-74cff972ea9f tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24211133'] for subnet, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:12.894295 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-db1651ca-286a-4cca-ad2d-bc09a0ebd665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '187c0ab5-d3a6-4aee-bafe-5e0d959e57e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-651138482', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '63a1715a-308c-43bd-bd46-ff4d605fc412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:54:10Z', 'updated_at': '2021-08-05T12:54:11Z', 'revision_number': 3, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'gw_port': {'id': '63a1715a-308c-43bd-bd46-ff4d605fc412', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:2c:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '187c0ab5-d3a6-4aee-bafe-5e0d959e57e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:54:11Z', 'updated_at': '2021-08-05T12:54:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:54:12.921046 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1651ca-286a-4cca-ad2d-bc09a0ebd665 None None] Checking router: 187c0ab5-d3a6-4aee-bafe-5e0d959e57e9 for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:54:12.921383 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1651ca-286a-4cca-ad2d-bc09a0ebd665 None None] Updating router 187c0ab5-d3a6-4aee-bafe-5e0d959e57e9 port 63a1715a-308c-43bd-bd46-ff4d605fc412 binding host n-d-803378-2 {{(pid=94423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 12:54:12.947275 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-db1651ca-286a-4cca-ad2d-bc09a0ebd665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:13.055691 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-90dd6ea0-dba3-4116-aa34-74cff972ea9f tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29762700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24211087'] for subnet, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:13.123414 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dd6ea0-dba3-4116-aa34-74cff972ea9f tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Pushing event updated for resources: {'Subnet': ['ID=7a966640-047f-431a-aea2-adafd8cb62e2,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:54:13.135803 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dd6ea0-dba3-4116-aa34-74cff972ea9f tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Checking segment: {'id': '483cb5a0-43e2-4683-be21-eef1f511d9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'c8634a14-d89b-42ca-a0a1-1fd0360eba94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:54:13.136242 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90dd6ea0-dba3-4116-aa34-74cff972ea9f tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Network hostable DHCP agents. Network: c8634a14-d89b-42ca-a0a1-1fd0360eba94, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 12:54:13.154801 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90dd6ea0-dba3-4116-aa34-74cff972ea9f tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Network c8634a14-d89b-42ca-a0a1-1fd0360eba94 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 12:54:13.164883 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-90dd6ea0-dba3-4116-aa34-74cff972ea9f tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, c8634a14-d89b-42ca-a0a1-1fd0360eba94) {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:54:13.171736 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90dd6ea0-dba3-4116-aa34-74cff972ea9f tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:54:13.173392 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-90dd6ea0-dba3-4116-aa34-74cff972ea9f tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:13.177325 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d833d9-e19c-4a36-96b9-8a2f933cf1e7 None None] Network c8634a14-d89b-42ca-a0a1-1fd0360eba94 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:54:13.196816 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-90dd6ea0-dba3-4116-aa34-74cff972ea9f tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4475844 Aug 05 12:54:13.201958 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 50166) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:54:13.218102 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-db1651ca-286a-4cca-ad2d-bc09a0ebd665 None None] Notify callbacks [] for port, precommit_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:13.229853 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.provisioning_blocks [None req-db1651ca-286a-4cca-ad2d-bc09a0ebd665 None None] Transition to ACTIVE for port object 63a1715a-308c-43bd-bd46-ff4d605fc412 will not be triggered until provisioned by entity L2. {{(pid=94423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:54:13.236050 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-db1651ca-286a-4cca-ad2d-bc09a0ebd665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:13.284057 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-db1651ca-286a-4cca-ad2d-bc09a0ebd665 None None] Attempting to bind port 63a1715a-308c-43bd-bd46-ff4d605fc412 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:54:13.284426 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-db1651ca-286a-4cca-ad2d-bc09a0ebd665 None None] Attempting to bind port 63a1715a-308c-43bd-bd46-ff4d605fc412 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}] {{(pid=94423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:54:13.285079 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1651ca-286a-4cca-ad2d-bc09a0ebd665 None None] Attempting to bind port 63a1715a-308c-43bd-bd46-ff4d605fc412 on network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:54:13.298239 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1651ca-286a-4cca-ad2d-bc09a0ebd665 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:54:13.298625 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1651ca-286a-4cca-ad2d-bc09a0ebd665 None None] Checking segment: {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:54:13.299024 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-db1651ca-286a-4cca-ad2d-bc09a0ebd665 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:13.299415 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1651ca-286a-4cca-ad2d-bc09a0ebd665 None None] Bound using segment: {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'} {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:54:13.299882 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-db1651ca-286a-4cca-ad2d-bc09a0ebd665 None None] Bound port: 63a1715a-308c-43bd-bd46-ff4d605fc412, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}}] {{(pid=94423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:54:13.300257 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-db1651ca-286a-4cca-ad2d-bc09a0ebd665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:13.302021 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc7d700-8241-4075-af23-76a36bc94ee4 None None] Pushing event updated for resources: {'Port': ['ID=63a1715a-308c-43bd-bd46-ff4d605fc412,revision_number=2']} {{(pid=94423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:54:13.329294 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc7d700-8241-4075-af23-76a36bc94ee4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:54:13.329666 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc7d700-8241-4075-af23-76a36bc94ee4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:54:13.330179 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc7d700-8241-4075-af23-76a36bc94ee4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:54:13.330512 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc7d700-8241-4075-af23-76a36bc94ee4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:54:13.330837 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc7d700-8241-4075-af23-76a36bc94ee4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:54:13.331160 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc7d700-8241-4075-af23-76a36bc94ee4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:54:13.331706 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc7d700-8241-4075-af23-76a36bc94ee4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:54:13.332018 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc7d700-8241-4075-af23-76a36bc94ee4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:54:13.332333 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc7d700-8241-4075-af23-76a36bc94ee4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:54:13.332683 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc7d700-8241-4075-af23-76a36bc94ee4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:54:13.333003 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc7d700-8241-4075-af23-76a36bc94ee4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:54:13.333321 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc7d700-8241-4075-af23-76a36bc94ee4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:54:13.369106 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.db [None req-db1651ca-286a-4cca-ad2d-bc09a0ebd665 None None] For port 63a1715a-308c-43bd-bd46-ff4d605fc412, host n-d-803378-2, cleared binding levels {{(pid=94423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:54:13.372295 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.db [None req-db1651ca-286a-4cca-ad2d-bc09a0ebd665 None None] For port 63a1715a-308c-43bd-bd46-ff4d605fc412, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=63a1715a-308c-43bd-bd46-ff4d605fc412,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:54:13.374885 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaee0af6-9a38-4505-b0aa-d9938afc744b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-c8634a14-d89b-42ca-a0a1-1fd0360eba94', 'network_id': 'c8634a14-d89b-42ca-a0a1-1fd0360eba94', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'fixed_ips': [{'subnet_id': '7a966640-047f-431a-aea2-adafd8cb62e2'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 12:54:13.376108 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-aaee0af6-9a38-4505-b0aa-d9938afc744b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:13.379370 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-db1651ca-286a-4cca-ad2d-bc09a0ebd665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:13.534421 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1651ca-286a-4cca-ad2d-bc09a0ebd665 None None] Routers {'187c0ab5-d3a6-4aee-bafe-5e0d959e57e9'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:54:13.535060 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-db1651ca-286a-4cca-ad2d-bc09a0ebd665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:54:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['187c0ab5-d3a6-4aee-bafe-5e0d959e57e9'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:54:13.540814 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-aaee0af6-9a38-4505-b0aa-d9938afc744b None None] Allocated IP 172.20.0.2 (c8634a14-d89b-42ca-a0a1-1fd0360eba94/7a966640-047f-431a-aea2-adafd8cb62e2/84fbb2c8-2276-4450-aa6e-1a355bee0d0b) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:54:13.574482 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc7d700-8241-4075-af23-76a36bc94ee4 None None] Pushing event updated for resources: {'Port': ['ID=63a1715a-308c-43bd-bd46-ff4d605fc412,revision_number=3']} {{(pid=94423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:54:13.661003 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-db1651ca-286a-4cca-ad2d-bc09a0ebd665 None None] Set router 187c0ab5-d3a6-4aee-bafe-5e0d959e57e9 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:54:13.685489 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3e125326-37d0-4324-8c80-b2d72476a172 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:13.737462 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-aaee0af6-9a38-4505-b0aa-d9938afc744b None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:13.749624 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-aaee0af6-9a38-4505-b0aa-d9938afc744b None None] Transition to ACTIVE for port object 84fbb2c8-2276-4450-aa6e-1a355bee0d0b will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:54:13.768396 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-aaee0af6-9a38-4505-b0aa-d9938afc744b None None] Transition to ACTIVE for port object 84fbb2c8-2276-4450-aa6e-1a355bee0d0b will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:54:13.777687 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-aaee0af6-9a38-4505-b0aa-d9938afc744b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:13.823043 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaee0af6-9a38-4505-b0aa-d9938afc744b None None] Pushing event updated for resources: {'Port': ['ID=84fbb2c8-2276-4450-aa6e-1a355bee0d0b,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:54:13.842312 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaee0af6-9a38-4505-b0aa-d9938afc744b None None] Network c8634a14-d89b-42ca-a0a1-1fd0360eba94 is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:54:13.843806 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-aaee0af6-9a38-4505-b0aa-d9938afc744b None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:54:13.847138 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaee0af6-9a38-4505-b0aa-d9938afc744b None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:54:13.907774 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-aaee0af6-9a38-4505-b0aa-d9938afc744b None None] Attempting to bind port 84fbb2c8-2276-4450-aa6e-1a355bee0d0b on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:54:13.908172 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-aaee0af6-9a38-4505-b0aa-d9938afc744b None None] Attempting to bind port 84fbb2c8-2276-4450-aa6e-1a355bee0d0b by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '483cb5a0-43e2-4683-be21-eef1f511d9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'c8634a14-d89b-42ca-a0a1-1fd0360eba94'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:54:13.908643 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaee0af6-9a38-4505-b0aa-d9938afc744b None None] Attempting to bind port 84fbb2c8-2276-4450-aa6e-1a355bee0d0b on network c8634a14-d89b-42ca-a0a1-1fd0360eba94 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:54:13.909239 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-db1651ca-286a-4cca-ad2d-bc09a0ebd665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '187c0ab5-d3a6-4aee-bafe-5e0d959e57e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-651138482', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '63a1715a-308c-43bd-bd46-ff4d605fc412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:54:10Z', 'updated_at': '2021-08-05T12:54:11Z', 'revision_number': 3, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'gw_port': {'id': '63a1715a-308c-43bd-bd46-ff4d605fc412', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:2c:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '187c0ab5-d3a6-4aee-bafe-5e0d959e57e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:54:11Z', 'updated_at': '2021-08-05T12:54:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:54:13.914192 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaee0af6-9a38-4505-b0aa-d9938afc744b None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:54:13.914731 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaee0af6-9a38-4505-b0aa-d9938afc744b None None] Checking segment: {'id': '483cb5a0-43e2-4683-be21-eef1f511d9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'c8634a14-d89b-42ca-a0a1-1fd0360eba94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:54:13.915178 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-aaee0af6-9a38-4505-b0aa-d9938afc744b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:13.915542 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaee0af6-9a38-4505-b0aa-d9938afc744b None None] Bound using segment: {'id': '483cb5a0-43e2-4683-be21-eef1f511d9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'c8634a14-d89b-42ca-a0a1-1fd0360eba94'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:54:13.916025 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-aaee0af6-9a38-4505-b0aa-d9938afc744b None None] Bound port: 84fbb2c8-2276-4450-aa6e-1a355bee0d0b, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '483cb5a0-43e2-4683-be21-eef1f511d9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'c8634a14-d89b-42ca-a0a1-1fd0360eba94'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:54:13.916523 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-aaee0af6-9a38-4505-b0aa-d9938afc744b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:13.944152 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1651ca-286a-4cca-ad2d-bc09a0ebd665 None None] The sync data for ids ['187c0ab5-d3a6-4aee-bafe-5e0d959e57e9'] in n-d-803378-2 is: [{'id': '187c0ab5-d3a6-4aee-bafe-5e0d959e57e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-651138482', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '63a1715a-308c-43bd-bd46-ff4d605fc412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:54:10Z', 'updated_at': '2021-08-05T12:54:11Z', 'revision_number': 3, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'gw_port': {'id': '63a1715a-308c-43bd-bd46-ff4d605fc412', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:2c:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '187c0ab5-d3a6-4aee-bafe-5e0d959e57e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:54:11Z', 'updated_at': '2021-08-05T12:54:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:54:14.002129 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-aaee0af6-9a38-4505-b0aa-d9938afc744b None None] For port 84fbb2c8-2276-4450-aa6e-1a355bee0d0b, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:54:14.006507 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-aaee0af6-9a38-4505-b0aa-d9938afc744b None None] For port 84fbb2c8-2276-4450-aa6e-1a355bee0d0b, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=84fbb2c8-2276-4450-aa6e-1a355bee0d0b,segment=NetworkSegment(483cb5a0-43e2-4683-be21-eef1f511d9cb),segment_id=483cb5a0-43e2-4683-be21-eef1f511d9cb)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:54:14.013399 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-aaee0af6-9a38-4505-b0aa-d9938afc744b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:14.059972 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-3e125326-37d0-4324-8c80-b2d72476a172 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Allocated IP 172.20.0.1 (c8634a14-d89b-42ca-a0a1-1fd0360eba94/7a966640-047f-431a-aea2-adafd8cb62e2/0569bdd0-5796-4480-86a4-861b96780cb8) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:54:14.083275 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaee0af6-9a38-4505-b0aa-d9938afc744b None None] Pushing event updated for resources: {'Port': ['ID=84fbb2c8-2276-4450-aa6e-1a355bee0d0b,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:54:14.216757 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3e125326-37d0-4324-8c80-b2d72476a172 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:14.236085 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [None req-3e125326-37d0-4324-8c80-b2d72476a172 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Transition to ACTIVE for port object 0569bdd0-5796-4480-86a4-861b96780cb8 will not be triggered until provisioned by entity DHCP. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:54:14.269140 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:14.333920 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3e125326-37d0-4324-8c80-b2d72476a172 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:14.383475 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e125326-37d0-4324-8c80-b2d72476a172 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Network c8634a14-d89b-42ca-a0a1-1fd0360eba94 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:54:14.389863 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-3e125326-37d0-4324-8c80-b2d72476a172 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:54:14.395209 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e125326-37d0-4324-8c80-b2d72476a172 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:54:14.402506 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e125326-37d0-4324-8c80-b2d72476a172 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Pushing event updated for resources: {'Port': ['ID=0569bdd0-5796-4480-86a4-861b96780cb8,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:54:14.463536 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3e125326-37d0-4324-8c80-b2d72476a172 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33288800'] for router_interface, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:14.627421 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3e125326-37d0-4324-8c80-b2d72476a172 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:15.043136 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3e125326-37d0-4324-8c80-b2d72476a172 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:15.051758 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3e125326-37d0-4324-8c80-b2d72476a172 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:15.131569 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3e125326-37d0-4324-8c80-b2d72476a172 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33140268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33208272'] for router_interface, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:15.133726 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e125326-37d0-4324-8c80-b2d72476a172 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Pushing event updated for resources: {'Port': ['ID=0569bdd0-5796-4480-86a4-861b96780cb8,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:54:15.186881 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90561c4b-f8f5-4b21-ae12-75d772f1f0fc None None] Network c8634a14-d89b-42ca-a0a1-1fd0360eba94 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:54:15.245192 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e125326-37d0-4324-8c80-b2d72476a172 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Network c8634a14-d89b-42ca-a0a1-1fd0360eba94 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:54:15.246672 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-3e125326-37d0-4324-8c80-b2d72476a172 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:54:15.302264 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-dec3cd92-e8da-43c8-a576-4c04d1ff93ab None None] Provisioning for port 84fbb2c8-2276-4450-aa6e-1a355bee0d0b completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:54:15.383766 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e125326-37d0-4324-8c80-b2d72476a172 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Router 187c0ab5-d3a6-4aee-bafe-5e0d959e57e9 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:54:15.523762 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e125326-37d0-4324-8c80-b2d72476a172 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:54:15.530007 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-3e125326-37d0-4324-8c80-b2d72476a172 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "PUT /v2.0/routers/187c0ab5-d3a6-4aee-bafe-5e0d959e57e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3269715 Aug 05 12:54:15.677346 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-4f953e1c-9de0-416c-a97a-3ad89624e65e None None] Provisioning for port 0569bdd0-5796-4480-86a4-861b96780cb8 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:54:15.681674 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-4f953e1c-9de0-416c-a97a-3ad89624e65e None None] Provisioning complete for port 0569bdd0-5796-4480-86a4-861b96780cb8 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:54:15.682062 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-4f953e1c-9de0-416c-a97a-3ad89624e65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:15.712034 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9fa2d0bc-718f-49e1-8693-8702fd6950da req-3b9f62dd-4bfa-479f-bf79-edda4077fef0 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-830520658&fields=id&tenant_id=7ebbcc569b8f45a1a422fca72fe4b773 HTTP/1.1" status: 200 len: 267 time: 0.0489745 Aug 05 12:54:15.727847 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-4f953e1c-9de0-416c-a97a-3ad89624e65e None None] Port 0569bdd0-5796-4480-86a4-861b96780cb8 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 12:54:15.842281 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa2d0bc-718f-49e1-8693-8702fd6950da req-1b710fa2-5f7b-41b2-b772-bfebd926c48b tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:54:15.844574 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9fa2d0bc-718f-49e1-8693-8702fd6950da req-1b710fa2-5f7b-41b2-b772-bfebd926c48b tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/networks?id=c8634a14-d89b-42ca-a0a1-1fd0360eba94 HTTP/1.1" status: 200 len: 796 time: 0.1237359 Aug 05 12:54:15.848386 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-5bae0e2a-2924-4ae8-8410-d883c1d99923 None None] Provisioning complete for port 0569bdd0-5796-4480-86a4-861b96780cb8 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:54:15.849003 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-5bae0e2a-2924-4ae8-8410-d883c1d99923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:15.869209 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9fa2d0bc-718f-49e1-8693-8702fd6950da req-9382f2ac-7172-4d84-8f2c-54ab604c5ebe tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/quotas/7ebbcc569b8f45a1a422fca72fe4b773 HTTP/1.1" status: 200 len: 375 time: 0.0179353 Aug 05 12:54:15.895777 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c7220b-97e7-4468-9b55-ed81b357cc37 None None] Sync routers for ids ['187c0ab5-d3a6-4aee-bafe-5e0d959e57e9'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:54:15.906947 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-5bae0e2a-2924-4ae8-8410-d883c1d99923 None None] Port 0569bdd0-5796-4480-86a4-861b96780cb8 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 12:54:15.911985 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c7220b-97e7-4468-9b55-ed81b357cc37 None None] Routers {'187c0ab5-d3a6-4aee-bafe-5e0d959e57e9'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:54:15.912736 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-46c7220b-97e7-4468-9b55-ed81b357cc37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:54:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['187c0ab5-d3a6-4aee-bafe-5e0d959e57e9'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:54:15.949800 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9fa2d0bc-718f-49e1-8693-8702fd6950da req-cef0a43f-9ad0-4327-9395-5fb544c2313d tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=7ebbcc569b8f45a1a422fca72fe4b773&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0738552 Aug 05 12:54:16.068913 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-46c7220b-97e7-4468-9b55-ed81b357cc37 None None] Set router 187c0ab5-d3a6-4aee-bafe-5e0d959e57e9 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:54:16.109460 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9fa2d0bc-718f-49e1-8693-8702fd6950da req-74a736ef-0db5-403c-87f7-9173b00d75f8 service neutron] 10.222.0.58 "GET /v2.0/networks/c8634a14-d89b-42ca-a0a1-1fd0360eba94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435606 Aug 05 12:54:16.185666 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 63a1715a-308c-43bd-bd46-ff4d605fc412 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:54:16.214268 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-e008ea99-a725-4710-bcd6-060e89703924 None None] Provisioning complete for port 0569bdd0-5796-4480-86a4-861b96780cb8 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:54:16.214661 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e008ea99-a725-4710-bcd6-060e89703924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:16.231347 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9fa2d0bc-718f-49e1-8693-8702fd6950da req-c4484846-4dc6-4419-aef0-5fadc2c37f85 service neutron] 10.222.0.58 "GET /v2.0/networks/c8634a14-d89b-42ca-a0a1-1fd0360eba94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125138 Aug 05 12:54:16.326296 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-e008ea99-a725-4710-bcd6-060e89703924 None None] Port 0569bdd0-5796-4480-86a4-861b96780cb8 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 12:54:16.343561 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 63a1715a-308c-43bd-bd46-ff4d605fc412 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:54:16.353202 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 63a1715a-308c-43bd-bd46-ff4d605fc412 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:54:16.353592 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:16.449215 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7c5cfdc4-dfa4-4423-9956-5f95889bc264 req-4d636fc6-fbe1-4039-ba14-df645a6442f5 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=5654b291-a715-4e84-8e48-1100fa58cbd9 HTTP/1.1" status: 200 len: 210 time: 0.0316267 Aug 05 12:54:16.528750 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-46c7220b-97e7-4468-9b55-ed81b357cc37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '187c0ab5-d3a6-4aee-bafe-5e0d959e57e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-651138482', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '63a1715a-308c-43bd-bd46-ff4d605fc412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:54:10Z', 'updated_at': '2021-08-05T12:54:14Z', 'revision_number': 4, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'gw_port': {'id': '63a1715a-308c-43bd-bd46-ff4d605fc412', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:2c:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '187c0ab5-d3a6-4aee-bafe-5e0d959e57e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:54:11Z', 'updated_at': '2021-08-05T12:54:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '0569bdd0-5796-4480-86a4-861b96780cb8', 'name': '', 'network_id': 'c8634a14-d89b-42ca-a0a1-1fd0360eba94', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'mac_address': 'fa:16:3e:e2:f2:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '187c0ab5-d3a6-4aee-bafe-5e0d959e57e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '7a966640-047f-431a-aea2-adafd8cb62e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:54:13Z', 'updated_at': '2021-08-05T12:54:14Z', 'revision_number': 2, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'subnets': [{'id': '7a966640-047f-431a-aea2-adafd8cb62e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:54:16.558221 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:16.565090 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c7220b-97e7-4468-9b55-ed81b357cc37 None None] Checking router: 187c0ab5-d3a6-4aee-bafe-5e0d959e57e9 for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:54:16.565458 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c7220b-97e7-4468-9b55-ed81b357cc37 None None] Updating router 187c0ab5-d3a6-4aee-bafe-5e0d959e57e9 port 0569bdd0-5796-4480-86a4-861b96780cb8 binding host n-d-803378-2 {{(pid=94422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 12:54:16.606100 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-46c7220b-97e7-4468-9b55-ed81b357cc37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:16.618183 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port 63a1715a-308c-43bd-bd46-ff4d605fc412, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=63a1715a-308c-43bd-bd46-ff4d605fc412,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:54:16.625639 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:16.626442 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 84fbb2c8-2276-4450-aa6e-1a355bee0d0b up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:54:17.095394 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=63a1715a-308c-43bd-bd46-ff4d605fc412,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:54:17.116935 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 84fbb2c8-2276-4450-aa6e-1a355bee0d0b completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:54:17.156688 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 84fbb2c8-2276-4450-aa6e-1a355bee0d0b triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:54:17.157085 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:17.430900 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:17.498756 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-46c7220b-97e7-4468-9b55-ed81b357cc37 None None] Notify callbacks [] for port, precommit_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:17.530638 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port 84fbb2c8-2276-4450-aa6e-1a355bee0d0b, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=84fbb2c8-2276-4450-aa6e-1a355bee0d0b,segment=NetworkSegment(483cb5a0-43e2-4683-be21-eef1f511d9cb),segment_id=483cb5a0-43e2-4683-be21-eef1f511d9cb)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:54:17.532753 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-46c7220b-97e7-4468-9b55-ed81b357cc37 None None] Transition to ACTIVE for port object 0569bdd0-5796-4480-86a4-861b96780cb8 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:54:17.537294 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:17.543487 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-46c7220b-97e7-4468-9b55-ed81b357cc37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:17.611051 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=84fbb2c8-2276-4450-aa6e-1a355bee0d0b,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:54:17.645201 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a595f513-6f24-44b8-855f-dca60c8bbce1 req-de7d9450-f0a3-4ef0-af3f-260c6771a887 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=5654b291-a715-4e84-8e48-1100fa58cbd9 HTTP/1.1" status: 200 len: 210 time: 0.0743518 Aug 05 12:54:17.726427 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c6dd3c-695f-4767-9679-7533e395dfd9 None None] Pushing event updated for resources: {'Port': ['ID=0569bdd0-5796-4480-86a4-861b96780cb8,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:54:17.729171 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-46c7220b-97e7-4468-9b55-ed81b357cc37 None None] Attempting to bind port 0569bdd0-5796-4480-86a4-861b96780cb8 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:54:17.729557 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-46c7220b-97e7-4468-9b55-ed81b357cc37 None None] Attempting to bind port 0569bdd0-5796-4480-86a4-861b96780cb8 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '483cb5a0-43e2-4683-be21-eef1f511d9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'c8634a14-d89b-42ca-a0a1-1fd0360eba94'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:54:17.729944 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c7220b-97e7-4468-9b55-ed81b357cc37 None None] Attempting to bind port 0569bdd0-5796-4480-86a4-861b96780cb8 on network c8634a14-d89b-42ca-a0a1-1fd0360eba94 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:54:17.739017 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c7220b-97e7-4468-9b55-ed81b357cc37 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:54:17.739896 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c7220b-97e7-4468-9b55-ed81b357cc37 None None] Checking segment: {'id': '483cb5a0-43e2-4683-be21-eef1f511d9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'c8634a14-d89b-42ca-a0a1-1fd0360eba94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:54:17.740451 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-46c7220b-97e7-4468-9b55-ed81b357cc37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:17.741192 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c7220b-97e7-4468-9b55-ed81b357cc37 None None] Bound using segment: {'id': '483cb5a0-43e2-4683-be21-eef1f511d9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'c8634a14-d89b-42ca-a0a1-1fd0360eba94'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:54:17.742008 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-46c7220b-97e7-4468-9b55-ed81b357cc37 None None] Bound port: 0569bdd0-5796-4480-86a4-861b96780cb8, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '483cb5a0-43e2-4683-be21-eef1f511d9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'c8634a14-d89b-42ca-a0a1-1fd0360eba94'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:54:17.742682 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-46c7220b-97e7-4468-9b55-ed81b357cc37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:17.843205 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-46c7220b-97e7-4468-9b55-ed81b357cc37 None None] For port 0569bdd0-5796-4480-86a4-861b96780cb8, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:54:17.849753 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-46c7220b-97e7-4468-9b55-ed81b357cc37 None None] For port 0569bdd0-5796-4480-86a4-861b96780cb8, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=0569bdd0-5796-4480-86a4-861b96780cb8,segment=NetworkSegment(483cb5a0-43e2-4683-be21-eef1f511d9cb),segment_id=483cb5a0-43e2-4683-be21-eef1f511d9cb)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:54:17.859330 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-46c7220b-97e7-4468-9b55-ed81b357cc37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:17.896721 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa2d0bc-718f-49e1-8693-8702fd6950da req-00170856-d311-4ac6-a949-5d350ac0572b tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:54:17.898160 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9fa2d0bc-718f-49e1-8693-8702fd6950da req-00170856-d311-4ac6-a949-5d350ac0572b tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.55 "GET /v2.0/networks?id=c8634a14-d89b-42ca-a0a1-1fd0360eba94 HTTP/1.1" status: 200 len: 796 time: 0.1433499 Aug 05 12:54:17.950014 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c7220b-97e7-4468-9b55-ed81b357cc37 None None] Routers {'187c0ab5-d3a6-4aee-bafe-5e0d959e57e9'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:54:17.950755 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-46c7220b-97e7-4468-9b55-ed81b357cc37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:54:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['187c0ab5-d3a6-4aee-bafe-5e0d959e57e9'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:54:17.966617 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9fa2d0bc-718f-49e1-8693-8702fd6950da req-f6e6e973-6e6a-4c76-964a-e6619d49f6fd tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ebbcc569b8f45a1a422fca72fe4b773 HTTP/1.1" status: 200 len: 379 time: 0.0512669 Aug 05 12:54:17.978915 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-9fa2d0bc-718f-49e1-8693-8702fd6950da req-19cb8e75-cce0-4bbf-9bf0-815355c81c58 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Request body: {'port': {'device_id': '5654b291-a715-4e84-8e48-1100fa58cbd9', 'network_id': 'c8634a14-d89b-42ca-a0a1-1fd0360eba94', 'admin_state_up': True, 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'security_groups': ['48a4d5ec-3ba8-4e53-add2-9a6da7334abd']}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:54:18.013885 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c6dd3c-695f-4767-9679-7533e395dfd9 None None] Pushing event updated for resources: {'Port': ['ID=0569bdd0-5796-4480-86a4-861b96780cb8,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:54:18.133511 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 63a1715a-308c-43bd-bd46-ff4d605fc412 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:54:18.141651 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-46c7220b-97e7-4468-9b55-ed81b357cc37 None None] Set router 187c0ab5-d3a6-4aee-bafe-5e0d959e57e9 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:54:18.142549 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fa2d0bc-718f-49e1-8693-8702fd6950da req-19cb8e75-cce0-4bbf-9bf0-815355c81c58 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Made reservation on behalf of 7ebbcc569b8f45a1a422fca72fe4b773 for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:54:18.148023 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-9fa2d0bc-718f-49e1-8693-8702fd6950da req-19cb8e75-cce0-4bbf-9bf0-815355c81c58 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:18.326907 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 63a1715a-308c-43bd-bd46-ff4d605fc412 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:54:18.327283 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:18.339773 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-9fa2d0bc-718f-49e1-8693-8702fd6950da req-19cb8e75-cce0-4bbf-9bf0-815355c81c58 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Allocated IP 172.20.0.5 (c8634a14-d89b-42ca-a0a1-1fd0360eba94/7a966640-047f-431a-aea2-adafd8cb62e2/aa03fefa-6dbf-42cd-82a9-9d50f098e9f7) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:54:18.491940 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 84fbb2c8-2276-4450-aa6e-1a355bee0d0b up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:54:18.536761 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-46c7220b-97e7-4468-9b55-ed81b357cc37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '187c0ab5-d3a6-4aee-bafe-5e0d959e57e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-651138482', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '63a1715a-308c-43bd-bd46-ff4d605fc412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:54:10Z', 'updated_at': '2021-08-05T12:54:14Z', 'revision_number': 4, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'gw_port': {'id': '63a1715a-308c-43bd-bd46-ff4d605fc412', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:2c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187c0ab5-d3a6-4aee-bafe-5e0d959e57e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:54:11Z', 'updated_at': '2021-08-05T12:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '0569bdd0-5796-4480-86a4-861b96780cb8', 'name': '', 'network_id': 'c8634a14-d89b-42ca-a0a1-1fd0360eba94', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'mac_address': 'fa:16:3e:e2:f2:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '187c0ab5-d3a6-4aee-bafe-5e0d959e57e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '7a966640-047f-431a-aea2-adafd8cb62e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:54:13Z', 'updated_at': '2021-08-05T12:54:17Z', 'revision_number': 4, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'subnets': [{'id': '7a966640-047f-431a-aea2-adafd8cb62e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:54:18.541235 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-9fa2d0bc-718f-49e1-8693-8702fd6950da req-19cb8e75-cce0-4bbf-9bf0-815355c81c58 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:18.560230 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-9fa2d0bc-718f-49e1-8693-8702fd6950da req-19cb8e75-cce0-4bbf-9bf0-815355c81c58 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Transition to ACTIVE for port object aa03fefa-6dbf-42cd-82a9-9d50f098e9f7 will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:54:18.577268 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c7220b-97e7-4468-9b55-ed81b357cc37 None None] The sync data for ids ['187c0ab5-d3a6-4aee-bafe-5e0d959e57e9'] in n-d-803378-2 is: [{'id': '187c0ab5-d3a6-4aee-bafe-5e0d959e57e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-651138482', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '63a1715a-308c-43bd-bd46-ff4d605fc412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:54:10Z', 'updated_at': '2021-08-05T12:54:14Z', 'revision_number': 4, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'gw_port': {'id': '63a1715a-308c-43bd-bd46-ff4d605fc412', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:2c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187c0ab5-d3a6-4aee-bafe-5e0d959e57e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:54:11Z', 'updated_at': '2021-08-05T12:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '0569bdd0-5796-4480-86a4-861b96780cb8', 'name': '', 'network_id': 'c8634a14-d89b-42ca-a0a1-1fd0360eba94', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'mac_address': 'fa:16:3e:e2:f2:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '187c0ab5-d3a6-4aee-bafe-5e0d959e57e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '7a966640-047f-431a-aea2-adafd8cb62e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:54:13Z', 'updated_at': '2021-08-05T12:54:17Z', 'revision_number': 4, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'subnets': [{'id': '7a966640-047f-431a-aea2-adafd8cb62e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:54:18.598844 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 84fbb2c8-2276-4450-aa6e-1a355bee0d0b triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:54:18.599340 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:18.603195 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-9fa2d0bc-718f-49e1-8693-8702fd6950da req-19cb8e75-cce0-4bbf-9bf0-815355c81c58 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:18.736220 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fa2d0bc-718f-49e1-8693-8702fd6950da req-19cb8e75-cce0-4bbf-9bf0-815355c81c58 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Network c8634a14-d89b-42ca-a0a1-1fd0360eba94 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:54:18.739044 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-9fa2d0bc-718f-49e1-8693-8702fd6950da req-19cb8e75-cce0-4bbf-9bf0-815355c81c58 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:54:18.747339 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fa2d0bc-718f-49e1-8693-8702fd6950da req-19cb8e75-cce0-4bbf-9bf0-815355c81c58 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:54:18.897552 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cb8e75-cce0-4bbf-9bf0-815355c81c58 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Pushing event updated for resources: {'Port': ['ID=aa03fefa-6dbf-42cd-82a9-9d50f098e9f7,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:54:18.926580 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf2ffb4-39a3-493b-97db-646c93aa57df req-e7a26d10-5b63-45b5-9d4e-2361d7b09999 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:54:18.935196 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3cf2ffb4-39a3-493b-97db-646c93aa57df req-e7a26d10-5b63-45b5-9d4e-2361d7b09999 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=5654b291-a715-4e84-8e48-1100fa58cbd9 HTTP/1.1" status: 200 len: 931 time: 0.1126878 Aug 05 12:54:18.945760 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa2d0bc-718f-49e1-8693-8702fd6950da req-19cb8e75-cce0-4bbf-9bf0-815355c81c58 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:54:18.947877 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-9fa2d0bc-718f-49e1-8693-8702fd6950da req-19cb8e75-cce0-4bbf-9bf0-815355c81c58 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:18.993128 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9fa2d0bc-718f-49e1-8693-8702fd6950da req-19cb8e75-cce0-4bbf-9bf0-815355c81c58 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0129941 Aug 05 12:54:19.013488 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-9fa2d0bc-718f-49e1-8693-8702fd6950da req-d401f7b3-119c-43c5-b495-a972f4626166 service neutron] Request body: {'port': {'device_id': '5654b291-a715-4e84-8e48-1100fa58cbd9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:54:19.026850 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3cf2ffb4-39a3-493b-97db-646c93aa57df req-d0c1c669-e17c-41d5-a905-2fd0db47d040 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/security-groups?id=48a4d5ec-3ba8-4e53-add2-9a6da7334abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899780 Aug 05 12:54:19.115225 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-9fa2d0bc-718f-49e1-8693-8702fd6950da req-d401f7b3-119c-43c5-b495-a972f4626166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:19.152026 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-d150ff5a-b539-4be3-9c8b-2582bef36576 None None] Provisioning for port aa03fefa-6dbf-42cd-82a9-9d50f098e9f7 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:54:19.157747 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-d150ff5a-b539-4be3-9c8b-2582bef36576 None None] Provisioning complete for port aa03fefa-6dbf-42cd-82a9-9d50f098e9f7 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:54:19.158154 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-d150ff5a-b539-4be3-9c8b-2582bef36576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:19.219353 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-d150ff5a-b539-4be3-9c8b-2582bef36576 None None] Port aa03fefa-6dbf-42cd-82a9-9d50f098e9f7 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 12:54:19.458992 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-9fa2d0bc-718f-49e1-8693-8702fd6950da req-d401f7b3-119c-43c5-b495-a972f4626166 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa03fefa-6dbf-42cd-82a9-9d50f098e9f7 {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 12:54:19.468107 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-9fa2d0bc-718f-49e1-8693-8702fd6950da req-d401f7b3-119c-43c5-b495-a972f4626166 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:19.482560 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-9fa2d0bc-718f-49e1-8693-8702fd6950da req-d401f7b3-119c-43c5-b495-a972f4626166 service neutron] Transition to ACTIVE for port object aa03fefa-6dbf-42cd-82a9-9d50f098e9f7 will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:54:19.488349 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-9fa2d0bc-718f-49e1-8693-8702fd6950da req-d401f7b3-119c-43c5-b495-a972f4626166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:19.551029 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d401f7b3-119c-43c5-b495-a972f4626166 service neutron] Pushing event updated for resources: {'Port': ['ID=aa03fefa-6dbf-42cd-82a9-9d50f098e9f7,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:54:19.647641 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-9fa2d0bc-718f-49e1-8693-8702fd6950da req-d401f7b3-119c-43c5-b495-a972f4626166 service neutron] Attempting to bind port aa03fefa-6dbf-42cd-82a9-9d50f098e9f7 on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:54:19.647990 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-9fa2d0bc-718f-49e1-8693-8702fd6950da req-d401f7b3-119c-43c5-b495-a972f4626166 service neutron] Attempting to bind port aa03fefa-6dbf-42cd-82a9-9d50f098e9f7 by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': '483cb5a0-43e2-4683-be21-eef1f511d9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'c8634a14-d89b-42ca-a0a1-1fd0360eba94'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:54:19.648568 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa2d0bc-718f-49e1-8693-8702fd6950da req-d401f7b3-119c-43c5-b495-a972f4626166 service neutron] Attempting to bind port aa03fefa-6dbf-42cd-82a9-9d50f098e9f7 on network c8634a14-d89b-42ca-a0a1-1fd0360eba94 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:54:19.654145 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa2d0bc-718f-49e1-8693-8702fd6950da req-d401f7b3-119c-43c5-b495-a972f4626166 service neutron] Port aa03fefa-6dbf-42cd-82a9-9d50f098e9f7 on network c8634a14-d89b-42ca-a0a1-1fd0360eba94 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 12:54:19.654485 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa2d0bc-718f-49e1-8693-8702fd6950da req-d401f7b3-119c-43c5-b495-a972f4626166 service neutron] Attempting to bind port aa03fefa-6dbf-42cd-82a9-9d50f098e9f7 on network c8634a14-d89b-42ca-a0a1-1fd0360eba94 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:54:19.661479 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa2d0bc-718f-49e1-8693-8702fd6950da req-d401f7b3-119c-43c5-b495-a972f4626166 service neutron] Checking agent: {'id': 'a8f1dd2d-227c-4e30-8844-52419ba734db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:54:19.661842 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa2d0bc-718f-49e1-8693-8702fd6950da req-d401f7b3-119c-43c5-b495-a972f4626166 service neutron] Checking segment: {'id': '483cb5a0-43e2-4683-be21-eef1f511d9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'c8634a14-d89b-42ca-a0a1-1fd0360eba94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:54:19.662248 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa2d0bc-718f-49e1-8693-8702fd6950da req-d401f7b3-119c-43c5-b495-a972f4626166 service neutron] Bound using segment: {'id': '483cb5a0-43e2-4683-be21-eef1f511d9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'c8634a14-d89b-42ca-a0a1-1fd0360eba94'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:54:19.662703 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-9fa2d0bc-718f-49e1-8693-8702fd6950da req-d401f7b3-119c-43c5-b495-a972f4626166 service neutron] Bound port: aa03fefa-6dbf-42cd-82a9-9d50f098e9f7, host: n-h2-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '483cb5a0-43e2-4683-be21-eef1f511d9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'c8634a14-d89b-42ca-a0a1-1fd0360eba94'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:54:19.663074 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-9fa2d0bc-718f-49e1-8693-8702fd6950da req-d401f7b3-119c-43c5-b495-a972f4626166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:19.747264 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-9fa2d0bc-718f-49e1-8693-8702fd6950da req-d401f7b3-119c-43c5-b495-a972f4626166 service neutron] For port aa03fefa-6dbf-42cd-82a9-9d50f098e9f7, host n-h2-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:54:19.755396 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-9fa2d0bc-718f-49e1-8693-8702fd6950da req-d401f7b3-119c-43c5-b495-a972f4626166 service neutron] For port aa03fefa-6dbf-42cd-82a9-9d50f098e9f7, host n-h2-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=aa03fefa-6dbf-42cd-82a9-9d50f098e9f7,segment=NetworkSegment(483cb5a0-43e2-4683-be21-eef1f511d9cb),segment_id=483cb5a0-43e2-4683-be21-eef1f511d9cb)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:54:19.761489 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-9fa2d0bc-718f-49e1-8693-8702fd6950da req-d401f7b3-119c-43c5-b495-a972f4626166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:19.816374 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa2d0bc-718f-49e1-8693-8702fd6950da req-d401f7b3-119c-43c5-b495-a972f4626166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:54:19.817019 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-9fa2d0bc-718f-49e1-8693-8702fd6950da req-d401f7b3-119c-43c5-b495-a972f4626166 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:19.818697 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9fa2d0bc-718f-49e1-8693-8702fd6950da req-d401f7b3-119c-43c5-b495-a972f4626166 service neutron] 10.222.0.55 "PUT /v2.0/ports/aa03fefa-6dbf-42cd-82a9-9d50f098e9f7 HTTP/1.1" status: 200 len: 1091 time: 0.8100343 Aug 05 12:54:19.819057 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5654b291-a715-4e84-8e48-1100fa58cbd9', 'tag': 'aa03fefa-6dbf-42cd-82a9-9d50f098e9f7'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:54:19.821937 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7ff1ae056485c55ead25f70fa9973e26b39e4a1f6cb6b93d5d0d7942cdef429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae915e91-69b2-4d48-9f02-2e60ba7ac017" -d '{"events": [{"name": "network-changed", "server_uuid": "5654b291-a715-4e84-8e48-1100fa58cbd9", "tag": "aa03fefa-6dbf-42cd-82a9-9d50f098e9f7"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:54:19.882801 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d401f7b3-119c-43c5-b495-a972f4626166 service neutron] Pushing event updated for resources: {'Port': ['ID=aa03fefa-6dbf-42cd-82a9-9d50f098e9f7,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:54:19.908103 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 12:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b0e1140-05e4-4365-8a5b-bcda1f9096f7 x-openstack-request-id: req-1b0e1140-05e4-4365-8a5b-bcda1f9096f7 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:54:19.908880 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5654b291-a715-4e84-8e48-1100fa58cbd9", "tag": "aa03fefa-6dbf-42cd-82a9-9d50f098e9f7", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:54:19.908880 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1b0e1140-05e4-4365-8a5b-bcda1f9096f7 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:54:19.909425 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5654b291-a715-4e84-8e48-1100fa58cbd9', 'tag': 'aa03fefa-6dbf-42cd-82a9-9d50f098e9f7', 'status': 'completed', 'code': 200} Aug 05 12:54:19.994907 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa2d0bc-718f-49e1-8693-8702fd6950da req-47005236-f4de-4204-92b6-f9c0279344a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:54:19.996981 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9fa2d0bc-718f-49e1-8693-8702fd6950da req-47005236-f4de-4204-92b6-f9c0279344a2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7ebbcc569b8f45a1a422fca72fe4b773&device_id=5654b291-a715-4e84-8e48-1100fa58cbd9 HTTP/1.1" status: 200 len: 1094 time: 0.0765979 Aug 05 12:54:20.061553 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9fa2d0bc-718f-49e1-8693-8702fd6950da req-b41ba217-6dd3-4a06-8270-6f6432506a91 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa03fefa-6dbf-42cd-82a9-9d50f098e9f7 HTTP/1.1" status: 200 len: 217 time: 0.0490556 Aug 05 12:54:20.132234 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa2d0bc-718f-49e1-8693-8702fd6950da req-b8b8cd6b-0c01-40c2-b5c2-e2fa5024d0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:54:20.134248 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9fa2d0bc-718f-49e1-8693-8702fd6950da req-b8b8cd6b-0c01-40c2-b5c2-e2fa5024d0cf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7a966640-047f-431a-aea2-adafd8cb62e2 HTTP/1.1" status: 200 len: 835 time: 0.0587575 Aug 05 12:54:20.150292 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 0569bdd0-5796-4480-86a4-861b96780cb8 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:54:20.199553 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa2d0bc-718f-49e1-8693-8702fd6950da req-8544ebcd-95b1-4516-a357-dcfa32527f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:54:20.201270 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9fa2d0bc-718f-49e1-8693-8702fd6950da req-8544ebcd-95b1-4516-a357-dcfa32527f63 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c8634a14-d89b-42ca-a0a1-1fd0360eba94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0579765 Aug 05 12:54:20.221333 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51692b70-0f6c-46bb-a4aa-5258f0ab26b0 req-98a19fb6-ce17-4255-a7b0-63f42201da3a tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:54:20.223665 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-51692b70-0f6c-46bb-a4aa-5258f0ab26b0 req-98a19fb6-ce17-4255-a7b0-63f42201da3a tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=5654b291-a715-4e84-8e48-1100fa58cbd9 HTTP/1.1" status: 200 len: 943 time: 0.0737889 Aug 05 12:54:20.229707 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 0569bdd0-5796-4480-86a4-861b96780cb8 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:54:20.235594 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 0569bdd0-5796-4480-86a4-861b96780cb8 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:54:20.236179 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:20.301463 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-51692b70-0f6c-46bb-a4aa-5258f0ab26b0 req-ffe19e63-e433-4736-a6da-5634865ebc65 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/security-groups?id=48a4d5ec-3ba8-4e53-add2-9a6da7334abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645852 Aug 05 12:54:20.352825 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:20.355011 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9fa2d0bc-718f-49e1-8693-8702fd6950da req-2177e405-b37d-4e9a-b56f-ec4ca9b6e757 service neutron] 10.222.0.55 "GET /v2.0/networks/c8634a14-d89b-42ca-a0a1-1fd0360eba94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448607 Aug 05 12:54:20.398482 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port 0569bdd0-5796-4480-86a4-861b96780cb8, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=0569bdd0-5796-4480-86a4-861b96780cb8,segment=NetworkSegment(483cb5a0-43e2-4683-be21-eef1f511d9cb),segment_id=483cb5a0-43e2-4683-be21-eef1f511d9cb)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:54:20.403845 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:20.465497 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=0569bdd0-5796-4480-86a4-861b96780cb8,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:54:20.489179 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-9fa2d0bc-718f-49e1-8693-8702fd6950da req-8cf5bb88-17ee-46df-ab5f-377ca9e2be1f service neutron] 10.222.0.55 "GET /v2.0/networks/c8634a14-d89b-42ca-a0a1-1fd0360eba94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256042 Aug 05 12:54:20.640161 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae915e91-69b2-4d48-9f02-2e60ba7ac017 req-ff9f846c-8465-433e-bbc1-c47f7456a1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:54:20.642542 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ae915e91-69b2-4d48-9f02-2e60ba7ac017 req-ff9f846c-8465-433e-bbc1-c47f7456a1be service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7ebbcc569b8f45a1a422fca72fe4b773&device_id=5654b291-a715-4e84-8e48-1100fa58cbd9 HTTP/1.1" status: 200 len: 1094 time: 0.0464718 Aug 05 12:54:20.787473 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae915e91-69b2-4d48-9f02-2e60ba7ac017 req-5152f75d-58e0-4a37-bf6f-0e9f5e3c9d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:54:20.789359 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ae915e91-69b2-4d48-9f02-2e60ba7ac017 req-5152f75d-58e0-4a37-bf6f-0e9f5e3c9d02 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c8634a14-d89b-42ca-a0a1-1fd0360eba94 HTTP/1.1" status: 200 len: 897 time: 0.1358430 Aug 05 12:54:20.835975 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ae915e91-69b2-4d48-9f02-2e60ba7ac017 req-545d4138-54fc-4e60-805f-f73aaa6b57c6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa03fefa-6dbf-42cd-82a9-9d50f098e9f7 HTTP/1.1" status: 200 len: 217 time: 0.0372951 Aug 05 12:54:20.905174 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae915e91-69b2-4d48-9f02-2e60ba7ac017 req-75fecf81-f733-40cd-bb39-f96e5f9645da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:54:20.907392 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ae915e91-69b2-4d48-9f02-2e60ba7ac017 req-75fecf81-f733-40cd-bb39-f96e5f9645da service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7a966640-047f-431a-aea2-adafd8cb62e2 HTTP/1.1" status: 200 len: 835 time: 0.0615211 Aug 05 12:54:20.964774 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae915e91-69b2-4d48-9f02-2e60ba7ac017 req-62510bd7-16ff-4b58-809c-018a2a9046ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:54:20.966916 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ae915e91-69b2-4d48-9f02-2e60ba7ac017 req-62510bd7-16ff-4b58-809c-018a2a9046ac service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c8634a14-d89b-42ca-a0a1-1fd0360eba94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517764 Aug 05 12:54:21.071017 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ae915e91-69b2-4d48-9f02-2e60ba7ac017 req-b01cd082-0c20-4327-80a7-f9a356b422f0 service neutron] 10.222.0.55 "GET /v2.0/networks/c8634a14-d89b-42ca-a0a1-1fd0360eba94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954306 Aug 05 12:54:21.227414 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-ae915e91-69b2-4d48-9f02-2e60ba7ac017 req-abc649d7-4fe8-416c-a194-4cda53bf87e0 service neutron] 10.222.0.55 "GET /v2.0/networks/c8634a14-d89b-42ca-a0a1-1fd0360eba94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466348 Aug 05 12:54:21.448251 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72250095-3c12-4cea-916c-c9c3f244e328 req-8823dcec-5a89-48ca-b893-21788f7eb918 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:54:21.449828 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-72250095-3c12-4cea-916c-c9c3f244e328 req-8823dcec-5a89-48ca-b893-21788f7eb918 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=5654b291-a715-4e84-8e48-1100fa58cbd9 HTTP/1.1" status: 200 len: 943 time: 0.0549510 Aug 05 12:54:21.504713 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-72250095-3c12-4cea-916c-c9c3f244e328 req-0d0ff6b1-0fbf-4b35-b169-3fa41c8c0278 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/security-groups?id=48a4d5ec-3ba8-4e53-add2-9a6da7334abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466785 Aug 05 12:54:21.866476 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device aa03fefa-6dbf-42cd-82a9-9d50f098e9f7 details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 12:54:21.964057 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port aa03fefa-6dbf-42cd-82a9-9d50f098e9f7, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=aa03fefa-6dbf-42cd-82a9-9d50f098e9f7,segment=NetworkSegment(483cb5a0-43e2-4683-be21-eef1f511d9cb),segment_id=483cb5a0-43e2-4683-be21-eef1f511d9cb)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:54:21.976167 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Returning: {'device': 'aa03fefa-6dbf-42cd-82a9-9d50f098e9f7', 'network_id': 'c8634a14-d89b-42ca-a0a1-1fd0360eba94', 'port_id': 'aa03fefa-6dbf-42cd-82a9-9d50f098e9f7', 'mac_address': 'fa:16:3e:8a:84:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a966640-047f-431a-aea2-adafd8cb62e2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 12:54:22.019920 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:22.038057 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa03fefa-6dbf-42cd-82a9-9d50f098e9f7 {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 12:54:22.058682 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port aa03fefa-6dbf-42cd-82a9-9d50f098e9f7, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=aa03fefa-6dbf-42cd-82a9-9d50f098e9f7,segment=NetworkSegment(483cb5a0-43e2-4683-be21-eef1f511d9cb),segment_id=483cb5a0-43e2-4683-be21-eef1f511d9cb)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:54:22.063716 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:22.070570 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 0569bdd0-5796-4480-86a4-861b96780cb8 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:54:22.144146 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=aa03fefa-6dbf-42cd-82a9-9d50f098e9f7,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:54:22.158919 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 0569bdd0-5796-4480-86a4-861b96780cb8 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:54:22.159292 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:22.359801 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['aa03fefa-6dbf-42cd-82a9-9d50f098e9f7'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 12:54:22.647244 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1513328-1353-40e7-a0e8-333bfbdc9794 req-975b6270-3613-4551-bfc1-57de22c7be64 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:54:22.648968 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c1513328-1353-40e7-a0e8-333bfbdc9794 req-975b6270-3613-4551-bfc1-57de22c7be64 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=5654b291-a715-4e84-8e48-1100fa58cbd9 HTTP/1.1" status: 200 len: 944 time: 0.0612700 Aug 05 12:54:22.728805 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c1513328-1353-40e7-a0e8-333bfbdc9794 req-b82e6a2b-b3cd-4b6a-b59a-305e616b3233 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/security-groups?id=48a4d5ec-3ba8-4e53-add2-9a6da7334abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609694 Aug 05 12:54:23.009974 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:23.869907 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abebadc-329e-49cc-958b-5d253c6c4c45 req-868080f1-f31e-4516-9fa7-95c41cf3e7de tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:54:23.871951 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9abebadc-329e-49cc-958b-5d253c6c4c45 req-868080f1-f31e-4516-9fa7-95c41cf3e7de tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=5654b291-a715-4e84-8e48-1100fa58cbd9 HTTP/1.1" status: 200 len: 944 time: 0.0627134 Aug 05 12:54:23.893447 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device aa03fefa-6dbf-42cd-82a9-9d50f098e9f7 up at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:54:23.920271 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9abebadc-329e-49cc-958b-5d253c6c4c45 req-92a65738-7b24-459d-b72b-98529ee4a14a tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/security-groups?id=48a4d5ec-3ba8-4e53-add2-9a6da7334abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408528 Aug 05 12:54:23.952447 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning for port aa03fefa-6dbf-42cd-82a9-9d50f098e9f7 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:54:23.959214 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning complete for port aa03fefa-6dbf-42cd-82a9-9d50f098e9f7 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:54:23.959645 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:24.056322 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:24.081872 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5654b291-a715-4e84-8e48-1100fa58cbd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa03fefa-6dbf-42cd-82a9-9d50f098e9f7'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:54:24.084214 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e1268cc07bff5734ca170491336a8ac74677c017447dd0c96766dddd3e3cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e3f9235-c401-4bbd-85ff-bac3bed03538" -d '{"events": [{"server_uuid": "5654b291-a715-4e84-8e48-1100fa58cbd9", "name": "network-vif-plugged", "status": "completed", "tag": "aa03fefa-6dbf-42cd-82a9-9d50f098e9f7"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:54:24.100076 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port aa03fefa-6dbf-42cd-82a9-9d50f098e9f7, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=aa03fefa-6dbf-42cd-82a9-9d50f098e9f7,segment=NetworkSegment(483cb5a0-43e2-4683-be21-eef1f511d9cb),segment_id=483cb5a0-43e2-4683-be21-eef1f511d9cb)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:54:24.104512 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:24.135117 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 12:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff440cd5-c386-4b5a-bd63-3606b552a911 x-openstack-request-id: req-ff440cd5-c386-4b5a-bd63-3606b552a911 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:54:24.135453 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5654b291-a715-4e84-8e48-1100fa58cbd9", "name": "network-vif-plugged", "status": "completed", "tag": "aa03fefa-6dbf-42cd-82a9-9d50f098e9f7", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:54:24.135633 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ff440cd5-c386-4b5a-bd63-3606b552a911 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:54:24.136024 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5654b291-a715-4e84-8e48-1100fa58cbd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa03fefa-6dbf-42cd-82a9-9d50f098e9f7', 'code': 200} Aug 05 12:54:24.164201 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=aa03fefa-6dbf-42cd-82a9-9d50f098e9f7,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:54:24.279695 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77ddfea-8bd4-4819-a144-e247d9b400ac req-bf681554-1ab1-4c0a-ae5e-6e282efa14f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:54:24.281272 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b77ddfea-8bd4-4819-a144-e247d9b400ac req-bf681554-1ab1-4c0a-ae5e-6e282efa14f8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5654b291-a715-4e84-8e48-1100fa58cbd9 HTTP/1.1" status: 200 len: 1096 time: 0.0484993 Aug 05 12:54:24.325334 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b77ddfea-8bd4-4819-a144-e247d9b400ac req-ecbc00ff-0eb8-4ed2-a994-eaaab4f302a3 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=48a4d5ec-3ba8-4e53-add2-9a6da7334abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354891 Aug 05 12:54:25.066252 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8006c9-29a6-4036-8676-c373542d83a7 req-bf3ad71b-9434-43b0-a557-73ad5bb507e0 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:54:25.067856 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5c8006c9-29a6-4036-8676-c373542d83a7 req-bf3ad71b-9434-43b0-a557-73ad5bb507e0 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=5654b291-a715-4e84-8e48-1100fa58cbd9 HTTP/1.1" status: 200 len: 945 time: 0.0565758 Aug 05 12:54:25.112002 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5c8006c9-29a6-4036-8676-c373542d83a7 req-6e53ca1e-9d70-4f83-9d1e-84d1be17bafe tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/security-groups?id=48a4d5ec-3ba8-4e53-add2-9a6da7334abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376668 Aug 05 12:54:26.264792 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6671f3-6d99-4a01-abb5-422a36c33207 req-31dacf45-d1e5-454a-bf92-7d7d0806d7e5 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:54:26.267123 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cc6671f3-6d99-4a01-abb5-422a36c33207 req-31dacf45-d1e5-454a-bf92-7d7d0806d7e5 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=5654b291-a715-4e84-8e48-1100fa58cbd9 HTTP/1.1" status: 200 len: 945 time: 0.0628209 Aug 05 12:54:26.321458 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cc6671f3-6d99-4a01-abb5-422a36c33207 req-1ebad4e4-5079-457d-855e-a4b8d6c82e42 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/security-groups?id=48a4d5ec-3ba8-4e53-add2-9a6da7334abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472529 Aug 05 12:54:26.468654 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea5b661-c8c6-48bb-bedb-4cb1b3c74fb2 req-fd0390e4-f22c-461a-b133-60b6a17cc0c0 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:54:26.470985 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cea5b661-c8c6-48bb-bedb-4cb1b3c74fb2 req-fd0390e4-f22c-461a-b133-60b6a17cc0c0 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=5654b291-a715-4e84-8e48-1100fa58cbd9 HTTP/1.1" status: 200 len: 945 time: 0.0648341 Aug 05 12:54:26.520195 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cea5b661-c8c6-48bb-bedb-4cb1b3c74fb2 req-af3a9e83-f641-4bd5-83fc-9a03ae9c361b tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/security-groups?id=48a4d5ec-3ba8-4e53-add2-9a6da7334abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425444 Aug 05 12:54:26.554681 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 50216) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:54:26.611540 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e77f0e-6035-474a-baa8-268f92ab779f tempest-TestNetworkAdvancedServerOps-883279947 tempest-TestNetworkAdvancedServerOps-883279947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:54:26.616960 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-57e77f0e-6035-474a-baa8-268f92ab779f tempest-TestNetworkAdvancedServerOps-883279947 tempest-TestNetworkAdvancedServerOps-883279947-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=5654b291-a715-4e84-8e48-1100fa58cbd9 HTTP/1.1" status: 200 len: 1091 time: 0.0570750 Aug 05 12:54:26.617435 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 50218) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:54:26.623924 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-d8fe850c-4a79-49e2-aa1a-29b7fa0ae41a tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Request body: {'floatingip': {'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'port_id': 'aa03fefa-6dbf-42cd-82a9-9d50f098e9f7', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:54:26.656664 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d8fe850c-4a79-49e2-aa1a-29b7fa0ae41a tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for floatingip, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:26.815195 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d8fe850c-4a79-49e2-aa1a-29b7fa0ae41a tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:26.963407 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-d8fe850c-4a79-49e2-aa1a-29b7fa0ae41a tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Allocated IP 172.25.5.159 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/717242b2-4398-4712-836a-82ac3388fd38) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:54:27.104726 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d8fe850c-4a79-49e2-aa1a-29b7fa0ae41a tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:27.150008 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d8fe850c-4a79-49e2-aa1a-29b7fa0ae41a tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:27.198666 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8fe850c-4a79-49e2-aa1a-29b7fa0ae41a tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:54:27.205398 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-d8fe850c-4a79-49e2-aa1a-29b7fa0ae41a tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:54:27.208509 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fe850c-4a79-49e2-aa1a-29b7fa0ae41a tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:54:27.243506 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fe850c-4a79-49e2-aa1a-29b7fa0ae41a tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Pushing event updated for resources: {'Port': ['ID=717242b2-4398-4712-836a-82ac3388fd38,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:54:27.669232 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d8fe850c-4a79-49e2-aa1a-29b7fa0ae41a tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:27.762357 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d8fe850c-4a79-49e2-aa1a-29b7fa0ae41a tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:27.995506 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d8fe850c-4a79-49e2-aa1a-29b7fa0ae41a tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:28.002827 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d8fe850c-4a79-49e2-aa1a-29b7fa0ae41a tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:28.105292 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fe850c-4a79-49e2-aa1a-29b7fa0ae41a tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Pushing event updated for resources: {'Port': ['ID=717242b2-4398-4712-836a-82ac3388fd38,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:54:28.118217 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d8fe850c-4a79-49e2-aa1a-29b7fa0ae41a tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33287247'] for floatingip, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:28.232007 n-d-803378-2 neutron-server[94421]: INFO neutron.db.l3_db [None req-d8fe850c-4a79-49e2-aa1a-29b7fa0ae41a tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Floating IP f47e6127-557d-43ff-b944-a007c098c3f3 associated. External IP: 172.25.5.159, port: aa03fefa-6dbf-42cd-82a9-9d50f098e9f7. Aug 05 12:54:28.496299 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8fe850c-4a79-49e2-aa1a-29b7fa0ae41a tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Router 187c0ab5-d3a6-4aee-bafe-5e0d959e57e9 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:54:28.624356 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8fe850c-4a79-49e2-aa1a-29b7fa0ae41a tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:54:28.638960 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7220461-2081-4dfd-9514-f0ac2ca15b2d None None] Sync routers for ids ['187c0ab5-d3a6-4aee-bafe-5e0d959e57e9'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:54:28.649250 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d8fe850c-4a79-49e2-aa1a-29b7fa0ae41a tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:28.653754 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7220461-2081-4dfd-9514-f0ac2ca15b2d None None] Routers {'187c0ab5-d3a6-4aee-bafe-5e0d959e57e9'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:54:28.654405 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-b7220461-2081-4dfd-9514-f0ac2ca15b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:54:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['187c0ab5-d3a6-4aee-bafe-5e0d959e57e9'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:54:28.708068 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-d8fe850c-4a79-49e2-aa1a-29b7fa0ae41a tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0889390 Aug 05 12:54:28.709031 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5654b291-a715-4e84-8e48-1100fa58cbd9', 'tag': 'aa03fefa-6dbf-42cd-82a9-9d50f098e9f7'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:54:28.713232 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7ff1ae056485c55ead25f70fa9973e26b39e4a1f6cb6b93d5d0d7942cdef429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-415342b1-d6a4-436f-8193-e0274352449c" -d '{"events": [{"name": "network-changed", "server_uuid": "5654b291-a715-4e84-8e48-1100fa58cbd9", "tag": "aa03fefa-6dbf-42cd-82a9-9d50f098e9f7"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:54:28.770943 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 12:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a01a5f3a-337a-4188-95af-eac1549353b9 x-openstack-request-id: req-a01a5f3a-337a-4188-95af-eac1549353b9 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:54:28.771465 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5654b291-a715-4e84-8e48-1100fa58cbd9", "tag": "aa03fefa-6dbf-42cd-82a9-9d50f098e9f7", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:54:28.771718 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a01a5f3a-337a-4188-95af-eac1549353b9 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:54:28.772135 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5654b291-a715-4e84-8e48-1100fa58cbd9', 'tag': 'aa03fefa-6dbf-42cd-82a9-9d50f098e9f7', 'status': 'completed', 'code': 200} Aug 05 12:54:28.828732 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-b7220461-2081-4dfd-9514-f0ac2ca15b2d None None] Set router 187c0ab5-d3a6-4aee-bafe-5e0d959e57e9 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:54:28.843287 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1197f00c-8626-49d9-a897-8f4da11d343a req-ac3ab162-9917-4abc-aa70-7e7102c37de6 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:54:28.846483 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1197f00c-8626-49d9-a897-8f4da11d343a req-ac3ab162-9917-4abc-aa70-7e7102c37de6 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=5654b291-a715-4e84-8e48-1100fa58cbd9 HTTP/1.1" status: 200 len: 945 time: 0.0668957 Aug 05 12:54:28.892412 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415342b1-d6a4-436f-8193-e0274352449c req-5f6697d8-a70e-4851-b89c-9cc9a121ded4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:54:28.895036 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-415342b1-d6a4-436f-8193-e0274352449c req-5f6697d8-a70e-4851-b89c-9cc9a121ded4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7ebbcc569b8f45a1a422fca72fe4b773&device_id=5654b291-a715-4e84-8e48-1100fa58cbd9 HTTP/1.1" status: 200 len: 1096 time: 0.0727854 Aug 05 12:54:28.898560 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1197f00c-8626-49d9-a897-8f4da11d343a req-55e40c4d-44d3-4d30-8576-181c8fc74b66 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/security-groups?id=48a4d5ec-3ba8-4e53-add2-9a6da7334abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407729 Aug 05 12:54:28.924226 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 50224) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:54:29.013969 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-32447e4b-55b8-483b-8954-add0a34162b7 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/floatingips/f47e6127-557d-43ff-b944-a007c098c3f3 HTTP/1.1" status: 200 len: 991 time: 0.0883939 Aug 05 12:54:29.029499 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415342b1-d6a4-436f-8193-e0274352449c req-75ca7879-3069-44bb-a975-bd98731882d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:54:29.031947 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-415342b1-d6a4-436f-8193-e0274352449c req-75ca7879-3069-44bb-a975-bd98731882d6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c8634a14-d89b-42ca-a0a1-1fd0360eba94 HTTP/1.1" status: 200 len: 897 time: 0.1299000 Aug 05 12:54:29.131049 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-415342b1-d6a4-436f-8193-e0274352449c req-7e3b77ac-9827-4c44-9986-05a1809fc839 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa03fefa-6dbf-42cd-82a9-9d50f098e9f7 HTTP/1.1" status: 200 len: 999 time: 0.0914249 Aug 05 12:54:29.172919 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-b7220461-2081-4dfd-9514-f0ac2ca15b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '187c0ab5-d3a6-4aee-bafe-5e0d959e57e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-651138482', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '63a1715a-308c-43bd-bd46-ff4d605fc412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:54:10Z', 'updated_at': '2021-08-05T12:54:14Z', 'revision_number': 4, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'gw_port': {'id': '63a1715a-308c-43bd-bd46-ff4d605fc412', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:2c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187c0ab5-d3a6-4aee-bafe-5e0d959e57e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:54:11Z', 'updated_at': '2021-08-05T12:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': 'f47e6127-557d-43ff-b944-a007c098c3f3', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'floating_ip_address': '172.25.5.159', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': '187c0ab5-d3a6-4aee-bafe-5e0d959e57e9', 'port_id': 'aa03fefa-6dbf-42cd-82a9-9d50f098e9f7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8634a14-d89b-42ca-a0a1-1fd0360eba94', 'mac_address': 'fa:16:3e:8a:84:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5654b291-a715-4e84-8e48-1100fa58cbd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T12:54:27Z', 'updated_at': '2021-08-05T12:54:27Z', 'revision_number': 0, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0569bdd0-5796-4480-86a4-861b96780cb8', 'name': '', 'network_id': 'c8634a14-d89b-42ca-a0a1-1fd0360eba94', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'mac_address': 'fa:16:3e:e2:f2:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187c0ab5-d3a6-4aee-bafe-5e0d959e57e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '7a966640-047f-431a-aea2-adafd8cb62e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:54:13Z', 'updated_at': '2021-08-05T12:54:20Z', 'revision_number': 5, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'subnets': [{'id': '7a966640-047f-431a-aea2-adafd8cb62e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:54:29.207284 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415342b1-d6a4-436f-8193-e0274352449c req-88ab611f-adaf-4aa0-a945-2ebf7d58ff9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:54:29.208849 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-415342b1-d6a4-436f-8193-e0274352449c req-88ab611f-adaf-4aa0-a945-2ebf7d58ff9e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7a966640-047f-431a-aea2-adafd8cb62e2 HTTP/1.1" status: 200 len: 835 time: 0.0707469 Aug 05 12:54:29.221130 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7220461-2081-4dfd-9514-f0ac2ca15b2d None None] Checking router: 187c0ab5-d3a6-4aee-bafe-5e0d959e57e9 for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:54:29.237189 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7220461-2081-4dfd-9514-f0ac2ca15b2d None None] Routers {'187c0ab5-d3a6-4aee-bafe-5e0d959e57e9'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:54:29.238298 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-b7220461-2081-4dfd-9514-f0ac2ca15b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:54:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['187c0ab5-d3a6-4aee-bafe-5e0d959e57e9'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:54:29.284672 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415342b1-d6a4-436f-8193-e0274352449c req-7aa5f8e3-de08-4392-baca-cc736a05632a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:54:29.286251 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-415342b1-d6a4-436f-8193-e0274352449c req-7aa5f8e3-de08-4392-baca-cc736a05632a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c8634a14-d89b-42ca-a0a1-1fd0360eba94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702891 Aug 05 12:54:29.422592 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-415342b1-d6a4-436f-8193-e0274352449c req-166db1c7-a84a-40f0-9a6a-fcf9fd4dcb2c service neutron] 10.222.0.55 "GET /v2.0/networks/c8634a14-d89b-42ca-a0a1-1fd0360eba94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279221 Aug 05 12:54:29.455547 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-b7220461-2081-4dfd-9514-f0ac2ca15b2d None None] Set router 187c0ab5-d3a6-4aee-bafe-5e0d959e57e9 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:54:29.548790 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-415342b1-d6a4-436f-8193-e0274352449c req-1c7d1639-c704-4828-a0de-3e2f83277712 service neutron] 10.222.0.55 "GET /v2.0/networks/c8634a14-d89b-42ca-a0a1-1fd0360eba94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175635 Aug 05 12:54:29.763691 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-b7220461-2081-4dfd-9514-f0ac2ca15b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '187c0ab5-d3a6-4aee-bafe-5e0d959e57e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-651138482', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '63a1715a-308c-43bd-bd46-ff4d605fc412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:54:10Z', 'updated_at': '2021-08-05T12:54:14Z', 'revision_number': 4, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'gw_port': {'id': '63a1715a-308c-43bd-bd46-ff4d605fc412', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:2c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187c0ab5-d3a6-4aee-bafe-5e0d959e57e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:54:11Z', 'updated_at': '2021-08-05T12:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': 'f47e6127-557d-43ff-b944-a007c098c3f3', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'floating_ip_address': '172.25.5.159', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': '187c0ab5-d3a6-4aee-bafe-5e0d959e57e9', 'port_id': 'aa03fefa-6dbf-42cd-82a9-9d50f098e9f7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8634a14-d89b-42ca-a0a1-1fd0360eba94', 'mac_address': 'fa:16:3e:8a:84:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5654b291-a715-4e84-8e48-1100fa58cbd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T12:54:27Z', 'updated_at': '2021-08-05T12:54:27Z', 'revision_number': 0, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0569bdd0-5796-4480-86a4-861b96780cb8', 'name': '', 'network_id': 'c8634a14-d89b-42ca-a0a1-1fd0360eba94', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'mac_address': 'fa:16:3e:e2:f2:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187c0ab5-d3a6-4aee-bafe-5e0d959e57e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '7a966640-047f-431a-aea2-adafd8cb62e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:54:13Z', 'updated_at': '2021-08-05T12:54:20Z', 'revision_number': 5, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'subnets': [{'id': '7a966640-047f-431a-aea2-adafd8cb62e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:54:29.791289 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7220461-2081-4dfd-9514-f0ac2ca15b2d None None] The sync data for ids ['187c0ab5-d3a6-4aee-bafe-5e0d959e57e9'] in n-d-803378-2 is: [{'id': '187c0ab5-d3a6-4aee-bafe-5e0d959e57e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-651138482', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '63a1715a-308c-43bd-bd46-ff4d605fc412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:54:10Z', 'updated_at': '2021-08-05T12:54:14Z', 'revision_number': 4, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'gw_port': {'id': '63a1715a-308c-43bd-bd46-ff4d605fc412', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:2c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187c0ab5-d3a6-4aee-bafe-5e0d959e57e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:54:11Z', 'updated_at': '2021-08-05T12:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': 'f47e6127-557d-43ff-b944-a007c098c3f3', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'floating_ip_address': '172.25.5.159', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': '187c0ab5-d3a6-4aee-bafe-5e0d959e57e9', 'port_id': 'aa03fefa-6dbf-42cd-82a9-9d50f098e9f7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8634a14-d89b-42ca-a0a1-1fd0360eba94', 'mac_address': 'fa:16:3e:8a:84:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5654b291-a715-4e84-8e48-1100fa58cbd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T12:54:27Z', 'updated_at': '2021-08-05T12:54:27Z', 'revision_number': 0, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0569bdd0-5796-4480-86a4-861b96780cb8', 'name': '', 'network_id': 'c8634a14-d89b-42ca-a0a1-1fd0360eba94', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'mac_address': 'fa:16:3e:e2:f2:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187c0ab5-d3a6-4aee-bafe-5e0d959e57e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '7a966640-047f-431a-aea2-adafd8cb62e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:54:13Z', 'updated_at': '2021-08-05T12:54:20Z', 'revision_number': 5, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'subnets': [{'id': '7a966640-047f-431a-aea2-adafd8cb62e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:54:30.018545 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 50226) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:54:30.035794 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad1afc9-8571-41f4-ae69-0b1191e0caef None None] New status for floating IP f47e6127-557d-43ff-b944-a007c098c3f3: ACTIVE {{(pid=94422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 12:54:30.121317 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-63634655-7c67-40d6-b4b0-a72c44e473d7 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/floatingips/f47e6127-557d-43ff-b944-a007c098c3f3 HTTP/1.1" status: 200 len: 991 time: 0.1012321 Aug 05 12:54:30.280083 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:31.125017 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 50228) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:54:31.549380 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-a97d14d0-ba6a-4e9b-b443-48a9e4483b0c tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/floatingips/f47e6127-557d-43ff-b944-a007c098c3f3 HTTP/1.1" status: 200 len: 993 time: 0.4229000 Aug 05 12:54:37.383235 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-8645398f-cc83-49a1-8a97-24e35288c967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:40.117931 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-6daea6b3-b5f6-451f-820b-669cc7441888 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:40.186293 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:42.111580 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:44.254330 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:54:48.823115 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 12:54:53.004227 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:00.287145 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:00.907999 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3467f87f-f3a0-493e-8fec-07d824f93c67 req-b23e28b8-2648-4b02-8c2d-e5a4c885ec92 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:55:00.909603 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3467f87f-f3a0-493e-8fec-07d824f93c67 req-b23e28b8-2648-4b02-8c2d-e5a4c885ec92 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=5654b291-a715-4e84-8e48-1100fa58cbd9 HTTP/1.1" status: 200 len: 945 time: 0.0505879 Aug 05 12:55:00.949215 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3467f87f-f3a0-493e-8fec-07d824f93c67 req-64425daa-acfa-496f-a0c4-ea130788d468 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/security-groups?id=48a4d5ec-3ba8-4e53-add2-9a6da7334abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334456 Aug 05 12:55:02.075681 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dab2a67-d42a-45a9-925e-0815a5a2b74f req-41348568-8ece-422f-aa21-b3e9936baf2d tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:55:02.077311 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2dab2a67-d42a-45a9-925e-0815a5a2b74f req-41348568-8ece-422f-aa21-b3e9936baf2d tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=5654b291-a715-4e84-8e48-1100fa58cbd9 HTTP/1.1" status: 200 len: 945 time: 0.0534034 Aug 05 12:55:02.120815 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2dab2a67-d42a-45a9-925e-0815a5a2b74f req-a0edb0bb-36f1-48ac-bcba-fa7adb732a74 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/security-groups?id=48a4d5ec-3ba8-4e53-add2-9a6da7334abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371876 Aug 05 12:55:02.144459 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 50248) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:55:02.211826 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-dd3d9b2a-453c-44fb-a2c9-6c3d4f432bae tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/floatingips/f47e6127-557d-43ff-b944-a007c098c3f3 HTTP/1.1" status: 200 len: 993 time: 0.0661800 Aug 05 12:55:03.512980 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d111a8-ee5f-4b80-9cf0-970e481f89de req-5dc7c89a-9d0b-44a9-b00a-d1c2db485c91 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:55:03.514512 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c3d111a8-ee5f-4b80-9cf0-970e481f89de req-5dc7c89a-9d0b-44a9-b00a-d1c2db485c91 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=5654b291-a715-4e84-8e48-1100fa58cbd9 HTTP/1.1" status: 200 len: 945 time: 0.0528972 Aug 05 12:55:03.541362 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4a7b84-d9e6-4d90-8d0d-d0986e620f77 req-4d2e3052-efc4-4a98-925d-6ff83e2f69cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:55:03.542897 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4e4a7b84-d9e6-4d90-8d0d-d0986e620f77 req-4d2e3052-efc4-4a98-925d-6ff83e2f69cb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7ebbcc569b8f45a1a422fca72fe4b773&device_id=5654b291-a715-4e84-8e48-1100fa58cbd9 HTTP/1.1" status: 200 len: 1096 time: 0.0442681 Aug 05 12:55:03.559482 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c3d111a8-ee5f-4b80-9cf0-970e481f89de req-f5461b1e-8db4-4229-970d-9e7587747936 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/security-groups?id=48a4d5ec-3ba8-4e53-add2-9a6da7334abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383930 Aug 05 12:55:03.640763 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4a7b84-d9e6-4d90-8d0d-d0986e620f77 req-47a9ab95-cb03-43f6-9990-472444885faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:55:03.643060 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4e4a7b84-d9e6-4d90-8d0d-d0986e620f77 req-47a9ab95-cb03-43f6-9990-472444885faa service neutron] 10.222.0.55 "GET /v2.0/networks?id=c8634a14-d89b-42ca-a0a1-1fd0360eba94 HTTP/1.1" status: 200 len: 897 time: 0.0930574 Aug 05 12:55:03.741034 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4e4a7b84-d9e6-4d90-8d0d-d0986e620f77 req-f2da8ce9-b3d6-433d-aa95-66090d64531c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa03fefa-6dbf-42cd-82a9-9d50f098e9f7 HTTP/1.1" status: 200 len: 1001 time: 0.0911314 Aug 05 12:55:03.801478 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4a7b84-d9e6-4d90-8d0d-d0986e620f77 req-c9e8701d-9fce-49d8-85df-fa5c3c241a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:55:03.803054 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4e4a7b84-d9e6-4d90-8d0d-d0986e620f77 req-c9e8701d-9fce-49d8-85df-fa5c3c241a7a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7a966640-047f-431a-aea2-adafd8cb62e2 HTTP/1.1" status: 200 len: 835 time: 0.0543015 Aug 05 12:55:03.855623 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4a7b84-d9e6-4d90-8d0d-d0986e620f77 req-11b43be2-446c-4933-a633-ada35e523818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:55:03.857223 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4e4a7b84-d9e6-4d90-8d0d-d0986e620f77 req-11b43be2-446c-4933-a633-ada35e523818 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c8634a14-d89b-42ca-a0a1-1fd0360eba94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467622 Aug 05 12:55:03.957988 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4e4a7b84-d9e6-4d90-8d0d-d0986e620f77 req-a7c10eed-2052-47c0-8422-f6cdc94ba04b service neutron] 10.222.0.55 "GET /v2.0/networks/c8634a14-d89b-42ca-a0a1-1fd0360eba94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933421 Aug 05 12:55:04.051005 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4e4a7b84-d9e6-4d90-8d0d-d0986e620f77 req-69d4ae14-fe1f-4526-ba9a-ca50c46a6b74 service neutron] 10.222.0.55 "GET /v2.0/networks/c8634a14-d89b-42ca-a0a1-1fd0360eba94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845718 Aug 05 12:55:04.645511 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e4c422-6d53-4927-82b2-ae911a4b3f4b req-ab213f00-801c-4cf7-8522-a797bafed96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:55:04.647086 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e5e4c422-6d53-4927-82b2-ae911a4b3f4b req-ab213f00-801c-4cf7-8522-a797bafed96b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7ebbcc569b8f45a1a422fca72fe4b773&device_id=5654b291-a715-4e84-8e48-1100fa58cbd9 HTTP/1.1" status: 200 len: 1096 time: 0.0500176 Aug 05 12:55:04.687077 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c88d74-6bd7-4da2-a55a-4413b7cf3e7d req-238b2216-0045-4180-9d71-4d82d6a60840 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:55:04.689436 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-19c88d74-6bd7-4da2-a55a-4413b7cf3e7d req-238b2216-0045-4180-9d71-4d82d6a60840 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=5654b291-a715-4e84-8e48-1100fa58cbd9 HTTP/1.1" status: 200 len: 945 time: 0.0546203 Aug 05 12:55:04.730559 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-19c88d74-6bd7-4da2-a55a-4413b7cf3e7d req-de40df60-4355-4e25-8b3f-dde201d38500 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/security-groups?id=48a4d5ec-3ba8-4e53-add2-9a6da7334abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351436 Aug 05 12:55:04.764908 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e4c422-6d53-4927-82b2-ae911a4b3f4b req-ee4a4fb2-98f7-4b67-802c-750b72109eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:55:04.767046 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e5e4c422-6d53-4927-82b2-ae911a4b3f4b req-ee4a4fb2-98f7-4b67-802c-750b72109eae service neutron] 10.222.0.55 "GET /v2.0/networks?id=c8634a14-d89b-42ca-a0a1-1fd0360eba94 HTTP/1.1" status: 200 len: 897 time: 0.0962389 Aug 05 12:55:05.203162 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e5e4c422-6d53-4927-82b2-ae911a4b3f4b req-e336c331-17b9-4a57-9686-6d93c050a542 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa03fefa-6dbf-42cd-82a9-9d50f098e9f7 HTTP/1.1" status: 200 len: 1001 time: 0.3883324 Aug 05 12:55:05.255397 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e4c422-6d53-4927-82b2-ae911a4b3f4b req-6a9a29bf-1ba2-49f7-a76b-d02a599b41da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:55:05.256898 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e5e4c422-6d53-4927-82b2-ae911a4b3f4b req-6a9a29bf-1ba2-49f7-a76b-d02a599b41da service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7a966640-047f-431a-aea2-adafd8cb62e2 HTTP/1.1" status: 200 len: 835 time: 0.0467403 Aug 05 12:55:05.305718 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e4c422-6d53-4927-82b2-ae911a4b3f4b req-418654f2-fb06-436a-b4d1-e184b72e8d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:55:05.307361 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e5e4c422-6d53-4927-82b2-ae911a4b3f4b req-418654f2-fb06-436a-b4d1-e184b72e8d9a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c8634a14-d89b-42ca-a0a1-1fd0360eba94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420399 Aug 05 12:55:05.402492 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e5e4c422-6d53-4927-82b2-ae911a4b3f4b req-bd841be6-4634-4b56-9c49-096d95a7cdfb service neutron] 10.222.0.55 "GET /v2.0/networks/c8634a14-d89b-42ca-a0a1-1fd0360eba94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872223 Aug 05 12:55:05.497391 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e5e4c422-6d53-4927-82b2-ae911a4b3f4b req-0ed14d5f-416d-4ed0-a596-83137f570575 service neutron] 10.222.0.55 "GET /v2.0/networks/c8634a14-d89b-42ca-a0a1-1fd0360eba94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876803 Aug 05 12:55:05.858621 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eac4f9-cce9-499e-b6b4-4f4727515d78 req-f73dc69e-b79e-4ded-b8d7-741e00246e59 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:55:05.860953 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d4eac4f9-cce9-499e-b6b4-4f4727515d78 req-f73dc69e-b79e-4ded-b8d7-741e00246e59 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=5654b291-a715-4e84-8e48-1100fa58cbd9 HTTP/1.1" status: 200 len: 945 time: 0.0519481 Aug 05 12:55:05.903916 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d4eac4f9-cce9-499e-b6b4-4f4727515d78 req-601cbe7a-9a15-45f0-96fa-3e09ff05f0ea tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/security-groups?id=48a4d5ec-3ba8-4e53-add2-9a6da7334abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365672 Aug 05 12:55:05.927630 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 50260) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:55:05.995904 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-5da3610c-feba-476a-a350-e7dfc17a9d7b tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/floatingips/f47e6127-557d-43ff-b944-a007c098c3f3 HTTP/1.1" status: 200 len: 993 time: 0.0669878 Aug 05 12:55:06.236259 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 50266) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:55:06.413120 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-22a73076-42ad-412b-8e89-c865396d90ea tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Deleting port 717242b2-4398-4712-836a-82ac3388fd38 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:55:06.413366 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-22a73076-42ad-412b-8e89-c865396d90ea tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:06.494123 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-22a73076-42ad-412b-8e89-c865396d90ea tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:06.494456 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-22a73076-42ad-412b-8e89-c865396d90ea tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:06.508217 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-22a73076-42ad-412b-8e89-c865396d90ea tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Calling delete_port for 717242b2-4398-4712-836a-82ac3388fd38 owned by network:floatingip {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:55:06.680551 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-22a73076-42ad-412b-8e89-c865396d90ea tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:06.707400 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a73076-42ad-412b-8e89-c865396d90ea tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Pushing event deleted for resources: {'Port': ['ID=717242b2-4398-4712-836a-82ac3388fd38,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:55:06.722081 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a73076-42ad-412b-8e89-c865396d90ea tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:55:06.722441 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a73076-42ad-412b-8e89-c865396d90ea tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:55:06.722793 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a73076-42ad-412b-8e89-c865396d90ea tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:55:06.723147 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a73076-42ad-412b-8e89-c865396d90ea tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:55:06.723482 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a73076-42ad-412b-8e89-c865396d90ea tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:55:06.723827 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a73076-42ad-412b-8e89-c865396d90ea tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:55:06.724161 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a73076-42ad-412b-8e89-c865396d90ea tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:55:06.724517 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a73076-42ad-412b-8e89-c865396d90ea tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:55:06.724855 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a73076-42ad-412b-8e89-c865396d90ea tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:55:06.725190 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a73076-42ad-412b-8e89-c865396d90ea tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:55:06.725526 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a73076-42ad-412b-8e89-c865396d90ea tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:55:06.725848 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a73076-42ad-412b-8e89-c865396d90ea tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:55:06.790878 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-22a73076-42ad-412b-8e89-c865396d90ea tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for floatingip, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:06.791229 n-d-803378-2 neutron-server[94421]: INFO neutron.db.l3_db [None req-22a73076-42ad-412b-8e89-c865396d90ea tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Floating IP f47e6127-557d-43ff-b944-a007c098c3f3 disassociated (deleted). External IP: 172.25.5.159, port: aa03fefa-6dbf-42cd-82a9-9d50f098e9f7. Aug 05 12:55:07.018283 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22a73076-42ad-412b-8e89-c865396d90ea tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Router 187c0ab5-d3a6-4aee-bafe-5e0d959e57e9 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:55:07.135609 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22a73076-42ad-412b-8e89-c865396d90ea tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:55:07.140678 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-22a73076-42ad-412b-8e89-c865396d90ea tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:07.146694 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627e913a-f657-445a-91e3-34d3d713f3f3 None None] Sync routers for ids ['187c0ab5-d3a6-4aee-bafe-5e0d959e57e9'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:55:07.157403 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627e913a-f657-445a-91e3-34d3d713f3f3 None None] Routers {'187c0ab5-d3a6-4aee-bafe-5e0d959e57e9'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:55:07.158008 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-627e913a-f657-445a-91e3-34d3d713f3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:54:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['187c0ab5-d3a6-4aee-bafe-5e0d959e57e9'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:55:07.171192 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-22a73076-42ad-412b-8e89-c865396d90ea tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "DELETE /v2.0/floatingips/f47e6127-557d-43ff-b944-a007c098c3f3 HTTP/1.1" status: 204 len: 168 time: 0.9337692 Aug 05 12:55:07.171911 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5654b291-a715-4e84-8e48-1100fa58cbd9', 'tag': 'aa03fefa-6dbf-42cd-82a9-9d50f098e9f7'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:55:07.175475 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7ff1ae056485c55ead25f70fa9973e26b39e4a1f6cb6b93d5d0d7942cdef429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2010d991-c570-46d5-9acd-d2e7ad1f4e3c" -d '{"events": [{"name": "network-changed", "server_uuid": "5654b291-a715-4e84-8e48-1100fa58cbd9", "tag": "aa03fefa-6dbf-42cd-82a9-9d50f098e9f7"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:55:07.218191 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 12:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e82d24b4-4c74-4b61-ab1c-c315e76cf341 x-openstack-request-id: req-e82d24b4-4c74-4b61-ab1c-c315e76cf341 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:55:07.218847 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5654b291-a715-4e84-8e48-1100fa58cbd9", "tag": "aa03fefa-6dbf-42cd-82a9-9d50f098e9f7", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:55:07.219347 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e82d24b4-4c74-4b61-ab1c-c315e76cf341 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:55:07.219977 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5654b291-a715-4e84-8e48-1100fa58cbd9', 'tag': 'aa03fefa-6dbf-42cd-82a9-9d50f098e9f7', 'status': 'completed', 'code': 200} Aug 05 12:55:07.288733 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-627e913a-f657-445a-91e3-34d3d713f3f3 None None] Set router 187c0ab5-d3a6-4aee-bafe-5e0d959e57e9 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:55:07.315245 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2010d991-c570-46d5-9acd-d2e7ad1f4e3c req-756c6084-9a17-484d-be95-f3aab4c921ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:55:07.316874 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2010d991-c570-46d5-9acd-d2e7ad1f4e3c req-756c6084-9a17-484d-be95-f3aab4c921ba service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7ebbcc569b8f45a1a422fca72fe4b773&device_id=5654b291-a715-4e84-8e48-1100fa58cbd9 HTTP/1.1" status: 200 len: 1096 time: 0.0525453 Aug 05 12:55:07.393763 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-6b4fe5cb-cc18-4c26-bcf2-4774e077120f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:07.481707 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2010d991-c570-46d5-9acd-d2e7ad1f4e3c req-114686a8-d364-41c3-aec0-c86d1aa50985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:55:07.483640 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2010d991-c570-46d5-9acd-d2e7ad1f4e3c req-114686a8-d364-41c3-aec0-c86d1aa50985 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c8634a14-d89b-42ca-a0a1-1fd0360eba94 HTTP/1.1" status: 200 len: 897 time: 0.1579537 Aug 05 12:55:07.496339 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae9758f-4c62-4110-8838-0d62e8ae71b2 req-53b528d6-7d13-40cb-96ba-622556325182 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:55:07.497992 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9ae9758f-4c62-4110-8838-0d62e8ae71b2 req-53b528d6-7d13-40cb-96ba-622556325182 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=5654b291-a715-4e84-8e48-1100fa58cbd9 HTTP/1.1" status: 200 len: 945 time: 0.0632179 Aug 05 12:55:07.537663 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2010d991-c570-46d5-9acd-d2e7ad1f4e3c req-01f59f2b-8317-4f37-a4e5-30cd014543b3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa03fefa-6dbf-42cd-82a9-9d50f098e9f7 HTTP/1.1" status: 200 len: 217 time: 0.0456338 Aug 05 12:55:07.557129 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9ae9758f-4c62-4110-8838-0d62e8ae71b2 req-13e294c7-2d76-485e-8d79-b8f4c4ec6ace tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/security-groups?id=48a4d5ec-3ba8-4e53-add2-9a6da7334abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475016 Aug 05 12:55:07.595202 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2010d991-c570-46d5-9acd-d2e7ad1f4e3c req-513496de-dfd3-4a65-b3ae-8613d7de9e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:55:07.596861 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2010d991-c570-46d5-9acd-d2e7ad1f4e3c req-513496de-dfd3-4a65-b3ae-8613d7de9e2c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7a966640-047f-431a-aea2-adafd8cb62e2 HTTP/1.1" status: 200 len: 835 time: 0.0505004 Aug 05 12:55:07.667007 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2010d991-c570-46d5-9acd-d2e7ad1f4e3c req-bf7dcd74-298d-45fd-85bf-925bddda05b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:55:07.668579 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2010d991-c570-46d5-9acd-d2e7ad1f4e3c req-bf7dcd74-298d-45fd-85bf-925bddda05b4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c8634a14-d89b-42ca-a0a1-1fd0360eba94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0638371 Aug 05 12:55:07.681104 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [req-2010d991-c570-46d5-9acd-d2e7ad1f4e3c req-3c3d6f2f-9a62-4978-be6d-8b48e34bc895 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94421) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 12:55:07.682175 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2010d991-c570-46d5-9acd-d2e7ad1f4e3c req-3c3d6f2f-9a62-4978-be6d-8b48e34bc895 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055971 Aug 05 12:55:07.682854 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-627e913a-f657-445a-91e3-34d3d713f3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '187c0ab5-d3a6-4aee-bafe-5e0d959e57e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-651138482', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '63a1715a-308c-43bd-bd46-ff4d605fc412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:54:10Z', 'updated_at': '2021-08-05T12:54:14Z', 'revision_number': 4, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'gw_port': {'id': '63a1715a-308c-43bd-bd46-ff4d605fc412', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:2c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187c0ab5-d3a6-4aee-bafe-5e0d959e57e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:54:11Z', 'updated_at': '2021-08-05T12:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '0569bdd0-5796-4480-86a4-861b96780cb8', 'name': '', 'network_id': 'c8634a14-d89b-42ca-a0a1-1fd0360eba94', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'mac_address': 'fa:16:3e:e2:f2:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187c0ab5-d3a6-4aee-bafe-5e0d959e57e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '7a966640-047f-431a-aea2-adafd8cb62e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:54:13Z', 'updated_at': '2021-08-05T12:54:20Z', 'revision_number': 5, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'subnets': [{'id': '7a966640-047f-431a-aea2-adafd8cb62e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:55:07.711084 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627e913a-f657-445a-91e3-34d3d713f3f3 None None] Checking router: 187c0ab5-d3a6-4aee-bafe-5e0d959e57e9 for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:55:07.720113 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627e913a-f657-445a-91e3-34d3d713f3f3 None None] Routers {'187c0ab5-d3a6-4aee-bafe-5e0d959e57e9'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:55:07.720766 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-627e913a-f657-445a-91e3-34d3d713f3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:54:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['187c0ab5-d3a6-4aee-bafe-5e0d959e57e9'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:55:07.786659 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2010d991-c570-46d5-9acd-d2e7ad1f4e3c req-8ecf536f-5bda-4139-ac13-73f8e7f81121 service neutron] 10.222.0.55 "GET /v2.0/networks/c8634a14-d89b-42ca-a0a1-1fd0360eba94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965571 Aug 05 12:55:07.833645 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-627e913a-f657-445a-91e3-34d3d713f3f3 None None] Set router 187c0ab5-d3a6-4aee-bafe-5e0d959e57e9 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:55:07.887320 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2010d991-c570-46d5-9acd-d2e7ad1f4e3c req-9f94be98-2564-4c53-9ced-03ad5104af15 service neutron] 10.222.0.55 "GET /v2.0/networks/c8634a14-d89b-42ca-a0a1-1fd0360eba94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920784 Aug 05 12:55:08.046285 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-627e913a-f657-445a-91e3-34d3d713f3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '187c0ab5-d3a6-4aee-bafe-5e0d959e57e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-651138482', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '63a1715a-308c-43bd-bd46-ff4d605fc412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:54:10Z', 'updated_at': '2021-08-05T12:54:14Z', 'revision_number': 4, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'gw_port': {'id': '63a1715a-308c-43bd-bd46-ff4d605fc412', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:2c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187c0ab5-d3a6-4aee-bafe-5e0d959e57e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:54:11Z', 'updated_at': '2021-08-05T12:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '0569bdd0-5796-4480-86a4-861b96780cb8', 'name': '', 'network_id': 'c8634a14-d89b-42ca-a0a1-1fd0360eba94', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'mac_address': 'fa:16:3e:e2:f2:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187c0ab5-d3a6-4aee-bafe-5e0d959e57e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '7a966640-047f-431a-aea2-adafd8cb62e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:54:13Z', 'updated_at': '2021-08-05T12:54:20Z', 'revision_number': 5, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'subnets': [{'id': '7a966640-047f-431a-aea2-adafd8cb62e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:55:08.078439 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627e913a-f657-445a-91e3-34d3d713f3f3 None None] The sync data for ids ['187c0ab5-d3a6-4aee-bafe-5e0d959e57e9'] in n-d-803378-2 is: [{'id': '187c0ab5-d3a6-4aee-bafe-5e0d959e57e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-651138482', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '63a1715a-308c-43bd-bd46-ff4d605fc412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:54:10Z', 'updated_at': '2021-08-05T12:54:14Z', 'revision_number': 4, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'gw_port': {'id': '63a1715a-308c-43bd-bd46-ff4d605fc412', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:2c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187c0ab5-d3a6-4aee-bafe-5e0d959e57e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:54:11Z', 'updated_at': '2021-08-05T12:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '0569bdd0-5796-4480-86a4-861b96780cb8', 'name': '', 'network_id': 'c8634a14-d89b-42ca-a0a1-1fd0360eba94', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'mac_address': 'fa:16:3e:e2:f2:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187c0ab5-d3a6-4aee-bafe-5e0d959e57e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '7a966640-047f-431a-aea2-adafd8cb62e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:54:13Z', 'updated_at': '2021-08-05T12:54:20Z', 'revision_number': 5, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'subnets': [{'id': '7a966640-047f-431a-aea2-adafd8cb62e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:55:08.337234 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80ff75f-e49d-4a96-9815-1a2f03c82d97 None None] New status for floating IP f47e6127-557d-43ff-b944-a007c098c3f3: DOWN {{(pid=94422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 12:55:08.717266 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2fa1f6-bb19-4e66-8b62-50775b8cdb3d req-b77d1c76-59fc-479b-b0ec-5d360026ac44 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:55:08.718888 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9c2fa1f6-bb19-4e66-8b62-50775b8cdb3d req-b77d1c76-59fc-479b-b0ec-5d360026ac44 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=5654b291-a715-4e84-8e48-1100fa58cbd9 HTTP/1.1" status: 200 len: 945 time: 0.0537248 Aug 05 12:55:08.766113 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9c2fa1f6-bb19-4e66-8b62-50775b8cdb3d req-c3960054-91a2-4b88-9025-b90d8244a6ed tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/security-groups?id=48a4d5ec-3ba8-4e53-add2-9a6da7334abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394886 Aug 05 12:55:09.108119 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3a4bf2-9e2e-4f92-afe1-9d6f72629821 req-aa0c9c49-ad7a-4cd5-b611-453d37901912 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:55:09.109708 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4f3a4bf2-9e2e-4f92-afe1-9d6f72629821 req-aa0c9c49-ad7a-4cd5-b611-453d37901912 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.55 "GET /v2.0/ports?device_id=5654b291-a715-4e84-8e48-1100fa58cbd9 HTTP/1.1" status: 200 len: 945 time: 0.0623152 Aug 05 12:55:09.209222 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-4f3a4bf2-9e2e-4f92-afe1-9d6f72629821 req-8f38adac-77c9-442d-83e6-3215097c30e4 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Deleting port aa03fefa-6dbf-42cd-82a9-9d50f098e9f7 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:55:09.209574 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-4f3a4bf2-9e2e-4f92-afe1-9d6f72629821 req-8f38adac-77c9-442d-83e6-3215097c30e4 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:09.314087 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-4f3a4bf2-9e2e-4f92-afe1-9d6f72629821 req-8f38adac-77c9-442d-83e6-3215097c30e4 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] For port aa03fefa-6dbf-42cd-82a9-9d50f098e9f7, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=aa03fefa-6dbf-42cd-82a9-9d50f098e9f7,segment=NetworkSegment(483cb5a0-43e2-4683-be21-eef1f511d9cb),segment_id=483cb5a0-43e2-4683-be21-eef1f511d9cb)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:55:09.314467 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-4f3a4bf2-9e2e-4f92-afe1-9d6f72629821 req-8f38adac-77c9-442d-83e6-3215097c30e4 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:09.331012 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-4f3a4bf2-9e2e-4f92-afe1-9d6f72629821 req-8f38adac-77c9-442d-83e6-3215097c30e4 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Calling delete_port for aa03fefa-6dbf-42cd-82a9-9d50f098e9f7 owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:55:09.471926 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-4f3a4bf2-9e2e-4f92-afe1-9d6f72629821 req-8f38adac-77c9-442d-83e6-3215097c30e4 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:09.508445 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f38adac-77c9-442d-83e6-3215097c30e4 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Pushing event deleted for resources: {'Port': ['ID=aa03fefa-6dbf-42cd-82a9-9d50f098e9f7,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:55:09.554654 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f3a4bf2-9e2e-4f92-afe1-9d6f72629821 req-8f38adac-77c9-442d-83e6-3215097c30e4 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] No DVR routers for this DVR port aa03fefa-6dbf-42cd-82a9-9d50f098e9f7 on host n-h2-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:55:09.557524 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-4f3a4bf2-9e2e-4f92-afe1-9d6f72629821 req-8f38adac-77c9-442d-83e6-3215097c30e4 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:09.559795 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-4f3a4bf2-9e2e-4f92-afe1-9d6f72629821 req-8f38adac-77c9-442d-83e6-3215097c30e4 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.55 "DELETE /v2.0/ports/aa03fefa-6dbf-42cd-82a9-9d50f098e9f7 HTTP/1.1" status: 204 len: 173 time: 0.4435980 Aug 05 12:55:09.560265 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5654b291-a715-4e84-8e48-1100fa58cbd9', 'name': 'network-vif-deleted', 'tag': 'aa03fefa-6dbf-42cd-82a9-9d50f098e9f7'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:55:09.562671 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7ff1ae056485c55ead25f70fa9973e26b39e4a1f6cb6b93d5d0d7942cdef429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed6371b2-436f-4d83-b585-e9531dbbb8bf" -d '{"events": [{"server_uuid": "5654b291-a715-4e84-8e48-1100fa58cbd9", "name": "network-vif-deleted", "tag": "aa03fefa-6dbf-42cd-82a9-9d50f098e9f7"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:55:09.605595 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 12:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e52b29cf-5bb2-46cd-b75b-a59e0abfc16f x-openstack-request-id: req-e52b29cf-5bb2-46cd-b75b-a59e0abfc16f {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:55:09.605896 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5654b291-a715-4e84-8e48-1100fa58cbd9", "name": "network-vif-deleted", "tag": "aa03fefa-6dbf-42cd-82a9-9d50f098e9f7", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:55:09.606143 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e52b29cf-5bb2-46cd-b75b-a59e0abfc16f {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:55:09.606545 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5654b291-a715-4e84-8e48-1100fa58cbd9', 'name': 'network-vif-deleted', 'tag': 'aa03fefa-6dbf-42cd-82a9-9d50f098e9f7', 'status': 'completed', 'code': 200} Aug 05 12:55:09.900189 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-80f9ab9c-c4f3-457a-a76e-ea9d00c16c07 req-f5b4950d-19db-43a4-bb54-393ece25ede7 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "GET /v2.0/ports?device_id=5654b291-a715-4e84-8e48-1100fa58cbd9 HTTP/1.1" status: 200 len: 210 time: 0.0297351 Aug 05 12:55:10.124131 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-19c330da-41d6-4c2d-b109-c820af84f8f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:10.185795 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:10.966040 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 50282) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:55:11.371626 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-71191507-30f9-47d5-91e3-7b7c5c1271c6 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33208311'] for router_interface, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:11.401255 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [req-492ea705-d313-4280-be0f-d83e7e04550e req-939cfed7-e169-4820-9f36-903d8a56a211 service neutron] (94421) timed out ('10.222.0.58', 45566) {{(pid=94421) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 05 12:55:11.666734 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-71191507-30f9-47d5-91e3-7b7c5c1271c6 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Deleting port 0569bdd0-5796-4480-86a4-861b96780cb8 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:55:11.666977 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-71191507-30f9-47d5-91e3-7b7c5c1271c6 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:11.768656 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-71191507-30f9-47d5-91e3-7b7c5c1271c6 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] For port 0569bdd0-5796-4480-86a4-861b96780cb8, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=0569bdd0-5796-4480-86a4-861b96780cb8,segment=NetworkSegment(483cb5a0-43e2-4683-be21-eef1f511d9cb),segment_id=483cb5a0-43e2-4683-be21-eef1f511d9cb)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:55:11.769064 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-71191507-30f9-47d5-91e3-7b7c5c1271c6 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:11.784149 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-71191507-30f9-47d5-91e3-7b7c5c1271c6 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Calling delete_port for 0569bdd0-5796-4480-86a4-861b96780cb8 owned by network:router_interface {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:55:12.014607 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-71191507-30f9-47d5-91e3-7b7c5c1271c6 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:12.049308 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71191507-30f9-47d5-91e3-7b7c5c1271c6 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Pushing event deleted for resources: {'Port': ['ID=0569bdd0-5796-4480-86a4-861b96780cb8,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:55:12.062985 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71191507-30f9-47d5-91e3-7b7c5c1271c6 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:55:12.063366 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71191507-30f9-47d5-91e3-7b7c5c1271c6 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:55:12.063759 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71191507-30f9-47d5-91e3-7b7c5c1271c6 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:55:12.064096 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71191507-30f9-47d5-91e3-7b7c5c1271c6 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:55:12.064437 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71191507-30f9-47d5-91e3-7b7c5c1271c6 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:55:12.064813 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71191507-30f9-47d5-91e3-7b7c5c1271c6 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:55:12.065156 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71191507-30f9-47d5-91e3-7b7c5c1271c6 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:55:12.065490 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71191507-30f9-47d5-91e3-7b7c5c1271c6 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:55:12.065834 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71191507-30f9-47d5-91e3-7b7c5c1271c6 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:55:12.066164 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71191507-30f9-47d5-91e3-7b7c5c1271c6 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:55:12.066535 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71191507-30f9-47d5-91e3-7b7c5c1271c6 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:55:12.066958 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71191507-30f9-47d5-91e3-7b7c5c1271c6 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:55:12.123678 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:12.174796 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device aa03fefa-6dbf-42cd-82a9-9d50f098e9f7 no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:55:12.197523 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] No Port match for: aa03fefa-6dbf-42cd-82a9-9d50f098e9f7 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:55:12.197870 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device aa03fefa-6dbf-42cd-82a9-9d50f098e9f7 not bound to the agent host n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:55:12.285792 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-71191507-30f9-47d5-91e3-7b7c5c1271c6 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33140263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33208171'] for router_interface, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:12.553842 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71191507-30f9-47d5-91e3-7b7c5c1271c6 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Router 187c0ab5-d3a6-4aee-bafe-5e0d959e57e9 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:55:12.674513 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71191507-30f9-47d5-91e3-7b7c5c1271c6 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:55:12.679645 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-71191507-30f9-47d5-91e3-7b7c5c1271c6 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "PUT /v2.0/routers/187c0ab5-d3a6-4aee-bafe-5e0d959e57e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7124391 Aug 05 12:55:12.682530 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 50284) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:55:12.685939 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96178b07-a4e8-43b9-a058-9be0f8f7b0aa None None] Sync routers for ids ['187c0ab5-d3a6-4aee-bafe-5e0d959e57e9'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:55:12.697678 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96178b07-a4e8-43b9-a058-9be0f8f7b0aa None None] Routers {'187c0ab5-d3a6-4aee-bafe-5e0d959e57e9'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:55:12.698299 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-96178b07-a4e8-43b9-a058-9be0f8f7b0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:55:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['187c0ab5-d3a6-4aee-bafe-5e0d959e57e9'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:55:12.746066 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_v2 [None req-74f5588d-4c81-4e22-8657-338f9b94d3a1 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Deleting subnet 7a966640-047f-431a-aea2-adafd8cb62e2 {{(pid=94420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 12:55:12.749930 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-74f5588d-4c81-4e22-8657-338f9b94d3a1 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for subnet, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:12.800998 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-74f5588d-4c81-4e22-8657-338f9b94d3a1 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25010562'] for subnet, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:12.829931 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-96178b07-a4e8-43b9-a058-9be0f8f7b0aa None None] Set router 187c0ab5-d3a6-4aee-bafe-5e0d959e57e9 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:55:12.928274 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-74f5588d-4c81-4e22-8657-338f9b94d3a1 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:12.994987 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-74f5588d-4c81-4e22-8657-338f9b94d3a1 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29762763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24211094'] for subnet, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:13.024847 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-96178b07-a4e8-43b9-a058-9be0f8f7b0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '187c0ab5-d3a6-4aee-bafe-5e0d959e57e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-651138482', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '63a1715a-308c-43bd-bd46-ff4d605fc412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:54:10Z', 'updated_at': '2021-08-05T12:55:11Z', 'revision_number': 5, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'gw_port': {'id': '63a1715a-308c-43bd-bd46-ff4d605fc412', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:2c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187c0ab5-d3a6-4aee-bafe-5e0d959e57e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:54:11Z', 'updated_at': '2021-08-05T12:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:55:13.026292 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f5588d-4c81-4e22-8657-338f9b94d3a1 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Pushing event deleted for resources: {'Subnet': ['ID=7a966640-047f-431a-aea2-adafd8cb62e2,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:55:13.028285 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-74f5588d-4c81-4e22-8657-338f9b94d3a1 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:13.030756 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-74f5588d-4c81-4e22-8657-338f9b94d3a1 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "DELETE /v2.0/subnets/7a966640-047f-431a-aea2-adafd8cb62e2 HTTP/1.1" status: 204 len: 168 time: 0.3467677 Aug 05 12:55:13.034432 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 50286) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:55:13.035336 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e636150f-7855-4203-a8c5-dc8f2cd02eae None None] Network c8634a14-d89b-42ca-a0a1-1fd0360eba94 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:55:13.068722 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96178b07-a4e8-43b9-a058-9be0f8f7b0aa None None] Checking router: 187c0ab5-d3a6-4aee-bafe-5e0d959e57e9 for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:55:13.080169 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96178b07-a4e8-43b9-a058-9be0f8f7b0aa None None] Routers {'187c0ab5-d3a6-4aee-bafe-5e0d959e57e9'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:55:13.080957 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-96178b07-a4e8-43b9-a058-9be0f8f7b0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:55:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['187c0ab5-d3a6-4aee-bafe-5e0d959e57e9'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:55:13.167123 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3c4f7f35-d277-4173-bfb4-19aff729a9c9 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for router, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:13.203358 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-96178b07-a4e8-43b9-a058-9be0f8f7b0aa None None] Set router 187c0ab5-d3a6-4aee-bafe-5e0d959e57e9 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:55:13.302535 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3c4f7f35-d277-4173-bfb4-19aff729a9c9 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:13.377636 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-3c4f7f35-d277-4173-bfb4-19aff729a9c9 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Deleting port 63a1715a-308c-43bd-bd46-ff4d605fc412 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:55:13.378229 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3c4f7f35-d277-4173-bfb4-19aff729a9c9 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:13.430147 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3596eaae-ab16-4194-abab-fba051e38c74 None None] DHCP port deletion for c8634a14-d89b-42ca-a0a1-1fd0360eba94 request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 12:55:13.475403 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-96178b07-a4e8-43b9-a058-9be0f8f7b0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '187c0ab5-d3a6-4aee-bafe-5e0d959e57e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-651138482', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '63a1715a-308c-43bd-bd46-ff4d605fc412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:54:10Z', 'updated_at': '2021-08-05T12:55:11Z', 'revision_number': 5, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'gw_port': {'id': '63a1715a-308c-43bd-bd46-ff4d605fc412', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:2c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187c0ab5-d3a6-4aee-bafe-5e0d959e57e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:54:11Z', 'updated_at': '2021-08-05T12:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:55:13.490987 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-3596eaae-ab16-4194-abab-fba051e38c74 None None] Deleting port 84fbb2c8-2276-4450-aa6e-1a355bee0d0b {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:55:13.491306 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-3596eaae-ab16-4194-abab-fba051e38c74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:13.504671 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [None req-3c4f7f35-d277-4173-bfb4-19aff729a9c9 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] For port 63a1715a-308c-43bd-bd46-ff4d605fc412, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=63a1715a-308c-43bd-bd46-ff4d605fc412,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:55:13.505104 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3c4f7f35-d277-4173-bfb4-19aff729a9c9 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:13.505520 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96178b07-a4e8-43b9-a058-9be0f8f7b0aa None None] The sync data for ids ['187c0ab5-d3a6-4aee-bafe-5e0d959e57e9'] in n-d-803378-2 is: [{'id': '187c0ab5-d3a6-4aee-bafe-5e0d959e57e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-651138482', 'tenant_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '63a1715a-308c-43bd-bd46-ff4d605fc412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:54:10Z', 'updated_at': '2021-08-05T12:55:11Z', 'revision_number': 5, 'project_id': '7ebbcc569b8f45a1a422fca72fe4b773', 'gw_port': {'id': '63a1715a-308c-43bd-bd46-ff4d605fc412', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:2c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187c0ab5-d3a6-4aee-bafe-5e0d959e57e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:54:11Z', 'updated_at': '2021-08-05T12:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:55:13.524687 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-3c4f7f35-d277-4173-bfb4-19aff729a9c9 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Calling delete_port for 63a1715a-308c-43bd-bd46-ff4d605fc412 owned by network:router_gateway {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:55:13.568883 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-3596eaae-ab16-4194-abab-fba051e38c74 None None] For port 84fbb2c8-2276-4450-aa6e-1a355bee0d0b, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=84fbb2c8-2276-4450-aa6e-1a355bee0d0b,segment=NetworkSegment(483cb5a0-43e2-4683-be21-eef1f511d9cb),segment_id=483cb5a0-43e2-4683-be21-eef1f511d9cb)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:55:13.569291 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-3596eaae-ab16-4194-abab-fba051e38c74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:13.584242 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-3596eaae-ab16-4194-abab-fba051e38c74 None None] Calling delete_port for 84fbb2c8-2276-4450-aa6e-1a355bee0d0b owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:55:13.691316 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-3596eaae-ab16-4194-abab-fba051e38c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:13.729820 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3596eaae-ab16-4194-abab-fba051e38c74 None None] Pushing event deleted for resources: {'Port': ['ID=84fbb2c8-2276-4450-aa6e-1a355bee0d0b,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:55:13.737164 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3596eaae-ab16-4194-abab-fba051e38c74 None None] No DVR routers for this DVR port 84fbb2c8-2276-4450-aa6e-1a355bee0d0b on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:55:13.752197 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3596eaae-ab16-4194-abab-fba051e38c74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:55:13.752916 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3596eaae-ab16-4194-abab-fba051e38c74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:55:13.753484 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3596eaae-ab16-4194-abab-fba051e38c74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:55:13.754034 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3596eaae-ab16-4194-abab-fba051e38c74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:55:13.754599 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3596eaae-ab16-4194-abab-fba051e38c74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:55:13.755148 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3596eaae-ab16-4194-abab-fba051e38c74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:55:13.755690 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3596eaae-ab16-4194-abab-fba051e38c74 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:55:13.756851 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3596eaae-ab16-4194-abab-fba051e38c74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:55:13.756851 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3596eaae-ab16-4194-abab-fba051e38c74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:55:13.757405 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3596eaae-ab16-4194-abab-fba051e38c74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:55:13.758398 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3596eaae-ab16-4194-abab-fba051e38c74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:55:13.758999 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3596eaae-ab16-4194-abab-fba051e38c74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:55:13.762190 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3c4f7f35-d277-4173-bfb4-19aff729a9c9 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:13.793545 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4f7f35-d277-4173-bfb4-19aff729a9c9 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Pushing event deleted for resources: {'Port': ['ID=63a1715a-308c-43bd-bd46-ff4d605fc412,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:55:13.869491 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3c4f7f35-d277-4173-bfb4-19aff729a9c9 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33285055'] for router_gateway, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:13.983624 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3c4f7f35-d277-4173-bfb4-19aff729a9c9 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33262979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1951'] for router, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:13.986697 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3c4f7f35-d277-4173-bfb4-19aff729a9c9 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:14.051513 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3c4f7f35-d277-4173-bfb4-19aff729a9c9 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33262474'] for router, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:14.052188 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c4f7f35-d277-4173-bfb4-19aff729a9c9 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Fanout notify agent at l3_agent the message router_deleted on router 187c0ab5-d3a6-4aee-bafe-5e0d959e57e9 {{(pid=94421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 12:55:14.065163 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-3c4f7f35-d277-4173-bfb4-19aff729a9c9 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for router, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:14.066231 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-3c4f7f35-d277-4173-bfb4-19aff729a9c9 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "DELETE /v2.0/routers/187c0ab5-d3a6-4aee-bafe-5e0d959e57e9 HTTP/1.1" status: 204 len: 168 time: 1.0306768 Aug 05 12:55:14.069782 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 50288) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:55:14.186608 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9bc28bca-60c8-4428-976c-dc7085b1e768 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:14.193032 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 84fbb2c8-2276-4450-aa6e-1a355bee0d0b no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:55:14.219172 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 84fbb2c8-2276-4450-aa6e-1a355bee0d0b {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:55:14.220810 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 84fbb2c8-2276-4450-aa6e-1a355bee0d0b not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:55:14.221451 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 0569bdd0-5796-4480-86a4-861b96780cb8 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:55:14.257466 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 0569bdd0-5796-4480-86a4-861b96780cb8 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:55:14.257883 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 0569bdd0-5796-4480-86a4-861b96780cb8 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:55:14.276387 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:14.304366 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9bc28bca-60c8-4428-976c-dc7085b1e768 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:14.316589 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-9bc28bca-60c8-4428-976c-dc7085b1e768 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8634a14-d89b-42ca-a0a1-1fd0360eba94']}} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:55:14.328670 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-9bc28bca-60c8-4428-976c-dc7085b1e768 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '483cb5a0-43e2-4683-be21-eef1f511d9cb') {'for_net_delete': True} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:55:14.328670 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-9bc28bca-60c8-4428-976c-dc7085b1e768 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '483cb5a0-43e2-4683-be21-eef1f511d9cb') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:55:14.338838 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9bc28bca-60c8-4428-976c-dc7085b1e768 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25010581'] for segment, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:14.353432 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9bc28bca-60c8-4428-976c-dc7085b1e768 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:14.359754 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bc28bca-60c8-4428-976c-dc7085b1e768 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=94420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 12:55:14.361079 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9bc28bca-60c8-4428-976c-dc7085b1e768 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29762581'] for segment, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:14.364556 n-d-803378-2 neutron-server[94420]: Traceback (most recent call last): Aug 05 12:55:14.364556 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 12:55:14.364556 n-d-803378-2 neutron-server[94420]: timer() Aug 05 12:55:14.364556 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 12:55:14.364556 n-d-803378-2 neutron-server[94420]: cb(*args, **kw) Aug 05 12:55:14.364556 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 12:55:14.364556 n-d-803378-2 neutron-server[94420]: return func(*args, **kwargs) Aug 05 12:55:14.364556 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 12:55:14.364556 n-d-803378-2 neutron-server[94420]: self._notify() Aug 05 12:55:14.364556 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 12:55:14.364556 n-d-803378-2 neutron-server[94420]: self.callback(batched_events) Aug 05 12:55:14.364556 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 12:55:14.364556 n-d-803378-2 neutron-server[94420]: event.method(event) Aug 05 12:55:14.364556 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 12:55:14.364556 n-d-803378-2 neutron-server[94420]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 12:55:14.364556 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 12:55:14.364556 n-d-803378-2 neutron-server[94420]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 12:55:14.364556 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 12:55:14.364556 n-d-803378-2 neutron-server[94420]: return f(self, *a, **k) Aug 05 12:55:14.364556 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 12:55:14.364556 n-d-803378-2 neutron-server[94420]: return self._get(url).json() Aug 05 12:55:14.364556 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 12:55:14.364556 n-d-803378-2 neutron-server[94420]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 12:55:14.364556 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 12:55:14.364556 n-d-803378-2 neutron-server[94420]: return self.request(url, 'GET', **kwargs) Aug 05 12:55:14.364556 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 12:55:14.364556 n-d-803378-2 neutron-server[94420]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 12:55:14.364556 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 12:55:14.364556 n-d-803378-2 neutron-server[94420]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 12:55:14.364556 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 12:55:14.364556 n-d-803378-2 neutron-server[94420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 12:55:14.364556 n-d-803378-2 neutron-server[94420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 12:55:14.445397 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9bc28bca-60c8-4428-976c-dc7085b1e768 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:14.452826 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9bc28bca-60c8-4428-976c-dc7085b1e768 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:14.454050 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-9bc28bca-60c8-4428-976c-dc7085b1e768 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "DELETE /v2.0/networks/c8634a14-d89b-42ca-a0a1-1fd0360eba94 HTTP/1.1" status: 204 len: 168 time: 0.3828349 Aug 05 12:55:14.457523 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 50290) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:55:14.465803 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc28bca-60c8-4428-976c-dc7085b1e768 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Pushing event deleted for resources: {'Network': ['ID=c8634a14-d89b-42ca-a0a1-1fd0360eba94,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:55:14.522993 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9c42cd54-2eef-493e-9af0-6d78fdfa4234 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:14.552979 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9c42cd54-2eef-493e-9af0-6d78fdfa4234 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:14.622466 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9c42cd54-2eef-493e-9af0-6d78fdfa4234 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:14.624460 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-9c42cd54-2eef-493e-9af0-6d78fdfa4234 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:14.625961 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-9c42cd54-2eef-493e-9af0-6d78fdfa4234 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] 10.222.0.58 "DELETE /v2.0/security-groups/48a4d5ec-3ba8-4e53-add2-9a6da7334abd HTTP/1.1" status: 204 len: 168 time: 0.1671894 Aug 05 12:55:14.636420 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c42cd54-2eef-493e-9af0-6d78fdfa4234 tempest-TestNetworkAdvancedServerOps-1305819238 tempest-TestNetworkAdvancedServerOps-1305819238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48a4d5ec-3ba8-4e53-add2-9a6da7334abd,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:55:15.053872 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 50298) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:55:15.216332 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-59319678-4da3-4145-b4ef-69b1896bca60 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7ebbcc569b8f45a1a422fca72fe4b773&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1608009 Aug 05 12:55:15.219280 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 50302) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:55:15.337374 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b26267b0-6b90-4b1e-b052-44619b265074 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:15.377812 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b26267b0-6b90-4b1e-b052-44619b265074 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:15.449848 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b26267b0-6b90-4b1e-b052-44619b265074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:15.453268 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b26267b0-6b90-4b1e-b052-44619b265074 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:15.455247 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-b26267b0-6b90-4b1e-b052-44619b265074 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f41f38b4-6e83-4c6e-9621-167f4c16b940 HTTP/1.1" status: 204 len: 168 time: 0.2344377 Aug 05 12:55:15.463803 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26267b0-6b90-4b1e-b052-44619b265074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f41f38b4-6e83-4c6e-9621-167f4c16b940,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:55:15.777556 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 50308) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:55:15.797076 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b97df6e2-c7f3-4675-91ee-5e4666d202b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:15.908111 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b97df6e2-c7f3-4675-91ee-5e4666d202b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:15.912928 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b97df6e2-c7f3-4675-91ee-5e4666d202b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:15.955423 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97df6e2-c7f3-4675-91ee-5e4666d202b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3733d124-20a5-4f7b-9c10-7e54a1f91df2,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:55:15.962123 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-b97df6e2-c7f3-4675-91ee-5e4666d202b9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8641563a744f4fb49da79ab47a78ddb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1834695 Aug 05 12:55:15.965107 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 50310) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:55:16.020044 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b94d0197-f729-4eec-9060-1e83b35abde8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:16.044629 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b94d0197-f729-4eec-9060-1e83b35abde8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:16.055258 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 63a1715a-308c-43bd-bd46-ff4d605fc412 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:55:16.077363 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 63a1715a-308c-43bd-bd46-ff4d605fc412 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:55:16.077813 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 63a1715a-308c-43bd-bd46-ff4d605fc412 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:55:16.102687 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b94d0197-f729-4eec-9060-1e83b35abde8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:16.105256 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-b94d0197-f729-4eec-9060-1e83b35abde8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:16.106445 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-b94d0197-f729-4eec-9060-1e83b35abde8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3733d124-20a5-4f7b-9c10-7e54a1f91df2 HTTP/1.1" status: 204 len: 168 time: 0.1403205 Aug 05 12:55:16.115981 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94d0197-f729-4eec-9060-1e83b35abde8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3733d124-20a5-4f7b-9c10-7e54a1f91df2,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:55:16.915376 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 50332) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:55:17.018044 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-8c339609-0089-4681-b399-fcbfaa1bc884 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-895383723-network', 'tenant_id': 'b3acac3ac7984616994c4d25f16f5a73'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:55:17.041162 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c339609-0089-4681-b399-fcbfaa1bc884 admin admin] Made reservation on behalf of b3acac3ac7984616994c4d25f16f5a73 for: {'network': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:55:17.043612 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8c339609-0089-4681-b399-fcbfaa1bc884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:17.053104 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8c339609-0089-4681-b399-fcbfaa1bc884 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:17.156451 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8c339609-0089-4681-b399-fcbfaa1bc884 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:17.160957 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8c339609-0089-4681-b399-fcbfaa1bc884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:17.189083 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c339609-0089-4681-b399-fcbfaa1bc884 admin admin] vlan segment allocate from pool success with {'vlan_id': 690, 'physical_network': 'physnet1'} {{(pid=94420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 12:55:17.199253 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c339609-0089-4681-b399-fcbfaa1bc884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=701a782d-0d19-484d-8164-3be28b419fee,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:55:17.206567 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8c339609-0089-4681-b399-fcbfaa1bc884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:17.206919 n-d-803378-2 neutron-server[94420]: INFO neutron.db.segments_db [None req-8c339609-0089-4681-b399-fcbfaa1bc884 admin admin] Added segment 5bfb745a-e1eb-454c-b816-1366c6736695 of type vlan for network cc0bc985-1984-4a2c-bad4-9022cad15313 Aug 05 12:55:17.253727 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8c339609-0089-4681-b399-fcbfaa1bc884 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:17.293967 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8c339609-0089-4681-b399-fcbfaa1bc884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:17.295384 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c339609-0089-4681-b399-fcbfaa1bc884 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:55:17.296115 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8c339609-0089-4681-b399-fcbfaa1bc884 admin admin] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:17.368506 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-8c339609-0089-4681-b399-fcbfaa1bc884 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4518962 Aug 05 12:55:17.371946 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 50336) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:55:17.374445 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c339609-0089-4681-b399-fcbfaa1bc884 admin admin] Pushing event updated for resources: {'Network': ['ID=cc0bc985-1984-4a2c-bad4-9022cad15313,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:55:17.378703 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-089d526d-7bb1-406c-9865-eddf4d1f4022 admin admin] Request body: {'subnet': {'network_id': 'cc0bc985-1984-4a2c-bad4-9022cad15313', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-895383723-subnet', 'tenant_id': 'b3acac3ac7984616994c4d25f16f5a73', 'ip_version': 4}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:55:17.386479 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network cc0bc985-1984-4a2c-bad4-9022cad15313 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 12:55:17.407320 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-089d526d-7bb1-406c-9865-eddf4d1f4022 admin admin] Made reservation on behalf of b3acac3ac7984616994c4d25f16f5a73 for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:55:17.409845 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-089d526d-7bb1-406c-9865-eddf4d1f4022 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:17.602668 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-089d526d-7bb1-406c-9865-eddf4d1f4022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25038678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30075167'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:17.660509 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089d526d-7bb1-406c-9865-eddf4d1f4022 admin admin] Pushing event updated for resources: {'Subnet': ['ID=845431f7-3f32-4d13-bf4b-ecf65d7db9ae,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:55:17.671785 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089d526d-7bb1-406c-9865-eddf4d1f4022 admin admin] Checking segment: {'id': '5bfb745a-e1eb-454c-b816-1366c6736695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'cc0bc985-1984-4a2c-bad4-9022cad15313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:55:17.672153 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089d526d-7bb1-406c-9865-eddf4d1f4022 admin admin] Network hostable DHCP agents. Network: cc0bc985-1984-4a2c-bad4-9022cad15313, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 12:55:17.690712 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089d526d-7bb1-406c-9865-eddf4d1f4022 admin admin] Network cc0bc985-1984-4a2c-bad4-9022cad15313 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 12:55:17.700064 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-089d526d-7bb1-406c-9865-eddf4d1f4022 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, cc0bc985-1984-4a2c-bad4-9022cad15313) {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:55:17.705238 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-089d526d-7bb1-406c-9865-eddf4d1f4022 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:55:17.706376 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-089d526d-7bb1-406c-9865-eddf4d1f4022 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:17.709697 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cbdf72e-75b8-4475-84f3-9fac36ef4e52 None None] Network cc0bc985-1984-4a2c-bad4-9022cad15313 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:55:17.721033 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-089d526d-7bb1-406c-9865-eddf4d1f4022 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3478148 Aug 05 12:55:17.724004 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 50338) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:55:17.728559 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-9e88cf51-11a5-41f8-afdf-19c9b73b4f9d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-895383723-router', 'tenant_id': 'b3acac3ac7984616994c4d25f16f5a73', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:55:17.758480 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9e88cf51-11a5-41f8-afdf-19c9b73b4f9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33260300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1929'] for router, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:17.759981 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9e88cf51-11a5-41f8-afdf-19c9b73b4f9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33285914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33034662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1926'] for router, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:17.820906 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9e88cf51-11a5-41f8-afdf-19c9b73b4f9d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:17.880242 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-257a33a3-811a-4874-bb5e-09d4d5ecb874 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-cc0bc985-1984-4a2c-bad4-9022cad15313', 'network_id': 'cc0bc985-1984-4a2c-bad4-9022cad15313', 'tenant_id': 'b3acac3ac7984616994c4d25f16f5a73', 'fixed_ips': [{'subnet_id': '845431f7-3f32-4d13-bf4b-ecf65d7db9ae'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 12:55:17.881178 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-257a33a3-811a-4874-bb5e-09d4d5ecb874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:17.979409 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9e88cf51-11a5-41f8-afdf-19c9b73b4f9d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:18.030848 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-257a33a3-811a-4874-bb5e-09d4d5ecb874 None None] Allocated IP 172.20.0.2 (cc0bc985-1984-4a2c-bad4-9022cad15313/845431f7-3f32-4d13-bf4b-ecf65d7db9ae/6183e12b-e568-4186-8a8d-d9400d64a2e8) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:55:18.198576 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-257a33a3-811a-4874-bb5e-09d4d5ecb874 None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:18.208619 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-257a33a3-811a-4874-bb5e-09d4d5ecb874 None None] Transition to ACTIVE for port object 6183e12b-e568-4186-8a8d-d9400d64a2e8 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:55:18.224692 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9e88cf51-11a5-41f8-afdf-19c9b73b4f9d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:18.225992 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-257a33a3-811a-4874-bb5e-09d4d5ecb874 None None] Transition to ACTIVE for port object 6183e12b-e568-4186-8a8d-d9400d64a2e8 will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:55:18.234764 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-257a33a3-811a-4874-bb5e-09d4d5ecb874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:18.251138 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9e88cf51-11a5-41f8-afdf-19c9b73b4f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:18.277476 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257a33a3-811a-4874-bb5e-09d4d5ecb874 None None] Network cc0bc985-1984-4a2c-bad4-9022cad15313 is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:55:18.283352 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-257a33a3-811a-4874-bb5e-09d4d5ecb874 None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:55:18.288764 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257a33a3-811a-4874-bb5e-09d4d5ecb874 None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:55:18.296573 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257a33a3-811a-4874-bb5e-09d4d5ecb874 None None] Pushing event updated for resources: {'Port': ['ID=6183e12b-e568-4186-8a8d-d9400d64a2e8,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:55:18.358874 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-257a33a3-811a-4874-bb5e-09d4d5ecb874 None None] Attempting to bind port 6183e12b-e568-4186-8a8d-d9400d64a2e8 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:55:18.359486 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-257a33a3-811a-4874-bb5e-09d4d5ecb874 None None] Attempting to bind port 6183e12b-e568-4186-8a8d-d9400d64a2e8 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '5bfb745a-e1eb-454c-b816-1366c6736695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'cc0bc985-1984-4a2c-bad4-9022cad15313'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:55:18.360083 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257a33a3-811a-4874-bb5e-09d4d5ecb874 None None] Attempting to bind port 6183e12b-e568-4186-8a8d-d9400d64a2e8 on network cc0bc985-1984-4a2c-bad4-9022cad15313 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:55:18.368243 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-9e88cf51-11a5-41f8-afdf-19c9b73b4f9d admin admin] Allocated IP 172.25.5.113 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/83f07558-43bf-4b9f-9c68-8ea890478ef0) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:55:18.370140 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257a33a3-811a-4874-bb5e-09d4d5ecb874 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:55:18.370811 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257a33a3-811a-4874-bb5e-09d4d5ecb874 None None] Checking segment: {'id': '5bfb745a-e1eb-454c-b816-1366c6736695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'cc0bc985-1984-4a2c-bad4-9022cad15313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:55:18.371448 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-257a33a3-811a-4874-bb5e-09d4d5ecb874 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:18.371898 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257a33a3-811a-4874-bb5e-09d4d5ecb874 None None] Bound using segment: {'id': '5bfb745a-e1eb-454c-b816-1366c6736695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'cc0bc985-1984-4a2c-bad4-9022cad15313'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:55:18.372429 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-257a33a3-811a-4874-bb5e-09d4d5ecb874 None None] Bound port: 6183e12b-e568-4186-8a8d-d9400d64a2e8, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bfb745a-e1eb-454c-b816-1366c6736695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'cc0bc985-1984-4a2c-bad4-9022cad15313'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:55:18.373541 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-257a33a3-811a-4874-bb5e-09d4d5ecb874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:18.443866 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-257a33a3-811a-4874-bb5e-09d4d5ecb874 None None] For port 6183e12b-e568-4186-8a8d-d9400d64a2e8, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:55:18.447224 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-257a33a3-811a-4874-bb5e-09d4d5ecb874 None None] For port 6183e12b-e568-4186-8a8d-d9400d64a2e8, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=6183e12b-e568-4186-8a8d-d9400d64a2e8,segment=NetworkSegment(5bfb745a-e1eb-454c-b816-1366c6736695),segment_id=5bfb745a-e1eb-454c-b816-1366c6736695)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:55:18.452473 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-257a33a3-811a-4874-bb5e-09d4d5ecb874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:18.521475 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9e88cf51-11a5-41f8-afdf-19c9b73b4f9d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:18.550281 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257a33a3-811a-4874-bb5e-09d4d5ecb874 None None] Pushing event updated for resources: {'Port': ['ID=6183e12b-e568-4186-8a8d-d9400d64a2e8,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:55:18.917056 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9e88cf51-11a5-41f8-afdf-19c9b73b4f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:18.957964 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e88cf51-11a5-41f8-afdf-19c9b73b4f9d admin admin] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:55:18.963264 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-9e88cf51-11a5-41f8-afdf-19c9b73b4f9d admin admin] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:55:18.966958 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e88cf51-11a5-41f8-afdf-19c9b73b4f9d admin admin] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:55:18.974436 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e88cf51-11a5-41f8-afdf-19c9b73b4f9d admin admin] Pushing event updated for resources: {'Port': ['ID=83f07558-43bf-4b9f-9c68-8ea890478ef0,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:55:19.243161 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9e88cf51-11a5-41f8-afdf-19c9b73b4f9d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:19.491650 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9e88cf51-11a5-41f8-afdf-19c9b73b4f9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286026'] for router, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:19.590091 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71be5f2d-bb8f-4d48-bac2-0435fbfcc733 None None] Network cc0bc985-1984-4a2c-bad4-9022cad15313 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:55:19.642795 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e88cf51-11a5-41f8-afdf-19c9b73b4f9d admin admin] Router e13afde0-9688-429e-b0dd-687822a42205 is scheduled to L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d with binding_index 1 {{(pid=94420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 12:55:19.685135 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-15beae7a-a3d7-4e1b-bafa-41fdf8022387 None None] Provisioning for port 6183e12b-e568-4186-8a8d-d9400d64a2e8 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:55:19.768733 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e88cf51-11a5-41f8-afdf-19c9b73b4f9d admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:55:19.783520 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a13230-620f-4b3b-bc13-e41823775d37 None None] Sync routers for ids ['e13afde0-9688-429e-b0dd-687822a42205'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:55:19.787553 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9e88cf51-11a5-41f8-afdf-19c9b73b4f9d admin admin] Notify callbacks [] for router, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:19.789290 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-9e88cf51-11a5-41f8-afdf-19c9b73b4f9d admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0641634 Aug 05 12:55:19.791913 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 50340) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:55:19.801292 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a13230-620f-4b3b-bc13-e41823775d37 None None] Routers {'e13afde0-9688-429e-b0dd-687822a42205'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:55:19.801921 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-b7a13230-620f-4b3b-bc13-e41823775d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:55:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['e13afde0-9688-429e-b0dd-687822a42205'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:55:19.952154 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-b7a13230-620f-4b3b-bc13-e41823775d37 None None] Set router e13afde0-9688-429e-b0dd-687822a42205 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:55:20.149461 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 6183e12b-e568-4186-8a8d-d9400d64a2e8 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:55:20.221188 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-b7a13230-620f-4b3b-bc13-e41823775d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e13afde0-9688-429e-b0dd-687822a42205', 'name': 'tempest-TestShelveInstance-895383723-router', 'tenant_id': 'b3acac3ac7984616994c4d25f16f5a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '83f07558-43bf-4b9f-9c68-8ea890478ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:55:17Z', 'updated_at': '2021-08-05T12:55:19Z', 'revision_number': 3, 'project_id': 'b3acac3ac7984616994c4d25f16f5a73', 'gw_port': {'id': '83f07558-43bf-4b9f-9c68-8ea890478ef0', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:67:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e13afde0-9688-429e-b0dd-687822a42205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:55:18Z', 'updated_at': '2021-08-05T12:55:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:55:20.224948 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 6183e12b-e568-4186-8a8d-d9400d64a2e8 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:55:20.251560 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a13230-620f-4b3b-bc13-e41823775d37 None None] Checking router: e13afde0-9688-429e-b0dd-687822a42205 for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:55:20.251924 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a13230-620f-4b3b-bc13-e41823775d37 None None] Updating router e13afde0-9688-429e-b0dd-687822a42205 port 83f07558-43bf-4b9f-9c68-8ea890478ef0 binding host n-d-803378-2 {{(pid=94422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 12:55:20.255984 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 6183e12b-e568-4186-8a8d-d9400d64a2e8 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:55:20.255984 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:20.283498 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f039209b-fe2b-4567-97a4-2b6bd1ac9b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:20.308636 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b7a13230-620f-4b3b-bc13-e41823775d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:20.486309 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-f039209b-fe2b-4567-97a4-2b6bd1ac9b92 admin admin] Allocated IP 172.20.0.1 (cc0bc985-1984-4a2c-bad4-9022cad15313/845431f7-3f32-4d13-bf4b-ecf65d7db9ae/ae85a3fb-8dbe-4a1a-8702-2d30ad55e897) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:55:20.504038 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:20.560605 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port 6183e12b-e568-4186-8a8d-d9400d64a2e8, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=6183e12b-e568-4186-8a8d-d9400d64a2e8,segment=NetworkSegment(5bfb745a-e1eb-454c-b816-1366c6736695),segment_id=5bfb745a-e1eb-454c-b816-1366c6736695)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:55:20.567300 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:20.634818 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f039209b-fe2b-4567-97a4-2b6bd1ac9b92 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:20.650958 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [None req-f039209b-fe2b-4567-97a4-2b6bd1ac9b92 admin admin] Transition to ACTIVE for port object ae85a3fb-8dbe-4a1a-8702-2d30ad55e897 will not be triggered until provisioned by entity DHCP. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:55:20.660038 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=6183e12b-e568-4186-8a8d-d9400d64a2e8,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:55:20.704138 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f039209b-fe2b-4567-97a4-2b6bd1ac9b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:20.706372 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b7a13230-620f-4b3b-bc13-e41823775d37 None None] Notify callbacks [] for port, precommit_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:20.718292 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b7a13230-620f-4b3b-bc13-e41823775d37 None None] Transition to ACTIVE for port object 83f07558-43bf-4b9f-9c68-8ea890478ef0 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:55:20.725866 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b7a13230-620f-4b3b-bc13-e41823775d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:20.748338 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f039209b-fe2b-4567-97a4-2b6bd1ac9b92 admin admin] Network cc0bc985-1984-4a2c-bad4-9022cad15313 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:55:20.754936 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-f039209b-fe2b-4567-97a4-2b6bd1ac9b92 admin admin] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:55:20.757665 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f039209b-fe2b-4567-97a4-2b6bd1ac9b92 admin admin] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:55:20.784536 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-b7a13230-620f-4b3b-bc13-e41823775d37 None None] Attempting to bind port 83f07558-43bf-4b9f-9c68-8ea890478ef0 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:55:20.784917 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-b7a13230-620f-4b3b-bc13-e41823775d37 None None] Attempting to bind port 83f07558-43bf-4b9f-9c68-8ea890478ef0 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:55:20.785288 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a13230-620f-4b3b-bc13-e41823775d37 None None] Attempting to bind port 83f07558-43bf-4b9f-9c68-8ea890478ef0 on network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:55:20.786320 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f039209b-fe2b-4567-97a4-2b6bd1ac9b92 admin admin] Pushing event updated for resources: {'Port': ['ID=ae85a3fb-8dbe-4a1a-8702-2d30ad55e897,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:55:20.789130 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb155915-806b-4a77-b2b2-b3f2b0a13152 None None] Pushing event updated for resources: {'Port': ['ID=83f07558-43bf-4b9f-9c68-8ea890478ef0,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:55:20.794436 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a13230-620f-4b3b-bc13-e41823775d37 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:55:20.794927 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a13230-620f-4b3b-bc13-e41823775d37 None None] Checking segment: {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:55:20.795408 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b7a13230-620f-4b3b-bc13-e41823775d37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:20.795879 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a13230-620f-4b3b-bc13-e41823775d37 None None] Bound using segment: {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:55:20.796443 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-b7a13230-620f-4b3b-bc13-e41823775d37 None None] Bound port: 83f07558-43bf-4b9f-9c68-8ea890478ef0, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:55:20.796950 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b7a13230-620f-4b3b-bc13-e41823775d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:20.813742 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f039209b-fe2b-4567-97a4-2b6bd1ac9b92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33288800'] for router_interface, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:20.868989 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b7a13230-620f-4b3b-bc13-e41823775d37 None None] For port 83f07558-43bf-4b9f-9c68-8ea890478ef0, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:55:20.874963 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b7a13230-620f-4b3b-bc13-e41823775d37 None None] For port 83f07558-43bf-4b9f-9c68-8ea890478ef0, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=83f07558-43bf-4b9f-9c68-8ea890478ef0,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:55:20.883648 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b7a13230-620f-4b3b-bc13-e41823775d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:20.950147 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a13230-620f-4b3b-bc13-e41823775d37 None None] Routers {'e13afde0-9688-429e-b0dd-687822a42205'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:55:20.950822 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-b7a13230-620f-4b3b-bc13-e41823775d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:55:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['e13afde0-9688-429e-b0dd-687822a42205'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:55:20.997575 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb155915-806b-4a77-b2b2-b3f2b0a13152 None None] Pushing event updated for resources: {'Port': ['ID=83f07558-43bf-4b9f-9c68-8ea890478ef0,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:55:21.010221 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f039209b-fe2b-4567-97a4-2b6bd1ac9b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:21.098769 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-b7a13230-620f-4b3b-bc13-e41823775d37 None None] Set router e13afde0-9688-429e-b0dd-687822a42205 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:55:21.196733 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f039209b-fe2b-4567-97a4-2b6bd1ac9b92 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:21.203545 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f039209b-fe2b-4567-97a4-2b6bd1ac9b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:21.207875 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-db7d051c-9b31-493a-9c2b-caf6203c4061 None None] Provisioning for port ae85a3fb-8dbe-4a1a-8702-2d30ad55e897 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:55:21.219823 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-db7d051c-9b31-493a-9c2b-caf6203c4061 None None] Provisioning complete for port ae85a3fb-8dbe-4a1a-8702-2d30ad55e897 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:55:21.220241 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-db7d051c-9b31-493a-9c2b-caf6203c4061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:21.279984 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-db7d051c-9b31-493a-9c2b-caf6203c4061 None None] Port ae85a3fb-8dbe-4a1a-8702-2d30ad55e897 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 12:55:21.292233 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f039209b-fe2b-4567-97a4-2b6bd1ac9b92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33140268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33208272'] for router_interface, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:21.294161 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f039209b-fe2b-4567-97a4-2b6bd1ac9b92 admin admin] Pushing event updated for resources: {'Port': ['ID=ae85a3fb-8dbe-4a1a-8702-2d30ad55e897,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:55:21.358548 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-b7a13230-620f-4b3b-bc13-e41823775d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e13afde0-9688-429e-b0dd-687822a42205', 'name': 'tempest-TestShelveInstance-895383723-router', 'tenant_id': 'b3acac3ac7984616994c4d25f16f5a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '83f07558-43bf-4b9f-9c68-8ea890478ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:55:17Z', 'updated_at': '2021-08-05T12:55:19Z', 'revision_number': 3, 'project_id': 'b3acac3ac7984616994c4d25f16f5a73', 'gw_port': {'id': '83f07558-43bf-4b9f-9c68-8ea890478ef0', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:67:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e13afde0-9688-429e-b0dd-687822a42205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:55:18Z', 'updated_at': '2021-08-05T12:55:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:55:21.393191 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a13230-620f-4b3b-bc13-e41823775d37 None None] The sync data for ids ['e13afde0-9688-429e-b0dd-687822a42205'] in n-d-803378-2 is: [{'id': 'e13afde0-9688-429e-b0dd-687822a42205', 'name': 'tempest-TestShelveInstance-895383723-router', 'tenant_id': 'b3acac3ac7984616994c4d25f16f5a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '83f07558-43bf-4b9f-9c68-8ea890478ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:55:17Z', 'updated_at': '2021-08-05T12:55:19Z', 'revision_number': 3, 'project_id': 'b3acac3ac7984616994c4d25f16f5a73', 'gw_port': {'id': '83f07558-43bf-4b9f-9c68-8ea890478ef0', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:67:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e13afde0-9688-429e-b0dd-687822a42205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:55:18Z', 'updated_at': '2021-08-05T12:55:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:55:21.413053 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f039209b-fe2b-4567-97a4-2b6bd1ac9b92 admin admin] Network cc0bc985-1984-4a2c-bad4-9022cad15313 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:55:21.415367 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-f039209b-fe2b-4567-97a4-2b6bd1ac9b92 admin admin] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:55:21.577267 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f039209b-fe2b-4567-97a4-2b6bd1ac9b92 admin admin] Router e13afde0-9688-429e-b0dd-687822a42205 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:55:21.714791 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-e48de9ea-7fc6-40eb-91b7-c0a17bed48af None None] Provisioning complete for port ae85a3fb-8dbe-4a1a-8702-2d30ad55e897 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:55:21.715436 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e48de9ea-7fc6-40eb-91b7-c0a17bed48af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:21.749370 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f039209b-fe2b-4567-97a4-2b6bd1ac9b92 admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:55:21.755491 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-f039209b-fe2b-4567-97a4-2b6bd1ac9b92 admin admin] 10.222.0.58 "PUT /v2.0/routers/e13afde0-9688-429e-b0dd-687822a42205/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9624560 Aug 05 12:55:21.763920 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-e48de9ea-7fc6-40eb-91b7-c0a17bed48af None None] Port ae85a3fb-8dbe-4a1a-8702-2d30ad55e897 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 12:55:22.220815 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 6183e12b-e568-4186-8a8d-d9400d64a2e8 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:55:22.291255 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 6183e12b-e568-4186-8a8d-d9400d64a2e8 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:55:22.291704 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:22.386396 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 83f07558-43bf-4b9f-9c68-8ea890478ef0 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:55:22.411771 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 50356) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:55:22.417020 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-aee5a65d-5cbc-496c-954c-74890af28bcb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1726934433-network', 'tenant_id': '729f7759e36e4b31bebc66c55639de81'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:55:22.440420 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aee5a65d-5cbc-496c-954c-74890af28bcb admin admin] Made reservation on behalf of 729f7759e36e4b31bebc66c55639de81 for: {'network': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:55:22.443760 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-aee5a65d-5cbc-496c-954c-74890af28bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:22.445593 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 83f07558-43bf-4b9f-9c68-8ea890478ef0 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:55:22.449470 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 83f07558-43bf-4b9f-9c68-8ea890478ef0 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:55:22.449866 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:22.453227 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-aee5a65d-5cbc-496c-954c-74890af28bcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:22.557652 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:22.574786 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-aee5a65d-5cbc-496c-954c-74890af28bcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:22.579996 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-aee5a65d-5cbc-496c-954c-74890af28bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:22.584879 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port 83f07558-43bf-4b9f-9c68-8ea890478ef0, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=83f07558-43bf-4b9f-9c68-8ea890478ef0,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:55:22.591902 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:22.613731 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aee5a65d-5cbc-496c-954c-74890af28bcb admin admin] vlan segment allocate from pool success with {'vlan_id': 661, 'physical_network': 'physnet1'} {{(pid=94420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 12:55:22.625252 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee5a65d-5cbc-496c-954c-74890af28bcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7a4bad9-ebb1-4fd9-99aa-35920d9a2da0,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:55:22.632141 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-aee5a65d-5cbc-496c-954c-74890af28bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:22.632838 n-d-803378-2 neutron-server[94420]: INFO neutron.db.segments_db [None req-aee5a65d-5cbc-496c-954c-74890af28bcb admin admin] Added segment aa572790-15a1-4250-a053-b37018335214 of type vlan for network 70c676c9-ad01-4ff3-9fdb-0ac0fff0327c Aug 05 12:55:22.671187 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=83f07558-43bf-4b9f-9c68-8ea890478ef0,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:55:22.688998 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-aee5a65d-5cbc-496c-954c-74890af28bcb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:22.720689 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-aee5a65d-5cbc-496c-954c-74890af28bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:22.721666 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee5a65d-5cbc-496c-954c-74890af28bcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:55:22.722239 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-aee5a65d-5cbc-496c-954c-74890af28bcb admin admin] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:22.780693 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-aee5a65d-5cbc-496c-954c-74890af28bcb admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3676763 Aug 05 12:55:22.785378 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 50358) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:55:22.791228 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-0f22c0ff-55a7-4748-8d01-b7c573bcfa33 admin admin] Request body: {'subnet': {'network_id': '70c676c9-ad01-4ff3-9fdb-0ac0fff0327c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1726934433-subnet', 'tenant_id': '729f7759e36e4b31bebc66c55639de81', 'ip_version': 4}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:55:22.797217 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee5a65d-5cbc-496c-954c-74890af28bcb admin admin] Pushing event updated for resources: {'Network': ['ID=70c676c9-ad01-4ff3-9fdb-0ac0fff0327c,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:55:22.814374 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 70c676c9-ad01-4ff3-9fdb-0ac0fff0327c details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 12:55:22.818370 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f22c0ff-55a7-4748-8d01-b7c573bcfa33 admin admin] Made reservation on behalf of 729f7759e36e4b31bebc66c55639de81 for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:55:22.821458 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0f22c0ff-55a7-4748-8d01-b7c573bcfa33 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:23.000231 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:23.015683 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0f22c0ff-55a7-4748-8d01-b7c573bcfa33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25038678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30075167'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:23.099215 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f22c0ff-55a7-4748-8d01-b7c573bcfa33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58c0af0b-4f9f-436b-9499-77d10117328a,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:55:23.110496 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f22c0ff-55a7-4748-8d01-b7c573bcfa33 admin admin] Checking segment: {'id': 'aa572790-15a1-4250-a053-b37018335214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '70c676c9-ad01-4ff3-9fdb-0ac0fff0327c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:55:23.110975 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f22c0ff-55a7-4748-8d01-b7c573bcfa33 admin admin] Network hostable DHCP agents. Network: 70c676c9-ad01-4ff3-9fdb-0ac0fff0327c, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 12:55:23.130992 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f22c0ff-55a7-4748-8d01-b7c573bcfa33 admin admin] Network 70c676c9-ad01-4ff3-9fdb-0ac0fff0327c is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 12:55:23.142475 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-0f22c0ff-55a7-4748-8d01-b7c573bcfa33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, 70c676c9-ad01-4ff3-9fdb-0ac0fff0327c) {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:55:23.147985 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f22c0ff-55a7-4748-8d01-b7c573bcfa33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:55:23.148850 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0f22c0ff-55a7-4748-8d01-b7c573bcfa33 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:23.152987 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb221e94-b16b-4114-a0d5-00270ec2040b None None] Network 70c676c9-ad01-4ff3-9fdb-0ac0fff0327c requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:55:23.169642 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-0f22c0ff-55a7-4748-8d01-b7c573bcfa33 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3825090 Aug 05 12:55:23.173083 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 50360) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:55:23.178166 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-c47835b5-fa62-4ea5-a1e9-4ceb6976c0a1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1726934433-router', 'tenant_id': '729f7759e36e4b31bebc66c55639de81', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:55:23.203412 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c47835b5-fa62-4ea5-a1e9-4ceb6976c0a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33260300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1929'] for router, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:23.205610 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c47835b5-fa62-4ea5-a1e9-4ceb6976c0a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33285914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33034662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1926'] for router, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:23.269988 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146acaa3-3d2e-45c3-952d-cef36481a7e7 None None] Sync routers for ids ['e13afde0-9688-429e-b0dd-687822a42205'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:55:23.286896 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146acaa3-3d2e-45c3-952d-cef36481a7e7 None None] Routers {'e13afde0-9688-429e-b0dd-687822a42205'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:55:23.288384 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-146acaa3-3d2e-45c3-952d-cef36481a7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:55:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['e13afde0-9688-429e-b0dd-687822a42205'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:55:23.291252 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c47835b5-fa62-4ea5-a1e9-4ceb6976c0a1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:23.377134 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b00c96-77ba-4084-aad8-db4f56d2d25c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-70c676c9-ad01-4ff3-9fdb-0ac0fff0327c', 'network_id': '70c676c9-ad01-4ff3-9fdb-0ac0fff0327c', 'tenant_id': '729f7759e36e4b31bebc66c55639de81', 'fixed_ips': [{'subnet_id': '58c0af0b-4f9f-436b-9499-77d10117328a'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 12:55:23.378176 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-85b00c96-77ba-4084-aad8-db4f56d2d25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:23.464798 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-146acaa3-3d2e-45c3-952d-cef36481a7e7 None None] Set router e13afde0-9688-429e-b0dd-687822a42205 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:55:23.474535 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c47835b5-fa62-4ea5-a1e9-4ceb6976c0a1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:23.539044 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-85b00c96-77ba-4084-aad8-db4f56d2d25c None None] Allocated IP 172.20.0.2 (70c676c9-ad01-4ff3-9fdb-0ac0fff0327c/58c0af0b-4f9f-436b-9499-77d10117328a/64899201-e2fd-4026-be42-53167fd9b850) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:55:23.686841 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-146acaa3-3d2e-45c3-952d-cef36481a7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e13afde0-9688-429e-b0dd-687822a42205', 'name': 'tempest-TestShelveInstance-895383723-router', 'tenant_id': 'b3acac3ac7984616994c4d25f16f5a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '83f07558-43bf-4b9f-9c68-8ea890478ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:55:17Z', 'updated_at': '2021-08-05T12:55:20Z', 'revision_number': 4, 'project_id': 'b3acac3ac7984616994c4d25f16f5a73', 'gw_port': {'id': '83f07558-43bf-4b9f-9c68-8ea890478ef0', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:67:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e13afde0-9688-429e-b0dd-687822a42205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:55:18Z', 'updated_at': '2021-08-05T12:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'ae85a3fb-8dbe-4a1a-8702-2d30ad55e897', 'name': '', 'network_id': 'cc0bc985-1984-4a2c-bad4-9022cad15313', 'tenant_id': 'b3acac3ac7984616994c4d25f16f5a73', 'mac_address': 'fa:16:3e:f4:1a:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e13afde0-9688-429e-b0dd-687822a42205', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '845431f7-3f32-4d13-bf4b-ecf65d7db9ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:55:20Z', 'updated_at': '2021-08-05T12:55:21Z', 'revision_number': 2, 'project_id': 'b3acac3ac7984616994c4d25f16f5a73', 'subnets': [{'id': '845431f7-3f32-4d13-bf4b-ecf65d7db9ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:55:23.721644 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146acaa3-3d2e-45c3-952d-cef36481a7e7 None None] Checking router: e13afde0-9688-429e-b0dd-687822a42205 for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:55:23.721902 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146acaa3-3d2e-45c3-952d-cef36481a7e7 None None] Updating router e13afde0-9688-429e-b0dd-687822a42205 port ae85a3fb-8dbe-4a1a-8702-2d30ad55e897 binding host n-d-803378-2 {{(pid=94423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 12:55:23.726174 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-85b00c96-77ba-4084-aad8-db4f56d2d25c None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:23.740849 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-85b00c96-77ba-4084-aad8-db4f56d2d25c None None] Transition to ACTIVE for port object 64899201-e2fd-4026-be42-53167fd9b850 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:55:23.753365 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-146acaa3-3d2e-45c3-952d-cef36481a7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:23.772223 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-85b00c96-77ba-4084-aad8-db4f56d2d25c None None] Transition to ACTIVE for port object 64899201-e2fd-4026-be42-53167fd9b850 will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:55:23.780880 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-85b00c96-77ba-4084-aad8-db4f56d2d25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:23.840873 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b00c96-77ba-4084-aad8-db4f56d2d25c None None] Network 70c676c9-ad01-4ff3-9fdb-0ac0fff0327c is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:55:23.845312 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-85b00c96-77ba-4084-aad8-db4f56d2d25c None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:55:23.851523 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b00c96-77ba-4084-aad8-db4f56d2d25c None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:55:23.865348 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b00c96-77ba-4084-aad8-db4f56d2d25c None None] Pushing event updated for resources: {'Port': ['ID=64899201-e2fd-4026-be42-53167fd9b850,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:55:23.925380 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-85b00c96-77ba-4084-aad8-db4f56d2d25c None None] Attempting to bind port 64899201-e2fd-4026-be42-53167fd9b850 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:55:23.925785 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-85b00c96-77ba-4084-aad8-db4f56d2d25c None None] Attempting to bind port 64899201-e2fd-4026-be42-53167fd9b850 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'aa572790-15a1-4250-a053-b37018335214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '70c676c9-ad01-4ff3-9fdb-0ac0fff0327c'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:55:23.926138 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b00c96-77ba-4084-aad8-db4f56d2d25c None None] Attempting to bind port 64899201-e2fd-4026-be42-53167fd9b850 on network 70c676c9-ad01-4ff3-9fdb-0ac0fff0327c {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:55:23.932736 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b00c96-77ba-4084-aad8-db4f56d2d25c None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:55:23.933166 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b00c96-77ba-4084-aad8-db4f56d2d25c None None] Checking segment: {'id': 'aa572790-15a1-4250-a053-b37018335214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '70c676c9-ad01-4ff3-9fdb-0ac0fff0327c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:55:23.933543 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-85b00c96-77ba-4084-aad8-db4f56d2d25c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:23.933947 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b00c96-77ba-4084-aad8-db4f56d2d25c None None] Bound using segment: {'id': 'aa572790-15a1-4250-a053-b37018335214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '70c676c9-ad01-4ff3-9fdb-0ac0fff0327c'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:55:23.934612 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-85b00c96-77ba-4084-aad8-db4f56d2d25c None None] Bound port: 64899201-e2fd-4026-be42-53167fd9b850, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa572790-15a1-4250-a053-b37018335214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '70c676c9-ad01-4ff3-9fdb-0ac0fff0327c'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:55:23.935142 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-85b00c96-77ba-4084-aad8-db4f56d2d25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:24.064075 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c47835b5-fa62-4ea5-a1e9-4ceb6976c0a1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:24.090843 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c47835b5-fa62-4ea5-a1e9-4ceb6976c0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:24.153202 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 83f07558-43bf-4b9f-9c68-8ea890478ef0 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:55:24.170270 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-146acaa3-3d2e-45c3-952d-cef36481a7e7 None None] Notify callbacks [] for port, precommit_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:24.181884 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.provisioning_blocks [None req-146acaa3-3d2e-45c3-952d-cef36481a7e7 None None] Transition to ACTIVE for port object ae85a3fb-8dbe-4a1a-8702-2d30ad55e897 will not be triggered until provisioned by entity L2. {{(pid=94423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:55:24.191365 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-146acaa3-3d2e-45c3-952d-cef36481a7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:24.211605 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-c47835b5-fa62-4ea5-a1e9-4ceb6976c0a1 admin admin] Allocated IP 172.25.5.111 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/cbb2b1ad-75e0-4798-a7a7-7679b33d8351) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:55:24.228740 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-85b00c96-77ba-4084-aad8-db4f56d2d25c None None] For port 64899201-e2fd-4026-be42-53167fd9b850, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:55:24.233602 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-85b00c96-77ba-4084-aad8-db4f56d2d25c None None] For port 64899201-e2fd-4026-be42-53167fd9b850, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=64899201-e2fd-4026-be42-53167fd9b850,segment=NetworkSegment(aa572790-15a1-4250-a053-b37018335214),segment_id=aa572790-15a1-4250-a053-b37018335214)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:55:24.243168 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 83f07558-43bf-4b9f-9c68-8ea890478ef0 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:55:24.243790 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:24.249062 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-85b00c96-77ba-4084-aad8-db4f56d2d25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:24.260317 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cb566d-1b29-4a8a-92ad-e3e3c3cc1baa None None] Pushing event updated for resources: {'Port': ['ID=ae85a3fb-8dbe-4a1a-8702-2d30ad55e897,revision_number=3']} {{(pid=94423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:55:24.331599 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cb566d-1b29-4a8a-92ad-e3e3c3cc1baa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:55:24.333344 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cb566d-1b29-4a8a-92ad-e3e3c3cc1baa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:55:24.333939 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cb566d-1b29-4a8a-92ad-e3e3c3cc1baa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:55:24.334506 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cb566d-1b29-4a8a-92ad-e3e3c3cc1baa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:55:24.335119 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cb566d-1b29-4a8a-92ad-e3e3c3cc1baa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:55:24.335695 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cb566d-1b29-4a8a-92ad-e3e3c3cc1baa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:55:24.336253 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cb566d-1b29-4a8a-92ad-e3e3c3cc1baa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:55:24.336864 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cb566d-1b29-4a8a-92ad-e3e3c3cc1baa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:55:24.337438 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cb566d-1b29-4a8a-92ad-e3e3c3cc1baa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:55:24.338174 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cb566d-1b29-4a8a-92ad-e3e3c3cc1baa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:55:24.338725 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cb566d-1b29-4a8a-92ad-e3e3c3cc1baa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:55:24.339301 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cb566d-1b29-4a8a-92ad-e3e3c3cc1baa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:55:24.358659 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-146acaa3-3d2e-45c3-952d-cef36481a7e7 None None] Attempting to bind port ae85a3fb-8dbe-4a1a-8702-2d30ad55e897 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:55:24.359412 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-146acaa3-3d2e-45c3-952d-cef36481a7e7 None None] Attempting to bind port ae85a3fb-8dbe-4a1a-8702-2d30ad55e897 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '5bfb745a-e1eb-454c-b816-1366c6736695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'cc0bc985-1984-4a2c-bad4-9022cad15313'}] {{(pid=94423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:55:24.361339 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146acaa3-3d2e-45c3-952d-cef36481a7e7 None None] Attempting to bind port ae85a3fb-8dbe-4a1a-8702-2d30ad55e897 on network cc0bc985-1984-4a2c-bad4-9022cad15313 {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:55:24.364094 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b00c96-77ba-4084-aad8-db4f56d2d25c None None] Pushing event updated for resources: {'Port': ['ID=64899201-e2fd-4026-be42-53167fd9b850,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:55:24.366940 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146acaa3-3d2e-45c3-952d-cef36481a7e7 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:55:24.367398 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146acaa3-3d2e-45c3-952d-cef36481a7e7 None None] Checking segment: {'id': '5bfb745a-e1eb-454c-b816-1366c6736695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'cc0bc985-1984-4a2c-bad4-9022cad15313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:55:24.367871 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-146acaa3-3d2e-45c3-952d-cef36481a7e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:24.368513 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146acaa3-3d2e-45c3-952d-cef36481a7e7 None None] Bound using segment: {'id': '5bfb745a-e1eb-454c-b816-1366c6736695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'cc0bc985-1984-4a2c-bad4-9022cad15313'} {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:55:24.369101 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-146acaa3-3d2e-45c3-952d-cef36481a7e7 None None] Bound port: ae85a3fb-8dbe-4a1a-8702-2d30ad55e897, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bfb745a-e1eb-454c-b816-1366c6736695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'cc0bc985-1984-4a2c-bad4-9022cad15313'}}] {{(pid=94423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:55:24.369557 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-146acaa3-3d2e-45c3-952d-cef36481a7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:24.383920 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c47835b5-fa62-4ea5-a1e9-4ceb6976c0a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:24.442833 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c47835b5-fa62-4ea5-a1e9-4ceb6976c0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:24.460602 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.db [None req-146acaa3-3d2e-45c3-952d-cef36481a7e7 None None] For port ae85a3fb-8dbe-4a1a-8702-2d30ad55e897, host n-d-803378-2, cleared binding levels {{(pid=94423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:55:24.465103 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.db [None req-146acaa3-3d2e-45c3-952d-cef36481a7e7 None None] For port ae85a3fb-8dbe-4a1a-8702-2d30ad55e897, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=ae85a3fb-8dbe-4a1a-8702-2d30ad55e897,segment=NetworkSegment(5bfb745a-e1eb-454c-b816-1366c6736695),segment_id=5bfb745a-e1eb-454c-b816-1366c6736695)] {{(pid=94423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:55:24.472025 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-146acaa3-3d2e-45c3-952d-cef36481a7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:24.506563 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47835b5-fa62-4ea5-a1e9-4ceb6976c0a1 admin admin] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:55:24.510186 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-c47835b5-fa62-4ea5-a1e9-4ceb6976c0a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:55:24.518138 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47835b5-fa62-4ea5-a1e9-4ceb6976c0a1 admin admin] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:55:24.522528 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47835b5-fa62-4ea5-a1e9-4ceb6976c0a1 admin admin] Pushing event updated for resources: {'Port': ['ID=cbb2b1ad-75e0-4798-a7a7-7679b33d8351,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:55:24.561500 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cb566d-1b29-4a8a-92ad-e3e3c3cc1baa None None] Pushing event updated for resources: {'Port': ['ID=ae85a3fb-8dbe-4a1a-8702-2d30ad55e897,revision_number=4']} {{(pid=94423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:55:24.565624 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146acaa3-3d2e-45c3-952d-cef36481a7e7 None None] Routers {'e13afde0-9688-429e-b0dd-687822a42205'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:55:24.566352 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-146acaa3-3d2e-45c3-952d-cef36481a7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:55:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['e13afde0-9688-429e-b0dd-687822a42205'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:55:24.746646 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-146acaa3-3d2e-45c3-952d-cef36481a7e7 None None] Set router e13afde0-9688-429e-b0dd-687822a42205 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:55:24.882491 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c47835b5-fa62-4ea5-a1e9-4ceb6976c0a1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:25.019095 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-146acaa3-3d2e-45c3-952d-cef36481a7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e13afde0-9688-429e-b0dd-687822a42205', 'name': 'tempest-TestShelveInstance-895383723-router', 'tenant_id': 'b3acac3ac7984616994c4d25f16f5a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '83f07558-43bf-4b9f-9c68-8ea890478ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:55:17Z', 'updated_at': '2021-08-05T12:55:20Z', 'revision_number': 4, 'project_id': 'b3acac3ac7984616994c4d25f16f5a73', 'gw_port': {'id': '83f07558-43bf-4b9f-9c68-8ea890478ef0', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:67:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e13afde0-9688-429e-b0dd-687822a42205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:55:18Z', 'updated_at': '2021-08-05T12:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'ae85a3fb-8dbe-4a1a-8702-2d30ad55e897', 'name': '', 'network_id': 'cc0bc985-1984-4a2c-bad4-9022cad15313', 'tenant_id': 'b3acac3ac7984616994c4d25f16f5a73', 'mac_address': 'fa:16:3e:f4:1a:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e13afde0-9688-429e-b0dd-687822a42205', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '845431f7-3f32-4d13-bf4b-ecf65d7db9ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:55:20Z', 'updated_at': '2021-08-05T12:55:24Z', 'revision_number': 4, 'project_id': 'b3acac3ac7984616994c4d25f16f5a73', 'subnets': [{'id': '845431f7-3f32-4d13-bf4b-ecf65d7db9ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:55:25.045799 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146acaa3-3d2e-45c3-952d-cef36481a7e7 None None] The sync data for ids ['e13afde0-9688-429e-b0dd-687822a42205'] in n-d-803378-2 is: [{'id': 'e13afde0-9688-429e-b0dd-687822a42205', 'name': 'tempest-TestShelveInstance-895383723-router', 'tenant_id': 'b3acac3ac7984616994c4d25f16f5a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '83f07558-43bf-4b9f-9c68-8ea890478ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:55:17Z', 'updated_at': '2021-08-05T12:55:20Z', 'revision_number': 4, 'project_id': 'b3acac3ac7984616994c4d25f16f5a73', 'gw_port': {'id': '83f07558-43bf-4b9f-9c68-8ea890478ef0', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:67:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e13afde0-9688-429e-b0dd-687822a42205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:55:18Z', 'updated_at': '2021-08-05T12:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'ae85a3fb-8dbe-4a1a-8702-2d30ad55e897', 'name': '', 'network_id': 'cc0bc985-1984-4a2c-bad4-9022cad15313', 'tenant_id': 'b3acac3ac7984616994c4d25f16f5a73', 'mac_address': 'fa:16:3e:f4:1a:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e13afde0-9688-429e-b0dd-687822a42205', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '845431f7-3f32-4d13-bf4b-ecf65d7db9ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:55:20Z', 'updated_at': '2021-08-05T12:55:24Z', 'revision_number': 4, 'project_id': 'b3acac3ac7984616994c4d25f16f5a73', 'subnets': [{'id': '845431f7-3f32-4d13-bf4b-ecf65d7db9ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:55:25.126480 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c47835b5-fa62-4ea5-a1e9-4ceb6976c0a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286026'] for router, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:25.293199 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c47835b5-fa62-4ea5-a1e9-4ceb6976c0a1 admin admin] Router de9e513a-78ae-4d1e-86ff-cae52c520bd8 is scheduled to L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d with binding_index 1 {{(pid=94420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 12:55:25.428302 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c47835b5-fa62-4ea5-a1e9-4ceb6976c0a1 admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:55:25.445297 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec877222-970f-4fa7-bf85-87fcdf32feb2 None None] Sync routers for ids ['de9e513a-78ae-4d1e-86ff-cae52c520bd8'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:55:25.447410 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c47835b5-fa62-4ea5-a1e9-4ceb6976c0a1 admin admin] Notify callbacks [] for router, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:25.451773 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-c47835b5-fa62-4ea5-a1e9-4ceb6976c0a1 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2773228 Aug 05 12:55:25.452296 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 50362) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:55:25.461300 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec877222-970f-4fa7-bf85-87fcdf32feb2 None None] Routers {'de9e513a-78ae-4d1e-86ff-cae52c520bd8'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:55:25.462803 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-ec877222-970f-4fa7-bf85-87fcdf32feb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:55:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['de9e513a-78ae-4d1e-86ff-cae52c520bd8'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:55:25.614255 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c56043-7e68-48b2-ad2a-d7df5b2abb09 None None] Network 70c676c9-ad01-4ff3-9fdb-0ac0fff0327c requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 12:55:25.668116 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-ec877222-970f-4fa7-bf85-87fcdf32feb2 None None] Set router de9e513a-78ae-4d1e-86ff-cae52c520bd8 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:55:25.819986 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-de0706d1-00b8-4b02-bf1b-2ac8b97ed63d None None] Provisioning for port 64899201-e2fd-4026-be42-53167fd9b850 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:55:25.830485 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 12:55:26.005508 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-ec877222-970f-4fa7-bf85-87fcdf32feb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de9e513a-78ae-4d1e-86ff-cae52c520bd8', 'name': 'tempest-TestShelveInstance-1726934433-router', 'tenant_id': '729f7759e36e4b31bebc66c55639de81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': 'cbb2b1ad-75e0-4798-a7a7-7679b33d8351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:55:23Z', 'updated_at': '2021-08-05T12:55:24Z', 'revision_number': 3, 'project_id': '729f7759e36e4b31bebc66c55639de81', 'gw_port': {'id': 'cbb2b1ad-75e0-4798-a7a7-7679b33d8351', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:88:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de9e513a-78ae-4d1e-86ff-cae52c520bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:55:24Z', 'updated_at': '2021-08-05T12:55:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:55:26.066113 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec877222-970f-4fa7-bf85-87fcdf32feb2 None None] Checking router: de9e513a-78ae-4d1e-86ff-cae52c520bd8 for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:55:26.066474 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec877222-970f-4fa7-bf85-87fcdf32feb2 None None] Updating router de9e513a-78ae-4d1e-86ff-cae52c520bd8 port cbb2b1ad-75e0-4798-a7a7-7679b33d8351 binding host n-d-803378-2 {{(pid=94422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 12:55:26.133138 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-ec877222-970f-4fa7-bf85-87fcdf32feb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:26.336383 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device ae85a3fb-8dbe-4a1a-8702-2d30ad55e897 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:55:26.481292 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port ae85a3fb-8dbe-4a1a-8702-2d30ad55e897 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:55:26.497318 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port ae85a3fb-8dbe-4a1a-8702-2d30ad55e897 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:55:26.497704 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:26.525529 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f440a2d9-e833-4428-86fc-9255e06c70c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:26.647907 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-ec877222-970f-4fa7-bf85-87fcdf32feb2 None None] Notify callbacks [] for port, precommit_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:26.667566 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-ec877222-970f-4fa7-bf85-87fcdf32feb2 None None] Transition to ACTIVE for port object cbb2b1ad-75e0-4798-a7a7-7679b33d8351 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:55:26.671100 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:26.681584 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-ec877222-970f-4fa7-bf85-87fcdf32feb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:26.719272 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-f440a2d9-e833-4428-86fc-9255e06c70c5 admin admin] Allocated IP 172.20.0.1 (70c676c9-ad01-4ff3-9fdb-0ac0fff0327c/58c0af0b-4f9f-436b-9499-77d10117328a/08972e20-8c16-486f-80ad-8984b436b632) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:55:26.746492 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port ae85a3fb-8dbe-4a1a-8702-2d30ad55e897, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=ae85a3fb-8dbe-4a1a-8702-2d30ad55e897,segment=NetworkSegment(5bfb745a-e1eb-454c-b816-1366c6736695),segment_id=5bfb745a-e1eb-454c-b816-1366c6736695)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:55:26.758611 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:26.759386 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 64899201-e2fd-4026-be42-53167fd9b850 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:55:26.768251 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-ec877222-970f-4fa7-bf85-87fcdf32feb2 None None] Attempting to bind port cbb2b1ad-75e0-4798-a7a7-7679b33d8351 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:55:26.768652 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-ec877222-970f-4fa7-bf85-87fcdf32feb2 None None] Attempting to bind port cbb2b1ad-75e0-4798-a7a7-7679b33d8351 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:55:26.769021 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec877222-970f-4fa7-bf85-87fcdf32feb2 None None] Attempting to bind port cbb2b1ad-75e0-4798-a7a7-7679b33d8351 on network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:55:26.789878 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e48b9c-7bb1-45dd-9758-a95d2c7605f6 None None] Pushing event updated for resources: {'Port': ['ID=cbb2b1ad-75e0-4798-a7a7-7679b33d8351,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:55:26.800112 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec877222-970f-4fa7-bf85-87fcdf32feb2 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:55:26.800468 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec877222-970f-4fa7-bf85-87fcdf32feb2 None None] Checking segment: {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:55:26.800989 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-ec877222-970f-4fa7-bf85-87fcdf32feb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:26.801348 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec877222-970f-4fa7-bf85-87fcdf32feb2 None None] Bound using segment: {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:55:26.801804 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-ec877222-970f-4fa7-bf85-87fcdf32feb2 None None] Bound port: cbb2b1ad-75e0-4798-a7a7-7679b33d8351, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:55:26.802144 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-ec877222-970f-4fa7-bf85-87fcdf32feb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:26.841634 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f440a2d9-e833-4428-86fc-9255e06c70c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:26.857237 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [None req-f440a2d9-e833-4428-86fc-9255e06c70c5 admin admin] Transition to ACTIVE for port object 08972e20-8c16-486f-80ad-8984b436b632 will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:55:26.894428 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=ae85a3fb-8dbe-4a1a-8702-2d30ad55e897,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:55:26.900688 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f440a2d9-e833-4428-86fc-9255e06c70c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:26.914603 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-ec877222-970f-4fa7-bf85-87fcdf32feb2 None None] For port cbb2b1ad-75e0-4798-a7a7-7679b33d8351, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:55:26.918397 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-ec877222-970f-4fa7-bf85-87fcdf32feb2 None None] For port cbb2b1ad-75e0-4798-a7a7-7679b33d8351, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=cbb2b1ad-75e0-4798-a7a7-7679b33d8351,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:55:26.919632 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 64899201-e2fd-4026-be42-53167fd9b850 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:55:26.924828 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-ec877222-970f-4fa7-bf85-87fcdf32feb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:26.929422 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 64899201-e2fd-4026-be42-53167fd9b850 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:55:26.929790 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:26.945438 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f440a2d9-e833-4428-86fc-9255e06c70c5 admin admin] Network 70c676c9-ad01-4ff3-9fdb-0ac0fff0327c is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:55:26.953137 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-f440a2d9-e833-4428-86fc-9255e06c70c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:55:26.957910 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f440a2d9-e833-4428-86fc-9255e06c70c5 admin admin] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:55:26.982699 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f440a2d9-e833-4428-86fc-9255e06c70c5 admin admin] Pushing event updated for resources: {'Port': ['ID=08972e20-8c16-486f-80ad-8984b436b632,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:55:27.005355 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f440a2d9-e833-4428-86fc-9255e06c70c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33288800'] for router_interface, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:27.028526 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec877222-970f-4fa7-bf85-87fcdf32feb2 None None] Routers {'de9e513a-78ae-4d1e-86ff-cae52c520bd8'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:55:27.029625 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-ec877222-970f-4fa7-bf85-87fcdf32feb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:55:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['de9e513a-78ae-4d1e-86ff-cae52c520bd8'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:55:27.032780 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e48b9c-7bb1-45dd-9758-a95d2c7605f6 None None] Pushing event updated for resources: {'Port': ['ID=cbb2b1ad-75e0-4798-a7a7-7679b33d8351,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:55:27.158411 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f440a2d9-e833-4428-86fc-9255e06c70c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:27.167376 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:27.187637 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-ec877222-970f-4fa7-bf85-87fcdf32feb2 None None] Set router de9e513a-78ae-4d1e-86ff-cae52c520bd8 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:55:27.310564 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port 64899201-e2fd-4026-be42-53167fd9b850, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=64899201-e2fd-4026-be42-53167fd9b850,segment=NetworkSegment(aa572790-15a1-4250-a053-b37018335214),segment_id=aa572790-15a1-4250-a053-b37018335214)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:55:27.319345 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:27.326101 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b913155d-8aa6-4e7c-a778-413b040a7d5b None None] Provisioning for port 08972e20-8c16-486f-80ad-8984b436b632 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:55:27.340409 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f440a2d9-e833-4428-86fc-9255e06c70c5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:27.346359 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f440a2d9-e833-4428-86fc-9255e06c70c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:27.354556 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b913155d-8aa6-4e7c-a778-413b040a7d5b None None] Provisioning complete for port 08972e20-8c16-486f-80ad-8984b436b632 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:55:27.354810 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b913155d-8aa6-4e7c-a778-413b040a7d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:27.414731 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f440a2d9-e833-4428-86fc-9255e06c70c5 admin admin] Pushing event updated for resources: {'Port': ['ID=08972e20-8c16-486f-80ad-8984b436b632,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:55:27.420370 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-f440a2d9-e833-4428-86fc-9255e06c70c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33140268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33208272'] for router_interface, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:27.431271 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=64899201-e2fd-4026-be42-53167fd9b850,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:55:27.443430 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-b913155d-8aa6-4e7c-a778-413b040a7d5b None None] Port 08972e20-8c16-486f-80ad-8984b436b632 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 12:55:27.503698 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-ec877222-970f-4fa7-bf85-87fcdf32feb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de9e513a-78ae-4d1e-86ff-cae52c520bd8', 'name': 'tempest-TestShelveInstance-1726934433-router', 'tenant_id': '729f7759e36e4b31bebc66c55639de81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': 'cbb2b1ad-75e0-4798-a7a7-7679b33d8351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:55:23Z', 'updated_at': '2021-08-05T12:55:24Z', 'revision_number': 3, 'project_id': '729f7759e36e4b31bebc66c55639de81', 'gw_port': {'id': 'cbb2b1ad-75e0-4798-a7a7-7679b33d8351', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:88:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de9e513a-78ae-4d1e-86ff-cae52c520bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:55:24Z', 'updated_at': '2021-08-05T12:55:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:55:27.534411 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec877222-970f-4fa7-bf85-87fcdf32feb2 None None] The sync data for ids ['de9e513a-78ae-4d1e-86ff-cae52c520bd8'] in n-d-803378-2 is: [{'id': 'de9e513a-78ae-4d1e-86ff-cae52c520bd8', 'name': 'tempest-TestShelveInstance-1726934433-router', 'tenant_id': '729f7759e36e4b31bebc66c55639de81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': 'cbb2b1ad-75e0-4798-a7a7-7679b33d8351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:55:23Z', 'updated_at': '2021-08-05T12:55:24Z', 'revision_number': 3, 'project_id': '729f7759e36e4b31bebc66c55639de81', 'gw_port': {'id': 'cbb2b1ad-75e0-4798-a7a7-7679b33d8351', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:88:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de9e513a-78ae-4d1e-86ff-cae52c520bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:55:24Z', 'updated_at': '2021-08-05T12:55:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:55:27.556453 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f440a2d9-e833-4428-86fc-9255e06c70c5 admin admin] Network 70c676c9-ad01-4ff3-9fdb-0ac0fff0327c is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:55:27.558514 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-f440a2d9-e833-4428-86fc-9255e06c70c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:55:27.720971 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f440a2d9-e833-4428-86fc-9255e06c70c5 admin admin] Router de9e513a-78ae-4d1e-86ff-cae52c520bd8 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:55:27.864517 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f440a2d9-e833-4428-86fc-9255e06c70c5 admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:55:27.878352 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-f440a2d9-e833-4428-86fc-9255e06c70c5 admin admin] 10.222.0.58 "PUT /v2.0/routers/de9e513a-78ae-4d1e-86ff-cae52c520bd8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4180307 Aug 05 12:55:27.878582 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f8ddd7af-5516-43a1-9da4-22704f804a2c None None] Provisioning complete for port 08972e20-8c16-486f-80ad-8984b436b632 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:55:27.878582 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f8ddd7af-5516-43a1-9da4-22704f804a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:27.914451 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-f8ddd7af-5516-43a1-9da4-22704f804a2c None None] Port 08972e20-8c16-486f-80ad-8984b436b632 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 12:55:28.197160 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device ae85a3fb-8dbe-4a1a-8702-2d30ad55e897 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:55:28.261267 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port ae85a3fb-8dbe-4a1a-8702-2d30ad55e897 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:55:28.261879 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:28.354009 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 64899201-e2fd-4026-be42-53167fd9b850 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:55:28.408579 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 64899201-e2fd-4026-be42-53167fd9b850 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:55:28.408952 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:28.483459 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 50370) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:55:28.491262 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-cc5aa4dd-39d8-4453-9c3a-9f176e003354 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-630575833', 'description': 'tempest-secgroup-smoke-630575833 description', 'project_id': 'b3acac3ac7984616994c4d25f16f5a73'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:55:28.506998 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device cbb2b1ad-75e0-4798-a7a7-7679b33d8351 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:55:28.523739 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-cc5aa4dd-39d8-4453-9c3a-9f176e003354 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:28.561067 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port cbb2b1ad-75e0-4798-a7a7-7679b33d8351 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:55:28.565793 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port cbb2b1ad-75e0-4798-a7a7-7679b33d8351 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:55:28.566262 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:28.617875 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-cc5aa4dd-39d8-4453-9c3a-9f176e003354 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:28.622532 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-cc5aa4dd-39d8-4453-9c3a-9f176e003354 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:28.652518 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-cc5aa4dd-39d8-4453-9c3a-9f176e003354 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:28.652849 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:28.654213 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-cc5aa4dd-39d8-4453-9c3a-9f176e003354 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1692035 Aug 05 12:55:28.656642 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5aa4dd-39d8-4453-9c3a-9f176e003354 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15ada8bc-34f1-4e32-b279-fee22dff5f50,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:55:28.659410 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 50372) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:55:28.662864 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-2dfde199-a7b0-40b7-b7b1-58ab233a0aa1 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Request body: {'security_group_rule': {'security_group_id': '15ada8bc-34f1-4e32-b279-fee22dff5f50', 'project_id': 'b3acac3ac7984616994c4d25f16f5a73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:55:28.680959 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port cbb2b1ad-75e0-4798-a7a7-7679b33d8351, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=cbb2b1ad-75e0-4798-a7a7-7679b33d8351,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:55:28.686540 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:28.697689 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2dfde199-a7b0-40b7-b7b1-58ab233a0aa1 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:28.747387 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=cbb2b1ad-75e0-4798-a7a7-7679b33d8351,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:55:28.764212 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2dfde199-a7b0-40b7-b7b1-58ab233a0aa1 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:28.769460 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2dfde199-a7b0-40b7-b7b1-58ab233a0aa1 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:28.791564 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfde199-a7b0-40b7-b7b1-58ab233a0aa1 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ea4dadf-e1b0-419b-8778-54f2ec3ee7f6,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:55:28.803709 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2dfde199-a7b0-40b7-b7b1-58ab233a0aa1 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:28.805242 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-2dfde199-a7b0-40b7-b7b1-58ab233a0aa1 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1459243 Aug 05 12:55:28.809873 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 50374) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:55:28.816205 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-77067d45-8c8d-4e2b-b427-d9db2a0e6284 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Request body: {'security_group_rule': {'security_group_id': '15ada8bc-34f1-4e32-b279-fee22dff5f50', 'project_id': 'b3acac3ac7984616994c4d25f16f5a73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:55:28.848834 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-77067d45-8c8d-4e2b-b427-d9db2a0e6284 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:28.930711 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-77067d45-8c8d-4e2b-b427-d9db2a0e6284 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:28.934948 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-77067d45-8c8d-4e2b-b427-d9db2a0e6284 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:28.958262 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77067d45-8c8d-4e2b-b427-d9db2a0e6284 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d625f89b-3ac2-4d67-b0be-0f2af7960a0c,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:55:28.963239 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-77067d45-8c8d-4e2b-b427-d9db2a0e6284 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:28.965329 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-77067d45-8c8d-4e2b-b427-d9db2a0e6284 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1539149 Aug 05 12:55:28.967922 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 50376) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:55:28.975252 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-54a342b5-55d3-446e-a9e7-ac0fd71e5d6e tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Request body: {'security_group_rule': {'security_group_id': '15ada8bc-34f1-4e32-b279-fee22dff5f50', 'project_id': 'b3acac3ac7984616994c4d25f16f5a73', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:55:29.002813 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-54a342b5-55d3-446e-a9e7-ac0fd71e5d6e tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:29.075399 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-54a342b5-55d3-446e-a9e7-ac0fd71e5d6e tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:29.081268 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-54a342b5-55d3-446e-a9e7-ac0fd71e5d6e tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:29.111510 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a342b5-55d3-446e-a9e7-ac0fd71e5d6e tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc5811da-917c-4d12-8dcf-120e49ae982a,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:55:29.119987 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-54a342b5-55d3-446e-a9e7-ac0fd71e5d6e tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:29.122040 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-54a342b5-55d3-446e-a9e7-ac0fd71e5d6e tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1526251 Aug 05 12:55:29.125925 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 50378) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:55:29.130772 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-c17a717b-7b45-4348-ba8b-a1e0e3089c12 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Request body: {'security_group_rule': {'security_group_id': '15ada8bc-34f1-4e32-b279-fee22dff5f50', 'project_id': 'b3acac3ac7984616994c4d25f16f5a73', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:55:29.165645 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c17a717b-7b45-4348-ba8b-a1e0e3089c12 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:29.233299 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c17a717b-7b45-4348-ba8b-a1e0e3089c12 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:29.239164 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c17a717b-7b45-4348-ba8b-a1e0e3089c12 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:29.250050 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd61ab7-9c6e-49a2-90f3-6f330dd06795 None None] Sync routers for ids ['de9e513a-78ae-4d1e-86ff-cae52c520bd8'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:55:29.260213 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd61ab7-9c6e-49a2-90f3-6f330dd06795 None None] Routers {'de9e513a-78ae-4d1e-86ff-cae52c520bd8'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:55:29.260859 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-8fd61ab7-9c6e-49a2-90f3-6f330dd06795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:55:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['de9e513a-78ae-4d1e-86ff-cae52c520bd8'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:55:29.262986 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17a717b-7b45-4348-ba8b-a1e0e3089c12 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2059d99d-f7de-4d28-a867-2ea58e6cab38,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:55:29.273520 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c17a717b-7b45-4348-ba8b-a1e0e3089c12 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:29.274992 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-c17a717b-7b45-4348-ba8b-a1e0e3089c12 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1480932 Aug 05 12:55:29.278214 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 50380) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:55:29.284172 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-c43015de-f58e-4f31-8ea1-a9998bb3f06e tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Request body: {'security_group_rule': {'security_group_id': '15ada8bc-34f1-4e32-b279-fee22dff5f50', 'project_id': 'b3acac3ac7984616994c4d25f16f5a73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:55:29.310881 n-d-803378-2 neutron-server[94421]: INFO neutron.db.securitygroups_db [None req-c43015de-f58e-4f31-8ea1-a9998bb3f06e tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Project b3acac3ac7984616994c4d25f16f5a73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 05 12:55:29.318266 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c43015de-f58e-4f31-8ea1-a9998bb3f06e tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:29.385830 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-8fd61ab7-9c6e-49a2-90f3-6f330dd06795 None None] Set router de9e513a-78ae-4d1e-86ff-cae52c520bd8 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:55:29.389691 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c43015de-f58e-4f31-8ea1-a9998bb3f06e tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:29.395253 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c43015de-f58e-4f31-8ea1-a9998bb3f06e tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:29.416650 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43015de-f58e-4f31-8ea1-a9998bb3f06e tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f330390-76d9-440b-aea4-5b3790efe380,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:55:29.423414 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-c43015de-f58e-4f31-8ea1-a9998bb3f06e tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:29.427230 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-c43015de-f58e-4f31-8ea1-a9998bb3f06e tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1452172 Aug 05 12:55:29.427741 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 50382) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:55:29.432653 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-05db6d7a-3700-46e9-a359-c0dbd3d0ceb8 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Request body: {'security_group_rule': {'security_group_id': '15ada8bc-34f1-4e32-b279-fee22dff5f50', 'project_id': 'b3acac3ac7984616994c4d25f16f5a73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:55:29.465938 n-d-803378-2 neutron-server[94421]: INFO neutron.db.securitygroups_db [None req-05db6d7a-3700-46e9-a359-c0dbd3d0ceb8 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Project b3acac3ac7984616994c4d25f16f5a73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 05 12:55:29.472811 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-05db6d7a-3700-46e9-a359-c0dbd3d0ceb8 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:29.575909 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-05db6d7a-3700-46e9-a359-c0dbd3d0ceb8 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:29.581669 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-05db6d7a-3700-46e9-a359-c0dbd3d0ceb8 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:29.604951 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05db6d7a-3700-46e9-a359-c0dbd3d0ceb8 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d78b730a-235b-4da7-b76d-beea8b5da5ed,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:55:29.608697 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-05db6d7a-3700-46e9-a359-c0dbd3d0ceb8 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:29.610058 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-05db6d7a-3700-46e9-a359-c0dbd3d0ceb8 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1814325 Aug 05 12:55:29.677416 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-8fd61ab7-9c6e-49a2-90f3-6f330dd06795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de9e513a-78ae-4d1e-86ff-cae52c520bd8', 'name': 'tempest-TestShelveInstance-1726934433-router', 'tenant_id': '729f7759e36e4b31bebc66c55639de81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': 'cbb2b1ad-75e0-4798-a7a7-7679b33d8351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:55:23Z', 'updated_at': '2021-08-05T12:55:27Z', 'revision_number': 4, 'project_id': '729f7759e36e4b31bebc66c55639de81', 'gw_port': {'id': 'cbb2b1ad-75e0-4798-a7a7-7679b33d8351', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:88:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9e513a-78ae-4d1e-86ff-cae52c520bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:55:24Z', 'updated_at': '2021-08-05T12:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '08972e20-8c16-486f-80ad-8984b436b632', 'name': '', 'network_id': '70c676c9-ad01-4ff3-9fdb-0ac0fff0327c', 'tenant_id': '729f7759e36e4b31bebc66c55639de81', 'mac_address': 'fa:16:3e:be:ba:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de9e513a-78ae-4d1e-86ff-cae52c520bd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '58c0af0b-4f9f-436b-9499-77d10117328a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:55:26Z', 'updated_at': '2021-08-05T12:55:27Z', 'revision_number': 2, 'project_id': '729f7759e36e4b31bebc66c55639de81', 'subnets': [{'id': '58c0af0b-4f9f-436b-9499-77d10117328a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:55:29.706399 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd61ab7-9c6e-49a2-90f3-6f330dd06795 None None] Checking router: de9e513a-78ae-4d1e-86ff-cae52c520bd8 for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:55:29.706879 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd61ab7-9c6e-49a2-90f3-6f330dd06795 None None] Updating router de9e513a-78ae-4d1e-86ff-cae52c520bd8 port 08972e20-8c16-486f-80ad-8984b436b632 binding host n-d-803378-2 {{(pid=94423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 12:55:29.735804 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-8fd61ab7-9c6e-49a2-90f3-6f330dd06795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:29.950701 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5d7f1f93-7b83-4b78-b51e-6b24cd79e0d6 req-8105d555-677a-4b9d-960f-57e71092c521 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-630575833&fields=id&tenant_id=b3acac3ac7984616994c4d25f16f5a73 HTTP/1.1" status: 200 len: 267 time: 0.0357463 Aug 05 12:55:30.091313 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-8fd61ab7-9c6e-49a2-90f3-6f330dd06795 None None] Notify callbacks [] for port, precommit_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:30.104172 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7f1f93-7b83-4b78-b51e-6b24cd79e0d6 req-4c0b1912-0aa2-4379-923f-8508d3b47f86 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:55:30.105850 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5d7f1f93-7b83-4b78-b51e-6b24cd79e0d6 req-4c0b1912-0aa2-4379-923f-8508d3b47f86 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/networks?id=cc0bc985-1984-4a2c-bad4-9022cad15313 HTTP/1.1" status: 200 len: 808 time: 0.1468887 Aug 05 12:55:30.107116 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.provisioning_blocks [None req-8fd61ab7-9c6e-49a2-90f3-6f330dd06795 None None] Transition to ACTIVE for port object 08972e20-8c16-486f-80ad-8984b436b632 will not be triggered until provisioned by entity L2. {{(pid=94423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:55:30.118263 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-8fd61ab7-9c6e-49a2-90f3-6f330dd06795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:30.127664 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device cbb2b1ad-75e0-4798-a7a7-7679b33d8351 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:55:30.142181 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5d7f1f93-7b83-4b78-b51e-6b24cd79e0d6 req-dfc4d56b-ba1e-43a6-ab7c-7d535ab21145 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/quotas/b3acac3ac7984616994c4d25f16f5a73 HTTP/1.1" status: 200 len: 375 time: 0.0195401 Aug 05 12:55:30.205343 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port cbb2b1ad-75e0-4798-a7a7-7679b33d8351 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:55:30.205895 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:30.222565 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d75ed8-bcb7-49cd-a2d4-ab66302a8689 None None] Pushing event updated for resources: {'Port': ['ID=08972e20-8c16-486f-80ad-8984b436b632,revision_number=3']} {{(pid=94423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:55:30.252989 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5d7f1f93-7b83-4b78-b51e-6b24cd79e0d6 req-3094cddd-e436-457a-b743-cecf9441604f tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=b3acac3ac7984616994c4d25f16f5a73&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0942380 Aug 05 12:55:30.253312 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-8fd61ab7-9c6e-49a2-90f3-6f330dd06795 None None] Attempting to bind port 08972e20-8c16-486f-80ad-8984b436b632 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:55:30.254016 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-8fd61ab7-9c6e-49a2-90f3-6f330dd06795 None None] Attempting to bind port 08972e20-8c16-486f-80ad-8984b436b632 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'aa572790-15a1-4250-a053-b37018335214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '70c676c9-ad01-4ff3-9fdb-0ac0fff0327c'}] {{(pid=94423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:55:30.254016 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd61ab7-9c6e-49a2-90f3-6f330dd06795 None None] Attempting to bind port 08972e20-8c16-486f-80ad-8984b436b632 on network 70c676c9-ad01-4ff3-9fdb-0ac0fff0327c {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:55:30.260076 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd61ab7-9c6e-49a2-90f3-6f330dd06795 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:55:30.260463 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd61ab7-9c6e-49a2-90f3-6f330dd06795 None None] Checking segment: {'id': 'aa572790-15a1-4250-a053-b37018335214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '70c676c9-ad01-4ff3-9fdb-0ac0fff0327c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:55:30.260969 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-8fd61ab7-9c6e-49a2-90f3-6f330dd06795 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:30.261582 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd61ab7-9c6e-49a2-90f3-6f330dd06795 None None] Bound using segment: {'id': 'aa572790-15a1-4250-a053-b37018335214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '70c676c9-ad01-4ff3-9fdb-0ac0fff0327c'} {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:55:30.261995 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-8fd61ab7-9c6e-49a2-90f3-6f330dd06795 None None] Bound port: 08972e20-8c16-486f-80ad-8984b436b632, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa572790-15a1-4250-a053-b37018335214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '70c676c9-ad01-4ff3-9fdb-0ac0fff0327c'}}] {{(pid=94423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:55:30.262388 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-8fd61ab7-9c6e-49a2-90f3-6f330dd06795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:30.320613 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:30.347879 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.db [None req-8fd61ab7-9c6e-49a2-90f3-6f330dd06795 None None] For port 08972e20-8c16-486f-80ad-8984b436b632, host n-d-803378-2, cleared binding levels {{(pid=94423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:55:30.351611 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.db [None req-8fd61ab7-9c6e-49a2-90f3-6f330dd06795 None None] For port 08972e20-8c16-486f-80ad-8984b436b632, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=08972e20-8c16-486f-80ad-8984b436b632,segment=NetworkSegment(aa572790-15a1-4250-a053-b37018335214),segment_id=aa572790-15a1-4250-a053-b37018335214)] {{(pid=94423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:55:30.358535 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-8fd61ab7-9c6e-49a2-90f3-6f330dd06795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:30.402890 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5d7f1f93-7b83-4b78-b51e-6b24cd79e0d6 req-82318d23-81c1-46ab-8505-7826af0dbdc8 service neutron] 10.222.0.58 "GET /v2.0/networks/cc0bc985-1984-4a2c-bad4-9022cad15313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289408 Aug 05 12:55:30.439067 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd61ab7-9c6e-49a2-90f3-6f330dd06795 None None] Routers {'de9e513a-78ae-4d1e-86ff-cae52c520bd8'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:55:30.440064 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-8fd61ab7-9c6e-49a2-90f3-6f330dd06795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:55:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['de9e513a-78ae-4d1e-86ff-cae52c520bd8'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:55:30.442087 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d75ed8-bcb7-49cd-a2d4-ab66302a8689 None None] Pushing event updated for resources: {'Port': ['ID=08972e20-8c16-486f-80ad-8984b436b632,revision_number=4']} {{(pid=94423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:55:30.523936 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5d7f1f93-7b83-4b78-b51e-6b24cd79e0d6 req-263413d2-bf29-4e78-869d-0f8ac5558176 service neutron] 10.222.0.58 "GET /v2.0/networks/cc0bc985-1984-4a2c-bad4-9022cad15313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112249 Aug 05 12:55:30.680993 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-8fd61ab7-9c6e-49a2-90f3-6f330dd06795 None None] Set router de9e513a-78ae-4d1e-86ff-cae52c520bd8 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:55:30.857784 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-37f47693-d13a-4101-bb51-1f4e6c1156b8 req-91598e41-3862-41e3-91da-daf85e1a6d18 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc64e6d6-2b07-476a-8518-594b853c2245 HTTP/1.1" status: 200 len: 210 time: 0.1640384 Aug 05 12:55:30.933842 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-8fd61ab7-9c6e-49a2-90f3-6f330dd06795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de9e513a-78ae-4d1e-86ff-cae52c520bd8', 'name': 'tempest-TestShelveInstance-1726934433-router', 'tenant_id': '729f7759e36e4b31bebc66c55639de81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': 'cbb2b1ad-75e0-4798-a7a7-7679b33d8351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:55:23Z', 'updated_at': '2021-08-05T12:55:27Z', 'revision_number': 4, 'project_id': '729f7759e36e4b31bebc66c55639de81', 'gw_port': {'id': 'cbb2b1ad-75e0-4798-a7a7-7679b33d8351', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:88:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9e513a-78ae-4d1e-86ff-cae52c520bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:55:24Z', 'updated_at': '2021-08-05T12:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '08972e20-8c16-486f-80ad-8984b436b632', 'name': '', 'network_id': '70c676c9-ad01-4ff3-9fdb-0ac0fff0327c', 'tenant_id': '729f7759e36e4b31bebc66c55639de81', 'mac_address': 'fa:16:3e:be:ba:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de9e513a-78ae-4d1e-86ff-cae52c520bd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '58c0af0b-4f9f-436b-9499-77d10117328a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:55:26Z', 'updated_at': '2021-08-05T12:55:30Z', 'revision_number': 4, 'project_id': '729f7759e36e4b31bebc66c55639de81', 'subnets': [{'id': '58c0af0b-4f9f-436b-9499-77d10117328a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:55:30.971304 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd61ab7-9c6e-49a2-90f3-6f330dd06795 None None] The sync data for ids ['de9e513a-78ae-4d1e-86ff-cae52c520bd8'] in n-d-803378-2 is: [{'id': 'de9e513a-78ae-4d1e-86ff-cae52c520bd8', 'name': 'tempest-TestShelveInstance-1726934433-router', 'tenant_id': '729f7759e36e4b31bebc66c55639de81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': 'cbb2b1ad-75e0-4798-a7a7-7679b33d8351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:55:23Z', 'updated_at': '2021-08-05T12:55:27Z', 'revision_number': 4, 'project_id': '729f7759e36e4b31bebc66c55639de81', 'gw_port': {'id': 'cbb2b1ad-75e0-4798-a7a7-7679b33d8351', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:88:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9e513a-78ae-4d1e-86ff-cae52c520bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:55:24Z', 'updated_at': '2021-08-05T12:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '08972e20-8c16-486f-80ad-8984b436b632', 'name': '', 'network_id': '70c676c9-ad01-4ff3-9fdb-0ac0fff0327c', 'tenant_id': '729f7759e36e4b31bebc66c55639de81', 'mac_address': 'fa:16:3e:be:ba:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de9e513a-78ae-4d1e-86ff-cae52c520bd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '58c0af0b-4f9f-436b-9499-77d10117328a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:55:26Z', 'updated_at': '2021-08-05T12:55:30Z', 'revision_number': 4, 'project_id': '729f7759e36e4b31bebc66c55639de81', 'subnets': [{'id': '58c0af0b-4f9f-436b-9499-77d10117328a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:55:31.959475 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5312de6c-6496-447d-a9fa-f12fa6729e5a req-f05f2c5e-52a9-4913-896d-ebc94a9d23b8 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc64e6d6-2b07-476a-8518-594b853c2245 HTTP/1.1" status: 200 len: 210 time: 0.0290561 Aug 05 12:55:32.170736 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 08972e20-8c16-486f-80ad-8984b436b632 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:55:32.227816 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7f1f93-7b83-4b78-b51e-6b24cd79e0d6 req-1bb23162-7630-4cd8-88b5-1aa8b4eff85d tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:55:32.229481 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-5d7f1f93-7b83-4b78-b51e-6b24cd79e0d6 req-1bb23162-7630-4cd8-88b5-1aa8b4eff85d tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.55 "GET /v2.0/networks?id=cc0bc985-1984-4a2c-bad4-9022cad15313 HTTP/1.1" status: 200 len: 808 time: 0.1422162 Aug 05 12:55:32.236221 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 08972e20-8c16-486f-80ad-8984b436b632 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:55:32.242668 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 08972e20-8c16-486f-80ad-8984b436b632 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:55:32.243287 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:32.292883 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-5d7f1f93-7b83-4b78-b51e-6b24cd79e0d6 req-454e7fa5-ade0-4fae-8144-6e7d6f941523 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b3acac3ac7984616994c4d25f16f5a73 HTTP/1.1" status: 200 len: 379 time: 0.0449073 Aug 05 12:55:32.305032 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-5d7f1f93-7b83-4b78-b51e-6b24cd79e0d6 req-59fd45a9-d930-4cac-a312-5810dad4225a tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Request body: {'port': {'device_id': 'dc64e6d6-2b07-476a-8518-594b853c2245', 'network_id': 'cc0bc985-1984-4a2c-bad4-9022cad15313', 'admin_state_up': True, 'tenant_id': 'b3acac3ac7984616994c4d25f16f5a73', 'security_groups': ['15ada8bc-34f1-4e32-b279-fee22dff5f50']}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:55:32.344049 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:32.382661 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port 08972e20-8c16-486f-80ad-8984b436b632, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=08972e20-8c16-486f-80ad-8984b436b632,segment=NetworkSegment(aa572790-15a1-4250-a053-b37018335214),segment_id=aa572790-15a1-4250-a053-b37018335214)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:55:32.388532 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:32.434347 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d7f1f93-7b83-4b78-b51e-6b24cd79e0d6 req-59fd45a9-d930-4cac-a312-5810dad4225a tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Made reservation on behalf of b3acac3ac7984616994c4d25f16f5a73 for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 12:55:32.439351 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-5d7f1f93-7b83-4b78-b51e-6b24cd79e0d6 req-59fd45a9-d930-4cac-a312-5810dad4225a tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:32.449507 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=08972e20-8c16-486f-80ad-8984b436b632,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:55:32.582758 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-5d7f1f93-7b83-4b78-b51e-6b24cd79e0d6 req-59fd45a9-d930-4cac-a312-5810dad4225a tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Allocated IP 172.20.0.13 (cc0bc985-1984-4a2c-bad4-9022cad15313/845431f7-3f32-4d13-bf4b-ecf65d7db9ae/02c3aebc-473f-4fe0-a45c-8f02a8c3df79) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:55:32.789248 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-5d7f1f93-7b83-4b78-b51e-6b24cd79e0d6 req-59fd45a9-d930-4cac-a312-5810dad4225a tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:32.814334 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-5d7f1f93-7b83-4b78-b51e-6b24cd79e0d6 req-59fd45a9-d930-4cac-a312-5810dad4225a tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Transition to ACTIVE for port object 02c3aebc-473f-4fe0-a45c-8f02a8c3df79 will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:55:32.851065 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-5d7f1f93-7b83-4b78-b51e-6b24cd79e0d6 req-59fd45a9-d930-4cac-a312-5810dad4225a tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:32.895907 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d7f1f93-7b83-4b78-b51e-6b24cd79e0d6 req-59fd45a9-d930-4cac-a312-5810dad4225a tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Network cc0bc985-1984-4a2c-bad4-9022cad15313 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:55:32.898931 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-5d7f1f93-7b83-4b78-b51e-6b24cd79e0d6 req-59fd45a9-d930-4cac-a312-5810dad4225a tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:55:32.905713 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d7f1f93-7b83-4b78-b51e-6b24cd79e0d6 req-59fd45a9-d930-4cac-a312-5810dad4225a tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:55:32.938772 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fd45a9-d930-4cac-a312-5810dad4225a tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Pushing event updated for resources: {'Port': ['ID=02c3aebc-473f-4fe0-a45c-8f02a8c3df79,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:55:32.970573 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7f1f93-7b83-4b78-b51e-6b24cd79e0d6 req-59fd45a9-d930-4cac-a312-5810dad4225a tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:55:32.971226 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-5d7f1f93-7b83-4b78-b51e-6b24cd79e0d6 req-59fd45a9-d930-4cac-a312-5810dad4225a tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:32.988313 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-5d7f1f93-7b83-4b78-b51e-6b24cd79e0d6 req-59fd45a9-d930-4cac-a312-5810dad4225a tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6879463 Aug 05 12:55:33.007743 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-5d7f1f93-7b83-4b78-b51e-6b24cd79e0d6 req-6799b247-13e3-4746-aeaf-63961603d3bc service neutron] Request body: {'port': {'device_id': 'dc64e6d6-2b07-476a-8518-594b853c2245', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:55:33.081824 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-5d7f1f93-7b83-4b78-b51e-6b24cd79e0d6 req-6799b247-13e3-4746-aeaf-63961603d3bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:33.097618 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427ee11a-06ae-4709-a1db-86f8585de885 req-3f0af4fe-0606-4adf-b160-d681ef4108f9 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:55:33.099325 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-427ee11a-06ae-4709-a1db-86f8585de885 req-3f0af4fe-0606-4adf-b160-d681ef4108f9 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc64e6d6-2b07-476a-8518-594b853c2245 HTTP/1.1" status: 200 len: 932 time: 0.0612381 Aug 05 12:55:33.131175 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-74572772-ad6e-4b3d-9424-874c654fc910 None None] Provisioning for port 02c3aebc-473f-4fe0-a45c-8f02a8c3df79 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:55:33.135319 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-74572772-ad6e-4b3d-9424-874c654fc910 None None] Provisioning complete for port 02c3aebc-473f-4fe0-a45c-8f02a8c3df79 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:55:33.135825 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-74572772-ad6e-4b3d-9424-874c654fc910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:33.148383 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-427ee11a-06ae-4709-a1db-86f8585de885 req-5c46ef73-969f-4bcf-b4fb-3b558a3dd5b1 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/security-groups?id=15ada8bc-34f1-4e32-b279-fee22dff5f50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421259 Aug 05 12:55:33.331195 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-74572772-ad6e-4b3d-9424-874c654fc910 None None] Port 02c3aebc-473f-4fe0-a45c-8f02a8c3df79 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 12:55:33.383376 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-5d7f1f93-7b83-4b78-b51e-6b24cd79e0d6 req-6799b247-13e3-4746-aeaf-63961603d3bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02c3aebc-473f-4fe0-a45c-8f02a8c3df79 {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 12:55:33.396087 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-5d7f1f93-7b83-4b78-b51e-6b24cd79e0d6 req-6799b247-13e3-4746-aeaf-63961603d3bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:33.415022 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-5d7f1f93-7b83-4b78-b51e-6b24cd79e0d6 req-6799b247-13e3-4746-aeaf-63961603d3bc service neutron] Transition to ACTIVE for port object 02c3aebc-473f-4fe0-a45c-8f02a8c3df79 will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 12:55:33.418867 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-5d7f1f93-7b83-4b78-b51e-6b24cd79e0d6 req-6799b247-13e3-4746-aeaf-63961603d3bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:33.481796 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6799b247-13e3-4746-aeaf-63961603d3bc service neutron] Pushing event updated for resources: {'Port': ['ID=02c3aebc-473f-4fe0-a45c-8f02a8c3df79,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:55:33.551219 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-5d7f1f93-7b83-4b78-b51e-6b24cd79e0d6 req-6799b247-13e3-4746-aeaf-63961603d3bc service neutron] Attempting to bind port 02c3aebc-473f-4fe0-a45c-8f02a8c3df79 on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 12:55:33.551486 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-5d7f1f93-7b83-4b78-b51e-6b24cd79e0d6 req-6799b247-13e3-4746-aeaf-63961603d3bc service neutron] Attempting to bind port 02c3aebc-473f-4fe0-a45c-8f02a8c3df79 by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': '5bfb745a-e1eb-454c-b816-1366c6736695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'cc0bc985-1984-4a2c-bad4-9022cad15313'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 12:55:33.551909 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7f1f93-7b83-4b78-b51e-6b24cd79e0d6 req-6799b247-13e3-4746-aeaf-63961603d3bc service neutron] Attempting to bind port 02c3aebc-473f-4fe0-a45c-8f02a8c3df79 on network cc0bc985-1984-4a2c-bad4-9022cad15313 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:55:33.556531 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7f1f93-7b83-4b78-b51e-6b24cd79e0d6 req-6799b247-13e3-4746-aeaf-63961603d3bc service neutron] Port 02c3aebc-473f-4fe0-a45c-8f02a8c3df79 on network cc0bc985-1984-4a2c-bad4-9022cad15313 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 12:55:33.556869 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7f1f93-7b83-4b78-b51e-6b24cd79e0d6 req-6799b247-13e3-4746-aeaf-63961603d3bc service neutron] Attempting to bind port 02c3aebc-473f-4fe0-a45c-8f02a8c3df79 on network cc0bc985-1984-4a2c-bad4-9022cad15313 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 12:55:33.562038 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7f1f93-7b83-4b78-b51e-6b24cd79e0d6 req-6799b247-13e3-4746-aeaf-63961603d3bc service neutron] Checking agent: {'id': 'a8f1dd2d-227c-4e30-8844-52419ba734db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 12:55:33.562399 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7f1f93-7b83-4b78-b51e-6b24cd79e0d6 req-6799b247-13e3-4746-aeaf-63961603d3bc service neutron] Checking segment: {'id': '5bfb745a-e1eb-454c-b816-1366c6736695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'cc0bc985-1984-4a2c-bad4-9022cad15313'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 12:55:33.562799 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7f1f93-7b83-4b78-b51e-6b24cd79e0d6 req-6799b247-13e3-4746-aeaf-63961603d3bc service neutron] Bound using segment: {'id': '5bfb745a-e1eb-454c-b816-1366c6736695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'cc0bc985-1984-4a2c-bad4-9022cad15313'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 12:55:33.563819 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-5d7f1f93-7b83-4b78-b51e-6b24cd79e0d6 req-6799b247-13e3-4746-aeaf-63961603d3bc service neutron] Bound port: 02c3aebc-473f-4fe0-a45c-8f02a8c3df79, host: n-h2-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bfb745a-e1eb-454c-b816-1366c6736695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'cc0bc985-1984-4a2c-bad4-9022cad15313'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 12:55:33.564426 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-5d7f1f93-7b83-4b78-b51e-6b24cd79e0d6 req-6799b247-13e3-4746-aeaf-63961603d3bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:33.633559 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-5d7f1f93-7b83-4b78-b51e-6b24cd79e0d6 req-6799b247-13e3-4746-aeaf-63961603d3bc service neutron] For port 02c3aebc-473f-4fe0-a45c-8f02a8c3df79, host n-h2-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 12:55:33.642326 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-5d7f1f93-7b83-4b78-b51e-6b24cd79e0d6 req-6799b247-13e3-4746-aeaf-63961603d3bc service neutron] For port 02c3aebc-473f-4fe0-a45c-8f02a8c3df79, host n-h2-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=02c3aebc-473f-4fe0-a45c-8f02a8c3df79,segment=NetworkSegment(5bfb745a-e1eb-454c-b816-1366c6736695),segment_id=5bfb745a-e1eb-454c-b816-1366c6736695)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 12:55:33.647857 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-5d7f1f93-7b83-4b78-b51e-6b24cd79e0d6 req-6799b247-13e3-4746-aeaf-63961603d3bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:33.688846 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7f1f93-7b83-4b78-b51e-6b24cd79e0d6 req-6799b247-13e3-4746-aeaf-63961603d3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:55:33.689587 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-5d7f1f93-7b83-4b78-b51e-6b24cd79e0d6 req-6799b247-13e3-4746-aeaf-63961603d3bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:33.691232 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-5d7f1f93-7b83-4b78-b51e-6b24cd79e0d6 req-6799b247-13e3-4746-aeaf-63961603d3bc service neutron] 10.222.0.55 "PUT /v2.0/ports/02c3aebc-473f-4fe0-a45c-8f02a8c3df79 HTTP/1.1" status: 200 len: 1092 time: 0.6883452 Aug 05 12:55:33.691460 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc64e6d6-2b07-476a-8518-594b853c2245', 'tag': '02c3aebc-473f-4fe0-a45c-8f02a8c3df79'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:55:33.693782 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7ff1ae056485c55ead25f70fa9973e26b39e4a1f6cb6b93d5d0d7942cdef429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ee3b690-b262-4783-a3c0-a114cab39d40" -d '{"events": [{"name": "network-changed", "server_uuid": "dc64e6d6-2b07-476a-8518-594b853c2245", "tag": "02c3aebc-473f-4fe0-a45c-8f02a8c3df79"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:55:33.723824 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6799b247-13e3-4746-aeaf-63961603d3bc service neutron] Pushing event updated for resources: {'Port': ['ID=02c3aebc-473f-4fe0-a45c-8f02a8c3df79,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:55:33.744647 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 12:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a80634b-fd66-4485-a6b8-099e28a48fcc x-openstack-request-id: req-3a80634b-fd66-4485-a6b8-099e28a48fcc {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:55:33.745134 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc64e6d6-2b07-476a-8518-594b853c2245", "tag": "02c3aebc-473f-4fe0-a45c-8f02a8c3df79", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:55:33.745572 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3a80634b-fd66-4485-a6b8-099e28a48fcc {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:55:33.746215 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc64e6d6-2b07-476a-8518-594b853c2245', 'tag': '02c3aebc-473f-4fe0-a45c-8f02a8c3df79', 'status': 'completed', 'code': 200} Aug 05 12:55:33.806115 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7f1f93-7b83-4b78-b51e-6b24cd79e0d6 req-8d684fa1-0778-41b9-9b9b-ce3f9124057a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:55:33.807783 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-5d7f1f93-7b83-4b78-b51e-6b24cd79e0d6 req-8d684fa1-0778-41b9-9b9b-ce3f9124057a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b3acac3ac7984616994c4d25f16f5a73&device_id=dc64e6d6-2b07-476a-8518-594b853c2245 HTTP/1.1" status: 200 len: 1095 time: 0.0468502 Aug 05 12:55:33.858333 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-5d7f1f93-7b83-4b78-b51e-6b24cd79e0d6 req-f4b05f42-2ce4-4f98-a075-fbc2a3051803 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=02c3aebc-473f-4fe0-a45c-8f02a8c3df79 HTTP/1.1" status: 200 len: 217 time: 0.0375428 Aug 05 12:55:33.916991 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7f1f93-7b83-4b78-b51e-6b24cd79e0d6 req-b5bb2803-400c-4d0a-a53d-5c867e6a4877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:55:33.918588 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-5d7f1f93-7b83-4b78-b51e-6b24cd79e0d6 req-b5bb2803-400c-4d0a-a53d-5c867e6a4877 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=845431f7-3f32-4d13-bf4b-ecf65d7db9ae HTTP/1.1" status: 200 len: 847 time: 0.0536656 Aug 05 12:55:33.972985 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7f1f93-7b83-4b78-b51e-6b24cd79e0d6 req-dc1979be-45fc-4730-9647-58af4b1fa5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:55:33.974665 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-5d7f1f93-7b83-4b78-b51e-6b24cd79e0d6 req-dc1979be-45fc-4730-9647-58af4b1fa5cd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cc0bc985-1984-4a2c-bad4-9022cad15313&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488825 Aug 05 12:55:34.069819 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-5d7f1f93-7b83-4b78-b51e-6b24cd79e0d6 req-dbf2d405-bba4-4359-9582-fb5e58fe3d0a service neutron] 10.222.0.55 "GET /v2.0/networks/cc0bc985-1984-4a2c-bad4-9022cad15313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871274 Aug 05 12:55:34.112503 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 08972e20-8c16-486f-80ad-8984b436b632 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:55:34.161400 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 08972e20-8c16-486f-80ad-8984b436b632 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:55:34.161693 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:34.173753 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-5d7f1f93-7b83-4b78-b51e-6b24cd79e0d6 req-65ea66ed-aa32-410d-bb73-643793fd4ad6 service neutron] 10.222.0.55 "GET /v2.0/networks/cc0bc985-1984-4a2c-bad4-9022cad15313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967553 Aug 05 12:55:34.279800 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1ad1c1-47ea-444f-a397-22c9644d0493 req-79f59ff7-afdb-4e1f-bb62-faa54731a8fb tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:55:34.281442 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6f1ad1c1-47ea-444f-a397-22c9644d0493 req-79f59ff7-afdb-4e1f-bb62-faa54731a8fb tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc64e6d6-2b07-476a-8518-594b853c2245 HTTP/1.1" status: 200 len: 944 time: 0.0584207 Aug 05 12:55:34.307357 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee3b690-b262-4783-a3c0-a114cab39d40 req-c0cb97cf-dc9c-44ac-ae3d-cbce864c25e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:55:34.308904 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7ee3b690-b262-4783-a3c0-a114cab39d40 req-c0cb97cf-dc9c-44ac-ae3d-cbce864c25e2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b3acac3ac7984616994c4d25f16f5a73&device_id=dc64e6d6-2b07-476a-8518-594b853c2245 HTTP/1.1" status: 200 len: 1095 time: 0.0459900 Aug 05 12:55:34.322934 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6f1ad1c1-47ea-444f-a397-22c9644d0493 req-dc6f0216-1121-4864-8013-0dbac486ee72 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/security-groups?id=15ada8bc-34f1-4e32-b279-fee22dff5f50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346003 Aug 05 12:55:34.405343 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee3b690-b262-4783-a3c0-a114cab39d40 req-75863256-6e9d-40a7-b71f-8233d5117fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:55:34.407650 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7ee3b690-b262-4783-a3c0-a114cab39d40 req-75863256-6e9d-40a7-b71f-8233d5117fb3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=cc0bc985-1984-4a2c-bad4-9022cad15313 HTTP/1.1" status: 200 len: 909 time: 0.0910480 Aug 05 12:55:34.450115 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7ee3b690-b262-4783-a3c0-a114cab39d40 req-eca69f7d-4f83-476a-bebd-ca32ce5e62ce service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=02c3aebc-473f-4fe0-a45c-8f02a8c3df79 HTTP/1.1" status: 200 len: 217 time: 0.0361271 Aug 05 12:55:34.503694 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee3b690-b262-4783-a3c0-a114cab39d40 req-c5c56fa5-4745-42b5-9bc6-1c4937135977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:55:34.505198 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7ee3b690-b262-4783-a3c0-a114cab39d40 req-c5c56fa5-4745-42b5-9bc6-1c4937135977 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=845431f7-3f32-4d13-bf4b-ecf65d7db9ae HTTP/1.1" status: 200 len: 847 time: 0.0468457 Aug 05 12:55:34.561244 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee3b690-b262-4783-a3c0-a114cab39d40 req-0407813d-7ba7-442f-b264-8be9725639dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:55:34.563028 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7ee3b690-b262-4783-a3c0-a114cab39d40 req-0407813d-7ba7-442f-b264-8be9725639dc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cc0bc985-1984-4a2c-bad4-9022cad15313&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496321 Aug 05 12:55:34.656854 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7ee3b690-b262-4783-a3c0-a114cab39d40 req-9fee8b4f-abf4-4a03-aacd-3c1309e42292 service neutron] 10.222.0.55 "GET /v2.0/networks/cc0bc985-1984-4a2c-bad4-9022cad15313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862062 Aug 05 12:55:34.762782 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7ee3b690-b262-4783-a3c0-a114cab39d40 req-3c30787c-9576-4086-8981-b1a0662e1315 service neutron] 10.222.0.55 "GET /v2.0/networks/cc0bc985-1984-4a2c-bad4-9022cad15313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986474 Aug 05 12:55:35.459144 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9eba7f-8eda-4e17-a2d6-f344ca48c667 req-44134d9a-a13e-4a10-801a-b9e4934d46a3 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:55:35.460830 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7f9eba7f-8eda-4e17-a2d6-f344ca48c667 req-44134d9a-a13e-4a10-801a-b9e4934d46a3 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc64e6d6-2b07-476a-8518-594b853c2245 HTTP/1.1" status: 200 len: 944 time: 0.0612555 Aug 05 12:55:35.513247 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7f9eba7f-8eda-4e17-a2d6-f344ca48c667 req-19aa98f4-140c-428b-b80a-2f98d2f3bc9a tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/security-groups?id=15ada8bc-34f1-4e32-b279-fee22dff5f50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453484 Aug 05 12:55:36.301963 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 02c3aebc-473f-4fe0-a45c-8f02a8c3df79 details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 12:55:36.411572 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 02c3aebc-473f-4fe0-a45c-8f02a8c3df79, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=02c3aebc-473f-4fe0-a45c-8f02a8c3df79,segment=NetworkSegment(5bfb745a-e1eb-454c-b816-1366c6736695),segment_id=5bfb745a-e1eb-454c-b816-1366c6736695)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:55:36.423677 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Returning: {'device': '02c3aebc-473f-4fe0-a45c-8f02a8c3df79', 'network_id': 'cc0bc985-1984-4a2c-bad4-9022cad15313', 'port_id': '02c3aebc-473f-4fe0-a45c-8f02a8c3df79', 'mac_address': 'fa:16:3e:a8:64:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '845431f7-3f32-4d13-bf4b-ecf65d7db9ae', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 12:55:36.465410 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:36.478843 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02c3aebc-473f-4fe0-a45c-8f02a8c3df79 {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 12:55:36.502553 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 02c3aebc-473f-4fe0-a45c-8f02a8c3df79, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=02c3aebc-473f-4fe0-a45c-8f02a8c3df79,segment=NetworkSegment(5bfb745a-e1eb-454c-b816-1366c6736695),segment_id=5bfb745a-e1eb-454c-b816-1366c6736695)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:55:36.506741 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:36.555797 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=02c3aebc-473f-4fe0-a45c-8f02a8c3df79,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:55:36.646295 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfa87b0-4609-4a32-a2f2-95164ae52de5 req-a2e3fbbd-3e30-4add-8530-af607145ae27 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:55:36.647845 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fcfa87b0-4609-4a32-a2f2-95164ae52de5 req-a2e3fbbd-3e30-4add-8530-af607145ae27 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc64e6d6-2b07-476a-8518-594b853c2245 HTTP/1.1" status: 200 len: 945 time: 0.0600212 Aug 05 12:55:36.689780 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fcfa87b0-4609-4a32-a2f2-95164ae52de5 req-92a68e02-7cd9-4dc2-8b14-da854ec0ad98 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/security-groups?id=15ada8bc-34f1-4e32-b279-fee22dff5f50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342610 Aug 05 12:55:36.783750 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['02c3aebc-473f-4fe0-a45c-8f02a8c3df79'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 12:55:37.377224 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-beeb39c0-bf40-4d8d-a55a-391695ddab11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:37.809301 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a285e72f-1be4-416a-a7eb-482de14243b0 req-b47b5169-5600-4199-a85b-c8db923b5673 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:55:37.810823 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a285e72f-1be4-416a-a7eb-482de14243b0 req-b47b5169-5600-4199-a85b-c8db923b5673 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc64e6d6-2b07-476a-8518-594b853c2245 HTTP/1.1" status: 200 len: 945 time: 0.0498567 Aug 05 12:55:37.852655 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a285e72f-1be4-416a-a7eb-482de14243b0 req-0d7e5815-73af-43f0-b66f-6eb4bacdc1a2 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/security-groups?id=15ada8bc-34f1-4e32-b279-fee22dff5f50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347676 Aug 05 12:55:38.302457 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 02c3aebc-473f-4fe0-a45c-8f02a8c3df79 up at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:55:38.351212 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning for port 02c3aebc-473f-4fe0-a45c-8f02a8c3df79 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 12:55:38.355092 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning complete for port 02c3aebc-473f-4fe0-a45c-8f02a8c3df79 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:55:38.355473 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:38.436957 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:38.460397 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc64e6d6-2b07-476a-8518-594b853c2245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02c3aebc-473f-4fe0-a45c-8f02a8c3df79'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:55:38.462685 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e1268cc07bff5734ca170491336a8ac74677c017447dd0c96766dddd3e3cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f409b99-99ab-4019-81e1-307f3432f34c" -d '{"events": [{"server_uuid": "dc64e6d6-2b07-476a-8518-594b853c2245", "name": "network-vif-plugged", "status": "completed", "tag": "02c3aebc-473f-4fe0-a45c-8f02a8c3df79"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:55:38.485964 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 02c3aebc-473f-4fe0-a45c-8f02a8c3df79, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=02c3aebc-473f-4fe0-a45c-8f02a8c3df79,segment=NetworkSegment(5bfb745a-e1eb-454c-b816-1366c6736695),segment_id=5bfb745a-e1eb-454c-b816-1366c6736695)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:55:38.491663 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:38.518322 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 12:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cd8564f-b1b8-4255-bed1-deb087c69def x-openstack-request-id: req-8cd8564f-b1b8-4255-bed1-deb087c69def {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:55:38.518597 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc64e6d6-2b07-476a-8518-594b853c2245", "name": "network-vif-plugged", "status": "completed", "tag": "02c3aebc-473f-4fe0-a45c-8f02a8c3df79", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:55:38.518850 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8cd8564f-b1b8-4255-bed1-deb087c69def {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:55:38.519241 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc64e6d6-2b07-476a-8518-594b853c2245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02c3aebc-473f-4fe0-a45c-8f02a8c3df79', 'code': 200} Aug 05 12:55:38.549792 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=02c3aebc-473f-4fe0-a45c-8f02a8c3df79,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:55:38.631335 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f788c3-15e8-492c-b98c-50bcfb42a9bb req-bc44ce47-4079-4e86-a3a4-d608bd702605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:55:38.632902 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-80f788c3-15e8-492c-b98c-50bcfb42a9bb req-bc44ce47-4079-4e86-a3a4-d608bd702605 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=dc64e6d6-2b07-476a-8518-594b853c2245 HTTP/1.1" status: 200 len: 1097 time: 0.0455759 Aug 05 12:55:38.676086 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-80f788c3-15e8-492c-b98c-50bcfb42a9bb req-59de7675-e889-420d-82d9-cb2f4779c5b4 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=15ada8bc-34f1-4e32-b279-fee22dff5f50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352373 Aug 05 12:55:38.972557 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f863fc0e-fee9-487e-9455-c1dd6eb50b77 req-9a6df092-5524-4cfc-bcd0-67cf6f4bd71e tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:55:38.974046 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f863fc0e-fee9-487e-9455-c1dd6eb50b77 req-9a6df092-5524-4cfc-bcd0-67cf6f4bd71e tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc64e6d6-2b07-476a-8518-594b853c2245 HTTP/1.1" status: 200 len: 946 time: 0.0504129 Aug 05 12:55:39.012505 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f863fc0e-fee9-487e-9455-c1dd6eb50b77 req-c726f76e-3644-44f2-a323-0519deb69284 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/security-groups?id=15ada8bc-34f1-4e32-b279-fee22dff5f50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324802 Aug 05 12:55:40.118476 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-8fffb5ee-b6e6-444e-a4c7-788130418830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:40.140129 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aca532-97cb-4717-9bca-d4ecdce13f76 req-dcd36810-090f-458a-b1c7-85446f95ea5e tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:55:40.142734 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c7aca532-97cb-4717-9bca-d4ecdce13f76 req-dcd36810-090f-458a-b1c7-85446f95ea5e tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc64e6d6-2b07-476a-8518-594b853c2245 HTTP/1.1" status: 200 len: 946 time: 0.0597184 Aug 05 12:55:40.178500 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:40.184656 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c7aca532-97cb-4717-9bca-d4ecdce13f76 req-127c2d64-c66d-4b6d-a871-ce67aef52e41 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/security-groups?id=15ada8bc-34f1-4e32-b279-fee22dff5f50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357833 Aug 05 12:55:40.303472 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393715bd-97e9-4146-a583-a84e919c5e6b req-1456f1c8-ff00-4831-8c4c-87bd23ce65b9 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:55:40.304981 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-393715bd-97e9-4146-a583-a84e919c5e6b req-1456f1c8-ff00-4831-8c4c-87bd23ce65b9 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc64e6d6-2b07-476a-8518-594b853c2245 HTTP/1.1" status: 200 len: 946 time: 0.0520902 Aug 05 12:55:40.343714 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-393715bd-97e9-4146-a583-a84e919c5e6b req-99845dd7-09b3-4945-a4c7-22239c98a401 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/security-groups?id=15ada8bc-34f1-4e32-b279-fee22dff5f50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326083 Aug 05 12:55:40.366424 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 50440) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:55:40.455921 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f09ffb53-92e6-4455-aa5f-39e616585589 tempest-TestShelveInstance-116381677 tempest-TestShelveInstance-116381677-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:55:40.457594 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-f09ffb53-92e6-4455-aa5f-39e616585589 tempest-TestShelveInstance-116381677 tempest-TestShelveInstance-116381677-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=dc64e6d6-2b07-476a-8518-594b853c2245 HTTP/1.1" status: 200 len: 1092 time: 0.0901508 Aug 05 12:55:40.460511 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 50444) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:55:40.465075 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-93303889-482b-4c74-aa63-9f29e79d0b80 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Request body: {'floatingip': {'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'port_id': '02c3aebc-473f-4fe0-a45c-8f02a8c3df79', 'tenant_id': 'b3acac3ac7984616994c4d25f16f5a73', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:55:40.490535 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-93303889-482b-4c74-aa63-9f29e79d0b80 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Notify callbacks [] for floatingip, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:40.606826 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-93303889-482b-4c74-aa63-9f29e79d0b80 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:40.712862 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-93303889-482b-4c74-aa63-9f29e79d0b80 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Allocated IP 172.25.5.95 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/dd85b62a-1295-428a-bf77-3e53b43e9d06) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 12:55:40.820958 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-93303889-482b-4c74-aa63-9f29e79d0b80 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:40.869542 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-93303889-482b-4c74-aa63-9f29e79d0b80 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:40.906653 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93303889-482b-4c74-aa63-9f29e79d0b80 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 12:55:40.913011 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-93303889-482b-4c74-aa63-9f29e79d0b80 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 12:55:40.917634 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93303889-482b-4c74-aa63-9f29e79d0b80 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 12:55:40.941728 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93303889-482b-4c74-aa63-9f29e79d0b80 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Pushing event updated for resources: {'Port': ['ID=dd85b62a-1295-428a-bf77-3e53b43e9d06,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:55:41.310290 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-93303889-482b-4c74-aa63-9f29e79d0b80 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:41.380530 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-93303889-482b-4c74-aa63-9f29e79d0b80 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:41.538379 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-93303889-482b-4c74-aa63-9f29e79d0b80 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:41.543107 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-93303889-482b-4c74-aa63-9f29e79d0b80 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:41.630113 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93303889-482b-4c74-aa63-9f29e79d0b80 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Pushing event updated for resources: {'Port': ['ID=dd85b62a-1295-428a-bf77-3e53b43e9d06,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:55:41.641410 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-93303889-482b-4c74-aa63-9f29e79d0b80 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33287247'] for floatingip, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:41.745617 n-d-803378-2 neutron-server[94420]: INFO neutron.db.l3_db [None req-93303889-482b-4c74-aa63-9f29e79d0b80 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Floating IP 27b05d13-b1d1-4bb4-a028-eca47e410344 associated. External IP: 172.25.5.95, port: 02c3aebc-473f-4fe0-a45c-8f02a8c3df79. Aug 05 12:55:41.957773 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93303889-482b-4c74-aa63-9f29e79d0b80 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Router e13afde0-9688-429e-b0dd-687822a42205 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:55:42.069121 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93303889-482b-4c74-aa63-9f29e79d0b80 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:55:42.078824 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f03ba6-7917-4f73-b390-8b36535044d0 None None] Sync routers for ids ['e13afde0-9688-429e-b0dd-687822a42205'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:55:42.086322 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-93303889-482b-4c74-aa63-9f29e79d0b80 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:42.089859 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f03ba6-7917-4f73-b390-8b36535044d0 None None] Routers {'e13afde0-9688-429e-b0dd-687822a42205'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:55:42.090508 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-51f03ba6-7917-4f73-b390-8b36535044d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:55:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['e13afde0-9688-429e-b0dd-687822a42205'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:55:42.114727 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-93303889-482b-4c74-aa63-9f29e79d0b80 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6531520 Aug 05 12:55:42.115333 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc64e6d6-2b07-476a-8518-594b853c2245', 'tag': '02c3aebc-473f-4fe0-a45c-8f02a8c3df79'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:55:42.117939 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47e10126444b02a26d513ed6f4b145adbdfa00d329c865c61a1608b26e6d0230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d418667b-ccb9-4da6-8258-3038d59838b7" -d '{"events": [{"name": "network-changed", "server_uuid": "dc64e6d6-2b07-476a-8518-594b853c2245", "tag": "02c3aebc-473f-4fe0-a45c-8f02a8c3df79"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:55:42.154626 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:42.167946 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 12:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e2d7fb1-2469-44de-bc79-053940ccde8f x-openstack-request-id: req-9e2d7fb1-2469-44de-bc79-053940ccde8f {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:55:42.168238 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc64e6d6-2b07-476a-8518-594b853c2245", "tag": "02c3aebc-473f-4fe0-a45c-8f02a8c3df79", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:55:42.168804 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9e2d7fb1-2469-44de-bc79-053940ccde8f {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:55:42.169239 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc64e6d6-2b07-476a-8518-594b853c2245', 'tag': '02c3aebc-473f-4fe0-a45c-8f02a8c3df79', 'status': 'completed', 'code': 200} Aug 05 12:55:42.218337 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-51f03ba6-7917-4f73-b390-8b36535044d0 None None] Set router e13afde0-9688-429e-b0dd-687822a42205 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:55:42.255014 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d418667b-ccb9-4da6-8258-3038d59838b7 req-86d55154-b5f8-48a5-bf71-886ded0f4892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:55:42.256658 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d418667b-ccb9-4da6-8258-3038d59838b7 req-86d55154-b5f8-48a5-bf71-886ded0f4892 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b3acac3ac7984616994c4d25f16f5a73&device_id=dc64e6d6-2b07-476a-8518-594b853c2245 HTTP/1.1" status: 200 len: 1097 time: 0.0474606 Aug 05 12:55:42.362317 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d418667b-ccb9-4da6-8258-3038d59838b7 req-777e291a-fb0d-4705-b7bb-46f53caef3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:55:42.363927 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d418667b-ccb9-4da6-8258-3038d59838b7 req-777e291a-fb0d-4705-b7bb-46f53caef3d6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=cc0bc985-1984-4a2c-bad4-9022cad15313 HTTP/1.1" status: 200 len: 909 time: 0.0979373 Aug 05 12:55:42.432010 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d418667b-ccb9-4da6-8258-3038d59838b7 req-81a88651-8b4b-4b9f-ab5a-3f421406d057 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=02c3aebc-473f-4fe0-a45c-8f02a8c3df79 HTTP/1.1" status: 200 len: 999 time: 0.0603611 Aug 05 12:55:42.471275 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-51f03ba6-7917-4f73-b390-8b36535044d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e13afde0-9688-429e-b0dd-687822a42205', 'name': 'tempest-TestShelveInstance-895383723-router', 'tenant_id': 'b3acac3ac7984616994c4d25f16f5a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '83f07558-43bf-4b9f-9c68-8ea890478ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:55:17Z', 'updated_at': '2021-08-05T12:55:20Z', 'revision_number': 4, 'project_id': 'b3acac3ac7984616994c4d25f16f5a73', 'gw_port': {'id': '83f07558-43bf-4b9f-9c68-8ea890478ef0', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:67:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e13afde0-9688-429e-b0dd-687822a42205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:55:18Z', 'updated_at': '2021-08-05T12:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': '27b05d13-b1d1-4bb4-a028-eca47e410344', 'tenant_id': 'b3acac3ac7984616994c4d25f16f5a73', 'floating_ip_address': '172.25.5.95', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': 'e13afde0-9688-429e-b0dd-687822a42205', 'port_id': '02c3aebc-473f-4fe0-a45c-8f02a8c3df79', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc0bc985-1984-4a2c-bad4-9022cad15313', 'mac_address': 'fa:16:3e:a8:64:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc64e6d6-2b07-476a-8518-594b853c2245', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T12:55:41Z', 'updated_at': '2021-08-05T12:55:41Z', 'revision_number': 0, 'project_id': 'b3acac3ac7984616994c4d25f16f5a73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae85a3fb-8dbe-4a1a-8702-2d30ad55e897', 'name': '', 'network_id': 'cc0bc985-1984-4a2c-bad4-9022cad15313', 'tenant_id': 'b3acac3ac7984616994c4d25f16f5a73', 'mac_address': 'fa:16:3e:f4:1a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e13afde0-9688-429e-b0dd-687822a42205', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '845431f7-3f32-4d13-bf4b-ecf65d7db9ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:55:20Z', 'updated_at': '2021-08-05T12:55:26Z', 'revision_number': 5, 'project_id': 'b3acac3ac7984616994c4d25f16f5a73', 'subnets': [{'id': '845431f7-3f32-4d13-bf4b-ecf65d7db9ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:55:42.484783 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d418667b-ccb9-4da6-8258-3038d59838b7 req-a9f7f94d-6fb6-4cfd-ab36-88455222128e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:55:42.486846 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d418667b-ccb9-4da6-8258-3038d59838b7 req-a9f7f94d-6fb6-4cfd-ab36-88455222128e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=845431f7-3f32-4d13-bf4b-ecf65d7db9ae HTTP/1.1" status: 200 len: 847 time: 0.0479674 Aug 05 12:55:42.498397 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f03ba6-7917-4f73-b390-8b36535044d0 None None] Checking router: e13afde0-9688-429e-b0dd-687822a42205 for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:55:42.512656 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f03ba6-7917-4f73-b390-8b36535044d0 None None] Routers {'e13afde0-9688-429e-b0dd-687822a42205'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:55:42.513483 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-51f03ba6-7917-4f73-b390-8b36535044d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:55:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['e13afde0-9688-429e-b0dd-687822a42205'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:55:42.538214 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d418667b-ccb9-4da6-8258-3038d59838b7 req-2ef63783-06df-45ff-9eca-0c569f6ab4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:55:42.539749 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d418667b-ccb9-4da6-8258-3038d59838b7 req-2ef63783-06df-45ff-9eca-0c569f6ab4d8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cc0bc985-1984-4a2c-bad4-9022cad15313&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461462 Aug 05 12:55:42.623468 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-51f03ba6-7917-4f73-b390-8b36535044d0 None None] Set router e13afde0-9688-429e-b0dd-687822a42205 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:55:42.636218 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d418667b-ccb9-4da6-8258-3038d59838b7 req-cd6f04ac-b39c-4015-8a91-2254c4f5bfd9 service neutron] 10.222.0.55 "GET /v2.0/networks/cc0bc985-1984-4a2c-bad4-9022cad15313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884368 Aug 05 12:55:42.737015 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-d418667b-ccb9-4da6-8258-3038d59838b7 req-b62f6dd8-fb9f-40f1-a8ec-4713c67727e1 service neutron] 10.222.0.55 "GET /v2.0/networks/cc0bc985-1984-4a2c-bad4-9022cad15313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933328 Aug 05 12:55:42.864193 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-51f03ba6-7917-4f73-b390-8b36535044d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e13afde0-9688-429e-b0dd-687822a42205', 'name': 'tempest-TestShelveInstance-895383723-router', 'tenant_id': 'b3acac3ac7984616994c4d25f16f5a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '83f07558-43bf-4b9f-9c68-8ea890478ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:55:17Z', 'updated_at': '2021-08-05T12:55:20Z', 'revision_number': 4, 'project_id': 'b3acac3ac7984616994c4d25f16f5a73', 'gw_port': {'id': '83f07558-43bf-4b9f-9c68-8ea890478ef0', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:67:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e13afde0-9688-429e-b0dd-687822a42205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:55:18Z', 'updated_at': '2021-08-05T12:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': '27b05d13-b1d1-4bb4-a028-eca47e410344', 'tenant_id': 'b3acac3ac7984616994c4d25f16f5a73', 'floating_ip_address': '172.25.5.95', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': 'e13afde0-9688-429e-b0dd-687822a42205', 'port_id': '02c3aebc-473f-4fe0-a45c-8f02a8c3df79', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc0bc985-1984-4a2c-bad4-9022cad15313', 'mac_address': 'fa:16:3e:a8:64:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc64e6d6-2b07-476a-8518-594b853c2245', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T12:55:41Z', 'updated_at': '2021-08-05T12:55:41Z', 'revision_number': 0, 'project_id': 'b3acac3ac7984616994c4d25f16f5a73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae85a3fb-8dbe-4a1a-8702-2d30ad55e897', 'name': '', 'network_id': 'cc0bc985-1984-4a2c-bad4-9022cad15313', 'tenant_id': 'b3acac3ac7984616994c4d25f16f5a73', 'mac_address': 'fa:16:3e:f4:1a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e13afde0-9688-429e-b0dd-687822a42205', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '845431f7-3f32-4d13-bf4b-ecf65d7db9ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:55:20Z', 'updated_at': '2021-08-05T12:55:26Z', 'revision_number': 5, 'project_id': 'b3acac3ac7984616994c4d25f16f5a73', 'subnets': [{'id': '845431f7-3f32-4d13-bf4b-ecf65d7db9ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:55:42.891310 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f03ba6-7917-4f73-b390-8b36535044d0 None None] The sync data for ids ['e13afde0-9688-429e-b0dd-687822a42205'] in n-d-803378-2 is: [{'id': 'e13afde0-9688-429e-b0dd-687822a42205', 'name': 'tempest-TestShelveInstance-895383723-router', 'tenant_id': 'b3acac3ac7984616994c4d25f16f5a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '83f07558-43bf-4b9f-9c68-8ea890478ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:55:17Z', 'updated_at': '2021-08-05T12:55:20Z', 'revision_number': 4, 'project_id': 'b3acac3ac7984616994c4d25f16f5a73', 'gw_port': {'id': '83f07558-43bf-4b9f-9c68-8ea890478ef0', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:67:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e13afde0-9688-429e-b0dd-687822a42205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:55:18Z', 'updated_at': '2021-08-05T12:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': '27b05d13-b1d1-4bb4-a028-eca47e410344', 'tenant_id': 'b3acac3ac7984616994c4d25f16f5a73', 'floating_ip_address': '172.25.5.95', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': 'e13afde0-9688-429e-b0dd-687822a42205', 'port_id': '02c3aebc-473f-4fe0-a45c-8f02a8c3df79', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc0bc985-1984-4a2c-bad4-9022cad15313', 'mac_address': 'fa:16:3e:a8:64:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc64e6d6-2b07-476a-8518-594b853c2245', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T12:55:41Z', 'updated_at': '2021-08-05T12:55:41Z', 'revision_number': 0, 'project_id': 'b3acac3ac7984616994c4d25f16f5a73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae85a3fb-8dbe-4a1a-8702-2d30ad55e897', 'name': '', 'network_id': 'cc0bc985-1984-4a2c-bad4-9022cad15313', 'tenant_id': 'b3acac3ac7984616994c4d25f16f5a73', 'mac_address': 'fa:16:3e:f4:1a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e13afde0-9688-429e-b0dd-687822a42205', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '845431f7-3f32-4d13-bf4b-ecf65d7db9ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:55:20Z', 'updated_at': '2021-08-05T12:55:26Z', 'revision_number': 5, 'project_id': 'b3acac3ac7984616994c4d25f16f5a73', 'subnets': [{'id': '845431f7-3f32-4d13-bf4b-ecf65d7db9ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:55:43.091033 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2e3a84-bbbd-40be-a450-8146b276551d None None] New status for floating IP 27b05d13-b1d1-4bb4-a028-eca47e410344: ACTIVE {{(pid=94423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 12:55:44.257406 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:55:52.995275 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:56:00.307363 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:56:02.821737 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 12:56:05.564040 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-71767819-2b8e-43c1-93fb-d6eb55f9637e req-32974a57-3665-496f-8fe7-0d9721c19c06 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=dc64e6d6-2b07-476a-8518-594b853c2245&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0412314 Aug 05 12:56:05.670406 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71767819-2b8e-43c1-93fb-d6eb55f9637e req-d4e17cd6-d346-4e89-9a9b-8fd0d576dc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:56:05.671950 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-71767819-2b8e-43c1-93fb-d6eb55f9637e req-d4e17cd6-d346-4e89-9a9b-8fd0d576dc19 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b3acac3ac7984616994c4d25f16f5a73&device_id=dc64e6d6-2b07-476a-8518-594b853c2245 HTTP/1.1" status: 200 len: 1097 time: 0.0434365 Aug 05 12:56:05.781274 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71767819-2b8e-43c1-93fb-d6eb55f9637e req-cb58ed47-457b-4db0-a52e-1f066a188b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:56:05.782785 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-71767819-2b8e-43c1-93fb-d6eb55f9637e req-cb58ed47-457b-4db0-a52e-1f066a188b2a service neutron] 10.222.0.55 "GET /v2.0/networks?id=cc0bc985-1984-4a2c-bad4-9022cad15313 HTTP/1.1" status: 200 len: 909 time: 0.0910749 Aug 05 12:56:05.851140 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-71767819-2b8e-43c1-93fb-d6eb55f9637e req-d8547c3b-2e4b-4ee6-9a20-569e7cc7b8a7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=02c3aebc-473f-4fe0-a45c-8f02a8c3df79 HTTP/1.1" status: 200 len: 1001 time: 0.0610526 Aug 05 12:56:05.904295 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71767819-2b8e-43c1-93fb-d6eb55f9637e req-e2f671a5-8be1-4295-963a-aefb906ce2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:56:05.905821 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-71767819-2b8e-43c1-93fb-d6eb55f9637e req-e2f671a5-8be1-4295-963a-aefb906ce2ff service neutron] 10.222.0.55 "GET /v2.0/subnets?id=845431f7-3f32-4d13-bf4b-ecf65d7db9ae HTTP/1.1" status: 200 len: 847 time: 0.0468051 Aug 05 12:56:05.959883 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71767819-2b8e-43c1-93fb-d6eb55f9637e req-50459769-0f9b-46d6-ab05-be8afc990403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:56:05.961454 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-71767819-2b8e-43c1-93fb-d6eb55f9637e req-50459769-0f9b-46d6-ab05-be8afc990403 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cc0bc985-1984-4a2c-bad4-9022cad15313&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482275 Aug 05 12:56:06.053555 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-71767819-2b8e-43c1-93fb-d6eb55f9637e req-82056426-8cf8-4614-ac47-dd1bdba0a0f4 service neutron] 10.222.0.55 "GET /v2.0/networks/cc0bc985-1984-4a2c-bad4-9022cad15313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835118 Aug 05 12:56:06.156448 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-71767819-2b8e-43c1-93fb-d6eb55f9637e req-74fbbca7-eb7c-4841-8bcf-4bab6929305d service neutron] 10.222.0.55 "GET /v2.0/networks/cc0bc985-1984-4a2c-bad4-9022cad15313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953355 Aug 05 12:56:07.381598 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-62cced87-f738-42bf-b6f8-ae77b4a6b8ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:56:10.120437 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-5d334228-c641-4b1e-8f1e-ffea9b799959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:56:10.183145 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:56:12.119000 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:56:14.261692 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:56:22.994355 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:56:30.309889 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:56:37.386329 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-93d0a4e6-77ac-49c9-9289-5364d3dfbf2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:56:39.821786 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 12:56:40.122274 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-233c2c99-7f78-437c-8ea0-655a4969718c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:56:40.187509 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:56:42.122430 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:56:44.263002 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:56:52.999649 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:57:00.325483 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:57:05.573357 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-26c4964a-274f-4537-8e9f-15ac826eb2aa req-05e7c715-69a7-4ca0-a343-adcefe3ac69c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=dc64e6d6-2b07-476a-8518-594b853c2245&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407815 Aug 05 12:57:05.671891 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c4964a-274f-4537-8e9f-15ac826eb2aa req-7576986a-8e34-4659-88d3-5015c824273b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:57:05.673461 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-26c4964a-274f-4537-8e9f-15ac826eb2aa req-7576986a-8e34-4659-88d3-5015c824273b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b3acac3ac7984616994c4d25f16f5a73&device_id=dc64e6d6-2b07-476a-8518-594b853c2245 HTTP/1.1" status: 200 len: 1097 time: 0.0428488 Aug 05 12:57:05.793257 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c4964a-274f-4537-8e9f-15ac826eb2aa req-f6b76c5c-8326-4556-82da-db7217edccc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:57:05.794790 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-26c4964a-274f-4537-8e9f-15ac826eb2aa req-f6b76c5c-8326-4556-82da-db7217edccc3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=cc0bc985-1984-4a2c-bad4-9022cad15313 HTTP/1.1" status: 200 len: 909 time: 0.1013672 Aug 05 12:57:05.867912 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-26c4964a-274f-4537-8e9f-15ac826eb2aa req-b50b42da-b668-49e0-8a31-253fb4265ebf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=02c3aebc-473f-4fe0-a45c-8f02a8c3df79 HTTP/1.1" status: 200 len: 1001 time: 0.0652292 Aug 05 12:57:05.918926 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c4964a-274f-4537-8e9f-15ac826eb2aa req-5a31dbee-e2e3-48d7-aa7d-6d7f8e405a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:57:05.920422 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-26c4964a-274f-4537-8e9f-15ac826eb2aa req-5a31dbee-e2e3-48d7-aa7d-6d7f8e405a06 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=845431f7-3f32-4d13-bf4b-ecf65d7db9ae HTTP/1.1" status: 200 len: 847 time: 0.0459452 Aug 05 12:57:05.974795 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c4964a-274f-4537-8e9f-15ac826eb2aa req-8b0bfd73-97f0-488d-bf8d-36fdd777da8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:57:05.976336 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-26c4964a-274f-4537-8e9f-15ac826eb2aa req-8b0bfd73-97f0-488d-bf8d-36fdd777da8f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cc0bc985-1984-4a2c-bad4-9022cad15313&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486317 Aug 05 12:57:06.082123 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-26c4964a-274f-4537-8e9f-15ac826eb2aa req-0a5ff73c-b597-4cea-81dc-e27cb445851e service neutron] 10.222.0.55 "GET /v2.0/networks/cc0bc985-1984-4a2c-bad4-9022cad15313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980928 Aug 05 12:57:06.189199 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-26c4964a-274f-4537-8e9f-15ac826eb2aa req-c84f6249-dd01-4514-8331-4f660f6935dc service neutron] 10.222.0.55 "GET /v2.0/networks/cc0bc985-1984-4a2c-bad4-9022cad15313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996294 Aug 05 12:57:07.389653 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-5e391d91-f3ac-4f1d-a686-a8cb3db7220b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:57:10.125584 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-724cbcc4-847f-49a1-ab76-88b253f70b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:57:10.193675 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:57:12.130588 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:57:14.273122 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:57:16.826085 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 12:57:22.994330 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:57:30.327091 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:57:37.397331 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-5678a732-932b-4025-812b-f911ededc897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:57:37.904534 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17c8e44-8634-4f72-9acf-d5fab23710f4 req-3e7fcfc5-b750-402e-b35e-36f9f8427c3c tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:57:37.906221 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a17c8e44-8634-4f72-9acf-d5fab23710f4 req-3e7fcfc5-b750-402e-b35e-36f9f8427c3c tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc64e6d6-2b07-476a-8518-594b853c2245 HTTP/1.1" status: 200 len: 946 time: 0.0647552 Aug 05 12:57:37.956578 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a17c8e44-8634-4f72-9acf-d5fab23710f4 req-02338d2d-5701-4399-bb43-3b45b3d90660 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/security-groups?id=15ada8bc-34f1-4e32-b279-fee22dff5f50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387061 Aug 05 12:57:39.113847 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebf2abd-c5eb-4c03-b982-1d5df9dbee66 req-ae3ea0e1-229a-4fbf-9832-86e1242ad699 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:57:39.115488 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4ebf2abd-c5eb-4c03-b982-1d5df9dbee66 req-ae3ea0e1-229a-4fbf-9832-86e1242ad699 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc64e6d6-2b07-476a-8518-594b853c2245 HTTP/1.1" status: 200 len: 946 time: 0.0643332 Aug 05 12:57:39.171488 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4ebf2abd-c5eb-4c03-b982-1d5df9dbee66 req-6ae00452-7b56-4d8d-9e93-dc4fb3b44bbd tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/security-groups?id=15ada8bc-34f1-4e32-b279-fee22dff5f50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453694 Aug 05 12:57:40.131507 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-a673af8a-69fd-4a49-a028-29ff4cc72859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:57:40.189339 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:57:40.323968 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65163bd6-3e88-4c3c-a525-a1c13981907d req-a813845e-eb49-49e3-a73f-5b9a1137a250 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:57:40.325567 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-65163bd6-3e88-4c3c-a525-a1c13981907d req-a813845e-eb49-49e3-a73f-5b9a1137a250 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc64e6d6-2b07-476a-8518-594b853c2245 HTTP/1.1" status: 200 len: 946 time: 0.0539527 Aug 05 12:57:40.366790 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-65163bd6-3e88-4c3c-a525-a1c13981907d req-ee8eb4bf-a2eb-4342-bbaa-de4f1655329e tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/security-groups?id=15ada8bc-34f1-4e32-b279-fee22dff5f50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348573 Aug 05 12:57:41.498926 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2c9ea5-9ffd-4600-90fa-c23033c8c339 req-ffb3c0a7-bb9f-450a-828b-c26b7d74985d tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:57:41.500542 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4f2c9ea5-9ffd-4600-90fa-c23033c8c339 req-ffb3c0a7-bb9f-450a-828b-c26b7d74985d tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc64e6d6-2b07-476a-8518-594b853c2245 HTTP/1.1" status: 200 len: 946 time: 0.0561109 Aug 05 12:57:41.543109 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4f2c9ea5-9ffd-4600-90fa-c23033c8c339 req-5d274456-901a-49a6-aa98-8892e76d4805 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/security-groups?id=15ada8bc-34f1-4e32-b279-fee22dff5f50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356591 Aug 05 12:57:42.131399 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:57:42.676062 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14251c2-8835-4165-8bf0-986e636ed1c1 req-d32c72ba-2376-4701-b2da-0d6135657e5d tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:57:42.677600 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a14251c2-8835-4165-8bf0-986e636ed1c1 req-d32c72ba-2376-4701-b2da-0d6135657e5d tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc64e6d6-2b07-476a-8518-594b853c2245 HTTP/1.1" status: 200 len: 946 time: 0.0618899 Aug 05 12:57:42.718614 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a14251c2-8835-4165-8bf0-986e636ed1c1 req-e6a87818-e735-48fb-89ac-cd03370f062c tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/security-groups?id=15ada8bc-34f1-4e32-b279-fee22dff5f50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347695 Aug 05 12:57:43.838010 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e464febe-c1d4-4cfc-a75e-b9837f4c8c71 req-f9efaf49-7b44-4082-9958-b7b201afb53a tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:57:43.840143 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e464febe-c1d4-4cfc-a75e-b9837f4c8c71 req-f9efaf49-7b44-4082-9958-b7b201afb53a tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc64e6d6-2b07-476a-8518-594b853c2245 HTTP/1.1" status: 200 len: 946 time: 0.0501783 Aug 05 12:57:43.882053 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e464febe-c1d4-4cfc-a75e-b9837f4c8c71 req-4f1589a1-c3de-4e12-925f-a16c0712a3b6 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/security-groups?id=15ada8bc-34f1-4e32-b279-fee22dff5f50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356348 Aug 05 12:57:44.273715 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:57:45.005676 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbed149-0a59-4e7a-85f8-8b34d3e71ff4 req-0714eef0-7caa-4e11-bf24-cf5868b4187c tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:57:45.007658 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bcbed149-0a59-4e7a-85f8-8b34d3e71ff4 req-0714eef0-7caa-4e11-bf24-cf5868b4187c tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc64e6d6-2b07-476a-8518-594b853c2245 HTTP/1.1" status: 200 len: 946 time: 0.0557220 Aug 05 12:57:45.049682 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bcbed149-0a59-4e7a-85f8-8b34d3e71ff4 req-90b22312-52e6-44cf-90a2-0279f75a98d2 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/security-groups?id=15ada8bc-34f1-4e32-b279-fee22dff5f50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358407 Aug 05 12:57:46.171968 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d53ae6b-f3e7-4f37-a22e-c7bd137ce473 req-4ebc06ca-c659-4782-95a8-d9bc7ad2462c tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:57:46.173575 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5d53ae6b-f3e7-4f37-a22e-c7bd137ce473 req-4ebc06ca-c659-4782-95a8-d9bc7ad2462c tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc64e6d6-2b07-476a-8518-594b853c2245 HTTP/1.1" status: 200 len: 946 time: 0.0507674 Aug 05 12:57:46.213653 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5d53ae6b-f3e7-4f37-a22e-c7bd137ce473 req-b7ae3fc1-d9f2-47d5-893a-ebbd12b2ff90 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/security-groups?id=15ada8bc-34f1-4e32-b279-fee22dff5f50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340629 Aug 05 12:57:47.346476 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb6b39e-a68b-44d0-814a-8c242e2ad74c req-b7a74908-d6fd-46cc-8e3e-4d5e70ce4b93 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:57:47.348122 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0fb6b39e-a68b-44d0-814a-8c242e2ad74c req-b7a74908-d6fd-46cc-8e3e-4d5e70ce4b93 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc64e6d6-2b07-476a-8518-594b853c2245 HTTP/1.1" status: 200 len: 946 time: 0.0599706 Aug 05 12:57:47.393889 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0fb6b39e-a68b-44d0-814a-8c242e2ad74c req-e90e9ef5-b2dd-4630-a575-984f3479a0bd tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/security-groups?id=15ada8bc-34f1-4e32-b279-fee22dff5f50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382967 Aug 05 12:57:48.534309 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2abecd-2648-4a58-a044-98fbfe13c5b0 req-0304cf97-d31d-4133-807d-a1b808ae5658 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:57:48.535886 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0d2abecd-2648-4a58-a044-98fbfe13c5b0 req-0304cf97-d31d-4133-807d-a1b808ae5658 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc64e6d6-2b07-476a-8518-594b853c2245 HTTP/1.1" status: 200 len: 946 time: 0.0596817 Aug 05 12:57:48.579208 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0d2abecd-2648-4a58-a044-98fbfe13c5b0 req-68021331-2c80-4818-9e3a-b773652167a0 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/security-groups?id=15ada8bc-34f1-4e32-b279-fee22dff5f50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358016 Aug 05 12:57:49.704022 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb09c769-61e7-4537-8797-bd427db55e09 req-49a2f52e-ffa3-4509-8d95-2b041b808588 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:57:49.705626 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fb09c769-61e7-4537-8797-bd427db55e09 req-49a2f52e-ffa3-4509-8d95-2b041b808588 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc64e6d6-2b07-476a-8518-594b853c2245 HTTP/1.1" status: 200 len: 946 time: 0.0552793 Aug 05 12:57:49.749499 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fb09c769-61e7-4537-8797-bd427db55e09 req-f50f88dc-b11c-4bad-964a-674f39217836 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/security-groups?id=15ada8bc-34f1-4e32-b279-fee22dff5f50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368137 Aug 05 12:57:50.800444 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 02c3aebc-473f-4fe0-a45c-8f02a8c3df79 details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 12:57:50.892686 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2cff7c-e70d-4b35-bde0-7554055b2535 req-3d0c58d2-f68d-41b5-ae79-e7215ea1aca9 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:57:50.898155 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2b2cff7c-e70d-4b35-bde0-7554055b2535 req-3d0c58d2-f68d-41b5-ae79-e7215ea1aca9 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc64e6d6-2b07-476a-8518-594b853c2245 HTTP/1.1" status: 200 len: 946 time: 0.0702069 Aug 05 12:57:50.962080 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2b2cff7c-e70d-4b35-bde0-7554055b2535 req-3b0ae0fd-858f-4f01-8bad-b11ba68d2653 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/security-groups?id=15ada8bc-34f1-4e32-b279-fee22dff5f50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592341 Aug 05 12:57:50.983705 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 02c3aebc-473f-4fe0-a45c-8f02a8c3df79, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=02c3aebc-473f-4fe0-a45c-8f02a8c3df79,segment=NetworkSegment(5bfb745a-e1eb-454c-b816-1366c6736695),segment_id=5bfb745a-e1eb-454c-b816-1366c6736695)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:57:51.006398 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Returning: {'device': '02c3aebc-473f-4fe0-a45c-8f02a8c3df79', 'network_id': 'cc0bc985-1984-4a2c-bad4-9022cad15313', 'port_id': '02c3aebc-473f-4fe0-a45c-8f02a8c3df79', 'mac_address': 'fa:16:3e:a8:64:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '845431f7-3f32-4d13-bf4b-ecf65d7db9ae', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 12:57:51.083104 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:57:51.106157 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 02c3aebc-473f-4fe0-a45c-8f02a8c3df79 {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 12:57:51.137281 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 02c3aebc-473f-4fe0-a45c-8f02a8c3df79, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=02c3aebc-473f-4fe0-a45c-8f02a8c3df79,segment=NetworkSegment(5bfb745a-e1eb-454c-b816-1366c6736695),segment_id=5bfb745a-e1eb-454c-b816-1366c6736695)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:57:51.143384 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:57:51.235553 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=02c3aebc-473f-4fe0-a45c-8f02a8c3df79,revision_number=6']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:57:51.250446 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:57:51.250811 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:57:51.251164 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:57:51.251507 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:57:51.251853 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:57:51.252193 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:57:51.252705 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:57:51.252876 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:57:51.253244 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:57:51.253571 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:57:51.253932 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:57:51.254261 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:57:51.292457 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['02c3aebc-473f-4fe0-a45c-8f02a8c3df79'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 12:57:52.136321 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02f6425-5d6e-4a3d-95df-1547a4039bf1 req-57e33b72-0d95-4c2a-bab1-338963d9f6f9 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:57:52.146004 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a02f6425-5d6e-4a3d-95df-1547a4039bf1 req-57e33b72-0d95-4c2a-bab1-338963d9f6f9 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc64e6d6-2b07-476a-8518-594b853c2245 HTTP/1.1" status: 200 len: 945 time: 0.0786657 Aug 05 12:57:52.194451 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a02f6425-5d6e-4a3d-95df-1547a4039bf1 req-103c2af2-62c4-4eb8-9f35-74a34508e51e tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/security-groups?id=15ada8bc-34f1-4e32-b279-fee22dff5f50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458508 Aug 05 12:57:52.823989 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 02c3aebc-473f-4fe0-a45c-8f02a8c3df79 up at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:57:52.895737 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning complete for port 02c3aebc-473f-4fe0-a45c-8f02a8c3df79 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:57:52.896352 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:57:53.006692 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:57:53.011279 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:57:53.039828 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc64e6d6-2b07-476a-8518-594b853c2245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02c3aebc-473f-4fe0-a45c-8f02a8c3df79'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:57:53.042178 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e1268cc07bff5734ca170491336a8ac74677c017447dd0c96766dddd3e3cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebae5aa7-1c5f-4654-b424-a2126b41e75a" -d '{"events": [{"server_uuid": "dc64e6d6-2b07-476a-8518-594b853c2245", "name": "network-vif-plugged", "status": "completed", "tag": "02c3aebc-473f-4fe0-a45c-8f02a8c3df79"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:57:53.066205 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 02c3aebc-473f-4fe0-a45c-8f02a8c3df79, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=02c3aebc-473f-4fe0-a45c-8f02a8c3df79,segment=NetworkSegment(5bfb745a-e1eb-454c-b816-1366c6736695),segment_id=5bfb745a-e1eb-454c-b816-1366c6736695)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:57:53.073358 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:57:53.163906 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=02c3aebc-473f-4fe0-a45c-8f02a8c3df79,revision_number=7']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:57:53.211710 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 12:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7b9c859-4d49-4c9a-af77-9e450ffbd71a x-openstack-request-id: req-e7b9c859-4d49-4c9a-af77-9e450ffbd71a {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:57:53.212005 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc64e6d6-2b07-476a-8518-594b853c2245", "name": "network-vif-plugged", "status": "completed", "tag": "02c3aebc-473f-4fe0-a45c-8f02a8c3df79", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:57:53.212259 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e7b9c859-4d49-4c9a-af77-9e450ffbd71a {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:57:53.213986 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc64e6d6-2b07-476a-8518-594b853c2245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02c3aebc-473f-4fe0-a45c-8f02a8c3df79', 'code': 200} Aug 05 12:57:53.348111 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fde94e-83dd-4b88-9658-4556109fc503 req-c2d2388f-3b27-4007-bf83-f3952c41e9e0 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:57:53.349760 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-14fde94e-83dd-4b88-9658-4556109fc503 req-c2d2388f-3b27-4007-bf83-f3952c41e9e0 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc64e6d6-2b07-476a-8518-594b853c2245 HTTP/1.1" status: 200 len: 946 time: 0.0572884 Aug 05 12:57:53.398743 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-14fde94e-83dd-4b88-9658-4556109fc503 req-ef0d9796-7b47-4120-a3da-00ef14cf8fec tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/security-groups?id=15ada8bc-34f1-4e32-b279-fee22dff5f50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411663 Aug 05 12:57:53.825904 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 12:57:54.596659 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8ca283-0fb9-42d9-aa81-09b7b5624c8d req-d43e94f8-aeb3-43a2-95b1-589c73a56c80 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:57:54.606926 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2b8ca283-0fb9-42d9-aa81-09b7b5624c8d req-d43e94f8-aeb3-43a2-95b1-589c73a56c80 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc64e6d6-2b07-476a-8518-594b853c2245 HTTP/1.1" status: 200 len: 946 time: 0.0764575 Aug 05 12:57:54.661162 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2b8ca283-0fb9-42d9-aa81-09b7b5624c8d req-cf56bec5-8622-4d13-8537-6eb74559a7c9 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/security-groups?id=15ada8bc-34f1-4e32-b279-fee22dff5f50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527589 Aug 05 12:57:55.861767 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097152a2-9353-4f89-b91a-b6f9f25ef991 req-bc9dd947-e302-4a01-8b73-2ff893beb4e2 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:57:55.864358 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-097152a2-9353-4f89-b91a-b6f9f25ef991 req-bc9dd947-e302-4a01-8b73-2ff893beb4e2 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc64e6d6-2b07-476a-8518-594b853c2245 HTTP/1.1" status: 200 len: 946 time: 0.0868990 Aug 05 12:57:55.911142 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-097152a2-9353-4f89-b91a-b6f9f25ef991 req-063a87aa-aaf5-4b04-bb10-10a4033dd2fe tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/security-groups?id=15ada8bc-34f1-4e32-b279-fee22dff5f50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399349 Aug 05 12:57:57.045981 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6662f9b4-8913-4ed4-8987-642beddf2ae1 req-2fc48ac7-29ff-4f00-9a5d-5d71276cf36a tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:57:57.048316 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6662f9b4-8913-4ed4-8987-642beddf2ae1 req-2fc48ac7-29ff-4f00-9a5d-5d71276cf36a tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc64e6d6-2b07-476a-8518-594b853c2245 HTTP/1.1" status: 200 len: 946 time: 0.0571160 Aug 05 12:57:57.101755 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6662f9b4-8913-4ed4-8987-642beddf2ae1 req-7dd0f005-64b9-411f-baaf-5240b08d7388 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/security-groups?id=15ada8bc-34f1-4e32-b279-fee22dff5f50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457685 Aug 05 12:57:58.253883 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6678ff97-2081-4464-b911-9fa492dedd18 req-aa9e667c-2993-4682-8126-f1213f6e3f88 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:57:58.255462 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6678ff97-2081-4464-b911-9fa492dedd18 req-aa9e667c-2993-4682-8126-f1213f6e3f88 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc64e6d6-2b07-476a-8518-594b853c2245 HTTP/1.1" status: 200 len: 946 time: 0.0646410 Aug 05 12:57:58.305682 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6678ff97-2081-4464-b911-9fa492dedd18 req-85e2c5b1-b0e0-43e0-81a3-26f1c538070c tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/security-groups?id=15ada8bc-34f1-4e32-b279-fee22dff5f50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426607 Aug 05 12:57:59.478964 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c75521f-59a5-4559-bc64-f48392dee8c7 req-8fae7009-ca6e-4f88-babe-70113a392899 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:57:59.480638 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4c75521f-59a5-4559-bc64-f48392dee8c7 req-8fae7009-ca6e-4f88-babe-70113a392899 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc64e6d6-2b07-476a-8518-594b853c2245 HTTP/1.1" status: 200 len: 946 time: 0.0764697 Aug 05 12:57:59.523145 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4c75521f-59a5-4559-bc64-f48392dee8c7 req-3597fb8a-0cbd-4f2f-a589-f8757c3ea055 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/security-groups?id=15ada8bc-34f1-4e32-b279-fee22dff5f50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355554 Aug 05 12:58:00.339403 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:58:00.641440 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3b1ba4-f563-449a-a05f-f193837e38b8 req-cdce176c-ff9d-4a5e-bfe8-e41e56b6e4a3 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:58:00.643073 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ab3b1ba4-f563-449a-a05f-f193837e38b8 req-cdce176c-ff9d-4a5e-bfe8-e41e56b6e4a3 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc64e6d6-2b07-476a-8518-594b853c2245 HTTP/1.1" status: 200 len: 946 time: 0.0513964 Aug 05 12:58:00.684371 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ab3b1ba4-f563-449a-a05f-f193837e38b8 req-d53d3c28-5c65-420d-b85d-dcfd6737165c tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/security-groups?id=15ada8bc-34f1-4e32-b279-fee22dff5f50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338655 Aug 05 12:58:01.373649 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a10fd19-3f53-47f9-b3b8-a22e4a540b19 req-5b7289af-ecfe-42c9-9699-ab43f9844a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:58:01.375460 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1a10fd19-3f53-47f9-b3b8-a22e4a540b19 req-5b7289af-ecfe-42c9-9699-ab43f9844a5a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b3acac3ac7984616994c4d25f16f5a73&device_id=dc64e6d6-2b07-476a-8518-594b853c2245 HTTP/1.1" status: 200 len: 1097 time: 0.3898880 Aug 05 12:58:01.481485 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a10fd19-3f53-47f9-b3b8-a22e4a540b19 req-53275b25-7fd3-471f-92fe-f3b33c6b74d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:58:01.482991 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1a10fd19-3f53-47f9-b3b8-a22e4a540b19 req-53275b25-7fd3-471f-92fe-f3b33c6b74d4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=cc0bc985-1984-4a2c-bad4-9022cad15313 HTTP/1.1" status: 200 len: 909 time: 0.0992432 Aug 05 12:58:01.556404 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1a10fd19-3f53-47f9-b3b8-a22e4a540b19 req-4020baa1-bcd0-4cdd-b997-dc9d85b7eecf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=02c3aebc-473f-4fe0-a45c-8f02a8c3df79 HTTP/1.1" status: 200 len: 1001 time: 0.0657971 Aug 05 12:58:01.607887 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a10fd19-3f53-47f9-b3b8-a22e4a540b19 req-ec3bec68-6877-445b-81b6-11b9edbcf463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:58:01.609501 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1a10fd19-3f53-47f9-b3b8-a22e4a540b19 req-ec3bec68-6877-445b-81b6-11b9edbcf463 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=845431f7-3f32-4d13-bf4b-ecf65d7db9ae HTTP/1.1" status: 200 len: 847 time: 0.0466087 Aug 05 12:58:01.663254 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a10fd19-3f53-47f9-b3b8-a22e4a540b19 req-ebc20134-a0d6-4a60-a24b-9e922acd5207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:58:01.665574 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1a10fd19-3f53-47f9-b3b8-a22e4a540b19 req-ebc20134-a0d6-4a60-a24b-9e922acd5207 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cc0bc985-1984-4a2c-bad4-9022cad15313&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484011 Aug 05 12:58:01.775207 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1a10fd19-3f53-47f9-b3b8-a22e4a540b19 req-617ac70e-a9c6-4b24-a9ed-ba611a69beb2 service neutron] 10.222.0.55 "GET /v2.0/networks/cc0bc985-1984-4a2c-bad4-9022cad15313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023903 Aug 05 12:58:01.825639 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de0fd6d-4ec4-4b7a-a5ca-65a472e0fc76 req-df5f0938-db4a-47f8-9ec9-308d06d835d7 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:58:01.827345 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5de0fd6d-4ec4-4b7a-a5ca-65a472e0fc76 req-df5f0938-db4a-47f8-9ec9-308d06d835d7 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc64e6d6-2b07-476a-8518-594b853c2245 HTTP/1.1" status: 200 len: 946 time: 0.0519872 Aug 05 12:58:01.872972 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5de0fd6d-4ec4-4b7a-a5ca-65a472e0fc76 req-58d8db72-6eb2-455d-afce-22229459c999 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/security-groups?id=15ada8bc-34f1-4e32-b279-fee22dff5f50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375886 Aug 05 12:58:01.874873 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1a10fd19-3f53-47f9-b3b8-a22e4a540b19 req-68192d83-7342-4793-a37d-f073c17cb57c service neutron] 10.222.0.55 "GET /v2.0/networks/cc0bc985-1984-4a2c-bad4-9022cad15313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930703 Aug 05 12:58:03.006287 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b5882a-ace9-4742-a538-a11808947c09 req-ae8dce52-13cf-48fd-a576-aac8e13b0a2a tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:58:03.007625 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-78b5882a-ace9-4742-a538-a11808947c09 req-ae8dce52-13cf-48fd-a576-aac8e13b0a2a tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc64e6d6-2b07-476a-8518-594b853c2245 HTTP/1.1" status: 200 len: 946 time: 0.0639606 Aug 05 12:58:03.048451 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-78b5882a-ace9-4742-a538-a11808947c09 req-4b4b4f87-1a4c-4ed4-95ba-a3e0cfecf16d tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/security-groups?id=15ada8bc-34f1-4e32-b279-fee22dff5f50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347769 Aug 05 12:58:04.172379 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025ebcaf-1bf1-4d8d-a8a7-e2391791c502 req-4afea10c-8304-40f9-af5a-e6ccda5fd8f4 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:58:04.174116 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-025ebcaf-1bf1-4d8d-a8a7-e2391791c502 req-4afea10c-8304-40f9-af5a-e6ccda5fd8f4 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc64e6d6-2b07-476a-8518-594b853c2245 HTTP/1.1" status: 200 len: 946 time: 0.0548449 Aug 05 12:58:04.219022 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-025ebcaf-1bf1-4d8d-a8a7-e2391791c502 req-16cbb5c7-0264-4293-ad59-4efb2c15def6 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/security-groups?id=15ada8bc-34f1-4e32-b279-fee22dff5f50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378475 Aug 05 12:58:04.439669 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c792319-6aa5-4998-811c-3b7836264f0b req-6ccde55d-712f-4218-9436-d3be0b1f6b9d tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:58:04.441230 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3c792319-6aa5-4998-811c-3b7836264f0b req-6ccde55d-712f-4218-9436-d3be0b1f6b9d tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc64e6d6-2b07-476a-8518-594b853c2245 HTTP/1.1" status: 200 len: 946 time: 0.0526669 Aug 05 12:58:04.483414 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3c792319-6aa5-4998-811c-3b7836264f0b req-eebbe452-1987-4bc6-b4e1-6a03f6a384ac tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/security-groups?id=15ada8bc-34f1-4e32-b279-fee22dff5f50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356212 Aug 05 12:58:04.549123 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 50636) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:58:04.866967 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 02c3aebc-473f-4fe0-a45c-8f02a8c3df79 no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:58:04.924327 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1f4b1693-db62-463c-9917-e534b5cc15b7 req-13695661-bd85-4775-a631-a3045fad0c8b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=dc64e6d6-2b07-476a-8518-594b853c2245&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3740168 Aug 05 12:58:04.950345 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:58:04.973832 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc64e6d6-2b07-476a-8518-594b853c2245', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02c3aebc-473f-4fe0-a45c-8f02a8c3df79'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:58:04.976223 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e1268cc07bff5734ca170491336a8ac74677c017447dd0c96766dddd3e3cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e42188fa-832f-4ac5-b64b-6b683350e08d" -d '{"events": [{"server_uuid": "dc64e6d6-2b07-476a-8518-594b853c2245", "name": "network-vif-unplugged", "status": "completed", "tag": "02c3aebc-473f-4fe0-a45c-8f02a8c3df79"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:58:04.990796 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 02c3aebc-473f-4fe0-a45c-8f02a8c3df79, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=02c3aebc-473f-4fe0-a45c-8f02a8c3df79,segment=NetworkSegment(5bfb745a-e1eb-454c-b816-1366c6736695),segment_id=5bfb745a-e1eb-454c-b816-1366c6736695)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:58:04.996250 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:58:05.022124 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 05 Aug 2021 12:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9c599a9-dc42-4d48-9c9c-66c3d8ab3543 x-openstack-request-id: req-c9c599a9-dc42-4d48-9c9c-66c3d8ab3543 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:58:05.022450 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc64e6d6-2b07-476a-8518-594b853c2245", "name": "network-vif-unplugged", "status": "failed", "tag": "02c3aebc-473f-4fe0-a45c-8f02a8c3df79", "code": 422}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:58:05.022677 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c9c599a9-dc42-4d48-9c9c-66c3d8ab3543 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:58:05.023061 n-d-803378-2 neutron-server[94422]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'dc64e6d6-2b07-476a-8518-594b853c2245', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '02c3aebc-473f-4fe0-a45c-8f02a8c3df79', 'code': 422} returned with failed status Aug 05 12:58:05.048443 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=02c3aebc-473f-4fe0-a45c-8f02a8c3df79,revision_number=8']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:58:05.610255 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e53026-38ed-4435-94c1-cccd5a4f3b7f req-e89341f7-bd26-413b-9057-648fd6e72dfd tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:58:05.611780 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f6e53026-38ed-4435-94c1-cccd5a4f3b7f req-e89341f7-bd26-413b-9057-648fd6e72dfd tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc64e6d6-2b07-476a-8518-594b853c2245 HTTP/1.1" status: 200 len: 944 time: 0.0499794 Aug 05 12:58:05.655960 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f6e53026-38ed-4435-94c1-cccd5a4f3b7f req-b1fb832f-f3ef-4648-a714-26eb918f3f87 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/security-groups?id=15ada8bc-34f1-4e32-b279-fee22dff5f50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365534 Aug 05 12:58:05.900133 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4b1693-db62-463c-9917-e534b5cc15b7 req-b512ebbb-38a1-499f-8f30-9bb494835e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:58:05.901705 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1f4b1693-db62-463c-9917-e534b5cc15b7 req-b512ebbb-38a1-499f-8f30-9bb494835e96 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=dc64e6d6-2b07-476a-8518-594b853c2245&tenant_id=b3acac3ac7984616994c4d25f16f5a73 HTTP/1.1" status: 200 len: 1095 time: 0.0487361 Aug 05 12:58:05.977420 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4b1693-db62-463c-9917-e534b5cc15b7 req-762cbe6d-ea15-43e6-ab9b-0d9df1390882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:58:05.978942 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1f4b1693-db62-463c-9917-e534b5cc15b7 req-762cbe6d-ea15-43e6-ab9b-0d9df1390882 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b3acac3ac7984616994c4d25f16f5a73&device_id=dc64e6d6-2b07-476a-8518-594b853c2245 HTTP/1.1" status: 200 len: 1095 time: 0.0429530 Aug 05 12:58:06.070497 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4b1693-db62-463c-9917-e534b5cc15b7 req-3d3f0c6f-f352-41db-a2f7-49cc30609412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:58:06.071894 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1f4b1693-db62-463c-9917-e534b5cc15b7 req-3d3f0c6f-f352-41db-a2f7-49cc30609412 service neutron] 10.222.0.55 "GET /v2.0/networks?id=cc0bc985-1984-4a2c-bad4-9022cad15313 HTTP/1.1" status: 200 len: 909 time: 0.0860367 Aug 05 12:58:06.141967 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1f4b1693-db62-463c-9917-e534b5cc15b7 req-04ee8ae9-87a6-4fcf-8405-b1ed3949adbb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=02c3aebc-473f-4fe0-a45c-8f02a8c3df79 HTTP/1.1" status: 200 len: 999 time: 0.0633759 Aug 05 12:58:06.192878 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4b1693-db62-463c-9917-e534b5cc15b7 req-21de702a-faf3-4b3d-93c2-4f447e3d809e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:58:06.195137 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1f4b1693-db62-463c-9917-e534b5cc15b7 req-21de702a-faf3-4b3d-93c2-4f447e3d809e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=845431f7-3f32-4d13-bf4b-ecf65d7db9ae HTTP/1.1" status: 200 len: 847 time: 0.0464361 Aug 05 12:58:06.242962 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4b1693-db62-463c-9917-e534b5cc15b7 req-0d935665-100a-466c-84b4-1e78cad3827b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:58:06.244778 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1f4b1693-db62-463c-9917-e534b5cc15b7 req-0d935665-100a-466c-84b4-1e78cad3827b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cc0bc985-1984-4a2c-bad4-9022cad15313&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430648 Aug 05 12:58:06.343781 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1f4b1693-db62-463c-9917-e534b5cc15b7 req-31207f3a-a6a7-4d32-a1bf-724b0bcd70cf service neutron] 10.222.0.55 "GET /v2.0/networks/cc0bc985-1984-4a2c-bad4-9022cad15313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922737 Aug 05 12:58:06.441921 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1f4b1693-db62-463c-9917-e534b5cc15b7 req-0ca090c9-272e-418e-b08e-0f964ca6199e service neutron] 10.222.0.55 "GET /v2.0/networks/cc0bc985-1984-4a2c-bad4-9022cad15313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907018 Aug 05 12:58:06.814424 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0443ff03-8fb4-4569-bb88-6859624b9e8b req-9e8c8062-5515-4051-9cc8-fde10db3a81f tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:58:06.831977 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0443ff03-8fb4-4569-bb88-6859624b9e8b req-9e8c8062-5515-4051-9cc8-fde10db3a81f tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc64e6d6-2b07-476a-8518-594b853c2245 HTTP/1.1" status: 200 len: 944 time: 0.0975416 Aug 05 12:58:06.942879 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0443ff03-8fb4-4569-bb88-6859624b9e8b req-caf77fd8-99e9-43b7-90c9-aba3a2f5ce89 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/security-groups?id=15ada8bc-34f1-4e32-b279-fee22dff5f50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076291 Aug 05 12:58:07.399467 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f5d9b024-da29-4ab0-b201-8d784e4ae112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:58:08.071055 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cbf55c-fc5c-4dd6-b139-5d1e17e3e559 req-46789e7d-f737-49e9-8ecf-1a0fdbdc0f69 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:58:08.072841 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-77cbf55c-fc5c-4dd6-b139-5d1e17e3e559 req-46789e7d-f737-49e9-8ecf-1a0fdbdc0f69 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc64e6d6-2b07-476a-8518-594b853c2245 HTTP/1.1" status: 200 len: 944 time: 0.0598767 Aug 05 12:58:08.115450 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-77cbf55c-fc5c-4dd6-b139-5d1e17e3e559 req-5459ce8a-06af-481b-adc4-f34b1da6431a tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/security-groups?id=15ada8bc-34f1-4e32-b279-fee22dff5f50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364335 Aug 05 12:58:09.240626 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb72d3d-9d98-437b-959f-086795053c32 req-92e5b4d6-43ee-4b65-bf0e-c46f7aba8fdb tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:58:09.242374 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bdb72d3d-9d98-437b-959f-086795053c32 req-92e5b4d6-43ee-4b65-bf0e-c46f7aba8fdb tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc64e6d6-2b07-476a-8518-594b853c2245 HTTP/1.1" status: 200 len: 944 time: 0.0526524 Aug 05 12:58:09.287116 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bdb72d3d-9d98-437b-959f-086795053c32 req-5aec8b10-5acb-4411-8cff-5bc9a8ee3a21 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/security-groups?id=15ada8bc-34f1-4e32-b279-fee22dff5f50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379596 Aug 05 12:58:10.139534 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-0ce52b16-9041-4fdb-a53c-43b6b8b17691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:58:10.192773 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:58:10.419526 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648aa8ec-ce8d-49d7-a618-3a5a731dcda5 req-603e711b-cf82-4430-a4e5-1864494688f8 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:58:10.421016 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-648aa8ec-ce8d-49d7-a618-3a5a731dcda5 req-603e711b-cf82-4430-a4e5-1864494688f8 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc64e6d6-2b07-476a-8518-594b853c2245 HTTP/1.1" status: 200 len: 944 time: 0.0602748 Aug 05 12:58:10.465115 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-648aa8ec-ce8d-49d7-a618-3a5a731dcda5 req-b2a65f29-3953-4aa5-bf77-f3847cce3eff tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/security-groups?id=15ada8bc-34f1-4e32-b279-fee22dff5f50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379925 Aug 05 12:58:11.596117 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afd2ce1-8f97-49e7-95b6-6fa3a1eccb44 req-efa28c0e-c1de-4332-aec7-743367cfaae8 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:58:11.597716 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4afd2ce1-8f97-49e7-95b6-6fa3a1eccb44 req-efa28c0e-c1de-4332-aec7-743367cfaae8 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc64e6d6-2b07-476a-8518-594b853c2245 HTTP/1.1" status: 200 len: 944 time: 0.0579188 Aug 05 12:58:11.648795 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4afd2ce1-8f97-49e7-95b6-6fa3a1eccb44 req-3a50e384-20d6-4fe8-be4c-8e09f8cdb2a1 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/security-groups?id=15ada8bc-34f1-4e32-b279-fee22dff5f50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440018 Aug 05 12:58:12.133728 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:58:12.796153 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1385ad0-4a25-4c09-ad74-ffdf420d26d8 req-3a0b111b-292c-455f-a3bc-d590f5d69e1d tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:58:12.797787 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e1385ad0-4a25-4c09-ad74-ffdf420d26d8 req-3a0b111b-292c-455f-a3bc-d590f5d69e1d tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc64e6d6-2b07-476a-8518-594b853c2245 HTTP/1.1" status: 200 len: 944 time: 0.0603127 Aug 05 12:58:12.842532 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e1385ad0-4a25-4c09-ad74-ffdf420d26d8 req-bd9e3fe7-5415-44a3-a445-1e50cab64042 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/security-groups?id=15ada8bc-34f1-4e32-b279-fee22dff5f50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364494 Aug 05 12:58:13.979394 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1a1f07-e700-40d3-b192-cd384b193eb9 req-5e3433ff-b82b-4b6e-938e-5859e51a9a8e tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:58:13.981105 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ad1a1f07-e700-40d3-b192-cd384b193eb9 req-5e3433ff-b82b-4b6e-938e-5859e51a9a8e tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc64e6d6-2b07-476a-8518-594b853c2245 HTTP/1.1" status: 200 len: 944 time: 0.0619102 Aug 05 12:58:14.051302 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ad1a1f07-e700-40d3-b192-cd384b193eb9 req-74030831-fb80-4a26-85d7-10137490f3cf tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/security-groups?id=15ada8bc-34f1-4e32-b279-fee22dff5f50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632789 Aug 05 12:58:14.271762 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:58:15.201871 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e3eff0-2502-42ee-b8eb-91d370fd0c9f req-05733be3-4435-4709-a2fe-9413f38d9a1c tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:58:15.203522 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-94e3eff0-2502-42ee-b8eb-91d370fd0c9f req-05733be3-4435-4709-a2fe-9413f38d9a1c tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc64e6d6-2b07-476a-8518-594b853c2245 HTTP/1.1" status: 200 len: 944 time: 0.0636327 Aug 05 12:58:15.249904 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-94e3eff0-2502-42ee-b8eb-91d370fd0c9f req-d48b2efa-4b20-4e4f-93e2-7ee96d9b28f4 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/security-groups?id=15ada8bc-34f1-4e32-b279-fee22dff5f50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382619 Aug 05 12:58:16.378867 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ffd414-1916-4103-8c7f-c5f26820199b req-4aa248a4-30ce-4143-b251-6909a7088bfb tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:58:16.380286 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-34ffd414-1916-4103-8c7f-c5f26820199b req-4aa248a4-30ce-4143-b251-6909a7088bfb tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc64e6d6-2b07-476a-8518-594b853c2245 HTTP/1.1" status: 200 len: 944 time: 0.0511463 Aug 05 12:58:16.420669 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-34ffd414-1916-4103-8c7f-c5f26820199b req-14ce7b7a-9935-442f-84ee-3a3cd3ed76a8 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/security-groups?id=15ada8bc-34f1-4e32-b279-fee22dff5f50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337241 Aug 05 12:58:16.839192 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47863acd-39a2-49ce-bd9f-a16526ff3f05 req-e8ece520-6bcc-4e3c-b402-7cc1aadd83d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:58:16.840797 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-47863acd-39a2-49ce-bd9f-a16526ff3f05 req-e8ece520-6bcc-4e3c-b402-7cc1aadd83d8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b3acac3ac7984616994c4d25f16f5a73&device_id=dc64e6d6-2b07-476a-8518-594b853c2245 HTTP/1.1" status: 200 len: 1095 time: 0.0452743 Aug 05 12:58:16.979654 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47863acd-39a2-49ce-bd9f-a16526ff3f05 req-2b0024c6-d588-4a98-9c3a-ba56c06c4258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:58:16.981200 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-47863acd-39a2-49ce-bd9f-a16526ff3f05 req-2b0024c6-d588-4a98-9c3a-ba56c06c4258 service neutron] 10.222.0.55 "GET /v2.0/networks?id=cc0bc985-1984-4a2c-bad4-9022cad15313 HTTP/1.1" status: 200 len: 909 time: 0.0936193 Aug 05 12:58:17.049636 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-47863acd-39a2-49ce-bd9f-a16526ff3f05 req-efa6f289-2b4a-4638-b3c4-d7142e15f308 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=02c3aebc-473f-4fe0-a45c-8f02a8c3df79 HTTP/1.1" status: 200 len: 999 time: 0.0602732 Aug 05 12:58:17.114131 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47863acd-39a2-49ce-bd9f-a16526ff3f05 req-80d915fb-dfcd-449d-806a-77e29067cc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:58:17.115637 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-47863acd-39a2-49ce-bd9f-a16526ff3f05 req-80d915fb-dfcd-449d-806a-77e29067cc93 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=845431f7-3f32-4d13-bf4b-ecf65d7db9ae HTTP/1.1" status: 200 len: 847 time: 0.0587301 Aug 05 12:58:17.165124 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47863acd-39a2-49ce-bd9f-a16526ff3f05 req-32c03d60-9144-45f9-8506-bfc08e5e7eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:58:17.166662 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-47863acd-39a2-49ce-bd9f-a16526ff3f05 req-32c03d60-9144-45f9-8506-bfc08e5e7eda service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cc0bc985-1984-4a2c-bad4-9022cad15313&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428374 Aug 05 12:58:17.262990 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-47863acd-39a2-49ce-bd9f-a16526ff3f05 req-1c83c018-f01c-4608-abb8-ff88d3422899 service neutron] 10.222.0.55 "GET /v2.0/networks/cc0bc985-1984-4a2c-bad4-9022cad15313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874586 Aug 05 12:58:17.371206 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-47863acd-39a2-49ce-bd9f-a16526ff3f05 req-f4223694-b7ce-4ccb-a4f9-4605e63a2a37 service neutron] 10.222.0.55 "GET /v2.0/networks/cc0bc985-1984-4a2c-bad4-9022cad15313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008599 Aug 05 12:58:17.542565 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa22023c-cfe2-483d-bbc7-a4abbea7f924 req-37e82eba-8a2d-4f3f-892f-04f5e2f2b141 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:58:17.544093 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-aa22023c-cfe2-483d-bbc7-a4abbea7f924 req-37e82eba-8a2d-4f3f-892f-04f5e2f2b141 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc64e6d6-2b07-476a-8518-594b853c2245 HTTP/1.1" status: 200 len: 944 time: 0.0519581 Aug 05 12:58:17.583759 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-aa22023c-cfe2-483d-bbc7-a4abbea7f924 req-e4907665-109d-41b8-96b0-1b2e39373af0 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/security-groups?id=15ada8bc-34f1-4e32-b279-fee22dff5f50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334127 Aug 05 12:58:18.711870 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e93429a-0687-4955-9389-91a2c09e6f57 req-646f1a78-ca6e-4920-82da-11ad5a78cc85 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:58:18.713485 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3e93429a-0687-4955-9389-91a2c09e6f57 req-646f1a78-ca6e-4920-82da-11ad5a78cc85 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc64e6d6-2b07-476a-8518-594b853c2245 HTTP/1.1" status: 200 len: 944 time: 0.0585418 Aug 05 12:58:18.754172 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3e93429a-0687-4955-9389-91a2c09e6f57 req-eb0e922d-cc49-4b80-b648-a1a3458f7663 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/security-groups?id=15ada8bc-34f1-4e32-b279-fee22dff5f50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346463 Aug 05 12:58:19.880015 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8e2579-640e-4369-9f35-b2ae5916094f req-a8369336-9947-4315-8c75-a245c3fc53db tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:58:19.882198 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-df8e2579-640e-4369-9f35-b2ae5916094f req-a8369336-9947-4315-8c75-a245c3fc53db tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc64e6d6-2b07-476a-8518-594b853c2245 HTTP/1.1" status: 200 len: 944 time: 0.0521219 Aug 05 12:58:19.922678 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-df8e2579-640e-4369-9f35-b2ae5916094f req-10eaca3d-d4d6-4749-ac9f-64c11c63ae26 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/security-groups?id=15ada8bc-34f1-4e32-b279-fee22dff5f50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341756 Aug 05 12:58:20.937243 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 02c3aebc-473f-4fe0-a45c-8f02a8c3df79 details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 12:58:21.039378 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 02c3aebc-473f-4fe0-a45c-8f02a8c3df79, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=02c3aebc-473f-4fe0-a45c-8f02a8c3df79,segment=NetworkSegment(5bfb745a-e1eb-454c-b816-1366c6736695),segment_id=5bfb745a-e1eb-454c-b816-1366c6736695)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:58:21.045833 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b2524e-3584-4b40-ac3b-3d3e065bed21 req-15ba47c3-a616-433d-b87a-c46955c12629 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:58:21.047369 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-76b2524e-3584-4b40-ac3b-3d3e065bed21 req-15ba47c3-a616-433d-b87a-c46955c12629 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc64e6d6-2b07-476a-8518-594b853c2245 HTTP/1.1" status: 200 len: 944 time: 0.0505569 Aug 05 12:58:21.051445 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Returning: {'device': '02c3aebc-473f-4fe0-a45c-8f02a8c3df79', 'network_id': 'cc0bc985-1984-4a2c-bad4-9022cad15313', 'port_id': '02c3aebc-473f-4fe0-a45c-8f02a8c3df79', 'mac_address': 'fa:16:3e:a8:64:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '845431f7-3f32-4d13-bf4b-ecf65d7db9ae', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 12:58:21.089321 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-76b2524e-3584-4b40-ac3b-3d3e065bed21 req-f314a685-d756-42b5-bcb9-3d3c4bf9eaab tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/security-groups?id=15ada8bc-34f1-4e32-b279-fee22dff5f50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353096 Aug 05 12:58:21.093978 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:58:21.107942 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02c3aebc-473f-4fe0-a45c-8f02a8c3df79 {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 12:58:21.127461 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 02c3aebc-473f-4fe0-a45c-8f02a8c3df79, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=02c3aebc-473f-4fe0-a45c-8f02a8c3df79,segment=NetworkSegment(5bfb745a-e1eb-454c-b816-1366c6736695),segment_id=5bfb745a-e1eb-454c-b816-1366c6736695)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:58:21.131258 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:58:21.183113 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=02c3aebc-473f-4fe0-a45c-8f02a8c3df79,revision_number=9']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:58:21.442417 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['02c3aebc-473f-4fe0-a45c-8f02a8c3df79'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 12:58:22.215212 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7301e861-4959-483b-8f56-ad2b7e2d890b req-317dfd1d-f362-47e6-8567-c59069bf054c tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:58:22.216845 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7301e861-4959-483b-8f56-ad2b7e2d890b req-317dfd1d-f362-47e6-8567-c59069bf054c tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc64e6d6-2b07-476a-8518-594b853c2245 HTTP/1.1" status: 200 len: 945 time: 0.0565302 Aug 05 12:58:22.260762 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7301e861-4959-483b-8f56-ad2b7e2d890b req-dc760d75-df90-4d95-8da1-65d6e5ff6041 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/security-groups?id=15ada8bc-34f1-4e32-b279-fee22dff5f50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379250 Aug 05 12:58:22.968420 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 02c3aebc-473f-4fe0-a45c-8f02a8c3df79 up at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 12:58:23.028717 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:58:23.044870 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning complete for port 02c3aebc-473f-4fe0-a45c-8f02a8c3df79 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 12:58:23.045249 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:58:23.125703 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:58:23.150512 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc64e6d6-2b07-476a-8518-594b853c2245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02c3aebc-473f-4fe0-a45c-8f02a8c3df79'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:58:23.152835 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e1268cc07bff5734ca170491336a8ac74677c017447dd0c96766dddd3e3cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fc4a697-0375-41ab-ae53-3c888a0137a1" -d '{"events": [{"server_uuid": "dc64e6d6-2b07-476a-8518-594b853c2245", "name": "network-vif-plugged", "status": "completed", "tag": "02c3aebc-473f-4fe0-a45c-8f02a8c3df79"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:58:23.166610 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 02c3aebc-473f-4fe0-a45c-8f02a8c3df79, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=02c3aebc-473f-4fe0-a45c-8f02a8c3df79,segment=NetworkSegment(5bfb745a-e1eb-454c-b816-1366c6736695),segment_id=5bfb745a-e1eb-454c-b816-1366c6736695)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:58:23.171342 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:58:23.197112 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 12:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76625236-a036-4fe3-ba5b-f40629506f30 x-openstack-request-id: req-76625236-a036-4fe3-ba5b-f40629506f30 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:58:23.197396 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc64e6d6-2b07-476a-8518-594b853c2245", "name": "network-vif-plugged", "status": "completed", "tag": "02c3aebc-473f-4fe0-a45c-8f02a8c3df79", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:58:23.197647 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-76625236-a036-4fe3-ba5b-f40629506f30 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:58:23.198068 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc64e6d6-2b07-476a-8518-594b853c2245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02c3aebc-473f-4fe0-a45c-8f02a8c3df79', 'code': 200} Aug 05 12:58:23.224958 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=02c3aebc-473f-4fe0-a45c-8f02a8c3df79,revision_number=10']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:58:23.389070 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd908bf-828d-4654-8db4-5fdb4c994dd6 req-a5d2d64c-ba61-4493-84b7-73c519d365c8 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:58:23.390733 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cfd908bf-828d-4654-8db4-5fdb4c994dd6 req-a5d2d64c-ba61-4493-84b7-73c519d365c8 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc64e6d6-2b07-476a-8518-594b853c2245 HTTP/1.1" status: 200 len: 947 time: 0.0517168 Aug 05 12:58:23.406811 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4818e8f-dd0f-44c4-b592-c7469ee42faf req-37adc9b9-4fd5-4430-9027-c4bb053c69a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:58:23.408332 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b4818e8f-dd0f-44c4-b592-c7469ee42faf req-37adc9b9-4fd5-4430-9027-c4bb053c69a7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=dc64e6d6-2b07-476a-8518-594b853c2245 HTTP/1.1" status: 200 len: 1098 time: 0.0459874 Aug 05 12:58:23.433660 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cfd908bf-828d-4654-8db4-5fdb4c994dd6 req-598f0968-1bab-4141-99a7-2d8260aa1943 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/security-groups?id=15ada8bc-34f1-4e32-b279-fee22dff5f50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367773 Aug 05 12:58:23.448175 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b4818e8f-dd0f-44c4-b592-c7469ee42faf req-68ed4d44-9b7b-4160-bba9-e3cc2c4af07b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=15ada8bc-34f1-4e32-b279-fee22dff5f50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319653 Aug 05 12:58:24.566043 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da51c85-e606-433c-b88d-eb935668518d req-63594292-2c19-40b8-87b0-aba01da77f82 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:58:24.567798 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4da51c85-e606-433c-b88d-eb935668518d req-63594292-2c19-40b8-87b0-aba01da77f82 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc64e6d6-2b07-476a-8518-594b853c2245 HTTP/1.1" status: 200 len: 947 time: 0.0580244 Aug 05 12:58:24.612707 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4da51c85-e606-433c-b88d-eb935668518d req-7531dcde-7680-48e1-afb0-991af47c21af tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/security-groups?id=15ada8bc-34f1-4e32-b279-fee22dff5f50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379646 Aug 05 12:58:25.737618 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7c66cb-f1ff-433d-9330-ef614c762b02 req-e85c20c8-00a9-4e1f-91c7-897b4b8f7f22 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:58:25.739138 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-de7c66cb-f1ff-433d-9330-ef614c762b02 req-e85c20c8-00a9-4e1f-91c7-897b4b8f7f22 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc64e6d6-2b07-476a-8518-594b853c2245 HTTP/1.1" status: 200 len: 947 time: 0.0539186 Aug 05 12:58:25.780298 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-de7c66cb-f1ff-433d-9330-ef614c762b02 req-ee26927c-0daf-4eb2-9490-e5a29f1462a6 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/security-groups?id=15ada8bc-34f1-4e32-b279-fee22dff5f50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340836 Aug 05 12:58:30.336696 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:58:30.824589 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 12:58:37.391078 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-0f1dd473-22a9-42b0-b6cc-878527ed987f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:58:40.136266 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e19043ec-c83f-41bb-bb73-75253f19b660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:58:40.197785 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:58:42.134568 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:58:44.263328 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:58:53.006989 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:59:00.366458 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:59:07.393292 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f0544c06-5743-4e7e-97c7-c2e371dc36ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:59:07.823867 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 12:59:08.636342 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-a0df5490-a0cc-4c56-a4fa-adffffd1cec3 req-edb8e0c4-732a-43f1-9f0b-320bc6084a60 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=dc64e6d6-2b07-476a-8518-594b853c2245&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1078916 Aug 05 12:59:08.740127 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0df5490-a0cc-4c56-a4fa-adffffd1cec3 req-b88b5d37-ecbe-489d-b925-aa20eebebe60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:59:08.741687 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-a0df5490-a0cc-4c56-a4fa-adffffd1cec3 req-b88b5d37-ecbe-489d-b925-aa20eebebe60 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b3acac3ac7984616994c4d25f16f5a73&device_id=dc64e6d6-2b07-476a-8518-594b853c2245 HTTP/1.1" status: 200 len: 1098 time: 0.0426018 Aug 05 12:59:08.848807 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0df5490-a0cc-4c56-a4fa-adffffd1cec3 req-2801fc5a-86bb-4b57-a9df-82217c0b073e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:59:08.850233 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-a0df5490-a0cc-4c56-a4fa-adffffd1cec3 req-2801fc5a-86bb-4b57-a9df-82217c0b073e service neutron] 10.222.0.55 "GET /v2.0/networks?id=cc0bc985-1984-4a2c-bad4-9022cad15313 HTTP/1.1" status: 200 len: 909 time: 0.0894670 Aug 05 12:59:08.925120 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-a0df5490-a0cc-4c56-a4fa-adffffd1cec3 req-07a975b5-2889-489f-b567-ca7f24dbac18 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=02c3aebc-473f-4fe0-a45c-8f02a8c3df79 HTTP/1.1" status: 200 len: 1001 time: 0.0664752 Aug 05 12:59:08.977602 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0df5490-a0cc-4c56-a4fa-adffffd1cec3 req-3e1fd490-2118-438d-a794-cd40c0bafab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:59:08.979126 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-a0df5490-a0cc-4c56-a4fa-adffffd1cec3 req-3e1fd490-2118-438d-a794-cd40c0bafab3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=845431f7-3f32-4d13-bf4b-ecf65d7db9ae HTTP/1.1" status: 200 len: 847 time: 0.0463083 Aug 05 12:59:09.026849 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0df5490-a0cc-4c56-a4fa-adffffd1cec3 req-1f2c0891-3fc2-455d-84e8-3c6bb57bc47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:59:09.028376 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-a0df5490-a0cc-4c56-a4fa-adffffd1cec3 req-1f2c0891-3fc2-455d-84e8-3c6bb57bc47f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cc0bc985-1984-4a2c-bad4-9022cad15313&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419478 Aug 05 12:59:09.128111 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-a0df5490-a0cc-4c56-a4fa-adffffd1cec3 req-1cd0aff7-87e4-418b-b2d8-9b8716afc6d7 service neutron] 10.222.0.55 "GET /v2.0/networks/cc0bc985-1984-4a2c-bad4-9022cad15313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901597 Aug 05 12:59:09.220733 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-a0df5490-a0cc-4c56-a4fa-adffffd1cec3 req-cbf9ed3f-f04d-4373-90b0-c12c69070d6e service neutron] 10.222.0.55 "GET /v2.0/networks/cc0bc985-1984-4a2c-bad4-9022cad15313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849593 Aug 05 12:59:10.139240 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-8cc8f391-ef69-4509-903b-74fc9f8bce3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:59:10.200734 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:59:12.137844 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:59:14.265962 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:59:23.013346 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:59:30.381676 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:59:36.518042 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 50782) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:59:36.851209 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-3f6d794b-5652-416c-9ed6-2ff818ecc0b7 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Deleting port dd85b62a-1295-428a-bf77-3e53b43e9d06 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:59:36.851566 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3f6d794b-5652-416c-9ed6-2ff818ecc0b7 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:59:36.976880 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3f6d794b-5652-416c-9ed6-2ff818ecc0b7 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:59:36.977228 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3f6d794b-5652-416c-9ed6-2ff818ecc0b7 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:59:37.006475 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-3f6d794b-5652-416c-9ed6-2ff818ecc0b7 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Calling delete_port for dd85b62a-1295-428a-bf77-3e53b43e9d06 owned by network:floatingip {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:59:37.255991 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3f6d794b-5652-416c-9ed6-2ff818ecc0b7 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:59:37.319710 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6d794b-5652-416c-9ed6-2ff818ecc0b7 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Pushing event deleted for resources: {'Port': ['ID=dd85b62a-1295-428a-bf77-3e53b43e9d06,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:59:37.369485 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6d794b-5652-416c-9ed6-2ff818ecc0b7 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:59:37.369961 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6d794b-5652-416c-9ed6-2ff818ecc0b7 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:59:37.370601 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6d794b-5652-416c-9ed6-2ff818ecc0b7 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:59:37.371031 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6d794b-5652-416c-9ed6-2ff818ecc0b7 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:59:37.371394 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6d794b-5652-416c-9ed6-2ff818ecc0b7 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:59:37.371721 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6d794b-5652-416c-9ed6-2ff818ecc0b7 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:59:37.372056 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6d794b-5652-416c-9ed6-2ff818ecc0b7 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:59:37.372383 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6d794b-5652-416c-9ed6-2ff818ecc0b7 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:59:37.372745 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6d794b-5652-416c-9ed6-2ff818ecc0b7 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:59:37.373075 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6d794b-5652-416c-9ed6-2ff818ecc0b7 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:59:37.373407 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6d794b-5652-416c-9ed6-2ff818ecc0b7 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:59:37.373733 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6d794b-5652-416c-9ed6-2ff818ecc0b7 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:59:37.406780 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-99ae4c41-1068-4567-8dc3-cae364763a98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:59:37.431337 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3f6d794b-5652-416c-9ed6-2ff818ecc0b7 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Notify callbacks [] for floatingip, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:59:37.431754 n-d-803378-2 neutron-server[94420]: INFO neutron.db.l3_db [None req-3f6d794b-5652-416c-9ed6-2ff818ecc0b7 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Floating IP 27b05d13-b1d1-4bb4-a028-eca47e410344 disassociated (deleted). External IP: 172.25.5.95, port: 02c3aebc-473f-4fe0-a45c-8f02a8c3df79. Aug 05 12:59:37.741983 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f6d794b-5652-416c-9ed6-2ff818ecc0b7 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Router e13afde0-9688-429e-b0dd-687822a42205 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 12:59:37.933800 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f6d794b-5652-416c-9ed6-2ff818ecc0b7 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 12:59:37.942219 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3f6d794b-5652-416c-9ed6-2ff818ecc0b7 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:59:37.948772 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9ac98f-ec59-4890-9451-cfcfe43c743f None None] Sync routers for ids ['e13afde0-9688-429e-b0dd-687822a42205'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 12:59:37.965098 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9ac98f-ec59-4890-9451-cfcfe43c743f None None] Routers {'e13afde0-9688-429e-b0dd-687822a42205'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:59:37.965993 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-7c9ac98f-ec59-4890-9451-cfcfe43c743f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:59:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['e13afde0-9688-429e-b0dd-687822a42205'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:59:37.992501 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-3f6d794b-5652-416c-9ed6-2ff818ecc0b7 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "DELETE /v2.0/floatingips/27b05d13-b1d1-4bb4-a028-eca47e410344 HTTP/1.1" status: 204 len: 168 time: 1.4728732 Aug 05 12:59:37.993467 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc64e6d6-2b07-476a-8518-594b853c2245', 'tag': '02c3aebc-473f-4fe0-a45c-8f02a8c3df79'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:59:38.000223 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47e10126444b02a26d513ed6f4b145adbdfa00d329c865c61a1608b26e6d0230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-013380f0-603c-4dad-8b6f-b24b5286d1b7" -d '{"events": [{"name": "network-changed", "server_uuid": "dc64e6d6-2b07-476a-8518-594b853c2245", "tag": "02c3aebc-473f-4fe0-a45c-8f02a8c3df79"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:59:38.169738 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 12:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ff74f26-5715-4419-8f9a-b3705e4db826 x-openstack-request-id: req-0ff74f26-5715-4419-8f9a-b3705e4db826 {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:59:38.171034 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc64e6d6-2b07-476a-8518-594b853c2245", "tag": "02c3aebc-473f-4fe0-a45c-8f02a8c3df79", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:59:38.172294 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0ff74f26-5715-4419-8f9a-b3705e4db826 {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:59:38.175539 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc64e6d6-2b07-476a-8518-594b853c2245', 'tag': '02c3aebc-473f-4fe0-a45c-8f02a8c3df79', 'status': 'completed', 'code': 200} Aug 05 12:59:38.363945 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013380f0-603c-4dad-8b6f-b24b5286d1b7 req-15752dd6-0a3d-4e88-a3df-2a1e94c5155a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:59:38.367079 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-013380f0-603c-4dad-8b6f-b24b5286d1b7 req-15752dd6-0a3d-4e88-a3df-2a1e94c5155a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b3acac3ac7984616994c4d25f16f5a73&device_id=dc64e6d6-2b07-476a-8518-594b853c2245 HTTP/1.1" status: 200 len: 1098 time: 0.0950642 Aug 05 12:59:38.423440 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-7c9ac98f-ec59-4890-9451-cfcfe43c743f None None] Set router e13afde0-9688-429e-b0dd-687822a42205 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:59:38.441734 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f34311-c668-4bbb-9ae4-7e99471309fa req-a80c0f72-801c-44d6-b311-ecd5fa64a3b8 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:59:38.443956 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-35f34311-c668-4bbb-9ae4-7e99471309fa req-a80c0f72-801c-44d6-b311-ecd5fa64a3b8 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc64e6d6-2b07-476a-8518-594b853c2245 HTTP/1.1" status: 200 len: 947 time: 0.0947914 Aug 05 12:59:38.541106 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-35f34311-c668-4bbb-9ae4-7e99471309fa req-56abebed-eb12-4a15-be14-d5cdcea725d8 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/security-groups?id=15ada8bc-34f1-4e32-b279-fee22dff5f50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806034 Aug 05 12:59:38.541523 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013380f0-603c-4dad-8b6f-b24b5286d1b7 req-7d3d9de9-eb7c-4691-8d48-51e860e3a49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:59:38.544530 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-013380f0-603c-4dad-8b6f-b24b5286d1b7 req-7d3d9de9-eb7c-4691-8d48-51e860e3a49b service neutron] 10.222.0.55 "GET /v2.0/networks?id=cc0bc985-1984-4a2c-bad4-9022cad15313 HTTP/1.1" status: 200 len: 909 time: 0.1678545 Aug 05 12:59:38.614128 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-013380f0-603c-4dad-8b6f-b24b5286d1b7 req-9bdf996e-acab-4891-876c-a2a8ccfb7caa service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=02c3aebc-473f-4fe0-a45c-8f02a8c3df79 HTTP/1.1" status: 200 len: 217 time: 0.0600719 Aug 05 12:59:38.718718 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013380f0-603c-4dad-8b6f-b24b5286d1b7 req-26fa3c5a-5e09-4846-bf2a-0ac0daf2cc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:59:38.721341 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-013380f0-603c-4dad-8b6f-b24b5286d1b7 req-26fa3c5a-5e09-4846-bf2a-0ac0daf2cc4f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=845431f7-3f32-4d13-bf4b-ecf65d7db9ae HTTP/1.1" status: 200 len: 847 time: 0.0981553 Aug 05 12:59:38.769941 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-7c9ac98f-ec59-4890-9451-cfcfe43c743f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e13afde0-9688-429e-b0dd-687822a42205', 'name': 'tempest-TestShelveInstance-895383723-router', 'tenant_id': 'b3acac3ac7984616994c4d25f16f5a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '83f07558-43bf-4b9f-9c68-8ea890478ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:55:17Z', 'updated_at': '2021-08-05T12:55:20Z', 'revision_number': 4, 'project_id': 'b3acac3ac7984616994c4d25f16f5a73', 'gw_port': {'id': '83f07558-43bf-4b9f-9c68-8ea890478ef0', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:67:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e13afde0-9688-429e-b0dd-687822a42205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:55:18Z', 'updated_at': '2021-08-05T12:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'ae85a3fb-8dbe-4a1a-8702-2d30ad55e897', 'name': '', 'network_id': 'cc0bc985-1984-4a2c-bad4-9022cad15313', 'tenant_id': 'b3acac3ac7984616994c4d25f16f5a73', 'mac_address': 'fa:16:3e:f4:1a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e13afde0-9688-429e-b0dd-687822a42205', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '845431f7-3f32-4d13-bf4b-ecf65d7db9ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:55:20Z', 'updated_at': '2021-08-05T12:55:26Z', 'revision_number': 5, 'project_id': 'b3acac3ac7984616994c4d25f16f5a73', 'subnets': [{'id': '845431f7-3f32-4d13-bf4b-ecf65d7db9ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:59:38.798567 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013380f0-603c-4dad-8b6f-b24b5286d1b7 req-f0aee5c4-dce8-42e9-9cde-a84b12ca2f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:59:38.800270 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-013380f0-603c-4dad-8b6f-b24b5286d1b7 req-f0aee5c4-dce8-42e9-9cde-a84b12ca2f8f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cc0bc985-1984-4a2c-bad4-9022cad15313&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695934 Aug 05 12:59:38.817898 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9ac98f-ec59-4890-9451-cfcfe43c743f None None] Checking router: e13afde0-9688-429e-b0dd-687822a42205 for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 12:59:38.834555 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9ac98f-ec59-4890-9451-cfcfe43c743f None None] Routers {'e13afde0-9688-429e-b0dd-687822a42205'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 12:59:38.835823 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-7c9ac98f-ec59-4890-9451-cfcfe43c743f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T12:59:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['e13afde0-9688-429e-b0dd-687822a42205'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:59:38.968118 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-013380f0-603c-4dad-8b6f-b24b5286d1b7 req-3e915956-1fda-468b-a470-43d8938d8925 service neutron] 10.222.0.55 "GET /v2.0/networks/cc0bc985-1984-4a2c-bad4-9022cad15313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576312 Aug 05 12:59:39.030107 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-7c9ac98f-ec59-4890-9451-cfcfe43c743f None None] Set router e13afde0-9688-429e-b0dd-687822a42205 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 12:59:39.139952 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-013380f0-603c-4dad-8b6f-b24b5286d1b7 req-6340c7b0-5f80-4bcb-8ebd-a62055f44c31 service neutron] 10.222.0.55 "GET /v2.0/networks/cc0bc985-1984-4a2c-bad4-9022cad15313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635861 Aug 05 12:59:39.333199 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-7c9ac98f-ec59-4890-9451-cfcfe43c743f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e13afde0-9688-429e-b0dd-687822a42205', 'name': 'tempest-TestShelveInstance-895383723-router', 'tenant_id': 'b3acac3ac7984616994c4d25f16f5a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '83f07558-43bf-4b9f-9c68-8ea890478ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:55:17Z', 'updated_at': '2021-08-05T12:55:20Z', 'revision_number': 4, 'project_id': 'b3acac3ac7984616994c4d25f16f5a73', 'gw_port': {'id': '83f07558-43bf-4b9f-9c68-8ea890478ef0', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:67:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e13afde0-9688-429e-b0dd-687822a42205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:55:18Z', 'updated_at': '2021-08-05T12:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'ae85a3fb-8dbe-4a1a-8702-2d30ad55e897', 'name': '', 'network_id': 'cc0bc985-1984-4a2c-bad4-9022cad15313', 'tenant_id': 'b3acac3ac7984616994c4d25f16f5a73', 'mac_address': 'fa:16:3e:f4:1a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e13afde0-9688-429e-b0dd-687822a42205', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '845431f7-3f32-4d13-bf4b-ecf65d7db9ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:55:20Z', 'updated_at': '2021-08-05T12:55:26Z', 'revision_number': 5, 'project_id': 'b3acac3ac7984616994c4d25f16f5a73', 'subnets': [{'id': '845431f7-3f32-4d13-bf4b-ecf65d7db9ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 12:59:39.363615 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9ac98f-ec59-4890-9451-cfcfe43c743f None None] The sync data for ids ['e13afde0-9688-429e-b0dd-687822a42205'] in n-d-803378-2 is: [{'id': 'e13afde0-9688-429e-b0dd-687822a42205', 'name': 'tempest-TestShelveInstance-895383723-router', 'tenant_id': 'b3acac3ac7984616994c4d25f16f5a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '83f07558-43bf-4b9f-9c68-8ea890478ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:55:17Z', 'updated_at': '2021-08-05T12:55:20Z', 'revision_number': 4, 'project_id': 'b3acac3ac7984616994c4d25f16f5a73', 'gw_port': {'id': '83f07558-43bf-4b9f-9c68-8ea890478ef0', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:67:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e13afde0-9688-429e-b0dd-687822a42205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:55:18Z', 'updated_at': '2021-08-05T12:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'ae85a3fb-8dbe-4a1a-8702-2d30ad55e897', 'name': '', 'network_id': 'cc0bc985-1984-4a2c-bad4-9022cad15313', 'tenant_id': 'b3acac3ac7984616994c4d25f16f5a73', 'mac_address': 'fa:16:3e:f4:1a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e13afde0-9688-429e-b0dd-687822a42205', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '845431f7-3f32-4d13-bf4b-ecf65d7db9ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:55:20Z', 'updated_at': '2021-08-05T12:55:26Z', 'revision_number': 5, 'project_id': 'b3acac3ac7984616994c4d25f16f5a73', 'subnets': [{'id': '845431f7-3f32-4d13-bf4b-ecf65d7db9ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 12:59:39.732117 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7c7649-f897-4a50-a7fe-c83acf661c8e None None] New status for floating IP 27b05d13-b1d1-4bb4-a028-eca47e410344: DOWN {{(pid=94423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 12:59:39.782857 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400be20f-ffcc-4e35-b5c8-5b32e362a4c3 req-97109e74-0ff1-426d-b1c0-270351521b61 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:59:39.785910 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-400be20f-ffcc-4e35-b5c8-5b32e362a4c3 req-97109e74-0ff1-426d-b1c0-270351521b61 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc64e6d6-2b07-476a-8518-594b853c2245 HTTP/1.1" status: 200 len: 947 time: 0.1050580 Aug 05 12:59:39.833026 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1849b78e-c8a1-45ff-b64b-bd9c06fabb24 req-dfdc7716-0615-46e6-894e-c13249ff9f81 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 12:59:39.835470 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1849b78e-c8a1-45ff-b64b-bd9c06fabb24 req-dfdc7716-0615-46e6-894e-c13249ff9f81 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc64e6d6-2b07-476a-8518-594b853c2245 HTTP/1.1" status: 200 len: 947 time: 0.1057968 Aug 05 12:59:39.876129 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-400be20f-ffcc-4e35-b5c8-5b32e362a4c3 req-4a73c81e-bc12-4567-9b12-4ce4ef98b12c tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/security-groups?id=15ada8bc-34f1-4e32-b279-fee22dff5f50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796540 Aug 05 12:59:40.021799 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-1849b78e-c8a1-45ff-b64b-bd9c06fabb24 req-7d0752bd-0902-4943-884a-98e39382bb1b tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Deleting port 02c3aebc-473f-4fe0-a45c-8f02a8c3df79 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 12:59:40.022293 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-1849b78e-c8a1-45ff-b64b-bd9c06fabb24 req-7d0752bd-0902-4943-884a-98e39382bb1b tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:59:40.151141 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c53416a6-d46b-4782-8cc7-f7ecb27c532e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:59:40.168170 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-1849b78e-c8a1-45ff-b64b-bd9c06fabb24 req-7d0752bd-0902-4943-884a-98e39382bb1b tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] For port 02c3aebc-473f-4fe0-a45c-8f02a8c3df79, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=02c3aebc-473f-4fe0-a45c-8f02a8c3df79,segment=NetworkSegment(5bfb745a-e1eb-454c-b816-1366c6736695),segment_id=5bfb745a-e1eb-454c-b816-1366c6736695)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 12:59:40.168559 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-1849b78e-c8a1-45ff-b64b-bd9c06fabb24 req-7d0752bd-0902-4943-884a-98e39382bb1b tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:59:40.192115 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-1849b78e-c8a1-45ff-b64b-bd9c06fabb24 req-7d0752bd-0902-4943-884a-98e39382bb1b tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Calling delete_port for 02c3aebc-473f-4fe0-a45c-8f02a8c3df79 owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 12:59:40.214082 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:59:40.375718 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-1849b78e-c8a1-45ff-b64b-bd9c06fabb24 req-7d0752bd-0902-4943-884a-98e39382bb1b tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:59:40.416335 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0752bd-0902-4943-884a-98e39382bb1b tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Pushing event deleted for resources: {'Port': ['ID=02c3aebc-473f-4fe0-a45c-8f02a8c3df79,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:59:40.446929 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0752bd-0902-4943-884a-98e39382bb1b tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:59:40.447300 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0752bd-0902-4943-884a-98e39382bb1b tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:59:40.447796 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0752bd-0902-4943-884a-98e39382bb1b tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:59:40.448047 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0752bd-0902-4943-884a-98e39382bb1b tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:59:40.448383 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0752bd-0902-4943-884a-98e39382bb1b tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:59:40.448752 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0752bd-0902-4943-884a-98e39382bb1b tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:59:40.452885 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0752bd-0902-4943-884a-98e39382bb1b tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:59:40.452885 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0752bd-0902-4943-884a-98e39382bb1b tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:59:40.452885 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0752bd-0902-4943-884a-98e39382bb1b tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:59:40.452885 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0752bd-0902-4943-884a-98e39382bb1b tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:59:40.452885 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0752bd-0902-4943-884a-98e39382bb1b tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:59:40.452885 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0752bd-0902-4943-884a-98e39382bb1b tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 12:59:40.476165 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-1849b78e-c8a1-45ff-b64b-bd9c06fabb24 req-7d0752bd-0902-4943-884a-98e39382bb1b tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] No DVR routers for this DVR port 02c3aebc-473f-4fe0-a45c-8f02a8c3df79 on host n-h2-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 12:59:40.479903 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-1849b78e-c8a1-45ff-b64b-bd9c06fabb24 req-7d0752bd-0902-4943-884a-98e39382bb1b tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:59:40.483135 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-1849b78e-c8a1-45ff-b64b-bd9c06fabb24 req-7d0752bd-0902-4943-884a-98e39382bb1b tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.55 "DELETE /v2.0/ports/02c3aebc-473f-4fe0-a45c-8f02a8c3df79 HTTP/1.1" status: 204 len: 173 time: 0.6387575 Aug 05 12:59:40.483662 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc64e6d6-2b07-476a-8518-594b853c2245', 'name': 'network-vif-deleted', 'tag': '02c3aebc-473f-4fe0-a45c-8f02a8c3df79'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 12:59:40.488153 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7ff1ae056485c55ead25f70fa9973e26b39e4a1f6cb6b93d5d0d7942cdef429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5758f928-294c-421c-aacc-e40c39ba4db4" -d '{"events": [{"server_uuid": "dc64e6d6-2b07-476a-8518-594b853c2245", "name": "network-vif-deleted", "tag": "02c3aebc-473f-4fe0-a45c-8f02a8c3df79"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 12:59:40.629754 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 12:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42c0f56d-8718-48b1-965e-0245e6303f93 x-openstack-request-id: req-42c0f56d-8718-48b1-965e-0245e6303f93 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 12:59:40.630176 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc64e6d6-2b07-476a-8518-594b853c2245", "name": "network-vif-deleted", "tag": "02c3aebc-473f-4fe0-a45c-8f02a8c3df79", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 12:59:40.630536 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-42c0f56d-8718-48b1-965e-0245e6303f93 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 12:59:40.631113 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc64e6d6-2b07-476a-8518-594b853c2245', 'name': 'network-vif-deleted', 'tag': '02c3aebc-473f-4fe0-a45c-8f02a8c3df79', 'status': 'completed', 'code': 200} Aug 05 12:59:41.107898 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-eaa9e498-bbc4-4963-98a7-7757a934a39f req-7a7adcb6-3dac-4741-bda9-bb505d94c5b0 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc64e6d6-2b07-476a-8518-594b853c2245 HTTP/1.1" status: 200 len: 210 time: 0.0509627 Aug 05 12:59:42.152607 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:59:42.200749 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 50808) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:59:42.308199 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ea63edb9-2fb5-4f9c-994a-0e11a91552fa tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:59:42.351773 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ea63edb9-2fb5-4f9c-994a-0e11a91552fa tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:59:42.484473 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ea63edb9-2fb5-4f9c-994a-0e11a91552fa tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:59:42.488943 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ea63edb9-2fb5-4f9c-994a-0e11a91552fa tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:59:42.491038 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-ea63edb9-2fb5-4f9c-994a-0e11a91552fa tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "DELETE /v2.0/security-groups/15ada8bc-34f1-4e32-b279-fee22dff5f50 HTTP/1.1" status: 204 len: 168 time: 0.2894533 Aug 05 12:59:42.509096 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea63edb9-2fb5-4f9c-994a-0e11a91552fa tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15ada8bc-34f1-4e32-b279-fee22dff5f50,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:59:43.029657 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 50814) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:59:43.036111 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-27560afd-878c-44fd-81c9-574a36dfc257 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-928141113', 'description': 'tempest-secgroup-smoke-928141113 description', 'project_id': 'b3acac3ac7984616994c4d25f16f5a73'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:59:43.085907 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-27560afd-878c-44fd-81c9-574a36dfc257 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:59:43.274385 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-27560afd-878c-44fd-81c9-574a36dfc257 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:59:43.282840 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-27560afd-878c-44fd-81c9-574a36dfc257 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:59:43.318729 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 02c3aebc-473f-4fe0-a45c-8f02a8c3df79 no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 12:59:43.348103 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-27560afd-878c-44fd-81c9-574a36dfc257 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:59:43.350149 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-27560afd-878c-44fd-81c9-574a36dfc257 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3188095 Aug 05 12:59:43.353762 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27560afd-878c-44fd-81c9-574a36dfc257 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29d5a951-c94b-4ef2-b5ec-d5a5ef7fb8ed,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:59:43.355025 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 50816) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:59:43.364227 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-ee95f33c-0c90-45f8-809b-13201cd52ca8 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Request body: {'security_group_rule': {'security_group_id': '29d5a951-c94b-4ef2-b5ec-d5a5ef7fb8ed', 'project_id': 'b3acac3ac7984616994c4d25f16f5a73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:59:43.377211 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] No Port match for: 02c3aebc-473f-4fe0-a45c-8f02a8c3df79 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 12:59:43.377425 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 02c3aebc-473f-4fe0-a45c-8f02a8c3df79 not bound to the agent host n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 12:59:43.431230 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ee95f33c-0c90-45f8-809b-13201cd52ca8 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:59:43.513277 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ee95f33c-0c90-45f8-809b-13201cd52ca8 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:59:43.520445 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ee95f33c-0c90-45f8-809b-13201cd52ca8 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:59:43.553114 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee95f33c-0c90-45f8-809b-13201cd52ca8 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6826d488-5552-47c1-b529-e906acbd8ab6,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:59:43.568232 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ee95f33c-0c90-45f8-809b-13201cd52ca8 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:59:43.569947 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-ee95f33c-0c90-45f8-809b-13201cd52ca8 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2135756 Aug 05 12:59:43.573979 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 50818) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:59:43.583094 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-0113eb78-6a14-4304-8033-621ff75214da tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Request body: {'security_group_rule': {'security_group_id': '29d5a951-c94b-4ef2-b5ec-d5a5ef7fb8ed', 'project_id': 'b3acac3ac7984616994c4d25f16f5a73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:59:43.634169 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0113eb78-6a14-4304-8033-621ff75214da tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:59:43.766314 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0113eb78-6a14-4304-8033-621ff75214da tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:59:43.772175 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0113eb78-6a14-4304-8033-621ff75214da tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:59:43.802842 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0113eb78-6a14-4304-8033-621ff75214da tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f23cbac8-a203-4848-9bb8-0fd5b0f67f5e,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:59:43.814806 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-0113eb78-6a14-4304-8033-621ff75214da tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:59:43.816733 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-0113eb78-6a14-4304-8033-621ff75214da tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2411776 Aug 05 12:59:43.822584 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 50820) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:59:43.830051 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-2c9166ab-49c5-4b1c-9e66-d3724b555878 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Request body: {'security_group_rule': {'security_group_id': '29d5a951-c94b-4ef2-b5ec-d5a5ef7fb8ed', 'project_id': 'b3acac3ac7984616994c4d25f16f5a73', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:59:43.879446 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2c9166ab-49c5-4b1c-9e66-d3724b555878 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:59:43.993226 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2c9166ab-49c5-4b1c-9e66-d3724b555878 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:59:44.002026 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2c9166ab-49c5-4b1c-9e66-d3724b555878 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:59:44.040092 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9166ab-49c5-4b1c-9e66-d3724b555878 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25b2d831-33f6-4b1a-94bf-5b8fd6669eb9,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:59:44.056687 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2c9166ab-49c5-4b1c-9e66-d3724b555878 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:59:44.058937 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-2c9166ab-49c5-4b1c-9e66-d3724b555878 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2350526 Aug 05 12:59:44.062805 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 50822) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:59:44.068378 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-a65e2aa9-2385-4e3f-ae59-8dca77bfe118 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Request body: {'security_group_rule': {'security_group_id': '29d5a951-c94b-4ef2-b5ec-d5a5ef7fb8ed', 'project_id': 'b3acac3ac7984616994c4d25f16f5a73', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:59:44.113096 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a65e2aa9-2385-4e3f-ae59-8dca77bfe118 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:59:44.215402 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a65e2aa9-2385-4e3f-ae59-8dca77bfe118 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:59:44.223002 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a65e2aa9-2385-4e3f-ae59-8dca77bfe118 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:59:44.242531 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65e2aa9-2385-4e3f-ae59-8dca77bfe118 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38e6fcce-f392-4b0a-aca1-6b39c3b9f296,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:59:44.262988 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-a65e2aa9-2385-4e3f-ae59-8dca77bfe118 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:59:44.264382 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-a65e2aa9-2385-4e3f-ae59-8dca77bfe118 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2005858 Aug 05 12:59:44.269615 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 50824) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:59:44.277621 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-c4d71475-a7f3-4889-8794-4537113de72a tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Request body: {'security_group_rule': {'security_group_id': '29d5a951-c94b-4ef2-b5ec-d5a5ef7fb8ed', 'project_id': 'b3acac3ac7984616994c4d25f16f5a73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:59:44.279351 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:59:44.316087 n-d-803378-2 neutron-server[94420]: INFO neutron.db.securitygroups_db [None req-c4d71475-a7f3-4889-8794-4537113de72a tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Project b3acac3ac7984616994c4d25f16f5a73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 05 12:59:44.325745 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c4d71475-a7f3-4889-8794-4537113de72a tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:59:44.423269 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c4d71475-a7f3-4889-8794-4537113de72a tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:59:44.427149 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c4d71475-a7f3-4889-8794-4537113de72a tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:59:44.452077 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d71475-a7f3-4889-8794-4537113de72a tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ab534b5-3f5c-4c08-912f-6b708b4b284a,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:59:44.462143 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c4d71475-a7f3-4889-8794-4537113de72a tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:59:44.463500 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-c4d71475-a7f3-4889-8794-4537113de72a tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1922810 Aug 05 12:59:44.466339 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 50826) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 12:59:44.472087 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-09e697d3-42a3-4f84-887b-91f089780b64 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Request body: {'security_group_rule': {'security_group_id': '29d5a951-c94b-4ef2-b5ec-d5a5ef7fb8ed', 'project_id': 'b3acac3ac7984616994c4d25f16f5a73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 12:59:44.502416 n-d-803378-2 neutron-server[94420]: INFO neutron.db.securitygroups_db [None req-09e697d3-42a3-4f84-887b-91f089780b64 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Project b3acac3ac7984616994c4d25f16f5a73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 05 12:59:44.507732 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-09e697d3-42a3-4f84-887b-91f089780b64 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:59:44.585595 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-09e697d3-42a3-4f84-887b-91f089780b64 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:59:44.590601 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-09e697d3-42a3-4f84-887b-91f089780b64 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:59:44.609186 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e697d3-42a3-4f84-887b-91f089780b64 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d0c3761-db51-4fe6-a61b-7a6be69cafad,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 12:59:44.621601 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-09e697d3-42a3-4f84-887b-91f089780b64 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 12:59:44.623712 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-09e697d3-42a3-4f84-887b-91f089780b64 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1560955 Aug 05 12:59:44.824098 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 12:59:53.028656 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:00:00.403467 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:00:04.823483 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b4ba29c0-2f9f-493a-a464-5eca6be13907 req-6a969b7a-7acb-443a-90b5-f781ab8a05ce tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-928141113&fields=id&tenant_id=b3acac3ac7984616994c4d25f16f5a73 HTTP/1.1" status: 200 len: 267 time: 0.0647686 Aug 05 13:00:05.007514 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ba29c0-2f9f-493a-a464-5eca6be13907 req-173bceee-8987-443b-b32d-b809a448f3cd tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:00:05.010230 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b4ba29c0-2f9f-493a-a464-5eca6be13907 req-173bceee-8987-443b-b32d-b809a448f3cd tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/networks?id=cc0bc985-1984-4a2c-bad4-9022cad15313 HTTP/1.1" status: 200 len: 808 time: 0.1748178 Aug 05 13:00:05.037888 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b4ba29c0-2f9f-493a-a464-5eca6be13907 req-bd04b76e-1e48-4b66-b78d-c4cbb734154a tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/quotas/b3acac3ac7984616994c4d25f16f5a73 HTTP/1.1" status: 200 len: 375 time: 0.0168369 Aug 05 13:00:05.119480 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b4ba29c0-2f9f-493a-a464-5eca6be13907 req-2cff327e-ba00-4928-9697-052b2a2b98a5 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=b3acac3ac7984616994c4d25f16f5a73&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0655525 Aug 05 13:00:05.206952 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [req-b4ba29c0-2f9f-493a-a464-5eca6be13907 req-58dca596-1a9c-408d-a0b4-bf2578be574d service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94420) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 13:00:05.208835 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b4ba29c0-2f9f-493a-a464-5eca6be13907 req-58dca596-1a9c-408d-a0b4-bf2578be574d service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0750048 Aug 05 13:00:05.377264 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b4ba29c0-2f9f-493a-a464-5eca6be13907 req-3c34eae9-e60c-4747-b758-d378c37aae8c service neutron] 10.222.0.58 "GET /v2.0/networks/cc0bc985-1984-4a2c-bad4-9022cad15313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576817 Aug 05 13:00:05.538060 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b4ba29c0-2f9f-493a-a464-5eca6be13907 req-b55d62ed-4e12-44ad-9788-bb4fd9883a38 service neutron] 10.222.0.58 "GET /v2.0/networks/cc0bc985-1984-4a2c-bad4-9022cad15313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499035 Aug 05 13:00:06.013290 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a6fb9111-bd60-4c1c-aac0-2a9db1b6fd28 req-fb2bfdb2-82a1-48b3-a378-62d16e37b969 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/ports?device_id=65079c34-ede9-4d8c-bd82-a5825b4b4688 HTTP/1.1" status: 200 len: 210 time: 0.0457957 Aug 05 13:00:07.173073 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-41e771cd-28a3-460f-823e-b867087bb8a6 req-f15f14e5-5583-4fef-8cb1-51ff01abfd77 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/ports?device_id=65079c34-ede9-4d8c-bd82-a5825b4b4688 HTTP/1.1" status: 200 len: 210 time: 0.0434539 Aug 05 13:00:07.434977 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-176e25e6-a3c6-4208-bdbf-3544687466d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:00:07.453468 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ba29c0-2f9f-493a-a464-5eca6be13907 req-27a995c6-8cc1-4418-90d4-a07f902e5aa7 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:00:07.456685 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b4ba29c0-2f9f-493a-a464-5eca6be13907 req-27a995c6-8cc1-4418-90d4-a07f902e5aa7 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.55 "GET /v2.0/networks?id=cc0bc985-1984-4a2c-bad4-9022cad15313 HTTP/1.1" status: 200 len: 808 time: 0.2093832 Aug 05 13:00:07.546424 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b4ba29c0-2f9f-493a-a464-5eca6be13907 req-2ffbb807-cffd-4a3e-82b7-ea44d8a60ada tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b3acac3ac7984616994c4d25f16f5a73 HTTP/1.1" status: 200 len: 379 time: 0.0734019 Aug 05 13:00:07.557700 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-b4ba29c0-2f9f-493a-a464-5eca6be13907 req-4c1cd990-2c3b-4d3d-911c-93fde90ec384 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Request body: {'port': {'device_id': '65079c34-ede9-4d8c-bd82-a5825b4b4688', 'network_id': 'cc0bc985-1984-4a2c-bad4-9022cad15313', 'admin_state_up': True, 'tenant_id': 'b3acac3ac7984616994c4d25f16f5a73', 'security_groups': ['29d5a951-c94b-4ef2-b5ec-d5a5ef7fb8ed']}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:00:07.792826 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4ba29c0-2f9f-493a-a464-5eca6be13907 req-4c1cd990-2c3b-4d3d-911c-93fde90ec384 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Made reservation on behalf of b3acac3ac7984616994c4d25f16f5a73 for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 13:00:07.808625 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-b4ba29c0-2f9f-493a-a464-5eca6be13907 req-4c1cd990-2c3b-4d3d-911c-93fde90ec384 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:00:08.056405 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-b4ba29c0-2f9f-493a-a464-5eca6be13907 req-4c1cd990-2c3b-4d3d-911c-93fde90ec384 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Allocated IP 172.20.0.3 (cc0bc985-1984-4a2c-bad4-9022cad15313/845431f7-3f32-4d13-bf4b-ecf65d7db9ae/7aeb659d-5192-4151-a251-52ecce7a2dc8) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 13:00:08.385960 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-b4ba29c0-2f9f-493a-a464-5eca6be13907 req-4c1cd990-2c3b-4d3d-911c-93fde90ec384 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:00:08.413639 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c887c534-ff20-461d-895d-a61cc3c1e0c3 req-1ff8d8d7-5617-4bd7-8fff-26943cf96cac tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/ports?device_id=65079c34-ede9-4d8c-bd82-a5825b4b4688 HTTP/1.1" status: 200 len: 210 time: 0.0606227 Aug 05 13:00:08.423531 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-b4ba29c0-2f9f-493a-a464-5eca6be13907 req-4c1cd990-2c3b-4d3d-911c-93fde90ec384 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Transition to ACTIVE for port object 7aeb659d-5192-4151-a251-52ecce7a2dc8 will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:00:08.498087 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-b4ba29c0-2f9f-493a-a464-5eca6be13907 req-4c1cd990-2c3b-4d3d-911c-93fde90ec384 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:00:08.579709 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4ba29c0-2f9f-493a-a464-5eca6be13907 req-4c1cd990-2c3b-4d3d-911c-93fde90ec384 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Network cc0bc985-1984-4a2c-bad4-9022cad15313 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:00:08.587778 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-b4ba29c0-2f9f-493a-a464-5eca6be13907 req-4c1cd990-2c3b-4d3d-911c-93fde90ec384 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:00:08.600650 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4ba29c0-2f9f-493a-a464-5eca6be13907 req-4c1cd990-2c3b-4d3d-911c-93fde90ec384 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 13:00:08.612431 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1cd990-2c3b-4d3d-911c-93fde90ec384 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Pushing event updated for resources: {'Port': ['ID=7aeb659d-5192-4151-a251-52ecce7a2dc8,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:00:08.732104 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ba29c0-2f9f-493a-a464-5eca6be13907 req-4c1cd990-2c3b-4d3d-911c-93fde90ec384 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:00:08.733076 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-b4ba29c0-2f9f-493a-a464-5eca6be13907 req-4c1cd990-2c3b-4d3d-911c-93fde90ec384 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:00:08.770594 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b4ba29c0-2f9f-493a-a464-5eca6be13907 req-4c1cd990-2c3b-4d3d-911c-93fde90ec384 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2155638 Aug 05 13:00:08.791466 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-b4ba29c0-2f9f-493a-a464-5eca6be13907 req-4b6a8f2f-4951-47a8-a3b4-1c0dde09ee62 service neutron] Request body: {'port': {'device_id': '65079c34-ede9-4d8c-bd82-a5825b4b4688', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:00:08.900243 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-b4ba29c0-2f9f-493a-a464-5eca6be13907 req-4b6a8f2f-4951-47a8-a3b4-1c0dde09ee62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:00:09.069663 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-68e0f5de-7523-4153-b646-5d74b4b36a5b None None] Provisioning for port 7aeb659d-5192-4151-a251-52ecce7a2dc8 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:00:09.085837 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-68e0f5de-7523-4153-b646-5d74b4b36a5b None None] Provisioning complete for port 7aeb659d-5192-4151-a251-52ecce7a2dc8 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:00:09.087060 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-68e0f5de-7523-4153-b646-5d74b4b36a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:00:09.169875 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-68e0f5de-7523-4153-b646-5d74b4b36a5b None None] Port 7aeb659d-5192-4151-a251-52ecce7a2dc8 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 13:00:09.560276 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-b4ba29c0-2f9f-493a-a464-5eca6be13907 req-4b6a8f2f-4951-47a8-a3b4-1c0dde09ee62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7aeb659d-5192-4151-a251-52ecce7a2dc8 {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 13:00:09.577736 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-b4ba29c0-2f9f-493a-a464-5eca6be13907 req-4b6a8f2f-4951-47a8-a3b4-1c0dde09ee62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:00:09.608295 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-b4ba29c0-2f9f-493a-a464-5eca6be13907 req-4b6a8f2f-4951-47a8-a3b4-1c0dde09ee62 service neutron] Transition to ACTIVE for port object 7aeb659d-5192-4151-a251-52ecce7a2dc8 will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:00:09.616647 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-b4ba29c0-2f9f-493a-a464-5eca6be13907 req-4b6a8f2f-4951-47a8-a3b4-1c0dde09ee62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:00:09.646277 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8031bd-be69-49ed-b006-ecd88226b2f0 req-3908ce6c-6e30-4580-9fa4-130e2bdbb680 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:00:09.649214 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cd8031bd-be69-49ed-b006-ecd88226b2f0 req-3908ce6c-6e30-4580-9fa4-130e2bdbb680 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/ports?device_id=65079c34-ede9-4d8c-bd82-a5825b4b4688 HTTP/1.1" status: 200 len: 931 time: 0.0955527 Aug 05 13:00:09.760591 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cd8031bd-be69-49ed-b006-ecd88226b2f0 req-8a2ae5fe-365e-4f7f-81e3-0bf55db8acdf tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/security-groups?id=29d5a951-c94b-4ef2-b5ec-d5a5ef7fb8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987380 Aug 05 13:00:09.762000 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6a8f2f-4951-47a8-a3b4-1c0dde09ee62 service neutron] Pushing event updated for resources: {'Port': ['ID=7aeb659d-5192-4151-a251-52ecce7a2dc8,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:00:09.881773 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-b4ba29c0-2f9f-493a-a464-5eca6be13907 req-4b6a8f2f-4951-47a8-a3b4-1c0dde09ee62 service neutron] Attempting to bind port 7aeb659d-5192-4151-a251-52ecce7a2dc8 on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 13:00:09.882590 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-b4ba29c0-2f9f-493a-a464-5eca6be13907 req-4b6a8f2f-4951-47a8-a3b4-1c0dde09ee62 service neutron] Attempting to bind port 7aeb659d-5192-4151-a251-52ecce7a2dc8 by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': '5bfb745a-e1eb-454c-b816-1366c6736695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'cc0bc985-1984-4a2c-bad4-9022cad15313'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 13:00:09.883415 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ba29c0-2f9f-493a-a464-5eca6be13907 req-4b6a8f2f-4951-47a8-a3b4-1c0dde09ee62 service neutron] Attempting to bind port 7aeb659d-5192-4151-a251-52ecce7a2dc8 on network cc0bc985-1984-4a2c-bad4-9022cad15313 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:00:09.892458 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ba29c0-2f9f-493a-a464-5eca6be13907 req-4b6a8f2f-4951-47a8-a3b4-1c0dde09ee62 service neutron] Port 7aeb659d-5192-4151-a251-52ecce7a2dc8 on network cc0bc985-1984-4a2c-bad4-9022cad15313 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 13:00:09.893135 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ba29c0-2f9f-493a-a464-5eca6be13907 req-4b6a8f2f-4951-47a8-a3b4-1c0dde09ee62 service neutron] Attempting to bind port 7aeb659d-5192-4151-a251-52ecce7a2dc8 on network cc0bc985-1984-4a2c-bad4-9022cad15313 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:00:09.905837 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ba29c0-2f9f-493a-a464-5eca6be13907 req-4b6a8f2f-4951-47a8-a3b4-1c0dde09ee62 service neutron] Checking agent: {'id': 'a8f1dd2d-227c-4e30-8844-52419ba734db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 12, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 13:00:09.906901 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ba29c0-2f9f-493a-a464-5eca6be13907 req-4b6a8f2f-4951-47a8-a3b4-1c0dde09ee62 service neutron] Checking segment: {'id': '5bfb745a-e1eb-454c-b816-1366c6736695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'cc0bc985-1984-4a2c-bad4-9022cad15313'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:00:09.907426 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ba29c0-2f9f-493a-a464-5eca6be13907 req-4b6a8f2f-4951-47a8-a3b4-1c0dde09ee62 service neutron] Bound using segment: {'id': '5bfb745a-e1eb-454c-b816-1366c6736695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'cc0bc985-1984-4a2c-bad4-9022cad15313'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 13:00:09.908240 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-b4ba29c0-2f9f-493a-a464-5eca6be13907 req-4b6a8f2f-4951-47a8-a3b4-1c0dde09ee62 service neutron] Bound port: 7aeb659d-5192-4151-a251-52ecce7a2dc8, host: n-h2-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bfb745a-e1eb-454c-b816-1366c6736695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'cc0bc985-1984-4a2c-bad4-9022cad15313'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 13:00:09.909136 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-b4ba29c0-2f9f-493a-a464-5eca6be13907 req-4b6a8f2f-4951-47a8-a3b4-1c0dde09ee62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:00:10.049333 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-b4ba29c0-2f9f-493a-a464-5eca6be13907 req-4b6a8f2f-4951-47a8-a3b4-1c0dde09ee62 service neutron] For port 7aeb659d-5192-4151-a251-52ecce7a2dc8, host n-h2-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:00:10.054868 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-b4ba29c0-2f9f-493a-a464-5eca6be13907 req-4b6a8f2f-4951-47a8-a3b4-1c0dde09ee62 service neutron] For port 7aeb659d-5192-4151-a251-52ecce7a2dc8, host n-h2-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=7aeb659d-5192-4151-a251-52ecce7a2dc8,segment=NetworkSegment(5bfb745a-e1eb-454c-b816-1366c6736695),segment_id=5bfb745a-e1eb-454c-b816-1366c6736695)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 13:00:10.062900 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-b4ba29c0-2f9f-493a-a464-5eca6be13907 req-4b6a8f2f-4951-47a8-a3b4-1c0dde09ee62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:00:10.117741 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ba29c0-2f9f-493a-a464-5eca6be13907 req-4b6a8f2f-4951-47a8-a3b4-1c0dde09ee62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:00:10.118819 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-b4ba29c0-2f9f-493a-a464-5eca6be13907 req-4b6a8f2f-4951-47a8-a3b4-1c0dde09ee62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:00:10.122264 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b4ba29c0-2f9f-493a-a464-5eca6be13907 req-4b6a8f2f-4951-47a8-a3b4-1c0dde09ee62 service neutron] 10.222.0.55 "PUT /v2.0/ports/7aeb659d-5192-4151-a251-52ecce7a2dc8 HTTP/1.1" status: 200 len: 1091 time: 1.3389883 Aug 05 13:00:10.174019 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-4742d539-2d3d-4624-ab26-eb35c05f9d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:00:10.190450 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65079c34-ede9-4d8c-bd82-a5825b4b4688', 'tag': '7aeb659d-5192-4151-a251-52ecce7a2dc8'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:00:10.195740 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7ff1ae056485c55ead25f70fa9973e26b39e4a1f6cb6b93d5d0d7942cdef429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bbaee0a-eec6-45f3-b99b-07ee317f1029" -d '{"events": [{"name": "network-changed", "server_uuid": "65079c34-ede9-4d8c-bd82-a5825b4b4688", "tag": "7aeb659d-5192-4151-a251-52ecce7a2dc8"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:00:10.242804 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:00:10.270169 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6a8f2f-4951-47a8-a3b4-1c0dde09ee62 service neutron] Pushing event updated for resources: {'Port': ['ID=7aeb659d-5192-4151-a251-52ecce7a2dc8,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:00:10.310807 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ba29c0-2f9f-493a-a464-5eca6be13907 req-21a63801-778b-4079-89f7-839689d93cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:00:10.314638 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b4ba29c0-2f9f-493a-a464-5eca6be13907 req-21a63801-778b-4079-89f7-839689d93cb9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b3acac3ac7984616994c4d25f16f5a73&device_id=65079c34-ede9-4d8c-bd82-a5825b4b4688 HTTP/1.1" status: 200 len: 1094 time: 0.1126420 Aug 05 13:00:10.326656 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 13:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ed1e18e-098f-402a-86a8-e6cce71b2626 x-openstack-request-id: req-0ed1e18e-098f-402a-86a8-e6cce71b2626 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:00:10.327991 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65079c34-ede9-4d8c-bd82-a5825b4b4688", "tag": "7aeb659d-5192-4151-a251-52ecce7a2dc8", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:00:10.329303 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0ed1e18e-098f-402a-86a8-e6cce71b2626 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:00:10.330487 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65079c34-ede9-4d8c-bd82-a5825b4b4688', 'tag': '7aeb659d-5192-4151-a251-52ecce7a2dc8', 'status': 'completed', 'code': 200} Aug 05 13:00:10.387753 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b4ba29c0-2f9f-493a-a464-5eca6be13907 req-56f9064c-fa01-4757-bbdd-1d3bea56c12e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7aeb659d-5192-4151-a251-52ecce7a2dc8 HTTP/1.1" status: 200 len: 217 time: 0.0555189 Aug 05 13:00:10.469719 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ba29c0-2f9f-493a-a464-5eca6be13907 req-6031f38d-b39b-4a4b-89cb-668e358fdc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:00:10.472324 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b4ba29c0-2f9f-493a-a464-5eca6be13907 req-6031f38d-b39b-4a4b-89cb-668e358fdc64 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=845431f7-3f32-4d13-bf4b-ecf65d7db9ae HTTP/1.1" status: 200 len: 847 time: 0.0758774 Aug 05 13:00:10.554010 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ba29c0-2f9f-493a-a464-5eca6be13907 req-561ef1fb-cd16-42de-88f3-9659504a0adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:00:10.555580 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b4ba29c0-2f9f-493a-a464-5eca6be13907 req-561ef1fb-cd16-42de-88f3-9659504a0adf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cc0bc985-1984-4a2c-bad4-9022cad15313&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733516 Aug 05 13:00:10.727213 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b4ba29c0-2f9f-493a-a464-5eca6be13907 req-c5707628-b71e-4568-af84-42a61b56683c service neutron] 10.222.0.55 "GET /v2.0/networks/cc0bc985-1984-4a2c-bad4-9022cad15313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552725 Aug 05 13:00:10.899598 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-b4ba29c0-2f9f-493a-a464-5eca6be13907 req-0a4530fb-2674-4e31-8358-e45b034059a4 service neutron] 10.222.0.55 "GET /v2.0/networks/cc0bc985-1984-4a2c-bad4-9022cad15313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651857 Aug 05 13:00:10.998037 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0afeb9-cb19-4493-bcab-ed63aa921f78 req-6ca1e13a-f5c6-48f1-9aa9-30389e460ed1 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:00:11.000964 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8b0afeb9-cb19-4493-bcab-ed63aa921f78 req-6ca1e13a-f5c6-48f1-9aa9-30389e460ed1 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/ports?device_id=65079c34-ede9-4d8c-bd82-a5825b4b4688 HTTP/1.1" status: 200 len: 943 time: 0.0982683 Aug 05 13:00:11.060086 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbaee0a-eec6-45f3-b99b-07ee317f1029 req-565e1f0b-2c19-48b8-afa2-d969c1278c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:00:11.062308 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2bbaee0a-eec6-45f3-b99b-07ee317f1029 req-565e1f0b-2c19-48b8-afa2-d969c1278c67 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b3acac3ac7984616994c4d25f16f5a73&device_id=65079c34-ede9-4d8c-bd82-a5825b4b4688 HTTP/1.1" status: 200 len: 1094 time: 0.0706425 Aug 05 13:00:11.068982 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8b0afeb9-cb19-4493-bcab-ed63aa921f78 req-58a499a5-023a-44ab-83f6-eadb026d87c8 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/security-groups?id=29d5a951-c94b-4ef2-b5ec-d5a5ef7fb8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566266 Aug 05 13:00:11.217137 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbaee0a-eec6-45f3-b99b-07ee317f1029 req-29cc40eb-2937-4596-bee8-00c95652a5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:00:11.219938 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2bbaee0a-eec6-45f3-b99b-07ee317f1029 req-29cc40eb-2937-4596-bee8-00c95652a5dc service neutron] 10.222.0.55 "GET /v2.0/networks?id=cc0bc985-1984-4a2c-bad4-9022cad15313 HTTP/1.1" status: 200 len: 909 time: 0.1506550 Aug 05 13:00:11.297053 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2bbaee0a-eec6-45f3-b99b-07ee317f1029 req-423cfb3e-046c-4a0d-8ea9-3cbe0cd538db service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7aeb659d-5192-4151-a251-52ecce7a2dc8 HTTP/1.1" status: 200 len: 217 time: 0.0683146 Aug 05 13:00:11.388096 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbaee0a-eec6-45f3-b99b-07ee317f1029 req-4a9d794a-8590-4dd6-8d89-e75f05de7c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:00:11.390656 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2bbaee0a-eec6-45f3-b99b-07ee317f1029 req-4a9d794a-8590-4dd6-8d89-e75f05de7c9c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=845431f7-3f32-4d13-bf4b-ecf65d7db9ae HTTP/1.1" status: 200 len: 847 time: 0.0838292 Aug 05 13:00:11.493668 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbaee0a-eec6-45f3-b99b-07ee317f1029 req-ea925f38-e4b8-4f0c-b683-62924fb8a953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:00:11.496350 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2bbaee0a-eec6-45f3-b99b-07ee317f1029 req-ea925f38-e4b8-4f0c-b683-62924fb8a953 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cc0bc985-1984-4a2c-bad4-9022cad15313&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0967305 Aug 05 13:00:11.670676 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2bbaee0a-eec6-45f3-b99b-07ee317f1029 req-e00dc899-1237-4f55-b342-57d74839f509 service neutron] 10.222.0.55 "GET /v2.0/networks/cc0bc985-1984-4a2c-bad4-9022cad15313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664426 Aug 05 13:00:11.833570 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2bbaee0a-eec6-45f3-b99b-07ee317f1029 req-f2140377-9a4e-46bf-b55d-428e6f433e3a service neutron] 10.222.0.55 "GET /v2.0/networks/cc0bc985-1984-4a2c-bad4-9022cad15313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541677 Aug 05 13:00:12.163266 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:00:12.246441 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0560f5-0583-4bbc-ab97-bab46c5d1941 req-ea9dd8fd-0c5b-46bd-8288-8f52f9f3bd31 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:00:12.248603 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0a0560f5-0583-4bbc-ab97-bab46c5d1941 req-ea9dd8fd-0c5b-46bd-8288-8f52f9f3bd31 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/ports?device_id=65079c34-ede9-4d8c-bd82-a5825b4b4688 HTTP/1.1" status: 200 len: 943 time: 0.0777462 Aug 05 13:00:12.314423 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0a0560f5-0583-4bbc-ab97-bab46c5d1941 req-6b34e792-26d9-4e5e-b7f7-144c7b03ce56 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/security-groups?id=29d5a951-c94b-4ef2-b5ec-d5a5ef7fb8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540011 Aug 05 13:00:13.533944 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12143ba8-0619-4af7-8290-4ffffd333b25 req-32975fc5-a617-4575-9204-f9f5c390c67b tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:00:13.536408 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-12143ba8-0619-4af7-8290-4ffffd333b25 req-32975fc5-a617-4575-9204-f9f5c390c67b tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/ports?device_id=65079c34-ede9-4d8c-bd82-a5825b4b4688 HTTP/1.1" status: 200 len: 943 time: 0.1023765 Aug 05 13:00:13.602143 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-12143ba8-0619-4af7-8290-4ffffd333b25 req-67ff5217-938b-4caf-94c2-61c0df73e068 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/security-groups?id=29d5a951-c94b-4ef2-b5ec-d5a5ef7fb8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512457 Aug 05 13:00:14.289942 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:00:14.789205 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e690589-c222-42dd-8d39-f5e9f96bd179 req-218ff6ea-d72a-4a7d-9b85-b5ea9ae24835 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:00:14.791353 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2e690589-c222-42dd-8d39-f5e9f96bd179 req-218ff6ea-d72a-4a7d-9b85-b5ea9ae24835 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/ports?device_id=65079c34-ede9-4d8c-bd82-a5825b4b4688 HTTP/1.1" status: 200 len: 943 time: 0.0874438 Aug 05 13:00:14.860732 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2e690589-c222-42dd-8d39-f5e9f96bd179 req-6b380c06-34c3-48bf-9fc7-5f9c244e4137 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/security-groups?id=29d5a951-c94b-4ef2-b5ec-d5a5ef7fb8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588386 Aug 05 13:00:16.033128 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53aa353-f916-43ca-88c8-35edcead2fcf req-70f014cf-7e10-4bc9-9ad3-833b561c6a09 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:00:16.035582 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a53aa353-f916-43ca-88c8-35edcead2fcf req-70f014cf-7e10-4bc9-9ad3-833b561c6a09 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/ports?device_id=65079c34-ede9-4d8c-bd82-a5825b4b4688 HTTP/1.1" status: 200 len: 943 time: 0.0763314 Aug 05 13:00:16.092681 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a53aa353-f916-43ca-88c8-35edcead2fcf req-5d88c823-fe3f-4184-af7c-f0e6155a6a24 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/security-groups?id=29d5a951-c94b-4ef2-b5ec-d5a5ef7fb8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498695 Aug 05 13:00:17.268319 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5b2bb8-47d8-4d8b-9ce6-c8b84218a850 req-9e957f52-611f-4914-8e6b-9ccce0d47b1b tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:00:17.271050 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-aa5b2bb8-47d8-4d8b-9ce6-c8b84218a850 req-9e957f52-611f-4914-8e6b-9ccce0d47b1b tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/ports?device_id=65079c34-ede9-4d8c-bd82-a5825b4b4688 HTTP/1.1" status: 200 len: 943 time: 0.0895610 Aug 05 13:00:17.321974 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-aa5b2bb8-47d8-4d8b-9ce6-c8b84218a850 req-ebc75898-a833-482c-88e5-75330e490411 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/security-groups?id=29d5a951-c94b-4ef2-b5ec-d5a5ef7fb8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436785 Aug 05 13:00:18.478183 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6700c6-d49f-423c-acca-9261a913fff9 req-9d959d18-0e8c-4cc7-b5e2-bd2c5451fc2e tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:00:18.479893 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8d6700c6-d49f-423c-acca-9261a913fff9 req-9d959d18-0e8c-4cc7-b5e2-bd2c5451fc2e tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/ports?device_id=65079c34-ede9-4d8c-bd82-a5825b4b4688 HTTP/1.1" status: 200 len: 943 time: 0.0567110 Aug 05 13:00:18.543598 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8d6700c6-d49f-423c-acca-9261a913fff9 req-f2cb151a-345b-4df0-a7c2-32a53cf1b9b1 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/security-groups?id=29d5a951-c94b-4ef2-b5ec-d5a5ef7fb8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490630 Aug 05 13:00:19.695050 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0177b8f6-df81-4d3c-818e-08b80fb222a5 req-fc8122ba-9fd0-4c34-bdc2-5c118029834c tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:00:19.696766 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0177b8f6-df81-4d3c-818e-08b80fb222a5 req-fc8122ba-9fd0-4c34-bdc2-5c118029834c tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/ports?device_id=65079c34-ede9-4d8c-bd82-a5825b4b4688 HTTP/1.1" status: 200 len: 943 time: 0.0675960 Aug 05 13:00:19.751332 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-0177b8f6-df81-4d3c-818e-08b80fb222a5 req-72b82afa-206f-4564-84e3-cc940104df19 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/security-groups?id=29d5a951-c94b-4ef2-b5ec-d5a5ef7fb8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431972 Aug 05 13:00:20.906609 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107d4e99-dde5-498f-a216-b6139fbdfec7 req-e42c03f9-4673-4f3e-bcf4-db2a44764be4 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:00:20.908453 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-107d4e99-dde5-498f-a216-b6139fbdfec7 req-e42c03f9-4673-4f3e-bcf4-db2a44764be4 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/ports?device_id=65079c34-ede9-4d8c-bd82-a5825b4b4688 HTTP/1.1" status: 200 len: 943 time: 0.0719225 Aug 05 13:00:20.972154 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-107d4e99-dde5-498f-a216-b6139fbdfec7 req-70d72ebc-5f2a-45b9-bee6-e94a8133aaa7 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/security-groups?id=29d5a951-c94b-4ef2-b5ec-d5a5ef7fb8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531332 Aug 05 13:00:21.497476 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 7aeb659d-5192-4151-a251-52ecce7a2dc8 details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 13:00:21.667057 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 7aeb659d-5192-4151-a251-52ecce7a2dc8, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=7aeb659d-5192-4151-a251-52ecce7a2dc8,segment=NetworkSegment(5bfb745a-e1eb-454c-b816-1366c6736695),segment_id=5bfb745a-e1eb-454c-b816-1366c6736695)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:00:21.690273 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Returning: {'device': '7aeb659d-5192-4151-a251-52ecce7a2dc8', 'network_id': 'cc0bc985-1984-4a2c-bad4-9022cad15313', 'port_id': '7aeb659d-5192-4151-a251-52ecce7a2dc8', 'mac_address': 'fa:16:3e:dc:ab:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '845431f7-3f32-4d13-bf4b-ecf65d7db9ae', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 13:00:21.741661 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:00:21.758996 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7aeb659d-5192-4151-a251-52ecce7a2dc8 {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 13:00:21.787077 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 7aeb659d-5192-4151-a251-52ecce7a2dc8, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=7aeb659d-5192-4151-a251-52ecce7a2dc8,segment=NetworkSegment(5bfb745a-e1eb-454c-b816-1366c6736695),segment_id=5bfb745a-e1eb-454c-b816-1366c6736695)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:00:21.792619 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:00:21.825491 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 13:00:21.870216 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=7aeb659d-5192-4151-a251-52ecce7a2dc8,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:00:21.882714 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:00:21.883195 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:00:21.883710 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:00:21.884152 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:00:21.884630 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:00:21.885178 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:00:21.885688 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:00:21.886107 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:00:21.886572 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:00:21.887010 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:00:21.887462 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:00:21.887823 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:00:22.069384 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['7aeb659d-5192-4151-a251-52ecce7a2dc8'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 13:00:22.140740 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4b0baa-50b7-4c14-83ed-e6bef79daadf req-e4e79e42-5d05-48e4-aad0-86a79cb1aeae tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:00:22.148409 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4a4b0baa-50b7-4c14-83ed-e6bef79daadf req-e4e79e42-5d05-48e4-aad0-86a79cb1aeae tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/ports?device_id=65079c34-ede9-4d8c-bd82-a5825b4b4688 HTTP/1.1" status: 200 len: 944 time: 0.0798519 Aug 05 13:00:22.214182 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4a4b0baa-50b7-4c14-83ed-e6bef79daadf req-38f33981-86c1-4236-ad25-9ef28289784b tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/security-groups?id=29d5a951-c94b-4ef2-b5ec-d5a5ef7fb8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548966 Aug 05 13:00:23.038162 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:00:23.367242 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21111ab-a44d-4681-a279-773cc80d8993 req-b580a97b-0877-4f7d-ada7-9666ff8be645 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:00:23.368839 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c21111ab-a44d-4681-a279-773cc80d8993 req-b580a97b-0877-4f7d-ada7-9666ff8be645 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/ports?device_id=65079c34-ede9-4d8c-bd82-a5825b4b4688 HTTP/1.1" status: 200 len: 944 time: 0.0578523 Aug 05 13:00:23.419258 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c21111ab-a44d-4681-a279-773cc80d8993 req-a0b63295-a1ad-4580-b13e-b4517b759831 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/security-groups?id=29d5a951-c94b-4ef2-b5ec-d5a5ef7fb8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426655 Aug 05 13:00:23.512709 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 7aeb659d-5192-4151-a251-52ecce7a2dc8 up at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:00:23.581863 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning for port 7aeb659d-5192-4151-a251-52ecce7a2dc8 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:00:23.585636 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning complete for port 7aeb659d-5192-4151-a251-52ecce7a2dc8 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:00:23.586061 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:00:23.677970 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:00:23.708227 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65079c34-ede9-4d8c-bd82-a5825b4b4688', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aeb659d-5192-4151-a251-52ecce7a2dc8'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:00:23.712181 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e1268cc07bff5734ca170491336a8ac74677c017447dd0c96766dddd3e3cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee4a8263-a07c-4840-8141-8f085b270594" -d '{"events": [{"server_uuid": "65079c34-ede9-4d8c-bd82-a5825b4b4688", "name": "network-vif-plugged", "status": "completed", "tag": "7aeb659d-5192-4151-a251-52ecce7a2dc8"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:00:23.737408 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 7aeb659d-5192-4151-a251-52ecce7a2dc8, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=7aeb659d-5192-4151-a251-52ecce7a2dc8,segment=NetworkSegment(5bfb745a-e1eb-454c-b816-1366c6736695),segment_id=5bfb745a-e1eb-454c-b816-1366c6736695)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:00:23.745907 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:00:23.777172 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 13:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7007c4e-5c5b-4963-8705-33d51cd11172 x-openstack-request-id: req-f7007c4e-5c5b-4963-8705-33d51cd11172 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:00:23.777497 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65079c34-ede9-4d8c-bd82-a5825b4b4688", "name": "network-vif-plugged", "status": "completed", "tag": "7aeb659d-5192-4151-a251-52ecce7a2dc8", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:00:23.777740 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f7007c4e-5c5b-4963-8705-33d51cd11172 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:00:23.778107 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65079c34-ede9-4d8c-bd82-a5825b4b4688', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aeb659d-5192-4151-a251-52ecce7a2dc8', 'code': 200} Aug 05 13:00:23.815616 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=7aeb659d-5192-4151-a251-52ecce7a2dc8,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:00:23.919823 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8476e3d8-8bbc-4b41-a746-8c2668e3ed6d req-9a312dee-a816-46e1-b205-fe6078814982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:00:23.922787 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8476e3d8-8bbc-4b41-a746-8c2668e3ed6d req-9a312dee-a816-46e1-b205-fe6078814982 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=65079c34-ede9-4d8c-bd82-a5825b4b4688 HTTP/1.1" status: 200 len: 1096 time: 0.0649385 Aug 05 13:00:23.977948 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8476e3d8-8bbc-4b41-a746-8c2668e3ed6d req-cc3c7ae6-2e1d-46a3-af25-dcacd1d2fcdc service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=29d5a951-c94b-4ef2-b5ec-d5a5ef7fb8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478609 Aug 05 13:00:24.569335 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b2d76d-59d0-4d39-8a2c-7b5de18918ac req-f6530361-6786-4568-a663-a430ed91539d tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:00:24.570863 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d5b2d76d-59d0-4d39-8a2c-7b5de18918ac req-f6530361-6786-4568-a663-a430ed91539d tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/ports?device_id=65079c34-ede9-4d8c-bd82-a5825b4b4688 HTTP/1.1" status: 200 len: 945 time: 0.0680048 Aug 05 13:00:24.624558 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d5b2d76d-59d0-4d39-8a2c-7b5de18918ac req-f6bf0f7b-af81-4319-9736-d41d60c3024c tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/security-groups?id=29d5a951-c94b-4ef2-b5ec-d5a5ef7fb8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447059 Aug 05 13:00:25.781600 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd21b53-1a4f-4561-983a-d68b8d80f111 req-bca09d5a-fb99-4106-b8c6-2231cc7000fe tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:00:25.783785 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4bd21b53-1a4f-4561-983a-d68b8d80f111 req-bca09d5a-fb99-4106-b8c6-2231cc7000fe tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/ports?device_id=65079c34-ede9-4d8c-bd82-a5825b4b4688 HTTP/1.1" status: 200 len: 945 time: 0.0680947 Aug 05 13:00:25.831043 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4bd21b53-1a4f-4561-983a-d68b8d80f111 req-2ae68f41-86fc-4b20-8f7f-29030f56adad tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/security-groups?id=29d5a951-c94b-4ef2-b5ec-d5a5ef7fb8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385244 Aug 05 13:00:25.996705 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76915ba-25b3-4acb-8126-760a446de563 req-d85f1d27-fd69-437a-947a-cf09110c06cb tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:00:25.998592 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b76915ba-25b3-4acb-8126-760a446de563 req-d85f1d27-fd69-437a-947a-cf09110c06cb tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/ports?device_id=65079c34-ede9-4d8c-bd82-a5825b4b4688 HTTP/1.1" status: 200 len: 945 time: 0.0621283 Aug 05 13:00:26.051500 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b76915ba-25b3-4acb-8126-760a446de563 req-5185ca6e-7b96-4152-8f52-5bf68366717f tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/security-groups?id=29d5a951-c94b-4ef2-b5ec-d5a5ef7fb8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435026 Aug 05 13:00:26.076686 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 51030) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:00:26.130442 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f31ba2-a8a2-4f41-aec0-18a11f703675 tempest-TestShelveInstance-116381677 tempest-TestShelveInstance-116381677-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:00:26.132426 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-53f31ba2-a8a2-4f41-aec0-18a11f703675 tempest-TestShelveInstance-116381677 tempest-TestShelveInstance-116381677-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=65079c34-ede9-4d8c-bd82-a5825b4b4688 HTTP/1.1" status: 200 len: 1091 time: 0.0538566 Aug 05 13:00:26.135439 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 51032) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:00:26.140587 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-aba787b2-d1c2-45ca-b038-f1ae4fb5371d tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Request body: {'floatingip': {'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'port_id': '7aeb659d-5192-4151-a251-52ecce7a2dc8', 'tenant_id': 'b3acac3ac7984616994c4d25f16f5a73', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:00:26.175871 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-aba787b2-d1c2-45ca-b038-f1ae4fb5371d tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Notify callbacks [] for floatingip, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:00:26.308215 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-aba787b2-d1c2-45ca-b038-f1ae4fb5371d tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:00:26.461250 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-aba787b2-d1c2-45ca-b038-f1ae4fb5371d tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Allocated IP 172.25.5.211 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/f3e1285c-5d0c-42a4-b501-f3d93948ab60) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 13:00:26.597035 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-aba787b2-d1c2-45ca-b038-f1ae4fb5371d tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:00:26.655845 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-aba787b2-d1c2-45ca-b038-f1ae4fb5371d tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:00:26.707161 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba787b2-d1c2-45ca-b038-f1ae4fb5371d tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:00:26.710284 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-aba787b2-d1c2-45ca-b038-f1ae4fb5371d tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:00:26.717993 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba787b2-d1c2-45ca-b038-f1ae4fb5371d tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 13:00:26.750232 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba787b2-d1c2-45ca-b038-f1ae4fb5371d tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Pushing event updated for resources: {'Port': ['ID=f3e1285c-5d0c-42a4-b501-f3d93948ab60,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:00:27.182965 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-aba787b2-d1c2-45ca-b038-f1ae4fb5371d tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:00:27.285596 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-aba787b2-d1c2-45ca-b038-f1ae4fb5371d tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:00:27.485002 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-aba787b2-d1c2-45ca-b038-f1ae4fb5371d tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:00:27.490066 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-aba787b2-d1c2-45ca-b038-f1ae4fb5371d tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:00:27.572731 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba787b2-d1c2-45ca-b038-f1ae4fb5371d tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Pushing event updated for resources: {'Port': ['ID=f3e1285c-5d0c-42a4-b501-f3d93948ab60,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:00:27.591119 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-aba787b2-d1c2-45ca-b038-f1ae4fb5371d tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33287247'] for floatingip, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:00:27.768198 n-d-803378-2 neutron-server[94420]: INFO neutron.db.l3_db [None req-aba787b2-d1c2-45ca-b038-f1ae4fb5371d tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Floating IP 91d18b8d-f1e4-4ab7-98ff-24f803c18856 associated. External IP: 172.25.5.211, port: 7aeb659d-5192-4151-a251-52ecce7a2dc8. Aug 05 13:00:28.372817 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aba787b2-d1c2-45ca-b038-f1ae4fb5371d tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Router e13afde0-9688-429e-b0dd-687822a42205 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 13:00:28.497516 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aba787b2-d1c2-45ca-b038-f1ae4fb5371d tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 13:00:28.510226 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7d0a2d-c083-4eed-92ff-df95f620b167 None None] Sync routers for ids ['e13afde0-9688-429e-b0dd-687822a42205'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 13:00:28.518240 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-aba787b2-d1c2-45ca-b038-f1ae4fb5371d tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:00:28.523783 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7d0a2d-c083-4eed-92ff-df95f620b167 None None] Routers {'e13afde0-9688-429e-b0dd-687822a42205'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:00:28.524838 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-3d7d0a2d-c083-4eed-92ff-df95f620b167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T13:00:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['e13afde0-9688-429e-b0dd-687822a42205'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:00:28.565801 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-aba787b2-d1c2-45ca-b038-f1ae4fb5371d tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4289422 Aug 05 13:00:28.566687 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65079c34-ede9-4d8c-bd82-a5825b4b4688', 'tag': '7aeb659d-5192-4151-a251-52ecce7a2dc8'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:00:28.570651 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47e10126444b02a26d513ed6f4b145adbdfa00d329c865c61a1608b26e6d0230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-841881f1-5b0d-407f-abd3-fd82d3a064f4" -d '{"events": [{"name": "network-changed", "server_uuid": "65079c34-ede9-4d8c-bd82-a5825b4b4688", "tag": "7aeb659d-5192-4151-a251-52ecce7a2dc8"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:00:28.627152 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 13:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-761a74e6-4dc0-4c37-9b01-c61388810cf8 x-openstack-request-id: req-761a74e6-4dc0-4c37-9b01-c61388810cf8 {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:00:28.627559 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65079c34-ede9-4d8c-bd82-a5825b4b4688", "tag": "7aeb659d-5192-4151-a251-52ecce7a2dc8", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:00:28.627912 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-761a74e6-4dc0-4c37-9b01-c61388810cf8 {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:00:28.628413 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65079c34-ede9-4d8c-bd82-a5825b4b4688', 'tag': '7aeb659d-5192-4151-a251-52ecce7a2dc8', 'status': 'completed', 'code': 200} Aug 05 13:00:28.657328 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-3d7d0a2d-c083-4eed-92ff-df95f620b167 None None] Set router e13afde0-9688-429e-b0dd-687822a42205 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 13:00:28.737805 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841881f1-5b0d-407f-abd3-fd82d3a064f4 req-8111e5cc-ec5d-4ad0-90b9-f45eadccf562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:00:28.739455 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-841881f1-5b0d-407f-abd3-fd82d3a064f4 req-8111e5cc-ec5d-4ad0-90b9-f45eadccf562 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b3acac3ac7984616994c4d25f16f5a73&device_id=65079c34-ede9-4d8c-bd82-a5825b4b4688 HTTP/1.1" status: 200 len: 1096 time: 0.0660002 Aug 05 13:00:28.861632 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841881f1-5b0d-407f-abd3-fd82d3a064f4 req-c5f6fb64-de12-45eb-bf0c-58499702e710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:00:28.863078 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-841881f1-5b0d-407f-abd3-fd82d3a064f4 req-c5f6fb64-de12-45eb-bf0c-58499702e710 service neutron] 10.222.0.55 "GET /v2.0/networks?id=cc0bc985-1984-4a2c-bad4-9022cad15313 HTTP/1.1" status: 200 len: 909 time: 0.1152484 Aug 05 13:00:28.958373 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-841881f1-5b0d-407f-abd3-fd82d3a064f4 req-acd813b6-b808-46d6-917a-f959e01fa218 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7aeb659d-5192-4151-a251-52ecce7a2dc8 HTTP/1.1" status: 200 len: 999 time: 0.0875587 Aug 05 13:00:29.023716 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841881f1-5b0d-407f-abd3-fd82d3a064f4 req-e21dfbba-bda4-46a5-a889-f229662b6c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:00:29.026243 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-841881f1-5b0d-407f-abd3-fd82d3a064f4 req-e21dfbba-bda4-46a5-a889-f229662b6c66 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=845431f7-3f32-4d13-bf4b-ecf65d7db9ae HTTP/1.1" status: 200 len: 847 time: 0.0600212 Aug 05 13:00:29.044905 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-3d7d0a2d-c083-4eed-92ff-df95f620b167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e13afde0-9688-429e-b0dd-687822a42205', 'name': 'tempest-TestShelveInstance-895383723-router', 'tenant_id': 'b3acac3ac7984616994c4d25f16f5a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '83f07558-43bf-4b9f-9c68-8ea890478ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:55:17Z', 'updated_at': '2021-08-05T12:55:20Z', 'revision_number': 4, 'project_id': 'b3acac3ac7984616994c4d25f16f5a73', 'gw_port': {'id': '83f07558-43bf-4b9f-9c68-8ea890478ef0', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:67:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e13afde0-9688-429e-b0dd-687822a42205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:55:18Z', 'updated_at': '2021-08-05T12:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': '91d18b8d-f1e4-4ab7-98ff-24f803c18856', 'tenant_id': 'b3acac3ac7984616994c4d25f16f5a73', 'floating_ip_address': '172.25.5.211', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': 'e13afde0-9688-429e-b0dd-687822a42205', 'port_id': '7aeb659d-5192-4151-a251-52ecce7a2dc8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc0bc985-1984-4a2c-bad4-9022cad15313', 'mac_address': 'fa:16:3e:dc:ab:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65079c34-ede9-4d8c-bd82-a5825b4b4688', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T13:00:26Z', 'updated_at': '2021-08-05T13:00:26Z', 'revision_number': 0, 'project_id': 'b3acac3ac7984616994c4d25f16f5a73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae85a3fb-8dbe-4a1a-8702-2d30ad55e897', 'name': '', 'network_id': 'cc0bc985-1984-4a2c-bad4-9022cad15313', 'tenant_id': 'b3acac3ac7984616994c4d25f16f5a73', 'mac_address': 'fa:16:3e:f4:1a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e13afde0-9688-429e-b0dd-687822a42205', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '845431f7-3f32-4d13-bf4b-ecf65d7db9ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:55:20Z', 'updated_at': '2021-08-05T12:55:26Z', 'revision_number': 5, 'project_id': 'b3acac3ac7984616994c4d25f16f5a73', 'subnets': [{'id': '845431f7-3f32-4d13-bf4b-ecf65d7db9ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:00:29.089514 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841881f1-5b0d-407f-abd3-fd82d3a064f4 req-0b18a14b-25d0-47b7-a18c-72c7edbb9076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:00:29.091102 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-841881f1-5b0d-407f-abd3-fd82d3a064f4 req-0b18a14b-25d0-47b7-a18c-72c7edbb9076 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cc0bc985-1984-4a2c-bad4-9022cad15313&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0571032 Aug 05 13:00:29.105554 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7d0a2d-c083-4eed-92ff-df95f620b167 None None] Checking router: e13afde0-9688-429e-b0dd-687822a42205 for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 13:00:29.123841 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7d0a2d-c083-4eed-92ff-df95f620b167 None None] Routers {'e13afde0-9688-429e-b0dd-687822a42205'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:00:29.124823 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-3d7d0a2d-c083-4eed-92ff-df95f620b167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T13:00:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['e13afde0-9688-429e-b0dd-687822a42205'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:00:29.212141 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-841881f1-5b0d-407f-abd3-fd82d3a064f4 req-2431bfc0-4d4f-4148-805b-1b31702d3abd service neutron] 10.222.0.55 "GET /v2.0/networks/cc0bc985-1984-4a2c-bad4-9022cad15313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130235 Aug 05 13:00:29.338635 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-3d7d0a2d-c083-4eed-92ff-df95f620b167 None None] Set router e13afde0-9688-429e-b0dd-687822a42205 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 13:00:29.361909 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-841881f1-5b0d-407f-abd3-fd82d3a064f4 req-4e96c672-138e-4cd8-8f8b-3ce043e140a1 service neutron] 10.222.0.55 "GET /v2.0/networks/cc0bc985-1984-4a2c-bad4-9022cad15313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416700 Aug 05 13:00:29.842487 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-3d7d0a2d-c083-4eed-92ff-df95f620b167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e13afde0-9688-429e-b0dd-687822a42205', 'name': 'tempest-TestShelveInstance-895383723-router', 'tenant_id': 'b3acac3ac7984616994c4d25f16f5a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '83f07558-43bf-4b9f-9c68-8ea890478ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:55:17Z', 'updated_at': '2021-08-05T12:55:20Z', 'revision_number': 4, 'project_id': 'b3acac3ac7984616994c4d25f16f5a73', 'gw_port': {'id': '83f07558-43bf-4b9f-9c68-8ea890478ef0', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:67:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e13afde0-9688-429e-b0dd-687822a42205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:55:18Z', 'updated_at': '2021-08-05T12:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': '91d18b8d-f1e4-4ab7-98ff-24f803c18856', 'tenant_id': 'b3acac3ac7984616994c4d25f16f5a73', 'floating_ip_address': '172.25.5.211', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': 'e13afde0-9688-429e-b0dd-687822a42205', 'port_id': '7aeb659d-5192-4151-a251-52ecce7a2dc8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc0bc985-1984-4a2c-bad4-9022cad15313', 'mac_address': 'fa:16:3e:dc:ab:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65079c34-ede9-4d8c-bd82-a5825b4b4688', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T13:00:26Z', 'updated_at': '2021-08-05T13:00:26Z', 'revision_number': 0, 'project_id': 'b3acac3ac7984616994c4d25f16f5a73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae85a3fb-8dbe-4a1a-8702-2d30ad55e897', 'name': '', 'network_id': 'cc0bc985-1984-4a2c-bad4-9022cad15313', 'tenant_id': 'b3acac3ac7984616994c4d25f16f5a73', 'mac_address': 'fa:16:3e:f4:1a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e13afde0-9688-429e-b0dd-687822a42205', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '845431f7-3f32-4d13-bf4b-ecf65d7db9ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:55:20Z', 'updated_at': '2021-08-05T12:55:26Z', 'revision_number': 5, 'project_id': 'b3acac3ac7984616994c4d25f16f5a73', 'subnets': [{'id': '845431f7-3f32-4d13-bf4b-ecf65d7db9ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:00:29.916065 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7d0a2d-c083-4eed-92ff-df95f620b167 None None] The sync data for ids ['e13afde0-9688-429e-b0dd-687822a42205'] in n-d-803378-2 is: [{'id': 'e13afde0-9688-429e-b0dd-687822a42205', 'name': 'tempest-TestShelveInstance-895383723-router', 'tenant_id': 'b3acac3ac7984616994c4d25f16f5a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '83f07558-43bf-4b9f-9c68-8ea890478ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:55:17Z', 'updated_at': '2021-08-05T12:55:20Z', 'revision_number': 4, 'project_id': 'b3acac3ac7984616994c4d25f16f5a73', 'gw_port': {'id': '83f07558-43bf-4b9f-9c68-8ea890478ef0', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:67:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e13afde0-9688-429e-b0dd-687822a42205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:55:18Z', 'updated_at': '2021-08-05T12:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': '91d18b8d-f1e4-4ab7-98ff-24f803c18856', 'tenant_id': 'b3acac3ac7984616994c4d25f16f5a73', 'floating_ip_address': '172.25.5.211', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': 'e13afde0-9688-429e-b0dd-687822a42205', 'port_id': '7aeb659d-5192-4151-a251-52ecce7a2dc8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc0bc985-1984-4a2c-bad4-9022cad15313', 'mac_address': 'fa:16:3e:dc:ab:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65079c34-ede9-4d8c-bd82-a5825b4b4688', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T13:00:26Z', 'updated_at': '2021-08-05T13:00:26Z', 'revision_number': 0, 'project_id': 'b3acac3ac7984616994c4d25f16f5a73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae85a3fb-8dbe-4a1a-8702-2d30ad55e897', 'name': '', 'network_id': 'cc0bc985-1984-4a2c-bad4-9022cad15313', 'tenant_id': 'b3acac3ac7984616994c4d25f16f5a73', 'mac_address': 'fa:16:3e:f4:1a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e13afde0-9688-429e-b0dd-687822a42205', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '845431f7-3f32-4d13-bf4b-ecf65d7db9ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:55:20Z', 'updated_at': '2021-08-05T12:55:26Z', 'revision_number': 5, 'project_id': 'b3acac3ac7984616994c4d25f16f5a73', 'subnets': [{'id': '845431f7-3f32-4d13-bf4b-ecf65d7db9ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 13:00:30.173600 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c371e5-a4f3-4fdd-b14c-69cfedd99c0a None None] New status for floating IP 91d18b8d-f1e4-4ab7-98ff-24f803c18856: ACTIVE {{(pid=94423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 13:00:30.396023 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:00:37.415860 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c7f92108-2373-401d-acda-cadccf754358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:00:40.150745 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-fcae42ff-e314-4fca-b0a6-0afc090858a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:00:40.209164 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:00:42.159551 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:00:44.282631 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:00:53.056894 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:00:58.825441 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 13:01:00.396942 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:01:07.409143 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-36561f5b-3018-4549-9c47-928ed44963d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:01:10.155389 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-aaaf54c2-7d4e-4c02-9aca-067448fb6a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:01:10.213095 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:01:11.552471 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3bfec203-41e2-4335-acac-b848abf49a0b req-3907026d-5af2-4527-8d7c-b0bb468ecb71 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=65079c34-ede9-4d8c-bd82-a5825b4b4688&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0419660 Aug 05 13:01:11.649637 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfec203-41e2-4335-acac-b848abf49a0b req-6aed85ee-cdcd-4332-9374-949527d0aa9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:01:11.651157 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3bfec203-41e2-4335-acac-b848abf49a0b req-6aed85ee-cdcd-4332-9374-949527d0aa9f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b3acac3ac7984616994c4d25f16f5a73&device_id=65079c34-ede9-4d8c-bd82-a5825b4b4688 HTTP/1.1" status: 200 len: 1096 time: 0.0419211 Aug 05 13:01:11.762128 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfec203-41e2-4335-acac-b848abf49a0b req-be1867ee-4ece-442a-aa6d-46f21965e330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:01:11.763633 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3bfec203-41e2-4335-acac-b848abf49a0b req-be1867ee-4ece-442a-aa6d-46f21965e330 service neutron] 10.222.0.55 "GET /v2.0/networks?id=cc0bc985-1984-4a2c-bad4-9022cad15313 HTTP/1.1" status: 200 len: 909 time: 0.0911136 Aug 05 13:01:11.833221 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3bfec203-41e2-4335-acac-b848abf49a0b req-24158ee8-6fc6-4c35-b637-0661591d7b75 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7aeb659d-5192-4151-a251-52ecce7a2dc8 HTTP/1.1" status: 200 len: 1001 time: 0.0618863 Aug 05 13:01:11.883292 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfec203-41e2-4335-acac-b848abf49a0b req-8f5663aa-6d57-450d-b484-25e96fc59103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:01:11.885075 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3bfec203-41e2-4335-acac-b848abf49a0b req-8f5663aa-6d57-450d-b484-25e96fc59103 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=845431f7-3f32-4d13-bf4b-ecf65d7db9ae HTTP/1.1" status: 200 len: 847 time: 0.0455043 Aug 05 13:01:11.936867 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfec203-41e2-4335-acac-b848abf49a0b req-c311247b-a185-4cde-b0ca-ca42e080ef78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:01:11.938398 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3bfec203-41e2-4335-acac-b848abf49a0b req-c311247b-a185-4cde-b0ca-ca42e080ef78 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cc0bc985-1984-4a2c-bad4-9022cad15313&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459955 Aug 05 13:01:12.029141 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3bfec203-41e2-4335-acac-b848abf49a0b req-f6a37b47-933c-4193-9a57-8acba72215bc service neutron] 10.222.0.55 "GET /v2.0/networks/cc0bc985-1984-4a2c-bad4-9022cad15313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835946 Aug 05 13:01:12.129586 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-3bfec203-41e2-4335-acac-b848abf49a0b req-1a315e9f-f33d-4f94-9403-19d9534474b6 service neutron] 10.222.0.55 "GET /v2.0/networks/cc0bc985-1984-4a2c-bad4-9022cad15313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931652 Aug 05 13:01:12.154135 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:01:14.284066 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:01:23.049999 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:01:30.398617 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:01:35.825985 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 13:01:37.414091 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-fbb75bea-916d-4510-980c-ea83e06db5b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:01:40.157902 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c3995b3c-ef5e-415a-b299-a62dc8b1c27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:01:40.220342 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:01:42.155659 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:01:44.286599 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:01:53.065007 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:02:00.415118 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:02:07.422237 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-9d5f3d0d-3e74-40b1-a882-698d1f99f7d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:02:10.161805 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-56298c88-50db-4d29-8d0d-9ade7b052b8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:02:10.215751 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:02:12.163522 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:02:12.570405 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-5cff87de-6a6a-4d0b-ba03-96aa9813f59a req-2f1d2e81-b9cf-4807-92e9-8c05acec9350 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=65079c34-ede9-4d8c-bd82-a5825b4b4688&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0483048 Aug 05 13:02:12.679990 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cff87de-6a6a-4d0b-ba03-96aa9813f59a req-86fdcfc7-c938-4b2a-a3cc-7ba11f1cab94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:02:12.682452 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-5cff87de-6a6a-4d0b-ba03-96aa9813f59a req-86fdcfc7-c938-4b2a-a3cc-7ba11f1cab94 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b3acac3ac7984616994c4d25f16f5a73&device_id=65079c34-ede9-4d8c-bd82-a5825b4b4688 HTTP/1.1" status: 200 len: 1096 time: 0.0495055 Aug 05 13:02:12.828754 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 13:02:13.134399 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cff87de-6a6a-4d0b-ba03-96aa9813f59a req-54355157-1b9a-4818-937f-488f2efcafc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:02:13.135812 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-5cff87de-6a6a-4d0b-ba03-96aa9813f59a req-54355157-1b9a-4818-937f-488f2efcafc7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=cc0bc985-1984-4a2c-bad4-9022cad15313 HTTP/1.1" status: 200 len: 909 time: 0.4320426 Aug 05 13:02:13.210776 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-5cff87de-6a6a-4d0b-ba03-96aa9813f59a req-ebf3f6e1-10c4-4715-a9f9-7a3ca1f456d5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7aeb659d-5192-4151-a251-52ecce7a2dc8 HTTP/1.1" status: 200 len: 1001 time: 0.0669181 Aug 05 13:02:13.272537 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cff87de-6a6a-4d0b-ba03-96aa9813f59a req-a8bba547-c8d6-4a4f-ae83-7afd8c8e94e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:02:13.274054 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-5cff87de-6a6a-4d0b-ba03-96aa9813f59a req-a8bba547-c8d6-4a4f-ae83-7afd8c8e94e4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=845431f7-3f32-4d13-bf4b-ecf65d7db9ae HTTP/1.1" status: 200 len: 847 time: 0.0562589 Aug 05 13:02:13.334872 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cff87de-6a6a-4d0b-ba03-96aa9813f59a req-566f352f-bc55-4955-8670-7f33cd5b451d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:02:13.336541 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-5cff87de-6a6a-4d0b-ba03-96aa9813f59a req-566f352f-bc55-4955-8670-7f33cd5b451d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cc0bc985-1984-4a2c-bad4-9022cad15313&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550385 Aug 05 13:02:13.440943 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-5cff87de-6a6a-4d0b-ba03-96aa9813f59a req-37b94c36-abda-44d5-8a91-7cce8cdf84ab service neutron] 10.222.0.55 "GET /v2.0/networks/cc0bc985-1984-4a2c-bad4-9022cad15313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961385 Aug 05 13:02:13.564832 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-5cff87de-6a6a-4d0b-ba03-96aa9813f59a req-93656548-729a-409e-b1b4-5f8cae1983e6 service neutron] 10.222.0.55 "GET /v2.0/networks/cc0bc985-1984-4a2c-bad4-9022cad15313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168580 Aug 05 13:02:14.294238 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:02:23.082090 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:02:24.926671 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cd6cd6-6b76-43f2-a00e-b6ed37501056 req-5542a584-89b5-4a77-901a-577d4d8b9d8e tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:02:24.929489 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-47cd6cd6-6b76-43f2-a00e-b6ed37501056 req-5542a584-89b5-4a77-901a-577d4d8b9d8e tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/ports?device_id=65079c34-ede9-4d8c-bd82-a5825b4b4688 HTTP/1.1" status: 200 len: 945 time: 0.1195235 Aug 05 13:02:24.980859 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-47cd6cd6-6b76-43f2-a00e-b6ed37501056 req-5e90f1a4-f0b2-4d6c-9e81-ac96c639b9ac tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/security-groups?id=29d5a951-c94b-4ef2-b5ec-d5a5ef7fb8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429463 Aug 05 13:02:26.197750 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f82a614-f07c-4a86-966a-fa119d960e7d req-cb74f282-e6cc-488c-8a13-33962eec7996 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:02:26.199391 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2f82a614-f07c-4a86-966a-fa119d960e7d req-cb74f282-e6cc-488c-8a13-33962eec7996 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/ports?device_id=65079c34-ede9-4d8c-bd82-a5825b4b4688 HTTP/1.1" status: 200 len: 945 time: 0.1289868 Aug 05 13:02:26.243507 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2f82a614-f07c-4a86-966a-fa119d960e7d req-f019d002-ad26-4635-be50-d6332b29a5ab tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/security-groups?id=29d5a951-c94b-4ef2-b5ec-d5a5ef7fb8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379431 Aug 05 13:02:27.418299 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c323ec6f-9d35-4079-9666-7bbda7329454 req-09959a58-25fa-45cb-9df0-e0f07f78bfe2 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:02:27.419975 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c323ec6f-9d35-4079-9666-7bbda7329454 req-09959a58-25fa-45cb-9df0-e0f07f78bfe2 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/ports?device_id=65079c34-ede9-4d8c-bd82-a5825b4b4688 HTTP/1.1" status: 200 len: 945 time: 0.0602148 Aug 05 13:02:27.486530 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c323ec6f-9d35-4079-9666-7bbda7329454 req-51e98be7-ea9d-4fd5-9522-fdfede286358 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/security-groups?id=29d5a951-c94b-4ef2-b5ec-d5a5ef7fb8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563371 Aug 05 13:02:28.620474 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af587e8f-0f8f-4fcb-83a1-3593d2db0390 req-2a008398-60d7-439d-ae16-06220374c3bf tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:02:28.622133 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-af587e8f-0f8f-4fcb-83a1-3593d2db0390 req-2a008398-60d7-439d-ae16-06220374c3bf tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/ports?device_id=65079c34-ede9-4d8c-bd82-a5825b4b4688 HTTP/1.1" status: 200 len: 945 time: 0.0549541 Aug 05 13:02:28.669066 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-af587e8f-0f8f-4fcb-83a1-3593d2db0390 req-e703364d-2f9a-44b1-b5b5-fec61be8052f tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/security-groups?id=29d5a951-c94b-4ef2-b5ec-d5a5ef7fb8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379903 Aug 05 13:02:29.801364 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c262aa53-b7ce-4a45-b4ab-d39e41b563f3 req-de4ea365-35e6-494d-91ec-538586e129b6 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:02:29.803566 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c262aa53-b7ce-4a45-b4ab-d39e41b563f3 req-de4ea365-35e6-494d-91ec-538586e129b6 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/ports?device_id=65079c34-ede9-4d8c-bd82-a5825b4b4688 HTTP/1.1" status: 200 len: 945 time: 0.0602696 Aug 05 13:02:29.844107 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c262aa53-b7ce-4a45-b4ab-d39e41b563f3 req-1cf765e2-c4a6-448c-b9ac-9f266bd6b35a tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/security-groups?id=29d5a951-c94b-4ef2-b5ec-d5a5ef7fb8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341406 Aug 05 13:02:30.413822 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:02:30.973307 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a5700a-ea33-4194-9034-b846fbd2e064 req-c79aac5d-8111-4fd1-9511-81fe99791be9 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:02:30.975219 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-49a5700a-ea33-4194-9034-b846fbd2e064 req-c79aac5d-8111-4fd1-9511-81fe99791be9 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/ports?device_id=65079c34-ede9-4d8c-bd82-a5825b4b4688 HTTP/1.1" status: 200 len: 945 time: 0.0543230 Aug 05 13:02:31.016627 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-49a5700a-ea33-4194-9034-b846fbd2e064 req-1a9e4a12-d9d9-427d-b428-906f8ae99430 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/security-groups?id=29d5a951-c94b-4ef2-b5ec-d5a5ef7fb8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352740 Aug 05 13:02:32.138312 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6369a2-d765-467b-8260-6385dd615a7e req-4488d7ad-7b98-49c6-9159-aa513998d922 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:02:32.139881 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9e6369a2-d765-467b-8260-6385dd615a7e req-4488d7ad-7b98-49c6-9159-aa513998d922 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/ports?device_id=65079c34-ede9-4d8c-bd82-a5825b4b4688 HTTP/1.1" status: 200 len: 945 time: 0.0529675 Aug 05 13:02:32.194686 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9e6369a2-d765-467b-8260-6385dd615a7e req-7ed01764-e000-4c51-9705-4bea96ce5533 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/security-groups?id=29d5a951-c94b-4ef2-b5ec-d5a5ef7fb8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484054 Aug 05 13:02:33.350417 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1a698c-6332-4eda-88e1-bfa77b09c21e req-c6d4e73d-42fd-4a4b-9f44-7b81abde4c66 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:02:33.351963 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ac1a698c-6332-4eda-88e1-bfa77b09c21e req-c6d4e73d-42fd-4a4b-9f44-7b81abde4c66 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/ports?device_id=65079c34-ede9-4d8c-bd82-a5825b4b4688 HTTP/1.1" status: 200 len: 945 time: 0.0608788 Aug 05 13:02:33.394755 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ac1a698c-6332-4eda-88e1-bfa77b09c21e req-ffc19fda-f45b-41e2-a1ad-d74671e7e2d1 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/security-groups?id=29d5a951-c94b-4ef2-b5ec-d5a5ef7fb8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367177 Aug 05 13:02:34.522974 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c11c05-813a-4bca-85f0-f878eb8099c1 req-67bdcc1e-9dc7-49c5-bfd7-96f7c695671e tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:02:34.524850 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-30c11c05-813a-4bca-85f0-f878eb8099c1 req-67bdcc1e-9dc7-49c5-bfd7-96f7c695671e tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/ports?device_id=65079c34-ede9-4d8c-bd82-a5825b4b4688 HTTP/1.1" status: 200 len: 945 time: 0.0580842 Aug 05 13:02:34.565611 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-30c11c05-813a-4bca-85f0-f878eb8099c1 req-5d0f7fbd-733f-4744-93d3-73bbbffaf8f4 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/security-groups?id=29d5a951-c94b-4ef2-b5ec-d5a5ef7fb8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339983 Aug 05 13:02:35.071715 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1a467d-a37c-468d-901b-c2c091fc2d36 req-970f731b-b9ab-46e5-8afd-8be0da519f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:02:35.073335 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7c1a467d-a37c-468d-901b-c2c091fc2d36 req-970f731b-b9ab-46e5-8afd-8be0da519f8a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b3acac3ac7984616994c4d25f16f5a73&device_id=65079c34-ede9-4d8c-bd82-a5825b4b4688 HTTP/1.1" status: 200 len: 1096 time: 0.0515263 Aug 05 13:02:35.199487 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1a467d-a37c-468d-901b-c2c091fc2d36 req-4bc0aee7-0acc-4f21-a1e3-d879793ad95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:02:35.201011 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7c1a467d-a37c-468d-901b-c2c091fc2d36 req-4bc0aee7-0acc-4f21-a1e3-d879793ad95b service neutron] 10.222.0.55 "GET /v2.0/networks?id=cc0bc985-1984-4a2c-bad4-9022cad15313 HTTP/1.1" status: 200 len: 909 time: 0.1193652 Aug 05 13:02:35.276717 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7c1a467d-a37c-468d-901b-c2c091fc2d36 req-a53e5dc0-7edf-4047-9704-51cc2fedb731 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7aeb659d-5192-4151-a251-52ecce7a2dc8 HTTP/1.1" status: 200 len: 1001 time: 0.0681477 Aug 05 13:02:35.330184 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1a467d-a37c-468d-901b-c2c091fc2d36 req-e9761dce-c0bb-477f-b804-85775e700e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:02:35.331681 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7c1a467d-a37c-468d-901b-c2c091fc2d36 req-e9761dce-c0bb-477f-b804-85775e700e7d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=845431f7-3f32-4d13-bf4b-ecf65d7db9ae HTTP/1.1" status: 200 len: 847 time: 0.0484567 Aug 05 13:02:35.380015 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1a467d-a37c-468d-901b-c2c091fc2d36 req-fdd5468a-126a-498c-be4d-91734bfb1107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:02:35.381802 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7c1a467d-a37c-468d-901b-c2c091fc2d36 req-fdd5468a-126a-498c-be4d-91734bfb1107 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cc0bc985-1984-4a2c-bad4-9022cad15313&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428765 Aug 05 13:02:35.481316 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7c1a467d-a37c-468d-901b-c2c091fc2d36 req-9c3b8d70-5133-4bdd-9421-107a1d0c83c6 service neutron] 10.222.0.55 "GET /v2.0/networks/cc0bc985-1984-4a2c-bad4-9022cad15313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919919 Aug 05 13:02:35.578456 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-7c1a467d-a37c-468d-901b-c2c091fc2d36 req-893dfd90-c5e6-426e-8c7f-57e7688acc94 service neutron] 10.222.0.55 "GET /v2.0/networks/cc0bc985-1984-4a2c-bad4-9022cad15313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888104 Aug 05 13:02:35.695224 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10335993-ac5d-4e32-bbea-55ade16ba5bb req-d6b02f67-3ff1-4c62-b9da-1d80f09053e7 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:02:35.696768 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-10335993-ac5d-4e32-bbea-55ade16ba5bb req-d6b02f67-3ff1-4c62-b9da-1d80f09053e7 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/ports?device_id=65079c34-ede9-4d8c-bd82-a5825b4b4688 HTTP/1.1" status: 200 len: 945 time: 0.0565486 Aug 05 13:02:35.737431 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-10335993-ac5d-4e32-bbea-55ade16ba5bb req-aa2e6460-8c67-4db9-bf90-1bdeb493ede6 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/security-groups?id=29d5a951-c94b-4ef2-b5ec-d5a5ef7fb8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347266 Aug 05 13:02:36.872200 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a51ac67-ebe0-4f03-8baa-b82076065e18 req-84d43b5d-5091-4081-941b-6dba96261d39 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:02:36.874136 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3a51ac67-ebe0-4f03-8baa-b82076065e18 req-84d43b5d-5091-4081-941b-6dba96261d39 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/ports?device_id=65079c34-ede9-4d8c-bd82-a5825b4b4688 HTTP/1.1" status: 200 len: 945 time: 0.0625124 Aug 05 13:02:36.920075 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3a51ac67-ebe0-4f03-8baa-b82076065e18 req-ba8bc810-95e3-4ccc-b825-daa9349a0f58 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/security-groups?id=29d5a951-c94b-4ef2-b5ec-d5a5ef7fb8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387466 Aug 05 13:02:37.418824 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-2481967d-9fc6-4c3b-ad6a-6499778836e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:02:38.041927 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a56d2c-dcca-4117-83d5-60a876f1ce38 req-21db30cf-0a1a-4b9a-a136-2bf2ab86f603 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:02:38.043417 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-10a56d2c-dcca-4117-83d5-60a876f1ce38 req-21db30cf-0a1a-4b9a-a136-2bf2ab86f603 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/ports?device_id=65079c34-ede9-4d8c-bd82-a5825b4b4688 HTTP/1.1" status: 200 len: 945 time: 0.0523794 Aug 05 13:02:38.085946 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-10a56d2c-dcca-4117-83d5-60a876f1ce38 req-5bdc0757-783b-4cd5-9abb-5081fa6c8c21 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/security-groups?id=29d5a951-c94b-4ef2-b5ec-d5a5ef7fb8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363991 Aug 05 13:02:39.215115 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1593205-3047-421c-8e87-b4439dd8f95d req-24c0ce9b-2de2-48e5-8e6f-9f9e1fff6bf6 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:02:39.216748 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d1593205-3047-421c-8e87-b4439dd8f95d req-24c0ce9b-2de2-48e5-8e6f-9f9e1fff6bf6 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/ports?device_id=65079c34-ede9-4d8c-bd82-a5825b4b4688 HTTP/1.1" status: 200 len: 945 time: 0.0603197 Aug 05 13:02:39.260098 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d1593205-3047-421c-8e87-b4439dd8f95d req-3c668a1b-1d29-43b9-9047-1ca000d5b217 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/security-groups?id=29d5a951-c94b-4ef2-b5ec-d5a5ef7fb8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370624 Aug 05 13:02:39.526337 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58703535-285b-48e0-9288-ef7572579ff5 req-a2670ae3-0c0f-44ca-9c9c-d221639756c0 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:02:39.527856 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-58703535-285b-48e0-9288-ef7572579ff5 req-a2670ae3-0c0f-44ca-9c9c-d221639756c0 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/ports?device_id=65079c34-ede9-4d8c-bd82-a5825b4b4688 HTTP/1.1" status: 200 len: 945 time: 0.0719714 Aug 05 13:02:39.568698 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-58703535-285b-48e0-9288-ef7572579ff5 req-42f982a4-d4d6-4c20-9e21-4d2b04b510cd tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/security-groups?id=29d5a951-c94b-4ef2-b5ec-d5a5ef7fb8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340779 Aug 05 13:02:39.618628 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cfbb0c8a-8417-42f9-9364-1925c0f9b3e4 req-f5316acf-e566-4cad-8f69-d905ba359e93 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=65079c34-ede9-4d8c-bd82-a5825b4b4688&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1909745 Aug 05 13:02:40.120799 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 7aeb659d-5192-4151-a251-52ecce7a2dc8 no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 13:02:40.175747 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f0b8509d-9440-429f-8caf-5fe75fde9733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:02:40.238103 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:02:40.244692 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:02:40.270031 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65079c34-ede9-4d8c-bd82-a5825b4b4688', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7aeb659d-5192-4151-a251-52ecce7a2dc8'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:02:40.272943 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e1268cc07bff5734ca170491336a8ac74677c017447dd0c96766dddd3e3cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5153159d-bebe-4220-98eb-133692ed9477" -d '{"events": [{"server_uuid": "65079c34-ede9-4d8c-bd82-a5825b4b4688", "name": "network-vif-unplugged", "status": "completed", "tag": "7aeb659d-5192-4151-a251-52ecce7a2dc8"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:02:40.293762 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 7aeb659d-5192-4151-a251-52ecce7a2dc8, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=7aeb659d-5192-4151-a251-52ecce7a2dc8,segment=NetworkSegment(5bfb745a-e1eb-454c-b816-1366c6736695),segment_id=5bfb745a-e1eb-454c-b816-1366c6736695)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:02:40.301710 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:02:40.333416 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 05 Aug 2021 13:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-def7728a-cdb8-4178-93bf-88ad9d65458f x-openstack-request-id: req-def7728a-cdb8-4178-93bf-88ad9d65458f {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:02:40.334493 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65079c34-ede9-4d8c-bd82-a5825b4b4688", "name": "network-vif-unplugged", "status": "failed", "tag": "7aeb659d-5192-4151-a251-52ecce7a2dc8", "code": 422}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:02:40.334954 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-def7728a-cdb8-4178-93bf-88ad9d65458f {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:02:40.335406 n-d-803378-2 neutron-server[94422]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '65079c34-ede9-4d8c-bd82-a5825b4b4688', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7aeb659d-5192-4151-a251-52ecce7a2dc8', 'code': 422} returned with failed status Aug 05 13:02:40.367668 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=7aeb659d-5192-4151-a251-52ecce7a2dc8,revision_number=6']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:02:40.375891 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:02:40.376351 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:02:40.376736 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:02:40.377078 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:02:40.377495 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:02:40.377759 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:02:40.378179 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:02:40.378522 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:02:40.378857 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:02:40.379182 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:02:40.379512 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:02:40.379844 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:02:40.709017 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979c660b-04d7-43e1-b464-0c4c26313fa5 req-857a47b0-db16-4db8-8d62-3752970fd6c8 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:02:40.710807 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-979c660b-04d7-43e1-b464-0c4c26313fa5 req-857a47b0-db16-4db8-8d62-3752970fd6c8 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/ports?device_id=65079c34-ede9-4d8c-bd82-a5825b4b4688 HTTP/1.1" status: 200 len: 943 time: 0.0651457 Aug 05 13:02:40.753120 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-979c660b-04d7-43e1-b464-0c4c26313fa5 req-30a6a128-6e96-4f81-abd6-89fb83187d92 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/security-groups?id=29d5a951-c94b-4ef2-b5ec-d5a5ef7fb8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357764 Aug 05 13:02:41.877681 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13a7ac0-ac15-43bb-861b-1974a23c53a3 req-da917fdb-1ceb-49fd-9e84-fe53a7226fd6 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:02:41.879356 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e13a7ac0-ac15-43bb-861b-1974a23c53a3 req-da917fdb-1ceb-49fd-9e84-fe53a7226fd6 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/ports?device_id=65079c34-ede9-4d8c-bd82-a5825b4b4688 HTTP/1.1" status: 200 len: 943 time: 0.0553191 Aug 05 13:02:41.938581 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-e13a7ac0-ac15-43bb-861b-1974a23c53a3 req-ced6fbab-6860-4cd1-84ab-f123d6229da9 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/security-groups?id=29d5a951-c94b-4ef2-b5ec-d5a5ef7fb8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520682 Aug 05 13:02:42.171393 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:02:43.077158 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e7340a-dc1c-4318-b388-e781b076fe5d req-2035fbe4-a219-44d8-90c7-67da68bd8a4a tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:02:43.078775 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b1e7340a-dc1c-4318-b388-e781b076fe5d req-2035fbe4-a219-44d8-90c7-67da68bd8a4a tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/ports?device_id=65079c34-ede9-4d8c-bd82-a5825b4b4688 HTTP/1.1" status: 200 len: 943 time: 0.0566618 Aug 05 13:02:43.137260 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b1e7340a-dc1c-4318-b388-e781b076fe5d req-230d1c02-51e9-499b-89ba-2224472c4e65 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/security-groups?id=29d5a951-c94b-4ef2-b5ec-d5a5ef7fb8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493548 Aug 05 13:02:44.266039 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66443db7-e830-4a89-8f47-1ee4725f70a0 req-bfd98c9f-ce24-4b17-9a93-b8ee530d5470 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:02:44.267782 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-66443db7-e830-4a89-8f47-1ee4725f70a0 req-bfd98c9f-ce24-4b17-9a93-b8ee530d5470 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/ports?device_id=65079c34-ede9-4d8c-bd82-a5825b4b4688 HTTP/1.1" status: 200 len: 943 time: 0.0571225 Aug 05 13:02:44.295816 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:02:44.314224 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-66443db7-e830-4a89-8f47-1ee4725f70a0 req-793c1459-f4be-4ce8-9b29-731441b72ac1 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/security-groups?id=29d5a951-c94b-4ef2-b5ec-d5a5ef7fb8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378423 Aug 05 13:02:44.841625 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbb0c8a-8417-42f9-9364-1925c0f9b3e4 req-6a1acb10-0e0b-4c69-a07d-6da1d4d86ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:02:44.843145 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-cfbb0c8a-8417-42f9-9364-1925c0f9b3e4 req-6a1acb10-0e0b-4c69-a07d-6da1d4d86ea3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=65079c34-ede9-4d8c-bd82-a5825b4b4688&tenant_id=b3acac3ac7984616994c4d25f16f5a73 HTTP/1.1" status: 200 len: 1094 time: 0.0491569 Aug 05 13:02:44.918680 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbb0c8a-8417-42f9-9364-1925c0f9b3e4 req-124706d2-e7e9-4b70-a8da-f76ebdc1ce5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:02:44.920254 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-cfbb0c8a-8417-42f9-9364-1925c0f9b3e4 req-124706d2-e7e9-4b70-a8da-f76ebdc1ce5e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b3acac3ac7984616994c4d25f16f5a73&device_id=65079c34-ede9-4d8c-bd82-a5825b4b4688 HTTP/1.1" status: 200 len: 1094 time: 0.0424795 Aug 05 13:02:45.015241 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbb0c8a-8417-42f9-9364-1925c0f9b3e4 req-0dc0066b-d090-4111-9e04-20ca4eeeb0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:02:45.016667 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-cfbb0c8a-8417-42f9-9364-1925c0f9b3e4 req-0dc0066b-d090-4111-9e04-20ca4eeeb0c4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=cc0bc985-1984-4a2c-bad4-9022cad15313 HTTP/1.1" status: 200 len: 909 time: 0.0898066 Aug 05 13:02:45.088115 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-cfbb0c8a-8417-42f9-9364-1925c0f9b3e4 req-df05bfc3-d6ee-4537-ba06-a2c33e49f0cc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7aeb659d-5192-4151-a251-52ecce7a2dc8 HTTP/1.1" status: 200 len: 999 time: 0.0646815 Aug 05 13:02:45.143218 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbb0c8a-8417-42f9-9364-1925c0f9b3e4 req-6d698543-9f5d-4e9c-9c2a-5d41814153e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:02:45.144757 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-cfbb0c8a-8417-42f9-9364-1925c0f9b3e4 req-6d698543-9f5d-4e9c-9c2a-5d41814153e8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=845431f7-3f32-4d13-bf4b-ecf65d7db9ae HTTP/1.1" status: 200 len: 847 time: 0.0497293 Aug 05 13:02:45.193023 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbb0c8a-8417-42f9-9364-1925c0f9b3e4 req-2899b705-bc61-4f52-acb2-7d70aaf5ded8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:02:45.195138 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-cfbb0c8a-8417-42f9-9364-1925c0f9b3e4 req-2899b705-bc61-4f52-acb2-7d70aaf5ded8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cc0bc985-1984-4a2c-bad4-9022cad15313&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432374 Aug 05 13:02:45.296697 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-cfbb0c8a-8417-42f9-9364-1925c0f9b3e4 req-c0f4e5a4-e912-42f4-88af-45b57eb5d101 service neutron] 10.222.0.55 "GET /v2.0/networks/cc0bc985-1984-4a2c-bad4-9022cad15313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936954 Aug 05 13:02:45.402723 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-cfbb0c8a-8417-42f9-9364-1925c0f9b3e4 req-abf1ec5f-2723-451e-9ed4-501d83639184 service neutron] 10.222.0.55 "GET /v2.0/networks/cc0bc985-1984-4a2c-bad4-9022cad15313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993288 Aug 05 13:02:45.450395 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a38fa2f-48ad-4f62-ac69-4e73d02ea2d1 req-73e2a4ae-893d-4a53-bd6c-dc017351b0e0 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:02:45.452339 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3a38fa2f-48ad-4f62-ac69-4e73d02ea2d1 req-73e2a4ae-893d-4a53-bd6c-dc017351b0e0 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/ports?device_id=65079c34-ede9-4d8c-bd82-a5825b4b4688 HTTP/1.1" status: 200 len: 943 time: 0.0562356 Aug 05 13:02:45.501163 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-3a38fa2f-48ad-4f62-ac69-4e73d02ea2d1 req-fb3c730f-03bc-4da2-8775-6ad69e2817fd tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/security-groups?id=29d5a951-c94b-4ef2-b5ec-d5a5ef7fb8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430107 Aug 05 13:02:46.625367 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f6df6b-78dd-4d0d-aabd-9f747c0e65c7 req-99b71e42-e538-4bda-8fac-13d2ebeb86fe tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:02:46.626869 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-15f6df6b-78dd-4d0d-aabd-9f747c0e65c7 req-99b71e42-e538-4bda-8fac-13d2ebeb86fe tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/ports?device_id=65079c34-ede9-4d8c-bd82-a5825b4b4688 HTTP/1.1" status: 200 len: 943 time: 0.0527439 Aug 05 13:02:46.674559 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-15f6df6b-78dd-4d0d-aabd-9f747c0e65c7 req-ce28dd92-e7e5-46a9-8305-7a32cc355c8f tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/security-groups?id=29d5a951-c94b-4ef2-b5ec-d5a5ef7fb8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401769 Aug 05 13:02:47.807131 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1caf0bb-4a0a-458a-b604-0b8ec619a979 req-22e17e18-d161-48c9-98be-6fe3088f7ac5 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:02:47.808689 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d1caf0bb-4a0a-458a-b604-0b8ec619a979 req-22e17e18-d161-48c9-98be-6fe3088f7ac5 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/ports?device_id=65079c34-ede9-4d8c-bd82-a5825b4b4688 HTTP/1.1" status: 200 len: 943 time: 0.0581934 Aug 05 13:02:47.848920 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d1caf0bb-4a0a-458a-b604-0b8ec619a979 req-7ef396cb-45e2-420c-8d0a-f688d6d00689 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/security-groups?id=29d5a951-c94b-4ef2-b5ec-d5a5ef7fb8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341771 Aug 05 13:02:48.968312 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce30355-a24b-463c-b73e-2620e53138db req-ef26c5f9-8626-47ef-abc2-d819a5c4f09b tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:02:48.969853 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5ce30355-a24b-463c-b73e-2620e53138db req-ef26c5f9-8626-47ef-abc2-d819a5c4f09b tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/ports?device_id=65079c34-ede9-4d8c-bd82-a5825b4b4688 HTTP/1.1" status: 200 len: 943 time: 0.0505416 Aug 05 13:02:49.020729 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5ce30355-a24b-463c-b73e-2620e53138db req-376da9d6-b6a4-4cb2-8bd5-54f77f696d59 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/security-groups?id=29d5a951-c94b-4ef2-b5ec-d5a5ef7fb8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438406 Aug 05 13:02:49.827500 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 13:02:50.141695 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4b319c-f4a5-47ac-a34b-1da0f86f0f58 req-36275b0e-023a-44a6-9e49-03d74af6abe3 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:02:50.143190 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ec4b319c-f4a5-47ac-a34b-1da0f86f0f58 req-36275b0e-023a-44a6-9e49-03d74af6abe3 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/ports?device_id=65079c34-ede9-4d8c-bd82-a5825b4b4688 HTTP/1.1" status: 200 len: 943 time: 0.0503001 Aug 05 13:02:50.182356 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ec4b319c-f4a5-47ac-a34b-1da0f86f0f58 req-24004e8c-b89c-4355-97a0-37fa9b9124c0 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/security-groups?id=29d5a951-c94b-4ef2-b5ec-d5a5ef7fb8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323203 Aug 05 13:02:51.299921 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcabfd05-d6c7-4ff4-ae50-f97fab50e9df req-1028cdc9-e984-49c5-8af4-9053d174c7f3 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:02:51.301496 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-dcabfd05-d6c7-4ff4-ae50-f97fab50e9df req-1028cdc9-e984-49c5-8af4-9053d174c7f3 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/ports?device_id=65079c34-ede9-4d8c-bd82-a5825b4b4688 HTTP/1.1" status: 200 len: 943 time: 0.0520535 Aug 05 13:02:51.341668 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-dcabfd05-d6c7-4ff4-ae50-f97fab50e9df req-f0885bd2-e868-4303-b532-6c09bbd189df tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/security-groups?id=29d5a951-c94b-4ef2-b5ec-d5a5ef7fb8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340750 Aug 05 13:02:52.464293 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f01b3aa-1ae5-424e-88d8-a68a30946669 req-f7edb1fb-9d97-4d61-8041-2295daeb5fb9 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:02:52.465914 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6f01b3aa-1ae5-424e-88d8-a68a30946669 req-f7edb1fb-9d97-4d61-8041-2295daeb5fb9 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/ports?device_id=65079c34-ede9-4d8c-bd82-a5825b4b4688 HTTP/1.1" status: 200 len: 943 time: 0.0531507 Aug 05 13:02:52.510874 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6f01b3aa-1ae5-424e-88d8-a68a30946669 req-c58b0f45-be74-4e50-91cd-d6ec58718cae tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/security-groups?id=29d5a951-c94b-4ef2-b5ec-d5a5ef7fb8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390110 Aug 05 13:02:53.094822 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:02:53.632084 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f19570-c6c1-46db-aea0-189945a5abcb req-fc3317d6-349a-474d-9201-c7a9f4cd2405 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:02:53.633664 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-99f19570-c6c1-46db-aea0-189945a5abcb req-fc3317d6-349a-474d-9201-c7a9f4cd2405 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/ports?device_id=65079c34-ede9-4d8c-bd82-a5825b4b4688 HTTP/1.1" status: 200 len: 943 time: 0.0520186 Aug 05 13:02:53.674616 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-99f19570-c6c1-46db-aea0-189945a5abcb req-8acdc8f9-4a58-42a8-8a42-5cebc9b052a4 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/security-groups?id=29d5a951-c94b-4ef2-b5ec-d5a5ef7fb8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335259 Aug 05 13:02:54.134641 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 7aeb659d-5192-4151-a251-52ecce7a2dc8 details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 13:02:54.247090 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 7aeb659d-5192-4151-a251-52ecce7a2dc8, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=7aeb659d-5192-4151-a251-52ecce7a2dc8,segment=NetworkSegment(5bfb745a-e1eb-454c-b816-1366c6736695),segment_id=5bfb745a-e1eb-454c-b816-1366c6736695)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:02:54.259996 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Returning: {'device': '7aeb659d-5192-4151-a251-52ecce7a2dc8', 'network_id': 'cc0bc985-1984-4a2c-bad4-9022cad15313', 'port_id': '7aeb659d-5192-4151-a251-52ecce7a2dc8', 'mac_address': 'fa:16:3e:dc:ab:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '845431f7-3f32-4d13-bf4b-ecf65d7db9ae', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 13:02:54.300346 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:02:54.314933 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7aeb659d-5192-4151-a251-52ecce7a2dc8 {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 13:02:54.338163 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 7aeb659d-5192-4151-a251-52ecce7a2dc8, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=7aeb659d-5192-4151-a251-52ecce7a2dc8,segment=NetworkSegment(5bfb745a-e1eb-454c-b816-1366c6736695),segment_id=5bfb745a-e1eb-454c-b816-1366c6736695)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:02:54.342892 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:02:54.394271 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=7aeb659d-5192-4151-a251-52ecce7a2dc8,revision_number=7']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:02:54.665528 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['7aeb659d-5192-4151-a251-52ecce7a2dc8'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 13:02:54.799771 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb993391-a6de-4682-95bc-5ba5cddfc682 req-a2e68e29-82d5-43a3-86be-8181d0657f40 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:02:54.801444 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cb993391-a6de-4682-95bc-5ba5cddfc682 req-a2e68e29-82d5-43a3-86be-8181d0657f40 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/ports?device_id=65079c34-ede9-4d8c-bd82-a5825b4b4688 HTTP/1.1" status: 200 len: 944 time: 0.0548203 Aug 05 13:02:54.851451 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-cb993391-a6de-4682-95bc-5ba5cddfc682 req-0b4ba108-6167-4e15-bddc-22f9672ade20 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/security-groups?id=29d5a951-c94b-4ef2-b5ec-d5a5ef7fb8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409749 Aug 05 13:02:55.973676 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fdcb19-b6b9-45af-a906-d4d8a7029cb6 req-668e6f97-d4d0-4cb2-855d-39636bfc8a5e tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:02:55.976213 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f9fdcb19-b6b9-45af-a906-d4d8a7029cb6 req-668e6f97-d4d0-4cb2-855d-39636bfc8a5e tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/ports?device_id=65079c34-ede9-4d8c-bd82-a5825b4b4688 HTTP/1.1" status: 200 len: 944 time: 0.0525272 Aug 05 13:02:56.023393 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f9fdcb19-b6b9-45af-a906-d4d8a7029cb6 req-697cff17-6b62-4790-aafd-bcd02582d8b9 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/security-groups?id=29d5a951-c94b-4ef2-b5ec-d5a5ef7fb8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404601 Aug 05 13:02:56.149819 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 7aeb659d-5192-4151-a251-52ecce7a2dc8 up at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:02:56.200366 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning complete for port 7aeb659d-5192-4151-a251-52ecce7a2dc8 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:02:56.200782 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:02:56.281656 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:02:56.304540 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65079c34-ede9-4d8c-bd82-a5825b4b4688', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aeb659d-5192-4151-a251-52ecce7a2dc8'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:02:56.306958 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e1268cc07bff5734ca170491336a8ac74677c017447dd0c96766dddd3e3cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ced0a54f-f1e4-45d7-92a1-60b40802a6c6" -d '{"events": [{"server_uuid": "65079c34-ede9-4d8c-bd82-a5825b4b4688", "name": "network-vif-plugged", "status": "completed", "tag": "7aeb659d-5192-4151-a251-52ecce7a2dc8"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:02:56.323564 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port 7aeb659d-5192-4151-a251-52ecce7a2dc8, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=7aeb659d-5192-4151-a251-52ecce7a2dc8,segment=NetworkSegment(5bfb745a-e1eb-454c-b816-1366c6736695),segment_id=5bfb745a-e1eb-454c-b816-1366c6736695)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:02:56.330838 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:02:56.411363 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 13:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaca9613-4c13-4122-aacd-8c1a7c3aee34 x-openstack-request-id: req-eaca9613-4c13-4122-aacd-8c1a7c3aee34 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:02:56.412159 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65079c34-ede9-4d8c-bd82-a5825b4b4688", "name": "network-vif-plugged", "status": "completed", "tag": "7aeb659d-5192-4151-a251-52ecce7a2dc8", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:02:56.412346 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-eaca9613-4c13-4122-aacd-8c1a7c3aee34 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:02:56.412855 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65079c34-ede9-4d8c-bd82-a5825b4b4688', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aeb659d-5192-4151-a251-52ecce7a2dc8', 'code': 200} Aug 05 13:02:56.413922 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=7aeb659d-5192-4151-a251-52ecce7a2dc8,revision_number=8']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:02:56.610405 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f34d1f-2fc4-430a-8ada-89c96d95a3d1 req-ec7d52c9-462b-44c8-8e0b-f85ce149879a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:02:56.612008 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e1f34d1f-2fc4-430a-8ada-89c96d95a3d1 req-ec7d52c9-462b-44c8-8e0b-f85ce149879a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=65079c34-ede9-4d8c-bd82-a5825b4b4688 HTTP/1.1" status: 200 len: 1096 time: 0.0513389 Aug 05 13:02:56.650384 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-e1f34d1f-2fc4-430a-8ada-89c96d95a3d1 req-4133d1af-fa33-433b-a9e8-ebc1418b1fe8 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=29d5a951-c94b-4ef2-b5ec-d5a5ef7fb8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308418 Aug 05 13:02:57.144248 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04cbd0b-d2b0-455b-b449-772dc0c4b240 req-a6e484b7-7f16-4bc6-962a-55b33f9a4063 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:02:57.145888 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b04cbd0b-d2b0-455b-b449-772dc0c4b240 req-a6e484b7-7f16-4bc6-962a-55b33f9a4063 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/ports?device_id=65079c34-ede9-4d8c-bd82-a5825b4b4688 HTTP/1.1" status: 200 len: 945 time: 0.0540667 Aug 05 13:02:57.187778 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b04cbd0b-d2b0-455b-b449-772dc0c4b240 req-c19efd2e-a38c-418b-baf9-e12579d6ca34 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/security-groups?id=29d5a951-c94b-4ef2-b5ec-d5a5ef7fb8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359120 Aug 05 13:02:58.315077 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b74cfcc-826d-4f87-b8d0-59b2c5ced541 req-c1e84dac-eee3-46fd-bb8c-2cbb3c99143f tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:02:58.316717 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1b74cfcc-826d-4f87-b8d0-59b2c5ced541 req-c1e84dac-eee3-46fd-bb8c-2cbb3c99143f tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/ports?device_id=65079c34-ede9-4d8c-bd82-a5825b4b4688 HTTP/1.1" status: 200 len: 945 time: 0.0540979 Aug 05 13:02:58.361545 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1b74cfcc-826d-4f87-b8d0-59b2c5ced541 req-44355ca1-efd9-40b3-8d66-543668c31de9 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/security-groups?id=29d5a951-c94b-4ef2-b5ec-d5a5ef7fb8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373821 Aug 05 13:03:00.434252 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:03:07.420964 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c234aebd-75f9-4cb7-a04f-9cb9dd2d97fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:03:10.168983 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-71c5d50a-8f44-4694-89a7-bf17df66ca65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:03:10.223569 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:03:12.166452 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:03:12.566482 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-137e48da-df8e-4665-8403-480d668606ac req-767f7d2b-1faf-430f-adc2-575c9aba3f31 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=65079c34-ede9-4d8c-bd82-a5825b4b4688&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0422492 Aug 05 13:03:12.672216 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137e48da-df8e-4665-8403-480d668606ac req-9c4a825b-159e-48b7-adfe-0de41c4657a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:03:12.673783 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-137e48da-df8e-4665-8403-480d668606ac req-9c4a825b-159e-48b7-adfe-0de41c4657a7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b3acac3ac7984616994c4d25f16f5a73&device_id=65079c34-ede9-4d8c-bd82-a5825b4b4688 HTTP/1.1" status: 200 len: 1096 time: 0.0451307 Aug 05 13:03:12.791191 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137e48da-df8e-4665-8403-480d668606ac req-ea97f6a7-cc66-4522-b095-ccbbe975c3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:03:12.792722 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-137e48da-df8e-4665-8403-480d668606ac req-ea97f6a7-cc66-4522-b095-ccbbe975c3ca service neutron] 10.222.0.55 "GET /v2.0/networks?id=cc0bc985-1984-4a2c-bad4-9022cad15313 HTTP/1.1" status: 200 len: 909 time: 0.0982819 Aug 05 13:03:12.866026 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-137e48da-df8e-4665-8403-480d668606ac req-2cf6f1a1-a9fb-4938-8373-6d00a84fcd39 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7aeb659d-5192-4151-a251-52ecce7a2dc8 HTTP/1.1" status: 200 len: 1001 time: 0.0657487 Aug 05 13:03:12.930530 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137e48da-df8e-4665-8403-480d668606ac req-c5ebe726-66fb-458b-9a93-33374ffd390b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:03:12.932463 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-137e48da-df8e-4665-8403-480d668606ac req-c5ebe726-66fb-458b-9a93-33374ffd390b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=845431f7-3f32-4d13-bf4b-ecf65d7db9ae HTTP/1.1" status: 200 len: 847 time: 0.0571845 Aug 05 13:03:12.990055 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137e48da-df8e-4665-8403-480d668606ac req-162805ea-5617-4351-8c6c-e7189c2f08a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:03:12.991674 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-137e48da-df8e-4665-8403-480d668606ac req-162805ea-5617-4351-8c6c-e7189c2f08a6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cc0bc985-1984-4a2c-bad4-9022cad15313&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514901 Aug 05 13:03:13.106758 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-137e48da-df8e-4665-8403-480d668606ac req-56610c3f-ff93-4518-8b18-0acc6f06be05 service neutron] 10.222.0.55 "GET /v2.0/networks/cc0bc985-1984-4a2c-bad4-9022cad15313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064167 Aug 05 13:03:13.206189 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-137e48da-df8e-4665-8403-480d668606ac req-be520d68-1bbd-4d52-ae8f-d2dbbc87ad09 service neutron] 10.222.0.55 "GET /v2.0/networks/cc0bc985-1984-4a2c-bad4-9022cad15313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919061 Aug 05 13:03:14.307250 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:03:23.096875 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:03:26.827635 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 13:03:30.426064 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:03:37.415212 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-55f64a00-fd99-4ea5-9a3a-3fd65d0ae948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:03:40.170563 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b84f65b4-e3fd-483c-9eeb-e4d4db17201b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:03:40.216016 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:03:42.168146 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:03:44.298936 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:03:53.095038 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:00.440815 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:03.827727 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 13:04:07.419953 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-477595bb-d972-4ef4-bb96-97e3e1a306bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:10.174294 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b0a36b9c-1641-4eb2-bd74-b3253ea214e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:10.218047 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:11.480756 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 51210) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:04:11.646097 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-6fdcfcbf-171d-4ed2-b1e4-454ffecc3a85 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Deleting port f3e1285c-5d0c-42a4-b501-f3d93948ab60 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 13:04:11.646475 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6fdcfcbf-171d-4ed2-b1e4-454ffecc3a85 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:11.726035 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6fdcfcbf-171d-4ed2-b1e4-454ffecc3a85 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:11.726363 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6fdcfcbf-171d-4ed2-b1e4-454ffecc3a85 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:11.738494 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-6fdcfcbf-171d-4ed2-b1e4-454ffecc3a85 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Calling delete_port for f3e1285c-5d0c-42a4-b501-f3d93948ab60 owned by network:floatingip {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 13:04:11.897464 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6fdcfcbf-171d-4ed2-b1e4-454ffecc3a85 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:11.926429 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdcfcbf-171d-4ed2-b1e4-454ffecc3a85 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Pushing event deleted for resources: {'Port': ['ID=f3e1285c-5d0c-42a4-b501-f3d93948ab60,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:04:11.949958 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdcfcbf-171d-4ed2-b1e4-454ffecc3a85 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:04:11.950303 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdcfcbf-171d-4ed2-b1e4-454ffecc3a85 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:04:11.950643 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdcfcbf-171d-4ed2-b1e4-454ffecc3a85 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:04:11.950999 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdcfcbf-171d-4ed2-b1e4-454ffecc3a85 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:04:11.951310 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdcfcbf-171d-4ed2-b1e4-454ffecc3a85 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:04:11.951648 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdcfcbf-171d-4ed2-b1e4-454ffecc3a85 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:04:11.951959 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdcfcbf-171d-4ed2-b1e4-454ffecc3a85 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:04:11.952288 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdcfcbf-171d-4ed2-b1e4-454ffecc3a85 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:04:11.952632 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdcfcbf-171d-4ed2-b1e4-454ffecc3a85 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:04:11.952957 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdcfcbf-171d-4ed2-b1e4-454ffecc3a85 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:04:11.953282 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdcfcbf-171d-4ed2-b1e4-454ffecc3a85 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:04:11.953601 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdcfcbf-171d-4ed2-b1e4-454ffecc3a85 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:04:11.996224 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6fdcfcbf-171d-4ed2-b1e4-454ffecc3a85 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Notify callbacks [] for floatingip, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:11.996545 n-d-803378-2 neutron-server[94420]: INFO neutron.db.l3_db [None req-6fdcfcbf-171d-4ed2-b1e4-454ffecc3a85 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Floating IP 91d18b8d-f1e4-4ab7-98ff-24f803c18856 disassociated (deleted). External IP: 172.25.5.211, port: 7aeb659d-5192-4151-a251-52ecce7a2dc8. Aug 05 13:04:12.172339 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:12.211271 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fdcfcbf-171d-4ed2-b1e4-454ffecc3a85 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Router e13afde0-9688-429e-b0dd-687822a42205 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 13:04:12.334991 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fdcfcbf-171d-4ed2-b1e4-454ffecc3a85 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 13:04:12.340600 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-6fdcfcbf-171d-4ed2-b1e4-454ffecc3a85 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:12.347156 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826cb9f9-7ee5-4e26-ae73-8395f605d826 None None] Sync routers for ids ['e13afde0-9688-429e-b0dd-687822a42205'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 13:04:12.357554 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826cb9f9-7ee5-4e26-ae73-8395f605d826 None None] Routers {'e13afde0-9688-429e-b0dd-687822a42205'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:04:12.358265 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-826cb9f9-7ee5-4e26-ae73-8395f605d826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T13:04:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['e13afde0-9688-429e-b0dd-687822a42205'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:04:12.368129 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-6fdcfcbf-171d-4ed2-b1e4-454ffecc3a85 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "DELETE /v2.0/floatingips/91d18b8d-f1e4-4ab7-98ff-24f803c18856 HTTP/1.1" status: 204 len: 168 time: 0.8861909 Aug 05 13:04:12.369027 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65079c34-ede9-4d8c-bd82-a5825b4b4688', 'tag': '7aeb659d-5192-4151-a251-52ecce7a2dc8'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:04:12.371324 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47e10126444b02a26d513ed6f4b145adbdfa00d329c865c61a1608b26e6d0230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76e002af-0a06-46fd-8b43-fa71e6203e4c" -d '{"events": [{"name": "network-changed", "server_uuid": "65079c34-ede9-4d8c-bd82-a5825b4b4688", "tag": "7aeb659d-5192-4151-a251-52ecce7a2dc8"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:04:12.417763 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 13:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9b8614d-ae19-48c2-bbdd-178173f2ffe9 x-openstack-request-id: req-e9b8614d-ae19-48c2-bbdd-178173f2ffe9 {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:04:12.417763 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65079c34-ede9-4d8c-bd82-a5825b4b4688", "tag": "7aeb659d-5192-4151-a251-52ecce7a2dc8", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:04:12.418118 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e9b8614d-ae19-48c2-bbdd-178173f2ffe9 {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:04:12.418576 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65079c34-ede9-4d8c-bd82-a5825b4b4688', 'tag': '7aeb659d-5192-4151-a251-52ecce7a2dc8', 'status': 'completed', 'code': 200} Aug 05 13:04:12.491149 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-826cb9f9-7ee5-4e26-ae73-8395f605d826 None None] Set router e13afde0-9688-429e-b0dd-687822a42205 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 13:04:12.644464 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e002af-0a06-46fd-8b43-fa71e6203e4c req-3036bef8-2c82-496b-a6c0-ca2e1c03bf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:04:12.645988 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-76e002af-0a06-46fd-8b43-fa71e6203e4c req-3036bef8-2c82-496b-a6c0-ca2e1c03bf77 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b3acac3ac7984616994c4d25f16f5a73&device_id=65079c34-ede9-4d8c-bd82-a5825b4b4688 HTTP/1.1" status: 200 len: 1096 time: 0.1845009 Aug 05 13:04:12.670535 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ecb901-516a-4bd3-8b61-d05d76b401a8 req-f294ee7a-29df-4904-a5fc-c7507b3f8aa3 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:04:12.672426 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-90ecb901-516a-4bd3-8b61-d05d76b401a8 req-f294ee7a-29df-4904-a5fc-c7507b3f8aa3 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/ports?device_id=65079c34-ede9-4d8c-bd82-a5825b4b4688 HTTP/1.1" status: 200 len: 945 time: 0.0610793 Aug 05 13:04:12.721020 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-90ecb901-516a-4bd3-8b61-d05d76b401a8 req-c49416fe-4e83-49d2-9ed5-cb7900c92bf5 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/security-groups?id=29d5a951-c94b-4ef2-b5ec-d5a5ef7fb8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421274 Aug 05 13:04:12.735384 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-826cb9f9-7ee5-4e26-ae73-8395f605d826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e13afde0-9688-429e-b0dd-687822a42205', 'name': 'tempest-TestShelveInstance-895383723-router', 'tenant_id': 'b3acac3ac7984616994c4d25f16f5a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '83f07558-43bf-4b9f-9c68-8ea890478ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:55:17Z', 'updated_at': '2021-08-05T12:55:20Z', 'revision_number': 4, 'project_id': 'b3acac3ac7984616994c4d25f16f5a73', 'gw_port': {'id': '83f07558-43bf-4b9f-9c68-8ea890478ef0', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:67:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e13afde0-9688-429e-b0dd-687822a42205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:55:18Z', 'updated_at': '2021-08-05T12:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'ae85a3fb-8dbe-4a1a-8702-2d30ad55e897', 'name': '', 'network_id': 'cc0bc985-1984-4a2c-bad4-9022cad15313', 'tenant_id': 'b3acac3ac7984616994c4d25f16f5a73', 'mac_address': 'fa:16:3e:f4:1a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e13afde0-9688-429e-b0dd-687822a42205', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '845431f7-3f32-4d13-bf4b-ecf65d7db9ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:55:20Z', 'updated_at': '2021-08-05T12:55:26Z', 'revision_number': 5, 'project_id': 'b3acac3ac7984616994c4d25f16f5a73', 'subnets': [{'id': '845431f7-3f32-4d13-bf4b-ecf65d7db9ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:04:12.756963 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e002af-0a06-46fd-8b43-fa71e6203e4c req-316be9f1-eed9-4e0d-8534-7b35c1951978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:04:12.759120 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-76e002af-0a06-46fd-8b43-fa71e6203e4c req-316be9f1-eed9-4e0d-8534-7b35c1951978 service neutron] 10.222.0.55 "GET /v2.0/networks?id=cc0bc985-1984-4a2c-bad4-9022cad15313 HTTP/1.1" status: 200 len: 909 time: 0.1049294 Aug 05 13:04:12.771581 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826cb9f9-7ee5-4e26-ae73-8395f605d826 None None] Checking router: e13afde0-9688-429e-b0dd-687822a42205 for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 13:04:12.781088 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826cb9f9-7ee5-4e26-ae73-8395f605d826 None None] Routers {'e13afde0-9688-429e-b0dd-687822a42205'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:04:12.781606 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-826cb9f9-7ee5-4e26-ae73-8395f605d826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T13:04:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['e13afde0-9688-429e-b0dd-687822a42205'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:04:12.803377 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-76e002af-0a06-46fd-8b43-fa71e6203e4c req-15ec19e3-0208-49af-9e91-d9fe16bcc25f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7aeb659d-5192-4151-a251-52ecce7a2dc8 HTTP/1.1" status: 200 len: 217 time: 0.0370729 Aug 05 13:04:12.857550 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e002af-0a06-46fd-8b43-fa71e6203e4c req-db699451-c082-49fd-8077-a0dbc6783544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:04:12.859065 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-76e002af-0a06-46fd-8b43-fa71e6203e4c req-db699451-c082-49fd-8077-a0dbc6783544 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=845431f7-3f32-4d13-bf4b-ecf65d7db9ae HTTP/1.1" status: 200 len: 847 time: 0.0481546 Aug 05 13:04:12.894046 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-826cb9f9-7ee5-4e26-ae73-8395f605d826 None None] Set router e13afde0-9688-429e-b0dd-687822a42205 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 13:04:12.907473 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e002af-0a06-46fd-8b43-fa71e6203e4c req-e0c71e57-408c-47c5-a6aa-faaa5e75f1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:04:12.909323 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-76e002af-0a06-46fd-8b43-fa71e6203e4c req-e0c71e57-408c-47c5-a6aa-faaa5e75f1f9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cc0bc985-1984-4a2c-bad4-9022cad15313&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430133 Aug 05 13:04:13.014345 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-76e002af-0a06-46fd-8b43-fa71e6203e4c req-44fc596d-fa42-450c-a1c2-b5372ca5dc27 service neutron] 10.222.0.55 "GET /v2.0/networks/cc0bc985-1984-4a2c-bad4-9022cad15313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972185 Aug 05 13:04:13.104022 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-826cb9f9-7ee5-4e26-ae73-8395f605d826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e13afde0-9688-429e-b0dd-687822a42205', 'name': 'tempest-TestShelveInstance-895383723-router', 'tenant_id': 'b3acac3ac7984616994c4d25f16f5a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '83f07558-43bf-4b9f-9c68-8ea890478ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:55:17Z', 'updated_at': '2021-08-05T12:55:20Z', 'revision_number': 4, 'project_id': 'b3acac3ac7984616994c4d25f16f5a73', 'gw_port': {'id': '83f07558-43bf-4b9f-9c68-8ea890478ef0', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:67:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e13afde0-9688-429e-b0dd-687822a42205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:55:18Z', 'updated_at': '2021-08-05T12:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'ae85a3fb-8dbe-4a1a-8702-2d30ad55e897', 'name': '', 'network_id': 'cc0bc985-1984-4a2c-bad4-9022cad15313', 'tenant_id': 'b3acac3ac7984616994c4d25f16f5a73', 'mac_address': 'fa:16:3e:f4:1a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e13afde0-9688-429e-b0dd-687822a42205', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '845431f7-3f32-4d13-bf4b-ecf65d7db9ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:55:20Z', 'updated_at': '2021-08-05T12:55:26Z', 'revision_number': 5, 'project_id': 'b3acac3ac7984616994c4d25f16f5a73', 'subnets': [{'id': '845431f7-3f32-4d13-bf4b-ecf65d7db9ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:04:13.114859 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-76e002af-0a06-46fd-8b43-fa71e6203e4c req-89d6f658-f46e-4ab8-817c-fd6f54ec709e service neutron] 10.222.0.55 "GET /v2.0/networks/cc0bc985-1984-4a2c-bad4-9022cad15313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924213 Aug 05 13:04:13.135806 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826cb9f9-7ee5-4e26-ae73-8395f605d826 None None] The sync data for ids ['e13afde0-9688-429e-b0dd-687822a42205'] in n-d-803378-2 is: [{'id': 'e13afde0-9688-429e-b0dd-687822a42205', 'name': 'tempest-TestShelveInstance-895383723-router', 'tenant_id': 'b3acac3ac7984616994c4d25f16f5a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '83f07558-43bf-4b9f-9c68-8ea890478ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:55:17Z', 'updated_at': '2021-08-05T12:55:20Z', 'revision_number': 4, 'project_id': 'b3acac3ac7984616994c4d25f16f5a73', 'gw_port': {'id': '83f07558-43bf-4b9f-9c68-8ea890478ef0', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:67:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e13afde0-9688-429e-b0dd-687822a42205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:55:18Z', 'updated_at': '2021-08-05T12:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'ae85a3fb-8dbe-4a1a-8702-2d30ad55e897', 'name': '', 'network_id': 'cc0bc985-1984-4a2c-bad4-9022cad15313', 'tenant_id': 'b3acac3ac7984616994c4d25f16f5a73', 'mac_address': 'fa:16:3e:f4:1a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e13afde0-9688-429e-b0dd-687822a42205', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '845431f7-3f32-4d13-bf4b-ecf65d7db9ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:55:20Z', 'updated_at': '2021-08-05T12:55:26Z', 'revision_number': 5, 'project_id': 'b3acac3ac7984616994c4d25f16f5a73', 'subnets': [{'id': '845431f7-3f32-4d13-bf4b-ecf65d7db9ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 13:04:13.365750 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49db506a-76cf-4bcc-8d34-9f1553d78d70 None None] New status for floating IP 91d18b8d-f1e4-4ab7-98ff-24f803c18856: DOWN {{(pid=94423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 13:04:13.844394 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d4fcd6-eae0-4995-bb56-fb50dfa6dfb2 req-9771703c-d51d-426a-9354-3831ae7a2ba7 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:04:13.846015 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-72d4fcd6-eae0-4995-bb56-fb50dfa6dfb2 req-9771703c-d51d-426a-9354-3831ae7a2ba7 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/ports?device_id=65079c34-ede9-4d8c-bd82-a5825b4b4688 HTTP/1.1" status: 200 len: 945 time: 0.0544460 Aug 05 13:04:13.888418 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-72d4fcd6-eae0-4995-bb56-fb50dfa6dfb2 req-34510957-7fce-46c0-ac31-d9e4a5bbc942 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/security-groups?id=29d5a951-c94b-4ef2-b5ec-d5a5ef7fb8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360670 Aug 05 13:04:14.277472 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800fa631-53ec-4641-a223-8ba3da461a34 req-71ba71f9-293f-4849-b056-6aa983688a82 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:04:14.279012 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-800fa631-53ec-4641-a223-8ba3da461a34 req-71ba71f9-293f-4849-b056-6aa983688a82 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.55 "GET /v2.0/ports?device_id=65079c34-ede9-4d8c-bd82-a5825b4b4688 HTTP/1.1" status: 200 len: 945 time: 0.0586901 Aug 05 13:04:14.303333 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:14.374931 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-800fa631-53ec-4641-a223-8ba3da461a34 req-c9fa25b9-61c0-4d29-9948-8729c6683443 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Deleting port 7aeb659d-5192-4151-a251-52ecce7a2dc8 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 13:04:14.375283 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-800fa631-53ec-4641-a223-8ba3da461a34 req-c9fa25b9-61c0-4d29-9948-8729c6683443 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:14.473001 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-800fa631-53ec-4641-a223-8ba3da461a34 req-c9fa25b9-61c0-4d29-9948-8729c6683443 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] For port 7aeb659d-5192-4151-a251-52ecce7a2dc8, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=7aeb659d-5192-4151-a251-52ecce7a2dc8,segment=NetworkSegment(5bfb745a-e1eb-454c-b816-1366c6736695),segment_id=5bfb745a-e1eb-454c-b816-1366c6736695)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:04:14.473374 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-800fa631-53ec-4641-a223-8ba3da461a34 req-c9fa25b9-61c0-4d29-9948-8729c6683443 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:14.487823 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-800fa631-53ec-4641-a223-8ba3da461a34 req-c9fa25b9-61c0-4d29-9948-8729c6683443 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Calling delete_port for 7aeb659d-5192-4151-a251-52ecce7a2dc8 owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 13:04:14.625180 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-800fa631-53ec-4641-a223-8ba3da461a34 req-c9fa25b9-61c0-4d29-9948-8729c6683443 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:14.662035 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fa25b9-61c0-4d29-9948-8729c6683443 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Pushing event deleted for resources: {'Port': ['ID=7aeb659d-5192-4151-a251-52ecce7a2dc8,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:04:14.682293 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fa25b9-61c0-4d29-9948-8729c6683443 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:04:14.682892 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fa25b9-61c0-4d29-9948-8729c6683443 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:04:14.683490 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fa25b9-61c0-4d29-9948-8729c6683443 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:04:14.684070 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fa25b9-61c0-4d29-9948-8729c6683443 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:04:14.684683 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fa25b9-61c0-4d29-9948-8729c6683443 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:04:14.685263 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fa25b9-61c0-4d29-9948-8729c6683443 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:04:14.685829 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fa25b9-61c0-4d29-9948-8729c6683443 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:04:14.686293 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fa25b9-61c0-4d29-9948-8729c6683443 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:04:14.686785 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fa25b9-61c0-4d29-9948-8729c6683443 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:04:14.687051 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fa25b9-61c0-4d29-9948-8729c6683443 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:04:14.687417 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fa25b9-61c0-4d29-9948-8729c6683443 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:04:14.687757 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fa25b9-61c0-4d29-9948-8729c6683443 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:04:14.722621 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-800fa631-53ec-4641-a223-8ba3da461a34 req-c9fa25b9-61c0-4d29-9948-8729c6683443 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] No DVR routers for this DVR port 7aeb659d-5192-4151-a251-52ecce7a2dc8 on host n-h2-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 13:04:14.725395 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-800fa631-53ec-4641-a223-8ba3da461a34 req-c9fa25b9-61c0-4d29-9948-8729c6683443 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:14.727949 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-800fa631-53ec-4641-a223-8ba3da461a34 req-c9fa25b9-61c0-4d29-9948-8729c6683443 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.55 "DELETE /v2.0/ports/7aeb659d-5192-4151-a251-52ecce7a2dc8 HTTP/1.1" status: 204 len: 173 time: 0.4427061 Aug 05 13:04:14.728397 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65079c34-ede9-4d8c-bd82-a5825b4b4688', 'name': 'network-vif-deleted', 'tag': '7aeb659d-5192-4151-a251-52ecce7a2dc8'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:04:14.730888 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7ff1ae056485c55ead25f70fa9973e26b39e4a1f6cb6b93d5d0d7942cdef429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8806ee0f-6cd3-4bd5-bd71-9f01c2ebe9ae" -d '{"events": [{"server_uuid": "65079c34-ede9-4d8c-bd82-a5825b4b4688", "name": "network-vif-deleted", "tag": "7aeb659d-5192-4151-a251-52ecce7a2dc8"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:04:14.773822 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 13:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99ab4408-eb18-438b-8e5e-16afd3dbad97 x-openstack-request-id: req-99ab4408-eb18-438b-8e5e-16afd3dbad97 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:04:14.774619 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65079c34-ede9-4d8c-bd82-a5825b4b4688", "name": "network-vif-deleted", "tag": "7aeb659d-5192-4151-a251-52ecce7a2dc8", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:04:14.774871 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-99ab4408-eb18-438b-8e5e-16afd3dbad97 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:04:14.775275 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65079c34-ede9-4d8c-bd82-a5825b4b4688', 'name': 'network-vif-deleted', 'tag': '7aeb659d-5192-4151-a251-52ecce7a2dc8', 'status': 'completed', 'code': 200} Aug 05 13:04:14.987008 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-09144dd5-e35e-4f6a-83f3-7f500e17a4e3 req-2eda7a9b-fb4d-49e1-964c-4c4dc0ec05c1 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/ports?device_id=65079c34-ede9-4d8c-bd82-a5825b4b4688 HTTP/1.1" status: 200 len: 210 time: 0.0276477 Aug 05 13:04:16.086281 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-4bb35a48-8f0d-4ae9-b5af-8fbb22142cab req-1fbaf619-f9d7-461f-9477-5e18eb8733fe tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/ports?device_id=65079c34-ede9-4d8c-bd82-a5825b4b4688 HTTP/1.1" status: 200 len: 210 time: 0.0278506 Aug 05 13:04:17.185628 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-021e2dcd-b6df-44c0-afb2-31b567859729 req-f834bf6b-a551-42df-9d57-1a8a81971d9a tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/ports?device_id=65079c34-ede9-4d8c-bd82-a5825b4b4688 HTTP/1.1" status: 200 len: 210 time: 0.0275929 Aug 05 13:04:18.302017 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ff631fcf-584c-4525-8313-5075ddea7e72 req-6a08abb7-d4e0-4b6e-982e-e1320c3496cc tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "GET /v2.0/ports?device_id=65079c34-ede9-4d8c-bd82-a5825b4b4688 HTTP/1.1" status: 200 len: 210 time: 0.0446248 Aug 05 13:04:18.506732 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 7aeb659d-5192-4151-a251-52ecce7a2dc8 no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 13:04:18.528703 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] No Port match for: 7aeb659d-5192-4151-a251-52ecce7a2dc8 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 13:04:18.529276 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device 7aeb659d-5192-4151-a251-52ecce7a2dc8 not bound to the agent host n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 13:04:19.361791 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 51250) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:04:19.424981 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-752e6792-27b4-4c50-89b4-51c15c8acc13 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:19.457608 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-752e6792-27b4-4c50-89b4-51c15c8acc13 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:19.532477 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-752e6792-27b4-4c50-89b4-51c15c8acc13 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:19.535035 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-752e6792-27b4-4c50-89b4-51c15c8acc13 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:19.536196 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-752e6792-27b4-4c50-89b4-51c15c8acc13 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] 10.222.0.58 "DELETE /v2.0/security-groups/29d5a951-c94b-4ef2-b5ec-d5a5ef7fb8ed HTTP/1.1" status: 204 len: 168 time: 0.1734512 Aug 05 13:04:19.547079 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752e6792-27b4-4c50-89b4-51c15c8acc13 tempest-TestShelveInstance-1461050027 tempest-TestShelveInstance-1461050027-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d5a951-c94b-4ef2-b5ec-d5a5ef7fb8ed,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:04:19.596987 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 51254) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:04:20.087251 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e8e3d6f9-7ecb-4258-a60a-60bd5905acfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33208311'] for router_interface, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:20.355618 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-e8e3d6f9-7ecb-4258-a60a-60bd5905acfc admin admin] Deleting port ae85a3fb-8dbe-4a1a-8702-2d30ad55e897 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 13:04:20.355890 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e8e3d6f9-7ecb-4258-a60a-60bd5905acfc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:20.450664 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-e8e3d6f9-7ecb-4258-a60a-60bd5905acfc admin admin] For port ae85a3fb-8dbe-4a1a-8702-2d30ad55e897, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=ae85a3fb-8dbe-4a1a-8702-2d30ad55e897,segment=NetworkSegment(5bfb745a-e1eb-454c-b816-1366c6736695),segment_id=5bfb745a-e1eb-454c-b816-1366c6736695)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:04:20.451398 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e8e3d6f9-7ecb-4258-a60a-60bd5905acfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:20.465699 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-e8e3d6f9-7ecb-4258-a60a-60bd5905acfc admin admin] Calling delete_port for ae85a3fb-8dbe-4a1a-8702-2d30ad55e897 owned by network:router_interface {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 13:04:20.669227 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e8e3d6f9-7ecb-4258-a60a-60bd5905acfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:20.697345 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e3d6f9-7ecb-4258-a60a-60bd5905acfc admin admin] Pushing event deleted for resources: {'Port': ['ID=ae85a3fb-8dbe-4a1a-8702-2d30ad55e897,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:04:21.184777 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-e8e3d6f9-7ecb-4258-a60a-60bd5905acfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33140263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33208171'] for router_interface, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:21.419179 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8e3d6f9-7ecb-4258-a60a-60bd5905acfc admin admin] Router e13afde0-9688-429e-b0dd-687822a42205 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 13:04:21.533290 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8e3d6f9-7ecb-4258-a60a-60bd5905acfc admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 13:04:21.538940 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-e8e3d6f9-7ecb-4258-a60a-60bd5905acfc admin admin] 10.222.0.58 "PUT /v2.0/routers/e13afde0-9688-429e-b0dd-687822a42205/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9404740 Aug 05 13:04:21.543275 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 51258) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:04:21.544504 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057c903c-f15a-4ab7-b2a3-a0958b465864 None None] Sync routers for ids ['e13afde0-9688-429e-b0dd-687822a42205'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 13:04:21.563343 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057c903c-f15a-4ab7-b2a3-a0958b465864 None None] Routers {'e13afde0-9688-429e-b0dd-687822a42205'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:04:21.563739 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-057c903c-f15a-4ab7-b2a3-a0958b465864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T13:04:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['e13afde0-9688-429e-b0dd-687822a42205'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:04:21.664354 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2ec74ff8-2094-49b3-b895-74db0fbd6cdf admin admin] Notify callbacks [] for router, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:21.688909 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-057c903c-f15a-4ab7-b2a3-a0958b465864 None None] Set router e13afde0-9688-429e-b0dd-687822a42205 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 13:04:21.772254 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2ec74ff8-2094-49b3-b895-74db0fbd6cdf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:21.832059 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-2ec74ff8-2094-49b3-b895-74db0fbd6cdf admin admin] Deleting port 83f07558-43bf-4b9f-9c68-8ea890478ef0 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 13:04:21.832302 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2ec74ff8-2094-49b3-b895-74db0fbd6cdf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:21.871580 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-057c903c-f15a-4ab7-b2a3-a0958b465864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e13afde0-9688-429e-b0dd-687822a42205', 'name': 'tempest-TestShelveInstance-895383723-router', 'tenant_id': 'b3acac3ac7984616994c4d25f16f5a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '83f07558-43bf-4b9f-9c68-8ea890478ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:55:17Z', 'updated_at': '2021-08-05T13:04:20Z', 'revision_number': 5, 'project_id': 'b3acac3ac7984616994c4d25f16f5a73', 'gw_port': {'id': '83f07558-43bf-4b9f-9c68-8ea890478ef0', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:67:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e13afde0-9688-429e-b0dd-687822a42205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:55:18Z', 'updated_at': '2021-08-05T12:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:04:21.903317 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057c903c-f15a-4ab7-b2a3-a0958b465864 None None] Checking router: e13afde0-9688-429e-b0dd-687822a42205 for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 13:04:21.911913 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057c903c-f15a-4ab7-b2a3-a0958b465864 None None] Routers {'e13afde0-9688-429e-b0dd-687822a42205'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:04:21.912551 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-057c903c-f15a-4ab7-b2a3-a0958b465864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T13:04:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['e13afde0-9688-429e-b0dd-687822a42205'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:04:21.927001 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-2ec74ff8-2094-49b3-b895-74db0fbd6cdf admin admin] For port 83f07558-43bf-4b9f-9c68-8ea890478ef0, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=83f07558-43bf-4b9f-9c68-8ea890478ef0,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:04:21.927407 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2ec74ff8-2094-49b3-b895-74db0fbd6cdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:21.945565 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-2ec74ff8-2094-49b3-b895-74db0fbd6cdf admin admin] Calling delete_port for 83f07558-43bf-4b9f-9c68-8ea890478ef0 owned by network:router_gateway {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 13:04:22.127395 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2ec74ff8-2094-49b3-b895-74db0fbd6cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:22.159147 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-057c903c-f15a-4ab7-b2a3-a0958b465864 None None] Set router e13afde0-9688-429e-b0dd-687822a42205 gateway port host: None {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 13:04:22.160130 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec74ff8-2094-49b3-b895-74db0fbd6cdf admin admin] Pushing event deleted for resources: {'Port': ['ID=83f07558-43bf-4b9f-9c68-8ea890478ef0,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:04:22.215350 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-057c903c-f15a-4ab7-b2a3-a0958b465864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e13afde0-9688-429e-b0dd-687822a42205', 'name': 'tempest-TestShelveInstance-895383723-router', 'tenant_id': 'b3acac3ac7984616994c4d25f16f5a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:55:17Z', 'updated_at': '2021-08-05T13:04:21Z', 'revision_number': 6, 'project_id': 'b3acac3ac7984616994c4d25f16f5a73', 'gw_port_host': None}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:04:22.225025 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2ec74ff8-2094-49b3-b895-74db0fbd6cdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33285055'] for router_gateway, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:22.247267 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057c903c-f15a-4ab7-b2a3-a0958b465864 None None] The sync data for ids ['e13afde0-9688-429e-b0dd-687822a42205'] in n-d-803378-2 is: [{'id': 'e13afde0-9688-429e-b0dd-687822a42205', 'name': 'tempest-TestShelveInstance-895383723-router', 'tenant_id': 'b3acac3ac7984616994c4d25f16f5a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:55:17Z', 'updated_at': '2021-08-05T13:04:21Z', 'revision_number': 6, 'project_id': 'b3acac3ac7984616994c4d25f16f5a73', 'gw_port_host': None}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 13:04:22.344543 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2ec74ff8-2094-49b3-b895-74db0fbd6cdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33262979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1951'] for router, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:22.346649 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2ec74ff8-2094-49b3-b895-74db0fbd6cdf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:22.411302 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2ec74ff8-2094-49b3-b895-74db0fbd6cdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33262474'] for router, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:22.411860 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ec74ff8-2094-49b3-b895-74db0fbd6cdf admin admin] Fanout notify agent at l3_agent the message router_deleted on router e13afde0-9688-429e-b0dd-687822a42205 {{(pid=94420) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 13:04:22.417594 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2ec74ff8-2094-49b3-b895-74db0fbd6cdf admin admin] Notify callbacks [] for router, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:22.418787 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-2ec74ff8-2094-49b3-b895-74db0fbd6cdf admin admin] 10.222.0.58 "DELETE /v2.0/routers/e13afde0-9688-429e-b0dd-687822a42205 HTTP/1.1" status: 204 len: 168 time: 0.8744764 Aug 05 13:04:22.421418 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 51260) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:04:22.467563 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_v2 [None req-869a4bc3-7116-4bd6-af79-3a7aa7cb9af5 admin admin] Deleting subnet 845431f7-3f32-4d13-bf4b-ecf65d7db9ae {{(pid=94420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 13:04:22.470745 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-869a4bc3-7116-4bd6-af79-3a7aa7cb9af5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:22.506824 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-869a4bc3-7116-4bd6-af79-3a7aa7cb9af5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25010562'] for subnet, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:22.596035 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-869a4bc3-7116-4bd6-af79-3a7aa7cb9af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:22.660755 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-869a4bc3-7116-4bd6-af79-3a7aa7cb9af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29762763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24211094'] for subnet, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:22.692636 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869a4bc3-7116-4bd6-af79-3a7aa7cb9af5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=845431f7-3f32-4d13-bf4b-ecf65d7db9ae,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:04:22.697231 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-869a4bc3-7116-4bd6-af79-3a7aa7cb9af5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:22.699282 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-869a4bc3-7116-4bd6-af79-3a7aa7cb9af5 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/845431f7-3f32-4d13-bf4b-ecf65d7db9ae HTTP/1.1" status: 204 len: 168 time: 0.2767763 Aug 05 13:04:22.701957 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 51262) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:04:22.705051 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-260f32f2-9b61-4dfd-8ccc-626d4c6ef8c4 None None] Network cc0bc985-1984-4a2c-bad4-9022cad15313 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 13:04:22.793235 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-58adaa3b-240f-41bf-a0af-32be18fdabe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:22.854501 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-58adaa3b-240f-41bf-a0af-32be18fdabe6 admin admin] Deleting port 6183e12b-e568-4186-8a8d-d9400d64a2e8 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 13:04:22.854849 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-58adaa3b-240f-41bf-a0af-32be18fdabe6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:22.920436 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [None req-58adaa3b-240f-41bf-a0af-32be18fdabe6 admin admin] For port 6183e12b-e568-4186-8a8d-d9400d64a2e8, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=6183e12b-e568-4186-8a8d-d9400d64a2e8,segment=NetworkSegment(5bfb745a-e1eb-454c-b816-1366c6736695),segment_id=5bfb745a-e1eb-454c-b816-1366c6736695)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:04:22.920946 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-58adaa3b-240f-41bf-a0af-32be18fdabe6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:22.934592 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-58adaa3b-240f-41bf-a0af-32be18fdabe6 admin admin] Calling delete_port for 6183e12b-e568-4186-8a8d-d9400d64a2e8 owned by network:dhcp {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 13:04:23.020182 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-58adaa3b-240f-41bf-a0af-32be18fdabe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:23.049694 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58adaa3b-240f-41bf-a0af-32be18fdabe6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6183e12b-e568-4186-8a8d-d9400d64a2e8,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:04:23.053514 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58adaa3b-240f-41bf-a0af-32be18fdabe6 admin admin] No DVR routers for this DVR port 6183e12b-e568-4186-8a8d-d9400d64a2e8 on host n-d-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 13:04:23.068349 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device ae85a3fb-8dbe-4a1a-8702-2d30ad55e897 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 13:04:23.076122 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd76124e-32c4-497b-8895-75a9d28ed5e9 None None] DHCP port deletion for cc0bc985-1984-4a2c-bad4-9022cad15313 request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 13:04:23.105776 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: ae85a3fb-8dbe-4a1a-8702-2d30ad55e897 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 13:04:23.106212 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device ae85a3fb-8dbe-4a1a-8702-2d30ad55e897 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 13:04:23.128357 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:23.149870 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-58adaa3b-240f-41bf-a0af-32be18fdabe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:23.160624 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-58adaa3b-240f-41bf-a0af-32be18fdabe6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc0bc985-1984-4a2c-bad4-9022cad15313']}} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:04:23.172235 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-58adaa3b-240f-41bf-a0af-32be18fdabe6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bfb745a-e1eb-454c-b816-1366c6736695') {'for_net_delete': True} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:04:23.172579 n-d-803378-2 neutron-server[94421]: DEBUG neutron.services.segments.db [None req-58adaa3b-240f-41bf-a0af-32be18fdabe6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bfb745a-e1eb-454c-b816-1366c6736695') {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:04:23.183738 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-58adaa3b-240f-41bf-a0af-32be18fdabe6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29786371'] for segment, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:23.199169 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-58adaa3b-240f-41bf-a0af-32be18fdabe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:23.205342 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58adaa3b-240f-41bf-a0af-32be18fdabe6 admin admin] Releasing vlan 690 on physical network physnet1 to pool {{(pid=94421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 13:04:23.205746 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-58adaa3b-240f-41bf-a0af-32be18fdabe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25038799'] for segment, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:23.207441 n-d-803378-2 neutron-server[94421]: Traceback (most recent call last): Aug 05 13:04:23.207441 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 13:04:23.207441 n-d-803378-2 neutron-server[94421]: timer() Aug 05 13:04:23.207441 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 13:04:23.207441 n-d-803378-2 neutron-server[94421]: cb(*args, **kw) Aug 05 13:04:23.207441 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 13:04:23.207441 n-d-803378-2 neutron-server[94421]: return func(*args, **kwargs) Aug 05 13:04:23.207441 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 13:04:23.207441 n-d-803378-2 neutron-server[94421]: self._notify() Aug 05 13:04:23.207441 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 13:04:23.207441 n-d-803378-2 neutron-server[94421]: self.callback(batched_events) Aug 05 13:04:23.207441 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 13:04:23.207441 n-d-803378-2 neutron-server[94421]: event.method(event) Aug 05 13:04:23.207441 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 13:04:23.207441 n-d-803378-2 neutron-server[94421]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 13:04:23.207441 n-d-803378-2 neutron-server[94421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 13:04:23.207441 n-d-803378-2 neutron-server[94421]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 13:04:23.207441 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 13:04:23.207441 n-d-803378-2 neutron-server[94421]: return f(self, *a, **k) Aug 05 13:04:23.207441 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 13:04:23.207441 n-d-803378-2 neutron-server[94421]: return self._get(url).json() Aug 05 13:04:23.207441 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 13:04:23.207441 n-d-803378-2 neutron-server[94421]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 13:04:23.207441 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 13:04:23.207441 n-d-803378-2 neutron-server[94421]: return self.request(url, 'GET', **kwargs) Aug 05 13:04:23.207441 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 13:04:23.207441 n-d-803378-2 neutron-server[94421]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 13:04:23.207441 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 13:04:23.207441 n-d-803378-2 neutron-server[94421]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 13:04:23.207441 n-d-803378-2 neutron-server[94421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 13:04:23.207441 n-d-803378-2 neutron-server[94421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 13:04:23.207441 n-d-803378-2 neutron-server[94421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 13:04:23.264707 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-58adaa3b-240f-41bf-a0af-32be18fdabe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:23.274014 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-58adaa3b-240f-41bf-a0af-32be18fdabe6 admin admin] Notify callbacks [] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:23.285020 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-58adaa3b-240f-41bf-a0af-32be18fdabe6 admin admin] 10.222.0.58 "DELETE /v2.0/networks/cc0bc985-1984-4a2c-bad4-9022cad15313 HTTP/1.1" status: 204 len: 168 time: 0.5714254 Aug 05 13:04:23.285139 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 51264) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:04:23.291619 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58adaa3b-240f-41bf-a0af-32be18fdabe6 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc0bc985-1984-4a2c-bad4-9022cad15313,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:04:23.651716 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1af87d4d-69b8-41e0-8179-799efac60373 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33208311'] for router_interface, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:23.906360 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-1af87d4d-69b8-41e0-8179-799efac60373 admin admin] Deleting port 08972e20-8c16-486f-80ad-8984b436b632 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 13:04:23.906614 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1af87d4d-69b8-41e0-8179-799efac60373 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:23.985678 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-1af87d4d-69b8-41e0-8179-799efac60373 admin admin] For port 08972e20-8c16-486f-80ad-8984b436b632, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=08972e20-8c16-486f-80ad-8984b436b632,segment=NetworkSegment(aa572790-15a1-4250-a053-b37018335214),segment_id=aa572790-15a1-4250-a053-b37018335214)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:04:23.986043 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1af87d4d-69b8-41e0-8179-799efac60373 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:23.999188 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-1af87d4d-69b8-41e0-8179-799efac60373 admin admin] Calling delete_port for 08972e20-8c16-486f-80ad-8984b436b632 owned by network:router_interface {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 13:04:24.202947 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1af87d4d-69b8-41e0-8179-799efac60373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:24.227504 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af87d4d-69b8-41e0-8179-799efac60373 admin admin] Pushing event deleted for resources: {'Port': ['ID=08972e20-8c16-486f-80ad-8984b436b632,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:04:24.498234 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 6183e12b-e568-4186-8a8d-d9400d64a2e8 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 13:04:24.522061 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 6183e12b-e568-4186-8a8d-d9400d64a2e8 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 13:04:24.522402 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 6183e12b-e568-4186-8a8d-d9400d64a2e8 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 13:04:24.522895 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 83f07558-43bf-4b9f-9c68-8ea890478ef0 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 13:04:24.545210 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 83f07558-43bf-4b9f-9c68-8ea890478ef0 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 13:04:24.545552 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 83f07558-43bf-4b9f-9c68-8ea890478ef0 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 13:04:24.703036 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-1af87d4d-69b8-41e0-8179-799efac60373 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33140263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33208171'] for router_interface, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:24.922029 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1af87d4d-69b8-41e0-8179-799efac60373 admin admin] Router de9e513a-78ae-4d1e-86ff-cae52c520bd8 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 13:04:25.027875 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1af87d4d-69b8-41e0-8179-799efac60373 admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 13:04:25.034286 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-1af87d4d-69b8-41e0-8179-799efac60373 admin admin] 10.222.0.58 "PUT /v2.0/routers/de9e513a-78ae-4d1e-86ff-cae52c520bd8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7536809 Aug 05 13:04:25.035332 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 51266) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:04:25.037016 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bf4e55-c569-4f0b-b173-96e70866db1b None None] Sync routers for ids ['de9e513a-78ae-4d1e-86ff-cae52c520bd8'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 13:04:25.049870 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bf4e55-c569-4f0b-b173-96e70866db1b None None] Routers {'de9e513a-78ae-4d1e-86ff-cae52c520bd8'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:04:25.050610 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-57bf4e55-c569-4f0b-b173-96e70866db1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T13:04:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['de9e513a-78ae-4d1e-86ff-cae52c520bd8'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:04:25.144650 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-644bcf48-80d8-40fb-9d40-caf169e065f9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:25.154525 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-57bf4e55-c569-4f0b-b173-96e70866db1b None None] Set router de9e513a-78ae-4d1e-86ff-cae52c520bd8 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 13:04:25.253717 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-644bcf48-80d8-40fb-9d40-caf169e065f9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:25.310769 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-644bcf48-80d8-40fb-9d40-caf169e065f9 admin admin] Deleting port cbb2b1ad-75e0-4798-a7a7-7679b33d8351 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 13:04:25.311110 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-644bcf48-80d8-40fb-9d40-caf169e065f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:25.338896 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-57bf4e55-c569-4f0b-b173-96e70866db1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de9e513a-78ae-4d1e-86ff-cae52c520bd8', 'name': 'tempest-TestShelveInstance-1726934433-router', 'tenant_id': '729f7759e36e4b31bebc66c55639de81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': 'cbb2b1ad-75e0-4798-a7a7-7679b33d8351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:55:23Z', 'updated_at': '2021-08-05T13:04:24Z', 'revision_number': 5, 'project_id': '729f7759e36e4b31bebc66c55639de81', 'gw_port': {'id': 'cbb2b1ad-75e0-4798-a7a7-7679b33d8351', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:88:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9e513a-78ae-4d1e-86ff-cae52c520bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T12:55:24Z', 'updated_at': '2021-08-05T12:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:04:25.364718 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bf4e55-c569-4f0b-b173-96e70866db1b None None] Checking router: de9e513a-78ae-4d1e-86ff-cae52c520bd8 for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 13:04:25.374375 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bf4e55-c569-4f0b-b173-96e70866db1b None None] Routers {'de9e513a-78ae-4d1e-86ff-cae52c520bd8'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:04:25.374990 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-57bf4e55-c569-4f0b-b173-96e70866db1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T13:04:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['de9e513a-78ae-4d1e-86ff-cae52c520bd8'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:04:25.398157 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-644bcf48-80d8-40fb-9d40-caf169e065f9 admin admin] For port cbb2b1ad-75e0-4798-a7a7-7679b33d8351, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=cbb2b1ad-75e0-4798-a7a7-7679b33d8351,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:04:25.398521 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-644bcf48-80d8-40fb-9d40-caf169e065f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:25.412296 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-644bcf48-80d8-40fb-9d40-caf169e065f9 admin admin] Calling delete_port for cbb2b1ad-75e0-4798-a7a7-7679b33d8351 owned by network:router_gateway {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 13:04:25.465033 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-57bf4e55-c569-4f0b-b173-96e70866db1b None None] Set router de9e513a-78ae-4d1e-86ff-cae52c520bd8 gateway port host: None {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 13:04:25.521252 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-57bf4e55-c569-4f0b-b173-96e70866db1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de9e513a-78ae-4d1e-86ff-cae52c520bd8', 'name': 'tempest-TestShelveInstance-1726934433-router', 'tenant_id': '729f7759e36e4b31bebc66c55639de81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:55:23Z', 'updated_at': '2021-08-05T13:04:25Z', 'revision_number': 6, 'project_id': '729f7759e36e4b31bebc66c55639de81', 'gw_port_host': None}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:04:25.550777 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bf4e55-c569-4f0b-b173-96e70866db1b None None] The sync data for ids ['de9e513a-78ae-4d1e-86ff-cae52c520bd8'] in n-d-803378-2 is: [{'id': 'de9e513a-78ae-4d1e-86ff-cae52c520bd8', 'name': 'tempest-TestShelveInstance-1726934433-router', 'tenant_id': '729f7759e36e4b31bebc66c55639de81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T12:55:23Z', 'updated_at': '2021-08-05T13:04:25Z', 'revision_number': 6, 'project_id': '729f7759e36e4b31bebc66c55639de81', 'gw_port_host': None}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 13:04:25.597528 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-644bcf48-80d8-40fb-9d40-caf169e065f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:25.626934 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644bcf48-80d8-40fb-9d40-caf169e065f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbb2b1ad-75e0-4798-a7a7-7679b33d8351,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:04:25.699832 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-644bcf48-80d8-40fb-9d40-caf169e065f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33285055'] for router_gateway, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:25.791712 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-644bcf48-80d8-40fb-9d40-caf169e065f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33262979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1951'] for router, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:25.794243 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-644bcf48-80d8-40fb-9d40-caf169e065f9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:25.838821 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-644bcf48-80d8-40fb-9d40-caf169e065f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33262474'] for router, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:25.839298 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-644bcf48-80d8-40fb-9d40-caf169e065f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router de9e513a-78ae-4d1e-86ff-cae52c520bd8 {{(pid=94420) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 13:04:25.844236 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-644bcf48-80d8-40fb-9d40-caf169e065f9 admin admin] Notify callbacks [] for router, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:25.845700 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-644bcf48-80d8-40fb-9d40-caf169e065f9 admin admin] 10.222.0.58 "DELETE /v2.0/routers/de9e513a-78ae-4d1e-86ff-cae52c520bd8 HTTP/1.1" status: 204 len: 168 time: 0.8093727 Aug 05 13:04:25.850676 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 51268) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:04:25.898276 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8409a3d-9c56-4ff6-ac99-7112df3e3ecb admin admin] Deleting subnet 58c0af0b-4f9f-436b-9499-77d10117328a {{(pid=94420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 13:04:25.902508 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d8409a3d-9c56-4ff6-ac99-7112df3e3ecb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:25.940790 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d8409a3d-9c56-4ff6-ac99-7112df3e3ecb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25010562'] for subnet, precommit_delete_associations {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:26.030199 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d8409a3d-9c56-4ff6-ac99-7112df3e3ecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:26.086166 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d8409a3d-9c56-4ff6-ac99-7112df3e3ecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29762763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24211094'] for subnet, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:26.112013 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8409a3d-9c56-4ff6-ac99-7112df3e3ecb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58c0af0b-4f9f-436b-9499-77d10117328a,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:04:26.118401 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d8409a3d-9c56-4ff6-ac99-7112df3e3ecb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:26.120427 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-d8409a3d-9c56-4ff6-ac99-7112df3e3ecb admin admin] 10.222.0.58 "DELETE /v2.0/subnets/58c0af0b-4f9f-436b-9499-77d10117328a HTTP/1.1" status: 204 len: 168 time: 0.2687197 Aug 05 13:04:26.123121 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 51270) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:04:26.125654 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7717a5-4cf3-4353-a556-1425c1838bf4 None None] Network 70c676c9-ad01-4ff3-9fdb-0ac0fff0327c requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 13:04:26.198131 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ad1ede39-3f92-420a-a002-f6988918d944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:26.259326 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-ad1ede39-3f92-420a-a002-f6988918d944 admin admin] Deleting port 64899201-e2fd-4026-be42-53167fd9b850 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 13:04:26.259711 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ad1ede39-3f92-420a-a002-f6988918d944 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:26.316373 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b1b20f-45a9-4bbd-9aee-ac4e0daacb9e None None] DHCP port deletion for 70c676c9-ad01-4ff3-9fdb-0ac0fff0327c request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 13:04:26.333341 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-ad1ede39-3f92-420a-a002-f6988918d944 admin admin] For port 64899201-e2fd-4026-be42-53167fd9b850, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=64899201-e2fd-4026-be42-53167fd9b850,segment=NetworkSegment(aa572790-15a1-4250-a053-b37018335214),segment_id=aa572790-15a1-4250-a053-b37018335214)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:04:26.333806 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ad1ede39-3f92-420a-a002-f6988918d944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:26.347885 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-ad1ede39-3f92-420a-a002-f6988918d944 admin admin] Calling delete_port for 64899201-e2fd-4026-be42-53167fd9b850 owned by network:dhcp {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 13:04:26.365771 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-e5b1b20f-45a9-4bbd-9aee-ac4e0daacb9e None None] Deleting port 64899201-e2fd-4026-be42-53167fd9b850 {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 13:04:26.365988 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e5b1b20f-45a9-4bbd-9aee-ac4e0daacb9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:26.436897 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-e5b1b20f-45a9-4bbd-9aee-ac4e0daacb9e None None] For port 64899201-e2fd-4026-be42-53167fd9b850, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=64899201-e2fd-4026-be42-53167fd9b850,segment=NetworkSegment(aa572790-15a1-4250-a053-b37018335214),segment_id=aa572790-15a1-4250-a053-b37018335214)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:04:26.437352 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e5b1b20f-45a9-4bbd-9aee-ac4e0daacb9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:26.448289 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ad1ede39-3f92-420a-a002-f6988918d944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:26.455489 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-e5b1b20f-45a9-4bbd-9aee-ac4e0daacb9e None None] Calling delete_port for 64899201-e2fd-4026-be42-53167fd9b850 owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 13:04:26.468657 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 64899201-e2fd-4026-be42-53167fd9b850 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 13:04:26.478104 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1ede39-3f92-420a-a002-f6988918d944 admin admin] Pushing event deleted for resources: {'Port': ['ID=64899201-e2fd-4026-be42-53167fd9b850,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:04:26.483318 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1ede39-3f92-420a-a002-f6988918d944 admin admin] No DVR routers for this DVR port 64899201-e2fd-4026-be42-53167fd9b850 on host n-d-803378-2 {{(pid=94420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 13:04:26.535206 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 64899201-e2fd-4026-be42-53167fd9b850 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 13:04:26.535557 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 64899201-e2fd-4026-be42-53167fd9b850 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 13:04:26.535986 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 08972e20-8c16-486f-80ad-8984b436b632 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 13:04:26.564948 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 08972e20-8c16-486f-80ad-8984b436b632 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 13:04:26.565310 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 08972e20-8c16-486f-80ad-8984b436b632 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 13:04:26.565738 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device cbb2b1ad-75e0-4798-a7a7-7679b33d8351 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 13:04:26.566098 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ad1ede39-3f92-420a-a002-f6988918d944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:26.577413 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-ad1ede39-3f92-420a-a002-f6988918d944 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70c676c9-ad01-4ff3-9fdb-0ac0fff0327c']}} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:04:26.589537 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-ad1ede39-3f92-420a-a002-f6988918d944 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa572790-15a1-4250-a053-b37018335214') {'for_net_delete': True} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:04:26.589864 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-ad1ede39-3f92-420a-a002-f6988918d944 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa572790-15a1-4250-a053-b37018335214') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:04:26.598578 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: cbb2b1ad-75e0-4798-a7a7-7679b33d8351 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 13:04:26.598909 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device cbb2b1ad-75e0-4798-a7a7-7679b33d8351 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 13:04:26.600462 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ad1ede39-3f92-420a-a002-f6988918d944 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25010581'] for segment, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:26.618419 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ad1ede39-3f92-420a-a002-f6988918d944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:26.627187 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad1ede39-3f92-420a-a002-f6988918d944 admin admin] Releasing vlan 661 on physical network physnet1 to pool {{(pid=94420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 13:04:26.627606 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ad1ede39-3f92-420a-a002-f6988918d944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29762581'] for segment, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:26.629744 n-d-803378-2 neutron-server[94420]: Traceback (most recent call last): Aug 05 13:04:26.629744 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 13:04:26.629744 n-d-803378-2 neutron-server[94420]: timer() Aug 05 13:04:26.629744 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 13:04:26.629744 n-d-803378-2 neutron-server[94420]: cb(*args, **kw) Aug 05 13:04:26.629744 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 13:04:26.629744 n-d-803378-2 neutron-server[94420]: return func(*args, **kwargs) Aug 05 13:04:26.629744 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 13:04:26.629744 n-d-803378-2 neutron-server[94420]: self._notify() Aug 05 13:04:26.629744 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 13:04:26.629744 n-d-803378-2 neutron-server[94420]: self.callback(batched_events) Aug 05 13:04:26.629744 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 13:04:26.629744 n-d-803378-2 neutron-server[94420]: event.method(event) Aug 05 13:04:26.629744 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 13:04:26.629744 n-d-803378-2 neutron-server[94420]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 13:04:26.629744 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 13:04:26.629744 n-d-803378-2 neutron-server[94420]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 13:04:26.629744 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 13:04:26.629744 n-d-803378-2 neutron-server[94420]: return f(self, *a, **k) Aug 05 13:04:26.629744 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 13:04:26.629744 n-d-803378-2 neutron-server[94420]: return self._get(url).json() Aug 05 13:04:26.629744 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 13:04:26.629744 n-d-803378-2 neutron-server[94420]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 13:04:26.629744 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 13:04:26.629744 n-d-803378-2 neutron-server[94420]: return self.request(url, 'GET', **kwargs) Aug 05 13:04:26.629744 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 13:04:26.629744 n-d-803378-2 neutron-server[94420]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 13:04:26.629744 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 13:04:26.629744 n-d-803378-2 neutron-server[94420]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 13:04:26.629744 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 13:04:26.629744 n-d-803378-2 neutron-server[94420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 13:04:26.629744 n-d-803378-2 neutron-server[94420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 13:04:26.667779 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e5b1b20f-45a9-4bbd-9aee-ac4e0daacb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:26.700132 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b1b20f-45a9-4bbd-9aee-ac4e0daacb9e None None] Pushing event deleted for resources: {'Port': ['ID=64899201-e2fd-4026-be42-53167fd9b850,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:04:26.700906 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ad1ede39-3f92-420a-a002-f6988918d944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:26.705471 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b1b20f-45a9-4bbd-9aee-ac4e0daacb9e None None] No DVR routers for this DVR port 64899201-e2fd-4026-be42-53167fd9b850 on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 13:04:26.710387 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-ad1ede39-3f92-420a-a002-f6988918d944 admin admin] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:26.713794 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-ad1ede39-3f92-420a-a002-f6988918d944 admin admin] 10.222.0.58 "DELETE /v2.0/networks/70c676c9-ad01-4ff3-9fdb-0ac0fff0327c HTTP/1.1" status: 204 len: 168 time: 0.5895944 Aug 05 13:04:26.728423 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1ede39-3f92-420a-a002-f6988918d944 admin admin] Pushing event deleted for resources: {'Network': ['ID=70c676c9-ad01-4ff3-9fdb-0ac0fff0327c,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:04:26.733991 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b1b20f-45a9-4bbd-9aee-ac4e0daacb9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:04:26.734349 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b1b20f-45a9-4bbd-9aee-ac4e0daacb9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:04:26.734704 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b1b20f-45a9-4bbd-9aee-ac4e0daacb9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:04:26.735051 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b1b20f-45a9-4bbd-9aee-ac4e0daacb9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:04:26.735394 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b1b20f-45a9-4bbd-9aee-ac4e0daacb9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:04:26.735740 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b1b20f-45a9-4bbd-9aee-ac4e0daacb9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:04:26.736075 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b1b20f-45a9-4bbd-9aee-ac4e0daacb9e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:04:26.739052 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b1b20f-45a9-4bbd-9aee-ac4e0daacb9e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:04:26.739504 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b1b20f-45a9-4bbd-9aee-ac4e0daacb9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:04:26.740178 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b1b20f-45a9-4bbd-9aee-ac4e0daacb9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:04:26.740735 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b1b20f-45a9-4bbd-9aee-ac4e0daacb9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:04:26.741246 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b1b20f-45a9-4bbd-9aee-ac4e0daacb9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:04:26.867076 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 51274) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:04:26.909347 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-f2143317-fb31-4822-a3c9-7cc997950f1a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b3acac3ac7984616994c4d25f16f5a73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0403461 Aug 05 13:04:26.912256 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 51276) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:04:26.969718 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-bc570e21-aaa4-4c74-95ea-685d9cdd9f23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:26.991662 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-bc570e21-aaa4-4c74-95ea-685d9cdd9f23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:27.041822 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-bc570e21-aaa4-4c74-95ea-685d9cdd9f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:27.044421 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-bc570e21-aaa4-4c74-95ea-685d9cdd9f23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:27.045621 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-bc570e21-aaa4-4c74-95ea-685d9cdd9f23 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/701a782d-0d19-484d-8164-3be28b419fee HTTP/1.1" status: 204 len: 168 time: 0.1323979 Aug 05 13:04:27.054133 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc570e21-aaa4-4c74-95ea-685d9cdd9f23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=701a782d-0d19-484d-8164-3be28b419fee,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:04:27.379637 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 51282) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:04:27.423919 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-2bebe368-8e86-4105-8e0e-41dd4a82f3aa admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=729f7759e36e4b31bebc66c55639de81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0431023 Aug 05 13:04:27.426448 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 51284) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:04:27.479151 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1f4292b7-4a33-4c8d-95d6-a41d5d1a9353 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:27.504417 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1f4292b7-4a33-4c8d-95d6-a41d5d1a9353 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:27.555472 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1f4292b7-4a33-4c8d-95d6-a41d5d1a9353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:27.558853 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-1f4292b7-4a33-4c8d-95d6-a41d5d1a9353 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:27.560045 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-1f4292b7-4a33-4c8d-95d6-a41d5d1a9353 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f7a4bad9-ebb1-4fd9-99aa-35920d9a2da0 HTTP/1.1" status: 204 len: 168 time: 0.1327486 Aug 05 13:04:27.568848 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4292b7-4a33-4c8d-95d6-a41d5d1a9353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7a4bad9-ebb1-4fd9-99aa-35920d9a2da0,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:04:28.288078 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 51306) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:04:28.389575 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-ecdc2e20-fd31-4006-a88f-96b418266b8f admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1221922758-network', 'tenant_id': '4ed60da73d15406c9a9533fcae1b0e3a'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:04:28.417194 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecdc2e20-fd31-4006-a88f-96b418266b8f admin admin] Made reservation on behalf of 4ed60da73d15406c9a9533fcae1b0e3a for: {'network': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 13:04:28.419610 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ecdc2e20-fd31-4006-a88f-96b418266b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:28.431912 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ecdc2e20-fd31-4006-a88f-96b418266b8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:28.533752 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ecdc2e20-fd31-4006-a88f-96b418266b8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:28.538281 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ecdc2e20-fd31-4006-a88f-96b418266b8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:28.565679 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecdc2e20-fd31-4006-a88f-96b418266b8f admin admin] vlan segment allocate from pool success with {'vlan_id': 687, 'physical_network': 'physnet1'} {{(pid=94421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 13:04:28.572974 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdc2e20-fd31-4006-a88f-96b418266b8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=440b995a-552c-4337-a86a-670f5ed63674,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:04:28.579013 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ecdc2e20-fd31-4006-a88f-96b418266b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:28.579360 n-d-803378-2 neutron-server[94421]: INFO neutron.db.segments_db [None req-ecdc2e20-fd31-4006-a88f-96b418266b8f admin admin] Added segment e95263ce-6382-469b-a0ee-77949ec47f77 of type vlan for network 1e062789-692d-461d-8e36-3955d3cd9ba9 Aug 05 13:04:28.620856 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ecdc2e20-fd31-4006-a88f-96b418266b8f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:28.653764 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ecdc2e20-fd31-4006-a88f-96b418266b8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:28.655030 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecdc2e20-fd31-4006-a88f-96b418266b8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:04:28.655623 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ecdc2e20-fd31-4006-a88f-96b418266b8f admin admin] Notify callbacks [] for network, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:28.712732 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-ecdc2e20-fd31-4006-a88f-96b418266b8f admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4233525 Aug 05 13:04:28.715800 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 51310) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:04:28.720677 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-eedeb10d-59b8-4cb1-8c72-f827cff3b868 admin admin] Request body: {'subnet': {'network_id': '1e062789-692d-461d-8e36-3955d3cd9ba9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1221922758-subnet', 'tenant_id': '4ed60da73d15406c9a9533fcae1b0e3a', 'ip_version': 4}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:04:28.729062 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdc2e20-fd31-4006-a88f-96b418266b8f admin admin] Pushing event updated for resources: {'Network': ['ID=1e062789-692d-461d-8e36-3955d3cd9ba9,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:04:28.754936 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 1e062789-692d-461d-8e36-3955d3cd9ba9 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 13:04:28.758393 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eedeb10d-59b8-4cb1-8c72-f827cff3b868 admin admin] Made reservation on behalf of 4ed60da73d15406c9a9533fcae1b0e3a for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 13:04:28.762816 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-eedeb10d-59b8-4cb1-8c72-f827cff3b868 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:28.980788 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-eedeb10d-59b8-4cb1-8c72-f827cff3b868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25038678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30075167'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:29.048161 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedeb10d-59b8-4cb1-8c72-f827cff3b868 admin admin] Pushing event updated for resources: {'Subnet': ['ID=915e0484-e2fd-4177-82a6-81e262f4a382,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:04:29.066836 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eedeb10d-59b8-4cb1-8c72-f827cff3b868 admin admin] Checking segment: {'id': 'e95263ce-6382-469b-a0ee-77949ec47f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '1e062789-692d-461d-8e36-3955d3cd9ba9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:04:29.067423 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eedeb10d-59b8-4cb1-8c72-f827cff3b868 admin admin] Network hostable DHCP agents. Network: 1e062789-692d-461d-8e36-3955d3cd9ba9, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 13:04:29.092810 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eedeb10d-59b8-4cb1-8c72-f827cff3b868 admin admin] Network 1e062789-692d-461d-8e36-3955d3cd9ba9 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 13:04:29.107394 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-eedeb10d-59b8-4cb1-8c72-f827cff3b868 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, 1e062789-692d-461d-8e36-3955d3cd9ba9) {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:04:29.113578 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eedeb10d-59b8-4cb1-8c72-f827cff3b868 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:04:29.114608 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-eedeb10d-59b8-4cb1-8c72-f827cff3b868 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:29.126896 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9b7687-b9ef-46fb-bcf5-8f6b2de243f6 None None] Network 1e062789-692d-461d-8e36-3955d3cd9ba9 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 13:04:29.137471 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-eedeb10d-59b8-4cb1-8c72-f827cff3b868 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4205897 Aug 05 13:04:29.141942 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 51312) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:04:29.146653 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-12f6b202-56d3-4209-9b49-fec1ac0db84d admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1221922758-router', 'tenant_id': '4ed60da73d15406c9a9533fcae1b0e3a', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:04:29.174512 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-12f6b202-56d3-4209-9b49-fec1ac0db84d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33260300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1929'] for router, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:29.176104 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-12f6b202-56d3-4209-9b49-fec1ac0db84d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33285914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33034662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1926'] for router, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:29.251394 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-12f6b202-56d3-4209-9b49-fec1ac0db84d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:29.316449 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c18aa89-3b6d-42ac-8f06-010422d4eb33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-1e062789-692d-461d-8e36-3955d3cd9ba9', 'network_id': '1e062789-692d-461d-8e36-3955d3cd9ba9', 'tenant_id': '4ed60da73d15406c9a9533fcae1b0e3a', 'fixed_ips': [{'subnet_id': '915e0484-e2fd-4177-82a6-81e262f4a382'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 13:04:29.317452 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-2c18aa89-3b6d-42ac-8f06-010422d4eb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:29.407055 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-12f6b202-56d3-4209-9b49-fec1ac0db84d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:29.467957 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-2c18aa89-3b6d-42ac-8f06-010422d4eb33 None None] Allocated IP 172.20.0.2 (1e062789-692d-461d-8e36-3955d3cd9ba9/915e0484-e2fd-4177-82a6-81e262f4a382/8ac66d71-43dc-4134-a510-02c79023cbcd) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 13:04:29.628010 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-2c18aa89-3b6d-42ac-8f06-010422d4eb33 None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:29.628416 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-12f6b202-56d3-4209-9b49-fec1ac0db84d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:29.638076 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-2c18aa89-3b6d-42ac-8f06-010422d4eb33 None None] Transition to ACTIVE for port object 8ac66d71-43dc-4134-a510-02c79023cbcd will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:04:29.655814 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-12f6b202-56d3-4209-9b49-fec1ac0db84d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:29.656365 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-2c18aa89-3b6d-42ac-8f06-010422d4eb33 None None] Transition to ACTIVE for port object 8ac66d71-43dc-4134-a510-02c79023cbcd will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:04:29.664056 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-2c18aa89-3b6d-42ac-8f06-010422d4eb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:29.713545 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c18aa89-3b6d-42ac-8f06-010422d4eb33 None None] Network 1e062789-692d-461d-8e36-3955d3cd9ba9 is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:04:29.716700 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-2c18aa89-3b6d-42ac-8f06-010422d4eb33 None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:04:29.721386 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c18aa89-3b6d-42ac-8f06-010422d4eb33 None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 13:04:29.724943 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c18aa89-3b6d-42ac-8f06-010422d4eb33 None None] Pushing event updated for resources: {'Port': ['ID=8ac66d71-43dc-4134-a510-02c79023cbcd,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:04:29.780363 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-2c18aa89-3b6d-42ac-8f06-010422d4eb33 None None] Attempting to bind port 8ac66d71-43dc-4134-a510-02c79023cbcd on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 13:04:29.781118 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-2c18aa89-3b6d-42ac-8f06-010422d4eb33 None None] Attempting to bind port 8ac66d71-43dc-4134-a510-02c79023cbcd by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'e95263ce-6382-469b-a0ee-77949ec47f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '1e062789-692d-461d-8e36-3955d3cd9ba9'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 13:04:29.781118 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c18aa89-3b6d-42ac-8f06-010422d4eb33 None None] Attempting to bind port 8ac66d71-43dc-4134-a510-02c79023cbcd on network 1e062789-692d-461d-8e36-3955d3cd9ba9 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:04:29.783904 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-12f6b202-56d3-4209-9b49-fec1ac0db84d admin admin] Allocated IP 172.25.5.7 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/ca8cab94-344f-4a78-a81d-40f85c4f6488) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 13:04:29.786335 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c18aa89-3b6d-42ac-8f06-010422d4eb33 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 13, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 13:04:29.786797 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c18aa89-3b6d-42ac-8f06-010422d4eb33 None None] Checking segment: {'id': 'e95263ce-6382-469b-a0ee-77949ec47f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '1e062789-692d-461d-8e36-3955d3cd9ba9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:04:29.787180 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-2c18aa89-3b6d-42ac-8f06-010422d4eb33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:29.787975 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c18aa89-3b6d-42ac-8f06-010422d4eb33 None None] Bound using segment: {'id': 'e95263ce-6382-469b-a0ee-77949ec47f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '1e062789-692d-461d-8e36-3955d3cd9ba9'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 13:04:29.788138 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-2c18aa89-3b6d-42ac-8f06-010422d4eb33 None None] Bound port: 8ac66d71-43dc-4134-a510-02c79023cbcd, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e95263ce-6382-469b-a0ee-77949ec47f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '1e062789-692d-461d-8e36-3955d3cd9ba9'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 13:04:29.788562 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-2c18aa89-3b6d-42ac-8f06-010422d4eb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:29.860093 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-2c18aa89-3b6d-42ac-8f06-010422d4eb33 None None] For port 8ac66d71-43dc-4134-a510-02c79023cbcd, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:04:29.864129 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-2c18aa89-3b6d-42ac-8f06-010422d4eb33 None None] For port 8ac66d71-43dc-4134-a510-02c79023cbcd, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=8ac66d71-43dc-4134-a510-02c79023cbcd,segment=NetworkSegment(e95263ce-6382-469b-a0ee-77949ec47f77),segment_id=e95263ce-6382-469b-a0ee-77949ec47f77)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 13:04:29.870545 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-2c18aa89-3b6d-42ac-8f06-010422d4eb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:29.931992 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-12f6b202-56d3-4209-9b49-fec1ac0db84d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:29.964464 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c18aa89-3b6d-42ac-8f06-010422d4eb33 None None] Pushing event updated for resources: {'Port': ['ID=8ac66d71-43dc-4134-a510-02c79023cbcd,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:04:29.985248 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-12f6b202-56d3-4209-9b49-fec1ac0db84d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:30.032918 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f6b202-56d3-4209-9b49-fec1ac0db84d admin admin] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:04:30.036074 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-12f6b202-56d3-4209-9b49-fec1ac0db84d admin admin] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:04:30.042086 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f6b202-56d3-4209-9b49-fec1ac0db84d admin admin] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 13:04:30.045647 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f6b202-56d3-4209-9b49-fec1ac0db84d admin admin] Pushing event updated for resources: {'Port': ['ID=ca8cab94-344f-4a78-a81d-40f85c4f6488,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:04:30.322858 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-12f6b202-56d3-4209-9b49-fec1ac0db84d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:30.447450 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:30.483063 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 8ac66d71-43dc-4134-a510-02c79023cbcd up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:04:30.534796 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 8ac66d71-43dc-4134-a510-02c79023cbcd completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:04:30.541097 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-12f6b202-56d3-4209-9b49-fec1ac0db84d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286026'] for router, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:30.681432 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12f6b202-56d3-4209-9b49-fec1ac0db84d admin admin] Router f3bff84d-c096-4f7f-9eb6-5a05a3b248db is scheduled to L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d with binding_index 1 {{(pid=94421) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 13:04:30.944072 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f46fd8e-d37a-4db9-ae9e-db9e2dbddef4 None None] Network 1e062789-692d-461d-8e36-3955d3cd9ba9 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 13:04:30.997509 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-ea390a9f-d9f6-48af-9a35-977461b7472b None None] Provisioning for port 8ac66d71-43dc-4134-a510-02c79023cbcd completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:04:31.005514 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-ea390a9f-d9f6-48af-9a35-977461b7472b None None] Provisioning complete for port 8ac66d71-43dc-4134-a510-02c79023cbcd triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:04:31.005897 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-ea390a9f-d9f6-48af-9a35-977461b7472b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:31.131215 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12f6b202-56d3-4209-9b49-fec1ac0db84d admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 13:04:31.148233 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ba9ead-c256-424f-b26c-141b8184f768 None None] Sync routers for ids ['f3bff84d-c096-4f7f-9eb6-5a05a3b248db'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 13:04:31.151942 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-12f6b202-56d3-4209-9b49-fec1ac0db84d admin admin] Notify callbacks [] for router, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:31.156034 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 51314) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:04:31.156708 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-12f6b202-56d3-4209-9b49-fec1ac0db84d admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0130885 Aug 05 13:04:31.172778 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-ea390a9f-d9f6-48af-9a35-977461b7472b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:31.190788 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ba9ead-c256-424f-b26c-141b8184f768 None None] Routers {'f3bff84d-c096-4f7f-9eb6-5a05a3b248db'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:04:31.191362 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-19ba9ead-c256-424f-b26c-141b8184f768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T13:04:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['f3bff84d-c096-4f7f-9eb6-5a05a3b248db'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:04:31.276303 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-ea390a9f-d9f6-48af-9a35-977461b7472b None None] For port 8ac66d71-43dc-4134-a510-02c79023cbcd, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=8ac66d71-43dc-4134-a510-02c79023cbcd,segment=NetworkSegment(e95263ce-6382-469b-a0ee-77949ec47f77),segment_id=e95263ce-6382-469b-a0ee-77949ec47f77)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:04:31.323404 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-ea390a9f-d9f6-48af-9a35-977461b7472b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:31.393522 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-19ba9ead-c256-424f-b26c-141b8184f768 None None] Set router f3bff84d-c096-4f7f-9eb6-5a05a3b248db gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 13:04:31.457629 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea390a9f-d9f6-48af-9a35-977461b7472b None None] Pushing event updated for resources: {'Port': ['ID=8ac66d71-43dc-4134-a510-02c79023cbcd,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:04:31.633585 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c5b3f45e-1688-4a87-8897-9bbc16d3ae87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:31.697410 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-e25a7237-eadb-481d-b5f3-9d73fbe19807 None None] Provisioning complete for port 8ac66d71-43dc-4134-a510-02c79023cbcd triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:04:31.697788 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e25a7237-eadb-481d-b5f3-9d73fbe19807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:31.806106 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-c5b3f45e-1688-4a87-8897-9bbc16d3ae87 admin admin] Allocated IP 172.20.0.1 (1e062789-692d-461d-8e36-3955d3cd9ba9/915e0484-e2fd-4177-82a6-81e262f4a382/db89ecab-c2d2-43f3-b1d7-cdab1351dc9b) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 13:04:31.854562 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-19ba9ead-c256-424f-b26c-141b8184f768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3bff84d-c096-4f7f-9eb6-5a05a3b248db', 'name': 'tempest-TestSnapshotPattern-1221922758-router', 'tenant_id': '4ed60da73d15406c9a9533fcae1b0e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': 'ca8cab94-344f-4a78-a81d-40f85c4f6488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:04:29Z', 'updated_at': '2021-08-05T13:04:30Z', 'revision_number': 3, 'project_id': '4ed60da73d15406c9a9533fcae1b0e3a', 'gw_port': {'id': 'ca8cab94-344f-4a78-a81d-40f85c4f6488', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a3:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3bff84d-c096-4f7f-9eb6-5a05a3b248db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:04:29Z', 'updated_at': '2021-08-05T13:04:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:04:31.882592 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ba9ead-c256-424f-b26c-141b8184f768 None None] Checking router: f3bff84d-c096-4f7f-9eb6-5a05a3b248db for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 13:04:31.882951 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ba9ead-c256-424f-b26c-141b8184f768 None None] Updating router f3bff84d-c096-4f7f-9eb6-5a05a3b248db port ca8cab94-344f-4a78-a81d-40f85c4f6488 binding host n-d-803378-2 {{(pid=94422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 13:04:31.910500 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-19ba9ead-c256-424f-b26c-141b8184f768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:31.918808 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c5b3f45e-1688-4a87-8897-9bbc16d3ae87 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:31.932991 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [None req-c5b3f45e-1688-4a87-8897-9bbc16d3ae87 admin admin] Transition to ACTIVE for port object db89ecab-c2d2-43f3-b1d7-cdab1351dc9b will not be triggered until provisioned by entity DHCP. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:04:31.970293 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c5b3f45e-1688-4a87-8897-9bbc16d3ae87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:32.010819 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b3f45e-1688-4a87-8897-9bbc16d3ae87 admin admin] Network 1e062789-692d-461d-8e36-3955d3cd9ba9 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:04:32.015817 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-c5b3f45e-1688-4a87-8897-9bbc16d3ae87 admin admin] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:04:32.018369 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b3f45e-1688-4a87-8897-9bbc16d3ae87 admin admin] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 13:04:32.049427 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b3f45e-1688-4a87-8897-9bbc16d3ae87 admin admin] Pushing event updated for resources: {'Port': ['ID=db89ecab-c2d2-43f3-b1d7-cdab1351dc9b,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:04:32.069990 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c5b3f45e-1688-4a87-8897-9bbc16d3ae87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33288800'] for router_interface, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:32.206497 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-19ba9ead-c256-424f-b26c-141b8184f768 None None] Notify callbacks [] for port, precommit_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:32.221536 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c5b3f45e-1688-4a87-8897-9bbc16d3ae87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:32.222149 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-19ba9ead-c256-424f-b26c-141b8184f768 None None] Transition to ACTIVE for port object ca8cab94-344f-4a78-a81d-40f85c4f6488 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:04:32.231327 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-19ba9ead-c256-424f-b26c-141b8184f768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:32.297015 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-19ba9ead-c256-424f-b26c-141b8184f768 None None] Attempting to bind port ca8cab94-344f-4a78-a81d-40f85c4f6488 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 13:04:32.297331 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-19ba9ead-c256-424f-b26c-141b8184f768 None None] Attempting to bind port ca8cab94-344f-4a78-a81d-40f85c4f6488 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 13:04:32.297638 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ba9ead-c256-424f-b26c-141b8184f768 None None] Attempting to bind port ca8cab94-344f-4a78-a81d-40f85c4f6488 on network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:04:32.299590 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868fa0ff-85d5-45fb-a6ea-4002c9f73c33 None None] Pushing event updated for resources: {'Port': ['ID=ca8cab94-344f-4a78-a81d-40f85c4f6488,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:04:32.308986 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-7c1131cc-38e3-4b82-9de1-089b6e07aa70 None None] Provisioning for port db89ecab-c2d2-43f3-b1d7-cdab1351dc9b completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:04:32.313367 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-7c1131cc-38e3-4b82-9de1-089b6e07aa70 None None] Provisioning complete for port db89ecab-c2d2-43f3-b1d7-cdab1351dc9b triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:04:32.313762 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-7c1131cc-38e3-4b82-9de1-089b6e07aa70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:32.315539 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ba9ead-c256-424f-b26c-141b8184f768 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 13, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 13:04:32.315921 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ba9ead-c256-424f-b26c-141b8184f768 None None] Checking segment: {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:04:32.316429 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-19ba9ead-c256-424f-b26c-141b8184f768 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:32.316782 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ba9ead-c256-424f-b26c-141b8184f768 None None] Bound using segment: {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 13:04:32.317440 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-19ba9ead-c256-424f-b26c-141b8184f768 None None] Bound port: ca8cab94-344f-4a78-a81d-40f85c4f6488, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 13:04:32.317869 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-19ba9ead-c256-424f-b26c-141b8184f768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:32.384954 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-7c1131cc-38e3-4b82-9de1-089b6e07aa70 None None] Port db89ecab-c2d2-43f3-b1d7-cdab1351dc9b cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 13:04:32.398737 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-19ba9ead-c256-424f-b26c-141b8184f768 None None] For port ca8cab94-344f-4a78-a81d-40f85c4f6488, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:04:32.403217 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-19ba9ead-c256-424f-b26c-141b8184f768 None None] For port ca8cab94-344f-4a78-a81d-40f85c4f6488, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=ca8cab94-344f-4a78-a81d-40f85c4f6488,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 13:04:32.405044 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c5b3f45e-1688-4a87-8897-9bbc16d3ae87 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:32.410581 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-19ba9ead-c256-424f-b26c-141b8184f768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:32.411286 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c5b3f45e-1688-4a87-8897-9bbc16d3ae87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:32.460080 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 8ac66d71-43dc-4134-a510-02c79023cbcd up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:04:32.490073 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b3f45e-1688-4a87-8897-9bbc16d3ae87 admin admin] Pushing event updated for resources: {'Port': ['ID=db89ecab-c2d2-43f3-b1d7-cdab1351dc9b,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:04:32.497259 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c5b3f45e-1688-4a87-8897-9bbc16d3ae87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33140268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33208272'] for router_interface, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:32.502913 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ba9ead-c256-424f-b26c-141b8184f768 None None] Routers {'f3bff84d-c096-4f7f-9eb6-5a05a3b248db'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:04:32.503574 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-19ba9ead-c256-424f-b26c-141b8184f768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T13:04:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['f3bff84d-c096-4f7f-9eb6-5a05a3b248db'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:04:32.544186 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868fa0ff-85d5-45fb-a6ea-4002c9f73c33 None None] Pushing event updated for resources: {'Port': ['ID=ca8cab94-344f-4a78-a81d-40f85c4f6488,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:04:32.597033 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b3f45e-1688-4a87-8897-9bbc16d3ae87 admin admin] Network 1e062789-692d-461d-8e36-3955d3cd9ba9 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:04:32.598362 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-c5b3f45e-1688-4a87-8897-9bbc16d3ae87 admin admin] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:04:32.616229 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 8ac66d71-43dc-4134-a510-02c79023cbcd triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:04:32.616686 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:32.667593 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-19ba9ead-c256-424f-b26c-141b8184f768 None None] Set router f3bff84d-c096-4f7f-9eb6-5a05a3b248db gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 13:04:32.735645 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5b3f45e-1688-4a87-8897-9bbc16d3ae87 admin admin] Router f3bff84d-c096-4f7f-9eb6-5a05a3b248db has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 13:04:32.863553 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5b3f45e-1688-4a87-8897-9bbc16d3ae87 admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 13:04:32.870375 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-c5b3f45e-1688-4a87-8897-9bbc16d3ae87 admin admin] 10.222.0.58 "PUT /v2.0/routers/f3bff84d-c096-4f7f-9eb6-5a05a3b248db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7121780 Aug 05 13:04:32.923526 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-6b934404-6b4c-4133-b133-f639494202ca None None] Provisioning complete for port db89ecab-c2d2-43f3-b1d7-cdab1351dc9b triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:04:32.924151 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-6b934404-6b4c-4133-b133-f639494202ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:32.982429 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-19ba9ead-c256-424f-b26c-141b8184f768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3bff84d-c096-4f7f-9eb6-5a05a3b248db', 'name': 'tempest-TestSnapshotPattern-1221922758-router', 'tenant_id': '4ed60da73d15406c9a9533fcae1b0e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': 'ca8cab94-344f-4a78-a81d-40f85c4f6488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:04:29Z', 'updated_at': '2021-08-05T13:04:32Z', 'revision_number': 4, 'project_id': '4ed60da73d15406c9a9533fcae1b0e3a', 'gw_port': {'id': 'ca8cab94-344f-4a78-a81d-40f85c4f6488', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a3:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3bff84d-c096-4f7f-9eb6-5a05a3b248db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:04:29Z', 'updated_at': '2021-08-05T13:04:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'db89ecab-c2d2-43f3-b1d7-cdab1351dc9b', 'name': '', 'network_id': '1e062789-692d-461d-8e36-3955d3cd9ba9', 'tenant_id': '4ed60da73d15406c9a9533fcae1b0e3a', 'mac_address': 'fa:16:3e:f4:ba:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3bff84d-c096-4f7f-9eb6-5a05a3b248db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '915e0484-e2fd-4177-82a6-81e262f4a382', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:04:31Z', 'updated_at': '2021-08-05T13:04:32Z', 'revision_number': 2, 'project_id': '4ed60da73d15406c9a9533fcae1b0e3a', 'subnets': [{'id': '915e0484-e2fd-4177-82a6-81e262f4a382', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:04:32.984356 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-6b934404-6b4c-4133-b133-f639494202ca None None] Port db89ecab-c2d2-43f3-b1d7-cdab1351dc9b cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 13:04:33.017194 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ba9ead-c256-424f-b26c-141b8184f768 None None] The sync data for ids ['f3bff84d-c096-4f7f-9eb6-5a05a3b248db'] in n-d-803378-2 is: [{'id': 'f3bff84d-c096-4f7f-9eb6-5a05a3b248db', 'name': 'tempest-TestSnapshotPattern-1221922758-router', 'tenant_id': '4ed60da73d15406c9a9533fcae1b0e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': 'ca8cab94-344f-4a78-a81d-40f85c4f6488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:04:29Z', 'updated_at': '2021-08-05T13:04:32Z', 'revision_number': 4, 'project_id': '4ed60da73d15406c9a9533fcae1b0e3a', 'gw_port': {'id': 'ca8cab94-344f-4a78-a81d-40f85c4f6488', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a3:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3bff84d-c096-4f7f-9eb6-5a05a3b248db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:04:29Z', 'updated_at': '2021-08-05T13:04:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'db89ecab-c2d2-43f3-b1d7-cdab1351dc9b', 'name': '', 'network_id': '1e062789-692d-461d-8e36-3955d3cd9ba9', 'tenant_id': '4ed60da73d15406c9a9533fcae1b0e3a', 'mac_address': 'fa:16:3e:f4:ba:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3bff84d-c096-4f7f-9eb6-5a05a3b248db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '915e0484-e2fd-4177-82a6-81e262f4a382', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:04:31Z', 'updated_at': '2021-08-05T13:04:32Z', 'revision_number': 2, 'project_id': '4ed60da73d15406c9a9533fcae1b0e3a', 'subnets': [{'id': '915e0484-e2fd-4177-82a6-81e262f4a382', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 13:04:33.438937 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 51330) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:04:33.444664 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-8ad12a9f-e6ec-4a60-8d5d-5bd94cb21de3 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1860857995-network', 'tenant_id': 'c649c18a95da47e58bb995b9127a9327'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:04:33.475847 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ad12a9f-e6ec-4a60-8d5d-5bd94cb21de3 admin admin] Made reservation on behalf of c649c18a95da47e58bb995b9127a9327 for: {'network': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 13:04:33.478749 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8ad12a9f-e6ec-4a60-8d5d-5bd94cb21de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for network, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:33.488176 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8ad12a9f-e6ec-4a60-8d5d-5bd94cb21de3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:33.589032 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8ad12a9f-e6ec-4a60-8d5d-5bd94cb21de3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:33.593673 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8ad12a9f-e6ec-4a60-8d5d-5bd94cb21de3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:33.619789 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ad12a9f-e6ec-4a60-8d5d-5bd94cb21de3 admin admin] vlan segment allocate from pool success with {'vlan_id': 660, 'physical_network': 'physnet1'} {{(pid=94420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 13:04:33.636690 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad12a9f-e6ec-4a60-8d5d-5bd94cb21de3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98310c1d-6a67-47fb-bbcc-10b5065c91f7,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:04:33.644053 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8ad12a9f-e6ec-4a60-8d5d-5bd94cb21de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:33.644704 n-d-803378-2 neutron-server[94420]: INFO neutron.db.segments_db [None req-8ad12a9f-e6ec-4a60-8d5d-5bd94cb21de3 admin admin] Added segment 110d814f-cbc5-4c9d-a558-4376d01fa78b of type vlan for network 551309a5-927a-4c66-9fed-54c616ab0342 Aug 05 13:04:33.722605 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8ad12a9f-e6ec-4a60-8d5d-5bd94cb21de3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774769084236'] for network, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:33.782082 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8ad12a9f-e6ec-4a60-8d5d-5bd94cb21de3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254'] for network, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:33.783513 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad12a9f-e6ec-4a60-8d5d-5bd94cb21de3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:04:33.784105 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-8ad12a9f-e6ec-4a60-8d5d-5bd94cb21de3 admin admin] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:33.844462 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-8ad12a9f-e6ec-4a60-8d5d-5bd94cb21de3 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4037454 Aug 05 13:04:33.848924 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 51332) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:04:33.855946 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad12a9f-e6ec-4a60-8d5d-5bd94cb21de3 admin admin] Pushing event updated for resources: {'Network': ['ID=551309a5-927a-4c66-9fed-54c616ab0342,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:04:33.857694 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-857ddbef-d5b3-447f-b7fb-1da72820bd1c admin admin] Request body: {'subnet': {'network_id': '551309a5-927a-4c66-9fed-54c616ab0342', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1860857995-subnet', 'tenant_id': 'c649c18a95da47e58bb995b9127a9327', 'ip_version': 4}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:04:33.866603 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Network 551309a5-927a-4c66-9fed-54c616ab0342 details requested by agent ovs-agent-n-d-803378-2 with host n-d-803378-2 {{(pid=94422) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 13:04:33.891310 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-857ddbef-d5b3-447f-b7fb-1da72820bd1c admin admin] Made reservation on behalf of c649c18a95da47e58bb995b9127a9327 for: {'subnet': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 13:04:33.895271 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-857ddbef-d5b3-447f-b7fb-1da72820bd1c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30075181'] for subnet, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:34.095808 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-857ddbef-d5b3-447f-b7fb-1da72820bd1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25038678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30075167'] for subnet, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:34.156022 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857ddbef-d5b3-447f-b7fb-1da72820bd1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=fea49c9f-b3c1-41a3-9cab-837192e2342f,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:04:34.167784 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857ddbef-d5b3-447f-b7fb-1da72820bd1c admin admin] Checking segment: {'id': '110d814f-cbc5-4c9d-a558-4376d01fa78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '551309a5-927a-4c66-9fed-54c616ab0342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:04:34.168134 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857ddbef-d5b3-447f-b7fb-1da72820bd1c admin admin] Network hostable DHCP agents. Network: 551309a5-927a-4c66-9fed-54c616ab0342, hostable agents: ['ee9cd14a-a418-4d50-8b0b-45fd74ab34f5'], hosted agents: [] {{(pid=94421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 13:04:34.186245 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857ddbef-d5b3-447f-b7fb-1da72820bd1c admin admin] Network 551309a5-927a-4c66-9fed-54c616ab0342 is scheduled to be hosted by DHCP agent ee9cd14a-a418-4d50-8b0b-45fd74ab34f5 with binding_index 1 {{(pid=94421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 13:04:34.202840 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-857ddbef-d5b3-447f-b7fb-1da72820bd1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803378-2, 551309a5-927a-4c66-9fed-54c616ab0342) {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:04:34.207613 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-857ddbef-d5b3-447f-b7fb-1da72820bd1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:04:34.208206 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-857ddbef-d5b3-447f-b7fb-1da72820bd1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:34.214903 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c50b567-258f-4fe3-8b1b-4a9e10029dea None None] Network 551309a5-927a-4c66-9fed-54c616ab0342 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 13:04:34.228082 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-857ddbef-d5b3-447f-b7fb-1da72820bd1c admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3751132 Aug 05 13:04:34.228758 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 51334) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:04:34.234164 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-572ed77c-f8f9-4ea6-beb8-9b07ae8ba32e admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1860857995-router', 'tenant_id': 'c649c18a95da47e58bb995b9127a9327', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:04:34.261093 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-572ed77c-f8f9-4ea6-beb8-9b07ae8ba32e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33260300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1929'] for router, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:34.262572 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-572ed77c-f8f9-4ea6-beb8-9b07ae8ba32e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33263102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33285914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33034662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1926'] for router, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:34.331535 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-572ed77c-f8f9-4ea6-beb8-9b07ae8ba32e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:34.404222 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0622c26-a4fb-4ee7-9cb9-d1a69a0ce4d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10924507-17f7-5675-a299-4c1e30467fe5-551309a5-927a-4c66-9fed-54c616ab0342', 'network_id': '551309a5-927a-4c66-9fed-54c616ab0342', 'tenant_id': 'c649c18a95da47e58bb995b9127a9327', 'fixed_ips': [{'subnet_id': 'fea49c9f-b3c1-41a3-9cab-837192e2342f'}]}} from n-d-803378-2. {{(pid=94422) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 13:04:34.405579 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-a0622c26-a4fb-4ee7-9cb9-d1a69a0ce4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:34.495874 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-572ed77c-f8f9-4ea6-beb8-9b07ae8ba32e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:34.512967 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device ca8cab94-344f-4a78-a81d-40f85c4f6488 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:04:34.593227 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.db_base_plugin_common [None req-a0622c26-a4fb-4ee7-9cb9-d1a69a0ce4d0 None None] Allocated IP 172.20.0.2 (551309a5-927a-4c66-9fed-54c616ab0342/fea49c9f-b3c1-41a3-9cab-837192e2342f/4a194a60-c335-4a06-bb3d-5d10c8fff3b9) {{(pid=94422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 13:04:34.614910 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port ca8cab94-344f-4a78-a81d-40f85c4f6488 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:04:34.651943 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port ca8cab94-344f-4a78-a81d-40f85c4f6488 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:04:34.652323 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:34.727250 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-572ed77c-f8f9-4ea6-beb8-9b07ae8ba32e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:34.752678 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-572ed77c-f8f9-4ea6-beb8-9b07ae8ba32e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:34.808863 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:34.831140 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-a0622c26-a4fb-4ee7-9cb9-d1a69a0ce4d0 None None] Notify callbacks [] for port, precommit_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:34.845278 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port ca8cab94-344f-4a78-a81d-40f85c4f6488, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=ca8cab94-344f-4a78-a81d-40f85c4f6488,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:04:34.848523 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-a0622c26-a4fb-4ee7-9cb9-d1a69a0ce4d0 None None] Transition to ACTIVE for port object 4a194a60-c335-4a06-bb3d-5d10c8fff3b9 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:04:34.853828 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:34.875262 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-572ed77c-f8f9-4ea6-beb8-9b07ae8ba32e admin admin] Allocated IP 172.25.5.66 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/511d3086-5ab2-48f8-99f3-e9b6f33c64e3) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 13:04:34.890026 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-a0622c26-a4fb-4ee7-9cb9-d1a69a0ce4d0 None None] Transition to ACTIVE for port object 4a194a60-c335-4a06-bb3d-5d10c8fff3b9 will not be triggered until provisioned by entity DHCP. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:04:34.901034 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-a0622c26-a4fb-4ee7-9cb9-d1a69a0ce4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294'] for port, after_create {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:34.927489 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=ca8cab94-344f-4a78-a81d-40f85c4f6488,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:04:34.931989 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0622c26-a4fb-4ee7-9cb9-d1a69a0ce4d0 None None] Network 551309a5-927a-4c66-9fed-54c616ab0342 is already hosted by enough agents. {{(pid=94422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:04:34.936529 n-d-803378-2 neutron-server[94422]: DEBUG neutron.scheduler.base_scheduler [None req-a0622c26-a4fb-4ee7-9cb9-d1a69a0ce4d0 None None] Resources bound (agent type, host, resource id): {{(pid=94422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:04:34.955665 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0622c26-a4fb-4ee7-9cb9-d1a69a0ce4d0 None None] Received port after_create {{(pid=94422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 13:04:35.024128 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-572ed77c-f8f9-4ea6-beb8-9b07ae8ba32e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:35.032262 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0622c26-a4fb-4ee7-9cb9-d1a69a0ce4d0 None None] Pushing event updated for resources: {'Port': ['ID=4a194a60-c335-4a06-bb3d-5d10c8fff3b9,revision_number=1']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:04:35.044030 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-a0622c26-a4fb-4ee7-9cb9-d1a69a0ce4d0 None None] Attempting to bind port 4a194a60-c335-4a06-bb3d-5d10c8fff3b9 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 13:04:35.044407 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-a0622c26-a4fb-4ee7-9cb9-d1a69a0ce4d0 None None] Attempting to bind port 4a194a60-c335-4a06-bb3d-5d10c8fff3b9 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '110d814f-cbc5-4c9d-a558-4376d01fa78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '551309a5-927a-4c66-9fed-54c616ab0342'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 13:04:35.044829 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0622c26-a4fb-4ee7-9cb9-d1a69a0ce4d0 None None] Attempting to bind port 4a194a60-c335-4a06-bb3d-5d10c8fff3b9 on network 551309a5-927a-4c66-9fed-54c616ab0342 {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:04:35.050091 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0622c26-a4fb-4ee7-9cb9-d1a69a0ce4d0 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 13, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 13:04:35.050627 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0622c26-a4fb-4ee7-9cb9-d1a69a0ce4d0 None None] Checking segment: {'id': '110d814f-cbc5-4c9d-a558-4376d01fa78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '551309a5-927a-4c66-9fed-54c616ab0342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:04:35.051022 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-a0622c26-a4fb-4ee7-9cb9-d1a69a0ce4d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:35.051260 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0622c26-a4fb-4ee7-9cb9-d1a69a0ce4d0 None None] Bound using segment: {'id': '110d814f-cbc5-4c9d-a558-4376d01fa78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '551309a5-927a-4c66-9fed-54c616ab0342'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 13:04:35.051742 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-a0622c26-a4fb-4ee7-9cb9-d1a69a0ce4d0 None None] Bound port: 4a194a60-c335-4a06-bb3d-5d10c8fff3b9, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '110d814f-cbc5-4c9d-a558-4376d01fa78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '551309a5-927a-4c66-9fed-54c616ab0342'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 13:04:35.052131 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-a0622c26-a4fb-4ee7-9cb9-d1a69a0ce4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:35.081737 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-572ed77c-f8f9-4ea6-beb8-9b07ae8ba32e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:35.127104 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-a0622c26-a4fb-4ee7-9cb9-d1a69a0ce4d0 None None] For port 4a194a60-c335-4a06-bb3d-5d10c8fff3b9, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:04:35.130348 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-a0622c26-a4fb-4ee7-9cb9-d1a69a0ce4d0 None None] For port 4a194a60-c335-4a06-bb3d-5d10c8fff3b9, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=4a194a60-c335-4a06-bb3d-5d10c8fff3b9,segment=NetworkSegment(110d814f-cbc5-4c9d-a558-4376d01fa78b),segment_id=110d814f-cbc5-4c9d-a558-4376d01fa78b)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 13:04:35.131249 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572ed77c-f8f9-4ea6-beb8-9b07ae8ba32e admin admin] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:04:35.136404 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-a0622c26-a4fb-4ee7-9cb9-d1a69a0ce4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:35.139610 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-572ed77c-f8f9-4ea6-beb8-9b07ae8ba32e admin admin] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:04:35.144696 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572ed77c-f8f9-4ea6-beb8-9b07ae8ba32e admin admin] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 13:04:35.148099 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572ed77c-f8f9-4ea6-beb8-9b07ae8ba32e admin admin] Pushing event updated for resources: {'Port': ['ID=511d3086-5ab2-48f8-99f3-e9b6f33c64e3,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:04:35.207360 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0622c26-a4fb-4ee7-9cb9-d1a69a0ce4d0 None None] Pushing event updated for resources: {'Port': ['ID=4a194a60-c335-4a06-bb3d-5d10c8fff3b9,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:04:35.330681 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92199577-0588-47c5-be4a-3566b8b88ac3 None None] Sync routers for ids ['f3bff84d-c096-4f7f-9eb6-5a05a3b248db'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 13:04:35.345727 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92199577-0588-47c5-be4a-3566b8b88ac3 None None] Routers {'f3bff84d-c096-4f7f-9eb6-5a05a3b248db'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:04:35.345877 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-92199577-0588-47c5-be4a-3566b8b88ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T13:04:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['f3bff84d-c096-4f7f-9eb6-5a05a3b248db'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:04:35.504612 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-92199577-0588-47c5-be4a-3566b8b88ac3 None None] Set router f3bff84d-c096-4f7f-9eb6-5a05a3b248db gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 13:04:35.725008 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-92199577-0588-47c5-be4a-3566b8b88ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3bff84d-c096-4f7f-9eb6-5a05a3b248db', 'name': 'tempest-TestSnapshotPattern-1221922758-router', 'tenant_id': '4ed60da73d15406c9a9533fcae1b0e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': 'ca8cab94-344f-4a78-a81d-40f85c4f6488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:04:29Z', 'updated_at': '2021-08-05T13:04:32Z', 'revision_number': 4, 'project_id': '4ed60da73d15406c9a9533fcae1b0e3a', 'gw_port': {'id': 'ca8cab94-344f-4a78-a81d-40f85c4f6488', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bff84d-c096-4f7f-9eb6-5a05a3b248db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:04:29Z', 'updated_at': '2021-08-05T13:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'db89ecab-c2d2-43f3-b1d7-cdab1351dc9b', 'name': '', 'network_id': '1e062789-692d-461d-8e36-3955d3cd9ba9', 'tenant_id': '4ed60da73d15406c9a9533fcae1b0e3a', 'mac_address': 'fa:16:3e:f4:ba:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3bff84d-c096-4f7f-9eb6-5a05a3b248db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '915e0484-e2fd-4177-82a6-81e262f4a382', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:04:31Z', 'updated_at': '2021-08-05T13:04:32Z', 'revision_number': 2, 'project_id': '4ed60da73d15406c9a9533fcae1b0e3a', 'subnets': [{'id': '915e0484-e2fd-4177-82a6-81e262f4a382', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:04:35.756103 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92199577-0588-47c5-be4a-3566b8b88ac3 None None] Checking router: f3bff84d-c096-4f7f-9eb6-5a05a3b248db for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 13:04:35.756448 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92199577-0588-47c5-be4a-3566b8b88ac3 None None] Updating router f3bff84d-c096-4f7f-9eb6-5a05a3b248db port db89ecab-c2d2-43f3-b1d7-cdab1351dc9b binding host n-d-803378-2 {{(pid=94423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 13:04:35.757725 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-572ed77c-f8f9-4ea6-beb8-9b07ae8ba32e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:35.784092 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-92199577-0588-47c5-be4a-3566b8b88ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:35.984273 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-572ed77c-f8f9-4ea6-beb8-9b07ae8ba32e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33263056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286026'] for router, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:36.074592 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-92199577-0588-47c5-be4a-3566b8b88ac3 None None] Notify callbacks [] for port, precommit_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:36.089825 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.provisioning_blocks [None req-92199577-0588-47c5-be4a-3566b8b88ac3 None None] Transition to ACTIVE for port object db89ecab-c2d2-43f3-b1d7-cdab1351dc9b will not be triggered until provisioned by entity L2. {{(pid=94423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:04:36.098439 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-92199577-0588-47c5-be4a-3566b8b88ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:36.127569 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-572ed77c-f8f9-4ea6-beb8-9b07ae8ba32e admin admin] Router 09badfd8-ca22-433b-a97d-c1f8fceba0f5 is scheduled to L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d with binding_index 1 {{(pid=94420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 13:04:36.159141 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa52726-79db-4f83-838d-ee5acf4efc43 None None] Pushing event updated for resources: {'Port': ['ID=db89ecab-c2d2-43f3-b1d7-cdab1351dc9b,revision_number=3']} {{(pid=94423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:04:36.190507 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa52726-79db-4f83-838d-ee5acf4efc43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:04:36.190943 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa52726-79db-4f83-838d-ee5acf4efc43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:04:36.191382 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa52726-79db-4f83-838d-ee5acf4efc43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:04:36.191796 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa52726-79db-4f83-838d-ee5acf4efc43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:04:36.192194 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa52726-79db-4f83-838d-ee5acf4efc43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:04:36.192623 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa52726-79db-4f83-838d-ee5acf4efc43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:04:36.193194 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa52726-79db-4f83-838d-ee5acf4efc43 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:04:36.193525 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa52726-79db-4f83-838d-ee5acf4efc43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:04:36.194018 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa52726-79db-4f83-838d-ee5acf4efc43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:04:36.194185 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa52726-79db-4f83-838d-ee5acf4efc43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:04:36.194685 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa52726-79db-4f83-838d-ee5acf4efc43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:04:36.195013 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa52726-79db-4f83-838d-ee5acf4efc43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:04:36.209451 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4342ab-2d8d-4e9e-96a6-c7b4733cd713 None None] Network 551309a5-927a-4c66-9fed-54c616ab0342 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 13:04:36.232385 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-92199577-0588-47c5-be4a-3566b8b88ac3 None None] Attempting to bind port db89ecab-c2d2-43f3-b1d7-cdab1351dc9b on host n-d-803378-2 for vnic_type normal with profile {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 13:04:36.232948 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-92199577-0588-47c5-be4a-3566b8b88ac3 None None] Attempting to bind port db89ecab-c2d2-43f3-b1d7-cdab1351dc9b by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'e95263ce-6382-469b-a0ee-77949ec47f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '1e062789-692d-461d-8e36-3955d3cd9ba9'}] {{(pid=94423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 13:04:36.233385 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92199577-0588-47c5-be4a-3566b8b88ac3 None None] Attempting to bind port db89ecab-c2d2-43f3-b1d7-cdab1351dc9b on network 1e062789-692d-461d-8e36-3955d3cd9ba9 {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:04:36.239667 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92199577-0588-47c5-be4a-3566b8b88ac3 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 13, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 13:04:36.240067 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92199577-0588-47c5-be4a-3566b8b88ac3 None None] Checking segment: {'id': 'e95263ce-6382-469b-a0ee-77949ec47f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '1e062789-692d-461d-8e36-3955d3cd9ba9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:04:36.240568 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-92199577-0588-47c5-be4a-3566b8b88ac3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:36.241038 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92199577-0588-47c5-be4a-3566b8b88ac3 None None] Bound using segment: {'id': 'e95263ce-6382-469b-a0ee-77949ec47f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '1e062789-692d-461d-8e36-3955d3cd9ba9'} {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 13:04:36.242590 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-92199577-0588-47c5-be4a-3566b8b88ac3 None None] Bound port: db89ecab-c2d2-43f3-b1d7-cdab1351dc9b, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e95263ce-6382-469b-a0ee-77949ec47f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '1e062789-692d-461d-8e36-3955d3cd9ba9'}}] {{(pid=94423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 13:04:36.242590 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-92199577-0588-47c5-be4a-3566b8b88ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:36.276383 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-572ed77c-f8f9-4ea6-beb8-9b07ae8ba32e admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 13:04:36.293972 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1af822d-a56c-41d2-9e76-71dc73ddbf93 None None] Sync routers for ids ['09badfd8-ca22-433b-a97d-c1f8fceba0f5'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 13:04:36.298160 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-572ed77c-f8f9-4ea6-beb8-9b07ae8ba32e admin admin] Notify callbacks [] for router, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:36.303213 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 51336) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:04:36.305624 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-572ed77c-f8f9-4ea6-beb8-9b07ae8ba32e admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0750425 Aug 05 13:04:36.307768 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-162d7518-3d11-411e-a77a-ef04441af6e9 None None] Provisioning for port 4a194a60-c335-4a06-bb3d-5d10c8fff3b9 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:04:36.325680 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1af822d-a56c-41d2-9e76-71dc73ddbf93 None None] Routers {'09badfd8-ca22-433b-a97d-c1f8fceba0f5'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:04:36.326434 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-d1af822d-a56c-41d2-9e76-71dc73ddbf93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T13:04:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['09badfd8-ca22-433b-a97d-c1f8fceba0f5'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:04:36.353279 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.db [None req-92199577-0588-47c5-be4a-3566b8b88ac3 None None] For port db89ecab-c2d2-43f3-b1d7-cdab1351dc9b, host n-d-803378-2, cleared binding levels {{(pid=94423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:04:36.358154 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.db [None req-92199577-0588-47c5-be4a-3566b8b88ac3 None None] For port db89ecab-c2d2-43f3-b1d7-cdab1351dc9b, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=db89ecab-c2d2-43f3-b1d7-cdab1351dc9b,segment=NetworkSegment(e95263ce-6382-469b-a0ee-77949ec47f77),segment_id=e95263ce-6382-469b-a0ee-77949ec47f77)] {{(pid=94423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 13:04:36.364069 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-92199577-0588-47c5-be4a-3566b8b88ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:36.447184 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92199577-0588-47c5-be4a-3566b8b88ac3 None None] Routers {'f3bff84d-c096-4f7f-9eb6-5a05a3b248db'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:04:36.448362 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-92199577-0588-47c5-be4a-3566b8b88ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T13:04:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['f3bff84d-c096-4f7f-9eb6-5a05a3b248db'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:04:36.454364 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa52726-79db-4f83-838d-ee5acf4efc43 None None] Pushing event updated for resources: {'Port': ['ID=db89ecab-c2d2-43f3-b1d7-cdab1351dc9b,revision_number=4']} {{(pid=94423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:04:36.541169 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-d1af822d-a56c-41d2-9e76-71dc73ddbf93 None None] Set router 09badfd8-ca22-433b-a97d-c1f8fceba0f5 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 13:04:36.664527 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-92199577-0588-47c5-be4a-3566b8b88ac3 None None] Set router f3bff84d-c096-4f7f-9eb6-5a05a3b248db gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 13:04:36.812157 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 4a194a60-c335-4a06-bb3d-5d10c8fff3b9 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:04:36.910968 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-51a363e2-4a24-4b17-a9f9-a7092a9246cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:37.015643 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 4a194a60-c335-4a06-bb3d-5d10c8fff3b9 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:04:37.021719 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 4a194a60-c335-4a06-bb3d-5d10c8fff3b9 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:04:37.022079 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:37.084053 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-92199577-0588-47c5-be4a-3566b8b88ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3bff84d-c096-4f7f-9eb6-5a05a3b248db', 'name': 'tempest-TestSnapshotPattern-1221922758-router', 'tenant_id': '4ed60da73d15406c9a9533fcae1b0e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': 'ca8cab94-344f-4a78-a81d-40f85c4f6488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:04:29Z', 'updated_at': '2021-08-05T13:04:32Z', 'revision_number': 4, 'project_id': '4ed60da73d15406c9a9533fcae1b0e3a', 'gw_port': {'id': 'ca8cab94-344f-4a78-a81d-40f85c4f6488', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bff84d-c096-4f7f-9eb6-5a05a3b248db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:04:29Z', 'updated_at': '2021-08-05T13:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'db89ecab-c2d2-43f3-b1d7-cdab1351dc9b', 'name': '', 'network_id': '1e062789-692d-461d-8e36-3955d3cd9ba9', 'tenant_id': '4ed60da73d15406c9a9533fcae1b0e3a', 'mac_address': 'fa:16:3e:f4:ba:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3bff84d-c096-4f7f-9eb6-5a05a3b248db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '915e0484-e2fd-4177-82a6-81e262f4a382', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:04:31Z', 'updated_at': '2021-08-05T13:04:36Z', 'revision_number': 4, 'project_id': '4ed60da73d15406c9a9533fcae1b0e3a', 'subnets': [{'id': '915e0484-e2fd-4177-82a6-81e262f4a382', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:04:37.102158 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-d1af822d-a56c-41d2-9e76-71dc73ddbf93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09badfd8-ca22-433b-a97d-c1f8fceba0f5', 'name': 'tempest-TestSnapshotPattern-1860857995-router', 'tenant_id': 'c649c18a95da47e58bb995b9127a9327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': '511d3086-5ab2-48f8-99f3-e9b6f33c64e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:04:34Z', 'updated_at': '2021-08-05T13:04:35Z', 'revision_number': 3, 'project_id': 'c649c18a95da47e58bb995b9127a9327', 'gw_port': {'id': '511d3086-5ab2-48f8-99f3-e9b6f33c64e3', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:3c:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09badfd8-ca22-433b-a97d-c1f8fceba0f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:04:34Z', 'updated_at': '2021-08-05T13:04:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:04:37.115867 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92199577-0588-47c5-be4a-3566b8b88ac3 None None] The sync data for ids ['f3bff84d-c096-4f7f-9eb6-5a05a3b248db'] in n-d-803378-2 is: [{'id': 'f3bff84d-c096-4f7f-9eb6-5a05a3b248db', 'name': 'tempest-TestSnapshotPattern-1221922758-router', 'tenant_id': '4ed60da73d15406c9a9533fcae1b0e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': 'ca8cab94-344f-4a78-a81d-40f85c4f6488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:04:29Z', 'updated_at': '2021-08-05T13:04:32Z', 'revision_number': 4, 'project_id': '4ed60da73d15406c9a9533fcae1b0e3a', 'gw_port': {'id': 'ca8cab94-344f-4a78-a81d-40f85c4f6488', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bff84d-c096-4f7f-9eb6-5a05a3b248db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:04:29Z', 'updated_at': '2021-08-05T13:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'db89ecab-c2d2-43f3-b1d7-cdab1351dc9b', 'name': '', 'network_id': '1e062789-692d-461d-8e36-3955d3cd9ba9', 'tenant_id': '4ed60da73d15406c9a9533fcae1b0e3a', 'mac_address': 'fa:16:3e:f4:ba:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3bff84d-c096-4f7f-9eb6-5a05a3b248db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '915e0484-e2fd-4177-82a6-81e262f4a382', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:04:31Z', 'updated_at': '2021-08-05T13:04:36Z', 'revision_number': 4, 'project_id': '4ed60da73d15406c9a9533fcae1b0e3a', 'subnets': [{'id': '915e0484-e2fd-4177-82a6-81e262f4a382', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 13:04:37.139590 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1af822d-a56c-41d2-9e76-71dc73ddbf93 None None] Checking router: 09badfd8-ca22-433b-a97d-c1f8fceba0f5 for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 13:04:37.139939 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1af822d-a56c-41d2-9e76-71dc73ddbf93 None None] Updating router 09badfd8-ca22-433b-a97d-c1f8fceba0f5 port 511d3086-5ab2-48f8-99f3-e9b6f33c64e3 binding host n-d-803378-2 {{(pid=94422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 13:04:37.150982 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [None req-51a363e2-4a24-4b17-a9f9-a7092a9246cf admin admin] Allocated IP 172.20.0.1 (551309a5-927a-4c66-9fed-54c616ab0342/fea49c9f-b3c1-41a3-9cab-837192e2342f/51d4b154-16ea-45d7-b1c7-fe88a4bf784b) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 13:04:37.194794 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-d1af822d-a56c-41d2-9e76-71dc73ddbf93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:37.225860 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:37.294386 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-51a363e2-4a24-4b17-a9f9-a7092a9246cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:37.312271 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [None req-51a363e2-4a24-4b17-a9f9-a7092a9246cf admin admin] Transition to ACTIVE for port object 51d4b154-16ea-45d7-b1c7-fe88a4bf784b will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:04:37.327082 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-0f36bcae-30fc-44e1-ab27-d3fb475f91d6 None None] Provisioning complete for port 4a194a60-c335-4a06-bb3d-5d10c8fff3b9 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:04:37.327607 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-0f36bcae-30fc-44e1-ab27-d3fb475f91d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:37.333258 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port 4a194a60-c335-4a06-bb3d-5d10c8fff3b9, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=4a194a60-c335-4a06-bb3d-5d10c8fff3b9,segment=NetworkSegment(110d814f-cbc5-4c9d-a558-4376d01fa78b),segment_id=110d814f-cbc5-4c9d-a558-4376d01fa78b)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:04:37.351445 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-51a363e2-4a24-4b17-a9f9-a7092a9246cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:37.359989 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:37.360819 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device ca8cab94-344f-4a78-a81d-40f85c4f6488 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:04:37.391024 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a363e2-4a24-4b17-a9f9-a7092a9246cf admin admin] Network 551309a5-927a-4c66-9fed-54c616ab0342 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:04:37.395858 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-51a363e2-4a24-4b17-a9f9-a7092a9246cf admin admin] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:04:37.400453 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a363e2-4a24-4b17-a9f9-a7092a9246cf admin admin] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 13:04:37.439873 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a363e2-4a24-4b17-a9f9-a7092a9246cf admin admin] Pushing event updated for resources: {'Port': ['ID=51d4b154-16ea-45d7-b1c7-fe88a4bf784b,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:04:37.456896 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-51a363e2-4a24-4b17-a9f9-a7092a9246cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33288800'] for router_interface, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:37.546085 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-26e70dfe-3786-47b2-8d2a-743a07384b2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:37.568959 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=4a194a60-c335-4a06-bb3d-5d10c8fff3b9,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:04:37.628054 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-51a363e2-4a24-4b17-a9f9-a7092a9246cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:37.667761 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port ca8cab94-344f-4a78-a81d-40f85c4f6488 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:04:37.668287 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:37.833526 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-d1af822d-a56c-41d2-9e76-71dc73ddbf93 None None] Notify callbacks [] for port, precommit_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:37.849003 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-d1af822d-a56c-41d2-9e76-71dc73ddbf93 None None] Transition to ACTIVE for port object 511d3086-5ab2-48f8-99f3-e9b6f33c64e3 will not be triggered until provisioned by entity L2. {{(pid=94422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:04:37.853145 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-4c406a32-e413-46f3-8b91-ba4f4af2ed50 None None] Provisioning for port 51d4b154-16ea-45d7-b1c7-fe88a4bf784b completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:04:37.856895 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-d1af822d-a56c-41d2-9e76-71dc73ddbf93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:37.861992 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-4c406a32-e413-46f3-8b91-ba4f4af2ed50 None None] Provisioning complete for port 51d4b154-16ea-45d7-b1c7-fe88a4bf784b triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:04:37.862423 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-4c406a32-e413-46f3-8b91-ba4f4af2ed50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:37.865947 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-51a363e2-4a24-4b17-a9f9-a7092a9246cf admin admin] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:37.873537 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-51a363e2-4a24-4b17-a9f9-a7092a9246cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:37.949792 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-d1af822d-a56c-41d2-9e76-71dc73ddbf93 None None] Attempting to bind port 511d3086-5ab2-48f8-99f3-e9b6f33c64e3 on host n-d-803378-2 for vnic_type normal with profile {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 13:04:37.950169 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-d1af822d-a56c-41d2-9e76-71dc73ddbf93 None None] Attempting to bind port 511d3086-5ab2-48f8-99f3-e9b6f33c64e3 by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 13:04:37.950539 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1af822d-a56c-41d2-9e76-71dc73ddbf93 None None] Attempting to bind port 511d3086-5ab2-48f8-99f3-e9b6f33c64e3 on network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:04:37.952972 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77e6b7d-99bc-4116-8b24-d5037a1d6c97 None None] Pushing event updated for resources: {'Port': ['ID=511d3086-5ab2-48f8-99f3-e9b6f33c64e3,revision_number=2']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:04:37.953974 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a363e2-4a24-4b17-a9f9-a7092a9246cf admin admin] Pushing event updated for resources: {'Port': ['ID=51d4b154-16ea-45d7-b1c7-fe88a4bf784b,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:04:37.956283 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-4c406a32-e413-46f3-8b91-ba4f4af2ed50 None None] Port 51d4b154-16ea-45d7-b1c7-fe88a4bf784b cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 13:04:37.957078 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-51a363e2-4a24-4b17-a9f9-a7092a9246cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33140268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33208272'] for router_interface, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:37.961274 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1af822d-a56c-41d2-9e76-71dc73ddbf93 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 13, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 13:04:37.961670 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1af822d-a56c-41d2-9e76-71dc73ddbf93 None None] Checking segment: {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:04:37.962650 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-d1af822d-a56c-41d2-9e76-71dc73ddbf93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:37.963054 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1af822d-a56c-41d2-9e76-71dc73ddbf93 None None] Bound using segment: {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'} {{(pid=94422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 13:04:37.963543 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.managers [None req-d1af822d-a56c-41d2-9e76-71dc73ddbf93 None None] Bound port: 511d3086-5ab2-48f8-99f3-e9b6f33c64e3, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1893ca8-04b8-4bcf-b3be-bd4e9912292d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd'}}] {{(pid=94422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 13:04:37.963956 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-d1af822d-a56c-41d2-9e76-71dc73ddbf93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:38.034705 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-d1af822d-a56c-41d2-9e76-71dc73ddbf93 None None] For port 511d3086-5ab2-48f8-99f3-e9b6f33c64e3, host n-d-803378-2, cleared binding levels {{(pid=94422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:04:38.038684 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-d1af822d-a56c-41d2-9e76-71dc73ddbf93 None None] For port 511d3086-5ab2-48f8-99f3-e9b6f33c64e3, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=511d3086-5ab2-48f8-99f3-e9b6f33c64e3,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 13:04:38.044130 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-d1af822d-a56c-41d2-9e76-71dc73ddbf93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:38.069911 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a363e2-4a24-4b17-a9f9-a7092a9246cf admin admin] Network 551309a5-927a-4c66-9fed-54c616ab0342 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:04:38.072116 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [None req-51a363e2-4a24-4b17-a9f9-a7092a9246cf admin admin] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:04:38.104047 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1af822d-a56c-41d2-9e76-71dc73ddbf93 None None] Routers {'09badfd8-ca22-433b-a97d-c1f8fceba0f5'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:04:38.104736 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-d1af822d-a56c-41d2-9e76-71dc73ddbf93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T13:04:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['09badfd8-ca22-433b-a97d-c1f8fceba0f5'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:04:38.147845 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77e6b7d-99bc-4116-8b24-d5037a1d6c97 None None] Pushing event updated for resources: {'Port': ['ID=511d3086-5ab2-48f8-99f3-e9b6f33c64e3,revision_number=3']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:04:38.203131 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51a363e2-4a24-4b17-a9f9-a7092a9246cf admin admin] Router 09badfd8-ca22-433b-a97d-c1f8fceba0f5 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 13:04:38.239877 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-d1af822d-a56c-41d2-9e76-71dc73ddbf93 None None] Set router 09badfd8-ca22-433b-a97d-c1f8fceba0f5 gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 13:04:38.325032 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51a363e2-4a24-4b17-a9f9-a7092a9246cf admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 13:04:38.330195 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-51a363e2-4a24-4b17-a9f9-a7092a9246cf admin admin] 10.222.0.58 "PUT /v2.0/routers/09badfd8-ca22-433b-a97d-c1f8fceba0f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0250404 Aug 05 13:04:38.397357 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-2fb37934-2eb4-4e68-9e27-03164361f3c6 None None] Provisioning complete for port 51d4b154-16ea-45d7-b1c7-fe88a4bf784b triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:04:38.397526 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-2fb37934-2eb4-4e68-9e27-03164361f3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:38.464311 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-2fb37934-2eb4-4e68-9e27-03164361f3c6 None None] Port 51d4b154-16ea-45d7-b1c7-fe88a4bf784b cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 13:04:38.494313 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 4a194a60-c335-4a06-bb3d-5d10c8fff3b9 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:04:38.531692 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-d1af822d-a56c-41d2-9e76-71dc73ddbf93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09badfd8-ca22-433b-a97d-c1f8fceba0f5', 'name': 'tempest-TestSnapshotPattern-1860857995-router', 'tenant_id': 'c649c18a95da47e58bb995b9127a9327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': '511d3086-5ab2-48f8-99f3-e9b6f33c64e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:04:34Z', 'updated_at': '2021-08-05T13:04:37Z', 'revision_number': 4, 'project_id': 'c649c18a95da47e58bb995b9127a9327', 'gw_port': {'id': '511d3086-5ab2-48f8-99f3-e9b6f33c64e3', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:3c:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09badfd8-ca22-433b-a97d-c1f8fceba0f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:04:34Z', 'updated_at': '2021-08-05T13:04:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '51d4b154-16ea-45d7-b1c7-fe88a4bf784b', 'name': '', 'network_id': '551309a5-927a-4c66-9fed-54c616ab0342', 'tenant_id': 'c649c18a95da47e58bb995b9127a9327', 'mac_address': 'fa:16:3e:e4:11:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09badfd8-ca22-433b-a97d-c1f8fceba0f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'fea49c9f-b3c1-41a3-9cab-837192e2342f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:04:36Z', 'updated_at': '2021-08-05T13:04:37Z', 'revision_number': 2, 'project_id': 'c649c18a95da47e58bb995b9127a9327', 'subnets': [{'id': 'fea49c9f-b3c1-41a3-9cab-837192e2342f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:04:38.563296 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1af822d-a56c-41d2-9e76-71dc73ddbf93 None None] The sync data for ids ['09badfd8-ca22-433b-a97d-c1f8fceba0f5'] in n-d-803378-2 is: [{'id': '09badfd8-ca22-433b-a97d-c1f8fceba0f5', 'name': 'tempest-TestSnapshotPattern-1860857995-router', 'tenant_id': 'c649c18a95da47e58bb995b9127a9327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': '511d3086-5ab2-48f8-99f3-e9b6f33c64e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:04:34Z', 'updated_at': '2021-08-05T13:04:37Z', 'revision_number': 4, 'project_id': 'c649c18a95da47e58bb995b9127a9327', 'gw_port': {'id': '511d3086-5ab2-48f8-99f3-e9b6f33c64e3', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:3c:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09badfd8-ca22-433b-a97d-c1f8fceba0f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:04:34Z', 'updated_at': '2021-08-05T13:04:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '51d4b154-16ea-45d7-b1c7-fe88a4bf784b', 'name': '', 'network_id': '551309a5-927a-4c66-9fed-54c616ab0342', 'tenant_id': 'c649c18a95da47e58bb995b9127a9327', 'mac_address': 'fa:16:3e:e4:11:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09badfd8-ca22-433b-a97d-c1f8fceba0f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'fea49c9f-b3c1-41a3-9cab-837192e2342f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:04:36Z', 'updated_at': '2021-08-05T13:04:37Z', 'revision_number': 2, 'project_id': 'c649c18a95da47e58bb995b9127a9327', 'subnets': [{'id': 'fea49c9f-b3c1-41a3-9cab-837192e2342f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 13:04:38.582308 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 4a194a60-c335-4a06-bb3d-5d10c8fff3b9 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:04:38.582308 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:38.672690 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device db89ecab-c2d2-43f3-b1d7-cdab1351dc9b up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:04:38.730760 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port db89ecab-c2d2-43f3-b1d7-cdab1351dc9b completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:04:38.735770 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port db89ecab-c2d2-43f3-b1d7-cdab1351dc9b triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:04:38.735770 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:38.842783 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:38.880393 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port db89ecab-c2d2-43f3-b1d7-cdab1351dc9b, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=db89ecab-c2d2-43f3-b1d7-cdab1351dc9b,segment=NetworkSegment(e95263ce-6382-469b-a0ee-77949ec47f77),segment_id=e95263ce-6382-469b-a0ee-77949ec47f77)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:04:38.885767 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:38.938636 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=db89ecab-c2d2-43f3-b1d7-cdab1351dc9b,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:04:40.184760 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-a05f341f-bb77-4a9f-b4f4-67552f032174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:40.231161 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:40.318017 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 51346) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:04:40.323712 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-a63bec76-ec46-447d-adaf-1e1a192875f0 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-649527143', 'description': 'tempest-secgroup-smoke-649527143 description', 'project_id': '4ed60da73d15406c9a9533fcae1b0e3a'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:04:40.350121 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a63bec76-ec46-447d-adaf-1e1a192875f0 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Notify callbacks [] for security_group, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:40.449302 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a63bec76-ec46-447d-adaf-1e1a192875f0 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Notify callbacks [] for security_group, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:40.454916 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a63bec76-ec46-447d-adaf-1e1a192875f0 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:40.490485 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63bec76-ec46-447d-adaf-1e1a192875f0 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd5246d1-7cad-4f60-a664-337a64ded62d,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:04:40.498891 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-a63bec76-ec46-447d-adaf-1e1a192875f0 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:40.498891 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-a63bec76-ec46-447d-adaf-1e1a192875f0 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1770747 Aug 05 13:04:40.499561 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 51348) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:04:40.504740 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-c953645b-e873-4ccc-b35d-9ac348bd5753 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Request body: {'security_group_rule': {'security_group_id': 'fd5246d1-7cad-4f60-a664-337a64ded62d', 'project_id': '4ed60da73d15406c9a9533fcae1b0e3a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:04:40.542062 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c953645b-e873-4ccc-b35d-9ac348bd5753 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:40.547544 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device db89ecab-c2d2-43f3-b1d7-cdab1351dc9b up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:04:40.597968 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port db89ecab-c2d2-43f3-b1d7-cdab1351dc9b triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:04:40.598343 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:40.605974 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c953645b-e873-4ccc-b35d-9ac348bd5753 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:40.612914 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c953645b-e873-4ccc-b35d-9ac348bd5753 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:40.633122 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c953645b-e873-4ccc-b35d-9ac348bd5753 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17c08c33-0bde-4b17-9ee9-51a2eae08c6b,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:04:40.646221 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-c953645b-e873-4ccc-b35d-9ac348bd5753 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:40.647456 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-c953645b-e873-4ccc-b35d-9ac348bd5753 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1471002 Aug 05 13:04:40.651267 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 51350) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:04:40.656747 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-97541fd4-9f04-49b0-a6d4-50a7eba87362 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Request body: {'security_group_rule': {'security_group_id': 'fd5246d1-7cad-4f60-a664-337a64ded62d', 'project_id': '4ed60da73d15406c9a9533fcae1b0e3a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:04:40.687303 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-97541fd4-9f04-49b0-a6d4-50a7eba87362 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:40.698281 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 511d3086-5ab2-48f8-99f3-e9b6f33c64e3 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:04:40.752789 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 511d3086-5ab2-48f8-99f3-e9b6f33c64e3 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:04:40.756170 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-97541fd4-9f04-49b0-a6d4-50a7eba87362 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:40.757258 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 511d3086-5ab2-48f8-99f3-e9b6f33c64e3 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:04:40.757700 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:40.765705 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-97541fd4-9f04-49b0-a6d4-50a7eba87362 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:40.790627 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97541fd4-9f04-49b0-a6d4-50a7eba87362 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a8a4cfe-439d-4188-8e43-405ba93f487b,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:04:40.794802 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-97541fd4-9f04-49b0-a6d4-50a7eba87362 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:40.799198 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-97541fd4-9f04-49b0-a6d4-50a7eba87362 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1468215 Aug 05 13:04:40.799712 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 51352) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:04:40.805017 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-85f8e276-1abe-42dd-b47d-e9e5cbd31529 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Request body: {'security_group_rule': {'security_group_id': 'fd5246d1-7cad-4f60-a664-337a64ded62d', 'project_id': '4ed60da73d15406c9a9533fcae1b0e3a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:04:40.830284 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 13:04:40.835829 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-85f8e276-1abe-42dd-b47d-e9e5cbd31529 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:40.844349 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:40.865930 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port 511d3086-5ab2-48f8-99f3-e9b6f33c64e3, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=511d3086-5ab2-48f8-99f3-e9b6f33c64e3,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:04:40.872011 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:40.902868 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-85f8e276-1abe-42dd-b47d-e9e5cbd31529 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:40.907572 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-85f8e276-1abe-42dd-b47d-e9e5cbd31529 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:40.925968 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=511d3086-5ab2-48f8-99f3-e9b6f33c64e3,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:04:40.927120 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f8e276-1abe-42dd-b47d-e9e5cbd31529 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d46f7ad-b9ed-4241-a250-07b55f1ae796,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:04:40.934716 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-85f8e276-1abe-42dd-b47d-e9e5cbd31529 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:40.936175 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-85f8e276-1abe-42dd-b47d-e9e5cbd31529 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1350448 Aug 05 13:04:40.938951 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 51354) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:04:40.944712 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-6e2be608-582f-47e3-b911-7cd1e7c64d21 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Request body: {'security_group_rule': {'security_group_id': 'fd5246d1-7cad-4f60-a664-337a64ded62d', 'project_id': '4ed60da73d15406c9a9533fcae1b0e3a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:04:40.983694 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6e2be608-582f-47e3-b911-7cd1e7c64d21 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:41.051072 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6e2be608-582f-47e3-b911-7cd1e7c64d21 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:41.055131 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6e2be608-582f-47e3-b911-7cd1e7c64d21 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:41.074718 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2be608-582f-47e3-b911-7cd1e7c64d21 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b697abe6-a1eb-4f97-b995-6cffe0d2c751,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:04:41.081912 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-6e2be608-582f-47e3-b911-7cd1e7c64d21 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:41.083240 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-6e2be608-582f-47e3-b911-7cd1e7c64d21 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1431510 Aug 05 13:04:41.085888 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 51356) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:04:41.091502 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [None req-0d8aa3fa-17e8-413e-aaa6-655b9eb81657 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Request body: {'security_group_rule': {'security_group_id': 'fd5246d1-7cad-4f60-a664-337a64ded62d', 'project_id': '4ed60da73d15406c9a9533fcae1b0e3a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:04:41.114816 n-d-803378-2 neutron-server[94421]: INFO neutron.db.securitygroups_db [None req-0d8aa3fa-17e8-413e-aaa6-655b9eb81657 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Project 4ed60da73d15406c9a9533fcae1b0e3a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 05 13:04:41.121124 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0d8aa3fa-17e8-413e-aaa6-655b9eb81657 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:41.186630 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0d8aa3fa-17e8-413e-aaa6-655b9eb81657 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:41.190420 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0d8aa3fa-17e8-413e-aaa6-655b9eb81657 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:41.210388 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8aa3fa-17e8-413e-aaa6-655b9eb81657 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bc977f6-cbdf-4329-92ad-6351a10cfae3,revision_number=0']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:04:41.219375 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-0d8aa3fa-17e8-413e-aaa6-655b9eb81657 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:41.223399 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-0d8aa3fa-17e8-413e-aaa6-655b9eb81657 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1338329 Aug 05 13:04:41.223864 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 51358) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:04:41.233414 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-43995b69-cef1-4a30-ae9c-4718463c901e tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Request body: {'security_group_rule': {'security_group_id': 'fd5246d1-7cad-4f60-a664-337a64ded62d', 'project_id': '4ed60da73d15406c9a9533fcae1b0e3a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:04:41.256657 n-d-803378-2 neutron-server[94420]: INFO neutron.db.securitygroups_db [None req-43995b69-cef1-4a30-ae9c-4718463c901e tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Project 4ed60da73d15406c9a9533fcae1b0e3a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 05 13:04:41.262286 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-43995b69-cef1-4a30-ae9c-4718463c901e tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:41.299992 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f28da0-27c1-4e64-928d-25d326573a56 None None] Sync routers for ids ['09badfd8-ca22-433b-a97d-c1f8fceba0f5'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 13:04:41.310494 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f28da0-27c1-4e64-928d-25d326573a56 None None] Routers {'09badfd8-ca22-433b-a97d-c1f8fceba0f5'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:04:41.311084 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-e6f28da0-27c1-4e64-928d-25d326573a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T13:04:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['09badfd8-ca22-433b-a97d-c1f8fceba0f5'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:04:41.331893 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-43995b69-cef1-4a30-ae9c-4718463c901e tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:41.338524 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-43995b69-cef1-4a30-ae9c-4718463c901e tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062656'] for security_group_rule, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:41.357564 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43995b69-cef1-4a30-ae9c-4718463c901e tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d936472-f4c5-4863-aa81-2087bff8a2f6,revision_number=0']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:04:41.364615 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-43995b69-cef1-4a30-ae9c-4718463c901e tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:41.365808 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-43995b69-cef1-4a30-ae9c-4718463c901e tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1408408 Aug 05 13:04:41.425382 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-e6f28da0-27c1-4e64-928d-25d326573a56 None None] Set router 09badfd8-ca22-433b-a97d-c1f8fceba0f5 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 13:04:41.518029 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-557d909f-4f8f-427a-b615-04cdd8d3c7c8 req-f3a10985-ec49-40e1-b017-cf83938c13ed tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-649527143&fields=id&tenant_id=4ed60da73d15406c9a9533fcae1b0e3a HTTP/1.1" status: 200 len: 267 time: 0.0347495 Aug 05 13:04:41.635547 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557d909f-4f8f-427a-b615-04cdd8d3c7c8 req-a10043bf-d90f-463e-a761-50f147d73f52 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:04:41.637106 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-557d909f-4f8f-427a-b615-04cdd8d3c7c8 req-a10043bf-d90f-463e-a761-50f147d73f52 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] 10.222.0.58 "GET /v2.0/networks?id=1e062789-692d-461d-8e36-3955d3cd9ba9 HTTP/1.1" status: 200 len: 810 time: 0.1113312 Aug 05 13:04:41.645115 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-e6f28da0-27c1-4e64-928d-25d326573a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09badfd8-ca22-433b-a97d-c1f8fceba0f5', 'name': 'tempest-TestSnapshotPattern-1860857995-router', 'tenant_id': 'c649c18a95da47e58bb995b9127a9327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': '511d3086-5ab2-48f8-99f3-e9b6f33c64e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:04:34Z', 'updated_at': '2021-08-05T13:04:37Z', 'revision_number': 4, 'project_id': 'c649c18a95da47e58bb995b9127a9327', 'gw_port': {'id': '511d3086-5ab2-48f8-99f3-e9b6f33c64e3', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:3c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09badfd8-ca22-433b-a97d-c1f8fceba0f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:04:34Z', 'updated_at': '2021-08-05T13:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '51d4b154-16ea-45d7-b1c7-fe88a4bf784b', 'name': '', 'network_id': '551309a5-927a-4c66-9fed-54c616ab0342', 'tenant_id': 'c649c18a95da47e58bb995b9127a9327', 'mac_address': 'fa:16:3e:e4:11:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09badfd8-ca22-433b-a97d-c1f8fceba0f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'fea49c9f-b3c1-41a3-9cab-837192e2342f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:04:36Z', 'updated_at': '2021-08-05T13:04:37Z', 'revision_number': 2, 'project_id': 'c649c18a95da47e58bb995b9127a9327', 'subnets': [{'id': 'fea49c9f-b3c1-41a3-9cab-837192e2342f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:04:41.653772 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-557d909f-4f8f-427a-b615-04cdd8d3c7c8 req-d29f0e57-116c-42e0-88a2-ad8269bd10bb tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] 10.222.0.58 "GET /v2.0/quotas/4ed60da73d15406c9a9533fcae1b0e3a HTTP/1.1" status: 200 len: 375 time: 0.0104241 Aug 05 13:04:41.673453 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f28da0-27c1-4e64-928d-25d326573a56 None None] Checking router: 09badfd8-ca22-433b-a97d-c1f8fceba0f5 for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 13:04:41.673867 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f28da0-27c1-4e64-928d-25d326573a56 None None] Updating router 09badfd8-ca22-433b-a97d-c1f8fceba0f5 port 51d4b154-16ea-45d7-b1c7-fe88a4bf784b binding host n-d-803378-2 {{(pid=94423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 13:04:41.700461 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-e6f28da0-27c1-4e64-928d-25d326573a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:41.714189 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-557d909f-4f8f-427a-b615-04cdd8d3c7c8 req-a5dd8494-511a-485c-be40-9b4e0d68bddd tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=4ed60da73d15406c9a9533fcae1b0e3a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0541081 Aug 05 13:04:41.832091 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [req-557d909f-4f8f-427a-b615-04cdd8d3c7c8 req-ff8e0566-9782-4caa-913e-581017847e4a service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94420) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 13:04:41.833153 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-557d909f-4f8f-427a-b615-04cdd8d3c7c8 req-ff8e0566-9782-4caa-913e-581017847e4a service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1074193 Aug 05 13:04:41.933096 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-557d909f-4f8f-427a-b615-04cdd8d3c7c8 req-69f5de81-1309-4f14-9f3b-e4143b179808 service neutron] 10.222.0.58 "GET /v2.0/networks/1e062789-692d-461d-8e36-3955d3cd9ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915067 Aug 05 13:04:41.985351 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-e6f28da0-27c1-4e64-928d-25d326573a56 None None] Notify callbacks [] for port, precommit_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:41.997431 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.provisioning_blocks [None req-e6f28da0-27c1-4e64-928d-25d326573a56 None None] Transition to ACTIVE for port object 51d4b154-16ea-45d7-b1c7-fe88a4bf784b will not be triggered until provisioned by entity L2. {{(pid=94423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:04:42.004265 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-e6f28da0-27c1-4e64-928d-25d326573a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:42.045464 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-557d909f-4f8f-427a-b615-04cdd8d3c7c8 req-a39d7725-db87-48c9-b0ca-2a0050027d7e service neutron] 10.222.0.58 "GET /v2.0/networks/1e062789-692d-461d-8e36-3955d3cd9ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038909 Aug 05 13:04:42.060989 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5cf254-1dd3-4487-9bc6-2ec1ab9ad4c1 None None] Pushing event updated for resources: {'Port': ['ID=51d4b154-16ea-45d7-b1c7-fe88a4bf784b,revision_number=3']} {{(pid=94423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:04:42.112983 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-e6f28da0-27c1-4e64-928d-25d326573a56 None None] Attempting to bind port 51d4b154-16ea-45d7-b1c7-fe88a4bf784b on host n-d-803378-2 for vnic_type normal with profile {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 13:04:42.113352 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-e6f28da0-27c1-4e64-928d-25d326573a56 None None] Attempting to bind port 51d4b154-16ea-45d7-b1c7-fe88a4bf784b by drivers openvswitch,hyperv on host n-d-803378-2 at level 0 using segments [{'id': '110d814f-cbc5-4c9d-a558-4376d01fa78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '551309a5-927a-4c66-9fed-54c616ab0342'}] {{(pid=94423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 13:04:42.113741 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f28da0-27c1-4e64-928d-25d326573a56 None None] Attempting to bind port 51d4b154-16ea-45d7-b1c7-fe88a4bf784b on network 551309a5-927a-4c66-9fed-54c616ab0342 {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:04:42.120324 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f28da0-27c1-4e64-928d-25d326573a56 None None] Checking agent: {'id': '519f9291-90e4-4567-af05-ffb419166555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 5, 40), 'started_at': datetime.datetime(2021, 8, 5, 11, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 13, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803378-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 13:04:42.120687 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f28da0-27c1-4e64-928d-25d326573a56 None None] Checking segment: {'id': '110d814f-cbc5-4c9d-a558-4376d01fa78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '551309a5-927a-4c66-9fed-54c616ab0342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:04:42.121178 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-e6f28da0-27c1-4e64-928d-25d326573a56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:42.121410 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f28da0-27c1-4e64-928d-25d326573a56 None None] Bound using segment: {'id': '110d814f-cbc5-4c9d-a558-4376d01fa78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '551309a5-927a-4c66-9fed-54c616ab0342'} {{(pid=94423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 13:04:42.121882 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.managers [None req-e6f28da0-27c1-4e64-928d-25d326573a56 None None] Bound port: 51d4b154-16ea-45d7-b1c7-fe88a4bf784b, host: n-d-803378-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '110d814f-cbc5-4c9d-a558-4376d01fa78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '551309a5-927a-4c66-9fed-54c616ab0342'}}] {{(pid=94423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 13:04:42.122416 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-e6f28da0-27c1-4e64-928d-25d326573a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:42.182502 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:42.231315 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.db [None req-e6f28da0-27c1-4e64-928d-25d326573a56 None None] For port 51d4b154-16ea-45d7-b1c7-fe88a4bf784b, host n-d-803378-2, cleared binding levels {{(pid=94423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:04:42.236229 n-d-803378-2 neutron-server[94423]: DEBUG neutron.plugins.ml2.db [None req-e6f28da0-27c1-4e64-928d-25d326573a56 None None] For port 51d4b154-16ea-45d7-b1c7-fe88a4bf784b, host n-d-803378-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=51d4b154-16ea-45d7-b1c7-fe88a4bf784b,segment=NetworkSegment(110d814f-cbc5-4c9d-a558-4376d01fa78b),segment_id=110d814f-cbc5-4c9d-a558-4376d01fa78b)] {{(pid=94423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 13:04:42.241831 n-d-803378-2 neutron-server[94423]: DEBUG neutron_lib.callbacks.manager [None req-e6f28da0-27c1-4e64-928d-25d326573a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:42.270524 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-b144860c-f2ba-47eb-b812-7c8152743aaa req-49117831-7b3d-40b4-83d0-ee08322d43ba tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf21a283-7e0a-44d4-aec2-971d0991e5a2 HTTP/1.1" status: 200 len: 210 time: 0.0350623 Aug 05 13:04:42.323984 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f28da0-27c1-4e64-928d-25d326573a56 None None] Routers {'09badfd8-ca22-433b-a97d-c1f8fceba0f5'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:04:42.324653 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-e6f28da0-27c1-4e64-928d-25d326573a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T13:04:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['09badfd8-ca22-433b-a97d-c1f8fceba0f5'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:04:42.360030 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5cf254-1dd3-4487-9bc6-2ec1ab9ad4c1 None None] Pushing event updated for resources: {'Port': ['ID=51d4b154-16ea-45d7-b1c7-fe88a4bf784b,revision_number=4']} {{(pid=94423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:04:42.458231 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-e6f28da0-27c1-4e64-928d-25d326573a56 None None] Set router 09badfd8-ca22-433b-a97d-c1f8fceba0f5 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 13:04:42.509180 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 51d4b154-16ea-45d7-b1c7-fe88a4bf784b up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:04:42.572710 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning for port 51d4b154-16ea-45d7-b1c7-fe88a4bf784b completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:04:42.580853 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 51d4b154-16ea-45d7-b1c7-fe88a4bf784b triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:04:42.581849 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:42.670155 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:42.702518 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-e6f28da0-27c1-4e64-928d-25d326573a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09badfd8-ca22-433b-a97d-c1f8fceba0f5', 'name': 'tempest-TestSnapshotPattern-1860857995-router', 'tenant_id': 'c649c18a95da47e58bb995b9127a9327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': '511d3086-5ab2-48f8-99f3-e9b6f33c64e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:04:34Z', 'updated_at': '2021-08-05T13:04:37Z', 'revision_number': 4, 'project_id': 'c649c18a95da47e58bb995b9127a9327', 'gw_port': {'id': '511d3086-5ab2-48f8-99f3-e9b6f33c64e3', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:3c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09badfd8-ca22-433b-a97d-c1f8fceba0f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:04:34Z', 'updated_at': '2021-08-05T13:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '51d4b154-16ea-45d7-b1c7-fe88a4bf784b', 'name': '', 'network_id': '551309a5-927a-4c66-9fed-54c616ab0342', 'tenant_id': 'c649c18a95da47e58bb995b9127a9327', 'mac_address': 'fa:16:3e:e4:11:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09badfd8-ca22-433b-a97d-c1f8fceba0f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'fea49c9f-b3c1-41a3-9cab-837192e2342f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:04:36Z', 'updated_at': '2021-08-05T13:04:42Z', 'revision_number': 4, 'project_id': 'c649c18a95da47e58bb995b9127a9327', 'subnets': [{'id': 'fea49c9f-b3c1-41a3-9cab-837192e2342f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:04:42.705492 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] For port 51d4b154-16ea-45d7-b1c7-fe88a4bf784b, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=51d4b154-16ea-45d7-b1c7-fe88a4bf784b,segment=NetworkSegment(110d814f-cbc5-4c9d-a558-4376d01fa78b),segment_id=110d814f-cbc5-4c9d-a558-4376d01fa78b)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:04:42.709740 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:42.710695 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 511d3086-5ab2-48f8-99f3-e9b6f33c64e3 up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:04:42.734460 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f28da0-27c1-4e64-928d-25d326573a56 None None] The sync data for ids ['09badfd8-ca22-433b-a97d-c1f8fceba0f5'] in n-d-803378-2 is: [{'id': '09badfd8-ca22-433b-a97d-c1f8fceba0f5', 'name': 'tempest-TestSnapshotPattern-1860857995-router', 'tenant_id': 'c649c18a95da47e58bb995b9127a9327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': '511d3086-5ab2-48f8-99f3-e9b6f33c64e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:04:34Z', 'updated_at': '2021-08-05T13:04:37Z', 'revision_number': 4, 'project_id': 'c649c18a95da47e58bb995b9127a9327', 'gw_port': {'id': '511d3086-5ab2-48f8-99f3-e9b6f33c64e3', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:3c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09badfd8-ca22-433b-a97d-c1f8fceba0f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:04:34Z', 'updated_at': '2021-08-05T13:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': '51d4b154-16ea-45d7-b1c7-fe88a4bf784b', 'name': '', 'network_id': '551309a5-927a-4c66-9fed-54c616ab0342', 'tenant_id': 'c649c18a95da47e58bb995b9127a9327', 'mac_address': 'fa:16:3e:e4:11:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09badfd8-ca22-433b-a97d-c1f8fceba0f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'fea49c9f-b3c1-41a3-9cab-837192e2342f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:04:36Z', 'updated_at': '2021-08-05T13:04:42Z', 'revision_number': 4, 'project_id': 'c649c18a95da47e58bb995b9127a9327', 'subnets': [{'id': 'fea49c9f-b3c1-41a3-9cab-837192e2342f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 13:04:42.792418 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Pushing event updated for resources: {'Port': ['ID=51d4b154-16ea-45d7-b1c7-fe88a4bf784b,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:04:42.808718 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 511d3086-5ab2-48f8-99f3-e9b6f33c64e3 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:04:42.808718 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:43.359700 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-14265150-78b2-49bf-8145-535c59572434 req-57c509a5-6dbc-494d-a0f4-9488f4b119c1 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf21a283-7e0a-44d4-aec2-971d0991e5a2 HTTP/1.1" status: 200 len: 210 time: 0.0279994 Aug 05 13:04:44.304443 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:44.471351 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 51d4b154-16ea-45d7-b1c7-fe88a4bf784b up at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:04:44.485740 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-1bb67aa0-132b-4350-adfa-30d52487262b req-6ba88093-61fd-49e3-aeda-2a481290f636 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf21a283-7e0a-44d4-aec2-971d0991e5a2 HTTP/1.1" status: 200 len: 210 time: 0.0468583 Aug 05 13:04:44.562501 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557d909f-4f8f-427a-b615-04cdd8d3c7c8 req-a47c968b-fbc1-4619-bafe-4078c88e7f93 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:04:44.564293 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-557d909f-4f8f-427a-b615-04cdd8d3c7c8 req-a47c968b-fbc1-4619-bafe-4078c88e7f93 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] 10.222.0.55 "GET /v2.0/networks?id=1e062789-692d-461d-8e36-3955d3cd9ba9 HTTP/1.1" status: 200 len: 810 time: 0.1220069 Aug 05 13:04:44.569668 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Provisioning complete for port 51d4b154-16ea-45d7-b1c7-fe88a4bf784b triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:04:44.570054 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:44.622920 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-557d909f-4f8f-427a-b615-04cdd8d3c7c8 req-dbc4a4a6-e99b-4545-b5f4-e8f18f0b3b12 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ed60da73d15406c9a9533fcae1b0e3a HTTP/1.1" status: 200 len: 379 time: 0.0427117 Aug 05 13:04:44.634855 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-557d909f-4f8f-427a-b615-04cdd8d3c7c8 req-c2a6e13d-c04d-4836-bce7-52534818fb9b tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Request body: {'port': {'device_id': 'cf21a283-7e0a-44d4-aec2-971d0991e5a2', 'network_id': '1e062789-692d-461d-8e36-3955d3cd9ba9', 'admin_state_up': True, 'tenant_id': '4ed60da73d15406c9a9533fcae1b0e3a', 'security_groups': ['fd5246d1-7cad-4f60-a664-337a64ded62d']}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:04:44.753333 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-557d909f-4f8f-427a-b615-04cdd8d3c7c8 req-c2a6e13d-c04d-4836-bce7-52534818fb9b tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Made reservation on behalf of 4ed60da73d15406c9a9533fcae1b0e3a for: {'port': 1} {{(pid=94421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 13:04:44.757274 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-557d909f-4f8f-427a-b615-04cdd8d3c7c8 req-c2a6e13d-c04d-4836-bce7-52534818fb9b tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:44.893697 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_common [req-557d909f-4f8f-427a-b615-04cdd8d3c7c8 req-c2a6e13d-c04d-4836-bce7-52534818fb9b tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Allocated IP 172.20.0.3 (1e062789-692d-461d-8e36-3955d3cd9ba9/915e0484-e2fd-4177-82a6-81e262f4a382/a6580efd-bae3-4745-91dd-48f85fdaa329) {{(pid=94421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 13:04:45.038912 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-557d909f-4f8f-427a-b615-04cdd8d3c7c8 req-c2a6e13d-c04d-4836-bce7-52534818fb9b tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Notify callbacks [] for port, precommit_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:45.052517 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-557d909f-4f8f-427a-b615-04cdd8d3c7c8 req-c2a6e13d-c04d-4836-bce7-52534818fb9b tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Transition to ACTIVE for port object a6580efd-bae3-4745-91dd-48f85fdaa329 will not be triggered until provisioned by entity DHCP. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:04:45.087862 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-557d909f-4f8f-427a-b615-04cdd8d3c7c8 req-c2a6e13d-c04d-4836-bce7-52534818fb9b tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_create {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:45.146947 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-557d909f-4f8f-427a-b615-04cdd8d3c7c8 req-c2a6e13d-c04d-4836-bce7-52534818fb9b tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Network 1e062789-692d-461d-8e36-3955d3cd9ba9 is already hosted by enough agents. {{(pid=94421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:04:45.152665 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.base_scheduler [req-557d909f-4f8f-427a-b615-04cdd8d3c7c8 req-c2a6e13d-c04d-4836-bce7-52534818fb9b tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Resources bound (agent type, host, resource id): {{(pid=94421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:04:45.156433 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-557d909f-4f8f-427a-b615-04cdd8d3c7c8 req-c2a6e13d-c04d-4836-bce7-52534818fb9b tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Received port after_create {{(pid=94421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 13:04:45.163062 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a6e13d-c04d-4836-bce7-52534818fb9b tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Pushing event updated for resources: {'Port': ['ID=a6580efd-bae3-4745-91dd-48f85fdaa329,revision_number=1']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:04:45.210924 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557d909f-4f8f-427a-b615-04cdd8d3c7c8 req-c2a6e13d-c04d-4836-bce7-52534818fb9b tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:04:45.212087 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-557d909f-4f8f-427a-b615-04cdd8d3c7c8 req-c2a6e13d-c04d-4836-bce7-52534818fb9b tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:45.238729 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-557d909f-4f8f-427a-b615-04cdd8d3c7c8 req-c2a6e13d-c04d-4836-bce7-52534818fb9b tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6077967 Aug 05 13:04:45.256123 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.v2.base [req-557d909f-4f8f-427a-b615-04cdd8d3c7c8 req-67106ec5-7260-4f7e-bac0-68ecff63029f service neutron] Request body: {'port': {'device_id': 'cf21a283-7e0a-44d4-aec2-971d0991e5a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803378-2'}} {{(pid=94421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:04:45.315426 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-557d909f-4f8f-427a-b615-04cdd8d3c7c8 req-67106ec5-7260-4f7e-bac0-68ecff63029f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:45.402644 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-aa9af31e-121b-4707-a503-7a7f941e884f None None] Provisioning for port a6580efd-bae3-4745-91dd-48f85fdaa329 completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:04:45.406828 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-aa9af31e-121b-4707-a503-7a7f941e884f None None] Provisioning complete for port a6580efd-bae3-4745-91dd-48f85fdaa329 triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:04:45.407229 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-aa9af31e-121b-4707-a503-7a7f941e884f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:45.442598 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-aa9af31e-121b-4707-a503-7a7f941e884f None None] Port a6580efd-bae3-4745-91dd-48f85fdaa329 cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 13:04:45.605437 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [req-557d909f-4f8f-427a-b615-04cdd8d3c7c8 req-67106ec5-7260-4f7e-bac0-68ecff63029f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6580efd-bae3-4745-91dd-48f85fdaa329 {{(pid=94421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 13:04:45.613779 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-557d909f-4f8f-427a-b615-04cdd8d3c7c8 req-67106ec5-7260-4f7e-bac0-68ecff63029f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:45.614992 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86f324a-bc2e-418e-9b29-985e1ee31124 req-eb512bf2-bb95-47ff-b092-728de3d6b0e1 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:04:45.616589 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d86f324a-bc2e-418e-9b29-985e1ee31124 req-eb512bf2-bb95-47ff-b092-728de3d6b0e1 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf21a283-7e0a-44d4-aec2-971d0991e5a2 HTTP/1.1" status: 200 len: 931 time: 0.0598259 Aug 05 13:04:45.632217 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.provisioning_blocks [req-557d909f-4f8f-427a-b615-04cdd8d3c7c8 req-67106ec5-7260-4f7e-bac0-68ecff63029f service neutron] Transition to ACTIVE for port object a6580efd-bae3-4745-91dd-48f85fdaa329 will not be triggered until provisioned by entity L2. {{(pid=94421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:04:45.639135 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-557d909f-4f8f-427a-b615-04cdd8d3c7c8 req-67106ec5-7260-4f7e-bac0-68ecff63029f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:45.669221 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d86f324a-bc2e-418e-9b29-985e1ee31124 req-2c7a3e24-43c2-457a-9323-8b63289467e2 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] 10.222.0.58 "GET /v2.0/security-groups?id=fd5246d1-7cad-4f60-a664-337a64ded62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440502 Aug 05 13:04:45.715739 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67106ec5-7260-4f7e-bac0-68ecff63029f service neutron] Pushing event updated for resources: {'Port': ['ID=a6580efd-bae3-4745-91dd-48f85fdaa329,revision_number=2']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:04:45.774970 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-557d909f-4f8f-427a-b615-04cdd8d3c7c8 req-67106ec5-7260-4f7e-bac0-68ecff63029f service neutron] Attempting to bind port a6580efd-bae3-4745-91dd-48f85fdaa329 on host n-h2-803378-2 for vnic_type normal with profile {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 13:04:45.775320 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-557d909f-4f8f-427a-b615-04cdd8d3c7c8 req-67106ec5-7260-4f7e-bac0-68ecff63029f service neutron] Attempting to bind port a6580efd-bae3-4745-91dd-48f85fdaa329 by drivers openvswitch,hyperv on host n-h2-803378-2 at level 0 using segments [{'id': 'e95263ce-6382-469b-a0ee-77949ec47f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '1e062789-692d-461d-8e36-3955d3cd9ba9'}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 13:04:45.775660 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557d909f-4f8f-427a-b615-04cdd8d3c7c8 req-67106ec5-7260-4f7e-bac0-68ecff63029f service neutron] Attempting to bind port a6580efd-bae3-4745-91dd-48f85fdaa329 on network 1e062789-692d-461d-8e36-3955d3cd9ba9 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:04:45.780719 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557d909f-4f8f-427a-b615-04cdd8d3c7c8 req-67106ec5-7260-4f7e-bac0-68ecff63029f service neutron] Port a6580efd-bae3-4745-91dd-48f85fdaa329 on network 1e062789-692d-461d-8e36-3955d3cd9ba9 not bound, no agent of type Open vSwitch agent registered on host n-h2-803378-2 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 13:04:45.781053 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557d909f-4f8f-427a-b615-04cdd8d3c7c8 req-67106ec5-7260-4f7e-bac0-68ecff63029f service neutron] Attempting to bind port a6580efd-bae3-4745-91dd-48f85fdaa329 on network 1e062789-692d-461d-8e36-3955d3cd9ba9 {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:04:45.786874 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557d909f-4f8f-427a-b615-04cdd8d3c7c8 req-67106ec5-7260-4f7e-bac0-68ecff63029f service neutron] Checking agent: {'id': 'a8f1dd2d-227c-4e30-8844-52419ba734db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 13, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 13:04:45.787221 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557d909f-4f8f-427a-b615-04cdd8d3c7c8 req-67106ec5-7260-4f7e-bac0-68ecff63029f service neutron] Checking segment: {'id': 'e95263ce-6382-469b-a0ee-77949ec47f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '1e062789-692d-461d-8e36-3955d3cd9ba9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:04:45.787624 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557d909f-4f8f-427a-b615-04cdd8d3c7c8 req-67106ec5-7260-4f7e-bac0-68ecff63029f service neutron] Bound using segment: {'id': 'e95263ce-6382-469b-a0ee-77949ec47f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '1e062789-692d-461d-8e36-3955d3cd9ba9'} {{(pid=94421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 13:04:45.788195 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.managers [req-557d909f-4f8f-427a-b615-04cdd8d3c7c8 req-67106ec5-7260-4f7e-bac0-68ecff63029f service neutron] Bound port: a6580efd-bae3-4745-91dd-48f85fdaa329, host: n-h2-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e95263ce-6382-469b-a0ee-77949ec47f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '1e062789-692d-461d-8e36-3955d3cd9ba9'}}] {{(pid=94421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 13:04:45.788602 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-557d909f-4f8f-427a-b615-04cdd8d3c7c8 req-67106ec5-7260-4f7e-bac0-68ecff63029f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:45.860332 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-557d909f-4f8f-427a-b615-04cdd8d3c7c8 req-67106ec5-7260-4f7e-bac0-68ecff63029f service neutron] For port a6580efd-bae3-4745-91dd-48f85fdaa329, host n-h2-803378-2, cleared binding levels {{(pid=94421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:04:45.863613 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-557d909f-4f8f-427a-b615-04cdd8d3c7c8 req-67106ec5-7260-4f7e-bac0-68ecff63029f service neutron] For port a6580efd-bae3-4745-91dd-48f85fdaa329, host n-h2-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=a6580efd-bae3-4745-91dd-48f85fdaa329,segment=NetworkSegment(e95263ce-6382-469b-a0ee-77949ec47f77),segment_id=e95263ce-6382-469b-a0ee-77949ec47f77)] {{(pid=94421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 13:04:45.868660 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-557d909f-4f8f-427a-b615-04cdd8d3c7c8 req-67106ec5-7260-4f7e-bac0-68ecff63029f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25038635'] for port, after_update {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:45.905847 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557d909f-4f8f-427a-b615-04cdd8d3c7c8 req-67106ec5-7260-4f7e-bac0-68ecff63029f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:04:45.906568 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-557d909f-4f8f-427a-b615-04cdd8d3c7c8 req-67106ec5-7260-4f7e-bac0-68ecff63029f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:45.907891 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-557d909f-4f8f-427a-b615-04cdd8d3c7c8 req-67106ec5-7260-4f7e-bac0-68ecff63029f service neutron] 10.222.0.55 "PUT /v2.0/ports/a6580efd-bae3-4745-91dd-48f85fdaa329 HTTP/1.1" status: 200 len: 1091 time: 0.6566353 Aug 05 13:04:45.908330 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf21a283-7e0a-44d4-aec2-971d0991e5a2', 'tag': 'a6580efd-bae3-4745-91dd-48f85fdaa329'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:04:45.910637 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7ff1ae056485c55ead25f70fa9973e26b39e4a1f6cb6b93d5d0d7942cdef429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a20b93c0-1f52-4f1b-9fe0-c0a0a7b39503" -d '{"events": [{"name": "network-changed", "server_uuid": "cf21a283-7e0a-44d4-aec2-971d0991e5a2", "tag": "a6580efd-bae3-4745-91dd-48f85fdaa329"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:04:45.942512 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67106ec5-7260-4f7e-bac0-68ecff63029f service neutron] Pushing event updated for resources: {'Port': ['ID=a6580efd-bae3-4745-91dd-48f85fdaa329,revision_number=3']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:04:46.018796 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557d909f-4f8f-427a-b615-04cdd8d3c7c8 req-e8b93b3e-f4f0-4172-bbd4-0351e41999ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:04:46.019528 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-557d909f-4f8f-427a-b615-04cdd8d3c7c8 req-e8b93b3e-f4f0-4172-bbd4-0351e41999ec service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4ed60da73d15406c9a9533fcae1b0e3a&device_id=cf21a283-7e0a-44d4-aec2-971d0991e5a2 HTTP/1.1" status: 200 len: 1094 time: 0.0551867 Aug 05 13:04:46.042547 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 13:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4874cc0f-cccd-443d-a01a-eaf5bc63cb60 x-openstack-request-id: req-4874cc0f-cccd-443d-a01a-eaf5bc63cb60 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:04:46.042937 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf21a283-7e0a-44d4-aec2-971d0991e5a2", "tag": "a6580efd-bae3-4745-91dd-48f85fdaa329", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:04:46.043260 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4874cc0f-cccd-443d-a01a-eaf5bc63cb60 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:04:46.043731 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf21a283-7e0a-44d4-aec2-971d0991e5a2', 'tag': 'a6580efd-bae3-4745-91dd-48f85fdaa329', 'status': 'completed', 'code': 200} Aug 05 13:04:46.079621 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-557d909f-4f8f-427a-b615-04cdd8d3c7c8 req-0ca63bb3-21b7-4eab-bf96-1fe2b1996874 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a6580efd-bae3-4745-91dd-48f85fdaa329 HTTP/1.1" status: 200 len: 217 time: 0.0445969 Aug 05 13:04:46.131232 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557d909f-4f8f-427a-b615-04cdd8d3c7c8 req-24b6d605-70c1-462d-ba44-2fd0f045d577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:04:46.133055 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-557d909f-4f8f-427a-b615-04cdd8d3c7c8 req-24b6d605-70c1-462d-ba44-2fd0f045d577 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=915e0484-e2fd-4177-82a6-81e262f4a382 HTTP/1.1" status: 200 len: 849 time: 0.0465384 Aug 05 13:04:46.182300 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557d909f-4f8f-427a-b615-04cdd8d3c7c8 req-1641cd40-5da8-49b2-b3db-938aa1da7f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:04:46.183860 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-557d909f-4f8f-427a-b615-04cdd8d3c7c8 req-1641cd40-5da8-49b2-b3db-938aa1da7f21 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1e062789-692d-461d-8e36-3955d3cd9ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423350 Aug 05 13:04:46.289640 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-557d909f-4f8f-427a-b615-04cdd8d3c7c8 req-a05a8b97-4778-47ab-961f-348a07e0ffab service neutron] 10.222.0.55 "GET /v2.0/networks/1e062789-692d-461d-8e36-3955d3cd9ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981395 Aug 05 13:04:46.385074 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-557d909f-4f8f-427a-b615-04cdd8d3c7c8 req-6c3d8237-6473-4cdd-b201-6b5532cd784a service neutron] 10.222.0.55 "GET /v2.0/networks/1e062789-692d-461d-8e36-3955d3cd9ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874562 Aug 05 13:04:46.507122 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20b93c0-1f52-4f1b-9fe0-c0a0a7b39503 req-c758348e-e490-4212-9563-4e4f54ee371d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:04:46.508866 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-a20b93c0-1f52-4f1b-9fe0-c0a0a7b39503 req-c758348e-e490-4212-9563-4e4f54ee371d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4ed60da73d15406c9a9533fcae1b0e3a&device_id=cf21a283-7e0a-44d4-aec2-971d0991e5a2 HTTP/1.1" status: 200 len: 1094 time: 0.0428317 Aug 05 13:04:46.605878 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20b93c0-1f52-4f1b-9fe0-c0a0a7b39503 req-d55a3978-a105-4dd1-926e-7934bea26f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:04:46.607375 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-a20b93c0-1f52-4f1b-9fe0-c0a0a7b39503 req-d55a3978-a105-4dd1-926e-7934bea26f44 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1e062789-692d-461d-8e36-3955d3cd9ba9 HTTP/1.1" status: 200 len: 911 time: 0.0912709 Aug 05 13:04:46.650869 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-a20b93c0-1f52-4f1b-9fe0-c0a0a7b39503 req-1a55e79f-f61c-4d3c-b6da-8bb96b667e86 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a6580efd-bae3-4745-91dd-48f85fdaa329 HTTP/1.1" status: 200 len: 217 time: 0.0361497 Aug 05 13:04:46.712296 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20b93c0-1f52-4f1b-9fe0-c0a0a7b39503 req-62fa0743-a335-4b8e-9559-b24349e14dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:04:46.714735 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-a20b93c0-1f52-4f1b-9fe0-c0a0a7b39503 req-62fa0743-a335-4b8e-9559-b24349e14dff service neutron] 10.222.0.55 "GET /v2.0/subnets?id=915e0484-e2fd-4177-82a6-81e262f4a382 HTTP/1.1" status: 200 len: 849 time: 0.0559723 Aug 05 13:04:46.765221 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20b93c0-1f52-4f1b-9fe0-c0a0a7b39503 req-20e56421-3f6e-4b41-8f11-55d0c9481a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:04:46.766776 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-a20b93c0-1f52-4f1b-9fe0-c0a0a7b39503 req-20e56421-3f6e-4b41-8f11-55d0c9481a31 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1e062789-692d-461d-8e36-3955d3cd9ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433235 Aug 05 13:04:46.806849 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9d89d0-09bf-4131-8878-4055e0675b86 req-a44d0cb9-bb25-4df5-a05f-66b78ba5665e tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:04:46.808637 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-eb9d89d0-09bf-4131-8878-4055e0675b86 req-a44d0cb9-bb25-4df5-a05f-66b78ba5665e tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf21a283-7e0a-44d4-aec2-971d0991e5a2 HTTP/1.1" status: 200 len: 943 time: 0.0557942 Aug 05 13:04:46.864945 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-a20b93c0-1f52-4f1b-9fe0-c0a0a7b39503 req-1b086f47-2604-4a97-8b14-6482c56a7078 service neutron] 10.222.0.55 "GET /v2.0/networks/1e062789-692d-461d-8e36-3955d3cd9ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888331 Aug 05 13:04:46.866063 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-eb9d89d0-09bf-4131-8878-4055e0675b86 req-6b23625b-5033-4f2c-97d3-f1593ee75cbb tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] 10.222.0.58 "GET /v2.0/security-groups?id=fd5246d1-7cad-4f60-a664-337a64ded62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451570 Aug 05 13:04:46.969781 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-a20b93c0-1f52-4f1b-9fe0-c0a0a7b39503 req-4d200e27-7b1f-486b-9640-882343df9057 service neutron] 10.222.0.55 "GET /v2.0/networks/1e062789-692d-461d-8e36-3955d3cd9ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961444 Aug 05 13:04:47.999498 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453666ac-3017-489d-a5ab-63fe0eab7c5e req-248f3149-e162-422e-b74b-30352f0d1c79 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:04:48.001896 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-453666ac-3017-489d-a5ab-63fe0eab7c5e req-248f3149-e162-422e-b74b-30352f0d1c79 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf21a283-7e0a-44d4-aec2-971d0991e5a2 HTTP/1.1" status: 200 len: 943 time: 0.0615697 Aug 05 13:04:48.044352 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-453666ac-3017-489d-a5ab-63fe0eab7c5e req-7e8545a8-6e2c-4bdf-a79d-e9f07d07b1c1 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] 10.222.0.58 "GET /v2.0/security-groups?id=fd5246d1-7cad-4f60-a664-337a64ded62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366423 Aug 05 13:04:48.652356 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device a6580efd-bae3-4745-91dd-48f85fdaa329 details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 13:04:48.919059 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port a6580efd-bae3-4745-91dd-48f85fdaa329, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=a6580efd-bae3-4745-91dd-48f85fdaa329,segment=NetworkSegment(e95263ce-6382-469b-a0ee-77949ec47f77),segment_id=e95263ce-6382-469b-a0ee-77949ec47f77)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:04:48.930852 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Returning: {'device': 'a6580efd-bae3-4745-91dd-48f85fdaa329', 'network_id': '1e062789-692d-461d-8e36-3955d3cd9ba9', 'port_id': 'a6580efd-bae3-4745-91dd-48f85fdaa329', 'mac_address': 'fa:16:3e:1a:80:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '915e0484-e2fd-4177-82a6-81e262f4a382', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 13:04:48.968554 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:48.981966 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6580efd-bae3-4745-91dd-48f85fdaa329 {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 13:04:49.004541 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port a6580efd-bae3-4745-91dd-48f85fdaa329, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=a6580efd-bae3-4745-91dd-48f85fdaa329,segment=NetworkSegment(e95263ce-6382-469b-a0ee-77949ec47f77),segment_id=e95263ce-6382-469b-a0ee-77949ec47f77)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:04:49.010567 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:49.064835 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=a6580efd-bae3-4745-91dd-48f85fdaa329,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:04:49.182196 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c706bf5-b46f-4e5a-9064-b9d331142844 req-a4fb9dfe-941d-49d4-9e34-25f0d816c931 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:04:49.183721 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5c706bf5-b46f-4e5a-9064-b9d331142844 req-a4fb9dfe-941d-49d4-9e34-25f0d816c931 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf21a283-7e0a-44d4-aec2-971d0991e5a2 HTTP/1.1" status: 200 len: 944 time: 0.0616915 Aug 05 13:04:49.225926 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5c706bf5-b46f-4e5a-9064-b9d331142844 req-ee883d8b-dc04-4818-ac55-97cba226b575 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] 10.222.0.58 "GET /v2.0/security-groups?id=fd5246d1-7cad-4f60-a664-337a64ded62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351675 Aug 05 13:04:49.291386 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['a6580efd-bae3-4745-91dd-48f85fdaa329'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 13:04:50.347304 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a8471a-4099-45a7-b7c4-d125d9e1cd86 req-2f75a537-296c-4789-ba4a-1bd8c36e6ef0 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:04:50.348871 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-46a8471a-4099-45a7-b7c4-d125d9e1cd86 req-2f75a537-296c-4789-ba4a-1bd8c36e6ef0 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf21a283-7e0a-44d4-aec2-971d0991e5a2 HTTP/1.1" status: 200 len: 944 time: 0.0510917 Aug 05 13:04:50.390335 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-46a8471a-4099-45a7-b7c4-d125d9e1cd86 req-ce615661-2134-4443-b6a7-2bdc1009ab79 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] 10.222.0.58 "GET /v2.0/security-groups?id=fd5246d1-7cad-4f60-a664-337a64ded62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349474 Aug 05 13:04:50.646871 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device a6580efd-bae3-4745-91dd-48f85fdaa329 up at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:04:50.698896 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning for port a6580efd-bae3-4745-91dd-48f85fdaa329 completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:04:50.703071 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning complete for port a6580efd-bae3-4745-91dd-48f85fdaa329 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:04:50.703443 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:50.783664 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:50.809426 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf21a283-7e0a-44d4-aec2-971d0991e5a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6580efd-bae3-4745-91dd-48f85fdaa329'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:04:50.811809 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e1268cc07bff5734ca170491336a8ac74677c017447dd0c96766dddd3e3cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cc1936a-2cb3-479f-a3b5-e3b3c4853749" -d '{"events": [{"server_uuid": "cf21a283-7e0a-44d4-aec2-971d0991e5a2", "name": "network-vif-plugged", "status": "completed", "tag": "a6580efd-bae3-4745-91dd-48f85fdaa329"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:04:50.833128 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port a6580efd-bae3-4745-91dd-48f85fdaa329, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=a6580efd-bae3-4745-91dd-48f85fdaa329,segment=NetworkSegment(e95263ce-6382-469b-a0ee-77949ec47f77),segment_id=e95263ce-6382-469b-a0ee-77949ec47f77)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:04:50.838374 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:50.862897 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 13:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20f0ad09-87e0-41ec-b304-d5ea39bb2cb9 x-openstack-request-id: req-20f0ad09-87e0-41ec-b304-d5ea39bb2cb9 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:04:50.863186 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf21a283-7e0a-44d4-aec2-971d0991e5a2", "name": "network-vif-plugged", "status": "completed", "tag": "a6580efd-bae3-4745-91dd-48f85fdaa329", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:04:50.863434 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-20f0ad09-87e0-41ec-b304-d5ea39bb2cb9 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:04:50.863820 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf21a283-7e0a-44d4-aec2-971d0991e5a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6580efd-bae3-4745-91dd-48f85fdaa329', 'code': 200} Aug 05 13:04:50.892931 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=a6580efd-bae3-4745-91dd-48f85fdaa329,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:04:50.987382 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596ae5e1-fc29-4246-823a-1f40bebd7740 req-8caaac47-af4b-4324-8969-df48e067aa70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:04:50.988941 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-596ae5e1-fc29-4246-823a-1f40bebd7740 req-8caaac47-af4b-4324-8969-df48e067aa70 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=cf21a283-7e0a-44d4-aec2-971d0991e5a2 HTTP/1.1" status: 200 len: 1096 time: 0.0414207 Aug 05 13:04:51.025625 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-596ae5e1-fc29-4246-823a-1f40bebd7740 req-90dd19b2-17c2-422e-85fd-b55b7cec53c8 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=fd5246d1-7cad-4f60-a664-337a64ded62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297003 Aug 05 13:04:51.511332 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76efd647-11ad-442e-af83-05c2e05d81bc req-67d758c5-c205-4e58-b4ac-520d64f4ecc7 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:04:51.512929 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-76efd647-11ad-442e-af83-05c2e05d81bc req-67d758c5-c205-4e58-b4ac-520d64f4ecc7 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf21a283-7e0a-44d4-aec2-971d0991e5a2 HTTP/1.1" status: 200 len: 945 time: 0.0514781 Aug 05 13:04:51.551378 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-76efd647-11ad-442e-af83-05c2e05d81bc req-683f493b-2ebb-496c-a578-e61f7e398542 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] 10.222.0.58 "GET /v2.0/security-groups?id=fd5246d1-7cad-4f60-a664-337a64ded62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324106 Aug 05 13:04:52.714424 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ff6cbf-3890-4b21-8fb3-3ae711ea3af0 req-ef624081-e788-4b50-b3f6-986c1aa3ac6e tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:04:52.715988 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-89ff6cbf-3890-4b21-8fb3-3ae711ea3af0 req-ef624081-e788-4b50-b3f6-986c1aa3ac6e tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf21a283-7e0a-44d4-aec2-971d0991e5a2 HTTP/1.1" status: 200 len: 945 time: 0.0618949 Aug 05 13:04:52.756602 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-89ff6cbf-3890-4b21-8fb3-3ae711ea3af0 req-75de7aa4-2523-4b3e-9a81-3b72818b0bc2 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] 10.222.0.58 "GET /v2.0/security-groups?id=fd5246d1-7cad-4f60-a664-337a64ded62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343649 Aug 05 13:04:52.882843 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd64c3b-e658-4728-8561-8aee6b517689 req-580559ef-ea22-4406-838c-19f0d3900ea7 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:04:52.885087 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2dd64c3b-e658-4728-8561-8aee6b517689 req-580559ef-ea22-4406-838c-19f0d3900ea7 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf21a283-7e0a-44d4-aec2-971d0991e5a2 HTTP/1.1" status: 200 len: 945 time: 0.0541430 Aug 05 13:04:52.930326 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-2dd64c3b-e658-4728-8561-8aee6b517689 req-0f7dc4e7-1bfe-440a-ac95-9abeeb9536e2 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] 10.222.0.58 "GET /v2.0/security-groups?id=fd5246d1-7cad-4f60-a664-337a64ded62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388620 Aug 05 13:04:52.954230 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 51424) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:04:53.048349 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e78fa49-db16-40cf-a8fd-0d60e9e635f8 tempest-TestSnapshotPattern-324886699 tempest-TestSnapshotPattern-324886699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:04:53.049997 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-6e78fa49-db16-40cf-a8fd-0d60e9e635f8 tempest-TestSnapshotPattern-324886699 tempest-TestSnapshotPattern-324886699-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=cf21a283-7e0a-44d4-aec2-971d0991e5a2 HTTP/1.1" status: 200 len: 1091 time: 0.0947175 Aug 05 13:04:53.054470 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 51428) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:04:53.059407 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-d56bef77-f2cc-4ff6-8413-4fefa8bfd8f3 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Request body: {'floatingip': {'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'port_id': 'a6580efd-bae3-4745-91dd-48f85fdaa329', 'tenant_id': '4ed60da73d15406c9a9533fcae1b0e3a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:04:53.082402 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d56bef77-f2cc-4ff6-8413-4fefa8bfd8f3 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Notify callbacks [] for floatingip, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:53.120359 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:53.188969 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d56bef77-f2cc-4ff6-8413-4fefa8bfd8f3 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:53.297462 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-d56bef77-f2cc-4ff6-8413-4fefa8bfd8f3 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Allocated IP 172.25.5.119 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/63109105-0352-476b-a13a-2ea3482148a3) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 13:04:53.409599 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d56bef77-f2cc-4ff6-8413-4fefa8bfd8f3 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:53.462086 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d56bef77-f2cc-4ff6-8413-4fefa8bfd8f3 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:53.501025 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56bef77-f2cc-4ff6-8413-4fefa8bfd8f3 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:04:53.506123 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-d56bef77-f2cc-4ff6-8413-4fefa8bfd8f3 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:04:53.510744 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56bef77-f2cc-4ff6-8413-4fefa8bfd8f3 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 13:04:53.535423 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56bef77-f2cc-4ff6-8413-4fefa8bfd8f3 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Pushing event updated for resources: {'Port': ['ID=63109105-0352-476b-a13a-2ea3482148a3,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:04:53.883099 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d56bef77-f2cc-4ff6-8413-4fefa8bfd8f3 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:53.954710 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d56bef77-f2cc-4ff6-8413-4fefa8bfd8f3 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:54.116567 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d56bef77-f2cc-4ff6-8413-4fefa8bfd8f3 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:54.122130 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d56bef77-f2cc-4ff6-8413-4fefa8bfd8f3 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:54.198486 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56bef77-f2cc-4ff6-8413-4fefa8bfd8f3 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Pushing event updated for resources: {'Port': ['ID=63109105-0352-476b-a13a-2ea3482148a3,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:04:54.214639 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d56bef77-f2cc-4ff6-8413-4fefa8bfd8f3 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33287247'] for floatingip, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:54.317776 n-d-803378-2 neutron-server[94420]: INFO neutron.db.l3_db [None req-d56bef77-f2cc-4ff6-8413-4fefa8bfd8f3 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Floating IP 585aa245-0053-47ac-b529-91c11c475478 associated. External IP: 172.25.5.119, port: a6580efd-bae3-4745-91dd-48f85fdaa329. Aug 05 13:04:54.536038 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d56bef77-f2cc-4ff6-8413-4fefa8bfd8f3 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Router f3bff84d-c096-4f7f-9eb6-5a05a3b248db has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 13:04:54.649138 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d56bef77-f2cc-4ff6-8413-4fefa8bfd8f3 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 13:04:54.659509 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773d1d9a-330f-4275-b6ae-50523772af48 None None] Sync routers for ids ['f3bff84d-c096-4f7f-9eb6-5a05a3b248db'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 13:04:54.667253 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d56bef77-f2cc-4ff6-8413-4fefa8bfd8f3 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:04:54.670575 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773d1d9a-330f-4275-b6ae-50523772af48 None None] Routers {'f3bff84d-c096-4f7f-9eb6-5a05a3b248db'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:04:54.671342 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-773d1d9a-330f-4275-b6ae-50523772af48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T13:04:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['f3bff84d-c096-4f7f-9eb6-5a05a3b248db'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:04:54.695908 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-d56bef77-f2cc-4ff6-8413-4fefa8bfd8f3 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6402431 Aug 05 13:04:54.696607 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf21a283-7e0a-44d4-aec2-971d0991e5a2', 'tag': 'a6580efd-bae3-4745-91dd-48f85fdaa329'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:04:54.698896 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47e10126444b02a26d513ed6f4b145adbdfa00d329c865c61a1608b26e6d0230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-244b3b4c-ee22-47d9-9ae0-fcfaf1017dad" -d '{"events": [{"name": "network-changed", "server_uuid": "cf21a283-7e0a-44d4-aec2-971d0991e5a2", "tag": "a6580efd-bae3-4745-91dd-48f85fdaa329"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:04:54.790847 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-773d1d9a-330f-4275-b6ae-50523772af48 None None] Set router f3bff84d-c096-4f7f-9eb6-5a05a3b248db gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 13:04:54.798654 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 13:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57103e94-356c-43db-a56f-3c13e6cf3395 x-openstack-request-id: req-57103e94-356c-43db-a56f-3c13e6cf3395 {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:04:54.798953 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf21a283-7e0a-44d4-aec2-971d0991e5a2", "tag": "a6580efd-bae3-4745-91dd-48f85fdaa329", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:04:54.799209 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-57103e94-356c-43db-a56f-3c13e6cf3395 {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:04:54.799621 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf21a283-7e0a-44d4-aec2-971d0991e5a2', 'tag': 'a6580efd-bae3-4745-91dd-48f85fdaa329', 'status': 'completed', 'code': 200} Aug 05 13:04:54.882766 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244b3b4c-ee22-47d9-9ae0-fcfaf1017dad req-94cab9f2-8760-4b90-a63d-e3ecdee4bf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:04:54.884979 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-244b3b4c-ee22-47d9-9ae0-fcfaf1017dad req-94cab9f2-8760-4b90-a63d-e3ecdee4bf90 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4ed60da73d15406c9a9533fcae1b0e3a&device_id=cf21a283-7e0a-44d4-aec2-971d0991e5a2 HTTP/1.1" status: 200 len: 1096 time: 0.0440884 Aug 05 13:04:54.983071 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244b3b4c-ee22-47d9-9ae0-fcfaf1017dad req-5d24a220-5ee5-452f-89a4-1adc89af0298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:04:54.984607 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-244b3b4c-ee22-47d9-9ae0-fcfaf1017dad req-5d24a220-5ee5-452f-89a4-1adc89af0298 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1e062789-692d-461d-8e36-3955d3cd9ba9 HTTP/1.1" status: 200 len: 911 time: 0.0924640 Aug 05 13:04:55.037537 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-773d1d9a-330f-4275-b6ae-50523772af48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3bff84d-c096-4f7f-9eb6-5a05a3b248db', 'name': 'tempest-TestSnapshotPattern-1221922758-router', 'tenant_id': '4ed60da73d15406c9a9533fcae1b0e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': 'ca8cab94-344f-4a78-a81d-40f85c4f6488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:04:29Z', 'updated_at': '2021-08-05T13:04:32Z', 'revision_number': 4, 'project_id': '4ed60da73d15406c9a9533fcae1b0e3a', 'gw_port': {'id': 'ca8cab94-344f-4a78-a81d-40f85c4f6488', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bff84d-c096-4f7f-9eb6-5a05a3b248db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:04:29Z', 'updated_at': '2021-08-05T13:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': '585aa245-0053-47ac-b529-91c11c475478', 'tenant_id': '4ed60da73d15406c9a9533fcae1b0e3a', 'floating_ip_address': '172.25.5.119', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': 'f3bff84d-c096-4f7f-9eb6-5a05a3b248db', 'port_id': 'a6580efd-bae3-4745-91dd-48f85fdaa329', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e062789-692d-461d-8e36-3955d3cd9ba9', 'mac_address': 'fa:16:3e:1a:80:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf21a283-7e0a-44d4-aec2-971d0991e5a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T13:04:53Z', 'updated_at': '2021-08-05T13:04:53Z', 'revision_number': 0, 'project_id': '4ed60da73d15406c9a9533fcae1b0e3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db89ecab-c2d2-43f3-b1d7-cdab1351dc9b', 'name': '', 'network_id': '1e062789-692d-461d-8e36-3955d3cd9ba9', 'tenant_id': '4ed60da73d15406c9a9533fcae1b0e3a', 'mac_address': 'fa:16:3e:f4:ba:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bff84d-c096-4f7f-9eb6-5a05a3b248db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '915e0484-e2fd-4177-82a6-81e262f4a382', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:04:31Z', 'updated_at': '2021-08-05T13:04:38Z', 'revision_number': 5, 'project_id': '4ed60da73d15406c9a9533fcae1b0e3a', 'subnets': [{'id': '915e0484-e2fd-4177-82a6-81e262f4a382', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:04:55.053385 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-244b3b4c-ee22-47d9-9ae0-fcfaf1017dad req-672cf1d2-1c2f-44b4-b205-f8b8382015c9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a6580efd-bae3-4745-91dd-48f85fdaa329 HTTP/1.1" status: 200 len: 999 time: 0.0616090 Aug 05 13:04:55.068352 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773d1d9a-330f-4275-b6ae-50523772af48 None None] Checking router: f3bff84d-c096-4f7f-9eb6-5a05a3b248db for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 13:04:55.077941 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773d1d9a-330f-4275-b6ae-50523772af48 None None] Routers {'f3bff84d-c096-4f7f-9eb6-5a05a3b248db'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:04:55.078435 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-773d1d9a-330f-4275-b6ae-50523772af48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T13:04:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['f3bff84d-c096-4f7f-9eb6-5a05a3b248db'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:04:55.108169 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244b3b4c-ee22-47d9-9ae0-fcfaf1017dad req-da64b296-a789-4e21-935c-d93d23082096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:04:55.109689 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-244b3b4c-ee22-47d9-9ae0-fcfaf1017dad req-da64b296-a789-4e21-935c-d93d23082096 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=915e0484-e2fd-4177-82a6-81e262f4a382 HTTP/1.1" status: 200 len: 849 time: 0.0500557 Aug 05 13:04:55.159875 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244b3b4c-ee22-47d9-9ae0-fcfaf1017dad req-79a3ad90-ea32-40d4-9a0c-3d273cef1ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:04:55.161485 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-244b3b4c-ee22-47d9-9ae0-fcfaf1017dad req-79a3ad90-ea32-40d4-9a0c-3d273cef1ba8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1e062789-692d-461d-8e36-3955d3cd9ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449705 Aug 05 13:04:55.202675 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-773d1d9a-330f-4275-b6ae-50523772af48 None None] Set router f3bff84d-c096-4f7f-9eb6-5a05a3b248db gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 13:04:55.263374 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-244b3b4c-ee22-47d9-9ae0-fcfaf1017dad req-254a3761-c47f-4421-ad16-dca60e157372 service neutron] 10.222.0.55 "GET /v2.0/networks/1e062789-692d-461d-8e36-3955d3cd9ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945289 Aug 05 13:04:55.367324 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-244b3b4c-ee22-47d9-9ae0-fcfaf1017dad req-8bfedafd-a8f6-4473-b4dc-058a3b53c566 service neutron] 10.222.0.55 "GET /v2.0/networks/1e062789-692d-461d-8e36-3955d3cd9ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959771 Aug 05 13:04:55.448727 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-773d1d9a-330f-4275-b6ae-50523772af48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3bff84d-c096-4f7f-9eb6-5a05a3b248db', 'name': 'tempest-TestSnapshotPattern-1221922758-router', 'tenant_id': '4ed60da73d15406c9a9533fcae1b0e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': 'ca8cab94-344f-4a78-a81d-40f85c4f6488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:04:29Z', 'updated_at': '2021-08-05T13:04:32Z', 'revision_number': 4, 'project_id': '4ed60da73d15406c9a9533fcae1b0e3a', 'gw_port': {'id': 'ca8cab94-344f-4a78-a81d-40f85c4f6488', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bff84d-c096-4f7f-9eb6-5a05a3b248db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:04:29Z', 'updated_at': '2021-08-05T13:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': '585aa245-0053-47ac-b529-91c11c475478', 'tenant_id': '4ed60da73d15406c9a9533fcae1b0e3a', 'floating_ip_address': '172.25.5.119', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': 'f3bff84d-c096-4f7f-9eb6-5a05a3b248db', 'port_id': 'a6580efd-bae3-4745-91dd-48f85fdaa329', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e062789-692d-461d-8e36-3955d3cd9ba9', 'mac_address': 'fa:16:3e:1a:80:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf21a283-7e0a-44d4-aec2-971d0991e5a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T13:04:53Z', 'updated_at': '2021-08-05T13:04:53Z', 'revision_number': 0, 'project_id': '4ed60da73d15406c9a9533fcae1b0e3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db89ecab-c2d2-43f3-b1d7-cdab1351dc9b', 'name': '', 'network_id': '1e062789-692d-461d-8e36-3955d3cd9ba9', 'tenant_id': '4ed60da73d15406c9a9533fcae1b0e3a', 'mac_address': 'fa:16:3e:f4:ba:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bff84d-c096-4f7f-9eb6-5a05a3b248db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '915e0484-e2fd-4177-82a6-81e262f4a382', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:04:31Z', 'updated_at': '2021-08-05T13:04:38Z', 'revision_number': 5, 'project_id': '4ed60da73d15406c9a9533fcae1b0e3a', 'subnets': [{'id': '915e0484-e2fd-4177-82a6-81e262f4a382', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:04:55.476793 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773d1d9a-330f-4275-b6ae-50523772af48 None None] The sync data for ids ['f3bff84d-c096-4f7f-9eb6-5a05a3b248db'] in n-d-803378-2 is: [{'id': 'f3bff84d-c096-4f7f-9eb6-5a05a3b248db', 'name': 'tempest-TestSnapshotPattern-1221922758-router', 'tenant_id': '4ed60da73d15406c9a9533fcae1b0e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': 'ca8cab94-344f-4a78-a81d-40f85c4f6488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:04:29Z', 'updated_at': '2021-08-05T13:04:32Z', 'revision_number': 4, 'project_id': '4ed60da73d15406c9a9533fcae1b0e3a', 'gw_port': {'id': 'ca8cab94-344f-4a78-a81d-40f85c4f6488', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bff84d-c096-4f7f-9eb6-5a05a3b248db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:04:29Z', 'updated_at': '2021-08-05T13:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': '585aa245-0053-47ac-b529-91c11c475478', 'tenant_id': '4ed60da73d15406c9a9533fcae1b0e3a', 'floating_ip_address': '172.25.5.119', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': 'f3bff84d-c096-4f7f-9eb6-5a05a3b248db', 'port_id': 'a6580efd-bae3-4745-91dd-48f85fdaa329', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e062789-692d-461d-8e36-3955d3cd9ba9', 'mac_address': 'fa:16:3e:1a:80:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf21a283-7e0a-44d4-aec2-971d0991e5a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T13:04:53Z', 'updated_at': '2021-08-05T13:04:53Z', 'revision_number': 0, 'project_id': '4ed60da73d15406c9a9533fcae1b0e3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db89ecab-c2d2-43f3-b1d7-cdab1351dc9b', 'name': '', 'network_id': '1e062789-692d-461d-8e36-3955d3cd9ba9', 'tenant_id': '4ed60da73d15406c9a9533fcae1b0e3a', 'mac_address': 'fa:16:3e:f4:ba:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bff84d-c096-4f7f-9eb6-5a05a3b248db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '915e0484-e2fd-4177-82a6-81e262f4a382', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:04:31Z', 'updated_at': '2021-08-05T13:04:38Z', 'revision_number': 5, 'project_id': '4ed60da73d15406c9a9533fcae1b0e3a', 'subnets': [{'id': '915e0484-e2fd-4177-82a6-81e262f4a382', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 13:04:55.716905 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96bf78d4-346c-4698-a4bf-ced0a284ac50 None None] New status for floating IP 585aa245-0053-47ac-b529-91c11c475478: ACTIVE {{(pid=94423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 13:05:00.438002 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:05:07.433523 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-90e0062f-cf44-4008-a713-31036327a8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:05:10.185593 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-166283b6-d1c4-4d8b-9237-f367ffbec5fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:05:10.225176 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:05:12.176311 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:05:13.568282 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2bf83d88-4483-4da8-ac30-ac3280833735 req-c9471da1-3e41-48c6-8b6c-2870a3850fe4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=cf21a283-7e0a-44d4-aec2-971d0991e5a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0458272 Aug 05 13:05:13.668668 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf83d88-4483-4da8-ac30-ac3280833735 req-a07c9440-9e08-41c6-a3ee-7313228b5dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:05:13.670192 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2bf83d88-4483-4da8-ac30-ac3280833735 req-a07c9440-9e08-41c6-a3ee-7313228b5dcf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4ed60da73d15406c9a9533fcae1b0e3a&device_id=cf21a283-7e0a-44d4-aec2-971d0991e5a2 HTTP/1.1" status: 200 len: 1096 time: 0.0425081 Aug 05 13:05:13.781993 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf83d88-4483-4da8-ac30-ac3280833735 req-7e7f1d88-11aa-4638-a89b-15620199bca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:05:13.783478 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2bf83d88-4483-4da8-ac30-ac3280833735 req-7e7f1d88-11aa-4638-a89b-15620199bca8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1e062789-692d-461d-8e36-3955d3cd9ba9 HTTP/1.1" status: 200 len: 911 time: 0.0923154 Aug 05 13:05:13.849649 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2bf83d88-4483-4da8-ac30-ac3280833735 req-ff87fb0a-3fd0-45c9-95b6-8c1890693294 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a6580efd-bae3-4745-91dd-48f85fdaa329 HTTP/1.1" status: 200 len: 1001 time: 0.0581515 Aug 05 13:05:13.909537 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf83d88-4483-4da8-ac30-ac3280833735 req-0817c6eb-cb85-49be-8d97-f08e75fd8c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:05:13.911001 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2bf83d88-4483-4da8-ac30-ac3280833735 req-0817c6eb-cb85-49be-8d97-f08e75fd8c76 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=915e0484-e2fd-4177-82a6-81e262f4a382 HTTP/1.1" status: 200 len: 849 time: 0.0550890 Aug 05 13:05:13.957543 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf83d88-4483-4da8-ac30-ac3280833735 req-50973e0f-bfa9-4e76-a72d-d62869536b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:05:13.959053 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2bf83d88-4483-4da8-ac30-ac3280833735 req-50973e0f-bfa9-4e76-a72d-d62869536b9d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1e062789-692d-461d-8e36-3955d3cd9ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409515 Aug 05 13:05:13.969995 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [req-2bf83d88-4483-4da8-ac30-ac3280833735 req-941c9801-5c6c-4d2f-b2d3-8a1d5cd008ac service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94421) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 13:05:13.970969 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2bf83d88-4483-4da8-ac30-ac3280833735 req-941c9801-5c6c-4d2f-b2d3-8a1d5cd008ac service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052326 Aug 05 13:05:14.060306 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2bf83d88-4483-4da8-ac30-ac3280833735 req-7ac14790-ac0e-4f63-8045-a94ae935ef43 service neutron] 10.222.0.55 "GET /v2.0/networks/1e062789-692d-461d-8e36-3955d3cd9ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826375 Aug 05 13:05:14.159637 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-2bf83d88-4483-4da8-ac30-ac3280833735 req-b24b7957-ea03-4a80-9771-560f92ee250c service neutron] 10.222.0.55 "GET /v2.0/networks/1e062789-692d-461d-8e36-3955d3cd9ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911872 Aug 05 13:05:14.310726 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:05:17.835540 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 13:05:23.107371 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:05:30.469292 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:05:37.418085 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-146064d0-3adb-462b-aa87-aacd2cf4beab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:05:40.178835 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-8e9017fb-f1c2-4d07-b88e-9b5d2a8a2e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:05:40.231411 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:05:42.180427 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:05:44.314651 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:05:53.140551 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:05:54.835026 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 13:06:00.478019 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:06:07.429478 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-61a85ade-1d3d-4a1d-87c2-098f60df0614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:06:10.183867 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-104c0c77-bd7d-4bb1-8101-1cad2752d4b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:06:10.226197 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:06:12.187616 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:06:14.316470 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:06:14.570522 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6716aa61-d476-4d15-8a37-193bd7da7e24 req-1a8e008e-41c2-4745-9d2b-352322ceb7ac service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=cf21a283-7e0a-44d4-aec2-971d0991e5a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0475638 Aug 05 13:06:14.677070 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6716aa61-d476-4d15-8a37-193bd7da7e24 req-b5f91b82-108f-443b-bdb4-edc05fc3d5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:06:14.679074 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6716aa61-d476-4d15-8a37-193bd7da7e24 req-b5f91b82-108f-443b-bdb4-edc05fc3d5e3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4ed60da73d15406c9a9533fcae1b0e3a&device_id=cf21a283-7e0a-44d4-aec2-971d0991e5a2 HTTP/1.1" status: 200 len: 1096 time: 0.0499506 Aug 05 13:06:14.803410 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6716aa61-d476-4d15-8a37-193bd7da7e24 req-92ff442f-8b46-4bba-8d6a-1f5d4110c85f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:06:14.805261 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6716aa61-d476-4d15-8a37-193bd7da7e24 req-92ff442f-8b46-4bba-8d6a-1f5d4110c85f service neutron] 10.222.0.55 "GET /v2.0/networks?id=1e062789-692d-461d-8e36-3955d3cd9ba9 HTTP/1.1" status: 200 len: 911 time: 0.1023614 Aug 05 13:06:14.876733 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6716aa61-d476-4d15-8a37-193bd7da7e24 req-2b323a49-cdf6-4c99-a907-1a3bb53ba48f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a6580efd-bae3-4745-91dd-48f85fdaa329 HTTP/1.1" status: 200 len: 1001 time: 0.0637937 Aug 05 13:06:14.934882 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6716aa61-d476-4d15-8a37-193bd7da7e24 req-44331d56-3b12-4392-acda-0279314cf62f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:06:14.936447 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6716aa61-d476-4d15-8a37-193bd7da7e24 req-44331d56-3b12-4392-acda-0279314cf62f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=915e0484-e2fd-4177-82a6-81e262f4a382 HTTP/1.1" status: 200 len: 849 time: 0.0531096 Aug 05 13:06:14.986685 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6716aa61-d476-4d15-8a37-193bd7da7e24 req-1615e179-6ec5-4f6a-9905-de523b08169b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:06:14.988251 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6716aa61-d476-4d15-8a37-193bd7da7e24 req-1615e179-6ec5-4f6a-9905-de523b08169b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1e062789-692d-461d-8e36-3955d3cd9ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452938 Aug 05 13:06:15.083380 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6716aa61-d476-4d15-8a37-193bd7da7e24 req-1676d90e-859b-48f2-ae09-f002aa3a17f2 service neutron] 10.222.0.55 "GET /v2.0/networks/1e062789-692d-461d-8e36-3955d3cd9ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877695 Aug 05 13:06:15.190342 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-6716aa61-d476-4d15-8a37-193bd7da7e24 req-d43ad116-d856-4c96-9906-a9dcb37e49b1 service neutron] 10.222.0.55 "GET /v2.0/networks/1e062789-692d-461d-8e36-3955d3cd9ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988560 Aug 05 13:06:23.138502 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:06:30.485039 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:06:31.837747 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 13:06:37.427113 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-e0914a68-0dff-426c-8cab-4b69050c6e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:06:40.192465 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-ca5c189c-fc5a-4b70-ace4-3e916d367057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:06:40.235715 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:06:42.186436 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:06:44.318911 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:06:53.141949 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:06:53.282310 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device a6580efd-bae3-4745-91dd-48f85fdaa329 details requested by agent hyperv_n-h2-803378-2 with host n-h2-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 13:06:53.403479 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port a6580efd-bae3-4745-91dd-48f85fdaa329, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=a6580efd-bae3-4745-91dd-48f85fdaa329,segment=NetworkSegment(e95263ce-6382-469b-a0ee-77949ec47f77),segment_id=e95263ce-6382-469b-a0ee-77949ec47f77)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:06:53.422683 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Returning: {'device': 'a6580efd-bae3-4745-91dd-48f85fdaa329', 'network_id': '1e062789-692d-461d-8e36-3955d3cd9ba9', 'port_id': 'a6580efd-bae3-4745-91dd-48f85fdaa329', 'mac_address': 'fa:16:3e:1a:80:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '915e0484-e2fd-4177-82a6-81e262f4a382', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 13:06:53.474125 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:06:53.488718 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a6580efd-bae3-4745-91dd-48f85fdaa329 {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 13:06:53.510927 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port a6580efd-bae3-4745-91dd-48f85fdaa329, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=a6580efd-bae3-4745-91dd-48f85fdaa329,segment=NetworkSegment(e95263ce-6382-469b-a0ee-77949ec47f77),segment_id=e95263ce-6382-469b-a0ee-77949ec47f77)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:06:53.516783 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:06:53.569599 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=a6580efd-bae3-4745-91dd-48f85fdaa329,revision_number=6']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:06:53.578383 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:06:53.578777 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:06:53.579181 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:06:53.579625 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:06:53.580054 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:06:53.580506 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:06:53.581008 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:06:53.581436 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:06:53.581866 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:06:53.582326 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:06:53.582800 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:06:53.583276 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:06:53.674908 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] get_ports_and_sgs() called for port_ids ['a6580efd-bae3-4745-91dd-48f85fdaa329'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 13:06:55.286395 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device a6580efd-bae3-4745-91dd-48f85fdaa329 up at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:06:55.382717 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Provisioning complete for port a6580efd-bae3-4745-91dd-48f85fdaa329 triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:06:55.384129 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:06:55.517712 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:06:55.551309 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf21a283-7e0a-44d4-aec2-971d0991e5a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6580efd-bae3-4745-91dd-48f85fdaa329'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:06:55.554125 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e1268cc07bff5734ca170491336a8ac74677c017447dd0c96766dddd3e3cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b03946ce-5375-4f06-b9f1-5b32eddf60ae" -d '{"events": [{"server_uuid": "cf21a283-7e0a-44d4-aec2-971d0991e5a2", "name": "network-vif-plugged", "status": "completed", "tag": "a6580efd-bae3-4745-91dd-48f85fdaa329"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:06:55.569947 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port a6580efd-bae3-4745-91dd-48f85fdaa329, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=a6580efd-bae3-4745-91dd-48f85fdaa329,segment=NetworkSegment(e95263ce-6382-469b-a0ee-77949ec47f77),segment_id=e95263ce-6382-469b-a0ee-77949ec47f77)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:06:55.581918 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:06:55.618257 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 13:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16952c23-6f4d-4ab1-9efc-cb6c8c7bd671 x-openstack-request-id: req-16952c23-6f4d-4ab1-9efc-cb6c8c7bd671 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:06:55.618570 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf21a283-7e0a-44d4-aec2-971d0991e5a2", "name": "network-vif-plugged", "status": "completed", "tag": "a6580efd-bae3-4745-91dd-48f85fdaa329", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:06:55.618788 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-16952c23-6f4d-4ab1-9efc-cb6c8c7bd671 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:06:55.619183 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf21a283-7e0a-44d4-aec2-971d0991e5a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6580efd-bae3-4745-91dd-48f85fdaa329', 'code': 200} Aug 05 13:06:55.655037 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=a6580efd-bae3-4745-91dd-48f85fdaa329,revision_number=7']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:07:00.519193 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:07:05.115468 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-850f33f8-a048-4d9c-96e1-639d76b4a71a req-f7452c66-6c86-40d4-a77f-3344298df045 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-649527143&fields=id&tenant_id=4ed60da73d15406c9a9533fcae1b0e3a HTTP/1.1" status: 200 len: 267 time: 0.0587521 Aug 05 13:07:05.240537 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850f33f8-a048-4d9c-96e1-639d76b4a71a req-056e5bae-29b0-4f26-913d-8350ee9dbc5d tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:07:05.242053 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-850f33f8-a048-4d9c-96e1-639d76b4a71a req-056e5bae-29b0-4f26-913d-8350ee9dbc5d tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] 10.222.0.58 "GET /v2.0/networks?id=1e062789-692d-461d-8e36-3955d3cd9ba9 HTTP/1.1" status: 200 len: 810 time: 0.1176274 Aug 05 13:07:05.259505 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-850f33f8-a048-4d9c-96e1-639d76b4a71a req-e5d0c29e-98cf-467e-a565-2572daa0d4eb tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] 10.222.0.58 "GET /v2.0/quotas/4ed60da73d15406c9a9533fcae1b0e3a HTTP/1.1" status: 200 len: 375 time: 0.0099573 Aug 05 13:07:05.322286 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-850f33f8-a048-4d9c-96e1-639d76b4a71a req-3c0d8202-d0cd-454c-b5d8-aa3d36fb463f tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=4ed60da73d15406c9a9533fcae1b0e3a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0554135 Aug 05 13:07:05.485959 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-850f33f8-a048-4d9c-96e1-639d76b4a71a req-6a495491-daf6-4d3e-88c4-3e33c425751c service neutron] 10.222.0.58 "GET /v2.0/networks/1e062789-692d-461d-8e36-3955d3cd9ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504910 Aug 05 13:07:05.587298 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-850f33f8-a048-4d9c-96e1-639d76b4a71a req-2a2b3582-c109-45f7-8f1a-d76538ef3078 service neutron] 10.222.0.58 "GET /v2.0/networks/1e062789-692d-461d-8e36-3955d3cd9ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947623 Aug 05 13:07:05.820379 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a762a937-297e-4031-a2ad-69b4af990481 req-b0f291d5-0de9-42ae-905f-344f64d770d5 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e3dcba5-bed9-402c-ba6c-e7239ad05f77 HTTP/1.1" status: 200 len: 210 time: 0.0401783 Aug 05 13:07:06.942766 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ca74887a-80a9-4c56-98a4-155ae1697956 req-5cb9cd88-2c66-4f6f-a5f5-9fde396a2f33 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e3dcba5-bed9-402c-ba6c-e7239ad05f77 HTTP/1.1" status: 200 len: 210 time: 0.0324261 Aug 05 13:07:07.237282 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850f33f8-a048-4d9c-96e1-639d76b4a71a req-86255cca-29a9-43a9-9a12-74c8a748e82b tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:07:07.239338 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-850f33f8-a048-4d9c-96e1-639d76b4a71a req-86255cca-29a9-43a9-9a12-74c8a748e82b tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] 10.222.0.64 "GET /v2.0/networks?id=1e062789-692d-461d-8e36-3955d3cd9ba9 HTTP/1.1" status: 200 len: 810 time: 0.1612403 Aug 05 13:07:07.316384 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device a6580efd-bae3-4745-91dd-48f85fdaa329 no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 13:07:07.317953 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-850f33f8-a048-4d9c-96e1-639d76b4a71a req-92e5a467-46b3-4815-93e7-64c8f9c2371d tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ed60da73d15406c9a9533fcae1b0e3a HTTP/1.1" status: 200 len: 379 time: 0.0533946 Aug 05 13:07:07.338624 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-850f33f8-a048-4d9c-96e1-639d76b4a71a req-e5e42396-69fc-4333-a609-bcc4a9b5a2e1 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Request body: {'port': {'device_id': '4e3dcba5-bed9-402c-ba6c-e7239ad05f77', 'network_id': '1e062789-692d-461d-8e36-3955d3cd9ba9', 'admin_state_up': True, 'tenant_id': '4ed60da73d15406c9a9533fcae1b0e3a', 'security_groups': ['fd5246d1-7cad-4f60-a664-337a64ded62d']}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:07:07.427275 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:07:07.440537 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b60a8a5e-77e4-4603-93b5-1c66d3bb0aae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:07:07.456527 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf21a283-7e0a-44d4-aec2-971d0991e5a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6580efd-bae3-4745-91dd-48f85fdaa329'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:07:07.459316 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e1268cc07bff5734ca170491336a8ac74677c017447dd0c96766dddd3e3cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a2cc26a-9958-455f-a123-15a879dbfcc2" -d '{"events": [{"server_uuid": "cf21a283-7e0a-44d4-aec2-971d0991e5a2", "name": "network-vif-unplugged", "status": "completed", "tag": "a6580efd-bae3-4745-91dd-48f85fdaa329"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:07:07.475358 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] For port a6580efd-bae3-4745-91dd-48f85fdaa329, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=a6580efd-bae3-4745-91dd-48f85fdaa329,segment=NetworkSegment(e95263ce-6382-469b-a0ee-77949ec47f77),segment_id=e95263ce-6382-469b-a0ee-77949ec47f77)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:07:07.482438 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:07:07.538390 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 05 Aug 2021 13:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-554dba80-6635-4ecb-bf6e-f0dc7c8c5853 x-openstack-request-id: req-554dba80-6635-4ecb-bf6e-f0dc7c8c5853 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:07:07.538728 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf21a283-7e0a-44d4-aec2-971d0991e5a2", "name": "network-vif-unplugged", "status": "completed", "tag": "a6580efd-bae3-4745-91dd-48f85fdaa329", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:07:07.539473 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-554dba80-6635-4ecb-bf6e-f0dc7c8c5853 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:07:07.540186 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf21a283-7e0a-44d4-aec2-971d0991e5a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6580efd-bae3-4745-91dd-48f85fdaa329', 'code': 200} Aug 05 13:07:07.549596 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-850f33f8-a048-4d9c-96e1-639d76b4a71a req-e5e42396-69fc-4333-a609-bcc4a9b5a2e1 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Made reservation on behalf of 4ed60da73d15406c9a9533fcae1b0e3a for: {'port': 1} {{(pid=94420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 13:07:07.557196 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-850f33f8-a048-4d9c-96e1-639d76b4a71a req-e5e42396-69fc-4333-a609-bcc4a9b5a2e1 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:07:07.582717 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Pushing event updated for resources: {'Port': ['ID=a6580efd-bae3-4745-91dd-48f85fdaa329,revision_number=8']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:07:07.841889 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [req-850f33f8-a048-4d9c-96e1-639d76b4a71a req-e5e42396-69fc-4333-a609-bcc4a9b5a2e1 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Allocated IP 172.20.0.7 (1e062789-692d-461d-8e36-3955d3cd9ba9/915e0484-e2fd-4177-82a6-81e262f4a382/17e3788d-730c-45bc-96b5-1b37ae7869ff) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 13:07:08.160010 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6892bef7-6949-4a14-bbca-1d2ab3117a39 req-a92a273f-7d9c-4438-ae2b-555e61e6fda3 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e3dcba5-bed9-402c-ba6c-e7239ad05f77 HTTP/1.1" status: 200 len: 210 time: 0.0759244 Aug 05 13:07:08.199988 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-850f33f8-a048-4d9c-96e1-639d76b4a71a req-e5e42396-69fc-4333-a609-bcc4a9b5a2e1 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:07:08.217058 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [req-850f33f8-a048-4d9c-96e1-639d76b4a71a req-e5e42396-69fc-4333-a609-bcc4a9b5a2e1 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Transition to ACTIVE for port object 17e3788d-730c-45bc-96b5-1b37ae7869ff will not be triggered until provisioned by entity DHCP. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:07:08.262763 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-850f33f8-a048-4d9c-96e1-639d76b4a71a req-e5e42396-69fc-4333-a609-bcc4a9b5a2e1 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:07:08.324572 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-850f33f8-a048-4d9c-96e1-639d76b4a71a req-e5e42396-69fc-4333-a609-bcc4a9b5a2e1 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Network 1e062789-692d-461d-8e36-3955d3cd9ba9 is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:07:08.331109 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [req-850f33f8-a048-4d9c-96e1-639d76b4a71a req-e5e42396-69fc-4333-a609-bcc4a9b5a2e1 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:07:08.337303 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [req-850f33f8-a048-4d9c-96e1-639d76b4a71a req-e5e42396-69fc-4333-a609-bcc4a9b5a2e1 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 13:07:08.347145 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e42396-69fc-4333-a609-bcc4a9b5a2e1 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Pushing event updated for resources: {'Port': ['ID=17e3788d-730c-45bc-96b5-1b37ae7869ff,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:07:08.392275 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e42396-69fc-4333-a609-bcc4a9b5a2e1 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:07:08.393336 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e42396-69fc-4333-a609-bcc4a9b5a2e1 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:07:08.394160 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e42396-69fc-4333-a609-bcc4a9b5a2e1 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:07:08.395904 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e42396-69fc-4333-a609-bcc4a9b5a2e1 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:07:08.397054 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e42396-69fc-4333-a609-bcc4a9b5a2e1 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:07:08.398210 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e42396-69fc-4333-a609-bcc4a9b5a2e1 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:07:08.399440 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e42396-69fc-4333-a609-bcc4a9b5a2e1 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:07:08.400745 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e42396-69fc-4333-a609-bcc4a9b5a2e1 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:07:08.401535 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e42396-69fc-4333-a609-bcc4a9b5a2e1 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:07:08.402124 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e42396-69fc-4333-a609-bcc4a9b5a2e1 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:07:08.402689 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e42396-69fc-4333-a609-bcc4a9b5a2e1 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:07:08.404528 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e42396-69fc-4333-a609-bcc4a9b5a2e1 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:07:08.461728 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850f33f8-a048-4d9c-96e1-639d76b4a71a req-e5e42396-69fc-4333-a609-bcc4a9b5a2e1 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:07:08.463348 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-850f33f8-a048-4d9c-96e1-639d76b4a71a req-e5e42396-69fc-4333-a609-bcc4a9b5a2e1 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:07:08.508168 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-850f33f8-a048-4d9c-96e1-639d76b4a71a req-e5e42396-69fc-4333-a609-bcc4a9b5a2e1 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1752815 Aug 05 13:07:08.646268 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-1f19e42b-3380-4f4e-a2b2-3b07e5ecb065 None None] Provisioning for port 17e3788d-730c-45bc-96b5-1b37ae7869ff completed by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:07:08.651628 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-1f19e42b-3380-4f4e-a2b2-3b07e5ecb065 None None] Provisioning complete for port 17e3788d-730c-45bc-96b5-1b37ae7869ff triggered by entity DHCP. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:07:08.652732 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1f19e42b-3380-4f4e-a2b2-3b07e5ecb065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:07:08.710714 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-1f19e42b-3380-4f4e-a2b2-3b07e5ecb065 None None] Port 17e3788d-730c-45bc-96b5-1b37ae7869ff cannot update to ACTIVE because it is not bound. {{(pid=94422) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 13:07:08.838315 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 13:07:09.322923 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ed34c3-6f0d-4b19-889f-7cd6ad8f40f3 req-11240522-a23d-40c3-b525-5511c1dbaa68 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:07:09.326361 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-32ed34c3-6f0d-4b19-889f-7cd6ad8f40f3 req-11240522-a23d-40c3-b525-5511c1dbaa68 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e3dcba5-bed9-402c-ba6c-e7239ad05f77 HTTP/1.1" status: 200 len: 931 time: 0.0689383 Aug 05 13:07:09.395273 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-32ed34c3-6f0d-4b19-889f-7cd6ad8f40f3 req-78f5683f-ccac-47d9-b1ce-6af7c7049428 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] 10.222.0.58 "GET /v2.0/security-groups?id=fd5246d1-7cad-4f60-a664-337a64ded62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612633 Aug 05 13:07:10.188809 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-93c5c057-98d7-4d7b-8a4f-ec93dee2387f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:07:10.230398 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:07:10.554361 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95653434-e913-42c5-bc9a-678733afdab8 req-d84c2f4e-1f04-45d9-b2c5-644c9e652954 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:07:10.556006 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-95653434-e913-42c5-bc9a-678733afdab8 req-d84c2f4e-1f04-45d9-b2c5-644c9e652954 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e3dcba5-bed9-402c-ba6c-e7239ad05f77 HTTP/1.1" status: 200 len: 931 time: 0.0645730 Aug 05 13:07:10.603881 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-95653434-e913-42c5-bc9a-678733afdab8 req-0b8bc590-ccc4-4aa2-a963-df7876fccb27 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] 10.222.0.58 "GET /v2.0/security-groups?id=fd5246d1-7cad-4f60-a664-337a64ded62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391667 Aug 05 13:07:11.773998 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd9f973-dd5b-4117-857f-4910162ba98a req-2215229d-2ff0-418a-ac9a-9ec69a8b4e78 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:07:11.776008 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fcd9f973-dd5b-4117-857f-4910162ba98a req-2215229d-2ff0-418a-ac9a-9ec69a8b4e78 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e3dcba5-bed9-402c-ba6c-e7239ad05f77 HTTP/1.1" status: 200 len: 931 time: 0.0722623 Aug 05 13:07:11.823125 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fcd9f973-dd5b-4117-857f-4910162ba98a req-e43e60db-a9e2-4f8c-98ce-ba3378095157 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] 10.222.0.58 "GET /v2.0/security-groups?id=fd5246d1-7cad-4f60-a664-337a64ded62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393305 Aug 05 13:07:12.197404 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:07:12.982182 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecec3f03-4792-4921-bc5d-7aca33a4a0f4 req-3d8ad8aa-784e-404a-b0db-120537a50bc0 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:07:12.984273 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ecec3f03-4792-4921-bc5d-7aca33a4a0f4 req-3d8ad8aa-784e-404a-b0db-120537a50bc0 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e3dcba5-bed9-402c-ba6c-e7239ad05f77 HTTP/1.1" status: 200 len: 931 time: 0.0680621 Aug 05 13:07:13.051638 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-ecec3f03-4792-4921-bc5d-7aca33a4a0f4 req-a35d135c-d76f-4cee-823f-5425b27fa237 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] 10.222.0.58 "GET /v2.0/security-groups?id=fd5246d1-7cad-4f60-a664-337a64ded62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576177 Aug 05 13:07:14.235597 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c99041-95bc-4922-b08b-2d3036214824 req-b7816141-9994-40df-8e93-565ec048af78 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:07:14.237397 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-30c99041-95bc-4922-b08b-2d3036214824 req-b7816141-9994-40df-8e93-565ec048af78 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e3dcba5-bed9-402c-ba6c-e7239ad05f77 HTTP/1.1" status: 200 len: 931 time: 0.0836055 Aug 05 13:07:14.308317 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-30c99041-95bc-4922-b08b-2d3036214824 req-69e73eb3-9cb7-4d89-9a1f-263571b5432e tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] 10.222.0.58 "GET /v2.0/security-groups?id=fd5246d1-7cad-4f60-a664-337a64ded62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608351 Aug 05 13:07:14.348795 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:07:15.479282 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f36de0-ad0d-4e3c-aff1-d3afa5c4b401 req-1bbbf526-62c4-4cce-9082-c4704c6fc60c tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:07:15.480772 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f4f36de0-ad0d-4e3c-aff1-d3afa5c4b401 req-1bbbf526-62c4-4cce-9082-c4704c6fc60c tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e3dcba5-bed9-402c-ba6c-e7239ad05f77 HTTP/1.1" status: 200 len: 931 time: 0.0724049 Aug 05 13:07:15.533373 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-f4f36de0-ad0d-4e3c-aff1-d3afa5c4b401 req-12c77454-ab8b-4420-9b0c-476c2bf95054 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] 10.222.0.58 "GET /v2.0/security-groups?id=fd5246d1-7cad-4f60-a664-337a64ded62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461471 Aug 05 13:07:16.561718 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-f0da6276-fb68-4ce8-a229-13008029d46c req-58cd09d9-02d7-4be4-9666-b7db80a6896b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=cf21a283-7e0a-44d4-aec2-971d0991e5a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0567873 Aug 05 13:07:16.692143 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c19908-75cb-434a-830b-840a8940655c req-490c82ce-0995-4d78-a0c6-f9986c02ce9e tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:07:16.694640 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-15c19908-75cb-434a-830b-840a8940655c req-490c82ce-0995-4d78-a0c6-f9986c02ce9e tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e3dcba5-bed9-402c-ba6c-e7239ad05f77 HTTP/1.1" status: 200 len: 931 time: 0.0729876 Aug 05 13:07:16.717652 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0da6276-fb68-4ce8-a229-13008029d46c req-b8533e84-ead3-4a30-bec2-3903de21f37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:07:16.719579 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-f0da6276-fb68-4ce8-a229-13008029d46c req-b8533e84-ead3-4a30-bec2-3903de21f37d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4ed60da73d15406c9a9533fcae1b0e3a&device_id=cf21a283-7e0a-44d4-aec2-971d0991e5a2 HTTP/1.1" status: 200 len: 1094 time: 0.0686774 Aug 05 13:07:16.760262 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-15c19908-75cb-434a-830b-840a8940655c req-2aed851b-ab00-49a5-b5df-8c2790ef77de tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] 10.222.0.58 "GET /v2.0/security-groups?id=fd5246d1-7cad-4f60-a664-337a64ded62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553637 Aug 05 13:07:16.893135 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0da6276-fb68-4ce8-a229-13008029d46c req-6a838715-861c-4f2d-b927-d240a7327b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:07:16.894670 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-f0da6276-fb68-4ce8-a229-13008029d46c req-6a838715-861c-4f2d-b927-d240a7327b6e service neutron] 10.222.0.55 "GET /v2.0/networks?id=1e062789-692d-461d-8e36-3955d3cd9ba9 HTTP/1.1" status: 200 len: 911 time: 0.1515887 Aug 05 13:07:16.977073 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-f0da6276-fb68-4ce8-a229-13008029d46c req-16695cc4-3677-402f-8dfd-167577e4cc45 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a6580efd-bae3-4745-91dd-48f85fdaa329 HTTP/1.1" status: 200 len: 999 time: 0.0747347 Aug 05 13:07:17.036433 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0da6276-fb68-4ce8-a229-13008029d46c req-39f2f86d-1b60-4751-8ca3-a0502c0860f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:07:17.037974 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-f0da6276-fb68-4ce8-a229-13008029d46c req-39f2f86d-1b60-4751-8ca3-a0502c0860f3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=915e0484-e2fd-4177-82a6-81e262f4a382 HTTP/1.1" status: 200 len: 849 time: 0.0540092 Aug 05 13:07:17.094683 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0da6276-fb68-4ce8-a229-13008029d46c req-53a39cab-9bab-4ea7-a7f6-e65b72c1de94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:07:17.096250 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-f0da6276-fb68-4ce8-a229-13008029d46c req-53a39cab-9bab-4ea7-a7f6-e65b72c1de94 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1e062789-692d-461d-8e36-3955d3cd9ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497336 Aug 05 13:07:17.210324 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-f0da6276-fb68-4ce8-a229-13008029d46c req-9529f0f9-89a2-4f52-a070-0bd184b4b970 service neutron] 10.222.0.55 "GET /v2.0/networks/1e062789-692d-461d-8e36-3955d3cd9ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055126 Aug 05 13:07:17.320129 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-f0da6276-fb68-4ce8-a229-13008029d46c req-65fb5482-26d9-4701-aed3-3df1fc8e3819 service neutron] 10.222.0.55 "GET /v2.0/networks/1e062789-692d-461d-8e36-3955d3cd9ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021183 Aug 05 13:07:18.193777 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332b7345-d025-4f32-9a08-ef372c0a57c7 req-e095a5e8-2ef5-45b1-a79d-ca2623a3a7cf tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:07:18.195210 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-332b7345-d025-4f32-9a08-ef372c0a57c7 req-e095a5e8-2ef5-45b1-a79d-ca2623a3a7cf tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e3dcba5-bed9-402c-ba6c-e7239ad05f77 HTTP/1.1" status: 200 len: 931 time: 0.3455181 Aug 05 13:07:18.248936 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-332b7345-d025-4f32-9a08-ef372c0a57c7 req-b146e490-7bfd-488b-a54a-476aeb6944e4 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] 10.222.0.58 "GET /v2.0/security-groups?id=fd5246d1-7cad-4f60-a664-337a64ded62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463498 Aug 05 13:07:19.396277 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4d0c97-6a14-49ef-ab48-660513293cdd req-89478cda-f6e4-4206-b644-9cd1ab17bc5b tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:07:19.398286 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5f4d0c97-6a14-49ef-ab48-660513293cdd req-89478cda-f6e4-4206-b644-9cd1ab17bc5b tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e3dcba5-bed9-402c-ba6c-e7239ad05f77 HTTP/1.1" status: 200 len: 931 time: 0.0673230 Aug 05 13:07:19.404123 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [req-850f33f8-a048-4d9c-96e1-639d76b4a71a req-d121c44e-6707-44ff-b2c1-a86827b88d87 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94420) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 13:07:19.405249 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-850f33f8-a048-4d9c-96e1-639d76b4a71a req-d121c44e-6707-44ff-b2c1-a86827b88d87 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063257 Aug 05 13:07:19.459645 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5f4d0c97-6a14-49ef-ab48-660513293cdd req-672b1253-92e0-4c2c-8d2d-d7a775f38bb5 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] 10.222.0.58 "GET /v2.0/security-groups?id=fd5246d1-7cad-4f60-a664-337a64ded62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435131 Aug 05 13:07:19.510887 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [req-850f33f8-a048-4d9c-96e1-639d76b4a71a req-46fa0465-2863-4682-a11f-ccc38481b339 service neutron] Request body: {'port': {'device_id': '4e3dcba5-bed9-402c-ba6c-e7239ad05f77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803378-2'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:07:19.580511 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-850f33f8-a048-4d9c-96e1-639d76b4a71a req-46fa0465-2863-4682-a11f-ccc38481b339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:07:19.889528 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [req-850f33f8-a048-4d9c-96e1-639d76b4a71a req-46fa0465-2863-4682-a11f-ccc38481b339 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17e3788d-730c-45bc-96b5-1b37ae7869ff {{(pid=94420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 13:07:19.898116 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-850f33f8-a048-4d9c-96e1-639d76b4a71a req-46fa0465-2863-4682-a11f-ccc38481b339 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:07:19.913062 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.provisioning_blocks [req-850f33f8-a048-4d9c-96e1-639d76b4a71a req-46fa0465-2863-4682-a11f-ccc38481b339 service neutron] Transition to ACTIVE for port object 17e3788d-730c-45bc-96b5-1b37ae7869ff will not be triggered until provisioned by entity L2. {{(pid=94420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:07:19.917226 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-850f33f8-a048-4d9c-96e1-639d76b4a71a req-46fa0465-2863-4682-a11f-ccc38481b339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:07:19.974749 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fa0465-2863-4682-a11f-ccc38481b339 service neutron] Pushing event updated for resources: {'Port': ['ID=17e3788d-730c-45bc-96b5-1b37ae7869ff,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:07:20.062692 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-850f33f8-a048-4d9c-96e1-639d76b4a71a req-46fa0465-2863-4682-a11f-ccc38481b339 service neutron] Attempting to bind port 17e3788d-730c-45bc-96b5-1b37ae7869ff on host n-h1-803378-2 for vnic_type normal with profile {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 13:07:20.063072 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-850f33f8-a048-4d9c-96e1-639d76b4a71a req-46fa0465-2863-4682-a11f-ccc38481b339 service neutron] Attempting to bind port 17e3788d-730c-45bc-96b5-1b37ae7869ff by drivers openvswitch,hyperv on host n-h1-803378-2 at level 0 using segments [{'id': 'e95263ce-6382-469b-a0ee-77949ec47f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '1e062789-692d-461d-8e36-3955d3cd9ba9'}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 13:07:20.063409 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850f33f8-a048-4d9c-96e1-639d76b4a71a req-46fa0465-2863-4682-a11f-ccc38481b339 service neutron] Attempting to bind port 17e3788d-730c-45bc-96b5-1b37ae7869ff on network 1e062789-692d-461d-8e36-3955d3cd9ba9 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:07:20.072509 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850f33f8-a048-4d9c-96e1-639d76b4a71a req-46fa0465-2863-4682-a11f-ccc38481b339 service neutron] Port 17e3788d-730c-45bc-96b5-1b37ae7869ff on network 1e062789-692d-461d-8e36-3955d3cd9ba9 not bound, no agent of type Open vSwitch agent registered on host n-h1-803378-2 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 13:07:20.073010 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850f33f8-a048-4d9c-96e1-639d76b4a71a req-46fa0465-2863-4682-a11f-ccc38481b339 service neutron] Attempting to bind port 17e3788d-730c-45bc-96b5-1b37ae7869ff on network 1e062789-692d-461d-8e36-3955d3cd9ba9 {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:07:20.086390 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850f33f8-a048-4d9c-96e1-639d76b4a71a req-46fa0465-2863-4682-a11f-ccc38481b339 service neutron] Checking agent: {'id': '40bb7567-59bd-4b31-bc29-da1c50bca759', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803378-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'started_at': datetime.datetime(2021, 8, 5, 11, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 13:07:20.086923 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850f33f8-a048-4d9c-96e1-639d76b4a71a req-46fa0465-2863-4682-a11f-ccc38481b339 service neutron] Checking segment: {'id': 'e95263ce-6382-469b-a0ee-77949ec47f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '1e062789-692d-461d-8e36-3955d3cd9ba9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:07:20.087447 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850f33f8-a048-4d9c-96e1-639d76b4a71a req-46fa0465-2863-4682-a11f-ccc38481b339 service neutron] Bound using segment: {'id': 'e95263ce-6382-469b-a0ee-77949ec47f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '1e062789-692d-461d-8e36-3955d3cd9ba9'} {{(pid=94420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 13:07:20.087998 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.managers [req-850f33f8-a048-4d9c-96e1-639d76b4a71a req-46fa0465-2863-4682-a11f-ccc38481b339 service neutron] Bound port: 17e3788d-730c-45bc-96b5-1b37ae7869ff, host: n-h1-803378-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e95263ce-6382-469b-a0ee-77949ec47f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '1e062789-692d-461d-8e36-3955d3cd9ba9'}}] {{(pid=94420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 13:07:20.088522 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-850f33f8-a048-4d9c-96e1-639d76b4a71a req-46fa0465-2863-4682-a11f-ccc38481b339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:07:20.181219 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-850f33f8-a048-4d9c-96e1-639d76b4a71a req-46fa0465-2863-4682-a11f-ccc38481b339 service neutron] For port 17e3788d-730c-45bc-96b5-1b37ae7869ff, host n-h1-803378-2, cleared binding levels {{(pid=94420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:07:20.184718 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-850f33f8-a048-4d9c-96e1-639d76b4a71a req-46fa0465-2863-4682-a11f-ccc38481b339 service neutron] For port 17e3788d-730c-45bc-96b5-1b37ae7869ff, host n-h1-803378-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=17e3788d-730c-45bc-96b5-1b37ae7869ff,segment=NetworkSegment(e95263ce-6382-469b-a0ee-77949ec47f77),segment_id=e95263ce-6382-469b-a0ee-77949ec47f77)] {{(pid=94420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 13:07:20.190040 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-850f33f8-a048-4d9c-96e1-639d76b4a71a req-46fa0465-2863-4682-a11f-ccc38481b339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:07:20.227795 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850f33f8-a048-4d9c-96e1-639d76b4a71a req-46fa0465-2863-4682-a11f-ccc38481b339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:07:20.228527 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-850f33f8-a048-4d9c-96e1-639d76b4a71a req-46fa0465-2863-4682-a11f-ccc38481b339 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:07:20.229882 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-850f33f8-a048-4d9c-96e1-639d76b4a71a req-46fa0465-2863-4682-a11f-ccc38481b339 service neutron] 10.222.0.64 "PUT /v2.0/ports/17e3788d-730c-45bc-96b5-1b37ae7869ff HTTP/1.1" status: 200 len: 1091 time: 0.7807126 Aug 05 13:07:20.230401 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e3dcba5-bed9-402c-ba6c-e7239ad05f77', 'tag': '17e3788d-730c-45bc-96b5-1b37ae7869ff'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:07:20.232740 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47e10126444b02a26d513ed6f4b145adbdfa00d329c865c61a1608b26e6d0230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bf0fef4-19a0-4b60-9686-ab3bcbd2f9fd" -d '{"events": [{"name": "network-changed", "server_uuid": "4e3dcba5-bed9-402c-ba6c-e7239ad05f77", "tag": "17e3788d-730c-45bc-96b5-1b37ae7869ff"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:07:20.271853 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fa0465-2863-4682-a11f-ccc38481b339 service neutron] Pushing event updated for resources: {'Port': ['ID=17e3788d-730c-45bc-96b5-1b37ae7869ff,revision_number=3']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:07:20.280508 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 13:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edd5dc50-cbba-4eed-81a8-39e48b77bf66 x-openstack-request-id: req-edd5dc50-cbba-4eed-81a8-39e48b77bf66 {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:07:20.280826 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e3dcba5-bed9-402c-ba6c-e7239ad05f77", "tag": "17e3788d-730c-45bc-96b5-1b37ae7869ff", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:07:20.281085 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-edd5dc50-cbba-4eed-81a8-39e48b77bf66 {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:07:20.281500 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e3dcba5-bed9-402c-ba6c-e7239ad05f77', 'tag': '17e3788d-730c-45bc-96b5-1b37ae7869ff', 'status': 'completed', 'code': 200} Aug 05 13:07:20.357798 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850f33f8-a048-4d9c-96e1-639d76b4a71a req-475080b9-60f9-4e65-ab2c-005da5b71345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:07:20.359741 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-850f33f8-a048-4d9c-96e1-639d76b4a71a req-475080b9-60f9-4e65-ab2c-005da5b71345 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4ed60da73d15406c9a9533fcae1b0e3a&device_id=4e3dcba5-bed9-402c-ba6c-e7239ad05f77 HTTP/1.1" status: 200 len: 1094 time: 0.0550718 Aug 05 13:07:20.414776 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-850f33f8-a048-4d9c-96e1-639d76b4a71a req-b35cbed3-0f85-4d32-ae5c-f7787869089f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=17e3788d-730c-45bc-96b5-1b37ae7869ff HTTP/1.1" status: 200 len: 217 time: 0.0401242 Aug 05 13:07:20.477532 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850f33f8-a048-4d9c-96e1-639d76b4a71a req-a14636c7-7381-4385-9e10-d394cd5dfdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:07:20.479111 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-850f33f8-a048-4d9c-96e1-639d76b4a71a req-a14636c7-7381-4385-9e10-d394cd5dfdcd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=915e0484-e2fd-4177-82a6-81e262f4a382 HTTP/1.1" status: 200 len: 849 time: 0.0548654 Aug 05 13:07:20.550065 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850f33f8-a048-4d9c-96e1-639d76b4a71a req-bbce96e4-e3d8-4b8c-aba0-ae33935db749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:07:20.551561 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-850f33f8-a048-4d9c-96e1-639d76b4a71a req-bbce96e4-e3d8-4b8c-aba0-ae33935db749 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1e062789-692d-461d-8e36-3955d3cd9ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0646994 Aug 05 13:07:20.663638 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d12341-7eca-42cc-9acb-d15f1bb64886 req-ba5e29e2-3e40-4375-8fdd-913ac1b79daa tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:07:20.665292 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d9d12341-7eca-42cc-9acb-d15f1bb64886 req-ba5e29e2-3e40-4375-8fdd-913ac1b79daa tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e3dcba5-bed9-402c-ba6c-e7239ad05f77 HTTP/1.1" status: 200 len: 943 time: 0.1188724 Aug 05 13:07:20.700778 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-850f33f8-a048-4d9c-96e1-639d76b4a71a req-ed731282-0281-4f77-be62-8a839119ccaf service neutron] 10.222.0.64 "GET /v2.0/networks/1e062789-692d-461d-8e36-3955d3cd9ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413553 Aug 05 13:07:20.762598 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d9d12341-7eca-42cc-9acb-d15f1bb64886 req-37c143a7-1cc5-4b14-876b-9ea845590465 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] 10.222.0.58 "GET /v2.0/security-groups?id=fd5246d1-7cad-4f60-a664-337a64ded62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903504 Aug 05 13:07:20.828228 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-850f33f8-a048-4d9c-96e1-639d76b4a71a req-c9c77b34-294f-4410-8e94-dda46e63d6c8 service neutron] 10.222.0.64 "GET /v2.0/networks/1e062789-692d-461d-8e36-3955d3cd9ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189935 Aug 05 13:07:20.959736 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf0fef4-19a0-4b60-9686-ab3bcbd2f9fd req-7b415a54-58b9-481d-8e82-fbcdbfdf64a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:07:20.961308 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8bf0fef4-19a0-4b60-9686-ab3bcbd2f9fd req-7b415a54-58b9-481d-8e82-fbcdbfdf64a2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4ed60da73d15406c9a9533fcae1b0e3a&device_id=4e3dcba5-bed9-402c-ba6c-e7239ad05f77 HTTP/1.1" status: 200 len: 1094 time: 0.0460827 Aug 05 13:07:21.067327 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf0fef4-19a0-4b60-9686-ab3bcbd2f9fd req-82fb95af-ebae-4292-a462-c86b2c7580a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:07:21.068870 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8bf0fef4-19a0-4b60-9686-ab3bcbd2f9fd req-82fb95af-ebae-4292-a462-c86b2c7580a3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1e062789-692d-461d-8e36-3955d3cd9ba9 HTTP/1.1" status: 200 len: 911 time: 0.0967739 Aug 05 13:07:21.114394 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8bf0fef4-19a0-4b60-9686-ab3bcbd2f9fd req-9a666f49-6c61-46aa-b3f7-de3210cd3685 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=17e3788d-730c-45bc-96b5-1b37ae7869ff HTTP/1.1" status: 200 len: 217 time: 0.0369759 Aug 05 13:07:21.168078 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf0fef4-19a0-4b60-9686-ab3bcbd2f9fd req-020b978c-e3fb-4102-a07a-fbe070412024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:07:21.170234 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8bf0fef4-19a0-4b60-9686-ab3bcbd2f9fd req-020b978c-e3fb-4102-a07a-fbe070412024 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=915e0484-e2fd-4177-82a6-81e262f4a382 HTTP/1.1" status: 200 len: 849 time: 0.0495052 Aug 05 13:07:21.227951 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf0fef4-19a0-4b60-9686-ab3bcbd2f9fd req-a7b7ab73-da46-4310-b977-4efed76c4712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:07:21.229619 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8bf0fef4-19a0-4b60-9686-ab3bcbd2f9fd req-a7b7ab73-da46-4310-b977-4efed76c4712 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1e062789-692d-461d-8e36-3955d3cd9ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518587 Aug 05 13:07:21.348091 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8bf0fef4-19a0-4b60-9686-ab3bcbd2f9fd req-4ea66220-bf5c-4644-8771-d5268607408d service neutron] 10.222.0.64 "GET /v2.0/networks/1e062789-692d-461d-8e36-3955d3cd9ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091969 Aug 05 13:07:21.468071 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8bf0fef4-19a0-4b60-9686-ab3bcbd2f9fd req-5daffa5b-485f-4886-8d09-168220e51597 service neutron] 10.222.0.64 "GET /v2.0/networks/1e062789-692d-461d-8e36-3955d3cd9ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127281 Aug 05 13:07:21.910926 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c82b48-74fa-40b5-88f1-6e21c75578cc req-3e72a424-9f76-4cce-93dc-7d04d3a28ad1 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:07:21.912709 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-56c82b48-74fa-40b5-88f1-6e21c75578cc req-3e72a424-9f76-4cce-93dc-7d04d3a28ad1 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e3dcba5-bed9-402c-ba6c-e7239ad05f77 HTTP/1.1" status: 200 len: 943 time: 0.0568030 Aug 05 13:07:21.960698 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-56c82b48-74fa-40b5-88f1-6e21c75578cc req-31d8b80d-3449-44df-a860-7dc1777007e1 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] 10.222.0.58 "GET /v2.0/security-groups?id=fd5246d1-7cad-4f60-a664-337a64ded62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417416 Aug 05 13:07:23.099202 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb5955a-0ff1-488d-bdf6-c5775e952b51 req-75e80c6c-83ed-437e-a061-e96f1ee501bd tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:07:23.100771 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-efb5955a-0ff1-488d-bdf6-c5775e952b51 req-75e80c6c-83ed-437e-a061-e96f1ee501bd tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e3dcba5-bed9-402c-ba6c-e7239ad05f77 HTTP/1.1" status: 200 len: 943 time: 0.0668530 Aug 05 13:07:23.146465 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-efb5955a-0ff1-488d-bdf6-c5775e952b51 req-f27e19dc-fa72-4acc-9900-c94581ecedf3 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] 10.222.0.58 "GET /v2.0/security-groups?id=fd5246d1-7cad-4f60-a664-337a64ded62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383928 Aug 05 13:07:23.156942 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:07:24.283292 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940f8ba7-058a-4759-9f5a-adde08cadc63 req-b0ca69e9-f21d-4563-bf75-81b60756bf83 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:07:24.284951 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-940f8ba7-058a-4759-9f5a-adde08cadc63 req-b0ca69e9-f21d-4563-bf75-81b60756bf83 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e3dcba5-bed9-402c-ba6c-e7239ad05f77 HTTP/1.1" status: 200 len: 943 time: 0.0641799 Aug 05 13:07:24.328908 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-940f8ba7-058a-4759-9f5a-adde08cadc63 req-4d1996e1-d697-413e-a2b8-653312b5ce0e tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] 10.222.0.58 "GET /v2.0/security-groups?id=fd5246d1-7cad-4f60-a664-337a64ded62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354183 Aug 05 13:07:24.921406 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 17e3788d-730c-45bc-96b5-1b37ae7869ff details requested by agent hyperv_n-h1-803378-2 with host n-h1-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 13:07:25.049090 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 17e3788d-730c-45bc-96b5-1b37ae7869ff, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=17e3788d-730c-45bc-96b5-1b37ae7869ff,segment=NetworkSegment(e95263ce-6382-469b-a0ee-77949ec47f77),segment_id=e95263ce-6382-469b-a0ee-77949ec47f77)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:07:25.062340 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Returning: {'device': '17e3788d-730c-45bc-96b5-1b37ae7869ff', 'network_id': '1e062789-692d-461d-8e36-3955d3cd9ba9', 'port_id': '17e3788d-730c-45bc-96b5-1b37ae7869ff', 'mac_address': 'fa:16:3e:8a:02:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '915e0484-e2fd-4177-82a6-81e262f4a382', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 13:07:25.103054 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:07:25.121101 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17e3788d-730c-45bc-96b5-1b37ae7869ff {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 13:07:25.142278 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 17e3788d-730c-45bc-96b5-1b37ae7869ff, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=17e3788d-730c-45bc-96b5-1b37ae7869ff,segment=NetworkSegment(e95263ce-6382-469b-a0ee-77949ec47f77),segment_id=e95263ce-6382-469b-a0ee-77949ec47f77)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:07:25.148119 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:07:25.201453 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=17e3788d-730c-45bc-96b5-1b37ae7869ff,revision_number=4']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:07:25.542540 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c215929-c594-47f7-bb11-1eb08180b015 req-e0edc8d6-c79f-4443-af38-db1c48be4e58 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:07:25.545208 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9c215929-c594-47f7-bb11-1eb08180b015 req-e0edc8d6-c79f-4443-af38-db1c48be4e58 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e3dcba5-bed9-402c-ba6c-e7239ad05f77 HTTP/1.1" status: 200 len: 944 time: 0.1435814 Aug 05 13:07:25.587758 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['17e3788d-730c-45bc-96b5-1b37ae7869ff'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 13:07:25.589734 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-9c215929-c594-47f7-bb11-1eb08180b015 req-d2e84600-a16f-4a4b-8fe0-63eaf7fa2811 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] 10.222.0.58 "GET /v2.0/security-groups?id=fd5246d1-7cad-4f60-a664-337a64ded62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379605 Aug 05 13:07:26.787412 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1956861-25ba-44e7-af76-774549b3c69c req-e2189401-a663-4865-bd97-d7d4ca519409 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:07:26.789161 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d1956861-25ba-44e7-af76-774549b3c69c req-e2189401-a663-4865-bd97-d7d4ca519409 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e3dcba5-bed9-402c-ba6c-e7239ad05f77 HTTP/1.1" status: 200 len: 944 time: 0.1113794 Aug 05 13:07:26.834077 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d1956861-25ba-44e7-af76-774549b3c69c req-40feb6e4-a8eb-4873-8f71-0b03b12c3bd5 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] 10.222.0.58 "GET /v2.0/security-groups?id=fd5246d1-7cad-4f60-a664-337a64ded62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367105 Aug 05 13:07:26.944054 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 17e3788d-730c-45bc-96b5-1b37ae7869ff up at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:07:26.993995 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning for port 17e3788d-730c-45bc-96b5-1b37ae7869ff completed by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:07:26.998453 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning complete for port 17e3788d-730c-45bc-96b5-1b37ae7869ff triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:07:26.999029 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:07:27.088867 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:07:27.114106 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e3dcba5-bed9-402c-ba6c-e7239ad05f77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17e3788d-730c-45bc-96b5-1b37ae7869ff'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:07:27.117583 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e1268cc07bff5734ca170491336a8ac74677c017447dd0c96766dddd3e3cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92a76f91-a639-4140-90e4-384239df4df9" -d '{"events": [{"server_uuid": "4e3dcba5-bed9-402c-ba6c-e7239ad05f77", "name": "network-vif-plugged", "status": "completed", "tag": "17e3788d-730c-45bc-96b5-1b37ae7869ff"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:07:27.138614 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 17e3788d-730c-45bc-96b5-1b37ae7869ff, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=17e3788d-730c-45bc-96b5-1b37ae7869ff,segment=NetworkSegment(e95263ce-6382-469b-a0ee-77949ec47f77),segment_id=e95263ce-6382-469b-a0ee-77949ec47f77)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:07:27.144315 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:07:27.170993 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 13:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9644f25a-86df-49e4-9bcd-a57ee04d7a80 x-openstack-request-id: req-9644f25a-86df-49e4-9bcd-a57ee04d7a80 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:07:27.171278 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e3dcba5-bed9-402c-ba6c-e7239ad05f77", "name": "network-vif-plugged", "status": "completed", "tag": "17e3788d-730c-45bc-96b5-1b37ae7869ff", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:07:27.171523 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9644f25a-86df-49e4-9bcd-a57ee04d7a80 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:07:27.171907 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e3dcba5-bed9-402c-ba6c-e7239ad05f77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17e3788d-730c-45bc-96b5-1b37ae7869ff', 'code': 200} Aug 05 13:07:27.204580 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=17e3788d-730c-45bc-96b5-1b37ae7869ff,revision_number=5']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:07:27.319470 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7057b2-5447-444f-b6cb-5fe3d59e19a7 req-0a8022ec-ad8b-48d6-a3a7-2903aa429793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:07:27.321010 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5e7057b2-5447-444f-b6cb-5fe3d59e19a7 req-0a8022ec-ad8b-48d6-a3a7-2903aa429793 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4e3dcba5-bed9-402c-ba6c-e7239ad05f77 HTTP/1.1" status: 200 len: 1096 time: 0.0545321 Aug 05 13:07:27.368618 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5e7057b2-5447-444f-b6cb-5fe3d59e19a7 req-444cce55-5a04-49f0-8097-460966850680 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=fd5246d1-7cad-4f60-a664-337a64ded62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397358 Aug 05 13:07:27.971913 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd99c5d2-06af-40b0-a45d-d140035be14b req-c6af0969-c59b-4972-88c7-202472583baa tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:07:27.973700 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fd99c5d2-06af-40b0-a45d-d140035be14b req-c6af0969-c59b-4972-88c7-202472583baa tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e3dcba5-bed9-402c-ba6c-e7239ad05f77 HTTP/1.1" status: 200 len: 945 time: 0.0576375 Aug 05 13:07:28.021570 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-fd99c5d2-06af-40b0-a45d-d140035be14b req-ecc9a5b8-0384-4dfc-ad15-a32a70415a2a tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] 10.222.0.58 "GET /v2.0/security-groups?id=fd5246d1-7cad-4f60-a664-337a64ded62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398817 Aug 05 13:07:29.165556 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec097ad-1189-4600-9190-7751d2df4ccf req-7fb6eedc-fc56-4151-af85-794ce42bdd41 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:07:29.167287 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bec097ad-1189-4600-9190-7751d2df4ccf req-7fb6eedc-fc56-4151-af85-794ce42bdd41 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e3dcba5-bed9-402c-ba6c-e7239ad05f77 HTTP/1.1" status: 200 len: 945 time: 0.0633523 Aug 05 13:07:29.215712 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bec097ad-1189-4600-9190-7751d2df4ccf req-4e7325a0-ce0a-4bdb-a7ce-2a9bcf50d358 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] 10.222.0.58 "GET /v2.0/security-groups?id=fd5246d1-7cad-4f60-a664-337a64ded62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405006 Aug 05 13:07:29.362514 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3a7282-d60a-4be0-867b-7c937280628f req-fa43f528-1796-4942-ab80-3f98e4289da4 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:07:29.364064 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6b3a7282-d60a-4be0-867b-7c937280628f req-fa43f528-1796-4942-ab80-3f98e4289da4 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e3dcba5-bed9-402c-ba6c-e7239ad05f77 HTTP/1.1" status: 200 len: 945 time: 0.0596130 Aug 05 13:07:29.406033 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-6b3a7282-d60a-4be0-867b-7c937280628f req-7174ee3c-1892-4bc8-8836-3461ffa2d446 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] 10.222.0.58 "GET /v2.0/security-groups?id=fd5246d1-7cad-4f60-a664-337a64ded62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351310 Aug 05 13:07:29.429300 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 51778) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:07:29.483124 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7e919b-03df-4529-800b-2e71ae23b4e4 tempest-TestSnapshotPattern-324886699 tempest-TestSnapshotPattern-324886699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:07:29.485690 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-2d7e919b-03df-4529-800b-2e71ae23b4e4 tempest-TestSnapshotPattern-324886699 tempest-TestSnapshotPattern-324886699-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=4e3dcba5-bed9-402c-ba6c-e7239ad05f77 HTTP/1.1" status: 200 len: 1091 time: 0.0552437 Aug 05 13:07:29.489359 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 51780) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:07:29.496609 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.v2.base [None req-d4af4b31-a908-440f-b543-b7a429b1ea62 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Request body: {'floatingip': {'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'port_id': '17e3788d-730c-45bc-96b5-1b37ae7869ff', 'tenant_id': '4ed60da73d15406c9a9533fcae1b0e3a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:07:29.530531 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d4af4b31-a908-440f-b543-b7a429b1ea62 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Notify callbacks [] for floatingip, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:07:29.660791 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d4af4b31-a908-440f-b543-b7a429b1ea62 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:07:29.841813 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.db_base_plugin_common [None req-d4af4b31-a908-440f-b543-b7a429b1ea62 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Allocated IP 172.25.5.21 (36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd/c071c638-312e-4c89-b808-e31c9da83d73/d659dc9e-039f-413e-99da-74590319a7d7) {{(pid=94420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 13:07:29.983333 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d4af4b31-a908-440f-b543-b7a429b1ea62 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Notify callbacks [] for port, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:07:30.039574 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d4af4b31-a908-440f-b543-b7a429b1ea62 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774769101294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:07:30.078781 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4af4b31-a908-440f-b543-b7a429b1ea62 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Network 36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd is already hosted by enough agents. {{(pid=94420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:07:30.081864 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.base_scheduler [None req-d4af4b31-a908-440f-b543-b7a429b1ea62 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Resources bound (agent type, host, resource id): {{(pid=94420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:07:30.090194 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4af4b31-a908-440f-b543-b7a429b1ea62 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Received port after_create {{(pid=94420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 13:07:30.117360 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4af4b31-a908-440f-b543-b7a429b1ea62 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Pushing event updated for resources: {'Port': ['ID=d659dc9e-039f-413e-99da-74590319a7d7,revision_number=1']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:07:30.503439 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d4af4b31-a908-440f-b543-b7a429b1ea62 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:07:30.517794 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:07:30.592627 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d4af4b31-a908-440f-b543-b7a429b1ea62 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:07:30.776584 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d4af4b31-a908-440f-b543-b7a429b1ea62 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Notify callbacks [] for port, precommit_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:07:30.782783 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d4af4b31-a908-440f-b543-b7a429b1ea62 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29762801'] for port, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:07:30.855476 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4af4b31-a908-440f-b543-b7a429b1ea62 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Pushing event updated for resources: {'Port': ['ID=d659dc9e-039f-413e-99da-74590319a7d7,revision_number=2']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:07:30.868984 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d4af4b31-a908-440f-b543-b7a429b1ea62 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33287247'] for floatingip, after_update {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:07:30.999055 n-d-803378-2 neutron-server[94420]: INFO neutron.db.l3_db [None req-d4af4b31-a908-440f-b543-b7a429b1ea62 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Floating IP 5440e7a3-bf5f-4cbf-a88d-0407dbe79994 associated. External IP: 172.25.5.21, port: 17e3788d-730c-45bc-96b5-1b37ae7869ff. Aug 05 13:07:31.229348 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4af4b31-a908-440f-b543-b7a429b1ea62 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Router f3bff84d-c096-4f7f-9eb6-5a05a3b248db has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 13:07:31.357729 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4af4b31-a908-440f-b543-b7a429b1ea62 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 13:07:31.370253 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ea0743-6361-46c1-8672-4e3c4b67cc80 None None] Sync routers for ids ['f3bff84d-c096-4f7f-9eb6-5a05a3b248db'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 13:07:31.384184 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ea0743-6361-46c1-8672-4e3c4b67cc80 None None] Routers {'f3bff84d-c096-4f7f-9eb6-5a05a3b248db'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:07:31.385326 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-02ea0743-6361-46c1-8672-4e3c4b67cc80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T13:07:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['f3bff84d-c096-4f7f-9eb6-5a05a3b248db'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:07:31.389047 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-d4af4b31-a908-440f-b543-b7a429b1ea62 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:07:31.432538 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-d4af4b31-a908-440f-b543-b7a429b1ea62 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9329987 Aug 05 13:07:31.432538 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e3dcba5-bed9-402c-ba6c-e7239ad05f77', 'tag': '17e3788d-730c-45bc-96b5-1b37ae7869ff'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:07:31.432538 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47e10126444b02a26d513ed6f4b145adbdfa00d329c865c61a1608b26e6d0230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c77e49a9-5619-495b-af6b-667ccef7a2ea" -d '{"events": [{"name": "network-changed", "server_uuid": "4e3dcba5-bed9-402c-ba6c-e7239ad05f77", "tag": "17e3788d-730c-45bc-96b5-1b37ae7869ff"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:07:31.473394 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 13:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da5220b8-b0e1-43ef-9fef-42a3f1dc9af1 x-openstack-request-id: req-da5220b8-b0e1-43ef-9fef-42a3f1dc9af1 {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:07:31.473692 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e3dcba5-bed9-402c-ba6c-e7239ad05f77", "tag": "17e3788d-730c-45bc-96b5-1b37ae7869ff", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:07:31.473950 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-da5220b8-b0e1-43ef-9fef-42a3f1dc9af1 {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:07:31.474372 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e3dcba5-bed9-402c-ba6c-e7239ad05f77', 'tag': '17e3788d-730c-45bc-96b5-1b37ae7869ff', 'status': 'completed', 'code': 200} Aug 05 13:07:31.508319 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-02ea0743-6361-46c1-8672-4e3c4b67cc80 None None] Set router f3bff84d-c096-4f7f-9eb6-5a05a3b248db gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 13:07:31.567235 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77e49a9-5619-495b-af6b-667ccef7a2ea req-50fa8689-4d4f-4a37-85a9-19748bbf3231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:07:31.569219 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c77e49a9-5619-495b-af6b-667ccef7a2ea req-50fa8689-4d4f-4a37-85a9-19748bbf3231 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4ed60da73d15406c9a9533fcae1b0e3a&device_id=4e3dcba5-bed9-402c-ba6c-e7239ad05f77 HTTP/1.1" status: 200 len: 1096 time: 0.0503304 Aug 05 13:07:31.718314 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77e49a9-5619-495b-af6b-667ccef7a2ea req-7d4421e3-50fa-4c3d-a0e9-e83fd8aacb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:07:31.719928 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c77e49a9-5619-495b-af6b-667ccef7a2ea req-7d4421e3-50fa-4c3d-a0e9-e83fd8aacb23 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1e062789-692d-461d-8e36-3955d3cd9ba9 HTTP/1.1" status: 200 len: 911 time: 0.1432333 Aug 05 13:07:31.824382 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c77e49a9-5619-495b-af6b-667ccef7a2ea req-704cdc0c-f3fd-4c25-9d8f-348f3d1b4f80 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=17e3788d-730c-45bc-96b5-1b37ae7869ff HTTP/1.1" status: 200 len: 998 time: 0.0962768 Aug 05 13:07:31.881896 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77e49a9-5619-495b-af6b-667ccef7a2ea req-f6b0bb8d-de19-4775-8672-b2f6f983e844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:07:31.883540 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c77e49a9-5619-495b-af6b-667ccef7a2ea req-f6b0bb8d-de19-4775-8672-b2f6f983e844 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=915e0484-e2fd-4177-82a6-81e262f4a382 HTTP/1.1" status: 200 len: 849 time: 0.0503538 Aug 05 13:07:31.939305 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77e49a9-5619-495b-af6b-667ccef7a2ea req-c56984d1-3ac6-4ac3-bd5e-bc17e2909153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:07:31.941014 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c77e49a9-5619-495b-af6b-667ccef7a2ea req-c56984d1-3ac6-4ac3-bd5e-bc17e2909153 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1e062789-692d-461d-8e36-3955d3cd9ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492539 Aug 05 13:07:31.954270 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-02ea0743-6361-46c1-8672-4e3c4b67cc80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3bff84d-c096-4f7f-9eb6-5a05a3b248db', 'name': 'tempest-TestSnapshotPattern-1221922758-router', 'tenant_id': '4ed60da73d15406c9a9533fcae1b0e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': 'ca8cab94-344f-4a78-a81d-40f85c4f6488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:04:29Z', 'updated_at': '2021-08-05T13:04:32Z', 'revision_number': 4, 'project_id': '4ed60da73d15406c9a9533fcae1b0e3a', 'gw_port': {'id': 'ca8cab94-344f-4a78-a81d-40f85c4f6488', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bff84d-c096-4f7f-9eb6-5a05a3b248db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:04:29Z', 'updated_at': '2021-08-05T13:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': '5440e7a3-bf5f-4cbf-a88d-0407dbe79994', 'tenant_id': '4ed60da73d15406c9a9533fcae1b0e3a', 'floating_ip_address': '172.25.5.21', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': 'f3bff84d-c096-4f7f-9eb6-5a05a3b248db', 'port_id': '17e3788d-730c-45bc-96b5-1b37ae7869ff', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4361, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e062789-692d-461d-8e36-3955d3cd9ba9', 'mac_address': 'fa:16:3e:8a:02:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3dcba5-bed9-402c-ba6c-e7239ad05f77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T13:07:30Z', 'updated_at': '2021-08-05T13:07:30Z', 'revision_number': 0, 'project_id': '4ed60da73d15406c9a9533fcae1b0e3a', 'fixed_ip_address_scope': None}, {'id': '585aa245-0053-47ac-b529-91c11c475478', 'tenant_id': '4ed60da73d15406c9a9533fcae1b0e3a', 'floating_ip_address': '172.25.5.119', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': 'f3bff84d-c096-4f7f-9eb6-5a05a3b248db', 'port_id': 'a6580efd-bae3-4745-91dd-48f85fdaa329', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e062789-692d-461d-8e36-3955d3cd9ba9', 'mac_address': 'fa:16:3e:1a:80:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf21a283-7e0a-44d4-aec2-971d0991e5a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T13:04:53Z', 'updated_at': '2021-08-05T13:04:55Z', 'revision_number': 1, 'project_id': '4ed60da73d15406c9a9533fcae1b0e3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db89ecab-c2d2-43f3-b1d7-cdab1351dc9b', 'name': '', 'network_id': '1e062789-692d-461d-8e36-3955d3cd9ba9', 'tenant_id': '4ed60da73d15406c9a9533fcae1b0e3a', 'mac_address': 'fa:16:3e:f4:ba:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bff84d-c096-4f7f-9eb6-5a05a3b248db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '915e0484-e2fd-4177-82a6-81e262f4a382', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:04:31Z', 'updated_at': '2021-08-05T13:04:38Z', 'revision_number': 5, 'project_id': '4ed60da73d15406c9a9533fcae1b0e3a', 'subnets': [{'id': '915e0484-e2fd-4177-82a6-81e262f4a382', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:07:31.986803 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ea0743-6361-46c1-8672-4e3c4b67cc80 None None] Checking router: f3bff84d-c096-4f7f-9eb6-5a05a3b248db for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 13:07:32.006568 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ea0743-6361-46c1-8672-4e3c4b67cc80 None None] Routers {'f3bff84d-c096-4f7f-9eb6-5a05a3b248db'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:07:32.007268 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-02ea0743-6361-46c1-8672-4e3c4b67cc80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T13:07:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['f3bff84d-c096-4f7f-9eb6-5a05a3b248db'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:07:32.063664 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c77e49a9-5619-495b-af6b-667ccef7a2ea req-be76e89d-67be-4d4f-b843-e0b9f7a7a366 service neutron] 10.222.0.64 "GET /v2.0/networks/1e062789-692d-461d-8e36-3955d3cd9ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145744 Aug 05 13:07:32.140649 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-02ea0743-6361-46c1-8672-4e3c4b67cc80 None None] Set router f3bff84d-c096-4f7f-9eb6-5a05a3b248db gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 13:07:32.171376 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-c77e49a9-5619-495b-af6b-667ccef7a2ea req-16e70d71-5286-4d17-9330-4a450f47238e service neutron] 10.222.0.64 "GET /v2.0/networks/1e062789-692d-461d-8e36-3955d3cd9ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004128 Aug 05 13:07:32.423319 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-02ea0743-6361-46c1-8672-4e3c4b67cc80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3bff84d-c096-4f7f-9eb6-5a05a3b248db', 'name': 'tempest-TestSnapshotPattern-1221922758-router', 'tenant_id': '4ed60da73d15406c9a9533fcae1b0e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': 'ca8cab94-344f-4a78-a81d-40f85c4f6488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:04:29Z', 'updated_at': '2021-08-05T13:04:32Z', 'revision_number': 4, 'project_id': '4ed60da73d15406c9a9533fcae1b0e3a', 'gw_port': {'id': 'ca8cab94-344f-4a78-a81d-40f85c4f6488', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bff84d-c096-4f7f-9eb6-5a05a3b248db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:04:29Z', 'updated_at': '2021-08-05T13:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': '5440e7a3-bf5f-4cbf-a88d-0407dbe79994', 'tenant_id': '4ed60da73d15406c9a9533fcae1b0e3a', 'floating_ip_address': '172.25.5.21', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': 'f3bff84d-c096-4f7f-9eb6-5a05a3b248db', 'port_id': '17e3788d-730c-45bc-96b5-1b37ae7869ff', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4361, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e062789-692d-461d-8e36-3955d3cd9ba9', 'mac_address': 'fa:16:3e:8a:02:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3dcba5-bed9-402c-ba6c-e7239ad05f77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T13:07:30Z', 'updated_at': '2021-08-05T13:07:30Z', 'revision_number': 0, 'project_id': '4ed60da73d15406c9a9533fcae1b0e3a', 'fixed_ip_address_scope': None}, {'id': '585aa245-0053-47ac-b529-91c11c475478', 'tenant_id': '4ed60da73d15406c9a9533fcae1b0e3a', 'floating_ip_address': '172.25.5.119', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': 'f3bff84d-c096-4f7f-9eb6-5a05a3b248db', 'port_id': 'a6580efd-bae3-4745-91dd-48f85fdaa329', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e062789-692d-461d-8e36-3955d3cd9ba9', 'mac_address': 'fa:16:3e:1a:80:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf21a283-7e0a-44d4-aec2-971d0991e5a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T13:04:53Z', 'updated_at': '2021-08-05T13:04:55Z', 'revision_number': 1, 'project_id': '4ed60da73d15406c9a9533fcae1b0e3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db89ecab-c2d2-43f3-b1d7-cdab1351dc9b', 'name': '', 'network_id': '1e062789-692d-461d-8e36-3955d3cd9ba9', 'tenant_id': '4ed60da73d15406c9a9533fcae1b0e3a', 'mac_address': 'fa:16:3e:f4:ba:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bff84d-c096-4f7f-9eb6-5a05a3b248db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '915e0484-e2fd-4177-82a6-81e262f4a382', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:04:31Z', 'updated_at': '2021-08-05T13:04:38Z', 'revision_number': 5, 'project_id': '4ed60da73d15406c9a9533fcae1b0e3a', 'subnets': [{'id': '915e0484-e2fd-4177-82a6-81e262f4a382', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:07:32.457980 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ea0743-6361-46c1-8672-4e3c4b67cc80 None None] The sync data for ids ['f3bff84d-c096-4f7f-9eb6-5a05a3b248db'] in n-d-803378-2 is: [{'id': 'f3bff84d-c096-4f7f-9eb6-5a05a3b248db', 'name': 'tempest-TestSnapshotPattern-1221922758-router', 'tenant_id': '4ed60da73d15406c9a9533fcae1b0e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': 'ca8cab94-344f-4a78-a81d-40f85c4f6488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:04:29Z', 'updated_at': '2021-08-05T13:04:32Z', 'revision_number': 4, 'project_id': '4ed60da73d15406c9a9533fcae1b0e3a', 'gw_port': {'id': 'ca8cab94-344f-4a78-a81d-40f85c4f6488', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bff84d-c096-4f7f-9eb6-5a05a3b248db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:04:29Z', 'updated_at': '2021-08-05T13:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': '5440e7a3-bf5f-4cbf-a88d-0407dbe79994', 'tenant_id': '4ed60da73d15406c9a9533fcae1b0e3a', 'floating_ip_address': '172.25.5.21', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': 'f3bff84d-c096-4f7f-9eb6-5a05a3b248db', 'port_id': '17e3788d-730c-45bc-96b5-1b37ae7869ff', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4361, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e062789-692d-461d-8e36-3955d3cd9ba9', 'mac_address': 'fa:16:3e:8a:02:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3dcba5-bed9-402c-ba6c-e7239ad05f77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T13:07:30Z', 'updated_at': '2021-08-05T13:07:30Z', 'revision_number': 0, 'project_id': '4ed60da73d15406c9a9533fcae1b0e3a', 'fixed_ip_address_scope': None}, {'id': '585aa245-0053-47ac-b529-91c11c475478', 'tenant_id': '4ed60da73d15406c9a9533fcae1b0e3a', 'floating_ip_address': '172.25.5.119', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': 'f3bff84d-c096-4f7f-9eb6-5a05a3b248db', 'port_id': 'a6580efd-bae3-4745-91dd-48f85fdaa329', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e062789-692d-461d-8e36-3955d3cd9ba9', 'mac_address': 'fa:16:3e:1a:80:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf21a283-7e0a-44d4-aec2-971d0991e5a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T13:04:53Z', 'updated_at': '2021-08-05T13:04:55Z', 'revision_number': 1, 'project_id': '4ed60da73d15406c9a9533fcae1b0e3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db89ecab-c2d2-43f3-b1d7-cdab1351dc9b', 'name': '', 'network_id': '1e062789-692d-461d-8e36-3955d3cd9ba9', 'tenant_id': '4ed60da73d15406c9a9533fcae1b0e3a', 'mac_address': 'fa:16:3e:f4:ba:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bff84d-c096-4f7f-9eb6-5a05a3b248db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '915e0484-e2fd-4177-82a6-81e262f4a382', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:04:31Z', 'updated_at': '2021-08-05T13:04:38Z', 'revision_number': 5, 'project_id': '4ed60da73d15406c9a9533fcae1b0e3a', 'subnets': [{'id': '915e0484-e2fd-4177-82a6-81e262f4a382', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 13:07:32.698948 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d2b9ea-ae0e-463e-9e45-8467df28ef29 None None] New status for floating IP 5440e7a3-bf5f-4cbf-a88d-0407dbe79994: ACTIVE {{(pid=94423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 13:07:37.423668 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-7ae51969-b58d-4a15-9fe5-9e33d8a436b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:07:40.192579 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-d2d112aa-b176-420b-91bf-8bd1b8c135cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:07:40.236783 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:07:42.194784 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:07:44.325274 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:07:45.838796 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 13:07:53.151582 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:08:00.516607 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:08:07.415894 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-be9d38fd-4b76-448c-99b7-21a518bf215e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:08:10.197647 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c3eb851b-720a-474c-bba9-1a6dbdecf842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:08:10.241411 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:08:10.332200 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-001f540d-8eda-463e-ba33-be7d451f3b21 req-40329819-9ffc-4ed6-bd16-a9ce6fcc37d1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4e3dcba5-bed9-402c-ba6c-e7239ad05f77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0537286 Aug 05 13:08:10.448208 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001f540d-8eda-463e-ba33-be7d451f3b21 req-3d491cd1-c3ab-441c-ae64-28f40f007dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:08:10.449286 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-001f540d-8eda-463e-ba33-be7d451f3b21 req-3d491cd1-c3ab-441c-ae64-28f40f007dab service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4ed60da73d15406c9a9533fcae1b0e3a&device_id=4e3dcba5-bed9-402c-ba6c-e7239ad05f77 HTTP/1.1" status: 200 len: 1096 time: 0.0500712 Aug 05 13:08:10.568753 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001f540d-8eda-463e-ba33-be7d451f3b21 req-050133b8-4c70-4fb7-8c2b-16a2b39929b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:08:10.570293 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-001f540d-8eda-463e-ba33-be7d451f3b21 req-050133b8-4c70-4fb7-8c2b-16a2b39929b9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1e062789-692d-461d-8e36-3955d3cd9ba9 HTTP/1.1" status: 200 len: 911 time: 0.0998816 Aug 05 13:08:10.641204 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-001f540d-8eda-463e-ba33-be7d451f3b21 req-caca682d-3265-4f4a-a275-689cba5a3c84 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=17e3788d-730c-45bc-96b5-1b37ae7869ff HTTP/1.1" status: 200 len: 1000 time: 0.0629742 Aug 05 13:08:10.704996 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001f540d-8eda-463e-ba33-be7d451f3b21 req-c439eb42-1853-4139-9956-a903d56c21e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:08:10.707114 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-001f540d-8eda-463e-ba33-be7d451f3b21 req-c439eb42-1853-4139-9956-a903d56c21e5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=915e0484-e2fd-4177-82a6-81e262f4a382 HTTP/1.1" status: 200 len: 849 time: 0.0587914 Aug 05 13:08:10.768966 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001f540d-8eda-463e-ba33-be7d451f3b21 req-7308de6c-090c-43d6-bff9-664944d61165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:08:10.770540 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-001f540d-8eda-463e-ba33-be7d451f3b21 req-7308de6c-090c-43d6-bff9-664944d61165 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1e062789-692d-461d-8e36-3955d3cd9ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550034 Aug 05 13:08:10.867811 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-001f540d-8eda-463e-ba33-be7d451f3b21 req-4f7727eb-b8ba-4f40-a352-636c72955bb7 service neutron] 10.222.0.64 "GET /v2.0/networks/1e062789-692d-461d-8e36-3955d3cd9ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895524 Aug 05 13:08:10.968225 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-001f540d-8eda-463e-ba33-be7d451f3b21 req-48943ac9-0053-4f83-827d-2a34b2cbedf6 service neutron] 10.222.0.64 "GET /v2.0/networks/1e062789-692d-461d-8e36-3955d3cd9ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931928 Aug 05 13:08:12.198001 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:08:14.327967 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:08:16.551269 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c6b6ee03-f53a-49a4-92a4-d3d15c044ab8 req-f4474d2f-f3a3-456b-9379-c859a4e1399c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=cf21a283-7e0a-44d4-aec2-971d0991e5a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0433140 Aug 05 13:08:16.655754 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b6ee03-f53a-49a4-92a4-d3d15c044ab8 req-0b233a45-59f5-4333-9537-0639dde16abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:08:16.657350 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c6b6ee03-f53a-49a4-92a4-d3d15c044ab8 req-0b233a45-59f5-4333-9537-0639dde16abd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4ed60da73d15406c9a9533fcae1b0e3a&device_id=cf21a283-7e0a-44d4-aec2-971d0991e5a2 HTTP/1.1" status: 200 len: 1094 time: 0.0476794 Aug 05 13:08:16.773621 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b6ee03-f53a-49a4-92a4-d3d15c044ab8 req-a9169c29-685b-472f-9104-83726adf03f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:08:16.775027 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c6b6ee03-f53a-49a4-92a4-d3d15c044ab8 req-a9169c29-685b-472f-9104-83726adf03f8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1e062789-692d-461d-8e36-3955d3cd9ba9 HTTP/1.1" status: 200 len: 911 time: 0.0985768 Aug 05 13:08:16.854759 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c6b6ee03-f53a-49a4-92a4-d3d15c044ab8 req-2bf02e4a-97a6-4205-b079-2e205aa10f66 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a6580efd-bae3-4745-91dd-48f85fdaa329 HTTP/1.1" status: 200 len: 999 time: 0.0726128 Aug 05 13:08:16.918686 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b6ee03-f53a-49a4-92a4-d3d15c044ab8 req-00ec3dbe-6aa7-4cf2-9c72-1547207c5358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:08:16.919938 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c6b6ee03-f53a-49a4-92a4-d3d15c044ab8 req-00ec3dbe-6aa7-4cf2-9c72-1547207c5358 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=915e0484-e2fd-4177-82a6-81e262f4a382 HTTP/1.1" status: 200 len: 849 time: 0.0589786 Aug 05 13:08:16.975330 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b6ee03-f53a-49a4-92a4-d3d15c044ab8 req-a13f3d70-f5c7-4412-b110-c7d609b462f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:08:16.976882 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c6b6ee03-f53a-49a4-92a4-d3d15c044ab8 req-a13f3d70-f5c7-4412-b110-c7d609b462f2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1e062789-692d-461d-8e36-3955d3cd9ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500491 Aug 05 13:08:17.401960 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c6b6ee03-f53a-49a4-92a4-d3d15c044ab8 req-b83db739-ef76-45f4-bb91-aa80943619c2 service neutron] 10.222.0.55 "GET /v2.0/networks/1e062789-692d-461d-8e36-3955d3cd9ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4179504 Aug 05 13:08:17.496004 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-c6b6ee03-f53a-49a4-92a4-d3d15c044ab8 req-6e2c5900-1218-4eba-9cd5-34096d44b1ec service neutron] 10.222.0.55 "GET /v2.0/networks/1e062789-692d-461d-8e36-3955d3cd9ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871553 Aug 05 13:08:22.839241 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 13:08:23.165543 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:08:30.533227 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:08:37.419878 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-0f6b73d0-3da3-44a9-8775-26f2d3e4c97b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:08:40.192331 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-769046bf-fbed-4c98-9ed4-a6a2cb1a8b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:08:40.250393 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:08:42.199624 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:08:44.329150 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:08:53.169180 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:08:59.838212 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 13:09:00.538226 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:09:07.424733 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-a99ea38c-76c8-445e-a401-16bf92831d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:09:10.195051 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-84f3a6a8-925f-41dd-aaab-8ac1631cf1b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:09:10.243502 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:09:10.331047 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8d24bcc4-44f8-4fd8-a611-8a14f8501ed6 req-956aaacb-0d88-4a32-9f29-77a341c47089 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4e3dcba5-bed9-402c-ba6c-e7239ad05f77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0431242 Aug 05 13:09:10.437049 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d24bcc4-44f8-4fd8-a611-8a14f8501ed6 req-fde6364a-41e9-4210-97a8-e6a5432c5b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:09:10.439066 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8d24bcc4-44f8-4fd8-a611-8a14f8501ed6 req-fde6364a-41e9-4210-97a8-e6a5432c5b81 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4ed60da73d15406c9a9533fcae1b0e3a&device_id=4e3dcba5-bed9-402c-ba6c-e7239ad05f77 HTTP/1.1" status: 200 len: 1096 time: 0.0470562 Aug 05 13:09:10.570958 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d24bcc4-44f8-4fd8-a611-8a14f8501ed6 req-fd0766b2-e8b2-48dd-a137-c6cfadfefc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:09:10.572517 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8d24bcc4-44f8-4fd8-a611-8a14f8501ed6 req-fd0766b2-e8b2-48dd-a137-c6cfadfefc02 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1e062789-692d-461d-8e36-3955d3cd9ba9 HTTP/1.1" status: 200 len: 911 time: 0.1038353 Aug 05 13:09:10.646622 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8d24bcc4-44f8-4fd8-a611-8a14f8501ed6 req-682c16a8-49a5-4965-b5ba-d5cd4d128623 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=17e3788d-730c-45bc-96b5-1b37ae7869ff HTTP/1.1" status: 200 len: 1000 time: 0.0656261 Aug 05 13:09:10.698981 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d24bcc4-44f8-4fd8-a611-8a14f8501ed6 req-4261cf91-b686-43fb-8eca-49cf77eebc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:09:10.700581 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8d24bcc4-44f8-4fd8-a611-8a14f8501ed6 req-4261cf91-b686-43fb-8eca-49cf77eebc44 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=915e0484-e2fd-4177-82a6-81e262f4a382 HTTP/1.1" status: 200 len: 849 time: 0.0466921 Aug 05 13:09:10.753854 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d24bcc4-44f8-4fd8-a611-8a14f8501ed6 req-ce93ca64-651b-43df-a7d4-56408ee18e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:09:10.755383 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8d24bcc4-44f8-4fd8-a611-8a14f8501ed6 req-ce93ca64-651b-43df-a7d4-56408ee18e3e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1e062789-692d-461d-8e36-3955d3cd9ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483410 Aug 05 13:09:10.849962 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8d24bcc4-44f8-4fd8-a611-8a14f8501ed6 req-faa22a2e-ee57-4610-924b-7d33785f4e3c service neutron] 10.222.0.64 "GET /v2.0/networks/1e062789-692d-461d-8e36-3955d3cd9ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863931 Aug 05 13:09:10.949759 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8d24bcc4-44f8-4fd8-a611-8a14f8501ed6 req-6df87440-49cb-40ae-83c3-0ec00fa4c7da service neutron] 10.222.0.64 "GET /v2.0/networks/1e062789-692d-461d-8e36-3955d3cd9ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925527 Aug 05 13:09:12.201254 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:09:14.335530 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:09:18.623588 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8dff8779-397e-431a-bbc3-f58970e74f37 req-d7c7193c-3691-48b8-b4cb-484440cd7b9c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=cf21a283-7e0a-44d4-aec2-971d0991e5a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1258924 Aug 05 13:09:18.733259 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dff8779-397e-431a-bbc3-f58970e74f37 req-3e3a9fd0-674a-4d74-b229-d94705254317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:09:18.735594 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8dff8779-397e-431a-bbc3-f58970e74f37 req-3e3a9fd0-674a-4d74-b229-d94705254317 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4ed60da73d15406c9a9533fcae1b0e3a&device_id=cf21a283-7e0a-44d4-aec2-971d0991e5a2 HTTP/1.1" status: 200 len: 1094 time: 0.0514362 Aug 05 13:09:18.849998 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dff8779-397e-431a-bbc3-f58970e74f37 req-cae2852e-385c-4ef4-a379-d71c664753b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:09:18.851556 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8dff8779-397e-431a-bbc3-f58970e74f37 req-cae2852e-385c-4ef4-a379-d71c664753b3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1e062789-692d-461d-8e36-3955d3cd9ba9 HTTP/1.1" status: 200 len: 911 time: 0.0917165 Aug 05 13:09:18.941564 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8dff8779-397e-431a-bbc3-f58970e74f37 req-2d5374bd-1ac4-4853-aec4-0720566ceaf8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a6580efd-bae3-4745-91dd-48f85fdaa329 HTTP/1.1" status: 200 len: 999 time: 0.0828307 Aug 05 13:09:18.993444 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dff8779-397e-431a-bbc3-f58970e74f37 req-cc6dcfc9-ca9d-4037-a7ec-0f62943c8e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:09:18.994960 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8dff8779-397e-431a-bbc3-f58970e74f37 req-cc6dcfc9-ca9d-4037-a7ec-0f62943c8e58 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=915e0484-e2fd-4177-82a6-81e262f4a382 HTTP/1.1" status: 200 len: 849 time: 0.0470016 Aug 05 13:09:19.043262 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dff8779-397e-431a-bbc3-f58970e74f37 req-6f6c552b-414b-47e2-9b3a-9cdbb6158e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:09:19.044865 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8dff8779-397e-431a-bbc3-f58970e74f37 req-6f6c552b-414b-47e2-9b3a-9cdbb6158e37 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1e062789-692d-461d-8e36-3955d3cd9ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430298 Aug 05 13:09:19.147204 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8dff8779-397e-431a-bbc3-f58970e74f37 req-b9cfceef-8c3a-4768-b1ce-bb9e97b03c79 service neutron] 10.222.0.55 "GET /v2.0/networks/1e062789-692d-461d-8e36-3955d3cd9ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943642 Aug 05 13:09:19.248992 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-8dff8779-397e-431a-bbc3-f58970e74f37 req-a126867c-9ef2-4ad0-98ba-d49877428377 service neutron] 10.222.0.55 "GET /v2.0/networks/1e062789-692d-461d-8e36-3955d3cd9ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954773 Aug 05 13:09:23.183961 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:09:30.541909 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:09:36.837443 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 13:09:37.430224 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-3b14e5be-0cf0-43bd-bcb0-c5598eb6db1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:09:40.199141 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-64dde2ab-1d3a-4b97-a827-8d2bfcc46b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:09:40.246791 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:09:42.204235 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:09:44.327060 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:09:47.723288 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 17e3788d-730c-45bc-96b5-1b37ae7869ff details requested by agent hyperv_n-h1-803378-2 with host n-h1-803378-2 {{(pid=94422) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 13:09:47.834573 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 17e3788d-730c-45bc-96b5-1b37ae7869ff, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=17e3788d-730c-45bc-96b5-1b37ae7869ff,segment=NetworkSegment(e95263ce-6382-469b-a0ee-77949ec47f77),segment_id=e95263ce-6382-469b-a0ee-77949ec47f77)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:09:47.847677 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Returning: {'device': '17e3788d-730c-45bc-96b5-1b37ae7869ff', 'network_id': '1e062789-692d-461d-8e36-3955d3cd9ba9', 'port_id': '17e3788d-730c-45bc-96b5-1b37ae7869ff', 'mac_address': 'fa:16:3e:8a:02:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '915e0484-e2fd-4177-82a6-81e262f4a382', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94422) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 13:09:47.886292 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:09:47.900378 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 17e3788d-730c-45bc-96b5-1b37ae7869ff {{(pid=94422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 13:09:47.921837 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 17e3788d-730c-45bc-96b5-1b37ae7869ff, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=17e3788d-730c-45bc-96b5-1b37ae7869ff,segment=NetworkSegment(e95263ce-6382-469b-a0ee-77949ec47f77),segment_id=e95263ce-6382-469b-a0ee-77949ec47f77)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:09:47.927174 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:09:47.977617 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=17e3788d-730c-45bc-96b5-1b37ae7869ff,revision_number=6']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:09:47.985308 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:09:47.985736 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:09:47.985998 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:09:47.986376 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:09:47.986943 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:09:47.987138 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:09:47.987430 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:09:47.987681 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:09:47.988014 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:09:47.988557 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:09:47.988862 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:09:47.989190 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:09:48.067092 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] get_ports_and_sgs() called for port_ids ['17e3788d-730c-45bc-96b5-1b37ae7869ff'] {{(pid=94422) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 13:09:49.741741 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 17e3788d-730c-45bc-96b5-1b37ae7869ff up at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:09:49.792665 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.provisioning_blocks [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Provisioning complete for port 17e3788d-730c-45bc-96b5-1b37ae7869ff triggered by entity L2. {{(pid=94422) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:09:49.793043 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566821'] for port, provisioning_complete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:09:49.875947 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:09:49.899367 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e3dcba5-bed9-402c-ba6c-e7239ad05f77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17e3788d-730c-45bc-96b5-1b37ae7869ff'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:09:49.901708 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e1268cc07bff5734ca170491336a8ac74677c017447dd0c96766dddd3e3cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c550061-751f-477f-90be-6619cb55056e" -d '{"events": [{"server_uuid": "4e3dcba5-bed9-402c-ba6c-e7239ad05f77", "name": "network-vif-plugged", "status": "completed", "tag": "17e3788d-730c-45bc-96b5-1b37ae7869ff"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:09:49.917816 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 17e3788d-730c-45bc-96b5-1b37ae7869ff, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=17e3788d-730c-45bc-96b5-1b37ae7869ff,segment=NetworkSegment(e95263ce-6382-469b-a0ee-77949ec47f77),segment_id=e95263ce-6382-469b-a0ee-77949ec47f77)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:09:49.921986 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:09:49.971852 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=17e3788d-730c-45bc-96b5-1b37ae7869ff,revision_number=7']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:09:50.001464 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 13:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41f40fb8-8297-477a-af81-14e22462997a x-openstack-request-id: req-41f40fb8-8297-477a-af81-14e22462997a {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:09:50.001864 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e3dcba5-bed9-402c-ba6c-e7239ad05f77", "name": "network-vif-plugged", "status": "completed", "tag": "17e3788d-730c-45bc-96b5-1b37ae7869ff", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:09:50.002214 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-41f40fb8-8297-477a-af81-14e22462997a {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:09:50.002619 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e3dcba5-bed9-402c-ba6c-e7239ad05f77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17e3788d-730c-45bc-96b5-1b37ae7869ff', 'code': 200} Aug 05 13:09:53.203996 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:10:00.562197 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:10:01.823248 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 52032) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:10:02.366717 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-9d7569e0-7e65-41ff-8f9d-1b6b0989873d tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Deleting port d659dc9e-039f-413e-99da-74590319a7d7 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 13:10:02.367136 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9d7569e0-7e65-41ff-8f9d-1b6b0989873d tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:10:02.457084 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9d7569e0-7e65-41ff-8f9d-1b6b0989873d tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:10:02.457412 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9d7569e0-7e65-41ff-8f9d-1b6b0989873d tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:10:02.470331 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-9d7569e0-7e65-41ff-8f9d-1b6b0989873d tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Calling delete_port for d659dc9e-039f-413e-99da-74590319a7d7 owned by network:floatingip {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 13:10:02.659539 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9d7569e0-7e65-41ff-8f9d-1b6b0989873d tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:10:02.686868 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7569e0-7e65-41ff-8f9d-1b6b0989873d tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Pushing event deleted for resources: {'Port': ['ID=d659dc9e-039f-413e-99da-74590319a7d7,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:10:02.716568 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7569e0-7e65-41ff-8f9d-1b6b0989873d tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:10:02.716896 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7569e0-7e65-41ff-8f9d-1b6b0989873d tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:10:02.717249 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7569e0-7e65-41ff-8f9d-1b6b0989873d tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:10:02.717725 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7569e0-7e65-41ff-8f9d-1b6b0989873d tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:10:02.718280 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7569e0-7e65-41ff-8f9d-1b6b0989873d tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:10:02.718708 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7569e0-7e65-41ff-8f9d-1b6b0989873d tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:10:02.719041 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7569e0-7e65-41ff-8f9d-1b6b0989873d tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:10:02.719368 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7569e0-7e65-41ff-8f9d-1b6b0989873d tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:10:02.719694 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7569e0-7e65-41ff-8f9d-1b6b0989873d tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:10:02.720596 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7569e0-7e65-41ff-8f9d-1b6b0989873d tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:10:02.720928 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7569e0-7e65-41ff-8f9d-1b6b0989873d tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:10:02.721255 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7569e0-7e65-41ff-8f9d-1b6b0989873d tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:10:02.762753 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9d7569e0-7e65-41ff-8f9d-1b6b0989873d tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Notify callbacks [] for floatingip, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:10:02.763108 n-d-803378-2 neutron-server[94420]: INFO neutron.db.l3_db [None req-9d7569e0-7e65-41ff-8f9d-1b6b0989873d tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Floating IP 5440e7a3-bf5f-4cbf-a88d-0407dbe79994 disassociated (deleted). External IP: 172.25.5.21, port: 17e3788d-730c-45bc-96b5-1b37ae7869ff. Aug 05 13:10:02.981543 n-d-803378-2 neutron-server[94420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d7569e0-7e65-41ff-8f9d-1b6b0989873d tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Router f3bff84d-c096-4f7f-9eb6-5a05a3b248db has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 13:10:03.101976 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d7569e0-7e65-41ff-8f9d-1b6b0989873d tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 13:10:03.106487 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-9d7569e0-7e65-41ff-8f9d-1b6b0989873d tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:10:03.114297 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a61cdd6-0e79-4e1b-9a93-b9a7f134f828 None None] Sync routers for ids ['f3bff84d-c096-4f7f-9eb6-5a05a3b248db'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 13:10:03.124314 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a61cdd6-0e79-4e1b-9a93-b9a7f134f828 None None] Routers {'f3bff84d-c096-4f7f-9eb6-5a05a3b248db'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:10:03.124991 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-2a61cdd6-0e79-4e1b-9a93-b9a7f134f828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T13:09:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['f3bff84d-c096-4f7f-9eb6-5a05a3b248db'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:10:03.136353 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-9d7569e0-7e65-41ff-8f9d-1b6b0989873d tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] 10.222.0.58 "DELETE /v2.0/floatingips/5440e7a3-bf5f-4cbf-a88d-0407dbe79994 HTTP/1.1" status: 204 len: 168 time: 1.3117769 Aug 05 13:10:03.136999 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e3dcba5-bed9-402c-ba6c-e7239ad05f77', 'tag': '17e3788d-730c-45bc-96b5-1b37ae7869ff'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:10:03.139343 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47e10126444b02a26d513ed6f4b145adbdfa00d329c865c61a1608b26e6d0230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f4911ad-9050-4413-871e-040caca03db7" -d '{"events": [{"name": "network-changed", "server_uuid": "4e3dcba5-bed9-402c-ba6c-e7239ad05f77", "tag": "17e3788d-730c-45bc-96b5-1b37ae7869ff"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:10:03.254813 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-2a61cdd6-0e79-4e1b-9a93-b9a7f134f828 None None] Set router f3bff84d-c096-4f7f-9eb6-5a05a3b248db gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 13:10:03.291679 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 13:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54c5ddca-d9e2-4b7b-9e86-bc188b42941f x-openstack-request-id: req-54c5ddca-d9e2-4b7b-9e86-bc188b42941f {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:10:03.292184 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e3dcba5-bed9-402c-ba6c-e7239ad05f77", "tag": "17e3788d-730c-45bc-96b5-1b37ae7869ff", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:10:03.292694 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-54c5ddca-d9e2-4b7b-9e86-bc188b42941f {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:10:03.293295 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e3dcba5-bed9-402c-ba6c-e7239ad05f77', 'tag': '17e3788d-730c-45bc-96b5-1b37ae7869ff', 'status': 'completed', 'code': 200} Aug 05 13:10:03.435275 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4911ad-9050-4413-871e-040caca03db7 req-521c2034-9aa0-4f7e-ba41-aa267b5a8226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:10:03.436877 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8f4911ad-9050-4413-871e-040caca03db7 req-521c2034-9aa0-4f7e-ba41-aa267b5a8226 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4ed60da73d15406c9a9533fcae1b0e3a&device_id=4e3dcba5-bed9-402c-ba6c-e7239ad05f77 HTTP/1.1" status: 200 len: 1096 time: 0.0700111 Aug 05 13:10:03.445436 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7443b289-f925-4b40-9446-92695c4c4a46 req-18cbff87-7e72-4f9b-9b13-1d93292bf2bd tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:10:03.447010 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7443b289-f925-4b40-9446-92695c4c4a46 req-18cbff87-7e72-4f9b-9b13-1d93292bf2bd tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e3dcba5-bed9-402c-ba6c-e7239ad05f77 HTTP/1.1" status: 200 len: 945 time: 0.0899007 Aug 05 13:10:03.550050 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-2a61cdd6-0e79-4e1b-9a93-b9a7f134f828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3bff84d-c096-4f7f-9eb6-5a05a3b248db', 'name': 'tempest-TestSnapshotPattern-1221922758-router', 'tenant_id': '4ed60da73d15406c9a9533fcae1b0e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': 'ca8cab94-344f-4a78-a81d-40f85c4f6488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:04:29Z', 'updated_at': '2021-08-05T13:04:32Z', 'revision_number': 4, 'project_id': '4ed60da73d15406c9a9533fcae1b0e3a', 'gw_port': {'id': 'ca8cab94-344f-4a78-a81d-40f85c4f6488', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bff84d-c096-4f7f-9eb6-5a05a3b248db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:04:29Z', 'updated_at': '2021-08-05T13:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': '585aa245-0053-47ac-b529-91c11c475478', 'tenant_id': '4ed60da73d15406c9a9533fcae1b0e3a', 'floating_ip_address': '172.25.5.119', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': 'f3bff84d-c096-4f7f-9eb6-5a05a3b248db', 'port_id': 'a6580efd-bae3-4745-91dd-48f85fdaa329', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e062789-692d-461d-8e36-3955d3cd9ba9', 'mac_address': 'fa:16:3e:1a:80:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf21a283-7e0a-44d4-aec2-971d0991e5a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T13:04:53Z', 'updated_at': '2021-08-05T13:04:55Z', 'revision_number': 1, 'project_id': '4ed60da73d15406c9a9533fcae1b0e3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db89ecab-c2d2-43f3-b1d7-cdab1351dc9b', 'name': '', 'network_id': '1e062789-692d-461d-8e36-3955d3cd9ba9', 'tenant_id': '4ed60da73d15406c9a9533fcae1b0e3a', 'mac_address': 'fa:16:3e:f4:ba:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bff84d-c096-4f7f-9eb6-5a05a3b248db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '915e0484-e2fd-4177-82a6-81e262f4a382', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:04:31Z', 'updated_at': '2021-08-05T13:04:38Z', 'revision_number': 5, 'project_id': '4ed60da73d15406c9a9533fcae1b0e3a', 'subnets': [{'id': '915e0484-e2fd-4177-82a6-81e262f4a382', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:10:03.551157 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-7443b289-f925-4b40-9446-92695c4c4a46 req-0635e7f7-50f7-431b-abcd-5b260cfb46ae tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] 10.222.0.58 "GET /v2.0/security-groups?id=fd5246d1-7cad-4f60-a664-337a64ded62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834150 Aug 05 13:10:03.582827 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a61cdd6-0e79-4e1b-9a93-b9a7f134f828 None None] Checking router: f3bff84d-c096-4f7f-9eb6-5a05a3b248db for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 13:10:03.585220 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4911ad-9050-4413-871e-040caca03db7 req-a28b1d49-2fae-49a4-bd6b-2c4e924a8699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:10:03.587814 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8f4911ad-9050-4413-871e-040caca03db7 req-a28b1d49-2fae-49a4-bd6b-2c4e924a8699 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1e062789-692d-461d-8e36-3955d3cd9ba9 HTTP/1.1" status: 200 len: 911 time: 0.1396766 Aug 05 13:10:03.591856 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a61cdd6-0e79-4e1b-9a93-b9a7f134f828 None None] Routers {'f3bff84d-c096-4f7f-9eb6-5a05a3b248db'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:10:03.592441 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-2a61cdd6-0e79-4e1b-9a93-b9a7f134f828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T13:09:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['f3bff84d-c096-4f7f-9eb6-5a05a3b248db'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:10:03.636368 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8f4911ad-9050-4413-871e-040caca03db7 req-6654f93e-d2dc-4d00-8248-d5e9df5207ee service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=17e3788d-730c-45bc-96b5-1b37ae7869ff HTTP/1.1" status: 200 len: 217 time: 0.0396984 Aug 05 13:10:03.699399 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4911ad-9050-4413-871e-040caca03db7 req-9787f3cb-56fc-4330-b94a-8a28b6776905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:10:03.701835 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8f4911ad-9050-4413-871e-040caca03db7 req-9787f3cb-56fc-4330-b94a-8a28b6776905 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=915e0484-e2fd-4177-82a6-81e262f4a382 HTTP/1.1" status: 200 len: 849 time: 0.0571294 Aug 05 13:10:03.706944 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-2a61cdd6-0e79-4e1b-9a93-b9a7f134f828 None None] Set router f3bff84d-c096-4f7f-9eb6-5a05a3b248db gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 13:10:03.762399 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4911ad-9050-4413-871e-040caca03db7 req-d60db24b-eefd-443f-ad07-185fabaf8f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:10:03.764006 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8f4911ad-9050-4413-871e-040caca03db7 req-d60db24b-eefd-443f-ad07-185fabaf8f05 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1e062789-692d-461d-8e36-3955d3cd9ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543163 Aug 05 13:10:03.819678 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 17e3788d-730c-45bc-96b5-1b37ae7869ff no longer exists at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 13:10:03.878102 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8f4911ad-9050-4413-871e-040caca03db7 req-8b20307d-2f63-4021-b10b-d8c686217f89 service neutron] 10.222.0.64 "GET /v2.0/networks/1e062789-692d-461d-8e36-3955d3cd9ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049120 Aug 05 13:10:04.006668 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-8f4911ad-9050-4413-871e-040caca03db7 req-c7ad7647-a5af-46ab-a98b-ed361a2672d0 service neutron] 10.222.0.64 "GET /v2.0/networks/1e062789-692d-461d-8e36-3955d3cd9ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192048 Aug 05 13:10:04.040337 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672498'] for port, before_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:10:04.089361 n-d-803378-2 neutron-server[94422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e3dcba5-bed9-402c-ba6c-e7239ad05f77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17e3788d-730c-45bc-96b5-1b37ae7869ff'}] {{(pid=94422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:10:04.091527 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e1268cc07bff5734ca170491336a8ac74677c017447dd0c96766dddd3e3cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06aec25b-653a-4607-8c2e-fd44c0d467d9" -d '{"events": [{"server_uuid": "4e3dcba5-bed9-402c-ba6c-e7239ad05f77", "name": "network-vif-unplugged", "status": "completed", "tag": "17e3788d-730c-45bc-96b5-1b37ae7869ff"}]}' {{(pid=94422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:10:04.112790 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] For port 17e3788d-730c-45bc-96b5-1b37ae7869ff, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=17e3788d-730c-45bc-96b5-1b37ae7869ff,segment=NetworkSegment(e95263ce-6382-469b-a0ee-77949ec47f77),segment_id=e95263ce-6382-469b-a0ee-77949ec47f77)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:10:04.123766 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774769488469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774769101828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774769101846'] for port, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:10:04.325070 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 05 Aug 2021 13:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51389ad9-5b5f-4115-b523-d0f12d8e2e36 x-openstack-request-id: req-51389ad9-5b5f-4115-b523-d0f12d8e2e36 {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:10:04.325375 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e3dcba5-bed9-402c-ba6c-e7239ad05f77", "name": "network-vif-unplugged", "status": "completed", "tag": "17e3788d-730c-45bc-96b5-1b37ae7869ff", "code": 200}]} {{(pid=94422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:10:04.325602 n-d-803378-2 neutron-server[94422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-51389ad9-5b5f-4115-b523-d0f12d8e2e36 {{(pid=94422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:10:04.325986 n-d-803378-2 neutron-server[94422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e3dcba5-bed9-402c-ba6c-e7239ad05f77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17e3788d-730c-45bc-96b5-1b37ae7869ff', 'code': 200} Aug 05 13:10:04.330825 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-2a61cdd6-0e79-4e1b-9a93-b9a7f134f828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3bff84d-c096-4f7f-9eb6-5a05a3b248db', 'name': 'tempest-TestSnapshotPattern-1221922758-router', 'tenant_id': '4ed60da73d15406c9a9533fcae1b0e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': 'ca8cab94-344f-4a78-a81d-40f85c4f6488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:04:29Z', 'updated_at': '2021-08-05T13:04:32Z', 'revision_number': 4, 'project_id': '4ed60da73d15406c9a9533fcae1b0e3a', 'gw_port': {'id': 'ca8cab94-344f-4a78-a81d-40f85c4f6488', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bff84d-c096-4f7f-9eb6-5a05a3b248db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:04:29Z', 'updated_at': '2021-08-05T13:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': '585aa245-0053-47ac-b529-91c11c475478', 'tenant_id': '4ed60da73d15406c9a9533fcae1b0e3a', 'floating_ip_address': '172.25.5.119', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': 'f3bff84d-c096-4f7f-9eb6-5a05a3b248db', 'port_id': 'a6580efd-bae3-4745-91dd-48f85fdaa329', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e062789-692d-461d-8e36-3955d3cd9ba9', 'mac_address': 'fa:16:3e:1a:80:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf21a283-7e0a-44d4-aec2-971d0991e5a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T13:04:53Z', 'updated_at': '2021-08-05T13:04:55Z', 'revision_number': 1, 'project_id': '4ed60da73d15406c9a9533fcae1b0e3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db89ecab-c2d2-43f3-b1d7-cdab1351dc9b', 'name': '', 'network_id': '1e062789-692d-461d-8e36-3955d3cd9ba9', 'tenant_id': '4ed60da73d15406c9a9533fcae1b0e3a', 'mac_address': 'fa:16:3e:f4:ba:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bff84d-c096-4f7f-9eb6-5a05a3b248db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '915e0484-e2fd-4177-82a6-81e262f4a382', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:04:31Z', 'updated_at': '2021-08-05T13:04:38Z', 'revision_number': 5, 'project_id': '4ed60da73d15406c9a9533fcae1b0e3a', 'subnets': [{'id': '915e0484-e2fd-4177-82a6-81e262f4a382', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:10:04.363607 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a61cdd6-0e79-4e1b-9a93-b9a7f134f828 None None] The sync data for ids ['f3bff84d-c096-4f7f-9eb6-5a05a3b248db'] in n-d-803378-2 is: [{'id': 'f3bff84d-c096-4f7f-9eb6-5a05a3b248db', 'name': 'tempest-TestSnapshotPattern-1221922758-router', 'tenant_id': '4ed60da73d15406c9a9533fcae1b0e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': 'ca8cab94-344f-4a78-a81d-40f85c4f6488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:04:29Z', 'updated_at': '2021-08-05T13:04:32Z', 'revision_number': 4, 'project_id': '4ed60da73d15406c9a9533fcae1b0e3a', 'gw_port': {'id': 'ca8cab94-344f-4a78-a81d-40f85c4f6488', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bff84d-c096-4f7f-9eb6-5a05a3b248db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:04:29Z', 'updated_at': '2021-08-05T13:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_floatingips': [{'id': '585aa245-0053-47ac-b529-91c11c475478', 'tenant_id': '4ed60da73d15406c9a9533fcae1b0e3a', 'floating_ip_address': '172.25.5.119', 'floating_network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'router_id': 'f3bff84d-c096-4f7f-9eb6-5a05a3b248db', 'port_id': 'a6580efd-bae3-4745-91dd-48f85fdaa329', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e062789-692d-461d-8e36-3955d3cd9ba9', 'mac_address': 'fa:16:3e:1a:80:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf21a283-7e0a-44d4-aec2-971d0991e5a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T13:04:53Z', 'updated_at': '2021-08-05T13:04:55Z', 'revision_number': 1, 'project_id': '4ed60da73d15406c9a9533fcae1b0e3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db89ecab-c2d2-43f3-b1d7-cdab1351dc9b', 'name': '', 'network_id': '1e062789-692d-461d-8e36-3955d3cd9ba9', 'tenant_id': '4ed60da73d15406c9a9533fcae1b0e3a', 'mac_address': 'fa:16:3e:f4:ba:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bff84d-c096-4f7f-9eb6-5a05a3b248db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '915e0484-e2fd-4177-82a6-81e262f4a382', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:04:31Z', 'updated_at': '2021-08-05T13:04:38Z', 'revision_number': 5, 'project_id': '4ed60da73d15406c9a9533fcae1b0e3a', 'subnets': [{'id': '915e0484-e2fd-4177-82a6-81e262f4a382', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 13:10:04.386193 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Pushing event updated for resources: {'Port': ['ID=17e3788d-730c-45bc-96b5-1b37ae7869ff,revision_number=8']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:10:04.670039 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef55e76-08dd-4a68-8c9c-9ad2d2a2d802 None None] New status for floating IP 5440e7a3-bf5f-4cbf-a88d-0407dbe79994: DOWN {{(pid=94423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 13:10:04.713554 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bd6dcf-c380-4246-a420-d8d79fb4cd01 req-e3889616-f91b-4916-883f-acc6d6ae7659 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:10:04.715140 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d0bd6dcf-c380-4246-a420-d8d79fb4cd01 req-e3889616-f91b-4916-883f-acc6d6ae7659 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e3dcba5-bed9-402c-ba6c-e7239ad05f77 HTTP/1.1" status: 200 len: 943 time: 0.0804896 Aug 05 13:10:04.765706 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-d0bd6dcf-c380-4246-a420-d8d79fb4cd01 req-21c5459f-4a30-4cbc-a47c-61c0be03c95c tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] 10.222.0.58 "GET /v2.0/security-groups?id=fd5246d1-7cad-4f60-a664-337a64ded62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434492 Aug 05 13:10:05.268896 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e70f754-15b5-4e79-a06c-d91d0e038638 req-bb4aa792-b118-4892-8693-73ca708f7db5 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:10:05.270491 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5e70f754-15b5-4e79-a06c-d91d0e038638 req-bb4aa792-b118-4892-8693-73ca708f7db5 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e3dcba5-bed9-402c-ba6c-e7239ad05f77 HTTP/1.1" status: 200 len: 943 time: 0.0529647 Aug 05 13:10:05.382777 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [req-5e70f754-15b5-4e79-a06c-d91d0e038638 req-efee4d00-8eb0-48e6-a74c-2416c617e6ac tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Deleting port 17e3788d-730c-45bc-96b5-1b37ae7869ff {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 13:10:05.383111 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-5e70f754-15b5-4e79-a06c-d91d0e038638 req-efee4d00-8eb0-48e6-a74c-2416c617e6ac tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:10:05.484377 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [req-5e70f754-15b5-4e79-a06c-d91d0e038638 req-efee4d00-8eb0-48e6-a74c-2416c617e6ac tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] For port 17e3788d-730c-45bc-96b5-1b37ae7869ff, host n-h1-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803378-2',level=0,port_id=17e3788d-730c-45bc-96b5-1b37ae7869ff,segment=NetworkSegment(e95263ce-6382-469b-a0ee-77949ec47f77),segment_id=e95263ce-6382-469b-a0ee-77949ec47f77)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:10:05.484778 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-5e70f754-15b5-4e79-a06c-d91d0e038638 req-efee4d00-8eb0-48e6-a74c-2416c617e6ac tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:10:05.499539 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [req-5e70f754-15b5-4e79-a06c-d91d0e038638 req-efee4d00-8eb0-48e6-a74c-2416c617e6ac tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Calling delete_port for 17e3788d-730c-45bc-96b5-1b37ae7869ff owned by compute:nova {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 13:10:05.644658 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-5e70f754-15b5-4e79-a06c-d91d0e038638 req-efee4d00-8eb0-48e6-a74c-2416c617e6ac tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:10:05.675712 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efee4d00-8eb0-48e6-a74c-2416c617e6ac tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Pushing event deleted for resources: {'Port': ['ID=17e3788d-730c-45bc-96b5-1b37ae7869ff,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:10:05.724714 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e70f754-15b5-4e79-a06c-d91d0e038638 req-efee4d00-8eb0-48e6-a74c-2416c617e6ac tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] No DVR routers for this DVR port 17e3788d-730c-45bc-96b5-1b37ae7869ff on host n-h1-803378-2 {{(pid=94420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 13:10:05.727307 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [req-5e70f754-15b5-4e79-a06c-d91d0e038638 req-efee4d00-8eb0-48e6-a74c-2416c617e6ac tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:10:05.729380 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-5e70f754-15b5-4e79-a06c-d91d0e038638 req-efee4d00-8eb0-48e6-a74c-2416c617e6ac tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] 10.222.0.64 "DELETE /v2.0/ports/17e3788d-730c-45bc-96b5-1b37ae7869ff HTTP/1.1" status: 204 len: 173 time: 0.4517241 Aug 05 13:10:05.729846 n-d-803378-2 neutron-server[94420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e3dcba5-bed9-402c-ba6c-e7239ad05f77', 'name': 'network-vif-deleted', 'tag': '17e3788d-730c-45bc-96b5-1b37ae7869ff'}] {{(pid=94420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:10:05.732140 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47e10126444b02a26d513ed6f4b145adbdfa00d329c865c61a1608b26e6d0230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94d73c4d-1a33-4ef7-9306-0b9cdfae1226" -d '{"events": [{"server_uuid": "4e3dcba5-bed9-402c-ba6c-e7239ad05f77", "name": "network-vif-deleted", "tag": "17e3788d-730c-45bc-96b5-1b37ae7869ff"}]}' {{(pid=94420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:10:05.773846 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 13:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-530467ad-bb74-4a01-9151-2e576fd94c2b x-openstack-request-id: req-530467ad-bb74-4a01-9151-2e576fd94c2b {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:10:05.774200 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e3dcba5-bed9-402c-ba6c-e7239ad05f77", "name": "network-vif-deleted", "tag": "17e3788d-730c-45bc-96b5-1b37ae7869ff", "status": "completed", "code": 200}]} {{(pid=94420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:10:05.774448 n-d-803378-2 neutron-server[94420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-530467ad-bb74-4a01-9151-2e576fd94c2b {{(pid=94420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:10:05.774855 n-d-803378-2 neutron-server[94420]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e3dcba5-bed9-402c-ba6c-e7239ad05f77', 'name': 'network-vif-deleted', 'tag': '17e3788d-730c-45bc-96b5-1b37ae7869ff', 'status': 'completed', 'code': 200} Aug 05 13:10:05.874792 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-a7568bba-94bd-4742-afe2-f66fc1ccbfbf req-761d2be4-0ec8-4e29-8fb0-5274e545c5db tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e3dcba5-bed9-402c-ba6c-e7239ad05f77 HTTP/1.1" status: 200 len: 210 time: 0.0274384 Aug 05 13:10:07.441418 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-6100629f-2a5a-41cb-8e5d-6fb2c596b29e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:10:07.557356 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 52112) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:10:07.749307 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-7f78ee5f-cdfb-494f-ad35-ee7575cc4ee8 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Deleting port 63109105-0352-476b-a13a-2ea3482148a3 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 13:10:07.750508 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7f78ee5f-cdfb-494f-ad35-ee7575cc4ee8 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:10:07.832189 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 17e3788d-730c-45bc-96b5-1b37ae7869ff no longer exists at agent hyperv_n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 13:10:07.847454 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7f78ee5f-cdfb-494f-ad35-ee7575cc4ee8 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:10:07.847804 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7f78ee5f-cdfb-494f-ad35-ee7575cc4ee8 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:10:07.852715 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] No Port match for: 17e3788d-730c-45bc-96b5-1b37ae7869ff {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 13:10:07.853222 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Device 17e3788d-730c-45bc-96b5-1b37ae7869ff not bound to the agent host n-h1-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 13:10:07.861748 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-7f78ee5f-cdfb-494f-ad35-ee7575cc4ee8 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Calling delete_port for 63109105-0352-476b-a13a-2ea3482148a3 owned by network:floatingip {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 13:10:08.032032 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7f78ee5f-cdfb-494f-ad35-ee7575cc4ee8 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:10:08.058725 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f78ee5f-cdfb-494f-ad35-ee7575cc4ee8 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Pushing event deleted for resources: {'Port': ['ID=63109105-0352-476b-a13a-2ea3482148a3,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:10:08.099807 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f78ee5f-cdfb-494f-ad35-ee7575cc4ee8 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:10:08.100407 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f78ee5f-cdfb-494f-ad35-ee7575cc4ee8 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:10:08.101566 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f78ee5f-cdfb-494f-ad35-ee7575cc4ee8 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:10:08.101566 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f78ee5f-cdfb-494f-ad35-ee7575cc4ee8 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:10:08.101998 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f78ee5f-cdfb-494f-ad35-ee7575cc4ee8 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:10:08.102581 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f78ee5f-cdfb-494f-ad35-ee7575cc4ee8 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:10:08.103158 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f78ee5f-cdfb-494f-ad35-ee7575cc4ee8 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:10:08.103732 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f78ee5f-cdfb-494f-ad35-ee7575cc4ee8 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:10:08.104305 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f78ee5f-cdfb-494f-ad35-ee7575cc4ee8 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:10:08.104913 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f78ee5f-cdfb-494f-ad35-ee7575cc4ee8 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:10:08.105520 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f78ee5f-cdfb-494f-ad35-ee7575cc4ee8 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:10:08.106102 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f78ee5f-cdfb-494f-ad35-ee7575cc4ee8 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803378-2 {{(pid=94421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:10:08.157414 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7f78ee5f-cdfb-494f-ad35-ee7575cc4ee8 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Notify callbacks [] for floatingip, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:10:08.157824 n-d-803378-2 neutron-server[94421]: INFO neutron.db.l3_db [None req-7f78ee5f-cdfb-494f-ad35-ee7575cc4ee8 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Floating IP 585aa245-0053-47ac-b529-91c11c475478 disassociated (deleted). External IP: 172.25.5.119, port: a6580efd-bae3-4745-91dd-48f85fdaa329. Aug 05 13:10:08.381891 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f78ee5f-cdfb-494f-ad35-ee7575cc4ee8 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Router f3bff84d-c096-4f7f-9eb6-5a05a3b248db has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 13:10:08.497974 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f78ee5f-cdfb-494f-ad35-ee7575cc4ee8 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 13:10:08.503798 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-7f78ee5f-cdfb-494f-ad35-ee7575cc4ee8 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for floatingip, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:10:08.509045 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca1d9f1-d8ae-4db5-8129-742f4bb436ec None None] Sync routers for ids ['f3bff84d-c096-4f7f-9eb6-5a05a3b248db'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 13:10:08.519320 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca1d9f1-d8ae-4db5-8129-742f4bb436ec None None] Routers {'f3bff84d-c096-4f7f-9eb6-5a05a3b248db'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:10:08.519949 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-6ca1d9f1-d8ae-4db5-8129-742f4bb436ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T13:09:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['f3bff84d-c096-4f7f-9eb6-5a05a3b248db'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:10:08.536026 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-7f78ee5f-cdfb-494f-ad35-ee7575cc4ee8 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] 10.222.0.58 "DELETE /v2.0/floatingips/585aa245-0053-47ac-b529-91c11c475478 HTTP/1.1" status: 204 len: 168 time: 0.9774535 Aug 05 13:10:08.536659 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf21a283-7e0a-44d4-aec2-971d0991e5a2', 'tag': 'a6580efd-bae3-4745-91dd-48f85fdaa329'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:10:08.539101 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7ff1ae056485c55ead25f70fa9973e26b39e4a1f6cb6b93d5d0d7942cdef429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc2e1613-bc62-4ba0-a63e-5e41981ff74f" -d '{"events": [{"name": "network-changed", "server_uuid": "cf21a283-7e0a-44d4-aec2-971d0991e5a2", "tag": "a6580efd-bae3-4745-91dd-48f85fdaa329"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:10:08.669182 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 13:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3825db98-812d-4eb4-ba69-dc13d7a7bf34 x-openstack-request-id: req-3825db98-812d-4eb4-ba69-dc13d7a7bf34 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:10:08.670270 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf21a283-7e0a-44d4-aec2-971d0991e5a2", "tag": "a6580efd-bae3-4745-91dd-48f85fdaa329", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:10:08.670270 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3825db98-812d-4eb4-ba69-dc13d7a7bf34 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:10:08.670676 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf21a283-7e0a-44d4-aec2-971d0991e5a2', 'tag': 'a6580efd-bae3-4745-91dd-48f85fdaa329', 'status': 'completed', 'code': 200} Aug 05 13:10:08.694033 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-6ca1d9f1-d8ae-4db5-8129-742f4bb436ec None None] Set router f3bff84d-c096-4f7f-9eb6-5a05a3b248db gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 13:10:08.774233 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2e1613-bc62-4ba0-a63e-5e41981ff74f req-79eed5e2-a9db-4b51-b0a4-e67ec9e3e4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:10:08.775857 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-bc2e1613-bc62-4ba0-a63e-5e41981ff74f req-79eed5e2-a9db-4b51-b0a4-e67ec9e3e4c9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4ed60da73d15406c9a9533fcae1b0e3a&device_id=cf21a283-7e0a-44d4-aec2-971d0991e5a2 HTTP/1.1" status: 200 len: 1094 time: 0.0632710 Aug 05 13:10:08.846909 n-d-803378-2 neutron-server[94420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44da0cb4-0094-4c1a-ae7d-f0aaf26e8c82 req-482e3793-1acf-414e-84be-1e57e9c75b8f tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:10:08.849549 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-44da0cb4-0094-4c1a-ae7d-f0aaf26e8c82 req-482e3793-1acf-414e-84be-1e57e9c75b8f tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf21a283-7e0a-44d4-aec2-971d0991e5a2 HTTP/1.1" status: 200 len: 943 time: 0.0630419 Aug 05 13:10:08.899890 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-44da0cb4-0094-4c1a-ae7d-f0aaf26e8c82 req-0d8ce2c9-a1c2-4cb3-b510-4e46faa7504f tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] 10.222.0.58 "GET /v2.0/security-groups?id=fd5246d1-7cad-4f60-a664-337a64ded62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417247 Aug 05 13:10:08.918095 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2e1613-bc62-4ba0-a63e-5e41981ff74f req-117f3fe1-d98b-439a-b198-ce304c6f83a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:10:08.921030 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-bc2e1613-bc62-4ba0-a63e-5e41981ff74f req-117f3fe1-d98b-439a-b198-ce304c6f83a5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1e062789-692d-461d-8e36-3955d3cd9ba9 HTTP/1.1" status: 200 len: 911 time: 0.1353955 Aug 05 13:10:08.972131 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-bc2e1613-bc62-4ba0-a63e-5e41981ff74f req-b6232070-7f84-47ce-86e4-251837dff0a9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a6580efd-bae3-4745-91dd-48f85fdaa329 HTTP/1.1" status: 200 len: 217 time: 0.0433602 Aug 05 13:10:08.995620 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-6ca1d9f1-d8ae-4db5-8129-742f4bb436ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3bff84d-c096-4f7f-9eb6-5a05a3b248db', 'name': 'tempest-TestSnapshotPattern-1221922758-router', 'tenant_id': '4ed60da73d15406c9a9533fcae1b0e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': 'ca8cab94-344f-4a78-a81d-40f85c4f6488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:04:29Z', 'updated_at': '2021-08-05T13:04:32Z', 'revision_number': 4, 'project_id': '4ed60da73d15406c9a9533fcae1b0e3a', 'gw_port': {'id': 'ca8cab94-344f-4a78-a81d-40f85c4f6488', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bff84d-c096-4f7f-9eb6-5a05a3b248db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:04:29Z', 'updated_at': '2021-08-05T13:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'db89ecab-c2d2-43f3-b1d7-cdab1351dc9b', 'name': '', 'network_id': '1e062789-692d-461d-8e36-3955d3cd9ba9', 'tenant_id': '4ed60da73d15406c9a9533fcae1b0e3a', 'mac_address': 'fa:16:3e:f4:ba:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bff84d-c096-4f7f-9eb6-5a05a3b248db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '915e0484-e2fd-4177-82a6-81e262f4a382', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:04:31Z', 'updated_at': '2021-08-05T13:04:38Z', 'revision_number': 5, 'project_id': '4ed60da73d15406c9a9533fcae1b0e3a', 'subnets': [{'id': '915e0484-e2fd-4177-82a6-81e262f4a382', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:10:09.023842 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca1d9f1-d8ae-4db5-8129-742f4bb436ec None None] Checking router: f3bff84d-c096-4f7f-9eb6-5a05a3b248db for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 13:10:09.032341 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2e1613-bc62-4ba0-a63e-5e41981ff74f req-e71edfec-3d9f-4b61-8e09-b1c97f2437a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:10:09.032776 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca1d9f1-d8ae-4db5-8129-742f4bb436ec None None] Routers {'f3bff84d-c096-4f7f-9eb6-5a05a3b248db'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:10:09.033406 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-6ca1d9f1-d8ae-4db5-8129-742f4bb436ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T13:09:40Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['f3bff84d-c096-4f7f-9eb6-5a05a3b248db'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:10:09.033894 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-bc2e1613-bc62-4ba0-a63e-5e41981ff74f req-e71edfec-3d9f-4b61-8e09-b1c97f2437a0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=915e0484-e2fd-4177-82a6-81e262f4a382 HTTP/1.1" status: 200 len: 849 time: 0.0539272 Aug 05 13:10:09.085282 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2e1613-bc62-4ba0-a63e-5e41981ff74f req-2f291653-074d-46fd-b17e-0b221d53ee87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:10:09.086824 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-bc2e1613-bc62-4ba0-a63e-5e41981ff74f req-2f291653-074d-46fd-b17e-0b221d53ee87 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1e062789-692d-461d-8e36-3955d3cd9ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449038 Aug 05 13:10:09.147689 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-6ca1d9f1-d8ae-4db5-8129-742f4bb436ec None None] Set router f3bff84d-c096-4f7f-9eb6-5a05a3b248db gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 13:10:09.200742 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-bc2e1613-bc62-4ba0-a63e-5e41981ff74f req-2dcc83ec-4c0d-4c21-87e8-34ad9038b3a0 service neutron] 10.222.0.55 "GET /v2.0/networks/1e062789-692d-461d-8e36-3955d3cd9ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941565 Aug 05 13:10:09.302360 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-bc2e1613-bc62-4ba0-a63e-5e41981ff74f req-cca44f07-74a4-4cfc-af64-2fb5af05463a service neutron] 10.222.0.55 "GET /v2.0/networks/1e062789-692d-461d-8e36-3955d3cd9ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922351 Aug 05 13:10:09.371227 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-6ca1d9f1-d8ae-4db5-8129-742f4bb436ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3bff84d-c096-4f7f-9eb6-5a05a3b248db', 'name': 'tempest-TestSnapshotPattern-1221922758-router', 'tenant_id': '4ed60da73d15406c9a9533fcae1b0e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': 'ca8cab94-344f-4a78-a81d-40f85c4f6488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:04:29Z', 'updated_at': '2021-08-05T13:04:32Z', 'revision_number': 4, 'project_id': '4ed60da73d15406c9a9533fcae1b0e3a', 'gw_port': {'id': 'ca8cab94-344f-4a78-a81d-40f85c4f6488', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bff84d-c096-4f7f-9eb6-5a05a3b248db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:04:29Z', 'updated_at': '2021-08-05T13:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'db89ecab-c2d2-43f3-b1d7-cdab1351dc9b', 'name': '', 'network_id': '1e062789-692d-461d-8e36-3955d3cd9ba9', 'tenant_id': '4ed60da73d15406c9a9533fcae1b0e3a', 'mac_address': 'fa:16:3e:f4:ba:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bff84d-c096-4f7f-9eb6-5a05a3b248db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '915e0484-e2fd-4177-82a6-81e262f4a382', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:04:31Z', 'updated_at': '2021-08-05T13:04:38Z', 'revision_number': 5, 'project_id': '4ed60da73d15406c9a9533fcae1b0e3a', 'subnets': [{'id': '915e0484-e2fd-4177-82a6-81e262f4a382', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:10:09.402646 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca1d9f1-d8ae-4db5-8129-742f4bb436ec None None] The sync data for ids ['f3bff84d-c096-4f7f-9eb6-5a05a3b248db'] in n-d-803378-2 is: [{'id': 'f3bff84d-c096-4f7f-9eb6-5a05a3b248db', 'name': 'tempest-TestSnapshotPattern-1221922758-router', 'tenant_id': '4ed60da73d15406c9a9533fcae1b0e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': 'ca8cab94-344f-4a78-a81d-40f85c4f6488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:04:29Z', 'updated_at': '2021-08-05T13:04:32Z', 'revision_number': 4, 'project_id': '4ed60da73d15406c9a9533fcae1b0e3a', 'gw_port': {'id': 'ca8cab94-344f-4a78-a81d-40f85c4f6488', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bff84d-c096-4f7f-9eb6-5a05a3b248db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:04:29Z', 'updated_at': '2021-08-05T13:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2', '_interfaces': [{'id': 'db89ecab-c2d2-43f3-b1d7-cdab1351dc9b', 'name': '', 'network_id': '1e062789-692d-461d-8e36-3955d3cd9ba9', 'tenant_id': '4ed60da73d15406c9a9533fcae1b0e3a', 'mac_address': 'fa:16:3e:f4:ba:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bff84d-c096-4f7f-9eb6-5a05a3b248db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '915e0484-e2fd-4177-82a6-81e262f4a382', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:04:31Z', 'updated_at': '2021-08-05T13:04:38Z', 'revision_number': 5, 'project_id': '4ed60da73d15406c9a9533fcae1b0e3a', 'subnets': [{'id': '915e0484-e2fd-4177-82a6-81e262f4a382', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 13:10:09.605043 n-d-803378-2 neutron-server[94421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81105035-7019-4bf6-ae6f-1848e9f4d167 req-bf7ce05f-270d-424d-9c8c-2b4cea2645d6 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:10:09.606609 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-81105035-7019-4bf6-ae6f-1848e9f4d167 req-bf7ce05f-270d-424d-9c8c-2b4cea2645d6 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf21a283-7e0a-44d4-aec2-971d0991e5a2 HTTP/1.1" status: 200 len: 943 time: 0.0531170 Aug 05 13:10:09.630375 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c1f386-775f-4728-a5a7-ce9af6f384e8 None None] New status for floating IP 585aa245-0053-47ac-b529-91c11c475478: DOWN {{(pid=94423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 13:10:09.714298 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-81105035-7019-4bf6-ae6f-1848e9f4d167 req-23daa2c9-bd39-4b50-a7ad-bcf31486643b tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Deleting port a6580efd-bae3-4745-91dd-48f85fdaa329 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 13:10:09.714950 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-81105035-7019-4bf6-ae6f-1848e9f4d167 req-23daa2c9-bd39-4b50-a7ad-bcf31486643b tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:10:09.809654 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [req-81105035-7019-4bf6-ae6f-1848e9f4d167 req-23daa2c9-bd39-4b50-a7ad-bcf31486643b tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] For port a6580efd-bae3-4745-91dd-48f85fdaa329, host n-h2-803378-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803378-2',level=0,port_id=a6580efd-bae3-4745-91dd-48f85fdaa329,segment=NetworkSegment(e95263ce-6382-469b-a0ee-77949ec47f77),segment_id=e95263ce-6382-469b-a0ee-77949ec47f77)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:10:09.810026 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-81105035-7019-4bf6-ae6f-1848e9f4d167 req-23daa2c9-bd39-4b50-a7ad-bcf31486643b tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:10:09.823298 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [req-81105035-7019-4bf6-ae6f-1848e9f4d167 req-23daa2c9-bd39-4b50-a7ad-bcf31486643b tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Calling delete_port for a6580efd-bae3-4745-91dd-48f85fdaa329 owned by compute:nova {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 13:10:09.970584 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-81105035-7019-4bf6-ae6f-1848e9f4d167 req-23daa2c9-bd39-4b50-a7ad-bcf31486643b tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:10:10.009152 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23daa2c9-bd39-4b50-a7ad-bcf31486643b tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Pushing event deleted for resources: {'Port': ['ID=a6580efd-bae3-4745-91dd-48f85fdaa329,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:10:10.037132 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [req-bfb12462-7745-4dc0-8a55-725fb77b7dfd req-79e86004-7061-4ce0-b1d7-c919bf6bc8ab tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf21a283-7e0a-44d4-aec2-971d0991e5a2 HTTP/1.1" status: 200 len: 210 time: 0.0293024 Aug 05 13:10:10.053797 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.l3_dvrscheduler_db [req-81105035-7019-4bf6-ae6f-1848e9f4d167 req-23daa2c9-bd39-4b50-a7ad-bcf31486643b tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] No DVR routers for this DVR port a6580efd-bae3-4745-91dd-48f85fdaa329 on host n-h2-803378-2 {{(pid=94421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 13:10:10.056634 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [req-81105035-7019-4bf6-ae6f-1848e9f4d167 req-23daa2c9-bd39-4b50-a7ad-bcf31486643b tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120610'] for port, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:10:10.058705 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [req-81105035-7019-4bf6-ae6f-1848e9f4d167 req-23daa2c9-bd39-4b50-a7ad-bcf31486643b tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] 10.222.0.55 "DELETE /v2.0/ports/a6580efd-bae3-4745-91dd-48f85fdaa329 HTTP/1.1" status: 204 len: 173 time: 0.4455173 Aug 05 13:10:10.204374 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-168776e6-aacc-4649-8d8c-a9de91e87eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:10:10.249794 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:10:10.671969 n-d-803378-2 neutron-server[94421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf21a283-7e0a-44d4-aec2-971d0991e5a2', 'name': 'network-vif-deleted', 'tag': 'a6580efd-bae3-4745-91dd-48f85fdaa329'}] {{(pid=94421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:10:10.674943 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7ff1ae056485c55ead25f70fa9973e26b39e4a1f6cb6b93d5d0d7942cdef429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9faf1edf-ad73-49bd-aac7-1327c7162569" -d '{"events": [{"server_uuid": "cf21a283-7e0a-44d4-aec2-971d0991e5a2", "name": "network-vif-deleted", "tag": "a6580efd-bae3-4745-91dd-48f85fdaa329"}]}' {{(pid=94421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:10:10.712646 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 13:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f08d72bd-88cc-4648-a834-08b342eb9854 x-openstack-request-id: req-f08d72bd-88cc-4648-a834-08b342eb9854 {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:10:10.712942 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf21a283-7e0a-44d4-aec2-971d0991e5a2", "name": "network-vif-deleted", "tag": "a6580efd-bae3-4745-91dd-48f85fdaa329", "status": "completed", "code": 200}]} {{(pid=94421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:10:10.713198 n-d-803378-2 neutron-server[94421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f08d72bd-88cc-4648-a834-08b342eb9854 {{(pid=94421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:10:10.713601 n-d-803378-2 neutron-server[94421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf21a283-7e0a-44d4-aec2-971d0991e5a2', 'name': 'network-vif-deleted', 'tag': 'a6580efd-bae3-4745-91dd-48f85fdaa329', 'status': 'completed', 'code': 200} Aug 05 13:10:11.095203 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 52130) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:10:11.161824 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-aae8356c-e404-47d7-a50f-d832c56c8576 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Notify callbacks [] for security_group, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:10:11.190632 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-aae8356c-e404-47d7-a50f-d832c56c8576 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:10:11.259986 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-aae8356c-e404-47d7-a50f-d832c56c8576 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:10:11.264514 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-aae8356c-e404-47d7-a50f-d832c56c8576 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Notify callbacks [] for security_group, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:10:11.267148 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-aae8356c-e404-47d7-a50f-d832c56c8576 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] 10.222.0.58 "DELETE /v2.0/security-groups/fd5246d1-7cad-4f60-a664-337a64ded62d HTTP/1.1" status: 204 len: 168 time: 0.1698959 Aug 05 13:10:11.282091 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8356c-e404-47d7-a50f-d832c56c8576 tempest-TestSnapshotPattern-208023550 tempest-TestSnapshotPattern-208023550-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd5246d1-7cad-4f60-a664-337a64ded62d,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:10:11.326932 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 52134) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:10:11.823015 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d8cbf6d5-8f92-473d-b891-ecb2d0342e1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33208311'] for router_interface, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:10:12.099539 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-d8cbf6d5-8f92-473d-b891-ecb2d0342e1d admin admin] Deleting port db89ecab-c2d2-43f3-b1d7-cdab1351dc9b {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 13:10:12.100245 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d8cbf6d5-8f92-473d-b891-ecb2d0342e1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:10:12.181399 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [None req-d8cbf6d5-8f92-473d-b891-ecb2d0342e1d admin admin] For port db89ecab-c2d2-43f3-b1d7-cdab1351dc9b, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=db89ecab-c2d2-43f3-b1d7-cdab1351dc9b,segment=NetworkSegment(e95263ce-6382-469b-a0ee-77949ec47f77),segment_id=e95263ce-6382-469b-a0ee-77949ec47f77)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:10:12.181805 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d8cbf6d5-8f92-473d-b891-ecb2d0342e1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:10:12.184690 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device a6580efd-bae3-4745-91dd-48f85fdaa329 no longer exists at agent hyperv_n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 13:10:12.198112 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-d8cbf6d5-8f92-473d-b891-ecb2d0342e1d admin admin] Calling delete_port for db89ecab-c2d2-43f3-b1d7-cdab1351dc9b owned by network:router_interface {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 13:10:12.211639 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] No Port match for: a6580efd-bae3-4745-91dd-48f85fdaa329 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 13:10:12.211987 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Device a6580efd-bae3-4745-91dd-48f85fdaa329 not bound to the agent host n-h2-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 13:10:12.224342 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:10:12.403592 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d8cbf6d5-8f92-473d-b891-ecb2d0342e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:10:12.429414 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cbf6d5-8f92-473d-b891-ecb2d0342e1d admin admin] Pushing event deleted for resources: {'Port': ['ID=db89ecab-c2d2-43f3-b1d7-cdab1351dc9b,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:10:12.611709 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-d8cbf6d5-8f92-473d-b891-ecb2d0342e1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33140263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33208171'] for router_interface, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:10:12.839937 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8cbf6d5-8f92-473d-b891-ecb2d0342e1d admin admin] Router f3bff84d-c096-4f7f-9eb6-5a05a3b248db has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 13:10:12.950625 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8cbf6d5-8f92-473d-b891-ecb2d0342e1d admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 13:10:12.956553 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-d8cbf6d5-8f92-473d-b891-ecb2d0342e1d admin admin] 10.222.0.58 "PUT /v2.0/routers/f3bff84d-c096-4f7f-9eb6-5a05a3b248db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6285105 Aug 05 13:10:12.958929 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 52138) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:10:12.961457 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8415d934-547c-4dd8-a686-c3d65e450985 None None] Sync routers for ids ['f3bff84d-c096-4f7f-9eb6-5a05a3b248db'] in n-d-803378-2 {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 13:10:12.971998 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8415d934-547c-4dd8-a686-c3d65e450985 None None] Routers {'f3bff84d-c096-4f7f-9eb6-5a05a3b248db'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:10:12.972649 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-8415d934-547c-4dd8-a686-c3d65e450985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T13:10:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['f3bff84d-c096-4f7f-9eb6-5a05a3b248db'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:10:13.074380 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-af8ddb82-7972-4c27-9910-ef6c5d16bf24 admin admin] Notify callbacks [] for router, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:10:13.082236 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-8415d934-547c-4dd8-a686-c3d65e450985 None None] Set router f3bff84d-c096-4f7f-9eb6-5a05a3b248db gateway port host: n-d-803378-2 {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 13:10:13.181932 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-af8ddb82-7972-4c27-9910-ef6c5d16bf24 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:10:13.236787 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-af8ddb82-7972-4c27-9910-ef6c5d16bf24 admin admin] Deleting port ca8cab94-344f-4a78-a81d-40f85c4f6488 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 13:10:13.237141 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-af8ddb82-7972-4c27-9910-ef6c5d16bf24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:10:13.276153 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-8415d934-547c-4dd8-a686-c3d65e450985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3bff84d-c096-4f7f-9eb6-5a05a3b248db', 'name': 'tempest-TestSnapshotPattern-1221922758-router', 'tenant_id': '4ed60da73d15406c9a9533fcae1b0e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': 'ca8cab94-344f-4a78-a81d-40f85c4f6488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:04:29Z', 'updated_at': '2021-08-05T13:10:12Z', 'revision_number': 5, 'project_id': '4ed60da73d15406c9a9533fcae1b0e3a', 'gw_port': {'id': 'ca8cab94-344f-4a78-a81d-40f85c4f6488', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bff84d-c096-4f7f-9eb6-5a05a3b248db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:04:29Z', 'updated_at': '2021-08-05T13:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:10:13.307905 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8415d934-547c-4dd8-a686-c3d65e450985 None None] Checking router: f3bff84d-c096-4f7f-9eb6-5a05a3b248db for host: n-d-803378-2 {{(pid=94422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 13:10:13.316468 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8415d934-547c-4dd8-a686-c3d65e450985 None None] Routers {'f3bff84d-c096-4f7f-9eb6-5a05a3b248db'} bound to L3 agent in host n-d-803378-2 {{(pid=94422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:10:13.317114 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-8415d934-547c-4dd8-a686-c3d65e450985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T13:10:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['f3bff84d-c096-4f7f-9eb6-5a05a3b248db'], 'active': True} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:10:13.325766 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [None req-af8ddb82-7972-4c27-9910-ef6c5d16bf24 admin admin] For port ca8cab94-344f-4a78-a81d-40f85c4f6488, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=ca8cab94-344f-4a78-a81d-40f85c4f6488,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:10:13.326069 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-af8ddb82-7972-4c27-9910-ef6c5d16bf24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:10:13.338054 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-af8ddb82-7972-4c27-9910-ef6c5d16bf24 admin admin] Calling delete_port for ca8cab94-344f-4a78-a81d-40f85c4f6488 owned by network:router_gateway {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 13:10:13.415944 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvr_db [None req-8415d934-547c-4dd8-a686-c3d65e450985 None None] Set router f3bff84d-c096-4f7f-9eb6-5a05a3b248db gateway port host: None {{(pid=94422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 13:10:13.479654 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_hamode_db [None req-8415d934-547c-4dd8-a686-c3d65e450985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3bff84d-c096-4f7f-9eb6-5a05a3b248db', 'name': 'tempest-TestSnapshotPattern-1221922758-router', 'tenant_id': '4ed60da73d15406c9a9533fcae1b0e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:04:29Z', 'updated_at': '2021-08-05T13:10:13Z', 'revision_number': 6, 'project_id': '4ed60da73d15406c9a9533fcae1b0e3a', 'gw_port_host': None}], 'n-d-803378-2', False) {} {{(pid=94422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:10:13.512511 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8415d934-547c-4dd8-a686-c3d65e450985 None None] The sync data for ids ['f3bff84d-c096-4f7f-9eb6-5a05a3b248db'] in n-d-803378-2 is: [{'id': 'f3bff84d-c096-4f7f-9eb6-5a05a3b248db', 'name': 'tempest-TestSnapshotPattern-1221922758-router', 'tenant_id': '4ed60da73d15406c9a9533fcae1b0e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:04:29Z', 'updated_at': '2021-08-05T13:10:13Z', 'revision_number': 6, 'project_id': '4ed60da73d15406c9a9533fcae1b0e3a', 'gw_port_host': None}] {{(pid=94422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 13:10:13.837708 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 13:10:13.846638 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-af8ddb82-7972-4c27-9910-ef6c5d16bf24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:10:13.875283 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8ddb82-7972-4c27-9910-ef6c5d16bf24 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca8cab94-344f-4a78-a81d-40f85c4f6488,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:10:13.956282 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-af8ddb82-7972-4c27-9910-ef6c5d16bf24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33285055'] for router_gateway, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:10:14.069568 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-af8ddb82-7972-4c27-9910-ef6c5d16bf24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33262979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1951'] for router, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:10:14.071780 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-af8ddb82-7972-4c27-9910-ef6c5d16bf24 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:10:14.116749 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-af8ddb82-7972-4c27-9910-ef6c5d16bf24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33262474'] for router, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:10:14.118579 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af8ddb82-7972-4c27-9910-ef6c5d16bf24 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f3bff84d-c096-4f7f-9eb6-5a05a3b248db {{(pid=94421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 13:10:14.121903 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-af8ddb82-7972-4c27-9910-ef6c5d16bf24 admin admin] Notify callbacks [] for router, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:10:14.123266 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-af8ddb82-7972-4c27-9910-ef6c5d16bf24 admin admin] 10.222.0.58 "DELETE /v2.0/routers/f3bff84d-c096-4f7f-9eb6-5a05a3b248db HTTP/1.1" status: 204 len: 168 time: 1.1630003 Aug 05 13:10:14.126756 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 52142) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:10:14.175258 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_v2 [None req-2685cb13-9854-4a1e-b164-10fbcfd823f7 admin admin] Deleting subnet 915e0484-e2fd-4177-82a6-81e262f4a382 {{(pid=94421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 13:10:14.178432 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2685cb13-9854-4a1e-b164-10fbcfd823f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:10:14.214757 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2685cb13-9854-4a1e-b164-10fbcfd823f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29786388'] for subnet, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:10:14.299540 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2685cb13-9854-4a1e-b164-10fbcfd823f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:10:14.332359 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:10:14.371423 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2685cb13-9854-4a1e-b164-10fbcfd823f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25038609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30075142'] for subnet, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:10:14.401182 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2685cb13-9854-4a1e-b164-10fbcfd823f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=915e0484-e2fd-4177-82a6-81e262f4a382,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:10:14.408367 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-2685cb13-9854-4a1e-b164-10fbcfd823f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:10:14.410434 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-2685cb13-9854-4a1e-b164-10fbcfd823f7 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/915e0484-e2fd-4177-82a6-81e262f4a382 HTTP/1.1" status: 204 len: 168 time: 0.2822852 Aug 05 13:10:14.413848 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6f8247-2758-4400-8ff3-811f6ca54f84 None None] Network 1e062789-692d-461d-8e36-3955d3cd9ba9 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 13:10:14.415383 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 52146) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:10:14.489778 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3eb8dd0e-8482-4b73-a6ef-e028b8ecd9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:10:14.554544 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-3eb8dd0e-8482-4b73-a6ef-e028b8ecd9f8 admin admin] Deleting port 8ac66d71-43dc-4134-a510-02c79023cbcd {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 13:10:14.554897 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3eb8dd0e-8482-4b73-a6ef-e028b8ecd9f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:10:14.632205 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-3eb8dd0e-8482-4b73-a6ef-e028b8ecd9f8 admin admin] For port 8ac66d71-43dc-4134-a510-02c79023cbcd, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=8ac66d71-43dc-4134-a510-02c79023cbcd,segment=NetworkSegment(e95263ce-6382-469b-a0ee-77949ec47f77),segment_id=e95263ce-6382-469b-a0ee-77949ec47f77)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:10:14.632900 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3eb8dd0e-8482-4b73-a6ef-e028b8ecd9f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:10:14.637072 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663d68dc-2836-495d-b1f4-dee2f97bb8a1 None None] DHCP port deletion for 1e062789-692d-461d-8e36-3955d3cd9ba9 request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 13:10:14.648399 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-3eb8dd0e-8482-4b73-a6ef-e028b8ecd9f8 admin admin] Calling delete_port for 8ac66d71-43dc-4134-a510-02c79023cbcd owned by network:dhcp {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 13:10:14.693615 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device ca8cab94-344f-4a78-a81d-40f85c4f6488 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 13:10:14.716191 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: ca8cab94-344f-4a78-a81d-40f85c4f6488 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 13:10:14.716585 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device ca8cab94-344f-4a78-a81d-40f85c4f6488 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 13:10:14.717025 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device db89ecab-c2d2-43f3-b1d7-cdab1351dc9b no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 13:10:14.743086 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: db89ecab-c2d2-43f3-b1d7-cdab1351dc9b {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 13:10:14.743465 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device db89ecab-c2d2-43f3-b1d7-cdab1351dc9b not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 13:10:14.744761 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3eb8dd0e-8482-4b73-a6ef-e028b8ecd9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:10:14.758718 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-663d68dc-2836-495d-b1f4-dee2f97bb8a1 None None] Deleting port 8ac66d71-43dc-4134-a510-02c79023cbcd {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 13:10:14.759101 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-663d68dc-2836-495d-b1f4-dee2f97bb8a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:10:14.777774 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb8dd0e-8482-4b73-a6ef-e028b8ecd9f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ac66d71-43dc-4134-a510-02c79023cbcd,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:10:14.786371 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb8dd0e-8482-4b73-a6ef-e028b8ecd9f8 admin admin] No DVR routers for this DVR port 8ac66d71-43dc-4134-a510-02c79023cbcd on host n-d-803378-2 {{(pid=94420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 13:10:14.859241 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-663d68dc-2836-495d-b1f4-dee2f97bb8a1 None None] For port 8ac66d71-43dc-4134-a510-02c79023cbcd, host n-d-803378-2, got binding levels [] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:10:14.859554 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-663d68dc-2836-495d-b1f4-dee2f97bb8a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:10:14.868827 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3eb8dd0e-8482-4b73-a6ef-e028b8ecd9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:10:14.879446 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-3eb8dd0e-8482-4b73-a6ef-e028b8ecd9f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e062789-692d-461d-8e36-3955d3cd9ba9']}} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:10:14.881278 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-663d68dc-2836-495d-b1f4-dee2f97bb8a1 None None] Calling delete_port for 8ac66d71-43dc-4134-a510-02c79023cbcd owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 13:10:14.883938 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.ipam_backend_mixin [None req-663d68dc-2836-495d-b1f4-dee2f97bb8a1 None None] Port 8ac66d71-43dc-4134-a510-02c79023cbcd was not found and therefore no delete operation was performed {{(pid=94422) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 05 13:10:14.885214 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-663d68dc-2836-495d-b1f4-dee2f97bb8a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:10:14.890742 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-3eb8dd0e-8482-4b73-a6ef-e028b8ecd9f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e95263ce-6382-469b-a0ee-77949ec47f77') {'for_net_delete': True} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:10:14.891049 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-3eb8dd0e-8482-4b73-a6ef-e028b8ecd9f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e95263ce-6382-469b-a0ee-77949ec47f77') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:10:14.901513 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3eb8dd0e-8482-4b73-a6ef-e028b8ecd9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25010581'] for segment, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:10:14.911270 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663d68dc-2836-495d-b1f4-dee2f97bb8a1 None None] Pushing event deleted for resources: {'Port': ['ID=8ac66d71-43dc-4134-a510-02c79023cbcd,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:10:14.916803 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663d68dc-2836-495d-b1f4-dee2f97bb8a1 None None] No DVR routers for this DVR port 8ac66d71-43dc-4134-a510-02c79023cbcd on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 13:10:14.936981 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3eb8dd0e-8482-4b73-a6ef-e028b8ecd9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:10:14.936981 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3eb8dd0e-8482-4b73-a6ef-e028b8ecd9f8 admin admin] Releasing vlan 687 on physical network physnet1 to pool {{(pid=94420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 13:10:14.937442 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3eb8dd0e-8482-4b73-a6ef-e028b8ecd9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29762581'] for segment, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:10:14.940509 n-d-803378-2 neutron-server[94420]: Traceback (most recent call last): Aug 05 13:10:14.940509 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 13:10:14.940509 n-d-803378-2 neutron-server[94420]: timer() Aug 05 13:10:14.940509 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 13:10:14.940509 n-d-803378-2 neutron-server[94420]: cb(*args, **kw) Aug 05 13:10:14.940509 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 13:10:14.940509 n-d-803378-2 neutron-server[94420]: return func(*args, **kwargs) Aug 05 13:10:14.940509 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 13:10:14.940509 n-d-803378-2 neutron-server[94420]: self._notify() Aug 05 13:10:14.940509 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 13:10:14.940509 n-d-803378-2 neutron-server[94420]: self.callback(batched_events) Aug 05 13:10:14.940509 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 13:10:14.940509 n-d-803378-2 neutron-server[94420]: event.method(event) Aug 05 13:10:14.940509 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 13:10:14.940509 n-d-803378-2 neutron-server[94420]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 13:10:14.940509 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 13:10:14.940509 n-d-803378-2 neutron-server[94420]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 13:10:14.940509 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 13:10:14.940509 n-d-803378-2 neutron-server[94420]: return f(self, *a, **k) Aug 05 13:10:14.940509 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 13:10:14.940509 n-d-803378-2 neutron-server[94420]: return self._get(url).json() Aug 05 13:10:14.940509 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 13:10:14.940509 n-d-803378-2 neutron-server[94420]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 13:10:14.940509 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 13:10:14.940509 n-d-803378-2 neutron-server[94420]: return self.request(url, 'GET', **kwargs) Aug 05 13:10:14.940509 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 13:10:14.940509 n-d-803378-2 neutron-server[94420]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 13:10:14.940509 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 13:10:14.940509 n-d-803378-2 neutron-server[94420]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 13:10:14.940509 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 13:10:14.940509 n-d-803378-2 neutron-server[94420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 13:10:14.940509 n-d-803378-2 neutron-server[94420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 13:10:14.997011 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3eb8dd0e-8482-4b73-a6ef-e028b8ecd9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:10:15.005338 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3eb8dd0e-8482-4b73-a6ef-e028b8ecd9f8 admin admin] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:10:15.007588 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-3eb8dd0e-8482-4b73-a6ef-e028b8ecd9f8 admin admin] 10.222.0.58 "DELETE /v2.0/networks/1e062789-692d-461d-8e36-3955d3cd9ba9 HTTP/1.1" status: 204 len: 168 time: 0.5910234 Aug 05 13:10:15.010522 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 52148) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:10:15.023607 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb8dd0e-8482-4b73-a6ef-e028b8ecd9f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e062789-692d-461d-8e36-3955d3cd9ba9,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:10:15.443963 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-00c65612-330b-4a2c-9a39-6dbf75d3079c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33208311'] for router_interface, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:10:15.747863 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-00c65612-330b-4a2c-9a39-6dbf75d3079c admin admin] Deleting port 51d4b154-16ea-45d7-b1c7-fe88a4bf784b {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 13:10:15.747863 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-00c65612-330b-4a2c-9a39-6dbf75d3079c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:10:15.853108 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [None req-00c65612-330b-4a2c-9a39-6dbf75d3079c admin admin] For port 51d4b154-16ea-45d7-b1c7-fe88a4bf784b, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=51d4b154-16ea-45d7-b1c7-fe88a4bf784b,segment=NetworkSegment(110d814f-cbc5-4c9d-a558-4376d01fa78b),segment_id=110d814f-cbc5-4c9d-a558-4376d01fa78b)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:10:15.853474 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-00c65612-330b-4a2c-9a39-6dbf75d3079c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:10:15.866104 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-00c65612-330b-4a2c-9a39-6dbf75d3079c admin admin] Calling delete_port for 51d4b154-16ea-45d7-b1c7-fe88a4bf784b owned by network:router_interface {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 13:10:16.073961 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-00c65612-330b-4a2c-9a39-6dbf75d3079c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:10:16.101073 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c65612-330b-4a2c-9a39-6dbf75d3079c admin admin] Pushing event deleted for resources: {'Port': ['ID=51d4b154-16ea-45d7-b1c7-fe88a4bf784b,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:10:16.308338 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-00c65612-330b-4a2c-9a39-6dbf75d3079c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33140263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33208171'] for router_interface, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:10:16.555420 n-d-803378-2 neutron-server[94421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00c65612-330b-4a2c-9a39-6dbf75d3079c admin admin] Router 09badfd8-ca22-433b-a97d-c1f8fceba0f5 has already been hosted by L3 agent 6680dfe3-933c-4136-aea4-6274e014d92d {{(pid=94421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 13:10:16.682795 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00c65612-330b-4a2c-9a39-6dbf75d3079c admin admin] Notify agent at l3_agent.n-d-803378-2 the message routers_updated {{(pid=94421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 13:10:16.691870 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-00c65612-330b-4a2c-9a39-6dbf75d3079c admin admin] 10.222.0.58 "PUT /v2.0/routers/09badfd8-ca22-433b-a97d-c1f8fceba0f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6779859 Aug 05 13:10:16.692188 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 52154) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:10:16.695331 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f4cda7-d9a4-485e-a922-d1a027a5d042 None None] Sync routers for ids ['09badfd8-ca22-433b-a97d-c1f8fceba0f5'] in n-d-803378-2 {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 13:10:16.705119 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f4cda7-d9a4-485e-a922-d1a027a5d042 None None] Routers {'09badfd8-ca22-433b-a97d-c1f8fceba0f5'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:10:16.705741 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-70f4cda7-d9a4-485e-a922-d1a027a5d042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T13:10:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['09badfd8-ca22-433b-a97d-c1f8fceba0f5'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:10:16.717475 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 8ac66d71-43dc-4134-a510-02c79023cbcd no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 13:10:16.751804 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 8ac66d71-43dc-4134-a510-02c79023cbcd {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 13:10:16.752517 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 8ac66d71-43dc-4134-a510-02c79023cbcd not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 13:10:16.825749 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-411e73be-7af6-4633-9f19-a684a04b3bb9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:10:16.857041 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-70f4cda7-d9a4-485e-a922-d1a027a5d042 None None] Set router 09badfd8-ca22-433b-a97d-c1f8fceba0f5 gateway port host: n-d-803378-2 {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 13:10:16.940718 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-411e73be-7af6-4633-9f19-a684a04b3bb9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:10:17.004008 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-411e73be-7af6-4633-9f19-a684a04b3bb9 admin admin] Deleting port 511d3086-5ab2-48f8-99f3-e9b6f33c64e3 {{(pid=94421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 13:10:17.004397 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-411e73be-7af6-4633-9f19-a684a04b3bb9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:10:17.078422 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-70f4cda7-d9a4-485e-a922-d1a027a5d042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09badfd8-ca22-433b-a97d-c1f8fceba0f5', 'name': 'tempest-TestSnapshotPattern-1860857995-router', 'tenant_id': 'c649c18a95da47e58bb995b9127a9327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'external_fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': '511d3086-5ab2-48f8-99f3-e9b6f33c64e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:04:34Z', 'updated_at': '2021-08-05T13:10:16Z', 'revision_number': 5, 'project_id': 'c649c18a95da47e58bb995b9127a9327', 'gw_port': {'id': '511d3086-5ab2-48f8-99f3-e9b6f33c64e3', 'name': '', 'network_id': '36b2ef91-9ecc-4a08-86b7-e7d32f40ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:3c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09badfd8-ca22-433b-a97d-c1f8fceba0f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803378-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:04:34Z', 'updated_at': '2021-08-05T13:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c071c638-312e-4c89-b808-e31c9da83d73', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803378-2'}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:10:17.117998 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f4cda7-d9a4-485e-a922-d1a027a5d042 None None] Checking router: 09badfd8-ca22-433b-a97d-c1f8fceba0f5 for host: n-d-803378-2 {{(pid=94423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 13:10:17.127005 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.db [None req-411e73be-7af6-4633-9f19-a684a04b3bb9 admin admin] For port 511d3086-5ab2-48f8-99f3-e9b6f33c64e3, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=511d3086-5ab2-48f8-99f3-e9b6f33c64e3,segment=NetworkSegment(b1893ca8-04b8-4bcf-b3be-bd4e9912292d),segment_id=b1893ca8-04b8-4bcf-b3be-bd4e9912292d)] {{(pid=94421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:10:17.127541 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-411e73be-7af6-4633-9f19-a684a04b3bb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:10:17.127740 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f4cda7-d9a4-485e-a922-d1a027a5d042 None None] Routers {'09badfd8-ca22-433b-a97d-c1f8fceba0f5'} bound to L3 agent in host n-d-803378-2 {{(pid=94423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:10:17.128364 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-70f4cda7-d9a4-485e-a922-d1a027a5d042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803378-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T11:05:40Z,description=,heartbeat_timestamp=2021-08-05T13:10:10Z,host='n-d-803378-2',id=6680dfe3-933c-4136-aea4-6274e014d92d,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T11:05:40Z,topic='l3_agent')) {'router_ids': ['09badfd8-ca22-433b-a97d-c1f8fceba0f5'], 'active': True} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:10:17.144667 n-d-803378-2 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-411e73be-7af6-4633-9f19-a684a04b3bb9 admin admin] Calling delete_port for 511d3086-5ab2-48f8-99f3-e9b6f33c64e3 owned by network:router_gateway {{(pid=94421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 13:10:17.231209 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_dvr_db [None req-70f4cda7-d9a4-485e-a922-d1a027a5d042 None None] Set router 09badfd8-ca22-433b-a97d-c1f8fceba0f5 gateway port host: None {{(pid=94423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 13:10:17.288350 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.l3_hamode_db [None req-70f4cda7-d9a4-485e-a922-d1a027a5d042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09badfd8-ca22-433b-a97d-c1f8fceba0f5', 'name': 'tempest-TestSnapshotPattern-1860857995-router', 'tenant_id': 'c649c18a95da47e58bb995b9127a9327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:04:34Z', 'updated_at': '2021-08-05T13:10:16Z', 'revision_number': 6, 'project_id': 'c649c18a95da47e58bb995b9127a9327', 'gw_port_host': None}], 'n-d-803378-2', False) {} {{(pid=94423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:10:17.316253 n-d-803378-2 neutron-server[94423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f4cda7-d9a4-485e-a922-d1a027a5d042 None None] The sync data for ids ['09badfd8-ca22-433b-a97d-c1f8fceba0f5'] in n-d-803378-2 is: [{'id': '09badfd8-ca22-433b-a97d-c1f8fceba0f5', 'name': 'tempest-TestSnapshotPattern-1860857995-router', 'tenant_id': 'c649c18a95da47e58bb995b9127a9327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:04:34Z', 'updated_at': '2021-08-05T13:10:16Z', 'revision_number': 6, 'project_id': 'c649c18a95da47e58bb995b9127a9327', 'gw_port_host': None}] {{(pid=94423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 13:10:17.357835 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-411e73be-7af6-4633-9f19-a684a04b3bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25038626'] for port, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:10:17.390130 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411e73be-7af6-4633-9f19-a684a04b3bb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=511d3086-5ab2-48f8-99f3-e9b6f33c64e3,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:10:17.453112 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-411e73be-7af6-4633-9f19-a684a04b3bb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33285055'] for router_gateway, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:10:17.549471 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-411e73be-7af6-4633-9f19-a684a04b3bb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33262979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1951'] for router, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:10:17.552957 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-411e73be-7af6-4633-9f19-a684a04b3bb9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:10:17.601541 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-411e73be-7af6-4633-9f19-a684a04b3bb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33262474'] for router, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:10:17.602302 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-411e73be-7af6-4633-9f19-a684a04b3bb9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 09badfd8-ca22-433b-a97d-c1f8fceba0f5 {{(pid=94421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 13:10:17.613187 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-411e73be-7af6-4633-9f19-a684a04b3bb9 admin admin] Notify callbacks [] for router, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:10:17.615087 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-411e73be-7af6-4633-9f19-a684a04b3bb9 admin admin] 10.222.0.58 "DELETE /v2.0/routers/09badfd8-ca22-433b-a97d-c1f8fceba0f5 HTTP/1.1" status: 204 len: 168 time: 0.9207985 Aug 05 13:10:17.617854 n-d-803378-2 neutron-server[94421]: DEBUG neutron.wsgi [-] (94421) accepted ('10.222.0.58', 52156) {{(pid=94421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:10:17.677337 n-d-803378-2 neutron-server[94421]: DEBUG neutron.db.db_base_plugin_v2 [None req-405dac4a-d242-496f-8647-412949835b4a admin admin] Deleting subnet fea49c9f-b3c1-41a3-9cab-837192e2342f {{(pid=94421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 13:10:17.683212 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-405dac4a-d242-496f-8647-412949835b4a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:10:17.725522 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-405dac4a-d242-496f-8647-412949835b4a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29786388'] for subnet, precommit_delete_associations {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:10:17.830724 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-405dac4a-d242-496f-8647-412949835b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726295'] for subnet, precommit_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:10:17.891365 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-405dac4a-d242-496f-8647-412949835b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25038609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30075142'] for subnet, after_delete {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:10:18.254653 n-d-803378-2 neutron-server[94421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405dac4a-d242-496f-8647-412949835b4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fea49c9f-b3c1-41a3-9cab-837192e2342f,revision_number=None']} {{(pid=94421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:10:18.259485 n-d-803378-2 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-405dac4a-d242-496f-8647-412949835b4a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:10:18.265437 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 52158) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:10:18.266662 n-d-803378-2 neutron-server[94421]: INFO neutron.wsgi [None req-405dac4a-d242-496f-8647-412949835b4a admin admin] 10.222.0.58 "DELETE /v2.0/subnets/fea49c9f-b3c1-41a3-9cab-837192e2342f HTTP/1.1" status: 204 len: 168 time: 0.6464763 Aug 05 13:10:18.271393 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631fcfb9-e37b-4f59-994d-43a49484b542 None None] Network 551309a5-927a-4c66-9fed-54c616ab0342 requested from n-d-803378-2 {{(pid=94422) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 13:10:18.385189 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3cf2f104-00be-40d3-95c0-3876a657bbb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-635429'] for network, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:10:18.451551 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2f104-00be-40d3-95c0-3876a657bbb7 admin admin] Deleting port 4a194a60-c335-4a06-bb3d-5d10c8fff3b9 {{(pid=94420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 13:10:18.452036 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3cf2f104-00be-40d3-95c0-3876a657bbb7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:10:18.526564 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00825cc5-8658-48ef-a1e2-8e331048f31d None None] DHCP port deletion for 551309a5-927a-4c66-9fed-54c616ab0342 request from n-d-803378-2 {{(pid=94422) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 13:10:18.531491 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.db [None req-3cf2f104-00be-40d3-95c0-3876a657bbb7 admin admin] For port 4a194a60-c335-4a06-bb3d-5d10c8fff3b9, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=4a194a60-c335-4a06-bb3d-5d10c8fff3b9,segment=NetworkSegment(110d814f-cbc5-4c9d-a558-4376d01fa78b),segment_id=110d814f-cbc5-4c9d-a558-4376d01fa78b)] {{(pid=94420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:10:18.531895 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3cf2f104-00be-40d3-95c0-3876a657bbb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:10:18.550094 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2f104-00be-40d3-95c0-3876a657bbb7 admin admin] Calling delete_port for 4a194a60-c335-4a06-bb3d-5d10c8fff3b9 owned by network:dhcp {{(pid=94420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 13:10:18.610686 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-00825cc5-8658-48ef-a1e2-8e331048f31d None None] Deleting port 4a194a60-c335-4a06-bb3d-5d10c8fff3b9 {{(pid=94422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 13:10:18.611162 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-00825cc5-8658-48ef-a1e2-8e331048f31d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774769580279'] for port, before_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:10:18.651950 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3cf2f104-00be-40d3-95c0-3876a657bbb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29762808'] for port, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:10:18.673502 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 4a194a60-c335-4a06-bb3d-5d10c8fff3b9 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 13:10:18.690533 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2f104-00be-40d3-95c0-3876a657bbb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a194a60-c335-4a06-bb3d-5d10c8fff3b9,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:10:18.692596 n-d-803378-2 neutron-server[94420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf2f104-00be-40d3-95c0-3876a657bbb7 admin admin] No DVR routers for this DVR port 4a194a60-c335-4a06-bb3d-5d10c8fff3b9 on host n-d-803378-2 {{(pid=94420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 13:10:18.710395 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 4a194a60-c335-4a06-bb3d-5d10c8fff3b9 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 13:10:18.710395 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 4a194a60-c335-4a06-bb3d-5d10c8fff3b9 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 13:10:18.710395 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 51d4b154-16ea-45d7-b1c7-fe88a4bf784b no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 13:10:18.745781 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.db [None req-00825cc5-8658-48ef-a1e2-8e331048f31d None None] For port 4a194a60-c335-4a06-bb3d-5d10c8fff3b9, host n-d-803378-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803378-2',level=0,port_id=4a194a60-c335-4a06-bb3d-5d10c8fff3b9,segment=NetworkSegment(110d814f-cbc5-4c9d-a558-4376d01fa78b),segment_id=110d814f-cbc5-4c9d-a558-4376d01fa78b)] {{(pid=94422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:10:18.748384 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-00825cc5-8658-48ef-a1e2-8e331048f31d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33290501'] for port, precommit_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:10:18.751778 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 51d4b154-16ea-45d7-b1c7-fe88a4bf784b {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 13:10:18.752249 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 51d4b154-16ea-45d7-b1c7-fe88a4bf784b not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 13:10:18.752708 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 511d3086-5ab2-48f8-99f3-e9b6f33c64e3 no longer exists at agent ovs-agent-n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 13:10:18.780626 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-00825cc5-8658-48ef-a1e2-8e331048f31d None None] Calling delete_port for 4a194a60-c335-4a06-bb3d-5d10c8fff3b9 owned by network:dhcp {{(pid=94422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 13:10:18.783839 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.plugin [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] No Port match for: 511d3086-5ab2-48f8-99f3-e9b6f33c64e3 {{(pid=94422) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 13:10:18.784184 n-d-803378-2 neutron-server[94422]: DEBUG neutron.plugins.ml2.rpc [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Device 511d3086-5ab2-48f8-99f3-e9b6f33c64e3 not bound to the agent host n-d-803378-2 {{(pid=94422) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 13:10:18.801315 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3cf2f104-00be-40d3-95c0-3876a657bbb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728748', 'neutron.services.segments.db._delete_segments_for_network-8774769429562'] for network, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:10:18.818417 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-3cf2f104-00be-40d3-95c0-3876a657bbb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['551309a5-927a-4c66-9fed-54c616ab0342']}} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:10:18.833299 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-3cf2f104-00be-40d3-95c0-3876a657bbb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '110d814f-cbc5-4c9d-a558-4376d01fa78b') {'for_net_delete': True} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:10:18.833618 n-d-803378-2 neutron-server[94420]: DEBUG neutron.services.segments.db [None req-3cf2f104-00be-40d3-95c0-3876a657bbb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '110d814f-cbc5-4c9d-a558-4376d01fa78b') {} {{(pid=94420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:10:18.851543 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3cf2f104-00be-40d3-95c0-3876a657bbb7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774769583508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25010581'] for segment, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:10:18.867829 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3cf2f104-00be-40d3-95c0-3876a657bbb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452'] for segment, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:10:18.869307 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-00825cc5-8658-48ef-a1e2-8e331048f31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774769488559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774769101303'] for port, after_delete {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:10:18.879566 n-d-803378-2 neutron-server[94420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cf2f104-00be-40d3-95c0-3876a657bbb7 admin admin] Releasing vlan 660 on physical network physnet1 to pool {{(pid=94420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 13:10:18.880333 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3cf2f104-00be-40d3-95c0-3876a657bbb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29762581'] for segment, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:10:18.893509 n-d-803378-2 neutron-server[94420]: Traceback (most recent call last): Aug 05 13:10:18.893509 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 13:10:18.893509 n-d-803378-2 neutron-server[94420]: timer() Aug 05 13:10:18.893509 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 13:10:18.893509 n-d-803378-2 neutron-server[94420]: cb(*args, **kw) Aug 05 13:10:18.893509 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 13:10:18.893509 n-d-803378-2 neutron-server[94420]: return func(*args, **kwargs) Aug 05 13:10:18.893509 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 13:10:18.893509 n-d-803378-2 neutron-server[94420]: self._notify() Aug 05 13:10:18.893509 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 13:10:18.893509 n-d-803378-2 neutron-server[94420]: self.callback(batched_events) Aug 05 13:10:18.893509 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 13:10:18.893509 n-d-803378-2 neutron-server[94420]: event.method(event) Aug 05 13:10:18.893509 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 13:10:18.893509 n-d-803378-2 neutron-server[94420]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 13:10:18.893509 n-d-803378-2 neutron-server[94420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 13:10:18.893509 n-d-803378-2 neutron-server[94420]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 13:10:18.893509 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 13:10:18.893509 n-d-803378-2 neutron-server[94420]: return f(self, *a, **k) Aug 05 13:10:18.893509 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 13:10:18.893509 n-d-803378-2 neutron-server[94420]: return self._get(url).json() Aug 05 13:10:18.893509 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 13:10:18.893509 n-d-803378-2 neutron-server[94420]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 13:10:18.893509 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 13:10:18.893509 n-d-803378-2 neutron-server[94420]: return self.request(url, 'GET', **kwargs) Aug 05 13:10:18.893509 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 13:10:18.893509 n-d-803378-2 neutron-server[94420]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 13:10:18.893509 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 13:10:18.893509 n-d-803378-2 neutron-server[94420]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 13:10:18.893509 n-d-803378-2 neutron-server[94420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 13:10:18.893509 n-d-803378-2 neutron-server[94420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 13:10:18.893509 n-d-803378-2 neutron-server[94420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 13:10:18.903344 n-d-803378-2 neutron-server[94422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00825cc5-8658-48ef-a1e2-8e331048f31d None None] Pushing event deleted for resources: {'Port': ['ID=4a194a60-c335-4a06-bb3d-5d10c8fff3b9,revision_number=None']} {{(pid=94422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:10:18.910243 n-d-803378-2 neutron-server[94422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00825cc5-8658-48ef-a1e2-8e331048f31d None None] No DVR routers for this DVR port 4a194a60-c335-4a06-bb3d-5d10c8fff3b9 on host n-d-803378-2 {{(pid=94422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 13:10:18.961296 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3cf2f104-00be-40d3-95c0-3876a657bbb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33140254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33287222'] for network, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:10:18.971685 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-3cf2f104-00be-40d3-95c0-3876a657bbb7 admin admin] Notify callbacks [] for network, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:10:18.975686 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-3cf2f104-00be-40d3-95c0-3876a657bbb7 admin admin] 10.222.0.58 "DELETE /v2.0/networks/551309a5-927a-4c66-9fed-54c616ab0342 HTTP/1.1" status: 204 len: 168 time: 0.7041173 Aug 05 13:10:18.991544 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2f104-00be-40d3-95c0-3876a657bbb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=551309a5-927a-4c66-9fed-54c616ab0342,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:10:19.146180 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 52162) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:10:19.195829 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-905c52ad-5307-47f0-803f-a2436f19b7b7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4ed60da73d15406c9a9533fcae1b0e3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0462236 Aug 05 13:10:19.196148 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 52164) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:10:19.264755 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f1fa5ec8-2e11-49c0-bcc6-3749a26dce0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:10:19.297052 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f1fa5ec8-2e11-49c0-bcc6-3749a26dce0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:10:19.387163 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f1fa5ec8-2e11-49c0-bcc6-3749a26dce0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:10:19.390622 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-f1fa5ec8-2e11-49c0-bcc6-3749a26dce0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:10:19.392927 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-f1fa5ec8-2e11-49c0-bcc6-3749a26dce0b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/440b995a-552c-4337-a86a-670f5ed63674 HTTP/1.1" status: 204 len: 168 time: 0.1954453 Aug 05 13:10:19.408665 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fa5ec8-2e11-49c0-bcc6-3749a26dce0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=440b995a-552c-4337-a86a-670f5ed63674,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:10:19.863867 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 52170) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:10:19.906549 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-f32c2d5d-e580-4a7c-8c8d-4a558c83781b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c649c18a95da47e58bb995b9127a9327&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0412180 Aug 05 13:10:19.909131 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [-] (94420) accepted ('10.222.0.58', 52172) {{(pid=94420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:10:19.966111 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2d765a0b-36cb-4d10-808a-faae25d965ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:10:19.995048 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2d765a0b-36cb-4d10-808a-faae25d965ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:10:20.046918 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2d765a0b-36cb-4d10-808a-faae25d965ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33062879'] for security_group, after_delete {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:10:20.053326 n-d-803378-2 neutron-server[94420]: DEBUG neutron_lib.callbacks.manager [None req-2d765a0b-36cb-4d10-808a-faae25d965ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:10:20.055291 n-d-803378-2 neutron-server[94420]: INFO neutron.wsgi [None req-2d765a0b-36cb-4d10-808a-faae25d965ec admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/98310c1d-6a67-47fb-bbcc-10b5065c91f7 HTTP/1.1" status: 204 len: 168 time: 0.1450346 Aug 05 13:10:20.067084 n-d-803378-2 neutron-server[94420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d765a0b-36cb-4d10-808a-faae25d965ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98310c1d-6a67-47fb-bbcc-10b5065c91f7,revision_number=None']} {{(pid=94420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:10:23.207592 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:10:30.556755 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:10:37.435357 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-82bf88e4-0693-4746-a799-b380fb21efce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:10:40.200313 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-3a544c9c-abb1-45d2-bb28-db2ecf5b3842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:10:40.263445 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:10:42.211304 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:10:44.335838 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:10:50.841134 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 13:10:53.205861 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:11:00.552690 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:11:07.445287 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-08deb0db-2805-4ec6-93a2-a486a825a472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:11:10.210123 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-40da4d2b-6f16-4a07-8ff0-c8953210ffcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:11:10.261479 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:11:12.221394 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:11:14.337664 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:11:23.209350 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:11:27.843672 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 13:11:30.570267 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:11:37.448943 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-c613c2ab-0fc9-4ab5-95cc-e91bb6287724 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:11:40.207235 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-73f3b4b9-7daa-4cbf-9c04-cfd4b4922ee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:11:40.256564 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:11:42.216819 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:11:44.336204 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:11:53.218554 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:12:00.565524 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:12:04.843909 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 13:12:07.439932 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f5fc1352-3b1a-4785-b6d2-e3b8bafa0466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:12:10.199747 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f50f149b-2f97-464e-8b3f-cc323e618f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:12:10.257885 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:12:12.220163 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:12:14.339411 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:12:23.215242 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:12:30.567700 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:12:37.441848 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-54228c8e-46ff-4f70-84a1-cf23fab453d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:12:40.205290 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-3be2a311-3e05-4728-8fcc-86dfa177f65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:12:40.270220 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:12:41.849324 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 13:12:42.232780 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:12:44.347699 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:12:53.215582 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:13:00.580153 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:13:04.925655 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [req-1f4b1693-db62-463c-9917-e534b5cc15b7 req-13695661-bd85-4775-a631-a3045fad0c8b service neutron] (94420) timed out ('10.222.0.58', 50636) {{(pid=94420) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 05 13:13:07.446890 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-97f90adb-7b1c-477d-8fb2-90616edff555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:13:10.199415 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-563bb8f9-809b-4de2-b5a3-c8320a5674dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:13:10.263174 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:13:12.226299 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:13:14.346641 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:13:18.851446 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 13:13:23.216549 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:13:30.738416 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:13:37.449385 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1e4fc3d6-8d98-46fb-b286-2e7c1050ebb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:13:40.200866 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-3557bfbc-394a-4dea-bd88-189fd26c6f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:13:40.266115 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:13:42.229114 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:13:44.348368 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:13:53.211086 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:13:55.851265 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 13:14:00.590486 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:14:07.452046 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-bc14bf6f-f84e-4b51-8a5a-247681fa3b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:14:10.203533 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-8c866e60-2d41-434f-8333-85830ea51584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:14:10.267374 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:14:12.231207 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:14:14.350080 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:14:23.225663 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:14:30.592389 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:14:32.851959 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 13:14:37.456872 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-4238edf8-e008-47dc-b0af-9b9e8b7de0ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:14:40.207741 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-12806acf-9723-4192-962d-c3ebcd0e9e5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:14:40.270407 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:14:42.234250 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:14:44.355327 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:14:53.225903 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:15:00.608965 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:15:07.464042 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-48474aaa-424d-4111-b4cc-9daa4659203b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:15:09.856948 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 13:15:10.210846 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-16129eda-3ad2-4b86-a687-6211abb3759a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:15:10.278319 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:15:12.240128 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:15:14.362352 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:15:23.224302 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:15:30.604199 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:15:37.458128 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-2e68cd40-67ea-41d6-ac6a-d4c0c7cb9f28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:15:40.209005 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1bf1943e-2075-4fea-9fb8-8bf8f805eaeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:15:40.270708 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:15:42.240390 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:15:44.360819 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:15:46.860840 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 13:15:53.228943 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:16:00.620125 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:16:07.460992 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-6cb787de-3d09-464e-bba0-ca7f1a1f16d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:16:10.202992 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-856710f2-4ed8-4793-a62f-db1f14192df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:16:10.272839 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:16:12.243183 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:16:14.367117 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:16:23.241658 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:16:23.862926 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 13:16:30.625764 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:16:37.465540 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-9555db5a-e097-471c-b671-8ffa77ed1564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:16:40.204589 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-a583b70f-b2b6-45c5-9309-4c858f5155d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:16:40.275470 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:16:42.247668 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:16:44.368054 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:16:53.235579 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:17:00.619544 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:17:00.862598 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 13:17:07.470799 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-64a817e3-5170-4cd7-a516-7188c504f3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:17:10.217589 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-5173c9be-1b38-404b-af6a-5d7558012341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:17:10.280831 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:17:12.251103 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:17:14.371732 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:17:23.253355 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:17:30.630931 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:17:37.463015 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-77521880-125b-4d4c-a286-ba178c867cb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:17:37.862324 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 13:17:39.620057 n-d-803378-2 neutron-server[94420]: DEBUG neutron.wsgi [req-cfbb0c8a-8417-42f9-9364-1925c0f9b3e4 req-f5316acf-e566-4cad-8f69-d905ba359e93 service neutron] (94420) timed out ('10.222.0.58', 47010) {{(pid=94420) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 05 13:17:40.211768 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1d76cb10-e650-4336-ac5d-0533e9ba26b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:17:40.275007 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:17:42.253093 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:17:44.375750 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:17:53.247880 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:18:00.634463 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:18:07.464219 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-34be8ddc-acf6-4e64-8eb2-6001bfc21dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:18:10.223362 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-9cfe556e-c3ed-41e6-96df-95e51def36e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:18:10.277192 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:18:12.255826 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:18:14.377081 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:18:14.862325 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 13:18:23.264477 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:18:30.633506 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:18:37.465840 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-0adfff45-7b62-4aca-a17d-f3c9f0be0663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:18:40.218944 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-5da2ee53-1a66-4114-bed8-a956dcffadc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:18:40.280285 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:18:42.259153 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:18:44.379971 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:18:51.862133 n-d-803378-2 neutron-server[94423]: DEBUG neutron.db.agents_db [None req-0141acf3-ee9b-4f5f-ba3e-45aa5a9e8cc8 None None] Agent healthcheck: found 7 active agents {{(pid=94423) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 13:18:53.279303 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:19:00.645773 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-f2908811-e043-4db4-86d7-654c6fe9dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:19:07.466903 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-a269da5e-bad3-454e-b3f2-0fece04761e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:19:10.225402 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-23aefc8b-7824-4ddd-8f0d-b2b2e14e9e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:19:10.287756 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-937a046e-8973-4323-a025-f240e2404ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:19:12.263653 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-1782edca-b238-4559-8df0-22b30cd321e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:19:14.388354 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-cf55cb3a-8b01-4dd9-95ce-36af5abb04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:19:23.276636 n-d-803378-2 neutron-server[94422]: DEBUG neutron_lib.callbacks.manager [None req-b405e21b-f296-4709-8e55-8f155d06427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774769601549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566998'] for agent, after_update {{(pid=94422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}